-- Logs begin at Sat 2022-02-19 03:06:17 UTC, end at Sat 2022-02-19 05:32:46 UTC. -- Feb 19 03:42:43.308470 n-d-828369-19 systemd[1]: Started Devstack devstack@q-svc.service. Feb 19 03:42:46.225959 n-d-828369-19 neutron-server[109816]: INFO neutron.common.config [-] Logging enabled! Feb 19 03:42:46.226614 n-d-828369-19 neutron-server[109816]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 19 03:42:46.226773 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109816) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 19 03:42:46.230007 n-d-828369-19 neutron-server[109816]: INFO neutron.common.config [-] Logging enabled! Feb 19 03:42:46.230290 n-d-828369-19 neutron-server[109816]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 19 03:42:46.230602 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109816) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 19 03:42:46.231533 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 03:42:46.231767 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 03:42:46.232178 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 03:42:46.232383 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 03:42:46.233022 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 03:42:46.233346 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.233766 n-d-828369-19 neutron-server[109816]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 19 03:42:46.234076 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.235030 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.235331 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.235631 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.235921 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.236210 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.236497 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.236794 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.237082 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.237365 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.237650 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.237940 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.238251 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.238541 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.238826 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.239107 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] debug = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.239391 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.239829 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.240250 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.240531 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.240820 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.241098 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.241369 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.241645 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.241929 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.242324 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] host = n-d-828369-19 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.242644 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.242935 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.243224 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.243511 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.243788 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.244068 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.244351 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.244625 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.244898 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] log_file = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.245176 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.245461 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.245749 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.246038 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.246293 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.246522 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.246820 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.247107 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.247384 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.247661 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.247937 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.248213 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.248490 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.248757 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.249044 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.249327 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.249614 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.249935 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.250241 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.250517 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.250791 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.251077 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.251353 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.251628 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.251902 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.252191 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.252468 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.252741 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.253047 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.253336 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.253619 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.253903 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.254202 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.254487 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.255118 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.255444 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.255716 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] use_json = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.256072 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.256347 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.256629 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.256902 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.257217 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.257498 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.257772 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.258056 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.258364 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:46.258665 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.258959 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.259256 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.259562 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.259851 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.260129 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.260415 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.260690 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.260973 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.261258 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.261549 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.261825 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.262123 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.262436 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.262733 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.263040 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.263362 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.263658 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.263935 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.264209 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.264501 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.264766 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.265052 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.265329 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.265720 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.266011 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.266320 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.266619 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.266907 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.267199 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.267488 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.267763 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.268042 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.268329 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.268605 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.268877 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.269153 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.269439 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.269717 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.269991 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.270305 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.270585 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.270857 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.271128 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.271404 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.271694 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.271973 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.272246 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.272517 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.272799 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.273071 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.273353 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.273628 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.273897 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.274482 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.274768 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.275042 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.275313 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.275586 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.275856 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.276130 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.276402 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.276671 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.276941 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.277211 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.277480 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.277747 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.278017 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.278320 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.278594 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.278862 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.279133 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.279402 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.279671 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.279958 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.280256 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.280532 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.280812 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.281600 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.281876 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.282152 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.282450 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.282735 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.283013 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.283285 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.283573 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.283854 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.284139 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.284439 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.284717 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.285010 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.285286 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.285560 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.285840 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.286116 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.286416 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.286701 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.287065 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.287360 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.287654 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.287946 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.288239 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.288533 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.288813 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.289119 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.289399 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:46.289614 n-d-828369-19 neutron-server[109816]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 03:42:46.289861 n-d-828369-19 neutron-server[109816]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109816) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 19 03:42:46.663398 n-d-828369-19 neutron-server[109816]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 19 03:42:46.663584 n-d-828369-19 neutron-server[109816]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 19 03:42:46.663894 n-d-828369-19 neutron-server[109816]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 19 03:42:46.664378 n-d-828369-19 neutron-server[109816]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 19 03:42:46.994396 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:46.994697 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:46.994970 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:46.996262 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:46.996537 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:46.996801 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.043268 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.043550 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.043818 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.057945 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.058247 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.058522 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.087911 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.088190 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.088455 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.126325 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.126606 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.126874 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.471702 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.472280 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.472280 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.472449 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.473097 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.572176 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.572498 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.572784 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.573061 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.573331 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.573642 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.573905 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.574189 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.574446 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.574730 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.574993 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.575262 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.575524 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.575779 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.576042 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.576309 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.576568 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.576837 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.577108 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.577370 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.577642 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.577919 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.578222 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.578607 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.578860 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.579110 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.579507 n-d-828369-19 neutron-server[109816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 03:42:47.579750 n-d-828369-19 neutron-server[109816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 03:42:47.579989 n-d-828369-19 neutron-server[109816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 03:42:47.580227 n-d-828369-19 neutron-server[109816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 03:42:47.580462 n-d-828369-19 neutron-server[109816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 03:42:47.580697 n-d-828369-19 neutron-server[109816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 03:42:47.581057 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 19 03:42:47.584161 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 19 03:42:47.588236 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 19 03:42:47.592083 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Feb 19 03:42:47.594373 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 19 03:42:47.594833 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 19 03:42:47.595170 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 19 03:42:47.595554 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 19 03:42:47.598404 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 19 03:42:47.598659 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 19 03:42:47.599002 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 19 03:42:47.603870 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 19 03:42:47.627274 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 19 03:42:47.627728 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.628027 n-d-828369-19 neutron-server[109816]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109816) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 19 03:42:47.628390 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.629780 n-d-828369-19 neutron-server[109816]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109816) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 19 03:42:47.630060 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 19 03:42:47.630340 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 19 03:42:47.633620 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.633905 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:47.696953 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 19 03:42:47.697195 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 19 03:42:47.697432 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 19 03:42:47.697796 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 19 03:42:47.717550 n-d-828369-19 neutron-server[109816]: DEBUG oslo_db.sqlalchemy.engines [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109816) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 19 03:42:48.162959 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.managers [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Initializing driver for type 'gre' Feb 19 03:42:48.163486 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] gre ID ranges: [(1, 1000)] Feb 19 03:42:48.217561 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.managers [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Initializing driver for type 'local' Feb 19 03:42:48.217891 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.managers [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Initializing driver for type 'vlan' Feb 19 03:42:48.231358 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] VlanTypeDriver initialization complete Feb 19 03:42:48.231733 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.managers [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Initializing driver for type 'vxlan' Feb 19 03:42:48.232219 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] vxlan ID ranges: [(1, 1000)] Feb 19 03:42:48.286376 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.managers [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Initializing extension driver 'port_security' Feb 19 03:42:48.286634 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.extensions.port_security [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] PortSecurityExtensionDriver initialization complete Feb 19 03:42:48.286972 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.managers [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Initializing mechanism driver 'openvswitch' Feb 19 03:42:48.287295 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.managers [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Initializing mechanism driver 'hyperv' Feb 19 03:42:48.294337 n-d-828369-19 neutron-server[109816]: DEBUG neutron.plugins.ml2.plugin [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:42:48.295042 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > port after_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.295422 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > port after_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.295796 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > port after_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.296313 n-d-828369-19 neutron-server[109816]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109816) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 03:42:48.296754 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > subnet after_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.297113 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > subnet after_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.297465 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.297865 n-d-828369-19 neutron-server[109816]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109816) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 03:42:48.298303 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > network after_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.298658 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > network after_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.299004 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > network after_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.299400 n-d-828369-19 neutron-server[109816]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109816) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 03:42:48.299809 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > security_group after_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.300160 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > security_group after_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.300505 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.300905 n-d-828369-19 neutron-server[109816]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109816) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 03:42:48.301309 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.301671 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.301995 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.302427 n-d-828369-19 neutron-server[109816]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109816) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 03:42:48.302838 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > address_group after_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.303186 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > address_group after_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.303533 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.303929 n-d-828369-19 neutron-server[109816]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109816) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 03:42:48.304378 n-d-828369-19 neutron-server[109816]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] ML2 OVO RPC backend initialized. {{(pid=109816) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 19 03:42:48.305085 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.305444 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.305861 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > network before_response 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.306241 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > networks before_response 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.306603 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > port before_response 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.306949 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > ports before_response 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.307298 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > subnet before_response 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.307645 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > subnets before_response 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.307994 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > network after_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.308341 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > network after_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.308683 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > network after_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.309024 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > port after_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.309364 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > port after_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.309705 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > port after_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.310045 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > subnet after_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.310419 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > subnet after_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.310761 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.318459 n-d-828369-19 neutron-server[109816]: INFO neutron.quota [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded quota_driver: . Feb 19 03:42:48.318828 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.plugin [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Modular L2 Plugin initialization complete Feb 19 03:42:48.319181 n-d-828369-19 neutron-server[109816]: DEBUG neutron.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading services supported by the core plugin {{(pid=109816) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 19 03:42:48.319527 n-d-828369-19 neutron-server[109816]: INFO neutron.plugins.ml2.managers [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Got port-security extension from driver 'port_security' Feb 19 03:42:48.320010 n-d-828369-19 neutron-server[109816]: INFO neutron.extensions.vlantransparent [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Disabled vlantransparent extension. Feb 19 03:42:48.320508 n-d-828369-19 neutron-server[109816]: DEBUG neutron.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109816) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 19 03:42:48.320835 n-d-828369-19 neutron-server[109816]: INFO neutron.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading Plugin: router Feb 19 03:42:48.357208 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.357606 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > router after_create 55549900 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.357983 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > router before_create 55549900 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.358386 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.358772 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.359129 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > router after_delete 55549900 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.360027 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.360381 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.360741 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > router after_create 55549900 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.361091 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > router after_update 55549900 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.361447 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > router after_update 55549900 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.361796 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.362156 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > router after_update 55549900 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.362595 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > router precommit_update 55549900 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.362973 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: port after_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.363316 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: port after_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.363656 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: subnet after_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.363999 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.364346 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.364695 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > router precommit_create 55549900 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.365041 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: port before_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.365387 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > router precommit_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.365743 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > router after_update 55549900 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.366087 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.366742 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > router precommit_create 55549900 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.367358 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.368004 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > router precommit_update 55549900 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.368517 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > agent after_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.368517 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > agent after_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.368857 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > network after_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.369722 n-d-828369-19 neutron-server[109816]: DEBUG neutron.quota.resource_registry [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Tracking information for resource: router configured {{(pid=109816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 03:42:48.370061 n-d-828369-19 neutron-server[109816]: DEBUG neutron.quota.resource_registry [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Tracking information for resource: floatingip configured {{(pid=109816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 03:42:48.375058 n-d-828369-19 neutron-server[109816]: INFO neutron.db.l3_agentschedulers_db [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 19 03:42:48.375632 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: port after_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.375997 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: port after_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.376356 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: port after_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.376713 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: port after_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.377500 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > router before_create 55550100 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.377872 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.378271 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > router precommit_create 55550100 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.378637 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > router precommit_update 55550100 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.383466 n-d-828369-19 neutron-server[109816]: DEBUG neutron.services.provider_configuration [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Service providers = [] {{(pid=109816) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 19 03:42:48.383837 n-d-828369-19 neutron-server[109816]: DEBUG neutron.db.servicetype_db [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109816) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 19 03:42:48.386825 n-d-828369-19 neutron-server[109816]: DEBUG neutron.services.service_base [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109816) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 03:42:48.387185 n-d-828369-19 neutron-server[109816]: DEBUG neutron.services.service_base [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109816) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 03:42:48.387522 n-d-828369-19 neutron-server[109816]: DEBUG neutron.services.service_base [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109816) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 03:42:48.388413 n-d-828369-19 neutron-server[109816]: DEBUG neutron.services.service_base [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109816) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 03:42:48.388789 n-d-828369-19 neutron-server[109816]: INFO neutron.services.service_base [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 19 03:42:48.389166 n-d-828369-19 neutron-server[109816]: DEBUG neutron.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 03:42:48.389485 n-d-828369-19 neutron-server[109816]: INFO neutron.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 19 03:42:48.400458 n-d-828369-19 neutron-server[109816]: DEBUG neutron.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 03:42:48.400801 n-d-828369-19 neutron-server[109816]: INFO neutron.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading Plugin: auto_allocate Feb 19 03:42:48.407136 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: network precommit_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.407503 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: network precommit_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.408019 n-d-828369-19 neutron-server[109816]: DEBUG neutron.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 03:42:48.408344 n-d-828369-19 neutron-server[109816]: INFO neutron.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading Plugin: tag Feb 19 03:42:48.415156 n-d-828369-19 neutron-server[109816]: DEBUG neutron.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 03:42:48.415488 n-d-828369-19 neutron-server[109816]: INFO neutron.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading Plugin: timestamp Feb 19 03:42:48.419350 n-d-828369-19 neutron-server[109816]: DEBUG neutron.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 03:42:48.419687 n-d-828369-19 neutron-server[109816]: INFO neutron.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading Plugin: network_ip_availability Feb 19 03:42:48.425759 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.426143 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.426514 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.427223 n-d-828369-19 neutron-server[109816]: DEBUG neutron.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 03:42:48.427544 n-d-828369-19 neutron-server[109816]: INFO neutron.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading Plugin: flavors Feb 19 03:42:48.432473 n-d-828369-19 neutron-server[109816]: DEBUG neutron.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 03:42:48.432803 n-d-828369-19 neutron-server[109816]: INFO neutron.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading Plugin: revisions Feb 19 03:42:48.437112 n-d-828369-19 neutron-server[109816]: DEBUG neutron.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 03:42:48.437598 n-d-828369-19 neutron-server[109816]: DEBUG oslo_concurrency.lockutils [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.774s {{(pid=109816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 19 03:42:48.438376 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109816) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 19 03:42:48.438719 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Initializing extension manager. Feb 19 03:42:48.439245 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: __init__.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.439588 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: __pycache__ {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.439927 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.440262 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: address_group.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.441016 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.441587 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: address-group Feb 19 03:42:48.441917 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: address_scope.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.442670 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.443188 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: address-scope Feb 19 03:42:48.443513 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.444441 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.444962 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: router-admin-state-down-before-update Feb 19 03:42:48.445286 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: agent.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.445988 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.446536 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: agent Feb 19 03:42:48.446860 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: agent_resources_synced.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.447775 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.448293 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: agent-resources-synced Feb 19 03:42:48.448615 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: allowedaddresspairs.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.450419 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.450945 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: allowed-address-pairs Feb 19 03:42:48.451273 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: auto_allocated_topology.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.452358 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.452889 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: auto-allocated-topology Feb 19 03:42:48.453243 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: availability_zone.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.453942 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.454486 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: availability_zone Feb 19 03:42:48.454812 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: availability_zone_filter.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.455723 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.456240 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: availability_zone_filter Feb 19 03:42:48.456563 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: data_plane_status.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.457476 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.457990 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension data-plane-status not supported by any of loaded plugins Feb 19 03:42:48.458352 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: default_subnetpools.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.459264 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.459780 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: default-subnetpools Feb 19 03:42:48.460105 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.460907 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.461423 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: dhcp_agent_scheduler Feb 19 03:42:48.461749 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: dns.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.462696 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.463211 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension dns-integration not supported by any of loaded plugins Feb 19 03:42:48.463536 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: dns_domain_ports.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.464452 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.464963 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 19 03:42:48.465288 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.466236 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.466757 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 19 03:42:48.467085 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: dvr.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.467757 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.468278 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: dvr Feb 19 03:42:48.469115 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: ecmp_routes.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.470031 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.470608 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 19 03:42:48.470934 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: empty_string_filtering.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.471848 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.472368 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: empty-string-filtering Feb 19 03:42:48.472683 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.473602 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.474118 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 19 03:42:48.474469 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.475385 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.475902 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 19 03:42:48.476224 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: external_net.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.477138 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.477658 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: external-net Feb 19 03:42:48.477982 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.478915 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.479435 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: extra_dhcp_opt Feb 19 03:42:48.479757 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: extraroute.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.480668 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.481185 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: extraroute Feb 19 03:42:48.481507 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: extraroute_atomic.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.482577 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.483104 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: extraroute-atomic Feb 19 03:42:48.483426 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: filter_validation.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.484095 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.485146 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: filter-validation Feb 19 03:42:48.485467 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: fip_pf_description.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.486417 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.486934 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 19 03:42:48.487253 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: fip_port_details.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.488357 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.488878 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: fip-port-details Feb 19 03:42:48.489204 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: flavors.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.490469 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.490992 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: flavors Feb 19 03:42:48.491320 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.493019 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.493545 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 19 03:42:48.493880 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: floatingip_pools.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.494694 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.495218 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: floatingip-pools Feb 19 03:42:48.495547 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: ip_allocation.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.496473 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.496990 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension ip_allocation not supported by any of loaded plugins Feb 19 03:42:48.497315 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.498261 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.498786 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: ip-substring-filtering Feb 19 03:42:48.499113 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: l2_adjacency.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.500063 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.500579 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 19 03:42:48.500902 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: l3.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.501861 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.502415 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: router Feb 19 03:42:48.502749 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.505033 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.505561 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 19 03:42:48.505895 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.506850 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.507378 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: ext-gw-mode Feb 19 03:42:48.507707 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.508636 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.509158 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: l3-ha Feb 19 03:42:48.509484 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.510421 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.510935 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 19 03:42:48.511259 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: l3_flavors.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.512177 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.512693 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: l3-flavors Feb 19 03:42:48.513019 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.514438 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.514965 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 19 03:42:48.515295 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.516244 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.516773 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 19 03:42:48.517104 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: l3agentscheduler.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.518135 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.518680 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: l3_agent_scheduler Feb 19 03:42:48.519010 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: local_ip.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.520793 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.521334 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension local_ip not supported by any of loaded plugins Feb 19 03:42:48.521672 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: logging.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.524888 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.525433 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension logging not supported by any of loaded plugins Feb 19 03:42:48.525773 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: metering.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.526562 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.527154 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: metering Feb 19 03:42:48.527488 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.528602 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.529131 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: metering_source_and_destination_fields Feb 19 03:42:48.529463 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: multiprovidernet.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.530426 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.530956 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: multi-provider Feb 19 03:42:48.531796 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: netmtu.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.532721 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.533252 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: net-mtu Feb 19 03:42:48.533577 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: netmtu_writable.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.534531 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.535053 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: net-mtu-writable Feb 19 03:42:48.535377 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: network_availability_zone.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.536056 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.536614 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: network_availability_zone Feb 19 03:42:48.536894 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: network_ip_availability.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.538022 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.538595 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: network-ip-availability Feb 19 03:42:48.538921 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: network_segment_range.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.539695 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.540212 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension network-segment-range not supported by any of loaded plugins Feb 19 03:42:48.540538 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: pagination.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.541521 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.541855 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: pagination Feb 19 03:42:48.542200 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: port_device_profile.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.543119 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.543652 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: port-device-profile Feb 19 03:42:48.543972 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.544908 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.545426 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: port-mac-address-regenerate Feb 19 03:42:48.545749 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.547290 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.547831 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: port-numa-affinity-policy Feb 19 03:42:48.548153 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: port_resource_request.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.549099 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.549600 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension port-resource-request not supported by any of loaded plugins Feb 19 03:42:48.549921 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: port_resource_request_groups.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.550916 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.551432 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 19 03:42:48.551753 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: portbindings.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.552681 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.553196 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: binding Feb 19 03:42:48.553522 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: portbindings_extended.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.554852 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.555368 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: binding-extended Feb 19 03:42:48.555697 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: portsecurity.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.556617 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.557143 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: port-security Feb 19 03:42:48.557471 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: project_id.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.558479 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.558814 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: project-id Feb 19 03:42:48.559138 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: providernet.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.560087 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.560606 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: provider Feb 19 03:42:48.560927 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: qos.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.564610 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.565140 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension qos not supported by any of loaded plugins Feb 19 03:42:48.565473 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.566755 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.567281 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 19 03:42:48.567613 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.568529 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.569052 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 19 03:42:48.569384 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: qos_default.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.570328 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.570853 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension qos-default not supported by any of loaded plugins Feb 19 03:42:48.571181 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: qos_fip.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.572115 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.572635 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension qos-fip not supported by any of loaded plugins Feb 19 03:42:48.572962 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.573879 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.574442 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 19 03:42:48.574764 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: qos_gateway_ip.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.575686 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.576207 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 19 03:42:48.576533 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: qos_port_network_policy.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.577565 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.578119 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 19 03:42:48.578477 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.579530 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.580057 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 19 03:42:48.580387 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.581420 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.581946 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 19 03:42:48.582308 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: qos_pps_rule.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.583507 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.584040 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension qos-pps not supported by any of loaded plugins Feb 19 03:42:48.584372 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: qos_rule_type_details.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.585301 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.585824 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 19 03:42:48.586148 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: qos_rules_alias.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.587240 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.587764 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 19 03:42:48.588088 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: quota_check_limit.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.589007 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.589538 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: quota-check-limit Feb 19 03:42:48.589864 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: quotasv2.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.590924 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.591257 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: quotas Feb 19 03:42:48.591579 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: quotasv2_detail.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.593373 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.594278 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: quota_details Feb 19 03:42:48.594582 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: rbac.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.595639 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.596172 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: rbac-policies Feb 19 03:42:48.596505 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: rbac_address_group.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.597440 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.597966 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: rbac-address-group Feb 19 03:42:48.598328 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: rbac_address_scope.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.599259 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.599785 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: rbac-address-scope Feb 19 03:42:48.600114 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: rbac_security_groups.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.601037 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.601563 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: rbac-security-groups Feb 19 03:42:48.601886 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: rbac_subnetpool.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.602898 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.603428 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: rbac-subnetpool Feb 19 03:42:48.603752 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: revisionifmatch.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.604684 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.605209 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: revision-if-match Feb 19 03:42:48.605534 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: revisions.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.606728 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.607256 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: standard-attr-revisions Feb 19 03:42:48.607584 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: router_availability_zone.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.608264 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.608829 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: router_availability_zone Feb 19 03:42:48.609178 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: routerservicetype.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.610763 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.611324 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension router-service-type not supported by any of loaded plugins Feb 19 03:42:48.611652 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.612627 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.614187 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: security-groups-normalized-cidr Feb 19 03:42:48.614528 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.615504 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.616210 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: port-security-groups-filtering Feb 19 03:42:48.616536 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.617542 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.618137 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: security-groups-remote-address-group Feb 19 03:42:48.618521 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.619504 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.620035 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: security-groups-shared-filtering Feb 19 03:42:48.620359 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.620953 n-d-828369-19 neutron-server[109816]: WARNING neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 19 03:42:48.621275 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: securitygroup.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.631063 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.631607 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: security-group Feb 19 03:42:48.631946 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: segment.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.632736 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.633260 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension segment not supported by any of loaded plugins Feb 19 03:42:48.633598 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.634582 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.635106 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 19 03:42:48.635437 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: servicetype.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.636554 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.637082 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: service-type Feb 19 03:42:48.637413 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: sorting.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.638447 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.638785 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: sorting Feb 19 03:42:48.639111 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: standard_attr_segment.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.640028 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.641071 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 19 03:42:48.641396 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: standardattrdescription.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.642050 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.642609 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: standard-attr-description Feb 19 03:42:48.642937 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: stateful_security_group.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.643874 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.644400 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: stateful-security-group Feb 19 03:42:48.644728 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: stdattrs_common.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.645296 n-d-828369-19 neutron-server[109816]: WARNING neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 19 03:42:48.645618 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.646581 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.647105 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 19 03:42:48.647427 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: subnet_onboard.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.648516 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.649044 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: subnet_onboard Feb 19 03:42:48.649624 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.650598 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.651120 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 19 03:42:48.651446 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: subnet_service_types.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.652370 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.652895 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: subnet-service-types Feb 19 03:42:48.653222 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: subnetallocation.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.654348 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.654907 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: subnet_allocation Feb 19 03:42:48.655239 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.655909 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.657061 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: subnetpool-prefix-ops Feb 19 03:42:48.657386 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.658357 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.658877 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 19 03:42:48.659201 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: tagging.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.660299 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.660824 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: standard-attr-tag Feb 19 03:42:48.661154 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: timestamp.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.662391 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.662923 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loaded extension: standard-attr-timestamp Feb 19 03:42:48.663252 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: trunk.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.664291 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.664819 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension trunk not supported by any of loaded plugins Feb 19 03:42:48.665149 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: trunk_details.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.666070 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.666624 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension trunk-details not supported by any of loaded plugins Feb 19 03:42:48.666953 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: uplink_status_propagation.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.667874 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.668395 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 19 03:42:48.668720 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Loading extension file: vlantransparent.py {{(pid=109816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:42:48.669388 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:42:48.669905 n-d-828369-19 neutron-server[109816]: INFO neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 19 03:42:48.672465 n-d-828369-19 neutron-server[109816]: INFO neutron.quota.resource_registry [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Creating instance of TrackedResource for resource:network Feb 19 03:42:48.672987 n-d-828369-19 neutron-server[109816]: INFO neutron.quota.resource_registry [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Creating instance of TrackedResource for resource:subnet Feb 19 03:42:48.673387 n-d-828369-19 neutron-server[109816]: INFO neutron.quota.resource_registry [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 03:42:48.673790 n-d-828369-19 neutron-server[109816]: INFO neutron.quota.resource_registry [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Creating instance of TrackedResource for resource:port Feb 19 03:42:48.675054 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.v2.resource_helper [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 03:42:48.675511 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.v2.resource_helper [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Service FLAVORS assigned prefix: {{(pid=109816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 03:42:48.676125 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.v2.resource_helper [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 03:42:48.676559 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.v2.resource_helper [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 03:42:48.676893 n-d-828369-19 neutron-server[109816]: INFO neutron.quota.resource_registry [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Creating instance of TrackedResource for resource:router Feb 19 03:42:48.677475 n-d-828369-19 neutron-server[109816]: INFO neutron.quota.resource_registry [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Creating instance of TrackedResource for resource:floatingip Feb 19 03:42:48.678153 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.v2.resource_helper [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Service METERING assigned prefix: /metering {{(pid=109816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 03:42:48.679918 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.680293 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.680651 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:42:48.681671 n-d-828369-19 neutron-server[109816]: INFO neutron.quota.resource_registry [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Creating instance of CountableResource for resource:rbac_policy Feb 19 03:42:48.682120 n-d-828369-19 neutron-server[109816]: INFO neutron.quota.resource_registry [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Creating instance of TrackedResource for resource:security_group Feb 19 03:42:48.682588 n-d-828369-19 neutron-server[109816]: INFO neutron.quota.resource_registry [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 19 03:42:48.683208 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.v2.resource_helper [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Service CORE assigned prefix: {{(pid=109816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 03:42:48.683548 n-d-828369-19 neutron-server[109816]: INFO neutron.quota.resource_registry [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 03:42:48.683895 n-d-828369-19 neutron-server[109816]: WARNING neutron.quota.resource_registry [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] subnetpool is already registered Feb 19 03:42:48.684321 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.v2.resource_helper [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Service CORE assigned prefix: {{(pid=109816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 03:42:48.684647 n-d-828369-19 neutron-server[109816]: INFO neutron.quota.resource_registry [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 03:42:48.684979 n-d-828369-19 neutron-server[109816]: WARNING neutron.quota.resource_registry [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] subnetpool is already registered Feb 19 03:42:48.687253 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.v2.resource_helper [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 03:42:48.687714 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.v2.resource_helper [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Service FLAVORS assigned prefix: {{(pid=109816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 03:42:48.688308 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.v2.resource_helper [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 03:42:48.688734 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.v2.resource_helper [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 03:42:48.689065 n-d-828369-19 neutron-server[109816]: INFO neutron.quota.resource_registry [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Creating instance of TrackedResource for resource:router Feb 19 03:42:48.689404 n-d-828369-19 neutron-server[109816]: WARNING neutron.quota.resource_registry [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] router is already registered Feb 19 03:42:48.689814 n-d-828369-19 neutron-server[109816]: INFO neutron.quota.resource_registry [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Creating instance of TrackedResource for resource:floatingip Feb 19 03:42:48.690150 n-d-828369-19 neutron-server[109816]: WARNING neutron.quota.resource_registry [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] floatingip is already registered Feb 19 03:42:48.690630 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.v2.resource_helper [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Service METERING assigned prefix: /metering {{(pid=109816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 03:42:48.691300 n-d-828369-19 neutron-server[109816]: INFO neutron.quota.resource_registry [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Creating instance of CountableResource for resource:rbac_policy Feb 19 03:42:48.691630 n-d-828369-19 neutron-server[109816]: WARNING neutron.quota.resource_registry [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] rbac_policy is already registered Feb 19 03:42:48.692048 n-d-828369-19 neutron-server[109816]: INFO neutron.quota.resource_registry [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Creating instance of TrackedResource for resource:security_group Feb 19 03:42:48.692382 n-d-828369-19 neutron-server[109816]: WARNING neutron.quota.resource_registry [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] security_group is already registered Feb 19 03:42:48.692791 n-d-828369-19 neutron-server[109816]: INFO neutron.quota.resource_registry [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 19 03:42:48.693124 n-d-828369-19 neutron-server[109816]: WARNING neutron.quota.resource_registry [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] security_group_rule is already registered Feb 19 03:42:48.693762 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.v2.resource_helper [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Service CORE assigned prefix: {{(pid=109816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 03:42:48.694092 n-d-828369-19 neutron-server[109816]: INFO neutron.quota.resource_registry [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 03:42:48.694456 n-d-828369-19 neutron-server[109816]: WARNING neutron.quota.resource_registry [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] subnetpool is already registered Feb 19 03:42:48.694877 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.v2.resource_helper [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Service CORE assigned prefix: {{(pid=109816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 03:42:48.695204 n-d-828369-19 neutron-server[109816]: INFO neutron.quota.resource_registry [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 03:42:48.695536 n-d-828369-19 neutron-server[109816]: WARNING neutron.quota.resource_registry [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] subnetpool is already registered Feb 19 03:42:48.696016 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: extensions {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.697495 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: address-groups {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.699045 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: address-scopes {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.700378 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: agents {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.701570 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: auto-allocated-topology {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.702856 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: availability_zones {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.704661 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: dhcp-networks {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.706236 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: dhcp-agents {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.707686 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: routers {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.709912 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: flavors {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.711124 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: service_profiles {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.712352 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: next_providers {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.713827 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: service_profiles {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.715412 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: floatingip-pools {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.716657 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: routers {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.719340 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: floatingips {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.721534 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: l3-routers {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.722978 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: l3-agents {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.724421 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: metering-labels {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.725804 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: metering-label-rules {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.727135 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: network-ip-availabilities {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.728414 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: bindings {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.730085 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: quotas {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.731686 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: quotas {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.733232 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: rbac-policies {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.734602 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: security-groups {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.735846 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: security-group-rules {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.737119 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: service-providers {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.738370 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: subnetpools {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.739810 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: subnetpools {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.741273 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: tags {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.743000 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: tags {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.744835 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: tags {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.746656 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: tags {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.748434 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: tags {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.750361 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: tags {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.752062 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: tags {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.753959 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: tags {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.755763 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: tags {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.757623 n-d-828369-19 neutron-server[109816]: DEBUG neutron.api.extensions [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Extended resource: tags {{(pid=109816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:42:48.763524 n-d-828369-19 neutron-server[109816]: WARNING keystonemiddleware.auth_token [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 19 03:42:48.768734 n-d-828369-19 neutron-server[109816]: WARNING keystonemiddleware.auth_token [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 19 03:42:48.777531 n-d-828369-19 neutron-server[109816]: DEBUG oslo_concurrency.lockutils [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Acquired lock "singleton_lock" {{(pid=109816) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 19 03:42:48.778008 n-d-828369-19 neutron-server[109816]: DEBUG oslo_concurrency.lockutils [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Releasing lock "singleton_lock" {{(pid=109816) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 19 03:42:48.778688 n-d-828369-19 neutron-server[109816]: INFO oslo_service.service [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Starting 2 workers Feb 19 03:42:48.784171 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Started child 109925 {{(pid=109816) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 03:42:48.788764 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Started child 109926 {{(pid=109816) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 03:42:48.789679 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:48.790386 n-d-828369-19 neutron-server[109816]: INFO neutron.service [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 19 03:42:48.790981 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:48.791251 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [-] (109925) wsgi starting up on http://0.0.0.0:9696 Feb 19 03:42:48.793474 n-d-828369-19 neutron-server[109816]: INFO oslo_service.service [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Starting 1 workers Feb 19 03:42:48.793631 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:48.795069 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [-] (109926) wsgi starting up on http://0.0.0.0:9696 Feb 19 03:42:48.798817 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Started child 109927 {{(pid=109816) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 03:42:48.799354 n-d-828369-19 neutron-server[109816]: INFO oslo_service.service [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Starting 1 workers Feb 19 03:42:48.802602 n-d-828369-19 neutron-server[109927]: DEBUG neutron.service [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] calling RpcWorker wait() {{(pid=109927) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 19 03:42:48.803156 n-d-828369-19 neutron-server[109927]: DEBUG neutron.service [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] returning from RpcWorker wait() {{(pid=109927) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 19 03:42:48.803871 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Started child 109928 {{(pid=109816) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 03:42:48.804529 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:48.804693 n-d-828369-19 neutron-server[109816]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ee50-3fe1-4373-8155-5c4f990c9b27 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:48.805132 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:42:48.806645 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109816) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 19 03:42:48.806863 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 03:42:48.807224 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 03:42:48.807465 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 03:42:48.807812 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 03:42:48.807981 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 03:42:48.808494 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.808767 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.808855 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:48.809289 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.809289 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.809586 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.809777 n-d-828369-19 neutron-server[109928]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:42:48.810148 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.810440 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.810697 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.810979 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.811244 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.811414 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.811585 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.811837 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.812067 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.812396 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.812668 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.812908 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.813160 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.813332 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.813586 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.813857 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.814103 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.814413 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] debug = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.814669 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.815155 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.815407 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.815674 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.815895 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.816170 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.816415 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.816698 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.816950 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.817163 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.817397 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.817651 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.817914 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.818119 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.818397 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.818608 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.818882 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.819100 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.819533 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] host = n-d-828369-19 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.819771 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.820002 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.820244 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.820500 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.820743 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.820973 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.821238 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.821499 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.821738 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.821991 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.822250 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.822500 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.822734 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.822966 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] log_file = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.823130 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] log_options = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.823376 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.823649 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.823914 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.824102 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.824271 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.824438 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.824700 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.824862 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.825111 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.825496 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.825715 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.825951 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.826272 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.826450 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.826901 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.826901 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.827172 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.827351 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.827608 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.827847 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.828598 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.828829 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.829063 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.829275 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.829493 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.829725 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.829947 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.830218 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.831381 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.831381 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.831381 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.831381 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.831381 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.831999 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.831999 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.831999 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.834317 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.834317 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.834317 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.834317 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.834317 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.834317 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.834317 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.835870 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.835870 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.835870 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.836080 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] use_json = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.836549 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.836894 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.840774 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.841397 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.842353 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.845479 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.845732 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.846003 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.846300 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.846754 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.847050 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.847374 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.847637 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.847877 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.848123 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.848359 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.848620 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.848858 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.849126 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.849452 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.849683 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.849986 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.850289 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.850562 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.850939 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.851294 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.851547 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.851954 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.852177 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.852413 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.852658 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.852947 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.853171 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.853423 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.853673 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.853917 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.854230 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.854504 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.854845 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.855127 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.855387 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.855663 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.855884 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.856110 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.856340 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.856570 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.856810 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.857027 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.857284 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.857501 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.857877 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.858269 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.858509 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.858763 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.859014 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.859283 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.859553 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.859804 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.860259 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.860259 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.860452 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.860846 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.861250 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.861620 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.862082 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.862502 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.862920 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.863286 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.863664 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.864050 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.864429 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.864874 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.865250 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.865627 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.865991 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.866401 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.866752 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.867168 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.867394 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.867611 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.867826 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.868049 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.868280 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.868531 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.868751 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.868987 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.869204 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.869418 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.869628 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.869930 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.870200 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.870470 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.870622 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.870917 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.871080 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.871315 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.871524 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.871739 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.871968 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.872180 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.872453 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.872745 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.872996 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.873255 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.873473 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.873729 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.873944 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.874202 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.874429 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.874646 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.875000 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.875269 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.875526 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.875769 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.876010 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.876225 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.876521 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.876741 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.877118 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.877361 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.877580 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.877816 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.881733 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.882050 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.882525 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.883636 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.883916 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.884170 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.884467 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.884879 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.885200 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.885509 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.885816 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.886133 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.886599 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.886873 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.887159 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.887414 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.887668 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.887907 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.888162 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.888430 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.888684 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.888949 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.889204 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.889453 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.889671 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.889927 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.890280 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.891063 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.891305 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.891522 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.891813 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.892056 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.892309 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.892574 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.892822 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.893056 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.893328 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.893561 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.893776 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.894009 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.894260 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.894476 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.894699 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.894935 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.895174 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.895411 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.895626 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.895934 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.896153 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.896370 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.896604 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.896822 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.897035 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.897281 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.897493 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.897730 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.897966 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.898200 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.898427 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.898645 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.898855 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.899110 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.905719 n-d-828369-19 neutron-server[109927]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:42:48.905897 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.906131 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.906405 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.906642 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.906881 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.907120 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.907381 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.907604 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.907859 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.908087 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.908387 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.908612 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.908838 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.909053 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.909336 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.909513 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.910381 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.910554 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.910834 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.911219 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.911488 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.911742 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.912131 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.912274 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.912471 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.912697 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.912927 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.913148 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.913729 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.913729 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.914195 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.914195 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.914478 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.914626 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.914761 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.914979 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.915239 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.915497 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.915737 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.915965 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.916186 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.916412 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.916630 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.916842 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.917054 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.917266 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.917489 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.917700 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.917988 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.918267 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.918511 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.918799 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.919049 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.919330 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.919563 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.919780 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.919991 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.920213 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.920434 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.920658 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.921006 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.921130 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.921262 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.921490 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.921711 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.922438 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.922662 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.922875 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.923106 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.923288 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.923492 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.923702 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.923946 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.924141 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.924354 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.924595 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.924810 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.925038 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.925256 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.925454 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.925640 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.925864 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.926193 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.926419 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.926715 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.927038 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.927307 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.927562 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.928433 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.928433 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.928433 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.928935 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.928935 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.929169 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.929343 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.929517 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.929743 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.930013 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.930349 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.930657 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.930917 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.931178 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.931458 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.931735 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.932018 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.932233 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.932556 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.932889 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.933166 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.933426 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.933672 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.933932 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.934155 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.934372 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.934595 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.934809 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.935023 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.935281 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.935511 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.935759 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.935975 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.936209 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.936461 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.936692 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.936903 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.937152 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.938930 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.938930 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 03:42:48.938930 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109816) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 19 03:42:48.938930 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 03:42:48.939280 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 03:42:48.939280 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 03:42:48.939425 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 03:42:48.939549 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 03:42:48.939766 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.939936 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.940105 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.940266 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.940426 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.940607 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.940769 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.940928 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.941088 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.941248 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.941409 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.941602 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.941711 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.941878 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.942039 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.942217 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.942387 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.942549 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.942696 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.942868 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.943020 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.943176 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.943287 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] debug = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.943443 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.943640 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.943851 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.944086 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.944086 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.944415 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.944415 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.944634 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.944752 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.944868 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.945003 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.945118 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.945265 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.945424 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.945586 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.945742 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.945898 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.946052 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.946277 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] host = n-d-828369-19 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.946403 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.946521 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.946665 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.946786 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.946911 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.947069 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.947229 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.947387 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.947550 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.947703 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.947862 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.948021 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.948178 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.948336 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] log_file = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.948494 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] log_options = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.948651 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.948809 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.948967 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.949150 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.949316 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.949475 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.949633 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.949792 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.949956 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.950114 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.950297 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.950457 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.950618 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.950776 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.950935 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.951093 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.951251 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.951409 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.951568 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.951731 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.951888 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.952046 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.952213 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.952423 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.952534 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.952641 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.952789 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.952946 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.953104 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.953262 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.953441 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.953624 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.953759 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.953877 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.953994 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.954149 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.954328 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.954473 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.954634 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.954794 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.954953 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.955113 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.955271 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.955429 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.955588 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.955745 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.955903 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] use_json = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.956061 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.956222 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.956382 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.956539 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.956697 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.956844 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.956999 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.957156 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.957317 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:42:48.957497 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.957659 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.957830 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.957992 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.958151 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.958408 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.958572 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.958734 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.958895 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.959056 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.959225 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.959387 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.959559 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.959722 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.959888 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.960053 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.960215 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.960376 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.960537 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.960698 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.960858 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.961018 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.961187 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.961349 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.961509 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.961669 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.961829 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.961998 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.962158 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.962373 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.962535 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.962698 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.962858 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.963019 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.963181 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.963343 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.963504 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.963665 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.963826 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.963988 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.964149 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.964309 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.964470 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.964631 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.964793 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.964955 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.965117 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.965278 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.965440 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.965602 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.965762 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.965923 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.966084 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.966266 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.966430 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.966591 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.966751 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.966923 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.967082 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.967243 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.967403 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.967564 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.967725 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.967885 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.968030 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.968192 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.968354 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.968513 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.968686 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.968846 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.969005 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.969165 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.969326 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.969486 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.969647 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.969811 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.969993 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.970154 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.970335 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.970495 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.970655 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.970815 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.970975 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.971135 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.971296 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.971457 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.971616 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.971776 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.971937 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.972097 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.972258 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.972426 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.972601 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.972762 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.972922 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.973082 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.973242 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.973402 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.973562 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.973722 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.973950 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.974213 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.974379 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.974539 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.974702 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.974861 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.975022 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.975181 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.975366 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.975529 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.975688 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.975849 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.976009 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.976170 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.976331 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.976491 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.976650 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.976809 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.976968 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.977139 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.977306 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.977465 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.977630 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.977798 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.977940 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.978105 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.978293 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.978450 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.978587 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.978749 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.979410 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35316) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:42:48.982205 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.982205 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.982205 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.982205 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.982205 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.982205 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.982205 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.982205 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.982726 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.982726 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.982726 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.982726 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.983467 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.983467 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.983467 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.983467 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.983699 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.983699 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.983836 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.984036 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.984655 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.984832 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.984995 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.985139 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.985278 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.985412 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.985556 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.985703 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.985862 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.986019 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.986213 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.986386 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.986544 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.986701 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.986859 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.987016 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.987175 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.987332 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.987491 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.987647 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.987805 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.987962 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.988119 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.988281 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.988500 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.988583 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.988651 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070448 Feb 19 03:42:48.988721 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.988891 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.989034 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.989180 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.989336 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.989493 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.989653 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.989812 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.989970 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.990129 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.990299 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.990456 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.990613 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.990771 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.990929 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.991087 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.991244 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.991400 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.991575 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.991733 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.991890 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.992052 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.992210 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.992371 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.992553 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.992689 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.992842 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.992998 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.993157 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.993418 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.993582 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.993738 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.993895 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.994052 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.994232 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.994394 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.994589 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.994780 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.994919 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.995031 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.995172 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.995329 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.995485 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.995642 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.995799 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.995955 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.996112 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.996282 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.996439 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.996595 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.996753 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.996910 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.997067 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.997233 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.997390 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.997546 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.997702 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.997857 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.998013 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.998962 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.998962 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.998962 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.998962 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.998962 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.998962 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.999644 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.999644 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.999644 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.999644 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:48.999644 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.000600 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.000600 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.000748 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.000834 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.000950 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.001107 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.001263 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.001432 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.001590 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.001782 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.001885 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.002035 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.002216 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.002387 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.002546 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.002703 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.002870 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.003035 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.003257 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.003362 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.003599 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.003762 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.003921 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.004078 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.004239 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.004394 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.004554 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.004719 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.004885 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.005052 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.005210 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.005374 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.005540 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.005705 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.005866 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.006020 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.006253 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.006390 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.006548 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.006705 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.006862 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.007019 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.007174 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.007330 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.007487 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.007644 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.007800 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.007956 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.008112 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.008306 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.008400 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.008557 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.008714 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.008870 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.009026 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.009182 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:42:49.009333 n-d-828369-19 neutron-server[109816]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 03:43:00.520317 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bceaa68-a09c-4601-9c89-517fa3bbfa3c None None] get_active_networks_info from n-d-828369-19 {{(pid=109927) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:43:00.584259 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bceaa68-a09c-4601-9c89-517fa3bbfa3c None None] No non-hosted networks {{(pid=109927) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 19 03:43:00.596844 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.agentschedulers_db [None req-7bceaa68-a09c-4601-9c89-517fa3bbfa3c None None] DHCP Agent not found on host n-d-828369-19 {{(pid=109927) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 19 03:43:00.784766 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5cb4b93b-69f9-46eb-a8c3-6935d4a37433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1610065'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:02.626713 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-336c08be-d95e-4dbb-ada8-45d75fe37abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1610065'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:02.670096 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b0c5f8f4-d8d4-40f7-aff4-e3f544bfec80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:03.592082 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1610065'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:05.091435 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1610065'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:06.498936 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35394) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:06.648645 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1610065'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:06.651133 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:06.653036 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:06.654218 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:06.654734 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:06.655271 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:06.656262 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:06.656768 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:06.657337 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:06.657857 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:06.658776 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:06.659324 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:06.659880 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:06.661193 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:06.661971 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-828369-19', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:06.675125 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-828369-19', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:07.016245 n-d-828369-19 neutron-server[109927]: INFO neutron.db.l3_hamode_db [None req-a40882a1-7a10-408f-ba28-e6cf1d272825 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 19 03:43:07.081404 n-d-828369-19 neutron-server[109926]: WARNING oslo_policy.policy [None req-077d23e6-658b-43e7-aba2-3cd9a15bd461 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 03:43:07.082096 n-d-828369-19 neutron-server[109926]: WARNING oslo_policy.policy [None req-077d23e6-658b-43e7-aba2-3cd9a15bd461 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 03:43:07.102097 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40882a1-7a10-408f-ba28-e6cf1d272825 None None] Routers set() bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:43:07.102822 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40882a1-7a10-408f-ba28-e6cf1d272825 None None] Router IDs set() for agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 03:43:07.318923 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-077d23e6-658b-43e7-aba2-3cd9a15bd461 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:43:07.321520 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-077d23e6-658b-43e7-aba2-3cd9a15bd461 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8216319 Feb 19 03:43:09.857798 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35420) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:10.161479 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-e688a646-1d8d-4b3a-8a6f-61ee40ac01dc admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:43:10.253482 n-d-828369-19 neutron-server[109926]: DEBUG neutron.policy [None req-e688a646-1d8d-4b3a-8a6f-61ee40ac01dc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109926) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 19 03:43:10.296032 n-d-828369-19 neutron-server[109926]: WARNING oslo_policy.policy [None req-e688a646-1d8d-4b3a-8a6f-61ee40ac01dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 03:43:10.296406 n-d-828369-19 neutron-server[109926]: WARNING oslo_policy.policy [None req-e688a646-1d8d-4b3a-8a6f-61ee40ac01dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 03:43:10.389188 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e688a646-1d8d-4b3a-8a6f-61ee40ac01dc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727884568603', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727884569156', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727884570779', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727884585564', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727884590447', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727884533141', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-789453', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-810894', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2086652', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1666991'] for rbac-policy (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:10.454619 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e688a646-1d8d-4b3a-8a6f-61ee40ac01dc admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:10.455781 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e688a646-1d8d-4b3a-8a6f-61ee40ac01dc admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5969596 Feb 19 03:43:12.929171 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35430) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:13.233372 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:43:13.261848 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] Made reservation on behalf of 667d79bfbe6c485486213fd9a5c34f29 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:43:13.265636 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:13.282979 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:13.392999 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] Publish callbacks [] for security_group (169a7c32-ad80-4a43-9520-cf66e126dee0), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:13.396492 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (169a7c32-ad80-4a43-9520-cf66e126dee0), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:13.416442 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:43:13.452448 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727882293041', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (a847811e-26a3-4f15-ac18-8bb3ce2a77ef), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:13.453014 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] Unsubscribe: segment precommit_create {{(pid=109926) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 19 03:43:13.453549 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] Added segment a847811e-26a3-4f15-ac18-8bb3ce2a77ef of type vlan for network 11ee6add-7687-41a8-a0b9-3ce027c161ec Feb 19 03:43:13.472491 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=169a7c32-ad80-4a43-9520-cf66e126dee0,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:13.521423 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:13.521687 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:13.522026 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:13.522387 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:13.522720 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:13.523049 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:13.523375 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:13.523698 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:13.524020 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:13.524342 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:13.524663 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:13.524980 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:13.525303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] Tracked resource versions report: Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: pushed versions: Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: { 'AddressGroup': {'1.2'}, Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: 'ConntrackHelper': {'1.0'}, Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: 'LocalIPAssociation': {'1.0'}, Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: 'Log': {'1.0'}, Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: 'Network': {'1.1'}, Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: 'Port': {'1.7'}, Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: 'PortForwarding': {'1.2'}, Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: 'QosPolicy': {'1.10'}, Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: 'SecurityGroup': {'1.5'}, Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: 'SecurityGroupRule': {'1.2'}, Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: 'SubPort': {'1.0'}, Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: 'Subnet': {'1.1'}, Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: 'Trunk': {'1.1'}} Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: consumer versions: Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: { DHCP agent@n-d-828369-19: {}, Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: L3 agent@n-d-828369-19: {}, Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: Metadata agent@n-d-828369-19: {}, Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: Metering agent@n-d-828369-19: {}, Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: Open vSwitch agent@n-d-828369-19: { 'AddressGroup': '1.2', Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: 'ConntrackHelper': '1.0', Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: 'LocalIPAssociation': '1.0', Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: 'Log': '1.0', Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: 'Network': '1.1', Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: 'Port': '1.7', Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: 'PortForwarding': '1.2', Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: 'QosPolicy': '1.10', Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: 'SecurityGroup': '1.5', Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: 'SecurityGroupRule': '1.2', Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: 'SubPort': '1.0', Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: 'Subnet': '1.1', Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: 'Trunk': '1.1'}} Feb 19 03:43:13.526745 n-d-828369-19 neutron-server[109926]: {{(pid=109926) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 03:43:13.558822 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (11ee6add-7687-41a8-a0b9-3ce027c161ec), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:13.600624 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (11ee6add-7687-41a8-a0b9-3ce027c161ec), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:13.606186 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:13.606919 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:13.690218 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7599719 Feb 19 03:43:13.728251 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817aeda-e867-485f-b79a-53c875895a36 demo demo] Pushing event updated for resources: {'Network': ['ID=11ee6add-7687-41a8-a0b9-3ce027c161ec,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:13.741691 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 11ee6add-7687-41a8-a0b9-3ce027c161ec details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:43:16.246770 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35442) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:16.645237 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df650a2-4cf7-4db6-8d3f-a8909a1f8fa4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:16.646620 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5df650a2-4cf7-4db6-8d3f-a8909a1f8fa4 demo admin] 10.222.0.52 "GET /v2.0/networks/11ee6add-7687-41a8-a0b9-3ce027c161ec HTTP/1.1" status: 200 len: 825 time: 0.3989272 Feb 19 03:43:16.670841 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a754acc2-12ca-4ddf-bc12-e14fc44f1b7b demo admin] 10.222.0.52 "GET /v2.0/subnetpools/47daec0c-bcc3-4a9c-91eb-8c5a6ee520ac HTTP/1.1" status: 200 len: 734 time: 0.0181923 Feb 19 03:43:16.679596 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-98e9729e-43e4-437e-a787-8be232e8009f demo admin] Request body: {'subnet': {'network_id': '11ee6add-7687-41a8-a0b9-3ce027c161ec', 'subnetpool_id': '47daec0c-bcc3-4a9c-91eb-8c5a6ee520ac', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:43:16.699406 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e9729e-43e4-437e-a787-8be232e8009f demo admin] Made reservation on behalf of 667d79bfbe6c485486213fd9a5c34f29 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:43:16.701559 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-98e9729e-43e4-437e-a787-8be232e8009f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:16.985262 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-98e9729e-43e4-437e-a787-8be232e8009f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for subnet (98fbdd41-c8d9-4d23-9eed-3f495954030c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:17.055486 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9729e-43e4-437e-a787-8be232e8009f demo admin] Pushing event updated for resources: {'Subnet': ['ID=98fbdd41-c8d9-4d23-9eed-3f495954030c,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:17.057446 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e9729e-43e4-437e-a787-8be232e8009f demo admin] Checking segment: {'id': 'a847811e-26a3-4f15-ac18-8bb3ce2a77ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '11ee6add-7687-41a8-a0b9-3ce027c161ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:43:17.059966 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e9729e-43e4-437e-a787-8be232e8009f demo admin] Network hostable DHCP agents. Network: 11ee6add-7687-41a8-a0b9-3ce027c161ec, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:43:17.079633 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e9729e-43e4-437e-a787-8be232e8009f demo admin] Network 11ee6add-7687-41a8-a0b9-3ce027c161ec is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:43:17.090813 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-98e9729e-43e4-437e-a787-8be232e8009f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 11ee6add-7687-41a8-a0b9-3ce027c161ec) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:43:17.095351 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e9729e-43e4-437e-a787-8be232e8009f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:17.095935 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-98e9729e-43e4-437e-a787-8be232e8009f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:17.100431 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c587f7-cfad-4fe8-83a0-d3facc0ae64e None None] Network 11ee6add-7687-41a8-a0b9-3ce027c161ec requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:43:17.114429 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-98e9729e-43e4-437e-a787-8be232e8009f demo admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4340324 Feb 19 03:43:17.366568 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-11ee6add-7687-41a8-a0b9-3ce027c161ec', 'network_id': '11ee6add-7687-41a8-a0b9-3ce027c161ec', 'project_id': '667d79bfbe6c485486213fd9a5c34f29', 'fixed_ips': [{'subnet_id': '98fbdd41-c8d9-4d23-9eed-3f495954030c'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:43:17.367947 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:17.652617 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Allocated IP 172.20.0.2 (11ee6add-7687-41a8-a0b9-3ce027c161ec/98fbdd41-c8d9-4d23-9eed-3f495954030c/36c511b6-1d1f-490f-8827-b60dbdb65bff) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:43:17.915891 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Publish callbacks [] for port (36c511b6-1d1f-490f-8827-b60dbdb65bff), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:17.923348 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (36c511b6-1d1f-490f-8827-b60dbdb65bff), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:17.993713 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Network 11ee6add-7687-41a8-a0b9-3ce027c161ec is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:43:17.999280 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:43:18.002617 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:43:18.040191 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Pushing event updated for resources: {'Port': ['ID=36c511b6-1d1f-490f-8827-b60dbdb65bff,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:18.065541 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.065893 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.066263 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.066601 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.066931 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.067257 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.067582 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.067905 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.068225 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.068546 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.068866 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.069184 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.069502 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Tracked resource versions report: Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: pushed versions: Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: { 'AddressGroup': {'1.2'}, Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: 'ConntrackHelper': {'1.0'}, Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: 'LocalIPAssociation': {'1.0'}, Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: 'Log': {'1.0'}, Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: 'Network': {'1.1'}, Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: 'Port': {'1.7'}, Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: 'PortForwarding': {'1.2'}, Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: 'QosPolicy': {'1.10'}, Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: 'SecurityGroup': {'1.5'}, Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: 'SecurityGroupRule': {'1.2'}, Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: 'SubPort': {'1.0'}, Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: 'Subnet': {'1.1'}, Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: 'Trunk': {'1.1'}} Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: consumer versions: Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: { DHCP agent@n-d-828369-19: {}, Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: L3 agent@n-d-828369-19: {}, Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: Metadata agent@n-d-828369-19: {}, Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: Metering agent@n-d-828369-19: {}, Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: Open vSwitch agent@n-d-828369-19: { 'AddressGroup': '1.2', Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: 'ConntrackHelper': '1.0', Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: 'LocalIPAssociation': '1.0', Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: 'Log': '1.0', Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: 'Network': '1.1', Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: 'Port': '1.7', Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: 'PortForwarding': '1.2', Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: 'QosPolicy': '1.10', Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: 'SecurityGroup': '1.5', Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: 'SecurityGroupRule': '1.2', Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: 'SubPort': '1.0', Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: 'Subnet': '1.1', Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: 'Trunk': '1.1'}} Feb 19 03:43:18.070643 n-d-828369-19 neutron-server[109927]: {{(pid=109927) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 03:43:18.099099 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Attempting to bind port 36c511b6-1d1f-490f-8827-b60dbdb65bff on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:43:18.099498 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Attempting to bind port 36c511b6-1d1f-490f-8827-b60dbdb65bff by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'a847811e-26a3-4f15-ac18-8bb3ce2a77ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '11ee6add-7687-41a8-a0b9-3ce027c161ec'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:43:18.099955 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Attempting to bind port 36c511b6-1d1f-490f-8827-b60dbdb65bff on network 11ee6add-7687-41a8-a0b9-3ce027c161ec {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:43:18.104743 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:43:18.105280 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Checking segment: {'id': 'a847811e-26a3-4f15-ac18-8bb3ce2a77ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '11ee6add-7687-41a8-a0b9-3ce027c161ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:43:18.105634 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:18.106022 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Bound using segment: {'id': 'a847811e-26a3-4f15-ac18-8bb3ce2a77ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '11ee6add-7687-41a8-a0b9-3ce027c161ec'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:43:18.106525 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Bound port: 36c511b6-1d1f-490f-8827-b60dbdb65bff, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a847811e-26a3-4f15-ac18-8bb3ce2a77ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '11ee6add-7687-41a8-a0b9-3ce027c161ec'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:43:18.106953 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (36c511b6-1d1f-490f-8827-b60dbdb65bff), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:18.167899 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] For port 36c511b6-1d1f-490f-8827-b60dbdb65bff, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:43:18.171959 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] For port 36c511b6-1d1f-490f-8827-b60dbdb65bff, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=36c511b6-1d1f-490f-8827-b60dbdb65bff,segment=NetworkSegment(a847811e-26a3-4f15-ac18-8bb3ce2a77ef),segment_id=a847811e-26a3-4f15-ac18-8bb3ce2a77ef)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:43:18.179274 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (36c511b6-1d1f-490f-8827-b60dbdb65bff), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:18.244138 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d6a03-6a29-4e4b-87ac-2b918ac13d30 None None] Pushing event updated for resources: {'Port': ['ID=36c511b6-1d1f-490f-8827-b60dbdb65bff,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:19.642785 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35450) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:19.954813 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-9adfdfc2-68d7-45cb-ad60-4f9bc0c3acda admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:43:19.970189 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9adfdfc2-68d7-45cb-ad60-4f9bc0c3acda admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3119690 Feb 19 03:43:22.537168 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35458) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:22.844830 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-e80e89ef-7d4f-4186-843a-a29fff8080e0 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:43:22.845851 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e80e89ef-7d4f-4186-843a-a29fff8080e0 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3076975 Feb 19 03:43:25.373160 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35466) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:25.679460 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-fe3d420b-f6a6-480b-aea7-4be3f25eff40 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:43:25.701473 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fe3d420b-f6a6-480b-aea7-4be3f25eff40 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:25.703040 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fe3d420b-f6a6-480b-aea7-4be3f25eff40 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:25.839854 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fe3d420b-f6a6-480b-aea7-4be3f25eff40 demo demo] Publish callbacks [] for router_controller (9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:25.844919 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fe3d420b-f6a6-480b-aea7-4be3f25eff40 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:25.861664 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fe3d420b-f6a6-480b-aea7-4be3f25eff40 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:25.862890 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fe3d420b-f6a6-480b-aea7-4be3f25eff40 demo demo] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4887536 Feb 19 03:43:28.404949 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35478) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:28.726804 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-6739c699-2bea-4023-8d29-526fc3dd2f21 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:43:28.727822 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6739c699-2bea-4023-8d29-526fc3dd2f21 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3219385 Feb 19 03:43:29.395298 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 36c511b6-1d1f-490f-8827-b60dbdb65bff up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:43:29.482900 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 36c511b6-1d1f-490f-8827-b60dbdb65bff triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:43:29.483705 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (36c511b6-1d1f-490f-8827-b60dbdb65bff), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:29.594660 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 36c511b6-1d1f-490f-8827-b60dbdb65bff is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:43:29.595055 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (36c511b6-1d1f-490f-8827-b60dbdb65bff), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:29.617484 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f4569f-3304-4250-90cd-eb6702746b22 None None] Network 11ee6add-7687-41a8-a0b9-3ce027c161ec requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:43:29.672597 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 36c511b6-1d1f-490f-8827-b60dbdb65bff, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=36c511b6-1d1f-490f-8827-b60dbdb65bff,segment=NetworkSegment(a847811e-26a3-4f15-ac18-8bb3ce2a77ef),segment_id=a847811e-26a3-4f15-ac18-8bb3ce2a77ef)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:29.679707 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (36c511b6-1d1f-490f-8827-b60dbdb65bff), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:29.741791 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-12b3e7c6-3251-4c3e-9511-15cb44a2ed8f None None] Provisioning complete for port 36c511b6-1d1f-490f-8827-b60dbdb65bff triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:43:29.742212 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-12b3e7c6-3251-4c3e-9511-15cb44a2ed8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (36c511b6-1d1f-490f-8827-b60dbdb65bff), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:29.775165 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=36c511b6-1d1f-490f-8827-b60dbdb65bff,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:29.875291 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-12b3e7c6-3251-4c3e-9511-15cb44a2ed8f None None] Current status of the port 36c511b6-1d1f-490f-8827-b60dbdb65bff is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:43:30.098715 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-4b484725-8aa7-4d8a-ae14-fc464c02a097 None None] Provisioning complete for port 36c511b6-1d1f-490f-8827-b60dbdb65bff triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:43:30.099035 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4b484725-8aa7-4d8a-ae14-fc464c02a097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (36c511b6-1d1f-490f-8827-b60dbdb65bff), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:30.174328 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-4b484725-8aa7-4d8a-ae14-fc464c02a097 None None] Current status of the port 36c511b6-1d1f-490f-8827-b60dbdb65bff is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:43:30.476548 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b23143d6-4308-4a1f-9a91-401f84591af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:31.251468 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35488) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:31.364581 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 36c511b6-1d1f-490f-8827-b60dbdb65bff up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:43:31.410566 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 36c511b6-1d1f-490f-8827-b60dbdb65bff triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:43:31.410948 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (36c511b6-1d1f-490f-8827-b60dbdb65bff), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:31.487311 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 36c511b6-1d1f-490f-8827-b60dbdb65bff is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:43:31.741497 n-d-828369-19 neutron-server[109925]: WARNING oslo_policy.policy [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 03:43:31.742096 n-d-828369-19 neutron-server[109925]: WARNING oslo_policy.policy [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 03:43:31.967570 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:43:32.019733 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Made reservation on behalf of b59f3d260e134b3598b12514362c71f7 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:43:32.081711 n-d-828369-19 neutron-server[109925]: DEBUG neutron.policy [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109925) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 19 03:43:32.124455 n-d-828369-19 neutron-server[109925]: WARNING oslo_policy.policy [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 03:43:32.124829 n-d-828369-19 neutron-server[109925]: WARNING oslo_policy.policy [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 03:43:32.134858 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:32.155685 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:32.261523 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Publish callbacks [] for security_group (1ecf598a-c6a7-4378-844b-6656479bc9df), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:32.265114 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1ecf598a-c6a7-4378-844b-6656479bc9df), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:32.277367 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Reserving flat network on physical network physnet1 {{(pid=109925) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 19 03:43:32.309292 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727882293041', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (96a3be90-9cdd-4c09-a524-a578f70ce007), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:32.309845 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Unsubscribe: segment precommit_create {{(pid=109925) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 19 03:43:32.310760 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Added segment 96a3be90-9cdd-4c09-a524-a578f70ce007 of type flat for network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 Feb 19 03:43:32.326335 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecf598a-c6a7-4378-844b-6656479bc9df,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:32.379892 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:32.380236 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:32.380590 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:32.380919 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:32.381312 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:32.381633 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:32.381951 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:32.382295 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:32.382611 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:32.382923 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:32.383236 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:32.383545 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:32.383855 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Tracked resource versions report: Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: pushed versions: Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: { 'AddressGroup': {'1.2'}, Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: 'ConntrackHelper': {'1.0'}, Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: 'LocalIPAssociation': {'1.0'}, Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: 'Log': {'1.0'}, Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: 'Network': {'1.1'}, Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: 'Port': {'1.7'}, Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: 'PortForwarding': {'1.2'}, Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: 'QosPolicy': {'1.10'}, Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: 'SecurityGroup': {'1.5'}, Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: 'SecurityGroupRule': {'1.2'}, Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: 'SubPort': {'1.0'}, Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: 'Subnet': {'1.1'}, Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: 'Trunk': {'1.1'}} Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: consumer versions: Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: { DHCP agent@n-d-828369-19: {}, Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: L3 agent@n-d-828369-19: {}, Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: Metadata agent@n-d-828369-19: {}, Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: Metering agent@n-d-828369-19: {}, Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: Open vSwitch agent@n-d-828369-19: { 'AddressGroup': '1.2', Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: 'ConntrackHelper': '1.0', Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: 'LocalIPAssociation': '1.0', Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: 'Log': '1.0', Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: 'Network': '1.1', Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: 'Port': '1.7', Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: 'PortForwarding': '1.2', Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: 'QosPolicy': '1.10', Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: 'SecurityGroup': '1.5', Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: 'SecurityGroupRule': '1.2', Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: 'SubPort': '1.0', Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: 'Subnet': '1.1', Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: 'Trunk': '1.1'}} Feb 19 03:43:32.385000 n-d-828369-19 neutron-server[109925]: {{(pid=109925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 03:43:32.429932 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (7a52a964-6629-4bca-b7ab-6a5aa64b42d0), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:32.473359 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (7a52a964-6629-4bca-b7ab-6a5aa64b42d0), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:32.474583 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:32.475301 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:32.560332 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3066814 Feb 19 03:43:32.580375 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ccbad-4724-495d-bb12-946f26c443cb admin admin] Pushing event updated for resources: {'Network': ['ID=7a52a964-6629-4bca-b7ab-6a5aa64b42d0,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:32.591281 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:43:32.660503 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-746189c4-b116-428b-b29a-6163abb870f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:33.556589 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:35.028049 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:35.064091 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35518) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:35.284505 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd2c2ad-4987-443f-a560-b0e15b94e99d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:35.285890 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4bd2c2ad-4987-443f-a560-b0e15b94e99d demo admin] 10.222.0.52 "GET /v2.0/subnets/98fbdd41-c8d9-4d23-9eed-3f495954030c HTTP/1.1" status: 200 len: 849 time: 0.2208316 Feb 19 03:43:35.444810 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0dc7c75a-7e4f-4d3c-a58e-034dd33fd919 demo admin] 10.222.0.52 "GET /v2.0/routers/9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6 HTTP/1.1" status: 200 len: 704 time: 0.1531715 Feb 19 03:43:35.732872 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70b3195b-ae92-462d-acd7-1fe3e23de989 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:36.032724 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-70b3195b-ae92-462d-acd7-1fe3e23de989 demo admin] Allocated IP 172.20.0.1 (11ee6add-7687-41a8-a0b9-3ce027c161ec/98fbdd41-c8d9-4d23-9eed-3f495954030c/1a830a17-f2be-4530-9da6-e64f2a66da60) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:43:36.219000 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70b3195b-ae92-462d-acd7-1fe3e23de989 demo admin] Publish callbacks [] for port (1a830a17-f2be-4530-9da6-e64f2a66da60), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:36.286196 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70b3195b-ae92-462d-acd7-1fe3e23de989 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (1a830a17-f2be-4530-9da6-e64f2a66da60), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:36.354325 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b3195b-ae92-462d-acd7-1fe3e23de989 demo admin] Network 11ee6add-7687-41a8-a0b9-3ce027c161ec is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:43:36.367238 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-70b3195b-ae92-462d-acd7-1fe3e23de989 demo admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:43:36.377797 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b3195b-ae92-462d-acd7-1fe3e23de989 demo admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:43:36.378389 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70b3195b-ae92-462d-acd7-1fe3e23de989 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:36.396398 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3195b-ae92-462d-acd7-1fe3e23de989 demo admin] Pushing event updated for resources: {'Port': ['ID=1a830a17-f2be-4530-9da6-e64f2a66da60,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:36.575568 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70b3195b-ae92-462d-acd7-1fe3e23de989 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1a830a17-f2be-4530-9da6-e64f2a66da60), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:36.684059 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-229f1efc-3a19-452a-a99c-68fb44a464e7 None None] Provisioning complete for port 1a830a17-f2be-4530-9da6-e64f2a66da60 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:43:36.684623 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-229f1efc-3a19-452a-a99c-68fb44a464e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1a830a17-f2be-4530-9da6-e64f2a66da60), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:36.710351 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:36.726034 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-229f1efc-3a19-452a-a99c-68fb44a464e7 None None] Port 1a830a17-f2be-4530-9da6-e64f2a66da60 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:43:36.839570 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70b3195b-ae92-462d-acd7-1fe3e23de989 demo admin] Publish callbacks [] for port (1a830a17-f2be-4530-9da6-e64f2a66da60), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:36.848306 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70b3195b-ae92-462d-acd7-1fe3e23de989 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1a830a17-f2be-4530-9da6-e64f2a66da60), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:36.849155 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70b3195b-ae92-462d-acd7-1fe3e23de989 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:36.924399 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3195b-ae92-462d-acd7-1fe3e23de989 demo admin] Pushing event updated for resources: {'Port': ['ID=1a830a17-f2be-4530-9da6-e64f2a66da60,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:36.972641 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b3195b-ae92-462d-acd7-1fe3e23de989 demo admin] Network 11ee6add-7687-41a8-a0b9-3ce027c161ec is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:43:36.973948 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-70b3195b-ae92-462d-acd7-1fe3e23de989 demo admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:43:37.139490 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b3195b-ae92-462d-acd7-1fe3e23de989 demo admin] Router 9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:43:37.238555 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b3195b-ae92-462d-acd7-1fe3e23de989 demo admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:43:37.245920 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-70b3195b-ae92-462d-acd7-1fe3e23de989 demo admin] 10.222.0.52 "PUT /v2.0/routers/9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7960579 Feb 19 03:43:37.248395 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-7f3d2d84-fa90-432f-b1bd-340cd2a1a5cb None None] Provisioning complete for port 1a830a17-f2be-4530-9da6-e64f2a66da60 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:43:37.249019 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7f3d2d84-fa90-432f-b1bd-340cd2a1a5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1a830a17-f2be-4530-9da6-e64f2a66da60), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:37.256927 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7ed2f4-c137-4d55-acec-2b10c9c6cce4 None None] Sync routers for ids ['9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:43:37.271424 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7ed2f4-c137-4d55-acec-2b10c9c6cce4 None None] Routers {'9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:43:37.272301 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-8a7ed2f4-c137-4d55-acec-2b10c9c6cce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:43:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:37.285555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-7f3d2d84-fa90-432f-b1bd-340cd2a1a5cb None None] Port 1a830a17-f2be-4530-9da6-e64f2a66da60 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:43:37.462702 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-8a7ed2f4-c137-4d55-acec-2b10c9c6cce4 None None] Set router 9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6 gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:43:37.885714 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-8a7ed2f4-c137-4d55-acec-2b10c9c6cce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6', 'name': 'router1', 'tenant_id': '667d79bfbe6c485486213fd9a5c34f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:43:25Z', 'updated_at': '2022-02-19T03:43:36Z', 'revision_number': 2, 'project_id': '667d79bfbe6c485486213fd9a5c34f29', 'gw_port_host': None, '_interfaces': [{'id': '1a830a17-f2be-4530-9da6-e64f2a66da60', 'name': '', 'network_id': '11ee6add-7687-41a8-a0b9-3ce027c161ec', 'tenant_id': '667d79bfbe6c485486213fd9a5c34f29', 'mac_address': 'fa:16:3e:95:c0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98fbdd41-c8d9-4d23-9eed-3f495954030c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:43:35Z', 'updated_at': '2022-02-19T03:43:36Z', 'revision_number': 2, 'project_id': '667d79bfbe6c485486213fd9a5c34f29', 'subnets': [{'id': '98fbdd41-c8d9-4d23-9eed-3f495954030c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47daec0c-bcc3-4a9c-91eb-8c5a6ee520ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:37.933287 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7ed2f4-c137-4d55-acec-2b10c9c6cce4 None None] Checking router: 9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:43:37.933656 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7ed2f4-c137-4d55-acec-2b10c9c6cce4 None None] Updating router 9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6 port 1a830a17-f2be-4530-9da6-e64f2a66da60 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:43:38.011242 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-8a7ed2f4-c137-4d55-acec-2b10c9c6cce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1a830a17-f2be-4530-9da6-e64f2a66da60), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:38.484487 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-8a7ed2f4-c137-4d55-acec-2b10c9c6cce4 None None] Publish callbacks [] for port (1a830a17-f2be-4530-9da6-e64f2a66da60), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:38.492167 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-8a7ed2f4-c137-4d55-acec-2b10c9c6cce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1a830a17-f2be-4530-9da6-e64f2a66da60), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:38.653988 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08965e83-bed2-47da-8470-8e3db41f39fe None None] Pushing event updated for resources: {'Port': ['ID=1a830a17-f2be-4530-9da6-e64f2a66da60,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:38.660032 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-8a7ed2f4-c137-4d55-acec-2b10c9c6cce4 None None] Attempting to bind port 1a830a17-f2be-4530-9da6-e64f2a66da60 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:43:38.660434 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-8a7ed2f4-c137-4d55-acec-2b10c9c6cce4 None None] Attempting to bind port 1a830a17-f2be-4530-9da6-e64f2a66da60 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'a847811e-26a3-4f15-ac18-8bb3ce2a77ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '11ee6add-7687-41a8-a0b9-3ce027c161ec'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:43:38.660867 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7ed2f4-c137-4d55-acec-2b10c9c6cce4 None None] Attempting to bind port 1a830a17-f2be-4530-9da6-e64f2a66da60 on network 11ee6add-7687-41a8-a0b9-3ce027c161ec {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:43:38.667422 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08965e83-bed2-47da-8470-8e3db41f39fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:38.667766 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08965e83-bed2-47da-8470-8e3db41f39fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:38.668110 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08965e83-bed2-47da-8470-8e3db41f39fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:38.668451 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08965e83-bed2-47da-8470-8e3db41f39fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:38.668782 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08965e83-bed2-47da-8470-8e3db41f39fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:38.669109 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08965e83-bed2-47da-8470-8e3db41f39fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:38.669444 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08965e83-bed2-47da-8470-8e3db41f39fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:38.669765 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08965e83-bed2-47da-8470-8e3db41f39fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:38.670095 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08965e83-bed2-47da-8470-8e3db41f39fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:38.670587 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08965e83-bed2-47da-8470-8e3db41f39fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:38.670856 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08965e83-bed2-47da-8470-8e3db41f39fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:38.671176 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08965e83-bed2-47da-8470-8e3db41f39fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:38.671494 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08965e83-bed2-47da-8470-8e3db41f39fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08965e83-bed2-47da-8470-8e3db41f39fe None None] Tracked resource versions report: Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: pushed versions: Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: { 'AddressGroup': {'1.2'}, Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: 'ConntrackHelper': {'1.0'}, Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: 'LocalIPAssociation': {'1.0'}, Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: 'Log': {'1.0'}, Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: 'Network': {'1.1'}, Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: 'Port': {'1.7'}, Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: 'PortForwarding': {'1.2'}, Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: 'QosPolicy': {'1.10'}, Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: 'SecurityGroup': {'1.5'}, Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: 'SecurityGroupRule': {'1.2'}, Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: 'SubPort': {'1.0'}, Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: 'Subnet': {'1.1'}, Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: 'Trunk': {'1.1'}} Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: consumer versions: Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: { DHCP agent@n-d-828369-19: {}, Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: L3 agent@n-d-828369-19: {}, Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: Metadata agent@n-d-828369-19: {}, Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: Metering agent@n-d-828369-19: {}, Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: Open vSwitch agent@n-d-828369-19: { 'AddressGroup': '1.2', Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: 'ConntrackHelper': '1.0', Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: 'LocalIPAssociation': '1.0', Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: 'Log': '1.0', Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: 'Network': '1.1', Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: 'Port': '1.7', Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: 'PortForwarding': '1.2', Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: 'QosPolicy': '1.10', Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: 'SecurityGroup': '1.5', Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: 'SecurityGroupRule': '1.2', Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: 'SubPort': '1.0', Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: 'Subnet': '1.1', Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: 'Trunk': '1.1'}} Feb 19 03:43:38.672639 n-d-828369-19 neutron-server[109928]: {{(pid=109928) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 03:43:38.677440 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7ed2f4-c137-4d55-acec-2b10c9c6cce4 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:43:38.677846 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7ed2f4-c137-4d55-acec-2b10c9c6cce4 None None] Checking segment: {'id': 'a847811e-26a3-4f15-ac18-8bb3ce2a77ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '11ee6add-7687-41a8-a0b9-3ce027c161ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:43:38.678368 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-8a7ed2f4-c137-4d55-acec-2b10c9c6cce4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:38.678751 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7ed2f4-c137-4d55-acec-2b10c9c6cce4 None None] Bound using segment: {'id': 'a847811e-26a3-4f15-ac18-8bb3ce2a77ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '11ee6add-7687-41a8-a0b9-3ce027c161ec'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:43:38.679239 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-8a7ed2f4-c137-4d55-acec-2b10c9c6cce4 None None] Bound port: 1a830a17-f2be-4530-9da6-e64f2a66da60, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a847811e-26a3-4f15-ac18-8bb3ce2a77ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '11ee6add-7687-41a8-a0b9-3ce027c161ec'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:43:38.679618 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-8a7ed2f4-c137-4d55-acec-2b10c9c6cce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1a830a17-f2be-4530-9da6-e64f2a66da60), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:38.713393 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-dcd1167f-112b-4f18-a839-5824cf46a3de None None] Provisioning complete for port 1a830a17-f2be-4530-9da6-e64f2a66da60 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:43:38.713946 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dcd1167f-112b-4f18-a839-5824cf46a3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1a830a17-f2be-4530-9da6-e64f2a66da60), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:38.744431 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-8a7ed2f4-c137-4d55-acec-2b10c9c6cce4 None None] For port 1a830a17-f2be-4530-9da6-e64f2a66da60, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:43:38.748857 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-dcd1167f-112b-4f18-a839-5824cf46a3de None None] Port 1a830a17-f2be-4530-9da6-e64f2a66da60 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:43:38.763759 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-8a7ed2f4-c137-4d55-acec-2b10c9c6cce4 None None] For port 1a830a17-f2be-4530-9da6-e64f2a66da60, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1a830a17-f2be-4530-9da6-e64f2a66da60,segment=NetworkSegment(a847811e-26a3-4f15-ac18-8bb3ce2a77ef),segment_id=a847811e-26a3-4f15-ac18-8bb3ce2a77ef)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:43:38.770625 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-8a7ed2f4-c137-4d55-acec-2b10c9c6cce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1a830a17-f2be-4530-9da6-e64f2a66da60), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:38.831235 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08965e83-bed2-47da-8470-8e3db41f39fe None None] Pushing event updated for resources: {'Port': ['ID=1a830a17-f2be-4530-9da6-e64f2a66da60,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:38.833924 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7ed2f4-c137-4d55-acec-2b10c9c6cce4 None None] Routers {'9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:43:38.834674 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-8a7ed2f4-c137-4d55-acec-2b10c9c6cce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:43:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:38.927515 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-8a7ed2f4-c137-4d55-acec-2b10c9c6cce4 None None] Set router 9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6 gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:43:39.070827 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-270b857b-c6a9-4b40-bed5-5f636e6194ae None None] Provisioning complete for port 1a830a17-f2be-4530-9da6-e64f2a66da60 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:43:39.071098 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-270b857b-c6a9-4b40-bed5-5f636e6194ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1a830a17-f2be-4530-9da6-e64f2a66da60), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:39.138036 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-8a7ed2f4-c137-4d55-acec-2b10c9c6cce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6', 'name': 'router1', 'tenant_id': '667d79bfbe6c485486213fd9a5c34f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:43:25Z', 'updated_at': '2022-02-19T03:43:36Z', 'revision_number': 2, 'project_id': '667d79bfbe6c485486213fd9a5c34f29', 'gw_port_host': None, '_interfaces': [{'id': '1a830a17-f2be-4530-9da6-e64f2a66da60', 'name': '', 'network_id': '11ee6add-7687-41a8-a0b9-3ce027c161ec', 'tenant_id': '667d79bfbe6c485486213fd9a5c34f29', 'mac_address': 'fa:16:3e:95:c0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98fbdd41-c8d9-4d23-9eed-3f495954030c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:43:35Z', 'updated_at': '2022-02-19T03:43:38Z', 'revision_number': 4, 'project_id': '667d79bfbe6c485486213fd9a5c34f29', 'subnets': [{'id': '98fbdd41-c8d9-4d23-9eed-3f495954030c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47daec0c-bcc3-4a9c-91eb-8c5a6ee520ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:39.147107 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-270b857b-c6a9-4b40-bed5-5f636e6194ae None None] Current status of the port 1a830a17-f2be-4530-9da6-e64f2a66da60 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:43:39.147512 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-270b857b-c6a9-4b40-bed5-5f636e6194ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1a830a17-f2be-4530-9da6-e64f2a66da60), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:39.164657 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7ed2f4-c137-4d55-acec-2b10c9c6cce4 None None] The sync data for ids ['9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6'] in n-d-828369-19 is: [{'id': '9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6', 'name': 'router1', 'tenant_id': '667d79bfbe6c485486213fd9a5c34f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:43:25Z', 'updated_at': '2022-02-19T03:43:36Z', 'revision_number': 2, 'project_id': '667d79bfbe6c485486213fd9a5c34f29', 'gw_port_host': None, '_interfaces': [{'id': '1a830a17-f2be-4530-9da6-e64f2a66da60', 'name': '', 'network_id': '11ee6add-7687-41a8-a0b9-3ce027c161ec', 'tenant_id': '667d79bfbe6c485486213fd9a5c34f29', 'mac_address': 'fa:16:3e:95:c0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98fbdd41-c8d9-4d23-9eed-3f495954030c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:43:35Z', 'updated_at': '2022-02-19T03:43:38Z', 'revision_number': 4, 'project_id': '667d79bfbe6c485486213fd9a5c34f29', 'subnets': [{'id': '98fbdd41-c8d9-4d23-9eed-3f495954030c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47daec0c-bcc3-4a9c-91eb-8c5a6ee520ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:43:39.183263 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-270b857b-c6a9-4b40-bed5-5f636e6194ae None None] For port 1a830a17-f2be-4530-9da6-e64f2a66da60, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1a830a17-f2be-4530-9da6-e64f2a66da60,segment=NetworkSegment(a847811e-26a3-4f15-ac18-8bb3ce2a77ef),segment_id=a847811e-26a3-4f15-ac18-8bb3ce2a77ef)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:39.188922 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-270b857b-c6a9-4b40-bed5-5f636e6194ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1a830a17-f2be-4530-9da6-e64f2a66da60), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:39.258333 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b857b-c6a9-4b40-bed5-5f636e6194ae None None] Pushing event updated for resources: {'Port': ['ID=1a830a17-f2be-4530-9da6-e64f2a66da60,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:39.741146 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35538) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:39.850072 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a9b9c7-a22c-4b54-b37b-35928d1b02b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:39.851363 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f1a9b9c7-a22c-4b54-b37b-35928d1b02b4 admin admin] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 842 time: 0.1091666 Feb 19 03:43:39.860854 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-62af173b-1b6e-4f28-aa62-de64dd53132d admin admin] Request body: {'subnet': {'cidr': '172.25.3.0/24', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.25.3.1', 'enable_dhcp': False, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:43:39.884040 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62af173b-1b6e-4f28-aa62-de64dd53132d admin admin] Made reservation on behalf of b59f3d260e134b3598b12514362c71f7 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:43:39.886517 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-62af173b-1b6e-4f28-aa62-de64dd53132d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:40.186108 n-d-828369-19 neutron-server[109925]: DEBUG neutron.objects.ports [None req-62af173b-1b6e-4f28-aa62-de64dd53132d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109925) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:43:40.186488 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-62af173b-1b6e-4f28-aa62-de64dd53132d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for subnet (db2f7979-f8c4-4886-9855-5cb740175e9a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:40.242476 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af173b-1b6e-4f28-aa62-de64dd53132d admin admin] Pushing event updated for resources: {'Subnet': ['ID=db2f7979-f8c4-4886-9855-5cb740175e9a,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:40.253855 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62af173b-1b6e-4f28-aa62-de64dd53132d admin admin] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:43:40.254239 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62af173b-1b6e-4f28-aa62-de64dd53132d admin admin] Network hostable DHCP agents. Network: 7a52a964-6629-4bca-b7ab-6a5aa64b42d0, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:43:40.275539 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62af173b-1b6e-4f28-aa62-de64dd53132d admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:43:40.286844 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-62af173b-1b6e-4f28-aa62-de64dd53132d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 7a52a964-6629-4bca-b7ab-6a5aa64b42d0) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:43:40.292703 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62af173b-1b6e-4f28-aa62-de64dd53132d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:40.292809 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-62af173b-1b6e-4f28-aa62-de64dd53132d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:40.297170 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7aa8f9-e9eb-4427-92f5-ee944d1f65ba None None] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:43:40.311250 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-62af173b-1b6e-4f28-aa62-de64dd53132d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4537940 Feb 19 03:43:40.402913 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79b4100-ff81-4059-b2b4-6b5226d0d300 None None] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:43:42.801037 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35546) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:43.020513 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-43b76b3b-2bd8-45c6-abea-369c1416de75 demo admin] 10.222.0.52 "GET /v2.0/routers/9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6 HTTP/1.1" status: 200 len: 710 time: 0.2183778 Feb 19 03:43:43.134990 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a22afa-4d5c-4bd2-8c4b-ae96420919e2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:43.136359 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c8a22afa-4d5c-4bd2-8c4b-ae96420919e2 demo admin] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 886 time: 0.1105280 Feb 19 03:43:43.145139 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-d714c0ab-eed1-4686-8771-adfb6c2a5f96 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:43:43.407604 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d714c0ab-eed1-4686-8771-adfb6c2a5f96 demo admin] Publish callbacks [] for router_gateway (9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:43.639832 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d714c0ab-eed1-4686-8771-adfb6c2a5f96 demo admin] Publish callbacks [] for router_gateway (9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:43.762377 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d714c0ab-eed1-4686-8771-adfb6c2a5f96 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:43.914362 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-d714c0ab-eed1-4686-8771-adfb6c2a5f96 demo admin] Allocated IP 172.25.3.109 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/99565ca6-35c6-40a0-be83-4f4c4b4a3f25) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:43:44.022109 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d714c0ab-eed1-4686-8771-adfb6c2a5f96 demo admin] Publish callbacks [] for port (99565ca6-35c6-40a0-be83-4f4c4b4a3f25), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:44.082140 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d714c0ab-eed1-4686-8771-adfb6c2a5f96 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (99565ca6-35c6-40a0-be83-4f4c4b4a3f25), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:44.159399 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d714c0ab-eed1-4686-8771-adfb6c2a5f96 demo admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:43:44.166068 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-d714c0ab-eed1-4686-8771-adfb6c2a5f96 demo admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:43:44.170630 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d714c0ab-eed1-4686-8771-adfb6c2a5f96 demo admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:43:44.173982 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714c0ab-eed1-4686-8771-adfb6c2a5f96 demo admin] Pushing event updated for resources: {'Port': ['ID=99565ca6-35c6-40a0-be83-4f4c4b4a3f25,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:44.466445 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d714c0ab-eed1-4686-8771-adfb6c2a5f96 demo admin] Publish callbacks [] for router_gateway (9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:44.671876 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d714c0ab-eed1-4686-8771-adfb6c2a5f96 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5517'] for router (9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:44.676869 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d714c0ab-eed1-4686-8771-adfb6c2a5f96 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1611319'] for router (9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:44.787570 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d714c0ab-eed1-4686-8771-adfb6c2a5f96 demo admin] Router 9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:43:44.895185 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d714c0ab-eed1-4686-8771-adfb6c2a5f96 demo admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:43:44.900028 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d714c0ab-eed1-4686-8771-adfb6c2a5f96 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:44.900908 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d714c0ab-eed1-4686-8771-adfb6c2a5f96 demo admin] 10.222.0.52 "PUT /v2.0/routers/9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6 HTTP/1.1" status: 200 len: 890 time: 1.7589200 Feb 19 03:43:47.410374 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1a830a17-f2be-4530-9da6-e64f2a66da60 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:43:47.457678 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 1a830a17-f2be-4530-9da6-e64f2a66da60 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:43:47.458072 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1a830a17-f2be-4530-9da6-e64f2a66da60), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:47.533073 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 1a830a17-f2be-4530-9da6-e64f2a66da60 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:43:47.545369 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35558) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:47.663569 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a8c60bca-16bb-40d4-a844-b617cce725c5 admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1169794 Feb 19 03:43:47.874752 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473c71f2-5aee-46eb-8f9e-946cb974d94d None None] Sync routers for ids ['9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:43:47.890764 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473c71f2-5aee-46eb-8f9e-946cb974d94d None None] Routers {'9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:43:47.892038 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-473c71f2-5aee-46eb-8f9e-946cb974d94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:43:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:48.103751 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-473c71f2-5aee-46eb-8f9e-946cb974d94d None None] Set router 9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:43:48.578680 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-473c71f2-5aee-46eb-8f9e-946cb974d94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6', 'name': 'router1', 'tenant_id': '667d79bfbe6c485486213fd9a5c34f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '99565ca6-35c6-40a0-be83-4f4c4b4a3f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:43:25Z', 'updated_at': '2022-02-19T03:43:44Z', 'revision_number': 4, 'project_id': '667d79bfbe6c485486213fd9a5c34f29', 'gw_port': {'id': '99565ca6-35c6-40a0-be83-4f4c4b4a3f25', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:43:43Z', 'updated_at': '2022-02-19T03:43:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '1a830a17-f2be-4530-9da6-e64f2a66da60', 'name': '', 'network_id': '11ee6add-7687-41a8-a0b9-3ce027c161ec', 'tenant_id': '667d79bfbe6c485486213fd9a5c34f29', 'mac_address': 'fa:16:3e:95:c0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98fbdd41-c8d9-4d23-9eed-3f495954030c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:43:35Z', 'updated_at': '2022-02-19T03:43:39Z', 'revision_number': 5, 'project_id': '667d79bfbe6c485486213fd9a5c34f29', 'subnets': [{'id': '98fbdd41-c8d9-4d23-9eed-3f495954030c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47daec0c-bcc3-4a9c-91eb-8c5a6ee520ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:48.628293 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473c71f2-5aee-46eb-8f9e-946cb974d94d None None] Checking router: 9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:43:48.628644 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473c71f2-5aee-46eb-8f9e-946cb974d94d None None] Updating router 9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6 port 99565ca6-35c6-40a0-be83-4f4c4b4a3f25 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:43:48.681211 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-473c71f2-5aee-46eb-8f9e-946cb974d94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (99565ca6-35c6-40a0-be83-4f4c4b4a3f25), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:48.849649 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 5 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:43:48.995867 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-473c71f2-5aee-46eb-8f9e-946cb974d94d None None] Publish callbacks [] for port (99565ca6-35c6-40a0-be83-4f4c4b4a3f25), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:49.003572 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-473c71f2-5aee-46eb-8f9e-946cb974d94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (99565ca6-35c6-40a0-be83-4f4c4b4a3f25), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:49.055481 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-473c71f2-5aee-46eb-8f9e-946cb974d94d None None] Attempting to bind port 99565ca6-35c6-40a0-be83-4f4c4b4a3f25 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:43:49.055854 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-473c71f2-5aee-46eb-8f9e-946cb974d94d None None] Attempting to bind port 99565ca6-35c6-40a0-be83-4f4c4b4a3f25 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:43:49.056205 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473c71f2-5aee-46eb-8f9e-946cb974d94d None None] Attempting to bind port 99565ca6-35c6-40a0-be83-4f4c4b4a3f25 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:43:49.061409 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b76e3-c388-461b-804a-0eaf9a1d54b8 None None] Pushing event updated for resources: {'Port': ['ID=99565ca6-35c6-40a0-be83-4f4c4b4a3f25,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:49.065851 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473c71f2-5aee-46eb-8f9e-946cb974d94d None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:43:49.066246 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473c71f2-5aee-46eb-8f9e-946cb974d94d None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:43:49.066651 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-473c71f2-5aee-46eb-8f9e-946cb974d94d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:49.067033 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473c71f2-5aee-46eb-8f9e-946cb974d94d None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:43:49.067494 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-473c71f2-5aee-46eb-8f9e-946cb974d94d None None] Bound port: 99565ca6-35c6-40a0-be83-4f4c4b4a3f25, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:43:49.067871 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-473c71f2-5aee-46eb-8f9e-946cb974d94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (99565ca6-35c6-40a0-be83-4f4c4b4a3f25), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:49.116185 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-473c71f2-5aee-46eb-8f9e-946cb974d94d None None] For port 99565ca6-35c6-40a0-be83-4f4c4b4a3f25, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:43:49.119011 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-473c71f2-5aee-46eb-8f9e-946cb974d94d None None] For port 99565ca6-35c6-40a0-be83-4f4c4b4a3f25, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=99565ca6-35c6-40a0-be83-4f4c4b4a3f25,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:43:49.124111 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-473c71f2-5aee-46eb-8f9e-946cb974d94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (99565ca6-35c6-40a0-be83-4f4c4b4a3f25), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:49.177454 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473c71f2-5aee-46eb-8f9e-946cb974d94d None None] Routers {'9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:43:49.178049 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-473c71f2-5aee-46eb-8f9e-946cb974d94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:43:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:49.216190 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b76e3-c388-461b-804a-0eaf9a1d54b8 None None] Pushing event updated for resources: {'Port': ['ID=99565ca6-35c6-40a0-be83-4f4c4b4a3f25,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:49.288226 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-473c71f2-5aee-46eb-8f9e-946cb974d94d None None] Set router 9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:43:49.510717 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-473c71f2-5aee-46eb-8f9e-946cb974d94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6', 'name': 'router1', 'tenant_id': '667d79bfbe6c485486213fd9a5c34f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '99565ca6-35c6-40a0-be83-4f4c4b4a3f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:43:25Z', 'updated_at': '2022-02-19T03:43:44Z', 'revision_number': 4, 'project_id': '667d79bfbe6c485486213fd9a5c34f29', 'gw_port': {'id': '99565ca6-35c6-40a0-be83-4f4c4b4a3f25', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:43:43Z', 'updated_at': '2022-02-19T03:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '1a830a17-f2be-4530-9da6-e64f2a66da60', 'name': '', 'network_id': '11ee6add-7687-41a8-a0b9-3ce027c161ec', 'tenant_id': '667d79bfbe6c485486213fd9a5c34f29', 'mac_address': 'fa:16:3e:95:c0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98fbdd41-c8d9-4d23-9eed-3f495954030c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:43:35Z', 'updated_at': '2022-02-19T03:43:39Z', 'revision_number': 5, 'project_id': '667d79bfbe6c485486213fd9a5c34f29', 'subnets': [{'id': '98fbdd41-c8d9-4d23-9eed-3f495954030c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47daec0c-bcc3-4a9c-91eb-8c5a6ee520ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:49.539000 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473c71f2-5aee-46eb-8f9e-946cb974d94d None None] The sync data for ids ['9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6'] in n-d-828369-19 is: [{'id': '9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6', 'name': 'router1', 'tenant_id': '667d79bfbe6c485486213fd9a5c34f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '99565ca6-35c6-40a0-be83-4f4c4b4a3f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:43:25Z', 'updated_at': '2022-02-19T03:43:44Z', 'revision_number': 4, 'project_id': '667d79bfbe6c485486213fd9a5c34f29', 'gw_port': {'id': '99565ca6-35c6-40a0-be83-4f4c4b4a3f25', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:43:43Z', 'updated_at': '2022-02-19T03:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '1a830a17-f2be-4530-9da6-e64f2a66da60', 'name': '', 'network_id': '11ee6add-7687-41a8-a0b9-3ce027c161ec', 'tenant_id': '667d79bfbe6c485486213fd9a5c34f29', 'mac_address': 'fa:16:3e:95:c0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d954828-dd3e-45f5-b5ec-2d2f06bbd4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98fbdd41-c8d9-4d23-9eed-3f495954030c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:43:35Z', 'updated_at': '2022-02-19T03:43:39Z', 'revision_number': 5, 'project_id': '667d79bfbe6c485486213fd9a5c34f29', 'subnets': [{'id': '98fbdd41-c8d9-4d23-9eed-3f495954030c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47daec0c-bcc3-4a9c-91eb-8c5a6ee520ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:43:51.476363 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 99565ca6-35c6-40a0-be83-4f4c4b4a3f25 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:43:51.545952 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 99565ca6-35c6-40a0-be83-4f4c4b4a3f25 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:43:51.546834 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (99565ca6-35c6-40a0-be83-4f4c4b4a3f25), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:51.652777 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 99565ca6-35c6-40a0-be83-4f4c4b4a3f25 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:43:51.653503 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (99565ca6-35c6-40a0-be83-4f4c4b4a3f25), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:51.678886 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 99565ca6-35c6-40a0-be83-4f4c4b4a3f25, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=99565ca6-35c6-40a0-be83-4f4c4b4a3f25,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:51.688485 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (99565ca6-35c6-40a0-be83-4f4c4b4a3f25), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:51.752791 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=99565ca6-35c6-40a0-be83-4f4c4b4a3f25,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:53.549023 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 99565ca6-35c6-40a0-be83-4f4c4b4a3f25 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:43:53.639444 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 99565ca6-35c6-40a0-be83-4f4c4b4a3f25 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:43:53.639853 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (99565ca6-35c6-40a0-be83-4f4c4b4a3f25), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:53.796431 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 99565ca6-35c6-40a0-be83-4f4c4b4a3f25 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:44:00.479965 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cbff7297-f1ba-4760-8b74-3bf831e9db77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:02.619520 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c1597dcc-1741-4713-aa80-ab8e1f6cc521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:03.567646 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:05.034521 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:06.652261 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:25.850693 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 5 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:44:30.484952 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f0f51c8-019a-4e89-88a2-74c07c115b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:32.622848 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1fb8ed17-cf00-4ef9-b7cb-dae3b193f3c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:33.558560 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:35.030270 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:36.646767 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:00.487412 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2fb03a0c-1585-4863-be72-399afeb524c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:02.616272 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4bdaf9b0-efa3-4998-84cc-1d19cd60e2b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:02.849186 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 5 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:45:03.560683 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:05.031506 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:06.649443 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:12.713170 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36074) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:12.774239 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-67cf85af-2981-468f-a4ed-89f40daf1d64 admin admin] GET failed (client error): The resource could not be found. Feb 19 03:45:12.775517 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-67cf85af-2981-468f-a4ed-89f40daf1d64 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604312 Feb 19 03:45:12.934455 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5677b295-e6aa-414c-9c10-bfeaa1d2e776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:12.935878 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5677b295-e6aa-414c-9c10-bfeaa1d2e776 admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1556482 Feb 19 03:45:15.261139 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36084) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:15.350644 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f181c4-f79e-4b31-b1c7-770c86250afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:15.351978 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-99f181c4-f79e-4b31-b1c7-770c86250afe admin admin] 10.222.0.52 "GET /v2.0/subnets/98fbdd41-c8d9-4d23-9eed-3f495954030c HTTP/1.1" status: 200 len: 849 time: 0.0899236 Feb 19 03:45:15.361186 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-17cbfe75-0798-4800-81db-3b0ca13a6fd9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:45:15.446308 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-17cbfe75-0798-4800-81db-3b0ca13a6fd9 admin admin] Publish callbacks [] for subnet (98fbdd41-c8d9-4d23-9eed-3f495954030c), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:15.589902 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-17cbfe75-0798-4800-81db-3b0ca13a6fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727882451330'] for subnet (98fbdd41-c8d9-4d23-9eed-3f495954030c), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:15.618449 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cbfe75-0798-4800-81db-3b0ca13a6fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:15.619029 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-17cbfe75-0798-4800-81db-3b0ca13a6fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:15.620782 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-17cbfe75-0798-4800-81db-3b0ca13a6fd9 admin admin] 10.222.0.52 "PUT /v2.0/subnets/98fbdd41-c8d9-4d23-9eed-3f495954030c HTTP/1.1" status: 200 len: 868 time: 0.2631891 Feb 19 03:45:15.634876 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048ce040-7fcf-4b11-bee5-b1d8d03b26d2 None None] Network 11ee6add-7687-41a8-a0b9-3ce027c161ec requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:45:15.641715 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cbfe75-0798-4800-81db-3b0ca13a6fd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98fbdd41-c8d9-4d23-9eed-3f495954030c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:15.649450 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cbfe75-0798-4800-81db-3b0ca13a6fd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:15.649839 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cbfe75-0798-4800-81db-3b0ca13a6fd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:15.650149 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cbfe75-0798-4800-81db-3b0ca13a6fd9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:15.650500 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cbfe75-0798-4800-81db-3b0ca13a6fd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:15.650836 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cbfe75-0798-4800-81db-3b0ca13a6fd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:15.651172 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cbfe75-0798-4800-81db-3b0ca13a6fd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:15.651760 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cbfe75-0798-4800-81db-3b0ca13a6fd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:15.652092 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cbfe75-0798-4800-81db-3b0ca13a6fd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:15.652418 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cbfe75-0798-4800-81db-3b0ca13a6fd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:15.652770 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cbfe75-0798-4800-81db-3b0ca13a6fd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:15.653099 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cbfe75-0798-4800-81db-3b0ca13a6fd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:15.653424 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cbfe75-0798-4800-81db-3b0ca13a6fd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:15.653748 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cbfe75-0798-4800-81db-3b0ca13a6fd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:15.986840 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-782e46e3-2894-4d53-a6f0-070a088f12c4 None None] Provisioning complete for port 1a830a17-f2be-4530-9da6-e64f2a66da60 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:45:15.987363 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-782e46e3-2894-4d53-a6f0-070a088f12c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1a830a17-f2be-4530-9da6-e64f2a66da60), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:16.064520 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-782e46e3-2894-4d53-a6f0-070a088f12c4 None None] Current status of the port 1a830a17-f2be-4530-9da6-e64f2a66da60 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:45:16.074604 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-782e46e3-2894-4d53-a6f0-070a088f12c4 None None] Provisioning complete for port 36c511b6-1d1f-490f-8827-b60dbdb65bff triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:45:16.075024 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-782e46e3-2894-4d53-a6f0-070a088f12c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (36c511b6-1d1f-490f-8827-b60dbdb65bff), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:16.152335 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-782e46e3-2894-4d53-a6f0-070a088f12c4 None None] Current status of the port 36c511b6-1d1f-490f-8827-b60dbdb65bff is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:45:17.920152 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36092) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:18.188663 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e6a313-776e-4fb1-9dd7-5cbecc176fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:18.189052 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e6a313-776e-4fb1-9dd7-5cbecc176fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:18.190598 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d4e6a313-776e-4fb1-9dd7-5cbecc176fe7 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2694359 Feb 19 03:45:20.486907 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36102) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:20.613370 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f21b8da-e1f3-4fd7-96ca-3fdfada23a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:20.613843 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f21b8da-e1f3-4fd7-96ca-3fdfada23a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:20.615386 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5f21b8da-e1f3-4fd7-96ca-3fdfada23a0c admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1275384 Feb 19 03:45:22.975387 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36110) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:23.122086 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a4ae9e-3235-4894-949a-5ff6f8572f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:23.123725 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c9a4ae9e-3235-4894-949a-5ff6f8572f7e admin admin] 10.222.0.52 "GET /v2.0/networks/11ee6add-7687-41a8-a0b9-3ce027c161ec HTTP/1.1" status: 200 len: 869 time: 0.1472762 Feb 19 03:45:25.433387 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36118) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:25.555680 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6559b1-d75c-46ff-8a0e-77f781e6bf23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:25.557540 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9e6559b1-d75c-46ff-8a0e-77f781e6bf23 admin admin] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 886 time: 0.1227272 Feb 19 03:45:27.856084 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36126) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:27.976487 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2919c47d-183e-46d2-a1ef-9c7775dbc2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:27.976938 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2919c47d-183e-46d2-a1ef-9c7775dbc2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:27.978988 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2919c47d-183e-46d2-a1ef-9c7775dbc2d7 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1213806 Feb 19 03:45:30.283930 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36134) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:30.376619 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072afedf-43a2-43a7-b660-ffc10e8a1ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:30.377077 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072afedf-43a2-43a7-b660-ffc10e8a1ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:30.378589 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-072afedf-43a2-43a7-b660-ffc10e8a1ac9 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0937054 Feb 19 03:45:30.490806 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a2b2b575-048b-4be8-88e0-5ad71870d75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:32.618727 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a5e1ef99-02a0-4d4e-8e6f-fd44f2c8b92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:32.700640 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36142) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:32.789394 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5563adec-795e-4712-9023-ea958383a7cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:32.790815 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5563adec-795e-4712-9023-ea958383a7cc admin admin] 10.222.0.52 "GET /v2.0/subnets/98fbdd41-c8d9-4d23-9eed-3f495954030c HTTP/1.1" status: 200 len: 868 time: 0.0891438 Feb 19 03:45:33.564690 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:35.035015 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:35.112213 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36150) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:35.196603 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811bcf67-400d-4768-9b5f-af3ca6890959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:35.197933 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-811bcf67-400d-4768-9b5f-af3ca6890959 admin admin] 10.222.0.52 "GET /v2.0/subnets/db2f7979-f8c4-4886-9855-5cb740175e9a HTTP/1.1" status: 200 len: 816 time: 0.0847738 Feb 19 03:45:36.652368 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:39.847413 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 5 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:46:00.493330 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3f9c1661-51ce-4a4c-98c1-e79ed911e6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:02.620827 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2dbc5970-3262-4e57-a636-84722f2d8123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:03.287248 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36202) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:03.335636 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-e972b83f-6305-4fee-b317-06ef9d6e0a95 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:46:03.336639 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e972b83f-6305-4fee-b317-06ef9d6e0a95 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0484531 Feb 19 03:46:03.570300 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:05.037486 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:05.751225 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36210) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:05.810789 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-54956bb3-6cff-4a51-94b3-469560e904ee admin admin] GET failed (client error): The resource could not be found. Feb 19 03:46:05.812034 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-54956bb3-6cff-4a51-94b3-469560e904ee admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598724 Feb 19 03:46:05.894646 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e13c3d0-c4b9-4f0c-97b4-5bafd81e979e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:05.896120 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6e13c3d0-c4b9-4f0c-97b4-5bafd81e979e admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0800877 Feb 19 03:46:06.655640 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:08.262698 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36218) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:08.308919 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-c7a35374-3500-4d75-b700-f78708417df9 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:08.328336 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a35374-3500-4d75-b700-f78708417df9 admin admin] Made reservation on behalf of b59f3d260e134b3598b12514362c71f7 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:08.330581 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c7a35374-3500-4d75-b700-f78708417df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:08.365469 n-d-828369-19 neutron-server[109926]: WARNING neutron.services.revisions.revision_plugin [None req-c7a35374-3500-4d75-b700-f78708417df9 admin admin] Could not find related network for resource to bump revision. Feb 19 03:46:08.378074 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a35374-3500-4d75-b700-f78708417df9 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:46:08.387875 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c7a35374-3500-4d75-b700-f78708417df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (2d180dc4-a2bd-4c89-bc7e-329c219bd420), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:08.388208 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-c7a35374-3500-4d75-b700-f78708417df9 admin admin] Added segment 2d180dc4-a2bd-4c89-bc7e-329c219bd420 of type vlan for network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 Feb 19 03:46:08.435952 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c7a35374-3500-4d75-b700-f78708417df9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (c4b7998f-89f5-4eae-aa1a-471ffbec0e92), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:08.457930 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c7a35374-3500-4d75-b700-f78708417df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (c4b7998f-89f5-4eae-aa1a-471ffbec0e92), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:08.458910 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a35374-3500-4d75-b700-f78708417df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:08.459481 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c7a35374-3500-4d75-b700-f78708417df9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:08.528997 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c7a35374-3500-4d75-b700-f78708417df9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2651274 Feb 19 03:46:08.553767 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a35374-3500-4d75-b700-f78708417df9 admin admin] Pushing event updated for resources: {'Network': ['ID=c4b7998f-89f5-4eae-aa1a-471ffbec0e92,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:08.561330 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a35374-3500-4d75-b700-f78708417df9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:08.561678 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a35374-3500-4d75-b700-f78708417df9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:08.562022 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a35374-3500-4d75-b700-f78708417df9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:08.562400 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a35374-3500-4d75-b700-f78708417df9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:08.562737 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a35374-3500-4d75-b700-f78708417df9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:08.563074 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a35374-3500-4d75-b700-f78708417df9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:08.563402 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a35374-3500-4d75-b700-f78708417df9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:08.563728 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a35374-3500-4d75-b700-f78708417df9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:08.564053 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a35374-3500-4d75-b700-f78708417df9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:08.564378 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a35374-3500-4d75-b700-f78708417df9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:08.564711 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a35374-3500-4d75-b700-f78708417df9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:08.565032 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a35374-3500-4d75-b700-f78708417df9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:08.565353 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a35374-3500-4d75-b700-f78708417df9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:08.577187 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:46:10.845196 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36226) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:10.905262 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-735f72e5-dc70-4b36-8752-9cb6b8cae3f3 admin admin] GET failed (client error): The resource could not be found. Feb 19 03:46:10.906567 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-735f72e5-dc70-4b36-8752-9cb6b8cae3f3 admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603909 Feb 19 03:46:11.009115 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35143476-5a7d-493b-a3fe-fc2cdd6f3b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:11.010591 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-35143476-5a7d-493b-a3fe-fc2cdd6f3b20 admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0999327 Feb 19 03:46:11.020110 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-4a5aba03-2bf7-426c-8149-67df5a8ca3be admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:11.039699 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5aba03-2bf7-426c-8149-67df5a8ca3be admin admin] Made reservation on behalf of b59f3d260e134b3598b12514362c71f7 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:11.041860 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4a5aba03-2bf7-426c-8149-67df5a8ca3be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:11.197398 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4a5aba03-2bf7-426c-8149-67df5a8ca3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for subnet (b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:11.248827 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5aba03-2bf7-426c-8149-67df5a8ca3be admin admin] Pushing event updated for resources: {'Subnet': ['ID=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:11.257092 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5aba03-2bf7-426c-8149-67df5a8ca3be admin admin] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:11.257342 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5aba03-2bf7-426c-8149-67df5a8ca3be admin admin] Network hostable DHCP agents. Network: c4b7998f-89f5-4eae-aa1a-471ffbec0e92, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:46:11.274897 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5aba03-2bf7-426c-8149-67df5a8ca3be admin admin] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:46:11.283319 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-4a5aba03-2bf7-426c-8149-67df5a8ca3be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, c4b7998f-89f5-4eae-aa1a-471ffbec0e92) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:11.287597 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5aba03-2bf7-426c-8149-67df5a8ca3be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:11.288192 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4a5aba03-2bf7-426c-8149-67df5a8ca3be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:11.293473 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e410fab8-1a95-48a5-a2cc-836ffbe330ce None None] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:11.309396 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4a5aba03-2bf7-426c-8149-67df5a8ca3be admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2925677 Feb 19 03:46:11.398010 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'project_id': 'b59f3d260e134b3598b12514362c71f7', 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:46:11.399514 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:11.552248 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Allocated IP 192.168.233.2 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/aea843a3-e51a-442e-87ff-9afd4986b048) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:46:11.701942 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Publish callbacks [] for port (aea843a3-e51a-442e-87ff-9afd4986b048), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:11.708303 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (aea843a3-e51a-442e-87ff-9afd4986b048), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:11.841136 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:46:11.844111 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:11.846966 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:46:11.862729 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Pushing event updated for resources: {'Port': ['ID=aea843a3-e51a-442e-87ff-9afd4986b048,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:11.885659 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:11.886006 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:11.886365 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:11.886699 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:11.887021 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:11.887341 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:11.887658 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:11.887973 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:11.888283 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:11.888595 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:11.888910 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:11.889222 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:11.889534 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:11.918490 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Attempting to bind port aea843a3-e51a-442e-87ff-9afd4986b048 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:46:11.919128 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Attempting to bind port aea843a3-e51a-442e-87ff-9afd4986b048 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:46:11.919520 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Attempting to bind port aea843a3-e51a-442e-87ff-9afd4986b048 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:46:11.925022 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:46:11.925403 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:11.925805 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:11.926247 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:46:11.927138 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Bound port: aea843a3-e51a-442e-87ff-9afd4986b048, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:46:11.927138 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (aea843a3-e51a-442e-87ff-9afd4986b048), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:11.993021 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] For port aea843a3-e51a-442e-87ff-9afd4986b048, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:46:11.996217 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] For port aea843a3-e51a-442e-87ff-9afd4986b048, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=aea843a3-e51a-442e-87ff-9afd4986b048,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:46:12.002120 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (aea843a3-e51a-442e-87ff-9afd4986b048), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:12.063006 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59675d-11b9-48a2-85bc-8aafbabe2c5d None None] Pushing event updated for resources: {'Port': ['ID=aea843a3-e51a-442e-87ff-9afd4986b048,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:12.925630 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcc4b74-753b-40ed-b381-57ca967912fb None None] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:13.029396 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-bf1795c7-9792-4ae9-8b4a-7f8edef53a04 None None] Provisioning complete for port aea843a3-e51a-442e-87ff-9afd4986b048 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:13.029686 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bf1795c7-9792-4ae9-8b4a-7f8edef53a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (aea843a3-e51a-442e-87ff-9afd4986b048), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:13.122923 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-bf1795c7-9792-4ae9-8b4a-7f8edef53a04 None None] Current status of the port aea843a3-e51a-442e-87ff-9afd4986b048 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:13.123320 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bf1795c7-9792-4ae9-8b4a-7f8edef53a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (aea843a3-e51a-442e-87ff-9afd4986b048), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:13.160630 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-bf1795c7-9792-4ae9-8b4a-7f8edef53a04 None None] For port aea843a3-e51a-442e-87ff-9afd4986b048, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=aea843a3-e51a-442e-87ff-9afd4986b048,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:13.167735 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bf1795c7-9792-4ae9-8b4a-7f8edef53a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (aea843a3-e51a-442e-87ff-9afd4986b048), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:13.223657 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1795c7-9792-4ae9-8b4a-7f8edef53a04 None None] Pushing event updated for resources: {'Port': ['ID=aea843a3-e51a-442e-87ff-9afd4986b048,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:13.288653 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-35c7b6c4-9a12-49fa-83b4-30b3bdaaed00 None None] Provisioning complete for port aea843a3-e51a-442e-87ff-9afd4986b048 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:13.288985 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-35c7b6c4-9a12-49fa-83b4-30b3bdaaed00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (aea843a3-e51a-442e-87ff-9afd4986b048), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:13.365970 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-35c7b6c4-9a12-49fa-83b4-30b3bdaaed00 None None] Current status of the port aea843a3-e51a-442e-87ff-9afd4986b048 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:13.520961 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device aea843a3-e51a-442e-87ff-9afd4986b048 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:46:13.574030 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port aea843a3-e51a-442e-87ff-9afd4986b048 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:13.574375 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (aea843a3-e51a-442e-87ff-9afd4986b048), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:13.652702 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port aea843a3-e51a-442e-87ff-9afd4986b048 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:16.846961 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 5 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:46:30.495636 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-823dd4b6-44d6-4694-a35d-672e3352641e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:32.627180 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e82fa51f-70be-4eb8-b925-8b6710d594b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:33.571664 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:35.038955 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:36.659978 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:53.846490 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 5 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:47:00.496904 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b714e251-efec-4c4c-987f-2e354d5c2746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:02.619588 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b8221b9b-cd70-4156-ac31-ce3e9f1b623f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:03.573264 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:05.043160 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:06.662525 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:30.499615 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0d13ed2d-51b7-4980-a260-e92c3360f8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:30.847089 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 5 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:47:32.620143 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4bbc8890-5892-4535-84e8-49e6d630deb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:33.576494 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:35.047009 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:36.669144 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:41.019267 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36264) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:41.025778 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-298b5af0-edd7-42d4-b4ae-ae968c6634bd tempest-verify_tempest_config-1647910645 tempest-verify_tempest_config-1647910645-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:47:41.026762 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-298b5af0-edd7-42d4-b4ae-ae968c6634bd tempest-verify_tempest_config-1647910645 tempest-verify_tempest_config-1647910645-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065410 Feb 19 03:47:41.319282 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36282) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:41.421775 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-77783b41-80f2-4460-98a0-da2b96114d54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:41.495978 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-77783b41-80f2-4460-98a0-da2b96114d54 admin admin] Publish callbacks [] for security_group (6ad67575-7301-4e04-85fd-b05d80a60baf), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:41.499640 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-77783b41-80f2-4460-98a0-da2b96114d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6ad67575-7301-4e04-85fd-b05d80a60baf), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:41.544085 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77783b41-80f2-4460-98a0-da2b96114d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad67575-7301-4e04-85fd-b05d80a60baf,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:41.551400 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-77783b41-80f2-4460-98a0-da2b96114d54 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0de22ed110c8468b9226a97525e57195&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2302997 Feb 19 03:47:41.552921 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77783b41-80f2-4460-98a0-da2b96114d54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:41.553262 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77783b41-80f2-4460-98a0-da2b96114d54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:41.553596 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77783b41-80f2-4460-98a0-da2b96114d54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:41.553931 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77783b41-80f2-4460-98a0-da2b96114d54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:41.554279 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77783b41-80f2-4460-98a0-da2b96114d54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:41.554891 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36286) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:41.555355 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77783b41-80f2-4460-98a0-da2b96114d54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:41.555455 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77783b41-80f2-4460-98a0-da2b96114d54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:41.555754 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77783b41-80f2-4460-98a0-da2b96114d54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:41.556071 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77783b41-80f2-4460-98a0-da2b96114d54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:41.556389 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77783b41-80f2-4460-98a0-da2b96114d54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:41.556705 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77783b41-80f2-4460-98a0-da2b96114d54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:41.557020 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77783b41-80f2-4460-98a0-da2b96114d54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:41.557334 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77783b41-80f2-4460-98a0-da2b96114d54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:41.683432 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9931ff4d-8810-4ecc-8d51-8d5f11598b53 admin admin] Publish callbacks [] for security_group (6ad67575-7301-4e04-85fd-b05d80a60baf), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:41.704664 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9931ff4d-8810-4ecc-8d51-8d5f11598b53 admin admin] Publish callbacks [] for security_group (6ad67575-7301-4e04-85fd-b05d80a60baf), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:41.796245 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9931ff4d-8810-4ecc-8d51-8d5f11598b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6ad67575-7301-4e04-85fd-b05d80a60baf), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:41.798892 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9931ff4d-8810-4ecc-8d51-8d5f11598b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:41.800055 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9931ff4d-8810-4ecc-8d51-8d5f11598b53 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6ad67575-7301-4e04-85fd-b05d80a60baf HTTP/1.1" status: 204 len: 168 time: 0.2441804 Feb 19 03:47:41.808351 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931ff4d-8810-4ecc-8d51-8d5f11598b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad67575-7301-4e04-85fd-b05d80a60baf,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:41.815171 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9931ff4d-8810-4ecc-8d51-8d5f11598b53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:41.815523 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9931ff4d-8810-4ecc-8d51-8d5f11598b53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:41.815870 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9931ff4d-8810-4ecc-8d51-8d5f11598b53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:41.816211 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9931ff4d-8810-4ecc-8d51-8d5f11598b53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:41.816545 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9931ff4d-8810-4ecc-8d51-8d5f11598b53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:41.816876 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9931ff4d-8810-4ecc-8d51-8d5f11598b53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:41.817209 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9931ff4d-8810-4ecc-8d51-8d5f11598b53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:41.817650 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9931ff4d-8810-4ecc-8d51-8d5f11598b53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:41.817858 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9931ff4d-8810-4ecc-8d51-8d5f11598b53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:41.818204 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9931ff4d-8810-4ecc-8d51-8d5f11598b53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:41.818535 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9931ff4d-8810-4ecc-8d51-8d5f11598b53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:41.818862 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9931ff4d-8810-4ecc-8d51-8d5f11598b53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:41.819185 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9931ff4d-8810-4ecc-8d51-8d5f11598b53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:00.502470 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c35b6a6c-ba08-418e-9742-110d8fb5fa6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:02.621305 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cf55580b-d4cd-40b6-ba85-e1ae78442ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:03.578335 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:05.049511 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:06.661930 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:07.846055 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 5 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:48:30.502999 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-66ea9656-a9dd-4b56-b842-0faf69d6d921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:32.623850 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6650ec67-ced2-4aa5-8f6a-55e67b97ac35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:33.581269 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:35.051522 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:36.664251 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:44.845406 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 5 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:49:00.505281 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-10a2a530-2d18-42af-8eca-c44c856e7934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:02.625085 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-eb876ad5-2c12-4dc7-a0c1-6f543b2115d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:03.583159 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:05.053866 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:06.667048 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:21.844541 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 5 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:49:30.507088 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b4d2be4e-50b5-4c38-82ca-7faad6a4db7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:32.626757 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d72291a3-ce65-426f-af56-38fe6f78e55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:33.586402 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:35.058668 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:36.671218 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:58.842999 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 5 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:50:00.508145 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3fbc6dd7-eeb6-4bd0-a2ac-ceaf64306e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:02.627667 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45e1346a-885f-49e0-87ed-0d767bd8bf93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:03.588673 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:05.061454 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:06.673657 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:30.510870 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3ab5cf4e-f059-41e3-b5fc-5e0a4a2ed658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:32.628556 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6aae20aa-c54c-4f33-9212-ae114ba10a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:33.590649 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:35.062568 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:35.841672 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 5 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:50:36.677192 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:56.472472 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1610065'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.180588 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1610065'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:00.513587 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5871702c-2e15-4749-9c4d-9f7f21851814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:02.631171 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-50760049-e4ea-4fe6-81d1-c0d291ebc718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:03.595343 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:05.066801 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:06.678458 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:12.840873 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:51:26.427154 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:29.160750 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:30.515122 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f64071ab-7041-40e9-b9b3-b1d1601255eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:32.632434 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f769628c-88e6-4764-b677-03ed0677bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:33.597292 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:35.068554 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:36.684691 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:42.144262 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36344) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:42.247894 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8678b972-066b-41b0-8d0d-9d8c4f42051b admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1025245 Feb 19 03:51:44.580082 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36354) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:44.637833 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cc508d00-eafb-4792-a65c-e9b4e44f74a5 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0566540 Feb 19 03:51:49.840446 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:51:56.439956 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:59.162576 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:00.517815 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-89e988b2-16cd-46b5-96ba-2a52fa04049b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:02.633603 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2d2a3ba4-d1ee-4494-9e84-609f5c9f74d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:03.599521 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:05.071929 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:06.676134 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:26.441415 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:26.842736 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:52:29.165506 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:30.519907 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a0a523ef-fd28-4a09-b4b7-9ad191a2b87f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:32.641122 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-af45164d-a885-445e-b9b3-552544b1d9be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:33.604372 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:35.087823 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:36.679456 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:56.457312 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:59.166987 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:00.520576 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dd431841-2899-4023-bc1d-ab21c7402ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:02.632683 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-feddab1a-3b06-465a-9c23-2e5fbb26c89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:03.632176 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:03.844526 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:53:05.089321 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:06.714946 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:08.558052 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36560) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:09.043812 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b4248bf2-9641-4e1f-a4af-0363c3a9e3fe tempest-AutoAllocateNetworkTest-9239816 tempest-AutoAllocateNetworkTest-9239816-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=4e04388d67e2473abd9361c1bb389c8c&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4835739 Feb 19 03:53:09.046386 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36586) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:09.226673 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ccb34c-3675-4963-8c25-0cfccbd8ad12 tempest-AutoAllocateNetworkTest-9239816 tempest-AutoAllocateNetworkTest-9239816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:09.230720 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-18ccb34c-3675-4963-8c25-0cfccbd8ad12 tempest-AutoAllocateNetworkTest-9239816 tempest-AutoAllocateNetworkTest-9239816-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1833513 Feb 19 03:53:09.230916 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36596) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:09.287807 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6150873f-744e-4bb8-ac92-074013845c21 tempest-AutoAllocateNetworkTest-9239816 tempest-AutoAllocateNetworkTest-9239816-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550861 Feb 19 03:53:09.290316 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36604) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:09.319833 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-dd0fa562-b4d5-40bf-9021-fc13b2d11954 tempest-AutoAllocateNetworkTest-9239816 tempest-AutoAllocateNetworkTest-9239816-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=4e04388d67e2473abd9361c1bb389c8c HTTP/1.1" status: 200 len: 208 time: 0.0284660 Feb 19 03:53:10.042620 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36648) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:10.457942 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e3b4ea72-efed-4e2c-954b-4614a0be6cab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:10.535875 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e3b4ea72-efed-4e2c-954b-4614a0be6cab admin admin] Publish callbacks [] for security_group (c7bb6468-123e-498a-88d8-5d5b51d4cb32), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:10.541876 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e3b4ea72-efed-4e2c-954b-4614a0be6cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (c7bb6468-123e-498a-88d8-5d5b51d4cb32), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:10.577760 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4ea72-efed-4e2c-954b-4614a0be6cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bb6468-123e-498a-88d8-5d5b51d4cb32,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:10.591634 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e3b4ea72-efed-4e2c-954b-4614a0be6cab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4e04388d67e2473abd9361c1bb389c8c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5451119 Feb 19 03:53:10.591634 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4ea72-efed-4e2c-954b-4614a0be6cab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:10.591634 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4ea72-efed-4e2c-954b-4614a0be6cab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:10.591634 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4ea72-efed-4e2c-954b-4614a0be6cab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:10.591634 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4ea72-efed-4e2c-954b-4614a0be6cab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:10.592162 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4ea72-efed-4e2c-954b-4614a0be6cab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:10.592162 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4ea72-efed-4e2c-954b-4614a0be6cab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:10.592277 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36674) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:10.592733 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4ea72-efed-4e2c-954b-4614a0be6cab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:10.592733 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4ea72-efed-4e2c-954b-4614a0be6cab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:10.592916 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4ea72-efed-4e2c-954b-4614a0be6cab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:10.593376 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4ea72-efed-4e2c-954b-4614a0be6cab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:10.594960 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4ea72-efed-4e2c-954b-4614a0be6cab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:10.595287 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4ea72-efed-4e2c-954b-4614a0be6cab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:10.595616 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4ea72-efed-4e2c-954b-4614a0be6cab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4ea72-efed-4e2c-954b-4614a0be6cab admin admin] Tracked resource versions report: Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: pushed versions: Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: { 'AddressGroup': {'1.2'}, Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: 'ConntrackHelper': {'1.0'}, Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: 'LocalIPAssociation': {'1.0'}, Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: 'Log': {'1.0'}, Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: 'Network': {'1.1'}, Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: 'Port': {'1.7'}, Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: 'PortForwarding': {'1.2'}, Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: 'QosPolicy': {'1.10'}, Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: 'SecurityGroup': {'1.5'}, Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: 'SecurityGroupRule': {'1.2'}, Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: 'SubPort': {'1.0'}, Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: 'Subnet': {'1.1'}, Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: 'Trunk': {'1.1'}} Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: consumer versions: Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: { DHCP agent@n-d-828369-19: {}, Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: HyperV agent@n-h1-828369-19: {}, Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: HyperV agent@n-h2-828369-19: {}, Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: L3 agent@n-d-828369-19: {}, Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: Metadata agent@n-d-828369-19: {}, Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: Metering agent@n-d-828369-19: {}, Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: Open vSwitch agent@n-d-828369-19: { 'AddressGroup': '1.2', Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: 'ConntrackHelper': '1.0', Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: 'LocalIPAssociation': '1.0', Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: 'Log': '1.0', Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: 'Network': '1.1', Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: 'Port': '1.7', Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: 'PortForwarding': '1.2', Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: 'QosPolicy': '1.10', Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: 'SecurityGroup': '1.5', Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: 'SecurityGroupRule': '1.2', Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: 'SubPort': '1.0', Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: 'Subnet': '1.1', Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: 'Trunk': '1.1'}} Feb 19 03:53:10.596726 n-d-828369-19 neutron-server[109926]: {{(pid=109926) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 03:53:10.658846 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a3b21eee-a680-4c20-86fa-a53e5111a678 admin admin] Publish callbacks [] for security_group (c7bb6468-123e-498a-88d8-5d5b51d4cb32), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:10.683924 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a3b21eee-a680-4c20-86fa-a53e5111a678 admin admin] Publish callbacks [] for security_group (c7bb6468-123e-498a-88d8-5d5b51d4cb32), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:10.744608 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a3b21eee-a680-4c20-86fa-a53e5111a678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (c7bb6468-123e-498a-88d8-5d5b51d4cb32), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:10.747221 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a3b21eee-a680-4c20-86fa-a53e5111a678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:10.748405 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a3b21eee-a680-4c20-86fa-a53e5111a678 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c7bb6468-123e-498a-88d8-5d5b51d4cb32 HTTP/1.1" status: 204 len: 168 time: 0.1551564 Feb 19 03:53:10.758040 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b21eee-a680-4c20-86fa-a53e5111a678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bb6468-123e-498a-88d8-5d5b51d4cb32,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:10.767266 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b21eee-a680-4c20-86fa-a53e5111a678 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:10.767735 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b21eee-a680-4c20-86fa-a53e5111a678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:10.768214 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b21eee-a680-4c20-86fa-a53e5111a678 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:10.768759 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b21eee-a680-4c20-86fa-a53e5111a678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:10.769244 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b21eee-a680-4c20-86fa-a53e5111a678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:10.769710 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b21eee-a680-4c20-86fa-a53e5111a678 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:10.770190 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b21eee-a680-4c20-86fa-a53e5111a678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:10.770652 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b21eee-a680-4c20-86fa-a53e5111a678 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:10.771670 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b21eee-a680-4c20-86fa-a53e5111a678 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:10.772190 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b21eee-a680-4c20-86fa-a53e5111a678 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:10.772701 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b21eee-a680-4c20-86fa-a53e5111a678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:10.773105 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b21eee-a680-4c20-86fa-a53e5111a678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:10.773494 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b21eee-a680-4c20-86fa-a53e5111a678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b21eee-a680-4c20-86fa-a53e5111a678 admin admin] Tracked resource versions report: Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: pushed versions: Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: { 'AddressGroup': {'1.2'}, Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: 'ConntrackHelper': {'1.0'}, Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: 'LocalIPAssociation': {'1.0'}, Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: 'Log': {'1.0'}, Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: 'Network': {'1.1'}, Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: 'Port': {'1.7'}, Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: 'PortForwarding': {'1.2'}, Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: 'QosPolicy': {'1.10'}, Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: 'SecurityGroup': {'1.5'}, Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: 'SecurityGroupRule': {'1.2'}, Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: 'SubPort': {'1.0'}, Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: 'Subnet': {'1.1'}, Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: 'Trunk': {'1.1'}} Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: consumer versions: Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: { DHCP agent@n-d-828369-19: {}, Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: HyperV agent@n-h1-828369-19: {}, Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: HyperV agent@n-h2-828369-19: {}, Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: L3 agent@n-d-828369-19: {}, Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: Metadata agent@n-d-828369-19: {}, Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: Metering agent@n-d-828369-19: {}, Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: Open vSwitch agent@n-d-828369-19: { 'AddressGroup': '1.2', Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: 'ConntrackHelper': '1.0', Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: 'LocalIPAssociation': '1.0', Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: 'Log': '1.0', Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: 'Network': '1.1', Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: 'Port': '1.7', Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: 'PortForwarding': '1.2', Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: 'QosPolicy': '1.10', Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: 'SecurityGroup': '1.5', Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: 'SecurityGroupRule': '1.2', Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: 'SubPort': '1.0', Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: 'Subnet': '1.1', Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: 'Trunk': '1.1'}} Feb 19 03:53:10.774796 n-d-828369-19 neutron-server[109925]: {{(pid=109925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 03:53:11.974760 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36756) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:12.187023 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-53ee9da8-e6f8-48d5-9abf-dc38fb2dded3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:12.300818 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-53ee9da8-e6f8-48d5-9abf-dc38fb2dded3 admin admin] Publish callbacks [] for security_group (602b4422-3fcd-44ff-9103-84c49e930594), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:12.305128 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-53ee9da8-e6f8-48d5-9abf-dc38fb2dded3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (602b4422-3fcd-44ff-9103-84c49e930594), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:12.351088 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-53ee9da8-e6f8-48d5-9abf-dc38fb2dded3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eb8bf0feae9a435fbb9d242b489b27db&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3753877 Feb 19 03:53:12.353150 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee9da8-e6f8-48d5-9abf-dc38fb2dded3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602b4422-3fcd-44ff-9103-84c49e930594,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:12.353792 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36790) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:12.411052 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-75530c9e-851b-40e0-bf8a-0b2b0effa3ff admin admin] Publish callbacks [] for security_group (602b4422-3fcd-44ff-9103-84c49e930594), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:12.435897 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-75530c9e-851b-40e0-bf8a-0b2b0effa3ff admin admin] Publish callbacks [] for security_group (602b4422-3fcd-44ff-9103-84c49e930594), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:12.492725 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-75530c9e-851b-40e0-bf8a-0b2b0effa3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (602b4422-3fcd-44ff-9103-84c49e930594), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:12.495304 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-75530c9e-851b-40e0-bf8a-0b2b0effa3ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:12.496461 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-75530c9e-851b-40e0-bf8a-0b2b0effa3ff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/602b4422-3fcd-44ff-9103-84c49e930594 HTTP/1.1" status: 204 len: 168 time: 0.1416540 Feb 19 03:53:12.528570 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75530c9e-851b-40e0-bf8a-0b2b0effa3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602b4422-3fcd-44ff-9103-84c49e930594,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:12.591818 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36808) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:12.594944 n-d-828369-19 neutron-server[109926]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 19 03:53:12.738724 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-c8646606-6133-4a2e-85ff-664454573f41 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=43869446ea78425a856d1c326e1ec965&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1450503 Feb 19 03:53:12.926257 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-3c158292-f828-4cd9-afa5-7573a09d9d7a tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:12.927843 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-3c158292-f828-4cd9-afa5-7573a09d9d7a tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1830573 Feb 19 03:53:12.948933 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-a00e4d50-9af5-4e58-a422-a20c22295e34 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/quotas/43869446ea78425a856d1c326e1ec965 HTTP/1.1" status: 200 len: 375 time: 0.0152555 Feb 19 03:53:13.022354 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-21a3a5de-b45c-47ce-97c1-e4d566047c36 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=43869446ea78425a856d1c326e1ec965&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722568 Feb 19 03:53:13.119464 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36836) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:13.137098 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d60f2535-677f-4068-91c4-a94dbce98084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:13.190693 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36840) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:13.233513 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d60f2535-677f-4068-91c4-a94dbce98084 admin admin] Publish callbacks [] for security_group (843ebdbf-c882-45fc-8afe-5730020269ec), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:13.238119 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d60f2535-677f-4068-91c4-a94dbce98084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (843ebdbf-c882-45fc-8afe-5730020269ec), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:13.293273 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d60f2535-677f-4068-91c4-a94dbce98084 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e53ea357e52d4eae8434b92b0f8af1cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1727252 Feb 19 03:53:13.296391 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36862) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:13.296624 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f2535-677f-4068-91c4-a94dbce98084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843ebdbf-c882-45fc-8afe-5730020269ec,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:13.351288 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3df64004-49bb-473b-a6d7-b5268f31593c admin admin] Publish callbacks [] for security_group (843ebdbf-c882-45fc-8afe-5730020269ec), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:13.373143 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3df64004-49bb-473b-a6d7-b5268f31593c admin admin] Publish callbacks [] for security_group (843ebdbf-c882-45fc-8afe-5730020269ec), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:13.420891 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3df64004-49bb-473b-a6d7-b5268f31593c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (843ebdbf-c882-45fc-8afe-5730020269ec), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:13.423350 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3df64004-49bb-473b-a6d7-b5268f31593c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:13.424676 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3df64004-49bb-473b-a6d7-b5268f31593c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/843ebdbf-c882-45fc-8afe-5730020269ec HTTP/1.1" status: 204 len: 168 time: 0.1271601 Feb 19 03:53:13.440309 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df64004-49bb-473b-a6d7-b5268f31593c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843ebdbf-c882-45fc-8afe-5730020269ec,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:13.449731 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a75f6ecd-9313-4125-a1c9-b7439ccb609e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:13.541382 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a75f6ecd-9313-4125-a1c9-b7439ccb609e admin admin] Publish callbacks [] for security_group (a9c12151-a9f0-4312-a360-7937cfb9021b), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:13.547068 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a75f6ecd-9313-4125-a1c9-b7439ccb609e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a9c12151-a9f0-4312-a360-7937cfb9021b), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:13.590574 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f6ecd-9313-4125-a1c9-b7439ccb609e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c12151-a9f0-4312-a360-7937cfb9021b,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:13.630516 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a75f6ecd-9313-4125-a1c9-b7439ccb609e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=12f6b096da5042baba80b0fdf5c02547&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4362702 Feb 19 03:53:13.630989 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36880) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:13.693736 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6de7eeaa-9e18-44a0-8c67-7fb3784be6bd admin admin] Publish callbacks [] for security_group (a9c12151-a9f0-4312-a360-7937cfb9021b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:13.721567 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6de7eeaa-9e18-44a0-8c67-7fb3784be6bd admin admin] Publish callbacks [] for security_group (a9c12151-a9f0-4312-a360-7937cfb9021b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:13.787237 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6de7eeaa-9e18-44a0-8c67-7fb3784be6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a9c12151-a9f0-4312-a360-7937cfb9021b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:13.789810 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6de7eeaa-9e18-44a0-8c67-7fb3784be6bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:13.794224 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6de7eeaa-9e18-44a0-8c67-7fb3784be6bd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a9c12151-a9f0-4312-a360-7937cfb9021b HTTP/1.1" status: 204 len: 168 time: 0.1621931 Feb 19 03:53:13.802379 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7eeaa-9e18-44a0-8c67-7fb3784be6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c12151-a9f0-4312-a360-7937cfb9021b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:14.229956 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36930) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:14.335989 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36938) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:14.352786 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cfdc6406-2fd4-4c6a-bd75-ab43ff77779a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:14.461157 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cfdc6406-2fd4-4c6a-bd75-ab43ff77779a admin admin] Publish callbacks [] for security_group (791b7eea-1f16-444d-a89d-2db9a2c06916), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:14.466970 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cfdc6406-2fd4-4c6a-bd75-ab43ff77779a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (791b7eea-1f16-444d-a89d-2db9a2c06916), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:14.512108 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cfdc6406-2fd4-4c6a-bd75-ab43ff77779a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=973886cc4074433c87a60ce0b39d1b69&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1744101 Feb 19 03:53:14.513199 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc6406-2fd4-4c6a-bd75-ab43ff77779a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791b7eea-1f16-444d-a89d-2db9a2c06916,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:14.514799 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36948) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:14.576047 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0bbc49e1-0434-48cd-bcf3-54e83e309a8e admin admin] Publish callbacks [] for security_group (791b7eea-1f16-444d-a89d-2db9a2c06916), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:14.602007 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0bbc49e1-0434-48cd-bcf3-54e83e309a8e admin admin] Publish callbacks [] for security_group (791b7eea-1f16-444d-a89d-2db9a2c06916), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:14.679293 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0bbc49e1-0434-48cd-bcf3-54e83e309a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (791b7eea-1f16-444d-a89d-2db9a2c06916), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:14.682269 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0bbc49e1-0434-48cd-bcf3-54e83e309a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:14.695368 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0bbc49e1-0434-48cd-bcf3-54e83e309a8e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/791b7eea-1f16-444d-a89d-2db9a2c06916 HTTP/1.1" status: 204 len: 168 time: 0.1787474 Feb 19 03:53:14.715264 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc49e1-0434-48cd-bcf3-54e83e309a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791b7eea-1f16-444d-a89d-2db9a2c06916,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:14.732061 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8bb6931e-384a-4ab3-b742-813292767867 req-2ac9fade-38ea-4440-8a17-4031bfb96eb6 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=8adba588-7aae-4d6f-91bc-92f2f6fa0151 HTTP/1.1" status: 200 len: 210 time: 0.5007362 Feb 19 03:53:15.156495 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.26', 54732) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:15.180845 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-246d0cd9-be87-4127-af87-b6169b271d42 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=43869446ea78425a856d1c326e1ec965&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226266 Feb 19 03:53:15.323110 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-89093779-3e1d-4e85-91db-664feafc7d15 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:15.324837 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-89093779-3e1d-4e85-91db-664feafc7d15 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1345210 Feb 19 03:53:15.429946 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-7ceff9c8-44e6-40ee-92e3-66ced892a647 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Request body: {'port': {'device_id': '8adba588-7aae-4d6f-91bc-92f2f6fa0151', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': '43869446ea78425a856d1c326e1ec965'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:15.451100 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37014) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:15.483416 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37020) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:15.623576 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-7ceff9c8-44e6-40ee-92e3-66ced892a647 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Made reservation on behalf of 43869446ea78425a856d1c326e1ec965 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:15.630621 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-7ceff9c8-44e6-40ee-92e3-66ced892a647 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:15.642913 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-7ceff9c8-44e6-40ee-92e3-66ced892a647 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:15.730136 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-7ceff9c8-44e6-40ee-92e3-66ced892a647 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Publish callbacks [] for security_group (961e58f6-3c24-4361-991c-d90a02f880e9), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:15.734231 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-7ceff9c8-44e6-40ee-92e3-66ced892a647 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (961e58f6-3c24-4361-991c-d90a02f880e9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:15.755326 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fe86ef53-4db8-4216-a9f7-df424cd03889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:15.852420 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceff9c8-44e6-40ee-92e3-66ced892a647 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=961e58f6-3c24-4361-991c-d90a02f880e9,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:15.860657 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fe86ef53-4db8-4216-a9f7-df424cd03889 admin admin] Publish callbacks [] for security_group (e8b14108-dcdf-463d-a2c6-a778da924216), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:15.867995 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fe86ef53-4db8-4216-a9f7-df424cd03889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e8b14108-dcdf-463d-a2c6-a778da924216), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:15.918439 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fe86ef53-4db8-4216-a9f7-df424cd03889 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b97d8492b4d74350ae9d4daf0d8df30c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4637744 Feb 19 03:53:15.919802 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37050) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:15.920594 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86ef53-4db8-4216-a9f7-df424cd03889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b14108-dcdf-463d-a2c6-a778da924216,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:15.970596 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-807c7efc-02fc-4633-b2f8-7895f952b93b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:16.047316 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b6b5fe58-0470-4c6f-88b3-791c300d6fa5 admin admin] Publish callbacks [] for security_group (e8b14108-dcdf-463d-a2c6-a778da924216), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:16.048403 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-7ceff9c8-44e6-40ee-92e3-66ced892a647 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Allocated IP 192.168.233.14 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/5cf95e7e-0a32-4cef-88be-80f540464163) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:53:16.089649 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b6b5fe58-0470-4c6f-88b3-791c300d6fa5 admin admin] Publish callbacks [] for security_group (e8b14108-dcdf-463d-a2c6-a778da924216), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:16.132311 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-807c7efc-02fc-4633-b2f8-7895f952b93b admin admin] Publish callbacks [] for security_group (7f40a421-ddd3-413e-8cb5-4a306fcb9615), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:16.138612 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-807c7efc-02fc-4633-b2f8-7895f952b93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7f40a421-ddd3-413e-8cb5-4a306fcb9615), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:16.190988 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-807c7efc-02fc-4633-b2f8-7895f952b93b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=714707ab2d3e4fdda380401cea38d959&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7021413 Feb 19 03:53:16.190988 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c7efc-02fc-4633-b2f8-7895f952b93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f40a421-ddd3-413e-8cb5-4a306fcb9615,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:16.194437 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37066) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:16.202486 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b6b5fe58-0470-4c6f-88b3-791c300d6fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e8b14108-dcdf-463d-a2c6-a778da924216), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:16.206038 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b6b5fe58-0470-4c6f-88b3-791c300d6fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:16.207317 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b6b5fe58-0470-4c6f-88b3-791c300d6fa5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e8b14108-dcdf-463d-a2c6-a778da924216 HTTP/1.1" status: 204 len: 168 time: 0.2798603 Feb 19 03:53:16.215904 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37070) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:16.229445 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5fe58-0470-4c6f-88b3-791c300d6fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b14108-dcdf-463d-a2c6-a778da924216,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:16.266638 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-044601ec-7466-4124-b431-018519583d49 admin admin] Publish callbacks [] for security_group (7f40a421-ddd3-413e-8cb5-4a306fcb9615), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:16.294747 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-044601ec-7466-4124-b431-018519583d49 admin admin] Publish callbacks [] for security_group (7f40a421-ddd3-413e-8cb5-4a306fcb9615), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:16.337228 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-7ceff9c8-44e6-40ee-92e3-66ced892a647 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Publish callbacks [] for port (5cf95e7e-0a32-4cef-88be-80f540464163), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:16.352731 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-044601ec-7466-4124-b431-018519583d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7f40a421-ddd3-413e-8cb5-4a306fcb9615), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:16.355453 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-044601ec-7466-4124-b431-018519583d49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:16.356590 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-044601ec-7466-4124-b431-018519583d49 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7f40a421-ddd3-413e-8cb5-4a306fcb9615 HTTP/1.1" status: 204 len: 168 time: 0.1606078 Feb 19 03:53:16.369251 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044601ec-7466-4124-b431-018519583d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f40a421-ddd3-413e-8cb5-4a306fcb9615,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:16.424433 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-7ceff9c8-44e6-40ee-92e3-66ced892a647 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (5cf95e7e-0a32-4cef-88be-80f540464163), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:16.474685 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-eef5c40c-ed54-4d15-86b4-400d75879685 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a84b27ed46d74ed395ae9a231e9ccb1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382710 Feb 19 03:53:16.524568 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceff9c8-44e6-40ee-92e3-66ced892a647 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Pushing event updated for resources: {'Port': ['ID=5cf95e7e-0a32-4cef-88be-80f540464163,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:16.536214 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-7ceff9c8-44e6-40ee-92e3-66ced892a647 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:53:16.537633 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-7ceff9c8-44e6-40ee-92e3-66ced892a647 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:16.540151 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-7ceff9c8-44e6-40ee-92e3-66ced892a647 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:53:16.546556 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-7ceff9c8-44e6-40ee-92e3-66ced892a647 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:16.547189 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-7ceff9c8-44e6-40ee-92e3-66ced892a647 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:16.580403 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-7ceff9c8-44e6-40ee-92e3-66ced892a647 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1549656 Feb 19 03:53:16.600519 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-6e4c17ca-33a7-476c-98dc-9caf167ec4eb tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:53:16.603351 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-6e4c17ca-33a7-476c-98dc-9caf167ec4eb tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169122 Feb 19 03:53:16.683208 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-195103a8-0bf4-4664-8e7b-39fedaea3199 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:16.690700 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-195103a8-0bf4-4664-8e7b-39fedaea3199 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151332 Feb 19 03:53:16.707453 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-73410e29-464b-45ae-a65a-25678139690b tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/quotas/a84b27ed46d74ed395ae9a231e9ccb1f HTTP/1.1" status: 200 len: 375 time: 0.0158095 Feb 19 03:53:16.781508 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-61407081-b6f9-4bbd-9942-73101745119e tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a84b27ed46d74ed395ae9a231e9ccb1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729904 Feb 19 03:53:16.828270 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c67a8-87af-4ace-b475-8b66f245e6e5 req-e31372fa-72b8-4469-b7fd-364e7b787080 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:16.838269 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c46c67a8-87af-4ace-b475-8b66f245e6e5 req-e31372fa-72b8-4469-b7fd-364e7b787080 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=8adba588-7aae-4d6f-91bc-92f2f6fa0151 HTTP/1.1" status: 200 len: 935 time: 0.2251563 Feb 19 03:53:16.960803 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-7c5ac409-69f9-4b8f-9149-39d5b6a03a08 None None] Provisioning complete for port 5cf95e7e-0a32-4cef-88be-80f540464163 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:16.961948 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac409-69f9-4b8f-9149-39d5b6a03a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5cf95e7e-0a32-4cef-88be-80f540464163), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:17.022786 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c46c67a8-87af-4ace-b475-8b66f245e6e5 req-f92abd60-0382-4e36-9f6a-ef87d7811b73 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833329 Feb 19 03:53:17.061972 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-7c5ac409-69f9-4b8f-9149-39d5b6a03a08 None None] Port 5cf95e7e-0a32-4cef-88be-80f540464163 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:53:17.129782 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6e8a0e74-3117-4c64-a803-0b8792b55083 req-cd436ba7-6f25-4323-868a-67ed1b2e9fd7 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/ports?device_id=45fccb38-7e97-4cc9-abdd-801cd6cc1f3c HTTP/1.1" status: 200 len: 210 time: 0.0449028 Feb 19 03:53:17.160985 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ac9b193d-fef0-442c-a608-f66d3d472dac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:17.318348 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ac9b193d-fef0-442c-a608-f66d3d472dac admin admin] Publish callbacks [] for security_group (7b7bfcc3-16a8-476e-bd77-cc3f8632f399), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:17.331351 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ac9b193d-fef0-442c-a608-f66d3d472dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7b7bfcc3-16a8-476e-bd77-cc3f8632f399), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:17.400486 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b193d-fef0-442c-a608-f66d3d472dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7bfcc3-16a8-476e-bd77-cc3f8632f399,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:17.524633 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ac9b193d-fef0-442c-a608-f66d3d472dac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=13cd4b4bc3a947c9b509dcd48b52adb8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3074450 Feb 19 03:53:17.527245 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37122) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:17.643221 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e43220d6-8868-48e8-8d4e-0439f4bc5798 admin admin] Publish callbacks [] for security_group (7b7bfcc3-16a8-476e-bd77-cc3f8632f399), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:17.706483 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e43220d6-8868-48e8-8d4e-0439f4bc5798 admin admin] Publish callbacks [] for security_group (7b7bfcc3-16a8-476e-bd77-cc3f8632f399), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:17.753897 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37134) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:17.792225 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e43220d6-8868-48e8-8d4e-0439f4bc5798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7b7bfcc3-16a8-476e-bd77-cc3f8632f399), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:17.796040 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e43220d6-8868-48e8-8d4e-0439f4bc5798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:17.798036 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e43220d6-8868-48e8-8d4e-0439f4bc5798 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7b7bfcc3-16a8-476e-bd77-cc3f8632f399 HTTP/1.1" status: 204 len: 168 time: 0.2697492 Feb 19 03:53:17.813182 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43220d6-8868-48e8-8d4e-0439f4bc5798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7bfcc3-16a8-476e-bd77-cc3f8632f399,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:17.872420 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37138) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:17.899976 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2659fd3b-c8bf-40f0-8fbb-4c6b8a3ab86c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:17.970447 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-867e418e-71d8-4d2d-b4ff-18e1378a7569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:18.136447 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2659fd3b-c8bf-40f0-8fbb-4c6b8a3ab86c admin admin] Publish callbacks [] for security_group (43508b75-d21a-4dfb-8c01-04ab0b00fb63), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:18.147189 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-867e418e-71d8-4d2d-b4ff-18e1378a7569 admin admin] Publish callbacks [] for security_group (e1d9928b-ed5c-43aa-be37-3476e87a4d50), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:18.149479 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2659fd3b-c8bf-40f0-8fbb-4c6b8a3ab86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (43508b75-d21a-4dfb-8c01-04ab0b00fb63), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:18.166415 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-867e418e-71d8-4d2d-b4ff-18e1378a7569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e1d9928b-ed5c-43aa-be37-3476e87a4d50), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:18.181493 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-51435c9d-7d71-45d6-8e16-264495b80b1d service neutron] Request body: {'port': {'device_id': '8adba588-7aae-4d6f-91bc-92f2f6fa0151', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:18.344685 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2659fd3b-c8bf-40f0-8fbb-4c6b8a3ab86c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c79af4384a0a46fbaca7bda76a4d9b42&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4711521 Feb 19 03:53:18.347577 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659fd3b-c8bf-40f0-8fbb-4c6b8a3ab86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43508b75-d21a-4dfb-8c01-04ab0b00fb63,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:18.360512 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37156) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:18.426710 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-51435c9d-7d71-45d6-8e16-264495b80b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5cf95e7e-0a32-4cef-88be-80f540464163), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:18.435175 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8d0ba-36ae-4d7b-b506-1727dc12ed69 req-1a5c893b-8109-49bd-ab31-4e871898638d tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:18.439828 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2cd8d0ba-36ae-4d7b-b506-1727dc12ed69 req-1a5c893b-8109-49bd-ab31-4e871898638d tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=8adba588-7aae-4d6f-91bc-92f2f6fa0151 HTTP/1.1" status: 200 len: 935 time: 0.2415063 Feb 19 03:53:18.456177 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-867e418e-71d8-4d2d-b4ff-18e1378a7569 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d263b712c52c4ba690b4f08534672a27&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6994476 Feb 19 03:53:18.498956 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37158) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:18.578658 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2cd8d0ba-36ae-4d7b-b506-1727dc12ed69 req-52661e7b-070a-4646-a5cc-f9e6eb84f87b tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292818 Feb 19 03:53:18.762914 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8f7a6a57-1d97-450f-bfb1-9a535722f9cf admin admin] Publish callbacks [] for security_group (43508b75-d21a-4dfb-8c01-04ab0b00fb63), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:18.787302 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8f7a6a57-1d97-450f-bfb1-9a535722f9cf admin admin] Publish callbacks [] for security_group (43508b75-d21a-4dfb-8c01-04ab0b00fb63), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:18.829471 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e418e-71d8-4d2d-b4ff-18e1378a7569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d9928b-ed5c-43aa-be37-3476e87a4d50,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:18.982623 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af385e8f-d566-4518-8c23-d7db7beac673 req-3c9c7750-798c-487c-b6fe-653d3e873bbd tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/ports?device_id=45fccb38-7e97-4cc9-abdd-801cd6cc1f3c HTTP/1.1" status: 200 len: 210 time: 0.0596328 Feb 19 03:53:18.982623 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37180) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:19.020449 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c658cdaa-f9fe-4f28-98a5-3994719dee48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:19.089109 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d7e453d6-0293-4277-88e8-84e0ad74d5ff admin admin] Publish callbacks [] for security_group (e1d9928b-ed5c-43aa-be37-3476e87a4d50), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:19.167749 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d7e453d6-0293-4277-88e8-84e0ad74d5ff admin admin] Publish callbacks [] for security_group (e1d9928b-ed5c-43aa-be37-3476e87a4d50), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:19.175908 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8f7a6a57-1d97-450f-bfb1-9a535722f9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (43508b75-d21a-4dfb-8c01-04ab0b00fb63), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:19.179069 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8f7a6a57-1d97-450f-bfb1-9a535722f9cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:19.180214 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8f7a6a57-1d97-450f-bfb1-9a535722f9cf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/43508b75-d21a-4dfb-8c01-04ab0b00fb63 HTTP/1.1" status: 204 len: 168 time: 0.7272360 Feb 19 03:53:19.198439 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c658cdaa-f9fe-4f28-98a5-3994719dee48 admin admin] Publish callbacks [] for security_group (e641d1e6-2ca5-4817-a21e-5b1ef23192a2), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:19.199762 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a6a57-1d97-450f-bfb1-9a535722f9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43508b75-d21a-4dfb-8c01-04ab0b00fb63,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:19.235567 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c658cdaa-f9fe-4f28-98a5-3994719dee48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e641d1e6-2ca5-4817-a21e-5b1ef23192a2), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:19.288985 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c658cdaa-f9fe-4f28-98a5-3994719dee48 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c761c55e65494346bd5f59141aed402e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2951772 Feb 19 03:53:19.291758 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37184) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:19.380579 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d7e453d6-0293-4277-88e8-84e0ad74d5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e1d9928b-ed5c-43aa-be37-3476e87a4d50), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:19.382915 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d7e453d6-0293-4277-88e8-84e0ad74d5ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:19.396748 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d7e453d6-0293-4277-88e8-84e0ad74d5ff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e1d9928b-ed5c-43aa-be37-3476e87a4d50 HTTP/1.1" status: 204 len: 168 time: 0.8926082 Feb 19 03:53:19.411327 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658cdaa-f9fe-4f28-98a5-3994719dee48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e641d1e6-2ca5-4817-a21e-5b1ef23192a2,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:19.448788 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e453d6-0293-4277-88e8-84e0ad74d5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d9928b-ed5c-43aa-be37-3476e87a4d50,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:19.453595 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cfb653b0-b09a-4007-af62-326befbb4679 admin admin] Publish callbacks [] for security_group (e641d1e6-2ca5-4817-a21e-5b1ef23192a2), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:19.478990 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.79', 55412) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:19.559533 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cfb653b0-b09a-4007-af62-326befbb4679 admin admin] Publish callbacks [] for security_group (e641d1e6-2ca5-4817-a21e-5b1ef23192a2), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:19.565990 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-8293d99e-b3d2-4683-88b8-7ad17ac44707 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=a84b27ed46d74ed395ae9a231e9ccb1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0859621 Feb 19 03:53:19.693176 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-51435c9d-7d71-45d6-8e16-264495b80b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cf95e7e-0a32-4cef-88be-80f540464163 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:53:19.729419 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-51435c9d-7d71-45d6-8e16-264495b80b1d service neutron] Publish callbacks [] for port (5cf95e7e-0a32-4cef-88be-80f540464163), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:19.739027 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-8cb0eb8c-d858-4e04-baaf-66ef49c3a656 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:19.740817 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-8cb0eb8c-d858-4e04-baaf-66ef49c3a656 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1660900 Feb 19 03:53:19.760816 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cfb653b0-b09a-4007-af62-326befbb4679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e641d1e6-2ca5-4817-a21e-5b1ef23192a2), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:19.763860 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cfb653b0-b09a-4007-af62-326befbb4679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:19.768449 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cfb653b0-b09a-4007-af62-326befbb4679 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e641d1e6-2ca5-4817-a21e-5b1ef23192a2 HTTP/1.1" status: 204 len: 168 time: 0.4747360 Feb 19 03:53:19.777729 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb653b0-b09a-4007-af62-326befbb4679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e641d1e6-2ca5-4817-a21e-5b1ef23192a2,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:19.824067 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-f3a695dc-8ba1-4c34-87d1-c2bfbaa9d42d tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Request body: {'port': {'device_id': '45fccb38-7e97-4cc9-abdd-801cd6cc1f3c', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': 'a84b27ed46d74ed395ae9a231e9ccb1f'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:19.827953 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-51435c9d-7d71-45d6-8e16-264495b80b1d service neutron] Transition to ACTIVE for port object 5cf95e7e-0a32-4cef-88be-80f540464163 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:53:19.855579 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-51435c9d-7d71-45d6-8e16-264495b80b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5cf95e7e-0a32-4cef-88be-80f540464163), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:19.883658 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37206) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:20.036751 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51435c9d-7d71-45d6-8e16-264495b80b1d service neutron] Pushing event updated for resources: {'Port': ['ID=5cf95e7e-0a32-4cef-88be-80f540464163,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:20.274457 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-51435c9d-7d71-45d6-8e16-264495b80b1d service neutron] Attempting to bind port 5cf95e7e-0a32-4cef-88be-80f540464163 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:20.275156 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-51435c9d-7d71-45d6-8e16-264495b80b1d service neutron] Attempting to bind port 5cf95e7e-0a32-4cef-88be-80f540464163 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:20.275351 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-51435c9d-7d71-45d6-8e16-264495b80b1d service neutron] Attempting to bind port 5cf95e7e-0a32-4cef-88be-80f540464163 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:20.286202 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-51435c9d-7d71-45d6-8e16-264495b80b1d service neutron] Port 5cf95e7e-0a32-4cef-88be-80f540464163 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:20.288741 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-51435c9d-7d71-45d6-8e16-264495b80b1d service neutron] Attempting to bind port 5cf95e7e-0a32-4cef-88be-80f540464163 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:20.309474 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-51435c9d-7d71-45d6-8e16-264495b80b1d service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:53:20.309474 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-51435c9d-7d71-45d6-8e16-264495b80b1d service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:53:20.312084 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-51435c9d-7d71-45d6-8e16-264495b80b1d service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:53:20.314093 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-51435c9d-7d71-45d6-8e16-264495b80b1d service neutron] Bound port: 5cf95e7e-0a32-4cef-88be-80f540464163, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:53:20.317342 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-51435c9d-7d71-45d6-8e16-264495b80b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5cf95e7e-0a32-4cef-88be-80f540464163), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:20.487218 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3a7ca2d4-b79c-43d6-9eda-b1abd79601a9 req-64b0e382-62d7-420e-8422-89f04e18e8c2 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/ports?device_id=45fccb38-7e97-4cc9-abdd-801cd6cc1f3c HTTP/1.1" status: 200 len: 210 time: 0.0735154 Feb 19 03:53:20.489571 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-51435c9d-7d71-45d6-8e16-264495b80b1d service neutron] For port 5cf95e7e-0a32-4cef-88be-80f540464163, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:53:20.500054 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-51435c9d-7d71-45d6-8e16-264495b80b1d service neutron] For port 5cf95e7e-0a32-4cef-88be-80f540464163, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=5cf95e7e-0a32-4cef-88be-80f540464163,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:53:20.509993 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-51435c9d-7d71-45d6-8e16-264495b80b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5cf95e7e-0a32-4cef-88be-80f540464163), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:20.583255 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52051fc1-6f64-472a-b53a-379ccb32a8de req-3382822c-4a7e-4d43-ac5f-dd5f1b257c6f tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:20.585495 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-52051fc1-6f64-472a-b53a-379ccb32a8de req-3382822c-4a7e-4d43-ac5f-dd5f1b257c6f tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=8adba588-7aae-4d6f-91bc-92f2f6fa0151 HTTP/1.1" status: 200 len: 947 time: 0.7068522 Feb 19 03:53:20.646660 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-f3a695dc-8ba1-4c34-87d1-c2bfbaa9d42d tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Made reservation on behalf of a84b27ed46d74ed395ae9a231e9ccb1f for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:20.651182 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-f3a695dc-8ba1-4c34-87d1-c2bfbaa9d42d tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:20.663837 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51435c9d-7d71-45d6-8e16-264495b80b1d service neutron] Pushing event updated for resources: {'Port': ['ID=5cf95e7e-0a32-4cef-88be-80f540464163,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:20.686447 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-51435c9d-7d71-45d6-8e16-264495b80b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:20.687016 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-51435c9d-7d71-45d6-8e16-264495b80b1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:20.688561 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-51435c9d-7d71-45d6-8e16-264495b80b1d service neutron] 10.222.0.26 "PUT /v2.0/ports/5cf95e7e-0a32-4cef-88be-80f540464163 HTTP/1.1" status: 200 len: 1096 time: 3.1193316 Feb 19 03:53:20.689002 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8adba588-7aae-4d6f-91bc-92f2f6fa0151', 'tag': '5cf95e7e-0a32-4cef-88be-80f540464163'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:53:20.702724 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-52051fc1-6f64-472a-b53a-379ccb32a8de req-f3ef56cb-c951-4fe2-850a-deac3381b9d2 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088784 Feb 19 03:53:20.707367 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-f3a695dc-8ba1-4c34-87d1-c2bfbaa9d42d tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:20.938126 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-cec4a702-691e-4c3f-935c-fe8bbe5e6af3 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1463629878-network', 'tenant_id': '7d8751a366f7493698f363eb60d46c38'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:20.949960 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-f3a695dc-8ba1-4c34-87d1-c2bfbaa9d42d tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Publish callbacks [] for security_group (8850ec75-198c-493e-999d-19365a030e2d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:20.955155 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-f3a695dc-8ba1-4c34-87d1-c2bfbaa9d42d tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8850ec75-198c-493e-999d-19365a030e2d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:20.995419 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a695dc-8ba1-4c34-87d1-c2bfbaa9d42d tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8850ec75-198c-493e-999d-19365a030e2d,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:21.084905 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec4a702-691e-4c3f-935c-fe8bbe5e6af3 admin admin] Made reservation on behalf of 7d8751a366f7493698f363eb60d46c38 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:21.087866 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cec4a702-691e-4c3f-935c-fe8bbe5e6af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:21.100213 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cec4a702-691e-4c3f-935c-fe8bbe5e6af3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:21.118738 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-18703946-f4c8-4193-9a6d-d0c9538ff402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:21.120876 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-18703946-f4c8-4193-9a6d-d0c9538ff402 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=43869446ea78425a856d1c326e1ec965&device_id=8adba588-7aae-4d6f-91bc-92f2f6fa0151 HTTP/1.1" status: 200 len: 1130 time: 0.2841189 Feb 19 03:53:21.250433 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-61799625-5500-4771-8210-a95fa389c438 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=5cf95e7e-0a32-4cef-88be-80f540464163 HTTP/1.1" status: 200 len: 217 time: 0.0922892 Feb 19 03:53:21.308945 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cec4a702-691e-4c3f-935c-fe8bbe5e6af3 admin admin] Publish callbacks [] for security_group (6b9979a5-e79a-452c-aa74-a9c81f5c3c73), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:21.316798 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cec4a702-691e-4c3f-935c-fe8bbe5e6af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6b9979a5-e79a-452c-aa74-a9c81f5c3c73), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:21.377021 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4a702-691e-4c3f-935c-fe8bbe5e6af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9979a5-e79a-452c-aa74-a9c81f5c3c73,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:21.405607 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec4a702-691e-4c3f-935c-fe8bbe5e6af3 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:53:21.432200 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cec4a702-691e-4c3f-935c-fe8bbe5e6af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (56086ea6-27d7-4ec1-9205-90d5e1fd26c5), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:21.432838 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-cec4a702-691e-4c3f-935c-fe8bbe5e6af3 admin admin] Added segment 56086ea6-27d7-4ec1-9205-90d5e1fd26c5 of type vlan for network c2a4677c-3978-448a-8fd9-1efa09d1157e Feb 19 03:53:21.564844 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cec4a702-691e-4c3f-935c-fe8bbe5e6af3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (c2a4677c-3978-448a-8fd9-1efa09d1157e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:21.591835 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-f3a695dc-8ba1-4c34-87d1-c2bfbaa9d42d tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Allocated IP 192.168.233.147 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/421d79cb-ed02-4098-ab80-ca701022eab2) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:53:21.640016 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cec4a702-691e-4c3f-935c-fe8bbe5e6af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (c2a4677c-3978-448a-8fd9-1efa09d1157e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:21.641521 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec4a702-691e-4c3f-935c-fe8bbe5e6af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:21.642428 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cec4a702-691e-4c3f-935c-fe8bbe5e6af3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:21.741156 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cec4a702-691e-4c3f-935c-fe8bbe5e6af3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8514578 Feb 19 03:53:21.782975 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0e03a22-e384-4ca7-84a5-4baca3671454 req-52edce7d-5aa9-4a6e-879e-b56e39fdcd87 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/ports?device_id=45fccb38-7e97-4cc9-abdd-801cd6cc1f3c HTTP/1.1" status: 200 len: 210 time: 0.0880883 Feb 19 03:53:21.799693 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37280) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:21.816705 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-ba0cdb98-bb8f-4c6c-a17a-5c078ad5e882 admin admin] Request body: {'subnet': {'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1463629878-subnet', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:21.975966 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4a702-691e-4c3f-935c-fe8bbe5e6af3 admin admin] Pushing event updated for resources: {'Network': ['ID=c2a4677c-3978-448a-8fd9-1efa09d1157e,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:21.988247 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-e386e713-ceee-4583-afa3-46a3cca627c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:21.990455 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-e386e713-ceee-4583-afa3-46a3cca627c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.2881670 Feb 19 03:53:21.993393 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network c2a4677c-3978-448a-8fd9-1efa09d1157e details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:53:22.102702 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0cdb98-bb8f-4c6c-a17a-5c078ad5e882 admin admin] Made reservation on behalf of 7d8751a366f7493698f363eb60d46c38 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:22.114478 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ab1a71-2c0d-4a37-9291-1e158cb8af5e" -d '{"events": [{"name": "network-changed", "server_uuid": "8adba588-7aae-4d6f-91bc-92f2f6fa0151", "tag": "5cf95e7e-0a32-4cef-88be-80f540464163"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:53:22.118442 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ba0cdb98-bb8f-4c6c-a17a-5c078ad5e882 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:22.277837 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-a68aa98a-ccc9-4c8e-b1ed-4c010ab03314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:22.284517 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-a68aa98a-ccc9-4c8e-b1ed-4c010ab03314 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2874157 Feb 19 03:53:22.438077 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-f3a695dc-8ba1-4c34-87d1-c2bfbaa9d42d tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Publish callbacks [] for port (421d79cb-ed02-4098-ab80-ca701022eab2), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:22.488698 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598aaad-bdda-4a3e-a9d0-260d007c29da req-824a2c6d-fb78-40be-8a33-d2bafded1189 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:22.491018 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7598aaad-bdda-4a3e-a9d0-260d007c29da req-824a2c6d-fb78-40be-8a33-d2bafded1189 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=8adba588-7aae-4d6f-91bc-92f2f6fa0151 HTTP/1.1" status: 200 len: 947 time: 0.5457778 Feb 19 03:53:22.502611 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-da29f9f3-c5e5-4900-bee3-4e1f901df82a service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090538 Feb 19 03:53:22.725968 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7bf6eb7f-fee8-4980-b318-a3ea4e75aa5f req-8da001ca-76b0-4c81-b3d9-ec432d1f0a2c service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062576 Feb 19 03:53:22.745445 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37306) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:22.807592 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7598aaad-bdda-4a3e-a9d0-260d007c29da req-9b9f9faa-4ed4-42fd-87d2-59c39c3e14ec tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954459 Feb 19 03:53:22.817232 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-f3a695dc-8ba1-4c34-87d1-c2bfbaa9d42d tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (421d79cb-ed02-4098-ab80-ca701022eab2), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:23.071463 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-f3a695dc-8ba1-4c34-87d1-c2bfbaa9d42d tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:53:23.120314 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-f3a695dc-8ba1-4c34-87d1-c2bfbaa9d42d tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:23.196962 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-f3a695dc-8ba1-4c34-87d1-c2bfbaa9d42d tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:53:23.211608 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-f3a695dc-8ba1-4c34-87d1-c2bfbaa9d42d tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:23.213604 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-f3a695dc-8ba1-4c34-87d1-c2bfbaa9d42d tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:23.256171 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a695dc-8ba1-4c34-87d1-c2bfbaa9d42d tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Pushing event updated for resources: {'Port': ['ID=421d79cb-ed02-4098-ab80-ca701022eab2,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:23.291919 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0cedb49a-0a7f-4255-940d-4f5499e5e535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:23.298965 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ba0cdb98-bb8f-4c6c-a17a-5c078ad5e882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for subnet (8e30f0c3-d629-434f-a2d7-039cc4a47da1), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:23.538105 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cdb98-bb8f-4c6c-a17a-5c078ad5e882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e30f0c3-d629-434f-a2d7-039cc4a47da1,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:23.558368 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-f3a695dc-8ba1-4c34-87d1-c2bfbaa9d42d tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7391741 Feb 19 03:53:23.619009 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6d40c7fe-d2fc-49df-bf44-0fae4bbf796d None None] Provisioning complete for port 421d79cb-ed02-4098-ab80-ca701022eab2 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:23.619593 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6d40c7fe-d2fc-49df-bf44-0fae4bbf796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (421d79cb-ed02-4098-ab80-ca701022eab2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:23.692448 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0cedb49a-0a7f-4255-940d-4f5499e5e535 admin admin] Publish callbacks [] for security_group (fcd311e9-9f90-4a3d-b054-a50363e2d696), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:23.699532 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0cedb49a-0a7f-4255-940d-4f5499e5e535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (fcd311e9-9f90-4a3d-b054-a50363e2d696), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:23.706899 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-28029f22-951a-419e-aaac-4404ab880f5b tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:53:23.713461 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-28029f22-951a-419e-aaac-4404ab880f5b tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1174674 Feb 19 03:53:23.756821 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6d40c7fe-d2fc-49df-bf44-0fae4bbf796d None None] Port 421d79cb-ed02-4098-ab80-ca701022eab2 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:53:23.794828 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac15a8e-fb4e-41bd-9bef-1192ee4e7ce2 x-openstack-request-id: req-1ac15a8e-fb4e-41bd-9bef-1192ee4e7ce2 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:53:23.797119 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8adba588-7aae-4d6f-91bc-92f2f6fa0151", "tag": "5cf95e7e-0a32-4cef-88be-80f540464163", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:53:23.797614 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1ac15a8e-fb4e-41bd-9bef-1192ee4e7ce2 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:53:23.798332 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8adba588-7aae-4d6f-91bc-92f2f6fa0151', 'tag': '5cf95e7e-0a32-4cef-88be-80f540464163', 'status': 'completed', 'code': 200} Feb 19 03:53:23.800910 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cedb49a-0a7f-4255-940d-4f5499e5e535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd311e9-9f90-4a3d-b054-a50363e2d696,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:23.901893 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8d57d-3faf-46a0-8576-13c927c20267 req-ec69c85b-f8cf-487c-8f79-0bd202484a2b tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:23.913362 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0cedb49a-0a7f-4255-940d-4f5499e5e535 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aae6e74634514dccb0af19d7a0dc5827&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1642458 Feb 19 03:53:23.916407 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f7d8d57d-3faf-46a0-8576-13c927c20267 req-ec69c85b-f8cf-487c-8f79-0bd202484a2b tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/ports?device_id=45fccb38-7e97-4cc9-abdd-801cd6cc1f3c HTTP/1.1" status: 200 len: 936 time: 0.6305459 Feb 19 03:53:23.918789 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37342) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:23.947952 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0cdb98-bb8f-4c6c-a17a-5c078ad5e882 admin admin] Checking segment: {'id': '56086ea6-27d7-4ec1-9205-90d5e1fd26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:53:23.949545 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0cdb98-bb8f-4c6c-a17a-5c078ad5e882 admin admin] Network hostable DHCP agents. Network: c2a4677c-3978-448a-8fd9-1efa09d1157e, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:53:24.118382 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f7d8d57d-3faf-46a0-8576-13c927c20267 req-cac1e2fd-05af-4de0-8fe1-2ca9114bbd11 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/security-groups?id=8850ec75-198c-493e-999d-19365a030e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984751 Feb 19 03:53:24.124291 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0cdb98-bb8f-4c6c-a17a-5c078ad5e882 admin admin] Network c2a4677c-3978-448a-8fd9-1efa09d1157e is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:53:24.152767 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-ba0cdb98-bb8f-4c6c-a17a-5c078ad5e882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, c2a4677c-3978-448a-8fd9-1efa09d1157e) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:24.159107 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0cdb98-bb8f-4c6c-a17a-5c078ad5e882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:24.160231 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ba0cdb98-bb8f-4c6c-a17a-5c078ad5e882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:24.164554 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b66bc7-ecf8-4385-9d34-790d573a4dc2 None None] Network c2a4677c-3978-448a-8fd9-1efa09d1157e requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:53:24.219135 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ba0cdb98-bb8f-4c6c-a17a-5c078ad5e882 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.4155011 Feb 19 03:53:24.220240 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37352) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:24.229240 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-b4ae41a4-b52a-47db-8741-b26f2c0332ce admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1463629878-router', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:24.281567 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4ae41a4-b52a-47db-8741-b26f2c0332ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (195f9377-2c17-4a3e-a089-745ef13cd5ad), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:24.282748 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4ae41a4-b52a-47db-8741-b26f2c0332ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (195f9377-2c17-4a3e-a089-745ef13cd5ad), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:24.361860 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab1a71-2c0d-4a37-9291-1e158cb8af5e req-14c4220c-8958-49e1-9116-03c7d72f7821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:24.370367 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-51ab1a71-2c0d-4a37-9291-1e158cb8af5e req-14c4220c-8958-49e1-9116-03c7d72f7821 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=43869446ea78425a856d1c326e1ec965&device_id=8adba588-7aae-4d6f-91bc-92f2f6fa0151 HTTP/1.1" status: 200 len: 1130 time: 0.5847056 Feb 19 03:53:24.377333 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-535936f3-d811-401c-a680-86eaa3911c9d admin admin] Publish callbacks [] for security_group (fcd311e9-9f90-4a3d-b054-a50363e2d696), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:24.479930 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-c2a4677c-3978-448a-8fd9-1efa09d1157e', 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e', 'project_id': '7d8751a366f7493698f363eb60d46c38', 'fixed_ips': [{'subnet_id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:53:24.481690 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:24.515228 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4ae41a4-b52a-47db-8741-b26f2c0332ce admin admin] Publish callbacks [] for router_controller (195f9377-2c17-4a3e-a089-745ef13cd5ad), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:24.545907 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7ca22-d730-424f-9169-cbb6932b7e1a req-031508b3-25e2-406b-9887-331562754272 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:24.548063 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0c7ca22-d730-424f-9169-cbb6932b7e1a req-031508b3-25e2-406b-9887-331562754272 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=8adba588-7aae-4d6f-91bc-92f2f6fa0151 HTTP/1.1" status: 200 len: 947 time: 0.2362018 Feb 19 03:53:24.651473 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-8cfde216-6f49-4508-ab23-edf21b70a3a4 service neutron] Request body: {'port': {'device_id': '45fccb38-7e97-4cc9-abdd-801cd6cc1f3c', 'device_owner': 'compute:tempest-test_az-375608766', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:24.795719 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-535936f3-d811-401c-a680-86eaa3911c9d admin admin] Publish callbacks [] for security_group (fcd311e9-9f90-4a3d-b054-a50363e2d696), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:24.955496 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Allocated IP 172.20.0.2 (c2a4677c-3978-448a-8fd9-1efa09d1157e/8e30f0c3-d629-434f-a2d7-039cc4a47da1/d3c06178-0317-4c4c-9c33-f002b6a49a2c) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:53:25.038625 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab1a71-2c0d-4a37-9291-1e158cb8af5e req-23157f36-d587-43dd-93c3-58f0b0ea0d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:25.048660 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-51ab1a71-2c0d-4a37-9291-1e158cb8af5e req-23157f36-d587-43dd-93c3-58f0b0ea0d7e service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.6661990 Feb 19 03:53:25.055412 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-535936f3-d811-401c-a680-86eaa3911c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (fcd311e9-9f90-4a3d-b054-a50363e2d696), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:25.068379 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-535936f3-d811-401c-a680-86eaa3911c9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:25.073569 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-535936f3-d811-401c-a680-86eaa3911c9d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fcd311e9-9f90-4a3d-b054-a50363e2d696 HTTP/1.1" status: 204 len: 168 time: 1.1491568 Feb 19 03:53:25.199986 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4ae41a4-b52a-47db-8741-b26f2c0332ce admin admin] Publish callbacks [] for router_gateway (195f9377-2c17-4a3e-a089-745ef13cd5ad), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:25.236243 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-51ab1a71-2c0d-4a37-9291-1e158cb8af5e req-ba682b13-4c69-4246-b0f8-f8691225769f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=5cf95e7e-0a32-4cef-88be-80f540464163 HTTP/1.1" status: 200 len: 217 time: 0.1589432 Feb 19 03:53:25.238040 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535936f3-d811-401c-a680-86eaa3911c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd311e9-9f90-4a3d-b054-a50363e2d696,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:25.274202 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-8cfde216-6f49-4508-ab23-edf21b70a3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (421d79cb-ed02-4098-ab80-ca701022eab2), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:25.395703 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab1a71-2c0d-4a37-9291-1e158cb8af5e req-3f2eb75e-446a-4881-a7fe-397d724cd374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:25.399137 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-51ab1a71-2c0d-4a37-9291-1e158cb8af5e req-3f2eb75e-446a-4881-a7fe-397d724cd374 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1496010 Feb 19 03:53:25.458186 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0c7ca22-d730-424f-9169-cbb6932b7e1a req-fef1f014-fb26-4b5c-babb-2be5b2608579 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8293443 Feb 19 03:53:25.524192 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Publish callbacks [] for port (d3c06178-0317-4c4c-9c33-f002b6a49a2c), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:25.541645 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (d3c06178-0317-4c4c-9c33-f002b6a49a2c), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:25.545591 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab1a71-2c0d-4a37-9291-1e158cb8af5e req-9ead7d1f-7565-4b8b-b6e3-29846f51a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:25.548677 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-51ab1a71-2c0d-4a37-9291-1e158cb8af5e req-9ead7d1f-7565-4b8b-b6e3-29846f51a813 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1420610 Feb 19 03:53:25.687933 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Pushing event updated for resources: {'Port': ['ID=d3c06178-0317-4c4c-9c33-f002b6a49a2c,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:25.697818 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Network c2a4677c-3978-448a-8fd9-1efa09d1157e is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:53:25.717420 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:25.730431 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:25.730782 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:25.731148 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:25.731464 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:25.731848 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:25.732222 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:25.732551 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:25.734242 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:25.736382 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:25.738705 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:25.740028 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:25.740663 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:25.741731 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Tracked resource versions report: Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: pushed versions: Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: { 'AddressGroup': {'1.2'}, Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: 'ConntrackHelper': {'1.0'}, Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: 'LocalIPAssociation': {'1.0'}, Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: 'Log': {'1.0'}, Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: 'Network': {'1.1'}, Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: 'Port': {'1.7'}, Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: 'PortForwarding': {'1.2'}, Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: 'QosPolicy': {'1.10'}, Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: 'SecurityGroup': {'1.5'}, Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: 'SecurityGroupRule': {'1.2'}, Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: 'SubPort': {'1.0'}, Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: 'Subnet': {'1.1'}, Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: 'Trunk': {'1.1'}} Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: consumer versions: Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: { DHCP agent@n-d-828369-19: {}, Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: HyperV agent@n-h1-828369-19: {}, Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: HyperV agent@n-h2-828369-19: {}, Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: L3 agent@n-d-828369-19: {}, Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: Metadata agent@n-d-828369-19: {}, Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: Metering agent@n-d-828369-19: {}, Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: Open vSwitch agent@n-d-828369-19: { 'AddressGroup': '1.2', Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: 'ConntrackHelper': '1.0', Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: 'LocalIPAssociation': '1.0', Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: 'Log': '1.0', Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: 'Network': '1.1', Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: 'Port': '1.7', Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: 'PortForwarding': '1.2', Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: 'QosPolicy': '1.10', Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: 'SecurityGroup': '1.5', Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: 'SecurityGroupRule': '1.2', Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: 'SubPort': '1.0', Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: 'Subnet': '1.1', Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: 'Trunk': '1.1'}} Feb 19 03:53:25.746732 n-d-828369-19 neutron-server[109927]: {{(pid=109927) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 03:53:25.770844 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:53:25.821829 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-51ab1a71-2c0d-4a37-9291-1e158cb8af5e req-85649579-6a2b-437c-9088-374ecab56854 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257257 Feb 19 03:53:25.906515 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Attempting to bind port d3c06178-0317-4c4c-9c33-f002b6a49a2c on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:25.906802 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Attempting to bind port d3c06178-0317-4c4c-9c33-f002b6a49a2c by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '56086ea6-27d7-4ec1-9205-90d5e1fd26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:25.907103 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Attempting to bind port d3c06178-0317-4c4c-9c33-f002b6a49a2c on network c2a4677c-3978-448a-8fd9-1efa09d1157e {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:25.919463 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:53:25.919842 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Checking segment: {'id': '56086ea6-27d7-4ec1-9205-90d5e1fd26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:53:25.920247 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:25.920645 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Bound using segment: {'id': '56086ea6-27d7-4ec1-9205-90d5e1fd26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:53:25.921158 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Bound port: d3c06178-0317-4c4c-9c33-f002b6a49a2c, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56086ea6-27d7-4ec1-9205-90d5e1fd26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:53:25.921553 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d3c06178-0317-4c4c-9c33-f002b6a49a2c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:25.985239 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf9b3b-0a4f-4410-9c0d-24f9511d4e23 req-d9ab61e0-cc5d-4b84-bb58-6f9c01efbe6e tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:25.993878 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7dcf9b3b-0a4f-4410-9c0d-24f9511d4e23 req-d9ab61e0-cc5d-4b84-bb58-6f9c01efbe6e tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/ports?device_id=45fccb38-7e97-4cc9-abdd-801cd6cc1f3c HTTP/1.1" status: 200 len: 936 time: 0.6146362 Feb 19 03:53:26.125199 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-51ab1a71-2c0d-4a37-9291-1e158cb8af5e req-373d1ddb-ee0f-4a66-af8d-aaa91cc64551 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880378 Feb 19 03:53:26.149038 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] For port d3c06178-0317-4c4c-9c33-f002b6a49a2c, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:53:26.158361 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] For port d3c06178-0317-4c4c-9c33-f002b6a49a2c, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=d3c06178-0317-4c4c-9c33-f002b6a49a2c,segment=NetworkSegment(56086ea6-27d7-4ec1-9205-90d5e1fd26c5),segment_id=56086ea6-27d7-4ec1-9205-90d5e1fd26c5)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:53:26.169253 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d3c06178-0317-4c4c-9c33-f002b6a49a2c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:26.169848 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7dcf9b3b-0a4f-4410-9c0d-24f9511d4e23 req-2a1db875-f710-4218-8e94-42a14af3fa91 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/security-groups?id=8850ec75-198c-493e-999d-19365a030e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713758 Feb 19 03:53:26.324186 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ecbba-d87a-47f5-9256-7e07a0bf5ac4 None None] Pushing event updated for resources: {'Port': ['ID=d3c06178-0317-4c4c-9c33-f002b6a49a2c,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:26.461514 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:26.471939 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37402) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:26.501011 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca6e4f5b-ff59-4d50-a112-0bc45a39183e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:26.889679 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca6e4f5b-ff59-4d50-a112-0bc45a39183e admin admin] Publish callbacks [] for security_group (5a6427b5-6b83-4c2f-ba60-cf7429a598e6), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:26.915327 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca6e4f5b-ff59-4d50-a112-0bc45a39183e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5a6427b5-6b83-4c2f-ba60-cf7429a598e6), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:26.920791 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4ae41a4-b52a-47db-8741-b26f2c0332ce admin admin] Publish callbacks [] for router_gateway (195f9377-2c17-4a3e-a089-745ef13cd5ad), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:26.998371 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4ae41a4-b52a-47db-8741-b26f2c0332ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:27.068488 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ca6e4f5b-ff59-4d50-a112-0bc45a39183e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1f0c6f8ff189401487e998daaf3467e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5917466 Feb 19 03:53:27.072933 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70676b-2071-48f4-95eb-78240a3b7df6 req-be122ab4-cce5-4001-88b8-16d5c6ee28c1 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:27.082811 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37414) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:27.088602 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9e70676b-2071-48f4-95eb-78240a3b7df6 req-be122ab4-cce5-4001-88b8-16d5c6ee28c1 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=8adba588-7aae-4d6f-91bc-92f2f6fa0151 HTTP/1.1" status: 200 len: 947 time: 0.3909059 Feb 19 03:53:27.166008 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e4f5b-ff59-4d50-a112-0bc45a39183e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6427b5-6b83-4c2f-ba60-cf7429a598e6,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:27.334236 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9e70676b-2071-48f4-95eb-78240a3b7df6 req-2396c255-9111-4f76-a1fb-236d9f327008 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366529 Feb 19 03:53:27.350634 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-30e50131-3e3a-42d1-b4d6-ee9eca9b5984 admin admin] Publish callbacks [] for security_group (5a6427b5-6b83-4c2f-ba60-cf7429a598e6), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:27.379211 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-8cfde216-6f49-4508-ab23-edf21b70a3a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 421d79cb-ed02-4098-ab80-ca701022eab2 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:53:27.402344 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-8cfde216-6f49-4508-ab23-edf21b70a3a4 service neutron] Publish callbacks [] for port (421d79cb-ed02-4098-ab80-ca701022eab2), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:27.524797 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-30e50131-3e3a-42d1-b4d6-ee9eca9b5984 admin admin] Publish callbacks [] for security_group (5a6427b5-6b83-4c2f-ba60-cf7429a598e6), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:27.618853 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-8cfde216-6f49-4508-ab23-edf21b70a3a4 service neutron] Transition to ACTIVE for port object 421d79cb-ed02-4098-ab80-ca701022eab2 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:53:27.695337 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-8cfde216-6f49-4508-ab23-edf21b70a3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (421d79cb-ed02-4098-ab80-ca701022eab2), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:27.704059 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-30e50131-3e3a-42d1-b4d6-ee9eca9b5984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5a6427b5-6b83-4c2f-ba60-cf7429a598e6), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:27.711486 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-30e50131-3e3a-42d1-b4d6-ee9eca9b5984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:27.722152 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-30e50131-3e3a-42d1-b4d6-ee9eca9b5984 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5a6427b5-6b83-4c2f-ba60-cf7429a598e6 HTTP/1.1" status: 204 len: 168 time: 0.6354876 Feb 19 03:53:27.755538 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e50131-3e3a-42d1-b4d6-ee9eca9b5984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6427b5-6b83-4c2f-ba60-cf7429a598e6,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:27.971985 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device d3c06178-0317-4c4c-9c33-f002b6a49a2c up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:53:28.024254 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-b4ae41a4-b52a-47db-8741-b26f2c0332ce admin admin] Allocated IP 172.25.3.223 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/a6ee9d7b-08fa-4428-ab06-2ee8a6004403) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:53:28.175808 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfde216-6f49-4508-ab23-edf21b70a3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=421d79cb-ed02-4098-ab80-ca701022eab2,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:28.223294 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port d3c06178-0317-4c4c-9c33-f002b6a49a2c triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:28.223672 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d3c06178-0317-4c4c-9c33-f002b6a49a2c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:28.589411 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port d3c06178-0317-4c4c-9c33-f002b6a49a2c is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:28.589886 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d3c06178-0317-4c4c-9c33-f002b6a49a2c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:28.623455 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60b2c7e-51a5-42ef-8875-71061a7d9bb0 None None] Network c2a4677c-3978-448a-8fd9-1efa09d1157e requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:53:28.718473 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9f84e-3acb-4917-a279-2b81fac37417 req-0681a2d2-355d-4bc1-99d9-706895635d93 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:28.730135 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f2b9f84e-3acb-4917-a279-2b81fac37417 req-0681a2d2-355d-4bc1-99d9-706895635d93 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/ports?device_id=45fccb38-7e97-4cc9-abdd-801cd6cc1f3c HTTP/1.1" status: 200 len: 936 time: 1.1843243 Feb 19 03:53:28.776904 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-8cfde216-6f49-4508-ab23-edf21b70a3a4 service neutron] Attempting to bind port 421d79cb-ed02-4098-ab80-ca701022eab2 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:28.778920 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-8cfde216-6f49-4508-ab23-edf21b70a3a4 service neutron] Attempting to bind port 421d79cb-ed02-4098-ab80-ca701022eab2 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:28.780749 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-8cfde216-6f49-4508-ab23-edf21b70a3a4 service neutron] Attempting to bind port 421d79cb-ed02-4098-ab80-ca701022eab2 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:28.789273 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2d182224-50ae-4203-aa12-a74dff2de851 None None] Provisioning complete for port d3c06178-0317-4c4c-9c33-f002b6a49a2c triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:28.789668 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2d182224-50ae-4203-aa12-a74dff2de851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d3c06178-0317-4c4c-9c33-f002b6a49a2c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:28.795532 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37452) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:28.835128 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-8cfde216-6f49-4508-ab23-edf21b70a3a4 service neutron] Port 421d79cb-ed02-4098-ab80-ca701022eab2 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:28.838628 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-8cfde216-6f49-4508-ab23-edf21b70a3a4 service neutron] Attempting to bind port 421d79cb-ed02-4098-ab80-ca701022eab2 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:28.921287 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-8cfde216-6f49-4508-ab23-edf21b70a3a4 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:53:28.921610 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-8cfde216-6f49-4508-ab23-edf21b70a3a4 service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:53:28.922083 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-8cfde216-6f49-4508-ab23-edf21b70a3a4 service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:53:28.925666 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-8cfde216-6f49-4508-ab23-edf21b70a3a4 service neutron] Bound port: 421d79cb-ed02-4098-ab80-ca701022eab2, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:53:28.925894 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-8cfde216-6f49-4508-ab23-edf21b70a3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (421d79cb-ed02-4098-ab80-ca701022eab2), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:29.091402 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port d3c06178-0317-4c4c-9c33-f002b6a49a2c, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=d3c06178-0317-4c4c-9c33-f002b6a49a2c,segment=NetworkSegment(56086ea6-27d7-4ec1-9205-90d5e1fd26c5),segment_id=56086ea6-27d7-4ec1-9205-90d5e1fd26c5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:29.120477 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d3c06178-0317-4c4c-9c33-f002b6a49a2c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:29.138961 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f2b9f84e-3acb-4917-a279-2b81fac37417 req-ffd95518-829d-443a-bb2f-9b2207de6678 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/security-groups?id=8850ec75-198c-493e-999d-19365a030e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052112 Feb 19 03:53:29.145793 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4ae41a4-b52a-47db-8741-b26f2c0332ce admin admin] Publish callbacks [] for port (a6ee9d7b-08fa-4428-ab06-2ee8a6004403), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:29.205981 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-8cfde216-6f49-4508-ab23-edf21b70a3a4 service neutron] For port 421d79cb-ed02-4098-ab80-ca701022eab2, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:53:29.236448 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-8cfde216-6f49-4508-ab23-edf21b70a3a4 service neutron] For port 421d79cb-ed02-4098-ab80-ca701022eab2, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=421d79cb-ed02-4098-ab80-ca701022eab2,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:53:29.248105 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-8cfde216-6f49-4508-ab23-edf21b70a3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (421d79cb-ed02-4098-ab80-ca701022eab2), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:29.289461 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4ae41a4-b52a-47db-8741-b26f2c0332ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (a6ee9d7b-08fa-4428-ab06-2ee8a6004403), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:29.357309 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ae41a4-b52a-47db-8741-b26f2c0332ce admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:53:29.365581 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-8cfde216-6f49-4508-ab23-edf21b70a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:29.366488 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-8cfde216-6f49-4508-ab23-edf21b70a3a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:29.371164 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-8cfde216-6f49-4508-ab23-edf21b70a3a4 service neutron] 10.222.0.79 "PUT /v2.0/ports/421d79cb-ed02-4098-ab80-ca701022eab2 HTTP/1.1" status: 200 len: 1118 time: 5.2513270 Feb 19 03:53:29.403586 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-b4ae41a4-b52a-47db-8741-b26f2c0332ce admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:29.411169 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45fccb38-7e97-4cc9-abdd-801cd6cc1f3c', 'tag': '421d79cb-ed02-4098-ab80-ca701022eab2'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:53:29.564426 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-35a30134-3b48-46eb-9b25-b4fc72974fcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:29.698813 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ae41a4-b52a-47db-8741-b26f2c0332ce admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:53:29.868378 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-35a30134-3b48-46eb-9b25-b4fc72974fcf admin admin] Publish callbacks [] for security_group (e9f09798-83a8-4f77-beaf-1c4cb43644c4), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:29.880101 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-35a30134-3b48-46eb-9b25-b4fc72974fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e9f09798-83a8-4f77-beaf-1c4cb43644c4), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:29.968455 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-35a30134-3b48-46eb-9b25-b4fc72974fcf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1a8275c75c154b648f1aab88f9020967&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1701663 Feb 19 03:53:29.972426 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37480) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:30.122844 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:30.129053 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2d182224-50ae-4203-aa12-a74dff2de851 None None] Current status of the port d3c06178-0317-4c4c-9c33-f002b6a49a2c is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:30.133158 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=d3c06178-0317-4c4c-9c33-f002b6a49a2c,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:30.134282 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a30134-3b48-46eb-9b25-b4fc72974fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f09798-83a8-4f77-beaf-1c4cb43644c4,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:30.228445 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7be02b84-58a9-4ae6-b117-1852de794166 admin admin] Publish callbacks [] for security_group (e9f09798-83a8-4f77-beaf-1c4cb43644c4), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:30.359380 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7be02b84-58a9-4ae6-b117-1852de794166 admin admin] Publish callbacks [] for security_group (e9f09798-83a8-4f77-beaf-1c4cb43644c4), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:30.486335 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7be02b84-58a9-4ae6-b117-1852de794166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e9f09798-83a8-4f77-beaf-1c4cb43644c4), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:30.490482 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7be02b84-58a9-4ae6-b117-1852de794166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:30.495285 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7be02b84-58a9-4ae6-b117-1852de794166 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e9f09798-83a8-4f77-beaf-1c4cb43644c4 HTTP/1.1" status: 204 len: 168 time: 0.5191863 Feb 19 03:53:30.534522 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be02b84-58a9-4ae6-b117-1852de794166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f09798-83a8-4f77-beaf-1c4cb43644c4,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:30.563913 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0a483cfa-0701-43dc-8d46-02b3176af2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:30.612160 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfde216-6f49-4508-ab23-edf21b70a3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=421d79cb-ed02-4098-ab80-ca701022eab2,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:30.676707 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4599e-16f6-452d-bb14-c89ccf9ff2f3 req-b1e8246f-cdc4-4106-ae9f-0b93338e1df6 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:30.679161 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5db4599e-16f6-452d-bb14-c89ccf9ff2f3 req-b1e8246f-cdc4-4106-ae9f-0b93338e1df6 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=8adba588-7aae-4d6f-91bc-92f2f6fa0151 HTTP/1.1" status: 200 len: 947 time: 1.3071194 Feb 19 03:53:30.682335 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7308f2bb-ed38-4a5a-829d-d26cdbd85055" -d '{"events": [{"name": "network-changed", "server_uuid": "45fccb38-7e97-4cc9-abdd-801cd6cc1f3c", "tag": "421d79cb-ed02-4098-ab80-ca701022eab2"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:53:30.692518 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-86e8151a-b16b-4ee2-9be4-3a3b0e0e3d97 None None] Provisioning complete for port d3c06178-0317-4c4c-9c33-f002b6a49a2c triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:30.693495 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-86e8151a-b16b-4ee2-9be4-3a3b0e0e3d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d3c06178-0317-4c4c-9c33-f002b6a49a2c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:30.734788 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-e2c7cedc-e3b0-4251-9415-3b72cd7ae161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:30.736699 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-e2c7cedc-e3b0-4251-9415-3b72cd7ae161 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a84b27ed46d74ed395ae9a231e9ccb1f&device_id=45fccb38-7e97-4cc9-abdd-801cd6cc1f3c HTTP/1.1" status: 200 len: 1152 time: 1.1387770 Feb 19 03:53:30.908920 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-ae3f22e8-c086-4c26-8bab-b235fde81837 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=421d79cb-ed02-4098-ab80-ca701022eab2 HTTP/1.1" status: 200 len: 217 time: 0.1196229 Feb 19 03:53:30.969002 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-86e8151a-b16b-4ee2-9be4-3a3b0e0e3d97 None None] Current status of the port d3c06178-0317-4c4c-9c33-f002b6a49a2c is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:30.997490 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae41a4-b52a-47db-8741-b26f2c0332ce admin admin] Pushing event updated for resources: {'Port': ['ID=a6ee9d7b-08fa-4428-ab06-2ee8a6004403,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:31.017376 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4ae41a4-b52a-47db-8741-b26f2c0332ce admin admin] Publish callbacks [] for router_gateway (195f9377-2c17-4a3e-a089-745ef13cd5ad), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:31.271716 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5db4599e-16f6-452d-bb14-c89ccf9ff2f3 req-ef1b574d-1655-4af6-80b9-d075a8961ced tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5725777 Feb 19 03:53:31.404154 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37510) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:31.410137 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-fd2f84c2-0a41-4878-a615-c2a527fbf25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:31.412505 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-fd2f84c2-0a41-4878-a615-c2a527fbf25f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.4896700 Feb 19 03:53:31.438496 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a5542b5-b682-4797-a60f-80446de04103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:31.593589 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4ae41a4-b52a-47db-8741-b26f2c0332ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (195f9377-2c17-4a3e-a089-745ef13cd5ad), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:31.635367 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a5542b5-b682-4797-a60f-80446de04103 admin admin] Publish callbacks [] for security_group (ba14aa6c-c0ae-4c8e-b7d2-a19d8b4b3465), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:31.645658 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a5542b5-b682-4797-a60f-80446de04103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ba14aa6c-c0ae-4c8e-b7d2-a19d8b4b3465), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:31.752114 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5542b5-b682-4797-a60f-80446de04103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba14aa6c-c0ae-4c8e-b7d2-a19d8b4b3465,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:31.756894 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37514) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:31.809258 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device d3c06178-0317-4c4c-9c33-f002b6a49a2c up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:53:31.841536 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5a5542b5-b682-4797-a60f-80446de04103 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d0487d0ccb8e48e9829a1b2d11fc63cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4351139 Feb 19 03:53:31.843231 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37520) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:31.965883 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port d3c06178-0317-4c4c-9c33-f002b6a49a2c triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:31.967370 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-35cdb714-05a4-4e3e-b261-27b733a3aaca admin admin] Publish callbacks [] for security_group (ba14aa6c-c0ae-4c8e-b7d2-a19d8b4b3465), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:31.967696 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d3c06178-0317-4c4c-9c33-f002b6a49a2c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:32.000622 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f90f4-b1bd-47d7-89b1-4b9bc065ba9d req-2925bb4a-af20-4ba0-afad-c8c20b1d0ee8 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:32.005104 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af4f90f4-b1bd-47d7-89b1-4b9bc065ba9d req-2925bb4a-af20-4ba0-afad-c8c20b1d0ee8 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/ports?device_id=45fccb38-7e97-4cc9-abdd-801cd6cc1f3c HTTP/1.1" status: 200 len: 969 time: 0.7243133 Feb 19 03:53:32.039282 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-35cdb714-05a4-4e3e-b261-27b733a3aaca admin admin] Publish callbacks [] for security_group (ba14aa6c-c0ae-4c8e-b7d2-a19d8b4b3465), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:32.130485 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-35cdb714-05a4-4e3e-b261-27b733a3aaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ba14aa6c-c0ae-4c8e-b7d2-a19d8b4b3465), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:32.138521 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-35cdb714-05a4-4e3e-b261-27b733a3aaca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:32.146795 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-35cdb714-05a4-4e3e-b261-27b733a3aaca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ba14aa6c-c0ae-4c8e-b7d2-a19d8b4b3465 HTTP/1.1" status: 204 len: 168 time: 0.3019419 Feb 19 03:53:32.154984 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-4acb54ca-d095-4fc7-9683-936c7f99c0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:32.164347 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-4acb54ca-d095-4fc7-9683-936c7f99c0f2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5730963 Feb 19 03:53:32.178531 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cdb714-05a4-4e3e-b261-27b733a3aaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba14aa6c-c0ae-4c8e-b7d2-a19d8b4b3465,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:32.192773 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ae41a4-b52a-47db-8741-b26f2c0332ce admin admin] Router 195f9377-2c17-4a3e-a089-745ef13cd5ad is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:53:32.213913 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af4f90f4-b1bd-47d7-89b1-4b9bc065ba9d req-7fdadae3-aa58-4f17-bae8-77517f280b90 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/security-groups?id=8850ec75-198c-493e-999d-19365a030e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741779 Feb 19 03:53:32.264894 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e4d2768-88aa-4a24-bb0b-f0a64ac59ff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:32.317240 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port d3c06178-0317-4c4c-9c33-f002b6a49a2c is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:32.562860 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28a53cb-bdb4-4149-9e1d-9db5f4b59bff x-openstack-request-id: req-d28a53cb-bdb4-4149-9e1d-9db5f4b59bff {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:53:32.563245 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45fccb38-7e97-4cc9-abdd-801cd6cc1f3c", "tag": "421d79cb-ed02-4098-ab80-ca701022eab2", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:53:32.563562 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d28a53cb-bdb4-4149-9e1d-9db5f4b59bff {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:53:32.564067 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45fccb38-7e97-4cc9-abdd-801cd6cc1f3c', 'tag': '421d79cb-ed02-4098-ab80-ca701022eab2', 'status': 'completed', 'code': 200} Feb 19 03:53:32.584015 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e4d2768-88aa-4a24-bb0b-f0a64ac59ff4 admin admin] Publish callbacks [] for security_group (e0a1f863-1df5-4d56-a460-c0c1cf7416b9), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:32.595774 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e4d2768-88aa-4a24-bb0b-f0a64ac59ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e0a1f863-1df5-4d56-a460-c0c1cf7416b9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:32.647333 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-189c6ae8-95c0-4cce-983b-d8eb28cf0ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:32.678455 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0e4d2768-88aa-4a24-bb0b-f0a64ac59ff4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aa4b42309a244d7b8d9bb0d7066eb65a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9050395 Feb 19 03:53:32.679085 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37544) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:32.683860 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d2768-88aa-4a24-bb0b-f0a64ac59ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a1f863-1df5-4d56-a460-c0c1cf7416b9,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:32.719169 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ecb4c-b4e9-4f59-a2e2-6a5e1693f53e req-a21abb31-5051-4dc8-a152-faff0ed69cb9 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:32.727308 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c65ecb4c-b4e9-4f59-a2e2-6a5e1693f53e req-a21abb31-5051-4dc8-a152-faff0ed69cb9 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=8adba588-7aae-4d6f-91bc-92f2f6fa0151 HTTP/1.1" status: 200 len: 947 time: 0.2741733 Feb 19 03:53:32.757696 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ffaadcec-9693-49a6-88cf-41b9ed923efc admin admin] Publish callbacks [] for security_group (e0a1f863-1df5-4d56-a460-c0c1cf7416b9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:32.790984 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ffaadcec-9693-49a6-88cf-41b9ed923efc admin admin] Publish callbacks [] for security_group (e0a1f863-1df5-4d56-a460-c0c1cf7416b9), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:32.829388 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ae41a4-b52a-47db-8741-b26f2c0332ce admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:53:32.836104 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-38b96cc2-8c77-496a-9595-d4e8d7295cab service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420090 Feb 19 03:53:32.842481 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e107e5b-36d5-4f44-93c6-87a5275c65f2 None None] Sync routers for ids ['195f9377-2c17-4a3e-a089-745ef13cd5ad'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:53:32.859583 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e107e5b-36d5-4f44-93c6-87a5275c65f2 None None] Routers {'195f9377-2c17-4a3e-a089-745ef13cd5ad'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:53:32.860505 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-5e107e5b-36d5-4f44-93c6-87a5275c65f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:53:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['195f9377-2c17-4a3e-a089-745ef13cd5ad'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:32.898225 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ffaadcec-9693-49a6-88cf-41b9ed923efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e0a1f863-1df5-4d56-a460-c0c1cf7416b9), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:32.901266 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ffaadcec-9693-49a6-88cf-41b9ed923efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:32.908505 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c65ecb4c-b4e9-4f59-a2e2-6a5e1693f53e req-be5477e9-a81e-4070-aeda-bdb62cce5e75 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801555 Feb 19 03:53:32.910601 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ffaadcec-9693-49a6-88cf-41b9ed923efc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e0a1f863-1df5-4d56-a460-c0c1cf7416b9 HTTP/1.1" status: 204 len: 168 time: 0.2265716 Feb 19 03:53:32.936273 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4ae41a4-b52a-47db-8741-b26f2c0332ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:32.938613 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b4ae41a4-b52a-47db-8741-b26f2c0332ce admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.7140105 Feb 19 03:53:32.941082 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37548) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:32.950830 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaadcec-9693-49a6-88cf-41b9ed923efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a1f863-1df5-4d56-a460-c0c1cf7416b9,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:33.000222 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37550) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:33.035814 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-13df8a1e-f1cf-4d2c-abff-f5a274b306d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:33.090520 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-5e107e5b-36d5-4f44-93c6-87a5275c65f2 None None] Set router 195f9377-2c17-4a3e-a089-745ef13cd5ad gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:53:33.262103 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-13df8a1e-f1cf-4d2c-abff-f5a274b306d7 admin admin] Publish callbacks [] for security_group (86b34a61-3cfc-4209-931b-d018bc5566d6), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:33.281479 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-13df8a1e-f1cf-4d2c-abff-f5a274b306d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (86b34a61-3cfc-4209-931b-d018bc5566d6), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:33.329037 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-5e107e5b-36d5-4f44-93c6-87a5275c65f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1463629878-router', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:24Z', 'updated_at': '2022-02-19T03:53:30Z', 'revision_number': 3, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'gw_port': {'id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:40:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:27Z', 'updated_at': '2022-02-19T03:53:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:33.359317 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e107e5b-36d5-4f44-93c6-87a5275c65f2 None None] Checking router: 195f9377-2c17-4a3e-a089-745ef13cd5ad for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:53:33.359830 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e107e5b-36d5-4f44-93c6-87a5275c65f2 None None] Updating router 195f9377-2c17-4a3e-a089-745ef13cd5ad port a6ee9d7b-08fa-4428-ab06-2ee8a6004403 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:53:33.392115 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df8a1e-f1cf-4d2c-abff-f5a274b306d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b34a61-3cfc-4209-931b-d018bc5566d6,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:33.395164 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-5e107e5b-36d5-4f44-93c6-87a5275c65f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a6ee9d7b-08fa-4428-ab06-2ee8a6004403), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:33.443914 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-13df8a1e-f1cf-4d2c-abff-f5a274b306d7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b2f79ef7a43c41ceb47d0ba3a5ca5030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4424520 Feb 19 03:53:33.450757 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37560) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:33.606403 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-65fc0a6e-ecd8-49ca-a11d-9fcbe4337fbb admin admin] Publish callbacks [] for security_group (86b34a61-3cfc-4209-931b-d018bc5566d6), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:33.621801 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:33.701911 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37564) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:33.745944 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-65fc0a6e-ecd8-49ca-a11d-9fcbe4337fbb admin admin] Publish callbacks [] for security_group (86b34a61-3cfc-4209-931b-d018bc5566d6), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:33.851674 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-65fc0a6e-ecd8-49ca-a11d-9fcbe4337fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (86b34a61-3cfc-4209-931b-d018bc5566d6), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:33.860750 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-65fc0a6e-ecd8-49ca-a11d-9fcbe4337fbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:33.866841 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-65fc0a6e-ecd8-49ca-a11d-9fcbe4337fbb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/86b34a61-3cfc-4209-931b-d018bc5566d6 HTTP/1.1" status: 204 len: 168 time: 0.4123380 Feb 19 03:53:33.887199 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-5e107e5b-36d5-4f44-93c6-87a5275c65f2 None None] Publish callbacks [] for port (a6ee9d7b-08fa-4428-ab06-2ee8a6004403), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:33.894478 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc0a6e-ecd8-49ca-a11d-9fcbe4337fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b34a61-3cfc-4209-931b-d018bc5566d6,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:33.910148 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-5e107e5b-36d5-4f44-93c6-87a5275c65f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (a6ee9d7b-08fa-4428-ab06-2ee8a6004403), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:33.964231 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-5e107e5b-36d5-4f44-93c6-87a5275c65f2 None None] Attempting to bind port a6ee9d7b-08fa-4428-ab06-2ee8a6004403 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:33.964231 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-5e107e5b-36d5-4f44-93c6-87a5275c65f2 None None] Attempting to bind port a6ee9d7b-08fa-4428-ab06-2ee8a6004403 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:33.964834 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e107e5b-36d5-4f44-93c6-87a5275c65f2 None None] Attempting to bind port a6ee9d7b-08fa-4428-ab06-2ee8a6004403 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:33.967239 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37572) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:34.003697 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e107e5b-36d5-4f44-93c6-87a5275c65f2 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:53:34.004370 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e107e5b-36d5-4f44-93c6-87a5275c65f2 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:53:34.004865 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-5e107e5b-36d5-4f44-93c6-87a5275c65f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:34.005393 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e107e5b-36d5-4f44-93c6-87a5275c65f2 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:53:34.006156 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-5e107e5b-36d5-4f44-93c6-87a5275c65f2 None None] Bound port: a6ee9d7b-08fa-4428-ab06-2ee8a6004403, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:53:34.007019 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-5e107e5b-36d5-4f44-93c6-87a5275c65f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a6ee9d7b-08fa-4428-ab06-2ee8a6004403), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:34.008367 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9874a732-f650-4dea-ad87-6f67a1a8ee90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:34.053604 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a2c69-64bf-4d53-8a77-61741603f227 None None] Pushing event updated for resources: {'Port': ['ID=a6ee9d7b-08fa-4428-ab06-2ee8a6004403,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:34.089682 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a2c69-64bf-4d53-8a77-61741603f227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:34.106664 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a2c69-64bf-4d53-8a77-61741603f227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:34.110189 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a2c69-64bf-4d53-8a77-61741603f227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:34.114393 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a2c69-64bf-4d53-8a77-61741603f227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:34.116226 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a2c69-64bf-4d53-8a77-61741603f227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:34.116663 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a2c69-64bf-4d53-8a77-61741603f227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:34.117077 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a2c69-64bf-4d53-8a77-61741603f227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:34.118136 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a2c69-64bf-4d53-8a77-61741603f227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:34.118502 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a2c69-64bf-4d53-8a77-61741603f227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:34.118832 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a2c69-64bf-4d53-8a77-61741603f227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:34.120963 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a2c69-64bf-4d53-8a77-61741603f227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:34.120963 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a2c69-64bf-4d53-8a77-61741603f227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:34.120963 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a2c69-64bf-4d53-8a77-61741603f227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a2c69-64bf-4d53-8a77-61741603f227 None None] Tracked resource versions report: Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: pushed versions: Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: { 'AddressGroup': {'1.2'}, Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: 'ConntrackHelper': {'1.0'}, Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: 'LocalIPAssociation': {'1.0'}, Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: 'Log': {'1.0'}, Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: 'Network': {'1.1'}, Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: 'Port': {'1.7'}, Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: 'PortForwarding': {'1.2'}, Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: 'QosPolicy': {'1.10'}, Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: 'SecurityGroup': {'1.5'}, Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: 'SecurityGroupRule': {'1.2'}, Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: 'SubPort': {'1.0'}, Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: 'Subnet': {'1.1'}, Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: 'Trunk': {'1.1'}} Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: consumer versions: Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: { DHCP agent@n-d-828369-19: {}, Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: HyperV agent@n-h1-828369-19: {}, Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: HyperV agent@n-h2-828369-19: {}, Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: L3 agent@n-d-828369-19: {}, Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: Metadata agent@n-d-828369-19: {}, Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: Metering agent@n-d-828369-19: {}, Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: Open vSwitch agent@n-d-828369-19: { 'AddressGroup': '1.2', Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: 'ConntrackHelper': '1.0', Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: 'LocalIPAssociation': '1.0', Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: 'Log': '1.0', Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: 'Network': '1.1', Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: 'Port': '1.7', Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: 'PortForwarding': '1.2', Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: 'QosPolicy': '1.10', Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: 'SecurityGroup': '1.5', Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: 'SecurityGroupRule': '1.2', Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: 'SubPort': '1.0', Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: 'Subnet': '1.1', Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: 'Trunk': '1.1'}} Feb 19 03:53:34.128707 n-d-828369-19 neutron-server[109928]: {{(pid=109928) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 03:53:34.150459 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c2eb67c-079a-4af3-b17e-437387ec78ad req-afe7b92e-085c-48ae-8847-d1b8298d8776 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0677314 Feb 19 03:53:34.219774 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-5e107e5b-36d5-4f44-93c6-87a5275c65f2 None None] For port a6ee9d7b-08fa-4428-ab06-2ee8a6004403, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:53:34.229811 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-5e107e5b-36d5-4f44-93c6-87a5275c65f2 None None] For port a6ee9d7b-08fa-4428-ab06-2ee8a6004403, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=a6ee9d7b-08fa-4428-ab06-2ee8a6004403,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:53:34.244404 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-5e107e5b-36d5-4f44-93c6-87a5275c65f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (a6ee9d7b-08fa-4428-ab06-2ee8a6004403), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:34.298791 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9874a732-f650-4dea-ad87-6f67a1a8ee90 admin admin] Publish callbacks [] for security_group (03a975c1-44c7-44ea-b798-6cbf119739fb), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:34.310843 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9874a732-f650-4dea-ad87-6f67a1a8ee90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (03a975c1-44c7-44ea-b798-6cbf119739fb), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:34.314831 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8690e-da6e-489f-9da9-113cc5e26a9e req-4845773d-1577-47e1-8ce4-ff0f2e202f0a tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:34.327979 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b2f8690e-da6e-489f-9da9-113cc5e26a9e req-4845773d-1577-47e1-8ce4-ff0f2e202f0a tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/ports?device_id=45fccb38-7e97-4cc9-abdd-801cd6cc1f3c HTTP/1.1" status: 200 len: 969 time: 0.9072659 Feb 19 03:53:34.361948 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e107e5b-36d5-4f44-93c6-87a5275c65f2 None None] Routers {'195f9377-2c17-4a3e-a089-745ef13cd5ad'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:53:34.364039 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-5e107e5b-36d5-4f44-93c6-87a5275c65f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:53:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['195f9377-2c17-4a3e-a089-745ef13cd5ad'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:34.379247 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9874a732-f650-4dea-ad87-6f67a1a8ee90 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=10e3e9cc423d4806a35f62aedebf5d0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4106860 Feb 19 03:53:34.391328 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37576) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:34.510116 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308f2bb-ed38-4a5a-829d-d26cdbd85055 req-8af62f45-ee30-47a8-a862-15300c284b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:34.512263 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7308f2bb-ed38-4a5a-829d-d26cdbd85055 req-8af62f45-ee30-47a8-a862-15300c284b36 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a84b27ed46d74ed395ae9a231e9ccb1f&device_id=45fccb38-7e97-4cc9-abdd-801cd6cc1f3c HTTP/1.1" status: 200 len: 1152 time: 0.2580340 Feb 19 03:53:34.527063 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b16ba050-2c04-4d6f-992d-fbe36ad4e30c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:34.565923 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b2f8690e-da6e-489f-9da9-113cc5e26a9e req-cc331968-c790-475c-aab8-1328ddf1a4b6 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/security-groups?id=8850ec75-198c-493e-999d-19365a030e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305710 Feb 19 03:53:34.657986 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874a732-f650-4dea-ad87-6f67a1a8ee90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a975c1-44c7-44ea-b798-6cbf119739fb,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:34.683596 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-260c0f72-f69c-4c87-9b94-a9828ad5c77f admin admin] Publish callbacks [] for security_group (03a975c1-44c7-44ea-b798-6cbf119739fb), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:34.745267 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-260c0f72-f69c-4c87-9b94-a9828ad5c77f admin admin] Publish callbacks [] for security_group (03a975c1-44c7-44ea-b798-6cbf119739fb), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:34.775107 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a2c69-64bf-4d53-8a77-61741603f227 None None] Pushing event updated for resources: {'Port': ['ID=a6ee9d7b-08fa-4428-ab06-2ee8a6004403,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:34.837911 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-260c0f72-f69c-4c87-9b94-a9828ad5c77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (03a975c1-44c7-44ea-b798-6cbf119739fb), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:34.842302 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-260c0f72-f69c-4c87-9b94-a9828ad5c77f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:34.846182 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-260c0f72-f69c-4c87-9b94-a9828ad5c77f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/03a975c1-44c7-44ea-b798-6cbf119739fb HTTP/1.1" status: 204 len: 168 time: 0.4482894 Feb 19 03:53:34.861713 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c0f72-f69c-4c87-9b94-a9828ad5c77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a975c1-44c7-44ea-b798-6cbf119739fb,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:34.931772 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-5e107e5b-36d5-4f44-93c6-87a5275c65f2 None None] Set router 195f9377-2c17-4a3e-a089-745ef13cd5ad gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:53:34.985238 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b16ba050-2c04-4d6f-992d-fbe36ad4e30c admin admin] Publish callbacks [] for security_group (3364a625-fde4-4288-97eb-2014f03258dc), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:34.990852 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b16ba050-2c04-4d6f-992d-fbe36ad4e30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3364a625-fde4-4288-97eb-2014f03258dc), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:35.117861 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:35.166322 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ba050-2c04-4d6f-992d-fbe36ad4e30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3364a625-fde4-4288-97eb-2014f03258dc,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:35.177758 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b16ba050-2c04-4d6f-992d-fbe36ad4e30c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6bdba300c00b4b6cb386b08f04308086&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4711230 Feb 19 03:53:35.188783 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37598) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:35.258464 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308f2bb-ed38-4a5a-829d-d26cdbd85055 req-8ce7aea1-69a7-41cb-ac59-0488a36f0ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:35.260251 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7308f2bb-ed38-4a5a-829d-d26cdbd85055 req-8ce7aea1-69a7-41cb-ac59-0488a36f0ff6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.7289574 Feb 19 03:53:35.285097 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-972ef9c4-0f97-4972-8c43-2dd55e6f2a48 admin admin] Publish callbacks [] for security_group (3364a625-fde4-4288-97eb-2014f03258dc), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:35.332617 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230dafa-13ca-457c-b51c-51a28165bf37 req-52501f1f-d8ba-407f-a5f2-22b6612ff5af tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:35.332800 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-972ef9c4-0f97-4972-8c43-2dd55e6f2a48 admin admin] Publish callbacks [] for security_group (3364a625-fde4-4288-97eb-2014f03258dc), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:35.342745 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1230dafa-13ca-457c-b51c-51a28165bf37 req-52501f1f-d8ba-407f-a5f2-22b6612ff5af tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=8adba588-7aae-4d6f-91bc-92f2f6fa0151 HTTP/1.1" status: 200 len: 947 time: 0.4805157 Feb 19 03:53:35.384812 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0385f996-31d8-489d-9ab1-eff5696c19a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:35.411921 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-972ef9c4-0f97-4972-8c43-2dd55e6f2a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3364a625-fde4-4288-97eb-2014f03258dc), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:35.415064 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-972ef9c4-0f97-4972-8c43-2dd55e6f2a48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:35.416614 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-972ef9c4-0f97-4972-8c43-2dd55e6f2a48 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3364a625-fde4-4288-97eb-2014f03258dc HTTP/1.1" status: 204 len: 168 time: 0.2268636 Feb 19 03:53:35.432618 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ef9c4-0f97-4972-8c43-2dd55e6f2a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3364a625-fde4-4288-97eb-2014f03258dc,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:35.478447 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7308f2bb-ed38-4a5a-829d-d26cdbd85055 req-2198e6b4-db23-407c-a73c-ccd63fef243e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=421d79cb-ed02-4098-ab80-ca701022eab2 HTTP/1.1" status: 200 len: 217 time: 0.0965414 Feb 19 03:53:35.564743 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-5e107e5b-36d5-4f44-93c6-87a5275c65f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1463629878-router', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:24Z', 'updated_at': '2022-02-19T03:53:30Z', 'revision_number': 3, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'gw_port': {'id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:40:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:27Z', 'updated_at': '2022-02-19T03:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:35.570334 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1230dafa-13ca-457c-b51c-51a28165bf37 req-1bf83c58-8188-4ef0-b2ca-463195dcb1d8 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238126 Feb 19 03:53:35.576108 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308f2bb-ed38-4a5a-829d-d26cdbd85055 req-51803037-2e72-4215-a754-0e3dd13f340d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:35.577779 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7308f2bb-ed38-4a5a-829d-d26cdbd85055 req-51803037-2e72-4215-a754-0e3dd13f340d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0889351 Feb 19 03:53:35.608189 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e107e5b-36d5-4f44-93c6-87a5275c65f2 None None] The sync data for ids ['195f9377-2c17-4a3e-a089-745ef13cd5ad'] in n-d-828369-19 is: [{'id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1463629878-router', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:24Z', 'updated_at': '2022-02-19T03:53:30Z', 'revision_number': 3, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'gw_port': {'id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:40:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:27Z', 'updated_at': '2022-02-19T03:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:53:35.886772 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308f2bb-ed38-4a5a-829d-d26cdbd85055 req-afd0ab9a-384a-41c1-9eda-aa3682490675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:35.888866 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7308f2bb-ed38-4a5a-829d-d26cdbd85055 req-afd0ab9a-384a-41c1-9eda-aa3682490675 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2509995 Feb 19 03:53:35.904310 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb7fbc-d64e-4bc5-a2de-4fba30e83f45 req-eb0f807f-7540-457a-a0a9-62db629ebb21 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:35.911383 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-00eb7fbc-d64e-4bc5-a2de-4fba30e83f45 req-eb0f807f-7540-457a-a0a9-62db629ebb21 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/ports?device_id=45fccb38-7e97-4cc9-abdd-801cd6cc1f3c HTTP/1.1" status: 200 len: 969 time: 0.2003138 Feb 19 03:53:35.929368 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37638) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:35.947926 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-89de6393-4477-4f98-966c-27c1d6db988a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:36.052516 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-0385f996-31d8-489d-9ab1-eff5696c19a7 admin admin] Allocated IP 172.20.0.1 (c2a4677c-3978-448a-8fd9-1efa09d1157e/8e30f0c3-d629-434f-a2d7-039cc4a47da1/fb25a2ed-fa42-4270-a1b5-8bfb6587821d) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:53:36.131542 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-00eb7fbc-d64e-4bc5-a2de-4fba30e83f45 req-7f51f13b-2ad2-40b4-890e-ac09b4099fc0 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/security-groups?id=8850ec75-198c-493e-999d-19365a030e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050741 Feb 19 03:53:36.138775 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-89de6393-4477-4f98-966c-27c1d6db988a admin admin] Publish callbacks [] for security_group (b8f17e85-097f-4768-803e-de9f0984511b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:36.143471 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7308f2bb-ed38-4a5a-829d-d26cdbd85055 req-52b8f334-201d-4e98-a383-21b41151cfe8 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462490 Feb 19 03:53:36.148144 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-89de6393-4477-4f98-966c-27c1d6db988a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b8f17e85-097f-4768-803e-de9f0984511b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:36.210919 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-89de6393-4477-4f98-966c-27c1d6db988a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=492e147feb5d47e5a136b091f154116f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802126 Feb 19 03:53:36.211560 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37642) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:36.221503 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de6393-4477-4f98-966c-27c1d6db988a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f17e85-097f-4768-803e-de9f0984511b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:36.297998 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-acfc7df6-4132-415b-974a-2cf378a46030 admin admin] Publish callbacks [] for security_group (b8f17e85-097f-4768-803e-de9f0984511b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:36.327933 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-acfc7df6-4132-415b-974a-2cf378a46030 admin admin] Publish callbacks [] for security_group (b8f17e85-097f-4768-803e-de9f0984511b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:36.366247 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7308f2bb-ed38-4a5a-829d-d26cdbd85055 req-8fd1b3f6-0ed3-4433-b9f5-5fa7544e97fb service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101932 Feb 19 03:53:36.369619 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0385f996-31d8-489d-9ab1-eff5696c19a7 admin admin] Publish callbacks [] for port (fb25a2ed-fa42-4270-a1b5-8bfb6587821d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:36.398361 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-acfc7df6-4132-415b-974a-2cf378a46030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b8f17e85-097f-4768-803e-de9f0984511b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:36.400904 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-acfc7df6-4132-415b-974a-2cf378a46030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:36.408530 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-acfc7df6-4132-415b-974a-2cf378a46030 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b8f17e85-097f-4768-803e-de9f0984511b HTTP/1.1" status: 204 len: 168 time: 0.1956568 Feb 19 03:53:36.417820 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc7df6-4132-415b-974a-2cf378a46030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f17e85-097f-4768-803e-de9f0984511b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:36.432140 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0385f996-31d8-489d-9ab1-eff5696c19a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (fb25a2ed-fa42-4270-a1b5-8bfb6587821d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:36.455139 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37652) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:36.476387 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0385f996-31d8-489d-9ab1-eff5696c19a7 admin admin] Network c2a4677c-3978-448a-8fd9-1efa09d1157e is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:53:36.479710 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-0385f996-31d8-489d-9ab1-eff5696c19a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:36.483306 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0385f996-31d8-489d-9ab1-eff5696c19a7 admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:53:36.483790 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0385f996-31d8-489d-9ab1-eff5696c19a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (195f9377-2c17-4a3e-a089-745ef13cd5ad), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:36.566885 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385f996-31d8-489d-9ab1-eff5696c19a7 admin admin] Pushing event updated for resources: {'Port': ['ID=fb25a2ed-fa42-4270-a1b5-8bfb6587821d,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:36.710844 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:36.845586 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0a700-2bd7-49f8-b3c5-4935d2a874e7 req-ecb24376-a7c4-4a4c-b807-3a60989b263b tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:36.847277 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fce0a700-2bd7-49f8-b3c5-4935d2a874e7 req-ecb24376-a7c4-4a4c-b807-3a60989b263b tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=8adba588-7aae-4d6f-91bc-92f2f6fa0151 HTTP/1.1" status: 200 len: 947 time: 0.1485023 Feb 19 03:53:36.865608 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-949e7e77-1698-46ec-a7a1-8cb30351d197 None None] Provisioning complete for port fb25a2ed-fa42-4270-a1b5-8bfb6587821d triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:36.866011 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-949e7e77-1698-46ec-a7a1-8cb30351d197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (fb25a2ed-fa42-4270-a1b5-8bfb6587821d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:36.882175 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be276e11-e376-44ea-b695-6a63dd2def29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:36.984586 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-949e7e77-1698-46ec-a7a1-8cb30351d197 None None] Port fb25a2ed-fa42-4270-a1b5-8bfb6587821d cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:53:37.048801 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be276e11-e376-44ea-b695-6a63dd2def29 admin admin] Publish callbacks [] for security_group (85c99ddf-ef7a-4567-bddc-c94330b8b75b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:37.053710 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be276e11-e376-44ea-b695-6a63dd2def29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (85c99ddf-ef7a-4567-bddc-c94330b8b75b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:37.085972 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0385f996-31d8-489d-9ab1-eff5696c19a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fb25a2ed-fa42-4270-a1b5-8bfb6587821d), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:37.093919 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-be276e11-e376-44ea-b695-6a63dd2def29 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=22540dd11eed470c99afd87239631d5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6375098 Feb 19 03:53:37.097926 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37670) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:37.144278 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fce0a700-2bd7-49f8-b3c5-4935d2a874e7 req-41c4fd27-5c29-4d46-b6e1-8e9693e001fd tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830402 Feb 19 03:53:37.197300 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be276e11-e376-44ea-b695-6a63dd2def29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c99ddf-ef7a-4567-bddc-c94330b8b75b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:37.236467 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-45380cce-cc5d-409d-af8d-f6db78de2798 admin admin] Publish callbacks [] for security_group (85c99ddf-ef7a-4567-bddc-c94330b8b75b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:37.267425 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-45380cce-cc5d-409d-af8d-f6db78de2798 admin admin] Publish callbacks [] for security_group (85c99ddf-ef7a-4567-bddc-c94330b8b75b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:37.307751 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37682) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:37.335497 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29df8b-cd81-4b0b-9e56-012962722a93 req-33753264-1b7e-4ca1-b266-505fbd69ea41 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:37.337405 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a29df8b-cd81-4b0b-9e56-012962722a93 req-33753264-1b7e-4ca1-b266-505fbd69ea41 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/ports?device_id=45fccb38-7e97-4cc9-abdd-801cd6cc1f3c HTTP/1.1" status: 200 len: 969 time: 0.1073134 Feb 19 03:53:37.351408 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-45380cce-cc5d-409d-af8d-f6db78de2798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (85c99ddf-ef7a-4567-bddc-c94330b8b75b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:37.355333 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-45380cce-cc5d-409d-af8d-f6db78de2798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:37.359195 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-45380cce-cc5d-409d-af8d-f6db78de2798 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/85c99ddf-ef7a-4567-bddc-c94330b8b75b HTTP/1.1" status: 204 len: 168 time: 0.2578249 Feb 19 03:53:37.363131 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0385f996-31d8-489d-9ab1-eff5696c19a7 admin admin] Publish callbacks [] for port (fb25a2ed-fa42-4270-a1b5-8bfb6587821d), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:37.367005 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45380cce-cc5d-409d-af8d-f6db78de2798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c99ddf-ef7a-4567-bddc-c94330b8b75b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:37.374889 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0385f996-31d8-489d-9ab1-eff5696c19a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (fb25a2ed-fa42-4270-a1b5-8bfb6587821d), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:37.376024 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0385f996-31d8-489d-9ab1-eff5696c19a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (195f9377-2c17-4a3e-a089-745ef13cd5ad), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:37.480769 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a29df8b-cd81-4b0b-9e56-012962722a93 req-4cb425e0-9cac-42ee-a1b7-25efe66f43cf tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/security-groups?id=8850ec75-198c-493e-999d-19365a030e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344206 Feb 19 03:53:37.517640 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-2abd95f4-3f21-4bfe-ae39-849412b28b30 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1784272307-network', 'tenant_id': 'c882ab4feb6b473780e94407c2246355'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:37.527241 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385f996-31d8-489d-9ab1-eff5696c19a7 admin admin] Pushing event updated for resources: {'Port': ['ID=fb25a2ed-fa42-4270-a1b5-8bfb6587821d,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:37.566610 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abd95f4-3f21-4bfe-ae39-849412b28b30 admin admin] Made reservation on behalf of c882ab4feb6b473780e94407c2246355 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:37.569642 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2abd95f4-3f21-4bfe-ae39-849412b28b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:37.590015 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2abd95f4-3f21-4bfe-ae39-849412b28b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:37.608009 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0385f996-31d8-489d-9ab1-eff5696c19a7 admin admin] Network c2a4677c-3978-448a-8fd9-1efa09d1157e is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:53:37.611890 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-0385f996-31d8-489d-9ab1-eff5696c19a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:37.711632 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 5cf95e7e-0a32-4cef-88be-80f540464163 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:53:37.844783 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2abd95f4-3f21-4bfe-ae39-849412b28b30 admin admin] Publish callbacks [] for security_group (fc29d563-b0d9-405d-8e49-72550dcf3185), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:37.853564 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0385f996-31d8-489d-9ab1-eff5696c19a7 admin admin] Router 195f9377-2c17-4a3e-a089-745ef13cd5ad has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:53:37.872927 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2abd95f4-3f21-4bfe-ae39-849412b28b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (fc29d563-b0d9-405d-8e49-72550dcf3185), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:37.962820 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device a6ee9d7b-08fa-4428-ab06-2ee8a6004403 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:53:38.011641 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2abd95f4-3f21-4bfe-ae39-849412b28b30 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:53:38.035295 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd95f4-3f21-4bfe-ae39-849412b28b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc29d563-b0d9-405d-8e49-72550dcf3185,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:38.041352 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2abd95f4-3f21-4bfe-ae39-849412b28b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e1571b11-11b4-4347-b7ba-de18fe4d27ac), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.041926 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-2abd95f4-3f21-4bfe-ae39-849412b28b30 admin admin] Added segment e1571b11-11b4-4347-b7ba-de18fe4d27ac of type vlan for network 9b99b559-f8df-46db-b5f2-a2b670ec9965 Feb 19 03:53:38.153091 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2abd95f4-3f21-4bfe-ae39-849412b28b30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (9b99b559-f8df-46db-b5f2-a2b670ec9965), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.158179 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 5cf95e7e-0a32-4cef-88be-80f540464163, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=5cf95e7e-0a32-4cef-88be-80f540464163,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:38.169380 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37716) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:38.169837 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0385f996-31d8-489d-9ab1-eff5696c19a7 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:53:38.185539 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0385f996-31d8-489d-9ab1-eff5696c19a7 admin admin] 10.222.0.52 "PUT /v2.0/routers/195f9377-2c17-4a3e-a089-745ef13cd5ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2429931 Feb 19 03:53:38.187586 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1612d40b-df53-4de7-90eb-8bd78c182fc0 None None] Sync routers for ids ['195f9377-2c17-4a3e-a089-745ef13cd5ad'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:53:38.199003 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '5cf95e7e-0a32-4cef-88be-80f540464163', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '5cf95e7e-0a32-4cef-88be-80f540464163', 'mac_address': 'fa:16:3e:3e:1f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:53:38.203323 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1612d40b-df53-4de7-90eb-8bd78c182fc0 None None] Routers {'195f9377-2c17-4a3e-a089-745ef13cd5ad'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:53:38.203997 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1612d40b-df53-4de7-90eb-8bd78c182fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:53:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['195f9377-2c17-4a3e-a089-745ef13cd5ad'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:38.206563 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-196c6601-ab47-4147-a313-845816e71900 None None] Provisioning complete for port fb25a2ed-fa42-4270-a1b5-8bfb6587821d triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:38.207670 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-196c6601-ab47-4147-a313-845816e71900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (fb25a2ed-fa42-4270-a1b5-8bfb6587821d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.214125 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2abd95f4-3f21-4bfe-ae39-849412b28b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (9b99b559-f8df-46db-b5f2-a2b670ec9965), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.215137 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abd95f4-3f21-4bfe-ae39-849412b28b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:38.217666 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c22e7f6a-280c-4e0b-bc0f-28bf496480c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.223962 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2abd95f4-3f21-4bfe-ae39-849412b28b30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.362111 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port a6ee9d7b-08fa-4428-ab06-2ee8a6004403 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:38.362558 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (a6ee9d7b-08fa-4428-ab06-2ee8a6004403), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.370984 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-196c6601-ab47-4147-a313-845816e71900 None None] Port fb25a2ed-fa42-4270-a1b5-8bfb6587821d cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:53:38.428716 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2abd95f4-3f21-4bfe-ae39-849412b28b30 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1183338 Feb 19 03:53:38.431205 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c22e7f6a-280c-4e0b-bc0f-28bf496480c5 admin admin] Publish callbacks [] for security_group (7887136b-0189-4ef4-a5a6-8175904e07ad), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.431562 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd95f4-3f21-4bfe-ae39-849412b28b30 admin admin] Pushing event updated for resources: {'Network': ['ID=9b99b559-f8df-46db-b5f2-a2b670ec9965,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:38.432017 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37732) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:38.438598 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-1087d82e-99e5-4cb4-9745-8b740198fdb9 admin admin] Request body: {'subnet': {'network_id': '9b99b559-f8df-46db-b5f2-a2b670ec9965', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1784272307-subnet', 'tenant_id': 'c882ab4feb6b473780e94407c2246355', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:38.459230 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c22e7f6a-280c-4e0b-bc0f-28bf496480c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7887136b-0189-4ef4-a5a6-8175904e07ad), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.460885 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545da64-8f4b-478c-9efa-fc36c3ea4d1a req-7d3bbc99-4fa4-41b2-a40c-e9d954f6ea0f tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:38.463312 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b545da64-8f4b-478c-9efa-fc36c3ea4d1a req-7d3bbc99-4fa4-41b2-a40c-e9d954f6ea0f tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=8adba588-7aae-4d6f-91bc-92f2f6fa0151 HTTP/1.1" status: 200 len: 947 time: 0.1103675 Feb 19 03:53:38.471033 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1087d82e-99e5-4cb4-9745-8b740198fdb9 admin admin] Made reservation on behalf of c882ab4feb6b473780e94407c2246355 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:38.475381 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1087d82e-99e5-4cb4-9745-8b740198fdb9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.477249 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 5cf95e7e-0a32-4cef-88be-80f540464163 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:38.477877 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5cf95e7e-0a32-4cef-88be-80f540464163), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.480022 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 9b99b559-f8df-46db-b5f2-a2b670ec9965 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:53:38.565714 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c22e7f6a-280c-4e0b-bc0f-28bf496480c5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=faae2bfb81154d27a9406651a4d65f4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3944192 Feb 19 03:53:38.575071 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e7f6a-280c-4e0b-bc0f-28bf496480c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7887136b-0189-4ef4-a5a6-8175904e07ad,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:38.590906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37736) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:38.597359 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cf95e7e-0a32-4cef-88be-80f540464163 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:53:38.599949 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b545da64-8f4b-478c-9efa-fc36c3ea4d1a req-b1e4d9ed-552f-4ae6-aba3-313184d7a346 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293619 Feb 19 03:53:38.616848 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-1612d40b-df53-4de7-90eb-8bd78c182fc0 None None] Set router 195f9377-2c17-4a3e-a089-745ef13cd5ad gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:53:38.703669 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 5cf95e7e-0a32-4cef-88be-80f540464163, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=5cf95e7e-0a32-4cef-88be-80f540464163,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:38.731877 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6db1138d-4c6d-4e69-b2b7-ae72d5efa1f3 admin admin] Publish callbacks [] for security_group (7887136b-0189-4ef4-a5a6-8175904e07ad), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.742293 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5cf95e7e-0a32-4cef-88be-80f540464163), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.747893 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ee158-24d3-40a6-85e0-cbe25bd328a1 req-01ded145-e6be-431e-a969-615962e66051 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:38.754864 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eb4ee158-24d3-40a6-85e0-cbe25bd328a1 req-01ded145-e6be-431e-a969-615962e66051 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/ports?device_id=45fccb38-7e97-4cc9-abdd-801cd6cc1f3c HTTP/1.1" status: 200 len: 969 time: 0.0922761 Feb 19 03:53:38.798652 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1087d82e-99e5-4cb4-9745-8b740198fdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for subnet (f94b2bdb-77d8-4aef-9d06-e66bf6d5feb3), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.810212 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6db1138d-4c6d-4e69-b2b7-ae72d5efa1f3 admin admin] Publish callbacks [] for security_group (7887136b-0189-4ef4-a5a6-8175904e07ad), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.829687 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port a6ee9d7b-08fa-4428-ab06-2ee8a6004403 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:38.830689 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a6ee9d7b-08fa-4428-ab06-2ee8a6004403), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.846807 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eb4ee158-24d3-40a6-85e0-cbe25bd328a1 req-0a1b4714-6679-4864-9ea1-45468df68734 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/security-groups?id=8850ec75-198c-493e-999d-19365a030e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748351 Feb 19 03:53:38.887371 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port a6ee9d7b-08fa-4428-ab06-2ee8a6004403, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=a6ee9d7b-08fa-4428-ab06-2ee8a6004403,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:38.900901 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (a6ee9d7b-08fa-4428-ab06-2ee8a6004403), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.905213 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=5cf95e7e-0a32-4cef-88be-80f540464163,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:38.905644 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37742) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:38.918496 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087d82e-99e5-4cb4-9745-8b740198fdb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f94b2bdb-77d8-4aef-9d06-e66bf6d5feb3,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:38.923998 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6db1138d-4c6d-4e69-b2b7-ae72d5efa1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7887136b-0189-4ef4-a5a6-8175904e07ad), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.928782 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6db1138d-4c6d-4e69-b2b7-ae72d5efa1f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.937221 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6db1138d-4c6d-4e69-b2b7-ae72d5efa1f3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7887136b-0189-4ef4-a5a6-8175904e07ad HTTP/1.1" status: 204 len: 168 time: 0.3339169 Feb 19 03:53:38.950838 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1138d-4c6d-4e69-b2b7-ae72d5efa1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7887136b-0189-4ef4-a5a6-8175904e07ad,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:38.972278 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1087d82e-99e5-4cb4-9745-8b740198fdb9 admin admin] Checking segment: {'id': 'e1571b11-11b4-4347-b7ba-de18fe4d27ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9b99b559-f8df-46db-b5f2-a2b670ec9965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:53:38.972735 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1087d82e-99e5-4cb4-9745-8b740198fdb9 admin admin] Network hostable DHCP agents. Network: 9b99b559-f8df-46db-b5f2-a2b670ec9965, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:53:38.997810 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=a6ee9d7b-08fa-4428-ab06-2ee8a6004403,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:39.003480 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1087d82e-99e5-4cb4-9745-8b740198fdb9 admin admin] Network 9b99b559-f8df-46db-b5f2-a2b670ec9965 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:53:39.015135 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1612d40b-df53-4de7-90eb-8bd78c182fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1463629878-router', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:24Z', 'updated_at': '2022-02-19T03:53:36Z', 'revision_number': 4, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'gw_port': {'id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:40:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:27Z', 'updated_at': '2022-02-19T03:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'fb25a2ed-fa42-4270-a1b5-8bfb6587821d', 'name': '', 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'mac_address': 'fa:16:3e:ee:ce:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:35Z', 'updated_at': '2022-02-19T03:53:37Z', 'revision_number': 2, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'subnets': [{'id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:39.020475 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-1087d82e-99e5-4cb4-9745-8b740198fdb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 9b99b559-f8df-46db-b5f2-a2b670ec9965) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:39.035063 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1087d82e-99e5-4cb4-9745-8b740198fdb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:39.035828 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1087d82e-99e5-4cb4-9745-8b740198fdb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:39.047328 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af7da10-178c-4e49-a126-d36f6f102bca None None] Network 9b99b559-f8df-46db-b5f2-a2b670ec9965 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:53:39.057322 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1087d82e-99e5-4cb4-9745-8b740198fdb9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6240280 Feb 19 03:53:39.060543 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1612d40b-df53-4de7-90eb-8bd78c182fc0 None None] Checking router: 195f9377-2c17-4a3e-a089-745ef13cd5ad for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:53:39.061037 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1612d40b-df53-4de7-90eb-8bd78c182fc0 None None] Updating router 195f9377-2c17-4a3e-a089-745ef13cd5ad port fb25a2ed-fa42-4270-a1b5-8bfb6587821d binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:53:39.125396 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6434c7e9-a83e-4e04-bf14-027a3239ced4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:39.230233 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6434c7e9-a83e-4e04-bf14-027a3239ced4 admin admin] Publish callbacks [] for security_group (1f60a5e2-e778-4c98-a90e-2f39d4e28ad7), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:39.237660 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6434c7e9-a83e-4e04-bf14-027a3239ced4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1f60a5e2-e778-4c98-a90e-2f39d4e28ad7), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:39.253284 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['5cf95e7e-0a32-4cef-88be-80f540464163'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:53:39.256060 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 421d79cb-ed02-4098-ab80-ca701022eab2 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:53:39.282431 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6434c7e9-a83e-4e04-bf14-027a3239ced4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6ec46dabcb15421696d8e9996f1bae0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3754430 Feb 19 03:53:39.283804 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434c7e9-a83e-4e04-bf14-027a3239ced4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f60a5e2-e778-4c98-a90e-2f39d4e28ad7,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:39.285595 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37756) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:39.328164 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1612d40b-df53-4de7-90eb-8bd78c182fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fb25a2ed-fa42-4270-a1b5-8bfb6587821d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:39.344677 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2bac095c-9893-48e3-a3c3-e6b8d140daff admin admin] Publish callbacks [] for security_group (1f60a5e2-e778-4c98-a90e-2f39d4e28ad7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:39.369592 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2bac095c-9893-48e3-a3c3-e6b8d140daff admin admin] Publish callbacks [] for security_group (1f60a5e2-e778-4c98-a90e-2f39d4e28ad7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:39.426128 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2bac095c-9893-48e3-a3c3-e6b8d140daff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1f60a5e2-e778-4c98-a90e-2f39d4e28ad7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:39.430149 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2bac095c-9893-48e3-a3c3-e6b8d140daff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:39.433066 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2bac095c-9893-48e3-a3c3-e6b8d140daff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1f60a5e2-e778-4c98-a90e-2f39d4e28ad7 HTTP/1.1" status: 204 len: 168 time: 0.1463878 Feb 19 03:53:39.444008 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac095c-9893-48e3-a3c3-e6b8d140daff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f60a5e2-e778-4c98-a90e-2f39d4e28ad7,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:39.617519 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998cf64a-18ae-41c9-8ce7-c815a23b9e83 None None] Network 9b99b559-f8df-46db-b5f2-a2b670ec9965 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:53:39.743221 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed6c1b-34d6-44a2-9b49-8675a8dbb9d5 req-341383bb-1ba7-4b00-8d88-321dbfb5918b tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:39.751668 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-22ed6c1b-34d6-44a2-9b49-8675a8dbb9d5 req-341383bb-1ba7-4b00-8d88-321dbfb5918b tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=8adba588-7aae-4d6f-91bc-92f2f6fa0151 HTTP/1.1" status: 200 len: 948 time: 0.0791526 Feb 19 03:53:39.792638 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device a6ee9d7b-08fa-4428-ab06-2ee8a6004403 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:53:39.819352 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-22ed6c1b-34d6-44a2-9b49-8675a8dbb9d5 req-dc55dd51-8545-40ec-a65a-eaa3a32e2568 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651855 Feb 19 03:53:39.837726 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 421d79cb-ed02-4098-ab80-ca701022eab2, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=421d79cb-ed02-4098-ab80-ca701022eab2,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:39.870603 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '421d79cb-ed02-4098-ab80-ca701022eab2', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '421d79cb-ed02-4098-ab80-ca701022eab2', 'mac_address': 'fa:16:3e:ad:cc:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:tempest-test_az-375608766', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:53:39.962643 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8f9a5-d122-41dc-b6e0-1466098c6480 req-12218daa-62dd-49f2-8644-5c58c6aff6be tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:39.964491 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fbe8f9a5-d122-41dc-b6e0-1466098c6480 req-12218daa-62dd-49f2-8644-5c58c6aff6be tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/ports?device_id=45fccb38-7e97-4cc9-abdd-801cd6cc1f3c HTTP/1.1" status: 200 len: 969 time: 0.0625331 Feb 19 03:53:40.035503 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port a6ee9d7b-08fa-4428-ab06-2ee8a6004403 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:40.035883 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (a6ee9d7b-08fa-4428-ab06-2ee8a6004403), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:40.037827 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 421d79cb-ed02-4098-ab80-ca701022eab2 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:40.038244 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (421d79cb-ed02-4098-ab80-ca701022eab2), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:40.061000 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fbe8f9a5-d122-41dc-b6e0-1466098c6480 req-25897145-6094-49c7-b6c6-d594f91a4a8e tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/security-groups?id=8850ec75-198c-493e-999d-19365a030e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853601 Feb 19 03:53:40.096972 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37792) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:40.102823 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 421d79cb-ed02-4098-ab80-ca701022eab2 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:53:40.113981 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-42e182eb-09ec-4550-87ad-bdd0a9a55e5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:40.189285 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 421d79cb-ed02-4098-ab80-ca701022eab2, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=421d79cb-ed02-4098-ab80-ca701022eab2,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:40.192232 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1612d40b-df53-4de7-90eb-8bd78c182fc0 None None] Publish callbacks [] for port (fb25a2ed-fa42-4270-a1b5-8bfb6587821d), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:40.201601 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (421d79cb-ed02-4098-ab80-ca701022eab2), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:40.208559 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1612d40b-df53-4de7-90eb-8bd78c182fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (fb25a2ed-fa42-4270-a1b5-8bfb6587821d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:40.230245 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-42e182eb-09ec-4550-87ad-bdd0a9a55e5a admin admin] Publish callbacks [] for security_group (6e0c46eb-f4a1-452a-b7a9-1f8ca85cae88), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:40.239128 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-42e182eb-09ec-4550-87ad-bdd0a9a55e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6e0c46eb-f4a1-452a-b7a9-1f8ca85cae88), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:40.281533 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e182eb-09ec-4550-87ad-bdd0a9a55e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0c46eb-f4a1-452a-b7a9-1f8ca85cae88,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:40.286985 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-42e182eb-09ec-4550-87ad-bdd0a9a55e5a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c62f10094b2e48a09e3d2b155e983536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1882222 Feb 19 03:53:40.289589 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37800) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:40.302929 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port a6ee9d7b-08fa-4428-ab06-2ee8a6004403 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:40.332501 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=421d79cb-ed02-4098-ab80-ca701022eab2,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:40.372878 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7e632e4-bff8-41e0-9944-045274d3896b admin admin] Publish callbacks [] for security_group (6e0c46eb-f4a1-452a-b7a9-1f8ca85cae88), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:40.400652 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-1612d40b-df53-4de7-90eb-8bd78c182fc0 None None] Attempting to bind port fb25a2ed-fa42-4270-a1b5-8bfb6587821d on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:40.401033 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-1612d40b-df53-4de7-90eb-8bd78c182fc0 None None] Attempting to bind port fb25a2ed-fa42-4270-a1b5-8bfb6587821d by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '56086ea6-27d7-4ec1-9205-90d5e1fd26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:40.401400 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1612d40b-df53-4de7-90eb-8bd78c182fc0 None None] Attempting to bind port fb25a2ed-fa42-4270-a1b5-8bfb6587821d on network c2a4677c-3978-448a-8fd9-1efa09d1157e {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:40.412926 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7e632e4-bff8-41e0-9944-045274d3896b admin admin] Publish callbacks [] for security_group (6e0c46eb-f4a1-452a-b7a9-1f8ca85cae88), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:40.417090 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1612d40b-df53-4de7-90eb-8bd78c182fc0 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:53:40.417726 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1612d40b-df53-4de7-90eb-8bd78c182fc0 None None] Checking segment: {'id': '56086ea6-27d7-4ec1-9205-90d5e1fd26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:53:40.421213 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1612d40b-df53-4de7-90eb-8bd78c182fc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:40.421800 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1612d40b-df53-4de7-90eb-8bd78c182fc0 None None] Bound using segment: {'id': '56086ea6-27d7-4ec1-9205-90d5e1fd26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:53:40.422648 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-1612d40b-df53-4de7-90eb-8bd78c182fc0 None None] Bound port: fb25a2ed-fa42-4270-a1b5-8bfb6587821d, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56086ea6-27d7-4ec1-9205-90d5e1fd26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:53:40.423191 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1612d40b-df53-4de7-90eb-8bd78c182fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fb25a2ed-fa42-4270-a1b5-8bfb6587821d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:40.442203 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876c23a-347a-4316-869d-0f241a7c0519 None None] Pushing event updated for resources: {'Port': ['ID=fb25a2ed-fa42-4270-a1b5-8bfb6587821d,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:40.501247 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7e632e4-bff8-41e0-9944-045274d3896b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6e0c46eb-f4a1-452a-b7a9-1f8ca85cae88), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:40.509236 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7e632e4-bff8-41e0-9944-045274d3896b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:40.510734 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b7e632e4-bff8-41e0-9944-045274d3896b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6e0c46eb-f4a1-452a-b7a9-1f8ca85cae88 HTTP/1.1" status: 204 len: 168 time: 0.2196653 Feb 19 03:53:40.520756 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e632e4-bff8-41e0-9944-045274d3896b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0c46eb-f4a1-452a-b7a9-1f8ca85cae88,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:40.527895 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['421d79cb-ed02-4098-ab80-ca701022eab2'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:53:40.558636 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37808) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:40.565795 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-404561a2-0760-4e8a-98aa-9e748214bd6d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-62730530-network', 'tenant_id': '4f7bdeef21394863b029ca83bb148cbe'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:40.580841 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-1612d40b-df53-4de7-90eb-8bd78c182fc0 None None] For port fb25a2ed-fa42-4270-a1b5-8bfb6587821d, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:53:40.601469 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-1612d40b-df53-4de7-90eb-8bd78c182fc0 None None] For port fb25a2ed-fa42-4270-a1b5-8bfb6587821d, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=fb25a2ed-fa42-4270-a1b5-8bfb6587821d,segment=NetworkSegment(56086ea6-27d7-4ec1-9205-90d5e1fd26c5),segment_id=56086ea6-27d7-4ec1-9205-90d5e1fd26c5)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:53:40.606458 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404561a2-0760-4e8a-98aa-9e748214bd6d admin admin] Made reservation on behalf of 4f7bdeef21394863b029ca83bb148cbe for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:40.610362 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-404561a2-0760-4e8a-98aa-9e748214bd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:40.622911 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1612d40b-df53-4de7-90eb-8bd78c182fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (fb25a2ed-fa42-4270-a1b5-8bfb6587821d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:40.624439 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-404561a2-0760-4e8a-98aa-9e748214bd6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:40.691206 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-60df18b2-7b49-4252-a008-0fb341710358 None None] Provisioning complete for port fb25a2ed-fa42-4270-a1b5-8bfb6587821d triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:40.691798 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-60df18b2-7b49-4252-a008-0fb341710358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (fb25a2ed-fa42-4270-a1b5-8bfb6587821d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:40.735216 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-404561a2-0760-4e8a-98aa-9e748214bd6d admin admin] Publish callbacks [] for security_group (9fd58ca9-f446-43c9-9734-32da913ecf39), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:40.743362 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-404561a2-0760-4e8a-98aa-9e748214bd6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (9fd58ca9-f446-43c9-9734-32da913ecf39), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:40.772357 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-404561a2-0760-4e8a-98aa-9e748214bd6d admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:53:40.797802 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-404561a2-0760-4e8a-98aa-9e748214bd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (30bdaa07-be78-4c64-8e78-b77f3b29609c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:40.798090 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1612d40b-df53-4de7-90eb-8bd78c182fc0 None None] Routers {'195f9377-2c17-4a3e-a089-745ef13cd5ad'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:53:40.798606 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-404561a2-0760-4e8a-98aa-9e748214bd6d admin admin] Added segment 30bdaa07-be78-4c64-8e78-b77f3b29609c of type vlan for network a569fae6-e3fb-4c17-8407-4ceed036793e Feb 19 03:53:40.798787 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1612d40b-df53-4de7-90eb-8bd78c182fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:53:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['195f9377-2c17-4a3e-a089-745ef13cd5ad'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:40.847107 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:53:40.892817 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404561a2-0760-4e8a-98aa-9e748214bd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd58ca9-f446-43c9-9734-32da913ecf39,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:40.918286 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-404561a2-0760-4e8a-98aa-9e748214bd6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (a569fae6-e3fb-4c17-8407-4ceed036793e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:40.973723 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-404561a2-0760-4e8a-98aa-9e748214bd6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (a569fae6-e3fb-4c17-8407-4ceed036793e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:40.975906 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404561a2-0760-4e8a-98aa-9e748214bd6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:40.976588 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-404561a2-0760-4e8a-98aa-9e748214bd6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:40.995814 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876c23a-347a-4316-869d-0f241a7c0519 None None] Pushing event updated for resources: {'Port': ['ID=fb25a2ed-fa42-4270-a1b5-8bfb6587821d,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:41.041054 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999eed85-e3a8-4de5-86be-ebde8ed3cf25 req-fc0ec47d-709c-43b1-9019-7a3c27ddfc82 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:41.043209 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-999eed85-e3a8-4de5-86be-ebde8ed3cf25 req-fc0ec47d-709c-43b1-9019-7a3c27ddfc82 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=8adba588-7aae-4d6f-91bc-92f2f6fa0151 HTTP/1.1" status: 200 len: 948 time: 0.1099384 Feb 19 03:53:41.051983 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-1612d40b-df53-4de7-90eb-8bd78c182fc0 None None] Set router 195f9377-2c17-4a3e-a089-745ef13cd5ad gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:53:41.068894 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37824) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:41.081541 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-01246d07-47df-47da-8863-a7a7c0863e2b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1803467103-network', 'tenant_id': 'a39e3228540045038a366df654ee112e'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:41.100688 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404561a2-0760-4e8a-98aa-9e748214bd6d admin admin] Pushing event updated for resources: {'Network': ['ID=a569fae6-e3fb-4c17-8407-4ceed036793e,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:41.115367 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-404561a2-0760-4e8a-98aa-9e748214bd6d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5546138 Feb 19 03:53:41.118409 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37828) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:41.124872 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ebc6c6ba-1279-4957-92b6-8f023094dc23 admin admin] Request body: {'subnet': {'network_id': 'a569fae6-e3fb-4c17-8407-4ceed036793e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-62730530-subnet', 'tenant_id': '4f7bdeef21394863b029ca83bb148cbe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:41.143063 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-999eed85-e3a8-4de5-86be-ebde8ed3cf25 req-ed98f625-1291-4166-8037-e38400db7d2b tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936043 Feb 19 03:53:41.152976 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc6c6ba-1279-4957-92b6-8f023094dc23 admin admin] Made reservation on behalf of 4f7bdeef21394863b029ca83bb148cbe for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:41.157161 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c6ba-1279-4957-92b6-8f023094dc23 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:41.161843 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network a569fae6-e3fb-4c17-8407-4ceed036793e details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:53:41.173922 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01246d07-47df-47da-8863-a7a7c0863e2b admin admin] Made reservation on behalf of a39e3228540045038a366df654ee112e for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:41.176664 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01246d07-47df-47da-8863-a7a7c0863e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:41.199916 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01246d07-47df-47da-8863-a7a7c0863e2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:41.360374 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01246d07-47df-47da-8863-a7a7c0863e2b admin admin] Publish callbacks [] for security_group (ccbc16ef-ce54-403a-bc41-6082ed6cca88), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:41.399023 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c6ba-1279-4957-92b6-8f023094dc23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for subnet (b7afedf1-28b8-4dcb-a5ef-9ea7772eea9e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:41.400128 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01246d07-47df-47da-8863-a7a7c0863e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ccbc16ef-ce54-403a-bc41-6082ed6cca88), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:41.426912 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01246d07-47df-47da-8863-a7a7c0863e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbc16ef-ce54-403a-bc41-6082ed6cca88,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:41.445844 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01246d07-47df-47da-8863-a7a7c0863e2b admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:53:41.466311 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9ddc6-e640-4c5f-96f4-1589e42b31a0 req-7eb4f549-8539-4812-af74-0f93fce2723f tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:41.473342 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ccd9ddc6-e640-4c5f-96f4-1589e42b31a0 req-7eb4f549-8539-4812-af74-0f93fce2723f tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/ports?device_id=45fccb38-7e97-4cc9-abdd-801cd6cc1f3c HTTP/1.1" status: 200 len: 970 time: 0.1111517 Feb 19 03:53:41.476484 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01246d07-47df-47da-8863-a7a7c0863e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (ba01453f-e0ac-43ec-bbc7-89323f8439e8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:41.477064 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-01246d07-47df-47da-8863-a7a7c0863e2b admin admin] Added segment ba01453f-e0ac-43ec-bbc7-89323f8439e8 of type vlan for network ca5866de-a969-4e10-b229-6f28219ad47d Feb 19 03:53:41.513909 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6c6ba-1279-4957-92b6-8f023094dc23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7afedf1-28b8-4dcb-a5ef-9ea7772eea9e,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:41.549815 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01246d07-47df-47da-8863-a7a7c0863e2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (ca5866de-a969-4e10-b229-6f28219ad47d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:41.561947 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc6c6ba-1279-4957-92b6-8f023094dc23 admin admin] Checking segment: {'id': '30bdaa07-be78-4c64-8e78-b77f3b29609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a569fae6-e3fb-4c17-8407-4ceed036793e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:53:41.562050 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc6c6ba-1279-4957-92b6-8f023094dc23 admin admin] Network hostable DHCP agents. Network: a569fae6-e3fb-4c17-8407-4ceed036793e, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:53:41.581935 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ccd9ddc6-e640-4c5f-96f4-1589e42b31a0 req-31874fca-0774-467d-a5e9-367fc750bc86 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/security-groups?id=8850ec75-198c-493e-999d-19365a030e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024678 Feb 19 03:53:41.582358 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37846) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:41.607005 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01246d07-47df-47da-8863-a7a7c0863e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (ca5866de-a969-4e10-b229-6f28219ad47d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:41.608392 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01246d07-47df-47da-8863-a7a7c0863e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:41.609415 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01246d07-47df-47da-8863-a7a7c0863e2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:41.616453 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc6c6ba-1279-4957-92b6-8f023094dc23 admin admin] Network a569fae6-e3fb-4c17-8407-4ceed036793e is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:53:41.631479 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-ebc6c6ba-1279-4957-92b6-8f023094dc23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, a569fae6-e3fb-4c17-8407-4ceed036793e) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:41.647346 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc6c6ba-1279-4957-92b6-8f023094dc23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:41.648200 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c6ba-1279-4957-92b6-8f023094dc23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:41.663422 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e428829d-bdcf-494b-9da9-df180bf52632 None None] Network a569fae6-e3fb-4c17-8407-4ceed036793e requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:53:41.672151 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ebc6c6ba-1279-4957-92b6-8f023094dc23 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5524421 Feb 19 03:53:41.675706 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37852) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:41.690275 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-01246d07-47df-47da-8863-a7a7c0863e2b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6203091 Feb 19 03:53:41.690865 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37854) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:41.696775 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-48ea1b9f-8e7f-4bac-9d52-025b17989a93 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-62730530-router', 'tenant_id': '4f7bdeef21394863b029ca83bb148cbe', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:41.704753 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-f81fcc6f-d875-444c-97e1-f6c2284d10c0 admin admin] Request body: {'subnet': {'network_id': 'ca5866de-a969-4e10-b229-6f28219ad47d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1803467103-subnet', 'tenant_id': 'a39e3228540045038a366df654ee112e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:41.727182 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01246d07-47df-47da-8863-a7a7c0863e2b admin admin] Pushing event updated for resources: {'Network': ['ID=ca5866de-a969-4e10-b229-6f28219ad47d,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:41.731859 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81fcc6f-d875-444c-97e1-f6c2284d10c0 admin admin] Made reservation on behalf of a39e3228540045038a366df654ee112e for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:41.733433 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-48ea1b9f-8e7f-4bac-9d52-025b17989a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (5dea093b-db0e-4110-8201-b8e24ad628da), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:41.735085 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f81fcc6f-d875-444c-97e1-f6c2284d10c0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:41.737272 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-48ea1b9f-8e7f-4bac-9d52-025b17989a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (5dea093b-db0e-4110-8201-b8e24ad628da), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:41.764041 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 5cf95e7e-0a32-4cef-88be-80f540464163 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:53:41.810517 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network ca5866de-a969-4e10-b229-6f28219ad47d details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:53:41.828417 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-60df18b2-7b49-4252-a008-0fb341710358 None None] Current status of the port fb25a2ed-fa42-4270-a1b5-8bfb6587821d is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:41.828811 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-60df18b2-7b49-4252-a008-0fb341710358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fb25a2ed-fa42-4270-a1b5-8bfb6587821d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:41.977949 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 5cf95e7e-0a32-4cef-88be-80f540464163 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:53:42.006664 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-60df18b2-7b49-4252-a008-0fb341710358 None None] For port fb25a2ed-fa42-4270-a1b5-8bfb6587821d, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=fb25a2ed-fa42-4270-a1b5-8bfb6587821d,segment=NetworkSegment(56086ea6-27d7-4ec1-9205-90d5e1fd26c5),segment_id=56086ea6-27d7-4ec1-9205-90d5e1fd26c5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:42.011161 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1612d40b-df53-4de7-90eb-8bd78c182fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1463629878-router', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:24Z', 'updated_at': '2022-02-19T03:53:36Z', 'revision_number': 4, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'gw_port': {'id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:40:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:27Z', 'updated_at': '2022-02-19T03:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'fb25a2ed-fa42-4270-a1b5-8bfb6587821d', 'name': '', 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'mac_address': 'fa:16:3e:ee:ce:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:35Z', 'updated_at': '2022-02-19T03:53:40Z', 'revision_number': 4, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'subnets': [{'id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:42.013250 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 5cf95e7e-0a32-4cef-88be-80f540464163 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:42.016647 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5cf95e7e-0a32-4cef-88be-80f540464163), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:42.026130 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f81fcc6f-d875-444c-97e1-f6c2284d10c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for subnet (c9e3ced6-e505-4dd6-82cf-576bfddcbb5c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:42.112592 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81fcc6f-d875-444c-97e1-f6c2284d10c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9e3ced6-e505-4dd6-82cf-576bfddcbb5c,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:42.130424 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81fcc6f-d875-444c-97e1-f6c2284d10c0 admin admin] Checking segment: {'id': 'ba01453f-e0ac-43ec-bbc7-89323f8439e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ca5866de-a969-4e10-b229-6f28219ad47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:53:42.130795 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81fcc6f-d875-444c-97e1-f6c2284d10c0 admin admin] Network hostable DHCP agents. Network: ca5866de-a969-4e10-b229-6f28219ad47d, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:53:42.155204 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-60df18b2-7b49-4252-a008-0fb341710358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (fb25a2ed-fa42-4270-a1b5-8bfb6587821d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:42.161555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1612d40b-df53-4de7-90eb-8bd78c182fc0 None None] The sync data for ids ['195f9377-2c17-4a3e-a089-745ef13cd5ad'] in n-d-828369-19 is: [{'id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1463629878-router', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:24Z', 'updated_at': '2022-02-19T03:53:36Z', 'revision_number': 4, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'gw_port': {'id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:40:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:27Z', 'updated_at': '2022-02-19T03:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'fb25a2ed-fa42-4270-a1b5-8bfb6587821d', 'name': '', 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'mac_address': 'fa:16:3e:ee:ce:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:35Z', 'updated_at': '2022-02-19T03:53:40Z', 'revision_number': 4, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'subnets': [{'id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:53:42.181294 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b13ed3-af53-40fa-b946-fe49a9a3abb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-a569fae6-e3fb-4c17-8407-4ceed036793e', 'network_id': 'a569fae6-e3fb-4c17-8407-4ceed036793e', 'project_id': '4f7bdeef21394863b029ca83bb148cbe', 'fixed_ips': [{'subnet_id': 'b7afedf1-28b8-4dcb-a5ef-9ea7772eea9e'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:53:42.182191 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f0b13ed3-af53-40fa-b946-fe49a9a3abb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:42.195583 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81fcc6f-d875-444c-97e1-f6c2284d10c0 admin admin] Network ca5866de-a969-4e10-b229-6f28219ad47d is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:53:42.221899 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-f81fcc6f-d875-444c-97e1-f6c2284d10c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, ca5866de-a969-4e10-b229-6f28219ad47d) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:42.234021 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81fcc6f-d875-444c-97e1-f6c2284d10c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:42.235540 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f81fcc6f-d875-444c-97e1-f6c2284d10c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:42.302898 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cbf8df-3a33-4086-bd08-9a4b5a650557 None None] Network ca5866de-a969-4e10-b229-6f28219ad47d requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:53:42.304541 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f81fcc6f-d875-444c-97e1-f6c2284d10c0 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6101794 Feb 19 03:53:42.368815 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b9077221-992d-40fc-b739-280e7878f638 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1374282679-network', 'tenant_id': 'fd8b7bffe1624958b97c2ba4fab2c960'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:42.382994 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-48ea1b9f-8e7f-4bac-9d52-025b17989a93 admin admin] Publish callbacks [] for router_controller (5dea093b-db0e-4110-8201-b8e24ad628da), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:42.413800 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba980e-1577-4e18-bc5c-ff9dfb3a9e40 req-4de078ba-98b2-4f11-a9da-b5d1313ee6db tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:42.417386 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7cba980e-1577-4e18-bc5c-ff9dfb3a9e40 req-4de078ba-98b2-4f11-a9da-b5d1313ee6db tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=8adba588-7aae-4d6f-91bc-92f2f6fa0151 HTTP/1.1" status: 200 len: 948 time: 0.1047883 Feb 19 03:53:42.523698 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7cba980e-1577-4e18-bc5c-ff9dfb3a9e40 req-69451ff0-bd3a-4de9-ac2c-288b1362a862 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939586 Feb 19 03:53:42.605286 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9077221-992d-40fc-b739-280e7878f638 admin admin] Made reservation on behalf of fd8b7bffe1624958b97c2ba4fab2c960 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:42.608131 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9077221-992d-40fc-b739-280e7878f638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:42.615662 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-48ea1b9f-8e7f-4bac-9d52-025b17989a93 admin admin] Publish callbacks [] for router_gateway (5dea093b-db0e-4110-8201-b8e24ad628da), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:42.621864 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37902) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:42.631491 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9077221-992d-40fc-b739-280e7878f638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:42.635140 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df18b2-7b49-4252-a008-0fb341710358 None None] Pushing event updated for resources: {'Port': ['ID=fb25a2ed-fa42-4270-a1b5-8bfb6587821d,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:42.672539 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a63aaf5a-3359-441d-96b6-c08b88f48121 None None] Provisioning complete for port fb25a2ed-fa42-4270-a1b5-8bfb6587821d triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:42.674100 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a63aaf5a-3359-441d-96b6-c08b88f48121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (fb25a2ed-fa42-4270-a1b5-8bfb6587821d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:42.751216 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c0e88d-b6cf-474e-be91-f7a68cc0395d admin admin] Deleting subnet f94b2bdb-77d8-4aef-9d06-e66bf6d5feb3 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:53:42.789462 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4c0e88d-b6cf-474e-be91-f7a68cc0395d admin admin] Publish callbacks [] for subnet (f94b2bdb-77d8-4aef-9d06-e66bf6d5feb3), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:42.835120 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37906) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:42.868618 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9ff9ad-bcd1-47ba-a32a-d4625f9ba247 None None] Network ca5866de-a969-4e10-b229-6f28219ad47d requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:53:42.884581 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77366b97-6792-489d-b9e6-f7e6587cb1eb req-c7d022ba-4e63-40e0-8a66-c7b4cbd3532a tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:42.903174 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-77366b97-6792-489d-b9e6-f7e6587cb1eb req-c7d022ba-4e63-40e0-8a66-c7b4cbd3532a tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/ports?device_id=45fccb38-7e97-4cc9-abdd-801cd6cc1f3c HTTP/1.1" status: 200 len: 970 time: 0.1934254 Feb 19 03:53:42.949539 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4c0e88d-b6cf-474e-be91-f7a68cc0395d admin admin] Publish callbacks [] for subnet (f94b2bdb-77d8-4aef-9d06-e66bf6d5feb3), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:42.969385 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9077221-992d-40fc-b739-280e7878f638 admin admin] Publish callbacks [] for security_group (cb07acb7-dd3d-4339-b893-e117f1e5525d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:42.981064 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9077221-992d-40fc-b739-280e7878f638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (cb07acb7-dd3d-4339-b893-e117f1e5525d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:42.986972 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4c0e88d-b6cf-474e-be91-f7a68cc0395d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (f94b2bdb-77d8-4aef-9d06-e66bf6d5feb3), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.032067 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-77366b97-6792-489d-b9e6-f7e6587cb1eb req-534bdc45-aa8f-4775-8191-809bfc6a8e0a tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/security-groups?id=8850ec75-198c-493e-999d-19365a030e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275687 Feb 19 03:53:43.057069 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 5cf95e7e-0a32-4cef-88be-80f540464163 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:43.057461 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5cf95e7e-0a32-4cef-88be-80f540464163), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.086561 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4c0e88d-b6cf-474e-be91-f7a68cc0395d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for subnet (f94b2bdb-77d8-4aef-9d06-e66bf6d5feb3), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.110225 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-f0b13ed3-af53-40fa-b946-fe49a9a3abb6 None None] Allocated IP 172.20.0.2 (a569fae6-e3fb-4c17-8407-4ceed036793e/b7afedf1-28b8-4dcb-a5ef-9ea7772eea9e/8cbd2845-be45-42ae-a9b5-1ccb2eefa896) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:53:43.133264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0e88d-b6cf-474e-be91-f7a68cc0395d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f94b2bdb-77d8-4aef-9d06-e66bf6d5feb3,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:43.137163 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4c0e88d-b6cf-474e-be91-f7a68cc0395d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.142211 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b4c0e88d-b6cf-474e-be91-f7a68cc0395d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f94b2bdb-77d8-4aef-9d06-e66bf6d5feb3 HTTP/1.1" status: 204 len: 168 time: 0.5166347 Feb 19 03:53:43.142485 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9077221-992d-40fc-b739-280e7878f638 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:53:43.144510 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37918) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:43.157428 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9077221-992d-40fc-b739-280e7878f638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb07acb7-dd3d-4339-b893-e117f1e5525d,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:43.163575 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a9b6ddec-3972-44f8-924e-f0582d2e3269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.172603 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-48ea1b9f-8e7f-4bac-9d52-025b17989a93 admin admin] Publish callbacks [] for router_gateway (5dea093b-db0e-4110-8201-b8e24ad628da), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.175360 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9077221-992d-40fc-b739-280e7878f638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (1ceeac7f-a31e-4167-8290-6d8a0e278649), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.175666 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-b9077221-992d-40fc-b739-280e7878f638 admin admin] Added segment 1ceeac7f-a31e-4167-8290-6d8a0e278649 of type vlan for network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 Feb 19 03:53:43.188817 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8adba588-7aae-4d6f-91bc-92f2f6fa0151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf95e7e-0a32-4cef-88be-80f540464163'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:53:43.212672 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-48ea1b9f-8e7f-4bac-9d52-025b17989a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.282979 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9077221-992d-40fc-b739-280e7878f638 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (575db6fc-b1bf-4deb-91aa-ccf16978efb1), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.285025 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1dd7bee3-91c9-4d6a-8e3e-bf29cb504de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (9b99b559-f8df-46db-b5f2-a2b670ec9965), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.310837 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 421d79cb-ed02-4098-ab80-ca701022eab2 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:53:43.315963 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 5cf95e7e-0a32-4cef-88be-80f540464163, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=5cf95e7e-0a32-4cef-88be-80f540464163,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:43.401994 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1dd7bee3-91c9-4d6a-8e3e-bf29cb504de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (9b99b559-f8df-46db-b5f2-a2b670ec9965), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.426795 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1dd7bee3-91c9-4d6a-8e3e-bf29cb504de7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:53:43.427704 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1dd7bee3-91c9-4d6a-8e3e-bf29cb504de7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:53:43.428534 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1dd7bee3-91c9-4d6a-8e3e-bf29cb504de7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:53:43.428871 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1dd7bee3-91c9-4d6a-8e3e-bf29cb504de7 admin admin] Subscribe: > port after_create 55550000 {{(pid=109926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:53:43.429269 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1dd7bee3-91c9-4d6a-8e3e-bf29cb504de7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:53:43.429546 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1dd7bee3-91c9-4d6a-8e3e-bf29cb504de7 admin admin] Subscribe: > port after_update 55550000 {{(pid=109926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:53:43.430148 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1dd7bee3-91c9-4d6a-8e3e-bf29cb504de7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:53:43.430277 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1dd7bee3-91c9-4d6a-8e3e-bf29cb504de7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:53:43.430571 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1dd7bee3-91c9-4d6a-8e3e-bf29cb504de7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:53:43.430907 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1dd7bee3-91c9-4d6a-8e3e-bf29cb504de7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:53:43.434847 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9077221-992d-40fc-b739-280e7878f638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (575db6fc-b1bf-4deb-91aa-ccf16978efb1), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.435798 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9077221-992d-40fc-b739-280e7878f638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:43.436374 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9077221-992d-40fc-b739-280e7878f638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.506551 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5cf95e7e-0a32-4cef-88be-80f540464163), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.538936 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1dd7bee3-91c9-4d6a-8e3e-bf29cb504de7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:53:43.539296 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1dd7bee3-91c9-4d6a-8e3e-bf29cb504de7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:53:43.539636 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1dd7bee3-91c9-4d6a-8e3e-bf29cb504de7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:53:43.539972 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1dd7bee3-91c9-4d6a-8e3e-bf29cb504de7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:53:43.540354 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-1dd7bee3-91c9-4d6a-8e3e-bf29cb504de7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b99b559-f8df-46db-b5f2-a2b670ec9965']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:43.590013 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-1dd7bee3-91c9-4d6a-8e3e-bf29cb504de7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1571b11-11b4-4347-b7ba-de18fe4d27ac') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:43.590369 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-1dd7bee3-91c9-4d6a-8e3e-bf29cb504de7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1571b11-11b4-4347-b7ba-de18fe4d27ac') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:43.618860 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b9077221-992d-40fc-b739-280e7878f638 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0280299 Feb 19 03:53:43.620659 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37934) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:43.649309 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-a1fefb60-a9a3-4982-8116-b04eecc4dfa0 admin admin] Request body: {'subnet': {'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1374282679-subnet', 'tenant_id': 'fd8b7bffe1624958b97c2ba4fab2c960', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:43.658552 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9077221-992d-40fc-b739-280e7878f638 admin admin] Pushing event updated for resources: {'Network': ['ID=575db6fc-b1bf-4deb-91aa-ccf16978efb1,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:43.659981 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1dd7bee3-91c9-4d6a-8e3e-bf29cb504de7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (e1571b11-11b4-4347-b7ba-de18fe4d27ac), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.692306 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a9b6ddec-3972-44f8-924e-f0582d2e3269 admin admin] Publish callbacks [] for security_group (d90ffeb2-adec-45ac-bbfa-42a41b029abc), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.694473 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-48ea1b9f-8e7f-4bac-9d52-025b17989a93 admin admin] Allocated IP 172.25.3.126 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/aae3662c-d31d-4850-81f6-a778915bb2f8) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:53:43.694613 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be3370f-a675-457d-a3c0-5aa3cb0be189" -d '{"events": [{"server_uuid": "8adba588-7aae-4d6f-91bc-92f2f6fa0151", "name": "network-vif-plugged", "status": "completed", "tag": "5cf95e7e-0a32-4cef-88be-80f540464163"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:53:43.705839 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a9b6ddec-3972-44f8-924e-f0582d2e3269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d90ffeb2-adec-45ac-bbfa-42a41b029abc), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.706442 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=5cf95e7e-0a32-4cef-88be-80f540464163,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:43.715926 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:53:43.745062 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f0b13ed3-af53-40fa-b946-fe49a9a3abb6 None None] Publish callbacks [] for port (8cbd2845-be45-42ae-a9b5-1ccb2eefa896), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.778141 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1dd7bee3-91c9-4d6a-8e3e-bf29cb504de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e1571b11-11b4-4347-b7ba-de18fe4d27ac), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.805396 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a9b6ddec-3972-44f8-924e-f0582d2e3269 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c46befa493534036bb0fb1f67c04db82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9604404 Feb 19 03:53:43.808325 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37942) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:43.817198 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd7bee3-91c9-4d6a-8e3e-bf29cb504de7 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:53:43.817478 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6ddec-3972-44f8-924e-f0582d2e3269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90ffeb2-adec-45ac-bbfa-42a41b029abc,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:43.817671 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1dd7bee3-91c9-4d6a-8e3e-bf29cb504de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (e1571b11-11b4-4347-b7ba-de18fe4d27ac), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.861708 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f0b13ed3-af53-40fa-b946-fe49a9a3abb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (8cbd2845-be45-42ae-a9b5-1ccb2eefa896), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: from cryptography.utils import int_from_bytes Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: from cryptography.utils import int_from_bytes Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: timer() Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:53:43.890845 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:53:43.897393 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a63aaf5a-3359-441d-96b6-c08b88f48121 None None] Current status of the port fb25a2ed-fa42-4270-a1b5-8bfb6587821d is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:43.910934 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fefb60-a9a3-4982-8116-b04eecc4dfa0 admin admin] Made reservation on behalf of fd8b7bffe1624958b97c2ba4fab2c960 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:43.915215 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a1fefb60-a9a3-4982-8116-b04eecc4dfa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.939707 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-42f41ce7-8ff5-47be-9e32-eaecc6e5a076 admin admin] Publish callbacks [] for security_group (d90ffeb2-adec-45ac-bbfa-42a41b029abc), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.953735 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-48ea1b9f-8e7f-4bac-9d52-025b17989a93 admin admin] Publish callbacks [] for port (aae3662c-d31d-4850-81f6-a778915bb2f8), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.984769 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-42f41ce7-8ff5-47be-9e32-eaecc6e5a076 admin admin] Publish callbacks [] for security_group (d90ffeb2-adec-45ac-bbfa-42a41b029abc), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:44.008450 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b13ed3-af53-40fa-b946-fe49a9a3abb6 None None] Network a569fae6-e3fb-4c17-8407-4ceed036793e is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:53:44.020352 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device fb25a2ed-fa42-4270-a1b5-8bfb6587821d up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:53:44.051537 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-48ea1b9f-8e7f-4bac-9d52-025b17989a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (aae3662c-d31d-4850-81f6-a778915bb2f8), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:44.095229 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-f0b13ed3-af53-40fa-b946-fe49a9a3abb6 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:44.098120 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf18a8ae-0bdc-41c0-b78f-5c09f53c922d x-openstack-request-id: req-bf18a8ae-0bdc-41c0-b78f-5c09f53c922d {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:53:44.098485 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8adba588-7aae-4d6f-91bc-92f2f6fa0151", "name": "network-vif-plugged", "status": "completed", "tag": "5cf95e7e-0a32-4cef-88be-80f540464163", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:53:44.100301 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bf18a8ae-0bdc-41c0-b78f-5c09f53c922d {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:53:44.100834 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8adba588-7aae-4d6f-91bc-92f2f6fa0151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf95e7e-0a32-4cef-88be-80f540464163', 'code': 200} Feb 19 03:53:44.121475 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b13ed3-af53-40fa-b946-fe49a9a3abb6 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:53:44.132488 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 421d79cb-ed02-4098-ab80-ca701022eab2 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:53:44.141068 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1dd7bee3-91c9-4d6a-8e3e-bf29cb504de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (9b99b559-f8df-46db-b5f2-a2b670ec9965), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:44.144863 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ea1b9f-8e7f-4bac-9d52-025b17989a93 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:53:44.147152 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-42f41ce7-8ff5-47be-9e32-eaecc6e5a076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d90ffeb2-adec-45ac-bbfa-42a41b029abc), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:44.149700 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-42f41ce7-8ff5-47be-9e32-eaecc6e5a076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:44.153950 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-42f41ce7-8ff5-47be-9e32-eaecc6e5a076 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d90ffeb2-adec-45ac-bbfa-42a41b029abc HTTP/1.1" status: 204 len: 168 time: 0.3422909 Feb 19 03:53:44.154120 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 421d79cb-ed02-4098-ab80-ca701022eab2 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:44.154369 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (421d79cb-ed02-4098-ab80-ca701022eab2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:44.159117 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b13ed3-af53-40fa-b946-fe49a9a3abb6 None None] Pushing event updated for resources: {'Port': ['ID=8cbd2845-be45-42ae-a9b5-1ccb2eefa896,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:44.190532 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-48ea1b9f-8e7f-4bac-9d52-025b17989a93 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:44.197675 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ea1b9f-8e7f-4bac-9d52-025b17989a93 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:53:44.233565 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f41ce7-8ff5-47be-9e32-eaecc6e5a076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90ffeb2-adec-45ac-bbfa-42a41b029abc,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:44.240063 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7972334-9b65-4758-82a8-25bc43121466 req-aee774a3-38ed-4729-977e-e64986df3102 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:44.254646 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7972334-9b65-4758-82a8-25bc43121466 req-aee774a3-38ed-4729-977e-e64986df3102 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=8adba588-7aae-4d6f-91bc-92f2f6fa0151 HTTP/1.1" status: 200 len: 949 time: 0.5622494 Feb 19 03:53:44.258093 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1dd7bee3-91c9-4d6a-8e3e-bf29cb504de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:44.261222 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1dd7bee3-91c9-4d6a-8e3e-bf29cb504de7 admin admin] 10.222.0.52 "DELETE /v2.0/networks/9b99b559-f8df-46db-b5f2-a2b670ec9965 HTTP/1.1" status: 204 len: 168 time: 1.1156149 Feb 19 03:53:44.278115 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea1b9f-8e7f-4bac-9d52-025b17989a93 admin admin] Pushing event updated for resources: {'Port': ['ID=aae3662c-d31d-4850-81f6-a778915bb2f8,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:44.283188 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37954) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:44.330810 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd7bee3-91c9-4d6a-8e3e-bf29cb504de7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b99b559-f8df-46db-b5f2-a2b670ec9965,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:44.386692 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd790d-467a-40c5-93c0-f4af500bf2e4 req-ed9f8fd9-55ce-4a68-8f4d-8666f1c5a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:44.388221 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f7cd790d-467a-40c5-93c0-f4af500bf2e4 req-ed9f8fd9-55ce-4a68-8f4d-8666f1c5a818 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8adba588-7aae-4d6f-91bc-92f2f6fa0151 HTTP/1.1" status: 200 len: 1132 time: 0.2357640 Feb 19 03:53:44.421102 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-f7cd790d-467a-40c5-93c0-f4af500bf2e4 req-47e7502b-55c5-4af7-baec-853aad76bb30 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:44.438442 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a4bd2e-6578-40e0-96d9-732686aa254e admin admin] Deleting subnet c9e3ced6-e505-4dd6-82cf-576bfddcbb5c {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:53:44.582833 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f0b13ed3-af53-40fa-b946-fe49a9a3abb6 None None] Attempting to bind port 8cbd2845-be45-42ae-a9b5-1ccb2eefa896 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:44.587307 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f0b13ed3-af53-40fa-b946-fe49a9a3abb6 None None] Attempting to bind port 8cbd2845-be45-42ae-a9b5-1ccb2eefa896 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '30bdaa07-be78-4c64-8e78-b77f3b29609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a569fae6-e3fb-4c17-8407-4ceed036793e'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:44.587906 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b13ed3-af53-40fa-b946-fe49a9a3abb6 None None] Attempting to bind port 8cbd2845-be45-42ae-a9b5-1ccb2eefa896 on network a569fae6-e3fb-4c17-8407-4ceed036793e {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:44.598631 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b13ed3-af53-40fa-b946-fe49a9a3abb6 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:53:44.599569 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b13ed3-af53-40fa-b946-fe49a9a3abb6 None None] Checking segment: {'id': '30bdaa07-be78-4c64-8e78-b77f3b29609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a569fae6-e3fb-4c17-8407-4ceed036793e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:53:44.600433 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f0b13ed3-af53-40fa-b946-fe49a9a3abb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:44.601351 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b13ed3-af53-40fa-b946-fe49a9a3abb6 None None] Bound using segment: {'id': '30bdaa07-be78-4c64-8e78-b77f3b29609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a569fae6-e3fb-4c17-8407-4ceed036793e'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:53:44.602028 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f0b13ed3-af53-40fa-b946-fe49a9a3abb6 None None] Bound port: 8cbd2845-be45-42ae-a9b5-1ccb2eefa896, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30bdaa07-be78-4c64-8e78-b77f3b29609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a569fae6-e3fb-4c17-8407-4ceed036793e'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:53:44.602737 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f0b13ed3-af53-40fa-b946-fe49a9a3abb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8cbd2845-be45-42ae-a9b5-1ccb2eefa896), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:44.645335 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1a4bd2e-6578-40e0-96d9-732686aa254e admin admin] Publish callbacks [] for subnet (c9e3ced6-e505-4dd6-82cf-576bfddcbb5c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:44.671926 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-48ea1b9f-8e7f-4bac-9d52-025b17989a93 admin admin] Publish callbacks [] for router_gateway (5dea093b-db0e-4110-8201-b8e24ad628da), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:44.688341 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7972334-9b65-4758-82a8-25bc43121466 req-f5ca1590-e8cb-4bea-a2d4-fee97fd3a3ee tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250071 Feb 19 03:53:44.709711 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a1fefb60-a9a3-4982-8116-b04eecc4dfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:44.720947 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-f0b13ed3-af53-40fa-b946-fe49a9a3abb6 None None] For port 8cbd2845-be45-42ae-a9b5-1ccb2eefa896, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:53:44.726087 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-f0b13ed3-af53-40fa-b946-fe49a9a3abb6 None None] For port 8cbd2845-be45-42ae-a9b5-1ccb2eefa896, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8cbd2845-be45-42ae-a9b5-1ccb2eefa896,segment=NetworkSegment(30bdaa07-be78-4c64-8e78-b77f3b29609c),segment_id=30bdaa07-be78-4c64-8e78-b77f3b29609c)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:53:44.738370 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port fb25a2ed-fa42-4270-a1b5-8bfb6587821d triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:44.738826 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (fb25a2ed-fa42-4270-a1b5-8bfb6587821d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:44.744372 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f0b13ed3-af53-40fa-b946-fe49a9a3abb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8cbd2845-be45-42ae-a9b5-1ccb2eefa896), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:44.756977 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1a4bd2e-6578-40e0-96d9-732686aa254e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (c9e3ced6-e505-4dd6-82cf-576bfddcbb5c), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:44.847589 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61fd3f9-8a46-46cf-9c5e-704e6d4e7e9e req-22685914-dc43-42c4-8cc6-7188355abb70 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:44.849659 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c61fd3f9-8a46-46cf-9c5e-704e6d4e7e9e req-22685914-dc43-42c4-8cc6-7188355abb70 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/ports?device_id=45fccb38-7e97-4cc9-abdd-801cd6cc1f3c HTTP/1.1" status: 200 len: 970 time: 0.2050352 Feb 19 03:53:44.850341 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37966) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:44.853853 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fefb60-a9a3-4982-8116-b04eecc4dfa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:44.862233 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1a4bd2e-6578-40e0-96d9-732686aa254e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (c9e3ced6-e505-4dd6-82cf-576bfddcbb5c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:44.872192 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 421d79cb-ed02-4098-ab80-ca701022eab2 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:44.872596 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (421d79cb-ed02-4098-ab80-ca701022eab2), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:44.907270 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b93fa069-d0ec-483e-90d0-ad1e0fd0edc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:44.918223 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fefb60-a9a3-4982-8116-b04eecc4dfa0 admin admin] Checking segment: {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:53:44.918586 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fefb60-a9a3-4982-8116-b04eecc4dfa0 admin admin] Network hostable DHCP agents. Network: 575db6fc-b1bf-4deb-91aa-ccf16978efb1, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:53:44.987021 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b13ed3-af53-40fa-b946-fe49a9a3abb6 None None] Pushing event updated for resources: {'Port': ['ID=8cbd2845-be45-42ae-a9b5-1ccb2eefa896,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:45.015770 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 421d79cb-ed02-4098-ab80-ca701022eab2, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=421d79cb-ed02-4098-ab80-ca701022eab2,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:45.023678 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fefb60-a9a3-4982-8116-b04eecc4dfa0 admin admin] Network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:53:45.032973 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (421d79cb-ed02-4098-ab80-ca701022eab2), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.040731 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port fb25a2ed-fa42-4270-a1b5-8bfb6587821d is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:45.049951 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c61fd3f9-8a46-46cf-9c5e-704e6d4e7e9e req-f9fb9248-99ee-4f53-850a-7e4e5337d8bf tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/security-groups?id=8850ec75-198c-493e-999d-19365a030e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924067 Feb 19 03:53:45.062939 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1a4bd2e-6578-40e0-96d9-732686aa254e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (c9e3ced6-e505-4dd6-82cf-576bfddcbb5c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.074177 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-a1fefb60-a9a3-4982-8116-b04eecc4dfa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 575db6fc-b1bf-4deb-91aa-ccf16978efb1) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:45.075141 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-f7cd790d-467a-40c5-93c0-f4af500bf2e4 req-47e7502b-55c5-4af7-baec-853aad76bb30 service neutron] Publish callbacks [] for security_group (dee076e0-67a4-4fe7-9612-783226f82dd6), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.079269 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fefb60-a9a3-4982-8116-b04eecc4dfa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:45.079931 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a1fefb60-a9a3-4982-8116-b04eecc4dfa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.102081 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83be0ce9-1c7f-47df-92c0-e3296bdb4403 None None] Network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:53:45.135474 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-f7cd790d-467a-40c5-93c0-f4af500bf2e4 req-47e7502b-55c5-4af7-baec-853aad76bb30 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (dee076e0-67a4-4fe7-9612-783226f82dd6), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.137170 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1a4bd2e-6578-40e0-96d9-732686aa254e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.143306 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c1a4bd2e-6578-40e0-96d9-732686aa254e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c9e3ced6-e505-4dd6-82cf-576bfddcbb5c HTTP/1.1" status: 204 len: 168 time: 0.8485594 Feb 19 03:53:45.146366 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37968) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:45.147297 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4bd2e-6578-40e0-96d9-732686aa254e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9e3ced6-e505-4dd6-82cf-576bfddcbb5c,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:45.171088 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=421d79cb-ed02-4098-ab80-ca701022eab2,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:45.192156 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f7cd790d-467a-40c5-93c0-f4af500bf2e4 req-47e7502b-55c5-4af7-baec-853aad76bb30 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7901881 Feb 19 03:53:45.210124 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a1fefb60-a9a3-4982-8116-b04eecc4dfa0 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5882397 Feb 19 03:53:45.278924 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7502b-55c5-4af7-baec-853aad76bb30 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dee076e0-67a4-4fe7-9612-783226f82dd6,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:45.317438 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19aded0f-a166-4724-8c86-8ffb92f6e92b None None] Network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:53:45.351198 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9b37d36f-2b79-46a7-bd07-669fb7bbc8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (ca5866de-a969-4e10-b229-6f28219ad47d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.388413 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b93fa069-d0ec-483e-90d0-ad1e0fd0edc9 admin admin] Publish callbacks [] for security_group (fe61c3af-bb4a-4ebe-99e2-503c09f056b1), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.405592 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b93fa069-d0ec-483e-90d0-ad1e0fd0edc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (fe61c3af-bb4a-4ebe-99e2-503c09f056b1), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.457970 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-48ea1b9f-8e7f-4bac-9d52-025b17989a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (5dea093b-db0e-4110-8201-b8e24ad628da), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.550319 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93fa069-d0ec-483e-90d0-ad1e0fd0edc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe61c3af-bb4a-4ebe-99e2-503c09f056b1,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:45.562667 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b93fa069-d0ec-483e-90d0-ad1e0fd0edc9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4f3ba5bed0404c7eaba26562522edb79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7040126 Feb 19 03:53:45.567276 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37980) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:45.590248 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9b37d36f-2b79-46a7-bd07-669fb7bbc8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (ca5866de-a969-4e10-b229-6f28219ad47d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.631159 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-9b37d36f-2b79-46a7-bd07-669fb7bbc8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca5866de-a969-4e10-b229-6f28219ad47d']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:45.649931 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-9b37d36f-2b79-46a7-bd07-669fb7bbc8d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba01453f-e0ac-43ec-bbc7-89323f8439e8') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:45.649931 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-9b37d36f-2b79-46a7-bd07-669fb7bbc8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba01453f-e0ac-43ec-bbc7-89323f8439e8') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:45.664510 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9b37d36f-2b79-46a7-bd07-669fb7bbc8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (ba01453f-e0ac-43ec-bbc7-89323f8439e8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.670127 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ea1b9f-8e7f-4bac-9d52-025b17989a93 admin admin] Router 5dea093b-db0e-4110-8201-b8e24ad628da is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:53:45.685456 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-debcaa96-a7ed-4af7-979d-5f7d82fbd8cf admin admin] Publish callbacks [] for security_group (fe61c3af-bb4a-4ebe-99e2-503c09f056b1), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.688366 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9b37d36f-2b79-46a7-bd07-669fb7bbc8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (ba01453f-e0ac-43ec-bbc7-89323f8439e8), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.702707 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b37d36f-2b79-46a7-bd07-669fb7bbc8d6 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:53:45.703112 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9b37d36f-2b79-46a7-bd07-669fb7bbc8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (ba01453f-e0ac-43ec-bbc7-89323f8439e8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: timer() Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:53:45.705478 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:53:45.763727 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-debcaa96-a7ed-4af7-979d-5f7d82fbd8cf admin admin] Publish callbacks [] for security_group (fe61c3af-bb4a-4ebe-99e2-503c09f056b1), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.831603 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8cbd2845-be45-42ae-a9b5-1ccb2eefa896 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:53:45.860161 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9b37d36f-2b79-46a7-bd07-669fb7bbc8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (ca5866de-a969-4e10-b229-6f28219ad47d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.872413 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9b37d36f-2b79-46a7-bd07-669fb7bbc8d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.879938 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9b37d36f-2b79-46a7-bd07-669fb7bbc8d6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ca5866de-a969-4e10-b229-6f28219ad47d HTTP/1.1" status: 204 len: 168 time: 0.7289445 Feb 19 03:53:45.885627 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ea1b9f-8e7f-4bac-9d52-025b17989a93 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:53:45.900438 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd28dd6-47da-42f3-9834-4d404f58b5e7 None None] Sync routers for ids ['5dea093b-db0e-4110-8201-b8e24ad628da'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:53:45.912890 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd28dd6-47da-42f3-9834-4d404f58b5e7 None None] Routers {'5dea093b-db0e-4110-8201-b8e24ad628da'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:53:45.919084 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3fd28dd6-47da-42f3-9834-4d404f58b5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:53:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['5dea093b-db0e-4110-8201-b8e24ad628da'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:45.942092 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-48ea1b9f-8e7f-4bac-9d52-025b17989a93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.945300 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-48ea1b9f-8e7f-4bac-9d52-025b17989a93 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.2659273 Feb 19 03:53:45.948334 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37d36f-2b79-46a7-bd07-669fb7bbc8d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca5866de-a969-4e10-b229-6f28219ad47d,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:45.950658 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37998) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:45.957961 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 8cbd2845-be45-42ae-a9b5-1ccb2eefa896 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:45.959872 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8cbd2845-be45-42ae-a9b5-1ccb2eefa896), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:46.001481 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951f4e7-fdeb-4300-b42a-26f8c1648b4c req-9b74f70a-14ea-4cac-8037-12232add38eb tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:46.003933 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b951f4e7-fdeb-4300-b42a-26f8c1648b4c req-9b74f70a-14ea-4cac-8037-12232add38eb tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=8adba588-7aae-4d6f-91bc-92f2f6fa0151 HTTP/1.1" status: 200 len: 949 time: 0.1217132 Feb 19 03:53:46.005095 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-debcaa96-a7ed-4af7-979d-5f7d82fbd8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (fe61c3af-bb4a-4ebe-99e2-503c09f056b1), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:46.008543 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-debcaa96-a7ed-4af7-979d-5f7d82fbd8cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:46.009767 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-debcaa96-a7ed-4af7-979d-5f7d82fbd8cf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fe61c3af-bb4a-4ebe-99e2-503c09f056b1 HTTP/1.1" status: 204 len: 168 time: 0.4409060 Feb 19 03:53:46.027090 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debcaa96-a7ed-4af7-979d-5f7d82fbd8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe61c3af-bb4a-4ebe-99e2-503c09f056b1,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:46.137374 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b951f4e7-fdeb-4300-b42a-26f8c1648b4c req-0819e415-cbfd-492f-999e-1be26a61fce2 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264629 Feb 19 03:53:46.141928 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fccb38-7e97-4cc9-abdd-801cd6cc1f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421d79cb-ed02-4098-ab80-ca701022eab2'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:53:46.144536 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8966ac-6b8d-4595-834e-a088451300d5" -d '{"events": [{"server_uuid": "45fccb38-7e97-4cc9-abdd-801cd6cc1f3c", "name": "network-vif-plugged", "status": "completed", "tag": "421d79cb-ed02-4098-ab80-ca701022eab2"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:53:46.175308 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 8cbd2845-be45-42ae-a9b5-1ccb2eefa896 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:46.176000 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8cbd2845-be45-42ae-a9b5-1ccb2eefa896), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:46.214584 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38008) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:46.238340 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 8cbd2845-be45-42ae-a9b5-1ccb2eefa896, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8cbd2845-be45-42ae-a9b5-1ccb2eefa896,segment=NetworkSegment(30bdaa07-be78-4c64-8e78-b77f3b29609c),segment_id=30bdaa07-be78-4c64-8e78-b77f3b29609c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:46.246229 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-3fd28dd6-47da-42f3-9834-4d404f58b5e7 None None] Set router 5dea093b-db0e-4110-8201-b8e24ad628da gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:53:46.247848 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8cbd2845-be45-42ae-a9b5-1ccb2eefa896), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:46.379081 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-553b6a41-fe8a-49f2-a928-5c8b03b1bd70 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c882ab4feb6b473780e94407c2246355&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1632869 Feb 19 03:53:46.393525 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38010) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:46.395248 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=8cbd2845-be45-42ae-a9b5-1ccb2eefa896,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:46.480698 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56735cb-d757-423b-85db-355678187cbd req-aec344ce-2ade-4e17-86af-e98f7b251439 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:46.483652 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c56735cb-d757-423b-85db-355678187cbd req-aec344ce-2ade-4e17-86af-e98f7b251439 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/ports?device_id=45fccb38-7e97-4cc9-abdd-801cd6cc1f3c HTTP/1.1" status: 200 len: 971 time: 0.1299062 Feb 19 03:53:46.503773 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6364a687-3b33-4425-9e1a-e7a1c5c401c2 x-openstack-request-id: req-6364a687-3b33-4425-9e1a-e7a1c5c401c2 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:53:46.504272 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fccb38-7e97-4cc9-abdd-801cd6cc1f3c", "name": "network-vif-plugged", "status": "completed", "tag": "421d79cb-ed02-4098-ab80-ca701022eab2", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:53:46.504697 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6364a687-3b33-4425-9e1a-e7a1c5c401c2 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:53:46.505290 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45fccb38-7e97-4cc9-abdd-801cd6cc1f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421d79cb-ed02-4098-ab80-ca701022eab2', 'code': 200} Feb 19 03:53:46.549557 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e16c0a-4a46-480f-b209-1e114add7128 None None] Network a569fae6-e3fb-4c17-8407-4ceed036793e requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:53:46.598916 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38018) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:46.632511 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-bbae3b9b-33a3-4a40-94c2-da4adeab62bd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-175940758-network', 'tenant_id': '727b528bf1394b0ba1243113e56b342e'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:46.649530 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3fd28dd6-47da-42f3-9834-4d404f58b5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dea093b-db0e-4110-8201-b8e24ad628da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-62730530-router', 'tenant_id': '4f7bdeef21394863b029ca83bb148cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'aae3662c-d31d-4850-81f6-a778915bb2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:41Z', 'updated_at': '2022-02-19T03:53:44Z', 'revision_number': 3, 'project_id': '4f7bdeef21394863b029ca83bb148cbe', 'gw_port': {'id': 'aae3662c-d31d-4850-81f6-a778915bb2f8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:67:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dea093b-db0e-4110-8201-b8e24ad628da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:43Z', 'updated_at': '2022-02-19T03:53:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:46.665179 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c56735cb-d757-423b-85db-355678187cbd req-9486c0d7-6897-4ebf-9aff-4be853174601 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/security-groups?id=8850ec75-198c-493e-999d-19365a030e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712527 Feb 19 03:53:46.690636 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd28dd6-47da-42f3-9834-4d404f58b5e7 None None] Checking router: 5dea093b-db0e-4110-8201-b8e24ad628da for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:53:46.690982 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd28dd6-47da-42f3-9834-4d404f58b5e7 None None] Updating router 5dea093b-db0e-4110-8201-b8e24ad628da port aae3662c-d31d-4850-81f6-a778915bb2f8 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:53:46.726538 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-3fd28dd6-47da-42f3-9834-4d404f58b5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (aae3662c-d31d-4850-81f6-a778915bb2f8), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:46.733131 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e9fb827-234a-4775-a22e-af66d785293f admin admin] Publish callbacks [] for security_group (fc29d563-b0d9-405d-8e49-72550dcf3185), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:46.768123 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96642cb-f806-4faa-8525-78a951c0fd42 req-ac0f2315-997d-4b64-9a29-42c5abe1ccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:46.772266 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f96642cb-f806-4faa-8525-78a951c0fd42 req-ac0f2315-997d-4b64-9a29-42c5abe1ccc2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=45fccb38-7e97-4cc9-abdd-801cd6cc1f3c HTTP/1.1" status: 200 len: 1154 time: 0.1694748 Feb 19 03:53:46.776058 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e9fb827-234a-4775-a22e-af66d785293f admin admin] Publish callbacks [] for security_group (fc29d563-b0d9-405d-8e49-72550dcf3185), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:46.789599 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d7f01577-df27-4023-a390-36135e1b9080 None None] Provisioning complete for port 8cbd2845-be45-42ae-a9b5-1ccb2eefa896 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:46.792230 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d7f01577-df27-4023-a390-36135e1b9080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8cbd2845-be45-42ae-a9b5-1ccb2eefa896), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:46.864359 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbae3b9b-33a3-4a40-94c2-da4adeab62bd admin admin] Made reservation on behalf of 727b528bf1394b0ba1243113e56b342e for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:46.868152 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbae3b9b-33a3-4a40-94c2-da4adeab62bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:46.877143 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e9fb827-234a-4775-a22e-af66d785293f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (fc29d563-b0d9-405d-8e49-72550dcf3185), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:46.882575 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e9fb827-234a-4775-a22e-af66d785293f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:46.893518 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1e9fb827-234a-4775-a22e-af66d785293f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fc29d563-b0d9-405d-8e49-72550dcf3185 HTTP/1.1" status: 204 len: 168 time: 0.4988630 Feb 19 03:53:46.894780 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f96642cb-f806-4faa-8525-78a951c0fd42 req-b6869569-68c6-4e06-a79d-7371971e0fdb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8850ec75-198c-493e-999d-19365a030e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070490 Feb 19 03:53:46.910798 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbae3b9b-33a3-4a40-94c2-da4adeab62bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:46.953787 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fb827-234a-4775-a22e-af66d785293f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc29d563-b0d9-405d-8e49-72550dcf3185,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:47.049453 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d7f01577-df27-4023-a390-36135e1b9080 None None] Current status of the port 8cbd2845-be45-42ae-a9b5-1ccb2eefa896 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:47.078496 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-3fd28dd6-47da-42f3-9834-4d404f58b5e7 None None] Publish callbacks [] for port (aae3662c-d31d-4850-81f6-a778915bb2f8), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:47.163541 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-3fd28dd6-47da-42f3-9834-4d404f58b5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (aae3662c-d31d-4850-81f6-a778915bb2f8), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:47.225739 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbae3b9b-33a3-4a40-94c2-da4adeab62bd admin admin] Publish callbacks [] for security_group (7e956c37-b7b1-4a6d-8e63-18b30f35ab24), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:47.243422 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbae3b9b-33a3-4a40-94c2-da4adeab62bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7e956c37-b7b1-4a6d-8e63-18b30f35ab24), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:47.287657 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b6debb34-5f20-4759-9f40-1f82499311f8 None None] Provisioning complete for port 8cbd2845-be45-42ae-a9b5-1ccb2eefa896 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:47.288213 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b6debb34-5f20-4759-9f40-1f82499311f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8cbd2845-be45-42ae-a9b5-1ccb2eefa896), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:47.342385 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6836130-953e-4cdc-ba67-d1f764928868 req-6f280828-55d7-40b8-ae39-a303b66a9b7c tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:47.344575 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e6836130-953e-4cdc-ba67-d1f764928868 req-6f280828-55d7-40b8-ae39-a303b66a9b7c tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=8adba588-7aae-4d6f-91bc-92f2f6fa0151 HTTP/1.1" status: 200 len: 949 time: 0.1066144 Feb 19 03:53:47.349861 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-3fd28dd6-47da-42f3-9834-4d404f58b5e7 None None] Attempting to bind port aae3662c-d31d-4850-81f6-a778915bb2f8 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:47.350295 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-3fd28dd6-47da-42f3-9834-4d404f58b5e7 None None] Attempting to bind port aae3662c-d31d-4850-81f6-a778915bb2f8 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:47.350823 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbae3b9b-33a3-4a40-94c2-da4adeab62bd admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:53:47.351350 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd28dd6-47da-42f3-9834-4d404f58b5e7 None None] Attempting to bind port aae3662c-d31d-4850-81f6-a778915bb2f8 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:47.356361 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b49b5a-5900-4a79-b6e5-16d7c9bd8323 None None] Pushing event updated for resources: {'Port': ['ID=aae3662c-d31d-4850-81f6-a778915bb2f8,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:47.376311 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd28dd6-47da-42f3-9834-4d404f58b5e7 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:53:47.376701 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd28dd6-47da-42f3-9834-4d404f58b5e7 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:53:47.377118 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-3fd28dd6-47da-42f3-9834-4d404f58b5e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:47.379253 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd28dd6-47da-42f3-9834-4d404f58b5e7 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:53:47.382154 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-3fd28dd6-47da-42f3-9834-4d404f58b5e7 None None] Bound port: aae3662c-d31d-4850-81f6-a778915bb2f8, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:53:47.382424 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-3fd28dd6-47da-42f3-9834-4d404f58b5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (aae3662c-d31d-4850-81f6-a778915bb2f8), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:47.385133 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae3b9b-33a3-4a40-94c2-da4adeab62bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e956c37-b7b1-4a6d-8e63-18b30f35ab24,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:47.390096 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbae3b9b-33a3-4a40-94c2-da4adeab62bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (94a0251c-e929-49e7-ba2e-50dd9fa2532c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:47.390468 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-bbae3b9b-33a3-4a40-94c2-da4adeab62bd admin admin] Added segment 94a0251c-e929-49e7-ba2e-50dd9fa2532c of type vlan for network 7f1b7ba6-e49a-4d4f-8823-2e83b086eca0 Feb 19 03:53:47.394190 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e9de52b1-9564-4eee-9f6b-1197aa598b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:47.475478 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbae3b9b-33a3-4a40-94c2-da4adeab62bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (7f1b7ba6-e49a-4d4f-8823-2e83b086eca0), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:47.508118 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e6836130-953e-4cdc-ba67-d1f764928868 req-52031393-3420-4d0c-8dff-81971dd4efec tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414711 Feb 19 03:53:47.509517 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b6debb34-5f20-4759-9f40-1f82499311f8 None None] Current status of the port 8cbd2845-be45-42ae-a9b5-1ccb2eefa896 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:47.516449 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-3fd28dd6-47da-42f3-9834-4d404f58b5e7 None None] For port aae3662c-d31d-4850-81f6-a778915bb2f8, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:53:47.519695 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-3fd28dd6-47da-42f3-9834-4d404f58b5e7 None None] For port aae3662c-d31d-4850-81f6-a778915bb2f8, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=aae3662c-d31d-4850-81f6-a778915bb2f8,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:53:47.533422 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-3fd28dd6-47da-42f3-9834-4d404f58b5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (aae3662c-d31d-4850-81f6-a778915bb2f8), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:47.605470 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd28dd6-47da-42f3-9834-4d404f58b5e7 None None] Routers {'5dea093b-db0e-4110-8201-b8e24ad628da'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:53:47.606118 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3fd28dd6-47da-42f3-9834-4d404f58b5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:53:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['5dea093b-db0e-4110-8201-b8e24ad628da'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:47.611466 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbae3b9b-33a3-4a40-94c2-da4adeab62bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (7f1b7ba6-e49a-4d4f-8823-2e83b086eca0), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:47.612663 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbae3b9b-33a3-4a40-94c2-da4adeab62bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:47.613462 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbae3b9b-33a3-4a40-94c2-da4adeab62bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:47.648819 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b49b5a-5900-4a79-b6e5-16d7c9bd8323 None None] Pushing event updated for resources: {'Port': ['ID=aae3662c-d31d-4850-81f6-a778915bb2f8,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:47.681387 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38044) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:47.681609 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bbae3b9b-33a3-4a40-94c2-da4adeab62bd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0542018 Feb 19 03:53:47.688766 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-2dc1a6ba-a008-43e1-ae9a-4af1ebdcfe86 admin admin] Request body: {'subnet': {'network_id': '7f1b7ba6-e49a-4d4f-8823-2e83b086eca0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-175940758-subnet', 'tenant_id': '727b528bf1394b0ba1243113e56b342e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:47.726667 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae3b9b-33a3-4a40-94c2-da4adeab62bd admin admin] Pushing event updated for resources: {'Network': ['ID=7f1b7ba6-e49a-4d4f-8823-2e83b086eca0,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:47.740950 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-3fd28dd6-47da-42f3-9834-4d404f58b5e7 None None] Set router 5dea093b-db0e-4110-8201-b8e24ad628da gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:53:47.750902 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 7f1b7ba6-e49a-4d4f-8823-2e83b086eca0 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:53:47.762224 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc1a6ba-a008-43e1-ae9a-4af1ebdcfe86 admin admin] Made reservation on behalf of 727b528bf1394b0ba1243113e56b342e for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:47.764325 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-e9de52b1-9564-4eee-9f6b-1197aa598b20 admin admin] Allocated IP 172.20.0.1 (a569fae6-e3fb-4c17-8407-4ceed036793e/b7afedf1-28b8-4dcb-a5ef-9ea7772eea9e/df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:53:47.765151 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2dc1a6ba-a008-43e1-ae9a-4af1ebdcfe86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:47.869475 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38050) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:47.926646 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8cbd2845-be45-42ae-a9b5-1ccb2eefa896 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:53:47.930217 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e9de52b1-9564-4eee-9f6b-1197aa598b20 admin admin] Publish callbacks [] for port (df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:47.959717 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3dec07e1-c4f9-478c-ae74-6828d5fc5ead admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a39e3228540045038a366df654ee112e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0885296 Feb 19 03:53:47.962739 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38052) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:48.047918 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 8cbd2845-be45-42ae-a9b5-1ccb2eefa896 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:48.048307 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8cbd2845-be45-42ae-a9b5-1ccb2eefa896), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:48.211173 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e9de52b1-9564-4eee-9f6b-1197aa598b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:48.225573 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3fd28dd6-47da-42f3-9834-4d404f58b5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dea093b-db0e-4110-8201-b8e24ad628da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-62730530-router', 'tenant_id': '4f7bdeef21394863b029ca83bb148cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'aae3662c-d31d-4850-81f6-a778915bb2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:41Z', 'updated_at': '2022-02-19T03:53:44Z', 'revision_number': 3, 'project_id': '4f7bdeef21394863b029ca83bb148cbe', 'gw_port': {'id': 'aae3662c-d31d-4850-81f6-a778915bb2f8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:67:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dea093b-db0e-4110-8201-b8e24ad628da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:43Z', 'updated_at': '2022-02-19T03:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:48.241586 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 8cbd2845-be45-42ae-a9b5-1ccb2eefa896 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:48.275006 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd28dd6-47da-42f3-9834-4d404f58b5e7 None None] The sync data for ids ['5dea093b-db0e-4110-8201-b8e24ad628da'] in n-d-828369-19 is: [{'id': '5dea093b-db0e-4110-8201-b8e24ad628da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-62730530-router', 'tenant_id': '4f7bdeef21394863b029ca83bb148cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'aae3662c-d31d-4850-81f6-a778915bb2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:41Z', 'updated_at': '2022-02-19T03:53:44Z', 'revision_number': 3, 'project_id': '4f7bdeef21394863b029ca83bb148cbe', 'gw_port': {'id': 'aae3662c-d31d-4850-81f6-a778915bb2f8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:67:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dea093b-db0e-4110-8201-b8e24ad628da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:43Z', 'updated_at': '2022-02-19T03:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:53:48.281186 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32187bc4-ad99-4d7e-8799-37c202afaab5 req-4ea143af-dcd2-4c0b-a7b0-db612fd12c23 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:48.281907 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-86aed26f-72fe-4d16-83ed-27311b3dc3c6 admin admin] Publish callbacks [] for security_group (ccbc16ef-ce54-403a-bc41-6082ed6cca88), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:48.286744 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-32187bc4-ad99-4d7e-8799-37c202afaab5 req-4ea143af-dcd2-4c0b-a7b0-db612fd12c23 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/ports?device_id=45fccb38-7e97-4cc9-abdd-801cd6cc1f3c HTTP/1.1" status: 200 len: 971 time: 0.3857751 Feb 19 03:53:48.288793 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2dc1a6ba-a008-43e1-ae9a-4af1ebdcfe86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (1aa0ba0e-7a30-4718-9663-f82d1172af78), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:48.314264 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9de52b1-9564-4eee-9f6b-1197aa598b20 admin admin] Network a569fae6-e3fb-4c17-8407-4ceed036793e is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:53:48.326494 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-e9de52b1-9564-4eee-9f6b-1197aa598b20 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:48.345556 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9de52b1-9564-4eee-9f6b-1197aa598b20 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:53:48.346467 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e9de52b1-9564-4eee-9f6b-1197aa598b20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (5dea093b-db0e-4110-8201-b8e24ad628da), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:48.349800 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38064) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:48.425573 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-86aed26f-72fe-4d16-83ed-27311b3dc3c6 admin admin] Publish callbacks [] for security_group (ccbc16ef-ce54-403a-bc41-6082ed6cca88), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:48.430372 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de52b1-9564-4eee-9f6b-1197aa598b20 admin admin] Pushing event updated for resources: {'Port': ['ID=df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:48.432676 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-32187bc4-ad99-4d7e-8799-37c202afaab5 req-ac24fa89-c970-4c8c-9662-980003c17afe tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/security-groups?id=8850ec75-198c-493e-999d-19365a030e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410272 Feb 19 03:53:48.463915 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1a6ba-a008-43e1-ae9a-4af1ebdcfe86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aa0ba0e-7a30-4718-9663-f82d1172af78,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:48.482507 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc1a6ba-a008-43e1-ae9a-4af1ebdcfe86 admin admin] Checking segment: {'id': '94a0251c-e929-49e7-ba2e-50dd9fa2532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7f1b7ba6-e49a-4d4f-8823-2e83b086eca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:53:48.483070 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc1a6ba-a008-43e1-ae9a-4af1ebdcfe86 admin admin] Network hostable DHCP agents. Network: 7f1b7ba6-e49a-4d4f-8823-2e83b086eca0, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:53:48.515714 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc1a6ba-a008-43e1-ae9a-4af1ebdcfe86 admin admin] Network 7f1b7ba6-e49a-4d4f-8823-2e83b086eca0 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:53:48.537293 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-2dc1a6ba-a008-43e1-ae9a-4af1ebdcfe86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 7f1b7ba6-e49a-4d4f-8823-2e83b086eca0) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:48.544530 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc1a6ba-a008-43e1-ae9a-4af1ebdcfe86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:48.549800 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074c21c8-d946-4c72-a7d0-90c5426d4266 None None] Network 7f1b7ba6-e49a-4d4f-8823-2e83b086eca0 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:53:48.557565 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2dc1a6ba-a008-43e1-ae9a-4af1ebdcfe86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:48.606451 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2dc1a6ba-a008-43e1-ae9a-4af1ebdcfe86 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9228611 Feb 19 03:53:48.627391 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-86aed26f-72fe-4d16-83ed-27311b3dc3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ccbc16ef-ce54-403a-bc41-6082ed6cca88), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:48.630970 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-86aed26f-72fe-4d16-83ed-27311b3dc3c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:48.632323 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-86aed26f-72fe-4d16-83ed-27311b3dc3c6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ccbc16ef-ce54-403a-bc41-6082ed6cca88 HTTP/1.1" status: 204 len: 168 time: 0.6684225 Feb 19 03:53:48.653655 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aed26f-72fe-4d16-83ed-27311b3dc3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbc16ef-ce54-403a-bc41-6082ed6cca88,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:48.702331 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-01b4a5a7-7866-4704-bf03-dc729fb86891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:48.777424 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e9de52b1-9564-4eee-9f6b-1197aa598b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:48.853764 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d3ec9-48f2-4641-9913-6b98605d9cd5 req-f651791b-ce1c-4ae4-bd5e-f13c700c58aa tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:48.865763 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b14d3ec9-48f2-4641-9913-6b98605d9cd5 req-f651791b-ce1c-4ae4-bd5e-f13c700c58aa tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=8adba588-7aae-4d6f-91bc-92f2f6fa0151 HTTP/1.1" status: 200 len: 949 time: 0.1065047 Feb 19 03:53:48.955533 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-5ac369f0-87ac-4b45-a2ec-80e3463ab01d None None] Provisioning complete for port df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:48.955764 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5ac369f0-87ac-4b45-a2ec-80e3463ab01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:48.973106 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b14d3ec9-48f2-4641-9913-6b98605d9cd5 req-1bcc1bff-0ef8-4a23-9c13-362fba3e8cbc tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057301 Feb 19 03:53:49.008876 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dddb82-0132-4c98-8c9f-eaa2001923df None None] Network 7f1b7ba6-e49a-4d4f-8823-2e83b086eca0 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:53:49.017341 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-01b4a5a7-7866-4704-bf03-dc729fb86891 admin admin] Publish callbacks [] for security_group (f7808a60-6b29-43a5-b47a-1ed73caa6967), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.030424 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-01b4a5a7-7866-4704-bf03-dc729fb86891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f7808a60-6b29-43a5-b47a-1ed73caa6967), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.093294 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4a5a7-7866-4704-bf03-dc729fb86891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7808a60-6b29-43a5-b47a-1ed73caa6967,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:49.102527 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-5ac369f0-87ac-4b45-a2ec-80e3463ab01d None None] Port df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:53:49.112790 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-01b4a5a7-7866-4704-bf03-dc729fb86891 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a0bc35ea3d884746be1d5847d1fce394&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7591097 Feb 19 03:53:49.113340 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38084) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:49.152929 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e9de52b1-9564-4eee-9f6b-1197aa598b20 admin admin] Publish callbacks [] for port (df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.167949 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e9de52b1-9564-4eee-9f6b-1197aa598b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.169281 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e9de52b1-9564-4eee-9f6b-1197aa598b20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (5dea093b-db0e-4110-8201-b8e24ad628da), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.245136 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d69fbed-859e-4cdb-938b-d302fde78851 admin admin] Publish callbacks [] for security_group (f7808a60-6b29-43a5-b47a-1ed73caa6967), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.301622 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d69fbed-859e-4cdb-938b-d302fde78851 admin admin] Publish callbacks [] for security_group (f7808a60-6b29-43a5-b47a-1ed73caa6967), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.304259 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de52b1-9564-4eee-9f6b-1197aa598b20 admin admin] Pushing event updated for resources: {'Port': ['ID=df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:49.359503 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9de52b1-9564-4eee-9f6b-1197aa598b20 admin admin] Network a569fae6-e3fb-4c17-8407-4ceed036793e is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:53:49.361225 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-e9de52b1-9564-4eee-9f6b-1197aa598b20 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:49.403477 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d69fbed-859e-4cdb-938b-d302fde78851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f7808a60-6b29-43a5-b47a-1ed73caa6967), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.415008 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d69fbed-859e-4cdb-938b-d302fde78851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.420744 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2d69fbed-859e-4cdb-938b-d302fde78851 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f7808a60-6b29-43a5-b47a-1ed73caa6967 HTTP/1.1" status: 204 len: 168 time: 0.3061869 Feb 19 03:53:49.441082 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69fbed-859e-4cdb-938b-d302fde78851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7808a60-6b29-43a5-b47a-1ed73caa6967,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:49.672807 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9de52b1-9564-4eee-9f6b-1197aa598b20 admin admin] Router 5dea093b-db0e-4110-8201-b8e24ad628da has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:53:49.753990 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-5d9fb622-3420-459c-86f2-810627527a14 None None] Provisioning complete for port df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:49.756643 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5d9fb622-3420-459c-86f2-810627527a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.865395 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9de52b1-9564-4eee-9f6b-1197aa598b20 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:53:49.872995 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e9de52b1-9564-4eee-9f6b-1197aa598b20 admin admin] 10.222.0.52 "PUT /v2.0/routers/5dea093b-db0e-4110-8201-b8e24ad628da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9212461 Feb 19 03:53:49.906028 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device aae3662c-d31d-4850-81f6-a778915bb2f8 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:53:49.957796 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-5d9fb622-3420-459c-86f2-810627527a14 None None] Port df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:53:49.989105 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port aae3662c-d31d-4850-81f6-a778915bb2f8 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:49.989495 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (aae3662c-d31d-4850-81f6-a778915bb2f8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:50.093883 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port aae3662c-d31d-4850-81f6-a778915bb2f8 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:50.094775 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (aae3662c-d31d-4850-81f6-a778915bb2f8), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:50.110571 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38128) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:50.135573 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ec92c76a-2d75-4c0c-bfd4-66059f355171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:50.160625 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port aae3662c-d31d-4850-81f6-a778915bb2f8, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=aae3662c-d31d-4850-81f6-a778915bb2f8,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:50.176648 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (aae3662c-d31d-4850-81f6-a778915bb2f8), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:50.194815 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-02dcb522-d297-4b7b-b072-c806001e2dcd tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:50.205764 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-02dcb522-d297-4b7b-b072-c806001e2dcd tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/networks?id=575db6fc-b1bf-4deb-91aa-ccf16978efb1 HTTP/1.1" status: 200 len: 808 time: 0.4736154 Feb 19 03:53:50.242293 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-611ad826-755d-4c51-bfb8-67e6dec58631 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/quotas/fd8b7bffe1624958b97c2ba4fab2c960 HTTP/1.1" status: 200 len: 375 time: 0.0331483 Feb 19 03:53:50.249320 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ec92c76a-2d75-4c0c-bfd4-66059f355171 admin admin] Publish callbacks [] for security_group (61caa279-7e46-4bc3-a5bd-79bb2628c6fd), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:50.255715 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963488e7-2746-44be-8b1d-a8a9a40f7f7a req-66331d80-87e5-4180-b11f-917184198995 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:50.257448 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ec92c76a-2d75-4c0c-bfd4-66059f355171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (61caa279-7e46-4bc3-a5bd-79bb2628c6fd), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:50.257836 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-963488e7-2746-44be-8b1d-a8a9a40f7f7a req-66331d80-87e5-4180-b11f-917184198995 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/ports?device_id=45fccb38-7e97-4cc9-abdd-801cd6cc1f3c HTTP/1.1" status: 200 len: 971 time: 0.1524851 Feb 19 03:53:50.259550 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=aae3662c-d31d-4850-81f6-a778915bb2f8,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:50.299377 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-0a3517bf-16a8-4394-8623-2bf12b877c6a tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402086 Feb 19 03:53:50.313332 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ec92c76a-2d75-4c0c-bfd4-66059f355171 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=33cbb6b2f6d34e9191a39618a5d67cf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1985519 Feb 19 03:53:50.315240 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38136) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:50.332084 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92c76a-2d75-4c0c-bfd4-66059f355171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61caa279-7e46-4bc3-a5bd-79bb2628c6fd,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:50.382754 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-263d7369-ab11-4177-bf33-54b040e634eb admin admin] Publish callbacks [] for security_group (61caa279-7e46-4bc3-a5bd-79bb2628c6fd), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:50.396593 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-963488e7-2746-44be-8b1d-a8a9a40f7f7a req-136b3ae4-4b7f-43d2-ab53-1eb2f42bd946 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/security-groups?id=8850ec75-198c-493e-999d-19365a030e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786629 Feb 19 03:53:50.415822 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-263d7369-ab11-4177-bf33-54b040e634eb admin admin] Publish callbacks [] for security_group (61caa279-7e46-4bc3-a5bd-79bb2628c6fd), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:50.471259 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-263d7369-ab11-4177-bf33-54b040e634eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (61caa279-7e46-4bc3-a5bd-79bb2628c6fd), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:50.474641 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-263d7369-ab11-4177-bf33-54b040e634eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:50.478245 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-263d7369-ab11-4177-bf33-54b040e634eb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/61caa279-7e46-4bc3-a5bd-79bb2628c6fd HTTP/1.1" status: 204 len: 168 time: 0.1596317 Feb 19 03:53:50.489774 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d7369-ab11-4177-bf33-54b040e634eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61caa279-7e46-4bc3-a5bd-79bb2628c6fd,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:50.525081 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d077cb6-5924-489b-a96a-c6b97c3961eb req-46d95f05-744b-4cd5-86ef-bbe409c0caec tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:50.538422 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d077cb6-5924-489b-a96a-c6b97c3961eb req-46d95f05-744b-4cd5-86ef-bbe409c0caec tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=8adba588-7aae-4d6f-91bc-92f2f6fa0151 HTTP/1.1" status: 200 len: 949 time: 0.0805540 Feb 19 03:53:50.586486 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d077cb6-5924-489b-a96a-c6b97c3961eb req-12ffbea6-fb9c-4362-b357-edae20f98869 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468798 Feb 19 03:53:50.702349 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-f1406eff-eb93-401e-8bdf-b782883f5b0f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:53:50.703355 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-f1406eff-eb93-401e-8bdf-b782883f5b0f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2168286 Feb 19 03:53:50.808586 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-b2bd0fe2-0568-4aa6-a504-5932d60ae941 service neutron] 10.222.0.52 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984838 Feb 19 03:53:50.825386 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe38af10-01d9-4216-9691-f49dadb5aee0 None None] Sync routers for ids ['5dea093b-db0e-4110-8201-b8e24ad628da'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:53:50.837899 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe38af10-01d9-4216-9691-f49dadb5aee0 None None] Routers {'5dea093b-db0e-4110-8201-b8e24ad628da'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:53:50.838617 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-fe38af10-01d9-4216-9691-f49dadb5aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:53:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['5dea093b-db0e-4110-8201-b8e24ad628da'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:50.948260 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-c7af9b70-92df-48fd-902b-f5596c9de878 service neutron] 10.222.0.52 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327085 Feb 19 03:53:51.112550 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9c28e-15e9-451c-a63d-6e64bf52783c req-66a08607-bac2-44fc-b22f-a0e0e3939667 tempest-AggregatesAdminTestJSON-342944514 tempest-AggregatesAdminTestJSON-342944514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:51.126840 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-12a9c28e-15e9-451c-a63d-6e64bf52783c req-66a08607-bac2-44fc-b22f-a0e0e3939667 tempest-AggregatesAdminTestJSON-342944514 tempest-AggregatesAdminTestJSON-342944514-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=45fccb38-7e97-4cc9-abdd-801cd6cc1f3c HTTP/1.1" status: 200 len: 1154 time: 0.1005535 Feb 19 03:53:51.156304 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-12a9c28e-15e9-451c-a63d-6e64bf52783c req-96fe5979-a41a-4f32-b32a-1fe74244c6a5 tempest-AggregatesAdminTestJSON-342944514 tempest-AggregatesAdminTestJSON-342944514-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:51.203247 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-fe38af10-01d9-4216-9691-f49dadb5aee0 None None] Set router 5dea093b-db0e-4110-8201-b8e24ad628da gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:53:51.250353 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-12a9c28e-15e9-451c-a63d-6e64bf52783c req-96fe5979-a41a-4f32-b32a-1fe74244c6a5 tempest-AggregatesAdminTestJSON-342944514 tempest-AggregatesAdminTestJSON-342944514-project-admin] Publish callbacks [] for security_group (d89df518-7dc4-43cb-a293-eaf3fdf2f9da), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:51.258941 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-12a9c28e-15e9-451c-a63d-6e64bf52783c req-96fe5979-a41a-4f32-b32a-1fe74244c6a5 tempest-AggregatesAdminTestJSON-342944514 tempest-AggregatesAdminTestJSON-342944514-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d89df518-7dc4-43cb-a293-eaf3fdf2f9da), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:51.325729 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe5979-a41a-4f32-b32a-1fe74244c6a5 tempest-AggregatesAdminTestJSON-342944514 tempest-AggregatesAdminTestJSON-342944514-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89df518-7dc4-43cb-a293-eaf3fdf2f9da,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:51.350466 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-12a9c28e-15e9-451c-a63d-6e64bf52783c req-96fe5979-a41a-4f32-b32a-1fe74244c6a5 tempest-AggregatesAdminTestJSON-342944514 tempest-AggregatesAdminTestJSON-342944514-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8850ec75-198c-493e-999d-19365a030e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226384 Feb 19 03:53:51.481331 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-fe38af10-01d9-4216-9691-f49dadb5aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dea093b-db0e-4110-8201-b8e24ad628da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-62730530-router', 'tenant_id': '4f7bdeef21394863b029ca83bb148cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'aae3662c-d31d-4850-81f6-a778915bb2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:41Z', 'updated_at': '2022-02-19T03:53:48Z', 'revision_number': 4, 'project_id': '4f7bdeef21394863b029ca83bb148cbe', 'gw_port': {'id': 'aae3662c-d31d-4850-81f6-a778915bb2f8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dea093b-db0e-4110-8201-b8e24ad628da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:43Z', 'updated_at': '2022-02-19T03:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6', 'name': '', 'network_id': 'a569fae6-e3fb-4c17-8407-4ceed036793e', 'tenant_id': '4f7bdeef21394863b029ca83bb148cbe', 'mac_address': 'fa:16:3e:4d:b0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dea093b-db0e-4110-8201-b8e24ad628da', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'b7afedf1-28b8-4dcb-a5ef-9ea7772eea9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:47Z', 'updated_at': '2022-02-19T03:53:48Z', 'revision_number': 2, 'project_id': '4f7bdeef21394863b029ca83bb148cbe', 'subnets': [{'id': 'b7afedf1-28b8-4dcb-a5ef-9ea7772eea9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:51.541656 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe38af10-01d9-4216-9691-f49dadb5aee0 None None] Checking router: 5dea093b-db0e-4110-8201-b8e24ad628da for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:53:51.542017 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe38af10-01d9-4216-9691-f49dadb5aee0 None None] Updating router 5dea093b-db0e-4110-8201-b8e24ad628da port df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:53:51.607327 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fe38af10-01d9-4216-9691-f49dadb5aee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:51.703125 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba36f37-fa51-4c8f-ba10-9d1470bcf45c req-297053af-d82b-4b46-b84b-da27fad4b638 tempest-DeleteServersAdminTestJSON-1420455729 tempest-DeleteServersAdminTestJSON-1420455729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:51.704653 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5ba36f37-fa51-4c8f-ba10-9d1470bcf45c req-297053af-d82b-4b46-b84b-da27fad4b638 tempest-DeleteServersAdminTestJSON-1420455729 tempest-DeleteServersAdminTestJSON-1420455729-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8adba588-7aae-4d6f-91bc-92f2f6fa0151 HTTP/1.1" status: 200 len: 1132 time: 0.1380887 Feb 19 03:53:51.792574 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5dc6f086-2ae4-4690-8de1-3969e30e9290 req-c49b6e04-cb1f-4eba-b6c6-aef3dd9b44fc tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 210 time: 0.0835419 Feb 19 03:53:51.910513 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38210) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:51.912498 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-5ba36f37-fa51-4c8f-ba10-9d1470bcf45c req-c2c7abf7-c97d-4555-9e27-b44346bbf6af tempest-DeleteServersAdminTestJSON-1420455729 tempest-DeleteServersAdminTestJSON-1420455729-project-admin] Deleting port 5cf95e7e-0a32-4cef-88be-80f540464163 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:53:51.912847 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-5ba36f37-fa51-4c8f-ba10-9d1470bcf45c req-c2c7abf7-c97d-4555-9e27-b44346bbf6af tempest-DeleteServersAdminTestJSON-1420455729 tempest-DeleteServersAdminTestJSON-1420455729-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (5cf95e7e-0a32-4cef-88be-80f540464163), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:51.995114 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device aae3662c-d31d-4850-81f6-a778915bb2f8 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:53:52.043311 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101d9ac-9855-44e8-9bec-5712e1da76a2 req-46f029d7-4f5a-48d1-8075-aa72f5b04644 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:52.051970 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e101d9ac-9855-44e8-9bec-5712e1da76a2 req-46f029d7-4f5a-48d1-8075-aa72f5b04644 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=8adba588-7aae-4d6f-91bc-92f2f6fa0151 HTTP/1.1" status: 200 len: 949 time: 0.1153910 Feb 19 03:53:52.088971 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-5ba36f37-fa51-4c8f-ba10-9d1470bcf45c req-c2c7abf7-c97d-4555-9e27-b44346bbf6af tempest-DeleteServersAdminTestJSON-1420455729 tempest-DeleteServersAdminTestJSON-1420455729-project-admin] For port 5cf95e7e-0a32-4cef-88be-80f540464163, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=5cf95e7e-0a32-4cef-88be-80f540464163,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:52.089687 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-5ba36f37-fa51-4c8f-ba10-9d1470bcf45c req-c2c7abf7-c97d-4555-9e27-b44346bbf6af tempest-DeleteServersAdminTestJSON-1420455729 tempest-DeleteServersAdminTestJSON-1420455729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (5cf95e7e-0a32-4cef-88be-80f540464163), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.115347 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-5ba36f37-fa51-4c8f-ba10-9d1470bcf45c req-c2c7abf7-c97d-4555-9e27-b44346bbf6af tempest-DeleteServersAdminTestJSON-1420455729 tempest-DeleteServersAdminTestJSON-1420455729-project-admin] Calling delete_port for 5cf95e7e-0a32-4cef-88be-80f540464163 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:53:52.147855 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e101d9ac-9855-44e8-9bec-5712e1da76a2 req-e3dbefde-855f-4b1b-ae92-51fed5930d44 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793197 Feb 19 03:53:52.315906 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port aae3662c-d31d-4850-81f6-a778915bb2f8 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:52.316331 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (aae3662c-d31d-4850-81f6-a778915bb2f8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.386001 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-31b6574b-6eba-4c23-ac27-cd6109375aa7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-53849198-network', 'tenant_id': 'db9294c8da474bcb9e43e0a3d1d64676'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:52.388290 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fe38af10-01d9-4216-9691-f49dadb5aee0 None None] Publish callbacks [] for port (df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.404103 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fe38af10-01d9-4216-9691-f49dadb5aee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.416279 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3a221-f4ce-4982-8e47-ddade30cb0ef req-1c0a33c4-4f7d-4853-9b12-65349b13423e tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:52.418143 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-24d3a221-f4ce-4982-8e47-ddade30cb0ef req-1c0a33c4-4f7d-4853-9b12-65349b13423e tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/ports?device_id=45fccb38-7e97-4cc9-abdd-801cd6cc1f3c HTTP/1.1" status: 200 len: 971 time: 0.1099253 Feb 19 03:53:52.442623 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b6574b-6eba-4c23-ac27-cd6109375aa7 admin admin] Made reservation on behalf of db9294c8da474bcb9e43e0a3d1d64676 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:52.445628 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31b6574b-6eba-4c23-ac27-cd6109375aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.446013 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-5ba36f37-fa51-4c8f-ba10-9d1470bcf45c req-c2c7abf7-c97d-4555-9e27-b44346bbf6af tempest-DeleteServersAdminTestJSON-1420455729 tempest-DeleteServersAdminTestJSON-1420455729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (5cf95e7e-0a32-4cef-88be-80f540464163), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.480944 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-24d3a221-f4ce-4982-8e47-ddade30cb0ef req-9ed9d39a-a348-4739-887d-2aabac0f76c6 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/security-groups?id=8850ec75-198c-493e-999d-19365a030e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563352 Feb 19 03:53:52.481780 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31b6574b-6eba-4c23-ac27-cd6109375aa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.513016 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7abf7-c97d-4555-9e27-b44346bbf6af tempest-DeleteServersAdminTestJSON-1420455729 tempest-DeleteServersAdminTestJSON-1420455729-project-admin] Pushing event deleted for resources: {'Port': ['ID=5cf95e7e-0a32-4cef-88be-80f540464163,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:52.562918 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be77a45-f67d-4626-a1a1-809f4624e278 None None] Pushing event updated for resources: {'Port': ['ID=df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:52.582244 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba36f37-fa51-4c8f-ba10-9d1470bcf45c req-c2c7abf7-c97d-4555-9e27-b44346bbf6af tempest-DeleteServersAdminTestJSON-1420455729 tempest-DeleteServersAdminTestJSON-1420455729-project-admin] No DVR routers for this DVR port 5cf95e7e-0a32-4cef-88be-80f540464163 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:53:52.588109 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-5ba36f37-fa51-4c8f-ba10-9d1470bcf45c req-c2c7abf7-c97d-4555-9e27-b44346bbf6af tempest-DeleteServersAdminTestJSON-1420455729 tempest-DeleteServersAdminTestJSON-1420455729-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.592200 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['5cf95e7e-0a32-4cef-88be-80f540464163'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:53:52.593296 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5ba36f37-fa51-4c8f-ba10-9d1470bcf45c req-c2c7abf7-c97d-4555-9e27-b44346bbf6af tempest-DeleteServersAdminTestJSON-1420455729 tempest-DeleteServersAdminTestJSON-1420455729-project-admin] 10.222.0.26 "DELETE /v2.0/ports/5cf95e7e-0a32-4cef-88be-80f540464163 HTTP/1.1" status: 204 len: 173 time: 0.8786089 Feb 19 03:53:52.593952 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8adba588-7aae-4d6f-91bc-92f2f6fa0151', 'name': 'network-vif-deleted', 'tag': '5cf95e7e-0a32-4cef-88be-80f540464163'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:53:52.599113 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db0d15c-0925-4b89-9533-abf6e0d79cc4" -d '{"events": [{"server_uuid": "8adba588-7aae-4d6f-91bc-92f2f6fa0151", "name": "network-vif-deleted", "tag": "5cf95e7e-0a32-4cef-88be-80f540464163"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:53:52.685878 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31b6574b-6eba-4c23-ac27-cd6109375aa7 admin admin] Publish callbacks [] for security_group (72e2bb0a-eb3d-44af-b1ee-2d71f228825f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.696791 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31b6574b-6eba-4c23-ac27-cd6109375aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (72e2bb0a-eb3d-44af-b1ee-2d71f228825f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.789146 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b6574b-6eba-4c23-ac27-cd6109375aa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:53:52.807956 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31b6574b-6eba-4c23-ac27-cd6109375aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (38292db9-b633-4bb0-a3d1-faf2c5a0d27a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.809086 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-31b6574b-6eba-4c23-ac27-cd6109375aa7 admin admin] Added segment 38292db9-b633-4bb0-a3d1-faf2c5a0d27a of type vlan for network 2dbc7f9e-1c85-412b-9e90-7af874c43c9e Feb 19 03:53:52.855720 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port aae3662c-d31d-4850-81f6-a778915bb2f8 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:52.884644 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31b6574b-6eba-4c23-ac27-cd6109375aa7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (2dbc7f9e-1c85-412b-9e90-7af874c43c9e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.897400 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-fe38af10-01d9-4216-9691-f49dadb5aee0 None None] Attempting to bind port df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:52.900912 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-fe38af10-01d9-4216-9691-f49dadb5aee0 None None] Attempting to bind port df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '30bdaa07-be78-4c64-8e78-b77f3b29609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a569fae6-e3fb-4c17-8407-4ceed036793e'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:52.902351 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe38af10-01d9-4216-9691-f49dadb5aee0 None None] Attempting to bind port df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6 on network a569fae6-e3fb-4c17-8407-4ceed036793e {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:52.920696 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598832d5-e32d-44cd-88c2-d7c12ade022d x-openstack-request-id: req-598832d5-e32d-44cd-88c2-d7c12ade022d {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:53:52.921236 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8adba588-7aae-4d6f-91bc-92f2f6fa0151", "name": "network-vif-deleted", "tag": "5cf95e7e-0a32-4cef-88be-80f540464163", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:53:52.921332 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-598832d5-e32d-44cd-88c2-d7c12ade022d {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:53:52.921789 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8adba588-7aae-4d6f-91bc-92f2f6fa0151', 'name': 'network-vif-deleted', 'tag': '5cf95e7e-0a32-4cef-88be-80f540464163', 'status': 'completed', 'code': 200} Feb 19 03:53:52.933491 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe38af10-01d9-4216-9691-f49dadb5aee0 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:53:52.937776 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe38af10-01d9-4216-9691-f49dadb5aee0 None None] Checking segment: {'id': '30bdaa07-be78-4c64-8e78-b77f3b29609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a569fae6-e3fb-4c17-8407-4ceed036793e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:53:52.947115 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fe38af10-01d9-4216-9691-f49dadb5aee0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.947814 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe38af10-01d9-4216-9691-f49dadb5aee0 None None] Bound using segment: {'id': '30bdaa07-be78-4c64-8e78-b77f3b29609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a569fae6-e3fb-4c17-8407-4ceed036793e'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:53:52.949485 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-fe38af10-01d9-4216-9691-f49dadb5aee0 None None] Bound port: df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30bdaa07-be78-4c64-8e78-b77f3b29609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a569fae6-e3fb-4c17-8407-4ceed036793e'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:53:52.950064 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fe38af10-01d9-4216-9691-f49dadb5aee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.952208 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6574b-6eba-4c23-ac27-cd6109375aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e2bb0a-eb3d-44af-b1ee-2d71f228825f,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:52.982520 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31b6574b-6eba-4c23-ac27-cd6109375aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (2dbc7f9e-1c85-412b-9e90-7af874c43c9e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.983418 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b6574b-6eba-4c23-ac27-cd6109375aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:52.985899 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31b6574b-6eba-4c23-ac27-cd6109375aa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.997577 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-002e784d-d423-4624-803d-60de2b5ea053 None None] Provisioning complete for port df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:52.998046 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-002e784d-d423-4624-803d-60de2b5ea053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:53.101407 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38252) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:53.125714 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-cd48f598-f20f-4cac-8650-098f88e79de9 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=08f877b66b90483993020b1278c9481b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3378165 Feb 19 03:53:53.134909 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-31b6574b-6eba-4c23-ac27-cd6109375aa7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2228701 Feb 19 03:53:53.143643 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38254) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:53.150010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-b93e04f4-3d09-40c2-9d73-97bbb020df5e admin admin] Request body: {'subnet': {'network_id': '2dbc7f9e-1c85-412b-9e90-7af874c43c9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-53849198-subnet', 'tenant_id': 'db9294c8da474bcb9e43e0a3d1d64676', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:53.163848 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fe38af10-01d9-4216-9691-f49dadb5aee0 None None] For port df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:53:53.170558 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fe38af10-01d9-4216-9691-f49dadb5aee0 None None] For port df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6,segment=NetworkSegment(30bdaa07-be78-4c64-8e78-b77f3b29609c),segment_id=30bdaa07-be78-4c64-8e78-b77f3b29609c)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:53:53.182968 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6574b-6eba-4c23-ac27-cd6109375aa7 admin admin] Pushing event updated for resources: {'Network': ['ID=2dbc7f9e-1c85-412b-9e90-7af874c43c9e,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:53.184110 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-002e784d-d423-4624-803d-60de2b5ea053 None None] Port df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:53:53.194471 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fe38af10-01d9-4216-9691-f49dadb5aee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:53.250737 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93e04f4-3d09-40c2-9d73-97bbb020df5e admin admin] Made reservation on behalf of db9294c8da474bcb9e43e0a3d1d64676 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:53.253693 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b93e04f4-3d09-40c2-9d73-97bbb020df5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:53.271411 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 2dbc7f9e-1c85-412b-9e90-7af874c43c9e details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:53:53.277830 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be77a45-f67d-4626-a1a1-809f4624e278 None None] Pushing event updated for resources: {'Port': ['ID=df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:53.306699 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-7c934dfd-305c-4b7f-b3db-515ce8133ff7 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:53.308475 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-7c934dfd-305c-4b7f-b3db-515ce8133ff7 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.26 "GET /v2.0/networks?id=575db6fc-b1bf-4deb-91aa-ccf16978efb1 HTTP/1.1" status: 200 len: 808 time: 0.6669827 Feb 19 03:53:53.329229 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-c81bed76-5875-471f-827c-5148b81e3581 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Request body: {'port': {'device_id': '8ed8deaa-a316-43b9-adf9-463018656cbd', 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1', 'admin_state_up': True, 'tenant_id': 'fd8b7bffe1624958b97c2ba4fab2c960'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:53.366393 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-a2142d15-2d39-4ac1-8519-849b372e3536 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:53.373232 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-a2142d15-2d39-4ac1-8519-849b372e3536 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2369542 Feb 19 03:53:53.381696 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38260) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:53.389448 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-240e78f2-bc86-4343-bdb6-02d43f9e4047 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Request body: {'security_group': {'name': 'tempest-securitygroup--883239808', 'description': 'tempest-description--100355179'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:53.413750 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-a81c2631-1966-4d1a-b02c-a975efd6d702 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/quotas/08f877b66b90483993020b1278c9481b HTTP/1.1" status: 200 len: 375 time: 0.0393384 Feb 19 03:53:53.444669 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe38af10-01d9-4216-9691-f49dadb5aee0 None None] Routers {'5dea093b-db0e-4110-8201-b8e24ad628da'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:53:53.445322 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-fe38af10-01d9-4216-9691-f49dadb5aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:53:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['5dea093b-db0e-4110-8201-b8e24ad628da'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:53.494778 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-e63c07dc-d58b-4f58-9367-fbfd9b8f5545 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=08f877b66b90483993020b1278c9481b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0798988 Feb 19 03:53:53.568125 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2b7e84bb-0107-45c3-bbc2-72dda6de1b43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:53.573583 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-c81bed76-5875-471f-827c-5148b81e3581 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Made reservation on behalf of fd8b7bffe1624958b97c2ba4fab2c960 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:53.577320 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-c81bed76-5875-471f-827c-5148b81e3581 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:53.584037 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-90842ad0-aa62-4382-bca2-64564f77cc37 req-f6d34141-a12d-4c36-aed4-11726faf2697 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 210 time: 0.1117899 Feb 19 03:53:53.589945 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-240e78f2-bc86-4343-bdb6-02d43f9e4047 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:53.677101 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-fe38af10-01d9-4216-9691-f49dadb5aee0 None None] Set router 5dea093b-db0e-4110-8201-b8e24ad628da gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:53:53.766258 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd86b6-6613-4b53-a6a1-a34f6c7d8ac0 req-c5da3b38-47f4-42ee-a511-1ef0f239613a tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:53.768169 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-22dd86b6-6613-4b53-a6a1-a34f6c7d8ac0 req-c5da3b38-47f4-42ee-a511-1ef0f239613a tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.79 "GET /v2.0/ports?device_id=45fccb38-7e97-4cc9-abdd-801cd6cc1f3c HTTP/1.1" status: 200 len: 971 time: 0.3072290 Feb 19 03:53:53.860311 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2b7e84bb-0107-45c3-bbc2-72dda6de1b43 admin admin] Publish callbacks [] for security_group (19f128a5-df70-431e-9191-5cdcf2ddd127), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:53.865342 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c09e6872-2e26-4604-935a-c50f41f9da5c None None] Provisioning complete for port df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:53.865810 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c09e6872-2e26-4604-935a-c50f41f9da5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:53.897059 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2b7e84bb-0107-45c3-bbc2-72dda6de1b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (19f128a5-df70-431e-9191-5cdcf2ddd127), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:53.963500 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2b7e84bb-0107-45c3-bbc2-72dda6de1b43 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=65473ebeedb64ddd8c03a482b0729bdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8570395 Feb 19 03:53:53.969668 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38274) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:54.014322 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e84bb-0107-45c3-bbc2-72dda6de1b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f128a5-df70-431e-9191-5cdcf2ddd127,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:54.032607 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c09e6872-2e26-4604-935a-c50f41f9da5c None None] Current status of the port df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:54.033085 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c09e6872-2e26-4604-935a-c50f41f9da5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:54.076503 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c09e6872-2e26-4604-935a-c50f41f9da5c None None] For port df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6,segment=NetworkSegment(30bdaa07-be78-4c64-8e78-b77f3b29609c),segment_id=30bdaa07-be78-4c64-8e78-b77f3b29609c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:54.089991 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c09e6872-2e26-4604-935a-c50f41f9da5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:54.138730 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97f61679-8555-4fdd-bcf5-e8e130afb753 req-7815cd6d-1586-4159-a56b-e48e3d8a0179 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=05f49e50-796b-4bc2-b1dd-5adf23634ab4 HTTP/1.1" status: 200 len: 210 time: 0.3635983 Feb 19 03:53:54.140113 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a69df443-8bb8-4e4d-9020-5f8607c0667c admin admin] Publish callbacks [] for security_group (19f128a5-df70-431e-9191-5cdcf2ddd127), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:54.146864 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-c81bed76-5875-471f-827c-5148b81e3581 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Allocated IP 172.20.0.4 (575db6fc-b1bf-4deb-91aa-ccf16978efb1/60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d/816b0177-fe19-4dfb-81d0-9fb24fa15176) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:53:54.182566 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a69df443-8bb8-4e4d-9020-5f8607c0667c admin admin] Publish callbacks [] for security_group (19f128a5-df70-431e-9191-5cdcf2ddd127), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:54.183368 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-fe38af10-01d9-4216-9691-f49dadb5aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dea093b-db0e-4110-8201-b8e24ad628da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-62730530-router', 'tenant_id': '4f7bdeef21394863b029ca83bb148cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'aae3662c-d31d-4850-81f6-a778915bb2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:41Z', 'updated_at': '2022-02-19T03:53:48Z', 'revision_number': 4, 'project_id': '4f7bdeef21394863b029ca83bb148cbe', 'gw_port': {'id': 'aae3662c-d31d-4850-81f6-a778915bb2f8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dea093b-db0e-4110-8201-b8e24ad628da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:43Z', 'updated_at': '2022-02-19T03:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6', 'name': '', 'network_id': 'a569fae6-e3fb-4c17-8407-4ceed036793e', 'tenant_id': '4f7bdeef21394863b029ca83bb148cbe', 'mac_address': 'fa:16:3e:4d:b0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dea093b-db0e-4110-8201-b8e24ad628da', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'b7afedf1-28b8-4dcb-a5ef-9ea7772eea9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:47Z', 'updated_at': '2022-02-19T03:53:53Z', 'revision_number': 4, 'project_id': '4f7bdeef21394863b029ca83bb148cbe', 'subnets': [{'id': 'b7afedf1-28b8-4dcb-a5ef-9ea7772eea9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:54.240976 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe38af10-01d9-4216-9691-f49dadb5aee0 None None] The sync data for ids ['5dea093b-db0e-4110-8201-b8e24ad628da'] in n-d-828369-19 is: [{'id': '5dea093b-db0e-4110-8201-b8e24ad628da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-62730530-router', 'tenant_id': '4f7bdeef21394863b029ca83bb148cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'aae3662c-d31d-4850-81f6-a778915bb2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:41Z', 'updated_at': '2022-02-19T03:53:48Z', 'revision_number': 4, 'project_id': '4f7bdeef21394863b029ca83bb148cbe', 'gw_port': {'id': 'aae3662c-d31d-4850-81f6-a778915bb2f8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dea093b-db0e-4110-8201-b8e24ad628da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:43Z', 'updated_at': '2022-02-19T03:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6', 'name': '', 'network_id': 'a569fae6-e3fb-4c17-8407-4ceed036793e', 'tenant_id': '4f7bdeef21394863b029ca83bb148cbe', 'mac_address': 'fa:16:3e:4d:b0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dea093b-db0e-4110-8201-b8e24ad628da', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': 'b7afedf1-28b8-4dcb-a5ef-9ea7772eea9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:47Z', 'updated_at': '2022-02-19T03:53:53Z', 'revision_number': 4, 'project_id': '4f7bdeef21394863b029ca83bb148cbe', 'subnets': [{'id': 'b7afedf1-28b8-4dcb-a5ef-9ea7772eea9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:53:54.250940 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e6872-2e26-4604-935a-c50f41f9da5c None None] Pushing event updated for resources: {'Port': ['ID=df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:54.285391 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b93e04f4-3d09-40c2-9d73-97bbb020df5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (b373074a-c933-406e-8120-4724e8d10399), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:54.392460 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a69df443-8bb8-4e4d-9020-5f8607c0667c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (19f128a5-df70-431e-9191-5cdcf2ddd127), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:54.395087 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a69df443-8bb8-4e4d-9020-5f8607c0667c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:54.399704 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a69df443-8bb8-4e4d-9020-5f8607c0667c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/19f128a5-df70-431e-9191-5cdcf2ddd127 HTTP/1.1" status: 204 len: 168 time: 0.4255598 Feb 19 03:53:54.414624 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69df443-8bb8-4e4d-9020-5f8607c0667c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f128a5-df70-431e-9191-5cdcf2ddd127,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:54.469101 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-93169206-095f-4b41-a250-33f66708011b tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=43869446ea78425a856d1c326e1ec965&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1909084 Feb 19 03:53:54.502518 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-c81bed76-5875-471f-827c-5148b81e3581 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks [] for port (816b0177-fe19-4dfb-81d0-9fb24fa15176), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:54.567142 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-c81bed76-5875-471f-827c-5148b81e3581 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (816b0177-fe19-4dfb-81d0-9fb24fa15176), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:54.642283 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-c81bed76-5875-471f-827c-5148b81e3581 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:53:54.642873 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-5c2b8891-4c03-4d45-81c9-3fa4a92a7634 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:54.646374 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-5c2b8891-4c03-4d45-81c9-3fa4a92a7634 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1755970 Feb 19 03:53:54.651587 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-c81bed76-5875-471f-827c-5148b81e3581 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:54.664411 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-c81bed76-5875-471f-827c-5148b81e3581 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:53:54.672110 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-c81bed76-5875-471f-827c-5148b81e3581 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:54.672960 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-c81bed76-5875-471f-827c-5148b81e3581 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:54.682758 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bed76-5875-471f-827c-5148b81e3581 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Pushing event updated for resources: {'Port': ['ID=816b0177-fe19-4dfb-81d0-9fb24fa15176,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:54.699273 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-c81bed76-5875-471f-827c-5148b81e3581 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3768723 Feb 19 03:53:54.725449 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-8a68f7da-5946-480d-a67f-b3195b56c4b1 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/quotas/43869446ea78425a856d1c326e1ec965 HTTP/1.1" status: 200 len: 375 time: 0.0596828 Feb 19 03:53:54.727500 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93e04f4-3d09-40c2-9d73-97bbb020df5e admin admin] Checking segment: {'id': '38292db9-b633-4bb0-a3d1-faf2c5a0d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2dbc7f9e-1c85-412b-9e90-7af874c43c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:53:54.728074 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93e04f4-3d09-40c2-9d73-97bbb020df5e admin admin] Network hostable DHCP agents. Network: 2dbc7f9e-1c85-412b-9e90-7af874c43c9e, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:53:54.730661 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-8f628da2-2e5d-4591-a1fa-f9b044c99388 service neutron] Request body: {'port': {'device_id': '8ed8deaa-a316-43b9-adf9-463018656cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:54.733098 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-240e78f2-bc86-4343-bdb6-02d43f9e4047 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks [] for security_group (f0dfac4c-c713-4454-abce-58b1166b49c0), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:54.748575 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e04f4-3d09-40c2-9d73-97bbb020df5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b373074a-c933-406e-8120-4724e8d10399,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:54.791448 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-240e78f2-bc86-4343-bdb6-02d43f9e4047 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f0dfac4c-c713-4454-abce-58b1166b49c0), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:54.807521 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-ea1e100b-55a7-4fd0-8ee9-20f325e41280 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=43869446ea78425a856d1c326e1ec965&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690265 Feb 19 03:53:54.854912 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-8f628da2-2e5d-4591-a1fa-f9b044c99388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (816b0177-fe19-4dfb-81d0-9fb24fa15176), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:54.868511 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb719646-7d70-4f9e-9f1c-613ec1c19fd4 req-774eef02-e06f-475f-948f-69acf08ef7ac tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:54.870064 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bb719646-7d70-4f9e-9f1c-613ec1c19fd4 req-774eef02-e06f-475f-948f-69acf08ef7ac tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/ports?device_id=45fccb38-7e97-4cc9-abdd-801cd6cc1f3c HTTP/1.1" status: 200 len: 971 time: 0.7582343 Feb 19 03:53:54.875731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38298) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:54.895489 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-22dd86b6-6613-4b53-a6a1-a34f6c7d8ac0 req-56b6b676-87d5-41cf-bcf7-3bf09edc4e99 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Deleting port 421d79cb-ed02-4098-ab80-ca701022eab2 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:53:54.895489 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-22dd86b6-6613-4b53-a6a1-a34f6c7d8ac0 req-56b6b676-87d5-41cf-bcf7-3bf09edc4e99 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (421d79cb-ed02-4098-ab80-ca701022eab2), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:54.906601 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-240e78f2-bc86-4343-bdb6-02d43f9e4047 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:54.912911 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-240e78f2-bc86-4343-bdb6-02d43f9e4047 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.5271311 Feb 19 03:53:54.915715 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38300) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:54.943233 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-27f91e46-ee29-41ca-89a7-7ded74b81363 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Request body: {'security_group_rule': {'security_group_id': 'f0dfac4c-c713-4454-abce-58b1166b49c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:54.968520 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93e04f4-3d09-40c2-9d73-97bbb020df5e admin admin] Network 2dbc7f9e-1c85-412b-9e90-7af874c43c9e is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:53:54.983207 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e78f2-bc86-4343-bdb6-02d43f9e4047 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dfac4c-c713-4454-abce-58b1166b49c0,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:55.047540 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-968a4131-9577-4617-84c5-9f5e20bc1530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:55.135055 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-22dd86b6-6613-4b53-a6a1-a34f6c7d8ac0 req-56b6b676-87d5-41cf-bcf7-3bf09edc4e99 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] For port 421d79cb-ed02-4098-ab80-ca701022eab2, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=421d79cb-ed02-4098-ab80-ca701022eab2,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:55.135427 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-22dd86b6-6613-4b53-a6a1-a34f6c7d8ac0 req-56b6b676-87d5-41cf-bcf7-3bf09edc4e99 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (421d79cb-ed02-4098-ab80-ca701022eab2), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:55.151226 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-22dd86b6-6613-4b53-a6a1-a34f6c7d8ac0 req-56b6b676-87d5-41cf-bcf7-3bf09edc4e99 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Calling delete_port for 421d79cb-ed02-4098-ab80-ca701022eab2 owned by compute:tempest-test_az-375608766 {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:53:55.205099 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.26', 54745) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:55.216154 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-b93e04f4-3d09-40c2-9d73-97bbb020df5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 2dbc7f9e-1c85-412b-9e90-7af874c43c9e) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:55.227558 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fcf0a3-839d-44f7-b930-d3111a8bf586 None None] Network 2dbc7f9e-1c85-412b-9e90-7af874c43c9e requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:53:55.238932 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-8038513d-8c55-41a9-a25d-ee8feed10fec tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=08f877b66b90483993020b1278c9481b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318923 Feb 19 03:53:55.355670 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-968a4131-9577-4617-84c5-9f5e20bc1530 admin admin] Publish callbacks [] for security_group (4451f179-5402-47ac-928f-d60109c8bf53), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:55.397143 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c5bb88-661a-49de-811e-598d7c899155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-2dbc7f9e-1c85-412b-9e90-7af874c43c9e', 'network_id': '2dbc7f9e-1c85-412b-9e90-7af874c43c9e', 'project_id': 'db9294c8da474bcb9e43e0a3d1d64676', 'fixed_ips': [{'subnet_id': 'b373074a-c933-406e-8120-4724e8d10399'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:53:55.398807 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-06c5bb88-661a-49de-811e-598d7c899155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:55.456398 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-aff133a9-fa2c-40bf-a948-5e6f604e0a04 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:55.461779 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-aff133a9-fa2c-40bf-a948-5e6f604e0a04 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1730592 Feb 19 03:53:55.482610 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93e04f4-3d09-40c2-9d73-97bbb020df5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:55.483747 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b93e04f4-3d09-40c2-9d73-97bbb020df5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:55.495179 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-dd90222b-2127-4503-b057-4afbf0ecb9eb tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Request body: {'port': {'device_id': '05f49e50-796b-4bc2-b1dd-5adf23634ab4', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': '08f877b66b90483993020b1278c9481b'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:55.509303 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-968a4131-9577-4617-84c5-9f5e20bc1530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4451f179-5402-47ac-928f-d60109c8bf53), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:55.513007 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-8f628da2-2e5d-4591-a1fa-f9b044c99388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 816b0177-fe19-4dfb-81d0-9fb24fa15176 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:53:55.543822 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-27f91e46-ee29-41ca-89a7-7ded74b81363 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks [] for security_group_rule (ebca9d10-ae0b-4609-8cd5-84492f0fbce6), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:55.555204 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-8f628da2-2e5d-4591-a1fa-f9b044c99388 service neutron] Publish callbacks [] for port (816b0177-fe19-4dfb-81d0-9fb24fa15176), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:55.558845 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bb719646-7d70-4f9e-9f1c-613ec1c19fd4 req-0181fa88-4dee-4b7b-a1ba-26d353c5f525 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/security-groups?id=8850ec75-198c-493e-999d-19365a030e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6771183 Feb 19 03:53:55.614907 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b93e04f4-3d09-40c2-9d73-97bbb020df5e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4698789 Feb 19 03:53:55.620605 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38316) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:55.624739 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-968a4131-9577-4617-84c5-9f5e20bc1530 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=357670f9d92f4661ad34da17f36d92d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7465510 Feb 19 03:53:55.625555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-06c5bb88-661a-49de-811e-598d7c899155 None None] Allocated IP 172.20.0.2 (2dbc7f9e-1c85-412b-9e90-7af874c43c9e/b373074a-c933-406e-8120-4724e8d10399/0d5d4c5c-b8cf-46c5-8932-34a467ff0e02) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:53:55.633383 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38318) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:55.634303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a4131-9577-4617-84c5-9f5e20bc1530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4451f179-5402-47ac-928f-d60109c8bf53,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:55.638088 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-0c19a3df-5b44-4e4a-9c74-7c09a62a37b4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-53849198-router', 'tenant_id': 'db9294c8da474bcb9e43e0a3d1d64676', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:55.666227 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a414c2-5125-4259-a8f2-1dd543067aed req-e927ffa0-4221-4256-b994-f02080e4f210 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:55.667849 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-77a414c2-5125-4259-a8f2-1dd543067aed req-e927ffa0-4221-4256-b994-f02080e4f210 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 931 time: 0.5947802 Feb 19 03:53:55.698124 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-8f628da2-2e5d-4591-a1fa-f9b044c99388 service neutron] Transition to ACTIVE for port object 816b0177-fe19-4dfb-81d0-9fb24fa15176 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:53:55.726779 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-8f628da2-2e5d-4591-a1fa-f9b044c99388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (816b0177-fe19-4dfb-81d0-9fb24fa15176), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:55.749953 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0c19a3df-5b44-4e4a-9c74-7c09a62a37b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (63324fd9-7c73-43c0-a039-82ae9b4af7e4), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:55.750655 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0c19a3df-5b44-4e4a-9c74-7c09a62a37b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (63324fd9-7c73-43c0-a039-82ae9b4af7e4), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:55.783815 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1defda3d-1354-4081-92af-cc28987d327f req-27979daf-d2a9-4ff0-9224-eee5d6adb6e0 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=81c60502-ef1a-45e0-8cdd-add297af6870 HTTP/1.1" status: 200 len: 210 time: 0.1088417 Feb 19 03:53:55.828221 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 5cf95e7e-0a32-4cef-88be-80f540464163 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:53:55.888661 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f628da2-2e5d-4591-a1fa-f9b044c99388 service neutron] Pushing event updated for resources: {'Port': ['ID=816b0177-fe19-4dfb-81d0-9fb24fa15176,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:55.977037 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0c19a3df-5b44-4e4a-9c74-7c09a62a37b4 admin admin] Publish callbacks [] for router_controller (63324fd9-7c73-43c0-a039-82ae9b4af7e4), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:55.977219 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:53:55.978596 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-77a414c2-5125-4259-a8f2-1dd543067aed req-987285b5-74f6-4a83-a41b-be7c50156690 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856810 Feb 19 03:53:55.980555 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-dd90222b-2127-4503-b057-4afbf0ecb9eb tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Made reservation on behalf of 08f877b66b90483993020b1278c9481b for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:55.991691 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-dd90222b-2127-4503-b057-4afbf0ecb9eb tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.008592 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c370533d-8657-48b5-9eea-d2397518a27c admin admin] Publish callbacks [] for security_group (4451f179-5402-47ac-928f-d60109c8bf53), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.022951 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-dd90222b-2127-4503-b057-4afbf0ecb9eb tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.033410 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 5cf95e7e-0a32-4cef-88be-80f540464163 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:53:56.034033 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 5cf95e7e-0a32-4cef-88be-80f540464163 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:53:56.054377 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-81ac116c-7915-45eb-a4dc-af1200f06730 req-a2fdb62d-e6f2-4336-8ad9-98dad5866496 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=05f49e50-796b-4bc2-b1dd-5adf23634ab4 HTTP/1.1" status: 200 len: 210 time: 0.0962911 Feb 19 03:53:56.064667 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-27f91e46-ee29-41ca-89a7-7ded74b81363 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks [] for security_group_rule (ebca9d10-ae0b-4609-8cd5-84492f0fbce6), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.076857 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-06c5bb88-661a-49de-811e-598d7c899155 None None] Publish callbacks [] for port (0d5d4c5c-b8cf-46c5-8932-34a467ff0e02), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.087511 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-8f628da2-2e5d-4591-a1fa-f9b044c99388 service neutron] Attempting to bind port 816b0177-fe19-4dfb-81d0-9fb24fa15176 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:56.087844 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-8f628da2-2e5d-4591-a1fa-f9b044c99388 service neutron] Attempting to bind port 816b0177-fe19-4dfb-81d0-9fb24fa15176 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:56.088171 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-8f628da2-2e5d-4591-a1fa-f9b044c99388 service neutron] Attempting to bind port 816b0177-fe19-4dfb-81d0-9fb24fa15176 on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:56.092142 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-06c5bb88-661a-49de-811e-598d7c899155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (0d5d4c5c-b8cf-46c5-8932-34a467ff0e02), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.100077 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-27f91e46-ee29-41ca-89a7-7ded74b81363 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (ebca9d10-ae0b-4609-8cd5-84492f0fbce6), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.103319 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:56.103724 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.126145 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f91e46-ee29-41ca-89a7-7ded74b81363 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebca9d10-ae0b-4609-8cd5-84492f0fbce6,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:56.129227 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c370533d-8657-48b5-9eea-d2397518a27c admin admin] Publish callbacks [] for security_group (4451f179-5402-47ac-928f-d60109c8bf53), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.130884 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-8f628da2-2e5d-4591-a1fa-f9b044c99388 service neutron] Port 816b0177-fe19-4dfb-81d0-9fb24fa15176 on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:56.131209 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-8f628da2-2e5d-4591-a1fa-f9b044c99388 service neutron] Attempting to bind port 816b0177-fe19-4dfb-81d0-9fb24fa15176 on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:56.150410 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-22dd86b6-6613-4b53-a6a1-a34f6c7d8ac0 req-56b6b676-87d5-41cf-bcf7-3bf09edc4e99 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (421d79cb-ed02-4098-ab80-ca701022eab2), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.173463 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-27f91e46-ee29-41ca-89a7-7ded74b81363 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.177545 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-27f91e46-ee29-41ca-89a7-7ded74b81363 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2557244 Feb 19 03:53:56.178339 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38320) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:56.183765 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3578577c-a4e9-4644-86b7-448a8b63d81c tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Request body: {'security_group_rule': {'security_group_id': 'f0dfac4c-c713-4454-abce-58b1166b49c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:56.192022 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-8f628da2-2e5d-4591-a1fa-f9b044c99388 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:53:56.192284 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-8f628da2-2e5d-4591-a1fa-f9b044c99388 service neutron] Checking segment: {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:53:56.192667 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-8f628da2-2e5d-4591-a1fa-f9b044c99388 service neutron] Bound using segment: {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:53:56.193166 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-8f628da2-2e5d-4591-a1fa-f9b044c99388 service neutron] Bound port: 816b0177-fe19-4dfb-81d0-9fb24fa15176, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:53:56.193539 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-8f628da2-2e5d-4591-a1fa-f9b044c99388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (816b0177-fe19-4dfb-81d0-9fb24fa15176), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.241972 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6b676-87d5-41cf-bcf7-3bf09edc4e99 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Pushing event deleted for resources: {'Port': ['ID=421d79cb-ed02-4098-ab80-ca701022eab2,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:56.258421 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0c19a3df-5b44-4e4a-9c74-7c09a62a37b4 admin admin] Publish callbacks [] for router_gateway (63324fd9-7c73-43c0-a039-82ae9b4af7e4), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.290495 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-22dd86b6-6613-4b53-a6a1-a34f6c7d8ac0 req-56b6b676-87d5-41cf-bcf7-3bf09edc4e99 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] No DVR routers for this DVR port 421d79cb-ed02-4098-ab80-ca701022eab2 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:53:56.308834 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-22dd86b6-6613-4b53-a6a1-a34f6c7d8ac0 req-56b6b676-87d5-41cf-bcf7-3bf09edc4e99 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.314469 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-22dd86b6-6613-4b53-a6a1-a34f6c7d8ac0 req-56b6b676-87d5-41cf-bcf7-3bf09edc4e99 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.79 "DELETE /v2.0/ports/421d79cb-ed02-4098-ab80-ca701022eab2 HTTP/1.1" status: 204 len: 173 time: 2.5332470 Feb 19 03:53:56.314971 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fccb38-7e97-4cc9-abdd-801cd6cc1f3c', 'name': 'network-vif-deleted', 'tag': '421d79cb-ed02-4098-ab80-ca701022eab2'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:53:56.318123 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e2675e-7889-4dc8-80b1-2e7c7d0220bd" -d '{"events": [{"server_uuid": "45fccb38-7e97-4cc9-abdd-801cd6cc1f3c", "name": "network-vif-deleted", "tag": "421d79cb-ed02-4098-ab80-ca701022eab2"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:53:56.330699 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3578577c-a4e9-4644-86b7-448a8b63d81c tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks [] for security_group_rule (4365af74-a019-4bf8-835c-ce5e200f8d67), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.343203 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c370533d-8657-48b5-9eea-d2397518a27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4451f179-5402-47ac-928f-d60109c8bf53), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.346220 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c370533d-8657-48b5-9eea-d2397518a27c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.347792 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c370533d-8657-48b5-9eea-d2397518a27c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4451f179-5402-47ac-928f-d60109c8bf53 HTTP/1.1" status: 204 len: 168 time: 0.7102604 Feb 19 03:53:56.366521 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370533d-8657-48b5-9eea-d2397518a27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4451f179-5402-47ac-928f-d60109c8bf53,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:56.375440 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5bb88-661a-49de-811e-598d7c899155 None None] Pushing event updated for resources: {'Port': ['ID=0d5d4c5c-b8cf-46c5-8932-34a467ff0e02,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:56.379021 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c5bb88-661a-49de-811e-598d7c899155 None None] Network 2dbc7f9e-1c85-412b-9e90-7af874c43c9e is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:53:56.391271 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-06c5bb88-661a-49de-811e-598d7c899155 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:56.397316 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c5bb88-661a-49de-811e-598d7c899155 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:53:56.470088 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5753b9-d743-4e25-9e46-3c216f75ca00 x-openstack-request-id: req-4f5753b9-d743-4e25-9e46-3c216f75ca00 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:53:56.470351 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fccb38-7e97-4cc9-abdd-801cd6cc1f3c", "name": "network-vif-deleted", "tag": "421d79cb-ed02-4098-ab80-ca701022eab2", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:53:56.470792 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4f5753b9-d743-4e25-9e46-3c216f75ca00 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:53:56.471194 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45fccb38-7e97-4cc9-abdd-801cd6cc1f3c', 'name': 'network-vif-deleted', 'tag': '421d79cb-ed02-4098-ab80-ca701022eab2', 'status': 'completed', 'code': 200} Feb 19 03:53:56.479847 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-8f628da2-2e5d-4591-a1fa-f9b044c99388 service neutron] For port 816b0177-fe19-4dfb-81d0-9fb24fa15176, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:53:56.518404 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-8f628da2-2e5d-4591-a1fa-f9b044c99388 service neutron] For port 816b0177-fe19-4dfb-81d0-9fb24fa15176, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=816b0177-fe19-4dfb-81d0-9fb24fa15176,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:53:56.539265 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-dd90222b-2127-4503-b057-4afbf0ecb9eb tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Publish callbacks [] for security_group (e16c0917-6b85-4b9d-a41f-e95b2d7ba101), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.548810 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-8f628da2-2e5d-4591-a1fa-f9b044c99388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (816b0177-fe19-4dfb-81d0-9fb24fa15176), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.553081 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-f4cf2861-f081-4592-ad7a-9920f135ceb8 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=43869446ea78425a856d1c326e1ec965&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556080 Feb 19 03:53:56.567563 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-06c5bb88-661a-49de-811e-598d7c899155 None None] Attempting to bind port 0d5d4c5c-b8cf-46c5-8932-34a467ff0e02 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:56.568343 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-06c5bb88-661a-49de-811e-598d7c899155 None None] Attempting to bind port 0d5d4c5c-b8cf-46c5-8932-34a467ff0e02 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '38292db9-b633-4bb0-a3d1-faf2c5a0d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2dbc7f9e-1c85-412b-9e90-7af874c43c9e'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:56.569596 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c5bb88-661a-49de-811e-598d7c899155 None None] Attempting to bind port 0d5d4c5c-b8cf-46c5-8932-34a467ff0e02 on network 2dbc7f9e-1c85-412b-9e90-7af874c43c9e {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:56.608006 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-dd90222b-2127-4503-b057-4afbf0ecb9eb tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e16c0917-6b85-4b9d-a41f-e95b2d7ba101), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.608232 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c5bb88-661a-49de-811e-598d7c899155 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:53:56.608750 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c5bb88-661a-49de-811e-598d7c899155 None None] Checking segment: {'id': '38292db9-b633-4bb0-a3d1-faf2c5a0d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2dbc7f9e-1c85-412b-9e90-7af874c43c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:53:56.609251 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-06c5bb88-661a-49de-811e-598d7c899155 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.609878 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c5bb88-661a-49de-811e-598d7c899155 None None] Bound using segment: {'id': '38292db9-b633-4bb0-a3d1-faf2c5a0d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2dbc7f9e-1c85-412b-9e90-7af874c43c9e'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:53:56.610630 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-06c5bb88-661a-49de-811e-598d7c899155 None None] Bound port: 0d5d4c5c-b8cf-46c5-8932-34a467ff0e02, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38292db9-b633-4bb0-a3d1-faf2c5a0d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2dbc7f9e-1c85-412b-9e90-7af874c43c9e'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:53:56.611610 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-06c5bb88-661a-49de-811e-598d7c899155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0d5d4c5c-b8cf-46c5-8932-34a467ff0e02), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.631411 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.660936 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3578577c-a4e9-4644-86b7-448a8b63d81c tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks [] for security_group_rule (4365af74-a019-4bf8-835c-ce5e200f8d67), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.667443 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f628da2-2e5d-4591-a1fa-f9b044c99388 service neutron] Pushing event updated for resources: {'Port': ['ID=816b0177-fe19-4dfb-81d0-9fb24fa15176,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:56.702256 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:56.729279 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3578577c-a4e9-4644-86b7-448a8b63d81c tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (4365af74-a019-4bf8-835c-ce5e200f8d67), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.751345 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-06c5bb88-661a-49de-811e-598d7c899155 None None] For port 0d5d4c5c-b8cf-46c5-8932-34a467ff0e02, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:53:56.752387 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-418f0fdb-f5f1-4a41-af09-d385fc36377b req-b3aac5f2-20e6-4f28-abac-5b219f21d7e0 tempest-AggregatesAdminTestJSON-1689522925 tempest-AggregatesAdminTestJSON-1689522925-project] 10.222.0.52 "GET /v2.0/ports?device_id=45fccb38-7e97-4cc9-abdd-801cd6cc1f3c HTTP/1.1" status: 200 len: 210 time: 0.0786221 Feb 19 03:53:56.756873 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-06c5bb88-661a-49de-811e-598d7c899155 None None] For port 0d5d4c5c-b8cf-46c5-8932-34a467ff0e02, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0d5d4c5c-b8cf-46c5-8932-34a467ff0e02,segment=NetworkSegment(38292db9-b633-4bb0-a3d1-faf2c5a0d27a),segment_id=38292db9-b633-4bb0-a3d1-faf2c5a0d27a)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:53:56.767316 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-06c5bb88-661a-49de-811e-598d7c899155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0d5d4c5c-b8cf-46c5-8932-34a467ff0e02), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.815579 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-d6884a38-5117-4150-8c58-459f6350f40d tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:56.816368 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-d6884a38-5117-4150-8c58-459f6350f40d tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2571545 Feb 19 03:53:56.831041 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-41c270d9-a37b-43f0-8e11-0ec08f90b4af tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Request body: {'port': {'device_id': '81c60502-ef1a-45e0-8cdd-add297af6870', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': '43869446ea78425a856d1c326e1ec965'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:56.870316 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-8f628da2-2e5d-4591-a1fa-f9b044c99388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:56.871979 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-8f628da2-2e5d-4591-a1fa-f9b044c99388 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.875763 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5bb88-661a-49de-811e-598d7c899155 None None] Pushing event updated for resources: {'Port': ['ID=0d5d4c5c-b8cf-46c5-8932-34a467ff0e02,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:56.877544 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-8f628da2-2e5d-4591-a1fa-f9b044c99388 service neutron] 10.222.0.26 "PUT /v2.0/ports/816b0177-fe19-4dfb-81d0-9fb24fa15176 HTTP/1.1" status: 200 len: 1092 time: 2.1569796 Feb 19 03:53:56.881245 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed8deaa-a316-43b9-adf9-463018656cbd', 'tag': '816b0177-fe19-4dfb-81d0-9fb24fa15176'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:53:56.888795 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8379b89c-31af-4c8d-afe6-efde1fba701f" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed8deaa-a316-43b9-adf9-463018656cbd", "tag": "816b0177-fe19-4dfb-81d0-9fb24fa15176"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:53:56.929525 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90222b-2127-4503-b057-4afbf0ecb9eb tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e16c0917-6b85-4b9d-a41f-e95b2d7ba101,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:56.946573 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578577c-a4e9-4644-86b7-448a8b63d81c tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4365af74-a019-4bf8-835c-ce5e200f8d67,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:56.968567 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3578577c-a4e9-4644-86b7-448a8b63d81c tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.972947 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3578577c-a4e9-4644-86b7-448a8b63d81c tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7927299 Feb 19 03:53:56.975325 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38342) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:56.976680 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3b8f72-6d80-4906-9639-79b1f7041cb2 x-openstack-request-id: req-7a3b8f72-6d80-4906-9639-79b1f7041cb2 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:53:56.976972 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed8deaa-a316-43b9-adf9-463018656cbd", "tag": "816b0177-fe19-4dfb-81d0-9fb24fa15176", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:53:56.977226 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7a3b8f72-6d80-4906-9639-79b1f7041cb2 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:53:56.977628 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed8deaa-a316-43b9-adf9-463018656cbd', 'tag': '816b0177-fe19-4dfb-81d0-9fb24fa15176', 'status': 'completed', 'code': 200} Feb 19 03:53:56.991124 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d3e5ff9b-1f2a-47b0-a6c9-fce5ea20999b req-6b2c627e-e805-47e2-809c-ca34bff061d3 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=81c60502-ef1a-45e0-8cdd-add297af6870 HTTP/1.1" status: 200 len: 210 time: 0.0776873 Feb 19 03:53:56.999603 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ea6a2eca-a6e2-431f-8f29-203e9ec60b6e tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:57.100021 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea6a2eca-a6e2-431f-8f29-203e9ec60b6e tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:57.122731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-41c270d9-a37b-43f0-8e11-0ec08f90b4af tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Made reservation on behalf of 43869446ea78425a856d1c326e1ec965 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:57.127129 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-41c270d9-a37b-43f0-8e11-0ec08f90b4af tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:57.133673 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-dd90222b-2127-4503-b057-4afbf0ecb9eb tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Allocated IP 192.168.233.83 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/60d119df-987d-4fb5-9aac-7362fc2f8141) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:53:57.149310 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-ea34f728-c394-49c6-b41d-a898e9aabd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:57.150905 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-ea34f728-c394-49c6-b41d-a898e9aabd82 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 1126 time: 0.2059815 Feb 19 03:53:57.254235 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 421d79cb-ed02-4098-ab80-ca701022eab2 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:53:57.285596 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 421d79cb-ed02-4098-ab80-ca701022eab2 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:53:57.286201 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 421d79cb-ed02-4098-ab80-ca701022eab2 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:53:57.290208 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bcd839f1-5cad-417e-8538-c613261ed7a8 req-3a71a2bd-330a-4bc0-bcf7-d75d4eb72b93 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=05f49e50-796b-4bc2-b1dd-5adf23634ab4 HTTP/1.1" status: 200 len: 210 time: 0.0931022 Feb 19 03:53:57.340104 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1f996-d47e-4170-99ac-133de0ec81ec req-9681d3e5-dec6-41b6-94d0-56f79429d2a6 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:57.347983 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16f1f996-d47e-4170-99ac-133de0ec81ec req-9681d3e5-dec6-41b6-94d0-56f79429d2a6 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 943 time: 0.2606339 Feb 19 03:53:57.362962 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-b12438b3-5168-4e06-b0a4-a6d92c00e28d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=816b0177-fe19-4dfb-81d0-9fb24fa15176 HTTP/1.1" status: 200 len: 217 time: 0.1894994 Feb 19 03:53:57.408321 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16f1f996-d47e-4170-99ac-133de0ec81ec req-fab520b7-9ef7-434c-9e47-b63532f5f142 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590436 Feb 19 03:53:57.659409 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38360) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:57.753889 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-0d4f826d-1ed8-474c-8319-d5e3a815d70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:57.755683 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-0d4f826d-1ed8-474c-8319-d5e3a815d70e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d HTTP/1.1" status: 200 len: 848 time: 0.1735337 Feb 19 03:53:57.801999 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0c19a3df-5b44-4e4a-9c74-7c09a62a37b4 admin admin] Publish callbacks [] for router_gateway (63324fd9-7c73-43c0-a039-82ae9b4af7e4), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:57.810374 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-60250ac7-16dd-487f-9a7b-977a55e3c1d4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=575db6fc-b1bf-4deb-91aa-ccf16978efb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473802 Feb 19 03:53:57.814696 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-f4d7e546-81f1-4d30-9c1d-1d967587b8d8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1793534034-network', 'tenant_id': '2d0f4caff5434d379e80e0b432aea600'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:57.844218 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0c19a3df-5b44-4e4a-9c74-7c09a62a37b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:57.846008 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d7e546-81f1-4d30-9c1d-1d967587b8d8 admin admin] Made reservation on behalf of 2d0f4caff5434d379e80e0b432aea600 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:57.848618 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f4d7e546-81f1-4d30-9c1d-1d967587b8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:57.852715 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0d5d4c5c-b8cf-46c5-8932-34a467ff0e02 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:53:57.862054 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f4d7e546-81f1-4d30-9c1d-1d967587b8d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:57.954109 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f4d7e546-81f1-4d30-9c1d-1d967587b8d8 admin admin] Publish callbacks [] for security_group (1163e73b-faf7-4e4a-a84d-90e1c01ccf01), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:57.962079 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f4d7e546-81f1-4d30-9c1d-1d967587b8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1163e73b-faf7-4e4a-a84d-90e1c01ccf01), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:57.967207 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 0d5d4c5c-b8cf-46c5-8932-34a467ff0e02 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:57.967389 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0d5d4c5c-b8cf-46c5-8932-34a467ff0e02), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:57.987019 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d7e546-81f1-4d30-9c1d-1d967587b8d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:53:58.020281 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7e546-81f1-4d30-9c1d-1d967587b8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1163e73b-faf7-4e4a-a84d-90e1c01ccf01,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:58.024490 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f4d7e546-81f1-4d30-9c1d-1d967587b8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (35e3b320-d71e-4f19-b693-888c56b0bd61), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:58.026588 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-f4d7e546-81f1-4d30-9c1d-1d967587b8d8 admin admin] Added segment 35e3b320-d71e-4f19-b693-888c56b0bd61 of type vlan for network 6d936416-f125-4c3f-940d-813318503889 Feb 19 03:53:58.113799 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f4d7e546-81f1-4d30-9c1d-1d967587b8d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (6d936416-f125-4c3f-940d-813318503889), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:58.164408 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-0c19a3df-5b44-4e4a-9c74-7c09a62a37b4 admin admin] Allocated IP 172.25.3.252 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/840d6c43-2e60-4e35-8e6c-531f789fe691) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:53:58.184637 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 0d5d4c5c-b8cf-46c5-8932-34a467ff0e02 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:58.184637 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0d5d4c5c-b8cf-46c5-8932-34a467ff0e02), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:58.247116 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-dd90222b-2127-4503-b057-4afbf0ecb9eb tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Publish callbacks [] for port (60d119df-987d-4fb5-9aac-7362fc2f8141), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:58.261179 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 0d5d4c5c-b8cf-46c5-8932-34a467ff0e02, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0d5d4c5c-b8cf-46c5-8932-34a467ff0e02,segment=NetworkSegment(38292db9-b633-4bb0-a3d1-faf2c5a0d27a),segment_id=38292db9-b633-4bb0-a3d1-faf2c5a0d27a)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:58.269016 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0d5d4c5c-b8cf-46c5-8932-34a467ff0e02), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:58.326279 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea6a2eca-a6e2-431f-8f29-203e9ec60b6e tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:58.371191 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=0d5d4c5c-b8cf-46c5-8932-34a467ff0e02,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:58.376258 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c7d281-0a29-4b6f-9207-b3b265b2f4f8 None None] Network 2dbc7f9e-1c85-412b-9e90-7af874c43c9e requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:53:58.378907 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-e27ec370-c79d-48cf-87ea-8bd7f12b5507 service neutron] 10.222.0.26 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5453653 Feb 19 03:53:58.421088 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.db.resource_extend [None req-f4d7e546-81f1-4d30-9c1d-1d967587b8d8 admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:53:58.436462 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0c19a3df-5b44-4e4a-9c74-7c09a62a37b4 admin admin] Publish callbacks [] for port (840d6c43-2e60-4e35-8e6c-531f789fe691), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:58.447604 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fb1e880e-1f33-4424-9055-80bf44a84ab0 req-c233fcf7-af35-4541-aca4-cae1670f47eb tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=81c60502-ef1a-45e0-8cdd-add297af6870 HTTP/1.1" status: 200 len: 210 time: 0.3312204 Feb 19 03:53:58.480917 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b13cbd1-e442-4df2-97e3-978c84a9ae50 req-ff8ae6d9-be61-4854-a18c-077b81493b75 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=05f49e50-796b-4bc2-b1dd-5adf23634ab4 HTTP/1.1" status: 200 len: 210 time: 0.0323451 Feb 19 03:53:58.481679 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f4d7e546-81f1-4d30-9c1d-1d967587b8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (6d936416-f125-4c3f-940d-813318503889), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:58.482581 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d7e546-81f1-4d30-9c1d-1d967587b8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:58.483341 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f4d7e546-81f1-4d30-9c1d-1d967587b8d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:58.517398 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-dd90222b-2127-4503-b057-4afbf0ecb9eb tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (60d119df-987d-4fb5-9aac-7362fc2f8141), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:58.547223 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-816d53e6-638d-440b-871a-cda5f457fdd6 None None] Provisioning complete for port 0d5d4c5c-b8cf-46c5-8932-34a467ff0e02 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:58.552897 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-816d53e6-638d-440b-871a-cda5f457fdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0d5d4c5c-b8cf-46c5-8932-34a467ff0e02), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:58.569022 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7e546-81f1-4d30-9c1d-1d967587b8d8 admin admin] Pushing event updated for resources: {'Network': ['ID=6d936416-f125-4c3f-940d-813318503889,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:58.574364 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f4d7e546-81f1-4d30-9c1d-1d967587b8d8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9071281 Feb 19 03:53:58.585171 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38396) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:58.591472 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-c754e440-6a6a-46c4-86c3-50696e5813a8 admin admin] Request body: {'subnet': {'network_id': '6d936416-f125-4c3f-940d-813318503889', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1793534034-subnet', 'tenant_id': '2d0f4caff5434d379e80e0b432aea600', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:58.607904 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 6d936416-f125-4c3f-940d-813318503889 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:53:58.614062 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-dd90222b-2127-4503-b057-4afbf0ecb9eb tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:53:58.647241 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-dd90222b-2127-4503-b057-4afbf0ecb9eb tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:58.649254 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90222b-2127-4503-b057-4afbf0ecb9eb tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Pushing event updated for resources: {'Port': ['ID=60d119df-987d-4fb5-9aac-7362fc2f8141,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:58.653940 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-dd90222b-2127-4503-b057-4afbf0ecb9eb tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:53:58.654037 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-41c270d9-a37b-43f0-8e11-0ec08f90b4af tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Allocated IP 192.168.233.219 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/4bc33ce7-54da-4765-bbd8-6ac33781cd5f) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:53:58.659452 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-dd90222b-2127-4503-b057-4afbf0ecb9eb tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:58.660530 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-dd90222b-2127-4503-b057-4afbf0ecb9eb tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:58.678274 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068cff9b-df31-4d0b-ad0d-aa0a58477e74 req-98ba21e1-20e6-4f23-89e2-bad6c58f166d tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:58.685068 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-068cff9b-df31-4d0b-ad0d-aa0a58477e74 req-98ba21e1-20e6-4f23-89e2-bad6c58f166d tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 943 time: 0.1090283 Feb 19 03:53:58.734601 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0c19a3df-5b44-4e4a-9c74-7c09a62a37b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (840d6c43-2e60-4e35-8e6c-531f789fe691), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:58.805939 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-068cff9b-df31-4d0b-ad0d-aa0a58477e74 req-6cb13392-6d3f-403b-a4b9-98649ee79391 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940008 Feb 19 03:53:58.850458 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-816d53e6-638d-440b-871a-cda5f457fdd6 None None] Current status of the port 0d5d4c5c-b8cf-46c5-8932-34a467ff0e02 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:58.869186 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19a3df-5b44-4e4a-9c74-7c09a62a37b4 admin admin] Pushing event updated for resources: {'Port': ['ID=840d6c43-2e60-4e35-8e6c-531f789fe691,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:58.887523 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1c324c47-2c1d-4958-b1e2-fb60cd364d6a req-ce4c9672-3bfd-4f2f-85f1-b4ead6a2d33c service neutron] 10.222.0.26 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689043 Feb 19 03:53:58.901473 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c19a3df-5b44-4e4a-9c74-7c09a62a37b4 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:53:58.902960 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c754e440-6a6a-46c4-86c3-50696e5813a8 admin admin] Made reservation on behalf of 2d0f4caff5434d379e80e0b432aea600 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:58.906948 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c754e440-6a6a-46c4-86c3-50696e5813a8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:58.916996 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-0c19a3df-5b44-4e4a-9c74-7c09a62a37b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:58.920906 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c19a3df-5b44-4e4a-9c74-7c09a62a37b4 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:53:58.968043 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-dd90222b-2127-4503-b057-4afbf0ecb9eb tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4855790 Feb 19 03:53:59.044131 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-41c270d9-a37b-43f0-8e11-0ec08f90b4af tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Publish callbacks [] for port (4bc33ce7-54da-4765-bbd8-6ac33781cd5f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:59.082655 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-3bf3e723-05a0-4315-9e4e-24798ab75fd7 None None] Provisioning complete for port 60d119df-987d-4fb5-9aac-7362fc2f8141 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:59.083135 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3bf3e723-05a0-4315-9e4e-24798ab75fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (60d119df-987d-4fb5-9aac-7362fc2f8141), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:59.104404 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-41c270d9-a37b-43f0-8e11-0ec08f90b4af tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (4bc33ce7-54da-4765-bbd8-6ac33781cd5f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:59.104577 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-9299d3ea-bbdf-44fc-ba7b-6427ec6a4b6a service neutron] Request body: {'port': {'device_id': '05f49e50-796b-4bc2-b1dd-5adf23634ab4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:59.126842 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3bf3e723-05a0-4315-9e4e-24798ab75fd7 None None] Port 60d119df-987d-4fb5-9aac-7362fc2f8141 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:53:59.137254 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-3bf3e723-05a0-4315-9e4e-24798ab75fd7 None None] Provisioning complete for port 0d5d4c5c-b8cf-46c5-8932-34a467ff0e02 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:59.137632 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3bf3e723-05a0-4315-9e4e-24798ab75fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0d5d4c5c-b8cf-46c5-8932-34a467ff0e02), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:59.169744 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-41c270d9-a37b-43f0-8e11-0ec08f90b4af tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:53:59.172968 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-41c270d9-a37b-43f0-8e11-0ec08f90b4af tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:59.192557 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-41c270d9-a37b-43f0-8e11-0ec08f90b4af tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:53:59.209091 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:59.250636 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-ea6a2eca-a6e2-431f-8f29-203e9ec60b6e tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Allocated IP 172.25.3.230 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/364fea46-aa59-4205-8125-574430634b8b) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:53:59.251100 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3bf3e723-05a0-4315-9e4e-24798ab75fd7 None None] Current status of the port 0d5d4c5c-b8cf-46c5-8932-34a467ff0e02 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:59.272215 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c270d9-a37b-43f0-8e11-0ec08f90b4af tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Pushing event updated for resources: {'Port': ['ID=4bc33ce7-54da-4765-bbd8-6ac33781cd5f,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:59.323131 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-41c270d9-a37b-43f0-8e11-0ec08f90b4af tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:59.323131 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-41c270d9-a37b-43f0-8e11-0ec08f90b4af tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:59.351894 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-41c270d9-a37b-43f0-8e11-0ec08f90b4af tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5255473 Feb 19 03:53:59.355175 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379b89c-31af-4c8d-afe6-efde1fba701f req-765c6ac8-ff6b-440a-af8f-34180be0aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:59.356687 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8379b89c-31af-4c8d-afe6-efde1fba701f req-765c6ac8-ff6b-440a-af8f-34180be0aac2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 1126 time: 0.2952824 Feb 19 03:53:59.366100 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-5214cf27-7b32-492b-bb29-93c454498ae3 service neutron] Request body: {'port': {'device_id': '81c60502-ef1a-45e0-8cdd-add297af6870', 'device_owner': 'compute:tempest-test_az-375608766', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:59.465433 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-5214cf27-7b32-492b-bb29-93c454498ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4bc33ce7-54da-4765-bbd8-6ac33781cd5f), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:59.474154 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fa4cf1b1-a0e0-4706-94fa-37ff76194774 None None] Provisioning complete for port 4bc33ce7-54da-4765-bbd8-6ac33781cd5f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:59.476420 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fa4cf1b1-a0e0-4706-94fa-37ff76194774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4bc33ce7-54da-4765-bbd8-6ac33781cd5f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:59.529885 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cf1b1-a0e0-4706-94fa-37ff76194774 None None] Port 4bc33ce7-54da-4765-bbd8-6ac33781cd5f cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:53:59.560394 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-9299d3ea-bbdf-44fc-ba7b-6427ec6a4b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (60d119df-987d-4fb5-9aac-7362fc2f8141), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:59.744615 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379b89c-31af-4c8d-afe6-efde1fba701f req-f952c325-f124-4e1a-97c3-b3cc4964b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:59.746110 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8379b89c-31af-4c8d-afe6-efde1fba701f req-f952c325-f124-4e1a-97c3-b3cc4964b4e5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=575db6fc-b1bf-4deb-91aa-ccf16978efb1 HTTP/1.1" status: 200 len: 909 time: 0.3735161 Feb 19 03:53:59.762123 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a22b0-1d19-40fe-943d-28b6d1e3538b req-507c50f9-6909-4a69-8324-21b08aabbeea tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:59.769320 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-230a22b0-1d19-40fe-943d-28b6d1e3538b req-507c50f9-6909-4a69-8324-21b08aabbeea tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=81c60502-ef1a-45e0-8cdd-add297af6870 HTTP/1.1" status: 200 len: 936 time: 0.1643467 Feb 19 03:53:59.795670 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0d5d4c5c-b8cf-46c5-8932-34a467ff0e02 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:53:59.815953 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0bc32-e3cd-458c-bd82-5ea2ae1e6931 req-0375306a-b2b5-42be-8f9d-ea4dca662bc3 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:59.817453 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a1c0bc32-e3cd-458c-bd82-5ea2ae1e6931 req-0375306a-b2b5-42be-8f9d-ea4dca662bc3 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=05f49e50-796b-4bc2-b1dd-5adf23634ab4 HTTP/1.1" status: 200 len: 935 time: 0.1558592 Feb 19 03:53:59.847807 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 0d5d4c5c-b8cf-46c5-8932-34a467ff0e02 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:59.848434 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0d5d4c5c-b8cf-46c5-8932-34a467ff0e02), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:59.898937 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-230a22b0-1d19-40fe-943d-28b6d1e3538b req-fb00bbcc-6dbe-4ff1-9832-6f18d87f3ca9 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257358 Feb 19 03:53:59.939265 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 0d5d4c5c-b8cf-46c5-8932-34a467ff0e02 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:59.974564 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a1c0bc32-e3cd-458c-bd82-5ea2ae1e6931 req-6983aa89-c8d4-435c-b167-ee85c8c4b701 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/security-groups?id=e16c0917-6b85-4b9d-a41f-e95b2d7ba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412413 Feb 19 03:53:59.995322 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-5214cf27-7b32-492b-bb29-93c454498ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc33ce7-54da-4765-bbd8-6ac33781cd5f {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:54:00.008885 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c754e440-6a6a-46c4-86c3-50696e5813a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for subnet (2953d6c2-cff6-4430-863a-070b45f3a12f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:00.010019 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-5214cf27-7b32-492b-bb29-93c454498ae3 service neutron] Publish callbacks [] for port (4bc33ce7-54da-4765-bbd8-6ac33781cd5f), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:00.035045 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-5214cf27-7b32-492b-bb29-93c454498ae3 service neutron] Transition to ACTIVE for port object 4bc33ce7-54da-4765-bbd8-6ac33781cd5f will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:54:00.040161 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-5214cf27-7b32-492b-bb29-93c454498ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (4bc33ce7-54da-4765-bbd8-6ac33781cd5f), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:00.080944 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8379b89c-31af-4c8d-afe6-efde1fba701f req-6a3c0be4-f149-4e0b-a280-32825e95716f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=816b0177-fe19-4dfb-81d0-9fb24fa15176 HTTP/1.1" status: 200 len: 217 time: 0.3216152 Feb 19 03:54:00.125032 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214cf27-7b32-492b-bb29-93c454498ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc33ce7-54da-4765-bbd8-6ac33781cd5f,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:00.129998 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea6a2eca-a6e2-431f-8f29-203e9ec60b6e tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks [] for port (364fea46-aa59-4205-8125-574430634b8b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:00.185972 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0c19a3df-5b44-4e4a-9c74-7c09a62a37b4 admin admin] Publish callbacks [] for router_gateway (63324fd9-7c73-43c0-a039-82ae9b4af7e4), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:00.216244 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52992a1c-4cac-4be2-8a19-7df1f2f86a55 req-6d68d916-3502-45ea-b4f8-9f0fa70bbb40 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:00.217803 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-52992a1c-4cac-4be2-8a19-7df1f2f86a55 req-6d68d916-3502-45ea-b4f8-9f0fa70bbb40 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 943 time: 0.1456766 Feb 19 03:54:00.252603 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-5214cf27-7b32-492b-bb29-93c454498ae3 service neutron] Attempting to bind port 4bc33ce7-54da-4765-bbd8-6ac33781cd5f on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:00.252836 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-5214cf27-7b32-492b-bb29-93c454498ae3 service neutron] Attempting to bind port 4bc33ce7-54da-4765-bbd8-6ac33781cd5f by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:00.253085 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-5214cf27-7b32-492b-bb29-93c454498ae3 service neutron] Attempting to bind port 4bc33ce7-54da-4765-bbd8-6ac33781cd5f on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:00.261193 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-5214cf27-7b32-492b-bb29-93c454498ae3 service neutron] Port 4bc33ce7-54da-4765-bbd8-6ac33781cd5f on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:54:00.261958 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-5214cf27-7b32-492b-bb29-93c454498ae3 service neutron] Attempting to bind port 4bc33ce7-54da-4765-bbd8-6ac33781cd5f on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:00.272451 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-5214cf27-7b32-492b-bb29-93c454498ae3 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:00.272795 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-5214cf27-7b32-492b-bb29-93c454498ae3 service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:00.273204 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-5214cf27-7b32-492b-bb29-93c454498ae3 service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:00.273653 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-5214cf27-7b32-492b-bb29-93c454498ae3 service neutron] Bound port: 4bc33ce7-54da-4765-bbd8-6ac33781cd5f, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:00.274014 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-5214cf27-7b32-492b-bb29-93c454498ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4bc33ce7-54da-4765-bbd8-6ac33781cd5f), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:00.327311 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754e440-6a6a-46c4-86c3-50696e5813a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2953d6c2-cff6-4430-863a-070b45f3a12f,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:00.342148 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-52992a1c-4cac-4be2-8a19-7df1f2f86a55 req-98992cb4-6bb3-492f-b58b-698bf478d79f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125638 Feb 19 03:54:00.413276 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-5214cf27-7b32-492b-bb29-93c454498ae3 service neutron] For port 4bc33ce7-54da-4765-bbd8-6ac33781cd5f, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:00.416710 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-5214cf27-7b32-492b-bb29-93c454498ae3 service neutron] For port 4bc33ce7-54da-4765-bbd8-6ac33781cd5f, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=4bc33ce7-54da-4765-bbd8-6ac33781cd5f,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:00.419829 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379b89c-31af-4c8d-afe6-efde1fba701f req-fdea8eab-e356-435c-8edc-ee45887896f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:00.419829 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8379b89c-31af-4c8d-afe6-efde1fba701f req-fdea8eab-e356-435c-8edc-ee45887896f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d HTTP/1.1" status: 200 len: 848 time: 0.2978263 Feb 19 03:54:00.426862 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-5214cf27-7b32-492b-bb29-93c454498ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (4bc33ce7-54da-4765-bbd8-6ac33781cd5f), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:00.500816 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea6a2eca-a6e2-431f-8f29-203e9ec60b6e tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (364fea46-aa59-4205-8125-574430634b8b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:00.504577 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8379b89c-31af-4c8d-afe6-efde1fba701f req-e6104c97-0f4e-4ee8-85d9-5818e5f1b4fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=575db6fc-b1bf-4deb-91aa-ccf16978efb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687914 Feb 19 03:54:00.511060 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c754e440-6a6a-46c4-86c3-50696e5813a8 admin admin] Checking segment: {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:00.511433 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c754e440-6a6a-46c4-86c3-50696e5813a8 admin admin] Network hostable DHCP agents. Network: 6d936416-f125-4c3f-940d-813318503889, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:54:00.524694 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214cf27-7b32-492b-bb29-93c454498ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc33ce7-54da-4765-bbd8-6ac33781cd5f,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:00.556494 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-5214cf27-7b32-492b-bb29-93c454498ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:00.557409 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-5214cf27-7b32-492b-bb29-93c454498ae3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:00.559885 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-5214cf27-7b32-492b-bb29-93c454498ae3 service neutron] 10.222.0.79 "PUT /v2.0/ports/4bc33ce7-54da-4765-bbd8-6ac33781cd5f HTTP/1.1" status: 200 len: 1118 time: 1.2007103 Feb 19 03:54:00.560628 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c60502-ef1a-45e0-8cdd-add297af6870', 'tag': '4bc33ce7-54da-4765-bbd8-6ac33781cd5f'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:00.565355 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d9613d-dc6c-4bca-908d-36570ed448b0" -d '{"events": [{"name": "network-changed", "server_uuid": "81c60502-ef1a-45e0-8cdd-add297af6870", "tag": "4bc33ce7-54da-4765-bbd8-6ac33781cd5f"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:00.567432 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5b51ac08-03dc-4638-9ddc-f2520905607e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:00.663454 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aaedfbb-91b1-4ab4-a141-17d6e3f76914 x-openstack-request-id: req-1aaedfbb-91b1-4ab4-a141-17d6e3f76914 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:00.663760 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c60502-ef1a-45e0-8cdd-add297af6870", "tag": "4bc33ce7-54da-4765-bbd8-6ac33781cd5f", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:00.664196 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1aaedfbb-91b1-4ab4-a141-17d6e3f76914 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:00.664600 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c60502-ef1a-45e0-8cdd-add297af6870', 'tag': '4bc33ce7-54da-4765-bbd8-6ac33781cd5f', 'status': 'completed', 'code': 200} Feb 19 03:54:00.674479 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6a2eca-a6e2-431f-8f29-203e9ec60b6e tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:00.695896 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-5b20d8d1-22ca-4fc3-9cdc-3b2d171d126d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:00.697513 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-5b20d8d1-22ca-4fc3-9cdc-3b2d171d126d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=43869446ea78425a856d1c326e1ec965&device_id=81c60502-ef1a-45e0-8cdd-add297af6870 HTTP/1.1" status: 200 len: 1152 time: 0.0787787 Feb 19 03:54:00.722789 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-ea6a2eca-a6e2-431f-8f29-203e9ec60b6e tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:00.734788 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6a2eca-a6e2-431f-8f29-203e9ec60b6e tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:00.757444 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-70e451b5-2b34-41fd-b2ec-0bba7f56da17 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=4bc33ce7-54da-4765-bbd8-6ac33781cd5f HTTP/1.1" status: 200 len: 217 time: 0.0519259 Feb 19 03:54:00.800702 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c754e440-6a6a-46c4-86c3-50696e5813a8 admin admin] Network 6d936416-f125-4c3f-940d-813318503889 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:54:00.803903 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a2eca-a6e2-431f-8f29-203e9ec60b6e tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Pushing event updated for resources: {'Port': ['ID=364fea46-aa59-4205-8125-574430634b8b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:00.851816 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-1a7e8a00-a276-4622-ad97-141bdfc1bb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:00.853965 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-1a7e8a00-a276-4622-ad97-141bdfc1bb9c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0901864 Feb 19 03:54:00.923573 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-c754e440-6a6a-46c4-86c3-50696e5813a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 6d936416-f125-4c3f-940d-813318503889) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:00.938151 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f8d58a-7b84-4670-9dd7-476cd3e425d3 None None] Network 6d936416-f125-4c3f-940d-813318503889 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:54:00.980986 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c754e440-6a6a-46c4-86c3-50696e5813a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:00.980986 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c754e440-6a6a-46c4-86c3-50696e5813a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:01.012991 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-d8c2ac16-5539-4a63-8207-ff551e25fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:01.016089 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-d8c2ac16-5539-4a63-8207-ff551e25fb58 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1279233 Feb 19 03:54:01.083520 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8379b89c-31af-4c8d-afe6-efde1fba701f req-a16b4f6c-78a6-4434-8087-256ede57e46e service neutron] 10.222.0.26 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5683589 Feb 19 03:54:01.126971 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38510) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:01.135626 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87088b0-ed2f-4799-b481-54f29ea90019 req-1561f567-3e8a-4f9e-845e-961c036b0803 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:01.137092 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea6a2eca-a6e2-431f-8f29-203e9ec60b6e tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks [] for floatingip (3c4a1bc9-0dbd-48d7-b7e1-0b7ce9dcc8a0), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:01.137226 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c87088b0-ed2f-4799-b481-54f29ea90019 req-1561f567-3e8a-4f9e-845e-961c036b0803 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=81c60502-ef1a-45e0-8cdd-add297af6870 HTTP/1.1" status: 200 len: 969 time: 0.1166952 Feb 19 03:54:01.151875 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b1952c-cb5c-4291-90d6-8d2ef9a25618 None None] Network 6d936416-f125-4c3f-940d-813318503889 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:54:01.185685 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c754e440-6a6a-46c4-86c3-50696e5813a8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.5872335 Feb 19 03:54:01.235078 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-b7de880f-c41c-481a-ac11-685497ea32c7 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050445 Feb 19 03:54:01.240926 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-9299d3ea-bbdf-44fc-ba7b-6427ec6a4b6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d119df-987d-4fb5-9aac-7362fc2f8141 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:54:01.260315 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-9299d3ea-bbdf-44fc-ba7b-6427ec6a4b6a service neutron] Publish callbacks [] for port (60d119df-987d-4fb5-9aac-7362fc2f8141), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:01.293419 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0c19a3df-5b44-4e4a-9c74-7c09a62a37b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (63324fd9-7c73-43c0-a039-82ae9b4af7e4), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:01.319440 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-9299d3ea-bbdf-44fc-ba7b-6427ec6a4b6a service neutron] Transition to ACTIVE for port object 60d119df-987d-4fb5-9aac-7362fc2f8141 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:54:01.324601 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea6a2eca-a6e2-431f-8f29-203e9ec60b6e tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (364fea46-aa59-4205-8125-574430634b8b), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:01.386925 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c87088b0-ed2f-4799-b481-54f29ea90019 req-d2c5e49a-4410-4487-9fec-5add2afbae33 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296534 Feb 19 03:54:01.391884 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-9299d3ea-bbdf-44fc-ba7b-6427ec6a4b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (60d119df-987d-4fb5-9aac-7362fc2f8141), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:01.403670 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3386ccb5-3875-4de9-b172-97ce8560e3af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:01.454108 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8379b89c-31af-4c8d-afe6-efde1fba701f req-ff1d6635-e768-4fa8-98cc-555917768d11 service neutron] 10.222.0.26 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214214 Feb 19 03:54:01.544082 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebae3b26-dbe6-4208-b0f5-93ec6bc60bf1 req-efdc40e3-4aa4-4d40-b06a-6dfbdbb9046f service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000855 Feb 19 03:54:01.547433 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299d3ea-bbdf-44fc-ba7b-6427ec6a4b6a service neutron] Pushing event updated for resources: {'Port': ['ID=60d119df-987d-4fb5-9aac-7362fc2f8141,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:01.628220 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-9299d3ea-bbdf-44fc-ba7b-6427ec6a4b6a service neutron] Attempting to bind port 60d119df-987d-4fb5-9aac-7362fc2f8141 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:01.628670 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-9299d3ea-bbdf-44fc-ba7b-6427ec6a4b6a service neutron] Attempting to bind port 60d119df-987d-4fb5-9aac-7362fc2f8141 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:01.628916 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-9299d3ea-bbdf-44fc-ba7b-6427ec6a4b6a service neutron] Attempting to bind port 60d119df-987d-4fb5-9aac-7362fc2f8141 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:01.641467 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-9299d3ea-bbdf-44fc-ba7b-6427ec6a4b6a service neutron] Port 60d119df-987d-4fb5-9aac-7362fc2f8141 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:54:01.641861 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-9299d3ea-bbdf-44fc-ba7b-6427ec6a4b6a service neutron] Attempting to bind port 60d119df-987d-4fb5-9aac-7362fc2f8141 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:01.659570 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-9299d3ea-bbdf-44fc-ba7b-6427ec6a4b6a service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:01.660175 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-9299d3ea-bbdf-44fc-ba7b-6427ec6a4b6a service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:01.660888 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-9299d3ea-bbdf-44fc-ba7b-6427ec6a4b6a service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:01.661478 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-9299d3ea-bbdf-44fc-ba7b-6427ec6a4b6a service neutron] Bound port: 60d119df-987d-4fb5-9aac-7362fc2f8141, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:01.662786 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-9299d3ea-bbdf-44fc-ba7b-6427ec6a4b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (60d119df-987d-4fb5-9aac-7362fc2f8141), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:01.730535 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3386ccb5-3875-4de9-b172-97ce8560e3af admin admin] Publish callbacks [] for security_group (ac833613-d096-4c9f-8f30-541229e2274e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:01.738750 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695863c9-612c-454d-b2de-6bf460cf6322 req-e85b9889-ef22-47b8-bebc-f9f70736a907 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:01.740297 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-695863c9-612c-454d-b2de-6bf460cf6322 req-e85b9889-ef22-47b8-bebc-f9f70736a907 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 943 time: 0.1428704 Feb 19 03:54:01.747116 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57693bf0-5bbb-4fd7-a9f7-7c72534cefb6 req-c9c0bf6c-9a10-473c-b447-5324ab71373e tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:01.754028 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-57693bf0-5bbb-4fd7-a9f7-7c72534cefb6 req-c9c0bf6c-9a10-473c-b447-5324ab71373e tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=05f49e50-796b-4bc2-b1dd-5adf23634ab4 HTTP/1.1" status: 200 len: 947 time: 0.3869541 Feb 19 03:54:01.764533 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3386ccb5-3875-4de9-b172-97ce8560e3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ac833613-d096-4c9f-8f30-541229e2274e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:01.791128 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c19a3df-5b44-4e4a-9c74-7c09a62a37b4 admin admin] Router 63324fd9-7c73-43c0-a039-82ae9b4af7e4 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:54:01.794138 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea6a2eca-a6e2-431f-8f29-203e9ec60b6e tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks [] for port (364fea46-aa59-4205-8125-574430634b8b), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:01.805409 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea6a2eca-a6e2-431f-8f29-203e9ec60b6e tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (364fea46-aa59-4205-8125-574430634b8b), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:01.818788 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-9299d3ea-bbdf-44fc-ba7b-6427ec6a4b6a service neutron] For port 60d119df-987d-4fb5-9aac-7362fc2f8141, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:01.825533 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3386ccb5-3875-4de9-b172-97ce8560e3af admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b2a4953ee7fb49f8b1ade25a08be384d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6974397 Feb 19 03:54:01.834634 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38534) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:01.846701 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea6a2eca-a6e2-431f-8f29-203e9ec60b6e tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (3c4a1bc9-0dbd-48d7-b7e1-0b7ce9dcc8a0), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:01.854655 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9613d-dc6c-4bca-908d-36570ed448b0 req-520d21fc-ab1b-4772-8fb5-012f7cc81a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:01.856127 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-72d9613d-dc6c-4bca-908d-36570ed448b0 req-520d21fc-ab1b-4772-8fb5-012f7cc81a56 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=43869446ea78425a856d1c326e1ec965&device_id=81c60502-ef1a-45e0-8cdd-add297af6870 HTTP/1.1" status: 200 len: 1152 time: 0.2334154 Feb 19 03:54:01.891094 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386ccb5-3875-4de9-b172-97ce8560e3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac833613-d096-4c9f-8f30-541229e2274e,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:01.899656 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-9299d3ea-bbdf-44fc-ba7b-6427ec6a4b6a service neutron] For port 60d119df-987d-4fb5-9aac-7362fc2f8141, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=60d119df-987d-4fb5-9aac-7362fc2f8141,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:01.923641 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-9299d3ea-bbdf-44fc-ba7b-6427ec6a4b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (60d119df-987d-4fb5-9aac-7362fc2f8141), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:01.928735 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a2eca-a6e2-431f-8f29-203e9ec60b6e tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Pushing event updated for resources: {'Port': ['ID=364fea46-aa59-4205-8125-574430634b8b,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:01.954187 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38538) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:01.958958 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea6a2eca-a6e2-431f-8f29-203e9ec60b6e tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:01.962211 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ea6a2eca-a6e2-431f-8f29-203e9ec60b6e tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9644217 Feb 19 03:54:01.964662 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-f56bba2c-8c71-4b61-bebd-cb1404612bd0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-237641160-network', 'tenant_id': 'd44347c4b19d4150852bed66e5a28a30'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:01.976998 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-9299d3ea-bbdf-44fc-ba7b-6427ec6a4b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:01.977984 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-9299d3ea-bbdf-44fc-ba7b-6427ec6a4b6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:01.979765 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-9299d3ea-bbdf-44fc-ba7b-6427ec6a4b6a service neutron] 10.222.0.26 "PUT /v2.0/ports/60d119df-987d-4fb5-9aac-7362fc2f8141 HTTP/1.1" status: 200 len: 1096 time: 2.8813188 Feb 19 03:54:01.993975 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-57693bf0-5bbb-4fd7-a9f7-7c72534cefb6 req-df11ab75-f0a0-466f-8103-557c6ae6fa12 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/security-groups?id=e16c0917-6b85-4b9d-a41f-e95b2d7ba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332790 Feb 19 03:54:02.004503 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-695863c9-612c-454d-b2de-6bf460cf6322 req-650ec4cf-caf1-4859-8aa0-df1f3801c276 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475712 Feb 19 03:54:02.021391 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f49e50-796b-4bc2-b1dd-5adf23634ab4', 'tag': '60d119df-987d-4fb5-9aac-7362fc2f8141'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:02.023673 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2717c93c-fc91-4f2c-a453-b678fd3a2eab" -d '{"events": [{"name": "network-changed", "server_uuid": "05f49e50-796b-4bc2-b1dd-5adf23634ab4", "tag": "60d119df-987d-4fb5-9aac-7362fc2f8141"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:02.071506 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299d3ea-bbdf-44fc-ba7b-6427ec6a4b6a service neutron] Pushing event updated for resources: {'Port': ['ID=60d119df-987d-4fb5-9aac-7362fc2f8141,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:02.081530 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56bba2c-8c71-4b61-bebd-cb1404612bd0 admin admin] Made reservation on behalf of d44347c4b19d4150852bed66e5a28a30 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:02.084295 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c19a3df-5b44-4e4a-9c74-7c09a62a37b4 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:54:02.086186 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f56bba2c-8c71-4b61-bebd-cb1404612bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:02.094060 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763be62d-402d-44b2-842a-d100b0560248 None None] Sync routers for ids ['63324fd9-7c73-43c0-a039-82ae9b4af7e4'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:54:02.107944 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763be62d-402d-44b2-842a-d100b0560248 None None] Routers {'63324fd9-7c73-43c0-a039-82ae9b4af7e4'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:02.111508 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-763be62d-402d-44b2-842a-d100b0560248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:53:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['63324fd9-7c73-43c0-a039-82ae9b4af7e4'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:02.121308 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f56bba2c-8c71-4b61-bebd-cb1404612bd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:02.124700 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bc3a8dad-8b66-495c-ba29-08f4a4e4caef admin admin] Publish callbacks [] for security_group (ac833613-d096-4c9f-8f30-541229e2274e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:02.136343 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9613d-dc6c-4bca-908d-36570ed448b0 req-e3cabeae-6fe8-4c89-8297-74317c84031e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:02.137822 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-72d9613d-dc6c-4bca-908d-36570ed448b0 req-e3cabeae-6fe8-4c89-8297-74317c84031e service neutron] 10.222.0.79 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.2701418 Feb 19 03:54:02.258707 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-72d9613d-dc6c-4bca-908d-36570ed448b0 req-c9b9dc36-daec-425f-8217-3f663724c7ce service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=4bc33ce7-54da-4765-bbd8-6ac33781cd5f HTTP/1.1" status: 200 len: 217 time: 0.1055686 Feb 19 03:54:02.275840 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bc3a8dad-8b66-495c-ba29-08f4a4e4caef admin admin] Publish callbacks [] for security_group (ac833613-d096-4c9f-8f30-541229e2274e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:02.297869 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-763be62d-402d-44b2-842a-d100b0560248 None None] Set router 63324fd9-7c73-43c0-a039-82ae9b4af7e4 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:02.557981 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d071af-1198-4e62-aa91-c74c81f01b53 x-openstack-request-id: req-44d071af-1198-4e62-aa91-c74c81f01b53 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:02.558480 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f49e50-796b-4bc2-b1dd-5adf23634ab4", "tag": "60d119df-987d-4fb5-9aac-7362fc2f8141", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:02.558909 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-44d071af-1198-4e62-aa91-c74c81f01b53 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:02.559430 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f49e50-796b-4bc2-b1dd-5adf23634ab4', 'tag': '60d119df-987d-4fb5-9aac-7362fc2f8141', 'status': 'completed', 'code': 200} Feb 19 03:54:02.569105 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0c19a3df-5b44-4e4a-9c74-7c09a62a37b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:02.570953 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-6b30b15e-d37d-414a-8388-8c24f991274a tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--883239808&fields=id&tenant_id=7d8751a366f7493698f363eb60d46c38 HTTP/1.1" status: 200 len: 267 time: 0.3112938 Feb 19 03:54:02.571475 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0c19a3df-5b44-4e4a-9c74-7c09a62a37b4 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.9489870 Feb 19 03:54:02.573886 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38568) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:02.611297 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9613d-dc6c-4bca-908d-36570ed448b0 req-9bbb4f3b-725f-4f97-bbbd-5f9678af83ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:02.613215 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-72d9613d-dc6c-4bca-908d-36570ed448b0 req-9bbb4f3b-725f-4f97-bbbd-5f9678af83ee service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.3345134 Feb 19 03:54:02.666866 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d8e9c60d-c9d8-47a5-95a3-391a482db8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:02.675483 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-763be62d-402d-44b2-842a-d100b0560248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63324fd9-7c73-43c0-a039-82ae9b4af7e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-53849198-router', 'tenant_id': 'db9294c8da474bcb9e43e0a3d1d64676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '840d6c43-2e60-4e35-8e6c-531f789fe691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:55Z', 'updated_at': '2022-02-19T03:53:59Z', 'revision_number': 3, 'project_id': 'db9294c8da474bcb9e43e0a3d1d64676', 'gw_port': {'id': '840d6c43-2e60-4e35-8e6c-531f789fe691', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63324fd9-7c73-43c0-a039-82ae9b4af7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:57Z', 'updated_at': '2022-02-19T03:53:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:02.705421 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763be62d-402d-44b2-842a-d100b0560248 None None] Checking router: 63324fd9-7c73-43c0-a039-82ae9b4af7e4 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:54:02.705780 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763be62d-402d-44b2-842a-d100b0560248 None None] Updating router 63324fd9-7c73-43c0-a039-82ae9b4af7e4 port 840d6c43-2e60-4e35-8e6c-531f789fe691 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:54:02.737153 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-763be62d-402d-44b2-842a-d100b0560248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (840d6c43-2e60-4e35-8e6c-531f789fe691), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:02.770280 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38572) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:02.837461 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-9e47b3df-3e3a-4263-bc2d-bbc56b62244c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:02.839071 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-9e47b3df-3e3a-4263-bc2d-bbc56b62244c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08f877b66b90483993020b1278c9481b&device_id=05f49e50-796b-4bc2-b1dd-5adf23634ab4 HTTP/1.1" status: 200 len: 1130 time: 0.7449911 Feb 19 03:54:02.892939 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-b5862e10-5db5-41e9-9897-c06e9b204630 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=60d119df-987d-4fb5-9aac-7362fc2f8141 HTTP/1.1" status: 200 len: 217 time: 0.0453427 Feb 19 03:54:02.956925 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bc3a8dad-8b66-495c-ba29-08f4a4e4caef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ac833613-d096-4c9f-8f30-541229e2274e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:02.960591 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bc3a8dad-8b66-495c-ba29-08f4a4e4caef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:02.961721 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bc3a8dad-8b66-495c-ba29-08f4a4e4caef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ac833613-d096-4c9f-8f30-541229e2274e HTTP/1.1" status: 204 len: 168 time: 1.1238160 Feb 19 03:54:02.966547 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f56bba2c-8c71-4b61-bebd-cb1404612bd0 admin admin] Publish callbacks [] for security_group (2963967a-b4da-4289-af3c-dab3ef1a015a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:02.979823 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8579c-3dd5-4285-b13b-6696a0b8e74e req-4dc8a781-21d2-421c-882d-5f7c5382ea99 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:02.981322 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-87a8579c-3dd5-4285-b13b-6696a0b8e74e req-4dc8a781-21d2-421c-882d-5f7c5382ea99 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=81c60502-ef1a-45e0-8cdd-add297af6870 HTTP/1.1" status: 200 len: 969 time: 0.4473884 Feb 19 03:54:02.997670 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f56bba2c-8c71-4b61-bebd-cb1404612bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2963967a-b4da-4289-af3c-dab3ef1a015a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:03.004344 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a8dad-8b66-495c-ba29-08f4a4e4caef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac833613-d096-4c9f-8f30-541229e2274e,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:03.069654 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-3535ffb1-388f-45c8-8255-543edb1b46ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:03.070660 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f56bba2c-8c71-4b61-bebd-cb1404612bd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:54:03.072505 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-3535ffb1-388f-45c8-8255-543edb1b46ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1714780 Feb 19 03:54:03.084936 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d0135436-55c4-4a3b-bba8-033e966335e1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a84b27ed46d74ed395ae9a231e9ccb1f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3134882 Feb 19 03:54:03.087233 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38580) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:03.094917 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-763be62d-402d-44b2-842a-d100b0560248 None None] Publish callbacks [] for port (840d6c43-2e60-4e35-8e6c-531f789fe691), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:03.102501 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-763be62d-402d-44b2-842a-d100b0560248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (840d6c43-2e60-4e35-8e6c-531f789fe691), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:03.109653 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56bba2c-8c71-4b61-bebd-cb1404612bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2963967a-b4da-4289-af3c-dab3ef1a015a,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:03.115284 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9613d-dc6c-4bca-908d-36570ed448b0 req-2ccf3477-c085-47cd-b070-7dcf42b08462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:03.117190 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-72d9613d-dc6c-4bca-908d-36570ed448b0 req-2ccf3477-c085-47cd-b070-7dcf42b08462 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2730718 Feb 19 03:54:03.123421 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-f76ced94-1270-4344-96cf-b986354e11e0 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:03.131739 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-f76ced94-1270-4344-96cf-b986354e11e0 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/networks?id=c2a4677c-3978-448a-8fd9-1efa09d1157e HTTP/1.1" status: 200 len: 824 time: 0.5301218 Feb 19 03:54:03.139778 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f56bba2c-8c71-4b61-bebd-cb1404612bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (4165caab-4605-43cb-aea4-f1aa784ba763), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:03.140192 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-f56bba2c-8c71-4b61-bebd-cb1404612bd0 admin admin] Added segment 4165caab-4605-43cb-aea4-f1aa784ba763 of type vlan for network 5bad389b-bd31-426d-be83-cfad64f80392 Feb 19 03:54:03.167952 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-763be62d-402d-44b2-842a-d100b0560248 None None] Attempting to bind port 840d6c43-2e60-4e35-8e6c-531f789fe691 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:03.168330 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-763be62d-402d-44b2-842a-d100b0560248 None None] Attempting to bind port 840d6c43-2e60-4e35-8e6c-531f789fe691 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:03.168697 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763be62d-402d-44b2-842a-d100b0560248 None None] Attempting to bind port 840d6c43-2e60-4e35-8e6c-531f789fe691 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:03.180051 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763be62d-402d-44b2-842a-d100b0560248 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:03.180424 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763be62d-402d-44b2-842a-d100b0560248 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:03.180875 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-763be62d-402d-44b2-842a-d100b0560248 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:03.181273 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763be62d-402d-44b2-842a-d100b0560248 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:03.181745 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-763be62d-402d-44b2-842a-d100b0560248 None None] Bound port: 840d6c43-2e60-4e35-8e6c-531f789fe691, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:03.182274 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-763be62d-402d-44b2-842a-d100b0560248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (840d6c43-2e60-4e35-8e6c-531f789fe691), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:03.234977 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-7eb2de2b-fd87-404b-b69b-2852ca308026 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/quotas/7d8751a366f7493698f363eb60d46c38 HTTP/1.1" status: 200 len: 375 time: 0.1011152 Feb 19 03:54:03.241917 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-763be62d-402d-44b2-842a-d100b0560248 None None] For port 840d6c43-2e60-4e35-8e6c-531f789fe691, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:03.245191 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-763be62d-402d-44b2-842a-d100b0560248 None None] For port 840d6c43-2e60-4e35-8e6c-531f789fe691, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=840d6c43-2e60-4e35-8e6c-531f789fe691,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:03.261506 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-763be62d-402d-44b2-842a-d100b0560248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (840d6c43-2e60-4e35-8e6c-531f789fe691), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:03.263738 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47549c-7cb6-40a5-91b4-ab6a91d7b6a3 None None] Pushing event updated for resources: {'Port': ['ID=840d6c43-2e60-4e35-8e6c-531f789fe691,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:03.278715 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-87a8579c-3dd5-4285-b13b-6696a0b8e74e req-92fb3d9d-c397-4aea-b650-4ca93d1ec273 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769127 Feb 19 03:54:03.291180 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-a20e40ab-edc8-476c-87a2-f20b9429aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:03.292695 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-a20e40ab-edc8-476c-87a2-f20b9429aceb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2064679 Feb 19 03:54:03.317273 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-83d9f913-c03a-4575-b5b9-70973077dd40 admin admin] Publish callbacks [] for security_group (8850ec75-198c-493e-999d-19365a030e2d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:03.357598 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f56bba2c-8c71-4b61-bebd-cb1404612bd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (5bad389b-bd31-426d-be83-cfad64f80392), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:03.365504 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763be62d-402d-44b2-842a-d100b0560248 None None] Routers {'63324fd9-7c73-43c0-a039-82ae9b4af7e4'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:03.366152 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-763be62d-402d-44b2-842a-d100b0560248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:54:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['63324fd9-7c73-43c0-a039-82ae9b4af7e4'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:03.413240 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38588) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:03.427536 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47549c-7cb6-40a5-91b4-ab6a91d7b6a3 None None] Pushing event updated for resources: {'Port': ['ID=840d6c43-2e60-4e35-8e6c-531f789fe691,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:03.433059 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-83d9f913-c03a-4575-b5b9-70973077dd40 admin admin] Publish callbacks [] for security_group (8850ec75-198c-493e-999d-19365a030e2d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:03.480579 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-72d9613d-dc6c-4bca-908d-36570ed448b0 req-d2bd7038-414e-4561-ab57-2e9e65e0ad18 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411782 Feb 19 03:54:03.482951 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1ad2874c-5849-4b73-a26d-240988782047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:03.485644 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f56bba2c-8c71-4b61-bebd-cb1404612bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (5bad389b-bd31-426d-be83-cfad64f80392), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:03.486875 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56bba2c-8c71-4b61-bebd-cb1404612bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:03.487551 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f56bba2c-8c71-4b61-bebd-cb1404612bd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:03.512907 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-763be62d-402d-44b2-842a-d100b0560248 None None] Set router 63324fd9-7c73-43c0-a039-82ae9b4af7e4 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:03.531002 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-c136ad3f-a7ee-432f-ae1f-c3dd4870f9e2 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084541 Feb 19 03:54:03.538659 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef985040-e13f-4d71-916c-4d31f8fd7805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:03.552050 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-23058140-264c-485d-8db3-6c6fd10398ca tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d8751a366f7493698f363eb60d46c38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3160989 Feb 19 03:54:03.610891 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:03.615363 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-83d9f913-c03a-4575-b5b9-70973077dd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8850ec75-198c-493e-999d-19365a030e2d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:03.618010 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-83d9f913-c03a-4575-b5b9-70973077dd40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:03.621769 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-83d9f913-c03a-4575-b5b9-70973077dd40 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8850ec75-198c-493e-999d-19365a030e2d HTTP/1.1" status: 204 len: 168 time: 0.4747086 Feb 19 03:54:03.634993 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f56bba2c-8c71-4b61-bebd-cb1404612bd0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6740246 Feb 19 03:54:03.643086 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38592) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:03.671100 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9f913-c03a-4575-b5b9-70973077dd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8850ec75-198c-493e-999d-19365a030e2d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:03.674435 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-b38f0db9-975b-4559-a647-9dede47c2325 admin admin] Request body: {'subnet': {'network_id': '5bad389b-bd31-426d-be83-cfad64f80392', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-237641160-subnet', 'tenant_id': 'd44347c4b19d4150852bed66e5a28a30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:03.737124 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56bba2c-8c71-4b61-bebd-cb1404612bd0 admin admin] Pushing event updated for resources: {'Network': ['ID=5bad389b-bd31-426d-be83-cfad64f80392,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:03.753759 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-21b1af13-8d1c-422c-9fd0-61b19ab8041d req-a2a26f34-a38e-404a-874d-031e1c299468 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016642 Feb 19 03:54:03.777305 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-763be62d-402d-44b2-842a-d100b0560248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63324fd9-7c73-43c0-a039-82ae9b4af7e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-53849198-router', 'tenant_id': 'db9294c8da474bcb9e43e0a3d1d64676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '840d6c43-2e60-4e35-8e6c-531f789fe691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:55Z', 'updated_at': '2022-02-19T03:53:59Z', 'revision_number': 3, 'project_id': 'db9294c8da474bcb9e43e0a3d1d64676', 'gw_port': {'id': '840d6c43-2e60-4e35-8e6c-531f789fe691', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63324fd9-7c73-43c0-a039-82ae9b4af7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:57Z', 'updated_at': '2022-02-19T03:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:03.779222 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f4f3e-f261-4455-bb77-840e136a93e8 req-b6ea7ead-e562-4067-8049-4e3686799762 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:03.787536 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b47f4f3e-f261-4455-bb77-840e136a93e8 req-b6ea7ead-e562-4067-8049-4e3686799762 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=05f49e50-796b-4bc2-b1dd-5adf23634ab4 HTTP/1.1" status: 200 len: 947 time: 0.3724246 Feb 19 03:54:03.808079 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 5bad389b-bd31-426d-be83-cfad64f80392 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:54:03.814814 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763be62d-402d-44b2-842a-d100b0560248 None None] The sync data for ids ['63324fd9-7c73-43c0-a039-82ae9b4af7e4'] in n-d-828369-19 is: [{'id': '63324fd9-7c73-43c0-a039-82ae9b4af7e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-53849198-router', 'tenant_id': 'db9294c8da474bcb9e43e0a3d1d64676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '840d6c43-2e60-4e35-8e6c-531f789fe691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:55Z', 'updated_at': '2022-02-19T03:53:59Z', 'revision_number': 3, 'project_id': 'db9294c8da474bcb9e43e0a3d1d64676', 'gw_port': {'id': '840d6c43-2e60-4e35-8e6c-531f789fe691', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63324fd9-7c73-43c0-a039-82ae9b4af7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:57Z', 'updated_at': '2022-02-19T03:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:54:03.844351 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-ef985040-e13f-4d71-916c-4d31f8fd7805 admin admin] Allocated IP 172.20.0.1 (2dbc7f9e-1c85-412b-9e90-7af874c43c9e/b373074a-c933-406e-8120-4724e8d10399/62f30c79-206b-4186-b644-f4c519bbbb2f) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:03.844893 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 816b0177-fe19-4dfb-81d0-9fb24fa15176 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:54:03.869256 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38f0db9-975b-4559-a647-9dede47c2325 admin admin] Made reservation on behalf of d44347c4b19d4150852bed66e5a28a30 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:03.874125 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b38f0db9-975b-4559-a647-9dede47c2325 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:03.915656 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-72d9613d-dc6c-4bca-908d-36570ed448b0 req-d90a9953-a5fd-4a48-bd0c-9464a236ba91 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194708 Feb 19 03:54:04.014603 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717c93c-fc91-4f2c-a453-b678fd3a2eab req-51aa53eb-f088-4c28-9203-08279d692c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:04.016448 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2717c93c-fc91-4f2c-a453-b678fd3a2eab req-51aa53eb-f088-4c28-9203-08279d692c15 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08f877b66b90483993020b1278c9481b&device_id=05f49e50-796b-4bc2-b1dd-5adf23634ab4 HTTP/1.1" status: 200 len: 1130 time: 0.1545520 Feb 19 03:54:04.025727 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-5ea0eb59-a647-4ea7-a62a-fb87cf015680 service neutron] 10.222.0.52 "GET /v2.0/networks/c2a4677c-3978-448a-8fd9-1efa09d1157e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406784 Feb 19 03:54:04.055061 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b47f4f3e-f261-4455-bb77-840e136a93e8 req-1a70e81f-d9ea-46fb-b0e3-d02edac418fc tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/security-groups?id=e16c0917-6b85-4b9d-a41f-e95b2d7ba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615595 Feb 19 03:54:04.108268 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1ad2874c-5849-4b73-a26d-240988782047 admin admin] Publish callbacks [] for security_group (6124477d-4948-4eed-8108-91415aeaa77a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:04.150770 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 816b0177-fe19-4dfb-81d0-9fb24fa15176, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=816b0177-fe19-4dfb-81d0-9fb24fa15176,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:04.166522 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '816b0177-fe19-4dfb-81d0-9fb24fa15176', 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1', 'port_id': '816b0177-fe19-4dfb-81d0-9fb24fa15176', 'mac_address': 'fa:16:3e:78:18:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:54:04.232338 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef985040-e13f-4d71-916c-4d31f8fd7805 admin admin] Publish callbacks [] for port (62f30c79-206b-4186-b644-f4c519bbbb2f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:04.238515 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717c93c-fc91-4f2c-a453-b678fd3a2eab req-79988ab4-ee72-4421-b9b1-ab83f714fcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:04.238843 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 816b0177-fe19-4dfb-81d0-9fb24fa15176 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:04.239232 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (816b0177-fe19-4dfb-81d0-9fb24fa15176), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:04.240034 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2717c93c-fc91-4f2c-a453-b678fd3a2eab req-79988ab4-ee72-4421-b9b1-ab83f714fcd9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.2160265 Feb 19 03:54:04.254895 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816b0177-fe19-4dfb-81d0-9fb24fa15176 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:54:04.264986 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1ad2874c-5849-4b73-a26d-240988782047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6124477d-4948-4eed-8108-91415aeaa77a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:04.291468 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 816b0177-fe19-4dfb-81d0-9fb24fa15176, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=816b0177-fe19-4dfb-81d0-9fb24fa15176,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:04.305803 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2717c93c-fc91-4f2c-a453-b678fd3a2eab req-aaa90ba0-5011-40cd-8ef8-fa1b2a22f444 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=60d119df-987d-4fb5-9aac-7362fc2f8141 HTTP/1.1" status: 200 len: 217 time: 0.0584829 Feb 19 03:54:04.306033 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (816b0177-fe19-4dfb-81d0-9fb24fa15176), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:04.389935 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef985040-e13f-4d71-916c-4d31f8fd7805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (62f30c79-206b-4186-b644-f4c519bbbb2f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:04.395438 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717c93c-fc91-4f2c-a453-b678fd3a2eab req-5b51957b-d362-447a-9523-406adf6e40f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:04.397107 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=816b0177-fe19-4dfb-81d0-9fb24fa15176,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:04.400598 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2717c93c-fc91-4f2c-a453-b678fd3a2eab req-5b51957b-d362-447a-9523-406adf6e40f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0834308 Feb 19 03:54:04.412634 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1ad2874c-5849-4b73-a26d-240988782047 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0cb35cbf22bb40d9bab614ead92af183&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9969425 Feb 19 03:54:04.417623 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38598) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:04.427916 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38600) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:04.440686 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2874c-5849-4b73-a26d-240988782047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6124477d-4948-4eed-8108-91415aeaa77a,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:04.478267 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef985040-e13f-4d71-916c-4d31f8fd7805 admin admin] Network 2dbc7f9e-1c85-412b-9e90-7af874c43c9e is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:04.485986 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-630eda69-d385-43f4-88a8-f44c4b7c0cd7 service neutron] 10.222.0.52 "GET /v2.0/networks/c2a4677c-3978-448a-8fd9-1efa09d1157e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593160 Feb 19 03:54:04.500232 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-ef985040-e13f-4d71-916c-4d31f8fd7805 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:04.521722 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef985040-e13f-4d71-916c-4d31f8fd7805 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:04.521934 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef985040-e13f-4d71-916c-4d31f8fd7805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (63324fd9-7c73-43c0-a039-82ae9b4af7e4), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:04.529795 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc4211-b6aa-47a8-8d0f-94697d80f955 req-04c3c4dc-4d62-40d9-9fde-b59ce466b6bb tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:04.541825 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-acbc4211-b6aa-47a8-8d0f-94697d80f955 req-04c3c4dc-4d62-40d9-9fde-b59ce466b6bb tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 944 time: 0.2975922 Feb 19 03:54:04.578353 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef985040-e13f-4d71-916c-4d31f8fd7805 admin admin] Pushing event updated for resources: {'Port': ['ID=62f30c79-206b-4186-b644-f4c519bbbb2f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:04.650779 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717c93c-fc91-4f2c-a453-b678fd3a2eab req-f0ebe36c-2c31-4459-b97d-5fd13d85f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:04.652719 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2717c93c-fc91-4f2c-a453-b678fd3a2eab req-f0ebe36c-2c31-4459-b97d-5fd13d85f0fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2238538 Feb 19 03:54:04.657601 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b38f0db9-975b-4559-a647-9dede47c2325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (d2565c6a-e13a-4f5c-9941-c94ded1e8713), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:04.664118 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d9a552db-0d12-4211-871e-e809fa62314a admin admin] Publish callbacks [] for security_group (6124477d-4948-4eed-8108-91415aeaa77a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:04.668613 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['816b0177-fe19-4dfb-81d0-9fb24fa15176'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:54:04.784791 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-acbc4211-b6aa-47a8-8d0f-94697d80f955 req-5c74d212-e76f-42e9-9017-c75ce63a46dd tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106426 Feb 19 03:54:04.811280 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d9a552db-0d12-4211-871e-e809fa62314a admin admin] Publish callbacks [] for security_group (6124477d-4948-4eed-8108-91415aeaa77a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:04.819076 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f0db9-975b-4559-a647-9dede47c2325 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2565c6a-e13a-4f5c-9941-c94ded1e8713,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:04.930726 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2ca71704-f04e-4115-9f76-7ac74b69875c None None] Provisioning complete for port 62f30c79-206b-4186-b644-f4c519bbbb2f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:04.931253 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2ca71704-f04e-4115-9f76-7ac74b69875c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (62f30c79-206b-4186-b644-f4c519bbbb2f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:04.992646 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2ca71704-f04e-4115-9f76-7ac74b69875c None None] Port 62f30c79-206b-4186-b644-f4c519bbbb2f cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:05.017734 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38f0db9-975b-4559-a647-9dede47c2325 admin admin] Checking segment: {'id': '4165caab-4605-43cb-aea4-f1aa784ba763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5bad389b-bd31-426d-be83-cfad64f80392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:05.018383 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38f0db9-975b-4559-a647-9dede47c2325 admin admin] Network hostable DHCP agents. Network: 5bad389b-bd31-426d-be83-cfad64f80392, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:54:05.023564 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39220532-fdc2-4007-a18c-c0dd2289d927 req-732db89a-b485-456b-abae-672678ae18ad tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=a214ba34-e4a4-4b85-a20a-5218cd868047 HTTP/1.1" status: 200 len: 210 time: 0.1686904 Feb 19 03:54:05.059697 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38f0db9-975b-4559-a647-9dede47c2325 admin admin] Network 5bad389b-bd31-426d-be83-cfad64f80392 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:54:05.087314 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9736aab-b057-4794-8668-f1f880ce60d3 req-ac6b2581-8ebf-44c2-86d0-de0a2a3553ce tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:05.095315 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c9736aab-b057-4794-8668-f1f880ce60d3 req-ac6b2581-8ebf-44c2-86d0-de0a2a3553ce tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=81c60502-ef1a-45e0-8cdd-add297af6870 HTTP/1.1" status: 200 len: 969 time: 0.2438595 Feb 19 03:54:05.105604 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:05.123068 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d9a552db-0d12-4211-871e-e809fa62314a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6124477d-4948-4eed-8108-91415aeaa77a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:05.125956 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d9a552db-0d12-4211-871e-e809fa62314a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:05.129639 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d9a552db-0d12-4211-871e-e809fa62314a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6124477d-4948-4eed-8108-91415aeaa77a HTTP/1.1" status: 204 len: 168 time: 0.7054567 Feb 19 03:54:05.132879 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-485329bb-1938-4c80-a3fe-c91c05e8cae5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d1501ee77219451db198231d5b08241f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7007747 Feb 19 03:54:05.135779 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38614) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:05.152222 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-b38f0db9-975b-4559-a647-9dede47c2325 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 5bad389b-bd31-426d-be83-cfad64f80392) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:05.170097 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38f0db9-975b-4559-a647-9dede47c2325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:05.171093 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b38f0db9-975b-4559-a647-9dede47c2325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:05.173334 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a552db-0d12-4211-871e-e809fa62314a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6124477d-4948-4eed-8108-91415aeaa77a,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:05.175854 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a8219b-5f40-4443-91de-aa48b97716e1 None None] Network 5bad389b-bd31-426d-be83-cfad64f80392 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:54:05.233606 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c9736aab-b057-4794-8668-f1f880ce60d3 req-fcc2ac50-cbcf-4056-ba2f-0b45244188b5 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343675 Feb 19 03:54:05.238472 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b38f0db9-975b-4559-a647-9dede47c2325 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5745285 Feb 19 03:54:05.292005 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2717c93c-fc91-4f2c-a453-b678fd3a2eab req-4ffb083f-dfe4-4b6d-9ed7-2295fcfe782f service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6276031 Feb 19 03:54:05.296393 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 4bc33ce7-54da-4765-bbd8-6ac33781cd5f details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:54:05.324763 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef985040-e13f-4d71-916c-4d31f8fd7805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (62f30c79-206b-4186-b644-f4c519bbbb2f), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:05.356162 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-81af7de0-51fc-447b-bc51-6809f97b3c68 admin admin] Publish callbacks [] for security_group (d89df518-7dc4-43cb-a293-eaf3fdf2f9da), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:05.407938 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-81af7de0-51fc-447b-bc51-6809f97b3c68 admin admin] Publish callbacks [] for security_group (d89df518-7dc4-43cb-a293-eaf3fdf2f9da), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:05.424108 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 4bc33ce7-54da-4765-bbd8-6ac33781cd5f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=4bc33ce7-54da-4765-bbd8-6ac33781cd5f,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:05.449451 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac968e41-fe38-4fa3-8d22-66db60c43460 req-45c401ae-96ab-4cb4-b64e-9ef427b4b534 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:05.457743 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac968e41-fe38-4fa3-8d22-66db60c43460 req-45c401ae-96ab-4cb4-b64e-9ef427b4b534 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=05f49e50-796b-4bc2-b1dd-5adf23634ab4 HTTP/1.1" status: 200 len: 947 time: 0.2006955 Feb 19 03:54:05.459924 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '4bc33ce7-54da-4765-bbd8-6ac33781cd5f', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '4bc33ce7-54da-4765-bbd8-6ac33781cd5f', 'mac_address': 'fa:16:3e:d3:15:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:tempest-test_az-375608766', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:54:05.544275 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 4bc33ce7-54da-4765-bbd8-6ac33781cd5f is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:05.544853 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4bc33ce7-54da-4765-bbd8-6ac33781cd5f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:05.559038 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac968e41-fe38-4fa3-8d22-66db60c43460 req-301cbd2c-fc4a-4216-9ca4-56e53821616e tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/security-groups?id=e16c0917-6b85-4b9d-a41f-e95b2d7ba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000912 Feb 19 03:54:05.561852 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2717c93c-fc91-4f2c-a453-b678fd3a2eab req-e01f7371-68e6-4254-8ad5-70a69a1c044f service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596982 Feb 19 03:54:05.562232 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-81af7de0-51fc-447b-bc51-6809f97b3c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d89df518-7dc4-43cb-a293-eaf3fdf2f9da), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:05.570402 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-81af7de0-51fc-447b-bc51-6809f97b3c68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:05.572525 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-81af7de0-51fc-447b-bc51-6809f97b3c68 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d89df518-7dc4-43cb-a293-eaf3fdf2f9da HTTP/1.1" status: 204 len: 168 time: 0.4333804 Feb 19 03:54:05.597974 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af7de0-51fc-447b-bc51-6809f97b3c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89df518-7dc4-43cb-a293-eaf3fdf2f9da,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:05.598687 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc33ce7-54da-4765-bbd8-6ac33781cd5f {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:54:05.649757 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c93d2b-3c99-43d7-a305-0345b76a84cd None None] Network 5bad389b-bd31-426d-be83-cfad64f80392 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:54:05.682847 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 4bc33ce7-54da-4765-bbd8-6ac33781cd5f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=4bc33ce7-54da-4765-bbd8-6ac33781cd5f,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:05.730713 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4bc33ce7-54da-4765-bbd8-6ac33781cd5f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:05.805803 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=4bc33ce7-54da-4765-bbd8-6ac33781cd5f,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:05.814415 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef985040-e13f-4d71-916c-4d31f8fd7805 admin admin] Publish callbacks [] for port (62f30c79-206b-4186-b644-f4c519bbbb2f), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:05.826455 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef985040-e13f-4d71-916c-4d31f8fd7805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (62f30c79-206b-4186-b644-f4c519bbbb2f), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:05.827290 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef985040-e13f-4d71-916c-4d31f8fd7805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (63324fd9-7c73-43c0-a039-82ae9b4af7e4), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:05.894574 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 816b0177-fe19-4dfb-81d0-9fb24fa15176 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:05.939639 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 840d6c43-2e60-4e35-8e6c-531f789fe691 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:05.971235 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['4bc33ce7-54da-4765-bbd8-6ac33781cd5f'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:54:06.043942 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb9bf2-5fbd-4bcb-accd-4c6cb78e4751 req-9ee3134c-af9a-49a7-8458-3da6a758ec15 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:06.056975 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1efb9bf2-5fbd-4bcb-accd-4c6cb78e4751 req-9ee3134c-af9a-49a7-8458-3da6a758ec15 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 944 time: 0.1275885 Feb 19 03:54:06.073919 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 816b0177-fe19-4dfb-81d0-9fb24fa15176 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:54:06.087702 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 816b0177-fe19-4dfb-81d0-9fb24fa15176 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:06.088314 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (816b0177-fe19-4dfb-81d0-9fb24fa15176), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:06.092472 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 840d6c43-2e60-4e35-8e6c-531f789fe691 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:06.093052 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (840d6c43-2e60-4e35-8e6c-531f789fe691), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:06.113227 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef985040-e13f-4d71-916c-4d31f8fd7805 admin admin] Network 2dbc7f9e-1c85-412b-9e90-7af874c43c9e is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:06.117571 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-ef985040-e13f-4d71-916c-4d31f8fd7805 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:06.134810 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef985040-e13f-4d71-916c-4d31f8fd7805 admin admin] Pushing event updated for resources: {'Port': ['ID=62f30c79-206b-4186-b644-f4c519bbbb2f,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:06.200081 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1efb9bf2-5fbd-4bcb-accd-4c6cb78e4751 req-1c6dd581-dc4a-4798-8b3a-eb7e81f81566 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421156 Feb 19 03:54:06.415040 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef985040-e13f-4d71-916c-4d31f8fd7805 admin admin] Router 63324fd9-7c73-43c0-a039-82ae9b4af7e4 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:54:06.611515 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 816b0177-fe19-4dfb-81d0-9fb24fa15176 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:06.612246 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (816b0177-fe19-4dfb-81d0-9fb24fa15176), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:06.616467 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 840d6c43-2e60-4e35-8e6c-531f789fe691 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:06.617094 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (840d6c43-2e60-4e35-8e6c-531f789fe691), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:06.631850 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a4e0f1d8-5ba1-40c0-9f17-0f31c4d229d6 None None] Provisioning complete for port 62f30c79-206b-4186-b644-f4c519bbbb2f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:06.632596 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a4e0f1d8-5ba1-40c0-9f17-0f31c4d229d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (62f30c79-206b-4186-b644-f4c519bbbb2f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:06.683073 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef985040-e13f-4d71-916c-4d31f8fd7805 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:54:06.694966 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4865147-2308-4874-a3e1-ababe8ec187a req-eb39a3ad-ff94-49b0-ae70-3305a4af5433 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=a214ba34-e4a4-4b85-a20a-5218cd868047 HTTP/1.1" status: 200 len: 210 time: 0.1405449 Feb 19 03:54:06.698485 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ef985040-e13f-4d71-916c-4d31f8fd7805 admin admin] 10.222.0.52 "PUT /v2.0/routers/63324fd9-7c73-43c0-a039-82ae9b4af7e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1217954 Feb 19 03:54:06.721067 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 840d6c43-2e60-4e35-8e6c-531f789fe691, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=840d6c43-2e60-4e35-8e6c-531f789fe691,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:06.721736 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-d06d902a-9871-4b78-9592-69093da34a31 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:06.723781 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-d06d902a-9871-4b78-9592-69093da34a31 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.79 "GET /v2.0/networks?id=c2a4677c-3978-448a-8fd9-1efa09d1157e HTTP/1.1" status: 200 len: 824 time: 0.4080398 Feb 19 03:54:06.735801 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed8deaa-a316-43b9-adf9-463018656cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816b0177-fe19-4dfb-81d0-9fb24fa15176'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:06.738503 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7170f08a-ff39-42a1-921f-bc00d7ac89b8" -d '{"events": [{"server_uuid": "8ed8deaa-a316-43b9-adf9-463018656cbd", "name": "network-vif-plugged", "status": "completed", "tag": "816b0177-fe19-4dfb-81d0-9fb24fa15176"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:06.749409 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcd27f1-6388-4535-90b8-3138b316f122 None None] Sync routers for ids ['63324fd9-7c73-43c0-a039-82ae9b4af7e4'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:54:06.764496 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (840d6c43-2e60-4e35-8e6c-531f789fe691), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:06.777711 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 816b0177-fe19-4dfb-81d0-9fb24fa15176, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=816b0177-fe19-4dfb-81d0-9fb24fa15176,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:06.802889 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0f1d8-5ba1-40c0-9f17-0f31c4d229d6 None None] Port 62f30c79-206b-4186-b644-f4c519bbbb2f cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:06.809693 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:06.813855 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (816b0177-fe19-4dfb-81d0-9fb24fa15176), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:06.821932 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcd27f1-6388-4535-90b8-3138b316f122 None None] Routers {'63324fd9-7c73-43c0-a039-82ae9b4af7e4'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:06.822948 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-dfcd27f1-6388-4535-90b8-3138b316f122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:54:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['63324fd9-7c73-43c0-a039-82ae9b4af7e4'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:06.886420 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=840d6c43-2e60-4e35-8e6c-531f789fe691,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:06.950834 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-04cbad67-ba09-46a0-9794-6f4a74a69cd0 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d8751a366f7493698f363eb60d46c38 HTTP/1.1" status: 200 len: 379 time: 0.1985207 Feb 19 03:54:06.960205 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-c2379dc2-06be-49ce-92cc-d8bd1ce39fa7 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:06.966669 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-c2379dc2-06be-49ce-92cc-d8bd1ce39fa7 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/networks?id=6d936416-f125-4c3f-940d-813318503889 HTTP/1.1" status: 200 len: 821 time: 0.2394361 Feb 19 03:54:06.973616 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-0c696512-a4b2-4990-a225-50050d1195b6 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Request body: {'port': {'device_id': 'a214ba34-e4a4-4b85-a20a-5218cd868047', 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e', 'admin_state_up': True, 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'security_groups': ['f0dfac4c-c713-4454-abce-58b1166b49c0']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:06.997649 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=816b0177-fe19-4dfb-81d0-9fb24fa15176,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:07.004582 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-dfcd27f1-6388-4535-90b8-3138b316f122 None None] Set router 63324fd9-7c73-43c0-a039-82ae9b4af7e4 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:07.032949 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fbbd56-441c-42f3-bad6-71c17e4d8cc3 req-c59fc5c4-e7b7-4a4c-a7bc-526cc445bc44 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:07.039742 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88fbbd56-441c-42f3-bad6-71c17e4d8cc3 req-c59fc5c4-e7b7-4a4c-a7bc-526cc445bc44 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=81c60502-ef1a-45e0-8cdd-add297af6870 HTTP/1.1" status: 200 len: 970 time: 0.1794140 Feb 19 03:54:07.042196 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-bb2ca315-d9a8-4909-802d-7c4763dedad5 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/quotas/2d0f4caff5434d379e80e0b432aea600 HTTP/1.1" status: 200 len: 375 time: 0.0747631 Feb 19 03:54:07.120769 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-c47445a2-149a-41df-b88b-131dd7322fa9 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2d0f4caff5434d379e80e0b432aea600&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485368 Feb 19 03:54:07.132468 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88fbbd56-441c-42f3-bad6-71c17e4d8cc3 req-c2a8d8ab-0d0a-4d0e-a567-201ada248383 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917540 Feb 19 03:54:07.266448 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-0c696512-a4b2-4990-a225-50050d1195b6 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Made reservation on behalf of 7d8751a366f7493698f363eb60d46c38 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:07.269786 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-0c696512-a4b2-4990-a225-50050d1195b6 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:07.275996 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 4bc33ce7-54da-4765-bbd8-6ac33781cd5f up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:07.358616 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-dfcd27f1-6388-4535-90b8-3138b316f122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63324fd9-7c73-43c0-a039-82ae9b4af7e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-53849198-router', 'tenant_id': 'db9294c8da474bcb9e43e0a3d1d64676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '840d6c43-2e60-4e35-8e6c-531f789fe691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:55Z', 'updated_at': '2022-02-19T03:54:05Z', 'revision_number': 4, 'project_id': 'db9294c8da474bcb9e43e0a3d1d64676', 'gw_port': {'id': '840d6c43-2e60-4e35-8e6c-531f789fe691', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63324fd9-7c73-43c0-a039-82ae9b4af7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:57Z', 'updated_at': '2022-02-19T03:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '62f30c79-206b-4186-b644-f4c519bbbb2f', 'name': '', 'network_id': '2dbc7f9e-1c85-412b-9e90-7af874c43c9e', 'tenant_id': 'db9294c8da474bcb9e43e0a3d1d64676', 'mac_address': 'fa:16:3e:d2:d2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63324fd9-7c73-43c0-a039-82ae9b4af7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b373074a-c933-406e-8120-4724e8d10399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:03Z', 'updated_at': '2022-02-19T03:54:05Z', 'revision_number': 2, 'project_id': 'db9294c8da474bcb9e43e0a3d1d64676', 'subnets': [{'id': 'b373074a-c933-406e-8120-4724e8d10399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:07.363588 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 4bc33ce7-54da-4765-bbd8-6ac33781cd5f completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:54:07.392685 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcd27f1-6388-4535-90b8-3138b316f122 None None] Checking router: 63324fd9-7c73-43c0-a039-82ae9b4af7e4 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:54:07.393019 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcd27f1-6388-4535-90b8-3138b316f122 None None] Updating router 63324fd9-7c73-43c0-a039-82ae9b4af7e4 port 62f30c79-206b-4186-b644-f4c519bbbb2f binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:54:07.395047 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 4bc33ce7-54da-4765-bbd8-6ac33781cd5f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:07.395426 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4bc33ce7-54da-4765-bbd8-6ac33781cd5f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:07.450193 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dfcd27f1-6388-4535-90b8-3138b316f122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (62f30c79-206b-4186-b644-f4c519bbbb2f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:07.553663 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-cc326d39-1c0a-4ac0-b433-a5a165a44105 service neutron] 10.222.0.52 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203513 Feb 19 03:54:07.620732 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bbaae-800c-4375-90cf-ade45ccc064c req-b22edde9-f746-48da-b95a-dd4062904595 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:07.622273 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-277bbaae-800c-4375-90cf-ade45ccc064c req-b22edde9-f746-48da-b95a-dd4062904595 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=05f49e50-796b-4bc2-b1dd-5adf23634ab4 HTTP/1.1" status: 200 len: 947 time: 0.4146268 Feb 19 03:54:07.643151 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 4bc33ce7-54da-4765-bbd8-6ac33781cd5f is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:07.643817 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4bc33ce7-54da-4765-bbd8-6ac33781cd5f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:07.733457 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 4bc33ce7-54da-4765-bbd8-6ac33781cd5f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=4bc33ce7-54da-4765-bbd8-6ac33781cd5f,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:07.753133 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4bc33ce7-54da-4765-bbd8-6ac33781cd5f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:07.791135 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-277bbaae-800c-4375-90cf-ade45ccc064c req-c1ed8707-725e-4c4d-89f0-dffaf55edec4 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/security-groups?id=e16c0917-6b85-4b9d-a41f-e95b2d7ba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340301 Feb 19 03:54:07.803688 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-0c696512-a4b2-4990-a225-50050d1195b6 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Allocated IP 172.20.0.9 (c2a4677c-3978-448a-8fd9-1efa09d1157e/8e30f0c3-d629-434f-a2d7-039cc4a47da1/e63ae549-eb7f-4383-8f0d-1d5d8da5cb96) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:07.828115 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-0e2f943e-0b7a-4121-bde7-558391c87f90 service neutron] 10.222.0.52 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406344 Feb 19 03:54:07.864435 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 60d119df-987d-4fb5-9aac-7362fc2f8141 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:54:07.893254 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38708) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:07.899262 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-5cf0237e-dbf2-41b1-8cd5-286977e530b9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1602187798-network', 'tenant_id': 'b00e78819add4f6fa0b04cafc1a890ae'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:07.945479 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf0237e-dbf2-41b1-8cd5-286977e530b9 admin admin] Made reservation on behalf of b00e78819add4f6fa0b04cafc1a890ae for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:07.948589 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5cf0237e-dbf2-41b1-8cd5-286977e530b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:07.965105 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5cf0237e-dbf2-41b1-8cd5-286977e530b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:07.984394 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 60d119df-987d-4fb5-9aac-7362fc2f8141, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=60d119df-987d-4fb5-9aac-7362fc2f8141,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:08.004318 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e290ae-8059-4a03-8288-26764f997251 x-openstack-request-id: req-42e290ae-8059-4a03-8288-26764f997251 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:08.006114 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed8deaa-a316-43b9-adf9-463018656cbd", "name": "network-vif-plugged", "status": "completed", "tag": "816b0177-fe19-4dfb-81d0-9fb24fa15176", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:08.006717 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-42e290ae-8059-4a03-8288-26764f997251 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:08.007301 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed8deaa-a316-43b9-adf9-463018656cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816b0177-fe19-4dfb-81d0-9fb24fa15176', 'code': 200} Feb 19 03:54:08.010712 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '60d119df-987d-4fb5-9aac-7362fc2f8141', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '60d119df-987d-4fb5-9aac-7362fc2f8141', 'mac_address': 'fa:16:3e:2d:50:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:54:08.012822 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 840d6c43-2e60-4e35-8e6c-531f789fe691 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:08.050643 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=4bc33ce7-54da-4765-bbd8-6ac33781cd5f,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:08.176841 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0c6b7-6338-484d-b421-dc11980b8a1c req-211b9b49-932e-44f1-9c8c-8a5971767d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:08.179827 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c6d0c6b7-6338-484d-b421-dc11980b8a1c req-211b9b49-932e-44f1-9c8c-8a5971767d9b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 1128 time: 0.1799111 Feb 19 03:54:08.228982 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dfcd27f1-6388-4535-90b8-3138b316f122 None None] Publish callbacks [] for port (62f30c79-206b-4186-b644-f4c519bbbb2f), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:08.234045 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 60d119df-987d-4fb5-9aac-7362fc2f8141 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:08.234375 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (60d119df-987d-4fb5-9aac-7362fc2f8141), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:08.242133 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5cf0237e-dbf2-41b1-8cd5-286977e530b9 admin admin] Publish callbacks [] for security_group (8b08f950-e7d2-4ea1-808b-ae06d305224c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:08.248150 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5cf0237e-dbf2-41b1-8cd5-286977e530b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8b08f950-e7d2-4ea1-808b-ae06d305224c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:08.249437 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-0c696512-a4b2-4990-a225-50050d1195b6 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks [] for port (e63ae549-eb7f-4383-8f0d-1d5d8da5cb96), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:08.263964 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c6d0c6b7-6338-484d-b421-dc11980b8a1c req-4a5e5569-b096-4e81-b3fa-4bd3336dd2c8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772355 Feb 19 03:54:08.269067 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d119df-987d-4fb5-9aac-7362fc2f8141 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:54:08.275191 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dfcd27f1-6388-4535-90b8-3138b316f122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (62f30c79-206b-4186-b644-f4c519bbbb2f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:08.277771 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf0237e-dbf2-41b1-8cd5-286977e530b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:54:08.300201 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0237e-dbf2-41b1-8cd5-286977e530b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b08f950-e7d2-4ea1-808b-ae06d305224c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:08.305070 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5cf0237e-dbf2-41b1-8cd5-286977e530b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (a7e1e87d-507f-44ff-8751-ded7d5ba7849), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:08.305726 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-5cf0237e-dbf2-41b1-8cd5-286977e530b9 admin admin] Added segment a7e1e87d-507f-44ff-8751-ded7d5ba7849 of type vlan for network 22e77106-e73f-407d-9630-05b7f813e733 Feb 19 03:54:08.364198 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5cf0237e-dbf2-41b1-8cd5-286977e530b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (22e77106-e73f-407d-9630-05b7f813e733), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:08.370509 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89bcf9-759b-48a3-ab32-c2de8f8163aa None None] Pushing event updated for resources: {'Port': ['ID=62f30c79-206b-4186-b644-f4c519bbbb2f,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:08.379719 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d59310b-b9cf-4286-a478-bc77424bf9a3 req-81a1cb65-d3e0-4627-ac16-aba4f7d4fae8 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=a214ba34-e4a4-4b85-a20a-5218cd868047 HTTP/1.1" status: 200 len: 210 time: 0.1421537 Feb 19 03:54:08.398154 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 840d6c43-2e60-4e35-8e6c-531f789fe691 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:08.399051 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (840d6c43-2e60-4e35-8e6c-531f789fe691), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:08.438208 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5cf0237e-dbf2-41b1-8cd5-286977e530b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (22e77106-e73f-407d-9630-05b7f813e733), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:08.439180 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf0237e-dbf2-41b1-8cd5-286977e530b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:08.439766 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5cf0237e-dbf2-41b1-8cd5-286977e530b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:08.473131 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 60d119df-987d-4fb5-9aac-7362fc2f8141, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=60d119df-987d-4fb5-9aac-7362fc2f8141,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:08.507260 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d390d4-95ad-4e47-96ec-bfc90387ef0e req-86697d6b-0874-443b-92d3-7297ba3ac367 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:08.509503 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5cf0237e-dbf2-41b1-8cd5-286977e530b9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6150911 Feb 19 03:54:08.513586 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38732) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:08.514798 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (60d119df-987d-4fb5-9aac-7362fc2f8141), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:08.526839 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d2d390d4-95ad-4e47-96ec-bfc90387ef0e req-86697d6b-0874-443b-92d3-7297ba3ac367 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 945 time: 0.3199635 Feb 19 03:54:08.530174 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d0553f92-c54c-45b1-9829-388aeeb3c3ab admin admin] Request body: {'subnet': {'network_id': '22e77106-e73f-407d-9630-05b7f813e733', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1602187798-subnet', 'tenant_id': 'b00e78819add4f6fa0b04cafc1a890ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:08.574397 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0553f92-c54c-45b1-9829-388aeeb3c3ab admin admin] Made reservation on behalf of b00e78819add4f6fa0b04cafc1a890ae for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:08.585813 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d0553f92-c54c-45b1-9829-388aeeb3c3ab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:08.594202 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ab8153a-e7be-4890-9768-badf505ec4a6 req-6ad31027-4da9-49fb-98f8-c8c6df422ca7 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 210 time: 0.1287279 Feb 19 03:54:08.601451 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-0c696512-a4b2-4990-a225-50050d1195b6 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (e63ae549-eb7f-4383-8f0d-1d5d8da5cb96), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:08.636193 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0237e-dbf2-41b1-8cd5-286977e530b9 admin admin] Pushing event updated for resources: {'Network': ['ID=22e77106-e73f-407d-9630-05b7f813e733,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:08.692083 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 22e77106-e73f-407d-9630-05b7f813e733 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:54:08.698181 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c696512-a4b2-4990-a225-50050d1195b6 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Pushing event updated for resources: {'Port': ['ID=e63ae549-eb7f-4383-8f0d-1d5d8da5cb96,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:08.756279 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=60d119df-987d-4fb5-9aac-7362fc2f8141,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:08.777094 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-0c696512-a4b2-4990-a225-50050d1195b6 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Network c2a4677c-3978-448a-8fd9-1efa09d1157e is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:08.853451 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-0c696512-a4b2-4990-a225-50050d1195b6 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:08.878030 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d2d390d4-95ad-4e47-96ec-bfc90387ef0e req-03c063b6-ea0b-41ae-b1bf-00e981f3faa4 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485665 Feb 19 03:54:08.886431 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-0c696512-a4b2-4990-a225-50050d1195b6 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:08.915584 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d0553f92-c54c-45b1-9829-388aeeb3c3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for subnet (ce594ab9-f629-4b24-8674-588a60e71fb2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:09.026261 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0553f92-c54c-45b1-9829-388aeeb3c3ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce594ab9-f629-4b24-8674-588a60e71fb2,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:09.027266 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0553161-9cac-4ac0-b30b-a0b36a4f21ba req-440299a7-1fee-4fb3-afd7-3f060ac05648 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:09.029212 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f0553161-9cac-4ac0-b30b-a0b36a4f21ba req-440299a7-1fee-4fb3-afd7-3f060ac05648 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=81c60502-ef1a-45e0-8cdd-add297af6870 HTTP/1.1" status: 200 len: 971 time: 0.2690887 Feb 19 03:54:09.072776 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0553f92-c54c-45b1-9829-388aeeb3c3ab admin admin] Checking segment: {'id': 'a7e1e87d-507f-44ff-8751-ded7d5ba7849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22e77106-e73f-407d-9630-05b7f813e733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:09.074653 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0553f92-c54c-45b1-9829-388aeeb3c3ab admin admin] Network hostable DHCP agents. Network: 22e77106-e73f-407d-9630-05b7f813e733, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:54:09.080979 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['60d119df-987d-4fb5-9aac-7362fc2f8141'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:54:09.087761 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-0c696512-a4b2-4990-a225-50050d1195b6 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:09.090504 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-0c696512-a4b2-4990-a225-50050d1195b6 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:09.111238 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0553f92-c54c-45b1-9829-388aeeb3c3ab admin admin] Network 22e77106-e73f-407d-9630-05b7f813e733 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:54:09.133069 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-d0553f92-c54c-45b1-9829-388aeeb3c3ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 22e77106-e73f-407d-9630-05b7f813e733) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:09.138481 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0553f92-c54c-45b1-9829-388aeeb3c3ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:09.139579 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d0553f92-c54c-45b1-9829-388aeeb3c3ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:09.157288 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-0c696512-a4b2-4990-a225-50050d1195b6 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1885962 Feb 19 03:54:09.169348 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d0553f92-c54c-45b1-9829-388aeeb3c3ab admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6520166 Feb 19 03:54:09.174268 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38750) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:09.184332 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f0553161-9cac-4ac0-b30b-a0b36a4f21ba req-06ab42f0-5a7b-4075-b34f-f48cbeecdeaf tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450901 Feb 19 03:54:09.187686 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1602187798-router', 'tenant_id': 'b00e78819add4f6fa0b04cafc1a890ae', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:09.200426 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Request body: {'port': {'device_id': 'a214ba34-e4a4-4b85-a20a-5218cd868047', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:09.211724 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-dfcd27f1-6388-4535-90b8-3138b316f122 None None] Attempting to bind port 62f30c79-206b-4186-b644-f4c519bbbb2f on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:09.212227 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-dfcd27f1-6388-4535-90b8-3138b316f122 None None] Attempting to bind port 62f30c79-206b-4186-b644-f4c519bbbb2f by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '38292db9-b633-4bb0-a3d1-faf2c5a0d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2dbc7f9e-1c85-412b-9e90-7af874c43c9e'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:09.212691 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcd27f1-6388-4535-90b8-3138b316f122 None None] Attempting to bind port 62f30c79-206b-4186-b644-f4c519bbbb2f on network 2dbc7f9e-1c85-412b-9e90-7af874c43c9e {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:09.247455 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351363c4-402c-4a37-8563-c000ed44b54a None None] Network 22e77106-e73f-407d-9630-05b7f813e733 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:54:09.261882 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (5612a9ff-3850-4b22-af3f-9ec433f66ac2), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:09.263354 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (5612a9ff-3850-4b22-af3f-9ec433f66ac2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:09.404473 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Publish callbacks [] for router_controller (5612a9ff-3850-4b22-af3f-9ec433f66ac2), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:09.414044 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcd27f1-6388-4535-90b8-3138b316f122 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:09.414605 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcd27f1-6388-4535-90b8-3138b316f122 None None] Checking segment: {'id': '38292db9-b633-4bb0-a3d1-faf2c5a0d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2dbc7f9e-1c85-412b-9e90-7af874c43c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:09.415106 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dfcd27f1-6388-4535-90b8-3138b316f122 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:09.415600 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcd27f1-6388-4535-90b8-3138b316f122 None None] Bound using segment: {'id': '38292db9-b633-4bb0-a3d1-faf2c5a0d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2dbc7f9e-1c85-412b-9e90-7af874c43c9e'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:09.416624 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-dfcd27f1-6388-4535-90b8-3138b316f122 None None] Bound port: 62f30c79-206b-4186-b644-f4c519bbbb2f, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38292db9-b633-4bb0-a3d1-faf2c5a0d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2dbc7f9e-1c85-412b-9e90-7af874c43c9e'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:09.416624 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dfcd27f1-6388-4535-90b8-3138b316f122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (62f30c79-206b-4186-b644-f4c519bbbb2f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:09.425211 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a46f07-16d1-4f26-9cf8-ada9435c5435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-22e77106-e73f-407d-9630-05b7f813e733', 'network_id': '22e77106-e73f-407d-9630-05b7f813e733', 'project_id': 'b00e78819add4f6fa0b04cafc1a890ae', 'fixed_ips': [{'subnet_id': 'ce594ab9-f629-4b24-8674-588a60e71fb2'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:54:09.426343 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-02a46f07-16d1-4f26-9cf8-ada9435c5435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:09.432774 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-16d3a415-177a-4793-bb41-eb9126d03bd6 None None] Provisioning complete for port 62f30c79-206b-4186-b644-f4c519bbbb2f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:09.433244 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-16d3a415-177a-4793-bb41-eb9126d03bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (62f30c79-206b-4186-b644-f4c519bbbb2f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:09.470776 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e63ae549-eb7f-4383-8f0d-1d5d8da5cb96), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:09.504416 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 840d6c43-2e60-4e35-8e6c-531f789fe691 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:09.561319 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4f202-8085-4c38-8098-2917a6f37234 req-5509e788-5460-4ffe-95c1-7a648030743d tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:09.563730 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-afc4f202-8085-4c38-8098-2917a6f37234 req-5509e788-5460-4ffe-95c1-7a648030743d tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=05f49e50-796b-4bc2-b1dd-5adf23634ab4 HTTP/1.1" status: 200 len: 948 time: 0.1947474 Feb 19 03:54:09.567292 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-16d3a415-177a-4793-bb41-eb9126d03bd6 None None] Port 62f30c79-206b-4186-b644-f4c519bbbb2f cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:09.631373 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Publish callbacks [] for router_gateway (5612a9ff-3850-4b22-af3f-9ec433f66ac2), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:09.707445 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-dfcd27f1-6388-4535-90b8-3138b316f122 None None] For port 62f30c79-206b-4186-b644-f4c519bbbb2f, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:09.758313 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d776b-8ee0-490e-9266-33aea3f5ba22 req-3a335f53-a5ce-45bb-9387-09b571669fc5 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:09.765708 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c7d776b-8ee0-490e-9266-33aea3f5ba22 req-3a335f53-a5ce-45bb-9387-09b571669fc5 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=a214ba34-e4a4-4b85-a20a-5218cd868047 HTTP/1.1" status: 200 len: 931 time: 0.2289658 Feb 19 03:54:09.770699 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-dfcd27f1-6388-4535-90b8-3138b316f122 None None] For port 62f30c79-206b-4186-b644-f4c519bbbb2f, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=62f30c79-206b-4186-b644-f4c519bbbb2f,segment=NetworkSegment(38292db9-b633-4bb0-a3d1-faf2c5a0d27a),segment_id=38292db9-b633-4bb0-a3d1-faf2c5a0d27a)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:09.784970 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-afc4f202-8085-4c38-8098-2917a6f37234 req-dd2a9db6-4bca-4e94-8788-a6dfc42cb87b tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/security-groups?id=e16c0917-6b85-4b9d-a41f-e95b2d7ba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965067 Feb 19 03:54:09.792088 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-071419d3-5d74-48ab-934b-ab405b814763 None None] Provisioning complete for port e63ae549-eb7f-4383-8f0d-1d5d8da5cb96 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:09.792534 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-071419d3-5d74-48ab-934b-ab405b814763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e63ae549-eb7f-4383-8f0d-1d5d8da5cb96), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:09.839363 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dfcd27f1-6388-4535-90b8-3138b316f122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (62f30c79-206b-4186-b644-f4c519bbbb2f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:09.848768 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-02a46f07-16d1-4f26-9cf8-ada9435c5435 None None] Allocated IP 172.20.0.2 (22e77106-e73f-407d-9630-05b7f813e733/ce594ab9-f629-4b24-8674-588a60e71fb2/3ca033ce-412f-4d17-b4d3-ea4a25a94365) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:09.971157 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-071419d3-5d74-48ab-934b-ab405b814763 None None] Port e63ae549-eb7f-4383-8f0d-1d5d8da5cb96 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:10.004783 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcd27f1-6388-4535-90b8-3138b316f122 None None] Routers {'63324fd9-7c73-43c0-a039-82ae9b4af7e4'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:10.005696 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-dfcd27f1-6388-4535-90b8-3138b316f122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:54:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['63324fd9-7c73-43c0-a039-82ae9b4af7e4'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:10.012556 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c7d776b-8ee0-490e-9266-33aea3f5ba22 req-e558c93f-0a4d-471e-941d-cade4bd6154d tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0dfac4c-c713-4454-abce-58b1166b49c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455878 Feb 19 03:54:10.130307 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63ae549-eb7f-4383-8f0d-1d5d8da5cb96 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:54:10.159981 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-dfcd27f1-6388-4535-90b8-3138b316f122 None None] Set router 63324fd9-7c73-43c0-a039-82ae9b4af7e4 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:10.161462 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Publish callbacks [] for port (e63ae549-eb7f-4383-8f0d-1d5d8da5cb96), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.214661 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Transition to ACTIVE for port object e63ae549-eb7f-4383-8f0d-1d5d8da5cb96 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:54:10.234300 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (e63ae549-eb7f-4383-8f0d-1d5d8da5cb96), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.290923 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c60502-ef1a-45e0-8cdd-add297af6870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc33ce7-54da-4765-bbd8-6ac33781cd5f'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:10.293168 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1df9e7b-8b49-42cf-8fdc-ada2831ec1db" -d '{"events": [{"server_uuid": "81c60502-ef1a-45e0-8cdd-add297af6870", "name": "network-vif-plugged", "status": "completed", "tag": "4bc33ce7-54da-4765-bbd8-6ac33781cd5f"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:10.367538 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89bcf9-759b-48a3-ab32-c2de8f8163aa None None] Pushing event updated for resources: {'Port': ['ID=62f30c79-206b-4186-b644-f4c519bbbb2f,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:10.449773 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-f30ba091-2037-4bfb-9b7e-ef50f55419f2 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:10.458371 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-f30ba091-2037-4bfb-9b7e-ef50f55419f2 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.26 "GET /v2.0/networks?id=6d936416-f125-4c3f-940d-813318503889 HTTP/1.1" status: 200 len: 821 time: 0.5590198 Feb 19 03:54:10.491100 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e63ae549-eb7f-4383-8f0d-1d5d8da5cb96,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:10.498445 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-e03beea8-e369-4a1b-9b54-670ff25dc2ca tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Request body: {'port': {'device_id': '677863a0-b789-40f0-8503-d5c0a0a757bd', 'network_id': '6d936416-f125-4c3f-940d-813318503889', 'admin_state_up': True, 'tenant_id': '2d0f4caff5434d379e80e0b432aea600'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:10.529878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Attempting to bind port e63ae549-eb7f-4383-8f0d-1d5d8da5cb96 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:10.530987 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Attempting to bind port e63ae549-eb7f-4383-8f0d-1d5d8da5cb96 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '56086ea6-27d7-4ec1-9205-90d5e1fd26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:10.531468 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Attempting to bind port e63ae549-eb7f-4383-8f0d-1d5d8da5cb96 on network c2a4677c-3978-448a-8fd9-1efa09d1157e {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:10.539890 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Port e63ae549-eb7f-4383-8f0d-1d5d8da5cb96 on network c2a4677c-3978-448a-8fd9-1efa09d1157e not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:54:10.540484 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Attempting to bind port e63ae549-eb7f-4383-8f0d-1d5d8da5cb96 on network c2a4677c-3978-448a-8fd9-1efa09d1157e {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:10.546917 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:10.547501 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Checking segment: {'id': '56086ea6-27d7-4ec1-9205-90d5e1fd26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:10.548120 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Bound using segment: {'id': '56086ea6-27d7-4ec1-9205-90d5e1fd26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:10.548707 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Bound port: e63ae549-eb7f-4383-8f0d-1d5d8da5cb96, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56086ea6-27d7-4ec1-9205-90d5e1fd26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:10.549244 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e63ae549-eb7f-4383-8f0d-1d5d8da5cb96), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.610882 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-02a46f07-16d1-4f26-9cf8-ada9435c5435 None None] Publish callbacks [] for port (3ca033ce-412f-4d17-b4d3-ea4a25a94365), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.619971 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-1be45bb5-ba3f-4523-8f20-523c28b99f60 None None] Provisioning complete for port 62f30c79-206b-4186-b644-f4c519bbbb2f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:10.620258 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Publish callbacks [] for router_gateway (5612a9ff-3850-4b22-af3f-9ec433f66ac2), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.620377 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1be45bb5-ba3f-4523-8f20-523c28b99f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (62f30c79-206b-4186-b644-f4c519bbbb2f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.641267 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-02a46f07-16d1-4f26-9cf8-ada9435c5435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (3ca033ce-412f-4d17-b4d3-ea4a25a94365), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.644492 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.666907 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-362a400d-5aa0-4164-916a-bf4c6673c7e4 req-83878ebe-4fcd-40a8-aa7e-11a420dc069f tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 210 time: 0.0606399 Feb 19 03:54:10.679836 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] For port e63ae549-eb7f-4383-8f0d-1d5d8da5cb96, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:10.685006 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] For port e63ae549-eb7f-4383-8f0d-1d5d8da5cb96, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=e63ae549-eb7f-4383-8f0d-1d5d8da5cb96,segment=NetworkSegment(56086ea6-27d7-4ec1-9205-90d5e1fd26c5),segment_id=56086ea6-27d7-4ec1-9205-90d5e1fd26c5)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:10.698006 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (e63ae549-eb7f-4383-8f0d-1d5d8da5cb96), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.700123 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a46f07-16d1-4f26-9cf8-ada9435c5435 None None] Network 22e77106-e73f-407d-9630-05b7f813e733 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:10.709803 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc760e4-a454-4506-a4e6-abf5cdc52b11 req-80851004-7bd0-4f86-90d3-34019e9d17bc tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:10.711545 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cc760e4-a454-4506-a4e6-abf5cdc52b11 req-80851004-7bd0-4f86-90d3-34019e9d17bc tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 945 time: 0.1159787 Feb 19 03:54:10.723093 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-02a46f07-16d1-4f26-9cf8-ada9435c5435 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:10.728071 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a46f07-16d1-4f26-9cf8-ada9435c5435 None None] Pushing event updated for resources: {'Port': ['ID=3ca033ce-412f-4d17-b4d3-ea4a25a94365,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:10.731712 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a46f07-16d1-4f26-9cf8-ada9435c5435 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:10.761496 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:10.762192 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.764105 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] 10.222.0.79 "PUT /v2.0/ports/e63ae549-eb7f-4383-8f0d-1d5d8da5cb96 HTTP/1.1" status: 200 len: 1092 time: 1.5774968 Feb 19 03:54:10.764773 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a214ba34-e4a4-4b85-a20a-5218cd868047', 'tag': 'e63ae549-eb7f-4383-8f0d-1d5d8da5cb96'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:10.766252 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Allocated IP 172.25.3.222 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/6332f0e5-4a87-404c-ad07-8af523fd0290) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:10.767234 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de452408-ec4b-43b4-9689-fc1092118c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "a214ba34-e4a4-4b85-a20a-5218cd868047", "tag": "e63ae549-eb7f-4383-8f0d-1d5d8da5cb96"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:10.810372 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-dfcd27f1-6388-4535-90b8-3138b316f122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63324fd9-7c73-43c0-a039-82ae9b4af7e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-53849198-router', 'tenant_id': 'db9294c8da474bcb9e43e0a3d1d64676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '840d6c43-2e60-4e35-8e6c-531f789fe691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:55Z', 'updated_at': '2022-02-19T03:54:05Z', 'revision_number': 4, 'project_id': 'db9294c8da474bcb9e43e0a3d1d64676', 'gw_port': {'id': '840d6c43-2e60-4e35-8e6c-531f789fe691', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63324fd9-7c73-43c0-a039-82ae9b4af7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:57Z', 'updated_at': '2022-02-19T03:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '62f30c79-206b-4186-b644-f4c519bbbb2f', 'name': '', 'network_id': '2dbc7f9e-1c85-412b-9e90-7af874c43c9e', 'tenant_id': 'db9294c8da474bcb9e43e0a3d1d64676', 'mac_address': 'fa:16:3e:d2:d2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63324fd9-7c73-43c0-a039-82ae9b4af7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b373074a-c933-406e-8120-4724e8d10399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:03Z', 'updated_at': '2022-02-19T03:54:09Z', 'revision_number': 4, 'project_id': 'db9294c8da474bcb9e43e0a3d1d64676', 'subnets': [{'id': 'b373074a-c933-406e-8120-4724e8d10399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:10.870901 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcd27f1-6388-4535-90b8-3138b316f122 None None] The sync data for ids ['63324fd9-7c73-43c0-a039-82ae9b4af7e4'] in n-d-828369-19 is: [{'id': '63324fd9-7c73-43c0-a039-82ae9b4af7e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-53849198-router', 'tenant_id': 'db9294c8da474bcb9e43e0a3d1d64676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '840d6c43-2e60-4e35-8e6c-531f789fe691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:55Z', 'updated_at': '2022-02-19T03:54:05Z', 'revision_number': 4, 'project_id': 'db9294c8da474bcb9e43e0a3d1d64676', 'gw_port': {'id': '840d6c43-2e60-4e35-8e6c-531f789fe691', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63324fd9-7c73-43c0-a039-82ae9b4af7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:57Z', 'updated_at': '2022-02-19T03:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '62f30c79-206b-4186-b644-f4c519bbbb2f', 'name': '', 'network_id': '2dbc7f9e-1c85-412b-9e90-7af874c43c9e', 'tenant_id': 'db9294c8da474bcb9e43e0a3d1d64676', 'mac_address': 'fa:16:3e:d2:d2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63324fd9-7c73-43c0-a039-82ae9b4af7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b373074a-c933-406e-8120-4724e8d10399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:03Z', 'updated_at': '2022-02-19T03:54:09Z', 'revision_number': 4, 'project_id': 'db9294c8da474bcb9e43e0a3d1d64676', 'subnets': [{'id': 'b373074a-c933-406e-8120-4724e8d10399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:54:10.887878 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-02a46f07-16d1-4f26-9cf8-ada9435c5435 None None] Attempting to bind port 3ca033ce-412f-4d17-b4d3-ea4a25a94365 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:10.888982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-02a46f07-16d1-4f26-9cf8-ada9435c5435 None None] Attempting to bind port 3ca033ce-412f-4d17-b4d3-ea4a25a94365 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'a7e1e87d-507f-44ff-8751-ded7d5ba7849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22e77106-e73f-407d-9630-05b7f813e733'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:10.889353 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a46f07-16d1-4f26-9cf8-ada9435c5435 None None] Attempting to bind port 3ca033ce-412f-4d17-b4d3-ea4a25a94365 on network 22e77106-e73f-407d-9630-05b7f813e733 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:10.892378 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cc760e4-a454-4506-a4e6-abf5cdc52b11 req-3c5fde12-f51b-4175-b450-d88049960dd3 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554282 Feb 19 03:54:10.909753 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a46f07-16d1-4f26-9cf8-ada9435c5435 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:10.909753 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a46f07-16d1-4f26-9cf8-ada9435c5435 None None] Checking segment: {'id': 'a7e1e87d-507f-44ff-8751-ded7d5ba7849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22e77106-e73f-407d-9630-05b7f813e733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:10.909753 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-02a46f07-16d1-4f26-9cf8-ada9435c5435 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.909753 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a46f07-16d1-4f26-9cf8-ada9435c5435 None None] Bound using segment: {'id': 'a7e1e87d-507f-44ff-8751-ded7d5ba7849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22e77106-e73f-407d-9630-05b7f813e733'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:10.909753 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-02a46f07-16d1-4f26-9cf8-ada9435c5435 None None] Bound port: 3ca033ce-412f-4d17-b4d3-ea4a25a94365, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e1e87d-507f-44ff-8751-ded7d5ba7849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22e77106-e73f-407d-9630-05b7f813e733'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:10.909753 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-02a46f07-16d1-4f26-9cf8-ada9435c5435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3ca033ce-412f-4d17-b4d3-ea4a25a94365), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.912107 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-1be45bb5-ba3f-4523-8f20-523c28b99f60 None None] Current status of the port 62f30c79-206b-4186-b644-f4c519bbbb2f is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:10.912529 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1be45bb5-ba3f-4523-8f20-523c28b99f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (62f30c79-206b-4186-b644-f4c519bbbb2f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.922869 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Publish callbacks [] for port (6332f0e5-4a87-404c-ad07-8af523fd0290), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.960766 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-e03beea8-e369-4a1b-9b54-670ff25dc2ca tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Made reservation on behalf of 2d0f4caff5434d379e80e0b432aea600 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:10.964837 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-e03beea8-e369-4a1b-9b54-670ff25dc2ca tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.983003 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e63ae549-eb7f-4383-8f0d-1d5d8da5cb96,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:11.030539 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af2b7f5-d91c-4550-86c2-4767a60f7acd x-openstack-request-id: req-0af2b7f5-d91c-4550-86c2-4767a60f7acd {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:11.032777 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c60502-ef1a-45e0-8cdd-add297af6870", "name": "network-vif-plugged", "status": "completed", "tag": "4bc33ce7-54da-4765-bbd8-6ac33781cd5f", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:11.034117 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0af2b7f5-d91c-4550-86c2-4767a60f7acd {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:11.035134 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c60502-ef1a-45e0-8cdd-add297af6870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc33ce7-54da-4765-bbd8-6ac33781cd5f', 'code': 200} Feb 19 03:54:11.088605 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.089969 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.090602 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.091249 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.091811 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.093218 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.093998 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.095891 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.096416 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.096948 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.097476 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.098769 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.099895 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b12fbd-fb71-4111-8570-d1efc2aa34d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.108866 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.79', 55426) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:11.128602 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (6332f0e5-4a87-404c-ad07-8af523fd0290), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.160058 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-1be45bb5-ba3f-4523-8f20-523c28b99f60 None None] For port 62f30c79-206b-4186-b644-f4c519bbbb2f, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=62f30c79-206b-4186-b644-f4c519bbbb2f,segment=NetworkSegment(38292db9-b633-4bb0-a3d1-faf2c5a0d27a),segment_id=38292db9-b633-4bb0-a3d1-faf2c5a0d27a)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:11.161080 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7996f-e60e-4002-a899-8ec273a45a0a req-1c7dfe13-45e9-44f4-a36d-bc2dfda6291b tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:11.174503 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-76f7996f-e60e-4002-a899-8ec273a45a0a req-1c7dfe13-45e9-44f4-a36d-bc2dfda6291b tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=81c60502-ef1a-45e0-8cdd-add297af6870 HTTP/1.1" status: 200 len: 971 time: 0.2434540 Feb 19 03:54:11.175944 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-02a46f07-16d1-4f26-9cf8-ada9435c5435 None None] For port 3ca033ce-412f-4d17-b4d3-ea4a25a94365, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:11.180360 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-02a46f07-16d1-4f26-9cf8-ada9435c5435 None None] For port 3ca033ce-412f-4d17-b4d3-ea4a25a94365, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3ca033ce-412f-4d17-b4d3-ea4a25a94365,segment=NetworkSegment(a7e1e87d-507f-44ff-8751-ded7d5ba7849),segment_id=a7e1e87d-507f-44ff-8751-ded7d5ba7849)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:11.181898 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1be45bb5-ba3f-4523-8f20-523c28b99f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (62f30c79-206b-4186-b644-f4c519bbbb2f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.200818 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-b9e5fc74-a982-46ba-bc6d-98104f85f621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:11.202185 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-02a46f07-16d1-4f26-9cf8-ada9435c5435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3ca033ce-412f-4d17-b4d3-ea4a25a94365), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.202340 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-b9e5fc74-a982-46ba-bc6d-98104f85f621 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7d8751a366f7493698f363eb60d46c38&device_id=a214ba34-e4a4-4b85-a20a-5218cd868047 HTTP/1.1" status: 200 len: 1126 time: 0.3809609 Feb 19 03:54:11.202512 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Pushing event updated for resources: {'Port': ['ID=6332f0e5-4a87-404c-ad07-8af523fd0290,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:11.205350 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98218c14-a058-4527-86fa-13922d3f1910 x-openstack-request-id: req-98218c14-a058-4527-86fa-13922d3f1910 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:11.205487 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a214ba34-e4a4-4b85-a20a-5218cd868047", "tag": "e63ae549-eb7f-4383-8f0d-1d5d8da5cb96", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:11.205809 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-98218c14-a058-4527-86fa-13922d3f1910 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:11.206610 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a214ba34-e4a4-4b85-a20a-5218cd868047', 'tag': 'e63ae549-eb7f-4383-8f0d-1d5d8da5cb96', 'status': 'completed', 'code': 200} Feb 19 03:54:11.227752 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:11.232711 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:11.235604 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:11.239203 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.240155 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.240295 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.240612 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.241120 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.241474 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.241881 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.242697 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.243079 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.243518 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.243782 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.244110 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.244431 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.311950 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be45bb5-ba3f-4523-8f20-523c28b99f60 None None] Pushing event updated for resources: {'Port': ['ID=62f30c79-206b-4186-b644-f4c519bbbb2f,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:11.314565 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-76f7996f-e60e-4002-a899-8ec273a45a0a req-d455f02b-18f9-46f8-a901-fab5692af799 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388676 Feb 19 03:54:11.326296 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-a4127686-3a9d-4344-97e0-79f636e6a0d6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e63ae549-eb7f-4383-8f0d-1d5d8da5cb96 HTTP/1.1" status: 200 len: 217 time: 0.0796959 Feb 19 03:54:11.432802 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9680298-fd26-4dc0-9842-14da433b994c req-342c1989-8c86-4026-82c8-3233d8e4c1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:11.434260 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e9680298-fd26-4dc0-9842-14da433b994c req-342c1989-8c86-4026-82c8-3233d8e4c1da service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=81c60502-ef1a-45e0-8cdd-add297af6870 HTTP/1.1" status: 200 len: 1154 time: 0.3245928 Feb 19 03:54:11.439609 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-e8a84397-2dee-4c4f-b654-1baa81a34fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:11.441406 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-e8a84397-2dee-4c4f-b654-1baa81a34fc1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8e30f0c3-d629-434f-a2d7-039cc4a47da1 HTTP/1.1" status: 200 len: 863 time: 0.0846732 Feb 19 03:54:11.448658 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a46f07-16d1-4f26-9cf8-ada9435c5435 None None] Pushing event updated for resources: {'Port': ['ID=3ca033ce-412f-4d17-b4d3-ea4a25a94365,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:11.482241 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154891d8-4a75-4d02-9b45-f09c8415dacc req-478098a1-e1b0-47d6-904c-c0cc1415d281 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:11.485067 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-154891d8-4a75-4d02-9b45-f09c8415dacc req-478098a1-e1b0-47d6-904c-c0cc1415d281 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=05f49e50-796b-4bc2-b1dd-5adf23634ab4 HTTP/1.1" status: 200 len: 948 time: 0.1575465 Feb 19 03:54:11.496188 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-e03beea8-e369-4a1b-9b54-670ff25dc2ca tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Allocated IP 172.20.0.3 (6d936416-f125-4c3f-940d-813318503889/2953d6c2-cff6-4430-863a-070b45f3a12f/de138328-1cd6-4d35-b7c3-50ef1063e817) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:11.609216 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-154891d8-4a75-4d02-9b45-f09c8415dacc req-2298cfb3-eaac-4c33-8977-189df28aef4e tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/security-groups?id=e16c0917-6b85-4b9d-a41f-e95b2d7ba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136670 Feb 19 03:54:11.664373 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-1e1206d8-fed8-4b6a-aae2-088533df1522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:11.665960 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-1e1206d8-fed8-4b6a-aae2-088533df1522 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c2a4677c-3978-448a-8fd9-1efa09d1157e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2046232 Feb 19 03:54:11.689409 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e9680298-fd26-4dc0-9842-14da433b994c req-fecb08ef-6f96-4cb1-a06f-b63077829752 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765869 Feb 19 03:54:11.871783 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 60d119df-987d-4fb5-9aac-7362fc2f8141 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:11.880193 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f453867-663f-43f0-a917-fadb8aa45b9c req-8a21a30c-b63d-488f-94f0-9403b33b14c4 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:11.894517 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f453867-663f-43f0-a917-fadb8aa45b9c req-8a21a30c-b63d-488f-94f0-9403b33b14c4 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 1128 time: 0.3068762 Feb 19 03:54:11.937997 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-f792cbee-ae15-4392-a79c-d5a3b74b6c0e service neutron] 10.222.0.79 "GET /v2.0/networks/c2a4677c-3978-448a-8fd9-1efa09d1157e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648144 Feb 19 03:54:11.947191 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 62f30c79-206b-4186-b644-f4c519bbbb2f up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:12.025191 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 60d119df-987d-4fb5-9aac-7362fc2f8141 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:54:12.031176 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 60d119df-987d-4fb5-9aac-7362fc2f8141 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:12.031571 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (60d119df-987d-4fb5-9aac-7362fc2f8141), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:12.036779 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f453867-663f-43f0-a917-fadb8aa45b9c req-64ee517d-9fd2-462b-9ebd-580b21954436 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409969 Feb 19 03:54:12.073057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c708d5-af65-46ca-9344-9effa8035b4c req-26903ece-ff02-4062-9639-de71731654e3 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:12.085282 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-94c708d5-af65-46ca-9344-9effa8035b4c req-26903ece-ff02-4062-9639-de71731654e3 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=a214ba34-e4a4-4b85-a20a-5218cd868047 HTTP/1.1" status: 200 len: 943 time: 0.2928994 Feb 19 03:54:12.089014 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 62f30c79-206b-4186-b644-f4c519bbbb2f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:12.089590 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (62f30c79-206b-4186-b644-f4c519bbbb2f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:12.130805 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-e03beea8-e369-4a1b-9b54-670ff25dc2ca tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks [] for port (de138328-1cd6-4d35-b7c3-50ef1063e817), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:12.179067 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ae8b9f0-6e1e-41c0-b2e4-f91de8ffb6a2 req-f2def505-f5ec-49b3-8f85-2d19fcc7447d service neutron] 10.222.0.79 "GET /v2.0/networks/c2a4677c-3978-448a-8fd9-1efa09d1157e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293119 Feb 19 03:54:12.239079 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 60d119df-987d-4fb5-9aac-7362fc2f8141 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:12.239620 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (60d119df-987d-4fb5-9aac-7362fc2f8141), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:12.243142 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Publish callbacks [] for router_gateway (5612a9ff-3850-4b22-af3f-9ec433f66ac2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:12.296507 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-e03beea8-e369-4a1b-9b54-670ff25dc2ca tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (de138328-1cd6-4d35-b7c3-50ef1063e817), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:12.303216 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-94c708d5-af65-46ca-9344-9effa8035b4c req-bf0ef85e-41ee-4511-b1dd-d1e280a823a0 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0dfac4c-c713-4454-abce-58b1166b49c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115285 Feb 19 03:54:12.358718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de452408-ec4b-43b4-9689-fc1092118c3d req-aa4d913f-64ac-4d17-91b9-07bca5ad926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:12.360378 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de452408-ec4b-43b4-9689-fc1092118c3d req-aa4d913f-64ac-4d17-91b9-07bca5ad926e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7d8751a366f7493698f363eb60d46c38&device_id=a214ba34-e4a4-4b85-a20a-5218cd868047 HTTP/1.1" status: 200 len: 1126 time: 0.1225214 Feb 19 03:54:12.362675 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03beea8-e369-4a1b-9b54-670ff25dc2ca tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Pushing event updated for resources: {'Port': ['ID=de138328-1cd6-4d35-b7c3-50ef1063e817,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:12.405166 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-e03beea8-e369-4a1b-9b54-670ff25dc2ca tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Network 6d936416-f125-4c3f-940d-813318503889 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:12.461447 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-e03beea8-e369-4a1b-9b54-670ff25dc2ca tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:12.472220 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-e03beea8-e369-4a1b-9b54-670ff25dc2ca tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:12.479304 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-e03beea8-e369-4a1b-9b54-670ff25dc2ca tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:12.480273 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-e03beea8-e369-4a1b-9b54-670ff25dc2ca tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:12.529261 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-e03beea8-e369-4a1b-9b54-670ff25dc2ca tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0607822 Feb 19 03:54:12.545893 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 62f30c79-206b-4186-b644-f4c519bbbb2f is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:12.547451 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3ca033ce-412f-4d17-b4d3-ea4a25a94365 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:12.558019 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-8ff30aed-fe05-4add-ae5d-893f4ac04fc9 service neutron] Request body: {'port': {'device_id': '677863a0-b789-40f0-8503-d5c0a0a757bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:12.620718 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 60d119df-987d-4fb5-9aac-7362fc2f8141, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=60d119df-987d-4fb5-9aac-7362fc2f8141,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:12.645508 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f515f3a-fbef-46ea-9067-d1ff4d537506 req-8c476934-5d32-49e9-8bcf-70e3767e896f tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:12.661019 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f515f3a-fbef-46ea-9067-d1ff4d537506 req-8c476934-5d32-49e9-8bcf-70e3767e896f tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 931 time: 0.2143860 Feb 19 03:54:12.672873 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de452408-ec4b-43b4-9689-fc1092118c3d req-076a2522-59d4-46ac-b906-384d2d445dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:12.674437 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de452408-ec4b-43b4-9689-fc1092118c3d req-076a2522-59d4-46ac-b906-384d2d445dcf service neutron] 10.222.0.79 "GET /v2.0/networks?id=c2a4677c-3978-448a-8fd9-1efa09d1157e HTTP/1.1" status: 200 len: 925 time: 0.3071022 Feb 19 03:54:12.686646 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (60d119df-987d-4fb5-9aac-7362fc2f8141), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:12.697939 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 3ca033ce-412f-4d17-b4d3-ea4a25a94365 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:12.699470 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3ca033ce-412f-4d17-b4d3-ea4a25a94365), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:12.796415 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de452408-ec4b-43b4-9689-fc1092118c3d req-d1f2da43-4f0c-4694-984d-e63cc22d4b3a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e63ae549-eb7f-4383-8f0d-1d5d8da5cb96 HTTP/1.1" status: 200 len: 217 time: 0.0966966 Feb 19 03:54:12.829589 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-8ff30aed-fe05-4add-ae5d-893f4ac04fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (de138328-1cd6-4d35-b7c3-50ef1063e817), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:12.873167 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=60d119df-987d-4fb5-9aac-7362fc2f8141,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:12.904895 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f515f3a-fbef-46ea-9067-d1ff4d537506 req-2455e358-7267-49e1-9b50-8c8d9ab0ad41 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430544 Feb 19 03:54:12.941996 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 3ca033ce-412f-4d17-b4d3-ea4a25a94365 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:12.943213 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3ca033ce-412f-4d17-b4d3-ea4a25a94365), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:12.991957 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3031a-be56-4cec-99b6-79c4218a6921 req-39cd7b8c-af33-4cea-a460-c4cb6796d29a tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:12.993497 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a5d3031a-be56-4cec-99b6-79c4218a6921 req-39cd7b8c-af33-4cea-a460-c4cb6796d29a tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 1128 time: 0.2668390 Feb 19 03:54:13.005865 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de452408-ec4b-43b4-9689-fc1092118c3d req-5800e6b5-d3d1-4efe-83d6-9ceb9550d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:13.007687 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de452408-ec4b-43b4-9689-fc1092118c3d req-5800e6b5-d3d1-4efe-83d6-9ceb9550d1fd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8e30f0c3-d629-434f-a2d7-039cc4a47da1 HTTP/1.1" status: 200 len: 863 time: 0.1789370 Feb 19 03:54:13.013167 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82b2237-551d-4768-a0ba-0b779aff4a8e None None] Network 22e77106-e73f-407d-9630-05b7f813e733 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:54:13.060843 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f49e50-796b-4bc2-b1dd-5adf23634ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d119df-987d-4fb5-9aac-7362fc2f8141'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:13.067314 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68b9bdf-0bcf-42e1-bb9a-3b5a1de05f8f" -d '{"events": [{"server_uuid": "05f49e50-796b-4bc2-b1dd-5adf23634ab4", "name": "network-vif-plugged", "status": "completed", "tag": "60d119df-987d-4fb5-9aac-7362fc2f8141"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:13.076662 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 3ca033ce-412f-4d17-b4d3-ea4a25a94365, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3ca033ce-412f-4d17-b4d3-ea4a25a94365,segment=NetworkSegment(a7e1e87d-507f-44ff-8751-ded7d5ba7849),segment_id=a7e1e87d-507f-44ff-8751-ded7d5ba7849)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:13.116529 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3ca033ce-412f-4d17-b4d3-ea4a25a94365), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.127327 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (5612a9ff-3850-4b22-af3f-9ec433f66ac2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.143149 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a5d3031a-be56-4cec-99b6-79c4218a6921 req-7e473148-217e-4156-a3ed-bc9cbc6357b4 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354928 Feb 19 03:54:13.146097 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38816) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:13.171521 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-f03afdff-9ba0-4082-9514-28c718e2aea6 None None] Provisioning complete for port 3ca033ce-412f-4d17-b4d3-ea4a25a94365 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:13.172550 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f03afdff-9ba0-4082-9514-28c718e2aea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3ca033ce-412f-4d17-b4d3-ea4a25a94365), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.209987 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de452408-ec4b-43b4-9689-fc1092118c3d req-d63a1013-4831-4b66-8bc4-9b0771bef10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:13.212172 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de452408-ec4b-43b4-9689-fc1092118c3d req-d63a1013-4831-4b66-8bc4-9b0771bef10d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c2a4677c-3978-448a-8fd9-1efa09d1157e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1794629 Feb 19 03:54:13.226591 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cdbb6-48f5-4d3e-a2f5-1e13894acfc2 req-6546bb2e-af88-4b6a-9ecb-2ab7d6aa52f8 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:13.229550 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=3ca033ce-412f-4d17-b4d3-ea4a25a94365,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:13.234968 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a5cdbb6-48f5-4d3e-a2f5-1e13894acfc2 req-6546bb2e-af88-4b6a-9ecb-2ab7d6aa52f8 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=81c60502-ef1a-45e0-8cdd-add297af6870 HTTP/1.1" status: 200 len: 971 time: 0.1527672 Feb 19 03:54:13.337748 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f03afdff-9ba0-4082-9514-28c718e2aea6 None None] Current status of the port 3ca033ce-412f-4d17-b4d3-ea4a25a94365 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:13.352031 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-8ff30aed-fe05-4add-ae5d-893f4ac04fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de138328-1cd6-4d35-b7c3-50ef1063e817 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:54:13.361176 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-8ff30aed-fe05-4add-ae5d-893f4ac04fc9 service neutron] Publish callbacks [] for port (de138328-1cd6-4d35-b7c3-50ef1063e817), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.375346 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-28d198a4-8317-4ced-8d11-467259ec17c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.378899 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Router 5612a9ff-3850-4b22-af3f-9ec433f66ac2 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:54:13.381887 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-8ff30aed-fe05-4add-ae5d-893f4ac04fc9 service neutron] Transition to ACTIVE for port object de138328-1cd6-4d35-b7c3-50ef1063e817 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:54:13.391488 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-8ff30aed-fe05-4add-ae5d-893f4ac04fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (de138328-1cd6-4d35-b7c3-50ef1063e817), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.489404 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a5cdbb6-48f5-4d3e-a2f5-1e13894acfc2 req-4340d2a2-02b2-40a5-a2ae-0dac7dbe3ff7 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528703 Feb 19 03:54:13.511953 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264b90b-927b-43c3-87ea-adc5bb65ff67 req-fd407d25-d679-4dd2-b3ca-6839d2fe9025 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:13.513773 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d264b90b-927b-43c3-87ea-adc5bb65ff67 req-fd407d25-d679-4dd2-b3ca-6839d2fe9025 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=05f49e50-796b-4bc2-b1dd-5adf23634ab4 HTTP/1.1" status: 200 len: 949 time: 0.2446222 Feb 19 03:54:13.526617 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de452408-ec4b-43b4-9689-fc1092118c3d req-c5751b7e-6705-4c61-8e81-4e607d46bc37 service neutron] 10.222.0.79 "GET /v2.0/networks/c2a4677c-3978-448a-8fd9-1efa09d1157e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888117 Feb 19 03:54:13.573863 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff30aed-fe05-4add-ae5d-893f4ac04fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=de138328-1cd6-4d35-b7c3-50ef1063e817,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:13.579633 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:54:13.590955 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a616d2c7-f5b3-43f8-b023-78e8d3525418 None None] Sync routers for ids ['5612a9ff-3850-4b22-af3f-9ec433f66ac2'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:54:13.597646 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-8ff30aed-fe05-4add-ae5d-893f4ac04fc9 service neutron] Attempting to bind port de138328-1cd6-4d35-b7c3-50ef1063e817 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:13.597979 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-8ff30aed-fe05-4add-ae5d-893f4ac04fc9 service neutron] Attempting to bind port de138328-1cd6-4d35-b7c3-50ef1063e817 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:13.598436 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-8ff30aed-fe05-4add-ae5d-893f4ac04fc9 service neutron] Attempting to bind port de138328-1cd6-4d35-b7c3-50ef1063e817 on network 6d936416-f125-4c3f-940d-813318503889 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:13.601495 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a616d2c7-f5b3-43f8-b023-78e8d3525418 None None] Routers {'5612a9ff-3850-4b22-af3f-9ec433f66ac2'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:13.602426 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a616d2c7-f5b3-43f8-b023-78e8d3525418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:54:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['5612a9ff-3850-4b22-af3f-9ec433f66ac2'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:13.617218 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-8ff30aed-fe05-4add-ae5d-893f4ac04fc9 service neutron] Port de138328-1cd6-4d35-b7c3-50ef1063e817 on network 6d936416-f125-4c3f-940d-813318503889 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:54:13.620469 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-8ff30aed-fe05-4add-ae5d-893f4ac04fc9 service neutron] Attempting to bind port de138328-1cd6-4d35-b7c3-50ef1063e817 on network 6d936416-f125-4c3f-940d-813318503889 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:13.621863 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d264b90b-927b-43c3-87ea-adc5bb65ff67 req-568abda9-c8bf-40f4-8f8d-a28235fbc809 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/security-groups?id=e16c0917-6b85-4b9d-a41f-e95b2d7ba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937281 Feb 19 03:54:13.640374 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.663932 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38832) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:13.666129 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-276d11d3-203b-4ac7-bb7e-2d9639750541 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4895606 Feb 19 03:54:13.669771 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-8ff30aed-fe05-4add-ae5d-893f4ac04fc9 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:13.678652 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-cc68679e-8f5e-4c9d-aca6-8bac81fb56e3 None None] Provisioning complete for port 3ca033ce-412f-4d17-b4d3-ea4a25a94365 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:13.679254 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cc68679e-8f5e-4c9d-aca6-8bac81fb56e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3ca033ce-412f-4d17-b4d3-ea4a25a94365), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.686844 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-8ff30aed-fe05-4add-ae5d-893f4ac04fc9 service neutron] Checking segment: {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:13.687565 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-8ff30aed-fe05-4add-ae5d-893f4ac04fc9 service neutron] Bound using segment: {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:13.690676 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-8ff30aed-fe05-4add-ae5d-893f4ac04fc9 service neutron] Bound port: de138328-1cd6-4d35-b7c3-50ef1063e817, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:13.691061 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-8ff30aed-fe05-4add-ae5d-893f4ac04fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (de138328-1cd6-4d35-b7c3-50ef1063e817), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.756425 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7dcf21-0bc4-49a5-9c5d-2bfc0f2e00d9 x-openstack-request-id: req-4a7dcf21-0bc4-49a5-9c5d-2bfc0f2e00d9 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:13.757092 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f49e50-796b-4bc2-b1dd-5adf23634ab4", "name": "network-vif-plugged", "status": "completed", "tag": "60d119df-987d-4fb5-9aac-7362fc2f8141", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:13.757092 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a7dcf21-0bc4-49a5-9c5d-2bfc0f2e00d9 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:13.760144 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f49e50-796b-4bc2-b1dd-5adf23634ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d119df-987d-4fb5-9aac-7362fc2f8141', 'code': 200} Feb 19 03:54:13.786280 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-a616d2c7-f5b3-43f8-b023-78e8d3525418 None None] Set router 5612a9ff-3850-4b22-af3f-9ec433f66ac2 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:13.863856 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3ca033ce-412f-4d17-b4d3-ea4a25a94365 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:13.915865 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-cc68679e-8f5e-4c9d-aca6-8bac81fb56e3 None None] Current status of the port 3ca033ce-412f-4d17-b4d3-ea4a25a94365 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:13.933961 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 3ca033ce-412f-4d17-b4d3-ea4a25a94365 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:13.934874 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3ca033ce-412f-4d17-b4d3-ea4a25a94365), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.948086 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-8ff30aed-fe05-4add-ae5d-893f4ac04fc9 service neutron] For port de138328-1cd6-4d35-b7c3-50ef1063e817, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:13.952939 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-8ff30aed-fe05-4add-ae5d-893f4ac04fc9 service neutron] For port de138328-1cd6-4d35-b7c3-50ef1063e817, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=de138328-1cd6-4d35-b7c3-50ef1063e817,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:13.978455 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d967b-2f95-468b-a689-9b650979ab9d req-615bebf9-eb81-4acc-8349-ecec1506f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:13.981191 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ae6d967b-2f95-468b-a689-9b650979ab9d req-615bebf9-eb81-4acc-8349-ecec1506f7cb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=05f49e50-796b-4bc2-b1dd-5adf23634ab4 HTTP/1.1" status: 200 len: 1132 time: 0.1969938 Feb 19 03:54:13.983501 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-8ff30aed-fe05-4add-ae5d-893f4ac04fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (de138328-1cd6-4d35-b7c3-50ef1063e817), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.028586 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a616d2c7-f5b3-43f8-b023-78e8d3525418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5612a9ff-3850-4b22-af3f-9ec433f66ac2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1602187798-router', 'tenant_id': 'b00e78819add4f6fa0b04cafc1a890ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '6332f0e5-4a87-404c-ad07-8af523fd0290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:09Z', 'updated_at': '2022-02-19T03:54:11Z', 'revision_number': 3, 'project_id': 'b00e78819add4f6fa0b04cafc1a890ae', 'gw_port': {'id': '6332f0e5-4a87-404c-ad07-8af523fd0290', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5612a9ff-3850-4b22-af3f-9ec433f66ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:10Z', 'updated_at': '2022-02-19T03:54:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:14.058472 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a616d2c7-f5b3-43f8-b023-78e8d3525418 None None] Checking router: 5612a9ff-3850-4b22-af3f-9ec433f66ac2 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:54:14.058826 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a616d2c7-f5b3-43f8-b023-78e8d3525418 None None] Updating router 5612a9ff-3850-4b22-af3f-9ec433f66ac2 port 6332f0e5-4a87-404c-ad07-8af523fd0290 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:54:14.086893 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a616d2c7-f5b3-43f8-b023-78e8d3525418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6332f0e5-4a87-404c-ad07-8af523fd0290), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.089009 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-8ff30aed-fe05-4add-ae5d-893f4ac04fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:14.089717 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-8ff30aed-fe05-4add-ae5d-893f4ac04fc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.091441 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-8ff30aed-fe05-4add-ae5d-893f4ac04fc9 service neutron] 10.222.0.26 "PUT /v2.0/ports/de138328-1cd6-4d35-b7c3-50ef1063e817 HTTP/1.1" status: 200 len: 1092 time: 1.5506518 Feb 19 03:54:14.092043 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677863a0-b789-40f0-8503-d5c0a0a757bd', 'tag': 'de138328-1cd6-4d35-b7c3-50ef1063e817'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:14.094334 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5ee82e-29b4-4a0e-bca9-9df30b600cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "677863a0-b789-40f0-8503-d5c0a0a757bd", "tag": "de138328-1cd6-4d35-b7c3-50ef1063e817"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:14.106629 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 3ca033ce-412f-4d17-b4d3-ea4a25a94365 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:14.156435 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff30aed-fe05-4add-ae5d-893f4ac04fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=de138328-1cd6-4d35-b7c3-50ef1063e817,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:14.161318 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ae6d967b-2f95-468b-a689-9b650979ab9d req-7d4c11bb-6731-47b6-919a-3267b7f75336 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e16c0917-6b85-4b9d-a41f-e95b2d7ba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724856 Feb 19 03:54:14.180656 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de452408-ec4b-43b4-9689-fc1092118c3d req-ab666cc4-bd5e-4fb5-88d9-b9d5255fbde9 service neutron] 10.222.0.79 "GET /v2.0/networks/c2a4677c-3978-448a-8fd9-1efa09d1157e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6265268 Feb 19 03:54:14.204930 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-43c3e416-c928-4524-a06f-337f40ac8e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:14.206489 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-43c3e416-c928-4524-a06f-337f40ac8e93 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d0f4caff5434d379e80e0b432aea600&device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 1126 time: 0.0606694 Feb 19 03:54:14.227274 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-7bf85bae-f0fd-4cd1-90ef-2e598dd3c348 req-cec4565f-0163-4851-ae03-d17148d01bef service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:54:14.228253 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7bf85bae-f0fd-4cd1-90ef-2e598dd3c348 req-cec4565f-0163-4851-ae03-d17148d01bef service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0242097 Feb 19 03:54:14.235157 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-28d198a4-8317-4ced-8d11-467259ec17c8 admin admin] Publish callbacks [] for security_group (49dfd2aa-6df5-4785-ba26-b3cb18185bf7), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.246091 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-28d198a4-8317-4ced-8d11-467259ec17c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (49dfd2aa-6df5-4785-ba26-b3cb18185bf7), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.339890 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-28d198a4-8317-4ced-8d11-467259ec17c8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=22b25c46fc11424e8f73bde0f10db27b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1884594 Feb 19 03:54:14.343280 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38848) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:14.349876 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b38592-736f-4a2b-a7a3-429f8a5558ae req-e4ca2696-dede-45b8-9d1b-8e29c517be5a tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:14.351551 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8b38592-736f-4a2b-a7a3-429f8a5558ae req-e4ca2696-dede-45b8-9d1b-8e29c517be5a tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=a214ba34-e4a4-4b85-a20a-5218cd868047 HTTP/1.1" status: 200 len: 943 time: 0.1685128 Feb 19 03:54:14.352225 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d198a4-8317-4ced-8d11-467259ec17c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49dfd2aa-6df5-4785-ba26-b3cb18185bf7,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:14.420405 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7112e54d-a52b-4c84-8980-e031d292b692 admin admin] Publish callbacks [] for security_group (49dfd2aa-6df5-4785-ba26-b3cb18185bf7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.450321 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a616d2c7-f5b3-43f8-b023-78e8d3525418 None None] Publish callbacks [] for port (6332f0e5-4a87-404c-ad07-8af523fd0290), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.450573 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7112e54d-a52b-4c84-8980-e031d292b692 admin admin] Publish callbacks [] for security_group (49dfd2aa-6df5-4785-ba26-b3cb18185bf7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.461014 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a616d2c7-f5b3-43f8-b023-78e8d3525418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (6332f0e5-4a87-404c-ad07-8af523fd0290), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.493468 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8b38592-736f-4a2b-a7a3-429f8a5558ae req-75a75853-f183-49d7-a93c-d3400450bdd2 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0dfac4c-c713-4454-abce-58b1166b49c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329243 Feb 19 03:54:14.511693 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535afd2-46c2-47e3-90bc-8f8265e6dc84 None None] Pushing event updated for resources: {'Port': ['ID=6332f0e5-4a87-404c-ad07-8af523fd0290,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:14.522268 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-22fb3bab-f531-48c7-8425-4e67018505a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de138328-1cd6-4d35-b7c3-50ef1063e817 HTTP/1.1" status: 200 len: 217 time: 0.0650127 Feb 19 03:54:14.532373 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-a616d2c7-f5b3-43f8-b023-78e8d3525418 None None] Attempting to bind port 6332f0e5-4a87-404c-ad07-8af523fd0290 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:14.532746 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-a616d2c7-f5b3-43f8-b023-78e8d3525418 None None] Attempting to bind port 6332f0e5-4a87-404c-ad07-8af523fd0290 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:14.533296 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a616d2c7-f5b3-43f8-b023-78e8d3525418 None None] Attempting to bind port 6332f0e5-4a87-404c-ad07-8af523fd0290 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:14.540944 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a616d2c7-f5b3-43f8-b023-78e8d3525418 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:14.541749 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a616d2c7-f5b3-43f8-b023-78e8d3525418 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:14.542824 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a616d2c7-f5b3-43f8-b023-78e8d3525418 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.543530 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a616d2c7-f5b3-43f8-b023-78e8d3525418 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:14.544567 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-a616d2c7-f5b3-43f8-b023-78e8d3525418 None None] Bound port: 6332f0e5-4a87-404c-ad07-8af523fd0290, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:14.545170 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a616d2c7-f5b3-43f8-b023-78e8d3525418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6332f0e5-4a87-404c-ad07-8af523fd0290), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.635540 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-a616d2c7-f5b3-43f8-b023-78e8d3525418 None None] For port 6332f0e5-4a87-404c-ad07-8af523fd0290, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:14.638790 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-a616d2c7-f5b3-43f8-b023-78e8d3525418 None None] For port 6332f0e5-4a87-404c-ad07-8af523fd0290, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=6332f0e5-4a87-404c-ad07-8af523fd0290,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:14.650151 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a616d2c7-f5b3-43f8-b023-78e8d3525418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (6332f0e5-4a87-404c-ad07-8af523fd0290), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.669337 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-49615e55-7b49-46f4-ac21-c592d6dd3268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:14.670868 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-49615e55-7b49-46f4-ac21-c592d6dd3268 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2953d6c2-cff6-4430-863a-070b45f3a12f HTTP/1.1" status: 200 len: 861 time: 0.1234996 Feb 19 03:54:14.706935 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751d776-22eb-43cb-9f45-83729ad1b32a req-ebc547b3-6889-4fda-a2aa-a0fb72ac69e9 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:14.707500 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-7ae91e54-ef96-4740-89e1-881f075bb061 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d936416-f125-4c3f-940d-813318503889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285919 Feb 19 03:54:14.708401 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1751d776-22eb-43cb-9f45-83729ad1b32a req-ebc547b3-6889-4fda-a2aa-a0fb72ac69e9 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 943 time: 0.0936041 Feb 19 03:54:14.708556 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7112e54d-a52b-4c84-8980-e031d292b692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (49dfd2aa-6df5-4785-ba26-b3cb18185bf7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.711870 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7112e54d-a52b-4c84-8980-e031d292b692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.725336 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7112e54d-a52b-4c84-8980-e031d292b692 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/49dfd2aa-6df5-4785-ba26-b3cb18185bf7 HTTP/1.1" status: 204 len: 168 time: 0.3710268 Feb 19 03:54:14.728682 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535afd2-46c2-47e3-90bc-8f8265e6dc84 None None] Pushing event updated for resources: {'Port': ['ID=6332f0e5-4a87-404c-ad07-8af523fd0290,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:14.737502 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a616d2c7-f5b3-43f8-b023-78e8d3525418 None None] Routers {'5612a9ff-3850-4b22-af3f-9ec433f66ac2'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:14.738745 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a616d2c7-f5b3-43f8-b023-78e8d3525418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:54:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['5612a9ff-3850-4b22-af3f-9ec433f66ac2'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:14.756753 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112e54d-a52b-4c84-8980-e031d292b692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dfd2aa-6df5-4785-ba26-b3cb18185bf7,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:14.891303 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1751d776-22eb-43cb-9f45-83729ad1b32a req-acedbb36-a103-4bc9-ac94-70ad052a1493 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614499 Feb 19 03:54:14.903806 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-14737840-f218-46d5-b88a-c5ac86cf57dd service neutron] 10.222.0.26 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762168 Feb 19 03:54:14.910936 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-a616d2c7-f5b3-43f8-b023-78e8d3525418 None None] Set router 5612a9ff-3850-4b22-af3f-9ec433f66ac2 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:14.917068 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8ba94bdb-cde2-472d-87e6-d6b6fe16f7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.092327 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8e5540f3-6ee4-4b34-8eb9-6463c73e5c59 req-5348ff36-0408-4eb1-b414-06e5316417cd service neutron] 10.222.0.26 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810632 Feb 19 03:54:15.159167 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9a9cd-a55d-4680-b2e3-14653fda88d3 req-311f057d-d61a-42a5-b9e7-71f257ace655 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:15.160660 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-38a9a9cd-a55d-4680-b2e3-14653fda88d3 req-311f057d-d61a-42a5-b9e7-71f257ace655 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=81c60502-ef1a-45e0-8cdd-add297af6870 HTTP/1.1" status: 200 len: 971 time: 0.1420767 Feb 19 03:54:15.200279 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38874) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:15.220743 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aee9cf2f-e715-4b9e-961f-ead748f180c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.236187 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a616d2c7-f5b3-43f8-b023-78e8d3525418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5612a9ff-3850-4b22-af3f-9ec433f66ac2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1602187798-router', 'tenant_id': 'b00e78819add4f6fa0b04cafc1a890ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '6332f0e5-4a87-404c-ad07-8af523fd0290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:09Z', 'updated_at': '2022-02-19T03:54:11Z', 'revision_number': 3, 'project_id': 'b00e78819add4f6fa0b04cafc1a890ae', 'gw_port': {'id': '6332f0e5-4a87-404c-ad07-8af523fd0290', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5612a9ff-3850-4b22-af3f-9ec433f66ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:10Z', 'updated_at': '2022-02-19T03:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:15.250705 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-8ba94bdb-cde2-472d-87e6-d6b6fe16f7fc admin admin] Allocated IP 172.20.0.1 (22e77106-e73f-407d-9630-05b7f813e733/ce594ab9-f629-4b24-8674-588a60e71fb2/09c933c9-cb68-498b-ad04-0bd744b414ba) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:15.261174 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-38a9a9cd-a55d-4680-b2e3-14653fda88d3 req-5daea9a3-47f5-4729-ae7d-464ea8877ef3 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916226 Feb 19 03:54:15.295020 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a616d2c7-f5b3-43f8-b023-78e8d3525418 None None] The sync data for ids ['5612a9ff-3850-4b22-af3f-9ec433f66ac2'] in n-d-828369-19 is: [{'id': '5612a9ff-3850-4b22-af3f-9ec433f66ac2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1602187798-router', 'tenant_id': 'b00e78819add4f6fa0b04cafc1a890ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '6332f0e5-4a87-404c-ad07-8af523fd0290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:09Z', 'updated_at': '2022-02-19T03:54:11Z', 'revision_number': 3, 'project_id': 'b00e78819add4f6fa0b04cafc1a890ae', 'gw_port': {'id': '6332f0e5-4a87-404c-ad07-8af523fd0290', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5612a9ff-3850-4b22-af3f-9ec433f66ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:10Z', 'updated_at': '2022-02-19T03:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:54:15.325402 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device e63ae549-eb7f-4383-8f0d-1d5d8da5cb96 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:54:15.367220 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aee9cf2f-e715-4b9e-961f-ead748f180c2 admin admin] Publish callbacks [] for security_group (725930ff-d723-4100-8184-e1d231530043), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.379833 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aee9cf2f-e715-4b9e-961f-ead748f180c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (725930ff-d723-4100-8184-e1d231530043), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.420565 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d5dfea-b592-4cc4-b694-02fa360f8e0a x-openstack-request-id: req-e1d5dfea-b592-4cc4-b694-02fa360f8e0a {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:15.420856 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677863a0-b789-40f0-8503-d5c0a0a757bd", "tag": "de138328-1cd6-4d35-b7c3-50ef1063e817", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:15.423958 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e1d5dfea-b592-4cc4-b694-02fa360f8e0a {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:15.423958 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677863a0-b789-40f0-8503-d5c0a0a757bd', 'tag': 'de138328-1cd6-4d35-b7c3-50ef1063e817', 'status': 'completed', 'code': 200} Feb 19 03:54:15.480128 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8ba94bdb-cde2-472d-87e6-d6b6fe16f7fc admin admin] Publish callbacks [] for port (09c933c9-cb68-498b-ad04-0bd744b414ba), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.506207 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-aee9cf2f-e715-4b9e-961f-ead748f180c2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cd2e59ff39524ce3b4f5e6eb832706e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044469 Feb 19 03:54:15.507290 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38886) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:15.508969 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port e63ae549-eb7f-4383-8f0d-1d5d8da5cb96, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=e63ae549-eb7f-4383-8f0d-1d5d8da5cb96,segment=NetworkSegment(56086ea6-27d7-4ec1-9205-90d5e1fd26c5),segment_id=56086ea6-27d7-4ec1-9205-90d5e1fd26c5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:15.509776 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9cf2f-e715-4b9e-961f-ead748f180c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725930ff-d723-4100-8184-e1d231530043,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:15.544828 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'e63ae549-eb7f-4383-8f0d-1d5d8da5cb96', 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e', 'port_id': 'e63ae549-eb7f-4383-8f0d-1d5d8da5cb96', 'mac_address': 'fa:16:3e:be:24:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:54:15.597414 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ee82e-29b4-4a0e-bca9-9df30b600cf4 req-d45d59fd-90e5-46c7-ba02-854a55dd4e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:15.599697 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1e5ee82e-29b4-4a0e-bca9-9df30b600cf4 req-d45d59fd-90e5-46c7-ba02-854a55dd4e5f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d0f4caff5434d379e80e0b432aea600&device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 1126 time: 0.1462793 Feb 19 03:54:15.600514 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-094279da-0dac-4333-86ca-7f68b8b020e8 admin admin] Publish callbacks [] for security_group (725930ff-d723-4100-8184-e1d231530043), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.603931 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port e63ae549-eb7f-4383-8f0d-1d5d8da5cb96 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:15.604369 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e63ae549-eb7f-4383-8f0d-1d5d8da5cb96), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.617114 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8ba94bdb-cde2-472d-87e6-d6b6fe16f7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (09c933c9-cb68-498b-ad04-0bd744b414ba), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.622153 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63ae549-eb7f-4383-8f0d-1d5d8da5cb96 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:54:15.629052 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e6840-05f2-4b24-beba-55c4a60624b1 req-4bee1ea4-d299-452e-8b7a-e3903a4a9f6b tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:15.643140 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-975e6840-05f2-4b24-beba-55c4a60624b1 req-4bee1ea4-d299-452e-8b7a-e3903a4a9f6b tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=05f49e50-796b-4bc2-b1dd-5adf23634ab4 HTTP/1.1" status: 200 len: 949 time: 0.1451714 Feb 19 03:54:15.658711 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port e63ae549-eb7f-4383-8f0d-1d5d8da5cb96, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=e63ae549-eb7f-4383-8f0d-1d5d8da5cb96,segment=NetworkSegment(56086ea6-27d7-4ec1-9205-90d5e1fd26c5),segment_id=56086ea6-27d7-4ec1-9205-90d5e1fd26c5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:15.665986 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e63ae549-eb7f-4383-8f0d-1d5d8da5cb96), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.691643 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-094279da-0dac-4333-86ca-7f68b8b020e8 admin admin] Publish callbacks [] for security_group (725930ff-d723-4100-8184-e1d231530043), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.728325 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba94bdb-cde2-472d-87e6-d6b6fe16f7fc admin admin] Network 22e77106-e73f-407d-9630-05b7f813e733 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:15.738637 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-8ba94bdb-cde2-472d-87e6-d6b6fe16f7fc admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:15.773185 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba94bdb-cde2-472d-87e6-d6b6fe16f7fc admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:15.787681 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=e63ae549-eb7f-4383-8f0d-1d5d8da5cb96,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:15.861686 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ee82e-29b4-4a0e-bca9-9df30b600cf4 req-18101134-bd30-4102-88a0-688239a4f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:15.863375 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1e5ee82e-29b4-4a0e-bca9-9df30b600cf4 req-18101134-bd30-4102-88a0-688239a4f006 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d936416-f125-4c3f-940d-813318503889 HTTP/1.1" status: 200 len: 922 time: 0.2557902 Feb 19 03:54:15.875153 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba94bdb-cde2-472d-87e6-d6b6fe16f7fc admin admin] Pushing event updated for resources: {'Port': ['ID=09c933c9-cb68-498b-ad04-0bd744b414ba,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:15.886644 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['e63ae549-eb7f-4383-8f0d-1d5d8da5cb96'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:54:15.890632 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-094279da-0dac-4333-86ca-7f68b8b020e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (725930ff-d723-4100-8184-e1d231530043), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.893666 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-094279da-0dac-4333-86ca-7f68b8b020e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.895011 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-094279da-0dac-4333-86ca-7f68b8b020e8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/725930ff-d723-4100-8184-e1d231530043 HTTP/1.1" status: 204 len: 168 time: 0.3801589 Feb 19 03:54:15.920554 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-975e6840-05f2-4b24-beba-55c4a60624b1 req-204b2e5a-945f-44e3-9827-be9fd6d543cb tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/security-groups?id=e16c0917-6b85-4b9d-a41f-e95b2d7ba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756953 Feb 19 03:54:15.936650 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8ba94bdb-cde2-472d-87e6-d6b6fe16f7fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (5612a9ff-3850-4b22-af3f-9ec433f66ac2), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.038439 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 6332f0e5-4a87-404c-ad07-8af523fd0290 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:16.047964 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1e5ee82e-29b4-4a0e-bca9-9df30b600cf4 req-925a4d4a-a8fa-4e1e-b014-df68671dd2fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de138328-1cd6-4d35-b7c3-50ef1063e817 HTTP/1.1" status: 200 len: 217 time: 0.1673443 Feb 19 03:54:16.049608 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094279da-0dac-4333-86ca-7f68b8b020e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725930ff-d723-4100-8184-e1d231530043,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:16.211504 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ee82e-29b4-4a0e-bca9-9df30b600cf4 req-6605e02d-8aeb-405f-9660-e3845049b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:16.213074 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1e5ee82e-29b4-4a0e-bca9-9df30b600cf4 req-6605e02d-8aeb-405f-9660-e3845049b969 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2953d6c2-cff6-4430-863a-070b45f3a12f HTTP/1.1" status: 200 len: 861 time: 0.1509705 Feb 19 03:54:16.281529 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 6332f0e5-4a87-404c-ad07-8af523fd0290 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:16.281909 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6332f0e5-4a87-404c-ad07-8af523fd0290), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.297884 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8ba94bdb-cde2-472d-87e6-d6b6fe16f7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (09c933c9-cb68-498b-ad04-0bd744b414ba), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.310280 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1e5ee82e-29b4-4a0e-bca9-9df30b600cf4 req-c31e156d-f946-44aa-9a40-0dc6d0c205c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d936416-f125-4c3f-940d-813318503889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839553 Feb 19 03:54:16.372414 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38908) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:16.394727 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a391316c-9d69-4f4a-be0e-9f495fe9ce61 None None] Provisioning complete for port 09c933c9-cb68-498b-ad04-0bd744b414ba triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:16.395321 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a391316c-9d69-4f4a-be0e-9f495fe9ce61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (09c933c9-cb68-498b-ad04-0bd744b414ba), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.438745 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a391316c-9d69-4f4a-be0e-9f495fe9ce61 None None] Port 09c933c9-cb68-498b-ad04-0bd744b414ba cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:16.525410 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1e5ee82e-29b4-4a0e-bca9-9df30b600cf4 req-b2910cbc-c710-4adf-9a0b-b0dfd5ed9308 service neutron] 10.222.0.26 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044914 Feb 19 03:54:16.606687 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 6332f0e5-4a87-404c-ad07-8af523fd0290 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:16.607080 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6332f0e5-4a87-404c-ad07-8af523fd0290), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.623002 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8ba94bdb-cde2-472d-87e6-d6b6fe16f7fc admin admin] Publish callbacks [] for port (09c933c9-cb68-498b-ad04-0bd744b414ba), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.634028 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8ba94bdb-cde2-472d-87e6-d6b6fe16f7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (09c933c9-cb68-498b-ad04-0bd744b414ba), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.651987 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 6332f0e5-4a87-404c-ad07-8af523fd0290, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=6332f0e5-4a87-404c-ad07-8af523fd0290,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:16.668180 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (6332f0e5-4a87-404c-ad07-8af523fd0290), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.734443 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=6332f0e5-4a87-404c-ad07-8af523fd0290,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:16.751758 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba94bdb-cde2-472d-87e6-d6b6fe16f7fc admin admin] Pushing event updated for resources: {'Port': ['ID=09c933c9-cb68-498b-ad04-0bd744b414ba,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:16.767193 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8ba94bdb-cde2-472d-87e6-d6b6fe16f7fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (5612a9ff-3850-4b22-af3f-9ec433f66ac2), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.879796 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef4455-870f-4c48-b137-2fd7260d3547 req-2f841bd1-7160-404e-ab7b-59a7ffcd81c5 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:16.882088 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1cef4455-870f-4c48-b137-2fd7260d3547 req-2f841bd1-7160-404e-ab7b-59a7ffcd81c5 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=a214ba34-e4a4-4b85-a20a-5218cd868047 HTTP/1.1" status: 200 len: 944 time: 0.1850319 Feb 19 03:54:16.975398 n-d-828369-19 neutron-server[109925]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 19 03:54:16.983701 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-be708feb-01da-4790-b021-b1a635941519 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:54:16.994361 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-be708feb-01da-4790-b021-b1a635941519 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6184623 Feb 19 03:54:16.994568 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba94bdb-cde2-472d-87e6-d6b6fe16f7fc admin admin] Network 22e77106-e73f-407d-9630-05b7f813e733 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:16.998888 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1cef4455-870f-4c48-b137-2fd7260d3547 req-90681702-b014-4c4e-9521-ce8951bfc238 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0dfac4c-c713-4454-abce-58b1166b49c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103561 Feb 19 03:54:16.999673 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-8ba94bdb-cde2-472d-87e6-d6b6fe16f7fc admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:17.090696 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1e5ee82e-29b4-4a0e-bca9-9df30b600cf4 req-843499f9-b17e-47ff-bb6d-824b7d71dce5 service neutron] 10.222.0.26 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537870 Feb 19 03:54:17.208163 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba94bdb-cde2-472d-87e6-d6b6fe16f7fc admin admin] Router 5612a9ff-3850-4b22-af3f-9ec433f66ac2 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:54:17.233266 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ccd55-ffd0-441c-9059-c4bdd9ea7e48 req-3a93a0e3-8e4f-47a4-aa20-58445bf6e324 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:17.234928 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b09ccd55-ffd0-441c-9059-c4bdd9ea7e48 req-3a93a0e3-8e4f-47a4-aa20-58445bf6e324 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 943 time: 0.0872195 Feb 19 03:54:17.256193 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-7b7dfbfb-d7cd-42e9-91e2-aaf33c579c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:17.262975 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-7b7dfbfb-d7cd-42e9-91e2-aaf33c579c27 service neutron] 10.222.0.52 "GET /v2.0/ports/816b0177-fe19-4dfb-81d0-9fb24fa15176 HTTP/1.1" status: 200 len: 1125 time: 0.1173325 Feb 19 03:54:17.267139 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-ea594211-029d-4624-aa4c-15188ac900a1 service neutron] Request body: {'binding': {'host': 'n-h2-828369-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:17.267639 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-ea594211-029d-4624-aa4c-15188ac900a1 service neutron] Unknown quota resources ['binding']. {{(pid=109925) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:54:17.347605 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device e63ae549-eb7f-4383-8f0d-1d5d8da5cb96 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:17.384936 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b09ccd55-ffd0-441c-9059-c4bdd9ea7e48 req-69323f6e-0079-48a9-a438-0c1cc2f6d534 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329334 Feb 19 03:54:17.417364 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2842fe6c-c702-4dee-8b4d-e273881914d8 None None] Provisioning complete for port 09c933c9-cb68-498b-ad04-0bd744b414ba triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:17.417849 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2842fe6c-c702-4dee-8b4d-e273881914d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (09c933c9-cb68-498b-ad04-0bd744b414ba), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:17.418750 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba94bdb-cde2-472d-87e6-d6b6fe16f7fc admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:54:17.428550 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8ba94bdb-cde2-472d-87e6-d6b6fe16f7fc admin admin] 10.222.0.52 "PUT /v2.0/routers/5612a9ff-3850-4b22-af3f-9ec433f66ac2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7597029 Feb 19 03:54:17.479130 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-ea594211-029d-4624-aa4c-15188ac900a1 service neutron] Attempting to bind port 816b0177-fe19-4dfb-81d0-9fb24fa15176 on host n-h2-828369-19 for vnic_type normal with profile None {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:17.479622 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-ea594211-029d-4624-aa4c-15188ac900a1 service neutron] Attempting to bind port 816b0177-fe19-4dfb-81d0-9fb24fa15176 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:17.480293 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-ea594211-029d-4624-aa4c-15188ac900a1 service neutron] Attempting to bind port 816b0177-fe19-4dfb-81d0-9fb24fa15176 on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:17.485694 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-ea594211-029d-4624-aa4c-15188ac900a1 service neutron] Port 816b0177-fe19-4dfb-81d0-9fb24fa15176 on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:54:17.486141 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-ea594211-029d-4624-aa4c-15188ac900a1 service neutron] Attempting to bind port 816b0177-fe19-4dfb-81d0-9fb24fa15176 on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:17.496667 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-ea594211-029d-4624-aa4c-15188ac900a1 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:17.497080 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-ea594211-029d-4624-aa4c-15188ac900a1 service neutron] Checking segment: {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:17.508952 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2842fe6c-c702-4dee-8b4d-e273881914d8 None None] Port 09c933c9-cb68-498b-ad04-0bd744b414ba cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:17.510127 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-ea594211-029d-4624-aa4c-15188ac900a1 service neutron] Bound using segment: {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:17.512031 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-ea594211-029d-4624-aa4c-15188ac900a1 service neutron] Bound port: 816b0177-fe19-4dfb-81d0-9fb24fa15176, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:17.527864 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port e63ae549-eb7f-4383-8f0d-1d5d8da5cb96 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:54:17.537485 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port e63ae549-eb7f-4383-8f0d-1d5d8da5cb96 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:17.538077 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e63ae549-eb7f-4383-8f0d-1d5d8da5cb96), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:17.568562 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e5833-7923-4504-85d2-fe2592f508e9 req-39cfb06b-95d5-452b-850e-8cd0ec261980 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:17.584984 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4a3e5833-7923-4504-85d2-fe2592f508e9 req-39cfb06b-95d5-452b-850e-8cd0ec261980 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=81c60502-ef1a-45e0-8cdd-add297af6870 HTTP/1.1" status: 200 len: 971 time: 0.1098275 Feb 19 03:54:17.644509 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port e63ae549-eb7f-4383-8f0d-1d5d8da5cb96 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:17.644911 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e63ae549-eb7f-4383-8f0d-1d5d8da5cb96), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:17.676087 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-ea594211-029d-4624-aa4c-15188ac900a1 service neutron] For port 816b0177-fe19-4dfb-81d0-9fb24fa15176, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=816b0177-fe19-4dfb-81d0-9fb24fa15176,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:17.676543 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a214ba34-e4a4-4b85-a20a-5218cd868047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63ae549-eb7f-4383-8f0d-1d5d8da5cb96'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:17.679813 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd54ecc9-6b37-48e1-b53e-97ea295452fd" -d '{"events": [{"server_uuid": "a214ba34-e4a4-4b85-a20a-5218cd868047", "name": "network-vif-plugged", "status": "completed", "tag": "e63ae549-eb7f-4383-8f0d-1d5d8da5cb96"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:17.691786 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4a3e5833-7923-4504-85d2-fe2592f508e9 req-61155f44-84d6-420b-9e01-6226e20955fa tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/security-groups?id=961e58f6-3c24-4361-991c-d90a02f880e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058323 Feb 19 03:54:17.693838 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-ea594211-029d-4624-aa4c-15188ac900a1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:17.700995 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port e63ae549-eb7f-4383-8f0d-1d5d8da5cb96, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=e63ae549-eb7f-4383-8f0d-1d5d8da5cb96,segment=NetworkSegment(56086ea6-27d7-4ec1-9205-90d5e1fd26c5),segment_id=56086ea6-27d7-4ec1-9205-90d5e1fd26c5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:17.710472 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e63ae549-eb7f-4383-8f0d-1d5d8da5cb96), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:17.716732 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-ea594211-029d-4624-aa4c-15188ac900a1 service neutron] 10.222.0.52 "POST /v2.0/ports/816b0177-fe19-4dfb-81d0-9fb24fa15176/bindings HTTP/1.1" status: 201 len: 390 time: 0.4527810 Feb 19 03:54:17.780302 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3863a2a-3e94-40df-9f40-6568c5807490 req-6d5e6aa3-b9ae-4441-8c14-25562a73f6a7 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:17.782912 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3863a2a-3e94-40df-9f40-6568c5807490 req-6d5e6aa3-b9ae-4441-8c14-25562a73f6a7 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.79 "GET /v2.0/ports?device_id=81c60502-ef1a-45e0-8cdd-add297af6870 HTTP/1.1" status: 200 len: 971 time: 0.1260703 Feb 19 03:54:17.835073 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=e63ae549-eb7f-4383-8f0d-1d5d8da5cb96,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:17.854577 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:54:17.914115 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 6332f0e5-4a87-404c-ad07-8af523fd0290 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:17.991028 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cc1b76-06a9-42f0-b157-503195517d7b x-openstack-request-id: req-95cc1b76-06a9-42f0-b157-503195517d7b {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:17.991578 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a214ba34-e4a4-4b85-a20a-5218cd868047", "name": "network-vif-plugged", "status": "completed", "tag": "e63ae549-eb7f-4383-8f0d-1d5d8da5cb96", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:17.992168 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-95cc1b76-06a9-42f0-b157-503195517d7b {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:17.994062 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a214ba34-e4a4-4b85-a20a-5218cd868047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63ae549-eb7f-4383-8f0d-1d5d8da5cb96', 'code': 200} Feb 19 03:54:18.014052 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 6332f0e5-4a87-404c-ad07-8af523fd0290 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:18.014792 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6332f0e5-4a87-404c-ad07-8af523fd0290), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:18.015725 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-a3863a2a-3e94-40df-9f40-6568c5807490 req-abc16025-565f-472d-9f53-28a11d83182e tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Deleting port 4bc33ce7-54da-4765-bbd8-6ac33781cd5f {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:18.016073 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a3863a2a-3e94-40df-9f40-6568c5807490 req-abc16025-565f-472d-9f53-28a11d83182e tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (4bc33ce7-54da-4765-bbd8-6ac33781cd5f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:18.148140 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.79', 55430) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:18.166109 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592555ab-78ae-45dc-84fd-20ca8c4fcff9 req-9680b6b1-11be-4a06-832c-e709353d8561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:18.169089 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-592555ab-78ae-45dc-84fd-20ca8c4fcff9 req-9680b6b1-11be-4a06-832c-e709353d8561 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a214ba34-e4a4-4b85-a20a-5218cd868047 HTTP/1.1" status: 200 len: 1128 time: 0.0726862 Feb 19 03:54:18.194371 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 6332f0e5-4a87-404c-ad07-8af523fd0290 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:18.233335 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-592555ab-78ae-45dc-84fd-20ca8c4fcff9 req-b5313e53-f8f2-44b6-9ac7-143d8a094122 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f0dfac4c-c713-4454-abce-58b1166b49c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570629 Feb 19 03:54:18.252280 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c210c-b6cc-4314-a1ec-0578ecc7659c req-40e47432-7be6-4d22-baab-c981e00c0a99 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:18.253903 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a14c210c-b6cc-4314-a1ec-0578ecc7659c req-40e47432-7be6-4d22-baab-c981e00c0a99 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=05f49e50-796b-4bc2-b1dd-5adf23634ab4 HTTP/1.1" status: 200 len: 949 time: 0.3137591 Feb 19 03:54:18.270733 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de5ede6-7898-44a0-a62a-c72e09ab2df9 None None] Sync routers for ids ['5612a9ff-3850-4b22-af3f-9ec433f66ac2'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:54:18.287782 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de5ede6-7898-44a0-a62a-c72e09ab2df9 None None] Routers {'5612a9ff-3850-4b22-af3f-9ec433f66ac2'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:18.288716 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1de5ede6-7898-44a0-a62a-c72e09ab2df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:54:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['5612a9ff-3850-4b22-af3f-9ec433f66ac2'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:18.352834 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-a3863a2a-3e94-40df-9f40-6568c5807490 req-abc16025-565f-472d-9f53-28a11d83182e tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] For port 4bc33ce7-54da-4765-bbd8-6ac33781cd5f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=4bc33ce7-54da-4765-bbd8-6ac33781cd5f,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:18.353217 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a3863a2a-3e94-40df-9f40-6568c5807490 req-abc16025-565f-472d-9f53-28a11d83182e tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (4bc33ce7-54da-4765-bbd8-6ac33781cd5f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:18.419244 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-a3863a2a-3e94-40df-9f40-6568c5807490 req-abc16025-565f-472d-9f53-28a11d83182e tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Calling delete_port for 4bc33ce7-54da-4765-bbd8-6ac33781cd5f owned by compute:tempest-test_az-375608766 {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:18.430150 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a14c210c-b6cc-4314-a1ec-0578ecc7659c req-02eafcb3-9f1a-4023-8a85-bddbe01fc30e tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/security-groups?id=e16c0917-6b85-4b9d-a41f-e95b2d7ba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646974 Feb 19 03:54:18.461240 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-c0a4c9d2-a509-4ebb-a7d3-059d1fa0fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:18.463192 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-c0a4c9d2-a509-4ebb-a7d3-059d1fa0fe00 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 1128 time: 0.3139718 Feb 19 03:54:18.522380 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-1de5ede6-7898-44a0-a62a-c72e09ab2df9 None None] Set router 5612a9ff-3850-4b22-af3f-9ec433f66ac2 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:18.525419 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7763954-485b-43e5-a6e8-d7b2aca9544a req-c9185abf-d816-4a5a-bdc5-650cd7d3bed3 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:18.532677 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7763954-485b-43e5-a6e8-d7b2aca9544a req-c9185abf-d816-4a5a-bdc5-650cd7d3bed3 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 945 time: 0.2968459 Feb 19 03:54:18.933277 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1de5ede6-7898-44a0-a62a-c72e09ab2df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5612a9ff-3850-4b22-af3f-9ec433f66ac2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1602187798-router', 'tenant_id': 'b00e78819add4f6fa0b04cafc1a890ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '6332f0e5-4a87-404c-ad07-8af523fd0290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:09Z', 'updated_at': '2022-02-19T03:54:16Z', 'revision_number': 4, 'project_id': 'b00e78819add4f6fa0b04cafc1a890ae', 'gw_port': {'id': '6332f0e5-4a87-404c-ad07-8af523fd0290', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5612a9ff-3850-4b22-af3f-9ec433f66ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:10Z', 'updated_at': '2022-02-19T03:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '09c933c9-cb68-498b-ad04-0bd744b414ba', 'name': '', 'network_id': '22e77106-e73f-407d-9630-05b7f813e733', 'tenant_id': 'b00e78819add4f6fa0b04cafc1a890ae', 'mac_address': 'fa:16:3e:af:b5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5612a9ff-3850-4b22-af3f-9ec433f66ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'ce594ab9-f629-4b24-8674-588a60e71fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:16Z', 'revision_number': 2, 'project_id': 'b00e78819add4f6fa0b04cafc1a890ae', 'subnets': [{'id': 'ce594ab9-f629-4b24-8674-588a60e71fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:18.952009 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7763954-485b-43e5-a6e8-d7b2aca9544a req-33d14e4a-4347-4c22-ac0d-846e2fc5acc8 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181359 Feb 19 03:54:18.963587 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de5ede6-7898-44a0-a62a-c72e09ab2df9 None None] Checking router: 5612a9ff-3850-4b22-af3f-9ec433f66ac2 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:54:18.964072 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de5ede6-7898-44a0-a62a-c72e09ab2df9 None None] Updating router 5612a9ff-3850-4b22-af3f-9ec433f66ac2 port 09c933c9-cb68-498b-ad04-0bd744b414ba binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:54:18.994999 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1de5ede6-7898-44a0-a62a-c72e09ab2df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (09c933c9-cb68-498b-ad04-0bd744b414ba), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:19.041684 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08509f-a329-4b1e-8587-b8e1203cfd1e req-ee9ba343-1dd8-445b-a5da-842b13554140 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:19.064092 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab08509f-a329-4b1e-8587-b8e1203cfd1e req-ee9ba343-1dd8-445b-a5da-842b13554140 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=a214ba34-e4a4-4b85-a20a-5218cd868047 HTTP/1.1" status: 200 len: 945 time: 0.2748246 Feb 19 03:54:19.101150 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-cfd13369-c07c-4cc5-8373-1616932881d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:19.103223 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-cfd13369-c07c-4cc5-8373-1616932881d7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=575db6fc-b1bf-4deb-91aa-ccf16978efb1 HTTP/1.1" status: 200 len: 909 time: 0.6300447 Feb 19 03:54:19.167176 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab08509f-a329-4b1e-8587-b8e1203cfd1e req-ff031366-b83d-4b98-8f70-23bc4ae93e3c tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0dfac4c-c713-4454-abce-58b1166b49c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983019 Feb 19 03:54:19.284975 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-e6753578-1972-4231-9667-dda81b4f6353 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=816b0177-fe19-4dfb-81d0-9fb24fa15176 HTTP/1.1" status: 200 len: 217 time: 0.1499121 Feb 19 03:54:19.386812 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-c0ac22e1-980e-4ac6-b41f-4d26763cb0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:19.388877 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-c0ac22e1-980e-4ac6-b41f-4d26763cb0a0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d HTTP/1.1" status: 200 len: 848 time: 0.0808265 Feb 19 03:54:19.390798 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a3863a2a-3e94-40df-9f40-6568c5807490 req-abc16025-565f-472d-9f53-28a11d83182e tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (4bc33ce7-54da-4765-bbd8-6ac33781cd5f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:19.405286 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cc39f-799e-43ee-bcf5-93cada0ff303 req-c557b8b5-4239-47ce-865d-94328ae915fd tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:19.413782 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-189cc39f-799e-43ee-bcf5-93cada0ff303 req-c557b8b5-4239-47ce-865d-94328ae915fd tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 943 time: 0.2452731 Feb 19 03:54:19.459511 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc16025-565f-472d-9f53-28a11d83182e tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Pushing event deleted for resources: {'Port': ['ID=4bc33ce7-54da-4765-bbd8-6ac33781cd5f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:19.509183 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-dbf5cc61-9aad-44c0-8303-1dcf87031f0d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=575db6fc-b1bf-4deb-91aa-ccf16978efb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899973 Feb 19 03:54:19.542266 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1de5ede6-7898-44a0-a62a-c72e09ab2df9 None None] Publish callbacks [] for port (09c933c9-cb68-498b-ad04-0bd744b414ba), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:19.553144 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1de5ede6-7898-44a0-a62a-c72e09ab2df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (09c933c9-cb68-498b-ad04-0bd744b414ba), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:19.559436 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-189cc39f-799e-43ee-bcf5-93cada0ff303 req-7fe86f8f-7147-47b9-b2c9-f3ec8827d7b5 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447432 Feb 19 03:54:19.887787 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc266f3-f17e-4137-8326-66a5e022e8a5 None None] Pushing event updated for resources: {'Port': ['ID=09c933c9-cb68-498b-ad04-0bd744b414ba,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:19.915869 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3863a2a-3e94-40df-9f40-6568c5807490 req-abc16025-565f-472d-9f53-28a11d83182e tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] No DVR routers for this DVR port 4bc33ce7-54da-4765-bbd8-6ac33781cd5f on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:54:19.924404 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device de138328-1cd6-4d35-b7c3-50ef1063e817 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:54:19.928538 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a3863a2a-3e94-40df-9f40-6568c5807490 req-abc16025-565f-472d-9f53-28a11d83182e tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:19.933457 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3863a2a-3e94-40df-9f40-6568c5807490 req-abc16025-565f-472d-9f53-28a11d83182e tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.79 "DELETE /v2.0/ports/4bc33ce7-54da-4765-bbd8-6ac33781cd5f HTTP/1.1" status: 204 len: 173 time: 2.1438739 Feb 19 03:54:19.947825 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c60502-ef1a-45e0-8cdd-add297af6870', 'name': 'network-vif-deleted', 'tag': '4bc33ce7-54da-4765-bbd8-6ac33781cd5f'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:19.956915 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d3fae4-824c-4ff7-aed4-a90ee146474b" -d '{"events": [{"server_uuid": "81c60502-ef1a-45e0-8cdd-add297af6870", "name": "network-vif-deleted", "tag": "4bc33ce7-54da-4765-bbd8-6ac33781cd5f"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:20.064790 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-a55f320c-21a5-40fe-8753-09f4437e1c91 service neutron] 10.222.0.79 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092001 Feb 19 03:54:20.122010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-39d284c5-1757-4f6b-a82f-613fef72a829 req-bab9c897-6e6c-4d11-b085-960df61ed4ab service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:54:20.125794 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39d284c5-1757-4f6b-a82f-613fef72a829 req-bab9c897-6e6c-4d11-b085-960df61ed4ab service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1599321 Feb 19 03:54:20.358294 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cac21370-1e0a-4337-b113-1ba57232fb78 req-fea31c93-0ece-439a-88e1-05076f5d7764 tempest-DeleteServersAdminTestJSON-102723068 tempest-DeleteServersAdminTestJSON-102723068-project] 10.222.0.52 "GET /v2.0/ports?device_id=81c60502-ef1a-45e0-8cdd-add297af6870 HTTP/1.1" status: 200 len: 210 time: 0.0921156 Feb 19 03:54:20.410465 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-1de5ede6-7898-44a0-a62a-c72e09ab2df9 None None] Attempting to bind port 09c933c9-cb68-498b-ad04-0bd744b414ba on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:20.410842 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-1de5ede6-7898-44a0-a62a-c72e09ab2df9 None None] Attempting to bind port 09c933c9-cb68-498b-ad04-0bd744b414ba by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'a7e1e87d-507f-44ff-8751-ded7d5ba7849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22e77106-e73f-407d-9630-05b7f813e733'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:20.416134 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de5ede6-7898-44a0-a62a-c72e09ab2df9 None None] Attempting to bind port 09c933c9-cb68-498b-ad04-0bd744b414ba on network 22e77106-e73f-407d-9630-05b7f813e733 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:20.444882 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-b103e4be-eac6-44c0-aa3f-ce71469540d7 service neutron] 10.222.0.79 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684211 Feb 19 03:54:20.457962 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de5ede6-7898-44a0-a62a-c72e09ab2df9 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:20.458714 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de5ede6-7898-44a0-a62a-c72e09ab2df9 None None] Checking segment: {'id': 'a7e1e87d-507f-44ff-8751-ded7d5ba7849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22e77106-e73f-407d-9630-05b7f813e733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:20.459269 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1de5ede6-7898-44a0-a62a-c72e09ab2df9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:20.460166 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de5ede6-7898-44a0-a62a-c72e09ab2df9 None None] Bound using segment: {'id': 'a7e1e87d-507f-44ff-8751-ded7d5ba7849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22e77106-e73f-407d-9630-05b7f813e733'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:20.461050 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-1de5ede6-7898-44a0-a62a-c72e09ab2df9 None None] Bound port: 09c933c9-cb68-498b-ad04-0bd744b414ba, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e1e87d-507f-44ff-8751-ded7d5ba7849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22e77106-e73f-407d-9630-05b7f813e733'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:20.461628 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1de5ede6-7898-44a0-a62a-c72e09ab2df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (09c933c9-cb68-498b-ad04-0bd744b414ba), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:20.482691 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861d936f-d98d-49ae-8334-e66c74f1ad67 x-openstack-request-id: req-861d936f-d98d-49ae-8334-e66c74f1ad67 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:20.483073 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c60502-ef1a-45e0-8cdd-add297af6870", "name": "network-vif-deleted", "tag": "4bc33ce7-54da-4765-bbd8-6ac33781cd5f", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:20.483385 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-861d936f-d98d-49ae-8334-e66c74f1ad67 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:20.483845 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c60502-ef1a-45e0-8cdd-add297af6870', 'name': 'network-vif-deleted', 'tag': '4bc33ce7-54da-4765-bbd8-6ac33781cd5f', 'status': 'completed', 'code': 200} Feb 19 03:54:20.487757 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b8406322-15ad-4bdd-8c09-b1a6204291d1 None None] Provisioning complete for port 09c933c9-cb68-498b-ad04-0bd744b414ba triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:20.488605 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b8406322-15ad-4bdd-8c09-b1a6204291d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (09c933c9-cb68-498b-ad04-0bd744b414ba), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:20.551543 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b8406322-15ad-4bdd-8c09-b1a6204291d1 None None] Port 09c933c9-cb68-498b-ad04-0bd744b414ba cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:20.624048 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port de138328-1cd6-4d35-b7c3-50ef1063e817, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=de138328-1cd6-4d35-b7c3-50ef1063e817,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:20.651407 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'de138328-1cd6-4d35-b7c3-50ef1063e817', 'network_id': '6d936416-f125-4c3f-940d-813318503889', 'port_id': 'de138328-1cd6-4d35-b7c3-50ef1063e817', 'mac_address': 'fa:16:3e:37:69:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2953d6c2-cff6-4430-863a-070b45f3a12f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:54:20.724672 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-1de5ede6-7898-44a0-a62a-c72e09ab2df9 None None] For port 09c933c9-cb68-498b-ad04-0bd744b414ba, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:20.726753 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port de138328-1cd6-4d35-b7c3-50ef1063e817 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:20.727133 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (de138328-1cd6-4d35-b7c3-50ef1063e817), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:20.743193 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de138328-1cd6-4d35-b7c3-50ef1063e817 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:54:20.767310 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port de138328-1cd6-4d35-b7c3-50ef1063e817, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=de138328-1cd6-4d35-b7c3-50ef1063e817,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:20.777865 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-1de5ede6-7898-44a0-a62a-c72e09ab2df9 None None] For port 09c933c9-cb68-498b-ad04-0bd744b414ba, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=09c933c9-cb68-498b-ad04-0bd744b414ba,segment=NetworkSegment(a7e1e87d-507f-44ff-8751-ded7d5ba7849),segment_id=a7e1e87d-507f-44ff-8751-ded7d5ba7849)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:20.783880 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (de138328-1cd6-4d35-b7c3-50ef1063e817), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:20.790970 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1de5ede6-7898-44a0-a62a-c72e09ab2df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (09c933c9-cb68-498b-ad04-0bd744b414ba), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:20.875340 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de5ede6-7898-44a0-a62a-c72e09ab2df9 None None] Routers {'5612a9ff-3850-4b22-af3f-9ec433f66ac2'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:20.875597 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1de5ede6-7898-44a0-a62a-c72e09ab2df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:54:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['5612a9ff-3850-4b22-af3f-9ec433f66ac2'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:21.045292 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030ea4b-79dc-4b33-8534-ccd51724456f req-c1b2bbab-b055-416f-b540-d14a2cad5dbb tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:21.053126 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a030ea4b-79dc-4b33-8534-ccd51724456f req-c1b2bbab-b055-416f-b540-d14a2cad5dbb tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=a214ba34-e4a4-4b85-a20a-5218cd868047 HTTP/1.1" status: 200 len: 945 time: 0.3233676 Feb 19 03:54:21.068731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918f4ab-3124-446e-adf2-d8f0c64a06dc req-bca4dc9d-df5a-4223-a4c5-d20b926d3cdb tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:21.072107 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=de138328-1cd6-4d35-b7c3-50ef1063e817,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:21.076063 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4918f4ab-3124-446e-adf2-d8f0c64a06dc req-bca4dc9d-df5a-4223-a4c5-d20b926d3cdb tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 945 time: 0.4966519 Feb 19 03:54:21.097209 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-07e4a730-3cb0-48f4-a1d2-b25fb7ccd759 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:21.109481 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-07e4a730-3cb0-48f4-a1d2-b25fb7ccd759 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd&tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&binding%3Ahost_id=n-h1-828369-19 HTTP/1.1" status: 200 len: 1128 time: 0.3661995 Feb 19 03:54:21.124818 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-3c8268ec-b7d6-4745-9927-ca302e2ac2c3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828369-19'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:21.157370 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc266f3-f17e-4137-8326-66a5e022e8a5 None None] Pushing event updated for resources: {'Port': ['ID=09c933c9-cb68-498b-ad04-0bd744b414ba,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:21.166667 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-1de5ede6-7898-44a0-a62a-c72e09ab2df9 None None] Set router 5612a9ff-3850-4b22-af3f-9ec433f66ac2 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:21.197519 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['de138328-1cd6-4d35-b7c3-50ef1063e817'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:54:21.212695 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a030ea4b-79dc-4b33-8534-ccd51724456f req-f0998050-df5c-4711-9d6a-1ff448d1b4a9 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0dfac4c-c713-4454-abce-58b1166b49c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565011 Feb 19 03:54:21.272072 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4918f4ab-3124-446e-adf2-d8f0c64a06dc req-7b7f4b6b-1ca1-4c5c-9952-cbfb1ab72d70 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950376 Feb 19 03:54:21.273379 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-3c8268ec-b7d6-4745-9927-ca302e2ac2c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (816b0177-fe19-4dfb-81d0-9fb24fa15176), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:21.330616 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-8de0b5ac-ad93-4852-9a31-eaff346980ea None None] Provisioning complete for port 09c933c9-cb68-498b-ad04-0bd744b414ba triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:21.331249 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8de0b5ac-ad93-4852-9a31-eaff346980ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (09c933c9-cb68-498b-ad04-0bd744b414ba), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:21.381533 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 4bc33ce7-54da-4765-bbd8-6ac33781cd5f no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:54:21.410352 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 4bc33ce7-54da-4765-bbd8-6ac33781cd5f {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:54:21.411161 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 4bc33ce7-54da-4765-bbd8-6ac33781cd5f not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:54:21.506395 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8de0b5ac-ad93-4852-9a31-eaff346980ea None None] Current status of the port 09c933c9-cb68-498b-ad04-0bd744b414ba is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:21.507143 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8de0b5ac-ad93-4852-9a31-eaff346980ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (09c933c9-cb68-498b-ad04-0bd744b414ba), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:21.520291 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-3c8268ec-b7d6-4745-9927-ca302e2ac2c3 service neutron] For port 816b0177-fe19-4dfb-81d0-9fb24fa15176, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=816b0177-fe19-4dfb-81d0-9fb24fa15176,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:21.539421 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3b786-8920-456d-b672-c4ca5cf9fb3f req-57b7e881-eb5d-46c2-b299-23c8750dca37 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:21.540871 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bdd3b786-8920-456d-b672-c4ca5cf9fb3f req-57b7e881-eb5d-46c2-b299-23c8750dca37 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 944 time: 0.1506279 Feb 19 03:54:21.547691 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96da384-7efd-466d-8384-f0a99c386713 req-376d95c0-6fe1-4184-914f-84eeb850da30 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:21.548576 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b96da384-7efd-466d-8384-f0a99c386713 req-376d95c0-6fe1-4184-914f-84eeb850da30 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=05f49e50-796b-4bc2-b1dd-5adf23634ab4 HTTP/1.1" status: 200 len: 949 time: 0.1572165 Feb 19 03:54:21.605947 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-8de0b5ac-ad93-4852-9a31-eaff346980ea None None] For port 09c933c9-cb68-498b-ad04-0bd744b414ba, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=09c933c9-cb68-498b-ad04-0bd744b414ba,segment=NetworkSegment(a7e1e87d-507f-44ff-8751-ded7d5ba7849),segment_id=a7e1e87d-507f-44ff-8751-ded7d5ba7849)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:21.620691 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8de0b5ac-ad93-4852-9a31-eaff346980ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (09c933c9-cb68-498b-ad04-0bd744b414ba), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:21.637824 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-3c8268ec-b7d6-4745-9927-ca302e2ac2c3 service neutron] For port 816b0177-fe19-4dfb-81d0-9fb24fa15176, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:21.660164 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bdd3b786-8920-456d-b672-c4ca5cf9fb3f req-5adaf34b-8cc1-449d-96cc-075f406c6327 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090546 Feb 19 03:54:21.682766 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b96da384-7efd-466d-8384-f0a99c386713 req-0f2c62c9-5260-4be5-95f2-3d8acbd45854 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/security-groups?id=e16c0917-6b85-4b9d-a41f-e95b2d7ba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224613 Feb 19 03:54:21.700049 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-3c8268ec-b7d6-4745-9927-ca302e2ac2c3 service neutron] Publish callbacks [] for port (816b0177-fe19-4dfb-81d0-9fb24fa15176), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:21.719602 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-3c8268ec-b7d6-4745-9927-ca302e2ac2c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (816b0177-fe19-4dfb-81d0-9fb24fa15176), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:21.789674 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0b5ac-ad93-4852-9a31-eaff346980ea None None] Pushing event updated for resources: {'Port': ['ID=09c933c9-cb68-498b-ad04-0bd744b414ba,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:21.839087 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8268ec-b7d6-4745-9927-ca302e2ac2c3 service neutron] Pushing event updated for resources: {'Port': ['ID=816b0177-fe19-4dfb-81d0-9fb24fa15176,revision_number=7']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:21.846492 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1de5ede6-7898-44a0-a62a-c72e09ab2df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5612a9ff-3850-4b22-af3f-9ec433f66ac2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1602187798-router', 'tenant_id': 'b00e78819add4f6fa0b04cafc1a890ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '6332f0e5-4a87-404c-ad07-8af523fd0290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:09Z', 'updated_at': '2022-02-19T03:54:16Z', 'revision_number': 4, 'project_id': 'b00e78819add4f6fa0b04cafc1a890ae', 'gw_port': {'id': '6332f0e5-4a87-404c-ad07-8af523fd0290', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5612a9ff-3850-4b22-af3f-9ec433f66ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:10Z', 'updated_at': '2022-02-19T03:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '09c933c9-cb68-498b-ad04-0bd744b414ba', 'name': '', 'network_id': '22e77106-e73f-407d-9630-05b7f813e733', 'tenant_id': 'b00e78819add4f6fa0b04cafc1a890ae', 'mac_address': 'fa:16:3e:af:b5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5612a9ff-3850-4b22-af3f-9ec433f66ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'ce594ab9-f629-4b24-8674-588a60e71fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:20Z', 'revision_number': 4, 'project_id': 'b00e78819add4f6fa0b04cafc1a890ae', 'subnets': [{'id': 'ce594ab9-f629-4b24-8674-588a60e71fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:21.886806 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de5ede6-7898-44a0-a62a-c72e09ab2df9 None None] The sync data for ids ['5612a9ff-3850-4b22-af3f-9ec433f66ac2'] in n-d-828369-19 is: [{'id': '5612a9ff-3850-4b22-af3f-9ec433f66ac2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1602187798-router', 'tenant_id': 'b00e78819add4f6fa0b04cafc1a890ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '6332f0e5-4a87-404c-ad07-8af523fd0290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:09Z', 'updated_at': '2022-02-19T03:54:16Z', 'revision_number': 4, 'project_id': 'b00e78819add4f6fa0b04cafc1a890ae', 'gw_port': {'id': '6332f0e5-4a87-404c-ad07-8af523fd0290', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5612a9ff-3850-4b22-af3f-9ec433f66ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:10Z', 'updated_at': '2022-02-19T03:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '09c933c9-cb68-498b-ad04-0bd744b414ba', 'name': '', 'network_id': '22e77106-e73f-407d-9630-05b7f813e733', 'tenant_id': 'b00e78819add4f6fa0b04cafc1a890ae', 'mac_address': 'fa:16:3e:af:b5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5612a9ff-3850-4b22-af3f-9ec433f66ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'ce594ab9-f629-4b24-8674-588a60e71fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:20Z', 'revision_number': 4, 'project_id': 'b00e78819add4f6fa0b04cafc1a890ae', 'subnets': [{'id': 'ce594ab9-f629-4b24-8674-588a60e71fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:54:22.005075 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-3c8268ec-b7d6-4745-9927-ca302e2ac2c3 service neutron] Attempting to bind port 816b0177-fe19-4dfb-81d0-9fb24fa15176 on host n-h1-828369-19 for vnic_type normal with profile {"migrating_to": "n-h2-828369-19"} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:22.005940 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-3c8268ec-b7d6-4745-9927-ca302e2ac2c3 service neutron] Attempting to bind port 816b0177-fe19-4dfb-81d0-9fb24fa15176 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:22.006308 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-3c8268ec-b7d6-4745-9927-ca302e2ac2c3 service neutron] Attempting to bind port 816b0177-fe19-4dfb-81d0-9fb24fa15176 on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:22.062427 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2f29c9f3-4b9a-4a27-9c8f-0a7fb35d1727 req-65fee0fa-dae8-4f5f-9c39-7334ed44573b tempest-QuotasAdminNegativeTest-11062549 tempest-QuotasAdminNegativeTest-11062549-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=fb7305aceee541a59b3100088cbd4b2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0814102 Feb 19 03:54:22.063804 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-3c8268ec-b7d6-4745-9927-ca302e2ac2c3 service neutron] Port 816b0177-fe19-4dfb-81d0-9fb24fa15176 on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:54:22.064447 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-3c8268ec-b7d6-4745-9927-ca302e2ac2c3 service neutron] Attempting to bind port 816b0177-fe19-4dfb-81d0-9fb24fa15176 on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:22.074913 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-3c8268ec-b7d6-4745-9927-ca302e2ac2c3 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:22.075588 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-3c8268ec-b7d6-4745-9927-ca302e2ac2c3 service neutron] Checking segment: {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:22.076168 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-3c8268ec-b7d6-4745-9927-ca302e2ac2c3 service neutron] Bound using segment: {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:22.076795 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-3c8268ec-b7d6-4745-9927-ca302e2ac2c3 service neutron] Bound port: 816b0177-fe19-4dfb-81d0-9fb24fa15176, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:22.077400 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-3c8268ec-b7d6-4745-9927-ca302e2ac2c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (816b0177-fe19-4dfb-81d0-9fb24fa15176), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:22.197999 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d825268-718d-471e-8376-56fe6caeead3 req-b121fcd5-7da8-4b25-892b-5054f2beed6c tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:22.209673 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39038) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:22.215993 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-4c6c87a8-9570-4679-8bff-9e4e7c8f2651 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Request body: {'floatingip': {'port_id': 'e63ae549-eb7f-4383-8f0d-1d5d8da5cb96'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:22.217195 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d825268-718d-471e-8376-56fe6caeead3 req-b121fcd5-7da8-4b25-892b-5054f2beed6c tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=a214ba34-e4a4-4b85-a20a-5218cd868047 HTTP/1.1" status: 200 len: 945 time: 0.3071084 Feb 19 03:54:22.349781 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29c9f3-4b9a-4a27-9c8f-0a7fb35d1727 req-ff3c3269-9623-4d25-8a34-cd2cd503e350 tempest-QuotasAdminNegativeTest-11062549 tempest-QuotasAdminNegativeTest-11062549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:22.351465 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2f29c9f3-4b9a-4a27-9c8f-0a7fb35d1727 req-ff3c3269-9623-4d25-8a34-cd2cd503e350 tempest-QuotasAdminNegativeTest-11062549 tempest-QuotasAdminNegativeTest-11062549-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2779756 Feb 19 03:54:22.358477 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-3c8268ec-b7d6-4745-9927-ca302e2ac2c3 service neutron] For port 816b0177-fe19-4dfb-81d0-9fb24fa15176, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:22.362578 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-3c8268ec-b7d6-4745-9927-ca302e2ac2c3 service neutron] For port 816b0177-fe19-4dfb-81d0-9fb24fa15176, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=816b0177-fe19-4dfb-81d0-9fb24fa15176,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:22.366156 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c6c87a8-9570-4679-8bff-9e4e7c8f2651 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks [] for floatingip (3c4a1bc9-0dbd-48d7-b7e1-0b7ce9dcc8a0), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:22.377329 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2f29c9f3-4b9a-4a27-9c8f-0a7fb35d1727 req-e48ec23f-6362-4904-97dd-875a02df246f tempest-QuotasAdminNegativeTest-11062549 tempest-QuotasAdminNegativeTest-11062549-project] 10.222.0.52 "GET /v2.0/quotas/fb7305aceee541a59b3100088cbd4b2e HTTP/1.1" status: 200 len: 375 time: 0.0199089 Feb 19 03:54:22.402259 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-3c8268ec-b7d6-4745-9927-ca302e2ac2c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (816b0177-fe19-4dfb-81d0-9fb24fa15176), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:22.481359 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2f29c9f3-4b9a-4a27-9c8f-0a7fb35d1727 req-fed6156d-77c6-44ff-a4d2-75f255a7d6b9 tempest-QuotasAdminNegativeTest-11062549 tempest-QuotasAdminNegativeTest-11062549-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fb7305aceee541a59b3100088cbd4b2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0812886 Feb 19 03:54:22.509642 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed8deaa-a316-43b9-adf9-463018656cbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '816b0177-fe19-4dfb-81d0-9fb24fa15176'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:22.512697 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f98f90-e2cc-4aae-b60f-939c1409ae4d" -d '{"events": [{"server_uuid": "8ed8deaa-a316-43b9-adf9-463018656cbd", "name": "network-vif-unplugged", "status": "completed", "tag": "816b0177-fe19-4dfb-81d0-9fb24fa15176"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:22.529433 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95e65049-1b89-4101-99dd-527623d9d6fc req-bb97fa79-5b38-429a-9db9-c2139b9c16c8 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=08f877b66b90483993020b1278c9481b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1118770 Feb 19 03:54:22.577249 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-3c8268ec-b7d6-4745-9927-ca302e2ac2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:22.578631 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-3c8268ec-b7d6-4745-9927-ca302e2ac2c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:22.582646 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-3c8268ec-b7d6-4745-9927-ca302e2ac2c3 service neutron] 10.222.0.79 "PUT /v2.0/ports/816b0177-fe19-4dfb-81d0-9fb24fa15176 HTTP/1.1" status: 200 len: 1123 time: 1.4692020 Feb 19 03:54:22.689339 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['816b0177-fe19-4dfb-81d0-9fb24fa15176'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:54:22.926960 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e65049-1b89-4101-99dd-527623d9d6fc req-cda29652-9287-44ad-b8f0-68c9b04600cf tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:22.930324 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95e65049-1b89-4101-99dd-527623d9d6fc req-cda29652-9287-44ad-b8f0-68c9b04600cf tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3600621 Feb 19 03:54:22.931974 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8268ec-b7d6-4745-9927-ca302e2ac2c3 service neutron] Pushing event updated for resources: {'Port': ['ID=816b0177-fe19-4dfb-81d0-9fb24fa15176,revision_number=8']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:22.996524 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95e65049-1b89-4101-99dd-527623d9d6fc req-6ff977ed-85d1-4dd0-8e0b-9a24eb292f53 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/quotas/08f877b66b90483993020b1278c9481b HTTP/1.1" status: 200 len: 375 time: 0.0480363 Feb 19 03:54:23.138309 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95e65049-1b89-4101-99dd-527623d9d6fc req-e065cc69-a8c5-4a6e-917b-7eb736871807 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=08f877b66b90483993020b1278c9481b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1031518 Feb 19 03:54:23.160261 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c809cb8-7c4f-4683-8bbf-711d50abe17d req-f3e5de71-f5d4-4f76-b6ff-949ab1cea17d tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:23.165601 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c809cb8-7c4f-4683-8bbf-711d50abe17d req-f3e5de71-f5d4-4f76-b6ff-949ab1cea17d tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 943 time: 0.2118800 Feb 19 03:54:23.252053 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c809cb8-7c4f-4683-8bbf-711d50abe17d req-81d5d6c9-75fa-4d65-960f-a60328c12e93 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777729 Feb 19 03:54:23.363524 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4c6e0c-2f76-4a30-889c-2299dc94ce96 x-openstack-request-id: req-5a4c6e0c-2f76-4a30-889c-2299dc94ce96 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:23.363759 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed8deaa-a316-43b9-adf9-463018656cbd", "name": "network-vif-unplugged", "status": "completed", "tag": "816b0177-fe19-4dfb-81d0-9fb24fa15176", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:23.364018 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5a4c6e0c-2f76-4a30-889c-2299dc94ce96 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:23.364574 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed8deaa-a316-43b9-adf9-463018656cbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '816b0177-fe19-4dfb-81d0-9fb24fa15176', 'code': 200} Feb 19 03:54:23.660627 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.db.resource_extend [None req-4c6c87a8-9570-4679-8bff-9e4e7c8f2651 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:54:23.746203 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c6c87a8-9570-4679-8bff-9e4e7c8f2651 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:23.761633 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c6c87a8-9570-4679-8bff-9e4e7c8f2651 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (3c4a1bc9-0dbd-48d7-b7e1-0b7ce9dcc8a0), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:23.835072 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74ef815a-999e-48bd-a06f-a1a8b2d364fe req-648179c1-2d1f-4d73-b1fd-0369f36a3587 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f3a2170-9f33-4720-83dc-e4287de9b207 HTTP/1.1" status: 200 len: 210 time: 0.1055415 Feb 19 03:54:23.904180 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8077f1-8c18-4b3d-84bb-1930c9185661 req-039ae0cc-533e-4353-b55e-544f051b54fb tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:23.909920 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6b8077f1-8c18-4b3d-84bb-1930c9185661 req-039ae0cc-533e-4353-b55e-544f051b54fb tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 944 time: 0.2605355 Feb 19 03:54:23.916681 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device de138328-1cd6-4d35-b7c3-50ef1063e817 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:24.007516 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 09c933c9-cb68-498b-ad04-0bd744b414ba up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:24.008648 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-4c6c87a8-9570-4679-8bff-9e4e7c8f2651 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Floating IP 3c4a1bc9-0dbd-48d7-b7e1-0b7ce9dcc8a0 associated. External IP: 172.25.3.230, port: e63ae549-eb7f-4383-8f0d-1d5d8da5cb96. Feb 19 03:54:24.099888 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6b8077f1-8c18-4b3d-84bb-1930c9185661 req-5efa3902-a8c1-4833-9592-cb6e78bcc00f tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789048 Feb 19 03:54:24.268831 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 09c933c9-cb68-498b-ad04-0bd744b414ba triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:24.272454 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (09c933c9-cb68-498b-ad04-0bd744b414ba), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:24.400207 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port de138328-1cd6-4d35-b7c3-50ef1063e817 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:54:24.409197 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port de138328-1cd6-4d35-b7c3-50ef1063e817 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:24.412543 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (de138328-1cd6-4d35-b7c3-50ef1063e817), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:24.604263 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 09c933c9-cb68-498b-ad04-0bd744b414ba is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:24.632050 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d31c3-15f5-414e-887c-3d1426995ab6 req-c867db4f-8e3a-473a-b54e-ed7312b43af9 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:24.643809 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f14d31c3-15f5-414e-887c-3d1426995ab6 req-c867db4f-8e3a-473a-b54e-ed7312b43af9 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 943 time: 0.1643045 Feb 19 03:54:24.866543 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port de138328-1cd6-4d35-b7c3-50ef1063e817 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:24.868961 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f14d31c3-15f5-414e-887c-3d1426995ab6 req-d6297875-1766-4534-a63a-9e1deed9ec27 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232916 Feb 19 03:54:24.873542 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (de138328-1cd6-4d35-b7c3-50ef1063e817), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:24.985717 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677863a0-b789-40f0-8503-d5c0a0a757bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de138328-1cd6-4d35-b7c3-50ef1063e817'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:24.989577 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707084e5-91a6-4b61-ab5e-716074a89f14" -d '{"events": [{"server_uuid": "677863a0-b789-40f0-8503-d5c0a0a757bd", "name": "network-vif-plugged", "status": "completed", "tag": "de138328-1cd6-4d35-b7c3-50ef1063e817"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:25.014056 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbcea060-7efb-4347-bde3-2dd261abd9c9 req-1bedd18b-a436-4abc-aab9-7e5304c9b422 tempest-QuotasAdminNegativeTest-11062549 tempest-QuotasAdminNegativeTest-11062549-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=fb7305aceee541a59b3100088cbd4b2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438342 Feb 19 03:54:25.027555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port de138328-1cd6-4d35-b7c3-50ef1063e817, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=de138328-1cd6-4d35-b7c3-50ef1063e817,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:25.044586 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (de138328-1cd6-4d35-b7c3-50ef1063e817), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:25.171709 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=de138328-1cd6-4d35-b7c3-50ef1063e817,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:25.208481 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39130) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:25.241843 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6c87a8-9570-4679-8bff-9e4e7c8f2651 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Router 195f9377-2c17-4a3e-a089-745ef13cd5ad has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:54:25.398816 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 816b0177-fe19-4dfb-81d0-9fb24fa15176 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:54:25.408868 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6c87a8-9570-4679-8bff-9e4e7c8f2651 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:54:25.426951 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1559340c-787e-4115-950b-19498ba9c82e None None] Sync routers for ids ['195f9377-2c17-4a3e-a089-745ef13cd5ad'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:54:25.432647 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c6c87a8-9570-4679-8bff-9e4e7c8f2651 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:25.435595 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed8deaa-a316-43b9-adf9-463018656cbd', 'tag': '816b0177-fe19-4dfb-81d0-9fb24fa15176'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:25.438157 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0acafcd-f702-4edb-a20b-4932fe7c7c56" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed8deaa-a316-43b9-adf9-463018656cbd", "tag": "816b0177-fe19-4dfb-81d0-9fb24fa15176"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:25.472350 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1559340c-787e-4115-950b-19498ba9c82e None None] Routers {'195f9377-2c17-4a3e-a089-745ef13cd5ad'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:25.485931 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-1559340c-787e-4115-950b-19498ba9c82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:54:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['195f9377-2c17-4a3e-a089-745ef13cd5ad'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:25.492593 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4c6c87a8-9570-4679-8bff-9e4e7c8f2651 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "PUT /v2.0/floatingips/3c4a1bc9-0dbd-48d7-b7e1-0b7ce9dcc8a0 HTTP/1.1" status: 200 len: 991 time: 3.2815781 Feb 19 03:54:25.493321 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a214ba34-e4a4-4b85-a20a-5218cd868047', 'tag': 'e63ae549-eb7f-4383-8f0d-1d5d8da5cb96'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:25.497031 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cedc5d0-fccd-4f1c-9230-66538f926242" -d '{"events": [{"name": "network-changed", "server_uuid": "a214ba34-e4a4-4b85-a20a-5218cd868047", "tag": "e63ae549-eb7f-4383-8f0d-1d5d8da5cb96"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:25.517635 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9909e5e8-a733-4505-8a4b-2f9bc9139e45 req-3d6662f1-528f-4a4f-8f04-e1e7364666ac tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f3a2170-9f33-4720-83dc-e4287de9b207 HTTP/1.1" status: 200 len: 210 time: 0.4009473 Feb 19 03:54:25.549710 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95e65049-1b89-4101-99dd-527623d9d6fc req-1d54b3b3-c123-4d82-ba4c-8011c754cfb3 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=08f877b66b90483993020b1278c9481b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1011720 Feb 19 03:54:25.746800 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e2cf35-d44a-4987-8985-344a85c108fc x-openstack-request-id: req-12e2cf35-d44a-4987-8985-344a85c108fc {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:25.750095 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677863a0-b789-40f0-8503-d5c0a0a757bd", "name": "network-vif-plugged", "status": "completed", "tag": "de138328-1cd6-4d35-b7c3-50ef1063e817", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:25.757658 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-12e2cf35-d44a-4987-8985-344a85c108fc {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:25.758146 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677863a0-b789-40f0-8503-d5c0a0a757bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de138328-1cd6-4d35-b7c3-50ef1063e817', 'code': 200} Feb 19 03:54:25.780026 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9b7b1fe6-0bd6-424d-9924-ca23019b636a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=43869446ea78425a856d1c326e1ec965&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5360842 Feb 19 03:54:25.782935 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39144) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:25.860013 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcea060-7efb-4347-bde3-2dd261abd9c9 req-83ac2cda-8370-420a-8d52-1159139a9632 tempest-QuotasAdminNegativeTest-11062549 tempest-QuotasAdminNegativeTest-11062549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:25.861755 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 816b0177-fe19-4dfb-81d0-9fb24fa15176, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=816b0177-fe19-4dfb-81d0-9fb24fa15176,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:25.878797 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbcea060-7efb-4347-bde3-2dd261abd9c9 req-83ac2cda-8370-420a-8d52-1159139a9632 tempest-QuotasAdminNegativeTest-11062549 tempest-QuotasAdminNegativeTest-11062549-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8389926 Feb 19 03:54:25.887989 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 816b0177-fe19-4dfb-81d0-9fb24fa15176 has no active binding in host n-h2-828369-19 {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:54:25.896884 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-1559340c-787e-4115-950b-19498ba9c82e None None] Set router 195f9377-2c17-4a3e-a089-745ef13cd5ad gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:25.916478 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-efa70f05-30aa-42fd-abff-8da9b9670948 admin admin] Publish callbacks [] for security_group (961e58f6-3c24-4361-991c-d90a02f880e9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:25.926610 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53492f5c-c716-4b72-b8c0-4b5f05089f94 req-b5affb8f-2d98-403e-b19b-77215260f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:25.929154 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-53492f5c-c716-4b72-b8c0-4b5f05089f94 req-b5affb8f-2d98-403e-b19b-77215260f69c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 1128 time: 0.1350884 Feb 19 03:54:25.974811 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-efa70f05-30aa-42fd-abff-8da9b9670948 admin admin] Publish callbacks [] for security_group (961e58f6-3c24-4361-991c-d90a02f880e9), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:26.010814 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbcea060-7efb-4347-bde3-2dd261abd9c9 req-749265ad-1205-4f64-892a-0e3f91b9f074 tempest-QuotasAdminNegativeTest-11062549 tempest-QuotasAdminNegativeTest-11062549-project] 10.222.0.52 "GET /v2.0/quotas/fb7305aceee541a59b3100088cbd4b2e HTTP/1.1" status: 200 len: 375 time: 0.1310410 Feb 19 03:54:26.035470 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-53492f5c-c716-4b72-b8c0-4b5f05089f94 req-e9588bf6-c990-4148-833c-ea18054532f3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979555 Feb 19 03:54:26.093396 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbcea060-7efb-4347-bde3-2dd261abd9c9 req-e7ebeed2-7695-4e9b-b647-acacb688aa4c tempest-QuotasAdminNegativeTest-11062549 tempest-QuotasAdminNegativeTest-11062549-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fb7305aceee541a59b3100088cbd4b2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815759 Feb 19 03:54:26.116351 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-efa70f05-30aa-42fd-abff-8da9b9670948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (961e58f6-3c24-4361-991c-d90a02f880e9), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:26.119946 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-efa70f05-30aa-42fd-abff-8da9b9670948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:26.121318 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-efa70f05-30aa-42fd-abff-8da9b9670948 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/961e58f6-3c24-4361-991c-d90a02f880e9 HTTP/1.1" status: 204 len: 168 time: 0.3367007 Feb 19 03:54:26.142645 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa70f05-30aa-42fd-abff-8da9b9670948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961e58f6-3c24-4361-991c-d90a02f880e9,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:26.168005 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e65049-1b89-4101-99dd-527623d9d6fc req-eb2be5fd-0ca9-4790-b024-8089faec10f3 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:26.169713 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95e65049-1b89-4101-99dd-527623d9d6fc req-eb2be5fd-0ca9-4790-b024-8089faec10f3 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6039996 Feb 19 03:54:26.209483 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-95e65049-1b89-4101-99dd-527623d9d6fc req-f8ee0072-42e0-40e6-9479-49b626696fcc tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Request body: {'port': {'device_id': '1f3a2170-9f33-4720-83dc-e4287de9b207', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': '08f877b66b90483993020b1278c9481b'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:26.449044 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-1559340c-787e-4115-950b-19498ba9c82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1463629878-router', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:24Z', 'updated_at': '2022-02-19T03:53:36Z', 'revision_number': 4, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'gw_port': {'id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:40:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:27Z', 'updated_at': '2022-02-19T03:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '3c4a1bc9-0dbd-48d7-b7e1-0b7ce9dcc8a0', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'port_id': 'e63ae549-eb7f-4383-8f0d-1d5d8da5cb96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e', 'mac_address': 'fa:16:3e:be:24:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a214ba34-e4a4-4b85-a20a-5218cd868047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:54:00Z', 'updated_at': '2022-02-19T03:54:23Z', 'revision_number': 1, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb25a2ed-fa42-4270-a1b5-8bfb6587821d', 'name': '', 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'mac_address': 'fa:16:3e:ee:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:35Z', 'updated_at': '2022-02-19T03:53:41Z', 'revision_number': 5, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'subnets': [{'id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:26.487684 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f66521-48cd-4196-8fc2-3f72cb3fbbec x-openstack-request-id: req-d0f66521-48cd-4196-8fc2-3f72cb3fbbec {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:26.488153 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed8deaa-a316-43b9-adf9-463018656cbd", "tag": "816b0177-fe19-4dfb-81d0-9fb24fa15176", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:26.488509 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d0f66521-48cd-4196-8fc2-3f72cb3fbbec {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:26.489152 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed8deaa-a316-43b9-adf9-463018656cbd', 'tag': '816b0177-fe19-4dfb-81d0-9fb24fa15176', 'status': 'completed', 'code': 200} Feb 19 03:54:26.514712 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1559340c-787e-4115-950b-19498ba9c82e None None] Checking router: 195f9377-2c17-4a3e-a089-745ef13cd5ad for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:54:26.549505 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acafcd-f702-4edb-a20b-4932fe7c7c56 req-7ce85a39-6242-4c51-a700-c28477839163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:26.550552 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1559340c-787e-4115-950b-19498ba9c82e None None] Routers {'195f9377-2c17-4a3e-a089-745ef13cd5ad'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:26.551127 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c0acafcd-f702-4edb-a20b-4932fe7c7c56 req-7ce85a39-6242-4c51-a700-c28477839163 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 1157 time: 0.1617191 Feb 19 03:54:26.552380 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-1559340c-787e-4115-950b-19498ba9c82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:54:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['195f9377-2c17-4a3e-a089-745ef13cd5ad'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:26.568736 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaac58c-c263-4cd7-838d-c5aa60bf0f85 req-2cd88fcf-711a-4960-a3ce-629835a46030 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:26.583007 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6eaac58c-c263-4cd7-838d-c5aa60bf0f85 req-2cd88fcf-711a-4960-a3ce-629835a46030 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 945 time: 0.7397132 Feb 19 03:54:26.743952 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:26.751860 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acafcd-f702-4edb-a20b-4932fe7c7c56 req-61db4c5c-effe-4ea0-9ff9-055bac3147a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:26.753581 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c0acafcd-f702-4edb-a20b-4932fe7c7c56 req-61db4c5c-effe-4ea0-9ff9-055bac3147a2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=575db6fc-b1bf-4deb-91aa-ccf16978efb1 HTTP/1.1" status: 200 len: 909 time: 0.1957457 Feb 19 03:54:26.834673 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0b032-8da8-427a-992f-ed214fbbb335 req-30219ad0-9d53-4261-8989-86aca6a510de tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:26.853624 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3e0b032-8da8-427a-992f-ed214fbbb335 req-30219ad0-9d53-4261-8989-86aca6a510de tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=a214ba34-e4a4-4b85-a20a-5218cd868047 HTTP/1.1" status: 200 len: 945 time: 0.3675547 Feb 19 03:54:26.855772 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95e65049-1b89-4101-99dd-527623d9d6fc req-f8ee0072-42e0-40e6-9479-49b626696fcc tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Made reservation on behalf of 08f877b66b90483993020b1278c9481b for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:26.860663 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-95e65049-1b89-4101-99dd-527623d9d6fc req-f8ee0072-42e0-40e6-9479-49b626696fcc tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:26.865364 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-1559340c-787e-4115-950b-19498ba9c82e None None] Set router 195f9377-2c17-4a3e-a089-745ef13cd5ad gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:26.868301 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c0acafcd-f702-4edb-a20b-4932fe7c7c56 req-5a5bfcb1-2622-4fb8-9985-4f10db01f7d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=816b0177-fe19-4dfb-81d0-9fb24fa15176 HTTP/1.1" status: 200 len: 217 time: 0.1066387 Feb 19 03:54:26.905869 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6eaac58c-c263-4cd7-838d-c5aa60bf0f85 req-a1886ecb-eea4-44a7-ba07-bba1877b1f37 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204548 Feb 19 03:54:26.946248 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acafcd-f702-4edb-a20b-4932fe7c7c56 req-57e8a85d-92a2-419b-b582-08fb02776cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:26.948041 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c0acafcd-f702-4edb-a20b-4932fe7c7c56 req-57e8a85d-92a2-419b-b582-08fb02776cf0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d HTTP/1.1" status: 200 len: 848 time: 0.0672972 Feb 19 03:54:26.999777 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c0acafcd-f702-4edb-a20b-4932fe7c7c56 req-99907f01-0005-481b-b224-ec8d5a2ffcc9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=575db6fc-b1bf-4deb-91aa-ccf16978efb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446913 Feb 19 03:54:27.002651 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84b2dc6-e78f-4666-b7ea-7a509ebd130a x-openstack-request-id: req-a84b2dc6-e78f-4666-b7ea-7a509ebd130a {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:27.003070 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a214ba34-e4a4-4b85-a20a-5218cd868047", "tag": "e63ae549-eb7f-4383-8f0d-1d5d8da5cb96", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:27.003392 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a84b2dc6-e78f-4666-b7ea-7a509ebd130a {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:27.018672 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a214ba34-e4a4-4b85-a20a-5218cd868047', 'tag': 'e63ae549-eb7f-4383-8f0d-1d5d8da5cb96', 'status': 'completed', 'code': 200} Feb 19 03:54:27.052723 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39158) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:27.140402 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-83a0eff8-5725-4d50-aabf-2b4f8ffe1bf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:27.224182 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-83a0eff8-5725-4d50-aabf-2b4f8ffe1bf0 admin admin] Publish callbacks [] for security_group (d4c4d3ed-8413-4e01-8406-e5d4033bcd35), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:27.243815 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-83a0eff8-5725-4d50-aabf-2b4f8ffe1bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d4c4d3ed-8413-4e01-8406-e5d4033bcd35), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:27.272787 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-1559340c-787e-4115-950b-19498ba9c82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1463629878-router', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:24Z', 'updated_at': '2022-02-19T03:53:36Z', 'revision_number': 4, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'gw_port': {'id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:40:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:27Z', 'updated_at': '2022-02-19T03:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '3c4a1bc9-0dbd-48d7-b7e1-0b7ce9dcc8a0', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'port_id': 'e63ae549-eb7f-4383-8f0d-1d5d8da5cb96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e', 'mac_address': 'fa:16:3e:be:24:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a214ba34-e4a4-4b85-a20a-5218cd868047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:54:00Z', 'updated_at': '2022-02-19T03:54:23Z', 'revision_number': 1, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb25a2ed-fa42-4270-a1b5-8bfb6587821d', 'name': '', 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'mac_address': 'fa:16:3e:ee:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:35Z', 'updated_at': '2022-02-19T03:53:41Z', 'revision_number': 5, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'subnets': [{'id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:27.273140 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3e0b032-8da8-427a-992f-ed214fbbb335 req-16ad0f85-95eb-432e-bb43-4703196d6755 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0dfac4c-c713-4454-abce-58b1166b49c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4182315 Feb 19 03:54:27.299060 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c0acafcd-f702-4edb-a20b-4932fe7c7c56 req-423e9f16-2961-44bc-8e0c-cfaa41e99eb8 service neutron] 10.222.0.26 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789922 Feb 19 03:54:27.308536 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1559340c-787e-4115-950b-19498ba9c82e None None] The sync data for ids ['195f9377-2c17-4a3e-a089-745ef13cd5ad'] in n-d-828369-19 is: [{'id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1463629878-router', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:24Z', 'updated_at': '2022-02-19T03:53:36Z', 'revision_number': 4, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'gw_port': {'id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:40:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:27Z', 'updated_at': '2022-02-19T03:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '3c4a1bc9-0dbd-48d7-b7e1-0b7ce9dcc8a0', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'port_id': 'e63ae549-eb7f-4383-8f0d-1d5d8da5cb96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e', 'mac_address': 'fa:16:3e:be:24:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a214ba34-e4a4-4b85-a20a-5218cd868047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:54:00Z', 'updated_at': '2022-02-19T03:54:23Z', 'revision_number': 1, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb25a2ed-fa42-4270-a1b5-8bfb6587821d', 'name': '', 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'mac_address': 'fa:16:3e:ee:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:35Z', 'updated_at': '2022-02-19T03:53:41Z', 'revision_number': 5, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'subnets': [{'id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:54:27.385901 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0eff8-5725-4d50-aabf-2b4f8ffe1bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c4d3ed-8413-4e01-8406-e5d4033bcd35,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:27.410450 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-95e65049-1b89-4101-99dd-527623d9d6fc req-f8ee0072-42e0-40e6-9479-49b626696fcc tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Allocated IP 192.168.233.63 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/bba0207b-ccc8-494a-b525-e036b105ca83) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:27.463250 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-83a0eff8-5725-4d50-aabf-2b4f8ffe1bf0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=af3cbe239a974ae6a9dd1255cf359ed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4061437 Feb 19 03:54:27.465987 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39166) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:27.568679 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5cf4741c-f8f8-4bad-8b90-40137e798b11 admin admin] Publish callbacks [] for security_group (d4c4d3ed-8413-4e01-8406-e5d4033bcd35), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:27.605895 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5cf4741c-f8f8-4bad-8b90-40137e798b11 admin admin] Publish callbacks [] for security_group (d4c4d3ed-8413-4e01-8406-e5d4033bcd35), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:27.686897 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c0acafcd-f702-4edb-a20b-4932fe7c7c56 req-038e698f-a80b-4634-8b95-8ab373545ba7 service neutron] 10.222.0.26 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735213 Feb 19 03:54:27.702246 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5cf4741c-f8f8-4bad-8b90-40137e798b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d4c4d3ed-8413-4e01-8406-e5d4033bcd35), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:27.706764 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5cf4741c-f8f8-4bad-8b90-40137e798b11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:27.707809 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5cf4741c-f8f8-4bad-8b90-40137e798b11 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d4c4d3ed-8413-4e01-8406-e5d4033bcd35 HTTP/1.1" status: 204 len: 168 time: 0.2406275 Feb 19 03:54:27.725326 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4741c-f8f8-4bad-8b90-40137e798b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c4d3ed-8413-4e01-8406-e5d4033bcd35,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:27.782005 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b481df1-c118-48d6-9f5d-c6ab4410bd2c None None] New status for floating IP 3c4a1bc9-0dbd-48d7-b7e1-0b7ce9dcc8a0: ACTIVE {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:54:27.804073 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-95e65049-1b89-4101-99dd-527623d9d6fc req-f8ee0072-42e0-40e6-9479-49b626696fcc tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Publish callbacks [] for port (bba0207b-ccc8-494a-b525-e036b105ca83), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:27.842270 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c800c93-436f-42a1-88d0-fa55b01e0bdf req-90997363-1502-4811-8659-517d7e714df8 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:27.844172 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c800c93-436f-42a1-88d0-fa55b01e0bdf req-90997363-1502-4811-8659-517d7e714df8 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 943 time: 0.7018740 Feb 19 03:54:27.847896 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedc5d0-fccd-4f1c-9230-66538f926242 req-37f7a706-e925-44d2-8eeb-97f37cdb7925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:27.854710 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4cedc5d0-fccd-4f1c-9230-66538f926242 req-37f7a706-e925-44d2-8eeb-97f37cdb7925 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7d8751a366f7493698f363eb60d46c38&device_id=a214ba34-e4a4-4b85-a20a-5218cd868047 HTTP/1.1" status: 200 len: 1128 time: 0.7845790 Feb 19 03:54:28.030669 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-95e65049-1b89-4101-99dd-527623d9d6fc req-f8ee0072-42e0-40e6-9479-49b626696fcc tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (bba0207b-ccc8-494a-b525-e036b105ca83), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:28.137899 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95e65049-1b89-4101-99dd-527623d9d6fc req-f8ee0072-42e0-40e6-9479-49b626696fcc tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:28.147244 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['60d119df-987d-4fb5-9aac-7362fc2f8141'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:54:28.148538 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-95e65049-1b89-4101-99dd-527623d9d6fc req-f8ee0072-42e0-40e6-9479-49b626696fcc tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:28.163700 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e65049-1b89-4101-99dd-527623d9d6fc req-f8ee0072-42e0-40e6-9479-49b626696fcc tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:28.189425 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c800c93-436f-42a1-88d0-fa55b01e0bdf req-f29fe0f6-465f-4bd8-a97c-d5b7e562b0de tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337133 Feb 19 03:54:28.210343 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-a359e61d-000e-4ee9-b31c-65509891ddde service neutron] 10.222.0.26 "GET /v2.0/ports/816b0177-fe19-4dfb-81d0-9fb24fa15176/bindings/n-h2-828369-19 HTTP/1.1" status: 200 len: 385 time: 0.1858366 Feb 19 03:54:28.276473 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb8d37-f219-4646-9820-ef0961447f2f req-1e65a680-a9f9-43bf-aae5-9f965939dae0 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:28.280106 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-65fb8d37-f219-4646-9820-ef0961447f2f req-1e65a680-a9f9-43bf-aae5-9f965939dae0 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f3a2170-9f33-4720-83dc-e4287de9b207 HTTP/1.1" status: 200 len: 935 time: 0.3510199 Feb 19 03:54:28.386673 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee0072-42e0-40e6-9479-49b626696fcc tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Pushing event updated for resources: {'Port': ['ID=bba0207b-ccc8-494a-b525-e036b105ca83,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:28.438096 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedc5d0-fccd-4f1c-9230-66538f926242 req-de2201e9-4177-4c1a-a549-371f1b05d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:28.444246 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4cedc5d0-fccd-4f1c-9230-66538f926242 req-de2201e9-4177-4c1a-a549-371f1b05d3f1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c2a4677c-3978-448a-8fd9-1efa09d1157e HTTP/1.1" status: 200 len: 925 time: 0.5671880 Feb 19 03:54:28.593151 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e65049-1b89-4101-99dd-527623d9d6fc req-f8ee0072-42e0-40e6-9479-49b626696fcc tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:28.593564 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-95e65049-1b89-4101-99dd-527623d9d6fc req-f8ee0072-42e0-40e6-9479-49b626696fcc tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:28.695111 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-65fb8d37-f219-4646-9820-ef0961447f2f req-5a478bb1-d2ee-4cb0-b3bc-c48d85fc2dcc tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/security-groups?id=e16c0917-6b85-4b9d-a41f-e95b2d7ba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545184 Feb 19 03:54:28.740922 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95e65049-1b89-4101-99dd-527623d9d6fc req-f8ee0072-42e0-40e6-9479-49b626696fcc tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5577867 Feb 19 03:54:28.744134 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e7188f56-f048-4f3a-9b61-5a63ecadbc4f None None] Provisioning complete for port bba0207b-ccc8-494a-b525-e036b105ca83 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:28.746636 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e7188f56-f048-4f3a-9b61-5a63ecadbc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bba0207b-ccc8-494a-b525-e036b105ca83), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:28.768992 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-c61fb5c0-0f37-41d3-b472-78e5ac308899 service neutron] For port 816b0177-fe19-4dfb-81d0-9fb24fa15176, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=816b0177-fe19-4dfb-81d0-9fb24fa15176,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:28.775318 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-95e65049-1b89-4101-99dd-527623d9d6fc req-92a20cf9-c6a1-41dd-a9f1-2a963419dcbc service neutron] Request body: {'port': {'device_id': '1f3a2170-9f33-4720-83dc-e4287de9b207', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:28.851211 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-c61fb5c0-0f37-41d3-b472-78e5ac308899 service neutron] For port 816b0177-fe19-4dfb-81d0-9fb24fa15176, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:28.877237 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4cedc5d0-fccd-4f1c-9230-66538f926242 req-c6b78b60-4880-4306-ae9e-f6ab3f898e4c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e63ae549-eb7f-4383-8f0d-1d5d8da5cb96 HTTP/1.1" status: 200 len: 1001 time: 0.3956459 Feb 19 03:54:28.895455 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e7188f56-f048-4f3a-9b61-5a63ecadbc4f None None] Port bba0207b-ccc8-494a-b525-e036b105ca83 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:28.918479 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-c61fb5c0-0f37-41d3-b472-78e5ac308899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 816b0177-fe19-4dfb-81d0-9fb24fa15176 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:54:28.934594 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-c61fb5c0-0f37-41d3-b472-78e5ac308899 service neutron] For port 816b0177-fe19-4dfb-81d0-9fb24fa15176, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=816b0177-fe19-4dfb-81d0-9fb24fa15176,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:28.964616 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-c61fb5c0-0f37-41d3-b472-78e5ac308899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (816b0177-fe19-4dfb-81d0-9fb24fa15176), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:29.023054 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-95e65049-1b89-4101-99dd-527623d9d6fc req-92a20cf9-c6a1-41dd-a9f1-2a963419dcbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (bba0207b-ccc8-494a-b525-e036b105ca83), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:29.025755 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedc5d0-fccd-4f1c-9230-66538f926242 req-f6a70524-6f83-43d8-92ac-e2c9f5c7ac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:29.027226 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4cedc5d0-fccd-4f1c-9230-66538f926242 req-f6a70524-6f83-43d8-92ac-e2c9f5c7ac21 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8e30f0c3-d629-434f-a2d7-039cc4a47da1 HTTP/1.1" status: 200 len: 863 time: 0.1470525 Feb 19 03:54:29.090239 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab6fa0-3292-4d16-ba46-0b10a4448009 req-28227f32-c0fd-423b-9c41-8e547fef3eff tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:29.095970 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8bab6fa0-3292-4d16-ba46-0b10a4448009 req-28227f32-c0fd-423b-9c41-8e547fef3eff tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 945 time: 0.2474096 Feb 19 03:54:29.157419 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedc5d0-fccd-4f1c-9230-66538f926242 req-44c2576a-b976-4887-983f-ced1df03e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:29.159025 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4cedc5d0-fccd-4f1c-9230-66538f926242 req-44c2576a-b976-4887-983f-ced1df03e0a0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c2a4677c-3978-448a-8fd9-1efa09d1157e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1232855 Feb 19 03:54:29.219301 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8bab6fa0-3292-4d16-ba46-0b10a4448009 req-b09ed6e3-f81f-4e01-ac04-0d521462208a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223228 Feb 19 03:54:29.225315 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-c61fb5c0-0f37-41d3-b472-78e5ac308899 service neutron] Transition to ACTIVE for port object 816b0177-fe19-4dfb-81d0-9fb24fa15176 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:54:29.231615 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:29.251929 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-c61fb5c0-0f37-41d3-b472-78e5ac308899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (816b0177-fe19-4dfb-81d0-9fb24fa15176), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:29.404818 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fb5c0-0f37-41d3-b472-78e5ac308899 service neutron] Pushing event updated for resources: {'Port': ['ID=816b0177-fe19-4dfb-81d0-9fb24fa15176,revision_number=10']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:29.449858 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4cedc5d0-fccd-4f1c-9230-66538f926242 req-78ece159-6b49-4524-915c-52e0110aba7f service neutron] 10.222.0.79 "GET /v2.0/networks/c2a4677c-3978-448a-8fd9-1efa09d1157e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637696 Feb 19 03:54:29.533227 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-c61fb5c0-0f37-41d3-b472-78e5ac308899 service neutron] No DVR routers for this DVR port 816b0177-fe19-4dfb-81d0-9fb24fa15176 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:54:29.596588 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-c61fb5c0-0f37-41d3-b472-78e5ac308899 service neutron] 10.222.0.26 "PUT /v2.0/ports/816b0177-fe19-4dfb-81d0-9fb24fa15176/bindings/n-h2-828369-19/activate HTTP/1.1" status: 200 len: 370 time: 1.3848839 Feb 19 03:54:29.873474 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-5736dc2a-470e-44db-9000-3b3dfc2ced57 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:29.875043 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-5736dc2a-470e-44db-9000-3b3dfc2ced57 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd&tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&binding%3Ahost_id=n-h1-828369-19 HTTP/1.1" status: 200 len: 1127 time: 0.1802249 Feb 19 03:54:29.890428 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-95e65049-1b89-4101-99dd-527623d9d6fc req-92a20cf9-c6a1-41dd-a9f1-2a963419dcbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bba0207b-ccc8-494a-b525-e036b105ca83 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:54:29.904714 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-95e65049-1b89-4101-99dd-527623d9d6fc req-92a20cf9-c6a1-41dd-a9f1-2a963419dcbc service neutron] Publish callbacks [] for port (bba0207b-ccc8-494a-b525-e036b105ca83), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:29.953189 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4cedc5d0-fccd-4f1c-9230-66538f926242 req-82e23f40-1f43-47d5-937c-3db4d197b5be service neutron] 10.222.0.79 "GET /v2.0/networks/c2a4677c-3978-448a-8fd9-1efa09d1157e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933712 Feb 19 03:54:29.971694 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-4851bca4-fb7b-4f97-92ef-271637a5cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:29.973192 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-4851bca4-fb7b-4f97-92ef-271637a5cb02 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd&tenant_id=fd8b7bffe1624958b97c2ba4fab2c960 HTTP/1.1" status: 200 len: 1127 time: 0.0904133 Feb 19 03:54:29.994007 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-95e65049-1b89-4101-99dd-527623d9d6fc req-92a20cf9-c6a1-41dd-a9f1-2a963419dcbc service neutron] Transition to ACTIVE for port object bba0207b-ccc8-494a-b525-e036b105ca83 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:54:30.013642 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d914e2b-d424-459f-987e-beb8aee296e3 req-acb357b4-ffa0-4663-a997-94009a669292 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:30.015304 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d914e2b-d424-459f-987e-beb8aee296e3 req-acb357b4-ffa0-4663-a997-94009a669292 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 944 time: 0.2509966 Feb 19 03:54:30.016969 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-95e65049-1b89-4101-99dd-527623d9d6fc req-92a20cf9-c6a1-41dd-a9f1-2a963419dcbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (bba0207b-ccc8-494a-b525-e036b105ca83), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:30.073087 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd139029-dec5-4a24-9a59-5b341a003334 req-c1c99edd-6165-444b-b46d-8d6f2f143c3d tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:30.075037 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd139029-dec5-4a24-9a59-5b341a003334 req-c1c99edd-6165-444b-b46d-8d6f2f143c3d tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 1128 time: 0.2290726 Feb 19 03:54:30.103559 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-19397ccb-bb72-4000-8fe9-8d82dd9c9246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:30.105065 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-19397ccb-bb72-4000-8fe9-8d82dd9c9246 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 1127 time: 0.0954037 Feb 19 03:54:30.256533 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-a64d2ca5-a900-4912-a4a8-0ced522c4242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:30.258315 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-a64d2ca5-a900-4912-a4a8-0ced522c4242 service neutron] 10.222.0.79 "GET /v2.0/networks?id=575db6fc-b1bf-4deb-91aa-ccf16978efb1 HTTP/1.1" status: 200 len: 909 time: 0.1462147 Feb 19 03:54:30.355997 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-5727fcc6-7a00-4647-b83d-d1b0c020b970 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=816b0177-fe19-4dfb-81d0-9fb24fa15176 HTTP/1.1" status: 200 len: 217 time: 0.0888915 Feb 19 03:54:30.416742 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-70061ded-dd08-4ff6-aa84-3e27f517b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:30.418410 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-70061ded-dd08-4ff6-aa84-3e27f517b6ad service neutron] 10.222.0.79 "GET /v2.0/subnets?id=60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d HTTP/1.1" status: 200 len: 848 time: 0.0473363 Feb 19 03:54:30.455719 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-9f2018e2-3bc1-43b1-bf38-27f415d9feee service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=575db6fc-b1bf-4deb-91aa-ccf16978efb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297244 Feb 19 03:54:30.538969 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e6815f05-355d-49ce-b065-52bfe643762f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:30.556351 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-393db87f-e059-42db-9d47-39284c10eea0 service neutron] 10.222.0.79 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930018 Feb 19 03:54:30.572735 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a20cf9-c6a1-41dd-a9f1-2a963419dcbc service neutron] Pushing event updated for resources: {'Port': ['ID=bba0207b-ccc8-494a-b525-e036b105ca83,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:30.604910 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d914e2b-d424-459f-987e-beb8aee296e3 req-726fe131-ca8f-4e8c-bfb7-dfae68c05556 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5717642 Feb 19 03:54:30.610541 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-95e65049-1b89-4101-99dd-527623d9d6fc req-92a20cf9-c6a1-41dd-a9f1-2a963419dcbc service neutron] Attempting to bind port bba0207b-ccc8-494a-b525-e036b105ca83 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:30.610911 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-95e65049-1b89-4101-99dd-527623d9d6fc req-92a20cf9-c6a1-41dd-a9f1-2a963419dcbc service neutron] Attempting to bind port bba0207b-ccc8-494a-b525-e036b105ca83 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:30.611381 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e65049-1b89-4101-99dd-527623d9d6fc req-92a20cf9-c6a1-41dd-a9f1-2a963419dcbc service neutron] Attempting to bind port bba0207b-ccc8-494a-b525-e036b105ca83 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:30.617334 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e65049-1b89-4101-99dd-527623d9d6fc req-92a20cf9-c6a1-41dd-a9f1-2a963419dcbc service neutron] Port bba0207b-ccc8-494a-b525-e036b105ca83 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:54:30.617654 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e65049-1b89-4101-99dd-527623d9d6fc req-92a20cf9-c6a1-41dd-a9f1-2a963419dcbc service neutron] Attempting to bind port bba0207b-ccc8-494a-b525-e036b105ca83 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:30.622640 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd139029-dec5-4a24-9a59-5b341a003334 req-9024f88d-180d-422f-b46f-acf613b27133 tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5264580 Feb 19 03:54:30.627651 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e65049-1b89-4101-99dd-527623d9d6fc req-92a20cf9-c6a1-41dd-a9f1-2a963419dcbc service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:30.628105 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e65049-1b89-4101-99dd-527623d9d6fc req-92a20cf9-c6a1-41dd-a9f1-2a963419dcbc service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:30.628715 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e65049-1b89-4101-99dd-527623d9d6fc req-92a20cf9-c6a1-41dd-a9f1-2a963419dcbc service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:30.629900 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-95e65049-1b89-4101-99dd-527623d9d6fc req-92a20cf9-c6a1-41dd-a9f1-2a963419dcbc service neutron] Bound port: bba0207b-ccc8-494a-b525-e036b105ca83, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:30.631216 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-95e65049-1b89-4101-99dd-527623d9d6fc req-92a20cf9-c6a1-41dd-a9f1-2a963419dcbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (bba0207b-ccc8-494a-b525-e036b105ca83), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:30.701713 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-d66b260b-23b6-4336-81d6-bfeb4539df26 service neutron] 10.222.0.79 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366982 Feb 19 03:54:30.705190 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-95e65049-1b89-4101-99dd-527623d9d6fc req-92a20cf9-c6a1-41dd-a9f1-2a963419dcbc service neutron] For port bba0207b-ccc8-494a-b525-e036b105ca83, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:30.708528 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-95e65049-1b89-4101-99dd-527623d9d6fc req-92a20cf9-c6a1-41dd-a9f1-2a963419dcbc service neutron] For port bba0207b-ccc8-494a-b525-e036b105ca83, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=bba0207b-ccc8-494a-b525-e036b105ca83,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:30.740706 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-95e65049-1b89-4101-99dd-527623d9d6fc req-92a20cf9-c6a1-41dd-a9f1-2a963419dcbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (bba0207b-ccc8-494a-b525-e036b105ca83), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:30.793348 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e65049-1b89-4101-99dd-527623d9d6fc req-92a20cf9-c6a1-41dd-a9f1-2a963419dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:30.794532 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-95e65049-1b89-4101-99dd-527623d9d6fc req-92a20cf9-c6a1-41dd-a9f1-2a963419dcbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:30.796393 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95e65049-1b89-4101-99dd-527623d9d6fc req-92a20cf9-c6a1-41dd-a9f1-2a963419dcbc service neutron] 10.222.0.79 "PUT /v2.0/ports/bba0207b-ccc8-494a-b525-e036b105ca83 HTTP/1.1" status: 200 len: 1096 time: 2.0327985 Feb 19 03:54:30.801607 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3a2170-9f33-4720-83dc-e4287de9b207', 'tag': 'bba0207b-ccc8-494a-b525-e036b105ca83'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:30.807903 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb661744-cb3d-4778-a16a-b28463797e80" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3a2170-9f33-4720-83dc-e4287de9b207", "tag": "bba0207b-ccc8-494a-b525-e036b105ca83"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:30.898964 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cf11643-2b94-4d63-8ab9-8888d6702e6a req-314695dd-9284-4c77-8d71-4aef47d1220f tempest-QuotasAdminNegativeTest-11062549 tempest-QuotasAdminNegativeTest-11062549-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=fb7305aceee541a59b3100088cbd4b2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665889 Feb 19 03:54:31.009303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a20cf9-c6a1-41dd-a9f1-2a963419dcbc service neutron] Pushing event updated for resources: {'Port': ['ID=bba0207b-ccc8-494a-b525-e036b105ca83,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:31.022677 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-d0b14452-f3ef-4cb4-8f87-374a5183b0ea tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:31.024305 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-d0b14452-f3ef-4cb4-8f87-374a5183b0ea tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd&tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&binding%3Ahost_id=n-h2-828369-19 HTTP/1.1" status: 200 len: 1127 time: 0.0618854 Feb 19 03:54:31.060430 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e60729-362e-4b48-820f-2a2c5c4abe83 req-f0831a3b-2c59-4e85-aaa7-716af7cfb162 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:31.069253 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11e60729-362e-4b48-820f-2a2c5c4abe83 req-f0831a3b-2c59-4e85-aaa7-716af7cfb162 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f3a2170-9f33-4720-83dc-e4287de9b207 HTTP/1.1" status: 200 len: 947 time: 0.2929649 Feb 19 03:54:31.150250 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf11643-2b94-4d63-8ab9-8888d6702e6a req-96d315c4-32ed-4696-b2da-57b68b4c0547 tempest-QuotasAdminNegativeTest-11062549 tempest-QuotasAdminNegativeTest-11062549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:31.152091 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cf11643-2b94-4d63-8ab9-8888d6702e6a req-96d315c4-32ed-4696-b2da-57b68b4c0547 tempest-QuotasAdminNegativeTest-11062549 tempest-QuotasAdminNegativeTest-11062549-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2520108 Feb 19 03:54:31.163080 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e65049-1b89-4101-99dd-527623d9d6fc req-87060075-3ded-4428-a0e4-842ee7c2abee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:31.164878 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95e65049-1b89-4101-99dd-527623d9d6fc req-87060075-3ded-4428-a0e4-842ee7c2abee service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=08f877b66b90483993020b1278c9481b&device_id=1f3a2170-9f33-4720-83dc-e4287de9b207 HTTP/1.1" status: 200 len: 1130 time: 0.3036485 Feb 19 03:54:31.187367 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-3299fbf5-be4d-4909-94b3-9ef9748d1e71 service neutron] For port 816b0177-fe19-4dfb-81d0-9fb24fa15176, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:31.191881 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-3299fbf5-be4d-4909-94b3-9ef9748d1e71 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:31.196239 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-59eb00f1-42b3-408e-a00a-b51b87698ae1 req-3299fbf5-be4d-4909-94b3-9ef9748d1e71 service neutron] 10.222.0.79 "DELETE /v2.0/ports/816b0177-fe19-4dfb-81d0-9fb24fa15176/bindings/n-h1-828369-19 HTTP/1.1" status: 204 len: 173 time: 0.1646011 Feb 19 03:54:31.196523 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cf11643-2b94-4d63-8ab9-8888d6702e6a req-3f6bf742-408b-44d0-979f-af17eb80385f tempest-QuotasAdminNegativeTest-11062549 tempest-QuotasAdminNegativeTest-11062549-project] 10.222.0.52 "GET /v2.0/quotas/fb7305aceee541a59b3100088cbd4b2e HTTP/1.1" status: 200 len: 375 time: 0.0298119 Feb 19 03:54:31.233515 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11e60729-362e-4b48-820f-2a2c5c4abe83 req-eb8109a6-8cbc-4bff-9772-43efb622e920 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/security-groups?id=e16c0917-6b85-4b9d-a41f-e95b2d7ba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629407 Feb 19 03:54:31.235159 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95e65049-1b89-4101-99dd-527623d9d6fc req-87e2e136-5489-4072-849d-f345c260793f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=bba0207b-ccc8-494a-b525-e036b105ca83 HTTP/1.1" status: 200 len: 217 time: 0.0515120 Feb 19 03:54:31.285711 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cf11643-2b94-4d63-8ab9-8888d6702e6a req-453c918e-bb37-4cb6-ae69-a3fff0d7896a tempest-QuotasAdminNegativeTest-11062549 tempest-QuotasAdminNegativeTest-11062549-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fb7305aceee541a59b3100088cbd4b2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527101 Feb 19 03:54:31.349055 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e65049-1b89-4101-99dd-527623d9d6fc req-0bc0f8cc-a224-45e9-829a-00ec1261de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:31.350922 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95e65049-1b89-4101-99dd-527623d9d6fc req-0bc0f8cc-a224-45e9-829a-00ec1261de2a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0641477 Feb 19 03:54:31.425327 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e65049-1b89-4101-99dd-527623d9d6fc req-a09b8ed9-db47-46b2-8bf4-4f6d76eb860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:31.429411 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95e65049-1b89-4101-99dd-527623d9d6fc req-a09b8ed9-db47-46b2-8bf4-4f6d76eb860a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0696390 Feb 19 03:54:31.574845 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95e65049-1b89-4101-99dd-527623d9d6fc req-ac7f9fab-eb96-485d-a3e1-26ae1c1f8eaf service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389518 Feb 19 03:54:31.669047 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e408c13-0292-405e-bc30-48a4f105bb08 x-openstack-request-id: req-4e408c13-0292-405e-bc30-48a4f105bb08 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:31.669473 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3a2170-9f33-4720-83dc-e4287de9b207", "tag": "bba0207b-ccc8-494a-b525-e036b105ca83", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:31.669730 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4e408c13-0292-405e-bc30-48a4f105bb08 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:31.670820 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3a2170-9f33-4720-83dc-e4287de9b207', 'tag': 'bba0207b-ccc8-494a-b525-e036b105ca83', 'status': 'completed', 'code': 200} Feb 19 03:54:31.751381 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95e65049-1b89-4101-99dd-527623d9d6fc req-666496d3-c90a-4757-a0f9-8e324a95cfb3 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698639 Feb 19 03:54:31.754007 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de62bb1-d9ed-4aa3-97a8-2535c70f8e77 req-1804241e-75f8-4eb9-b939-cadd55b2270f tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:31.756019 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6de62bb1-d9ed-4aa3-97a8-2535c70f8e77 req-1804241e-75f8-4eb9-b939-cadd55b2270f tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 1128 time: 0.1033673 Feb 19 03:54:31.855809 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6de62bb1-d9ed-4aa3-97a8-2535c70f8e77 req-10e361a4-887f-441b-8150-cc3d1d69d12d tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891023 Feb 19 03:54:31.871233 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb661744-cb3d-4778-a16a-b28463797e80 req-a42a3877-3b02-4e10-aa07-b98b6ad35463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:31.872742 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bb661744-cb3d-4778-a16a-b28463797e80 req-a42a3877-3b02-4e10-aa07-b98b6ad35463 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=08f877b66b90483993020b1278c9481b&device_id=1f3a2170-9f33-4720-83dc-e4287de9b207 HTTP/1.1" status: 200 len: 1130 time: 0.0611424 Feb 19 03:54:31.929799 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 816b0177-fe19-4dfb-81d0-9fb24fa15176 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:54:32.062818 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] The host n-h1-828369-19 is not matching for port 816b0177-fe19-4dfb-81d0-9fb24fa15176 host n-h2-828369-19! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:54:32.063231 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 816b0177-fe19-4dfb-81d0-9fb24fa15176 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:54:32.147377 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997b5a8-49ab-4e2c-b37f-5a3be36ff3c9 req-3afb61cd-c4a7-4303-b30c-79b6ba4f4a4c tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:32.157247 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0997b5a8-49ab-4e2c-b37f-5a3be36ff3c9 req-3afb61cd-c4a7-4303-b30c-79b6ba4f4a4c tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 944 time: 0.1403301 Feb 19 03:54:32.177938 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb661744-cb3d-4778-a16a-b28463797e80 req-7d9cc443-4f51-48b9-8496-689fc1c66132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:32.179499 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bb661744-cb3d-4778-a16a-b28463797e80 req-7d9cc443-4f51-48b9-8496-689fc1c66132 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.2962940 Feb 19 03:54:32.289638 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bb661744-cb3d-4778-a16a-b28463797e80 req-657a486d-bdd3-4b57-86bd-35c5106ed6eb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=bba0207b-ccc8-494a-b525-e036b105ca83 HTTP/1.1" status: 200 len: 217 time: 0.0997872 Feb 19 03:54:32.347158 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0997b5a8-49ab-4e2c-b37f-5a3be36ff3c9 req-f2a50146-0f5b-4731-b913-1832648bbfe8 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840303 Feb 19 03:54:32.417756 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb661744-cb3d-4778-a16a-b28463797e80 req-d00400ed-739c-4f8d-9ed2-31b5dd4406ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:32.419408 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bb661744-cb3d-4778-a16a-b28463797e80 req-d00400ed-739c-4f8d-9ed2-31b5dd4406ef service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1135049 Feb 19 03:54:32.501243 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39326) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:32.523541 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb661744-cb3d-4778-a16a-b28463797e80 req-53f34e40-798a-4749-9dde-accc55a01ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:32.525385 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bb661744-cb3d-4778-a16a-b28463797e80 req-53f34e40-798a-4749-9dde-accc55a01ed3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0959864 Feb 19 03:54:32.565114 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ae102-87d8-4088-ae45-8337fdf997bc req-1fdd6be4-e753-4551-9d5c-755a2ecd4f6a tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:32.572812 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7e4ae102-87d8-4088-ae45-8337fdf997bc req-1fdd6be4-e753-4551-9d5c-755a2ecd4f6a tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f3a2170-9f33-4720-83dc-e4287de9b207 HTTP/1.1" status: 200 len: 947 time: 0.1077805 Feb 19 03:54:32.665327 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-70685354-f071-48ac-8806-77ba6afc359f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:32.710753 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2d7df357-566d-4273-9d27-b570f40e25c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:32.714865 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bb661744-cb3d-4778-a16a-b28463797e80 req-ed92ad70-7a2b-48cf-bf1a-9e738868f907 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810844 Feb 19 03:54:32.727827 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7e4ae102-87d8-4088-ae45-8337fdf997bc req-99550e0c-7103-467c-b6a7-f1a3381ef0d3 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/security-groups?id=e16c0917-6b85-4b9d-a41f-e95b2d7ba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539054 Feb 19 03:54:32.839364 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2d7df357-566d-4273-9d27-b570f40e25c4 admin admin] Publish callbacks [] for security_group (ced4919e-5680-4ad7-836b-698e92c98d99), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:32.847275 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bb661744-cb3d-4778-a16a-b28463797e80 req-da27ae2b-4bff-48c1-91fa-1825da4be762 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184433 Feb 19 03:54:32.854414 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2d7df357-566d-4273-9d27-b570f40e25c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ced4919e-5680-4ad7-836b-698e92c98d99), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:32.889936 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39340) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:32.900864 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2d7df357-566d-4273-9d27-b570f40e25c4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fb7305aceee541a59b3100088cbd4b2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3951819 Feb 19 03:54:32.948700 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7df357-566d-4273-9d27-b570f40e25c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced4919e-5680-4ad7-836b-698e92c98d99,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:32.982242 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fcb7203e-a7d6-4333-863a-b225afd5fd58 admin admin] Publish callbacks [] for security_group (ced4919e-5680-4ad7-836b-698e92c98d99), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:33.020865 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fcb7203e-a7d6-4333-863a-b225afd5fd58 admin admin] Publish callbacks [] for security_group (ced4919e-5680-4ad7-836b-698e92c98d99), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:33.109263 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fcb7203e-a7d6-4333-863a-b225afd5fd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ced4919e-5680-4ad7-836b-698e92c98d99), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:33.111969 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fcb7203e-a7d6-4333-863a-b225afd5fd58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:33.116739 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fcb7203e-a7d6-4333-863a-b225afd5fd58 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ced4919e-5680-4ad7-836b-698e92c98d99 HTTP/1.1" status: 204 len: 168 time: 0.2255628 Feb 19 03:54:33.129718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7203e-a7d6-4333-863a-b225afd5fd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced4919e-5680-4ad7-836b-698e92c98d99,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:33.159856 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb06001-a2fc-4809-802d-52605b9cb68e req-01ccdba1-fd96-4a36-9fea-b56e77d7b286 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:33.161895 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbb06001-a2fc-4809-802d-52605b9cb68e req-01ccdba1-fd96-4a36-9fea-b56e77d7b286 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 1127 time: 0.1007044 Feb 19 03:54:33.246056 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbb06001-a2fc-4809-802d-52605b9cb68e req-6113e11b-114c-47f2-b41b-9a7f3224b759 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784736 Feb 19 03:54:33.624330 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:33.719429 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd4b85-616c-426e-a29f-742754b74620 req-4210fec6-7bae-40a2-90fe-0f95527e4020 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:33.724352 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39388) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:33.741833 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8fcd4b85-616c-426e-a29f-742754b74620 req-4210fec6-7bae-40a2-90fe-0f95527e4020 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/networks?id=575db6fc-b1bf-4deb-91aa-ccf16978efb1 HTTP/1.1" status: 200 len: 808 time: 0.1649930 Feb 19 03:54:33.756018 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-56226f05-6efe-4304-a683-81bd8f4dbf21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:33.775358 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8fcd4b85-616c-426e-a29f-742754b74620 req-c0a7b109-ea63-4d4d-9719-32959f1ebb7b tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/quotas/fd8b7bffe1624958b97c2ba4fab2c960 HTTP/1.1" status: 200 len: 375 time: 0.0296979 Feb 19 03:54:33.859297 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-56226f05-6efe-4304-a683-81bd8f4dbf21 admin admin] Publish callbacks [] for security_group (8bb3d9b8-e98f-435e-a48d-1581abdf6ce9), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:33.868466 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-56226f05-6efe-4304-a683-81bd8f4dbf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8bb3d9b8-e98f-435e-a48d-1581abdf6ce9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:33.895392 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8fcd4b85-616c-426e-a29f-742754b74620 req-39b3fa97-6450-49fa-b0e7-9c247f2b5c5e tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1184130 Feb 19 03:54:33.907087 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39394) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:33.938746 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-56226f05-6efe-4304-a683-81bd8f4dbf21 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9b8c963d69fd40189fa1bb8cff1be066&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130411 Feb 19 03:54:33.940878 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39398) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:33.941843 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56226f05-6efe-4304-a683-81bd8f4dbf21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb3d9b8-e98f-435e-a48d-1581abdf6ce9,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:33.957347 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-ee62dad3-f01b-4d2e-8579-85063553298f tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:54:33.969252 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-ee62dad3-f01b-4d2e-8579-85063553298f tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0662880 Feb 19 03:54:34.039403 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-28f9d9a4-2963-4ab9-9890-7b70033af716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:34.046493 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-28f9d9a4-2963-4ab9-9890-7b70033af716 service neutron] 10.222.0.52 "GET /v2.0/ports/de138328-1cd6-4d35-b7c3-50ef1063e817 HTTP/1.1" status: 200 len: 1125 time: 0.0760765 Feb 19 03:54:34.053057 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-3886455b-ade6-4c2b-85ee-995b1b88b433 service neutron] Request body: {'binding': {'host': 'n-h2-828369-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:34.058950 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8fcd4b85-616c-426e-a29f-742754b74620 req-d375ef88-37cb-47ce-bef1-2ceeb0ccdd7e service neutron] 10.222.0.52 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448798 Feb 19 03:54:34.065402 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-3886455b-ade6-4c2b-85ee-995b1b88b433 service neutron] Unknown quota resources ['binding']. {{(pid=109925) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:54:34.145849 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d8df52b-71e4-423a-ab4d-3224f6b652a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:34.209359 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8fcd4b85-616c-426e-a29f-742754b74620 req-81a32db6-a248-4221-a0c3-ae0bf69727ef service neutron] 10.222.0.52 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431339 Feb 19 03:54:34.219969 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ec42c500-e693-4e01-b742-94b97e488d82 admin admin] Publish callbacks [] for security_group (8bb3d9b8-e98f-435e-a48d-1581abdf6ce9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:34.257110 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d8df52b-71e4-423a-ab4d-3224f6b652a1 admin admin] Publish callbacks [] for security_group (0ef6af20-47b6-49a5-8f27-c3c00dc7ba08), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:34.267007 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d8df52b-71e4-423a-ab4d-3224f6b652a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0ef6af20-47b6-49a5-8f27-c3c00dc7ba08), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:34.274869 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ec42c500-e693-4e01-b742-94b97e488d82 admin admin] Publish callbacks [] for security_group (8bb3d9b8-e98f-435e-a48d-1581abdf6ce9), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:34.282471 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-3886455b-ade6-4c2b-85ee-995b1b88b433 service neutron] Attempting to bind port de138328-1cd6-4d35-b7c3-50ef1063e817 on host n-h2-828369-19 for vnic_type normal with profile None {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:34.282829 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-3886455b-ade6-4c2b-85ee-995b1b88b433 service neutron] Attempting to bind port de138328-1cd6-4d35-b7c3-50ef1063e817 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:34.283189 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-3886455b-ade6-4c2b-85ee-995b1b88b433 service neutron] Attempting to bind port de138328-1cd6-4d35-b7c3-50ef1063e817 on network 6d936416-f125-4c3f-940d-813318503889 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:34.297501 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-3886455b-ade6-4c2b-85ee-995b1b88b433 service neutron] Port de138328-1cd6-4d35-b7c3-50ef1063e817 on network 6d936416-f125-4c3f-940d-813318503889 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:54:34.297837 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-3886455b-ade6-4c2b-85ee-995b1b88b433 service neutron] Attempting to bind port de138328-1cd6-4d35-b7c3-50ef1063e817 on network 6d936416-f125-4c3f-940d-813318503889 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:34.298985 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2d8df52b-71e4-423a-ab4d-3224f6b652a1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=27355fcb2aeb43d89136397f27a69ce7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3891616 Feb 19 03:54:34.302023 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39400) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:34.322128 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8df52b-71e4-423a-ab4d-3224f6b652a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef6af20-47b6-49a5-8f27-c3c00dc7ba08,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:34.327055 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-3886455b-ade6-4c2b-85ee-995b1b88b433 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:34.327462 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-3886455b-ade6-4c2b-85ee-995b1b88b433 service neutron] Checking segment: {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:34.327919 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-3886455b-ade6-4c2b-85ee-995b1b88b433 service neutron] Bound using segment: {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:34.328390 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-3886455b-ade6-4c2b-85ee-995b1b88b433 service neutron] Bound port: de138328-1cd6-4d35-b7c3-50ef1063e817, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:34.410825 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cb58be92-0f02-4f0f-bfea-b14cee13ec62 admin admin] Publish callbacks [] for security_group (0ef6af20-47b6-49a5-8f27-c3c00dc7ba08), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:34.436930 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ec42c500-e693-4e01-b742-94b97e488d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8bb3d9b8-e98f-435e-a48d-1581abdf6ce9), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:34.439755 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ec42c500-e693-4e01-b742-94b97e488d82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:34.442103 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ec42c500-e693-4e01-b742-94b97e488d82 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8bb3d9b8-e98f-435e-a48d-1581abdf6ce9 HTTP/1.1" status: 204 len: 168 time: 0.4949434 Feb 19 03:54:34.455251 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-3886455b-ade6-4c2b-85ee-995b1b88b433 service neutron] For port de138328-1cd6-4d35-b7c3-50ef1063e817, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=de138328-1cd6-4d35-b7c3-50ef1063e817,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:34.469680 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cb58be92-0f02-4f0f-bfea-b14cee13ec62 admin admin] Publish callbacks [] for security_group (0ef6af20-47b6-49a5-8f27-c3c00dc7ba08), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:34.471535 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec42c500-e693-4e01-b742-94b97e488d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb3d9b8-e98f-435e-a48d-1581abdf6ce9,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:34.485251 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-3886455b-ade6-4c2b-85ee-995b1b88b433 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:34.509510 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-3886455b-ade6-4c2b-85ee-995b1b88b433 service neutron] 10.222.0.52 "POST /v2.0/ports/de138328-1cd6-4d35-b7c3-50ef1063e817/bindings HTTP/1.1" status: 201 len: 390 time: 0.4618173 Feb 19 03:54:34.592964 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866b5f8-90bb-44a3-8dac-abb763f78fdd req-fbe52a68-9ef9-4d96-98ea-b523d2d026cd tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:34.615878 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9866b5f8-90bb-44a3-8dac-abb763f78fdd req-fbe52a68-9ef9-4d96-98ea-b523d2d026cd tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f3a2170-9f33-4720-83dc-e4287de9b207 HTTP/1.1" status: 200 len: 947 time: 0.1174684 Feb 19 03:54:34.619348 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cb58be92-0f02-4f0f-bfea-b14cee13ec62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0ef6af20-47b6-49a5-8f27-c3c00dc7ba08), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:34.622532 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cb58be92-0f02-4f0f-bfea-b14cee13ec62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:34.626302 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cb58be92-0f02-4f0f-bfea-b14cee13ec62 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0ef6af20-47b6-49a5-8f27-c3c00dc7ba08 HTTP/1.1" status: 204 len: 168 time: 0.3206949 Feb 19 03:54:34.648691 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58be92-0f02-4f0f-bfea-b14cee13ec62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef6af20-47b6-49a5-8f27-c3c00dc7ba08,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:34.815917 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-21a7b78b-806f-4e9c-b476-3b0b21577e91 req-5c3de453-9353-4fb8-8b0f-ca74ade5e917 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 210 time: 0.0966566 Feb 19 03:54:34.833138 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9866b5f8-90bb-44a3-8dac-abb763f78fdd req-5a713abe-3bc3-4b6a-91cd-70c24a7f2808 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/security-groups?id=e16c0917-6b85-4b9d-a41f-e95b2d7ba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160349 Feb 19 03:54:35.006107 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-433f3223-45c3-418b-bd5b-e76db3c4a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:35.008323 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-433f3223-45c3-418b-bd5b-e76db3c4a530 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2d0f4caff5434d379e80e0b432aea600&device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 1128 time: 0.1517417 Feb 19 03:54:35.099776 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:35.142867 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-b5a3a17c-04ca-485f-8e0b-2e8b5af36816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:35.144356 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-b5a3a17c-04ca-485f-8e0b-2e8b5af36816 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d936416-f125-4c3f-940d-813318503889 HTTP/1.1" status: 200 len: 922 time: 0.1233101 Feb 19 03:54:35.215065 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-91539632-b845-494a-8e13-2e705ab8db94 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de138328-1cd6-4d35-b7c3-50ef1063e817 HTTP/1.1" status: 200 len: 217 time: 0.0514567 Feb 19 03:54:35.366676 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c682d7e-1bbb-4803-8419-8ab51bdb7bad req-7b714ea8-9f15-4254-85e4-7a6bd9860d0c tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:35.377804 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c682d7e-1bbb-4803-8419-8ab51bdb7bad req-7b714ea8-9f15-4254-85e4-7a6bd9860d0c tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 945 time: 0.3678935 Feb 19 03:54:35.431750 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-d9047038-5481-4f5c-9129-781883785ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:35.440515 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-d9047038-5481-4f5c-9129-781883785ada service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2953d6c2-cff6-4430-863a-070b45f3a12f HTTP/1.1" status: 200 len: 861 time: 0.2071238 Feb 19 03:54:35.472759 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device bba0207b-ccc8-494a-b525-e036b105ca83 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:54:35.480237 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-98e51432-0544-4a55-a3fa-7d350a9029e3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d936416-f125-4c3f-940d-813318503889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371728 Feb 19 03:54:35.533188 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c682d7e-1bbb-4803-8419-8ab51bdb7bad req-e9b6aa51-a551-4ab1-a944-4d2139e36626 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506639 Feb 19 03:54:35.649657 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39460) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:35.667419 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-6d73b4b3-9454-4cbf-98d5-26ccc5d36779 service neutron] 10.222.0.79 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779835 Feb 19 03:54:35.680801 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-65d3ae15-4629-4f38-bd0d-dede0e8364a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:35.690612 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port bba0207b-ccc8-494a-b525-e036b105ca83, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=bba0207b-ccc8-494a-b525-e036b105ca83,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:35.722393 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'bba0207b-ccc8-494a-b525-e036b105ca83', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': 'bba0207b-ccc8-494a-b525-e036b105ca83', 'mac_address': 'fa:16:3e:c6:97:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:54:35.791253 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port bba0207b-ccc8-494a-b525-e036b105ca83 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:35.791900 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (bba0207b-ccc8-494a-b525-e036b105ca83), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:35.814296 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bba0207b-ccc8-494a-b525-e036b105ca83 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:54:35.832958 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-65d3ae15-4629-4f38-bd0d-dede0e8364a9 admin admin] Publish callbacks [] for security_group (3e5de14a-62d9-45c4-9e79-5368d4e05376), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:35.847838 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-65d3ae15-4629-4f38-bd0d-dede0e8364a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3e5de14a-62d9-45c4-9e79-5368d4e05376), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:35.850123 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port bba0207b-ccc8-494a-b525-e036b105ca83, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=bba0207b-ccc8-494a-b525-e036b105ca83,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:35.858299 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (bba0207b-ccc8-494a-b525-e036b105ca83), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:35.908687 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-65d3ae15-4629-4f38-bd0d-dede0e8364a9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a0288713e88d4f658aaad635a226e437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577498 Feb 19 03:54:35.911329 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39468) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:35.920420 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-2917c17f-1690-45fe-9f8c-4a63e13e99f2 service neutron] 10.222.0.79 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450078 Feb 19 03:54:35.957633 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=bba0207b-ccc8-494a-b525-e036b105ca83,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:35.969508 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:35.969937 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:35.970379 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:35.970780 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:35.971102 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3ae15-4629-4f38-bd0d-dede0e8364a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5de14a-62d9-45c4-9e79-5368d4e05376,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:35.971213 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:35.971579 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:35.971971 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:35.972366 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:35.972750 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:35.973139 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:35.973527 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:35.973910 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:35.974875 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:36.022875 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6d9169c2-dbfd-4d2b-a5cc-cbd1e18bd7bc admin admin] Publish callbacks [] for security_group (3e5de14a-62d9-45c4-9e79-5368d4e05376), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:36.059778 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b8bf719a-7df3-46b0-b078-666747cfa388 req-70ea3d82-922e-4db8-9222-90c1c8af9715 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 210 time: 0.0942175 Feb 19 03:54:36.089849 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6d9169c2-dbfd-4d2b-a5cc-cbd1e18bd7bc admin admin] Publish callbacks [] for security_group (3e5de14a-62d9-45c4-9e79-5368d4e05376), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:36.126430 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['bba0207b-ccc8-494a-b525-e036b105ca83'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:54:36.149356 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe12ee8-d3d8-4f46-bea0-856df5c02603 req-0c5e056c-ca48-4353-89a4-17d6985ee350 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:36.151487 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bfe12ee8-d3d8-4f46-bea0-856df5c02603 req-0c5e056c-ca48-4353-89a4-17d6985ee350 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f3a2170-9f33-4720-83dc-e4287de9b207 HTTP/1.1" status: 200 len: 948 time: 0.1062086 Feb 19 03:54:36.277323 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-fd7ecf75-0840-4070-8821-46dec360bf43 tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:36.282203 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-fd7ecf75-0840-4070-8821-46dec360bf43 tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd&tenant_id=2d0f4caff5434d379e80e0b432aea600&binding%3Ahost_id=n-h1-828369-19 HTTP/1.1" status: 200 len: 1128 time: 0.2353482 Feb 19 03:54:36.343593 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bfe12ee8-d3d8-4f46-bea0-856df5c02603 req-dd2f9469-1aa9-40ab-94f6-0e9c821702e7 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/security-groups?id=e16c0917-6b85-4b9d-a41f-e95b2d7ba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755791 Feb 19 03:54:36.356706 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-668e301e-8974-4006-9238-0310a9a1821c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828369-19'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:36.386084 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6d9169c2-dbfd-4d2b-a5cc-cbd1e18bd7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3e5de14a-62d9-45c4-9e79-5368d4e05376), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:36.389759 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6d9169c2-dbfd-4d2b-a5cc-cbd1e18bd7bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:36.394092 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6d9169c2-dbfd-4d2b-a5cc-cbd1e18bd7bc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3e5de14a-62d9-45c4-9e79-5368d4e05376 HTTP/1.1" status: 204 len: 168 time: 0.4811366 Feb 19 03:54:36.411137 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9169c2-dbfd-4d2b-a5cc-cbd1e18bd7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5de14a-62d9-45c4-9e79-5368d4e05376,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:36.485803 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd4b85-616c-426e-a29f-742754b74620 req-9b95c723-ebad-42a3-ba40-c13acaae6e79 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:36.487953 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8fcd4b85-616c-426e-a29f-742754b74620 req-9b95c723-ebad-42a3-ba40-c13acaae6e79 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.26 "GET /v2.0/networks?id=575db6fc-b1bf-4deb-91aa-ccf16978efb1 HTTP/1.1" status: 200 len: 808 time: 0.2869115 Feb 19 03:54:36.494653 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-668e301e-8974-4006-9238-0310a9a1821c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (de138328-1cd6-4d35-b7c3-50ef1063e817), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:36.509715 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-8fcd4b85-616c-426e-a29f-742754b74620 req-f85cebe9-72f7-4563-beee-6644ee1a8b45 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Request body: {'port': {'device_id': '162970fc-e234-485e-a2f4-06b452996e79', 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1', 'admin_state_up': True, 'tenant_id': 'fd8b7bffe1624958b97c2ba4fab2c960'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:36.704265 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:36.827531 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-668e301e-8974-4006-9238-0310a9a1821c service neutron] For port de138328-1cd6-4d35-b7c3-50ef1063e817, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=de138328-1cd6-4d35-b7c3-50ef1063e817,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:36.838353 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fcd4b85-616c-426e-a29f-742754b74620 req-f85cebe9-72f7-4563-beee-6644ee1a8b45 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Made reservation on behalf of fd8b7bffe1624958b97c2ba4fab2c960 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:36.842396 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8fcd4b85-616c-426e-a29f-742754b74620 req-f85cebe9-72f7-4563-beee-6644ee1a8b45 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:36.889755 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-668e301e-8974-4006-9238-0310a9a1821c service neutron] For port de138328-1cd6-4d35-b7c3-50ef1063e817, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:36.939849 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-668e301e-8974-4006-9238-0310a9a1821c service neutron] Publish callbacks [] for port (de138328-1cd6-4d35-b7c3-50ef1063e817), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:36.944364 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677863a0-b789-40f0-8503-d5c0a0a757bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de138328-1cd6-4d35-b7c3-50ef1063e817'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:36.949282 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb619e14-4390-4cf4-97e7-3b31c5db3af7" -d '{"events": [{"server_uuid": "677863a0-b789-40f0-8503-d5c0a0a757bd", "name": "network-vif-unplugged", "status": "completed", "tag": "de138328-1cd6-4d35-b7c3-50ef1063e817"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:36.968489 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-668e301e-8974-4006-9238-0310a9a1821c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (de138328-1cd6-4d35-b7c3-50ef1063e817), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:37.061661 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e301e-8974-4006-9238-0310a9a1821c service neutron] Pushing event updated for resources: {'Port': ['ID=de138328-1cd6-4d35-b7c3-50ef1063e817,revision_number=7']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:37.085770 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aad390-bca9-4ffb-b5b4-7a9582cf3321 req-f08a0c72-ca74-4a11-bfd7-55eb91bc6086 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:37.094240 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b1aad390-bca9-4ffb-b5b4-7a9582cf3321 req-f08a0c72-ca74-4a11-bfd7-55eb91bc6086 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 945 time: 0.4341826 Feb 19 03:54:37.139938 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca5e834-6666-43b7-bc27-93c252d50464 x-openstack-request-id: req-9ca5e834-6666-43b7-bc27-93c252d50464 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:37.146350 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677863a0-b789-40f0-8503-d5c0a0a757bd", "name": "network-vif-unplugged", "status": "completed", "tag": "de138328-1cd6-4d35-b7c3-50ef1063e817", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:37.146720 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ca5e834-6666-43b7-bc27-93c252d50464 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:37.147210 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677863a0-b789-40f0-8503-d5c0a0a757bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de138328-1cd6-4d35-b7c3-50ef1063e817', 'code': 200} Feb 19 03:54:37.160273 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-8fcd4b85-616c-426e-a29f-742754b74620 req-f85cebe9-72f7-4563-beee-6644ee1a8b45 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Allocated IP 172.20.0.9 (575db6fc-b1bf-4deb-91aa-ccf16978efb1/60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d/23b716ce-ca34-471a-a252-03d7952b8897) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:37.212114 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-668e301e-8974-4006-9238-0310a9a1821c service neutron] Attempting to bind port de138328-1cd6-4d35-b7c3-50ef1063e817 on host n-h1-828369-19 for vnic_type normal with profile {"migrating_to": "n-h2-828369-19"} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:37.212452 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-668e301e-8974-4006-9238-0310a9a1821c service neutron] Attempting to bind port de138328-1cd6-4d35-b7c3-50ef1063e817 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:37.212790 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-668e301e-8974-4006-9238-0310a9a1821c service neutron] Attempting to bind port de138328-1cd6-4d35-b7c3-50ef1063e817 on network 6d936416-f125-4c3f-940d-813318503889 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:37.288565 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b1aad390-bca9-4ffb-b5b4-7a9582cf3321 req-e89e222d-ee71-48c3-8894-696c45e7ec7b tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913912 Feb 19 03:54:37.290916 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-668e301e-8974-4006-9238-0310a9a1821c service neutron] Port de138328-1cd6-4d35-b7c3-50ef1063e817 on network 6d936416-f125-4c3f-940d-813318503889 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:54:37.291622 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-668e301e-8974-4006-9238-0310a9a1821c service neutron] Attempting to bind port de138328-1cd6-4d35-b7c3-50ef1063e817 on network 6d936416-f125-4c3f-940d-813318503889 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:37.301198 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-668e301e-8974-4006-9238-0310a9a1821c service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:37.301621 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-668e301e-8974-4006-9238-0310a9a1821c service neutron] Checking segment: {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:37.301929 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-668e301e-8974-4006-9238-0310a9a1821c service neutron] Bound using segment: {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:37.302488 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-668e301e-8974-4006-9238-0310a9a1821c service neutron] Bound port: de138328-1cd6-4d35-b7c3-50ef1063e817, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:37.303491 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-668e301e-8974-4006-9238-0310a9a1821c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (de138328-1cd6-4d35-b7c3-50ef1063e817), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:37.340485 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdb69336-fa6d-49ba-a2d9-07a84a02dfb5 req-3e284d3f-e5fc-49d6-b552-272402af66c8 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 210 time: 0.0500939 Feb 19 03:54:37.473908 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device bba0207b-ccc8-494a-b525-e036b105ca83 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:37.499857 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8fcd4b85-616c-426e-a29f-742754b74620 req-f85cebe9-72f7-4563-beee-6644ee1a8b45 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks [] for port (23b716ce-ca34-471a-a252-03d7952b8897), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:37.606211 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-668e301e-8974-4006-9238-0310a9a1821c service neutron] For port de138328-1cd6-4d35-b7c3-50ef1063e817, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:37.623182 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port bba0207b-ccc8-494a-b525-e036b105ca83 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:54:37.628002 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8fcd4b85-616c-426e-a29f-742754b74620 req-f85cebe9-72f7-4563-beee-6644ee1a8b45 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (23b716ce-ca34-471a-a252-03d7952b8897), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:37.630507 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port bba0207b-ccc8-494a-b525-e036b105ca83 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:37.632035 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bba0207b-ccc8-494a-b525-e036b105ca83), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:37.700228 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-668e301e-8974-4006-9238-0310a9a1821c service neutron] For port de138328-1cd6-4d35-b7c3-50ef1063e817, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=de138328-1cd6-4d35-b7c3-50ef1063e817,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:37.738811 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-668e301e-8974-4006-9238-0310a9a1821c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (de138328-1cd6-4d35-b7c3-50ef1063e817), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:37.778667 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220b72d-e01a-4b37-b8c9-32f559881abf req-0a9d8a0c-761f-4756-a307-22e150244c1a tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:37.780256 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e220b72d-e01a-4b37-b8c9-32f559881abf req-0a9d8a0c-761f-4756-a307-22e150244c1a tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f3a2170-9f33-4720-83dc-e4287de9b207 HTTP/1.1" status: 200 len: 948 time: 0.3246262 Feb 19 03:54:37.797177 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fcd4b85-616c-426e-a29f-742754b74620 req-f85cebe9-72f7-4563-beee-6644ee1a8b45 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:37.842749 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port bba0207b-ccc8-494a-b525-e036b105ca83 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:37.843557 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (bba0207b-ccc8-494a-b525-e036b105ca83), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:37.843752 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-8fcd4b85-616c-426e-a29f-742754b74620 req-f85cebe9-72f7-4563-beee-6644ee1a8b45 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:37.856378 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcd4b85-616c-426e-a29f-742754b74620 req-f85cebe9-72f7-4563-beee-6644ee1a8b45 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:37.881053 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd4b85-616c-426e-a29f-742754b74620 req-f85cebe9-72f7-4563-beee-6644ee1a8b45 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:37.884330 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8fcd4b85-616c-426e-a29f-742754b74620 req-f85cebe9-72f7-4563-beee-6644ee1a8b45 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:37.896198 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85cebe9-72f7-4563-beee-6644ee1a8b45 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Pushing event updated for resources: {'Port': ['ID=23b716ce-ca34-471a-a252-03d7952b8897,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:37.897858 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e301e-8974-4006-9238-0310a9a1821c service neutron] Pushing event updated for resources: {'Port': ['ID=de138328-1cd6-4d35-b7c3-50ef1063e817,revision_number=8']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:37.907230 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3a2170-9f33-4720-83dc-e4287de9b207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba0207b-ccc8-494a-b525-e036b105ca83'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:37.917923 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad35bf0-4985-49d2-8b4f-492cefdc433c" -d '{"events": [{"server_uuid": "1f3a2170-9f33-4720-83dc-e4287de9b207", "name": "network-vif-plugged", "status": "completed", "tag": "bba0207b-ccc8-494a-b525-e036b105ca83"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:37.955772 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port bba0207b-ccc8-494a-b525-e036b105ca83, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=bba0207b-ccc8-494a-b525-e036b105ca83,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:37.956155 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8fcd4b85-616c-426e-a29f-742754b74620 req-f85cebe9-72f7-4563-beee-6644ee1a8b45 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4589391 Feb 19 03:54:37.969007 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-8fcd4b85-616c-426e-a29f-742754b74620 req-b12dd883-6ef2-4457-af20-9d6f7ed05b8d service neutron] Request body: {'port': {'device_id': '162970fc-e234-485e-a2f4-06b452996e79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:37.976531 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (bba0207b-ccc8-494a-b525-e036b105ca83), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:38.044179 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-668e301e-8974-4006-9238-0310a9a1821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:38.046808 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-668e301e-8974-4006-9238-0310a9a1821c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:38.048295 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-668e301e-8974-4006-9238-0310a9a1821c service neutron] 10.222.0.79 "PUT /v2.0/ports/de138328-1cd6-4d35-b7c3-50ef1063e817 HTTP/1.1" status: 200 len: 1123 time: 1.7166617 Feb 19 03:54:38.078018 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df81a424-f6b5-4ee1-938e-7168a1de4b2f x-openstack-request-id: req-df81a424-f6b5-4ee1-938e-7168a1de4b2f {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:38.079362 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3a2170-9f33-4720-83dc-e4287de9b207", "name": "network-vif-plugged", "status": "completed", "tag": "bba0207b-ccc8-494a-b525-e036b105ca83", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:38.080363 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-df81a424-f6b5-4ee1-938e-7168a1de4b2f {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:38.082154 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3a2170-9f33-4720-83dc-e4287de9b207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba0207b-ccc8-494a-b525-e036b105ca83', 'code': 200} Feb 19 03:54:38.147198 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e220b72d-e01a-4b37-b8c9-32f559881abf req-1ce8af7c-4d54-48b2-bf62-7b8d836ff969 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/security-groups?id=e16c0917-6b85-4b9d-a41f-e95b2d7ba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366182 Feb 19 03:54:38.172836 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['de138328-1cd6-4d35-b7c3-50ef1063e817'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:54:38.172836 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=bba0207b-ccc8-494a-b525-e036b105ca83,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:38.179184 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8fcd4b85-616c-426e-a29f-742754b74620 req-b12dd883-6ef2-4457-af20-9d6f7ed05b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (23b716ce-ca34-471a-a252-03d7952b8897), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:38.306751 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ea467-d1e5-4bbe-817e-f68c72b573e0 req-3bf34ed6-cbb3-4adb-9204-a5ffdec53ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:38.314148 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-939ea467-d1e5-4bbe-817e-f68c72b573e0 req-3bf34ed6-cbb3-4adb-9204-a5ffdec53ef8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1f3a2170-9f33-4720-83dc-e4287de9b207 HTTP/1.1" status: 200 len: 1132 time: 0.1046479 Feb 19 03:54:38.488065 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-939ea467-d1e5-4bbe-817e-f68c72b573e0 req-da87b327-4b3f-401f-b2c8-1b6fde2bfb42 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e16c0917-6b85-4b9d-a41f-e95b2d7ba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521654 Feb 19 03:54:38.618393 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-8fcd4b85-616c-426e-a29f-742754b74620 req-b12dd883-6ef2-4457-af20-9d6f7ed05b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b716ce-ca34-471a-a252-03d7952b8897 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:54:38.628747 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8fcd4b85-616c-426e-a29f-742754b74620 req-b12dd883-6ef2-4457-af20-9d6f7ed05b8d service neutron] Publish callbacks [] for port (23b716ce-ca34-471a-a252-03d7952b8897), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:38.633011 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cf5fe-4fc4-42fe-b257-8300fcd75b7d req-92566f3c-979c-4fb7-a4ef-057e1be6dcb2 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:38.634441 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-067cf5fe-4fc4-42fe-b257-8300fcd75b7d req-92566f3c-979c-4fb7-a4ef-057e1be6dcb2 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 943 time: 0.1429832 Feb 19 03:54:38.648424 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-8fcd4b85-616c-426e-a29f-742754b74620 req-b12dd883-6ef2-4457-af20-9d6f7ed05b8d service neutron] Transition to ACTIVE for port object 23b716ce-ca34-471a-a252-03d7952b8897 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:54:38.652994 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215724e-bb7e-40f4-887a-4af9ddff1afb req-f64a66d6-2497-40c6-8736-f8b637a8e3f5 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:38.659738 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39594) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:38.662064 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1215724e-bb7e-40f4-887a-4af9ddff1afb req-f64a66d6-2497-40c6-8736-f8b637a8e3f5 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 931 time: 0.1481171 Feb 19 03:54:38.672615 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8fcd4b85-616c-426e-a29f-742754b74620 req-b12dd883-6ef2-4457-af20-9d6f7ed05b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (23b716ce-ca34-471a-a252-03d7952b8897), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:38.754800 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1215724e-bb7e-40f4-887a-4af9ddff1afb req-ae864ba5-c0fb-4b5b-9b1c-caeddb00bff3 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912547 Feb 19 03:54:38.775051 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-067cf5fe-4fc4-42fe-b257-8300fcd75b7d req-1845eaa2-0fde-456c-9d39-fcb7ef49ffeb tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335089 Feb 19 03:54:38.796768 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-8fcd4b85-616c-426e-a29f-742754b74620 req-b12dd883-6ef2-4457-af20-9d6f7ed05b8d service neutron] Attempting to bind port 23b716ce-ca34-471a-a252-03d7952b8897 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:38.797207 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-8fcd4b85-616c-426e-a29f-742754b74620 req-b12dd883-6ef2-4457-af20-9d6f7ed05b8d service neutron] Attempting to bind port 23b716ce-ca34-471a-a252-03d7952b8897 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:38.797657 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcd4b85-616c-426e-a29f-742754b74620 req-b12dd883-6ef2-4457-af20-9d6f7ed05b8d service neutron] Attempting to bind port 23b716ce-ca34-471a-a252-03d7952b8897 on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:38.809651 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcd4b85-616c-426e-a29f-742754b74620 req-b12dd883-6ef2-4457-af20-9d6f7ed05b8d service neutron] Port 23b716ce-ca34-471a-a252-03d7952b8897 on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:54:38.810195 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcd4b85-616c-426e-a29f-742754b74620 req-b12dd883-6ef2-4457-af20-9d6f7ed05b8d service neutron] Attempting to bind port 23b716ce-ca34-471a-a252-03d7952b8897 on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:38.816442 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12dd883-6ef2-4457-af20-9d6f7ed05b8d service neutron] Pushing event updated for resources: {'Port': ['ID=23b716ce-ca34-471a-a252-03d7952b8897,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:38.827541 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcd4b85-616c-426e-a29f-742754b74620 req-b12dd883-6ef2-4457-af20-9d6f7ed05b8d service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:38.827992 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcd4b85-616c-426e-a29f-742754b74620 req-b12dd883-6ef2-4457-af20-9d6f7ed05b8d service neutron] Checking segment: {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:38.829758 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcd4b85-616c-426e-a29f-742754b74620 req-b12dd883-6ef2-4457-af20-9d6f7ed05b8d service neutron] Bound using segment: {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:38.830402 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-8fcd4b85-616c-426e-a29f-742754b74620 req-b12dd883-6ef2-4457-af20-9d6f7ed05b8d service neutron] Bound port: 23b716ce-ca34-471a-a252-03d7952b8897, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:38.830672 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8fcd4b85-616c-426e-a29f-742754b74620 req-b12dd883-6ef2-4457-af20-9d6f7ed05b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (23b716ce-ca34-471a-a252-03d7952b8897), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:38.934759 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5da4b050-ed53-462c-8fd0-64e9d0506f77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:38.952207 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-8fcd4b85-616c-426e-a29f-742754b74620 req-b12dd883-6ef2-4457-af20-9d6f7ed05b8d service neutron] For port 23b716ce-ca34-471a-a252-03d7952b8897, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:38.977341 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-8fcd4b85-616c-426e-a29f-742754b74620 req-b12dd883-6ef2-4457-af20-9d6f7ed05b8d service neutron] For port 23b716ce-ca34-471a-a252-03d7952b8897, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=23b716ce-ca34-471a-a252-03d7952b8897,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:39.004470 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8fcd4b85-616c-426e-a29f-742754b74620 req-b12dd883-6ef2-4457-af20-9d6f7ed05b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (23b716ce-ca34-471a-a252-03d7952b8897), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.148089 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677863a0-b789-40f0-8503-d5c0a0a757bd', 'tag': 'de138328-1cd6-4d35-b7c3-50ef1063e817'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:39.150620 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f584bc3a-d88b-42b3-b658-be84b203640c" -d '{"events": [{"name": "network-changed", "server_uuid": "677863a0-b789-40f0-8503-d5c0a0a757bd", "tag": "de138328-1cd6-4d35-b7c3-50ef1063e817"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:39.204557 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a830283a-f214-4446-84b7-9192c5a82e0e x-openstack-request-id: req-a830283a-f214-4446-84b7-9192c5a82e0e {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:39.205069 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677863a0-b789-40f0-8503-d5c0a0a757bd", "tag": "de138328-1cd6-4d35-b7c3-50ef1063e817", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:39.205477 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a830283a-f214-4446-84b7-9192c5a82e0e {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:39.206031 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677863a0-b789-40f0-8503-d5c0a0a757bd', 'tag': 'de138328-1cd6-4d35-b7c3-50ef1063e817', 'status': 'completed', 'code': 200} Feb 19 03:54:39.370510 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00222804-ab92-4051-9794-dd475a45d7e4 req-f84ba407-7421-4e81-a78d-d7780933e468 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:39.372288 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-00222804-ab92-4051-9794-dd475a45d7e4 req-f84ba407-7421-4e81-a78d-d7780933e468 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f3a2170-9f33-4720-83dc-e4287de9b207 HTTP/1.1" status: 200 len: 949 time: 0.0999684 Feb 19 03:54:39.374741 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39620) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:39.468463 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-00222804-ab92-4051-9794-dd475a45d7e4 req-d9a9cc30-2cee-4f2e-8113-cf0b4107d1e8 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/security-groups?id=e16c0917-6b85-4b9d-a41f-e95b2d7ba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879507 Feb 19 03:54:39.491688 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12dd883-6ef2-4457-af20-9d6f7ed05b8d service neutron] Pushing event updated for resources: {'Port': ['ID=23b716ce-ca34-471a-a252-03d7952b8897,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:39.524331 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2439d7f9-a506-4a9b-92b3-ec510cb2ed6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.578365 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd4b85-616c-426e-a29f-742754b74620 req-b12dd883-6ef2-4457-af20-9d6f7ed05b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:39.579012 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8fcd4b85-616c-426e-a29f-742754b74620 req-b12dd883-6ef2-4457-af20-9d6f7ed05b8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.584527 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8fcd4b85-616c-426e-a29f-742754b74620 req-b12dd883-6ef2-4457-af20-9d6f7ed05b8d service neutron] 10.222.0.26 "PUT /v2.0/ports/23b716ce-ca34-471a-a252-03d7952b8897 HTTP/1.1" status: 200 len: 1092 time: 1.6177020 Feb 19 03:54:39.593414 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '162970fc-e234-485e-a2f4-06b452996e79', 'tag': '23b716ce-ca34-471a-a252-03d7952b8897'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:39.596070 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b3950e-e0d0-432d-ba8c-101db0ba1af8" -d '{"events": [{"name": "network-changed", "server_uuid": "162970fc-e234-485e-a2f4-06b452996e79", "tag": "23b716ce-ca34-471a-a252-03d7952b8897"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:39.645033 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2439d7f9-a506-4a9b-92b3-ec510cb2ed6d admin admin] Publish callbacks [] for security_group (69dd366e-1120-4182-841a-4c972b43142d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.655308 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2439d7f9-a506-4a9b-92b3-ec510cb2ed6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (69dd366e-1120-4182-841a-4c972b43142d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.679137 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4730553d-2984-4a6b-b071-d5bec608dd44 x-openstack-request-id: req-4730553d-2984-4a6b-b071-d5bec608dd44 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:39.680019 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "162970fc-e234-485e-a2f4-06b452996e79", "tag": "23b716ce-ca34-471a-a252-03d7952b8897", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:39.680019 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4730553d-2984-4a6b-b071-d5bec608dd44 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:39.680201 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '162970fc-e234-485e-a2f4-06b452996e79', 'tag': '23b716ce-ca34-471a-a252-03d7952b8897', 'status': 'completed', 'code': 200} Feb 19 03:54:39.711429 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5da4b050-ed53-462c-8fd0-64e9d0506f77 admin admin] Publish callbacks [] for security_group (e4b06ca6-8238-4639-ba85-a0080d7cb8da), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.711642 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439d7f9-a506-4a9b-92b3-ec510cb2ed6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69dd366e-1120-4182-841a-4c972b43142d,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:39.714129 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584bc3a-d88b-42b3-b658-be84b203640c req-c1b146fe-6b31-486e-8f95-b562849e4c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:39.715445 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f584bc3a-d88b-42b3-b658-be84b203640c req-c1b146fe-6b31-486e-8f95-b562849e4c7d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d0f4caff5434d379e80e0b432aea600&device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 1157 time: 0.2322860 Feb 19 03:54:39.718293 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2439d7f9-a506-4a9b-92b3-ec510cb2ed6d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=89dfdc4573cc47238910b5a2571ea10a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3424113 Feb 19 03:54:39.721194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39632) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:39.735592 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5da4b050-ed53-462c-8fd0-64e9d0506f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e4b06ca6-8238-4639-ba85-a0080d7cb8da), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.772750 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5da4b050-ed53-462c-8fd0-64e9d0506f77 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9e63ab851cc4459eb9dcff24eab6f971&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1105931 Feb 19 03:54:39.780623 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39634) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:39.781395 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7bcae84f-b47a-4480-802b-ab4cbf9a3d96 admin admin] Publish callbacks [] for security_group (69dd366e-1120-4182-841a-4c972b43142d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.820826 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd4b85-616c-426e-a29f-742754b74620 req-c63297aa-ff07-41e9-9594-80169b529f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:39.828985 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7bcae84f-b47a-4480-802b-ab4cbf9a3d96 admin admin] Publish callbacks [] for security_group (69dd366e-1120-4182-841a-4c972b43142d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.831082 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8fcd4b85-616c-426e-a29f-742754b74620 req-c63297aa-ff07-41e9-9594-80169b529f46 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 1126 time: 0.2010324 Feb 19 03:54:39.953298 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8fcd4b85-616c-426e-a29f-742754b74620 req-11c5adc5-91af-4fb0-b954-3f0674efa9a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23b716ce-ca34-471a-a252-03d7952b8897 HTTP/1.1" status: 200 len: 217 time: 0.0602980 Feb 19 03:54:39.955601 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4b050-ed53-462c-8fd0-64e9d0506f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b06ca6-8238-4639-ba85-a0080d7cb8da,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:39.999935 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-77466f02-370b-478b-8677-2aa8409f895a admin admin] Publish callbacks [] for security_group (e4b06ca6-8238-4639-ba85-a0080d7cb8da), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:40.036260 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-77466f02-370b-478b-8677-2aa8409f895a admin admin] Publish callbacks [] for security_group (e4b06ca6-8238-4639-ba85-a0080d7cb8da), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:40.041879 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd4b85-616c-426e-a29f-742754b74620 req-f881d4b2-e0c7-4fde-992d-9b84e3fc3942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:40.044601 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8fcd4b85-616c-426e-a29f-742754b74620 req-f881d4b2-e0c7-4fde-992d-9b84e3fc3942 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d HTTP/1.1" status: 200 len: 848 time: 0.0821586 Feb 19 03:54:40.060746 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7bcae84f-b47a-4480-802b-ab4cbf9a3d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (69dd366e-1120-4182-841a-4c972b43142d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:40.060746 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7bcae84f-b47a-4480-802b-ab4cbf9a3d96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:40.060746 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7bcae84f-b47a-4480-802b-ab4cbf9a3d96 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/69dd366e-1120-4182-841a-4c972b43142d HTTP/1.1" status: 204 len: 168 time: 0.3360152 Feb 19 03:54:40.089444 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007f7cb-e428-4402-ae53-bda91c5662e6 req-99861990-3ff0-442b-b6db-18902c32610e tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:40.091065 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584bc3a-d88b-42b3-b658-be84b203640c req-22bc1b46-366b-4cb2-87e4-8535e823fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:40.092946 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f584bc3a-d88b-42b3-b658-be84b203640c req-22bc1b46-366b-4cb2-87e4-8535e823fcb8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d936416-f125-4c3f-940d-813318503889 HTTP/1.1" status: 200 len: 922 time: 0.3682144 Feb 19 03:54:40.096266 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3007f7cb-e428-4402-ae53-bda91c5662e6 req-99861990-3ff0-442b-b6db-18902c32610e tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 943 time: 0.2163041 Feb 19 03:54:40.134877 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8fcd4b85-616c-426e-a29f-742754b74620 req-a09c81c2-1b67-460e-b89c-467b9b61dd46 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=575db6fc-b1bf-4deb-91aa-ccf16978efb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404000 Feb 19 03:54:40.189328 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f584bc3a-d88b-42b3-b658-be84b203640c req-6b8b6fd4-e45f-47b5-9d63-8402880dcfa2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de138328-1cd6-4d35-b7c3-50ef1063e817 HTTP/1.1" status: 200 len: 217 time: 0.0529974 Feb 19 03:54:40.341440 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584bc3a-d88b-42b3-b658-be84b203640c req-29297459-862d-4399-89ff-a9277304072a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:40.343428 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f584bc3a-d88b-42b3-b658-be84b203640c req-29297459-862d-4399-89ff-a9277304072a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2953d6c2-cff6-4430-863a-070b45f3a12f HTTP/1.1" status: 200 len: 861 time: 0.1271365 Feb 19 03:54:40.353017 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcae84f-b47a-4480-802b-ab4cbf9a3d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dd366e-1120-4182-841a-4c972b43142d,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:40.412539 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f584bc3a-d88b-42b3-b658-be84b203640c req-e6cce4eb-2cc3-40ea-8271-677eaaf9b71d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d936416-f125-4c3f-940d-813318503889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420058 Feb 19 03:54:40.414449 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8fcd4b85-616c-426e-a29f-742754b74620 req-dedad31d-9ab1-4349-9f31-25c59b0074bb service neutron] 10.222.0.26 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696204 Feb 19 03:54:40.441036 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-77466f02-370b-478b-8677-2aa8409f895a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e4b06ca6-8238-4639-ba85-a0080d7cb8da), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:40.444025 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-77466f02-370b-478b-8677-2aa8409f895a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:40.445322 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-77466f02-370b-478b-8677-2aa8409f895a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e4b06ca6-8238-4639-ba85-a0080d7cb8da HTTP/1.1" status: 204 len: 168 time: 0.6474161 Feb 19 03:54:40.478194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e712bc-9d7f-4f94-87ad-c278700775bc req-e3b2d913-2ad2-4a81-bc77-040227aae899 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:40.487199 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b8e712bc-9d7f-4f94-87ad-c278700775bc req-e3b2d913-2ad2-4a81-bc77-040227aae899 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 943 time: 0.4631348 Feb 19 03:54:40.491211 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77466f02-370b-478b-8677-2aa8409f895a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b06ca6-8238-4639-ba85-a0080d7cb8da,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:40.532919 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3007f7cb-e428-4402-ae53-bda91c5662e6 req-1410a2c9-1812-4be8-860a-f8089b8a5571 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357224 Feb 19 03:54:40.602221 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39652) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:40.644433 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b03aa66e-7456-4278-8c35-46824518a604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:40.670201 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f584bc3a-d88b-42b3-b658-be84b203640c req-2d78b183-43f0-4346-8336-fcfdf0978c26 service neutron] 10.222.0.26 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474480 Feb 19 03:54:40.673771 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8fcd4b85-616c-426e-a29f-742754b74620 req-046e045d-7c66-4f67-bb50-10511e3b3d8d service neutron] 10.222.0.26 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370658 Feb 19 03:54:40.704148 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b8e712bc-9d7f-4f94-87ad-c278700775bc req-c2d9aae3-ae34-474d-ae4e-2a29fa03f09d tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667485 Feb 19 03:54:40.833613 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3950e-e0d0-432d-ba8c-101db0ba1af8 req-46754037-1637-4750-82cf-3c623dfe8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:40.833613 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-55b3950e-e0d0-432d-ba8c-101db0ba1af8 req-46754037-1637-4750-82cf-3c623dfe8401 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 1126 time: 0.0755560 Feb 19 03:54:40.873264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128ee4e-b8cd-4207-b499-cd8ee7809aab req-f3e14907-9ce1-4a40-8c9b-f358fcf4ba26 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:40.875662 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b128ee4e-b8cd-4207-b499-cd8ee7809aab req-f3e14907-9ce1-4a40-8c9b-f358fcf4ba26 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f3a2170-9f33-4720-83dc-e4287de9b207 HTTP/1.1" status: 200 len: 949 time: 0.2108119 Feb 19 03:54:40.899423 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f584bc3a-d88b-42b3-b658-be84b203640c req-99c6744a-8664-4fe9-bf26-90a19eabd07c service neutron] 10.222.0.26 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081935 Feb 19 03:54:40.935538 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b03aa66e-7456-4278-8c35-46824518a604 admin admin] Publish callbacks [] for security_group (fe7e64d6-aca1-4369-8097-c9ba0f1e7134), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:40.943437 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b03aa66e-7456-4278-8c35-46824518a604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (fe7e64d6-aca1-4369-8097-c9ba0f1e7134), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:40.988258 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b128ee4e-b8cd-4207-b499-cd8ee7809aab req-738cb5e6-4451-415f-bfcc-58510254bee8 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/security-groups?id=e16c0917-6b85-4b9d-a41f-e95b2d7ba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040421 Feb 19 03:54:41.018237 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b03aa66e-7456-4278-8c35-46824518a604 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3837c884598f4e079b6c64e9970a28a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4156332 Feb 19 03:54:41.020998 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03aa66e-7456-4278-8c35-46824518a604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7e64d6-aca1-4369-8097-c9ba0f1e7134,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:41.023471 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39670) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:41.069783 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39672) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:41.076603 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3950e-e0d0-432d-ba8c-101db0ba1af8 req-aab06045-ca26-4ed4-955d-f4fec9aa8faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:41.078393 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-55b3950e-e0d0-432d-ba8c-101db0ba1af8 req-aab06045-ca26-4ed4-955d-f4fec9aa8faa service neutron] 10.222.0.26 "GET /v2.0/networks?id=575db6fc-b1bf-4deb-91aa-ccf16978efb1 HTTP/1.1" status: 200 len: 909 time: 0.2376220 Feb 19 03:54:41.090995 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0b5dec8a-ba7d-46ea-99a7-46d4fc464f6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.184352 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-55b3950e-e0d0-432d-ba8c-101db0ba1af8 req-4a260a2b-88a0-420d-aa89-a1c2fcca2157 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23b716ce-ca34-471a-a252-03d7952b8897 HTTP/1.1" status: 200 len: 217 time: 0.0952229 Feb 19 03:54:41.252275 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0b5dec8a-ba7d-46ea-99a7-46d4fc464f6f admin admin] Publish callbacks [] for security_group (be645bcb-bd48-4794-8e1b-02b302c90d4a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.263611 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0b5dec8a-ba7d-46ea-99a7-46d4fc464f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (be645bcb-bd48-4794-8e1b-02b302c90d4a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.274785 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a718c424-2228-4089-a9c9-10c70e0c9123 admin admin] Publish callbacks [] for security_group (fe7e64d6-aca1-4369-8097-c9ba0f1e7134), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.322924 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a718c424-2228-4089-a9c9-10c70e0c9123 admin admin] Publish callbacks [] for security_group (fe7e64d6-aca1-4369-8097-c9ba0f1e7134), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.350614 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3950e-e0d0-432d-ba8c-101db0ba1af8 req-ff9aa51e-1172-4590-a9f8-b8338e12ed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:41.352098 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-55b3950e-e0d0-432d-ba8c-101db0ba1af8 req-ff9aa51e-1172-4590-a9f8-b8338e12ed2e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d HTTP/1.1" status: 200 len: 848 time: 0.1527441 Feb 19 03:54:41.387220 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5dec8a-ba7d-46ea-99a7-46d4fc464f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be645bcb-bd48-4794-8e1b-02b302c90d4a,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:41.404529 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0b5dec8a-ba7d-46ea-99a7-46d4fc464f6f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cef835d4cbbe4b358f2ac45f4fa96e6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3336313 Feb 19 03:54:41.407518 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39686) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:41.444882 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-55b3950e-e0d0-432d-ba8c-101db0ba1af8 req-910f5c64-c6c2-44cd-835a-19a94909afa3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=575db6fc-b1bf-4deb-91aa-ccf16978efb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759726 Feb 19 03:54:41.447875 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a9d7f-c249-4567-ad0c-0c1d109db732 req-f88ba916-7901-4829-9f1c-83e9ac28b160 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:41.454923 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-373a9d7f-c249-4567-ad0c-0c1d109db732 req-f88ba916-7901-4829-9f1c-83e9ac28b160 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f3a2170-9f33-4720-83dc-e4287de9b207 HTTP/1.1" status: 200 len: 949 time: 0.2007229 Feb 19 03:54:41.494932 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device de138328-1cd6-4d35-b7c3-50ef1063e817 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:54:41.509461 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3240d71e-81f6-4f0e-baae-7b5cde5bd7dc admin admin] Publish callbacks [] for security_group (be645bcb-bd48-4794-8e1b-02b302c90d4a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.536160 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-373a9d7f-c249-4567-ad0c-0c1d109db732 req-7c0a78f0-73e1-4468-bcd8-8e09c9de0f2f tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/security-groups?id=e16c0917-6b85-4b9d-a41f-e95b2d7ba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756049 Feb 19 03:54:41.555298 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3240d71e-81f6-4f0e-baae-7b5cde5bd7dc admin admin] Publish callbacks [] for security_group (be645bcb-bd48-4794-8e1b-02b302c90d4a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.576814 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a718c424-2228-4089-a9c9-10c70e0c9123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (fe7e64d6-aca1-4369-8097-c9ba0f1e7134), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.580947 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a718c424-2228-4089-a9c9-10c70e0c9123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.586608 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a718c424-2228-4089-a9c9-10c70e0c9123 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fe7e64d6-aca1-4369-8097-c9ba0f1e7134 HTTP/1.1" status: 204 len: 168 time: 0.5577314 Feb 19 03:54:41.610583 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718c424-2228-4089-a9c9-10c70e0c9123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7e64d6-aca1-4369-8097-c9ba0f1e7134,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:41.629290 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port de138328-1cd6-4d35-b7c3-50ef1063e817, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=de138328-1cd6-4d35-b7c3-50ef1063e817,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:41.641396 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3240d71e-81f6-4f0e-baae-7b5cde5bd7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (be645bcb-bd48-4794-8e1b-02b302c90d4a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.650932 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3240d71e-81f6-4f0e-baae-7b5cde5bd7dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.651103 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device de138328-1cd6-4d35-b7c3-50ef1063e817 has no active binding in host n-h2-828369-19 {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:54:41.657213 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3240d71e-81f6-4f0e-baae-7b5cde5bd7dc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/be645bcb-bd48-4794-8e1b-02b302c90d4a HTTP/1.1" status: 204 len: 168 time: 0.2485826 Feb 19 03:54:41.673278 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3240d71e-81f6-4f0e-baae-7b5cde5bd7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be645bcb-bd48-4794-8e1b-02b302c90d4a,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:41.678660 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-55b3950e-e0d0-432d-ba8c-101db0ba1af8 req-488a6911-2c54-49a8-9caf-e871c7985b20 service neutron] 10.222.0.26 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250669 Feb 19 03:54:41.828597 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-55b3950e-e0d0-432d-ba8c-101db0ba1af8 req-e7cc78a5-58be-4500-a86e-ab2f875b8192 service neutron] 10.222.0.26 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422622 Feb 19 03:54:41.849561 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24851e5c-963d-4045-9f80-79c98732e619 req-1796fc50-cafe-47c5-b078-34de76d8626d tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:41.860447 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-24851e5c-963d-4045-9f80-79c98732e619 req-1796fc50-cafe-47c5-b078-34de76d8626d tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 943 time: 0.1527164 Feb 19 03:54:41.997827 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39700) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:42.020851 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-24851e5c-963d-4045-9f80-79c98732e619 req-8ae1bd60-66e6-493a-a6f1-a04767364b22 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511207 Feb 19 03:54:42.033637 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147cfac-646e-464d-b58f-a2a3d8951043 req-1c4ed62a-4445-432d-92e2-72575f9547af tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:42.035886 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2147cfac-646e-464d-b58f-a2a3d8951043 req-1c4ed62a-4445-432d-92e2-72575f9547af tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 943 time: 0.1587343 Feb 19 03:54:42.129992 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2147cfac-646e-464d-b58f-a2a3d8951043 req-2f723ce9-90ca-440c-81d6-88eb3a831379 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877600 Feb 19 03:54:42.281136 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca283f96-6573-4755-92dc-378171511cd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:42.443512 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca283f96-6573-4755-92dc-378171511cd1 admin admin] Publish callbacks [] for security_group (cfdd1e96-b0cc-4b2d-8579-c4fc8857a7b1), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:42.452529 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca283f96-6573-4755-92dc-378171511cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (cfdd1e96-b0cc-4b2d-8579-c4fc8857a7b1), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:42.526869 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca283f96-6573-4755-92dc-378171511cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdd1e96-b0cc-4b2d-8579-c4fc8857a7b1,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:42.555290 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ca283f96-6573-4755-92dc-378171511cd1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=644dab080a654fefbc7b73ed882cca42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5526786 Feb 19 03:54:42.555649 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39726) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:42.665728 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-196abe59-09cd-483b-8c50-6621eb7f8503 admin admin] Publish callbacks [] for security_group (cfdd1e96-b0cc-4b2d-8579-c4fc8857a7b1), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:42.696393 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-196abe59-09cd-483b-8c50-6621eb7f8503 admin admin] Publish callbacks [] for security_group (cfdd1e96-b0cc-4b2d-8579-c4fc8857a7b1), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:42.715349 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861e82d-8dd7-4e9d-8abd-abf6a265d1e8 req-feebc11d-c1f7-49e7-9027-60e4e1dcbc84 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:42.716947 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4861e82d-8dd7-4e9d-8abd-abf6a265d1e8 req-feebc11d-c1f7-49e7-9027-60e4e1dcbc84 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f3a2170-9f33-4720-83dc-e4287de9b207 HTTP/1.1" status: 200 len: 949 time: 0.0944169 Feb 19 03:54:42.760119 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-196abe59-09cd-483b-8c50-6621eb7f8503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (cfdd1e96-b0cc-4b2d-8579-c4fc8857a7b1), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:42.765677 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-196abe59-09cd-483b-8c50-6621eb7f8503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:42.770256 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-196abe59-09cd-483b-8c50-6621eb7f8503 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cfdd1e96-b0cc-4b2d-8579-c4fc8857a7b1 HTTP/1.1" status: 204 len: 168 time: 0.2137227 Feb 19 03:54:42.782297 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196abe59-09cd-483b-8c50-6621eb7f8503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdd1e96-b0cc-4b2d-8579-c4fc8857a7b1,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:42.791583 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4861e82d-8dd7-4e9d-8abd-abf6a265d1e8 req-d6c5ab80-09b6-42ef-ba18-4f21290a3ddc tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/security-groups?id=e16c0917-6b85-4b9d-a41f-e95b2d7ba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669613 Feb 19 03:54:42.975960 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a14c1-0a4e-4d45-896d-0474227947fe req-0dd72e97-4af5-48b6-90ba-beb148a5e4d7 tempest-LiveMigrationNegativeTest-565617569 tempest-LiveMigrationNegativeTest-565617569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:42.979169 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc5a14c1-0a4e-4d45-896d-0474227947fe req-0dd72e97-4af5-48b6-90ba-beb148a5e4d7 tempest-LiveMigrationNegativeTest-565617569 tempest-LiveMigrationNegativeTest-565617569-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1f3a2170-9f33-4720-83dc-e4287de9b207 HTTP/1.1" status: 200 len: 1132 time: 0.0709887 Feb 19 03:54:43.003834 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bc5a14c1-0a4e-4d45-896d-0474227947fe req-f3cade2e-34f3-46fc-80ee-f2f74387fa50 tempest-LiveMigrationNegativeTest-565617569 tempest-LiveMigrationNegativeTest-565617569-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:43.117955 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bc5a14c1-0a4e-4d45-896d-0474227947fe req-f3cade2e-34f3-46fc-80ee-f2f74387fa50 tempest-LiveMigrationNegativeTest-565617569 tempest-LiveMigrationNegativeTest-565617569-project-admin] Publish callbacks [] for security_group (cd9e4a2e-17ad-41f2-b99a-5565657edb9f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:43.133064 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bc5a14c1-0a4e-4d45-896d-0474227947fe req-f3cade2e-34f3-46fc-80ee-f2f74387fa50 tempest-LiveMigrationNegativeTest-565617569 tempest-LiveMigrationNegativeTest-565617569-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (cd9e4a2e-17ad-41f2-b99a-5565657edb9f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:43.199364 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc5a14c1-0a4e-4d45-896d-0474227947fe req-f3cade2e-34f3-46fc-80ee-f2f74387fa50 tempest-LiveMigrationNegativeTest-565617569 tempest-LiveMigrationNegativeTest-565617569-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=e16c0917-6b85-4b9d-a41f-e95b2d7ba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142906 Feb 19 03:54:43.265105 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cade2e-34f3-46fc-80ee-f2f74387fa50 tempest-LiveMigrationNegativeTest-565617569 tempest-LiveMigrationNegativeTest-565617569-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9e4a2e-17ad-41f2-b99a-5565657edb9f,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:43.293246 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-13ba92d5-6fcf-4637-83f6-8f679f87c6dd service neutron] 10.222.0.26 "GET /v2.0/ports/de138328-1cd6-4d35-b7c3-50ef1063e817/bindings/n-h2-828369-19 HTTP/1.1" status: 200 len: 385 time: 0.1355126 Feb 19 03:54:43.313522 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83945ae-0503-4ef9-957c-79c32ce40868 req-b3de2653-0f11-4613-93a2-c2db4287977b tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:43.315788 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e83945ae-0503-4ef9-957c-79c32ce40868 req-b3de2653-0f11-4613-93a2-c2db4287977b tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 943 time: 0.1467345 Feb 19 03:54:43.391593 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39758) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:43.428343 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e83945ae-0503-4ef9-957c-79c32ce40868 req-f2e1f57c-1dd0-4ec7-a98c-2a6ffb795f52 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052175 Feb 19 03:54:43.476859 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18268d1-068d-499e-90d7-321bd06d0053 req-d197399e-28f4-4318-a99e-826ef21b424c tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:43.482582 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a18268d1-068d-499e-90d7-321bd06d0053 req-d197399e-28f4-4318-a99e-826ef21b424c tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 943 time: 0.1278830 Feb 19 03:54:43.560012 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a18268d1-068d-499e-90d7-321bd06d0053 req-cded5199-0065-490b-9911-db7c1a261ce2 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715911 Feb 19 03:54:43.575071 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3ddcca7f-fa5e-4a91-aac2-1db8375bb32f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:43.658965 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3ddcca7f-fa5e-4a91-aac2-1db8375bb32f admin admin] Publish callbacks [] for security_group (90e79e23-0f68-4eaa-b121-0909c6b9fe15), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:43.677690 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3ddcca7f-fa5e-4a91-aac2-1db8375bb32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (90e79e23-0f68-4eaa-b121-0909c6b9fe15), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:43.705922 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddcca7f-fa5e-4a91-aac2-1db8375bb32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e79e23-0f68-4eaa-b121-0909c6b9fe15,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:43.710377 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-0e7f1847-13dc-4071-aa31-cc98d6c8f806 service neutron] For port de138328-1cd6-4d35-b7c3-50ef1063e817, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=de138328-1cd6-4d35-b7c3-50ef1063e817,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:43.750105 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39772) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:43.750747 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3ddcca7f-fa5e-4a91-aac2-1db8375bb32f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=38d07d1922d64c7386f3537434dd826a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3577342 Feb 19 03:54:43.751970 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-0e7f1847-13dc-4071-aa31-cc98d6c8f806 service neutron] For port de138328-1cd6-4d35-b7c3-50ef1063e817, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:43.802852 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-0e7f1847-13dc-4071-aa31-cc98d6c8f806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de138328-1cd6-4d35-b7c3-50ef1063e817 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:54:43.815854 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-0e7f1847-13dc-4071-aa31-cc98d6c8f806 service neutron] For port de138328-1cd6-4d35-b7c3-50ef1063e817, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=de138328-1cd6-4d35-b7c3-50ef1063e817,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:43.839172 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-0e7f1847-13dc-4071-aa31-cc98d6c8f806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (de138328-1cd6-4d35-b7c3-50ef1063e817), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:43.868600 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0308981b-e7a1-4c58-9431-27786de6ed22 admin admin] Publish callbacks [] for security_group (90e79e23-0f68-4eaa-b121-0909c6b9fe15), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:43.930724 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0308981b-e7a1-4c58-9431-27786de6ed22 admin admin] Publish callbacks [] for security_group (90e79e23-0f68-4eaa-b121-0909c6b9fe15), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:43.958718 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-0e7f1847-13dc-4071-aa31-cc98d6c8f806 service neutron] Transition to ACTIVE for port object de138328-1cd6-4d35-b7c3-50ef1063e817 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:54:43.965606 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 23b716ce-ca34-471a-a252-03d7952b8897 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:54:43.966609 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-0e7f1847-13dc-4071-aa31-cc98d6c8f806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (de138328-1cd6-4d35-b7c3-50ef1063e817), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:44.063542 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f1847-13dc-4071-aa31-cc98d6c8f806 service neutron] Pushing event updated for resources: {'Port': ['ID=de138328-1cd6-4d35-b7c3-50ef1063e817,revision_number=10']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:44.119061 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 23b716ce-ca34-471a-a252-03d7952b8897, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=23b716ce-ca34-471a-a252-03d7952b8897,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:44.131939 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '23b716ce-ca34-471a-a252-03d7952b8897', 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1', 'port_id': '23b716ce-ca34-471a-a252-03d7952b8897', 'mac_address': 'fa:16:3e:f8:76:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:54:44.133876 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-0e7f1847-13dc-4071-aa31-cc98d6c8f806 service neutron] No DVR routers for this DVR port de138328-1cd6-4d35-b7c3-50ef1063e817 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:54:44.182545 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5e1b3-3dcf-4361-bd32-d6152df50c4f req-40c00a1c-de99-49a6-8978-c75daee2b973 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:44.188211 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 23b716ce-ca34-471a-a252-03d7952b8897 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:44.188798 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (23b716ce-ca34-471a-a252-03d7952b8897), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:44.191569 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c8d5e1b3-3dcf-4361-bd32-d6152df50c4f req-40c00a1c-de99-49a6-8978-c75daee2b973 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f3a2170-9f33-4720-83dc-e4287de9b207 HTTP/1.1" status: 200 len: 949 time: 0.1456690 Feb 19 03:54:44.211194 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-0e7f1847-13dc-4071-aa31-cc98d6c8f806 service neutron] 10.222.0.26 "PUT /v2.0/ports/de138328-1cd6-4d35-b7c3-50ef1063e817/bindings/n-h2-828369-19/activate HTTP/1.1" status: 200 len: 370 time: 0.9116802 Feb 19 03:54:44.214274 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b716ce-ca34-471a-a252-03d7952b8897 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:54:44.220718 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0308981b-e7a1-4c58-9431-27786de6ed22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (90e79e23-0f68-4eaa-b121-0909c6b9fe15), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:44.225317 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0308981b-e7a1-4c58-9431-27786de6ed22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:44.231252 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0308981b-e7a1-4c58-9431-27786de6ed22 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/90e79e23-0f68-4eaa-b121-0909c6b9fe15 HTTP/1.1" status: 204 len: 168 time: 0.4791431 Feb 19 03:54:44.257512 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 23b716ce-ca34-471a-a252-03d7952b8897, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=23b716ce-ca34-471a-a252-03d7952b8897,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:44.267819 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308981b-e7a1-4c58-9431-27786de6ed22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e79e23-0f68-4eaa-b121-0909c6b9fe15,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:44.270544 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (23b716ce-ca34-471a-a252-03d7952b8897), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:44.314766 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c8d5e1b3-3dcf-4361-bd32-d6152df50c4f req-43052633-54c9-480b-9b18-d2dedd009468 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/security-groups?id=e16c0917-6b85-4b9d-a41f-e95b2d7ba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177135 Feb 19 03:54:44.366467 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-34d8f15d-fb6f-47fb-b258-fa186d70b4aa tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:44.368235 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-34d8f15d-fb6f-47fb-b258-fa186d70b4aa tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd&tenant_id=2d0f4caff5434d379e80e0b432aea600&binding%3Ahost_id=n-h1-828369-19 HTTP/1.1" status: 200 len: 1127 time: 0.0782826 Feb 19 03:54:44.378353 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=23b716ce-ca34-471a-a252-03d7952b8897,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:44.505068 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-0fe0d419-cde9-4f1b-a9a5-5fc1904f9352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:44.506959 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-0fe0d419-cde9-4f1b-a9a5-5fc1904f9352 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd&tenant_id=2d0f4caff5434d379e80e0b432aea600 HTTP/1.1" status: 200 len: 1127 time: 0.1294110 Feb 19 03:54:44.607179 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['23b716ce-ca34-471a-a252-03d7952b8897'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:54:44.836120 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-357f516f-0e52-4030-a536-b75b2745e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:44.837560 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-357f516f-0e52-4030-a536-b75b2745e170 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2d0f4caff5434d379e80e0b432aea600&device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 1127 time: 0.2984707 Feb 19 03:54:44.851157 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad933ce2-4615-4e62-a3f5-293e60e25948 req-57f57816-bd73-4d16-8250-425977c27734 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:44.852719 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad933ce2-4615-4e62-a3f5-293e60e25948 req-57f57816-bd73-4d16-8250-425977c27734 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 944 time: 0.2942414 Feb 19 03:54:44.874080 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbaaca-e26b-48c1-8913-4237eaf0900c req-2a39af6b-e48a-433f-a6f0-82f8727c6238 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:44.881802 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-62fbaaca-e26b-48c1-8913-4237eaf0900c req-2a39af6b-e48a-433f-a6f0-82f8727c6238 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 944 time: 0.1446307 Feb 19 03:54:44.991683 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad933ce2-4615-4e62-a3f5-293e60e25948 req-b65d9ce2-e2de-48e1-b710-36f508de58f9 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272769 Feb 19 03:54:45.032606 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-62fbaaca-e26b-48c1-8913-4237eaf0900c req-62f44308-b268-4943-b3ef-6e49022e6c2b tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498866 Feb 19 03:54:45.065249 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-af254fbf-9bae-4543-8ee6-5da2896d09bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:45.065249 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-af254fbf-9bae-4543-8ee6-5da2896d09bc service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d936416-f125-4c3f-940d-813318503889 HTTP/1.1" status: 200 len: 922 time: 0.2040386 Feb 19 03:54:45.118974 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-edb3e751-a29e-41b0-93c8-17ac8e864d43 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de138328-1cd6-4d35-b7c3-50ef1063e817 HTTP/1.1" status: 200 len: 217 time: 0.0490742 Feb 19 03:54:45.206651 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-8985d689-26e5-4cfa-856b-1e9778fc39d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:45.209392 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-8985d689-26e5-4cfa-856b-1e9778fc39d3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2953d6c2-cff6-4430-863a-070b45f3a12f HTTP/1.1" status: 200 len: 861 time: 0.0812640 Feb 19 03:54:45.247811 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-6fd966fd-174e-4724-b084-c3380eca5008 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d936416-f125-4c3f-940d-813318503889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275283 Feb 19 03:54:45.367900 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-47870319-6ad7-4849-8601-371676b680b9 service neutron] 10.222.0.79 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130109 Feb 19 03:54:45.556844 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-2402809e-086c-40e5-9606-f138b1ea5965 service neutron] 10.222.0.79 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771326 Feb 19 03:54:45.578249 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f4c5e-7764-4772-9033-fa13166a6fec req-ce0a68b8-2e8b-4f8d-9d19-154ef32008c7 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:45.580066 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-983f4c5e-7764-4772-9033-fa13166a6fec req-ce0a68b8-2e8b-4f8d-9d19-154ef32008c7 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f3a2170-9f33-4720-83dc-e4287de9b207 HTTP/1.1" status: 200 len: 949 time: 0.1584313 Feb 19 03:54:45.664169 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-983f4c5e-7764-4772-9033-fa13166a6fec req-792f6add-1880-4627-95dc-5a05a9865d10 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/security-groups?id=e16c0917-6b85-4b9d-a41f-e95b2d7ba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728028 Feb 19 03:54:45.758362 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e439b-91c8-4fc1-8307-171690ded3f1 req-f52c7e9e-56ab-49a8-8d6b-740c787799d6 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:45.760308 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4b1e439b-91c8-4fc1-8307-171690ded3f1 req-f52c7e9e-56ab-49a8-8d6b-740c787799d6 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f3a2170-9f33-4720-83dc-e4287de9b207 HTTP/1.1" status: 200 len: 949 time: 0.0956964 Feb 19 03:54:45.922975 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-4b1e439b-91c8-4fc1-8307-171690ded3f1 req-aac74659-48e4-4962-8d4e-bde51e19c6fe tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Deleting port bba0207b-ccc8-494a-b525-e036b105ca83 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:45.923609 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4b1e439b-91c8-4fc1-8307-171690ded3f1 req-aac74659-48e4-4962-8d4e-bde51e19c6fe tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (bba0207b-ccc8-494a-b525-e036b105ca83), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:45.954450 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-a17ecd02-a1c0-40a6-9ad4-0763eed5a0be tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:45.956057 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-a17ecd02-a1c0-40a6-9ad4-0763eed5a0be tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd&tenant_id=2d0f4caff5434d379e80e0b432aea600&binding%3Ahost_id=n-h2-828369-19 HTTP/1.1" status: 200 len: 1127 time: 0.1345425 Feb 19 03:54:45.993047 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 23b716ce-ca34-471a-a252-03d7952b8897 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:46.143156 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 23b716ce-ca34-471a-a252-03d7952b8897 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:54:46.152655 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 23b716ce-ca34-471a-a252-03d7952b8897 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:46.153300 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (23b716ce-ca34-471a-a252-03d7952b8897), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.216369 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-52febbbc-dd2b-4116-aae8-3db1ce7d01a6 service neutron] For port de138328-1cd6-4d35-b7c3-50ef1063e817, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:46.220021 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-52febbbc-dd2b-4116-aae8-3db1ce7d01a6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.221111 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9b3f8697-d4d1-4a6d-99fb-c25e34950911 req-52febbbc-dd2b-4116-aae8-3db1ce7d01a6 service neutron] 10.222.0.79 "DELETE /v2.0/ports/de138328-1cd6-4d35-b7c3-50ef1063e817/bindings/n-h1-828369-19 HTTP/1.1" status: 204 len: 173 time: 0.2583017 Feb 19 03:54:46.233903 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-4b1e439b-91c8-4fc1-8307-171690ded3f1 req-aac74659-48e4-4962-8d4e-bde51e19c6fe tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] For port bba0207b-ccc8-494a-b525-e036b105ca83, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=bba0207b-ccc8-494a-b525-e036b105ca83,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:46.234318 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4b1e439b-91c8-4fc1-8307-171690ded3f1 req-aac74659-48e4-4962-8d4e-bde51e19c6fe tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (bba0207b-ccc8-494a-b525-e036b105ca83), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.256363 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-4b1e439b-91c8-4fc1-8307-171690ded3f1 req-aac74659-48e4-4962-8d4e-bde51e19c6fe tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Calling delete_port for bba0207b-ccc8-494a-b525-e036b105ca83 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:46.314478 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cb62f97-8933-42a8-97be-12caf8695eea req-e1649c8f-2070-4204-95bc-d09bda54ae91 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=5bf80fd9325e49cb80604ca8e7026637&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621114 Feb 19 03:54:46.324023 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa374719-b45d-49b3-bf4e-422d7574abb6 req-6b181db4-d8a2-45a9-9505-b09f9e0deac2 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:46.325560 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa374719-b45d-49b3-bf4e-422d7574abb6 req-6b181db4-d8a2-45a9-9505-b09f9e0deac2 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 944 time: 0.1796618 Feb 19 03:54:46.362033 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 23b716ce-ca34-471a-a252-03d7952b8897 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:46.362474 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (23b716ce-ca34-471a-a252-03d7952b8897), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.388352 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162970fc-e234-485e-a2f4-06b452996e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b716ce-ca34-471a-a252-03d7952b8897'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:46.391111 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b337de6e-01dd-4414-8c74-1b4f91214a30" -d '{"events": [{"server_uuid": "162970fc-e234-485e-a2f4-06b452996e79", "name": "network-vif-plugged", "status": "completed", "tag": "23b716ce-ca34-471a-a252-03d7952b8897"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:46.406521 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 23b716ce-ca34-471a-a252-03d7952b8897, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=23b716ce-ca34-471a-a252-03d7952b8897,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:46.415986 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (23b716ce-ca34-471a-a252-03d7952b8897), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.418888 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device de138328-1cd6-4d35-b7c3-50ef1063e817 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:54:46.519301 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa374719-b45d-49b3-bf4e-422d7574abb6 req-43cbf5c9-96ea-46de-9de8-261155578109 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818461 Feb 19 03:54:46.570343 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=23b716ce-ca34-471a-a252-03d7952b8897,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:46.578853 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb62f97-8933-42a8-97be-12caf8695eea req-bf0bd263-c68c-4727-a246-8744a6812912 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:46.581366 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] The host n-h1-828369-19 is not matching for port de138328-1cd6-4d35-b7c3-50ef1063e817 host n-h2-828369-19! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:54:46.582389 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device de138328-1cd6-4d35-b7c3-50ef1063e817 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:54:46.594686 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cb62f97-8933-42a8-97be-12caf8695eea req-bf0bd263-c68c-4727-a246-8744a6812912 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2628703 Feb 19 03:54:46.747626 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cb62f97-8933-42a8-97be-12caf8695eea req-7f0c208d-4ea6-4147-971e-751799c0b92e tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/quotas/5bf80fd9325e49cb80604ca8e7026637 HTTP/1.1" status: 200 len: 375 time: 0.0764112 Feb 19 03:54:46.795093 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cb62f97-8933-42a8-97be-12caf8695eea req-74e3d6fd-c1ff-42d4-ab18-f8dc8dd25758 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bf80fd9325e49cb80604ca8e7026637&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404365 Feb 19 03:54:46.798038 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4b1e439b-91c8-4fc1-8307-171690ded3f1 req-aac74659-48e4-4962-8d4e-bde51e19c6fe tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (bba0207b-ccc8-494a-b525-e036b105ca83), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.812275 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['bba0207b-ccc8-494a-b525-e036b105ca83'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:54:46.845640 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8180563-76bf-4782-8a74-e84c8d4c2133 req-8fd34c23-5048-410d-a681-41ca4be00153 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:46.847456 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a8180563-76bf-4782-8a74-e84c8d4c2133 req-8fd34c23-5048-410d-a681-41ca4be00153 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 944 time: 0.1751599 Feb 19 03:54:46.881712 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['60d119df-987d-4fb5-9aac-7362fc2f8141'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:54:46.918794 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1e439b-91c8-4fc1-8307-171690ded3f1 req-aac74659-48e4-4962-8d4e-bde51e19c6fe tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] No DVR routers for this DVR port bba0207b-ccc8-494a-b525-e036b105ca83 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:54:46.922100 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4b1e439b-91c8-4fc1-8307-171690ded3f1 req-aac74659-48e4-4962-8d4e-bde51e19c6fe tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.926093 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4b1e439b-91c8-4fc1-8307-171690ded3f1 req-aac74659-48e4-4962-8d4e-bde51e19c6fe tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.79 "DELETE /v2.0/ports/bba0207b-ccc8-494a-b525-e036b105ca83 HTTP/1.1" status: 204 len: 173 time: 1.1603141 Feb 19 03:54:46.927022 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac74659-48e4-4962-8d4e-bde51e19c6fe tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Pushing event deleted for resources: {'Port': ['ID=bba0207b-ccc8-494a-b525-e036b105ca83,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:46.941643 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3a2170-9f33-4720-83dc-e4287de9b207', 'name': 'network-vif-deleted', 'tag': 'bba0207b-ccc8-494a-b525-e036b105ca83'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:46.944301 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55dd7ff-fb6b-4dbb-b592-7abef77e7f15" -d '{"events": [{"server_uuid": "1f3a2170-9f33-4720-83dc-e4287de9b207", "name": "network-vif-deleted", "tag": "bba0207b-ccc8-494a-b525-e036b105ca83"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:47.017268 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a8180563-76bf-4782-8a74-e84c8d4c2133 req-08d49e22-56c6-4ba4-8447-54799ed3459c tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235182 Feb 19 03:54:47.210258 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a29f6b-9770-488f-96d0-60b4b3f80699 x-openstack-request-id: req-33a29f6b-9770-488f-96d0-60b4b3f80699 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:47.214487 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162970fc-e234-485e-a2f4-06b452996e79", "name": "network-vif-plugged", "status": "completed", "tag": "23b716ce-ca34-471a-a252-03d7952b8897", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:47.216577 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-33a29f6b-9770-488f-96d0-60b4b3f80699 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:47.218093 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162970fc-e234-485e-a2f4-06b452996e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b716ce-ca34-471a-a252-03d7952b8897', 'code': 200} Feb 19 03:54:47.381915 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aeeae205-cd67-4770-8328-38d83a03f632 req-03c7f6d9-5f79-4dfd-9421-238d07e05ef7 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f3a2170-9f33-4720-83dc-e4287de9b207 HTTP/1.1" status: 200 len: 210 time: 0.0638733 Feb 19 03:54:47.384799 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf6687-9b50-4ee0-a745-0b19031b9632 req-7c6ca17a-6530-4a1e-b070-514d822ba110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:47.387367 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-91bf6687-9b50-4ee0-a745-0b19031b9632 req-7c6ca17a-6530-4a1e-b070-514d822ba110 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 1128 time: 0.1340191 Feb 19 03:54:47.470547 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3eed30a-3062-44e6-8f38-64e5a3d239a5 x-openstack-request-id: req-c3eed30a-3062-44e6-8f38-64e5a3d239a5 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:47.470857 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3a2170-9f33-4720-83dc-e4287de9b207", "name": "network-vif-deleted", "tag": "bba0207b-ccc8-494a-b525-e036b105ca83", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:47.471863 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c3eed30a-3062-44e6-8f38-64e5a3d239a5 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:47.471863 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3a2170-9f33-4720-83dc-e4287de9b207', 'name': 'network-vif-deleted', 'tag': 'bba0207b-ccc8-494a-b525-e036b105ca83', 'status': 'completed', 'code': 200} Feb 19 03:54:47.581987 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-91bf6687-9b50-4ee0-a745-0b19031b9632 req-ccd5fbd8-2196-4444-b98d-48f8bc32c159 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877792 Feb 19 03:54:47.635458 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-46e98ce0-d945-47a7-87d6-8f767ac5f369 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=5bf80fd9325e49cb80604ca8e7026637&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334282 Feb 19 03:54:47.821257 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39920) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:47.897743 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-8d7bfc02-4a02-4f31-85b5-ad34e398b15b tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:47.905341 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-8d7bfc02-4a02-4f31-85b5-ad34e398b15b tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2685394 Feb 19 03:54:47.918930 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698458a-14a3-45ac-9ef1-9afe7ed04983 req-1bd48181-17d2-4f10-8682-b35401ab2f3d tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:47.920436 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1698458a-14a3-45ac-9ef1-9afe7ed04983 req-1bd48181-17d2-4f10-8682-b35401ab2f3d tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 1127 time: 0.1854222 Feb 19 03:54:47.927915 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-7516b3a9-cb1b-4c2f-af70-5b5ef375e868 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/quotas/5bf80fd9325e49cb80604ca8e7026637 HTTP/1.1" status: 200 len: 375 time: 0.0211556 Feb 19 03:54:47.989456 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-0c1d5f5f-a248-4e3c-a9fc-04c0db9c74d0 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bf80fd9325e49cb80604ca8e7026637&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604494 Feb 19 03:54:48.034939 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fa6f71eb-4908-401f-9e93-cb2953be76e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:48.071027 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1698458a-14a3-45ac-9ef1-9afe7ed04983 req-0ac7d5cd-3dd6-4c84-8781-33ca4f5268fc tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407549 Feb 19 03:54:48.240752 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fa6f71eb-4908-401f-9e93-cb2953be76e0 admin admin] Publish callbacks [] for security_group (cdb8d353-727d-4fd0-bf51-81245780362b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:48.255138 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fa6f71eb-4908-401f-9e93-cb2953be76e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (cdb8d353-727d-4fd0-bf51-81245780362b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:48.323728 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fa6f71eb-4908-401f-9e93-cb2953be76e0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=536526be79364b029cef1f4c093c5a69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5012541 Feb 19 03:54:48.328530 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39936) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:48.351330 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f71eb-4908-401f-9e93-cb2953be76e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb8d353-727d-4fd0-bf51-81245780362b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:48.391672 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81645e-6fb2-45d8-a42c-c43076a141ef req-0b409660-e44c-4c56-bdf1-a510e8d993e6 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:48.401338 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c81645e-6fb2-45d8-a42c-c43076a141ef req-0b409660-e44c-4c56-bdf1-a510e8d993e6 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 945 time: 0.1312554 Feb 19 03:54:48.444169 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6352df03-58ab-4f01-8029-e8019a811ac5 admin admin] Publish callbacks [] for security_group (cdb8d353-727d-4fd0-bf51-81245780362b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:48.460533 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c81645e-6fb2-45d8-a42c-c43076a141ef req-ff3d2e4b-9a5c-44de-8aa7-1533b410daea tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579040 Feb 19 03:54:48.498436 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6352df03-58ab-4f01-8029-e8019a811ac5 admin admin] Publish callbacks [] for security_group (cdb8d353-727d-4fd0-bf51-81245780362b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:48.580420 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6352df03-58ab-4f01-8029-e8019a811ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (cdb8d353-727d-4fd0-bf51-81245780362b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:48.583244 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6352df03-58ab-4f01-8029-e8019a811ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:48.587661 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6352df03-58ab-4f01-8029-e8019a811ac5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cdb8d353-727d-4fd0-bf51-81245780362b HTTP/1.1" status: 204 len: 168 time: 0.2581244 Feb 19 03:54:48.598074 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352df03-58ab-4f01-8029-e8019a811ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb8d353-727d-4fd0-bf51-81245780362b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:48.641572 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-827e300f-da32-4ec9-b12c-29f49d14ac91 req-9e6b7458-5ac3-4a67-a479-049ab03649e2 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=47d84e75-af39-40bc-a86f-82d4e17c07e0 HTTP/1.1" status: 200 len: 210 time: 0.0980856 Feb 19 03:54:49.037309 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-fa6319d7-e1af-4439-ae57-b1baa205c348 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:49.046790 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-fa6319d7-e1af-4439-ae57-b1baa205c348 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/networks?id=6d936416-f125-4c3f-940d-813318503889 HTTP/1.1" status: 200 len: 821 time: 0.2403593 Feb 19 03:54:49.065319 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-e558d3e6-db37-4b14-ae3b-256231a0d70f tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/quotas/2d0f4caff5434d379e80e0b432aea600 HTTP/1.1" status: 200 len: 375 time: 0.0172212 Feb 19 03:54:49.139698 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cb62f97-8933-42a8-97be-12caf8695eea req-8e6c2d18-83ec-4b1b-b34f-10c4e17525e2 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=5bf80fd9325e49cb80604ca8e7026637&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265336 Feb 19 03:54:49.297845 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb62f97-8933-42a8-97be-12caf8695eea req-fb41e3cd-b5b2-44a6-8920-aa46cac9b500 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:49.299520 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cb62f97-8933-42a8-97be-12caf8695eea req-fb41e3cd-b5b2-44a6-8920-aa46cac9b500 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1442122 Feb 19 03:54:49.312008 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-b3ce3719-8740-47ab-81b1-9826d08df2d1 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2d0f4caff5434d379e80e0b432aea600&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2454948 Feb 19 03:54:49.318795 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-eda13d2f-bfbb-456a-b40e-e1c80992d64c service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:54:49.326203 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-eda13d2f-bfbb-456a-b40e-e1c80992d64c service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118496 Feb 19 03:54:49.332011 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-3cb62f97-8933-42a8-97be-12caf8695eea req-8adaccb5-ef2d-4280-a2bd-65d18c446a45 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Request body: {'port': {'device_id': '80f253cb-67e6-4523-beec-76d208504573', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': '5bf80fd9325e49cb80604ca8e7026637'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:49.428715 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39972) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:49.460844 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-90bab293-7a59-4c60-b8fb-91c84c771ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:49.539172 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a070c35-836f-4dbb-8da6-d91ebb4ba29b req-b952413c-414c-490c-8ef4-8632bcefc4d6 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:49.540725 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3a070c35-836f-4dbb-8da6-d91ebb4ba29b req-b952413c-414c-490c-8ef4-8632bcefc4d6 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=05f49e50-796b-4bc2-b1dd-5adf23634ab4 HTTP/1.1" status: 200 len: 949 time: 0.1746337 Feb 19 03:54:49.550333 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device bba0207b-ccc8-494a-b525-e036b105ca83 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:54:49.581386 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: bba0207b-ccc8-494a-b525-e036b105ca83 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:54:49.586332 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-90bab293-7a59-4c60-b8fb-91c84c771ecd admin admin] Publish callbacks [] for security_group (4adcd5f1-8d67-4c90-af5f-1e7d02ed15ab), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:49.587897 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device bba0207b-ccc8-494a-b525-e036b105ca83 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:54:49.594596 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-90bab293-7a59-4c60-b8fb-91c84c771ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4adcd5f1-8d67-4c90-af5f-1e7d02ed15ab), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:49.597920 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-5c2c15dc-59e7-43eb-af61-9e8044c7addc service neutron] 10.222.0.52 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705920 Feb 19 03:54:49.645427 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-90bab293-7a59-4c60-b8fb-91c84c771ecd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4001cd6e7a3e467181522a7c03cb921d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2152085 Feb 19 03:54:49.646982 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bab293-7a59-4c60-b8fb-91c84c771ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adcd5f1-8d67-4c90-af5f-1e7d02ed15ab,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:49.650969 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39976) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:49.676501 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb62f97-8933-42a8-97be-12caf8695eea req-8adaccb5-ef2d-4280-a2bd-65d18c446a45 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Made reservation on behalf of 5bf80fd9325e49cb80604ca8e7026637 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:49.680404 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3cb62f97-8933-42a8-97be-12caf8695eea req-8adaccb5-ef2d-4280-a2bd-65d18c446a45 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:49.702373 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3a070c35-836f-4dbb-8da6-d91ebb4ba29b req-b79993ec-7189-4bca-b0c9-5660eac01b40 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/security-groups?id=e16c0917-6b85-4b9d-a41f-e95b2d7ba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484807 Feb 19 03:54:49.704681 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3cb62f97-8933-42a8-97be-12caf8695eea req-8adaccb5-ef2d-4280-a2bd-65d18c446a45 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:49.714394 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e6705be5-f3e6-4c28-a8ca-67fd5ee3a878 admin admin] Publish callbacks [] for security_group (4adcd5f1-8d67-4c90-af5f-1e7d02ed15ab), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:49.739620 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e6705be5-f3e6-4c28-a8ca-67fd5ee3a878 admin admin] Publish callbacks [] for security_group (4adcd5f1-8d67-4c90-af5f-1e7d02ed15ab), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:49.813250 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3cb62f97-8933-42a8-97be-12caf8695eea req-8adaccb5-ef2d-4280-a2bd-65d18c446a45 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Publish callbacks [] for security_group (70285745-c8eb-416d-90e3-1841e9bcef25), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:49.828441 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3cb62f97-8933-42a8-97be-12caf8695eea req-8adaccb5-ef2d-4280-a2bd-65d18c446a45 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (70285745-c8eb-416d-90e3-1841e9bcef25), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:49.853062 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e6705be5-f3e6-4c28-a8ca-67fd5ee3a878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4adcd5f1-8d67-4c90-af5f-1e7d02ed15ab), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:49.855651 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-912f5849-79f4-4be3-b182-a415b225dee0 service neutron] 10.222.0.52 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567666 Feb 19 03:54:49.856807 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e6705be5-f3e6-4c28-a8ca-67fd5ee3a878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:49.858212 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e6705be5-f3e6-4c28-a8ca-67fd5ee3a878 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4adcd5f1-8d67-4c90-af5f-1e7d02ed15ab HTTP/1.1" status: 204 len: 168 time: 0.2062173 Feb 19 03:54:49.875334 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6705be5-f3e6-4c28-a8ca-67fd5ee3a878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adcd5f1-8d67-4c90-af5f-1e7d02ed15ab,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:50.046040 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-345d78ca-e8dc-490a-808c-4f6629ccb9d6 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=5bf80fd9325e49cb80604ca8e7026637&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773258 Feb 19 03:54:50.108429 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-3cb62f97-8933-42a8-97be-12caf8695eea req-8adaccb5-ef2d-4280-a2bd-65d18c446a45 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Allocated IP 192.168.233.74 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/0c4a3126-09cd-4911-bc59-c5a205f4d32f) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:50.156657 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adaccb5-ef2d-4280-a2bd-65d18c446a45 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70285745-c8eb-416d-90e3-1841e9bcef25,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:50.246894 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-405e4297-4ea3-4e6f-aa79-58863e624ada tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:50.248727 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-405e4297-4ea3-4e6f-aa79-58863e624ada tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2011590 Feb 19 03:54:50.264983 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-224e996a-233f-4a0a-aa90-a4725f634889 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Request body: {'port': {'device_id': '47d84e75-af39-40bc-a86f-82d4e17c07e0', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': '5bf80fd9325e49cb80604ca8e7026637'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:50.418806 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-49bd23ff-10e4-419b-9c57-9e594d9cb69f req-619b18ca-263f-437c-9686-93458e287a01 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=47d84e75-af39-40bc-a86f-82d4e17c07e0 HTTP/1.1" status: 200 len: 210 time: 0.2948527 Feb 19 03:54:50.475447 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8b5d1-4875-48fe-b3dd-d882ace729f7 req-5e9d9c24-6f17-461f-a441-c2659a733f9c tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:50.478390 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4a8b5d1-4875-48fe-b3dd-d882ace729f7 req-5e9d9c24-6f17-461f-a441-c2659a733f9c tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 945 time: 0.5925207 Feb 19 03:54:50.488982 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-224e996a-233f-4a0a-aa90-a4725f634889 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Made reservation on behalf of 5bf80fd9325e49cb80604ca8e7026637 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:50.496688 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-224e996a-233f-4a0a-aa90-a4725f634889 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:50.627493 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2f877b98-acf2-4306-b625-87936b84e124 req-18ead05e-6e04-412c-88cc-3f022ca1511a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 210 time: 0.0391128 Feb 19 03:54:50.644685 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4a8b5d1-4875-48fe-b3dd-d882ace729f7 req-8639d5b3-6422-498d-9fb4-da59ecede170 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614249 Feb 19 03:54:50.746647 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3cb62f97-8933-42a8-97be-12caf8695eea req-8adaccb5-ef2d-4280-a2bd-65d18c446a45 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Publish callbacks [] for port (0c4a3126-09cd-4911-bc59-c5a205f4d32f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:50.828090 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213bc40-5d62-4f57-9acc-1cfe3565832a req-9d7f3cd1-c5af-4b50-bcca-6b34b7468458 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:50.842775 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a213bc40-5d62-4f57-9acc-1cfe3565832a req-9d7f3cd1-c5af-4b50-bcca-6b34b7468458 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 1128 time: 0.0852790 Feb 19 03:54:50.863387 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3cb62f97-8933-42a8-97be-12caf8695eea req-8adaccb5-ef2d-4280-a2bd-65d18c446a45 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (0c4a3126-09cd-4911-bc59-c5a205f4d32f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:50.891407 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-224e996a-233f-4a0a-aa90-a4725f634889 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Allocated IP 192.168.233.72 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/d2a98fb4-cb43-48d1-9480-65db6d632aa4) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:50.943159 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb62f97-8933-42a8-97be-12caf8695eea req-8adaccb5-ef2d-4280-a2bd-65d18c446a45 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:50.951573 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-3cb62f97-8933-42a8-97be-12caf8695eea req-8adaccb5-ef2d-4280-a2bd-65d18c446a45 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:50.961505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb62f97-8933-42a8-97be-12caf8695eea req-8adaccb5-ef2d-4280-a2bd-65d18c446a45 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:51.010494 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a213bc40-5d62-4f57-9acc-1cfe3565832a req-cb732c0b-d249-4a05-a4e3-92f1f495c15e tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623976 Feb 19 03:54:51.015366 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adaccb5-ef2d-4280-a2bd-65d18c446a45 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Pushing event updated for resources: {'Port': ['ID=0c4a3126-09cd-4911-bc59-c5a205f4d32f,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:51.091511 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb62f97-8933-42a8-97be-12caf8695eea req-8adaccb5-ef2d-4280-a2bd-65d18c446a45 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:51.094630 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3cb62f97-8933-42a8-97be-12caf8695eea req-8adaccb5-ef2d-4280-a2bd-65d18c446a45 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:51.226414 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40040) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:51.252099 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-224e996a-233f-4a0a-aa90-a4725f634889 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Publish callbacks [] for port (d2a98fb4-cb43-48d1-9480-65db6d632aa4), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:51.255182 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cb62f97-8933-42a8-97be-12caf8695eea req-8adaccb5-ef2d-4280-a2bd-65d18c446a45 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9267778 Feb 19 03:54:51.295342 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-3cb62f97-8933-42a8-97be-12caf8695eea req-f61b28b6-3a62-4ab3-9a7f-c16103c004ae service neutron] Request body: {'port': {'device_id': '80f253cb-67e6-4523-beec-76d208504573', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:51.317147 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-224e996a-233f-4a0a-aa90-a4725f634889 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (d2a98fb4-cb43-48d1-9480-65db6d632aa4), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:51.338331 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd790d26-a807-4290-89ec-79edd41199a4 req-93e8652c-6042-4f9c-8b27-7ca68e2ba250 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:51.346076 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cd790d26-a807-4290-89ec-79edd41199a4 req-93e8652c-6042-4f9c-8b27-7ca68e2ba250 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/networks?id=2dbc7f9e-1c85-412b-9e90-7af874c43c9e HTTP/1.1" status: 200 len: 813 time: 0.2449806 Feb 19 03:54:51.379140 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-224e996a-233f-4a0a-aa90-a4725f634889 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:51.386540 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe466a-ba50-4375-922f-312475aefd3f req-444619a4-02c9-4d71-96fa-af487b8226d3 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:51.388092 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-37fe466a-ba50-4375-922f-312475aefd3f req-444619a4-02c9-4d71-96fa-af487b8226d3 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=05f49e50-796b-4bc2-b1dd-5adf23634ab4 HTTP/1.1" status: 200 len: 949 time: 0.2050128 Feb 19 03:54:51.394886 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cd790d26-a807-4290-89ec-79edd41199a4 req-96cee211-c53d-41b0-b0d7-7658d2bfbda6 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/quotas/db9294c8da474bcb9e43e0a3d1d64676 HTTP/1.1" status: 200 len: 375 time: 0.0476265 Feb 19 03:54:51.409531 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c3725-1aff-445c-906d-c3ce813718f7 req-78397e78-1e9f-468a-b32e-b7a5ab00f465 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:51.411128 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-679c3725-1aff-445c-906d-c3ce813718f7 req-78397e78-1e9f-468a-b32e-b7a5ab00f465 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.26 "GET /v2.0/ports?device_id=05f49e50-796b-4bc2-b1dd-5adf23634ab4 HTTP/1.1" status: 200 len: 949 time: 0.4413707 Feb 19 03:54:51.412760 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-224e996a-233f-4a0a-aa90-a4725f634889 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:51.415005 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-224e996a-233f-4a0a-aa90-a4725f634889 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:51.420626 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-224e996a-233f-4a0a-aa90-a4725f634889 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:51.421312 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-224e996a-233f-4a0a-aa90-a4725f634889 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:51.469474 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3cb62f97-8933-42a8-97be-12caf8695eea req-f61b28b6-3a62-4ab3-9a7f-c16103c004ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0c4a3126-09cd-4911-bc59-c5a205f4d32f), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:51.484613 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6fe3bc7d-e19f-41ac-8099-79e3fe525409 None None] Provisioning complete for port 0c4a3126-09cd-4911-bc59-c5a205f4d32f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:51.485087 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6fe3bc7d-e19f-41ac-8099-79e3fe525409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0c4a3126-09cd-4911-bc59-c5a205f4d32f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:51.497832 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-224e996a-233f-4a0a-aa90-a4725f634889 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2387695 Feb 19 03:54:51.501537 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e996a-233f-4a0a-aa90-a4725f634889 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Pushing event updated for resources: {'Port': ['ID=d2a98fb4-cb43-48d1-9480-65db6d632aa4,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:51.512700 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-8054994c-67f4-4c91-a5f8-11631104bb6a service neutron] Request body: {'port': {'device_id': '47d84e75-af39-40bc-a86f-82d4e17c07e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:51.601421 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6fe3bc7d-e19f-41ac-8099-79e3fe525409 None None] Port 0c4a3126-09cd-4911-bc59-c5a205f4d32f cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:51.632235 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-37fe466a-ba50-4375-922f-312475aefd3f req-20444ab9-03f4-4d89-8d30-4bd1813a7ef5 tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/security-groups?id=e16c0917-6b85-4b9d-a41f-e95b2d7ba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135627 Feb 19 03:54:51.679898 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cd790d26-a807-4290-89ec-79edd41199a4 req-38b678a5-c4cd-4bd2-a0aa-e5f2f465df20 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=db9294c8da474bcb9e43e0a3d1d64676&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2836416 Feb 19 03:54:51.836989 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c9f13eba-b041-4d6d-8e90-0a95df7c7ce9 None None] Provisioning complete for port d2a98fb4-cb43-48d1-9480-65db6d632aa4 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:51.837668 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c9f13eba-b041-4d6d-8e90-0a95df7c7ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d2a98fb4-cb43-48d1-9480-65db6d632aa4), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:51.860655 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4fadf4dc-9143-4ddd-b291-1308856a947a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:51.889299 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c9f13eba-b041-4d6d-8e90-0a95df7c7ce9 None None] Port d2a98fb4-cb43-48d1-9480-65db6d632aa4 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:52.000309 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-8054994c-67f4-4c91-a5f8-11631104bb6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d2a98fb4-cb43-48d1-9480-65db6d632aa4), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.050090 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cd790d26-a807-4290-89ec-79edd41199a4 req-643092f1-69bf-49cc-9b53-f6058b127976 service neutron] 10.222.0.52 "GET /v2.0/networks/2dbc7f9e-1c85-412b-9e90-7af874c43c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691757 Feb 19 03:54:52.102044 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388fba4-f875-4d5d-8984-ff480485beec req-17a8d13e-5aab-400f-a3b3-8e5a1e076c23 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:52.103766 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4388fba4-f875-4d5d-8984-ff480485beec req-17a8d13e-5aab-400f-a3b3-8e5a1e076c23 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 1128 time: 0.2738583 Feb 19 03:54:52.112257 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-d526e769-076a-4f94-bbb6-60bcd6be8cd7 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:52.113635 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-d526e769-076a-4f94-bbb6-60bcd6be8cd7 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.26 "GET /v2.0/networks?id=6d936416-f125-4c3f-940d-813318503889 HTTP/1.1" status: 200 len: 821 time: 0.2360504 Feb 19 03:54:52.121264 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-679c3725-1aff-445c-906d-c3ce813718f7 req-aa3a85a7-504c-4fcf-8aae-1867645004ff tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Deleting port 60d119df-987d-4fb5-9aac-7362fc2f8141 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:52.121695 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-679c3725-1aff-445c-906d-c3ce813718f7 req-aa3a85a7-504c-4fcf-8aae-1867645004ff tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (60d119df-987d-4fb5-9aac-7362fc2f8141), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.135115 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-8a78a981-78e3-4e7e-b8c7-eb099cc5681a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Request body: {'port': {'device_id': 'dc6fe714-1202-4b66-9543-363158c08409', 'network_id': '6d936416-f125-4c3f-940d-813318503889', 'admin_state_up': True, 'tenant_id': '2d0f4caff5434d379e80e0b432aea600'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:52.252659 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4fadf4dc-9143-4ddd-b291-1308856a947a admin admin] Publish callbacks [] for security_group (b301b60c-f71e-4b92-8aa5-a125ef0c232a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.264517 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4fadf4dc-9143-4ddd-b291-1308856a947a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b301b60c-f71e-4b92-8aa5-a125ef0c232a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.278736 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4388fba4-f875-4d5d-8984-ff480485beec req-c408feae-c5da-470a-a3de-89acd8a440e8 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649725 Feb 19 03:54:52.352813 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-679c3725-1aff-445c-906d-c3ce813718f7 req-aa3a85a7-504c-4fcf-8aae-1867645004ff tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] For port 60d119df-987d-4fb5-9aac-7362fc2f8141, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=60d119df-987d-4fb5-9aac-7362fc2f8141,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:52.353604 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-679c3725-1aff-445c-906d-c3ce813718f7 req-aa3a85a7-504c-4fcf-8aae-1867645004ff tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (60d119df-987d-4fb5-9aac-7362fc2f8141), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.354724 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cd790d26-a807-4290-89ec-79edd41199a4 req-9b785ff9-4fe6-4e2f-803a-273b994b3630 service neutron] 10.222.0.52 "GET /v2.0/networks/2dbc7f9e-1c85-412b-9e90-7af874c43c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820337 Feb 19 03:54:52.379849 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-679c3725-1aff-445c-906d-c3ce813718f7 req-aa3a85a7-504c-4fcf-8aae-1867645004ff tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Calling delete_port for 60d119df-987d-4fb5-9aac-7362fc2f8141 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:52.397372 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fadf4dc-9143-4ddd-b291-1308856a947a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b301b60c-f71e-4b92-8aa5-a125ef0c232a,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:52.436041 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-8a78a981-78e3-4e7e-b8c7-eb099cc5681a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Made reservation on behalf of 2d0f4caff5434d379e80e0b432aea600 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:52.438156 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4fadf4dc-9143-4ddd-b291-1308856a947a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2d0a91893f1c4fa987d1df63163b5c72&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2106960 Feb 19 03:54:52.439503 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-8a78a981-78e3-4e7e-b8c7-eb099cc5681a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.441764 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-3cb62f97-8933-42a8-97be-12caf8695eea req-f61b28b6-3a62-4ab3-9a7f-c16103c004ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c4a3126-09cd-4911-bc59-c5a205f4d32f {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:54:52.442775 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40070) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:52.451503 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3cb62f97-8933-42a8-97be-12caf8695eea req-f61b28b6-3a62-4ab3-9a7f-c16103c004ae service neutron] Publish callbacks [] for port (0c4a3126-09cd-4911-bc59-c5a205f4d32f), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.468865 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-3cb62f97-8933-42a8-97be-12caf8695eea req-f61b28b6-3a62-4ab3-9a7f-c16103c004ae service neutron] Transition to ACTIVE for port object 0c4a3126-09cd-4911-bc59-c5a205f4d32f will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:54:52.481417 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ce47a-4ec1-4259-bd2d-50b8c1f91f48 req-d304c7e8-0185-4560-a9b4-a2a67e81615c tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:52.483168 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-621ce47a-4ec1-4259-bd2d-50b8c1f91f48 req-d304c7e8-0185-4560-a9b4-a2a67e81615c tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=47d84e75-af39-40bc-a86f-82d4e17c07e0 HTTP/1.1" status: 200 len: 935 time: 0.1251693 Feb 19 03:54:52.489203 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3cb62f97-8933-42a8-97be-12caf8695eea req-f61b28b6-3a62-4ab3-9a7f-c16103c004ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (0c4a3126-09cd-4911-bc59-c5a205f4d32f), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.658655 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dae5a3d7-0760-4424-8cff-ef998579c656 req-66ebe9b0-bbd8-4182-bc55-c5d6a924695d tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 210 time: 0.0946190 Feb 19 03:54:52.667015 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b28b6-3a62-4ab3-9a7f-c16103c004ae service neutron] Pushing event updated for resources: {'Port': ['ID=0c4a3126-09cd-4911-bc59-c5a205f4d32f,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:52.685351 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b6dd1c33-99d6-46dc-847d-09e75cdff7b7 admin admin] Publish callbacks [] for security_group (b301b60c-f71e-4b92-8aa5-a125ef0c232a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.696357 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-621ce47a-4ec1-4259-bd2d-50b8c1f91f48 req-f236a16c-b55d-4442-b6e4-6069ed864650 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975687 Feb 19 03:54:52.768458 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-3cb62f97-8933-42a8-97be-12caf8695eea req-f61b28b6-3a62-4ab3-9a7f-c16103c004ae service neutron] Attempting to bind port 0c4a3126-09cd-4911-bc59-c5a205f4d32f on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:52.768802 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-3cb62f97-8933-42a8-97be-12caf8695eea req-f61b28b6-3a62-4ab3-9a7f-c16103c004ae service neutron] Attempting to bind port 0c4a3126-09cd-4911-bc59-c5a205f4d32f by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:52.769294 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb62f97-8933-42a8-97be-12caf8695eea req-f61b28b6-3a62-4ab3-9a7f-c16103c004ae service neutron] Attempting to bind port 0c4a3126-09cd-4911-bc59-c5a205f4d32f on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:52.783735 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb62f97-8933-42a8-97be-12caf8695eea req-f61b28b6-3a62-4ab3-9a7f-c16103c004ae service neutron] Port 0c4a3126-09cd-4911-bc59-c5a205f4d32f on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:54:52.784092 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb62f97-8933-42a8-97be-12caf8695eea req-f61b28b6-3a62-4ab3-9a7f-c16103c004ae service neutron] Attempting to bind port 0c4a3126-09cd-4911-bc59-c5a205f4d32f on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:52.797403 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb62f97-8933-42a8-97be-12caf8695eea req-f61b28b6-3a62-4ab3-9a7f-c16103c004ae service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:52.797658 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb62f97-8933-42a8-97be-12caf8695eea req-f61b28b6-3a62-4ab3-9a7f-c16103c004ae service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:52.798028 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb62f97-8933-42a8-97be-12caf8695eea req-f61b28b6-3a62-4ab3-9a7f-c16103c004ae service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:52.798554 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-3cb62f97-8933-42a8-97be-12caf8695eea req-f61b28b6-3a62-4ab3-9a7f-c16103c004ae service neutron] Bound port: 0c4a3126-09cd-4911-bc59-c5a205f4d32f, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:52.798920 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3cb62f97-8933-42a8-97be-12caf8695eea req-f61b28b6-3a62-4ab3-9a7f-c16103c004ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0c4a3126-09cd-4911-bc59-c5a205f4d32f), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.877568 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b6dd1c33-99d6-46dc-847d-09e75cdff7b7 admin admin] Publish callbacks [] for security_group (b301b60c-f71e-4b92-8aa5-a125ef0c232a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.909563 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-679c3725-1aff-445c-906d-c3ce813718f7 req-aa3a85a7-504c-4fcf-8aae-1867645004ff tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (60d119df-987d-4fb5-9aac-7362fc2f8141), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.913449 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-53bf3197-4b89-4d3f-bcc8-6b11c1910090 req-018bda2d-2875-4453-a00e-9f60b32b202b tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ec18271-4b7c-4ccf-8a6f-665656e8b6cd HTTP/1.1" status: 200 len: 210 time: 0.0809474 Feb 19 03:54:52.931073 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-8a78a981-78e3-4e7e-b8c7-eb099cc5681a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Allocated IP 172.20.0.13 (6d936416-f125-4c3f-940d-813318503889/2953d6c2-cff6-4430-863a-070b45f3a12f/69f0e64b-8af0-4a76-a3ff-51012f343cd1) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:52.972979 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-3cb62f97-8933-42a8-97be-12caf8695eea req-f61b28b6-3a62-4ab3-9a7f-c16103c004ae service neutron] For port 0c4a3126-09cd-4911-bc59-c5a205f4d32f, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:52.982903 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-3cb62f97-8933-42a8-97be-12caf8695eea req-f61b28b6-3a62-4ab3-9a7f-c16103c004ae service neutron] For port 0c4a3126-09cd-4911-bc59-c5a205f4d32f, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0c4a3126-09cd-4911-bc59-c5a205f4d32f,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:53.005372 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3cb62f97-8933-42a8-97be-12caf8695eea req-f61b28b6-3a62-4ab3-9a7f-c16103c004ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (0c4a3126-09cd-4911-bc59-c5a205f4d32f), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.014878 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a85a7-504c-4fcf-8aae-1867645004ff tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Pushing event deleted for resources: {'Port': ['ID=60d119df-987d-4fb5-9aac-7362fc2f8141,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:53.064070 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-8054994c-67f4-4c91-a5f8-11631104bb6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2a98fb4-cb43-48d1-9480-65db6d632aa4 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:54:53.107917 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb62f97-8933-42a8-97be-12caf8695eea req-f61b28b6-3a62-4ab3-9a7f-c16103c004ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:53.108834 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3cb62f97-8933-42a8-97be-12caf8695eea req-f61b28b6-3a62-4ab3-9a7f-c16103c004ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.110732 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cb62f97-8933-42a8-97be-12caf8695eea req-f61b28b6-3a62-4ab3-9a7f-c16103c004ae service neutron] 10.222.0.79 "PUT /v2.0/ports/0c4a3126-09cd-4911-bc59-c5a205f4d32f HTTP/1.1" status: 200 len: 1096 time: 1.8473206 Feb 19 03:54:53.113265 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f253cb-67e6-4523-beec-76d208504573', 'tag': '0c4a3126-09cd-4911-bc59-c5a205f4d32f'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:53.124530 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-8054994c-67f4-4c91-a5f8-11631104bb6a service neutron] Publish callbacks [] for port (d2a98fb4-cb43-48d1-9480-65db6d632aa4), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.128542 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f4c236-ec78-4b4f-8838-14285c98bcc8" -d '{"events": [{"name": "network-changed", "server_uuid": "80f253cb-67e6-4523-beec-76d208504573", "tag": "0c4a3126-09cd-4911-bc59-c5a205f4d32f"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:53.172309 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-679c3725-1aff-445c-906d-c3ce813718f7 req-aa3a85a7-504c-4fcf-8aae-1867645004ff tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] No DVR routers for this DVR port 60d119df-987d-4fb5-9aac-7362fc2f8141 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:54:53.188506 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-746b679c-16b3-4b4a-af61-99c7b4d72b8f req-688faec1-1490-4ea3-8774-a770ec3d9f7d tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.52 "GET /v2.0/ports?device_id=05f49e50-796b-4bc2-b1dd-5adf23634ab4 HTTP/1.1" status: 200 len: 210 time: 0.1650681 Feb 19 03:54:53.198696 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b28b6-3a62-4ab3-9a7f-c16103c004ae service neutron] Pushing event updated for resources: {'Port': ['ID=0c4a3126-09cd-4911-bc59-c5a205f4d32f,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:53.209357 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-679c3725-1aff-445c-906d-c3ce813718f7 req-aa3a85a7-504c-4fcf-8aae-1867645004ff tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.214468 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-679c3725-1aff-445c-906d-c3ce813718f7 req-aa3a85a7-504c-4fcf-8aae-1867645004ff tempest-LiveMigrationNegativeTest-1453430343 tempest-LiveMigrationNegativeTest-1453430343-project] 10.222.0.26 "DELETE /v2.0/ports/60d119df-987d-4fb5-9aac-7362fc2f8141 HTTP/1.1" status: 204 len: 173 time: 1.7804189 Feb 19 03:54:53.216271 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f49e50-796b-4bc2-b1dd-5adf23634ab4', 'name': 'network-vif-deleted', 'tag': '60d119df-987d-4fb5-9aac-7362fc2f8141'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:53.218566 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438f1c58-dc00-42ca-a307-1ad9969c5cca" -d '{"events": [{"server_uuid": "05f49e50-796b-4bc2-b1dd-5adf23634ab4", "name": "network-vif-deleted", "tag": "60d119df-987d-4fb5-9aac-7362fc2f8141"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:53.245531 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-8054994c-67f4-4c91-a5f8-11631104bb6a service neutron] Transition to ACTIVE for port object d2a98fb4-cb43-48d1-9480-65db6d632aa4 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:54:53.253924 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b6dd1c33-99d6-46dc-847d-09e75cdff7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b301b60c-f71e-4b92-8aa5-a125ef0c232a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.264985 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b6dd1c33-99d6-46dc-847d-09e75cdff7b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.266203 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b6dd1c33-99d6-46dc-847d-09e75cdff7b7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b301b60c-f71e-4b92-8aa5-a125ef0c232a HTTP/1.1" status: 204 len: 168 time: 0.8211114 Feb 19 03:54:53.281631 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-8054994c-67f4-4c91-a5f8-11631104bb6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d2a98fb4-cb43-48d1-9480-65db6d632aa4), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.289670 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb62f97-8933-42a8-97be-12caf8695eea req-e9055606-0d48-4fcf-96e7-97b73291576b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:53.291840 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cb62f97-8933-42a8-97be-12caf8695eea req-e9055606-0d48-4fcf-96e7-97b73291576b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5bf80fd9325e49cb80604ca8e7026637&device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 1130 time: 0.1101534 Feb 19 03:54:53.384040 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cb62f97-8933-42a8-97be-12caf8695eea req-4e909941-a144-46d4-8a8d-3cd47a7bfdd2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=0c4a3126-09cd-4911-bc59-c5a205f4d32f HTTP/1.1" status: 200 len: 217 time: 0.0830255 Feb 19 03:54:53.441129 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd1c33-99d6-46dc-847d-09e75cdff7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b301b60c-f71e-4b92-8aa5-a125ef0c232a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:53.445026 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a644603-66f5-47b1-a52c-49636f630b12 x-openstack-request-id: req-3a644603-66f5-47b1-a52c-49636f630b12 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:53.445487 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f253cb-67e6-4523-beec-76d208504573", "tag": "0c4a3126-09cd-4911-bc59-c5a205f4d32f", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:53.445742 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3a644603-66f5-47b1-a52c-49636f630b12 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:53.446140 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f253cb-67e6-4523-beec-76d208504573', 'tag': '0c4a3126-09cd-4911-bc59-c5a205f4d32f', 'status': 'completed', 'code': 200} Feb 19 03:54:53.493892 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb62f97-8933-42a8-97be-12caf8695eea req-bfda9c2a-2656-4fba-a3c9-140c693ad554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:53.496619 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cb62f97-8933-42a8-97be-12caf8695eea req-bfda9c2a-2656-4fba-a3c9-140c693ad554 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0938671 Feb 19 03:54:53.500321 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70c501-a8f9-4703-91fe-283264fa83c8 req-e5cbac5d-08c9-45e9-8b19-dd6a22045198 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:53.505368 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054994c-67f4-4c91-a5f8-11631104bb6a service neutron] Pushing event updated for resources: {'Port': ['ID=d2a98fb4-cb43-48d1-9480-65db6d632aa4,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:53.509373 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef70c501-a8f9-4703-91fe-283264fa83c8 req-e5cbac5d-08c9-45e9-8b19-dd6a22045198 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 1128 time: 0.1382985 Feb 19 03:54:53.588626 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac65dd6-ae60-42bf-850c-7c132d00ddf4 x-openstack-request-id: req-3ac65dd6-ae60-42bf-850c-7c132d00ddf4 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:53.589048 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f49e50-796b-4bc2-b1dd-5adf23634ab4", "name": "network-vif-deleted", "tag": "60d119df-987d-4fb5-9aac-7362fc2f8141", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:53.589197 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3ac65dd6-ae60-42bf-850c-7c132d00ddf4 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:53.589567 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f49e50-796b-4bc2-b1dd-5adf23634ab4', 'name': 'network-vif-deleted', 'tag': '60d119df-987d-4fb5-9aac-7362fc2f8141', 'status': 'completed', 'code': 200} Feb 19 03:54:53.627199 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb62f97-8933-42a8-97be-12caf8695eea req-5780e1a7-3a24-4a50-80bd-a98b65aa2c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:53.627637 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-8054994c-67f4-4c91-a5f8-11631104bb6a service neutron] Attempting to bind port d2a98fb4-cb43-48d1-9480-65db6d632aa4 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:53.628600 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cb62f97-8933-42a8-97be-12caf8695eea req-5780e1a7-3a24-4a50-80bd-a98b65aa2c6e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1113775 Feb 19 03:54:53.628857 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-8054994c-67f4-4c91-a5f8-11631104bb6a service neutron] Attempting to bind port d2a98fb4-cb43-48d1-9480-65db6d632aa4 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:53.629770 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-8054994c-67f4-4c91-a5f8-11631104bb6a service neutron] Attempting to bind port d2a98fb4-cb43-48d1-9480-65db6d632aa4 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:53.636762 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-8a78a981-78e3-4e7e-b8c7-eb099cc5681a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks [] for port (69f0e64b-8af0-4a76-a3ff-51012f343cd1), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.642038 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-8054994c-67f4-4c91-a5f8-11631104bb6a service neutron] Port d2a98fb4-cb43-48d1-9480-65db6d632aa4 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:54:53.642847 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-8054994c-67f4-4c91-a5f8-11631104bb6a service neutron] Attempting to bind port d2a98fb4-cb43-48d1-9480-65db6d632aa4 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:53.645851 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef70c501-a8f9-4703-91fe-283264fa83c8 req-7e517fee-0fbc-4c91-bca3-aa9069982e42 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354308 Feb 19 03:54:53.677688 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-8054994c-67f4-4c91-a5f8-11631104bb6a service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:53.678194 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-8054994c-67f4-4c91-a5f8-11631104bb6a service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:53.679159 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-8054994c-67f4-4c91-a5f8-11631104bb6a service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:53.681134 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-8054994c-67f4-4c91-a5f8-11631104bb6a service neutron] Bound port: d2a98fb4-cb43-48d1-9480-65db6d632aa4, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:53.682236 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-8054994c-67f4-4c91-a5f8-11631104bb6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d2a98fb4-cb43-48d1-9480-65db6d632aa4), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.813560 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cb62f97-8933-42a8-97be-12caf8695eea req-195b2f1c-e652-472a-92e8-295696aeb387 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659386 Feb 19 03:54:53.856485 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-8054994c-67f4-4c91-a5f8-11631104bb6a service neutron] For port d2a98fb4-cb43-48d1-9480-65db6d632aa4, host n-h2-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:53.860298 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-8054994c-67f4-4c91-a5f8-11631104bb6a service neutron] For port d2a98fb4-cb43-48d1-9480-65db6d632aa4, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=d2a98fb4-cb43-48d1-9480-65db6d632aa4,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:53.863744 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-8a78a981-78e3-4e7e-b8c7-eb099cc5681a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (69f0e64b-8af0-4a76-a3ff-51012f343cd1), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.875967 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-8054994c-67f4-4c91-a5f8-11631104bb6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d2a98fb4-cb43-48d1-9480-65db6d632aa4), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.933324 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-8a78a981-78e3-4e7e-b8c7-eb099cc5681a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Network 6d936416-f125-4c3f-940d-813318503889 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:53.938974 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-8a78a981-78e3-4e7e-b8c7-eb099cc5681a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:53.943702 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-8054994c-67f4-4c91-a5f8-11631104bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:53.951368 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-8054994c-67f4-4c91-a5f8-11631104bb6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.952858 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-8054994c-67f4-4c91-a5f8-11631104bb6a service neutron] 10.222.0.79 "PUT /v2.0/ports/d2a98fb4-cb43-48d1-9480-65db6d632aa4 HTTP/1.1" status: 200 len: 1096 time: 2.4443009 Feb 19 03:54:53.955894 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-8a78a981-78e3-4e7e-b8c7-eb099cc5681a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:53.971695 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-8a78a981-78e3-4e7e-b8c7-eb099cc5681a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:53.972372 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-8a78a981-78e3-4e7e-b8c7-eb099cc5681a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.994555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 60d119df-987d-4fb5-9aac-7362fc2f8141 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:54:54.000571 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40118) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:54.031467 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 60d119df-987d-4fb5-9aac-7362fc2f8141 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:54:54.032043 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 60d119df-987d-4fb5-9aac-7362fc2f8141 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:54:54.051117 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78a981-78e3-4e7e-b8c7-eb099cc5681a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Pushing event updated for resources: {'Port': ['ID=69f0e64b-8af0-4a76-a3ff-51012f343cd1,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:54.127833 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-8a78a981-78e3-4e7e-b8c7-eb099cc5681a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0030682 Feb 19 03:54:54.147252 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-5e545a31-2100-4520-a927-8b372fff911a service neutron] Request body: {'port': {'device_id': 'dc6fe714-1202-4b66-9543-363158c08409', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:54.150697 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cb62f97-8933-42a8-97be-12caf8695eea req-bd894e65-8106-48f5-930f-fab2ad3c2bd1 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282335 Feb 19 03:54:54.169204 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646ed61-a4f0-45ad-9f34-28e6acf5fc05 req-9e050d88-7d07-4ba3-ae19-2fdc8045be89 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:54.180086 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0646ed61-a4f0-45ad-9f34-28e6acf5fc05 req-9e050d88-7d07-4ba3-ae19-2fdc8045be89 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=47d84e75-af39-40bc-a86f-82d4e17c07e0 HTTP/1.1" status: 200 len: 947 time: 0.2981567 Feb 19 03:54:54.220530 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ec8cf-8b08-44bc-9109-64c9dfbf4e22 req-29f7d5bf-0d06-4ef9-92d1-a3b4433ccbd8 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:54.223121 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec0ec8cf-8b08-44bc-9109-64c9dfbf4e22 req-29f7d5bf-0d06-4ef9-92d1-a3b4433ccbd8 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 932 time: 0.3425870 Feb 19 03:54:54.276199 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40124) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:54.295260 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054994c-67f4-4c91-a5f8-11631104bb6a service neutron] Pushing event updated for resources: {'Port': ['ID=d2a98fb4-cb43-48d1-9480-65db6d632aa4,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:54.359540 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0646ed61-a4f0-45ad-9f34-28e6acf5fc05 req-77332beb-5741-4b96-a1c1-bebfb2286e69 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782749 Feb 19 03:54:54.364064 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e071dc4-9b3d-4a7e-ac05-01fba7d306ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:54.368932 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-9396ce25-be17-4078-9ded-da5c83e32bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:54.370674 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-9396ce25-be17-4078-9ded-da5c83e32bd3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5bf80fd9325e49cb80604ca8e7026637&device_id=47d84e75-af39-40bc-a86f-82d4e17c07e0 HTTP/1.1" status: 200 len: 1130 time: 0.3479524 Feb 19 03:54:54.400395 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec0ec8cf-8b08-44bc-9109-64c9dfbf4e22 req-eb331538-1d6d-4afe-9232-c0157703a816 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466780 Feb 19 03:54:54.437627 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4c236-ec78-4b4f-8838-14285c98bcc8 req-12da6941-90f1-4ec4-96ea-dc2af3858388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:54.440921 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-33f4c236-ec78-4b4f-8838-14285c98bcc8 req-12da6941-90f1-4ec4-96ea-dc2af3858388 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5bf80fd9325e49cb80604ca8e7026637&device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 1130 time: 0.1855540 Feb 19 03:54:54.514969 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-e0918da9-7fd3-48e3-9a94-98dc6e506e3f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=d2a98fb4-cb43-48d1-9480-65db6d632aa4 HTTP/1.1" status: 200 len: 217 time: 0.1127114 Feb 19 03:54:54.515719 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-abf55b1b-25e1-4737-8136-4c5919f42c34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:54.555965 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b87138f8-ea62-4b7d-a793-b33cb76e6a26 req-751b4779-5233-401c-8014-81abdf201a3f tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ec18271-4b7c-4ccf-8a6f-665656e8b6cd HTTP/1.1" status: 200 len: 210 time: 0.0434232 Feb 19 03:54:54.578324 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd790d26-a807-4290-89ec-79edd41199a4 req-6206f19e-5f40-4291-9665-9b52a5ac47ac tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:54.578324 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-cd790d26-a807-4290-89ec-79edd41199a4 req-6206f19e-5f40-4291-9665-9b52a5ac47ac tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.26 "GET /v2.0/networks?id=2dbc7f9e-1c85-412b-9e90-7af874c43c9e HTTP/1.1" status: 200 len: 813 time: 0.3391747 Feb 19 03:54:54.605959 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4c236-ec78-4b4f-8838-14285c98bcc8 req-be0f54f5-c80d-410b-8186-821b6d5ca6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:54.611146 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-5e545a31-2100-4520-a927-8b372fff911a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (69f0e64b-8af0-4a76-a3ff-51012f343cd1), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:54.612881 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-33f4c236-ec78-4b4f-8838-14285c98bcc8 req-be0f54f5-c80d-410b-8186-821b6d5ca6e9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.1632090 Feb 19 03:54:54.618043 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-cd790d26-a807-4290-89ec-79edd41199a4 req-329d7121-bae0-43a6-8136-bcf122789dcb tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Request body: {'port': {'device_id': '3ec18271-4b7c-4ccf-8a6f-665656e8b6cd', 'network_id': '2dbc7f9e-1c85-412b-9e90-7af874c43c9e', 'admin_state_up': True, 'tenant_id': 'db9294c8da474bcb9e43e0a3d1d64676'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:54.696454 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-33f4c236-ec78-4b4f-8838-14285c98bcc8 req-043357f1-9f21-4b45-8e6f-7b3e8ef714d7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=0c4a3126-09cd-4911-bc59-c5a205f4d32f HTTP/1.1" status: 200 len: 217 time: 0.0759010 Feb 19 03:54:54.764419 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-90028fc6-11dc-425d-a34e-6227078a0c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:54.766046 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-90028fc6-11dc-425d-a34e-6227078a0c78 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.2400322 Feb 19 03:54:54.782682 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4c236-ec78-4b4f-8838-14285c98bcc8 req-6aefa878-6ef9-454e-a490-c76e4060d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:54.784455 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-33f4c236-ec78-4b4f-8838-14285c98bcc8 req-6aefa878-6ef9-454e-a490-c76e4060d3ba service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0805528 Feb 19 03:54:54.857020 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:54:54.872202 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c11be-379d-4d05-9969-aabe407778b0 req-e147ee72-cd9c-4f7b-ade1-dbf65617c9cc tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:54.873742 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-199c11be-379d-4d05-9969-aabe407778b0 req-e147ee72-cd9c-4f7b-ade1-dbf65617c9cc tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 1128 time: 0.1099248 Feb 19 03:54:54.881754 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4c236-ec78-4b4f-8838-14285c98bcc8 req-f807916e-f29c-4606-9cbd-3a1aa256e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:54.883930 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-33f4c236-ec78-4b4f-8838-14285c98bcc8 req-f807916e-f29c-4606-9cbd-3a1aa256e906 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0811813 Feb 19 03:54:54.958353 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40142) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:55.021718 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-199c11be-379d-4d05-9969-aabe407778b0 req-772da403-e5ec-489f-8f6a-48cf3ee692f8 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360550 Feb 19 03:54:55.069061 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-33f4c236-ec78-4b4f-8838-14285c98bcc8 req-f614a05b-9d34-48e4-8a79-5cf7463ff4a9 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746731 Feb 19 03:54:55.218954 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e071dc4-9b3d-4a7e-ac05-01fba7d306ca admin admin] Publish callbacks [] for security_group (679b9032-d171-4f7a-8fa6-c6c6f0689a4c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:55.242753 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-abf55b1b-25e1-4737-8136-4c5919f42c34 admin admin] Publish callbacks [] for security_group (eea74133-2ba5-48cb-91f7-cc9c66e85cbe), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:55.278980 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e071dc4-9b3d-4a7e-ac05-01fba7d306ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (679b9032-d171-4f7a-8fa6-c6c6f0689a4c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:55.294033 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-a62960a6-5b17-46c4-87d3-2a52bf3f614d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:55.295572 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-a62960a6-5b17-46c4-87d3-2a52bf3f614d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5202796 Feb 19 03:54:55.304532 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-abf55b1b-25e1-4737-8136-4c5919f42c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (eea74133-2ba5-48cb-91f7-cc9c66e85cbe), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:55.346492 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd790d26-a807-4290-89ec-79edd41199a4 req-329d7121-bae0-43a6-8136-bcf122789dcb tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Made reservation on behalf of db9294c8da474bcb9e43e0a3d1d64676 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:55.350109 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-cd790d26-a807-4290-89ec-79edd41199a4 req-329d7121-bae0-43a6-8136-bcf122789dcb tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:55.431636 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1e071dc4-9b3d-4a7e-ac05-01fba7d306ca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3b83beb199194677bea46e60cf902956&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1516826 Feb 19 03:54:55.434490 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40162) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:55.444998 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e071dc4-9b3d-4a7e-ac05-01fba7d306ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679b9032-d171-4f7a-8fa6-c6c6f0689a4c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:55.469277 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-abf55b1b-25e1-4737-8136-4c5919f42c34 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4cef2a6d972a47959b3a644f7668e246&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4623199 Feb 19 03:54:55.477113 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40166) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:55.568070 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-180e575a-3cd7-4f36-b3f1-26200b081f8e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=08f877b66b90483993020b1278c9481b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6026635 Feb 19 03:54:55.569289 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40168) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:55.586272 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf55b1b-25e1-4737-8136-4c5919f42c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea74133-2ba5-48cb-91f7-cc9c66e85cbe,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:55.595054 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d84e75-af39-40bc-a86f-82d4e17c07e0', 'tag': 'd2a98fb4-cb43-48d1-9480-65db6d632aa4'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:55.597557 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a781fbcd-7b54-4380-b75d-f5d977e29c04" -d '{"events": [{"name": "network-changed", "server_uuid": "47d84e75-af39-40bc-a86f-82d4e17c07e0", "tag": "d2a98fb4-cb43-48d1-9480-65db6d632aa4"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:55.636042 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-a8a5a880-c61b-4284-8ed1-b73ac604d19c service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286417 Feb 19 03:54:55.707155 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cd91d2f5-9dc5-444c-b86f-29347fd4c812 admin admin] Publish callbacks [] for security_group (679b9032-d171-4f7a-8fa6-c6c6f0689a4c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:55.745892 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d6f9a1ee-8cb8-4b70-ab58-df3b2abe67c6 admin admin] Publish callbacks [] for security_group (e16c0917-6b85-4b9d-a41f-e95b2d7ba101), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:55.748956 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-33f4c236-ec78-4b4f-8838-14285c98bcc8 req-f8e71bb9-a227-4d23-9132-64843e0bc45e service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6733689 Feb 19 03:54:55.762535 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-5e545a31-2100-4520-a927-8b372fff911a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f0e64b-8af0-4a76-a3ff-51012f343cd1 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:54:55.781312 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-5e545a31-2100-4520-a927-8b372fff911a service neutron] Publish callbacks [] for port (69f0e64b-8af0-4a76-a3ff-51012f343cd1), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:55.798858 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3b755f64-df51-411e-91e5-54bccd868d60 admin admin] Publish callbacks [] for security_group (eea74133-2ba5-48cb-91f7-cc9c66e85cbe), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:55.806668 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-cd790d26-a807-4290-89ec-79edd41199a4 req-329d7121-bae0-43a6-8136-bcf122789dcb tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Allocated IP 172.20.0.4 (2dbc7f9e-1c85-412b-9e90-7af874c43c9e/b373074a-c933-406e-8120-4724e8d10399/d9b7e8c8-3282-4ff6-8f14-3b04ad27989c) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:55.815165 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6e5bc-4c1f-4a8e-bccd-bb5b04127270 req-54401b37-7487-4752-b026-6c94b0b084b2 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:55.816797 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5e6e5bc-4c1f-4a8e-bccd-bb5b04127270 req-54401b37-7487-4752-b026-6c94b0b084b2 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=47d84e75-af39-40bc-a86f-82d4e17c07e0 HTTP/1.1" status: 200 len: 947 time: 0.2770832 Feb 19 03:54:55.827358 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cd91d2f5-9dc5-444c-b86f-29347fd4c812 admin admin] Publish callbacks [] for security_group (679b9032-d171-4f7a-8fa6-c6c6f0689a4c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:55.828848 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-5e545a31-2100-4520-a927-8b372fff911a service neutron] Transition to ACTIVE for port object 69f0e64b-8af0-4a76-a3ff-51012f343cd1 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:54:55.844967 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d6f9a1ee-8cb8-4b70-ab58-df3b2abe67c6 admin admin] Publish callbacks [] for security_group (e16c0917-6b85-4b9d-a41f-e95b2d7ba101), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:55.847493 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-5e545a31-2100-4520-a927-8b372fff911a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (69f0e64b-8af0-4a76-a3ff-51012f343cd1), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:55.935189 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3b755f64-df51-411e-91e5-54bccd868d60 admin admin] Publish callbacks [] for security_group (eea74133-2ba5-48cb-91f7-cc9c66e85cbe), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:55.944367 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-45c26daa-db90-4804-aa86-a9b10f57b018 req-af4e20f4-eaa3-42d9-9d90-ce83b098b330 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957809 Feb 19 03:54:55.945037 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e545a31-2100-4520-a927-8b372fff911a service neutron] Pushing event updated for resources: {'Port': ['ID=69f0e64b-8af0-4a76-a3ff-51012f343cd1,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:56.018106 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5e6e5bc-4c1f-4a8e-bccd-bb5b04127270 req-05ff4e64-9173-4717-93c5-18d518d6a584 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808717 Feb 19 03:54:56.058316 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cd91d2f5-9dc5-444c-b86f-29347fd4c812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (679b9032-d171-4f7a-8fa6-c6c6f0689a4c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:56.061161 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cd91d2f5-9dc5-444c-b86f-29347fd4c812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:56.079226 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cd91d2f5-9dc5-444c-b86f-29347fd4c812 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/679b9032-d171-4f7a-8fa6-c6c6f0689a4c HTTP/1.1" status: 204 len: 168 time: 0.6382191 Feb 19 03:54:56.096912 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91d2f5-9dc5-444c-b86f-29347fd4c812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679b9032-d171-4f7a-8fa6-c6c6f0689a4c,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:56.129180 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d6f9a1ee-8cb8-4b70-ab58-df3b2abe67c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e16c0917-6b85-4b9d-a41f-e95b2d7ba101), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:56.141103 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d6f9a1ee-8cb8-4b70-ab58-df3b2abe67c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:56.158491 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d6f9a1ee-8cb8-4b70-ab58-df3b2abe67c6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e16c0917-6b85-4b9d-a41f-e95b2d7ba101 HTTP/1.1" status: 204 len: 168 time: 0.5698228 Feb 19 03:54:56.165143 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-5e545a31-2100-4520-a927-8b372fff911a service neutron] Attempting to bind port 69f0e64b-8af0-4a76-a3ff-51012f343cd1 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:56.165504 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-5e545a31-2100-4520-a927-8b372fff911a service neutron] Attempting to bind port 69f0e64b-8af0-4a76-a3ff-51012f343cd1 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:56.165871 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-5e545a31-2100-4520-a927-8b372fff911a service neutron] Attempting to bind port 69f0e64b-8af0-4a76-a3ff-51012f343cd1 on network 6d936416-f125-4c3f-940d-813318503889 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:56.169502 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3b755f64-df51-411e-91e5-54bccd868d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (eea74133-2ba5-48cb-91f7-cc9c66e85cbe), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:56.172160 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3b755f64-df51-411e-91e5-54bccd868d60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:56.176109 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3b755f64-df51-411e-91e5-54bccd868d60 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eea74133-2ba5-48cb-91f7-cc9c66e85cbe HTTP/1.1" status: 204 len: 168 time: 0.6911969 Feb 19 03:54:56.240447 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-5e545a31-2100-4520-a927-8b372fff911a service neutron] Port 69f0e64b-8af0-4a76-a3ff-51012f343cd1 on network 6d936416-f125-4c3f-940d-813318503889 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:54:56.240993 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-5e545a31-2100-4520-a927-8b372fff911a service neutron] Attempting to bind port 69f0e64b-8af0-4a76-a3ff-51012f343cd1 on network 6d936416-f125-4c3f-940d-813318503889 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:56.250920 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9a1ee-8cb8-4b70-ab58-df3b2abe67c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16c0917-6b85-4b9d-a41f-e95b2d7ba101,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:56.273133 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-5e545a31-2100-4520-a927-8b372fff911a service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:56.273475 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-5e545a31-2100-4520-a927-8b372fff911a service neutron] Checking segment: {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:56.273871 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-5e545a31-2100-4520-a927-8b372fff911a service neutron] Bound using segment: {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:56.275234 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-5e545a31-2100-4520-a927-8b372fff911a service neutron] Bound port: 69f0e64b-8af0-4a76-a3ff-51012f343cd1, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:56.275668 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-5e545a31-2100-4520-a927-8b372fff911a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (69f0e64b-8af0-4a76-a3ff-51012f343cd1), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:56.315171 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b755f64-df51-411e-91e5-54bccd868d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea74133-2ba5-48cb-91f7-cc9c66e85cbe,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:56.369839 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5975c81-e813-4272-b116-e72cf0909ed8 req-29c6e238-cabd-4eb6-9300-9878a61d9e5d tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:56.382438 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5975c81-e813-4272-b116-e72cf0909ed8 req-29c6e238-cabd-4eb6-9300-9878a61d9e5d tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 944 time: 0.2173116 Feb 19 03:54:56.477161 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5975c81-e813-4272-b116-e72cf0909ed8 req-3edeccb3-44d8-4576-8b3f-37689ca83c5b tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934181 Feb 19 03:54:56.500910 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:56.522316 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-cd790d26-a807-4290-89ec-79edd41199a4 req-329d7121-bae0-43a6-8136-bcf122789dcb tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Publish callbacks [] for port (d9b7e8c8-3282-4ff6-8f14-3b04ad27989c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:56.526747 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-5e545a31-2100-4520-a927-8b372fff911a service neutron] For port 69f0e64b-8af0-4a76-a3ff-51012f343cd1, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:56.531145 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-5e545a31-2100-4520-a927-8b372fff911a service neutron] For port 69f0e64b-8af0-4a76-a3ff-51012f343cd1, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=69f0e64b-8af0-4a76-a3ff-51012f343cd1,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:56.542569 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-5e545a31-2100-4520-a927-8b372fff911a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (69f0e64b-8af0-4a76-a3ff-51012f343cd1), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:56.605976 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-5e545a31-2100-4520-a927-8b372fff911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:56.606852 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-5e545a31-2100-4520-a927-8b372fff911a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:56.608441 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-5e545a31-2100-4520-a927-8b372fff911a service neutron] 10.222.0.26 "PUT /v2.0/ports/69f0e64b-8af0-4a76-a3ff-51012f343cd1 HTTP/1.1" status: 200 len: 1093 time: 2.4702168 Feb 19 03:54:56.631840 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-cd790d26-a807-4290-89ec-79edd41199a4 req-329d7121-bae0-43a6-8136-bcf122789dcb tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (d9b7e8c8-3282-4ff6-8f14-3b04ad27989c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:56.635265 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e545a31-2100-4520-a927-8b372fff911a service neutron] Pushing event updated for resources: {'Port': ['ID=69f0e64b-8af0-4a76-a3ff-51012f343cd1,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:56.687516 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd790d26-a807-4290-89ec-79edd41199a4 req-329d7121-bae0-43a6-8136-bcf122789dcb tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Network 2dbc7f9e-1c85-412b-9e90-7af874c43c9e is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:56.691274 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-cd790d26-a807-4290-89ec-79edd41199a4 req-329d7121-bae0-43a6-8136-bcf122789dcb tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:56.696175 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd790d26-a807-4290-89ec-79edd41199a4 req-329d7121-bae0-43a6-8136-bcf122789dcb tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:56.702544 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd790d26-a807-4290-89ec-79edd41199a4 req-329d7121-bae0-43a6-8136-bcf122789dcb tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:56.703404 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-cd790d26-a807-4290-89ec-79edd41199a4 req-329d7121-bae0-43a6-8136-bcf122789dcb tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:56.782662 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d7121-bae0-43a6-8136-bcf122789dcb tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Pushing event updated for resources: {'Port': ['ID=d9b7e8c8-3282-4ff6-8f14-3b04ad27989c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:56.806190 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-f7545389-52f1-4c70-bcf7-5429f4de6967 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:54:56.807842 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-f7545389-52f1-4c70-bcf7-5429f4de6967 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0593152 Feb 19 03:54:56.813623 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-cd790d26-a807-4290-89ec-79edd41199a4 req-329d7121-bae0-43a6-8136-bcf122789dcb tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2035272 Feb 19 03:54:56.876614 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26404d4a-5955-4880-b6dc-1f4f905727d7 req-387a5510-4caa-483b-81f6-2cff1d0a4877 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:56.878727 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26404d4a-5955-4880-b6dc-1f4f905727d7 req-387a5510-4caa-483b-81f6-2cff1d0a4877 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ec18271-4b7c-4ccf-8a6f-665656e8b6cd HTTP/1.1" status: 200 len: 931 time: 0.1366720 Feb 19 03:54:56.916578 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-71aed256-0818-40f2-ba38-57207f939fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:56.918283 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-71aed256-0818-40f2-ba38-57207f939fe6 service neutron] 10.222.0.52 "GET /v2.0/ports/23b716ce-ca34-471a-a252-03d7952b8897 HTTP/1.1" status: 200 len: 1125 time: 0.0943279 Feb 19 03:54:56.927256 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-cd790d26-a807-4290-89ec-79edd41199a4 req-4db2ead3-1dc6-4226-bfa2-fd7b1b5fa8e1 service neutron] Request body: {'port': {'device_id': '3ec18271-4b7c-4ccf-8a6f-665656e8b6cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:57.016464 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26404d4a-5955-4880-b6dc-1f4f905727d7 req-1796a4ec-8d06-4e16-9e81-8c75b298ce34 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e2bb0a-eb3d-44af-b1ee-2d71f228825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317101 Feb 19 03:54:57.029289 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-842e9b8c-9661-43c0-b984-5bce7a576a86 service neutron] Request body: {'binding': {'host': 'n-h2-828369-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:57.031811 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-842e9b8c-9661-43c0-b984-5bce7a576a86 service neutron] Unknown quota resources ['binding']. {{(pid=109925) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:54:57.065351 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40210) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:57.167426 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97212e8d-5df5-4ffc-9201-3caf753f1e29 x-openstack-request-id: req-97212e8d-5df5-4ffc-9201-3caf753f1e29 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:57.167759 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d84e75-af39-40bc-a86f-82d4e17c07e0", "tag": "d2a98fb4-cb43-48d1-9480-65db6d632aa4", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:57.167987 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-97212e8d-5df5-4ffc-9201-3caf753f1e29 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:57.168387 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d84e75-af39-40bc-a86f-82d4e17c07e0', 'tag': 'd2a98fb4-cb43-48d1-9480-65db6d632aa4', 'status': 'completed', 'code': 200} Feb 19 03:54:57.173802 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-a86030f7-1b2b-4be8-a92a-4ca2ea891ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:57.193140 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-a86030f7-1b2b-4be8-a92a-4ca2ea891ddf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d0f4caff5434d379e80e0b432aea600&device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 1127 time: 0.4865439 Feb 19 03:54:57.209949 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bed0993f-b342-4600-9639-6de494c76a27 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=12f16ed55e9843f49965469ee771ccf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390533 Feb 19 03:54:57.210798 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40212) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:57.250311 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2f141b09-6af6-4e41-8641-d49f51670036 None None] Provisioning complete for port d9b7e8c8-3282-4ff6-8f14-3b04ad27989c triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:57.251312 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f141b09-6af6-4e41-8641-d49f51670036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d9b7e8c8-3282-4ff6-8f14-3b04ad27989c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:57.322011 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40214) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:57.363194 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2f141b09-6af6-4e41-8641-d49f51670036 None None] Port d9b7e8c8-3282-4ff6-8f14-3b04ad27989c cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:57.429379 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-46b1a379-8805-4fa0-bcc1-de9dc88ecd84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69f0e64b-8af0-4a76-a3ff-51012f343cd1 HTTP/1.1" status: 200 len: 217 time: 0.1720176 Feb 19 03:54:57.474316 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-cd790d26-a807-4290-89ec-79edd41199a4 req-4db2ead3-1dc6-4226-bfa2-fd7b1b5fa8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d9b7e8c8-3282-4ff6-8f14-3b04ad27989c), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:57.490482 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d8fd45af-c610-470e-ba00-f4e2fbd0475a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:57.496160 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781fbcd-7b54-4380-b75d-f5d977e29c04 req-7d4fde80-0254-4ebb-98a2-e2ef6fbc7287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:57.497652 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a781fbcd-7b54-4380-b75d-f5d977e29c04 req-7d4fde80-0254-4ebb-98a2-e2ef6fbc7287 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5bf80fd9325e49cb80604ca8e7026637&device_id=47d84e75-af39-40bc-a86f-82d4e17c07e0 HTTP/1.1" status: 200 len: 1130 time: 0.3015709 Feb 19 03:54:57.541888 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-44d8e791-b37e-41f1-ad39-1138b232b0f0 admin admin] Publish callbacks [] for security_group (cd9e4a2e-17ad-41f2-b99a-5565657edb9f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:57.592967 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10220c47-c74d-4b6c-9e00-2c0e6d568367 req-82bb1bd2-fa22-45e7-a77e-787c3abadc92 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:57.602464 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10220c47-c74d-4b6c-9e00-2c0e6d568367 req-82bb1bd2-fa22-45e7-a77e-787c3abadc92 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=47d84e75-af39-40bc-a86f-82d4e17c07e0 HTTP/1.1" status: 200 len: 947 time: 0.2919817 Feb 19 03:54:57.614734 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0c4a3126-09cd-4911-bc59-c5a205f4d32f details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:54:57.616516 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-44d8e791-b37e-41f1-ad39-1138b232b0f0 admin admin] Publish callbacks [] for security_group (cd9e4a2e-17ad-41f2-b99a-5565657edb9f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:57.619532 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781fbcd-7b54-4380-b75d-f5d977e29c04 req-9c4229ba-ccc8-4209-8f4e-335e2c23de18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:57.621107 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a781fbcd-7b54-4380-b75d-f5d977e29c04 req-9c4229ba-ccc8-4209-8f4e-335e2c23de18 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.1094401 Feb 19 03:54:57.740944 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10220c47-c74d-4b6c-9e00-2c0e6d568367 req-5efd8136-6a8e-470f-b34b-42d48ec06a74 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373067 Feb 19 03:54:57.805084 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d8fd45af-c610-470e-ba00-f4e2fbd0475a admin admin] Publish callbacks [] for security_group (7bd3c9db-70a3-4b70-8a32-3a9a42246269), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:57.807953 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-44d8e791-b37e-41f1-ad39-1138b232b0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (cd9e4a2e-17ad-41f2-b99a-5565657edb9f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:57.816288 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-44d8e791-b37e-41f1-ad39-1138b232b0f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:57.817627 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a781fbcd-7b54-4380-b75d-f5d977e29c04 req-131a320b-ac11-4cae-b1c9-1e0d73987569 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=d2a98fb4-cb43-48d1-9480-65db6d632aa4 HTTP/1.1" status: 200 len: 217 time: 0.1698344 Feb 19 03:54:57.837155 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-44d8e791-b37e-41f1-ad39-1138b232b0f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cd9e4a2e-17ad-41f2-b99a-5565657edb9f HTTP/1.1" status: 204 len: 168 time: 0.6141086 Feb 19 03:54:57.858900 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d8fd45af-c610-470e-ba00-f4e2fbd0475a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7bd3c9db-70a3-4b70-8a32-3a9a42246269), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:57.907123 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8e791-b37e-41f1-ad39-1138b232b0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9e4a2e-17ad-41f2-b99a-5565657edb9f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:57.917290 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0c4a3126-09cd-4911-bc59-c5a205f4d32f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0c4a3126-09cd-4911-bc59-c5a205f4d32f,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:57.961969 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '0c4a3126-09cd-4911-bc59-c5a205f4d32f', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '0c4a3126-09cd-4911-bc59-c5a205f4d32f', 'mac_address': 'fa:16:3e:14:cb:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:54:58.049935 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d8fd45af-c610-470e-ba00-f4e2fbd0475a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0f1ed2f92d564bdeaeacc6db9d20a4e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7267821 Feb 19 03:54:58.061627 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40230) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:58.094538 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd45af-c610-470e-ba00-f4e2fbd0475a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd3c9db-70a3-4b70-8a32-3a9a42246269,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:58.106922 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 0c4a3126-09cd-4911-bc59-c5a205f4d32f is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:58.107461 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0c4a3126-09cd-4911-bc59-c5a205f4d32f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:58.163217 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4a3126-09cd-4911-bc59-c5a205f4d32f {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:54:58.195354 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44558d24-ab74-400e-82e9-f80b0e94a144 req-89d801fa-7ab9-4d8c-9b0d-722a00a9334f tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:58.202606 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44558d24-ab74-400e-82e9-f80b0e94a144 req-89d801fa-7ab9-4d8c-9b0d-722a00a9334f tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 944 time: 0.3185904 Feb 19 03:54:58.229941 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0c4a3126-09cd-4911-bc59-c5a205f4d32f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0c4a3126-09cd-4911-bc59-c5a205f4d32f,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:58.243071 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0c4a3126-09cd-4911-bc59-c5a205f4d32f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:58.289823 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01fe29de-5b8a-44a1-9304-733830fb34c9 admin admin] Publish callbacks [] for security_group (7bd3c9db-70a3-4b70-8a32-3a9a42246269), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:58.297154 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-842e9b8c-9661-43c0-b984-5bce7a576a86 service neutron] Attempting to bind port 23b716ce-ca34-471a-a252-03d7952b8897 on host n-h2-828369-19 for vnic_type normal with profile None {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:58.298719 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-842e9b8c-9661-43c0-b984-5bce7a576a86 service neutron] Attempting to bind port 23b716ce-ca34-471a-a252-03d7952b8897 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:58.299027 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-842e9b8c-9661-43c0-b984-5bce7a576a86 service neutron] Attempting to bind port 23b716ce-ca34-471a-a252-03d7952b8897 on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:58.333130 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781fbcd-7b54-4380-b75d-f5d977e29c04 req-9ebb9333-4280-4c13-8d52-4b0db1c2a63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:58.334914 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a781fbcd-7b54-4380-b75d-f5d977e29c04 req-9ebb9333-4280-4c13-8d52-4b0db1c2a63b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.4264801 Feb 19 03:54:58.351370 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-0d4b6af9-84a7-49ce-969c-73a0a654f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:58.352990 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-0d4b6af9-84a7-49ce-969c-73a0a654f11d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2953d6c2-cff6-4430-863a-070b45f3a12f HTTP/1.1" status: 200 len: 861 time: 0.6719801 Feb 19 03:54:58.373291 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-842e9b8c-9661-43c0-b984-5bce7a576a86 service neutron] Port 23b716ce-ca34-471a-a252-03d7952b8897 on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:54:58.373653 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-842e9b8c-9661-43c0-b984-5bce7a576a86 service neutron] Attempting to bind port 23b716ce-ca34-471a-a252-03d7952b8897 on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:58.397228 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=0c4a3126-09cd-4911-bc59-c5a205f4d32f,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:58.406362 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01fe29de-5b8a-44a1-9304-733830fb34c9 admin admin] Publish callbacks [] for security_group (7bd3c9db-70a3-4b70-8a32-3a9a42246269), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:58.422804 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44558d24-ab74-400e-82e9-f80b0e94a144 req-0e10defc-e8c3-4d41-b3e6-a3e0997d6eb6 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159848 Feb 19 03:54:58.509350 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-2d2842a5-5c6c-4fd6-bb4e-d2bc04309b21 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d936416-f125-4c3f-940d-813318503889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1292937 Feb 19 03:54:58.530900 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['0c4a3126-09cd-4911-bc59-c5a205f4d32f'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:54:58.543438 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01fe29de-5b8a-44a1-9304-733830fb34c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7bd3c9db-70a3-4b70-8a32-3a9a42246269), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:58.548060 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01fe29de-5b8a-44a1-9304-733830fb34c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:58.561606 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-842e9b8c-9661-43c0-b984-5bce7a576a86 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:58.561995 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-842e9b8c-9661-43c0-b984-5bce7a576a86 service neutron] Checking segment: {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:58.562467 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-842e9b8c-9661-43c0-b984-5bce7a576a86 service neutron] Bound using segment: {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:58.563134 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-842e9b8c-9661-43c0-b984-5bce7a576a86 service neutron] Bound port: 23b716ce-ca34-471a-a252-03d7952b8897, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:58.563726 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-01fe29de-5b8a-44a1-9304-733830fb34c9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7bd3c9db-70a3-4b70-8a32-3a9a42246269 HTTP/1.1" status: 204 len: 168 time: 0.5000665 Feb 19 03:54:58.591148 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe29de-5b8a-44a1-9304-733830fb34c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd3c9db-70a3-4b70-8a32-3a9a42246269,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:58.726848 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8a9a6-6a6c-452c-8740-cf5af28f5b9c req-8730bb96-d2ec-48ca-b273-74c8f677ef76 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:58.732614 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c3a8a9a6-6a6c-452c-8740-cf5af28f5b9c req-8730bb96-d2ec-48ca-b273-74c8f677ef76 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ec18271-4b7c-4ccf-8a6f-665656e8b6cd HTTP/1.1" status: 200 len: 931 time: 0.1308246 Feb 19 03:54:58.852994 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c3a8a9a6-6a6c-452c-8740-cf5af28f5b9c req-9ce7ccfd-2f36-4e2b-bfe9-e01abdcdfc07 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e2bb0a-eb3d-44af-b1ee-2d71f228825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105030 Feb 19 03:54:59.138400 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99301b6-4d69-48a1-9c23-86224c12b508 req-ebda8bb8-62ab-44c8-ae4d-31fd0fe5c4f6 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:59.140601 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e99301b6-4d69-48a1-9c23-86224c12b508 req-ebda8bb8-62ab-44c8-ae4d-31fd0fe5c4f6 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=47d84e75-af39-40bc-a86f-82d4e17c07e0 HTTP/1.1" status: 200 len: 947 time: 0.1534364 Feb 19 03:54:59.203496 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:59.361365 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e99301b6-4d69-48a1-9c23-86224c12b508 req-1c363ab1-0257-42a5-8867-2960c901be7c tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105803 Feb 19 03:54:59.410892 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a396160e-732b-4d70-a7d6-48514eb156c4 req-d11dc725-2f7b-4e6b-b817-ed0a96541e11 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1319335 Feb 19 03:54:59.440887 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6fe714-1202-4b66-9543-363158c08409', 'tag': '69f0e64b-8af0-4a76-a3ff-51012f343cd1'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:59.444240 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79aca60b-b11c-44fb-9325-698c81296fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6fe714-1202-4b66-9543-363158c08409", "tag": "69f0e64b-8af0-4a76-a3ff-51012f343cd1"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:59.539818 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-87a42c32-2703-4a06-b98a-c8cd7e2c42c0 service neutron] 10.222.0.26 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8749917 Feb 19 03:54:59.579093 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781fbcd-7b54-4380-b75d-f5d977e29c04 req-54de0d60-9039-48ea-acbf-d5b228264d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:59.581047 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a781fbcd-7b54-4380-b75d-f5d977e29c04 req-54de0d60-9039-48ea-acbf-d5b228264d49 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 1.2325115 Feb 19 03:54:59.606076 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-cd790d26-a807-4290-89ec-79edd41199a4 req-4db2ead3-1dc6-4226-bfa2-fd7b1b5fa8e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b7e8c8-3282-4ff6-8f14-3b04ad27989c {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:54:59.617724 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396160e-732b-4d70-a7d6-48514eb156c4 req-17c9279d-1330-4a09-b8ec-e5b53dfe6f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:59.618273 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device d2a98fb4-cb43-48d1-9480-65db6d632aa4 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:54:59.619622 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a396160e-732b-4d70-a7d6-48514eb156c4 req-17c9279d-1330-4a09-b8ec-e5b53dfe6f05 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 1127 time: 0.1511979 Feb 19 03:54:59.675015 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0c4a3126-09cd-4911-bc59-c5a205f4d32f up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:59.698079 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba036fe-179b-45f3-bacb-167ae00f1220 req-d80c2734-369b-486e-a11a-8c52c7b277f6 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:59.704959 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dba036fe-179b-45f3-bacb-167ae00f1220 req-d80c2734-369b-486e-a11a-8c52c7b277f6 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 944 time: 0.1448836 Feb 19 03:54:59.776273 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.resource_extend [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:54:59.831502 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a781fbcd-7b54-4380-b75d-f5d977e29c04 req-bf47d613-629e-49cb-8dda-09d32334e3e5 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285101 Feb 19 03:54:59.833470 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-43ce6adb-e071-4856-b821-9ad625ec9bbe req-78846eea-5129-4af3-b0e3-b45cecad3e03 service neutron] 10.222.0.26 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711043 Feb 19 03:54:59.836804 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dba036fe-179b-45f3-bacb-167ae00f1220 req-af08f998-d0a5-4551-84ca-0c22ae171445 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956802 Feb 19 03:54:59.849458 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-842e9b8c-9661-43c0-b984-5bce7a576a86 service neutron] For port 23b716ce-ca34-471a-a252-03d7952b8897, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=23b716ce-ca34-471a-a252-03d7952b8897,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:59.877443 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-cd790d26-a807-4290-89ec-79edd41199a4 req-4db2ead3-1dc6-4226-bfa2-fd7b1b5fa8e1 service neutron] Publish callbacks [] for port (d9b7e8c8-3282-4ff6-8f14-3b04ad27989c), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:59.898665 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-842e9b8c-9661-43c0-b984-5bce7a576a86 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:59.904955 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-842e9b8c-9661-43c0-b984-5bce7a576a86 service neutron] 10.222.0.52 "POST /v2.0/ports/23b716ce-ca34-471a-a252-03d7952b8897/bindings HTTP/1.1" status: 201 len: 390 time: 2.9587886 Feb 19 03:54:59.944792 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396160e-732b-4d70-a7d6-48514eb156c4 req-a57a07ce-29d2-4fe4-9454-536c4963769b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:59.947457 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a396160e-732b-4d70-a7d6-48514eb156c4 req-a57a07ce-29d2-4fe4-9454-536c4963769b service neutron] 10.222.0.79 "GET /v2.0/networks?id=575db6fc-b1bf-4deb-91aa-ccf16978efb1 HTTP/1.1" status: 200 len: 909 time: 0.3033895 Feb 19 03:54:59.967949 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca806ae2-5d1c-4886-8caa-31cf271a419e x-openstack-request-id: req-ca806ae2-5d1c-4886-8caa-31cf271a419e {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:59.969648 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6fe714-1202-4b66-9543-363158c08409", "tag": "69f0e64b-8af0-4a76-a3ff-51012f343cd1", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:59.970098 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ca806ae2-5d1c-4886-8caa-31cf271a419e {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:59.970738 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6fe714-1202-4b66-9543-363158c08409', 'tag': '69f0e64b-8af0-4a76-a3ff-51012f343cd1', 'status': 'completed', 'code': 200} Feb 19 03:55:00.038497 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 0c4a3126-09cd-4911-bc59-c5a205f4d32f completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:55:00.054904 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a396160e-732b-4d70-a7d6-48514eb156c4 req-8602c3b2-61cc-4923-b4bb-3494b40e2078 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=816b0177-fe19-4dfb-81d0-9fb24fa15176 HTTP/1.1" status: 200 len: 217 time: 0.0979726 Feb 19 03:55:00.068025 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 0c4a3126-09cd-4911-bc59-c5a205f4d32f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:00.068410 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0c4a3126-09cd-4911-bc59-c5a205f4d32f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:00.110013 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-cd790d26-a807-4290-89ec-79edd41199a4 req-4db2ead3-1dc6-4226-bfa2-fd7b1b5fa8e1 service neutron] Transition to ACTIVE for port object d9b7e8c8-3282-4ff6-8f14-3b04ad27989c will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:55:00.162460 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port d2a98fb4-cb43-48d1-9480-65db6d632aa4, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=d2a98fb4-cb43-48d1-9480-65db6d632aa4,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:00.176032 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-cd790d26-a807-4290-89ec-79edd41199a4 req-4db2ead3-1dc6-4226-bfa2-fd7b1b5fa8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d9b7e8c8-3282-4ff6-8f14-3b04ad27989c), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:00.230205 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396160e-732b-4d70-a7d6-48514eb156c4 req-dd11892f-c178-4d79-8705-d7e88b90bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:00.248550 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a396160e-732b-4d70-a7d6-48514eb156c4 req-dd11892f-c178-4d79-8705-d7e88b90bf8b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d HTTP/1.1" status: 200 len: 848 time: 0.1844239 Feb 19 03:55:00.280643 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2ead3-1dc6-4226-bfa2-fd7b1b5fa8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b7e8c8-3282-4ff6-8f14-3b04ad27989c,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:00.282014 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 0c4a3126-09cd-4911-bc59-c5a205f4d32f is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:00.284140 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0c4a3126-09cd-4911-bc59-c5a205f4d32f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:00.310543 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aca60b-b11c-44fb-9325-698c81296fc8 req-fa2fc0e2-beb2-4319-b166-5198b3bd6963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:00.312607 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-79aca60b-b11c-44fb-9325-698c81296fc8 req-fa2fc0e2-beb2-4319-b166-5198b3bd6963 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d0f4caff5434d379e80e0b432aea600&device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 1127 time: 0.2579250 Feb 19 03:55:00.317309 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'd2a98fb4-cb43-48d1-9480-65db6d632aa4', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': 'd2a98fb4-cb43-48d1-9480-65db6d632aa4', 'mac_address': 'fa:16:3e:15:d0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:55:00.326911 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f253cb-67e6-4523-beec-76d208504573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4a3126-09cd-4911-bc59-c5a205f4d32f'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:00.330042 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea9ca52-8240-4a75-b3e1-87f7a63fe6cc" -d '{"events": [{"server_uuid": "80f253cb-67e6-4523-beec-76d208504573", "name": "network-vif-plugged", "status": "completed", "tag": "0c4a3126-09cd-4911-bc59-c5a205f4d32f"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:00.400046 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port d2a98fb4-cb43-48d1-9480-65db6d632aa4 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:00.400539 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d2a98fb4-cb43-48d1-9480-65db6d632aa4), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:00.419739 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0c4a3126-09cd-4911-bc59-c5a205f4d32f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0c4a3126-09cd-4911-bc59-c5a205f4d32f,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:00.421580 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2a98fb4-cb43-48d1-9480-65db6d632aa4 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:55:00.449921 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port d2a98fb4-cb43-48d1-9480-65db6d632aa4, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=d2a98fb4-cb43-48d1-9480-65db6d632aa4,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:00.454774 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0c4a3126-09cd-4911-bc59-c5a205f4d32f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:00.475531 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d2a98fb4-cb43-48d1-9480-65db6d632aa4), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:00.571725 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a396160e-732b-4d70-a7d6-48514eb156c4 req-decaf285-6734-40ba-93df-ab302f9175e4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=575db6fc-b1bf-4deb-91aa-ccf16978efb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2934504 Feb 19 03:55:00.593970 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-75e25916-9ebd-4f51-9e1b-4d6132375382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:00.614688 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=0c4a3126-09cd-4911-bc59-c5a205f4d32f,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:00.687760 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=d2a98fb4-cb43-48d1-9480-65db6d632aa4,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:00.801157 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['d2a98fb4-cb43-48d1-9480-65db6d632aa4'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:55:00.804596 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f200a-598d-4627-b8e6-30da848df79c req-7750fee2-7b50-423c-b3b3-8c4c2e3cab7b tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:00.814970 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-594f200a-598d-4627-b8e6-30da848df79c req-7750fee2-7b50-423c-b3b3-8c4c2e3cab7b tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ec18271-4b7c-4ccf-8a6f-665656e8b6cd HTTP/1.1" status: 200 len: 943 time: 0.5597379 Feb 19 03:55:00.864372 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7addd6-5991-4824-ae1f-cb5cf30e54ea req-521a252a-b5e4-4c48-8d65-9a96a8d53a08 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:00.873695 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fb7addd6-5991-4824-ae1f-cb5cf30e54ea req-521a252a-b5e4-4c48-8d65-9a96a8d53a08 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 945 time: 0.6223507 Feb 19 03:55:00.887457 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-98fc4e1a-69f2-4ad8-b71e-7070713acb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:00.888983 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-98fc4e1a-69f2-4ad8-b71e-7070713acb46 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 1128 time: 0.5930004 Feb 19 03:55:00.893460 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-cd790d26-a807-4290-89ec-79edd41199a4 req-4db2ead3-1dc6-4226-bfa2-fd7b1b5fa8e1 service neutron] Attempting to bind port d9b7e8c8-3282-4ff6-8f14-3b04ad27989c on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:55:00.894127 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-cd790d26-a807-4290-89ec-79edd41199a4 req-4db2ead3-1dc6-4226-bfa2-fd7b1b5fa8e1 service neutron] Attempting to bind port d9b7e8c8-3282-4ff6-8f14-3b04ad27989c by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '38292db9-b633-4bb0-a3d1-faf2c5a0d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2dbc7f9e-1c85-412b-9e90-7af874c43c9e'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:55:00.894737 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd790d26-a807-4290-89ec-79edd41199a4 req-4db2ead3-1dc6-4226-bfa2-fd7b1b5fa8e1 service neutron] Attempting to bind port d9b7e8c8-3282-4ff6-8f14-3b04ad27989c on network 2dbc7f9e-1c85-412b-9e90-7af874c43c9e {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:00.904196 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aca60b-b11c-44fb-9325-698c81296fc8 req-b4293cbd-0fb6-44df-8739-e320fce6cc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:00.908212 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-79aca60b-b11c-44fb-9325-698c81296fc8 req-b4293cbd-0fb6-44df-8739-e320fce6cc96 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d936416-f125-4c3f-940d-813318503889 HTTP/1.1" status: 200 len: 922 time: 0.5538883 Feb 19 03:55:00.919963 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a781fbcd-7b54-4380-b75d-f5d977e29c04 req-604e4180-9483-49a9-89e4-455328a74d1c service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0630116 Feb 19 03:55:01.079471 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd790d26-a807-4290-89ec-79edd41199a4 req-4db2ead3-1dc6-4226-bfa2-fd7b1b5fa8e1 service neutron] Port d9b7e8c8-3282-4ff6-8f14-3b04ad27989c on network 2dbc7f9e-1c85-412b-9e90-7af874c43c9e not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:55:01.079829 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd790d26-a807-4290-89ec-79edd41199a4 req-4db2ead3-1dc6-4226-bfa2-fd7b1b5fa8e1 service neutron] Attempting to bind port d9b7e8c8-3282-4ff6-8f14-3b04ad27989c on network 2dbc7f9e-1c85-412b-9e90-7af874c43c9e {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:01.101269 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a396160e-732b-4d70-a7d6-48514eb156c4 req-fad3d981-f784-4128-ac6d-7cb40815865e service neutron] 10.222.0.79 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019007 Feb 19 03:55:01.104809 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-79aca60b-b11c-44fb-9325-698c81296fc8 req-e3ff3a6e-b5db-44b1-bb08-46fc796e7b8b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69f0e64b-8af0-4a76-a3ff-51012f343cd1 HTTP/1.1" status: 200 len: 217 time: 0.1571653 Feb 19 03:55:01.105721 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd790d26-a807-4290-89ec-79edd41199a4 req-4db2ead3-1dc6-4226-bfa2-fd7b1b5fa8e1 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:55:01.109794 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd790d26-a807-4290-89ec-79edd41199a4 req-4db2ead3-1dc6-4226-bfa2-fd7b1b5fa8e1 service neutron] Checking segment: {'id': '38292db9-b633-4bb0-a3d1-faf2c5a0d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2dbc7f9e-1c85-412b-9e90-7af874c43c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:01.110248 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd790d26-a807-4290-89ec-79edd41199a4 req-4db2ead3-1dc6-4226-bfa2-fd7b1b5fa8e1 service neutron] Bound using segment: {'id': '38292db9-b633-4bb0-a3d1-faf2c5a0d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2dbc7f9e-1c85-412b-9e90-7af874c43c9e'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:55:01.110885 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-cd790d26-a807-4290-89ec-79edd41199a4 req-4db2ead3-1dc6-4226-bfa2-fd7b1b5fa8e1 service neutron] Bound port: d9b7e8c8-3282-4ff6-8f14-3b04ad27989c, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38292db9-b633-4bb0-a3d1-faf2c5a0d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2dbc7f9e-1c85-412b-9e90-7af874c43c9e'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:55:01.111243 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-cd790d26-a807-4290-89ec-79edd41199a4 req-4db2ead3-1dc6-4226-bfa2-fd7b1b5fa8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d9b7e8c8-3282-4ff6-8f14-3b04ad27989c), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:01.225763 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-594f200a-598d-4627-b8e6-30da848df79c req-6093f832-1ded-463b-9ae8-4cbcce653edb tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e2bb0a-eb3d-44af-b1ee-2d71f228825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098656 Feb 19 03:55:01.275002 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aca60b-b11c-44fb-9325-698c81296fc8 req-5688d58a-33ee-46f0-9130-fef1bb0a0ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:01.276922 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-79aca60b-b11c-44fb-9325-698c81296fc8 req-5688d58a-33ee-46f0-9130-fef1bb0a0ffc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2953d6c2-cff6-4430-863a-070b45f3a12f HTTP/1.1" status: 200 len: 861 time: 0.1168783 Feb 19 03:55:01.355498 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-cd790d26-a807-4290-89ec-79edd41199a4 req-4db2ead3-1dc6-4226-bfa2-fd7b1b5fa8e1 service neutron] For port d9b7e8c8-3282-4ff6-8f14-3b04ad27989c, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:55:01.359503 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-cd790d26-a807-4290-89ec-79edd41199a4 req-4db2ead3-1dc6-4226-bfa2-fd7b1b5fa8e1 service neutron] For port d9b7e8c8-3282-4ff6-8f14-3b04ad27989c, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=d9b7e8c8-3282-4ff6-8f14-3b04ad27989c,segment=NetworkSegment(38292db9-b633-4bb0-a3d1-faf2c5a0d27a),segment_id=38292db9-b633-4bb0-a3d1-faf2c5a0d27a)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:55:01.380537 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-cd790d26-a807-4290-89ec-79edd41199a4 req-4db2ead3-1dc6-4226-bfa2-fd7b1b5fa8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d9b7e8c8-3282-4ff6-8f14-3b04ad27989c), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:01.414539 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-79aca60b-b11c-44fb-9325-698c81296fc8 req-9c9eab32-ea95-479a-96aa-7ccec12447d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d936416-f125-4c3f-940d-813318503889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504494 Feb 19 03:55:01.422720 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-a7faee95-07c3-432a-9a99-bc619d2d3906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:01.424248 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-a7faee95-07c3-432a-9a99-bc619d2d3906 service neutron] 10.222.0.79 "GET /v2.0/networks?id=575db6fc-b1bf-4deb-91aa-ccf16978efb1 HTTP/1.1" status: 200 len: 909 time: 0.5093901 Feb 19 03:55:01.432224 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fb7addd6-5991-4824-ae1f-cb5cf30e54ea req-b2bf12e5-e295-457d-976b-123c9a5ff1c6 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5422368 Feb 19 03:55:01.484641 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-81295d6a-c209-444f-b132-b2fa20423eea service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23b716ce-ca34-471a-a252-03d7952b8897 HTTP/1.1" status: 200 len: 217 time: 0.0513976 Feb 19 03:55:01.571448 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eeb9ec6-9fdb-4b6a-ad11-39bb5a1a3cfe x-openstack-request-id: req-6eeb9ec6-9fdb-4b6a-ad11-39bb5a1a3cfe {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:01.572036 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f253cb-67e6-4523-beec-76d208504573", "name": "network-vif-plugged", "status": "completed", "tag": "0c4a3126-09cd-4911-bc59-c5a205f4d32f", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:01.572408 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6eeb9ec6-9fdb-4b6a-ad11-39bb5a1a3cfe {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:01.572876 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f253cb-67e6-4523-beec-76d208504573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4a3126-09cd-4911-bc59-c5a205f4d32f', 'code': 200} Feb 19 03:55:01.580529 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd790d26-a807-4290-89ec-79edd41199a4 req-4db2ead3-1dc6-4226-bfa2-fd7b1b5fa8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:01.583408 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-cd790d26-a807-4290-89ec-79edd41199a4 req-4db2ead3-1dc6-4226-bfa2-fd7b1b5fa8e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:01.595105 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-cd790d26-a807-4290-89ec-79edd41199a4 req-4db2ead3-1dc6-4226-bfa2-fd7b1b5fa8e1 service neutron] 10.222.0.26 "PUT /v2.0/ports/d9b7e8c8-3282-4ff6-8f14-3b04ad27989c HTTP/1.1" status: 200 len: 1092 time: 4.6732628 Feb 19 03:55:01.608679 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-534f6142-6c4a-4ed6-8d02-dd44a9c2a534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:01.611312 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-534f6142-6c4a-4ed6-8d02-dd44a9c2a534 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d HTTP/1.1" status: 200 len: 848 time: 0.1182792 Feb 19 03:55:01.762336 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-d09ed2ef-cd4c-4efb-ad89-065f80889758 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=575db6fc-b1bf-4deb-91aa-ccf16978efb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093514 Feb 19 03:55:01.846685 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2ead3-1dc6-4226-bfa2-fd7b1b5fa8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b7e8c8-3282-4ff6-8f14-3b04ad27989c,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:01.860372 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a396160e-732b-4d70-a7d6-48514eb156c4 req-3b99f1f0-b49f-44af-8d79-16d43d8da4f9 service neutron] 10.222.0.79 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7383120 Feb 19 03:55:01.896746 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abbe4d6-5b37-448b-9160-d9d8455bfc09 req-97380c0e-c1ae-4699-80ef-1f1a91e031c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:01.899073 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5abbe4d6-5b37-448b-9160-d9d8455bfc09 req-97380c0e-c1ae-4699-80ef-1f1a91e031c3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 1132 time: 0.2395837 Feb 19 03:55:01.943636 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-79aca60b-b11c-44fb-9325-698c81296fc8 req-7de2fb7e-7bc3-4132-a19d-35a51101e4a2 service neutron] 10.222.0.26 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645157 Feb 19 03:55:01.948649 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd790d26-a807-4290-89ec-79edd41199a4 req-3225aa5d-f669-470c-b9f5-239628286ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:01.950553 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-cd790d26-a807-4290-89ec-79edd41199a4 req-3225aa5d-f669-470c-b9f5-239628286ad6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db9294c8da474bcb9e43e0a3d1d64676&device_id=3ec18271-4b7c-4ccf-8a6f-665656e8b6cd HTTP/1.1" status: 200 len: 1126 time: 0.1909568 Feb 19 03:55:01.993656 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec18271-4b7c-4ccf-8a6f-665656e8b6cd', 'tag': 'd9b7e8c8-3282-4ff6-8f14-3b04ad27989c'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:01.996535 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db50950-abc7-4032-a912-273db231afbe" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec18271-4b7c-4ccf-8a6f-665656e8b6cd", "tag": "d9b7e8c8-3282-4ff6-8f14-3b04ad27989c"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:02.001775 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5abbe4d6-5b37-448b-9160-d9d8455bfc09 req-72b82bb8-ad19-45f0-816d-0171e1306bf6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905972 Feb 19 03:55:02.056289 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-cd790d26-a807-4290-89ec-79edd41199a4 req-b43e1597-80a5-47ba-85ae-21df69100742 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9b7e8c8-3282-4ff6-8f14-3b04ad27989c HTTP/1.1" status: 200 len: 217 time: 0.0633354 Feb 19 03:55:02.159765 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd790d26-a807-4290-89ec-79edd41199a4 req-4646bc7b-5f72-4127-8fe9-98747af380b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:02.161614 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-cd790d26-a807-4290-89ec-79edd41199a4 req-4646bc7b-5f72-4127-8fe9-98747af380b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b373074a-c933-406e-8120-4724e8d10399 HTTP/1.1" status: 200 len: 852 time: 0.0749683 Feb 19 03:55:02.177236 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a2cdd-2146-43ae-ab6f-30c838897a65 req-935012a7-d503-46c2-9adc-3a2028785d89 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:02.178935 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7d2a2cdd-2146-43ae-ab6f-30c838897a65 req-935012a7-d503-46c2-9adc-3a2028785d89 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=47d84e75-af39-40bc-a86f-82d4e17c07e0 HTTP/1.1" status: 200 len: 948 time: 0.4568613 Feb 19 03:55:02.227844 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-2347d98f-b87f-49d9-b799-c71b5d4907a7 service neutron] 10.222.0.79 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537654 Feb 19 03:55:02.244395 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-79aca60b-b11c-44fb-9325-698c81296fc8 req-417e9a16-05d8-4e3b-a517-8cba9e4c667b service neutron] 10.222.0.26 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526183 Feb 19 03:55:02.272744 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd790d26-a807-4290-89ec-79edd41199a4 req-3a82ed80-e6ef-4ad1-8692-3139a140886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:02.274255 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-cd790d26-a807-4290-89ec-79edd41199a4 req-3a82ed80-e6ef-4ad1-8692-3139a140886a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2dbc7f9e-1c85-412b-9e90-7af874c43c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1000977 Feb 19 03:55:02.324899 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7d2a2cdd-2146-43ae-ab6f-30c838897a65 req-0a03c436-bf87-43e5-b9e4-2314a09a34e6 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289964 Feb 19 03:55:02.406949 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-d8aea366-6617-49de-85d1-1971289af4fd service neutron] 10.222.0.79 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699932 Feb 19 03:55:02.547890 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4e1ee-2c8f-487a-a9f7-17de506eb666 req-48e8e8aa-591c-4e6b-9f82-308ac09fb281 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:02.549845 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dee4e1ee-2c8f-487a-a9f7-17de506eb666 req-48e8e8aa-591c-4e6b-9f82-308ac09fb281 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 944 time: 0.1274960 Feb 19 03:55:02.571007 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-ab937e02-68e9-43f9-8962-4894b2f59980 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:02.572737 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-ab937e02-68e9-43f9-8962-4894b2f59980 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=162970fc-e234-485e-a2f4-06b452996e79&tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&binding%3Ahost_id=n-h1-828369-19 HTTP/1.1" status: 200 len: 1128 time: 0.0844321 Feb 19 03:55:02.597874 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-cd790d26-a807-4290-89ec-79edd41199a4 req-308f8317-8cce-4e8f-af26-ee3f7b6ec235 service neutron] 10.222.0.26 "GET /v2.0/networks/2dbc7f9e-1c85-412b-9e90-7af874c43c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304611 Feb 19 03:55:02.605975 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-c1473949-7ac0-4dc0-897f-bdc1d5b2bd20 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828369-19'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:02.691603 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0defccac-2861-4d0a-9c1e-e19af927ec73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:02.748369 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dee4e1ee-2c8f-487a-a9f7-17de506eb666 req-9ceecf63-38b7-4dcf-9d3b-e004b83f71a9 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838002 Feb 19 03:55:02.768983 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-cd790d26-a807-4290-89ec-79edd41199a4 req-ff5a47d4-f85c-449a-92b8-ea8256e1a5f4 service neutron] 10.222.0.26 "GET /v2.0/networks/2dbc7f9e-1c85-412b-9e90-7af874c43c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251855 Feb 19 03:55:02.843899 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-c1473949-7ac0-4dc0-897f-bdc1d5b2bd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (23b716ce-ca34-471a-a252-03d7952b8897), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:03.050632 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5ae52101-e525-4922-84ab-b4cb34360187 req-20b8d8e2-0d25-4edb-848a-b6e95c4103a6 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=f53bb259194d43549dffca4b3682b459&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663965 Feb 19 03:55:03.150764 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-1dd1d22c-0e3a-4710-a611-6b887dace079 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--883239808&fields=id&tenant_id=7d8751a366f7493698f363eb60d46c38 HTTP/1.1" status: 200 len: 267 time: 0.2610025 Feb 19 03:55:03.470581 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893802d-a5f7-4c78-84d6-4039090cc0af req-f33d9932-5488-4627-b76a-087d206e63c6 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:03.472592 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0893802d-a5f7-4c78-84d6-4039090cc0af req-f33d9932-5488-4627-b76a-087d206e63c6 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.79 "GET /v2.0/ports?device_id=a214ba34-e4a4-4b85-a20a-5218cd868047 HTTP/1.1" status: 200 len: 945 time: 0.1027424 Feb 19 03:55:03.628512 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:03.646065 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-0893802d-a5f7-4c78-84d6-4039090cc0af req-3b84fa4e-fd4b-4bb7-b043-3dfee5a7472d tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Deleting port e63ae549-eb7f-4383-8f0d-1d5d8da5cb96 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:55:03.647301 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-0893802d-a5f7-4c78-84d6-4039090cc0af req-3b84fa4e-fd4b-4bb7-b043-3dfee5a7472d tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (e63ae549-eb7f-4383-8f0d-1d5d8da5cb96), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:03.659610 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device d2a98fb4-cb43-48d1-9480-65db6d632aa4 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:03.700572 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae52101-e525-4922-84ab-b4cb34360187 req-03b840d2-c992-4293-be31-f10df92ffe6d tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:03.706663 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5ae52101-e525-4922-84ab-b4cb34360187 req-03b840d2-c992-4293-be31-f10df92ffe6d tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6543987 Feb 19 03:55:03.769573 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port d2a98fb4-cb43-48d1-9480-65db6d632aa4 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:55:03.774456 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port d2a98fb4-cb43-48d1-9480-65db6d632aa4 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:03.774835 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d2a98fb4-cb43-48d1-9480-65db6d632aa4), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:03.789935 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5ae52101-e525-4922-84ab-b4cb34360187 req-1ed0e346-0753-47a3-be0a-fa92b8d4c980 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/quotas/f53bb259194d43549dffca4b3682b459 HTTP/1.1" status: 200 len: 375 time: 0.0447390 Feb 19 03:55:03.791021 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-0893802d-a5f7-4c78-84d6-4039090cc0af req-3b84fa4e-fd4b-4bb7-b043-3dfee5a7472d tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] For port e63ae549-eb7f-4383-8f0d-1d5d8da5cb96, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=e63ae549-eb7f-4383-8f0d-1d5d8da5cb96,segment=NetworkSegment(56086ea6-27d7-4ec1-9205-90d5e1fd26c5),segment_id=56086ea6-27d7-4ec1-9205-90d5e1fd26c5)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:03.791565 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-0893802d-a5f7-4c78-84d6-4039090cc0af req-3b84fa4e-fd4b-4bb7-b043-3dfee5a7472d tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (e63ae549-eb7f-4383-8f0d-1d5d8da5cb96), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:03.815748 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-c1473949-7ac0-4dc0-897f-bdc1d5b2bd20 service neutron] For port 23b716ce-ca34-471a-a252-03d7952b8897, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=23b716ce-ca34-471a-a252-03d7952b8897,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:03.874990 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-f6c921a0-d364-4d1a-bf00-2384fa738429 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:03.876910 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-f6c921a0-d364-4d1a-bf00-2384fa738429 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/networks?id=c2a4677c-3978-448a-8fd9-1efa09d1157e HTTP/1.1" status: 200 len: 824 time: 0.7180450 Feb 19 03:55:03.879302 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5ae52101-e525-4922-84ab-b4cb34360187 req-c18168bd-14ae-487a-8760-ec33d9d6530d tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f53bb259194d43549dffca4b3682b459&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669532 Feb 19 03:55:03.890755 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port d2a98fb4-cb43-48d1-9480-65db6d632aa4 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:03.891314 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d2a98fb4-cb43-48d1-9480-65db6d632aa4), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:03.904451 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-420bec0c-eb25-462d-8e47-4cd3d4f4c71c tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/quotas/7d8751a366f7493698f363eb60d46c38 HTTP/1.1" status: 200 len: 375 time: 0.0106032 Feb 19 03:55:03.938886 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d84e75-af39-40bc-a86f-82d4e17c07e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a98fb4-cb43-48d1-9480-65db6d632aa4'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:03.942047 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc568b2f-7dcf-492b-919e-af61a54e602e" -d '{"events": [{"server_uuid": "47d84e75-af39-40bc-a86f-82d4e17c07e0", "name": "network-vif-plugged", "status": "completed", "tag": "d2a98fb4-cb43-48d1-9480-65db6d632aa4"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:03.963868 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-c1473949-7ac0-4dc0-897f-bdc1d5b2bd20 service neutron] For port 23b716ce-ca34-471a-a252-03d7952b8897, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:55:03.966494 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port d2a98fb4-cb43-48d1-9480-65db6d632aa4, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=d2a98fb4-cb43-48d1-9480-65db6d632aa4,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:03.994441 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d2a98fb4-cb43-48d1-9480-65db6d632aa4), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:04.020320 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162970fc-e234-485e-a2f4-06b452996e79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23b716ce-ca34-471a-a252-03d7952b8897'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:04.023095 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b25d79-cea5-4b10-9376-111eff387906" -d '{"events": [{"server_uuid": "162970fc-e234-485e-a2f4-06b452996e79", "name": "network-vif-unplugged", "status": "completed", "tag": "23b716ce-ca34-471a-a252-03d7952b8897"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:04.028979 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-c1473949-7ac0-4dc0-897f-bdc1d5b2bd20 service neutron] Publish callbacks [] for port (23b716ce-ca34-471a-a252-03d7952b8897), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:04.040059 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-bdf2fc45-1d19-465e-bee7-47452df65481 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d8751a366f7493698f363eb60d46c38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1248944 Feb 19 03:55:04.051489 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-c1473949-7ac0-4dc0-897f-bdc1d5b2bd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (23b716ce-ca34-471a-a252-03d7952b8897), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:04.077182 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 69f0e64b-8af0-4a76-a3ff-51012f343cd1 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:55:04.169437 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=d2a98fb4-cb43-48d1-9480-65db6d632aa4,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:04.222019 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce629579-dcfe-4f27-954d-51c08b8be2ac x-openstack-request-id: req-ce629579-dcfe-4f27-954d-51c08b8be2ac {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:04.222546 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec18271-4b7c-4ccf-8a6f-665656e8b6cd", "tag": "d9b7e8c8-3282-4ff6-8f14-3b04ad27989c", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:04.222954 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ce629579-dcfe-4f27-954d-51c08b8be2ac {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:04.223513 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec18271-4b7c-4ccf-8a6f-665656e8b6cd', 'tag': 'd9b7e8c8-3282-4ff6-8f14-3b04ad27989c', 'status': 'completed', 'code': 200} Feb 19 03:55:04.281043 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1473949-7ac0-4dc0-897f-bdc1d5b2bd20 service neutron] Pushing event updated for resources: {'Port': ['ID=23b716ce-ca34-471a-a252-03d7952b8897,revision_number=7']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:04.285346 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-f919815d-b89a-4a76-82b5-84be4d42c439 service neutron] 10.222.0.52 "GET /v2.0/networks/c2a4677c-3978-448a-8fd9-1efa09d1157e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117226 Feb 19 03:55:04.392476 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 69f0e64b-8af0-4a76-a3ff-51012f343cd1, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=69f0e64b-8af0-4a76-a3ff-51012f343cd1,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:04.404449 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-0893802d-a5f7-4c78-84d6-4039090cc0af req-3b84fa4e-fd4b-4bb7-b043-3dfee5a7472d tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:04.405083 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-0893802d-a5f7-4c78-84d6-4039090cc0af req-3b84fa4e-fd4b-4bb7-b043-3dfee5a7472d tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (3c4a1bc9-0dbd-48d7-b7e1-0b7ce9dcc8a0), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:04.405595 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [req-0893802d-a5f7-4c78-84d6-4039090cc0af req-3b84fa4e-fd4b-4bb7-b043-3dfee5a7472d tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Floating IP 3c4a1bc9-0dbd-48d7-b7e1-0b7ce9dcc8a0 disassociated. External IP: 172.25.3.230, port: e63ae549-eb7f-4383-8f0d-1d5d8da5cb96. Feb 19 03:55:04.406110 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-0893802d-a5f7-4c78-84d6-4039090cc0af req-3b84fa4e-fd4b-4bb7-b043-3dfee5a7472d tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Calling delete_port for e63ae549-eb7f-4383-8f0d-1d5d8da5cb96 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:55:04.449651 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '69f0e64b-8af0-4a76-a3ff-51012f343cd1', 'network_id': '6d936416-f125-4c3f-940d-813318503889', 'port_id': '69f0e64b-8af0-4a76-a3ff-51012f343cd1', 'mac_address': 'fa:16:3e:e2:db:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2953d6c2-cff6-4430-863a-070b45f3a12f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:55:04.467643 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-c1473949-7ac0-4dc0-897f-bdc1d5b2bd20 service neutron] Attempting to bind port 23b716ce-ca34-471a-a252-03d7952b8897 on host n-h1-828369-19 for vnic_type normal with profile {"migrating_to": "n-h2-828369-19"} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:55:04.467828 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-c1473949-7ac0-4dc0-897f-bdc1d5b2bd20 service neutron] Attempting to bind port 23b716ce-ca34-471a-a252-03d7952b8897 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:55:04.468648 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-c1473949-7ac0-4dc0-897f-bdc1d5b2bd20 service neutron] Attempting to bind port 23b716ce-ca34-471a-a252-03d7952b8897 on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:04.469727 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db50950-abc7-4032-a912-273db231afbe req-145a762e-d12a-45ed-a113-7ce14f281e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:04.471287 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5db50950-abc7-4032-a912-273db231afbe req-145a762e-d12a-45ed-a113-7ce14f281e8a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db9294c8da474bcb9e43e0a3d1d64676&device_id=3ec18271-4b7c-4ccf-8a6f-665656e8b6cd HTTP/1.1" status: 200 len: 1126 time: 0.1099849 Feb 19 03:55:04.569986 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-c1473949-7ac0-4dc0-897f-bdc1d5b2bd20 service neutron] Port 23b716ce-ca34-471a-a252-03d7952b8897 on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:55:04.570365 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-c1473949-7ac0-4dc0-897f-bdc1d5b2bd20 service neutron] Attempting to bind port 23b716ce-ca34-471a-a252-03d7952b8897 on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:04.575904 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 69f0e64b-8af0-4a76-a3ff-51012f343cd1 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:04.577411 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (69f0e64b-8af0-4a76-a3ff-51012f343cd1), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:04.588318 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-c1473949-7ac0-4dc0-897f-bdc1d5b2bd20 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:55:04.590683 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-c1473949-7ac0-4dc0-897f-bdc1d5b2bd20 service neutron] Checking segment: {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:04.591212 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-c1473949-7ac0-4dc0-897f-bdc1d5b2bd20 service neutron] Bound using segment: {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:55:04.593791 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-c1473949-7ac0-4dc0-897f-bdc1d5b2bd20 service neutron] Bound port: 23b716ce-ca34-471a-a252-03d7952b8897, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:55:04.594225 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-c1473949-7ac0-4dc0-897f-bdc1d5b2bd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (23b716ce-ca34-471a-a252-03d7952b8897), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:04.628735 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f0e64b-8af0-4a76-a3ff-51012f343cd1 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:55:04.669667 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 69f0e64b-8af0-4a76-a3ff-51012f343cd1, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=69f0e64b-8af0-4a76-a3ff-51012f343cd1,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:04.682968 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (69f0e64b-8af0-4a76-a3ff-51012f343cd1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:04.767939 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=69f0e64b-8af0-4a76-a3ff-51012f343cd1,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:04.774651 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-f5a9b6b1-0a4d-40ee-a461-6e786d3c18d8 service neutron] 10.222.0.52 "GET /v2.0/networks/c2a4677c-3978-448a-8fd9-1efa09d1157e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806490 Feb 19 03:55:04.781869 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db50950-abc7-4032-a912-273db231afbe req-3c98c239-0e93-4218-99bd-3cdacb998815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:04.784253 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5db50950-abc7-4032-a912-273db231afbe req-3c98c239-0e93-4218-99bd-3cdacb998815 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2dbc7f9e-1c85-412b-9e90-7af874c43c9e HTTP/1.1" status: 200 len: 914 time: 0.2970479 Feb 19 03:55:04.815862 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f5447-5670-4141-98b3-ec061fe7f1a2 req-452af465-a0ac-46ba-aec1-9f3d8ff0090a tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:04.818570 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d0f5447-5670-4141-98b3-ec061fe7f1a2 req-452af465-a0ac-46ba-aec1-9f3d8ff0090a tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ec18271-4b7c-4ccf-8a6f-665656e8b6cd HTTP/1.1" status: 200 len: 943 time: 0.4780867 Feb 19 03:55:04.846240 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd88449-d9c4-4bf4-bfc1-a32c364c81e3 req-dfc884d1-e225-4936-94aa-3dedaf0e78b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:04.847799 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dfd88449-d9c4-4bf4-bfc1-a32c364c81e3 req-dfc884d1-e225-4936-94aa-3dedaf0e78b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 1114 time: 0.2250006 Feb 19 03:55:04.852561 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5db50950-abc7-4032-a912-273db231afbe req-fc51dd7d-c1ad-4946-98b4-ad3017e8ab3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9b7e8c8-3282-4ff6-8f14-3b04ad27989c HTTP/1.1" status: 200 len: 217 time: 0.0565925 Feb 19 03:55:04.854709 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-0893802d-a5f7-4c78-84d6-4039090cc0af req-3b84fa4e-fd4b-4bb7-b043-3dfee5a7472d tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (e63ae549-eb7f-4383-8f0d-1d5d8da5cb96), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:04.929451 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84fa4e-fd4b-4bb7-b043-3dfee5a7472d tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Pushing event deleted for resources: {'Port': ['ID=e63ae549-eb7f-4383-8f0d-1d5d8da5cb96,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:04.987591 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d0f5447-5670-4141-98b3-ec061fe7f1a2 req-625a593c-57c2-40dc-bedd-652a90d9bcb3 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e2bb0a-eb3d-44af-b1ee-2d71f228825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596289 Feb 19 03:55:04.996051 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-c1473949-7ac0-4dc0-897f-bdc1d5b2bd20 service neutron] For port 23b716ce-ca34-471a-a252-03d7952b8897, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:55:05.000636 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-c1473949-7ac0-4dc0-897f-bdc1d5b2bd20 service neutron] For port 23b716ce-ca34-471a-a252-03d7952b8897, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=23b716ce-ca34-471a-a252-03d7952b8897,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:55:05.015103 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['69f0e64b-8af0-4a76-a3ff-51012f343cd1'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:55:05.020748 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-c1473949-7ac0-4dc0-897f-bdc1d5b2bd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (23b716ce-ca34-471a-a252-03d7952b8897), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:05.150892 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:05.289544 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-c1473949-7ac0-4dc0-897f-bdc1d5b2bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:05.290217 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-c1473949-7ac0-4dc0-897f-bdc1d5b2bd20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:05.291672 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-c1473949-7ac0-4dc0-897f-bdc1d5b2bd20 service neutron] 10.222.0.79 "PUT /v2.0/ports/23b716ce-ca34-471a-a252-03d7952b8897 HTTP/1.1" status: 200 len: 1123 time: 2.7063310 Feb 19 03:55:05.351471 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1473949-7ac0-4dc0-897f-bdc1d5b2bd20 service neutron] Pushing event updated for resources: {'Port': ['ID=23b716ce-ca34-471a-a252-03d7952b8897,revision_number=8']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:05.387137 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9c7c5-5a6c-4a73-81f3-aedd039103f2 req-a2671781-1427-4fd2-924e-a52d0ab36ce6 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:05.389383 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a2d9c7c5-5a6c-4a73-81f3-aedd039103f2 req-a2671781-1427-4fd2-924e-a52d0ab36ce6 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 943 time: 0.0968399 Feb 19 03:55:05.437866 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['23b716ce-ca34-471a-a252-03d7952b8897'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:55:05.524527 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a2d9c7c5-5a6c-4a73-81f3-aedd039103f2 req-61662ff1-900f-40a9-b2b3-18c0961a072c tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222765 Feb 19 03:55:05.737093 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-b565c545-9a37-4db5-acc4-603c00ffbd48 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552180 Feb 19 03:55:05.963965 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93147610-1a84-4776-8a26-7476e6704a2a req-e886fb49-98d9-4ce1-870a-5ca14bc2129e tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:05.966015 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-93147610-1a84-4776-8a26-7476e6704a2a req-e886fb49-98d9-4ce1-870a-5ca14bc2129e tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=47d84e75-af39-40bc-a86f-82d4e17c07e0 HTTP/1.1" status: 200 len: 949 time: 0.1720877 Feb 19 03:55:06.022779 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-f32a1b6a-8e00-4200-b3cc-181e45da4924 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:06.035876 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-f32a1b6a-8e00-4200-b3cc-181e45da4924 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2956553 Feb 19 03:55:06.078660 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-b926f6bc-f118-4fc8-acf8-7d62536f137a tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/quotas/e0a0ced50b0f4fce99b90209ed8886f4 HTTP/1.1" status: 200 len: 375 time: 0.0342147 Feb 19 03:55:06.125073 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0893802d-a5f7-4c78-84d6-4039090cc0af req-3b84fa4e-fd4b-4bb7-b043-3dfee5a7472d tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Router 195f9377-2c17-4a3e-a089-745ef13cd5ad has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:55:06.137705 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db50950-abc7-4032-a912-273db231afbe req-556d3fe5-1c8c-4ce4-a0c9-e3a40b7d4fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:06.138873 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5db50950-abc7-4032-a912-273db231afbe req-556d3fe5-1c8c-4ce4-a0c9-e3a40b7d4fc3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b373074a-c933-406e-8120-4724e8d10399 HTTP/1.1" status: 200 len: 852 time: 1.2288394 Feb 19 03:55:06.213984 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-3c60095e-28d2-493c-b31f-5bb613575db9 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1428704 Feb 19 03:55:06.231444 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-93147610-1a84-4776-8a26-7476e6704a2a req-9894f2e3-fad7-4a5c-ba89-9b6033900077 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543340 Feb 19 03:55:06.360658 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.26', 54796) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:06.402319 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd88449-d9c4-4bf4-bfc1-a32c364c81e3 req-77c21217-40c9-4a89-9dc8-97b0caa9de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:06.403854 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dfd88449-d9c4-4bf4-bfc1-a32c364c81e3 req-77c21217-40c9-4a89-9dc8-97b0caa9de70 service neutron] 10.222.0.26 "GET /v2.0/networks?id=575db6fc-b1bf-4deb-91aa-ccf16978efb1 HTTP/1.1" status: 200 len: 909 time: 1.4423792 Feb 19 03:55:06.436310 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db50950-abc7-4032-a912-273db231afbe req-58765c81-08f3-428a-a65d-8bc143b1ea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:06.437966 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5db50950-abc7-4032-a912-273db231afbe req-58765c81-08f3-428a-a65d-8bc143b1ea33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2dbc7f9e-1c85-412b-9e90-7af874c43c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2853923 Feb 19 03:55:06.442203 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5ae52101-e525-4922-84ab-b4cb34360187 req-0e3c32e2-3f72-4a6d-9a37-3362187cfb86 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=f53bb259194d43549dffca4b3682b459&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536520 Feb 19 03:55:06.516284 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dfd88449-d9c4-4bf4-bfc1-a32c364c81e3 req-1b082d15-a73b-4530-9a5f-c869386cba7b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23b716ce-ca34-471a-a252-03d7952b8897 HTTP/1.1" status: 200 len: 217 time: 0.0948908 Feb 19 03:55:06.645763 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f4a7d6-03f0-4bd3-a3fa-fc8150e9b9c7 x-openstack-request-id: req-d6f4a7d6-03f0-4bd3-a3fa-fc8150e9b9c7 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:06.647360 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d84e75-af39-40bc-a86f-82d4e17c07e0", "name": "network-vif-plugged", "status": "completed", "tag": "d2a98fb4-cb43-48d1-9480-65db6d632aa4", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:06.647786 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d6f4a7d6-03f0-4bd3-a3fa-fc8150e9b9c7 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:06.648369 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d84e75-af39-40bc-a86f-82d4e17c07e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a98fb4-cb43-48d1-9480-65db6d632aa4', 'code': 200} Feb 19 03:55:06.712566 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:06.842144 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171b6bd7-7d95-469a-99f8-cf7a849b99a4 x-openstack-request-id: req-171b6bd7-7d95-469a-99f8-cf7a849b99a4 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:06.842457 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162970fc-e234-485e-a2f4-06b452996e79", "name": "network-vif-unplugged", "status": "completed", "tag": "23b716ce-ca34-471a-a252-03d7952b8897", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:06.842720 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-171b6bd7-7d95-469a-99f8-cf7a849b99a4 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:06.843101 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162970fc-e234-485e-a2f4-06b452996e79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23b716ce-ca34-471a-a252-03d7952b8897', 'code': 200} Feb 19 03:55:06.941734 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd88449-d9c4-4bf4-bfc1-a32c364c81e3 req-72311f35-ae6f-40e6-bed4-5c24cc2392d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:06.943731 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dfd88449-d9c4-4bf4-bfc1-a32c364c81e3 req-72311f35-ae6f-40e6-bed4-5c24cc2392d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d HTTP/1.1" status: 200 len: 848 time: 0.2229891 Feb 19 03:55:07.102233 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ae9d8d5f-bb8c-442b-83fd-96f5994c61d1 req-6bc09d1e-e65f-4763-8ebb-3dea536f2414 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd HTTP/1.1" status: 200 len: 210 time: 0.1156235 Feb 19 03:55:07.110279 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dfd88449-d9c4-4bf4-bfc1-a32c364c81e3 req-db297582-5b6c-4fc4-80bd-d5b28606b294 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=575db6fc-b1bf-4deb-91aa-ccf16978efb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1488576 Feb 19 03:55:07.156828 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b28c8-83fd-47b1-adce-9ac6eb988c87 req-821b8fff-a547-4c16-9bab-36f3305093d9 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:07.165164 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b18b28c8-83fd-47b1-adce-9ac6eb988c87 req-821b8fff-a547-4c16-9bab-36f3305093d9 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 945 time: 0.7261558 Feb 19 03:55:07.184328 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847dbb5-35dc-4f7f-b979-e2c2fb1aa96f req-ccc54d9a-f4ef-4053-afd2-0011753871de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:07.185942 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e847dbb5-35dc-4f7f-b979-e2c2fb1aa96f req-ccc54d9a-f4ef-4053-afd2-0011753871de service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=47d84e75-af39-40bc-a86f-82d4e17c07e0 HTTP/1.1" status: 200 len: 1132 time: 0.3877592 Feb 19 03:55:07.199037 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae52101-e525-4922-84ab-b4cb34360187 req-5d4dc1cf-dddc-45eb-8f01-0caa58fd84c7 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:07.200649 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5ae52101-e525-4922-84ab-b4cb34360187 req-5d4dc1cf-dddc-45eb-8f01-0caa58fd84c7 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7164624 Feb 19 03:55:07.240693 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-5ae52101-e525-4922-84ab-b4cb34360187 req-4aa6e9f4-beea-425f-ba18-8ca0aeede598 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Request body: {'port': {'device_id': 'f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': 'f53bb259194d43549dffca4b3682b459'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:07.265174 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0893802d-a5f7-4c78-84d6-4039090cc0af req-3b84fa4e-fd4b-4bb7-b043-3dfee5a7472d tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:55:07.290347 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aef6d0-8adb-4fae-8a69-d8a7b6b467f7 None None] Sync routers for ids ['195f9377-2c17-4a3e-a089-745ef13cd5ad'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:55:07.309566 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aef6d0-8adb-4fae-8a69-d8a7b6b467f7 None None] Routers {'195f9377-2c17-4a3e-a089-745ef13cd5ad'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:55:07.310370 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-31aef6d0-8adb-4fae-8a69-d8a7b6b467f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:55:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['195f9377-2c17-4a3e-a089-745ef13cd5ad'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:07.328385 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-0893802d-a5f7-4c78-84d6-4039090cc0af req-3b84fa4e-fd4b-4bb7-b043-3dfee5a7472d tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] No DVR routers for this DVR port e63ae549-eb7f-4383-8f0d-1d5d8da5cb96 on host n-h2-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:55:07.333489 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-0893802d-a5f7-4c78-84d6-4039090cc0af req-3b84fa4e-fd4b-4bb7-b043-3dfee5a7472d tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:07.337442 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0893802d-a5f7-4c78-84d6-4039090cc0af req-3b84fa4e-fd4b-4bb7-b043-3dfee5a7472d tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.79 "DELETE /v2.0/ports/e63ae549-eb7f-4383-8f0d-1d5d8da5cb96 HTTP/1.1" status: 204 len: 173 time: 3.8581448 Feb 19 03:55:07.339474 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a214ba34-e4a4-4b85-a20a-5218cd868047', 'name': 'network-vif-deleted', 'tag': 'e63ae549-eb7f-4383-8f0d-1d5d8da5cb96'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:07.341816 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cce86b-1e21-4b11-8794-955120316d00" -d '{"events": [{"server_uuid": "a214ba34-e4a4-4b85-a20a-5218cd868047", "name": "network-vif-deleted", "tag": "e63ae549-eb7f-4383-8f0d-1d5d8da5cb96"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:07.351520 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5db50950-abc7-4032-a912-273db231afbe req-822b247a-e4f5-4f88-883e-100a934f6a9e service neutron] 10.222.0.26 "GET /v2.0/networks/2dbc7f9e-1c85-412b-9e90-7af874c43c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8708701 Feb 19 03:55:07.395992 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dfd88449-d9c4-4bf4-bfc1-a32c364c81e3 req-63a829ec-e637-4355-9681-7778c2468421 service neutron] 10.222.0.26 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565241 Feb 19 03:55:07.434793 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ef534b2-f75e-4a11-ac69-1ffb186a2cb9 req-8f1e55f9-f916-43a1-ad70-e31e554919bd tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63 HTTP/1.1" status: 200 len: 210 time: 0.1603656 Feb 19 03:55:07.451444 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b18b28c8-83fd-47b1-adce-9ac6eb988c87 req-ef10891f-38e9-48b1-902d-f0877c4454f0 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853577 Feb 19 03:55:07.514538 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e847dbb5-35dc-4f7f-b979-e2c2fb1aa96f req-0e3c10ec-ba8f-485d-b358-08d386c86685 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099611 Feb 19 03:55:07.643941 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-31aef6d0-8adb-4fae-8a69-d8a7b6b467f7 None None] Set router 195f9377-2c17-4a3e-a089-745ef13cd5ad gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:55:07.654100 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-537552b7-bc0b-4d88-8cc9-9150359de560 req-c1600a28-d0fe-42b9-93e3-48b53a64ec96 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 210 time: 0.0406489 Feb 19 03:55:07.686877 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f863354-4766-464f-9c8a-41fa2afb96aa req-70357777-9354-429a-ad74-fe8eb29cbd8f tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:07.688719 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2f863354-4766-464f-9c8a-41fa2afb96aa req-70357777-9354-429a-ad74-fe8eb29cbd8f tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ec18271-4b7c-4ccf-8a6f-665656e8b6cd HTTP/1.1" status: 200 len: 943 time: 0.1520586 Feb 19 03:55:07.694946 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ae52101-e525-4922-84ab-b4cb34360187 req-4aa6e9f4-beea-425f-ba18-8ca0aeede598 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Made reservation on behalf of f53bb259194d43549dffca4b3682b459 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:07.699157 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5ae52101-e525-4922-84ab-b4cb34360187 req-4aa6e9f4-beea-425f-ba18-8ca0aeede598 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:07.713795 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 23b716ce-ca34-471a-a252-03d7952b8897 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:55:07.720842 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5ae52101-e525-4922-84ab-b4cb34360187 req-4aa6e9f4-beea-425f-ba18-8ca0aeede598 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:07.741409 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device e63ae549-eb7f-4383-8f0d-1d5d8da5cb96 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:55:07.790679 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: e63ae549-eb7f-4383-8f0d-1d5d8da5cb96 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:55:07.791127 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device e63ae549-eb7f-4383-8f0d-1d5d8da5cb96 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:55:07.817258 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2f863354-4766-464f-9c8a-41fa2afb96aa req-ce92d690-3d21-4e93-9264-e69529a3573c tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e2bb0a-eb3d-44af-b1ee-2d71f228825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134746 Feb 19 03:55:07.879379 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca0d46-9f34-4c22-a281-14ce53440168 req-26c1b183-0250-4e8c-933b-440306315012 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:07.890049 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-87ca0d46-9f34-4c22-a281-14ce53440168 req-26c1b183-0250-4e8c-933b-440306315012 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 943 time: 0.1514881 Feb 19 03:55:07.913324 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 23b716ce-ca34-471a-a252-03d7952b8897, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=23b716ce-ca34-471a-a252-03d7952b8897,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:07.914965 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-31aef6d0-8adb-4fae-8a69-d8a7b6b467f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1463629878-router', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:24Z', 'updated_at': '2022-02-19T03:53:36Z', 'revision_number': 4, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'gw_port': {'id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:40:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:27Z', 'updated_at': '2022-02-19T03:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'fb25a2ed-fa42-4270-a1b5-8bfb6587821d', 'name': '', 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'mac_address': 'fa:16:3e:ee:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:35Z', 'updated_at': '2022-02-19T03:53:41Z', 'revision_number': 5, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'subnets': [{'id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:07.927260 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 23b716ce-ca34-471a-a252-03d7952b8897 has no active binding in host n-h2-828369-19 {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:55:07.950960 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aef6d0-8adb-4fae-8a69-d8a7b6b467f7 None None] Checking router: 195f9377-2c17-4a3e-a089-745ef13cd5ad for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:55:07.960634 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aef6d0-8adb-4fae-8a69-d8a7b6b467f7 None None] Routers {'195f9377-2c17-4a3e-a089-745ef13cd5ad'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:55:07.961459 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-31aef6d0-8adb-4fae-8a69-d8a7b6b467f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:55:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['195f9377-2c17-4a3e-a089-745ef13cd5ad'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:07.998156 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-87ca0d46-9f34-4c22-a281-14ce53440168 req-b3728b08-de71-440d-b744-94558e2e5b00 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071615 Feb 19 03:55:08.016931 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5ae52101-e525-4922-84ab-b4cb34360187 req-4aa6e9f4-beea-425f-ba18-8ca0aeede598 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Publish callbacks [] for security_group (32971f3f-d97a-4e19-bdc9-51c91a9a851e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:08.026669 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 69f0e64b-8af0-4a76-a3ff-51012f343cd1 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:08.027978 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cb9b0-fcd8-4dea-943b-b9caba48e632 req-f6e20359-d657-4eba-8e33-d95aba471459 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:08.029567 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-939cb9b0-fcd8-4dea-943b-b9caba48e632 req-f6e20359-d657-4eba-8e33-d95aba471459 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=47d84e75-af39-40bc-a86f-82d4e17c07e0 HTTP/1.1" status: 200 len: 949 time: 0.1141715 Feb 19 03:55:08.031079 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5ae52101-e525-4922-84ab-b4cb34360187 req-4aa6e9f4-beea-425f-ba18-8ca0aeede598 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (32971f3f-d97a-4e19-bdc9-51c91a9a851e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:08.103094 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4ec31d-2361-4aa6-a4f7-e4455e5e936e x-openstack-request-id: req-ce4ec31d-2361-4aa6-a4f7-e4455e5e936e {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:08.103504 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a214ba34-e4a4-4b85-a20a-5218cd868047", "name": "network-vif-deleted", "tag": "e63ae549-eb7f-4383-8f0d-1d5d8da5cb96", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:08.103862 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ce4ec31d-2361-4aa6-a4f7-e4455e5e936e {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:08.104452 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a214ba34-e4a4-4b85-a20a-5218cd868047', 'name': 'network-vif-deleted', 'tag': 'e63ae549-eb7f-4383-8f0d-1d5d8da5cb96', 'status': 'completed', 'code': 200} Feb 19 03:55:08.114756 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-31aef6d0-8adb-4fae-8a69-d8a7b6b467f7 None None] Set router 195f9377-2c17-4a3e-a089-745ef13cd5ad gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:55:08.132092 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6e9f4-beea-425f-ba18-8ca0aeede598 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32971f3f-d97a-4e19-bdc9-51c91a9a851e,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:08.158512 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-939cb9b0-fcd8-4dea-943b-b9caba48e632 req-1c0da8aa-6ace-4315-b1ed-c0264d850c6b tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195481 Feb 19 03:55:08.168613 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 69f0e64b-8af0-4a76-a3ff-51012f343cd1 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:55:08.174298 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 69f0e64b-8af0-4a76-a3ff-51012f343cd1 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:08.174892 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (69f0e64b-8af0-4a76-a3ff-51012f343cd1), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:08.260675 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-5ae52101-e525-4922-84ab-b4cb34360187 req-4aa6e9f4-beea-425f-ba18-8ca0aeede598 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Allocated IP 192.168.233.186 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/ca60ab50-d263-4a78-bc64-8b6263ef5c46) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:08.347852 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 69f0e64b-8af0-4a76-a3ff-51012f343cd1 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:08.349737 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (69f0e64b-8af0-4a76-a3ff-51012f343cd1), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:08.360148 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f8f5993-fddd-424d-a976-9f9b80a52085 req-a82351c1-659b-4c5b-a7f8-2dd046bbb4a9 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd HTTP/1.1" status: 200 len: 210 time: 0.0602183 Feb 19 03:55:08.458138 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 69f0e64b-8af0-4a76-a3ff-51012f343cd1, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=69f0e64b-8af0-4a76-a3ff-51012f343cd1,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:08.476064 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (69f0e64b-8af0-4a76-a3ff-51012f343cd1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:08.486617 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-31aef6d0-8adb-4fae-8a69-d8a7b6b467f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1463629878-router', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:24Z', 'updated_at': '2022-02-19T03:53:36Z', 'revision_number': 4, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'gw_port': {'id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:40:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:27Z', 'updated_at': '2022-02-19T03:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'fb25a2ed-fa42-4270-a1b5-8bfb6587821d', 'name': '', 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'mac_address': 'fa:16:3e:ee:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:35Z', 'updated_at': '2022-02-19T03:53:41Z', 'revision_number': 5, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'subnets': [{'id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:08.532097 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5ae52101-e525-4922-84ab-b4cb34360187 req-4aa6e9f4-beea-425f-ba18-8ca0aeede598 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Publish callbacks [] for port (ca60ab50-d263-4a78-bc64-8b6263ef5c46), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:08.564017 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aef6d0-8adb-4fae-8a69-d8a7b6b467f7 None None] The sync data for ids ['195f9377-2c17-4a3e-a089-745ef13cd5ad'] in n-d-828369-19 is: [{'id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1463629878-router', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:24Z', 'updated_at': '2022-02-19T03:53:36Z', 'revision_number': 4, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'gw_port': {'id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:40:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:27Z', 'updated_at': '2022-02-19T03:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'fb25a2ed-fa42-4270-a1b5-8bfb6587821d', 'name': '', 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'mac_address': 'fa:16:3e:ee:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:35Z', 'updated_at': '2022-02-19T03:53:41Z', 'revision_number': 5, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'subnets': [{'id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:55:08.569460 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=69f0e64b-8af0-4a76-a3ff-51012f343cd1,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:08.582071 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5ae52101-e525-4922-84ab-b4cb34360187 req-4aa6e9f4-beea-425f-ba18-8ca0aeede598 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (ca60ab50-d263-4a78-bc64-8b6263ef5c46), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:08.649329 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6fe714-1202-4b66-9543-363158c08409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f0e64b-8af0-4a76-a3ff-51012f343cd1'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:08.651834 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3776ffbe-2494-48d6-80f7-417c4aba60f3" -d '{"events": [{"server_uuid": "dc6fe714-1202-4b66-9543-363158c08409", "name": "network-vif-plugged", "status": "completed", "tag": "69f0e64b-8af0-4a76-a3ff-51012f343cd1"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:08.755376 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ae52101-e525-4922-84ab-b4cb34360187 req-4aa6e9f4-beea-425f-ba18-8ca0aeede598 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:08.769491 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7dd8a5c9-e9fc-4604-801b-7290d355f467 req-d4d32182-7d01-45ad-975e-186ff0628a51 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63 HTTP/1.1" status: 200 len: 210 time: 0.1100905 Feb 19 03:55:08.775349 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-5ae52101-e525-4922-84ab-b4cb34360187 req-4aa6e9f4-beea-425f-ba18-8ca0aeede598 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:08.783134 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae52101-e525-4922-84ab-b4cb34360187 req-4aa6e9f4-beea-425f-ba18-8ca0aeede598 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:55:08.823328 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6e9f4-beea-425f-ba18-8ca0aeede598 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Pushing event updated for resources: {'Port': ['ID=ca60ab50-d263-4a78-bc64-8b6263ef5c46,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:08.831248 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40458) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:08.831677 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.26', 54799) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:08.851286 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '162970fc-e234-485e-a2f4-06b452996e79', 'tag': '23b716ce-ca34-471a-a252-03d7952b8897'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:08.853280 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d330ae-6f89-4423-9a65-915be528243c" -d '{"events": [{"name": "network-changed", "server_uuid": "162970fc-e234-485e-a2f4-06b452996e79", "tag": "23b716ce-ca34-471a-a252-03d7952b8897"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:08.882755 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f46e36-1029-413d-87c2-a26d9aa9eec7 x-openstack-request-id: req-a6f46e36-1029-413d-87c2-a26d9aa9eec7 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:08.883258 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6fe714-1202-4b66-9543-363158c08409", "name": "network-vif-plugged", "status": "completed", "tag": "69f0e64b-8af0-4a76-a3ff-51012f343cd1", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:08.883653 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a6f46e36-1029-413d-87c2-a26d9aa9eec7 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:08.884122 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6fe714-1202-4b66-9543-363158c08409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f0e64b-8af0-4a76-a3ff-51012f343cd1', 'code': 200} Feb 19 03:55:08.893610 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5db50950-abc7-4032-a912-273db231afbe req-0d155741-34a1-4760-9ff0-fad3f840a2d5 service neutron] 10.222.0.26 "GET /v2.0/networks/2dbc7f9e-1c85-412b-9e90-7af874c43c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904265 Feb 19 03:55:08.975449 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dfd88449-d9c4-4bf4-bfc1-a32c364c81e3 req-acb39ef1-33f5-4e29-83b5-a38a1e29a901 service neutron] 10.222.0.26 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381319 Feb 19 03:55:09.037511 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa14c2f-8fc8-4b0c-9ea2-0ea8d35dd2e4 req-9187566e-deaa-4587-9c7c-4f30c7955ba0 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:09.047255 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-daa14c2f-8fc8-4b0c-9ea2-0ea8d35dd2e4 req-9187566e-deaa-4587-9c7c-4f30c7955ba0 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 946 time: 0.3832922 Feb 19 03:55:09.087980 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae52101-e525-4922-84ab-b4cb34360187 req-4aa6e9f4-beea-425f-ba18-8ca0aeede598 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:09.088637 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5ae52101-e525-4922-84ab-b4cb34360187 req-4aa6e9f4-beea-425f-ba18-8ca0aeede598 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.116310 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d26ec-413a-476c-a3f2-c90135131a5a req-f9cffbd5-2aa5-430b-bece-dabe4a127191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:09.118755 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-724d26ec-413a-476c-a3f2-c90135131a5a req-f9cffbd5-2aa5-430b-bece-dabe4a127191 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 1129 time: 0.1008503 Feb 19 03:55:09.161858 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-556fa1fe-cb27-46fe-a8c0-38c6242b05fa req-a92e1d8f-0c0d-4453-b102-709c9b9b8dfd tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 210 time: 0.1360309 Feb 19 03:55:09.192638 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-724d26ec-413a-476c-a3f2-c90135131a5a req-c8af0bf5-6526-419d-98a6-6bbfd749d416 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613172 Feb 19 03:55:09.204742 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-23658fa2-c15a-4933-b68b-054b0a56a500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.209474 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62b3f8-c3b5-45a8-a3ef-945db075898b None None] New status for floating IP 3c4a1bc9-0dbd-48d7-b7e1-0b7ce9dcc8a0: DOWN {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:55:09.279705 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5ae52101-e525-4922-84ab-b4cb34360187 req-4aa6e9f4-beea-425f-ba18-8ca0aeede598 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0579762 Feb 19 03:55:09.323441 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-daa14c2f-8fc8-4b0c-9ea2-0ea8d35dd2e4 req-e8cadb62-5f43-47a8-a1f3-8466ede70dc3 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751818 Feb 19 03:55:09.388318 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-5e9fec9c-c9fe-44bb-a7f1-38298e87e4ec None None] Provisioning complete for port ca60ab50-d263-4a78-bc64-8b6263ef5c46 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:09.388972 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5e9fec9c-c9fe-44bb-a7f1-38298e87e4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ca60ab50-d263-4a78-bc64-8b6263ef5c46), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.409968 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-1bfce9f8-d6e1-4068-8085-7cc07835ce6d tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:09.414364 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-1bfce9f8-d6e1-4068-8085-7cc07835ce6d tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.26 "GET /v2.0/networks?id=c2a4677c-3978-448a-8fd9-1efa09d1157e HTTP/1.1" status: 200 len: 824 time: 0.5803654 Feb 19 03:55:09.421393 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-c476d956-f297-4cb3-a45a-e79838839a00 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1353130 Feb 19 03:55:09.425178 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e63e56e-04f1-400b-b575-b112f1c61bb9 x-openstack-request-id: req-2e63e56e-04f1-400b-b575-b112f1c61bb9 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:09.425473 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "162970fc-e234-485e-a2f4-06b452996e79", "tag": "23b716ce-ca34-471a-a252-03d7952b8897", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:09.425728 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2e63e56e-04f1-400b-b575-b112f1c61bb9 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:09.426125 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '162970fc-e234-485e-a2f4-06b452996e79', 'tag': '23b716ce-ca34-471a-a252-03d7952b8897', 'status': 'completed', 'code': 200} Feb 19 03:55:09.443808 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-5e9fec9c-c9fe-44bb-a7f1-38298e87e4ec None None] Port ca60ab50-d263-4a78-bc64-8b6263ef5c46 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:55:09.566073 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-5ae52101-e525-4922-84ab-b4cb34360187 req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Request body: {'port': {'device_id': 'f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:09.637812 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d330ae-6f89-4423-9a65-915be528243c req-3e8a9d4a-5818-4d41-af74-a20d22083e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:09.640058 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-59d330ae-6f89-4423-9a65-915be528243c req-3e8a9d4a-5818-4d41-af74-a20d22083e96 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 1157 time: 0.0796709 Feb 19 03:55:09.641459 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-4b60e67f-7f41-43f3-b4a9-361a22e13d58 service neutron] 10.222.0.26 "GET /v2.0/ports/23b716ce-ca34-471a-a252-03d7952b8897/bindings/n-h2-828369-19 HTTP/1.1" status: 200 len: 385 time: 0.1240420 Feb 19 03:55:09.695710 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6f079-f0d2-4660-8014-f9382010d0d2 req-7ec05492-04f5-46c1-8ea6-c8099353f556 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:09.697455 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f2b6f079-f0d2-4660-8014-f9382010d0d2 req-7ec05492-04f5-46c1-8ea6-c8099353f556 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ec18271-4b7c-4ccf-8a6f-665656e8b6cd HTTP/1.1" status: 200 len: 943 time: 0.4415305 Feb 19 03:55:09.742912 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5ae52101-e525-4922-84ab-b4cb34360187 req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ca60ab50-d263-4a78-bc64-8b6263ef5c46), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.836419 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d330ae-6f89-4423-9a65-915be528243c req-4e92de27-6bcd-4a3e-97df-4fb2e69401fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:09.837933 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-59d330ae-6f89-4423-9a65-915be528243c req-4e92de27-6bcd-4a3e-97df-4fb2e69401fe service neutron] 10.222.0.26 "GET /v2.0/networks?id=575db6fc-b1bf-4deb-91aa-ccf16978efb1 HTTP/1.1" status: 200 len: 909 time: 0.1596174 Feb 19 03:55:09.875533 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d94bd8-4bac-4d56-b89e-f1b8966c4222 req-3184ba97-5497-450e-ae01-86978538d916 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:09.877010 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e4d94bd8-4bac-4d56-b89e-f1b8966c4222 req-3184ba97-5497-450e-ae01-86978538d916 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 943 time: 0.3731554 Feb 19 03:55:09.883436 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-59d330ae-6f89-4423-9a65-915be528243c req-11e6fd91-2699-4aa7-9d6b-8cb3c7a66516 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23b716ce-ca34-471a-a252-03d7952b8897 HTTP/1.1" status: 200 len: 217 time: 0.0394351 Feb 19 03:55:09.889941 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-408832a3-2e54-435a-b7ba-0ed26718450d tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:09.891299 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-408832a3-2e54-435a-b7ba-0ed26718450d tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4548609 Feb 19 03:55:09.897298 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-23658fa2-c15a-4933-b68b-054b0a56a500 admin admin] Publish callbacks [] for security_group (d72a9ba2-622b-4427-bee3-dc9dc04851f7), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.903848 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-e2039d48-b8b6-4725-997e-d18d0a403db7 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d8751a366f7493698f363eb60d46c38 HTTP/1.1" status: 200 len: 379 time: 0.3514712 Feb 19 03:55:09.917285 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Request body: {'port': {'device_id': 'fe4c87e3-c7f3-4452-a414-838f884f69d3', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': 'e0a0ced50b0f4fce99b90209ed8886f4'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:09.933302 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-23658fa2-c15a-4933-b68b-054b0a56a500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d72a9ba2-622b-4427-bee3-dc9dc04851f7), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.959042 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-878aa2bb-e2df-43e3-a730-c18378d94e09 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Request body: {'port': {'device_id': '1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63', 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e', 'admin_state_up': True, 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'security_groups': ['f0dfac4c-c713-4454-abce-58b1166b49c0']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:09.977428 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d330ae-6f89-4423-9a65-915be528243c req-4fd2f924-b5ea-4ad3-a045-2a1242addf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:09.978265 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f2b6f079-f0d2-4660-8014-f9382010d0d2 req-77b8d5a2-62b8-40d0-b343-dd4a242c8c3b tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e2bb0a-eb3d-44af-b1ee-2d71f228825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631495 Feb 19 03:55:09.986109 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-59d330ae-6f89-4423-9a65-915be528243c req-4fd2f924-b5ea-4ad3-a045-2a1242addf76 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d HTTP/1.1" status: 200 len: 848 time: 0.0933952 Feb 19 03:55:10.038661 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-59d330ae-6f89-4423-9a65-915be528243c req-653a9ed4-9158-4400-a6b6-d9343db75990 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=575db6fc-b1bf-4deb-91aa-ccf16978efb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440080 Feb 19 03:55:10.040473 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-dcfa0390-2fbc-4dc4-9767-2e76abef2024 service neutron] For port 23b716ce-ca34-471a-a252-03d7952b8897, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=23b716ce-ca34-471a-a252-03d7952b8897,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:10.119179 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-dcfa0390-2fbc-4dc4-9767-2e76abef2024 service neutron] For port 23b716ce-ca34-471a-a252-03d7952b8897, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:55:10.161519 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-dcfa0390-2fbc-4dc4-9767-2e76abef2024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b716ce-ca34-471a-a252-03d7952b8897 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:55:10.184447 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-dcfa0390-2fbc-4dc4-9767-2e76abef2024 service neutron] For port 23b716ce-ca34-471a-a252-03d7952b8897, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=23b716ce-ca34-471a-a252-03d7952b8897,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:10.204519 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-59d330ae-6f89-4423-9a65-915be528243c req-5ffd1ef2-fe3f-4d7c-a08e-39de972e6947 service neutron] 10.222.0.26 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502190 Feb 19 03:55:10.207320 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-dcfa0390-2fbc-4dc4-9767-2e76abef2024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (23b716ce-ca34-471a-a252-03d7952b8897), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:10.353704 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-59d330ae-6f89-4423-9a65-915be528243c req-4ac4d74f-3a92-43df-b079-43f725f06b5d service neutron] 10.222.0.26 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423974 Feb 19 03:55:10.360416 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-dcfa0390-2fbc-4dc4-9767-2e76abef2024 service neutron] Transition to ACTIVE for port object 23b716ce-ca34-471a-a252-03d7952b8897 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:55:10.364832 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-dcfa0390-2fbc-4dc4-9767-2e76abef2024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (23b716ce-ca34-471a-a252-03d7952b8897), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:10.457277 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-dcfa0390-2fbc-4dc4-9767-2e76abef2024 service neutron] No DVR routers for this DVR port 23b716ce-ca34-471a-a252-03d7952b8897 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:55:10.473684 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa0390-2fbc-4dc4-9767-2e76abef2024 service neutron] Pushing event updated for resources: {'Port': ['ID=23b716ce-ca34-471a-a252-03d7952b8897,revision_number=10']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:10.527676 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23658fa2-c15a-4933-b68b-054b0a56a500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72a9ba2-622b-4427-bee3-dc9dc04851f7,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:10.529830 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-dcfa0390-2fbc-4dc4-9767-2e76abef2024 service neutron] 10.222.0.26 "PUT /v2.0/ports/23b716ce-ca34-471a-a252-03d7952b8897/bindings/n-h2-828369-19/activate HTTP/1.1" status: 200 len: 370 time: 0.8435423 Feb 19 03:55:10.568582 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e4d94bd8-4bac-4d56-b89e-f1b8966c4222 req-e6c19d72-14a3-46a8-8064-4f0de87ceabb tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6699128 Feb 19 03:55:10.582589 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-23658fa2-c15a-4933-b68b-054b0a56a500 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b80bc316853a4413a7dfc6bbe2710ffc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7494919 Feb 19 03:55:10.588121 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40486) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:10.643415 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac024035-cccf-4e88-a916-0c02afe4105f req-8fd89d74-869a-4a54-bf01-fb675ac9f1a6 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:10.650209 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac024035-cccf-4e88-a916-0c02afe4105f req-8fd89d74-869a-4a54-bf01-fb675ac9f1a6 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=47d84e75-af39-40bc-a86f-82d4e17c07e0 HTTP/1.1" status: 200 len: 949 time: 0.5764000 Feb 19 03:55:10.747959 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-f76dc931-66c0-43c7-ba35-5dc1cbd09d9d tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:10.749504 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-f76dc931-66c0-43c7-ba35-5dc1cbd09d9d tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=162970fc-e234-485e-a2f4-06b452996e79&tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&binding%3Ahost_id=n-h1-828369-19 HTTP/1.1" status: 200 len: 1127 time: 0.1341519 Feb 19 03:55:10.753344 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6eca68f7-b61d-45cb-90d3-580c279adace admin admin] Publish callbacks [] for security_group (d72a9ba2-622b-4427-bee3-dc9dc04851f7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:10.776127 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Made reservation on behalf of e0a0ced50b0f4fce99b90209ed8886f4 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:10.779948 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:10.816068 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6eca68f7-b61d-45cb-90d3-580c279adace admin admin] Publish callbacks [] for security_group (d72a9ba2-622b-4427-bee3-dc9dc04851f7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:10.841314 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-f9f303fc-8d14-4a50-896e-50e041995247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:10.843646 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-f9f303fc-8d14-4a50-896e-50e041995247 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=162970fc-e234-485e-a2f4-06b452996e79&tenant_id=fd8b7bffe1624958b97c2ba4fab2c960 HTTP/1.1" status: 200 len: 1127 time: 0.0866470 Feb 19 03:55:10.876943 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:10.942424 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6eca68f7-b61d-45cb-90d3-580c279adace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d72a9ba2-622b-4427-bee3-dc9dc04851f7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:10.945654 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac024035-cccf-4e88-a916-0c02afe4105f req-6ae802ab-6a70-4623-bc27-eac21aca4eb6 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944489 Feb 19 03:55:10.946305 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6eca68f7-b61d-45cb-90d3-580c279adace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:10.948181 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6eca68f7-b61d-45cb-90d3-580c279adace admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d72a9ba2-622b-4427-bee3-dc9dc04851f7 HTTP/1.1" status: 204 len: 168 time: 0.3584602 Feb 19 03:55:10.978788 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-8cc1dc74-0329-48d7-8052-7563c0572f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:10.982152 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-8cc1dc74-0329-48d7-8052-7563c0572f31 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 1127 time: 0.1138177 Feb 19 03:55:10.983612 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca68f7-b61d-45cb-90d3-580c279adace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72a9ba2-622b-4427-bee3-dc9dc04851f7,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:11.014447 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-878aa2bb-e2df-43e3-a730-c18378d94e09 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Made reservation on behalf of 7d8751a366f7493698f363eb60d46c38 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:11.024391 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-878aa2bb-e2df-43e3-a730-c18378d94e09 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:11.100245 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c381544-8d72-47b7-89e5-407c1159df3c req-0ba0d82d-5d57-42d9-9e08-a3b4dce7cf54 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:11.101758 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8c381544-8d72-47b7-89e5-407c1159df3c req-0ba0d82d-5d57-42d9-9e08-a3b4dce7cf54 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd HTTP/1.1" status: 200 len: 936 time: 0.4035697 Feb 19 03:55:11.128830 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-548e2b74-8238-459e-a1c2-f6af6450937d req-1667d1b9-97cb-4c8f-9356-d992a4c98008 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63 HTTP/1.1" status: 200 len: 210 time: 0.0695472 Feb 19 03:55:11.164098 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-ebf0b327-0fdc-428e-ae01-b598fc7917ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:11.168531 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-ebf0b327-0fdc-428e-ae01-b598fc7917ec service neutron] 10.222.0.79 "GET /v2.0/networks?id=575db6fc-b1bf-4deb-91aa-ccf16978efb1 HTTP/1.1" status: 200 len: 909 time: 0.1596019 Feb 19 03:55:11.221032 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-7ac4f546-7cc9-4457-b1dc-271f1f7ec2bb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23b716ce-ca34-471a-a252-03d7952b8897 HTTP/1.1" status: 200 len: 217 time: 0.0468204 Feb 19 03:55:11.285357 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-940882ee-27cb-4234-8ebd-fef9b5a246e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:11.287184 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-940882ee-27cb-4234-8ebd-fef9b5a246e9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d HTTP/1.1" status: 200 len: 848 time: 0.0603845 Feb 19 03:55:11.322810 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-726e51d9-e0aa-4c9b-b7d0-518dda4c0281 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=575db6fc-b1bf-4deb-91aa-ccf16978efb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301931 Feb 19 03:55:11.323351 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4b537fd3-ba62-4e13-81cb-de25e2f43f31 req-42f8da5f-d0a6-48ba-b382-a0d22f7eb3e9 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 210 time: 0.0638106 Feb 19 03:55:11.346347 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-5ae52101-e525-4922-84ab-b4cb34360187 req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca60ab50-d263-4a78-bc64-8b6263ef5c46 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:55:11.367739 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5ae52101-e525-4922-84ab-b4cb34360187 req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Publish callbacks [] for port (ca60ab50-d263-4a78-bc64-8b6263ef5c46), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:11.383392 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8c381544-8d72-47b7-89e5-407c1159df3c req-7ba0aaab-eda8-4769-af41-01ce86517158 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/security-groups?id=32971f3f-d97a-4e19-bdc9-51c91a9a851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537756 Feb 19 03:55:11.457639 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-64a4da27-4d53-4810-8a5e-0854eb889170 service neutron] 10.222.0.79 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286724 Feb 19 03:55:11.460390 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-5ae52101-e525-4922-84ab-b4cb34360187 req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Transition to ACTIVE for port object ca60ab50-d263-4a78-bc64-8b6263ef5c46 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:55:11.463269 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks [] for security_group (8e155205-9ece-4ea9-8f05-cdcea3ca73f7), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:11.476699 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40496) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:11.483281 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5ae52101-e525-4922-84ab-b4cb34360187 req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (ca60ab50-d263-4a78-bc64-8b6263ef5c46), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:11.485118 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8e155205-9ece-4ea9-8f05-cdcea3ca73f7), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:11.528180 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4dbe92e5-ee58-4e22-9488-847c72f5ee33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:11.605482 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-f723bdc4-9341-40ca-9706-c85790a9ba46 service neutron] 10.222.0.79 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420286 Feb 19 03:55:11.651369 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4dbe92e5-ee58-4e22-9488-847c72f5ee33 admin admin] Publish callbacks [] for security_group (5881ccab-fb8d-4967-b804-31c590689400), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:11.658858 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4dbe92e5-ee58-4e22-9488-847c72f5ee33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5881ccab-fb8d-4967-b804-31c590689400), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:11.669929 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-878aa2bb-e2df-43e3-a730-c18378d94e09 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Allocated IP 172.20.0.9 (c2a4677c-3978-448a-8fd9-1efa09d1157e/8e30f0c3-d629-434f-a2d7-039cc4a47da1/c66cb5c9-2c92-4975-b958-eeecd5607433) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:11.688746 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e155205-9ece-4ea9-8f05-cdcea3ca73f7,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:11.703033 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4dbe92e5-ee58-4e22-9488-847c72f5ee33 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=83487ee4641c4083a727123b288f4a94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220848 Feb 19 03:55:11.703358 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ca60ab50-d263-4a78-bc64-8b6263ef5c46,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:11.703461 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe92e5-ee58-4e22-9488-847c72f5ee33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5881ccab-fb8d-4967-b804-31c590689400,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:11.703873 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40500) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:11.721333 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbe92e5-ee58-4e22-9488-847c72f5ee33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.721609 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbe92e5-ee58-4e22-9488-847c72f5ee33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.721956 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbe92e5-ee58-4e22-9488-847c72f5ee33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.722331 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbe92e5-ee58-4e22-9488-847c72f5ee33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.722671 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbe92e5-ee58-4e22-9488-847c72f5ee33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.723005 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbe92e5-ee58-4e22-9488-847c72f5ee33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.723342 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbe92e5-ee58-4e22-9488-847c72f5ee33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.723671 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbe92e5-ee58-4e22-9488-847c72f5ee33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.723999 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbe92e5-ee58-4e22-9488-847c72f5ee33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.724859 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbe92e5-ee58-4e22-9488-847c72f5ee33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.725192 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbe92e5-ee58-4e22-9488-847c72f5ee33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.725520 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbe92e5-ee58-4e22-9488-847c72f5ee33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.725845 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbe92e5-ee58-4e22-9488-847c72f5ee33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.772996 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-569f9c01-05ea-4f83-aef2-7f2f621e69ef admin admin] Publish callbacks [] for security_group (5881ccab-fb8d-4967-b804-31c590689400), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:11.793601 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.793991 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.794403 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.794761 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.795073 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.795408 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.795726 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.796049 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.796371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.796687 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.797008 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.797327 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.797648 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.820239 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-569f9c01-05ea-4f83-aef2-7f2f621e69ef admin admin] Publish callbacks [] for security_group (5881ccab-fb8d-4967-b804-31c590689400), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:11.906063 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-569f9c01-05ea-4f83-aef2-7f2f621e69ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5881ccab-fb8d-4967-b804-31c590689400), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:11.908929 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-569f9c01-05ea-4f83-aef2-7f2f621e69ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:11.910095 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-569f9c01-05ea-4f83-aef2-7f2f621e69ef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5881ccab-fb8d-4967-b804-31c590689400 HTTP/1.1" status: 204 len: 168 time: 0.2053244 Feb 19 03:55:11.914804 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.915149 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.915502 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.915850 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.916004 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-5065e9cd-4ee1-45f0-b34e-b49cf6abddc8 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:11.916180 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.916549 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.916884 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.917218 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.917532 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-5065e9cd-4ee1-45f0-b34e-b49cf6abddc8 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=162970fc-e234-485e-a2f4-06b452996e79&tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&binding%3Ahost_id=n-h2-828369-19 HTTP/1.1" status: 200 len: 1127 time: 0.0651455 Feb 19 03:55:11.917659 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.917878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.918367 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.918612 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.918934 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:11.922267 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f9c01-05ea-4f83-aef2-7f2f621e69ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5881ccab-fb8d-4967-b804-31c590689400,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:11.928472 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb0b94-8a8a-4123-a800-a6c1274d5746 req-cf349b35-588f-4813-97f2-93c3fafff455 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:11.935485 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11fb0b94-8a8a-4123-a800-a6c1274d5746 req-cf349b35-588f-4813-97f2-93c3fafff455 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 946 time: 0.4707692 Feb 19 03:55:11.987802 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57dce9-24a0-4217-96c2-3bbdf2ec542c req-9426c1d9-668c-49c1-9be3-ece24ac68be0 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:11.989349 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc57dce9-24a0-4217-96c2-3bbdf2ec542c req-9426c1d9-668c-49c1-9be3-ece24ac68be0 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.4857311 Feb 19 03:55:12.047865 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Allocated IP 192.168.233.99 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/8ff4db1e-ca16-4d88-9551-5180fa2a1849) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:12.048884 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-4f4340fa-bd1b-4384-9766-80d8e1e17501 service neutron] For port 23b716ce-ca34-471a-a252-03d7952b8897, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:55:12.051548 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 23b716ce-ca34-471a-a252-03d7952b8897 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:55:12.053195 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-4f4340fa-bd1b-4384-9766-80d8e1e17501 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:12.055781 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-af9b91a7-d744-4390-a6e6-aabb878360ba req-4f4340fa-bd1b-4384-9766-80d8e1e17501 service neutron] 10.222.0.79 "DELETE /v2.0/ports/23b716ce-ca34-471a-a252-03d7952b8897/bindings/n-h1-828369-19 HTTP/1.1" status: 204 len: 173 time: 0.1312547 Feb 19 03:55:12.113509 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] The host n-h1-828369-19 is not matching for port 23b716ce-ca34-471a-a252-03d7952b8897 host n-h2-828369-19! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:55:12.113921 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 23b716ce-ca34-471a-a252-03d7952b8897 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:55:12.151158 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-5ae52101-e525-4922-84ab-b4cb34360187 req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Attempting to bind port ca60ab50-d263-4a78-bc64-8b6263ef5c46 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:55:12.151424 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-5ae52101-e525-4922-84ab-b4cb34360187 req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Attempting to bind port ca60ab50-d263-4a78-bc64-8b6263ef5c46 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:55:12.151763 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae52101-e525-4922-84ab-b4cb34360187 req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Attempting to bind port ca60ab50-d263-4a78-bc64-8b6263ef5c46 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:12.178108 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11fb0b94-8a8a-4123-a800-a6c1274d5746 req-35f8027b-518c-4ae3-8564-0faa0a3cfb4a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413509 Feb 19 03:55:12.189078 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae52101-e525-4922-84ab-b4cb34360187 req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Port ca60ab50-d263-4a78-bc64-8b6263ef5c46 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:55:12.189411 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae52101-e525-4922-84ab-b4cb34360187 req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Attempting to bind port ca60ab50-d263-4a78-bc64-8b6263ef5c46 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:12.198734 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc57dce9-24a0-4217-96c2-3bbdf2ec542c req-cfef67c8-ac71-45ae-a88d-b704e067c2f7 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001224 Feb 19 03:55:12.205688 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-878aa2bb-e2df-43e3-a730-c18378d94e09 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks [] for port (c66cb5c9-2c92-4975-b958-eeecd5607433), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:12.214688 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae52101-e525-4922-84ab-b4cb34360187 req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:55:12.215043 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae52101-e525-4922-84ab-b4cb34360187 req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:12.215435 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae52101-e525-4922-84ab-b4cb34360187 req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:55:12.215875 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-5ae52101-e525-4922-84ab-b4cb34360187 req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Bound port: ca60ab50-d263-4a78-bc64-8b6263ef5c46, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:55:12.216239 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5ae52101-e525-4922-84ab-b4cb34360187 req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ca60ab50-d263-4a78-bc64-8b6263ef5c46), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:12.449460 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-878aa2bb-e2df-43e3-a730-c18378d94e09 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (c66cb5c9-2c92-4975-b958-eeecd5607433), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:12.479597 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-5ae52101-e525-4922-84ab-b4cb34360187 req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] For port ca60ab50-d263-4a78-bc64-8b6263ef5c46, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:55:12.511043 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks [] for port (8ff4db1e-ca16-4d88-9551-5180fa2a1849), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:12.530316 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80571e-d518-4d26-981c-cf1bc8f0f679 req-823dbd96-a42a-4f88-9c9f-22b11dbfd45a tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:12.531813 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b80571e-d518-4d26-981c-cf1bc8f0f679 req-823dbd96-a42a-4f88-9c9f-22b11dbfd45a tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ec18271-4b7c-4ccf-8a6f-665656e8b6cd HTTP/1.1" status: 200 len: 943 time: 0.2509084 Feb 19 03:55:12.535958 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-5ae52101-e525-4922-84ab-b4cb34360187 req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] For port ca60ab50-d263-4a78-bc64-8b6263ef5c46, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=ca60ab50-d263-4a78-bc64-8b6263ef5c46,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:55:12.557998 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6763ec-2861-420b-829d-04d673962eab req-90aba5a3-c867-415b-8616-b309a7a6d308 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:12.559494 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da6763ec-2861-420b-829d-04d673962eab req-90aba5a3-c867-415b-8616-b309a7a6d308 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 944 time: 0.2582567 Feb 19 03:55:12.568062 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-878aa2bb-e2df-43e3-a730-c18378d94e09 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Network c2a4677c-3978-448a-8fd9-1efa09d1157e is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:12.577133 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5ae52101-e525-4922-84ab-b4cb34360187 req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (ca60ab50-d263-4a78-bc64-8b6263ef5c46), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:12.589239 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-878aa2bb-e2df-43e3-a730-c18378d94e09 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:12.607026 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-878aa2bb-e2df-43e3-a730-c18378d94e09 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:55:12.609729 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878aa2bb-e2df-43e3-a730-c18378d94e09 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Pushing event updated for resources: {'Port': ['ID=c66cb5c9-2c92-4975-b958-eeecd5607433,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:12.693925 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae52101-e525-4922-84ab-b4cb34360187 req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:12.699560 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5ae52101-e525-4922-84ab-b4cb34360187 req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:12.701004 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5ae52101-e525-4922-84ab-b4cb34360187 req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] 10.222.0.26 "PUT /v2.0/ports/ca60ab50-d263-4a78-bc64-8b6263ef5c46 HTTP/1.1" status: 200 len: 1097 time: 3.1500716 Feb 19 03:55:12.703102 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd', 'tag': 'ca60ab50-d263-4a78-bc64-8b6263ef5c46'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:12.705402 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d5c0e1-230e-443b-9cfc-f156b69ad412" -d '{"events": [{"name": "network-changed", "server_uuid": "f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd", "tag": "ca60ab50-d263-4a78-bc64-8b6263ef5c46"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:12.809233 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-878aa2bb-e2df-43e3-a730-c18378d94e09 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:12.809896 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-878aa2bb-e2df-43e3-a730-c18378d94e09 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:12.828443 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da6763ec-2861-420b-829d-04d673962eab req-c72229a4-58f8-433c-9fe0-76952f7d41e3 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550149 Feb 19 03:55:12.873967 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (8ff4db1e-ca16-4d88-9551-5180fa2a1849), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:12.912803 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b80571e-d518-4d26-981c-cf1bc8f0f679 req-7a9d7654-bdad-411c-9db2-a7f6e911f752 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e2bb0a-eb3d-44af-b1ee-2d71f228825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676007 Feb 19 03:55:12.967700 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-878aa2bb-e2df-43e3-a730-c18378d94e09 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0363982 Feb 19 03:55:13.016243 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:13.020899 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-b8759497-073b-4258-b9f4-7e760e4b27cf service neutron] Request body: {'port': {'device_id': '1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:13.023197 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b39bd4bf-23f6-4341-8204-41893c329ca0 None None] Provisioning complete for port c66cb5c9-2c92-4975-b958-eeecd5607433 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:13.023674 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b39bd4bf-23f6-4341-8204-41893c329ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c66cb5c9-2c92-4975-b958-eeecd5607433), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:13.037059 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8791e-9d43-4fa0-b74d-25f4fe8109c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ca60ab50-d263-4a78-bc64-8b6263ef5c46,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:13.056486 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:13.059017 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b39bd4bf-23f6-4341-8204-41893c329ca0 None None] Port c66cb5c9-2c92-4975-b958-eeecd5607433 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:55:13.080092 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:55:13.302956 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d8818f76-d552-468f-88dd-5537ac2dedeb None None] Provisioning complete for port 8ff4db1e-ca16-4d88-9551-5180fa2a1849 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:13.303367 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d8818f76-d552-468f-88dd-5537ac2dedeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8ff4db1e-ca16-4d88-9551-5180fa2a1849), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:13.342938 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d8818f76-d552-468f-88dd-5537ac2dedeb None None] Port 8ff4db1e-ca16-4d88-9551-5180fa2a1849 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:55:13.421147 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae52101-e525-4922-84ab-b4cb34360187 req-d744236f-56c7-4a72-b359-801ac865cd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:13.422564 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5ae52101-e525-4922-84ab-b4cb34360187 req-d744236f-56c7-4a72-b359-801ac865cd70 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f53bb259194d43549dffca4b3682b459&device_id=f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd HTTP/1.1" status: 200 len: 1131 time: 0.6333418 Feb 19 03:55:13.447066 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Pushing event updated for resources: {'Port': ['ID=8ff4db1e-ca16-4d88-9551-5180fa2a1849,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:13.489756 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:13.490896 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:13.498746 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc2911-3dde-469f-926b-9d03bd93c7b2 req-a4db807d-1175-480b-bd4d-56d4e930eb99 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:13.500165 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99cc2911-3dde-469f-926b-9d03bd93c7b2 req-a4db807d-1175-480b-bd4d-56d4e930eb99 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63 HTTP/1.1" status: 200 len: 931 time: 0.5432732 Feb 19 03:55:13.511010 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-b8759497-073b-4258-b9f4-7e760e4b27cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c66cb5c9-2c92-4975-b958-eeecd5607433), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:13.513466 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5ae52101-e525-4922-84ab-b4cb34360187 req-3f4cfa37-c5c1-4e06-ac33-16719d7f7699 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=ca60ab50-d263-4a78-bc64-8b6263ef5c46 HTTP/1.1" status: 200 len: 217 time: 0.0824811 Feb 19 03:55:13.522634 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a000c14-e17b-4bde-b622-f4542abf234a req-35eae1fb-8636-4056-821f-70d6de87136a tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:13.524063 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a000c14-e17b-4bde-b622-f4542abf234a req-35eae1fb-8636-4056-821f-70d6de87136a tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 1129 time: 0.5319912 Feb 19 03:55:13.547566 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-b1aad96e-4b1e-458c-812d-f928c04f1c0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6427691 Feb 19 03:55:13.582687 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-0c38d893-0eb0-4c43-86bf-7487ab1189db service neutron] Request body: {'port': {'device_id': 'fe4c87e3-c7f3-4452-a414-838f884f69d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:13.681474 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae52101-e525-4922-84ab-b4cb34360187 req-8f8de6b9-5d9a-49bc-bc64-1059e6f19ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:13.682837 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5ae52101-e525-4922-84ab-b4cb34360187 req-8f8de6b9-5d9a-49bc-bc64-1059e6f19ff1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1579719 Feb 19 03:55:13.694712 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99cc2911-3dde-469f-926b-9d03bd93c7b2 req-9a18361a-f661-474a-9c61-2b390c699263 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0dfac4c-c713-4454-abce-58b1166b49c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847870 Feb 19 03:55:13.725460 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a000c14-e17b-4bde-b622-f4542abf234a req-43326c86-5939-40c3-a9a7-e1f36907b1fa tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931210 Feb 19 03:55:13.876682 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-0c38d893-0eb0-4c43-86bf-7487ab1189db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8ff4db1e-ca16-4d88-9551-5180fa2a1849), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:13.885156 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-f07628ee-7e90-4507-ad51-a8eba6496cb0 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=5bf80fd9325e49cb80604ca8e7026637&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773389 Feb 19 03:55:14.032996 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae52101-e525-4922-84ab-b4cb34360187 req-9979d1e0-a380-49fd-82ad-0ae56b806c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:14.034528 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5ae52101-e525-4922-84ab-b4cb34360187 req-9979d1e0-a380-49fd-82ad-0ae56b806c0b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3313777 Feb 19 03:55:14.043496 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device d9b7e8c8-3282-4ff6-8f14-3b04ad27989c details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:55:14.067162 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966d903-8ade-44d4-b653-73c14b31ce1b req-cede0cb5-41d6-4383-8913-9d66b4947d29 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:14.068641 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b966d903-8ade-44d4-b653-73c14b31ce1b req-cede0cb5-41d6-4383-8913-9d66b4947d29 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 935 time: 0.2580144 Feb 19 03:55:14.142846 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port d9b7e8c8-3282-4ff6-8f14-3b04ad27989c, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=d9b7e8c8-3282-4ff6-8f14-3b04ad27989c,segment=NetworkSegment(38292db9-b633-4bb0-a3d1-faf2c5a0d27a),segment_id=38292db9-b633-4bb0-a3d1-faf2c5a0d27a)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:14.153832 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'd9b7e8c8-3282-4ff6-8f14-3b04ad27989c', 'network_id': '2dbc7f9e-1c85-412b-9e90-7af874c43c9e', 'port_id': 'd9b7e8c8-3282-4ff6-8f14-3b04ad27989c', 'mac_address': 'fa:16:3e:5f:7c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b373074a-c933-406e-8120-4724e8d10399', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:55:14.189095 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port d9b7e8c8-3282-4ff6-8f14-3b04ad27989c is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:14.189475 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d9b7e8c8-3282-4ff6-8f14-3b04ad27989c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:14.202036 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b7e8c8-3282-4ff6-8f14-3b04ad27989c {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:55:14.221996 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port d9b7e8c8-3282-4ff6-8f14-3b04ad27989c, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=d9b7e8c8-3282-4ff6-8f14-3b04ad27989c,segment=NetworkSegment(38292db9-b633-4bb0-a3d1-faf2c5a0d27a),segment_id=38292db9-b633-4bb0-a3d1-faf2c5a0d27a)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:14.226486 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d9b7e8c8-3282-4ff6-8f14-3b04ad27989c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:14.271451 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-aefb295a-c525-4495-a310-421668811e3d tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:14.272831 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-aefb295a-c525-4495-a310-421668811e3d tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3741643 Feb 19 03:55:14.277113 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=d9b7e8c8-3282-4ff6-8f14-3b04ad27989c,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:14.364277 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b966d903-8ade-44d4-b653-73c14b31ce1b req-183bf20e-672e-4511-82cf-5dacd191439a tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871788 Feb 19 03:55:14.375423 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-c34805f0-e18b-410c-945b-087a0a20e95c tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/quotas/5bf80fd9325e49cb80604ca8e7026637 HTTP/1.1" status: 200 len: 375 time: 0.0951192 Feb 19 03:55:14.383889 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5ae52101-e525-4922-84ab-b4cb34360187 req-b5c94981-c64c-4b2d-9a0c-a509a12045cc service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348234 Feb 19 03:55:14.536523 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-b8759497-073b-4258-b9f4-7e760e4b27cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c66cb5c9-2c92-4975-b958-eeecd5607433 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:55:14.540931 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['d9b7e8c8-3282-4ff6-8f14-3b04ad27989c'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:55:14.556024 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-b8759497-073b-4258-b9f4-7e760e4b27cf service neutron] Publish callbacks [] for port (c66cb5c9-2c92-4975-b958-eeecd5607433), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:14.597227 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-b8759497-073b-4258-b9f4-7e760e4b27cf service neutron] Transition to ACTIVE for port object c66cb5c9-2c92-4975-b958-eeecd5607433 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:55:14.620127 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-b8759497-073b-4258-b9f4-7e760e4b27cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (c66cb5c9-2c92-4975-b958-eeecd5607433), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:14.635428 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-d5995898-d2a1-474b-8c32-20fa47bde426 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bf80fd9325e49cb80604ca8e7026637&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2472620 Feb 19 03:55:14.699271 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eac928-90f4-44a4-8048-03eeb42cd42d req-1d2319af-3626-43e5-b8ca-15cf6788bbbe tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:14.700751 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-50eac928-90f4-44a4-8048-03eeb42cd42d req-1d2319af-3626-43e5-b8ca-15cf6788bbbe tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd HTTP/1.1" status: 200 len: 948 time: 0.2789099 Feb 19 03:55:14.716932 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5ae52101-e525-4922-84ab-b4cb34360187 req-5e4cb398-09d0-483a-b9b1-a684da262c85 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047202 Feb 19 03:55:14.742663 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-0c38d893-0eb0-4c43-86bf-7487ab1189db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff4db1e-ca16-4d88-9551-5180fa2a1849 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:55:14.761830 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8759497-073b-4258-b9f4-7e760e4b27cf service neutron] Pushing event updated for resources: {'Port': ['ID=c66cb5c9-2c92-4975-b958-eeecd5607433,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:14.767334 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-0c38d893-0eb0-4c43-86bf-7487ab1189db service neutron] Publish callbacks [] for port (8ff4db1e-ca16-4d88-9551-5180fa2a1849), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:14.817764 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758e1e48-8d76-4fa9-b576-7d88d4d989c2 x-openstack-request-id: req-758e1e48-8d76-4fa9-b576-7d88d4d989c2 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:14.818096 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd", "tag": "ca60ab50-d263-4a78-bc64-8b6263ef5c46", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:14.818469 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-758e1e48-8d76-4fa9-b576-7d88d4d989c2 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:14.818773 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd', 'tag': 'ca60ab50-d263-4a78-bc64-8b6263ef5c46', 'status': 'completed', 'code': 200} Feb 19 03:55:14.849112 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-50eac928-90f4-44a4-8048-03eeb42cd42d req-a5e71062-7b29-47b7-9f45-2f9ad3b089dc tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/security-groups?id=32971f3f-d97a-4e19-bdc9-51c91a9a851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354065 Feb 19 03:55:14.894941 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-0c38d893-0eb0-4c43-86bf-7487ab1189db service neutron] Transition to ACTIVE for port object 8ff4db1e-ca16-4d88-9551-5180fa2a1849 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:55:14.910116 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-0c38d893-0eb0-4c43-86bf-7487ab1189db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (8ff4db1e-ca16-4d88-9551-5180fa2a1849), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:14.978501 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-b8759497-073b-4258-b9f4-7e760e4b27cf service neutron] Attempting to bind port c66cb5c9-2c92-4975-b958-eeecd5607433 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:55:14.978848 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-b8759497-073b-4258-b9f4-7e760e4b27cf service neutron] Attempting to bind port c66cb5c9-2c92-4975-b958-eeecd5607433 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '56086ea6-27d7-4ec1-9205-90d5e1fd26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:55:14.979182 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-b8759497-073b-4258-b9f4-7e760e4b27cf service neutron] Attempting to bind port c66cb5c9-2c92-4975-b958-eeecd5607433 on network c2a4677c-3978-448a-8fd9-1efa09d1157e {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:15.012974 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-b8759497-073b-4258-b9f4-7e760e4b27cf service neutron] Port c66cb5c9-2c92-4975-b958-eeecd5607433 on network c2a4677c-3978-448a-8fd9-1efa09d1157e not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:55:15.012974 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-b8759497-073b-4258-b9f4-7e760e4b27cf service neutron] Attempting to bind port c66cb5c9-2c92-4975-b958-eeecd5607433 on network c2a4677c-3978-448a-8fd9-1efa09d1157e {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:15.079938 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38d893-0eb0-4c43-86bf-7487ab1189db service neutron] Pushing event updated for resources: {'Port': ['ID=8ff4db1e-ca16-4d88-9551-5180fa2a1849,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:15.090575 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-b8759497-073b-4258-b9f4-7e760e4b27cf service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:55:15.091109 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-b8759497-073b-4258-b9f4-7e760e4b27cf service neutron] Checking segment: {'id': '56086ea6-27d7-4ec1-9205-90d5e1fd26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:15.091707 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-b8759497-073b-4258-b9f4-7e760e4b27cf service neutron] Bound using segment: {'id': '56086ea6-27d7-4ec1-9205-90d5e1fd26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:55:15.092125 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-b8759497-073b-4258-b9f4-7e760e4b27cf service neutron] Bound port: c66cb5c9-2c92-4975-b958-eeecd5607433, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56086ea6-27d7-4ec1-9205-90d5e1fd26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:55:15.092376 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-b8759497-073b-4258-b9f4-7e760e4b27cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c66cb5c9-2c92-4975-b958-eeecd5607433), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:15.169914 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5c0e1-230e-443b-9cfc-f156b69ad412 req-67015395-f64e-435d-9550-646fe9afba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:15.171457 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-79d5c0e1-230e-443b-9cfc-f156b69ad412 req-67015395-f64e-435d-9550-646fe9afba10 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f53bb259194d43549dffca4b3682b459&device_id=f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd HTTP/1.1" status: 200 len: 1131 time: 0.3262641 Feb 19 03:55:15.500389 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86aaa84-614f-4775-8412-dc83ea0d3144 req-d491a517-cafa-449b-b142-475caed8ff4b tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:15.501876 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d86aaa84-614f-4775-8412-dc83ea0d3144 req-d491a517-cafa-449b-b142-475caed8ff4b tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 1129 time: 0.5175188 Feb 19 03:55:15.595043 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-0c38d893-0eb0-4c43-86bf-7487ab1189db service neutron] Attempting to bind port 8ff4db1e-ca16-4d88-9551-5180fa2a1849 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:55:15.595293 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-0c38d893-0eb0-4c43-86bf-7487ab1189db service neutron] Attempting to bind port 8ff4db1e-ca16-4d88-9551-5180fa2a1849 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:55:15.595618 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-0c38d893-0eb0-4c43-86bf-7487ab1189db service neutron] Attempting to bind port 8ff4db1e-ca16-4d88-9551-5180fa2a1849 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:15.607247 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-b8759497-073b-4258-b9f4-7e760e4b27cf service neutron] For port c66cb5c9-2c92-4975-b958-eeecd5607433, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:55:15.618020 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-b8759497-073b-4258-b9f4-7e760e4b27cf service neutron] For port c66cb5c9-2c92-4975-b958-eeecd5607433, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c66cb5c9-2c92-4975-b958-eeecd5607433,segment=NetworkSegment(56086ea6-27d7-4ec1-9205-90d5e1fd26c5),segment_id=56086ea6-27d7-4ec1-9205-90d5e1fd26c5)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:55:15.620035 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-0c38d893-0eb0-4c43-86bf-7487ab1189db service neutron] Port 8ff4db1e-ca16-4d88-9551-5180fa2a1849 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:55:15.620345 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-0c38d893-0eb0-4c43-86bf-7487ab1189db service neutron] Attempting to bind port 8ff4db1e-ca16-4d88-9551-5180fa2a1849 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:15.643783 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-b8759497-073b-4258-b9f4-7e760e4b27cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (c66cb5c9-2c92-4975-b958-eeecd5607433), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:15.659882 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49666f7a-2e61-4679-a7f5-1c4a2838434d req-860c8b6f-ab93-4f8d-966c-0c730c5715ba tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:15.661339 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-49666f7a-2e61-4679-a7f5-1c4a2838434d req-860c8b6f-ab93-4f8d-966c-0c730c5715ba tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ec18271-4b7c-4ccf-8a6f-665656e8b6cd HTTP/1.1" status: 200 len: 944 time: 0.4978530 Feb 19 03:55:15.662083 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-0c38d893-0eb0-4c43-86bf-7487ab1189db service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:55:15.662436 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-0c38d893-0eb0-4c43-86bf-7487ab1189db service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:15.662806 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-0c38d893-0eb0-4c43-86bf-7487ab1189db service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:55:15.663232 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-0c38d893-0eb0-4c43-86bf-7487ab1189db service neutron] Bound port: 8ff4db1e-ca16-4d88-9551-5180fa2a1849, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:55:15.663581 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-0c38d893-0eb0-4c43-86bf-7487ab1189db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8ff4db1e-ca16-4d88-9551-5180fa2a1849), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:15.702731 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d86aaa84-614f-4775-8412-dc83ea0d3144 req-a4445510-f294-4fa5-89de-3574e18d9e3e tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655459 Feb 19 03:55:15.721983 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5c0e1-230e-443b-9cfc-f156b69ad412 req-9ddb3d27-6235-40a3-9b0f-8cf16d9a9ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:15.723529 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-79d5c0e1-230e-443b-9cfc-f156b69ad412 req-9ddb3d27-6235-40a3-9b0f-8cf16d9a9ec2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.5354526 Feb 19 03:55:15.730365 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-b8759497-073b-4258-b9f4-7e760e4b27cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:15.730979 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-b8759497-073b-4258-b9f4-7e760e4b27cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:15.732384 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-b8759497-073b-4258-b9f4-7e760e4b27cf service neutron] 10.222.0.26 "PUT /v2.0/ports/c66cb5c9-2c92-4975-b958-eeecd5607433 HTTP/1.1" status: 200 len: 1092 time: 2.7413673 Feb 19 03:55:15.848168 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-79d5c0e1-230e-443b-9cfc-f156b69ad412 req-1295bc3d-caf5-4176-9d2b-46a7858e307d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=ca60ab50-d263-4a78-bc64-8b6263ef5c46 HTTP/1.1" status: 200 len: 217 time: 0.1078148 Feb 19 03:55:15.861529 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8759497-073b-4258-b9f4-7e760e4b27cf service neutron] Pushing event updated for resources: {'Port': ['ID=c66cb5c9-2c92-4975-b958-eeecd5607433,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:15.936444 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-c59d9ea7-e918-4db5-8e62-e08a92cf3812 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=5bf80fd9325e49cb80604ca8e7026637&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299494 Feb 19 03:55:15.960882 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-49666f7a-2e61-4679-a7f5-1c4a2838434d req-9350729e-df91-4906-a5c4-77b3a65efd93 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e2bb0a-eb3d-44af-b1ee-2d71f228825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861495 Feb 19 03:55:15.986407 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-0c38d893-0eb0-4c43-86bf-7487ab1189db service neutron] For port 8ff4db1e-ca16-4d88-9551-5180fa2a1849, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:55:15.991166 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-0c38d893-0eb0-4c43-86bf-7487ab1189db service neutron] For port 8ff4db1e-ca16-4d88-9551-5180fa2a1849, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=8ff4db1e-ca16-4d88-9551-5180fa2a1849,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:55:16.001399 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5c0e1-230e-443b-9cfc-f156b69ad412 req-5af20fbd-c579-4f75-a3b6-1500eea7783d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:16.003087 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-79d5c0e1-230e-443b-9cfc-f156b69ad412 req-5af20fbd-c579-4f75-a3b6-1500eea7783d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1385660 Feb 19 03:55:16.006824 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-0c38d893-0eb0-4c43-86bf-7487ab1189db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (8ff4db1e-ca16-4d88-9551-5180fa2a1849), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:16.062730 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device d9b7e8c8-3282-4ff6-8f14-3b04ad27989c up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:16.081833 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-0c38d893-0eb0-4c43-86bf-7487ab1189db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:16.082424 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-0c38d893-0eb0-4c43-86bf-7487ab1189db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:16.084292 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-0c38d893-0eb0-4c43-86bf-7487ab1189db service neutron] 10.222.0.79 "PUT /v2.0/ports/8ff4db1e-ca16-4d88-9551-5180fa2a1849 HTTP/1.1" status: 200 len: 1096 time: 2.5247123 Feb 19 03:55:16.097548 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-ef491d7a-dec2-4b7b-8464-dfb6545851ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:16.100635 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-ef491d7a-dec2-4b7b-8464-dfb6545851ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d8751a366f7493698f363eb60d46c38&device_id=1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63 HTTP/1.1" status: 200 len: 1126 time: 0.3081186 Feb 19 03:55:16.119523 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-f3a0eabc-598f-4b56-8bc3-e400e0f671c4 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:16.121310 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-f3a0eabc-598f-4b56-8bc3-e400e0f671c4 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1806006 Feb 19 03:55:16.133196 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port d9b7e8c8-3282-4ff6-8f14-3b04ad27989c completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:55:16.137800 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port d9b7e8c8-3282-4ff6-8f14-3b04ad27989c triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:16.138297 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d9b7e8c8-3282-4ff6-8f14-3b04ad27989c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:16.141349 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-d8120654-531c-4b62-9275-073529e1f282 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Request body: {'port': {'device_id': 'c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': '5bf80fd9325e49cb80604ca8e7026637'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:16.146678 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807b882-2ecf-49c7-8e42-06084df9f323 req-182b2a29-0c6b-413e-a729-9a915b9646e1 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:16.148357 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b807b882-2ecf-49c7-8e42-06084df9f323 req-182b2a29-0c6b-413e-a729-9a915b9646e1 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63 HTTP/1.1" status: 200 len: 943 time: 0.3137152 Feb 19 03:55:16.189599 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-c5f493ec-968e-442d-b09c-10c9e6a299a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c66cb5c9-2c92-4975-b958-eeecd5607433 HTTP/1.1" status: 200 len: 217 time: 0.0396419 Feb 19 03:55:16.191712 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d974f9f-16b2-400f-8f9d-8404f9920498 req-9d438aa6-e0ac-45d2-a49a-80855ecc5ba7 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354 HTTP/1.1" status: 200 len: 210 time: 0.0883203 Feb 19 03:55:16.233023 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port d9b7e8c8-3282-4ff6-8f14-3b04ad27989c is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:16.237659 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d9b7e8c8-3282-4ff6-8f14-3b04ad27989c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:16.278683 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec18271-4b7c-4ccf-8a6f-665656e8b6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b7e8c8-3282-4ff6-8f14-3b04ad27989c'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:16.284921 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c71bbd-aa9c-4f37-910c-e27b2b319563" -d '{"events": [{"server_uuid": "3ec18271-4b7c-4ccf-8a6f-665656e8b6cd", "name": "network-vif-plugged", "status": "completed", "tag": "d9b7e8c8-3282-4ff6-8f14-3b04ad27989c"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:16.286533 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5c0e1-230e-443b-9cfc-f156b69ad412 req-6d6ace1d-22e6-49c6-944e-bd2703f11310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:16.288396 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-79d5c0e1-230e-443b-9cfc-f156b69ad412 req-6d6ace1d-22e6-49c6-944e-bd2703f11310 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2752934 Feb 19 03:55:16.301810 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port d9b7e8c8-3282-4ff6-8f14-3b04ad27989c, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=d9b7e8c8-3282-4ff6-8f14-3b04ad27989c,segment=NetworkSegment(38292db9-b633-4bb0-a3d1-faf2c5a0d27a),segment_id=38292db9-b633-4bb0-a3d1-faf2c5a0d27a)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:16.307684 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d9b7e8c8-3282-4ff6-8f14-3b04ad27989c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:16.315966 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-d8120654-531c-4b62-9275-073529e1f282 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Made reservation on behalf of 5bf80fd9325e49cb80604ca8e7026637 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:16.321621 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-d8120654-531c-4b62-9275-073529e1f282 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:16.326678 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38d893-0eb0-4c43-86bf-7487ab1189db service neutron] Pushing event updated for resources: {'Port': ['ID=8ff4db1e-ca16-4d88-9551-5180fa2a1849,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:16.380412 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=d9b7e8c8-3282-4ff6-8f14-3b04ad27989c,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:16.430145 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-28f495c0-e009-4f88-8cf4-31bcfffbbc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:16.431835 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-28f495c0-e009-4f88-8cf4-31bcfffbbc9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e30f0c3-d629-434f-a2d7-039cc4a47da1 HTTP/1.1" status: 200 len: 863 time: 0.2337105 Feb 19 03:55:16.461206 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b807b882-2ecf-49c7-8e42-06084df9f323 req-b68dcf51-28ce-4631-8a24-cb5ac85c3aad tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0dfac4c-c713-4454-abce-58b1166b49c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2653651 Feb 19 03:55:16.463046 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-73500349-c104-48f1-b705-d62385cba445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:16.464715 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-73500349-c104-48f1-b705-d62385cba445 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 1130 time: 0.2698791 Feb 19 03:55:16.491377 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-d8120654-531c-4b62-9275-073529e1f282 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Allocated IP 192.168.233.21 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/4a642189-e39b-4dcd-96a1-0abfb34e9a34) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:16.548817 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-79d5c0e1-230e-443b-9cfc-f156b69ad412 req-2d949cb0-4f66-41c2-bdac-845ce7db8727 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494364 Feb 19 03:55:16.553082 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-c39ecc3e-3ce4-4773-99c5-74f460054308 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=8ff4db1e-ca16-4d88-9551-5180fa2a1849 HTTP/1.1" status: 200 len: 217 time: 0.0587440 Feb 19 03:55:16.590886 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629f157-e84e-4c1e-82a1-f3c5bc8cc554 req-240c2d15-5b52-49a1-9027-f99e90bceba9 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:16.591775 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3629f157-e84e-4c1e-82a1-f3c5bc8cc554 req-240c2d15-5b52-49a1-9027-f99e90bceba9 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 1127 time: 0.2561846 Feb 19 03:55:16.652516 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-d8120654-531c-4b62-9275-073529e1f282 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Publish callbacks [] for port (4a642189-e39b-4dcd-96a1-0abfb34e9a34), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:16.686752 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-d8120654-531c-4b62-9275-073529e1f282 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (4a642189-e39b-4dcd-96a1-0abfb34e9a34), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:16.698188 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['0c4a3126-09cd-4911-bc59-c5a205f4d32f', 'd2a98fb4-cb43-48d1-9480-65db6d632aa4'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:55:16.701234 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-d93c963d-1e91-423b-88bd-5b05a55ae3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:16.703787 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-d93c963d-1e91-423b-88bd-5b05a55ae3ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c2a4677c-3978-448a-8fd9-1efa09d1157e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2648215 Feb 19 03:55:16.731304 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-d8120654-531c-4b62-9275-073529e1f282 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:16.733751 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-5f0a83c1-cf79-4b1e-9ee5-bbf76116a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:16.734422 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-d8120654-531c-4b62-9275-073529e1f282 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:16.735617 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-5f0a83c1-cf79-4b1e-9ee5-bbf76116a7af service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1698089 Feb 19 03:55:16.736891 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-d8120654-531c-4b62-9275-073529e1f282 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:55:16.742263 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-d8120654-531c-4b62-9275-073529e1f282 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:16.742890 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-d8120654-531c-4b62-9275-073529e1f282 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:16.759735 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8120654-531c-4b62-9275-073529e1f282 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Pushing event updated for resources: {'Port': ['ID=4a642189-e39b-4dcd-96a1-0abfb34e9a34,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:16.772817 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-d8120654-531c-4b62-9275-073529e1f282 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6361427 Feb 19 03:55:16.783637 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-e90f1164-6402-40f9-8da9-4ca7519b392a service neutron] Request body: {'port': {'device_id': 'c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:16.822848 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63', 'tag': 'c66cb5c9-2c92-4975-b958-eeecd5607433'}, {'name': 'network-changed', 'server_uuid': 'fe4c87e3-c7f3-4452-a414-838f884f69d3', 'tag': '8ff4db1e-ca16-4d88-9551-5180fa2a1849'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:16.825101 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0cfba4-1c66-49f0-9b1f-b1ab3a65a1aa" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63", "tag": "c66cb5c9-2c92-4975-b958-eeecd5607433"}, {"name": "network-changed", "server_uuid": "fe4c87e3-c7f3-4452-a414-838f884f69d3", "tag": "8ff4db1e-ca16-4d88-9551-5180fa2a1849"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:16.865663 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3629f157-e84e-4c1e-82a1-f3c5bc8cc554 req-fcc17d7b-46ef-42a5-bbb4-b033af46575b tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487350 Feb 19 03:55:16.930384 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13029628-1ba2-4110-8662-be2db5d585c0 req-08751116-a162-4092-8280-9f8bc67c2d16 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:16.935988 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-13029628-1ba2-4110-8662-be2db5d585c0 req-08751116-a162-4092-8280-9f8bc67c2d16 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 947 time: 0.2860792 Feb 19 03:55:16.945972 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-79d5c0e1-230e-443b-9cfc-f156b69ad412 req-790628fc-57fa-47e1-ae99-55d1bb67fb31 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902552 Feb 19 03:55:17.059181 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-78e3b705-6446-4f6a-9548-648568a50a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:17.060709 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-78e3b705-6446-4f6a-9548-648568a50a1d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3097849 Feb 19 03:55:17.097022 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-de1933dc-2e8e-4f15-99f5-44caf070fc15 service neutron] 10.222.0.26 "GET /v2.0/networks/c2a4677c-3978-448a-8fd9-1efa09d1157e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843324 Feb 19 03:55:17.117576 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6c3edc63-c001-49d6-9302-6d5a0546e4b3 None None] Provisioning complete for port 4a642189-e39b-4dcd-96a1-0abfb34e9a34 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:17.118143 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6c3edc63-c001-49d6-9302-6d5a0546e4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4a642189-e39b-4dcd-96a1-0abfb34e9a34), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:17.156574 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6c3edc63-c001-49d6-9302-6d5a0546e4b3 None None] Port 4a642189-e39b-4dcd-96a1-0abfb34e9a34 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:55:17.190000 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-13029628-1ba2-4110-8662-be2db5d585c0 req-22032ce5-db42-4c17-b9c7-39787d21c38b tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473280 Feb 19 03:55:17.198056 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-e90f1164-6402-40f9-8da9-4ca7519b392a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4a642189-e39b-4dcd-96a1-0abfb34e9a34), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:17.238588 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36db7a97-7e67-4945-b3f1-385d29df4476 x-openstack-request-id: req-36db7a97-7e67-4945-b3f1-385d29df4476 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:17.238914 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec18271-4b7c-4ccf-8a6f-665656e8b6cd", "name": "network-vif-plugged", "status": "completed", "tag": "d9b7e8c8-3282-4ff6-8f14-3b04ad27989c", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:17.239350 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-36db7a97-7e67-4945-b3f1-385d29df4476 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:17.239743 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec18271-4b7c-4ccf-8a6f-665656e8b6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b7e8c8-3282-4ff6-8f14-3b04ad27989c', 'code': 200} Feb 19 03:55:17.255095 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498da46-50f8-4d89-9750-1a9905a24a72 req-69bde2e0-1799-43c1-9343-3e57e2cad43f tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:17.256116 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4498da46-50f8-4d89-9750-1a9905a24a72 req-69bde2e0-1799-43c1-9343-3e57e2cad43f tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd HTTP/1.1" status: 200 len: 948 time: 0.2268755 Feb 19 03:55:17.309396 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-80e823c1-4364-4c95-92fd-39fcfde4c077 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261593 Feb 19 03:55:17.327414 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291474da-14d2-48ef-9f32-fa1e2c970841 x-openstack-request-id: req-291474da-14d2-48ef-9f32-fa1e2c970841 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:17.327767 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63", "tag": "c66cb5c9-2c92-4975-b958-eeecd5607433", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fe4c87e3-c7f3-4452-a414-838f884f69d3", "tag": "8ff4db1e-ca16-4d88-9551-5180fa2a1849", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:17.328064 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-291474da-14d2-48ef-9f32-fa1e2c970841 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:17.328437 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63', 'tag': 'c66cb5c9-2c92-4975-b958-eeecd5607433', 'status': 'completed', 'code': 200} Feb 19 03:55:17.328694 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe4c87e3-c7f3-4452-a414-838f884f69d3', 'tag': '8ff4db1e-ca16-4d88-9551-5180fa2a1849', 'status': 'completed', 'code': 200} Feb 19 03:55:17.380375 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-764a1743-e697-4278-b62c-ff13b9ce06ee req-91155a94-c6f9-4faa-8ab1-ca67a70ccf7c service neutron] 10.222.0.26 "GET /v2.0/networks/c2a4677c-3978-448a-8fd9-1efa09d1157e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615771 Feb 19 03:55:17.442526 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4498da46-50f8-4d89-9750-1a9905a24a72 req-afd9a315-3d8f-4729-be9e-1be5e78cbdf8 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/security-groups?id=32971f3f-d97a-4e19-bdc9-51c91a9a851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764214 Feb 19 03:55:17.536375 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-e90f1164-6402-40f9-8da9-4ca7519b392a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a642189-e39b-4dcd-96a1-0abfb34e9a34 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:55:17.545005 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-e90f1164-6402-40f9-8da9-4ca7519b392a service neutron] Publish callbacks [] for port (4a642189-e39b-4dcd-96a1-0abfb34e9a34), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:17.557745 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-e90f1164-6402-40f9-8da9-4ca7519b392a service neutron] Transition to ACTIVE for port object 4a642189-e39b-4dcd-96a1-0abfb34e9a34 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:55:17.561921 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-e90f1164-6402-40f9-8da9-4ca7519b392a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4a642189-e39b-4dcd-96a1-0abfb34e9a34), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:17.612283 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f1164-6402-40f9-8da9-4ca7519b392a service neutron] Pushing event updated for resources: {'Port': ['ID=4a642189-e39b-4dcd-96a1-0abfb34e9a34,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:17.656782 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-e90f1164-6402-40f9-8da9-4ca7519b392a service neutron] Attempting to bind port 4a642189-e39b-4dcd-96a1-0abfb34e9a34 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:55:17.657121 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-e90f1164-6402-40f9-8da9-4ca7519b392a service neutron] Attempting to bind port 4a642189-e39b-4dcd-96a1-0abfb34e9a34 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:55:17.657450 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-e90f1164-6402-40f9-8da9-4ca7519b392a service neutron] Attempting to bind port 4a642189-e39b-4dcd-96a1-0abfb34e9a34 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:17.663958 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-e90f1164-6402-40f9-8da9-4ca7519b392a service neutron] Port 4a642189-e39b-4dcd-96a1-0abfb34e9a34 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:55:17.664346 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-e90f1164-6402-40f9-8da9-4ca7519b392a service neutron] Attempting to bind port 4a642189-e39b-4dcd-96a1-0abfb34e9a34 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:17.671676 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-e90f1164-6402-40f9-8da9-4ca7519b392a service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:55:17.672190 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-e90f1164-6402-40f9-8da9-4ca7519b392a service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:17.672628 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-e90f1164-6402-40f9-8da9-4ca7519b392a service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:55:17.673185 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-e90f1164-6402-40f9-8da9-4ca7519b392a service neutron] Bound port: 4a642189-e39b-4dcd-96a1-0abfb34e9a34, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:55:17.673558 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-e90f1164-6402-40f9-8da9-4ca7519b392a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4a642189-e39b-4dcd-96a1-0abfb34e9a34), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:17.745912 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-e90f1164-6402-40f9-8da9-4ca7519b392a service neutron] For port 4a642189-e39b-4dcd-96a1-0abfb34e9a34, host n-h2-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:55:17.749944 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-e90f1164-6402-40f9-8da9-4ca7519b392a service neutron] For port 4a642189-e39b-4dcd-96a1-0abfb34e9a34, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=4a642189-e39b-4dcd-96a1-0abfb34e9a34,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:55:17.757545 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-e90f1164-6402-40f9-8da9-4ca7519b392a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4a642189-e39b-4dcd-96a1-0abfb34e9a34), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:17.792577 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-e90f1164-6402-40f9-8da9-4ca7519b392a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:17.793319 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-e90f1164-6402-40f9-8da9-4ca7519b392a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:17.795046 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-e90f1164-6402-40f9-8da9-4ca7519b392a service neutron] 10.222.0.79 "PUT /v2.0/ports/4a642189-e39b-4dcd-96a1-0abfb34e9a34 HTTP/1.1" status: 200 len: 1096 time: 1.0161347 Feb 19 03:55:17.795801 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354', 'tag': '4a642189-e39b-4dcd-96a1-0abfb34e9a34'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:17.798093 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f3eefb-8d15-47a3-b92e-eee4fe80e5de" -d '{"events": [{"name": "network-changed", "server_uuid": "c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354", "tag": "4a642189-e39b-4dcd-96a1-0abfb34e9a34"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:17.820218 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08ab9c-8c86-4cb1-bcd7-d445af5e9d6f req-84f872ce-7245-4fbd-9b14-a12f74350b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:17.821761 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4e08ab9c-8c86-4cb1-bcd7-d445af5e9d6f req-84f872ce-7245-4fbd-9b14-a12f74350b04 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3ec18271-4b7c-4ccf-8a6f-665656e8b6cd HTTP/1.1" status: 200 len: 1128 time: 0.5114770 Feb 19 03:55:17.827123 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f1164-6402-40f9-8da9-4ca7519b392a service neutron] Pushing event updated for resources: {'Port': ['ID=4a642189-e39b-4dcd-96a1-0abfb34e9a34,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:17.903248 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa8ee346-f5d4-4aa9-84ea-e2c5b296de4c req-7ff7001c-538e-41e4-b508-d03f0d97a3eb service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5859888 Feb 19 03:55:17.907067 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-2b8a435f-b20a-45fb-b42f-aa8f8fe27505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:17.909623 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-2b8a435f-b20a-45fb-b42f-aa8f8fe27505 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5bf80fd9325e49cb80604ca8e7026637&device_id=c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354 HTTP/1.1" status: 200 len: 1130 time: 0.0624766 Feb 19 03:55:17.949792 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cfba4-1c66-49f0-9b1f-b1ab3a65a1aa req-f84734f2-9895-4e4d-87f7-b1e3050ae146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:17.951331 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0f0cfba4-1c66-49f0-9b1f-b1ab3a65a1aa req-f84734f2-9895-4e4d-87f7-b1e3050ae146 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d8751a366f7493698f363eb60d46c38&device_id=1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63 HTTP/1.1" status: 200 len: 1126 time: 0.5048583 Feb 19 03:55:17.954851 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-4c9bbe9e-7475-49d8-a778-d0442365ecad service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=4a642189-e39b-4dcd-96a1-0abfb34e9a34 HTTP/1.1" status: 200 len: 217 time: 0.0384068 Feb 19 03:55:17.978267 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62694a-0e19-4df9-a13b-a4e5d529317d req-ced4462c-ab83-443e-8129-6b2b6ec0f1e1 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:17.985171 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2a62694a-0e19-4df9-a13b-a4e5d529317d req-ced4462c-ab83-443e-8129-6b2b6ec0f1e1 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ec18271-4b7c-4ccf-8a6f-665656e8b6cd HTTP/1.1" status: 200 len: 945 time: 0.2342098 Feb 19 03:55:18.007524 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-83536875-9215-45b6-a1ea-a9dec783f1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:18.009040 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-83536875-9215-45b6-a1ea-a9dec783f1d8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0465913 Feb 19 03:55:18.021060 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4e08ab9c-8c86-4cb1-bcd7-d445af5e9d6f req-1e141000-9d84-49f3-bc93-3c64370c93e1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=72e2bb0a-eb3d-44af-b1ee-2d71f228825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620119 Feb 19 03:55:18.060639 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-28e46753-481e-42c0-b160-440cbad0a052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:18.062143 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-28e46753-481e-42c0-b160-440cbad0a052 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0470297 Feb 19 03:55:18.063642 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-1f6d0bf9-392e-4696-b81b-961d2cea76fd tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:18.065006 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-1f6d0bf9-392e-4696-b81b-961d2cea76fd tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/networks?id=575db6fc-b1bf-4deb-91aa-ccf16978efb1 HTTP/1.1" status: 200 len: 808 time: 0.3158309 Feb 19 03:55:18.071802 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device ca60ab50-d263-4a78-bc64-8b6263ef5c46 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:55:18.128554 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-0af5856b-fb8e-40bf-a228-2f4786686006 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/quotas/fd8b7bffe1624958b97c2ba4fab2c960 HTTP/1.1" status: 200 len: 375 time: 0.0345147 Feb 19 03:55:18.159409 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-8a6f52e3-4be7-49e5-9a13-ced8b2644c83 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909860 Feb 19 03:55:18.164760 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2a62694a-0e19-4df9-a13b-a4e5d529317d req-0606f255-0a3a-43bd-bbe9-3ac002ec1677 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e2bb0a-eb3d-44af-b1ee-2d71f228825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787186 Feb 19 03:55:18.176472 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port ca60ab50-d263-4a78-bc64-8b6263ef5c46, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=ca60ab50-d263-4a78-bc64-8b6263ef5c46,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:18.193840 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'ca60ab50-d263-4a78-bc64-8b6263ef5c46', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': 'ca60ab50-d263-4a78-bc64-8b6263ef5c46', 'mac_address': 'fa:16:3e:cd:26:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:55:18.194685 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cfba4-1c66-49f0-9b1f-b1ab3a65a1aa req-6d76cf88-37f6-49d8-84c6-59bc030ee5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:18.196321 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0f0cfba4-1c66-49f0-9b1f-b1ab3a65a1aa req-6d76cf88-37f6-49d8-84c6-59bc030ee5fd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 1130 time: 0.2091072 Feb 19 03:55:18.245505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cfba4-1c66-49f0-9b1f-b1ab3a65a1aa req-61c9c03c-e8e8-4b9e-becd-eef2388809c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:18.247020 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0f0cfba4-1c66-49f0-9b1f-b1ab3a65a1aa req-61c9c03c-e8e8-4b9e-becd-eef2388809c5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c2a4677c-3978-448a-8fd9-1efa09d1157e HTTP/1.1" status: 200 len: 925 time: 0.2793763 Feb 19 03:55:18.247764 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port ca60ab50-d263-4a78-bc64-8b6263ef5c46 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:18.248255 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ca60ab50-d263-4a78-bc64-8b6263ef5c46), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:18.263343 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca60ab50-d263-4a78-bc64-8b6263ef5c46 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:55:18.280243 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e07ee8e3-95be-4650-8d2b-934ff4839305 req-db9197da-4277-4ac1-99e6-7e2154d0f2d4 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142049 Feb 19 03:55:18.283143 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port ca60ab50-d263-4a78-bc64-8b6263ef5c46, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=ca60ab50-d263-4a78-bc64-8b6263ef5c46,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:18.288268 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ca60ab50-d263-4a78-bc64-8b6263ef5c46), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:18.337311 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=ca60ab50-d263-4a78-bc64-8b6263ef5c46,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:18.351372 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0f0cfba4-1c66-49f0-9b1f-b1ab3a65a1aa req-b4a9b938-25f5-4706-b6fb-2f9e18eab474 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c66cb5c9-2c92-4975-b958-eeecd5607433 HTTP/1.1" status: 200 len: 217 time: 0.0697477 Feb 19 03:55:18.381737 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-7c766c9d-19af-4504-b416-cea36992b659 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2406144 Feb 19 03:55:18.472964 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cfba4-1c66-49f0-9b1f-b1ab3a65a1aa req-2862412a-e30c-4376-98e9-3b89d02595de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:18.474879 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0f0cfba4-1c66-49f0-9b1f-b1ab3a65a1aa req-2862412a-e30c-4376-98e9-3b89d02595de service neutron] 10.222.0.79 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.2691951 Feb 19 03:55:18.491409 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cfba4-1c66-49f0-9b1f-b1ab3a65a1aa req-3929825f-1294-4fe9-9284-492ce5a86154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:18.492859 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0f0cfba4-1c66-49f0-9b1f-b1ab3a65a1aa req-3929825f-1294-4fe9-9284-492ce5a86154 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e30f0c3-d629-434f-a2d7-039cc4a47da1 HTTP/1.1" status: 200 len: 863 time: 0.1325555 Feb 19 03:55:18.505254 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728471a-351e-4655-b591-e580e0366443 req-978d242b-ad59-4d0b-8c6a-dc5a1dcb0981 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:18.507586 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e728471a-351e-4655-b591-e580e0366443 req-978d242b-ad59-4d0b-8c6a-dc5a1dcb0981 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354 HTTP/1.1" status: 200 len: 947 time: 0.2303808 Feb 19 03:55:18.563046 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0f0cfba4-1c66-49f0-9b1f-b1ab3a65a1aa req-d883d940-8f51-4613-b095-0cf8db4d8a3c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=8ff4db1e-ca16-4d88-9551-5180fa2a1849 HTTP/1.1" status: 200 len: 217 time: 0.0738814 Feb 19 03:55:18.674522 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['ca60ab50-d263-4a78-bc64-8b6263ef5c46'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:55:18.676519 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-78be5c3d-f11f-4a4b-a695-8bfc159bef06 service neutron] 10.222.0.52 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700346 Feb 19 03:55:18.687669 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cfba4-1c66-49f0-9b1f-b1ab3a65a1aa req-e303f14d-c633-47a7-bc75-253729d5d152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:18.689050 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0f0cfba4-1c66-49f0-9b1f-b1ab3a65a1aa req-e303f14d-c633-47a7-bc75-253729d5d152 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1030829 Feb 19 03:55:18.699429 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e728471a-351e-4655-b591-e580e0366443 req-cc2fb3d2-0d3f-456c-8e17-64de40ff1621 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472821 Feb 19 03:55:18.723356 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cfba4-1c66-49f0-9b1f-b1ab3a65a1aa req-219d6cf7-fe00-4a10-a3fb-f19724fe9d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:18.724818 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0f0cfba4-1c66-49f0-9b1f-b1ab3a65a1aa req-219d6cf7-fe00-4a10-a3fb-f19724fe9d10 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c2a4677c-3978-448a-8fd9-1efa09d1157e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2141027 Feb 19 03:55:18.907286 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-efe1f720-5944-4700-8fc0-110ac1511ebe service neutron] 10.222.0.52 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212653 Feb 19 03:55:18.910502 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cfba4-1c66-49f0-9b1f-b1ab3a65a1aa req-75ccfe56-22f5-480f-8515-836ad4989a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:18.911370 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0f0cfba4-1c66-49f0-9b1f-b1ab3a65a1aa req-75ccfe56-22f5-480f-8515-836ad4989a66 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2103534 Feb 19 03:55:18.939407 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0f0cfba4-1c66-49f0-9b1f-b1ab3a65a1aa req-c3e5d25e-2f5d-4d4e-a85c-61475cf2edf7 service neutron] 10.222.0.26 "GET /v2.0/networks/c2a4677c-3978-448a-8fd9-1efa09d1157e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769254 Feb 19 03:55:18.985125 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadd14f-c694-4671-81a1-c03587806118 req-dd2e436b-6df3-4720-8caa-26bca7ce45b5 tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:18.986292 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bfadd14f-c694-4671-81a1-c03587806118 req-dd2e436b-6df3-4720-8caa-26bca7ce45b5 tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 1129 time: 0.1654496 Feb 19 03:55:19.142329 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bfadd14f-c694-4671-81a1-c03587806118 req-b122d169-8f75-4ac3-bbca-68b5808dc233 tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428514 Feb 19 03:55:19.151277 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0f0cfba4-1c66-49f0-9b1f-b1ab3a65a1aa req-262509aa-e0fd-49ca-b43e-904bbc61cd33 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300746 Feb 19 03:55:19.159788 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0f0cfba4-1c66-49f0-9b1f-b1ab3a65a1aa req-da4d0582-6b15-4e74-9b8a-541dfd06a4c5 service neutron] 10.222.0.26 "GET /v2.0/networks/c2a4677c-3978-448a-8fd9-1efa09d1157e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074740 Feb 19 03:55:19.216576 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee2c10d-0730-4496-8753-5a781db79aec x-openstack-request-id: req-9ee2c10d-0730-4496-8753-5a781db79aec {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:19.216879 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354", "tag": "4a642189-e39b-4dcd-96a1-0abfb34e9a34", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:19.217348 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ee2c10d-0730-4496-8753-5a781db79aec {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:19.217523 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354', 'tag': '4a642189-e39b-4dcd-96a1-0abfb34e9a34', 'status': 'completed', 'code': 200} Feb 19 03:55:19.227945 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6710e-1962-45f6-b1ce-37945901a223 req-4e34c2aa-f06a-48db-be01-affdca0aee35 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:19.229442 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-32a6710e-1962-45f6-b1ce-37945901a223 req-4e34c2aa-f06a-48db-be01-affdca0aee35 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63 HTTP/1.1" status: 200 len: 943 time: 0.1645279 Feb 19 03:55:19.311220 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3eefb-8d15-47a3-b92e-eee4fe80e5de req-19b8d32d-33dd-4ed3-8727-59d71085692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:19.312750 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b5f3eefb-8d15-47a3-b92e-eee4fe80e5de req-19b8d32d-33dd-4ed3-8727-59d71085692c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5bf80fd9325e49cb80604ca8e7026637&device_id=c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354 HTTP/1.1" status: 200 len: 1130 time: 0.0653176 Feb 19 03:55:19.342880 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-32a6710e-1962-45f6-b1ce-37945901a223 req-bfcf81ed-d97f-4644-97bf-e50eb5249846 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0dfac4c-c713-4454-abce-58b1166b49c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999677 Feb 19 03:55:19.348332 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0f0cfba4-1c66-49f0-9b1f-b1ab3a65a1aa req-be3fb1b6-7ac0-4099-aa89-e40d66f5d477 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868162 Feb 19 03:55:19.380327 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c73b9-38b1-4a10-b399-8c2aa0317498 req-7d9e3971-9832-4e1e-9d07-7bff38526cc7 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:19.382542 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea7c73b9-38b1-4a10-b399-8c2aa0317498 req-7d9e3971-9832-4e1e-9d07-7bff38526cc7 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 947 time: 0.1044071 Feb 19 03:55:19.440888 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3eefb-8d15-47a3-b92e-eee4fe80e5de req-3582511e-c2e1-412a-9d50-9dad5405a879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:19.442497 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b5f3eefb-8d15-47a3-b92e-eee4fe80e5de req-3582511e-c2e1-412a-9d50-9dad5405a879 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.1230800 Feb 19 03:55:19.469784 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea7c73b9-38b1-4a10-b399-8c2aa0317498 req-2ed5edfd-9c1d-4b3f-a1ec-116c920958d5 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767996 Feb 19 03:55:19.496620 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b5f3eefb-8d15-47a3-b92e-eee4fe80e5de req-d02b0776-36fb-435b-9fd9-35fbf4f836df service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=4a642189-e39b-4dcd-96a1-0abfb34e9a34 HTTP/1.1" status: 200 len: 217 time: 0.0477490 Feb 19 03:55:19.507115 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fc38e-e2aa-4a93-831b-ebb436676e60 req-7044d38f-e790-4e84-9d72-8b04531776db tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:19.509305 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff5fc38e-e2aa-4a93-831b-ebb436676e60 req-7044d38f-e790-4e84-9d72-8b04531776db tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd HTTP/1.1" status: 200 len: 949 time: 0.0876408 Feb 19 03:55:19.555391 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3eefb-8d15-47a3-b92e-eee4fe80e5de req-885799c6-d674-4397-8be2-1eab1b1df9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:19.556877 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b5f3eefb-8d15-47a3-b92e-eee4fe80e5de req-885799c6-d674-4397-8be2-1eab1b1df9b3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0476794 Feb 19 03:55:19.599326 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16eb57ca-9549-406b-b3e3-56a811b1adba req-dbfcdf95-58b9-4e86-a85d-830bd98455e3 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 210 time: 0.0504620 Feb 19 03:55:19.606224 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff5fc38e-e2aa-4a93-831b-ebb436676e60 req-45c414a3-5a2c-45a7-8bd9-7d29d40c2a7a tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/security-groups?id=32971f3f-d97a-4e19-bdc9-51c91a9a851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908303 Feb 19 03:55:19.613166 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3eefb-8d15-47a3-b92e-eee4fe80e5de req-8872652e-7235-431f-aafe-b904348e814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:19.623298 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b5f3eefb-8d15-47a3-b92e-eee4fe80e5de req-8872652e-7235-431f-aafe-b904348e814e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0490515 Feb 19 03:55:19.759354 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1e679-03e4-495d-beb6-cf9994d04075 req-92915194-12fb-446c-a90f-919fc01a9b31 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:19.760768 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64c1e679-03e4-495d-beb6-cf9994d04075 req-92915194-12fb-446c-a90f-919fc01a9b31 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ec18271-4b7c-4ccf-8a6f-665656e8b6cd HTTP/1.1" status: 200 len: 945 time: 0.0728087 Feb 19 03:55:19.769332 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b5f3eefb-8d15-47a3-b92e-eee4fe80e5de req-91a81025-cfde-4d4e-a3da-2d9b0c362a9d service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475282 Feb 19 03:55:19.820140 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64c1e679-03e4-495d-beb6-cf9994d04075 req-110047ef-d17e-44fe-a490-c6846ebebf07 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e2bb0a-eb3d-44af-b1ee-2d71f228825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459378 Feb 19 03:55:19.883155 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b5f3eefb-8d15-47a3-b92e-eee4fe80e5de req-63fb2fe6-f5de-481d-9cef-05380f223302 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077025 Feb 19 03:55:19.968507 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad643c1-6378-4db6-bb22-9103dfa13eaa req-9c0ad6c6-0fb2-4217-8050-fab8dc723bac tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:19.971560 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0ad643c1-6378-4db6-bb22-9103dfa13eaa req-9c0ad6c6-0fb2-4217-8050-fab8dc723bac tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354 HTTP/1.1" status: 200 len: 947 time: 0.0584126 Feb 19 03:55:20.022420 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0ad643c1-6378-4db6-bb22-9103dfa13eaa req-11915d54-ddba-45ce-9602-398517032b3b tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448265 Feb 19 03:55:20.086301 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device ca60ab50-d263-4a78-bc64-8b6263ef5c46 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:20.152222 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port ca60ab50-d263-4a78-bc64-8b6263ef5c46 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:55:20.157823 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port ca60ab50-d263-4a78-bc64-8b6263ef5c46 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:20.158482 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ca60ab50-d263-4a78-bc64-8b6263ef5c46), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:20.194762 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40670) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:20.270531 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port ca60ab50-d263-4a78-bc64-8b6263ef5c46 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:20.270826 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ca60ab50-d263-4a78-bc64-8b6263ef5c46), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:20.342095 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-7d971f2c-656b-46c8-9e35-03df2f6cf816 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:20.343734 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-7d971f2c-656b-46c8-9e35-03df2f6cf816 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.26 "GET /v2.0/networks?id=575db6fc-b1bf-4deb-91aa-ccf16978efb1 HTTP/1.1" status: 200 len: 808 time: 0.1767657 Feb 19 03:55:20.345713 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port ca60ab50-d263-4a78-bc64-8b6263ef5c46, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=ca60ab50-d263-4a78-bc64-8b6263ef5c46,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:20.346795 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca60ab50-d263-4a78-bc64-8b6263ef5c46'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:20.350733 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ce4d45d8-e10a-4fed-ad77-4b7358486d27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:20.351228 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72e04b9-5348-4a9d-87c0-9c14fb2db140" -d '{"events": [{"server_uuid": "f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd", "name": "network-vif-plugged", "status": "completed", "tag": "ca60ab50-d263-4a78-bc64-8b6263ef5c46"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:20.371558 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-78cb1632-7fcd-4414-b928-d0938580755e tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Request body: {'port': {'device_id': 'ab043cc2-5347-4107-9481-c1a541602b67', 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1', 'admin_state_up': True, 'tenant_id': 'fd8b7bffe1624958b97c2ba4fab2c960'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:20.372043 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ca60ab50-d263-4a78-bc64-8b6263ef5c46), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:20.431549 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f99f63e-1142-43d4-bcb8-795f31c1d827 x-openstack-request-id: req-7f99f63e-1142-43d4-bcb8-795f31c1d827 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:20.431918 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd", "name": "network-vif-plugged", "status": "completed", "tag": "ca60ab50-d263-4a78-bc64-8b6263ef5c46", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:20.432269 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7f99f63e-1142-43d4-bcb8-795f31c1d827 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:20.432862 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca60ab50-d263-4a78-bc64-8b6263ef5c46', 'code': 200} Feb 19 03:55:20.457485 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=ca60ab50-d263-4a78-bc64-8b6263ef5c46,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:20.477733 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ce4d45d8-e10a-4fed-ad77-4b7358486d27 admin admin] Publish callbacks [] for security_group (3887637e-38e0-4fb5-9a9d-f7f6fd7b7418), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:20.486255 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ce4d45d8-e10a-4fed-ad77-4b7358486d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3887637e-38e0-4fb5-9a9d-f7f6fd7b7418), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:20.540027 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ce4d45d8-e10a-4fed-ad77-4b7358486d27 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ac4c7acdb33949f3abb951ff5e0b7ea5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3437119 Feb 19 03:55:20.541313 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d45d8-e10a-4fed-ad77-4b7358486d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3887637e-38e0-4fb5-9a9d-f7f6fd7b7418,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:20.543745 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40684) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:20.602435 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d16d949-3dcc-4761-9dd3-958d0c67d321 admin admin] Publish callbacks [] for security_group (3887637e-38e0-4fb5-9a9d-f7f6fd7b7418), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:20.626016 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d16d949-3dcc-4761-9dd3-958d0c67d321 admin admin] Publish callbacks [] for security_group (3887637e-38e0-4fb5-9a9d-f7f6fd7b7418), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:20.664206 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-0c055d2e-efd5-4989-ade9-02def63cfd80 tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:55:20.665215 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-0c055d2e-efd5-4989-ade9-02def63cfd80 tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085168 Feb 19 03:55:20.708503 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d16d949-3dcc-4761-9dd3-958d0c67d321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3887637e-38e0-4fb5-9a9d-f7f6fd7b7418), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:20.711171 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d16d949-3dcc-4761-9dd3-958d0c67d321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:20.714821 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5d16d949-3dcc-4761-9dd3-958d0c67d321 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3887637e-38e0-4fb5-9a9d-f7f6fd7b7418 HTTP/1.1" status: 204 len: 168 time: 0.1676593 Feb 19 03:55:20.717073 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-261becd8-feed-4a89-b4ff-36f932c2bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:20.718601 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-261becd8-feed-4a89-b4ff-36f932c2bcd3 service neutron] 10.222.0.52 "GET /v2.0/ports/69f0e64b-8af0-4a76-a3ff-51012f343cd1 HTTP/1.1" status: 200 len: 1126 time: 0.0468233 Feb 19 03:55:20.725166 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16d949-3dcc-4761-9dd3-958d0c67d321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3887637e-38e0-4fb5-9a9d-f7f6fd7b7418,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:20.732802 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-e208d359-f4c3-475c-8f4b-1ddb5f6b022a service neutron] Request body: {'binding': {'host': 'n-h2-828369-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:20.733350 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-e208d359-f4c3-475c-8f4b-1ddb5f6b022a service neutron] Unknown quota resources ['binding']. {{(pid=109925) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:55:20.852275 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b36dbe-57a1-4803-8ecb-1f84f6e7a3ad req-fd88d998-ce8f-413b-b941-e8ee760cf967 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:20.853803 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a1b36dbe-57a1-4803-8ecb-1f84f6e7a3ad req-fd88d998-ce8f-413b-b941-e8ee760cf967 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63 HTTP/1.1" status: 200 len: 943 time: 0.1365795 Feb 19 03:55:20.855656 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbdb5c-9fd4-486b-b2e8-ea4f2fc1201e req-37f1fef9-db24-4673-9f65-20e0a7ea32de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:20.857082 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdbbdb5c-9fd4-486b-b2e8-ea4f2fc1201e req-37f1fef9-db24-4673-9f65-20e0a7ea32de service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd HTTP/1.1" status: 200 len: 1133 time: 0.1386747 Feb 19 03:55:20.894887 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-e208d359-f4c3-475c-8f4b-1ddb5f6b022a service neutron] Attempting to bind port 69f0e64b-8af0-4a76-a3ff-51012f343cd1 on host n-h2-828369-19 for vnic_type normal with profile None {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:55:20.895725 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-e208d359-f4c3-475c-8f4b-1ddb5f6b022a service neutron] Attempting to bind port 69f0e64b-8af0-4a76-a3ff-51012f343cd1 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:55:20.896711 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-e208d359-f4c3-475c-8f4b-1ddb5f6b022a service neutron] Attempting to bind port 69f0e64b-8af0-4a76-a3ff-51012f343cd1 on network 6d936416-f125-4c3f-940d-813318503889 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:20.901558 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-e208d359-f4c3-475c-8f4b-1ddb5f6b022a service neutron] Port 69f0e64b-8af0-4a76-a3ff-51012f343cd1 on network 6d936416-f125-4c3f-940d-813318503889 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:55:20.902115 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-e208d359-f4c3-475c-8f4b-1ddb5f6b022a service neutron] Attempting to bind port 69f0e64b-8af0-4a76-a3ff-51012f343cd1 on network 6d936416-f125-4c3f-940d-813318503889 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:20.908403 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-e208d359-f4c3-475c-8f4b-1ddb5f6b022a service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:55:20.908991 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-e208d359-f4c3-475c-8f4b-1ddb5f6b022a service neutron] Checking segment: {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:20.909439 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-e208d359-f4c3-475c-8f4b-1ddb5f6b022a service neutron] Bound using segment: {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:55:20.909907 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-e208d359-f4c3-475c-8f4b-1ddb5f6b022a service neutron] Bound port: 69f0e64b-8af0-4a76-a3ff-51012f343cd1, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:55:20.912729 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-78cb1632-7fcd-4414-b928-d0938580755e tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Made reservation on behalf of fd8b7bffe1624958b97c2ba4fab2c960 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:20.916194 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-78cb1632-7fcd-4414-b928-d0938580755e tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:20.964772 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-e208d359-f4c3-475c-8f4b-1ddb5f6b022a service neutron] For port 69f0e64b-8af0-4a76-a3ff-51012f343cd1, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=69f0e64b-8af0-4a76-a3ff-51012f343cd1,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:55:20.971584 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a1b36dbe-57a1-4803-8ecb-1f84f6e7a3ad req-35100e20-a780-40a3-8f62-d99d64becb38 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0dfac4c-c713-4454-abce-58b1166b49c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112258 Feb 19 03:55:20.979443 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdbbdb5c-9fd4-486b-b2e8-ea4f2fc1201e req-cd498019-eabc-4ab9-ae0b-272945b967ae service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=32971f3f-d97a-4e19-bdc9-51c91a9a851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091659 Feb 19 03:55:20.979726 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-e208d359-f4c3-475c-8f4b-1ddb5f6b022a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:20.980854 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-e208d359-f4c3-475c-8f4b-1ddb5f6b022a service neutron] 10.222.0.52 "POST /v2.0/ports/69f0e64b-8af0-4a76-a3ff-51012f343cd1/bindings HTTP/1.1" status: 201 len: 390 time: 0.2535748 Feb 19 03:55:21.065808 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40700) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:21.080757 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6d99879f-cc3d-400d-b9cf-2ba5055b026b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:21.151270 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-27bd751d-0605-42fa-a150-a487135cc21a req-5aee5280-6f31-47a9-94d0-fff0ff6ef55c tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 210 time: 0.0398474 Feb 19 03:55:21.160788 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6d99879f-cc3d-400d-b9cf-2ba5055b026b admin admin] Publish callbacks [] for security_group (69a9f80c-dceb-4007-833a-d8e2a50288b9), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:21.165526 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-78cb1632-7fcd-4414-b928-d0938580755e tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Allocated IP 172.20.0.12 (575db6fc-b1bf-4deb-91aa-ccf16978efb1/60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d/164c54cc-4545-454e-b0ae-1bf33d6830dc) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:21.174924 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70a346-58d2-4bc7-bebc-f6cd074939fa req-27008b32-53cf-476e-9e2c-e9080dc3c71a tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:21.176300 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6d99879f-cc3d-400d-b9cf-2ba5055b026b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (69a9f80c-dceb-4007-833a-d8e2a50288b9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:21.176430 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dc70a346-58d2-4bc7-bebc-f6cd074939fa req-27008b32-53cf-476e-9e2c-e9080dc3c71a tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 947 time: 0.1306481 Feb 19 03:55:21.223952 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6d99879f-cc3d-400d-b9cf-2ba5055b026b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=61f51a28f5574e4699f208737798899c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1570280 Feb 19 03:55:21.227062 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99879f-cc3d-400d-b9cf-2ba5055b026b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a9f80c-dceb-4007-833a-d8e2a50288b9,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:21.229460 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40702) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:21.284798 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-47b1a0b6-99c9-48ec-9ca3-988610572028 admin admin] Publish callbacks [] for security_group (69a9f80c-dceb-4007-833a-d8e2a50288b9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:21.311576 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-47b1a0b6-99c9-48ec-9ca3-988610572028 admin admin] Publish callbacks [] for security_group (69a9f80c-dceb-4007-833a-d8e2a50288b9), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:21.331948 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dc70a346-58d2-4bc7-bebc-f6cd074939fa req-8c1c0a69-551f-4b45-a942-1bba07e2fd24 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445787 Feb 19 03:55:21.369122 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-47b1a0b6-99c9-48ec-9ca3-988610572028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (69a9f80c-dceb-4007-833a-d8e2a50288b9), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:21.371852 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-47b1a0b6-99c9-48ec-9ca3-988610572028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:21.376359 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-47b1a0b6-99c9-48ec-9ca3-988610572028 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/69a9f80c-dceb-4007-833a-d8e2a50288b9 HTTP/1.1" status: 204 len: 168 time: 0.1434844 Feb 19 03:55:21.386580 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1a0b6-99c9-48ec-9ca3-988610572028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a9f80c-dceb-4007-833a-d8e2a50288b9,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:21.388718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620815d-cd77-4300-bfed-9acac933343a req-660fa019-140b-4f79-b94d-19a20e6c967e tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:21.389963 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c620815d-cd77-4300-bfed-9acac933343a req-660fa019-140b-4f79-b94d-19a20e6c967e tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd HTTP/1.1" status: 200 len: 950 time: 0.1695132 Feb 19 03:55:21.504528 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-78cb1632-7fcd-4414-b928-d0938580755e tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks [] for port (164c54cc-4545-454e-b0ae-1bf33d6830dc), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:21.514678 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c620815d-cd77-4300-bfed-9acac933343a req-7aa3e498-c3c6-48bf-b2a6-ae5f3e7c084d tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/security-groups?id=32971f3f-d97a-4e19-bdc9-51c91a9a851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170497 Feb 19 03:55:21.525984 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-69f1b998-add6-4bfd-81ef-fd250d2d1e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:21.537149 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-69f1b998-add6-4bfd-81ef-fd250d2d1e7d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2d0f4caff5434d379e80e0b432aea600&device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 1129 time: 0.0645363 Feb 19 03:55:21.542700 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df46dc1-7246-4b22-9cfd-8a1e32a69a7f req-1332d609-977b-46c1-9179-715c93498273 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:21.545349 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5df46dc1-7246-4b22-9cfd-8a1e32a69a7f req-1332d609-977b-46c1-9179-715c93498273 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ec18271-4b7c-4ccf-8a6f-665656e8b6cd HTTP/1.1" status: 200 len: 945 time: 0.1197631 Feb 19 03:55:21.622282 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-78cb1632-7fcd-4414-b928-d0938580755e tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (164c54cc-4545-454e-b0ae-1bf33d6830dc), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:21.644990 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-91ca63a5-e02e-42b2-9327-9cf9f630de75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:21.646684 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-91ca63a5-e02e-42b2-9327-9cf9f630de75 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d936416-f125-4c3f-940d-813318503889 HTTP/1.1" status: 200 len: 922 time: 0.1089475 Feb 19 03:55:21.674730 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5df46dc1-7246-4b22-9cfd-8a1e32a69a7f req-68f42c8e-66d9-4219-8a69-fea30f3174d0 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e2bb0a-eb3d-44af-b1ee-2d71f228825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230559 Feb 19 03:55:21.699131 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-78cb1632-7fcd-4414-b928-d0938580755e tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:21.699795 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-78cb1632-7fcd-4414-b928-d0938580755e tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:21.701705 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-1f990c5f-7bf5-45c4-bb39-d2003af9cfc9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69f0e64b-8af0-4a76-a3ff-51012f343cd1 HTTP/1.1" status: 200 len: 217 time: 0.0478876 Feb 19 03:55:21.704691 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-78cb1632-7fcd-4414-b928-d0938580755e tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:55:21.737664 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb1632-7fcd-4414-b928-d0938580755e tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Pushing event updated for resources: {'Port': ['ID=164c54cc-4545-454e-b0ae-1bf33d6830dc,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:21.760780 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a75102-ba39-4fc9-9aec-f52704e122a8 req-66128ad0-f916-4566-be7e-43388f5cacbd tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:21.767893 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58a75102-ba39-4fc9-9aec-f52704e122a8 req-66128ad0-f916-4566-be7e-43388f5cacbd tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354 HTTP/1.1" status: 200 len: 947 time: 0.1720984 Feb 19 03:55:21.769481 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 4a642189-e39b-4dcd-96a1-0abfb34e9a34 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:55:21.798973 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-78cb1632-7fcd-4414-b928-d0938580755e tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:21.799489 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-78cb1632-7fcd-4414-b928-d0938580755e tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:21.824966 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-5bddb5ba-3516-4353-a4e2-540a22ea6ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:21.826674 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-5bddb5ba-3516-4353-a4e2-540a22ea6ac7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2953d6c2-cff6-4430-863a-070b45f3a12f HTTP/1.1" status: 200 len: 861 time: 0.1104367 Feb 19 03:55:21.863932 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-78cb1632-7fcd-4414-b928-d0938580755e tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5039115 Feb 19 03:55:21.882449 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58a75102-ba39-4fc9-9aec-f52704e122a8 req-fe1ff484-50e3-49d9-b037-0ee3d79759e1 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138105 Feb 19 03:55:21.892637 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-745f8403-c7c8-45a5-9f70-afad3cdd3e78 service neutron] Request body: {'port': {'device_id': 'ab043cc2-5347-4107-9481-c1a541602b67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:21.905091 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-6e61bf23-9b1e-457d-a4de-f4c62057ffb4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d936416-f125-4c3f-940d-813318503889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713148 Feb 19 03:55:21.955556 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19578971-a15c-4739-b7fb-653dd8bf492f req-2a061836-2e84-4d07-bfdd-77727555a8a1 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:21.970778 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19578971-a15c-4739-b7fb-653dd8bf492f req-2a061836-2e84-4d07-bfdd-77727555a8a1 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 946 time: 0.1656795 Feb 19 03:55:22.037179 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 4a642189-e39b-4dcd-96a1-0abfb34e9a34, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=4a642189-e39b-4dcd-96a1-0abfb34e9a34,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:22.052147 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-69788096-4f90-4626-9c51-26ce621d5dbe service neutron] 10.222.0.79 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369891 Feb 19 03:55:22.072769 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '4a642189-e39b-4dcd-96a1-0abfb34e9a34', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '4a642189-e39b-4dcd-96a1-0abfb34e9a34', 'mac_address': 'fa:16:3e:61:8d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:55:22.131212 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c66cb5c9-2c92-4975-b958-eeecd5607433 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:55:22.205949 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-5f0b5396-50d4-41d8-aad8-0611d62b9ff9 service neutron] 10.222.0.79 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440721 Feb 19 03:55:22.210007 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 4a642189-e39b-4dcd-96a1-0abfb34e9a34 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:22.210576 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4a642189-e39b-4dcd-96a1-0abfb34e9a34), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:22.218956 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19578971-a15c-4739-b7fb-653dd8bf492f req-7a832daf-32d8-475a-a459-16c990add9eb tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471910 Feb 19 03:55:22.220328 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-745f8403-c7c8-45a5-9f70-afad3cdd3e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (164c54cc-4545-454e-b0ae-1bf33d6830dc), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:22.284575 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77beb4-6f93-4371-8a3d-ae79e2689fad req-8a0ef204-948c-4e2e-8d30-a873281447ab tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:22.292680 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b77beb4-6f93-4371-8a3d-ae79e2689fad req-8a0ef204-948c-4e2e-8d30-a873281447ab tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63 HTTP/1.1" status: 200 len: 943 time: 0.1719553 Feb 19 03:55:22.338940 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a642189-e39b-4dcd-96a1-0abfb34e9a34 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:55:22.364594 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 4a642189-e39b-4dcd-96a1-0abfb34e9a34, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=4a642189-e39b-4dcd-96a1-0abfb34e9a34,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:22.382573 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4a642189-e39b-4dcd-96a1-0abfb34e9a34), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:22.384717 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 8ff4db1e-ca16-4d88-9551-5180fa2a1849 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:55:22.473477 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-28114a38-3f99-424d-a08d-2014d297ea15 tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:22.479441 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-28114a38-3f99-424d-a08d-2014d297ea15 tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=dc6fe714-1202-4b66-9543-363158c08409&tenant_id=2d0f4caff5434d379e80e0b432aea600&binding%3Ahost_id=n-h1-828369-19 HTTP/1.1" status: 200 len: 1129 time: 0.1838081 Feb 19 03:55:22.493031 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b77beb4-6f93-4371-8a3d-ae79e2689fad req-46391dc9-44a8-4c7b-973e-cee678afee69 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0dfac4c-c713-4454-abce-58b1166b49c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956539 Feb 19 03:55:22.495969 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-14b6e6ef-9b55-4e3c-891f-21c63f2a373f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828369-19'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:22.536963 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.resource_extend [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:55:22.582416 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 8ff4db1e-ca16-4d88-9551-5180fa2a1849, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=8ff4db1e-ca16-4d88-9551-5180fa2a1849,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:22.595749 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '8ff4db1e-ca16-4d88-9551-5180fa2a1849', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '8ff4db1e-ca16-4d88-9551-5180fa2a1849', 'mac_address': 'fa:16:3e:c1:7a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:55:22.626536 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=4a642189-e39b-4dcd-96a1-0abfb34e9a34,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:22.648942 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-14b6e6ef-9b55-4e3c-891f-21c63f2a373f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (69f0e64b-8af0-4a76-a3ff-51012f343cd1), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:22.649416 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c66cb5c9-2c92-4975-b958-eeecd5607433, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c66cb5c9-2c92-4975-b958-eeecd5607433,segment=NetworkSegment(56086ea6-27d7-4ec1-9205-90d5e1fd26c5),segment_id=56086ea6-27d7-4ec1-9205-90d5e1fd26c5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:22.667555 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cca5b-ba34-489a-87f5-e384141ec3ba req-063145ea-67ea-4f9e-81c6-2c52d6cf659f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:22.675257 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e89cca5b-ba34-489a-87f5-e384141ec3ba req-063145ea-67ea-4f9e-81c6-2c52d6cf659f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 932 time: 0.2524879 Feb 19 03:55:22.701678 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'c66cb5c9-2c92-4975-b958-eeecd5607433', 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e', 'port_id': 'c66cb5c9-2c92-4975-b958-eeecd5607433', 'mac_address': 'fa:16:3e:17:59:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:55:22.757351 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4682a4-03d5-4bf4-9a8c-daa2ace07393 req-1f9660b3-ac1c-4ecc-b738-c67f6ad4d31a tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:22.761331 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port c66cb5c9-2c92-4975-b958-eeecd5607433 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:22.761995 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c66cb5c9-2c92-4975-b958-eeecd5607433), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:22.764766 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf4682a4-03d5-4bf4-9a8c-daa2ace07393 req-1f9660b3-ac1c-4ecc-b738-c67f6ad4d31a tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 947 time: 0.1660013 Feb 19 03:55:22.791014 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c66cb5c9-2c92-4975-b958-eeecd5607433 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:55:22.796223 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 8ff4db1e-ca16-4d88-9551-5180fa2a1849 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:22.796620 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8ff4db1e-ca16-4d88-9551-5180fa2a1849), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:22.848979 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff4db1e-ca16-4d88-9551-5180fa2a1849 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:55:22.856180 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c66cb5c9-2c92-4975-b958-eeecd5607433, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c66cb5c9-2c92-4975-b958-eeecd5607433,segment=NetworkSegment(56086ea6-27d7-4ec1-9205-90d5e1fd26c5),segment_id=56086ea6-27d7-4ec1-9205-90d5e1fd26c5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:22.858570 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e89cca5b-ba34-489a-87f5-e384141ec3ba req-17eed717-c5db-4306-9168-184993997641 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823633 Feb 19 03:55:22.881355 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c66cb5c9-2c92-4975-b958-eeecd5607433), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:22.906755 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 8ff4db1e-ca16-4d88-9551-5180fa2a1849, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=8ff4db1e-ca16-4d88-9551-5180fa2a1849,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:22.958742 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8ff4db1e-ca16-4d88-9551-5180fa2a1849), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:22.959866 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-745f8403-c7c8-45a5-9f70-afad3cdd3e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164c54cc-4545-454e-b0ae-1bf33d6830dc {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:55:22.978529 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-745f8403-c7c8-45a5-9f70-afad3cdd3e78 service neutron] Publish callbacks [] for port (164c54cc-4545-454e-b0ae-1bf33d6830dc), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:23.002832 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-745f8403-c7c8-45a5-9f70-afad3cdd3e78 service neutron] Transition to ACTIVE for port object 164c54cc-4545-454e-b0ae-1bf33d6830dc will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:55:23.028076 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=c66cb5c9-2c92-4975-b958-eeecd5607433,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:23.031096 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-14b6e6ef-9b55-4e3c-891f-21c63f2a373f service neutron] For port 69f0e64b-8af0-4a76-a3ff-51012f343cd1, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=69f0e64b-8af0-4a76-a3ff-51012f343cd1,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:23.094342 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf4682a4-03d5-4bf4-9a8c-daa2ace07393 req-687cc682-2441-4f9a-93e3-2f477a9697c2 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248055 Feb 19 03:55:23.132006 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-745f8403-c7c8-45a5-9f70-afad3cdd3e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (164c54cc-4545-454e-b0ae-1bf33d6830dc), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:23.134247 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-14b6e6ef-9b55-4e3c-891f-21c63f2a373f service neutron] For port 69f0e64b-8af0-4a76-a3ff-51012f343cd1, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:55:23.207853 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=8ff4db1e-ca16-4d88-9551-5180fa2a1849,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:23.228419 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6fe714-1202-4b66-9543-363158c08409', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69f0e64b-8af0-4a76-a3ff-51012f343cd1'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:23.231988 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a311d850-3466-49ae-b257-e3df07805c2d" -d '{"events": [{"server_uuid": "dc6fe714-1202-4b66-9543-363158c08409", "name": "network-vif-unplugged", "status": "completed", "tag": "69f0e64b-8af0-4a76-a3ff-51012f343cd1"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:23.236605 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-14b6e6ef-9b55-4e3c-891f-21c63f2a373f service neutron] Publish callbacks [] for port (69f0e64b-8af0-4a76-a3ff-51012f343cd1), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:23.244371 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-14b6e6ef-9b55-4e3c-891f-21c63f2a373f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (69f0e64b-8af0-4a76-a3ff-51012f343cd1), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:23.249009 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f8403-c7c8-45a5-9f70-afad3cdd3e78 service neutron] Pushing event updated for resources: {'Port': ['ID=164c54cc-4545-454e-b0ae-1bf33d6830dc,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:23.250463 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['4a642189-e39b-4dcd-96a1-0abfb34e9a34'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:55:23.290176 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['8ff4db1e-ca16-4d88-9551-5180fa2a1849'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:55:23.314510 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['c66cb5c9-2c92-4975-b958-eeecd5607433'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:55:23.367623 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-14b6e6ef-9b55-4e3c-891f-21c63f2a373f service neutron] Attempting to bind port 69f0e64b-8af0-4a76-a3ff-51012f343cd1 on host n-h1-828369-19 for vnic_type normal with profile {"migrating_to": "n-h2-828369-19"} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:55:23.367966 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-14b6e6ef-9b55-4e3c-891f-21c63f2a373f service neutron] Attempting to bind port 69f0e64b-8af0-4a76-a3ff-51012f343cd1 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:55:23.368300 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-14b6e6ef-9b55-4e3c-891f-21c63f2a373f service neutron] Attempting to bind port 69f0e64b-8af0-4a76-a3ff-51012f343cd1 on network 6d936416-f125-4c3f-940d-813318503889 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:23.372481 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6e6ef-9b55-4e3c-891f-21c63f2a373f service neutron] Pushing event updated for resources: {'Port': ['ID=69f0e64b-8af0-4a76-a3ff-51012f343cd1,revision_number=7']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:23.378655 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-14b6e6ef-9b55-4e3c-891f-21c63f2a373f service neutron] Port 69f0e64b-8af0-4a76-a3ff-51012f343cd1 on network 6d936416-f125-4c3f-940d-813318503889 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:55:23.378912 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-14b6e6ef-9b55-4e3c-891f-21c63f2a373f service neutron] Attempting to bind port 69f0e64b-8af0-4a76-a3ff-51012f343cd1 on network 6d936416-f125-4c3f-940d-813318503889 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:23.385443 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-14b6e6ef-9b55-4e3c-891f-21c63f2a373f service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:55:23.385795 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-14b6e6ef-9b55-4e3c-891f-21c63f2a373f service neutron] Checking segment: {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:23.386294 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-14b6e6ef-9b55-4e3c-891f-21c63f2a373f service neutron] Bound using segment: {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:55:23.386813 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-14b6e6ef-9b55-4e3c-891f-21c63f2a373f service neutron] Bound port: 69f0e64b-8af0-4a76-a3ff-51012f343cd1, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:55:23.387410 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-14b6e6ef-9b55-4e3c-891f-21c63f2a373f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (69f0e64b-8af0-4a76-a3ff-51012f343cd1), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:23.462086 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-14b6e6ef-9b55-4e3c-891f-21c63f2a373f service neutron] For port 69f0e64b-8af0-4a76-a3ff-51012f343cd1, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:55:23.467127 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-14b6e6ef-9b55-4e3c-891f-21c63f2a373f service neutron] For port 69f0e64b-8af0-4a76-a3ff-51012f343cd1, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=69f0e64b-8af0-4a76-a3ff-51012f343cd1,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:55:23.477007 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-14b6e6ef-9b55-4e3c-891f-21c63f2a373f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (69f0e64b-8af0-4a76-a3ff-51012f343cd1), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:23.551754 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bae09-7530-4f82-9925-39be90f894f5 req-7a6d35da-f274-45e9-babc-4bd865c21b33 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:23.553416 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-947bae09-7530-4f82-9925-39be90f894f5 req-7a6d35da-f274-45e9-babc-4bd865c21b33 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd HTTP/1.1" status: 200 len: 950 time: 0.5328870 Feb 19 03:55:23.581328 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-14b6e6ef-9b55-4e3c-891f-21c63f2a373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:23.582187 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-14b6e6ef-9b55-4e3c-891f-21c63f2a373f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:23.585270 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-14b6e6ef-9b55-4e3c-891f-21c63f2a373f service neutron] 10.222.0.79 "PUT /v2.0/ports/69f0e64b-8af0-4a76-a3ff-51012f343cd1 HTTP/1.1" status: 200 len: 1124 time: 1.0973935 Feb 19 03:55:23.602640 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6e6ef-9b55-4e3c-891f-21c63f2a373f service neutron] Pushing event updated for resources: {'Port': ['ID=69f0e64b-8af0-4a76-a3ff-51012f343cd1,revision_number=8']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:23.682856 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-947bae09-7530-4f82-9925-39be90f894f5 req-196950c4-dab0-40dc-8ed8-433c619854a8 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/security-groups?id=32971f3f-d97a-4e19-bdc9-51c91a9a851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165156 Feb 19 03:55:23.690222 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91122ec4-7d33-4caa-995a-c2118c916b75 req-17cbcf34-9023-47fe-bd42-39213f19c7d8 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:23.697783 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91122ec4-7d33-4caa-995a-c2118c916b75 req-17cbcf34-9023-47fe-bd42-39213f19c7d8 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354 HTTP/1.1" status: 200 len: 948 time: 0.4403310 Feb 19 03:55:23.705530 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['69f0e64b-8af0-4a76-a3ff-51012f343cd1'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:55:23.758126 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-745f8403-c7c8-45a5-9f70-afad3cdd3e78 service neutron] Attempting to bind port 164c54cc-4545-454e-b0ae-1bf33d6830dc on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:55:23.758126 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-745f8403-c7c8-45a5-9f70-afad3cdd3e78 service neutron] Attempting to bind port 164c54cc-4545-454e-b0ae-1bf33d6830dc by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:55:23.758126 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-745f8403-c7c8-45a5-9f70-afad3cdd3e78 service neutron] Attempting to bind port 164c54cc-4545-454e-b0ae-1bf33d6830dc on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:23.774615 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-745f8403-c7c8-45a5-9f70-afad3cdd3e78 service neutron] Port 164c54cc-4545-454e-b0ae-1bf33d6830dc on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:55:23.775023 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-745f8403-c7c8-45a5-9f70-afad3cdd3e78 service neutron] Attempting to bind port 164c54cc-4545-454e-b0ae-1bf33d6830dc on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:23.785080 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d035bf6-914d-4240-bbd4-7230c902cd5e x-openstack-request-id: req-7d035bf6-914d-4240-bbd4-7230c902cd5e {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:23.785381 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6fe714-1202-4b66-9543-363158c08409", "name": "network-vif-unplugged", "status": "completed", "tag": "69f0e64b-8af0-4a76-a3ff-51012f343cd1", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:23.785654 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7d035bf6-914d-4240-bbd4-7230c902cd5e {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:23.786038 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6fe714-1202-4b66-9543-363158c08409', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69f0e64b-8af0-4a76-a3ff-51012f343cd1', 'code': 200} Feb 19 03:55:23.789425 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-745f8403-c7c8-45a5-9f70-afad3cdd3e78 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:55:23.789905 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-745f8403-c7c8-45a5-9f70-afad3cdd3e78 service neutron] Checking segment: {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:23.790371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-745f8403-c7c8-45a5-9f70-afad3cdd3e78 service neutron] Bound using segment: {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:55:23.790878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-745f8403-c7c8-45a5-9f70-afad3cdd3e78 service neutron] Bound port: 164c54cc-4545-454e-b0ae-1bf33d6830dc, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:55:23.791376 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-745f8403-c7c8-45a5-9f70-afad3cdd3e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (164c54cc-4545-454e-b0ae-1bf33d6830dc), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:23.824241 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91122ec4-7d33-4caa-995a-c2118c916b75 req-94905e80-241e-46ec-85f9-6230e3bcef83 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248395 Feb 19 03:55:23.958473 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-745f8403-c7c8-45a5-9f70-afad3cdd3e78 service neutron] For port 164c54cc-4545-454e-b0ae-1bf33d6830dc, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:55:24.002477 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-745f8403-c7c8-45a5-9f70-afad3cdd3e78 service neutron] For port 164c54cc-4545-454e-b0ae-1bf33d6830dc, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=164c54cc-4545-454e-b0ae-1bf33d6830dc,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:55:24.019632 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84589a27-9d0f-4196-9fbf-65652c018acf req-26b1b733-f29b-4923-aa29-e8c93f858f81 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:24.021308 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84589a27-9d0f-4196-9fbf-65652c018acf req-26b1b733-f29b-4923-aa29-e8c93f858f81 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 944 time: 0.1554325 Feb 19 03:55:24.024281 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-745f8403-c7c8-45a5-9f70-afad3cdd3e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (164c54cc-4545-454e-b0ae-1bf33d6830dc), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:24.104160 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cd3fd-250d-44f9-afe7-96835b0bccd3 req-8d2de36d-0533-4e87-a717-8081560268c6 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:24.105821 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-922cd3fd-250d-44f9-afe7-96835b0bccd3 req-8d2de36d-0533-4e87-a717-8081560268c6 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63 HTTP/1.1" status: 200 len: 944 time: 0.1740687 Feb 19 03:55:24.110316 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-745f8403-c7c8-45a5-9f70-afad3cdd3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:24.110920 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-745f8403-c7c8-45a5-9f70-afad3cdd3e78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:24.113159 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-745f8403-c7c8-45a5-9f70-afad3cdd3e78 service neutron] 10.222.0.26 "PUT /v2.0/ports/164c54cc-4545-454e-b0ae-1bf33d6830dc HTTP/1.1" status: 200 len: 1093 time: 2.2277114 Feb 19 03:55:24.113606 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab043cc2-5347-4107-9481-c1a541602b67', 'tag': '164c54cc-4545-454e-b0ae-1bf33d6830dc'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:24.115889 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbcfb01-ccbc-4dfc-9e40-5af264f42da3" -d '{"events": [{"name": "network-changed", "server_uuid": "ab043cc2-5347-4107-9481-c1a541602b67", "tag": "164c54cc-4545-454e-b0ae-1bf33d6830dc"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:24.161452 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f8403-c7c8-45a5-9f70-afad3cdd3e78 service neutron] Pushing event updated for resources: {'Port': ['ID=164c54cc-4545-454e-b0ae-1bf33d6830dc,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:24.209759 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84589a27-9d0f-4196-9fbf-65652c018acf req-bdcf5779-482c-4d0a-9463-6ddee16c1c75 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736829 Feb 19 03:55:24.249415 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-922cd3fd-250d-44f9-afe7-96835b0bccd3 req-f34d8be4-6f0d-44a5-af4a-bf4e95797e51 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0dfac4c-c713-4454-abce-58b1166b49c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281939 Feb 19 03:55:24.286446 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-0a505fda-0594-4d45-a73d-4e37a36b2646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:24.288287 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-0a505fda-0594-4d45-a73d-4e37a36b2646 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 1127 time: 0.1209891 Feb 19 03:55:24.368586 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-ce9907c4-df7b-48dd-b1a3-89f8d117cffc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=164c54cc-4545-454e-b0ae-1bf33d6830dc HTTP/1.1" status: 200 len: 217 time: 0.0703530 Feb 19 03:55:24.512581 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-13f6b71c-bc9b-4259-8937-9e8fbbb5a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:24.514134 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-13f6b71c-bc9b-4259-8937-9e8fbbb5a247 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d HTTP/1.1" status: 200 len: 848 time: 0.1409893 Feb 19 03:55:24.640817 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-dbf6a1c3-9b8c-4e9e-96a0-fd48404fbb72 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=575db6fc-b1bf-4deb-91aa-ccf16978efb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200655 Feb 19 03:55:24.669895 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65520ab4-6558-4376-9a3d-69d79c309083 req-f63ffea6-a17a-4d1e-8729-18415380b395 tempest-NetworksTest-1250432237 tempest-NetworksTest-1250432237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:24.670659 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65520ab4-6558-4376-9a3d-69d79c309083 req-f63ffea6-a17a-4d1e-8729-18415380b395 tempest-NetworksTest-1250432237 tempest-NetworksTest-1250432237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:24.671344 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65520ab4-6558-4376-9a3d-69d79c309083 req-f63ffea6-a17a-4d1e-8729-18415380b395 tempest-NetworksTest-1250432237 tempest-NetworksTest-1250432237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:24.671863 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65520ab4-6558-4376-9a3d-69d79c309083 req-f63ffea6-a17a-4d1e-8729-18415380b395 tempest-NetworksTest-1250432237 tempest-NetworksTest-1250432237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:24.672377 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65520ab4-6558-4376-9a3d-69d79c309083 req-f63ffea6-a17a-4d1e-8729-18415380b395 tempest-NetworksTest-1250432237 tempest-NetworksTest-1250432237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:24.672882 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65520ab4-6558-4376-9a3d-69d79c309083 req-f63ffea6-a17a-4d1e-8729-18415380b395 tempest-NetworksTest-1250432237 tempest-NetworksTest-1250432237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:24.673400 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65520ab4-6558-4376-9a3d-69d79c309083 req-f63ffea6-a17a-4d1e-8729-18415380b395 tempest-NetworksTest-1250432237 tempest-NetworksTest-1250432237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:24.673912 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65520ab4-6558-4376-9a3d-69d79c309083 req-f63ffea6-a17a-4d1e-8729-18415380b395 tempest-NetworksTest-1250432237 tempest-NetworksTest-1250432237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:24.674438 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65520ab4-6558-4376-9a3d-69d79c309083 req-f63ffea6-a17a-4d1e-8729-18415380b395 tempest-NetworksTest-1250432237 tempest-NetworksTest-1250432237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:24.674946 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65520ab4-6558-4376-9a3d-69d79c309083 req-f63ffea6-a17a-4d1e-8729-18415380b395 tempest-NetworksTest-1250432237 tempest-NetworksTest-1250432237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:24.675455 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65520ab4-6558-4376-9a3d-69d79c309083 req-f63ffea6-a17a-4d1e-8729-18415380b395 tempest-NetworksTest-1250432237 tempest-NetworksTest-1250432237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:24.678090 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-65520ab4-6558-4376-9a3d-69d79c309083 req-f63ffea6-a17a-4d1e-8729-18415380b395 tempest-NetworksTest-1250432237 tempest-NetworksTest-1250432237-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7840 time: 0.2420065 Feb 19 03:55:24.792531 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-7e8e862e-b2ca-40fd-a15a-1c3045e3c232 service neutron] 10.222.0.26 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247356 Feb 19 03:55:25.134106 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae166f0b-9c32-45b1-bc57-4d72a3785892 req-a7c230f0-2159-4131-ad9e-cae944043c78 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:25.135620 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ae166f0b-9c32-45b1-bc57-4d72a3785892 req-a7c230f0-2159-4131-ad9e-cae944043c78 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 944 time: 0.4904068 Feb 19 03:55:25.168227 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2c95c-ba45-4e4f-90d0-eaa28f1ecd59 req-b8691250-1a3f-4f02-863e-e8c7fb11ee52 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:25.174645 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47a2c95c-ba45-4e4f-90d0-eaa28f1ecd59 req-b8691250-1a3f-4f02-863e-e8c7fb11ee52 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 948 time: 0.3803639 Feb 19 03:55:25.240383 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9dd3d454-da60-40d3-961d-48dfa9c6d08e req-3f21334e-d841-4fa2-830a-78c5ba50febc service neutron] 10.222.0.26 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319427 Feb 19 03:55:25.254540 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ae166f0b-9c32-45b1-bc57-4d72a3785892 req-9fe8ed4a-0307-416b-aca9-ccb3f4194fa6 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053340 Feb 19 03:55:25.269578 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47a2c95c-ba45-4e4f-90d0-eaa28f1ecd59 req-bf9def8e-5f5f-40a9-bd75-fddacea9f49f tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825751 Feb 19 03:55:25.328824 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac81e3d-02bb-465a-beeb-f25877102e53 x-openstack-request-id: req-0ac81e3d-02bb-465a-beeb-f25877102e53 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:25.329352 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab043cc2-5347-4107-9481-c1a541602b67", "tag": "164c54cc-4545-454e-b0ae-1bf33d6830dc", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:25.329716 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0ac81e3d-02bb-465a-beeb-f25877102e53 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:25.330528 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab043cc2-5347-4107-9481-c1a541602b67', 'tag': '164c54cc-4545-454e-b0ae-1bf33d6830dc', 'status': 'completed', 'code': 200} Feb 19 03:55:25.438732 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-b4966060-4cdd-4048-9632-79159cc415c7 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=f53bb259194d43549dffca4b3682b459&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654559 Feb 19 03:55:25.514870 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcfb01-ccbc-4dfc-9e40-5af264f42da3 req-ca8315f8-ec44-4a59-b3ab-24b867b3f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:25.516377 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdbcfb01-ccbc-4dfc-9e40-5af264f42da3 req-ca8315f8-ec44-4a59-b3ab-24b867b3f180 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 1127 time: 0.1824141 Feb 19 03:55:25.563231 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d032209-9080-440c-9d93-d2eb0ede7a64 req-7b22a6d7-cc97-412a-946e-c329a59756a9 tempest-NetworksTest-1250432237 tempest-NetworksTest-1250432237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:25.564582 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d032209-9080-440c-9d93-d2eb0ede7a64 req-7b22a6d7-cc97-412a-946e-c329a59756a9 tempest-NetworksTest-1250432237 tempest-NetworksTest-1250432237-project-admin] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 886 time: 0.2206750 Feb 19 03:55:25.665946 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-db66de8f-f272-45df-ba2e-57daa9c58a38 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:25.667416 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-db66de8f-f272-45df-ba2e-57daa9c58a38 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2210243 Feb 19 03:55:25.698961 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-aacb189c-7d3a-463a-a479-86f1567eb520 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/quotas/f53bb259194d43549dffca4b3682b459 HTTP/1.1" status: 200 len: 375 time: 0.0222855 Feb 19 03:55:25.708186 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcfb01-ccbc-4dfc-9e40-5af264f42da3 req-1a2c7c9c-d3f5-4061-9152-5c3df6577f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:25.709759 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdbcfb01-ccbc-4dfc-9e40-5af264f42da3 req-1a2c7c9c-d3f5-4061-9152-5c3df6577f1f service neutron] 10.222.0.26 "GET /v2.0/networks?id=575db6fc-b1bf-4deb-91aa-ccf16978efb1 HTTP/1.1" status: 200 len: 909 time: 0.1854081 Feb 19 03:55:25.779952 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdbcfb01-ccbc-4dfc-9e40-5af264f42da3 req-2ea7a8e2-c2de-415c-abea-dc7c29275cbd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=164c54cc-4545-454e-b0ae-1bf33d6830dc HTTP/1.1" status: 200 len: 217 time: 0.0587184 Feb 19 03:55:25.787055 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6fe714-1202-4b66-9543-363158c08409', 'tag': '69f0e64b-8af0-4a76-a3ff-51012f343cd1'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:25.789135 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f6c39-452a-4125-b64d-9cf864d4e69a req-3292967d-c5b8-4e07-bbb3-35bb3607cc6d tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:25.789377 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f236f833-4f35-4d4e-9b3c-5bb4b2c07f39" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6fe714-1202-4b66-9543-363158c08409", "tag": "69f0e64b-8af0-4a76-a3ff-51012f343cd1"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:25.790717 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a3f6c39-452a-4125-b64d-9cf864d4e69a req-3292967d-c5b8-4e07-bbb3-35bb3607cc6d tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354 HTTP/1.1" status: 200 len: 948 time: 0.1732743 Feb 19 03:55:25.809365 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 69f0e64b-8af0-4a76-a3ff-51012f343cd1 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:55:25.812484 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 4a642189-e39b-4dcd-96a1-0abfb34e9a34 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:25.865651 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-33d73f5f-a035-4784-919d-4dbf077998a9 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f53bb259194d43549dffca4b3682b459&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1603179 Feb 19 03:55:25.873671 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcfb01-ccbc-4dfc-9e40-5af264f42da3 req-c83047cf-27f8-4c39-8fb7-b51d72791545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:25.875503 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdbcfb01-ccbc-4dfc-9e40-5af264f42da3 req-c83047cf-27f8-4c39-8fb7-b51d72791545 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d HTTP/1.1" status: 200 len: 848 time: 0.0838807 Feb 19 03:55:25.921308 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdbcfb01-ccbc-4dfc-9e40-5af264f42da3 req-d03e9067-4aa1-48d9-9c74-78ae2cbf2431 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=575db6fc-b1bf-4deb-91aa-ccf16978efb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337200 Feb 19 03:55:25.925222 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a3f6c39-452a-4125-b64d-9cf864d4e69a req-2b6fdd65-2902-4a85-9da9-a80795785244 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250241 Feb 19 03:55:25.928367 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 4a642189-e39b-4dcd-96a1-0abfb34e9a34 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:55:25.941751 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 4a642189-e39b-4dcd-96a1-0abfb34e9a34 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:25.942149 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4a642189-e39b-4dcd-96a1-0abfb34e9a34), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:25.988128 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 69f0e64b-8af0-4a76-a3ff-51012f343cd1, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=69f0e64b-8af0-4a76-a3ff-51012f343cd1,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:26.071239 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdbcfb01-ccbc-4dfc-9e40-5af264f42da3 req-b65c45e1-e760-4598-b9cb-e982e7bbd34c service neutron] 10.222.0.26 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412067 Feb 19 03:55:26.159816 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c66cb5c9-2c92-4975-b958-eeecd5607433 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:26.164555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 69f0e64b-8af0-4a76-a3ff-51012f343cd1 has no active binding in host n-h2-828369-19 {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:55:26.167603 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de44c90-fbd1-418f-8b3d-a337c20e6730 req-296cdf70-8e2f-4ef4-9221-c636e7f57eec tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:26.169107 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4de44c90-fbd1-418f-8b3d-a337c20e6730 req-296cdf70-8e2f-4ef4-9221-c636e7f57eec tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 944 time: 0.1613443 Feb 19 03:55:26.250110 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 4a642189-e39b-4dcd-96a1-0abfb34e9a34 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:26.250530 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4a642189-e39b-4dcd-96a1-0abfb34e9a34), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:26.258775 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26b17f-a832-4f29-b4ac-bb0e61a38848 req-d94008d7-dc11-4a39-9c6d-f99ee366ecf8 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:26.264774 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port c66cb5c9-2c92-4975-b958-eeecd5607433 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:55:26.265712 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf26b17f-a832-4f29-b4ac-bb0e61a38848 req-d94008d7-dc11-4a39-9c6d-f99ee366ecf8 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63 HTTP/1.1" status: 200 len: 944 time: 0.1770947 Feb 19 03:55:26.272744 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdbcfb01-ccbc-4dfc-9e40-5af264f42da3 req-d43ee80e-9061-4c75-b7ac-7e142ae66bc7 service neutron] 10.222.0.26 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938410 Feb 19 03:55:26.273954 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port c66cb5c9-2c92-4975-b958-eeecd5607433 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:26.274377 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c66cb5c9-2c92-4975-b958-eeecd5607433), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:26.290853 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4de44c90-fbd1-418f-8b3d-a337c20e6730 req-bdcb8435-7798-474d-b370-aeed7cc65f5c tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083066 Feb 19 03:55:26.330775 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf26b17f-a832-4f29-b4ac-bb0e61a38848 req-1d834858-2b91-4cb0-aa45-1b3dd98862a9 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0dfac4c-c713-4454-abce-58b1166b49c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640991 Feb 19 03:55:26.346207 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a642189-e39b-4dcd-96a1-0abfb34e9a34'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:26.346207 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4467bec4-2d9c-4fc7-8b12-5b4b374238a7" -d '{"events": [{"server_uuid": "c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354", "name": "network-vif-plugged", "status": "completed", "tag": "4a642189-e39b-4dcd-96a1-0abfb34e9a34"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:26.366884 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 4a642189-e39b-4dcd-96a1-0abfb34e9a34, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=4a642189-e39b-4dcd-96a1-0abfb34e9a34,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:26.384383 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4a642189-e39b-4dcd-96a1-0abfb34e9a34), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:26.385320 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 8ff4db1e-ca16-4d88-9551-5180fa2a1849 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:26.388981 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b45c2f2-2ae8-4d3d-be7c-78dc922e5b76 x-openstack-request-id: req-0b45c2f2-2ae8-4d3d-be7c-78dc922e5b76 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:26.389664 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6fe714-1202-4b66-9543-363158c08409", "tag": "69f0e64b-8af0-4a76-a3ff-51012f343cd1", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:26.390047 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0b45c2f2-2ae8-4d3d-be7c-78dc922e5b76 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:26.390498 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6fe714-1202-4b66-9543-363158c08409', 'tag': '69f0e64b-8af0-4a76-a3ff-51012f343cd1', 'status': 'completed', 'code': 200} Feb 19 03:55:26.492172 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a9da4294-c3e6-485e-9bfb-e666b7ddf7fd req-861cc3a8-5903-49a1-82d1-0cd6a72d15ba tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/ports?device_id=40005ebd-25aa-4591-8c85-0a156d97c398 HTTP/1.1" status: 200 len: 210 time: 0.0576155 Feb 19 03:55:26.505257 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=4a642189-e39b-4dcd-96a1-0abfb34e9a34,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:26.509399 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port c66cb5c9-2c92-4975-b958-eeecd5607433 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:26.509837 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c66cb5c9-2c92-4975-b958-eeecd5607433), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:26.513673 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:26.550946 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236f833-4f35-4d4e-9b3c-5bb4b2c07f39 req-331430da-65d4-4807-91be-d1da10f43f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:26.552426 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f236f833-4f35-4d4e-9b3c-5bb4b2c07f39 req-331430da-65d4-4807-91be-d1da10f43f48 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d0f4caff5434d379e80e0b432aea600&device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 1158 time: 0.1205308 Feb 19 03:55:26.554804 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c66cb5c9-2c92-4975-b958-eeecd5607433, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c66cb5c9-2c92-4975-b958-eeecd5607433,segment=NetworkSegment(56086ea6-27d7-4ec1-9205-90d5e1fd26c5),segment_id=56086ea6-27d7-4ec1-9205-90d5e1fd26c5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:26.555823 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 8ff4db1e-ca16-4d88-9551-5180fa2a1849 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:55:26.560153 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 8ff4db1e-ca16-4d88-9551-5180fa2a1849 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:26.561053 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8ff4db1e-ca16-4d88-9551-5180fa2a1849), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:26.563879 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c66cb5c9-2c92-4975-b958-eeecd5607433), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:26.603281 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652c0b4-650e-40b5-9416-d2d666433598 req-4c99a17a-ed46-437d-ac87-5c434f9bb807 tempest-NetworksTest-1250432237 tempest-NetworksTest-1250432237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:26.603951 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652c0b4-650e-40b5-9416-d2d666433598 req-4c99a17a-ed46-437d-ac87-5c434f9bb807 tempest-NetworksTest-1250432237 tempest-NetworksTest-1250432237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:26.604412 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652c0b4-650e-40b5-9416-d2d666433598 req-4c99a17a-ed46-437d-ac87-5c434f9bb807 tempest-NetworksTest-1250432237 tempest-NetworksTest-1250432237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:26.604876 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652c0b4-650e-40b5-9416-d2d666433598 req-4c99a17a-ed46-437d-ac87-5c434f9bb807 tempest-NetworksTest-1250432237 tempest-NetworksTest-1250432237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:26.605326 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652c0b4-650e-40b5-9416-d2d666433598 req-4c99a17a-ed46-437d-ac87-5c434f9bb807 tempest-NetworksTest-1250432237 tempest-NetworksTest-1250432237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:26.605779 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652c0b4-650e-40b5-9416-d2d666433598 req-4c99a17a-ed46-437d-ac87-5c434f9bb807 tempest-NetworksTest-1250432237 tempest-NetworksTest-1250432237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:26.606677 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652c0b4-650e-40b5-9416-d2d666433598 req-4c99a17a-ed46-437d-ac87-5c434f9bb807 tempest-NetworksTest-1250432237 tempest-NetworksTest-1250432237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:26.606677 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652c0b4-650e-40b5-9416-d2d666433598 req-4c99a17a-ed46-437d-ac87-5c434f9bb807 tempest-NetworksTest-1250432237 tempest-NetworksTest-1250432237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:26.607143 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652c0b4-650e-40b5-9416-d2d666433598 req-4c99a17a-ed46-437d-ac87-5c434f9bb807 tempest-NetworksTest-1250432237 tempest-NetworksTest-1250432237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:26.607599 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652c0b4-650e-40b5-9416-d2d666433598 req-4c99a17a-ed46-437d-ac87-5c434f9bb807 tempest-NetworksTest-1250432237 tempest-NetworksTest-1250432237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:26.608045 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652c0b4-650e-40b5-9416-d2d666433598 req-4c99a17a-ed46-437d-ac87-5c434f9bb807 tempest-NetworksTest-1250432237 tempest-NetworksTest-1250432237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:26.610019 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9652c0b4-650e-40b5-9416-d2d666433598 req-4c99a17a-ed46-437d-ac87-5c434f9bb807 tempest-NetworksTest-1250432237 tempest-NetworksTest-1250432237-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7840 time: 0.2671936 Feb 19 03:55:26.679132 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=c66cb5c9-2c92-4975-b958-eeecd5607433,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:26.697957 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236f833-4f35-4d4e-9b3c-5bb4b2c07f39 req-8989df07-a5c5-4dc0-9878-a73a2a018daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:26.699841 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f236f833-4f35-4d4e-9b3c-5bb4b2c07f39 req-8989df07-a5c5-4dc0-9878-a73a2a018daa service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d936416-f125-4c3f-940d-813318503889 HTTP/1.1" status: 200 len: 922 time: 0.1320279 Feb 19 03:55:26.730302 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 8ff4db1e-ca16-4d88-9551-5180fa2a1849 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:26.731002 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8ff4db1e-ca16-4d88-9551-5180fa2a1849), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:26.770259 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 8ff4db1e-ca16-4d88-9551-5180fa2a1849, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=8ff4db1e-ca16-4d88-9551-5180fa2a1849,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:26.776284 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8ff4db1e-ca16-4d88-9551-5180fa2a1849), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:26.794982 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f236f833-4f35-4d4e-9b3c-5bb4b2c07f39 req-5539807a-cc1a-413f-b5bc-f957a4752fdc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69f0e64b-8af0-4a76-a3ff-51012f343cd1 HTTP/1.1" status: 200 len: 217 time: 0.0808604 Feb 19 03:55:26.832564 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2cc7d-0f8b-4489-94bb-4f04d242110f req-bdd2bf47-677a-4be8-9b56-0925fdb4980f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:26.839793 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-50a2cc7d-0f8b-4489-94bb-4f04d242110f req-bdd2bf47-677a-4be8-9b56-0925fdb4980f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 944 time: 0.1389842 Feb 19 03:55:26.844360 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=8ff4db1e-ca16-4d88-9551-5180fa2a1849,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:26.926656 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236f833-4f35-4d4e-9b3c-5bb4b2c07f39 req-d2e14bd6-82cc-4696-96eb-4e984bebd4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:26.928713 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f236f833-4f35-4d4e-9b3c-5bb4b2c07f39 req-d2e14bd6-82cc-4696-96eb-4e984bebd4d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2953d6c2-cff6-4430-863a-070b45f3a12f HTTP/1.1" status: 200 len: 861 time: 0.0879958 Feb 19 03:55:26.952377 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-50a2cc7d-0f8b-4489-94bb-4f04d242110f req-59886270-c72d-4e90-ae35-60c5bb8b79b6 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923753 Feb 19 03:55:26.969016 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f236f833-4f35-4d4e-9b3c-5bb4b2c07f39 req-d2d4c531-5172-4888-bfd5-c6cffe1012c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d936416-f125-4c3f-940d-813318503889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329659 Feb 19 03:55:27.015475 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40844) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:27.098904 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8430addd-4f93-4fd0-b61e-b41d25fdbbd5 x-openstack-request-id: req-8430addd-4f93-4fd0-b61e-b41d25fdbbd5 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:27.099246 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354", "name": "network-vif-plugged", "status": "completed", "tag": "4a642189-e39b-4dcd-96a1-0abfb34e9a34", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:27.099551 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8430addd-4f93-4fd0-b61e-b41d25fdbbd5 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:27.099950 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a642189-e39b-4dcd-96a1-0abfb34e9a34', 'code': 200} Feb 19 03:55:27.114937 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9ded4-672c-425c-85df-2744d5e0150a req-0a93bd9a-f8f3-445a-9e88-c64b26cd23ee tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:27.122293 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59c9ded4-672c-425c-85df-2744d5e0150a req-0a93bd9a-f8f3-445a-9e88-c64b26cd23ee tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.0929852 Feb 19 03:55:27.126479 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f236f833-4f35-4d4e-9b3c-5bb4b2c07f39 req-ef28d48b-5676-4e33-b0b7-5529f979732b service neutron] 10.222.0.26 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465731 Feb 19 03:55:27.195751 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59c9ded4-672c-425c-85df-2744d5e0150a req-0f5767d0-2c00-4ee3-9bd2-b7bb97a23496 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724704 Feb 19 03:55:27.202934 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-271e1b78-6406-4d23-a494-39d440864d99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:27.222203 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd533a7e-7c06-41a1-b93b-e9cb4741c4f7 req-98b935bb-de4a-43d6-b243-245b559b131d tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:27.223682 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dd533a7e-7c06-41a1-b93b-e9cb4741c4f7 req-98b935bb-de4a-43d6-b243-245b559b131d tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354 HTTP/1.1" status: 200 len: 949 time: 0.0597231 Feb 19 03:55:27.231900 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e126c-5dc0-42dd-ad14-44f80a307729 req-0e611bbe-ebf6-4a8f-a4f9-099b897eec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:27.233370 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2b6e126c-5dc0-42dd-ad14-44f80a307729 req-0e611bbe-ebf6-4a8f-a4f9-099b897eec11 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354 HTTP/1.1" status: 200 len: 1132 time: 0.0690246 Feb 19 03:55:27.306763 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2b6e126c-5dc0-42dd-ad14-44f80a307729 req-04bc4a42-0715-4ebc-afda-6c99a339d895 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594792 Feb 19 03:55:27.331206 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-271e1b78-6406-4d23-a494-39d440864d99 admin admin] Publish callbacks [] for security_group (3c03bc19-f8a1-44db-a6ad-e35fae7cd1ba), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:27.336725 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dd533a7e-7c06-41a1-b93b-e9cb4741c4f7 req-ae507ad8-b004-416d-8834-f4b23b7e1a66 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063366 Feb 19 03:55:27.341269 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-271e1b78-6406-4d23-a494-39d440864d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3c03bc19-f8a1-44db-a6ad-e35fae7cd1ba), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:27.392133 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-271e1b78-6406-4d23-a494-39d440864d99 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6a6f355a99a84cb2aa8ced8edd7ca6de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3736563 Feb 19 03:55:27.393444 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e1b78-6406-4d23-a494-39d440864d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c03bc19-f8a1-44db-a6ad-e35fae7cd1ba,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:27.397394 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40854) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:27.397882 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f236f833-4f35-4d4e-9b3c-5bb4b2c07f39 req-1cba8be9-43ad-4296-a1bd-04c3ab54afca service neutron] 10.222.0.26 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623580 Feb 19 03:55:27.456869 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4fa69928-00da-44d8-b984-8ef667f86c4d admin admin] Publish callbacks [] for security_group (3c03bc19-f8a1-44db-a6ad-e35fae7cd1ba), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:27.482548 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4fa69928-00da-44d8-b984-8ef667f86c4d admin admin] Publish callbacks [] for security_group (3c03bc19-f8a1-44db-a6ad-e35fae7cd1ba), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:27.493191 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bee68e-c70c-4a71-842c-2c23bb214222 req-580882ad-0bc7-419e-8051-635d6d5e316f tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:27.500514 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3bee68e-c70c-4a71-842c-2c23bb214222 req-580882ad-0bc7-419e-8051-635d6d5e316f tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63 HTTP/1.1" status: 200 len: 945 time: 0.0845742 Feb 19 03:55:27.541137 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4fa69928-00da-44d8-b984-8ef667f86c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3c03bc19-f8a1-44db-a6ad-e35fae7cd1ba), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:27.545374 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4fa69928-00da-44d8-b984-8ef667f86c4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:27.545985 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4fa69928-00da-44d8-b984-8ef667f86c4d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3c03bc19-f8a1-44db-a6ad-e35fae7cd1ba HTTP/1.1" status: 204 len: 168 time: 0.1470716 Feb 19 03:55:27.556832 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa69928-00da-44d8-b984-8ef667f86c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c03bc19-f8a1-44db-a6ad-e35fae7cd1ba,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:27.561113 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-511ca6b4-b3a6-40ea-b253-ffb7266845fc tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=f53bb259194d43549dffca4b3682b459&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584705 Feb 19 03:55:27.686733 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3bee68e-c70c-4a71-842c-2c23bb214222 req-a10188e2-c053-4dd9-acb5-1c70043a220e tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0dfac4c-c713-4454-abce-58b1166b49c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848238 Feb 19 03:55:27.719793 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5d0ad-ebc2-4d9a-8b20-73a9376b68e2 req-befb96ab-7180-4e05-9a72-c0d418a08157 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:27.727832 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a9d5d0ad-ebc2-4d9a-8b20-73a9376b68e2 req-befb96ab-7180-4e05-9a72-c0d418a08157 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 944 time: 0.2580037 Feb 19 03:55:27.795682 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-2ea26c08-5f68-4c15-9c0d-b8776dbca7cf service neutron] 10.222.0.26 "GET /v2.0/ports/69f0e64b-8af0-4a76-a3ff-51012f343cd1/bindings/n-h2-828369-19 HTTP/1.1" status: 200 len: 385 time: 0.1514456 Feb 19 03:55:27.821525 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b41d7422-6ad6-4e00-a330-bd194ebdbe03 req-26186091-411b-487a-ab06-1e7e8989a0a9 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/ports?device_id=40005ebd-25aa-4591-8c85-0a156d97c398 HTTP/1.1" status: 200 len: 210 time: 0.0563564 Feb 19 03:55:27.876746 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-bd121272-6e63-4487-9b1a-1e8c475b3109 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:27.878425 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-bd121272-6e63-4487-9b1a-1e8c475b3109 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3107436 Feb 19 03:55:27.898538 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-0df59699-193d-4bb9-82a7-64d226f04ea7 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Request body: {'port': {'device_id': '40005ebd-25aa-4591-8c85-0a156d97c398', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': 'f53bb259194d43549dffca4b3682b459'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:27.929056 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40864) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:27.934700 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a9d5d0ad-ebc2-4d9a-8b20-73a9376b68e2 req-578f1625-9ade-464f-9857-5f67274b416e tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057581 Feb 19 03:55:27.942257 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-42ca3e05-cc3e-4658-86ec-c67cb069a6b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:28.032469 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-42ca3e05-cc3e-4658-86ec-c67cb069a6b5 admin admin] Publish callbacks [] for security_group (30527457-633a-4c28-87ef-435295bcc513), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:28.038933 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-42ca3e05-cc3e-4658-86ec-c67cb069a6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (30527457-633a-4c28-87ef-435295bcc513), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:28.077184 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca3e05-cc3e-4658-86ec-c67cb069a6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30527457-633a-4c28-87ef-435295bcc513,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:28.081746 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-42ca3e05-cc3e-4658-86ec-c67cb069a6b5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d4de34c194714156b4cfabd2257297f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1514812 Feb 19 03:55:28.084757 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40868) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:28.142555 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-48480c36-6d79-49a6-9739-6ab1db4d5034 admin admin] Publish callbacks [] for security_group (30527457-633a-4c28-87ef-435295bcc513), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:28.152379 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 164c54cc-4545-454e-b0ae-1bf33d6830dc details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:55:28.171731 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-48480c36-6d79-49a6-9739-6ab1db4d5034 admin admin] Publish callbacks [] for security_group (30527457-633a-4c28-87ef-435295bcc513), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:28.209515 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-0df59699-193d-4bb9-82a7-64d226f04ea7 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Made reservation on behalf of f53bb259194d43549dffca4b3682b459 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:28.213775 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-0df59699-193d-4bb9-82a7-64d226f04ea7 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:28.233796 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-48480c36-6d79-49a6-9739-6ab1db4d5034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (30527457-633a-4c28-87ef-435295bcc513), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:28.237135 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-48480c36-6d79-49a6-9739-6ab1db4d5034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:28.240915 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-48480c36-6d79-49a6-9739-6ab1db4d5034 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/30527457-633a-4c28-87ef-435295bcc513 HTTP/1.1" status: 204 len: 168 time: 0.1531098 Feb 19 03:55:28.250342 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48480c36-6d79-49a6-9739-6ab1db4d5034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30527457-633a-4c28-87ef-435295bcc513,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:28.310082 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8abe4c-67b5-4366-a38d-8389a62879fa req-0577d300-f92c-4199-bef1-e0ac15cb2724 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:28.312519 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bb8abe4c-67b5-4366-a38d-8389a62879fa req-0577d300-f92c-4199-bef1-e0ac15cb2724 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 944 time: 0.2726879 Feb 19 03:55:28.326712 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-f5114e32-a96d-4ffc-9271-df74ef1ef60a service neutron] For port 69f0e64b-8af0-4a76-a3ff-51012f343cd1, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=69f0e64b-8af0-4a76-a3ff-51012f343cd1,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:28.335947 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 164c54cc-4545-454e-b0ae-1bf33d6830dc, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=164c54cc-4545-454e-b0ae-1bf33d6830dc,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:28.352259 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '164c54cc-4545-454e-b0ae-1bf33d6830dc', 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1', 'port_id': '164c54cc-4545-454e-b0ae-1bf33d6830dc', 'mac_address': 'fa:16:3e:23:6f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:55:28.397112 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 164c54cc-4545-454e-b0ae-1bf33d6830dc is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:28.397744 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (164c54cc-4545-454e-b0ae-1bf33d6830dc), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:28.412647 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164c54cc-4545-454e-b0ae-1bf33d6830dc {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:55:28.413046 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bb8abe4c-67b5-4366-a38d-8389a62879fa req-b21ead64-7b76-4d39-a1ee-113ad15166a5 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836530 Feb 19 03:55:28.456963 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 164c54cc-4545-454e-b0ae-1bf33d6830dc, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=164c54cc-4545-454e-b0ae-1bf33d6830dc,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:28.459820 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-f5114e32-a96d-4ffc-9271-df74ef1ef60a service neutron] For port 69f0e64b-8af0-4a76-a3ff-51012f343cd1, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:55:28.466621 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (164c54cc-4545-454e-b0ae-1bf33d6830dc), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:28.540982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=164c54cc-4545-454e-b0ae-1bf33d6830dc,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:28.564367 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-f5114e32-a96d-4ffc-9271-df74ef1ef60a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f0e64b-8af0-4a76-a3ff-51012f343cd1 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:55:28.605655 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-f5114e32-a96d-4ffc-9271-df74ef1ef60a service neutron] For port 69f0e64b-8af0-4a76-a3ff-51012f343cd1, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=69f0e64b-8af0-4a76-a3ff-51012f343cd1,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:28.657335 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6756bfb-cbbb-48e4-b4a8-59972c57f339 req-f95065af-754b-40b1-9c2f-b97cdbea3617 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:28.659139 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6756bfb-cbbb-48e4-b4a8-59972c57f339 req-f95065af-754b-40b1-9c2f-b97cdbea3617 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.3428173 Feb 19 03:55:28.672689 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-f5114e32-a96d-4ffc-9271-df74ef1ef60a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (69f0e64b-8af0-4a76-a3ff-51012f343cd1), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:28.729670 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d3136-70dc-49e4-aa69-7f78e7fcbf23 req-7e19cd10-b8e6-48f2-8a90-5fbc807e9a8d tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:28.731275 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ba2d3136-70dc-49e4-aa69-7f78e7fcbf23 req-7e19cd10-b8e6-48f2-8a90-5fbc807e9a8d tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354 HTTP/1.1" status: 200 len: 949 time: 0.2101774 Feb 19 03:55:28.745625 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-0df59699-193d-4bb9-82a7-64d226f04ea7 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Allocated IP 192.168.233.230 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/c1bd2961-4ecb-4339-b8a2-cca55811b7a8) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:28.803884 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['164c54cc-4545-454e-b0ae-1bf33d6830dc'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:55:29.076058 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6756bfb-cbbb-48e4-b4a8-59972c57f339 req-da067499-2d25-43c2-b85a-815d3c50c226 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077990 Feb 19 03:55:29.100765 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66cb5c9-2c92-4975-b958-eeecd5607433'}, {'server_uuid': 'fe4c87e3-c7f3-4452-a414-838f884f69d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff4db1e-ca16-4d88-9551-5180fa2a1849'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:29.104122 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711ba23f-9212-4a3e-bb09-24da37c93b0b" -d '{"events": [{"server_uuid": "1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63", "name": "network-vif-plugged", "status": "completed", "tag": "c66cb5c9-2c92-4975-b958-eeecd5607433"}, {"server_uuid": "fe4c87e3-c7f3-4452-a414-838f884f69d3", "name": "network-vif-plugged", "status": "completed", "tag": "8ff4db1e-ca16-4d88-9551-5180fa2a1849"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:29.130669 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ba2d3136-70dc-49e4-aa69-7f78e7fcbf23 req-d0879569-3438-4517-b364-d84e5d3e08c0 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858988 Feb 19 03:55:29.192388 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-f5114e32-a96d-4ffc-9271-df74ef1ef60a service neutron] Transition to ACTIVE for port object 69f0e64b-8af0-4a76-a3ff-51012f343cd1 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:55:29.201731 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-f5114e32-a96d-4ffc-9271-df74ef1ef60a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (69f0e64b-8af0-4a76-a3ff-51012f343cd1), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:29.244201 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:29.359122 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f62fd72-59eb-47c7-856d-da1593c42897 req-79d7cf87-7d27-4b33-946d-79cb98bafdeb tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/ports?device_id=40005ebd-25aa-4591-8c85-0a156d97c398 HTTP/1.1" status: 200 len: 210 time: 0.0818443 Feb 19 03:55:29.361409 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-f5114e32-a96d-4ffc-9271-df74ef1ef60a service neutron] No DVR routers for this DVR port 69f0e64b-8af0-4a76-a3ff-51012f343cd1 on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:55:29.445233 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-0df59699-193d-4bb9-82a7-64d226f04ea7 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Publish callbacks [] for port (c1bd2961-4ecb-4339-b8a2-cca55811b7a8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:29.451765 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5114e32-a96d-4ffc-9271-df74ef1ef60a service neutron] Pushing event updated for resources: {'Port': ['ID=69f0e64b-8af0-4a76-a3ff-51012f343cd1,revision_number=10']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:29.490987 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-f5114e32-a96d-4ffc-9271-df74ef1ef60a service neutron] 10.222.0.26 "PUT /v2.0/ports/69f0e64b-8af0-4a76-a3ff-51012f343cd1/bindings/n-h2-828369-19/activate HTTP/1.1" status: 200 len: 370 time: 1.6731827 Feb 19 03:55:29.508032 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c365225-d0ec-4150-b05a-1525e4220731 req-d3782278-f70d-4433-ae22-7cb85f2be6c3 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:29.509607 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c365225-d0ec-4150-b05a-1525e4220731 req-d3782278-f70d-4433-ae22-7cb85f2be6c3 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63 HTTP/1.1" status: 200 len: 945 time: 0.2625594 Feb 19 03:55:29.591550 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c365225-d0ec-4150-b05a-1525e4220731 req-a00a6635-f265-4094-b1be-5e73a5f4ef9e tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0dfac4c-c713-4454-abce-58b1166b49c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750091 Feb 19 03:55:29.598749 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8490277-22f4-4025-8a87-08803af1880d req-43f127ae-ba05-4695-9cb4-99f976d67529 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:29.601599 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8490277-22f4-4025-8a87-08803af1880d req-43f127ae-ba05-4695-9cb4-99f976d67529 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 945 time: 0.1603422 Feb 19 03:55:29.619261 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-0df59699-193d-4bb9-82a7-64d226f04ea7 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (c1bd2961-4ecb-4339-b8a2-cca55811b7a8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:29.619445 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-1552fd05-32d6-46ee-b70a-b933be5ce626 tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:29.620799 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-1552fd05-32d6-46ee-b70a-b933be5ce626 tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=dc6fe714-1202-4b66-9543-363158c08409&tenant_id=2d0f4caff5434d379e80e0b432aea600&binding%3Ahost_id=n-h1-828369-19 HTTP/1.1" status: 200 len: 1128 time: 0.0683577 Feb 19 03:55:29.632015 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['ca60ab50-d263-4a78-bc64-8b6263ef5c46'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:55:29.694596 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8f439d-9204-4b9d-82fd-30c68fddce1e x-openstack-request-id: req-cc8f439d-9204-4b9d-82fd-30c68fddce1e {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:29.697180 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63", "name": "network-vif-plugged", "status": "completed", "tag": "c66cb5c9-2c92-4975-b958-eeecd5607433", "code": 200}, {"server_uuid": "fe4c87e3-c7f3-4452-a414-838f884f69d3", "name": "network-vif-plugged", "status": "completed", "tag": "8ff4db1e-ca16-4d88-9551-5180fa2a1849", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:29.697761 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cc8f439d-9204-4b9d-82fd-30c68fddce1e {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:29.699943 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66cb5c9-2c92-4975-b958-eeecd5607433', 'code': 200} Feb 19 03:55:29.700590 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4c87e3-c7f3-4452-a414-838f884f69d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff4db1e-ca16-4d88-9551-5180fa2a1849', 'code': 200} Feb 19 03:55:29.703294 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-e5772f12-f5a2-441d-8652-2036bee8d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:29.708177 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-e5772f12-f5a2-441d-8652-2036bee8d4e9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dc6fe714-1202-4b66-9543-363158c08409&tenant_id=2d0f4caff5434d379e80e0b432aea600 HTTP/1.1" status: 200 len: 1128 time: 0.0804350 Feb 19 03:55:29.710040 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-0df59699-193d-4bb9-82a7-64d226f04ea7 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:29.726558 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-0df59699-193d-4bb9-82a7-64d226f04ea7 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:29.733812 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-0df59699-193d-4bb9-82a7-64d226f04ea7 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:55:29.834817 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-0df59699-193d-4bb9-82a7-64d226f04ea7 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:29.835470 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-0df59699-193d-4bb9-82a7-64d226f04ea7 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:29.856153 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df59699-193d-4bb9-82a7-64d226f04ea7 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Pushing event updated for resources: {'Port': ['ID=c1bd2961-4ecb-4339-b8a2-cca55811b7a8,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:29.862947 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-f11d252b-b91c-4a8a-8ea2-cf97efa85748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:29.866234 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-f11d252b-b91c-4a8a-8ea2-cf97efa85748 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2d0f4caff5434d379e80e0b432aea600&device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 1128 time: 0.1076977 Feb 19 03:55:29.992419 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8490277-22f4-4025-8a87-08803af1880d req-e72291cd-61a1-423f-ae72-596342f86151 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849165 Feb 19 03:55:29.992842 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-0f35e6fe-9654-4fe3-8972-a3c9648fd0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:29.994525 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-0f35e6fe-9654-4fe3-8972-a3c9648fd0df service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d936416-f125-4c3f-940d-813318503889 HTTP/1.1" status: 200 len: 922 time: 0.1217067 Feb 19 03:55:30.004267 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-0df59699-193d-4bb9-82a7-64d226f04ea7 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1153686 Feb 19 03:55:30.029774 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-3ed5a3e9-166a-417d-9df8-63bd4732d4fd service neutron] Request body: {'port': {'device_id': '40005ebd-25aa-4591-8c85-0a156d97c398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:30.070354 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fabe07-327c-4894-9130-62a201496bd7 req-4d08c003-e9fc-49fa-80f9-deea1667166e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:30.071877 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c3fabe07-327c-4894-9130-62a201496bd7 req-4d08c003-e9fc-49fa-80f9-deea1667166e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63 HTTP/1.1" status: 200 len: 1128 time: 0.2301354 Feb 19 03:55:30.073486 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-696cf131-0f86-493e-996b-25f6b7a2437e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69f0e64b-8af0-4a76-a3ff-51012f343cd1 HTTP/1.1" status: 200 len: 217 time: 0.0704613 Feb 19 03:55:30.089709 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956a6ba-f35b-41c6-99ec-a545e393f1eb req-cce8b036-f411-4a7f-8b6a-eb5ad7a7425d tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:30.091220 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b956a6ba-f35b-41c6-99ec-a545e393f1eb req-cce8b036-f411-4a7f-8b6a-eb5ad7a7425d tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 945 time: 0.2431297 Feb 19 03:55:30.110597 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a122e22-b2ee-4fab-a605-e30354fb1a89 req-558f85f0-879c-4d84-9314-0c58e9504d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:30.112078 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a122e22-b2ee-4fab-a605-e30354fb1a89 req-558f85f0-879c-4d84-9314-0c58e9504d73 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 1132 time: 0.2692075 Feb 19 03:55:30.127699 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-7c3bcb08-7efe-4be5-8e0a-0a77b142c23e None None] Provisioning complete for port c1bd2961-4ecb-4339-b8a2-cca55811b7a8 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:30.129547 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7c3bcb08-7efe-4be5-8e0a-0a77b142c23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c1bd2961-4ecb-4339-b8a2-cca55811b7a8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:30.214961 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 164c54cc-4545-454e-b0ae-1bf33d6830dc up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:30.216925 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-19e7dfd5-38cd-4fff-af4e-c0f7cdeec01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:30.222245 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-3ed5a3e9-166a-417d-9df8-63bd4732d4fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c1bd2961-4ecb-4339-b8a2-cca55811b7a8), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:30.225773 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-19e7dfd5-38cd-4fff-af4e-c0f7cdeec01a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2953d6c2-cff6-4430-863a-070b45f3a12f HTTP/1.1" status: 200 len: 861 time: 0.1408799 Feb 19 03:55:30.243339 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c3fabe07-327c-4894-9130-62a201496bd7 req-5bf0e147-8131-4d5a-ba00-e229592152d1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f0dfac4c-c713-4454-abce-58b1166b49c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622274 Feb 19 03:55:30.268942 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-0b7b0beb-7651-4286-b066-b08de9e45be0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d936416-f125-4c3f-940d-813318503889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390601 Feb 19 03:55:30.319105 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-7c3bcb08-7efe-4be5-8e0a-0a77b142c23e None None] Port c1bd2961-4ecb-4339-b8a2-cca55811b7a8 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:55:30.335081 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b956a6ba-f35b-41c6-99ec-a545e393f1eb req-6702e58d-3bd2-4b1d-9ff6-c92f93004ccb tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348845 Feb 19 03:55:30.337292 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a122e22-b2ee-4fab-a605-e30354fb1a89 req-3d35a958-e8fe-443e-a068-9a46a72da8b0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107286 Feb 19 03:55:30.365244 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 164c54cc-4545-454e-b0ae-1bf33d6830dc completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:55:30.370524 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 164c54cc-4545-454e-b0ae-1bf33d6830dc triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:30.370901 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (164c54cc-4545-454e-b0ae-1bf33d6830dc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:30.407115 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-1a353a61-928c-438b-b083-6c583e94cf7d service neutron] 10.222.0.79 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303022 Feb 19 03:55:30.461030 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 164c54cc-4545-454e-b0ae-1bf33d6830dc is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:30.461506 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (164c54cc-4545-454e-b0ae-1bf33d6830dc), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:30.492967 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 164c54cc-4545-454e-b0ae-1bf33d6830dc, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=164c54cc-4545-454e-b0ae-1bf33d6830dc,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:30.497467 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (164c54cc-4545-454e-b0ae-1bf33d6830dc), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:30.498403 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 69f0e64b-8af0-4a76-a3ff-51012f343cd1 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:55:30.518410 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e3c60-60d2-4d15-bef0-176299104bd3 req-4458eb4a-ca54-43ef-86a2-33a1b01632c4 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:30.520142 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1b9e3c60-60d2-4d15-bef0-176299104bd3 req-4458eb4a-ca54-43ef-86a2-33a1b01632c4 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.2705514 Feb 19 03:55:30.595550 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-719e3845-25c6-4a9e-b3fc-0417af9710b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:30.598326 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d3b73-9e56-44c7-adf6-c04df303e404 req-34bb2071-2291-4445-bad8-93c88ac070f6 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:30.605570 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dd0d3b73-9e56-44c7-adf6-c04df303e404 req-34bb2071-2291-4445-bad8-93c88ac070f6 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354 HTTP/1.1" status: 200 len: 949 time: 0.1656854 Feb 19 03:55:30.607480 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=164c54cc-4545-454e-b0ae-1bf33d6830dc,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:30.610575 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] The host n-h1-828369-19 is not matching for port 69f0e64b-8af0-4a76-a3ff-51012f343cd1 host n-h2-828369-19! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:55:30.611045 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 69f0e64b-8af0-4a76-a3ff-51012f343cd1 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:55:30.668478 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-52ace580-70aa-46c3-a5ce-1d74bdfa2c86 service neutron] 10.222.0.79 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172760 Feb 19 03:55:30.700866 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1b9e3c60-60d2-4d15-bef0-176299104bd3 req-db73e439-c327-4825-96c9-4a5daf7ec222 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714797 Feb 19 03:55:30.724050 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dd0d3b73-9e56-44c7-adf6-c04df303e404 req-487bdb6c-eca2-42a2-abc4-cb6d1d000708 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180136 Feb 19 03:55:30.870984 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-3ed5a3e9-166a-417d-9df8-63bd4732d4fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1bd2961-4ecb-4339-b8a2-cca55811b7a8 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:55:30.884796 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-3ed5a3e9-166a-417d-9df8-63bd4732d4fd service neutron] Publish callbacks [] for port (c1bd2961-4ecb-4339-b8a2-cca55811b7a8), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:30.906257 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-3ed5a3e9-166a-417d-9df8-63bd4732d4fd service neutron] Transition to ACTIVE for port object c1bd2961-4ecb-4339-b8a2-cca55811b7a8 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:55:30.914851 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8231aa-10fc-4f2f-9003-b9bc5f03d4f8 req-7cd3ca7a-492f-4ee6-b710-b310848b272f tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:30.916538 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b8231aa-10fc-4f2f-9003-b9bc5f03d4f8 req-7cd3ca7a-492f-4ee6-b710-b310848b272f tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/ports?device_id=40005ebd-25aa-4591-8c85-0a156d97c398 HTTP/1.1" status: 200 len: 936 time: 0.0927253 Feb 19 03:55:30.917688 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-3ed5a3e9-166a-417d-9df8-63bd4732d4fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (c1bd2961-4ecb-4339-b8a2-cca55811b7a8), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:30.956390 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-22d8da02-8df3-4fa3-8d20-bbc72248c0ab tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:30.958060 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-22d8da02-8df3-4fa3-8d20-bbc72248c0ab tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=dc6fe714-1202-4b66-9543-363158c08409&tenant_id=2d0f4caff5434d379e80e0b432aea600&binding%3Ahost_id=n-h2-828369-19 HTTP/1.1" status: 200 len: 1128 time: 0.0553505 Feb 19 03:55:31.039724 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5a3e9-166a-417d-9df8-63bd4732d4fd service neutron] Pushing event updated for resources: {'Port': ['ID=c1bd2961-4ecb-4339-b8a2-cca55811b7a8,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:31.088834 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b8231aa-10fc-4f2f-9003-b9bc5f03d4f8 req-9fdfc082-1709-4801-a7d8-4e8527522f19 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/security-groups?id=32971f3f-d97a-4e19-bdc9-51c91a9a851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440997 Feb 19 03:55:31.134417 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-35b67d86-f374-4ef3-b8f6-1ed2f545301c service neutron] For port 69f0e64b-8af0-4a76-a3ff-51012f343cd1, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:55:31.141600 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-35b67d86-f374-4ef3-b8f6-1ed2f545301c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:31.143183 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a19e9bb9-9085-4ab7-bcd3-8f470c8c24e7 req-35b67d86-f374-4ef3-b8f6-1ed2f545301c service neutron] 10.222.0.79 "DELETE /v2.0/ports/69f0e64b-8af0-4a76-a3ff-51012f343cd1/bindings/n-h1-828369-19 HTTP/1.1" status: 204 len: 173 time: 0.1776233 Feb 19 03:55:31.156317 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf25ba5-dfc0-42f4-9993-ad635e4c1e36 req-8fe630c8-b87d-4544-bc76-b5e0284d1b46 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:31.157834 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5cf25ba5-dfc0-42f4-9993-ad635e4c1e36 req-8fe630c8-b87d-4544-bc76-b5e0284d1b46 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63 HTTP/1.1" status: 200 len: 945 time: 0.2074461 Feb 19 03:55:31.221753 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-3ed5a3e9-166a-417d-9df8-63bd4732d4fd service neutron] Attempting to bind port c1bd2961-4ecb-4339-b8a2-cca55811b7a8 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:55:31.222075 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-3ed5a3e9-166a-417d-9df8-63bd4732d4fd service neutron] Attempting to bind port c1bd2961-4ecb-4339-b8a2-cca55811b7a8 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:55:31.222432 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-3ed5a3e9-166a-417d-9df8-63bd4732d4fd service neutron] Attempting to bind port c1bd2961-4ecb-4339-b8a2-cca55811b7a8 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:31.233056 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-3ed5a3e9-166a-417d-9df8-63bd4732d4fd service neutron] Port c1bd2961-4ecb-4339-b8a2-cca55811b7a8 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:55:31.233401 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-3ed5a3e9-166a-417d-9df8-63bd4732d4fd service neutron] Attempting to bind port c1bd2961-4ecb-4339-b8a2-cca55811b7a8 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:31.242819 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-3ed5a3e9-166a-417d-9df8-63bd4732d4fd service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:55:31.243050 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-3ed5a3e9-166a-417d-9df8-63bd4732d4fd service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:31.243446 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-3ed5a3e9-166a-417d-9df8-63bd4732d4fd service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:55:31.243887 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-3ed5a3e9-166a-417d-9df8-63bd4732d4fd service neutron] Bound port: c1bd2961-4ecb-4339-b8a2-cca55811b7a8, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:55:31.244247 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-3ed5a3e9-166a-417d-9df8-63bd4732d4fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c1bd2961-4ecb-4339-b8a2-cca55811b7a8), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:31.250419 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5cf25ba5-dfc0-42f4-9993-ad635e4c1e36 req-ca405edf-8be4-4b8e-9f21-87fb0b572558 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0dfac4c-c713-4454-abce-58b1166b49c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816131 Feb 19 03:55:31.346494 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-3ed5a3e9-166a-417d-9df8-63bd4732d4fd service neutron] For port c1bd2961-4ecb-4339-b8a2-cca55811b7a8, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:55:31.350961 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-3ed5a3e9-166a-417d-9df8-63bd4732d4fd service neutron] For port c1bd2961-4ecb-4339-b8a2-cca55811b7a8, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c1bd2961-4ecb-4339-b8a2-cca55811b7a8,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:55:31.367571 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-3ed5a3e9-166a-417d-9df8-63bd4732d4fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (c1bd2961-4ecb-4339-b8a2-cca55811b7a8), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:31.425091 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-3ed5a3e9-166a-417d-9df8-63bd4732d4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:31.425709 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-3ed5a3e9-166a-417d-9df8-63bd4732d4fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:31.427250 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-3ed5a3e9-166a-417d-9df8-63bd4732d4fd service neutron] 10.222.0.26 "PUT /v2.0/ports/c1bd2961-4ecb-4339-b8a2-cca55811b7a8 HTTP/1.1" status: 200 len: 1097 time: 1.4084795 Feb 19 03:55:31.427761 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40005ebd-25aa-4591-8c85-0a156d97c398', 'tag': 'c1bd2961-4ecb-4339-b8a2-cca55811b7a8'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:31.430276 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65257992-5085-47cb-afe7-9b3645414932" -d '{"events": [{"name": "network-changed", "server_uuid": "40005ebd-25aa-4591-8c85-0a156d97c398", "tag": "c1bd2961-4ecb-4339-b8a2-cca55811b7a8"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:31.569184 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5a3e9-166a-417d-9df8-63bd4732d4fd service neutron] Pushing event updated for resources: {'Port': ['ID=c1bd2961-4ecb-4339-b8a2-cca55811b7a8,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:31.627801 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c8d5b-ab32-4f5e-aaaa-d8f61f1d412f req-61ddf3cc-7ac3-4e71-8eef-05e3dcc3578c tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:31.638111 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b47c8d5b-ab32-4f5e-aaaa-d8f61f1d412f req-61ddf3cc-7ac3-4e71-8eef-05e3dcc3578c tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 945 time: 0.1884797 Feb 19 03:55:31.686678 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-f777aac3-cd53-4f0e-b828-761ec02a514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:31.690730 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-f777aac3-cd53-4f0e-b828-761ec02a514f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f53bb259194d43549dffca4b3682b459&device_id=40005ebd-25aa-4591-8c85-0a156d97c398 HTTP/1.1" status: 200 len: 1131 time: 0.1876612 Feb 19 03:55:31.702395 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab043cc2-5347-4107-9481-c1a541602b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164c54cc-4545-454e-b0ae-1bf33d6830dc'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:31.706717 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de25fd8d-c949-4c68-a597-2876712a3f7a" -d '{"events": [{"server_uuid": "ab043cc2-5347-4107-9481-c1a541602b67", "name": "network-vif-plugged", "status": "completed", "tag": "164c54cc-4545-454e-b0ae-1bf33d6830dc"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:31.726624 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737a120-1a92-48dc-8b27-59c75fb3eab4 req-8e1c9315-0def-414b-8d2d-93de34e1a06c tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:31.728081 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0737a120-1a92-48dc-8b27-59c75fb3eab4 req-8e1c9315-0def-414b-8d2d-93de34e1a06c tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 946 time: 0.1550791 Feb 19 03:55:31.792523 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b47c8d5b-ab32-4f5e-aaaa-d8f61f1d412f req-f9241b36-a6ae-456f-b1f2-8d09693b73a3 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533570 Feb 19 03:55:31.797185 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-45dcd334-67b2-424d-95f5-5f37bd9e190c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c1bd2961-4ecb-4339-b8a2-cca55811b7a8 HTTP/1.1" status: 200 len: 217 time: 0.0935090 Feb 19 03:55:31.861092 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:55:31.882966 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0737a120-1a92-48dc-8b27-59c75fb3eab4 req-c4b81361-aed1-48cd-b196-5ca39e57da03 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078055 Feb 19 03:55:31.916345 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4573b81a-c75a-4495-ad9f-8d07b7179c49 x-openstack-request-id: req-4573b81a-c75a-4495-ad9f-8d07b7179c49 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:31.916884 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40005ebd-25aa-4591-8c85-0a156d97c398", "tag": "c1bd2961-4ecb-4339-b8a2-cca55811b7a8", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:31.917146 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4573b81a-c75a-4495-ad9f-8d07b7179c49 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:31.917541 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40005ebd-25aa-4591-8c85-0a156d97c398', 'tag': 'c1bd2961-4ecb-4339-b8a2-cca55811b7a8', 'status': 'completed', 'code': 200} Feb 19 03:55:31.935607 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-e152b107-b053-4a4b-90e3-228acb1ea2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:31.937265 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-e152b107-b053-4a4b-90e3-228acb1ea2fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0949759 Feb 19 03:55:31.938652 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5663cdee-6558-435b-bc2b-6d95781a986f x-openstack-request-id: req-5663cdee-6558-435b-bc2b-6d95781a986f {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:31.938975 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab043cc2-5347-4107-9481-c1a541602b67", "name": "network-vif-plugged", "status": "completed", "tag": "164c54cc-4545-454e-b0ae-1bf33d6830dc", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:31.939231 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5663cdee-6558-435b-bc2b-6d95781a986f {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:31.939619 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab043cc2-5347-4107-9481-c1a541602b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164c54cc-4545-454e-b0ae-1bf33d6830dc', 'code': 200} Feb 19 03:55:32.012050 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-54d59180-cb0e-49bf-afca-4aa4301db745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:32.013845 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-54d59180-cb0e-49bf-afca-4aa4301db745 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0639114 Feb 19 03:55:32.165066 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a6b00-323e-4869-a5ce-0874a6729fb7 req-68fb375f-dcb5-41d8-8bc8-e3b3809c1d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:32.166778 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-645a6b00-323e-4869-a5ce-0874a6729fb7 req-68fb375f-dcb5-41d8-8bc8-e3b3809c1d0e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 1129 time: 0.1517005 Feb 19 03:55:32.175981 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f384278-8c1f-43cc-af58-0d62e3d8e8fb req-e443f267-5902-485e-a9fc-6a34518f7559 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:32.178256 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f384278-8c1f-43cc-af58-0d62e3d8e8fb req-e443f267-5902-485e-a9fc-6a34518f7559 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.1765449 Feb 19 03:55:32.197233 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-8203dcc9-ace8-4388-93b9-c43b28b0b4af service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431959 Feb 19 03:55:32.545110 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-645a6b00-323e-4869-a5ce-0874a6729fb7 req-853157eb-17d9-4729-ab41-d4b18eae412c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642833 Feb 19 03:55:32.563661 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f384278-8c1f-43cc-af58-0d62e3d8e8fb req-009bda72-cd59-4125-8c6d-2260e2fd3550 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762622 Feb 19 03:55:32.590810 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59171c6b-4a98-4f7d-8def-2183a4840b93 req-c4fc4e79-4d01-468e-876d-1fa6c3026ca0 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843057 Feb 19 03:55:32.604800 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13476d32-37c9-4bf1-a4cb-1b8de302e9e1 req-15d9b043-051c-4de9-a063-2698b5ad6e86 tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:32.605282 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13476d32-37c9-4bf1-a4cb-1b8de302e9e1 req-15d9b043-051c-4de9-a063-2698b5ad6e86 tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:32.605749 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13476d32-37c9-4bf1-a4cb-1b8de302e9e1 req-15d9b043-051c-4de9-a063-2698b5ad6e86 tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:32.606235 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13476d32-37c9-4bf1-a4cb-1b8de302e9e1 req-15d9b043-051c-4de9-a063-2698b5ad6e86 tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:32.606805 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13476d32-37c9-4bf1-a4cb-1b8de302e9e1 req-15d9b043-051c-4de9-a063-2698b5ad6e86 tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:32.607155 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13476d32-37c9-4bf1-a4cb-1b8de302e9e1 req-15d9b043-051c-4de9-a063-2698b5ad6e86 tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:32.607620 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13476d32-37c9-4bf1-a4cb-1b8de302e9e1 req-15d9b043-051c-4de9-a063-2698b5ad6e86 tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:32.608067 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13476d32-37c9-4bf1-a4cb-1b8de302e9e1 req-15d9b043-051c-4de9-a063-2698b5ad6e86 tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:32.608518 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13476d32-37c9-4bf1-a4cb-1b8de302e9e1 req-15d9b043-051c-4de9-a063-2698b5ad6e86 tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:32.608970 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13476d32-37c9-4bf1-a4cb-1b8de302e9e1 req-15d9b043-051c-4de9-a063-2698b5ad6e86 tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:32.609420 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13476d32-37c9-4bf1-a4cb-1b8de302e9e1 req-15d9b043-051c-4de9-a063-2698b5ad6e86 tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:32.609869 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13476d32-37c9-4bf1-a4cb-1b8de302e9e1 req-15d9b043-051c-4de9-a063-2698b5ad6e86 tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:32.610344 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13476d32-37c9-4bf1-a4cb-1b8de302e9e1 req-15d9b043-051c-4de9-a063-2698b5ad6e86 tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:32.612862 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-13476d32-37c9-4bf1-a4cb-1b8de302e9e1 req-15d9b043-051c-4de9-a063-2698b5ad6e86 tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=40005ebd-25aa-4591-8c85-0a156d97c398&device_id=ab043cc2-5347-4107-9481-c1a541602b67&device_id=c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354&device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3&device_id=1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63&device_id=f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd&device_id=3ec18271-4b7c-4ccf-8a6f-665656e8b6cd&device_id=dc6fe714-1202-4b66-9543-363158c08409&device_id=47d84e75-af39-40bc-a86f-82d4e17c07e0&device_id=80f253cb-67e6-4523-beec-76d208504573&device_id=162970fc-e234-485e-a2f4-06b452996e79&device_id=677863a0-b789-40f0-8503-d5c0a0a757bd&device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 12168 time: 0.1103976 Feb 19 03:55:32.640242 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-20343aff-c908-49d7-aa1c-05d3c1c8eb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:32.642072 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-13476d32-37c9-4bf1-a4cb-1b8de302e9e1 req-7e7a4a35-382c-4dee-ac26-18cdc208a93a tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:32.758567 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-13476d32-37c9-4bf1-a4cb-1b8de302e9e1 req-7e7a4a35-382c-4dee-ac26-18cdc208a93a tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] Publish callbacks [] for security_group (0a582898-bf9e-44a5-86b2-2394ece2e772), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:32.767339 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-13476d32-37c9-4bf1-a4cb-1b8de302e9e1 req-7e7a4a35-382c-4dee-ac26-18cdc208a93a tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0a582898-bf9e-44a5-86b2-2394ece2e772), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:32.836928 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e16ce1-0065-404a-b212-ebaf76c11531 req-f2bb6fc6-4aeb-4a4c-bb24-34e4adefbab7 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:32.838540 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-37e16ce1-0065-404a-b212-ebaf76c11531 req-f2bb6fc6-4aeb-4a4c-bb24-34e4adefbab7 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/ports?device_id=40005ebd-25aa-4591-8c85-0a156d97c398 HTTP/1.1" status: 200 len: 948 time: 0.1251259 Feb 19 03:55:32.843036 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a4a35-382c-4dee-ac26-18cdc208a93a tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a582898-bf9e-44a5-86b2-2394ece2e772,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:32.953460 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40988) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:32.963834 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65257992-5085-47cb-afe7-9b3645414932 req-74aeffb5-cbbf-41d7-947f-9a493a54f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:32.965447 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-65257992-5085-47cb-afe7-9b3645414932 req-74aeffb5-cbbf-41d7-947f-9a493a54f9b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f53bb259194d43549dffca4b3682b459&device_id=40005ebd-25aa-4591-8c85-0a156d97c398 HTTP/1.1" status: 200 len: 1131 time: 0.1234977 Feb 19 03:55:32.983042 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-13476d32-37c9-4bf1-a4cb-1b8de302e9e1 req-7e7a4a35-382c-4dee-ac26-18cdc208a93a tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=72e2bb0a-eb3d-44af-b1ee-2d71f228825f&id=70285745-c8eb-416d-90e3-1841e9bcef25&id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&id=cb07acb7-dd3d-4339-b893-e117f1e5525d&id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&id=32971f3f-d97a-4e19-bdc9-51c91a9a851e&id=f0dfac4c-c713-4454-abce-58b1166b49c0&fields=id&fields=name HTTP/1.1" status: 200 len: 714 time: 0.3546379 Feb 19 03:55:32.986353 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-37e16ce1-0065-404a-b212-ebaf76c11531 req-2b75ba09-4688-41d6-ad76-c44fad126927 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/security-groups?id=32971f3f-d97a-4e19-bdc9-51c91a9a851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303887 Feb 19 03:55:33.111904 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65257992-5085-47cb-afe7-9b3645414932 req-fd131c77-00cf-4de7-ac57-7267dce5bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:33.113386 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-65257992-5085-47cb-afe7-9b3645414932 req-fd131c77-00cf-4de7-ac57-7267dce5bd16 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.1261671 Feb 19 03:55:33.115903 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-584d834b-e615-4377-b3e1-6444f91dab1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:33.210352 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-65257992-5085-47cb-afe7-9b3645414932 req-2fe0486c-5320-4a27-8145-7a41f4d2cdca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c1bd2961-4ecb-4339-b8a2-cca55811b7a8 HTTP/1.1" status: 200 len: 217 time: 0.0501962 Feb 19 03:55:33.221641 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670114dd-cbc0-4a95-be73-32966454a00c req-74fb380e-7157-44ec-b35f-433bee04ebeb tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:33.222256 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-584d834b-e615-4377-b3e1-6444f91dab1d admin admin] Publish callbacks [] for security_group (2d5e8ff0-faba-4b63-9707-1beab74e4415), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:33.223170 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-670114dd-cbc0-4a95-be73-32966454a00c req-74fb380e-7157-44ec-b35f-433bee04ebeb tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63 HTTP/1.1" status: 200 len: 945 time: 0.1088870 Feb 19 03:55:33.236001 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-584d834b-e615-4377-b3e1-6444f91dab1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2d5e8ff0-faba-4b63-9707-1beab74e4415), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:33.293140 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-584d834b-e615-4377-b3e1-6444f91dab1d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c50c229a207849e78130317466ada77a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3378420 Feb 19 03:55:33.294126 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d834b-e615-4377-b3e1-6444f91dab1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5e8ff0-faba-4b63-9707-1beab74e4415,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:33.298728 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40996) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:33.309929 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-670114dd-cbc0-4a95-be73-32966454a00c req-dc7c20d5-f6c2-44bc-b1a5-c2d6bcf48ba8 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0dfac4c-c713-4454-abce-58b1166b49c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762086 Feb 19 03:55:33.328980 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65257992-5085-47cb-afe7-9b3645414932 req-e2b63521-6147-468d-8dfb-1cf88be94a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:33.330611 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-65257992-5085-47cb-afe7-9b3645414932 req-e2b63521-6147-468d-8dfb-1cf88be94a3f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1064112 Feb 19 03:55:33.385539 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-28ee8810-6aa4-470b-ab05-840b2bd39cbe admin admin] Publish callbacks [] for security_group (2d5e8ff0-faba-4b63-9707-1beab74e4415), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:33.411587 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-28ee8810-6aa4-470b-ab05-840b2bd39cbe admin admin] Publish callbacks [] for security_group (2d5e8ff0-faba-4b63-9707-1beab74e4415), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:33.467801 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-28ee8810-6aa4-470b-ab05-840b2bd39cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2d5e8ff0-faba-4b63-9707-1beab74e4415), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:33.471021 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-28ee8810-6aa4-470b-ab05-840b2bd39cbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:33.476200 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-28ee8810-6aa4-470b-ab05-840b2bd39cbe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2d5e8ff0-faba-4b63-9707-1beab74e4415 HTTP/1.1" status: 204 len: 168 time: 0.1726742 Feb 19 03:55:33.479434 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65257992-5085-47cb-afe7-9b3645414932 req-4101b5f5-1329-486e-86f2-68cdca456999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:33.480932 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-65257992-5085-47cb-afe7-9b3645414932 req-4101b5f5-1329-486e-86f2-68cdca456999 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1377039 Feb 19 03:55:33.482561 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b6bee-7a63-42b2-865e-43ec8a8731c1 req-54a4c446-f47a-451f-bfde-180fbc6cbb45 tempest-MigrationsAdminTest-1268512545 tempest-MigrationsAdminTest-1268512545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:33.483873 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-683b6bee-7a63-42b2-865e-43ec8a8731c1 req-54a4c446-f47a-451f-bfde-180fbc6cbb45 tempest-MigrationsAdminTest-1268512545 tempest-MigrationsAdminTest-1268512545-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 1132 time: 0.1139014 Feb 19 03:55:33.490051 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63543ba9-30b3-40e8-a5ae-91f25a67ea37 req-5b559648-fa03-4242-a42a-599cf171afb7 tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:33.495799 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-63543ba9-30b3-40e8-a5ae-91f25a67ea37 req-5b559648-fa03-4242-a42a-599cf171afb7 tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 1128 time: 0.0824537 Feb 19 03:55:33.499046 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee8810-6aa4-470b-ab05-840b2bd39cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5e8ff0-faba-4b63-9707-1beab74e4415,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:33.542782 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-683b6bee-7a63-42b2-865e-43ec8a8731c1 req-58e209be-7868-4c17-b4fe-46ae143aa619 tempest-MigrationsAdminTest-1268512545 tempest-MigrationsAdminTest-1268512545-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:33.633384 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:33.637382 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-63543ba9-30b3-40e8-a5ae-91f25a67ea37 req-60c47105-8b97-4626-b282-11e1593e9cb4 tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407266 Feb 19 03:55:33.665014 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-65257992-5085-47cb-afe7-9b3645414932 req-3ce58f1a-3943-4a4a-ae15-a32c4a05c047 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591611 Feb 19 03:55:33.830755 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-683b6bee-7a63-42b2-865e-43ec8a8731c1 req-58e209be-7868-4c17-b4fe-46ae143aa619 tempest-MigrationsAdminTest-1268512545 tempest-MigrationsAdminTest-1268512545-project-admin] Publish callbacks [] for security_group (4e50d554-4ed9-4a61-b016-9dfd65ce6f87), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:33.837612 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-683b6bee-7a63-42b2-865e-43ec8a8731c1 req-58e209be-7868-4c17-b4fe-46ae143aa619 tempest-MigrationsAdminTest-1268512545 tempest-MigrationsAdminTest-1268512545-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4e50d554-4ed9-4a61-b016-9dfd65ce6f87), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:33.843627 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-65257992-5085-47cb-afe7-9b3645414932 req-1f952791-9a6c-4580-a718-6a12c34246a5 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710405 Feb 19 03:55:33.891243 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb67ab-d66c-41b1-8833-11b092747216 req-de95958b-950b-45a7-b197-3a85e21fcc51 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:33.894638 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eedb67ab-d66c-41b1-8833-11b092747216 req-de95958b-950b-45a7-b197-3a85e21fcc51 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 946 time: 0.1401417 Feb 19 03:55:33.894638 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e209be-7868-4c17-b4fe-46ae143aa619 tempest-MigrationsAdminTest-1268512545 tempest-MigrationsAdminTest-1268512545-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e50d554-4ed9-4a61-b016-9dfd65ce6f87,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:33.894940 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41010) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:33.900423 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-683b6bee-7a63-42b2-865e-43ec8a8731c1 req-58e209be-7868-4c17-b4fe-46ae143aa619 tempest-MigrationsAdminTest-1268512545 tempest-MigrationsAdminTest-1268512545-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018350 Feb 19 03:55:33.910900 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8707bb5b-8551-4ab6-94c4-8b0c973bdebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:33.957540 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eedb67ab-d66c-41b1-8833-11b092747216 req-53ba48b6-f8dd-41fb-99ae-b7ce8ef81fb9 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474789 Feb 19 03:55:34.031229 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8707bb5b-8551-4ab6-94c4-8b0c973bdebb admin admin] Publish callbacks [] for security_group (42bfa129-8c1c-47ef-8a0a-9c3ee9b24a7d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:34.039931 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8707bb5b-8551-4ab6-94c4-8b0c973bdebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (42bfa129-8c1c-47ef-8a0a-9c3ee9b24a7d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:34.086252 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8707bb5b-8551-4ab6-94c4-8b0c973bdebb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b2a5e1c730504280bd0c2827d0db7e9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1900518 Feb 19 03:55:34.087277 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41016) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:34.090153 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707bb5b-8551-4ab6-94c4-8b0c973bdebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bfa129-8c1c-47ef-8a0a-9c3ee9b24a7d,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:34.156418 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec509d25-3016-441b-b3c5-b95cd4d02e3f req-730fb3b7-9eae-48ca-9cd7-bccd737225e1 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:34.162517 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec509d25-3016-441b-b3c5-b95cd4d02e3f req-730fb3b7-9eae-48ca-9cd7-bccd737225e1 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63 HTTP/1.1" status: 200 len: 945 time: 0.1138284 Feb 19 03:55:34.166709 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41028) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:34.171249 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-7db99c65-10be-41a2-a2ea-ec0b92254ada tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Request body: {'floatingip': {'port_id': 'c66cb5c9-2c92-4975-b958-eeecd5607433'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:34.214692 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7db99c65-10be-41a2-a2ea-ec0b92254ada tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks [] for floatingip (3c4a1bc9-0dbd-48d7-b7e1-0b7ce9dcc8a0), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:34.220300 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-95deb1b2-ec7b-4624-b45c-92c81262a441 admin admin] Publish callbacks [] for security_group (42bfa129-8c1c-47ef-8a0a-9c3ee9b24a7d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:34.286009 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-95deb1b2-ec7b-4624-b45c-92c81262a441 admin admin] Publish callbacks [] for security_group (42bfa129-8c1c-47ef-8a0a-9c3ee9b24a7d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:34.359867 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280862a9-f7f1-424c-b602-b3c72e78226a req-04080bd8-3b21-466f-95f3-d7d71629667b tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:34.368916 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-280862a9-f7f1-424c-b602-b3c72e78226a req-04080bd8-3b21-466f-95f3-d7d71629667b tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/networks?id=6d936416-f125-4c3f-940d-813318503889 HTTP/1.1" status: 200 len: 821 time: 0.1854887 Feb 19 03:55:34.389215 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-280862a9-f7f1-424c-b602-b3c72e78226a req-8ee0306c-9466-44ba-8dce-4a86ac7de598 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/quotas/2d0f4caff5434d379e80e0b432aea600 HTTP/1.1" status: 200 len: 375 time: 0.0188360 Feb 19 03:55:34.439765 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-95deb1b2-ec7b-4624-b45c-92c81262a441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (42bfa129-8c1c-47ef-8a0a-9c3ee9b24a7d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:34.443011 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-95deb1b2-ec7b-4624-b45c-92c81262a441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:34.447395 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-95deb1b2-ec7b-4624-b45c-92c81262a441 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/42bfa129-8c1c-47ef-8a0a-9c3ee9b24a7d HTTP/1.1" status: 204 len: 168 time: 0.3589921 Feb 19 03:55:34.458677 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95deb1b2-ec7b-4624-b45c-92c81262a441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bfa129-8c1c-47ef-8a0a-9c3ee9b24a7d,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:34.484543 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-280862a9-f7f1-424c-b602-b3c72e78226a req-fa04ded9-aa60-4c7d-94fb-3f0062a963b1 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2d0f4caff5434d379e80e0b432aea600&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0939174 Feb 19 03:55:34.705102 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-280862a9-f7f1-424c-b602-b3c72e78226a req-12f254e6-4b7d-4c7e-8f5b-8385504f7001 service neutron] 10.222.0.52 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119403 Feb 19 03:55:34.800652 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7db99c65-10be-41a2-a2ea-ec0b92254ada tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:34.805952 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7db99c65-10be-41a2-a2ea-ec0b92254ada tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (3c4a1bc9-0dbd-48d7-b7e1-0b7ce9dcc8a0), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:34.883459 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-280862a9-f7f1-424c-b602-b3c72e78226a req-15deec63-1441-4ea9-a15d-2a2be9ed6149 service neutron] 10.222.0.52 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716311 Feb 19 03:55:34.963374 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-7db99c65-10be-41a2-a2ea-ec0b92254ada tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Floating IP 3c4a1bc9-0dbd-48d7-b7e1-0b7ce9dcc8a0 associated. External IP: 172.25.3.230, port: c66cb5c9-2c92-4975-b958-eeecd5607433. Feb 19 03:55:34.963911 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1c3aa-898d-4c83-9928-022c1e2c1a8a req-ca72b96c-946d-4a8b-88e3-fb9e57e467ea tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:34.971692 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-92e1c3aa-898d-4c83-9928-022c1e2c1a8a req-ca72b96c-946d-4a8b-88e3-fb9e57e467ea tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/ports?device_id=40005ebd-25aa-4591-8c85-0a156d97c398 HTTP/1.1" status: 200 len: 948 time: 0.0718670 Feb 19 03:55:35.051845 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-92e1c3aa-898d-4c83-9928-022c1e2c1a8a req-b4ce5c1f-30a4-4635-8b02-9b1dc68ac539 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/security-groups?id=32971f3f-d97a-4e19-bdc9-51c91a9a851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782735 Feb 19 03:55:35.074189 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f59128c6-ec1b-441f-932a-2080a3634696 req-887951c8-de22-4e2e-b962-8a26848115a6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1720605 Feb 19 03:55:35.118010 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:35.207402 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-f59128c6-ec1b-441f-932a-2080a3634696 req-cede88be-df57-4602-a198-b54a238dadb8 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:55:35.208373 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f59128c6-ec1b-441f-932a-2080a3634696 req-cede88be-df57-4602-a198-b54a238dadb8 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071959 Feb 19 03:55:35.214267 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db99c65-10be-41a2-a2ea-ec0b92254ada tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Router 195f9377-2c17-4a3e-a089-745ef13cd5ad has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:55:35.427022 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55504847-55e8-4bc6-bb0d-4c3c242d1a93 req-49073a20-6b33-422e-b141-b231fd3a78cc tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:35.428532 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55504847-55e8-4bc6-bb0d-4c3c242d1a93 req-49073a20-6b33-422e-b141-b231fd3a78cc tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:35.429038 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55504847-55e8-4bc6-bb0d-4c3c242d1a93 req-49073a20-6b33-422e-b141-b231fd3a78cc tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:35.445746 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55504847-55e8-4bc6-bb0d-4c3c242d1a93 req-49073a20-6b33-422e-b141-b231fd3a78cc tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354&device_id=47d84e75-af39-40bc-a86f-82d4e17c07e0&device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 2977 time: 0.1436787 Feb 19 03:55:35.597482 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db99c65-10be-41a2-a2ea-ec0b92254ada tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:55:35.603835 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7db99c65-10be-41a2-a2ea-ec0b92254ada tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:35.610141 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeffb3b-ecd4-42eb-9be7-b68226eb389d None None] Sync routers for ids ['195f9377-2c17-4a3e-a089-745ef13cd5ad'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:55:35.633485 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeffb3b-ecd4-42eb-9be7-b68226eb389d None None] Routers {'195f9377-2c17-4a3e-a089-745ef13cd5ad'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:55:35.637150 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-abeffb3b-ecd4-42eb-9be7-b68226eb389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:55:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['195f9377-2c17-4a3e-a089-745ef13cd5ad'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:35.641818 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7db99c65-10be-41a2-a2ea-ec0b92254ada tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "PUT /v2.0/floatingips/3c4a1bc9-0dbd-48d7-b7e1-0b7ce9dcc8a0 HTTP/1.1" status: 200 len: 991 time: 1.4738123 Feb 19 03:55:35.642696 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63', 'tag': 'c66cb5c9-2c92-4975-b958-eeecd5607433'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:35.647127 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0635a2d3-ae9f-41a8-95a5-ba691ad594de" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63", "tag": "c66cb5c9-2c92-4975-b958-eeecd5607433"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:35.683451 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55504847-55e8-4bc6-bb0d-4c3c242d1a93 req-dfa92027-2fad-4293-a53b-f9727746e12f tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363670 Feb 19 03:55:35.767058 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45b8cb-cb8e-4cbd-9921-91eb5475021b req-97898753-9ac9-4c6b-80ce-5aa9adb9c877 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:35.768664 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af45b8cb-cb8e-4cbd-9921-91eb5475021b req-97898753-9ac9-4c6b-80ce-5aa9adb9c877 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.2274656 Feb 19 03:55:35.855140 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af45b8cb-cb8e-4cbd-9921-91eb5475021b req-6bb6bf6d-8774-4595-a422-530e26c26711 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758300 Feb 19 03:55:35.932050 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9754e10-6836-4d68-a86f-4ad9dc6d71e2 req-268a8752-d84d-4309-8fd5-c7752b5a189a tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:35.935463 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9754e10-6836-4d68-a86f-4ad9dc6d71e2 req-268a8752-d84d-4309-8fd5-c7752b5a189a tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 946 time: 0.0848067 Feb 19 03:55:35.977205 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-abeffb3b-ecd4-42eb-9be7-b68226eb389d None None] Set router 195f9377-2c17-4a3e-a089-745ef13cd5ad gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:55:36.031054 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-877bb9ea-6185-4a5a-8623-9b01f39e5207 req-be64ceea-89bb-48eb-b7c3-0189bb135b1a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 210 time: 0.0873702 Feb 19 03:55:36.150964 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9754e10-6836-4d68-a86f-4ad9dc6d71e2 req-1bada33a-1e41-4c95-9e34-124137027c5d tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092922 Feb 19 03:55:36.213083 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed3413-c37e-47f0-b69e-928951c8b658 req-8330ad7e-f9fa-4f0a-8763-d0c738be92c6 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:36.214273 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c1bd2961-4ecb-4339-b8a2-cca55811b7a8 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:55:36.214795 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69ed3413-c37e-47f0-b69e-928951c8b658 req-8330ad7e-f9fa-4f0a-8763-d0c738be92c6 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63 HTTP/1.1" status: 200 len: 945 time: 0.0627627 Feb 19 03:55:36.238821 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb21561-af4e-4df1-9ba5-98a996d9314f x-openstack-request-id: req-7fb21561-af4e-4df1-9ba5-98a996d9314f {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:36.239357 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63", "tag": "c66cb5c9-2c92-4975-b958-eeecd5607433", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:36.239357 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7fb21561-af4e-4df1-9ba5-98a996d9314f {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:36.239733 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63', 'tag': 'c66cb5c9-2c92-4975-b958-eeecd5607433', 'status': 'completed', 'code': 200} Feb 19 03:55:36.343015 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41110) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:36.405846 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69ed3413-c37e-47f0-b69e-928951c8b658 req-5855c570-8a26-4b98-98c5-a1c54e75d7b0 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0dfac4c-c713-4454-abce-58b1166b49c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773512 Feb 19 03:55:36.447063 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635a2d3-ae9f-41a8-95a5-ba691ad594de req-1351dd89-bca3-4f1d-b536-c338bf7f1f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:36.450129 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0635a2d3-ae9f-41a8-95a5-ba691ad594de req-1351dd89-bca3-4f1d-b536-c338bf7f1f7b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d8751a366f7493698f363eb60d46c38&device_id=1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63 HTTP/1.1" status: 200 len: 1128 time: 0.1837370 Feb 19 03:55:36.451037 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-abeffb3b-ecd4-42eb-9be7-b68226eb389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1463629878-router', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:24Z', 'updated_at': '2022-02-19T03:53:36Z', 'revision_number': 4, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'gw_port': {'id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:40:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:27Z', 'updated_at': '2022-02-19T03:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '3c4a1bc9-0dbd-48d7-b7e1-0b7ce9dcc8a0', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'port_id': 'c66cb5c9-2c92-4975-b958-eeecd5607433', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e', 'mac_address': 'fa:16:3e:17:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:54:00Z', 'updated_at': '2022-02-19T03:55:34Z', 'revision_number': 5, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb25a2ed-fa42-4270-a1b5-8bfb6587821d', 'name': '', 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'mac_address': 'fa:16:3e:ee:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:35Z', 'updated_at': '2022-02-19T03:53:41Z', 'revision_number': 5, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'subnets': [{'id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:36.524438 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeffb3b-ecd4-42eb-9be7-b68226eb389d None None] Checking router: 195f9377-2c17-4a3e-a089-745ef13cd5ad for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:55:36.526992 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c1bd2961-4ecb-4339-b8a2-cca55811b7a8, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c1bd2961-4ecb-4339-b8a2-cca55811b7a8,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:36.550825 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeffb3b-ecd4-42eb-9be7-b68226eb389d None None] Routers {'195f9377-2c17-4a3e-a089-745ef13cd5ad'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:55:36.553993 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-abeffb3b-ecd4-42eb-9be7-b68226eb389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:55:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['195f9377-2c17-4a3e-a089-745ef13cd5ad'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:36.567787 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'c1bd2961-4ecb-4339-b8a2-cca55811b7a8', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': 'c1bd2961-4ecb-4339-b8a2-cca55811b7a8', 'mac_address': 'fa:16:3e:c1:d6:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:55:36.625793 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port c1bd2961-4ecb-4339-b8a2-cca55811b7a8 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:36.626389 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c1bd2961-4ecb-4339-b8a2-cca55811b7a8), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:36.642875 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1bd2961-4ecb-4339-b8a2-cca55811b7a8 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:55:36.668375 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635a2d3-ae9f-41a8-95a5-ba691ad594de req-e7c9b380-4eaa-456f-8a0b-7d04e35df84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:36.669759 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0635a2d3-ae9f-41a8-95a5-ba691ad594de req-e7c9b380-4eaa-456f-8a0b-7d04e35df84e service neutron] 10.222.0.26 "GET /v2.0/networks?id=c2a4677c-3978-448a-8fd9-1efa09d1157e HTTP/1.1" status: 200 len: 925 time: 0.2059586 Feb 19 03:55:36.679176 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c1bd2961-4ecb-4339-b8a2-cca55811b7a8, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c1bd2961-4ecb-4339-b8a2-cca55811b7a8,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:36.679910 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ca9f3-4d01-4b8f-a527-817fa81a71d8 req-0dbd689a-d6a2-4590-966b-dfb372eded13 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:36.687209 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-244ca9f3-4d01-4b8f-a527-817fa81a71d8 req-0dbd689a-d6a2-4590-966b-dfb372eded13 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/ports?device_id=40005ebd-25aa-4591-8c85-0a156d97c398 HTTP/1.1" status: 200 len: 948 time: 0.1413817 Feb 19 03:55:36.698139 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c1bd2961-4ecb-4339-b8a2-cca55811b7a8), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:36.747555 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:36.772757 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13b2b4-ddc7-45bf-a8ce-2af333e95158 req-1cdd3167-0dfa-475a-8d7a-abf78a8157b3 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:36.780074 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc13b2b4-ddc7-45bf-a8ce-2af333e95158 req-1cdd3167-0dfa-475a-8d7a-abf78a8157b3 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 1129 time: 0.2182889 Feb 19 03:55:36.796346 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0635a2d3-ae9f-41a8-95a5-ba691ad594de req-c4232ee3-9cd2-4dbb-892f-263dd34a8637 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c66cb5c9-2c92-4975-b958-eeecd5607433 HTTP/1.1" status: 200 len: 999 time: 0.1047170 Feb 19 03:55:36.829131 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59128c6-ec1b-441f-932a-2080a3634696 req-d02e65e5-5231-4ca7-a4d4-5651328d5227 tempest-MigrationsAdminTest-1268512545 tempest-MigrationsAdminTest-1268512545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:36.833668 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-abeffb3b-ecd4-42eb-9be7-b68226eb389d None None] Set router 195f9377-2c17-4a3e-a089-745ef13cd5ad gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:55:36.854109 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=c1bd2961-4ecb-4339-b8a2-cca55811b7a8,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:36.855436 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f59128c6-ec1b-441f-932a-2080a3634696 req-d02e65e5-5231-4ca7-a4d4-5651328d5227 tempest-MigrationsAdminTest-1268512545 tempest-MigrationsAdminTest-1268512545-project-admin] 10.222.0.52 "GET /v2.0/ports/8ff4db1e-ca16-4d88-9551-5180fa2a1849 HTTP/1.1" status: 200 len: 1129 time: 0.4865253 Feb 19 03:55:36.868542 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:36.869996 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:36.871351 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:36.876148 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:36.878114 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:36.878714 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:36.881229 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:36.881815 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:36.882394 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:36.883084 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:36.883765 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:36.886877 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:36.887479 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:36.898141 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-244ca9f3-4d01-4b8f-a527-817fa81a71d8 req-7481d544-b7ca-4201-9899-5d24a5565665 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/security-groups?id=32971f3f-d97a-4e19-bdc9-51c91a9a851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098014 Feb 19 03:55:36.948639 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc13b2b4-ddc7-45bf-a8ce-2af333e95158 req-2b8d3d02-90be-4438-ba81-b6d1f780a9c2 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663826 Feb 19 03:55:36.971384 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635a2d3-ae9f-41a8-95a5-ba691ad594de req-b564a220-d495-412e-a199-8122543237aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:36.976555 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0635a2d3-ae9f-41a8-95a5-ba691ad594de req-b564a220-d495-412e-a199-8122543237aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e30f0c3-d629-434f-a2d7-039cc4a47da1 HTTP/1.1" status: 200 len: 863 time: 0.1511369 Feb 19 03:55:37.110684 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['c1bd2961-4ecb-4339-b8a2-cca55811b7a8'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:55:37.413056 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280862a9-f7f1-424c-b602-b3c72e78226a req-2a7217c5-9cc0-4a97-b3c4-712d3411c568 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:37.422027 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-280862a9-f7f1-424c-b602-b3c72e78226a req-2a7217c5-9cc0-4a97-b3c4-712d3411c568 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.26 "GET /v2.0/networks?id=6d936416-f125-4c3f-940d-813318503889 HTTP/1.1" status: 200 len: 821 time: 0.3610802 Feb 19 03:55:37.477623 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-280862a9-f7f1-424c-b602-b3c72e78226a req-5fea0b27-679b-4882-b27b-291136479160 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Request body: {'port': {'device_id': '9447d6a5-dd00-4b50-9df4-341937c60f4e', 'network_id': '6d936416-f125-4c3f-940d-813318503889', 'admin_state_up': True, 'tenant_id': '2d0f4caff5434d379e80e0b432aea600'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:37.542308 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635a2d3-ae9f-41a8-95a5-ba691ad594de req-592a4dfc-7fc3-4000-aede-51a51dcee6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:37.545241 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-abeffb3b-ecd4-42eb-9be7-b68226eb389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1463629878-router', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:24Z', 'updated_at': '2022-02-19T03:53:36Z', 'revision_number': 4, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'gw_port': {'id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:40:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:27Z', 'updated_at': '2022-02-19T03:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '3c4a1bc9-0dbd-48d7-b7e1-0b7ce9dcc8a0', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'port_id': 'c66cb5c9-2c92-4975-b958-eeecd5607433', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e', 'mac_address': 'fa:16:3e:17:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:54:00Z', 'updated_at': '2022-02-19T03:55:34Z', 'revision_number': 5, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb25a2ed-fa42-4270-a1b5-8bfb6587821d', 'name': '', 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'mac_address': 'fa:16:3e:ee:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:35Z', 'updated_at': '2022-02-19T03:53:41Z', 'revision_number': 5, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'subnets': [{'id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:37.551442 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0635a2d3-ae9f-41a8-95a5-ba691ad594de req-592a4dfc-7fc3-4000-aede-51a51dcee6bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c2a4677c-3978-448a-8fd9-1efa09d1157e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5664456 Feb 19 03:55:37.562715 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-367b5dfa-38a0-4200-9e36-a8bd2d491bb4 req-b4f3dbbe-7a20-42aa-b8f6-466b9c617237 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 210 time: 0.1273782 Feb 19 03:55:37.616481 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d555029-02c2-43c2-9f44-81d62a804449 req-90bab2f2-0458-4921-b6d7-951dec197eb9 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:37.618020 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeffb3b-ecd4-42eb-9be7-b68226eb389d None None] The sync data for ids ['195f9377-2c17-4a3e-a089-745ef13cd5ad'] in n-d-828369-19 is: [{'id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1463629878-router', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:24Z', 'updated_at': '2022-02-19T03:53:36Z', 'revision_number': 4, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'gw_port': {'id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:40:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:27Z', 'updated_at': '2022-02-19T03:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '3c4a1bc9-0dbd-48d7-b7e1-0b7ce9dcc8a0', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'port_id': 'c66cb5c9-2c92-4975-b958-eeecd5607433', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e', 'mac_address': 'fa:16:3e:17:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:54:00Z', 'updated_at': '2022-02-19T03:55:34Z', 'revision_number': 5, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb25a2ed-fa42-4270-a1b5-8bfb6587821d', 'name': '', 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'mac_address': 'fa:16:3e:ee:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:35Z', 'updated_at': '2022-02-19T03:53:41Z', 'revision_number': 5, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'subnets': [{'id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:55:37.633146 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d555029-02c2-43c2-9f44-81d62a804449 req-90bab2f2-0458-4921-b6d7-951dec197eb9 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.5528197 Feb 19 03:55:37.811546 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0635a2d3-ae9f-41a8-95a5-ba691ad594de req-7f964ef2-4b26-4a34-9fcc-b78f41b9184b service neutron] 10.222.0.26 "GET /v2.0/networks/c2a4677c-3978-448a-8fd9-1efa09d1157e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462363 Feb 19 03:55:37.991066 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d555029-02c2-43c2-9f44-81d62a804449 req-5e6a0998-49bf-48a2-8a5d-28899356a974 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521366 Feb 19 03:55:38.048531 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b9c54d-f3f7-47e8-b871-4fe1df5d4259 None None] New status for floating IP 3c4a1bc9-0dbd-48d7-b7e1-0b7ce9dcc8a0: ACTIVE {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:55:38.115722 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0635a2d3-ae9f-41a8-95a5-ba691ad594de req-0cc6e7a1-f1e0-4905-9a25-0d791d70fc8b service neutron] 10.222.0.26 "GET /v2.0/networks/c2a4677c-3978-448a-8fd9-1efa09d1157e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772882 Feb 19 03:55:38.205538 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-280862a9-f7f1-424c-b602-b3c72e78226a req-5fea0b27-679b-4882-b27b-291136479160 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Made reservation on behalf of 2d0f4caff5434d379e80e0b432aea600 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:38.209850 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-280862a9-f7f1-424c-b602-b3c72e78226a req-5fea0b27-679b-4882-b27b-291136479160 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:38.261124 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104d9be-b2a7-409d-b3e4-c86f97514558 req-fd977bca-7477-4c47-8a52-7f5ad56f24c6 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:38.268650 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b104d9be-b2a7-409d-b3e4-c86f97514558 req-fd977bca-7477-4c47-8a52-7f5ad56f24c6 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/ports?device_id=40005ebd-25aa-4591-8c85-0a156d97c398 HTTP/1.1" status: 200 len: 949 time: 0.1611645 Feb 19 03:55:38.592121 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59128c6-ec1b-441f-932a-2080a3634696 req-402b4b2e-91bf-4efa-8be5-7ab86e53195e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:38.595658 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f59128c6-ec1b-441f-932a-2080a3634696 req-402b4b2e-91bf-4efa-8be5-7ab86e53195e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 1132 time: 0.0538898 Feb 19 03:55:38.715356 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59128c6-ec1b-441f-932a-2080a3634696 req-7a4d31c2-2e15-492f-85c1-64574768127d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:38.717983 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f59128c6-ec1b-441f-932a-2080a3634696 req-7a4d31c2-2e15-492f-85c1-64574768127d service neutron] 10.222.0.79 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.1163797 Feb 19 03:55:38.741365 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b104d9be-b2a7-409d-b3e4-c86f97514558 req-4852fc53-1115-4c5f-8fa6-d06afe7b362c tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/security-groups?id=32971f3f-d97a-4e19-bdc9-51c91a9a851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713998 Feb 19 03:55:38.753012 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-280862a9-f7f1-424c-b602-b3c72e78226a req-5fea0b27-679b-4882-b27b-291136479160 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Allocated IP 172.20.0.5 (6d936416-f125-4c3f-940d-813318503889/2953d6c2-cff6-4430-863a-070b45f3a12f/aa0d80b9-33dd-40df-9605-58cd8558092f) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:38.789650 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f59128c6-ec1b-441f-932a-2080a3634696 req-a2e660fc-df89-4bc7-bccc-64df525e8c5a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=8ff4db1e-ca16-4d88-9551-5180fa2a1849 HTTP/1.1" status: 200 len: 217 time: 0.0615067 Feb 19 03:55:38.795902 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffb5a6-8bd6-4ba7-856b-e6d2d74f91b8 req-84f05609-3fc8-4fbb-9aa2-23d844c24194 tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:38.798322 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0cffb5a6-8bd6-4ba7-856b-e6d2d74f91b8 req-84f05609-3fc8-4fbb-9aa2-23d844c24194 tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 1132 time: 0.1563261 Feb 19 03:55:38.875058 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59128c6-ec1b-441f-932a-2080a3634696 req-60929788-60a7-4010-86eb-61aff4516699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:38.877247 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f59128c6-ec1b-441f-932a-2080a3634696 req-60929788-60a7-4010-86eb-61aff4516699 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0682106 Feb 19 03:55:38.935395 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59128c6-ec1b-441f-932a-2080a3634696 req-2cdc36f2-de9e-486e-a323-919369955c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:38.937625 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f59128c6-ec1b-441f-932a-2080a3634696 req-2cdc36f2-de9e-486e-a323-919369955c9e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0525527 Feb 19 03:55:38.939089 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0cffb5a6-8bd6-4ba7-856b-e6d2d74f91b8 req-c80caefe-70aa-45a4-8f8b-e855e5424fe5 tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288333 Feb 19 03:55:38.975435 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d3eb89a5-b846-4ba9-affd-717a1cdf9c39 req-37c099db-874a-4342-bf4f-46385c59c500 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 210 time: 0.0781775 Feb 19 03:55:39.106397 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f59128c6-ec1b-441f-932a-2080a3634696 req-2bc8424f-5354-47b3-9b37-8736fb1571e8 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552160 Feb 19 03:55:39.107342 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-280862a9-f7f1-424c-b602-b3c72e78226a req-5fea0b27-679b-4882-b27b-291136479160 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks [] for port (aa0d80b9-33dd-40df-9605-58cd8558092f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:39.216255 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f59128c6-ec1b-441f-932a-2080a3634696 req-cc0da947-d1a4-49dc-948f-8888003d38aa service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992982 Feb 19 03:55:39.229361 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf8f4f-71d1-4eba-80cd-834188e857eb req-4065f618-4816-4794-be80-ab3bb9e2b187 tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:39.234756 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3faf8f4f-71d1-4eba-80cd-834188e857eb req-4065f618-4816-4794-be80-ab3bb9e2b187 tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 1132 time: 0.1167603 Feb 19 03:55:39.280590 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-280862a9-f7f1-424c-b602-b3c72e78226a req-5fea0b27-679b-4882-b27b-291136479160 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (aa0d80b9-33dd-40df-9605-58cd8558092f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:39.359984 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea0b27-679b-4882-b27b-291136479160 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Pushing event updated for resources: {'Port': ['ID=aa0d80b9-33dd-40df-9605-58cd8558092f,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:39.377845 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838ef16-2d3b-403e-9e23-d3da851be65a req-4e1772ad-9cf1-4997-831a-83fb5e6e2504 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:39.379474 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8838ef16-2d3b-403e-9e23-d3da851be65a req-4e1772ad-9cf1-4997-831a-83fb5e6e2504 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.2140169 Feb 19 03:55:39.411563 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-280862a9-f7f1-424c-b602-b3c72e78226a req-5fea0b27-679b-4882-b27b-291136479160 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Network 6d936416-f125-4c3f-940d-813318503889 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:39.429399 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-280862a9-f7f1-424c-b602-b3c72e78226a req-5fea0b27-679b-4882-b27b-291136479160 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:39.437774 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-280862a9-f7f1-424c-b602-b3c72e78226a req-5fea0b27-679b-4882-b27b-291136479160 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:55:39.495313 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280862a9-f7f1-424c-b602-b3c72e78226a req-5fea0b27-679b-4882-b27b-291136479160 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:39.495949 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-280862a9-f7f1-424c-b602-b3c72e78226a req-5fea0b27-679b-4882-b27b-291136479160 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:39.501319 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3faf8f4f-71d1-4eba-80cd-834188e857eb req-8d341dd3-bc1a-4587-9a88-9970a677bc96 tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610424 Feb 19 03:55:39.529762 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-280862a9-f7f1-424c-b602-b3c72e78226a req-5fea0b27-679b-4882-b27b-291136479160 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0635996 Feb 19 03:55:39.545357 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8838ef16-2d3b-403e-9e23-d3da851be65a req-acd23a5b-f7ac-49ea-b07f-c902bd74f906 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569178 Feb 19 03:55:39.551045 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-280862a9-f7f1-424c-b602-b3c72e78226a req-78308fa8-7c6e-4abd-a5cd-9bb36b912e20 service neutron] Request body: {'port': {'device_id': '9447d6a5-dd00-4b50-9df4-341937c60f4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:39.618855 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-280862a9-f7f1-424c-b602-b3c72e78226a req-78308fa8-7c6e-4abd-a5cd-9bb36b912e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (aa0d80b9-33dd-40df-9605-58cd8558092f), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:40.033090 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-280862a9-f7f1-424c-b602-b3c72e78226a req-78308fa8-7c6e-4abd-a5cd-9bb36b912e20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa0d80b9-33dd-40df-9605-58cd8558092f {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:55:40.044075 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af805ad-00cb-4ed8-98bd-0c7622867211 req-c01d1e8c-f0bf-4301-9dde-88771c22f93a tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:40.045549 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5af805ad-00cb-4ed8-98bd-0c7622867211 req-c01d1e8c-f0bf-4301-9dde-88771c22f93a tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/ports?device_id=40005ebd-25aa-4591-8c85-0a156d97c398 HTTP/1.1" status: 200 len: 949 time: 0.1195297 Feb 19 03:55:40.049641 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-280862a9-f7f1-424c-b602-b3c72e78226a req-78308fa8-7c6e-4abd-a5cd-9bb36b912e20 service neutron] Publish callbacks [] for port (aa0d80b9-33dd-40df-9605-58cd8558092f), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:40.076579 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-280862a9-f7f1-424c-b602-b3c72e78226a req-78308fa8-7c6e-4abd-a5cd-9bb36b912e20 service neutron] Transition to ACTIVE for port object aa0d80b9-33dd-40df-9605-58cd8558092f will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:55:40.088991 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-280862a9-f7f1-424c-b602-b3c72e78226a req-78308fa8-7c6e-4abd-a5cd-9bb36b912e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (aa0d80b9-33dd-40df-9605-58cd8558092f), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:40.141109 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5af805ad-00cb-4ed8-98bd-0c7622867211 req-cf86bafb-ff8f-43f2-a3ae-388b77af4f86 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/security-groups?id=32971f3f-d97a-4e19-bdc9-51c91a9a851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889239 Feb 19 03:55:40.165019 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78308fa8-7c6e-4abd-a5cd-9bb36b912e20 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0d80b9-33dd-40df-9605-58cd8558092f,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:40.229045 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c1bd2961-4ecb-4339-b8a2-cca55811b7a8 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:40.305273 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port c1bd2961-4ecb-4339-b8a2-cca55811b7a8 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:55:40.309006 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-280862a9-f7f1-424c-b602-b3c72e78226a req-78308fa8-7c6e-4abd-a5cd-9bb36b912e20 service neutron] Attempting to bind port aa0d80b9-33dd-40df-9605-58cd8558092f on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:55:40.309330 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-280862a9-f7f1-424c-b602-b3c72e78226a req-78308fa8-7c6e-4abd-a5cd-9bb36b912e20 service neutron] Attempting to bind port aa0d80b9-33dd-40df-9605-58cd8558092f by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:55:40.309662 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280862a9-f7f1-424c-b602-b3c72e78226a req-78308fa8-7c6e-4abd-a5cd-9bb36b912e20 service neutron] Attempting to bind port aa0d80b9-33dd-40df-9605-58cd8558092f on network 6d936416-f125-4c3f-940d-813318503889 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:40.316935 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port c1bd2961-4ecb-4339-b8a2-cca55811b7a8 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:40.317323 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c1bd2961-4ecb-4339-b8a2-cca55811b7a8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:40.327927 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280862a9-f7f1-424c-b602-b3c72e78226a req-78308fa8-7c6e-4abd-a5cd-9bb36b912e20 service neutron] Port aa0d80b9-33dd-40df-9605-58cd8558092f on network 6d936416-f125-4c3f-940d-813318503889 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:55:40.328641 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280862a9-f7f1-424c-b602-b3c72e78226a req-78308fa8-7c6e-4abd-a5cd-9bb36b912e20 service neutron] Attempting to bind port aa0d80b9-33dd-40df-9605-58cd8558092f on network 6d936416-f125-4c3f-940d-813318503889 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:40.335360 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280862a9-f7f1-424c-b602-b3c72e78226a req-78308fa8-7c6e-4abd-a5cd-9bb36b912e20 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:55:40.336037 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280862a9-f7f1-424c-b602-b3c72e78226a req-78308fa8-7c6e-4abd-a5cd-9bb36b912e20 service neutron] Checking segment: {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:40.336534 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280862a9-f7f1-424c-b602-b3c72e78226a req-78308fa8-7c6e-4abd-a5cd-9bb36b912e20 service neutron] Bound using segment: {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:55:40.337300 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-280862a9-f7f1-424c-b602-b3c72e78226a req-78308fa8-7c6e-4abd-a5cd-9bb36b912e20 service neutron] Bound port: aa0d80b9-33dd-40df-9605-58cd8558092f, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:55:40.337821 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-280862a9-f7f1-424c-b602-b3c72e78226a req-78308fa8-7c6e-4abd-a5cd-9bb36b912e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (aa0d80b9-33dd-40df-9605-58cd8558092f), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:40.443479 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72646082-d41d-4c82-a842-6284f5ebae4e req-1b2f0add-951a-4e4e-9238-7b6669d93398 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:40.447797 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-72646082-d41d-4c82-a842-6284f5ebae4e req-1b2f0add-951a-4e4e-9238-7b6669d93398 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 943 time: 0.1978307 Feb 19 03:55:40.521476 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port c1bd2961-4ecb-4339-b8a2-cca55811b7a8 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:40.523602 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c1bd2961-4ecb-4339-b8a2-cca55811b7a8), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:40.542611 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-280862a9-f7f1-424c-b602-b3c72e78226a req-78308fa8-7c6e-4abd-a5cd-9bb36b912e20 service neutron] For port aa0d80b9-33dd-40df-9605-58cd8558092f, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:55:40.591452 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-280862a9-f7f1-424c-b602-b3c72e78226a req-78308fa8-7c6e-4abd-a5cd-9bb36b912e20 service neutron] For port aa0d80b9-33dd-40df-9605-58cd8558092f, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=aa0d80b9-33dd-40df-9605-58cd8558092f,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:55:40.598124 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c1bd2961-4ecb-4339-b8a2-cca55811b7a8, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c1bd2961-4ecb-4339-b8a2-cca55811b7a8,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:40.599599 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40005ebd-25aa-4591-8c85-0a156d97c398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bd2961-4ecb-4339-b8a2-cca55811b7a8'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:40.604590 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b43a1e4-5ca2-471e-bf18-e7edfc18f6c9" -d '{"events": [{"server_uuid": "40005ebd-25aa-4591-8c85-0a156d97c398", "name": "network-vif-plugged", "status": "completed", "tag": "c1bd2961-4ecb-4339-b8a2-cca55811b7a8"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:40.605528 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41246) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:40.616635 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c1bd2961-4ecb-4339-b8a2-cca55811b7a8), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:40.632515 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-72646082-d41d-4c82-a842-6284f5ebae4e req-d5dc8792-051b-45de-aabb-dc2e4318db04 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708431 Feb 19 03:55:40.660894 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-280862a9-f7f1-424c-b602-b3c72e78226a req-78308fa8-7c6e-4abd-a5cd-9bb36b912e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (aa0d80b9-33dd-40df-9605-58cd8558092f), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:40.712764 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=c1bd2961-4ecb-4339-b8a2-cca55811b7a8,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:40.780040 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280862a9-f7f1-424c-b602-b3c72e78226a req-78308fa8-7c6e-4abd-a5cd-9bb36b912e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:40.780657 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-280862a9-f7f1-424c-b602-b3c72e78226a req-78308fa8-7c6e-4abd-a5cd-9bb36b912e20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:40.782157 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-280862a9-f7f1-424c-b602-b3c72e78226a req-78308fa8-7c6e-4abd-a5cd-9bb36b912e20 service neutron] 10.222.0.26 "PUT /v2.0/ports/aa0d80b9-33dd-40df-9605-58cd8558092f HTTP/1.1" status: 200 len: 1092 time: 1.2356043 Feb 19 03:55:40.797428 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9447d6a5-dd00-4b50-9df4-341937c60f4e', 'tag': 'aa0d80b9-33dd-40df-9605-58cd8558092f'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:40.800158 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1d7f84-a232-4767-89ce-43b5850bda67" -d '{"events": [{"name": "network-changed", "server_uuid": "9447d6a5-dd00-4b50-9df4-341937c60f4e", "tag": "aa0d80b9-33dd-40df-9605-58cd8558092f"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:40.825856 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-019496f7-ffd1-480c-95fc-276cf7d98f22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:40.864208 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78308fa8-7c6e-4abd-a5cd-9bb36b912e20 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0d80b9-33dd-40df-9605-58cd8558092f,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:40.925949 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a5f30-84dc-4830-95c8-d37890db8e9a req-3c375fba-817e-4593-a65d-5dc84aac2b74 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:40.927914 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d26a5f30-84dc-4830-95c8-d37890db8e9a req-3c375fba-817e-4593-a65d-5dc84aac2b74 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.1622324 Feb 19 03:55:40.940766 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280862a9-f7f1-424c-b602-b3c72e78226a req-28b90989-1423-4441-ac87-2f3baf66ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:40.942319 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-280862a9-f7f1-424c-b602-b3c72e78226a req-28b90989-1423-4441-ac87-2f3baf66ca76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d0f4caff5434d379e80e0b432aea600&device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 1126 time: 0.1069345 Feb 19 03:55:40.955046 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-019496f7-ffd1-480c-95fc-276cf7d98f22 admin admin] Publish callbacks [] for security_group (954eee1b-e51c-47e8-92cb-f7051a43aff3), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:40.961877 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-019496f7-ffd1-480c-95fc-276cf7d98f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (954eee1b-e51c-47e8-92cb-f7051a43aff3), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:40.997064 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-280862a9-f7f1-424c-b602-b3c72e78226a req-6d4d7446-a963-40a7-91b6-4e552a76b546 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa0d80b9-33dd-40df-9605-58cd8558092f HTTP/1.1" status: 200 len: 217 time: 0.0379958 Feb 19 03:55:41.013585 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-019496f7-ffd1-480c-95fc-276cf7d98f22 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a0d01a3f58bd4c519fcb259a65f0450c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4061613 Feb 19 03:55:41.016726 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41268) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:41.065102 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019496f7-ffd1-480c-95fc-276cf7d98f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954eee1b-e51c-47e8-92cb-f7051a43aff3,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:41.076934 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d26a5f30-84dc-4830-95c8-d37890db8e9a req-574119bd-9563-4e28-b836-87a790dc51a1 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243942 Feb 19 03:55:41.101586 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280862a9-f7f1-424c-b602-b3c72e78226a req-57fef074-7747-455c-9580-0f6e2113504b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:41.103185 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-280862a9-f7f1-424c-b602-b3c72e78226a req-57fef074-7747-455c-9580-0f6e2113504b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2953d6c2-cff6-4430-863a-070b45f3a12f HTTP/1.1" status: 200 len: 861 time: 0.0933197 Feb 19 03:55:41.129056 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55243dd-c02b-4d70-9646-e0604d9943ce x-openstack-request-id: req-c55243dd-c02b-4d70-9646-e0604d9943ce {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:41.129630 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40005ebd-25aa-4591-8c85-0a156d97c398", "name": "network-vif-plugged", "status": "completed", "tag": "c1bd2961-4ecb-4339-b8a2-cca55811b7a8", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:41.129832 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c55243dd-c02b-4d70-9646-e0604d9943ce {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:41.130263 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40005ebd-25aa-4591-8c85-0a156d97c398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bd2961-4ecb-4339-b8a2-cca55811b7a8', 'code': 200} Feb 19 03:55:41.151878 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a353f3c6-d077-465b-bd23-50d5a6c70269 admin admin] Publish callbacks [] for security_group (954eee1b-e51c-47e8-92cb-f7051a43aff3), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:41.203869 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a353f3c6-d077-465b-bd23-50d5a6c70269 admin admin] Publish callbacks [] for security_group (954eee1b-e51c-47e8-92cb-f7051a43aff3), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:41.238463 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-280862a9-f7f1-424c-b602-b3c72e78226a req-b207a4d9-ae13-4fbb-b80b-c33ea968d24d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d936416-f125-4c3f-940d-813318503889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239195 Feb 19 03:55:41.243545 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bd2fc6-b37a-4d9e-806d-0cf23559abbb x-openstack-request-id: req-52bd2fc6-b37a-4d9e-806d-0cf23559abbb {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:41.243545 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9447d6a5-dd00-4b50-9df4-341937c60f4e", "tag": "aa0d80b9-33dd-40df-9605-58cd8558092f", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:41.243545 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-52bd2fc6-b37a-4d9e-806d-0cf23559abbb {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:41.243987 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9447d6a5-dd00-4b50-9df4-341937c60f4e', 'tag': 'aa0d80b9-33dd-40df-9605-58cd8558092f', 'status': 'completed', 'code': 200} Feb 19 03:55:41.289102 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a353f3c6-d077-465b-bd23-50d5a6c70269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (954eee1b-e51c-47e8-92cb-f7051a43aff3), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:41.294090 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a353f3c6-d077-465b-bd23-50d5a6c70269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:41.296199 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a353f3c6-d077-465b-bd23-50d5a6c70269 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/954eee1b-e51c-47e8-92cb-f7051a43aff3 HTTP/1.1" status: 204 len: 168 time: 0.2782233 Feb 19 03:55:41.312679 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353f3c6-d077-465b-bd23-50d5a6c70269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954eee1b-e51c-47e8-92cb-f7051a43aff3,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:41.448729 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-280862a9-f7f1-424c-b602-b3c72e78226a req-72e9b6cf-c11f-4bc8-915d-7fa3b44dbdeb service neutron] 10.222.0.26 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735592 Feb 19 03:55:41.583163 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebfd26-ac19-41f3-9551-390e3a521a7d req-49efef9e-2187-481c-a97a-64d68f4ebf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:41.584759 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fbebfd26-ac19-41f3-9551-390e3a521a7d req-49efef9e-2187-481c-a97a-64d68f4ebf77 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=40005ebd-25aa-4591-8c85-0a156d97c398 HTTP/1.1" status: 200 len: 1133 time: 0.3065326 Feb 19 03:55:41.596166 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b7eb5-5266-46f1-84f5-4762af985978 req-bcb0a5ce-5e0b-49c4-93f9-1b3f2b5d3533 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:41.597715 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-413b7eb5-5266-46f1-84f5-4762af985978 req-bcb0a5ce-5e0b-49c4-93f9-1b3f2b5d3533 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.3917491 Feb 19 03:55:41.635521 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413eccb-297e-4e23-b3fe-c7e4a4f5e3a3 req-e5c073c1-1d25-48d4-b9f6-2c849b78a10c tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:41.642524 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0413eccb-297e-4e23-b3fe-c7e4a4f5e3a3 req-e5c073c1-1d25-48d4-b9f6-2c849b78a10c tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/ports?device_id=40005ebd-25aa-4591-8c85-0a156d97c398 HTTP/1.1" status: 200 len: 950 time: 0.2249215 Feb 19 03:55:41.649932 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-280862a9-f7f1-424c-b602-b3c72e78226a req-3dfc61ba-f518-48a3-9a4c-c12889d79b71 service neutron] 10.222.0.26 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893029 Feb 19 03:55:41.693996 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41284) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:41.733912 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-547e1412-6e59-4b73-a300-ea2b01920812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:41.767214 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-413b7eb5-5266-46f1-84f5-4762af985978 req-bf502a4f-181a-4fbe-906a-98ff1be0ca27 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536069 Feb 19 03:55:41.863309 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fbebfd26-ac19-41f3-9551-390e3a521a7d req-338fc01d-e6eb-4e39-b002-310de18da69e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=32971f3f-d97a-4e19-bdc9-51c91a9a851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590830 Feb 19 03:55:41.875004 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0413eccb-297e-4e23-b3fe-c7e4a4f5e3a3 req-daf8f55b-615a-4e05-b8be-90937d62fb22 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/security-groups?id=32971f3f-d97a-4e19-bdc9-51c91a9a851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315950 Feb 19 03:55:41.901342 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-547e1412-6e59-4b73-a300-ea2b01920812 admin admin] Publish callbacks [] for security_group (3f863c31-39f5-4b49-9246-eccf1fef0d04), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:41.901342 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-547e1412-6e59-4b73-a300-ea2b01920812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3f863c31-39f5-4b49-9246-eccf1fef0d04), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:41.928100 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d7f84-a232-4767-89ce-43b5850bda67 req-c452f64b-751d-4ddb-baea-518bf365e033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:41.929580 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb1d7f84-a232-4767-89ce-43b5850bda67 req-c452f64b-751d-4ddb-baea-518bf365e033 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d0f4caff5434d379e80e0b432aea600&device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 1126 time: 0.1479309 Feb 19 03:55:41.941991 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19a1d7-5bb6-41be-9921-141d0726f337 req-f7b86756-ffe7-4c67-8b95-6cbd502d4fea tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:41.949322 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e19a1d7-5bb6-41be-9921-141d0726f337 req-f7b86756-ffe7-4c67-8b95-6cbd502d4fea tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 943 time: 0.0733593 Feb 19 03:55:41.959781 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e1412-6e59-4b73-a300-ea2b01920812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f863c31-39f5-4b49-9246-eccf1fef0d04,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:41.989921 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-547e1412-6e59-4b73-a300-ea2b01920812 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fc40bb84973d412a919e492bd8028cd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2916026 Feb 19 03:55:41.990802 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41288) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:42.019769 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e19a1d7-5bb6-41be-9921-141d0726f337 req-20f93f84-b1bd-411f-af7f-34955c433dd5 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678818 Feb 19 03:55:42.051188 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d798c4e1-b9a0-4e5e-89e5-1104e6428357 admin admin] Publish callbacks [] for security_group (3f863c31-39f5-4b49-9246-eccf1fef0d04), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:42.083162 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d798c4e1-b9a0-4e5e-89e5-1104e6428357 admin admin] Publish callbacks [] for security_group (3f863c31-39f5-4b49-9246-eccf1fef0d04), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:42.134261 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d798c4e1-b9a0-4e5e-89e5-1104e6428357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3f863c31-39f5-4b49-9246-eccf1fef0d04), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:42.137062 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d798c4e1-b9a0-4e5e-89e5-1104e6428357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:42.140738 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d798c4e1-b9a0-4e5e-89e5-1104e6428357 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3f863c31-39f5-4b49-9246-eccf1fef0d04 HTTP/1.1" status: 204 len: 168 time: 0.1467230 Feb 19 03:55:42.149788 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798c4e1-b9a0-4e5e-89e5-1104e6428357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f863c31-39f5-4b49-9246-eccf1fef0d04,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:42.268780 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd38a74-2450-4fc8-b15e-9a91d076e5fe req-0e3c6e90-f359-4e14-952a-90792303ddd5 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:42.270678 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ddd38a74-2450-4fc8-b15e-9a91d076e5fe req-0e3c6e90-f359-4e14-952a-90792303ddd5 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.1325073 Feb 19 03:55:42.310219 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d7f84-a232-4767-89ce-43b5850bda67 req-3048c363-46e3-4044-8e62-52e0f4a6bf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:42.311786 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb1d7f84-a232-4767-89ce-43b5850bda67 req-3048c363-46e3-4044-8e62-52e0f4a6bf48 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d936416-f125-4c3f-940d-813318503889 HTTP/1.1" status: 200 len: 922 time: 0.1617346 Feb 19 03:55:42.390303 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb1d7f84-a232-4767-89ce-43b5850bda67 req-763e2ddb-0d5d-4054-a396-903e8d85127a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa0d80b9-33dd-40df-9605-58cd8558092f HTTP/1.1" status: 200 len: 217 time: 0.0638163 Feb 19 03:55:42.394267 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ddd38a74-2450-4fc8-b15e-9a91d076e5fe req-430530db-0b02-49b2-a373-b901ecac7714 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144207 Feb 19 03:55:42.468325 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d7f84-a232-4767-89ce-43b5850bda67 req-97bef010-aada-47f9-9e5f-8d0aefcc89f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:42.469798 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb1d7f84-a232-4767-89ce-43b5850bda67 req-97bef010-aada-47f9-9e5f-8d0aefcc89f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2953d6c2-cff6-4430-863a-070b45f3a12f HTTP/1.1" status: 200 len: 861 time: 0.0604286 Feb 19 03:55:42.503707 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb1d7f84-a232-4767-89ce-43b5850bda67 req-bee9e55a-5ae8-4547-80dd-36bb0a8a513e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d936416-f125-4c3f-940d-813318503889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268390 Feb 19 03:55:42.628002 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb1d7f84-a232-4767-89ce-43b5850bda67 req-ed2a617f-1a8d-42d6-b392-d803c652aea8 service neutron] 10.222.0.26 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047435 Feb 19 03:55:42.729604 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb1d7f84-a232-4767-89ce-43b5850bda67 req-ea967ee5-8b29-4d2b-85bd-b9183d5ca41a service neutron] 10.222.0.26 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940986 Feb 19 03:55:42.891901 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ca91a-5109-46aa-916e-c918d2472a0f req-9b3259fc-232d-4563-a35e-d5d0a3052f16 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:42.894607 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e81ca91a-5109-46aa-916e-c918d2472a0f req-9b3259fc-232d-4563-a35e-d5d0a3052f16 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.0617700 Feb 19 03:55:42.955242 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e81ca91a-5109-46aa-916e-c918d2472a0f req-afdf8e12-202e-4361-bc1f-68539f07eb9f tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540197 Feb 19 03:55:43.035081 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b96be-cfb5-43b4-bdb5-f0c37ebf6b4d req-4cec8a4b-7ee2-4540-a027-0eeaa0e28ca2 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:43.036563 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4a9b96be-cfb5-43b4-bdb5-f0c37ebf6b4d req-4cec8a4b-7ee2-4540-a027-0eeaa0e28ca2 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/ports?device_id=40005ebd-25aa-4591-8c85-0a156d97c398 HTTP/1.1" status: 200 len: 950 time: 0.0688205 Feb 19 03:55:43.091884 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4a9b96be-cfb5-43b4-bdb5-f0c37ebf6b4d req-c1c065a8-d8fa-4c11-b949-a8dcf30c8e02 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/security-groups?id=32971f3f-d97a-4e19-bdc9-51c91a9a851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477149 Feb 19 03:55:43.223739 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe3b89-1208-44d3-868e-8473c2ef96c7 req-487ca8b0-feb3-48e6-a910-4715a068e94c tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:43.225338 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-14fe3b89-1208-44d3-868e-8473c2ef96c7 req-487ca8b0-feb3-48e6-a910-4715a068e94c tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 943 time: 0.0557191 Feb 19 03:55:43.277305 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-14fe3b89-1208-44d3-868e-8473c2ef96c7 req-197bad55-8de3-4cd4-8e32-24fab4014e53 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438142 Feb 19 03:55:43.539322 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317df52-618e-47a2-8412-ae11b413f954 req-25e19265-1578-4cf6-ab77-387c43d76033 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:43.540825 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1317df52-618e-47a2-8412-ae11b413f954 req-25e19265-1578-4cf6-ab77-387c43d76033 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.0742095 Feb 19 03:55:43.602364 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1317df52-618e-47a2-8412-ae11b413f954 req-245c87b3-29dd-4fec-842a-4779ec2b450f tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511341 Feb 19 03:55:43.688284 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a89023f-1f70-45c5-a09e-3ddcabd42d6d req-8531652c-39c9-411a-83c4-1bf3ada39d40 tempest-FlavorsV2NegativeTest-111742054 tempest-FlavorsV2NegativeTest-111742054-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=34b4420c50c04803815c596283e26ea7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240612 Feb 19 03:55:43.795576 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89023f-1f70-45c5-a09e-3ddcabd42d6d req-94588964-f159-47cc-b523-80b9d1d785d0 tempest-FlavorsV2NegativeTest-111742054 tempest-FlavorsV2NegativeTest-111742054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:43.796998 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a89023f-1f70-45c5-a09e-3ddcabd42d6d req-94588964-f159-47cc-b523-80b9d1d785d0 tempest-FlavorsV2NegativeTest-111742054 tempest-FlavorsV2NegativeTest-111742054-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1018147 Feb 19 03:55:43.811217 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a89023f-1f70-45c5-a09e-3ddcabd42d6d req-d6ca9204-59ac-48e4-8250-f41efbae8ded tempest-FlavorsV2NegativeTest-111742054 tempest-FlavorsV2NegativeTest-111742054-project] 10.222.0.52 "GET /v2.0/quotas/34b4420c50c04803815c596283e26ea7 HTTP/1.1" status: 200 len: 375 time: 0.0088825 Feb 19 03:55:43.846912 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a89023f-1f70-45c5-a09e-3ddcabd42d6d req-dc4dc0c7-3de6-4d48-9807-5efac0db5ce9 tempest-FlavorsV2NegativeTest-111742054 tempest-FlavorsV2NegativeTest-111742054-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=34b4420c50c04803815c596283e26ea7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298312 Feb 19 03:55:44.087826 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce2c94-88c8-42d8-b8a5-7617e0fd0f81 req-8f01b0de-591e-4ec4-ba91-d50e63867f9e tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:44.089298 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-00ce2c94-88c8-42d8-b8a5-7617e0fd0f81 req-8f01b0de-591e-4ec4-ba91-d50e63867f9e tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.0559921 Feb 19 03:55:44.140654 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-00ce2c94-88c8-42d8-b8a5-7617e0fd0f81 req-59be142b-faa9-4032-a524-f283cc413107 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437472 Feb 19 03:55:44.254992 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e81d17-a61d-401f-95dc-bfb36e163d9a req-b9f00292-8dd1-4c35-9f00-f587d0162c3c tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:44.261342 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f3e81d17-a61d-401f-95dc-bfb36e163d9a req-b9f00292-8dd1-4c35-9f00-f587d0162c3c tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/ports?device_id=40005ebd-25aa-4591-8c85-0a156d97c398 HTTP/1.1" status: 200 len: 950 time: 0.0732915 Feb 19 03:55:44.325396 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f3e81d17-a61d-401f-95dc-bfb36e163d9a req-26a71b9c-b147-4ebc-949f-145064d46633 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/security-groups?id=32971f3f-d97a-4e19-bdc9-51c91a9a851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532389 Feb 19 03:55:44.424019 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41394) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:44.440282 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b15f8-9e9c-4133-a00c-560f69337a98 req-712b980e-2d3c-40e7-a30a-25670f9d7e6e tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:44.441773 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4b9b15f8-9e9c-4133-a00c-560f69337a98 req-712b980e-2d3c-40e7-a30a-25670f9d7e6e tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 943 time: 0.0612693 Feb 19 03:55:44.497156 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4b9b15f8-9e9c-4133-a00c-560f69337a98 req-a8b5cfa7-9583-4964-803f-9de593028c83 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489976 Feb 19 03:55:44.627254 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060eec7-3e76-467d-9331-3c4fd81942ff req-177a7442-16d5-4e14-9d5c-b754dcd5435b tempest-ServersAdminNegativeTestJSON-99176173 tempest-ServersAdminNegativeTestJSON-99176173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:44.629984 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2060eec7-3e76-467d-9331-3c4fd81942ff req-177a7442-16d5-4e14-9d5c-b754dcd5435b tempest-ServersAdminNegativeTestJSON-99176173 tempest-ServersAdminNegativeTestJSON-99176173-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=40005ebd-25aa-4591-8c85-0a156d97c398 HTTP/1.1" status: 200 len: 1133 time: 0.0531549 Feb 19 03:55:44.650617 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2060eec7-3e76-467d-9331-3c4fd81942ff req-6caa18ff-5f30-4543-b77a-172b4ee0a2a5 tempest-ServersAdminNegativeTestJSON-99176173 tempest-ServersAdminNegativeTestJSON-99176173-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:44.761925 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-69276e19-b0c5-42cb-b9c6-378dbd8be2c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:44.777056 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2060eec7-3e76-467d-9331-3c4fd81942ff req-6caa18ff-5f30-4543-b77a-172b4ee0a2a5 tempest-ServersAdminNegativeTestJSON-99176173 tempest-ServersAdminNegativeTestJSON-99176173-project-admin] Publish callbacks [] for security_group (5ad69f60-40e6-4eb6-bd1c-a9e35c8d84ab), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:44.783477 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2060eec7-3e76-467d-9331-3c4fd81942ff req-6caa18ff-5f30-4543-b77a-172b4ee0a2a5 tempest-ServersAdminNegativeTestJSON-99176173 tempest-ServersAdminNegativeTestJSON-99176173-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5ad69f60-40e6-4eb6-bd1c-a9e35c8d84ab), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:44.800494 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1675b03-61a3-4816-b53d-8b9e2027bedd req-eb9f0905-d999-4c45-8040-50b206423c83 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:44.801943 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1675b03-61a3-4816-b53d-8b9e2027bedd req-eb9f0905-d999-4c45-8040-50b206423c83 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.1050329 Feb 19 03:55:44.845127 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2060eec7-3e76-467d-9331-3c4fd81942ff req-6caa18ff-5f30-4543-b77a-172b4ee0a2a5 tempest-ServersAdminNegativeTestJSON-99176173 tempest-ServersAdminNegativeTestJSON-99176173-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=32971f3f-d97a-4e19-bdc9-51c91a9a851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086780 Feb 19 03:55:44.852812 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa18ff-5f30-4543-b77a-172b4ee0a2a5 tempest-ServersAdminNegativeTestJSON-99176173 tempest-ServersAdminNegativeTestJSON-99176173-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad69f60-40e6-4eb6-bd1c-a9e35c8d84ab,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:44.855088 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-69276e19-b0c5-42cb-b9c6-378dbd8be2c8 admin admin] Publish callbacks [] for security_group (907eb011-6357-4d37-b94c-7a2bfb47f877), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:44.864142 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-69276e19-b0c5-42cb-b9c6-378dbd8be2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (907eb011-6357-4d37-b94c-7a2bfb47f877), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:44.885355 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1675b03-61a3-4816-b53d-8b9e2027bedd req-4a38ff15-be2a-4221-b36b-78137c20778c tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726111 Feb 19 03:55:44.906223 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69276e19-b0c5-42cb-b9c6-378dbd8be2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907eb011-6357-4d37-b94c-7a2bfb47f877,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:44.911236 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-69276e19-b0c5-42cb-b9c6-378dbd8be2c8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=34b4420c50c04803815c596283e26ea7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4859195 Feb 19 03:55:44.913810 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41404) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:44.960389 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-64b3ec16-977b-4f0f-93a0-779c9b940f5d admin admin] Publish callbacks [] for security_group (907eb011-6357-4d37-b94c-7a2bfb47f877), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:44.983002 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-64b3ec16-977b-4f0f-93a0-779c9b940f5d admin admin] Publish callbacks [] for security_group (907eb011-6357-4d37-b94c-7a2bfb47f877), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.029856 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-64b3ec16-977b-4f0f-93a0-779c9b940f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (907eb011-6357-4d37-b94c-7a2bfb47f877), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.032559 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-64b3ec16-977b-4f0f-93a0-779c9b940f5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.033704 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-64b3ec16-977b-4f0f-93a0-779c9b940f5d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/907eb011-6357-4d37-b94c-7a2bfb47f877 HTTP/1.1" status: 204 len: 168 time: 0.1189091 Feb 19 03:55:45.041739 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3ec16-977b-4f0f-93a0-779c9b940f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907eb011-6357-4d37-b94c-7a2bfb47f877,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:45.273049 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e824e6-484a-4bd5-a081-33df46d3be3d req-a2e13f30-6664-4b1e-a92f-c2fa98fa397e tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:45.274900 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-31e824e6-484a-4bd5-a081-33df46d3be3d req-a2e13f30-6664-4b1e-a92f-c2fa98fa397e tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.0616951 Feb 19 03:55:45.344400 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-31e824e6-484a-4bd5-a081-33df46d3be3d req-2b4cd9af-b4e7-4986-acab-176819855e64 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620852 Feb 19 03:55:45.656159 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59320e-9aed-4bbb-944a-3fba103ee45e req-57be1d08-5477-4b60-a0ac-b2439e8e979e tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:45.658098 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8b59320e-9aed-4bbb-944a-3fba103ee45e req-57be1d08-5477-4b60-a0ac-b2439e8e979e tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 943 time: 0.0730689 Feb 19 03:55:45.721630 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8b59320e-9aed-4bbb-944a-3fba103ee45e req-6ce02e06-84d0-43cb-936d-e3f37ab9510b tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561779 Feb 19 03:55:45.735672 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41434) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:45.830937 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-2a2bc7e4-48b2-4669-8c52-9080bf0e8b58 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1715666329-network', 'tenant_id': 'b59201376b2440aa9b190f91d3932a87'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:45.850427 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2bc7e4-48b2-4669-8c52-9080bf0e8b58 admin admin] Made reservation on behalf of b59201376b2440aa9b190f91d3932a87 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:45.853113 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a2bc7e4-48b2-4669-8c52-9080bf0e8b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.861532 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a2bc7e4-48b2-4669-8c52-9080bf0e8b58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.969931 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a2bc7e4-48b2-4669-8c52-9080bf0e8b58 admin admin] Publish callbacks [] for security_group (88f476f3-cd4d-49b1-8cd2-3cfb74f595f9), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.984078 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a2bc7e4-48b2-4669-8c52-9080bf0e8b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (88f476f3-cd4d-49b1-8cd2-3cfb74f595f9), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:46.041029 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2bc7e4-48b2-4669-8c52-9080bf0e8b58 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:55:46.051078 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2bc7e4-48b2-4669-8c52-9080bf0e8b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:46.060050 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a2bc7e4-48b2-4669-8c52-9080bf0e8b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (b2c1d9af-cbee-4711-bd73-b2e25e504cc4), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:46.060391 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-2a2bc7e4-48b2-4669-8c52-9080bf0e8b58 admin admin] Added segment b2c1d9af-cbee-4711-bd73-b2e25e504cc4 of type vlan for network e29e89da-8398-4bad-a8b5-9be42054c178 Feb 19 03:55:46.073343 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1a65d-7fd9-4482-9a0e-05ddae49d8e8 req-0467021c-04b4-4ef2-b6cc-8e598a6514bd tempest-ServersAdminNegativeTestJSON-99176173 tempest-ServersAdminNegativeTestJSON-99176173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:46.074910 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ff1a65d-7fd9-4482-9a0e-05ddae49d8e8 req-0467021c-04b4-4ef2-b6cc-8e598a6514bd tempest-ServersAdminNegativeTestJSON-99176173 tempest-ServersAdminNegativeTestJSON-99176173-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=40005ebd-25aa-4591-8c85-0a156d97c398 HTTP/1.1" status: 200 len: 1133 time: 0.1383536 Feb 19 03:55:46.106974 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1ad75-3235-4a8f-b337-d570373ae474 req-49d14c42-eec7-474a-89e4-3c0b6001c57d tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:46.114006 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4a1ad75-3235-4a8f-b337-d570373ae474 req-49d14c42-eec7-474a-89e4-3c0b6001c57d tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.1425583 Feb 19 03:55:46.149213 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a2bc7e4-48b2-4669-8c52-9080bf0e8b58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (e29e89da-8398-4bad-a8b5-9be42054c178), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:46.216628 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ff1a65d-7fd9-4482-9a0e-05ddae49d8e8 req-8d9b43e0-ebbe-4835-a50c-fbde2756d16f tempest-ServersAdminNegativeTestJSON-99176173 tempest-ServersAdminNegativeTestJSON-99176173-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=32971f3f-d97a-4e19-bdc9-51c91a9a851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210320 Feb 19 03:55:46.218368 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a2bc7e4-48b2-4669-8c52-9080bf0e8b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (e29e89da-8398-4bad-a8b5-9be42054c178), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:46.219285 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2bc7e4-48b2-4669-8c52-9080bf0e8b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:46.219870 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a2bc7e4-48b2-4669-8c52-9080bf0e8b58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:46.234854 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4a1ad75-3235-4a8f-b337-d570373ae474 req-3496fdf6-230b-47b9-941f-a4cbf5b4452b tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184146 Feb 19 03:55:46.279898 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device aa0d80b9-33dd-40df-9605-58cd8558092f details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:55:46.314861 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2bc7e4-48b2-4669-8c52-9080bf0e8b58 admin admin] Pushing event updated for resources: {'Network': ['ID=e29e89da-8398-4bad-a8b5-9be42054c178,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:46.332199 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41446) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:46.333583 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2a2bc7e4-48b2-4669-8c52-9080bf0e8b58 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5966773 Feb 19 03:55:46.335777 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network e29e89da-8398-4bad-a8b5-9be42054c178 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:55:46.339086 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-a5d528f4-438a-41d6-acfc-78a4ac420f84 admin admin] Request body: {'subnet': {'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1715666329-subnet', 'tenant_id': 'b59201376b2440aa9b190f91d3932a87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:46.385052 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d528f4-438a-41d6-acfc-78a4ac420f84 admin admin] Made reservation on behalf of b59201376b2440aa9b190f91d3932a87 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:46.387418 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a5d528f4-438a-41d6-acfc-78a4ac420f84 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:46.480101 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.resource_extend [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:55:46.558107 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ebfcd-fd66-4876-a988-f36513f2031d req-ff729c82-02dd-4ee5-a232-5e0c00c87ff3 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:46.564853 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-464ebfcd-fd66-4876-a988-f36513f2031d req-ff729c82-02dd-4ee5-a232-5e0c00c87ff3 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.0928483 Feb 19 03:55:46.634856 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a5d528f4-438a-41d6-acfc-78a4ac420f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for subnet (44f30f4c-dcb5-4893-927c-5937acb50c2b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:46.636501 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-464ebfcd-fd66-4876-a988-f36513f2031d req-b9590a06-cbca-4b00-93c5-ac7d8a436502 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707381 Feb 19 03:55:46.652991 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port aa0d80b9-33dd-40df-9605-58cd8558092f, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=aa0d80b9-33dd-40df-9605-58cd8558092f,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:46.674380 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'aa0d80b9-33dd-40df-9605-58cd8558092f', 'network_id': '6d936416-f125-4c3f-940d-813318503889', 'port_id': 'aa0d80b9-33dd-40df-9605-58cd8558092f', 'mac_address': 'fa:16:3e:2a:c2:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2953d6c2-cff6-4430-863a-070b45f3a12f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:55:46.722571 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port aa0d80b9-33dd-40df-9605-58cd8558092f is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:46.723034 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (aa0d80b9-33dd-40df-9605-58cd8558092f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:46.738311 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa0d80b9-33dd-40df-9605-58cd8558092f {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:55:46.765256 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d528f4-438a-41d6-acfc-78a4ac420f84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44f30f4c-dcb5-4893-927c-5937acb50c2b,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:46.795121 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d528f4-438a-41d6-acfc-78a4ac420f84 admin admin] Checking segment: {'id': 'b2c1d9af-cbee-4711-bd73-b2e25e504cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:46.796005 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d528f4-438a-41d6-acfc-78a4ac420f84 admin admin] Network hostable DHCP agents. Network: e29e89da-8398-4bad-a8b5-9be42054c178, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:55:46.806328 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port aa0d80b9-33dd-40df-9605-58cd8558092f, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=aa0d80b9-33dd-40df-9605-58cd8558092f,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:46.812816 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (aa0d80b9-33dd-40df-9605-58cd8558092f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:46.827198 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d528f4-438a-41d6-acfc-78a4ac420f84 admin admin] Network e29e89da-8398-4bad-a8b5-9be42054c178 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:55:46.837598 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-a5d528f4-438a-41d6-acfc-78a4ac420f84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, e29e89da-8398-4bad-a8b5-9be42054c178) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:46.843429 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d528f4-438a-41d6-acfc-78a4ac420f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:46.844032 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a5d528f4-438a-41d6-acfc-78a4ac420f84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:46.852600 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad15f03-816c-420f-824b-3a651ffe19fc None None] Network e29e89da-8398-4bad-a8b5-9be42054c178 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:46.877877 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a5d528f4-438a-41d6-acfc-78a4ac420f84 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5439317 Feb 19 03:55:46.915395 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=aa0d80b9-33dd-40df-9605-58cd8558092f,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:46.984515 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962e68ec-880d-4c18-be10-b7381e50572f None None] Network e29e89da-8398-4bad-a8b5-9be42054c178 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:47.156080 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c9b74-15aa-40f8-ba87-103aecca21bd req-914de6b2-2fbf-43dd-9b1c-821c892ec1e2 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:47.157568 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a45c9b74-15aa-40f8-ba87-103aecca21bd req-914de6b2-2fbf-43dd-9b1c-821c892ec1e2 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/ports?device_id=40005ebd-25aa-4591-8c85-0a156d97c398 HTTP/1.1" status: 200 len: 950 time: 0.3983860 Feb 19 03:55:47.168902 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0b702-f859-4083-a526-d1541fa41403 req-350e9901-c926-4c9f-8762-fc48508874a3 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:47.170401 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7d0b702-f859-4083-a526-d1541fa41403 req-350e9901-c926-4c9f-8762-fc48508874a3 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 944 time: 0.3412883 Feb 19 03:55:47.240045 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a45c9b74-15aa-40f8-ba87-103aecca21bd req-d617cffc-96da-41c7-b257-16a7d7c10357 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/security-groups?id=32971f3f-d97a-4e19-bdc9-51c91a9a851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686693 Feb 19 03:55:47.249379 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7d0b702-f859-4083-a526-d1541fa41403 req-e0106a20-fe7e-413f-848f-5a1525df53bb tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699372 Feb 19 03:55:47.386758 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15680d38-e1c9-4418-bf6c-ce25e19d8121 req-8820c976-5b83-4e4b-89b0-7bfc178f41f8 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:47.387922 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-15680d38-e1c9-4418-bf6c-ce25e19d8121 req-8820c976-5b83-4e4b-89b0-7bfc178f41f8 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.0598803 Feb 19 03:55:47.433786 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['aa0d80b9-33dd-40df-9605-58cd8558092f'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:55:47.458946 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-15680d38-e1c9-4418-bf6c-ce25e19d8121 req-8ec84cdc-0cd4-43bd-b793-41c280d1e972 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646837 Feb 19 03:55:47.598670 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-3fd04531-d096-48da-aff0-595cdd380d8b tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:47.601116 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-3fd04531-d096-48da-aff0-595cdd380d8b tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/networks?id=e29e89da-8398-4bad-a8b5-9be42054c178 HTTP/1.1" status: 200 len: 805 time: 0.1109743 Feb 19 03:55:47.616643 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-d901f8c8-d139-467e-9c2a-f3e5bdc1e1c0 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/quotas/b59201376b2440aa9b190f91d3932a87 HTTP/1.1" status: 200 len: 375 time: 0.0091913 Feb 19 03:55:47.651693 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-7478715b-5c8e-4b3d-8bf6-048de8791f89 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b59201376b2440aa9b190f91d3932a87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297670 Feb 19 03:55:47.771263 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-52bf1d3c-204c-4f85-bc04-019314ecc548 service neutron] 10.222.0.52 "GET /v2.0/networks/e29e89da-8398-4bad-a8b5-9be42054c178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128638 Feb 19 03:55:47.782391 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a623ac7-ec4f-46a7-8728-b1290e02d3a9 req-77397eef-c09f-4c1a-b438-56a601ec720d tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:47.783796 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2a623ac7-ec4f-46a7-8728-b1290e02d3a9 req-77397eef-c09f-4c1a-b438-56a601ec720d tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.0777578 Feb 19 03:55:47.888962 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2a623ac7-ec4f-46a7-8728-b1290e02d3a9 req-c4b4b76f-3606-4fe9-a5f9-857ce0a2781a tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960708 Feb 19 03:55:47.904530 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-67aae4ca-0889-435b-b023-85eee2d1ca20 service neutron] 10.222.0.52 "GET /v2.0/networks/e29e89da-8398-4bad-a8b5-9be42054c178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195579 Feb 19 03:55:48.069009 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-939ac13b-459d-49b6-806c-6313e4fceeae req-34c899aa-0604-4560-a576-809105c95da0 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=28093611-eb6e-48b4-8b26-7c79bec0a90d HTTP/1.1" status: 200 len: 210 time: 0.0275121 Feb 19 03:55:48.408001 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df49f1-764c-4c1e-8f93-3d3fd7b91d47 req-b1f175f7-fc1e-4df2-8f41-697de675345e tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:48.409759 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b2df49f1-764c-4c1e-8f93-3d3fd7b91d47 req-b1f175f7-fc1e-4df2-8f41-697de675345e tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/ports?device_id=40005ebd-25aa-4591-8c85-0a156d97c398 HTTP/1.1" status: 200 len: 950 time: 0.0925400 Feb 19 03:55:48.417476 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33609763-5198-4362-b2cc-262035d0e341 req-224c6e8b-a4ce-4cb5-8a52-daba83ca24b2 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:48.419227 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-33609763-5198-4362-b2cc-262035d0e341 req-224c6e8b-a4ce-4cb5-8a52-daba83ca24b2 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 944 time: 0.0916998 Feb 19 03:55:48.489978 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b2df49f1-764c-4c1e-8f93-3d3fd7b91d47 req-b89c1e80-8e19-434c-8046-9aa0741568f8 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/security-groups?id=32971f3f-d97a-4e19-bdc9-51c91a9a851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699713 Feb 19 03:55:48.498119 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-33609763-5198-4362-b2cc-262035d0e341 req-9bcfdb8a-b63f-4ad5-919c-ded1a98984c6 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653038 Feb 19 03:55:48.631593 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c21cb-78fb-4ad7-8371-8339f44d7227 req-1a46bcc9-aaa6-4b73-a33d-5239067a5731 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:48.633132 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3a0c21cb-78fb-4ad7-8371-8339f44d7227 req-1a46bcc9-aaa6-4b73-a33d-5239067a5731 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.0569484 Feb 19 03:55:48.688294 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3a0c21cb-78fb-4ad7-8371-8339f44d7227 req-f19facb5-fa8e-48c1-96ca-0f30d0cc80f5 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490127 Feb 19 03:55:49.009092 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf75a6-34cb-4e53-b366-5a7f5a4b6f15 req-d5d88fbf-885c-44b5-b12c-3f5c00cb98db tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:49.010593 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-87bf75a6-34cb-4e53-b366-5a7f5a4b6f15 req-d5d88fbf-885c-44b5-b12c-3f5c00cb98db tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.0548306 Feb 19 03:55:49.065458 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-87bf75a6-34cb-4e53-b366-5a7f5a4b6f15 req-dbbb106a-9808-4671-b33a-5aa497f70cc4 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491581 Feb 19 03:55:49.165111 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f4306ee-6803-4bfe-b383-4b0d5a57ee8b req-6e2c2000-ca04-4f3f-ad5a-e130b80cf56a tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=28093611-eb6e-48b4-8b26-7c79bec0a90d HTTP/1.1" status: 200 len: 210 time: 0.0301075 Feb 19 03:55:49.218957 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb13a5-ce6e-4b34-8537-7d59c03780aa req-e4479de7-68d8-45b7-a2ba-f2219b6380d9 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:49.220410 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7afb13a5-ce6e-4b34-8537-7d59c03780aa req-e4479de7-68d8-45b7-a2ba-f2219b6380d9 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.26 "GET /v2.0/ports?device_id=40005ebd-25aa-4591-8c85-0a156d97c398 HTTP/1.1" status: 200 len: 950 time: 0.0580397 Feb 19 03:55:49.381578 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-769321a5-bf90-49b6-ba0b-fecd707764df tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:49.383085 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-769321a5-bf90-49b6-ba0b-fecd707764df tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.26 "GET /v2.0/networks?id=e29e89da-8398-4bad-a8b5-9be42054c178 HTTP/1.1" status: 200 len: 805 time: 0.1618123 Feb 19 03:55:49.399797 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-7afb13a5-ce6e-4b34-8537-7d59c03780aa req-b22e1f9b-677a-401a-8030-858b5cb9014b tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Deleting port c1bd2961-4ecb-4339-b8a2-cca55811b7a8 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:55:49.400142 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7afb13a5-ce6e-4b34-8537-7d59c03780aa req-b22e1f9b-677a-401a-8030-858b5cb9014b tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (c1bd2961-4ecb-4339-b8a2-cca55811b7a8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.406617 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-db4b617d-ad8a-429e-9a7d-a70e8a418b47 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Request body: {'port': {'device_id': '28093611-eb6e-48b4-8b26-7c79bec0a90d', 'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178', 'admin_state_up': True, 'tenant_id': 'b59201376b2440aa9b190f91d3932a87'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:49.581654 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-7afb13a5-ce6e-4b34-8537-7d59c03780aa req-b22e1f9b-677a-401a-8030-858b5cb9014b tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] For port c1bd2961-4ecb-4339-b8a2-cca55811b7a8, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c1bd2961-4ecb-4339-b8a2-cca55811b7a8,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:49.588099 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7afb13a5-ce6e-4b34-8537-7d59c03780aa req-b22e1f9b-677a-401a-8030-858b5cb9014b tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (c1bd2961-4ecb-4339-b8a2-cca55811b7a8), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.636468 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-7afb13a5-ce6e-4b34-8537-7d59c03780aa req-b22e1f9b-677a-401a-8030-858b5cb9014b tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Calling delete_port for c1bd2961-4ecb-4339-b8a2-cca55811b7a8 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:55:49.725615 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-db4b617d-ad8a-429e-9a7d-a70e8a418b47 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Made reservation on behalf of b59201376b2440aa9b190f91d3932a87 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:49.728910 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-db4b617d-ad8a-429e-9a7d-a70e8a418b47 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.790305 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d00f3-3e8e-4bc8-8833-6f461b6b331a req-44bf2a56-a2b1-4cad-831d-cda21263d2af tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:49.791714 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed2d00f3-3e8e-4bc8-8833-6f461b6b331a req-44bf2a56-a2b1-4cad-831d-cda21263d2af tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 944 time: 0.1868312 Feb 19 03:55:49.800847 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e78661-2e1c-443d-a4bf-9e9c23352e65 req-7443a672-d739-44bf-8b73-b66c688292d1 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:49.802319 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d0e78661-2e1c-443d-a4bf-9e9c23352e65 req-7443a672-d739-44bf-8b73-b66c688292d1 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/ports?device_id=40005ebd-25aa-4591-8c85-0a156d97c398 HTTP/1.1" status: 200 len: 950 time: 0.1985080 Feb 19 03:55:50.003584 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d0e78661-2e1c-443d-a4bf-9e9c23352e65 req-928ea078-bb2b-4d17-b3d6-b5834d47f284 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/security-groups?id=32971f3f-d97a-4e19-bdc9-51c91a9a851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819315 Feb 19 03:55:50.011210 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed2d00f3-3e8e-4bc8-8833-6f461b6b331a req-7a5daae6-52f4-4b4d-8f03-0d6584d4f534 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078788 Feb 19 03:55:50.041210 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-db4b617d-ad8a-429e-9a7d-a70e8a418b47 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Allocated IP 172.20.0.5 (e29e89da-8398-4bad-a8b5-9be42054c178/44f30f4c-dcb5-4893-927c-5937acb50c2b/db24b698-5e88-40bb-b8e6-799407daa0b9) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:50.055052 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7afb13a5-ce6e-4b34-8537-7d59c03780aa req-b22e1f9b-677a-401a-8030-858b5cb9014b tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (c1bd2961-4ecb-4339-b8a2-cca55811b7a8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:50.069215 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['ca60ab50-d263-4a78-bc64-8b6263ef5c46', 'c1bd2961-4ecb-4339-b8a2-cca55811b7a8'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:55:50.100205 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e1f9b-677a-401a-8030-858b5cb9014b tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Pushing event deleted for resources: {'Port': ['ID=c1bd2961-4ecb-4339-b8a2-cca55811b7a8,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:50.237249 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afb13a5-ce6e-4b34-8537-7d59c03780aa req-b22e1f9b-677a-401a-8030-858b5cb9014b tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] No DVR routers for this DVR port c1bd2961-4ecb-4339-b8a2-cca55811b7a8 on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:55:50.269467 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7afb13a5-ce6e-4b34-8537-7d59c03780aa req-b22e1f9b-677a-401a-8030-858b5cb9014b tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:50.273265 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7afb13a5-ce6e-4b34-8537-7d59c03780aa req-b22e1f9b-677a-401a-8030-858b5cb9014b tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.26 "DELETE /v2.0/ports/c1bd2961-4ecb-4339-b8a2-cca55811b7a8 HTTP/1.1" status: 204 len: 173 time: 1.0437810 Feb 19 03:55:50.274720 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40005ebd-25aa-4591-8c85-0a156d97c398', 'name': 'network-vif-deleted', 'tag': 'c1bd2961-4ecb-4339-b8a2-cca55811b7a8'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:50.276931 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0456c0-8458-4997-bbed-d527f12905e2" -d '{"events": [{"server_uuid": "40005ebd-25aa-4591-8c85-0a156d97c398", "name": "network-vif-deleted", "tag": "c1bd2961-4ecb-4339-b8a2-cca55811b7a8"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:50.296671 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device aa0d80b9-33dd-40df-9605-58cd8558092f up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:50.376791 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673487c-6121-445c-afbf-a3ffdd159e6a req-e267cfb5-81e6-487d-a693-5fabfbbb4d75 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:50.378672 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1673487c-6121-445c-afbf-a3ffdd159e6a req-e267cfb5-81e6-487d-a693-5fabfbbb4d75 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.2886622 Feb 19 03:55:50.383125 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port aa0d80b9-33dd-40df-9605-58cd8558092f completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:55:50.392809 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port aa0d80b9-33dd-40df-9605-58cd8558092f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:50.393513 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (aa0d80b9-33dd-40df-9605-58cd8558092f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:50.399841 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a7808-eca7-4f6e-98fa-a23eebbd4307 req-c6bd2711-e5e8-49fe-b798-ac4d58b0d8c0 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:50.401334 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a54a7808-eca7-4f6e-98fa-a23eebbd4307 req-c6bd2711-e5e8-49fe-b798-ac4d58b0d8c0 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.2302616 Feb 19 03:55:50.488320 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1673487c-6121-445c-afbf-a3ffdd159e6a req-139e8557-389c-4aaa-8e3b-0eabfd575fad tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962462 Feb 19 03:55:50.499009 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-db4b617d-ad8a-429e-9a7d-a70e8a418b47 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks [] for port (db24b698-5e88-40bb-b8e6-799407daa0b9), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:50.519280 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port aa0d80b9-33dd-40df-9605-58cd8558092f is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:50.520326 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (aa0d80b9-33dd-40df-9605-58cd8558092f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:50.523501 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a54a7808-eca7-4f6e-98fa-a23eebbd4307 req-91145dd0-a20e-46fc-bc2a-09d670f1c9e8 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932329 Feb 19 03:55:50.562361 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-db4b617d-ad8a-429e-9a7d-a70e8a418b47 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (db24b698-5e88-40bb-b8e6-799407daa0b9), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:50.567940 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port aa0d80b9-33dd-40df-9605-58cd8558092f, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=aa0d80b9-33dd-40df-9605-58cd8558092f,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:50.570029 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9447d6a5-dd00-4b50-9df4-341937c60f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0d80b9-33dd-40df-9605-58cd8558092f'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:50.573046 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a02810d-42f1-47c1-ad35-eba3a46d816d" -d '{"events": [{"server_uuid": "9447d6a5-dd00-4b50-9df4-341937c60f4e", "name": "network-vif-plugged", "status": "completed", "tag": "aa0d80b9-33dd-40df-9605-58cd8558092f"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:50.579581 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (aa0d80b9-33dd-40df-9605-58cd8558092f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:50.580762 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c1bd2961-4ecb-4339-b8a2-cca55811b7a8 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:55:50.643965 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc571fd7-1832-4c1e-93e5-46850a1c8609 x-openstack-request-id: req-fc571fd7-1832-4c1e-93e5-46850a1c8609 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:50.644487 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40005ebd-25aa-4591-8c85-0a156d97c398", "name": "network-vif-deleted", "tag": "c1bd2961-4ecb-4339-b8a2-cca55811b7a8", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:50.644604 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fc571fd7-1832-4c1e-93e5-46850a1c8609 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:50.644944 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40005ebd-25aa-4591-8c85-0a156d97c398', 'name': 'network-vif-deleted', 'tag': 'c1bd2961-4ecb-4339-b8a2-cca55811b7a8', 'status': 'completed', 'code': 200} Feb 19 03:55:50.645910 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b617d-ad8a-429e-9a7d-a70e8a418b47 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Pushing event updated for resources: {'Port': ['ID=db24b698-5e88-40bb-b8e6-799407daa0b9,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:50.668076 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-db4b617d-ad8a-429e-9a7d-a70e8a418b47 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Network e29e89da-8398-4bad-a8b5-9be42054c178 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:50.683525 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-db4b617d-ad8a-429e-9a7d-a70e8a418b47 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:50.686616 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-db4b617d-ad8a-429e-9a7d-a70e8a418b47 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:55:50.704033 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: c1bd2961-4ecb-4339-b8a2-cca55811b7a8 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:55:50.704887 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c1bd2961-4ecb-4339-b8a2-cca55811b7a8 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:55:50.723447 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2037c67-75e2-48c5-892f-55ca30b6af63 x-openstack-request-id: req-b2037c67-75e2-48c5-892f-55ca30b6af63 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:50.723767 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9447d6a5-dd00-4b50-9df4-341937c60f4e", "name": "network-vif-plugged", "status": "completed", "tag": "aa0d80b9-33dd-40df-9605-58cd8558092f", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:50.723988 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2037c67-75e2-48c5-892f-55ca30b6af63 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:50.724382 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9447d6a5-dd00-4b50-9df4-341937c60f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0d80b9-33dd-40df-9605-58cd8558092f', 'code': 200} Feb 19 03:55:50.725884 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=aa0d80b9-33dd-40df-9605-58cd8558092f,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:50.788925 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-db4b617d-ad8a-429e-9a7d-a70e8a418b47 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:50.789809 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-db4b617d-ad8a-429e-9a7d-a70e8a418b47 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:50.802250 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68fe8f-fe9d-4378-aba0-3a8a70aa4f48 req-1e8f9d3c-97a0-4749-b4f4-7fd2bedef3d7 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:50.804244 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c68fe8f-fe9d-4378-aba0-3a8a70aa4f48 req-1e8f9d3c-97a0-4749-b4f4-7fd2bedef3d7 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=28093611-eb6e-48b4-8b26-7c79bec0a90d HTTP/1.1" status: 200 len: 931 time: 0.1621704 Feb 19 03:55:50.835522 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-db4b617d-ad8a-429e-9a7d-a70e8a418b47 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4387035 Feb 19 03:55:50.844903 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f681455-6297-4382-9bbe-4662255e554e req-73b6bc47-5366-4070-b974-78f18e339639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:50.846516 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f681455-6297-4382-9bbe-4662255e554e req-73b6bc47-5366-4070-b974-78f18e339639 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 1128 time: 0.1276829 Feb 19 03:55:50.855440 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-fdaf43b3-d724-4931-b5e5-ba86f78b93e5 service neutron] Request body: {'port': {'device_id': '28093611-eb6e-48b4-8b26-7c79bec0a90d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:50.936817 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c68fe8f-fe9d-4378-aba0-3a8a70aa4f48 req-b05ccf0c-f0d8-4902-a836-5768f407257b tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240702 Feb 19 03:55:50.939654 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f681455-6297-4382-9bbe-4662255e554e req-6985513c-b08b-4ca9-ba94-8db6a125b290 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734041 Feb 19 03:55:50.981401 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-fdaf43b3-d724-4931-b5e5-ba86f78b93e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (db24b698-5e88-40bb-b8e6-799407daa0b9), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:51.147295 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fdd966a2-f3e7-41e4-9c0b-eef30bc6db08 req-6e68cec5-2f97-4491-a4f4-9813d6d0c275 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/ports?device_id=40005ebd-25aa-4591-8c85-0a156d97c398 HTTP/1.1" status: 200 len: 210 time: 0.0399656 Feb 19 03:55:51.364304 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-fdaf43b3-d724-4931-b5e5-ba86f78b93e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db24b698-5e88-40bb-b8e6-799407daa0b9 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:55:51.375164 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-fdaf43b3-d724-4931-b5e5-ba86f78b93e5 service neutron] Publish callbacks [] for port (db24b698-5e88-40bb-b8e6-799407daa0b9), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:51.386530 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c398a5-41b0-4eef-be5b-2906c858f607 req-4855222c-51e1-4820-bcb9-d64dd2edb78e tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:51.387986 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-76c398a5-41b0-4eef-be5b-2906c858f607 req-4855222c-51e1-4820-bcb9-d64dd2edb78e tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.1371531 Feb 19 03:55:51.406907 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-fdaf43b3-d724-4931-b5e5-ba86f78b93e5 service neutron] Transition to ACTIVE for port object db24b698-5e88-40bb-b8e6-799407daa0b9 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:55:51.417762 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-fdaf43b3-d724-4931-b5e5-ba86f78b93e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (db24b698-5e88-40bb-b8e6-799407daa0b9), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:51.504963 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf43b3-d724-4931-b5e5-ba86f78b93e5 service neutron] Pushing event updated for resources: {'Port': ['ID=db24b698-5e88-40bb-b8e6-799407daa0b9,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:51.515570 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-76c398a5-41b0-4eef-be5b-2906c858f607 req-dff4960e-454d-4553-b3db-02774170073b tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194820 Feb 19 03:55:51.567892 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-fdaf43b3-d724-4931-b5e5-ba86f78b93e5 service neutron] Attempting to bind port db24b698-5e88-40bb-b8e6-799407daa0b9 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:55:51.568465 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-fdaf43b3-d724-4931-b5e5-ba86f78b93e5 service neutron] Attempting to bind port db24b698-5e88-40bb-b8e6-799407daa0b9 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'b2c1d9af-cbee-4711-bd73-b2e25e504cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:55:51.568994 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-fdaf43b3-d724-4931-b5e5-ba86f78b93e5 service neutron] Attempting to bind port db24b698-5e88-40bb-b8e6-799407daa0b9 on network e29e89da-8398-4bad-a8b5-9be42054c178 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:51.575726 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-fdaf43b3-d724-4931-b5e5-ba86f78b93e5 service neutron] Port db24b698-5e88-40bb-b8e6-799407daa0b9 on network e29e89da-8398-4bad-a8b5-9be42054c178 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:55:51.576124 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-fdaf43b3-d724-4931-b5e5-ba86f78b93e5 service neutron] Attempting to bind port db24b698-5e88-40bb-b8e6-799407daa0b9 on network e29e89da-8398-4bad-a8b5-9be42054c178 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:51.614567 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-fdaf43b3-d724-4931-b5e5-ba86f78b93e5 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:55:51.614908 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-fdaf43b3-d724-4931-b5e5-ba86f78b93e5 service neutron] Checking segment: {'id': 'b2c1d9af-cbee-4711-bd73-b2e25e504cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:51.615846 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-fdaf43b3-d724-4931-b5e5-ba86f78b93e5 service neutron] Bound using segment: {'id': 'b2c1d9af-cbee-4711-bd73-b2e25e504cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:55:51.616289 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-fdaf43b3-d724-4931-b5e5-ba86f78b93e5 service neutron] Bound port: db24b698-5e88-40bb-b8e6-799407daa0b9, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c1d9af-cbee-4711-bd73-b2e25e504cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:55:51.616648 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-fdaf43b3-d724-4931-b5e5-ba86f78b93e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (db24b698-5e88-40bb-b8e6-799407daa0b9), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:51.697939 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcb8e9-9850-471b-b596-aca70287f1cd req-3fe35a5b-56a4-4e33-bd04-bedcba3f1f3f tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:51.699443 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-14bcb8e9-9850-471b-b596-aca70287f1cd req-3fe35a5b-56a4-4e33-bd04-bedcba3f1f3f tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.1256137 Feb 19 03:55:51.726806 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4a0a8-7a1b-4412-a38e-efb9a5a541ad req-ebcd6d70-8435-483a-a2ee-1396d740ae5c tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:51.728241 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b4f4a0a8-7a1b-4412-a38e-efb9a5a541ad req-ebcd6d70-8435-483a-a2ee-1396d740ae5c tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.1245100 Feb 19 03:55:51.769543 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-fdaf43b3-d724-4931-b5e5-ba86f78b93e5 service neutron] For port db24b698-5e88-40bb-b8e6-799407daa0b9, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:55:51.800666 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-fdaf43b3-d724-4931-b5e5-ba86f78b93e5 service neutron] For port db24b698-5e88-40bb-b8e6-799407daa0b9, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=db24b698-5e88-40bb-b8e6-799407daa0b9,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:55:51.825254 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-fdaf43b3-d724-4931-b5e5-ba86f78b93e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (db24b698-5e88-40bb-b8e6-799407daa0b9), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:51.831204 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b4f4a0a8-7a1b-4412-a38e-efb9a5a541ad req-17d98ba7-c5c0-4614-8a95-17a39664c791 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954061 Feb 19 03:55:51.836648 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-14bcb8e9-9850-471b-b596-aca70287f1cd req-0b2f8048-1786-441a-90eb-f63ff4adbe5b tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304340 Feb 19 03:55:51.866237 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-fdaf43b3-d724-4931-b5e5-ba86f78b93e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:51.867134 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-fdaf43b3-d724-4931-b5e5-ba86f78b93e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:51.868533 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-fdaf43b3-d724-4931-b5e5-ba86f78b93e5 service neutron] 10.222.0.26 "PUT /v2.0/ports/db24b698-5e88-40bb-b8e6-799407daa0b9 HTTP/1.1" status: 200 len: 1092 time: 1.0187919 Feb 19 03:55:51.897966 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf43b3-d724-4931-b5e5-ba86f78b93e5 service neutron] Pushing event updated for resources: {'Port': ['ID=db24b698-5e88-40bb-b8e6-799407daa0b9,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:51.955485 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-213649b9-f65d-4dcc-8515-827786af39d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:51.956982 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-213649b9-f65d-4dcc-8515-827786af39d9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b59201376b2440aa9b190f91d3932a87&device_id=28093611-eb6e-48b4-8b26-7c79bec0a90d HTTP/1.1" status: 200 len: 1126 time: 0.0457020 Feb 19 03:55:52.023575 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-4cd12602-5e7c-4074-8682-80e5fd73d53a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db24b698-5e88-40bb-b8e6-799407daa0b9 HTTP/1.1" status: 200 len: 217 time: 0.0526397 Feb 19 03:55:52.101533 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-00a90d16-79fc-4a55-829e-fa17fc0bca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:52.103124 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-00a90d16-79fc-4a55-829e-fa17fc0bca4d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=44f30f4c-dcb5-4893-927c-5937acb50c2b HTTP/1.1" status: 200 len: 845 time: 0.0569880 Feb 19 03:55:52.115014 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666835a-7706-4330-b8fc-a61c4fbc74a9 req-9f919c29-b9c5-4655-87de-c42f73782fb7 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:52.116652 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1666835a-7706-4330-b8fc-a61c4fbc74a9 req-9f919c29-b9c5-4655-87de-c42f73782fb7 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=28093611-eb6e-48b4-8b26-7c79bec0a90d HTTP/1.1" status: 200 len: 943 time: 0.1031909 Feb 19 03:55:52.155168 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-71e00e65-c2c7-42cd-9513-fe9910f4c17e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e29e89da-8398-4bad-a8b5-9be42054c178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375063 Feb 19 03:55:52.237752 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1666835a-7706-4330-b8fc-a61c4fbc74a9 req-7939516e-fdd1-43e2-9214-e65538838cb4 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123445 Feb 19 03:55:52.289684 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-12c99574-12ae-4254-81c1-d869db10336c service neutron] 10.222.0.26 "GET /v2.0/networks/e29e89da-8398-4bad-a8b5-9be42054c178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206610 Feb 19 03:55:52.418498 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9541b25-2750-441a-9f83-d6f66f96e24a req-89af7b0f-1998-43e9-a173-11c5e941aa97 service neutron] 10.222.0.26 "GET /v2.0/networks/e29e89da-8398-4bad-a8b5-9be42054c178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190474 Feb 19 03:55:52.523975 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a1b93-b33c-4600-87f7-194f7b8fd7ff req-9157dacc-d3ea-4584-aac2-e5852ca9375e tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:52.525587 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-632a1b93-b33c-4600-87f7-194f7b8fd7ff req-9157dacc-d3ea-4584-aac2-e5852ca9375e tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd HTTP/1.1" status: 200 len: 950 time: 0.0569415 Feb 19 03:55:52.786525 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28093611-eb6e-48b4-8b26-7c79bec0a90d', 'tag': 'db24b698-5e88-40bb-b8e6-799407daa0b9'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:52.788827 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc66626-4e5c-4fd2-9eef-1581b544a112" -d '{"events": [{"name": "network-changed", "server_uuid": "28093611-eb6e-48b4-8b26-7c79bec0a90d", "tag": "db24b698-5e88-40bb-b8e6-799407daa0b9"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:52.850360 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-632a1b93-b33c-4600-87f7-194f7b8fd7ff req-f4eb7645-e699-4b79-b133-387c87da952e tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/security-groups?id=32971f3f-d97a-4e19-bdc9-51c91a9a851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192477 Feb 19 03:55:52.871175 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9251f2-cdbc-4f06-b0c7-4842e6375047 req-e4786f8d-bf35-4ea3-a195-378986452512 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:52.871175 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d9251f2-cdbc-4f06-b0c7-4842e6375047 req-e4786f8d-bf35-4ea3-a195-378986452512 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.0712214 Feb 19 03:55:52.909654 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60a5bad-2c5b-438d-99d2-7917f4b7a6df x-openstack-request-id: req-b60a5bad-2c5b-438d-99d2-7917f4b7a6df {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:52.910004 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28093611-eb6e-48b4-8b26-7c79bec0a90d", "tag": "db24b698-5e88-40bb-b8e6-799407daa0b9", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:52.910229 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b60a5bad-2c5b-438d-99d2-7917f4b7a6df {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:52.910599 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28093611-eb6e-48b4-8b26-7c79bec0a90d', 'tag': 'db24b698-5e88-40bb-b8e6-799407daa0b9', 'status': 'completed', 'code': 200} Feb 19 03:55:52.919150 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d9251f2-cdbc-4f06-b0c7-4842e6375047 req-91bf5041-44b0-4dae-8078-eb6672b00b6f tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482960 Feb 19 03:55:53.071663 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc66626-4e5c-4fd2-9eef-1581b544a112 req-cf2d7372-2000-4e73-93ba-5b72b3fca301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:53.073097 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9dc66626-4e5c-4fd2-9eef-1581b544a112 req-cf2d7372-2000-4e73-93ba-5b72b3fca301 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b59201376b2440aa9b190f91d3932a87&device_id=28093611-eb6e-48b4-8b26-7c79bec0a90d HTTP/1.1" status: 200 len: 1126 time: 0.1032631 Feb 19 03:55:53.096636 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07e5da-5d5a-46d8-a23b-c07e2a468c2d req-93ff7a28-df49-4be1-aabd-b9160fc107b4 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:53.098053 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa07e5da-5d5a-46d8-a23b-c07e2a468c2d req-93ff7a28-df49-4be1-aabd-b9160fc107b4 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.1375241 Feb 19 03:55:53.153000 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0a8d5-87eb-4ad9-a19d-252b20319c94 req-704b5fd3-38e6-42d9-852c-8bfa2703220b tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:53.154494 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18b0a8d5-87eb-4ad9-a19d-252b20319c94 req-704b5fd3-38e6-42d9-852c-8bfa2703220b tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.1393132 Feb 19 03:55:53.242590 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa07e5da-5d5a-46d8-a23b-c07e2a468c2d req-65a11629-4dfa-4885-b3fe-527db55cf287 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330597 Feb 19 03:55:53.258443 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc66626-4e5c-4fd2-9eef-1581b544a112 req-2a519044-151e-4aad-8bab-4a32c7e94f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:53.259899 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9dc66626-4e5c-4fd2-9eef-1581b544a112 req-2a519044-151e-4aad-8bab-4a32c7e94f08 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e29e89da-8398-4bad-a8b5-9be42054c178 HTTP/1.1" status: 200 len: 906 time: 0.1783938 Feb 19 03:55:53.270689 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18b0a8d5-87eb-4ad9-a19d-252b20319c94 req-5f59446f-abbb-479c-9b93-86aa2c8425fc tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061711 Feb 19 03:55:53.318089 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9dc66626-4e5c-4fd2-9eef-1581b544a112 req-f044296b-3c66-473c-b4b0-fb7bcd5e63aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db24b698-5e88-40bb-b8e6-799407daa0b9 HTTP/1.1" status: 200 len: 217 time: 0.0508542 Feb 19 03:55:53.393417 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc66626-4e5c-4fd2-9eef-1581b544a112 req-e2685719-9d05-4a90-ba18-536fd60cc12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:53.395192 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9dc66626-4e5c-4fd2-9eef-1581b544a112 req-e2685719-9d05-4a90-ba18-536fd60cc12b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=44f30f4c-dcb5-4893-927c-5937acb50c2b HTTP/1.1" status: 200 len: 845 time: 0.0657880 Feb 19 03:55:53.405919 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1cc400-7b07-49c6-90ef-56af51d0ce14 req-e425b34a-214f-4c62-90fe-87565749838d tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:53.407400 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd1cc400-7b07-49c6-90ef-56af51d0ce14 req-e425b34a-214f-4c62-90fe-87565749838d tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=28093611-eb6e-48b4-8b26-7c79bec0a90d HTTP/1.1" status: 200 len: 943 time: 0.0863380 Feb 19 03:55:53.443121 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9dc66626-4e5c-4fd2-9eef-1581b544a112 req-496245db-fc42-49d3-a97c-948f6b95703f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e29e89da-8398-4bad-a8b5-9be42054c178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347919 Feb 19 03:55:53.514449 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd1cc400-7b07-49c6-90ef-56af51d0ce14 req-1309464e-5528-4cd7-af18-a12f1a8a9a16 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986586 Feb 19 03:55:53.559046 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9dc66626-4e5c-4fd2-9eef-1581b544a112 req-5e901f68-7070-4f08-b7a8-8da9ef9d9632 service neutron] 10.222.0.26 "GET /v2.0/networks/e29e89da-8398-4bad-a8b5-9be42054c178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022530 Feb 19 03:55:53.657167 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9dc66626-4e5c-4fd2-9eef-1581b544a112 req-4a9ef50c-2b99-4637-a09a-f895291e8b3c service neutron] 10.222.0.26 "GET /v2.0/networks/e29e89da-8398-4bad-a8b5-9be42054c178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913863 Feb 19 03:55:53.981456 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434dbcc-09a3-4e33-8083-9b762a4a22d5 req-9810f8fe-67b4-48f2-90a4-2d8319c8a434 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:53.983295 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4434dbcc-09a3-4e33-8083-9b762a4a22d5 req-9810f8fe-67b4-48f2-90a4-2d8319c8a434 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd HTTP/1.1" status: 200 len: 950 time: 0.0631795 Feb 19 03:55:54.055213 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4434dbcc-09a3-4e33-8083-9b762a4a22d5 req-94609770-803f-466a-a9fc-8fabc86dd5e6 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/security-groups?id=32971f3f-d97a-4e19-bdc9-51c91a9a851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666344 Feb 19 03:55:54.079905 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fbcd1-7c2f-4b19-9f27-0923f31f3ae4 req-39b87128-d693-48b8-9310-09b82130399d tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:54.081566 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-169fbcd1-7c2f-4b19-9f27-0923f31f3ae4 req-39b87128-d693-48b8-9310-09b82130399d tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.0672944 Feb 19 03:55:54.130861 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-169fbcd1-7c2f-4b19-9f27-0923f31f3ae4 req-3a3463c9-8601-4941-a7cf-5035c6b2f1af tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422764 Feb 19 03:55:54.244768 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d52372-ab06-4420-b344-ead31277dae9 req-8616fd24-e228-41a8-99d5-aa64c436a8ed tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:54.246284 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e2d52372-ab06-4420-b344-ead31277dae9 req-8616fd24-e228-41a8-99d5-aa64c436a8ed tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 1128 time: 0.0467913 Feb 19 03:55:54.302020 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e2d52372-ab06-4420-b344-ead31277dae9 req-4b6c0edb-2b58-4871-a999-12f075243760 tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455711 Feb 19 03:55:54.368829 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd33f0-0495-4ebf-ab36-e8e4a50a688b req-b8748e4a-8429-4457-8c62-bb45d3ee3ae4 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:54.370599 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3fcd33f0-0495-4ebf-ab36-e8e4a50a688b req-b8748e4a-8429-4457-8c62-bb45d3ee3ae4 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.0556550 Feb 19 03:55:54.467011 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3fcd33f0-0495-4ebf-ab36-e8e4a50a688b req-4d483331-8122-4c37-bc6a-e5c5359d41f0 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841188 Feb 19 03:55:54.478714 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326346db-d1ab-44ef-93e6-d38e309878f5 req-755c9c7d-f5d8-4879-82e1-da2c3072aa59 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:54.482661 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-326346db-d1ab-44ef-93e6-d38e309878f5 req-755c9c7d-f5d8-4879-82e1-da2c3072aa59 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.1084845 Feb 19 03:55:54.588655 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-326346db-d1ab-44ef-93e6-d38e309878f5 req-6ce3f27f-3cc9-428f-baa4-5f96f2bf2733 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016586 Feb 19 03:55:54.635636 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf93c5f-834c-4f19-b691-6000aec9f2b6 req-465dba0b-3658-406c-9bdc-481550162f97 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:54.637233 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-daf93c5f-834c-4f19-b691-6000aec9f2b6 req-465dba0b-3658-406c-9bdc-481550162f97 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.26 "GET /v2.0/ports?device_id=f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd HTTP/1.1" status: 200 len: 950 time: 0.1288266 Feb 19 03:55:54.695263 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e4531-fd58-4c1d-a445-9bb9ff1283a5 req-fad0b196-108d-4de4-b499-d8dfa46e2268 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:54.696848 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e21e4531-fd58-4c1d-a445-9bb9ff1283a5 req-fad0b196-108d-4de4-b499-d8dfa46e2268 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=28093611-eb6e-48b4-8b26-7c79bec0a90d HTTP/1.1" status: 200 len: 943 time: 0.1032774 Feb 19 03:55:54.783021 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e21e4531-fd58-4c1d-a445-9bb9ff1283a5 req-03360d4c-bbf6-41bf-930f-d424688e6140 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579379 Feb 19 03:55:54.794694 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-daf93c5f-834c-4f19-b691-6000aec9f2b6 req-a29a4676-495c-4990-bce8-ba2d3ca98fb2 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Deleting port ca60ab50-d263-4a78-bc64-8b6263ef5c46 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:55:54.795219 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-daf93c5f-834c-4f19-b691-6000aec9f2b6 req-a29a4676-495c-4990-bce8-ba2d3ca98fb2 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ca60ab50-d263-4a78-bc64-8b6263ef5c46), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.895892 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-daf93c5f-834c-4f19-b691-6000aec9f2b6 req-a29a4676-495c-4990-bce8-ba2d3ca98fb2 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] For port ca60ab50-d263-4a78-bc64-8b6263ef5c46, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=ca60ab50-d263-4a78-bc64-8b6263ef5c46,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:54.896257 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-daf93c5f-834c-4f19-b691-6000aec9f2b6 req-a29a4676-495c-4990-bce8-ba2d3ca98fb2 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ca60ab50-d263-4a78-bc64-8b6263ef5c46), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.914574 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-daf93c5f-834c-4f19-b691-6000aec9f2b6 req-a29a4676-495c-4990-bce8-ba2d3ca98fb2 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Calling delete_port for ca60ab50-d263-4a78-bc64-8b6263ef5c46 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:55:55.065702 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-daf93c5f-834c-4f19-b691-6000aec9f2b6 req-a29a4676-495c-4990-bce8-ba2d3ca98fb2 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (ca60ab50-d263-4a78-bc64-8b6263ef5c46), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:55.078331 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['ca60ab50-d263-4a78-bc64-8b6263ef5c46'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:55:55.096290 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a4676-495c-4990-bce8-ba2d3ca98fb2 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Pushing event deleted for resources: {'Port': ['ID=ca60ab50-d263-4a78-bc64-8b6263ef5c46,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:55.202338 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf93c5f-834c-4f19-b691-6000aec9f2b6 req-a29a4676-495c-4990-bce8-ba2d3ca98fb2 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] No DVR routers for this DVR port ca60ab50-d263-4a78-bc64-8b6263ef5c46 on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:55:55.205660 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-daf93c5f-834c-4f19-b691-6000aec9f2b6 req-a29a4676-495c-4990-bce8-ba2d3ca98fb2 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:55.209656 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-daf93c5f-834c-4f19-b691-6000aec9f2b6 req-a29a4676-495c-4990-bce8-ba2d3ca98fb2 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.26 "DELETE /v2.0/ports/ca60ab50-d263-4a78-bc64-8b6263ef5c46 HTTP/1.1" status: 204 len: 173 time: 0.5650830 Feb 19 03:55:55.210111 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd', 'name': 'network-vif-deleted', 'tag': 'ca60ab50-d263-4a78-bc64-8b6263ef5c46'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:55.218840 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f9579d-e4b2-44d8-849f-f3aa6d508513" -d '{"events": [{"server_uuid": "f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd", "name": "network-vif-deleted", "tag": "ca60ab50-d263-4a78-bc64-8b6263ef5c46"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:55.255352 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e66de78a-6035-4ffa-9543-970f487e04f2 req-393108f0-e976-4f18-97d9-38c440085868 tempest-ServersAdminNegativeTestJSON-1074309682 tempest-ServersAdminNegativeTestJSON-1074309682-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd HTTP/1.1" status: 200 len: 210 time: 0.0621090 Feb 19 03:55:55.311784 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66aff09-d9e9-4003-a686-89e8806b4924 x-openstack-request-id: req-f66aff09-d9e9-4003-a686-89e8806b4924 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:55.313319 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd", "name": "network-vif-deleted", "tag": "ca60ab50-d263-4a78-bc64-8b6263ef5c46", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:55.313802 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f66aff09-d9e9-4003-a686-89e8806b4924 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:55.314508 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36dbdfa-7df0-4f74-bd4b-eeb9b88e93dd', 'name': 'network-vif-deleted', 'tag': 'ca60ab50-d263-4a78-bc64-8b6263ef5c46', 'status': 'completed', 'code': 200} Feb 19 03:55:55.598501 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cbd85-7f90-45a8-b14c-b0717f99b1bf req-33f34757-e4e7-4137-8d15-e754e89d8939 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:55.606440 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-684cbd85-7f90-45a8-b14c-b0717f99b1bf req-33f34757-e4e7-4137-8d15-e754e89d8939 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.0628116 Feb 19 03:55:55.698746 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-684cbd85-7f90-45a8-b14c-b0717f99b1bf req-35a341a8-91b8-4618-bb09-2f282347e545 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912735 Feb 19 03:55:55.763981 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e9737-bbdd-40cf-a090-e72a853130c2 req-d59f219e-25fc-4ed3-83ba-4c8258f8f0a3 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:55.773533 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c8e9737-bbdd-40cf-a090-e72a853130c2 req-d59f219e-25fc-4ed3-83ba-4c8258f8f0a3 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.0911100 Feb 19 03:55:55.867581 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c8e9737-bbdd-40cf-a090-e72a853130c2 req-b27c5f5c-414e-4136-9c0b-473f56591194 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926285 Feb 19 03:55:55.942698 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0c4a3126-09cd-4911-bc59-c5a205f4d32f details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:55:55.944002 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0688c-4c6f-4ae3-8e64-235b29f3ae7c req-933dfc57-2964-4666-b331-d167dce3fe9d tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:55.945787 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0c4a3126-09cd-4911-bc59-c5a205f4d32f no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:55:55.946628 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ec0688c-4c6f-4ae3-8e64-235b29f3ae7c req-933dfc57-2964-4666-b331-d167dce3fe9d tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=28093611-eb6e-48b4-8b26-7c79bec0a90d HTTP/1.1" status: 200 len: 943 time: 0.0726330 Feb 19 03:55:55.996038 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ec0688c-4c6f-4ae3-8e64-235b29f3ae7c req-1db8f3bd-991f-44cd-aef4-87008d65b5ff tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446680 Feb 19 03:55:56.157901 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 0c4a3126-09cd-4911-bc59-c5a205f4d32f is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:56.158520 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0c4a3126-09cd-4911-bc59-c5a205f4d32f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:56.161533 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0c4a3126-09cd-4911-bc59-c5a205f4d32f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0c4a3126-09cd-4911-bc59-c5a205f4d32f,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:56.181096 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '0c4a3126-09cd-4911-bc59-c5a205f4d32f', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '0c4a3126-09cd-4911-bc59-c5a205f4d32f', 'mac_address': 'fa:16:3e:14:cb:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:55:56.196503 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f253cb-67e6-4523-beec-76d208504573', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c4a3126-09cd-4911-bc59-c5a205f4d32f'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:56.198714 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f40a03-1c05-4056-865b-fd6f59a5b671" -d '{"events": [{"server_uuid": "80f253cb-67e6-4523-beec-76d208504573", "name": "network-vif-unplugged", "status": "completed", "tag": "0c4a3126-09cd-4911-bc59-c5a205f4d32f"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:56.237302 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0c4a3126-09cd-4911-bc59-c5a205f4d32f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0c4a3126-09cd-4911-bc59-c5a205f4d32f,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:56.255668 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 0c4a3126-09cd-4911-bc59-c5a205f4d32f is: ACTIVE; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:56.256284 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0c4a3126-09cd-4911-bc59-c5a205f4d32f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:56.260438 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0c4a3126-09cd-4911-bc59-c5a205f4d32f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:56.275674 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fe1578-11a9-4887-b16d-390e97975968 x-openstack-request-id: req-86fe1578-11a9-4887-b16d-390e97975968 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:56.276136 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f253cb-67e6-4523-beec-76d208504573", "name": "network-vif-unplugged", "status": "completed", "tag": "0c4a3126-09cd-4911-bc59-c5a205f4d32f", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:56.276500 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-86fe1578-11a9-4887-b16d-390e97975968 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:56.276984 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f253cb-67e6-4523-beec-76d208504573', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c4a3126-09cd-4911-bc59-c5a205f4d32f', 'code': 200} Feb 19 03:55:56.282567 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c4a3126-09cd-4911-bc59-c5a205f4d32f {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:55:56.361094 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:55:56.361593 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:55:56.362664 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device db24b698-5e88-40bb-b8e6-799407daa0b9 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:55:56.402727 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=0c4a3126-09cd-4911-bc59-c5a205f4d32f,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:56.492795 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:56.497592 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port db24b698-5e88-40bb-b8e6-799407daa0b9, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=db24b698-5e88-40bb-b8e6-799407daa0b9,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:56.508957 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'db24b698-5e88-40bb-b8e6-799407daa0b9', 'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178', 'port_id': 'db24b698-5e88-40bb-b8e6-799407daa0b9', 'mac_address': 'fa:16:3e:53:69:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f30f4c-dcb5-4893-927c-5937acb50c2b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:55:56.551729 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port db24b698-5e88-40bb-b8e6-799407daa0b9 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:56.552286 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (db24b698-5e88-40bb-b8e6-799407daa0b9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:56.566327 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db24b698-5e88-40bb-b8e6-799407daa0b9 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:55:56.569232 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41634) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:56.589139 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port db24b698-5e88-40bb-b8e6-799407daa0b9, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=db24b698-5e88-40bb-b8e6-799407daa0b9,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:56.595712 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (db24b698-5e88-40bb-b8e6-799407daa0b9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:56.654973 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=db24b698-5e88-40bb-b8e6-799407daa0b9,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:56.725969 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-93cf91db-a39d-486e-b180-d2314486078a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f53bb259194d43549dffca4b3682b459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552274 Feb 19 03:55:56.728529 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41644) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:56.807365 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a3d665db-8ab5-4ffe-b6c5-b8f3bd22a3fb admin admin] Publish callbacks [] for security_group (32971f3f-d97a-4e19-bdc9-51c91a9a851e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:56.837438 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a3d665db-8ab5-4ffe-b6c5-b8f3bd22a3fb admin admin] Publish callbacks [] for security_group (32971f3f-d97a-4e19-bdc9-51c91a9a851e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:56.857526 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ae6c7-9fbf-4766-89ce-80ae2bd561a6 req-e43dc2b6-d7d2-4769-8a04-a3b1f4275164 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:56.859132 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-771ae6c7-9fbf-4766-89ce-80ae2bd561a6 req-e43dc2b6-d7d2-4769-8a04-a3b1f4275164 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 947 time: 0.0874953 Feb 19 03:55:56.922723 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-771ae6c7-9fbf-4766-89ce-80ae2bd561a6 req-800d2cb5-9100-46b7-b599-6f64b6c1935e tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554464 Feb 19 03:55:56.924479 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 0c4a3126-09cd-4911-bc59-c5a205f4d32f is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:56.925854 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0c4a3126-09cd-4911-bc59-c5a205f4d32f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:56.934236 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a3d665db-8ab5-4ffe-b6c5-b8f3bd22a3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (32971f3f-d97a-4e19-bdc9-51c91a9a851e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:56.937175 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a3d665db-8ab5-4ffe-b6c5-b8f3bd22a3fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:56.943782 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a3d665db-8ab5-4ffe-b6c5-b8f3bd22a3fb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/32971f3f-d97a-4e19-bdc9-51c91a9a851e HTTP/1.1" status: 204 len: 168 time: 0.2141204 Feb 19 03:55:56.953819 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4a3126-09cd-4911-bc59-c5a205f4d32f {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:55:56.975711 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0c4a3126-09cd-4911-bc59-c5a205f4d32f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0c4a3126-09cd-4911-bc59-c5a205f4d32f,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:56.988049 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0c4a3126-09cd-4911-bc59-c5a205f4d32f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:56.996261 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['db24b698-5e88-40bb-b8e6-799407daa0b9'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:55:56.998389 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d665db-8ab5-4ffe-b6c5-b8f3bd22a3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32971f3f-d97a-4e19-bdc9-51c91a9a851e,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:57.042206 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226361d-1872-4f45-a08a-4df7eb6b6d43 req-d2dc9627-1202-45f7-b1fa-660255a69a5c tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:57.047604 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5226361d-1872-4f45-a08a-4df7eb6b6d43 req-d2dc9627-1202-45f7-b1fa-660255a69a5c tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.0993309 Feb 19 03:55:57.112967 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=0c4a3126-09cd-4911-bc59-c5a205f4d32f,revision_number=7']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:57.188827 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5226361d-1872-4f45-a08a-4df7eb6b6d43 req-ad428a60-1025-4772-a341-942ad4b2fcd8 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335552 Feb 19 03:55:57.215548 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c3bf7-f8ca-490b-9225-0f63e65f40aa req-f0ceffe6-df5e-4e5f-91e1-d6f2be9b5da7 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:57.217072 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-899c3bf7-f8ca-490b-9225-0f63e65f40aa req-f0ceffe6-df5e-4e5f-91e1-d6f2be9b5da7 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=28093611-eb6e-48b4-8b26-7c79bec0a90d HTTP/1.1" status: 200 len: 944 time: 0.1066754 Feb 19 03:55:57.289743 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-899c3bf7-f8ca-490b-9225-0f63e65f40aa req-44d18805-1324-499b-91cb-c0d0112a9620 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659659 Feb 19 03:55:57.306916 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['0c4a3126-09cd-4911-bc59-c5a205f4d32f'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:55:57.433341 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41664) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:57.484415 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6b0e6b69-cafd-479a-a35e-86a72433953f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ddee5e6652d94417a2ee351296025a6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491381 Feb 19 03:55:57.486842 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41668) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:57.537998 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5bf71e72-27d9-4369-b14a-1a64ec19bf23 admin admin] Publish callbacks [] for security_group (5ad69f60-40e6-4eb6-bd1c-a9e35c8d84ab), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:57.569791 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5bf71e72-27d9-4369-b14a-1a64ec19bf23 admin admin] Publish callbacks [] for security_group (5ad69f60-40e6-4eb6-bd1c-a9e35c8d84ab), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:57.637284 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5bf71e72-27d9-4369-b14a-1a64ec19bf23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5ad69f60-40e6-4eb6-bd1c-a9e35c8d84ab), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:57.641249 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5bf71e72-27d9-4369-b14a-1a64ec19bf23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:57.647170 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5bf71e72-27d9-4369-b14a-1a64ec19bf23 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5ad69f60-40e6-4eb6-bd1c-a9e35c8d84ab HTTP/1.1" status: 204 len: 168 time: 0.1585283 Feb 19 03:55:57.659574 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf71e72-27d9-4369-b14a-1a64ec19bf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad69f60-40e6-4eb6-bd1c-a9e35c8d84ab,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:58.109888 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb501fb-71ef-4bd2-b9c6-b8535d58adbb req-295ef8e9-f936-4a21-a94d-9151ced5d05d tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:58.112076 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ceb501fb-71ef-4bd2-b9c6-b8535d58adbb req-295ef8e9-f936-4a21-a94d-9151ced5d05d tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 948 time: 0.0995741 Feb 19 03:55:58.179177 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ceb501fb-71ef-4bd2-b9c6-b8535d58adbb req-20190ba7-f499-4999-a808-a34e29ec7989 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592027 Feb 19 03:55:58.315327 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f4983-7642-4352-b3d1-41a5d49a4a4e req-6062c1dd-ccd2-4ab2-b2d0-3c1baf716484 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:58.316949 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b9f4983-7642-4352-b3d1-41a5d49a4a4e req-6062c1dd-ccd2-4ab2-b2d0-3c1baf716484 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.0617051 Feb 19 03:55:58.368619 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device db24b698-5e88-40bb-b8e6-799407daa0b9 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:58.373030 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b9f4983-7642-4352-b3d1-41a5d49a4a4e req-dfb56c8a-c6a2-44f4-8d6b-d1f94970e8ef tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498016 Feb 19 03:55:58.441175 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port db24b698-5e88-40bb-b8e6-799407daa0b9 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:55:58.446144 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port db24b698-5e88-40bb-b8e6-799407daa0b9 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:58.446569 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (db24b698-5e88-40bb-b8e6-799407daa0b9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:58.509096 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6e25f-22ca-4da0-8280-710b9393d0a9 req-760150dd-f05e-4bcf-8d42-7cc96000080c tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:58.510690 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f1b6e25f-22ca-4da0-8280-710b9393d0a9 req-760150dd-f05e-4bcf-8d42-7cc96000080c tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=28093611-eb6e-48b4-8b26-7c79bec0a90d HTTP/1.1" status: 200 len: 944 time: 0.0868838 Feb 19 03:55:58.569593 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port db24b698-5e88-40bb-b8e6-799407daa0b9 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:58.569983 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (db24b698-5e88-40bb-b8e6-799407daa0b9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:58.595334 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f1b6e25f-22ca-4da0-8280-710b9393d0a9 req-f56d1901-5198-48bf-8d25-201338485802 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769334 Feb 19 03:55:58.603788 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28093611-eb6e-48b4-8b26-7c79bec0a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db24b698-5e88-40bb-b8e6-799407daa0b9'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:58.606583 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cc8d69-c3c1-455b-bb84-a5b60eed0964" -d '{"events": [{"server_uuid": "28093611-eb6e-48b4-8b26-7c79bec0a90d", "name": "network-vif-plugged", "status": "completed", "tag": "db24b698-5e88-40bb-b8e6-799407daa0b9"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:58.633696 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port db24b698-5e88-40bb-b8e6-799407daa0b9, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=db24b698-5e88-40bb-b8e6-799407daa0b9,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:58.644462 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (db24b698-5e88-40bb-b8e6-799407daa0b9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:58.646046 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device ca60ab50-d263-4a78-bc64-8b6263ef5c46 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:55:58.755082 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5fc7a5-fd33-4cf6-8025-bf3286722916 x-openstack-request-id: req-3b5fc7a5-fd33-4cf6-8025-bf3286722916 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:58.755608 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28093611-eb6e-48b4-8b26-7c79bec0a90d", "name": "network-vif-plugged", "status": "completed", "tag": "db24b698-5e88-40bb-b8e6-799407daa0b9", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:58.756534 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b5fc7a5-fd33-4cf6-8025-bf3286722916 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:58.757066 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28093611-eb6e-48b4-8b26-7c79bec0a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db24b698-5e88-40bb-b8e6-799407daa0b9', 'code': 200} Feb 19 03:55:58.758378 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=db24b698-5e88-40bb-b8e6-799407daa0b9,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:58.763434 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: ca60ab50-d263-4a78-bc64-8b6263ef5c46 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:55:58.763902 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device ca60ab50-d263-4a78-bc64-8b6263ef5c46 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:55:58.813149 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebece11d-cadc-47e4-bb62-9d798fa8a793 req-96dd2dc0-9cfb-4cbb-815b-72c13476c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:58.814810 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebece11d-cadc-47e4-bb62-9d798fa8a793 req-96dd2dc0-9cfb-4cbb-815b-72c13476c361 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=28093611-eb6e-48b4-8b26-7c79bec0a90d HTTP/1.1" status: 200 len: 1128 time: 0.0472245 Feb 19 03:55:58.871689 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebece11d-cadc-47e4-bb62-9d798fa8a793 req-2af9cc61-9f0b-403e-9dd8-eef1e030716c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482800 Feb 19 03:55:59.152572 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-79500f56-3b7e-4424-90b0-b2ec570fee4b req-51e45673-61db-48d1-9eca-72a97ad4a98d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0473301 Feb 19 03:55:59.248881 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:59.266645 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79500f56-3b7e-4424-90b0-b2ec570fee4b req-55a827b9-79e5-4269-8505-7f1f23b5490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:59.269104 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-79500f56-3b7e-4424-90b0-b2ec570fee4b req-55a827b9-79e5-4269-8505-7f1f23b5490d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2d0f4caff5434d379e80e0b432aea600&device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 1127 time: 0.0889888 Feb 19 03:55:59.345290 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c93b7d-07ca-41bc-9655-21858b763a9b req-443915bd-4e6d-4368-8b72-b1eaaecebf51 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:59.347234 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18c93b7d-07ca-41bc-9655-21858b763a9b req-443915bd-4e6d-4368-8b72-b1eaaecebf51 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 948 time: 0.0842445 Feb 19 03:55:59.389311 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79500f56-3b7e-4424-90b0-b2ec570fee4b req-d51cd02e-0765-47dc-b323-3d802cb0b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:59.391188 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-79500f56-3b7e-4424-90b0-b2ec570fee4b req-d51cd02e-0765-47dc-b323-3d802cb0b576 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d936416-f125-4c3f-940d-813318503889 HTTP/1.1" status: 200 len: 922 time: 0.0973499 Feb 19 03:55:59.412061 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18c93b7d-07ca-41bc-9655-21858b763a9b req-3664d7c6-2e07-4ec3-831d-0bca24f4fcc6 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571003 Feb 19 03:55:59.445980 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-79500f56-3b7e-4424-90b0-b2ec570fee4b req-7d0247c2-6e4f-46ca-8a7c-819d107457dd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de138328-1cd6-4d35-b7c3-50ef1063e817 HTTP/1.1" status: 200 len: 217 time: 0.0465267 Feb 19 03:55:59.509751 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79500f56-3b7e-4424-90b0-b2ec570fee4b req-763869f7-3a11-4538-acef-357337c5c69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:59.511388 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-79500f56-3b7e-4424-90b0-b2ec570fee4b req-763869f7-3a11-4538-acef-357337c5c69d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2953d6c2-cff6-4430-863a-070b45f3a12f HTTP/1.1" status: 200 len: 861 time: 0.0584526 Feb 19 03:55:59.539989 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7430c-d67e-4c90-8d33-67487bb7043d req-4b8d1011-28b1-4cbd-acc7-31e81f189963 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:59.541472 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74d7430c-d67e-4c90-8d33-67487bb7043d req-4b8d1011-28b1-4cbd-acc7-31e81f189963 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.0604029 Feb 19 03:55:59.558379 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-79500f56-3b7e-4424-90b0-b2ec570fee4b req-11a825f2-f3e3-4aa2-9848-901227b20304 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d936416-f125-4c3f-940d-813318503889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360019 Feb 19 03:55:59.597093 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74d7430c-d67e-4c90-8d33-67487bb7043d req-c75425f3-23ea-4d92-966b-d85bff99ac16 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496325 Feb 19 03:55:59.665135 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-79500f56-3b7e-4424-90b0-b2ec570fee4b req-0e8b4f02-9878-46e1-a0c0-0c9ad6eb762d service neutron] 10.222.0.79 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969489 Feb 19 03:55:59.759491 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98811fc7-d821-4124-9448-3d75a88cc3b3 req-70117d71-7c1d-4831-8e31-bd4f45447367 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:59.766704 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-98811fc7-d821-4124-9448-3d75a88cc3b3 req-70117d71-7c1d-4831-8e31-bd4f45447367 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=28093611-eb6e-48b4-8b26-7c79bec0a90d HTTP/1.1" status: 200 len: 945 time: 0.0754607 Feb 19 03:55:59.799606 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-79500f56-3b7e-4424-90b0-b2ec570fee4b req-20a3ded9-2d6c-421a-ae15-c8476c138dc4 service neutron] 10.222.0.79 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262479 Feb 19 03:55:59.814761 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-98811fc7-d821-4124-9448-3d75a88cc3b3 req-9d30ff87-6abe-4fdd-badd-40a0f89be08b tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458958 Feb 19 03:55:59.987773 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0c4a3126-09cd-4911-bc59-c5a205f4d32f up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:00.040875 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 0c4a3126-09cd-4911-bc59-c5a205f4d32f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:00.041244 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0c4a3126-09cd-4911-bc59-c5a205f4d32f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:00.118934 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 0c4a3126-09cd-4911-bc59-c5a205f4d32f is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:00.119321 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0c4a3126-09cd-4911-bc59-c5a205f4d32f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:00.155144 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0c4a3126-09cd-4911-bc59-c5a205f4d32f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0c4a3126-09cd-4911-bc59-c5a205f4d32f,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:00.161167 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0c4a3126-09cd-4911-bc59-c5a205f4d32f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:00.195849 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41762) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:00.217732 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=0c4a3126-09cd-4911-bc59-c5a205f4d32f,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:00.304939 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-89af6d2b-57cf-49a9-a27e-d6caa90363c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:00.383394 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-89af6d2b-57cf-49a9-a27e-d6caa90363c5 admin admin] Publish callbacks [] for security_group (4726b7cd-5089-4561-8dd1-f1f7e71962c5), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:00.387954 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-89af6d2b-57cf-49a9-a27e-d6caa90363c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4726b7cd-5089-4561-8dd1-f1f7e71962c5), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:00.433958 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41766) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:00.438806 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-89af6d2b-57cf-49a9-a27e-d6caa90363c5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e8749293c5474f418309a146bc04710a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417536 Feb 19 03:56:00.439897 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af6d2b-57cf-49a9-a27e-d6caa90363c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4726b7cd-5089-4561-8dd1-f1f7e71962c5,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:00.504773 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a6cce8f9-8bcf-4188-98be-f5b84cbd7ffd admin admin] Publish callbacks [] for security_group (4726b7cd-5089-4561-8dd1-f1f7e71962c5), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:00.531467 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-97a74ab0-b1e2-493a-a52a-693fb37c6472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:00.541424 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a6cce8f9-8bcf-4188-98be-f5b84cbd7ffd admin admin] Publish callbacks [] for security_group (4726b7cd-5089-4561-8dd1-f1f7e71962c5), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:00.550363 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692accd-b379-480f-9b9b-df6f135e107d req-0924a852-c604-489b-b971-78b5b84bc748 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:00.557313 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0692accd-b379-480f-9b9b-df6f135e107d req-0924a852-c604-489b-b971-78b5b84bc748 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.0651727 Feb 19 03:56:00.608691 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a6cce8f9-8bcf-4188-98be-f5b84cbd7ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4726b7cd-5089-4561-8dd1-f1f7e71962c5), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:00.610986 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0692accd-b379-480f-9b9b-df6f135e107d req-6c51a92b-33af-48bf-b3bf-5a060e9bdc0a tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526989 Feb 19 03:56:00.611485 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a6cce8f9-8bcf-4188-98be-f5b84cbd7ffd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:00.617440 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a6cce8f9-8bcf-4188-98be-f5b84cbd7ffd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4726b7cd-5089-4561-8dd1-f1f7e71962c5 HTTP/1.1" status: 204 len: 168 time: 0.1817293 Feb 19 03:56:00.626635 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cce8f9-8bcf-4188-98be-f5b84cbd7ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4726b7cd-5089-4561-8dd1-f1f7e71962c5,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:00.758441 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f253cb-67e6-4523-beec-76d208504573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4a3126-09cd-4911-bc59-c5a205f4d32f'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:00.761166 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea51db7-bdf9-4a35-9ea0-52c1a9e4a6af" -d '{"events": [{"server_uuid": "80f253cb-67e6-4523-beec-76d208504573", "name": "network-vif-plugged", "status": "completed", "tag": "0c4a3126-09cd-4911-bc59-c5a205f4d32f"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:00.777756 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf87ba-6c9c-4daf-8b29-bafcee282176 req-35740ca2-cde9-4f9f-933d-3db8977eec00 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:00.779971 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8caf87ba-6c9c-4daf-8b29-bafcee282176 req-35740ca2-cde9-4f9f-933d-3db8977eec00 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.0824633 Feb 19 03:56:00.814668 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b2a397-f4c7-4773-bb5a-5b3815509684 x-openstack-request-id: req-21b2a397-f4c7-4773-bb5a-5b3815509684 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:00.815039 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f253cb-67e6-4523-beec-76d208504573", "name": "network-vif-plugged", "status": "completed", "tag": "0c4a3126-09cd-4911-bc59-c5a205f4d32f", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:00.815304 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-21b2a397-f4c7-4773-bb5a-5b3815509684 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:00.816468 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f253cb-67e6-4523-beec-76d208504573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4a3126-09cd-4911-bc59-c5a205f4d32f', 'code': 200} Feb 19 03:56:00.833935 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8caf87ba-6c9c-4daf-8b29-bafcee282176 req-03c0352d-a551-48bf-8098-499ccb579ba8 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471945 Feb 19 03:56:00.958847 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41780) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:00.972306 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3db3e5-09e3-4af8-b387-5a9bf198267e req-b5b41a35-91d5-4701-b835-22261155d574 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:00.973846 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dd3db3e5-09e3-4af8-b387-5a9bf198267e req-b5b41a35-91d5-4701-b835-22261155d574 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=28093611-eb6e-48b4-8b26-7c79bec0a90d HTTP/1.1" status: 200 len: 945 time: 0.0672979 Feb 19 03:56:00.981930 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ff374434-064c-4015-9d8a-efcd69722041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:01.058110 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dd3db3e5-09e3-4af8-b387-5a9bf198267e req-c034fa94-f792-4e20-8b15-e6b46342014e tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734019 Feb 19 03:56:01.084436 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245b3a6-3bae-4f46-a72f-c6cf6f9e5453 req-b0991f2e-a29a-4675-8df6-fe43cab2b759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:01.086721 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6245b3a6-3bae-4f46-a72f-c6cf6f9e5453 req-b0991f2e-a29a-4675-8df6-fe43cab2b759 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 1132 time: 0.0654840 Feb 19 03:56:01.109694 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ff374434-064c-4015-9d8a-efcd69722041 admin admin] Publish callbacks [] for security_group (aad3859d-af8c-4da6-92cd-70d94d2d6b63), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:01.114781 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ff374434-064c-4015-9d8a-efcd69722041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (aad3859d-af8c-4da6-92cd-70d94d2d6b63), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:01.144098 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6245b3a6-3bae-4f46-a72f-c6cf6f9e5453 req-66a3bb8a-7360-4aa3-9ae1-f5313c964dde service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502498 Feb 19 03:56:01.156768 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ff374434-064c-4015-9d8a-efcd69722041 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0c6eefeba89b406582411b564a6f614f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1967509 Feb 19 03:56:01.159251 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff374434-064c-4015-9d8a-efcd69722041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad3859d-af8c-4da6-92cd-70d94d2d6b63,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:01.159882 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41784) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:01.237020 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-415b0cb5-ebf4-4a49-9536-7918aa8d302e admin admin] Publish callbacks [] for security_group (aad3859d-af8c-4da6-92cd-70d94d2d6b63), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:01.267510 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-415b0cb5-ebf4-4a49-9536-7918aa8d302e admin admin] Publish callbacks [] for security_group (aad3859d-af8c-4da6-92cd-70d94d2d6b63), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:01.313237 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d1531-7feb-4389-8f05-5a96e92e87d6 req-4b3bcd62-89cd-4a1f-ab8a-a95ee1f9c7d5 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:01.314737 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c78d1531-7feb-4389-8f05-5a96e92e87d6 req-4b3bcd62-89cd-4a1f-ab8a-a95ee1f9c7d5 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=28093611-eb6e-48b4-8b26-7c79bec0a90d HTTP/1.1" status: 200 len: 945 time: 0.0672288 Feb 19 03:56:01.326134 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-415b0cb5-ebf4-4a49-9536-7918aa8d302e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (aad3859d-af8c-4da6-92cd-70d94d2d6b63), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:01.328792 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-415b0cb5-ebf4-4a49-9536-7918aa8d302e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:01.329938 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-415b0cb5-ebf4-4a49-9536-7918aa8d302e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aad3859d-af8c-4da6-92cd-70d94d2d6b63 HTTP/1.1" status: 204 len: 168 time: 0.1690879 Feb 19 03:56:01.343333 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b0cb5-ebf4-4a49-9536-7918aa8d302e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad3859d-af8c-4da6-92cd-70d94d2d6b63,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:01.376237 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c78d1531-7feb-4389-8f05-5a96e92e87d6 req-a9805c42-4088-4373-97e8-9dbef232a8e3 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535862 Feb 19 03:56:01.741614 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598f04b-5aa4-405b-9010-66e8d5e8376d req-7725ba4f-23e8-45ee-a686-7767f84cd8f5 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:01.743386 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5598f04b-5aa4-405b-9010-66e8d5e8376d req-7725ba4f-23e8-45ee-a686-7767f84cd8f5 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.0617805 Feb 19 03:56:01.800342 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5598f04b-5aa4-405b-9010-66e8d5e8376d req-93105707-9907-4864-8854-30f3515381eb tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492861 Feb 19 03:56:01.972856 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35c6b6-db44-4d07-97fa-6fda3809d191 req-a3ca2a0d-48d3-4a29-9f98-7e20cc9a6ece tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:01.974684 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b35c6b6-db44-4d07-97fa-6fda3809d191 req-a3ca2a0d-48d3-4a29-9f98-7e20cc9a6ece tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.0593035 Feb 19 03:56:02.041526 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b35c6b6-db44-4d07-97fa-6fda3809d191 req-d33c5789-e12e-4cb2-a531-cdb64ab660f6 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575194 Feb 19 03:56:02.550393 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44635832-3773-4700-a876-c8e34b432c6a req-5dd11cbc-9c34-434c-8143-1f444b85858b tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:02.552031 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44635832-3773-4700-a876-c8e34b432c6a req-5dd11cbc-9c34-434c-8143-1f444b85858b tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=28093611-eb6e-48b4-8b26-7c79bec0a90d HTTP/1.1" status: 200 len: 945 time: 0.0598099 Feb 19 03:56:02.625127 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44635832-3773-4700-a876-c8e34b432c6a req-0c13875f-dee9-4632-bf95-f1e6b67aad6f tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646775 Feb 19 03:56:02.647236 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a76b98bc-5250-42b9-81bb-56620075a2d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:02.738820 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1481d-f6d1-49f4-9a0e-ff8ab7854b87 req-c8f97fca-1bd6-426e-834c-82709a0e678e tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:02.746604 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6cf1481d-f6d1-49f4-9a0e-ff8ab7854b87 req-c8f97fca-1bd6-426e-834c-82709a0e678e tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 1129 time: 0.0595026 Feb 19 03:56:02.798028 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6cf1481d-f6d1-49f4-9a0e-ff8ab7854b87 req-09c73c84-387c-4578-a88c-b4ecba2c054b tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498099 Feb 19 03:56:03.194440 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e2807-19e0-48f7-b009-fa8ad40cee21 req-72438d5f-46d0-43b4-a551-aca79483df44 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:03.195928 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-708e2807-19e0-48f7-b009-fa8ad40cee21 req-72438d5f-46d0-43b4-a551-aca79483df44 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ec18271-4b7c-4ccf-8a6f-665656e8b6cd HTTP/1.1" status: 200 len: 945 time: 0.0530705 Feb 19 03:56:03.250199 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-708e2807-19e0-48f7-b009-fa8ad40cee21 req-ae0ebd9e-8831-45eb-8414-abd15b0c6767 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e2bb0a-eb3d-44af-b1ee-2d71f228825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483210 Feb 19 03:56:03.404307 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18801ac-5518-4d94-9f2f-4fa849718adc req-10db7e9e-6bf7-441c-85ab-30038ba75d2a tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:03.406006 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f18801ac-5518-4d94-9f2f-4fa849718adc req-10db7e9e-6bf7-441c-85ab-30038ba75d2a tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.0647423 Feb 19 03:56:03.458803 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f18801ac-5518-4d94-9f2f-4fa849718adc req-7e5d9a8c-a4e6-47a7-9524-a17d01738c79 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455031 Feb 19 03:56:03.591936 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-732157b3-c5fc-4227-a889-f6641365afda req-c4816414-618a-4fee-8a5a-02601b3e8821 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0869150 Feb 19 03:56:03.605129 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e2aa8-c5cb-49d1-a366-762f8e41de5e req-5b2217b6-5a2c-4ef5-822c-b7b12a82ddf8 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:03.606642 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-224e2aa8-c5cb-49d1-a366-762f8e41de5e req-5b2217b6-5a2c-4ef5-822c-b7b12a82ddf8 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.0686669 Feb 19 03:56:03.633101 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:03.698858 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-224e2aa8-c5cb-49d1-a366-762f8e41de5e req-3739dc31-2249-4d07-89e5-37db1a6fc099 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804563 Feb 19 03:56:03.719462 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732157b3-c5fc-4227-a889-f6641365afda req-9443fe64-05e9-4435-8a24-b20fcdaae605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:03.719462 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-732157b3-c5fc-4227-a889-f6641365afda req-9443fe64-05e9-4435-8a24-b20fcdaae605 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d8751a366f7493698f363eb60d46c38&device_id=1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63 HTTP/1.1" status: 200 len: 1128 time: 0.0581267 Feb 19 03:56:03.886419 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732157b3-c5fc-4227-a889-f6641365afda req-9e9d95fb-c215-4baf-97f1-9ac1483f58f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:03.887994 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-732157b3-c5fc-4227-a889-f6641365afda req-9e9d95fb-c215-4baf-97f1-9ac1483f58f1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c2a4677c-3978-448a-8fd9-1efa09d1157e HTTP/1.1" status: 200 len: 925 time: 0.1511612 Feb 19 03:56:03.992033 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-732157b3-c5fc-4227-a889-f6641365afda req-c4d2a385-50d8-4597-b064-8c5d5982e69c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c66cb5c9-2c92-4975-b958-eeecd5607433 HTTP/1.1" status: 200 len: 1001 time: 0.0943754 Feb 19 03:56:04.041057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dc58e-e30d-4250-8ea4-84fb8f90b041 req-4ac83f6a-8a19-4cd8-848c-242fbe0a9a1a tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:04.042572 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f45dc58e-e30d-4250-8ea4-84fb8f90b041 req-4ac83f6a-8a19-4cd8-848c-242fbe0a9a1a tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.1536102 Feb 19 03:56:04.069932 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732157b3-c5fc-4227-a889-f6641365afda req-dd246172-622e-4bf2-bb2d-db73281e9a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:04.071401 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-732157b3-c5fc-4227-a889-f6641365afda req-dd246172-622e-4bf2-bb2d-db73281e9a60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e30f0c3-d629-434f-a2d7-039cc4a47da1 HTTP/1.1" status: 200 len: 863 time: 0.0715556 Feb 19 03:56:04.124349 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f45dc58e-e30d-4250-8ea4-84fb8f90b041 req-5fc4771a-c12c-4b02-83b2-9983a5f10f76 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726473 Feb 19 03:56:04.141192 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732157b3-c5fc-4227-a889-f6641365afda req-ec507d8d-66d6-4aba-be59-e43dcf3d7fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:04.142955 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-732157b3-c5fc-4227-a889-f6641365afda req-ec507d8d-66d6-4aba-be59-e43dcf3d7fb5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c2a4677c-3978-448a-8fd9-1efa09d1157e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0650840 Feb 19 03:56:04.301175 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-732157b3-c5fc-4227-a889-f6641365afda req-6a645861-ffc2-415a-ac02-b9616200bfe2 service neutron] 10.222.0.26 "GET /v2.0/networks/c2a4677c-3978-448a-8fd9-1efa09d1157e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478827 Feb 19 03:56:04.316376 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-0d62e8e5-4ab1-48fc-97cf-54807d9c1a86 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:56:04.318012 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-0d62e8e5-4ab1-48fc-97cf-54807d9c1a86 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081985 Feb 19 03:56:04.379555 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-613cf632-4c5c-46b6-a126-1f05c07d8975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:04.381234 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-613cf632-4c5c-46b6-a126-1f05c07d8975 service neutron] 10.222.0.52 "GET /v2.0/ports/164c54cc-4545-454e-b0ae-1bf33d6830dc HTTP/1.1" status: 200 len: 1126 time: 0.0542450 Feb 19 03:56:04.391550 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-6a5f8fb6-e646-4377-8a93-144bfb1b6742 service neutron] Request body: {'binding': {'host': 'n-h2-828369-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:04.392010 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-6a5f8fb6-e646-4377-8a93-144bfb1b6742 service neutron] Unknown quota resources ['binding']. {{(pid=109925) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:56:04.438214 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-732157b3-c5fc-4227-a889-f6641365afda req-0181cd3c-5f49-4d50-b9c5-7ab3a658a2bf service neutron] 10.222.0.26 "GET /v2.0/networks/c2a4677c-3978-448a-8fd9-1efa09d1157e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301074 Feb 19 03:56:04.628875 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-6a5f8fb6-e646-4377-8a93-144bfb1b6742 service neutron] Attempting to bind port 164c54cc-4545-454e-b0ae-1bf33d6830dc on host n-h2-828369-19 for vnic_type normal with profile None {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:04.629359 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-6a5f8fb6-e646-4377-8a93-144bfb1b6742 service neutron] Attempting to bind port 164c54cc-4545-454e-b0ae-1bf33d6830dc by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:04.629690 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-6a5f8fb6-e646-4377-8a93-144bfb1b6742 service neutron] Attempting to bind port 164c54cc-4545-454e-b0ae-1bf33d6830dc on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:04.635188 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-6a5f8fb6-e646-4377-8a93-144bfb1b6742 service neutron] Port 164c54cc-4545-454e-b0ae-1bf33d6830dc on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:56:04.635974 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-6a5f8fb6-e646-4377-8a93-144bfb1b6742 service neutron] Attempting to bind port 164c54cc-4545-454e-b0ae-1bf33d6830dc on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:04.641232 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-6a5f8fb6-e646-4377-8a93-144bfb1b6742 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:04.641577 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-6a5f8fb6-e646-4377-8a93-144bfb1b6742 service neutron] Checking segment: {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:04.641957 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-6a5f8fb6-e646-4377-8a93-144bfb1b6742 service neutron] Bound using segment: {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:04.642427 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-6a5f8fb6-e646-4377-8a93-144bfb1b6742 service neutron] Bound port: 164c54cc-4545-454e-b0ae-1bf33d6830dc, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:04.694286 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d04a6-74fd-44e7-8ffb-1ffadcada7b1 req-a66209aa-ad67-4cf4-bc79-83d778df2585 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:04.695645 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-6a5f8fb6-e646-4377-8a93-144bfb1b6742 service neutron] For port 164c54cc-4545-454e-b0ae-1bf33d6830dc, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=164c54cc-4545-454e-b0ae-1bf33d6830dc,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:04.696067 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-163d04a6-74fd-44e7-8ffb-1ffadcada7b1 req-a66209aa-ad67-4cf4-bc79-83d778df2585 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ec18271-4b7c-4ccf-8a6f-665656e8b6cd HTTP/1.1" status: 200 len: 945 time: 0.0673966 Feb 19 03:56:04.702087 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-6a5f8fb6-e646-4377-8a93-144bfb1b6742 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:04.703330 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-6a5f8fb6-e646-4377-8a93-144bfb1b6742 service neutron] 10.222.0.52 "POST /v2.0/ports/164c54cc-4545-454e-b0ae-1bf33d6830dc/bindings HTTP/1.1" status: 201 len: 390 time: 0.3164127 Feb 19 03:56:04.779838 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-163d04a6-74fd-44e7-8ffb-1ffadcada7b1 req-7e508b9f-f5ef-41a5-ab75-4725ad9d4cf6 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/security-groups?id=72e2bb0a-eb3d-44af-b1ee-2d71f228825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762372 Feb 19 03:56:04.993088 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca74a3-8951-4b7f-82cf-a2fe1d86591f req-0e36b9fe-ef4c-4990-846d-fee2ea4e303e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:04.994794 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59ca74a3-8951-4b7f-82cf-a2fe1d86591f req-0e36b9fe-ef4c-4990-846d-fee2ea4e303e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.1389062 Feb 19 03:56:05.039018 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00234a46-1cff-41a1-b61a-ec29a3e5caa0 req-8077499f-837e-4ea1-9f9d-c8ee1473d818 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:05.040608 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-00234a46-1cff-41a1-b61a-ec29a3e5caa0 req-8077499f-837e-4ea1-9f9d-c8ee1473d818 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.1522973 Feb 19 03:56:05.051865 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaab7cf-aced-40c3-8ddb-e277e1df0313 req-967da9e4-ab09-4b95-8daf-49998a50f428 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:05.053435 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aaaab7cf-aced-40c3-8ddb-e277e1df0313 req-967da9e4-ab09-4b95-8daf-49998a50f428 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec18271-4b7c-4ccf-8a6f-665656e8b6cd HTTP/1.1" status: 200 len: 945 time: 0.1242840 Feb 19 03:56:05.108814 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:05.183470 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-ec778675-0b6e-422d-b675-2cbfbce325d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:05.185533 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-ec778675-0b6e-422d-b675-2cbfbce325d8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 1129 time: 0.0756717 Feb 19 03:56:05.206689 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59ca74a3-8951-4b7f-82cf-a2fe1d86591f req-d1ee7ab0-138b-4adc-b0ce-1b6bb07d3730 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026532 Feb 19 03:56:05.275341 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-00234a46-1cff-41a1-b61a-ec29a3e5caa0 req-df243536-4781-4ccc-9813-06a03558afe8 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207668 Feb 19 03:56:05.307068 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-ac6e2ccc-e722-4967-819a-bf7c03ed9f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:05.310135 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-ac6e2ccc-e722-4967-819a-bf7c03ed9f1e service neutron] 10.222.0.79 "GET /v2.0/networks?id=575db6fc-b1bf-4deb-91aa-ccf16978efb1 HTTP/1.1" status: 200 len: 909 time: 0.1172843 Feb 19 03:56:05.340619 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-aaaab7cf-aced-40c3-8ddb-e277e1df0313 req-eb42ef2a-7a3c-4f97-9ccb-ef2e35b82158 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Deleting port d9b7e8c8-3282-4ff6-8f14-3b04ad27989c {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:05.341225 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-aaaab7cf-aced-40c3-8ddb-e277e1df0313 req-eb42ef2a-7a3c-4f97-9ccb-ef2e35b82158 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (d9b7e8c8-3282-4ff6-8f14-3b04ad27989c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:05.404432 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-4ff9ff4c-4ad8-48a6-afef-eff2bebb60d2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=164c54cc-4545-454e-b0ae-1bf33d6830dc HTTP/1.1" status: 200 len: 217 time: 0.0864794 Feb 19 03:56:05.460804 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-a6cc510a-5294-4581-b290-84dc39e339f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:05.463068 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-a6cc510a-5294-4581-b290-84dc39e339f5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d HTTP/1.1" status: 200 len: 848 time: 0.0499971 Feb 19 03:56:05.525706 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-b418abec-8dc4-4aec-8e4f-b8cb5bff45de service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=575db6fc-b1bf-4deb-91aa-ccf16978efb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446460 Feb 19 03:56:05.533507 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ccb1c-4e17-4929-b628-2bcdf430e206 req-607e60c2-536e-4035-9861-37cdf427456f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:05.537040 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c50ccb1c-4e17-4929-b628-2bcdf430e206 req-607e60c2-536e-4035-9861-37cdf427456f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 946 time: 0.1421270 Feb 19 03:56:05.563968 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-aaaab7cf-aced-40c3-8ddb-e277e1df0313 req-eb42ef2a-7a3c-4f97-9ccb-ef2e35b82158 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] For port d9b7e8c8-3282-4ff6-8f14-3b04ad27989c, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=d9b7e8c8-3282-4ff6-8f14-3b04ad27989c,segment=NetworkSegment(38292db9-b633-4bb0-a3d1-faf2c5a0d27a),segment_id=38292db9-b633-4bb0-a3d1-faf2c5a0d27a)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:05.564668 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-aaaab7cf-aced-40c3-8ddb-e277e1df0313 req-eb42ef2a-7a3c-4f97-9ccb-ef2e35b82158 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (d9b7e8c8-3282-4ff6-8f14-3b04ad27989c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:05.614439 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-aaaab7cf-aced-40c3-8ddb-e277e1df0313 req-eb42ef2a-7a3c-4f97-9ccb-ef2e35b82158 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Calling delete_port for d9b7e8c8-3282-4ff6-8f14-3b04ad27989c owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:05.628528 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-ffe5b5ce-823a-4da3-98d9-05a7d45ab07a service neutron] 10.222.0.79 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012499 Feb 19 03:56:05.630705 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c50ccb1c-4e17-4929-b628-2bcdf430e206 req-4877458c-58dd-41ae-ae40-40acf84e7ea0 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780520 Feb 19 03:56:05.733595 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-f4221ab2-d990-41f4-87a0-43dd0ee5102d service neutron] 10.222.0.79 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975001 Feb 19 03:56:05.790425 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-aaaab7cf-aced-40c3-8ddb-e277e1df0313 req-eb42ef2a-7a3c-4f97-9ccb-ef2e35b82158 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (d9b7e8c8-3282-4ff6-8f14-3b04ad27989c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:05.803645 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['d9b7e8c8-3282-4ff6-8f14-3b04ad27989c'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:56:05.887775 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41952) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:06.023365 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0d883648-20fe-4659-8b70-b5e35a95fd85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:06.074906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42ef2a-7a3c-4f97-9ccb-ef2e35b82158 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Pushing event deleted for resources: {'Port': ['ID=d9b7e8c8-3282-4ff6-8f14-3b04ad27989c,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:06.122460 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c1dc6cf-e16e-4a27-89c9-0b83a1c314db req-01c4b74c-4fed-4d6e-a348-e92d32c637a0 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ec18271-4b7c-4ccf-8a6f-665656e8b6cd HTTP/1.1" status: 200 len: 210 time: 0.0498855 Feb 19 03:56:06.143891 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaaab7cf-aced-40c3-8ddb-e277e1df0313 req-eb42ef2a-7a3c-4f97-9ccb-ef2e35b82158 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] No DVR routers for this DVR port d9b7e8c8-3282-4ff6-8f14-3b04ad27989c on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:56:06.147404 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-aaaab7cf-aced-40c3-8ddb-e277e1df0313 req-eb42ef2a-7a3c-4f97-9ccb-ef2e35b82158 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:06.151127 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aaaab7cf-aced-40c3-8ddb-e277e1df0313 req-eb42ef2a-7a3c-4f97-9ccb-ef2e35b82158 tempest-AttachSCSIVolumeTestJSON-2024211027 tempest-AttachSCSIVolumeTestJSON-2024211027-project] 10.222.0.26 "DELETE /v2.0/ports/d9b7e8c8-3282-4ff6-8f14-3b04ad27989c HTTP/1.1" status: 204 len: 173 time: 1.0864167 Feb 19 03:56:06.151349 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec18271-4b7c-4ccf-8a6f-665656e8b6cd', 'name': 'network-vif-deleted', 'tag': 'd9b7e8c8-3282-4ff6-8f14-3b04ad27989c'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:06.153616 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15ad429-0737-4369-ada9-ef160742cf69" -d '{"events": [{"server_uuid": "3ec18271-4b7c-4ccf-8a6f-665656e8b6cd", "name": "network-vif-deleted", "tag": "d9b7e8c8-3282-4ff6-8f14-3b04ad27989c"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:06.168790 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0d883648-20fe-4659-8b70-b5e35a95fd85 admin admin] Publish callbacks [] for security_group (0e3c44cc-f134-419a-8113-696c1c2f17e2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:06.175941 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0d883648-20fe-4659-8b70-b5e35a95fd85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0e3c44cc-f134-419a-8113-696c1c2f17e2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:06.208725 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828b21e5-89db-44f8-b74a-504a34c24a56 x-openstack-request-id: req-828b21e5-89db-44f8-b74a-504a34c24a56 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:06.208725 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec18271-4b7c-4ccf-8a6f-665656e8b6cd", "name": "network-vif-deleted", "tag": "d9b7e8c8-3282-4ff6-8f14-3b04ad27989c", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:06.208725 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-828b21e5-89db-44f8-b74a-504a34c24a56 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:06.210757 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec18271-4b7c-4ccf-8a6f-665656e8b6cd', 'name': 'network-vif-deleted', 'tag': 'd9b7e8c8-3282-4ff6-8f14-3b04ad27989c', 'status': 'completed', 'code': 200} Feb 19 03:56:06.264096 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d883648-20fe-4659-8b70-b5e35a95fd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3c44cc-f134-419a-8113-696c1c2f17e2,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:06.270124 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0d883648-20fe-4659-8b70-b5e35a95fd85 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a05a5a85f1fb423abd5bd747461fd885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3812590 Feb 19 03:56:06.273666 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41960) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:06.389801 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device db24b698-5e88-40bb-b8e6-799407daa0b9 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:56:06.474141 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3ee66d52-5815-464c-9170-4194b8c3318d admin admin] Publish callbacks [] for security_group (0e3c44cc-f134-419a-8113-696c1c2f17e2), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:06.508120 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port db24b698-5e88-40bb-b8e6-799407daa0b9, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=db24b698-5e88-40bb-b8e6-799407daa0b9,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:06.525317 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8f5df-07b0-48bd-bbe6-fead6e1be599 req-f600bb65-60b6-44fb-b6e1-4f85af503287 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:06.526566 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'db24b698-5e88-40bb-b8e6-799407daa0b9', 'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178', 'port_id': 'db24b698-5e88-40bb-b8e6-799407daa0b9', 'mac_address': 'fa:16:3e:53:69:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f30f4c-dcb5-4893-927c-5937acb50c2b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:56:06.527708 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c3e8f5df-07b0-48bd-bbe6-fead6e1be599 req-f600bb65-60b6-44fb-b6e1-4f85af503287 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.0977750 Feb 19 03:56:06.539001 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cef6ae-924e-473d-8eb2-cb1456f158e6 req-77c61979-50f4-44a0-b2e2-15ed017d18ce tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:06.540660 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11cef6ae-924e-473d-8eb2-cb1456f158e6 req-77c61979-50f4-44a0-b2e2-15ed017d18ce tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.1756513 Feb 19 03:56:06.544198 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3ee66d52-5815-464c-9170-4194b8c3318d admin admin] Publish callbacks [] for security_group (0e3c44cc-f134-419a-8113-696c1c2f17e2), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:06.581646 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port db24b698-5e88-40bb-b8e6-799407daa0b9 is: ACTIVE; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:06.582380 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (db24b698-5e88-40bb-b8e6-799407daa0b9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:06.596963 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db24b698-5e88-40bb-b8e6-799407daa0b9 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:56:06.619069 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port db24b698-5e88-40bb-b8e6-799407daa0b9, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=db24b698-5e88-40bb-b8e6-799407daa0b9,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:06.633746 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c3e8f5df-07b0-48bd-bbe6-fead6e1be599 req-a93d7158-0684-45c1-be6e-9bb5d86a711e tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918477 Feb 19 03:56:06.645835 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (db24b698-5e88-40bb-b8e6-799407daa0b9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:06.769840 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11cef6ae-924e-473d-8eb2-cb1456f158e6 req-f2b7fe16-34cf-4e52-9065-3b39a9d6a6e3 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084250 Feb 19 03:56:06.779563 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['db24b698-5e88-40bb-b8e6-799407daa0b9'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:56:06.800104 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3ee66d52-5815-464c-9170-4194b8c3318d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0e3c44cc-f134-419a-8113-696c1c2f17e2), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:06.803975 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3ee66d52-5815-464c-9170-4194b8c3318d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:06.805310 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3ee66d52-5815-464c-9170-4194b8c3318d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0e3c44cc-f134-419a-8113-696c1c2f17e2 HTTP/1.1" status: 204 len: 168 time: 0.5303707 Feb 19 03:56:06.815520 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee66d52-5815-464c-9170-4194b8c3318d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3c44cc-f134-419a-8113-696c1c2f17e2,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:06.816174 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:06.884365 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=db24b698-5e88-40bb-b8e6-799407daa0b9,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:06.973664 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f609229-78fc-47a4-9b66-6b0a108ed89d req-f64bec74-4394-4ed1-9c3e-15d531adc5a4 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:06.977902 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f609229-78fc-47a4-9b66-6b0a108ed89d req-f64bec74-4394-4ed1-9c3e-15d531adc5a4 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 946 time: 0.1086786 Feb 19 03:56:07.050754 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f609229-78fc-47a4-9b66-6b0a108ed89d req-6a8816c9-c224-4be5-85e0-148c00331756 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598679 Feb 19 03:56:07.786861 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd46db-5149-4cef-b39f-d56b8a9392e5 req-012323c7-981e-4bc5-9e11-c255297dea06 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:07.789441 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-15cd46db-5149-4cef-b39f-d56b8a9392e5 req-012323c7-981e-4bc5-9e11-c255297dea06 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.0693901 Feb 19 03:56:07.878985 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-15cd46db-5149-4cef-b39f-d56b8a9392e5 req-6d08c2a3-999f-40c8-8dfa-c939b063bd78 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839186 Feb 19 03:56:08.096095 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231910b-ff68-4ed5-aa14-050bd5e6647d req-4be05d76-fb96-428c-843a-e27728fc5cd2 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:08.104033 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e231910b-ff68-4ed5-aa14-050bd5e6647d req-4be05d76-fb96-428c-843a-e27728fc5cd2 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.0730646 Feb 19 03:56:08.158153 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e231910b-ff68-4ed5-aa14-050bd5e6647d req-e530267e-02ba-435f-805b-80e0b31e73d4 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529497 Feb 19 03:56:08.286183 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ac9fc-96dd-4a85-925e-f7d0a185761d req-3473befb-ad36-4381-9b74-dfba83b117c6 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:08.290749 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b2ac9fc-96dd-4a85-925e-f7d0a185761d req-3473befb-ad36-4381-9b74-dfba83b117c6 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 946 time: 0.0715470 Feb 19 03:56:08.370078 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b2ac9fc-96dd-4a85-925e-f7d0a185761d req-5c3ec58a-1661-438e-99a5-730993e6eefa tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764070 Feb 19 03:56:08.414510 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device db24b698-5e88-40bb-b8e6-799407daa0b9 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:08.461345 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port db24b698-5e88-40bb-b8e6-799407daa0b9 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:08.461718 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (db24b698-5e88-40bb-b8e6-799407daa0b9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:08.540638 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port db24b698-5e88-40bb-b8e6-799407daa0b9 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:08.541062 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (db24b698-5e88-40bb-b8e6-799407daa0b9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:08.563953 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28093611-eb6e-48b4-8b26-7c79bec0a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db24b698-5e88-40bb-b8e6-799407daa0b9'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:08.566390 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e7dce2-2e80-424f-ab84-ff24c43becc8" -d '{"events": [{"server_uuid": "28093611-eb6e-48b4-8b26-7c79bec0a90d", "name": "network-vif-plugged", "status": "completed", "tag": "db24b698-5e88-40bb-b8e6-799407daa0b9"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:08.579585 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port db24b698-5e88-40bb-b8e6-799407daa0b9, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=db24b698-5e88-40bb-b8e6-799407daa0b9,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:08.585864 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (db24b698-5e88-40bb-b8e6-799407daa0b9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:08.586908 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device d9b7e8c8-3282-4ff6-8f14-3b04ad27989c no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:56:08.612293 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5232b53e-35fc-4e22-b445-c2578d9c677c x-openstack-request-id: req-5232b53e-35fc-4e22-b445-c2578d9c677c {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:08.612606 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28093611-eb6e-48b4-8b26-7c79bec0a90d", "name": "network-vif-plugged", "status": "completed", "tag": "db24b698-5e88-40bb-b8e6-799407daa0b9", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:08.612866 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5232b53e-35fc-4e22-b445-c2578d9c677c {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:08.613732 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28093611-eb6e-48b4-8b26-7c79bec0a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db24b698-5e88-40bb-b8e6-799407daa0b9', 'code': 200} Feb 19 03:56:08.631284 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: d9b7e8c8-3282-4ff6-8f14-3b04ad27989c {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:56:08.631623 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device d9b7e8c8-3282-4ff6-8f14-3b04ad27989c not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:56:08.659155 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=db24b698-5e88-40bb-b8e6-799407daa0b9,revision_number=7']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:08.860021 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:56:09.003370 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f17cc9-7885-459d-a534-513bccafcc8a req-bbaaf3ba-35a2-44d3-a291-8602f8c04464 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:09.005136 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f8f17cc9-7885-459d-a534-513bccafcc8a req-bbaaf3ba-35a2-44d3-a291-8602f8c04464 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.0645955 Feb 19 03:56:09.064286 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f8f17cc9-7885-459d-a534-513bccafcc8a req-d491ac1e-8071-4bd8-b564-a1eb51f15900 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528104 Feb 19 03:56:09.284657 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27009eab-e89d-419f-9686-62f68d907019 req-ba99d002-8fa0-4464-8325-9f3cf2b64572 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:09.287632 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-27009eab-e89d-419f-9686-62f68d907019 req-ba99d002-8fa0-4464-8325-9f3cf2b64572 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.0585833 Feb 19 03:56:09.339798 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-27009eab-e89d-419f-9686-62f68d907019 req-4166df3c-4127-43d5-80b6-272ce0ff6ab0 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426476 Feb 19 03:56:09.482981 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d818329-7ad9-4537-be3f-3328ad7a4b29 req-8722b46e-9778-4b1a-9258-8f7a7aba7ca3 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:09.484713 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0d818329-7ad9-4537-be3f-3328ad7a4b29 req-8722b46e-9778-4b1a-9258-8f7a7aba7ca3 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 946 time: 0.0543237 Feb 19 03:56:09.537785 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0d818329-7ad9-4537-be3f-3328ad7a4b29 req-41e14300-8571-4cae-9a76-0135aa1abad8 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469143 Feb 19 03:56:10.209189 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a37c0-6625-47a3-b3b8-a706ef4b35f5 req-3046da5a-3368-4f7a-b312-d87443e0eef9 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:10.211528 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d85a37c0-6625-47a3-b3b8-a706ef4b35f5 req-3046da5a-3368-4f7a-b312-d87443e0eef9 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.0599778 Feb 19 03:56:10.257610 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d85a37c0-6625-47a3-b3b8-a706ef4b35f5 req-f14138c9-178b-4328-8cc2-304f21a3ae55 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403578 Feb 19 03:56:10.461665 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611a793-d805-4ab9-97f4-8bae0a84616b req-ea0d4f86-f835-4598-b337-2d51ffa9e257 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:10.463168 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3611a793-d805-4ab9-97f4-8bae0a84616b req-ea0d4f86-f835-4598-b337-2d51ffa9e257 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.0549510 Feb 19 03:56:10.516336 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3611a793-d805-4ab9-97f4-8bae0a84616b req-713c945a-64fd-41da-8e3e-ea92b4689902 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471077 Feb 19 03:56:10.678251 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cc17b-568c-40f0-a20b-6fdd23f3b63d req-156ab9bf-3a02-4a5d-b7ad-ded64bc1a1c5 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:10.679762 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e44cc17b-568c-40f0-a20b-6fdd23f3b63d req-156ab9bf-3a02-4a5d-b7ad-ded64bc1a1c5 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 946 time: 0.0665843 Feb 19 03:56:10.730540 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e44cc17b-568c-40f0-a20b-6fdd23f3b63d req-0779116a-3042-48be-80fd-1b0a0d63e609 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444162 Feb 19 03:56:10.791107 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 42144) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:10.893348 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aa8266cc-8016-4061-9be1-0a049cf77023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:10.969502 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aa8266cc-8016-4061-9be1-0a049cf77023 admin admin] Publish callbacks [] for security_group (e011576d-a460-4624-ad5e-a1c99d14872a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:10.976029 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aa8266cc-8016-4061-9be1-0a049cf77023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e011576d-a460-4624-ad5e-a1c99d14872a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:11.020290 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8266cc-8016-4061-9be1-0a049cf77023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e011576d-a460-4624-ad5e-a1c99d14872a,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:11.039940 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-aa8266cc-8016-4061-9be1-0a049cf77023 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0741677b7187418d85f20064a7fbd098&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472501 Feb 19 03:56:11.042327 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 42148) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:11.097551 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9a500b33-c52f-4352-865d-efcfb394ccb3 admin admin] Publish callbacks [] for security_group (e011576d-a460-4624-ad5e-a1c99d14872a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:11.121932 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9a500b33-c52f-4352-865d-efcfb394ccb3 admin admin] Publish callbacks [] for security_group (e011576d-a460-4624-ad5e-a1c99d14872a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:11.180866 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9a500b33-c52f-4352-865d-efcfb394ccb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e011576d-a460-4624-ad5e-a1c99d14872a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:11.183648 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9a500b33-c52f-4352-865d-efcfb394ccb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:11.184783 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9a500b33-c52f-4352-865d-efcfb394ccb3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e011576d-a460-4624-ad5e-a1c99d14872a HTTP/1.1" status: 204 len: 168 time: 0.1411316 Feb 19 03:56:11.198459 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a500b33-c52f-4352-865d-efcfb394ccb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e011576d-a460-4624-ad5e-a1c99d14872a,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:11.410136 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11a64e-c142-4e22-a675-dac58bea8d65 req-3e365edf-4787-41f8-a188-844db195f01c tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:11.419230 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9e11a64e-c142-4e22-a675-dac58bea8d65 req-3e365edf-4787-41f8-a188-844db195f01c tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.0682926 Feb 19 03:56:11.422796 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [req-f59128c6-ec1b-441f-932a-2080a3634696 req-0196404b-059a-44e3-b1c7-5e91ed0cb68c service neutron] show failed (client error): The resource could not be found. Feb 19 03:56:11.424322 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f59128c6-ec1b-441f-932a-2080a3634696 req-0196404b-059a-44e3-b1c7-5e91ed0cb68c service neutron] 10.222.0.79 "GET /v2.0/ports/8ff4db1e-ca16-4d88-9551-5180fa2a1849/bindings/n-h1-828369-19 HTTP/1.1" status: 404 len: 381 time: 0.0827234 Feb 19 03:56:11.468144 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9e11a64e-c142-4e22-a675-dac58bea8d65 req-7ba178d3-89b7-47d8-a980-1c431fefb0d8 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479567 Feb 19 03:56:11.719784 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9ad00-85fe-4db2-a3a7-84c62eb65628 req-d31a1a83-8c4a-49ed-80e7-8511ed61d828 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:11.729253 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80d9ad00-85fe-4db2-a3a7-84c62eb65628 req-d31a1a83-8c4a-49ed-80e7-8511ed61d828 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.1243565 Feb 19 03:56:11.831544 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59128c6-ec1b-441f-932a-2080a3634696 req-66ef2101-3feb-41d4-ade9-d9a9bf318f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:11.833128 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f59128c6-ec1b-441f-932a-2080a3634696 req-66ef2101-3feb-41d4-ade9-d9a9bf318f78 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3&tenant_id=e0a0ced50b0f4fce99b90209ed8886f4 HTTP/1.1" status: 200 len: 1132 time: 0.1664004 Feb 19 03:56:11.857560 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80d9ad00-85fe-4db2-a3a7-84c62eb65628 req-0b55811c-90ef-4cd7-98d9-5e77d3208555 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270528 Feb 19 03:56:11.878045 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-f59128c6-ec1b-441f-932a-2080a3634696 req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-19', 'device_owner': 'compute:nova'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:11.978844 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f59128c6-ec1b-441f-932a-2080a3634696 req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8ff4db1e-ca16-4d88-9551-5180fa2a1849), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:12.007803 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af5edd-3984-4436-89d5-27cd37c43952 req-f0416272-5d4a-4248-8383-4d5c1f44f0d9 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:12.009786 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d7af5edd-3984-4436-89d5-27cd37c43952 req-f0416272-5d4a-4248-8383-4d5c1f44f0d9 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 946 time: 0.1512301 Feb 19 03:56:12.098106 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42206) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:12.150475 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d7af5edd-3984-4436-89d5-27cd37c43952 req-dfc1290e-4a59-4d5d-a611-78f4dfc188b4 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204395 Feb 19 03:56:12.230187 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-0045fd4d-f87c-4315-848a-885c89158f86 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2146244206-network', 'tenant_id': 'fb339ae23aa545ea84da8ff07fd95109'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:12.265726 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0045fd4d-f87c-4315-848a-885c89158f86 admin admin] Made reservation on behalf of fb339ae23aa545ea84da8ff07fd95109 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:12.269279 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0045fd4d-f87c-4315-848a-885c89158f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:12.271508 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-f59128c6-ec1b-441f-932a-2080a3634696 req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] For port 8ff4db1e-ca16-4d88-9551-5180fa2a1849, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=8ff4db1e-ca16-4d88-9551-5180fa2a1849,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:12.290332 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0045fd4d-f87c-4315-848a-885c89158f86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:12.322920 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-f59128c6-ec1b-441f-932a-2080a3634696 req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] For port 8ff4db1e-ca16-4d88-9551-5180fa2a1849, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:12.419959 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0045fd4d-f87c-4315-848a-885c89158f86 admin admin] Publish callbacks [] for security_group (8501e9f9-3612-4380-a1c5-7b7877ebcc40), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:12.422331 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4c87e3-c7f3-4452-a414-838f884f69d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff4db1e-ca16-4d88-9551-5180fa2a1849'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:12.425074 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886976ba-ead7-4d91-83cf-b2133b1e6a2c" -d '{"events": [{"server_uuid": "fe4c87e3-c7f3-4452-a414-838f884f69d3", "name": "network-vif-unplugged", "status": "completed", "tag": "8ff4db1e-ca16-4d88-9551-5180fa2a1849"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:12.427095 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0045fd4d-f87c-4315-848a-885c89158f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8501e9f9-3612-4380-a1c5-7b7877ebcc40), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:12.441676 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f59128c6-ec1b-441f-932a-2080a3634696 req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Publish callbacks [] for port (8ff4db1e-ca16-4d88-9551-5180fa2a1849), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:12.473729 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0045fd4d-f87c-4315-848a-885c89158f86 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:56:12.479251 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-f59128c6-ec1b-441f-932a-2080a3634696 req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Transition to ACTIVE for port object 8ff4db1e-ca16-4d88-9551-5180fa2a1849 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:56:12.484079 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045fd4d-f87c-4315-848a-885c89158f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8501e9f9-3612-4380-a1c5-7b7877ebcc40,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:12.497499 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f59128c6-ec1b-441f-932a-2080a3634696 req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (8ff4db1e-ca16-4d88-9551-5180fa2a1849), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:12.503810 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045fd4d-f87c-4315-848a-885c89158f86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:12.504532 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045fd4d-f87c-4315-848a-885c89158f86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:12.505602 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045fd4d-f87c-4315-848a-885c89158f86 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:12.506511 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045fd4d-f87c-4315-848a-885c89158f86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:12.514300 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045fd4d-f87c-4315-848a-885c89158f86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:12.514966 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045fd4d-f87c-4315-848a-885c89158f86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:12.515703 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045fd4d-f87c-4315-848a-885c89158f86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:12.516316 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045fd4d-f87c-4315-848a-885c89158f86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:12.516862 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045fd4d-f87c-4315-848a-885c89158f86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:12.517432 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045fd4d-f87c-4315-848a-885c89158f86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:12.517975 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045fd4d-f87c-4315-848a-885c89158f86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:12.518554 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045fd4d-f87c-4315-848a-885c89158f86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:12.519086 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045fd4d-f87c-4315-848a-885c89158f86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:12.529516 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0045fd4d-f87c-4315-848a-885c89158f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (d7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:12.529906 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-0045fd4d-f87c-4315-848a-885c89158f86 admin admin] Added segment d7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e of type vlan for network 2409c245-ab19-4b6d-a046-aea3ed2840f5 Feb 19 03:56:12.567749 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505ef238-561f-4d8c-b253-466957db9c4e x-openstack-request-id: req-505ef238-561f-4d8c-b253-466957db9c4e {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:12.568171 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4c87e3-c7f3-4452-a414-838f884f69d3", "name": "network-vif-unplugged", "status": "completed", "tag": "8ff4db1e-ca16-4d88-9551-5180fa2a1849", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:12.568565 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-505ef238-561f-4d8c-b253-466957db9c4e {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:12.569657 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4c87e3-c7f3-4452-a414-838f884f69d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff4db1e-ca16-4d88-9551-5180fa2a1849', 'code': 200} Feb 19 03:56:12.627287 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0045fd4d-f87c-4315-848a-885c89158f86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (2409c245-ab19-4b6d-a046-aea3ed2840f5), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:12.669497 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0045fd4d-f87c-4315-848a-885c89158f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (2409c245-ab19-4b6d-a046-aea3ed2840f5), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:12.671212 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0045fd4d-f87c-4315-848a-885c89158f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:12.672295 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0045fd4d-f87c-4315-848a-885c89158f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:12.736256 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59128c6-ec1b-441f-932a-2080a3634696 req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] No DVR routers for this DVR port 8ff4db1e-ca16-4d88-9551-5180fa2a1849 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:56:12.748494 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff4db1e-ca16-4d88-9551-5180fa2a1849,revision_number=6']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:12.796246 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:12.798955 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:12.799322 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:12.799716 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:12.800068 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:12.800390 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:12.800723 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:12.801052 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:12.801376 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:12.801886 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:12.802517 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:12.803583 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0045fd4d-f87c-4315-848a-885c89158f86 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7025359 Feb 19 03:56:12.806622 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42228) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:12.811788 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:12.813648 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:12.817058 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-4da837e5-4510-42b1-bdda-a25b9c230d11 admin admin] Request body: {'subnet': {'network_id': '2409c245-ab19-4b6d-a046-aea3ed2840f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2146244206-subnet', 'tenant_id': 'fb339ae23aa545ea84da8ff07fd95109', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:12.842239 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045fd4d-f87c-4315-848a-885c89158f86 admin admin] Pushing event updated for resources: {'Network': ['ID=2409c245-ab19-4b6d-a046-aea3ed2840f5,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:12.854706 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 2409c245-ab19-4b6d-a046-aea3ed2840f5 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:56:12.864213 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da837e5-4510-42b1-bdda-a25b9c230d11 admin admin] Made reservation on behalf of fb339ae23aa545ea84da8ff07fd95109 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:12.868453 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4da837e5-4510-42b1-bdda-a25b9c230d11 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:12.870582 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb37f68-2d9b-48e3-bc5e-b3eafdc2b6da req-32e3657c-42a0-407b-ac10-13636916a6d2 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:12.872265 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8cb37f68-2d9b-48e3-bc5e-b3eafdc2b6da req-32e3657c-42a0-407b-ac10-13636916a6d2 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.2882981 Feb 19 03:56:12.873698 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-f59128c6-ec1b-441f-932a-2080a3634696 req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Attempting to bind port 8ff4db1e-ca16-4d88-9551-5180fa2a1849 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:12.874035 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-f59128c6-ec1b-441f-932a-2080a3634696 req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Attempting to bind port 8ff4db1e-ca16-4d88-9551-5180fa2a1849 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:12.874710 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59128c6-ec1b-441f-932a-2080a3634696 req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Attempting to bind port 8ff4db1e-ca16-4d88-9551-5180fa2a1849 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:12.881612 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59128c6-ec1b-441f-932a-2080a3634696 req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Port 8ff4db1e-ca16-4d88-9551-5180fa2a1849 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:56:12.882010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59128c6-ec1b-441f-932a-2080a3634696 req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Attempting to bind port 8ff4db1e-ca16-4d88-9551-5180fa2a1849 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:12.897890 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59128c6-ec1b-441f-932a-2080a3634696 req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:12.898522 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59128c6-ec1b-441f-932a-2080a3634696 req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:12.899133 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59128c6-ec1b-441f-932a-2080a3634696 req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:12.899582 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-f59128c6-ec1b-441f-932a-2080a3634696 req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Bound port: 8ff4db1e-ca16-4d88-9551-5180fa2a1849, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:12.900669 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f59128c6-ec1b-441f-932a-2080a3634696 req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8ff4db1e-ca16-4d88-9551-5180fa2a1849), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:13.108381 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8cb37f68-2d9b-48e3-bc5e-b3eafdc2b6da req-a215ba97-942d-44c2-ac2a-730e67dac9ea tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195876 Feb 19 03:56:13.123266 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-f59128c6-ec1b-441f-932a-2080a3634696 req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] For port 8ff4db1e-ca16-4d88-9551-5180fa2a1849, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:13.128011 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-f59128c6-ec1b-441f-932a-2080a3634696 req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] For port 8ff4db1e-ca16-4d88-9551-5180fa2a1849, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=8ff4db1e-ca16-4d88-9551-5180fa2a1849,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:13.155226 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90867753-f486-4a06-985e-af0673ab41a0 req-df4505cd-30b4-4797-8aab-ff3f49f05775 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:13.165701 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-90867753-f486-4a06-985e-af0673ab41a0 req-df4505cd-30b4-4797-8aab-ff3f49f05775 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 947 time: 0.1496432 Feb 19 03:56:13.171463 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f59128c6-ec1b-441f-932a-2080a3634696 req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (8ff4db1e-ca16-4d88-9551-5180fa2a1849), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:13.204803 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59128c6-ec1b-441f-932a-2080a3634696 req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:13.204803 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f59128c6-ec1b-441f-932a-2080a3634696 req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:13.208387 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f59128c6-ec1b-441f-932a-2080a3634696 req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] 10.222.0.26 "PUT /v2.0/ports/8ff4db1e-ca16-4d88-9551-5180fa2a1849 HTTP/1.1" status: 200 len: 1096 time: 1.3393102 Feb 19 03:56:13.330075 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4da837e5-4510-42b1-bdda-a25b9c230d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for subnet (ba32796d-b41d-4fcb-a35c-6190f764f56f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:13.410343 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ac692-9e3c-44ef-a67c-6ff22046f578 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff4db1e-ca16-4d88-9551-5180fa2a1849,revision_number=7']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:13.436827 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da837e5-4510-42b1-bdda-a25b9c230d11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba32796d-b41d-4fcb-a35c-6190f764f56f,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:13.451018 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-90867753-f486-4a06-985e-af0673ab41a0 req-cdb96234-eddb-4c9e-aa8b-2bbd64a26ed5 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832861 Feb 19 03:56:13.470368 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59128c6-ec1b-441f-932a-2080a3634696 req-065d57ba-741d-464a-998d-14f0d67afe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:13.472085 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f59128c6-ec1b-441f-932a-2080a3634696 req-065d57ba-741d-464a-998d-14f0d67afe3f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 1130 time: 0.2191384 Feb 19 03:56:13.476585 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da837e5-4510-42b1-bdda-a25b9c230d11 admin admin] Checking segment: {'id': 'd7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2409c245-ab19-4b6d-a046-aea3ed2840f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:13.476954 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da837e5-4510-42b1-bdda-a25b9c230d11 admin admin] Network hostable DHCP agents. Network: 2409c245-ab19-4b6d-a046-aea3ed2840f5, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:56:13.524185 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da837e5-4510-42b1-bdda-a25b9c230d11 admin admin] Network 2409c245-ab19-4b6d-a046-aea3ed2840f5 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:56:13.528738 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b169bc5-99f4-4ad4-bb14-366bd2063c08 req-966f30a9-1f48-4c37-9b6e-ee8e138c619a tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:13.537704 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b169bc5-99f4-4ad4-bb14-366bd2063c08 req-966f30a9-1f48-4c37-9b6e-ee8e138c619a tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 946 time: 0.2109966 Feb 19 03:56:13.540659 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-4da837e5-4510-42b1-bdda-a25b9c230d11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 2409c245-ab19-4b6d-a046-aea3ed2840f5) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:13.545528 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da837e5-4510-42b1-bdda-a25b9c230d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:13.546128 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4da837e5-4510-42b1-bdda-a25b9c230d11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:13.551462 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc6b2f8-9eed-4aa6-bc38-10b5cdc322f7 None None] Network 2409c245-ab19-4b6d-a046-aea3ed2840f5 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:13.580745 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4da837e5-4510-42b1-bdda-a25b9c230d11 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7729621 Feb 19 03:56:13.581451 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42244) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:13.587328 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-9610f643-3120-415e-9761-8a966f4c58f1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2146244206-router', 'tenant_id': 'fb339ae23aa545ea84da8ff07fd95109', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:13.624784 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9610f643-3120-415e-9761-8a966f4c58f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (d26e0e94-74f2-4790-bbdc-b156ba04f113), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:13.630777 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9610f643-3120-415e-9761-8a966f4c58f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (d26e0e94-74f2-4790-bbdc-b156ba04f113), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:13.706779 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9610f643-3120-415e-9761-8a966f4c58f1 admin admin] Publish callbacks [] for router_controller (d26e0e94-74f2-4790-bbdc-b156ba04f113), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:13.754121 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b169bc5-99f4-4ad4-bb14-366bd2063c08 req-0d434d28-3d12-4431-8aba-367dd6814b3b tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142758 Feb 19 03:56:13.808457 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3807a8eb-a40f-4127-bebf-776df599d736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-2409c245-ab19-4b6d-a046-aea3ed2840f5', 'network_id': '2409c245-ab19-4b6d-a046-aea3ed2840f5', 'project_id': 'fb339ae23aa545ea84da8ff07fd95109', 'fixed_ips': [{'subnet_id': 'ba32796d-b41d-4fcb-a35c-6190f764f56f'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:56:13.809617 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3807a8eb-a40f-4127-bebf-776df599d736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:13.811763 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59128c6-ec1b-441f-932a-2080a3634696 req-cd98942b-38d1-4ed2-9a38-479ab4cd31c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:13.814801 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f59128c6-ec1b-441f-932a-2080a3634696 req-cd98942b-38d1-4ed2-9a38-479ab4cd31c2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.2332234 Feb 19 03:56:13.909087 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f59128c6-ec1b-441f-932a-2080a3634696 req-da79c630-3b77-4848-aad0-88d2c534ebd6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=8ff4db1e-ca16-4d88-9551-5180fa2a1849 HTTP/1.1" status: 200 len: 217 time: 0.0861082 Feb 19 03:56:14.014041 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59128c6-ec1b-441f-932a-2080a3634696 req-d611fb30-9719-41ec-9de7-bc23fcb6914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:14.015637 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f59128c6-ec1b-441f-932a-2080a3634696 req-d611fb30-9719-41ec-9de7-bc23fcb6914a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0913970 Feb 19 03:56:14.015941 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-3807a8eb-a40f-4127-bebf-776df599d736 None None] Allocated IP 172.20.0.2 (2409c245-ab19-4b6d-a046-aea3ed2840f5/ba32796d-b41d-4fcb-a35c-6190f764f56f/73463a5f-5e1f-410a-a381-9451c9e9d065) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:14.019489 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9610f643-3120-415e-9761-8a966f4c58f1 admin admin] Publish callbacks [] for router_gateway (d26e0e94-74f2-4790-bbdc-b156ba04f113), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:14.117371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59128c6-ec1b-441f-932a-2080a3634696 req-6499be5e-f86a-4a01-ae0d-729147b990bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:14.121841 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f59128c6-ec1b-441f-932a-2080a3634696 req-6499be5e-f86a-4a01-ae0d-729147b990bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0952699 Feb 19 03:56:14.252882 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f59128c6-ec1b-441f-932a-2080a3634696 req-c6f5223e-240f-4af3-981e-afb0b2a64362 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229939 Feb 19 03:56:14.419764 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9610f643-3120-415e-9761-8a966f4c58f1 admin admin] Publish callbacks [] for router_gateway (d26e0e94-74f2-4790-bbdc-b156ba04f113), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:14.433701 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad516f9-130a-420e-b105-f40784691ed9 req-04ce139c-9117-4e5f-b389-1811d0379cfb tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:14.441341 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aad516f9-130a-420e-b105-f40784691ed9 req-04ce139c-9117-4e5f-b389-1811d0379cfb tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.1751859 Feb 19 03:56:14.444058 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9610f643-3120-415e-9761-8a966f4c58f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:14.462875 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f59128c6-ec1b-441f-932a-2080a3634696 req-a01369a4-1aa1-4666-aff0-a4123fafea2f service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953411 Feb 19 03:56:14.554151 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aad516f9-130a-420e-b105-f40784691ed9 req-63e82b3d-7c56-40f2-8d7f-8d51bdf4b005 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065333 Feb 19 03:56:14.569317 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3807a8eb-a40f-4127-bebf-776df599d736 None None] Publish callbacks [] for port (73463a5f-5e1f-410a-a381-9451c9e9d065), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:14.571187 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe4c87e3-c7f3-4452-a414-838f884f69d3', 'tag': '8ff4db1e-ca16-4d88-9551-5180fa2a1849'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:14.574369 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29001ba-5b54-4d22-a4ce-87c0b4d6cc4a" -d '{"events": [{"name": "network-changed", "server_uuid": "fe4c87e3-c7f3-4452-a414-838f884f69d3", "tag": "8ff4db1e-ca16-4d88-9551-5180fa2a1849"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:14.590876 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3807a8eb-a40f-4127-bebf-776df599d736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (73463a5f-5e1f-410a-a381-9451c9e9d065), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:14.689990 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3807a8eb-a40f-4127-bebf-776df599d736 None None] Network 2409c245-ab19-4b6d-a046-aea3ed2840f5 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:14.715065 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-3807a8eb-a40f-4127-bebf-776df599d736 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:14.718751 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3807a8eb-a40f-4127-bebf-776df599d736 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:14.745173 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807a8eb-a40f-4127-bebf-776df599d736 None None] Pushing event updated for resources: {'Port': ['ID=73463a5f-5e1f-410a-a381-9451c9e9d065,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:14.763190 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-9610f643-3120-415e-9761-8a966f4c58f1 admin admin] Allocated IP 172.25.3.242 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/c37f3d0c-15ec-4622-94a3-f553b27b5d0a) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:14.806621 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050183dd-8b88-409e-983c-3add807b0e43 req-d2b94ec3-e67c-43fb-91b8-f87cb02cba15 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:14.809616 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-050183dd-8b88-409e-983c-3add807b0e43 req-d2b94ec3-e67c-43fb-91b8-f87cb02cba15 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 947 time: 0.1790383 Feb 19 03:56:14.816866 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddec40b-1204-4371-a310-a7e456a03164 x-openstack-request-id: req-1ddec40b-1204-4371-a310-a7e456a03164 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:14.817268 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe4c87e3-c7f3-4452-a414-838f884f69d3", "tag": "8ff4db1e-ca16-4d88-9551-5180fa2a1849", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:14.817620 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1ddec40b-1204-4371-a310-a7e456a03164 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:14.818204 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe4c87e3-c7f3-4452-a414-838f884f69d3', 'tag': '8ff4db1e-ca16-4d88-9551-5180fa2a1849', 'status': 'completed', 'code': 200} Feb 19 03:56:14.885391 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3807a8eb-a40f-4127-bebf-776df599d736 None None] Attempting to bind port 73463a5f-5e1f-410a-a381-9451c9e9d065 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:14.885835 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3807a8eb-a40f-4127-bebf-776df599d736 None None] Attempting to bind port 73463a5f-5e1f-410a-a381-9451c9e9d065 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'd7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2409c245-ab19-4b6d-a046-aea3ed2840f5'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:14.889470 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3807a8eb-a40f-4127-bebf-776df599d736 None None] Attempting to bind port 73463a5f-5e1f-410a-a381-9451c9e9d065 on network 2409c245-ab19-4b6d-a046-aea3ed2840f5 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:14.907868 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3807a8eb-a40f-4127-bebf-776df599d736 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:14.908258 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3807a8eb-a40f-4127-bebf-776df599d736 None None] Checking segment: {'id': 'd7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2409c245-ab19-4b6d-a046-aea3ed2840f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:14.908669 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3807a8eb-a40f-4127-bebf-776df599d736 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:14.909074 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3807a8eb-a40f-4127-bebf-776df599d736 None None] Bound using segment: {'id': 'd7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2409c245-ab19-4b6d-a046-aea3ed2840f5'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:14.909586 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3807a8eb-a40f-4127-bebf-776df599d736 None None] Bound port: 73463a5f-5e1f-410a-a381-9451c9e9d065, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2409c245-ab19-4b6d-a046-aea3ed2840f5'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:14.910229 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3807a8eb-a40f-4127-bebf-776df599d736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (73463a5f-5e1f-410a-a381-9451c9e9d065), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:14.956025 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-050183dd-8b88-409e-983c-3add807b0e43 req-53c5e040-97a3-41cb-98a1-cab9a733f09a tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272399 Feb 19 03:56:15.026559 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29001ba-5b54-4d22-a4ce-87c0b4d6cc4a req-c201d839-4c9e-43cf-ae75-6168ca178c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:15.030794 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d29001ba-5b54-4d22-a4ce-87c0b4d6cc4a req-c201d839-4c9e-43cf-ae75-6168ca178c42 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 1130 time: 0.1870146 Feb 19 03:56:15.072017 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3807a8eb-a40f-4127-bebf-776df599d736 None None] For port 73463a5f-5e1f-410a-a381-9451c9e9d065, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:15.077132 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3807a8eb-a40f-4127-bebf-776df599d736 None None] For port 73463a5f-5e1f-410a-a381-9451c9e9d065, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=73463a5f-5e1f-410a-a381-9451c9e9d065,segment=NetworkSegment(d7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e),segment_id=d7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:15.079506 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9610f643-3120-415e-9761-8a966f4c58f1 admin admin] Publish callbacks [] for port (c37f3d0c-15ec-4622-94a3-f553b27b5d0a), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:15.102354 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3807a8eb-a40f-4127-bebf-776df599d736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (73463a5f-5e1f-410a-a381-9451c9e9d065), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:15.129931 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9610f643-3120-415e-9761-8a966f4c58f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (c37f3d0c-15ec-4622-94a3-f553b27b5d0a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:15.181840 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9610f643-3120-415e-9761-8a966f4c58f1 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:15.186995 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-9610f643-3120-415e-9761-8a966f4c58f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:15.193568 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9610f643-3120-415e-9761-8a966f4c58f1 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:15.230498 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29001ba-5b54-4d22-a4ce-87c0b4d6cc4a req-c4bd242f-dd45-4509-a5c4-8e4ea9a6f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:15.233980 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d29001ba-5b54-4d22-a4ce-87c0b4d6cc4a req-c4bd242f-dd45-4509-a5c4-8e4ea9a6f09e service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.1916108 Feb 19 03:56:15.236332 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807a8eb-a40f-4127-bebf-776df599d736 None None] Pushing event updated for resources: {'Port': ['ID=73463a5f-5e1f-410a-a381-9451c9e9d065,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:15.248283 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29001ba-5b54-4d22-a4ce-87c0b4d6cc4a req-bc5897ed-e482-446f-8a98-211b5c71b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:15.249912 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d29001ba-5b54-4d22-a4ce-87c0b4d6cc4a req-bc5897ed-e482-446f-8a98-211b5c71b404 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 1130 time: 0.3607614 Feb 19 03:56:15.307829 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610f643-3120-415e-9761-8a966f4c58f1 admin admin] Pushing event updated for resources: {'Port': ['ID=c37f3d0c-15ec-4622-94a3-f553b27b5d0a,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:15.308465 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d29001ba-5b54-4d22-a4ce-87c0b4d6cc4a req-d8316999-103d-47a9-b8bd-d9ec3f856fa7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=8ff4db1e-ca16-4d88-9551-5180fa2a1849 HTTP/1.1" status: 200 len: 217 time: 0.0592520 Feb 19 03:56:15.370149 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83623732-4588-485a-9fa5-b0481bb45686 req-a9724724-93dd-4695-8d61-de743167e885 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:15.376872 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-83623732-4588-485a-9fa5-b0481bb45686 req-a9724724-93dd-4695-8d61-de743167e885 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 946 time: 0.4192939 Feb 19 03:56:15.437746 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29001ba-5b54-4d22-a4ce-87c0b4d6cc4a req-c12dc9ae-981d-466d-8409-0fcf6394288f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:15.439564 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d29001ba-5b54-4d22-a4ce-87c0b4d6cc4a req-c12dc9ae-981d-466d-8409-0fcf6394288f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1201642 Feb 19 03:56:15.454838 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-83623732-4588-485a-9fa5-b0481bb45686 req-ee04784a-ff9a-4af9-b72b-8f673f5cae15 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765724 Feb 19 03:56:15.520941 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29001ba-5b54-4d22-a4ce-87c0b4d6cc4a req-8fdeac84-dc6e-4535-ba1d-159d1ed8bdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:15.539489 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d29001ba-5b54-4d22-a4ce-87c0b4d6cc4a req-8fdeac84-dc6e-4535-ba1d-159d1ed8bdde service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0749972 Feb 19 03:56:15.702404 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9610f643-3120-415e-9761-8a966f4c58f1 admin admin] Publish callbacks [] for router_gateway (d26e0e94-74f2-4790-bbdc-b156ba04f113), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:15.807820 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d29001ba-5b54-4d22-a4ce-87c0b4d6cc4a req-d0ba9047-db4d-455b-944c-ef06ab0f77d0 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378998 Feb 19 03:56:15.856373 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4127d8-f8d6-4b5d-b98c-4a7d248fad7c req-26ccb6c4-4f6f-4da5-8223-78eb545df195 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:15.859630 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f4127d8-f8d6-4b5d-b98c-4a7d248fad7c req-26ccb6c4-4f6f-4da5-8223-78eb545df195 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.1920741 Feb 19 03:56:16.076315 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f4127d8-f8d6-4b5d-b98c-4a7d248fad7c req-8bfb5126-055e-4cd4-86d2-0506067bffe0 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116172 Feb 19 03:56:16.086810 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d29001ba-5b54-4d22-a4ce-87c0b4d6cc4a req-03c9d6c7-7e51-452d-ab75-74cb69383aa0 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667482 Feb 19 03:56:16.095685 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29001ba-5b54-4d22-a4ce-87c0b4d6cc4a req-4e9fd9b6-9201-4a6f-a0a0-10697e012538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:16.097160 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d29001ba-5b54-4d22-a4ce-87c0b4d6cc4a req-4e9fd9b6-9201-4a6f-a0a0-10697e012538 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.7904499 Feb 19 03:56:16.112647 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 73463a5f-5e1f-410a-a381-9451c9e9d065 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:16.116514 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 8ff4db1e-ca16-4d88-9551-5180fa2a1849 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:56:16.169425 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7242a2-7da4-4e0d-ad67-442bfd37fe42 req-e6360203-fc08-4e1b-8236-d5258f51d66f tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:16.179936 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d29001ba-5b54-4d22-a4ce-87c0b4d6cc4a req-0fad3f39-901d-499c-b4a8-c9a5a882331d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=8ff4db1e-ca16-4d88-9551-5180fa2a1849 HTTP/1.1" status: 200 len: 217 time: 0.0724587 Feb 19 03:56:16.196759 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d7242a2-7da4-4e0d-ad67-442bfd37fe42 req-e6360203-fc08-4e1b-8236-d5258f51d66f tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 947 time: 0.1131532 Feb 19 03:56:16.219571 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] The host n-h2-828369-19 is not matching for port 8ff4db1e-ca16-4d88-9551-5180fa2a1849 host n-h1-828369-19! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:56:16.219992 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 8ff4db1e-ca16-4d88-9551-5180fa2a1849 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:56:16.262137 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 73463a5f-5e1f-410a-a381-9451c9e9d065 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:16.263562 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (73463a5f-5e1f-410a-a381-9451c9e9d065), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:16.312961 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d7242a2-7da4-4e0d-ad67-442bfd37fe42 req-dfdb3121-8dd4-4f6b-b928-00d0e517ad5b tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148839 Feb 19 03:56:16.329887 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29001ba-5b54-4d22-a4ce-87c0b4d6cc4a req-f8c18b1b-980f-487e-88c4-6e9c709e7ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:16.331490 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d29001ba-5b54-4d22-a4ce-87c0b4d6cc4a req-f8c18b1b-980f-487e-88c4-6e9c709e7ff8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1444263 Feb 19 03:56:16.406547 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 73463a5f-5e1f-410a-a381-9451c9e9d065 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:16.407118 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (73463a5f-5e1f-410a-a381-9451c9e9d065), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:16.474540 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 73463a5f-5e1f-410a-a381-9451c9e9d065, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=73463a5f-5e1f-410a-a381-9451c9e9d065,segment=NetworkSegment(d7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e),segment_id=d7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:16.494980 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9610f643-3120-415e-9761-8a966f4c58f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (d26e0e94-74f2-4790-bbdc-b156ba04f113), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:16.502607 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (73463a5f-5e1f-410a-a381-9451c9e9d065), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:16.590856 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29001ba-5b54-4d22-a4ce-87c0b4d6cc4a req-11f53a04-3a37-4bb7-a3b1-f14597191fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:16.592566 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d29001ba-5b54-4d22-a4ce-87c0b4d6cc4a req-11f53a04-3a37-4bb7-a3b1-f14597191fd0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2500930 Feb 19 03:56:16.640314 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=73463a5f-5e1f-410a-a381-9451c9e9d065,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:16.713279 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8eb5b-c305-4f59-860d-859345b99ed7 req-829b5085-43e2-486f-955a-961546abffa9 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:16.718306 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7f8eb5b-c305-4f59-860d-859345b99ed7 req-829b5085-43e2-486f-955a-961546abffa9 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 946 time: 0.1193745 Feb 19 03:56:16.838903 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7f8eb5b-c305-4f59-860d-859345b99ed7 req-16d16f9a-2897-4646-bf7b-d2d7acc38cc6 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026409 Feb 19 03:56:16.852158 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d29001ba-5b54-4d22-a4ce-87c0b4d6cc4a req-ebdf1364-065d-4f31-a915-5d898f201216 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513468 Feb 19 03:56:16.892118 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd47f65-e0b3-4dbb-8dd1-9351206e0147 None None] Network 2409c245-ab19-4b6d-a046-aea3ed2840f5 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:16.979140 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d29001ba-5b54-4d22-a4ce-87c0b4d6cc4a req-a0f3e208-a2f3-4885-953c-74d0b77b39e2 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198950 Feb 19 03:56:16.982105 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9610f643-3120-415e-9761-8a966f4c58f1 admin admin] Router d26e0e94-74f2-4790-bbdc-b156ba04f113 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:56:16.982284 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-0458ede1-af3b-4279-930e-56b00e568de3 None None] Provisioning complete for port 73463a5f-5e1f-410a-a381-9451c9e9d065 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:16.982592 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0458ede1-af3b-4279-930e-56b00e568de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (73463a5f-5e1f-410a-a381-9451c9e9d065), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:17.164479 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0458ede1-af3b-4279-930e-56b00e568de3 None None] Current status of the port 73463a5f-5e1f-410a-a381-9451c9e9d065 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:17.186513 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9610f643-3120-415e-9761-8a966f4c58f1 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:56:17.196744 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2444058-300a-4b89-af7e-401aac48da94 None None] Sync routers for ids ['d26e0e94-74f2-4790-bbdc-b156ba04f113'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:56:17.226244 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2444058-300a-4b89-af7e-401aac48da94 None None] Routers {'d26e0e94-74f2-4790-bbdc-b156ba04f113'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:17.226907 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d2444058-300a-4b89-af7e-401aac48da94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:56:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d26e0e94-74f2-4790-bbdc-b156ba04f113'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:17.231926 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9610f643-3120-415e-9761-8a966f4c58f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:17.233668 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9610f643-3120-415e-9761-8a966f4c58f1 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6509826 Feb 19 03:56:17.236397 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42292) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:17.322701 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318973a-965a-403d-8b26-3df336f2634e req-eaad5b57-12f9-4c3a-b237-7520730affd0 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:17.355160 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c318973a-965a-403d-8b26-3df336f2634e req-eaad5b57-12f9-4c3a-b237-7520730affd0 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.1398351 Feb 19 03:56:17.463475 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c318973a-965a-403d-8b26-3df336f2634e req-40af2795-1f1e-4d74-9d33-8791584b18fc tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015458 Feb 19 03:56:17.534863 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-d2444058-300a-4b89-af7e-401aac48da94 None None] Set router d26e0e94-74f2-4790-bbdc-b156ba04f113 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:17.572750 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19efa96-cbb3-4ce9-a989-c45d273e34c3 req-ae26bb46-7160-4417-9d89-650865f2bdc6 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:17.575684 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c19efa96-cbb3-4ce9-a989-c45d273e34c3 req-ae26bb46-7160-4417-9d89-650865f2bdc6 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 947 time: 0.0969465 Feb 19 03:56:17.603271 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-8452d362-3465-4b29-afe0-2ae345c19279 None None] Provisioning complete for port 73463a5f-5e1f-410a-a381-9451c9e9d065 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:17.603759 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8452d362-3465-4b29-afe0-2ae345c19279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (73463a5f-5e1f-410a-a381-9451c9e9d065), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:17.704482 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c19efa96-cbb3-4ce9-a989-c45d273e34c3 req-98df29df-ce6b-4cfb-9db4-05bb325ac61d tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223466 Feb 19 03:56:17.731113 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8452d362-3465-4b29-afe0-2ae345c19279 None None] Current status of the port 73463a5f-5e1f-410a-a381-9451c9e9d065 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:17.868580 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d2444058-300a-4b89-af7e-401aac48da94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e0e94-74f2-4790-bbdc-b156ba04f113', 'name': 'tempest-ServersTestMultiNic-2146244206-router', 'tenant_id': 'fb339ae23aa545ea84da8ff07fd95109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'c37f3d0c-15ec-4622-94a3-f553b27b5d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:13Z', 'updated_at': '2022-02-19T03:56:15Z', 'revision_number': 3, 'project_id': 'fb339ae23aa545ea84da8ff07fd95109', 'gw_port': {'id': 'c37f3d0c-15ec-4622-94a3-f553b27b5d0a', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26e0e94-74f2-4790-bbdc-b156ba04f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:14Z', 'updated_at': '2022-02-19T03:56:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:17.940017 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2444058-300a-4b89-af7e-401aac48da94 None None] Checking router: d26e0e94-74f2-4790-bbdc-b156ba04f113 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:56:17.940263 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2444058-300a-4b89-af7e-401aac48da94 None None] Updating router d26e0e94-74f2-4790-bbdc-b156ba04f113 port c37f3d0c-15ec-4622-94a3-f553b27b5d0a binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:56:17.972807 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-d2444058-300a-4b89-af7e-401aac48da94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c37f3d0c-15ec-4622-94a3-f553b27b5d0a), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:17.995664 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 73463a5f-5e1f-410a-a381-9451c9e9d065 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:18.108609 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 73463a5f-5e1f-410a-a381-9451c9e9d065 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:18.108998 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (73463a5f-5e1f-410a-a381-9451c9e9d065), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:18.117359 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46570fec-8abc-4cf3-a833-8671f640172c req-91825f0e-ed2c-4570-aabe-877ea15c2ef1 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:18.120463 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-46570fec-8abc-4cf3-a833-8671f640172c req-91825f0e-ed2c-4570-aabe-877ea15c2ef1 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 946 time: 0.0766943 Feb 19 03:56:18.176834 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c9162718-3388-44e9-bc0a-8cbc01f77754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:18.247082 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-46570fec-8abc-4cf3-a833-8671f640172c req-8449cb4d-0ff9-4779-b87a-b272e819cbf4 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177065 Feb 19 03:56:18.385389 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 73463a5f-5e1f-410a-a381-9451c9e9d065 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:18.448907 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 8ff4db1e-ca16-4d88-9551-5180fa2a1849 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:56:18.470073 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-c9162718-3388-44e9-bc0a-8cbc01f77754 admin admin] Allocated IP 172.20.0.1 (2409c245-ab19-4b6d-a046-aea3ed2840f5/ba32796d-b41d-4fcb-a35c-6190f764f56f/458e9856-30eb-4030-83e8-e27d588187dd) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:18.499203 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-d2444058-300a-4b89-af7e-401aac48da94 None None] Publish callbacks [] for port (c37f3d0c-15ec-4622-94a3-f553b27b5d0a), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:18.511942 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-d2444058-300a-4b89-af7e-401aac48da94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c37f3d0c-15ec-4622-94a3-f553b27b5d0a), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:18.654964 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-d2444058-300a-4b89-af7e-401aac48da94 None None] Attempting to bind port c37f3d0c-15ec-4622-94a3-f553b27b5d0a on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:18.655367 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-d2444058-300a-4b89-af7e-401aac48da94 None None] Attempting to bind port c37f3d0c-15ec-4622-94a3-f553b27b5d0a by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:18.659928 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2444058-300a-4b89-af7e-401aac48da94 None None] Attempting to bind port c37f3d0c-15ec-4622-94a3-f553b27b5d0a on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:18.674787 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5068517-9a08-46c8-8995-d0f697f52162 None None] Pushing event updated for resources: {'Port': ['ID=c37f3d0c-15ec-4622-94a3-f553b27b5d0a,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:18.682050 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2444058-300a-4b89-af7e-401aac48da94 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:18.682050 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2444058-300a-4b89-af7e-401aac48da94 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:18.682050 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-d2444058-300a-4b89-af7e-401aac48da94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:18.686962 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2444058-300a-4b89-af7e-401aac48da94 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:18.689188 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-d2444058-300a-4b89-af7e-401aac48da94 None None] Bound port: c37f3d0c-15ec-4622-94a3-f553b27b5d0a, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:18.689580 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-d2444058-300a-4b89-af7e-401aac48da94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c37f3d0c-15ec-4622-94a3-f553b27b5d0a), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:18.699457 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 8ff4db1e-ca16-4d88-9551-5180fa2a1849, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=8ff4db1e-ca16-4d88-9551-5180fa2a1849,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:18.731985 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '8ff4db1e-ca16-4d88-9551-5180fa2a1849', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '8ff4db1e-ca16-4d88-9551-5180fa2a1849', 'mac_address': 'fa:16:3e:c1:7a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:56:18.736262 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45a550-caec-42e8-ba4a-653698be1f86 req-1b09632f-f163-49ea-9916-6dfe4a00df6e tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:18.737965 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1b45a550-caec-42e8-ba4a-653698be1f86 req-1b09632f-f163-49ea-9916-6dfe4a00df6e tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.1370559 Feb 19 03:56:18.751560 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5068517-9a08-46c8-8995-d0f697f52162 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:18.751809 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5068517-9a08-46c8-8995-d0f697f52162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:18.752150 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5068517-9a08-46c8-8995-d0f697f52162 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:18.752483 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5068517-9a08-46c8-8995-d0f697f52162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:18.752815 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5068517-9a08-46c8-8995-d0f697f52162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:18.753132 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5068517-9a08-46c8-8995-d0f697f52162 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:18.753448 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5068517-9a08-46c8-8995-d0f697f52162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:18.753773 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5068517-9a08-46c8-8995-d0f697f52162 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:18.754099 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5068517-9a08-46c8-8995-d0f697f52162 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:18.754476 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5068517-9a08-46c8-8995-d0f697f52162 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:18.754814 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5068517-9a08-46c8-8995-d0f697f52162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:18.755109 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5068517-9a08-46c8-8995-d0f697f52162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:18.755426 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5068517-9a08-46c8-8995-d0f697f52162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:18.767657 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c9162718-3388-44e9-bc0a-8cbc01f77754 admin admin] Publish callbacks [] for port (458e9856-30eb-4030-83e8-e27d588187dd), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:18.808368 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-d2444058-300a-4b89-af7e-401aac48da94 None None] For port c37f3d0c-15ec-4622-94a3-f553b27b5d0a, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:18.811913 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-d2444058-300a-4b89-af7e-401aac48da94 None None] For port c37f3d0c-15ec-4622-94a3-f553b27b5d0a, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=c37f3d0c-15ec-4622-94a3-f553b27b5d0a,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:18.817092 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 8ff4db1e-ca16-4d88-9551-5180fa2a1849 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:18.817611 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8ff4db1e-ca16-4d88-9551-5180fa2a1849), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:18.831543 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-d2444058-300a-4b89-af7e-401aac48da94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c37f3d0c-15ec-4622-94a3-f553b27b5d0a), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:18.846053 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1b45a550-caec-42e8-ba4a-653698be1f86 req-b37d40cd-7c10-4c33-b06e-917a46c78a73 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004894 Feb 19 03:56:18.846913 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff4db1e-ca16-4d88-9551-5180fa2a1849 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:56:18.853000 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c9162718-3388-44e9-bc0a-8cbc01f77754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (458e9856-30eb-4030-83e8-e27d588187dd), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:18.899863 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 8ff4db1e-ca16-4d88-9551-5180fa2a1849, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=8ff4db1e-ca16-4d88-9551-5180fa2a1849,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:18.914770 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8ff4db1e-ca16-4d88-9551-5180fa2a1849), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:18.936579 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765338d-c46e-42b6-a265-63547abe7716 req-2af3615c-1ebe-4aff-aefa-c8851dee8cd8 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:18.942383 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c765338d-c46e-42b6-a265-63547abe7716 req-2af3615c-1ebe-4aff-aefa-c8851dee8cd8 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 947 time: 0.0916214 Feb 19 03:56:18.952487 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9162718-3388-44e9-bc0a-8cbc01f77754 admin admin] Network 2409c245-ab19-4b6d-a046-aea3ed2840f5 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:18.952487 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-c9162718-3388-44e9-bc0a-8cbc01f77754 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:18.968207 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9162718-3388-44e9-bc0a-8cbc01f77754 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:18.968207 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c9162718-3388-44e9-bc0a-8cbc01f77754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (d26e0e94-74f2-4790-bbdc-b156ba04f113), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:18.970991 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=8ff4db1e-ca16-4d88-9551-5180fa2a1849,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:19.028263 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5068517-9a08-46c8-8995-d0f697f52162 None None] Pushing event updated for resources: {'Port': ['ID=c37f3d0c-15ec-4622-94a3-f553b27b5d0a,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:19.082074 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2444058-300a-4b89-af7e-401aac48da94 None None] Routers {'d26e0e94-74f2-4790-bbdc-b156ba04f113'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:19.083843 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d2444058-300a-4b89-af7e-401aac48da94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:56:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d26e0e94-74f2-4790-bbdc-b156ba04f113'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:19.166886 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c765338d-c46e-42b6-a265-63547abe7716 req-8c5bcdfe-1025-492f-99d3-d1c4482efd34 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149920 Feb 19 03:56:19.176019 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9162718-3388-44e9-bc0a-8cbc01f77754 admin admin] Pushing event updated for resources: {'Port': ['ID=458e9856-30eb-4030-83e8-e27d588187dd,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:19.306322 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c9162718-3388-44e9-bc0a-8cbc01f77754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (458e9856-30eb-4030-83e8-e27d588187dd), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:19.328831 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-d2444058-300a-4b89-af7e-401aac48da94 None None] Set router d26e0e94-74f2-4790-bbdc-b156ba04f113 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:19.360181 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['8ff4db1e-ca16-4d88-9551-5180fa2a1849'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:56:19.564653 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-dbe90e6a-71fa-4f48-8e47-3bac11b27356 None None] Provisioning complete for port 458e9856-30eb-4030-83e8-e27d588187dd triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:19.565330 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dbe90e6a-71fa-4f48-8e47-3bac11b27356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (458e9856-30eb-4030-83e8-e27d588187dd), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:19.615861 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7779ec-34b6-4df1-96c9-ed4a81742309 req-da8c6cbb-f6ed-4638-8723-4fc2cf05af63 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:19.635505 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff7779ec-34b6-4df1-96c9-ed4a81742309 req-da8c6cbb-f6ed-4638-8723-4fc2cf05af63 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 946 time: 0.2138464 Feb 19 03:56:19.681561 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d2444058-300a-4b89-af7e-401aac48da94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e0e94-74f2-4790-bbdc-b156ba04f113', 'name': 'tempest-ServersTestMultiNic-2146244206-router', 'tenant_id': 'fb339ae23aa545ea84da8ff07fd95109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'c37f3d0c-15ec-4622-94a3-f553b27b5d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:13Z', 'updated_at': '2022-02-19T03:56:15Z', 'revision_number': 3, 'project_id': 'fb339ae23aa545ea84da8ff07fd95109', 'gw_port': {'id': 'c37f3d0c-15ec-4622-94a3-f553b27b5d0a', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26e0e94-74f2-4790-bbdc-b156ba04f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:14Z', 'updated_at': '2022-02-19T03:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:19.711338 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-dbe90e6a-71fa-4f48-8e47-3bac11b27356 None None] Port 458e9856-30eb-4030-83e8-e27d588187dd cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:56:19.727160 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2444058-300a-4b89-af7e-401aac48da94 None None] The sync data for ids ['d26e0e94-74f2-4790-bbdc-b156ba04f113'] in n-d-828369-19 is: [{'id': 'd26e0e94-74f2-4790-bbdc-b156ba04f113', 'name': 'tempest-ServersTestMultiNic-2146244206-router', 'tenant_id': 'fb339ae23aa545ea84da8ff07fd95109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'c37f3d0c-15ec-4622-94a3-f553b27b5d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:13Z', 'updated_at': '2022-02-19T03:56:15Z', 'revision_number': 3, 'project_id': 'fb339ae23aa545ea84da8ff07fd95109', 'gw_port': {'id': 'c37f3d0c-15ec-4622-94a3-f553b27b5d0a', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26e0e94-74f2-4790-bbdc-b156ba04f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:14Z', 'updated_at': '2022-02-19T03:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:56:19.835841 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c9162718-3388-44e9-bc0a-8cbc01f77754 admin admin] Publish callbacks [] for port (458e9856-30eb-4030-83e8-e27d588187dd), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:19.862751 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff7779ec-34b6-4df1-96c9-ed4a81742309 req-84f031d1-e031-45a7-9a51-ccaf479ef981 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260377 Feb 19 03:56:19.863046 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c9162718-3388-44e9-bc0a-8cbc01f77754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (458e9856-30eb-4030-83e8-e27d588187dd), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:19.863890 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c9162718-3388-44e9-bc0a-8cbc01f77754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (d26e0e94-74f2-4790-bbdc-b156ba04f113), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:19.911155 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992a971-20db-4c59-8da4-c0ee0d25e86f req-ce7ac861-f4d8-4c05-bb18-91b877a58440 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:19.923112 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0992a971-20db-4c59-8da4-c0ee0d25e86f req-ce7ac861-f4d8-4c05-bb18-91b877a58440 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 948 time: 0.2804694 Feb 19 03:56:19.965712 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49594e-57f7-41fc-83ad-5f42effcfa4d req-da552dab-33b1-43d5-9e15-e966e20ee272 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:19.967608 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3f49594e-57f7-41fc-83ad-5f42effcfa4d req-da552dab-33b1-43d5-9e15-e966e20ee272 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3&tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&binding%3Ahost_id=n-h1-828369-19 HTTP/1.1" status: 200 len: 948 time: 0.2737174 Feb 19 03:56:20.040733 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9162718-3388-44e9-bc0a-8cbc01f77754 admin admin] Pushing event updated for resources: {'Port': ['ID=458e9856-30eb-4030-83e8-e27d588187dd,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:20.153847 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [req-3f49594e-57f7-41fc-83ad-5f42effcfa4d req-41b1298f-75aa-4627-939d-5a3c73fef73b service neutron] delete failed (client error): The resource could not be found. Feb 19 03:56:20.155057 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3f49594e-57f7-41fc-83ad-5f42effcfa4d req-41b1298f-75aa-4627-939d-5a3c73fef73b service neutron] 10.222.0.79 "DELETE /v2.0/ports/8ff4db1e-ca16-4d88-9551-5180fa2a1849/bindings/n-h2-828369-19 HTTP/1.1" status: 404 len: 381 time: 0.1539574 Feb 19 03:56:20.180347 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9162718-3388-44e9-bc0a-8cbc01f77754 admin admin] Network 2409c245-ab19-4b6d-a046-aea3ed2840f5 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:20.181908 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-c9162718-3388-44e9-bc0a-8cbc01f77754 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:20.539961 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0992a971-20db-4c59-8da4-c0ee0d25e86f req-a179f817-9d53-4e78-9086-49d36457ad09 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6137974 Feb 19 03:56:20.599566 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867b302-f973-4a10-ac7e-d00891a00881 req-1f2e4f29-2a42-47c8-9931-e4b2dde06c93 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:20.607198 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b867b302-f973-4a10-ac7e-d00891a00881 req-1f2e4f29-2a42-47c8-9931-e4b2dde06c93 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.1822546 Feb 19 03:56:20.610736 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49594e-57f7-41fc-83ad-5f42effcfa4d req-bc7731c3-2f24-4faf-a105-ca316dac31a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:20.612214 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3f49594e-57f7-41fc-83ad-5f42effcfa4d req-bc7731c3-2f24-4faf-a105-ca316dac31a1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 1131 time: 0.2636693 Feb 19 03:56:20.706972 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b867b302-f973-4a10-ac7e-d00891a00881 req-c479953e-1ea8-4d1d-a973-66128fdb17b9 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987971 Feb 19 03:56:20.731339 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c4724dba-c182-4206-9819-be45deced61a None None] Provisioning complete for port 458e9856-30eb-4030-83e8-e27d588187dd triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:20.731911 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c4724dba-c182-4206-9819-be45deced61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (458e9856-30eb-4030-83e8-e27d588187dd), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:20.809339 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c4724dba-c182-4206-9819-be45deced61a None None] Port 458e9856-30eb-4030-83e8-e27d588187dd cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:56:21.102721 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe822a-36b9-4c7b-8a95-c12263170e0f req-d0936e7a-02af-442e-ae09-14fb2a4f3240 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:21.104805 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ffe822a-36b9-4c7b-8a95-c12263170e0f req-d0936e7a-02af-442e-ae09-14fb2a4f3240 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 946 time: 0.0985823 Feb 19 03:56:21.164286 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9162718-3388-44e9-bc0a-8cbc01f77754 admin admin] Router d26e0e94-74f2-4790-bbdc-b156ba04f113 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:56:21.177066 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ffe822a-36b9-4c7b-8a95-c12263170e0f req-163dc73b-6644-45f6-ac83-350f7d455607 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665138 Feb 19 03:56:21.265130 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49594e-57f7-41fc-83ad-5f42effcfa4d req-774bd5f8-c50a-4463-a230-a91db4e3c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:21.272312 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3f49594e-57f7-41fc-83ad-5f42effcfa4d req-774bd5f8-c50a-4463-a230-a91db4e3c2f0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.6378088 Feb 19 03:56:21.381613 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3f49594e-57f7-41fc-83ad-5f42effcfa4d req-10275038-24f4-4b7f-9269-ce677f2b1b26 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=8ff4db1e-ca16-4d88-9551-5180fa2a1849 HTTP/1.1" status: 200 len: 217 time: 0.0973616 Feb 19 03:56:21.442129 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9162718-3388-44e9-bc0a-8cbc01f77754 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:56:21.449281 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c9162718-3388-44e9-bc0a-8cbc01f77754 admin admin] 10.222.0.52 "PUT /v2.0/routers/d26e0e94-74f2-4790-bbdc-b156ba04f113/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2115808 Feb 19 03:56:21.464241 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49594e-57f7-41fc-83ad-5f42effcfa4d req-d3e72848-05f3-46a6-b50b-0ebfae2f029c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:21.466886 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3f49594e-57f7-41fc-83ad-5f42effcfa4d req-d3e72848-05f3-46a6-b50b-0ebfae2f029c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0769641 Feb 19 03:56:21.595468 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49594e-57f7-41fc-83ad-5f42effcfa4d req-8a218c9c-c7b1-4338-824a-179c11b9924d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:21.601634 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3f49594e-57f7-41fc-83ad-5f42effcfa4d req-8a218c9c-c7b1-4338-824a-179c11b9924d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1262491 Feb 19 03:56:21.732270 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 42368) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:21.810970 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614710a-31af-4e99-8915-3ab435e4ae91 req-0cdf40b2-4063-44f2-bd2b-2e02847b87f8 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:21.813294 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a614710a-31af-4e99-8915-3ab435e4ae91 req-0cdf40b2-4063-44f2-bd2b-2e02847b87f8 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 948 time: 0.1418672 Feb 19 03:56:21.849916 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3f49594e-57f7-41fc-83ad-5f42effcfa4d req-f625482f-5fbb-4b54-b40b-49dc01a60e91 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414634 Feb 19 03:56:21.909370 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-60984659-f737-497d-ad75-c5471c26fa18 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1504917547'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:21.967524 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3f49594e-57f7-41fc-83ad-5f42effcfa4d req-0ae9a202-6ee6-49f4-94a2-0d66868e116e service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114814 Feb 19 03:56:21.970889 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a614710a-31af-4e99-8915-3ab435e4ae91 req-86d57283-4726-462d-b382-a977c6d05ce9 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505256 Feb 19 03:56:22.085387 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device c37f3d0c-15ec-4622-94a3-f553b27b5d0a up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:22.106266 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf31e9-a432-4e42-829c-9be9d91bfa19 req-de259f60-9561-401b-bcf1-ce9d279cbbad tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:22.118012 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1cdf31e9-a432-4e42-829c-9be9d91bfa19 req-de259f60-9561-401b-bcf1-ce9d279cbbad tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.1903503 Feb 19 03:56:22.128575 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60984659-f737-497d-ad75-c5471c26fa18 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Made reservation on behalf of fb339ae23aa545ea84da8ff07fd95109 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:22.132260 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-60984659-f737-497d-ad75-c5471c26fa18 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:22.157471 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port c37f3d0c-15ec-4622-94a3-f553b27b5d0a triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:22.157926 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c37f3d0c-15ec-4622-94a3-f553b27b5d0a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:22.185424 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60984659-f737-497d-ad75-c5471c26fa18 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:56:22.196221 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-60984659-f737-497d-ad75-c5471c26fa18 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (9b946626-6033-4377-b925-f15d5e40910c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:22.196653 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-60984659-f737-497d-ad75-c5471c26fa18 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Added segment 9b946626-6033-4377-b925-f15d5e40910c of type vlan for network e349f59c-4eca-4931-98ee-f9d1b9a5b5b3 Feb 19 03:56:22.272667 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port c37f3d0c-15ec-4622-94a3-f553b27b5d0a is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:22.273470 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c37f3d0c-15ec-4622-94a3-f553b27b5d0a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:22.300071 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-60984659-f737-497d-ad75-c5471c26fa18 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (e349f59c-4eca-4931-98ee-f9d1b9a5b5b3), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:22.311016 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1cdf31e9-a432-4e42-829c-9be9d91bfa19 req-29302446-13b4-4d2b-bfcc-e8e297144a76 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916730 Feb 19 03:56:22.340322 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port c37f3d0c-15ec-4622-94a3-f553b27b5d0a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=c37f3d0c-15ec-4622-94a3-f553b27b5d0a,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:22.352111 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c37f3d0c-15ec-4622-94a3-f553b27b5d0a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:22.423854 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-60984659-f737-497d-ad75-c5471c26fa18 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (e349f59c-4eca-4931-98ee-f9d1b9a5b5b3), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:22.439019 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60984659-f737-497d-ad75-c5471c26fa18 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:22.440429 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-60984659-f737-497d-ad75-c5471c26fa18 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:22.471488 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=c37f3d0c-15ec-4622-94a3-f553b27b5d0a,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:22.497048 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 8ff4db1e-ca16-4d88-9551-5180fa2a1849 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:22.533144 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-60984659-f737-497d-ad75-c5471c26fa18 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7971785 Feb 19 03:56:22.536472 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42376) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:22.542984 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-9f67b758-e722-4697-b921-4c450233e36e tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Request body: {'subnet': {'network_id': 'e349f59c-4eca-4931-98ee-f9d1b9a5b5b3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:22.557126 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60984659-f737-497d-ad75-c5471c26fa18 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event updated for resources: {'Network': ['ID=e349f59c-4eca-4931-98ee-f9d1b9a5b5b3,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:22.574369 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279364d-a770-4c0f-bfd0-2d58b009e285 req-19c23991-e20f-4f5c-bb93-82870a2b4333 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:22.576316 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3279364d-a770-4c0f-bfd0-2d58b009e285 req-19c23991-e20f-4f5c-bb93-82870a2b4333 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 946 time: 0.2422328 Feb 19 03:56:22.668267 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4107a7c0-df84-4724-9add-4cd2c4098cd9 None None] Sync routers for ids ['d26e0e94-74f2-4790-bbdc-b156ba04f113'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:56:22.681426 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network e349f59c-4eca-4931-98ee-f9d1b9a5b5b3 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:56:22.691851 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3279364d-a770-4c0f-bfd0-2d58b009e285 req-a0dbeef3-bd1c-481b-b187-9fa257e44328 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969622 Feb 19 03:56:22.809534 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f67b758-e722-4697-b921-4c450233e36e tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Made reservation on behalf of fb339ae23aa545ea84da8ff07fd95109 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:22.815048 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f67b758-e722-4697-b921-4c450233e36e tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks [] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:22.835325 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 8ff4db1e-ca16-4d88-9551-5180fa2a1849 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:56:22.839442 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4107a7c0-df84-4724-9add-4cd2c4098cd9 None None] Routers {'d26e0e94-74f2-4790-bbdc-b156ba04f113'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:22.840314 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4107a7c0-df84-4724-9add-4cd2c4098cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:56:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d26e0e94-74f2-4790-bbdc-b156ba04f113'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:22.946826 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 8ff4db1e-ca16-4d88-9551-5180fa2a1849 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:22.947458 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8ff4db1e-ca16-4d88-9551-5180fa2a1849), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:23.041208 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-4107a7c0-df84-4724-9add-4cd2c4098cd9 None None] Set router d26e0e94-74f2-4790-bbdc-b156ba04f113 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:23.214093 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5789bc5-abd8-421f-ad9e-9376f547f81f req-233d291e-e559-44ee-8a39-5b60427660e6 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:23.224424 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f67b758-e722-4697-b921-4c450233e36e tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for subnet (2d811e43-76b6-497e-8b65-756b6e846c6a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:23.229402 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d5789bc5-abd8-421f-ad9e-9376f547f81f req-233d291e-e559-44ee-8a39-5b60427660e6 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 948 time: 0.1098795 Feb 19 03:56:23.335068 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f67b758-e722-4697-b921-4c450233e36e tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Checking segment: {'id': '9b946626-6033-4377-b925-f15d5e40910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e349f59c-4eca-4931-98ee-f9d1b9a5b5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:23.335449 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f67b758-e722-4697-b921-4c450233e36e tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Network hostable DHCP agents. Network: e349f59c-4eca-4931-98ee-f9d1b9a5b5b3, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:56:23.338404 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d5789bc5-abd8-421f-ad9e-9376f547f81f req-89f81f37-5f5e-4f22-b673-aef9aa84e216 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061180 Feb 19 03:56:23.360786 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67b758-e722-4697-b921-4c450233e36e tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event updated for resources: {'Subnet': ['ID=2d811e43-76b6-497e-8b65-756b6e846c6a,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:23.371976 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 8ff4db1e-ca16-4d88-9551-5180fa2a1849 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:23.372452 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8ff4db1e-ca16-4d88-9551-5180fa2a1849), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:23.385679 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f67b758-e722-4697-b921-4c450233e36e tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Network e349f59c-4eca-4931-98ee-f9d1b9a5b5b3 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:56:23.410983 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-9f67b758-e722-4697-b921-4c450233e36e tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, e349f59c-4eca-4931-98ee-f9d1b9a5b5b3) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:23.416626 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4c87e3-c7f3-4452-a414-838f884f69d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff4db1e-ca16-4d88-9551-5180fa2a1849'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:23.420317 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d897f555-786f-4bcb-8cf2-b8999503056a" -d '{"events": [{"server_uuid": "fe4c87e3-c7f3-4452-a414-838f884f69d3", "name": "network-vif-plugged", "status": "completed", "tag": "8ff4db1e-ca16-4d88-9551-5180fa2a1849"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:23.434588 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f67b758-e722-4697-b921-4c450233e36e tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:23.435624 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f67b758-e722-4697-b921-4c450233e36e tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:23.440832 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6645785a-8b8c-4e3e-86d2-61853b9d6779 None None] Network e349f59c-4eca-4931-98ee-f9d1b9a5b5b3 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:23.512358 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9f67b758-e722-4697-b921-4c450233e36e tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9723988 Feb 19 03:56:23.512960 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42398) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:23.520656 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-213dc0af-6708-4286-88d2-6480e3c89947 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1505457493'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:23.606515 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda43ee-39a6-440d-b01b-2767ec04036b req-bb38bbfa-8a95-4562-8c80-64f579e2f958 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:23.608653 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2bda43ee-39a6-440d-b01b-2767ec04036b req-bb38bbfa-8a95-4562-8c80-64f579e2f958 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.0953631 Feb 19 03:56:23.611821 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38ff76-c489-4efd-8c44-4c7774cf5038 req-9b190805-3109-4f35-9f07-082c6fec69e8 tempest-MigrationsAdminTest-1268512545 tempest-MigrationsAdminTest-1268512545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:23.622463 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c38ff76-c489-4efd-8c44-4c7774cf5038 req-9b190805-3109-4f35-9f07-082c6fec69e8 tempest-MigrationsAdminTest-1268512545 tempest-MigrationsAdminTest-1268512545-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 1131 time: 0.1537337 Feb 19 03:56:23.665343 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213dc0af-6708-4286-88d2-6480e3c89947 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Made reservation on behalf of fb339ae23aa545ea84da8ff07fd95109 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:23.682808 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 8ff4db1e-ca16-4d88-9551-5180fa2a1849, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=8ff4db1e-ca16-4d88-9551-5180fa2a1849,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:23.694775 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-213dc0af-6708-4286-88d2-6480e3c89947 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:23.740272 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c38ff76-c489-4efd-8c44-4c7774cf5038 req-e2670b97-f878-4c45-9b34-e75f8089e842 tempest-MigrationsAdminTest-1268512545 tempest-MigrationsAdminTest-1268512545-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167600 Feb 19 03:56:23.766451 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2bda43ee-39a6-440d-b01b-2767ec04036b req-8a9d7ab0-ec56-4a25-a4b2-8343bd2acdd0 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350336 Feb 19 03:56:23.809614 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8ff4db1e-ca16-4d88-9551-5180fa2a1849), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:23.855404 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-213dc0af-6708-4286-88d2-6480e3c89947 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:56:23.862139 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b066505-c0cd-43b7-b02c-9256b8d9ae57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-e349f59c-4eca-4931-98ee-f9d1b9a5b5b3', 'network_id': 'e349f59c-4eca-4931-98ee-f9d1b9a5b5b3', 'project_id': 'fb339ae23aa545ea84da8ff07fd95109', 'fixed_ips': [{'subnet_id': '2d811e43-76b6-497e-8b65-756b6e846c6a'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:56:23.863537 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1b066505-c0cd-43b7-b02c-9256b8d9ae57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:23.880020 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-213dc0af-6708-4286-88d2-6480e3c89947 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (11b60c15-af18-4ce6-95b0-475cc12f6250), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:23.880554 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-213dc0af-6708-4286-88d2-6480e3c89947 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Added segment 11b60c15-af18-4ce6-95b0-475cc12f6250 of type vlan for network 4436bc2f-5b9d-4320-adcb-309585e364f6 Feb 19 03:56:23.956326 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54cd753-d242-4c36-a719-6d0abc40291d x-openstack-request-id: req-c54cd753-d242-4c36-a719-6d0abc40291d {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:23.956806 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4c87e3-c7f3-4452-a414-838f884f69d3", "name": "network-vif-plugged", "status": "completed", "tag": "8ff4db1e-ca16-4d88-9551-5180fa2a1849", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:23.957200 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c54cd753-d242-4c36-a719-6d0abc40291d {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:23.959293 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4c87e3-c7f3-4452-a414-838f884f69d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff4db1e-ca16-4d88-9551-5180fa2a1849', 'code': 200} Feb 19 03:56:24.040040 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001cbd11-c5d6-4484-bc25-dd34fe7aa0a6 req-0efc7ac5-2086-4e2b-af20-c2107f328013 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:24.052022 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-001cbd11-c5d6-4484-bc25-dd34fe7aa0a6 req-0efc7ac5-2086-4e2b-af20-c2107f328013 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 946 time: 0.1800432 Feb 19 03:56:24.140601 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-213dc0af-6708-4286-88d2-6480e3c89947 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (4436bc2f-5b9d-4320-adcb-309585e364f6), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:24.165532 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device c37f3d0c-15ec-4622-94a3-f553b27b5d0a up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:24.177070 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-001cbd11-c5d6-4484-bc25-dd34fe7aa0a6 req-98fc767e-71db-49c8-8124-2a615dc992dd tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211965 Feb 19 03:56:24.259062 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-d8f92986-c192-4585-9fee-2b85349cb374 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321543 Feb 19 03:56:24.260070 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-213dc0af-6708-4286-88d2-6480e3c89947 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (4436bc2f-5b9d-4320-adcb-309585e364f6), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:24.268236 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213dc0af-6708-4286-88d2-6480e3c89947 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:24.269226 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-213dc0af-6708-4286-88d2-6480e3c89947 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:24.403661 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-1628922b-4a32-4c38-831f-6051cc155732 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:24.415890 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-1628922b-4a32-4c38-831f-6051cc155732 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1581414 Feb 19 03:56:24.438517 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-35b23d8b-8caa-4ed5-a93b-d3babebdbf99 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/quotas/e0a0ced50b0f4fce99b90209ed8886f4 HTTP/1.1" status: 200 len: 375 time: 0.0206816 Feb 19 03:56:24.509391 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-213dc0af-6708-4286-88d2-6480e3c89947 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9925268 Feb 19 03:56:24.514684 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 42430) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:24.526930 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-34d97818-13a7-438f-9ae4-04713d80c853 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Request body: {'subnet': {'network_id': '4436bc2f-5b9d-4320-adcb-309585e364f6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:24.624224 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=8ff4db1e-ca16-4d88-9551-5180fa2a1849,revision_number=9']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:24.624774 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213dc0af-6708-4286-88d2-6480e3c89947 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event updated for resources: {'Network': ['ID=4436bc2f-5b9d-4320-adcb-309585e364f6,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:24.665190 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 4436bc2f-5b9d-4320-adcb-309585e364f6 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:56:24.749529 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-0f2abb46-429e-4595-b016-5a6694c69161 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3096602 Feb 19 03:56:24.790941 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d97818-13a7-438f-9ae4-04713d80c853 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Made reservation on behalf of fb339ae23aa545ea84da8ff07fd95109 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:24.795012 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-34d97818-13a7-438f-9ae4-04713d80c853 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:24.801120 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port c37f3d0c-15ec-4622-94a3-f553b27b5d0a triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:24.801639 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c37f3d0c-15ec-4622-94a3-f553b27b5d0a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:24.969091 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-1b066505-c0cd-43b7-b02c-9256b8d9ae57 None None] Allocated IP 19.80.0.2 (e349f59c-4eca-4931-98ee-f9d1b9a5b5b3/2d811e43-76b6-497e-8b65-756b6e846c6a/db11fd60-2aab-41fd-9667-9043f4a6e73f) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:25.029917 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4107a7c0-df84-4724-9add-4cd2c4098cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e0e94-74f2-4790-bbdc-b156ba04f113', 'name': 'tempest-ServersTestMultiNic-2146244206-router', 'tenant_id': 'fb339ae23aa545ea84da8ff07fd95109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'c37f3d0c-15ec-4622-94a3-f553b27b5d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:13Z', 'updated_at': '2022-02-19T03:56:19Z', 'revision_number': 4, 'project_id': 'fb339ae23aa545ea84da8ff07fd95109', 'gw_port': {'id': 'c37f3d0c-15ec-4622-94a3-f553b27b5d0a', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e0e94-74f2-4790-bbdc-b156ba04f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:14Z', 'updated_at': '2022-02-19T03:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '458e9856-30eb-4030-83e8-e27d588187dd', 'name': '', 'network_id': '2409c245-ab19-4b6d-a046-aea3ed2840f5', 'tenant_id': 'fb339ae23aa545ea84da8ff07fd95109', 'mac_address': 'fa:16:3e:f3:e7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26e0e94-74f2-4790-bbdc-b156ba04f113', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ba32796d-b41d-4fcb-a35c-6190f764f56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:18Z', 'updated_at': '2022-02-19T03:56:19Z', 'revision_number': 2, 'project_id': 'fb339ae23aa545ea84da8ff07fd95109', 'subnets': [{'id': 'ba32796d-b41d-4fcb-a35c-6190f764f56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:25.063936 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8c1c7717-f430-449b-aef3-7eb80b2bc7b0 req-d0466aeb-421b-4f5d-b30e-77f8188ec371 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 210 time: 0.0377097 Feb 19 03:56:25.116198 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8b490-a032-4f9e-bdee-9f569c9c85a8 req-1f271287-deb7-42b5-a324-590073eed516 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:25.118128 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7cb8b490-a032-4f9e-bdee-9f569c9c85a8 req-1f271287-deb7-42b5-a324-590073eed516 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.2199225 Feb 19 03:56:25.291682 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4107a7c0-df84-4724-9add-4cd2c4098cd9 None None] Checking router: d26e0e94-74f2-4790-bbdc-b156ba04f113 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:56:25.294890 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4107a7c0-df84-4724-9add-4cd2c4098cd9 None None] Updating router d26e0e94-74f2-4790-bbdc-b156ba04f113 port 458e9856-30eb-4030-83e8-e27d588187dd binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:56:25.411054 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4107a7c0-df84-4724-9add-4cd2c4098cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (458e9856-30eb-4030-83e8-e27d588187dd), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:25.433383 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7cb8b490-a032-4f9e-bdee-9f569c9c85a8 req-a2bf99b2-14a2-4419-ac13-4c4283aed9a1 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083191 Feb 19 03:56:25.442423 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port c37f3d0c-15ec-4622-94a3-f553b27b5d0a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:25.503266 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-34d97818-13a7-438f-9ae4-04713d80c853 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (ef3651c2-739a-4a79-8862-b04db691991c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:25.616708 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91797bbf-ef5f-4afd-a333-e635d3e10048 req-9ac67d7b-bc33-4569-82d9-8785637ea3c0 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:25.618597 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91797bbf-ef5f-4afd-a333-e635d3e10048 req-9ac67d7b-bc33-4569-82d9-8785637ea3c0 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 946 time: 0.2402811 Feb 19 03:56:25.690858 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d97818-13a7-438f-9ae4-04713d80c853 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event updated for resources: {'Subnet': ['ID=ef3651c2-739a-4a79-8862-b04db691991c,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:25.714569 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d97818-13a7-438f-9ae4-04713d80c853 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Checking segment: {'id': '11b60c15-af18-4ce6-95b0-475cc12f6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4436bc2f-5b9d-4320-adcb-309585e364f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:25.714933 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d97818-13a7-438f-9ae4-04713d80c853 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Network hostable DHCP agents. Network: 4436bc2f-5b9d-4320-adcb-309585e364f6, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:56:25.736402 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1b066505-c0cd-43b7-b02c-9256b8d9ae57 None None] Publish callbacks [] for port (db11fd60-2aab-41fd-9667-9043f4a6e73f), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:25.749180 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91797bbf-ef5f-4afd-a333-e635d3e10048 req-77fdd622-4871-476d-a9e2-9d8efe0d541b tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185644 Feb 19 03:56:25.770752 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1b066505-c0cd-43b7-b02c-9256b8d9ae57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (db11fd60-2aab-41fd-9667-9043f4a6e73f), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:25.771301 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d97818-13a7-438f-9ae4-04713d80c853 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Network 4436bc2f-5b9d-4320-adcb-309585e364f6 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:56:25.803800 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-34d97818-13a7-438f-9ae4-04713d80c853 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 4436bc2f-5b9d-4320-adcb-309585e364f6) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:25.809319 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d97818-13a7-438f-9ae4-04713d80c853 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:25.809968 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-34d97818-13a7-438f-9ae4-04713d80c853 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:25.870180 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-34d97818-13a7-438f-9ae4-04713d80c853 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3527150 Feb 19 03:56:26.021166 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348df4e6-c9f9-42f3-a884-6807bed0653f None None] Network 4436bc2f-5b9d-4320-adcb-309585e364f6 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:26.063585 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b066505-c0cd-43b7-b02c-9256b8d9ae57 None None] Pushing event updated for resources: {'Port': ['ID=db11fd60-2aab-41fd-9667-9043f4a6e73f,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:26.110482 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b066505-c0cd-43b7-b02c-9256b8d9ae57 None None] Network e349f59c-4eca-4931-98ee-f9d1b9a5b5b3 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:26.170975 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-1b066505-c0cd-43b7-b02c-9256b8d9ae57 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:26.173549 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b066505-c0cd-43b7-b02c-9256b8d9ae57 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:26.416613 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-607a949c-a773-4d05-9feb-98b4278987e7 req-5a31e89f-f18e-446a-a41e-2612833ef48f tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 210 time: 0.1062646 Feb 19 03:56:26.504620 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-eba8dc54-2619-4028-8c48-39353e867573 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:26.513498 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-eba8dc54-2619-4028-8c48-39353e867573 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:26.515173 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-eba8dc54-2619-4028-8c48-39353e867573 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/networks?id=e349f59c-4eca-4931-98ee-f9d1b9a5b5b3&id=4436bc2f-5b9d-4320-adcb-309585e364f6&id=e349f59c-4eca-4931-98ee-f9d1b9a5b5b3 HTTP/1.1" status: 200 len: 1392 time: 0.4264989 Feb 19 03:56:26.554719 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-1b066505-c0cd-43b7-b02c-9256b8d9ae57 None None] Attempting to bind port db11fd60-2aab-41fd-9667-9043f4a6e73f on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:26.555718 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-1b066505-c0cd-43b7-b02c-9256b8d9ae57 None None] Attempting to bind port db11fd60-2aab-41fd-9667-9043f4a6e73f by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '9b946626-6033-4377-b925-f15d5e40910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e349f59c-4eca-4931-98ee-f9d1b9a5b5b3'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:26.555718 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b066505-c0cd-43b7-b02c-9256b8d9ae57 None None] Attempting to bind port db11fd60-2aab-41fd-9667-9043f4a6e73f on network e349f59c-4eca-4931-98ee-f9d1b9a5b5b3 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:26.567988 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-613ff646-0c4d-48a6-aa3e-e7bdb82624a1 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/quotas/fb339ae23aa545ea84da8ff07fd95109 HTTP/1.1" status: 200 len: 375 time: 0.0451760 Feb 19 03:56:26.579816 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e76c27c-67e6-4da6-9fcf-e4d7507eb272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-4436bc2f-5b9d-4320-adcb-309585e364f6', 'network_id': '4436bc2f-5b9d-4320-adcb-309585e364f6', 'project_id': 'fb339ae23aa545ea84da8ff07fd95109', 'fixed_ips': [{'subnet_id': 'ef3651c2-739a-4a79-8862-b04db691991c'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:56:26.580676 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3e76c27c-67e6-4da6-9fcf-e4d7507eb272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:26.617650 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b066505-c0cd-43b7-b02c-9256b8d9ae57 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:26.618102 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b066505-c0cd-43b7-b02c-9256b8d9ae57 None None] Checking segment: {'id': '9b946626-6033-4377-b925-f15d5e40910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e349f59c-4eca-4931-98ee-f9d1b9a5b5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:26.618633 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1b066505-c0cd-43b7-b02c-9256b8d9ae57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:26.619574 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b066505-c0cd-43b7-b02c-9256b8d9ae57 None None] Bound using segment: {'id': '9b946626-6033-4377-b925-f15d5e40910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e349f59c-4eca-4931-98ee-f9d1b9a5b5b3'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:26.619574 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-1b066505-c0cd-43b7-b02c-9256b8d9ae57 None None] Bound port: db11fd60-2aab-41fd-9667-9043f4a6e73f, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b946626-6033-4377-b925-f15d5e40910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e349f59c-4eca-4931-98ee-f9d1b9a5b5b3'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:26.620397 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1b066505-c0cd-43b7-b02c-9256b8d9ae57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (db11fd60-2aab-41fd-9667-9043f4a6e73f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:26.642543 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:26.659223 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4107a7c0-df84-4724-9add-4cd2c4098cd9 None None] Publish callbacks [] for port (458e9856-30eb-4030-83e8-e27d588187dd), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:26.722597 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-e95c76d2-54ef-4341-b8f1-6cdfdb8dc394 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fb339ae23aa545ea84da8ff07fd95109&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1467175 Feb 19 03:56:26.753714 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6266a-c9a4-4f9a-ba35-a45d3f87ef96 req-563ed93e-a6cd-4ad8-a9ed-597e450c7c7f tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:26.762675 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5ef6266a-c9a4-4f9a-ba35-a45d3f87ef96 req-563ed93e-a6cd-4ad8-a9ed-597e450c7c7f tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.1157815 Feb 19 03:56:26.775184 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4107a7c0-df84-4724-9add-4cd2c4098cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (458e9856-30eb-4030-83e8-e27d588187dd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:26.932915 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5ef6266a-c9a4-4f9a-ba35-a45d3f87ef96 req-b1fa4466-48fe-4e4a-a6c5-bea83c6c40cd tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661489 Feb 19 03:56:27.033431 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-55f0f285-bbf2-4bba-bef9-e0f2b3d48022 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0868664 Feb 19 03:56:27.136765 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96786eb0-bde0-4609-bd30-af79d0ae8e65 None None] Pushing event updated for resources: {'Port': ['ID=458e9856-30eb-4030-83e8-e27d588187dd,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:27.196942 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-d0380719-554f-4773-9a77-02a748e82154 service neutron] 10.222.0.52 "GET /v2.0/networks/e349f59c-4eca-4931-98ee-f9d1b9a5b5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659135 Feb 19 03:56:27.463942 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-1b066505-c0cd-43b7-b02c-9256b8d9ae57 None None] For port db11fd60-2aab-41fd-9667-9043f4a6e73f, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:27.547751 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a539ac-7caf-48f0-b66e-886f45ba8801 req-b6c16641-5226-44a7-9c3f-5a21d535a939 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:27.556210 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b1a539ac-7caf-48f0-b66e-886f45ba8801 req-b6c16641-5226-44a7-9c3f-5a21d535a939 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 946 time: 0.4841993 Feb 19 03:56:27.615289 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-fb983037-38a8-4c40-9b89-bb21e30117bd tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:27.615289 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-fb983037-38a8-4c40-9b89-bb21e30117bd tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5753911 Feb 19 03:56:27.616018 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-3b370e52-1dbc-4f8a-8391-a6fbe600f72f service neutron] 10.222.0.52 "GET /v2.0/networks/e349f59c-4eca-4931-98ee-f9d1b9a5b5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102287 Feb 19 03:56:27.629294 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-a0439d5e-ff6c-43f8-a2fc-3d64094865b4 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Request body: {'port': {'device_id': 'c3acbe2d-13e3-443c-bdc6-420703298646', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': 'e0a0ced50b0f4fce99b90209ed8886f4'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:27.632846 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-1b066505-c0cd-43b7-b02c-9256b8d9ae57 None None] For port db11fd60-2aab-41fd-9667-9043f4a6e73f, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=db11fd60-2aab-41fd-9667-9043f4a6e73f,segment=NetworkSegment(9b946626-6033-4377-b925-f15d5e40910c),segment_id=9b946626-6033-4377-b925-f15d5e40910c)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:27.643235 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-4107a7c0-df84-4724-9add-4cd2c4098cd9 None None] Attempting to bind port 458e9856-30eb-4030-83e8-e27d588187dd on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:27.644066 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-4107a7c0-df84-4724-9add-4cd2c4098cd9 None None] Attempting to bind port 458e9856-30eb-4030-83e8-e27d588187dd by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'd7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2409c245-ab19-4b6d-a046-aea3ed2840f5'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:27.644709 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4107a7c0-df84-4724-9add-4cd2c4098cd9 None None] Attempting to bind port 458e9856-30eb-4030-83e8-e27d588187dd on network 2409c245-ab19-4b6d-a046-aea3ed2840f5 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:27.659172 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1b066505-c0cd-43b7-b02c-9256b8d9ae57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (db11fd60-2aab-41fd-9667-9043f4a6e73f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:27.664374 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-3e76c27c-67e6-4da6-9fcf-e4d7507eb272 None None] Allocated IP 19.86.0.2 (4436bc2f-5b9d-4320-adcb-309585e364f6/ef3651c2-739a-4a79-8862-b04db691991c/fc81dc0b-f33a-492e-be9b-a25f2689d406) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:27.710317 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4107a7c0-df84-4724-9add-4cd2c4098cd9 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:27.710986 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4107a7c0-df84-4724-9add-4cd2c4098cd9 None None] Checking segment: {'id': 'd7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2409c245-ab19-4b6d-a046-aea3ed2840f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:27.711614 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4107a7c0-df84-4724-9add-4cd2c4098cd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:27.712170 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4107a7c0-df84-4724-9add-4cd2c4098cd9 None None] Bound using segment: {'id': 'd7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2409c245-ab19-4b6d-a046-aea3ed2840f5'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:27.712843 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-4107a7c0-df84-4724-9add-4cd2c4098cd9 None None] Bound port: 458e9856-30eb-4030-83e8-e27d588187dd, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2409c245-ab19-4b6d-a046-aea3ed2840f5'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:27.713423 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4107a7c0-df84-4724-9add-4cd2c4098cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (458e9856-30eb-4030-83e8-e27d588187dd), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:27.784971 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-1561456d-2579-4737-81a5-68a671ff63a8 None None] Provisioning complete for port 458e9856-30eb-4030-83e8-e27d588187dd triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:27.786476 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1561456d-2579-4737-81a5-68a671ff63a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (458e9856-30eb-4030-83e8-e27d588187dd), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:27.902924 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-9d454fc8-6fec-459a-a6d2-ef2bdc4c8e49 service neutron] 10.222.0.52 "GET /v2.0/networks/4436bc2f-5b9d-4320-adcb-309585e364f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491022 Feb 19 03:56:27.957968 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b1a539ac-7caf-48f0-b66e-886f45ba8801 req-2c44b10b-3f86-4e05-932b-bf7b90440a80 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956220 Feb 19 03:56:27.984014 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b066505-c0cd-43b7-b02c-9256b8d9ae57 None None] Pushing event updated for resources: {'Port': ['ID=db11fd60-2aab-41fd-9667-9043f4a6e73f,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:28.006585 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-1561456d-2579-4737-81a5-68a671ff63a8 None None] Port 458e9856-30eb-4030-83e8-e27d588187dd cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:56:28.055758 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-a0439d5e-ff6c-43f8-a2fc-3d64094865b4 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Made reservation on behalf of e0a0ced50b0f4fce99b90209ed8886f4 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:28.060832 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-a0439d5e-ff6c-43f8-a2fc-3d64094865b4 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:28.068236 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-4107a7c0-df84-4724-9add-4cd2c4098cd9 None None] For port 458e9856-30eb-4030-83e8-e27d588187dd, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:28.095058 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-4107a7c0-df84-4724-9add-4cd2c4098cd9 None None] For port 458e9856-30eb-4030-83e8-e27d588187dd, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=458e9856-30eb-4030-83e8-e27d588187dd,segment=NetworkSegment(d7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e),segment_id=d7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:28.120662 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4619b813-0322-4732-8dc6-223917ddc59a req-ca81035f-18f8-4c6e-ba82-6b9658ddf1f1 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 210 time: 0.0457602 Feb 19 03:56:28.140022 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4107a7c0-df84-4724-9add-4cd2c4098cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (458e9856-30eb-4030-83e8-e27d588187dd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:28.380904 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3e76c27c-67e6-4da6-9fcf-e4d7507eb272 None None] Publish callbacks [] for port (fc81dc0b-f33a-492e-be9b-a25f2689d406), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:28.389905 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-f48aaa73-a53b-4783-a029-73f1b0e274d7 service neutron] 10.222.0.52 "GET /v2.0/networks/4436bc2f-5b9d-4320-adcb-309585e364f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577060 Feb 19 03:56:28.390398 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96786eb0-bde0-4609-bd30-af79d0ae8e65 None None] Pushing event updated for resources: {'Port': ['ID=458e9856-30eb-4030-83e8-e27d588187dd,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:28.393500 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4107a7c0-df84-4724-9add-4cd2c4098cd9 None None] Routers {'d26e0e94-74f2-4790-bbdc-b156ba04f113'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:28.394124 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4107a7c0-df84-4724-9add-4cd2c4098cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:56:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d26e0e94-74f2-4790-bbdc-b156ba04f113'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:28.487784 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-a0439d5e-ff6c-43f8-a2fc-3d64094865b4 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Allocated IP 192.168.233.36 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/2d6710c1-b01f-4d94-8ce7-f3612a906f58) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:28.626698 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-4107a7c0-df84-4724-9add-4cd2c4098cd9 None None] Set router d26e0e94-74f2-4790-bbdc-b156ba04f113 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:28.680095 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3e76c27c-67e6-4da6-9fcf-e4d7507eb272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (fc81dc0b-f33a-492e-be9b-a25f2689d406), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:28.774248 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e76c27c-67e6-4da6-9fcf-e4d7507eb272 None None] Network 4436bc2f-5b9d-4320-adcb-309585e364f6 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:28.792000 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-3e76c27c-67e6-4da6-9fcf-e4d7507eb272 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:28.795210 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e76c27c-67e6-4da6-9fcf-e4d7507eb272 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:28.863338 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-282cd7aa-7e8f-401d-9f5d-b8d892fb845e service neutron] 10.222.0.52 "GET /v2.0/networks/e349f59c-4eca-4931-98ee-f9d1b9a5b5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713390 Feb 19 03:56:28.899510 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d32d6f6b-1f6b-43bb-a3fe-56dc34935fff None None] Provisioning complete for port 458e9856-30eb-4030-83e8-e27d588187dd triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:28.899895 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d32d6f6b-1f6b-43bb-a3fe-56dc34935fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (458e9856-30eb-4030-83e8-e27d588187dd), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:28.992991 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-b4a67829-c566-49e1-b665-ab208e9cd4c5 service neutron] 10.222.0.52 "GET /v2.0/networks/e349f59c-4eca-4931-98ee-f9d1b9a5b5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217027 Feb 19 03:56:29.027838 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76c27c-67e6-4da6-9fcf-e4d7507eb272 None None] Pushing event updated for resources: {'Port': ['ID=fc81dc0b-f33a-492e-be9b-a25f2689d406,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:29.041949 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e44b8-be20-4070-b189-a11dacda9c36 req-1eea11d1-8db5-4876-80d2-9ae3bda4893e tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:29.050240 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-157e44b8-be20-4070-b189-a11dacda9c36 req-1eea11d1-8db5-4876-80d2-9ae3bda4893e tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 1128 time: 0.6770949 Feb 19 03:56:29.071852 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-a0439d5e-ff6c-43f8-a2fc-3d64094865b4 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks [] for port (2d6710c1-b01f-4d94-8ce7-f3612a906f58), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.135180 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-157e44b8-be20-4070-b189-a11dacda9c36 req-978f99ca-ce2a-421d-8f8a-a07f47282818 tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802469 Feb 19 03:56:29.211296 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-a0439d5e-ff6c-43f8-a2fc-3d64094865b4 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (2d6710c1-b01f-4d94-8ce7-f3612a906f58), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.228188 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d32d6f6b-1f6b-43bb-a3fe-56dc34935fff None None] Current status of the port 458e9856-30eb-4030-83e8-e27d588187dd is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:29.232152 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d32d6f6b-1f6b-43bb-a3fe-56dc34935fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (458e9856-30eb-4030-83e8-e27d588187dd), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.237131 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3e76c27c-67e6-4da6-9fcf-e4d7507eb272 None None] Attempting to bind port fc81dc0b-f33a-492e-be9b-a25f2689d406 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:29.237514 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3e76c27c-67e6-4da6-9fcf-e4d7507eb272 None None] Attempting to bind port fc81dc0b-f33a-492e-be9b-a25f2689d406 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '11b60c15-af18-4ce6-95b0-475cc12f6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4436bc2f-5b9d-4320-adcb-309585e364f6'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:29.237872 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e76c27c-67e6-4da6-9fcf-e4d7507eb272 None None] Attempting to bind port fc81dc0b-f33a-492e-be9b-a25f2689d406 on network 4436bc2f-5b9d-4320-adcb-309585e364f6 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:29.298104 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e76c27c-67e6-4da6-9fcf-e4d7507eb272 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:29.298512 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e76c27c-67e6-4da6-9fcf-e4d7507eb272 None None] Checking segment: {'id': '11b60c15-af18-4ce6-95b0-475cc12f6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4436bc2f-5b9d-4320-adcb-309585e364f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:29.298919 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3e76c27c-67e6-4da6-9fcf-e4d7507eb272 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.313019 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e76c27c-67e6-4da6-9fcf-e4d7507eb272 None None] Bound using segment: {'id': '11b60c15-af18-4ce6-95b0-475cc12f6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4436bc2f-5b9d-4320-adcb-309585e364f6'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:29.313593 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3e76c27c-67e6-4da6-9fcf-e4d7507eb272 None None] Bound port: fc81dc0b-f33a-492e-be9b-a25f2689d406, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b60c15-af18-4ce6-95b0-475cc12f6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4436bc2f-5b9d-4320-adcb-309585e364f6'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:29.314001 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3e76c27c-67e6-4da6-9fcf-e4d7507eb272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fc81dc0b-f33a-492e-be9b-a25f2689d406), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.329781 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-a0439d5e-ff6c-43f8-a2fc-3d64094865b4 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:29.339415 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-a0439d5e-ff6c-43f8-a2fc-3d64094865b4 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:29.341473 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['8ff4db1e-ca16-4d88-9551-5180fa2a1849'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:56:29.363526 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-a0439d5e-ff6c-43f8-a2fc-3d64094865b4 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:29.420842 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0439d5e-ff6c-43f8-a2fc-3d64094865b4 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Pushing event updated for resources: {'Port': ['ID=2d6710c1-b01f-4d94-8ce7-f3612a906f58,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:29.763310 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4107a7c0-df84-4724-9add-4cd2c4098cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e0e94-74f2-4790-bbdc-b156ba04f113', 'name': 'tempest-ServersTestMultiNic-2146244206-router', 'tenant_id': 'fb339ae23aa545ea84da8ff07fd95109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'c37f3d0c-15ec-4622-94a3-f553b27b5d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:13Z', 'updated_at': '2022-02-19T03:56:19Z', 'revision_number': 4, 'project_id': 'fb339ae23aa545ea84da8ff07fd95109', 'gw_port': {'id': 'c37f3d0c-15ec-4622-94a3-f553b27b5d0a', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e0e94-74f2-4790-bbdc-b156ba04f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:14Z', 'updated_at': '2022-02-19T03:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '458e9856-30eb-4030-83e8-e27d588187dd', 'name': '', 'network_id': '2409c245-ab19-4b6d-a046-aea3ed2840f5', 'tenant_id': 'fb339ae23aa545ea84da8ff07fd95109', 'mac_address': 'fa:16:3e:f3:e7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26e0e94-74f2-4790-bbdc-b156ba04f113', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ba32796d-b41d-4fcb-a35c-6190f764f56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:18Z', 'updated_at': '2022-02-19T03:56:28Z', 'revision_number': 4, 'project_id': 'fb339ae23aa545ea84da8ff07fd95109', 'subnets': [{'id': 'ba32796d-b41d-4fcb-a35c-6190f764f56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:29.930296 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d32d6f6b-1f6b-43bb-a3fe-56dc34935fff None None] For port 458e9856-30eb-4030-83e8-e27d588187dd, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=458e9856-30eb-4030-83e8-e27d588187dd,segment=NetworkSegment(d7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e),segment_id=d7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:29.955489 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777028b2-b3b9-462b-a68e-0a5dd9789fa2 None None] Network e349f59c-4eca-4931-98ee-f9d1b9a5b5b3 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:30.127188 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-a0439d5e-ff6c-43f8-a2fc-3d64094865b4 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:30.128646 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-a0439d5e-ff6c-43f8-a2fc-3d64094865b4 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.132629 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d32d6f6b-1f6b-43bb-a3fe-56dc34935fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (458e9856-30eb-4030-83e8-e27d588187dd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.159310 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd36bde-f34a-472c-98f3-9fa33bdac1cd req-3ed77850-5600-49a8-b78c-c224bd19e947 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:30.161809 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1dd36bde-f34a-472c-98f3-9fa33bdac1cd req-3ed77850-5600-49a8-b78c-c224bd19e947 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.7953823 Feb 19 03:56:30.176461 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d982b35-b875-4d89-bc71-7c6caadd9422 req-a837a68f-cf02-4c7d-9c0e-90f4662d26fc tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:30.178414 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d982b35-b875-4d89-bc71-7c6caadd9422 req-a837a68f-cf02-4c7d-9c0e-90f4662d26fc tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 946 time: 0.7948186 Feb 19 03:56:30.199091 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-a0439d5e-ff6c-43f8-a2fc-3d64094865b4 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5749803 Feb 19 03:56:30.222463 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-0e6766b0-76cc-4ae2-a12f-0b51ca5e9f04 service neutron] Request body: {'port': {'device_id': 'c3acbe2d-13e3-443c-bdc6-420703298646', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:30.281305 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1dd36bde-f34a-472c-98f3-9fa33bdac1cd req-cbc92768-a21d-4170-934d-7327629da1cd tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016738 Feb 19 03:56:30.337524 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d982b35-b875-4d89-bc71-7c6caadd9422 req-954c736a-77e4-47be-8a03-c389524f1558 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373851 Feb 19 03:56:30.348340 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-0e6766b0-76cc-4ae2-a12f-0b51ca5e9f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2d6710c1-b01f-4d94-8ce7-f3612a906f58), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.399809 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device db11fd60-2aab-41fd-9667-9043f4a6e73f up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:30.403510 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.407092 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4107a7c0-df84-4724-9add-4cd2c4098cd9 None None] The sync data for ids ['d26e0e94-74f2-4790-bbdc-b156ba04f113'] in n-d-828369-19 is: [{'id': 'd26e0e94-74f2-4790-bbdc-b156ba04f113', 'name': 'tempest-ServersTestMultiNic-2146244206-router', 'tenant_id': 'fb339ae23aa545ea84da8ff07fd95109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'c37f3d0c-15ec-4622-94a3-f553b27b5d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:13Z', 'updated_at': '2022-02-19T03:56:19Z', 'revision_number': 4, 'project_id': 'fb339ae23aa545ea84da8ff07fd95109', 'gw_port': {'id': 'c37f3d0c-15ec-4622-94a3-f553b27b5d0a', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e0e94-74f2-4790-bbdc-b156ba04f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:14Z', 'updated_at': '2022-02-19T03:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '458e9856-30eb-4030-83e8-e27d588187dd', 'name': '', 'network_id': '2409c245-ab19-4b6d-a046-aea3ed2840f5', 'tenant_id': 'fb339ae23aa545ea84da8ff07fd95109', 'mac_address': 'fa:16:3e:f3:e7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26e0e94-74f2-4790-bbdc-b156ba04f113', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ba32796d-b41d-4fcb-a35c-6190f764f56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:18Z', 'updated_at': '2022-02-19T03:56:28Z', 'revision_number': 4, 'project_id': 'fb339ae23aa545ea84da8ff07fd95109', 'subnets': [{'id': 'ba32796d-b41d-4fcb-a35c-6190f764f56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:56:30.520557 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d6f6b-1f6b-43bb-a3fe-56dc34935fff None None] Pushing event updated for resources: {'Port': ['ID=458e9856-30eb-4030-83e8-e27d588187dd,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:30.617954 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3e76c27c-67e6-4da6-9fcf-e4d7507eb272 None None] For port fc81dc0b-f33a-492e-be9b-a25f2689d406, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:30.622971 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3e76c27c-67e6-4da6-9fcf-e4d7507eb272 None None] For port fc81dc0b-f33a-492e-be9b-a25f2689d406, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=fc81dc0b-f33a-492e-be9b-a25f2689d406,segment=NetworkSegment(11b60c15-af18-4ce6-95b0-475cc12f6250),segment_id=11b60c15-af18-4ce6-95b0-475cc12f6250)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:30.711136 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3e76c27c-67e6-4da6-9fcf-e4d7507eb272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (fc81dc0b-f33a-492e-be9b-a25f2689d406), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.768090 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca70540-5bb7-4a23-9a15-2d07e6286439 req-d33186b4-5337-411f-bfa6-64b5be8b2ea0 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:30.775757 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bca70540-5bb7-4a23-9a15-2d07e6286439 req-d33186b4-5337-411f-bfa6-64b5be8b2ea0 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 935 time: 0.2607872 Feb 19 03:56:30.788235 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port db11fd60-2aab-41fd-9667-9043f4a6e73f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:30.789819 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (db11fd60-2aab-41fd-9667-9043f4a6e73f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.849642 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bca70540-5bb7-4a23-9a15-2d07e6286439 req-83eebb49-a122-4f8d-8295-937772155bda tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728798 Feb 19 03:56:30.927040 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-24b12506-803a-4357-b928-98e728505896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.078484 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76c27c-67e6-4da6-9fcf-e4d7507eb272 None None] Pushing event updated for resources: {'Port': ['ID=fc81dc0b-f33a-492e-be9b-a25f2689d406,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:31.094304 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-30ddb745-fa48-4003-88a9-1d0662ac30f1 req-d6a1f123-8956-43d4-abf8-062f229a83c9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 210 time: 0.0850573 Feb 19 03:56:31.099192 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-64ee420f-7673-4fad-9c7f-3594aff2e817 None None] Provisioning complete for port 2d6710c1-b01f-4d94-8ce7-f3612a906f58 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:31.099764 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-64ee420f-7673-4fad-9c7f-3594aff2e817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2d6710c1-b01f-4d94-8ce7-f3612a906f58), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.296846 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-64ee420f-7673-4fad-9c7f-3594aff2e817 None None] Port 2d6710c1-b01f-4d94-8ce7-f3612a906f58 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:56:31.595391 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-64ee420f-7673-4fad-9c7f-3594aff2e817 None None] Provisioning complete for port db11fd60-2aab-41fd-9667-9043f4a6e73f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:31.595783 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-64ee420f-7673-4fad-9c7f-3594aff2e817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (db11fd60-2aab-41fd-9667-9043f4a6e73f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.611437 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-ee498d08-db63-44bd-9e84-ded5e5c3e6a6 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:31.635078 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-ee498d08-db63-44bd-9e84-ded5e5c3e6a6 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:31.636674 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-ee498d08-db63-44bd-9e84-ded5e5c3e6a6 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.26 "GET /v2.0/networks?id=e349f59c-4eca-4931-98ee-f9d1b9a5b5b3&id=4436bc2f-5b9d-4320-adcb-309585e364f6&id=e349f59c-4eca-4931-98ee-f9d1b9a5b5b3 HTTP/1.1" status: 200 len: 1392 time: 0.5088489 Feb 19 03:56:31.722579 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-f8895e49-ec46-4523-b310-fffe48bd8199 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Request body: {'port': {'device_id': '2c8169c4-565d-4a68-bda7-572ae3087955', 'network_id': 'e349f59c-4eca-4931-98ee-f9d1b9a5b5b3', 'admin_state_up': True, 'tenant_id': 'fb339ae23aa545ea84da8ff07fd95109'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:32.037077 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port db11fd60-2aab-41fd-9667-9043f4a6e73f is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:32.037517 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (db11fd60-2aab-41fd-9667-9043f4a6e73f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.087804 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-f8895e49-ec46-4523-b310-fffe48bd8199 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Made reservation on behalf of fb339ae23aa545ea84da8ff07fd95109 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:32.091712 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-f8895e49-ec46-4523-b310-fffe48bd8199 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.109658 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port db11fd60-2aab-41fd-9667-9043f4a6e73f, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=db11fd60-2aab-41fd-9667-9043f4a6e73f,segment=NetworkSegment(9b946626-6033-4377-b925-f15d5e40910c),segment_id=9b946626-6033-4377-b925-f15d5e40910c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:32.178769 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-64ee420f-7673-4fad-9c7f-3594aff2e817 None None] Current status of the port db11fd60-2aab-41fd-9667-9043f4a6e73f is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:32.179496 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-64ee420f-7673-4fad-9c7f-3594aff2e817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (db11fd60-2aab-41fd-9667-9043f4a6e73f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.181714 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (db11fd60-2aab-41fd-9667-9043f4a6e73f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.445969 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-f8895e49-ec46-4523-b310-fffe48bd8199 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Allocated IP 19.80.0.220 (e349f59c-4eca-4931-98ee-f9d1b9a5b5b3/2d811e43-76b6-497e-8b65-756b6e846c6a/cfd335bc-df5b-4d41-9373-8db5c0cefd08) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:32.458553 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1f97e-f653-4cab-b1ce-89cd9b81a4e5 req-65f90174-0914-4aea-9e8e-1744fa2e714f tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:32.467656 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-05a1f97e-f653-4cab-b1ce-89cd9b81a4e5 req-65f90174-0914-4aea-9e8e-1744fa2e714f tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 949 time: 0.8293395 Feb 19 03:56:32.527996 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=db11fd60-2aab-41fd-9667-9043f4a6e73f,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:32.561989 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-64ee420f-7673-4fad-9c7f-3594aff2e817 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:56:32.562401 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-64ee420f-7673-4fad-9c7f-3594aff2e817 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:56:32.585433 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device fc81dc0b-f33a-492e-be9b-a25f2689d406 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:32.696877 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-e39df7d9-b450-41dc-b105-483edd2a371f req-4c99b2cf-4e27-4485-b663-14ace7dfd69d tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:56:32.698138 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e39df7d9-b450-41dc-b105-483edd2a371f req-4c99b2cf-4e27-4485-b663-14ace7dfd69d tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075378 Feb 19 03:56:32.708940 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-0e6766b0-76cc-4ae2-a12f-0b51ca5e9f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d6710c1-b01f-4d94-8ce7-f3612a906f58 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:56:32.737982 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-05a1f97e-f653-4cab-b1ce-89cd9b81a4e5 req-3e7da5a6-b42e-42a4-b0a0-8d5ccbba0c61 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692833 Feb 19 03:56:32.771311 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-0e6766b0-76cc-4ae2-a12f-0b51ca5e9f04 service neutron] Publish callbacks [] for port (2d6710c1-b01f-4d94-8ce7-f3612a906f58), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.802620 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-81a39918-505b-45c1-9daf-9ccc464ffed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.832481 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port fc81dc0b-f33a-492e-be9b-a25f2689d406 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:32.832871 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (fc81dc0b-f33a-492e-be9b-a25f2689d406), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.856818 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39df7d9-b450-41dc-b105-483edd2a371f req-b258a826-365d-4c84-8b96-c3b350ff9e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:32.867304 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e39df7d9-b450-41dc-b105-483edd2a371f req-b258a826-365d-4c84-8b96-c3b350ff9e1e service neutron] 10.222.0.52 "GET /v2.0/ports/aa0d80b9-33dd-40df-9605-58cd8558092f HTTP/1.1" status: 200 len: 1125 time: 0.1470559 Feb 19 03:56:32.876123 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-e39df7d9-b450-41dc-b105-483edd2a371f req-c751feec-8dc3-462d-a42f-d89b62cb9ccb service neutron] Request body: {'binding': {'host': 'n-h2-828369-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:32.878179 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-e39df7d9-b450-41dc-b105-483edd2a371f req-c751feec-8dc3-462d-a42f-d89b62cb9ccb service neutron] Unknown quota resources ['binding']. {{(pid=109925) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:56:32.900858 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-0e6766b0-76cc-4ae2-a12f-0b51ca5e9f04 service neutron] Transition to ACTIVE for port object 2d6710c1-b01f-4d94-8ce7-f3612a906f58 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:56:32.956232 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-0e6766b0-76cc-4ae2-a12f-0b51ca5e9f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (2d6710c1-b01f-4d94-8ce7-f3612a906f58), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.044204 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port fc81dc0b-f33a-492e-be9b-a25f2689d406 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:33.047187 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fc81dc0b-f33a-492e-be9b-a25f2689d406), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.185747 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5602cd-05af-4fe0-8ed4-9fdbd57ca188 None None] Network 4436bc2f-5b9d-4320-adcb-309585e364f6 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:33.234085 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-f8895e49-ec46-4523-b310-fffe48bd8199 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks [] for port (cfd335bc-df5b-4d41-9373-8db5c0cefd08), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.254416 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-e39df7d9-b450-41dc-b105-483edd2a371f req-c751feec-8dc3-462d-a42f-d89b62cb9ccb service neutron] Attempting to bind port aa0d80b9-33dd-40df-9605-58cd8558092f on host n-h2-828369-19 for vnic_type normal with profile None {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:33.261305 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-e39df7d9-b450-41dc-b105-483edd2a371f req-c751feec-8dc3-462d-a42f-d89b62cb9ccb service neutron] Attempting to bind port aa0d80b9-33dd-40df-9605-58cd8558092f by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:33.261769 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39df7d9-b450-41dc-b105-483edd2a371f req-c751feec-8dc3-462d-a42f-d89b62cb9ccb service neutron] Attempting to bind port aa0d80b9-33dd-40df-9605-58cd8558092f on network 6d936416-f125-4c3f-940d-813318503889 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:33.283193 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39df7d9-b450-41dc-b105-483edd2a371f req-c751feec-8dc3-462d-a42f-d89b62cb9ccb service neutron] Port aa0d80b9-33dd-40df-9605-58cd8558092f on network 6d936416-f125-4c3f-940d-813318503889 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:56:33.283529 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39df7d9-b450-41dc-b105-483edd2a371f req-c751feec-8dc3-462d-a42f-d89b62cb9ccb service neutron] Attempting to bind port aa0d80b9-33dd-40df-9605-58cd8558092f on network 6d936416-f125-4c3f-940d-813318503889 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:33.305843 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-f8895e49-ec46-4523-b310-fffe48bd8199 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (cfd335bc-df5b-4d41-9373-8db5c0cefd08), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.308901 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6766b0-76cc-4ae2-a12f-0b51ca5e9f04 service neutron] Pushing event updated for resources: {'Port': ['ID=2d6710c1-b01f-4d94-8ce7-f3612a906f58,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:33.311653 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39df7d9-b450-41dc-b105-483edd2a371f req-c751feec-8dc3-462d-a42f-d89b62cb9ccb service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:33.312104 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39df7d9-b450-41dc-b105-483edd2a371f req-c751feec-8dc3-462d-a42f-d89b62cb9ccb service neutron] Checking segment: {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:33.312614 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39df7d9-b450-41dc-b105-483edd2a371f req-c751feec-8dc3-462d-a42f-d89b62cb9ccb service neutron] Bound using segment: {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:33.314036 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-e39df7d9-b450-41dc-b105-483edd2a371f req-c751feec-8dc3-462d-a42f-d89b62cb9ccb service neutron] Bound port: aa0d80b9-33dd-40df-9605-58cd8558092f, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:33.358569 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5505e57-33b8-4d18-9206-39418a2246f9 req-ca81cca8-a2af-4a31-a987-515107c13dda tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:33.360349 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5505e57-33b8-4d18-9206-39418a2246f9 req-ca81cca8-a2af-4a31-a987-515107c13dda tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 946 time: 0.4609411 Feb 19 03:56:33.401001 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port fc81dc0b-f33a-492e-be9b-a25f2689d406, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=fc81dc0b-f33a-492e-be9b-a25f2689d406,segment=NetworkSegment(11b60c15-af18-4ce6-95b0-475cc12f6250),segment_id=11b60c15-af18-4ce6-95b0-475cc12f6250)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:33.406901 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-64ee420f-7673-4fad-9c7f-3594aff2e817 None None] Current status of the port db11fd60-2aab-41fd-9667-9043f4a6e73f is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:33.413534 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (fc81dc0b-f33a-492e-be9b-a25f2689d406), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.414409 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 458e9856-30eb-4030-83e8-e27d588187dd up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:33.427201 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-e39df7d9-b450-41dc-b105-483edd2a371f req-c751feec-8dc3-462d-a42f-d89b62cb9ccb service neutron] For port aa0d80b9-33dd-40df-9605-58cd8558092f, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=aa0d80b9-33dd-40df-9605-58cd8558092f,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:33.449500 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e39df7d9-b450-41dc-b105-483edd2a371f req-c751feec-8dc3-462d-a42f-d89b62cb9ccb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.450968 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e39df7d9-b450-41dc-b105-483edd2a371f req-c751feec-8dc3-462d-a42f-d89b62cb9ccb service neutron] 10.222.0.52 "POST /v2.0/ports/aa0d80b9-33dd-40df-9605-58cd8558092f/bindings HTTP/1.1" status: 201 len: 390 time: 0.5826433 Feb 19 03:56:33.504211 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-f8895e49-ec46-4523-b310-fffe48bd8199 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Network e349f59c-4eca-4931-98ee-f9d1b9a5b5b3 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:33.547821 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-f8895e49-ec46-4523-b310-fffe48bd8199 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:33.554051 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-f8895e49-ec46-4523-b310-fffe48bd8199 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:33.555402 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-484fa240-0af7-4b05-9b1c-b58a4c3e3d6e None None] Provisioning complete for port fc81dc0b-f33a-492e-be9b-a25f2689d406 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:33.555882 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-484fa240-0af7-4b05-9b1c-b58a4c3e3d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (fc81dc0b-f33a-492e-be9b-a25f2689d406), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.644497 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8895e49-ec46-4523-b310-fffe48bd8199 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event updated for resources: {'Port': ['ID=cfd335bc-df5b-4d41-9373-8db5c0cefd08,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:33.700129 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-0e6766b0-76cc-4ae2-a12f-0b51ca5e9f04 service neutron] Attempting to bind port 2d6710c1-b01f-4d94-8ce7-f3612a906f58 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:33.700727 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-0e6766b0-76cc-4ae2-a12f-0b51ca5e9f04 service neutron] Attempting to bind port 2d6710c1-b01f-4d94-8ce7-f3612a906f58 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:33.701226 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-0e6766b0-76cc-4ae2-a12f-0b51ca5e9f04 service neutron] Attempting to bind port 2d6710c1-b01f-4d94-8ce7-f3612a906f58 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:33.720130 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5505e57-33b8-4d18-9206-39418a2246f9 req-f182933d-9f2d-490e-bee2-32130e04d6bd tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959447 Feb 19 03:56:33.823769 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-f8895e49-ec46-4523-b310-fffe48bd8199 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:33.827113 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-f8895e49-ec46-4523-b310-fffe48bd8199 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.854071 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-0e6766b0-76cc-4ae2-a12f-0b51ca5e9f04 service neutron] Port 2d6710c1-b01f-4d94-8ce7-f3612a906f58 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:56:33.854451 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-0e6766b0-76cc-4ae2-a12f-0b51ca5e9f04 service neutron] Attempting to bind port 2d6710c1-b01f-4d94-8ce7-f3612a906f58 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:33.862131 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-484fa240-0af7-4b05-9b1c-b58a4c3e3d6e None None] Current status of the port fc81dc0b-f33a-492e-be9b-a25f2689d406 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:33.864414 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=fc81dc0b-f33a-492e-be9b-a25f2689d406,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:33.871611 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 458e9856-30eb-4030-83e8-e27d588187dd triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:33.871980 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (458e9856-30eb-4030-83e8-e27d588187dd), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.887768 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-f8895e49-ec46-4523-b310-fffe48bd8199 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2125270 Feb 19 03:56:33.888546 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-0e6766b0-76cc-4ae2-a12f-0b51ca5e9f04 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:33.888939 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-0e6766b0-76cc-4ae2-a12f-0b51ca5e9f04 service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:33.889427 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-0e6766b0-76cc-4ae2-a12f-0b51ca5e9f04 service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:33.889890 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-0e6766b0-76cc-4ae2-a12f-0b51ca5e9f04 service neutron] Bound port: 2d6710c1-b01f-4d94-8ce7-f3612a906f58, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:33.890279 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-0e6766b0-76cc-4ae2-a12f-0b51ca5e9f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2d6710c1-b01f-4d94-8ce7-f3612a906f58), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.931122 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-ac3ed9e4-25ee-4728-a922-5756344b8108 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Request body: {'port': {'device_id': '2c8169c4-565d-4a68-bda7-572ae3087955', 'network_id': '4436bc2f-5b9d-4320-adcb-309585e364f6', 'admin_state_up': True, 'tenant_id': 'fb339ae23aa545ea84da8ff07fd95109'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:33.932812 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.944583 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-484fa240-0af7-4b05-9b1c-b58a4c3e3d6e None None] Provisioning complete for port db11fd60-2aab-41fd-9667-9043f4a6e73f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:33.944960 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-484fa240-0af7-4b05-9b1c-b58a4c3e3d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (db11fd60-2aab-41fd-9667-9043f4a6e73f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.047481 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f934a72-8f01-4ba4-ab77-2ea273d285d2 req-ba5b1524-1455-4ef7-ac4c-abc61b35afb0 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:34.050133 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0f934a72-8f01-4ba4-ab77-2ea273d285d2 req-ba5b1524-1455-4ef7-ac4c-abc61b35afb0 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 947 time: 0.3273017 Feb 19 03:56:34.083420 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 458e9856-30eb-4030-83e8-e27d588187dd is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:34.085405 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e234e25-ac56-46b5-9187-758050ad53d2 req-25f9568e-5d7d-4d32-b0f4-e9223bf64de3 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:34.093508 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e234e25-ac56-46b5-9187-758050ad53d2 req-25f9568e-5d7d-4d32-b0f4-e9223bf64de3 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 932 time: 0.2351747 Feb 19 03:56:34.136912 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-484fa240-0af7-4b05-9b1c-b58a4c3e3d6e None None] Current status of the port db11fd60-2aab-41fd-9667-9043f4a6e73f is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:34.193138 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0c4a3126-09cd-4911-bc59-c5a205f4d32f details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:56:34.245566 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e234e25-ac56-46b5-9187-758050ad53d2 req-784788d3-3410-4089-8399-81d1bf61bec3 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511259 Feb 19 03:56:34.276967 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-0e6766b0-76cc-4ae2-a12f-0b51ca5e9f04 service neutron] For port 2d6710c1-b01f-4d94-8ce7-f3612a906f58, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:34.314054 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0c4a3126-09cd-4911-bc59-c5a205f4d32f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0c4a3126-09cd-4911-bc59-c5a205f4d32f,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:34.330931 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '0c4a3126-09cd-4911-bc59-c5a205f4d32f', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '0c4a3126-09cd-4911-bc59-c5a205f4d32f', 'mac_address': 'fa:16:3e:14:cb:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:56:34.357353 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-0e6766b0-76cc-4ae2-a12f-0b51ca5e9f04 service neutron] For port 2d6710c1-b01f-4d94-8ce7-f3612a906f58, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2d6710c1-b01f-4d94-8ce7-f3612a906f58,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:34.372911 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0f934a72-8f01-4ba4-ab77-2ea273d285d2 req-ddb1c9ff-7464-4aea-af66-5279f9041a41 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136582 Feb 19 03:56:34.394804 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 0c4a3126-09cd-4911-bc59-c5a205f4d32f is: ACTIVE; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:34.395434 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0c4a3126-09cd-4911-bc59-c5a205f4d32f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.401995 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-0e6766b0-76cc-4ae2-a12f-0b51ca5e9f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (2d6710c1-b01f-4d94-8ce7-f3612a906f58), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.417267 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c4a3126-09cd-4911-bc59-c5a205f4d32f {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:56:34.447254 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0c4a3126-09cd-4911-bc59-c5a205f4d32f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0c4a3126-09cd-4911-bc59-c5a205f4d32f,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:34.450315 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-1929efe8-0bce-4728-ab70-854d69b09586 None None] Provisioning complete for port fc81dc0b-f33a-492e-be9b-a25f2689d406 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:34.451172 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1929efe8-0bce-4728-ab70-854d69b09586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (fc81dc0b-f33a-492e-be9b-a25f2689d406), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.493223 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device fc81dc0b-f33a-492e-be9b-a25f2689d406 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:34.500120 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0c4a3126-09cd-4911-bc59-c5a205f4d32f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.577270 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-ac3ed9e4-25ee-4728-a922-5756344b8108 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Made reservation on behalf of fb339ae23aa545ea84da8ff07fd95109 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:34.580960 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-ac3ed9e4-25ee-4728-a922-5756344b8108 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.587792 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-0e6766b0-76cc-4ae2-a12f-0b51ca5e9f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:34.588632 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-0e6766b0-76cc-4ae2-a12f-0b51ca5e9f04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.590650 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-0e6766b0-76cc-4ae2-a12f-0b51ca5e9f04 service neutron] 10.222.0.26 "PUT /v2.0/ports/2d6710c1-b01f-4d94-8ce7-f3612a906f58 HTTP/1.1" status: 200 len: 1096 time: 4.3725390 Feb 19 03:56:34.593212 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3acbe2d-13e3-443c-bdc6-420703298646', 'tag': '2d6710c1-b01f-4d94-8ce7-f3612a906f58'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:34.595928 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a86445-88e0-4ec3-969a-ad9a75957482" -d '{"events": [{"name": "network-changed", "server_uuid": "c3acbe2d-13e3-443c-bdc6-420703298646", "tag": "2d6710c1-b01f-4d94-8ce7-f3612a906f58"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:34.676586 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-1929efe8-0bce-4728-ab70-854d69b09586 None None] Current status of the port fc81dc0b-f33a-492e-be9b-a25f2689d406 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:34.714552 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=0c4a3126-09cd-4911-bc59-c5a205f4d32f,revision_number=9']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:34.729977 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port fc81dc0b-f33a-492e-be9b-a25f2689d406 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:34.731088 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (fc81dc0b-f33a-492e-be9b-a25f2689d406), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.764053 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6766b0-76cc-4ae2-a12f-0b51ca5e9f04 service neutron] Pushing event updated for resources: {'Port': ['ID=2d6710c1-b01f-4d94-8ce7-f3612a906f58,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:34.796216 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['0c4a3126-09cd-4911-bc59-c5a205f4d32f'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:56:34.855128 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b0c73-def9-4560-80b6-cc22322c4e50 req-281489e0-2831-4a32-890a-8295da2e2948 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:34.863841 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a62b0c73-def9-4560-80b6-cc22322c4e50 req-281489e0-2831-4a32-890a-8295da2e2948 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 948 time: 0.3626184 Feb 19 03:56:34.864040 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-1929efe8-0bce-4728-ab70-854d69b09586 None None] Provisioning complete for port cfd335bc-df5b-4d41-9373-8db5c0cefd08 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:34.864592 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1929efe8-0bce-4728-ab70-854d69b09586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cfd335bc-df5b-4d41-9373-8db5c0cefd08), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.884279 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e05ef5-7a4d-4d8f-9a70-2d177f3e6e5b req-aa36ccc8-416f-46a3-8897-449f65b0f603 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:34.891305 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-23e05ef5-7a4d-4d8f-9a70-2d177f3e6e5b req-aa36ccc8-416f-46a3-8897-449f65b0f603 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.4029343 Feb 19 03:56:34.976504 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-1929efe8-0bce-4728-ab70-854d69b09586 None None] Port cfd335bc-df5b-4d41-9373-8db5c0cefd08 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:56:35.000394 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-23e05ef5-7a4d-4d8f-9a70-2d177f3e6e5b req-2925bd56-d6b7-47e0-bd72-fd8fdb56db26 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082091 Feb 19 03:56:35.025803 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port fc81dc0b-f33a-492e-be9b-a25f2689d406 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:35.025803 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device db11fd60-2aab-41fd-9667-9043f4a6e73f up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:35.061036 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-4293cf5c-3447-4cde-a1ad-feba030fcb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:35.063018 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-4293cf5c-3447-4cde-a1ad-feba030fcb00 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 1130 time: 0.3972239 Feb 19 03:56:35.105633 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8421b0-c9eb-4d1e-91e9-ec1b0e756556 x-openstack-request-id: req-6c8421b0-c9eb-4d1e-91e9-ec1b0e756556 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:35.105998 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3acbe2d-13e3-443c-bdc6-420703298646", "tag": "2d6710c1-b01f-4d94-8ce7-f3612a906f58", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:35.106342 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6c8421b0-c9eb-4d1e-91e9-ec1b0e756556 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:35.106844 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3acbe2d-13e3-443c-bdc6-420703298646', 'tag': '2d6710c1-b01f-4d94-8ce7-f3612a906f58', 'status': 'completed', 'code': 200} Feb 19 03:56:35.153914 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-416e4e33-2471-4af0-b01c-c45abe8dfc73 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=2d6710c1-b01f-4d94-8ce7-f3612a906f58 HTTP/1.1" status: 200 len: 217 time: 0.0735760 Feb 19 03:56:35.155266 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-ac3ed9e4-25ee-4728-a922-5756344b8108 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Allocated IP 19.86.0.89 (4436bc2f-5b9d-4320-adcb-309585e364f6/ef3651c2-739a-4a79-8862-b04db691991c/32b65e72-f530-451d-974d-5dbfb639b8ee) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:35.161141 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a62b0c73-def9-4560-80b6-cc22322c4e50 req-0bc8ddf0-2061-444c-b124-1504e211c623 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962162 Feb 19 03:56:35.192952 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.216272 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-17a09751-b6ed-4093-bd8f-3081e7f260fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:35.218445 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-17a09751-b6ed-4093-bd8f-3081e7f260fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0539100 Feb 19 03:56:35.220690 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port db11fd60-2aab-41fd-9667-9043f4a6e73f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:35.221155 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (db11fd60-2aab-41fd-9667-9043f4a6e73f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.363090 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port db11fd60-2aab-41fd-9667-9043f4a6e73f is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:35.466097 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-078c6bf9-b40c-47d0-ae42-d4bbe922dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:35.467639 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-078c6bf9-b40c-47d0-ae42-d4bbe922dbe2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2391095 Feb 19 03:56:35.515758 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a9da9-4f68-4761-b796-c341b2785efd req-484d5c93-1aea-4c5d-91c1-a8fa03bc0cc4 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:35.517290 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0b5a9da9-4f68-4761-b796-c341b2785efd req-484d5c93-1aea-4c5d-91c1-a8fa03bc0cc4 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 946 time: 0.2536376 Feb 19 03:56:35.602988 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-ac3ed9e4-25ee-4728-a922-5756344b8108 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks [] for port (32b65e72-f530-451d-974d-5dbfb639b8ee), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.924375 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700dc05-7c11-494d-81a6-62a844e1929d req-9c4a0c1d-483f-4ec2-bc71-bc7bbacc4e6d tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:35.925915 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f700dc05-7c11-494d-81a6-62a844e1929d req-9c4a0c1d-483f-4ec2-bc71-bc7bbacc4e6d tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 932 time: 0.5955489 Feb 19 03:56:35.927098 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-ac3ed9e4-25ee-4728-a922-5756344b8108 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (32b65e72-f530-451d-974d-5dbfb639b8ee), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:36.040455 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-ac3ed9e4-25ee-4728-a922-5756344b8108 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Network 4436bc2f-5b9d-4320-adcb-309585e364f6 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:36.084388 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-ac3ed9e4-25ee-4728-a922-5756344b8108 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:36.095283 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ed9e4-25ee-4728-a922-5756344b8108 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event updated for resources: {'Port': ['ID=32b65e72-f530-451d-974d-5dbfb639b8ee,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:36.097781 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-ac3ed9e4-25ee-4728-a922-5756344b8108 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:36.183202 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0b5a9da9-4f68-4761-b796-c341b2785efd req-77913d20-f530-4b6c-a541-36a99c87b09b tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5380092 Feb 19 03:56:36.190600 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0c4a3126-09cd-4911-bc59-c5a205f4d32f up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:36.207360 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f700dc05-7c11-494d-81a6-62a844e1929d req-f07b7775-073f-4347-8f81-db752ff628fc tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572083 Feb 19 03:56:36.228440 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-1a98f6bc-5bdb-44b2-92fe-a3e5e8ca2418 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7421935 Feb 19 03:56:36.337368 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 0c4a3126-09cd-4911-bc59-c5a205f4d32f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:36.340207 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0c4a3126-09cd-4911-bc59-c5a205f4d32f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:36.435197 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-ac3ed9e4-25ee-4728-a922-5756344b8108 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:36.436218 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-ac3ed9e4-25ee-4728-a922-5756344b8108 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:36.494710 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-ac3ed9e4-25ee-4728-a922-5756344b8108 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5902009 Feb 19 03:56:36.530572 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-6cc2f298-1f75-4fbc-9a60-331c7bd99f0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Request body: {'port': {'device_id': '2c8169c4-565d-4a68-bda7-572ae3087955', 'network_id': 'e349f59c-4eca-4931-98ee-f9d1b9a5b5b3', 'admin_state_up': True, 'tenant_id': 'fb339ae23aa545ea84da8ff07fd95109'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:36.558940 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 0c4a3126-09cd-4911-bc59-c5a205f4d32f is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:36.559337 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0c4a3126-09cd-4911-bc59-c5a205f4d32f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:36.563021 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bf9ff-60a1-4971-83af-f6a0c329a871 req-9fb691bc-da6b-456d-b5f5-c5cca56ff3fa tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:36.564929 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-694bf9ff-60a1-4971-83af-f6a0c329a871 req-9fb691bc-da6b-456d-b5f5-c5cca56ff3fa tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 947 time: 0.2404552 Feb 19 03:56:36.571359 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58d802b4-cd8b-46dc-8910-b5fe4afe4c03 req-2c1c8bc1-d51d-45be-84ce-c8e4bd6db804 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373032 Feb 19 03:56:36.641246 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0c4a3126-09cd-4911-bc59-c5a205f4d32f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0c4a3126-09cd-4911-bc59-c5a205f4d32f,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:36.645503 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f253cb-67e6-4523-beec-76d208504573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4a3126-09cd-4911-bc59-c5a205f4d32f'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:36.650093 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d90c431-7b67-4b8f-abb3-eff190556040" -d '{"events": [{"server_uuid": "80f253cb-67e6-4523-beec-76d208504573", "name": "network-vif-plugged", "status": "completed", "tag": "0c4a3126-09cd-4911-bc59-c5a205f4d32f"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:36.654929 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0c4a3126-09cd-4911-bc59-c5a205f4d32f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:36.706417 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-71bd7ee0-30bc-4924-83c0-896d971f44f7 None None] Provisioning complete for port 32b65e72-f530-451d-974d-5dbfb639b8ee triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:36.710202 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-71bd7ee0-30bc-4924-83c0-896d971f44f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (32b65e72-f530-451d-974d-5dbfb639b8ee), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:36.734268 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfe77d-bd61-446e-8a02-facfc9520b29 req-2c8a8e03-ab6c-4bd1-913b-ce84e1db411e tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:36.735981 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-edbfe77d-bd61-446e-8a02-facfc9520b29 req-2c8a8e03-ab6c-4bd1-913b-ce84e1db411e tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.2528036 Feb 19 03:56:36.750546 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-694bf9ff-60a1-4971-83af-f6a0c329a871 req-44c426e2-5f49-4da3-97a0-0f014744f59a tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489613 Feb 19 03:56:36.775031 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:36.847308 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=0c4a3126-09cd-4911-bc59-c5a205f4d32f,revision_number=10']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:36.860270 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-edbfe77d-bd61-446e-8a02-facfc9520b29 req-997fa8a1-2e45-4d28-a640-b54b4860a880 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029000 Feb 19 03:56:36.860432 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-71bd7ee0-30bc-4924-83c0-896d971f44f7 None None] Port 32b65e72-f530-451d-974d-5dbfb639b8ee cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:56:36.921434 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-986a2f8e-af62-4474-b1e6-9fa165bbf5f6 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:36.923024 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-986a2f8e-af62-4474-b1e6-9fa165bbf5f6 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67&tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&binding%3Ahost_id=n-h1-828369-19 HTTP/1.1" status: 200 len: 1129 time: 0.1492190 Feb 19 03:56:36.930051 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-6cc2f298-1f75-4fbc-9a60-331c7bd99f0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Made reservation on behalf of fb339ae23aa545ea84da8ff07fd95109 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:36.936585 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-5fe6d727-d9de-423c-8713-377b97602320 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828369-19'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:36.939486 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce4e5a6-7abb-403e-b8c8-cdf1b54a4e1f x-openstack-request-id: req-7ce4e5a6-7abb-403e-b8c8-cdf1b54a4e1f {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:36.939691 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-6cc2f298-1f75-4fbc-9a60-331c7bd99f0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:36.939931 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f253cb-67e6-4523-beec-76d208504573", "name": "network-vif-plugged", "status": "completed", "tag": "0c4a3126-09cd-4911-bc59-c5a205f4d32f", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:36.940254 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7ce4e5a6-7abb-403e-b8c8-cdf1b54a4e1f {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:36.940791 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f253cb-67e6-4523-beec-76d208504573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4a3126-09cd-4911-bc59-c5a205f4d32f', 'code': 200} Feb 19 03:56:36.944440 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a86445-88e0-4ec3-969a-ad9a75957482 req-b0d6eb2b-041a-4c9c-8268-43c987b0b00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:36.946863 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-77a86445-88e0-4ec3-969a-ad9a75957482 req-b0d6eb2b-041a-4c9c-8268-43c987b0b00f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 1130 time: 0.2866061 Feb 19 03:56:37.081915 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-5fe6d727-d9de-423c-8713-377b97602320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (164c54cc-4545-454e-b0ae-1bf33d6830dc), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.189751 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef0770-e1d4-45b3-b31b-e0493081ed06 req-47752a58-0542-49d7-a1dd-145667221e2e tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:37.191282 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1bef0770-e1d4-45b3-b31b-e0493081ed06 req-47752a58-0542-49d7-a1dd-145667221e2e tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 950 time: 0.2638912 Feb 19 03:56:37.259642 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a86445-88e0-4ec3-969a-ad9a75957482 req-5670a505-c481-4a6d-889e-38f67daa0bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:37.261013 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-77a86445-88e0-4ec3-969a-ad9a75957482 req-5670a505-c481-4a6d-889e-38f67daa0bae service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.2937455 Feb 19 03:56:37.263462 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-5fe6d727-d9de-423c-8713-377b97602320 service neutron] For port 164c54cc-4545-454e-b0ae-1bf33d6830dc, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=164c54cc-4545-454e-b0ae-1bf33d6830dc,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:37.304402 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe441f2c-bb62-46c0-a9a2-467aacd615e0 req-255388bd-f0b3-43ba-b5dc-4a925b3c7755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:37.305828 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe441f2c-bb62-46c0-a9a2-467aacd615e0 req-255388bd-f0b3-43ba-b5dc-4a925b3c7755 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 1133 time: 0.2216926 Feb 19 03:56:37.312344 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-5fe6d727-d9de-423c-8713-377b97602320 service neutron] For port 164c54cc-4545-454e-b0ae-1bf33d6830dc, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:37.357034 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab043cc2-5347-4107-9481-c1a541602b67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '164c54cc-4545-454e-b0ae-1bf33d6830dc'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:37.359845 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8413911f-2280-4cca-8fa6-841aedfc0dae" -d '{"events": [{"server_uuid": "ab043cc2-5347-4107-9481-c1a541602b67", "name": "network-vif-unplugged", "status": "completed", "tag": "164c54cc-4545-454e-b0ae-1bf33d6830dc"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:37.363677 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-5fe6d727-d9de-423c-8713-377b97602320 service neutron] Publish callbacks [] for port (164c54cc-4545-454e-b0ae-1bf33d6830dc), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.369455 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-77a86445-88e0-4ec3-969a-ad9a75957482 req-506df7ef-dd16-4c53-a40f-c9b286297055 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=2d6710c1-b01f-4d94-8ce7-f3612a906f58 HTTP/1.1" status: 200 len: 217 time: 0.0887752 Feb 19 03:56:37.371763 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-5fe6d727-d9de-423c-8713-377b97602320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (164c54cc-4545-454e-b0ae-1bf33d6830dc), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.394337 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1bef0770-e1d4-45b3-b31b-e0493081ed06 req-7bb75d39-366b-4eab-a18e-2040c619bb07 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856744 Feb 19 03:56:37.423700 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-6cc2f298-1f75-4fbc-9a60-331c7bd99f0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Allocated IP 19.80.0.40 (e349f59c-4eca-4931-98ee-f9d1b9a5b5b3/2d811e43-76b6-497e-8b65-756b6e846c6a/be393505-c5c8-403b-8de7-7d7ee2fa4d2e) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:37.457052 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-5fe6d727-d9de-423c-8713-377b97602320 service neutron] Attempting to bind port 164c54cc-4545-454e-b0ae-1bf33d6830dc on host n-h1-828369-19 for vnic_type normal with profile {"migrating_to": "n-h2-828369-19"} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:37.457752 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-5fe6d727-d9de-423c-8713-377b97602320 service neutron] Attempting to bind port 164c54cc-4545-454e-b0ae-1bf33d6830dc by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:37.458435 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-5fe6d727-d9de-423c-8713-377b97602320 service neutron] Attempting to bind port 164c54cc-4545-454e-b0ae-1bf33d6830dc on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:37.472520 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-5fe6d727-d9de-423c-8713-377b97602320 service neutron] Port 164c54cc-4545-454e-b0ae-1bf33d6830dc on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:56:37.473224 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-5fe6d727-d9de-423c-8713-377b97602320 service neutron] Attempting to bind port 164c54cc-4545-454e-b0ae-1bf33d6830dc on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:37.485062 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-5fe6d727-d9de-423c-8713-377b97602320 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:37.485696 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-5fe6d727-d9de-423c-8713-377b97602320 service neutron] Checking segment: {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:37.486339 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-5fe6d727-d9de-423c-8713-377b97602320 service neutron] Bound using segment: {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:37.487017 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-5fe6d727-d9de-423c-8713-377b97602320 service neutron] Bound port: 164c54cc-4545-454e-b0ae-1bf33d6830dc, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:37.487783 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-5fe6d727-d9de-423c-8713-377b97602320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (164c54cc-4545-454e-b0ae-1bf33d6830dc), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.497953 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a86445-88e0-4ec3-969a-ad9a75957482 req-52ba31d5-3167-4e4e-8eaa-9513571c620c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:37.499520 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-77a86445-88e0-4ec3-969a-ad9a75957482 req-52ba31d5-3167-4e4e-8eaa-9513571c620c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1199276 Feb 19 03:56:37.508417 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe441f2c-bb62-46c0-a9a2-467aacd615e0 req-110dd6b6-e968-4453-83d0-dcd9432b5458 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691756 Feb 19 03:56:37.516500 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828626d-1edf-49da-b135-5cd70af3b3f6 req-6b82b094-72d9-429d-80df-268171dfad7c tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:37.517914 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3828626d-1edf-49da-b135-5cd70af3b3f6 req-6b82b094-72d9-429d-80df-268171dfad7c tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 946 time: 0.2392197 Feb 19 03:56:37.569164 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-5fe6d727-d9de-423c-8713-377b97602320 service neutron] For port 164c54cc-4545-454e-b0ae-1bf33d6830dc, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:37.572940 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-5fe6d727-d9de-423c-8713-377b97602320 service neutron] For port 164c54cc-4545-454e-b0ae-1bf33d6830dc, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=164c54cc-4545-454e-b0ae-1bf33d6830dc,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:37.579611 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6d727-d9de-423c-8713-377b97602320 service neutron] Pushing event updated for resources: {'Port': ['ID=164c54cc-4545-454e-b0ae-1bf33d6830dc,revision_number=7']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:37.585702 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-5fe6d727-d9de-423c-8713-377b97602320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (164c54cc-4545-454e-b0ae-1bf33d6830dc), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.659077 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-5fe6d727-d9de-423c-8713-377b97602320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:37.660450 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-5fe6d727-d9de-423c-8713-377b97602320 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.662433 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-5fe6d727-d9de-423c-8713-377b97602320 service neutron] 10.222.0.79 "PUT /v2.0/ports/164c54cc-4545-454e-b0ae-1bf33d6830dc HTTP/1.1" status: 200 len: 1124 time: 0.7306278 Feb 19 03:56:37.673805 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6d727-d9de-423c-8713-377b97602320 service neutron] Pushing event updated for resources: {'Port': ['ID=164c54cc-4545-454e-b0ae-1bf33d6830dc,revision_number=8']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:37.700088 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3828626d-1edf-49da-b135-5cd70af3b3f6 req-05058f0e-ae82-4978-8adc-14f52cd6417f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675458 Feb 19 03:56:37.732398 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a86445-88e0-4ec3-969a-ad9a75957482 req-39b804ac-4647-4baa-9d78-f82d6afc029d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:37.733886 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-77a86445-88e0-4ec3-969a-ad9a75957482 req-39b804ac-4647-4baa-9d78-f82d6afc029d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2101960 Feb 19 03:56:37.767830 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77834f1e-802f-42fb-800e-89770131282b req-cf9b83f1-7af4-48fe-8605-7615c5e9e9e8 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:37.775104 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77834f1e-802f-42fb-800e-89770131282b req-cf9b83f1-7af4-48fe-8605-7615c5e9e9e8 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:37.784561 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-77834f1e-802f-42fb-800e-89770131282b req-cf9b83f1-7af4-48fe-8605-7615c5e9e9e8 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 1654 time: 0.2094870 Feb 19 03:56:37.785119 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['164c54cc-4545-454e-b0ae-1bf33d6830dc'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:56:37.829491 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9a3b83-eb6f-4913-9856-dc5ee2c50870 x-openstack-request-id: req-ba9a3b83-eb6f-4913-9856-dc5ee2c50870 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:37.829893 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab043cc2-5347-4107-9481-c1a541602b67", "name": "network-vif-unplugged", "status": "completed", "tag": "164c54cc-4545-454e-b0ae-1bf33d6830dc", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:37.830281 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba9a3b83-eb6f-4913-9856-dc5ee2c50870 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:37.830782 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab043cc2-5347-4107-9481-c1a541602b67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '164c54cc-4545-454e-b0ae-1bf33d6830dc', 'code': 200} Feb 19 03:56:37.862451 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-6cc2f298-1f75-4fbc-9a60-331c7bd99f0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks [] for port (be393505-c5c8-403b-8de7-7d7ee2fa4d2e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.927041 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['164c54cc-4545-454e-b0ae-1bf33d6830dc'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:56:37.948036 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-77834f1e-802f-42fb-800e-89770131282b req-cce04f6a-e760-4558-90ba-3fb60e305c8d tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614053 Feb 19 03:56:38.021103 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-77a86445-88e0-4ec3-969a-ad9a75957482 req-0e1eacd6-8a1b-4446-a149-81970e7c2c2a service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728846 Feb 19 03:56:38.107063 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-6cc2f298-1f75-4fbc-9a60-331c7bd99f0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (be393505-c5c8-403b-8de7-7d7ee2fa4d2e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.122258 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af8afc-8e7d-435b-96ca-7fa1ebfa703d req-bd69da1c-199d-4f46-a34c-b430401700b3 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:38.123887 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02af8afc-8e7d-435b-96ca-7fa1ebfa703d req-bd69da1c-199d-4f46-a34c-b430401700b3 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 947 time: 0.2123523 Feb 19 03:56:38.193468 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 164c54cc-4545-454e-b0ae-1bf33d6830dc details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:56:38.229240 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-6cc2f298-1f75-4fbc-9a60-331c7bd99f0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Network e349f59c-4eca-4931-98ee-f9d1b9a5b5b3 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:38.252880 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-6cc2f298-1f75-4fbc-9a60-331c7bd99f0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:38.265804 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-6cc2f298-1f75-4fbc-9a60-331c7bd99f0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:38.276770 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2f298-1f75-4fbc-9a60-331c7bd99f0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event updated for resources: {'Port': ['ID=be393505-c5c8-403b-8de7-7d7ee2fa4d2e,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:38.324208 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-77a86445-88e0-4ec3-969a-ad9a75957482 req-aa5ea724-e504-4cce-918e-849c973965c0 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817736 Feb 19 03:56:38.337286 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02af8afc-8e7d-435b-96ca-7fa1ebfa703d req-78ce4f16-c3ab-48a2-a7d6-3ec496d2c796 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045686 Feb 19 03:56:38.361419 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb2707-d6fb-4256-9ff9-ec6a4110c7e9 req-6a5f0c02-39af-4159-8508-a6096d0c2401 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:38.363005 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ccb2707-d6fb-4256-9ff9-ec6a4110c7e9 req-6a5f0c02-39af-4159-8508-a6096d0c2401 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.2538919 Feb 19 03:56:38.409624 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-6cc2f298-1f75-4fbc-9a60-331c7bd99f0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:38.411110 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-6cc2f298-1f75-4fbc-9a60-331c7bd99f0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.423776 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 164c54cc-4545-454e-b0ae-1bf33d6830dc, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=164c54cc-4545-454e-b0ae-1bf33d6830dc,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:38.438783 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 164c54cc-4545-454e-b0ae-1bf33d6830dc has no active binding in host n-h2-828369-19 {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:56:38.447005 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-6cc2f298-1f75-4fbc-9a60-331c7bd99f0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9205759 Feb 19 03:56:38.463057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-e554e99f-7e5f-4308-9adf-cd72235affeb service neutron] Request body: {'port': {'device_id': '2c8169c4-565d-4a68-bda7-572ae3087955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:38.513863 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ccb2707-d6fb-4256-9ff9-ec6a4110c7e9 req-55c04cb5-0218-4c20-a9f4-05be407f39d3 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324210 Feb 19 03:56:38.594700 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d5bb299d-d4e3-4a7e-a7ab-23391b70eca3 None None] Provisioning complete for port be393505-c5c8-403b-8de7-7d7ee2fa4d2e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:38.597375 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d5bb299d-d4e3-4a7e-a7ab-23391b70eca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (be393505-c5c8-403b-8de7-7d7ee2fa4d2e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.615918 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-e554e99f-7e5f-4308-9adf-cd72235affeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cfd335bc-df5b-4d41-9373-8db5c0cefd08), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.635264 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d5bb299d-d4e3-4a7e-a7ab-23391b70eca3 None None] Port be393505-c5c8-403b-8de7-7d7ee2fa4d2e cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:56:38.828892 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afff4b-8ed4-480e-a646-19e62fabbbde req-1d7588f6-a413-4b43-8b6a-c793effddb62 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:38.830459 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9afff4b-8ed4-480e-a646-19e62fabbbde req-1d7588f6-a413-4b43-8b6a-c793effddb62 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 950 time: 0.1705866 Feb 19 03:56:38.932219 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9afff4b-8ed4-480e-a646-19e62fabbbde req-4812714d-063e-403a-b763-58a5b47f8ce6 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913315 Feb 19 03:56:39.038258 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-e554e99f-7e5f-4308-9adf-cd72235affeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd335bc-df5b-4d41-9373-8db5c0cefd08 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:56:39.047977 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-e554e99f-7e5f-4308-9adf-cd72235affeb service neutron] Publish callbacks [] for port (cfd335bc-df5b-4d41-9373-8db5c0cefd08), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.114480 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-e554e99f-7e5f-4308-9adf-cd72235affeb service neutron] Transition to ACTIVE for port object cfd335bc-df5b-4d41-9373-8db5c0cefd08 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:56:39.121935 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-e554e99f-7e5f-4308-9adf-cd72235affeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (cfd335bc-df5b-4d41-9373-8db5c0cefd08), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.195245 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7f22b-5a62-42ce-b0f5-a3aef5cd1186 req-38a63edd-814b-450b-9748-9a81794b808f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:39.196870 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-45e7f22b-5a62-42ce-b0f5-a3aef5cd1186 req-38a63edd-814b-450b-9748-9a81794b808f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 944 time: 0.1459148 Feb 19 03:56:39.214469 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b4605-7502-4aef-b09a-87b1b22a4104 req-7450cd5c-1f8c-4a6e-9dfe-604c488df994 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:39.219614 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b4605-7502-4aef-b09a-87b1b22a4104 req-7450cd5c-1f8c-4a6e-9dfe-604c488df994 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:39.224749 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b4605-7502-4aef-b09a-87b1b22a4104 req-7450cd5c-1f8c-4a6e-9dfe-604c488df994 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:39.227101 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-db9b4605-7502-4aef-b09a-87b1b22a4104 req-7450cd5c-1f8c-4a6e-9dfe-604c488df994 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 2375 time: 0.1618412 Feb 19 03:56:39.231307 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554e99f-7e5f-4308-9adf-cd72235affeb service neutron] Pushing event updated for resources: {'Port': ['ID=cfd335bc-df5b-4d41-9373-8db5c0cefd08,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:39.349134 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-45e7f22b-5a62-42ce-b0f5-a3aef5cd1186 req-42c101c6-ef26-4d4b-8b42-9508afcd4e52 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198545 Feb 19 03:56:39.361113 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-db9b4605-7502-4aef-b09a-87b1b22a4104 req-73614976-df74-47db-9071-8bff80ac86a4 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271157 Feb 19 03:56:39.371100 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-e554e99f-7e5f-4308-9adf-cd72235affeb service neutron] Attempting to bind port cfd335bc-df5b-4d41-9373-8db5c0cefd08 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:39.371473 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-e554e99f-7e5f-4308-9adf-cd72235affeb service neutron] Attempting to bind port cfd335bc-df5b-4d41-9373-8db5c0cefd08 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '9b946626-6033-4377-b925-f15d5e40910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e349f59c-4eca-4931-98ee-f9d1b9a5b5b3'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:39.371718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-e554e99f-7e5f-4308-9adf-cd72235affeb service neutron] Attempting to bind port cfd335bc-df5b-4d41-9373-8db5c0cefd08 on network e349f59c-4eca-4931-98ee-f9d1b9a5b5b3 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:39.376232 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-e554e99f-7e5f-4308-9adf-cd72235affeb service neutron] Port cfd335bc-df5b-4d41-9373-8db5c0cefd08 on network e349f59c-4eca-4931-98ee-f9d1b9a5b5b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:56:39.376552 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-e554e99f-7e5f-4308-9adf-cd72235affeb service neutron] Attempting to bind port cfd335bc-df5b-4d41-9373-8db5c0cefd08 on network e349f59c-4eca-4931-98ee-f9d1b9a5b5b3 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:39.390976 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-e554e99f-7e5f-4308-9adf-cd72235affeb service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:39.390976 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-e554e99f-7e5f-4308-9adf-cd72235affeb service neutron] Checking segment: {'id': '9b946626-6033-4377-b925-f15d5e40910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e349f59c-4eca-4931-98ee-f9d1b9a5b5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:39.390976 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-e554e99f-7e5f-4308-9adf-cd72235affeb service neutron] Bound using segment: {'id': '9b946626-6033-4377-b925-f15d5e40910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e349f59c-4eca-4931-98ee-f9d1b9a5b5b3'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:39.390976 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-e554e99f-7e5f-4308-9adf-cd72235affeb service neutron] Bound port: cfd335bc-df5b-4d41-9373-8db5c0cefd08, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b946626-6033-4377-b925-f15d5e40910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e349f59c-4eca-4931-98ee-f9d1b9a5b5b3'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:39.390976 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-e554e99f-7e5f-4308-9adf-cd72235affeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cfd335bc-df5b-4d41-9373-8db5c0cefd08), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.428690 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42734) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:39.789035 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-e554e99f-7e5f-4308-9adf-cd72235affeb service neutron] For port cfd335bc-df5b-4d41-9373-8db5c0cefd08, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:39.792992 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-e554e99f-7e5f-4308-9adf-cd72235affeb service neutron] For port cfd335bc-df5b-4d41-9373-8db5c0cefd08, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=cfd335bc-df5b-4d41-9373-8db5c0cefd08,segment=NetworkSegment(9b946626-6033-4377-b925-f15d5e40910c),segment_id=9b946626-6033-4377-b925-f15d5e40910c)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:39.808786 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-e554e99f-7e5f-4308-9adf-cd72235affeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (cfd335bc-df5b-4d41-9373-8db5c0cefd08), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.819809 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34ada6-e1fb-41ec-93f9-4c1bcd933711 req-9f9c125b-ee18-41ab-8c8b-61cc7a99e943 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:39.821541 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c34ada6-e1fb-41ec-93f9-4c1bcd933711 req-9f9c125b-ee18-41ab-8c8b-61cc7a99e943 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 947 time: 0.1305900 Feb 19 03:56:39.831593 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab043cc2-5347-4107-9481-c1a541602b67', 'tag': '164c54cc-4545-454e-b0ae-1bf33d6830dc'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:39.832603 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb00a44-ddb9-4d44-b528-d88a0788545b req-fd6d92a2-c653-48cb-83d8-18bac245b7a9 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:39.833871 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de135b74-3dfd-4c9c-b9a4-28999af5bf59" -d '{"events": [{"name": "network-changed", "server_uuid": "ab043cc2-5347-4107-9481-c1a541602b67", "tag": "164c54cc-4545-454e-b0ae-1bf33d6830dc"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:39.836402 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-feb00a44-ddb9-4d44-b528-d88a0788545b req-fd6d92a2-c653-48cb-83d8-18bac245b7a9 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.1443491 Feb 19 03:56:39.893461 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-e554e99f-7e5f-4308-9adf-cd72235affeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:39.894266 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-e554e99f-7e5f-4308-9adf-cd72235affeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.895767 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-e554e99f-7e5f-4308-9adf-cd72235affeb service neutron] 10.222.0.26 "PUT /v2.0/ports/cfd335bc-df5b-4d41-9373-8db5c0cefd08 HTTP/1.1" status: 200 len: 1093 time: 1.4375730 Feb 19 03:56:39.903094 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c8169c4-565d-4a68-bda7-572ae3087955', 'tag': 'cfd335bc-df5b-4d41-9373-8db5c0cefd08'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:39.905457 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c30ac0-2186-46e1-9ff0-922b5e1b184c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c8169c4-565d-4a68-bda7-572ae3087955", "tag": "cfd335bc-df5b-4d41-9373-8db5c0cefd08"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:39.961859 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-91cd6745-e6d6-46f1-9db3-f9e4155184d5 service neutron] Request body: {'port': {'device_id': '2c8169c4-565d-4a68-bda7-572ae3087955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:39.965751 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d115f7b-3ce7-4f18-9616-c918c696e614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (63324fd9-7c73-43c0-a039-82ae9b4af7e4), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.980284 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554e99f-7e5f-4308-9adf-cd72235affeb service neutron] Pushing event updated for resources: {'Port': ['ID=cfd335bc-df5b-4d41-9373-8db5c0cefd08,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:40.010626 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c34ada6-e1fb-41ec-93f9-4c1bcd933711 req-9de1f66a-33e4-43fd-9d82-4e6bdafdae9f tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531100 Feb 19 03:56:40.018741 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-feb00a44-ddb9-4d44-b528-d88a0788545b req-e595f331-6125-44d0-a3c7-3751357f5007 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588681 Feb 19 03:56:40.113285 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-91cd6745-e6d6-46f1-9db3-f9e4155184d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (32b65e72-f530-451d-974d-5dbfb639b8ee), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.204328 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58672bb4-61e6-4b38-927d-e65235e3d0cf x-openstack-request-id: req-58672bb4-61e6-4b38-927d-e65235e3d0cf {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:40.204621 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab043cc2-5347-4107-9481-c1a541602b67", "tag": "164c54cc-4545-454e-b0ae-1bf33d6830dc", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:40.204874 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-58672bb4-61e6-4b38-927d-e65235e3d0cf {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:40.205393 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab043cc2-5347-4107-9481-c1a541602b67', 'tag': '164c54cc-4545-454e-b0ae-1bf33d6830dc', 'status': 'completed', 'code': 200} Feb 19 03:56:40.273325 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c188f5df-29ac-4060-ae27-cfc90737e8c6 x-openstack-request-id: req-c188f5df-29ac-4060-ae27-cfc90737e8c6 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:40.273965 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c8169c4-565d-4a68-bda7-572ae3087955", "tag": "cfd335bc-df5b-4d41-9373-8db5c0cefd08", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:40.274563 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c188f5df-29ac-4060-ae27-cfc90737e8c6 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:40.275161 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c8169c4-565d-4a68-bda7-572ae3087955', 'tag': 'cfd335bc-df5b-4d41-9373-8db5c0cefd08', 'status': 'completed', 'code': 200} Feb 19 03:56:40.345414 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c30ac0-2186-46e1-9ff0-922b5e1b184c req-1c04f689-7282-40d0-b17e-642be6e7aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:40.346090 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c30ac0-2186-46e1-9ff0-922b5e1b184c req-1c04f689-7282-40d0-b17e-642be6e7aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:40.347187 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c30ac0-2186-46e1-9ff0-922b5e1b184c req-1c04f689-7282-40d0-b17e-642be6e7aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:40.349011 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-76c30ac0-2186-46e1-9ff0-922b5e1b184c req-1c04f689-7282-40d0-b17e-642be6e7aa45 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb339ae23aa545ea84da8ff07fd95109&device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 2762 time: 0.1090021 Feb 19 03:56:40.486182 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de135b74-3dfd-4c9c-b9a4-28999af5bf59 req-1ed532ca-13cb-4877-98fb-aeea81403ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:40.487650 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de135b74-3dfd-4c9c-b9a4-28999af5bf59 req-1ed532ca-13cb-4877-98fb-aeea81403ccc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 1158 time: 0.3117666 Feb 19 03:56:40.551167 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 2d6710c1-b01f-4d94-8ce7-f3612a906f58 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:56:40.554998 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device db24b698-5e88-40bb-b8e6-799407daa0b9 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:56:40.568520 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7cf9b-93ad-4aa1-ba7b-0e107cfa6108 req-0d15c873-697d-4a53-b3f8-5929d62d1e4a tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:40.570512 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dfb7cf9b-93ad-4aa1-ba7b-0e107cfa6108 req-0d15c873-697d-4a53-b3f8-5929d62d1e4a tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 950 time: 0.2890584 Feb 19 03:56:40.576262 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-957c6320-a5e8-4f82-b70a-052ef6a8d7ac tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:40.577768 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-957c6320-a5e8-4f82-b70a-052ef6a8d7ac tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/networks?id=e29e89da-8398-4bad-a8b5-9be42054c178 HTTP/1.1" status: 200 len: 805 time: 0.4006841 Feb 19 03:56:40.663551 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-c446c413-6c47-4f5d-ad18-baf59061015e tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/quotas/b59201376b2440aa9b190f91d3932a87 HTTP/1.1" status: 200 len: 375 time: 0.0779619 Feb 19 03:56:40.776602 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dfb7cf9b-93ad-4aa1-ba7b-0e107cfa6108 req-5d6b95b9-29f2-4b72-af58-f155d9791245 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946814 Feb 19 03:56:40.786410 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de135b74-3dfd-4c9c-b9a4-28999af5bf59 req-cd6772c4-f0be-467a-b4c5-677127cd14b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:40.787955 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de135b74-3dfd-4c9c-b9a4-28999af5bf59 req-cd6772c4-f0be-467a-b4c5-677127cd14b7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=575db6fc-b1bf-4deb-91aa-ccf16978efb1 HTTP/1.1" status: 200 len: 909 time: 0.2831166 Feb 19 03:56:40.832709 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c30ac0-2186-46e1-9ff0-922b5e1b184c req-b452f305-9463-4c37-b7cd-9c6d5ed44f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:40.833256 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c30ac0-2186-46e1-9ff0-922b5e1b184c req-b452f305-9463-4c37-b7cd-9c6d5ed44f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:40.833679 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c30ac0-2186-46e1-9ff0-922b5e1b184c req-b452f305-9463-4c37-b7cd-9c6d5ed44f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:40.835890 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-76c30ac0-2186-46e1-9ff0-922b5e1b184c req-b452f305-9463-4c37-b7cd-9c6d5ed44f9b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=fb339ae23aa545ea84da8ff07fd95109&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4763720 Feb 19 03:56:40.903938 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de135b74-3dfd-4c9c-b9a4-28999af5bf59 req-92afa2a1-5de5-4c9c-9c12-ab03ded55ec5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=164c54cc-4545-454e-b0ae-1bf33d6830dc HTTP/1.1" status: 200 len: 217 time: 0.0709181 Feb 19 03:56:40.921049 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-6bffb3e8-d447-4bac-b700-ca3eb42af930 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b59201376b2440aa9b190f91d3932a87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2497113 Feb 19 03:56:40.950684 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port db24b698-5e88-40bb-b8e6-799407daa0b9 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:40.951379 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (db24b698-5e88-40bb-b8e6-799407daa0b9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.979384 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-3d115f7b-3ce7-4f18-9616-c918c696e614 admin admin] Deleting port 62f30c79-206b-4186-b644-f4c519bbbb2f {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:40.979725 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d115f7b-3ce7-4f18-9616-c918c696e614 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (62f30c79-206b-4186-b644-f4c519bbbb2f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.981907 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-91cd6745-e6d6-46f1-9db3-f9e4155184d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b65e72-f530-451d-974d-5dbfb639b8ee {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:56:40.987500 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 2d6710c1-b01f-4d94-8ce7-f3612a906f58, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2d6710c1-b01f-4d94-8ce7-f3612a906f58,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:41.002539 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '2d6710c1-b01f-4d94-8ce7-f3612a906f58', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '2d6710c1-b01f-4d94-8ce7-f3612a906f58', 'mac_address': 'fa:16:3e:ab:5e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:56:41.018268 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28093611-eb6e-48b4-8b26-7c79bec0a90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db24b698-5e88-40bb-b8e6-799407daa0b9'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:41.020313 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb9c096-4edd-4cc1-a0a5-83ec9e011242" -d '{"events": [{"server_uuid": "28093611-eb6e-48b4-8b26-7c79bec0a90d", "name": "network-vif-unplugged", "status": "completed", "tag": "db24b698-5e88-40bb-b8e6-799407daa0b9"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:41.062399 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port db24b698-5e88-40bb-b8e6-799407daa0b9, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=db24b698-5e88-40bb-b8e6-799407daa0b9,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:41.067562 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-91cd6745-e6d6-46f1-9db3-f9e4155184d5 service neutron] Publish callbacks [] for port (32b65e72-f530-451d-974d-5dbfb639b8ee), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:41.078393 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 2d6710c1-b01f-4d94-8ce7-f3612a906f58 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:41.079041 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2d6710c1-b01f-4d94-8ce7-f3612a906f58), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:41.087504 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (db24b698-5e88-40bb-b8e6-799407daa0b9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:41.099669 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c30ac0-2186-46e1-9ff0-922b5e1b184c req-3e8c9117-0a57-4f66-aace-01eb3763a245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:41.101798 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-76c30ac0-2186-46e1-9ff0-922b5e1b184c req-3e8c9117-0a57-4f66-aace-01eb3763a245 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2562973 Feb 19 03:56:41.110591 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-91cd6745-e6d6-46f1-9db3-f9e4155184d5 service neutron] Transition to ACTIVE for port object 32b65e72-f530-451d-974d-5dbfb639b8ee will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:56:41.116831 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de135b74-3dfd-4c9c-b9a4-28999af5bf59 req-c84b4c72-4273-4e9a-bf05-812f802a0510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:41.118399 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de135b74-3dfd-4c9c-b9a4-28999af5bf59 req-c84b4c72-4273-4e9a-bf05-812f802a0510 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d HTTP/1.1" status: 200 len: 848 time: 0.1883681 Feb 19 03:56:41.118976 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6710c1-b01f-4d94-8ce7-f3612a906f58 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:56:41.131018 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-91cd6745-e6d6-46f1-9db3-f9e4155184d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (32b65e72-f530-451d-974d-5dbfb639b8ee), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:41.136795 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-3d115f7b-3ce7-4f18-9616-c918c696e614 admin admin] For port 62f30c79-206b-4186-b644-f4c519bbbb2f, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=62f30c79-206b-4186-b644-f4c519bbbb2f,segment=NetworkSegment(38292db9-b633-4bb0-a3d1-faf2c5a0d27a),segment_id=38292db9-b633-4bb0-a3d1-faf2c5a0d27a)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:41.137604 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d115f7b-3ce7-4f18-9616-c918c696e614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (62f30c79-206b-4186-b644-f4c519bbbb2f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:41.153156 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 2d6710c1-b01f-4d94-8ce7-f3612a906f58, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2d6710c1-b01f-4d94-8ce7-f3612a906f58,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:41.156810 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-3d115f7b-3ce7-4f18-9616-c918c696e614 admin admin] Calling delete_port for 62f30c79-206b-4186-b644-f4c519bbbb2f owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:41.159494 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2d6710c1-b01f-4d94-8ce7-f3612a906f58), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:41.167425 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=db24b698-5e88-40bb-b8e6-799407daa0b9,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:41.175609 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:41.176234 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:41.176585 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:41.176915 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:41.177247 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:41.177576 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:41.177902 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:41.178276 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:41.178766 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:41.179089 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:41.179413 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:41.179734 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:41.180062 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:41.204938 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de135b74-3dfd-4c9c-b9a4-28999af5bf59 req-38c595ca-e906-4515-8823-1624c0020915 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=575db6fc-b1bf-4deb-91aa-ccf16978efb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708606 Feb 19 03:56:41.212328 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1350be-0cf8-4511-b421-f42a46a489b3 req-437bc286-1695-4333-8608-9ed896322383 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:41.213743 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d1350be-0cf8-4511-b421-f42a46a489b3 req-437bc286-1695-4333-8608-9ed896322383 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 944 time: 0.2906866 Feb 19 03:56:41.232049 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-3b23b362-1190-4cbb-81ea-d2d8c0c92493 service neutron] 10.222.0.52 "GET /v2.0/networks/e29e89da-8398-4bad-a8b5-9be42054c178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098521 Feb 19 03:56:41.233733 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=2d6710c1-b01f-4d94-8ce7-f3612a906f58,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:41.303800 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd6745-e6d6-46f1-9db3-f9e4155184d5 service neutron] Pushing event updated for resources: {'Port': ['ID=32b65e72-f530-451d-974d-5dbfb639b8ee,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:41.393494 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d115f7b-3ce7-4f18-9616-c918c696e614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (62f30c79-206b-4186-b644-f4c519bbbb2f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:41.446811 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d115f7b-3ce7-4f18-9616-c918c696e614 admin admin] Pushing event deleted for resources: {'Port': ['ID=62f30c79-206b-4186-b644-f4c519bbbb2f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:41.447465 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d1350be-0cf8-4511-b421-f42a46a489b3 req-db10c1a9-c87b-49b7-9a06-df74bf01db82 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108653 Feb 19 03:56:41.487493 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de135b74-3dfd-4c9c-b9a4-28999af5bf59 req-5015f03a-a5cf-4a28-b703-79ccab563b54 service neutron] 10.222.0.26 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679350 Feb 19 03:56:41.523847 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-91cd6745-e6d6-46f1-9db3-f9e4155184d5 service neutron] Attempting to bind port 32b65e72-f530-451d-974d-5dbfb639b8ee on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:41.524198 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-91cd6745-e6d6-46f1-9db3-f9e4155184d5 service neutron] Attempting to bind port 32b65e72-f530-451d-974d-5dbfb639b8ee by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '11b60c15-af18-4ce6-95b0-475cc12f6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4436bc2f-5b9d-4320-adcb-309585e364f6'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:41.524511 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-91cd6745-e6d6-46f1-9db3-f9e4155184d5 service neutron] Attempting to bind port 32b65e72-f530-451d-974d-5dbfb639b8ee on network 4436bc2f-5b9d-4320-adcb-309585e364f6 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:41.569723 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-c63325dd-f997-4ac6-901a-938b8fe096fc service neutron] 10.222.0.52 "GET /v2.0/networks/e29e89da-8398-4bad-a8b5-9be42054c178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172145 Feb 19 03:56:41.580749 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-91cd6745-e6d6-46f1-9db3-f9e4155184d5 service neutron] Port 32b65e72-f530-451d-974d-5dbfb639b8ee on network 4436bc2f-5b9d-4320-adcb-309585e364f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:56:41.581078 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-91cd6745-e6d6-46f1-9db3-f9e4155184d5 service neutron] Attempting to bind port 32b65e72-f530-451d-974d-5dbfb639b8ee on network 4436bc2f-5b9d-4320-adcb-309585e364f6 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:41.590412 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d115f7b-3ce7-4f18-9616-c918c696e614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (63324fd9-7c73-43c0-a039-82ae9b4af7e4), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:41.619602 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-91cd6745-e6d6-46f1-9db3-f9e4155184d5 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:41.619946 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-91cd6745-e6d6-46f1-9db3-f9e4155184d5 service neutron] Checking segment: {'id': '11b60c15-af18-4ce6-95b0-475cc12f6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4436bc2f-5b9d-4320-adcb-309585e364f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:41.620318 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-91cd6745-e6d6-46f1-9db3-f9e4155184d5 service neutron] Bound using segment: {'id': '11b60c15-af18-4ce6-95b0-475cc12f6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4436bc2f-5b9d-4320-adcb-309585e364f6'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:41.620772 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-91cd6745-e6d6-46f1-9db3-f9e4155184d5 service neutron] Bound port: 32b65e72-f530-451d-974d-5dbfb639b8ee, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b60c15-af18-4ce6-95b0-475cc12f6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4436bc2f-5b9d-4320-adcb-309585e364f6'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:41.621301 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-91cd6745-e6d6-46f1-9db3-f9e4155184d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (32b65e72-f530-451d-974d-5dbfb639b8ee), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:41.687576 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de135b74-3dfd-4c9c-b9a4-28999af5bf59 req-3cda0e3d-a282-4663-a767-ffe820af8d4b service neutron] 10.222.0.26 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786134 Feb 19 03:56:41.714467 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2acb0-8a5d-4ebb-acef-6e82d0663f40 req-e6d9cade-5f77-4198-85de-86b862df5080 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:41.719755 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2acb0-8a5d-4ebb-acef-6e82d0663f40 req-e6d9cade-5f77-4198-85de-86b862df5080 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:41.725003 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2acb0-8a5d-4ebb-acef-6e82d0663f40 req-e6d9cade-5f77-4198-85de-86b862df5080 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:41.732004 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-abb2acb0-8a5d-4ebb-acef-6e82d0663f40 req-e6d9cade-5f77-4198-85de-86b862df5080 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 2399 time: 0.1900311 Feb 19 03:56:41.793773 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-91cd6745-e6d6-46f1-9db3-f9e4155184d5 service neutron] For port 32b65e72-f530-451d-974d-5dbfb639b8ee, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:41.815117 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-91cd6745-e6d6-46f1-9db3-f9e4155184d5 service neutron] For port 32b65e72-f530-451d-974d-5dbfb639b8ee, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=32b65e72-f530-451d-974d-5dbfb639b8ee,segment=NetworkSegment(11b60c15-af18-4ce6-95b0-475cc12f6250),segment_id=11b60c15-af18-4ce6-95b0-475cc12f6250)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:41.828834 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-abb2acb0-8a5d-4ebb-acef-6e82d0663f40 req-c733c23d-2d94-4e8e-866d-6d597fa4d045 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958755 Feb 19 03:56:41.835697 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-91cd6745-e6d6-46f1-9db3-f9e4155184d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (32b65e72-f530-451d-974d-5dbfb639b8ee), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:41.876624 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaadb621-b9b3-4d00-bc86-488a0e502cd2 x-openstack-request-id: req-eaadb621-b9b3-4d00-bc86-488a0e502cd2 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:41.877164 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28093611-eb6e-48b4-8b26-7c79bec0a90d", "name": "network-vif-unplugged", "status": "completed", "tag": "db24b698-5e88-40bb-b8e6-799407daa0b9", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:41.877733 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eaadb621-b9b3-4d00-bc86-488a0e502cd2 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:41.878389 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28093611-eb6e-48b4-8b26-7c79bec0a90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db24b698-5e88-40bb-b8e6-799407daa0b9', 'code': 200} Feb 19 03:56:41.881851 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['2d6710c1-b01f-4d94-8ce7-f3612a906f58'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:56:41.884962 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d115f7b-3ce7-4f18-9616-c918c696e614 admin admin] Router 63324fd9-7c73-43c0-a039-82ae9b4af7e4 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:56:41.944247 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-91cd6745-e6d6-46f1-9db3-f9e4155184d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:41.944726 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-91cd6745-e6d6-46f1-9db3-f9e4155184d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:41.946308 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-91cd6745-e6d6-46f1-9db3-f9e4155184d5 service neutron] 10.222.0.26 "PUT /v2.0/ports/32b65e72-f530-451d-974d-5dbfb639b8ee HTTP/1.1" status: 200 len: 1092 time: 1.9966941 Feb 19 03:56:42.032842 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d115f7b-3ce7-4f18-9616-c918c696e614 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:56:42.046280 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dad9be8-79ee-4c16-972d-eb449ac66f68 None None] Sync routers for ids ['63324fd9-7c73-43c0-a039-82ae9b4af7e4'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:56:42.070213 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3d115f7b-3ce7-4f18-9616-c918c696e614 admin admin] 10.222.0.52 "PUT /v2.0/routers/63324fd9-7c73-43c0-a039-82ae9b4af7e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6403158 Feb 19 03:56:42.072003 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dad9be8-79ee-4c16-972d-eb449ac66f68 None None] Routers {'63324fd9-7c73-43c0-a039-82ae9b4af7e4'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:42.072724 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-5dad9be8-79ee-4c16-972d-eb449ac66f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:56:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['63324fd9-7c73-43c0-a039-82ae9b4af7e4'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:42.074043 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42780) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:42.086843 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-a1c0ff59-d6bc-4951-988e-dbb7f40846e4 service neutron] Request body: {'port': {'device_id': '2c8169c4-565d-4a68-bda7-572ae3087955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:42.263572 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-18a5783d-e2df-4ccd-9f8d-9f9301ae58e9 admin admin] Publish callbacks [] for router (63324fd9-7c73-43c0-a039-82ae9b4af7e4), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.277535 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-5dad9be8-79ee-4c16-972d-eb449ac66f68 None None] Set router 63324fd9-7c73-43c0-a039-82ae9b4af7e4 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:42.420267 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-18a5783d-e2df-4ccd-9f8d-9f9301ae58e9 admin admin] Publish callbacks [] for router_gateway (63324fd9-7c73-43c0-a039-82ae9b4af7e4), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.431751 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c8169c4-565d-4a68-bda7-572ae3087955', 'tag': '32b65e72-f530-451d-974d-5dbfb639b8ee'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:42.434835 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9412448-7271-4c4f-a3c6-c44b7db2e3a3" -d '{"events": [{"name": "network-changed", "server_uuid": "2c8169c4-565d-4a68-bda7-572ae3087955", "tag": "32b65e72-f530-451d-974d-5dbfb639b8ee"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:42.461753 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd6745-e6d6-46f1-9db3-f9e4155184d5 service neutron] Pushing event updated for resources: {'Port': ['ID=32b65e72-f530-451d-974d-5dbfb639b8ee,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:42.498049 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-18a5783d-e2df-4ccd-9f8d-9f9301ae58e9 admin admin] Deleting port 840d6c43-2e60-4e35-8e6c-531f789fe691 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:42.498049 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-18a5783d-e2df-4ccd-9f8d-9f9301ae58e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (840d6c43-2e60-4e35-8e6c-531f789fe691), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.535071 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d7e75-e459-4d68-8708-277586862841 req-de4651ef-b21a-4047-b778-540193cde0ff tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:42.537602 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e31d7e75-e459-4d68-8708-277586862841 req-de4651ef-b21a-4047-b778-540193cde0ff tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.6013422 Feb 19 03:56:42.547295 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f6943-5cff-42b3-a3ce-619802a40816 req-a5dd8606-cb7d-4968-8602-636147bda834 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:42.548228 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-523f6943-5cff-42b3-a3ce-619802a40816 req-a5dd8606-cb7d-4968-8602-636147bda834 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.26 "GET /v2.0/ports?device_id=28093611-eb6e-48b4-8b26-7c79bec0a90d HTTP/1.1" status: 200 len: 943 time: 0.5487125 Feb 19 03:56:42.548855 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-a1c0ff59-d6bc-4951-988e-dbb7f40846e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (be393505-c5c8-403b-8de7-7d7ee2fa4d2e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.583881 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25d9bc-3dd6-4407-9796-ed040b9e7695 req-11630395-6285-45a2-827b-8ee62ce95542 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:42.591217 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1b25d9bc-3dd6-4407-9796-ed040b9e7695 req-11630395-6285-45a2-827b-8ee62ce95542 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 948 time: 0.5010130 Feb 19 03:56:42.602301 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-18a5783d-e2df-4ccd-9f8d-9f9301ae58e9 admin admin] For port 840d6c43-2e60-4e35-8e6c-531f789fe691, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=840d6c43-2e60-4e35-8e6c-531f789fe691,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:42.603177 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-18a5783d-e2df-4ccd-9f8d-9f9301ae58e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (840d6c43-2e60-4e35-8e6c-531f789fe691), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.620695 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-18a5783d-e2df-4ccd-9f8d-9f9301ae58e9 admin admin] Calling delete_port for 840d6c43-2e60-4e35-8e6c-531f789fe691 owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:42.637918 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-5dad9be8-79ee-4c16-972d-eb449ac66f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63324fd9-7c73-43c0-a039-82ae9b4af7e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-53849198-router', 'tenant_id': 'db9294c8da474bcb9e43e0a3d1d64676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '840d6c43-2e60-4e35-8e6c-531f789fe691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:55Z', 'updated_at': '2022-02-19T03:56:41Z', 'revision_number': 5, 'project_id': 'db9294c8da474bcb9e43e0a3d1d64676', 'gw_port': {'id': '840d6c43-2e60-4e35-8e6c-531f789fe691', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63324fd9-7c73-43c0-a039-82ae9b4af7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:57Z', 'updated_at': '2022-02-19T03:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:42.671986 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dad9be8-79ee-4c16-972d-eb449ac66f68 None None] Checking router: 63324fd9-7c73-43c0-a039-82ae9b4af7e4 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:56:42.681091 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dad9be8-79ee-4c16-972d-eb449ac66f68 None None] Routers {'63324fd9-7c73-43c0-a039-82ae9b4af7e4'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:42.681953 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-5dad9be8-79ee-4c16-972d-eb449ac66f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:56:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['63324fd9-7c73-43c0-a039-82ae9b4af7e4'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:42.702567 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e31d7e75-e459-4d68-8708-277586862841 req-097310ab-5a49-4915-bc96-1948c0072e7d tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493695 Feb 19 03:56:42.796211 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-5dad9be8-79ee-4c16-972d-eb449ac66f68 None None] Set router 63324fd9-7c73-43c0-a039-82ae9b4af7e4 gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:42.818506 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1b25d9bc-3dd6-4407-9796-ed040b9e7695 req-fc23eba7-3a43-4489-ac69-ac614c4120a2 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256975 Feb 19 03:56:42.835987 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-18a5783d-e2df-4ccd-9f8d-9f9301ae58e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (840d6c43-2e60-4e35-8e6c-531f789fe691), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.860950 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-5dad9be8-79ee-4c16-972d-eb449ac66f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63324fd9-7c73-43c0-a039-82ae9b4af7e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-53849198-router', 'tenant_id': 'db9294c8da474bcb9e43e0a3d1d64676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:55Z', 'updated_at': '2022-02-19T03:56:42Z', 'revision_number': 6, 'project_id': 'db9294c8da474bcb9e43e0a3d1d64676', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:42.876428 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5783d-e2df-4ccd-9f8d-9f9301ae58e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=840d6c43-2e60-4e35-8e6c-531f789fe691,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:42.876788 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1bdb7aab-b586-4417-b209-87201e55857e req-ad9388be-1734-4957-9dae-7973c0a99474 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bd94b51-a364-4f0b-b569-f92971869088 HTTP/1.1" status: 200 len: 210 time: 0.0518866 Feb 19 03:56:42.899978 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dad9be8-79ee-4c16-972d-eb449ac66f68 None None] The sync data for ids ['63324fd9-7c73-43c0-a039-82ae9b4af7e4'] in n-d-828369-19 is: [{'id': '63324fd9-7c73-43c0-a039-82ae9b4af7e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-53849198-router', 'tenant_id': 'db9294c8da474bcb9e43e0a3d1d64676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:55Z', 'updated_at': '2022-02-19T03:56:42Z', 'revision_number': 6, 'project_id': 'db9294c8da474bcb9e43e0a3d1d64676', 'gw_port_host': None}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:56:42.909141 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-18a5783d-e2df-4ccd-9f8d-9f9301ae58e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (63324fd9-7c73-43c0-a039-82ae9b4af7e4), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.949329 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca7dafc-c727-4a9d-8eb9-939f72354a05 x-openstack-request-id: req-9ca7dafc-c727-4a9d-8eb9-939f72354a05 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:42.949616 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c8169c4-565d-4a68-bda7-572ae3087955", "tag": "32b65e72-f530-451d-974d-5dbfb639b8ee", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:42.949865 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ca7dafc-c727-4a9d-8eb9-939f72354a05 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:42.950286 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c8169c4-565d-4a68-bda7-572ae3087955', 'tag': '32b65e72-f530-451d-974d-5dbfb639b8ee', 'status': 'completed', 'code': 200} Feb 19 03:56:42.984387 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-523f6943-5cff-42b3-a3ce-619802a40816 req-63b84cf0-3764-40bd-b5bc-67a17008ab16 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Deleting port db24b698-5e88-40bb-b8e6-799407daa0b9 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:42.984739 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-523f6943-5cff-42b3-a3ce-619802a40816 req-63b84cf0-3764-40bd-b5bc-67a17008ab16 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (db24b698-5e88-40bb-b8e6-799407daa0b9), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:43.090917 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-18a5783d-e2df-4ccd-9f8d-9f9301ae58e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (63324fd9-7c73-43c0-a039-82ae9b4af7e4), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:43.103049 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-18a5783d-e2df-4ccd-9f8d-9f9301ae58e9 admin admin] Publish callbacks [] for router_controller (63324fd9-7c73-43c0-a039-82ae9b4af7e4), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:43.130211 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5544f17-9bd2-420b-ae9a-8ce1837db9ef req-cf23de4b-ef10-4b13-9f4e-bbf8e5808133 tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:43.135310 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e5544f17-9bd2-420b-ae9a-8ce1837db9ef req-cf23de4b-ef10-4b13-9f4e-bbf8e5808133 tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 1133 time: 0.2202506 Feb 19 03:56:43.226728 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9412448-7271-4c4f-a3c6-c44b7db2e3a3 req-324ea3c3-ac42-477a-8189-109062bf3c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:43.227420 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9412448-7271-4c4f-a3c6-c44b7db2e3a3 req-324ea3c3-ac42-477a-8189-109062bf3c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:43.227896 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9412448-7271-4c4f-a3c6-c44b7db2e3a3 req-324ea3c3-ac42-477a-8189-109062bf3c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:43.229566 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d9412448-7271-4c4f-a3c6-c44b7db2e3a3 req-324ea3c3-ac42-477a-8189-109062bf3c24 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb339ae23aa545ea84da8ff07fd95109&device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 2861 time: 0.2421198 Feb 19 03:56:43.232456 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-18a5783d-e2df-4ccd-9f8d-9f9301ae58e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (63324fd9-7c73-43c0-a039-82ae9b4af7e4), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:43.232974 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a5783d-e2df-4ccd-9f8d-9f9301ae58e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63324fd9-7c73-43c0-a039-82ae9b4af7e4 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:56:43.235131 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-523f6943-5cff-42b3-a3ce-619802a40816 req-63b84cf0-3764-40bd-b5bc-67a17008ab16 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] For port db24b698-5e88-40bb-b8e6-799407daa0b9, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=db24b698-5e88-40bb-b8e6-799407daa0b9,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:43.235496 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-523f6943-5cff-42b3-a3ce-619802a40816 req-63b84cf0-3764-40bd-b5bc-67a17008ab16 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (db24b698-5e88-40bb-b8e6-799407daa0b9), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:43.253961 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-18a5783d-e2df-4ccd-9f8d-9f9301ae58e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:43.258379 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-18a5783d-e2df-4ccd-9f8d-9f9301ae58e9 admin admin] 10.222.0.52 "DELETE /v2.0/routers/63324fd9-7c73-43c0-a039-82ae9b4af7e4 HTTP/1.1" status: 204 len: 168 time: 1.1827571 Feb 19 03:56:43.263364 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42790) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:43.270607 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfd536-dc36-4121-a91b-55204f95401f req-d61012c4-8a79-439a-a19e-042d0bfeb200 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:43.275297 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e8bfd536-dc36-4121-a91b-55204f95401f req-d61012c4-8a79-439a-a19e-042d0bfeb200 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 944 time: 0.2471220 Feb 19 03:56:43.321077 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-523f6943-5cff-42b3-a3ce-619802a40816 req-63b84cf0-3764-40bd-b5bc-67a17008ab16 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Calling delete_port for db24b698-5e88-40bb-b8e6-799407daa0b9 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:43.330831 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e5544f17-9bd2-420b-ae9a-8ce1837db9ef req-ee9cea56-e897-4b96-8b7c-b2cea8ab2643 tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857810 Feb 19 03:56:43.369367 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e34cdc-defe-411d-bf7e-4f4ffb4eabe4 admin admin] Deleting subnet b373074a-c933-406e-8120-4724e8d10399 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:56:43.379604 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82e34cdc-defe-411d-bf7e-4f4ffb4eabe4 admin admin] Publish callbacks [] for subnet (b373074a-c933-406e-8120-4724e8d10399), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:43.389709 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-a1c0ff59-d6bc-4951-988e-dbb7f40846e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be393505-c5c8-403b-8de7-7d7ee2fa4d2e {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:56:43.396842 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e8bfd536-dc36-4121-a91b-55204f95401f req-cc48cbb8-957d-4b8a-9713-d301dbfd1539 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823402 Feb 19 03:56:43.408424 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-a1c0ff59-d6bc-4951-988e-dbb7f40846e4 service neutron] Publish callbacks [] for port (be393505-c5c8-403b-8de7-7d7ee2fa4d2e), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:43.426497 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-bf2826ce-3b46-491b-b855-a61ea3f89b18 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:43.429123 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-bf2826ce-3b46-491b-b855-a61ea3f89b18 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.79 "GET /v2.0/networks?id=e29e89da-8398-4bad-a8b5-9be42054c178 HTTP/1.1" status: 200 len: 805 time: 0.3414865 Feb 19 03:56:43.443528 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-321ce7dd-c693-45cf-aa70-9a42e867ecd3 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Request body: {'port': {'device_id': '3bd94b51-a364-4f0b-b569-f92971869088', 'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178', 'admin_state_up': True, 'tenant_id': 'b59201376b2440aa9b190f91d3932a87'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:43.459541 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82e34cdc-defe-411d-bf7e-4f4ffb4eabe4 admin admin] Publish callbacks [] for subnet (b373074a-c933-406e-8120-4724e8d10399), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:43.483463 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-a1c0ff59-d6bc-4951-988e-dbb7f40846e4 service neutron] Transition to ACTIVE for port object be393505-c5c8-403b-8de7-7d7ee2fa4d2e will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:56:43.508575 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-a1c0ff59-d6bc-4951-988e-dbb7f40846e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (be393505-c5c8-403b-8de7-7d7ee2fa4d2e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:43.567988 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b84c4-a623-4db0-a864-4e4c863a39d1 req-81e69e40-69bb-4921-bf6c-3515aff4cf76 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:43.574000 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b84c4-a623-4db0-a864-4e4c863a39d1 req-81e69e40-69bb-4921-bf6c-3515aff4cf76 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:43.579254 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b84c4-a623-4db0-a864-4e4c863a39d1 req-81e69e40-69bb-4921-bf6c-3515aff4cf76 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:43.580946 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-189b84c4-a623-4db0-a864-4e4c863a39d1 req-81e69e40-69bb-4921-bf6c-3515aff4cf76 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 2399 time: 0.1673870 Feb 19 03:56:43.617438 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9412448-7271-4c4f-a3c6-c44b7db2e3a3 req-252a765c-707d-4cce-98c3-c1a65418ac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:43.617914 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9412448-7271-4c4f-a3c6-c44b7db2e3a3 req-252a765c-707d-4cce-98c3-c1a65418ac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:43.618401 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9412448-7271-4c4f-a3c6-c44b7db2e3a3 req-252a765c-707d-4cce-98c3-c1a65418ac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:43.620028 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d9412448-7271-4c4f-a3c6-c44b7db2e3a3 req-252a765c-707d-4cce-98c3-c1a65418ac8e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=fb339ae23aa545ea84da8ff07fd95109&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3809295 Feb 19 03:56:43.639160 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0ff59-d6bc-4951-988e-dbb7f40846e4 service neutron] Pushing event updated for resources: {'Port': ['ID=be393505-c5c8-403b-8de7-7d7ee2fa4d2e,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:43.669918 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82e34cdc-defe-411d-bf7e-4f4ffb4eabe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (b373074a-c933-406e-8120-4724e8d10399), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:43.799276 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0993c1-75e0-4749-8061-96d2c5f73649 req-f58a8e71-c017-4984-997c-911db5bbeb05 tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:43.801018 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf0993c1-75e0-4749-8061-96d2c5f73649 req-f58a8e71-c017-4984-997c-911db5bbeb05 tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 1133 time: 0.2094605 Feb 19 03:56:43.857277 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-189b84c4-a623-4db0-a864-4e4c863a39d1 req-fd043122-c8fb-493a-9ec4-46b3173b320f tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633266 Feb 19 03:56:43.868442 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-523f6943-5cff-42b3-a3ce-619802a40816 req-63b84cf0-3764-40bd-b5bc-67a17008ab16 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (db24b698-5e88-40bb-b8e6-799407daa0b9), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:43.884390 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf0993c1-75e0-4749-8061-96d2c5f73649 req-71e3cb7c-75e6-4504-a581-9267a6de4274 tempest-ServersAdminTestJSON-1808376736 tempest-ServersAdminTestJSON-1808376736-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681601 Feb 19 03:56:43.884390 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-a1c0ff59-d6bc-4951-988e-dbb7f40846e4 service neutron] Attempting to bind port be393505-c5c8-403b-8de7-7d7ee2fa4d2e on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:43.884717 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-a1c0ff59-d6bc-4951-988e-dbb7f40846e4 service neutron] Attempting to bind port be393505-c5c8-403b-8de7-7d7ee2fa4d2e by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '9b946626-6033-4377-b925-f15d5e40910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e349f59c-4eca-4931-98ee-f9d1b9a5b5b3'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:43.884967 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-a1c0ff59-d6bc-4951-988e-dbb7f40846e4 service neutron] Attempting to bind port be393505-c5c8-403b-8de7-7d7ee2fa4d2e on network e349f59c-4eca-4931-98ee-f9d1b9a5b5b3 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:43.927238 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b84cf0-3764-40bd-b5bc-67a17008ab16 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Pushing event deleted for resources: {'Port': ['ID=db24b698-5e88-40bb-b8e6-799407daa0b9,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:43.929877 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-a1c0ff59-d6bc-4951-988e-dbb7f40846e4 service neutron] Port be393505-c5c8-403b-8de7-7d7ee2fa4d2e on network e349f59c-4eca-4931-98ee-f9d1b9a5b5b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:56:43.930218 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-a1c0ff59-d6bc-4951-988e-dbb7f40846e4 service neutron] Attempting to bind port be393505-c5c8-403b-8de7-7d7ee2fa4d2e on network e349f59c-4eca-4931-98ee-f9d1b9a5b5b3 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:43.937301 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-a1c0ff59-d6bc-4951-988e-dbb7f40846e4 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:43.937445 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-a1c0ff59-d6bc-4951-988e-dbb7f40846e4 service neutron] Checking segment: {'id': '9b946626-6033-4377-b925-f15d5e40910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e349f59c-4eca-4931-98ee-f9d1b9a5b5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:43.937821 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-a1c0ff59-d6bc-4951-988e-dbb7f40846e4 service neutron] Bound using segment: {'id': '9b946626-6033-4377-b925-f15d5e40910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e349f59c-4eca-4931-98ee-f9d1b9a5b5b3'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:43.938292 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-a1c0ff59-d6bc-4951-988e-dbb7f40846e4 service neutron] Bound port: be393505-c5c8-403b-8de7-7d7ee2fa4d2e, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b946626-6033-4377-b925-f15d5e40910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e349f59c-4eca-4931-98ee-f9d1b9a5b5b3'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:43.938652 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-a1c0ff59-d6bc-4951-988e-dbb7f40846e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (be393505-c5c8-403b-8de7-7d7ee2fa4d2e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:44.006578 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-523f6943-5cff-42b3-a3ce-619802a40816 req-63b84cf0-3764-40bd-b5bc-67a17008ab16 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] No DVR routers for this DVR port db24b698-5e88-40bb-b8e6-799407daa0b9 on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:56:44.010560 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-523f6943-5cff-42b3-a3ce-619802a40816 req-63b84cf0-3764-40bd-b5bc-67a17008ab16 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:44.013915 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-523f6943-5cff-42b3-a3ce-619802a40816 req-63b84cf0-3764-40bd-b5bc-67a17008ab16 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.26 "DELETE /v2.0/ports/db24b698-5e88-40bb-b8e6-799407daa0b9 HTTP/1.1" status: 204 len: 173 time: 1.4464202 Feb 19 03:56:44.124363 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82e34cdc-defe-411d-bf7e-4f4ffb4eabe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for subnet (b373074a-c933-406e-8120-4724e8d10399), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:44.172512 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aae081-a24d-4436-b639-5feb7769a7e3 req-6104d7a1-3fe2-4e5a-8f2e-4d90fa816921 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:44.174400 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-33aae081-a24d-4436-b639-5feb7769a7e3 req-6104d7a1-3fe2-4e5a-8f2e-4d90fa816921 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.2112162 Feb 19 03:56:44.190092 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-a1c0ff59-d6bc-4951-988e-dbb7f40846e4 service neutron] For port be393505-c5c8-403b-8de7-7d7ee2fa4d2e, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:44.200686 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e34cdc-defe-411d-bf7e-4f4ffb4eabe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b373074a-c933-406e-8120-4724e8d10399,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:44.247304 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-321ce7dd-c693-45cf-aa70-9a42e867ecd3 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Made reservation on behalf of b59201376b2440aa9b190f91d3932a87 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:44.251791 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-321ce7dd-c693-45cf-aa70-9a42e867ecd3 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:44.252342 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a441f1-14fb-44f1-bae4-c2da1598f03b None None] Network 2dbc7f9e-1c85-412b-9e90-7af874c43c9e requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:44.255881 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-33aae081-a24d-4436-b639-5feb7769a7e3 req-10fb6507-acb7-4f24-b9b1-fe93774d2537 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695186 Feb 19 03:56:44.263142 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c1fe7-0bde-4fa0-833d-c4b17311c055 req-7bd6b6c3-cc84-4a72-b2cc-d6c79517180f tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:44.270650 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-374c1fe7-0bde-4fa0-833d-c4b17311c055 req-7bd6b6c3-cc84-4a72-b2cc-d6c79517180f tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 948 time: 0.2664046 Feb 19 03:56:44.271225 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82e34cdc-defe-411d-bf7e-4f4ffb4eabe4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:44.274951 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-82e34cdc-defe-411d-bf7e-4f4ffb4eabe4 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b373074a-c933-406e-8120-4724e8d10399 HTTP/1.1" status: 204 len: 168 time: 1.0096796 Feb 19 03:56:44.287826 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42806) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:44.321513 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-a1c0ff59-d6bc-4951-988e-dbb7f40846e4 service neutron] For port be393505-c5c8-403b-8de7-7d7ee2fa4d2e, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=be393505-c5c8-403b-8de7-7d7ee2fa4d2e,segment=NetworkSegment(9b946626-6033-4377-b925-f15d5e40910c),segment_id=9b946626-6033-4377-b925-f15d5e40910c)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:44.360064 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-a1c0ff59-d6bc-4951-988e-dbb7f40846e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (be393505-c5c8-403b-8de7-7d7ee2fa4d2e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:44.375099 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (2dbc7f9e-1c85-412b-9e90-7af874c43c9e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:44.381907 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9412448-7271-4c4f-a3c6-c44b7db2e3a3 req-46fe8964-975a-401c-bad8-e85cddfe997b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:44.383452 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d9412448-7271-4c4f-a3c6-c44b7db2e3a3 req-46fe8964-975a-401c-bad8-e85cddfe997b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7432017 Feb 19 03:56:44.427999 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cd71e5d8-1acb-4f56-8909-7d17c004e52b req-d425bb0c-2860-491d-acbb-d76b9f27b318 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bd94b51-a364-4f0b-b569-f92971869088 HTTP/1.1" status: 200 len: 210 time: 0.0547040 Feb 19 03:56:44.450400 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-a1c0ff59-d6bc-4951-988e-dbb7f40846e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:44.450400 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-a1c0ff59-d6bc-4951-988e-dbb7f40846e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:44.450400 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-a1c0ff59-d6bc-4951-988e-dbb7f40846e4 service neutron] 10.222.0.26 "PUT /v2.0/ports/be393505-c5c8-403b-8de7-7d7ee2fa4d2e HTTP/1.1" status: 200 len: 1092 time: 2.4475846 Feb 19 03:56:44.464056 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-374c1fe7-0bde-4fa0-833d-c4b17311c055 req-fbd0bc11-5c39-4a77-a78d-0b1200bf25b3 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924353 Feb 19 03:56:44.485616 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 840d6c43-2e60-4e35-8e6c-531f789fe691 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:56:44.591637 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 2d6710c1-b01f-4d94-8ce7-f3612a906f58 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:44.593374 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0ff59-d6bc-4951-988e-dbb7f40846e4 service neutron] Pushing event updated for resources: {'Port': ['ID=be393505-c5c8-403b-8de7-7d7ee2fa4d2e,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:44.596651 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] Deleting port 0d5d4c5c-b8cf-46c5-8932-34a467ff0e02 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:44.596993 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (0d5d4c5c-b8cf-46c5-8932-34a467ff0e02), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:44.652939 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 840d6c43-2e60-4e35-8e6c-531f789fe691 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:56:44.653292 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 840d6c43-2e60-4e35-8e6c-531f789fe691 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:56:44.653717 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 62f30c79-206b-4186-b644-f4c519bbbb2f no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:56:44.670472 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-834ec453-7edd-42e0-a34f-e292c3fe670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:44.671469 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-834ec453-7edd-42e0-a34f-e292c3fe670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:44.672024 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-834ec453-7edd-42e0-a34f-e292c3fe670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:44.673732 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-834ec453-7edd-42e0-a34f-e292c3fe670d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb339ae23aa545ea84da8ff07fd95109&device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 2960 time: 0.1732790 Feb 19 03:56:44.710031 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-321ce7dd-c693-45cf-aa70-9a42e867ecd3 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Allocated IP 172.20.0.6 (e29e89da-8398-4bad-a8b5-9be42054c178/44f30f4c-dcb5-4893-927c-5937acb50c2b/b58c7f45-a56a-4707-8775-f21173cc527c) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:44.742500 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-99d231ea-3d66-4140-a43a-e1390829a248 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.220&port_id=cfd335bc-df5b-4d41-9373-8db5c0cefd08 HTTP/1.1" status: 200 len: 217 time: 0.0576611 Feb 19 03:56:44.746987 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 62f30c79-206b-4186-b644-f4c519bbbb2f {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:56:44.747341 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 62f30c79-206b-4186-b644-f4c519bbbb2f not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:56:44.755358 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535d26a-7696-45ee-85f7-64a4298a104f req-88ac66df-4ed7-431d-9ada-d427439c8e07 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:44.760644 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] For port 0d5d4c5c-b8cf-46c5-8932-34a467ff0e02, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0d5d4c5c-b8cf-46c5-8932-34a467ff0e02,segment=NetworkSegment(38292db9-b633-4bb0-a3d1-faf2c5a0d27a),segment_id=38292db9-b633-4bb0-a3d1-faf2c5a0d27a)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:44.761014 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (0d5d4c5c-b8cf-46c5-8932-34a467ff0e02), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:44.764300 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6535d26a-7696-45ee-85f7-64a4298a104f req-88ac66df-4ed7-431d-9ada-d427439c8e07 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 944 time: 0.1889024 Feb 19 03:56:44.808858 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 2d6710c1-b01f-4d94-8ce7-f3612a906f58 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:56:44.813362 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 2d6710c1-b01f-4d94-8ce7-f3612a906f58 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:44.813760 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2d6710c1-b01f-4d94-8ce7-f3612a906f58), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:44.825647 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] Calling delete_port for 0d5d4c5c-b8cf-46c5-8932-34a467ff0e02 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:44.921376 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11777a23-f41d-4389-af49-a23ea348a264 None None] DHCP port deletion for 2dbc7f9e-1c85-412b-9e90-7af874c43c9e request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:56:44.952829 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28093611-eb6e-48b4-8b26-7c79bec0a90d', 'name': 'network-vif-deleted', 'tag': 'db24b698-5e88-40bb-b8e6-799407daa0b9'}, {'name': 'network-changed', 'server_uuid': '2c8169c4-565d-4a68-bda7-572ae3087955', 'tag': 'be393505-c5c8-403b-8de7-7d7ee2fa4d2e'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:44.955348 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c39f0d-3599-4632-8bf5-087138c5405d" -d '{"events": [{"server_uuid": "28093611-eb6e-48b4-8b26-7c79bec0a90d", "name": "network-vif-deleted", "tag": "db24b698-5e88-40bb-b8e6-799407daa0b9"}, {"name": "network-changed", "server_uuid": "2c8169c4-565d-4a68-bda7-572ae3087955", "tag": "be393505-c5c8-403b-8de7-7d7ee2fa4d2e"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:44.976979 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6535d26a-7696-45ee-85f7-64a4298a104f req-479bfe55-c5d1-4982-9937-9c59424a7591 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115183 Feb 19 03:56:44.997104 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-95d7db58-26b7-40c8-8f02-a5fb8aba0878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:44.998641 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-95d7db58-26b7-40c8-8f02-a5fb8aba0878 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d811e43-76b6-497e-8b65-756b6e846c6a HTTP/1.1" status: 200 len: 801 time: 0.2305026 Feb 19 03:56:45.023378 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 2d6710c1-b01f-4d94-8ce7-f3612a906f58 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:45.024122 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2d6710c1-b01f-4d94-8ce7-f3612a906f58), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.049639 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643813a9-fb20-4711-ac0d-50a2ae9079dd req-3feb5681-5947-42e5-b633-2d6f5df5e403 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:45.051232 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-643813a9-fb20-4711-ac0d-50a2ae9079dd req-3feb5681-5947-42e5-b633-2d6f5df5e403 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354 HTTP/1.1" status: 200 len: 949 time: 0.1537271 Feb 19 03:56:45.083967 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 2d6710c1-b01f-4d94-8ce7-f3612a906f58, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2d6710c1-b01f-4d94-8ce7-f3612a906f58,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:45.088301 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3acbe2d-13e3-443c-bdc6-420703298646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6710c1-b01f-4d94-8ce7-f3612a906f58'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:45.091183 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d0af1c-b009-4deb-9231-159029317e3e" -d '{"events": [{"server_uuid": "c3acbe2d-13e3-443c-bdc6-420703298646", "name": "network-vif-plugged", "status": "completed", "tag": "2d6710c1-b01f-4d94-8ce7-f3612a906f58"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:45.093489 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-321ce7dd-c693-45cf-aa70-9a42e867ecd3 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks [] for port (b58c7f45-a56a-4707-8775-f21173cc527c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.099955 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2d6710c1-b01f-4d94-8ce7-f3612a906f58), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.101371 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device db24b698-5e88-40bb-b8e6-799407daa0b9 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:56:45.160840 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-643813a9-fb20-4711-ac0d-50a2ae9079dd req-3006df70-d31a-4a78-87b3-9e7554d81392 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869188 Feb 19 03:56:45.160840 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-bdca94c9-eade-4094-bb93-865a8c9ae0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:45.161477 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-321ce7dd-c693-45cf-aa70-9a42e867ecd3 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (b58c7f45-a56a-4707-8775-f21173cc527c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.161964 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-bdca94c9-eade-4094-bb93-865a8c9ae0c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e349f59c-4eca-4931-98ee-f9d1b9a5b5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1528020 Feb 19 03:56:45.174495 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: db24b698-5e88-40bb-b8e6-799407daa0b9 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:56:45.175785 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device db24b698-5e88-40bb-b8e6-799407daa0b9 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:56:45.180921 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-11777a23-f41d-4389-af49-a23ea348a264 None None] Deleting port 0d5d4c5c-b8cf-46c5-8932-34a467ff0e02 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:45.181769 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-11777a23-f41d-4389-af49-a23ea348a264 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (0d5d4c5c-b8cf-46c5-8932-34a467ff0e02), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.200145 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (0d5d4c5c-b8cf-46c5-8932-34a467ff0e02), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.214151 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] No DVR routers for this DVR port 0d5d4c5c-b8cf-46c5-8932-34a467ff0e02 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:56:45.229001 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-321ce7dd-c693-45cf-aa70-9a42e867ecd3 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Network e29e89da-8398-4bad-a8b5-9be42054c178 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:45.234360 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-321ce7dd-c693-45cf-aa70-9a42e867ecd3 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:45.237515 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-321ce7dd-c693-45cf-aa70-9a42e867ecd3 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:45.243432 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5307ff7-f183-4551-8b96-1a99293a5726 x-openstack-request-id: req-d5307ff7-f183-4551-8b96-1a99293a5726 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:45.244079 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28093611-eb6e-48b4-8b26-7c79bec0a90d", "name": "network-vif-deleted", "tag": "db24b698-5e88-40bb-b8e6-799407daa0b9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2c8169c4-565d-4a68-bda7-572ae3087955", "tag": "be393505-c5c8-403b-8de7-7d7ee2fa4d2e", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:45.244272 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-321ce7dd-c693-45cf-aa70-9a42e867ecd3 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:45.244709 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d5307ff7-f183-4551-8b96-1a99293a5726 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:45.244916 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-321ce7dd-c693-45cf-aa70-9a42e867ecd3 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.245475 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28093611-eb6e-48b4-8b26-7c79bec0a90d', 'name': 'network-vif-deleted', 'tag': 'db24b698-5e88-40bb-b8e6-799407daa0b9', 'status': 'completed', 'code': 200} Feb 19 03:56:45.245907 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c8169c4-565d-4a68-bda7-572ae3087955', 'tag': 'be393505-c5c8-403b-8de7-7d7ee2fa4d2e', 'status': 'completed', 'code': 200} Feb 19 03:56:45.256469 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9dbd5e-0d67-472a-9b07-4981ea656def req-95eefc76-931f-40af-934b-a76d2411555c tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:45.263278 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9dbd5e-0d67-472a-9b07-4981ea656def req-95eefc76-931f-40af-934b-a76d2411555c tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:45.267281 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-11777a23-f41d-4389-af49-a23ea348a264 None None] For port 0d5d4c5c-b8cf-46c5-8932-34a467ff0e02, host n-d-828369-19, got binding levels [] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:45.267774 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-11777a23-f41d-4389-af49-a23ea348a264 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (0d5d4c5c-b8cf-46c5-8932-34a467ff0e02), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.269816 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9dbd5e-0d67-472a-9b07-4981ea656def req-95eefc76-931f-40af-934b-a76d2411555c tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:45.278531 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d9dbd5e-0d67-472a-9b07-4981ea656def req-95eefc76-931f-40af-934b-a76d2411555c tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 2411 time: 0.2242126 Feb 19 03:56:45.286879 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-11777a23-f41d-4389-af49-a23ea348a264 None None] Calling delete_port for 0d5d4c5c-b8cf-46c5-8932-34a467ff0e02 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:45.287099 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-321ce7dd-c693-45cf-aa70-9a42e867ecd3 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8489873 Feb 19 03:56:45.291986 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.ipam_backend_mixin [None req-11777a23-f41d-4389-af49-a23ea348a264 None None] Port 0d5d4c5c-b8cf-46c5-8932-34a467ff0e02 was not found and therefore no delete operation was performed {{(pid=109927) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:56:45.296967 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-11777a23-f41d-4389-af49-a23ea348a264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (0d5d4c5c-b8cf-46c5-8932-34a467ff0e02), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.316648 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5aaba08-1bc2-4ff6-b2db-a348d1d1d1d3 x-openstack-request-id: req-a5aaba08-1bc2-4ff6-b2db-a348d1d1d1d3 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:45.317378 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3acbe2d-13e3-443c-bdc6-420703298646", "name": "network-vif-plugged", "status": "completed", "tag": "2d6710c1-b01f-4d94-8ce7-f3612a906f58", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:45.317631 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a5aaba08-1bc2-4ff6-b2db-a348d1d1d1d3 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:45.318017 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3acbe2d-13e3-443c-bdc6-420703298646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6710c1-b01f-4d94-8ce7-f3612a906f58', 'code': 200} Feb 19 03:56:45.318927 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11777a23-f41d-4389-af49-a23ea348a264 None None] No DVR routers for this DVR port 0d5d4c5c-b8cf-46c5-8932-34a467ff0e02 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:56:45.335660 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=2d6710c1-b01f-4d94-8ce7-f3612a906f58,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:45.375887 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11777a23-f41d-4389-af49-a23ea348a264 None None] Pushing event deleted for resources: {'Port': ['ID=0d5d4c5c-b8cf-46c5-8932-34a467ff0e02,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:45.401951 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-57d011fc-62e8-48b8-a8d2-f51778bd9651 service neutron] Request body: {'port': {'device_id': '3bd94b51-a364-4f0b-b569-f92971869088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:45.408444 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d9dbd5e-0d67-472a-9b07-4981ea656def req-88e0c63b-5861-48ad-8498-fe084f469f0f tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286685 Feb 19 03:56:45.431247 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ce7dd-c693-45cf-aa70-9a42e867ecd3 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Pushing event updated for resources: {'Port': ['ID=b58c7f45-a56a-4707-8775-f21173cc527c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:45.481369 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-6c93d697-23b8-4abd-860a-0b2aa2e112fb service neutron] 10.222.0.26 "GET /v2.0/networks/e349f59c-4eca-4931-98ee-f9d1b9a5b5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047633 Feb 19 03:56:45.494329 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (2dbc7f9e-1c85-412b-9e90-7af874c43c9e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.499265 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=0d5d4c5c-b8cf-46c5-8932-34a467ff0e02,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:45.548937 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45deb5-d583-4a52-aa5f-395e568d1db4 req-fb0eeedc-a044-46af-85aa-ab8734da18ff tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:45.550306 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0d45deb5-d583-4a52-aa5f-395e568d1db4 req-fb0eeedc-a044-46af-85aa-ab8734da18ff tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.1310270 Feb 19 03:56:45.550644 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:56:45.551132 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:56:45.551896 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:56:45.552230 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] Subscribe: > port after_create 55550000 {{(pid=109925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:56:45.552879 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] Subscribe: > port after_delete 55550000 {{(pid=109925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:56:45.552879 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] Subscribe: > port after_update 55550000 {{(pid=109925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:56:45.553255 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:56:45.553575 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:56:45.553891 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:56:45.554249 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:56:45.656721 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0d45deb5-d583-4a52-aa5f-395e568d1db4 req-e4bcf9e5-e734-4ddc-9b49-f1724eac0cee tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955353 Feb 19 03:56:45.661751 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-4ba8822d-1fdc-49f5-a995-60c553b08654 service neutron] 10.222.0.26 "GET /v2.0/networks/e349f59c-4eca-4931-98ee-f9d1b9a5b5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774235 Feb 19 03:56:45.669980 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7aab8a-8f52-4db0-9f2e-4098401a2e64 req-0573dc2a-93f4-46e0-96ae-0e6cdfeafcfc tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:45.671561 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a7aab8a-8f52-4db0-9f2e-4098401a2e64 req-0573dc2a-93f4-46e0-96ae-0e6cdfeafcfc tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bd94b51-a364-4f0b-b569-f92971869088 HTTP/1.1" status: 200 len: 931 time: 0.1342838 Feb 19 03:56:45.672131 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:56:45.672640 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:56:45.673124 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:56:45.673844 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:56:45.674412 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dbc7f9e-1c85-412b-9e90-7af874c43c9e']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:45.687723 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae6603-a189-41bd-b2d7-5bae8e36bb59 req-2a35f81f-dfd8-4ec6-b81e-3f2b1a5cd766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:45.689618 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5aae6603-a189-41bd-b2d7-5bae8e36bb59 req-2a35f81f-dfd8-4ec6-b81e-3f2b1a5cd766 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 1132 time: 0.2596948 Feb 19 03:56:45.726037 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-f5a7d3d9-447d-4a9d-b27e-a250b9285c91 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.89&port_id=32b65e72-f530-451d-974d-5dbfb639b8ee HTTP/1.1" status: 200 len: 217 time: 0.0526469 Feb 19 03:56:45.730794 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38292db9-b633-4bb0-a3d1-faf2c5a0d27a') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:45.731100 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38292db9-b633-4bb0-a3d1-faf2c5a0d27a') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:45.749893 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-57d011fc-62e8-48b8-a8d2-f51778bd9651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b58c7f45-a56a-4707-8775-f21173cc527c), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.754174 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (38292db9-b633-4bb0-a3d1-faf2c5a0d27a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.799388 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (38292db9-b633-4bb0-a3d1-faf2c5a0d27a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.803847 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5aae6603-a189-41bd-b2d7-5bae8e36bb59 req-c2bce4b2-f030-4952-876e-efa58467b68a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050076 Feb 19 03:56:45.827719 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:56:45.828154 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (38292db9-b633-4bb0-a3d1-faf2c5a0d27a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: from cryptography.utils import int_from_bytes Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: from cryptography.utils import int_from_bytes Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: timer() Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:56:45.832147 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:56:45.835567 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a7aab8a-8f52-4db0-9f2e-4098401a2e64 req-1367730a-0b3c-496b-be32-ceb62b8b5926 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547601 Feb 19 03:56:45.838846 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-63125a2f-8a07-447b-a699-c286c5d2f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:45.840330 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-63125a2f-8a07-447b-a699-c286c5d2f19d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef3651c2-739a-4a79-8862-b04db691991c HTTP/1.1" status: 200 len: 801 time: 0.1071079 Feb 19 03:56:45.864961 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb68021-5203-409b-a37f-9f104f96b086 req-363b88fc-5596-465e-b1d5-d8bb7af9722e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:45.869315 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:56:45.874406 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7bb68021-5203-409b-a37f-9f104f96b086 req-363b88fc-5596-465e-b1d5-d8bb7af9722e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 949 time: 0.1291523 Feb 19 03:56:45.918620 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7bb68021-5203-409b-a37f-9f104f96b086 req-d9d775d4-5895-4574-9a2b-4cedd988ce4b tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433257 Feb 19 03:56:45.962690 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (2dbc7f9e-1c85-412b-9e90-7af874c43c9e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.968648 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.972597 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] 10.222.0.52 "DELETE /v2.0/networks/2dbc7f9e-1c85-412b-9e90-7af874c43c9e HTTP/1.1" status: 204 len: 168 time: 1.6840200 Feb 19 03:56:45.985065 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 42824) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:45.991250 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9edc4-8542-4151-9636-015cab935e4d admin admin] Pushing event deleted for resources: {'Network': ['ID=2dbc7f9e-1c85-412b-9e90-7af874c43c9e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:46.178754 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-57d011fc-62e8-48b8-a8d2-f51778bd9651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b58c7f45-a56a-4707-8775-f21173cc527c {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:56:46.190585 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-57d011fc-62e8-48b8-a8d2-f51778bd9651 service neutron] Publish callbacks [] for port (b58c7f45-a56a-4707-8775-f21173cc527c), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:46.212170 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-57d011fc-62e8-48b8-a8d2-f51778bd9651 service neutron] Transition to ACTIVE for port object b58c7f45-a56a-4707-8775-f21173cc527c will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:56:46.218197 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-57d011fc-62e8-48b8-a8d2-f51778bd9651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (b58c7f45-a56a-4707-8775-f21173cc527c), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:46.300711 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d011fc-62e8-48b8-a8d2-f51778bd9651 service neutron] Pushing event updated for resources: {'Port': ['ID=b58c7f45-a56a-4707-8775-f21173cc527c,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:46.411808 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-57d011fc-62e8-48b8-a8d2-f51778bd9651 service neutron] Attempting to bind port b58c7f45-a56a-4707-8775-f21173cc527c on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:46.412192 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-57d011fc-62e8-48b8-a8d2-f51778bd9651 service neutron] Attempting to bind port b58c7f45-a56a-4707-8775-f21173cc527c by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'b2c1d9af-cbee-4711-bd73-b2e25e504cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:46.412913 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-57d011fc-62e8-48b8-a8d2-f51778bd9651 service neutron] Attempting to bind port b58c7f45-a56a-4707-8775-f21173cc527c on network e29e89da-8398-4bad-a8b5-9be42054c178 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:46.418402 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-57d011fc-62e8-48b8-a8d2-f51778bd9651 service neutron] Port b58c7f45-a56a-4707-8775-f21173cc527c on network e29e89da-8398-4bad-a8b5-9be42054c178 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:56:46.418736 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-57d011fc-62e8-48b8-a8d2-f51778bd9651 service neutron] Attempting to bind port b58c7f45-a56a-4707-8775-f21173cc527c on network e29e89da-8398-4bad-a8b5-9be42054c178 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:46.425221 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-57d011fc-62e8-48b8-a8d2-f51778bd9651 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:46.425706 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-57d011fc-62e8-48b8-a8d2-f51778bd9651 service neutron] Checking segment: {'id': 'b2c1d9af-cbee-4711-bd73-b2e25e504cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:46.426963 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-57d011fc-62e8-48b8-a8d2-f51778bd9651 service neutron] Bound using segment: {'id': 'b2c1d9af-cbee-4711-bd73-b2e25e504cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:46.427269 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-57d011fc-62e8-48b8-a8d2-f51778bd9651 service neutron] Bound port: b58c7f45-a56a-4707-8775-f21173cc527c, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c1d9af-cbee-4711-bd73-b2e25e504cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:46.427643 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-57d011fc-62e8-48b8-a8d2-f51778bd9651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b58c7f45-a56a-4707-8775-f21173cc527c), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:46.505910 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-57d011fc-62e8-48b8-a8d2-f51778bd9651 service neutron] For port b58c7f45-a56a-4707-8775-f21173cc527c, host n-h2-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:46.509965 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-57d011fc-62e8-48b8-a8d2-f51778bd9651 service neutron] For port b58c7f45-a56a-4707-8775-f21173cc527c, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=b58c7f45-a56a-4707-8775-f21173cc527c,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:46.516783 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0d5d4c5c-b8cf-46c5-8932-34a467ff0e02 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:56:46.520580 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-57d011fc-62e8-48b8-a8d2-f51778bd9651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (b58c7f45-a56a-4707-8775-f21173cc527c), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:46.547822 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab38cad-b545-4e5d-a5d9-b0b1f0e45725 req-3ef8c87a-ce8a-4d9a-ac65-6e4dd2d9d6f4 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:46.549339 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fab38cad-b545-4e5d-a5d9-b0b1f0e45725 req-3ef8c87a-ce8a-4d9a-ac65-6e4dd2d9d6f4 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 944 time: 0.5065784 Feb 19 03:56:46.552742 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 0d5d4c5c-b8cf-46c5-8932-34a467ff0e02 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:56:46.554006 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0d5d4c5c-b8cf-46c5-8932-34a467ff0e02 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:56:46.559627 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-57d011fc-62e8-48b8-a8d2-f51778bd9651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:46.560555 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-57d011fc-62e8-48b8-a8d2-f51778bd9651 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:46.563258 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-57d011fc-62e8-48b8-a8d2-f51778bd9651 service neutron] 10.222.0.79 "PUT /v2.0/ports/b58c7f45-a56a-4707-8775-f21173cc527c HTTP/1.1" status: 200 len: 1092 time: 1.1664107 Feb 19 03:56:46.566757 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd94b51-a364-4f0b-b569-f92971869088', 'tag': 'b58c7f45-a56a-4707-8775-f21173cc527c'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:46.572317 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f8b91f-b77b-4e44-b889-ba8b0f18b8ee" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd94b51-a364-4f0b-b569-f92971869088", "tag": "b58c7f45-a56a-4707-8775-f21173cc527c"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:46.582938 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 164c54cc-4545-454e-b0ae-1bf33d6830dc no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:56:46.629539 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae331a-36d6-44c1-9ac5-63ce275a6e49 req-8fda91a6-9809-4d21-863e-9790ae50c95a tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:46.631024 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-12ae331a-36d6-44c1-9ac5-63ce275a6e49 req-8fda91a6-9809-4d21-863e-9790ae50c95a tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.79 "GET /v2.0/ports?device_id=c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354 HTTP/1.1" status: 200 len: 949 time: 0.3100059 Feb 19 03:56:46.640906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2958c4-f4fe-4adc-9dc5-c3a1d071bb75 req-edbd9c73-b796-45d7-962f-64c5a751b9af tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:46.647760 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c2958c4-f4fe-4adc-9dc5-c3a1d071bb75 req-edbd9c73-b796-45d7-962f-64c5a751b9af tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354 HTTP/1.1" status: 200 len: 949 time: 0.3316209 Feb 19 03:56:46.669778 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d011fc-62e8-48b8-a8d2-f51778bd9651 service neutron] Pushing event updated for resources: {'Port': ['ID=b58c7f45-a56a-4707-8775-f21173cc527c,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:46.670700 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-752dee45-add0-4f9d-9d60-e0f659d5683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:46.672179 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-752dee45-add0-4f9d-9d60-e0f659d5683f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4436bc2f-5b9d-4320-adcb-309585e364f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3549688 Feb 19 03:56:46.700090 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-d1409d3e-9ddb-4219-82de-7a52533059cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:46.701701 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-d1409d3e-9ddb-4219-82de-7a52533059cc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b59201376b2440aa9b190f91d3932a87&device_id=3bd94b51-a364-4f0b-b569-f92971869088 HTTP/1.1" status: 200 len: 1126 time: 0.0811610 Feb 19 03:56:46.721676 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 164c54cc-4545-454e-b0ae-1bf33d6830dc is: DOWN; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:46.753954 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-bc62655c-7375-45fe-9cda-94c9a963f1ca service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b58c7f45-a56a-4707-8775-f21173cc527c HTTP/1.1" status: 200 len: 217 time: 0.0438786 Feb 19 03:56:46.795190 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fab38cad-b545-4e5d-a5d9-b0b1f0e45725 req-d830cb31-db3b-4507-9bac-d79720dd86f1 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339654 Feb 19 03:56:46.802249 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-1f41c665-b579-4ae3-a613-e9b99130309c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:46.806432 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-1f41c665-b579-4ae3-a613-e9b99130309c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=44f30f4c-dcb5-4893-927c-5937acb50c2b HTTP/1.1" status: 200 len: 845 time: 0.0467961 Feb 19 03:56:46.840149 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-17a8df14-0ce0-449a-abc8-d4dc689e270c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e29e89da-8398-4bad-a8b5-9be42054c178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271087 Feb 19 03:56:46.870017 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c2958c4-f4fe-4adc-9dc5-c3a1d071bb75 req-3f14aca8-1088-4f71-99ac-2d7be21e9614 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213898 Feb 19 03:56:46.963231 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-2a1cc769-198a-4536-bddb-056c07e95b77 service neutron] 10.222.0.79 "GET /v2.0/networks/e29e89da-8398-4bad-a8b5-9be42054c178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061962 Feb 19 03:56:46.964703 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b1ab8b-ff8f-4e25-af88-0939e7bd9f86 x-openstack-request-id: req-a9b1ab8b-ff8f-4e25-af88-0939e7bd9f86 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:46.964993 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd94b51-a364-4f0b-b569-f92971869088", "tag": "b58c7f45-a56a-4707-8775-f21173cc527c", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:46.965250 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a9b1ab8b-ff8f-4e25-af88-0939e7bd9f86 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:46.965645 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd94b51-a364-4f0b-b569-f92971869088', 'tag': 'b58c7f45-a56a-4707-8775-f21173cc527c', 'status': 'completed', 'code': 200} Feb 19 03:56:47.019290 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-a064d284-a16e-44b4-a6ac-b2cfad08b338 service neutron] 10.222.0.26 "GET /v2.0/networks/4436bc2f-5b9d-4320-adcb-309585e364f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103478 Feb 19 03:56:47.071015 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5b60a6f7-f9ab-4029-a4e1-3df255451575 req-9531439f-b4f1-4683-a4eb-4e8cff0223ae service neutron] 10.222.0.79 "GET /v2.0/networks/e29e89da-8398-4bad-a8b5-9be42054c178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981858 Feb 19 03:56:47.119894 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-12ae331a-36d6-44c1-9ac5-63ce275a6e49 req-63bdd38e-064c-4cdd-ba11-4116b5a9beed tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Deleting port 4a642189-e39b-4dcd-96a1-0abfb34e9a34 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:47.120244 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-12ae331a-36d6-44c1-9ac5-63ce275a6e49 req-63bdd38e-064c-4cdd-ba11-4116b5a9beed tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (4a642189-e39b-4dcd-96a1-0abfb34e9a34), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:47.185144 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8b91f-b77b-4e44-b889-ba8b0f18b8ee req-fd9d661e-2ee1-4f88-b2e6-c14b68b1ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:47.188867 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f0f8b91f-b77b-4e44-b889-ba8b0f18b8ee req-fd9d661e-2ee1-4f88-b2e6-c14b68b1ee04 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b59201376b2440aa9b190f91d3932a87&device_id=3bd94b51-a364-4f0b-b569-f92971869088 HTTP/1.1" status: 200 len: 1126 time: 0.0596745 Feb 19 03:56:47.221516 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a8822-f2a9-41c8-b8eb-5c516b07357b req-0704a8ff-9b67-49bd-b4db-4b41199e767d tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:47.226937 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a8822-f2a9-41c8-b8eb-5c516b07357b req-0704a8ff-9b67-49bd-b4db-4b41199e767d tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:47.232236 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a8822-f2a9-41c8-b8eb-5c516b07357b req-0704a8ff-9b67-49bd-b4db-4b41199e767d tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:47.239207 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-730a8822-f2a9-41c8-b8eb-5c516b07357b req-0704a8ff-9b67-49bd-b4db-4b41199e767d tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 2411 time: 0.2763853 Feb 19 03:56:47.306799 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aadb52-3b1d-4d20-b4eb-545bdc22d949 req-3be58ab8-dfad-4319-9eb5-e44f66c08e84 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:47.308345 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7aadb52-3b1d-4d20-b4eb-545bdc22d949 req-3be58ab8-dfad-4319-9eb5-e44f66c08e84 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.2947979 Feb 19 03:56:47.316274 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8b91f-b77b-4e44-b889-ba8b0f18b8ee req-01dff2ff-a607-4ad2-8a40-9bfba3a787b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:47.318514 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f0f8b91f-b77b-4e44-b889-ba8b0f18b8ee req-01dff2ff-a607-4ad2-8a40-9bfba3a787b9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e29e89da-8398-4bad-a8b5-9be42054c178 HTTP/1.1" status: 200 len: 906 time: 0.1204381 Feb 19 03:56:47.347863 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-31f24971-6489-4cc5-9314-6bb71db8dcfa service neutron] 10.222.0.26 "GET /v2.0/networks/4436bc2f-5b9d-4320-adcb-309585e364f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118045 Feb 19 03:56:47.365108 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f0f8b91f-b77b-4e44-b889-ba8b0f18b8ee req-de7c6da5-7772-4529-ac83-5600f5f7d151 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b58c7f45-a56a-4707-8775-f21173cc527c HTTP/1.1" status: 200 len: 217 time: 0.0385334 Feb 19 03:56:47.418121 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8b91f-b77b-4e44-b889-ba8b0f18b8ee req-2ae9e018-75bc-4dea-af2f-ab261b53f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:47.419859 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f0f8b91f-b77b-4e44-b889-ba8b0f18b8ee req-2ae9e018-75bc-4dea-af2f-ab261b53f6b3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=44f30f4c-dcb5-4893-927c-5937acb50c2b HTTP/1.1" status: 200 len: 845 time: 0.0491996 Feb 19 03:56:47.451224 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f0f8b91f-b77b-4e44-b889-ba8b0f18b8ee req-a11a8df2-c089-4c18-be66-225df9b19a60 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e29e89da-8398-4bad-a8b5-9be42054c178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247211 Feb 19 03:56:47.454413 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-12ae331a-36d6-44c1-9ac5-63ce275a6e49 req-63bdd38e-064c-4cdd-ba11-4116b5a9beed tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] For port 4a642189-e39b-4dcd-96a1-0abfb34e9a34, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=4a642189-e39b-4dcd-96a1-0abfb34e9a34,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:47.454787 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-12ae331a-36d6-44c1-9ac5-63ce275a6e49 req-63bdd38e-064c-4cdd-ba11-4116b5a9beed tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (4a642189-e39b-4dcd-96a1-0abfb34e9a34), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:47.460382 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-730a8822-f2a9-41c8-b8eb-5c516b07357b req-7f8153bb-4810-4995-bbc2-4b7b29b5d619 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203941 Feb 19 03:56:47.461639 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-cba3ec15-7650-486e-9748-f3491b348b74 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.40&port_id=be393505-c5c8-403b-8de7-7d7ee2fa4d2e HTTP/1.1" status: 200 len: 217 time: 0.0987041 Feb 19 03:56:47.532625 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-12ae331a-36d6-44c1-9ac5-63ce275a6e49 req-63bdd38e-064c-4cdd-ba11-4116b5a9beed tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Calling delete_port for 4a642189-e39b-4dcd-96a1-0abfb34e9a34 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:47.552889 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f0f8b91f-b77b-4e44-b889-ba8b0f18b8ee req-772eb935-2b4c-4f3b-a930-4159597d4aab service neutron] 10.222.0.79 "GET /v2.0/networks/e29e89da-8398-4bad-a8b5-9be42054c178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910296 Feb 19 03:56:47.575902 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7aadb52-3b1d-4d20-b4eb-545bdc22d949 req-48f14473-2a45-4919-8866-722a7b3533a1 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371016 Feb 19 03:56:47.633151 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-21a3151e-680a-45e8-bb25-ca7b41267e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:47.634623 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-21a3151e-680a-45e8-bb25-ca7b41267e26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d811e43-76b6-497e-8b65-756b6e846c6a HTTP/1.1" status: 200 len: 801 time: 0.1581113 Feb 19 03:56:47.668407 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f0f8b91f-b77b-4e44-b889-ba8b0f18b8ee req-4b224ad3-612e-4005-bf4a-d34a43f4b2b9 service neutron] 10.222.0.79 "GET /v2.0/networks/e29e89da-8398-4bad-a8b5-9be42054c178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071250 Feb 19 03:56:47.709669 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1b3b5dea-210a-4419-84e7-44a956cd4066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (5612a9ff-3850-4b22-af3f-9ec433f66ac2), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:47.800371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668fa3f-0087-4296-95ee-68505189d557 req-4b868721-1a06-4e9c-b9ff-87d543ebb7cc tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:47.801843 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6668fa3f-0087-4296-95ee-68505189d557 req-4b868721-1a06-4e9c-b9ff-87d543ebb7cc tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bd94b51-a364-4f0b-b569-f92971869088 HTTP/1.1" status: 200 len: 943 time: 0.2557058 Feb 19 03:56:47.872582 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-c4a6d5f3-2769-41cd-adf0-2c8840969ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:47.874000 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-c4a6d5f3-2769-41cd-adf0-2c8840969ce2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e349f59c-4eca-4931-98ee-f9d1b9a5b5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2216511 Feb 19 03:56:48.165150 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447d6ce-7ece-4a92-84e5-9b2e8f07fc60 req-ac46a1e0-9edf-454a-8449-41c5519e138a tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:48.166633 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e447d6ce-7ece-4a92-84e5-9b2e8f07fc60 req-ac46a1e0-9edf-454a-8449-41c5519e138a tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 949 time: 0.4910989 Feb 19 03:56:48.299040 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6668fa3f-0087-4296-95ee-68505189d557 req-70f7282b-c9e3-48fc-b911-f400cf6523ed tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868174 Feb 19 03:56:48.299680 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-12ae331a-36d6-44c1-9ac5-63ce275a6e49 req-63bdd38e-064c-4cdd-ba11-4116b5a9beed tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (4a642189-e39b-4dcd-96a1-0abfb34e9a34), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:48.311616 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['d2a98fb4-cb43-48d1-9480-65db6d632aa4', '0c4a3126-09cd-4911-bc59-c5a205f4d32f'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:56:48.380930 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdd38e-064c-4cdd-ba11-4116b5a9beed tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Pushing event deleted for resources: {'Port': ['ID=4a642189-e39b-4dcd-96a1-0abfb34e9a34,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:48.453474 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e447d6ce-7ece-4a92-84e5-9b2e8f07fc60 req-6d9c4e45-ccc6-444a-b11b-3678af95ad5a tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756901 Feb 19 03:56:48.488311 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ae331a-36d6-44c1-9ac5-63ce275a6e49 req-63bdd38e-064c-4cdd-ba11-4116b5a9beed tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] No DVR routers for this DVR port 4a642189-e39b-4dcd-96a1-0abfb34e9a34 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:56:48.489533 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-a610a411-913b-4387-9c4e-b81f0e71e0a9 service neutron] 10.222.0.26 "GET /v2.0/networks/e349f59c-4eca-4931-98ee-f9d1b9a5b5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5873141 Feb 19 03:56:48.491760 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-12ae331a-36d6-44c1-9ac5-63ce275a6e49 req-63bdd38e-064c-4cdd-ba11-4116b5a9beed tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:48.495154 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-12ae331a-36d6-44c1-9ac5-63ce275a6e49 req-63bdd38e-064c-4cdd-ba11-4116b5a9beed tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.79 "DELETE /v2.0/ports/4a642189-e39b-4dcd-96a1-0abfb34e9a34 HTTP/1.1" status: 204 len: 173 time: 1.8364363 Feb 19 03:56:48.497881 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-710b7c15-4b0f-4861-ae2a-16fb8fc53557 service neutron] 10.222.0.26 "GET /v2.0/ports/164c54cc-4545-454e-b0ae-1bf33d6830dc/bindings/n-h2-828369-19 HTTP/1.1" status: 200 len: 385 time: 0.0730004 Feb 19 03:56:48.509826 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354', 'name': 'network-vif-deleted', 'tag': '4a642189-e39b-4dcd-96a1-0abfb34e9a34'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:48.512182 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7623d985-b02a-44b9-92c0-a0176538a93a" -d '{"events": [{"server_uuid": "c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354", "name": "network-vif-deleted", "tag": "4a642189-e39b-4dcd-96a1-0abfb34e9a34"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:48.639014 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-353376d6-5c1a-43e2-9bb7-c24261bf5797 req-020272f1-482c-47d7-ad97-7cac9c808072 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354 HTTP/1.1" status: 200 len: 210 time: 0.0557559 Feb 19 03:56:48.694571 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794d765-c6ae-479e-917f-5eaee99692ea req-f4f9c42e-2ff5-4a96-a797-48d0d2a5fe9e tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:48.696088 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6794d765-c6ae-479e-917f-5eaee99692ea req-f4f9c42e-2ff5-4a96-a797-48d0d2a5fe9e tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 944 time: 0.2487595 Feb 19 03:56:48.708523 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4776dc33-e27a-46c3-b5e4-60e09b6ddcbc req-c0c5c123-f227-4e00-a39f-6fc1cdfabf9d service neutron] 10.222.0.26 "GET /v2.0/networks/e349f59c-4eca-4931-98ee-f9d1b9a5b5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936219 Feb 19 03:56:48.769970 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-9676bb63-3485-4997-b588-7a0e4b097fae service neutron] For port 164c54cc-4545-454e-b0ae-1bf33d6830dc, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=164c54cc-4545-454e-b0ae-1bf33d6830dc,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:48.793250 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-9676bb63-3485-4997-b588-7a0e4b097fae service neutron] For port 164c54cc-4545-454e-b0ae-1bf33d6830dc, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:48.805499 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6794d765-c6ae-479e-917f-5eaee99692ea req-3cc2cb94-1900-4d7b-a434-2e731caebb37 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925918 Feb 19 03:56:48.835100 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-cfe39c66-f787-4447-8826-ee0440717559 req-8b08d4a9-0129-40f6-951c-e2b4100b0e16 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:56:48.836394 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-9676bb63-3485-4997-b588-7a0e4b097fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164c54cc-4545-454e-b0ae-1bf33d6830dc {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:56:48.836550 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cfe39c66-f787-4447-8826-ee0440717559 req-8b08d4a9-0129-40f6-951c-e2b4100b0e16 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065970 Feb 19 03:56:48.852812 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-9676bb63-3485-4997-b588-7a0e4b097fae service neutron] For port 164c54cc-4545-454e-b0ae-1bf33d6830dc, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=164c54cc-4545-454e-b0ae-1bf33d6830dc,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:48.868743 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-1b3b5dea-210a-4419-84e7-44a956cd4066 admin admin] Deleting port 09c933c9-cb68-498b-ad04-0bd744b414ba {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:48.869166 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1b3b5dea-210a-4419-84e7-44a956cd4066 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (09c933c9-cb68-498b-ad04-0bd744b414ba), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:48.886586 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-9676bb63-3485-4997-b588-7a0e4b097fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (164c54cc-4545-454e-b0ae-1bf33d6830dc), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:48.999054 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-9676bb63-3485-4997-b588-7a0e4b097fae service neutron] Transition to ACTIVE for port object 164c54cc-4545-454e-b0ae-1bf33d6830dc will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:56:49.017129 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-9676bb63-3485-4997-b588-7a0e4b097fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (164c54cc-4545-454e-b0ae-1bf33d6830dc), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.040976 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c39f0d-3599-4632-8bf5-087138c5405d req-05d40666-026d-4b46-88bd-531e4a9ef6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:49.041472 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c39f0d-3599-4632-8bf5-087138c5405d req-05d40666-026d-4b46-88bd-531e4a9ef6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:49.041951 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c39f0d-3599-4632-8bf5-087138c5405d req-05d40666-026d-4b46-88bd-531e4a9ef6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:49.044380 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1c39f0d-3599-4632-8bf5-087138c5405d req-05d40666-026d-4b46-88bd-531e4a9ef6a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb339ae23aa545ea84da8ff07fd95109&device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 2960 time: 0.2532642 Feb 19 03:56:49.067453 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0a87a6-6bc7-41e9-a291-34b898840d3d x-openstack-request-id: req-fb0a87a6-6bc7-41e9-a291-34b898840d3d {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:49.067746 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354", "name": "network-vif-deleted", "tag": "4a642189-e39b-4dcd-96a1-0abfb34e9a34", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:49.068031 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fb0a87a6-6bc7-41e9-a291-34b898840d3d {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:49.068943 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84a08ec-3ba7-4b3f-b1d3-c0229ec4c354', 'name': 'network-vif-deleted', 'tag': '4a642189-e39b-4dcd-96a1-0abfb34e9a34', 'status': 'completed', 'code': 200} Feb 19 03:56:49.113125 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676bb63-3485-4997-b588-7a0e4b097fae service neutron] Pushing event updated for resources: {'Port': ['ID=164c54cc-4545-454e-b0ae-1bf33d6830dc,revision_number=10']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:49.145426 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9781f-3c1f-4ddb-ab79-782ba2424e70 req-5ec5ba5d-6ffa-4bf0-b171-8edab7026531 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:49.151331 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9781f-3c1f-4ddb-ab79-782ba2424e70 req-5ec5ba5d-6ffa-4bf0-b171-8edab7026531 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:49.156594 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9781f-3c1f-4ddb-ab79-782ba2424e70 req-5ec5ba5d-6ffa-4bf0-b171-8edab7026531 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:49.158076 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-faf9781f-3c1f-4ddb-ab79-782ba2424e70 req-5ec5ba5d-6ffa-4bf0-b171-8edab7026531 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 2411 time: 0.2261233 Feb 19 03:56:49.160137 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-1b3b5dea-210a-4419-84e7-44a956cd4066 admin admin] For port 09c933c9-cb68-498b-ad04-0bd744b414ba, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=09c933c9-cb68-498b-ad04-0bd744b414ba,segment=NetworkSegment(a7e1e87d-507f-44ff-8751-ded7d5ba7849),segment_id=a7e1e87d-507f-44ff-8751-ded7d5ba7849)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:49.162134 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1b3b5dea-210a-4419-84e7-44a956cd4066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (09c933c9-cb68-498b-ad04-0bd744b414ba), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.182009 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-9676bb63-3485-4997-b588-7a0e4b097fae service neutron] No DVR routers for this DVR port 164c54cc-4545-454e-b0ae-1bf33d6830dc on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:56:49.208252 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-1b3b5dea-210a-4419-84e7-44a956cd4066 admin admin] Calling delete_port for 09c933c9-cb68-498b-ad04-0bd744b414ba owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:49.217086 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f3ca274-d72a-402b-8c88-e9797a364fa2 req-ec316da6-a399-4777-b5bb-f1031dea801a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0880792 Feb 19 03:56:49.221514 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-9676bb63-3485-4997-b588-7a0e4b097fae service neutron] 10.222.0.26 "PUT /v2.0/ports/164c54cc-4545-454e-b0ae-1bf33d6830dc/bindings/n-h2-828369-19/activate HTTP/1.1" status: 200 len: 370 time: 0.7159603 Feb 19 03:56:49.354767 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c39f0d-3599-4632-8bf5-087138c5405d req-4ddbc33a-3f5a-4b6b-b1a6-bd051b61fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:49.356231 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1c39f0d-3599-4632-8bf5-087138c5405d req-4ddbc33a-3f5a-4b6b-b1a6-bd051b61fdd9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e349f59c-4eca-4931-98ee-f9d1b9a5b5b3 HTTP/1.1" status: 200 len: 903 time: 0.2999601 Feb 19 03:56:49.363045 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e5e81-102e-4fbd-b9df-c15cac4d7b4a req-3e8bca32-d295-4605-b640-2f70f9de2923 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:49.364397 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a0e5e81-102e-4fbd-b9df-c15cac4d7b4a req-3e8bca32-d295-4605-b640-2f70f9de2923 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.2336700 Feb 19 03:56:49.372148 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-faf9781f-3c1f-4ddb-ab79-782ba2424e70 req-d1c6179f-de7a-4b5d-bda3-96e423090537 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970282 Feb 19 03:56:49.440660 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1c39f0d-3599-4632-8bf5-087138c5405d req-cded3195-115c-468e-88e0-10b33a470915 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.40&port_id=be393505-c5c8-403b-8de7-7d7ee2fa4d2e HTTP/1.1" status: 200 len: 217 time: 0.0718327 Feb 19 03:56:49.584283 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-36b20d0b-9929-4def-875b-13bcafa70ac9 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:49.586185 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-36b20d0b-9929-4def-875b-13bcafa70ac9 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67&tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&binding%3Ahost_id=n-h1-828369-19 HTTP/1.1" status: 200 len: 1128 time: 0.2767432 Feb 19 03:56:49.588963 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a0e5e81-102e-4fbd-b9df-c15cac4d7b4a req-e80a33c0-b2bc-42a1-b7e0-31463c244f22 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103555 Feb 19 03:56:49.635608 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c39f0d-3599-4632-8bf5-087138c5405d req-4acbcffb-edef-4d88-bbbc-f74890f9d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:49.637076 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1c39f0d-3599-4632-8bf5-087138c5405d req-4acbcffb-edef-4d88-bbbc-f74890f9d625 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d811e43-76b6-497e-8b65-756b6e846c6a HTTP/1.1" status: 200 len: 801 time: 0.1817126 Feb 19 03:56:49.648157 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42876) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:49.671921 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426685ee-39bf-4caa-a635-d92c3a79d732 req-754be454-4962-4897-b3e0-ab61ab4d561a tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:49.673471 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-426685ee-39bf-4caa-a635-d92c3a79d732 req-754be454-4962-4897-b3e0-ab61ab4d561a tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 949 time: 0.2378087 Feb 19 03:56:49.752568 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ca274-d72a-402b-8c88-e9797a364fa2 req-d9f84cf3-6a5e-47c9-bf63-2d2a132c5f83 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:49.753995 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f3ca274-d72a-402b-8c88-e9797a364fa2 req-d9f84cf3-6a5e-47c9-bf63-2d2a132c5f83 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports/2d6710c1-b01f-4d94-8ce7-f3612a906f58 HTTP/1.1" status: 200 len: 946 time: 0.1042290 Feb 19 03:56:49.814021 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-72e7627c-4ec3-4244-b136-5832107b8d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:49.815540 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-72e7627c-4ec3-4244-b136-5832107b8d26 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67&tenant_id=fd8b7bffe1624958b97c2ba4fab2c960 HTTP/1.1" status: 200 len: 1128 time: 0.2205129 Feb 19 03:56:49.841700 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c39f0d-3599-4632-8bf5-087138c5405d req-1c7fe2b9-c99a-42f7-b6a0-98415dfc5d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:49.843209 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1c39f0d-3599-4632-8bf5-087138c5405d req-1c7fe2b9-c99a-42f7-b6a0-98415dfc5d5a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e349f59c-4eca-4931-98ee-f9d1b9a5b5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1941848 Feb 19 03:56:49.876372 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-426685ee-39bf-4caa-a635-d92c3a79d732 req-c2acf36d-512c-469e-8cbc-f3c74f346dbe tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754868 Feb 19 03:56:49.906237 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ec067-4556-4fd6-8794-94ab8a629355 req-23c41085-486a-41e6-be97-0e5643342d7c tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:49.907956 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-402ec067-4556-4fd6-8794-94ab8a629355 req-23c41085-486a-41e6-be97-0e5643342d7c tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bd94b51-a364-4f0b-b569-f92971869088 HTTP/1.1" status: 200 len: 943 time: 0.2256765 Feb 19 03:56:49.910435 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1b3b5dea-210a-4419-84e7-44a956cd4066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (09c933c9-cb68-498b-ad04-0bd744b414ba), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.997007 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b5dea-210a-4419-84e7-44a956cd4066 admin admin] Pushing event deleted for resources: {'Port': ['ID=09c933c9-cb68-498b-ad04-0bd744b414ba,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:50.137433 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-c675d57e-e319-4245-ba2b-b88072306d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:50.138978 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-c675d57e-e319-4245-ba2b-b88072306d35 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 1128 time: 0.2904713 Feb 19 03:56:50.151009 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1c39f0d-3599-4632-8bf5-087138c5405d req-f9e22408-8c73-46ad-b1a0-8a127ed94152 service neutron] 10.222.0.26 "GET /v2.0/networks/e349f59c-4eca-4931-98ee-f9d1b9a5b5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010600 Feb 19 03:56:50.169737 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-402ec067-4556-4fd6-8794-94ab8a629355 req-359ef7b2-475d-48bd-895b-17bf2f635bf4 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163565 Feb 19 03:56:50.222303 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device b58c7f45-a56a-4707-8775-f21173cc527c details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:56:50.226974 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 4a642189-e39b-4dcd-96a1-0abfb34e9a34 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:56:50.268548 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 4a642189-e39b-4dcd-96a1-0abfb34e9a34 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:56:50.269265 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 4a642189-e39b-4dcd-96a1-0abfb34e9a34 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:56:50.423626 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port b58c7f45-a56a-4707-8775-f21173cc527c, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=b58c7f45-a56a-4707-8775-f21173cc527c,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:50.437105 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'b58c7f45-a56a-4707-8775-f21173cc527c', 'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178', 'port_id': 'b58c7f45-a56a-4707-8775-f21173cc527c', 'mac_address': 'fa:16:3e:15:8a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f30f4c-dcb5-4893-927c-5937acb50c2b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:56:50.476452 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port b58c7f45-a56a-4707-8775-f21173cc527c is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:50.476887 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b58c7f45-a56a-4707-8775-f21173cc527c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.491701 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b58c7f45-a56a-4707-8775-f21173cc527c {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:56:50.511821 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port b58c7f45-a56a-4707-8775-f21173cc527c, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=b58c7f45-a56a-4707-8775-f21173cc527c,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:50.515991 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b58c7f45-a56a-4707-8775-f21173cc527c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.564706 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=b58c7f45-a56a-4707-8775-f21173cc527c,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:50.578971 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c7678-3f46-4750-b9e9-9ee6520cd009 req-6d2fe9b9-158c-4890-a723-b0d4ef028fa9 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:50.580446 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-193c7678-3f46-4750-b9e9-9ee6520cd009 req-6d2fe9b9-158c-4890-a723-b0d4ef028fa9 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 945 time: 0.5739479 Feb 19 03:56:50.742264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-d542d52e-dfdc-412d-8f19-145a13a51f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:50.743724 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-d542d52e-dfdc-412d-8f19-145a13a51f85 service neutron] 10.222.0.79 "GET /v2.0/networks?id=575db6fc-b1bf-4deb-91aa-ccf16978efb1 HTTP/1.1" status: 200 len: 909 time: 0.5983508 Feb 19 03:56:50.753559 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1c39f0d-3599-4632-8bf5-087138c5405d req-32cbfc28-cacc-4f1f-aa24-285b318a7b5f service neutron] 10.222.0.26 "GET /v2.0/networks/e349f59c-4eca-4931-98ee-f9d1b9a5b5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5891654 Feb 19 03:56:50.772767 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed457f39-fc32-419e-9886-286f740a22d7 req-f05b7c78-f11c-4e02-a552-6ab5178f96a1 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:50.777934 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed457f39-fc32-419e-9886-286f740a22d7 req-f05b7c78-f11c-4e02-a552-6ab5178f96a1 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:50.783105 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed457f39-fc32-419e-9886-286f740a22d7 req-f05b7c78-f11c-4e02-a552-6ab5178f96a1 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:50.784716 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed457f39-fc32-419e-9886-286f740a22d7 req-f05b7c78-f11c-4e02-a552-6ab5178f96a1 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 2411 time: 0.2712097 Feb 19 03:56:50.794244 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ca274-d72a-402b-8c88-e9797a364fa2 req-7bfc90cd-7e7b-4d17-902c-bd0a5ab28c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:50.795824 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f3ca274-d72a-402b-8c88-e9797a364fa2 req-7bfc90cd-7e7b-4d17-902c-bd0a5ab28c47 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 1132 time: 0.0480094 Feb 19 03:56:50.818073 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-193c7678-3f46-4750-b9e9-9ee6520cd009 req-314e58c1-2b52-42ef-b805-37d8e4890616 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178421 Feb 19 03:56:50.823010 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-83a4fd7b-6c87-4fb5-ac92-7e2a9036f9f3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=164c54cc-4545-454e-b0ae-1bf33d6830dc HTTP/1.1" status: 200 len: 217 time: 0.0660808 Feb 19 03:56:50.827791 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1b3b5dea-210a-4419-84e7-44a956cd4066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (5612a9ff-3850-4b22-af3f-9ec433f66ac2), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.844060 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['b58c7f45-a56a-4707-8775-f21173cc527c'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:56:50.905114 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ca274-d72a-402b-8c88-e9797a364fa2 req-8e80072d-41ac-4481-bd4f-6125bc2d15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:50.906713 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f3ca274-d72a-402b-8c88-e9797a364fa2 req-8e80072d-41ac-4481-bd4f-6125bc2d15fe service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.1052604 Feb 19 03:56:50.948260 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f3ca274-d72a-402b-8c88-e9797a364fa2 req-61ac60bf-26e7-41f8-b32a-1f027e367fff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=2d6710c1-b01f-4d94-8ce7-f3612a906f58 HTTP/1.1" status: 200 len: 217 time: 0.0342085 Feb 19 03:56:50.978920 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-7af08889-1910-40d5-a567-32eb606d1e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:50.979750 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-7af08889-1910-40d5-a567-32eb606d1e72 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d HTTP/1.1" status: 200 len: 848 time: 0.1425836 Feb 19 03:56:50.987865 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed457f39-fc32-419e-9886-286f740a22d7 req-85763285-bcea-488b-ad40-7023c5f5b762 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675463 Feb 19 03:56:51.004130 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ca274-d72a-402b-8c88-e9797a364fa2 req-75df819d-7fbe-4fea-8689-b43b4b347b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:51.005814 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f3ca274-d72a-402b-8c88-e9797a364fa2 req-75df819d-7fbe-4fea-8689-b43b4b347b22 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0517154 Feb 19 03:56:51.051303 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-faed8644-52cf-4f90-9209-7c905f788510 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=575db6fc-b1bf-4deb-91aa-ccf16978efb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593901 Feb 19 03:56:51.064526 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ca274-d72a-402b-8c88-e9797a364fa2 req-f5f0793e-025f-419d-be38-fda4fadd706a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:51.066010 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f3ca274-d72a-402b-8c88-e9797a364fa2 req-f5f0793e-025f-419d-be38-fda4fadd706a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0528619 Feb 19 03:56:51.120288 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dece6-4527-45aa-aff7-ab1e4f49ab73 req-d59e3e58-dc15-4826-b811-b8b0abde2a0c tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:51.121739 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b43dece6-4527-45aa-aff7-ab1e4f49ab73 req-d59e3e58-dc15-4826-b811-b8b0abde2a0c tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=47d84e75-af39-40bc-a86f-82d4e17c07e0 HTTP/1.1" status: 200 len: 949 time: 0.2278266 Feb 19 03:56:51.157726 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f3ca274-d72a-402b-8c88-e9797a364fa2 req-62c0153e-fcad-4136-b23c-9e4a50accd0d service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822127 Feb 19 03:56:51.250426 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f3ca274-d72a-402b-8c88-e9797a364fa2 req-945a4f60-a10f-4e11-870c-38683877e3c1 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849166 Feb 19 03:56:51.261502 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e3647-ab8f-4f0a-a588-ba8dc32faf41 req-efd71235-807c-41bd-aaba-ddd5c1ea1e71 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:51.263013 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-540e3647-ab8f-4f0a-a588-ba8dc32faf41 req-efd71235-807c-41bd-aaba-ddd5c1ea1e71 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.2102077 Feb 19 03:56:51.331278 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b43dece6-4527-45aa-aff7-ab1e4f49ab73 req-ab2925e0-92d0-4a20-a5eb-1d0c6cb0ac1b tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809206 Feb 19 03:56:51.338109 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-f90ec70d-1260-4bff-860d-a326b44907cc service neutron] 10.222.0.79 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720468 Feb 19 03:56:51.433931 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-540e3647-ab8f-4f0a-a588-ba8dc32faf41 req-4eaff3ae-bdbf-48c2-abef-65fc6ef96d84 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572561 Feb 19 03:56:51.444815 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3b5dea-210a-4419-84e7-44a956cd4066 admin admin] Router 5612a9ff-3850-4b22-af3f-9ec433f66ac2 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:56:51.577580 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-21212614-6564-40ee-afbb-1b7507b2cf96 service neutron] 10.222.0.79 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246168 Feb 19 03:56:51.588721 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d757b4-c84d-4268-b1c2-3c51975a936d req-a3899251-270f-43db-a4cc-a68653375ba0 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:51.590176 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-70d757b4-c84d-4268-b1c2-3c51975a936d req-a3899251-270f-43db-a4cc-a68653375ba0 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 949 time: 0.1706221 Feb 19 03:56:51.683764 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75238564-d43a-4eee-a45a-3d0b8bf55f1e req-dbfe542f-14ab-4db7-9f1e-175dabe24214 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:51.685275 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-75238564-d43a-4eee-a45a-3d0b8bf55f1e req-dbfe542f-14ab-4db7-9f1e-175dabe24214 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bd94b51-a364-4f0b-b569-f92971869088 HTTP/1.1" status: 200 len: 944 time: 0.1855597 Feb 19 03:56:51.690098 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3b5dea-210a-4419-84e7-44a956cd4066 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:56:51.699558 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1b3b5dea-210a-4419-84e7-44a956cd4066 admin admin] 10.222.0.52 "PUT /v2.0/routers/5612a9ff-3850-4b22-af3f-9ec433f66ac2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7134809 Feb 19 03:56:51.700720 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dea88a1-abf4-45a0-8ec8-255612939f2b None None] Sync routers for ids ['5612a9ff-3850-4b22-af3f-9ec433f66ac2'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:56:51.702146 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42902) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:51.715581 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dea88a1-abf4-45a0-8ec8-255612939f2b None None] Routers {'5612a9ff-3850-4b22-af3f-9ec433f66ac2'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:51.716224 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1dea88a1-abf4-45a0-8ec8-255612939f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:56:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['5612a9ff-3850-4b22-af3f-9ec433f66ac2'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:51.716706 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-70d757b4-c84d-4268-b1c2-3c51975a936d req-ae11a2a6-43f1-46b4-85e8-35d9e0c47097 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175146 Feb 19 03:56:51.759740 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-75238564-d43a-4eee-a45a-3d0b8bf55f1e req-928d2cb6-8559-4ba8-a1ff-4894728537ed tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677547 Feb 19 03:56:51.862337 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-61ce5bd3-2e78-4f6b-a9ed-9bfafd5fe023 admin admin] Publish callbacks [] for router (5612a9ff-3850-4b22-af3f-9ec433f66ac2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:51.920992 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-d4573ee4-eb55-48a6-8c7e-2d8ef512a1eb tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:51.922510 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-d4573ee4-eb55-48a6-8c7e-2d8ef512a1eb tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67&tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&binding%3Ahost_id=n-h2-828369-19 HTTP/1.1" status: 200 len: 1128 time: 0.0669801 Feb 19 03:56:51.964996 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-1dea88a1-abf4-45a0-8ec8-255612939f2b None None] Set router 5612a9ff-3850-4b22-af3f-9ec433f66ac2 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:51.975726 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-61ce5bd3-2e78-4f6b-a9ed-9bfafd5fe023 admin admin] Publish callbacks [] for router_gateway (5612a9ff-3850-4b22-af3f-9ec433f66ac2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.021110 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44880dd6-9c0a-45ab-95fe-00cc9f615a75 req-4453e982-9a04-460a-9dac-332f84763974 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:52.023572 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44880dd6-9c0a-45ab-95fe-00cc9f615a75 req-4453e982-9a04-460a-9dac-332f84763974 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 945 time: 0.0997674 Feb 19 03:56:52.082068 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-61ce5bd3-2e78-4f6b-a9ed-9bfafd5fe023 admin admin] Deleting port 6332f0e5-4a87-404c-ad07-8af523fd0290 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:52.082569 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-61ce5bd3-2e78-4f6b-a9ed-9bfafd5fe023 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (6332f0e5-4a87-404c-ad07-8af523fd0290), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.105190 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc236cdd-716b-45bc-89c1-8e6c7beece78 req-3be9faab-1a97-4b3d-adc4-dd854045a0a2 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:52.107787 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bc236cdd-716b-45bc-89c1-8e6c7beece78 req-3be9faab-1a97-4b3d-adc4-dd854045a0a2 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.79 "GET /v2.0/ports?device_id=47d84e75-af39-40bc-a86f-82d4e17c07e0 HTTP/1.1" status: 200 len: 949 time: 0.0865011 Feb 19 03:56:52.165819 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1dea88a1-abf4-45a0-8ec8-255612939f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5612a9ff-3850-4b22-af3f-9ec433f66ac2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1602187798-router', 'tenant_id': 'b00e78819add4f6fa0b04cafc1a890ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '6332f0e5-4a87-404c-ad07-8af523fd0290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:09Z', 'updated_at': '2022-02-19T03:56:49Z', 'revision_number': 5, 'project_id': 'b00e78819add4f6fa0b04cafc1a890ae', 'gw_port': {'id': '6332f0e5-4a87-404c-ad07-8af523fd0290', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5612a9ff-3850-4b22-af3f-9ec433f66ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:10Z', 'updated_at': '2022-02-19T03:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:52.166462 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44880dd6-9c0a-45ab-95fe-00cc9f615a75 req-c670d70d-e334-4b97-9393-c07164b46fbf tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361322 Feb 19 03:56:52.207166 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76213cce-aa22-4138-92bc-9c962734739e req-7c685fe4-ace9-449c-a6f0-ac329a39543d tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:52.210010 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dea88a1-abf4-45a0-8ec8-255612939f2b None None] Checking router: 5612a9ff-3850-4b22-af3f-9ec433f66ac2 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:56:52.211785 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76213cce-aa22-4138-92bc-9c962734739e req-7c685fe4-ace9-449c-a6f0-ac329a39543d tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:52.217699 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76213cce-aa22-4138-92bc-9c962734739e req-7c685fe4-ace9-449c-a6f0-ac329a39543d tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:52.227735 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dea88a1-abf4-45a0-8ec8-255612939f2b None None] Routers {'5612a9ff-3850-4b22-af3f-9ec433f66ac2'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:52.227735 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1dea88a1-abf4-45a0-8ec8-255612939f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:56:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['5612a9ff-3850-4b22-af3f-9ec433f66ac2'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:52.228017 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-76213cce-aa22-4138-92bc-9c962734739e req-7c685fe4-ace9-449c-a6f0-ac329a39543d tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 2411 time: 0.1171501 Feb 19 03:56:52.235475 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-5343f495-8129-49a6-b388-251c1bb3739c service neutron] For port 164c54cc-4545-454e-b0ae-1bf33d6830dc, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:52.248229 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-5343f495-8129-49a6-b388-251c1bb3739c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.249493 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bceae4c-4ba7-4421-adba-7c3676cd43e3 req-5343f495-8129-49a6-b388-251c1bb3739c service neutron] 10.222.0.79 "DELETE /v2.0/ports/164c54cc-4545-454e-b0ae-1bf33d6830dc/bindings/n-h1-828369-19 HTTP/1.1" status: 204 len: 173 time: 0.3165309 Feb 19 03:56:52.266346 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device b58c7f45-a56a-4707-8775-f21173cc527c up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:52.270053 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-bc236cdd-716b-45bc-89c1-8e6c7beece78 req-7f436c02-3d18-4efa-bacf-29062bd6e3c2 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Deleting port d2a98fb4-cb43-48d1-9480-65db6d632aa4 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:52.271450 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-bc236cdd-716b-45bc-89c1-8e6c7beece78 req-7f436c02-3d18-4efa-bacf-29062bd6e3c2 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (d2a98fb4-cb43-48d1-9480-65db6d632aa4), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.308108 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-76213cce-aa22-4138-92bc-9c962734739e req-c8a8d615-1d73-450a-86a1-252a3a66b43a tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796685 Feb 19 03:56:52.342459 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920004b8-f37e-4c6e-9647-7feda89194a4 req-070147b5-05fe-469a-a9ea-8a44c3d37f91 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:52.343969 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-920004b8-f37e-4c6e-9647-7feda89194a4 req-070147b5-05fe-469a-a9ea-8a44c3d37f91 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 1128 time: 0.0536602 Feb 19 03:56:52.347015 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-61ce5bd3-2e78-4f6b-a9ed-9bfafd5fe023 admin admin] For port 6332f0e5-4a87-404c-ad07-8af523fd0290, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=6332f0e5-4a87-404c-ad07-8af523fd0290,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:52.347389 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-61ce5bd3-2e78-4f6b-a9ed-9bfafd5fe023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (6332f0e5-4a87-404c-ad07-8af523fd0290), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.375298 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-61ce5bd3-2e78-4f6b-a9ed-9bfafd5fe023 admin admin] Calling delete_port for 6332f0e5-4a87-404c-ad07-8af523fd0290 owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:52.396243 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port b58c7f45-a56a-4707-8775-f21173cc527c completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:56:52.402920 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-1dea88a1-abf4-45a0-8ec8-255612939f2b None None] Set router 5612a9ff-3850-4b22-af3f-9ec433f66ac2 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:52.405432 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port b58c7f45-a56a-4707-8775-f21173cc527c triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:52.405432 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b58c7f45-a56a-4707-8775-f21173cc527c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.417271 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-920004b8-f37e-4c6e-9647-7feda89194a4 req-e9fc6640-c8e1-4589-a262-52b3530c0314 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663040 Feb 19 03:56:52.440469 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-bc236cdd-716b-45bc-89c1-8e6c7beece78 req-7f436c02-3d18-4efa-bacf-29062bd6e3c2 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] For port d2a98fb4-cb43-48d1-9480-65db6d632aa4, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=d2a98fb4-cb43-48d1-9480-65db6d632aa4,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:52.440831 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-bc236cdd-716b-45bc-89c1-8e6c7beece78 req-7f436c02-3d18-4efa-bacf-29062bd6e3c2 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (d2a98fb4-cb43-48d1-9480-65db6d632aa4), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.459755 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-bc236cdd-716b-45bc-89c1-8e6c7beece78 req-7f436c02-3d18-4efa-bacf-29062bd6e3c2 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Calling delete_port for d2a98fb4-cb43-48d1-9480-65db6d632aa4 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:52.490765 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca783cce-e5b2-4b1d-abaa-dff51213fb0a req-f8910db2-e149-4041-a38c-2e5ca8026355 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:52.498315 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca783cce-e5b2-4b1d-abaa-dff51213fb0a req-f8910db2-e149-4041-a38c-2e5ca8026355 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=47d84e75-af39-40bc-a86f-82d4e17c07e0 HTTP/1.1" status: 200 len: 949 time: 0.0784504 Feb 19 03:56:52.506248 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1dea88a1-abf4-45a0-8ec8-255612939f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5612a9ff-3850-4b22-af3f-9ec433f66ac2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1602187798-router', 'tenant_id': 'b00e78819add4f6fa0b04cafc1a890ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:09Z', 'updated_at': '2022-02-19T03:56:51Z', 'revision_number': 6, 'project_id': 'b00e78819add4f6fa0b04cafc1a890ae', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:52.534688 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dea88a1-abf4-45a0-8ec8-255612939f2b None None] The sync data for ids ['5612a9ff-3850-4b22-af3f-9ec433f66ac2'] in n-d-828369-19 is: [{'id': '5612a9ff-3850-4b22-af3f-9ec433f66ac2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1602187798-router', 'tenant_id': 'b00e78819add4f6fa0b04cafc1a890ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:09Z', 'updated_at': '2022-02-19T03:56:51Z', 'revision_number': 6, 'project_id': 'b00e78819add4f6fa0b04cafc1a890ae', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:56:52.591530 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 32b65e72-f530-451d-974d-5dbfb639b8ee details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:56:52.601290 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port b58c7f45-a56a-4707-8775-f21173cc527c is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:52.601733 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b58c7f45-a56a-4707-8775-f21173cc527c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.636066 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca783cce-e5b2-4b1d-abaa-dff51213fb0a req-e51dadbf-2fc6-406e-98a3-6bd85c2ea05d tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353178 Feb 19 03:56:52.643763 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607dd3e9-d343-4549-8051-f6671272eeef req-6be66752-1863-4909-b5bc-fb9a5048b75a tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:52.645990 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-607dd3e9-d343-4549-8051-f6671272eeef req-6be66752-1863-4909-b5bc-fb9a5048b75a tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 1128 time: 0.1450033 Feb 19 03:56:52.647549 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd94b51-a364-4f0b-b569-f92971869088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58c7f45-a56a-4707-8775-f21173cc527c'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:52.649822 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c614cdc-0851-4466-b7fb-190444abdf41" -d '{"events": [{"server_uuid": "3bd94b51-a364-4f0b-b569-f92971869088", "name": "network-vif-plugged", "status": "completed", "tag": "b58c7f45-a56a-4707-8775-f21173cc527c"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:52.700560 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port b58c7f45-a56a-4707-8775-f21173cc527c, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=b58c7f45-a56a-4707-8775-f21173cc527c,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:52.708207 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b58c7f45-a56a-4707-8775-f21173cc527c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.732538 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-607dd3e9-d343-4549-8051-f6671272eeef req-2d9af12c-86af-4184-8c25-ab1965208f54 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734220 Feb 19 03:56:52.855395 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7b7f07-abf8-40ca-8e7a-fde2d3a097c3 x-openstack-request-id: req-bc7b7f07-abf8-40ca-8e7a-fde2d3a097c3 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:52.855693 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd94b51-a364-4f0b-b569-f92971869088", "name": "network-vif-plugged", "status": "completed", "tag": "b58c7f45-a56a-4707-8775-f21173cc527c", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:52.855946 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bc7b7f07-abf8-40ca-8e7a-fde2d3a097c3 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:52.857100 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd94b51-a364-4f0b-b569-f92971869088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58c7f45-a56a-4707-8775-f21173cc527c', 'code': 200} Feb 19 03:56:52.889753 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 32b65e72-f530-451d-974d-5dbfb639b8ee, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=32b65e72-f530-451d-974d-5dbfb639b8ee,segment=NetworkSegment(11b60c15-af18-4ce6-95b0-475cc12f6250),segment_id=11b60c15-af18-4ce6-95b0-475cc12f6250)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:52.895708 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c48979-b3ea-4714-8df3-1b8155796e0b req-7fc10195-c10d-4b0c-a6ca-d75dfbd7e014 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:52.906466 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95c48979-b3ea-4714-8df3-1b8155796e0b req-7fc10195-c10d-4b0c-a6ca-d75dfbd7e014 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.1476214 Feb 19 03:56:52.914703 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=b58c7f45-a56a-4707-8775-f21173cc527c,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:52.925333 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '32b65e72-f530-451d-974d-5dbfb639b8ee', 'network_id': '4436bc2f-5b9d-4320-adcb-309585e364f6', 'port_id': '32b65e72-f530-451d-974d-5dbfb639b8ee', 'mac_address': 'fa:16:3e:77:c4:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef3651c2-739a-4a79-8862-b04db691991c', 'ip_address': '19.86.0.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:56:52.971178 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-61ce5bd3-2e78-4f6b-a9ed-9bfafd5fe023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (6332f0e5-4a87-404c-ad07-8af523fd0290), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.983477 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 32b65e72-f530-451d-974d-5dbfb639b8ee is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:52.995711 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (32b65e72-f530-451d-974d-5dbfb639b8ee), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.000368 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce5bd3-2e78-4f6b-a9ed-9bfafd5fe023 admin admin] Pushing event deleted for resources: {'Port': ['ID=6332f0e5-4a87-404c-ad07-8af523fd0290,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:53.003221 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-bc236cdd-716b-45bc-89c1-8e6c7beece78 req-7f436c02-3d18-4efa-bacf-29062bd6e3c2 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (d2a98fb4-cb43-48d1-9480-65db6d632aa4), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.017259 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b65e72-f530-451d-974d-5dbfb639b8ee {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:56:53.046115 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 32b65e72-f530-451d-974d-5dbfb639b8ee, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=32b65e72-f530-451d-974d-5dbfb639b8ee,segment=NetworkSegment(11b60c15-af18-4ce6-95b0-475cc12f6250),segment_id=11b60c15-af18-4ce6-95b0-475cc12f6250)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:53.053788 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (32b65e72-f530-451d-974d-5dbfb639b8ee), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.054834 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device cfd335bc-df5b-4d41-9373-8db5c0cefd08 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:56:53.090268 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['d2a98fb4-cb43-48d1-9480-65db6d632aa4', '0c4a3126-09cd-4911-bc59-c5a205f4d32f'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:56:53.097327 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f436c02-3d18-4efa-bacf-29062bd6e3c2 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Pushing event deleted for resources: {'Port': ['ID=d2a98fb4-cb43-48d1-9480-65db6d632aa4,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:53.102422 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95c48979-b3ea-4714-8df3-1b8155796e0b req-0c0af04a-72cd-4cc0-861a-ae54c3c3a114 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946933 Feb 19 03:56:53.119066 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769f8a8-d2e9-4c98-9bf2-4dc3f5e77185 req-b39a8bde-6e54-481b-871f-e03f2708766d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:53.120708 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e769f8a8-d2e9-4c98-9bf2-4dc3f5e77185 req-b39a8bde-6e54-481b-871f-e03f2708766d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3bd94b51-a364-4f0b-b569-f92971869088 HTTP/1.1" status: 200 len: 1128 time: 0.1834049 Feb 19 03:56:53.141908 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-61ce5bd3-2e78-4f6b-a9ed-9bfafd5fe023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (5612a9ff-3850-4b22-af3f-9ec433f66ac2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.158561 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8284a-5857-42b7-8334-7bc63591468b req-62dd4812-2250-400f-bd0c-e2a14b384408 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:53.160897 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3eb8284a-5857-42b7-8334-7bc63591468b req-62dd4812-2250-400f-bd0c-e2a14b384408 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 949 time: 0.2275274 Feb 19 03:56:53.284261 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3eb8284a-5857-42b7-8334-7bc63591468b req-4168d47d-b667-466a-88d7-cf29b618faff tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110463 Feb 19 03:56:53.291269 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=32b65e72-f530-451d-974d-5dbfb639b8ee,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:53.297017 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e769f8a8-d2e9-4c98-9bf2-4dc3f5e77185 req-5fbd9582-e6b8-4882-baa6-439efd50c7d6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583304 Feb 19 03:56:53.316667 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8863587-49bc-4125-a2bb-e3fe1b9197b8 req-733a69db-d819-4cc8-8890-266b46d9bc75 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:53.318610 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8863587-49bc-4125-a2bb-e3fe1b9197b8 req-733a69db-d819-4cc8-8890-266b46d9bc75 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bd94b51-a364-4f0b-b569-f92971869088 HTTP/1.1" status: 200 len: 945 time: 0.1110289 Feb 19 03:56:53.323922 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc236cdd-716b-45bc-89c1-8e6c7beece78 req-7f436c02-3d18-4efa-bacf-29062bd6e3c2 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] No DVR routers for this DVR port d2a98fb4-cb43-48d1-9480-65db6d632aa4 on host n-h2-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:56:53.328103 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-bc236cdd-716b-45bc-89c1-8e6c7beece78 req-7f436c02-3d18-4efa-bacf-29062bd6e3c2 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.331481 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bc236cdd-716b-45bc-89c1-8e6c7beece78 req-7f436c02-3d18-4efa-bacf-29062bd6e3c2 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.79 "DELETE /v2.0/ports/d2a98fb4-cb43-48d1-9480-65db6d632aa4 HTTP/1.1" status: 204 len: 173 time: 1.1950102 Feb 19 03:56:53.331828 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d84e75-af39-40bc-a86f-82d4e17c07e0', 'name': 'network-vif-deleted', 'tag': 'd2a98fb4-cb43-48d1-9480-65db6d632aa4'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:53.334090 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b67fbfc-6b5d-4a64-8d55-b54d223f18b2" -d '{"events": [{"server_uuid": "47d84e75-af39-40bc-a86f-82d4e17c07e0", "name": "network-vif-deleted", "tag": "d2a98fb4-cb43-48d1-9480-65db6d632aa4"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:53.340964 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-61ce5bd3-2e78-4f6b-a9ed-9bfafd5fe023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (5612a9ff-3850-4b22-af3f-9ec433f66ac2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.345461 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-61ce5bd3-2e78-4f6b-a9ed-9bfafd5fe023 admin admin] Publish callbacks [] for router_controller (5612a9ff-3850-4b22-af3f-9ec433f66ac2), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.369666 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port cfd335bc-df5b-4d41-9373-8db5c0cefd08, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=cfd335bc-df5b-4d41-9373-8db5c0cefd08,segment=NetworkSegment(9b946626-6033-4377-b925-f15d5e40910c),segment_id=9b946626-6033-4377-b925-f15d5e40910c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:53.392224 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8863587-49bc-4125-a2bb-e3fe1b9197b8 req-e96af503-9de5-4455-b5df-e3fff2d72409 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677900 Feb 19 03:56:53.399788 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-61ce5bd3-2e78-4f6b-a9ed-9bfafd5fe023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (5612a9ff-3850-4b22-af3f-9ec433f66ac2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.400865 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ce5bd3-2e78-4f6b-a9ed-9bfafd5fe023 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5612a9ff-3850-4b22-af3f-9ec433f66ac2 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:56:53.404317 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'cfd335bc-df5b-4d41-9373-8db5c0cefd08', 'network_id': 'e349f59c-4eca-4931-98ee-f9d1b9a5b5b3', 'port_id': 'cfd335bc-df5b-4d41-9373-8db5c0cefd08', 'mac_address': 'fa:16:3e:13:51:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d811e43-76b6-497e-8b65-756b6e846c6a', 'ip_address': '19.80.0.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:56:53.417884 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-61ce5bd3-2e78-4f6b-a9ed-9bfafd5fe023 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.421800 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 42936) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:53.422361 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-61ce5bd3-2e78-4f6b-a9ed-9bfafd5fe023 admin admin] 10.222.0.52 "DELETE /v2.0/routers/5612a9ff-3850-4b22-af3f-9ec433f66ac2 HTTP/1.1" status: 204 len: 168 time: 1.7188156 Feb 19 03:56:53.487531 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port cfd335bc-df5b-4d41-9373-8db5c0cefd08 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:53.488103 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cfd335bc-df5b-4d41-9373-8db5c0cefd08), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.506930 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd335bc-df5b-4d41-9373-8db5c0cefd08 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:56:53.542981 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d4bcf51-6810-454b-8586-60cf8ce835ca admin admin] Deleting subnet ce594ab9-f629-4b24-8674-588a60e71fb2 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:56:53.549870 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port cfd335bc-df5b-4d41-9373-8db5c0cefd08, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=cfd335bc-df5b-4d41-9373-8db5c0cefd08,segment=NetworkSegment(9b946626-6033-4377-b925-f15d5e40910c),segment_id=9b946626-6033-4377-b925-f15d5e40910c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:53.555688 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9d4bcf51-6810-454b-8586-60cf8ce835ca admin admin] Publish callbacks [] for subnet (ce594ab9-f629-4b24-8674-588a60e71fb2), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.559547 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (cfd335bc-df5b-4d41-9373-8db5c0cefd08), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.560705 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device be393505-c5c8-403b-8de7-7d7ee2fa4d2e details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:56:53.618020 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9d4bcf51-6810-454b-8586-60cf8ce835ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (ce594ab9-f629-4b24-8674-588a60e71fb2), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.646655 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6372823-e60c-4915-a5c5-e41f32f08d7c req-5c6216b2-939f-4f5e-bd52-2ca42555eb30 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:53.650857 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=cfd335bc-df5b-4d41-9373-8db5c0cefd08,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:53.655906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6372823-e60c-4915-a5c5-e41f32f08d7c req-5c6216b2-939f-4f5e-bd52-2ca42555eb30 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:53.659956 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port be393505-c5c8-403b-8de7-7d7ee2fa4d2e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=be393505-c5c8-403b-8de7-7d7ee2fa4d2e,segment=NetworkSegment(9b946626-6033-4377-b925-f15d5e40910c),segment_id=9b946626-6033-4377-b925-f15d5e40910c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:53.661932 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6372823-e60c-4915-a5c5-e41f32f08d7c req-5c6216b2-939f-4f5e-bd52-2ca42555eb30 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:53.671241 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6372823-e60c-4915-a5c5-e41f32f08d7c req-5c6216b2-939f-4f5e-bd52-2ca42555eb30 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 2412 time: 0.1964269 Feb 19 03:56:53.673633 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'be393505-c5c8-403b-8de7-7d7ee2fa4d2e', 'network_id': 'e349f59c-4eca-4931-98ee-f9d1b9a5b5b3', 'port_id': 'be393505-c5c8-403b-8de7-7d7ee2fa4d2e', 'mac_address': 'fa:16:3e:03:40:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d811e43-76b6-497e-8b65-756b6e846c6a', 'ip_address': '19.80.0.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:56:53.734435 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port be393505-c5c8-403b-8de7-7d7ee2fa4d2e is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:53.735092 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (be393505-c5c8-403b-8de7-7d7ee2fa4d2e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.754899 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be393505-c5c8-403b-8de7-7d7ee2fa4d2e {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:56:53.766954 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6372823-e60c-4915-a5c5-e41f32f08d7c req-035fad69-21b2-4bc9-9e5b-a533a92fd23d tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911942 Feb 19 03:56:53.798257 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port be393505-c5c8-403b-8de7-7d7ee2fa4d2e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=be393505-c5c8-403b-8de7-7d7ee2fa4d2e,segment=NetworkSegment(9b946626-6033-4377-b925-f15d5e40910c),segment_id=9b946626-6033-4377-b925-f15d5e40910c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:53.806222 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (be393505-c5c8-403b-8de7-7d7ee2fa4d2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.809838 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39df7d9-b450-41dc-b105-483edd2a371f req-cf27967e-6f5e-4056-af48-113b15ddbc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:53.811802 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e39df7d9-b450-41dc-b105-483edd2a371f req-cf27967e-6f5e-4056-af48-113b15ddbc5c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2d0f4caff5434d379e80e0b432aea600&device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 1128 time: 0.1118443 Feb 19 03:56:53.871952 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5469769-9764-40a5-9926-c6dd3572c118 x-openstack-request-id: req-a5469769-9764-40a5-9926-c6dd3572c118 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:53.872224 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d84e75-af39-40bc-a86f-82d4e17c07e0", "name": "network-vif-deleted", "tag": "d2a98fb4-cb43-48d1-9480-65db6d632aa4", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:53.872666 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a5469769-9764-40a5-9926-c6dd3572c118 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:53.873242 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d84e75-af39-40bc-a86f-82d4e17c07e0', 'name': 'network-vif-deleted', 'tag': 'd2a98fb4-cb43-48d1-9480-65db6d632aa4', 'status': 'completed', 'code': 200} Feb 19 03:56:53.937806 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=be393505-c5c8-403b-8de7-7d7ee2fa4d2e,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:53.988313 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39df7d9-b450-41dc-b105-483edd2a371f req-4b137a9a-0f3c-4559-96d7-4ae9987c4141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:53.990114 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e39df7d9-b450-41dc-b105-483edd2a371f req-4b137a9a-0f3c-4559-96d7-4ae9987c4141 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d936416-f125-4c3f-940d-813318503889 HTTP/1.1" status: 200 len: 922 time: 0.1619637 Feb 19 03:56:54.040999 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e39df7d9-b450-41dc-b105-483edd2a371f req-69f00764-20ab-42fb-9aff-9d90c83b9a45 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa0d80b9-33dd-40df-9605-58cd8558092f HTTP/1.1" status: 200 len: 217 time: 0.0399933 Feb 19 03:56:54.099210 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39df7d9-b450-41dc-b105-483edd2a371f req-7f2c8223-71f8-4ad4-be01-2d29e55e6834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:54.100753 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e39df7d9-b450-41dc-b105-483edd2a371f req-7f2c8223-71f8-4ad4-be01-2d29e55e6834 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2953d6c2-cff6-4430-863a-070b45f3a12f HTTP/1.1" status: 200 len: 861 time: 0.0481927 Feb 19 03:56:54.200098 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19aa51b2-a370-49ff-887a-171e95d5de06 req-b56c7e56-4b0a-4369-bc0e-c49ea71d4f40 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=47d84e75-af39-40bc-a86f-82d4e17c07e0 HTTP/1.1" status: 200 len: 210 time: 0.0489080 Feb 19 03:56:54.202316 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9d4bcf51-6810-454b-8586-60cf8ce835ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (ce594ab9-f629-4b24-8674-588a60e71fb2), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.269891 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e39df7d9-b450-41dc-b105-483edd2a371f req-96436f82-3b93-4bf9-857a-017c5028d0d4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d936416-f125-4c3f-940d-813318503889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292151 Feb 19 03:56:54.279276 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e181a1-0d6d-4595-8c4c-ebf536cba1ae req-63dc15b1-6559-45f4-a9a5-523cffabd3f4 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:54.280737 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44e181a1-0d6d-4595-8c4c-ebf536cba1ae req-63dc15b1-6559-45f4-a9a5-523cffabd3f4 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.1070712 Feb 19 03:56:54.289006 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 09c933c9-cb68-498b-ad04-0bd744b414ba no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:56:54.308317 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9d4bcf51-6810-454b-8586-60cf8ce835ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (ce594ab9-f629-4b24-8674-588a60e71fb2), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.310732 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 09c933c9-cb68-498b-ad04-0bd744b414ba {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:56:54.311589 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 09c933c9-cb68-498b-ad04-0bd744b414ba not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:56:54.311589 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 6332f0e5-4a87-404c-ad07-8af523fd0290 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:56:54.352609 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9d4bcf51-6810-454b-8586-60cf8ce835ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.356217 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9d4bcf51-6810-454b-8586-60cf8ce835ca admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ce594ab9-f629-4b24-8674-588a60e71fb2 HTTP/1.1" status: 204 len: 168 time: 0.9327505 Feb 19 03:56:54.357064 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4bcf51-6810-454b-8586-60cf8ce835ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce594ab9-f629-4b24-8674-588a60e71fb2,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:54.363679 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 42950) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:54.363777 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['cfd335bc-df5b-4d41-9373-8db5c0cefd08'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:56:54.366971 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ec6fce-35a5-4557-8a4a-6a24a426ea1e None None] Network 22e77106-e73f-407d-9630-05b7f813e733 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:54.370282 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 6332f0e5-4a87-404c-ad07-8af523fd0290 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:56:54.373957 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 6332f0e5-4a87-404c-ad07-8af523fd0290 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:56:54.392143 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e39df7d9-b450-41dc-b105-483edd2a371f req-e3f08173-bf07-410f-a9f3-3086f2d0becc service neutron] 10.222.0.79 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139376 Feb 19 03:56:54.419388 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44e181a1-0d6d-4595-8c4c-ebf536cba1ae req-f18437cc-658b-446f-b7f6-88a35794f19f tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294649 Feb 19 03:56:54.476164 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['be393505-c5c8-403b-8de7-7d7ee2fa4d2e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:56:54.529040 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e39df7d9-b450-41dc-b105-483edd2a371f req-60fa758c-f32e-4e39-ad1a-d0440b12f073 service neutron] 10.222.0.79 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290843 Feb 19 03:56:54.547185 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca84e0-7fb4-4d29-afe7-516d299adf9f req-9337cc50-193a-4652-b609-54af9e03079c tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:54.549650 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8eca84e0-7fb4-4d29-afe7-516d299adf9f req-9337cc50-193a-4652-b609-54af9e03079c tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 949 time: 0.1543727 Feb 19 03:56:54.554911 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c815-b479-48a6-b7cf-2ebc96fb036b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (22e77106-e73f-407d-9630-05b7f813e733), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.676474 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8eca84e0-7fb4-4d29-afe7-516d299adf9f req-c1b20de2-4ffb-4280-a7ad-82bac4fc4219 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191428 Feb 19 03:56:54.708150 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375e9381-848f-4c1b-9c51-0cb3b99a9a81 None None] DHCP port deletion for 22e77106-e73f-407d-9630-05b7f813e733 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:56:54.720366 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b5ea8-5f78-4848-ba1c-c4576197daa5 req-02f12445-5d86-4ec3-86bf-22a9e646b306 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:54.722348 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-451b5ea8-5f78-4848-ba1c-c4576197daa5 req-02f12445-5d86-4ec3-86bf-22a9e646b306 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bd94b51-a364-4f0b-b569-f92971869088 HTTP/1.1" status: 200 len: 945 time: 0.1711771 Feb 19 03:56:54.744780 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-d6b9c815-b479-48a6-b7cf-2ebc96fb036b admin admin] Deleting port 3ca033ce-412f-4d17-b4d3-ea4a25a94365 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:54.745143 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c815-b479-48a6-b7cf-2ebc96fb036b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (3ca033ce-412f-4d17-b4d3-ea4a25a94365), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.877336 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-451b5ea8-5f78-4848-ba1c-c4576197daa5 req-881e167e-2001-40c9-b1df-b7c08ef2656e tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427026 Feb 19 03:56:54.885148 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-d6b9c815-b479-48a6-b7cf-2ebc96fb036b admin admin] For port 3ca033ce-412f-4d17-b4d3-ea4a25a94365, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3ca033ce-412f-4d17-b4d3-ea4a25a94365,segment=NetworkSegment(a7e1e87d-507f-44ff-8751-ded7d5ba7849),segment_id=a7e1e87d-507f-44ff-8751-ded7d5ba7849)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:54.885504 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c815-b479-48a6-b7cf-2ebc96fb036b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (3ca033ce-412f-4d17-b4d3-ea4a25a94365), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.900923 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-375e9381-848f-4c1b-9c51-0cb3b99a9a81 None None] Deleting port 3ca033ce-412f-4d17-b4d3-ea4a25a94365 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:54.901500 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-375e9381-848f-4c1b-9c51-0cb3b99a9a81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (3ca033ce-412f-4d17-b4d3-ea4a25a94365), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.952944 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-d6b9c815-b479-48a6-b7cf-2ebc96fb036b admin admin] Calling delete_port for 3ca033ce-412f-4d17-b4d3-ea4a25a94365 owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:54.985852 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-375e9381-848f-4c1b-9c51-0cb3b99a9a81 None None] For port 3ca033ce-412f-4d17-b4d3-ea4a25a94365, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3ca033ce-412f-4d17-b4d3-ea4a25a94365,segment=NetworkSegment(a7e1e87d-507f-44ff-8751-ded7d5ba7849),segment_id=a7e1e87d-507f-44ff-8751-ded7d5ba7849)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:54.987524 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-375e9381-848f-4c1b-9c51-0cb3b99a9a81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (3ca033ce-412f-4d17-b4d3-ea4a25a94365), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:55.002345 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-375e9381-848f-4c1b-9c51-0cb3b99a9a81 None None] Calling delete_port for 3ca033ce-412f-4d17-b4d3-ea4a25a94365 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:55.038620 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c29654-08ba-4516-887e-e369c6f0e124 req-d728a126-7867-40d4-b350-30aec7c773f1 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:55.043908 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c29654-08ba-4516-887e-e369c6f0e124 req-d728a126-7867-40d4-b350-30aec7c773f1 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:55.049563 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c29654-08ba-4516-887e-e369c6f0e124 req-d728a126-7867-40d4-b350-30aec7c773f1 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:55.051338 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-82c29654-08ba-4516-887e-e369c6f0e124 req-d728a126-7867-40d4-b350-30aec7c773f1 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 2414 time: 0.1690300 Feb 19 03:56:55.117943 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c815-b479-48a6-b7cf-2ebc96fb036b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (3ca033ce-412f-4d17-b4d3-ea4a25a94365), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:55.161997 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9c815-b479-48a6-b7cf-2ebc96fb036b admin admin] Pushing event deleted for resources: {'Port': ['ID=3ca033ce-412f-4d17-b4d3-ea4a25a94365,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:55.169254 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-82c29654-08ba-4516-887e-e369c6f0e124 req-b16a67dc-a67a-4f6b-9905-aae241d76508 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023107 Feb 19 03:56:55.170123 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b9c815-b479-48a6-b7cf-2ebc96fb036b admin admin] No DVR routers for this DVR port 3ca033ce-412f-4d17-b4d3-ea4a25a94365 on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:56:55.270554 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c815-b479-48a6-b7cf-2ebc96fb036b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (22e77106-e73f-407d-9630-05b7f813e733), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:55.299230 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-d6b9c815-b479-48a6-b7cf-2ebc96fb036b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e77106-e73f-407d-9630-05b7f813e733']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:55.311527 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-d6b9c815-b479-48a6-b7cf-2ebc96fb036b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e1e87d-507f-44ff-8751-ded7d5ba7849') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:55.311835 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-d6b9c815-b479-48a6-b7cf-2ebc96fb036b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e1e87d-507f-44ff-8751-ded7d5ba7849') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:55.323040 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c815-b479-48a6-b7cf-2ebc96fb036b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (a7e1e87d-507f-44ff-8751-ded7d5ba7849), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:55.338035 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c815-b479-48a6-b7cf-2ebc96fb036b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (a7e1e87d-507f-44ff-8751-ded7d5ba7849), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:55.345810 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b9c815-b479-48a6-b7cf-2ebc96fb036b admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:56:55.346326 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c815-b479-48a6-b7cf-2ebc96fb036b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (a7e1e87d-507f-44ff-8751-ded7d5ba7849), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: timer() Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:56:55.348532 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:56:55.358195 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-375e9381-848f-4c1b-9c51-0cb3b99a9a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (3ca033ce-412f-4d17-b4d3-ea4a25a94365), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:55.413765 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9381-848f-4c1b-9c51-0cb3b99a9a81 None None] Pushing event deleted for resources: {'Port': ['ID=3ca033ce-412f-4d17-b4d3-ea4a25a94365,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:55.422074 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375e9381-848f-4c1b-9c51-0cb3b99a9a81 None None] No DVR routers for this DVR port 3ca033ce-412f-4d17-b4d3-ea4a25a94365 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:56:55.436945 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c815-b479-48a6-b7cf-2ebc96fb036b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (22e77106-e73f-407d-9630-05b7f813e733), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:55.465612 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d6b9c815-b479-48a6-b7cf-2ebc96fb036b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:55.472106 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d6b9c815-b479-48a6-b7cf-2ebc96fb036b admin admin] 10.222.0.52 "DELETE /v2.0/networks/22e77106-e73f-407d-9630-05b7f813e733 HTTP/1.1" status: 204 len: 168 time: 1.1032934 Feb 19 03:56:55.474578 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9c815-b479-48a6-b7cf-2ebc96fb036b admin admin] Pushing event deleted for resources: {'Network': ['ID=22e77106-e73f-407d-9630-05b7f813e733,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:55.572547 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['32b65e72-f530-451d-974d-5dbfb639b8ee'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:56:55.639628 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ffc7c-0951-4b62-bae4-4ffb2cdd18dd req-070605eb-891c-40dc-9090-51569d49327b tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:55.645272 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d59ffc7c-0951-4b62-bae4-4ffb2cdd18dd req-070605eb-891c-40dc-9090-51569d49327b tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.1005943 Feb 19 03:56:55.723764 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42972) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:55.769308 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d59ffc7c-0951-4b62-bae4-4ffb2cdd18dd req-ed151525-a504-4e82-ab23-5d9947280d92 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111965 Feb 19 03:56:55.778208 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaa19f-4901-448d-b550-0d8fbe76341c req-1b6e599f-1c10-49d5-9be8-087a15bcaa84 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:55.785528 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9aaa19f-4901-448d-b550-0d8fbe76341c req-1b6e599f-1c10-49d5-9be8-087a15bcaa84 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 950 time: 0.1390018 Feb 19 03:56:55.789656 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1dd359f3-dd94-415f-840a-709d50356c0a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=db9294c8da474bcb9e43e0a3d1d64676&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0641954 Feb 19 03:56:55.795524 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 42974) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:55.871733 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9aaa19f-4901-448d-b550-0d8fbe76341c req-ba81be30-3cd4-473d-b0c5-53bcbaa9c73a tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854857 Feb 19 03:56:55.931611 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b18dfde0-b375-4b0d-a995-d199ce8be655 admin admin] Publish callbacks [] for security_group (72e2bb0a-eb3d-44af-b1ee-2d71f228825f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:55.972436 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b18dfde0-b375-4b0d-a995-d199ce8be655 admin admin] Publish callbacks [] for security_group (72e2bb0a-eb3d-44af-b1ee-2d71f228825f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:55.994394 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae51a8-edd4-4d64-9879-495ff0a37ceb req-360ff87c-ce49-46bd-b958-1ea6adf70561 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:55.996118 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9aae51a8-edd4-4d64-9879-495ff0a37ceb req-360ff87c-ce49-46bd-b958-1ea6adf70561 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 949 time: 0.1396003 Feb 19 03:56:56.086798 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eefcb-db4b-402e-8a2a-d2b1e5fd709f req-354b5690-0154-47e0-9ac7-6fcbdcc7b733 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:56.088532 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f92eefcb-db4b-402e-8a2a-d2b1e5fd709f req-354b5690-0154-47e0-9ac7-6fcbdcc7b733 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bd94b51-a364-4f0b-b569-f92971869088 HTTP/1.1" status: 200 len: 945 time: 0.1365502 Feb 19 03:56:56.092475 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9aae51a8-edd4-4d64-9879-495ff0a37ceb req-06666457-5a10-4aec-a515-ee3b71558e64 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842812 Feb 19 03:56:56.134526 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b18dfde0-b375-4b0d-a995-d199ce8be655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (72e2bb0a-eb3d-44af-b1ee-2d71f228825f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:56.139005 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b18dfde0-b375-4b0d-a995-d199ce8be655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:56.142769 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b18dfde0-b375-4b0d-a995-d199ce8be655 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/72e2bb0a-eb3d-44af-b1ee-2d71f228825f HTTP/1.1" status: 204 len: 168 time: 0.3458173 Feb 19 03:56:56.186525 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f92eefcb-db4b-402e-8a2a-d2b1e5fd709f req-63f04b12-28ef-46b3-a522-8ab2eab97378 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865362 Feb 19 03:56:56.200312 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18dfde0-b375-4b0d-a995-d199ce8be655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e2bb0a-eb3d-44af-b1ee-2d71f228825f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:56.248336 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device d2a98fb4-cb43-48d1-9480-65db6d632aa4 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:56:56.287055 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: d2a98fb4-cb43-48d1-9480-65db6d632aa4 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:56:56.287440 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device d2a98fb4-cb43-48d1-9480-65db6d632aa4 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:56:56.343913 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3ca033ce-412f-4d17-b4d3-ea4a25a94365 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:56:56.375806 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 3ca033ce-412f-4d17-b4d3-ea4a25a94365 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:56:56.376336 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3ca033ce-412f-4d17-b4d3-ea4a25a94365 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:56:56.393466 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e8bf4-7124-4c42-8d0c-95653949b1f5 req-97762db2-e7f2-496d-b2fc-21be467aed8a tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:56.399106 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e8bf4-7124-4c42-8d0c-95653949b1f5 req-97762db2-e7f2-496d-b2fc-21be467aed8a tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:56.405848 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e8bf4-7124-4c42-8d0c-95653949b1f5 req-97762db2-e7f2-496d-b2fc-21be467aed8a tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:56.408784 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d71e8bf4-7124-4c42-8d0c-95653949b1f5 req-97762db2-e7f2-496d-b2fc-21be467aed8a tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 2414 time: 0.1059055 Feb 19 03:56:56.468970 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d71e8bf4-7124-4c42-8d0c-95653949b1f5 req-16af3c40-9882-4712-9e31-21447f42e200 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504112 Feb 19 03:56:56.528946 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:56.543817 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2184a10-b025-4a91-8b2e-90bcf89acad5 req-0e71854c-93ce-4819-a275-c0c54306d43f tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:56.545810 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c2184a10-b025-4a91-8b2e-90bcf89acad5 req-0e71854c-93ce-4819-a275-c0c54306d43f tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bd94b51-a364-4f0b-b569-f92971869088 HTTP/1.1" status: 200 len: 945 time: 0.0799747 Feb 19 03:56:56.595063 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c2184a10-b025-4a91-8b2e-90bcf89acad5 req-6b06f3de-ec03-4152-817f-dc29bb2111b8 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436149 Feb 19 03:56:56.624910 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device cfd335bc-df5b-4d41-9373-8db5c0cefd08 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:56.629054 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 42990) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:56.675058 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port cfd335bc-df5b-4d41-9373-8db5c0cefd08 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:56:56.677665 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42992) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:56.677877 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a3d9fe3f-cc63-427a-afb9-1ddc493fa9eb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b00e78819add4f6fa0b04cafc1a890ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473883 Feb 19 03:56:56.684778 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port cfd335bc-df5b-4d41-9373-8db5c0cefd08 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:56.685158 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cfd335bc-df5b-4d41-9373-8db5c0cefd08), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:56.729613 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-56428ecd-d593-422f-ae7d-5e2fc6a90d25 admin admin] Publish callbacks [] for security_group (8b08f950-e7d2-4ea1-808b-ae06d305224c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:56.752832 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-56428ecd-d593-422f-ae7d-5e2fc6a90d25 admin admin] Publish callbacks [] for security_group (8b08f950-e7d2-4ea1-808b-ae06d305224c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:56.764260 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port cfd335bc-df5b-4d41-9373-8db5c0cefd08 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:56.764654 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cfd335bc-df5b-4d41-9373-8db5c0cefd08), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:56.796907 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8169c4-565d-4a68-bda7-572ae3087955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd335bc-df5b-4d41-9373-8db5c0cefd08'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:56.799884 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f35a25-743a-4836-ae5b-bfc0bf50c6a6" -d '{"events": [{"server_uuid": "2c8169c4-565d-4a68-bda7-572ae3087955", "name": "network-vif-plugged", "status": "completed", "tag": "cfd335bc-df5b-4d41-9373-8db5c0cefd08"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:56.816956 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port cfd335bc-df5b-4d41-9373-8db5c0cefd08, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=cfd335bc-df5b-4d41-9373-8db5c0cefd08,segment=NetworkSegment(9b946626-6033-4377-b925-f15d5e40910c),segment_id=9b946626-6033-4377-b925-f15d5e40910c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:56.827591 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-56428ecd-d593-422f-ae7d-5e2fc6a90d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8b08f950-e7d2-4ea1-808b-ae06d305224c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:56.831017 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-56428ecd-d593-422f-ae7d-5e2fc6a90d25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:56.832278 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-56428ecd-d593-422f-ae7d-5e2fc6a90d25 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8b08f950-e7d2-4ea1-808b-ae06d305224c HTTP/1.1" status: 204 len: 168 time: 0.1528082 Feb 19 03:56:56.838082 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (cfd335bc-df5b-4d41-9373-8db5c0cefd08), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:56.838926 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device be393505-c5c8-403b-8de7-7d7ee2fa4d2e up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:56.841594 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdff2f5-c86f-4b09-ae2a-c7795e8accc9 x-openstack-request-id: req-4bdff2f5-c86f-4b09-ae2a-c7795e8accc9 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:56.841907 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8169c4-565d-4a68-bda7-572ae3087955", "name": "network-vif-plugged", "status": "completed", "tag": "cfd335bc-df5b-4d41-9373-8db5c0cefd08", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:56.842154 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4bdff2f5-c86f-4b09-ae2a-c7795e8accc9 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:56.842678 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8169c4-565d-4a68-bda7-572ae3087955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd335bc-df5b-4d41-9373-8db5c0cefd08', 'code': 200} Feb 19 03:56:56.862259 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56428ecd-d593-422f-ae7d-5e2fc6a90d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b08f950-e7d2-4ea1-808b-ae06d305224c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:56.951137 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=cfd335bc-df5b-4d41-9373-8db5c0cefd08,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:56.982553 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port be393505-c5c8-403b-8de7-7d7ee2fa4d2e completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:56:56.991691 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port be393505-c5c8-403b-8de7-7d7ee2fa4d2e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:56.992135 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (be393505-c5c8-403b-8de7-7d7ee2fa4d2e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:56.995515 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f1686-c409-4169-ae15-237a776fcfcb req-05dbeabf-762d-4162-84b7-e9acc48bfe1f tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:56.997189 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a9f1686-c409-4169-ae15-237a776fcfcb req-05dbeabf-762d-4162-84b7-e9acc48bfe1f tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.1107180 Feb 19 03:56:57.089569 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a9f1686-c409-4169-ae15-237a776fcfcb req-28766087-752c-4f88-a62f-05f1f3780759 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806100 Feb 19 03:56:57.098210 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f960155-16e2-4feb-9b99-516de6f4a638 req-2e83412d-d244-476b-b6ed-b8fcdd847fa1 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:57.099783 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1f960155-16e2-4feb-9b99-516de6f4a638 req-2e83412d-d244-476b-b6ed-b8fcdd847fa1 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 950 time: 0.1016760 Feb 19 03:56:57.171288 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1f960155-16e2-4feb-9b99-516de6f4a638 req-19bb88a1-b0e6-44b7-b297-da0c8ce9fd03 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/security-groups?id=70285745-c8eb-416d-90e3-1841e9bcef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647862 Feb 19 03:56:57.173949 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port be393505-c5c8-403b-8de7-7d7ee2fa4d2e is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:57.174386 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (be393505-c5c8-403b-8de7-7d7ee2fa4d2e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.205131 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ab5fd-4d45-463e-80b9-0c48bd0ba221 req-1c4ad950-c2b8-458a-9baf-949cc63d0131 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:57.208030 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-540ab5fd-4d45-463e-80b9-0c48bd0ba221 req-1c4ad950-c2b8-458a-9baf-949cc63d0131 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.79 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 950 time: 0.1427450 Feb 19 03:56:57.216162 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port be393505-c5c8-403b-8de7-7d7ee2fa4d2e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=be393505-c5c8-403b-8de7-7d7ee2fa4d2e,segment=NetworkSegment(9b946626-6033-4377-b925-f15d5e40910c),segment_id=9b946626-6033-4377-b925-f15d5e40910c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:57.221263 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (be393505-c5c8-403b-8de7-7d7ee2fa4d2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.288121 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=be393505-c5c8-403b-8de7-7d7ee2fa4d2e,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:57.314227 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139d314-999d-404a-8a79-e2dc831d85dd req-734a5524-b3ae-454c-9428-862c4f9ce2b3 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:57.315794 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0139d314-999d-404a-8a79-e2dc831d85dd req-734a5524-b3ae-454c-9428-862c4f9ce2b3 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 949 time: 0.0831549 Feb 19 03:56:57.376771 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0139d314-999d-404a-8a79-e2dc831d85dd req-70192d09-e2a7-49f9-b7d0-880b7f59b531 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547745 Feb 19 03:56:57.377259 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-540ab5fd-4d45-463e-80b9-0c48bd0ba221 req-88406df6-1013-4e4c-8f40-18f60db50cec tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Deleting port 0c4a3126-09cd-4911-bc59-c5a205f4d32f {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:57.377837 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-540ab5fd-4d45-463e-80b9-0c48bd0ba221 req-88406df6-1013-4e4c-8f40-18f60db50cec tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (0c4a3126-09cd-4911-bc59-c5a205f4d32f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.479912 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-540ab5fd-4d45-463e-80b9-0c48bd0ba221 req-88406df6-1013-4e4c-8f40-18f60db50cec tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] For port 0c4a3126-09cd-4911-bc59-c5a205f4d32f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0c4a3126-09cd-4911-bc59-c5a205f4d32f,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:57.480438 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-540ab5fd-4d45-463e-80b9-0c48bd0ba221 req-88406df6-1013-4e4c-8f40-18f60db50cec tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (0c4a3126-09cd-4911-bc59-c5a205f4d32f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.494464 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-540ab5fd-4d45-463e-80b9-0c48bd0ba221 req-88406df6-1013-4e4c-8f40-18f60db50cec tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Calling delete_port for 0c4a3126-09cd-4911-bc59-c5a205f4d32f owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:57.615489 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7add9-d26e-425c-ad81-adc9c4281977 req-4672533c-c7e2-4c76-8a7b-ae62e75e76bf tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:57.622838 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7add9-d26e-425c-ad81-adc9c4281977 req-4672533c-c7e2-4c76-8a7b-ae62e75e76bf tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:57.628845 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7add9-d26e-425c-ad81-adc9c4281977 req-4672533c-c7e2-4c76-8a7b-ae62e75e76bf tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:57.636357 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fbf7add9-d26e-425c-ad81-adc9c4281977 req-4672533c-c7e2-4c76-8a7b-ae62e75e76bf tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 2416 time: 0.0846615 Feb 19 03:56:57.665746 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-540ab5fd-4d45-463e-80b9-0c48bd0ba221 req-88406df6-1013-4e4c-8f40-18f60db50cec tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (0c4a3126-09cd-4911-bc59-c5a205f4d32f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.680932 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['0c4a3126-09cd-4911-bc59-c5a205f4d32f'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:56:57.693529 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fbf7add9-d26e-425c-ad81-adc9c4281977 req-648c8c4f-99e7-47ad-b333-254ff6d7f8f5 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559363 Feb 19 03:56:57.706415 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88406df6-1013-4e4c-8f40-18f60db50cec tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Pushing event deleted for resources: {'Port': ['ID=0c4a3126-09cd-4911-bc59-c5a205f4d32f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:57.758083 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-540ab5fd-4d45-463e-80b9-0c48bd0ba221 req-88406df6-1013-4e4c-8f40-18f60db50cec tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] No DVR routers for this DVR port 0c4a3126-09cd-4911-bc59-c5a205f4d32f on host n-h2-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:56:57.760999 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-540ab5fd-4d45-463e-80b9-0c48bd0ba221 req-88406df6-1013-4e4c-8f40-18f60db50cec tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.767883 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-540ab5fd-4d45-463e-80b9-0c48bd0ba221 req-88406df6-1013-4e4c-8f40-18f60db50cec tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.79 "DELETE /v2.0/ports/0c4a3126-09cd-4911-bc59-c5a205f4d32f HTTP/1.1" status: 204 len: 173 time: 0.5542467 Feb 19 03:56:57.768371 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f253cb-67e6-4523-beec-76d208504573', 'name': 'network-vif-deleted', 'tag': '0c4a3126-09cd-4911-bc59-c5a205f4d32f'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:57.773679 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c9b36b-3a56-43dd-a6ba-aa142af9876d" -d '{"events": [{"server_uuid": "80f253cb-67e6-4523-beec-76d208504573", "name": "network-vif-deleted", "tag": "0c4a3126-09cd-4911-bc59-c5a205f4d32f"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:57.798589 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba910eb-e738-461d-85ea-d1fca9dacd44 req-1dbfe7fa-509f-48d1-8a26-7271b088b32f tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:57.800803 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0ba910eb-e738-461d-85ea-d1fca9dacd44 req-1dbfe7fa-509f-48d1-8a26-7271b088b32f tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bd94b51-a364-4f0b-b569-f92971869088 HTTP/1.1" status: 200 len: 945 time: 0.1039748 Feb 19 03:56:57.840089 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc27d3c-7349-42aa-9a57-9a6ebe80eb05 x-openstack-request-id: req-cdc27d3c-7349-42aa-9a57-9a6ebe80eb05 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:57.840927 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f253cb-67e6-4523-beec-76d208504573", "name": "network-vif-deleted", "tag": "0c4a3126-09cd-4911-bc59-c5a205f4d32f", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:57.842445 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cdc27d3c-7349-42aa-9a57-9a6ebe80eb05 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:57.842938 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f253cb-67e6-4523-beec-76d208504573', 'name': 'network-vif-deleted', 'tag': '0c4a3126-09cd-4911-bc59-c5a205f4d32f', 'status': 'completed', 'code': 200} Feb 19 03:56:57.905592 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0ba910eb-e738-461d-85ea-d1fca9dacd44 req-93e6f13a-c9a2-4af7-84e4-fa578751db1d tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981736 Feb 19 03:56:57.950107 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43030) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:58.055397 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-94af661d-b28e-4916-9b88-168e61bd6530 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-263822332-network', 'tenant_id': '9eaba30d1a9a4f6587173f80c00f9336'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:58.075369 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94af661d-b28e-4916-9b88-168e61bd6530 admin admin] Made reservation on behalf of 9eaba30d1a9a4f6587173f80c00f9336 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:58.078281 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-94af661d-b28e-4916-9b88-168e61bd6530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.087339 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-94af661d-b28e-4916-9b88-168e61bd6530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.168467 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-94af661d-b28e-4916-9b88-168e61bd6530 admin admin] Publish callbacks [] for security_group (10ceb974-ad6e-4d96-b7bd-5f16f744f59c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.173115 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-94af661d-b28e-4916-9b88-168e61bd6530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (10ceb974-ad6e-4d96-b7bd-5f16f744f59c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.197034 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94af661d-b28e-4916-9b88-168e61bd6530 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:56:58.217289 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af661d-b28e-4916-9b88-168e61bd6530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ceb974-ad6e-4d96-b7bd-5f16f744f59c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:58.220361 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-94af661d-b28e-4916-9b88-168e61bd6530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e71b3dbd-fb5f-4ed3-8510-6ff14354abca), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.220714 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-94af661d-b28e-4916-9b88-168e61bd6530 admin admin] Added segment e71b3dbd-fb5f-4ed3-8510-6ff14354abca of type vlan for network 560b74a5-6f9b-46d8-a403-adfca3789dbb Feb 19 03:56:58.268517 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-94af661d-b28e-4916-9b88-168e61bd6530 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (560b74a5-6f9b-46d8-a403-adfca3789dbb), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.293932 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa740774-4c4e-4bb1-ada6-06d14e8085b2 req-da467a9b-4e25-4327-a8e8-1c89598b25d1 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:58.301426 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa740774-4c4e-4bb1-ada6-06d14e8085b2 req-da467a9b-4e25-4327-a8e8-1c89598b25d1 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.1046584 Feb 19 03:56:58.305090 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-94af661d-b28e-4916-9b88-168e61bd6530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (560b74a5-6f9b-46d8-a403-adfca3789dbb), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.306072 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94af661d-b28e-4916-9b88-168e61bd6530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:58.306842 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-94af661d-b28e-4916-9b88-168e61bd6530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.371566 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-002d2b2e-91a7-4c6a-a38f-d6c6bf694b5e req-ff760baf-6da1-4748-9f38-e1b3ddc17b07 tempest-ServersAdminTestJSON-1074345640 tempest-ServersAdminTestJSON-1074345640-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f253cb-67e6-4523-beec-76d208504573 HTTP/1.1" status: 200 len: 210 time: 0.0634649 Feb 19 03:56:58.372192 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-94af661d-b28e-4916-9b88-168e61bd6530 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4208553 Feb 19 03:56:58.373228 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af661d-b28e-4916-9b88-168e61bd6530 admin admin] Pushing event updated for resources: {'Network': ['ID=560b74a5-6f9b-46d8-a403-adfca3789dbb,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:58.375398 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43040) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:58.389559 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b3c6e382-1430-4d26-8d92-b3acc03fca4d admin admin] Request body: {'subnet': {'network_id': '560b74a5-6f9b-46d8-a403-adfca3789dbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-263822332-subnet', 'tenant_id': '9eaba30d1a9a4f6587173f80c00f9336', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:58.391327 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 560b74a5-6f9b-46d8-a403-adfca3789dbb details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:56:58.411989 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa740774-4c4e-4bb1-ada6-06d14e8085b2 req-0c01b207-4e2f-4bd8-b117-71b2aeb2f87c tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076968 Feb 19 03:56:58.426125 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c6e382-1430-4d26-8d92-b3acc03fca4d admin admin] Made reservation on behalf of 9eaba30d1a9a4f6587173f80c00f9336 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:58.429865 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b3c6e382-1430-4d26-8d92-b3acc03fca4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.563006 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1d5a7-8a5a-4bc9-b7ba-cf306518d4fd req-60b6636c-86c7-4230-97f3-9bb4c4e580dc tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:58.564479 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8bd1d5a7-8a5a-4bc9-b7ba-cf306518d4fd req-60b6636c-86c7-4230-97f3-9bb4c4e580dc tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 949 time: 0.0578508 Feb 19 03:56:58.617632 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8bd1d5a7-8a5a-4bc9-b7ba-cf306518d4fd req-2bf7919e-36a9-4cfe-bb10-0fdd8b58c5fa tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459514 Feb 19 03:56:58.619992 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b3c6e382-1430-4d26-8d92-b3acc03fca4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (546cd7e7-ea36-4442-a922-7d0600ccbad6), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.621841 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 32b65e72-f530-451d-974d-5dbfb639b8ee up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:58.671850 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6e382-1430-4d26-8d92-b3acc03fca4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=546cd7e7-ea36-4442-a922-7d0600ccbad6,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:58.687098 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c6e382-1430-4d26-8d92-b3acc03fca4d admin admin] Checking segment: {'id': 'e71b3dbd-fb5f-4ed3-8510-6ff14354abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '560b74a5-6f9b-46d8-a403-adfca3789dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:58.687465 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c6e382-1430-4d26-8d92-b3acc03fca4d admin admin] Network hostable DHCP agents. Network: 560b74a5-6f9b-46d8-a403-adfca3789dbb, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:56:58.700848 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 32b65e72-f530-451d-974d-5dbfb639b8ee completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:56:58.706015 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 32b65e72-f530-451d-974d-5dbfb639b8ee triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:58.706325 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c6e382-1430-4d26-8d92-b3acc03fca4d admin admin] Network 560b74a5-6f9b-46d8-a403-adfca3789dbb is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:56:58.706513 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (32b65e72-f530-451d-974d-5dbfb639b8ee), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.717050 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-b3c6e382-1430-4d26-8d92-b3acc03fca4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 560b74a5-6f9b-46d8-a403-adfca3789dbb) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:58.721533 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c6e382-1430-4d26-8d92-b3acc03fca4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:58.722291 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b3c6e382-1430-4d26-8d92-b3acc03fca4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.744487 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b3c6e382-1430-4d26-8d92-b3acc03fca4d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3665242 Feb 19 03:56:58.746270 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4f80d4-ed88-45e8-9e37-5bc78605c3d6 None None] Network 560b74a5-6f9b-46d8-a403-adfca3789dbb requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:58.746564 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43046) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:58.751887 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-2a4d51e9-8609-4eb6-98ff-748e0f008ce4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-263822332-router', 'tenant_id': '9eaba30d1a9a4f6587173f80c00f9336', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:58.775375 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a4d51e9-8609-4eb6-98ff-748e0f008ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (843d6d6c-97a8-444b-92a1-2e6aa0343585), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.776577 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a4d51e9-8609-4eb6-98ff-748e0f008ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (843d6d6c-97a8-444b-92a1-2e6aa0343585), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.843708 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8169c4-565d-4a68-bda7-572ae3087955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be393505-c5c8-403b-8de7-7d7ee2fa4d2e'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:58.845808 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6707339e-fa9e-4403-92e1-9f79ef7da38c" -d '{"events": [{"server_uuid": "2c8169c4-565d-4a68-bda7-572ae3087955", "name": "network-vif-plugged", "status": "completed", "tag": "be393505-c5c8-403b-8de7-7d7ee2fa4d2e"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:58.863267 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 32b65e72-f530-451d-974d-5dbfb639b8ee is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:58.863679 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a4d51e9-8609-4eb6-98ff-748e0f008ce4 admin admin] Publish callbacks [] for router_controller (843d6d6c-97a8-444b-92a1-2e6aa0343585), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.863885 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (32b65e72-f530-451d-974d-5dbfb639b8ee), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.895639 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478017f3-f075-435a-b061-67270041382c x-openstack-request-id: req-478017f3-f075-435a-b061-67270041382c {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:58.896280 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8169c4-565d-4a68-bda7-572ae3087955", "name": "network-vif-plugged", "status": "completed", "tag": "be393505-c5c8-403b-8de7-7d7ee2fa4d2e", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:58.896573 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-478017f3-f075-435a-b061-67270041382c {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:58.897865 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8169c4-565d-4a68-bda7-572ae3087955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be393505-c5c8-403b-8de7-7d7ee2fa4d2e', 'code': 200} Feb 19 03:56:58.942674 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 32b65e72-f530-451d-974d-5dbfb639b8ee, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=32b65e72-f530-451d-974d-5dbfb639b8ee,segment=NetworkSegment(11b60c15-af18-4ce6-95b0-475cc12f6250),segment_id=11b60c15-af18-4ce6-95b0-475cc12f6250)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:58.947608 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (32b65e72-f530-451d-974d-5dbfb639b8ee), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.964128 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfa013-fbae-4c8e-9175-578651ca07ea req-0e884623-9038-4c1b-84e9-c671205ada3e tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:58.969372 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfa013-fbae-4c8e-9175-578651ca07ea req-0e884623-9038-4c1b-84e9-c671205ada3e tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:58.974557 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfa013-fbae-4c8e-9175-578651ca07ea req-0e884623-9038-4c1b-84e9-c671205ada3e tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:58.975788 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356da52d-172b-401e-bd56-7f2c881b9f89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-560b74a5-6f9b-46d8-a403-adfca3789dbb', 'network_id': '560b74a5-6f9b-46d8-a403-adfca3789dbb', 'project_id': '9eaba30d1a9a4f6587173f80c00f9336', 'fixed_ips': [{'subnet_id': '546cd7e7-ea36-4442-a922-7d0600ccbad6'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:56:58.976749 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b4cfa013-fbae-4c8e-9175-578651ca07ea req-0e884623-9038-4c1b-84e9-c671205ada3e tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 2416 time: 0.1744263 Feb 19 03:56:58.983536 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-356da52d-172b-401e-bd56-7f2c881b9f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:59.083048 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=32b65e72-f530-451d-974d-5dbfb639b8ee,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:59.107379 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a4d51e9-8609-4eb6-98ff-748e0f008ce4 admin admin] Publish callbacks [] for router_gateway (843d6d6c-97a8-444b-92a1-2e6aa0343585), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:59.153311 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b4cfa013-fbae-4c8e-9175-578651ca07ea req-c402cfc3-f998-48a5-bc2f-8c13a1b602a2 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676695 Feb 19 03:56:59.156078 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-356da52d-172b-401e-bd56-7f2c881b9f89 None None] Allocated IP 172.20.0.2 (560b74a5-6f9b-46d8-a403-adfca3789dbb/546cd7e7-ea36-4442-a922-7d0600ccbad6/92308494-5ff2-443f-8a39-6f4c0e993d83) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:59.198467 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec22e37-99aa-4f0e-ba66-896827e8fc1e req-88df517c-06cc-400a-bf11-330e8d24cec7 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:59.200056 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0ec22e37-99aa-4f0e-ba66-896827e8fc1e req-88df517c-06cc-400a-bf11-330e8d24cec7 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bd94b51-a364-4f0b-b569-f92971869088 HTTP/1.1" status: 200 len: 945 time: 0.1755247 Feb 19 03:56:59.266047 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0ec22e37-99aa-4f0e-ba66-896827e8fc1e req-9ac6a5c0-3dc1-487e-81eb-112c42d11dfd tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574181 Feb 19 03:56:59.280491 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:59.339789 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-356da52d-172b-401e-bd56-7f2c881b9f89 None None] Publish callbacks [] for port (92308494-5ff2-443f-8a39-6f4c0e993d83), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:59.348177 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-356da52d-172b-401e-bd56-7f2c881b9f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (92308494-5ff2-443f-8a39-6f4c0e993d83), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:59.390452 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356da52d-172b-401e-bd56-7f2c881b9f89 None None] Network 560b74a5-6f9b-46d8-a403-adfca3789dbb is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:59.396467 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-356da52d-172b-401e-bd56-7f2c881b9f89 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:59.401795 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356da52d-172b-401e-bd56-7f2c881b9f89 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:59.403866 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356da52d-172b-401e-bd56-7f2c881b9f89 None None] Pushing event updated for resources: {'Port': ['ID=92308494-5ff2-443f-8a39-6f4c0e993d83,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:59.421694 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a4d51e9-8609-4eb6-98ff-748e0f008ce4 admin admin] Publish callbacks [] for router_gateway (843d6d6c-97a8-444b-92a1-2e6aa0343585), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:59.445105 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a4d51e9-8609-4eb6-98ff-748e0f008ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:59.508187 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-356da52d-172b-401e-bd56-7f2c881b9f89 None None] Attempting to bind port 92308494-5ff2-443f-8a39-6f4c0e993d83 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:59.508561 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-356da52d-172b-401e-bd56-7f2c881b9f89 None None] Attempting to bind port 92308494-5ff2-443f-8a39-6f4c0e993d83 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'e71b3dbd-fb5f-4ed3-8510-6ff14354abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '560b74a5-6f9b-46d8-a403-adfca3789dbb'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:59.508930 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356da52d-172b-401e-bd56-7f2c881b9f89 None None] Attempting to bind port 92308494-5ff2-443f-8a39-6f4c0e993d83 on network 560b74a5-6f9b-46d8-a403-adfca3789dbb {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:59.514294 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356da52d-172b-401e-bd56-7f2c881b9f89 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:59.514683 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356da52d-172b-401e-bd56-7f2c881b9f89 None None] Checking segment: {'id': 'e71b3dbd-fb5f-4ed3-8510-6ff14354abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '560b74a5-6f9b-46d8-a403-adfca3789dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:59.515094 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-356da52d-172b-401e-bd56-7f2c881b9f89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:59.515495 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356da52d-172b-401e-bd56-7f2c881b9f89 None None] Bound using segment: {'id': 'e71b3dbd-fb5f-4ed3-8510-6ff14354abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '560b74a5-6f9b-46d8-a403-adfca3789dbb'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:59.515974 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-356da52d-172b-401e-bd56-7f2c881b9f89 None None] Bound port: 92308494-5ff2-443f-8a39-6f4c0e993d83, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71b3dbd-fb5f-4ed3-8510-6ff14354abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '560b74a5-6f9b-46d8-a403-adfca3789dbb'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:59.516364 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-356da52d-172b-401e-bd56-7f2c881b9f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (92308494-5ff2-443f-8a39-6f4c0e993d83), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:59.599117 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-356da52d-172b-401e-bd56-7f2c881b9f89 None None] For port 92308494-5ff2-443f-8a39-6f4c0e993d83, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:59.602372 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-356da52d-172b-401e-bd56-7f2c881b9f89 None None] For port 92308494-5ff2-443f-8a39-6f4c0e993d83, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=92308494-5ff2-443f-8a39-6f4c0e993d83,segment=NetworkSegment(e71b3dbd-fb5f-4ed3-8510-6ff14354abca),segment_id=e71b3dbd-fb5f-4ed3-8510-6ff14354abca)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:59.611410 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-356da52d-172b-401e-bd56-7f2c881b9f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (92308494-5ff2-443f-8a39-6f4c0e993d83), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:59.629070 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a765d-a96c-44af-ba81-69edc6c7fa2d req-e49e0252-15fd-49f5-bceb-97a3f30b19a7 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:59.630652 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-995a765d-a96c-44af-ba81-69edc6c7fa2d req-e49e0252-15fd-49f5-bceb-97a3f30b19a7 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.1071727 Feb 19 03:56:59.641935 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-2a4d51e9-8609-4eb6-98ff-748e0f008ce4 admin admin] Allocated IP 172.25.3.8 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/252ec358-1c75-422a-9b3f-3da7673b240b) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:59.692283 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356da52d-172b-401e-bd56-7f2c881b9f89 None None] Pushing event updated for resources: {'Port': ['ID=92308494-5ff2-443f-8a39-6f4c0e993d83,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:59.762272 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-995a765d-a96c-44af-ba81-69edc6c7fa2d req-ecd14854-3dfd-486c-ab58-8b29387b3cb5 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215169 Feb 19 03:56:59.816886 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43064) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:59.861276 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d39a3f74-f367-41c6-8d0a-3e4badb62b2b req-6a696023-7029-48f4-9e31-9f12ea56ac16 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0631282 Feb 19 03:56:59.877090 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a4d51e9-8609-4eb6-98ff-748e0f008ce4 admin admin] Publish callbacks [] for port (252ec358-1c75-422a-9b3f-3da7673b240b), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:59.887122 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020cadb-221e-47ec-ad92-a9882c4c2c47 req-d0d96273-bdfe-45b1-9bbd-700f91c403a8 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:59.888227 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5020cadb-221e-47ec-ad92-a9882c4c2c47 req-d0d96273-bdfe-45b1-9bbd-700f91c403a8 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 949 time: 0.1435010 Feb 19 03:56:59.988240 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a3f74-f367-41c6-8d0a-3e4badb62b2b req-c146580a-d198-4192-b8cd-33e5a4d824da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:59.992116 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d39a3f74-f367-41c6-8d0a-3e4badb62b2b req-c146580a-d198-4192-b8cd-33e5a4d824da service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 1127 time: 0.0872316 Feb 19 03:57:00.019307 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5020cadb-221e-47ec-ad92-a9882c4c2c47 req-e52d0f9f-5c44-428c-b793-9a65baf1c438 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239679 Feb 19 03:57:00.041646 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a4d51e9-8609-4eb6-98ff-748e0f008ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (252ec358-1c75-422a-9b3f-3da7673b240b), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:00.103772 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4d51e9-8609-4eb6-98ff-748e0f008ce4 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:00.108982 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-2a4d51e9-8609-4eb6-98ff-748e0f008ce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:00.114336 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4d51e9-8609-4eb6-98ff-748e0f008ce4 admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:00.148709 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a3f74-f367-41c6-8d0a-3e4badb62b2b req-6771b72a-0de7-45ea-ad5e-042463d88f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:00.150969 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d39a3f74-f367-41c6-8d0a-3e4badb62b2b req-6771b72a-0de7-45ea-ad5e-042463d88f5b service neutron] 10.222.0.79 "GET /v2.0/networks?id=575db6fc-b1bf-4deb-91aa-ccf16978efb1 HTTP/1.1" status: 200 len: 909 time: 0.1311584 Feb 19 03:57:00.159074 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d51e9-8609-4eb6-98ff-748e0f008ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=252ec358-1c75-422a-9b3f-3da7673b240b,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:00.177101 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4ad0512a-3fe7-4929-986c-909b2c27a27b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5bf80fd9325e49cb80604ca8e7026637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3568974 Feb 19 03:57:00.177335 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43068) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:00.217877 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d39a3f74-f367-41c6-8d0a-3e4badb62b2b req-e1ffd558-7ca8-410c-80c9-d6a8b5588e0f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=816b0177-fe19-4dfb-81d0-9fb24fa15176 HTTP/1.1" status: 200 len: 217 time: 0.0593956 Feb 19 03:57:00.282588 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0c4a3126-09cd-4911-bc59-c5a205f4d32f no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:57:00.326700 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a3f74-f367-41c6-8d0a-3e4badb62b2b req-dacda474-4565-408b-b112-749f84636e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:00.328097 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 0c4a3126-09cd-4911-bc59-c5a205f4d32f {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:57:00.328266 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d39a3f74-f367-41c6-8d0a-3e4badb62b2b req-dacda474-4565-408b-b112-749f84636e52 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d HTTP/1.1" status: 200 len: 848 time: 0.1056092 Feb 19 03:57:00.329829 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0c4a3126-09cd-4911-bc59-c5a205f4d32f not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:57:00.358084 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 92308494-5ff2-443f-8a39-6f4c0e993d83 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:00.370932 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d39a3f74-f367-41c6-8d0a-3e4badb62b2b req-3ba798cb-a004-4b1b-952f-2ce0c8b186fc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=575db6fc-b1bf-4deb-91aa-ccf16978efb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362391 Feb 19 03:57:00.446463 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 92308494-5ff2-443f-8a39-6f4c0e993d83 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:00.447647 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (92308494-5ff2-443f-8a39-6f4c0e993d83), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:00.525090 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d39a3f74-f367-41c6-8d0a-3e4badb62b2b req-3b28ebb0-f31c-4773-b8e9-f61120def00c service neutron] 10.222.0.79 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482491 Feb 19 03:57:00.567846 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 92308494-5ff2-443f-8a39-6f4c0e993d83 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:00.568637 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (92308494-5ff2-443f-8a39-6f4c0e993d83), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:00.574569 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3d03b-7925-4a71-bac7-e7f6f6c0278a req-3cabbb8d-2719-4fae-8f79-c279e4245df7 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:00.580023 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3d03b-7925-4a71-bac7-e7f6f6c0278a req-3cabbb8d-2719-4fae-8f79-c279e4245df7 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:00.585343 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3d03b-7925-4a71-bac7-e7f6f6c0278a req-3cabbb8d-2719-4fae-8f79-c279e4245df7 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:00.593393 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aca3d03b-7925-4a71-bac7-e7f6f6c0278a req-3cabbb8d-2719-4fae-8f79-c279e4245df7 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 2417 time: 0.2183325 Feb 19 03:57:00.604243 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c6e32b13-53e6-468f-baf8-ccdcde58f595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:00.625285 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9d58b51b-04d9-4085-b4eb-40e64426c30a admin admin] Publish callbacks [] for security_group (70285745-c8eb-416d-90e3-1841e9bcef25), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:00.629776 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 92308494-5ff2-443f-8a39-6f4c0e993d83, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=92308494-5ff2-443f-8a39-6f4c0e993d83,segment=NetworkSegment(e71b3dbd-fb5f-4ed3-8510-6ff14354abca),segment_id=e71b3dbd-fb5f-4ed3-8510-6ff14354abca)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:00.639682 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (92308494-5ff2-443f-8a39-6f4c0e993d83), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:00.667963 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d39a3f74-f367-41c6-8d0a-3e4badb62b2b req-753d2591-c53e-4d21-8e54-f012cad14596 service neutron] 10.222.0.79 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346076 Feb 19 03:57:00.713944 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=92308494-5ff2-443f-8a39-6f4c0e993d83,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:00.714541 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a4d51e9-8609-4eb6-98ff-748e0f008ce4 admin admin] Publish callbacks [] for router_gateway (843d6d6c-97a8-444b-92a1-2e6aa0343585), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:00.723124 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9d58b51b-04d9-4085-b4eb-40e64426c30a admin admin] Publish callbacks [] for security_group (70285745-c8eb-416d-90e3-1841e9bcef25), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:00.731628 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb916332-f557-4719-90b6-10c40de9ba0f req-195e2b4e-bedb-49a1-9789-5a84d5815cb9 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:00.734647 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eb916332-f557-4719-90b6-10c40de9ba0f req-195e2b4e-bedb-49a1-9789-5a84d5815cb9 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bd94b51-a364-4f0b-b569-f92971869088 HTTP/1.1" status: 200 len: 945 time: 0.2646396 Feb 19 03:57:00.785900 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aca3d03b-7925-4a71-bac7-e7f6f6c0278a req-33e47281-e401-46c2-99d4-73c30edbf9ca tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916375 Feb 19 03:57:00.899369 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8169c4-565d-4a68-bda7-572ae3087955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b65e72-f530-451d-974d-5dbfb639b8ee'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:00.901693 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59edcb7-afda-4a6b-9fec-7a35522e79ba" -d '{"events": [{"server_uuid": "2c8169c4-565d-4a68-bda7-572ae3087955", "name": "network-vif-plugged", "status": "completed", "tag": "32b65e72-f530-451d-974d-5dbfb639b8ee"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:01.010667 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ca1628-df2a-4782-9b45-ef18da667cb7 None None] Network 560b74a5-6f9b-46d8-a403-adfca3789dbb requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:57:01.091666 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-444937ee-e447-4a62-b79b-c06f425d2fa3 None None] Provisioning complete for port 92308494-5ff2-443f-8a39-6f4c0e993d83 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:01.092377 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-444937ee-e447-4a62-b79b-c06f425d2fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (92308494-5ff2-443f-8a39-6f4c0e993d83), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:01.187756 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eb916332-f557-4719-90b6-10c40de9ba0f req-a3889bfc-80bb-4540-81f0-fcfec01a324c tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119854 Feb 19 03:57:01.205970 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c7dfb-5c16-423c-a56a-12af144f41f5 req-3cf8aa6f-4de9-4496-8965-118cc42a50f7 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:01.207583 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fb1c7dfb-5c16-423c-a56a-12af144f41f5 req-3cf8aa6f-4de9-4496-8965-118cc42a50f7 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.1451659 Feb 19 03:57:01.223267 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9d58b51b-04d9-4085-b4eb-40e64426c30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (70285745-c8eb-416d-90e3-1841e9bcef25), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:01.223267 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9d58b51b-04d9-4085-b4eb-40e64426c30a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:01.223267 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9d58b51b-04d9-4085-b4eb-40e64426c30a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/70285745-c8eb-416d-90e3-1841e9bcef25 HTTP/1.1" status: 204 len: 168 time: 1.0377507 Feb 19 03:57:01.223562 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-444937ee-e447-4a62-b79b-c06f425d2fa3 None None] Current status of the port 92308494-5ff2-443f-8a39-6f4c0e993d83 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:01.259332 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58b51b-04d9-4085-b4eb-40e64426c30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70285745-c8eb-416d-90e3-1841e9bcef25,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:01.262354 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcf966f-ec4e-46b2-b31c-0f64fcff0424 x-openstack-request-id: req-ddcf966f-ec4e-46b2-b31c-0f64fcff0424 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:01.262936 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8169c4-565d-4a68-bda7-572ae3087955", "name": "network-vif-plugged", "status": "completed", "tag": "32b65e72-f530-451d-974d-5dbfb639b8ee", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:01.263413 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ddcf966f-ec4e-46b2-b31c-0f64fcff0424 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:01.264007 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8169c4-565d-4a68-bda7-572ae3087955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b65e72-f530-451d-974d-5dbfb639b8ee', 'code': 200} Feb 19 03:57:01.342363 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fb1c7dfb-5c16-423c-a56a-12af144f41f5 req-df24ccac-62de-4f1b-8da4-5f0fdf0c780f tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942626 Feb 19 03:57:01.473865 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c5c2b-476b-499e-8e19-47dd8044f7ba req-7e4da94d-6e04-4233-8a5f-857f6547b184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:01.476574 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c5c2b-476b-499e-8e19-47dd8044f7ba req-7e4da94d-6e04-4233-8a5f-857f6547b184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:01.477081 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c5c2b-476b-499e-8e19-47dd8044f7ba req-7e4da94d-6e04-4233-8a5f-857f6547b184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:01.478881 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-cb2c5c2b-476b-499e-8e19-47dd8044f7ba req-7e4da94d-6e04-4233-8a5f-857f6547b184 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 2966 time: 0.1320939 Feb 19 03:57:01.511670 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a4d51e9-8609-4eb6-98ff-748e0f008ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (843d6d6c-97a8-444b-92a1-2e6aa0343585), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:01.548115 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-cb2c5c2b-476b-499e-8e19-47dd8044f7ba req-c9986753-90b9-4de9-bd88-2eaef383d6ff service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597208 Feb 19 03:57:01.551416 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b22b68f9-68c9-4381-a178-55066fbb6d59 None None] Provisioning complete for port 92308494-5ff2-443f-8a39-6f4c0e993d83 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:01.551871 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b22b68f9-68c9-4381-a178-55066fbb6d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (92308494-5ff2-443f-8a39-6f4c0e993d83), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:01.581890 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7372711-6ca7-40d2-aa25-0d45999705dd req-f38c859a-0bc8-4716-bc0b-6eb12e877ae4 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:01.583577 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f7372711-6ca7-40d2-aa25-0d45999705dd req-f38c859a-0bc8-4716-bc0b-6eb12e877ae4 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 949 time: 0.1811850 Feb 19 03:57:01.669389 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43086) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:01.669761 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b22b68f9-68c9-4381-a178-55066fbb6d59 None None] Current status of the port 92308494-5ff2-443f-8a39-6f4c0e993d83 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:01.698694 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f7372711-6ca7-40d2-aa25-0d45999705dd req-cc854c50-8289-447e-88c4-a77d140f2dad tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043718 Feb 19 03:57:01.714215 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b816a197-2db9-48a1-a3bf-14a8823d3f2e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2591f9d7f34543c4b489122bfded5d90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429244 Feb 19 03:57:01.724001 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43088) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:01.742059 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4d51e9-8609-4eb6-98ff-748e0f008ce4 admin admin] Router 843d6d6c-97a8-444b-92a1-2e6aa0343585 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:57:01.813251 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a91f74db-0d17-4d8a-8500-b7c07f8a0de9 admin admin] Publish callbacks [] for security_group (0a582898-bf9e-44a5-86b2-2394ece2e772), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:01.887419 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a91f74db-0d17-4d8a-8500-b7c07f8a0de9 admin admin] Publish callbacks [] for security_group (0a582898-bf9e-44a5-86b2-2394ece2e772), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:01.971884 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4d51e9-8609-4eb6-98ff-748e0f008ce4 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:57:01.984513 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217e9b50-a3c6-4d96-9341-20ff0594e1ba None None] Sync routers for ids ['843d6d6c-97a8-444b-92a1-2e6aa0343585'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:57:01.996318 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217e9b50-a3c6-4d96-9341-20ff0594e1ba None None] Routers {'843d6d6c-97a8-444b-92a1-2e6aa0343585'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:01.996959 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-217e9b50-a3c6-4d96-9341-20ff0594e1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:56:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['843d6d6c-97a8-444b-92a1-2e6aa0343585'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:02.004021 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8231c-f859-4205-86b8-c2eb9f6c9878 req-e6ca8483-10d4-4085-b99b-0065d24d7731 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:02.009205 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8231c-f859-4205-86b8-c2eb9f6c9878 req-e6ca8483-10d4-4085-b99b-0065d24d7731 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:02.014407 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8231c-f859-4205-86b8-c2eb9f6c9878 req-e6ca8483-10d4-4085-b99b-0065d24d7731 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:02.016032 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aee8231c-f859-4205-86b8-c2eb9f6c9878 req-e6ca8483-10d4-4085-b99b-0065d24d7731 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 2417 time: 0.1167057 Feb 19 03:57:02.026531 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a4d51e9-8609-4eb6-98ff-748e0f008ce4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.030073 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2a4d51e9-8609-4eb6-98ff-748e0f008ce4 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2799413 Feb 19 03:57:02.030610 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43094) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:02.036381 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a91f74db-0d17-4d8a-8500-b7c07f8a0de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0a582898-bf9e-44a5-86b2-2394ece2e772), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.039623 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a91f74db-0d17-4d8a-8500-b7c07f8a0de9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.043088 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a91f74db-0d17-4d8a-8500-b7c07f8a0de9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0a582898-bf9e-44a5-86b2-2394ece2e772 HTTP/1.1" status: 204 len: 168 time: 0.3225906 Feb 19 03:57:02.063440 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f74db-0d17-4d8a-8500-b7c07f8a0de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a582898-bf9e-44a5-86b2-2394ece2e772,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:02.130238 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aee8231c-f859-4205-86b8-c2eb9f6c9878 req-0715d764-3e06-4afe-b6bf-5b090a069ef9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932457 Feb 19 03:57:02.159559 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-217e9b50-a3c6-4d96-9341-20ff0594e1ba None None] Set router 843d6d6c-97a8-444b-92a1-2e6aa0343585 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:02.389964 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 92308494-5ff2-443f-8a39-6f4c0e993d83 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:02.414020 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b26a0-3312-470b-a150-94d5f6af4991 req-dee24446-16b3-400a-9e3a-8a1a27a6b8ce tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:02.421667 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-440b26a0-3312-470b-a150-94d5f6af4991 req-dee24446-16b3-400a-9e3a-8a1a27a6b8ce tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bd94b51-a364-4f0b-b569-f92971869088 HTTP/1.1" status: 200 len: 945 time: 0.1182663 Feb 19 03:57:02.471765 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-217e9b50-a3c6-4d96-9341-20ff0594e1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '843d6d6c-97a8-444b-92a1-2e6aa0343585', 'name': 'tempest-FloatingIPDetailsTestJSON-263822332-router', 'tenant_id': '9eaba30d1a9a4f6587173f80c00f9336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '252ec358-1c75-422a-9b3f-3da7673b240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:58Z', 'updated_at': '2022-02-19T03:57:00Z', 'revision_number': 3, 'project_id': '9eaba30d1a9a4f6587173f80c00f9336', 'gw_port': {'id': '252ec358-1c75-422a-9b3f-3da7673b240b', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:96:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '843d6d6c-97a8-444b-92a1-2e6aa0343585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:59Z', 'updated_at': '2022-02-19T03:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:02.504622 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217e9b50-a3c6-4d96-9341-20ff0594e1ba None None] Checking router: 843d6d6c-97a8-444b-92a1-2e6aa0343585 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:57:02.505209 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217e9b50-a3c6-4d96-9341-20ff0594e1ba None None] Updating router 843d6d6c-97a8-444b-92a1-2e6aa0343585 port 252ec358-1c75-422a-9b3f-3da7673b240b binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:57:02.508098 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 92308494-5ff2-443f-8a39-6f4c0e993d83 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:02.508480 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (92308494-5ff2-443f-8a39-6f4c0e993d83), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.559245 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-217e9b50-a3c6-4d96-9341-20ff0594e1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (252ec358-1c75-422a-9b3f-3da7673b240b), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.608202 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-440b26a0-3312-470b-a150-94d5f6af4991 req-d47a9e75-3adf-4bee-91aa-9396d0354487 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850531 Feb 19 03:57:02.651576 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2db8e5-5dcc-471d-bb90-85fca65a3daf req-e97f32c6-7643-43d8-9ab8-a5586500ad84 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:02.659903 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f2db8e5-5dcc-471d-bb90-85fca65a3daf req-e97f32c6-7643-43d8-9ab8-a5586500ad84 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.1905096 Feb 19 03:57:02.669586 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a77b07db-b48d-41d0-ab72-b7369e78e4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.687495 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 92308494-5ff2-443f-8a39-6f4c0e993d83 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:02.738812 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f2db8e5-5dcc-471d-bb90-85fca65a3daf req-3e72369b-ab9e-4a66-9687-faa47c979589 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715747 Feb 19 03:57:02.867291 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1073f186-9097-49c6-bb3a-19a69f4118b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.927096 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2a9af-3ae5-40ad-9248-b3c5c2022870 req-994e0a3a-b5e6-477a-b3f6-8901a054da17 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:02.935614 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-afa2a9af-3ae5-40ad-9248-b3c5c2022870 req-994e0a3a-b5e6-477a-b3f6-8901a054da17 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 949 time: 0.1391404 Feb 19 03:57:02.960778 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-217e9b50-a3c6-4d96-9341-20ff0594e1ba None None] Publish callbacks [] for port (252ec358-1c75-422a-9b3f-3da7673b240b), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.984897 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-217e9b50-a3c6-4d96-9341-20ff0594e1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (252ec358-1c75-422a-9b3f-3da7673b240b), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:03.025025 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-afa2a9af-3ae5-40ad-9248-b3c5c2022870 req-8cf1fceb-db0c-4da3-98d8-fca0d28b93b2 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813353 Feb 19 03:57:03.033014 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742ea33-9864-419c-8451-05552d084907 None None] Pushing event updated for resources: {'Port': ['ID=252ec358-1c75-422a-9b3f-3da7673b240b,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:03.073434 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-217e9b50-a3c6-4d96-9341-20ff0594e1ba None None] Attempting to bind port 252ec358-1c75-422a-9b3f-3da7673b240b on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:57:03.074049 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-217e9b50-a3c6-4d96-9341-20ff0594e1ba None None] Attempting to bind port 252ec358-1c75-422a-9b3f-3da7673b240b by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:57:03.075066 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217e9b50-a3c6-4d96-9341-20ff0594e1ba None None] Attempting to bind port 252ec358-1c75-422a-9b3f-3da7673b240b on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:03.088626 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217e9b50-a3c6-4d96-9341-20ff0594e1ba None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:57:03.089155 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217e9b50-a3c6-4d96-9341-20ff0594e1ba None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:03.089562 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-217e9b50-a3c6-4d96-9341-20ff0594e1ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:03.090134 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217e9b50-a3c6-4d96-9341-20ff0594e1ba None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:57:03.090752 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-217e9b50-a3c6-4d96-9341-20ff0594e1ba None None] Bound port: 252ec358-1c75-422a-9b3f-3da7673b240b, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:57:03.091142 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-217e9b50-a3c6-4d96-9341-20ff0594e1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (252ec358-1c75-422a-9b3f-3da7673b240b), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:03.121249 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-1073f186-9097-49c6-bb3a-19a69f4118b8 admin admin] Allocated IP 172.20.0.1 (560b74a5-6f9b-46d8-a403-adfca3789dbb/546cd7e7-ea36-4442-a922-7d0600ccbad6/6cac9e6f-6639-4423-a07f-5f71eb4e18e2) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:03.196961 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-217e9b50-a3c6-4d96-9341-20ff0594e1ba None None] For port 252ec358-1c75-422a-9b3f-3da7673b240b, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:03.204626 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-217e9b50-a3c6-4d96-9341-20ff0594e1ba None None] For port 252ec358-1c75-422a-9b3f-3da7673b240b, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=252ec358-1c75-422a-9b3f-3da7673b240b,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:57:03.228549 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-217e9b50-a3c6-4d96-9341-20ff0594e1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (252ec358-1c75-422a-9b3f-3da7673b240b), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:03.298989 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1073f186-9097-49c6-bb3a-19a69f4118b8 admin admin] Publish callbacks [] for port (6cac9e6f-6639-4423-a07f-5f71eb4e18e2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:03.352892 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1073f186-9097-49c6-bb3a-19a69f4118b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (6cac9e6f-6639-4423-a07f-5f71eb4e18e2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:03.372682 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab374e29-9218-4bda-b417-2a4515e94b91 req-bfa225ad-2dbb-468d-8aef-75712b0fe142 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:03.384594 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab374e29-9218-4bda-b417-2a4515e94b91 req-bfa225ad-2dbb-468d-8aef-75712b0fe142 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:03.393021 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217e9b50-a3c6-4d96-9341-20ff0594e1ba None None] Routers {'843d6d6c-97a8-444b-92a1-2e6aa0343585'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:03.395569 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-217e9b50-a3c6-4d96-9341-20ff0594e1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:57:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['843d6d6c-97a8-444b-92a1-2e6aa0343585'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:03.404241 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab374e29-9218-4bda-b417-2a4515e94b91 req-bfa225ad-2dbb-468d-8aef-75712b0fe142 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:03.406136 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab374e29-9218-4bda-b417-2a4515e94b91 req-bfa225ad-2dbb-468d-8aef-75712b0fe142 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 2417 time: 0.1884532 Feb 19 03:57:03.415151 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073f186-9097-49c6-bb3a-19a69f4118b8 admin admin] Pushing event updated for resources: {'Port': ['ID=6cac9e6f-6639-4423-a07f-5f71eb4e18e2,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:03.429257 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1073f186-9097-49c6-bb3a-19a69f4118b8 admin admin] Network 560b74a5-6f9b-46d8-a403-adfca3789dbb is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:03.430545 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-1073f186-9097-49c6-bb3a-19a69f4118b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:03.444432 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1073f186-9097-49c6-bb3a-19a69f4118b8 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:03.465780 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742ea33-9864-419c-8451-05552d084907 None None] Pushing event updated for resources: {'Port': ['ID=252ec358-1c75-422a-9b3f-3da7673b240b,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:03.489650 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab374e29-9218-4bda-b417-2a4515e94b91 req-8c2a95b1-8243-4f96-8ea2-4f1322c7e273 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755489 Feb 19 03:57:03.503171 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1073f186-9097-49c6-bb3a-19a69f4118b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (843d6d6c-97a8-444b-92a1-2e6aa0343585), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:03.640351 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-217e9b50-a3c6-4d96-9341-20ff0594e1ba None None] Set router 843d6d6c-97a8-444b-92a1-2e6aa0343585 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:03.644019 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:03.728023 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ed596-4f35-4772-8236-83ed6096cc86 req-45a2a7a1-68df-4a4b-8ec9-58a06138256a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:03.731995 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e70ed596-4f35-4772-8236-83ed6096cc86 req-45a2a7a1-68df-4a4b-8ec9-58a06138256a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d0f4caff5434d379e80e0b432aea600&device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 1128 time: 0.1162710 Feb 19 03:57:03.831247 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2fea6485-cdd9-4894-889e-a609991193db None None] Provisioning complete for port 6cac9e6f-6639-4423-a07f-5f71eb4e18e2 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:03.832261 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2fea6485-cdd9-4894-889e-a609991193db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6cac9e6f-6639-4423-a07f-5f71eb4e18e2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:03.836736 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1073f186-9097-49c6-bb3a-19a69f4118b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6cac9e6f-6639-4423-a07f-5f71eb4e18e2), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:03.841005 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cee739-2dea-4167-8ab7-42ca7d790103 req-1efc78cb-6cb0-4449-861e-b2e92d6c0ea1 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:03.847989 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54cee739-2dea-4167-8ab7-42ca7d790103 req-1efc78cb-6cb0-4449-861e-b2e92d6c0ea1 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bd94b51-a364-4f0b-b569-f92971869088 HTTP/1.1" status: 200 len: 945 time: 0.1313896 Feb 19 03:57:03.914631 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2fea6485-cdd9-4894-889e-a609991193db None None] Port 6cac9e6f-6639-4423-a07f-5f71eb4e18e2 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:57:03.971242 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-217e9b50-a3c6-4d96-9341-20ff0594e1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '843d6d6c-97a8-444b-92a1-2e6aa0343585', 'name': 'tempest-FloatingIPDetailsTestJSON-263822332-router', 'tenant_id': '9eaba30d1a9a4f6587173f80c00f9336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '252ec358-1c75-422a-9b3f-3da7673b240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:58Z', 'updated_at': '2022-02-19T03:57:00Z', 'revision_number': 3, 'project_id': '9eaba30d1a9a4f6587173f80c00f9336', 'gw_port': {'id': '252ec358-1c75-422a-9b3f-3da7673b240b', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:96:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '843d6d6c-97a8-444b-92a1-2e6aa0343585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:59Z', 'updated_at': '2022-02-19T03:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:04.011100 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30030447-2a3e-49e9-b978-774c37a8827c req-ef03fd2d-26ea-4514-9eb3-7383ce35b9da tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:04.012741 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-30030447-2a3e-49e9-b978-774c37a8827c req-ef03fd2d-26ea-4514-9eb3-7383ce35b9da tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.1661534 Feb 19 03:57:04.023616 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ed596-4f35-4772-8236-83ed6096cc86 req-f3c6e33a-f3e3-47f0-b193-9f4fa118d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:04.025270 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e70ed596-4f35-4772-8236-83ed6096cc86 req-f3c6e33a-f3e3-47f0-b193-9f4fa118d19d service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d936416-f125-4c3f-940d-813318503889 HTTP/1.1" status: 200 len: 922 time: 0.1898446 Feb 19 03:57:04.027909 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54cee739-2dea-4167-8ab7-42ca7d790103 req-0a4a4b33-fe2d-4bbb-a0c5-92fc08f5ac51 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558857 Feb 19 03:57:04.109528 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e70ed596-4f35-4772-8236-83ed6096cc86 req-dfd6421e-7958-4061-b09e-6cca13e9db85 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa0d80b9-33dd-40df-9605-58cd8558092f HTTP/1.1" status: 200 len: 217 time: 0.0487003 Feb 19 03:57:04.143898 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217e9b50-a3c6-4d96-9341-20ff0594e1ba None None] The sync data for ids ['843d6d6c-97a8-444b-92a1-2e6aa0343585'] in n-d-828369-19 is: [{'id': '843d6d6c-97a8-444b-92a1-2e6aa0343585', 'name': 'tempest-FloatingIPDetailsTestJSON-263822332-router', 'tenant_id': '9eaba30d1a9a4f6587173f80c00f9336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '252ec358-1c75-422a-9b3f-3da7673b240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:58Z', 'updated_at': '2022-02-19T03:57:00Z', 'revision_number': 3, 'project_id': '9eaba30d1a9a4f6587173f80c00f9336', 'gw_port': {'id': '252ec358-1c75-422a-9b3f-3da7673b240b', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:96:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '843d6d6c-97a8-444b-92a1-2e6aa0343585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:59Z', 'updated_at': '2022-02-19T03:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:57:04.177602 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-30030447-2a3e-49e9-b978-774c37a8827c req-5a20539c-4ec5-405e-ac92-ba0ed6506d12 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585646 Feb 19 03:57:04.233350 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ed596-4f35-4772-8236-83ed6096cc86 req-c8132e2d-fbfc-48aa-a590-129b1a60f193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:04.237307 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e70ed596-4f35-4772-8236-83ed6096cc86 req-c8132e2d-fbfc-48aa-a590-129b1a60f193 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2953d6c2-cff6-4430-863a-070b45f3a12f HTTP/1.1" status: 200 len: 861 time: 0.1177018 Feb 19 03:57:04.244704 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc560e0-a0ba-4744-aae7-8737331e5096 req-2058968f-122d-4512-a5d8-5cfd3422464b tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:04.255059 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0cc560e0-a0ba-4744-aae7-8737331e5096 req-2058968f-122d-4512-a5d8-5cfd3422464b tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 949 time: 0.0758147 Feb 19 03:57:04.313805 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0cc560e0-a0ba-4744-aae7-8737331e5096 req-88e2dff7-b6b3-4790-996f-6d21ccc6ccc1 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530303 Feb 19 03:57:04.316508 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e70ed596-4f35-4772-8236-83ed6096cc86 req-cb7f0dec-4c89-4d4e-a797-96a469ff87cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d936416-f125-4c3f-940d-813318503889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663750 Feb 19 03:57:04.367105 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1073f186-9097-49c6-bb3a-19a69f4118b8 admin admin] Publish callbacks [] for port (6cac9e6f-6639-4423-a07f-5f71eb4e18e2), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.400877 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1073f186-9097-49c6-bb3a-19a69f4118b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (6cac9e6f-6639-4423-a07f-5f71eb4e18e2), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.509964 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1073f186-9097-49c6-bb3a-19a69f4118b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (843d6d6c-97a8-444b-92a1-2e6aa0343585), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.511776 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073f186-9097-49c6-bb3a-19a69f4118b8 admin admin] Pushing event updated for resources: {'Port': ['ID=6cac9e6f-6639-4423-a07f-5f71eb4e18e2,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:04.578789 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e70ed596-4f35-4772-8236-83ed6096cc86 req-acb6367d-21f5-4b3e-b212-add3d3e0f55d service neutron] 10.222.0.26 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495339 Feb 19 03:57:04.696744 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449e6db-2a1d-4e06-a418-eb1a53657b76 req-f623f7eb-e54a-48bc-8d65-3a660db963d1 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:04.702326 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449e6db-2a1d-4e06-a418-eb1a53657b76 req-f623f7eb-e54a-48bc-8d65-3a660db963d1 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:04.708504 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449e6db-2a1d-4e06-a418-eb1a53657b76 req-f623f7eb-e54a-48bc-8d65-3a660db963d1 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:04.710753 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d449e6db-2a1d-4e06-a418-eb1a53657b76 req-f623f7eb-e54a-48bc-8d65-3a660db963d1 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 2417 time: 0.1130784 Feb 19 03:57:04.807921 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d449e6db-2a1d-4e06-a418-eb1a53657b76 req-aa7db1df-1eb2-43c9-80d2-ad9c9c3f9a83 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887256 Feb 19 03:57:04.809974 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-40663b64-b4bc-4766-8076-d89f9f05f3ae tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=4ca387fbb12e4e90bde8b5c865d5cfa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400083 Feb 19 03:57:04.995577 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-6b0e5f39-919a-486b-8382-ec0969eb1c54 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:04.998745 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-6b0e5f39-919a-486b-8382-ec0969eb1c54 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1827314 Feb 19 03:57:05.016444 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-1bc5dc66-e031-4af9-982b-86140fe43102 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] 10.222.0.52 "GET /v2.0/quotas/4ca387fbb12e4e90bde8b5c865d5cfa4 HTTP/1.1" status: 200 len: 375 time: 0.0123656 Feb 19 03:57:05.085915 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-e9a2026e-259d-4aac-b125-b5ecd074c346 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ca387fbb12e4e90bde8b5c865d5cfa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586491 Feb 19 03:57:05.139363 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e70ed596-4f35-4772-8236-83ed6096cc86 req-d1d0e261-4996-48b8-82b0-f39e1c1b3451 service neutron] 10.222.0.26 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510063 Feb 19 03:57:05.142085 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1073f186-9097-49c6-bb3a-19a69f4118b8 admin admin] Network 560b74a5-6f9b-46d8-a403-adfca3789dbb is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:05.143274 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:05.144251 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-1073f186-9097-49c6-bb3a-19a69f4118b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:05.249585 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0a347-51cf-4a24-bebc-517a11cbbc9a req-41b05f36-a533-4608-8f38-b97ae276fbd8 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:05.251354 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-82c0a347-51cf-4a24-bebc-517a11cbbc9a req-41b05f36-a533-4608-8f38-b97ae276fbd8 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bd94b51-a364-4f0b-b569-f92971869088 HTTP/1.1" status: 200 len: 945 time: 0.0692379 Feb 19 03:57:05.355129 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-82c0a347-51cf-4a24-bebc-517a11cbbc9a req-cf11c404-4baa-4b37-bf1c-8f44ddb9477b tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974507 Feb 19 03:57:05.457106 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1073f186-9097-49c6-bb3a-19a69f4118b8 admin admin] Router 843d6d6c-97a8-444b-92a1-2e6aa0343585 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:57:05.558647 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a5012-8cfc-41bc-9125-6f908fb92a61 req-0e6a15ea-4195-4311-b45a-b066e8c1d6fd tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:05.565998 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e21a5012-8cfc-41bc-9125-6f908fb92a61 req-0e6a15ea-4195-4311-b45a-b066e8c1d6fd tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.1380639 Feb 19 03:57:05.570224 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-617459dd-2ab1-43c5-b26d-66865d6f8dfd None None] Provisioning complete for port 6cac9e6f-6639-4423-a07f-5f71eb4e18e2 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:05.570615 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-617459dd-2ab1-43c5-b26d-66865d6f8dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6cac9e6f-6639-4423-a07f-5f71eb4e18e2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:05.606284 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ab347-5fd2-43cf-9309-3f5bbf23f3cc req-de53afc4-f721-4624-918b-9bd887c7e32a tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:05.613898 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ab347-5fd2-43cf-9309-3f5bbf23f3cc req-de53afc4-f721-4624-918b-9bd887c7e32a tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:05.620803 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ab347-5fd2-43cf-9309-3f5bbf23f3cc req-de53afc4-f721-4624-918b-9bd887c7e32a tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:05.623890 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0c1ab347-5fd2-43cf-9309-3f5bbf23f3cc req-de53afc4-f721-4624-918b-9bd887c7e32a tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 2417 time: 0.2083113 Feb 19 03:57:05.655963 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1073f186-9097-49c6-bb3a-19a69f4118b8 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:57:05.664659 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1073f186-9097-49c6-bb3a-19a69f4118b8 admin admin] 10.222.0.52 "PUT /v2.0/routers/843d6d6c-97a8-444b-92a1-2e6aa0343585/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6328924 Feb 19 03:57:05.677189 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-617459dd-2ab1-43c5-b26d-66865d6f8dfd None None] Port 6cac9e6f-6639-4423-a07f-5f71eb4e18e2 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:57:05.770514 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0c1ab347-5fd2-43cf-9309-3f5bbf23f3cc req-9a42f7af-0cbf-46f6-8ddc-ed1af77df4a6 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368222 Feb 19 03:57:05.793793 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e21a5012-8cfc-41bc-9125-6f908fb92a61 req-a0afa85f-deaf-4584-99ab-1a71560ff297 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266529 Feb 19 03:57:05.882251 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-30d4a659-c6b7-4f5c-9558-37236a4d7d7b req-b303e6d2-157a-4c55-b843-c8d60c6bb5b5 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c02e757-5e02-4ba4-a6ce-391ba0d4475a HTTP/1.1" status: 200 len: 210 time: 0.0411882 Feb 19 03:57:05.973975 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a16ebe-4d5b-4078-98ca-ecd820af0e30 req-0705e9cd-d5e0-4edd-91ae-4e760d463137 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:05.981578 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f6a16ebe-4d5b-4078-98ca-ecd820af0e30 req-0705e9cd-d5e0-4edd-91ae-4e760d463137 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 949 time: 0.0859504 Feb 19 03:57:06.033408 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f6a16ebe-4d5b-4078-98ca-ecd820af0e30 req-67f6b959-a2ab-4c7a-91d4-979724593a9c tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509522 Feb 19 03:57:06.360558 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 252ec358-1c75-422a-9b3f-3da7673b240b up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:06.417062 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-94504217-00c3-4180-a1ca-1d4f46d15a14 req-4e78ec6e-366f-4254-9dfa-7b42d53ac5c7 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2871947 Feb 19 03:57:06.427981 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-94504217-00c3-4180-a1ca-1d4f46d15a14 req-b61a5912-e34f-40e2-af2f-5e81e551681b tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:06.438933 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 252ec358-1c75-422a-9b3f-3da7673b240b triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:06.439317 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (252ec358-1c75-422a-9b3f-3da7673b240b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:06.464571 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-94504217-00c3-4180-a1ca-1d4f46d15a14 req-b61a5912-e34f-40e2-af2f-5e81e551681b tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:06.476780 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f613fe2-fede-42d6-b167-7a463147f3b1 req-fab5e2e9-f2ba-48bb-8987-669a97d055ba tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:06.478552 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9f613fe2-fede-42d6-b167-7a463147f3b1 req-fab5e2e9-f2ba-48bb-8987-669a97d055ba tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63 HTTP/1.1" status: 200 len: 945 time: 0.1484435 Feb 19 03:57:06.537059 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 252ec358-1c75-422a-9b3f-3da7673b240b is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:06.537497 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (252ec358-1c75-422a-9b3f-3da7673b240b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:06.563286 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 252ec358-1c75-422a-9b3f-3da7673b240b, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=252ec358-1c75-422a-9b3f-3da7673b240b,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:06.568159 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (252ec358-1c75-422a-9b3f-3da7673b240b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:06.582302 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9f613fe2-fede-42d6-b167-7a463147f3b1 req-7c84d378-b787-4a09-9910-11c70f6c598d tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0dfac4c-c713-4454-abce-58b1166b49c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906289 Feb 19 03:57:06.637376 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=252ec358-1c75-422a-9b3f-3da7673b240b,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:06.660467 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-94504217-00c3-4180-a1ca-1d4f46d15a14 req-b61a5912-e34f-40e2-af2f-5e81e551681b tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:06.711579 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:06.734244 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099e6085-0fd2-484f-8b17-f4b9124defd7 None None] Sync routers for ids ['843d6d6c-97a8-444b-92a1-2e6aa0343585'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:57:06.758079 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099e6085-0fd2-484f-8b17-f4b9124defd7 None None] Routers {'843d6d6c-97a8-444b-92a1-2e6aa0343585'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:06.759933 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-099e6085-0fd2-484f-8b17-f4b9124defd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:57:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['843d6d6c-97a8-444b-92a1-2e6aa0343585'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:06.814050 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b350c-ce52-4663-b121-62282b2af472 req-3fdf0db8-f6bc-49c5-b24f-6a43051edaf8 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:06.816257 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-148b350c-ce52-4663-b121-62282b2af472 req-3fdf0db8-f6bc-49c5-b24f-6a43051edaf8 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bd94b51-a364-4f0b-b569-f92971869088 HTTP/1.1" status: 200 len: 945 time: 0.1444888 Feb 19 03:57:06.861717 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-bf3969fd-608d-41d0-b045-12cdbd935ca1 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4ca387fbb12e4e90bde8b5c865d5cfa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293667 Feb 19 03:57:06.865099 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-94504217-00c3-4180-a1ca-1d4f46d15a14 req-b61a5912-e34f-40e2-af2f-5e81e551681b tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Allocated IP 172.25.3.40 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/bd5a7bca-e43b-44fa-963a-bf37f5bac90e) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:07.073660 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-ce461908-931f-470f-8182-7aa1abd6b3de tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:07.075987 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-ce461908-931f-470f-8182-7aa1abd6b3de tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986449 Feb 19 03:57:07.080598 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-94504217-00c3-4180-a1ca-1d4f46d15a14 req-b61a5912-e34f-40e2-af2f-5e81e551681b tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks [] for port (bd5a7bca-e43b-44fa-963a-bf37f5bac90e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.094987 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-31441f08-f1d2-40c3-8bf6-27fc711a17c3 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Request body: {'port': {'device_id': '5c02e757-5e02-4ba4-a6ce-391ba0d4475a', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': '4ca387fbb12e4e90bde8b5c865d5cfa4'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:07.102679 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-099e6085-0fd2-484f-8b17-f4b9124defd7 None None] Set router 843d6d6c-97a8-444b-92a1-2e6aa0343585 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:07.105217 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-148b350c-ce52-4663-b121-62282b2af472 req-1ba968b5-b2a6-464d-aa61-a5044b5d71ff tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579350 Feb 19 03:57:07.164230 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-94504217-00c3-4180-a1ca-1d4f46d15a14 req-b61a5912-e34f-40e2-af2f-5e81e551681b tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (bd5a7bca-e43b-44fa-963a-bf37f5bac90e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.241619 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-31441f08-f1d2-40c3-8bf6-27fc711a17c3 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Made reservation on behalf of 4ca387fbb12e4e90bde8b5c865d5cfa4 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:57:07.246217 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-31441f08-f1d2-40c3-8bf6-27fc711a17c3 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.259011 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-31441f08-f1d2-40c3-8bf6-27fc711a17c3 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.261583 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94504217-00c3-4180-a1ca-1d4f46d15a14 req-b61a5912-e34f-40e2-af2f-5e81e551681b tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:07.265607 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-94504217-00c3-4180-a1ca-1d4f46d15a14 req-b61a5912-e34f-40e2-af2f-5e81e551681b tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:07.272747 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-94504217-00c3-4180-a1ca-1d4f46d15a14 req-b61a5912-e34f-40e2-af2f-5e81e551681b tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:07.312655 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a5912-e34f-40e2-af2f-5e81e551681b tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Pushing event updated for resources: {'Port': ['ID=bd5a7bca-e43b-44fa-963a-bf37f5bac90e,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:07.331638 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c64997-3325-4fbd-a250-b2d160cf2401 req-0fe87052-9f2f-4708-9701-72708a3c0d95 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:07.339142 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c64997-3325-4fbd-a250-b2d160cf2401 req-0fe87052-9f2f-4708-9701-72708a3c0d95 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:07.344801 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c64997-3325-4fbd-a250-b2d160cf2401 req-0fe87052-9f2f-4708-9701-72708a3c0d95 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:07.353240 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b4c64997-3325-4fbd-a250-b2d160cf2401 req-0fe87052-9f2f-4708-9701-72708a3c0d95 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 2417 time: 0.1427019 Feb 19 03:57:07.360866 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-099e6085-0fd2-484f-8b17-f4b9124defd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '843d6d6c-97a8-444b-92a1-2e6aa0343585', 'name': 'tempest-FloatingIPDetailsTestJSON-263822332-router', 'tenant_id': '9eaba30d1a9a4f6587173f80c00f9336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '252ec358-1c75-422a-9b3f-3da7673b240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:58Z', 'updated_at': '2022-02-19T03:57:03Z', 'revision_number': 4, 'project_id': '9eaba30d1a9a4f6587173f80c00f9336', 'gw_port': {'id': '252ec358-1c75-422a-9b3f-3da7673b240b', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843d6d6c-97a8-444b-92a1-2e6aa0343585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:59Z', 'updated_at': '2022-02-19T03:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '6cac9e6f-6639-4423-a07f-5f71eb4e18e2', 'name': '', 'network_id': '560b74a5-6f9b-46d8-a403-adfca3789dbb', 'tenant_id': '9eaba30d1a9a4f6587173f80c00f9336', 'mac_address': 'fa:16:3e:db:1d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '843d6d6c-97a8-444b-92a1-2e6aa0343585', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '546cd7e7-ea36-4442-a922-7d0600ccbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:02Z', 'updated_at': '2022-02-19T03:57:03Z', 'revision_number': 2, 'project_id': '9eaba30d1a9a4f6587173f80c00f9336', 'subnets': [{'id': '546cd7e7-ea36-4442-a922-7d0600ccbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:07.372806 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-31441f08-f1d2-40c3-8bf6-27fc711a17c3 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Publish callbacks [] for security_group (799843bf-1ce0-4d90-a96c-db075a5314af), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.381312 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-31441f08-f1d2-40c3-8bf6-27fc711a17c3 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (799843bf-1ce0-4d90-a96c-db075a5314af), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.396133 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099e6085-0fd2-484f-8b17-f4b9124defd7 None None] Checking router: 843d6d6c-97a8-444b-92a1-2e6aa0343585 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:57:07.397748 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099e6085-0fd2-484f-8b17-f4b9124defd7 None None] Updating router 843d6d6c-97a8-444b-92a1-2e6aa0343585 port 6cac9e6f-6639-4423-a07f-5f71eb4e18e2 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:57:07.441137 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-099e6085-0fd2-484f-8b17-f4b9124defd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6cac9e6f-6639-4423-a07f-5f71eb4e18e2), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.456806 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b4c64997-3325-4fbd-a250-b2d160cf2401 req-50db5842-77fa-48d8-b711-85d03d7638f5 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026986 Feb 19 03:57:07.539070 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-a4450287-4c90-4b0c-becb-090844733772 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:07.545149 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-a4450287-4c90-4b0c-becb-090844733772 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:07.551535 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-a4450287-4c90-4b0c-becb-090844733772 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:07.553685 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-a4450287-4c90-4b0c-becb-090844733772 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 2417 time: 0.1910474 Feb 19 03:57:07.574063 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-31441f08-f1d2-40c3-8bf6-27fc711a17c3 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Allocated IP 192.168.233.8 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/7069f1d4-e347-4aa4-b64a-8997984a0746) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:07.639580 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31441f08-f1d2-40c3-8bf6-27fc711a17c3 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=799843bf-1ce0-4d90-a96c-db075a5314af,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:07.667811 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-94504217-00c3-4180-a1ca-1d4f46d15a14 req-b61a5912-e34f-40e2-af2f-5e81e551681b tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks [] for floatingip (c9d71f9d-703c-4e65-b9e1-6be333a9d90d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.778866 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-31441f08-f1d2-40c3-8bf6-27fc711a17c3 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Publish callbacks [] for port (7069f1d4-e347-4aa4-b64a-8997984a0746), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.821370 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-099e6085-0fd2-484f-8b17-f4b9124defd7 None None] Publish callbacks [] for port (6cac9e6f-6639-4423-a07f-5f71eb4e18e2), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.827058 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-31441f08-f1d2-40c3-8bf6-27fc711a17c3 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (7069f1d4-e347-4aa4-b64a-8997984a0746), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.832478 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-099e6085-0fd2-484f-8b17-f4b9124defd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (6cac9e6f-6639-4423-a07f-5f71eb4e18e2), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.920182 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-31441f08-f1d2-40c3-8bf6-27fc711a17c3 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:07.925362 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54429924-617e-438e-a2f5-127a32396adf None None] Pushing event updated for resources: {'Port': ['ID=6cac9e6f-6639-4423-a07f-5f71eb4e18e2,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:07.935562 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-31441f08-f1d2-40c3-8bf6-27fc711a17c3 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:07.946234 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-31441f08-f1d2-40c3-8bf6-27fc711a17c3 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:08.005494 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-099e6085-0fd2-484f-8b17-f4b9124defd7 None None] Attempting to bind port 6cac9e6f-6639-4423-a07f-5f71eb4e18e2 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:57:08.007455 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-099e6085-0fd2-484f-8b17-f4b9124defd7 None None] Attempting to bind port 6cac9e6f-6639-4423-a07f-5f71eb4e18e2 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'e71b3dbd-fb5f-4ed3-8510-6ff14354abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '560b74a5-6f9b-46d8-a403-adfca3789dbb'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:57:08.008747 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099e6085-0fd2-484f-8b17-f4b9124defd7 None None] Attempting to bind port 6cac9e6f-6639-4423-a07f-5f71eb4e18e2 on network 560b74a5-6f9b-46d8-a403-adfca3789dbb {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:08.024283 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099e6085-0fd2-484f-8b17-f4b9124defd7 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:57:08.029447 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099e6085-0fd2-484f-8b17-f4b9124defd7 None None] Checking segment: {'id': 'e71b3dbd-fb5f-4ed3-8510-6ff14354abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '560b74a5-6f9b-46d8-a403-adfca3789dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:08.030007 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-099e6085-0fd2-484f-8b17-f4b9124defd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:08.030398 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099e6085-0fd2-484f-8b17-f4b9124defd7 None None] Bound using segment: {'id': 'e71b3dbd-fb5f-4ed3-8510-6ff14354abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '560b74a5-6f9b-46d8-a403-adfca3789dbb'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:57:08.031464 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-099e6085-0fd2-484f-8b17-f4b9124defd7 None None] Bound port: 6cac9e6f-6639-4423-a07f-5f71eb4e18e2, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71b3dbd-fb5f-4ed3-8510-6ff14354abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '560b74a5-6f9b-46d8-a403-adfca3789dbb'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:57:08.031864 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-099e6085-0fd2-484f-8b17-f4b9124defd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6cac9e6f-6639-4423-a07f-5f71eb4e18e2), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:08.037445 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec04b05-0d62-4560-9310-bb88c57313fd req-c5cbe520-db9d-49e1-819b-de98347ae1be tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:08.044864 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ec04b05-0d62-4560-9310-bb88c57313fd req-c5cbe520-db9d-49e1-819b-de98347ae1be tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.4781318 Feb 19 03:57:08.050150 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31441f08-f1d2-40c3-8bf6-27fc711a17c3 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Pushing event updated for resources: {'Port': ['ID=7069f1d4-e347-4aa4-b64a-8997984a0746,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:08.074555 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-94504217-00c3-4180-a1ca-1d4f46d15a14 req-b61a5912-e34f-40e2-af2f-5e81e551681b tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (bd5a7bca-e43b-44fa-963a-bf37f5bac90e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:08.075137 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-31441f08-f1d2-40c3-8bf6-27fc711a17c3 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:08.076070 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-31441f08-f1d2-40c3-8bf6-27fc711a17c3 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:08.101028 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-31441f08-f1d2-40c3-8bf6-27fc711a17c3 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0117471 Feb 19 03:57:08.114449 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-53166a0c-4c6f-486a-b1cf-2222f4aab3d1 service neutron] Request body: {'port': {'device_id': '5c02e757-5e02-4ba4-a6ce-391ba0d4475a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:08.163688 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-099e6085-0fd2-484f-8b17-f4b9124defd7 None None] For port 6cac9e6f-6639-4423-a07f-5f71eb4e18e2, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:08.167493 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-099e6085-0fd2-484f-8b17-f4b9124defd7 None None] For port 6cac9e6f-6639-4423-a07f-5f71eb4e18e2, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=6cac9e6f-6639-4423-a07f-5f71eb4e18e2,segment=NetworkSegment(e71b3dbd-fb5f-4ed3-8510-6ff14354abca),segment_id=e71b3dbd-fb5f-4ed3-8510-6ff14354abca)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:57:08.177855 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-099e6085-0fd2-484f-8b17-f4b9124defd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (6cac9e6f-6639-4423-a07f-5f71eb4e18e2), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:08.203139 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-21c81894-6769-4861-a8ad-3db77a1e89cd tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Deleting port cfd335bc-df5b-4d41-9373-8db5c0cefd08 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:08.203745 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-21c81894-6769-4861-a8ad-3db77a1e89cd tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (cfd335bc-df5b-4d41-9373-8db5c0cefd08), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:08.232306 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-53166a0c-4c6f-486a-b1cf-2222f4aab3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7069f1d4-e347-4aa4-b64a-8997984a0746), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:08.240201 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ec04b05-0d62-4560-9310-bb88c57313fd req-962d087f-d588-43e4-bfbb-9ee7995ccd2f tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924288 Feb 19 03:57:08.355057 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099e6085-0fd2-484f-8b17-f4b9124defd7 None None] Routers {'843d6d6c-97a8-444b-92a1-2e6aa0343585'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:08.356090 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-099e6085-0fd2-484f-8b17-f4b9124defd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:57:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['843d6d6c-97a8-444b-92a1-2e6aa0343585'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:08.457960 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 252ec358-1c75-422a-9b3f-3da7673b240b up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:08.549291 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-7b7fb794-6cfa-4fed-b726-84df1c831d51 None None] Provisioning complete for port 6cac9e6f-6639-4423-a07f-5f71eb4e18e2 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:08.549559 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7b7fb794-6cfa-4fed-b726-84df1c831d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6cac9e6f-6639-4423-a07f-5f71eb4e18e2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:08.581868 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54429924-617e-438e-a2f5-127a32396adf None None] Pushing event updated for resources: {'Port': ['ID=6cac9e6f-6639-4423-a07f-5f71eb4e18e2,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:08.649351 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-53166a0c-4c6f-486a-b1cf-2222f4aab3d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7069f1d4-e347-4aa4-b64a-8997984a0746 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:57:08.660475 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-53166a0c-4c6f-486a-b1cf-2222f4aab3d1 service neutron] Publish callbacks [] for port (7069f1d4-e347-4aa4-b64a-8997984a0746), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:08.671344 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-099e6085-0fd2-484f-8b17-f4b9124defd7 None None] Set router 843d6d6c-97a8-444b-92a1-2e6aa0343585 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:08.680029 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-53166a0c-4c6f-486a-b1cf-2222f4aab3d1 service neutron] Transition to ACTIVE for port object 7069f1d4-e347-4aa4-b64a-8997984a0746 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:57:08.687218 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-53166a0c-4c6f-486a-b1cf-2222f4aab3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (7069f1d4-e347-4aa4-b64a-8997984a0746), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:08.733792 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 252ec358-1c75-422a-9b3f-3da7673b240b triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:08.733792 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (252ec358-1c75-422a-9b3f-3da7673b240b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:08.738898 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-21c81894-6769-4861-a8ad-3db77a1e89cd tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] For port cfd335bc-df5b-4d41-9373-8db5c0cefd08, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=cfd335bc-df5b-4d41-9373-8db5c0cefd08,segment=NetworkSegment(9b946626-6033-4377-b925-f15d5e40910c),segment_id=9b946626-6033-4377-b925-f15d5e40910c)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:08.739285 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-21c81894-6769-4861-a8ad-3db77a1e89cd tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (cfd335bc-df5b-4d41-9373-8db5c0cefd08), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:08.774970 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25f466-d8b1-4c11-8e3b-fa0c1e127dcb req-37be7535-8b21-4d59-b82c-ab100f874d96 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:08.776567 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cc25f466-d8b1-4c11-8e3b-fa0c1e127dcb req-37be7535-8b21-4d59-b82c-ab100f874d96 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63 HTTP/1.1" status: 200 len: 945 time: 0.2376583 Feb 19 03:57:08.777619 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-21c81894-6769-4861-a8ad-3db77a1e89cd tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Calling delete_port for cfd335bc-df5b-4d41-9373-8db5c0cefd08 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:08.806275 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d5d78-eb28-488f-8fbc-33825abb6411 req-22b100af-e10a-45b2-9360-f5c0500ce36a tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:08.814125 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53166a0c-4c6f-486a-b1cf-2222f4aab3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7069f1d4-e347-4aa4-b64a-8997984a0746,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:08.814873 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-084d5d78-eb28-488f-8fbc-33825abb6411 req-22b100af-e10a-45b2-9360-f5c0500ce36a tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c02e757-5e02-4ba4-a6ce-391ba0d4475a HTTP/1.1" status: 200 len: 934 time: 0.4106486 Feb 19 03:57:08.834752 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-94504217-00c3-4180-a1ca-1d4f46d15a14 req-b61a5912-e34f-40e2-af2f-5e81e551681b tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks [] for port (bd5a7bca-e43b-44fa-963a-bf37f5bac90e), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:08.880229 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-7b7fb794-6cfa-4fed-b726-84df1c831d51 None None] Current status of the port 6cac9e6f-6639-4423-a07f-5f71eb4e18e2 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:08.880935 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7b7fb794-6cfa-4fed-b726-84df1c831d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6cac9e6f-6639-4423-a07f-5f71eb4e18e2), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:08.887958 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-94504217-00c3-4180-a1ca-1d4f46d15a14 req-b61a5912-e34f-40e2-af2f-5e81e551681b tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (bd5a7bca-e43b-44fa-963a-bf37f5bac90e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:08.995634 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-53166a0c-4c6f-486a-b1cf-2222f4aab3d1 service neutron] Attempting to bind port 7069f1d4-e347-4aa4-b64a-8997984a0746 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:57:08.996596 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-53166a0c-4c6f-486a-b1cf-2222f4aab3d1 service neutron] Attempting to bind port 7069f1d4-e347-4aa4-b64a-8997984a0746 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:57:08.997084 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-53166a0c-4c6f-486a-b1cf-2222f4aab3d1 service neutron] Attempting to bind port 7069f1d4-e347-4aa4-b64a-8997984a0746 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:09.001907 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-53166a0c-4c6f-486a-b1cf-2222f4aab3d1 service neutron] Port 7069f1d4-e347-4aa4-b64a-8997984a0746 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:57:09.002500 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-53166a0c-4c6f-486a-b1cf-2222f4aab3d1 service neutron] Attempting to bind port 7069f1d4-e347-4aa4-b64a-8997984a0746 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:09.007927 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-53166a0c-4c6f-486a-b1cf-2222f4aab3d1 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:57:09.008612 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-53166a0c-4c6f-486a-b1cf-2222f4aab3d1 service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:09.009156 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-53166a0c-4c6f-486a-b1cf-2222f4aab3d1 service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:57:09.009757 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-53166a0c-4c6f-486a-b1cf-2222f4aab3d1 service neutron] Bound port: 7069f1d4-e347-4aa4-b64a-8997984a0746, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:57:09.010387 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-53166a0c-4c6f-486a-b1cf-2222f4aab3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7069f1d4-e347-4aa4-b64a-8997984a0746), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:09.020486 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-7b7fb794-6cfa-4fed-b726-84df1c831d51 None None] For port 6cac9e6f-6639-4423-a07f-5f71eb4e18e2, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=6cac9e6f-6639-4423-a07f-5f71eb4e18e2,segment=NetworkSegment(e71b3dbd-fb5f-4ed3-8510-6ff14354abca),segment_id=e71b3dbd-fb5f-4ed3-8510-6ff14354abca)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:09.050041 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7b7fb794-6cfa-4fed-b726-84df1c831d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (6cac9e6f-6639-4423-a07f-5f71eb4e18e2), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:09.088879 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-53166a0c-4c6f-486a-b1cf-2222f4aab3d1 service neutron] For port 7069f1d4-e347-4aa4-b64a-8997984a0746, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:09.093499 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-53166a0c-4c6f-486a-b1cf-2222f4aab3d1 service neutron] For port 7069f1d4-e347-4aa4-b64a-8997984a0746, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=7069f1d4-e347-4aa4-b64a-8997984a0746,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:57:09.098068 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 252ec358-1c75-422a-9b3f-3da7673b240b is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:09.103601 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-53166a0c-4c6f-486a-b1cf-2222f4aab3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (7069f1d4-e347-4aa4-b64a-8997984a0746), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:09.158984 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7fb794-6cfa-4fed-b726-84df1c831d51 None None] Pushing event updated for resources: {'Port': ['ID=6cac9e6f-6639-4423-a07f-5f71eb4e18e2,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:09.168966 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-53166a0c-4c6f-486a-b1cf-2222f4aab3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:09.169714 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-53166a0c-4c6f-486a-b1cf-2222f4aab3d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:09.171374 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-53166a0c-4c6f-486a-b1cf-2222f4aab3d1 service neutron] 10.222.0.26 "PUT /v2.0/ports/7069f1d4-e347-4aa4-b64a-8997984a0746 HTTP/1.1" status: 200 len: 1095 time: 1.0634227 Feb 19 03:57:09.171993 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c02e757-5e02-4ba4-a6ce-391ba0d4475a', 'tag': '7069f1d4-e347-4aa4-b64a-8997984a0746'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:09.174438 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aadff18-f132-4f97-83c7-3e826f22864b" -d '{"events": [{"name": "network-changed", "server_uuid": "5c02e757-5e02-4ba4-a6ce-391ba0d4475a", "tag": "7069f1d4-e347-4aa4-b64a-8997984a0746"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:09.177121 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-084d5d78-eb28-488f-8fbc-33825abb6411 req-fe91d6e6-bf35-49b7-b36a-3f551cf5c042 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] 10.222.0.52 "GET /v2.0/security-groups?id=799843bf-1ce0-4d90-a96c-db075a5314af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612871 Feb 19 03:57:09.185717 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a5912-e34f-40e2-af2f-5e81e551681b tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Pushing event updated for resources: {'Port': ['ID=bd5a7bca-e43b-44fa-963a-bf37f5bac90e,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:09.199716 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-099e6085-0fd2-484f-8b17-f4b9124defd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '843d6d6c-97a8-444b-92a1-2e6aa0343585', 'name': 'tempest-FloatingIPDetailsTestJSON-263822332-router', 'tenant_id': '9eaba30d1a9a4f6587173f80c00f9336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '252ec358-1c75-422a-9b3f-3da7673b240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:58Z', 'updated_at': '2022-02-19T03:57:03Z', 'revision_number': 4, 'project_id': '9eaba30d1a9a4f6587173f80c00f9336', 'gw_port': {'id': '252ec358-1c75-422a-9b3f-3da7673b240b', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843d6d6c-97a8-444b-92a1-2e6aa0343585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:59Z', 'updated_at': '2022-02-19T03:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '6cac9e6f-6639-4423-a07f-5f71eb4e18e2', 'name': '', 'network_id': '560b74a5-6f9b-46d8-a403-adfca3789dbb', 'tenant_id': '9eaba30d1a9a4f6587173f80c00f9336', 'mac_address': 'fa:16:3e:db:1d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '843d6d6c-97a8-444b-92a1-2e6aa0343585', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '546cd7e7-ea36-4442-a922-7d0600ccbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:02Z', 'updated_at': '2022-02-19T03:57:08Z', 'revision_number': 4, 'project_id': '9eaba30d1a9a4f6587173f80c00f9336', 'subnets': [{'id': '546cd7e7-ea36-4442-a922-7d0600ccbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:09.232183 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-94504217-00c3-4180-a1ca-1d4f46d15a14 req-b61a5912-e34f-40e2-af2f-5e81e551681b tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (c9d71f9d-703c-4e65-b9e1-6be333a9d90d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:09.236688 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099e6085-0fd2-484f-8b17-f4b9124defd7 None None] The sync data for ids ['843d6d6c-97a8-444b-92a1-2e6aa0343585'] in n-d-828369-19 is: [{'id': '843d6d6c-97a8-444b-92a1-2e6aa0343585', 'name': 'tempest-FloatingIPDetailsTestJSON-263822332-router', 'tenant_id': '9eaba30d1a9a4f6587173f80c00f9336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '252ec358-1c75-422a-9b3f-3da7673b240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:58Z', 'updated_at': '2022-02-19T03:57:03Z', 'revision_number': 4, 'project_id': '9eaba30d1a9a4f6587173f80c00f9336', 'gw_port': {'id': '252ec358-1c75-422a-9b3f-3da7673b240b', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843d6d6c-97a8-444b-92a1-2e6aa0343585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:59Z', 'updated_at': '2022-02-19T03:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '6cac9e6f-6639-4423-a07f-5f71eb4e18e2', 'name': '', 'network_id': '560b74a5-6f9b-46d8-a403-adfca3789dbb', 'tenant_id': '9eaba30d1a9a4f6587173f80c00f9336', 'mac_address': 'fa:16:3e:db:1d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '843d6d6c-97a8-444b-92a1-2e6aa0343585', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '546cd7e7-ea36-4442-a922-7d0600ccbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:02Z', 'updated_at': '2022-02-19T03:57:08Z', 'revision_number': 4, 'project_id': '9eaba30d1a9a4f6587173f80c00f9336', 'subnets': [{'id': '546cd7e7-ea36-4442-a922-7d0600ccbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:57:09.247776 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-3ac23d81-524f-4ab7-97f0-92390e9bcb5a None None] Provisioning complete for port 6cac9e6f-6639-4423-a07f-5f71eb4e18e2 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:09.248793 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3ac23d81-524f-4ab7-97f0-92390e9bcb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6cac9e6f-6639-4423-a07f-5f71eb4e18e2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:09.275461 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53166a0c-4c6f-486a-b1cf-2222f4aab3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7069f1d4-e347-4aa4-b64a-8997984a0746,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:09.298994 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-f13703d1-0224-4d46-a5de-2882456f30eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:09.300966 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-f13703d1-0224-4d46-a5de-2882456f30eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4ca387fbb12e4e90bde8b5c865d5cfa4&device_id=5c02e757-5e02-4ba4-a6ce-391ba0d4475a HTTP/1.1" status: 200 len: 1129 time: 0.0629604 Feb 19 03:57:09.318513 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-94504217-00c3-4180-a1ca-1d4f46d15a14 req-b61a5912-e34f-40e2-af2f-5e81e551681b tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:09.339060 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-94504217-00c3-4180-a1ca-1d4f46d15a14 req-b61a5912-e34f-40e2-af2f-5e81e551681b tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9134443 Feb 19 03:57:09.407942 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-cc25f466-d8b1-4c11-8e3b-fa0c1e127dcb req-e600220a-4db3-4b56-bd1e-4a8de5c52e76 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Deleting port c66cb5c9-2c92-4975-b958-eeecd5607433 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:09.408303 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cc25f466-d8b1-4c11-8e3b-fa0c1e127dcb req-e600220a-4db3-4b56-bd1e-4a8de5c52e76 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (c66cb5c9-2c92-4975-b958-eeecd5607433), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:09.449032 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-4eb3aeaf-5430-4eb9-bbfd-adc30caaccd6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=7069f1d4-e347-4aa4-b64a-8997984a0746 HTTP/1.1" status: 200 len: 217 time: 0.1407008 Feb 19 03:57:09.530664 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-ca640156-262a-4ca7-9ee2-314853dab6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:09.532267 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-ca640156-262a-4ca7-9ee2-314853dab6c3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0745788 Feb 19 03:57:09.638972 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-fdbcec9d-bac0-4620-8112-add61a8a6bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:09.640618 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-94504217-00c3-4180-a1ca-1d4f46d15a14 req-40c90b83-8ef7-4844-91d5-018a602a9be0 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.40 HTTP/1.1" status: 200 len: 695 time: 0.2970905 Feb 19 03:57:09.649608 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-fdbcec9d-bac0-4620-8112-add61a8a6bfd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1037061 Feb 19 03:57:09.798419 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3ac23d81-524f-4ab7-97f0-92390e9bcb5a None None] Current status of the port 6cac9e6f-6639-4423-a07f-5f71eb4e18e2 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:09.829680 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-a9ab713c-410e-4039-96a1-b62bad9b383e service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712182 Feb 19 03:57:09.916782 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ac6a4-f55e-4913-a6d1-08a5ce70123e req-e96e8e77-cfa4-4b50-ad31-c3ebbe017f10 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:09.918449 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f1ac6a4-f55e-4913-a6d1-08a5ce70123e req-e96e8e77-cfa4-4b50-ad31-c3ebbe017f10 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 949 time: 0.4065285 Feb 19 03:57:09.980172 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-cc25f466-d8b1-4c11-8e3b-fa0c1e127dcb req-e600220a-4db3-4b56-bd1e-4a8de5c52e76 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] For port c66cb5c9-2c92-4975-b958-eeecd5607433, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c66cb5c9-2c92-4975-b958-eeecd5607433,segment=NetworkSegment(56086ea6-27d7-4ec1-9205-90d5e1fd26c5),segment_id=56086ea6-27d7-4ec1-9205-90d5e1fd26c5)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:09.980874 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cc25f466-d8b1-4c11-8e3b-fa0c1e127dcb req-e600220a-4db3-4b56-bd1e-4a8de5c52e76 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (c66cb5c9-2c92-4975-b958-eeecd5607433), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:09.983005 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bd2cd03a-ad68-4b12-8824-0368371de9e6 req-06b479c0-a492-442b-86a1-747eb50bc246 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470785 Feb 19 03:57:09.992928 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94504217-00c3-4180-a1ca-1d4f46d15a14 req-0946f076-221b-4b6c-b569-2455c99020de tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:09.995031 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-94504217-00c3-4180-a1ca-1d4f46d15a14 req-0946f076-221b-4b6c-b569-2455c99020de tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 784 time: 0.3480101 Feb 19 03:57:10.009419 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-94504217-00c3-4180-a1ca-1d4f46d15a14 req-45989cf3-8af0-49ce-bc6d-248f57331061 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:57:10.010851 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-94504217-00c3-4180-a1ca-1d4f46d15a14 req-45989cf3-8af0-49ce-bc6d-248f57331061 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070927 Feb 19 03:57:10.011963 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-21c81894-6769-4861-a8ad-3db77a1e89cd tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (cfd335bc-df5b-4d41-9373-8db5c0cefd08), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:10.129685 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c81894-6769-4861-a8ad-3db77a1e89cd tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event deleted for resources: {'Port': ['ID=cfd335bc-df5b-4d41-9373-8db5c0cefd08,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:10.320437 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f1ac6a4-f55e-4913-a6d1-08a5ce70123e req-bf4beed8-10b1-4dfe-8892-56ab6713265e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724036 Feb 19 03:57:10.469498 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-21c81894-6769-4861-a8ad-3db77a1e89cd tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] No DVR routers for this DVR port cfd335bc-df5b-4d41-9373-8db5c0cefd08 on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:57:10.472588 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-21c81894-6769-4861-a8ad-3db77a1e89cd tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:10.481215 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-21c81894-6769-4861-a8ad-3db77a1e89cd tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.26 "DELETE /v2.0/ports/cfd335bc-df5b-4d41-9373-8db5c0cefd08 HTTP/1.1" status: 204 len: 173 time: 2.9156692 Feb 19 03:57:10.487256 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8169c4-565d-4a68-bda7-572ae3087955', 'name': 'network-vif-deleted', 'tag': 'cfd335bc-df5b-4d41-9373-8db5c0cefd08'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:10.490154 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0831435e-5c31-48a1-ae0f-6ce454ccaa3d" -d '{"events": [{"server_uuid": "2c8169c4-565d-4a68-bda7-572ae3087955", "name": "network-vif-deleted", "tag": "cfd335bc-df5b-4d41-9373-8db5c0cefd08"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:10.510611 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 6cac9e6f-6639-4423-a07f-5f71eb4e18e2 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:10.607540 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 6cac9e6f-6639-4423-a07f-5f71eb4e18e2 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:10.607782 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6cac9e6f-6639-4423-a07f-5f71eb4e18e2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:10.638655 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690541fd-c188-437a-a0aa-0b460de513cd req-5082ed53-572e-47a6-ab82-7a2a8c319b1a tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:10.647767 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-690541fd-c188-437a-a0aa-0b460de513cd req-5082ed53-572e-47a6-ab82-7a2a8c319b1a tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63 HTTP/1.1" status: 200 len: 945 time: 0.5100007 Feb 19 03:57:10.693244 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 32b65e72-f530-451d-974d-5dbfb639b8ee no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:57:10.821062 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 6cac9e6f-6639-4423-a07f-5f71eb4e18e2 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:10.882362 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9bbba-d81e-4730-a398-92fd1728ddc4 req-1e4d9fb0-9b97-4322-a9da-a0421e934f64 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:10.884151 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-63f9bbba-d81e-4730-a398-92fd1728ddc4 req-1e4d9fb0-9b97-4322-a9da-a0421e934f64 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bd94b51-a364-4f0b-b569-f92971869088 HTTP/1.1" status: 200 len: 945 time: 0.4003594 Feb 19 03:57:10.887732 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 32b65e72-f530-451d-974d-5dbfb639b8ee is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:10.888126 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (32b65e72-f530-451d-974d-5dbfb639b8ee), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:10.906974 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-690541fd-c188-437a-a0aa-0b460de513cd req-446715c9-5f4a-4288-b071-beb8a7235ca5 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0dfac4c-c713-4454-abce-58b1166b49c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2537093 Feb 19 03:57:10.925272 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cc25f466-d8b1-4c11-8e3b-fa0c1e127dcb req-e600220a-4db3-4b56-bd1e-4a8de5c52e76 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:10.925650 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cc25f466-d8b1-4c11-8e3b-fa0c1e127dcb req-e600220a-4db3-4b56-bd1e-4a8de5c52e76 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (3c4a1bc9-0dbd-48d7-b7e1-0b7ce9dcc8a0), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:10.926108 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [req-cc25f466-d8b1-4c11-8e3b-fa0c1e127dcb req-e600220a-4db3-4b56-bd1e-4a8de5c52e76 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Floating IP 3c4a1bc9-0dbd-48d7-b7e1-0b7ce9dcc8a0 disassociated. External IP: 172.25.3.230, port: c66cb5c9-2c92-4975-b958-eeecd5607433. Feb 19 03:57:10.926603 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-cc25f466-d8b1-4c11-8e3b-fa0c1e127dcb req-e600220a-4db3-4b56-bd1e-4a8de5c52e76 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Calling delete_port for c66cb5c9-2c92-4975-b958-eeecd5607433 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:10.953881 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 32b65e72-f530-451d-974d-5dbfb639b8ee, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=32b65e72-f530-451d-974d-5dbfb639b8ee,segment=NetworkSegment(11b60c15-af18-4ce6-95b0-475cc12f6250),segment_id=11b60c15-af18-4ce6-95b0-475cc12f6250)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:10.956731 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8169c4-565d-4a68-bda7-572ae3087955', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32b65e72-f530-451d-974d-5dbfb639b8ee'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:10.959244 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e77a686-7cb4-49a1-aa9d-04c2cc1abc8a" -d '{"events": [{"server_uuid": "2c8169c4-565d-4a68-bda7-572ae3087955", "name": "network-vif-unplugged", "status": "completed", "tag": "32b65e72-f530-451d-974d-5dbfb639b8ee"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:10.968974 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (32b65e72-f530-451d-974d-5dbfb639b8ee), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:10.971130 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device cfd335bc-df5b-4d41-9373-8db5c0cefd08 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:57:11.080684 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: cfd335bc-df5b-4d41-9373-8db5c0cefd08 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:57:11.081080 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device cfd335bc-df5b-4d41-9373-8db5c0cefd08 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:57:11.081728 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device be393505-c5c8-403b-8de7-7d7ee2fa4d2e no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:57:11.211612 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=32b65e72-f530-451d-974d-5dbfb639b8ee,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:11.225151 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port be393505-c5c8-403b-8de7-7d7ee2fa4d2e is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:11.225735 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (be393505-c5c8-403b-8de7-7d7ee2fa4d2e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:11.270878 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port be393505-c5c8-403b-8de7-7d7ee2fa4d2e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=be393505-c5c8-403b-8de7-7d7ee2fa4d2e,segment=NetworkSegment(9b946626-6033-4377-b925-f15d5e40910c),segment_id=9b946626-6033-4377-b925-f15d5e40910c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:11.277540 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (be393505-c5c8-403b-8de7-7d7ee2fa4d2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:11.279364 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c66cb5c9-2c92-4975-b958-eeecd5607433 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:57:11.308248 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-d5d9606c-db9a-4d7b-9ff6-4dbd27e86ad7 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Deleting port 32b65e72-f530-451d-974d-5dbfb639b8ee {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:11.308248 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-d5d9606c-db9a-4d7b-9ff6-4dbd27e86ad7 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (32b65e72-f530-451d-974d-5dbfb639b8ee), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:11.455790 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-63f9bbba-d81e-4730-a398-92fd1728ddc4 req-fd758f4d-678a-4c80-9f27-adb6d8871926 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5286710 Feb 19 03:57:11.462100 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=be393505-c5c8-403b-8de7-7d7ee2fa4d2e,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:11.481612 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port c66cb5c9-2c92-4975-b958-eeecd5607433 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:11.482527 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c66cb5c9-2c92-4975-b958-eeecd5607433), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:11.520491 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c66cb5c9-2c92-4975-b958-eeecd5607433, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c66cb5c9-2c92-4975-b958-eeecd5607433,segment=NetworkSegment(56086ea6-27d7-4ec1-9205-90d5e1fd26c5),segment_id=56086ea6-27d7-4ec1-9205-90d5e1fd26c5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:11.529870 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c66cb5c9-2c92-4975-b958-eeecd5607433), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:11.530861 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4109de-6fda-44e0-8bae-b437dc0a216d x-openstack-request-id: req-de4109de-6fda-44e0-8bae-b437dc0a216d {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:11.531768 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c02e757-5e02-4ba4-a6ce-391ba0d4475a", "tag": "7069f1d4-e347-4aa4-b64a-8997984a0746", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:11.532192 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-de4109de-6fda-44e0-8bae-b437dc0a216d {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:11.532763 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c02e757-5e02-4ba4-a6ce-391ba0d4475a', 'tag': '7069f1d4-e347-4aa4-b64a-8997984a0746', 'status': 'completed', 'code': 200} Feb 19 03:57:11.652045 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=c66cb5c9-2c92-4975-b958-eeecd5607433,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:11.686085 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f6a51-287b-4593-af84-bc5942901f38 req-9a3fcbe7-f3b3-4ff7-a00d-636375f7fedb tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:11.691565 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f6a51-287b-4593-af84-bc5942901f38 req-9a3fcbe7-f3b3-4ff7-a00d-636375f7fedb tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:11.699577 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c33f6a51-287b-4593-af84-bc5942901f38 req-9a3fcbe7-f3b3-4ff7-a00d-636375f7fedb tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 1677 time: 0.4185956 Feb 19 03:57:11.706401 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aadff18-f132-4f97-83c7-3e826f22864b req-9cbcc466-7b79-46ca-afc8-6aef3dd9487b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:11.710999 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9aadff18-f132-4f97-83c7-3e826f22864b req-9cbcc466-7b79-46ca-afc8-6aef3dd9487b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4ca387fbb12e4e90bde8b5c865d5cfa4&device_id=5c02e757-5e02-4ba4-a6ce-391ba0d4475a HTTP/1.1" status: 200 len: 1129 time: 0.1613567 Feb 19 03:57:11.771762 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-d5d9606c-db9a-4d7b-9ff6-4dbd27e86ad7 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] For port 32b65e72-f530-451d-974d-5dbfb639b8ee, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=32b65e72-f530-451d-974d-5dbfb639b8ee,segment=NetworkSegment(11b60c15-af18-4ce6-95b0-475cc12f6250),segment_id=11b60c15-af18-4ce6-95b0-475cc12f6250)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:11.772723 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-d5d9606c-db9a-4d7b-9ff6-4dbd27e86ad7 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (32b65e72-f530-451d-974d-5dbfb639b8ee), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:11.808114 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-d5d9606c-db9a-4d7b-9ff6-4dbd27e86ad7 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Calling delete_port for 32b65e72-f530-451d-974d-5dbfb639b8ee owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:11.840302 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cc25f466-d8b1-4c11-8e3b-fa0c1e127dcb req-e600220a-4db3-4b56-bd1e-4a8de5c52e76 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (c66cb5c9-2c92-4975-b958-eeecd5607433), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:11.903717 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aadff18-f132-4f97-83c7-3e826f22864b req-50ecca6c-b760-44ff-950f-03c2f03863e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:11.905505 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9aadff18-f132-4f97-83c7-3e826f22864b req-50ecca6c-b760-44ff-950f-03c2f03863e2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.1839998 Feb 19 03:57:11.918093 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c33f6a51-287b-4593-af84-bc5942901f38 req-178a2d33-13b8-42ba-8521-44d5a518f58b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171786 Feb 19 03:57:11.931777 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbaddb-d326-4a81-940d-da8568a5f4b5 req-53f1742a-98c5-4014-a9b5-cabc80aedce7 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:11.933148 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-62bbaddb-d326-4a81-940d-da8568a5f4b5 req-53f1742a-98c5-4014-a9b5-cabc80aedce7 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.2315369 Feb 19 03:57:11.941774 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600220a-4db3-4b56-bd1e-4a8de5c52e76 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Pushing event deleted for resources: {'Port': ['ID=c66cb5c9-2c92-4975-b958-eeecd5607433,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:11.992388 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9aadff18-f132-4f97-83c7-3e826f22864b req-a7833ae7-69a6-4893-a5c6-594607140226 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=7069f1d4-e347-4aa4-b64a-8997984a0746 HTTP/1.1" status: 200 len: 217 time: 0.0801742 Feb 19 03:57:12.047827 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aadff18-f132-4f97-83c7-3e826f22864b req-58724862-024b-43cd-a52b-d2f8ced68025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:12.048981 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9aadff18-f132-4f97-83c7-3e826f22864b req-58724862-024b-43cd-a52b-d2f8ced68025 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0504038 Feb 19 03:57:12.113045 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aadff18-f132-4f97-83c7-3e826f22864b req-01dd4e82-1d57-468f-8a6e-2c8afa34b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:12.114907 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9aadff18-f132-4f97-83c7-3e826f22864b req-01dd4e82-1d57-468f-8a6e-2c8afa34b791 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0589111 Feb 19 03:57:12.141008 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-62bbaddb-d326-4a81-940d-da8568a5f4b5 req-681ec1bf-52fb-4c8f-a640-3778f85d57b3 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951244 Feb 19 03:57:12.247180 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff62cad3-745d-40eb-8914-05002ab0e86f req-a98be0f8-f5c5-46e4-9af7-e72c4ca6e537 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2790852 Feb 19 03:57:12.262903 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-ff62cad3-745d-40eb-8914-05002ab0e86f req-4e77c3f0-ea54-4571-8556-a8e72db18694 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:12.274198 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9aadff18-f132-4f97-83c7-3e826f22864b req-64548b4a-da27-47ce-856f-c6cca52dab03 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525500 Feb 19 03:57:12.281138 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-d5d9606c-db9a-4d7b-9ff6-4dbd27e86ad7 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (32b65e72-f530-451d-974d-5dbfb639b8ee), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:12.345827 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc25f466-d8b1-4c11-8e3b-fa0c1e127dcb req-e600220a-4db3-4b56-bd1e-4a8de5c52e76 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Router 195f9377-2c17-4a3e-a089-745ef13cd5ad has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:57:12.355827 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9606c-db9a-4d7b-9ff6-4dbd27e86ad7 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event deleted for resources: {'Port': ['ID=32b65e72-f530-451d-974d-5dbfb639b8ee,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:12.393944 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ff62cad3-745d-40eb-8914-05002ab0e86f req-4e77c3f0-ea54-4571-8556-a8e72db18694 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:12.415857 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9aadff18-f132-4f97-83c7-3e826f22864b req-daae1b38-4393-429e-874d-df574a77b941 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291499 Feb 19 03:57:12.452315 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-d5d9606c-db9a-4d7b-9ff6-4dbd27e86ad7 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] No DVR routers for this DVR port 32b65e72-f530-451d-974d-5dbfb639b8ee on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:57:12.455528 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-d5d9606c-db9a-4d7b-9ff6-4dbd27e86ad7 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:12.459290 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-d5d9606c-db9a-4d7b-9ff6-4dbd27e86ad7 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.26 "DELETE /v2.0/ports/32b65e72-f530-451d-974d-5dbfb639b8ee HTTP/1.1" status: 204 len: 173 time: 1.9598279 Feb 19 03:57:12.619962 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0bbcc2-2873-4725-8f71-9ca9ef634e17 req-ed17ef2b-5abd-494f-8c47-34d124c87b69 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:12.621530 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e0bbcc2-2873-4725-8f71-9ca9ef634e17 req-ed17ef2b-5abd-494f-8c47-34d124c87b69 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c02e757-5e02-4ba4-a6ce-391ba0d4475a HTTP/1.1" status: 200 len: 946 time: 0.3529999 Feb 19 03:57:12.668363 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 7069f1d4-e347-4aa4-b64a-8997984a0746 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:57:12.778072 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e0bbcc2-2873-4725-8f71-9ca9ef634e17 req-3de7ff7c-499b-4757-ab59-3bd4ccdca638 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] 10.222.0.52 "GET /v2.0/security-groups?id=799843bf-1ce0-4d90-a96c-db075a5314af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453896 Feb 19 03:57:12.795495 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc25f466-d8b1-4c11-8e3b-fa0c1e127dcb req-e600220a-4db3-4b56-bd1e-4a8de5c52e76 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:57:12.806572 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06d3220-787f-4b14-91ee-8ae57bf9a9db None None] Sync routers for ids ['195f9377-2c17-4a3e-a089-745ef13cd5ad'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:57:12.815899 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 7069f1d4-e347-4aa4-b64a-8997984a0746, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=7069f1d4-e347-4aa4-b64a-8997984a0746,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:12.822397 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06d3220-787f-4b14-91ee-8ae57bf9a9db None None] Routers {'195f9377-2c17-4a3e-a089-745ef13cd5ad'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:12.823075 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a06d3220-787f-4b14-91ee-8ae57bf9a9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:57:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['195f9377-2c17-4a3e-a089-745ef13cd5ad'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:12.844043 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '7069f1d4-e347-4aa4-b64a-8997984a0746', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '7069f1d4-e347-4aa4-b64a-8997984a0746', 'mac_address': 'fa:16:3e:3b:2a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:57:12.873061 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc25f466-d8b1-4c11-8e3b-fa0c1e127dcb req-e600220a-4db3-4b56-bd1e-4a8de5c52e76 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] No DVR routers for this DVR port c66cb5c9-2c92-4975-b958-eeecd5607433 on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:57:12.876527 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-65c64060-7c7d-4f95-82a1-3dd7b510fd0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Deleting port be393505-c5c8-403b-8de7-7d7ee2fa4d2e {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:12.876902 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-65c64060-7c7d-4f95-82a1-3dd7b510fd0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (be393505-c5c8-403b-8de7-7d7ee2fa4d2e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:12.882966 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cc25f466-d8b1-4c11-8e3b-fa0c1e127dcb req-e600220a-4db3-4b56-bd1e-4a8de5c52e76 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:12.886359 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cc25f466-d8b1-4c11-8e3b-fa0c1e127dcb req-e600220a-4db3-4b56-bd1e-4a8de5c52e76 tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.26 "DELETE /v2.0/ports/c66cb5c9-2c92-4975-b958-eeecd5607433 HTTP/1.1" status: 204 len: 173 time: 4.0941699 Feb 19 03:57:12.889136 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac97b76-e7a1-4dd1-92cc-52c82d97f712 x-openstack-request-id: req-8ac97b76-e7a1-4dd1-92cc-52c82d97f712 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:12.889398 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8169c4-565d-4a68-bda7-572ae3087955", "name": "network-vif-deleted", "tag": "cfd335bc-df5b-4d41-9373-8db5c0cefd08", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:12.889660 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8ac97b76-e7a1-4dd1-92cc-52c82d97f712 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:12.890053 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8169c4-565d-4a68-bda7-572ae3087955', 'name': 'network-vif-deleted', 'tag': 'cfd335bc-df5b-4d41-9373-8db5c0cefd08', 'status': 'completed', 'code': 200} Feb 19 03:57:12.926131 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 7069f1d4-e347-4aa4-b64a-8997984a0746 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:12.926557 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7069f1d4-e347-4aa4-b64a-8997984a0746), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:12.962743 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fd72dd-d52c-404f-9765-a3eb609bb69c x-openstack-request-id: req-75fd72dd-d52c-404f-9765-a3eb609bb69c {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:12.963722 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8169c4-565d-4a68-bda7-572ae3087955", "name": "network-vif-unplugged", "status": "completed", "tag": "32b65e72-f530-451d-974d-5dbfb639b8ee", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:12.964152 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-75fd72dd-d52c-404f-9765-a3eb609bb69c {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:12.964716 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8169c4-565d-4a68-bda7-572ae3087955', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32b65e72-f530-451d-974d-5dbfb639b8ee', 'code': 200} Feb 19 03:57:12.966614 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7069f1d4-e347-4aa4-b64a-8997984a0746 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:57:12.987306 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ff62cad3-745d-40eb-8914-05002ab0e86f req-4e77c3f0-ea54-4571-8556-a8e72db18694 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:13.004338 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 7069f1d4-e347-4aa4-b64a-8997984a0746, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=7069f1d4-e347-4aa4-b64a-8997984a0746,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:13.010263 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7069f1d4-e347-4aa4-b64a-8997984a0746), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:13.086806 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=7069f1d4-e347-4aa4-b64a-8997984a0746,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:13.153338 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-a06d3220-787f-4b14-91ee-8ae57bf9a9db None None] Set router 195f9377-2c17-4a3e-a089-745ef13cd5ad gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:13.162389 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-65c64060-7c7d-4f95-82a1-3dd7b510fd0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] For port be393505-c5c8-403b-8de7-7d7ee2fa4d2e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=be393505-c5c8-403b-8de7-7d7ee2fa4d2e,segment=NetworkSegment(9b946626-6033-4377-b925-f15d5e40910c),segment_id=9b946626-6033-4377-b925-f15d5e40910c)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:13.162805 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-65c64060-7c7d-4f95-82a1-3dd7b510fd0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (be393505-c5c8-403b-8de7-7d7ee2fa4d2e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:13.199751 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-65c64060-7c7d-4f95-82a1-3dd7b510fd0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Calling delete_port for be393505-c5c8-403b-8de7-7d7ee2fa4d2e owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:13.284107 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5748887-37c3-45cd-a8ab-0ac86e6266b1 req-46740917-139e-4ee4-bdd3-8306792d0be9 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:13.285598 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a5748887-37c3-45cd-a8ab-0ac86e6266b1 req-46740917-139e-4ee4-bdd3-8306792d0be9 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 949 time: 0.1818128 Feb 19 03:57:13.288626 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-ff62cad3-745d-40eb-8914-05002ab0e86f req-4e77c3f0-ea54-4571-8556-a8e72db18694 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Allocated IP 172.25.3.224 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/91278599-7beb-4954-bd6e-9b857aa2e8eb) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:13.376531 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['7069f1d4-e347-4aa4-b64a-8997984a0746'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:57:13.442503 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a5748887-37c3-45cd-a8ab-0ac86e6266b1 req-d9b23d16-8ccb-471a-bde4-2b6a9748b884 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481204 Feb 19 03:57:13.484258 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a06d3220-787f-4b14-91ee-8ae57bf9a9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1463629878-router', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:24Z', 'updated_at': '2022-02-19T03:53:36Z', 'revision_number': 4, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'gw_port': {'id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:40:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:27Z', 'updated_at': '2022-02-19T03:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'fb25a2ed-fa42-4270-a1b5-8bfb6587821d', 'name': '', 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'mac_address': 'fa:16:3e:ee:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:35Z', 'updated_at': '2022-02-19T03:53:41Z', 'revision_number': 5, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'subnets': [{'id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:13.552686 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06d3220-787f-4b14-91ee-8ae57bf9a9db None None] Checking router: 195f9377-2c17-4a3e-a089-745ef13cd5ad for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:57:13.565294 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ff62cad3-745d-40eb-8914-05002ab0e86f req-4e77c3f0-ea54-4571-8556-a8e72db18694 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks [] for port (91278599-7beb-4954-bd6e-9b857aa2e8eb), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:13.574505 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06d3220-787f-4b14-91ee-8ae57bf9a9db None None] Routers {'195f9377-2c17-4a3e-a089-745ef13cd5ad'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:13.575146 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a06d3220-787f-4b14-91ee-8ae57bf9a9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:57:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['195f9377-2c17-4a3e-a089-745ef13cd5ad'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:13.587961 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-65c64060-7c7d-4f95-82a1-3dd7b510fd0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (be393505-c5c8-403b-8de7-7d7ee2fa4d2e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:13.704568 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c64060-7c7d-4f95-82a1-3dd7b510fd0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event deleted for resources: {'Port': ['ID=be393505-c5c8-403b-8de7-7d7ee2fa4d2e,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:13.769388 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-a06d3220-787f-4b14-91ee-8ae57bf9a9db None None] Set router 195f9377-2c17-4a3e-a089-745ef13cd5ad gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:13.783428 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84eb8506-3607-4b8c-ba63-2ebcdb9ee37d req-550ba66e-33fe-4e50-a818-85602e6655dc tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63 HTTP/1.1" status: 200 len: 210 time: 0.1132178 Feb 19 03:57:13.808164 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-65c64060-7c7d-4f95-82a1-3dd7b510fd0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] No DVR routers for this DVR port be393505-c5c8-403b-8de7-7d7ee2fa4d2e on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:57:13.814884 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c64060-7c7d-4f95-82a1-3dd7b510fd0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:13.815266 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c64060-7c7d-4f95-82a1-3dd7b510fd0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:13.815609 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c64060-7c7d-4f95-82a1-3dd7b510fd0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:13.815953 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c64060-7c7d-4f95-82a1-3dd7b510fd0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:13.818860 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c64060-7c7d-4f95-82a1-3dd7b510fd0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:13.819243 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c64060-7c7d-4f95-82a1-3dd7b510fd0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:13.819584 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c64060-7c7d-4f95-82a1-3dd7b510fd0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:13.819922 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c64060-7c7d-4f95-82a1-3dd7b510fd0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:13.820257 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c64060-7c7d-4f95-82a1-3dd7b510fd0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:13.820582 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c64060-7c7d-4f95-82a1-3dd7b510fd0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:13.820917 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c64060-7c7d-4f95-82a1-3dd7b510fd0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:13.821242 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c64060-7c7d-4f95-82a1-3dd7b510fd0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:13.821573 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c64060-7c7d-4f95-82a1-3dd7b510fd0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:13.842883 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-65c64060-7c7d-4f95-82a1-3dd7b510fd0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:13.847337 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3265237a-0b3b-4651-a6e3-cdacad6044db req-65c64060-7c7d-4f95-82a1-3dd7b510fd0b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.26 "DELETE /v2.0/ports/be393505-c5c8-403b-8de7-7d7ee2fa4d2e HTTP/1.1" status: 204 len: 173 time: 1.3791225 Feb 19 03:57:13.854650 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ff62cad3-745d-40eb-8914-05002ab0e86f req-4e77c3f0-ea54-4571-8556-a8e72db18694 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (91278599-7beb-4954-bd6e-9b857aa2e8eb), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:13.905781 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff62cad3-745d-40eb-8914-05002ab0e86f req-4e77c3f0-ea54-4571-8556-a8e72db18694 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:13.914796 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-ff62cad3-745d-40eb-8914-05002ab0e86f req-4e77c3f0-ea54-4571-8556-a8e72db18694 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:13.917260 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff62cad3-745d-40eb-8914-05002ab0e86f req-4e77c3f0-ea54-4571-8556-a8e72db18694 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:13.966540 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77c3f0-ea54-4571-8556-a8e72db18694 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Pushing event updated for resources: {'Port': ['ID=91278599-7beb-4954-bd6e-9b857aa2e8eb,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:14.073551 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a827d49-ba49-448a-bb4d-236bcb2fc1b1 req-b14f0724-71fd-49e8-8492-475ea15811ac tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:14.081308 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a827d49-ba49-448a-bb4d-236bcb2fc1b1 req-b14f0724-71fd-49e8-8492-475ea15811ac tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bd94b51-a364-4f0b-b569-f92971869088 HTTP/1.1" status: 200 len: 945 time: 0.1569116 Feb 19 03:57:14.140578 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a827d49-ba49-448a-bb4d-236bcb2fc1b1 req-69acdf6c-e439-42cd-8c45-c391f22a4c53 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584750 Feb 19 03:57:14.144652 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a06d3220-787f-4b14-91ee-8ae57bf9a9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1463629878-router', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:24Z', 'updated_at': '2022-02-19T03:53:36Z', 'revision_number': 4, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'gw_port': {'id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:40:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:27Z', 'updated_at': '2022-02-19T03:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'fb25a2ed-fa42-4270-a1b5-8bfb6587821d', 'name': '', 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'mac_address': 'fa:16:3e:ee:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:35Z', 'updated_at': '2022-02-19T03:53:41Z', 'revision_number': 5, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'subnets': [{'id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:14.145180 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ff62cad3-745d-40eb-8914-05002ab0e86f req-4e77c3f0-ea54-4571-8556-a8e72db18694 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks [] for floatingip (ad4c97f3-4c09-443c-a57a-0cf09be50b14), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:14.181168 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06d3220-787f-4b14-91ee-8ae57bf9a9db None None] The sync data for ids ['195f9377-2c17-4a3e-a089-745ef13cd5ad'] in n-d-828369-19 is: [{'id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1463629878-router', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:24Z', 'updated_at': '2022-02-19T03:53:36Z', 'revision_number': 4, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'gw_port': {'id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:40:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:27Z', 'updated_at': '2022-02-19T03:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'fb25a2ed-fa42-4270-a1b5-8bfb6587821d', 'name': '', 'network_id': 'c2a4677c-3978-448a-8fd9-1efa09d1157e', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'mac_address': 'fa:16:3e:ee:ce:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:35Z', 'updated_at': '2022-02-19T03:53:41Z', 'revision_number': 5, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'subnets': [{'id': '8e30f0c3-d629-434f-a2d7-039cc4a47da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:57:14.213106 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ff62cad3-745d-40eb-8914-05002ab0e86f req-4e77c3f0-ea54-4571-8556-a8e72db18694 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (91278599-7beb-4954-bd6e-9b857aa2e8eb), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:14.323274 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-32040b59-299c-4d46-b327-94eecdfe0c4a req-7f9cb06d-feb4-4820-bf60-815eb6518853 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c8169c4-565d-4a68-bda7-572ae3087955 HTTP/1.1" status: 200 len: 210 time: 0.0690811 Feb 19 03:57:14.632527 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9d0c36-9c0f-4a5f-a4a7-707156fa3d8a None None] New status for floating IP 3c4a1bc9-0dbd-48d7-b7e1-0b7ce9dcc8a0: DOWN {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:57:14.708311 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 7069f1d4-e347-4aa4-b64a-8997984a0746 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:14.827790 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cb143-1703-43e8-b7b9-83bc16d8f0cc req-ce0809ed-3297-4771-907b-779179735565 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:14.834715 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b79cb143-1703-43e8-b7b9-83bc16d8f0cc req-ce0809ed-3297-4771-907b-779179735565 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.4381192 Feb 19 03:57:14.847210 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 7069f1d4-e347-4aa4-b64a-8997984a0746 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:57:14.852806 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 7069f1d4-e347-4aa4-b64a-8997984a0746 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:14.853534 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7069f1d4-e347-4aa4-b64a-8997984a0746), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:14.902005 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8169c4-565d-4a68-bda7-572ae3087955', 'name': 'network-vif-deleted', 'tag': '32b65e72-f530-451d-974d-5dbfb639b8ee'}, {'server_uuid': '1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63', 'name': 'network-vif-deleted', 'tag': 'c66cb5c9-2c92-4975-b958-eeecd5607433'}, {'server_uuid': '2c8169c4-565d-4a68-bda7-572ae3087955', 'name': 'network-vif-deleted', 'tag': 'be393505-c5c8-403b-8de7-7d7ee2fa4d2e'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:14.904463 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d595a04c-69b1-4091-a487-a4e9bed38359" -d '{"events": [{"server_uuid": "2c8169c4-565d-4a68-bda7-572ae3087955", "name": "network-vif-deleted", "tag": "32b65e72-f530-451d-974d-5dbfb639b8ee"}, {"server_uuid": "1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63", "name": "network-vif-deleted", "tag": "c66cb5c9-2c92-4975-b958-eeecd5607433"}, {"server_uuid": "2c8169c4-565d-4a68-bda7-572ae3087955", "name": "network-vif-deleted", "tag": "be393505-c5c8-403b-8de7-7d7ee2fa4d2e"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:14.911945 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ff62cad3-745d-40eb-8914-05002ab0e86f req-4e77c3f0-ea54-4571-8556-a8e72db18694 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks [] for port (91278599-7beb-4954-bd6e-9b857aa2e8eb), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:14.922789 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b79cb143-1703-43e8-b7b9-83bc16d8f0cc req-019e1d6c-4460-490a-adfb-9e91235b631e tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871286 Feb 19 03:57:14.927797 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ff62cad3-745d-40eb-8914-05002ab0e86f req-4e77c3f0-ea54-4571-8556-a8e72db18694 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (91278599-7beb-4954-bd6e-9b857aa2e8eb), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:14.972419 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8169c4-565d-4a68-bda7-572ae3087955', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be393505-c5c8-403b-8de7-7d7ee2fa4d2e'}, {'server_uuid': '1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c66cb5c9-2c92-4975-b958-eeecd5607433'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:14.977706 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbe00eb-ea0a-40ce-9ab1-169f2cd3ca39" -d '{"events": [{"server_uuid": "2c8169c4-565d-4a68-bda7-572ae3087955", "name": "network-vif-unplugged", "status": "completed", "tag": "be393505-c5c8-403b-8de7-7d7ee2fa4d2e"}, {"server_uuid": "1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63", "name": "network-vif-unplugged", "status": "completed", "tag": "c66cb5c9-2c92-4975-b958-eeecd5607433"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:15.000744 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 7069f1d4-e347-4aa4-b64a-8997984a0746 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:15.001504 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7069f1d4-e347-4aa4-b64a-8997984a0746), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:15.055810 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 7069f1d4-e347-4aa4-b64a-8997984a0746, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=7069f1d4-e347-4aa4-b64a-8997984a0746,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:15.065177 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7069f1d4-e347-4aa4-b64a-8997984a0746), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:15.095664 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ff62cad3-745d-40eb-8914-05002ab0e86f req-4e77c3f0-ea54-4571-8556-a8e72db18694 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (ad4c97f3-4c09-443c-a57a-0cf09be50b14), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:15.105960 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77c3f0-ea54-4571-8556-a8e72db18694 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Pushing event updated for resources: {'Port': ['ID=91278599-7beb-4954-bd6e-9b857aa2e8eb,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:15.118264 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=7069f1d4-e347-4aa4-b64a-8997984a0746,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:15.135811 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ab10d-21c2-439d-95d6-c6786fb40403 req-13e3dc5c-0b3e-49fc-ac66-5fdf094c89b7 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:15.136479 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf9ab10d-21c2-439d-95d6-c6786fb40403 req-13e3dc5c-0b3e-49fc-ac66-5fdf094c89b7 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c02e757-5e02-4ba4-a6ce-391ba0d4475a HTTP/1.1" status: 200 len: 947 time: 0.1021035 Feb 19 03:57:15.139671 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ff62cad3-745d-40eb-8914-05002ab0e86f req-4e77c3f0-ea54-4571-8556-a8e72db18694 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:15.141023 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff62cad3-745d-40eb-8914-05002ab0e86f req-4e77c3f0-ea54-4571-8556-a8e72db18694 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8825691 Feb 19 03:57:15.205339 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff62cad3-745d-40eb-8914-05002ab0e86f req-5108d57d-e95e-4e64-8360-b736a86ac5a1 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 696 time: 0.0552883 Feb 19 03:57:15.283078 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf9ab10d-21c2-439d-95d6-c6786fb40403 req-a9595107-63c8-4a32-ad35-00b6b19774a5 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] 10.222.0.52 "GET /v2.0/security-groups?id=799843bf-1ce0-4d90-a96c-db075a5314af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400838 Feb 19 03:57:15.369715 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62cad3-745d-40eb-8914-05002ab0e86f req-5c94329a-fc3c-47d6-a7f6-c8ac12655452 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:15.371449 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff62cad3-745d-40eb-8914-05002ab0e86f req-5c94329a-fc3c-47d6-a7f6-c8ac12655452 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 784 time: 0.1597831 Feb 19 03:57:15.417125 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94d10f-d0b7-4809-930c-01a8d4f63dc7 req-c7046e5c-ae11-461d-b155-3d790b8e8174 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:15.418620 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e94d10f-d0b7-4809-930c-01a8d4f63dc7 req-c7046e5c-ae11-461d-b155-3d790b8e8174 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 949 time: 0.0698178 Feb 19 03:57:15.459318 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9349ad-4c11-4e83-b803-ec0ff6115f77 x-openstack-request-id: req-4d9349ad-4c11-4e83-b803-ec0ff6115f77 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:15.459668 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8169c4-565d-4a68-bda7-572ae3087955", "name": "network-vif-deleted", "tag": "32b65e72-f530-451d-974d-5dbfb639b8ee", "status": "completed", "code": 200}, {"server_uuid": "1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63", "name": "network-vif-deleted", "tag": "c66cb5c9-2c92-4975-b958-eeecd5607433", "status": "completed", "code": 200}, {"server_uuid": "2c8169c4-565d-4a68-bda7-572ae3087955", "name": "network-vif-deleted", "tag": "be393505-c5c8-403b-8de7-7d7ee2fa4d2e", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:15.460097 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4d9349ad-4c11-4e83-b803-ec0ff6115f77 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:15.460304 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8169c4-565d-4a68-bda7-572ae3087955', 'name': 'network-vif-deleted', 'tag': '32b65e72-f530-451d-974d-5dbfb639b8ee', 'status': 'completed', 'code': 200} Feb 19 03:57:15.460816 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63', 'name': 'network-vif-deleted', 'tag': 'c66cb5c9-2c92-4975-b958-eeecd5607433', 'status': 'completed', 'code': 200} Feb 19 03:57:15.461203 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8169c4-565d-4a68-bda7-572ae3087955', 'name': 'network-vif-deleted', 'tag': 'be393505-c5c8-403b-8de7-7d7ee2fa4d2e', 'status': 'completed', 'code': 200} Feb 19 03:57:15.484577 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e94d10f-d0b7-4809-930c-01a8d4f63dc7 req-d690d845-a5f9-4314-81b0-f584434ae0e8 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588243 Feb 19 03:57:15.494778 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d59f9c-8fd0-412d-8907-73b3ae132ab6 x-openstack-request-id: req-a5d59f9c-8fd0-412d-8907-73b3ae132ab6 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:15.495262 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8169c4-565d-4a68-bda7-572ae3087955", "name": "network-vif-unplugged", "status": "completed", "tag": "be393505-c5c8-403b-8de7-7d7ee2fa4d2e", "code": 200}, {"server_uuid": "1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63", "name": "network-vif-unplugged", "status": "completed", "tag": "c66cb5c9-2c92-4975-b958-eeecd5607433", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:15.495721 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a5d59f9c-8fd0-412d-8907-73b3ae132ab6 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:15.496164 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8169c4-565d-4a68-bda7-572ae3087955', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be393505-c5c8-403b-8de7-7d7ee2fa4d2e', 'code': 200} Feb 19 03:57:15.496422 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd6d8da-6b36-4cb0-981a-4afe0b2cbb63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c66cb5c9-2c92-4975-b958-eeecd5607433', 'code': 200} Feb 19 03:57:15.550766 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43344) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:15.606116 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-609b92ff-eed7-49ab-bef5-d040c4e829f9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Deleting subnet ef3651c2-739a-4a79-8862-b04db691991c {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:57:15.610614 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-609b92ff-eed7-49ab-bef5-d040c4e829f9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks [] for subnet (ef3651c2-739a-4a79-8862-b04db691991c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:15.664949 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-609b92ff-eed7-49ab-bef5-d040c4e829f9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (ef3651c2-739a-4a79-8862-b04db691991c), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:15.694505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5226797-9fb3-460b-a502-125034e59a7f req-6decf4a5-09a0-4029-9f52-2181dac0c843 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:15.696300 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a5226797-9fb3-460b-a502-125034e59a7f req-6decf4a5-09a0-4029-9f52-2181dac0c843 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bd94b51-a364-4f0b-b569-f92971869088 HTTP/1.1" status: 200 len: 945 time: 0.1532094 Feb 19 03:57:15.750141 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-168640f9-4eb1-458b-bc8f-574339478672 req-5a9b0423-d774-466f-92a4-6394ef47961d tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1743488 Feb 19 03:57:15.769097 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-168640f9-4eb1-458b-bc8f-574339478672 req-0c9fba09-3e58-4881-a672-99ae39e4837e tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:15.811002 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a5226797-9fb3-460b-a502-125034e59a7f req-49b0cb43-a11e-444f-ad8e-c2fb85a7149c tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071165 Feb 19 03:57:15.814732 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-168640f9-4eb1-458b-bc8f-574339478672 req-0c9fba09-3e58-4881-a672-99ae39e4837e tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:15.814926 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-609b92ff-eed7-49ab-bef5-d040c4e829f9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (ef3651c2-739a-4a79-8862-b04db691991c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:15.939253 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-609b92ff-eed7-49ab-bef5-d040c4e829f9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (ef3651c2-739a-4a79-8862-b04db691991c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:15.944735 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43352) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:15.962110 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-168640f9-4eb1-458b-bc8f-574339478672 req-0c9fba09-3e58-4881-a672-99ae39e4837e tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:16.024129 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b92ff-eed7-49ab-bef5-d040c4e829f9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event deleted for resources: {'Subnet': ['ID=ef3651c2-739a-4a79-8862-b04db691991c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:16.033101 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-609b92ff-eed7-49ab-bef5-d040c4e829f9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:16.039660 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-609b92ff-eed7-49ab-bef5-d040c4e829f9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "DELETE /v2.0/subnets/ef3651c2-739a-4a79-8862-b04db691991c HTTP/1.1" status: 204 len: 168 time: 0.4851491 Feb 19 03:57:16.039846 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97ccca8-8595-4563-b12d-b3038b4a202a None None] Network 4436bc2f-5b9d-4320-adcb-309585e364f6 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:57:16.043821 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43356) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:16.127610 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98afa2c5-9b31-4e96-bba5-8088dd58a7e0 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (4436bc2f-5b9d-4320-adcb-309585e364f6), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:16.136323 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b92ff-eed7-49ab-bef5-d040c4e829f9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:16.138563 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b92ff-eed7-49ab-bef5-d040c4e829f9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:16.138913 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b92ff-eed7-49ab-bef5-d040c4e829f9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:16.139320 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b92ff-eed7-49ab-bef5-d040c4e829f9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:16.139732 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b92ff-eed7-49ab-bef5-d040c4e829f9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:16.140033 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b92ff-eed7-49ab-bef5-d040c4e829f9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:16.140385 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b92ff-eed7-49ab-bef5-d040c4e829f9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:16.140691 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b92ff-eed7-49ab-bef5-d040c4e829f9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:16.141083 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b92ff-eed7-49ab-bef5-d040c4e829f9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:16.141415 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b92ff-eed7-49ab-bef5-d040c4e829f9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:16.141758 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b92ff-eed7-49ab-bef5-d040c4e829f9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:16.142092 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b92ff-eed7-49ab-bef5-d040c4e829f9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:16.142481 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609b92ff-eed7-49ab-bef5-d040c4e829f9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:16.157846 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-168640f9-4eb1-458b-bc8f-574339478672 req-0c9fba09-3e58-4881-a672-99ae39e4837e tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Allocated IP 172.25.3.145 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/228aa1b1-a5b8-4fc4-b4e9-c639cc3c1de3) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:16.265529 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588ea57-af1a-43dd-b227-116627930f2f req-5ffd6987-8290-4c8c-aab5-a78f0a8e9d3a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:16.273723 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b588ea57-af1a-43dd-b227-116627930f2f req-5ffd6987-8290-4c8c-aab5-a78f0a8e9d3a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.1786799 Feb 19 03:57:16.286201 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-87bfbc1f-236f-4422-8736-a4b9f7a0655d tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks [] for security_group (f0dfac4c-c713-4454-abce-58b1166b49c0), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:16.306230 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812decdd-987d-4b3b-802d-cd869c7146fc None None] DHCP port deletion for 4436bc2f-5b9d-4320-adcb-309585e364f6 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:57:16.358028 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b588ea57-af1a-43dd-b227-116627930f2f req-0be941bb-277d-458b-9776-362472bfa053 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830567 Feb 19 03:57:16.364623 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-87bfbc1f-236f-4422-8736-a4b9f7a0655d tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks [] for security_group (f0dfac4c-c713-4454-abce-58b1166b49c0), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:16.393120 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-168640f9-4eb1-458b-bc8f-574339478672 req-0c9fba09-3e58-4881-a672-99ae39e4837e tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks [] for port (228aa1b1-a5b8-4fc4-b4e9-c639cc3c1de3), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:16.398300 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-98afa2c5-9b31-4e96-bba5-8088dd58a7e0 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Deleting port fc81dc0b-f33a-492e-be9b-a25f2689d406 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:16.398903 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98afa2c5-9b31-4e96-bba5-8088dd58a7e0 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (fc81dc0b-f33a-492e-be9b-a25f2689d406), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:16.430325 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-812decdd-987d-4b3b-802d-cd869c7146fc None None] Deleting port fc81dc0b-f33a-492e-be9b-a25f2689d406 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:16.431087 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-812decdd-987d-4b3b-802d-cd869c7146fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (fc81dc0b-f33a-492e-be9b-a25f2689d406), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:16.483573 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-168640f9-4eb1-458b-bc8f-574339478672 req-0c9fba09-3e58-4881-a672-99ae39e4837e tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (228aa1b1-a5b8-4fc4-b4e9-c639cc3c1de3), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:16.513277 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-87bfbc1f-236f-4422-8736-a4b9f7a0655d tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f0dfac4c-c713-4454-abce-58b1166b49c0), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:16.516967 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-87bfbc1f-236f-4422-8736-a4b9f7a0655d tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:16.518591 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-87bfbc1f-236f-4422-8736-a4b9f7a0655d tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "DELETE /v2.0/security-groups/f0dfac4c-c713-4454-abce-58b1166b49c0 HTTP/1.1" status: 204 len: 168 time: 0.5704093 Feb 19 03:57:16.530052 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43362) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:16.546025 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-812decdd-987d-4b3b-802d-cd869c7146fc None None] For port fc81dc0b-f33a-492e-be9b-a25f2689d406, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=fc81dc0b-f33a-492e-be9b-a25f2689d406,segment=NetworkSegment(11b60c15-af18-4ce6-95b0-475cc12f6250),segment_id=11b60c15-af18-4ce6-95b0-475cc12f6250)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:16.546479 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-812decdd-987d-4b3b-802d-cd869c7146fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (fc81dc0b-f33a-492e-be9b-a25f2689d406), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:16.547249 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9fba09-3e58-4881-a672-99ae39e4837e tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Pushing event updated for resources: {'Port': ['ID=228aa1b1-a5b8-4fc4-b4e9-c639cc3c1de3,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:16.566017 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-812decdd-987d-4b3b-802d-cd869c7146fc None None] Calling delete_port for fc81dc0b-f33a-492e-be9b-a25f2689d406 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:16.568707 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfbc1f-236f-4422-8736-a4b9f7a0655d tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dfac4c-c713-4454-abce-58b1166b49c0,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:16.569892 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-168640f9-4eb1-458b-bc8f-574339478672 req-0c9fba09-3e58-4881-a672-99ae39e4837e tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:16.574232 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-168640f9-4eb1-458b-bc8f-574339478672 req-0c9fba09-3e58-4881-a672-99ae39e4837e tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:16.578724 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-168640f9-4eb1-458b-bc8f-574339478672 req-0c9fba09-3e58-4881-a672-99ae39e4837e tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:16.581977 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-a4635ce6-1e35-4284-b131-122fd2b87c2e tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] show failed (client error): The resource could not be found. Feb 19 03:57:16.583187 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a4635ce6-1e35-4284-b131-122fd2b87c2e tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "GET /v2.0/security-groups/f0dfac4c-c713-4454-abce-58b1166b49c0 HTTP/1.1" status: 404 len: 347 time: 0.0501621 Feb 19 03:57:16.586201 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-98afa2c5-9b31-4e96-bba5-8088dd58a7e0 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] For port fc81dc0b-f33a-492e-be9b-a25f2689d406, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=fc81dc0b-f33a-492e-be9b-a25f2689d406,segment=NetworkSegment(11b60c15-af18-4ce6-95b0-475cc12f6250),segment_id=11b60c15-af18-4ce6-95b0-475cc12f6250)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:16.588133 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98afa2c5-9b31-4e96-bba5-8088dd58a7e0 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (fc81dc0b-f33a-492e-be9b-a25f2689d406), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:16.600000 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43364) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:16.658790 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-98afa2c5-9b31-4e96-bba5-8088dd58a7e0 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Calling delete_port for fc81dc0b-f33a-492e-be9b-a25f2689d406 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:16.691425 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-812decdd-987d-4b3b-802d-cd869c7146fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (fc81dc0b-f33a-492e-be9b-a25f2689d406), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:16.731145 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812decdd-987d-4b3b-802d-cd869c7146fc None None] Pushing event deleted for resources: {'Port': ['ID=fc81dc0b-f33a-492e-be9b-a25f2689d406,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:16.746999 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812decdd-987d-4b3b-802d-cd869c7146fc None None] No DVR routers for this DVR port fc81dc0b-f33a-492e-be9b-a25f2689d406 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:57:16.756465 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-168640f9-4eb1-458b-bc8f-574339478672 req-0c9fba09-3e58-4881-a672-99ae39e4837e tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks [] for floatingip (92028888-a391-4be4-b3e1-45f91c23a5ad), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:16.779581 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e29239-067a-40ab-91a4-f475385f95de req-65fc5080-a39b-40a2-a0a9-39ae968655c4 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:16.788535 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84e29239-067a-40ab-91a4-f475385f95de req-65fc5080-a39b-40a2-a0a9-39ae968655c4 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c02e757-5e02-4ba4-a6ce-391ba0d4475a HTTP/1.1" status: 200 len: 948 time: 0.3204389 Feb 19 03:57:16.877286 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-168640f9-4eb1-458b-bc8f-574339478672 req-0c9fba09-3e58-4881-a672-99ae39e4837e tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (228aa1b1-a5b8-4fc4-b4e9-c639cc3c1de3), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:16.918625 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84e29239-067a-40ab-91a4-f475385f95de req-d8acd6e7-e896-45ac-b616-5fca58b5b60a tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] 10.222.0.52 "GET /v2.0/security-groups?id=799843bf-1ce0-4d90-a96c-db075a5314af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290801 Feb 19 03:57:16.950318 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98afa2c5-9b31-4e96-bba5-8088dd58a7e0 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (fc81dc0b-f33a-492e-be9b-a25f2689d406), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:16.955758 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-99113f2d-23de-4d17-8211-e58bf9000fdf tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Deleting port 364fea46-aa59-4205-8125-574430634b8b {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:16.956213 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99113f2d-23de-4d17-8211-e58bf9000fdf tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (364fea46-aa59-4205-8125-574430634b8b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.007411 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98afa2c5-9b31-4e96-bba5-8088dd58a7e0 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event deleted for resources: {'Port': ['ID=fc81dc0b-f33a-492e-be9b-a25f2689d406,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:17.009874 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98afa2c5-9b31-4e96-bba5-8088dd58a7e0 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] No DVR routers for this DVR port fc81dc0b-f33a-492e-be9b-a25f2689d406 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:57:17.152379 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98afa2c5-9b31-4e96-bba5-8088dd58a7e0 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (4436bc2f-5b9d-4320-adcb-309585e364f6), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.168517 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7444e-1de5-4616-9e05-9063681fa970 req-337080f1-8995-4fbc-8ceb-83250cfeaf0b tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:17.170044 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74e7444e-1de5-4616-9e05-9063681fa970 req-337080f1-8995-4fbc-8ceb-83250cfeaf0b tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 949 time: 0.0993733 Feb 19 03:57:17.187867 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99113f2d-23de-4d17-8211-e58bf9000fdf tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (364fea46-aa59-4205-8125-574430634b8b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.188196 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99113f2d-23de-4d17-8211-e58bf9000fdf tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks [] for floatingip (364fea46-aa59-4205-8125-574430634b8b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.191726 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-98afa2c5-9b31-4e96-bba5-8088dd58a7e0 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4436bc2f-5b9d-4320-adcb-309585e364f6']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:17.199049 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-168640f9-4eb1-458b-bc8f-574339478672 req-0c9fba09-3e58-4881-a672-99ae39e4837e tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks [] for port (228aa1b1-a5b8-4fc4-b4e9-c639cc3c1de3), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.212458 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-168640f9-4eb1-458b-bc8f-574339478672 req-0c9fba09-3e58-4881-a672-99ae39e4837e tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (228aa1b1-a5b8-4fc4-b4e9-c639cc3c1de3), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.215900 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-98afa2c5-9b31-4e96-bba5-8088dd58a7e0 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b60c15-af18-4ce6-95b0-475cc12f6250') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:17.216360 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-98afa2c5-9b31-4e96-bba5-8088dd58a7e0 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b60c15-af18-4ce6-95b0-475cc12f6250') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:17.218202 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-99113f2d-23de-4d17-8211-e58bf9000fdf tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Calling delete_port for 364fea46-aa59-4205-8125-574430634b8b owned by network:floatingip {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:17.230345 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98afa2c5-9b31-4e96-bba5-8088dd58a7e0 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (11b60c15-af18-4ce6-95b0-475cc12f6250), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.252666 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74e7444e-1de5-4616-9e05-9063681fa970 req-e7321be0-cf7e-4f67-bdc8-78ee0741090f tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684860 Feb 19 03:57:17.289096 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98afa2c5-9b31-4e96-bba5-8088dd58a7e0 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (11b60c15-af18-4ce6-95b0-475cc12f6250), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.304542 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98afa2c5-9b31-4e96-bba5-8088dd58a7e0 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:57:17.304965 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98afa2c5-9b31-4e96-bba5-8088dd58a7e0 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (11b60c15-af18-4ce6-95b0-475cc12f6250), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: timer() Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:57:17.308624 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:57:17.333606 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9fba09-3e58-4881-a672-99ae39e4837e tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Pushing event updated for resources: {'Port': ['ID=228aa1b1-a5b8-4fc4-b4e9-c639cc3c1de3,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:17.349519 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-168640f9-4eb1-458b-bc8f-574339478672 req-0c9fba09-3e58-4881-a672-99ae39e4837e tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (92028888-a391-4be4-b3e1-45f91c23a5ad), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.371222 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-168640f9-4eb1-458b-bc8f-574339478672 req-0c9fba09-3e58-4881-a672-99ae39e4837e tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.372999 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-168640f9-4eb1-458b-bc8f-574339478672 req-0c9fba09-3e58-4881-a672-99ae39e4837e tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6112821 Feb 19 03:57:17.397881 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98afa2c5-9b31-4e96-bba5-8088dd58a7e0 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (4436bc2f-5b9d-4320-adcb-309585e364f6), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.408124 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98afa2c5-9b31-4e96-bba5-8088dd58a7e0 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.414955 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-98afa2c5-9b31-4e96-bba5-8088dd58a7e0 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "DELETE /v2.0/networks/4436bc2f-5b9d-4320-adcb-309585e364f6 HTTP/1.1" status: 204 len: 168 time: 1.3698726 Feb 19 03:57:17.415612 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43372) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:17.435284 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98afa2c5-9b31-4e96-bba5-8088dd58a7e0 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event deleted for resources: {'Network': ['ID=4436bc2f-5b9d-4320-adcb-309585e364f6,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:17.498001 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c02e757-5e02-4ba4-a6ce-391ba0d4475a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7069f1d4-e347-4aa4-b64a-8997984a0746'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:17.501281 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a111893-cf36-443c-b3af-47fd19add480" -d '{"events": [{"server_uuid": "5c02e757-5e02-4ba4-a6ce-391ba0d4475a", "name": "network-vif-plugged", "status": "completed", "tag": "7069f1d4-e347-4aa4-b64a-8997984a0746"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:17.506200 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2e8c2d-fdf2-4ab0-8aec-5a2b189f0943 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Deleting subnet 2d811e43-76b6-497e-8b65-756b6e846c6a {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:57:17.510035 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-de2e8c2d-fdf2-4ab0-8aec-5a2b189f0943 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks [] for subnet (2d811e43-76b6-497e-8b65-756b6e846c6a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.530683 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-168640f9-4eb1-458b-bc8f-574339478672 req-4d9965ae-e34e-4a65-b689-3673cd7af37e tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.145 HTTP/1.1" status: 200 len: 696 time: 0.1505144 Feb 19 03:57:17.558524 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-de2e8c2d-fdf2-4ab0-8aec-5a2b189f0943 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (2d811e43-76b6-497e-8b65-756b6e846c6a), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.561815 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99113f2d-23de-4d17-8211-e58bf9000fdf tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (364fea46-aa59-4205-8125-574430634b8b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.589719 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a267858-b726-48ed-ab1b-7af7c130e68b req-dfca2bc0-7fe1-45b2-849f-70da6fd92dac tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:17.592848 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7a267858-b726-48ed-ab1b-7af7c130e68b req-dfca2bc0-7fe1-45b2-849f-70da6fd92dac tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bd94b51-a364-4f0b-b569-f92971869088 HTTP/1.1" status: 200 len: 945 time: 0.1278687 Feb 19 03:57:17.618286 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99113f2d-23de-4d17-8211-e58bf9000fdf tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Pushing event deleted for resources: {'Port': ['ID=364fea46-aa59-4205-8125-574430634b8b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:17.705998 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168640f9-4eb1-458b-bc8f-574339478672 req-f18a6e00-f325-4d66-828d-2dad0ccfcfe9 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:17.708169 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-168640f9-4eb1-458b-bc8f-574339478672 req-f18a6e00-f325-4d66-828d-2dad0ccfcfe9 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 784 time: 0.1636281 Feb 19 03:57:17.718729 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99113f2d-23de-4d17-8211-e58bf9000fdf tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks [] for floatingip (3c4a1bc9-0dbd-48d7-b7e1-0b7ce9dcc8a0), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.721293 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99113f2d-23de-4d17-8211-e58bf9000fdf tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.722495 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-99113f2d-23de-4d17-8211-e58bf9000fdf tempest-ServersWithSpecificFlavorTestJSON-410037838 tempest-ServersWithSpecificFlavorTestJSON-410037838-project] 10.222.0.52 "DELETE /v2.0/floatingips/3c4a1bc9-0dbd-48d7-b7e1-0b7ce9dcc8a0 HTTP/1.1" status: 204 len: 168 time: 1.1193471 Feb 19 03:57:17.727404 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-de2e8c2d-fdf2-4ab0-8aec-5a2b189f0943 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (2d811e43-76b6-497e-8b65-756b6e846c6a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.729299 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-168640f9-4eb1-458b-bc8f-574339478672 req-2d205bbe-8042-4720-af18-6310f471b058 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:57:17.730369 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-168640f9-4eb1-458b-bc8f-574339478672 req-2d205bbe-8042-4720-af18-6310f471b058 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089171 Feb 19 03:57:17.779856 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7a267858-b726-48ed-ab1b-7af7c130e68b req-24cdfdb3-1e00-4ec6-8c92-05a134427416 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531713 Feb 19 03:57:17.846448 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a234714-0c63-4541-ab68-96f41a9c09e0 x-openstack-request-id: req-4a234714-0c63-4541-ab68-96f41a9c09e0 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:17.846937 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c02e757-5e02-4ba4-a6ce-391ba0d4475a", "name": "network-vif-plugged", "status": "completed", "tag": "7069f1d4-e347-4aa4-b64a-8997984a0746", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:17.847341 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a234714-0c63-4541-ab68-96f41a9c09e0 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:17.847777 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c02e757-5e02-4ba4-a6ce-391ba0d4475a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7069f1d4-e347-4aa4-b64a-8997984a0746', 'code': 200} Feb 19 03:57:17.867955 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-de2e8c2d-fdf2-4ab0-8aec-5a2b189f0943 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (2d811e43-76b6-497e-8b65-756b6e846c6a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.903829 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e8c2d-fdf2-4ab0-8aec-5a2b189f0943 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event deleted for resources: {'Subnet': ['ID=2d811e43-76b6-497e-8b65-756b6e846c6a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:17.910610 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-de2e8c2d-fdf2-4ab0-8aec-5a2b189f0943 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.917832 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-de2e8c2d-fdf2-4ab0-8aec-5a2b189f0943 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "DELETE /v2.0/subnets/2d811e43-76b6-497e-8b65-756b6e846c6a HTTP/1.1" status: 204 len: 168 time: 0.4965467 Feb 19 03:57:17.922110 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e36cb1b-c918-428b-96da-66d8089672f0 None None] Network e349f59c-4eca-4931-98ee-f9d1b9a5b5b3 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:57:17.924242 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43384) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:18.027635 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a062787-9229-4b37-917a-f7985bdbc098 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (e349f59c-4eca-4931-98ee-f9d1b9a5b5b3), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:18.033925 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e5aee-3559-4748-9b80-ae6182ba3a2b req-e38d47c5-6fab-4cae-8258-fa3bd3db42ef tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:18.046689 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fb6e5aee-3559-4748-9b80-ae6182ba3a2b req-e38d47c5-6fab-4cae-8258-fa3bd3db42ef tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.2336354 Feb 19 03:57:18.114494 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-0a062787-9229-4b37-917a-f7985bdbc098 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Deleting port db11fd60-2aab-41fd-9667-9043f4a6e73f {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:18.114856 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a062787-9229-4b37-917a-f7985bdbc098 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (db11fd60-2aab-41fd-9667-9043f4a6e73f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:18.207062 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-0a062787-9229-4b37-917a-f7985bdbc098 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] For port db11fd60-2aab-41fd-9667-9043f4a6e73f, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=db11fd60-2aab-41fd-9667-9043f4a6e73f,segment=NetworkSegment(9b946626-6033-4377-b925-f15d5e40910c),segment_id=9b946626-6033-4377-b925-f15d5e40910c)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:18.207465 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a062787-9229-4b37-917a-f7985bdbc098 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (db11fd60-2aab-41fd-9667-9043f4a6e73f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:18.213329 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fb6e5aee-3559-4748-9b80-ae6182ba3a2b req-ae171db9-7162-4f5b-8b79-8b06fd07f6c9 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647925 Feb 19 03:57:18.238852 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad922b-7a94-4b09-8245-28f948867c2b req-9d93bff4-0bd4-4fdf-be7e-82cb05951f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:18.241666 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85ad922b-7a94-4b09-8245-28f948867c2b req-9d93bff4-0bd4-4fdf-be7e-82cb05951f93 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5c02e757-5e02-4ba4-a6ce-391ba0d4475a HTTP/1.1" status: 200 len: 1131 time: 0.3101475 Feb 19 03:57:18.243702 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916d3ed6-dc71-4d02-bbd5-4d37cf3b725d None None] DHCP port deletion for e349f59c-4eca-4931-98ee-f9d1b9a5b5b3 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:57:18.259283 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-0a062787-9229-4b37-917a-f7985bdbc098 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Calling delete_port for db11fd60-2aab-41fd-9667-9043f4a6e73f owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:18.269974 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed736af9-4501-4c61-bdda-be3920ef2efc req-24ec2ad6-1421-45fc-8085-c7933414e9bc tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3374059 Feb 19 03:57:18.307679 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-ed736af9-4501-4c61-bdda-be3920ef2efc req-80f756ce-adcd-43ec-8db2-4f0fb9c2f0d6 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:18.373029 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device fc81dc0b-f33a-492e-be9b-a25f2689d406 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:57:18.392689 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85ad922b-7a94-4b09-8245-28f948867c2b req-7bdde67e-47e0-425d-9477-372487e8a0fd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=799843bf-1ce0-4d90-a96c-db075a5314af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436837 Feb 19 03:57:18.393996 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ed736af9-4501-4c61-bdda-be3920ef2efc req-80f756ce-adcd-43ec-8db2-4f0fb9c2f0d6 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:18.412966 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: fc81dc0b-f33a-492e-be9b-a25f2689d406 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:57:18.412966 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device fc81dc0b-f33a-492e-be9b-a25f2689d406 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:57:18.412966 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device db11fd60-2aab-41fd-9667-9043f4a6e73f no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:57:18.422769 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a062787-9229-4b37-917a-f7985bdbc098 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (db11fd60-2aab-41fd-9667-9043f4a6e73f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:18.448242 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-916d3ed6-dc71-4d02-bbd5-4d37cf3b725d None None] Deleting port db11fd60-2aab-41fd-9667-9043f4a6e73f {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:18.449242 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-916d3ed6-dc71-4d02-bbd5-4d37cf3b725d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (db11fd60-2aab-41fd-9667-9043f4a6e73f), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:18.473528 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a062787-9229-4b37-917a-f7985bdbc098 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event deleted for resources: {'Port': ['ID=db11fd60-2aab-41fd-9667-9043f4a6e73f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:18.486582 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a062787-9229-4b37-917a-f7985bdbc098 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] No DVR routers for this DVR port db11fd60-2aab-41fd-9667-9043f4a6e73f on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:57:18.551417 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No active binding found for port db11fd60-2aab-41fd-9667-9043f4a6e73f {{(pid=109927) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 03:57:18.552454 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] The host n-d-828369-19 is not matching for port db11fd60-2aab-41fd-9667-9043f4a6e73f host None! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:57:18.552998 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device db11fd60-2aab-41fd-9667-9043f4a6e73f not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:57:18.585254 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-916d3ed6-dc71-4d02-bbd5-4d37cf3b725d None None] For port db11fd60-2aab-41fd-9667-9043f4a6e73f, host n-d-828369-19, got binding levels [] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:18.585855 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-916d3ed6-dc71-4d02-bbd5-4d37cf3b725d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (db11fd60-2aab-41fd-9667-9043f4a6e73f), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:18.594614 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a062787-9229-4b37-917a-f7985bdbc098 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (e349f59c-4eca-4931-98ee-f9d1b9a5b5b3), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:18.598280 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ea602-907c-4a8c-bb32-9a782d435e80 req-32bb8506-7bef-465e-a72a-806cce0ade3e tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:18.599814 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e23ea602-907c-4a8c-bb32-9a782d435e80 req-32bb8506-7bef-465e-a72a-806cce0ade3e tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c02e757-5e02-4ba4-a6ce-391ba0d4475a HTTP/1.1" status: 200 len: 948 time: 0.1825309 Feb 19 03:57:18.606836 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-916d3ed6-dc71-4d02-bbd5-4d37cf3b725d None None] Calling delete_port for db11fd60-2aab-41fd-9667-9043f4a6e73f owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:18.609790 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.ipam_backend_mixin [None req-916d3ed6-dc71-4d02-bbd5-4d37cf3b725d None None] Port db11fd60-2aab-41fd-9667-9043f4a6e73f was not found and therefore no delete operation was performed {{(pid=109927) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:57:18.612041 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-916d3ed6-dc71-4d02-bbd5-4d37cf3b725d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (db11fd60-2aab-41fd-9667-9043f4a6e73f), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:18.622187 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-0a062787-9229-4b37-917a-f7985bdbc098 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e349f59c-4eca-4931-98ee-f9d1b9a5b5b3']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:18.637169 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-0a062787-9229-4b37-917a-f7985bdbc098 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b946626-6033-4377-b925-f15d5e40910c') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:18.637169 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-0a062787-9229-4b37-917a-f7985bdbc098 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b946626-6033-4377-b925-f15d5e40910c') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:18.654955 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a062787-9229-4b37-917a-f7985bdbc098 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (9b946626-6033-4377-b925-f15d5e40910c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:18.663354 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d3ed6-dc71-4d02-bbd5-4d37cf3b725d None None] Pushing event deleted for resources: {'Port': ['ID=db11fd60-2aab-41fd-9667-9043f4a6e73f,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:18.670476 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916d3ed6-dc71-4d02-bbd5-4d37cf3b725d None None] No DVR routers for this DVR port db11fd60-2aab-41fd-9667-9043f4a6e73f on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:57:18.674294 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e23ea602-907c-4a8c-bb32-9a782d435e80 req-cc4cf0cf-e87a-4493-90c1-4555ee624a67 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] 10.222.0.52 "GET /v2.0/security-groups?id=799843bf-1ce0-4d90-a96c-db075a5314af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641763 Feb 19 03:57:18.676933 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a062787-9229-4b37-917a-f7985bdbc098 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (9b946626-6033-4377-b925-f15d5e40910c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:18.688051 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a062787-9229-4b37-917a-f7985bdbc098 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:57:18.688530 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a062787-9229-4b37-917a-f7985bdbc098 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (9b946626-6033-4377-b925-f15d5e40910c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: timer() Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:57:18.692223 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:57:18.713779 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ed736af9-4501-4c61-bdda-be3920ef2efc req-80f756ce-adcd-43ec-8db2-4f0fb9c2f0d6 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:18.774904 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a062787-9229-4b37-917a-f7985bdbc098 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (e349f59c-4eca-4931-98ee-f9d1b9a5b5b3), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:18.784643 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a062787-9229-4b37-917a-f7985bdbc098 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:18.789218 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0a062787-9229-4b37-917a-f7985bdbc098 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "DELETE /v2.0/networks/e349f59c-4eca-4931-98ee-f9d1b9a5b5b3 HTTP/1.1" status: 204 len: 168 time: 0.8620269 Feb 19 03:57:18.799776 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43392) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:18.812798 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a062787-9229-4b37-917a-f7985bdbc098 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event deleted for resources: {'Network': ['ID=e349f59c-4eca-4931-98ee-f9d1b9a5b5b3,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:18.824539 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-84d9258e-6a4d-48c3-a443-cdf2b6e9a909 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-692917639'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:18.897422 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-ed736af9-4501-4c61-bdda-be3920ef2efc req-80f756ce-adcd-43ec-8db2-4f0fb9c2f0d6 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Allocated IP 172.25.3.249 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/5df32667-248a-4e79-8cd3-1c41dc861432) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:18.904584 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d9258e-6a4d-48c3-a443-cdf2b6e9a909 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Made reservation on behalf of fb339ae23aa545ea84da8ff07fd95109 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:57:18.907887 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-84d9258e-6a4d-48c3-a443-cdf2b6e9a909 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:18.954264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661ae06-56f0-486e-a36b-e1e19740a705 req-d6ed6edc-dbf9-497d-8f03-a080ad9946d2 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:18.962087 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b661ae06-56f0-486e-a36b-e1e19740a705 req-d6ed6edc-dbf9-497d-8f03-a080ad9946d2 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 949 time: 0.1292706 Feb 19 03:57:19.023288 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d9258e-6a4d-48c3-a443-cdf2b6e9a909 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:57:19.052058 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-84d9258e-6a4d-48c3-a443-cdf2b6e9a909 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (09c12257-7d7a-45a5-be7d-27557a56df56), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:19.052587 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-84d9258e-6a4d-48c3-a443-cdf2b6e9a909 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Added segment 09c12257-7d7a-45a5-be7d-27557a56df56 of type vlan for network f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f Feb 19 03:57:19.109351 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b661ae06-56f0-486e-a36b-e1e19740a705 req-21e4fd19-d547-401e-8f1c-7114b106dcac tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372874 Feb 19 03:57:19.158662 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-84d9258e-6a4d-48c3-a443-cdf2b6e9a909 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:19.174355 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ed736af9-4501-4c61-bdda-be3920ef2efc req-80f756ce-adcd-43ec-8db2-4f0fb9c2f0d6 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks [] for port (5df32667-248a-4e79-8cd3-1c41dc861432), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:19.214662 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-84d9258e-6a4d-48c3-a443-cdf2b6e9a909 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:19.219645 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d9258e-6a4d-48c3-a443-cdf2b6e9a909 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:19.220286 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-84d9258e-6a4d-48c3-a443-cdf2b6e9a909 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:19.337682 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-84d9258e-6a4d-48c3-a443-cdf2b6e9a909 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5345430 Feb 19 03:57:19.338189 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43402) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:19.345567 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-bd9fcf41-60cc-4a6f-a753-68e82be293d9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Request body: {'subnet': {'network_id': 'f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:19.355711 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ed736af9-4501-4c61-bdda-be3920ef2efc req-80f756ce-adcd-43ec-8db2-4f0fb9c2f0d6 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (5df32667-248a-4e79-8cd3-1c41dc861432), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:19.358885 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9258e-6a4d-48c3-a443-cdf2b6e9a909 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event updated for resources: {'Network': ['ID=f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:19.380051 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:57:19.417633 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ca073-aff7-4b33-b81e-0b43bc16091b req-c64bde7a-87b6-4453-894b-cd908b9e5025 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:19.419353 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f4ca073-aff7-4b33-b81e-0b43bc16091b req-c64bde7a-87b6-4453-894b-cd908b9e5025 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bd94b51-a364-4f0b-b569-f92971869088 HTTP/1.1" status: 200 len: 945 time: 0.2112269 Feb 19 03:57:19.421329 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed736af9-4501-4c61-bdda-be3920ef2efc req-80f756ce-adcd-43ec-8db2-4f0fb9c2f0d6 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:19.424925 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-ed736af9-4501-4c61-bdda-be3920ef2efc req-80f756ce-adcd-43ec-8db2-4f0fb9c2f0d6 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:19.434120 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed736af9-4501-4c61-bdda-be3920ef2efc req-80f756ce-adcd-43ec-8db2-4f0fb9c2f0d6 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:19.481882 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9fcf41-60cc-4a6f-a753-68e82be293d9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Made reservation on behalf of fb339ae23aa545ea84da8ff07fd95109 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:57:19.485832 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bd9fcf41-60cc-4a6f-a753-68e82be293d9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:19.486601 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f756ce-adcd-43ec-8db2-4f0fb9c2f0d6 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Pushing event updated for resources: {'Port': ['ID=5df32667-248a-4e79-8cd3-1c41dc861432,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:19.539830 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f4ca073-aff7-4b33-b81e-0b43bc16091b req-39b1a651-61bc-42a7-a636-e60754ce5e76 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096170 Feb 19 03:57:19.595875 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ed736af9-4501-4c61-bdda-be3920ef2efc req-80f756ce-adcd-43ec-8db2-4f0fb9c2f0d6 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks [] for floatingip (a63adfe4-d2ce-4ab4-be59-9b016c4c2c43), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:19.692201 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ed736af9-4501-4c61-bdda-be3920ef2efc req-80f756ce-adcd-43ec-8db2-4f0fb9c2f0d6 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5df32667-248a-4e79-8cd3-1c41dc861432), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:19.759053 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bd9fcf41-60cc-4a6f-a753-68e82be293d9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (c5c3137f-408e-457f-8a05-51c535b6c2fa), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:19.784428 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85207e-1d70-470d-aaff-b4ad734fa8df req-c0bd2e4d-ac47-4017-9589-1de09a5fb33a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:19.786317 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e85207e-1d70-470d-aaff-b4ad734fa8df req-c0bd2e4d-ac47-4017-9589-1de09a5fb33a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.1152523 Feb 19 03:57:19.845228 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9fcf41-60cc-4a6f-a753-68e82be293d9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event updated for resources: {'Subnet': ['ID=c5c3137f-408e-457f-8a05-51c535b6c2fa,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:19.870755 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9fcf41-60cc-4a6f-a753-68e82be293d9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Checking segment: {'id': '09c12257-7d7a-45a5-be7d-27557a56df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:19.871160 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9fcf41-60cc-4a6f-a753-68e82be293d9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Network hostable DHCP agents. Network: f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:57:19.886004 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e85207e-1d70-470d-aaff-b4ad734fa8df req-43816f71-f316-4e41-9065-4ff2e790c4c2 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854216 Feb 19 03:57:19.900446 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9fcf41-60cc-4a6f-a753-68e82be293d9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Network f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:57:19.913361 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-bd9fcf41-60cc-4a6f-a753-68e82be293d9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:19.922101 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67a6364-68e3-4ee3-a174-90b72b9f467b None None] Network f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:57:19.930266 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9fcf41-60cc-4a6f-a753-68e82be293d9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:19.930891 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bd9fcf41-60cc-4a6f-a753-68e82be293d9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:19.950236 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ed736af9-4501-4c61-bdda-be3920ef2efc req-80f756ce-adcd-43ec-8db2-4f0fb9c2f0d6 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks [] for port (5df32667-248a-4e79-8cd3-1c41dc861432), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:19.954340 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bd9fcf41-60cc-4a6f-a753-68e82be293d9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6145227 Feb 19 03:57:19.957175 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43408) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:19.963741 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-6e3d64e4-485d-42e1-9a27-53b0ef6c06cf tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1099792158'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:19.969507 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ed736af9-4501-4c61-bdda-be3920ef2efc req-80f756ce-adcd-43ec-8db2-4f0fb9c2f0d6 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (5df32667-248a-4e79-8cd3-1c41dc861432), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:20.051258 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3d64e4-485d-42e1-9a27-53b0ef6c06cf tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Made reservation on behalf of fb339ae23aa545ea84da8ff07fd95109 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:57:20.055352 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6e3d64e4-485d-42e1-9a27-53b0ef6c06cf tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:20.062041 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb8ffb2-185c-44db-9028-ea0c77b86acf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f', 'network_id': 'f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f', 'project_id': 'fb339ae23aa545ea84da8ff07fd95109', 'fixed_ips': [{'subnet_id': 'c5c3137f-408e-457f-8a05-51c535b6c2fa'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:57:20.062971 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dcb8ffb2-185c-44db-9028-ea0c77b86acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:20.129592 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f756ce-adcd-43ec-8db2-4f0fb9c2f0d6 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Pushing event updated for resources: {'Port': ['ID=5df32667-248a-4e79-8cd3-1c41dc861432,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:20.141022 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ed736af9-4501-4c61-bdda-be3920ef2efc req-80f756ce-adcd-43ec-8db2-4f0fb9c2f0d6 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (a63adfe4-d2ce-4ab4-be59-9b016c4c2c43), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:20.163957 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455d9be-8157-420e-ba9f-8caf954069d3 req-f6117822-bab4-40f9-9c1b-1921e688b592 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:20.165513 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e455d9be-8157-420e-ba9f-8caf954069d3 req-f6117822-bab4-40f9-9c1b-1921e688b592 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c02e757-5e02-4ba4-a6ce-391ba0d4475a HTTP/1.1" status: 200 len: 948 time: 0.1370294 Feb 19 03:57:20.170075 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3d64e4-485d-42e1-9a27-53b0ef6c06cf tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:57:20.185264 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ed736af9-4501-4c61-bdda-be3920ef2efc req-80f756ce-adcd-43ec-8db2-4f0fb9c2f0d6 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:20.191884 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed736af9-4501-4c61-bdda-be3920ef2efc req-80f756ce-adcd-43ec-8db2-4f0fb9c2f0d6 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9210222 Feb 19 03:57:20.247439 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6e3d64e4-485d-42e1-9a27-53b0ef6c06cf tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (bd6c8cca-33b6-48d5-a16e-620778f68e3b), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:20.248145 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-6e3d64e4-485d-42e1-9a27-53b0ef6c06cf tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Added segment bd6c8cca-33b6-48d5-a16e-620778f68e3b of type vlan for network 3dd9b790-0c17-4538-bff3-90686970bdcb Feb 19 03:57:20.256969 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-dcb8ffb2-185c-44db-9028-ea0c77b86acf None None] Allocated IP 19.80.0.2 (f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f/c5c3137f-408e-457f-8a05-51c535b6c2fa/6644f6b4-f732-4563-a9b5-e554c71a4b00) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:20.260192 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed736af9-4501-4c61-bdda-be3920ef2efc req-c0c05380-c5f0-4f9f-9355-0a6d7144104d tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.249 HTTP/1.1" status: 200 len: 696 time: 0.0674727 Feb 19 03:57:20.358383 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e455d9be-8157-420e-ba9f-8caf954069d3 req-cde38bf9-7f1f-445a-bfdc-6deffd130c5e tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] 10.222.0.52 "GET /v2.0/security-groups?id=799843bf-1ce0-4d90-a96c-db075a5314af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830459 Feb 19 03:57:20.431970 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dcb8ffb2-185c-44db-9028-ea0c77b86acf None None] Publish callbacks [] for port (6644f6b4-f732-4563-a9b5-e554c71a4b00), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:20.446481 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dcb8ffb2-185c-44db-9028-ea0c77b86acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (6644f6b4-f732-4563-a9b5-e554c71a4b00), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:20.504582 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb8ffb2-185c-44db-9028-ea0c77b86acf None None] Network f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:20.510748 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-dcb8ffb2-185c-44db-9028-ea0c77b86acf None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:20.515337 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb8ffb2-185c-44db-9028-ea0c77b86acf None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:20.519195 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8ffb2-185c-44db-9028-ea0c77b86acf None None] Pushing event updated for resources: {'Port': ['ID=6644f6b4-f732-4563-a9b5-e554c71a4b00,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:20.577887 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-dcb8ffb2-185c-44db-9028-ea0c77b86acf None None] Attempting to bind port 6644f6b4-f732-4563-a9b5-e554c71a4b00 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:57:20.580162 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-dcb8ffb2-185c-44db-9028-ea0c77b86acf None None] Attempting to bind port 6644f6b4-f732-4563-a9b5-e554c71a4b00 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '09c12257-7d7a-45a5-be7d-27557a56df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:57:20.580162 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb8ffb2-185c-44db-9028-ea0c77b86acf None None] Attempting to bind port 6644f6b4-f732-4563-a9b5-e554c71a4b00 on network f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:20.585509 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb8ffb2-185c-44db-9028-ea0c77b86acf None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:57:20.585895 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb8ffb2-185c-44db-9028-ea0c77b86acf None None] Checking segment: {'id': '09c12257-7d7a-45a5-be7d-27557a56df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:20.586346 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dcb8ffb2-185c-44db-9028-ea0c77b86acf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:20.586845 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb8ffb2-185c-44db-9028-ea0c77b86acf None None] Bound using segment: {'id': '09c12257-7d7a-45a5-be7d-27557a56df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:57:20.587344 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-dcb8ffb2-185c-44db-9028-ea0c77b86acf None None] Bound port: 6644f6b4-f732-4563-a9b5-e554c71a4b00, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c12257-7d7a-45a5-be7d-27557a56df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:57:20.587788 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dcb8ffb2-185c-44db-9028-ea0c77b86acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6644f6b4-f732-4563-a9b5-e554c71a4b00), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:20.630274 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6e3d64e4-485d-42e1-9a27-53b0ef6c06cf tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (3dd9b790-0c17-4538-bff3-90686970bdcb), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:20.666418 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-dcb8ffb2-185c-44db-9028-ea0c77b86acf None None] For port 6644f6b4-f732-4563-a9b5-e554c71a4b00, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:20.669593 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-dcb8ffb2-185c-44db-9028-ea0c77b86acf None None] For port 6644f6b4-f732-4563-a9b5-e554c71a4b00, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=6644f6b4-f732-4563-a9b5-e554c71a4b00,segment=NetworkSegment(09c12257-7d7a-45a5-be7d-27557a56df56),segment_id=09c12257-7d7a-45a5-be7d-27557a56df56)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:57:20.677457 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dcb8ffb2-185c-44db-9028-ea0c77b86acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (6644f6b4-f732-4563-a9b5-e554c71a4b00), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:20.707883 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6e3d64e4-485d-42e1-9a27-53b0ef6c06cf tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (3dd9b790-0c17-4538-bff3-90686970bdcb), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:20.712793 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3d64e4-485d-42e1-9a27-53b0ef6c06cf tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:20.713397 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6e3d64e4-485d-42e1-9a27-53b0ef6c06cf tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:20.739321 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8ffb2-185c-44db-9028-ea0c77b86acf None None] Pushing event updated for resources: {'Port': ['ID=6644f6b4-f732-4563-a9b5-e554c71a4b00,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:20.761840 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed736af9-4501-4c61-bdda-be3920ef2efc req-e676645e-87e1-4a16-8c6b-4078ff80d9b4 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:20.763284 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed736af9-4501-4c61-bdda-be3920ef2efc req-e676645e-87e1-4a16-8c6b-4078ff80d9b4 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 784 time: 0.4946580 Feb 19 03:57:20.802187 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6e3d64e4-485d-42e1-9a27-53b0ef6c06cf tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8413489 Feb 19 03:57:20.804101 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43426) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:20.809926 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc29b43-7557-4ff6-a975-92056fc35c77 req-f459322f-1a96-442e-8161-1f158af3e8d6 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:20.810080 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-4edc866a-e8d8-405d-a738-e9131e8b3dc4 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Request body: {'subnet': {'network_id': '3dd9b790-0c17-4538-bff3-90686970bdcb', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:20.811489 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1cc29b43-7557-4ff6-a975-92056fc35c77 req-f459322f-1a96-442e-8161-1f158af3e8d6 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 949 time: 0.1755080 Feb 19 03:57:20.847182 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d64e4-485d-42e1-9a27-53b0ef6c06cf tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event updated for resources: {'Network': ['ID=3dd9b790-0c17-4538-bff3-90686970bdcb,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:20.860610 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 3dd9b790-0c17-4538-bff3-90686970bdcb details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:57:20.884380 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1cc29b43-7557-4ff6-a975-92056fc35c77 req-16c1f3a9-caa2-48c4-99a5-67390aed6acd tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623181 Feb 19 03:57:20.965888 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edc866a-e8d8-405d-a738-e9131e8b3dc4 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Made reservation on behalf of fb339ae23aa545ea84da8ff07fd95109 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:57:20.971064 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4edc866a-e8d8-405d-a738-e9131e8b3dc4 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:21.095256 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eeae0c1d-f70e-4477-9978-39e02e16dfec req-8f061030-11b3-45dc-9993-33875e2ab430 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/floatingips/a63adfe4-d2ce-4ab4-be59-9b016c4c2c43 HTTP/1.1" status: 200 len: 693 time: 0.0989454 Feb 19 03:57:21.219219 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc00cfc-1359-44ca-bac5-e99709b5264d req-501beb88-f4fe-412c-b012-87e76ef29457 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:21.220807 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ccc00cfc-1359-44ca-bac5-e99709b5264d req-501beb88-f4fe-412c-b012-87e76ef29457 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bd94b51-a364-4f0b-b569-f92971869088 HTTP/1.1" status: 200 len: 945 time: 0.1459975 Feb 19 03:57:21.284898 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae0c1d-f70e-4477-9978-39e02e16dfec req-a64e9f05-abe8-4cfa-99ec-edc46d84b5fe tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:21.291892 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eeae0c1d-f70e-4477-9978-39e02e16dfec req-a64e9f05-abe8-4cfa-99ec-edc46d84b5fe tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 784 time: 0.1728187 Feb 19 03:57:21.306249 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-eeae0c1d-f70e-4477-9978-39e02e16dfec req-eaac6334-f7fb-4e2a-b76e-3789c04f46fa tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:57:21.317608 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eeae0c1d-f70e-4477-9978-39e02e16dfec req-eaac6334-f7fb-4e2a-b76e-3789c04f46fa tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0245571 Feb 19 03:57:21.349173 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ccc00cfc-1359-44ca-bac5-e99709b5264d req-f8dce4be-053e-4df7-b519-aa2d34a65c54 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196344 Feb 19 03:57:21.448427 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947ace1-af97-4bf0-8865-8d870f29a126 req-8718b9c3-dfa9-4172-8874-2891b51163a0 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:21.450058 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f947ace1-af97-4bf0-8865-8d870f29a126 req-8718b9c3-dfa9-4172-8874-2891b51163a0 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.0700042 Feb 19 03:57:21.457550 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43440) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:21.542118 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91b26277-b196-4613-87d2-25aab75c195e req-64aa6b76-bb5d-4be6-91b5-ef2eefa30777 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/floatingips/a63adfe4-d2ce-4ab4-be59-9b016c4c2c43 HTTP/1.1" status: 200 len: 693 time: 0.0689743 Feb 19 03:57:21.549511 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f947ace1-af97-4bf0-8865-8d870f29a126 req-7c55a11e-473e-4dea-9a2e-918fb398410a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910327 Feb 19 03:57:21.698795 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b26277-b196-4613-87d2-25aab75c195e req-fd93f0ed-78a6-4150-9954-6b95401c8af8 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:21.701387 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91b26277-b196-4613-87d2-25aab75c195e req-fd93f0ed-78a6-4150-9954-6b95401c8af8 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 784 time: 0.1509039 Feb 19 03:57:21.714969 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4edc866a-e8d8-405d-a738-e9131e8b3dc4 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (a759a718-1fff-4757-9c38-c9824da99af8), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:21.724348 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-91b26277-b196-4613-87d2-25aab75c195e req-901cbcf9-f19b-486c-a1df-ba0d7d8c03ed tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:57:21.728451 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91b26277-b196-4613-87d2-25aab75c195e req-901cbcf9-f19b-486c-a1df-ba0d7d8c03ed tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0182011 Feb 19 03:57:21.795522 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91b26277-b196-4613-87d2-25aab75c195e req-496e94d3-c44b-4928-be0d-1292805e3244 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.249 HTTP/1.1" status: 200 len: 696 time: 0.0593874 Feb 19 03:57:21.887966 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91b26277-b196-4613-87d2-25aab75c195e req-73fdfab5-1fe7-4c8f-a29b-b66d570c3a54 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.249 HTTP/1.1" status: 200 len: 696 time: 0.0774651 Feb 19 03:57:22.016669 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc866a-e8d8-405d-a738-e9131e8b3dc4 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event updated for resources: {'Subnet': ['ID=a759a718-1fff-4757-9c38-c9824da99af8,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:22.054494 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edc866a-e8d8-405d-a738-e9131e8b3dc4 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Checking segment: {'id': 'bd6c8cca-33b6-48d5-a16e-620778f68e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3dd9b790-0c17-4538-bff3-90686970bdcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:22.060072 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edc866a-e8d8-405d-a738-e9131e8b3dc4 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Network hostable DHCP agents. Network: 3dd9b790-0c17-4538-bff3-90686970bdcb, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:57:22.155462 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edc866a-e8d8-405d-a738-e9131e8b3dc4 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Network 3dd9b790-0c17-4538-bff3-90686970bdcb is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:57:22.191811 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-4edc866a-e8d8-405d-a738-e9131e8b3dc4 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 3dd9b790-0c17-4538-bff3-90686970bdcb) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:22.199235 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-91b26277-b196-4613-87d2-25aab75c195e req-b6a71c31-6a39-4a56-ad13-6c49dce0f108 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Deleting port 5df32667-248a-4e79-8cd3-1c41dc861432 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:22.200103 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-91b26277-b196-4613-87d2-25aab75c195e req-b6a71c31-6a39-4a56-ad13-6c49dce0f108 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (5df32667-248a-4e79-8cd3-1c41dc861432), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:22.212565 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd358f3-5cd6-4b23-bfd3-4831e8d0d56f req-97662d42-fe18-45d7-b30e-f8ffb45f8a70 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:22.214253 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc0f769-5345-41b2-abce-bd1f1689152b None None] Network 3dd9b790-0c17-4538-bff3-90686970bdcb requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:57:22.214725 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bcd358f3-5cd6-4b23-bfd3-4831e8d0d56f req-97662d42-fe18-45d7-b30e-f8ffb45f8a70 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 949 time: 0.1306086 Feb 19 03:57:22.214821 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edc866a-e8d8-405d-a738-e9131e8b3dc4 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:22.215354 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4edc866a-e8d8-405d-a738-e9131e8b3dc4 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:22.257285 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0306e0-2006-4e57-84ef-80bc847125f6 None None] Network f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:57:22.335844 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bcd358f3-5cd6-4b23-bfd3-4831e8d0d56f req-c373825e-6e04-45c1-88aa-6bc4849e1502 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099348 Feb 19 03:57:22.350052 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-91b26277-b196-4613-87d2-25aab75c195e req-b6a71c31-6a39-4a56-ad13-6c49dce0f108 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (5df32667-248a-4e79-8cd3-1c41dc861432), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:22.351964 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-91b26277-b196-4613-87d2-25aab75c195e req-b6a71c31-6a39-4a56-ad13-6c49dce0f108 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks [] for floatingip (5df32667-248a-4e79-8cd3-1c41dc861432), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:22.394963 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4edc866a-e8d8-405d-a738-e9131e8b3dc4 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5869358 Feb 19 03:57:22.406354 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-91b26277-b196-4613-87d2-25aab75c195e req-b6a71c31-6a39-4a56-ad13-6c49dce0f108 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Calling delete_port for 5df32667-248a-4e79-8cd3-1c41dc861432 owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:22.522055 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d87ca575-8a25-4ee5-9c9e-668f889a7a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (195f9377-2c17-4a3e-a089-745ef13cd5ad), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:22.566995 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 6644f6b4-f732-4563-a9b5-e554c71a4b00 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:22.644657 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c55720-363e-4136-8f9d-587426c0dc1c req-88f05221-bf55-4ec4-951b-a741691e578c tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:22.658477 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-51c55720-363e-4136-8f9d-587426c0dc1c req-88f05221-bf55-4ec4-951b-a741691e578c tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c02e757-5e02-4ba4-a6ce-391ba0d4475a HTTP/1.1" status: 200 len: 948 time: 0.1713829 Feb 19 03:57:22.670714 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b5618382-4a85-48c8-b7e4-9a4923197862 None None] Provisioning complete for port 6644f6b4-f732-4563-a9b5-e554c71a4b00 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:22.670971 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b5618382-4a85-48c8-b7e4-9a4923197862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6644f6b4-f732-4563-a9b5-e554c71a4b00), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:22.773073 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779a297f-65a5-4882-b423-6f92c6536640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-3dd9b790-0c17-4538-bff3-90686970bdcb', 'network_id': '3dd9b790-0c17-4538-bff3-90686970bdcb', 'project_id': 'fb339ae23aa545ea84da8ff07fd95109', 'fixed_ips': [{'subnet_id': 'a759a718-1fff-4757-9c38-c9824da99af8'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:57:22.773953 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-779a297f-65a5-4882-b423-6f92c6536640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:22.802407 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 6644f6b4-f732-4563-a9b5-e554c71a4b00 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:22.802718 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6644f6b4-f732-4563-a9b5-e554c71a4b00), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:22.819017 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-51c55720-363e-4136-8f9d-587426c0dc1c req-f2a29147-e51e-48b7-a0f7-186e96f5a194 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] 10.222.0.52 "GET /v2.0/security-groups?id=799843bf-1ce0-4d90-a96c-db075a5314af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595051 Feb 19 03:57:22.860803 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:57:22.870155 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-91b26277-b196-4613-87d2-25aab75c195e req-b6a71c31-6a39-4a56-ad13-6c49dce0f108 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (5df32667-248a-4e79-8cd3-1c41dc861432), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:22.939143 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a71c31-6a39-4a56-ad13-6c49dce0f108 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Pushing event deleted for resources: {'Port': ['ID=5df32667-248a-4e79-8cd3-1c41dc861432,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:22.946411 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-d87ca575-8a25-4ee5-9c9e-668f889a7a78 admin admin] Deleting port fb25a2ed-fa42-4270-a1b5-8bfb6587821d {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:22.946776 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d87ca575-8a25-4ee5-9c9e-668f889a7a78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (fb25a2ed-fa42-4270-a1b5-8bfb6587821d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:22.972599 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-779a297f-65a5-4882-b423-6f92c6536640 None None] Allocated IP 19.86.0.2 (3dd9b790-0c17-4538-bff3-90686970bdcb/a759a718-1fff-4757-9c38-c9824da99af8/c4fc471c-1807-45e5-9776-9595df936d49) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:23.023851 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-91b26277-b196-4613-87d2-25aab75c195e req-b6a71c31-6a39-4a56-ad13-6c49dce0f108 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks [] for floatingip (a63adfe4-d2ce-4ab4-be59-9b016c4c2c43), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:23.026598 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-91b26277-b196-4613-87d2-25aab75c195e req-b6a71c31-6a39-4a56-ad13-6c49dce0f108 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:23.027741 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91b26277-b196-4613-87d2-25aab75c195e req-b6a71c31-6a39-4a56-ad13-6c49dce0f108 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "DELETE /v2.0/floatingips/a63adfe4-d2ce-4ab4-be59-9b016c4c2c43 HTTP/1.1" status: 204 len: 173 time: 1.1345103 Feb 19 03:57:23.068399 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb7cf6-4ef9-4b7a-8434-91d03067bfb9 req-68a9a8a3-7419-4505-aece-c791c24f1f0b tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:23.075720 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cceb7cf6-4ef9-4b7a-8434-91d03067bfb9 req-68a9a8a3-7419-4505-aece-c791c24f1f0b tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bd94b51-a364-4f0b-b569-f92971869088 HTTP/1.1" status: 200 len: 945 time: 0.1645675 Feb 19 03:57:23.125670 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-d87ca575-8a25-4ee5-9c9e-668f889a7a78 admin admin] For port fb25a2ed-fa42-4270-a1b5-8bfb6587821d, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=fb25a2ed-fa42-4270-a1b5-8bfb6587821d,segment=NetworkSegment(56086ea6-27d7-4ec1-9205-90d5e1fd26c5),segment_id=56086ea6-27d7-4ec1-9205-90d5e1fd26c5)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:23.126285 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d87ca575-8a25-4ee5-9c9e-668f889a7a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (fb25a2ed-fa42-4270-a1b5-8bfb6587821d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:23.157354 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-d87ca575-8a25-4ee5-9c9e-668f889a7a78 admin admin] Calling delete_port for fb25a2ed-fa42-4270-a1b5-8bfb6587821d owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:23.183689 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cceb7cf6-4ef9-4b7a-8434-91d03067bfb9 req-fd6ccc4d-b691-4038-bfec-e40db478541d tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956542 Feb 19 03:57:23.223395 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f28cc9-199a-4c9f-98af-9ab663957be1 req-d92ee386-97d4-4d91-961f-a229e7134e82 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:23.225902 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-30f28cc9-199a-4c9f-98af-9ab663957be1 req-d92ee386-97d4-4d91-961f-a229e7134e82 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 945 time: 0.1172986 Feb 19 03:57:23.305949 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b5618382-4a85-48c8-b7e4-9a4923197862 None None] Current status of the port 6644f6b4-f732-4563-a9b5-e554c71a4b00 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:23.307046 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b5618382-4a85-48c8-b7e4-9a4923197862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6644f6b4-f732-4563-a9b5-e554c71a4b00), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:23.367568 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-30f28cc9-199a-4c9f-98af-9ab663957be1 req-5d78c3da-c465-4906-9bd9-e72d8662760b tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353774 Feb 19 03:57:23.447990 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b5618382-4a85-48c8-b7e4-9a4923197862 None None] For port 6644f6b4-f732-4563-a9b5-e554c71a4b00, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=6644f6b4-f732-4563-a9b5-e554c71a4b00,segment=NetworkSegment(09c12257-7d7a-45a5-be7d-27557a56df56),segment_id=09c12257-7d7a-45a5-be7d-27557a56df56)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:23.493232 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b5618382-4a85-48c8-b7e4-9a4923197862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (6644f6b4-f732-4563-a9b5-e554c71a4b00), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:23.502954 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-779a297f-65a5-4882-b423-6f92c6536640 None None] Publish callbacks [] for port (c4fc471c-1807-45e5-9776-9595df936d49), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:23.544164 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-779a297f-65a5-4882-b423-6f92c6536640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (c4fc471c-1807-45e5-9776-9595df936d49), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:23.553680 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-72846fb5-01b1-402e-9110-0cd39671a166 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:23.557715 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d87ca575-8a25-4ee5-9c9e-668f889a7a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (fb25a2ed-fa42-4270-a1b5-8bfb6587821d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:23.560974 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 6644f6b4-f732-4563-a9b5-e554c71a4b00 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:23.561870 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-72846fb5-01b1-402e-9110-0cd39671a166 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:23.574701 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-72846fb5-01b1-402e-9110-0cd39671a166 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/networks?id=f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f&id=3dd9b790-0c17-4538-bff3-90686970bdcb HTTP/1.1" status: 200 len: 1391 time: 0.3087215 Feb 19 03:57:23.618201 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ca575-8a25-4ee5-9c9e-668f889a7a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb25a2ed-fa42-4270-a1b5-8bfb6587821d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:23.630158 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5618382-4a85-48c8-b7e4-9a4923197862 None None] Pushing event updated for resources: {'Port': ['ID=6644f6b4-f732-4563-a9b5-e554c71a4b00,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:23.708073 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-264d3856-dda6-457f-a1db-01674bceabce tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/quotas/fb339ae23aa545ea84da8ff07fd95109 HTTP/1.1" status: 200 len: 375 time: 0.1333284 Feb 19 03:57:23.729479 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779a297f-65a5-4882-b423-6f92c6536640 None None] Network 3dd9b790-0c17-4538-bff3-90686970bdcb is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:23.735890 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-779a297f-65a5-4882-b423-6f92c6536640 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:23.747055 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779a297f-65a5-4882-b423-6f92c6536640 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:23.791102 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f3ca274-d72a-402b-8c88-e9797a364fa2 req-aa4d26de-0623-4b07-91f8-f569852674db service neutron] 10.222.0.26 "GET /v2.0/ports/2d6710c1-b01f-4d94-8ce7-f3612a906f58/bindings/n-h1-828369-19 HTTP/1.1" status: 200 len: 383 time: 0.3887839 Feb 19 03:57:23.827262 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a297f-65a5-4882-b423-6f92c6536640 None None] Pushing event updated for resources: {'Port': ['ID=c4fc471c-1807-45e5-9776-9595df936d49,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:23.864123 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-648cfb99-fde5-470c-916d-d8142c20bdfa None None] Provisioning complete for port 6644f6b4-f732-4563-a9b5-e554c71a4b00 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:23.864806 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-648cfb99-fde5-470c-916d-d8142c20bdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6644f6b4-f732-4563-a9b5-e554c71a4b00), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:23.907631 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d87ca575-8a25-4ee5-9c9e-668f889a7a78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (195f9377-2c17-4a3e-a089-745ef13cd5ad), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:23.934528 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-779a297f-65a5-4882-b423-6f92c6536640 None None] Attempting to bind port c4fc471c-1807-45e5-9776-9595df936d49 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:57:23.934917 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-779a297f-65a5-4882-b423-6f92c6536640 None None] Attempting to bind port c4fc471c-1807-45e5-9776-9595df936d49 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'bd6c8cca-33b6-48d5-a16e-620778f68e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3dd9b790-0c17-4538-bff3-90686970bdcb'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:57:23.935085 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b01aa4-e9a8-4ddd-a393-1aa5f528b392 req-5f541d24-6ab6-41ed-95c1-7f203d05e7db tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:23.935372 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779a297f-65a5-4882-b423-6f92c6536640 None None] Attempting to bind port c4fc471c-1807-45e5-9776-9595df936d49 on network 3dd9b790-0c17-4538-bff3-90686970bdcb {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:23.955547 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b01aa4-e9a8-4ddd-a393-1aa5f528b392 req-5f541d24-6ab6-41ed-95c1-7f203d05e7db tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5065141 Feb 19 03:57:23.955795 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779a297f-65a5-4882-b423-6f92c6536640 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:57:23.956168 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779a297f-65a5-4882-b423-6f92c6536640 None None] Checking segment: {'id': 'bd6c8cca-33b6-48d5-a16e-620778f68e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3dd9b790-0c17-4538-bff3-90686970bdcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:23.956585 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-779a297f-65a5-4882-b423-6f92c6536640 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:23.956981 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779a297f-65a5-4882-b423-6f92c6536640 None None] Bound using segment: {'id': 'bd6c8cca-33b6-48d5-a16e-620778f68e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3dd9b790-0c17-4538-bff3-90686970bdcb'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:57:23.957464 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-779a297f-65a5-4882-b423-6f92c6536640 None None] Bound port: c4fc471c-1807-45e5-9776-9595df936d49, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd6c8cca-33b6-48d5-a16e-620778f68e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3dd9b790-0c17-4538-bff3-90686970bdcb'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:57:23.958557 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-779a297f-65a5-4882-b423-6f92c6536640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c4fc471c-1807-45e5-9776-9595df936d49), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:24.069975 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-e98ecfa5-784d-4411-9032-093db9458957 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fb339ae23aa545ea84da8ff07fd95109&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3246639 Feb 19 03:57:24.143319 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-779a297f-65a5-4882-b423-6f92c6536640 None None] For port c4fc471c-1807-45e5-9776-9595df936d49, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:24.148737 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-648cfb99-fde5-470c-916d-d8142c20bdfa None None] Current status of the port 6644f6b4-f732-4563-a9b5-e554c71a4b00 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:24.165877 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba598a3-2cbb-4136-a490-13bcb6887afa req-735b7ba6-fb1e-4dfa-98b9-b061d352b90b tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:24.167386 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ba598a3-2cbb-4136-a490-13bcb6887afa req-735b7ba6-fb1e-4dfa-98b9-b061d352b90b tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c02e757-5e02-4ba4-a6ce-391ba0d4475a HTTP/1.1" status: 200 len: 948 time: 0.3871706 Feb 19 03:57:24.168359 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-779a297f-65a5-4882-b423-6f92c6536640 None None] For port c4fc471c-1807-45e5-9776-9595df936d49, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=c4fc471c-1807-45e5-9776-9595df936d49,segment=NetworkSegment(bd6c8cca-33b6-48d5-a16e-620778f68e3b),segment_id=bd6c8cca-33b6-48d5-a16e-620778f68e3b)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:57:24.176498 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-779a297f-65a5-4882-b423-6f92c6536640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c4fc471c-1807-45e5-9776-9595df936d49), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:24.330758 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a297f-65a5-4882-b423-6f92c6536640 None None] Pushing event updated for resources: {'Port': ['ID=c4fc471c-1807-45e5-9776-9595df936d49,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:24.458345 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87ca575-8a25-4ee5-9c9e-668f889a7a78 admin admin] Router 195f9377-2c17-4a3e-a089-745ef13cd5ad has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:57:24.474968 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 6644f6b4-f732-4563-a9b5-e554c71a4b00 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:24.483039 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-24d0a698-0f1a-4ae0-bedb-ec5415caee3e service neutron] 10.222.0.52 "GET /v2.0/networks/f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038846 Feb 19 03:57:24.503064 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ca274-d72a-402b-8c88-e9797a364fa2 req-496682c1-5fd5-40b9-aeca-af7d49c60140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:24.508792 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f3ca274-d72a-402b-8c88-e9797a364fa2 req-496682c1-5fd5-40b9-aeca-af7d49c60140 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646&tenant_id=e0a0ced50b0f4fce99b90209ed8886f4 HTTP/1.1" status: 200 len: 1132 time: 0.3601427 Feb 19 03:57:24.667621 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 6644f6b4-f732-4563-a9b5-e554c71a4b00 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:24.667621 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6644f6b4-f732-4563-a9b5-e554c71a4b00), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:24.697711 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87ca575-8a25-4ee5-9c9e-668f889a7a78 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:57:24.719708 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d87ca575-8a25-4ee5-9c9e-668f889a7a78 admin admin] 10.222.0.52 "PUT /v2.0/routers/195f9377-2c17-4a3e-a089-745ef13cd5ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2508478 Feb 19 03:57:24.720550 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43490) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:24.721831 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63f1cb8-d657-4d0d-a400-d28793dd8a07 None None] Sync routers for ids ['195f9377-2c17-4a3e-a089-745ef13cd5ad'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:57:24.746187 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63f1cb8-d657-4d0d-a400-d28793dd8a07 None None] Routers {'195f9377-2c17-4a3e-a089-745ef13cd5ad'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:24.748993 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-f63f1cb8-d657-4d0d-a400-d28793dd8a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:57:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['195f9377-2c17-4a3e-a089-745ef13cd5ad'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:24.829581 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-9ba598a3-2cbb-4136-a490-13bcb6887afa req-6e3526b7-cdd8-43ca-88f1-ed80f1fc2f13 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Deleting port 7069f1d4-e347-4aa4-b64a-8997984a0746 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:24.835666 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9ba598a3-2cbb-4136-a490-13bcb6887afa req-6e3526b7-cdd8-43ca-88f1-ed80f1fc2f13 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (7069f1d4-e347-4aa4-b64a-8997984a0746), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:24.933933 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70130914-2d2d-4f88-bdae-514735f11ea6 admin admin] Publish callbacks [] for router (195f9377-2c17-4a3e-a089-745ef13cd5ad), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:24.953377 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ca274-d72a-402b-8c88-e9797a364fa2 req-45700025-22f8-4c50-a881-993e3f71d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:24.955279 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f3ca274-d72a-402b-8c88-e9797a364fa2 req-45700025-22f8-4c50-a881-993e3f71d33b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 1132 time: 0.3395038 Feb 19 03:57:24.969746 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 6644f6b4-f732-4563-a9b5-e554c71a4b00 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:24.969984 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-7a976dbe-d56a-4b2d-8108-25fbe545dcc6 service neutron] 10.222.0.52 "GET /v2.0/networks/f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857991 Feb 19 03:57:25.021173 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-f63f1cb8-d657-4d0d-a400-d28793dd8a07 None None] Set router 195f9377-2c17-4a3e-a089-745ef13cd5ad gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:25.122466 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70130914-2d2d-4f88-bdae-514735f11ea6 admin admin] Publish callbacks [] for router_gateway (195f9377-2c17-4a3e-a089-745ef13cd5ad), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:25.200725 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-70130914-2d2d-4f88-bdae-514735f11ea6 admin admin] Deleting port a6ee9d7b-08fa-4428-ab06-2ee8a6004403 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:25.201062 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70130914-2d2d-4f88-bdae-514735f11ea6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (a6ee9d7b-08fa-4428-ab06-2ee8a6004403), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:25.223507 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-f63f1cb8-d657-4d0d-a400-d28793dd8a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1463629878-router', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:24Z', 'updated_at': '2022-02-19T03:57:23Z', 'revision_number': 5, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'gw_port': {'id': 'a6ee9d7b-08fa-4428-ab06-2ee8a6004403', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:40:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:27Z', 'updated_at': '2022-02-19T03:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:25.254930 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63f1cb8-d657-4d0d-a400-d28793dd8a07 None None] Checking router: 195f9377-2c17-4a3e-a089-745ef13cd5ad for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:57:25.265206 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63f1cb8-d657-4d0d-a400-d28793dd8a07 None None] Routers {'195f9377-2c17-4a3e-a089-745ef13cd5ad'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:25.266078 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-f63f1cb8-d657-4d0d-a400-d28793dd8a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:57:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['195f9377-2c17-4a3e-a089-745ef13cd5ad'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:25.367619 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-70130914-2d2d-4f88-bdae-514735f11ea6 admin admin] For port a6ee9d7b-08fa-4428-ab06-2ee8a6004403, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=a6ee9d7b-08fa-4428-ab06-2ee8a6004403,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:25.370631 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70130914-2d2d-4f88-bdae-514735f11ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (a6ee9d7b-08fa-4428-ab06-2ee8a6004403), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:25.400855 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-70130914-2d2d-4f88-bdae-514735f11ea6 admin admin] Calling delete_port for a6ee9d7b-08fa-4428-ab06-2ee8a6004403 owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:25.406459 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-f63f1cb8-d657-4d0d-a400-d28793dd8a07 None None] Set router 195f9377-2c17-4a3e-a089-745ef13cd5ad gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:25.498996 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-f63f1cb8-d657-4d0d-a400-d28793dd8a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1463629878-router', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:24Z', 'updated_at': '2022-02-19T03:57:25Z', 'revision_number': 6, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:25.557543 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63f1cb8-d657-4d0d-a400-d28793dd8a07 None None] The sync data for ids ['195f9377-2c17-4a3e-a089-745ef13cd5ad'] in n-d-828369-19 is: [{'id': '195f9377-2c17-4a3e-a089-745ef13cd5ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1463629878-router', 'tenant_id': '7d8751a366f7493698f363eb60d46c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:24Z', 'updated_at': '2022-02-19T03:57:25Z', 'revision_number': 6, 'project_id': '7d8751a366f7493698f363eb60d46c38', 'gw_port_host': None}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:57:25.703224 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39df7d9-b450-41dc-b105-483edd2a371f req-3340c39c-78db-4e64-b8c3-b7908ed8070a tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:25.704846 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e39df7d9-b450-41dc-b105-483edd2a371f req-3340c39c-78db-4e64-b8c3-b7908ed8070a tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e&tenant_id=2d0f4caff5434d379e80e0b432aea600&binding%3Ahost_id=n-h1-828369-19 HTTP/1.1" status: 200 len: 1128 time: 0.0931280 Feb 19 03:57:25.728615 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-e39df7d9-b450-41dc-b105-483edd2a371f req-b5df536f-b340-4539-8f75-a9f0a55af37a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828369-19'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:25.770745 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-179ccbb2-b8ad-44dc-a63c-62f1bc0f1f4b service neutron] 10.222.0.52 "GET /v2.0/networks/3dd9b790-0c17-4538-bff3-90686970bdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7993326 Feb 19 03:57:25.823766 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70130914-2d2d-4f88-bdae-514735f11ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (a6ee9d7b-08fa-4428-ab06-2ee8a6004403), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:25.869622 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e39df7d9-b450-41dc-b105-483edd2a371f req-b5df536f-b340-4539-8f75-a9f0a55af37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (aa0d80b9-33dd-40df-9605-58cd8558092f), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:25.871941 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70130914-2d2d-4f88-bdae-514735f11ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6ee9d7b-08fa-4428-ab06-2ee8a6004403,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:25.988074 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0e708e-96e6-48d7-94a7-9b55d513d8cc None None] Network 3dd9b790-0c17-4538-bff3-90686970bdcb requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:57:26.073904 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70130914-2d2d-4f88-bdae-514735f11ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (195f9377-2c17-4a3e-a089-745ef13cd5ad), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:26.101031 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-9ba598a3-2cbb-4136-a490-13bcb6887afa req-6e3526b7-cdd8-43ca-88f1-ed80f1fc2f13 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] For port 7069f1d4-e347-4aa4-b64a-8997984a0746, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=7069f1d4-e347-4aa4-b64a-8997984a0746,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:26.101408 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9ba598a3-2cbb-4136-a490-13bcb6887afa req-6e3526b7-cdd8-43ca-88f1-ed80f1fc2f13 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (7069f1d4-e347-4aa4-b64a-8997984a0746), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:26.124961 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-da1f174d-bbec-43d6-83c5-cdd05e8753e2 None None] Provisioning complete for port c4fc471c-1807-45e5-9776-9595df936d49 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:26.125230 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-da1f174d-bbec-43d6-83c5-cdd05e8753e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c4fc471c-1807-45e5-9776-9595df936d49), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:26.172565 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94018c-1f41-44a6-a54a-5cfd0a50b362 req-59b5f999-5c19-4b35-b829-be5a04469510 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:26.183261 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7e94018c-1f41-44a6-a54a-5cfd0a50b362 req-59b5f999-5c19-4b35-b829-be5a04469510 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 949 time: 1.2775393 Feb 19 03:57:26.202789 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ca274-d72a-402b-8c88-e9797a364fa2 req-d73f6cc8-a142-41e9-8f9a-343c0145b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:26.204857 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f3ca274-d72a-402b-8c88-e9797a364fa2 req-d73f6cc8-a142-41e9-8f9a-343c0145b558 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 1.2324920 Feb 19 03:57:26.206141 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-9ba598a3-2cbb-4136-a490-13bcb6887afa req-6e3526b7-cdd8-43ca-88f1-ed80f1fc2f13 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Calling delete_port for 7069f1d4-e347-4aa4-b64a-8997984a0746 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:26.285390 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70130914-2d2d-4f88-bdae-514735f11ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (195f9377-2c17-4a3e-a089-745ef13cd5ad), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:26.289935 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70130914-2d2d-4f88-bdae-514735f11ea6 admin admin] Publish callbacks [] for router_controller (195f9377-2c17-4a3e-a089-745ef13cd5ad), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:26.319044 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f3ca274-d72a-402b-8c88-e9797a364fa2 req-303e7e78-17a9-4c61-907e-124fe0030df3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=2d6710c1-b01f-4d94-8ce7-f3612a906f58 HTTP/1.1" status: 200 len: 217 time: 0.0749207 Feb 19 03:57:26.353497 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-da1f174d-bbec-43d6-83c5-cdd05e8753e2 None None] Current status of the port c4fc471c-1807-45e5-9776-9595df936d49 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:26.353897 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-da1f174d-bbec-43d6-83c5-cdd05e8753e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c4fc471c-1807-45e5-9776-9595df936d49), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:26.354524 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7e94018c-1f41-44a6-a54a-5cfd0a50b362 req-00c5f5aa-6cb8-4020-ab10-1c248dd6a4e5 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696334 Feb 19 03:57:26.364796 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-958de981-077b-4280-898b-8714ac213c70 service neutron] 10.222.0.52 "GET /v2.0/networks/3dd9b790-0c17-4538-bff3-90686970bdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5781920 Feb 19 03:57:26.367319 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device b58c7f45-a56a-4707-8775-f21173cc527c details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:57:26.416296 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70130914-2d2d-4f88-bdae-514735f11ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (195f9377-2c17-4a3e-a089-745ef13cd5ad), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:26.416823 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70130914-2d2d-4f88-bdae-514735f11ea6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 195f9377-2c17-4a3e-a089-745ef13cd5ad {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:57:26.425198 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70130914-2d2d-4f88-bdae-514735f11ea6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:26.433736 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-70130914-2d2d-4f88-bdae-514735f11ea6 admin admin] 10.222.0.52 "DELETE /v2.0/routers/195f9377-2c17-4a3e-a089-745ef13cd5ad HTTP/1.1" status: 204 len: 168 time: 1.7119815 Feb 19 03:57:26.434453 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43498) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:26.545203 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-da1f174d-bbec-43d6-83c5-cdd05e8753e2 None None] For port c4fc471c-1807-45e5-9776-9595df936d49, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=c4fc471c-1807-45e5-9776-9595df936d49,segment=NetworkSegment(bd6c8cca-33b6-48d5-a16e-620778f68e3b),segment_id=bd6c8cca-33b6-48d5-a16e-620778f68e3b)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:26.604625 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-da1f174d-bbec-43d6-83c5-cdd05e8753e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c4fc471c-1807-45e5-9776-9595df936d49), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:26.613774 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c479a9c-1bbb-420b-96ba-9e7720c4f60c admin admin] Deleting subnet 8e30f0c3-d629-434f-a2d7-039cc4a47da1 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:57:26.633310 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:26.645022 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6c479a9c-1bbb-420b-96ba-9e7720c4f60c admin admin] Publish callbacks [] for subnet (8e30f0c3-d629-434f-a2d7-039cc4a47da1), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:26.732208 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6c479a9c-1bbb-420b-96ba-9e7720c4f60c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (8e30f0c3-d629-434f-a2d7-039cc4a47da1), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:26.775868 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-e39df7d9-b450-41dc-b105-483edd2a371f req-b5df536f-b340-4539-8f75-a9f0a55af37a service neutron] For port aa0d80b9-33dd-40df-9605-58cd8558092f, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=aa0d80b9-33dd-40df-9605-58cd8558092f,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:26.795271 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port b58c7f45-a56a-4707-8775-f21173cc527c, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=b58c7f45-a56a-4707-8775-f21173cc527c,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:26.809066 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'b58c7f45-a56a-4707-8775-f21173cc527c', 'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178', 'port_id': 'b58c7f45-a56a-4707-8775-f21173cc527c', 'mac_address': 'fa:16:3e:15:8a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f30f4c-dcb5-4893-927c-5937acb50c2b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:57:26.820697 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 2d6710c1-b01f-4d94-8ce7-f3612a906f58 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:57:26.867496 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-e39df7d9-b450-41dc-b105-483edd2a371f req-b5df536f-b340-4539-8f75-a9f0a55af37a service neutron] For port aa0d80b9-33dd-40df-9605-58cd8558092f, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:26.890244 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device c4fc471c-1807-45e5-9776-9595df936d49 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:26.905444 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6c479a9c-1bbb-420b-96ba-9e7720c4f60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (8e30f0c3-d629-434f-a2d7-039cc4a47da1), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:26.972786 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f174d-bbec-43d6-83c5-cdd05e8753e2 None None] Pushing event updated for resources: {'Port': ['ID=c4fc471c-1807-45e5-9776-9595df936d49,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:26.972950 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9447d6a5-dd00-4b50-9df4-341937c60f4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa0d80b9-33dd-40df-9605-58cd8558092f'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:26.985101 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b970da-c710-4ff8-90b1-6de2640092a5" -d '{"events": [{"server_uuid": "9447d6a5-dd00-4b50-9df4-341937c60f4e", "name": "network-vif-unplugged", "status": "completed", "tag": "aa0d80b9-33dd-40df-9605-58cd8558092f"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:26.991398 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-ff4cf65c-7042-4134-b984-9eb748ebc06d None None] Provisioning complete for port c4fc471c-1807-45e5-9776-9595df936d49 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:26.991847 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf65c-7042-4134-b984-9eb748ebc06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c4fc471c-1807-45e5-9776-9595df936d49), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:26.997577 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e39df7d9-b450-41dc-b105-483edd2a371f req-b5df536f-b340-4539-8f75-a9f0a55af37a service neutron] Publish callbacks [] for port (aa0d80b9-33dd-40df-9605-58cd8558092f), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.028417 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e39df7d9-b450-41dc-b105-483edd2a371f req-b5df536f-b340-4539-8f75-a9f0a55af37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (aa0d80b9-33dd-40df-9605-58cd8558092f), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.069871 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3d4dad5-e5f7-4ccc-877a-453df3e3a23a req-374fff32-2085-4e85-8af9-ab9bcb53db1b tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=9eaba30d1a9a4f6587173f80c00f9336 HTTP/1.1" status: 200 len: 1656 time: 0.1920288 Feb 19 03:57:27.116561 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6c479a9c-1bbb-420b-96ba-9e7720c4f60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (8e30f0c3-d629-434f-a2d7-039cc4a47da1), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.141154 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ca274-d72a-402b-8c88-e9797a364fa2 req-c6b957fd-744c-4616-beb4-010c66157ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:27.143000 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f3ca274-d72a-402b-8c88-e9797a364fa2 req-c6b957fd-744c-4616-beb4-010c66157ce7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.8165989 Feb 19 03:57:27.212493 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9ba598a3-2cbb-4136-a490-13bcb6887afa req-6e3526b7-cdd8-43ca-88f1-ed80f1fc2f13 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (7069f1d4-e347-4aa4-b64a-8997984a0746), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.246902 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8cdde-7fa0-47e1-978a-622960af04ed req-499ad696-b615-4a91-901f-5f247b586471 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:27.254110 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-57e8cdde-7fa0-47e1-978a-622960af04ed req-499ad696-b615-4a91-901f-5f247b586471 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c02e757-5e02-4ba4-a6ce-391ba0d4475a HTTP/1.1" status: 200 len: 948 time: 0.4923267 Feb 19 03:57:27.274072 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6c479a9c-1bbb-420b-96ba-9e7720c4f60c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.287894 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6c479a9c-1bbb-420b-96ba-9e7720c4f60c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8e30f0c3-d629-434f-a2d7-039cc4a47da1 HTTP/1.1" status: 204 len: 168 time: 0.8480928 Feb 19 03:57:27.288846 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 2d6710c1-b01f-4d94-8ce7-f3612a906f58 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:27.289241 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2d6710c1-b01f-4d94-8ce7-f3612a906f58), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.292386 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c24734-a63e-4b26-8a9c-2b19dfb121c6 None None] Network c2a4677c-3978-448a-8fd9-1efa09d1157e requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:57:27.326925 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c479a9c-1bbb-420b-96ba-9e7720c4f60c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e30f0c3-d629-434f-a2d7-039cc4a47da1,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:27.336817 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43514) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:27.339051 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-e39df7d9-b450-41dc-b105-483edd2a371f req-b5df536f-b340-4539-8f75-a9f0a55af37a service neutron] Attempting to bind port aa0d80b9-33dd-40df-9605-58cd8558092f on host n-h1-828369-19 for vnic_type normal with profile {"migrating_to": "n-h2-828369-19"} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:57:27.342361 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-e39df7d9-b450-41dc-b105-483edd2a371f req-b5df536f-b340-4539-8f75-a9f0a55af37a service neutron] Attempting to bind port aa0d80b9-33dd-40df-9605-58cd8558092f by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:57:27.343064 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39df7d9-b450-41dc-b105-483edd2a371f req-b5df536f-b340-4539-8f75-a9f0a55af37a service neutron] Attempting to bind port aa0d80b9-33dd-40df-9605-58cd8558092f on network 6d936416-f125-4c3f-940d-813318503889 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:27.367054 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3526b7-cdd8-43ca-88f1-ed80f1fc2f13 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Pushing event deleted for resources: {'Port': ['ID=7069f1d4-e347-4aa4-b64a-8997984a0746,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:27.404076 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df536f-b340-4539-8f75-a9f0a55af37a service neutron] Pushing event updated for resources: {'Port': ['ID=aa0d80b9-33dd-40df-9605-58cd8558092f,revision_number=7']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:27.447494 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ca274-d72a-402b-8c88-e9797a364fa2 req-787c7c5a-7dfe-4333-a833-7f451d427c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:27.449028 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f3ca274-d72a-402b-8c88-e9797a364fa2 req-787c7c5a-7dfe-4333-a833-7f451d427c84 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2579787 Feb 19 03:57:27.473949 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-57e8cdde-7fa0-47e1-978a-622960af04ed req-3e33eb85-99f5-4654-a78c-f2d75eb9c7f2 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] 10.222.0.52 "GET /v2.0/security-groups?id=799843bf-1ce0-4d90-a96c-db075a5314af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103252 Feb 19 03:57:27.474320 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39df7d9-b450-41dc-b105-483edd2a371f req-b5df536f-b340-4539-8f75-a9f0a55af37a service neutron] Port aa0d80b9-33dd-40df-9605-58cd8558092f on network 6d936416-f125-4c3f-940d-813318503889 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:57:27.474320 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39df7d9-b450-41dc-b105-483edd2a371f req-b5df536f-b340-4539-8f75-a9f0a55af37a service neutron] Attempting to bind port aa0d80b9-33dd-40df-9605-58cd8558092f on network 6d936416-f125-4c3f-940d-813318503889 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:27.474487 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port b58c7f45-a56a-4707-8775-f21173cc527c is: ACTIVE; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:27.474487 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b58c7f45-a56a-4707-8775-f21173cc527c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.516862 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 2d6710c1-b01f-4d94-8ce7-f3612a906f58, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2d6710c1-b01f-4d94-8ce7-f3612a906f58,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:27.525300 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b58c7f45-a56a-4707-8775-f21173cc527c {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:57:27.533548 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3acbe2d-13e3-443c-bdc6-420703298646', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d6710c1-b01f-4d94-8ce7-f3612a906f58'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:27.540851 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e708d33d-332b-4735-aa60-3722c4e382fe" -d '{"events": [{"server_uuid": "c3acbe2d-13e3-443c-bdc6-420703298646", "name": "network-vif-unplugged", "status": "completed", "tag": "2d6710c1-b01f-4d94-8ce7-f3612a906f58"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:27.563349 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6456f4d7-ac1d-437a-a611-215da05ce7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (c2a4677c-3978-448a-8fd9-1efa09d1157e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.572581 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2d6710c1-b01f-4d94-8ce7-f3612a906f58), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.574990 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 7069f1d4-e347-4aa4-b64a-8997984a0746 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:57:27.575186 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39df7d9-b450-41dc-b105-483edd2a371f req-b5df536f-b340-4539-8f75-a9f0a55af37a service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:57:27.575848 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39df7d9-b450-41dc-b105-483edd2a371f req-b5df536f-b340-4539-8f75-a9f0a55af37a service neutron] Checking segment: {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:27.576529 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39df7d9-b450-41dc-b105-483edd2a371f req-b5df536f-b340-4539-8f75-a9f0a55af37a service neutron] Bound using segment: {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:57:27.577365 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-e39df7d9-b450-41dc-b105-483edd2a371f req-b5df536f-b340-4539-8f75-a9f0a55af37a service neutron] Bound port: aa0d80b9-33dd-40df-9605-58cd8558092f, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:57:27.585501 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e39df7d9-b450-41dc-b105-483edd2a371f req-b5df536f-b340-4539-8f75-a9f0a55af37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (aa0d80b9-33dd-40df-9605-58cd8558092f), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.634112 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba598a3-2cbb-4136-a490-13bcb6887afa req-6e3526b7-cdd8-43ca-88f1-ed80f1fc2f13 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] No DVR routers for this DVR port 7069f1d4-e347-4aa4-b64a-8997984a0746 on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:57:27.711193 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9ba598a3-2cbb-4136-a490-13bcb6887afa req-6e3526b7-cdd8-43ca-88f1-ed80f1fc2f13 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.715385 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ba598a3-2cbb-4136-a490-13bcb6887afa req-6e3526b7-cdd8-43ca-88f1-ed80f1fc2f13 tempest-TenantUsagesTestJSON-1010181441 tempest-TenantUsagesTestJSON-1010181441-project] 10.222.0.26 "DELETE /v2.0/ports/7069f1d4-e347-4aa4-b64a-8997984a0746 HTTP/1.1" status: 204 len: 173 time: 3.4935129 Feb 19 03:57:27.716165 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c02e757-5e02-4ba4-a6ce-391ba0d4475a', 'name': 'network-vif-deleted', 'tag': '7069f1d4-e347-4aa4-b64a-8997984a0746'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:27.718847 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fae856a-ee1e-428a-ac17-5ad91ac65578" -d '{"events": [{"server_uuid": "5c02e757-5e02-4ba4-a6ce-391ba0d4475a", "name": "network-vif-deleted", "tag": "7069f1d4-e347-4aa4-b64a-8997984a0746"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:27.755046 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4dad5-e5f7-4ccc-877a-453df3e3a23a req-b8a55c03-5b74-4bba-a6f8-32aeb2174edc tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:27.766704 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3d4dad5-e5f7-4ccc-877a-453df3e3a23a req-b8a55c03-5b74-4bba-a6f8-32aeb2174edc tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/networks?id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0&id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0&id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 787 time: 0.6937096 Feb 19 03:57:27.770096 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port b58c7f45-a56a-4707-8775-f21173cc527c, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=b58c7f45-a56a-4707-8775-f21173cc527c,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:27.780454 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port c4fc471c-1807-45e5-9776-9595df936d49 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:27.780886 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c4fc471c-1807-45e5-9776-9595df936d49), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.786007 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2623a1ee-f8d0-449c-8ad8-97d39bf5fdc9 None None] DHCP port deletion for c2a4677c-3978-448a-8fd9-1efa09d1157e request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:57:27.843143 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 7069f1d4-e347-4aa4-b64a-8997984a0746 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:57:27.843506 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 7069f1d4-e347-4aa4-b64a-8997984a0746 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:57:27.851214 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-a3d4dad5-e5f7-4ccc-877a-453df3e3a23a req-90e8ec1f-115f-479e-a472-a7e06e7b7897 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:57:27.856381 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b58c7f45-a56a-4707-8775-f21173cc527c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.857128 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device aa0d80b9-33dd-40df-9605-58cd8558092f details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:57:27.866808 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3d4dad5-e5f7-4ccc-877a-453df3e3a23a req-90e8ec1f-115f-479e-a472-a7e06e7b7897 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0984714 Feb 19 03:57:27.874878 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-e39df7d9-b450-41dc-b105-483edd2a371f req-b5df536f-b340-4539-8f75-a9f0a55af37a service neutron] For port aa0d80b9-33dd-40df-9605-58cd8558092f, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:27.883278 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-e39df7d9-b450-41dc-b105-483edd2a371f req-b5df536f-b340-4539-8f75-a9f0a55af37a service neutron] For port aa0d80b9-33dd-40df-9605-58cd8558092f, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=aa0d80b9-33dd-40df-9605-58cd8558092f,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:57:27.901096 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e39df7d9-b450-41dc-b105-483edd2a371f req-b5df536f-b340-4539-8f75-a9f0a55af37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (aa0d80b9-33dd-40df-9605-58cd8558092f), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.989838 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-6456f4d7-ac1d-437a-a611-215da05ce7fd admin admin] Deleting port d3c06178-0317-4c4c-9c33-f002b6a49a2c {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:27.990287 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6456f4d7-ac1d-437a-a611-215da05ce7fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (d3c06178-0317-4c4c-9c33-f002b6a49a2c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:28.033944 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ff4cf65c-7042-4134-b984-9eb748ebc06d None None] Current status of the port c4fc471c-1807-45e5-9776-9595df936d49 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:28.044567 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fc744-c625-4da4-a9f6-50aad6611b9f req-a6e9ca21-b9a2-4650-81f5-779a59b3e32c tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:28.050293 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=2d6710c1-b01f-4d94-8ce7-f3612a906f58,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:28.062685 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df536f-b340-4539-8f75-a9f0a55af37a service neutron] Pushing event updated for resources: {'Port': ['ID=aa0d80b9-33dd-40df-9605-58cd8558092f,revision_number=8']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:28.071917 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-114fc744-c625-4da4-a9f6-50aad6611b9f req-a6e9ca21-b9a2-4650-81f5-779a59b3e32c tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 943 time: 0.4389336 Feb 19 03:57:28.081086 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.resource_extend [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:57:28.142272 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f3ca274-d72a-402b-8c88-e9797a364fa2 req-4742f2d1-bd95-4236-9166-bf244e7970c4 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6729069 Feb 19 03:57:28.177322 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-114fc744-c625-4da4-a9f6-50aad6611b9f req-e3358a59-cf20-47ea-8049-72a0881799fd tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044450 Feb 19 03:57:28.188202 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=b58c7f45-a56a-4707-8775-f21173cc527c,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:28.237322 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-6456f4d7-ac1d-437a-a611-215da05ce7fd admin admin] For port d3c06178-0317-4c4c-9c33-f002b6a49a2c, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=d3c06178-0317-4c4c-9c33-f002b6a49a2c,segment=NetworkSegment(56086ea6-27d7-4ec1-9205-90d5e1fd26c5),segment_id=56086ea6-27d7-4ec1-9205-90d5e1fd26c5)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:28.239435 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6456f4d7-ac1d-437a-a611-215da05ce7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (d3c06178-0317-4c4c-9c33-f002b6a49a2c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:28.272415 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-6456f4d7-ac1d-437a-a611-215da05ce7fd admin admin] Calling delete_port for d3c06178-0317-4c4c-9c33-f002b6a49a2c owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:28.339651 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f3ca274-d72a-402b-8c88-e9797a364fa2 req-c8d00a79-0e46-4d3b-989b-e2ca944d088b service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664057 Feb 19 03:57:28.351659 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39df7d9-b450-41dc-b105-483edd2a371f req-b5df536f-b340-4539-8f75-a9f0a55af37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:28.352424 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e39df7d9-b450-41dc-b105-483edd2a371f req-b5df536f-b340-4539-8f75-a9f0a55af37a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:28.354859 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e39df7d9-b450-41dc-b105-483edd2a371f req-b5df536f-b340-4539-8f75-a9f0a55af37a service neutron] 10.222.0.79 "PUT /v2.0/ports/aa0d80b9-33dd-40df-9605-58cd8558092f HTTP/1.1" status: 200 len: 1123 time: 2.6378496 Feb 19 03:57:28.402448 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port c4fc471c-1807-45e5-9776-9595df936d49 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:28.419086 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c0eb1589-223c-417f-b9da-e39cea5d2947 req-a24bfc2f-5db9-4723-8d9a-356cf8b10071 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccf33a8-b43c-4d47-97c3-51f330fa330c HTTP/1.1" status: 200 len: 210 time: 0.0779231 Feb 19 03:57:28.544549 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fa63c1-ab5c-4e29-bddd-47169824e67e x-openstack-request-id: req-57fa63c1-ab5c-4e29-bddd-47169824e67e {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:28.547113 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9447d6a5-dd00-4b50-9df4-341937c60f4e", "name": "network-vif-unplugged", "status": "completed", "tag": "aa0d80b9-33dd-40df-9605-58cd8558092f", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:28.548747 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-57fa63c1-ab5c-4e29-bddd-47169824e67e {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:28.550443 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9447d6a5-dd00-4b50-9df4-341937c60f4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa0d80b9-33dd-40df-9605-58cd8558092f', 'code': 200} Feb 19 03:57:28.559593 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2623a1ee-f8d0-449c-8ad8-97d39bf5fdc9 None None] Deleting port d3c06178-0317-4c4c-9c33-f002b6a49a2c {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:28.560685 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2623a1ee-f8d0-449c-8ad8-97d39bf5fdc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (d3c06178-0317-4c4c-9c33-f002b6a49a2c), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:28.571584 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device a6ee9d7b-08fa-4428-ab06-2ee8a6004403 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:57:28.573344 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6456f4d7-ac1d-437a-a611-215da05ce7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (d3c06178-0317-4c4c-9c33-f002b6a49a2c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:28.574364 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['aa0d80b9-33dd-40df-9605-58cd8558092f'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:57:28.687998 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['aa0d80b9-33dd-40df-9605-58cd8558092f'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:57:28.699564 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9a9e5f-82bf-4544-91f3-090ce1776d23 x-openstack-request-id: req-8a9a9e5f-82bf-4544-91f3-090ce1776d23 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:28.699908 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3acbe2d-13e3-443c-bdc6-420703298646", "name": "network-vif-unplugged", "status": "completed", "tag": "2d6710c1-b01f-4d94-8ce7-f3612a906f58", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:28.700191 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8a9a9e5f-82bf-4544-91f3-090ce1776d23 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:28.700608 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3acbe2d-13e3-443c-bdc6-420703298646', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d6710c1-b01f-4d94-8ce7-f3612a906f58', 'code': 200} Feb 19 03:57:28.717470 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6456f4d7-ac1d-437a-a611-215da05ce7fd admin admin] Pushing event deleted for resources: {'Port': ['ID=d3c06178-0317-4c4c-9c33-f002b6a49a2c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:28.800302 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309ba55c-ceea-43a0-a5f1-d69349e7efa5 x-openstack-request-id: req-309ba55c-ceea-43a0-a5f1-d69349e7efa5 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:28.800588 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c02e757-5e02-4ba4-a6ce-391ba0d4475a", "name": "network-vif-deleted", "tag": "7069f1d4-e347-4aa4-b64a-8997984a0746", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:28.801017 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-309ba55c-ceea-43a0-a5f1-d69349e7efa5 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:28.801574 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c02e757-5e02-4ba4-a6ce-391ba0d4475a', 'name': 'network-vif-deleted', 'tag': '7069f1d4-e347-4aa4-b64a-8997984a0746', 'status': 'completed', 'code': 200} Feb 19 03:57:28.828644 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: a6ee9d7b-08fa-4428-ab06-2ee8a6004403 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:57:28.829032 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device a6ee9d7b-08fa-4428-ab06-2ee8a6004403 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:57:28.829459 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device fb25a2ed-fa42-4270-a1b5-8bfb6587821d no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:57:28.849221 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f1fbd-d2ee-4b66-8037-ce7a5b338dad req-3d110295-445d-405b-bfa8-47953dd0d8eb tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:28.856064 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-669f1fbd-d2ee-4b66-8037-ce7a5b338dad req-3d110295-445d-405b-bfa8-47953dd0d8eb tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 947 time: 0.1526763 Feb 19 03:57:28.863409 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6456f4d7-ac1d-437a-a611-215da05ce7fd admin admin] No DVR routers for this DVR port d3c06178-0317-4c4c-9c33-f002b6a49a2c on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:57:28.905851 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: fb25a2ed-fa42-4270-a1b5-8bfb6587821d {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:57:28.908528 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device fb25a2ed-fa42-4270-a1b5-8bfb6587821d not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:57:28.979999 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port aa0d80b9-33dd-40df-9605-58cd8558092f, host n-h1-828369-19, got binding levels [] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:29.040974 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-2623a1ee-f8d0-449c-8ad8-97d39bf5fdc9 None None] For port d3c06178-0317-4c4c-9c33-f002b6a49a2c, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=d3c06178-0317-4c4c-9c33-f002b6a49a2c,segment=NetworkSegment(56086ea6-27d7-4ec1-9205-90d5e1fd26c5),segment_id=56086ea6-27d7-4ec1-9205-90d5e1fd26c5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:29.041636 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2623a1ee-f8d0-449c-8ad8-97d39bf5fdc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (d3c06178-0317-4c4c-9c33-f002b6a49a2c), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:29.087573 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-669f1fbd-d2ee-4b66-8037-ce7a5b338dad req-de3da630-76f7-4e05-91bc-ab8392f5ae33 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206702 Feb 19 03:57:29.135647 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c72441f-97e7-4c74-bcec-302cc554a0ce req-94265865-58af-4520-aef3-f3e5b15e95e3 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/floatingips/92028888-a391-4be4-b3e1-45f91c23a5ad HTTP/1.1" status: 200 len: 693 time: 0.2573512 Feb 19 03:57:29.219803 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2623a1ee-f8d0-449c-8ad8-97d39bf5fdc9 None None] Calling delete_port for d3c06178-0317-4c4c-9c33-f002b6a49a2c owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:29.339191 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72441f-97e7-4c74-bcec-302cc554a0ce req-41c5ca37-d3f0-4fcb-a9c6-adfe58ccacb0 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:29.346716 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c72441f-97e7-4c74-bcec-302cc554a0ce req-41c5ca37-d3f0-4fcb-a9c6-adfe58ccacb0 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 784 time: 0.2101617 Feb 19 03:57:29.429500 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c72441f-97e7-4c74-bcec-302cc554a0ce req-0d3b82ac-9507-4622-972d-ffd426d1b684 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.145 HTTP/1.1" status: 200 len: 696 time: 0.0815980 Feb 19 03:57:29.478605 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2623a1ee-f8d0-449c-8ad8-97d39bf5fdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (d3c06178-0317-4c4c-9c33-f002b6a49a2c), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:29.485160 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device c4fc471c-1807-45e5-9776-9595df936d49 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:29.518946 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c72441f-97e7-4c74-bcec-302cc554a0ce req-426437d2-c161-4e80-9f53-f1717005cb36 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.145 HTTP/1.1" status: 200 len: 696 time: 0.0875597 Feb 19 03:57:29.705461 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6456f4d7-ac1d-437a-a611-215da05ce7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (c2a4677c-3978-448a-8fd9-1efa09d1157e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:29.742617 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-6456f4d7-ac1d-437a-a611-215da05ce7fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a4677c-3978-448a-8fd9-1efa09d1157e']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:29.751870 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-9f434ed9-d1b8-4b72-8150-c7929169c8b0 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:29.758535 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-9f434ed9-d1b8-4b72-8150-c7929169c8b0 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:29.760365 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-9f434ed9-d1b8-4b72-8150-c7929169c8b0 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.79 "GET /v2.0/networks?id=f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f&id=3dd9b790-0c17-4538-bff3-90686970bdcb HTTP/1.1" status: 200 len: 1391 time: 1.0867498 Feb 19 03:57:29.768763 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02055bd-a8d6-4dec-b215-2612a26ed2f6 req-fc580375-c566-4f34-b1fe-3d9b63339d96 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:29.770328 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-6456f4d7-ac1d-437a-a611-215da05ce7fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56086ea6-27d7-4ec1-9205-90d5e1fd26c5') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:29.770959 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-6456f4d7-ac1d-437a-a611-215da05ce7fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56086ea6-27d7-4ec1-9205-90d5e1fd26c5') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:29.777201 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d02055bd-a8d6-4dec-b215-2612a26ed2f6 req-fc580375-c566-4f34-b1fe-3d9b63339d96 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 943 time: 0.4281175 Feb 19 03:57:29.778703 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-c0e12048-064e-4560-b17b-ae73caa3e335 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Request body: {'port': {'device_id': '0ccf33a8-b43c-4d47-97c3-51f330fa330c', 'network_id': 'f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f', 'admin_state_up': True, 'tenant_id': 'fb339ae23aa545ea84da8ff07fd95109'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:29.781644 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Attempting to bind port aa0d80b9-33dd-40df-9605-58cd8558092f on host n-h1-828369-19 for vnic_type normal with profile {"migrating_to": "n-h2-828369-19"} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:57:29.782020 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Attempting to bind port aa0d80b9-33dd-40df-9605-58cd8558092f by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:57:29.782444 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Attempting to bind port aa0d80b9-33dd-40df-9605-58cd8558092f on network 6d936416-f125-4c3f-940d-813318503889 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:29.802565 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6456f4d7-ac1d-437a-a611-215da05ce7fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (56086ea6-27d7-4ec1-9205-90d5e1fd26c5), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:29.818126 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Port aa0d80b9-33dd-40df-9605-58cd8558092f on network 6d936416-f125-4c3f-940d-813318503889 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:57:29.818540 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Attempting to bind port aa0d80b9-33dd-40df-9605-58cd8558092f on network 6d936416-f125-4c3f-940d-813318503889 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:29.853286 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d02055bd-a8d6-4dec-b215-2612a26ed2f6 req-372007dd-7157-41c1-9096-3632412836a2 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747538 Feb 19 03:57:29.855608 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6456f4d7-ac1d-437a-a611-215da05ce7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (56086ea6-27d7-4ec1-9205-90d5e1fd26c5), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:29.857667 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:57:29.858063 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Checking segment: {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:29.862099 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-4c72441f-97e7-4c74-bcec-302cc554a0ce req-a424c7e5-ec23-499f-b441-7703b8c98dca tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Deleting port 228aa1b1-a5b8-4fc4-b4e9-c639cc3c1de3 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:29.862569 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4c72441f-97e7-4c74-bcec-302cc554a0ce req-a424c7e5-ec23-499f-b441-7703b8c98dca tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (228aa1b1-a5b8-4fc4-b4e9-c639cc3c1de3), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:29.862702 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Bound using segment: {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:57:29.863146 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Bound port: aa0d80b9-33dd-40df-9605-58cd8558092f, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:57:29.863550 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (aa0d80b9-33dd-40df-9605-58cd8558092f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:29.870108 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6456f4d7-ac1d-437a-a611-215da05ce7fd admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:57:29.870766 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6456f4d7-ac1d-437a-a611-215da05ce7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (56086ea6-27d7-4ec1-9205-90d5e1fd26c5), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:29.871536 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623a1ee-f8d0-449c-8ad8-97d39bf5fdc9 None None] Pushing event deleted for resources: {'Port': ['ID=d3c06178-0317-4c4c-9c33-f002b6a49a2c,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: timer() Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:57:29.873121 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:57:29.908638 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2623a1ee-f8d0-449c-8ad8-97d39bf5fdc9 None None] No DVR routers for this DVR port d3c06178-0317-4c4c-9c33-f002b6a49a2c on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:57:29.936323 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43580) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:29.961326 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:30.038249 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6456f4d7-ac1d-437a-a611-215da05ce7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (c2a4677c-3978-448a-8fd9-1efa09d1157e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:30.046194 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4c72441f-97e7-4c74-bcec-302cc554a0ce req-a424c7e5-ec23-499f-b441-7703b8c98dca tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (228aa1b1-a5b8-4fc4-b4e9-c639cc3c1de3), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:30.050416 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4c72441f-97e7-4c74-bcec-302cc554a0ce req-a424c7e5-ec23-499f-b441-7703b8c98dca tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks [] for floatingip (228aa1b1-a5b8-4fc4-b4e9-c639cc3c1de3), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:30.077796 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-4c72441f-97e7-4c74-bcec-302cc554a0ce req-a424c7e5-ec23-499f-b441-7703b8c98dca tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Calling delete_port for 228aa1b1-a5b8-4fc4-b4e9-c639cc3c1de3 owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:30.086372 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6456f4d7-ac1d-437a-a611-215da05ce7fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:30.091781 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6456f4d7-ac1d-437a-a611-215da05ce7fd admin admin] 10.222.0.52 "DELETE /v2.0/networks/c2a4677c-3978-448a-8fd9-1efa09d1157e HTTP/1.1" status: 204 len: 168 time: 2.7455144 Feb 19 03:57:30.092907 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6456f4d7-ac1d-437a-a611-215da05ce7fd admin admin] Pushing event deleted for resources: {'Network': ['ID=c2a4677c-3978-448a-8fd9-1efa09d1157e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:30.103519 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43584) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:30.137530 n-d-828369-19 neutron-server[109927]: WARNING neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Concurrent port binding operations failed on port aa0d80b9-33dd-40df-9605-58cd8558092f Feb 19 03:57:30.146545 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port aa0d80b9-33dd-40df-9605-58cd8558092f, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=aa0d80b9-33dd-40df-9605-58cd8558092f,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:30.195039 n-d-828369-19 neutron-server[109927]: INFO neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Attempt 2 to bind port aa0d80b9-33dd-40df-9605-58cd8558092f Feb 19 03:57:30.196971 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device aa0d80b9-33dd-40df-9605-58cd8558092f has no active binding in host n-h2-828369-19 {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:57:30.207491 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port c4fc471c-1807-45e5-9776-9595df936d49 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:30.209004 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c4fc471c-1807-45e5-9776-9595df936d49), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:30.350884 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-109faec1-1534-4d6e-87e5-e38f8a7c0d3a req-26a7ac66-db4d-4468-bb29-f70f08387e95 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccf33a8-b43c-4d47-97c3-51f330fa330c HTTP/1.1" status: 200 len: 210 time: 0.0725996 Feb 19 03:57:30.396994 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4c72441f-97e7-4c74-bcec-302cc554a0ce req-a424c7e5-ec23-499f-b441-7703b8c98dca tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (228aa1b1-a5b8-4fc4-b4e9-c639cc3c1de3), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:30.420067 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['b58c7f45-a56a-4707-8775-f21173cc527c'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:57:30.423567 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4c1f9df1-03d8-46ee-8db8-f1fb340bf407 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4ca387fbb12e4e90bde8b5c865d5cfa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4832473 Feb 19 03:57:30.427062 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43594) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:30.482020 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424c7e5-ec23-499f-b441-7703b8c98dca tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Pushing event deleted for resources: {'Port': ['ID=228aa1b1-a5b8-4fc4-b4e9-c639cc3c1de3,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:30.482221 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-c0e12048-064e-4560-b17b-ae73caa3e335 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Made reservation on behalf of fb339ae23aa545ea84da8ff07fd95109 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:57:30.485962 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-c0e12048-064e-4560-b17b-ae73caa3e335 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:30.553387 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9447d6a5-dd00-4b50-9df4-341937c60f4e', 'tag': 'aa0d80b9-33dd-40df-9605-58cd8558092f'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:30.556519 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa47d1f-e618-4a99-a502-76bafc086c03" -d '{"events": [{"name": "network-changed", "server_uuid": "9447d6a5-dd00-4b50-9df4-341937c60f4e", "tag": "aa0d80b9-33dd-40df-9605-58cd8558092f"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:30.583085 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port c4fc471c-1807-45e5-9776-9595df936d49 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:30.659526 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device d3c06178-0317-4c4c-9c33-f002b6a49a2c no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:57:30.661468 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4c72441f-97e7-4c74-bcec-302cc554a0ce req-a424c7e5-ec23-499f-b441-7703b8c98dca tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks [] for floatingip (92028888-a391-4be4-b3e1-45f91c23a5ad), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:30.664119 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-40213c40-9ef6-449f-9845-58b9b804c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:30.667951 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4c72441f-97e7-4c74-bcec-302cc554a0ce req-a424c7e5-ec23-499f-b441-7703b8c98dca tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:30.674554 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c72441f-97e7-4c74-bcec-302cc554a0ce req-a424c7e5-ec23-499f-b441-7703b8c98dca tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "DELETE /v2.0/floatingips/92028888-a391-4be4-b3e1-45f91c23a5ad HTTP/1.1" status: 204 len: 173 time: 1.1541438 Feb 19 03:57:30.767559 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc203078-92cd-4a7f-b9be-3c574934b57a x-openstack-request-id: req-fc203078-92cd-4a7f-b9be-3c574934b57a {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:30.767559 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9447d6a5-dd00-4b50-9df4-341937c60f4e", "tag": "aa0d80b9-33dd-40df-9605-58cd8558092f", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:30.768165 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fc203078-92cd-4a7f-b9be-3c574934b57a {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:30.768165 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9447d6a5-dd00-4b50-9df4-341937c60f4e', 'tag': 'aa0d80b9-33dd-40df-9605-58cd8558092f', 'status': 'completed', 'code': 200} Feb 19 03:57:30.776511 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6b84a954-b413-48e7-968f-6595b9085217 admin admin] Publish callbacks [] for security_group (799843bf-1ce0-4d90-a96c-db075a5314af), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:30.784355 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecafb2-b62b-4179-ae04-1f6a173d4914 req-5984a37d-6870-4768-a786-325ded054b24 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:30.798842 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5fecafb2-b62b-4179-ae04-1f6a173d4914 req-5984a37d-6870-4768-a786-325ded054b24 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 947 time: 0.1448276 Feb 19 03:57:30.818567 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 2d6710c1-b01f-4d94-8ce7-f3612a906f58 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:57:30.866588 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6b84a954-b413-48e7-968f-6595b9085217 admin admin] Publish callbacks [] for security_group (799843bf-1ce0-4d90-a96c-db075a5314af), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:30.925735 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-c0e12048-064e-4560-b17b-ae73caa3e335 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Allocated IP 19.80.0.184 (f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f/c5c3137f-408e-457f-8a05-51c535b6c2fa/974f99a6-73e7-42c5-bcc0-fbe5272b2674) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:30.931417 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5fecafb2-b62b-4179-ae04-1f6a173d4914 req-62443da4-e700-4264-806b-ac2628b8074c tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315479 Feb 19 03:57:30.952576 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 2d6710c1-b01f-4d94-8ce7-f3612a906f58, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2d6710c1-b01f-4d94-8ce7-f3612a906f58,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:30.955887 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-257373c4-7c13-46c6-b8be-9034061f6506 req-112b981c-f536-4d0f-a26d-ee2e5d52874d tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/floatingips/ad4c97f3-4c09-443c-a57a-0cf09be50b14 HTTP/1.1" status: 200 len: 693 time: 0.1539862 Feb 19 03:57:30.980738 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '2d6710c1-b01f-4d94-8ce7-f3612a906f58', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '2d6710c1-b01f-4d94-8ce7-f3612a906f58', 'mac_address': 'fa:16:3e:ab:5e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:57:31.042126 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: d3c06178-0317-4c4c-9c33-f002b6a49a2c {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:57:31.045164 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device d3c06178-0317-4c4c-9c33-f002b6a49a2c not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:57:31.047794 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-adcd6a22-f07f-469f-8bd9-c9fbcbf90a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (5dea093b-db0e-4110-8201-b8e24ad628da), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:31.127020 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 2d6710c1-b01f-4d94-8ce7-f3612a906f58 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:31.127448 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2d6710c1-b01f-4d94-8ce7-f3612a906f58), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:31.139898 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257373c4-7c13-46c6-b8be-9034061f6506 req-8d4af0c5-2f7c-46bc-81c2-42322b9f8882 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:31.148223 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-257373c4-7c13-46c6-b8be-9034061f6506 req-8d4af0c5-2f7c-46bc-81c2-42322b9f8882 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 784 time: 0.1913981 Feb 19 03:57:31.167860 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6710c1-b01f-4d94-8ce7-f3612a906f58 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:57:31.181080 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6b84a954-b413-48e7-968f-6595b9085217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (799843bf-1ce0-4d90-a96c-db075a5314af), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:31.181283 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa47d1f-e618-4a99-a502-76bafc086c03 req-08e2e8fa-5192-463b-acd8-c87609ed766b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:31.182616 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6aa47d1f-e618-4a99-a502-76bafc086c03 req-08e2e8fa-5192-463b-acd8-c87609ed766b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d0f4caff5434d379e80e0b432aea600&device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 1157 time: 0.3817995 Feb 19 03:57:31.183772 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6b84a954-b413-48e7-968f-6595b9085217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:31.184929 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6b84a954-b413-48e7-968f-6595b9085217 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/799843bf-1ce0-4d90-a96c-db075a5314af HTTP/1.1" status: 204 len: 168 time: 0.7569325 Feb 19 03:57:31.202999 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 2d6710c1-b01f-4d94-8ce7-f3612a906f58, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2d6710c1-b01f-4d94-8ce7-f3612a906f58,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:31.216608 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2d6710c1-b01f-4d94-8ce7-f3612a906f58), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:31.246374 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84a954-b413-48e7-968f-6595b9085217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799843bf-1ce0-4d90-a96c-db075a5314af,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:31.345474 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-257373c4-7c13-46c6-b8be-9034061f6506 req-cdf440b9-9c72-46fc-8e80-0f17bd53afa1 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 696 time: 0.1962788 Feb 19 03:57:31.381577 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=2d6710c1-b01f-4d94-8ce7-f3612a906f58,revision_number=7']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:31.442457 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-257373c4-7c13-46c6-b8be-9034061f6506 req-37f719af-5865-4a37-bead-0392c1c45343 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 696 time: 0.0951889 Feb 19 03:57:31.465298 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-c0e12048-064e-4560-b17b-ae73caa3e335 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks [] for port (974f99a6-73e7-42c5-bcc0-fbe5272b2674), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:31.561470 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-c0e12048-064e-4560-b17b-ae73caa3e335 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (974f99a6-73e7-42c5-bcc0-fbe5272b2674), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:31.630275 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-c0e12048-064e-4560-b17b-ae73caa3e335 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Network f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:31.635129 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-c0e12048-064e-4560-b17b-ae73caa3e335 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:31.639735 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-c0e12048-064e-4560-b17b-ae73caa3e335 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:31.700209 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-c0e12048-064e-4560-b17b-ae73caa3e335 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:31.700879 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-c0e12048-064e-4560-b17b-ae73caa3e335 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:31.727579 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e12048-064e-4560-b17b-ae73caa3e335 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event updated for resources: {'Port': ['ID=974f99a6-73e7-42c5-bcc0-fbe5272b2674,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:31.738091 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-adcd6a22-f07f-469f-8bd9-c9fbcbf90a0b admin admin] Deleting port df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:31.738390 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-adcd6a22-f07f-469f-8bd9-c9fbcbf90a0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:31.745136 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-c0e12048-064e-4560-b17b-ae73caa3e335 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9716601 Feb 19 03:57:31.771891 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['2d6710c1-b01f-4d94-8ce7-f3612a906f58'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:57:31.774620 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-202fc024-2ffa-475c-958e-aae4bb089c2e tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Request body: {'port': {'device_id': '0ccf33a8-b43c-4d47-97c3-51f330fa330c', 'network_id': '3dd9b790-0c17-4538-bff3-90686970bdcb', 'admin_state_up': True, 'tenant_id': 'fb339ae23aa545ea84da8ff07fd95109'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:31.835394 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43624) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:31.983097 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffaf49-4ea8-43bc-8469-74e6132533a0 req-03d56833-ec86-4c31-817e-16add62024d9 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:31.992195 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4cffaf49-4ea8-43bc-8469-74e6132533a0 req-03d56833-ec86-4c31-817e-16add62024d9 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 943 time: 0.8334303 Feb 19 03:57:32.009352 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f2e6962d-fa7f-4aa3-ae4d-f65a8146f432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:32.093387 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-202fc024-2ffa-475c-958e-aae4bb089c2e tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Made reservation on behalf of fb339ae23aa545ea84da8ff07fd95109 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:57:32.097548 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-202fc024-2ffa-475c-958e-aae4bb089c2e tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:32.179031 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa47d1f-e618-4a99-a502-76bafc086c03 req-f1384cc8-c1d7-407b-9460-0ad675d28345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:32.179468 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-7a1ce2d9-7093-4f8a-b662-7ca5f2858465 None None] Provisioning complete for port 974f99a6-73e7-42c5-bcc0-fbe5272b2674 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:32.179940 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7a1ce2d9-7093-4f8a-b662-7ca5f2858465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (974f99a6-73e7-42c5-bcc0-fbe5272b2674), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:32.182406 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6aa47d1f-e618-4a99-a502-76bafc086c03 req-f1384cc8-c1d7-407b-9460-0ad675d28345 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d936416-f125-4c3f-940d-813318503889 HTTP/1.1" status: 200 len: 922 time: 0.8324151 Feb 19 03:57:32.244517 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device b58c7f45-a56a-4707-8775-f21173cc527c up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:32.263222 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4cffaf49-4ea8-43bc-8469-74e6132533a0 req-58d2dd3a-d07a-4493-9c33-913fafafa82e tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681179 Feb 19 03:57:32.281118 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-202fc024-2ffa-475c-958e-aae4bb089c2e tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Allocated IP 19.86.0.29 (3dd9b790-0c17-4538-bff3-90686970bdcb/a759a718-1fff-4757-9c38-c9824da99af8/ada3754b-914a-4f8e-ade3-3cf8ddbacd22) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:32.350117 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ce2d9-7093-4f8a-b662-7ca5f2858465 None None] Port 974f99a6-73e7-42c5-bcc0-fbe5272b2674 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:57:32.405529 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port b58c7f45-a56a-4707-8775-f21173cc527c triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:32.405944 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b58c7f45-a56a-4707-8775-f21173cc527c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:32.437280 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6aa47d1f-e618-4a99-a502-76bafc086c03 req-d57568a8-199f-4ce7-9ae3-1e15d7a13771 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa0d80b9-33dd-40df-9605-58cd8558092f HTTP/1.1" status: 200 len: 217 time: 0.1905823 Feb 19 03:57:32.442096 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-257373c4-7c13-46c6-b8be-9034061f6506 req-7c8bbd4c-ab97-4ae5-b076-2f38732e34c4 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Deleting port 91278599-7beb-4954-bd6e-9b857aa2e8eb {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:32.442494 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-257373c4-7c13-46c6-b8be-9034061f6506 req-7c8bbd4c-ab97-4ae5-b076-2f38732e34c4 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (91278599-7beb-4954-bd6e-9b857aa2e8eb), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:32.510677 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-202fc024-2ffa-475c-958e-aae4bb089c2e tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks [] for port (ada3754b-914a-4f8e-ade3-3cf8ddbacd22), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:32.529937 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-adcd6a22-f07f-469f-8bd9-c9fbcbf90a0b admin admin] For port df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6,segment=NetworkSegment(30bdaa07-be78-4c64-8e78-b77f3b29609c),segment_id=30bdaa07-be78-4c64-8e78-b77f3b29609c)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:32.530817 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-adcd6a22-f07f-469f-8bd9-c9fbcbf90a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:32.558794 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-adcd6a22-f07f-469f-8bd9-c9fbcbf90a0b admin admin] Calling delete_port for df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:32.592308 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f2e6962d-fa7f-4aa3-ae4d-f65a8146f432 admin admin] Publish callbacks [] for security_group (49c5d2c4-30b5-4425-88ee-18642fe9ab37), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:32.597527 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa47d1f-e618-4a99-a502-76bafc086c03 req-42b96838-f5c0-45c9-b8f0-3487d2dc0551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:32.599030 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6aa47d1f-e618-4a99-a502-76bafc086c03 req-42b96838-f5c0-45c9-b8f0-3487d2dc0551 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2953d6c2-cff6-4430-863a-070b45f3a12f HTTP/1.1" status: 200 len: 861 time: 0.1384728 Feb 19 03:57:32.620231 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port b58c7f45-a56a-4707-8775-f21173cc527c is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:32.622369 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b58c7f45-a56a-4707-8775-f21173cc527c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:32.628805 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f2e6962d-fa7f-4aa3-ae4d-f65a8146f432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (49c5d2c4-30b5-4425-88ee-18642fe9ab37), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:32.644185 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7eda15-d4a2-433e-ab4c-135769204ff6 req-265a3a7d-9889-48d6-a59f-c1520b74ba29 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:32.645673 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ee7eda15-d4a2-433e-ab4c-135769204ff6 req-265a3a7d-9889-48d6-a59f-c1520b74ba29 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccf33a8-b43c-4d47-97c3-51f330fa330c HTTP/1.1" status: 200 len: 932 time: 0.2611272 Feb 19 03:57:32.654515 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-202fc024-2ffa-475c-958e-aae4bb089c2e tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ada3754b-914a-4f8e-ade3-3cf8ddbacd22), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:32.688254 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6aa47d1f-e618-4a99-a502-76bafc086c03 req-105ffc6e-cea8-4d4e-999f-c26f44836d00 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d936416-f125-4c3f-940d-813318503889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742030 Feb 19 03:57:32.704950 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-257373c4-7c13-46c6-b8be-9034061f6506 req-7c8bbd4c-ab97-4ae5-b076-2f38732e34c4 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (91278599-7beb-4954-bd6e-9b857aa2e8eb), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:32.705290 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-257373c4-7c13-46c6-b8be-9034061f6506 req-7c8bbd4c-ab97-4ae5-b076-2f38732e34c4 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks [] for floatingip (91278599-7beb-4954-bd6e-9b857aa2e8eb), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:32.706876 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd94b51-a364-4f0b-b569-f92971869088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58c7f45-a56a-4707-8775-f21173cc527c'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:32.715088 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c9a841-9c68-4306-9f1d-7f186e427352" -d '{"events": [{"server_uuid": "3bd94b51-a364-4f0b-b569-f92971869088", "name": "network-vif-plugged", "status": "completed", "tag": "b58c7f45-a56a-4707-8775-f21173cc527c"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:32.728452 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a3c37141-e372-4940-8aed-f21a6fe64b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:32.748957 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-257373c4-7c13-46c6-b8be-9034061f6506 req-7c8bbd4c-ab97-4ae5-b076-2f38732e34c4 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Calling delete_port for 91278599-7beb-4954-bd6e-9b857aa2e8eb owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:32.757217 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f2e6962d-fa7f-4aa3-ae4d-f65a8146f432 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8705d63e1c82468aaa3b7304e4584dd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9155760 Feb 19 03:57:32.760672 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port b58c7f45-a56a-4707-8775-f21173cc527c, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=b58c7f45-a56a-4707-8775-f21173cc527c,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:32.767535 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43632) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:32.768599 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202fc024-2ffa-475c-958e-aae4bb089c2e tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event updated for resources: {'Port': ['ID=ada3754b-914a-4f8e-ade3-3cf8ddbacd22,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:32.779064 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b58c7f45-a56a-4707-8775-f21173cc527c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:32.797003 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6962d-fa7f-4aa3-ae4d-f65a8146f432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c5d2c4-30b5-4425-88ee-18642fe9ab37,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:32.871318 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=b58c7f45-a56a-4707-8775-f21173cc527c,revision_number=7']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:32.911034 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-939176f5-3d51-4de5-80da-2c482dd3e04b admin admin] Publish callbacks [] for security_group (49c5d2c4-30b5-4425-88ee-18642fe9ab37), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:32.916356 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-202fc024-2ffa-475c-958e-aae4bb089c2e tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Network 3dd9b790-0c17-4538-bff3-90686970bdcb is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:32.927785 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-202fc024-2ffa-475c-958e-aae4bb089c2e tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:32.936421 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-202fc024-2ffa-475c-958e-aae4bb089c2e tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:33.051468 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-939176f5-3d51-4de5-80da-2c482dd3e04b admin admin] Publish callbacks [] for security_group (49c5d2c4-30b5-4425-88ee-18642fe9ab37), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:33.148743 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-202fc024-2ffa-475c-958e-aae4bb089c2e tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:33.149430 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-202fc024-2ffa-475c-958e-aae4bb089c2e tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:33.185589 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-202fc024-2ffa-475c-958e-aae4bb089c2e tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4252844 Feb 19 03:57:33.204736 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-05ed2674-ba59-4080-a88a-b3e4f64e05ff service neutron] Request body: {'port': {'device_id': '0ccf33a8-b43c-4d47-97c3-51f330fa330c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:33.343506 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-939176f5-3d51-4de5-80da-2c482dd3e04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (49c5d2c4-30b5-4425-88ee-18642fe9ab37), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:33.346519 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-939176f5-3d51-4de5-80da-2c482dd3e04b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:33.347696 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-939176f5-3d51-4de5-80da-2c482dd3e04b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/49c5d2c4-30b5-4425-88ee-18642fe9ab37 HTTP/1.1" status: 204 len: 168 time: 0.5745521 Feb 19 03:57:33.358372 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-05ed2674-ba59-4080-a88a-b3e4f64e05ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (974f99a6-73e7-42c5-bcc0-fbe5272b2674), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:33.391956 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-55009fbf-2956-4a81-bfce-0973e7d4c19b None None] Provisioning complete for port ada3754b-914a-4f8e-ade3-3cf8ddbacd22 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:33.392442 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-55009fbf-2956-4a81-bfce-0973e7d4c19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ada3754b-914a-4f8e-ade3-3cf8ddbacd22), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:33.392588 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ee7eda15-d4a2-433e-ab4c-135769204ff6 req-84c9cdb5-012d-440e-8443-be4116bdd580 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7107310 Feb 19 03:57:33.523903 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-55009fbf-2956-4a81-bfce-0973e7d4c19b None None] Port ada3754b-914a-4f8e-ade3-3cf8ddbacd22 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:57:33.551164 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939176f5-3d51-4de5-80da-2c482dd3e04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c5d2c4-30b5-4425-88ee-18642fe9ab37,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:33.584877 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-adcd6a22-f07f-469f-8bd9-c9fbcbf90a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:33.650223 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:33.685300 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6aa47d1f-e618-4a99-a502-76bafc086c03 req-0f162348-970c-4465-a218-2fd159472b06 service neutron] 10.222.0.26 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9703310 Feb 19 03:57:33.807903 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-257373c4-7c13-46c6-b8be-9034061f6506 req-7c8bbd4c-ab97-4ae5-b076-2f38732e34c4 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (91278599-7beb-4954-bd6e-9b857aa2e8eb), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:33.851521 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bbd4c-ab97-4ae5-b076-2f38732e34c4 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Pushing event deleted for resources: {'Port': ['ID=91278599-7beb-4954-bd6e-9b857aa2e8eb,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:33.872379 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486b4de-3048-4838-81ec-1bf27eaf1ed9 req-4e8f7dcc-d087-4f26-bd7f-e2f3bdef43f0 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:33.874217 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3486b4de-3048-4838-81ec-1bf27eaf1ed9 req-4e8f7dcc-d087-4f26-bd7f-e2f3bdef43f0 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 948 time: 0.2141023 Feb 19 03:57:33.939163 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd6a22-f07f-469f-8bd9-c9fbcbf90a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:34.048435 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6aa47d1f-e618-4a99-a502-76bafc086c03 req-860fdd60-4e08-4594-93af-c3f7846058b3 service neutron] 10.222.0.26 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465307 Feb 19 03:57:34.114090 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3486b4de-3048-4838-81ec-1bf27eaf1ed9 req-a2ace292-80aa-42e7-a7f3-ae36a6852b54 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076585 Feb 19 03:57:34.124869 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-257373c4-7c13-46c6-b8be-9034061f6506 req-7c8bbd4c-ab97-4ae5-b076-2f38732e34c4 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks [] for floatingip (ad4c97f3-4c09-443c-a57a-0cf09be50b14), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:34.133182 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-257373c4-7c13-46c6-b8be-9034061f6506 req-7c8bbd4c-ab97-4ae5-b076-2f38732e34c4 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:34.135234 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-257373c4-7c13-46c6-b8be-9034061f6506 req-7c8bbd4c-ab97-4ae5-b076-2f38732e34c4 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "DELETE /v2.0/floatingips/ad4c97f3-4c09-443c-a57a-0cf09be50b14 HTTP/1.1" status: 204 len: 173 time: 2.6787498 Feb 19 03:57:34.140604 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-05ed2674-ba59-4080-a88a-b3e4f64e05ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 974f99a6-73e7-42c5-bcc0-fbe5272b2674 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:57:34.190661 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-05ed2674-ba59-4080-a88a-b3e4f64e05ff service neutron] Publish callbacks [] for port (974f99a6-73e7-42c5-bcc0-fbe5272b2674), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:34.213858 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebea9097-b029-4619-b0d2-18e24550b208 x-openstack-request-id: req-ebea9097-b029-4619-b0d2-18e24550b208 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:34.215092 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd94b51-a364-4f0b-b569-f92971869088", "name": "network-vif-plugged", "status": "completed", "tag": "b58c7f45-a56a-4707-8775-f21173cc527c", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:34.215672 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ebea9097-b029-4619-b0d2-18e24550b208 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:34.216450 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd94b51-a364-4f0b-b569-f92971869088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58c7f45-a56a-4707-8775-f21173cc527c', 'code': 200} Feb 19 03:57:34.234537 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-05ed2674-ba59-4080-a88a-b3e4f64e05ff service neutron] Transition to ACTIVE for port object 974f99a6-73e7-42c5-bcc0-fbe5272b2674 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:57:34.337394 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-05ed2674-ba59-4080-a88a-b3e4f64e05ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (974f99a6-73e7-42c5-bcc0-fbe5272b2674), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:34.378910 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d213f20-697b-45c4-a461-a8d74af0a54a req-53f0516b-5936-4bff-95cf-026eb21e4ced tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:34.391476 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d213f20-697b-45c4-a461-a8d74af0a54a req-53f0516b-5936-4bff-95cf-026eb21e4ced tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 943 time: 0.1282237 Feb 19 03:57:34.480134 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed2674-ba59-4080-a88a-b3e4f64e05ff service neutron] Pushing event updated for resources: {'Port': ['ID=974f99a6-73e7-42c5-bcc0-fbe5272b2674,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:34.488028 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-adcd6a22-f07f-469f-8bd9-c9fbcbf90a0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (5dea093b-db0e-4110-8201-b8e24ad628da), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:34.728791 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 2d6710c1-b01f-4d94-8ce7-f3612a906f58 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:34.770582 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39b3073d-50fc-4fe7-87f2-afce8baa9679 req-b990c3df-6727-4cb9-b11d-f0b517a101fa tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/floatingips/c9d71f9d-703c-4e65-b9e1-6be333a9d90d HTTP/1.1" status: 200 len: 692 time: 0.2643068 Feb 19 03:57:34.777032 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d213f20-697b-45c4-a461-a8d74af0a54a req-b958dde8-9bd8-41cf-a530-342d6307cc71 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732455 Feb 19 03:57:34.830149 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-05ed2674-ba59-4080-a88a-b3e4f64e05ff service neutron] Attempting to bind port 974f99a6-73e7-42c5-bcc0-fbe5272b2674 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:57:34.830149 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-05ed2674-ba59-4080-a88a-b3e4f64e05ff service neutron] Attempting to bind port 974f99a6-73e7-42c5-bcc0-fbe5272b2674 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '09c12257-7d7a-45a5-be7d-27557a56df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:57:34.830149 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-05ed2674-ba59-4080-a88a-b3e4f64e05ff service neutron] Attempting to bind port 974f99a6-73e7-42c5-bcc0-fbe5272b2674 on network f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:34.846506 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-05ed2674-ba59-4080-a88a-b3e4f64e05ff service neutron] Port 974f99a6-73e7-42c5-bcc0-fbe5272b2674 on network f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:57:34.846835 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-05ed2674-ba59-4080-a88a-b3e4f64e05ff service neutron] Attempting to bind port 974f99a6-73e7-42c5-bcc0-fbe5272b2674 on network f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:34.854967 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 2d6710c1-b01f-4d94-8ce7-f3612a906f58 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:34.855258 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2d6710c1-b01f-4d94-8ce7-f3612a906f58), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:34.878150 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-05ed2674-ba59-4080-a88a-b3e4f64e05ff service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:57:34.878508 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-05ed2674-ba59-4080-a88a-b3e4f64e05ff service neutron] Checking segment: {'id': '09c12257-7d7a-45a5-be7d-27557a56df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:34.878900 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-05ed2674-ba59-4080-a88a-b3e4f64e05ff service neutron] Bound using segment: {'id': '09c12257-7d7a-45a5-be7d-27557a56df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:57:34.879345 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-05ed2674-ba59-4080-a88a-b3e4f64e05ff service neutron] Bound port: 974f99a6-73e7-42c5-bcc0-fbe5272b2674, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09c12257-7d7a-45a5-be7d-27557a56df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:57:34.879704 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-05ed2674-ba59-4080-a88a-b3e4f64e05ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (974f99a6-73e7-42c5-bcc0-fbe5272b2674), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:34.937185 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15787e58-771f-423b-8407-63ce671f34c0 req-4a5a7b7b-eb78-458d-ab3f-25be245a2b5d tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:34.939366 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-15787e58-771f-423b-8407-63ce671f34c0 req-4a5a7b7b-eb78-458d-ab3f-25be245a2b5d tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646&tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&binding%3Ahost_id=n-h1-828369-19 HTTP/1.1" status: 200 len: 948 time: 0.3050277 Feb 19 03:57:35.068680 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3073d-50fc-4fe7-87f2-afce8baa9679 req-d37e3506-e04d-4bfd-8727-772debe46c03 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:35.071260 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39b3073d-50fc-4fe7-87f2-afce8baa9679 req-d37e3506-e04d-4bfd-8727-772debe46c03 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 784 time: 0.2932463 Feb 19 03:57:35.174484 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-39b3073d-50fc-4fe7-87f2-afce8baa9679 req-33513348-1285-4c10-9b66-c3ae104ee844 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:57:35.182866 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39b3073d-50fc-4fe7-87f2-afce8baa9679 req-33513348-1285-4c10-9b66-c3ae104ee844 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0770795 Feb 19 03:57:35.288041 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43678) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:35.292885 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 2d6710c1-b01f-4d94-8ce7-f3612a906f58 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:35.293690 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2d6710c1-b01f-4d94-8ce7-f3612a906f58), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:35.324732 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39b3073d-50fc-4fe7-87f2-afce8baa9679 req-4da7aa66-e9bf-48db-9aa1-b4335f466ee8 tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.40 HTTP/1.1" status: 200 len: 695 time: 0.1409333 Feb 19 03:57:35.349723 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7dcc6-6988-4eae-aab7-522a573259fd req-87fff0e7-e9c0-4843-a89c-425e8143acbe tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:35.353161 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:35.355428 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 2d6710c1-b01f-4d94-8ce7-f3612a906f58, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2d6710c1-b01f-4d94-8ce7-f3612a906f58,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:35.355969 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7dcc6-6988-4eae-aab7-522a573259fd req-87fff0e7-e9c0-4843-a89c-425e8143acbe tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:35.363224 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ee7dcc6-6988-4eae-aab7-522a573259fd req-87fff0e7-e9c0-4843-a89c-425e8143acbe tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccf33a8-b43c-4d47-97c3-51f330fa330c HTTP/1.1" status: 200 len: 1666 time: 0.4069588 Feb 19 03:57:35.366352 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2d6710c1-b01f-4d94-8ce7-f3612a906f58), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:35.380208 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-05ed2674-ba59-4080-a88a-b3e4f64e05ff service neutron] For port 974f99a6-73e7-42c5-bcc0-fbe5272b2674, host n-h2-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:35.395664 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-05ed2674-ba59-4080-a88a-b3e4f64e05ff service neutron] For port 974f99a6-73e7-42c5-bcc0-fbe5272b2674, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=974f99a6-73e7-42c5-bcc0-fbe5272b2674,segment=NetworkSegment(09c12257-7d7a-45a5-be7d-27557a56df56),segment_id=09c12257-7d7a-45a5-be7d-27557a56df56)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:57:35.407876 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15787e58-771f-423b-8407-63ce671f34c0 req-e3e7cd7a-1a0b-4c86-ad06-faf57b4b22f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:35.409360 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-15787e58-771f-423b-8407-63ce671f34c0 req-e3e7cd7a-1a0b-4c86-ad06-faf57b4b22f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 1131 time: 0.3371396 Feb 19 03:57:35.491737 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=2d6710c1-b01f-4d94-8ce7-f3612a906f58,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:35.543670 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15787e58-771f-423b-8407-63ce671f34c0 req-a48fdf6b-d69f-4b4f-bbfb-e52fb81cbd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:35.545386 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-15787e58-771f-423b-8407-63ce671f34c0 req-a48fdf6b-d69f-4b4f-bbfb-e52fb81cbd17 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.1256297 Feb 19 03:57:35.561897 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39b3073d-50fc-4fe7-87f2-afce8baa9679 req-0d69616c-2a6c-4f56-a63f-15da75e9254e tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.40 HTTP/1.1" status: 200 len: 695 time: 0.2362547 Feb 19 03:57:35.562752 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-05ed2674-ba59-4080-a88a-b3e4f64e05ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (974f99a6-73e7-42c5-bcc0-fbe5272b2674), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:35.726300 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-5c499ddf-f698-423e-85cc-8a07d72436cd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-101196693-network', 'tenant_id': 'e952b91b3b25406bbe8d30a86212c23a'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:35.730923 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-15787e58-771f-423b-8407-63ce671f34c0 req-1e3be3ee-f7e2-436e-b3b1-a0b81f2869a8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=2d6710c1-b01f-4d94-8ce7-f3612a906f58 HTTP/1.1" status: 200 len: 217 time: 0.1779194 Feb 19 03:57:35.818824 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ee7dcc6-6988-4eae-aab7-522a573259fd req-41bd135d-c326-4b06-b020-5eb538b4512c tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546721 Feb 19 03:57:36.020173 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c499ddf-f698-423e-85cc-8a07d72436cd admin admin] Made reservation on behalf of e952b91b3b25406bbe8d30a86212c23a for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:57:36.028028 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5c499ddf-f698-423e-85cc-8a07d72436cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:36.053982 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5c499ddf-f698-423e-85cc-8a07d72436cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:36.075649 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15787e58-771f-423b-8407-63ce671f34c0 req-3f2fe5d5-2492-47ee-bf50-f412c981fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:36.077449 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-15787e58-771f-423b-8407-63ce671f34c0 req-3f2fe5d5-2492-47ee-bf50-f412c981fdae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.2774425 Feb 19 03:57:36.217855 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3acbe2d-13e3-443c-bdc6-420703298646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6710c1-b01f-4d94-8ce7-f3612a906f58'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:36.220544 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bb0be8-f06a-4bdd-93d0-cc26d00edd4e" -d '{"events": [{"server_uuid": "c3acbe2d-13e3-443c-bdc6-420703298646", "name": "network-vif-plugged", "status": "completed", "tag": "2d6710c1-b01f-4d94-8ce7-f3612a906f58"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:36.266134 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef494e2-5bf2-49c2-8201-3d25c59888a6 req-0dd9b58d-0b3a-47ca-975e-ae5e036699d3 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:36.283082 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ef494e2-5bf2-49c2-8201-3d25c59888a6 req-0dd9b58d-0b3a-47ca-975e-ae5e036699d3 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 949 time: 0.3380992 Feb 19 03:57:36.312931 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5c499ddf-f698-423e-85cc-8a07d72436cd admin admin] Publish callbacks [] for security_group (4960d06e-5d29-4973-bd90-d2612eea0b1c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:36.329243 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-05ed2674-ba59-4080-a88a-b3e4f64e05ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:36.329849 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-05ed2674-ba59-4080-a88a-b3e4f64e05ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:36.340857 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-05ed2674-ba59-4080-a88a-b3e4f64e05ff service neutron] 10.222.0.79 "PUT /v2.0/ports/974f99a6-73e7-42c5-bcc0-fbe5272b2674 HTTP/1.1" status: 200 len: 1093 time: 3.1431308 Feb 19 03:57:36.347745 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-39b3073d-50fc-4fe7-87f2-afce8baa9679 req-e085c6b2-c0f5-4896-ada0-7a1e5cf61b0d tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Deleting port bd5a7bca-e43b-44fa-963a-bf37f5bac90e {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:36.348140 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-39b3073d-50fc-4fe7-87f2-afce8baa9679 req-e085c6b2-c0f5-4896-ada0-7a1e5cf61b0d tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (bd5a7bca-e43b-44fa-963a-bf37f5bac90e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:36.379193 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5c499ddf-f698-423e-85cc-8a07d72436cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4960d06e-5d29-4973-bd90-d2612eea0b1c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:36.386324 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ccf33a8-b43c-4d47-97c3-51f330fa330c', 'tag': '974f99a6-73e7-42c5-bcc0-fbe5272b2674'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:36.388764 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4a5a0b-210d-4deb-9c2d-877da74ae23c" -d '{"events": [{"name": "network-changed", "server_uuid": "0ccf33a8-b43c-4d47-97c3-51f330fa330c", "tag": "974f99a6-73e7-42c5-bcc0-fbe5272b2674"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:36.391250 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed2674-ba59-4080-a88a-b3e4f64e05ff service neutron] Pushing event updated for resources: {'Port': ['ID=974f99a6-73e7-42c5-bcc0-fbe5272b2674,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:36.408878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c499ddf-f698-423e-85cc-8a07d72436cd admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:57:36.420179 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5c499ddf-f698-423e-85cc-8a07d72436cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (3155ef86-59cb-4ffd-ab93-f676dccae131), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:36.420531 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-5c499ddf-f698-423e-85cc-8a07d72436cd admin admin] Added segment 3155ef86-59cb-4ffd-ab93-f676dccae131 of type vlan for network 1febde4d-fe19-46be-83ad-d4a85392d5d8 Feb 19 03:57:36.425999 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-74ee1853-8317-4763-9d46-9b8a6e42f298 service neutron] Request body: {'port': {'device_id': '0ccf33a8-b43c-4d47-97c3-51f330fa330c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:36.503468 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5c499ddf-f698-423e-85cc-8a07d72436cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (1febde4d-fe19-46be-83ad-d4a85392d5d8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:36.507388 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcd6a22-f07f-469f-8bd9-c9fbcbf90a0b admin admin] Router 5dea093b-db0e-4110-8201-b8e24ad628da has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:57:36.508828 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-74ee1853-8317-4763-9d46-9b8a6e42f298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ada3754b-914a-4f8e-ade3-3cf8ddbacd22), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:36.617975 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c499ddf-f698-423e-85cc-8a07d72436cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4960d06e-5d29-4973-bd90-d2612eea0b1c,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:36.642349 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15787e58-771f-423b-8407-63ce671f34c0 req-dfafe548-3a5d-477b-a07b-5d703a97ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:36.643991 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-15787e58-771f-423b-8407-63ce671f34c0 req-dfafe548-3a5d-477b-a07b-5d703a97ede7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4922681 Feb 19 03:57:36.716316 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:36.729548 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device aa0d80b9-33dd-40df-9605-58cd8558092f no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:57:36.845254 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5c499ddf-f698-423e-85cc-8a07d72436cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (1febde4d-fe19-46be-83ad-d4a85392d5d8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:36.846633 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcd6a22-f07f-469f-8bd9-c9fbcbf90a0b admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:57:36.871283 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c499ddf-f698-423e-85cc-8a07d72436cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:36.873115 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5c499ddf-f698-423e-85cc-8a07d72436cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:36.875484 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-adcd6a22-f07f-469f-8bd9-c9fbcbf90a0b admin admin] 10.222.0.52 "PUT /v2.0/routers/5dea093b-db0e-4110-8201-b8e24ad628da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7641387 Feb 19 03:57:36.891663 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43702) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:36.896078 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port aa0d80b9-33dd-40df-9605-58cd8558092f is: DOWN; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:36.910664 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48fdd4a-ab76-4bf2-87bb-7dfcd595c64c None None] Sync routers for ids ['5dea093b-db0e-4110-8201-b8e24ad628da'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:57:36.933439 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48fdd4a-ab76-4bf2-87bb-7dfcd595c64c None None] Routers {'5dea093b-db0e-4110-8201-b8e24ad628da'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:36.934263 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-f48fdd4a-ab76-4bf2-87bb-7dfcd595c64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:57:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['5dea093b-db0e-4110-8201-b8e24ad628da'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:36.951790 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ef494e2-5bf2-49c2-8201-3d25c59888a6 req-db367710-dd07-43f5-8bbb-1973ef129c09 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6677668 Feb 19 03:57:37.202052 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5c499ddf-f698-423e-85cc-8a07d72436cd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9064181 Feb 19 03:57:37.207440 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43712) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:37.224130 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-f48fdd4a-ab76-4bf2-87bb-7dfcd595c64c None None] Set router 5dea093b-db0e-4110-8201-b8e24ad628da gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:37.225703 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-0dfd488a-20ab-4b47-a469-c73fa3d58add admin admin] Request body: {'subnet': {'network_id': '1febde4d-fe19-46be-83ad-d4a85392d5d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-101196693-subnet', 'tenant_id': 'e952b91b3b25406bbe8d30a86212c23a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:37.250486 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-74ee1853-8317-4763-9d46-9b8a6e42f298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada3754b-914a-4f8e-ade3-3cf8ddbacd22 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:57:37.269556 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-74ee1853-8317-4763-9d46-9b8a6e42f298 service neutron] Publish callbacks [] for port (ada3754b-914a-4f8e-ade3-3cf8ddbacd22), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:37.298846 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-15787e58-771f-423b-8407-63ce671f34c0 req-4fc791a2-7499-4520-999c-14f748e35af5 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6412632 Feb 19 03:57:37.302270 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-39b3073d-50fc-4fe7-87f2-afce8baa9679 req-e085c6b2-c0f5-4896-ada0-7a1e5cf61b0d tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (bd5a7bca-e43b-44fa-963a-bf37f5bac90e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:37.309741 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-39b3073d-50fc-4fe7-87f2-afce8baa9679 req-e085c6b2-c0f5-4896-ada0-7a1e5cf61b0d tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks [] for floatingip (bd5a7bca-e43b-44fa-963a-bf37f5bac90e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:37.313693 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c499ddf-f698-423e-85cc-8a07d72436cd admin admin] Pushing event updated for resources: {'Network': ['ID=1febde4d-fe19-46be-83ad-d4a85392d5d8,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:37.336317 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-74ee1853-8317-4763-9d46-9b8a6e42f298 service neutron] Transition to ACTIVE for port object ada3754b-914a-4f8e-ade3-3cf8ddbacd22 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:57:37.337570 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfd488a-20ab-4b47-a469-c73fa3d58add admin admin] Made reservation on behalf of e952b91b3b25406bbe8d30a86212c23a for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:57:37.340566 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0dfd488a-20ab-4b47-a469-c73fa3d58add admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:37.353747 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 1febde4d-fe19-46be-83ad-d4a85392d5d8 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:57:37.355709 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-74ee1853-8317-4763-9d46-9b8a6e42f298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (ada3754b-914a-4f8e-ade3-3cf8ddbacd22), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:37.479004 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0e07aef7-dc0a-4448-a75a-8a3e4cd9dbaa admin admin] Publish callbacks [] for router (5dea093b-db0e-4110-8201-b8e24ad628da), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:37.605856 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee1853-8317-4763-9d46-9b8a6e42f298 service neutron] Pushing event updated for resources: {'Port': ['ID=ada3754b-914a-4f8e-ade3-3cf8ddbacd22,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:37.713003 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0e07aef7-dc0a-4448-a75a-8a3e4cd9dbaa admin admin] Publish callbacks [] for router_gateway (5dea093b-db0e-4110-8201-b8e24ad628da), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:37.721527 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-39b3073d-50fc-4fe7-87f2-afce8baa9679 req-e085c6b2-c0f5-4896-ada0-7a1e5cf61b0d tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Calling delete_port for bd5a7bca-e43b-44fa-963a-bf37f5bac90e owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:37.767622 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-74ee1853-8317-4763-9d46-9b8a6e42f298 service neutron] Attempting to bind port ada3754b-914a-4f8e-ade3-3cf8ddbacd22 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:57:37.768200 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-74ee1853-8317-4763-9d46-9b8a6e42f298 service neutron] Attempting to bind port ada3754b-914a-4f8e-ade3-3cf8ddbacd22 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'bd6c8cca-33b6-48d5-a16e-620778f68e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3dd9b790-0c17-4538-bff3-90686970bdcb'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:57:37.768754 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-74ee1853-8317-4763-9d46-9b8a6e42f298 service neutron] Attempting to bind port ada3754b-914a-4f8e-ade3-3cf8ddbacd22 on network 3dd9b790-0c17-4538-bff3-90686970bdcb {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:37.800974 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-74ee1853-8317-4763-9d46-9b8a6e42f298 service neutron] Port ada3754b-914a-4f8e-ade3-3cf8ddbacd22 on network 3dd9b790-0c17-4538-bff3-90686970bdcb not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:57:37.801307 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-74ee1853-8317-4763-9d46-9b8a6e42f298 service neutron] Attempting to bind port ada3754b-914a-4f8e-ade3-3cf8ddbacd22 on network 3dd9b790-0c17-4538-bff3-90686970bdcb {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:37.820398 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-74ee1853-8317-4763-9d46-9b8a6e42f298 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:57:37.828771 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-f48fdd4a-ab76-4bf2-87bb-7dfcd595c64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dea093b-db0e-4110-8201-b8e24ad628da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-62730530-router', 'tenant_id': '4f7bdeef21394863b029ca83bb148cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'aae3662c-d31d-4850-81f6-a778915bb2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:41Z', 'updated_at': '2022-02-19T03:57:33Z', 'revision_number': 5, 'project_id': '4f7bdeef21394863b029ca83bb148cbe', 'gw_port': {'id': 'aae3662c-d31d-4850-81f6-a778915bb2f8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dea093b-db0e-4110-8201-b8e24ad628da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:43Z', 'updated_at': '2022-02-19T03:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:37.832407 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-74ee1853-8317-4763-9d46-9b8a6e42f298 service neutron] Checking segment: {'id': 'bd6c8cca-33b6-48d5-a16e-620778f68e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3dd9b790-0c17-4538-bff3-90686970bdcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:37.832407 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-74ee1853-8317-4763-9d46-9b8a6e42f298 service neutron] Bound using segment: {'id': 'bd6c8cca-33b6-48d5-a16e-620778f68e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3dd9b790-0c17-4538-bff3-90686970bdcb'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:57:37.832407 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-74ee1853-8317-4763-9d46-9b8a6e42f298 service neutron] Bound port: ada3754b-914a-4f8e-ade3-3cf8ddbacd22, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd6c8cca-33b6-48d5-a16e-620778f68e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3dd9b790-0c17-4538-bff3-90686970bdcb'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:57:37.832864 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-74ee1853-8317-4763-9d46-9b8a6e42f298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ada3754b-914a-4f8e-ade3-3cf8ddbacd22), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:37.858889 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48fdd4a-ab76-4bf2-87bb-7dfcd595c64c None None] Checking router: 5dea093b-db0e-4110-8201-b8e24ad628da for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:57:37.869941 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48fdd4a-ab76-4bf2-87bb-7dfcd595c64c None None] Routers {'5dea093b-db0e-4110-8201-b8e24ad628da'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:37.870979 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-f48fdd4a-ab76-4bf2-87bb-7dfcd595c64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:57:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['5dea093b-db0e-4110-8201-b8e24ad628da'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:37.926072 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b5366-00e8-4547-8244-90f95a8e4f81 req-d2d1421f-4828-429e-951f-a83cf43d1cc5 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:37.930848 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-357b5366-00e8-4547-8244-90f95a8e4f81 req-d2d1421f-4828-429e-951f-a83cf43d1cc5 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 943 time: 0.6685581 Feb 19 03:57:37.976942 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-f48fdd4a-ab76-4bf2-87bb-7dfcd595c64c None None] Set router 5dea093b-db0e-4110-8201-b8e24ad628da gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:38.041559 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-f48fdd4a-ab76-4bf2-87bb-7dfcd595c64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dea093b-db0e-4110-8201-b8e24ad628da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-62730530-router', 'tenant_id': '4f7bdeef21394863b029ca83bb148cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:41Z', 'updated_at': '2022-02-19T03:57:37Z', 'revision_number': 6, 'project_id': '4f7bdeef21394863b029ca83bb148cbe', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:38.084426 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48fdd4a-ab76-4bf2-87bb-7dfcd595c64c None None] The sync data for ids ['5dea093b-db0e-4110-8201-b8e24ad628da'] in n-d-828369-19 is: [{'id': '5dea093b-db0e-4110-8201-b8e24ad628da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-62730530-router', 'tenant_id': '4f7bdeef21394863b029ca83bb148cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:41Z', 'updated_at': '2022-02-19T03:57:37Z', 'revision_number': 6, 'project_id': '4f7bdeef21394863b029ca83bb148cbe', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:57:38.145616 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-357b5366-00e8-4547-8244-90f95a8e4f81 req-2fb58ba4-3fb0-4378-a344-faf9c5805b3c tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559672 Feb 19 03:57:38.178272 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-15787e58-771f-423b-8407-63ce671f34c0 req-552d2e18-16a0-41a0-bb31-fd872cd36a40 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8231115 Feb 19 03:57:38.200900 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-0e07aef7-dc0a-4448-a75a-8a3e4cd9dbaa admin admin] Deleting port aae3662c-d31d-4850-81f6-a778915bb2f8 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:38.201277 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0e07aef7-dc0a-4448-a75a-8a3e4cd9dbaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (aae3662c-d31d-4850-81f6-a778915bb2f8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:38.269436 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3474056a-741e-4991-b186-be3547f8c9e3 x-openstack-request-id: req-3474056a-741e-4991-b186-be3547f8c9e3 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:38.269979 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3acbe2d-13e3-443c-bdc6-420703298646", "name": "network-vif-plugged", "status": "completed", "tag": "2d6710c1-b01f-4d94-8ce7-f3612a906f58", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:38.269979 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3474056a-741e-4991-b186-be3547f8c9e3 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:38.270434 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3acbe2d-13e3-443c-bdc6-420703298646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6710c1-b01f-4d94-8ce7-f3612a906f58', 'code': 200} Feb 19 03:57:38.308659 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0dfd488a-20ab-4b47-a469-c73fa3d58add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (cfe6b481-0a90-44ac-b28b-1f7c3b2fc76d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:38.324094 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78d8a02-4b57-40b4-847b-aaf894bcf865 x-openstack-request-id: req-f78d8a02-4b57-40b4-847b-aaf894bcf865 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:38.324388 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ccf33a8-b43c-4d47-97c3-51f330fa330c", "tag": "974f99a6-73e7-42c5-bcc0-fbe5272b2674", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:38.324645 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f78d8a02-4b57-40b4-847b-aaf894bcf865 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:38.326699 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ccf33a8-b43c-4d47-97c3-51f330fa330c', 'tag': '974f99a6-73e7-42c5-bcc0-fbe5272b2674', 'status': 'completed', 'code': 200} Feb 19 03:57:38.383204 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-74ee1853-8317-4763-9d46-9b8a6e42f298 service neutron] For port ada3754b-914a-4f8e-ade3-3cf8ddbacd22, host n-h2-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:38.422282 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-74ee1853-8317-4763-9d46-9b8a6e42f298 service neutron] For port ada3754b-914a-4f8e-ade3-3cf8ddbacd22, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=ada3754b-914a-4f8e-ade3-3cf8ddbacd22,segment=NetworkSegment(bd6c8cca-33b6-48d5-a16e-620778f68e3b),segment_id=bd6c8cca-33b6-48d5-a16e-620778f68e3b)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:57:38.535467 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-74ee1853-8317-4763-9d46-9b8a6e42f298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (ada3754b-914a-4f8e-ade3-3cf8ddbacd22), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:38.559253 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd488a-20ab-4b47-a469-c73fa3d58add admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe6b481-0a90-44ac-b28b-1f7c3b2fc76d,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:38.631303 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfd488a-20ab-4b47-a469-c73fa3d58add admin admin] Checking segment: {'id': '3155ef86-59cb-4ffd-ab93-f676dccae131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1febde4d-fe19-46be-83ad-d4a85392d5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:38.632525 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfd488a-20ab-4b47-a469-c73fa3d58add admin admin] Network hostable DHCP agents. Network: 1febde4d-fe19-46be-83ad-d4a85392d5d8, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:57:38.682525 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-74ee1853-8317-4763-9d46-9b8a6e42f298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:38.683118 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-74ee1853-8317-4763-9d46-9b8a6e42f298 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:38.688230 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-74ee1853-8317-4763-9d46-9b8a6e42f298 service neutron] 10.222.0.79 "PUT /v2.0/ports/ada3754b-914a-4f8e-ade3-3cf8ddbacd22 HTTP/1.1" status: 200 len: 1092 time: 2.2670119 Feb 19 03:57:38.716802 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-0e07aef7-dc0a-4448-a75a-8a3e4cd9dbaa admin admin] For port aae3662c-d31d-4850-81f6-a778915bb2f8, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=aae3662c-d31d-4850-81f6-a778915bb2f8,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:38.717180 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0e07aef7-dc0a-4448-a75a-8a3e4cd9dbaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (aae3662c-d31d-4850-81f6-a778915bb2f8), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:38.750457 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee1853-8317-4763-9d46-9b8a6e42f298 service neutron] Pushing event updated for resources: {'Port': ['ID=ada3754b-914a-4f8e-ade3-3cf8ddbacd22,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:38.763329 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfd488a-20ab-4b47-a469-c73fa3d58add admin admin] Network 1febde4d-fe19-46be-83ad-d4a85392d5d8 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:57:38.789325 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-0e07aef7-dc0a-4448-a75a-8a3e4cd9dbaa admin admin] Calling delete_port for aae3662c-d31d-4850-81f6-a778915bb2f8 owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:38.800237 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-0dfd488a-20ab-4b47-a469-c73fa3d58add admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 1febde4d-fe19-46be-83ad-d4a85392d5d8) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:38.810848 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9656c97-505d-4ad4-90f4-16dcb886972f None None] Network 1febde4d-fe19-46be-83ad-d4a85392d5d8 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:57:38.813596 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfd488a-20ab-4b47-a469-c73fa3d58add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:38.818982 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0dfd488a-20ab-4b47-a469-c73fa3d58add admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:38.871208 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0dfd488a-20ab-4b47-a469-c73fa3d58add admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6610086 Feb 19 03:57:38.873999 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43724) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:38.889000 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-0d81c2cf-69de-4fdd-83e7-f55cd15fbf08 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-101196693-router', 'tenant_id': 'e952b91b3b25406bbe8d30a86212c23a', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:38.962875 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0d81c2cf-69de-4fdd-83e7-f55cd15fbf08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (b5a0bd39-41bc-42d2-b163-b8e14fa91e35), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:38.963871 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0d81c2cf-69de-4fdd-83e7-f55cd15fbf08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (b5a0bd39-41bc-42d2-b163-b8e14fa91e35), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:39.167955 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0d81c2cf-69de-4fdd-83e7-f55cd15fbf08 admin admin] Publish callbacks [] for router_controller (b5a0bd39-41bc-42d2-b163-b8e14fa91e35), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:39.186637 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025f55ed-e719-488f-9928-cfab07eca63d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-1febde4d-fe19-46be-83ad-d4a85392d5d8', 'network_id': '1febde4d-fe19-46be-83ad-d4a85392d5d8', 'project_id': 'e952b91b3b25406bbe8d30a86212c23a', 'fixed_ips': [{'subnet_id': 'cfe6b481-0a90-44ac-b28b-1f7c3b2fc76d'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:57:39.188864 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-025f55ed-e719-488f-9928-cfab07eca63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:39.195077 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-39b3073d-50fc-4fe7-87f2-afce8baa9679 req-e085c6b2-c0f5-4896-ada0-7a1e5cf61b0d tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (bd5a7bca-e43b-44fa-963a-bf37f5bac90e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:39.220404 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0e07aef7-dc0a-4448-a75a-8a3e4cd9dbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (aae3662c-d31d-4850-81f6-a778915bb2f8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:39.264610 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085c6b2-c0f5-4896-ada0-7a1e5cf61b0d tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Pushing event deleted for resources: {'Port': ['ID=bd5a7bca-e43b-44fa-963a-bf37f5bac90e,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:39.273413 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:57:39.322854 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a5a0b-210d-4deb-9c2d-877da74ae23c req-b791de22-2b63-47cd-80fc-a9cc9e07356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:39.323619 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a5a0b-210d-4deb-9c2d-877da74ae23c req-b791de22-2b63-47cd-80fc-a9cc9e07356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:39.325665 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6b4a5a0b-210d-4deb-9c2d-877da74ae23c req-b791de22-2b63-47cd-80fc-a9cc9e07356e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fb339ae23aa545ea84da8ff07fd95109&device_id=0ccf33a8-b43c-4d47-97c3-51f330fa330c HTTP/1.1" status: 200 len: 2001 time: 0.9522476 Feb 19 03:57:39.375785 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcaf68f-2735-4207-a2a7-40b515837078 req-5839cdd8-fc84-4dbc-995c-71aef6021bb9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:39.382202 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcaf68f-2735-4207-a2a7-40b515837078 req-5839cdd8-fc84-4dbc-995c-71aef6021bb9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:39.384094 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-abcaf68f-2735-4207-a2a7-40b515837078 req-5839cdd8-fc84-4dbc-995c-71aef6021bb9 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccf33a8-b43c-4d47-97c3-51f330fa330c HTTP/1.1" status: 200 len: 1678 time: 0.9750547 Feb 19 03:57:39.425056 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07aef7-dc0a-4448-a75a-8a3e4cd9dbaa admin admin] Pushing event deleted for resources: {'Port': ['ID=aae3662c-d31d-4850-81f6-a778915bb2f8,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:39.517477 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-abcaf68f-2735-4207-a2a7-40b515837078 req-c654c9c2-dfce-4cf5-968c-725b3466a1bc tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664103 Feb 19 03:57:39.554314 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-025f55ed-e719-488f-9928-cfab07eca63d None None] Allocated IP 172.20.0.2 (1febde4d-fe19-46be-83ad-d4a85392d5d8/cfe6b481-0a90-44ac-b28b-1f7c3b2fc76d/782ff2e5-1a54-4875-8df0-3a10e88a5e83) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:39.577415 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0d81c2cf-69de-4fdd-83e7-f55cd15fbf08 admin admin] Publish callbacks [] for router_gateway (b5a0bd39-41bc-42d2-b163-b8e14fa91e35), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:39.887269 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-025f55ed-e719-488f-9928-cfab07eca63d None None] Publish callbacks [] for port (782ff2e5-1a54-4875-8df0-3a10e88a5e83), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:39.939821 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-025f55ed-e719-488f-9928-cfab07eca63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (782ff2e5-1a54-4875-8df0-3a10e88a5e83), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:39.992721 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-39b3073d-50fc-4fe7-87f2-afce8baa9679 req-e085c6b2-c0f5-4896-ada0-7a1e5cf61b0d tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks [] for floatingip (c9d71f9d-703c-4e65-b9e1-6be333a9d90d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:39.995599 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-39b3073d-50fc-4fe7-87f2-afce8baa9679 req-e085c6b2-c0f5-4896-ada0-7a1e5cf61b0d tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:39.996880 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39b3073d-50fc-4fe7-87f2-afce8baa9679 req-e085c6b2-c0f5-4896-ada0-7a1e5cf61b0d tempest-FloatingIPDetailsTestJSON-451533898 tempest-FloatingIPDetailsTestJSON-451533898-project] 10.222.0.52 "DELETE /v2.0/floatingips/c9d71f9d-703c-4e65-b9e1-6be333a9d90d HTTP/1.1" status: 204 len: 173 time: 4.4339015 Feb 19 03:57:40.023883 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0e07aef7-dc0a-4448-a75a-8a3e4cd9dbaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (5dea093b-db0e-4110-8201-b8e24ad628da), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:40.040386 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43730) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:40.052273 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:57:40.052901 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device df0d1a6d-5511-45e2-bcdf-ae3b7f90f9c6 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:57:40.054133 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device aae3662c-d31d-4850-81f6-a778915bb2f8 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:57:40.060774 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f55ed-e719-488f-9928-cfab07eca63d None None] Pushing event updated for resources: {'Port': ['ID=782ff2e5-1a54-4875-8df0-3a10e88a5e83,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:40.126199 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: aae3662c-d31d-4850-81f6-a778915bb2f8 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:57:40.142036 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0e07aef7-dc0a-4448-a75a-8a3e4cd9dbaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (5dea093b-db0e-4110-8201-b8e24ad628da), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:40.142339 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device aae3662c-d31d-4850-81f6-a778915bb2f8 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:57:40.143175 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0e07aef7-dc0a-4448-a75a-8a3e4cd9dbaa admin admin] Publish callbacks [] for router_controller (5dea093b-db0e-4110-8201-b8e24ad628da), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:40.165758 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025f55ed-e719-488f-9928-cfab07eca63d None None] Network 1febde4d-fe19-46be-83ad-d4a85392d5d8 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:40.175089 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-025f55ed-e719-488f-9928-cfab07eca63d None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:40.175912 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0d81c2cf-69de-4fdd-83e7-f55cd15fbf08 admin admin] Publish callbacks [] for router_gateway (b5a0bd39-41bc-42d2-b163-b8e14fa91e35), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:40.184303 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025f55ed-e719-488f-9928-cfab07eca63d None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:40.258391 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0e07aef7-dc0a-4448-a75a-8a3e4cd9dbaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (5dea093b-db0e-4110-8201-b8e24ad628da), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:40.258972 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e07aef7-dc0a-4448-a75a-8a3e4cd9dbaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dea093b-db0e-4110-8201-b8e24ad628da {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:57:40.263166 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0d81c2cf-69de-4fdd-83e7-f55cd15fbf08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:40.276796 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0e07aef7-dc0a-4448-a75a-8a3e4cd9dbaa admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:40.280302 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0e07aef7-dc0a-4448-a75a-8a3e4cd9dbaa admin admin] 10.222.0.52 "DELETE /v2.0/routers/5dea093b-db0e-4110-8201-b8e24ad628da HTTP/1.1" status: 204 len: 168 time: 3.3722384 Feb 19 03:57:40.297408 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43742) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:40.298753 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a5a0b-210d-4deb-9c2d-877da74ae23c req-7b81b7fc-fd0f-42e1-8501-e2f0beb00410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:40.299236 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a5a0b-210d-4deb-9c2d-877da74ae23c req-7b81b7fc-fd0f-42e1-8501-e2f0beb00410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:40.299699 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a5a0b-210d-4deb-9c2d-877da74ae23c req-7b81b7fc-fd0f-42e1-8501-e2f0beb00410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:40.301286 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6b4a5a0b-210d-4deb-9c2d-877da74ae23c req-7b81b7fc-fd0f-42e1-8501-e2f0beb00410 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=fb339ae23aa545ea84da8ff07fd95109&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.9443400 Feb 19 03:57:40.324683 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-025f55ed-e719-488f-9928-cfab07eca63d None None] Attempting to bind port 782ff2e5-1a54-4875-8df0-3a10e88a5e83 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:57:40.325243 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-025f55ed-e719-488f-9928-cfab07eca63d None None] Attempting to bind port 782ff2e5-1a54-4875-8df0-3a10e88a5e83 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '3155ef86-59cb-4ffd-ab93-f676dccae131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1febde4d-fe19-46be-83ad-d4a85392d5d8'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:57:40.325639 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025f55ed-e719-488f-9928-cfab07eca63d None None] Attempting to bind port 782ff2e5-1a54-4875-8df0-3a10e88a5e83 on network 1febde4d-fe19-46be-83ad-d4a85392d5d8 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:40.338382 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025f55ed-e719-488f-9928-cfab07eca63d None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:57:40.338937 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025f55ed-e719-488f-9928-cfab07eca63d None None] Checking segment: {'id': '3155ef86-59cb-4ffd-ab93-f676dccae131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1febde4d-fe19-46be-83ad-d4a85392d5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:40.339445 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-025f55ed-e719-488f-9928-cfab07eca63d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:40.339945 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025f55ed-e719-488f-9928-cfab07eca63d None None] Bound using segment: {'id': '3155ef86-59cb-4ffd-ab93-f676dccae131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1febde4d-fe19-46be-83ad-d4a85392d5d8'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:57:40.340636 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-025f55ed-e719-488f-9928-cfab07eca63d None None] Bound port: 782ff2e5-1a54-4875-8df0-3a10e88a5e83, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3155ef86-59cb-4ffd-ab93-f676dccae131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1febde4d-fe19-46be-83ad-d4a85392d5d8'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:57:40.341421 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-025f55ed-e719-488f-9928-cfab07eca63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (782ff2e5-1a54-4875-8df0-3a10e88a5e83), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:40.406366 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956cd6c-2759-4e42-a2b0-b3af6faf92a9 req-18617426-6437-4cd8-8951-5d5262e36903 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:40.409678 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1956cd6c-2759-4e42-a2b0-b3af6faf92a9 req-18617426-6437-4cd8-8951-5d5262e36903 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 949 time: 0.5418849 Feb 19 03:57:40.440041 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ccf33a8-b43c-4d47-97c3-51f330fa330c', 'tag': 'ada3754b-914a-4f8e-ade3-3cf8ddbacd22'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:40.442289 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda03891-e8fe-41b6-a17a-24ecb60084aa" -d '{"events": [{"name": "network-changed", "server_uuid": "0ccf33a8-b43c-4d47-97c3-51f330fa330c", "tag": "ada3754b-914a-4f8e-ade3-3cf8ddbacd22"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:40.503411 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-025f55ed-e719-488f-9928-cfab07eca63d None None] For port 782ff2e5-1a54-4875-8df0-3a10e88a5e83, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:40.522903 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-025f55ed-e719-488f-9928-cfab07eca63d None None] For port 782ff2e5-1a54-4875-8df0-3a10e88a5e83, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=782ff2e5-1a54-4875-8df0-3a10e88a5e83,segment=NetworkSegment(3155ef86-59cb-4ffd-ab93-f676dccae131),segment_id=3155ef86-59cb-4ffd-ab93-f676dccae131)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:57:40.532975 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-025f55ed-e719-488f-9928-cfab07eca63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (782ff2e5-1a54-4875-8df0-3a10e88a5e83), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:40.592850 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-0d81c2cf-69de-4fdd-83e7-f55cd15fbf08 admin admin] Allocated IP 172.25.3.134 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/61458314-b986-4451-9443-5a22a3f7502f) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:40.693113 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1956cd6c-2759-4e42-a2b0-b3af6faf92a9 req-e1dd7763-64ff-45dd-be67-d5cc8bef4033 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111259 Feb 19 03:57:40.722267 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f55ed-e719-488f-9928-cfab07eca63d None None] Pushing event updated for resources: {'Port': ['ID=782ff2e5-1a54-4875-8df0-3a10e88a5e83,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:40.762971 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f1f187-44f7-44fb-b768-0063cea3ea10 admin admin] Deleting subnet b7afedf1-28b8-4dcb-a5ef-9ea7772eea9e {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:57:40.782114 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-77f1f187-44f7-44fb-b768-0063cea3ea10 admin admin] Publish callbacks [] for subnet (b7afedf1-28b8-4dcb-a5ef-9ea7772eea9e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:40.872037 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d169a-f930-4667-8bdb-7922bd970b47 req-192bb8cb-1b7d-4065-abc6-cabd317add26 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:40.887759 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bb1d169a-f930-4667-8bdb-7922bd970b47 req-192bb8cb-1b7d-4065-abc6-cabd317add26 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 943 time: 0.6084402 Feb 19 03:57:40.945781 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0d81c2cf-69de-4fdd-83e7-f55cd15fbf08 admin admin] Publish callbacks [] for port (61458314-b986-4451-9443-5a22a3f7502f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:41.009224 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a5a0b-210d-4deb-9c2d-877da74ae23c req-80c3471c-4e7d-4855-aa80-93186840bbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:41.012633 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6b4a5a0b-210d-4deb-9c2d-877da74ae23c req-80c3471c-4e7d-4855-aa80-93186840bbd7 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6922736 Feb 19 03:57:41.029814 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-77f1f187-44f7-44fb-b768-0063cea3ea10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (b7afedf1-28b8-4dcb-a5ef-9ea7772eea9e), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:41.127715 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0d81c2cf-69de-4fdd-83e7-f55cd15fbf08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (61458314-b986-4451-9443-5a22a3f7502f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:41.144313 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bb1d169a-f930-4667-8bdb-7922bd970b47 req-381a6af5-0aa7-48e3-b407-d926a65d9ddf tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554293 Feb 19 03:57:41.283586 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a297e59-e450-4b32-a030-7dc2665f1834 req-d88e8324-2c31-4e04-9107-7028f05b53f2 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:41.297741 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a297e59-e450-4b32-a030-7dc2665f1834 req-d88e8324-2c31-4e04-9107-7028f05b53f2 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:41.318475 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4a297e59-e450-4b32-a030-7dc2665f1834 req-d88e8324-2c31-4e04-9107-7028f05b53f2 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccf33a8-b43c-4d47-97c3-51f330fa330c HTTP/1.1" status: 200 len: 1678 time: 0.3676078 Feb 19 03:57:41.327905 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 782ff2e5-1a54-4875-8df0-3a10e88a5e83 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:41.358186 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d81c2cf-69de-4fdd-83e7-f55cd15fbf08 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:41.362089 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81c2cf-69de-4fdd-83e7-f55cd15fbf08 admin admin] Pushing event updated for resources: {'Port': ['ID=61458314-b986-4451-9443-5a22a3f7502f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:41.376777 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-0d81c2cf-69de-4fdd-83e7-f55cd15fbf08 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:41.380469 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d81c2cf-69de-4fdd-83e7-f55cd15fbf08 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:41.411276 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-8d9cf352-a909-4414-9c39-3f7166eb46a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:41.412048 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-8d9cf352-a909-4414-9c39-3f7166eb46a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:41.414410 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-8d9cf352-a909-4414-9c39-3f7166eb46a7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fb339ae23aa545ea84da8ff07fd95109&device_id=0ccf33a8-b43c-4d47-97c3-51f330fa330c HTTP/1.1" status: 200 len: 2044 time: 0.3333130 Feb 19 03:57:41.460517 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-77f1f187-44f7-44fb-b768-0063cea3ea10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (b7afedf1-28b8-4dcb-a5ef-9ea7772eea9e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:41.471213 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 782ff2e5-1a54-4875-8df0-3a10e88a5e83 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:41.471631 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (782ff2e5-1a54-4875-8df0-3a10e88a5e83), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:41.554927 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-10f18a24-3a6e-4e05-bc28-532f16bdf77f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.184&port_id=974f99a6-73e7-42c5-bcc0-fbe5272b2674 HTTP/1.1" status: 200 len: 217 time: 0.0988979 Feb 19 03:57:41.578078 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4a297e59-e450-4b32-a030-7dc2665f1834 req-ee8d0eb4-8f76-492e-bc6c-b809bc68ab7c tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567894 Feb 19 03:57:41.615210 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97ec05-5ea3-4658-a8a3-64daa846ecbd req-851f2ae8-a9a2-4656-b7fd-4e65ed182631 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:41.628086 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e97ec05-5ea3-4658-a8a3-64daa846ecbd req-851f2ae8-a9a2-4656-b7fd-4e65ed182631 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 949 time: 0.2783771 Feb 19 03:57:41.644890 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 782ff2e5-1a54-4875-8df0-3a10e88a5e83 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:41.647178 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (782ff2e5-1a54-4875-8df0-3a10e88a5e83), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:41.746808 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 782ff2e5-1a54-4875-8df0-3a10e88a5e83, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=782ff2e5-1a54-4875-8df0-3a10e88a5e83,segment=NetworkSegment(3155ef86-59cb-4ffd-ab93-f676dccae131),segment_id=3155ef86-59cb-4ffd-ab93-f676dccae131)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:41.760916 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b18a5a-40ff-463f-b04d-90874d25a40d x-openstack-request-id: req-51b18a5a-40ff-463f-b04d-90874d25a40d {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:41.761228 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ccf33a8-b43c-4d47-97c3-51f330fa330c", "tag": "ada3754b-914a-4f8e-ade3-3cf8ddbacd22", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:41.761463 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-51b18a5a-40ff-463f-b04d-90874d25a40d {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:41.761999 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ccf33a8-b43c-4d47-97c3-51f330fa330c', 'tag': 'ada3754b-914a-4f8e-ade3-3cf8ddbacd22', 'status': 'completed', 'code': 200} Feb 19 03:57:41.776396 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (782ff2e5-1a54-4875-8df0-3a10e88a5e83), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:41.872117 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=782ff2e5-1a54-4875-8df0-3a10e88a5e83,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:41.883721 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-77f1f187-44f7-44fb-b768-0063cea3ea10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (b7afedf1-28b8-4dcb-a5ef-9ea7772eea9e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:41.888655 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:41.889145 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:41.889588 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:41.890023 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:41.890505 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:41.891351 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:41.892695 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-4e11b034-844a-40b1-96c4-8cf6265c404c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:41.893576 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:41.897886 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:41.898550 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:41.898952 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-4e11b034-844a-40b1-96c4-8cf6265c404c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c5c3137f-408e-457f-8a05-51c535b6c2fa HTTP/1.1" status: 200 len: 801 time: 0.3217587 Feb 19 03:57:41.899285 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:41.899896 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:41.900422 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:41.900845 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:42.101681 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db56f45-49c9-44a7-807f-76c3b2e65e57 None None] Network a569fae6-e3fb-4c17-8407-4ceed036793e requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:57:42.160513 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1f187-44f7-44fb-b768-0063cea3ea10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7afedf1-28b8-4dcb-a5ef-9ea7772eea9e,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:42.167066 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e97ec05-5ea3-4658-a8a3-64daa846ecbd req-8ccfd0b2-a818-4f64-91d1-5fff7ecf719c tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381227 Feb 19 03:57:42.168541 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-77f1f187-44f7-44fb-b768-0063cea3ea10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:42.175511 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-77f1f187-44f7-44fb-b768-0063cea3ea10 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b7afedf1-28b8-4dcb-a5ef-9ea7772eea9e HTTP/1.1" status: 204 len: 168 time: 1.8732553 Feb 19 03:57:42.206208 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43764) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:42.240318 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0d81c2cf-69de-4fdd-83e7-f55cd15fbf08 admin admin] Publish callbacks [] for router_gateway (b5a0bd39-41bc-42d2-b163-b8e14fa91e35), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:42.394813 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7155e10b-a8b2-4221-bf7e-36a30fd253ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (a569fae6-e3fb-4c17-8407-4ceed036793e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:42.476723 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c4e1dc-c28d-4521-a51d-c5107d82a11c None None] DHCP port deletion for a569fae6-e3fb-4c17-8407-4ceed036793e request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:57:42.512135 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-c2310d5c-eba6-4f07-94fc-251f1e6d11ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:42.514770 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-c2310d5c-eba6-4f07-94fc-251f1e6d11ca service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5957341 Feb 19 03:57:42.606478 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feac74a2-2c6c-4816-bc44-c599815099e6 None None] Network 1febde4d-fe19-46be-83ad-d4a85392d5d8 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:57:42.690366 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f209328-fa2d-49b8-bc10-334eb4b9c9fb req-f85b2f69-78b7-49b6-9625-68507726fff3 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:42.692289 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f209328-fa2d-49b8-bc10-334eb4b9c9fb req-f85b2f69-78b7-49b6-9625-68507726fff3 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 943 time: 0.2857144 Feb 19 03:57:42.747762 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-98ae2594-71f9-4a30-8251-405b77433758 None None] Provisioning complete for port 782ff2e5-1a54-4875-8df0-3a10e88a5e83 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:42.748552 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-98ae2594-71f9-4a30-8251-405b77433758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (782ff2e5-1a54-4875-8df0-3a10e88a5e83), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:42.764213 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8aecca7f-f090-41ca-aa8d-ab24995602f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (843d6d6c-97a8-444b-92a1-2e6aa0343585), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:42.804439 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-77c4e1dc-c28d-4521-a51d-c5107d82a11c None None] Deleting port 8cbd2845-be45-42ae-a9b5-1ccb2eefa896 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:42.805189 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-77c4e1dc-c28d-4521-a51d-c5107d82a11c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (8cbd2845-be45-42ae-a9b5-1ccb2eefa896), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:42.914230 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-7155e10b-a8b2-4221-bf7e-36a30fd253ed admin admin] Deleting port 8cbd2845-be45-42ae-a9b5-1ccb2eefa896 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:42.914631 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7155e10b-a8b2-4221-bf7e-36a30fd253ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (8cbd2845-be45-42ae-a9b5-1ccb2eefa896), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:43.033284 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-98ae2594-71f9-4a30-8251-405b77433758 None None] Current status of the port 782ff2e5-1a54-4875-8df0-3a10e88a5e83 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:43.068090 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-77c4e1dc-c28d-4521-a51d-c5107d82a11c None None] For port 8cbd2845-be45-42ae-a9b5-1ccb2eefa896, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8cbd2845-be45-42ae-a9b5-1ccb2eefa896,segment=NetworkSegment(30bdaa07-be78-4c64-8e78-b77f3b29609c),segment_id=30bdaa07-be78-4c64-8e78-b77f3b29609c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:43.070573 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-77c4e1dc-c28d-4521-a51d-c5107d82a11c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (8cbd2845-be45-42ae-a9b5-1ccb2eefa896), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:43.092751 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e394a21-cd8f-422f-ab9b-8d5a7bfd6b89 req-75b7fd47-a5bb-4d18-81b1-80b958697ee3 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:43.093900 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-77c4e1dc-c28d-4521-a51d-c5107d82a11c None None] Calling delete_port for 8cbd2845-be45-42ae-a9b5-1ccb2eefa896 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:43.100815 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e394a21-cd8f-422f-ab9b-8d5a7bfd6b89 req-75b7fd47-a5bb-4d18-81b1-80b958697ee3 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:43.111873 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e394a21-cd8f-422f-ab9b-8d5a7bfd6b89 req-75b7fd47-a5bb-4d18-81b1-80b958697ee3 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccf33a8-b43c-4d47-97c3-51f330fa330c HTTP/1.1" status: 200 len: 1678 time: 0.3490956 Feb 19 03:57:43.149208 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f209328-fa2d-49b8-bc10-334eb4b9c9fb req-1e926339-d59d-4f5b-b61b-103eff77beec tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268224 Feb 19 03:57:43.260097 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-245b70fe-3ed4-40eb-9f82-e002da50557d service neutron] 10.222.0.79 "GET /v2.0/networks/f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6999555 Feb 19 03:57:43.329432 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-77c4e1dc-c28d-4521-a51d-c5107d82a11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (8cbd2845-be45-42ae-a9b5-1ccb2eefa896), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:43.376878 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4e1dc-c28d-4521-a51d-c5107d82a11c None None] Pushing event deleted for resources: {'Port': ['ID=8cbd2845-be45-42ae-a9b5-1ccb2eefa896,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:43.380639 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 782ff2e5-1a54-4875-8df0-3a10e88a5e83 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:43.435361 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c4e1dc-c28d-4521-a51d-c5107d82a11c None None] No DVR routers for this DVR port 8cbd2845-be45-42ae-a9b5-1ccb2eefa896 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:57:43.508037 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-7155e10b-a8b2-4221-bf7e-36a30fd253ed admin admin] For port 8cbd2845-be45-42ae-a9b5-1ccb2eefa896, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8cbd2845-be45-42ae-a9b5-1ccb2eefa896,segment=NetworkSegment(30bdaa07-be78-4c64-8e78-b77f3b29609c),segment_id=30bdaa07-be78-4c64-8e78-b77f3b29609c)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:43.508618 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7155e10b-a8b2-4221-bf7e-36a30fd253ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (8cbd2845-be45-42ae-a9b5-1ccb2eefa896), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:43.529629 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 782ff2e5-1a54-4875-8df0-3a10e88a5e83 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:43.530770 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (782ff2e5-1a54-4875-8df0-3a10e88a5e83), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:43.540490 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e083267-7eac-4241-94ab-758911d63dea req-03719627-7cdc-45db-9d40-cabcb2411387 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1592250 Feb 19 03:57:43.609866 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e394a21-cd8f-422f-ab9b-8d5a7bfd6b89 req-34374afb-37d0-42d0-9c87-3d2957218e28 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597995 Feb 19 03:57:43.623755 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-7155e10b-a8b2-4221-bf7e-36a30fd253ed admin admin] Calling delete_port for 8cbd2845-be45-42ae-a9b5-1ccb2eefa896 owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:43.706739 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 782ff2e5-1a54-4875-8df0-3a10e88a5e83 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:43.719358 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-15b3e2a2-17fc-4444-b99a-921bcd21f06f service neutron] 10.222.0.79 "GET /v2.0/networks/f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493089 Feb 19 03:57:43.745092 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b40253ed-2d61-49b9-afb6-84ec95e4e517 None None] Provisioning complete for port 782ff2e5-1a54-4875-8df0-3a10e88a5e83 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:43.745539 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b40253ed-2d61-49b9-afb6-84ec95e4e517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (782ff2e5-1a54-4875-8df0-3a10e88a5e83), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:43.818651 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8cbd2845-be45-42ae-a9b5-1ccb2eefa896 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:57:43.838689 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0d81c2cf-69de-4fdd-83e7-f55cd15fbf08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (b5a0bd39-41bc-42d2-b163-b8e14fa91e35), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:43.870586 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 8cbd2845-be45-42ae-a9b5-1ccb2eefa896 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:57:43.870913 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8cbd2845-be45-42ae-a9b5-1ccb2eefa896 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:57:43.984046 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b40253ed-2d61-49b9-afb6-84ec95e4e517 None None] Current status of the port 782ff2e5-1a54-4875-8df0-3a10e88a5e83 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:44.024723 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-8aecca7f-f090-41ca-aa8d-ab24995602f5 admin admin] Deleting port 6cac9e6f-6639-4423-a07f-5f71eb4e18e2 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:44.025141 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8aecca7f-f090-41ca-aa8d-ab24995602f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (6cac9e6f-6639-4423-a07f-5f71eb4e18e2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:44.152311 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-8aecca7f-f090-41ca-aa8d-ab24995602f5 admin admin] For port 6cac9e6f-6639-4423-a07f-5f71eb4e18e2, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=6cac9e6f-6639-4423-a07f-5f71eb4e18e2,segment=NetworkSegment(e71b3dbd-fb5f-4ed3-8510-6ff14354abca),segment_id=e71b3dbd-fb5f-4ed3-8510-6ff14354abca)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:44.152662 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8aecca7f-f090-41ca-aa8d-ab24995602f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (6cac9e6f-6639-4423-a07f-5f71eb4e18e2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:44.155245 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d81c2cf-69de-4fdd-83e7-f55cd15fbf08 admin admin] Router b5a0bd39-41bc-42d2-b163-b8e14fa91e35 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:57:44.171170 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-8aecca7f-f090-41ca-aa8d-ab24995602f5 admin admin] Calling delete_port for 6cac9e6f-6639-4423-a07f-5f71eb4e18e2 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:44.184891 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-f62c10af-8a4c-408d-bebc-30a9ec738c8e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.29&port_id=ada3754b-914a-4f8e-ade3-3cf8ddbacd22 HTTP/1.1" status: 200 len: 217 time: 0.4546399 Feb 19 03:57:44.186330 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e39df7d9-b450-41dc-b105-483edd2a371f req-ed0a51b4-cf88-45fe-99dc-edc4012f311c service neutron] 10.222.0.26 "GET /v2.0/ports/aa0d80b9-33dd-40df-9605-58cd8558092f/bindings/n-h2-828369-19 HTTP/1.1" status: 200 len: 385 time: 1.0195410 Feb 19 03:57:44.278459 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-1b7ddfc9-4298-4816-bf01-ed6631e88012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:44.280290 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-1b7ddfc9-4298-4816-bf01-ed6631e88012 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a759a718-1fff-4757-9c38-c9824da99af8 HTTP/1.1" status: 200 len: 801 time: 0.0501096 Feb 19 03:57:44.295865 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d81c2cf-69de-4fdd-83e7-f55cd15fbf08 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:57:44.308068 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1421da4a-d415-4df8-aeb2-681ec8a65d4c None None] Sync routers for ids ['b5a0bd39-41bc-42d2-b163-b8e14fa91e35'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:57:44.324333 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1421da4a-d415-4df8-aeb2-681ec8a65d4c None None] Routers {'b5a0bd39-41bc-42d2-b163-b8e14fa91e35'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:44.326372 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-1421da4a-d415-4df8-aeb2-681ec8a65d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:57:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['b5a0bd39-41bc-42d2-b163-b8e14fa91e35'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:44.360240 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0d81c2cf-69de-4fdd-83e7-f55cd15fbf08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:44.361735 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0d81c2cf-69de-4fdd-83e7-f55cd15fbf08 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.4812460 Feb 19 03:57:44.364800 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43804) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:44.588784 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f56ac0-1833-42a6-8721-bb743364d317 req-11cd658f-ac44-431a-b2ca-4b2ff060f85d tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:44.593828 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0f56ac0-1833-42a6-8721-bb743364d317 req-11cd658f-ac44-431a-b2ca-4b2ff060f85d tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 943 time: 0.3060737 Feb 19 03:57:44.605688 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-1421da4a-d415-4df8-aeb2-681ec8a65d4c None None] Set router b5a0bd39-41bc-42d2-b163-b8e14fa91e35 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:44.686907 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0f56ac0-1833-42a6-8721-bb743364d317 req-26c375b4-19f8-4c77-a893-c374e06ff70e tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766633 Feb 19 03:57:44.717501 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e083267-7eac-4241-94ab-758911d63dea req-357f97ad-dd55-493b-ab28-853f5c1d8f09 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:44.719477 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e083267-7eac-4241-94ab-758911d63dea req-357f97ad-dd55-493b-ab28-853f5c1d8f09 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1632316 Feb 19 03:57:44.723128 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-3e2442f4-4aae-4266-81e6-dd08b8420aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:44.735535 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-3e2442f4-4aae-4266-81e6-dd08b8420aa1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3dd9b790-0c17-4538-bff3-90686970bdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3279994 Feb 19 03:57:44.765514 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e083267-7eac-4241-94ab-758911d63dea req-fdf540eb-f2fa-4716-bbb7-93a7e8c6d11b tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/quotas/e0a0ced50b0f4fce99b90209ed8886f4 HTTP/1.1" status: 200 len: 375 time: 0.0275118 Feb 19 03:57:44.874473 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-02ce5682-bed3-4950-8fdc-6081406ca49b service neutron] 10.222.0.79 "GET /v2.0/networks/3dd9b790-0c17-4538-bff3-90686970bdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069336 Feb 19 03:57:44.975630 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7155e10b-a8b2-4221-bf7e-36a30fd253ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (8cbd2845-be45-42ae-a9b5-1ccb2eefa896), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:45.022376 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7155e10b-a8b2-4221-bf7e-36a30fd253ed admin admin] No DVR routers for this DVR port 8cbd2845-be45-42ae-a9b5-1ccb2eefa896 on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:57:45.064925 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155e10b-a8b2-4221-bf7e-36a30fd253ed admin admin] Pushing event deleted for resources: {'Port': ['ID=8cbd2845-be45-42ae-a9b5-1ccb2eefa896,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:45.079075 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-1421da4a-d415-4df8-aeb2-681ec8a65d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a0bd39-41bc-42d2-b163-b8e14fa91e35', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-101196693-router', 'tenant_id': 'e952b91b3b25406bbe8d30a86212c23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '61458314-b986-4451-9443-5a22a3f7502f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:57:38Z', 'updated_at': '2022-02-19T03:57:41Z', 'revision_number': 3, 'project_id': 'e952b91b3b25406bbe8d30a86212c23a', 'gw_port': {'id': '61458314-b986-4451-9443-5a22a3f7502f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a0bd39-41bc-42d2-b163-b8e14fa91e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:40Z', 'updated_at': '2022-02-19T03:57:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:45.132809 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1421da4a-d415-4df8-aeb2-681ec8a65d4c None None] Checking router: b5a0bd39-41bc-42d2-b163-b8e14fa91e35 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:57:45.133670 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1421da4a-d415-4df8-aeb2-681ec8a65d4c None None] Updating router b5a0bd39-41bc-42d2-b163-b8e14fa91e35 port 61458314-b986-4451-9443-5a22a3f7502f binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:57:45.183546 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1421da4a-d415-4df8-aeb2-681ec8a65d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (61458314-b986-4451-9443-5a22a3f7502f), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:45.206773 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f29a7510-9509-46f4-aca0-df5f62477d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:45.223888 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8aecca7f-f090-41ca-aa8d-ab24995602f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (6cac9e6f-6639-4423-a07f-5f71eb4e18e2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:45.261290 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-e39df7d9-b450-41dc-b105-483edd2a371f req-ef1765e2-3c03-4618-b7a1-32d015e10acc service neutron] For port aa0d80b9-33dd-40df-9605-58cd8558092f, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=aa0d80b9-33dd-40df-9605-58cd8558092f,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:45.303056 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-e39df7d9-b450-41dc-b105-483edd2a371f req-ef1765e2-3c03-4618-b7a1-32d015e10acc service neutron] For port aa0d80b9-33dd-40df-9605-58cd8558092f, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:45.392178 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e083267-7eac-4241-94ab-758911d63dea req-60922616-47cf-4758-a93d-df2a343c7adc tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5027728 Feb 19 03:57:45.412268 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-e39df7d9-b450-41dc-b105-483edd2a371f req-ef1765e2-3c03-4618-b7a1-32d015e10acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa0d80b9-33dd-40df-9605-58cd8558092f {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:57:45.459604 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-e39df7d9-b450-41dc-b105-483edd2a371f req-ef1765e2-3c03-4618-b7a1-32d015e10acc service neutron] For port aa0d80b9-33dd-40df-9605-58cd8558092f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=aa0d80b9-33dd-40df-9605-58cd8558092f,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:45.527901 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e39df7d9-b450-41dc-b105-483edd2a371f req-ef1765e2-3c03-4618-b7a1-32d015e10acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (aa0d80b9-33dd-40df-9605-58cd8558092f), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:45.539000 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7155e10b-a8b2-4221-bf7e-36a30fd253ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (a569fae6-e3fb-4c17-8407-4ceed036793e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:45.598684 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-f29a7510-9509-46f4-aca0-df5f62477d0e admin admin] Allocated IP 172.20.0.1 (1febde4d-fe19-46be-83ad-d4a85392d5d8/cfe6b481-0a90-44ac-b28b-1f7c3b2fc76d/316f59cb-c31a-40c8-891d-bfb9c101c3ea) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:45.660784 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eda623-5322-45c0-b6eb-c76810c65595 req-a61ad8f6-9f07-431a-aa68-2f0ef7ea7a60 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:45.668508 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eda623-5322-45c0-b6eb-c76810c65595 req-a61ad8f6-9f07-431a-aa68-2f0ef7ea7a60 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:45.685481 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4eda623-5322-45c0-b6eb-c76810c65595 req-a61ad8f6-9f07-431a-aa68-2f0ef7ea7a60 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccf33a8-b43c-4d47-97c3-51f330fa330c HTTP/1.1" status: 200 len: 1678 time: 0.8090699 Feb 19 03:57:45.692180 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-7155e10b-a8b2-4221-bf7e-36a30fd253ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a569fae6-e3fb-4c17-8407-4ceed036793e']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:45.773502 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1421da4a-d415-4df8-aeb2-681ec8a65d4c None None] Publish callbacks [] for port (61458314-b986-4451-9443-5a22a3f7502f), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:45.778587 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f29a7510-9509-46f4-aca0-df5f62477d0e admin admin] Publish callbacks [] for port (316f59cb-c31a-40c8-891d-bfb9c101c3ea), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:45.789882 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e3fa365-64b7-4c72-948a-aae64db1adf6 req-2c0878a5-5e1d-4457-8e71-d2bd562fb208 service neutron] 10.222.0.79 "GET /v2.0/networks/3dd9b790-0c17-4538-bff3-90686970bdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8521633 Feb 19 03:57:45.806197 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-7155e10b-a8b2-4221-bf7e-36a30fd253ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30bdaa07-be78-4c64-8e78-b77f3b29609c') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:45.812687 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1421da4a-d415-4df8-aeb2-681ec8a65d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (61458314-b986-4451-9443-5a22a3f7502f), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:45.838516 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-7155e10b-a8b2-4221-bf7e-36a30fd253ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30bdaa07-be78-4c64-8e78-b77f3b29609c') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:45.918758 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7155e10b-a8b2-4221-bf7e-36a30fd253ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (30bdaa07-be78-4c64-8e78-b77f3b29609c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:45.925278 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347caf8-3eb4-471c-8817-41a3a70cb49e None None] Pushing event updated for resources: {'Port': ['ID=61458314-b986-4451-9443-5a22a3f7502f,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:45.929622 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-1421da4a-d415-4df8-aeb2-681ec8a65d4c None None] Attempting to bind port 61458314-b986-4451-9443-5a22a3f7502f on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:57:45.929979 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-1421da4a-d415-4df8-aeb2-681ec8a65d4c None None] Attempting to bind port 61458314-b986-4451-9443-5a22a3f7502f by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:57:45.930425 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1421da4a-d415-4df8-aeb2-681ec8a65d4c None None] Attempting to bind port 61458314-b986-4451-9443-5a22a3f7502f on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:45.935320 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f29a7510-9509-46f4-aca0-df5f62477d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (316f59cb-c31a-40c8-891d-bfb9c101c3ea), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:45.960946 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9347caf8-3eb4-471c-8817-41a3a70cb49e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:45.961387 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9347caf8-3eb4-471c-8817-41a3a70cb49e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:45.961726 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9347caf8-3eb4-471c-8817-41a3a70cb49e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:45.962054 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9347caf8-3eb4-471c-8817-41a3a70cb49e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:45.962411 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9347caf8-3eb4-471c-8817-41a3a70cb49e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:45.962737 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9347caf8-3eb4-471c-8817-41a3a70cb49e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:45.963056 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9347caf8-3eb4-471c-8817-41a3a70cb49e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:45.963374 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9347caf8-3eb4-471c-8817-41a3a70cb49e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:45.963690 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9347caf8-3eb4-471c-8817-41a3a70cb49e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:45.964002 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9347caf8-3eb4-471c-8817-41a3a70cb49e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:45.964315 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9347caf8-3eb4-471c-8817-41a3a70cb49e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:45.964628 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9347caf8-3eb4-471c-8817-41a3a70cb49e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:45.964939 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9347caf8-3eb4-471c-8817-41a3a70cb49e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:45.993535 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1421da4a-d415-4df8-aeb2-681ec8a65d4c None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:57:45.993848 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1421da4a-d415-4df8-aeb2-681ec8a65d4c None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:45.994141 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1421da4a-d415-4df8-aeb2-681ec8a65d4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:45.994564 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1421da4a-d415-4df8-aeb2-681ec8a65d4c None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:57:45.998371 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-1421da4a-d415-4df8-aeb2-681ec8a65d4c None None] Bound port: 61458314-b986-4451-9443-5a22a3f7502f, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:57:46.002436 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1421da4a-d415-4df8-aeb2-681ec8a65d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (61458314-b986-4451-9443-5a22a3f7502f), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.016586 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aecca7f-f090-41ca-aa8d-ab24995602f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cac9e6f-6639-4423-a07f-5f71eb4e18e2,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:46.068783 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c66271c9-e840-448f-a0d9-2d6dcc4da023 req-ea9fc3ab-2cb0-4e0d-80bf-8c48301abe20 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 210 time: 0.1209779 Feb 19 03:57:46.105792 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7155e10b-a8b2-4221-bf7e-36a30fd253ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (30bdaa07-be78-4c64-8e78-b77f3b29609c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.135404 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29a7510-9509-46f4-aca0-df5f62477d0e admin admin] Network 1febde4d-fe19-46be-83ad-d4a85392d5d8 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:46.151288 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-f29a7510-9509-46f4-aca0-df5f62477d0e admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:46.160747 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7155e10b-a8b2-4221-bf7e-36a30fd253ed admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:57:46.161405 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7155e10b-a8b2-4221-bf7e-36a30fd253ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (30bdaa07-be78-4c64-8e78-b77f3b29609c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.176099 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29a7510-9509-46f4-aca0-df5f62477d0e admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:46.196713 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4eda623-5322-45c0-b6eb-c76810c65595 req-3f401ad7-ef9d-48b7-8e86-82dc5eb3477a tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470158 Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: timer() Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:57:46.199230 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:57:46.281967 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-1421da4a-d415-4df8-aeb2-681ec8a65d4c None None] For port 61458314-b986-4451-9443-5a22a3f7502f, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:46.291329 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-1421da4a-d415-4df8-aeb2-681ec8a65d4c None None] For port 61458314-b986-4451-9443-5a22a3f7502f, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=61458314-b986-4451-9443-5a22a3f7502f,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:57:46.364207 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-1421da4a-d415-4df8-aeb2-681ec8a65d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (61458314-b986-4451-9443-5a22a3f7502f), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.388578 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8aecca7f-f090-41ca-aa8d-ab24995602f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (843d6d6c-97a8-444b-92a1-2e6aa0343585), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.403526 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-e39df7d9-b450-41dc-b105-483edd2a371f req-ef1765e2-3c03-4618-b7a1-32d015e10acc service neutron] Transition to ACTIVE for port object aa0d80b9-33dd-40df-9605-58cd8558092f will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:57:46.425017 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e39df7d9-b450-41dc-b105-483edd2a371f req-ef1765e2-3c03-4618-b7a1-32d015e10acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (aa0d80b9-33dd-40df-9605-58cd8558092f), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.443393 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda03891-e8fe-41b6-a17a-24ecb60084aa req-45e092f6-a6da-423f-a507-5bf5eb0a821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:46.444078 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda03891-e8fe-41b6-a17a-24ecb60084aa req-45e092f6-a6da-423f-a507-5bf5eb0a821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:46.446829 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fda03891-e8fe-41b6-a17a-24ecb60084aa req-45e092f6-a6da-423f-a507-5bf5eb0a821a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fb339ae23aa545ea84da8ff07fd95109&device_id=0ccf33a8-b43c-4d47-97c3-51f330fa330c HTTP/1.1" status: 200 len: 2044 time: 0.5248034 Feb 19 03:57:46.452995 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a7510-9509-46f4-aca0-df5f62477d0e admin admin] Pushing event updated for resources: {'Port': ['ID=316f59cb-c31a-40c8-891d-bfb9c101c3ea,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:46.475889 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347caf8-3eb4-471c-8817-41a3a70cb49e None None] Pushing event updated for resources: {'Port': ['ID=61458314-b986-4451-9443-5a22a3f7502f,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:46.478140 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7155e10b-a8b2-4221-bf7e-36a30fd253ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (a569fae6-e3fb-4c17-8407-4ceed036793e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.522992 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7155e10b-a8b2-4221-bf7e-36a30fd253ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.526845 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7155e10b-a8b2-4221-bf7e-36a30fd253ed admin admin] 10.222.0.52 "DELETE /v2.0/networks/a569fae6-e3fb-4c17-8407-4ceed036793e HTTP/1.1" status: 204 len: 168 time: 4.3164213 Feb 19 03:57:46.539607 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1421da4a-d415-4df8-aeb2-681ec8a65d4c None None] Routers {'b5a0bd39-41bc-42d2-b163-b8e14fa91e35'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:46.541322 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-1421da4a-d415-4df8-aeb2-681ec8a65d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:57:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['b5a0bd39-41bc-42d2-b163-b8e14fa91e35'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:46.545490 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155e10b-a8b2-4221-bf7e-36a30fd253ed admin admin] Pushing event deleted for resources: {'Network': ['ID=a569fae6-e3fb-4c17-8407-4ceed036793e,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:46.622415 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f29a7510-9509-46f4-aca0-df5f62477d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (b5a0bd39-41bc-42d2-b163-b8e14fa91e35), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.664138 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39df7d9-b450-41dc-b105-483edd2a371f req-ef1765e2-3c03-4618-b7a1-32d015e10acc service neutron] No DVR routers for this DVR port aa0d80b9-33dd-40df-9605-58cd8558092f on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:57:46.679976 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1765e2-3c03-4618-b7a1-32d015e10acc service neutron] Pushing event updated for resources: {'Port': ['ID=aa0d80b9-33dd-40df-9605-58cd8558092f,revision_number=10']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:46.690051 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42226c85-748e-48ff-852f-2e68da964f4c req-56d4e6b7-cd5a-487e-a8e6-54769fdc889d tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:46.691904 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-42226c85-748e-48ff-852f-2e68da964f4c req-56d4e6b7-cd5a-487e-a8e6-54769fdc889d tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 943 time: 0.4473062 Feb 19 03:57:46.749510 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e39df7d9-b450-41dc-b105-483edd2a371f req-ef1765e2-3c03-4618-b7a1-32d015e10acc service neutron] 10.222.0.26 "PUT /v2.0/ports/aa0d80b9-33dd-40df-9605-58cd8558092f/bindings/n-h2-828369-19/activate HTTP/1.1" status: 200 len: 370 time: 2.5260539 Feb 19 03:57:46.767468 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-1421da4a-d415-4df8-aeb2-681ec8a65d4c None None] Set router b5a0bd39-41bc-42d2-b163-b8e14fa91e35 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:46.792118 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-acf43195-53f7-4f86-a811-ddf3266d4618 None None] Provisioning complete for port 316f59cb-c31a-40c8-891d-bfb9c101c3ea triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:46.792734 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-acf43195-53f7-4f86-a811-ddf3266d4618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (316f59cb-c31a-40c8-891d-bfb9c101c3ea), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.812472 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda03891-e8fe-41b6-a17a-24ecb60084aa req-221edf1c-d1d4-466b-8ca6-be3bfc117c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:46.815491 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fda03891-e8fe-41b6-a17a-24ecb60084aa req-221edf1c-d1d4-466b-8ca6-be3bfc117c06 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3dd9b790-0c17-4538-bff3-90686970bdcb HTTP/1.1" status: 200 len: 903 time: 0.3351650 Feb 19 03:57:46.821147 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-42226c85-748e-48ff-852f-2e68da964f4c req-3ef6ab05-9be3-4de7-b1ca-82c944098a84 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012030 Feb 19 03:57:46.947056 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-acf43195-53f7-4f86-a811-ddf3266d4618 None None] Port 316f59cb-c31a-40c8-891d-bfb9c101c3ea cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:57:46.970406 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fda03891-e8fe-41b6-a17a-24ecb60084aa req-f77467a4-e9bc-4cf8-90ae-702663bbf052 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.29&port_id=ada3754b-914a-4f8e-ade3-3cf8ddbacd22 HTTP/1.1" status: 200 len: 217 time: 0.1460600 Feb 19 03:57:47.072259 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43848) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:47.141489 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda03891-e8fe-41b6-a17a-24ecb60084aa req-f13a89e6-0149-44ab-8b43-7e84151ac897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:47.144695 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fda03891-e8fe-41b6-a17a-24ecb60084aa req-f13a89e6-0149-44ab-8b43-7e84151ac897 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a759a718-1fff-4757-9c38-c9824da99af8 HTTP/1.1" status: 200 len: 801 time: 0.1660450 Feb 19 03:57:47.331523 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39df7d9-b450-41dc-b105-483edd2a371f req-f9d94ca6-6f76-4779-a48b-3f9c1de86612 tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:47.338525 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e39df7d9-b450-41dc-b105-483edd2a371f req-f9d94ca6-6f76-4779-a48b-3f9c1de86612 tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e&tenant_id=2d0f4caff5434d379e80e0b432aea600&binding%3Ahost_id=n-h1-828369-19 HTTP/1.1" status: 200 len: 1127 time: 0.3491333 Feb 19 03:57:47.490223 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-1421da4a-d415-4df8-aeb2-681ec8a65d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a0bd39-41bc-42d2-b163-b8e14fa91e35', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-101196693-router', 'tenant_id': 'e952b91b3b25406bbe8d30a86212c23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '61458314-b986-4451-9443-5a22a3f7502f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:57:38Z', 'updated_at': '2022-02-19T03:57:41Z', 'revision_number': 3, 'project_id': 'e952b91b3b25406bbe8d30a86212c23a', 'gw_port': {'id': '61458314-b986-4451-9443-5a22a3f7502f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a0bd39-41bc-42d2-b163-b8e14fa91e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:40Z', 'updated_at': '2022-02-19T03:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:47.514484 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-912065ad-4928-48a4-90c6-af02c6284595 req-694eb0f4-2c95-4a64-8221-d78997de9933 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 210 time: 0.2106626 Feb 19 03:57:47.529186 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-40d6caa2-be4c-404a-80b6-c0699a754684 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7d8751a366f7493698f363eb60d46c38&name=default HTTP/1.1" status: 200 len: 2995 time: 0.4511182 Feb 19 03:57:47.554903 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43854) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:47.555946 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1421da4a-d415-4df8-aeb2-681ec8a65d4c None None] The sync data for ids ['b5a0bd39-41bc-42d2-b163-b8e14fa91e35'] in n-d-828369-19 is: [{'id': 'b5a0bd39-41bc-42d2-b163-b8e14fa91e35', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-101196693-router', 'tenant_id': 'e952b91b3b25406bbe8d30a86212c23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '61458314-b986-4451-9443-5a22a3f7502f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:57:38Z', 'updated_at': '2022-02-19T03:57:41Z', 'revision_number': 3, 'project_id': 'e952b91b3b25406bbe8d30a86212c23a', 'gw_port': {'id': '61458314-b986-4451-9443-5a22a3f7502f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a0bd39-41bc-42d2-b163-b8e14fa91e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:40Z', 'updated_at': '2022-02-19T03:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:57:47.693399 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-26ef0bfb-a9dd-4147-ac02-660c062d0d06 admin admin] Publish callbacks [] for security_group (6b9979a5-e79a-452c-aa74-a9c81f5c3c73), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:47.709035 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e083267-7eac-4241-94ab-758911d63dea req-ff7d38ba-7cb9-49aa-949d-ed1504bb21ff tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1813798 Feb 19 03:57:47.711289 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda03891-e8fe-41b6-a17a-24ecb60084aa req-04bec20d-f883-42ce-9c22-958330b1e203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:47.713175 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fda03891-e8fe-41b6-a17a-24ecb60084aa req-04bec20d-f883-42ce-9c22-958330b1e203 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3dd9b790-0c17-4538-bff3-90686970bdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5564301 Feb 19 03:57:47.838232 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e083267-7eac-4241-94ab-758911d63dea req-54aebc4b-fc04-4223-9c11-9e4934050c76 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:47.840040 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e083267-7eac-4241-94ab-758911d63dea req-54aebc4b-fc04-4223-9c11-9e4934050c76 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1243336 Feb 19 03:57:48.034676 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-26ef0bfb-a9dd-4147-ac02-660c062d0d06 admin admin] Publish callbacks [] for security_group (6b9979a5-e79a-452c-aa74-a9c81f5c3c73), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:48.126722 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f29a7510-9509-46f4-aca0-df5f62477d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (316f59cb-c31a-40c8-891d-bfb9c101c3ea), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:48.145497 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-2e083267-7eac-4241-94ab-758911d63dea req-2ec7b541-cdfb-42fe-9104-89a235d29384 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Request body: {'port': {'device_id': 'ebe24155-ec29-4d65-a8f9-6e8cdd1f6057', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': 'e0a0ced50b0f4fce99b90209ed8886f4'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:48.261640 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 974f99a6-73e7-42c5-bcc0-fbe5272b2674 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:57:48.341920 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545e3d1-cf7d-404b-96e3-201266fdadb4 req-8211abc2-91a1-4b20-99b8-293dd907d031 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:48.359575 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545e3d1-cf7d-404b-96e3-201266fdadb4 req-8211abc2-91a1-4b20-99b8-293dd907d031 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:48.361211 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6545e3d1-cf7d-404b-96e3-201266fdadb4 req-8211abc2-91a1-4b20-99b8-293dd907d031 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccf33a8-b43c-4d47-97c3-51f330fa330c HTTP/1.1" status: 200 len: 1678 time: 1.0562131 Feb 19 03:57:48.372198 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-26ef0bfb-a9dd-4147-ac02-660c062d0d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6b9979a5-e79a-452c-aa74-a9c81f5c3c73), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:48.374958 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-26ef0bfb-a9dd-4147-ac02-660c062d0d06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:48.378530 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-26ef0bfb-a9dd-4147-ac02-660c062d0d06 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6b9979a5-e79a-452c-aa74-a9c81f5c3c73 HTTP/1.1" status: 204 len: 168 time: 0.8146608 Feb 19 03:57:48.436827 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f29a7510-9509-46f4-aca0-df5f62477d0e admin admin] Publish callbacks [] for port (316f59cb-c31a-40c8-891d-bfb9c101c3ea), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:48.456709 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f29a7510-9509-46f4-aca0-df5f62477d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (316f59cb-c31a-40c8-891d-bfb9c101c3ea), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:48.511362 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef0bfb-a9dd-4147-ac02-660c062d0d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9979a5-e79a-452c-aa74-a9c81f5c3c73,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:48.551833 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39df7d9-b450-41dc-b105-483edd2a371f req-cc0cfe3e-12e5-4b47-b041-8b7bc951650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:48.553537 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e39df7d9-b450-41dc-b105-483edd2a371f req-cc0cfe3e-12e5-4b47-b041-8b7bc951650d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e&tenant_id=2d0f4caff5434d379e80e0b432aea600 HTTP/1.1" status: 200 len: 1127 time: 1.2066119 Feb 19 03:57:48.611844 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fda03891-e8fe-41b6-a17a-24ecb60084aa req-6dea35d9-7d41-4024-bb9d-9fefc06b64b6 service neutron] 10.222.0.79 "GET /v2.0/networks/3dd9b790-0c17-4538-bff3-90686970bdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7674594 Feb 19 03:57:48.695179 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f29a7510-9509-46f4-aca0-df5f62477d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (b5a0bd39-41bc-42d2-b163-b8e14fa91e35), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:48.721601 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aecca7f-f090-41ca-aa8d-ab24995602f5 admin admin] Router 843d6d6c-97a8-444b-92a1-2e6aa0343585 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:57:48.731267 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0373d92-5dc4-4f40-9d8b-50b8b7f4be21 req-e0097149-6514-4a3a-a1bc-6d0b0e810539 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:48.753149 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0373d92-5dc4-4f40-9d8b-50b8b7f4be21 req-e0097149-6514-4a3a-a1bc-6d0b0e810539 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 944 time: 0.6014512 Feb 19 03:57:48.838638 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29a7510-9509-46f4-aca0-df5f62477d0e admin admin] Network 1febde4d-fe19-46be-83ad-d4a85392d5d8 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:48.849249 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-f29a7510-9509-46f4-aca0-df5f62477d0e admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:48.893498 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6545e3d1-cf7d-404b-96e3-201266fdadb4 req-75db9027-4b4e-4867-979c-1847905a2f62 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5090973 Feb 19 03:57:49.019699 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fda03891-e8fe-41b6-a17a-24ecb60084aa req-1eaae2a1-bc2a-42c7-980e-c64a066a6708 service neutron] 10.222.0.79 "GET /v2.0/networks/3dd9b790-0c17-4538-bff3-90686970bdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908677 Feb 19 03:57:49.034711 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 974f99a6-73e7-42c5-bcc0-fbe5272b2674, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=974f99a6-73e7-42c5-bcc0-fbe5272b2674,segment=NetworkSegment(09c12257-7d7a-45a5-be7d-27557a56df56),segment_id=09c12257-7d7a-45a5-be7d-27557a56df56)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:49.071124 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e083267-7eac-4241-94ab-758911d63dea req-2ec7b541-cdfb-42fe-9104-89a235d29384 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Made reservation on behalf of e0a0ced50b0f4fce99b90209ed8886f4 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:57:49.080400 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2e083267-7eac-4241-94ab-758911d63dea req-2ec7b541-cdfb-42fe-9104-89a235d29384 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:49.086284 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '974f99a6-73e7-42c5-bcc0-fbe5272b2674', 'network_id': 'f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f', 'port_id': '974f99a6-73e7-42c5-bcc0-fbe5272b2674', 'mac_address': 'fa:16:3e:49:ac:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c3137f-408e-457f-8a05-51c535b6c2fa', 'ip_address': '19.80.0.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:57:49.169547 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43884) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:49.184082 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 974f99a6-73e7-42c5-bcc0-fbe5272b2674 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:49.184602 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (974f99a6-73e7-42c5-bcc0-fbe5272b2674), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:49.234731 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 974f99a6-73e7-42c5-bcc0-fbe5272b2674 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:57:49.265544 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a7510-9509-46f4-aca0-df5f62477d0e admin admin] Pushing event updated for resources: {'Port': ['ID=316f59cb-c31a-40c8-891d-bfb9c101c3ea,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:49.308128 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-359da335-9d9e-41b2-8615-6138512a1092 req-4b439b80-02fc-41bc-bb8d-ae6132a7b578 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 210 time: 0.1842690 Feb 19 03:57:49.309022 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 974f99a6-73e7-42c5-bcc0-fbe5272b2674, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=974f99a6-73e7-42c5-bcc0-fbe5272b2674,segment=NetworkSegment(09c12257-7d7a-45a5-be7d-27557a56df56),segment_id=09c12257-7d7a-45a5-be7d-27557a56df56)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:49.326723 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (974f99a6-73e7-42c5-bcc0-fbe5272b2674), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:49.327463 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device ada3754b-914a-4f8e-ade3-3cf8ddbacd22 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:57:49.359654 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0373d92-5dc4-4f40-9d8b-50b8b7f4be21 req-e823d106-5432-40d9-bec6-79d76e30291b tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6045048 Feb 19 03:57:49.420189 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39df7d9-b450-41dc-b105-483edd2a371f req-1c6cb4dd-8ec5-4d86-b63d-1d6fac7f3827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:49.421505 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 61458314-b986-4451-9443-5a22a3f7502f up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:49.427917 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e39df7d9-b450-41dc-b105-483edd2a371f req-1c6cb4dd-8ec5-4d86-b63d-1d6fac7f3827 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2d0f4caff5434d379e80e0b432aea600&device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 1127 time: 0.8286681 Feb 19 03:57:49.492357 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=974f99a6-73e7-42c5-bcc0-fbe5272b2674,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:49.509899 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c03aa601-96cf-4fc6-91d8-1559fda551b9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4f7bdeef21394863b029ca83bb148cbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3247004 Feb 19 03:57:49.520188 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43894) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:49.627307 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port ada3754b-914a-4f8e-ade3-3cf8ddbacd22, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=ada3754b-914a-4f8e-ade3-3cf8ddbacd22,segment=NetworkSegment(bd6c8cca-33b6-48d5-a16e-620778f68e3b),segment_id=bd6c8cca-33b6-48d5-a16e-620778f68e3b)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:49.654867 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'ada3754b-914a-4f8e-ade3-3cf8ddbacd22', 'network_id': '3dd9b790-0c17-4538-bff3-90686970bdcb', 'port_id': 'ada3754b-914a-4f8e-ade3-3cf8ddbacd22', 'mac_address': 'fa:16:3e:fd:f8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a759a718-1fff-4757-9c38-c9824da99af8', 'ip_address': '19.86.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:57:49.662466 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29a7510-9509-46f4-aca0-df5f62477d0e admin admin] Router b5a0bd39-41bc-42d2-b163-b8e14fa91e35 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:57:49.676876 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a969825-bbf5-44ed-8a0c-b1d01418d9fa admin admin] Publish callbacks [] for security_group (9fd58ca9-f446-43c9-9734-32da913ecf39), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:49.688484 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2b312016-233d-43b8-9c95-4c372603d944 None None] Provisioning complete for port 316f59cb-c31a-40c8-891d-bfb9c101c3ea triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:49.688862 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2b312016-233d-43b8-9c95-4c372603d944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (316f59cb-c31a-40c8-891d-bfb9c101c3ea), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:49.696581 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-2e083267-7eac-4241-94ab-758911d63dea req-2ec7b541-cdfb-42fe-9104-89a235d29384 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Allocated IP 192.168.233.67 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/2222287c-624b-46b2-ba97-522e464620de) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:49.699321 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39df7d9-b450-41dc-b105-483edd2a371f req-754c72c5-4ce2-436e-8e06-4c575bf6eeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:49.700853 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e39df7d9-b450-41dc-b105-483edd2a371f req-754c72c5-4ce2-436e-8e06-4c575bf6eeea service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d936416-f125-4c3f-940d-813318503889 HTTP/1.1" status: 200 len: 922 time: 0.2592118 Feb 19 03:57:49.720314 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a969825-bbf5-44ed-8a0c-b1d01418d9fa admin admin] Publish callbacks [] for security_group (9fd58ca9-f446-43c9-9734-32da913ecf39), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:49.752599 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2b312016-233d-43b8-9c95-4c372603d944 None None] Port 316f59cb-c31a-40c8-891d-bfb9c101c3ea cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:57:49.849401 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port ada3754b-914a-4f8e-ade3-3cf8ddbacd22 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:49.855525 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ada3754b-914a-4f8e-ade3-3cf8ddbacd22), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:49.898569 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada3754b-914a-4f8e-ade3-3cf8ddbacd22 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:57:49.916713 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a969825-bbf5-44ed-8a0c-b1d01418d9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (9fd58ca9-f446-43c9-9734-32da913ecf39), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:49.919633 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a969825-bbf5-44ed-8a0c-b1d01418d9fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:49.919899 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 61458314-b986-4451-9443-5a22a3f7502f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:49.920585 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (61458314-b986-4451-9443-5a22a3f7502f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:49.936468 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2a969825-bbf5-44ed-8a0c-b1d01418d9fa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9fd58ca9-f446-43c9-9734-32da913ecf39 HTTP/1.1" status: 204 len: 168 time: 0.4150553 Feb 19 03:57:49.944467 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29a7510-9509-46f4-aca0-df5f62477d0e admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:57:49.950880 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e39df7d9-b450-41dc-b105-483edd2a371f req-cd5a0b95-30e3-48f1-8666-5b6d044b3402 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa0d80b9-33dd-40df-9605-58cd8558092f HTTP/1.1" status: 200 len: 217 time: 0.2407272 Feb 19 03:57:49.967159 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f29a7510-9509-46f4-aca0-df5f62477d0e admin admin] 10.222.0.52 "PUT /v2.0/routers/b5a0bd39-41bc-42d2-b163-b8e14fa91e35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5930977 Feb 19 03:57:49.982693 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a969825-bbf5-44ed-8a0c-b1d01418d9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd58ca9-f446-43c9-9734-32da913ecf39,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:50.037289 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39df7d9-b450-41dc-b105-483edd2a371f req-5dcd6d7f-c3c8-4a9a-9964-609d11df81a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:50.043042 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e39df7d9-b450-41dc-b105-483edd2a371f req-5dcd6d7f-c3c8-4a9a-9964-609d11df81a9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2953d6c2-cff6-4430-863a-070b45f3a12f HTTP/1.1" status: 200 len: 861 time: 0.0790737 Feb 19 03:57:50.046991 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aecca7f-f090-41ca-aa8d-ab24995602f5 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:57:50.073192 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8aecca7f-f090-41ca-aa8d-ab24995602f5 admin admin] 10.222.0.52 "PUT /v2.0/routers/843d6d6c-97a8-444b-92a1-2e6aa0343585/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0315373 Feb 19 03:57:50.075173 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43902) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:50.142695 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port ada3754b-914a-4f8e-ade3-3cf8ddbacd22, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=ada3754b-914a-4f8e-ade3-3cf8ddbacd22,segment=NetworkSegment(bd6c8cca-33b6-48d5-a16e-620778f68e3b),segment_id=bd6c8cca-33b6-48d5-a16e-620778f68e3b)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:50.151651 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28eb2c6-5cfd-4c06-8ac1-2dac698bddfa None None] Sync routers for ids ['843d6d6c-97a8-444b-92a1-2e6aa0343585'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:57:50.206336 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2e083267-7eac-4241-94ab-758911d63dea req-2ec7b541-cdfb-42fe-9104-89a235d29384 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks [] for port (2222287c-624b-46b2-ba97-522e464620de), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:50.212729 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ada3754b-914a-4f8e-ade3-3cf8ddbacd22), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:50.235225 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e39df7d9-b450-41dc-b105-483edd2a371f req-928f9bcf-5e0e-4f2b-968c-52aba2e9bd4f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d936416-f125-4c3f-940d-813318503889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1856472 Feb 19 03:57:50.245554 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28eb2c6-5cfd-4c06-8ac1-2dac698bddfa None None] Routers {'843d6d6c-97a8-444b-92a1-2e6aa0343585'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:50.246905 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-b28eb2c6-5cfd-4c06-8ac1-2dac698bddfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:57:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['843d6d6c-97a8-444b-92a1-2e6aa0343585'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:50.252657 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777983ac-095a-455a-98a1-1f0244dfaf3e req-a3cc6aa1-1b2f-4cd4-8cb1-483af57e7962 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:50.263132 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777983ac-095a-455a-98a1-1f0244dfaf3e req-a3cc6aa1-1b2f-4cd4-8cb1-483af57e7962 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:50.264086 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-777983ac-095a-455a-98a1-1f0244dfaf3e req-a3cc6aa1-1b2f-4cd4-8cb1-483af57e7962 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccf33a8-b43c-4d47-97c3-51f330fa330c HTTP/1.1" status: 200 len: 1679 time: 0.1755457 Feb 19 03:57:50.437947 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-777983ac-095a-455a-98a1-1f0244dfaf3e req-86dc98f9-e54b-4f19-b423-99fee20d481a tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618505 Feb 19 03:57:50.476947 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=ada3754b-914a-4f8e-ade3-3cf8ddbacd22,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:50.489075 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2e083267-7eac-4241-94ab-758911d63dea req-2ec7b541-cdfb-42fe-9104-89a235d29384 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (2222287c-624b-46b2-ba97-522e464620de), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:50.505653 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['8ff4db1e-ca16-4d88-9551-5180fa2a1849', '2d6710c1-b01f-4d94-8ce7-f3612a906f58'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:57:50.586552 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e39df7d9-b450-41dc-b105-483edd2a371f req-08f1dbf7-e8d9-41a0-9996-f6ca72332d8d service neutron] 10.222.0.79 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323910 Feb 19 03:57:50.660526 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['974f99a6-73e7-42c5-bcc0-fbe5272b2674'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:57:50.700088 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fed780b-4267-479c-b319-539a64c52327 None None] Sync routers for ids ['b5a0bd39-41bc-42d2-b163-b8e14fa91e35'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:57:50.726563 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fed780b-4267-479c-b319-539a64c52327 None None] Routers {'b5a0bd39-41bc-42d2-b163-b8e14fa91e35'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:50.728742 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-0fed780b-4267-479c-b319-539a64c52327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:57:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['b5a0bd39-41bc-42d2-b163-b8e14fa91e35'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:50.739612 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e083267-7eac-4241-94ab-758911d63dea req-2ec7b541-cdfb-42fe-9104-89a235d29384 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:50.762750 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-2e083267-7eac-4241-94ab-758911d63dea req-2ec7b541-cdfb-42fe-9104-89a235d29384 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:50.780923 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e083267-7eac-4241-94ab-758911d63dea req-2ec7b541-cdfb-42fe-9104-89a235d29384 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:50.793212 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 61458314-b986-4451-9443-5a22a3f7502f is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:50.793605 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (61458314-b986-4451-9443-5a22a3f7502f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:50.897214 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 61458314-b986-4451-9443-5a22a3f7502f, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=61458314-b986-4451-9443-5a22a3f7502f,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:50.933435 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (61458314-b986-4451-9443-5a22a3f7502f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:50.963274 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-b28eb2c6-5cfd-4c06-8ac1-2dac698bddfa None None] Set router 843d6d6c-97a8-444b-92a1-2e6aa0343585 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:50.979711 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-61df3564-677e-42df-9032-ee4ec6c8786b admin admin] Publish callbacks [] for router (843d6d6c-97a8-444b-92a1-2e6aa0343585), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:51.039951 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-0fed780b-4267-479c-b319-539a64c52327 None None] Set router b5a0bd39-41bc-42d2-b163-b8e14fa91e35 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:51.073367 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e39df7d9-b450-41dc-b105-483edd2a371f req-f9e9de70-eef6-4d08-bce0-bebab206aa27 service neutron] 10.222.0.79 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836698 Feb 19 03:57:51.147807 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7b541-cdfb-42fe-9104-89a235d29384 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Pushing event updated for resources: {'Port': ['ID=2222287c-624b-46b2-ba97-522e464620de,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:51.158374 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=61458314-b986-4451-9443-5a22a3f7502f,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:51.183192 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-3e8d71e7-40a0-453a-9f5b-c0eaad3b9358 req-3ad57604-3023-4e88-bd47-3cba66782648 tempest-FloatingIPDetailsNegativeTestJSON-837056961 tempest-FloatingIPDetailsNegativeTestJSON-837056961-project] show failed (client error): The resource could not be found. Feb 19 03:57:51.184256 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e8d71e7-40a0-453a-9f5b-c0eaad3b9358 req-3ad57604-3023-4e88-bd47-3cba66782648 tempest-FloatingIPDetailsNegativeTestJSON-837056961 tempest-FloatingIPDetailsNegativeTestJSON-837056961-project] 10.222.0.52 "GET /v2.0/floatingips/918f68ce-5713-41f9-b74b-843c9264271e HTTP/1.1" status: 404 len: 350 time: 0.4356737 Feb 19 03:57:51.213080 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43926) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:51.299798 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-61df3564-677e-42df-9032-ee4ec6c8786b admin admin] Publish callbacks [] for router_gateway (843d6d6c-97a8-444b-92a1-2e6aa0343585), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:51.484496 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-81dde3c9-f040-4a26-83b4-2533b11682aa None None] Provisioning complete for port 2222287c-624b-46b2-ba97-522e464620de triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:51.485714 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-81dde3c9-f040-4a26-83b4-2533b11682aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2222287c-624b-46b2-ba97-522e464620de), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:51.543408 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e083267-7eac-4241-94ab-758911d63dea req-2ec7b541-cdfb-42fe-9104-89a235d29384 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:51.545838 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2e083267-7eac-4241-94ab-758911d63dea req-2ec7b541-cdfb-42fe-9104-89a235d29384 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:51.575722 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-61df3564-677e-42df-9032-ee4ec6c8786b admin admin] Deleting port 252ec358-1c75-422a-9b3f-3da7673b240b {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:51.576069 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-61df3564-677e-42df-9032-ee4ec6c8786b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (252ec358-1c75-422a-9b3f-3da7673b240b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:51.587550 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39df7d9-b450-41dc-b105-483edd2a371f req-2aef834e-bcb9-43df-b704-50903ad41c85 tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:51.590048 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e39df7d9-b450-41dc-b105-483edd2a371f req-2aef834e-bcb9-43df-b704-50903ad41c85 tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e&tenant_id=2d0f4caff5434d379e80e0b432aea600&binding%3Ahost_id=n-h2-828369-19 HTTP/1.1" status: 200 len: 1127 time: 0.1969335 Feb 19 03:57:51.635524 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['ada3754b-914a-4f8e-ade3-3cf8ddbacd22'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:57:51.724850 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-81dde3c9-f040-4a26-83b4-2533b11682aa None None] Port 2222287c-624b-46b2-ba97-522e464620de cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:57:51.814439 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-0fed780b-4267-479c-b319-539a64c52327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a0bd39-41bc-42d2-b163-b8e14fa91e35', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-101196693-router', 'tenant_id': 'e952b91b3b25406bbe8d30a86212c23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '61458314-b986-4451-9443-5a22a3f7502f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:57:38Z', 'updated_at': '2022-02-19T03:57:47Z', 'revision_number': 4, 'project_id': 'e952b91b3b25406bbe8d30a86212c23a', 'gw_port': {'id': '61458314-b986-4451-9443-5a22a3f7502f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a0bd39-41bc-42d2-b163-b8e14fa91e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:40Z', 'updated_at': '2022-02-19T03:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '316f59cb-c31a-40c8-891d-bfb9c101c3ea', 'name': '', 'network_id': '1febde4d-fe19-46be-83ad-d4a85392d5d8', 'tenant_id': 'e952b91b3b25406bbe8d30a86212c23a', 'mac_address': 'fa:16:3e:85:78:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a0bd39-41bc-42d2-b163-b8e14fa91e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'cfe6b481-0a90-44ac-b28b-1f7c3b2fc76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:45Z', 'updated_at': '2022-02-19T03:57:48Z', 'revision_number': 2, 'project_id': 'e952b91b3b25406bbe8d30a86212c23a', 'subnets': [{'id': 'cfe6b481-0a90-44ac-b28b-1f7c3b2fc76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:51.856257 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fed780b-4267-479c-b319-539a64c52327 None None] Checking router: b5a0bd39-41bc-42d2-b163-b8e14fa91e35 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:57:51.860018 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fed780b-4267-479c-b319-539a64c52327 None None] Updating router b5a0bd39-41bc-42d2-b163-b8e14fa91e35 port 316f59cb-c31a-40c8-891d-bfb9c101c3ea binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:57:51.904830 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-0fed780b-4267-479c-b319-539a64c52327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (316f59cb-c31a-40c8-891d-bfb9c101c3ea), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:51.935594 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-b28eb2c6-5cfd-4c06-8ac1-2dac698bddfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '843d6d6c-97a8-444b-92a1-2e6aa0343585', 'name': 'tempest-FloatingIPDetailsTestJSON-263822332-router', 'tenant_id': '9eaba30d1a9a4f6587173f80c00f9336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '252ec358-1c75-422a-9b3f-3da7673b240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:58Z', 'updated_at': '2022-02-19T03:57:44Z', 'revision_number': 5, 'project_id': '9eaba30d1a9a4f6587173f80c00f9336', 'gw_port': {'id': '252ec358-1c75-422a-9b3f-3da7673b240b', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843d6d6c-97a8-444b-92a1-2e6aa0343585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:59Z', 'updated_at': '2022-02-19T03:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:51.980167 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28eb2c6-5cfd-4c06-8ac1-2dac698bddfa None None] Checking router: 843d6d6c-97a8-444b-92a1-2e6aa0343585 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:57:52.009118 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28eb2c6-5cfd-4c06-8ac1-2dac698bddfa None None] Routers {'843d6d6c-97a8-444b-92a1-2e6aa0343585'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:52.009775 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-b28eb2c6-5cfd-4c06-8ac1-2dac698bddfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:57:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['843d6d6c-97a8-444b-92a1-2e6aa0343585'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:52.034777 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-61df3564-677e-42df-9032-ee4ec6c8786b admin admin] For port 252ec358-1c75-422a-9b3f-3da7673b240b, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=252ec358-1c75-422a-9b3f-3da7673b240b,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:52.035714 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-61df3564-677e-42df-9032-ee4ec6c8786b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (252ec358-1c75-422a-9b3f-3da7673b240b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:52.137516 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-61df3564-677e-42df-9032-ee4ec6c8786b admin admin] Calling delete_port for 252ec358-1c75-422a-9b3f-3da7673b240b owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:52.161506 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-b28eb2c6-5cfd-4c06-8ac1-2dac698bddfa None None] Set router 843d6d6c-97a8-444b-92a1-2e6aa0343585 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:52.294895 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-b28eb2c6-5cfd-4c06-8ac1-2dac698bddfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '843d6d6c-97a8-444b-92a1-2e6aa0343585', 'name': 'tempest-FloatingIPDetailsTestJSON-263822332-router', 'tenant_id': '9eaba30d1a9a4f6587173f80c00f9336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:58Z', 'updated_at': '2022-02-19T03:57:51Z', 'revision_number': 6, 'project_id': '9eaba30d1a9a4f6587173f80c00f9336', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:52.300966 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-e39df7d9-b450-41dc-b105-483edd2a371f req-d0052453-330c-4948-ba96-d2f2f0cb13b9 service neutron] For port aa0d80b9-33dd-40df-9605-58cd8558092f, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:52.313112 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e39df7d9-b450-41dc-b105-483edd2a371f req-d0052453-330c-4948-ba96-d2f2f0cb13b9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:52.315426 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e39df7d9-b450-41dc-b105-483edd2a371f req-d0052453-330c-4948-ba96-d2f2f0cb13b9 service neutron] 10.222.0.79 "DELETE /v2.0/ports/aa0d80b9-33dd-40df-9605-58cd8558092f/bindings/n-h1-828369-19 HTTP/1.1" status: 204 len: 173 time: 0.7089183 Feb 19 03:57:52.556324 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-61df3564-677e-42df-9032-ee4ec6c8786b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (252ec358-1c75-422a-9b3f-3da7673b240b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:52.563227 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e083267-7eac-4241-94ab-758911d63dea req-2ec7b541-cdfb-42fe-9104-89a235d29384 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4367182 Feb 19 03:57:52.591375 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-0fed780b-4267-479c-b319-539a64c52327 None None] Publish callbacks [] for port (316f59cb-c31a-40c8-891d-bfb9c101c3ea), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:52.592303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31586aa6-57cc-4c29-8109-618585220368 req-7f9c6ca0-07f3-4896-9387-a80761415669 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:52.599396 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-31586aa6-57cc-4c29-8109-618585220368 req-7f9c6ca0-07f3-4896-9387-a80761415669 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 935 time: 1.9807110 Feb 19 03:57:52.608222 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-0fed780b-4267-479c-b319-539a64c52327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (316f59cb-c31a-40c8-891d-bfb9c101c3ea), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:52.624671 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-2e083267-7eac-4241-94ab-758911d63dea req-6c4edeb8-da35-407e-9288-e2a93fd6b4c3 service neutron] Request body: {'port': {'device_id': 'ebe24155-ec29-4d65-a8f9-6e8cdd1f6057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:52.631105 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28eb2c6-5cfd-4c06-8ac1-2dac698bddfa None None] The sync data for ids ['843d6d6c-97a8-444b-92a1-2e6aa0343585'] in n-d-828369-19 is: [{'id': '843d6d6c-97a8-444b-92a1-2e6aa0343585', 'name': 'tempest-FloatingIPDetailsTestJSON-263822332-router', 'tenant_id': '9eaba30d1a9a4f6587173f80c00f9336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:58Z', 'updated_at': '2022-02-19T03:57:51Z', 'revision_number': 6, 'project_id': '9eaba30d1a9a4f6587173f80c00f9336', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:57:52.662207 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df3564-677e-42df-9032-ee4ec6c8786b admin admin] Pushing event deleted for resources: {'Port': ['ID=252ec358-1c75-422a-9b3f-3da7673b240b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:52.730481 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bbf231-b288-4f89-a772-87b6610ec117 None None] Pushing event updated for resources: {'Port': ['ID=316f59cb-c31a-40c8-891d-bfb9c101c3ea,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:52.806274 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-61df3564-677e-42df-9032-ee4ec6c8786b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (843d6d6c-97a8-444b-92a1-2e6aa0343585), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:52.894679 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-0fed780b-4267-479c-b319-539a64c52327 None None] Attempting to bind port 316f59cb-c31a-40c8-891d-bfb9c101c3ea on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:57:52.895943 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-0fed780b-4267-479c-b319-539a64c52327 None None] Attempting to bind port 316f59cb-c31a-40c8-891d-bfb9c101c3ea by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '3155ef86-59cb-4ffd-ab93-f676dccae131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1febde4d-fe19-46be-83ad-d4a85392d5d8'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:57:52.896469 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed780b-4267-479c-b319-539a64c52327 None None] Attempting to bind port 316f59cb-c31a-40c8-891d-bfb9c101c3ea on network 1febde4d-fe19-46be-83ad-d4a85392d5d8 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:52.916245 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed780b-4267-479c-b319-539a64c52327 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:57:52.916950 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed780b-4267-479c-b319-539a64c52327 None None] Checking segment: {'id': '3155ef86-59cb-4ffd-ab93-f676dccae131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1febde4d-fe19-46be-83ad-d4a85392d5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:52.917621 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-0fed780b-4267-479c-b319-539a64c52327 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:52.918325 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed780b-4267-479c-b319-539a64c52327 None None] Bound using segment: {'id': '3155ef86-59cb-4ffd-ab93-f676dccae131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1febde4d-fe19-46be-83ad-d4a85392d5d8'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:57:52.919340 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-0fed780b-4267-479c-b319-539a64c52327 None None] Bound port: 316f59cb-c31a-40c8-891d-bfb9c101c3ea, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3155ef86-59cb-4ffd-ab93-f676dccae131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1febde4d-fe19-46be-83ad-d4a85392d5d8'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:57:52.920066 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-0fed780b-4267-479c-b319-539a64c52327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (316f59cb-c31a-40c8-891d-bfb9c101c3ea), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:52.949760 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-31586aa6-57cc-4c29-8109-618585220368 req-9505c5e9-50c7-4083-91a8-be2973ee7bbf tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406992 Feb 19 03:57:53.022811 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-61df3564-677e-42df-9032-ee4ec6c8786b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (843d6d6c-97a8-444b-92a1-2e6aa0343585), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:53.027328 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-61df3564-677e-42df-9032-ee4ec6c8786b admin admin] Publish callbacks [] for router_controller (843d6d6c-97a8-444b-92a1-2e6aa0343585), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:53.047587 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08fc3b5-6d93-428f-985e-cf600f181ab6 req-46bcf7fd-2c82-4e41-a3ae-b261ff2f2bb0 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:53.061700 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c08fc3b5-6d93-428f-985e-cf600f181ab6 req-46bcf7fd-2c82-4e41-a3ae-b261ff2f2bb0 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 944 time: 0.5049007 Feb 19 03:57:53.065927 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2e083267-7eac-4241-94ab-758911d63dea req-6c4edeb8-da35-407e-9288-e2a93fd6b4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2222287c-624b-46b2-ba97-522e464620de), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:53.120437 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-0fed780b-4267-479c-b319-539a64c52327 None None] For port 316f59cb-c31a-40c8-891d-bfb9c101c3ea, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:53.125364 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-0fed780b-4267-479c-b319-539a64c52327 None None] For port 316f59cb-c31a-40c8-891d-bfb9c101c3ea, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=316f59cb-c31a-40c8-891d-bfb9c101c3ea,segment=NetworkSegment(3155ef86-59cb-4ffd-ab93-f676dccae131),segment_id=3155ef86-59cb-4ffd-ab93-f676dccae131)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:57:53.142104 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-0fed780b-4267-479c-b319-539a64c52327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (316f59cb-c31a-40c8-891d-bfb9c101c3ea), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:53.168379 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-61df3564-677e-42df-9032-ee4ec6c8786b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (843d6d6c-97a8-444b-92a1-2e6aa0343585), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:53.168970 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61df3564-677e-42df-9032-ee4ec6c8786b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 843d6d6c-97a8-444b-92a1-2e6aa0343585 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:57:53.191254 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-61df3564-677e-42df-9032-ee4ec6c8786b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:53.193840 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-61df3564-677e-42df-9032-ee4ec6c8786b admin admin] 10.222.0.52 "DELETE /v2.0/routers/843d6d6c-97a8-444b-92a1-2e6aa0343585 HTTP/1.1" status: 204 len: 168 time: 3.1176639 Feb 19 03:57:53.207017 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43968) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:53.213761 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fed780b-4267-479c-b319-539a64c52327 None None] Routers {'b5a0bd39-41bc-42d2-b163-b8e14fa91e35'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:53.214558 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-0fed780b-4267-479c-b319-539a64c52327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:57:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['b5a0bd39-41bc-42d2-b163-b8e14fa91e35'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:53.275205 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-cc6c1cef-3b57-4a05-9123-4d9298b23f58 None None] Provisioning complete for port 316f59cb-c31a-40c8-891d-bfb9c101c3ea triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:53.279774 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bbf231-b288-4f89-a772-87b6610ec117 None None] Pushing event updated for resources: {'Port': ['ID=316f59cb-c31a-40c8-891d-bfb9c101c3ea,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:53.282372 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cc6c1cef-3b57-4a05-9123-4d9298b23f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (316f59cb-c31a-40c8-891d-bfb9c101c3ea), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:53.394101 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d2ffdd-831a-4b8d-9999-4842b9546f34 admin admin] Deleting subnet 546cd7e7-ea36-4442-a922-7d0600ccbad6 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:57:53.407128 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-53d2ffdd-831a-4b8d-9999-4842b9546f34 admin admin] Publish callbacks [] for subnet (546cd7e7-ea36-4442-a922-7d0600ccbad6), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:53.458007 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-0fed780b-4267-479c-b319-539a64c52327 None None] Set router b5a0bd39-41bc-42d2-b163-b8e14fa91e35 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:53.498388 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-53d2ffdd-831a-4b8d-9999-4842b9546f34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (546cd7e7-ea36-4442-a922-7d0600ccbad6), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:53.505236 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-cc6c1cef-3b57-4a05-9123-4d9298b23f58 None None] Current status of the port 316f59cb-c31a-40c8-891d-bfb9c101c3ea is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:53.505637 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cc6c1cef-3b57-4a05-9123-4d9298b23f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (316f59cb-c31a-40c8-891d-bfb9c101c3ea), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:53.568203 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-cc6c1cef-3b57-4a05-9123-4d9298b23f58 None None] For port 316f59cb-c31a-40c8-891d-bfb9c101c3ea, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=316f59cb-c31a-40c8-891d-bfb9c101c3ea,segment=NetworkSegment(3155ef86-59cb-4ffd-ab93-f676dccae131),segment_id=3155ef86-59cb-4ffd-ab93-f676dccae131)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:53.578383 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cc6c1cef-3b57-4a05-9123-4d9298b23f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (316f59cb-c31a-40c8-891d-bfb9c101c3ea), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:53.643721 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c1cef-3b57-4a05-9123-4d9298b23f58 None None] Pushing event updated for resources: {'Port': ['ID=316f59cb-c31a-40c8-891d-bfb9c101c3ea,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:53.656191 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-53d2ffdd-831a-4b8d-9999-4842b9546f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (546cd7e7-ea36-4442-a922-7d0600ccbad6), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:53.728653 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-67fb17e8-5081-4a60-ac3e-94c96d9f0b1d None None] Provisioning complete for port 316f59cb-c31a-40c8-891d-bfb9c101c3ea triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:53.729604 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-67fb17e8-5081-4a60-ac3e-94c96d9f0b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (316f59cb-c31a-40c8-891d-bfb9c101c3ea), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:53.784092 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-53d2ffdd-831a-4b8d-9999-4842b9546f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (546cd7e7-ea36-4442-a922-7d0600ccbad6), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:53.814125 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-53d2ffdd-831a-4b8d-9999-4842b9546f34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:53.817757 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 61458314-b986-4451-9443-5a22a3f7502f up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:53.820829 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-53d2ffdd-831a-4b8d-9999-4842b9546f34 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/546cd7e7-ea36-4442-a922-7d0600ccbad6 HTTP/1.1" status: 204 len: 168 time: 0.6121793 Feb 19 03:57:53.825069 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1be9028-8381-487b-b139-cf2562a340cd None None] Network 560b74a5-6f9b-46d8-a403-adfca3789dbb requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:57:53.828871 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43970) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:53.843072 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2ffdd-831a-4b8d-9999-4842b9546f34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=546cd7e7-ea36-4442-a922-7d0600ccbad6,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:53.886252 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-0fed780b-4267-479c-b319-539a64c52327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a0bd39-41bc-42d2-b163-b8e14fa91e35', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-101196693-router', 'tenant_id': 'e952b91b3b25406bbe8d30a86212c23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '61458314-b986-4451-9443-5a22a3f7502f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:57:38Z', 'updated_at': '2022-02-19T03:57:47Z', 'revision_number': 4, 'project_id': 'e952b91b3b25406bbe8d30a86212c23a', 'gw_port': {'id': '61458314-b986-4451-9443-5a22a3f7502f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a0bd39-41bc-42d2-b163-b8e14fa91e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:40Z', 'updated_at': '2022-02-19T03:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '316f59cb-c31a-40c8-891d-bfb9c101c3ea', 'name': '', 'network_id': '1febde4d-fe19-46be-83ad-d4a85392d5d8', 'tenant_id': 'e952b91b3b25406bbe8d30a86212c23a', 'mac_address': 'fa:16:3e:85:78:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a0bd39-41bc-42d2-b163-b8e14fa91e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'cfe6b481-0a90-44ac-b28b-1f7c3b2fc76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:45Z', 'updated_at': '2022-02-19T03:57:53Z', 'revision_number': 4, 'project_id': 'e952b91b3b25406bbe8d30a86212c23a', 'subnets': [{'id': 'cfe6b481-0a90-44ac-b28b-1f7c3b2fc76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:53.923534 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2c29c567-cd0f-47b8-84c6-cb4bffc633a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (560b74a5-6f9b-46d8-a403-adfca3789dbb), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:53.937976 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fed780b-4267-479c-b319-539a64c52327 None None] The sync data for ids ['b5a0bd39-41bc-42d2-b163-b8e14fa91e35'] in n-d-828369-19 is: [{'id': 'b5a0bd39-41bc-42d2-b163-b8e14fa91e35', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-101196693-router', 'tenant_id': 'e952b91b3b25406bbe8d30a86212c23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '61458314-b986-4451-9443-5a22a3f7502f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:57:38Z', 'updated_at': '2022-02-19T03:57:47Z', 'revision_number': 4, 'project_id': 'e952b91b3b25406bbe8d30a86212c23a', 'gw_port': {'id': '61458314-b986-4451-9443-5a22a3f7502f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a0bd39-41bc-42d2-b163-b8e14fa91e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:40Z', 'updated_at': '2022-02-19T03:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '316f59cb-c31a-40c8-891d-bfb9c101c3ea', 'name': '', 'network_id': '1febde4d-fe19-46be-83ad-d4a85392d5d8', 'tenant_id': 'e952b91b3b25406bbe8d30a86212c23a', 'mac_address': 'fa:16:3e:85:78:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a0bd39-41bc-42d2-b163-b8e14fa91e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'cfe6b481-0a90-44ac-b28b-1f7c3b2fc76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:45Z', 'updated_at': '2022-02-19T03:57:53Z', 'revision_number': 4, 'project_id': 'e952b91b3b25406bbe8d30a86212c23a', 'subnets': [{'id': 'cfe6b481-0a90-44ac-b28b-1f7c3b2fc76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:57:54.035421 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c08fc3b5-6d93-428f-985e-cf600f181ab6 req-25689d4f-d545-400d-be54-663e49b8fae1 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9724998 Feb 19 03:57:54.146138 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-2e083267-7eac-4241-94ab-758911d63dea req-6c4edeb8-da35-407e-9288-e2a93fd6b4c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2222287c-624b-46b2-ba97-522e464620de {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:57:54.157778 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-67fb17e8-5081-4a60-ac3e-94c96d9f0b1d None None] Current status of the port 316f59cb-c31a-40c8-891d-bfb9c101c3ea is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:54.158009 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-432df116-d08a-4264-ade3-be01a22a0f65 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:54.159898 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-432df116-d08a-4264-ade3-be01a22a0f65 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/networks?id=575db6fc-b1bf-4deb-91aa-ccf16978efb1 HTTP/1.1" status: 200 len: 808 time: 0.6673346 Feb 19 03:57:54.179007 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2e083267-7eac-4241-94ab-758911d63dea req-6c4edeb8-da35-407e-9288-e2a93fd6b4c3 service neutron] Publish callbacks [] for port (2222287c-624b-46b2-ba97-522e464620de), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:54.186255 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 61458314-b986-4451-9443-5a22a3f7502f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:54.186515 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (61458314-b986-4451-9443-5a22a3f7502f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:54.188303 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-b2416663-51ee-47d6-a346-17488eb17c2e tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/quotas/fd8b7bffe1624958b97c2ba4fab2c960 HTTP/1.1" status: 200 len: 375 time: 0.0200210 Feb 19 03:57:54.244125 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-2e083267-7eac-4241-94ab-758911d63dea req-6c4edeb8-da35-407e-9288-e2a93fd6b4c3 service neutron] Transition to ACTIVE for port object 2222287c-624b-46b2-ba97-522e464620de will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:57:54.278485 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device ada3754b-914a-4f8e-ade3-3cf8ddbacd22 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:54.327852 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2118f0d9-5265-4635-8dc1-934ef9ebcc24 None None] DHCP port deletion for 560b74a5-6f9b-46d8-a403-adfca3789dbb request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:57:54.376479 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2e083267-7eac-4241-94ab-758911d63dea req-6c4edeb8-da35-407e-9288-e2a93fd6b4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (2222287c-624b-46b2-ba97-522e464620de), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:54.506439 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-2c29c567-cd0f-47b8-84c6-cb4bffc633a7 admin admin] Deleting port 92308494-5ff2-443f-8a39-6f4c0e993d83 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:54.507323 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2c29c567-cd0f-47b8-84c6-cb4bffc633a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (92308494-5ff2-443f-8a39-6f4c0e993d83), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:54.533330 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bc8d8-492c-48ca-adaf-86c7c72dfaf3 req-a4dc039e-bf19-48c5-9151-dcb997454f59 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:54.547486 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 61458314-b986-4451-9443-5a22a3f7502f is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:54.548981 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bc8d8-492c-48ca-adaf-86c7c72dfaf3 req-a4dc039e-bf19-48c5-9151-dcb997454f59 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:54.551107 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1e9bc8d8-492c-48ca-adaf-86c7c72dfaf3 req-a4dc039e-bf19-48c5-9151-dcb997454f59 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccf33a8-b43c-4d47-97c3-51f330fa330c HTTP/1.1" status: 200 len: 1680 time: 0.3543813 Feb 19 03:57:54.551786 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4edeb8-da35-407e-9288-e2a93fd6b4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2222287c-624b-46b2-ba97-522e464620de,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:54.568184 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 6cac9e6f-6639-4423-a07f-5f71eb4e18e2 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:57:54.573820 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port ada3754b-914a-4f8e-ade3-3cf8ddbacd22 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:57:54.606634 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-b024b293-194d-4875-9ce4-d7d5beb9fd2f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4078345 Feb 19 03:57:54.622951 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port ada3754b-914a-4f8e-ade3-3cf8ddbacd22 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:54.623252 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ada3754b-914a-4f8e-ade3-3cf8ddbacd22), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:54.624804 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 6cac9e6f-6639-4423-a07f-5f71eb4e18e2 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:57:54.625140 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 6cac9e6f-6639-4423-a07f-5f71eb4e18e2 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:57:54.638490 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97cf2de1-9716-40fa-b91a-38ee5a32a487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (b5a0bd39-41bc-42d2-b163-b8e14fa91e35), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:54.717078 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2118f0d9-5265-4635-8dc1-934ef9ebcc24 None None] Deleting port 92308494-5ff2-443f-8a39-6f4c0e993d83 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:54.717679 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2118f0d9-5265-4635-8dc1-934ef9ebcc24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (92308494-5ff2-443f-8a39-6f4c0e993d83), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:54.833266 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-2e083267-7eac-4241-94ab-758911d63dea req-6c4edeb8-da35-407e-9288-e2a93fd6b4c3 service neutron] Attempting to bind port 2222287c-624b-46b2-ba97-522e464620de on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:57:54.833844 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-2e083267-7eac-4241-94ab-758911d63dea req-6c4edeb8-da35-407e-9288-e2a93fd6b4c3 service neutron] Attempting to bind port 2222287c-624b-46b2-ba97-522e464620de by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:57:54.836006 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e083267-7eac-4241-94ab-758911d63dea req-6c4edeb8-da35-407e-9288-e2a93fd6b4c3 service neutron] Attempting to bind port 2222287c-624b-46b2-ba97-522e464620de on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:54.859215 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e083267-7eac-4241-94ab-758911d63dea req-6c4edeb8-da35-407e-9288-e2a93fd6b4c3 service neutron] Port 2222287c-624b-46b2-ba97-522e464620de on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:57:54.859604 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e083267-7eac-4241-94ab-758911d63dea req-6c4edeb8-da35-407e-9288-e2a93fd6b4c3 service neutron] Attempting to bind port 2222287c-624b-46b2-ba97-522e464620de on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:54.877881 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-2118f0d9-5265-4635-8dc1-934ef9ebcc24 None None] For port 92308494-5ff2-443f-8a39-6f4c0e993d83, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=92308494-5ff2-443f-8a39-6f4c0e993d83,segment=NetworkSegment(e71b3dbd-fb5f-4ed3-8510-6ff14354abca),segment_id=e71b3dbd-fb5f-4ed3-8510-6ff14354abca)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:54.878318 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2118f0d9-5265-4635-8dc1-934ef9ebcc24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (92308494-5ff2-443f-8a39-6f4c0e993d83), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:54.903997 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e083267-7eac-4241-94ab-758911d63dea req-6c4edeb8-da35-407e-9288-e2a93fd6b4c3 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:57:54.904623 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e083267-7eac-4241-94ab-758911d63dea req-6c4edeb8-da35-407e-9288-e2a93fd6b4c3 service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:54.904938 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2118f0d9-5265-4635-8dc1-934ef9ebcc24 None None] Calling delete_port for 92308494-5ff2-443f-8a39-6f4c0e993d83 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:54.905104 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e083267-7eac-4241-94ab-758911d63dea req-6c4edeb8-da35-407e-9288-e2a93fd6b4c3 service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:57:54.905659 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-2e083267-7eac-4241-94ab-758911d63dea req-6c4edeb8-da35-407e-9288-e2a93fd6b4c3 service neutron] Bound port: 2222287c-624b-46b2-ba97-522e464620de, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:57:54.906129 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2e083267-7eac-4241-94ab-758911d63dea req-6c4edeb8-da35-407e-9288-e2a93fd6b4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2222287c-624b-46b2-ba97-522e464620de), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:54.910299 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port ada3754b-914a-4f8e-ade3-3cf8ddbacd22 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:54.910470 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ada3754b-914a-4f8e-ade3-3cf8ddbacd22), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:54.986047 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-2e083267-7eac-4241-94ab-758911d63dea req-6c4edeb8-da35-407e-9288-e2a93fd6b4c3 service neutron] For port 2222287c-624b-46b2-ba97-522e464620de, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:54.989082 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-2e083267-7eac-4241-94ab-758911d63dea req-6c4edeb8-da35-407e-9288-e2a93fd6b4c3 service neutron] For port 2222287c-624b-46b2-ba97-522e464620de, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2222287c-624b-46b2-ba97-522e464620de,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:57:54.992369 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccf33a8-b43c-4d47-97c3-51f330fa330c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada3754b-914a-4f8e-ade3-3cf8ddbacd22'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:54.995363 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8764b5f-3b74-42c8-bf2d-46de056d3c6e" -d '{"events": [{"server_uuid": "0ccf33a8-b43c-4d47-97c3-51f330fa330c", "name": "network-vif-plugged", "status": "completed", "tag": "ada3754b-914a-4f8e-ade3-3cf8ddbacd22"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:55.021520 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port ada3754b-914a-4f8e-ade3-3cf8ddbacd22, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=ada3754b-914a-4f8e-ade3-3cf8ddbacd22,segment=NetworkSegment(bd6c8cca-33b6-48d5-a16e-620778f68e3b),segment_id=bd6c8cca-33b6-48d5-a16e-620778f68e3b)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:55.022482 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2e083267-7eac-4241-94ab-758911d63dea req-6c4edeb8-da35-407e-9288-e2a93fd6b4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (2222287c-624b-46b2-ba97-522e464620de), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:55.037653 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ada3754b-914a-4f8e-ade3-3cf8ddbacd22), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:55.039429 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 974f99a6-73e7-42c5-bcc0-fbe5272b2674 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:55.107725 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4edeb8-da35-407e-9288-e2a93fd6b4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2222287c-624b-46b2-ba97-522e464620de,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:55.115354 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-2c29c567-cd0f-47b8-84c6-cb4bffc633a7 admin admin] For port 92308494-5ff2-443f-8a39-6f4c0e993d83, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=92308494-5ff2-443f-8a39-6f4c0e993d83,segment=NetworkSegment(e71b3dbd-fb5f-4ed3-8510-6ff14354abca),segment_id=e71b3dbd-fb5f-4ed3-8510-6ff14354abca)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:55.115880 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2c29c567-cd0f-47b8-84c6-cb4bffc633a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (92308494-5ff2-443f-8a39-6f4c0e993d83), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:55.149998 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=ada3754b-914a-4f8e-ade3-3cf8ddbacd22,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:55.153522 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-1bf126c4-b623-461d-9606-b3f0ec29e673 service neutron] 10.222.0.52 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616745 Feb 19 03:57:55.177753 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1e9bc8d8-492c-48ca-adaf-86c7c72dfaf3 req-54982ae5-6069-42ca-be56-e7f8d4105687 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6085439 Feb 19 03:57:55.181825 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2118f0d9-5265-4635-8dc1-934ef9ebcc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (92308494-5ff2-443f-8a39-6f4c0e993d83), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:55.200828 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e083267-7eac-4241-94ab-758911d63dea req-6c4edeb8-da35-407e-9288-e2a93fd6b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:55.201739 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2e083267-7eac-4241-94ab-758911d63dea req-6c4edeb8-da35-407e-9288-e2a93fd6b4c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:55.203533 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e083267-7eac-4241-94ab-758911d63dea req-6c4edeb8-da35-407e-9288-e2a93fd6b4c3 service neutron] 10.222.0.26 "PUT /v2.0/ports/2222287c-624b-46b2-ba97-522e464620de HTTP/1.1" status: 200 len: 1096 time: 2.5977504 Feb 19 03:57:55.215854 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 974f99a6-73e7-42c5-bcc0-fbe5272b2674 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:57:55.218300 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe24155-ec29-4d65-a8f9-6e8cdd1f6057', 'tag': '2222287c-624b-46b2-ba97-522e464620de'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:55.220954 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8caa5373-ce1b-4bed-8afa-943cef0698bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe24155-ec29-4d65-a8f9-6e8cdd1f6057", "tag": "2222287c-624b-46b2-ba97-522e464620de"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:55.221444 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118f0d9-5265-4635-8dc1-934ef9ebcc24 None None] Pushing event deleted for resources: {'Port': ['ID=92308494-5ff2-443f-8a39-6f4c0e993d83,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:55.228567 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2118f0d9-5265-4635-8dc1-934ef9ebcc24 None None] No DVR routers for this DVR port 92308494-5ff2-443f-8a39-6f4c0e993d83 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:57:55.229793 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-2c29c567-cd0f-47b8-84c6-cb4bffc633a7 admin admin] Calling delete_port for 92308494-5ff2-443f-8a39-6f4c0e993d83 owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:55.239694 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 974f99a6-73e7-42c5-bcc0-fbe5272b2674 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:55.240381 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (974f99a6-73e7-42c5-bcc0-fbe5272b2674), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:55.442809 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 316f59cb-c31a-40c8-891d-bfb9c101c3ea up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:55.548338 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e083267-7eac-4241-94ab-758911d63dea req-be9fa7cf-b809-4aab-a816-290a44691460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:55.550009 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e083267-7eac-4241-94ab-758911d63dea req-be9fa7cf-b809-4aab-a816-290a44691460 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 1130 time: 0.2568719 Feb 19 03:57:55.556136 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 974f99a6-73e7-42c5-bcc0-fbe5272b2674 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:55.556528 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (974f99a6-73e7-42c5-bcc0-fbe5272b2674), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:55.665544 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 316f59cb-c31a-40c8-891d-bfb9c101c3ea triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:55.665921 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (316f59cb-c31a-40c8-891d-bfb9c101c3ea), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:55.671287 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 974f99a6-73e7-42c5-bcc0-fbe5272b2674, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=974f99a6-73e7-42c5-bcc0-fbe5272b2674,segment=NetworkSegment(09c12257-7d7a-45a5-be7d-27557a56df56),segment_id=09c12257-7d7a-45a5-be7d-27557a56df56)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:55.698692 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-7f70e568-fbae-4afa-970a-ef0c14533a41 service neutron] 10.222.0.52 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095472 Feb 19 03:57:55.706735 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e083267-7eac-4241-94ab-758911d63dea req-fdc4dca8-9cb4-4bfb-bc67-e6a5defb068e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=2222287c-624b-46b2-ba97-522e464620de HTTP/1.1" status: 200 len: 217 time: 0.1472006 Feb 19 03:57:55.752603 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2c29c567-cd0f-47b8-84c6-cb4bffc633a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (92308494-5ff2-443f-8a39-6f4c0e993d83), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:55.763715 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (974f99a6-73e7-42c5-bcc0-fbe5272b2674), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:55.864858 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=974f99a6-73e7-42c5-bcc0-fbe5272b2674,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:55.866664 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29c567-cd0f-47b8-84c6-cb4bffc633a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=92308494-5ff2-443f-8a39-6f4c0e993d83,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:55.872304 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e083267-7eac-4241-94ab-758911d63dea req-d56d98b2-cd8a-44cd-b23d-de9ec1a8a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:55.875984 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e083267-7eac-4241-94ab-758911d63dea req-d56d98b2-cd8a-44cd-b23d-de9ec1a8a9e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1577883 Feb 19 03:57:55.937179 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 316f59cb-c31a-40c8-891d-bfb9c101c3ea is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:56.036389 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c29c567-cd0f-47b8-84c6-cb4bffc633a7 admin admin] No DVR routers for this DVR port 92308494-5ff2-443f-8a39-6f4c0e993d83 on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:57:56.124713 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 92308494-5ff2-443f-8a39-6f4c0e993d83 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:57:56.160698 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 92308494-5ff2-443f-8a39-6f4c0e993d83 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:57:56.161345 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 92308494-5ff2-443f-8a39-6f4c0e993d83 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:57:56.162006 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 252ec358-1c75-422a-9b3f-3da7673b240b no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:57:56.184838 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 252ec358-1c75-422a-9b3f-3da7673b240b {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:57:56.185630 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 252ec358-1c75-422a-9b3f-3da7673b240b not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:57:56.191323 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65d33c-dd38-4048-b383-f0a674636c39 req-911deab1-8e93-499d-8323-571c86351c7e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:56.196307 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e65d33c-dd38-4048-b383-f0a674636c39 req-911deab1-8e93-499d-8323-571c86351c7e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 947 time: 0.3151143 Feb 19 03:57:56.203259 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2c29c567-cd0f-47b8-84c6-cb4bffc633a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (560b74a5-6f9b-46d8-a403-adfca3789dbb), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:56.292040 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e083267-7eac-4241-94ab-758911d63dea req-65f59cb8-6340-4a31-9a4d-6ed1cfdc7883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:56.293642 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e083267-7eac-4241-94ab-758911d63dea req-65f59cb8-6340-4a31-9a4d-6ed1cfdc7883 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4066644 Feb 19 03:57:56.331101 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-2c29c567-cd0f-47b8-84c6-cb4bffc633a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560b74a5-6f9b-46d8-a403-adfca3789dbb']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:56.368471 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981d28df-f492-4580-b8e9-fb9acc997ac5 x-openstack-request-id: req-981d28df-f492-4580-b8e9-fb9acc997ac5 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:56.368930 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ccf33a8-b43c-4d47-97c3-51f330fa330c", "name": "network-vif-plugged", "status": "completed", "tag": "ada3754b-914a-4f8e-ade3-3cf8ddbacd22", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:56.369252 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-981d28df-f492-4580-b8e9-fb9acc997ac5 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:56.369747 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ccf33a8-b43c-4d47-97c3-51f330fa330c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada3754b-914a-4f8e-ade3-3cf8ddbacd22', 'code': 200} Feb 19 03:57:56.378156 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e65d33c-dd38-4048-b383-f0a674636c39 req-3274a02e-10c6-440f-9070-5f278e23b11c tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591516 Feb 19 03:57:56.393303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-2c29c567-cd0f-47b8-84c6-cb4bffc633a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71b3dbd-fb5f-4ed3-8510-6ff14354abca') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:56.393611 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-2c29c567-cd0f-47b8-84c6-cb4bffc633a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71b3dbd-fb5f-4ed3-8510-6ff14354abca') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:56.447088 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2c29c567-cd0f-47b8-84c6-cb4bffc633a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (e71b3dbd-fb5f-4ed3-8510-6ff14354abca), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:56.473959 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0624d7-a006-470c-b57f-8704e981f58a x-openstack-request-id: req-7b0624d7-a006-470c-b57f-8704e981f58a {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:56.474278 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe24155-ec29-4d65-a8f9-6e8cdd1f6057", "tag": "2222287c-624b-46b2-ba97-522e464620de", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:56.474540 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7b0624d7-a006-470c-b57f-8704e981f58a {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:56.474938 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe24155-ec29-4d65-a8f9-6e8cdd1f6057', 'tag': '2222287c-624b-46b2-ba97-522e464620de', 'status': 'completed', 'code': 200} Feb 19 03:57:56.499419 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-97cf2de1-9716-40fa-b91a-38ee5a32a487 admin admin] Deleting port 316f59cb-c31a-40c8-891d-bfb9c101c3ea {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:56.499820 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97cf2de1-9716-40fa-b91a-38ee5a32a487 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (316f59cb-c31a-40c8-891d-bfb9c101c3ea), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:56.504321 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2c29c567-cd0f-47b8-84c6-cb4bffc633a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e71b3dbd-fb5f-4ed3-8510-6ff14354abca), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:56.526371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c29c567-cd0f-47b8-84c6-cb4bffc633a7 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:57:56.526780 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2c29c567-cd0f-47b8-84c6-cb4bffc633a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (e71b3dbd-fb5f-4ed3-8510-6ff14354abca), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: timer() Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:57:56.529819 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:57:56.556108 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:57.024050 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e083267-7eac-4241-94ab-758911d63dea req-85ab7503-15b1-4e97-94f3-15d41ca85b97 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7153270 Feb 19 03:57:57.064064 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2c29c567-cd0f-47b8-84c6-cb4bffc633a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (560b74a5-6f9b-46d8-a403-adfca3789dbb), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:57.095186 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2c29c567-cd0f-47b8-84c6-cb4bffc633a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:57.098358 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2c29c567-cd0f-47b8-84c6-cb4bffc633a7 admin admin] 10.222.0.52 "DELETE /v2.0/networks/560b74a5-6f9b-46d8-a403-adfca3789dbb HTTP/1.1" status: 204 len: 168 time: 3.2607768 Feb 19 03:57:57.158294 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29c567-cd0f-47b8-84c6-cb4bffc633a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=560b74a5-6f9b-46d8-a403-adfca3789dbb,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:57.161718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-97cf2de1-9716-40fa-b91a-38ee5a32a487 admin admin] For port 316f59cb-c31a-40c8-891d-bfb9c101c3ea, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=316f59cb-c31a-40c8-891d-bfb9c101c3ea,segment=NetworkSegment(3155ef86-59cb-4ffd-ab93-f676dccae131),segment_id=3155ef86-59cb-4ffd-ab93-f676dccae131)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:57.162085 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97cf2de1-9716-40fa-b91a-38ee5a32a487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (316f59cb-c31a-40c8-891d-bfb9c101c3ea), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:57.188202 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-97cf2de1-9716-40fa-b91a-38ee5a32a487 admin admin] Calling delete_port for 316f59cb-c31a-40c8-891d-bfb9c101c3ea owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:57.196084 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17886f42-e53d-4061-8050-285a86a803ed req-943b2fb7-76af-4cce-a3af-077357affa39 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:57.197540 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17886f42-e53d-4061-8050-285a86a803ed req-943b2fb7-76af-4cce-a3af-077357affa39 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 944 time: 0.6215761 Feb 19 03:57:57.268441 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44032) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:57.285016 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cd1ad-8b56-41d5-9244-9af690fdadc9 req-8fc67a71-2096-4091-95f1-fed2f6d76a80 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:57.290697 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cd1ad-8b56-41d5-9244-9af690fdadc9 req-8fc67a71-2096-4091-95f1-fed2f6d76a80 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:57.292373 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e5cd1ad-8b56-41d5-9244-9af690fdadc9 req-8fc67a71-2096-4091-95f1-fed2f6d76a80 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccf33a8-b43c-4d47-97c3-51f330fa330c HTTP/1.1" status: 200 len: 1682 time: 0.3170269 Feb 19 03:57:57.308754 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-64300125-381c-4013-8bbc-837c236abae8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9eaba30d1a9a4f6587173f80c00f9336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391574 Feb 19 03:57:57.311130 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44036) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:57.315623 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e083267-7eac-4241-94ab-758911d63dea req-4dd53da5-c249-43e8-bd7f-e559070429cb service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624259 Feb 19 03:57:57.368275 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c54fbb87-840c-4641-908d-77ae547ca28c admin admin] Publish callbacks [] for security_group (10ceb974-ad6e-4d96-b7bd-5f16f744f59c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:57.378314 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17886f42-e53d-4061-8050-285a86a803ed req-40e56ba5-8152-4eb8-b556-841c5375ba56 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667984 Feb 19 03:57:57.400576 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c54fbb87-840c-4641-908d-77ae547ca28c admin admin] Publish callbacks [] for security_group (10ceb974-ad6e-4d96-b7bd-5f16f744f59c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:57.454660 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c54fbb87-840c-4641-908d-77ae547ca28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (10ceb974-ad6e-4d96-b7bd-5f16f744f59c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:57.457218 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c54fbb87-840c-4641-908d-77ae547ca28c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:57.458504 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c54fbb87-840c-4641-908d-77ae547ca28c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/10ceb974-ad6e-4d96-b7bd-5f16f744f59c HTTP/1.1" status: 204 len: 168 time: 0.1464276 Feb 19 03:57:57.468578 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54fbb87-840c-4641-908d-77ae547ca28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ceb974-ad6e-4d96-b7bd-5f16f744f59c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:57.531019 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e5cd1ad-8b56-41d5-9244-9af690fdadc9 req-ea932a2e-5034-4fd4-a591-813d97d0d3d1 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309947 Feb 19 03:57:57.585638 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e1d52b6-45da-4f03-88b6-fe3a645049a5 req-d48b0f47-ea5c-42de-8bb3-6e01611dda77 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 210 time: 0.0989332 Feb 19 03:57:57.691735 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa5373-ce1b-4bed-8afa-943cef0698bf req-fcbaca7c-713a-42b6-b25c-fbf78dc884b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:57.702583 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8caa5373-ce1b-4bed-8afa-943cef0698bf req-fcbaca7c-713a-42b6-b25c-fbf78dc884b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 1130 time: 0.2377260 Feb 19 03:57:57.886658 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-dbaf359b-fc2c-4b7e-a462-4bcebd83c7a3 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:57.888101 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-dbaf359b-fc2c-4b7e-a462-4bcebd83c7a3 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.26 "GET /v2.0/networks?id=575db6fc-b1bf-4deb-91aa-ccf16978efb1 HTTP/1.1" status: 200 len: 808 time: 0.4148693 Feb 19 03:57:57.909748 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-2d43b6f7-e41d-41b8-969d-d729a09022fc tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Request body: {'port': {'device_id': '910dee33-103a-41d3-aae1-e5b9dd49774b', 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1', 'admin_state_up': True, 'tenant_id': 'fd8b7bffe1624958b97c2ba4fab2c960'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:57.976756 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97cf2de1-9716-40fa-b91a-38ee5a32a487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (316f59cb-c31a-40c8-891d-bfb9c101c3ea), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:57.999069 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30627a32-3022-4b34-b3e8-8077e116e5a3 req-5506d746-e53d-488c-9641-3f8963ee0f82 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:58.000657 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-30627a32-3022-4b34-b3e8-8077e116e5a3 req-5506d746-e53d-488c-9641-3f8963ee0f82 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 947 time: 0.2867827 Feb 19 03:57:58.082084 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a5b80-4db0-468d-810d-758cf4707bc4 req-411e4e57-a25d-4a7c-bd76-fb519859b25d tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:58.083657 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a57a5b80-4db0-468d-810d-758cf4707bc4 req-411e4e57-a25d-4a7c-bd76-fb519859b25d tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 1127 time: 0.2883444 Feb 19 03:57:58.090973 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf2de1-9716-40fa-b91a-38ee5a32a487 admin admin] Pushing event deleted for resources: {'Port': ['ID=316f59cb-c31a-40c8-891d-bfb9c101c3ea,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:58.138570 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa5373-ce1b-4bed-8afa-943cef0698bf req-a5bf3148-645a-4a9c-a3e9-84264818631e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:58.139637 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8caa5373-ce1b-4bed-8afa-943cef0698bf req-a5bf3148-645a-4a9c-a3e9-84264818631e service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.4362485 Feb 19 03:57:58.291230 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8caa5373-ce1b-4bed-8afa-943cef0698bf req-1a26f1b9-e42d-4b94-a1df-9ff6c02fee16 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=2222287c-624b-46b2-ba97-522e464620de HTTP/1.1" status: 200 len: 217 time: 0.1312339 Feb 19 03:57:58.367468 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-30627a32-3022-4b34-b3e8-8077e116e5a3 req-b61c0759-8d24-4a58-8a0d-b597c70727e1 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498740 Feb 19 03:57:58.371108 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccf33a8-b43c-4d47-97c3-51f330fa330c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974f99a6-73e7-42c5-bcc0-fbe5272b2674'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:58.373614 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a03c14-94a6-4998-8977-cced16bdf474" -d '{"events": [{"server_uuid": "0ccf33a8-b43c-4d47-97c3-51f330fa330c", "name": "network-vif-plugged", "status": "completed", "tag": "974f99a6-73e7-42c5-bcc0-fbe5272b2674"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:58.414563 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44084) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:58.442809 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a57a5b80-4db0-468d-810d-758cf4707bc4 req-ce50c7b3-a902-4fd6-b792-794fcbab5a4f tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492348 Feb 19 03:57:58.451279 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-2d43b6f7-e41d-41b8-969d-d729a09022fc tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Made reservation on behalf of fd8b7bffe1624958b97c2ba4fab2c960 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:57:58.455819 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-2d43b6f7-e41d-41b8-969d-d729a09022fc tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:58.491505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa5373-ce1b-4bed-8afa-943cef0698bf req-89975813-149c-4183-8c4c-8a7323c80b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:58.493063 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8caa5373-ce1b-4bed-8afa-943cef0698bf req-89975813-149c-4183-8c4c-8a7323c80b7b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1824017 Feb 19 03:57:58.542952 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c1db8c-a009-45c7-a09c-6b803806ac1a x-openstack-request-id: req-93c1db8c-a009-45c7-a09c-6b803806ac1a {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:58.543341 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ccf33a8-b43c-4d47-97c3-51f330fa330c", "name": "network-vif-plugged", "status": "completed", "tag": "974f99a6-73e7-42c5-bcc0-fbe5272b2674", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:58.544125 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93c1db8c-a009-45c7-a09c-6b803806ac1a {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:58.544601 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ccf33a8-b43c-4d47-97c3-51f330fa330c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974f99a6-73e7-42c5-bcc0-fbe5272b2674', 'code': 200} Feb 19 03:57:58.588886 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97cf2de1-9716-40fa-b91a-38ee5a32a487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (b5a0bd39-41bc-42d2-b163-b8e14fa91e35), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:58.613618 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-7553d512-3890-45e5-96b0-f4c75b8b0329 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1748072855-network', 'tenant_id': '5e4834aa2c9343cd911dcc83b0579e74'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:58.687396 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120c498-e334-4bf6-8003-446f5a158086 req-46cae683-edd2-40d5-9971-17eb7a330fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:58.688341 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120c498-e334-4bf6-8003-446f5a158086 req-46cae683-edd2-40d5-9971-17eb7a330fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:58.690195 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2120c498-e334-4bf6-8003-446f5a158086 req-46cae683-edd2-40d5-9971-17eb7a330fac service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0ccf33a8-b43c-4d47-97c3-51f330fa330c HTTP/1.1" status: 200 len: 2048 time: 0.0686603 Feb 19 03:57:58.691481 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7553d512-3890-45e5-96b0-f4c75b8b0329 admin admin] Made reservation on behalf of 5e4834aa2c9343cd911dcc83b0579e74 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:57:58.694957 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7553d512-3890-45e5-96b0-f4c75b8b0329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:58.748026 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7553d512-3890-45e5-96b0-f4c75b8b0329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:58.751363 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa5373-ce1b-4bed-8afa-943cef0698bf req-714823d3-bcd1-4cc3-a5df-f41a18408bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:58.752242 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2120c498-e334-4bf6-8003-446f5a158086 req-b799a7fe-0955-413d-afcc-79bca2b3b084 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533085 Feb 19 03:57:58.752843 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8caa5373-ce1b-4bed-8afa-943cef0698bf req-714823d3-bcd1-4cc3-a5df-f41a18408bdc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2333777 Feb 19 03:57:58.852771 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7553d512-3890-45e5-96b0-f4c75b8b0329 admin admin] Publish callbacks [] for security_group (f32ac298-78dd-41da-abe7-ec730a88d8cd), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:58.857455 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-2d43b6f7-e41d-41b8-969d-d729a09022fc tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Allocated IP 172.20.0.10 (575db6fc-b1bf-4deb-91aa-ccf16978efb1/60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d/664dce4d-72df-4202-a5aa-196387d63cbf) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:58.859790 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7553d512-3890-45e5-96b0-f4c75b8b0329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f32ac298-78dd-41da-abe7-ec730a88d8cd), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:58.899740 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553d512-3890-45e5-96b0-f4c75b8b0329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32ac298-78dd-41da-abe7-ec730a88d8cd,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:58.933681 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7553d512-3890-45e5-96b0-f4c75b8b0329 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:57:58.948616 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7553d512-3890-45e5-96b0-f4c75b8b0329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (9a64af07-75e7-49c4-bd40-c782ca239fb4), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:58.949324 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-7553d512-3890-45e5-96b0-f4c75b8b0329 admin admin] Added segment 9a64af07-75e7-49c4-bd40-c782ca239fb4 of type vlan for network 78a9b65b-d911-4b70-9e29-eb76754bdc19 Feb 19 03:57:58.984359 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba77614-faff-4996-a93b-e76166b38bd8 req-f552df24-3e13-4c92-b05d-04aed81c6fba tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:58.985858 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ba77614-faff-4996-a93b-e76166b38bd8 req-f552df24-3e13-4c92-b05d-04aed81c6fba tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 1127 time: 0.2839127 Feb 19 03:57:59.006521 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7553d512-3890-45e5-96b0-f4c75b8b0329 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (78a9b65b-d911-4b70-9e29-eb76754bdc19), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:59.021717 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8caa5373-ce1b-4bed-8afa-943cef0698bf req-6d1dab31-368e-43f0-8d65-2436ed49d1f2 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403064 Feb 19 03:57:59.054777 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7553d512-3890-45e5-96b0-f4c75b8b0329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (78a9b65b-d911-4b70-9e29-eb76754bdc19), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:59.062560 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7553d512-3890-45e5-96b0-f4c75b8b0329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:59.063340 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7553d512-3890-45e5-96b0-f4c75b8b0329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:59.146102 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7553d512-3890-45e5-96b0-f4c75b8b0329 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7271848 Feb 19 03:57:59.146102 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44134) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:59.155596 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-8adccfa9-a478-4c2c-a26b-ea735e0a2024 admin admin] Request body: {'subnet': {'network_id': '78a9b65b-d911-4b70-9e29-eb76754bdc19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1748072855-subnet', 'tenant_id': '5e4834aa2c9343cd911dcc83b0579e74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:59.160029 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553d512-3890-45e5-96b0-f4c75b8b0329 admin admin] Pushing event updated for resources: {'Network': ['ID=78a9b65b-d911-4b70-9e29-eb76754bdc19,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:59.183276 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adccfa9-a478-4c2c-a26b-ea735e0a2024 admin admin] Made reservation on behalf of 5e4834aa2c9343cd911dcc83b0579e74 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:57:59.189573 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 78a9b65b-d911-4b70-9e29-eb76754bdc19 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:57:59.193933 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8adccfa9-a478-4c2c-a26b-ea735e0a2024 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:59.268439 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ba77614-faff-4996-a93b-e76166b38bd8 req-32767445-c569-4919-a5e5-bcad54bc1e8b tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710907 Feb 19 03:57:59.298246 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cf2de1-9716-40fa-b91a-38ee5a32a487 admin admin] Router b5a0bd39-41bc-42d2-b163-b8e14fa91e35 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:57:59.323112 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8caa5373-ce1b-4bed-8afa-943cef0698bf req-7a001e1e-5ffa-47ac-abc5-99ec39d69428 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900383 Feb 19 03:57:59.357950 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-2d43b6f7-e41d-41b8-969d-d729a09022fc tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks [] for port (664dce4d-72df-4202-a5aa-196387d63cbf), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:59.458643 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:59.536024 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8adccfa9-a478-4c2c-a26b-ea735e0a2024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (53310fb3-d11f-4a5b-9138-ba6b80066f44), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:59.606318 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adccfa9-a478-4c2c-a26b-ea735e0a2024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53310fb3-d11f-4a5b-9138-ba6b80066f44,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:59.608722 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adccfa9-a478-4c2c-a26b-ea735e0a2024 admin admin] Checking segment: {'id': '9a64af07-75e7-49c4-bd40-c782ca239fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '78a9b65b-d911-4b70-9e29-eb76754bdc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:59.609162 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adccfa9-a478-4c2c-a26b-ea735e0a2024 admin admin] Network hostable DHCP agents. Network: 78a9b65b-d911-4b70-9e29-eb76754bdc19, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:57:59.629814 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adccfa9-a478-4c2c-a26b-ea735e0a2024 admin admin] Network 78a9b65b-d911-4b70-9e29-eb76754bdc19 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:57:59.641954 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-8adccfa9-a478-4c2c-a26b-ea735e0a2024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 78a9b65b-d911-4b70-9e29-eb76754bdc19) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:59.651523 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adccfa9-a478-4c2c-a26b-ea735e0a2024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:59.652457 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8adccfa9-a478-4c2c-a26b-ea735e0a2024 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:59.659731 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec568c98-b34a-4d94-b825-71556aa3b95a None None] Network 78a9b65b-d911-4b70-9e29-eb76754bdc19 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:57:59.690050 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8adccfa9-a478-4c2c-a26b-ea735e0a2024 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5427468 Feb 19 03:57:59.785243 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b67891d-514d-4fb3-a2ec-37424cade922 None None] Network 78a9b65b-d911-4b70-9e29-eb76754bdc19 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:57:59.847641 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d08c6a15-deee-43a8-b55a-9e929630a3a3 req-de7dd9f3-c988-4524-b3ca-6d26099196d6 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 210 time: 0.0540223 Feb 19 03:57:59.853310 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-2d43b6f7-e41d-41b8-969d-d729a09022fc tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (664dce4d-72df-4202-a5aa-196387d63cbf), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:59.866832 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:57:59.876014 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['164c54cc-4545-454e-b0ae-1bf33d6830dc'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:57:59.905000 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cf2de1-9716-40fa-b91a-38ee5a32a487 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:57:59.918144 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-97cf2de1-9716-40fa-b91a-38ee5a32a487 admin admin] 10.222.0.52 "PUT /v2.0/routers/b5a0bd39-41bc-42d2-b163-b8e14fa91e35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6985862 Feb 19 03:57:59.922214 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44156) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:59.938037 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56032b37-6805-4d97-ba96-3b2caf33516a req-7d2054f4-7de3-421a-b351-9cb263955f22 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:59.943447 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56032b37-6805-4d97-ba96-3b2caf33516a req-7d2054f4-7de3-421a-b351-9cb263955f22 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:59.953638 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56032b37-6805-4d97-ba96-3b2caf33516a req-7d2054f4-7de3-421a-b351-9cb263955f22 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccf33a8-b43c-4d47-97c3-51f330fa330c HTTP/1.1" status: 200 len: 1682 time: 0.4954007 Feb 19 03:57:59.959555 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-2d43b6f7-e41d-41b8-969d-d729a09022fc tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:59.965911 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43b6f7-e41d-41b8-969d-d729a09022fc tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Pushing event updated for resources: {'Port': ['ID=664dce4d-72df-4202-a5aa-196387d63cbf,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:59.971848 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-2d43b6f7-e41d-41b8-969d-d729a09022fc tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:59.984676 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-2d43b6f7-e41d-41b8-969d-d729a09022fc tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:58:00.048643 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffcbdc1-b00b-4712-8b31-9f976b724551 None None] Sync routers for ids ['b5a0bd39-41bc-42d2-b163-b8e14fa91e35'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:58:00.096662 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffcbdc1-b00b-4712-8b31-9f976b724551 None None] Routers {'b5a0bd39-41bc-42d2-b163-b8e14fa91e35'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:58:00.098861 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56032b37-6805-4d97-ba96-3b2caf33516a req-c994d15d-4e67-4cbd-95d6-90591efab05f tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442554 Feb 19 03:58:00.099298 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-dffcbdc1-b00b-4712-8b31-9f976b724551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:57:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['b5a0bd39-41bc-42d2-b163-b8e14fa91e35'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:00.129248 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-2d43b6f7-e41d-41b8-969d-d729a09022fc tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:00.131097 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-2d43b6f7-e41d-41b8-969d-d729a09022fc tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:00.187094 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-2d43b6f7-e41d-41b8-969d-d729a09022fc tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2864864 Feb 19 03:58:00.202605 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4ee93-0482-4012-b4e8-1a7d41acc1e0 req-cf87575a-b4c2-4d5f-b25f-5b1e6006ef0f tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:00.220133 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3a4ee93-0482-4012-b4e8-1a7d41acc1e0 req-cf87575a-b4c2-4d5f-b25f-5b1e6006ef0f tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 947 time: 0.1821840 Feb 19 03:58:00.227811 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-c0be2950-b263-4101-b595-0b98da22a1b9 service neutron] Request body: {'port': {'device_id': '910dee33-103a-41d3-aae1-e5b9dd49774b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:00.307078 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device b58c7f45-a56a-4707-8775-f21173cc527c no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:00.366472 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3a4ee93-0482-4012-b4e8-1a7d41acc1e0 req-4efaff24-ebbd-422f-96d0-b675c1e5783f tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407008 Feb 19 03:58:00.381149 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-c0be2950-b263-4101-b595-0b98da22a1b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (664dce4d-72df-4202-a5aa-196387d63cbf), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:00.505860 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-da9c7bf8-2840-4d9e-b2f6-4b1ba66c8eca admin admin] Publish callbacks [] for router (b5a0bd39-41bc-42d2-b163-b8e14fa91e35), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:00.630950 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-85be2b5d-9809-4642-9863-cb296488f712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:00.689126 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-dffcbdc1-b00b-4712-8b31-9f976b724551 None None] Set router b5a0bd39-41bc-42d2-b163-b8e14fa91e35 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:58:00.833101 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6a79c3a3-659c-4659-836e-8b95af5b823e req-046f5c6b-d05b-45d5-a1b6-cd3b47828938 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1279914 Feb 19 03:58:00.839502 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-da9c7bf8-2840-4d9e-b2f6-4b1ba66c8eca admin admin] Publish callbacks [] for router_gateway (b5a0bd39-41bc-42d2-b163-b8e14fa91e35), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:01.005923 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-da9c7bf8-2840-4d9e-b2f6-4b1ba66c8eca admin admin] Deleting port 61458314-b986-4451-9443-5a22a3f7502f {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:01.006320 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-da9c7bf8-2840-4d9e-b2f6-4b1ba66c8eca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (61458314-b986-4451-9443-5a22a3f7502f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:01.009828 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79c3a3-659c-4659-836e-8b95af5b823e req-e6bb2844-1f85-44b2-9de0-23916d246540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:01.011520 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6a79c3a3-659c-4659-836e-8b95af5b823e req-e6bb2844-1f85-44b2-9de0-23916d246540 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2d0f4caff5434d379e80e0b432aea600&device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 1127 time: 0.1221330 Feb 19 03:58:01.101844 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cede59-3df5-4418-86af-cdb55c478b75 req-bce6a8b0-5266-4a06-be6f-cda1d91f493b tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:01.114682 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-36cede59-3df5-4418-86af-cdb55c478b75 req-bce6a8b0-5266-4a06-be6f-cda1d91f493b tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/networks?id=78a9b65b-d911-4b70-9e29-eb76754bdc19 HTTP/1.1" status: 200 len: 822 time: 0.2628465 Feb 19 03:58:01.140121 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port b58c7f45-a56a-4707-8775-f21173cc527c is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:01.140679 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b58c7f45-a56a-4707-8775-f21173cc527c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:01.170924 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79c3a3-659c-4659-836e-8b95af5b823e req-7f4dd26f-c5e4-47e3-844a-4ec4d53a2d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:01.172438 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6a79c3a3-659c-4659-836e-8b95af5b823e req-7f4dd26f-c5e4-47e3-844a-4ec4d53a2d76 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d936416-f125-4c3f-940d-813318503889 HTTP/1.1" status: 200 len: 922 time: 0.1029818 Feb 19 03:58:01.199462 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port b58c7f45-a56a-4707-8775-f21173cc527c, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=b58c7f45-a56a-4707-8775-f21173cc527c,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:01.201499 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-dffcbdc1-b00b-4712-8b31-9f976b724551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a0bd39-41bc-42d2-b163-b8e14fa91e35', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-101196693-router', 'tenant_id': 'e952b91b3b25406bbe8d30a86212c23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '61458314-b986-4451-9443-5a22a3f7502f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:57:38Z', 'updated_at': '2022-02-19T03:57:57Z', 'revision_number': 5, 'project_id': 'e952b91b3b25406bbe8d30a86212c23a', 'gw_port': {'id': '61458314-b986-4451-9443-5a22a3f7502f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a0bd39-41bc-42d2-b163-b8e14fa91e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:40Z', 'updated_at': '2022-02-19T03:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:01.237207 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd94b51-a364-4f0b-b569-f92971869088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b58c7f45-a56a-4707-8775-f21173cc527c'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:01.239484 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fa4734-33c9-4172-b368-aff7bf0251f3" -d '{"events": [{"server_uuid": "3bd94b51-a364-4f0b-b569-f92971869088", "name": "network-vif-unplugged", "status": "completed", "tag": "b58c7f45-a56a-4707-8775-f21173cc527c"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:01.244004 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffcbdc1-b00b-4712-8b31-9f976b724551 None None] Checking router: b5a0bd39-41bc-42d2-b163-b8e14fa91e35 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:58:01.244782 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-36cede59-3df5-4418-86af-cdb55c478b75 req-096b9cc9-8af4-4c30-b3e5-f5daf00408c1 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/quotas/5e4834aa2c9343cd911dcc83b0579e74 HTTP/1.1" status: 200 len: 375 time: 0.1291230 Feb 19 03:58:01.246541 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b58c7f45-a56a-4707-8775-f21173cc527c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:01.259063 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6a79c3a3-659c-4659-836e-8b95af5b823e req-c6b519c3-3910-4bd5-bbe5-6f9797ba1b9c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de138328-1cd6-4d35-b7c3-50ef1063e817 HTTP/1.1" status: 200 len: 217 time: 0.0756578 Feb 19 03:58:01.283028 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffcbdc1-b00b-4712-8b31-9f976b724551 None None] Routers {'b5a0bd39-41bc-42d2-b163-b8e14fa91e35'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:58:01.283690 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-dffcbdc1-b00b-4712-8b31-9f976b724551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:57:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['b5a0bd39-41bc-42d2-b163-b8e14fa91e35'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:01.302992 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-36cede59-3df5-4418-86af-cdb55c478b75 req-adc8479c-2c2f-47be-b0ba-c431ed1a8c8d tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5e4834aa2c9343cd911dcc83b0579e74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572672 Feb 19 03:58:01.367915 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44206) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:01.381181 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=b58c7f45-a56a-4707-8775-f21173cc527c,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:01.404888 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-da9c7bf8-2840-4d9e-b2f6-4b1ba66c8eca admin admin] For port 61458314-b986-4451-9443-5a22a3f7502f, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=61458314-b986-4451-9443-5a22a3f7502f,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:01.405990 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-da9c7bf8-2840-4d9e-b2f6-4b1ba66c8eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (61458314-b986-4451-9443-5a22a3f7502f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:01.406717 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-dffcbdc1-b00b-4712-8b31-9f976b724551 None None] Set router b5a0bd39-41bc-42d2-b163-b8e14fa91e35 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:58:01.429634 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79c3a3-659c-4659-836e-8b95af5b823e req-69591525-3860-483c-a272-80a245b7e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:01.432383 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6a79c3a3-659c-4659-836e-8b95af5b823e req-69591525-3860-483c-a272-80a245b7e196 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2953d6c2-cff6-4430-863a-070b45f3a12f HTTP/1.1" status: 200 len: 861 time: 0.1563661 Feb 19 03:58:01.433899 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-da9c7bf8-2840-4d9e-b2f6-4b1ba66c8eca admin admin] Calling delete_port for 61458314-b986-4451-9443-5a22a3f7502f owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:01.468938 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-dffcbdc1-b00b-4712-8b31-9f976b724551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a0bd39-41bc-42d2-b163-b8e14fa91e35', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-101196693-router', 'tenant_id': 'e952b91b3b25406bbe8d30a86212c23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:57:38Z', 'updated_at': '2022-02-19T03:58:00Z', 'revision_number': 6, 'project_id': 'e952b91b3b25406bbe8d30a86212c23a', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:01.501063 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffcbdc1-b00b-4712-8b31-9f976b724551 None None] The sync data for ids ['b5a0bd39-41bc-42d2-b163-b8e14fa91e35'] in n-d-828369-19 is: [{'id': 'b5a0bd39-41bc-42d2-b163-b8e14fa91e35', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-101196693-router', 'tenant_id': 'e952b91b3b25406bbe8d30a86212c23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:57:38Z', 'updated_at': '2022-02-19T03:58:00Z', 'revision_number': 6, 'project_id': 'e952b91b3b25406bbe8d30a86212c23a', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:58:01.508518 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-a7e76143-9196-41cb-9507-0899a6021e3a tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:01.515149 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-a7e76143-9196-41cb-9507-0899a6021e3a tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/networks?id=e29e89da-8398-4bad-a8b5-9be42054c178 HTTP/1.1" status: 200 len: 805 time: 0.3834460 Feb 19 03:58:01.518364 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6a79c3a3-659c-4659-836e-8b95af5b823e req-d530b69b-008e-4fc4-9dcd-fb48211ecf36 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d936416-f125-4c3f-940d-813318503889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727329 Feb 19 03:58:01.541541 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-c0be2950-b263-4101-b595-0b98da22a1b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 664dce4d-72df-4202-a5aa-196387d63cbf {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:01.563979 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-1b1f3ee4-e373-4b78-a470-6d8ed9876559 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/quotas/b59201376b2440aa9b190f91d3932a87 HTTP/1.1" status: 200 len: 375 time: 0.0477989 Feb 19 03:58:01.567020 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-c0be2950-b263-4101-b595-0b98da22a1b9 service neutron] Publish callbacks [] for port (664dce4d-72df-4202-a5aa-196387d63cbf), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:01.620713 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-c0be2950-b263-4101-b595-0b98da22a1b9 service neutron] Transition to ACTIVE for port object 664dce4d-72df-4202-a5aa-196387d63cbf will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:58:01.628844 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72ec417e-a02c-48dc-818f-185994c03e32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:01.633383 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-c0be2950-b263-4101-b595-0b98da22a1b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (664dce4d-72df-4202-a5aa-196387d63cbf), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:01.646807 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-36cede59-3df5-4418-86af-cdb55c478b75 req-c7c0cfa8-a9f5-468b-82ad-95776d06f8e8 service neutron] 10.222.0.52 "GET /v2.0/networks/78a9b65b-d911-4b70-9e29-eb76754bdc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292341 Feb 19 03:58:01.701395 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be2950-b263-4101-b595-0b98da22a1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=664dce4d-72df-4202-a5aa-196387d63cbf,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:01.768126 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-478446a9-df99-480d-a147-b493ad936560 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b59201376b2440aa9b190f91d3932a87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2031853 Feb 19 03:58:01.770925 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6a79c3a3-659c-4659-836e-8b95af5b823e req-aef65d24-98bb-4f9b-bb1d-f7ca48b88760 service neutron] 10.222.0.79 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431874 Feb 19 03:58:01.923241 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72ec417e-a02c-48dc-818f-185994c03e32 admin admin] Publish callbacks [] for security_group (48f23e76-c9b4-4742-b410-0de234134cce), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:01.924212 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-36cede59-3df5-4418-86af-cdb55c478b75 req-e3cc709a-fb2b-4146-b77e-be48ede2d068 service neutron] 10.222.0.52 "GET /v2.0/networks/78a9b65b-d911-4b70-9e29-eb76754bdc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755697 Feb 19 03:58:01.970605 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-c0be2950-b263-4101-b595-0b98da22a1b9 service neutron] Attempting to bind port 664dce4d-72df-4202-a5aa-196387d63cbf on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:01.970947 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-c0be2950-b263-4101-b595-0b98da22a1b9 service neutron] Attempting to bind port 664dce4d-72df-4202-a5aa-196387d63cbf by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:01.971281 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-c0be2950-b263-4101-b595-0b98da22a1b9 service neutron] Attempting to bind port 664dce4d-72df-4202-a5aa-196387d63cbf on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:01.980563 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6a79c3a3-659c-4659-836e-8b95af5b823e req-97bc6e6c-dfba-4d9e-872e-7d95b1bdfc25 service neutron] 10.222.0.79 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997819 Feb 19 03:58:01.980796 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72ec417e-a02c-48dc-818f-185994c03e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (48f23e76-c9b4-4742-b410-0de234134cce), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:01.994447 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-c0be2950-b263-4101-b595-0b98da22a1b9 service neutron] Port 664dce4d-72df-4202-a5aa-196387d63cbf on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:58:01.994783 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-c0be2950-b263-4101-b595-0b98da22a1b9 service neutron] Attempting to bind port 664dce4d-72df-4202-a5aa-196387d63cbf on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:02.006842 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-e887b540-28f6-4440-8901-c04875797949 service neutron] 10.222.0.52 "GET /v2.0/networks/e29e89da-8398-4bad-a8b5-9be42054c178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210305 Feb 19 03:58:02.035093 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-c0be2950-b263-4101-b595-0b98da22a1b9 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:02.035594 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-c0be2950-b263-4101-b595-0b98da22a1b9 service neutron] Checking segment: {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:02.036216 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-c0be2950-b263-4101-b595-0b98da22a1b9 service neutron] Bound using segment: {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:02.036787 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-c0be2950-b263-4101-b595-0b98da22a1b9 service neutron] Bound port: 664dce4d-72df-4202-a5aa-196387d63cbf, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:02.037340 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-c0be2950-b263-4101-b595-0b98da22a1b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (664dce4d-72df-4202-a5aa-196387d63cbf), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:02.051564 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-72ec417e-a02c-48dc-818f-185994c03e32 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7cb3e251420744358e1746ccf245d60b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6762903 Feb 19 03:58:02.051564 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec417e-a02c-48dc-818f-185994c03e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f23e76-c9b4-4742-b410-0de234134cce,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:02.067769 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-da9c7bf8-2840-4d9e-b2f6-4b1ba66c8eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (61458314-b986-4451-9443-5a22a3f7502f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:02.076629 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44216) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:02.113794 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c7bf8-2840-4d9e-b2f6-4b1ba66c8eca admin admin] Pushing event deleted for resources: {'Port': ['ID=61458314-b986-4451-9443-5a22a3f7502f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:02.206260 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-da9c7bf8-2840-4d9e-b2f6-4b1ba66c8eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (b5a0bd39-41bc-42d2-b163-b8e14fa91e35), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:02.238954 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-a2653c1c-f7ee-467d-a322-7c9fd88e734d service neutron] 10.222.0.52 "GET /v2.0/networks/e29e89da-8398-4bad-a8b5-9be42054c178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306931 Feb 19 03:58:02.282766 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7fecd907-1fc2-439f-99c4-ef6222866ee7 admin admin] Publish callbacks [] for security_group (48f23e76-c9b4-4742-b410-0de234134cce), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:02.312269 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-da9c7bf8-2840-4d9e-b2f6-4b1ba66c8eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (b5a0bd39-41bc-42d2-b163-b8e14fa91e35), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:02.315157 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-da9c7bf8-2840-4d9e-b2f6-4b1ba66c8eca admin admin] Publish callbacks [] for router_controller (b5a0bd39-41bc-42d2-b163-b8e14fa91e35), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:02.318696 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-c0be2950-b263-4101-b595-0b98da22a1b9 service neutron] For port 664dce4d-72df-4202-a5aa-196387d63cbf, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:02.371529 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-c0be2950-b263-4101-b595-0b98da22a1b9 service neutron] For port 664dce4d-72df-4202-a5aa-196387d63cbf, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=664dce4d-72df-4202-a5aa-196387d63cbf,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:02.407044 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395f0b1-60ce-4215-99ef-b0f05db42515 req-6d38c065-5b48-4077-b91e-ebb198fd337b tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:02.410725 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-da9c7bf8-2840-4d9e-b2f6-4b1ba66c8eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (b5a0bd39-41bc-42d2-b163-b8e14fa91e35), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:02.411324 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9c7bf8-2840-4d9e-b2f6-4b1ba66c8eca admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5a0bd39-41bc-42d2-b163-b8e14fa91e35 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:58:02.418657 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d395f0b1-60ce-4215-99ef-b0f05db42515 req-6d38c065-5b48-4077-b91e-ebb198fd337b tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 944 time: 0.1784842 Feb 19 03:58:02.420268 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-da9c7bf8-2840-4d9e-b2f6-4b1ba66c8eca admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:02.423770 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-da9c7bf8-2840-4d9e-b2f6-4b1ba66c8eca admin admin] 10.222.0.52 "DELETE /v2.0/routers/b5a0bd39-41bc-42d2-b163-b8e14fa91e35 HTTP/1.1" status: 204 len: 168 time: 2.4981437 Feb 19 03:58:02.426752 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44224) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:02.432741 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7fecd907-1fc2-439f-99c4-ef6222866ee7 admin admin] Publish callbacks [] for security_group (48f23e76-c9b4-4742-b410-0de234134cce), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:02.469354 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-c0be2950-b263-4101-b595-0b98da22a1b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (664dce4d-72df-4202-a5aa-196387d63cbf), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:02.506003 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7acec-e3ce-4c98-8186-7c9d4d541540 req-69e52279-6bbe-4e4e-8323-1d6497e0491a tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:02.508870 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-20e7acec-e3ce-4c98-8186-7c9d4d541540 req-69e52279-6bbe-4e4e-8323-1d6497e0491a tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.79 "GET /v2.0/ports?device_id=3bd94b51-a364-4f0b-b569-f92971869088 HTTP/1.1" status: 200 len: 943 time: 0.1435091 Feb 19 03:58:02.610598 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-c0be2950-b263-4101-b595-0b98da22a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:02.612743 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-c0be2950-b263-4101-b595-0b98da22a1b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:02.614136 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-c0be2950-b263-4101-b595-0b98da22a1b9 service neutron] 10.222.0.26 "PUT /v2.0/ports/664dce4d-72df-4202-a5aa-196387d63cbf HTTP/1.1" status: 200 len: 1093 time: 2.3912339 Feb 19 03:58:02.621222 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910dee33-103a-41d3-aae1-e5b9dd49774b', 'tag': '664dce4d-72df-4202-a5aa-196387d63cbf'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:02.623527 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c759944-cca6-49c3-99b2-39d04e03c4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "910dee33-103a-41d3-aae1-e5b9dd49774b", "tag": "664dce4d-72df-4202-a5aa-196387d63cbf"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:02.665873 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-20e7acec-e3ce-4c98-8186-7c9d4d541540 req-11f3bf31-5e6c-4f80-83aa-fa0fe46c4176 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Deleting port b58c7f45-a56a-4707-8775-f21173cc527c {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:02.666517 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-20e7acec-e3ce-4c98-8186-7c9d4d541540 req-11f3bf31-5e6c-4f80-83aa-fa0fe46c4176 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b58c7f45-a56a-4707-8775-f21173cc527c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:02.672258 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8e368ce3-c24d-47fb-a115-faa86ecd28eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:02.733940 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-43478da4-4fec-4214-9dfb-722c74c82a6a admin admin] Deleting subnet cfe6b481-0a90-44ac-b28b-1f7c3b2fc76d {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:58:02.739043 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-43478da4-4fec-4214-9dfb-722c74c82a6a admin admin] Publish callbacks [] for subnet (cfe6b481-0a90-44ac-b28b-1f7c3b2fc76d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:02.758820 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be2950-b263-4101-b595-0b98da22a1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=664dce4d-72df-4202-a5aa-196387d63cbf,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:02.795523 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 2222287c-624b-46b2-ba97-522e464620de details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:58:02.808973 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-43478da4-4fec-4214-9dfb-722c74c82a6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (cfe6b481-0a90-44ac-b28b-1f7c3b2fc76d), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:02.901590 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-20e7acec-e3ce-4c98-8186-7c9d4d541540 req-11f3bf31-5e6c-4f80-83aa-fa0fe46c4176 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] For port b58c7f45-a56a-4707-8775-f21173cc527c, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=b58c7f45-a56a-4707-8775-f21173cc527c,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:02.902102 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-20e7acec-e3ce-4c98-8186-7c9d4d541540 req-11f3bf31-5e6c-4f80-83aa-fa0fe46c4176 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b58c7f45-a56a-4707-8775-f21173cc527c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:02.926960 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d395f0b1-60ce-4215-99ef-b0f05db42515 req-3d6050fe-8f5f-4ac7-8980-a1db947e07b6 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059271 Feb 19 03:58:02.956383 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-20e7acec-e3ce-4c98-8186-7c9d4d541540 req-11f3bf31-5e6c-4f80-83aa-fa0fe46c4176 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Calling delete_port for b58c7f45-a56a-4707-8775-f21173cc527c owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:03.027039 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 2222287c-624b-46b2-ba97-522e464620de, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2222287c-624b-46b2-ba97-522e464620de,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:03.046196 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecef3e-c63b-4f4a-883e-4e292a93ba1f req-b3074e83-a8c8-4076-93ba-4c292b99b418 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:03.046946 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddb1b7d-ea81-4d57-8714-80e2dea1ea89 x-openstack-request-id: req-4ddb1b7d-ea81-4d57-8714-80e2dea1ea89 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:03.047402 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd94b51-a364-4f0b-b569-f92971869088", "name": "network-vif-unplugged", "status": "completed", "tag": "b58c7f45-a56a-4707-8775-f21173cc527c", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:03.047781 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ddb1b7d-ea81-4d57-8714-80e2dea1ea89 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:03.049175 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd94b51-a364-4f0b-b569-f92971869088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b58c7f45-a56a-4707-8775-f21173cc527c', 'code': 200} Feb 19 03:58:03.058340 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecef3e-c63b-4f4a-883e-4e292a93ba1f req-b3074e83-a8c8-4076-93ba-4c292b99b418 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:03.064043 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '2222287c-624b-46b2-ba97-522e464620de', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '2222287c-624b-46b2-ba97-522e464620de', 'mac_address': 'fa:16:3e:6b:c0:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:58:03.073523 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54ecef3e-c63b-4f4a-883e-4e292a93ba1f req-b3074e83-a8c8-4076-93ba-4c292b99b418 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccf33a8-b43c-4d47-97c3-51f330fa330c HTTP/1.1" status: 200 len: 1682 time: 0.5070457 Feb 19 03:58:03.107844 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-4ef6706c-075d-4c20-8818-b6d2f5478e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:03.109354 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-4ef6706c-075d-4c20-8818-b6d2f5478e44 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 1127 time: 0.4190893 Feb 19 03:58:03.141039 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-43478da4-4fec-4214-9dfb-722c74c82a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (cfe6b481-0a90-44ac-b28b-1f7c3b2fc76d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:03.144061 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7fecd907-1fc2-439f-99c4-ef6222866ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (48f23e76-c9b4-4742-b410-0de234134cce), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:03.153447 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7fecd907-1fc2-439f-99c4-ef6222866ee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:03.154644 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7fecd907-1fc2-439f-99c4-ef6222866ee7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/48f23e76-c9b4-4742-b410-0de234134cce HTTP/1.1" status: 204 len: 168 time: 1.0769448 Feb 19 03:58:03.170871 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 2222287c-624b-46b2-ba97-522e464620de is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:03.172047 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2222287c-624b-46b2-ba97-522e464620de), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:03.192430 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fecd907-1fc2-439f-99c4-ef6222866ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f23e76-c9b4-4742-b410-0de234134cce,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:03.216125 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2222287c-624b-46b2-ba97-522e464620de {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:03.279445 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 316f59cb-c31a-40c8-891d-bfb9c101c3ea no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:03.296028 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-43478da4-4fec-4214-9dfb-722c74c82a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (cfe6b481-0a90-44ac-b28b-1f7c3b2fc76d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:03.314119 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 2222287c-624b-46b2-ba97-522e464620de, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2222287c-624b-46b2-ba97-522e464620de,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:03.318296 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 316f59cb-c31a-40c8-891d-bfb9c101c3ea {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:58:03.318615 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 316f59cb-c31a-40c8-891d-bfb9c101c3ea not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:58:03.319707 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 61458314-b986-4451-9443-5a22a3f7502f no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:03.345954 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2222287c-624b-46b2-ba97-522e464620de), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:03.349780 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 61458314-b986-4451-9443-5a22a3f7502f {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:58:03.350407 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 61458314-b986-4451-9443-5a22a3f7502f not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:58:03.356064 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-ee292647-2108-43ce-b61d-60b6b919d433 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=664dce4d-72df-4202-a5aa-196387d63cbf HTTP/1.1" status: 200 len: 217 time: 0.1807733 Feb 19 03:58:03.384310 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43478da4-4fec-4214-9dfb-722c74c82a6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfe6b481-0a90-44ac-b28b-1f7c3b2fc76d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:03.389821 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-43478da4-4fec-4214-9dfb-722c74c82a6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:03.404424 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-43478da4-4fec-4214-9dfb-722c74c82a6a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/cfe6b481-0a90-44ac-b28b-1f7c3b2fc76d HTTP/1.1" status: 204 len: 168 time: 0.9710710 Feb 19 03:58:03.406745 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25333244-aa29-4be7-9178-9ab9e9a64f51 None None] Network 1febde4d-fe19-46be-83ad-d4a85392d5d8 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:58:03.406926 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44244) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:03.426860 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=2222287c-624b-46b2-ba97-522e464620de,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:03.504592 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54ecef3e-c63b-4f4a-883e-4e292a93ba1f req-8dca9d20-e9f1-4b13-bd94-9a4a40097ca8 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301500 Feb 19 03:58:03.562102 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03f34267-7397-4563-ab2f-d3e736b87fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (1febde4d-fe19-46be-83ad-d4a85392d5d8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:03.566382 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cce2e-6a9f-4807-9783-11e359bfce15 req-9046e53a-253c-4ddf-aa7c-3c3a5302291f tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:03.587173 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-142cce2e-6a9f-4807-9783-11e359bfce15 req-9046e53a-253c-4ddf-aa7c-3c3a5302291f tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 947 time: 0.3969083 Feb 19 03:58:03.595369 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-9f49a2af-90f4-49dc-ba29-c3f606cc740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:03.597035 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-9f49a2af-90f4-49dc-ba29-c3f606cc740d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d HTTP/1.1" status: 200 len: 848 time: 0.2397482 Feb 19 03:58:03.652368 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:03.699097 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5636b2-af2c-4499-80b3-762eefefa982 None None] DHCP port deletion for 1febde4d-fe19-46be-83ad-d4a85392d5d8 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:58:03.749334 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-142cce2e-6a9f-4807-9783-11e359bfce15 req-959253af-b01d-465c-9121-3fa9060b0e29 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611495 Feb 19 03:58:03.754265 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['2222287c-624b-46b2-ba97-522e464620de'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:58:03.755945 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-9243fee9-f14f-4bb5-a000-6af7ae4123e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=575db6fc-b1bf-4deb-91aa-ccf16978efb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1415379 Feb 19 03:58:03.814392 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-20e7acec-e3ce-4c98-8186-7c9d4d541540 req-11f3bf31-5e6c-4f80-83aa-fa0fe46c4176 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (b58c7f45-a56a-4707-8775-f21173cc527c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:03.881404 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-22091e54-9a3a-4b99-8b88-7f824520151f req-84da379f-dbae-48e5-8fd8-9b8476e284cd tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e326d05-9da1-43f4-993d-2b1d85134ff3 HTTP/1.1" status: 200 len: 210 time: 0.1161642 Feb 19 03:58:03.941187 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44250) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:03.956402 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3bf31-5e6c-4f80-83aa-fa0fe46c4176 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Pushing event deleted for resources: {'Port': ['ID=b58c7f45-a56a-4707-8775-f21173cc527c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:03.992232 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d7dcda3f-62d5-47ae-b2d9-0d25d0a22f57 req-048daa26-ab7b-4fd1-b849-cc6675ed9cd4 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=72da2d63-827a-4a95-8515-28513cf7b914 HTTP/1.1" status: 200 len: 210 time: 0.0750289 Feb 19 03:58:03.996547 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f03a9db-dbd7-4606-9f08-a93a84572aef x-openstack-request-id: req-0f03a9db-dbd7-4606-9f08-a93a84572aef {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:03.996788 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910dee33-103a-41d3-aae1-e5b9dd49774b", "tag": "664dce4d-72df-4202-a5aa-196387d63cbf", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:03.997048 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0f03a9db-dbd7-4606-9f08-a93a84572aef {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:03.997444 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910dee33-103a-41d3-aae1-e5b9dd49774b', 'tag': '664dce4d-72df-4202-a5aa-196387d63cbf', 'status': 'completed', 'code': 200} Feb 19 03:58:04.017276 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-cc5636b2-af2c-4499-80b3-762eefefa982 None None] Deleting port 782ff2e5-1a54-4875-8df0-3a10e88a5e83 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:04.021038 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cc5636b2-af2c-4499-80b3-762eefefa982 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (782ff2e5-1a54-4875-8df0-3a10e88a5e83), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.056372 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-03f34267-7397-4563-ab2f-d3e736b87fdb admin admin] Deleting port 782ff2e5-1a54-4875-8df0-3a10e88a5e83 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:04.058098 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03f34267-7397-4563-ab2f-d3e736b87fdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (782ff2e5-1a54-4875-8df0-3a10e88a5e83), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.112200 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3dd62546-725c-4238-aa22-4089175009ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.171176 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-cc5636b2-af2c-4499-80b3-762eefefa982 None None] For port 782ff2e5-1a54-4875-8df0-3a10e88a5e83, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=782ff2e5-1a54-4875-8df0-3a10e88a5e83,segment=NetworkSegment(3155ef86-59cb-4ffd-ab93-f676dccae131),segment_id=3155ef86-59cb-4ffd-ab93-f676dccae131)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:04.172253 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cc5636b2-af2c-4499-80b3-762eefefa982 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (782ff2e5-1a54-4875-8df0-3a10e88a5e83), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.182311 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-f8155067-0e35-49cd-b68c-47c3cf122ba0 service neutron] 10.222.0.26 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147565 Feb 19 03:58:04.204809 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-cc5636b2-af2c-4499-80b3-762eefefa982 None None] Calling delete_port for 782ff2e5-1a54-4875-8df0-3a10e88a5e83 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:04.226594 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e7acec-e3ce-4c98-8186-7c9d4d541540 req-11f3bf31-5e6c-4f80-83aa-fa0fe46c4176 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] No DVR routers for this DVR port b58c7f45-a56a-4707-8775-f21173cc527c on host n-h2-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:58:04.258242 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-20e7acec-e3ce-4c98-8186-7c9d4d541540 req-11f3bf31-5e6c-4f80-83aa-fa0fe46c4176 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.270694 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-20e7acec-e3ce-4c98-8186-7c9d4d541540 req-11f3bf31-5e6c-4f80-83aa-fa0fe46c4176 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.79 "DELETE /v2.0/ports/b58c7f45-a56a-4707-8775-f21173cc527c HTTP/1.1" status: 204 len: 173 time: 1.7555630 Feb 19 03:58:04.273142 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd94b51-a364-4f0b-b569-f92971869088', 'name': 'network-vif-deleted', 'tag': 'b58c7f45-a56a-4707-8775-f21173cc527c'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:04.280104 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304ec3ec-7fd9-4e13-8d8a-1bb34b82e4a8" -d '{"events": [{"server_uuid": "3bd94b51-a364-4f0b-b569-f92971869088", "name": "network-vif-deleted", "tag": "b58c7f45-a56a-4707-8775-f21173cc527c"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:04.357231 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-03f34267-7397-4563-ab2f-d3e736b87fdb admin admin] For port 782ff2e5-1a54-4875-8df0-3a10e88a5e83, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=782ff2e5-1a54-4875-8df0-3a10e88a5e83,segment=NetworkSegment(3155ef86-59cb-4ffd-ab93-f676dccae131),segment_id=3155ef86-59cb-4ffd-ab93-f676dccae131)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:04.364119 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cede59-3df5-4418-86af-cdb55c478b75 req-b63a425b-e244-4ec8-a49c-1648c24470ba tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:04.366949 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-36cede59-3df5-4418-86af-cdb55c478b75 req-b63a425b-e244-4ec8-a49c-1648c24470ba tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.79 "GET /v2.0/networks?id=78a9b65b-d911-4b70-9e29-eb76754bdc19 HTTP/1.1" status: 200 len: 822 time: 0.4020872 Feb 19 03:58:04.367553 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03f34267-7397-4563-ab2f-d3e736b87fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (782ff2e5-1a54-4875-8df0-3a10e88a5e83), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.386567 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-36cede59-3df5-4418-86af-cdb55c478b75 req-8d0e2afe-1735-4f25-b309-9221fd56c6b1 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Request body: {'port': {'device_id': '0e326d05-9da1-43f4-993d-2b1d85134ff3', 'network_id': '78a9b65b-d911-4b70-9e29-eb76754bdc19', 'admin_state_up': True, 'tenant_id': '5e4834aa2c9343cd911dcc83b0579e74'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:04.414419 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-03f34267-7397-4563-ab2f-d3e736b87fdb admin admin] Calling delete_port for 782ff2e5-1a54-4875-8df0-3a10e88a5e83 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:04.417403 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cc5636b2-af2c-4499-80b3-762eefefa982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (782ff2e5-1a54-4875-8df0-3a10e88a5e83), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.435597 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5636b2-af2c-4499-80b3-762eefefa982 None None] No DVR routers for this DVR port 782ff2e5-1a54-4875-8df0-3a10e88a5e83 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:58:04.456863 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52debff3-df65-4f32-93d5-c4219e403b6e x-openstack-request-id: req-52debff3-df65-4f32-93d5-c4219e403b6e {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:04.457601 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd94b51-a364-4f0b-b569-f92971869088", "name": "network-vif-deleted", "tag": "b58c7f45-a56a-4707-8775-f21173cc527c", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:04.461422 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-52debff3-df65-4f32-93d5-c4219e403b6e {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:04.462185 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd94b51-a364-4f0b-b569-f92971869088', 'name': 'network-vif-deleted', 'tag': 'b58c7f45-a56a-4707-8775-f21173cc527c', 'status': 'completed', 'code': 200} Feb 19 03:58:04.473348 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc955a4-4f11-4662-a2de-515c0b427eb6 req-7ba110ba-9188-45c7-acce-bf685fbb8529 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:04.474956 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbc955a4-4f11-4662-a2de-515c0b427eb6 req-7ba110ba-9188-45c7-acce-bf685fbb8529 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 944 time: 0.3317745 Feb 19 03:58:04.522922 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5636b2-af2c-4499-80b3-762eefefa982 None None] Pushing event deleted for resources: {'Port': ['ID=782ff2e5-1a54-4875-8df0-3a10e88a5e83,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:04.594123 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b8a40a0-64e7-4d10-a9c8-8bf7fb494168 req-b947565d-2c4b-4462-88e5-33da1a87c901 service neutron] 10.222.0.26 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690717 Feb 19 03:58:04.640217 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3dd62546-725c-4238-aa22-4089175009ce admin admin] Publish callbacks [] for security_group (abdc0aa2-c9c3-45ff-af3e-aadf0f240a2f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.654742 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3dd62546-725c-4238-aa22-4089175009ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (abdc0aa2-c9c3-45ff-af3e-aadf0f240a2f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.674658 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03f34267-7397-4563-ab2f-d3e736b87fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (782ff2e5-1a54-4875-8df0-3a10e88a5e83), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.702048 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-a122870d-6d5b-42c5-adf4-55ac6d655652 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:04.704721 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-a122870d-6d5b-42c5-adf4-55ac6d655652 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.79 "GET /v2.0/networks?id=e29e89da-8398-4bad-a8b5-9be42054c178 HTTP/1.1" status: 200 len: 805 time: 0.4755406 Feb 19 03:58:04.708820 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbc955a4-4f11-4662-a2de-515c0b427eb6 req-91b25965-02d6-4941-acf5-3ccfc6df78b8 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179675 Feb 19 03:58:04.714576 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36cede59-3df5-4418-86af-cdb55c478b75 req-8d0e2afe-1735-4f25-b309-9221fd56c6b1 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Made reservation on behalf of 5e4834aa2c9343cd911dcc83b0579e74 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:58:04.719557 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-36cede59-3df5-4418-86af-cdb55c478b75 req-8d0e2afe-1735-4f25-b309-9221fd56c6b1 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.721013 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f34267-7397-4563-ab2f-d3e736b87fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=782ff2e5-1a54-4875-8df0-3a10e88a5e83,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:04.731649 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f34267-7397-4563-ab2f-d3e736b87fdb admin admin] No DVR routers for this DVR port 782ff2e5-1a54-4875-8df0-3a10e88a5e83 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:58:04.737500 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd62546-725c-4238-aa22-4089175009ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdc0aa2-c9c3-45ff-af3e-aadf0f240a2f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:04.745128 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3dd62546-725c-4238-aa22-4089175009ce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3d3130be6a83468aab93286e5f736e7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7944744 Feb 19 03:58:04.764349 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44264) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:04.852537 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03f34267-7397-4563-ab2f-d3e736b87fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (1febde4d-fe19-46be-83ad-d4a85392d5d8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.881263 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-03f34267-7397-4563-ab2f-d3e736b87fdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1febde4d-fe19-46be-83ad-d4a85392d5d8']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:04.888852 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-cce5ecc4-1bcf-4728-9f80-d206444d1e60 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Request body: {'port': {'device_id': '72da2d63-827a-4a95-8515-28513cf7b914', 'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178', 'admin_state_up': True, 'tenant_id': 'b59201376b2440aa9b190f91d3932a87'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:04.893518 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72bc8fb1-c73e-4853-af91-9559593e256a admin admin] Publish callbacks [] for security_group (abdc0aa2-c9c3-45ff-af3e-aadf0f240a2f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.896964 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-03f34267-7397-4563-ab2f-d3e736b87fdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3155ef86-59cb-4ffd-ab93-f676dccae131') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:04.897304 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-03f34267-7397-4563-ab2f-d3e736b87fdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3155ef86-59cb-4ffd-ab93-f676dccae131') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:04.916026 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03f34267-7397-4563-ab2f-d3e736b87fdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (3155ef86-59cb-4ffd-ab93-f676dccae131), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.933955 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72bc8fb1-c73e-4853-af91-9559593e256a admin admin] Publish callbacks [] for security_group (abdc0aa2-c9c3-45ff-af3e-aadf0f240a2f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.947718 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03f34267-7397-4563-ab2f-d3e736b87fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (3155ef86-59cb-4ffd-ab93-f676dccae131), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.965517 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f34267-7397-4563-ab2f-d3e736b87fdb admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:58:04.966293 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03f34267-7397-4563-ab2f-d3e736b87fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (3155ef86-59cb-4ffd-ab93-f676dccae131), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: timer() Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:58:04.967711 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:58:05.052225 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03f34267-7397-4563-ab2f-d3e736b87fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (1febde4d-fe19-46be-83ad-d4a85392d5d8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.055650 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72bc8fb1-c73e-4853-af91-9559593e256a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (abdc0aa2-c9c3-45ff-af3e-aadf0f240a2f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.058743 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72bc8fb1-c73e-4853-af91-9559593e256a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.063141 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-72bc8fb1-c73e-4853-af91-9559593e256a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/abdc0aa2-c9c3-45ff-af3e-aadf0f240a2f HTTP/1.1" status: 204 len: 168 time: 0.2975287 Feb 19 03:58:05.071493 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03f34267-7397-4563-ab2f-d3e736b87fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.077792 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-03f34267-7397-4563-ab2f-d3e736b87fdb admin admin] 10.222.0.52 "DELETE /v2.0/networks/1febde4d-fe19-46be-83ad-d4a85392d5d8 HTTP/1.1" status: 204 len: 168 time: 1.6675806 Feb 19 03:58:05.092744 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc8fb1-c73e-4853-af91-9559593e256a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdc0aa2-c9c3-45ff-af3e-aadf0f240a2f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:05.100839 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f34267-7397-4563-ab2f-d3e736b87fdb admin admin] Pushing event deleted for resources: {'Network': ['ID=1febde4d-fe19-46be-83ad-d4a85392d5d8,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:05.188246 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.245229 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 782ff2e5-1a54-4875-8df0-3a10e88a5e83 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:05.302804 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 782ff2e5-1a54-4875-8df0-3a10e88a5e83 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:58:05.309043 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 782ff2e5-1a54-4875-8df0-3a10e88a5e83 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:58:05.365200 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44276) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:05.452496 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3b7e6e68-12db-440b-920f-ccecd1360968 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e952b91b3b25406bbe8d30a86212c23a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0854695 Feb 19 03:58:05.454593 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44278) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:05.486364 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33bffc-9d8d-4ae2-b6ff-b10e1d7f09ae req-0eb0d163-e97d-49e5-b3dd-30733c8648c2 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:05.492219 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33bffc-9d8d-4ae2-b6ff-b10e1d7f09ae req-0eb0d163-e97d-49e5-b3dd-30733c8648c2 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:05.494467 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff33bffc-9d8d-4ae2-b6ff-b10e1d7f09ae req-0eb0d163-e97d-49e5-b3dd-30733c8648c2 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccf33a8-b43c-4d47-97c3-51f330fa330c HTTP/1.1" status: 200 len: 1682 time: 0.9674501 Feb 19 03:58:05.534808 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c759944-cca6-49c3-99b2-39d04e03c4a0 req-445ddb78-f48c-478e-81aa-62e3b1bc9a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:05.537494 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0c759944-cca6-49c3-99b2-39d04e03c4a0 req-445ddb78-f48c-478e-81aa-62e3b1bc9a4f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 1127 time: 0.8264015 Feb 19 03:58:05.544998 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5790c4eb-8168-4061-abc8-3f8b5811bf8e admin admin] Publish callbacks [] for security_group (4960d06e-5d29-4973-bd90-d2612eea0b1c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.587064 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5790c4eb-8168-4061-abc8-3f8b5811bf8e admin admin] Publish callbacks [] for security_group (4960d06e-5d29-4973-bd90-d2612eea0b1c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.657630 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6de13-4c5d-4740-9926-22f1d0f0a23e req-8bc07c09-d9bf-4cbc-99d7-1739a624aca0 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:05.659421 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59f6de13-4c5d-4740-9926-22f1d0f0a23e req-8bc07c09-d9bf-4cbc-99d7-1739a624aca0 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 948 time: 0.7673104 Feb 19 03:58:05.685026 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5790c4eb-8168-4061-abc8-3f8b5811bf8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4960d06e-5d29-4973-bd90-d2612eea0b1c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.697614 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5790c4eb-8168-4061-abc8-3f8b5811bf8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.700264 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5790c4eb-8168-4061-abc8-3f8b5811bf8e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4960d06e-5d29-4973-bd90-d2612eea0b1c HTTP/1.1" status: 204 len: 168 time: 0.2437012 Feb 19 03:58:05.717868 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790c4eb-8168-4061-abc8-3f8b5811bf8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4960d06e-5d29-4973-bd90-d2612eea0b1c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:05.745155 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-36cede59-3df5-4418-86af-cdb55c478b75 req-8d0e2afe-1735-4f25-b309-9221fd56c6b1 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Allocated IP 172.20.0.2 (78a9b65b-d911-4b70-9e29-eb76754bdc19/53310fb3-d11f-4a5b-9138-ba6b80066f44/2dc65035-d529-4972-8927-f345858c02f6) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:58:05.794994 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff33bffc-9d8d-4ae2-b6ff-b10e1d7f09ae req-10a4d917-8fba-4b16-a8ff-d48c29d57ff7 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484126 Feb 19 03:58:05.817146 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c759944-cca6-49c3-99b2-39d04e03c4a0 req-801b6285-9dd8-46a0-955b-2cf8e7584be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:05.819637 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0c759944-cca6-49c3-99b2-39d04e03c4a0 req-801b6285-9dd8-46a0-955b-2cf8e7584be9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=575db6fc-b1bf-4deb-91aa-ccf16978efb1 HTTP/1.1" status: 200 len: 909 time: 0.2681949 Feb 19 03:58:05.826399 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-cce5ecc4-1bcf-4728-9f80-d206444d1e60 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Made reservation on behalf of b59201376b2440aa9b190f91d3932a87 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:58:05.830144 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-cce5ecc4-1bcf-4728-9f80-d206444d1e60 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.953442 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0c759944-cca6-49c3-99b2-39d04e03c4a0 req-382d8ef3-e527-458b-9782-e45618afaf96 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=664dce4d-72df-4202-a5aa-196387d63cbf HTTP/1.1" status: 200 len: 217 time: 0.1070652 Feb 19 03:58:05.983459 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59f6de13-4c5d-4740-9926-22f1d0f0a23e req-a1b6f86a-41ae-42d6-abc4-72ef7dff7888 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029501 Feb 19 03:58:06.080051 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4b852eec-a189-412c-8ec2-c1dd16035b60 req-a47b4bb7-bac0-4f10-b1fc-d3bc83d03771 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e326d05-9da1-43f4-993d-2b1d85134ff3 HTTP/1.1" status: 200 len: 210 time: 0.1426656 Feb 19 03:58:06.105788 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171a312-74a5-44c2-a80d-70b2a4009079 req-71863218-9f51-4e97-a3af-f6d184ba94ef tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:06.121460 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c759944-cca6-49c3-99b2-39d04e03c4a0 req-cbb4b202-3797-42d2-9188-653f103332d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:06.123198 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0c759944-cca6-49c3-99b2-39d04e03c4a0 req-cbb4b202-3797-42d2-9188-653f103332d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d HTTP/1.1" status: 200 len: 848 time: 0.1509445 Feb 19 03:58:06.134716 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171a312-74a5-44c2-a80d-70b2a4009079 req-71863218-9f51-4e97-a3af-f6d184ba94ef tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:06.143179 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3171a312-74a5-44c2-a80d-70b2a4009079 req-71863218-9f51-4e97-a3af-f6d184ba94ef tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ccf33a8-b43c-4d47-97c3-51f330fa330c HTTP/1.1" status: 200 len: 1682 time: 0.1759639 Feb 19 03:58:06.298565 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device b58c7f45-a56a-4707-8775-f21173cc527c no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:06.330632 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-cce5ecc4-1bcf-4728-9f80-d206444d1e60 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Allocated IP 172.20.0.5 (e29e89da-8398-4bad-a8b5-9be42054c178/44f30f4c-dcb5-4893-927c-5937acb50c2b/fea60df7-1bed-4590-bfd9-cabd9745bdcc) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:58:06.335632 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-3171a312-74a5-44c2-a80d-70b2a4009079 req-d8d19906-e827-47f4-82c7-9609ceabd906 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Deleting port ada3754b-914a-4f8e-ade3-3cf8ddbacd22 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:06.336142 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3171a312-74a5-44c2-a80d-70b2a4009079 req-d8d19906-e827-47f4-82c7-9609ceabd906 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ada3754b-914a-4f8e-ade3-3cf8ddbacd22), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:06.348105 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: b58c7f45-a56a-4707-8775-f21173cc527c {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:58:06.351092 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device b58c7f45-a56a-4707-8775-f21173cc527c not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:58:06.463845 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0c759944-cca6-49c3-99b2-39d04e03c4a0 req-031cd30a-c909-4f57-98a6-5d2d105a5414 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=575db6fc-b1bf-4deb-91aa-ccf16978efb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3288319 Feb 19 03:58:06.523536 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-06e9aab2-2f2f-459f-9781-b26640e22ba9 req-17ff51d9-9854-4aaf-a185-c6dd1682269c tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=72da2d63-827a-4a95-8515-28513cf7b914 HTTP/1.1" status: 200 len: 210 time: 0.0529001 Feb 19 03:58:06.554779 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-3171a312-74a5-44c2-a80d-70b2a4009079 req-d8d19906-e827-47f4-82c7-9609ceabd906 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] For port ada3754b-914a-4f8e-ade3-3cf8ddbacd22, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=ada3754b-914a-4f8e-ade3-3cf8ddbacd22,segment=NetworkSegment(bd6c8cca-33b6-48d5-a16e-620778f68e3b),segment_id=bd6c8cca-33b6-48d5-a16e-620778f68e3b)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:06.556658 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3171a312-74a5-44c2-a80d-70b2a4009079 req-d8d19906-e827-47f4-82c7-9609ceabd906 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ada3754b-914a-4f8e-ade3-3cf8ddbacd22), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:06.578755 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-3171a312-74a5-44c2-a80d-70b2a4009079 req-d8d19906-e827-47f4-82c7-9609ceabd906 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Calling delete_port for ada3754b-914a-4f8e-ade3-3cf8ddbacd22 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:06.721403 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:06.809660 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 2222287c-624b-46b2-ba97-522e464620de up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:06.811954 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3171a312-74a5-44c2-a80d-70b2a4009079 req-d8d19906-e827-47f4-82c7-9609ceabd906 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ada3754b-914a-4f8e-ade3-3cf8ddbacd22), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:06.861418 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5508f-886a-4554-977a-fd6253146c76 req-99d84ee8-9524-419b-900a-771fa08654a2 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:06.863041 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9c5508f-886a-4554-977a-fd6253146c76 req-99d84ee8-9524-419b-900a-771fa08654a2 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 944 time: 0.3936558 Feb 19 03:58:06.905902 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d19906-e827-47f4-82c7-9609ceabd906 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event deleted for resources: {'Port': ['ID=ada3754b-914a-4f8e-ade3-3cf8ddbacd22,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:06.909830 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['974f99a6-73e7-42c5-bcc0-fbe5272b2674', 'ada3754b-914a-4f8e-ade3-3cf8ddbacd22'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:58:06.976964 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-3171a312-74a5-44c2-a80d-70b2a4009079 req-d8d19906-e827-47f4-82c7-9609ceabd906 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] No DVR routers for this DVR port ada3754b-914a-4f8e-ade3-3cf8ddbacd22 on host n-h2-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:58:06.979522 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3171a312-74a5-44c2-a80d-70b2a4009079 req-d8d19906-e827-47f4-82c7-9609ceabd906 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:06.983585 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3171a312-74a5-44c2-a80d-70b2a4009079 req-d8d19906-e827-47f4-82c7-9609ceabd906 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.79 "DELETE /v2.0/ports/ada3754b-914a-4f8e-ade3-3cf8ddbacd22 HTTP/1.1" status: 204 len: 173 time: 0.8337786 Feb 19 03:58:06.983737 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccf33a8-b43c-4d47-97c3-51f330fa330c', 'name': 'network-vif-deleted', 'tag': 'ada3754b-914a-4f8e-ade3-3cf8ddbacd22'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:06.986110 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f118a255-d596-4d09-92da-81eb6c54eb79" -d '{"events": [{"server_uuid": "0ccf33a8-b43c-4d47-97c3-51f330fa330c", "name": "network-vif-deleted", "tag": "ada3754b-914a-4f8e-ade3-3cf8ddbacd22"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:07.034192 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 2222287c-624b-46b2-ba97-522e464620de completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:58:07.042015 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 2222287c-624b-46b2-ba97-522e464620de triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:07.042517 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2222287c-624b-46b2-ba97-522e464620de), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:07.084680 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-cce5ecc4-1bcf-4728-9f80-d206444d1e60 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks [] for port (fea60df7-1bed-4590-bfd9-cabd9745bdcc), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:07.181022 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-36cede59-3df5-4418-86af-cdb55c478b75 req-8d0e2afe-1735-4f25-b309-9221fd56c6b1 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks [] for port (2dc65035-d529-4972-8927-f345858c02f6), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:07.209322 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0c759944-cca6-49c3-99b2-39d04e03c4a0 req-7a65bc6d-592b-4bcc-9301-080a93f2b370 service neutron] 10.222.0.26 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6508353 Feb 19 03:58:07.226981 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-3171a312-74a5-44c2-a80d-70b2a4009079 req-cd4b5c93-6d7f-4a8e-8925-9a2a6a55d09b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Deleting port 974f99a6-73e7-42c5-bcc0-fbe5272b2674 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:07.227561 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3171a312-74a5-44c2-a80d-70b2a4009079 req-cd4b5c93-6d7f-4a8e-8925-9a2a6a55d09b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (974f99a6-73e7-42c5-bcc0-fbe5272b2674), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:07.266456 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9c5508f-886a-4554-977a-fd6253146c76 req-3ae89b19-43d1-4b94-a2c8-e4f7894d0365 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786142 Feb 19 03:58:07.315231 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 2222287c-624b-46b2-ba97-522e464620de is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:07.317207 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2222287c-624b-46b2-ba97-522e464620de), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:07.395273 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8946f7ee-3b39-4997-8672-ca95f6968878 x-openstack-request-id: req-8946f7ee-3b39-4997-8672-ca95f6968878 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:07.401682 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ccf33a8-b43c-4d47-97c3-51f330fa330c", "name": "network-vif-deleted", "tag": "ada3754b-914a-4f8e-ade3-3cf8ddbacd22", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:07.403626 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe24155-ec29-4d65-a8f9-6e8cdd1f6057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2222287c-624b-46b2-ba97-522e464620de'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:07.406703 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5cb7cb-3837-4ea0-8857-9420d932f9ab" -d '{"events": [{"server_uuid": "ebe24155-ec29-4d65-a8f9-6e8cdd1f6057", "name": "network-vif-plugged", "status": "completed", "tag": "2222287c-624b-46b2-ba97-522e464620de"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:07.414586 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8946f7ee-3b39-4997-8672-ca95f6968878 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:07.420103 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ccf33a8-b43c-4d47-97c3-51f330fa330c', 'name': 'network-vif-deleted', 'tag': 'ada3754b-914a-4f8e-ade3-3cf8ddbacd22', 'status': 'completed', 'code': 200} Feb 19 03:58:07.427643 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 2222287c-624b-46b2-ba97-522e464620de, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2222287c-624b-46b2-ba97-522e464620de,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:07.434207 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2222287c-624b-46b2-ba97-522e464620de), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:07.443736 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af58133-e107-4ab9-9085-064937efadd3 req-64511bdf-ab63-4540-b128-2370ac01ff62 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:07.452283 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6af58133-e107-4ab9-9085-064937efadd3 req-64511bdf-ab63-4540-b128-2370ac01ff62 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccf33a8-b43c-4d47-97c3-51f330fa330c HTTP/1.1" status: 200 len: 946 time: 0.5180166 Feb 19 03:58:07.459566 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-cce5ecc4-1bcf-4728-9f80-d206444d1e60 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (fea60df7-1bed-4590-bfd9-cabd9745bdcc), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:07.503128 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=2222287c-624b-46b2-ba97-522e464620de,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:07.548267 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-3171a312-74a5-44c2-a80d-70b2a4009079 req-cd4b5c93-6d7f-4a8e-8925-9a2a6a55d09b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] For port 974f99a6-73e7-42c5-bcc0-fbe5272b2674, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=974f99a6-73e7-42c5-bcc0-fbe5272b2674,segment=NetworkSegment(09c12257-7d7a-45a5-be7d-27557a56df56),segment_id=09c12257-7d7a-45a5-be7d-27557a56df56)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:07.549257 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3171a312-74a5-44c2-a80d-70b2a4009079 req-cd4b5c93-6d7f-4a8e-8925-9a2a6a55d09b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (974f99a6-73e7-42c5-bcc0-fbe5272b2674), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:07.564049 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-36cede59-3df5-4418-86af-cdb55c478b75 req-8d0e2afe-1735-4f25-b309-9221fd56c6b1 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (2dc65035-d529-4972-8927-f345858c02f6), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:07.573820 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-3171a312-74a5-44c2-a80d-70b2a4009079 req-cd4b5c93-6d7f-4a8e-8925-9a2a6a55d09b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Calling delete_port for 974f99a6-73e7-42c5-bcc0-fbe5272b2674 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:07.579227 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-cce5ecc4-1bcf-4728-9f80-d206444d1e60 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Network e29e89da-8398-4bad-a8b5-9be42054c178 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:07.613569 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-cce5ecc4-1bcf-4728-9f80-d206444d1e60 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:07.626660 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5ecc4-1bcf-4728-9f80-d206444d1e60 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Pushing event updated for resources: {'Port': ['ID=fea60df7-1bed-4590-bfd9-cabd9745bdcc,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:07.629531 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-cce5ecc4-1bcf-4728-9f80-d206444d1e60 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:58:07.651426 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36cede59-3df5-4418-86af-cdb55c478b75 req-8d0e2afe-1735-4f25-b309-9221fd56c6b1 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Network 78a9b65b-d911-4b70-9e29-eb76754bdc19 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:07.654276 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0c759944-cca6-49c3-99b2-39d04e03c4a0 req-2104e6a5-3cdf-4105-9599-15c54fc72da4 service neutron] 10.222.0.26 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364817 Feb 19 03:58:07.683511 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-36cede59-3df5-4418-86af-cdb55c478b75 req-8d0e2afe-1735-4f25-b309-9221fd56c6b1 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:07.722332 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6af58133-e107-4ab9-9085-064937efadd3 req-5a762fda-ba55-4a37-8cb3-5212af8e4828 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "GET /v2.0/security-groups?id=8501e9f9-3612-4380-a1c5-7b7877ebcc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632456 Feb 19 03:58:07.734535 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-36cede59-3df5-4418-86af-cdb55c478b75 req-8d0e2afe-1735-4f25-b309-9221fd56c6b1 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:58:07.755774 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3171a312-74a5-44c2-a80d-70b2a4009079 req-cd4b5c93-6d7f-4a8e-8925-9a2a6a55d09b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (974f99a6-73e7-42c5-bcc0-fbe5272b2674), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:07.775114 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['ada3754b-914a-4f8e-ade3-3cf8ddbacd22'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:58:07.800214 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b5c93-6d7f-4a8e-8925-9a2a6a55d09b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event deleted for resources: {'Port': ['ID=974f99a6-73e7-42c5-bcc0-fbe5272b2674,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:07.861149 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-3171a312-74a5-44c2-a80d-70b2a4009079 req-cd4b5c93-6d7f-4a8e-8925-9a2a6a55d09b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] No DVR routers for this DVR port 974f99a6-73e7-42c5-bcc0-fbe5272b2674 on host n-h2-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:58:07.864265 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3171a312-74a5-44c2-a80d-70b2a4009079 req-cd4b5c93-6d7f-4a8e-8925-9a2a6a55d09b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:07.869602 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3171a312-74a5-44c2-a80d-70b2a4009079 req-cd4b5c93-6d7f-4a8e-8925-9a2a6a55d09b tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.79 "DELETE /v2.0/ports/974f99a6-73e7-42c5-bcc0-fbe5272b2674 HTTP/1.1" status: 204 len: 173 time: 0.8771760 Feb 19 03:58:07.874210 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-cce5ecc4-1bcf-4728-9f80-d206444d1e60 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:07.874928 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-cce5ecc4-1bcf-4728-9f80-d206444d1e60 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:07.890627 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e2afe-1735-4f25-b309-9221fd56c6b1 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Pushing event updated for resources: {'Port': ['ID=2dc65035-d529-4972-8927-f345858c02f6,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:07.940808 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f48aa-111a-4b56-b0bc-d72ff819f35e req-d8b6b49a-69d2-46dc-82ce-314e353989ec tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:07.943965 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e75f48aa-111a-4b56-b0bc-d72ff819f35e req-d8b6b49a-69d2-46dc-82ce-314e353989ec tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 949 time: 0.3723423 Feb 19 03:58:07.951536 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cede59-3df5-4418-86af-cdb55c478b75 req-8d0e2afe-1735-4f25-b309-9221fd56c6b1 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:07.953512 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-36cede59-3df5-4418-86af-cdb55c478b75 req-8d0e2afe-1735-4f25-b309-9221fd56c6b1 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:07.974249 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-cce5ecc4-1bcf-4728-9f80-d206444d1e60 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1968548 Feb 19 03:58:08.005350 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-5cfdd53e-f6ed-4885-a873-4f81c1691bbf service neutron] Request body: {'port': {'device_id': '72da2d63-827a-4a95-8515-28513cf7b914', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:08.030464 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-36cede59-3df5-4418-86af-cdb55c478b75 req-8d0e2afe-1735-4f25-b309-9221fd56c6b1 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6533904 Feb 19 03:58:08.062351 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-36cede59-3df5-4418-86af-cdb55c478b75 req-06d92abc-c2cd-4a4c-9ec5-719ea6e23018 service neutron] Request body: {'port': {'device_id': '0e326d05-9da1-43f4-993d-2b1d85134ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:08.095566 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e75f48aa-111a-4b56-b0bc-d72ff819f35e req-e5092744-0226-45a9-86e5-b4fd0d221672 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276512 Feb 19 03:58:08.110991 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b121af-5f25-4901-843c-1696ce7fe2ef req-31693da3-c723-41a9-9441-1aa2d6d03f48 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:08.112513 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-01b121af-5f25-4901-843c-1696ce7fe2ef req-31693da3-c723-41a9-9441-1aa2d6d03f48 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e326d05-9da1-43f4-993d-2b1d85134ff3 HTTP/1.1" status: 200 len: 931 time: 0.2969108 Feb 19 03:58:08.165217 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b98d478-6da3-4f68-bcc1-e97d9e7099d5 x-openstack-request-id: req-9b98d478-6da3-4f68-bcc1-e97d9e7099d5 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:08.165663 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe24155-ec29-4d65-a8f9-6e8cdd1f6057", "name": "network-vif-plugged", "status": "completed", "tag": "2222287c-624b-46b2-ba97-522e464620de", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:08.166065 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b98d478-6da3-4f68-bcc1-e97d9e7099d5 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:08.166621 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe24155-ec29-4d65-a8f9-6e8cdd1f6057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2222287c-624b-46b2-ba97-522e464620de', 'code': 200} Feb 19 03:58:08.184879 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-36cede59-3df5-4418-86af-cdb55c478b75 req-06d92abc-c2cd-4a4c-9ec5-719ea6e23018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2dc65035-d529-4972-8927-f345858c02f6), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:08.188517 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-5cfdd53e-f6ed-4885-a873-4f81c1691bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fea60df7-1bed-4590-bfd9-cabd9745bdcc), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:08.327070 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-01b121af-5f25-4901-843c-1696ce7fe2ef req-db0dd4f6-f0e0-4f4d-b3f6-2a5b8d7ba45e tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876397 Feb 19 03:58:08.534102 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c4eb6-b0a1-4800-8bd1-7faba0c2ae51 req-7f43cc36-ec20-447b-bfbb-b45d21080460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:08.535608 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-279c4eb6-b0a1-4800-8bd1-7faba0c2ae51 req-7f43cc36-ec20-447b-bfbb-b45d21080460 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 1132 time: 0.2886589 Feb 19 03:58:08.613791 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8933a1c-9396-4570-8557-37f1b9f6b6f1 req-704327c3-97eb-49a4-a749-7a0addec3595 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:08.615272 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a8933a1c-9396-4570-8557-37f1b9f6b6f1 req-704327c3-97eb-49a4-a749-7a0addec3595 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=72da2d63-827a-4a95-8515-28513cf7b914 HTTP/1.1" status: 200 len: 931 time: 0.3672326 Feb 19 03:58:08.762433 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd0523-f613-4d6b-966d-dbc1385c461e req-9afac02c-cd29-403d-b039-1008c86b9f74 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:08.763946 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b4cd0523-f613-4d6b-966d-dbc1385c461e req-9afac02c-cd29-403d-b039-1008c86b9f74 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 944 time: 0.2648444 Feb 19 03:58:08.790890 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-279c4eb6-b0a1-4800-8bd1-7faba0c2ae51 req-2c46ff65-4f06-40fd-88cc-82d12ba40d80 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239215 Feb 19 03:58:08.844053 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44376) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:08.856114 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a8933a1c-9396-4570-8557-37f1b9f6b6f1 req-02a8a684-1ce0-473a-99e8-a121f0e88fac tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855819 Feb 19 03:58:08.921960 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44380) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:09.010709 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-921fff9f-7d23-4ffb-959d-8358d2196407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.021312 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b4cd0523-f613-4d6b-966d-dbc1385c461e req-abd3ef44-3ac8-4aec-8857-ea6fe378e20f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394657 Feb 19 03:58:09.043781 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-36cede59-3df5-4418-86af-cdb55c478b75 req-06d92abc-c2cd-4a4c-9ec5-719ea6e23018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dc65035-d529-4972-8927-f345858c02f6 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:09.059478 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-36cede59-3df5-4418-86af-cdb55c478b75 req-06d92abc-c2cd-4a4c-9ec5-719ea6e23018 service neutron] Publish callbacks [] for port (2dc65035-d529-4972-8927-f345858c02f6), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.081636 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-5cfdd53e-f6ed-4885-a873-4f81c1691bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea60df7-1bed-4590-bfd9-cabd9745bdcc {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:09.095351 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-5cfdd53e-f6ed-4885-a873-4f81c1691bbf service neutron] Publish callbacks [] for port (fea60df7-1bed-4590-bfd9-cabd9745bdcc), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.101512 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-d50b6cc2-a90e-436b-9ae0-17a7dd378c88 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Deleting subnet a759a718-1fff-4757-9c38-c9824da99af8 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:58:09.103991 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-36cede59-3df5-4418-86af-cdb55c478b75 req-06d92abc-c2cd-4a4c-9ec5-719ea6e23018 service neutron] Transition to ACTIVE for port object 2dc65035-d529-4972-8927-f345858c02f6 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:58:09.108703 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d50b6cc2-a90e-436b-9ae0-17a7dd378c88 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks [] for subnet (a759a718-1fff-4757-9c38-c9824da99af8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.139407 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-921fff9f-7d23-4ffb-959d-8358d2196407 admin admin] Publish callbacks [] for security_group (df96f1c5-b864-4ff9-ab6c-33e8e74e8292), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.147834 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-921fff9f-7d23-4ffb-959d-8358d2196407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (df96f1c5-b864-4ff9-ab6c-33e8e74e8292), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.155582 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-36cede59-3df5-4418-86af-cdb55c478b75 req-06d92abc-c2cd-4a4c-9ec5-719ea6e23018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (2dc65035-d529-4972-8927-f345858c02f6), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.167162 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-5cfdd53e-f6ed-4885-a873-4f81c1691bbf service neutron] Transition to ACTIVE for port object fea60df7-1bed-4590-bfd9-cabd9745bdcc will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:58:09.217665 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-5cfdd53e-f6ed-4885-a873-4f81c1691bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (fea60df7-1bed-4590-bfd9-cabd9745bdcc), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.223703 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921fff9f-7d23-4ffb-959d-8358d2196407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df96f1c5-b864-4ff9-ab6c-33e8e74e8292,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:09.236747 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-921fff9f-7d23-4ffb-959d-8358d2196407 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f0dacaee77c848e2aba7021f319f9e99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3887570 Feb 19 03:58:09.236974 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44406) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:09.242343 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d50b6cc2-a90e-436b-9ae0-17a7dd378c88 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (a759a718-1fff-4757-9c38-c9824da99af8), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.318424 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8dd3f354-2dfd-463a-b275-32804f0a9c2e admin admin] Publish callbacks [] for security_group (df96f1c5-b864-4ff9-ab6c-33e8e74e8292), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.354511 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8dd3f354-2dfd-463a-b275-32804f0a9c2e admin admin] Publish callbacks [] for security_group (df96f1c5-b864-4ff9-ab6c-33e8e74e8292), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.417446 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8dd3f354-2dfd-463a-b275-32804f0a9c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (df96f1c5-b864-4ff9-ab6c-33e8e74e8292), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.421138 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8dd3f354-2dfd-463a-b275-32804f0a9c2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.425197 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8dd3f354-2dfd-463a-b275-32804f0a9c2e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/df96f1c5-b864-4ff9-ab6c-33e8e74e8292 HTTP/1.1" status: 204 len: 168 time: 0.1850059 Feb 19 03:58:09.432803 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccf33a8-b43c-4d47-97c3-51f330fa330c', 'name': 'network-vif-deleted', 'tag': '974f99a6-73e7-42c5-bcc0-fbe5272b2674'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:09.435494 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d536a4-431e-4425-9cee-64649ca2cca6" -d '{"events": [{"server_uuid": "0ccf33a8-b43c-4d47-97c3-51f330fa330c", "name": "network-vif-deleted", "tag": "974f99a6-73e7-42c5-bcc0-fbe5272b2674"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:09.438770 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3f354-2dfd-463a-b275-32804f0a9c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df96f1c5-b864-4ff9-ab6c-33e8e74e8292,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:09.672821 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d92abc-c2cd-4a4c-9ec5-719ea6e23018 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc65035-d529-4972-8927-f345858c02f6,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:09.753125 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44426) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:09.768074 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3dca2858-4f3f-4c2d-9d65-cde2288c88e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.851324 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3dca2858-4f3f-4c2d-9d65-cde2288c88e3 admin admin] Publish callbacks [] for security_group (e001804d-63ab-4759-8eea-9b661bffc892), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.856440 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3dca2858-4f3f-4c2d-9d65-cde2288c88e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e001804d-63ab-4759-8eea-9b661bffc892), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.886333 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdd53e-f6ed-4885-a873-4f81c1691bbf service neutron] Pushing event updated for resources: {'Port': ['ID=fea60df7-1bed-4590-bfd9-cabd9745bdcc,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:09.900603 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d443e-6edf-4678-b233-0ec2ca7f72af req-1236dec9-8cc3-44c1-8617-48c57ecc4824 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:09.908336 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c7d443e-6edf-4678-b233-0ec2ca7f72af req-1236dec9-8cc3-44c1-8617-48c57ecc4824 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 949 time: 0.6844084 Feb 19 03:58:09.912206 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca2858-4f3f-4c2d-9d65-cde2288c88e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e001804d-63ab-4759-8eea-9b661bffc892,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:09.926545 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3dca2858-4f3f-4c2d-9d65-cde2288c88e3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=52290d10502c4c8281c65955eb5eb94f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1713793 Feb 19 03:58:09.928269 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44430) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:09.949707 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ea92f-4869-49b7-b9c5-d1dd4e2413ac req-c5454682-9f83-46d1-8ab0-afa50385364e tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:09.951307 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa0ea92f-4869-49b7-b9c5-d1dd4e2413ac req-c5454682-9f83-46d1-8ab0-afa50385364e tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e326d05-9da1-43f4-993d-2b1d85134ff3 HTTP/1.1" status: 200 len: 943 time: 0.3140712 Feb 19 03:58:09.971692 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-36cede59-3df5-4418-86af-cdb55c478b75 req-06d92abc-c2cd-4a4c-9ec5-719ea6e23018 service neutron] Attempting to bind port 2dc65035-d529-4972-8927-f345858c02f6 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:09.971692 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-36cede59-3df5-4418-86af-cdb55c478b75 req-06d92abc-c2cd-4a4c-9ec5-719ea6e23018 service neutron] Attempting to bind port 2dc65035-d529-4972-8927-f345858c02f6 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '9a64af07-75e7-49c4-bd40-c782ca239fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '78a9b65b-d911-4b70-9e29-eb76754bdc19'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:09.972057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cede59-3df5-4418-86af-cdb55c478b75 req-06d92abc-c2cd-4a4c-9ec5-719ea6e23018 service neutron] Attempting to bind port 2dc65035-d529-4972-8927-f345858c02f6 on network 78a9b65b-d911-4b70-9e29-eb76754bdc19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:09.978151 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d50b6cc2-a90e-436b-9ae0-17a7dd378c88 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (a759a718-1fff-4757-9c38-c9824da99af8), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.999917 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d97eb160-baf2-49ff-9ad2-b9902b7cbc87 admin admin] Publish callbacks [] for security_group (e001804d-63ab-4759-8eea-9b661bffc892), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:10.035174 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d97eb160-baf2-49ff-9ad2-b9902b7cbc87 admin admin] Publish callbacks [] for security_group (e001804d-63ab-4759-8eea-9b661bffc892), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:10.040598 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cede59-3df5-4418-86af-cdb55c478b75 req-06d92abc-c2cd-4a4c-9ec5-719ea6e23018 service neutron] Port 2dc65035-d529-4972-8927-f345858c02f6 on network 78a9b65b-d911-4b70-9e29-eb76754bdc19 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:58:10.040946 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cede59-3df5-4418-86af-cdb55c478b75 req-06d92abc-c2cd-4a4c-9ec5-719ea6e23018 service neutron] Attempting to bind port 2dc65035-d529-4972-8927-f345858c02f6 on network 78a9b65b-d911-4b70-9e29-eb76754bdc19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:10.069543 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cede59-3df5-4418-86af-cdb55c478b75 req-06d92abc-c2cd-4a4c-9ec5-719ea6e23018 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:10.069970 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cede59-3df5-4418-86af-cdb55c478b75 req-06d92abc-c2cd-4a4c-9ec5-719ea6e23018 service neutron] Checking segment: {'id': '9a64af07-75e7-49c4-bd40-c782ca239fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '78a9b65b-d911-4b70-9e29-eb76754bdc19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:10.070298 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cede59-3df5-4418-86af-cdb55c478b75 req-06d92abc-c2cd-4a4c-9ec5-719ea6e23018 service neutron] Bound using segment: {'id': '9a64af07-75e7-49c4-bd40-c782ca239fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '78a9b65b-d911-4b70-9e29-eb76754bdc19'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:10.070747 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-36cede59-3df5-4418-86af-cdb55c478b75 req-06d92abc-c2cd-4a4c-9ec5-719ea6e23018 service neutron] Bound port: 2dc65035-d529-4972-8927-f345858c02f6, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a64af07-75e7-49c4-bd40-c782ca239fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '78a9b65b-d911-4b70-9e29-eb76754bdc19'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:10.071120 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-36cede59-3df5-4418-86af-cdb55c478b75 req-06d92abc-c2cd-4a4c-9ec5-719ea6e23018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2dc65035-d529-4972-8927-f345858c02f6), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:10.080541 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-5cfdd53e-f6ed-4885-a873-4f81c1691bbf service neutron] Attempting to bind port fea60df7-1bed-4590-bfd9-cabd9745bdcc on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:10.080945 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-5cfdd53e-f6ed-4885-a873-4f81c1691bbf service neutron] Attempting to bind port fea60df7-1bed-4590-bfd9-cabd9745bdcc by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'b2c1d9af-cbee-4711-bd73-b2e25e504cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:10.081250 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-5cfdd53e-f6ed-4885-a873-4f81c1691bbf service neutron] Attempting to bind port fea60df7-1bed-4590-bfd9-cabd9745bdcc on network e29e89da-8398-4bad-a8b5-9be42054c178 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:10.109139 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c7d443e-6edf-4678-b233-0ec2ca7f72af req-a6958d93-16ed-43a9-8cf3-d5f0cd63a5ab tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002525 Feb 19 03:58:10.117771 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-5cfdd53e-f6ed-4885-a873-4f81c1691bbf service neutron] Port fea60df7-1bed-4590-bfd9-cabd9745bdcc on network e29e89da-8398-4bad-a8b5-9be42054c178 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:58:10.118259 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-5cfdd53e-f6ed-4885-a873-4f81c1691bbf service neutron] Attempting to bind port fea60df7-1bed-4590-bfd9-cabd9745bdcc on network e29e89da-8398-4bad-a8b5-9be42054c178 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:10.126106 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d97eb160-baf2-49ff-9ad2-b9902b7cbc87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e001804d-63ab-4759-8eea-9b661bffc892), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:10.129563 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d97eb160-baf2-49ff-9ad2-b9902b7cbc87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:10.133869 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d97eb160-baf2-49ff-9ad2-b9902b7cbc87 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e001804d-63ab-4759-8eea-9b661bffc892 HTTP/1.1" status: 204 len: 168 time: 0.2038479 Feb 19 03:58:10.144078 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97eb160-baf2-49ff-9ad2-b9902b7cbc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e001804d-63ab-4759-8eea-9b661bffc892,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:10.182829 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-5cfdd53e-f6ed-4885-a873-4f81c1691bbf service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:10.183225 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-5cfdd53e-f6ed-4885-a873-4f81c1691bbf service neutron] Checking segment: {'id': 'b2c1d9af-cbee-4711-bd73-b2e25e504cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:10.183630 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-5cfdd53e-f6ed-4885-a873-4f81c1691bbf service neutron] Bound using segment: {'id': 'b2c1d9af-cbee-4711-bd73-b2e25e504cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:10.184098 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-5cfdd53e-f6ed-4885-a873-4f81c1691bbf service neutron] Bound port: fea60df7-1bed-4590-bfd9-cabd9745bdcc, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c1d9af-cbee-4711-bd73-b2e25e504cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:10.184475 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-5cfdd53e-f6ed-4885-a873-4f81c1691bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fea60df7-1bed-4590-bfd9-cabd9745bdcc), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:10.195002 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ef4177-153a-4317-9279-230c29c4b5de x-openstack-request-id: req-d3ef4177-153a-4317-9279-230c29c4b5de {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:10.195401 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ccf33a8-b43c-4d47-97c3-51f330fa330c", "name": "network-vif-deleted", "tag": "974f99a6-73e7-42c5-bcc0-fbe5272b2674", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:10.195752 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d3ef4177-153a-4317-9279-230c29c4b5de {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:10.196242 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ccf33a8-b43c-4d47-97c3-51f330fa330c', 'name': 'network-vif-deleted', 'tag': '974f99a6-73e7-42c5-bcc0-fbe5272b2674', 'status': 'completed', 'code': 200} Feb 19 03:58:10.201550 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa0ea92f-4869-49b7-b9c5-d1dd4e2413ac req-e7f5982d-923f-422c-aed0-284cb4ae923e tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245691 Feb 19 03:58:10.249387 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d50b6cc2-a90e-436b-9ae0-17a7dd378c88 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (a759a718-1fff-4757-9c38-c9824da99af8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:10.315817 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device ada3754b-914a-4f8e-ade3-3cf8ddbacd22 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:10.355354 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b6cc2-a90e-436b-9ae0-17a7dd378c88 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event deleted for resources: {'Subnet': ['ID=a759a718-1fff-4757-9c38-c9824da99af8,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:10.365849 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d50b6cc2-a90e-436b-9ae0-17a7dd378c88 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:10.372392 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d50b6cc2-a90e-436b-9ae0-17a7dd378c88 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "DELETE /v2.0/subnets/a759a718-1fff-4757-9c38-c9824da99af8 HTTP/1.1" status: 204 len: 168 time: 1.4443078 Feb 19 03:58:10.373106 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44440) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:10.390022 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e3f108-dc4d-4e1b-bd83-64ed0a51acad None None] Network 3dd9b790-0c17-4538-bff3-90686970bdcb requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:58:10.401014 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-36cede59-3df5-4418-86af-cdb55c478b75 req-06d92abc-c2cd-4a4c-9ec5-719ea6e23018 service neutron] For port 2dc65035-d529-4972-8927-f345858c02f6, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:10.445917 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-36cede59-3df5-4418-86af-cdb55c478b75 req-06d92abc-c2cd-4a4c-9ec5-719ea6e23018 service neutron] For port 2dc65035-d529-4972-8927-f345858c02f6, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=2dc65035-d529-4972-8927-f345858c02f6,segment=NetworkSegment(9a64af07-75e7-49c4-bd40-c782ca239fb4),segment_id=9a64af07-75e7-49c4-bd40-c782ca239fb4)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:10.479149 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-36cede59-3df5-4418-86af-cdb55c478b75 req-06d92abc-c2cd-4a4c-9ec5-719ea6e23018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (2dc65035-d529-4972-8927-f345858c02f6), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:10.489706 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-5cfdd53e-f6ed-4885-a873-4f81c1691bbf service neutron] For port fea60df7-1bed-4590-bfd9-cabd9745bdcc, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:10.539007 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-5cfdd53e-f6ed-4885-a873-4f81c1691bbf service neutron] For port fea60df7-1bed-4590-bfd9-cabd9745bdcc, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=fea60df7-1bed-4590-bfd9-cabd9745bdcc,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:10.549584 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ef046-8b92-427e-812e-6c9c2e86c93d req-6a932fb7-432b-4e0e-8602-b35a12a45aed tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:10.558250 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e4ef046-8b92-427e-812e-6c9c2e86c93d req-6a932fb7-432b-4e0e-8602-b35a12a45aed tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=72da2d63-827a-4a95-8515-28513cf7b914 HTTP/1.1" status: 200 len: 943 time: 0.2319720 Feb 19 03:58:10.558571 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: ada3754b-914a-4f8e-ade3-3cf8ddbacd22 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:58:10.558917 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device ada3754b-914a-4f8e-ade3-3cf8ddbacd22 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:58:10.562695 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 974f99a6-73e7-42c5-bcc0-fbe5272b2674 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:10.584059 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c907a3-d90c-462e-81e7-dae30ab1da98 req-01c52992-9dcc-40f6-9afd-034f85e890f6 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:10.587342 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39c907a3-d90c-462e-81e7-dae30ab1da98 req-01c52992-9dcc-40f6-9afd-034f85e890f6 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 944 time: 0.2388632 Feb 19 03:58:10.593117 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cede59-3df5-4418-86af-cdb55c478b75 req-06d92abc-c2cd-4a4c-9ec5-719ea6e23018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:10.593741 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-36cede59-3df5-4418-86af-cdb55c478b75 req-06d92abc-c2cd-4a4c-9ec5-719ea6e23018 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:10.595176 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-36cede59-3df5-4418-86af-cdb55c478b75 req-06d92abc-c2cd-4a4c-9ec5-719ea6e23018 service neutron] 10.222.0.79 "PUT /v2.0/ports/2dc65035-d529-4972-8927-f345858c02f6 HTTP/1.1" status: 200 len: 1092 time: 2.5376596 Feb 19 03:58:10.599849 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e326d05-9da1-43f4-993d-2b1d85134ff3', 'tag': '2dc65035-d529-4972-8927-f345858c02f6'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:10.602728 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5fb0fc-b769-4059-941a-e00a1e5f07bb" -d '{"events": [{"name": "network-changed", "server_uuid": "0e326d05-9da1-43f4-993d-2b1d85134ff3", "tag": "2dc65035-d529-4972-8927-f345858c02f6"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:10.611105 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-5cfdd53e-f6ed-4885-a873-4f81c1691bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (fea60df7-1bed-4590-bfd9-cabd9745bdcc), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:10.613026 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-39da5721-3c9a-4f50-97bd-2630898333a2 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (3dd9b790-0c17-4538-bff3-90686970bdcb), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:10.653328 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d92abc-c2cd-4a4c-9ec5-719ea6e23018 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc65035-d529-4972-8927-f345858c02f6,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:10.701848 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 974f99a6-73e7-42c5-bcc0-fbe5272b2674 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:58:10.704041 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 974f99a6-73e7-42c5-bcc0-fbe5272b2674 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:58:10.728990 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-5cfdd53e-f6ed-4885-a873-4f81c1691bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:10.729623 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-5cfdd53e-f6ed-4885-a873-4f81c1691bbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:10.731077 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-5cfdd53e-f6ed-4885-a873-4f81c1691bbf service neutron] 10.222.0.79 "PUT /v2.0/ports/fea60df7-1bed-4590-bfd9-cabd9745bdcc HTTP/1.1" status: 200 len: 1092 time: 2.7317307 Feb 19 03:58:10.746624 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-39da5721-3c9a-4f50-97bd-2630898333a2 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Deleting port c4fc471c-1807-45e5-9776-9595df936d49 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:10.746857 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-39da5721-3c9a-4f50-97bd-2630898333a2 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (c4fc471c-1807-45e5-9776-9595df936d49), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:10.786835 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e4ef046-8b92-427e-812e-6c9c2e86c93d req-e3c1bf9d-2095-4965-a5ce-5b8110861f89 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269027 Feb 19 03:58:10.849594 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973f2ac2-1641-44f0-a3ff-6e46514904b0 None None] DHCP port deletion for 3dd9b790-0c17-4538-bff3-90686970bdcb request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:58:10.879786 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fec294-a198-4c8e-a358-673073512142 x-openstack-request-id: req-d7fec294-a198-4c8e-a358-673073512142 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:10.880120 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e326d05-9da1-43f4-993d-2b1d85134ff3", "tag": "2dc65035-d529-4972-8927-f345858c02f6", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:10.880339 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d7fec294-a198-4c8e-a358-673073512142 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:10.880738 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e326d05-9da1-43f4-993d-2b1d85134ff3', 'tag': '2dc65035-d529-4972-8927-f345858c02f6', 'status': 'completed', 'code': 200} Feb 19 03:58:10.897456 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-39da5721-3c9a-4f50-97bd-2630898333a2 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] For port c4fc471c-1807-45e5-9776-9595df936d49, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=c4fc471c-1807-45e5-9776-9595df936d49,segment=NetworkSegment(bd6c8cca-33b6-48d5-a16e-620778f68e3b),segment_id=bd6c8cca-33b6-48d5-a16e-620778f68e3b)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:10.898557 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-39da5721-3c9a-4f50-97bd-2630898333a2 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (c4fc471c-1807-45e5-9776-9595df936d49), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:10.931705 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39c907a3-d90c-462e-81e7-dae30ab1da98 req-91af88dc-cb58-45d1-832a-8ffea08afde5 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206267 Feb 19 03:58:10.936350 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-973f2ac2-1641-44f0-a3ff-6e46514904b0 None None] Deleting port c4fc471c-1807-45e5-9776-9595df936d49 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:10.936734 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-973f2ac2-1641-44f0-a3ff-6e46514904b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (c4fc471c-1807-45e5-9776-9595df936d49), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:10.938079 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-39da5721-3c9a-4f50-97bd-2630898333a2 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Calling delete_port for c4fc471c-1807-45e5-9776-9595df936d49 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:10.948516 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cede59-3df5-4418-86af-cdb55c478b75 req-8dd441fa-c4f7-41a5-aef7-8b8679a7a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:10.951047 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-36cede59-3df5-4418-86af-cdb55c478b75 req-8dd441fa-c4f7-41a5-aef7-8b8679a7a5de service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5e4834aa2c9343cd911dcc83b0579e74&device_id=0e326d05-9da1-43f4-993d-2b1d85134ff3 HTTP/1.1" status: 200 len: 1126 time: 0.3006740 Feb 19 03:58:10.952873 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdd53e-f6ed-4885-a873-4f81c1691bbf service neutron] Pushing event updated for resources: {'Port': ['ID=fea60df7-1bed-4590-bfd9-cabd9745bdcc,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:11.037552 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-973f2ac2-1641-44f0-a3ff-6e46514904b0 None None] For port c4fc471c-1807-45e5-9776-9595df936d49, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=c4fc471c-1807-45e5-9776-9595df936d49,segment=NetworkSegment(bd6c8cca-33b6-48d5-a16e-620778f68e3b),segment_id=bd6c8cca-33b6-48d5-a16e-620778f68e3b)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:11.041349 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-973f2ac2-1641-44f0-a3ff-6e46514904b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (c4fc471c-1807-45e5-9776-9595df936d49), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:11.050137 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-a209fc88-6688-4bbd-a2e8-f279570eb0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:11.059377 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-a209fc88-6688-4bbd-a2e8-f279570eb0e2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b59201376b2440aa9b190f91d3932a87&device_id=72da2d63-827a-4a95-8515-28513cf7b914 HTTP/1.1" status: 200 len: 1126 time: 0.2520480 Feb 19 03:58:11.063222 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-36cede59-3df5-4418-86af-cdb55c478b75 req-03c50a47-ea14-4f1c-be96-1c6382a13d3e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2dc65035-d529-4972-8927-f345858c02f6 HTTP/1.1" status: 200 len: 217 time: 0.0971773 Feb 19 03:58:11.067311 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-973f2ac2-1641-44f0-a3ff-6e46514904b0 None None] Calling delete_port for c4fc471c-1807-45e5-9776-9595df936d49 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:11.101594 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-39da5721-3c9a-4f50-97bd-2630898333a2 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (c4fc471c-1807-45e5-9776-9595df936d49), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:11.136951 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da5721-3c9a-4f50-97bd-2630898333a2 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event deleted for resources: {'Port': ['ID=c4fc471c-1807-45e5-9776-9595df936d49,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:11.139097 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39da5721-3c9a-4f50-97bd-2630898333a2 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] No DVR routers for this DVR port c4fc471c-1807-45e5-9776-9595df936d49 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:58:11.190451 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-da6f0676-399c-4fb7-94ff-ea73ab0b5729 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fea60df7-1bed-4590-bfd9-cabd9745bdcc HTTP/1.1" status: 200 len: 217 time: 0.1196868 Feb 19 03:58:11.263675 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-39da5721-3c9a-4f50-97bd-2630898333a2 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (3dd9b790-0c17-4538-bff3-90686970bdcb), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:11.302801 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cede59-3df5-4418-86af-cdb55c478b75 req-a025df45-2062-43c1-a17c-41545d082362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:11.304993 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-36cede59-3df5-4418-86af-cdb55c478b75 req-a025df45-2062-43c1-a17c-41545d082362 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=53310fb3-d11f-4a5b-9138-ba6b80066f44 HTTP/1.1" status: 200 len: 862 time: 0.1166458 Feb 19 03:58:11.313333 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-39da5721-3c9a-4f50-97bd-2630898333a2 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd9b790-0c17-4538-bff3-90686970bdcb']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:11.347919 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-39da5721-3c9a-4f50-97bd-2630898333a2 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd6c8cca-33b6-48d5-a16e-620778f68e3b') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:11.349670 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-39da5721-3c9a-4f50-97bd-2630898333a2 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd6c8cca-33b6-48d5-a16e-620778f68e3b') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:11.378047 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-39da5721-3c9a-4f50-97bd-2630898333a2 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (bd6c8cca-33b6-48d5-a16e-620778f68e3b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:11.400905 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-4fe2eb7f-39aa-4b86-a0e6-37d8c4abb050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:11.402639 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-4fe2eb7f-39aa-4b86-a0e6-37d8c4abb050 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=44f30f4c-dcb5-4893-927c-5937acb50c2b HTTP/1.1" status: 200 len: 845 time: 0.1852481 Feb 19 03:58:11.411583 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-36cede59-3df5-4418-86af-cdb55c478b75 req-1607bbcd-3312-4ba9-93cc-cfd78b087d67 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=78a9b65b-d911-4b70-9e29-eb76754bdc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720513 Feb 19 03:58:11.417042 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-39da5721-3c9a-4f50-97bd-2630898333a2 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (bd6c8cca-33b6-48d5-a16e-620778f68e3b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:11.430316 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39da5721-3c9a-4f50-97bd-2630898333a2 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:58:11.430981 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-39da5721-3c9a-4f50-97bd-2630898333a2 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (bd6c8cca-33b6-48d5-a16e-620778f68e3b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: timer() Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:58:11.439602 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:58:11.501904 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device c4fc471c-1807-45e5-9776-9595df936d49 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:11.513164 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-cfa2fb79-2eea-4109-a396-1f5df5bcbb0b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e29e89da-8398-4bad-a8b5-9be42054c178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947022 Feb 19 03:58:11.524929 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: c4fc471c-1807-45e5-9776-9595df936d49 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:58:11.525518 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device c4fc471c-1807-45e5-9776-9595df936d49 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:58:11.556787 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-973f2ac2-1641-44f0-a3ff-6e46514904b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (c4fc471c-1807-45e5-9776-9595df936d49), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:11.557513 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-39da5721-3c9a-4f50-97bd-2630898333a2 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (3dd9b790-0c17-4538-bff3-90686970bdcb), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:11.584058 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-39da5721-3c9a-4f50-97bd-2630898333a2 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:11.592084 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-39da5721-3c9a-4f50-97bd-2630898333a2 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "DELETE /v2.0/networks/3dd9b790-0c17-4538-bff3-90686970bdcb HTTP/1.1" status: 204 len: 168 time: 1.2177815 Feb 19 03:58:11.593052 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44506) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:11.594784 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-973f2ac2-1641-44f0-a3ff-6e46514904b0 None None] Network 3dd9b790-0c17-4538-bff3-90686970bdcb is not hosted by any dhcp agent {{(pid=109927) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 03:58:11.595330 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da5721-3c9a-4f50-97bd-2630898333a2 tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event deleted for resources: {'Network': ['ID=3dd9b790-0c17-4538-bff3-90686970bdcb,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:11.595712 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973f2ac2-1641-44f0-a3ff-6e46514904b0 None None] No DVR routers for this DVR port c4fc471c-1807-45e5-9776-9595df936d49 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:58:11.601229 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f2ac2-1641-44f0-a3ff-6e46514904b0 None None] Pushing event deleted for resources: {'Port': ['ID=c4fc471c-1807-45e5-9776-9595df936d49,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:11.655649 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c989564-bd15-4b54-8986-731bb499c3ce tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Deleting subnet c5c3137f-408e-457f-8a05-51c535b6c2fa {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:58:11.659266 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0c989564-bd15-4b54-8986-731bb499c3ce tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks [] for subnet (c5c3137f-408e-457f-8a05-51c535b6c2fa), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:11.712593 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0c989564-bd15-4b54-8986-731bb499c3ce tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (c5c3137f-408e-457f-8a05-51c535b6c2fa), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:11.719056 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94038cdc-73ad-4e07-9241-920364c59b7c req-95b7dccc-d0a1-49a6-989a-3108c5b6b59a tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:11.720879 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-94038cdc-73ad-4e07-9241-920364c59b7c req-95b7dccc-d0a1-49a6-989a-3108c5b6b59a tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 949 time: 0.4147787 Feb 19 03:58:11.824998 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0c989564-bd15-4b54-8986-731bb499c3ce tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (c5c3137f-408e-457f-8a05-51c535b6c2fa), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:11.833359 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b240a68-d245-4f2e-adea-342be6341100 req-49d2ac89-3556-4bfe-a62a-bc429053230b tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:11.836086 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b240a68-d245-4f2e-adea-342be6341100 req-49d2ac89-3556-4bfe-a62a-bc429053230b tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e326d05-9da1-43f4-993d-2b1d85134ff3 HTTP/1.1" status: 200 len: 943 time: 0.3210678 Feb 19 03:58:11.842817 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-36cede59-3df5-4418-86af-cdb55c478b75 req-a6b17bf4-7a81-4ca6-9591-a66bc936199f service neutron] 10.222.0.79 "GET /v2.0/networks/78a9b65b-d911-4b70-9e29-eb76754bdc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122608 Feb 19 03:58:11.854426 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-94038cdc-73ad-4e07-9241-920364c59b7c req-3028672c-3817-48e5-8de8-3b1ec252f836 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231382 Feb 19 03:58:11.905733 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-691a3dcc-9657-4893-acf5-daae89dc149d service neutron] 10.222.0.79 "GET /v2.0/networks/e29e89da-8398-4bad-a8b5-9be42054c178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560631 Feb 19 03:58:11.919115 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0c989564-bd15-4b54-8986-731bb499c3ce tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (c5c3137f-408e-457f-8a05-51c535b6c2fa), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:11.964811 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601d7be0-66dc-4942-814c-6fa3990bffaa None None] Network f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:58:11.992933 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0c989564-bd15-4b54-8986-731bb499c3ce tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:12.002095 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0c989564-bd15-4b54-8986-731bb499c3ce tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "DELETE /v2.0/subnets/c5c3137f-408e-457f-8a05-51c535b6c2fa HTTP/1.1" status: 204 len: 168 time: 0.4077542 Feb 19 03:58:12.003161 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44518) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:12.005822 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c989564-bd15-4b54-8986-731bb499c3ce tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c3137f-408e-457f-8a05-51c535b6c2fa,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:12.183623 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b80818fc-91bf-44c2-9c1a-173102ee068c tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:12.263871 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-b80818fc-91bf-44c2-9c1a-173102ee068c tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Deleting port 6644f6b4-f732-4563-a9b5-e554c71a4b00 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:12.265086 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b80818fc-91bf-44c2-9c1a-173102ee068c tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (6644f6b4-f732-4563-a9b5-e554c71a4b00), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:12.310044 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-36cede59-3df5-4418-86af-cdb55c478b75 req-b8bd17d7-d36b-40d5-8f1c-44cdf56f4612 service neutron] 10.222.0.79 "GET /v2.0/networks/78a9b65b-d911-4b70-9e29-eb76754bdc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542634 Feb 19 03:58:12.372970 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d717123-d19d-4a6b-b3a1-402832fb7fca None None] DHCP port deletion for f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:58:12.396009 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b240a68-d245-4f2e-adea-342be6341100 req-54fb4be1-88d0-4d9e-9acf-7ec82bdfb42c tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5515823 Feb 19 03:58:12.409257 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-b80818fc-91bf-44c2-9c1a-173102ee068c tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] For port 6644f6b4-f732-4563-a9b5-e554c71a4b00, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=6644f6b4-f732-4563-a9b5-e554c71a4b00,segment=NetworkSegment(09c12257-7d7a-45a5-be7d-27557a56df56),segment_id=09c12257-7d7a-45a5-be7d-27557a56df56)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:12.409642 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b80818fc-91bf-44c2-9c1a-173102ee068c tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (6644f6b4-f732-4563-a9b5-e554c71a4b00), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:12.438149 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3d717123-d19d-4a6b-b3a1-402832fb7fca None None] Deleting port 6644f6b4-f732-4563-a9b5-e554c71a4b00 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:12.438383 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3d717123-d19d-4a6b-b3a1-402832fb7fca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (6644f6b4-f732-4563-a9b5-e554c71a4b00), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:12.466343 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-b80818fc-91bf-44c2-9c1a-173102ee068c tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Calling delete_port for 6644f6b4-f732-4563-a9b5-e554c71a4b00 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:12.549843 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cfa121b2-b64e-44fd-bfba-dd73fdf60838 req-b3e8a91e-d81c-4a80-8443-8ea241b4e2ee service neutron] 10.222.0.79 "GET /v2.0/networks/e29e89da-8398-4bad-a8b5-9be42054c178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4781957 Feb 19 03:58:12.573087 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3d717123-d19d-4a6b-b3a1-402832fb7fca None None] For port 6644f6b4-f732-4563-a9b5-e554c71a4b00, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=6644f6b4-f732-4563-a9b5-e554c71a4b00,segment=NetworkSegment(09c12257-7d7a-45a5-be7d-27557a56df56),segment_id=09c12257-7d7a-45a5-be7d-27557a56df56)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:12.574513 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3d717123-d19d-4a6b-b3a1-402832fb7fca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (6644f6b4-f732-4563-a9b5-e554c71a4b00), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:12.612513 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3d717123-d19d-4a6b-b3a1-402832fb7fca None None] Calling delete_port for 6644f6b4-f732-4563-a9b5-e554c71a4b00 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:12.629395 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fb0fc-b769-4059-941a-e00a1e5f07bb req-47dbdb1b-93b6-4d6b-a7cf-2b0823f59952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:12.632557 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f5fb0fc-b769-4059-941a-e00a1e5f07bb req-47dbdb1b-93b6-4d6b-a7cf-2b0823f59952 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5e4834aa2c9343cd911dcc83b0579e74&device_id=0e326d05-9da1-43f4-993d-2b1d85134ff3 HTTP/1.1" status: 200 len: 1126 time: 0.2320855 Feb 19 03:58:12.660979 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf37ef-857b-4b90-90f9-7aecb784ac9d req-0f91f7ce-514c-469a-a9ad-945ff2f1d366 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:12.670101 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6dcf37ef-857b-4b90-90f9-7aecb784ac9d req-0f91f7ce-514c-469a-a9ad-945ff2f1d366 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 949 time: 0.1341810 Feb 19 03:58:12.683222 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b80818fc-91bf-44c2-9c1a-173102ee068c tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (6644f6b4-f732-4563-a9b5-e554c71a4b00), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:12.711534 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80818fc-91bf-44c2-9c1a-173102ee068c tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event deleted for resources: {'Port': ['ID=6644f6b4-f732-4563-a9b5-e554c71a4b00,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:12.718572 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80818fc-91bf-44c2-9c1a-173102ee068c tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] No DVR routers for this DVR port 6644f6b4-f732-4563-a9b5-e554c71a4b00 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:58:12.768472 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3d717123-d19d-4a6b-b3a1-402832fb7fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (6644f6b4-f732-4563-a9b5-e554c71a4b00), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:12.818158 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b80818fc-91bf-44c2-9c1a-173102ee068c tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:12.818884 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6dcf37ef-857b-4b90-90f9-7aecb784ac9d req-79e7dd60-5900-49ec-ae70-bc174cbbad9b tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476698 Feb 19 03:58:12.833205 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d717123-d19d-4a6b-b3a1-402832fb7fca None None] Pushing event deleted for resources: {'Port': ['ID=6644f6b4-f732-4563-a9b5-e554c71a4b00,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:12.843727 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d717123-d19d-4a6b-b3a1-402832fb7fca None None] No DVR routers for this DVR port 6644f6b4-f732-4563-a9b5-e554c71a4b00 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:58:12.848507 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-b80818fc-91bf-44c2-9c1a-173102ee068c tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:12.868440 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-b80818fc-91bf-44c2-9c1a-173102ee068c tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c12257-7d7a-45a5-be7d-27557a56df56') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:12.868833 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-b80818fc-91bf-44c2-9c1a-173102ee068c tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c12257-7d7a-45a5-be7d-27557a56df56') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:12.883625 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b80818fc-91bf-44c2-9c1a-173102ee068c tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (09c12257-7d7a-45a5-be7d-27557a56df56), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:12.886136 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72da2d63-827a-4a95-8515-28513cf7b914', 'tag': 'fea60df7-1bed-4590-bfd9-cabd9745bdcc'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:12.889225 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7519b9f9-ce9a-404f-898d-1ddd796526b2" -d '{"events": [{"name": "network-changed", "server_uuid": "72da2d63-827a-4a95-8515-28513cf7b914", "tag": "fea60df7-1bed-4590-bfd9-cabd9745bdcc"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:12.893370 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fb0fc-b769-4059-941a-e00a1e5f07bb req-dfac822e-2445-4f5f-8969-c3472272a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:12.898345 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f5fb0fc-b769-4059-941a-e00a1e5f07bb req-dfac822e-2445-4f5f-8969-c3472272a47d service neutron] 10.222.0.79 "GET /v2.0/networks?id=78a9b65b-d911-4b70-9e29-eb76754bdc19 HTTP/1.1" status: 200 len: 923 time: 0.2515001 Feb 19 03:58:12.899104 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b80818fc-91bf-44c2-9c1a-173102ee068c tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (09c12257-7d7a-45a5-be7d-27557a56df56), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:12.905968 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80818fc-91bf-44c2-9c1a-173102ee068c tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:58:12.906756 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b80818fc-91bf-44c2-9c1a-173102ee068c tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (09c12257-7d7a-45a5-be7d-27557a56df56), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: timer() Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:58:12.911208 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:58:12.955569 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f5fb0fc-b769-4059-941a-e00a1e5f07bb req-cfce667c-dddf-4634-83a0-6b20c7d57a94 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2dc65035-d529-4972-8927-f345858c02f6 HTTP/1.1" status: 200 len: 217 time: 0.0525177 Feb 19 03:58:13.014588 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b80818fc-91bf-44c2-9c1a-173102ee068c tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:13.021383 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b80818fc-91bf-44c2-9c1a-173102ee068c tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:13.028213 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b80818fc-91bf-44c2-9c1a-173102ee068c tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] 10.222.0.52 "DELETE /v2.0/networks/f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f HTTP/1.1" status: 204 len: 168 time: 1.0235412 Feb 19 03:58:13.067647 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80818fc-91bf-44c2-9c1a-173102ee068c tempest-ServersTestMultiNic-1845301848 tempest-ServersTestMultiNic-1845301848-project] Pushing event deleted for resources: {'Network': ['ID=f0cc8497-ee2e-41dc-89d2-a9a1bf240c6f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:13.108733 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8649885-5869-485b-b7fd-6120ca850b94 req-07b5f674-1b35-4476-be75-1ae99cd99372 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:13.112152 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b8649885-5869-485b-b7fd-6120ca850b94 req-07b5f674-1b35-4476-be75-1ae99cd99372 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=72da2d63-827a-4a95-8515-28513cf7b914 HTTP/1.1" status: 200 len: 943 time: 0.8221416 Feb 19 03:58:13.123516 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fb0fc-b769-4059-941a-e00a1e5f07bb req-8c662da6-a45b-459c-aae7-89b3a62a7021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:13.125344 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f5fb0fc-b769-4059-941a-e00a1e5f07bb req-8c662da6-a45b-459c-aae7-89b3a62a7021 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=53310fb3-d11f-4a5b-9138-ba6b80066f44 HTTP/1.1" status: 200 len: 862 time: 0.1354661 Feb 19 03:58:13.149099 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ffeef1-fbf6-4eb5-9546-7375e1a2f525 req-cb4bb6c5-3e7d-48eb-83d0-f60b40a1a01f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:13.151708 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85ffeef1-fbf6-4eb5-9546-7375e1a2f525 req-cb4bb6c5-3e7d-48eb-83d0-f60b40a1a01f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 944 time: 0.1029682 Feb 19 03:58:13.210544 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 6644f6b4-f732-4563-a9b5-e554c71a4b00 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:13.231852 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f5fb0fc-b769-4059-941a-e00a1e5f07bb req-50eea6f0-1448-49f2-8160-56638769367a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=78a9b65b-d911-4b70-9e29-eb76754bdc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788023 Feb 19 03:58:13.244217 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 6644f6b4-f732-4563-a9b5-e554c71a4b00 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:58:13.244534 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 6644f6b4-f732-4563-a9b5-e554c71a4b00 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:58:13.337657 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b8649885-5869-485b-b7fd-6120ca850b94 req-fd23f574-ceaa-456b-bcc4-f7a69ff390ce tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083480 Feb 19 03:58:13.363845 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85ffeef1-fbf6-4eb5-9546-7375e1a2f525 req-c7712162-d8cc-42f7-b7f5-c5ab7b9c3845 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867571 Feb 19 03:58:13.400637 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f5fb0fc-b769-4059-941a-e00a1e5f07bb req-5ce03830-1198-4ad5-8b24-6fb4db19b48c service neutron] 10.222.0.79 "GET /v2.0/networks/78a9b65b-d911-4b70-9e29-eb76754bdc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560051 Feb 19 03:58:13.506142 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f5fb0fc-b769-4059-941a-e00a1e5f07bb req-9337c950-8430-4a83-9228-9d3264782170 service neutron] 10.222.0.79 "GET /v2.0/networks/78a9b65b-d911-4b70-9e29-eb76754bdc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980551 Feb 19 03:58:13.509053 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093297c9-06ea-4efd-8615-3ed011f70601 x-openstack-request-id: req-093297c9-06ea-4efd-8615-3ed011f70601 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:13.509627 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72da2d63-827a-4a95-8515-28513cf7b914", "tag": "fea60df7-1bed-4590-bfd9-cabd9745bdcc", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:13.509984 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-093297c9-06ea-4efd-8615-3ed011f70601 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:13.510399 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72da2d63-827a-4a95-8515-28513cf7b914', 'tag': 'fea60df7-1bed-4590-bfd9-cabd9745bdcc', 'status': 'completed', 'code': 200} Feb 19 03:58:13.589276 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-02132aad-8408-4982-a32e-e538b112f25e req-896356d3-4485-4b80-b11e-52b36284bef9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Request body: {'security_group': {'name': 'tempest-securitygroup-812732745', 'description': 'tempest-description-1582789418'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:13.605488 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519b9f9-ce9a-404f-898d-1ddd796526b2 req-ec7e1d33-1abf-40ca-88c4-e8f3e96e1f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:13.607031 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7519b9f9-ce9a-404f-898d-1ddd796526b2 req-ec7e1d33-1abf-40ca-88c4-e8f3e96e1f34 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b59201376b2440aa9b190f91d3932a87&device_id=72da2d63-827a-4a95-8515-28513cf7b914 HTTP/1.1" status: 200 len: 1126 time: 0.0959001 Feb 19 03:58:13.626463 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-02132aad-8408-4982-a32e-e538b112f25e req-896356d3-4485-4b80-b11e-52b36284bef9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:13.675119 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-02132aad-8408-4982-a32e-e538b112f25e req-896356d3-4485-4b80-b11e-52b36284bef9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:13.770718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519b9f9-ce9a-404f-898d-1ddd796526b2 req-3d3f38f1-5f22-4ce4-a452-3b4ddb44789c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:13.772099 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7519b9f9-ce9a-404f-898d-1ddd796526b2 req-3d3f38f1-5f22-4ce4-a452-3b4ddb44789c service neutron] 10.222.0.79 "GET /v2.0/networks?id=e29e89da-8398-4bad-a8b5-9be42054c178 HTTP/1.1" status: 200 len: 906 time: 0.1561673 Feb 19 03:58:13.780631 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00222aa8-6d68-41e6-a505-d21a66b91746 req-cb537d50-dcfd-4d37-8b50-aa917ccab0bf tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:13.781998 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-00222aa8-6d68-41e6-a505-d21a66b91746 req-cb537d50-dcfd-4d37-8b50-aa917ccab0bf tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e326d05-9da1-43f4-993d-2b1d85134ff3 HTTP/1.1" status: 200 len: 943 time: 0.1567280 Feb 19 03:58:13.833883 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7519b9f9-ce9a-404f-898d-1ddd796526b2 req-c88dc32c-fa83-4a81-8489-cca2a6adb147 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fea60df7-1bed-4590-bfd9-cabd9745bdcc HTTP/1.1" status: 200 len: 217 time: 0.0488746 Feb 19 03:58:13.924571 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-02132aad-8408-4982-a32e-e538b112f25e req-896356d3-4485-4b80-b11e-52b36284bef9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Publish callbacks [] for security_group (15be2cc5-dac5-4393-b710-97be4db93285), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:13.930728 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-00222aa8-6d68-41e6-a505-d21a66b91746 req-ff4af1e0-093f-476f-a759-7a09b159a5f5 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351068 Feb 19 03:58:13.932857 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519b9f9-ce9a-404f-898d-1ddd796526b2 req-234bc5a9-ce68-4927-964b-824e5e71f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:13.934279 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7519b9f9-ce9a-404f-898d-1ddd796526b2 req-234bc5a9-ce68-4927-964b-824e5e71f9ac service neutron] 10.222.0.79 "GET /v2.0/subnets?id=44f30f4c-dcb5-4893-927c-5937acb50c2b HTTP/1.1" status: 200 len: 845 time: 0.0920799 Feb 19 03:58:13.934860 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-02132aad-8408-4982-a32e-e538b112f25e req-896356d3-4485-4b80-b11e-52b36284bef9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (15be2cc5-dac5-4393-b710-97be4db93285), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:13.984610 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7519b9f9-ce9a-404f-898d-1ddd796526b2 req-1ec8a976-efd7-4ebe-8570-86062fee6360 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e29e89da-8398-4bad-a8b5-9be42054c178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440326 Feb 19 03:58:14.012330 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896356d3-4485-4b80-b11e-52b36284bef9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15be2cc5-dac5-4393-b710-97be4db93285,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:14.119518 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896356d3-4485-4b80-b11e-52b36284bef9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:14.119878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896356d3-4485-4b80-b11e-52b36284bef9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:14.120370 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896356d3-4485-4b80-b11e-52b36284bef9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:14.120728 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896356d3-4485-4b80-b11e-52b36284bef9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:14.121063 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896356d3-4485-4b80-b11e-52b36284bef9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:14.121398 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896356d3-4485-4b80-b11e-52b36284bef9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:14.121731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896356d3-4485-4b80-b11e-52b36284bef9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:14.122067 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896356d3-4485-4b80-b11e-52b36284bef9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:14.122468 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896356d3-4485-4b80-b11e-52b36284bef9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:14.122764 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896356d3-4485-4b80-b11e-52b36284bef9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:14.123093 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896356d3-4485-4b80-b11e-52b36284bef9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:14.123419 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896356d3-4485-4b80-b11e-52b36284bef9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:14.123825 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896356d3-4485-4b80-b11e-52b36284bef9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:14.146740 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7519b9f9-ce9a-404f-898d-1ddd796526b2 req-43ef8a27-575a-498d-8fcd-1d72c894eae5 service neutron] 10.222.0.79 "GET /v2.0/networks/e29e89da-8398-4bad-a8b5-9be42054c178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524255 Feb 19 03:58:14.183318 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-ea03cca7-2a79-4a42-bbb2-6dc6b30f970e req-41ee4481-929f-4795-bb28-1128cc1532f2 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:58:14.184289 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea03cca7-2a79-4a42-bbb2-6dc6b30f970e req-41ee4481-929f-4795-bb28-1128cc1532f2 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053256 Feb 19 03:58:14.186613 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-02132aad-8408-4982-a32e-e538b112f25e req-896356d3-4485-4b80-b11e-52b36284bef9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Publish callbacks [] for security_group (a6acbd47-1923-4afc-beae-91a4b1048a69), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:14.217428 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-02132aad-8408-4982-a32e-e538b112f25e req-896356d3-4485-4b80-b11e-52b36284bef9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a6acbd47-1923-4afc-beae-91a4b1048a69), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:14.257646 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-02132aad-8408-4982-a32e-e538b112f25e req-896356d3-4485-4b80-b11e-52b36284bef9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:14.258911 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02132aad-8408-4982-a32e-e538b112f25e req-896356d3-4485-4b80-b11e-52b36284bef9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6745682 Feb 19 03:58:14.275138 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896356d3-4485-4b80-b11e-52b36284bef9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6acbd47-1923-4afc-beae-91a4b1048a69,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:14.294592 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7519b9f9-ce9a-404f-898d-1ddd796526b2 req-a0d73393-839a-4e9c-aa52-39e668ae4f17 service neutron] 10.222.0.79 "GET /v2.0/networks/e29e89da-8398-4bad-a8b5-9be42054c178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414492 Feb 19 03:58:14.339156 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 2dc65035-d529-4972-8927-f345858c02f6 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:58:14.385582 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-657e1c72-e9a0-4ecd-b875-37d9db591aef req-b68c7b8e-3604-4469-8abf-507197eb1114 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Request body: {'security_group': {'name': 'tempest-securitygroup-532145822', 'description': 'tempest-description-2066693660'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:14.417064 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-657e1c72-e9a0-4ecd-b875-37d9db591aef req-b68c7b8e-3604-4469-8abf-507197eb1114 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:14.477248 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44614) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:14.528531 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-657e1c72-e9a0-4ecd-b875-37d9db591aef req-b68c7b8e-3604-4469-8abf-507197eb1114 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Publish callbacks [] for security_group (7e7a557b-98ff-4f78-83b1-1d84b26520f1), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:14.535257 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-657e1c72-e9a0-4ecd-b875-37d9db591aef req-b68c7b8e-3604-4469-8abf-507197eb1114 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7e7a557b-98ff-4f78-83b1-1d84b26520f1), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:14.557959 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 2dc65035-d529-4972-8927-f345858c02f6, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=2dc65035-d529-4972-8927-f345858c02f6,segment=NetworkSegment(9a64af07-75e7-49c4-bd40-c782ca239fb4),segment_id=9a64af07-75e7-49c4-bd40-c782ca239fb4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:14.576120 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c7b8e-3604-4469-8abf-507197eb1114 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7a557b-98ff-4f78-83b1-1d84b26520f1,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:14.578097 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '2dc65035-d529-4972-8927-f345858c02f6', 'network_id': '78a9b65b-d911-4b70-9e29-eb76754bdc19', 'port_id': '2dc65035-d529-4972-8927-f345858c02f6', 'mac_address': 'fa:16:3e:1e:ab:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53310fb3-d11f-4a5b-9138-ba6b80066f44', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:58:14.583002 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-657e1c72-e9a0-4ecd-b875-37d9db591aef req-b68c7b8e-3604-4469-8abf-507197eb1114 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:14.603627 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-657e1c72-e9a0-4ecd-b875-37d9db591aef req-b68c7b8e-3604-4469-8abf-507197eb1114 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2221310 Feb 19 03:58:14.634370 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 2dc65035-d529-4972-8927-f345858c02f6 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:14.635036 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2dc65035-d529-4972-8927-f345858c02f6), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:14.651250 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dc65035-d529-4972-8927-f345858c02f6 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:14.663901 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6684fb33-146b-4a5b-b244-479500e7e730 req-886d7265-0fe3-4cab-8452-9205a499bc34 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=8b023b6c359c490ea80c5a1b659682a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563686 Feb 19 03:58:14.667271 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44626) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:14.676433 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 2dc65035-d529-4972-8927-f345858c02f6, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=2dc65035-d529-4972-8927-f345858c02f6,segment=NetworkSegment(9a64af07-75e7-49c4-bd40-c782ca239fb4),segment_id=9a64af07-75e7-49c4-bd40-c782ca239fb4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:14.684980 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2dc65035-d529-4972-8927-f345858c02f6), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:14.685917 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device fea60df7-1bed-4590-bfd9-cabd9745bdcc details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:58:14.799659 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port fea60df7-1bed-4590-bfd9-cabd9745bdcc, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=fea60df7-1bed-4590-bfd9-cabd9745bdcc,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:14.864064 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'fea60df7-1bed-4590-bfd9-cabd9745bdcc', 'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178', 'port_id': 'fea60df7-1bed-4590-bfd9-cabd9745bdcc', 'mac_address': 'fa:16:3e:b9:f5:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f30f4c-dcb5-4893-927c-5937acb50c2b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:58:14.867328 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=2dc65035-d529-4972-8927-f345858c02f6,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:14.920791 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port fea60df7-1bed-4590-bfd9-cabd9745bdcc is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:14.921448 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fea60df7-1bed-4590-bfd9-cabd9745bdcc), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:14.939808 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea60df7-1bed-4590-bfd9-cabd9745bdcc {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:14.941931 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-b62583d8-bead-4812-b561-4b2031cfc7f1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4623091 Feb 19 03:58:14.948545 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-e9a5aff4-53d5-4132-9aa5-0ec5391ae405 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:58:14.961038 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-e9a5aff4-53d5-4132-9aa5-0ec5391ae405 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101061 Feb 19 03:58:14.965729 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port fea60df7-1bed-4590-bfd9-cabd9745bdcc, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=fea60df7-1bed-4590-bfd9-cabd9745bdcc,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:14.973442 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (fea60df7-1bed-4590-bfd9-cabd9745bdcc), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:15.045886 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=fea60df7-1bed-4590-bfd9-cabd9745bdcc,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:15.250488 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['fea60df7-1bed-4590-bfd9-cabd9745bdcc'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:58:15.257888 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab36685-00e8-40c0-9647-5e54902160ec req-2bb553ad-28e6-45ae-b599-c1419a28f386 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:15.258218 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['2dc65035-d529-4972-8927-f345858c02f6'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:58:15.264046 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ab36685-00e8-40c0-9647-5e54902160ec req-2bb553ad-28e6-45ae-b599-c1419a28f386 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 949 time: 0.5222590 Feb 19 03:58:15.293188 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684fb33-146b-4a5b-b244-479500e7e730 req-fb1404ee-1a71-42d1-86a8-151972c2bf36 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:15.294769 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6684fb33-146b-4a5b-b244-479500e7e730 req-fb1404ee-1a71-42d1-86a8-151972c2bf36 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6297152 Feb 19 03:58:15.453353 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6684fb33-146b-4a5b-b244-479500e7e730 req-75e856e2-38b5-43b5-9217-75bfcd2342f3 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/quotas/8b023b6c359c490ea80c5a1b659682a9 HTTP/1.1" status: 200 len: 375 time: 0.0470049 Feb 19 03:58:15.475196 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-6722e786-1562-4e26-a918-eb23f2917b7a tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:15.477619 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-6722e786-1562-4e26-a918-eb23f2917b7a tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports/2222287c-624b-46b2-ba97-522e464620de HTTP/1.1" status: 200 len: 946 time: 0.0736413 Feb 19 03:58:15.494080 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ab36685-00e8-40c0-9647-5e54902160ec req-6dc12baa-7aab-4f96-b181-506c67354e42 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291017 Feb 19 03:58:15.541227 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6684fb33-146b-4a5b-b244-479500e7e730 req-6a55205d-4e73-4194-a403-169e75cfbc80 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b023b6c359c490ea80c5a1b659682a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0768094 Feb 19 03:58:15.668115 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87263d-68d5-473c-8fa8-726a765be83b req-3de62aea-9f24-4c9a-9b09-c218d57f8697 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:15.675100 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-be87263d-68d5-473c-8fa8-726a765be83b req-3de62aea-9f24-4c9a-9b09-c218d57f8697 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=72da2d63-827a-4a95-8515-28513cf7b914 HTTP/1.1" status: 200 len: 944 time: 0.0839076 Feb 19 03:58:15.806953 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-be87263d-68d5-473c-8fa8-726a765be83b req-59470ee9-4f52-42b0-a519-d9f40290a0a2 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309686 Feb 19 03:58:15.847350 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979db8f-ba67-4133-a5bf-90b2b162ca33 req-9837917b-9bf0-4a95-93d4-545e350dbe41 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:15.854712 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1979db8f-ba67-4133-a5bf-90b2b162ca33 req-9837917b-9bf0-4a95-93d4-545e350dbe41 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 944 time: 0.0853937 Feb 19 03:58:15.910431 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0871f2b9-eb9b-4a53-83a7-ddad98ddeb6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (d26e0e94-74f2-4790-bbdc-b156ba04f113), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:15.980925 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1979db8f-ba67-4133-a5bf-90b2b162ca33 req-0bb87421-ce8a-4c59-9111-0eff71d59804 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233811 Feb 19 03:58:16.062566 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-fa040d1e-48ab-4d74-855e-e257ce142c18 req-3280784e-849a-49e5-86ea-ca085a881091 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-201713558', 'description': 'tempest-description-1391206494'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:16.111552 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa040d1e-48ab-4d74-855e-e257ce142c18 req-3280784e-849a-49e5-86ea-ca085a881091 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:16.174434 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa040d1e-48ab-4d74-855e-e257ce142c18 req-3280784e-849a-49e5-86ea-ca085a881091 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:16.264139 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b471eb-c0e8-4ce5-b786-0b996bbc21b0 req-e9e092af-c56d-4ea9-a0f6-bae715a44723 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:16.265719 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-31b471eb-c0e8-4ce5-b786-0b996bbc21b0 req-e9e092af-c56d-4ea9-a0f6-bae715a44723 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e326d05-9da1-43f4-993d-2b1d85134ff3 HTTP/1.1" status: 200 len: 944 time: 0.1681268 Feb 19 03:58:16.345407 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device fea60df7-1bed-4590-bfd9-cabd9745bdcc up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:16.368570 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa040d1e-48ab-4d74-855e-e257ce142c18 req-3280784e-849a-49e5-86ea-ca085a881091 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] Publish callbacks [] for security_group (13d82cae-84de-480b-81e0-d5ba11c8340b), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:16.391545 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa040d1e-48ab-4d74-855e-e257ce142c18 req-3280784e-849a-49e5-86ea-ca085a881091 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (13d82cae-84de-480b-81e0-d5ba11c8340b), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:16.410093 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-31b471eb-c0e8-4ce5-b786-0b996bbc21b0 req-7c725244-b08e-426d-9624-b956f09b692c tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291442 Feb 19 03:58:16.433506 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port fea60df7-1bed-4590-bfd9-cabd9745bdcc completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:58:16.439469 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port fea60df7-1bed-4590-bfd9-cabd9745bdcc triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:16.440452 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (fea60df7-1bed-4590-bfd9-cabd9745bdcc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:16.448415 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280784e-849a-49e5-86ea-ca085a881091 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d82cae-84de-480b-81e0-d5ba11c8340b,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:16.542753 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa040d1e-48ab-4d74-855e-e257ce142c18 req-3280784e-849a-49e5-86ea-ca085a881091 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] Publish callbacks [] for security_group (802baf0d-430f-4533-a1e7-8c4adf4df40a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:16.559499 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa040d1e-48ab-4d74-855e-e257ce142c18 req-3280784e-849a-49e5-86ea-ca085a881091 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (802baf0d-430f-4533-a1e7-8c4adf4df40a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:16.571059 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-d6b5ba0d-5a6c-4b3c-9b6c-f147ee732943 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=8b023b6c359c490ea80c5a1b659682a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460680 Feb 19 03:58:16.594576 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port fea60df7-1bed-4590-bfd9-cabd9745bdcc is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:16.596510 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fea60df7-1bed-4590-bfd9-cabd9745bdcc), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:16.618310 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa040d1e-48ab-4d74-855e-e257ce142c18 req-3280784e-849a-49e5-86ea-ca085a881091 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:16.620267 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa040d1e-48ab-4d74-855e-e257ce142c18 req-3280784e-849a-49e5-86ea-ca085a881091 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5618401 Feb 19 03:58:16.631262 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-0871f2b9-eb9b-4a53-83a7-ddad98ddeb6c admin admin] Deleting port 458e9856-30eb-4030-83e8-e27d588187dd {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:16.631603 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0871f2b9-eb9b-4a53-83a7-ddad98ddeb6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (458e9856-30eb-4030-83e8-e27d588187dd), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:16.639871 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280784e-849a-49e5-86ea-ca085a881091 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802baf0d-430f-4533-a1e7-8c4adf4df40a,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:16.643474 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72da2d63-827a-4a95-8515-28513cf7b914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea60df7-1bed-4590-bfd9-cabd9745bdcc'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:16.648473 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd0cf17-0f73-40a1-ba94-7652f0353931" -d '{"events": [{"server_uuid": "72da2d63-827a-4a95-8515-28513cf7b914", "name": "network-vif-plugged", "status": "completed", "tag": "fea60df7-1bed-4590-bfd9-cabd9745bdcc"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:16.666848 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port fea60df7-1bed-4590-bfd9-cabd9745bdcc, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=fea60df7-1bed-4590-bfd9-cabd9745bdcc,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:16.677082 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (fea60df7-1bed-4590-bfd9-cabd9745bdcc), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:16.678107 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 2dc65035-d529-4972-8927-f345858c02f6 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:16.761894 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=fea60df7-1bed-4590-bfd9-cabd9745bdcc,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:16.780226 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 2dc65035-d529-4972-8927-f345858c02f6 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:58:16.784685 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 2dc65035-d529-4972-8927-f345858c02f6 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:16.785204 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2dc65035-d529-4972-8927-f345858c02f6), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:16.870101 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 2dc65035-d529-4972-8927-f345858c02f6 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:16.870722 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2dc65035-d529-4972-8927-f345858c02f6), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:16.885134 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-50e208ab-dce4-4f6f-9ba3-28aa4fedbe00 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:16.885869 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-50e208ab-dce4-4f6f-9ba3-28aa4fedbe00 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3037167 Feb 19 03:58:16.895439 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7109c-b1e2-4cbd-957e-9d24fca7473a req-09cf49db-6029-4aed-809e-690a28be4df4 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:16.896811 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ee7109c-b1e2-4cbd-957e-9d24fca7473a req-09cf49db-6029-4aed-809e-690a28be4df4 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 949 time: 0.1975605 Feb 19 03:58:16.905929 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-0871f2b9-eb9b-4a53-83a7-ddad98ddeb6c admin admin] For port 458e9856-30eb-4030-83e8-e27d588187dd, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=458e9856-30eb-4030-83e8-e27d588187dd,segment=NetworkSegment(d7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e),segment_id=d7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:16.906350 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0871f2b9-eb9b-4a53-83a7-ddad98ddeb6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (458e9856-30eb-4030-83e8-e27d588187dd), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:16.922656 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 2dc65035-d529-4972-8927-f345858c02f6, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=2dc65035-d529-4972-8927-f345858c02f6,segment=NetworkSegment(9a64af07-75e7-49c4-bd40-c782ca239fb4),segment_id=9a64af07-75e7-49c4-bd40-c782ca239fb4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:16.928957 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-2a5fb45e-2bb8-4093-ab39-815ce4bdee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:16.930501 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-2a5fb45e-2bb8-4093-ab39-815ce4bdee21 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 1132 time: 0.2285964 Feb 19 03:58:16.930686 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2dc65035-d529-4972-8927-f345858c02f6), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:16.945179 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-b29d5608-473f-4c74-b520-61fad6e5bd71 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/quotas/8b023b6c359c490ea80c5a1b659682a9 HTTP/1.1" status: 200 len: 375 time: 0.0430491 Feb 19 03:58:16.959358 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-0871f2b9-eb9b-4a53-83a7-ddad98ddeb6c admin admin] Calling delete_port for 458e9856-30eb-4030-83e8-e27d588187dd owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:16.994184 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=2dc65035-d529-4972-8927-f345858c02f6,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:17.072156 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-170ac2e4-bd23-4f3c-bf4d-b9d8550e26ab tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b023b6c359c490ea80c5a1b659682a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1092660 Feb 19 03:58:17.107836 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6684fb33-146b-4a5b-b244-479500e7e730 req-cea1090d-7734-45d1-9bc4-ea1a56105e80 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8b023b6c359c490ea80c5a1b659682a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1287966 Feb 19 03:58:17.210695 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ee7109c-b1e2-4cbd-957e-9d24fca7473a req-4798a51f-82cb-4c97-a0ae-c55270b4129b tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901499 Feb 19 03:58:17.236407 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-54598cf8-670e-4b71-9803-baf80239f2a9 req-777829d2-f1c5-4308-98dd-c971174b2a4d tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-191526846', 'description': 'tempest-description-597669794'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:17.257201 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-b253ec8c-bc79-40ad-a987-c50680026bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:17.259471 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-b253ec8c-bc79-40ad-a987-c50680026bb9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.3199422 Feb 19 03:58:17.259596 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e049d0-353c-477a-8682-8971fa5a7c01 x-openstack-request-id: req-b8e049d0-353c-477a-8682-8971fa5a7c01 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:17.259851 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72da2d63-827a-4a95-8515-28513cf7b914", "name": "network-vif-plugged", "status": "completed", "tag": "fea60df7-1bed-4590-bfd9-cabd9745bdcc", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:17.260117 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8e049d0-353c-477a-8682-8971fa5a7c01 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:17.260545 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72da2d63-827a-4a95-8515-28513cf7b914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea60df7-1bed-4590-bfd9-cabd9745bdcc', 'code': 200} Feb 19 03:58:17.384685 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-cda0e80a-28b9-4db8-987c-73833b0f21a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=2222287c-624b-46b2-ba97-522e464620de HTTP/1.1" status: 200 len: 217 time: 0.1153297 Feb 19 03:58:17.407838 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-54598cf8-670e-4b71-9803-baf80239f2a9 req-777829d2-f1c5-4308-98dd-c971174b2a4d tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:17.495136 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684fb33-146b-4a5b-b244-479500e7e730 req-6f0944ce-98dc-4407-b0a3-9e90632be80b tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:17.496627 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6684fb33-146b-4a5b-b244-479500e7e730 req-6f0944ce-98dc-4407-b0a3-9e90632be80b tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3810608 Feb 19 03:58:17.520662 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-6684fb33-146b-4a5b-b244-479500e7e730 req-d1e0f717-b5e2-4641-867e-a5b7509444d2 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Request body: {'port': {'device_id': '12773272-8d81-40f4-a6e3-438a3c396fbc', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': '8b023b6c359c490ea80c5a1b659682a9'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:17.613610 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-41fff242-50bf-4f56-93ed-61bb8070b54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:17.615152 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-41fff242-50bf-4f56-93ed-61bb8070b54e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.2128079 Feb 19 03:58:17.661852 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad6f48-4db2-48b3-8dce-0471d7c9b4e4 req-a5063d80-bf90-44c8-9746-5d386ba049aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:17.665199 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fbad6f48-4db2-48b3-8dce-0471d7c9b4e4 req-a5063d80-bf90-44c8-9746-5d386ba049aa service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=72da2d63-827a-4a95-8515-28513cf7b914 HTTP/1.1" status: 200 len: 1128 time: 0.2968466 Feb 19 03:58:17.671881 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798027a-3c01-4138-a116-d26820b02fde req-24ae54e8-838b-4e9f-8b36-5c32f07a142f tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:17.674315 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8798027a-3c01-4138-a116-d26820b02fde req-24ae54e8-838b-4e9f-8b36-5c32f07a142f tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=72da2d63-827a-4a95-8515-28513cf7b914 HTTP/1.1" status: 200 len: 945 time: 0.3092844 Feb 19 03:58:17.854671 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-54598cf8-670e-4b71-9803-baf80239f2a9 req-777829d2-f1c5-4308-98dd-c971174b2a4d tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] Publish callbacks [] for security_group (0ec95e9d-0930-4347-83ef-c4e458cf6ca1), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:17.863706 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0871f2b9-eb9b-4a53-83a7-ddad98ddeb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (458e9856-30eb-4030-83e8-e27d588187dd), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:17.883618 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-54598cf8-670e-4b71-9803-baf80239f2a9 req-777829d2-f1c5-4308-98dd-c971174b2a4d tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0ec95e9d-0930-4347-83ef-c4e458cf6ca1), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:17.910774 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fbad6f48-4db2-48b3-8dce-0471d7c9b4e4 req-c0fab22e-66ea-4cf6-ac80-178724e2df40 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148309 Feb 19 03:58:17.923288 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8798027a-3c01-4138-a116-d26820b02fde req-5c417ee3-6bb0-48ba-aa9e-727a3dc893d0 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038422 Feb 19 03:58:17.933928 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871f2b9-eb9b-4a53-83a7-ddad98ddeb6c admin admin] Pushing event deleted for resources: {'Port': ['ID=458e9856-30eb-4030-83e8-e27d588187dd,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:17.940905 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6684fb33-146b-4a5b-b244-479500e7e730 req-d1e0f717-b5e2-4641-867e-a5b7509444d2 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Made reservation on behalf of 8b023b6c359c490ea80c5a1b659682a9 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:58:17.944338 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6684fb33-146b-4a5b-b244-479500e7e730 req-d1e0f717-b5e2-4641-867e-a5b7509444d2 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:17.957050 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-a9dc6486-0b65-44b6-bc98-b7dcd88b7c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:17.957050 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-a9dc6486-0b65-44b6-bc98-b7dcd88b7c5e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3226342 Feb 19 03:58:17.993767 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6684fb33-146b-4a5b-b244-479500e7e730 req-d1e0f717-b5e2-4641-867e-a5b7509444d2 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:18.013903 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-54598cf8-670e-4b71-9803-baf80239f2a9 req-777829d2-f1c5-4308-98dd-c971174b2a4d tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:18.015163 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54598cf8-670e-4b71-9803-baf80239f2a9 req-777829d2-f1c5-4308-98dd-c971174b2a4d tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8035684 Feb 19 03:58:18.089605 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777829d2-f1c5-4308-98dd-c971174b2a4d tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec95e9d-0930-4347-83ef-c4e458cf6ca1,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:18.199691 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca61cef9-2fc9-4a2b-a6a2-e965b06d214b req-46125948-922b-461b-bd28-a647db1bf2c0 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/ports?device_id=40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0 HTTP/1.1" status: 200 len: 210 time: 0.0684195 Feb 19 03:58:18.294232 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-ac4bb6cc-9495-474a-aa26-8d3e0dafe084 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359854 Feb 19 03:58:18.353169 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-fb7a6e01-a83e-45f7-990b-1a6b27c234fd tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8b023b6c359c490ea80c5a1b659682a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341179 Feb 19 03:58:18.512047 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-caad2fa6-f5a2-4d92-afce-d38816f05efb tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:18.513620 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-caad2fa6-f5a2-4d92-afce-d38816f05efb tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1563210 Feb 19 03:58:18.526190 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Request body: {'port': {'device_id': '40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': '8b023b6c359c490ea80c5a1b659682a9'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:18.655124 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Made reservation on behalf of 8b023b6c359c490ea80c5a1b659682a9 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:58:18.659112 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:18.671722 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:18.717764 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfa57d-3c26-44f6-bc21-054491de2bfe req-0d616916-e7ba-483f-81c4-91952d844d5b tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:18.719231 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8bdfa57d-3c26-44f6-bc21-054491de2bfe req-0d616916-e7ba-483f-81c4-91952d844d5b tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 944 time: 0.6071050 Feb 19 03:58:18.762377 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6684fb33-146b-4a5b-b244-479500e7e730 req-d1e0f717-b5e2-4641-867e-a5b7509444d2 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Publish callbacks [] for security_group (1e955708-ed76-4b67-8a10-3f0c055a3c0c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:18.771120 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.db.api [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 8b023b6c359c490ea80c5a1b659682a9 {{(pid=109925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:58:18.771805 n-d-828369-19 neutron-server[109925]: DEBUG oslo_db.api [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:58:18.804898 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6684fb33-146b-4a5b-b244-479500e7e730 req-d1e0f717-b5e2-4641-867e-a5b7509444d2 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1e955708-ed76-4b67-8a10-3f0c055a3c0c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:18.852866 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752aef6f-8dc2-4d75-b4a2-2ec7364a4266 req-2ef8e5c2-89da-4045-aaa9-c1e4ce1b608b tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:18.854357 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-752aef6f-8dc2-4d75-b4a2-2ec7364a4266 req-2ef8e5c2-89da-4045-aaa9-c1e4ce1b608b tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e326d05-9da1-43f4-993d-2b1d85134ff3 HTTP/1.1" status: 200 len: 945 time: 0.5571101 Feb 19 03:58:18.854939 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0871f2b9-eb9b-4a53-83a7-ddad98ddeb6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (d26e0e94-74f2-4790-bbdc-b156ba04f113), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:18.989305 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0f717-b5e2-4641-867e-a5b7509444d2 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e955708-ed76-4b67-8a10-3f0c055a3c0c,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:19.004319 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8bdfa57d-3c26-44f6-bc21-054491de2bfe req-a2d30cc7-ace4-43e6-b767-2aa0fa163f93 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721183 Feb 19 03:58:19.094300 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-cbfb2c43-3d20-4459-a69d-ca4abeffe67a service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7712080 Feb 19 03:58:19.140268 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-752aef6f-8dc2-4d75-b4a2-2ec7364a4266 req-5e11bb02-b892-49a2-bf34-ecda4d460f01 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719176 Feb 19 03:58:19.219416 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-6684fb33-146b-4a5b-b244-479500e7e730 req-d1e0f717-b5e2-4641-867e-a5b7509444d2 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Allocated IP 192.168.233.126 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/18bbfd97-77b0-49a4-9661-716a9e3cc7de) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:58:19.261985 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e326d05-9da1-43f4-993d-2b1d85134ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc65035-d529-4972-8927-f345858c02f6'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:19.264407 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c067ad20-ee45-4ae8-8bb9-2f20eb48feb8" -d '{"events": [{"server_uuid": "0e326d05-9da1-43f4-993d-2b1d85134ff3", "name": "network-vif-plugged", "status": "completed", "tag": "2dc65035-d529-4972-8927-f345858c02f6"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:19.274317 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:19.567578 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac550c-4bb1-47b1-bd0d-7bf2d173874d req-0a6f0ab2-880d-4ebf-b69f-e4d8c529c126 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:19.569284 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6cac550c-4bb1-47b1-bd0d-7bf2d173874d req-0a6f0ab2-880d-4ebf-b69f-e4d8c529c126 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 949 time: 0.2742486 Feb 19 03:58:19.605893 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0871f2b9-eb9b-4a53-83a7-ddad98ddeb6c admin admin] Router d26e0e94-74f2-4790-bbdc-b156ba04f113 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:58:19.749430 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6684fb33-146b-4a5b-b244-479500e7e730 req-d1e0f717-b5e2-4641-867e-a5b7509444d2 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Publish callbacks [] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:19.761752 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6cac550c-4bb1-47b1-bd0d-7bf2d173874d req-a5eb566d-0043-49d3-b57b-b898416e5b94 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813958 Feb 19 03:58:19.870188 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-227a64eb-f3fc-4f17-bfe0-a7b8102184cf tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48213 time: 0.8232610 Feb 19 03:58:19.927010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0871f2b9-eb9b-4a53-83a7-ddad98ddeb6c admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:58:19.929882 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6684fb33-146b-4a5b-b244-479500e7e730 req-d1e0f717-b5e2-4641-867e-a5b7509444d2 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:19.941998 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4622443c-f9c4-4a0e-87ac-ea63ebd72214 None None] Sync routers for ids ['d26e0e94-74f2-4790-bbdc-b156ba04f113'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:58:19.942714 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0871f2b9-eb9b-4a53-83a7-ddad98ddeb6c admin admin] 10.222.0.52 "PUT /v2.0/routers/d26e0e94-74f2-4790-bbdc-b156ba04f113/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2692995 Feb 19 03:58:19.951253 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44714) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:19.957365 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4622443c-f9c4-4a0e-87ac-ea63ebd72214 None None] Routers {'d26e0e94-74f2-4790-bbdc-b156ba04f113'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:58:19.958211 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-4622443c-f9c4-4a0e-87ac-ea63ebd72214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:58:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d26e0e94-74f2-4790-bbdc-b156ba04f113'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:20.006239 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Allocated IP 192.168.233.198 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/86113102-6054-45a7-89fa-6066f67fc9f9) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:58:20.079552 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268eb0d-dc94-4e36-a0aa-690b75efc3a9 req-c2d94b44-81b5-419e-bb47-6c0e5bc5c5dd tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:20.081256 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7268eb0d-dc94-4e36-a0aa-690b75efc3a9 req-c2d94b44-81b5-419e-bb47-6c0e5bc5c5dd tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=72da2d63-827a-4a95-8515-28513cf7b914 HTTP/1.1" status: 200 len: 945 time: 0.2408097 Feb 19 03:58:20.085003 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6684fb33-146b-4a5b-b244-479500e7e730 req-d1e0f717-b5e2-4641-867e-a5b7509444d2 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:20.088713 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-4622443c-f9c4-4a0e-87ac-ea63ebd72214 None None] Set router d26e0e94-74f2-4790-bbdc-b156ba04f113 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:58:20.089856 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-522ad2d4-1bf6-44c4-b0ec-b3d007b4a3eb tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/1163e73b-faf7-4e4a-a84d-90e1c01ccf01 HTTP/1.1" status: 200 len: 2998 time: 0.2009902 Feb 19 03:58:20.095222 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-6684fb33-146b-4a5b-b244-479500e7e730 req-d1e0f717-b5e2-4641-867e-a5b7509444d2 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:20.103225 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0f717-b5e2-4641-867e-a5b7509444d2 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Pushing event updated for resources: {'Port': ['ID=18bbfd97-77b0-49a4-9661-716a9e3cc7de,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:20.105593 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-6684fb33-146b-4a5b-b244-479500e7e730 req-d1e0f717-b5e2-4641-867e-a5b7509444d2 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:58:20.225215 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Publish callbacks [] for port (86113102-6054-45a7-89fa-6066f67fc9f9), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:20.276976 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (86113102-6054-45a7-89fa-6066f67fc9f9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:20.321872 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-4622443c-f9c4-4a0e-87ac-ea63ebd72214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e0e94-74f2-4790-bbdc-b156ba04f113', 'name': 'tempest-ServersTestMultiNic-2146244206-router', 'tenant_id': 'fb339ae23aa545ea84da8ff07fd95109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'c37f3d0c-15ec-4622-94a3-f553b27b5d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:13Z', 'updated_at': '2022-02-19T03:58:17Z', 'revision_number': 5, 'project_id': 'fb339ae23aa545ea84da8ff07fd95109', 'gw_port': {'id': 'c37f3d0c-15ec-4622-94a3-f553b27b5d0a', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e0e94-74f2-4790-bbdc-b156ba04f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:14Z', 'updated_at': '2022-02-19T03:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:20.344737 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684fb33-146b-4a5b-b244-479500e7e730 req-d1e0f717-b5e2-4641-867e-a5b7509444d2 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:20.345409 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6684fb33-146b-4a5b-b244-479500e7e730 req-d1e0f717-b5e2-4641-867e-a5b7509444d2 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:20.352634 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4622443c-f9c4-4a0e-87ac-ea63ebd72214 None None] Checking router: d26e0e94-74f2-4790-bbdc-b156ba04f113 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:58:20.360257 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4489601a-c43c-415f-b42a-4f798295d08d admin admin] Publish callbacks [] for router (d26e0e94-74f2-4790-bbdc-b156ba04f113), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:20.363577 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4622443c-f9c4-4a0e-87ac-ea63ebd72214 None None] Routers {'d26e0e94-74f2-4790-bbdc-b156ba04f113'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:58:20.364465 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-4622443c-f9c4-4a0e-87ac-ea63ebd72214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T03:58:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d26e0e94-74f2-4790-bbdc-b156ba04f113'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:20.377681 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7268eb0d-dc94-4e36-a0aa-690b75efc3a9 req-7ddfb25e-be6b-4994-8200-f31bcde1c1e8 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867997 Feb 19 03:58:20.379221 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:20.394759 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Pushing event updated for resources: {'Port': ['ID=86113102-6054-45a7-89fa-6066f67fc9f9,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:20.399821 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:20.421769 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:58:20.427455 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:20.427792 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:20.428292 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:20.428477 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:20.428865 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:20.429299 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:20.429634 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:20.429967 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:20.430330 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:20.430659 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:20.431480 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:20.431831 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:20.433020 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:20.474081 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-d5116043-d074-409e-9470-f414abaf6eca tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/1163e73b-faf7-4e4a-a84d-90e1c01ccf01 HTTP/1.1" status: 200 len: 2998 time: 0.3654947 Feb 19 03:58:20.496246 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b95f361a-9a27-4bf5-96ba-3ea7005b4f07 None None] Provisioning complete for port 18bbfd97-77b0-49a4-9661-716a9e3cc7de triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:20.497355 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b95f361a-9a27-4bf5-96ba-3ea7005b4f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:20.509865 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:20.514903 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6684fb33-146b-4a5b-b244-479500e7e730 req-d1e0f717-b5e2-4641-867e-a5b7509444d2 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0047686 Feb 19 03:58:20.515834 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:20.562675 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-7afaa02f-5bb6-4568-9ccd-630ba13996f1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0406215 Feb 19 03:58:20.575029 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-78f3eb88-f545-45f1-8982-770940204134 service neutron] Request body: {'port': {'device_id': '40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:20.603147 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b95f361a-9a27-4bf5-96ba-3ea7005b4f07 None None] Port 18bbfd97-77b0-49a4-9661-716a9e3cc7de cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:58:20.611787 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-6684fb33-146b-4a5b-b244-479500e7e730 req-5c6df8d4-52e5-4d33-b0d3-79c4af26f08c service neutron] Request body: {'port': {'device_id': '12773272-8d81-40f4-a6e3-438a3c396fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:20.706655 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-849604a0-abcf-4eb5-8d52-13cc762a58da tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/13d82cae-84de-480b-81e0-d5ba11c8340b HTTP/1.1" status: 200 len: 2998 time: 0.2314250 Feb 19 03:58:20.725362 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-78f3eb88-f545-45f1-8982-770940204134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (86113102-6054-45a7-89fa-6066f67fc9f9), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:20.757592 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6684fb33-146b-4a5b-b244-479500e7e730 req-5c6df8d4-52e5-4d33-b0d3-79c4af26f08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:20.780151 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-4622443c-f9c4-4a0e-87ac-ea63ebd72214 None None] Set router d26e0e94-74f2-4790-bbdc-b156ba04f113 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:58:20.793935 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4489601a-c43c-415f-b42a-4f798295d08d admin admin] Publish callbacks [] for router_gateway (d26e0e94-74f2-4790-bbdc-b156ba04f113), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:20.832048 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-794bae52-feb3-470e-bd91-a5466a06b928 None None] Provisioning complete for port 86113102-6054-45a7-89fa-6066f67fc9f9 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:20.832470 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-794bae52-feb3-470e-bd91-a5466a06b928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (86113102-6054-45a7-89fa-6066f67fc9f9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:20.907589 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-794bae52-feb3-470e-bd91-a5466a06b928 None None] Port 86113102-6054-45a7-89fa-6066f67fc9f9 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:58:20.956584 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99768621-1408-4707-a7f9-bf62843dd1ad req-373722ba-6d8b-41ea-b4c6-7ef6ce082031 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:20.965824 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99768621-1408-4707-a7f9-bf62843dd1ad req-373722ba-6d8b-41ea-b4c6-7ef6ce082031 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/ports?device_id=40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0 HTTP/1.1" status: 200 len: 936 time: 0.3113775 Feb 19 03:58:21.019477 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-697f43f6-b337-4ca1-b802-24471fff9777 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/13d82cae-84de-480b-81e0-d5ba11c8340b HTTP/1.1" status: 200 len: 2998 time: 0.2630665 Feb 19 03:58:21.068411 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-4622443c-f9c4-4a0e-87ac-ea63ebd72214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e0e94-74f2-4790-bbdc-b156ba04f113', 'name': 'tempest-ServersTestMultiNic-2146244206-router', 'tenant_id': 'fb339ae23aa545ea84da8ff07fd95109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'c37f3d0c-15ec-4622-94a3-f553b27b5d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:13Z', 'updated_at': '2022-02-19T03:58:17Z', 'revision_number': 5, 'project_id': 'fb339ae23aa545ea84da8ff07fd95109', 'gw_port': {'id': 'c37f3d0c-15ec-4622-94a3-f553b27b5d0a', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e0e94-74f2-4790-bbdc-b156ba04f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:14Z', 'updated_at': '2022-02-19T03:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:21.126004 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4622443c-f9c4-4a0e-87ac-ea63ebd72214 None None] The sync data for ids ['d26e0e94-74f2-4790-bbdc-b156ba04f113'] in n-d-828369-19 is: [{'id': 'd26e0e94-74f2-4790-bbdc-b156ba04f113', 'name': 'tempest-ServersTestMultiNic-2146244206-router', 'tenant_id': 'fb339ae23aa545ea84da8ff07fd95109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'c37f3d0c-15ec-4622-94a3-f553b27b5d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:13Z', 'updated_at': '2022-02-19T03:58:17Z', 'revision_number': 5, 'project_id': 'fb339ae23aa545ea84da8ff07fd95109', 'gw_port': {'id': 'c37f3d0c-15ec-4622-94a3-f553b27b5d0a', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e0e94-74f2-4790-bbdc-b156ba04f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:14Z', 'updated_at': '2022-02-19T03:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:58:21.152853 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99768621-1408-4707-a7f9-bf62843dd1ad req-41d33e64-3359-4e2a-9bc6-3b35a56c8f04 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e955708-ed76-4b67-8a10-3f0c055a3c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859314 Feb 19 03:58:21.236202 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54a491e-21f4-42e7-9827-d4def9db947e x-openstack-request-id: req-e54a491e-21f4-42e7-9827-d4def9db947e {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:21.236799 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e326d05-9da1-43f4-993d-2b1d85134ff3", "name": "network-vif-plugged", "status": "completed", "tag": "2dc65035-d529-4972-8927-f345858c02f6", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:21.237233 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e54a491e-21f4-42e7-9827-d4def9db947e {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:21.237801 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e326d05-9da1-43f4-993d-2b1d85134ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc65035-d529-4972-8927-f345858c02f6', 'code': 200} Feb 19 03:58:21.263557 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-78f3eb88-f545-45f1-8982-770940204134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86113102-6054-45a7-89fa-6066f67fc9f9 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:21.273903 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-78f3eb88-f545-45f1-8982-770940204134 service neutron] Publish callbacks [] for port (86113102-6054-45a7-89fa-6066f67fc9f9), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:21.296047 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-4489601a-c43c-415f-b42a-4f798295d08d admin admin] Deleting port c37f3d0c-15ec-4622-94a3-f553b27b5d0a {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:21.297873 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4489601a-c43c-415f-b42a-4f798295d08d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (c37f3d0c-15ec-4622-94a3-f553b27b5d0a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:21.301221 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-78f3eb88-f545-45f1-8982-770940204134 service neutron] Transition to ACTIVE for port object 86113102-6054-45a7-89fa-6066f67fc9f9 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:58:21.307791 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-78f3eb88-f545-45f1-8982-770940204134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (86113102-6054-45a7-89fa-6066f67fc9f9), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:21.359117 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-4db24c94-1a77-404d-bfdc-de17613f6123 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/15be2cc5-dac5-4393-b710-97be4db93285 HTTP/1.1" status: 200 len: 2998 time: 0.3232071 Feb 19 03:58:21.423259 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3eb88-f545-45f1-8982-770940204134 service neutron] Pushing event updated for resources: {'Port': ['ID=86113102-6054-45a7-89fa-6066f67fc9f9,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:21.515753 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-78f3eb88-f545-45f1-8982-770940204134 service neutron] Attempting to bind port 86113102-6054-45a7-89fa-6066f67fc9f9 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:21.516467 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-78f3eb88-f545-45f1-8982-770940204134 service neutron] Attempting to bind port 86113102-6054-45a7-89fa-6066f67fc9f9 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:21.517090 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-78f3eb88-f545-45f1-8982-770940204134 service neutron] Attempting to bind port 86113102-6054-45a7-89fa-6066f67fc9f9 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:21.539284 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-78f3eb88-f545-45f1-8982-770940204134 service neutron] Port 86113102-6054-45a7-89fa-6066f67fc9f9 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:58:21.539762 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-78f3eb88-f545-45f1-8982-770940204134 service neutron] Attempting to bind port 86113102-6054-45a7-89fa-6066f67fc9f9 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:21.552310 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-78f3eb88-f545-45f1-8982-770940204134 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:21.553038 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-78f3eb88-f545-45f1-8982-770940204134 service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:21.553689 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-78f3eb88-f545-45f1-8982-770940204134 service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:21.555112 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-78f3eb88-f545-45f1-8982-770940204134 service neutron] Bound port: 86113102-6054-45a7-89fa-6066f67fc9f9, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:21.555734 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-78f3eb88-f545-45f1-8982-770940204134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (86113102-6054-45a7-89fa-6066f67fc9f9), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:21.660025 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-78f3eb88-f545-45f1-8982-770940204134 service neutron] For port 86113102-6054-45a7-89fa-6066f67fc9f9, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:21.664095 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-78f3eb88-f545-45f1-8982-770940204134 service neutron] For port 86113102-6054-45a7-89fa-6066f67fc9f9, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=86113102-6054-45a7-89fa-6066f67fc9f9,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:21.672991 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-78f3eb88-f545-45f1-8982-770940204134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (86113102-6054-45a7-89fa-6066f67fc9f9), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:21.716250 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-78f3eb88-f545-45f1-8982-770940204134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:21.716965 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-78f3eb88-f545-45f1-8982-770940204134 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:21.718849 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-78f3eb88-f545-45f1-8982-770940204134 service neutron] 10.222.0.26 "PUT /v2.0/ports/86113102-6054-45a7-89fa-6066f67fc9f9 HTTP/1.1" status: 200 len: 1097 time: 1.1485586 Feb 19 03:58:21.721400 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0', 'tag': '86113102-6054-45a7-89fa-6066f67fc9f9'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:21.723778 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db75358c-ba6d-401e-8c3f-ce9e0886e1e2" -d '{"events": [{"name": "network-changed", "server_uuid": "40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0", "tag": "86113102-6054-45a7-89fa-6066f67fc9f9"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:21.819132 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3eb88-f545-45f1-8982-770940204134 service neutron] Pushing event updated for resources: {'Port': ['ID=86113102-6054-45a7-89fa-6066f67fc9f9,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:21.844790 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-bce73908-31fe-4199-93fb-4954d642b4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:21.848063 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-bce73908-31fe-4199-93fb-4954d642b4b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b023b6c359c490ea80c5a1b659682a9&device_id=40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0 HTTP/1.1" status: 200 len: 1131 time: 0.0684986 Feb 19 03:58:21.931823 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-2e8777e5-1a75-4361-b1ea-0f1f1a205a7c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=86113102-6054-45a7-89fa-6066f67fc9f9 HTTP/1.1" status: 200 len: 217 time: 0.0692909 Feb 19 03:58:22.036768 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-a05b8903-0ed7-43e8-b5c2-094b520f1126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:22.038756 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-a05b8903-0ed7-43e8-b5c2-094b520f1126 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1024070 Feb 19 03:58:22.147220 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-df1423b8-a22c-4368-aa3a-71c7d3906c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:22.151565 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-df1423b8-a22c-4368-aa3a-71c7d3906c4b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1052892 Feb 19 03:58:22.255460 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7fa5c-99e1-44cb-b88e-3f4cddc1f877 req-5dda5d79-164f-402b-ad20-e1a196f520e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:22.257068 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c9a7fa5c-99e1-44cb-b88e-3f4cddc1f877 req-5dda5d79-164f-402b-ad20-e1a196f520e0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0e326d05-9da1-43f4-993d-2b1d85134ff3 HTTP/1.1" status: 200 len: 1128 time: 0.9514728 Feb 19 03:58:22.271294 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-317d42b8-397c-4704-9d5f-8783004fdeab tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/15be2cc5-dac5-4393-b710-97be4db93285 HTTP/1.1" status: 200 len: 2998 time: 0.9110858 Feb 19 03:58:22.305182 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-f45fd6a7-76e2-41a2-9244-7da5abe6919e service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453996 Feb 19 03:58:22.341390 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-4489601a-c43c-415f-b42a-4f798295d08d admin admin] For port c37f3d0c-15ec-4622-94a3-f553b27b5d0a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=c37f3d0c-15ec-4622-94a3-f553b27b5d0a,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:22.341781 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4489601a-c43c-415f-b42a-4f798295d08d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (c37f3d0c-15ec-4622-94a3-f553b27b5d0a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:22.367691 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f19905-10a0-454f-b63c-72748efa6aa4 req-818fd08a-1456-4f16-a533-9cd378b9564b tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:22.369512 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-06f19905-10a0-454f-b63c-72748efa6aa4 req-818fd08a-1456-4f16-a533-9cd378b9564b tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 944 time: 0.9987369 Feb 19 03:58:22.382369 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-4489601a-c43c-415f-b42a-4f798295d08d admin admin] Calling delete_port for c37f3d0c-15ec-4622-94a3-f553b27b5d0a owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:22.426391 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-162b2f85-a6c6-4044-97e8-8424e6af2340 req-8354d0c2-4ae6-4905-802c-adeae207da95 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158466 Feb 19 03:58:22.477706 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-8beb0ee2-c949-4070-86a3-9ae4af6dd4a1 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/169a7c32-ad80-4a43-9520-cf66e126dee0 HTTP/1.1" status: 200 len: 2990 time: 0.1868036 Feb 19 03:58:22.535120 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c9a7fa5c-99e1-44cb-b88e-3f4cddc1f877 req-18358ad0-d716-4067-a789-fd0fe00f092f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626266 Feb 19 03:58:22.580890 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-06f19905-10a0-454f-b63c-72748efa6aa4 req-d9a0f5b0-7fe4-4aeb-8ea2-8ce0e17cd6c5 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829548 Feb 19 03:58:22.640689 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-6684fb33-146b-4a5b-b244-479500e7e730 req-5c6df8d4-52e5-4d33-b0d3-79c4af26f08c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18bbfd97-77b0-49a4-9661-716a9e3cc7de {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:22.653066 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6684fb33-146b-4a5b-b244-479500e7e730 req-5c6df8d4-52e5-4d33-b0d3-79c4af26f08c service neutron] Publish callbacks [] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:22.690829 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-9191fab0-aa15-439c-aa35-93ef3ee31a8d tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/169a7c32-ad80-4a43-9520-cf66e126dee0 HTTP/1.1" status: 200 len: 2990 time: 0.1632693 Feb 19 03:58:22.691756 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-6684fb33-146b-4a5b-b244-479500e7e730 req-5c6df8d4-52e5-4d33-b0d3-79c4af26f08c service neutron] Transition to ACTIVE for port object 18bbfd97-77b0-49a4-9661-716a9e3cc7de will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:58:22.756475 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6684fb33-146b-4a5b-b244-479500e7e730 req-5c6df8d4-52e5-4d33-b0d3-79c4af26f08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:22.876230 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6df8d4-52e5-4d33-b0d3-79c4af26f08c service neutron] Pushing event updated for resources: {'Port': ['ID=18bbfd97-77b0-49a4-9661-716a9e3cc7de,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:22.885186 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-c48eac1c-d4ad-4e4c-a024-43a7097d6151 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/1e955708-ed76-4b67-8a10-3f0c055a3c0c HTTP/1.1" status: 200 len: 2998 time: 0.1546805 Feb 19 03:58:22.910271 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb59cae-7df5-47d8-bd55-a9abe1c55ce8 req-b7233ba1-ac9c-4884-8638-99f79df4d979 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:22.918108 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9eb59cae-7df5-47d8-bd55-a9abe1c55ce8 req-b7233ba1-ac9c-4884-8638-99f79df4d979 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e326d05-9da1-43f4-993d-2b1d85134ff3 HTTP/1.1" status: 200 len: 945 time: 0.2424798 Feb 19 03:58:23.125538 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9eb59cae-7df5-47d8-bd55-a9abe1c55ce8 req-fc0ede60-6536-4b62-be54-2f8e2813a851 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010000 Feb 19 03:58:23.128769 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4489601a-c43c-415f-b42a-4f798295d08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (c37f3d0c-15ec-4622-94a3-f553b27b5d0a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:23.144619 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-b6d773f5-6998-43de-bc17-e9d452af9c69 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/1e955708-ed76-4b67-8a10-3f0c055a3c0c HTTP/1.1" status: 200 len: 2998 time: 0.2082963 Feb 19 03:58:23.151917 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 458e9856-30eb-4030-83e8-e27d588187dd no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:23.197148 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 458e9856-30eb-4030-83e8-e27d588187dd {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:58:23.198136 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 458e9856-30eb-4030-83e8-e27d588187dd not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:58:23.240746 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489601a-c43c-415f-b42a-4f798295d08d admin admin] Pushing event deleted for resources: {'Port': ['ID=c37f3d0c-15ec-4622-94a3-f553b27b5d0a,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:23.260446 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-6684fb33-146b-4a5b-b244-479500e7e730 req-5c6df8d4-52e5-4d33-b0d3-79c4af26f08c service neutron] Attempting to bind port 18bbfd97-77b0-49a4-9661-716a9e3cc7de on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:23.261039 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-6684fb33-146b-4a5b-b244-479500e7e730 req-5c6df8d4-52e5-4d33-b0d3-79c4af26f08c service neutron] Attempting to bind port 18bbfd97-77b0-49a4-9661-716a9e3cc7de by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:23.261181 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6684fb33-146b-4a5b-b244-479500e7e730 req-5c6df8d4-52e5-4d33-b0d3-79c4af26f08c service neutron] Attempting to bind port 18bbfd97-77b0-49a4-9661-716a9e3cc7de on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:23.295072 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6684fb33-146b-4a5b-b244-479500e7e730 req-5c6df8d4-52e5-4d33-b0d3-79c4af26f08c service neutron] Port 18bbfd97-77b0-49a4-9661-716a9e3cc7de on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:58:23.295424 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6684fb33-146b-4a5b-b244-479500e7e730 req-5c6df8d4-52e5-4d33-b0d3-79c4af26f08c service neutron] Attempting to bind port 18bbfd97-77b0-49a4-9661-716a9e3cc7de on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:23.333879 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6684fb33-146b-4a5b-b244-479500e7e730 req-5c6df8d4-52e5-4d33-b0d3-79c4af26f08c service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:23.334269 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6684fb33-146b-4a5b-b244-479500e7e730 req-5c6df8d4-52e5-4d33-b0d3-79c4af26f08c service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:23.334668 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6684fb33-146b-4a5b-b244-479500e7e730 req-5c6df8d4-52e5-4d33-b0d3-79c4af26f08c service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:23.335795 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-6684fb33-146b-4a5b-b244-479500e7e730 req-5c6df8d4-52e5-4d33-b0d3-79c4af26f08c service neutron] Bound port: 18bbfd97-77b0-49a4-9661-716a9e3cc7de, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:23.336164 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6684fb33-146b-4a5b-b244-479500e7e730 req-5c6df8d4-52e5-4d33-b0d3-79c4af26f08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:23.350196 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-4091649d-7c4e-411a-aa24-73f4cfa53d2d tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/1ecf598a-c6a7-4378-844b-6656479bc9df HTTP/1.1" status: 200 len: 2994 time: 0.1788080 Feb 19 03:58:23.398790 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4489601a-c43c-415f-b42a-4f798295d08d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (d26e0e94-74f2-4790-bbdc-b156ba04f113), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:23.555269 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4489601a-c43c-415f-b42a-4f798295d08d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (d26e0e94-74f2-4790-bbdc-b156ba04f113), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:23.560784 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4489601a-c43c-415f-b42a-4f798295d08d admin admin] Publish callbacks [] for router_controller (d26e0e94-74f2-4790-bbdc-b156ba04f113), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:23.580637 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-93d6c8a6-4016-472b-a0db-7f0bca858d2b tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/1ecf598a-c6a7-4378-844b-6656479bc9df HTTP/1.1" status: 200 len: 2994 time: 0.2227871 Feb 19 03:58:23.589694 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-6684fb33-146b-4a5b-b244-479500e7e730 req-5c6df8d4-52e5-4d33-b0d3-79c4af26f08c service neutron] For port 18bbfd97-77b0-49a4-9661-716a9e3cc7de, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:23.644719 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-6684fb33-146b-4a5b-b244-479500e7e730 req-5c6df8d4-52e5-4d33-b0d3-79c4af26f08c service neutron] For port 18bbfd97-77b0-49a4-9661-716a9e3cc7de, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=18bbfd97-77b0-49a4-9661-716a9e3cc7de,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:23.661065 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4489601a-c43c-415f-b42a-4f798295d08d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (d26e0e94-74f2-4790-bbdc-b156ba04f113), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:23.661065 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4489601a-c43c-415f-b42a-4f798295d08d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d26e0e94-74f2-4790-bbdc-b156ba04f113 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:58:23.667601 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6684fb33-146b-4a5b-b244-479500e7e730 req-5c6df8d4-52e5-4d33-b0d3-79c4af26f08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:23.678511 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4489601a-c43c-415f-b42a-4f798295d08d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:23.679852 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4489601a-c43c-415f-b42a-4f798295d08d admin admin] 10.222.0.52 "DELETE /v2.0/routers/d26e0e94-74f2-4790-bbdc-b156ba04f113 HTTP/1.1" status: 204 len: 168 time: 3.7249582 Feb 19 03:58:23.682852 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44808) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:23.738957 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684fb33-146b-4a5b-b244-479500e7e730 req-5c6df8d4-52e5-4d33-b0d3-79c4af26f08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:23.739586 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6684fb33-146b-4a5b-b244-479500e7e730 req-5c6df8d4-52e5-4d33-b0d3-79c4af26f08c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:23.740965 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6684fb33-146b-4a5b-b244-479500e7e730 req-5c6df8d4-52e5-4d33-b0d3-79c4af26f08c service neutron] 10.222.0.26 "PUT /v2.0/ports/18bbfd97-77b0-49a4-9661-716a9e3cc7de HTTP/1.1" status: 200 len: 1097 time: 3.1453469 Feb 19 03:58:23.748606 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46cbad8-3f74-4cc9-9809-f15bb22d6b72 req-c4ba8f72-0047-4b2a-9696-ac7019badab4 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:23.756161 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f46cbad8-3f74-4cc9-9809-f15bb22d6b72 req-c4ba8f72-0047-4b2a-9696-ac7019badab4 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 949 time: 0.2140834 Feb 19 03:58:23.762452 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12773272-8d81-40f4-a6e3-438a3c396fbc', 'tag': '18bbfd97-77b0-49a4-9661-716a9e3cc7de'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:23.764925 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b8bc6b-a53f-4908-b847-4ed2ead9a88a" -d '{"events": [{"name": "network-changed", "server_uuid": "12773272-8d81-40f4-a6e3-438a3c396fbc", "tag": "18bbfd97-77b0-49a4-9661-716a9e3cc7de"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:23.834627 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b10c901-ff48-4582-9f47-c9c39a393664 admin admin] Deleting subnet ba32796d-b41d-4fcb-a35c-6190f764f56f {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:58:23.845415 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2b10c901-ff48-4582-9f47-c9c39a393664 admin admin] Publish callbacks [] for subnet (ba32796d-b41d-4fcb-a35c-6190f764f56f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:23.861705 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-0ddc2b88-8d35-40ea-b0f8-940a9c0d642f tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/2963967a-b4da-4289-af3c-dab3ef1a015a HTTP/1.1" status: 200 len: 2998 time: 0.2652178 Feb 19 03:58:23.923078 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6df8d4-52e5-4d33-b0d3-79c4af26f08c service neutron] Pushing event updated for resources: {'Port': ['ID=18bbfd97-77b0-49a4-9661-716a9e3cc7de,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:23.962387 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2b10c901-ff48-4582-9f47-c9c39a393664 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (ba32796d-b41d-4fcb-a35c-6190f764f56f), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:24.024094 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f46cbad8-3f74-4cc9-9809-f15bb22d6b72 req-f73fafa1-6938-42a5-9938-7b932d86e4c5 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668114 Feb 19 03:58:24.084259 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684fb33-146b-4a5b-b244-479500e7e730 req-96a5abad-9841-4f8f-b835-a27cd0f908d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:24.087646 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6684fb33-146b-4a5b-b244-479500e7e730 req-96a5abad-9841-4f8f-b835-a27cd0f908d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b023b6c359c490ea80c5a1b659682a9&device_id=12773272-8d81-40f4-a6e3-438a3c396fbc HTTP/1.1" status: 200 len: 1131 time: 0.2703600 Feb 19 03:58:24.098052 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-a4656779-afe5-40ba-9a3d-810e0c4e4684 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/2963967a-b4da-4289-af3c-dab3ef1a015a HTTP/1.1" status: 200 len: 2998 time: 0.2117147 Feb 19 03:58:24.163740 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6684fb33-146b-4a5b-b244-479500e7e730 req-4feb1525-6dea-4091-a4e1-7deaeb7b36b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=18bbfd97-77b0-49a4-9661-716a9e3cc7de HTTP/1.1" status: 200 len: 217 time: 0.0676520 Feb 19 03:58:24.166733 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2b10c901-ff48-4582-9f47-c9c39a393664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (ba32796d-b41d-4fcb-a35c-6190f764f56f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:24.246183 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce62953-558d-47af-b5dc-77c07536a7b9 x-openstack-request-id: req-6ce62953-558d-47af-b5dc-77c07536a7b9 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:24.246504 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0", "tag": "86113102-6054-45a7-89fa-6066f67fc9f9", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:24.246772 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6ce62953-558d-47af-b5dc-77c07536a7b9 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:24.247240 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0', 'tag': '86113102-6054-45a7-89fa-6066f67fc9f9', 'status': 'completed', 'code': 200} Feb 19 03:58:24.354027 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-a090fe05-6dfe-4272-b508-ae8b8918feed tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/4e50d554-4ed9-4a61-b016-9dfd65ce6f87 HTTP/1.1" status: 200 len: 2998 time: 0.1891248 Feb 19 03:58:24.374898 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684fb33-146b-4a5b-b244-479500e7e730 req-4e5aa914-0a82-41b0-b586-a778d7e9a616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:24.376663 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6684fb33-146b-4a5b-b244-479500e7e730 req-4e5aa914-0a82-41b0-b586-a778d7e9a616 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.2040043 Feb 19 03:58:24.415660 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2b10c901-ff48-4582-9f47-c9c39a393664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (ba32796d-b41d-4fcb-a35c-6190f764f56f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:24.421373 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75358c-ba6d-401e-8c3f-ce9e0886e1e2 req-dff74cb7-649e-4976-ad3f-a5230e143b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:24.423406 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-db75358c-ba6d-401e-8c3f-ce9e0886e1e2 req-dff74cb7-649e-4976-ad3f-a5230e143b52 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b023b6c359c490ea80c5a1b659682a9&device_id=40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0 HTTP/1.1" status: 200 len: 1131 time: 0.1469300 Feb 19 03:58:24.541577 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75358c-ba6d-401e-8c3f-ce9e0886e1e2 req-969fef95-1d3f-4062-9685-9d470c0c16f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:24.544282 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-db75358c-ba6d-401e-8c3f-ce9e0886e1e2 req-969fef95-1d3f-4062-9685-9d470c0c16f1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.1082077 Feb 19 03:58:24.576905 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2b10c901-ff48-4582-9f47-c9c39a393664 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:24.580709 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2b10c901-ff48-4582-9f47-c9c39a393664 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ba32796d-b41d-4fcb-a35c-6190f764f56f HTTP/1.1" status: 204 len: 168 time: 0.8962400 Feb 19 03:58:24.584257 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a19a513-3651-4c8f-b46c-99471cd39ba4 None None] Network 2409c245-ab19-4b6d-a046-aea3ed2840f5 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:58:24.591271 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44816) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:24.593867 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10c901-ff48-4582-9f47-c9c39a393664 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba32796d-b41d-4fcb-a35c-6190f764f56f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:24.594594 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-b3a44b6b-693c-4d02-81c6-4046c6b09f90 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/4e50d554-4ed9-4a61-b016-9dfd65ce6f87 HTTP/1.1" status: 200 len: 2998 time: 0.2167637 Feb 19 03:58:24.610756 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e22b8-558e-4437-8294-e76d49f87dd2 req-8ac123ab-a894-4a9a-bb07-56942e5e1b0a tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:24.612968 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8c1e22b8-558e-4437-8294-e76d49f87dd2 req-8ac123ab-a894-4a9a-bb07-56942e5e1b0a tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/ports?device_id=40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0 HTTP/1.1" status: 200 len: 948 time: 0.2579012 Feb 19 03:58:24.692314 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-db75358c-ba6d-401e-8c3f-ce9e0886e1e2 req-315bc413-709d-42ef-b943-4247c3c90f98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=86113102-6054-45a7-89fa-6066f67fc9f9 HTTP/1.1" status: 200 len: 217 time: 0.1239426 Feb 19 03:58:24.761617 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684fb33-146b-4a5b-b244-479500e7e730 req-5db915c0-b454-4183-81d6-2668431ea14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:24.761617 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6684fb33-146b-4a5b-b244-479500e7e730 req-5db915c0-b454-4183-81d6-2668431ea14b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3655891 Feb 19 03:58:24.785110 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-673cb40d-ba82-4286-ac51-f34047ff27d8 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/7e956c37-b7b1-4a6d-8e63-18b30f35ab24 HTTP/1.1" status: 200 len: 2998 time: 0.1667540 Feb 19 03:58:24.882973 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e57af95-1b3a-44d9-87bb-ecf14a3c73d8 None None] DHCP port deletion for 2409c245-ab19-4b6d-a046-aea3ed2840f5 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:58:24.884467 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75358c-ba6d-401e-8c3f-ce9e0886e1e2 req-1e314b68-1fac-4716-b76a-93dfdf24ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:24.886203 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-db75358c-ba6d-401e-8c3f-ce9e0886e1e2 req-1e314b68-1fac-4716-b76a-93dfdf24ca1e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1703148 Feb 19 03:58:24.889202 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e5c6136-6b3b-4074-99ac-702394e5e080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (2409c245-ab19-4b6d-a046-aea3ed2840f5), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:24.953101 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0e57af95-1b3a-44d9-87bb-ecf14a3c73d8 None None] Deleting port 73463a5f-5e1f-410a-a381-9451c9e9d065 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:24.953786 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0e57af95-1b3a-44d9-87bb-ecf14a3c73d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (73463a5f-5e1f-410a-a381-9451c9e9d065), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:24.988924 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75358c-ba6d-401e-8c3f-ce9e0886e1e2 req-8eb8f98d-a5c4-44fa-9600-2c4e9efd96cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:24.990559 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-db75358c-ba6d-401e-8c3f-ce9e0886e1e2 req-8eb8f98d-a5c4-44fa-9600-2c4e9efd96cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0962827 Feb 19 03:58:25.012979 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-79ce9e02-d294-4bf3-b4a5-e9b7c8e39f13 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/7e956c37-b7b1-4a6d-8e63-18b30f35ab24 HTTP/1.1" status: 200 len: 2998 time: 0.2164800 Feb 19 03:58:25.034202 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-0e57af95-1b3a-44d9-87bb-ecf14a3c73d8 None None] For port 73463a5f-5e1f-410a-a381-9451c9e9d065, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=73463a5f-5e1f-410a-a381-9451c9e9d065,segment=NetworkSegment(d7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e),segment_id=d7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:25.035225 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0e57af95-1b3a-44d9-87bb-ecf14a3c73d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (73463a5f-5e1f-410a-a381-9451c9e9d065), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:25.066744 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0e57af95-1b3a-44d9-87bb-ecf14a3c73d8 None None] Calling delete_port for 73463a5f-5e1f-410a-a381-9451c9e9d065 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:25.077089 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8c1e22b8-558e-4437-8294-e76d49f87dd2 req-a17ab08a-cdf5-492d-9865-7bfe44b91f35 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e955708-ed76-4b67-8a10-3f0c055a3c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522049 Feb 19 03:58:25.091477 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-2e5c6136-6b3b-4074-99ac-702394e5e080 admin admin] Deleting port 73463a5f-5e1f-410a-a381-9451c9e9d065 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:25.100359 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e5c6136-6b3b-4074-99ac-702394e5e080 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (73463a5f-5e1f-410a-a381-9451c9e9d065), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:25.216637 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-a648b2e6-c934-4e10-8994-df01dff4ffc4 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/8501e9f9-3612-4380-a1c5-7b7877ebcc40 HTTP/1.1" status: 200 len: 2998 time: 0.2028008 Feb 19 03:58:25.268541 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 73463a5f-5e1f-410a-a381-9451c9e9d065 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:25.276292 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0e57af95-1b3a-44d9-87bb-ecf14a3c73d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (73463a5f-5e1f-410a-a381-9451c9e9d065), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:25.292165 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-1f5e2198-cdbf-4983-9e0d-951dfa4928c7 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/8501e9f9-3612-4380-a1c5-7b7877ebcc40 HTTP/1.1" status: 200 len: 2998 time: 0.0741932 Feb 19 03:58:25.311300 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6684fb33-146b-4a5b-b244-479500e7e730 req-0558b796-bdc7-4e43-87e7-87e0e4827e99 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402174 Feb 19 03:58:25.323123 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-db75358c-ba6d-401e-8c3f-ce9e0886e1e2 req-d8a5227b-4469-4c4f-ac97-09dff0756e91 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242502 Feb 19 03:58:25.325034 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-2e5c6136-6b3b-4074-99ac-702394e5e080 admin admin] For port 73463a5f-5e1f-410a-a381-9451c9e9d065, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=73463a5f-5e1f-410a-a381-9451c9e9d065,segment=NetworkSegment(d7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e),segment_id=d7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:25.325405 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e5c6136-6b3b-4074-99ac-702394e5e080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (73463a5f-5e1f-410a-a381-9451c9e9d065), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:25.344477 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 73463a5f-5e1f-410a-a381-9451c9e9d065 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:58:25.346074 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 73463a5f-5e1f-410a-a381-9451c9e9d065 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:58:25.346870 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device c37f3d0c-15ec-4622-94a3-f553b27b5d0a no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:25.352523 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57af95-1b3a-44d9-87bb-ecf14a3c73d8 None None] Pushing event deleted for resources: {'Port': ['ID=73463a5f-5e1f-410a-a381-9451c9e9d065,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:25.389142 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: c37f3d0c-15ec-4622-94a3-f553b27b5d0a {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:58:25.389924 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device c37f3d0c-15ec-4622-94a3-f553b27b5d0a not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:58:25.400658 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-2e5c6136-6b3b-4074-99ac-702394e5e080 admin admin] Calling delete_port for 73463a5f-5e1f-410a-a381-9451c9e9d065 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:25.400859 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e57af95-1b3a-44d9-87bb-ecf14a3c73d8 None None] No DVR routers for this DVR port 73463a5f-5e1f-410a-a381-9451c9e9d065 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:58:25.450481 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b92ad5-b33f-4bda-bfea-c9cf005e1dc9 req-0c4d48ea-8e28-47e3-8929-2bc8ab661772 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:25.458322 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4b92ad5-b33f-4bda-bfea-c9cf005e1dc9 req-0c4d48ea-8e28-47e3-8929-2bc8ab661772 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=72da2d63-827a-4a95-8515-28513cf7b914 HTTP/1.1" status: 200 len: 945 time: 0.2563114 Feb 19 03:58:25.522275 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-1d98a941-4f1d-48b2-9a10-c42339c92379 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/88f476f3-cd4d-49b1-8cd2-3cfb74f595f9 HTTP/1.1" status: 200 len: 2998 time: 0.2290969 Feb 19 03:58:25.530967 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-db75358c-ba6d-401e-8c3f-ce9e0886e1e2 req-669b3d8e-0360-494c-8c2f-19f8a9f21c8c service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020130 Feb 19 03:58:25.552102 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e5c6136-6b3b-4074-99ac-702394e5e080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (73463a5f-5e1f-410a-a381-9451c9e9d065), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:25.618596 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-b6e7d99f-fe4a-4ea4-9489-64cd2c372854 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/88f476f3-cd4d-49b1-8cd2-3cfb74f595f9 HTTP/1.1" status: 200 len: 2998 time: 0.0719078 Feb 19 03:58:25.636200 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5c6136-6b3b-4074-99ac-702394e5e080 admin admin] No DVR routers for this DVR port 73463a5f-5e1f-410a-a381-9451c9e9d065 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:58:25.641811 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c6136-6b3b-4074-99ac-702394e5e080 admin admin] Pushing event deleted for resources: {'Port': ['ID=73463a5f-5e1f-410a-a381-9451c9e9d065,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:25.652899 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4b92ad5-b33f-4bda-bfea-c9cf005e1dc9 req-c5c8868c-1e2a-4a58-8daa-a987461baf80 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935985 Feb 19 03:58:25.683398 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6684fb33-146b-4a5b-b244-479500e7e730 req-13bf975d-332a-48bb-abe0-f7c0a4a36db1 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614233 Feb 19 03:58:25.772868 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e5c6136-6b3b-4074-99ac-702394e5e080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (2409c245-ab19-4b6d-a046-aea3ed2840f5), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:25.774235 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-dae27849-55f0-4897-ad58-a616b1147a51 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/8e155205-9ece-4ea9-8f05-cdcea3ca73f7 HTTP/1.1" status: 200 len: 2998 time: 0.1181221 Feb 19 03:58:25.812771 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-2e5c6136-6b3b-4074-99ac-702394e5e080 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2409c245-ab19-4b6d-a046-aea3ed2840f5']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:25.821159 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c18a02-3124-42d6-8968-77239e657c82 req-7b31f4e2-5ef3-487b-b624-f653ad138878 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:25.823020 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4c18a02-3124-42d6-8968-77239e657c82 req-7b31f4e2-5ef3-487b-b624-f653ad138878 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 944 time: 0.0959463 Feb 19 03:58:25.829628 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-2e5c6136-6b3b-4074-99ac-702394e5e080 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:25.829932 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-2e5c6136-6b3b-4074-99ac-702394e5e080 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:25.840265 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e5c6136-6b3b-4074-99ac-702394e5e080 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (d7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:25.857602 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e5c6136-6b3b-4074-99ac-702394e5e080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (d7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:25.859168 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-52d7baea-eb23-4d22-b78b-096d423f4b5d tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/8e155205-9ece-4ea9-8f05-cdcea3ca73f7 HTTP/1.1" status: 200 len: 2998 time: 0.0769999 Feb 19 03:58:25.870309 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e5c6136-6b3b-4074-99ac-702394e5e080 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:58:25.870800 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e5c6136-6b3b-4074-99ac-702394e5e080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (d7ddbb2d-ef13-4f4b-87dc-7dff47dafb7e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: timer() Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:58:25.873312 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:58:25.916071 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4c18a02-3124-42d6-8968-77239e657c82 req-bcc165a2-2cbb-4fa9-8d53-b237b97c1906 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861669 Feb 19 03:58:25.936766 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e5c6136-6b3b-4074-99ac-702394e5e080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (2409c245-ab19-4b6d-a046-aea3ed2840f5), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:25.938326 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-89a5a474-54a7-4f5c-8185-a04531307f67 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/cb07acb7-dd3d-4339-b893-e117f1e5525d HTTP/1.1" status: 200 len: 2998 time: 0.0729408 Feb 19 03:58:25.947219 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e5c6136-6b3b-4074-99ac-702394e5e080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:25.952052 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2e5c6136-6b3b-4074-99ac-702394e5e080 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2409c245-ab19-4b6d-a046-aea3ed2840f5 HTTP/1.1" status: 204 len: 168 time: 1.3540757 Feb 19 03:58:25.971019 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c6136-6b3b-4074-99ac-702394e5e080 admin admin] Pushing event deleted for resources: {'Network': ['ID=2409c245-ab19-4b6d-a046-aea3ed2840f5,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:25.971574 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4bc996-c368-4859-81c2-5f3de0a4ce03 x-openstack-request-id: req-1b4bc996-c368-4859-81c2-5f3de0a4ce03 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:25.973608 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12773272-8d81-40f4-a6e3-438a3c396fbc", "tag": "18bbfd97-77b0-49a4-9661-716a9e3cc7de", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:25.973948 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1b4bc996-c368-4859-81c2-5f3de0a4ce03 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:25.975135 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12773272-8d81-40f4-a6e3-438a3c396fbc', 'tag': '18bbfd97-77b0-49a4-9661-716a9e3cc7de', 'status': 'completed', 'code': 200} Feb 19 03:58:26.061089 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-527183a9-9daf-47a5-8619-4e4d1901ba4e tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/cb07acb7-dd3d-4339-b893-e117f1e5525d HTTP/1.1" status: 200 len: 2998 time: 0.1160548 Feb 19 03:58:26.123414 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8bc6b-a53f-4908-b847-4ed2ead9a88a req-db2a524e-8e0b-4ff1-a694-075832844ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:26.124903 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-41b8bc6b-a53f-4908-b847-4ed2ead9a88a req-db2a524e-8e0b-4ff1-a694-075832844ef2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b023b6c359c490ea80c5a1b659682a9&device_id=12773272-8d81-40f4-a6e3-438a3c396fbc HTTP/1.1" status: 200 len: 1131 time: 0.1264882 Feb 19 03:58:26.160303 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-5caa2bbb-e3fd-421e-a143-74834b815f6a tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/dee076e0-67a4-4fe7-9612-783226f82dd6 HTTP/1.1" status: 200 len: 2998 time: 0.0830758 Feb 19 03:58:26.204602 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adda9b-c434-4e29-8cd4-2415c8c24db8 req-1eddf367-fbd6-44e0-9635-dc3c0042df8c tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:26.206207 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d2adda9b-c434-4e29-8cd4-2415c8c24db8 req-1eddf367-fbd6-44e0-9635-dc3c0042df8c tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e326d05-9da1-43f4-993d-2b1d85134ff3 HTTP/1.1" status: 200 len: 945 time: 0.1625054 Feb 19 03:58:26.218281 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44830) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:26.276099 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-96dc2be1-40b8-44bc-99e5-14332e93daa4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fb339ae23aa545ea84da8ff07fd95109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0541768 Feb 19 03:58:26.276341 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44832) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:26.280932 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-64799705-14db-4bdf-815a-f180b1d70a90 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/dee076e0-67a4-4fe7-9612-783226f82dd6 HTTP/1.1" status: 200 len: 2998 time: 0.0945129 Feb 19 03:58:26.328868 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d2adda9b-c434-4e29-8cd4-2415c8c24db8 req-2cfaa08f-8605-4836-8ab2-c1c04294da7a tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108770 Feb 19 03:58:26.342353 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8bc6b-a53f-4908-b847-4ed2ead9a88a req-dcda1fa7-0037-446c-9d42-2f117405eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:26.343795 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-41b8bc6b-a53f-4908-b847-4ed2ead9a88a req-dcda1fa7-0037-446c-9d42-2f117405eb20 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.2097638 Feb 19 03:58:26.353888 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-93748d61-b0b9-4c8e-b1e2-0af4ef2a8c99 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/f32ac298-78dd-41da-abe7-ec730a88d8cd HTTP/1.1" status: 200 len: 2998 time: 0.0624757 Feb 19 03:58:26.364756 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a6a71064-cfb8-41ce-b615-9385ac047be3 admin admin] Publish callbacks [] for security_group (8501e9f9-3612-4380-a1c5-7b7877ebcc40), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:26.399990 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-41b8bc6b-a53f-4908-b847-4ed2ead9a88a req-c7532b0c-481f-40eb-bf06-8af0175cf2f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=18bbfd97-77b0-49a4-9661-716a9e3cc7de HTTP/1.1" status: 200 len: 217 time: 0.0451059 Feb 19 03:58:26.401877 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a6a71064-cfb8-41ce-b615-9385ac047be3 admin admin] Publish callbacks [] for security_group (8501e9f9-3612-4380-a1c5-7b7877ebcc40), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:26.452983 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a6a71064-cfb8-41ce-b615-9385ac047be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8501e9f9-3612-4380-a1c5-7b7877ebcc40), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:26.455572 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a6a71064-cfb8-41ce-b615-9385ac047be3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:26.456736 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a6a71064-cfb8-41ce-b615-9385ac047be3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8501e9f9-3612-4380-a1c5-7b7877ebcc40 HTTP/1.1" status: 204 len: 168 time: 0.1793680 Feb 19 03:58:26.470593 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a71064-cfb8-41ce-b615-9385ac047be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8501e9f9-3612-4380-a1c5-7b7877ebcc40,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:26.495147 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58b1527e-4838-41f7-beb4-fb893667048e req-5a30e06f-e5cf-4f50-920a-9dab4b08c453 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/f32ac298-78dd-41da-abe7-ec730a88d8cd HTTP/1.1" status: 200 len: 2998 time: 0.1336572 Feb 19 03:58:26.524200 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643975c9-ae05-4d19-ba56-746783830268 req-ed5a2d0e-e199-4664-877f-10a62908896b tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:26.525856 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-643975c9-ae05-4d19-ba56-746783830268 req-ed5a2d0e-e199-4664-877f-10a62908896b tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 949 time: 0.1028106 Feb 19 03:58:26.527465 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8bc6b-a53f-4908-b847-4ed2ead9a88a req-d3d3034b-5621-4733-b9c6-c1ca3d31b340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:26.528783 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-41b8bc6b-a53f-4908-b847-4ed2ead9a88a req-d3d3034b-5621-4733-b9c6-c1ca3d31b340 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1196947 Feb 19 03:58:26.553447 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:26.620945 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-643975c9-ae05-4d19-ba56-746783830268 req-ceb54ad9-7a51-41d8-b200-8cd81f0109c6 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840156 Feb 19 03:58:26.623657 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8bc6b-a53f-4908-b847-4ed2ead9a88a req-474ce601-7f23-44bf-b8a1-d436d7a11743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:26.625066 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-41b8bc6b-a53f-4908-b847-4ed2ead9a88a req-474ce601-7f23-44bf-b8a1-d436d7a11743 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0863452 Feb 19 03:58:26.769185 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-41b8bc6b-a53f-4908-b847-4ed2ead9a88a req-15608240-b793-456b-bcfd-e0d954a3a421 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357148 Feb 19 03:58:26.887459 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 86113102-6054-45a7-89fa-6066f67fc9f9 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:58:26.906483 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca2847-ea54-445f-a62b-0430be227e0c req-f24b16fc-dbba-4de3-9b4d-1c06db687373 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:26.910397 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6ca2847-ea54-445f-a62b-0430be227e0c req-f24b16fc-dbba-4de3-9b4d-1c06db687373 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/ports?device_id=40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0 HTTP/1.1" status: 200 len: 948 time: 0.1926131 Feb 19 03:58:26.979803 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6ca2847-ea54-445f-a62b-0430be227e0c req-dd33189e-10b1-4bd2-8a8b-23204db4c0a8 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e955708-ed76-4b67-8a10-3f0c055a3c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580189 Feb 19 03:58:27.091171 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-41b8bc6b-a53f-4908-b847-4ed2ead9a88a req-26f4aafe-c2d0-4084-befd-10431ba25b74 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116286 Feb 19 03:58:27.156137 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a70feb-ebc7-489a-b02f-563ac2ad3a37 req-e441abd0-3316-44f9-bf7c-80aab41339e8 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:27.162981 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a9a70feb-ebc7-489a-b02f-563ac2ad3a37 req-e441abd0-3316-44f9-bf7c-80aab41339e8 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e326d05-9da1-43f4-993d-2b1d85134ff3 HTTP/1.1" status: 200 len: 945 time: 0.1378939 Feb 19 03:58:27.198491 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f6ff9404-2e9d-433e-a1f1-788d7dda2e6e req-a5747eee-bda6-4eaf-b759-cd663c941577 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5fd88d3534514005845855fdffd19d8a HTTP/1.1" status: 200 len: 6153 time: 0.1744473 Feb 19 03:58:27.245313 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 86113102-6054-45a7-89fa-6066f67fc9f9, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=86113102-6054-45a7-89fa-6066f67fc9f9,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:27.261025 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '86113102-6054-45a7-89fa-6066f67fc9f9', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '86113102-6054-45a7-89fa-6066f67fc9f9', 'mac_address': 'fa:16:3e:08:1d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:58:27.279259 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a9a70feb-ebc7-489a-b02f-563ac2ad3a37 req-9853330c-8e6f-4aa5-b4d5-e74b902dfe2c tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147516 Feb 19 03:58:27.285171 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f6ff9404-2e9d-433e-a1f1-788d7dda2e6e req-d87846d5-6174-42d4-b77d-7824885dfef3 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] 10.222.0.52 "GET /v2.0/security-groups/15be2cc5-dac5-4393-b710-97be4db93285 HTTP/1.1" status: 200 len: 2998 time: 0.0858583 Feb 19 03:58:27.342515 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 86113102-6054-45a7-89fa-6066f67fc9f9 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:27.342924 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (86113102-6054-45a7-89fa-6066f67fc9f9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:27.353536 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f6ff9404-2e9d-433e-a1f1-788d7dda2e6e req-d6d3ebdb-9944-47f5-a457-c308a77915bd tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] 10.222.0.52 "GET /v2.0/security-groups/15be2cc5-dac5-4393-b710-97be4db93285 HTTP/1.1" status: 200 len: 2998 time: 0.0579994 Feb 19 03:58:27.358605 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86113102-6054-45a7-89fa-6066f67fc9f9 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:27.386327 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 86113102-6054-45a7-89fa-6066f67fc9f9, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=86113102-6054-45a7-89fa-6066f67fc9f9,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:27.394712 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (86113102-6054-45a7-89fa-6066f67fc9f9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:27.463324 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=86113102-6054-45a7-89fa-6066f67fc9f9,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:27.480026 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-360be384-0cb2-4c97-8410-f41cbf71dd4a req-3202e783-c925-48db-bf47-52baa20dd429 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/0ec95e9d-0930-4347-83ef-c4e458cf6ca1 HTTP/1.1" status: 200 len: 1793 time: 0.0857716 Feb 19 03:58:27.530541 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234bbe0-03ad-4dbe-8869-88b6f6299998 req-dce4da45-b08a-4574-9dc6-146145cf7665 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:27.537820 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c234bbe0-03ad-4dbe-8869-88b6f6299998 req-dce4da45-b08a-4574-9dc6-146145cf7665 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 944 time: 0.1054540 Feb 19 03:58:27.550004 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44886) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:27.575996 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-360be384-0cb2-4c97-8410-f41cbf71dd4a req-9b1e4e34-ce90-49c5-93c9-8ffe77e5b752 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] Publish callbacks [] for security_group (0ec95e9d-0930-4347-83ef-c4e458cf6ca1), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:27.614896 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c234bbe0-03ad-4dbe-8869-88b6f6299998 req-afcb9c94-ee5d-42dc-bdd1-8526a9ae1b3d tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759339 Feb 19 03:58:27.617012 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-360be384-0cb2-4c97-8410-f41cbf71dd4a req-9b1e4e34-ce90-49c5-93c9-8ffe77e5b752 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] Publish callbacks [] for security_group (0ec95e9d-0930-4347-83ef-c4e458cf6ca1), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:27.668050 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-360be384-0cb2-4c97-8410-f41cbf71dd4a req-9b1e4e34-ce90-49c5-93c9-8ffe77e5b752 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0ec95e9d-0930-4347-83ef-c4e458cf6ca1), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:27.671179 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-360be384-0cb2-4c97-8410-f41cbf71dd4a req-9b1e4e34-ce90-49c5-93c9-8ffe77e5b752 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:27.685840 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-360be384-0cb2-4c97-8410-f41cbf71dd4a req-9b1e4e34-ce90-49c5-93c9-8ffe77e5b752 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/0ec95e9d-0930-4347-83ef-c4e458cf6ca1 HTTP/1.1" status: 204 len: 173 time: 0.1982784 Feb 19 03:58:27.692860 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d5c87782-1d5f-4eeb-aa10-2c5b1d9fadb7 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1913682599-network', 'tenant_id': '1b7b8e68e8d94ea5b706b7896de53326'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:27.725877 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e4e34-ce90-49c5-93c9-8ffe77e5b752 tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec95e9d-0930-4347-83ef-c4e458cf6ca1,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:27.727908 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c87782-1d5f-4eeb-aa10-2c5b1d9fadb7 admin admin] Made reservation on behalf of 1b7b8e68e8d94ea5b706b7896de53326 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:58:27.732078 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d5c87782-1d5f-4eeb-aa10-2c5b1d9fadb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:27.746794 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d5c87782-1d5f-4eeb-aa10-2c5b1d9fadb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:27.785936 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cc52b-d15a-4959-b319-d0acae61aa82 req-99e5098f-adb6-421e-97d6-59554b07568f tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:27.789430 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c23cc52b-d15a-4959-b319-d0acae61aa82 req-99e5098f-adb6-421e-97d6-59554b07568f tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e326d05-9da1-43f4-993d-2b1d85134ff3 HTTP/1.1" status: 200 len: 945 time: 0.0985770 Feb 19 03:58:27.835413 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d5c87782-1d5f-4eeb-aa10-2c5b1d9fadb7 admin admin] Publish callbacks [] for security_group (99eb9137-c21c-4b1d-8f5d-edd7e5aac8c6), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:27.841918 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d5c87782-1d5f-4eeb-aa10-2c5b1d9fadb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (99eb9137-c21c-4b1d-8f5d-edd7e5aac8c6), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:27.851329 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['86113102-6054-45a7-89fa-6066f67fc9f9'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:58:27.872856 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c23cc52b-d15a-4959-b319-d0acae61aa82 req-ba2fa30c-36fb-4639-a2ab-dbf5f50a2784 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727289 Feb 19 03:58:27.881953 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12082cac-0075-4341-aa4f-1c9b6b2687b2 req-14f75f9c-ebaa-4dfa-88a4-7f6b4d633e51 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:27.882706 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c87782-1d5f-4eeb-aa10-2c5b1d9fadb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:58:27.883097 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c87782-1d5f-4eeb-aa10-2c5b1d9fadb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99eb9137-c21c-4b1d-8f5d-edd7e5aac8c6,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:27.883906 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-12082cac-0075-4341-aa4f-1c9b6b2687b2 req-14f75f9c-ebaa-4dfa-88a4-7f6b4d633e51 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 949 time: 0.0952442 Feb 19 03:58:27.894460 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d5c87782-1d5f-4eeb-aa10-2c5b1d9fadb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (699ec4d4-ccf1-444d-9c30-35e61001c107), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:27.894941 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-d5c87782-1d5f-4eeb-aa10-2c5b1d9fadb7 admin admin] Added segment 699ec4d4-ccf1-444d-9c30-35e61001c107 of type vlan for network fea55803-ab8c-4b94-bfd4-e8e122a28665 Feb 19 03:58:27.948844 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d5c87782-1d5f-4eeb-aa10-2c5b1d9fadb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (fea55803-ab8c-4b94-bfd4-e8e122a28665), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:27.997577 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-12082cac-0075-4341-aa4f-1c9b6b2687b2 req-fd1e7683-8f51-4c95-aca6-9df3e06f6188 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032209 Feb 19 03:58:28.006927 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d5c87782-1d5f-4eeb-aa10-2c5b1d9fadb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (fea55803-ab8c-4b94-bfd4-e8e122a28665), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:28.008320 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c87782-1d5f-4eeb-aa10-2c5b1d9fadb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:28.009886 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d5c87782-1d5f-4eeb-aa10-2c5b1d9fadb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:28.029289 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1678f191-0b6d-4cc8-acb7-a1eca2f17415 req-33d0238e-846c-43d8-a59f-db917c33844c tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "GET /v2.0/security-groups/802baf0d-430f-4533-a1e7-8c4adf4df40a HTTP/1.1" status: 200 len: 1794 time: 0.0763056 Feb 19 03:58:28.111491 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d5c87782-1d5f-4eeb-aa10-2c5b1d9fadb7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5599983 Feb 19 03:58:28.114807 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44900) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:28.120425 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d3553f81-705b-48ef-9df9-e29b9506c425 admin admin] Request body: {'subnet': {'network_id': 'fea55803-ab8c-4b94-bfd4-e8e122a28665', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1913682599-subnet', 'tenant_id': '1b7b8e68e8d94ea5b706b7896de53326', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:28.124959 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c87782-1d5f-4eeb-aa10-2c5b1d9fadb7 admin admin] Pushing event updated for resources: {'Network': ['ID=fea55803-ab8c-4b94-bfd4-e8e122a28665,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:28.135717 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network fea55803-ab8c-4b94-bfd4-e8e122a28665 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:58:28.154774 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1678f191-0b6d-4cc8-acb7-a1eca2f17415 req-7f597db7-4af5-4fa8-bbf1-6d4213a4c9bf tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] Publish callbacks [] for security_group (802baf0d-430f-4533-a1e7-8c4adf4df40a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:28.156632 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3553f81-705b-48ef-9df9-e29b9506c425 admin admin] Made reservation on behalf of 1b7b8e68e8d94ea5b706b7896de53326 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:58:28.159241 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d3553f81-705b-48ef-9df9-e29b9506c425 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:28.179774 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1678f191-0b6d-4cc8-acb7-a1eca2f17415 req-7f597db7-4af5-4fa8-bbf1-6d4213a4c9bf tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] Publish callbacks [] for security_group (802baf0d-430f-4533-a1e7-8c4adf4df40a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:28.225354 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c584b1-be19-466f-af93-c3300c08adef req-0215ae1b-17c5-4a59-ab96-71331461eeb3 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:28.227540 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9c584b1-be19-466f-af93-c3300c08adef req-0215ae1b-17c5-4a59-ab96-71331461eeb3 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e326d05-9da1-43f4-993d-2b1d85134ff3 HTTP/1.1" status: 200 len: 945 time: 0.1268365 Feb 19 03:58:28.240958 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1678f191-0b6d-4cc8-acb7-a1eca2f17415 req-7f597db7-4af5-4fa8-bbf1-6d4213a4c9bf tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (802baf0d-430f-4533-a1e7-8c4adf4df40a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:28.244280 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1678f191-0b6d-4cc8-acb7-a1eca2f17415 req-7f597db7-4af5-4fa8-bbf1-6d4213a4c9bf tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:28.245367 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1678f191-0b6d-4cc8-acb7-a1eca2f17415 req-7f597db7-4af5-4fa8-bbf1-6d4213a4c9bf tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/802baf0d-430f-4533-a1e7-8c4adf4df40a HTTP/1.1" status: 204 len: 173 time: 0.2101784 Feb 19 03:58:28.269224 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f597db7-4af5-4fa8-bbf1-6d4213a4c9bf tempest-SecurityGroupsTestAdminJSON-1075872097 tempest-SecurityGroupsTestAdminJSON-1075872097-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802baf0d-430f-4533-a1e7-8c4adf4df40a,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:28.319565 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9c584b1-be19-466f-af93-c3300c08adef req-53f04083-d6ee-493d-90cf-df69c39ede20 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808065 Feb 19 03:58:28.384472 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d3553f81-705b-48ef-9df9-e29b9506c425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (0ecb8622-2beb-4da4-bb60-71691b0220a3), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:28.414344 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127529ef-e135-4fe0-a43b-05875ac0c631 req-a17082c7-3dda-43b0-82c0-b3dbe066801d tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:28.416344 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-127529ef-e135-4fe0-a43b-05875ac0c631 req-a17082c7-3dda-43b0-82c0-b3dbe066801d tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/ports?device_id=40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0 HTTP/1.1" status: 200 len: 949 time: 0.0958419 Feb 19 03:58:28.416754 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device fea60df7-1bed-4590-bfd9-cabd9745bdcc details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:58:28.418805 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bf8bed2-5869-46e8-848a-a5c6861dbb55 req-bb1d304d-7ff4-4be9-96c5-01fbb4ef188b tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] 10.222.0.52 "GET /v2.0/security-groups/7e7a557b-98ff-4f78-83b1-1d84b26520f1 HTTP/1.1" status: 200 len: 1794 time: 0.0685496 Feb 19 03:58:28.459295 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3553f81-705b-48ef-9df9-e29b9506c425 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ecb8622-2beb-4da4-bb60-71691b0220a3,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:28.468549 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3553f81-705b-48ef-9df9-e29b9506c425 admin admin] Checking segment: {'id': '699ec4d4-ccf1-444d-9c30-35e61001c107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fea55803-ab8c-4b94-bfd4-e8e122a28665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:28.468912 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3553f81-705b-48ef-9df9-e29b9506c425 admin admin] Network hostable DHCP agents. Network: fea55803-ab8c-4b94-bfd4-e8e122a28665, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:58:28.491019 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3553f81-705b-48ef-9df9-e29b9506c425 admin admin] Network fea55803-ab8c-4b94-bfd4-e8e122a28665 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:58:28.510329 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-d3553f81-705b-48ef-9df9-e29b9506c425 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, fea55803-ab8c-4b94-bfd4-e8e122a28665) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:28.517274 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3553f81-705b-48ef-9df9-e29b9506c425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:28.518083 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d3553f81-705b-48ef-9df9-e29b9506c425 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:28.525186 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db50c300-226f-4fd8-a78a-365aeb210f69 None None] Network fea55803-ab8c-4b94-bfd4-e8e122a28665 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:58:28.543432 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d3553f81-705b-48ef-9df9-e29b9506c425 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4270303 Feb 19 03:58:28.557755 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-127529ef-e135-4fe0-a43b-05875ac0c631 req-3e2ce180-c8ab-4e40-a772-cb191890e1bb tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e955708-ed76-4b67-8a10-3f0c055a3c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328051 Feb 19 03:58:28.561570 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3bf8bed2-5869-46e8-848a-a5c6861dbb55 req-62acdc9e-af85-4d41-9276-2f0c65e00cda tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Publish callbacks [] for security_group (7e7a557b-98ff-4f78-83b1-1d84b26520f1), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:28.601568 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3bf8bed2-5869-46e8-848a-a5c6861dbb55 req-62acdc9e-af85-4d41-9276-2f0c65e00cda tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Publish callbacks [] for security_group (7e7a557b-98ff-4f78-83b1-1d84b26520f1), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:28.633742 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port fea60df7-1bed-4590-bfd9-cabd9745bdcc, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=fea60df7-1bed-4590-bfd9-cabd9745bdcc,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:28.656542 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'fea60df7-1bed-4590-bfd9-cabd9745bdcc', 'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178', 'port_id': 'fea60df7-1bed-4590-bfd9-cabd9745bdcc', 'mac_address': 'fa:16:3e:b9:f5:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f30f4c-dcb5-4893-927c-5937acb50c2b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:58:28.670625 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3bf8bed2-5869-46e8-848a-a5c6861dbb55 req-62acdc9e-af85-4d41-9276-2f0c65e00cda tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7e7a557b-98ff-4f78-83b1-1d84b26520f1), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:28.680469 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3bf8bed2-5869-46e8-848a-a5c6861dbb55 req-62acdc9e-af85-4d41-9276-2f0c65e00cda tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:28.703983 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bf8bed2-5869-46e8-848a-a5c6861dbb55 req-62acdc9e-af85-4d41-9276-2f0c65e00cda tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] 10.222.0.52 "DELETE /v2.0/security-groups/7e7a557b-98ff-4f78-83b1-1d84b26520f1 HTTP/1.1" status: 204 len: 173 time: 0.2425370 Feb 19 03:58:28.704793 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port fea60df7-1bed-4590-bfd9-cabd9745bdcc is: ACTIVE; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:28.705207 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fea60df7-1bed-4590-bfd9-cabd9745bdcc), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:28.721917 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62acdc9e-af85-4d41-9276-2f0c65e00cda tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7a557b-98ff-4f78-83b1-1d84b26520f1,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:28.779019 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fea60df7-1bed-4590-bfd9-cabd9745bdcc {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:28.797864 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fa590e-4280-4f52-89dd-8d48b43e12c4 None None] Network fea55803-ab8c-4b94-bfd4-e8e122a28665 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:58:28.823694 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port fea60df7-1bed-4590-bfd9-cabd9745bdcc, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=fea60df7-1bed-4590-bfd9-cabd9745bdcc,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:28.861603 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (fea60df7-1bed-4590-bfd9-cabd9745bdcc), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:28.880754 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81c425-3a13-449b-bef4-b1b417e2fa33 req-56c40c08-35b2-4165-9ca0-222484a4c1c6 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:28.882313 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1b81c425-3a13-449b-bef4-b1b417e2fa33 req-56c40c08-35b2-4165-9ca0-222484a4c1c6 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e326d05-9da1-43f4-993d-2b1d85134ff3 HTTP/1.1" status: 200 len: 945 time: 0.0887051 Feb 19 03:58:28.889767 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574a77c-d30d-4fb1-ae73-beec6115eaa9 req-4ab67af8-8931-4adc-81eb-ebe655dd92a8 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:28.891210 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9574a77c-d30d-4fb1-ae73-beec6115eaa9 req-4ab67af8-8931-4adc-81eb-ebe655dd92a8 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 944 time: 0.0993838 Feb 19 03:58:28.955706 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=fea60df7-1bed-4590-bfd9-cabd9745bdcc,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:28.971886 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1b81c425-3a13-449b-bef4-b1b417e2fa33 req-f4047e78-957f-4bac-be6b-8350404b3980 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797129 Feb 19 03:58:28.992461 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9574a77c-d30d-4fb1-ae73-beec6115eaa9 req-7617e8d8-ae35-4f35-b8cd-7d0ffaa0efde tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845444 Feb 19 03:58:29.012019 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['fea60df7-1bed-4590-bfd9-cabd9745bdcc'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:58:29.068483 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-73d3513d-8e11-4bb9-a88b-fd4ca4c2d5ee req-baa406d6-bc1c-4715-a277-41c74a972149 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] 10.222.0.52 "GET /v2.0/security-groups/a6acbd47-1923-4afc-beae-91a4b1048a69 HTTP/1.1" status: 200 len: 1794 time: 0.0536060 Feb 19 03:58:29.171064 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-73d3513d-8e11-4bb9-a88b-fd4ca4c2d5ee req-a7eb289b-d669-42bd-84b2-d1dab368f4e9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Publish callbacks [] for security_group (a6acbd47-1923-4afc-beae-91a4b1048a69), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:29.211440 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-73d3513d-8e11-4bb9-a88b-fd4ca4c2d5ee req-a7eb289b-d669-42bd-84b2-d1dab368f4e9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Publish callbacks [] for security_group (a6acbd47-1923-4afc-beae-91a4b1048a69), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:29.279703 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-73d3513d-8e11-4bb9-a88b-fd4ca4c2d5ee req-a7eb289b-d669-42bd-84b2-d1dab368f4e9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a6acbd47-1923-4afc-beae-91a4b1048a69), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:29.282316 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-73d3513d-8e11-4bb9-a88b-fd4ca4c2d5ee req-a7eb289b-d669-42bd-84b2-d1dab368f4e9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:29.283436 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-73d3513d-8e11-4bb9-a88b-fd4ca4c2d5ee req-a7eb289b-d669-42bd-84b2-d1dab368f4e9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] 10.222.0.52 "DELETE /v2.0/security-groups/a6acbd47-1923-4afc-beae-91a4b1048a69 HTTP/1.1" status: 204 len: 173 time: 0.2094536 Feb 19 03:58:29.294919 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:29.327587 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb289b-d669-42bd-84b2-d1dab368f4e9 tempest-SecurityGroupsTestAdminJSON-393178332 tempest-SecurityGroupsTestAdminJSON-393178332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6acbd47-1923-4afc-beae-91a4b1048a69,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:29.419438 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-1d67bc5f-54aa-4a0c-a37a-0d1d83baac17 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:29.421316 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-1d67bc5f-54aa-4a0c-a37a-0d1d83baac17 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] 10.222.0.52 "GET /v2.0/networks?id=fea55803-ab8c-4b94-bfd4-e8e122a28665 HTTP/1.1" status: 200 len: 813 time: 0.1685305 Feb 19 03:58:29.457132 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-c8a9ea2e-41ce-43b4-b297-1aae16023660 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] 10.222.0.52 "GET /v2.0/quotas/1b7b8e68e8d94ea5b706b7896de53326 HTTP/1.1" status: 200 len: 375 time: 0.0125403 Feb 19 03:58:29.503850 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-f3dedf14-3786-491e-9a8b-04e0b700ab89 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1b7b8e68e8d94ea5b706b7896de53326&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387902 Feb 19 03:58:29.521992 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c5512-e28b-4170-93fd-d05cf52cf50e req-d0661895-ce56-4bb2-8d99-b903434dddca tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:29.524292 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b03c5512-e28b-4170-93fd-d05cf52cf50e req-d0661895-ce56-4bb2-8d99-b903434dddca tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e326d05-9da1-43f4-993d-2b1d85134ff3 HTTP/1.1" status: 200 len: 945 time: 0.1326003 Feb 19 03:58:29.579117 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44956) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:29.656562 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b03c5512-e28b-4170-93fd-d05cf52cf50e req-8cd3e81e-f2b0-49dd-8a7b-186b9e62d85b tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197457 Feb 19 03:58:29.702141 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-cffe1ca0-b8f2-4f55-a79e-e7e4cc7015e9 service neutron] 10.222.0.52 "GET /v2.0/networks/fea55803-ab8c-4b94-bfd4-e8e122a28665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766090 Feb 19 03:58:29.808862 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c4b4564b-1060-4728-95c2-7b604c3b511a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5fd88d3534514005845855fdffd19d8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274835 Feb 19 03:58:29.810531 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44972) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:29.848315 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-cdacb40a-1677-4216-ad95-75a0a2e99cf6 service neutron] 10.222.0.52 "GET /v2.0/networks/fea55803-ab8c-4b94-bfd4-e8e122a28665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451135 Feb 19 03:58:29.860139 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3c41b-c197-4d99-bb27-7722f49fce19 req-d1c02e58-9524-482c-9393-754dff9d9be3 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:29.861851 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bbd3c41b-c197-4d99-bb27-7722f49fce19 req-d1c02e58-9524-482c-9393-754dff9d9be3 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 949 time: 0.1032307 Feb 19 03:58:29.877707 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-04fd7c7e-5e0a-4c49-85ee-01526853a2d1 admin admin] Publish callbacks [] for security_group (15be2cc5-dac5-4393-b710-97be4db93285), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:29.912537 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-04fd7c7e-5e0a-4c49-85ee-01526853a2d1 admin admin] Publish callbacks [] for security_group (15be2cc5-dac5-4393-b710-97be4db93285), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:29.939824 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bbd3c41b-c197-4d99-bb27-7722f49fce19 req-439f1385-af9d-45cb-8adc-79753df37579 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698225 Feb 19 03:58:29.971790 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-04fd7c7e-5e0a-4c49-85ee-01526853a2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (15be2cc5-dac5-4393-b710-97be4db93285), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:29.974700 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-04fd7c7e-5e0a-4c49-85ee-01526853a2d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:29.979877 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-04fd7c7e-5e0a-4c49-85ee-01526853a2d1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/15be2cc5-dac5-4393-b710-97be4db93285 HTTP/1.1" status: 204 len: 168 time: 0.1675994 Feb 19 03:58:29.995827 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd7c7e-5e0a-4c49-85ee-01526853a2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15be2cc5-dac5-4393-b710-97be4db93285,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:30.136267 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d5d59-2b2c-443b-8940-a97e98c3fa5c req-dd29ae11-f2fe-487f-b1aa-1d5f1c11b14b tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:30.137772 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4e5d5d59-2b2c-443b-8940-a97e98c3fa5c req-dd29ae11-f2fe-487f-b1aa-1d5f1c11b14b tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/ports?device_id=40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0 HTTP/1.1" status: 200 len: 949 time: 0.1161163 Feb 19 03:58:30.225512 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4e5d5d59-2b2c-443b-8940-a97e98c3fa5c req-e22af583-d817-4015-ad5d-4f6440370237 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e955708-ed76-4b67-8a10-3f0c055a3c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754941 Feb 19 03:58:30.429980 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device fea60df7-1bed-4590-bfd9-cabd9745bdcc up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:30.469525 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3461ca3-f2dd-4972-a307-4ede8b4c303f req-9c40185b-aecf-4a00-b142-fe94b3fbc371 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:30.481259 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b3461ca3-f2dd-4972-a307-4ede8b4c303f req-9c40185b-aecf-4a00-b142-fe94b3fbc371 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 944 time: 0.1648936 Feb 19 03:58:30.533680 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port fea60df7-1bed-4590-bfd9-cabd9745bdcc triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:30.535063 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (fea60df7-1bed-4590-bfd9-cabd9745bdcc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:30.567253 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b3461ca3-f2dd-4972-a307-4ede8b4c303f req-4755f406-3951-4248-a785-aab93ca97b49 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821390 Feb 19 03:58:30.585074 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 45006) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:30.597667 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-24bec803-eb4f-4eb6-a5b3-fdbbf13aa44a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:30.662407 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ff8d69e-d755-4843-9878-314b22ff2c2b req-b9b17636-d341-4391-a961-9c29075003be tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] 10.222.0.52 "GET /v2.0/ports?device_id=68706a42-4cfd-4af4-a98d-80811b6c816e HTTP/1.1" status: 200 len: 210 time: 0.0310965 Feb 19 03:58:30.703654 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c5ec587f-8783-4ae2-bb71-de5024583a64 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=87568692f7d34928b90240b2742f4bdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1164508 Feb 19 03:58:30.705821 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45010) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:30.727300 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port fea60df7-1bed-4590-bfd9-cabd9745bdcc is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:30.727703 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fea60df7-1bed-4590-bfd9-cabd9745bdcc), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:30.781960 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72da2d63-827a-4a95-8515-28513cf7b914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea60df7-1bed-4590-bfd9-cabd9745bdcc'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:30.785050 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4b4bfe-f6b7-4d3b-934c-8408c3d64aeb" -d '{"events": [{"server_uuid": "72da2d63-827a-4a95-8515-28513cf7b914", "name": "network-vif-plugged", "status": "completed", "tag": "fea60df7-1bed-4590-bfd9-cabd9745bdcc"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:30.802891 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port fea60df7-1bed-4590-bfd9-cabd9745bdcc, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=fea60df7-1bed-4590-bfd9-cabd9745bdcc,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:30.811787 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (fea60df7-1bed-4590-bfd9-cabd9745bdcc), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:30.859208 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3866d3af-d875-449e-8e64-7204f4c87576 admin admin] Publish callbacks [] for security_group (13d82cae-84de-480b-81e0-d5ba11c8340b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:30.883267 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=fea60df7-1bed-4590-bfd9-cabd9745bdcc,revision_number=7']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:30.883935 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1d3e0-ee36-4748-9b6f-885ac50e08fb req-f1670ec4-f38f-4103-9751-20b70cf5b20d tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:30.885805 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0b1d3e0-ee36-4748-9b6f-885ac50e08fb req-f1670ec4-f38f-4103-9751-20b70cf5b20d tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e326d05-9da1-43f4-993d-2b1d85134ff3 HTTP/1.1" status: 200 len: 945 time: 0.1017139 Feb 19 03:58:30.901015 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 18bbfd97-77b0-49a4-9661-716a9e3cc7de details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:58:30.938756 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3866d3af-d875-449e-8e64-7204f4c87576 admin admin] Publish callbacks [] for security_group (13d82cae-84de-480b-81e0-d5ba11c8340b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:30.998740 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0b1d3e0-ee36-4748-9b6f-885ac50e08fb req-2523fb1b-9e96-4bf0-bb7e-703b1726fafe tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965369 Feb 19 03:58:31.020224 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 18bbfd97-77b0-49a4-9661-716a9e3cc7de, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=18bbfd97-77b0-49a4-9661-716a9e3cc7de,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:31.037103 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '18bbfd97-77b0-49a4-9661-716a9e3cc7de', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '18bbfd97-77b0-49a4-9661-716a9e3cc7de', 'mac_address': 'fa:16:3e:69:da:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:58:31.039217 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 86113102-6054-45a7-89fa-6066f67fc9f9 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:31.054126 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3866d3af-d875-449e-8e64-7204f4c87576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (13d82cae-84de-480b-81e0-d5ba11c8340b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:31.057698 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3866d3af-d875-449e-8e64-7204f4c87576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:31.059213 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3866d3af-d875-449e-8e64-7204f4c87576 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/13d82cae-84de-480b-81e0-d5ba11c8340b HTTP/1.1" status: 204 len: 168 time: 0.3520918 Feb 19 03:58:31.075433 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866d3af-d875-449e-8e64-7204f4c87576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d82cae-84de-480b-81e0-d5ba11c8340b,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:31.110389 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9c5e43-63b1-4ba6-b820-fd13ad1f18c1 x-openstack-request-id: req-5e9c5e43-63b1-4ba6-b820-fd13ad1f18c1 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:31.110719 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72da2d63-827a-4a95-8515-28513cf7b914", "name": "network-vif-plugged", "status": "completed", "tag": "fea60df7-1bed-4590-bfd9-cabd9745bdcc", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:31.111037 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e9c5e43-63b1-4ba6-b820-fd13ad1f18c1 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:31.111586 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72da2d63-827a-4a95-8515-28513cf7b914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea60df7-1bed-4590-bfd9-cabd9745bdcc', 'code': 200} Feb 19 03:58:31.151109 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 18bbfd97-77b0-49a4-9661-716a9e3cc7de is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:31.151592 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:31.167669 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 86113102-6054-45a7-89fa-6066f67fc9f9 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:58:31.172584 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18bbfd97-77b0-49a4-9661-716a9e3cc7de {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:31.179698 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 86113102-6054-45a7-89fa-6066f67fc9f9 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:31.180144 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (86113102-6054-45a7-89fa-6066f67fc9f9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:31.225714 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 18bbfd97-77b0-49a4-9661-716a9e3cc7de, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=18bbfd97-77b0-49a4-9661-716a9e3cc7de,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:31.234399 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:31.298672 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2b5dd-ec44-4f26-a366-7468c20d8d5d req-31605f06-d8c2-4610-aba3-d723403cda27 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:31.300309 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7c2b5dd-ec44-4f26-a366-7468c20d8d5d req-31605f06-d8c2-4610-aba3-d723403cda27 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 949 time: 0.0713766 Feb 19 03:58:31.404875 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7c2b5dd-ec44-4f26-a366-7468c20d8d5d req-c234debc-7550-4dba-8044-e59c62f11182 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905223 Feb 19 03:58:31.405124 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=18bbfd97-77b0-49a4-9661-716a9e3cc7de,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:31.488733 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 86113102-6054-45a7-89fa-6066f67fc9f9 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:31.489844 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (86113102-6054-45a7-89fa-6066f67fc9f9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:31.547844 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 86113102-6054-45a7-89fa-6066f67fc9f9, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=86113102-6054-45a7-89fa-6066f67fc9f9,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:31.564734 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (86113102-6054-45a7-89fa-6066f67fc9f9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:31.645651 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=86113102-6054-45a7-89fa-6066f67fc9f9,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:31.676020 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['18bbfd97-77b0-49a4-9661-716a9e3cc7de'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:58:31.676592 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15359583-f232-4299-9a5b-3dda4adfc10b req-a2d9e65b-0c59-4035-a88d-d4563a4bd2bc tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:31.693910 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-15359583-f232-4299-9a5b-3dda4adfc10b req-a2d9e65b-0c59-4035-a88d-d4563a4bd2bc tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e326d05-9da1-43f4-993d-2b1d85134ff3 HTTP/1.1" status: 200 len: 945 time: 0.1530738 Feb 19 03:58:31.907951 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-15359583-f232-4299-9a5b-3dda4adfc10b req-5d3133d8-3d64-4b09-b7aa-40180891bd34 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130394 Feb 19 03:58:32.167233 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-07169dc3-97c8-4e88-95e3-0aa9bc10c8a8 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:32.168972 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-07169dc3-97c8-4e88-95e3-0aa9bc10c8a8 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] 10.222.0.79 "GET /v2.0/networks?id=fea55803-ab8c-4b94-bfd4-e8e122a28665 HTTP/1.1" status: 200 len: 813 time: 0.3884463 Feb 19 03:58:32.189534 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-cab894ad-6f7b-4052-b3b4-f8f5dd75d989 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] Request body: {'port': {'device_id': '68706a42-4cfd-4af4-a98d-80811b6c816e', 'network_id': 'fea55803-ab8c-4b94-bfd4-e8e122a28665', 'admin_state_up': True, 'tenant_id': '1b7b8e68e8d94ea5b706b7896de53326'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:32.637105 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd18ca-d1f8-4e63-a36c-5955a4f62c35 req-eed35e94-70c6-4a67-82c1-6be09b84bdc8 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:32.644518 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1bdd18ca-d1f8-4e63-a36c-5955a4f62c35 req-eed35e94-70c6-4a67-82c1-6be09b84bdc8 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/ports?device_id=40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0 HTTP/1.1" status: 200 len: 950 time: 0.5296977 Feb 19 03:58:32.688458 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6506c971-4ff4-4d1f-89d4-d5a7fb260445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:32.855382 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1bdd18ca-d1f8-4e63-a36c-5955a4f62c35 req-bb57d0f9-1db7-4953-9efc-9af9f9e25140 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e955708-ed76-4b67-8a10-3f0c055a3c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097836 Feb 19 03:58:32.872845 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-cab894ad-6f7b-4052-b3b4-f8f5dd75d989 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] Made reservation on behalf of 1b7b8e68e8d94ea5b706b7896de53326 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:58:32.881641 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-cab894ad-6f7b-4052-b3b4-f8f5dd75d989 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.113446 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86113102-6054-45a7-89fa-6066f67fc9f9'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:33.117254 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c2758f-4d25-4625-8019-d47ab4a77e5e" -d '{"events": [{"server_uuid": "40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0", "name": "network-vif-plugged", "status": "completed", "tag": "86113102-6054-45a7-89fa-6066f67fc9f9"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:33.139839 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fdbe7-7d22-4a49-be8f-3d13ec841ecd req-e6afd3fd-145b-4890-9842-13ca885c0cbd tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:33.141449 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-470fdbe7-7d22-4a49-be8f-3d13ec841ecd req-e6afd3fd-145b-4890-9842-13ca885c0cbd tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 944 time: 0.1408017 Feb 19 03:58:33.175110 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-cab894ad-6f7b-4052-b3b4-f8f5dd75d989 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] Allocated IP 172.20.0.4 (fea55803-ab8c-4b94-bfd4-e8e122a28665/0ecb8622-2beb-4da4-bb60-71691b0220a3/8eaf9f16-4832-4cbb-a102-a98a201549f7) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:58:33.216421 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-470fdbe7-7d22-4a49-be8f-3d13ec841ecd req-aef01f80-b214-4e26-bf23-eb9cd7a2b0b4 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638509 Feb 19 03:58:33.419541 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ef02763-62b9-4ae6-ba07-16c9a982167b req-feafbbf1-f3de-4052-99d7-961260765dea tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] 10.222.0.52 "GET /v2.0/ports?device_id=68706a42-4cfd-4af4-a98d-80811b6c816e HTTP/1.1" status: 200 len: 210 time: 0.0550158 Feb 19 03:58:33.506905 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-cab894ad-6f7b-4052-b3b4-f8f5dd75d989 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] Publish callbacks [] for port (8eaf9f16-4832-4cbb-a102-a98a201549f7), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.563999 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-cab894ad-6f7b-4052-b3b4-f8f5dd75d989 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (8eaf9f16-4832-4cbb-a102-a98a201549f7), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.629517 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab894ad-6f7b-4052-b3b4-f8f5dd75d989 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] Pushing event updated for resources: {'Port': ['ID=8eaf9f16-4832-4cbb-a102-a98a201549f7,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:33.668058 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-cab894ad-6f7b-4052-b3b4-f8f5dd75d989 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] Network fea55803-ab8c-4b94-bfd4-e8e122a28665 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:33.671281 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.672427 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-cab894ad-6f7b-4052-b3b4-f8f5dd75d989 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:33.682236 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-cab894ad-6f7b-4052-b3b4-f8f5dd75d989 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:58:33.752333 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-cab894ad-6f7b-4052-b3b4-f8f5dd75d989 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:33.754019 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-cab894ad-6f7b-4052-b3b4-f8f5dd75d989 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.777439 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-cab894ad-6f7b-4052-b3b4-f8f5dd75d989 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5925939 Feb 19 03:58:33.908016 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-3cc94890-3326-4d16-8137-ebbd2a4fcdb6 service neutron] Request body: {'port': {'device_id': '68706a42-4cfd-4af4-a98d-80811b6c816e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:33.977892 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-3cc94890-3326-4d16-8137-ebbd2a4fcdb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8eaf9f16-4832-4cbb-a102-a98a201549f7), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:34.339246 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-3cc94890-3326-4d16-8137-ebbd2a4fcdb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eaf9f16-4832-4cbb-a102-a98a201549f7 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:34.349835 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-3cc94890-3326-4d16-8137-ebbd2a4fcdb6 service neutron] Publish callbacks [] for port (8eaf9f16-4832-4cbb-a102-a98a201549f7), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:34.369632 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-3cc94890-3326-4d16-8137-ebbd2a4fcdb6 service neutron] Transition to ACTIVE for port object 8eaf9f16-4832-4cbb-a102-a98a201549f7 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:58:34.376412 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-3cc94890-3326-4d16-8137-ebbd2a4fcdb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (8eaf9f16-4832-4cbb-a102-a98a201549f7), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:34.511579 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc94890-3326-4d16-8137-ebbd2a4fcdb6 service neutron] Pushing event updated for resources: {'Port': ['ID=8eaf9f16-4832-4cbb-a102-a98a201549f7,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:34.520268 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-3cc94890-3326-4d16-8137-ebbd2a4fcdb6 service neutron] Attempting to bind port 8eaf9f16-4832-4cbb-a102-a98a201549f7 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:34.520846 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-3cc94890-3326-4d16-8137-ebbd2a4fcdb6 service neutron] Attempting to bind port 8eaf9f16-4832-4cbb-a102-a98a201549f7 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '699ec4d4-ccf1-444d-9c30-35e61001c107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fea55803-ab8c-4b94-bfd4-e8e122a28665'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:34.521305 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-3cc94890-3326-4d16-8137-ebbd2a4fcdb6 service neutron] Attempting to bind port 8eaf9f16-4832-4cbb-a102-a98a201549f7 on network fea55803-ab8c-4b94-bfd4-e8e122a28665 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:34.527049 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-3cc94890-3326-4d16-8137-ebbd2a4fcdb6 service neutron] Port 8eaf9f16-4832-4cbb-a102-a98a201549f7 on network fea55803-ab8c-4b94-bfd4-e8e122a28665 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:58:34.527544 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-3cc94890-3326-4d16-8137-ebbd2a4fcdb6 service neutron] Attempting to bind port 8eaf9f16-4832-4cbb-a102-a98a201549f7 on network fea55803-ab8c-4b94-bfd4-e8e122a28665 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:34.533500 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-3cc94890-3326-4d16-8137-ebbd2a4fcdb6 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:34.533936 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-3cc94890-3326-4d16-8137-ebbd2a4fcdb6 service neutron] Checking segment: {'id': '699ec4d4-ccf1-444d-9c30-35e61001c107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fea55803-ab8c-4b94-bfd4-e8e122a28665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:34.534426 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-3cc94890-3326-4d16-8137-ebbd2a4fcdb6 service neutron] Bound using segment: {'id': '699ec4d4-ccf1-444d-9c30-35e61001c107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fea55803-ab8c-4b94-bfd4-e8e122a28665'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:34.534928 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-3cc94890-3326-4d16-8137-ebbd2a4fcdb6 service neutron] Bound port: 8eaf9f16-4832-4cbb-a102-a98a201549f7, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '699ec4d4-ccf1-444d-9c30-35e61001c107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fea55803-ab8c-4b94-bfd4-e8e122a28665'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:34.535358 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-3cc94890-3326-4d16-8137-ebbd2a4fcdb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8eaf9f16-4832-4cbb-a102-a98a201549f7), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:34.621280 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-3cc94890-3326-4d16-8137-ebbd2a4fcdb6 service neutron] For port 8eaf9f16-4832-4cbb-a102-a98a201549f7, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:34.624694 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-3cc94890-3326-4d16-8137-ebbd2a4fcdb6 service neutron] For port 8eaf9f16-4832-4cbb-a102-a98a201549f7, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=8eaf9f16-4832-4cbb-a102-a98a201549f7,segment=NetworkSegment(699ec4d4-ccf1-444d-9c30-35e61001c107),segment_id=699ec4d4-ccf1-444d-9c30-35e61001c107)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:34.644095 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-3cc94890-3326-4d16-8137-ebbd2a4fcdb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (8eaf9f16-4832-4cbb-a102-a98a201549f7), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:34.695500 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-3cc94890-3326-4d16-8137-ebbd2a4fcdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:34.697477 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-3cc94890-3326-4d16-8137-ebbd2a4fcdb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:34.699367 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-3cc94890-3326-4d16-8137-ebbd2a4fcdb6 service neutron] 10.222.0.79 "PUT /v2.0/ports/8eaf9f16-4832-4cbb-a102-a98a201549f7 HTTP/1.1" status: 200 len: 1092 time: 0.9148073 Feb 19 03:58:34.699968 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68706a42-4cfd-4af4-a98d-80811b6c816e', 'tag': '8eaf9f16-4832-4cbb-a102-a98a201549f7'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:34.703580 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804d4279-bb17-4dda-beb0-666ef27a8657" -d '{"events": [{"name": "network-changed", "server_uuid": "68706a42-4cfd-4af4-a98d-80811b6c816e", "tag": "8eaf9f16-4832-4cbb-a102-a98a201549f7"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:34.743761 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc94890-3326-4d16-8137-ebbd2a4fcdb6 service neutron] Pushing event updated for resources: {'Port': ['ID=8eaf9f16-4832-4cbb-a102-a98a201549f7,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:34.810120 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-799fbf53-b5c7-4584-8bcf-9841d3beec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:34.812287 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-799fbf53-b5c7-4584-8bcf-9841d3beec63 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1b7b8e68e8d94ea5b706b7896de53326&device_id=68706a42-4cfd-4af4-a98d-80811b6c816e HTTP/1.1" status: 200 len: 1126 time: 0.0566509 Feb 19 03:58:34.872014 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-36d56ef4-2053-41c5-b22a-bcde93ebca99 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8eaf9f16-4832-4cbb-a102-a98a201549f7 HTTP/1.1" status: 200 len: 217 time: 0.0505872 Feb 19 03:58:34.905059 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 664dce4d-72df-4202-a5aa-196387d63cbf details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:58:34.919416 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 18bbfd97-77b0-49a4-9661-716a9e3cc7de up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:34.939895 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-e10b6dcc-de1f-44a0-a824-1b24a32b091a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:34.945839 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-e10b6dcc-de1f-44a0-a824-1b24a32b091a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0ecb8622-2beb-4da4-bb60-71691b0220a3 HTTP/1.1" status: 200 len: 853 time: 0.0675256 Feb 19 03:58:34.987479 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-51b333e1-2f14-4045-806f-84fb4ffc0ebe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fea55803-ab8c-4b94-bfd4-e8e122a28665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355830 Feb 19 03:58:35.055293 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 18bbfd97-77b0-49a4-9661-716a9e3cc7de completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:58:35.072275 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 18bbfd97-77b0-49a4-9661-716a9e3cc7de triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:35.072648 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:35.136061 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 664dce4d-72df-4202-a5aa-196387d63cbf, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=664dce4d-72df-4202-a5aa-196387d63cbf,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:35.151836 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-285e49a6-8a9c-4773-a4dd-56d8f637b545 service neutron] 10.222.0.79 "GET /v2.0/networks/fea55803-ab8c-4b94-bfd4-e8e122a28665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560776 Feb 19 03:58:35.156284 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:35.158291 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '664dce4d-72df-4202-a5aa-196387d63cbf', 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1', 'port_id': '664dce4d-72df-4202-a5aa-196387d63cbf', 'mac_address': 'fa:16:3e:3c:dd:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:58:35.234377 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 664dce4d-72df-4202-a5aa-196387d63cbf is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:35.234850 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (664dce4d-72df-4202-a5aa-196387d63cbf), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:35.255406 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 18bbfd97-77b0-49a4-9661-716a9e3cc7de is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:35.255659 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:35.259015 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 664dce4d-72df-4202-a5aa-196387d63cbf {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:35.310595 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 664dce4d-72df-4202-a5aa-196387d63cbf, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=664dce4d-72df-4202-a5aa-196387d63cbf,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:35.323087 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad948f7a-63e7-4d47-a71b-0b494b8202d8 req-505ec933-f851-42ad-b352-6cfd8ef24504 service neutron] 10.222.0.79 "GET /v2.0/networks/fea55803-ab8c-4b94-bfd4-e8e122a28665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639514 Feb 19 03:58:35.325720 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (664dce4d-72df-4202-a5aa-196387d63cbf), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:35.328531 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 18bbfd97-77b0-49a4-9661-716a9e3cc7de, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=18bbfd97-77b0-49a4-9661-716a9e3cc7de,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:35.374046 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:35.407932 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=664dce4d-72df-4202-a5aa-196387d63cbf,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:35.470703 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=18bbfd97-77b0-49a4-9661-716a9e3cc7de,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:35.771273 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['664dce4d-72df-4202-a5aa-196387d63cbf'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:58:36.713401 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:36.861819 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:58:36.939435 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 664dce4d-72df-4202-a5aa-196387d63cbf up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:37.028285 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 664dce4d-72df-4202-a5aa-196387d63cbf completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:58:37.032744 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 664dce4d-72df-4202-a5aa-196387d63cbf triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:37.033122 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (664dce4d-72df-4202-a5aa-196387d63cbf), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:37.158967 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 664dce4d-72df-4202-a5aa-196387d63cbf is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:37.159360 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (664dce4d-72df-4202-a5aa-196387d63cbf), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:37.203815 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 664dce4d-72df-4202-a5aa-196387d63cbf, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=664dce4d-72df-4202-a5aa-196387d63cbf,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:37.208895 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (664dce4d-72df-4202-a5aa-196387d63cbf), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:37.285146 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=664dce4d-72df-4202-a5aa-196387d63cbf,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:37.906273 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aaa30d-62bf-457a-8766-372dd3027f2d req-ae66aba1-ff72-4c8d-aee0-08e5157f91bd tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:37.907980 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b3aaa30d-62bf-457a-8766-372dd3027f2d req-ae66aba1-ff72-4c8d-aee0-08e5157f91bd tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 949 time: 0.0743885 Feb 19 03:58:37.970682 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b3aaa30d-62bf-457a-8766-372dd3027f2d req-75b3c018-672e-43d2-b243-f8c32a342f63 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536993 Feb 19 03:58:38.042941 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e815234-b2a2-4f77-8305-e006ee128b2c x-openstack-request-id: req-2e815234-b2a2-4f77-8305-e006ee128b2c {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:38.043444 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0", "name": "network-vif-plugged", "status": "completed", "tag": "86113102-6054-45a7-89fa-6066f67fc9f9", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:38.043542 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2e815234-b2a2-4f77-8305-e006ee128b2c {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:38.043987 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86113102-6054-45a7-89fa-6066f67fc9f9', 'code': 200} Feb 19 03:58:38.230598 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999807fe-541c-4fb1-b2c2-8e62917d8fdf req-2cd4668d-42a9-4d8d-a1c7-ca467e2d9d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:38.234489 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-999807fe-541c-4fb1-b2c2-8e62917d8fdf req-2cd4668d-42a9-4d8d-a1c7-ca467e2d9d1f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0 HTTP/1.1" status: 200 len: 1133 time: 0.1109838 Feb 19 03:58:38.414328 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-7c10a149-6c9c-4296-b117-f77cb70244e7 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=447a2aa1d528443eaec5773a67cf8265&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0942011 Feb 19 03:58:38.456041 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 8eaf9f16-4832-4cbb-a102-a98a201549f7 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:58:38.471585 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-999807fe-541c-4fb1-b2c2-8e62917d8fdf req-3e39eca7-f77e-4638-9d7a-1085a601d5c4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1e955708-ed76-4b67-8a10-3f0c055a3c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300911 Feb 19 03:58:38.594870 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbac594-17f1-48d1-868e-49358167681a req-3e3c43bb-d8da-46c4-8277-8de249e9dd0a tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:38.596416 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-adbac594-17f1-48d1-868e-49358167681a req-3e3c43bb-d8da-46c4-8277-8de249e9dd0a tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/ports?device_id=40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0 HTTP/1.1" status: 200 len: 950 time: 0.1772864 Feb 19 03:58:38.603138 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-2de05914-7494-4154-9992-b1f48eabcae9 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:38.604680 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-2de05914-7494-4154-9992-b1f48eabcae9 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1712823 Feb 19 03:58:38.638139 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-df8b8557-e590-42f7-9711-86b60081d08f tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/quotas/447a2aa1d528443eaec5773a67cf8265 HTTP/1.1" status: 200 len: 375 time: 0.0242152 Feb 19 03:58:38.670899 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 8eaf9f16-4832-4cbb-a102-a98a201549f7, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=8eaf9f16-4832-4cbb-a102-a98a201549f7,segment=NetworkSegment(699ec4d4-ccf1-444d-9c30-35e61001c107),segment_id=699ec4d4-ccf1-444d-9c30-35e61001c107)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:38.689336 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '8eaf9f16-4832-4cbb-a102-a98a201549f7', 'network_id': 'fea55803-ab8c-4b94-bfd4-e8e122a28665', 'port_id': '8eaf9f16-4832-4cbb-a102-a98a201549f7', 'mac_address': 'fa:16:3e:7f:17:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ecb8622-2beb-4da4-bb60-71691b0220a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:58:38.697008 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-877609fc-df13-420d-acc5-c6956e105214 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=447a2aa1d528443eaec5773a67cf8265&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427430 Feb 19 03:58:38.701472 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-adbac594-17f1-48d1-868e-49358167681a req-f88168aa-e1fa-497c-bdac-614f3c94ed45 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e955708-ed76-4b67-8a10-3f0c055a3c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956445 Feb 19 03:58:38.789749 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 8eaf9f16-4832-4cbb-a102-a98a201549f7 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:38.795067 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8eaf9f16-4832-4cbb-a102-a98a201549f7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:38.824765 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eaf9f16-4832-4cbb-a102-a98a201549f7 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:38.855661 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 8eaf9f16-4832-4cbb-a102-a98a201549f7, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=8eaf9f16-4832-4cbb-a102-a98a201549f7,segment=NetworkSegment(699ec4d4-ccf1-444d-9c30-35e61001c107),segment_id=699ec4d4-ccf1-444d-9c30-35e61001c107)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:38.869238 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8eaf9f16-4832-4cbb-a102-a98a201549f7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:38.871721 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c67f0f-6dfe-4248-a820-3ddcfee7188b req-3104440b-f929-4d14-aa90-90fefc695ce0 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:38.881216 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-94c67f0f-6dfe-4248-a820-3ddcfee7188b req-3104440b-f929-4d14-aa90-90fefc695ce0 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 946 time: 0.0743549 Feb 19 03:58:38.964882 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-94c67f0f-6dfe-4248-a820-3ddcfee7188b req-2664210d-0711-4124-be3d-698c9ac76925 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767500 Feb 19 03:58:39.007757 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=8eaf9f16-4832-4cbb-a102-a98a201549f7,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:39.097142 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2cb8c-633d-4270-9bcc-d58557a4f6d5 req-e19318f9-81b2-448d-93f8-e0d5ae2b54f5 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:39.103703 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ea2cb8c-633d-4270-9bcc-d58557a4f6d5 req-e19318f9-81b2-448d-93f8-e0d5ae2b54f5 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] 10.222.0.52 "GET /v2.0/ports?device_id=68706a42-4cfd-4af4-a98d-80811b6c816e HTTP/1.1" status: 200 len: 944 time: 0.1034706 Feb 19 03:58:39.194094 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb8f904-84b8-4465-a3aa-a299ee28f964 x-openstack-request-id: req-3bb8f904-84b8-4465-a3aa-a299ee28f964 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:39.194461 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68706a42-4cfd-4af4-a98d-80811b6c816e", "tag": "8eaf9f16-4832-4cbb-a102-a98a201549f7", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:39.195294 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3bb8f904-84b8-4465-a3aa-a299ee28f964 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:39.195708 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68706a42-4cfd-4af4-a98d-80811b6c816e', 'tag': '8eaf9f16-4832-4cbb-a102-a98a201549f7', 'status': 'completed', 'code': 200} Feb 19 03:58:39.231258 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ea2cb8c-633d-4270-9bcc-d58557a4f6d5 req-5ae90462-55ff-4e8b-a089-ebf3a954eea3 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] 10.222.0.52 "GET /v2.0/security-groups?id=99eb9137-c21c-4b1d-8f5d-edd7e5aac8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159265 Feb 19 03:58:39.255834 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d4279-bb17-4dda-beb0-666ef27a8657 req-03a4b252-37b4-4495-a9e3-05d0c30ba710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:39.258080 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-804d4279-bb17-4dda-beb0-666ef27a8657 req-03a4b252-37b4-4495-a9e3-05d0c30ba710 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1b7b8e68e8d94ea5b706b7896de53326&device_id=68706a42-4cfd-4af4-a98d-80811b6c816e HTTP/1.1" status: 200 len: 1127 time: 0.0615623 Feb 19 03:58:39.285415 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['8eaf9f16-4832-4cbb-a102-a98a201549f7'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:58:39.448697 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d4279-bb17-4dda-beb0-666ef27a8657 req-d1fe6c1a-d81a-4e54-b9ef-07c44a20f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:39.450325 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-804d4279-bb17-4dda-beb0-666ef27a8657 req-d1fe6c1a-d81a-4e54-b9ef-07c44a20f154 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fea55803-ab8c-4b94-bfd4-e8e122a28665 HTTP/1.1" status: 200 len: 914 time: 0.1824059 Feb 19 03:58:39.524317 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7f48a53-f64f-42c8-a188-17c529fcf41a req-6b9f3888-ac67-44a7-ac61-40ae8029d084 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/ports?device_id=609fa939-bec1-4236-afe1-05910b6e469d HTTP/1.1" status: 200 len: 210 time: 0.0306010 Feb 19 03:58:39.580405 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-804d4279-bb17-4dda-beb0-666ef27a8657 req-44bdf3e5-e741-42b3-8b66-154a1d410eeb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8eaf9f16-4832-4cbb-a102-a98a201549f7 HTTP/1.1" status: 200 len: 217 time: 0.0550199 Feb 19 03:58:39.641331 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d4279-bb17-4dda-beb0-666ef27a8657 req-e31e3431-0b39-41be-a80f-b8eb4f31da2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:39.642842 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-804d4279-bb17-4dda-beb0-666ef27a8657 req-e31e3431-0b39-41be-a80f-b8eb4f31da2e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0ecb8622-2beb-4da4-bb60-71691b0220a3 HTTP/1.1" status: 200 len: 853 time: 0.0523965 Feb 19 03:58:39.659367 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691082c-761c-4e32-ad27-1b1fdd1fb611 req-fbc22d13-94cc-4779-829e-cba5074fa8f8 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:39.660290 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0691082c-761c-4e32-ad27-1b1fdd1fb611 req-fbc22d13-94cc-4779-829e-cba5074fa8f8 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 949 time: 0.2088552 Feb 19 03:58:39.732810 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-804d4279-bb17-4dda-beb0-666ef27a8657 req-b4fc34f6-e900-4eb8-9e69-53c437d52ed4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fea55803-ab8c-4b94-bfd4-e8e122a28665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682492 Feb 19 03:58:39.880625 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0691082c-761c-4e32-ad27-1b1fdd1fb611 req-f476d823-c4dd-4fb6-b758-73fd6181b9dc tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408527 Feb 19 03:58:39.960786 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-804d4279-bb17-4dda-beb0-666ef27a8657 req-33cc047f-4cc8-40f4-b575-8c921f53912c service neutron] 10.222.0.79 "GET /v2.0/networks/fea55803-ab8c-4b94-bfd4-e8e122a28665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125454 Feb 19 03:58:40.045401 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12773272-8d81-40f4-a6e3-438a3c396fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bbfd97-77b0-49a4-9661-716a9e3cc7de'}, {'server_uuid': '910dee33-103a-41d3-aae1-e5b9dd49774b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664dce4d-72df-4202-a5aa-196387d63cbf'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:40.049301 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf77c63f-122d-4ae6-9c80-4a9582a60a77" -d '{"events": [{"server_uuid": "12773272-8d81-40f4-a6e3-438a3c396fbc", "name": "network-vif-plugged", "status": "completed", "tag": "18bbfd97-77b0-49a4-9661-716a9e3cc7de"}, {"server_uuid": "910dee33-103a-41d3-aae1-e5b9dd49774b", "name": "network-vif-plugged", "status": "completed", "tag": "664dce4d-72df-4202-a5aa-196387d63cbf"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:40.221595 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-804d4279-bb17-4dda-beb0-666ef27a8657 req-f23fa074-14fb-40db-8019-745f7921d0d8 service neutron] 10.222.0.79 "GET /v2.0/networks/fea55803-ab8c-4b94-bfd4-e8e122a28665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512143 Feb 19 03:58:40.231864 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f160d-ba64-4c18-84a8-751654d37e1b req-b7f6a92f-5f62-40b1-a081-430f575271c7 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:40.235090 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad9f160d-ba64-4c18-84a8-751654d37e1b req-b7f6a92f-5f62-40b1-a081-430f575271c7 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e326d05-9da1-43f4-993d-2b1d85134ff3 HTTP/1.1" status: 200 len: 945 time: 0.2076585 Feb 19 03:58:40.248335 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859312c2-4c03-4b04-a4d2-21e86bd58d97 req-f6a7e5f2-00f3-4e56-9188-fee0e4fd3157 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:40.262135 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-859312c2-4c03-4b04-a4d2-21e86bd58d97 req-f6a7e5f2-00f3-4e56-9188-fee0e4fd3157 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/ports?device_id=40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0 HTTP/1.1" status: 200 len: 950 time: 0.2723927 Feb 19 03:58:40.351952 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad9f160d-ba64-4c18-84a8-751654d37e1b req-6fdde01e-a400-4a6a-b342-579775851a78 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870352 Feb 19 03:58:40.359274 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-859312c2-4c03-4b04-a4d2-21e86bd58d97 req-90ca9bbc-6730-408e-84b9-60b6c8a285d1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e955708-ed76-4b67-8a10-3f0c055a3c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956984 Feb 19 03:58:40.453089 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156c19a1-bc7a-45c5-8cff-21673b349c4c x-openstack-request-id: req-156c19a1-bc7a-45c5-8cff-21673b349c4c {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:40.453583 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12773272-8d81-40f4-a6e3-438a3c396fbc", "name": "network-vif-plugged", "status": "completed", "tag": "18bbfd97-77b0-49a4-9661-716a9e3cc7de", "code": 200}, {"server_uuid": "910dee33-103a-41d3-aae1-e5b9dd49774b", "name": "network-vif-plugged", "status": "completed", "tag": "664dce4d-72df-4202-a5aa-196387d63cbf", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:40.453772 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-156c19a1-bc7a-45c5-8cff-21673b349c4c {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:40.454657 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12773272-8d81-40f4-a6e3-438a3c396fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bbfd97-77b0-49a4-9661-716a9e3cc7de', 'code': 200} Feb 19 03:58:40.455207 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910dee33-103a-41d3-aae1-e5b9dd49774b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664dce4d-72df-4202-a5aa-196387d63cbf', 'code': 200} Feb 19 03:58:40.470718 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 2dc65035-d529-4972-8927-f345858c02f6 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:58:40.622328 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648f07f-5c87-4bd6-9eed-d2dafaa5d421 req-41fab522-416e-45e6-bc82-4824571f4028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:40.624812 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e648f07f-5c87-4bd6-9eed-d2dafaa5d421 req-41fab522-416e-45e6-bc82-4824571f4028 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=12773272-8d81-40f4-a6e3-438a3c396fbc HTTP/1.1" status: 200 len: 1133 time: 0.0832493 Feb 19 03:58:40.635600 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844b615-128c-4f83-a474-7b040eced34a req-81ae212b-aae0-4b93-af44-866cdfe2bd17 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:40.644485 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e844b615-128c-4f83-a474-7b040eced34a req-81ae212b-aae0-4b93-af44-866cdfe2bd17 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 946 time: 0.2014654 Feb 19 03:58:40.654028 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 2dc65035-d529-4972-8927-f345858c02f6, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=2dc65035-d529-4972-8927-f345858c02f6,segment=NetworkSegment(9a64af07-75e7-49c4-bd40-c782ca239fb4),segment_id=9a64af07-75e7-49c4-bd40-c782ca239fb4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:40.688205 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '2dc65035-d529-4972-8927-f345858c02f6', 'network_id': '78a9b65b-d911-4b70-9e29-eb76754bdc19', 'port_id': '2dc65035-d529-4972-8927-f345858c02f6', 'mac_address': 'fa:16:3e:1e:ab:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53310fb3-d11f-4a5b-9138-ba6b80066f44', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:58:40.705037 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e648f07f-5c87-4bd6-9eed-d2dafaa5d421 req-0dc4f732-7f01-4b92-9ed2-c409290ab786 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1e955708-ed76-4b67-8a10-3f0c055a3c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639231 Feb 19 03:58:40.730790 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69dfd0-783c-4c6d-9f68-6dba897a6f4c req-a4e79565-a34f-4ba2-bb1a-d6765d101d04 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:40.746012 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-db69dfd0-783c-4c6d-9f68-6dba897a6f4c req-a4e79565-a34f-4ba2-bb1a-d6765d101d04 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] 10.222.0.52 "GET /v2.0/ports?device_id=68706a42-4cfd-4af4-a98d-80811b6c816e HTTP/1.1" status: 200 len: 944 time: 0.2208712 Feb 19 03:58:40.806029 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e844b615-128c-4f83-a474-7b040eced34a req-de937d29-db2c-4eac-bf71-369cde0b5e76 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547816 Feb 19 03:58:40.817331 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1e24b-22a0-4d62-a6db-d3ba928e8767 req-67936fd7-7c73-4dc2-ac06-7838b48135f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:40.822227 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8bf1e24b-22a0-4d62-a6db-d3ba928e8767 req-67936fd7-7c73-4dc2-ac06-7838b48135f7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 1129 time: 0.2438881 Feb 19 03:58:40.863193 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-db69dfd0-783c-4c6d-9f68-6dba897a6f4c req-86062757-7815-4c33-be75-c2df82d1506c tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] 10.222.0.52 "GET /v2.0/security-groups?id=99eb9137-c21c-4b1d-8f5d-edd7e5aac8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120281 Feb 19 03:58:40.891485 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 2dc65035-d529-4972-8927-f345858c02f6 is: ACTIVE; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:40.891903 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2dc65035-d529-4972-8927-f345858c02f6), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:40.921312 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2dc65035-d529-4972-8927-f345858c02f6 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:40.962711 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 2dc65035-d529-4972-8927-f345858c02f6, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=2dc65035-d529-4972-8927-f345858c02f6,segment=NetworkSegment(9a64af07-75e7-49c4-bd40-c782ca239fb4),segment_id=9a64af07-75e7-49c4-bd40-c782ca239fb4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:40.977951 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2dc65035-d529-4972-8927-f345858c02f6), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:41.072469 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=2dc65035-d529-4972-8927-f345858c02f6,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:41.089739 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-8c48d0b0-cfbc-4b99-86b3-bf98fb4af725 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=447a2aa1d528443eaec5773a67cf8265&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741861 Feb 19 03:58:41.092831 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18f4477c-dab7-4789-aa85-949f83c32d6f req-8f551503-b1f6-474f-839b-f8f534049c96 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/ports?device_id=609fa939-bec1-4236-afe1-05910b6e469d HTTP/1.1" status: 200 len: 210 time: 0.1048963 Feb 19 03:58:41.140694 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['2dc65035-d529-4972-8927-f345858c02f6'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:58:41.164415 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb14ac6-1872-4b6a-8263-1325dbff6209 req-11039519-79a1-4042-bef8-0f2412046325 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:41.170478 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2fb14ac6-1872-4b6a-8263-1325dbff6209 req-11039519-79a1-4042-bef8-0f2412046325 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 949 time: 0.2204716 Feb 19 03:58:41.254985 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8bf1e24b-22a0-4d62-a6db-d3ba928e8767 req-879c3278-d881-47bf-b8b1-b732c5f2365b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053885 Feb 19 03:58:41.343760 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-bffbe5c1-8f2a-43fa-ba31-bf0e700667cc tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:41.346468 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-bffbe5c1-8f2a-43fa-ba31-bf0e700667cc tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2486567 Feb 19 03:58:41.395939 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2fb14ac6-1872-4b6a-8263-1325dbff6209 req-ff6e6be4-fc93-4808-9839-3a35b4965902 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998556 Feb 19 03:58:41.513597 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-90525ec7-6bae-4f57-9784-d4613a7e2fef tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Request body: {'port': {'device_id': '609fa939-bec1-4236-afe1-05910b6e469d', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': '447a2aa1d528443eaec5773a67cf8265'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:41.546826 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743f076-410f-4a1a-875f-5b8a466fa8ed req-ddd9bce8-020f-4886-ac8b-4438d34c65c8 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:41.548771 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3743f076-410f-4a1a-875f-5b8a466fa8ed req-ddd9bce8-020f-4886-ac8b-4438d34c65c8 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/ports?device_id=40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0 HTTP/1.1" status: 200 len: 950 time: 0.0968783 Feb 19 03:58:41.596319 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9303355-61e2-47fd-b159-37406383a104 req-e2259ecc-befa-4ef3-a812-e562c471b0bb tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:41.598928 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9303355-61e2-47fd-b159-37406383a104 req-e2259ecc-befa-4ef3-a812-e562c471b0bb tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e326d05-9da1-43f4-993d-2b1d85134ff3 HTTP/1.1" status: 200 len: 944 time: 0.0990691 Feb 19 03:58:41.692891 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-90525ec7-6bae-4f57-9784-d4613a7e2fef tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Made reservation on behalf of 447a2aa1d528443eaec5773a67cf8265 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:58:41.698001 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-90525ec7-6bae-4f57-9784-d4613a7e2fef tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:41.706369 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3743f076-410f-4a1a-875f-5b8a466fa8ed req-56c4f780-04c4-4a2f-87dd-74b6aae39214 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e955708-ed76-4b67-8a10-3f0c055a3c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505401 Feb 19 03:58:41.733939 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9303355-61e2-47fd-b159-37406383a104 req-81a1bbb2-20cd-4967-947e-ab5fa70b2e7b tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168647 Feb 19 03:58:41.737867 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-90525ec7-6bae-4f57-9784-d4613a7e2fef tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:41.868869 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9986c-04ec-470d-9b1a-2f0c65aa5b12 req-481f4e16-c5d4-47d2-81bb-9244cdb3c1d7 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:41.871295 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c3e9986c-04ec-470d-9b1a-2f0c65aa5b12 req-481f4e16-c5d4-47d2-81bb-9244cdb3c1d7 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/ports?device_id=12773272-8d81-40f4-a6e3-438a3c396fbc HTTP/1.1" status: 200 len: 950 time: 0.0834351 Feb 19 03:58:41.879548 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-90525ec7-6bae-4f57-9784-d4613a7e2fef tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Publish callbacks [] for security_group (ad8a2654-defb-416b-8118-f30bacde6acb), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:41.885329 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-90525ec7-6bae-4f57-9784-d4613a7e2fef tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ad8a2654-defb-416b-8118-f30bacde6acb), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:41.996485 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-a47f2a7d-4014-4932-b91f-41cad8f8b12a service neutron] 10.222.0.26 "GET /v2.0/ports/2222287c-624b-46b2-ba97-522e464620de/bindings/n-h1-828369-19 HTTP/1.1" status: 200 len: 383 time: 0.1176648 Feb 19 03:58:42.074971 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-90525ec7-6bae-4f57-9784-d4613a7e2fef tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Allocated IP 192.168.233.15 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/35c112e8-dc0f-4630-9e85-9509d742ddf2) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:58:42.078768 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b9e2e-8188-4b9d-9fba-5d62bf455a4b req-d6870e74-8443-4433-824b-6cf79659d91d tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:42.080384 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-805b9e2e-8188-4b9d-9fba-5d62bf455a4b req-d6870e74-8443-4433-824b-6cf79659d91d tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 946 time: 0.1276255 Feb 19 03:58:42.107606 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c3e9986c-04ec-470d-9b1a-2f0c65aa5b12 req-c1e3b0d9-7763-447d-84db-d7ebe385eb1e tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e955708-ed76-4b67-8a10-3f0c055a3c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275832 Feb 19 03:58:42.233744 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-805b9e2e-8188-4b9d-9fba-5d62bf455a4b req-590a8e65-6c11-4d10-845e-ac211829da1e tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212647 Feb 19 03:58:42.325260 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90525ec7-6bae-4f57-9784-d4613a7e2fef tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8a2654-defb-416b-8118-f30bacde6acb,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:42.355830 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-90525ec7-6bae-4f57-9784-d4613a7e2fef tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Publish callbacks [] for port (35c112e8-dc0f-4630-9e85-9509d742ddf2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:42.367716 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dadcfb-712d-49df-b0b5-d7795a3fece3 req-89aa1cef-b7b7-45ae-af5a-165b888bfb4c tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:42.383643 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74dadcfb-712d-49df-b0b5-d7795a3fece3 req-89aa1cef-b7b7-45ae-af5a-165b888bfb4c tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] 10.222.0.52 "GET /v2.0/ports?device_id=68706a42-4cfd-4af4-a98d-80811b6c816e HTTP/1.1" status: 200 len: 944 time: 0.1731708 Feb 19 03:58:42.424505 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-90525ec7-6bae-4f57-9784-d4613a7e2fef tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (35c112e8-dc0f-4630-9e85-9509d742ddf2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:42.500671 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-90525ec7-6bae-4f57-9784-d4613a7e2fef tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:42.506133 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 8eaf9f16-4832-4cbb-a102-a98a201549f7 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:42.535227 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-90525ec7-6bae-4f57-9784-d4613a7e2fef tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:42.539229 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-90525ec7-6bae-4f57-9784-d4613a7e2fef tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:58:42.546290 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74dadcfb-712d-49df-b0b5-d7795a3fece3 req-bde84997-f55d-435d-8e12-767617be5fd3 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] 10.222.0.52 "GET /v2.0/security-groups?id=99eb9137-c21c-4b1d-8f5d-edd7e5aac8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562362 Feb 19 03:58:42.597616 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-af02145a-90a8-4bd0-bffc-4f86cd02b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:42.603686 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-af02145a-90a8-4bd0-bffc-4f86cd02b1a9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057&tenant_id=e0a0ced50b0f4fce99b90209ed8886f4 HTTP/1.1" status: 200 len: 1132 time: 0.1546502 Feb 19 03:58:42.636329 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 8eaf9f16-4832-4cbb-a102-a98a201549f7 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:58:42.642501 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 8eaf9f16-4832-4cbb-a102-a98a201549f7 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:42.643228 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8eaf9f16-4832-4cbb-a102-a98a201549f7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:42.663171 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-90525ec7-6bae-4f57-9784-d4613a7e2fef tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:42.665787 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-90525ec7-6bae-4f57-9784-d4613a7e2fef tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:42.680996 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412139c1-e815-4417-98ed-132a2b0b00f9 req-a3b72c95-16b5-4265-97a0-76b964c682e2 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:42.698806 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-412139c1-e815-4417-98ed-132a2b0b00f9 req-a3b72c95-16b5-4265-97a0-76b964c682e2 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/ports?device_id=609fa939-bec1-4236-afe1-05910b6e469d HTTP/1.1" status: 200 len: 935 time: 0.2271531 Feb 19 03:58:42.709160 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90525ec7-6bae-4f57-9784-d4613a7e2fef tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Pushing event updated for resources: {'Port': ['ID=35c112e8-dc0f-4630-9e85-9509d742ddf2,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:42.725580 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-90525ec7-6bae-4f57-9784-d4613a7e2fef tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2154584 Feb 19 03:58:42.738300 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-04aeb3b2-8493-45fb-b2ff-bc9eb01eba88 service neutron] Request body: {'port': {'device_id': '609fa939-bec1-4236-afe1-05910b6e469d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:42.836682 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 8eaf9f16-4832-4cbb-a102-a98a201549f7 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:42.839146 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8eaf9f16-4832-4cbb-a102-a98a201549f7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:42.877293 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-04aeb3b2-8493-45fb-b2ff-bc9eb01eba88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (35c112e8-dc0f-4630-9e85-9509d742ddf2), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:42.887749 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68706a42-4cfd-4af4-a98d-80811b6c816e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eaf9f16-4832-4cbb-a102-a98a201549f7'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:42.895839 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc048fb6-5337-4412-8e4a-8f6ce7067eb4" -d '{"events": [{"server_uuid": "68706a42-4cfd-4af4-a98d-80811b6c816e", "name": "network-vif-plugged", "status": "completed", "tag": "8eaf9f16-4832-4cbb-a102-a98a201549f7"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:42.904876 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-412139c1-e815-4417-98ed-132a2b0b00f9 req-a1aafd3b-64fc-4730-82c0-7e1eb583b6c8 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad8a2654-defb-416b-8118-f30bacde6acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020736 Feb 19 03:58:42.927883 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 8eaf9f16-4832-4cbb-a102-a98a201549f7, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=8eaf9f16-4832-4cbb-a102-a98a201549f7,segment=NetworkSegment(699ec4d4-ccf1-444d-9c30-35e61001c107),segment_id=699ec4d4-ccf1-444d-9c30-35e61001c107)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:42.943361 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8eaf9f16-4832-4cbb-a102-a98a201549f7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:42.944168 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 2dc65035-d529-4972-8927-f345858c02f6 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:42.958780 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-d1a7ac9b-58cd-4205-8bfc-3539704bcba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:42.960658 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-d1a7ac9b-58cd-4205-8bfc-3539704bcba7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 1132 time: 0.3219564 Feb 19 03:58:43.028009 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc82f8-4e31-4393-98cc-aee29f0114df req-8925cc88-76dd-470a-8280-1b2fa2135195 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:43.039432 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d5bc82f8-4e31-4393-98cc-aee29f0114df req-8925cc88-76dd-470a-8280-1b2fa2135195 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 949 time: 0.3362124 Feb 19 03:58:43.059208 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=8eaf9f16-4832-4cbb-a102-a98a201549f7,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:43.084704 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:43.086349 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:43.088110 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:43.088483 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:43.088797 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:43.089144 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:43.089523 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:43.089903 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:43.090271 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:43.090603 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:43.090977 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:43.091368 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:43.091695 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:43.129714 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-8dab0adf-67a6-4df6-9951-8bbad1cf4753 None None] Provisioning complete for port 35c112e8-dc0f-4630-9e85-9509d742ddf2 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:43.130064 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8dab0adf-67a6-4df6-9951-8bbad1cf4753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (35c112e8-dc0f-4630-9e85-9509d742ddf2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:43.170407 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-bc49c8fb-887c-4a00-8bef-caf8ad997c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:43.172323 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-bc49c8fb-887c-4a00-8bef-caf8ad997c45 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.1986430 Feb 19 03:58:43.285432 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-9838dce8-80ad-463c-b362-8f86a051d3d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=2222287c-624b-46b2-ba97-522e464620de HTTP/1.1" status: 200 len: 217 time: 0.0912805 Feb 19 03:58:43.338713 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8dab0adf-67a6-4df6-9951-8bbad1cf4753 None None] Port 35c112e8-dc0f-4630-9e85-9509d742ddf2 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:58:43.341217 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 2dc65035-d529-4972-8927-f345858c02f6 is: BUILD; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:43.341611 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2dc65035-d529-4972-8927-f345858c02f6), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:43.353352 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d5bc82f8-4e31-4393-98cc-aee29f0114df req-8e9267d2-8f7f-44bd-8e8e-85fa260e90fe tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104496 Feb 19 03:58:43.376934 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2dc65035-d529-4972-8927-f345858c02f6 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:43.405019 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d8c37-59f0-4bfd-b43f-7d3e08287610 req-c6fdbaa0-706c-4c19-93f5-b89d00f07f46 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:43.414313 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-045d8c37-59f0-4bfd-b43f-7d3e08287610 req-c6fdbaa0-706c-4c19-93f5-b89d00f07f46 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e326d05-9da1-43f4-993d-2b1d85134ff3 HTTP/1.1" status: 200 len: 944 time: 0.2403474 Feb 19 03:58:43.434150 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 2dc65035-d529-4972-8927-f345858c02f6, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=2dc65035-d529-4972-8927-f345858c02f6,segment=NetworkSegment(9a64af07-75e7-49c4-bd40-c782ca239fb4),segment_id=9a64af07-75e7-49c4-bd40-c782ca239fb4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:43.448419 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2dc65035-d529-4972-8927-f345858c02f6), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:43.453552 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340d04e3-3873-473c-8ae3-fad2ab0e6052 x-openstack-request-id: req-340d04e3-3873-473c-8ae3-fad2ab0e6052 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:43.453845 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68706a42-4cfd-4af4-a98d-80811b6c816e", "name": "network-vif-plugged", "status": "completed", "tag": "8eaf9f16-4832-4cbb-a102-a98a201549f7", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:43.454144 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-340d04e3-3873-473c-8ae3-fad2ab0e6052 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:43.454656 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68706a42-4cfd-4af4-a98d-80811b6c816e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eaf9f16-4832-4cbb-a102-a98a201549f7', 'code': 200} Feb 19 03:58:43.517973 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-04aeb3b2-8493-45fb-b2ff-bc9eb01eba88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c112e8-dc0f-4630-9e85-9509d742ddf2 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:43.534632 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-04aeb3b2-8493-45fb-b2ff-bc9eb01eba88 service neutron] Publish callbacks [] for port (35c112e8-dc0f-4630-9e85-9509d742ddf2), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:43.560642 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-04aeb3b2-8493-45fb-b2ff-bc9eb01eba88 service neutron] Transition to ACTIVE for port object 35c112e8-dc0f-4630-9e85-9509d742ddf2 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:58:43.567543 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-04aeb3b2-8493-45fb-b2ff-bc9eb01eba88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (35c112e8-dc0f-4630-9e85-9509d742ddf2), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:43.579161 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=2dc65035-d529-4972-8927-f345858c02f6,revision_number=7']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:43.635899 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-5267f499-8d76-4899-8816-f054d08b5431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:43.637939 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-5267f499-8d76-4899-8816-f054d08b5431 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.3415010 Feb 19 03:58:43.747931 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-045d8c37-59f0-4bfd-b43f-7d3e08287610 req-eb71acd2-0eff-493d-ab67-dbc91f4c3e7c tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297169 Feb 19 03:58:43.749739 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aeb3b2-8493-45fb-b2ff-bc9eb01eba88 service neutron] Pushing event updated for resources: {'Port': ['ID=35c112e8-dc0f-4630-9e85-9509d742ddf2,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:43.826569 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-04aeb3b2-8493-45fb-b2ff-bc9eb01eba88 service neutron] Attempting to bind port 35c112e8-dc0f-4630-9e85-9509d742ddf2 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:43.827223 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-04aeb3b2-8493-45fb-b2ff-bc9eb01eba88 service neutron] Attempting to bind port 35c112e8-dc0f-4630-9e85-9509d742ddf2 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:43.827745 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-04aeb3b2-8493-45fb-b2ff-bc9eb01eba88 service neutron] Attempting to bind port 35c112e8-dc0f-4630-9e85-9509d742ddf2 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:43.841572 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-04aeb3b2-8493-45fb-b2ff-bc9eb01eba88 service neutron] Port 35c112e8-dc0f-4630-9e85-9509d742ddf2 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:58:43.842338 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-04aeb3b2-8493-45fb-b2ff-bc9eb01eba88 service neutron] Attempting to bind port 35c112e8-dc0f-4630-9e85-9509d742ddf2 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:43.855011 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-04aeb3b2-8493-45fb-b2ff-bc9eb01eba88 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:43.855679 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-04aeb3b2-8493-45fb-b2ff-bc9eb01eba88 service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:43.856260 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-04aeb3b2-8493-45fb-b2ff-bc9eb01eba88 service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:43.856889 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-04aeb3b2-8493-45fb-b2ff-bc9eb01eba88 service neutron] Bound port: 35c112e8-dc0f-4630-9e85-9509d742ddf2, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:43.857429 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-04aeb3b2-8493-45fb-b2ff-bc9eb01eba88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (35c112e8-dc0f-4630-9e85-9509d742ddf2), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:43.921280 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-22f8658d-faaa-424f-9e22-a7975bf5c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:43.925681 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-22f8658d-faaa-424f-9e22-a7975bf5c7f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2368641 Feb 19 03:58:43.928511 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e416a96-a338-4249-957b-144a519597b3 req-4a77ea9e-0097-4a63-8658-67e20ca74bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:43.930157 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e416a96-a338-4249-957b-144a519597b3 req-4a77ea9e-0097-4a63-8658-67e20ca74bba service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=68706a42-4cfd-4af4-a98d-80811b6c816e HTTP/1.1" status: 200 len: 1128 time: 0.4081597 Feb 19 03:58:43.955505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af137b-9d9c-42e9-847c-b99456ff6050 req-739f8e40-24e4-462a-99bc-0ad58883558c tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:43.957063 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-20af137b-9d9c-42e9-847c-b99456ff6050 req-739f8e40-24e4-462a-99bc-0ad58883558c tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/ports?device_id=12773272-8d81-40f4-a6e3-438a3c396fbc HTTP/1.1" status: 200 len: 950 time: 0.3904212 Feb 19 03:58:43.990260 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-04aeb3b2-8493-45fb-b2ff-bc9eb01eba88 service neutron] For port 35c112e8-dc0f-4630-9e85-9509d742ddf2, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:43.993617 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-04aeb3b2-8493-45fb-b2ff-bc9eb01eba88 service neutron] For port 35c112e8-dc0f-4630-9e85-9509d742ddf2, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=35c112e8-dc0f-4630-9e85-9509d742ddf2,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:44.010437 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-04aeb3b2-8493-45fb-b2ff-bc9eb01eba88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (35c112e8-dc0f-4630-9e85-9509d742ddf2), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:44.088949 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-04aeb3b2-8493-45fb-b2ff-bc9eb01eba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:44.089583 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-04aeb3b2-8493-45fb-b2ff-bc9eb01eba88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:44.091075 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-04aeb3b2-8493-45fb-b2ff-bc9eb01eba88 service neutron] 10.222.0.26 "PUT /v2.0/ports/35c112e8-dc0f-4630-9e85-9509d742ddf2 HTTP/1.1" status: 200 len: 1096 time: 1.3584790 Feb 19 03:58:44.105312 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609fa939-bec1-4236-afe1-05910b6e469d', 'tag': '35c112e8-dc0f-4630-9e85-9509d742ddf2'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:44.108277 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0834da6f-f8da-4b56-be7c-250e76067a34" -d '{"events": [{"name": "network-changed", "server_uuid": "609fa939-bec1-4236-afe1-05910b6e469d", "tag": "35c112e8-dc0f-4630-9e85-9509d742ddf2"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:44.131835 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-20af137b-9d9c-42e9-847c-b99456ff6050 req-ecee6435-9b47-4a19-9e17-008609cb9c2b tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e955708-ed76-4b67-8a10-3f0c055a3c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427157 Feb 19 03:58:44.228971 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e416a96-a338-4249-957b-144a519597b3 req-31a6461e-acb7-41a8-ac69-4dfa0a9f9f6d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=99eb9137-c21c-4b1d-8f5d-edd7e5aac8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708018 Feb 19 03:58:44.243578 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00310658-c5f1-44c3-b5c1-17b2907ed92c req-112adf41-93da-4da2-9181-a307b1af462e tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:44.245205 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aeb3b2-8493-45fb-b2ff-bc9eb01eba88 service neutron] Pushing event updated for resources: {'Port': ['ID=35c112e8-dc0f-4630-9e85-9509d742ddf2,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:44.245876 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-00310658-c5f1-44c3-b5c1-17b2907ed92c req-112adf41-93da-4da2-9181-a307b1af462e tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 946 time: 0.3272841 Feb 19 03:58:44.283673 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-45c7527b-c64b-48e1-9dbe-2bc66834c59f service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239439 Feb 19 03:58:44.299601 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-69d86cb8-fd39-437e-a21a-d0434010e0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:44.301179 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-69d86cb8-fd39-437e-a21a-d0434010e0c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=447a2aa1d528443eaec5773a67cf8265&device_id=609fa939-bec1-4236-afe1-05910b6e469d HTTP/1.1" status: 200 len: 1130 time: 0.1488914 Feb 19 03:58:44.378106 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-d39df2f7-0c92-4503-90f9-6e443c327f2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=35c112e8-dc0f-4630-9e85-9509d742ddf2 HTTP/1.1" status: 200 len: 217 time: 0.0671270 Feb 19 03:58:44.406028 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-00310658-c5f1-44c3-b5c1-17b2907ed92c req-2b17ceb8-b673-427b-b63c-e5cef67529cf tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471875 Feb 19 03:58:44.495297 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-a9d2e2a9-f027-4248-8ed1-f67232a0d8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:44.496805 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-a9d2e2a9-f027-4248-8ed1-f67232a0d8bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1146750 Feb 19 03:58:44.528879 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca5226f0-75d2-4b0e-9086-2533f531d885 req-27268522-a7f2-4dad-bfd0-c07ffac02b41 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321072 Feb 19 03:58:44.543785 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e6b19-0ca6-43dc-a0f8-9f4e07e7d735 req-d8c4e193-8045-4697-82ab-510e4d5f60b2 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:44.545568 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c33e6b19-0ca6-43dc-a0f8-9f4e07e7d735 req-d8c4e193-8045-4697-82ab-510e4d5f60b2 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] 10.222.0.52 "GET /v2.0/ports?device_id=68706a42-4cfd-4af4-a98d-80811b6c816e HTTP/1.1" status: 200 len: 945 time: 0.1343844 Feb 19 03:58:44.623809 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-0b8cf964-90ff-4b59-bd15-1d766ca187b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:44.627704 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-0b8cf964-90ff-4b59-bd15-1d766ca187b3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1241112 Feb 19 03:58:44.653776 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c33e6b19-0ca6-43dc-a0f8-9f4e07e7d735 req-ded174b8-07a8-4e6b-b114-4ae5607e81de tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] 10.222.0.52 "GET /v2.0/security-groups?id=99eb9137-c21c-4b1d-8f5d-edd7e5aac8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931587 Feb 19 03:58:44.787974 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-009dda02-2dda-4214-8f7c-6538e8fa4e93 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512103 Feb 19 03:58:44.827968 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b5f8b8-44d2-4cbd-8bed-06e11d7a4c5f x-openstack-request-id: req-f3b5f8b8-44d2-4cbd-8bed-06e11d7a4c5f {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:44.828275 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609fa939-bec1-4236-afe1-05910b6e469d", "tag": "35c112e8-dc0f-4630-9e85-9509d742ddf2", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:44.828534 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f3b5f8b8-44d2-4cbd-8bed-06e11d7a4c5f {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:44.828940 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609fa939-bec1-4236-afe1-05910b6e469d', 'tag': '35c112e8-dc0f-4630-9e85-9509d742ddf2', 'status': 'completed', 'code': 200} Feb 19 03:58:44.889358 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcea88-db4a-415d-88fd-6a046a540855 req-9fc25393-3277-436b-ac17-6bf527817942 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:44.896552 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3dcea88-db4a-415d-88fd-6a046a540855 req-9fc25393-3277-436b-ac17-6bf527817942 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/ports?device_id=609fa939-bec1-4236-afe1-05910b6e469d HTTP/1.1" status: 200 len: 947 time: 0.1213632 Feb 19 03:58:44.920891 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6267db35-36bd-450c-91ae-6ce7bad211f1 req-c18fe8a3-cd2d-46b4-b4b4-9d71553c2c32 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184697 Feb 19 03:58:44.965391 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3dcea88-db4a-415d-88fd-6a046a540855 req-5ac2f3f7-c8eb-43b1-bfb9-5f2a4a65689a tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad8a2654-defb-416b-8118-f30bacde6acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672994 Feb 19 03:58:45.074874 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834da6f-f8da-4b56-be7c-250e76067a34 req-3e4aec7e-5017-4295-9f1a-b42c0ad5dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:45.076920 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0834da6f-f8da-4b56-be7c-250e76067a34 req-3e4aec7e-5017-4295-9f1a-b42c0ad5dbd9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=447a2aa1d528443eaec5773a67cf8265&device_id=609fa939-bec1-4236-afe1-05910b6e469d HTTP/1.1" status: 200 len: 1130 time: 0.0845468 Feb 19 03:58:45.110532 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322040de-6c5d-46be-ae57-5be16725b231 req-7b29691a-0573-4690-94c1-49d998bf7ab8 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:45.112259 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-322040de-6c5d-46be-ae57-5be16725b231 req-7b29691a-0573-4690-94c1-49d998bf7ab8 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 949 time: 0.0771141 Feb 19 03:58:45.210862 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-322040de-6c5d-46be-ae57-5be16725b231 req-979fc62b-cc10-4411-8f4f-298a080f07d9 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922928 Feb 19 03:58:45.214618 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834da6f-f8da-4b56-be7c-250e76067a34 req-3b7a13a4-5b3c-4c59-9b67-a049eb25c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:45.216499 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0834da6f-f8da-4b56-be7c-250e76067a34 req-3b7a13a4-5b3c-4c59-9b67-a049eb25c1fe service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.1335454 Feb 19 03:58:45.268282 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0834da6f-f8da-4b56-be7c-250e76067a34 req-57bc683d-4729-4fc9-92be-f09ba86cb859 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=35c112e8-dc0f-4630-9e85-9509d742ddf2 HTTP/1.1" status: 200 len: 217 time: 0.0444775 Feb 19 03:58:45.369793 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84f710-f8a7-4bbd-8b3c-a6b7fddc6051 req-39a95cba-721c-4fb1-9f84-c30897db1f71 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:45.375025 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b84f710-f8a7-4bbd-8b3c-a6b7fddc6051 req-39a95cba-721c-4fb1-9f84-c30897db1f71 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 1129 time: 0.0682571 Feb 19 03:58:45.380118 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834da6f-f8da-4b56-be7c-250e76067a34 req-6a8d3ab8-598f-4b2e-82b8-373464cc1737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:45.381573 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0834da6f-f8da-4b56-be7c-250e76067a34 req-6a8d3ab8-598f-4b2e-82b8-373464cc1737 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1061585 Feb 19 03:58:45.456931 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834da6f-f8da-4b56-be7c-250e76067a34 req-6ad5ba2c-276b-483a-8c5d-8d5feefbb3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:45.458892 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0834da6f-f8da-4b56-be7c-250e76067a34 req-6ad5ba2c-276b-483a-8c5d-8d5feefbb3a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0694423 Feb 19 03:58:45.461565 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b84f710-f8a7-4bbd-8b3c-a6b7fddc6051 req-6eee6e0e-cc58-43dc-afba-d16434094c3d tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728319 Feb 19 03:58:45.471277 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62ad7a-0afa-4c98-ba2e-f0d46f37a607 req-20372d48-e128-4503-96d3-b7cf21a11f28 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:45.472767 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d62ad7a-0afa-4c98-ba2e-f0d46f37a607 req-20372d48-e128-4503-96d3-b7cf21a11f28 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e326d05-9da1-43f4-993d-2b1d85134ff3 HTTP/1.1" status: 200 len: 943 time: 0.0959718 Feb 19 03:58:45.544554 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d62ad7a-0afa-4c98-ba2e-f0d46f37a607 req-53fcc519-746b-47cf-83c2-4a64e18a028e tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644395 Feb 19 03:58:45.620905 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0834da6f-f8da-4b56-be7c-250e76067a34 req-36373ff2-9193-4ad3-ab58-1ac164c06ff4 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522162 Feb 19 03:58:45.736030 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0834da6f-f8da-4b56-be7c-250e76067a34 req-357a9060-6e8d-4721-89b3-b389bcef2370 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086874 Feb 19 03:58:45.778200 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1ec62-5f1e-49b5-9550-278798b11939 req-3d3301ed-e543-4e30-9c96-f83c289f2147 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:45.779915 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59e1ec62-5f1e-49b5-9550-278798b11939 req-3d3301ed-e543-4e30-9c96-f83c289f2147 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 1129 time: 0.1239140 Feb 19 03:58:45.859983 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59e1ec62-5f1e-49b5-9550-278798b11939 req-069e19e9-d3cc-4fa4-957f-b574f6581511 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714128 Feb 19 03:58:45.876091 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77909bcd-71ce-440a-8e01-4d10f9cc999f req-c0483dc0-b447-413a-b328-0962c8e0fcf0 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:45.877561 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-77909bcd-71ce-440a-8e01-4d10f9cc999f req-c0483dc0-b447-413a-b328-0962c8e0fcf0 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] 10.222.0.52 "GET /v2.0/ports?device_id=68706a42-4cfd-4af4-a98d-80811b6c816e HTTP/1.1" status: 200 len: 945 time: 0.0827150 Feb 19 03:58:45.934694 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-77909bcd-71ce-440a-8e01-4d10f9cc999f req-9713d407-344b-47ad-bdb7-6b1e85c45c01 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] 10.222.0.52 "GET /v2.0/security-groups?id=99eb9137-c21c-4b1d-8f5d-edd7e5aac8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492895 Feb 19 03:58:46.613370 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7be506-0e95-43a4-9f99-9275466bba84 req-b5645ff8-2425-4bf6-883e-a6ed06fceeb7 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:46.615575 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9d7be506-0e95-43a4-9f99-9275466bba84 req-b5645ff8-2425-4bf6-883e-a6ed06fceeb7 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/ports?device_id=609fa939-bec1-4236-afe1-05910b6e469d HTTP/1.1" status: 200 len: 947 time: 0.0560009 Feb 19 03:58:46.680897 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9d7be506-0e95-43a4-9f99-9275466bba84 req-0a4d55b9-2d74-4461-8fe9-d5c8c9a44068 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad8a2654-defb-416b-8118-f30bacde6acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585630 Feb 19 03:58:46.861301 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0155b-fc63-4cf2-8bf8-89ccdad167be req-3d28c96a-86b3-48a1-86af-8e239e80a0eb tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:46.862874 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b3b0155b-fc63-4cf2-8bf8-89ccdad167be req-3d28c96a-86b3-48a1-86af-8e239e80a0eb tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e326d05-9da1-43f4-993d-2b1d85134ff3 HTTP/1.1" status: 200 len: 943 time: 0.0995879 Feb 19 03:58:46.881718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01ded0-b040-4211-99f8-46ff86b3bc63 req-ca9037bc-76c7-4810-b76a-3dc9eb80380a tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:46.883386 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0b01ded0-b040-4211-99f8-46ff86b3bc63 req-ca9037bc-76c7-4810-b76a-3dc9eb80380a tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 949 time: 0.0800371 Feb 19 03:58:46.987122 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0b01ded0-b040-4211-99f8-46ff86b3bc63 req-0414e2ce-f6d5-469d-8a73-0639292e628e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859704 Feb 19 03:58:47.020112 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-b3b0155b-fc63-4cf2-8bf8-89ccdad167be req-94af567f-6885-465c-9391-0832dcfc90d0 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Deleting port 2dc65035-d529-4972-8927-f345858c02f6 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:47.022303 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b3b0155b-fc63-4cf2-8bf8-89ccdad167be req-94af567f-6885-465c-9391-0832dcfc90d0 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (2dc65035-d529-4972-8927-f345858c02f6), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:47.029938 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 2222287c-624b-46b2-ba97-522e464620de no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:47.050940 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-17118131-80bf-498a-a7d3-85365940809e req-cf451991-6a96-4bd9-9b2d-d76edfbbff27 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:58:47.053029 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-17118131-80bf-498a-a7d3-85365940809e req-cf451991-6a96-4bd9-9b2d-d76edfbbff27 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076673 Feb 19 03:58:47.117271 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17118131-80bf-498a-a7d3-85365940809e req-c910ac67-6af4-4474-841b-bd1368500ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:47.124299 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 2222287c-624b-46b2-ba97-522e464620de is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:47.125577 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2222287c-624b-46b2-ba97-522e464620de), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:47.128783 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-17118131-80bf-498a-a7d3-85365940809e req-c910ac67-6af4-4474-841b-bd1368500ffe service neutron] 10.222.0.52 "GET /v2.0/ports/664dce4d-72df-4202-a5aa-196387d63cbf HTTP/1.1" status: 200 len: 1126 time: 0.0639234 Feb 19 03:58:47.139695 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-17118131-80bf-498a-a7d3-85365940809e req-fc36a761-4893-48c8-a81c-8ccc8b2d1e01 service neutron] Request body: {'binding': {'host': 'n-h2-828369-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:47.140825 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-17118131-80bf-498a-a7d3-85365940809e req-fc36a761-4893-48c8-a81c-8ccc8b2d1e01 service neutron] Unknown quota resources ['binding']. {{(pid=109925) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:58:47.162851 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 2222287c-624b-46b2-ba97-522e464620de, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2222287c-624b-46b2-ba97-522e464620de,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:47.164162 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe24155-ec29-4d65-a8f9-6e8cdd1f6057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2222287c-624b-46b2-ba97-522e464620de'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:47.167097 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf054f1f-5d04-4cf9-8c60-060bc615a047" -d '{"events": [{"server_uuid": "ebe24155-ec29-4d65-a8f9-6e8cdd1f6057", "name": "network-vif-unplugged", "status": "completed", "tag": "2222287c-624b-46b2-ba97-522e464620de"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:47.172784 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2222287c-624b-46b2-ba97-522e464620de), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:47.215083 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-b3b0155b-fc63-4cf2-8bf8-89ccdad167be req-94af567f-6885-465c-9391-0832dcfc90d0 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] For port 2dc65035-d529-4972-8927-f345858c02f6, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=2dc65035-d529-4972-8927-f345858c02f6,segment=NetworkSegment(9a64af07-75e7-49c4-bd40-c782ca239fb4),segment_id=9a64af07-75e7-49c4-bd40-c782ca239fb4)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:47.215494 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b3b0155b-fc63-4cf2-8bf8-89ccdad167be req-94af567f-6885-465c-9391-0832dcfc90d0 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (2dc65035-d529-4972-8927-f345858c02f6), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:47.244120 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-b3b0155b-fc63-4cf2-8bf8-89ccdad167be req-94af567f-6885-465c-9391-0832dcfc90d0 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Calling delete_port for 2dc65035-d529-4972-8927-f345858c02f6 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:47.296439 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=2222287c-624b-46b2-ba97-522e464620de,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:47.357301 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-17118131-80bf-498a-a7d3-85365940809e req-fc36a761-4893-48c8-a81c-8ccc8b2d1e01 service neutron] Attempting to bind port 664dce4d-72df-4202-a5aa-196387d63cbf on host n-h2-828369-19 for vnic_type normal with profile None {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:47.357649 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-17118131-80bf-498a-a7d3-85365940809e req-fc36a761-4893-48c8-a81c-8ccc8b2d1e01 service neutron] Attempting to bind port 664dce4d-72df-4202-a5aa-196387d63cbf by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:47.358320 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17118131-80bf-498a-a7d3-85365940809e req-fc36a761-4893-48c8-a81c-8ccc8b2d1e01 service neutron] Attempting to bind port 664dce4d-72df-4202-a5aa-196387d63cbf on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:47.363977 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17118131-80bf-498a-a7d3-85365940809e req-fc36a761-4893-48c8-a81c-8ccc8b2d1e01 service neutron] Port 664dce4d-72df-4202-a5aa-196387d63cbf on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:58:47.364430 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17118131-80bf-498a-a7d3-85365940809e req-fc36a761-4893-48c8-a81c-8ccc8b2d1e01 service neutron] Attempting to bind port 664dce4d-72df-4202-a5aa-196387d63cbf on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:47.372338 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17118131-80bf-498a-a7d3-85365940809e req-fc36a761-4893-48c8-a81c-8ccc8b2d1e01 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:47.372694 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17118131-80bf-498a-a7d3-85365940809e req-fc36a761-4893-48c8-a81c-8ccc8b2d1e01 service neutron] Checking segment: {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:47.373322 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17118131-80bf-498a-a7d3-85365940809e req-fc36a761-4893-48c8-a81c-8ccc8b2d1e01 service neutron] Bound using segment: {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:47.373842 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-17118131-80bf-498a-a7d3-85365940809e req-fc36a761-4893-48c8-a81c-8ccc8b2d1e01 service neutron] Bound port: 664dce4d-72df-4202-a5aa-196387d63cbf, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:47.411730 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972337d-485e-4bbb-a81c-12228cfc30d1 req-0188ccf5-0e79-49be-8c55-c8339e58a998 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:47.413875 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3972337d-485e-4bbb-a81c-12228cfc30d1 req-0188ccf5-0e79-49be-8c55-c8339e58a998 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e326d05-9da1-43f4-993d-2b1d85134ff3 HTTP/1.1" status: 200 len: 943 time: 0.0938389 Feb 19 03:58:47.430238 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-17118131-80bf-498a-a7d3-85365940809e req-fc36a761-4893-48c8-a81c-8ccc8b2d1e01 service neutron] For port 664dce4d-72df-4202-a5aa-196387d63cbf, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=664dce4d-72df-4202-a5aa-196387d63cbf,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:47.438186 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-17118131-80bf-498a-a7d3-85365940809e req-fc36a761-4893-48c8-a81c-8ccc8b2d1e01 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:47.440027 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-17118131-80bf-498a-a7d3-85365940809e req-fc36a761-4893-48c8-a81c-8ccc8b2d1e01 service neutron] 10.222.0.52 "POST /v2.0/ports/664dce4d-72df-4202-a5aa-196387d63cbf/bindings HTTP/1.1" status: 201 len: 390 time: 0.3104124 Feb 19 03:58:47.827747 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a51fa9-6816-4c63-a2d0-00b8c7c779ea x-openstack-request-id: req-95a51fa9-6816-4c63-a2d0-00b8c7c779ea {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:47.828253 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe24155-ec29-4d65-a8f9-6e8cdd1f6057", "name": "network-vif-unplugged", "status": "completed", "tag": "2222287c-624b-46b2-ba97-522e464620de", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:47.828701 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-95a51fa9-6816-4c63-a2d0-00b8c7c779ea {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:47.829257 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe24155-ec29-4d65-a8f9-6e8cdd1f6057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2222287c-624b-46b2-ba97-522e464620de', 'code': 200} Feb 19 03:58:47.887472 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b3b0155b-fc63-4cf2-8bf8-89ccdad167be req-94af567f-6885-465c-9391-0832dcfc90d0 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (2dc65035-d529-4972-8927-f345858c02f6), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:47.894064 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3972337d-485e-4bbb-a81c-12228cfc30d1 req-cda56647-eac2-4cd5-9a02-75eb3f7834bb tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657176 Feb 19 03:58:47.935213 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af567f-6885-465c-9391-0832dcfc90d0 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Pushing event deleted for resources: {'Port': ['ID=2dc65035-d529-4972-8927-f345858c02f6,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:48.052734 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b0155b-fc63-4cf2-8bf8-89ccdad167be req-94af567f-6885-465c-9391-0832dcfc90d0 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] No DVR routers for this DVR port 2dc65035-d529-4972-8927-f345858c02f6 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:58:48.062430 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b3b0155b-fc63-4cf2-8bf8-89ccdad167be req-94af567f-6885-465c-9391-0832dcfc90d0 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:48.065644 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b3b0155b-fc63-4cf2-8bf8-89ccdad167be req-94af567f-6885-465c-9391-0832dcfc90d0 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.79 "DELETE /v2.0/ports/2dc65035-d529-4972-8927-f345858c02f6 HTTP/1.1" status: 204 len: 173 time: 1.1977439 Feb 19 03:58:48.067588 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17118131-80bf-498a-a7d3-85365940809e req-132f2ae0-92fb-4408-823e-b92d4f4e409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:48.069383 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17118131-80bf-498a-a7d3-85365940809e req-132f2ae0-92fb-4408-823e-b92d4f4e409d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 1129 time: 0.2147999 Feb 19 03:58:48.070715 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e326d05-9da1-43f4-993d-2b1d85134ff3', 'name': 'network-vif-deleted', 'tag': '2dc65035-d529-4972-8927-f345858c02f6'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:48.073160 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b4045d-b16a-4990-9348-3b9d32790892" -d '{"events": [{"server_uuid": "0e326d05-9da1-43f4-993d-2b1d85134ff3", "name": "network-vif-deleted", "tag": "2dc65035-d529-4972-8927-f345858c02f6"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:48.176045 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85652155-f62d-4dfb-847f-671dd1984d14 req-87f92069-afec-440a-a88a-657141ca60e3 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:48.177531 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85652155-f62d-4dfb-847f-671dd1984d14 req-87f92069-afec-440a-a88a-657141ca60e3 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/networks?id=e29e89da-8398-4bad-a8b5-9be42054c178 HTTP/1.1" status: 200 len: 805 time: 0.2825806 Feb 19 03:58:48.195321 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040b41a-413d-48c9-a41e-ae99b980c342 req-ad92e492-dbb7-4dda-9d0b-882697679d68 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:48.196787 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9040b41a-413d-48c9-a41e-ae99b980c342 req-ad92e492-dbb7-4dda-9d0b-882697679d68 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 946 time: 0.1956320 Feb 19 03:58:48.223767 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85652155-f62d-4dfb-847f-671dd1984d14 req-0400cb19-a4a9-4169-aca6-431e5d369754 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/quotas/b59201376b2440aa9b190f91d3932a87 HTTP/1.1" status: 200 len: 375 time: 0.0386832 Feb 19 03:58:48.284823 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17118131-80bf-498a-a7d3-85365940809e req-78bc86fd-848f-4bc9-b27d-a7184f304391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:48.286301 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17118131-80bf-498a-a7d3-85365940809e req-78bc86fd-848f-4bc9-b27d-a7184f304391 service neutron] 10.222.0.79 "GET /v2.0/networks?id=575db6fc-b1bf-4deb-91aa-ccf16978efb1 HTTP/1.1" status: 200 len: 909 time: 0.2078307 Feb 19 03:58:48.349516 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9040b41a-413d-48c9-a41e-ae99b980c342 req-5425c5b6-3166-4028-bd2c-3de9b04929f1 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423528 Feb 19 03:58:48.351743 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17118131-80bf-498a-a7d3-85365940809e req-2c079ad3-ae26-4c90-bd35-0f03bd1f8bb8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=664dce4d-72df-4202-a5aa-196387d63cbf HTTP/1.1" status: 200 len: 217 time: 0.0557771 Feb 19 03:58:48.409675 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85652155-f62d-4dfb-847f-671dd1984d14 req-8427bba9-5299-4ff6-bbfa-366bc806bf75 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b59201376b2440aa9b190f91d3932a87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1767190 Feb 19 03:58:48.471401 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17118131-80bf-498a-a7d3-85365940809e req-53bd7f3f-6219-451c-916d-2fc149584601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:48.472433 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17118131-80bf-498a-a7d3-85365940809e req-53bd7f3f-6219-451c-916d-2fc149584601 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d HTTP/1.1" status: 200 len: 848 time: 0.1111548 Feb 19 03:58:48.516719 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device fea60df7-1bed-4590-bfd9-cabd9745bdcc no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:48.531316 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17118131-80bf-498a-a7d3-85365940809e req-0929fc4f-5c5c-4683-8cc0-b06a00a4c7d3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=575db6fc-b1bf-4deb-91aa-ccf16978efb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339379 Feb 19 03:58:48.631402 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43b456-d0d8-4d11-a527-0cc209432a73 req-7596b9ce-887a-480b-b5c5-11bbe1893c40 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:48.639499 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc43b456-d0d8-4d11-a527-0cc209432a73 req-7596b9ce-887a-480b-b5c5-11bbe1893c40 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/ports?device_id=609fa939-bec1-4236-afe1-05910b6e469d HTTP/1.1" status: 200 len: 947 time: 0.2247863 Feb 19 03:58:48.676517 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85652155-f62d-4dfb-847f-671dd1984d14 req-ff2313db-56b6-4404-a665-8c603b41f44a service neutron] 10.222.0.52 "GET /v2.0/networks/e29e89da-8398-4bad-a8b5-9be42054c178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567019 Feb 19 03:58:48.713598 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port fea60df7-1bed-4590-bfd9-cabd9745bdcc is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:48.714443 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fea60df7-1bed-4590-bfd9-cabd9745bdcc), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:48.753404 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port fea60df7-1bed-4590-bfd9-cabd9745bdcc, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=fea60df7-1bed-4590-bfd9-cabd9745bdcc,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:48.758578 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (fea60df7-1bed-4590-bfd9-cabd9745bdcc), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:48.768195 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17118131-80bf-498a-a7d3-85365940809e req-a78ee7ad-ae59-4f46-89f9-2fa19b78868f service neutron] 10.222.0.79 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258463 Feb 19 03:58:48.802263 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc43b456-d0d8-4d11-a527-0cc209432a73 req-4e472ed9-fbeb-462b-b5fd-1c354aa0ef18 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad8a2654-defb-416b-8118-f30bacde6acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615946 Feb 19 03:58:48.818218 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=fea60df7-1bed-4590-bfd9-cabd9745bdcc,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:48.862282 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85652155-f62d-4dfb-847f-671dd1984d14 req-70045c00-4ec8-44ea-9fdd-204cc5064d5c service neutron] 10.222.0.52 "GET /v2.0/networks/e29e89da-8398-4bad-a8b5-9be42054c178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844850 Feb 19 03:58:48.922193 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17118131-80bf-498a-a7d3-85365940809e req-06f644fa-4bf0-4897-ad98-d1085cbc2d92 service neutron] 10.222.0.79 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466649 Feb 19 03:58:48.950333 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e52f24-0221-4722-a99b-db7c249da99b req-1263671c-992f-47e8-92d0-ea7cd06a891c tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:48.951852 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91e52f24-0221-4722-a99b-db7c249da99b req-1263671c-992f-47e8-92d0-ea7cd06a891c tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] 10.222.0.52 "GET /v2.0/ports?device_id=68706a42-4cfd-4af4-a98d-80811b6c816e HTTP/1.1" status: 200 len: 945 time: 0.0711565 Feb 19 03:58:49.046937 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91e52f24-0221-4722-a99b-db7c249da99b req-a796fc8b-b15d-44d3-8b84-46aa2e2d925d tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] 10.222.0.52 "GET /v2.0/security-groups?id=99eb9137-c21c-4b1d-8f5d-edd7e5aac8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891070 Feb 19 03:58:49.132496 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917f5a65-9555-4b69-953b-b28c950269dc x-openstack-request-id: req-917f5a65-9555-4b69-953b-b28c950269dc {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:49.153522 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e326d05-9da1-43f4-993d-2b1d85134ff3", "name": "network-vif-deleted", "tag": "2dc65035-d529-4972-8927-f345858c02f6", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:49.154147 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-917f5a65-9555-4b69-953b-b28c950269dc {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:49.154761 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e326d05-9da1-43f4-993d-2b1d85134ff3', 'name': 'network-vif-deleted', 'tag': '2dc65035-d529-4972-8927-f345858c02f6', 'status': 'completed', 'code': 200} Feb 19 03:58:49.187139 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c9bb6-45dd-47ae-b45f-4f41ef6f3077 req-18a6329a-4bcd-428f-b4ca-4b73a62a0756 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:49.189123 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d19c9bb6-45dd-47ae-b45f-4f41ef6f3077 req-18a6329a-4bcd-428f-b4ca-4b73a62a0756 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 947 time: 0.1204424 Feb 19 03:58:49.325532 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a31b62df-38f7-410c-92a6-a53e5d219c4c req-20bd951c-4f5d-40f7-aade-53f0f41799a5 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=246345dc-d872-42d9-babd-4f32e198f3c8 HTTP/1.1" status: 200 len: 210 time: 0.0577207 Feb 19 03:58:49.357968 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d19c9bb6-45dd-47ae-b45f-4f41ef6f3077 req-970de6c2-413f-4872-8dff-518a23bd8cc8 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627412 Feb 19 03:58:49.386113 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0c157-277f-4f07-8e03-f717bb8c87e3 req-17551141-16ea-42c1-9583-d524628eb97b tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:49.387682 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ed0c157-277f-4f07-8e03-f717bb8c87e3 req-17551141-16ea-42c1-9583-d524628eb97b tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] 10.222.0.79 "GET /v2.0/ports?device_id=68706a42-4cfd-4af4-a98d-80811b6c816e HTTP/1.1" status: 200 len: 945 time: 0.1472106 Feb 19 03:58:49.423182 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f239d-1de2-415c-8870-060f1badadf1 req-cc1a2731-eb69-412a-a722-f84435e7391e tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:49.424876 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e3f239d-1de2-415c-8870-060f1badadf1 req-cc1a2731-eb69-412a-a722-f84435e7391e tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.79 "GET /v2.0/ports?device_id=72da2d63-827a-4a95-8515-28513cf7b914 HTTP/1.1" status: 200 len: 943 time: 0.1968801 Feb 19 03:58:49.682361 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-3ed0c157-277f-4f07-8e03-f717bb8c87e3 req-cdfb50c4-d3ac-4c81-aca6-4db68d9dab0f tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] Deleting port 8eaf9f16-4832-4cbb-a102-a98a201549f7 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:49.682722 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3ed0c157-277f-4f07-8e03-f717bb8c87e3 req-cdfb50c4-d3ac-4c81-aca6-4db68d9dab0f tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (8eaf9f16-4832-4cbb-a102-a98a201549f7), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:49.738601 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-0e3f239d-1de2-415c-8870-060f1badadf1 req-d25ec626-a4a1-4cc4-beca-0de1434b1275 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Deleting port fea60df7-1bed-4590-bfd9-cabd9745bdcc {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:49.738950 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e3f239d-1de2-415c-8870-060f1badadf1 req-d25ec626-a4a1-4cc4-beca-0de1434b1275 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (fea60df7-1bed-4590-bfd9-cabd9745bdcc), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:49.830508 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72da2d63-827a-4a95-8515-28513cf7b914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fea60df7-1bed-4590-bfd9-cabd9745bdcc'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:49.833020 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36d034c-122e-497a-98af-12dcbb80fa14" -d '{"events": [{"server_uuid": "72da2d63-827a-4a95-8515-28513cf7b914", "name": "network-vif-unplugged", "status": "completed", "tag": "fea60df7-1bed-4590-bfd9-cabd9745bdcc"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:49.942767 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-0e3f239d-1de2-415c-8870-060f1badadf1 req-d25ec626-a4a1-4cc4-beca-0de1434b1275 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] For port fea60df7-1bed-4590-bfd9-cabd9745bdcc, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=fea60df7-1bed-4590-bfd9-cabd9745bdcc,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:49.944161 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e3f239d-1de2-415c-8870-060f1badadf1 req-d25ec626-a4a1-4cc4-beca-0de1434b1275 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (fea60df7-1bed-4590-bfd9-cabd9745bdcc), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:49.952562 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd0966-e555-490b-80c3-d79f9da78827 req-b0ca2964-a802-41f6-a36b-9060c63fea2c tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:49.954111 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47fd0966-e555-490b-80c3-d79f9da78827 req-b0ca2964-a802-41f6-a36b-9060c63fea2c tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 946 time: 0.2796938 Feb 19 03:58:49.961424 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-3ed0c157-277f-4f07-8e03-f717bb8c87e3 req-cdfb50c4-d3ac-4c81-aca6-4db68d9dab0f tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] For port 8eaf9f16-4832-4cbb-a102-a98a201549f7, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=8eaf9f16-4832-4cbb-a102-a98a201549f7,segment=NetworkSegment(699ec4d4-ccf1-444d-9c30-35e61001c107),segment_id=699ec4d4-ccf1-444d-9c30-35e61001c107)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:49.961797 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3ed0c157-277f-4f07-8e03-f717bb8c87e3 req-cdfb50c4-d3ac-4c81-aca6-4db68d9dab0f tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (8eaf9f16-4832-4cbb-a102-a98a201549f7), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:49.977571 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-0e3f239d-1de2-415c-8870-060f1badadf1 req-d25ec626-a4a1-4cc4-beca-0de1434b1275 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Calling delete_port for fea60df7-1bed-4590-bfd9-cabd9745bdcc owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:50.002700 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-3ed0c157-277f-4f07-8e03-f717bb8c87e3 req-cdfb50c4-d3ac-4c81-aca6-4db68d9dab0f tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] Calling delete_port for 8eaf9f16-4832-4cbb-a102-a98a201549f7 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:50.044714 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 45486) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:50.049987 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-9a6860b5-2e72-4c46-a0dd-e2e1dffceb29 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1052613449', 'description': 'tempest-description--154055671'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:50.092406 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a6860b5-2e72-4c46-a0dd-e2e1dffceb29 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:50.138800 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47fd0966-e555-490b-80c3-d79f9da78827 req-83e77871-060b-4ab3-b73a-484fd1c5f1aa tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723721 Feb 19 03:58:50.200527 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a6860b5-2e72-4c46-a0dd-e2e1dffceb29 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks [] for security_group (0bbf95d6-cf68-4029-9cf1-e9f7a2615d0f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:50.220180 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c949e5c-8825-476d-8b43-f530fee6a662 x-openstack-request-id: req-1c949e5c-8825-476d-8b43-f530fee6a662 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:50.221111 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72da2d63-827a-4a95-8515-28513cf7b914", "name": "network-vif-unplugged", "status": "completed", "tag": "fea60df7-1bed-4590-bfd9-cabd9745bdcc", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:50.221522 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1c949e5c-8825-476d-8b43-f530fee6a662 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:50.222092 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72da2d63-827a-4a95-8515-28513cf7b914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fea60df7-1bed-4590-bfd9-cabd9745bdcc', 'code': 200} Feb 19 03:58:50.234881 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a6860b5-2e72-4c46-a0dd-e2e1dffceb29 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0bbf95d6-cf68-4029-9cf1-e9f7a2615d0f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:50.278620 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3ed0c157-277f-4f07-8e03-f717bb8c87e3 req-cdfb50c4-d3ac-4c81-aca6-4db68d9dab0f tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (8eaf9f16-4832-4cbb-a102-a98a201549f7), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:50.292780 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['8eaf9f16-4832-4cbb-a102-a98a201549f7'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:58:50.338715 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6860b5-2e72-4c46-a0dd-e2e1dffceb29 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbf95d6-cf68-4029-9cf1-e9f7a2615d0f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:50.350604 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb50c4-d3ac-4c81-aca6-4db68d9dab0f tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] Pushing event deleted for resources: {'Port': ['ID=8eaf9f16-4832-4cbb-a102-a98a201549f7,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:50.354568 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a6860b5-2e72-4c46-a0dd-e2e1dffceb29 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:50.356369 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9a6860b5-2e72-4c46-a0dd-e2e1dffceb29 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3099933 Feb 19 03:58:50.364829 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 45492) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:50.376774 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-efce4ad4-6594-454c-8f8a-72bd9aae0dcd tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Request body: {'security_group_rule': {'security_group_id': '0bbf95d6-cf68-4029-9cf1-e9f7a2615d0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:50.419184 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-efce4ad4-6594-454c-8f8a-72bd9aae0dcd tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks [] for security_group_rule (371fbdc8-02f4-42b0-91e3-3c2e31f27fd5), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:50.429234 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed0c157-277f-4f07-8e03-f717bb8c87e3 req-cdfb50c4-d3ac-4c81-aca6-4db68d9dab0f tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] No DVR routers for this DVR port 8eaf9f16-4832-4cbb-a102-a98a201549f7 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:58:50.439040 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf7423-9c3c-43e9-9d37-77fae310cf45 req-5522baa9-1186-4c18-b653-1bdd404d84e0 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:50.446344 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-71bf7423-9c3c-43e9-9d37-77fae310cf45 req-5522baa9-1186-4c18-b653-1bdd404d84e0 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/ports?device_id=609fa939-bec1-4236-afe1-05910b6e469d HTTP/1.1" status: 200 len: 947 time: 0.2915235 Feb 19 03:58:50.463602 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3ed0c157-277f-4f07-8e03-f717bb8c87e3 req-cdfb50c4-d3ac-4c81-aca6-4db68d9dab0f tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:50.466955 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ed0c157-277f-4f07-8e03-f717bb8c87e3 req-cdfb50c4-d3ac-4c81-aca6-4db68d9dab0f tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] 10.222.0.79 "DELETE /v2.0/ports/8eaf9f16-4832-4cbb-a102-a98a201549f7 HTTP/1.1" status: 204 len: 173 time: 1.0713513 Feb 19 03:58:50.474919 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c59541cb-cb54-4c69-9927-a79ce4fd9f9f req-23ff883f-5af1-4ba4-a8cd-9b57e7e20281 tempest-ServerPasswordTestJSON-792744672 tempest-ServerPasswordTestJSON-792744672-project] 10.222.0.52 "GET /v2.0/ports?device_id=68706a42-4cfd-4af4-a98d-80811b6c816e HTTP/1.1" status: 200 len: 210 time: 0.0849023 Feb 19 03:58:50.475488 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e3f239d-1de2-415c-8870-060f1badadf1 req-d25ec626-a4a1-4cc4-beca-0de1434b1275 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (fea60df7-1bed-4590-bfd9-cabd9745bdcc), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:50.523287 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ec626-a4a1-4cc4-beca-0de1434b1275 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Pushing event deleted for resources: {'Port': ['ID=fea60df7-1bed-4590-bfd9-cabd9745bdcc,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:50.533818 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 2dc65035-d529-4972-8927-f345858c02f6 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:50.586782 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3f239d-1de2-415c-8870-060f1badadf1 req-d25ec626-a4a1-4cc4-beca-0de1434b1275 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] No DVR routers for this DVR port fea60df7-1bed-4590-bfd9-cabd9745bdcc on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:58:50.590956 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e3f239d-1de2-415c-8870-060f1badadf1 req-d25ec626-a4a1-4cc4-beca-0de1434b1275 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:50.594650 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e3f239d-1de2-415c-8870-060f1badadf1 req-d25ec626-a4a1-4cc4-beca-0de1434b1275 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.79 "DELETE /v2.0/ports/fea60df7-1bed-4590-bfd9-cabd9745bdcc HTTP/1.1" status: 204 len: 173 time: 1.1474009 Feb 19 03:58:50.616460 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-71bf7423-9c3c-43e9-9d37-77fae310cf45 req-9ee046e5-a535-4a3f-909d-58640bd725f2 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad8a2654-defb-416b-8118-f30bacde6acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626952 Feb 19 03:58:50.630103 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 2dc65035-d529-4972-8927-f345858c02f6 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:58:50.630755 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 2dc65035-d529-4972-8927-f345858c02f6 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:58:50.824881 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf65be95-b53e-4678-b53b-a407a54046a1 req-02c82c77-94b6-4dbf-b37b-99d953df4e98 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=246345dc-d872-42d9-babd-4f32e198f3c8 HTTP/1.1" status: 200 len: 210 time: 0.0489371 Feb 19 03:58:50.931627 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d661a-2127-4d22-9911-0ff2fe064b91 req-24fbef6a-c84e-48fc-ad82-06cbdbdc8702 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:50.933105 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc1d661a-2127-4d22-9911-0ff2fe064b91 req-24fbef6a-c84e-48fc-ad82-06cbdbdc8702 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 947 time: 0.1194711 Feb 19 03:58:51.018151 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc1d661a-2127-4d22-9911-0ff2fe064b91 req-ee594ede-4bb6-41ba-95cd-f0a2f18ca518 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709426 Feb 19 03:58:51.036529 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 18bbfd97-77b0-49a4-9661-716a9e3cc7de details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:58:51.156102 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68706a42-4cfd-4af4-a98d-80811b6c816e', 'name': 'network-vif-deleted', 'tag': '8eaf9f16-4832-4cbb-a102-a98a201549f7'}, {'server_uuid': '72da2d63-827a-4a95-8515-28513cf7b914', 'name': 'network-vif-deleted', 'tag': 'fea60df7-1bed-4590-bfd9-cabd9745bdcc'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:51.158772 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b550893-0a5e-48d6-b718-d873ce079759" -d '{"events": [{"server_uuid": "68706a42-4cfd-4af4-a98d-80811b6c816e", "name": "network-vif-deleted", "tag": "8eaf9f16-4832-4cbb-a102-a98a201549f7"}, {"server_uuid": "72da2d63-827a-4a95-8515-28513cf7b914", "name": "network-vif-deleted", "tag": "fea60df7-1bed-4590-bfd9-cabd9745bdcc"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:51.165870 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-efce4ad4-6594-454c-8f8a-72bd9aae0dcd tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks [] for security_group_rule (371fbdc8-02f4-42b0-91e3-3c2e31f27fd5), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.182462 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-efce4ad4-6594-454c-8f8a-72bd9aae0dcd tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (371fbdc8-02f4-42b0-91e3-3c2e31f27fd5), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.193784 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 18bbfd97-77b0-49a4-9661-716a9e3cc7de, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=18bbfd97-77b0-49a4-9661-716a9e3cc7de,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:51.227008 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '18bbfd97-77b0-49a4-9661-716a9e3cc7de', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '18bbfd97-77b0-49a4-9661-716a9e3cc7de', 'mac_address': 'fa:16:3e:69:da:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:58:51.237902 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce4ad4-6594-454c-8f8a-72bd9aae0dcd tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371fbdc8-02f4-42b0-91e3-3c2e31f27fd5,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:51.275062 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-efce4ad4-6594-454c-8f8a-72bd9aae0dcd tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.278827 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-efce4ad4-6594-454c-8f8a-72bd9aae0dcd tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9082744 Feb 19 03:58:51.281721 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8f7a68-c9a0-4283-a671-2a8d687de5e0 x-openstack-request-id: req-7a8f7a68-c9a0-4283-a671-2a8d687de5e0 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:51.282220 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68706a42-4cfd-4af4-a98d-80811b6c816e", "name": "network-vif-deleted", "tag": "8eaf9f16-4832-4cbb-a102-a98a201549f7", "status": "completed", "code": 200}, {"server_uuid": "72da2d63-827a-4a95-8515-28513cf7b914", "name": "network-vif-deleted", "tag": "fea60df7-1bed-4590-bfd9-cabd9745bdcc", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:51.282684 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7a8f7a68-c9a0-4283-a671-2a8d687de5e0 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:51.283443 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68706a42-4cfd-4af4-a98d-80811b6c816e', 'name': 'network-vif-deleted', 'tag': '8eaf9f16-4832-4cbb-a102-a98a201549f7', 'status': 'completed', 'code': 200} Feb 19 03:58:51.284078 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72da2d63-827a-4a95-8515-28513cf7b914', 'name': 'network-vif-deleted', 'tag': 'fea60df7-1bed-4590-bfd9-cabd9745bdcc', 'status': 'completed', 'code': 200} Feb 19 03:58:51.284912 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45512) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:51.290384 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-3b76257a-6d1b-4ab4-b041-30e80228868d tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Request body: {'security_group_rule': {'security_group_id': '0bbf95d6-cf68-4029-9cf1-e9f7a2615d0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:51.320868 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 18bbfd97-77b0-49a4-9661-716a9e3cc7de is: ACTIVE; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:51.321261 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.322865 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85652155-f62d-4dfb-847f-671dd1984d14 req-d1345d5a-9964-44b3-9e88-7da67b564b9b tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:51.324332 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-85652155-f62d-4dfb-847f-671dd1984d14 req-d1345d5a-9964-44b3-9e88-7da67b564b9b tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.79 "GET /v2.0/networks?id=e29e89da-8398-4bad-a8b5-9be42054c178 HTTP/1.1" status: 200 len: 805 time: 0.8613939 Feb 19 03:58:51.334942 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18bbfd97-77b0-49a4-9661-716a9e3cc7de {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:51.338462 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3b76257a-6d1b-4ab4-b041-30e80228868d tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks [] for security_group_rule (48a30454-8727-498e-a918-74d7cd606895), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.339311 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-85652155-f62d-4dfb-847f-671dd1984d14 req-982c1e68-3342-4f0b-af4f-c02fb097203e tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Request body: {'port': {'device_id': '246345dc-d872-42d9-babd-4f32e198f3c8', 'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178', 'admin_state_up': True, 'tenant_id': 'b59201376b2440aa9b190f91d3932a87'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:51.373376 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 18bbfd97-77b0-49a4-9661-716a9e3cc7de, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=18bbfd97-77b0-49a4-9661-716a9e3cc7de,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:51.384185 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.385395 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 2222287c-624b-46b2-ba97-522e464620de details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:58:51.448144 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=18bbfd97-77b0-49a4-9661-716a9e3cc7de,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:51.483212 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 2222287c-624b-46b2-ba97-522e464620de, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2222287c-624b-46b2-ba97-522e464620de,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:51.499173 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '2222287c-624b-46b2-ba97-522e464620de', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '2222287c-624b-46b2-ba97-522e464620de', 'mac_address': 'fa:16:3e:6b:c0:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:58:51.544759 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85652155-f62d-4dfb-847f-671dd1984d14 req-982c1e68-3342-4f0b-af4f-c02fb097203e tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Made reservation on behalf of b59201376b2440aa9b190f91d3932a87 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:58:51.548115 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-85652155-f62d-4dfb-847f-671dd1984d14 req-982c1e68-3342-4f0b-af4f-c02fb097203e tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.568825 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 2222287c-624b-46b2-ba97-522e464620de is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:51.569135 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2222287c-624b-46b2-ba97-522e464620de), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.587875 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2222287c-624b-46b2-ba97-522e464620de {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:51.613874 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 2222287c-624b-46b2-ba97-522e464620de, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2222287c-624b-46b2-ba97-522e464620de,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:51.622997 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2222287c-624b-46b2-ba97-522e464620de), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.623727 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 35c112e8-dc0f-4630-9e85-9509d742ddf2 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:58:51.631382 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3b76257a-6d1b-4ab4-b041-30e80228868d tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks [] for security_group_rule (48a30454-8727-498e-a918-74d7cd606895), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.635883 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45516) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:51.647538 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3b76257a-6d1b-4ab4-b041-30e80228868d tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (48a30454-8727-498e-a918-74d7cd606895), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.690810 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=2222287c-624b-46b2-ba97-522e464620de,revision_number=7']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:51.703034 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76257a-6d1b-4ab4-b041-30e80228868d tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a30454-8727-498e-a918-74d7cd606895,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:51.728214 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 35c112e8-dc0f-4630-9e85-9509d742ddf2, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=35c112e8-dc0f-4630-9e85-9509d742ddf2,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:51.747076 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '35c112e8-dc0f-4630-9e85-9509d742ddf2', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '35c112e8-dc0f-4630-9e85-9509d742ddf2', 'mac_address': 'fa:16:3e:50:72:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:58:51.757133 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a28e78-edb0-42f6-90ee-6965816feb59 req-74cc78d3-95a3-49ba-bae2-7abd4bc1215c tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:51.767599 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-25a28e78-edb0-42f6-90ee-6965816feb59 req-74cc78d3-95a3-49ba-bae2-7abd4bc1215c tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 946 time: 0.3791206 Feb 19 03:58:51.798415 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 35c112e8-dc0f-4630-9e85-9509d742ddf2 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:51.798752 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (35c112e8-dc0f-4630-9e85-9509d742ddf2), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.811353 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-85652155-f62d-4dfb-847f-671dd1984d14 req-982c1e68-3342-4f0b-af4f-c02fb097203e tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Allocated IP 172.20.0.12 (e29e89da-8398-4bad-a8b5-9be42054c178/44f30f4c-dcb5-4893-927c-5937acb50c2b/1c9e2199-f70f-4d96-ac87-b03a5b518c0c) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:58:51.816107 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c112e8-dc0f-4630-9e85-9509d742ddf2 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:51.845558 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 35c112e8-dc0f-4630-9e85-9509d742ddf2, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=35c112e8-dc0f-4630-9e85-9509d742ddf2,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:51.854024 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (35c112e8-dc0f-4630-9e85-9509d742ddf2), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.875372 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3b76257a-6d1b-4ab4-b041-30e80228868d tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.876699 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3b76257a-6d1b-4ab4-b041-30e80228868d tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5905716 Feb 19 03:58:51.884191 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 45524) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:51.894340 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-9f87a5a8-ffac-428c-b7fd-97e550bfddd3 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:51.895170 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-8142223c-d5d5-4df1-a103-2bed6a44a6ac admin admin] Deleting subnet 0ecb8622-2beb-4da4-bb60-71691b0220a3 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:58:51.901817 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8142223c-d5d5-4df1-a103-2bed6a44a6ac admin admin] Publish callbacks [] for subnet (0ecb8622-2beb-4da4-bb60-71691b0220a3), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.971442 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8142223c-d5d5-4df1-a103-2bed6a44a6ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (0ecb8622-2beb-4da4-bb60-71691b0220a3), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.975639 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=35c112e8-dc0f-4630-9e85-9509d742ddf2,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:52.029408 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8142223c-d5d5-4df1-a103-2bed6a44a6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (0ecb8622-2beb-4da4-bb60-71691b0220a3), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:52.085274 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-85652155-f62d-4dfb-847f-671dd1984d14 req-982c1e68-3342-4f0b-af4f-c02fb097203e tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks [] for port (1c9e2199-f70f-4d96-ac87-b03a5b518c0c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:52.108469 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-25a28e78-edb0-42f6-90ee-6965816feb59 req-e65c30b3-4ebd-416b-96bc-4d81b33dd764 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396831 Feb 19 03:58:52.115563 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['18bbfd97-77b0-49a4-9661-716a9e3cc7de'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:58:52.118746 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8142223c-d5d5-4df1-a103-2bed6a44a6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (0ecb8622-2beb-4da4-bb60-71691b0220a3), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:52.163046 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8142223c-d5d5-4df1-a103-2bed6a44a6ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:52.170792 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8142223c-d5d5-4df1-a103-2bed6a44a6ac admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0ecb8622-2beb-4da4-bb60-71691b0220a3 HTTP/1.1" status: 204 len: 168 time: 0.5311263 Feb 19 03:58:52.170939 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 45538) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:52.173521 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-85652155-f62d-4dfb-847f-671dd1984d14 req-982c1e68-3342-4f0b-af4f-c02fb097203e tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (1c9e2199-f70f-4d96-ac87-b03a5b518c0c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:52.216719 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4f455-116c-4290-a232-a2ccaf6935e2 req-060f5ac8-5fcf-413b-9154-f49ad69f7a98 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:52.224593 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4fa4f455-116c-4290-a232-a2ccaf6935e2 req-060f5ac8-5fcf-413b-9154-f49ad69f7a98 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/ports?device_id=609fa939-bec1-4236-afe1-05910b6e469d HTTP/1.1" status: 200 len: 947 time: 0.4542258 Feb 19 03:58:52.278734 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f87a5a8-ffac-428c-b7fd-97e550bfddd3 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:52.284334 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4fa4f455-116c-4290-a232-a2ccaf6935e2 req-e650c43b-b798-496f-8669-fb4ec050cf15 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad8a2654-defb-416b-8118-f30bacde6acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584247 Feb 19 03:58:52.287431 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142223c-d5d5-4df1-a103-2bed6a44a6ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ecb8622-2beb-4da4-bb60-71691b0220a3,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:52.372161 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85652155-f62d-4dfb-847f-671dd1984d14 req-982c1e68-3342-4f0b-af4f-c02fb097203e tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Network e29e89da-8398-4bad-a8b5-9be42054c178 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:52.394097 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93df90-8132-4b89-8e40-15f49703f4c6 req-b59e59ee-c01d-41c1-8ea2-ad0f8ee7b27b tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:52.396240 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4a93df90-8132-4b89-8e40-15f49703f4c6 req-b59e59ee-c01d-41c1-8ea2-ad0f8ee7b27b tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=246345dc-d872-42d9-babd-4f32e198f3c8 HTTP/1.1" status: 200 len: 932 time: 0.1016231 Feb 19 03:58:52.417410 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-85652155-f62d-4dfb-847f-671dd1984d14 req-982c1e68-3342-4f0b-af4f-c02fb097203e tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:52.421016 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c1e68-3342-4f0b-af4f-c02fb097203e tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Pushing event updated for resources: {'Port': ['ID=1c9e2199-f70f-4d96-ac87-b03a5b518c0c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:52.424123 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-85652155-f62d-4dfb-847f-671dd1984d14 req-982c1e68-3342-4f0b-af4f-c02fb097203e tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:58:52.432277 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-edddd20e-74af-4799-850f-3901ba401da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (fea55803-ab8c-4b94-bfd4-e8e122a28665), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:52.514720 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85652155-f62d-4dfb-847f-671dd1984d14 req-982c1e68-3342-4f0b-af4f-c02fb097203e tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:52.515394 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-85652155-f62d-4dfb-847f-671dd1984d14 req-982c1e68-3342-4f0b-af4f-c02fb097203e tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:52.535092 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device fea60df7-1bed-4590-bfd9-cabd9745bdcc no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:52.549951 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4a93df90-8132-4b89-8e40-15f49703f4c6 req-19a2565f-7643-4754-8264-c4ecfd307766 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430671 Feb 19 03:58:52.571344 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e21f2d-e5f1-4841-8870-f4ce44816bb0 req-0f70ae69-4fa2-4a47-b233-b1020958f61d tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:52.578388 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-01e21f2d-e5f1-4841-8870-f4ce44816bb0 req-0f70ae69-4fa2-4a47-b233-b1020958f61d tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 948 time: 0.1755273 Feb 19 03:58:52.593749 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: fea60df7-1bed-4590-bfd9-cabd9745bdcc {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:58:52.594315 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device fea60df7-1bed-4590-bfd9-cabd9745bdcc not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:58:52.594835 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 8eaf9f16-4832-4cbb-a102-a98a201549f7 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:52.612097 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-85652155-f62d-4dfb-847f-671dd1984d14 req-982c1e68-3342-4f0b-af4f-c02fb097203e tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2772193 Feb 19 03:58:52.619123 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 8eaf9f16-4832-4cbb-a102-a98a201549f7 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:58:52.619687 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 8eaf9f16-4832-4cbb-a102-a98a201549f7 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:58:52.632424 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-85652155-f62d-4dfb-847f-671dd1984d14 req-abd78caf-d3d2-47bf-a059-1510bc4ae999 service neutron] Request body: {'port': {'device_id': '246345dc-d872-42d9-babd-4f32e198f3c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:52.637779 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-edddd20e-74af-4799-850f-3901ba401da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (fea55803-ab8c-4b94-bfd4-e8e122a28665), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:52.662769 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-01e21f2d-e5f1-4841-8870-f4ce44816bb0 req-136f01ea-e7e0-463f-88f5-764633bb5835 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792463 Feb 19 03:58:52.690454 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-edddd20e-74af-4799-850f-3901ba401da5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea55803-ab8c-4b94-bfd4-e8e122a28665']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:52.701552 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-edddd20e-74af-4799-850f-3901ba401da5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699ec4d4-ccf1-444d-9c30-35e61001c107') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:52.701990 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-edddd20e-74af-4799-850f-3901ba401da5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699ec4d4-ccf1-444d-9c30-35e61001c107') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:52.712806 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-edddd20e-74af-4799-850f-3901ba401da5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (699ec4d4-ccf1-444d-9c30-35e61001c107), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:52.727533 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-edddd20e-74af-4799-850f-3901ba401da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (699ec4d4-ccf1-444d-9c30-35e61001c107), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:52.753388 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edddd20e-74af-4799-850f-3901ba401da5 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:58:52.753388 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-edddd20e-74af-4799-850f-3901ba401da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (699ec4d4-ccf1-444d-9c30-35e61001c107), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: timer() Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:58:52.760581 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:58:52.762891 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['2222287c-624b-46b2-ba97-522e464620de'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:58:52.779870 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f87a5a8-ffac-428c-b7fd-97e550bfddd3 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:53.032422 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['35c112e8-dc0f-4630-9e85-9509d742ddf2'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:58:53.036778 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-85652155-f62d-4dfb-847f-671dd1984d14 req-abd78caf-d3d2-47bf-a059-1510bc4ae999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1c9e2199-f70f-4d96-ac87-b03a5b518c0c), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:53.069132 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-edddd20e-74af-4799-850f-3901ba401da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (fea55803-ab8c-4b94-bfd4-e8e122a28665), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:53.084133 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-9f87a5a8-ffac-428c-b7fd-97e550bfddd3 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Allocated IP 172.25.3.199 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/31844f84-f475-4590-a2ae-3e5b9926705c) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:58:53.086915 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 18bbfd97-77b0-49a4-9661-716a9e3cc7de up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:53.110447 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8089d1-0853-4ce4-9587-298cc5d4069b req-c92e43c3-9372-4ca2-9024-8ba8159825da tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:53.119360 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc8089d1-0853-4ce4-9587-298cc5d4069b req-c92e43c3-9372-4ca2-9024-8ba8159825da tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 948 time: 0.1095977 Feb 19 03:58:53.182619 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 18bbfd97-77b0-49a4-9661-716a9e3cc7de triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:53.183156 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:53.196069 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f87a5a8-ffac-428c-b7fd-97e550bfddd3 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks [] for port (31844f84-f475-4590-a2ae-3e5b9926705c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:53.273342 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc8089d1-0853-4ce4-9587-298cc5d4069b req-6adcf97d-3c64-4c45-b34d-11fd1faff24d tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443613 Feb 19 03:58:53.297371 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-edddd20e-74af-4799-850f-3901ba401da5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:53.303163 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-edddd20e-74af-4799-850f-3901ba401da5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/fea55803-ab8c-4b94-bfd4-e8e122a28665 HTTP/1.1" status: 204 len: 168 time: 1.1251023 Feb 19 03:58:53.320528 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-30bd768a-221d-498b-827e-397d6de00204 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:53.329529 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-30bd768a-221d-498b-827e-397d6de00204 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/networks?id=6d936416-f125-4c3f-940d-813318503889 HTTP/1.1" status: 200 len: 821 time: 0.1568265 Feb 19 03:58:53.340139 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f87a5a8-ffac-428c-b7fd-97e550bfddd3 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (31844f84-f475-4590-a2ae-3e5b9926705c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:53.347851 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-29144140-2003-49f0-9b1e-4b578d82c0f5 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/quotas/2d0f4caff5434d379e80e0b432aea600 HTTP/1.1" status: 200 len: 375 time: 0.0170772 Feb 19 03:58:53.348702 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edddd20e-74af-4799-850f-3901ba401da5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fea55803-ab8c-4b94-bfd4-e8e122a28665,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:53.367908 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b3da3-ccd3-4c17-877d-c131df410784 req-ab30573e-e0c1-4ef5-b877-75a7544724dd tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:53.370720 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-704b3da3-ccd3-4c17-877d-c131df410784 req-ab30573e-e0c1-4ef5-b877-75a7544724dd tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057&tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&binding%3Ahost_id=n-h1-828369-19 HTTP/1.1" status: 200 len: 948 time: 0.3969986 Feb 19 03:58:53.401808 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 18bbfd97-77b0-49a4-9661-716a9e3cc7de is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:53.402222 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:53.417766 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f87a5a8-ffac-428c-b7fd-97e550bfddd3 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:53.470012 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12773272-8d81-40f4-a6e3-438a3c396fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bbfd97-77b0-49a4-9661-716a9e3cc7de'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:53.472785 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addb4368-f1f4-4b77-9992-03e1255a8345" -d '{"events": [{"server_uuid": "12773272-8d81-40f4-a6e3-438a3c396fbc", "name": "network-vif-plugged", "status": "completed", "tag": "18bbfd97-77b0-49a4-9661-716a9e3cc7de"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:53.474911 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-61edcfe6-a907-41bd-b8cc-14caf961c158 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2d0f4caff5434d379e80e0b432aea600&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1249444 Feb 19 03:58:53.495349 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 18bbfd97-77b0-49a4-9661-716a9e3cc7de, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=18bbfd97-77b0-49a4-9661-716a9e3cc7de,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:53.502933 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bd624-920a-43b7-b82c-c4b731704b80 req-a7323687-eef4-47e1-8f66-00ff8687ed8d tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:53.504509 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-843bd624-920a-43b7-b82c-c4b731704b80 req-a7323687-eef4-47e1-8f66-00ff8687ed8d tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 946 time: 0.1033871 Feb 19 03:58:53.509272 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:53.509736 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-9f87a5a8-ffac-428c-b7fd-97e550bfddd3 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:53.546269 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87a5a8-ffac-428c-b7fd-97e550bfddd3 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Pushing event updated for resources: {'Port': ['ID=31844f84-f475-4590-a2ae-3e5b9926705c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:53.555259 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f87a5a8-ffac-428c-b7fd-97e550bfddd3 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:58:53.602444 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-843bd624-920a-43b7-b82c-c4b731704b80 req-67992a42-16d2-4321-8f7b-6590b0e85d4b tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608799 Feb 19 03:58:53.651379 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=18bbfd97-77b0-49a4-9661-716a9e3cc7de,revision_number=7']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:53.658694 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-30932e7d-4b54-4a90-8ad0-80754541891d service neutron] 10.222.0.52 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825898 Feb 19 03:58:53.716567 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f87a5a8-ffac-428c-b7fd-97e550bfddd3 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks [] for floatingip (225bbdb4-a82c-4107-b5c2-8c0ac89ed111), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:53.717890 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 45570) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:53.805201 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-661fbe8f-82bb-41e2-832a-51a98e8e4191 service neutron] 10.222.0.52 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453967 Feb 19 03:58:53.859160 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-704b3da3-ccd3-4c17-877d-c131df410784 req-db17fde6-2c7e-4ee8-a20e-66b091800484 service neutron] 10.222.0.26 "GET /v2.0/ports/2222287c-624b-46b2-ba97-522e464620de/bindings/n-h1-828369-19 HTTP/1.1" status: 200 len: 383 time: 0.3508375 Feb 19 03:58:53.865061 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-431307e7-1d3a-4cab-9bbd-a7710cecaa78 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1b7b8e68e8d94ea5b706b7896de53326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1459498 Feb 19 03:58:53.869932 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 45572) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:53.876600 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56f2ca-cf8b-472d-9bd1-92d22fb82261 req-150db0ef-d75c-4220-9225-3960b17a702e tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:53.878525 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f87a5a8-ffac-428c-b7fd-97e550bfddd3 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (31844f84-f475-4590-a2ae-3e5b9926705c), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:53.879021 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bb56f2ca-cf8b-472d-9bd1-92d22fb82261 req-150db0ef-d75c-4220-9225-3960b17a702e tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/ports?device_id=609fa939-bec1-4236-afe1-05910b6e469d HTTP/1.1" status: 200 len: 948 time: 0.1014135 Feb 19 03:58:53.943233 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bb56f2ca-cf8b-472d-9bd1-92d22fb82261 req-46074402-004a-4436-947f-c2ea3ade2e22 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad8a2654-defb-416b-8118-f30bacde6acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556586 Feb 19 03:58:54.008479 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1dda73-202e-4f2b-b84d-b04296e7933e x-openstack-request-id: req-be1dda73-202e-4f2b-b84d-b04296e7933e {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:54.008866 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12773272-8d81-40f4-a6e3-438a3c396fbc", "name": "network-vif-plugged", "status": "completed", "tag": "18bbfd97-77b0-49a4-9661-716a9e3cc7de", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:54.009366 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be1dda73-202e-4f2b-b84d-b04296e7933e {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:54.009973 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12773272-8d81-40f4-a6e3-438a3c396fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bbfd97-77b0-49a4-9661-716a9e3cc7de', 'code': 200} Feb 19 03:58:54.130003 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e571cfe-5a3c-4d65-9261-4c073ee91f49 admin admin] Publish callbacks [] for security_group (99eb9137-c21c-4b1d-8f5d-edd7e5aac8c6), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:54.135726 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b3da3-ccd3-4c17-877d-c131df410784 req-4a9f7579-7727-41cc-9e7c-afbad8d90f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:54.137251 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-704b3da3-ccd3-4c17-877d-c131df410784 req-4a9f7579-7727-41cc-9e7c-afbad8d90f6c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 1131 time: 0.2228849 Feb 19 03:58:54.147175 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-85652155-f62d-4dfb-847f-671dd1984d14 req-abd78caf-d3d2-47bf-a059-1510bc4ae999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c9e2199-f70f-4d96-ac87-b03a5b518c0c {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:54.179920 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c9545-868e-4390-9ac1-502ceff173c4 req-b15d3d68-e205-4cb0-a307-b56a41c16124 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:54.181477 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-259c9545-868e-4390-9ac1-502ceff173c4 req-b15d3d68-e205-4cb0-a307-b56a41c16124 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=246345dc-d872-42d9-babd-4f32e198f3c8 HTTP/1.1" status: 200 len: 932 time: 0.1013842 Feb 19 03:58:54.211437 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-85652155-f62d-4dfb-847f-671dd1984d14 req-abd78caf-d3d2-47bf-a059-1510bc4ae999 service neutron] Publish callbacks [] for port (1c9e2199-f70f-4d96-ac87-b03a5b518c0c), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:54.264123 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-259c9545-868e-4390-9ac1-502ceff173c4 req-3ced5b88-cdd7-4618-ae5b-c88d8a7aac5f tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712142 Feb 19 03:58:54.268072 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8082043-52f3-41d3-bb45-a0f3f06144f0 req-e52f3ad0-756b-4108-a025-b6c7924f7cf3 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 210 time: 0.0853059 Feb 19 03:58:54.270561 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e571cfe-5a3c-4d65-9261-4c073ee91f49 admin admin] Publish callbacks [] for security_group (99eb9137-c21c-4b1d-8f5d-edd7e5aac8c6), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:54.322845 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-85652155-f62d-4dfb-847f-671dd1984d14 req-abd78caf-d3d2-47bf-a059-1510bc4ae999 service neutron] Transition to ACTIVE for port object 1c9e2199-f70f-4d96-ac87-b03a5b518c0c will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:58:54.355610 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-85652155-f62d-4dfb-847f-671dd1984d14 req-abd78caf-d3d2-47bf-a059-1510bc4ae999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (1c9e2199-f70f-4d96-ac87-b03a5b518c0c), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:54.435701 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f87a5a8-ffac-428c-b7fd-97e550bfddd3 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks [] for port (31844f84-f475-4590-a2ae-3e5b9926705c), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:54.443899 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b3da3-ccd3-4c17-877d-c131df410784 req-1e0d06fe-cd85-4af2-8744-48d98e26c9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:54.445466 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231e74b-af24-49c0-9044-696ca8d8c992 req-4806773a-66d6-421a-95ae-1f1bdd77f5de tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:54.446640 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-704b3da3-ccd3-4c17-877d-c131df410784 req-1e0d06fe-cd85-4af2-8744-48d98e26c9cb service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.2569513 Feb 19 03:58:54.447118 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8231e74b-af24-49c0-9044-696ca8d8c992 req-4806773a-66d6-421a-95ae-1f1bdd77f5de tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 948 time: 0.0836284 Feb 19 03:58:54.454572 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f87a5a8-ffac-428c-b7fd-97e550bfddd3 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (31844f84-f475-4590-a2ae-3e5b9926705c), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:54.477972 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e571cfe-5a3c-4d65-9261-4c073ee91f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (99eb9137-c21c-4b1d-8f5d-edd7e5aac8c6), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:54.480747 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e571cfe-5a3c-4d65-9261-4c073ee91f49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:54.484664 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2e571cfe-5a3c-4d65-9261-4c073ee91f49 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/99eb9137-c21c-4b1d-8f5d-edd7e5aac8c6 HTTP/1.1" status: 204 len: 168 time: 0.6045887 Feb 19 03:58:54.522781 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd78caf-d3d2-47bf-a059-1510bc4ae999 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9e2199-f70f-4d96-ac87-b03a5b518c0c,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:54.539633 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-704b3da3-ccd3-4c17-877d-c131df410784 req-ded82fa5-ac16-4f99-a107-d83fe5fe61f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=2222287c-624b-46b2-ba97-522e464620de HTTP/1.1" status: 200 len: 217 time: 0.0679903 Feb 19 03:58:54.553193 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8231e74b-af24-49c0-9044-696ca8d8c992 req-8eee086a-4faf-407d-8c04-f0660ed8d581 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966599 Feb 19 03:58:54.614356 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e571cfe-5a3c-4d65-9261-4c073ee91f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99eb9137-c21c-4b1d-8f5d-edd7e5aac8c6,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:54.756853 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee3a47-39e0-4d57-890f-313acfe71cb8 req-f723da49-c0aa-4338-9648-babdcdc82687 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:54.760122 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87a5a8-ffac-428c-b7fd-97e550bfddd3 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Pushing event updated for resources: {'Port': ['ID=31844f84-f475-4590-a2ae-3e5b9926705c,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:54.762779 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2aee3a47-39e0-4d57-890f-313acfe71cb8 req-f723da49-c0aa-4338-9648-babdcdc82687 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 946 time: 0.0922244 Feb 19 03:58:54.787836 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f87a5a8-ffac-428c-b7fd-97e550bfddd3 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (225bbdb4-a82c-4107-b5c2-8c0ac89ed111), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:54.813494 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b3da3-ccd3-4c17-877d-c131df410784 req-59e53360-bbff-4426-bf6b-891c547d38a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:54.816398 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-704b3da3-ccd3-4c17-877d-c131df410784 req-59e53360-bbff-4426-bf6b-891c547d38a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.2100859 Feb 19 03:58:54.821112 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f87a5a8-ffac-428c-b7fd-97e550bfddd3 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:54.822390 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9f87a5a8-ffac-428c-b7fd-97e550bfddd3 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9368420 Feb 19 03:58:54.842794 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2aee3a47-39e0-4d57-890f-313acfe71cb8 req-5c361218-c69b-4942-a0d7-fb3469c330fb tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745554 Feb 19 03:58:54.863322 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-85652155-f62d-4dfb-847f-671dd1984d14 req-abd78caf-d3d2-47bf-a059-1510bc4ae999 service neutron] Attempting to bind port 1c9e2199-f70f-4d96-ac87-b03a5b518c0c on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:54.863688 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-85652155-f62d-4dfb-847f-671dd1984d14 req-abd78caf-d3d2-47bf-a059-1510bc4ae999 service neutron] Attempting to bind port 1c9e2199-f70f-4d96-ac87-b03a5b518c0c by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'b2c1d9af-cbee-4711-bd73-b2e25e504cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:54.864009 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85652155-f62d-4dfb-847f-671dd1984d14 req-abd78caf-d3d2-47bf-a059-1510bc4ae999 service neutron] Attempting to bind port 1c9e2199-f70f-4d96-ac87-b03a5b518c0c on network e29e89da-8398-4bad-a8b5-9be42054c178 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:54.892316 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85652155-f62d-4dfb-847f-671dd1984d14 req-abd78caf-d3d2-47bf-a059-1510bc4ae999 service neutron] Port 1c9e2199-f70f-4d96-ac87-b03a5b518c0c on network e29e89da-8398-4bad-a8b5-9be42054c178 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:58:54.892646 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85652155-f62d-4dfb-847f-671dd1984d14 req-abd78caf-d3d2-47bf-a059-1510bc4ae999 service neutron] Attempting to bind port 1c9e2199-f70f-4d96-ac87-b03a5b518c0c on network e29e89da-8398-4bad-a8b5-9be42054c178 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:54.902057 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85652155-f62d-4dfb-847f-671dd1984d14 req-abd78caf-d3d2-47bf-a059-1510bc4ae999 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:54.902431 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85652155-f62d-4dfb-847f-671dd1984d14 req-abd78caf-d3d2-47bf-a059-1510bc4ae999 service neutron] Checking segment: {'id': 'b2c1d9af-cbee-4711-bd73-b2e25e504cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:54.902825 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85652155-f62d-4dfb-847f-671dd1984d14 req-abd78caf-d3d2-47bf-a059-1510bc4ae999 service neutron] Bound using segment: {'id': 'b2c1d9af-cbee-4711-bd73-b2e25e504cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:54.903273 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-85652155-f62d-4dfb-847f-671dd1984d14 req-abd78caf-d3d2-47bf-a059-1510bc4ae999 service neutron] Bound port: 1c9e2199-f70f-4d96-ac87-b03a5b518c0c, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c1d9af-cbee-4711-bd73-b2e25e504cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:54.904211 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-85652155-f62d-4dfb-847f-671dd1984d14 req-abd78caf-d3d2-47bf-a059-1510bc4ae999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1c9e2199-f70f-4d96-ac87-b03a5b518c0c), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:54.948508 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b3da3-ccd3-4c17-877d-c131df410784 req-f5f6f7dc-6202-48bb-86bb-e74adabff543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:54.950457 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-704b3da3-ccd3-4c17-877d-c131df410784 req-f5f6f7dc-6202-48bb-86bb-e74adabff543 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1040008 Feb 19 03:58:55.047647 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-85652155-f62d-4dfb-847f-671dd1984d14 req-abd78caf-d3d2-47bf-a059-1510bc4ae999 service neutron] For port 1c9e2199-f70f-4d96-ac87-b03a5b518c0c, host n-h2-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:55.052657 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 2222287c-624b-46b2-ba97-522e464620de up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:55.073808 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-85652155-f62d-4dfb-847f-671dd1984d14 req-abd78caf-d3d2-47bf-a059-1510bc4ae999 service neutron] For port 1c9e2199-f70f-4d96-ac87-b03a5b518c0c, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=1c9e2199-f70f-4d96-ac87-b03a5b518c0c,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:55.088325 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-85652155-f62d-4dfb-847f-671dd1984d14 req-abd78caf-d3d2-47bf-a059-1510bc4ae999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (1c9e2199-f70f-4d96-ac87-b03a5b518c0c), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:55.168422 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85652155-f62d-4dfb-847f-671dd1984d14 req-abd78caf-d3d2-47bf-a059-1510bc4ae999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:55.169088 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-85652155-f62d-4dfb-847f-671dd1984d14 req-abd78caf-d3d2-47bf-a059-1510bc4ae999 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:55.171133 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-85652155-f62d-4dfb-847f-671dd1984d14 req-abd78caf-d3d2-47bf-a059-1510bc4ae999 service neutron] 10.222.0.79 "PUT /v2.0/ports/1c9e2199-f70f-4d96-ac87-b03a5b518c0c HTTP/1.1" status: 200 len: 1093 time: 2.5436237 Feb 19 03:58:55.171592 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246345dc-d872-42d9-babd-4f32e198f3c8', 'tag': '1c9e2199-f70f-4d96-ac87-b03a5b518c0c'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:55.173923 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2569128f-437a-4655-9528-fd06eb7f342c" -d '{"events": [{"name": "network-changed", "server_uuid": "246345dc-d872-42d9-babd-4f32e198f3c8", "tag": "1c9e2199-f70f-4d96-ac87-b03a5b518c0c"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:55.178686 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 2222287c-624b-46b2-ba97-522e464620de triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:55.180688 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2222287c-624b-46b2-ba97-522e464620de), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:55.181514 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-704b3da3-ccd3-4c17-877d-c131df410784 req-1a613f8d-8b86-49d0-9989-4e146c8ec515 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089059 Feb 19 03:58:55.210114 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd78caf-d3d2-47bf-a059-1510bc4ae999 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9e2199-f70f-4d96-ac87-b03a5b518c0c,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:55.233539 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b0466-641a-4fa7-837c-6bce2e90be87 req-6a4f4157-42f9-483e-abda-d37741a3de27 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:55.241234 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f69b0466-641a-4fa7-837c-6bce2e90be87 req-6a4f4157-42f9-483e-abda-d37741a3de27 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/ports?device_id=609fa939-bec1-4236-afe1-05910b6e469d HTTP/1.1" status: 200 len: 948 time: 0.1540697 Feb 19 03:58:55.341244 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-704b3da3-ccd3-4c17-877d-c131df410784 req-02dd3606-b31c-4578-ac7e-6ae884f45070 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409309 Feb 19 03:58:55.395214 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 2222287c-624b-46b2-ba97-522e464620de is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:55.395614 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2222287c-624b-46b2-ba97-522e464620de), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:55.400456 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f69b0466-641a-4fa7-837c-6bce2e90be87 req-80d70c07-2fc2-4b3b-a9c9-2118db740ac0 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad8a2654-defb-416b-8118-f30bacde6acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522465 Feb 19 03:58:55.461838 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 2222287c-624b-46b2-ba97-522e464620de, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2222287c-624b-46b2-ba97-522e464620de,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:55.471515 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85652155-f62d-4dfb-847f-671dd1984d14 req-92c0dfb3-95b6-4a7e-9db8-6b1363994892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:55.475589 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-85652155-f62d-4dfb-847f-671dd1984d14 req-92c0dfb3-95b6-4a7e-9db8-6b1363994892 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b59201376b2440aa9b190f91d3932a87&device_id=246345dc-d872-42d9-babd-4f32e198f3c8 HTTP/1.1" status: 200 len: 1127 time: 0.2363634 Feb 19 03:58:55.478083 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2222287c-624b-46b2-ba97-522e464620de), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:55.499278 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a09773-e007-46ec-a255-7212e014a706 x-openstack-request-id: req-34a09773-e007-46ec-a255-7212e014a706 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:55.499622 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246345dc-d872-42d9-babd-4f32e198f3c8", "tag": "1c9e2199-f70f-4d96-ac87-b03a5b518c0c", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:55.502013 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-34a09773-e007-46ec-a255-7212e014a706 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:55.502737 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246345dc-d872-42d9-babd-4f32e198f3c8', 'tag': '1c9e2199-f70f-4d96-ac87-b03a5b518c0c', 'status': 'completed', 'code': 200} Feb 19 03:58:55.550738 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-85652155-f62d-4dfb-847f-671dd1984d14 req-1e1834e3-4eca-47db-bc71-2c8046d9cebb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c9e2199-f70f-4d96-ac87-b03a5b518c0c HTTP/1.1" status: 200 len: 217 time: 0.0696881 Feb 19 03:58:55.586071 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02323e81-1530-4958-a2b5-de5975250682 req-c2ca20fc-d490-4818-9d71-98ff11e898ef tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:55.594555 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02323e81-1530-4958-a2b5-de5975250682 req-c2ca20fc-d490-4818-9d71-98ff11e898ef tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/networks?id=78a9b65b-d911-4b70-9e29-eb76754bdc19 HTTP/1.1" status: 200 len: 822 time: 0.5196037 Feb 19 03:58:55.615195 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02323e81-1530-4958-a2b5-de5975250682 req-8d2c8ae9-d8f4-4a1b-9866-bb504fe982eb tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/quotas/5e4834aa2c9343cd911dcc83b0579e74 HTTP/1.1" status: 200 len: 375 time: 0.0197203 Feb 19 03:58:55.642858 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-eb29bbd9-2211-494f-84fa-aed9175bd163 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:55.644340 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=2222287c-624b-46b2-ba97-522e464620de,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:55.644499 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-eb29bbd9-2211-494f-84fa-aed9175bd163 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.79 "GET /v2.0/networks?id=6d936416-f125-4c3f-940d-813318503889 HTTP/1.1" status: 200 len: 821 time: 0.2403469 Feb 19 03:58:55.676625 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85652155-f62d-4dfb-847f-671dd1984d14 req-f4a2034a-e709-4209-9015-57a9e5df6ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:55.682439 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-29dc3234-6be6-491f-9a1a-4e7561d12722 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Request body: {'port': {'device_id': '143db96e-0a3b-4b9e-acfb-f8f5d5798b75', 'network_id': '6d936416-f125-4c3f-940d-813318503889', 'admin_state_up': True, 'tenant_id': '2d0f4caff5434d379e80e0b432aea600'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:55.693336 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02323e81-1530-4958-a2b5-de5975250682 req-148fdaaf-01a2-462a-8a84-66bb3a186d05 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5e4834aa2c9343cd911dcc83b0579e74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772538 Feb 19 03:58:55.703289 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-85652155-f62d-4dfb-847f-671dd1984d14 req-f4a2034a-e709-4209-9015-57a9e5df6ca8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=44f30f4c-dcb5-4893-927c-5937acb50c2b HTTP/1.1" status: 200 len: 845 time: 0.1016767 Feb 19 03:58:55.742565 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-85652155-f62d-4dfb-847f-671dd1984d14 req-65b5ce62-08ef-4c5e-8a9b-eae89eb847b0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e29e89da-8398-4bad-a8b5-9be42054c178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353982 Feb 19 03:58:55.876351 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-85652155-f62d-4dfb-847f-671dd1984d14 req-3f16b493-536d-4217-9220-96f8e1524454 service neutron] 10.222.0.79 "GET /v2.0/networks/e29e89da-8398-4bad-a8b5-9be42054c178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291680 Feb 19 03:58:55.994292 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-85652155-f62d-4dfb-847f-671dd1984d14 req-82bdbc94-9528-48c2-9512-afe14bf32bbd service neutron] 10.222.0.79 "GET /v2.0/networks/e29e89da-8398-4bad-a8b5-9be42054c178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109221 Feb 19 03:58:56.010878 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe24155-ec29-4d65-a8f9-6e8cdd1f6057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2222287c-624b-46b2-ba97-522e464620de'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:56.013825 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cc2c6e-fdbd-4358-8518-e4daaff3874a" -d '{"events": [{"server_uuid": "ebe24155-ec29-4d65-a8f9-6e8cdd1f6057", "name": "network-vif-plugged", "status": "completed", "tag": "2222287c-624b-46b2-ba97-522e464620de"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:56.100625 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569128f-437a-4655-9528-fd06eb7f342c req-2474fbf5-6ee2-46bc-be1d-700977b75da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:56.103484 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2569128f-437a-4655-9528-fd06eb7f342c req-2474fbf5-6ee2-46bc-be1d-700977b75da9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b59201376b2440aa9b190f91d3932a87&device_id=246345dc-d872-42d9-babd-4f32e198f3c8 HTTP/1.1" status: 200 len: 1127 time: 0.0528913 Feb 19 03:58:56.140243 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02323e81-1530-4958-a2b5-de5975250682 req-ef8e9c28-f37f-4b96-ba39-90123277c0ce service neutron] 10.222.0.52 "GET /v2.0/networks/78a9b65b-d911-4b70-9e29-eb76754bdc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460011 Feb 19 03:58:56.267341 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16775ac-9415-4f91-bc12-dd338d8d7d3e req-aeab2af5-c157-4381-a4d4-02148b655d0e tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:56.271280 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d16775ac-9415-4f91-bc12-dd338d8d7d3e req-aeab2af5-c157-4381-a4d4-02148b655d0e tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=246345dc-d872-42d9-babd-4f32e198f3c8 HTTP/1.1" status: 200 len: 944 time: 0.6746762 Feb 19 03:58:56.369886 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02323e81-1530-4958-a2b5-de5975250682 req-2ebe0850-83a5-4f8e-b8c4-ad23681f87ee service neutron] 10.222.0.52 "GET /v2.0/networks/78a9b65b-d911-4b70-9e29-eb76754bdc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287621 Feb 19 03:58:56.400925 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d16775ac-9415-4f91-bc12-dd338d8d7d3e req-ec8a27f7-2524-4b08-b54a-6f09812d68f1 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175506 Feb 19 03:58:56.406984 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-29dc3234-6be6-491f-9a1a-4e7561d12722 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Made reservation on behalf of 2d0f4caff5434d379e80e0b432aea600 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:58:56.419647 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-29dc3234-6be6-491f-9a1a-4e7561d12722 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:56.541240 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:56.614361 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569128f-437a-4655-9528-fd06eb7f342c req-81ba3b34-4ea7-4a2f-b1ab-6a1430b58feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:56.616105 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2569128f-437a-4655-9528-fd06eb7f342c req-81ba3b34-4ea7-4a2f-b1ab-6a1430b58feb service neutron] 10.222.0.79 "GET /v2.0/networks?id=e29e89da-8398-4bad-a8b5-9be42054c178 HTTP/1.1" status: 200 len: 906 time: 0.5061038 Feb 19 03:58:56.653827 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67e4514a-8dd4-4bb4-84a3-33baec262314 req-2e530939-7c08-48d5-bd28-e0ac23beda76 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 210 time: 0.0448382 Feb 19 03:58:56.734402 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2569128f-437a-4655-9528-fd06eb7f342c req-c0afc455-c74c-4d02-9937-99a3a5f30743 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c9e2199-f70f-4d96-ac87-b03a5b518c0c HTTP/1.1" status: 200 len: 217 time: 0.1106443 Feb 19 03:58:56.829882 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569128f-437a-4655-9528-fd06eb7f342c req-5e3dc7b2-56e9-408f-b15f-3dd29312c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:56.846374 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2569128f-437a-4655-9528-fd06eb7f342c req-5e3dc7b2-56e9-408f-b15f-3dd29312c95e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=44f30f4c-dcb5-4893-927c-5937acb50c2b HTTP/1.1" status: 200 len: 845 time: 0.1030257 Feb 19 03:58:56.912639 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2569128f-437a-4655-9528-fd06eb7f342c req-2f03d004-8cc8-46c1-a414-c40d3d395177 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e29e89da-8398-4bad-a8b5-9be42054c178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600832 Feb 19 03:58:56.923536 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56461a-1334-48bc-a847-54023c077eb0 req-4a2008c0-a81f-4cf9-af98-523c6c9ae1ae tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:56.929411 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea56461a-1334-48bc-a847-54023c077eb0 req-4a2008c0-a81f-4cf9-af98-523c6c9ae1ae tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 949 time: 0.2511811 Feb 19 03:58:56.938370 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-29dc3234-6be6-491f-9a1a-4e7561d12722 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Allocated IP 172.20.0.14 (6d936416-f125-4c3f-940d-813318503889/2953d6c2-cff6-4430-863a-070b45f3a12f/2a365141-801a-4740-a673-1cd30a4530cb) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:58:57.043857 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 35c112e8-dc0f-4630-9e85-9509d742ddf2 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:57.108057 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2569128f-437a-4655-9528-fd06eb7f342c req-856b7095-df22-44c8-bb47-c570cd29c26b service neutron] 10.222.0.79 "GET /v2.0/networks/e29e89da-8398-4bad-a8b5-9be42054c178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878088 Feb 19 03:58:57.201644 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 35c112e8-dc0f-4630-9e85-9509d742ddf2 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:58:57.206265 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 35c112e8-dc0f-4630-9e85-9509d742ddf2 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:57.206944 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (35c112e8-dc0f-4630-9e85-9509d742ddf2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:57.339742 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea56461a-1334-48bc-a847-54023c077eb0 req-7b65b0ca-8409-4770-b796-50d884a36bec tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246045 Feb 19 03:58:57.391954 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bdafb-4786-4b07-8a32-e53158af103f req-99e9d6ab-7227-4902-953b-0b044b571ae4 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:57.400518 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f9bdafb-4786-4b07-8a32-e53158af103f req-99e9d6ab-7227-4902-953b-0b044b571ae4 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 946 time: 0.5063431 Feb 19 03:58:57.415406 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2569128f-437a-4655-9528-fd06eb7f342c req-fa082cba-c038-4d82-b664-3f2a3a75ddcc service neutron] 10.222.0.79 "GET /v2.0/networks/e29e89da-8398-4bad-a8b5-9be42054c178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008568 Feb 19 03:58:57.436657 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 35c112e8-dc0f-4630-9e85-9509d742ddf2 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:57.440133 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (35c112e8-dc0f-4630-9e85-9509d742ddf2), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:57.468855 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-29dc3234-6be6-491f-9a1a-4e7561d12722 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks [] for port (2a365141-801a-4740-a673-1cd30a4530cb), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:57.497309 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f9bdafb-4786-4b07-8a32-e53158af103f req-eeba5ae1-8248-4b1c-b93c-bc8259793d94 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958219 Feb 19 03:58:57.509366 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 35c112e8-dc0f-4630-9e85-9509d742ddf2, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=35c112e8-dc0f-4630-9e85-9509d742ddf2,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:57.520446 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (35c112e8-dc0f-4630-9e85-9509d742ddf2), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:57.570212 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-29dc3234-6be6-491f-9a1a-4e7561d12722 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (2a365141-801a-4740-a673-1cd30a4530cb), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:57.658384 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=35c112e8-dc0f-4630-9e85-9509d742ddf2,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:57.663918 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0edb09d-441b-4f4b-920d-478f7eab3046 x-openstack-request-id: req-f0edb09d-441b-4f4b-920d-478f7eab3046 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:57.664601 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe24155-ec29-4d65-a8f9-6e8cdd1f6057", "name": "network-vif-plugged", "status": "completed", "tag": "2222287c-624b-46b2-ba97-522e464620de", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:57.665596 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f0edb09d-441b-4f4b-920d-478f7eab3046 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:57.666483 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe24155-ec29-4d65-a8f9-6e8cdd1f6057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2222287c-624b-46b2-ba97-522e464620de', 'code': 200} Feb 19 03:58:57.668126 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['aa0d80b9-33dd-40df-9605-58cd8558092f'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:58:57.700129 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-29dc3234-6be6-491f-9a1a-4e7561d12722 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Network 6d936416-f125-4c3f-940d-813318503889 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:57.722272 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-29dc3234-6be6-491f-9a1a-4e7561d12722 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:57.768274 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc3234-6be6-491f-9a1a-4e7561d12722 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Pushing event updated for resources: {'Port': ['ID=2a365141-801a-4740-a673-1cd30a4530cb,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:57.774046 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-29dc3234-6be6-491f-9a1a-4e7561d12722 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:58:57.958785 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-29dc3234-6be6-491f-9a1a-4e7561d12722 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:57.961250 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-29dc3234-6be6-491f-9a1a-4e7561d12722 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:58.016628 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-29dc3234-6be6-491f-9a1a-4e7561d12722 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3555143 Feb 19 03:58:58.037506 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-d986b0d2-d5ad-4173-b896-88d4d0e05a7a service neutron] Request body: {'port': {'device_id': '143db96e-0a3b-4b9e-acfb-f8f5d5798b75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:58.181450 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f70617-a424-43e3-98b9-6b7e5cbb486a req-2f21628b-0789-478b-8a04-a82f61a3f796 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:58.183190 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34f70617-a424-43e3-98b9-6b7e5cbb486a req-2f21628b-0789-478b-8a04-a82f61a3f796 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/ports?device_id=609fa939-bec1-4236-afe1-05910b6e469d HTTP/1.1" status: 200 len: 949 time: 0.2936041 Feb 19 03:58:58.196965 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-d986b0d2-d5ad-4173-b896-88d4d0e05a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2a365141-801a-4740-a673-1cd30a4530cb), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:58.243273 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e263531-891d-4aa2-873f-7b65b50c3448 req-33720344-4ff3-4592-b747-a148baf0cfa0 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3381d34-4d1f-4afb-ab43-03a3bf12d52b HTTP/1.1" status: 200 len: 210 time: 0.0589621 Feb 19 03:58:58.410986 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34f70617-a424-43e3-98b9-6b7e5cbb486a req-667111f6-d6d6-462d-8e91-2da0a1208591 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad8a2654-defb-416b-8118-f30bacde6acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162249 Feb 19 03:58:58.532328 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 1c9e2199-f70f-4d96-ac87-b03a5b518c0c details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:58:58.738897 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02323e81-1530-4958-a2b5-de5975250682 req-c80c56ca-6757-48c6-9106-49c8ef0a6720 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:58.747033 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-02323e81-1530-4958-a2b5-de5975250682 req-c80c56ca-6757-48c6-9106-49c8ef0a6720 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.79 "GET /v2.0/networks?id=78a9b65b-d911-4b70-9e29-eb76754bdc19 HTTP/1.1" status: 200 len: 822 time: 0.2636864 Feb 19 03:58:58.768658 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-02323e81-1530-4958-a2b5-de5975250682 req-40f824f4-37ff-49a1-b884-a20e41628ce0 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Request body: {'port': {'device_id': 'c3381d34-4d1f-4afb-ab43-03a3bf12d52b', 'network_id': '78a9b65b-d911-4b70-9e29-eb76754bdc19', 'admin_state_up': True, 'tenant_id': '5e4834aa2c9343cd911dcc83b0579e74'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:58.798385 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb683f-c86c-4dc7-854b-9c597970f87c req-56f1cffd-31fb-401b-8d6d-db1e92df8afb tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:58.828393 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-70cb683f-c86c-4dc7-854b-9c597970f87c req-56f1cffd-31fb-401b-8d6d-db1e92df8afb tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=246345dc-d872-42d9-babd-4f32e198f3c8 HTTP/1.1" status: 200 len: 944 time: 0.4684033 Feb 19 03:58:58.840957 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 1c9e2199-f70f-4d96-ac87-b03a5b518c0c, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=1c9e2199-f70f-4d96-ac87-b03a5b518c0c,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:58.868873 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '1c9e2199-f70f-4d96-ac87-b03a5b518c0c', 'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178', 'port_id': '1c9e2199-f70f-4d96-ac87-b03a5b518c0c', 'mac_address': 'fa:16:3e:d1:51:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f30f4c-dcb5-4893-927c-5937acb50c2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:58:58.949963 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 1c9e2199-f70f-4d96-ac87-b03a5b518c0c is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:58.950619 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1c9e2199-f70f-4d96-ac87-b03a5b518c0c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:58.975818 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b3da3-ccd3-4c17-877d-c131df410784 req-d68a2fb6-bae2-49cf-aa4c-108426f4d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:58.977690 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-704b3da3-ccd3-4c17-877d-c131df410784 req-d68a2fb6-bae2-49cf-aa4c-108426f4d901 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057&tenant_id=e0a0ced50b0f4fce99b90209ed8886f4 HTTP/1.1" status: 200 len: 1132 time: 0.1343012 Feb 19 03:58:58.984316 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9e2199-f70f-4d96-ac87-b03a5b518c0c {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:59.050197 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 1c9e2199-f70f-4d96-ac87-b03a5b518c0c, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=1c9e2199-f70f-4d96-ac87-b03a5b518c0c,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:59.056774 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02323e81-1530-4958-a2b5-de5975250682 req-40f824f4-37ff-49a1-b884-a20e41628ce0 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Made reservation on behalf of 5e4834aa2c9343cd911dcc83b0579e74 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:58:59.061364 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-02323e81-1530-4958-a2b5-de5975250682 req-40f824f4-37ff-49a1-b884-a20e41628ce0 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:59.062853 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1c9e2199-f70f-4d96-ac87-b03a5b518c0c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:59.161404 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=1c9e2199-f70f-4d96-ac87-b03a5b518c0c,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:59.238614 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092170a-06c2-45f5-93d7-73f7aafbc123 req-10166b12-e48d-407f-befa-251b47466449 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:59.243998 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-02323e81-1530-4958-a2b5-de5975250682 req-40f824f4-37ff-49a1-b884-a20e41628ce0 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Allocated IP 172.20.0.7 (78a9b65b-d911-4b70-9e29-eb76754bdc19/53310fb3-d11f-4a5b-9138-ba6b80066f44/68de562d-7708-4708-b40d-b94f33c6df4f) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:58:59.247092 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a092170a-06c2-45f5-93d7-73f7aafbc123 req-10166b12-e48d-407f-befa-251b47466449 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 932 time: 0.6452971 Feb 19 03:58:59.266066 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-70cb683f-c86c-4dc7-854b-9c597970f87c req-3638e90a-464e-4532-80c8-ec4e5ce60f28 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366353 Feb 19 03:58:59.284006 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b3da3-ccd3-4c17-877d-c131df410784 req-28954ebb-df9a-4eba-a53b-b0349fa52761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:59.294228 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-704b3da3-ccd3-4c17-877d-c131df410784 req-28954ebb-df9a-4eba-a53b-b0349fa52761 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 1132 time: 0.2416315 Feb 19 03:58:59.323010 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:59.334266 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['1c9e2199-f70f-4d96-ac87-b03a5b518c0c'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:58:59.456506 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b3da3-ccd3-4c17-877d-c131df410784 req-05d5aae9-4ecb-430a-82c9-326e06d947c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:59.458143 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-704b3da3-ccd3-4c17-877d-c131df410784 req-05d5aae9-4ecb-430a-82c9-326e06d947c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.1581910 Feb 19 03:58:59.534368 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a092170a-06c2-45f5-93d7-73f7aafbc123 req-e166c66a-6ed7-49bd-ad1a-84ab2980c1e4 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861691 Feb 19 03:58:59.647051 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-704b3da3-ccd3-4c17-877d-c131df410784 req-e46a683c-bc99-48a7-ab88-b1397ec40ef1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=2222287c-624b-46b2-ba97-522e464620de HTTP/1.1" status: 200 len: 217 time: 0.1549988 Feb 19 03:58:59.648140 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-d986b0d2-d5ad-4173-b896-88d4d0e05a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a365141-801a-4740-a673-1cd30a4530cb {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:59.657965 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-d986b0d2-d5ad-4173-b896-88d4d0e05a7a service neutron] Publish callbacks [] for port (2a365141-801a-4740-a673-1cd30a4530cb), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:59.744852 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b3da3-ccd3-4c17-877d-c131df410784 req-3dbb32b6-0f75-4edb-92dc-61767b47d733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:59.746381 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-704b3da3-ccd3-4c17-877d-c131df410784 req-3dbb32b6-0f75-4edb-92dc-61767b47d733 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0900888 Feb 19 03:58:59.750502 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609fa939-bec1-4236-afe1-05910b6e469d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c112e8-dc0f-4630-9e85-9509d742ddf2'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:59.760609 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a0fba0-452e-4e6a-8e9b-b9aac7ecbb48" -d '{"events": [{"server_uuid": "609fa939-bec1-4236-afe1-05910b6e469d", "name": "network-vif-plugged", "status": "completed", "tag": "35c112e8-dc0f-4630-9e85-9509d742ddf2"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:59.768342 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8b9c9edf-6f6d-4c24-b00a-915d6c03bda1 req-026730f4-1f4e-4c80-b68f-7e2e524894b3 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f5bb248-a9a6-4983-99bc-14f213cf346e HTTP/1.1" status: 200 len: 210 time: 0.1152587 Feb 19 03:58:59.791609 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-02323e81-1530-4958-a2b5-de5975250682 req-40f824f4-37ff-49a1-b884-a20e41628ce0 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks [] for port (68de562d-7708-4708-b40d-b94f33c6df4f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:59.816528 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-d986b0d2-d5ad-4173-b896-88d4d0e05a7a service neutron] Transition to ACTIVE for port object 2a365141-801a-4740-a673-1cd30a4530cb will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:58:59.827566 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-d986b0d2-d5ad-4173-b896-88d4d0e05a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (2a365141-801a-4740-a673-1cd30a4530cb), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:59.830838 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b3da3-ccd3-4c17-877d-c131df410784 req-206b08dd-196d-401c-b67f-23430939bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:59.832400 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-704b3da3-ccd3-4c17-877d-c131df410784 req-206b08dd-196d-401c-b67f-23430939bf0f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0696843 Feb 19 03:58:59.871366 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-02323e81-1530-4958-a2b5-de5975250682 req-40f824f4-37ff-49a1-b884-a20e41628ce0 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (68de562d-7708-4708-b40d-b94f33c6df4f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:59.993845 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c61ca-d9fc-4f40-a162-8d35548cad37 req-5c7f9836-4713-4323-85fa-8d8f28073d06 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:59.994403 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b97c61ca-d9fc-4f40-a162-8d35548cad37 req-5c7f9836-4713-4323-85fa-8d8f28073d06 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 949 time: 0.3138435 Feb 19 03:58:59.999260 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02323e81-1530-4958-a2b5-de5975250682 req-40f824f4-37ff-49a1-b884-a20e41628ce0 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Network 78a9b65b-d911-4b70-9e29-eb76754bdc19 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:59:00.065918 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-02323e81-1530-4958-a2b5-de5975250682 req-40f824f4-37ff-49a1-b884-a20e41628ce0 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:59:00.072668 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-02323e81-1530-4958-a2b5-de5975250682 req-40f824f4-37ff-49a1-b884-a20e41628ce0 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:59:00.077143 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986b0d2-d5ad-4173-b896-88d4d0e05a7a service neutron] Pushing event updated for resources: {'Port': ['ID=2a365141-801a-4740-a673-1cd30a4530cb,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:00.171011 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f824f4-37ff-49a1-b884-a20e41628ce0 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Pushing event updated for resources: {'Port': ['ID=68de562d-7708-4708-b40d-b94f33c6df4f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:00.201982 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02323e81-1530-4958-a2b5-de5975250682 req-40f824f4-37ff-49a1-b884-a20e41628ce0 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:00.202665 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-02323e81-1530-4958-a2b5-de5975250682 req-40f824f4-37ff-49a1-b884-a20e41628ce0 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:00.220085 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-704b3da3-ccd3-4c17-877d-c131df410784 req-41365057-6d1d-4875-9e0c-ccefba288028 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657541 Feb 19 03:59:00.224510 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-02323e81-1530-4958-a2b5-de5975250682 req-40f824f4-37ff-49a1-b884-a20e41628ce0 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4692044 Feb 19 03:59:00.225737 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b97c61ca-d9fc-4f40-a162-8d35548cad37 req-d30e3472-f4e7-446d-90a6-5bfa8a585557 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110505 Feb 19 03:59:00.281988 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-02323e81-1530-4958-a2b5-de5975250682 req-8b499da3-4572-4faf-94bf-0dc68af55b6f service neutron] Request body: {'port': {'device_id': 'c3381d34-4d1f-4afb-ab43-03a3bf12d52b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:00.344784 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ebe39-c03e-4574-b04e-f2b36b70a4e5 req-02355d8e-ab82-402a-a2b4-c6b2ff7dae8b tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:00.356869 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-858ebe39-c03e-4574-b04e-f2b36b70a4e5 req-02355d8e-ab82-402a-a2b4-c6b2ff7dae8b tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 946 time: 0.2277057 Feb 19 03:59:00.393631 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-d986b0d2-d5ad-4173-b896-88d4d0e05a7a service neutron] Attempting to bind port 2a365141-801a-4740-a673-1cd30a4530cb on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:59:00.393976 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-d986b0d2-d5ad-4173-b896-88d4d0e05a7a service neutron] Attempting to bind port 2a365141-801a-4740-a673-1cd30a4530cb by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:59:00.394352 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-d986b0d2-d5ad-4173-b896-88d4d0e05a7a service neutron] Attempting to bind port 2a365141-801a-4740-a673-1cd30a4530cb on network 6d936416-f125-4c3f-940d-813318503889 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:00.411336 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-d986b0d2-d5ad-4173-b896-88d4d0e05a7a service neutron] Port 2a365141-801a-4740-a673-1cd30a4530cb on network 6d936416-f125-4c3f-940d-813318503889 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:59:00.411336 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-d986b0d2-d5ad-4173-b896-88d4d0e05a7a service neutron] Attempting to bind port 2a365141-801a-4740-a673-1cd30a4530cb on network 6d936416-f125-4c3f-940d-813318503889 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:00.431867 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-d986b0d2-d5ad-4173-b896-88d4d0e05a7a service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:59:00.432117 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-d986b0d2-d5ad-4173-b896-88d4d0e05a7a service neutron] Checking segment: {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:59:00.432928 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-d986b0d2-d5ad-4173-b896-88d4d0e05a7a service neutron] Bound using segment: {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:59:00.432928 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-d986b0d2-d5ad-4173-b896-88d4d0e05a7a service neutron] Bound port: 2a365141-801a-4740-a673-1cd30a4530cb, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:59:00.433296 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-d986b0d2-d5ad-4173-b896-88d4d0e05a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2a365141-801a-4740-a673-1cd30a4530cb), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:00.439789 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-704b3da3-ccd3-4c17-877d-c131df410784 req-d5521689-3bb4-47f2-8778-d86882041694 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078400 Feb 19 03:59:00.494538 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98ce3d-2b76-4dd0-a4b6-6cd3987c0216 req-f6887555-04e8-4e3b-9ceb-a852562addec tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:00.496132 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb98ce3d-2b76-4dd0-a4b6-6cd3987c0216 req-f6887555-04e8-4e3b-9ceb-a852562addec tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3381d34-4d1f-4afb-ab43-03a3bf12d52b HTTP/1.1" status: 200 len: 931 time: 0.1825643 Feb 19 03:59:00.517154 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-02323e81-1530-4958-a2b5-de5975250682 req-8b499da3-4572-4faf-94bf-0dc68af55b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (68de562d-7708-4708-b40d-b94f33c6df4f), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:00.525654 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-858ebe39-c03e-4574-b04e-f2b36b70a4e5 req-527f89aa-c483-4e82-aff7-9bae42349c00 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675406 Feb 19 03:59:00.547559 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cf8de310-6d8d-44ec-9a5f-9d911a44d8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:00.646505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-d986b0d2-d5ad-4173-b896-88d4d0e05a7a service neutron] For port 2a365141-801a-4740-a673-1cd30a4530cb, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:59:00.693913 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-d986b0d2-d5ad-4173-b896-88d4d0e05a7a service neutron] For port 2a365141-801a-4740-a673-1cd30a4530cb, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=2a365141-801a-4740-a673-1cd30a4530cb,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:59:00.705298 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb98ce3d-2b76-4dd0-a4b6-6cd3987c0216 req-ed2e3ca7-f62c-4553-b091-7edcf5d0a380 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728029 Feb 19 03:59:00.709777 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-d986b0d2-d5ad-4173-b896-88d4d0e05a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (2a365141-801a-4740-a673-1cd30a4530cb), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:00.754590 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbcd45-fec1-4b42-9d6e-3a21e5ce5412 req-36624e79-bd1d-4907-9b90-ce039b230b4f tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:00.761646 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cfbcd45-fec1-4b42-9d6e-3a21e5ce5412 req-36624e79-bd1d-4907-9b90-ce039b230b4f tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/ports?device_id=609fa939-bec1-4236-afe1-05910b6e469d HTTP/1.1" status: 200 len: 949 time: 0.1319823 Feb 19 03:59:00.781148 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-d986b0d2-d5ad-4173-b896-88d4d0e05a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:00.781775 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-d986b0d2-d5ad-4173-b896-88d4d0e05a7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:00.783188 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-d986b0d2-d5ad-4173-b896-88d4d0e05a7a service neutron] 10.222.0.79 "PUT /v2.0/ports/2a365141-801a-4740-a673-1cd30a4530cb HTTP/1.1" status: 200 len: 1093 time: 2.7525766 Feb 19 03:59:00.785367 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143db96e-0a3b-4b9e-acfb-f8f5d5798b75', 'tag': '2a365141-801a-4740-a673-1cd30a4530cb'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:00.787522 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc5ce89-557e-482f-b339-302e98f557b3" -d '{"events": [{"name": "network-changed", "server_uuid": "143db96e-0a3b-4b9e-acfb-f8f5d5798b75", "tag": "2a365141-801a-4740-a673-1cd30a4530cb"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:00.819060 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cdd0fc-74ef-490c-b52c-f1733bd116ca x-openstack-request-id: req-12cdd0fc-74ef-490c-b52c-f1733bd116ca {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:00.819355 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609fa939-bec1-4236-afe1-05910b6e469d", "name": "network-vif-plugged", "status": "completed", "tag": "35c112e8-dc0f-4630-9e85-9509d742ddf2", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:00.819635 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-12cdd0fc-74ef-490c-b52c-f1733bd116ca {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:00.820041 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609fa939-bec1-4236-afe1-05910b6e469d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c112e8-dc0f-4630-9e85-9509d742ddf2', 'code': 200} Feb 19 03:59:00.835084 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986b0d2-d5ad-4173-b896-88d4d0e05a7a service neutron] Pushing event updated for resources: {'Port': ['ID=2a365141-801a-4740-a673-1cd30a4530cb,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:00.867483 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cfbcd45-fec1-4b42-9d6e-3a21e5ce5412 req-48b8c7e9-5555-4e08-97e8-9a4babd6ce77 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad8a2654-defb-416b-8118-f30bacde6acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042614 Feb 19 03:59:01.052683 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-99dbd189-0205-4b4e-b754-512c87e6d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:01.054432 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-99dbd189-0205-4b4e-b754-512c87e6d114 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2d0f4caff5434d379e80e0b432aea600&device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 1127 time: 0.1323128 Feb 19 03:59:01.064778 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 2222287c-624b-46b2-ba97-522e464620de no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:59:01.076071 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729aaa2c-c385-4c82-993e-aed0e57f90a8 req-af78cac1-89c2-4664-9e0b-c10751c7d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:01.077423 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-729aaa2c-c385-4c82-993e-aed0e57f90a8 req-af78cac1-89c2-4664-9e0b-c10751c7d1fd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=609fa939-bec1-4236-afe1-05910b6e469d HTTP/1.1" status: 200 len: 1132 time: 0.1158292 Feb 19 03:59:01.083857 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-02323e81-1530-4958-a2b5-de5975250682 req-8b499da3-4572-4faf-94bf-0dc68af55b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68de562d-7708-4708-b40d-b94f33c6df4f {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:01.112692 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69891c-f52f-4284-aca6-7b416603ca9e req-c30ecd6a-0fe2-4b84-93ed-ab275efb0e4c tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:01.114697 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec69891c-f52f-4284-aca6-7b416603ca9e req-c30ecd6a-0fe2-4b84-93ed-ab275efb0e4c tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=246345dc-d872-42d9-babd-4f32e198f3c8 HTTP/1.1" status: 200 len: 945 time: 0.1432254 Feb 19 03:59:01.118979 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-02323e81-1530-4958-a2b5-de5975250682 req-8b499da3-4572-4faf-94bf-0dc68af55b6f service neutron] Publish callbacks [] for port (68de562d-7708-4708-b40d-b94f33c6df4f), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:01.185506 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-02323e81-1530-4958-a2b5-de5975250682 req-8b499da3-4572-4faf-94bf-0dc68af55b6f service neutron] Transition to ACTIVE for port object 68de562d-7708-4708-b40d-b94f33c6df4f will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:59:01.205995 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-729aaa2c-c385-4c82-993e-aed0e57f90a8 req-04ca5606-9004-4045-bd17-4cfa130d3b3f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ad8a2654-defb-416b-8118-f30bacde6acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168580 Feb 19 03:59:01.206688 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-02323e81-1530-4958-a2b5-de5975250682 req-8b499da3-4572-4faf-94bf-0dc68af55b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (68de562d-7708-4708-b40d-b94f33c6df4f), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:01.208343 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-7dd41692-8842-4f2c-a679-333b935c12ef service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a365141-801a-4740-a673-1cd30a4530cb HTTP/1.1" status: 200 len: 217 time: 0.1323450 Feb 19 03:59:01.292750 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 2222287c-624b-46b2-ba97-522e464620de is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:01.293356 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2222287c-624b-46b2-ba97-522e464620de), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:01.365665 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 2222287c-624b-46b2-ba97-522e464620de, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2222287c-624b-46b2-ba97-522e464620de,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:01.378128 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2222287c-624b-46b2-ba97-522e464620de), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:01.441704 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-c7dfb950-0758-4d52-8c22-e30b3e9ca4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:01.447964 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-c7dfb950-0758-4d52-8c22-e30b3e9ca4c1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2953d6c2-cff6-4430-863a-070b45f3a12f HTTP/1.1" status: 200 len: 861 time: 0.2262130 Feb 19 03:59:01.459904 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b499da3-4572-4faf-94bf-0dc68af55b6f service neutron] Pushing event updated for resources: {'Port': ['ID=68de562d-7708-4708-b40d-b94f33c6df4f,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:01.483950 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=2222287c-624b-46b2-ba97-522e464620de,revision_number=9']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:01.505614 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-02323e81-1530-4958-a2b5-de5975250682 req-8b499da3-4572-4faf-94bf-0dc68af55b6f service neutron] Attempting to bind port 68de562d-7708-4708-b40d-b94f33c6df4f on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:59:01.506224 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-02323e81-1530-4958-a2b5-de5975250682 req-8b499da3-4572-4faf-94bf-0dc68af55b6f service neutron] Attempting to bind port 68de562d-7708-4708-b40d-b94f33c6df4f by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '9a64af07-75e7-49c4-bd40-c782ca239fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '78a9b65b-d911-4b70-9e29-eb76754bdc19'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:59:01.506873 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02323e81-1530-4958-a2b5-de5975250682 req-8b499da3-4572-4faf-94bf-0dc68af55b6f service neutron] Attempting to bind port 68de562d-7708-4708-b40d-b94f33c6df4f on network 78a9b65b-d911-4b70-9e29-eb76754bdc19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:01.511893 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02323e81-1530-4958-a2b5-de5975250682 req-8b499da3-4572-4faf-94bf-0dc68af55b6f service neutron] Port 68de562d-7708-4708-b40d-b94f33c6df4f on network 78a9b65b-d911-4b70-9e29-eb76754bdc19 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:59:01.512446 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02323e81-1530-4958-a2b5-de5975250682 req-8b499da3-4572-4faf-94bf-0dc68af55b6f service neutron] Attempting to bind port 68de562d-7708-4708-b40d-b94f33c6df4f on network 78a9b65b-d911-4b70-9e29-eb76754bdc19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:01.519168 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02323e81-1530-4958-a2b5-de5975250682 req-8b499da3-4572-4faf-94bf-0dc68af55b6f service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:59:01.519986 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02323e81-1530-4958-a2b5-de5975250682 req-8b499da3-4572-4faf-94bf-0dc68af55b6f service neutron] Checking segment: {'id': '9a64af07-75e7-49c4-bd40-c782ca239fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '78a9b65b-d911-4b70-9e29-eb76754bdc19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:59:01.520516 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02323e81-1530-4958-a2b5-de5975250682 req-8b499da3-4572-4faf-94bf-0dc68af55b6f service neutron] Bound using segment: {'id': '9a64af07-75e7-49c4-bd40-c782ca239fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '78a9b65b-d911-4b70-9e29-eb76754bdc19'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:59:01.521272 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-02323e81-1530-4958-a2b5-de5975250682 req-8b499da3-4572-4faf-94bf-0dc68af55b6f service neutron] Bound port: 68de562d-7708-4708-b40d-b94f33c6df4f, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a64af07-75e7-49c4-bd40-c782ca239fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '78a9b65b-d911-4b70-9e29-eb76754bdc19'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:59:01.521963 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-02323e81-1530-4958-a2b5-de5975250682 req-8b499da3-4572-4faf-94bf-0dc68af55b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (68de562d-7708-4708-b40d-b94f33c6df4f), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:01.555198 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec69891c-f52f-4284-aca6-7b416603ca9e req-dd0cddae-40b5-410b-bb12-3ac360d4a110 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267454 Feb 19 03:59:01.620182 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-02323e81-1530-4958-a2b5-de5975250682 req-8b499da3-4572-4faf-94bf-0dc68af55b6f service neutron] For port 68de562d-7708-4708-b40d-b94f33c6df4f, host n-h2-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:59:01.623625 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-02323e81-1530-4958-a2b5-de5975250682 req-8b499da3-4572-4faf-94bf-0dc68af55b6f service neutron] For port 68de562d-7708-4708-b40d-b94f33c6df4f, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=68de562d-7708-4708-b40d-b94f33c6df4f,segment=NetworkSegment(9a64af07-75e7-49c4-bd40-c782ca239fb4),segment_id=9a64af07-75e7-49c4-bd40-c782ca239fb4)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:59:01.638902 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-02323e81-1530-4958-a2b5-de5975250682 req-8b499da3-4572-4faf-94bf-0dc68af55b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (68de562d-7708-4708-b40d-b94f33c6df4f), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:01.646251 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-a5a65fa0-78b2-4755-bbb4-62ac77c1dc0f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d936416-f125-4c3f-940d-813318503889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885990 Feb 19 03:59:01.657887 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a128aeea-3119-472a-98eb-d263379ca304 x-openstack-request-id: req-a128aeea-3119-472a-98eb-d263379ca304 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:01.660599 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143db96e-0a3b-4b9e-acfb-f8f5d5798b75", "tag": "2a365141-801a-4740-a673-1cd30a4530cb", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:01.661615 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a128aeea-3119-472a-98eb-d263379ca304 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:01.662205 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143db96e-0a3b-4b9e-acfb-f8f5d5798b75', 'tag': '2a365141-801a-4740-a673-1cd30a4530cb', 'status': 'completed', 'code': 200} Feb 19 03:59:01.727023 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02323e81-1530-4958-a2b5-de5975250682 req-8b499da3-4572-4faf-94bf-0dc68af55b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:01.727646 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-02323e81-1530-4958-a2b5-de5975250682 req-8b499da3-4572-4faf-94bf-0dc68af55b6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:01.729060 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-02323e81-1530-4958-a2b5-de5975250682 req-8b499da3-4572-4faf-94bf-0dc68af55b6f service neutron] 10.222.0.79 "PUT /v2.0/ports/68de562d-7708-4708-b40d-b94f33c6df4f HTTP/1.1" status: 200 len: 1092 time: 1.4841011 Feb 19 03:59:01.729523 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3381d34-4d1f-4afb-ab43-03a3bf12d52b', 'tag': '68de562d-7708-4708-b40d-b94f33c6df4f'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:01.733514 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1beb87c7-53eb-41be-b2d8-9d244eae237a" -d '{"events": [{"name": "network-changed", "server_uuid": "c3381d34-4d1f-4afb-ab43-03a3bf12d52b", "tag": "68de562d-7708-4708-b40d-b94f33c6df4f"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:01.862090 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b499da3-4572-4faf-94bf-0dc68af55b6f service neutron] Pushing event updated for resources: {'Port': ['ID=68de562d-7708-4708-b40d-b94f33c6df4f,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:01.872308 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b58d9e9f-fdbb-4d6e-a84b-249c9ebb7f01 req-111f091b-8423-4e71-a839-62f6def6b50c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0f5bb248-a9a6-4983-99bc-14f213cf346e HTTP/1.1" status: 200 len: 210 time: 0.4231317 Feb 19 03:59:01.899227 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02323e81-1530-4958-a2b5-de5975250682 req-17ea5402-2af9-4f5d-803a-09e65f2e897c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:01.905477 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-02323e81-1530-4958-a2b5-de5975250682 req-17ea5402-2af9-4f5d-803a-09e65f2e897c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5e4834aa2c9343cd911dcc83b0579e74&device_id=c3381d34-4d1f-4afb-ab43-03a3bf12d52b HTTP/1.1" status: 200 len: 1126 time: 0.1162174 Feb 19 03:59:02.005959 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c40570-d903-46a0-8219-fc8b274ce780 req-04bfc199-20d9-4299-890e-aada6bb6f4aa tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:02.013631 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c0c40570-d903-46a0-8219-fc8b274ce780 req-04bfc199-20d9-4299-890e-aada6bb6f4aa tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 944 time: 0.3574672 Feb 19 03:59:02.028499 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-9a721de8-235c-4c61-bed8-912bb1ebccc6 service neutron] 10.222.0.79 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220096 Feb 19 03:59:02.043099 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158efac0-3ea3-4bf2-9bca-407345f2adf7 req-0756fe59-9322-4c92-aa5c-8eed348620dd tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:02.044689 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-158efac0-3ea3-4bf2-9bca-407345f2adf7 req-0756fe59-9322-4c92-aa5c-8eed348620dd tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 947 time: 0.1711476 Feb 19 03:59:02.120339 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-02323e81-1530-4958-a2b5-de5975250682 req-c3ebc6b8-6863-43e7-b1c2-1307eee3e5d4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68de562d-7708-4708-b40d-b94f33c6df4f HTTP/1.1" status: 200 len: 217 time: 0.0508938 Feb 19 03:59:02.232417 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c0c40570-d903-46a0-8219-fc8b274ce780 req-a933135d-2030-4fb1-82fe-fa886ab2c57b tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176611 Feb 19 03:59:02.234431 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02323e81-1530-4958-a2b5-de5975250682 req-8c8327a2-b050-4993-97eb-3def48150f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:02.238363 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-02323e81-1530-4958-a2b5-de5975250682 req-8c8327a2-b050-4993-97eb-3def48150f8f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=53310fb3-d11f-4a5b-9138-ba6b80066f44 HTTP/1.1" status: 200 len: 862 time: 0.1093378 Feb 19 03:59:02.300713 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-02323e81-1530-4958-a2b5-de5975250682 req-39122430-1dfd-423b-8ed8-bfd64f7cae16 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=78a9b65b-d911-4b70-9e29-eb76754bdc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445769 Feb 19 03:59:02.321323 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-158efac0-3ea3-4bf2-9bca-407345f2adf7 req-d6d93ece-7099-492d-a1c9-c7527f891162 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580574 Feb 19 03:59:02.390758 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-027a2a45-1ec6-462f-83d9-15d05fa7b8be req-6938eabd-e213-423b-98db-2d47035fb68c service neutron] 10.222.0.79 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214738 Feb 19 03:59:02.432797 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a9b30f-944f-4520-b93b-e3b2deb373a6 x-openstack-request-id: req-50a9b30f-944f-4520-b93b-e3b2deb373a6 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:02.432797 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3381d34-4d1f-4afb-ab43-03a3bf12d52b", "tag": "68de562d-7708-4708-b40d-b94f33c6df4f", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:02.434229 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-50a9b30f-944f-4520-b93b-e3b2deb373a6 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:02.434756 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3381d34-4d1f-4afb-ab43-03a3bf12d52b', 'tag': '68de562d-7708-4708-b40d-b94f33c6df4f', 'status': 'completed', 'code': 200} Feb 19 03:59:02.527410 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-02323e81-1530-4958-a2b5-de5975250682 req-7792aa75-45c4-4cad-b89b-59af7385ddf9 service neutron] 10.222.0.79 "GET /v2.0/networks/78a9b65b-d911-4b70-9e29-eb76754bdc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192490 Feb 19 03:59:02.567952 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 1c9e2199-f70f-4d96-ac87-b03a5b518c0c up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:59:02.592896 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be918f46-ad26-4086-9219-467b9892c916 req-449a1b99-b375-4c76-b21d-32f3e37f90ec tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:02.600837 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-be918f46-ad26-4086-9219-467b9892c916 req-449a1b99-b375-4c76-b21d-32f3e37f90ec tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 946 time: 0.2205579 Feb 19 03:59:02.705158 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 1c9e2199-f70f-4d96-ac87-b03a5b518c0c completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:59:02.706770 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-02323e81-1530-4958-a2b5-de5975250682 req-0c083441-22a5-4520-878b-fb986c770a5a service neutron] 10.222.0.79 "GET /v2.0/networks/78a9b65b-d911-4b70-9e29-eb76754bdc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658142 Feb 19 03:59:02.712659 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5ce89-557e-482f-b339-302e98f557b3 req-e6a63997-cb5b-41d5-8c7d-51522c3d8e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:02.714266 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7cc5ce89-557e-482f-b339-302e98f557b3 req-e6a63997-cb5b-41d5-8c7d-51522c3d8e29 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2d0f4caff5434d379e80e0b432aea600&device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 1127 time: 0.2309787 Feb 19 03:59:02.716360 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 1c9e2199-f70f-4d96-ac87-b03a5b518c0c triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:02.717455 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1c9e2199-f70f-4d96-ac87-b03a5b518c0c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:02.742829 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-be918f46-ad26-4086-9219-467b9892c916 req-cc8909e4-cc31-43f5-a2f7-399380bbd1a7 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377680 Feb 19 03:59:02.754756 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fedac-3525-453a-a6e4-d4da2beddc77 req-67d72ced-8c5f-4d1f-acbb-791f858a6882 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:02.774229 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d60fedac-3525-453a-a6e4-d4da2beddc77 req-67d72ced-8c5f-4d1f-acbb-791f858a6882 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3381d34-4d1f-4afb-ab43-03a3bf12d52b HTTP/1.1" status: 200 len: 943 time: 0.2204301 Feb 19 03:59:02.813851 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f800bfe4-9272-4647-a5bc-d09bf56edac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:02.821074 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe24155-ec29-4d65-a8f9-6e8cdd1f6057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2222287c-624b-46b2-ba97-522e464620de'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:02.825282 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3ff259-6ec8-45d4-8788-5c7c37735db1" -d '{"events": [{"server_uuid": "ebe24155-ec29-4d65-a8f9-6e8cdd1f6057", "name": "network-vif-unplugged", "status": "completed", "tag": "2222287c-624b-46b2-ba97-522e464620de"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:02.886056 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb87c7-53eb-41be-b2d8-9d244eae237a req-0e6f67f1-b7d7-4a0a-b498-96361187f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:02.887614 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1beb87c7-53eb-41be-b2d8-9d244eae237a req-0e6f67f1-b7d7-4a0a-b498-96361187f2e1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5e4834aa2c9343cd911dcc83b0579e74&device_id=c3381d34-4d1f-4afb-ab43-03a3bf12d52b HTTP/1.1" status: 200 len: 1126 time: 0.0952580 Feb 19 03:59:02.913566 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea787488-4e21-45eb-a096-6b6703de6c77 req-e0f5c09b-a038-481c-8d47-132eb6333620 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=162970fc-e234-485e-a2f4-06b452996e79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3321621 Feb 19 03:59:02.950125 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 1c9e2199-f70f-4d96-ac87-b03a5b518c0c is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:02.951603 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1c9e2199-f70f-4d96-ac87-b03a5b518c0c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:03.049753 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 1c9e2199-f70f-4d96-ac87-b03a5b518c0c, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=1c9e2199-f70f-4d96-ac87-b03a5b518c0c,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:03.065229 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1c9e2199-f70f-4d96-ac87-b03a5b518c0c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:03.128398 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb87c7-53eb-41be-b2d8-9d244eae237a req-2825d982-a3d7-4947-98fe-58d26fac2ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:03.144511 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1beb87c7-53eb-41be-b2d8-9d244eae237a req-2825d982-a3d7-4947-98fe-58d26fac2ff4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=78a9b65b-d911-4b70-9e29-eb76754bdc19 HTTP/1.1" status: 200 len: 923 time: 0.2494347 Feb 19 03:59:03.213477 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b367ab56-5005-4f8a-b4a7-761fcb0483af req-9d7aade3-013a-469d-92a0-4177251424a8 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.1633599 Feb 19 03:59:03.221691 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=1c9e2199-f70f-4d96-ac87-b03a5b518c0c,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:03.233269 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1beb87c7-53eb-41be-b2d8-9d244eae237a req-606a94ec-01b1-4457-94e9-f4e45431fc8c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68de562d-7708-4708-b40d-b94f33c6df4f HTTP/1.1" status: 200 len: 217 time: 0.0808477 Feb 19 03:59:03.307564 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d60fedac-3525-453a-a6e4-d4da2beddc77 req-821b1f32-d1c2-43a8-9134-358fbfbf0a51 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5020199 Feb 19 03:59:03.331771 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb87c7-53eb-41be-b2d8-9d244eae237a req-9cc417c0-f3bb-4e02-9a43-ac2b76a0fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:03.332565 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5ce89-557e-482f-b339-302e98f557b3 req-ff57f39c-bd83-43c6-94d5-5c56dbf723d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:03.333804 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1beb87c7-53eb-41be-b2d8-9d244eae237a req-9cc417c0-f3bb-4e02-9a43-ac2b76a0fd25 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=53310fb3-d11f-4a5b-9138-ba6b80066f44 HTTP/1.1" status: 200 len: 862 time: 0.0939198 Feb 19 03:59:03.335201 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7cc5ce89-557e-482f-b339-302e98f557b3 req-ff57f39c-bd83-43c6-94d5-5c56dbf723d4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d936416-f125-4c3f-940d-813318503889 HTTP/1.1" status: 200 len: 922 time: 0.6138067 Feb 19 03:59:03.341968 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea787488-4e21-45eb-a096-6b6703de6c77 req-0bb7e518-c360-4e49-938e-b0a4b5c2c6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:03.345661 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea787488-4e21-45eb-a096-6b6703de6c77 req-0bb7e518-c360-4e49-938e-b0a4b5c2c6eb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 1127 time: 0.3960037 Feb 19 03:59:03.394538 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1beb87c7-53eb-41be-b2d8-9d244eae237a req-dd4d5b97-4637-4cf9-b52b-e9295ba9caf7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=78a9b65b-d911-4b70-9e29-eb76754bdc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473328 Feb 19 03:59:03.399146 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7cc5ce89-557e-482f-b339-302e98f557b3 req-a83d4b71-2849-4139-9849-f92b40af030e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a365141-801a-4740-a673-1cd30a4530cb HTTP/1.1" status: 200 len: 217 time: 0.0513034 Feb 19 03:59:03.496371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5ce89-557e-482f-b339-302e98f557b3 req-5c8e386a-3275-4466-bbf6-43dfef6672cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:03.497587 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7cc5ce89-557e-482f-b339-302e98f557b3 req-5c8e386a-3275-4466-bbf6-43dfef6672cc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2953d6c2-cff6-4430-863a-070b45f3a12f HTTP/1.1" status: 200 len: 861 time: 0.0703959 Feb 19 03:59:03.580824 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1beb87c7-53eb-41be-b2d8-9d244eae237a req-6a39690f-09a1-4be1-97a1-5e17bbfe08d3 service neutron] 10.222.0.79 "GET /v2.0/networks/78a9b65b-d911-4b70-9e29-eb76754bdc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686344 Feb 19 03:59:03.619319 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7cc5ce89-557e-482f-b339-302e98f557b3 req-70d371b1-4eca-4ebd-a208-6efaec90c5ae service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d936416-f125-4c3f-940d-813318503889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902565 Feb 19 03:59:03.656248 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:03.735533 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0201f-48f9-45c3-a943-0e23fd5a9902 req-ac4d3e80-2b61-4400-a853-9cfbb1c22ce7 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:03.737225 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e4d0201f-48f9-45c3-a943-0e23fd5a9902 req-ac4d3e80-2b61-4400-a853-9cfbb1c22ce7 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/ports?device_id=609fa939-bec1-4236-afe1-05910b6e469d HTTP/1.1" status: 200 len: 949 time: 0.3376520 Feb 19 03:59:03.742668 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ddc04f32-2f7c-437d-a79c-ec45b6ef663e req-459b75e1-1dcd-4de0-9e2e-515e58bbb6a3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0801401 Feb 19 03:59:03.775085 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1beb87c7-53eb-41be-b2d8-9d244eae237a req-0add930a-acd6-4b2d-ade9-767970079661 service neutron] 10.222.0.79 "GET /v2.0/networks/78a9b65b-d911-4b70-9e29-eb76754bdc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851494 Feb 19 03:59:03.811110 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d915c5-7366-4b82-a061-2b7b71d826be req-91f1492c-86b2-4985-970b-5b0dc6632def tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:03.818343 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a1d915c5-7366-4b82-a061-2b7b71d826be req-91f1492c-86b2-4985-970b-5b0dc6632def tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=246345dc-d872-42d9-babd-4f32e198f3c8 HTTP/1.1" status: 200 len: 946 time: 0.2741740 Feb 19 03:59:03.879544 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc04f32-2f7c-437d-a79c-ec45b6ef663e req-6804cae5-3c9f-4176-be53-e1bfa6857f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:03.881394 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ddc04f32-2f7c-437d-a79c-ec45b6ef663e req-6804cae5-3c9f-4176-be53-e1bfa6857f31 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 1132 time: 0.0736172 Feb 19 03:59:04.083610 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc04f32-2f7c-437d-a79c-ec45b6ef663e req-35f5355f-aa08-4ee0-bd7b-b3452a648edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:04.085360 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ddc04f32-2f7c-437d-a79c-ec45b6ef663e req-35f5355f-aa08-4ee0-bd7b-b3452a648edc service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.1585023 Feb 19 03:59:04.148743 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ddc04f32-2f7c-437d-a79c-ec45b6ef663e req-6bcd05e6-b365-453b-8ebb-32ccd00051f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=8ff4db1e-ca16-4d88-9551-5180fa2a1849 HTTP/1.1" status: 200 len: 217 time: 0.0548565 Feb 19 03:59:04.207256 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc04f32-2f7c-437d-a79c-ec45b6ef663e req-dc770245-5f75-4fac-8aa8-5b8b11108f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:04.209449 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ddc04f32-2f7c-437d-a79c-ec45b6ef663e req-dc770245-5f75-4fac-8aa8-5b8b11108f88 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0544932 Feb 19 03:59:04.279189 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e4d0201f-48f9-45c3-a943-0e23fd5a9902 req-d1c3fef4-84bb-45ed-8310-f4538ff1e9de tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad8a2654-defb-416b-8118-f30bacde6acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5259724 Feb 19 03:59:04.286608 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc04f32-2f7c-437d-a79c-ec45b6ef663e req-2116eaf8-8820-4a62-9c6b-cc9b273bf790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:04.289799 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ddc04f32-2f7c-437d-a79c-ec45b6ef663e req-2116eaf8-8820-4a62-9c6b-cc9b273bf790 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0714924 Feb 19 03:59:04.349945 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea787488-4e21-45eb-a096-6b6703de6c77 req-9c3c5f71-6bd3-4b02-b876-d2e02b71cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:04.352024 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea787488-4e21-45eb-a096-6b6703de6c77 req-9c3c5f71-6bd3-4b02-b876-d2e02b71cccb service neutron] 10.222.0.79 "GET /v2.0/networks?id=575db6fc-b1bf-4deb-91aa-ccf16978efb1 HTTP/1.1" status: 200 len: 909 time: 0.8655422 Feb 19 03:59:04.370609 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a1d915c5-7366-4b82-a061-2b7b71d826be req-348b8bc2-260c-45da-b074-56a01d2f8fea tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5517128 Feb 19 03:59:04.382030 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750c17c4-8afa-413f-9a12-6f43a771dc9c x-openstack-request-id: req-750c17c4-8afa-413f-9a12-6f43a771dc9c {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:04.382766 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe24155-ec29-4d65-a8f9-6e8cdd1f6057", "name": "network-vif-unplugged", "status": "completed", "tag": "2222287c-624b-46b2-ba97-522e464620de", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:04.383204 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-750c17c4-8afa-413f-9a12-6f43a771dc9c {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:04.383756 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe24155-ec29-4d65-a8f9-6e8cdd1f6057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2222287c-624b-46b2-ba97-522e464620de', 'code': 200} Feb 19 03:59:04.389859 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7cc5ce89-557e-482f-b339-302e98f557b3 req-b5486336-314c-48a4-9bc8-c8bfbba1b1fa service neutron] 10.222.0.79 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7032051 Feb 19 03:59:04.457373 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ddc04f32-2f7c-437d-a79c-ec45b6ef663e req-b3d09395-8e8a-49bc-b383-ba887997f9e2 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592600 Feb 19 03:59:04.494680 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea787488-4e21-45eb-a096-6b6703de6c77 req-df6633db-6d75-4272-a1b6-73ea2e5fab4a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23b716ce-ca34-471a-a252-03d7952b8897 HTTP/1.1" status: 200 len: 217 time: 0.1282208 Feb 19 03:59:04.580117 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 68de562d-7708-4708-b40d-b94f33c6df4f details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:59:04.674008 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ddc04f32-2f7c-437d-a79c-ec45b6ef663e req-52432e10-1796-4259-9cd1-4866090e94b8 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339681 Feb 19 03:59:04.766526 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7cc5ce89-557e-482f-b339-302e98f557b3 req-c7b385e9-0700-435f-9442-25b7e256e5a6 service neutron] 10.222.0.79 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714371 Feb 19 03:59:04.777011 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 68de562d-7708-4708-b40d-b94f33c6df4f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=68de562d-7708-4708-b40d-b94f33c6df4f,segment=NetworkSegment(9a64af07-75e7-49c4-bd40-c782ca239fb4),segment_id=9a64af07-75e7-49c4-bd40-c782ca239fb4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:04.793088 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '68de562d-7708-4708-b40d-b94f33c6df4f', 'network_id': '78a9b65b-d911-4b70-9e29-eb76754bdc19', 'port_id': '68de562d-7708-4708-b40d-b94f33c6df4f', 'mac_address': 'fa:16:3e:35:12:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53310fb3-d11f-4a5b-9138-ba6b80066f44', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:59:04.820482 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea787488-4e21-45eb-a096-6b6703de6c77 req-e2bce47b-6c2d-40f0-ae1b-3df2f92076a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:04.821842 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea787488-4e21-45eb-a096-6b6703de6c77 req-e2bce47b-6c2d-40f0-ae1b-3df2f92076a4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d HTTP/1.1" status: 200 len: 848 time: 0.3148868 Feb 19 03:59:04.851717 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 68de562d-7708-4708-b40d-b94f33c6df4f is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:04.852113 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (68de562d-7708-4708-b40d-b94f33c6df4f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:04.869328 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f59e3-e67d-4538-8c48-add81066123f req-14674e51-b5d3-4901-92a6-6e62642347db tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:04.871053 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68de562d-7708-4708-b40d-b94f33c6df4f {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:04.878781 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-857f59e3-e67d-4538-8c48-add81066123f req-14674e51-b5d3-4901-92a6-6e62642347db tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 944 time: 0.4023545 Feb 19 03:59:04.895243 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 68de562d-7708-4708-b40d-b94f33c6df4f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=68de562d-7708-4708-b40d-b94f33c6df4f,segment=NetworkSegment(9a64af07-75e7-49c4-bd40-c782ca239fb4),segment_id=9a64af07-75e7-49c4-bd40-c782ca239fb4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:04.900513 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (68de562d-7708-4708-b40d-b94f33c6df4f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:04.934731 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea787488-4e21-45eb-a096-6b6703de6c77 req-770b0bff-375b-4960-9d08-45eac432dc21 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=575db6fc-b1bf-4deb-91aa-ccf16978efb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009045 Feb 19 03:59:04.951883 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b59a7-4280-4932-bd96-526717b72ab1 req-667ef60e-1e72-4009-a186-e58c06820a42 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:04.963991 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9e5b59a7-4280-4932-bd96-526717b72ab1 req-667ef60e-1e72-4009-a186-e58c06820a42 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 947 time: 0.4617319 Feb 19 03:59:04.964553 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=68de562d-7708-4708-b40d-b94f33c6df4f,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:05.064724 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 2222287c-624b-46b2-ba97-522e464620de details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:59:05.127092 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-857f59e3-e67d-4538-8c48-add81066123f req-5f7afde8-030d-4dd5-962b-817ead245ee1 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464802 Feb 19 03:59:05.180613 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9e5b59a7-4280-4932-bd96-526717b72ab1 req-e417ca39-8cf1-464f-99ca-af2c3785ae23 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107036 Feb 19 03:59:05.190871 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['68de562d-7708-4708-b40d-b94f33c6df4f'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:05.218948 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea787488-4e21-45eb-a096-6b6703de6c77 req-615c81d2-67c6-4401-a6a9-87ef5c052132 service neutron] 10.222.0.79 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496598 Feb 19 03:59:05.248423 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:05.321062 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 2222287c-624b-46b2-ba97-522e464620de, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2222287c-624b-46b2-ba97-522e464620de,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:05.343919 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '2222287c-624b-46b2-ba97-522e464620de', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '2222287c-624b-46b2-ba97-522e464620de', 'mac_address': 'fa:16:3e:6b:c0:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:59:05.421566 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-38b02369-d9c6-418c-9102-10800199a89f req-9c579528-da01-4dca-91ff-9fcec3bdaf16 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0785918 Feb 19 03:59:05.432339 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 2222287c-624b-46b2-ba97-522e464620de is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:05.432818 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2222287c-624b-46b2-ba97-522e464620de), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:05.498224 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2222287c-624b-46b2-ba97-522e464620de {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:05.525558 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea787488-4e21-45eb-a096-6b6703de6c77 req-f8c7d9d9-370b-453c-9aa1-783ecc73c858 service neutron] 10.222.0.79 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907565 Feb 19 03:59:05.532857 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 2222287c-624b-46b2-ba97-522e464620de, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2222287c-624b-46b2-ba97-522e464620de,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:05.540598 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf091f-5536-4273-8bb6-51960335e350 req-24fb3d51-9ed1-4c90-9f0d-14857b8d50be tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:05.541676 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2222287c-624b-46b2-ba97-522e464620de), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:05.548500 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-81bf091f-5536-4273-8bb6-51960335e350 req-24fb3d51-9ed1-4c90-9f0d-14857b8d50be tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 946 time: 0.2655454 Feb 19 03:59:05.632199 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=2222287c-624b-46b2-ba97-522e464620de,revision_number=10']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:05.640586 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-81bf091f-5536-4273-8bb6-51960335e350 req-aa6adf35-7687-4d5c-bfa1-48e9cc84af9e tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857217 Feb 19 03:59:05.680537 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64255b5e-6102-420d-9766-08c2c539fcf3 req-af4b663a-ba00-4846-a680-bec6c30b5876 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:05.685856 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64255b5e-6102-420d-9766-08c2c539fcf3 req-af4b663a-ba00-4846-a680-bec6c30b5876 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3381d34-4d1f-4afb-ab43-03a3bf12d52b HTTP/1.1" status: 200 len: 944 time: 0.1288440 Feb 19 03:59:05.770864 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64255b5e-6102-420d-9766-08c2c539fcf3 req-9f3a186f-1018-4808-8da3-ff603afbd0b1 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800860 Feb 19 03:59:05.884756 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1119ec5-ad6a-44a8-9bd1-9e2eb714bff3 req-4b9bda20-6d2b-4687-bb00-97df31a79b4a tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:05.891728 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1119ec5-ad6a-44a8-9bd1-9e2eb714bff3 req-4b9bda20-6d2b-4687-bb00-97df31a79b4a tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/ports?device_id=609fa939-bec1-4236-afe1-05910b6e469d HTTP/1.1" status: 200 len: 949 time: 0.0956497 Feb 19 03:59:05.939816 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba7360-eac7-4114-9edb-a0aad17cab65 req-e371e059-e12a-4ea4-baa5-59626c990b07 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:05.941422 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9aba7360-eac7-4114-9edb-a0aad17cab65 req-e371e059-e12a-4ea4-baa5-59626c990b07 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=246345dc-d872-42d9-babd-4f32e198f3c8 HTTP/1.1" status: 200 len: 946 time: 0.1084776 Feb 19 03:59:05.978892 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1119ec5-ad6a-44a8-9bd1-9e2eb714bff3 req-f589d33f-f143-4b55-bb43-05fc01153283 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad8a2654-defb-416b-8118-f30bacde6acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862291 Feb 19 03:59:06.067107 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9aba7360-eac7-4114-9edb-a0aad17cab65 req-ffe46e7b-fb35-46bd-80dc-f4044e969cab tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152525 Feb 19 03:59:06.385381 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246345dc-d872-42d9-babd-4f32e198f3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9e2199-f70f-4d96-ac87-b03a5b518c0c'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:06.389358 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef880bc-de8f-441d-9c44-828eadd529b5" -d '{"events": [{"server_uuid": "246345dc-d872-42d9-babd-4f32e198f3c8", "name": "network-vif-plugged", "status": "completed", "tag": "1c9e2199-f70f-4d96-ac87-b03a5b518c0c"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:06.480199 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb45492-592f-4a77-8116-6458eb3ed13e req-d4fd369e-e30e-4803-91d9-1adbdcc7d57b tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:06.490836 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4eb45492-592f-4a77-8116-6458eb3ed13e req-d4fd369e-e30e-4803-91d9-1adbdcc7d57b tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 949 time: 0.1194134 Feb 19 03:59:06.571068 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['2222287c-624b-46b2-ba97-522e464620de'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:06.597563 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4eb45492-592f-4a77-8116-6458eb3ed13e req-114d05f3-f909-412a-b569-74256d67f0cd tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047430 Feb 19 03:59:06.615169 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 68de562d-7708-4708-b40d-b94f33c6df4f up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:59:06.722609 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007f0ca-ae48-4465-8877-8f94a0d08b8f req-c69add46-8fb1-4f4d-87d0-4ca8c90120a9 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:06.731275 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4007f0ca-ae48-4465-8877-8f94a0d08b8f req-c69add46-8fb1-4f4d-87d0-4ca8c90120a9 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 944 time: 0.4230380 Feb 19 03:59:06.741557 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:06.766279 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 68de562d-7708-4708-b40d-b94f33c6df4f completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:59:06.787200 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 68de562d-7708-4708-b40d-b94f33c6df4f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:06.787200 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (68de562d-7708-4708-b40d-b94f33c6df4f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:06.828875 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8adc4-9bcb-48fe-bdd7-dbe5d792f633 req-bf88a5a9-e418-4797-becf-eb05c0f688ea tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:06.830370 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0c8adc4-9bcb-48fe-bdd7-dbe5d792f633 req-bf88a5a9-e418-4797-becf-eb05c0f688ea tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/ports?device_id=609fa939-bec1-4236-afe1-05910b6e469d HTTP/1.1" status: 200 len: 949 time: 0.0961640 Feb 19 03:59:06.841419 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4007f0ca-ae48-4465-8877-8f94a0d08b8f req-3fe77a03-d291-4a06-8a53-144abef3d8ad tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089928 Feb 19 03:59:06.954210 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d018a8d1-3204-4fb7-976b-61aa42756b70 x-openstack-request-id: req-d018a8d1-3204-4fb7-976b-61aa42756b70 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:06.954874 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246345dc-d872-42d9-babd-4f32e198f3c8", "name": "network-vif-plugged", "status": "completed", "tag": "1c9e2199-f70f-4d96-ac87-b03a5b518c0c", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:06.954874 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d018a8d1-3204-4fb7-976b-61aa42756b70 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:06.955175 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246345dc-d872-42d9-babd-4f32e198f3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9e2199-f70f-4d96-ac87-b03a5b518c0c', 'code': 200} Feb 19 03:59:06.962799 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0c8adc4-9bcb-48fe-bdd7-dbe5d792f633 req-2aa29e92-9cf2-4d93-a095-30926a07c681 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad8a2654-defb-416b-8118-f30bacde6acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199951 Feb 19 03:59:07.000099 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 68de562d-7708-4708-b40d-b94f33c6df4f is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:07.000489 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (68de562d-7708-4708-b40d-b94f33c6df4f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:07.089781 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 68de562d-7708-4708-b40d-b94f33c6df4f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=68de562d-7708-4708-b40d-b94f33c6df4f,segment=NetworkSegment(9a64af07-75e7-49c4-bd40-c782ca239fb4),segment_id=9a64af07-75e7-49c4-bd40-c782ca239fb4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:07.108121 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (68de562d-7708-4708-b40d-b94f33c6df4f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:07.168462 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cd155023-ba98-4337-b4d2-eb4eabfbf081 req-136a1348-02f9-4332-be29-a4a5715e0af3 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.1487339 Feb 19 03:59:07.314140 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=68de562d-7708-4708-b40d-b94f33c6df4f,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:07.328046 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b58fb3-170b-4e50-9ceb-564a51b3bb3e req-bcfdd3cd-2b46-4e81-b76a-cc7d35d14494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:07.329554 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0b58fb3-170b-4e50-9ceb-564a51b3bb3e req-bcfdd3cd-2b46-4e81-b76a-cc7d35d14494 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=246345dc-d872-42d9-babd-4f32e198f3c8 HTTP/1.1" status: 200 len: 1129 time: 0.1466982 Feb 19 03:59:07.342272 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50172e92-9e8c-4255-90ce-ef832597b005 req-36a84a83-969b-400c-b193-1eedf3d4ff92 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:07.351201 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-50172e92-9e8c-4255-90ce-ef832597b005 req-36a84a83-969b-400c-b193-1eedf3d4ff92 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 946 time: 0.2707548 Feb 19 03:59:07.467415 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0b58fb3-170b-4e50-9ceb-564a51b3bb3e req-c7e32d6f-8825-4079-8434-10f7e0cc44e2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141627 Feb 19 03:59:07.470378 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-50172e92-9e8c-4255-90ce-ef832597b005 req-942afb83-c1e0-4b22-9140-653562ddc01b tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183662 Feb 19 03:59:07.515641 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712ad89-6cd0-45ab-89e1-0061aad078d3 req-43d00796-d542-47ef-bce5-433de1d6f5a7 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:07.517819 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7712ad89-6cd0-45ab-89e1-0061aad078d3 req-43d00796-d542-47ef-bce5-433de1d6f5a7 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3381d34-4d1f-4afb-ab43-03a3bf12d52b HTTP/1.1" status: 200 len: 945 time: 0.1126287 Feb 19 03:59:07.597271 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7712ad89-6cd0-45ab-89e1-0061aad078d3 req-c4c814ae-3e16-4ad1-8c52-b59de73f2dc3 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688562 Feb 19 03:59:07.671927 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9d9a1-94ab-452e-b405-afa8095c23e0 req-85f2e493-d30a-4cdc-b4ae-b5b4ad89ee81 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:07.673470 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-89a9d9a1-94ab-452e-b405-afa8095c23e0 req-85f2e493-d30a-4cdc-b4ae-b5b4ad89ee81 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=246345dc-d872-42d9-babd-4f32e198f3c8 HTTP/1.1" status: 200 len: 946 time: 0.1023517 Feb 19 03:59:07.778629 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a21e4-ce38-4a62-8eca-5d88666c4f76 req-92035d66-ca9d-42e1-bd9a-b702085b4214 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:07.785694 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d28a21e4-ce38-4a62-8eca-5d88666c4f76 req-92035d66-ca9d-42e1-bd9a-b702085b4214 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 949 time: 0.0954525 Feb 19 03:59:07.810052 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-89a9d9a1-94ab-452e-b405-afa8095c23e0 req-4fc527cd-7102-41aa-94a6-4701671101f9 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210780 Feb 19 03:59:07.838458 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d28a21e4-ce38-4a62-8eca-5d88666c4f76 req-22f271a1-d80e-4f56-9d84-369779c48831 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518496 Feb 19 03:59:08.043110 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d15241-81e8-4680-be9f-57e02be69bf1 req-8a8d095e-8e9a-480f-b4ac-52bb97b0e8d2 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:08.044828 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e6d15241-81e8-4680-be9f-57e02be69bf1 req-8a8d095e-8e9a-480f-b4ac-52bb97b0e8d2 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 949 time: 0.1059837 Feb 19 03:59:08.057972 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc8167-d52a-4683-be6f-2d8ea56fa9cc req-dd2fe8ee-ea23-4f59-89aa-ec3ccb64e7fe tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:08.068026 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0cfc8167-d52a-4683-be6f-2d8ea56fa9cc req-dd2fe8ee-ea23-4f59-89aa-ec3ccb64e7fe tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 944 time: 0.0922494 Feb 19 03:59:08.142628 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0cfc8167-d52a-4683-be6f-2d8ea56fa9cc req-ee941c28-207d-48e3-9207-8c1bffde7b01 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735056 Feb 19 03:59:08.145501 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e6d15241-81e8-4680-be9f-57e02be69bf1 req-b3fbea90-0c27-4571-b414-48a10d179e9b tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753586 Feb 19 03:59:08.287588 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00357928-9746-4ac0-b43b-fef4059bf60e req-0bcb4dc4-02e4-46de-878f-e3166730d141 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:08.292317 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-00357928-9746-4ac0-b43b-fef4059bf60e req-0bcb4dc4-02e4-46de-878f-e3166730d141 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/ports?device_id=609fa939-bec1-4236-afe1-05910b6e469d HTTP/1.1" status: 200 len: 949 time: 0.0855956 Feb 19 03:59:08.439749 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9f82911-4d73-4163-8c01-fd61753b151c req-0dd3565f-c604-4785-bad3-fe25621736d7 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0677447 Feb 19 03:59:08.455640 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-00357928-9746-4ac0-b43b-fef4059bf60e req-c24f38dd-be0a-42c9-acd1-39e960b8675b tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad8a2654-defb-416b-8118-f30bacde6acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538687 Feb 19 03:59:08.780639 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-ff05dcc1-8020-4f97-8bfb-30c612915875 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647078 Feb 19 03:59:08.808589 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebbf0d-2c7f-4c91-ba97-e1ccaaa165cf req-2236eef7-d535-4183-a46c-8ac71e7b1865 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:08.809272 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-70ebbf0d-2c7f-4c91-ba97-e1ccaaa165cf req-2236eef7-d535-4183-a46c-8ac71e7b1865 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.26 "GET /v2.0/ports?device_id=609fa939-bec1-4236-afe1-05910b6e469d HTTP/1.1" status: 200 len: 949 time: 0.1231852 Feb 19 03:59:08.839558 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-62b5a9af-fe2c-42d6-a6f3-d6fb7a756080 req-b02a0641-9fa6-4961-b486-d8f1f47c0cf5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.1499395 Feb 19 03:59:08.934658 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bc7c7-59ac-4445-8161-36a6ed0c650e req-288f3cd8-8eac-465d-9ff6-bd8ae9bb3e4b tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:08.936192 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-587bc7c7-59ac-4445-8161-36a6ed0c650e req-288f3cd8-8eac-465d-9ff6-bd8ae9bb3e4b tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 946 time: 0.1398375 Feb 19 03:59:08.956319 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3381d34-4d1f-4afb-ab43-03a3bf12d52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68de562d-7708-4708-b40d-b94f33c6df4f'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:08.958696 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47973f71-5e4f-4aa4-883d-5d8c5733f9de" -d '{"events": [{"server_uuid": "c3381d34-4d1f-4afb-ab43-03a3bf12d52b", "name": "network-vif-plugged", "status": "completed", "tag": "68de562d-7708-4708-b40d-b94f33c6df4f"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:08.974454 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-70ebbf0d-2c7f-4c91-ba97-e1ccaaa165cf req-f7e9cac4-c145-467f-a1f7-747c4b5d3ff3 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Deleting port 35c112e8-dc0f-4630-9e85-9509d742ddf2 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:59:08.975192 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-70ebbf0d-2c7f-4c91-ba97-e1ccaaa165cf req-f7e9cac4-c145-467f-a1f7-747c4b5d3ff3 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (35c112e8-dc0f-4630-9e85-9509d742ddf2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:09.008671 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-49f3854c-c482-4bae-bbf3-f955a75554b8 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:09.013425 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-49f3854c-c482-4bae-bbf3-f955a75554b8 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2295260 Feb 19 03:59:09.037180 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-b3125875-d877-408a-84b6-7f75f5edda22 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/quotas/e0a0ced50b0f4fce99b90209ed8886f4 HTTP/1.1" status: 200 len: 375 time: 0.0166619 Feb 19 03:59:09.079031 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 2222287c-624b-46b2-ba97-522e464620de up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:59:09.109045 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-587bc7c7-59ac-4445-8161-36a6ed0c650e req-7ae3af5b-5b90-4f39-a163-b9c119c50a94 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641564 Feb 19 03:59:09.160802 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-04fbeb53-2ac5-4a7f-bc8a-eeac447e0c5c tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1165385 Feb 19 03:59:09.174891 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 2222287c-624b-46b2-ba97-522e464620de triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:09.176152 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2222287c-624b-46b2-ba97-522e464620de), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:09.234972 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-70ebbf0d-2c7f-4c91-ba97-e1ccaaa165cf req-f7e9cac4-c145-467f-a1f7-747c4b5d3ff3 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] For port 35c112e8-dc0f-4630-9e85-9509d742ddf2, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=35c112e8-dc0f-4630-9e85-9509d742ddf2,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:09.235290 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-70ebbf0d-2c7f-4c91-ba97-e1ccaaa165cf req-f7e9cac4-c145-467f-a1f7-747c4b5d3ff3 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (35c112e8-dc0f-4630-9e85-9509d742ddf2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:09.265475 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-70ebbf0d-2c7f-4c91-ba97-e1ccaaa165cf req-f7e9cac4-c145-467f-a1f7-747c4b5d3ff3 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Calling delete_port for 35c112e8-dc0f-4630-9e85-9509d742ddf2 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:59:09.386216 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 2222287c-624b-46b2-ba97-522e464620de is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:09.386953 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2222287c-624b-46b2-ba97-522e464620de), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:09.415150 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f664f-fa37-43af-a7a2-b5b6b667bc79 req-c17badd0-21fa-4916-80a6-69cf00579f5f tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:09.433490 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f09f664f-fa37-43af-a7a2-b5b6b667bc79 req-c17badd0-21fa-4916-80a6-69cf00579f5f tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3381d34-4d1f-4afb-ab43-03a3bf12d52b HTTP/1.1" status: 200 len: 945 time: 0.1604080 Feb 19 03:59:09.503377 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 2222287c-624b-46b2-ba97-522e464620de, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2222287c-624b-46b2-ba97-522e464620de,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:09.513184 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2222287c-624b-46b2-ba97-522e464620de), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:09.596677 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-70ebbf0d-2c7f-4c91-ba97-e1ccaaa165cf req-f7e9cac4-c145-467f-a1f7-747c4b5d3ff3 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (35c112e8-dc0f-4630-9e85-9509d742ddf2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:09.618420 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['35c112e8-dc0f-4630-9e85-9509d742ddf2'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:09.647872 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9cac4-c145-467f-a1f7-747c4b5d3ff3 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Pushing event deleted for resources: {'Port': ['ID=35c112e8-dc0f-4630-9e85-9509d742ddf2,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:09.709465 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f09f664f-fa37-43af-a7a2-b5b6b667bc79 req-ebd39b5b-926c-4a56-b82d-1fd164e7980e tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749999 Feb 19 03:59:09.745426 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=2222287c-624b-46b2-ba97-522e464620de,revision_number=11']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:09.774636 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf40697-1b51-4820-bcfa-7d9a25243339 req-ec04f0a4-1308-489b-80d4-f189547665b3 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:09.776187 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4cf40697-1b51-4820-bcfa-7d9a25243339 req-ec04f0a4-1308-489b-80d4-f189547665b3 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=246345dc-d872-42d9-babd-4f32e198f3c8 HTTP/1.1" status: 200 len: 946 time: 0.2905715 Feb 19 03:59:09.793369 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ebbf0d-2c7f-4c91-ba97-e1ccaaa165cf req-f7e9cac4-c145-467f-a1f7-747c4b5d3ff3 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] No DVR routers for this DVR port 35c112e8-dc0f-4630-9e85-9509d742ddf2 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:59:09.798702 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-70ebbf0d-2c7f-4c91-ba97-e1ccaaa165cf req-f7e9cac4-c145-467f-a1f7-747c4b5d3ff3 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:09.803494 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-70ebbf0d-2c7f-4c91-ba97-e1ccaaa165cf req-f7e9cac4-c145-467f-a1f7-747c4b5d3ff3 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.26 "DELETE /v2.0/ports/35c112e8-dc0f-4630-9e85-9509d742ddf2 HTTP/1.1" status: 204 len: 173 time: 0.9879520 Feb 19 03:59:09.803993 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609fa939-bec1-4236-afe1-05910b6e469d', 'name': 'network-vif-deleted', 'tag': '35c112e8-dc0f-4630-9e85-9509d742ddf2'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:09.806931 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e5aad5-be95-42cb-8653-07482385c20f" -d '{"events": [{"server_uuid": "609fa939-bec1-4236-afe1-05910b6e469d", "name": "network-vif-deleted", "tag": "35c112e8-dc0f-4630-9e85-9509d742ddf2"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:09.855182 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89b84f2-5935-4736-b075-ae411be332f5 x-openstack-request-id: req-e89b84f2-5935-4736-b075-ae411be332f5 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:09.855769 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3381d34-4d1f-4afb-ab43-03a3bf12d52b", "name": "network-vif-plugged", "status": "completed", "tag": "68de562d-7708-4708-b40d-b94f33c6df4f", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:09.855974 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e89b84f2-5935-4736-b075-ae411be332f5 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:09.856288 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3381d34-4d1f-4afb-ab43-03a3bf12d52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68de562d-7708-4708-b40d-b94f33c6df4f', 'code': 200} Feb 19 03:59:09.921992 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4cf40697-1b51-4820-bcfa-7d9a25243339 req-9259c09f-9c54-4440-9dea-a5fd3bf1efee tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307137 Feb 19 03:59:10.169174 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b50d84b7-7815-4cd6-a5fd-fda3245879e2 req-d7f1e59c-3d65-425b-bbeb-2320ebcfafbe tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 210 time: 0.1386130 Feb 19 03:59:10.258016 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4776a35-757d-4fcc-8663-1e2486c8a143 req-f7fb1663-20a2-4726-8477-ed4a03ed097a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:10.259876 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b4776a35-757d-4fcc-8663-1e2486c8a143 req-f7fb1663-20a2-4726-8477-ed4a03ed097a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 944 time: 0.2584038 Feb 19 03:59:10.281262 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d1970-a62e-4ae2-8604-d43c75ebcfec req-452f6eda-7a5f-4e91-ba06-32880d70f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:10.284744 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-388d1970-a62e-4ae2-8604-d43c75ebcfec req-452f6eda-7a5f-4e91-ba06-32880d70f40e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c3381d34-4d1f-4afb-ab43-03a3bf12d52b HTTP/1.1" status: 200 len: 1128 time: 0.1425979 Feb 19 03:59:10.363465 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c7f74f5-b80a-4669-8d71-5044c42078f0 req-31de369b-1cbf-460a-a347-fec600f3e6e0 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0592914 Feb 19 03:59:10.426851 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b4776a35-757d-4fcc-8663-1e2486c8a143 req-36d27e71-d7cd-4b5d-a3a5-1f1305c83e75 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550117 Feb 19 03:59:10.432028 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-388d1970-a62e-4ae2-8604-d43c75ebcfec req-3e3d4a3b-b31d-4810-bfda-01a62c80b3c5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254449 Feb 19 03:59:10.561992 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6efadf0-e241-4750-926d-283a8eac162d x-openstack-request-id: req-d6efadf0-e241-4750-926d-283a8eac162d {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:10.562622 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609fa939-bec1-4236-afe1-05910b6e469d", "name": "network-vif-deleted", "tag": "35c112e8-dc0f-4630-9e85-9509d742ddf2", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:10.562622 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d6efadf0-e241-4750-926d-283a8eac162d {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:10.562997 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609fa939-bec1-4236-afe1-05910b6e469d', 'name': 'network-vif-deleted', 'tag': '35c112e8-dc0f-4630-9e85-9509d742ddf2', 'status': 'completed', 'code': 200} Feb 19 03:59:10.594899 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed7fa258-f4ef-41fa-8712-d0fa2ee82f3e req-3408e9ec-656e-4443-a554-478f81697697 tempest-ServerDiagnosticsNegativeTest-33624374 tempest-ServerDiagnosticsNegativeTest-33624374-project] 10.222.0.52 "GET /v2.0/ports?device_id=609fa939-bec1-4236-afe1-05910b6e469d HTTP/1.1" status: 200 len: 210 time: 0.0895736 Feb 19 03:59:10.826140 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc342323-17e1-4c78-96cf-4d59122a2ccb req-65c10ed2-f354-40ae-bd02-03aeda092b3e tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:10.834909 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc342323-17e1-4c78-96cf-4d59122a2ccb req-65c10ed2-f354-40ae-bd02-03aeda092b3e tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 946 time: 0.1155152 Feb 19 03:59:10.903668 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc342323-17e1-4c78-96cf-4d59122a2ccb req-20cd2b39-0caa-4bd2-8294-da1971fa649c tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631776 Feb 19 03:59:11.123306 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741779d-d5a7-414c-aabc-330f28d469ee req-edd8a1bf-e0e8-49ec-a284-844459a71d88 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:11.141137 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e741779d-d5a7-414c-aabc-330f28d469ee req-edd8a1bf-e0e8-49ec-a284-844459a71d88 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3381d34-4d1f-4afb-ab43-03a3bf12d52b HTTP/1.1" status: 200 len: 945 time: 0.1055403 Feb 19 03:59:11.254830 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e741779d-d5a7-414c-aabc-330f28d469ee req-4770c327-633b-43bd-a2bd-d53c60e8698b tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083806 Feb 19 03:59:11.352372 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-74cf3292-a613-475c-b94a-2d9ea1565475 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500157 Feb 19 03:59:11.449188 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b3f0119-64b3-48a6-8789-d9e4e717e313 req-d4d83331-7fc0-4444-8b70-e59e24fb8a65 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 210 time: 0.0745392 Feb 19 03:59:11.561280 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-8af10c1e-d8df-4c46-8ce8-c910e098a0a0 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:11.574908 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-8af10c1e-d8df-4c46-8ce8-c910e098a0a0 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2133577 Feb 19 03:59:11.598758 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-52498de1-6aae-4387-a76e-75bc2afc8241 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Request body: {'port': {'device_id': 'db5f5d8a-95ae-4b98-9da6-a52af11f8350', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': 'e0a0ced50b0f4fce99b90209ed8886f4'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:11.631738 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16a22cc1-890f-4cf5-a474-5c95deebad0c req-63a094f2-887f-4e51-bcec-673065323dda tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0811496 Feb 19 03:59:11.657152 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522cf71f-1504-42c9-b5ed-bd74bb4002ef req-36fa663c-7f8b-4edf-b0da-5a639137f177 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:11.666139 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-522cf71f-1504-42c9-b5ed-bd74bb4002ef req-36fa663c-7f8b-4edf-b0da-5a639137f177 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=246345dc-d872-42d9-babd-4f32e198f3c8 HTTP/1.1" status: 200 len: 946 time: 0.1254363 Feb 19 03:59:11.760505 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-522cf71f-1504-42c9-b5ed-bd74bb4002ef req-3bd7a471-65c2-4702-b865-f3745fede49c tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930560 Feb 19 03:59:11.794054 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-52498de1-6aae-4387-a76e-75bc2afc8241 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Made reservation on behalf of e0a0ced50b0f4fce99b90209ed8886f4 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:59:11.804766 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-52498de1-6aae-4387-a76e-75bc2afc8241 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:11.857525 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe24155-ec29-4d65-a8f9-6e8cdd1f6057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2222287c-624b-46b2-ba97-522e464620de'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:11.860083 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2080c1-4a51-4348-b9b6-113d49b19c57" -d '{"events": [{"server_uuid": "ebe24155-ec29-4d65-a8f9-6e8cdd1f6057", "name": "network-vif-plugged", "status": "completed", "tag": "2222287c-624b-46b2-ba97-522e464620de"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:11.963967 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc095c-33c7-488c-8c4b-3bb7f9d8a9e3 req-68697d0d-bf69-4e3e-b4e3-87105bf3b83c tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:11.973639 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9cc095c-33c7-488c-8c4b-3bb7f9d8a9e3 req-68697d0d-bf69-4e3e-b4e3-87105bf3b83c tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 944 time: 0.2119226 Feb 19 03:59:12.132069 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9cc095c-33c7-488c-8c4b-3bb7f9d8a9e3 req-9f3058e2-8717-4a43-8040-ee73a87cd7b7 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574469 Feb 19 03:59:12.135598 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-52498de1-6aae-4387-a76e-75bc2afc8241 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Allocated IP 192.168.233.130 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/794b2e9f-4da8-47f3-8007-6f20bcf6ce49) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:59:12.202885 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb4efa0-01b7-4897-a239-9b412a572474 x-openstack-request-id: req-bbb4efa0-01b7-4897-a239-9b412a572474 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:12.203177 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe24155-ec29-4d65-a8f9-6e8cdd1f6057", "name": "network-vif-plugged", "status": "completed", "tag": "2222287c-624b-46b2-ba97-522e464620de", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:12.203644 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bbb4efa0-01b7-4897-a239-9b412a572474 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:12.204257 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe24155-ec29-4d65-a8f9-6e8cdd1f6057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2222287c-624b-46b2-ba97-522e464620de', 'code': 200} Feb 19 03:59:12.376930 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e8f14-e09d-401a-b2de-674439d35422 req-4b8e2692-b4a2-4113-b872-8580f345e499 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:12.386662 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a3e8f14-e09d-401a-b2de-674439d35422 req-4b8e2692-b4a2-4113-b872-8580f345e499 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 946 time: 0.0903466 Feb 19 03:59:12.532120 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-52498de1-6aae-4387-a76e-75bc2afc8241 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks [] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:12.559909 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a3e8f14-e09d-401a-b2de-674439d35422 req-971d9cc0-654c-4402-890b-a25fcf256756 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709521 Feb 19 03:59:12.594409 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-52498de1-6aae-4387-a76e-75bc2afc8241 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:12.613477 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['8ff4db1e-ca16-4d88-9551-5180fa2a1849', '2d6710c1-b01f-4d94-8ce7-f3612a906f58', '2222287c-624b-46b2-ba97-522e464620de'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:12.649982 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46034) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:12.662884 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-52498de1-6aae-4387-a76e-75bc2afc8241 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:59:12.671371 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-52498de1-6aae-4387-a76e-75bc2afc8241 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:59:12.709816 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 1c9e2199-f70f-4d96-ac87-b03a5b518c0c details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:59:12.752364 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-52498de1-6aae-4387-a76e-75bc2afc8241 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:59:12.928974 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52498de1-6aae-4387-a76e-75bc2afc8241 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Pushing event updated for resources: {'Port': ['ID=794b2e9f-4da8-47f3-8007-6f20bcf6ce49,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:12.963865 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-52498de1-6aae-4387-a76e-75bc2afc8241 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:12.964550 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-52498de1-6aae-4387-a76e-75bc2afc8241 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:13.017504 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f60abb-d431-4a75-9bb3-b48721fb5897 req-a22f3932-fbc5-4eaa-b574-475a9559849b tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:13.019229 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-79f60abb-d431-4a75-9bb3-b48721fb5897 req-a22f3932-fbc5-4eaa-b574-475a9559849b tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3381d34-4d1f-4afb-ab43-03a3bf12d52b HTTP/1.1" status: 200 len: 945 time: 0.3342922 Feb 19 03:59:13.019362 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-52498de1-6aae-4387-a76e-75bc2afc8241 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4240992 Feb 19 03:59:13.034416 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-969e958a-e58a-4fb2-a299-6ee93f0ad269 service neutron] Request body: {'port': {'device_id': 'db5f5d8a-95ae-4b98-9da6-a52af11f8350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:13.043023 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc98a8f-261b-48ae-b85f-371c63decf97 req-5ca36aea-00f9-45f9-9d61-64d0f1276e0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:13.052814 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1fc98a8f-261b-48ae-b85f-371c63decf97 req-5ca36aea-00f9-45f9-9d61-64d0f1276e0e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 936 time: 0.2971830 Feb 19 03:59:13.079650 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 1c9e2199-f70f-4d96-ac87-b03a5b518c0c, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=1c9e2199-f70f-4d96-ac87-b03a5b518c0c,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:13.098798 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '1c9e2199-f70f-4d96-ac87-b03a5b518c0c', 'network_id': 'e29e89da-8398-4bad-a8b5-9be42054c178', 'port_id': '1c9e2199-f70f-4d96-ac87-b03a5b518c0c', 'mac_address': 'fa:16:3e:d1:51:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f30f4c-dcb5-4893-927c-5937acb50c2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:59:13.109865 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 35c112e8-dc0f-4630-9e85-9509d742ddf2 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:59:13.130560 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-969e958a-e58a-4fb2-a299-6ee93f0ad269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:13.143088 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 35c112e8-dc0f-4630-9e85-9509d742ddf2 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:59:13.143631 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 35c112e8-dc0f-4630-9e85-9509d742ddf2 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:59:13.231817 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 1c9e2199-f70f-4d96-ac87-b03a5b518c0c is: ACTIVE; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:13.232494 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1c9e2199-f70f-4d96-ac87-b03a5b518c0c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:13.234847 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-cd105c96-9e96-48d3-9574-d14614e5eaae None None] Provisioning complete for port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:13.235446 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cd105c96-9e96-48d3-9574-d14614e5eaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:13.239990 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f2380806-2412-4064-9816-3a1f5aecb335 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=447a2aa1d528443eaec5773a67cf8265&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5883145 Feb 19 03:59:13.256244 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46044) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:13.282348 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c9e2199-f70f-4d96-ac87-b03a5b518c0c {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:13.300330 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1fc98a8f-261b-48ae-b85f-371c63decf97 req-53b50065-fff0-400b-af61-a152733a49d3 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466328 Feb 19 03:59:13.331059 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-79f60abb-d431-4a75-9bb3-b48721fb5897 req-f9c3d5b2-8ed8-4dac-a1f5-34e37f500247 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552688 Feb 19 03:59:13.373095 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 1c9e2199-f70f-4d96-ac87-b03a5b518c0c, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=1c9e2199-f70f-4d96-ac87-b03a5b518c0c,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:13.375248 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-cd105c96-9e96-48d3-9574-d14614e5eaae None None] Port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:59:13.393035 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-11d4a1e1-af58-4d8b-aaa0-f667f26e6745 admin admin] Publish callbacks [] for security_group (ad8a2654-defb-416b-8118-f30bacde6acb), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:13.398659 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1c9e2199-f70f-4d96-ac87-b03a5b518c0c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:13.442353 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-11d4a1e1-af58-4d8b-aaa0-f667f26e6745 admin admin] Publish callbacks [] for security_group (ad8a2654-defb-416b-8118-f30bacde6acb), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:13.540444 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=1c9e2199-f70f-4d96-ac87-b03a5b518c0c,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:13.578740 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['1c9e2199-f70f-4d96-ac87-b03a5b518c0c'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:13.728471 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f474a20-9b9e-406f-89f7-ebfe3baf2535 req-837bf4c1-635d-40e0-91c7-8c9f1899a7e5 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.2121549 Feb 19 03:59:13.798311 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966937f-08d6-4e2e-9f09-54e0c6c4ef1b req-e83a8dc0-f1d8-41f6-8d91-dd47594761ab tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:13.817134 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d966937f-08d6-4e2e-9f09-54e0c6c4ef1b req-e83a8dc0-f1d8-41f6-8d91-dd47594761ab tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=246345dc-d872-42d9-babd-4f32e198f3c8 HTTP/1.1" status: 200 len: 945 time: 0.3351455 Feb 19 03:59:13.863368 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:59:13.988537 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d966937f-08d6-4e2e-9f09-54e0c6c4ef1b req-372abceb-97dd-4043-b015-7afc6400b98e tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702719 Feb 19 03:59:13.997269 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-11d4a1e1-af58-4d8b-aaa0-f667f26e6745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ad8a2654-defb-416b-8118-f30bacde6acb), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:14.016951 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-11d4a1e1-af58-4d8b-aaa0-f667f26e6745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:14.020443 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-11d4a1e1-af58-4d8b-aaa0-f667f26e6745 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ad8a2654-defb-416b-8118-f30bacde6acb HTTP/1.1" status: 204 len: 168 time: 0.7616096 Feb 19 03:59:14.130348 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4a1e1-af58-4d8b-aaa0-f667f26e6745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8a2654-defb-416b-8118-f30bacde6acb,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:14.141272 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4a1e1-af58-4d8b-aaa0-f667f26e6745 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:14.142205 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4a1e1-af58-4d8b-aaa0-f667f26e6745 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:14.142744 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4a1e1-af58-4d8b-aaa0-f667f26e6745 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:14.143250 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4a1e1-af58-4d8b-aaa0-f667f26e6745 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:14.143822 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4a1e1-af58-4d8b-aaa0-f667f26e6745 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:14.144352 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4a1e1-af58-4d8b-aaa0-f667f26e6745 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:14.144888 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4a1e1-af58-4d8b-aaa0-f667f26e6745 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:14.145383 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4a1e1-af58-4d8b-aaa0-f667f26e6745 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:14.145978 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4a1e1-af58-4d8b-aaa0-f667f26e6745 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:14.146505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4a1e1-af58-4d8b-aaa0-f667f26e6745 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:14.147036 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4a1e1-af58-4d8b-aaa0-f667f26e6745 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:14.147523 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4a1e1-af58-4d8b-aaa0-f667f26e6745 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:14.148104 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4a1e1-af58-4d8b-aaa0-f667f26e6745 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:14.193020 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-969e958a-e58a-4fb2-a299-6ee93f0ad269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:14.219563 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-969e958a-e58a-4fb2-a299-6ee93f0ad269 service neutron] Publish callbacks [] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:14.245925 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f04c4-bfdf-4f27-9783-d11b45177ef9 req-902fd0e3-69fe-40ef-a90d-8fd303b5afd5 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:14.256693 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-702f04c4-bfdf-4f27-9783-d11b45177ef9 req-902fd0e3-69fe-40ef-a90d-8fd303b5afd5 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 944 time: 0.2901311 Feb 19 03:59:14.282380 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-969e958a-e58a-4fb2-a299-6ee93f0ad269 service neutron] Transition to ACTIVE for port object 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:59:14.293146 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-969e958a-e58a-4fb2-a299-6ee93f0ad269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:14.345388 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-702f04c4-bfdf-4f27-9783-d11b45177ef9 req-f6096b12-07a1-4332-a104-8d7435bbc374 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877299 Feb 19 03:59:14.362977 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d330b0-75dd-4044-a13e-f4070c7f80bd req-4f84ecb0-c778-4c40-9f7c-269ef736b039 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:14.371962 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3d330b0-75dd-4044-a13e-f4070c7f80bd req-4f84ecb0-c778-4c40-9f7c-269ef736b039 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3381d34-4d1f-4afb-ab43-03a3bf12d52b HTTP/1.1" status: 200 len: 945 time: 0.2427917 Feb 19 03:59:14.483905 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3d330b0-75dd-4044-a13e-f4070c7f80bd req-04ca916a-c7fc-4cf9-872b-057246fae0c9 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106317 Feb 19 03:59:14.509058 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e958a-e58a-4fb2-a299-6ee93f0ad269 service neutron] Pushing event updated for resources: {'Port': ['ID=794b2e9f-4da8-47f3-8007-6f20bcf6ce49,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:14.638254 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf01e78-5bee-4afb-b64c-ff45ccaa5869 req-44278395-683b-4924-9f2d-dfb33b49d029 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:14.649662 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5cf01e78-5bee-4afb-b64c-ff45ccaa5869 req-44278395-683b-4924-9f2d-dfb33b49d029 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 946 time: 0.1511900 Feb 19 03:59:14.677603 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 1c9e2199-f70f-4d96-ac87-b03a5b518c0c no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:59:14.702807 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-969e958a-e58a-4fb2-a299-6ee93f0ad269 service neutron] Attempting to bind port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:59:14.703535 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-969e958a-e58a-4fb2-a299-6ee93f0ad269 service neutron] Attempting to bind port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:59:14.704118 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-969e958a-e58a-4fb2-a299-6ee93f0ad269 service neutron] Attempting to bind port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:14.711807 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-969e958a-e58a-4fb2-a299-6ee93f0ad269 service neutron] Port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:59:14.716133 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-969e958a-e58a-4fb2-a299-6ee93f0ad269 service neutron] Attempting to bind port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:14.722624 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-969e958a-e58a-4fb2-a299-6ee93f0ad269 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:59:14.732264 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-969e958a-e58a-4fb2-a299-6ee93f0ad269 service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:59:14.733057 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-969e958a-e58a-4fb2-a299-6ee93f0ad269 service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:59:14.733766 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-969e958a-e58a-4fb2-a299-6ee93f0ad269 service neutron] Bound port: 794b2e9f-4da8-47f3-8007-6f20bcf6ce49, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:59:14.734479 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-969e958a-e58a-4fb2-a299-6ee93f0ad269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:14.788324 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46076) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:14.811059 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5cf01e78-5bee-4afb-b64c-ff45ccaa5869 req-c429dce4-f399-4650-b898-0af0424f143a tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581562 Feb 19 03:59:14.853925 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417a19a-7c3e-44fb-ae4f-c88b9ea32d1b req-9794a6a9-61a0-4e6e-8205-1ec821e75477 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:14.867378 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4417a19a-7c3e-44fb-ae4f-c88b9ea32d1b req-9794a6a9-61a0-4e6e-8205-1ec821e75477 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 948 time: 0.2753792 Feb 19 03:59:14.895600 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 1c9e2199-f70f-4d96-ac87-b03a5b518c0c is: BUILD; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:14.896366 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1c9e2199-f70f-4d96-ac87-b03a5b518c0c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:14.900431 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-969e958a-e58a-4fb2-a299-6ee93f0ad269 service neutron] For port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:59:14.906552 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-969e958a-e58a-4fb2-a299-6ee93f0ad269 service neutron] For port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=794b2e9f-4da8-47f3-8007-6f20bcf6ce49,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:59:14.911446 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-761ba587-d141-4a94-a5a6-2f4deb9cdbf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:14.923525 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1c9e2199-f70f-4d96-ac87-b03a5b518c0c {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:14.931212 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-969e958a-e58a-4fb2-a299-6ee93f0ad269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:14.955978 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 1c9e2199-f70f-4d96-ac87-b03a5b518c0c, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=1c9e2199-f70f-4d96-ac87-b03a5b518c0c,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:14.964664 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1c9e2199-f70f-4d96-ac87-b03a5b518c0c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:15.017061 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4417a19a-7c3e-44fb-ae4f-c88b9ea32d1b req-01adb826-909a-4f80-a3d9-5160092e6169 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488795 Feb 19 03:59:15.019982 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-969e958a-e58a-4fb2-a299-6ee93f0ad269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:15.020707 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-969e958a-e58a-4fb2-a299-6ee93f0ad269 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:15.022134 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-969e958a-e58a-4fb2-a299-6ee93f0ad269 service neutron] 10.222.0.26 "PUT /v2.0/ports/794b2e9f-4da8-47f3-8007-6f20bcf6ce49 HTTP/1.1" status: 200 len: 1097 time: 1.9924529 Feb 19 03:59:15.022631 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5f5d8a-95ae-4b98-9da6-a52af11f8350', 'tag': '794b2e9f-4da8-47f3-8007-6f20bcf6ce49'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:15.024937 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05a9434-343a-467f-bb8a-ea0fe9dbea37" -d '{"events": [{"name": "network-changed", "server_uuid": "db5f5d8a-95ae-4b98-9da6-a52af11f8350", "tag": "794b2e9f-4da8-47f3-8007-6f20bcf6ce49"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:15.065298 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=1c9e2199-f70f-4d96-ac87-b03a5b518c0c,revision_number=7']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:15.081243 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e958a-e58a-4fb2-a299-6ee93f0ad269 service neutron] Pushing event updated for resources: {'Port': ['ID=794b2e9f-4da8-47f3-8007-6f20bcf6ce49,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:15.192118 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-761ba587-d141-4a94-a5a6-2f4deb9cdbf3 admin admin] Publish callbacks [] for security_group (121a841a-1232-4596-8f0e-70220becf0c5), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:15.210917 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-5b2200e6-7b27-4a60-8ba6-3ba9a0085753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:15.213032 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-5b2200e6-7b27-4a60-8ba6-3ba9a0085753 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 1131 time: 0.1027529 Feb 19 03:59:15.219146 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-761ba587-d141-4a94-a5a6-2f4deb9cdbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (121a841a-1232-4596-8f0e-70220becf0c5), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:15.315694 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bdd8d10-23e6-4759-bd3c-6ab7752365bc req-1a818f51-bed7-47ee-acc0-b30f4ab3aa52 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.1515789 Feb 19 03:59:15.337083 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-761ba587-d141-4a94-a5a6-2f4deb9cdbf3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0767052b9afa4c12a1e76409b3a21d18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5174799 Feb 19 03:59:15.337083 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46092) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:15.339103 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-36dff737-ee2f-48f9-9511-9d751d9e1894 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=794b2e9f-4da8-47f3-8007-6f20bcf6ce49 HTTP/1.1" status: 200 len: 217 time: 0.1163728 Feb 19 03:59:15.414960 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ba587-d141-4a94-a5a6-2f4deb9cdbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121a841a-1232-4596-8f0e-70220becf0c5,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:15.462777 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-844c2521-53cb-4e06-a102-6d624da64bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:15.464429 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-844c2521-53cb-4e06-a102-6d624da64bfd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1179776 Feb 19 03:59:15.466493 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7f84bbe4-6ac2-459d-a276-a7f63da566bd admin admin] Publish callbacks [] for security_group (121a841a-1232-4596-8f0e-70220becf0c5), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:15.514609 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7f84bbe4-6ac2-459d-a276-a7f63da566bd admin admin] Publish callbacks [] for security_group (121a841a-1232-4596-8f0e-70220becf0c5), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:15.569393 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-b0a39b9d-f9b4-4ea8-a48e-d4dcfe9cd415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:15.573247 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-b0a39b9d-f9b4-4ea8-a48e-d4dcfe9cd415 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1010797 Feb 19 03:59:15.623909 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7f84bbe4-6ac2-459d-a276-a7f63da566bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (121a841a-1232-4596-8f0e-70220becf0c5), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:15.626458 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7f84bbe4-6ac2-459d-a276-a7f63da566bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:15.629954 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7f84bbe4-6ac2-459d-a276-a7f63da566bd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/121a841a-1232-4596-8f0e-70220becf0c5 HTTP/1.1" status: 204 len: 168 time: 0.2838249 Feb 19 03:59:15.636772 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631e9aa7-dd33-4182-8e98-daf8a9b7b3e3 x-openstack-request-id: req-631e9aa7-dd33-4182-8e98-daf8a9b7b3e3 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:15.637070 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5f5d8a-95ae-4b98-9da6-a52af11f8350", "tag": "794b2e9f-4da8-47f3-8007-6f20bcf6ce49", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:15.637324 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-631e9aa7-dd33-4182-8e98-daf8a9b7b3e3 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:15.637719 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5f5d8a-95ae-4b98-9da6-a52af11f8350', 'tag': '794b2e9f-4da8-47f3-8007-6f20bcf6ce49', 'status': 'completed', 'code': 200} Feb 19 03:59:15.689833 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84bbe4-6ac2-459d-a276-a7f63da566bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121a841a-1232-4596-8f0e-70220becf0c5,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:15.770560 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-faac2398-d000-4c6d-b601-26bbf7c03bd7 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905224 Feb 19 03:59:15.780885 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a761d-defc-48b3-9798-6b332b998b55 req-89c51d1f-a9ff-4212-8cb4-29b941ef9b1e tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:15.790568 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-148a761d-defc-48b3-9798-6b332b998b55 req-89c51d1f-a9ff-4212-8cb4-29b941ef9b1e tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=246345dc-d872-42d9-babd-4f32e198f3c8 HTTP/1.1" status: 200 len: 944 time: 0.1861801 Feb 19 03:59:15.875662 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c65bab49-a7e9-487b-91cb-f5227514a0a0 req-b69e9606-e89e-499b-8b53-eccc31c8e389 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948792 Feb 19 03:59:15.948793 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-148a761d-defc-48b3-9798-6b332b998b55 req-064212ca-a4c2-46f5-9345-a9e6dcb01497 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530435 Feb 19 03:59:15.980756 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e7153-c245-4a19-9797-d51e4bf9d2ee req-3fb7704e-96a0-4378-bc38-f68da8ee76d0 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:15.991308 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad8e7153-c245-4a19-9797-d51e4bf9d2ee req-3fb7704e-96a0-4378-bc38-f68da8ee76d0 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 944 time: 0.2635057 Feb 19 03:59:16.037642 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a9434-343a-467f-bb8a-ea0fe9dbea37 req-67a4b25c-2c8b-46b1-9314-65c32036ece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:16.039590 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d05a9434-343a-467f-bb8a-ea0fe9dbea37 req-67a4b25c-2c8b-46b1-9314-65c32036ece0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 1131 time: 0.0788498 Feb 19 03:59:16.106788 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad8e7153-c245-4a19-9797-d51e4bf9d2ee req-19b40883-34ba-4467-a4b5-a09f07c4354d tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142468 Feb 19 03:59:16.258839 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a9434-343a-467f-bb8a-ea0fe9dbea37 req-c36d7dd1-ae48-44c2-8cc9-70716940cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:16.260643 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d05a9434-343a-467f-bb8a-ea0fe9dbea37 req-c36d7dd1-ae48-44c2-8cc9-70716940cc4b service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.2127862 Feb 19 03:59:16.387649 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d05a9434-343a-467f-bb8a-ea0fe9dbea37 req-8b05e422-a57a-4b56-9be4-e85946eed733 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=794b2e9f-4da8-47f3-8007-6f20bcf6ce49 HTTP/1.1" status: 200 len: 217 time: 0.1093733 Feb 19 03:59:16.402871 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd66c9-a858-455d-b4cd-61eec2a489a2 req-239cac71-f3b3-4731-b70c-83d8bc710d34 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:16.412967 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5fcd66c9-a858-455d-b4cd-61eec2a489a2 req-239cac71-f3b3-4731-b70c-83d8bc710d34 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 946 time: 0.1426141 Feb 19 03:59:16.535136 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5fcd66c9-a858-455d-b4cd-61eec2a489a2 req-62cbda63-39ea-4322-b504-7b7a94e75f2b tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161022 Feb 19 03:59:16.543880 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a9434-343a-467f-bb8a-ea0fe9dbea37 req-0ccfa14d-20ff-4774-9a94-c2aa298294ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:16.545640 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d05a9434-343a-467f-bb8a-ea0fe9dbea37 req-0ccfa14d-20ff-4774-9a94-c2aa298294ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1518619 Feb 19 03:59:16.654973 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab14d7-0637-40b2-974f-3894e3ad16a9 req-5bda1dea-4c36-43c2-8e3d-5167124e84aa tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:16.656769 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a2ab14d7-0637-40b2-974f-3894e3ad16a9 req-5bda1dea-4c36-43c2-8e3d-5167124e84aa tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 948 time: 0.0858181 Feb 19 03:59:16.674794 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a9434-343a-467f-bb8a-ea0fe9dbea37 req-981c5ffe-1ecb-47a6-bfc9-170985aebb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:16.677917 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d05a9434-343a-467f-bb8a-ea0fe9dbea37 req-981c5ffe-1ecb-47a6-bfc9-170985aebb0a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1254556 Feb 19 03:59:16.766359 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c918fafd-545d-430a-b9d0-5500a3bd0312 req-1b4748d6-1fbb-48e2-a362-b348567eaab7 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0836091 Feb 19 03:59:16.853364 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a2ab14d7-0637-40b2-974f-3894e3ad16a9 req-9bfb2c48-f81a-4580-97f8-e656560fb48a tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903150 Feb 19 03:59:16.904739 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d05a9434-343a-467f-bb8a-ea0fe9dbea37 req-df528147-51ff-44a5-b3c5-9847309160b9 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176175 Feb 19 03:59:17.088616 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d05a9434-343a-467f-bb8a-ea0fe9dbea37 req-f4c8d919-5d6d-4242-9fe1-82b996facaeb service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766129 Feb 19 03:59:17.191375 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748693d2-c3f2-45fd-ba42-8493c8bc1a8a req-8462eb01-7b5f-4223-9a8b-07c700b83480 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:17.201960 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-748693d2-c3f2-45fd-ba42-8493c8bc1a8a req-8462eb01-7b5f-4223-9a8b-07c700b83480 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3381d34-4d1f-4afb-ab43-03a3bf12d52b HTTP/1.1" status: 200 len: 945 time: 0.1118653 Feb 19 03:59:17.312276 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-748693d2-c3f2-45fd-ba42-8493c8bc1a8a req-e1ffbcb1-e0e1-4d73-94c3-d999076e8960 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062403 Feb 19 03:59:17.355554 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc40ec-3040-477f-aa0c-a6742e3544ab req-f02d5106-8b92-45d6-8c20-d982d0d6443a tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:17.357188 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-afdc40ec-3040-477f-aa0c-a6742e3544ab req-f02d5106-8b92-45d6-8c20-d982d0d6443a tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=246345dc-d872-42d9-babd-4f32e198f3c8 HTTP/1.1" status: 200 len: 944 time: 0.1140678 Feb 19 03:59:17.484995 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-afdc40ec-3040-477f-aa0c-a6742e3544ab req-af7f22d7-fdd8-4cf8-9cdc-1ded7aefdad3 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199486 Feb 19 03:59:17.520369 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576de88-5857-4f0d-9011-267fe86edd84 req-42c85a75-98ef-4291-b5d5-111482220917 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:17.521986 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2576de88-5857-4f0d-9011-267fe86edd84 req-42c85a75-98ef-4291-b5d5-111482220917 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 944 time: 0.0986528 Feb 19 03:59:17.622823 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2576de88-5857-4f0d-9011-267fe86edd84 req-70ebc643-c21a-4860-a33a-551b7655be97 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940623 Feb 19 03:59:17.808756 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef932b94-724a-4a9b-88aa-f4b647ce2d38 req-1ffa659f-862b-45a8-8ae9-77758f2ab36a tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:17.813486 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef932b94-724a-4a9b-88aa-f4b647ce2d38 req-1ffa659f-862b-45a8-8ae9-77758f2ab36a tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 946 time: 0.1135921 Feb 19 03:59:17.931032 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-6a7e5a1e-6af3-47cd-9bad-ad4a2de4883b tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=6290b7902f96417ca5202907548b9ad2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572090 Feb 19 03:59:17.960210 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef932b94-724a-4a9b-88aa-f4b647ce2d38 req-285186a2-c950-4d3e-8030-62efa8ea6cb5 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342075 Feb 19 03:59:18.097010 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-00d1abc5-34f4-420b-871f-9cbd7854fc6e req-238de1eb-0715-4737-82d5-69cd07b63202 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0457320 Feb 19 03:59:18.130836 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-64af73d2-9521-4a50-b35f-d6344d277005 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:18.133200 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-64af73d2-9521-4a50-b35f-d6344d277005 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2008457 Feb 19 03:59:18.150038 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-d743de0e-591d-4a65-8356-9e4ddcad94aa tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/quotas/6290b7902f96417ca5202907548b9ad2 HTTP/1.1" status: 200 len: 375 time: 0.0103216 Feb 19 03:59:18.192915 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-9b870ada-87b3-40ac-b718-f32697c2c158 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6290b7902f96417ca5202907548b9ad2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371175 Feb 19 03:59:18.276362 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e3d55-d2f2-4cd3-b6fb-89ddb8856b16 req-57b349f1-84ad-43ae-b788-38d5a54f1e88 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:18.278055 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c6e3d55-d2f2-4cd3-b6fb-89ddb8856b16 req-57b349f1-84ad-43ae-b788-38d5a54f1e88 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 948 time: 0.0840762 Feb 19 03:59:18.335290 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c6e3d55-d2f2-4cd3-b6fb-89ddb8856b16 req-440e117e-9864-4ec1-9cd0-7bf3ba18776f tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500023 Feb 19 03:59:18.558813 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-76d6bfde-c969-4433-9f94-5f4b51f5efd3 req-aeae7220-60f8-453f-9b1a-a0ccf7ad8f05 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/ports?device_id=71623e59-1715-4ce6-b208-faafda001656 HTTP/1.1" status: 200 len: 210 time: 0.0825644 Feb 19 03:59:18.589229 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a3a66-258b-448c-ab34-b4b5767b663f req-89a4b578-5e99-43fb-9c31-51cd6a4fa883 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:18.597198 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e73a3a66-258b-448c-ab34-b4b5767b663f req-89a4b578-5e99-43fb-9c31-51cd6a4fa883 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3381d34-4d1f-4afb-ab43-03a3bf12d52b HTTP/1.1" status: 200 len: 945 time: 0.1427464 Feb 19 03:59:18.691859 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 68de562d-7708-4708-b40d-b94f33c6df4f details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:59:18.723220 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e73a3a66-258b-448c-ab34-b4b5767b663f req-585d9059-9a6f-4e4e-bbde-8e9f6b1cde8c tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250565 Feb 19 03:59:18.779020 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c468132-08fb-4536-811d-7ed7094fabde req-cc7f9335-7c11-4a74-ac13-5a5c5a4086a2 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:18.783684 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8c468132-08fb-4536-811d-7ed7094fabde req-cc7f9335-7c11-4a74-ac13-5a5c5a4086a2 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.79 "GET /v2.0/ports?device_id=246345dc-d872-42d9-babd-4f32e198f3c8 HTTP/1.1" status: 200 len: 944 time: 0.1679862 Feb 19 03:59:18.808853 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c38e0-398f-4b8c-9d97-f51bd031f271 req-9b5da499-6b9a-4843-afe9-9420ac25fcaf tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:18.813475 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d65c38e0-398f-4b8c-9d97-f51bd031f271 req-9b5da499-6b9a-4843-afe9-9420ac25fcaf tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=246345dc-d872-42d9-babd-4f32e198f3c8 HTTP/1.1" status: 200 len: 944 time: 0.1844401 Feb 19 03:59:18.859348 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 68de562d-7708-4708-b40d-b94f33c6df4f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=68de562d-7708-4708-b40d-b94f33c6df4f,segment=NetworkSegment(9a64af07-75e7-49c4-bd40-c782ca239fb4),segment_id=9a64af07-75e7-49c4-bd40-c782ca239fb4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:18.882034 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '68de562d-7708-4708-b40d-b94f33c6df4f', 'network_id': '78a9b65b-d911-4b70-9e29-eb76754bdc19', 'port_id': '68de562d-7708-4708-b40d-b94f33c6df4f', 'mac_address': 'fa:16:3e:35:12:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53310fb3-d11f-4a5b-9138-ba6b80066f44', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:59:18.939262 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 68de562d-7708-4708-b40d-b94f33c6df4f is: ACTIVE; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:18.939912 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (68de562d-7708-4708-b40d-b94f33c6df4f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:18.957386 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68de562d-7708-4708-b40d-b94f33c6df4f {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:18.994295 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 68de562d-7708-4708-b40d-b94f33c6df4f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=68de562d-7708-4708-b40d-b94f33c6df4f,segment=NetworkSegment(9a64af07-75e7-49c4-bd40-c782ca239fb4),segment_id=9a64af07-75e7-49c4-bd40-c782ca239fb4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:19.004512 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (68de562d-7708-4708-b40d-b94f33c6df4f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:19.050866 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d65c38e0-398f-4b8c-9d97-f51bd031f271 req-b804fa74-6373-4ca7-ae4f-939a422e4f97 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/security-groups?id=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183418 Feb 19 03:59:19.066178 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=68de562d-7708-4708-b40d-b94f33c6df4f,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:19.075084 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45160511-d109-436c-a696-0d16e0c68d46 req-c8abdf63-8a39-410f-8100-c2d3493559dd tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:19.076911 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-45160511-d109-436c-a696-0d16e0c68d46 req-c8abdf63-8a39-410f-8100-c2d3493559dd tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 944 time: 0.2471092 Feb 19 03:59:19.136420 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['68de562d-7708-4708-b40d-b94f33c6df4f'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:19.177401 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:59:19.239064 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-45160511-d109-436c-a696-0d16e0c68d46 req-0d323ced-c57e-420f-b899-f3cccd37e564 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534753 Feb 19 03:59:19.269629 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-8c468132-08fb-4536-811d-7ed7094fabde req-32b66daa-cbe9-49de-83a5-a3feed396c16 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Deleting port 1c9e2199-f70f-4d96-ac87-b03a5b518c0c {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:59:19.270292 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8c468132-08fb-4536-811d-7ed7094fabde req-32b66daa-cbe9-49de-83a5-a3feed396c16 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (1c9e2199-f70f-4d96-ac87-b03a5b518c0c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:19.340585 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=794b2e9f-4da8-47f3-8007-6f20bcf6ce49,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:19.345811 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a6625-896a-41da-8141-5d7d09785875 req-3074c5df-32ec-439a-a713-d3f152d4e9ee tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:19.347641 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-341a6625-896a-41da-8141-5d7d09785875 req-3074c5df-32ec-439a-a713-d3f152d4e9ee tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 946 time: 0.2063015 Feb 19 03:59:19.354009 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '794b2e9f-4da8-47f3-8007-6f20bcf6ce49', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '794b2e9f-4da8-47f3-8007-6f20bcf6ce49', 'mac_address': 'fa:16:3e:2e:94:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:59:19.400313 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-78910c71-06fb-47fd-9f29-4ae9ffd9d4a5 req-e47969a0-be0f-4f8d-91f6-0124c22e2a22 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0492702 Feb 19 03:59:19.428670 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:19.429992 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:19.450823 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:19.476634 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=794b2e9f-4da8-47f3-8007-6f20bcf6ce49,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:19.494213 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:19.581598 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=794b2e9f-4da8-47f3-8007-6f20bcf6ce49,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:19.801262 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-8c468132-08fb-4536-811d-7ed7094fabde req-32b66daa-cbe9-49de-83a5-a3feed396c16 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] For port 1c9e2199-f70f-4d96-ac87-b03a5b518c0c, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=1c9e2199-f70f-4d96-ac87-b03a5b518c0c,segment=NetworkSegment(b2c1d9af-cbee-4711-bd73-b2e25e504cc4),segment_id=b2c1d9af-cbee-4711-bd73-b2e25e504cc4)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:19.801927 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8c468132-08fb-4536-811d-7ed7094fabde req-32b66daa-cbe9-49de-83a5-a3feed396c16 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (1c9e2199-f70f-4d96-ac87-b03a5b518c0c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:19.828470 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-8c468132-08fb-4536-811d-7ed7094fabde req-32b66daa-cbe9-49de-83a5-a3feed396c16 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Calling delete_port for 1c9e2199-f70f-4d96-ac87-b03a5b518c0c owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:59:19.834388 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-bf04ddf0-008a-40df-a2ac-4363b6ca07fa tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=6290b7902f96417ca5202907548b9ad2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334339 Feb 19 03:59:19.838722 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-341a6625-896a-41da-8141-5d7d09785875 req-9b457e82-2647-47b8-8d11-adaf78f500dc tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763961 Feb 19 03:59:19.966798 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451101c-dcac-4ee2-8cc8-e20ba5dc7d86 req-8ebea65a-a196-42fb-8cd3-f4faa9dadf8f tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:19.973687 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4451101c-dcac-4ee2-8cc8-e20ba5dc7d86 req-8ebea65a-a196-42fb-8cd3-f4faa9dadf8f tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 949 time: 0.2275937 Feb 19 03:59:20.030366 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-c6b22930-89cf-4c33-9330-d27c4e225d6c tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:20.032678 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-c6b22930-89cf-4c33-9330-d27c4e225d6c tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1916184 Feb 19 03:59:20.042334 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-25f11301-8cc8-4efa-9efd-9937652c7313 req-a45f215e-7888-437b-b789-e113dd93b8b6 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/ports?device_id=71623e59-1715-4ce6-b208-faafda001656 HTTP/1.1" status: 200 len: 210 time: 0.0391431 Feb 19 03:59:20.049536 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Request body: {'port': {'device_id': '71623e59-1715-4ce6-b208-faafda001656', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': '6290b7902f96417ca5202907548b9ad2'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:20.070131 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['794b2e9f-4da8-47f3-8007-6f20bcf6ce49'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:20.159047 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4451101c-dcac-4ee2-8cc8-e20ba5dc7d86 req-5e9ff686-621f-4f83-8422-d5d8f355de32 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843913 Feb 19 03:59:20.163217 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8c468132-08fb-4536-811d-7ed7094fabde req-32b66daa-cbe9-49de-83a5-a3feed396c16 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (1c9e2199-f70f-4d96-ac87-b03a5b518c0c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:20.218084 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Made reservation on behalf of 6290b7902f96417ca5202907548b9ad2 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:59:20.222939 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:20.234279 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b66daa-cbe9-49de-83a5-a3feed396c16 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Pushing event deleted for resources: {'Port': ['ID=1c9e2199-f70f-4d96-ac87-b03a5b518c0c,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:20.236491 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:20.376995 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c468132-08fb-4536-811d-7ed7094fabde req-32b66daa-cbe9-49de-83a5-a3feed396c16 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] No DVR routers for this DVR port 1c9e2199-f70f-4d96-ac87-b03a5b518c0c on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:59:20.380305 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8c468132-08fb-4536-811d-7ed7094fabde req-32b66daa-cbe9-49de-83a5-a3feed396c16 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:20.381450 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Publish callbacks [] for security_group (6d7587dd-c547-405d-a312-feda18c18bf6), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:20.384821 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8c468132-08fb-4536-811d-7ed7094fabde req-32b66daa-cbe9-49de-83a5-a3feed396c16 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.79 "DELETE /v2.0/ports/1c9e2199-f70f-4d96-ac87-b03a5b518c0c HTTP/1.1" status: 204 len: 173 time: 1.5889425 Feb 19 03:59:20.386644 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246345dc-d872-42d9-babd-4f32e198f3c8', 'name': 'network-vif-deleted', 'tag': '1c9e2199-f70f-4d96-ac87-b03a5b518c0c'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:20.388053 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6d7587dd-c547-405d-a312-feda18c18bf6), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:20.389592 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d40cd1-3271-49fd-993d-8bf446a5bb1e" -d '{"events": [{"server_uuid": "246345dc-d872-42d9-babd-4f32e198f3c8", "name": "network-vif-deleted", "tag": "1c9e2199-f70f-4d96-ac87-b03a5b518c0c"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:20.393474 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d7cb51a9-8681-4e32-9530-340216b2c0bf req-13438c85-3677-4b7b-abdb-f26d0f95f0a7 tempest-ImagesTestJSON-1176585612 tempest-ImagesTestJSON-1176585612-project] 10.222.0.52 "GET /v2.0/ports?device_id=246345dc-d872-42d9-babd-4f32e198f3c8 HTTP/1.1" status: 200 len: 210 time: 0.0660441 Feb 19 03:59:20.428362 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7587dd-c547-405d-a312-feda18c18bf6,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:20.435661 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784adcf4-6a47-4ffe-9ec5-b4835a6cc2ed req-db26d9f8-f599-4083-8bc0-36e9a8578fa0 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:20.445393 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-784adcf4-6a47-4ffe-9ec5-b4835a6cc2ed req-db26d9f8-f599-4083-8bc0-36e9a8578fa0 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3381d34-4d1f-4afb-ab43-03a3bf12d52b HTTP/1.1" status: 200 len: 944 time: 0.2840331 Feb 19 03:59:20.543355 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-784adcf4-6a47-4ffe-9ec5-b4835a6cc2ed req-2c50b249-93e1-415a-9404-347312b27f49 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970612 Feb 19 03:59:20.579296 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f211d5-9365-4784-9963-53cf432cc329 req-043f93f3-4ea3-42e7-824d-f3a1afb41ffc tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:20.581096 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95f211d5-9365-4784-9963-53cf432cc329 req-043f93f3-4ea3-42e7-824d-f3a1afb41ffc tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/ports?device_id=12773272-8d81-40f4-a6e3-438a3c396fbc HTTP/1.1" status: 200 len: 950 time: 0.0884626 Feb 19 03:59:20.615361 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Allocated IP 192.168.233.232 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/1d3ef42a-8322-41dd-9159-9609798a2fed) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:59:20.643163 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95f211d5-9365-4784-9963-53cf432cc329 req-8e5642d8-273f-4a55-a0c4-a5b628107873 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e955708-ed76-4b67-8a10-3f0c055a3c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549417 Feb 19 03:59:20.699017 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d32fc7-5e15-4316-83b8-c052b9a365ed x-openstack-request-id: req-06d32fc7-5e15-4316-83b8-c052b9a365ed {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:20.699715 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246345dc-d872-42d9-babd-4f32e198f3c8", "name": "network-vif-deleted", "tag": "1c9e2199-f70f-4d96-ac87-b03a5b518c0c", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:20.700098 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-06d32fc7-5e15-4316-83b8-c052b9a365ed {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:20.700863 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246345dc-d872-42d9-babd-4f32e198f3c8', 'name': 'network-vif-deleted', 'tag': '1c9e2199-f70f-4d96-ac87-b03a5b518c0c', 'status': 'completed', 'code': 200} Feb 19 03:59:20.701335 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 1c9e2199-f70f-4d96-ac87-b03a5b518c0c no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:59:20.728439 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ef1bb-305e-46a1-98e5-58ad3d71edf5 req-5961636b-07a3-4b67-914b-05bc04aaf8d5 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:20.731553 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-316ef1bb-305e-46a1-98e5-58ad3d71edf5 req-5961636b-07a3-4b67-914b-05bc04aaf8d5 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 944 time: 0.0779269 Feb 19 03:59:20.736080 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 1c9e2199-f70f-4d96-ac87-b03a5b518c0c {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:59:20.736537 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 1c9e2199-f70f-4d96-ac87-b03a5b518c0c not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:59:20.737056 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 68de562d-7708-4708-b40d-b94f33c6df4f no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:59:20.804647 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b6c20ac2-40d8-4109-b2c0-5ec148867146 req-8c454a79-c9ed-461e-8f8e-e98edaef5ec1 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0403383 Feb 19 03:59:20.842478 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 68de562d-7708-4708-b40d-b94f33c6df4f is: BUILD; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:20.842869 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (68de562d-7708-4708-b40d-b94f33c6df4f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:20.861160 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 68de562d-7708-4708-b40d-b94f33c6df4f {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:20.865317 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-316ef1bb-305e-46a1-98e5-58ad3d71edf5 req-2bf5bb6e-ee03-4ab1-9210-1b48980629d0 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266065 Feb 19 03:59:20.873488 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Publish callbacks [] for port (1d3ef42a-8322-41dd-9159-9609798a2fed), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:20.909106 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 68de562d-7708-4708-b40d-b94f33c6df4f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=68de562d-7708-4708-b40d-b94f33c6df4f,segment=NetworkSegment(9a64af07-75e7-49c4-bd40-c782ca239fb4),segment_id=9a64af07-75e7-49c4-bd40-c782ca239fb4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:20.919322 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (1d3ef42a-8322-41dd-9159-9609798a2fed), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:20.930707 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (68de562d-7708-4708-b40d-b94f33c6df4f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:21.004023 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:59:21.010836 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:59:21.016151 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:59:21.071175 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=68de562d-7708-4708-b40d-b94f33c6df4f,revision_number=7']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:21.099781 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Pushing event updated for resources: {'Port': ['ID=1d3ef42a-8322-41dd-9159-9609798a2fed,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:21.115937 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:21.116554 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:21.118946 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:21.119596 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:21.120084 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:21.120611 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:21.121222 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:21.122660 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:21.123847 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:21.124002 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:21.124548 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:21.124957 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:21.125471 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:21.167311 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:21.168182 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:21.199216 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-5b775b6a-279f-4559-9a09-ee01fde109a0 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1555095 Feb 19 03:59:21.219707 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-d850abf1-777e-41a9-88c5-d4e3952f3213 service neutron] Request body: {'port': {'device_id': '71623e59-1715-4ce6-b208-faafda001656', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:21.307450 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-d850abf1-777e-41a9-88c5-d4e3952f3213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1d3ef42a-8322-41dd-9159-9609798a2fed), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:21.342595 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8cb84-aa89-4f5a-bac8-b84d31ffbf5d req-89c08d4c-1a70-4b89-8cb3-7edb5f550aa4 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:21.350326 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-22a8cb84-aa89-4f5a-bac8-b84d31ffbf5d req-89c08d4c-1a70-4b89-8cb3-7edb5f550aa4 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 946 time: 0.0983853 Feb 19 03:59:21.430440 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-22a8cb84-aa89-4f5a-bac8-b84d31ffbf5d req-7b3cdec0-51fe-41e4-bda7-76088cfeb17b tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788047 Feb 19 03:59:21.487561 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-4162e0ec-4eb1-4d7d-9004-93a85942a871 None None] Provisioning complete for port 1d3ef42a-8322-41dd-9159-9609798a2fed triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:21.489206 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4162e0ec-4eb1-4d7d-9004-93a85942a871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1d3ef42a-8322-41dd-9159-9609798a2fed), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:21.545005 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-4162e0ec-4eb1-4d7d-9004-93a85942a871 None None] Port 1d3ef42a-8322-41dd-9159-9609798a2fed cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:59:21.586452 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58927704-f2a4-4810-8d42-0de029250f87 req-86b125f8-06b7-4ac5-8508-5f224c39158e tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:21.588249 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58927704-f2a4-4810-8d42-0de029250f87 req-86b125f8-06b7-4ac5-8508-5f224c39158e tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/ports?device_id=71623e59-1715-4ce6-b208-faafda001656 HTTP/1.1" status: 200 len: 936 time: 0.1104364 Feb 19 03:59:21.615579 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b73e3-6c85-4f5a-89da-8eec34c62422 req-499f3e2d-2701-4111-b8b3-e6920c67bd14 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:21.617964 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-863b73e3-6c85-4f5a-89da-8eec34c62422 req-499f3e2d-2701-4111-b8b3-e6920c67bd14 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3381d34-4d1f-4afb-ab43-03a3bf12d52b HTTP/1.1" status: 200 len: 943 time: 0.0886755 Feb 19 03:59:21.683784 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58927704-f2a4-4810-8d42-0de029250f87 req-b4283183-a621-4ab6-99ab-6b4092c7621a tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7587dd-c547-405d-a312-feda18c18bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861228 Feb 19 03:59:21.706624 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-863b73e3-6c85-4f5a-89da-8eec34c62422 req-4190d537-990e-4be2-b8f8-a72d4a385c4f tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785360 Feb 19 03:59:21.707580 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-d850abf1-777e-41a9-88c5-d4e3952f3213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d3ef42a-8322-41dd-9159-9609798a2fed {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:21.718236 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-d850abf1-777e-41a9-88c5-d4e3952f3213 service neutron] Publish callbacks [] for port (1d3ef42a-8322-41dd-9159-9609798a2fed), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:21.738498 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-d850abf1-777e-41a9-88c5-d4e3952f3213 service neutron] Transition to ACTIVE for port object 1d3ef42a-8322-41dd-9159-9609798a2fed will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:59:21.751886 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-d850abf1-777e-41a9-88c5-d4e3952f3213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (1d3ef42a-8322-41dd-9159-9609798a2fed), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:21.845984 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d1312-0bde-40e4-b91c-018394f8c4e4 req-e8158ae8-0e7b-4e42-9748-8391fdd92e15 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:21.848027 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c09d1312-0bde-40e4-b91c-018394f8c4e4 req-e8158ae8-0e7b-4e42-9748-8391fdd92e15 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 949 time: 0.0821965 Feb 19 03:59:21.858689 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850abf1-777e-41a9-88c5-d4e3952f3213 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3ef42a-8322-41dd-9159-9609798a2fed,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:21.919395 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c09d1312-0bde-40e4-b91c-018394f8c4e4 req-8bade28d-8578-4f5b-8743-353d005d1f76 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655925 Feb 19 03:59:21.954630 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-d850abf1-777e-41a9-88c5-d4e3952f3213 service neutron] Attempting to bind port 1d3ef42a-8322-41dd-9159-9609798a2fed on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:59:21.954630 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-d850abf1-777e-41a9-88c5-d4e3952f3213 service neutron] Attempting to bind port 1d3ef42a-8322-41dd-9159-9609798a2fed by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:59:21.954630 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-d850abf1-777e-41a9-88c5-d4e3952f3213 service neutron] Attempting to bind port 1d3ef42a-8322-41dd-9159-9609798a2fed on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:21.962198 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-d850abf1-777e-41a9-88c5-d4e3952f3213 service neutron] Port 1d3ef42a-8322-41dd-9159-9609798a2fed on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:59:21.962608 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-d850abf1-777e-41a9-88c5-d4e3952f3213 service neutron] Attempting to bind port 1d3ef42a-8322-41dd-9159-9609798a2fed on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:21.971398 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-d850abf1-777e-41a9-88c5-d4e3952f3213 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:59:21.971634 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-d850abf1-777e-41a9-88c5-d4e3952f3213 service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:59:21.972151 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-d850abf1-777e-41a9-88c5-d4e3952f3213 service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:59:21.972671 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-d850abf1-777e-41a9-88c5-d4e3952f3213 service neutron] Bound port: 1d3ef42a-8322-41dd-9159-9609798a2fed, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:59:21.973034 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-d850abf1-777e-41a9-88c5-d4e3952f3213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1d3ef42a-8322-41dd-9159-9609798a2fed), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:21.999809 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0341a6e2-8155-410d-9036-ec601f31e3fa req-292e241c-d749-425a-b109-095fdda6abee tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0513737 Feb 19 03:59:22.111794 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-d850abf1-777e-41a9-88c5-d4e3952f3213 service neutron] For port 1d3ef42a-8322-41dd-9159-9609798a2fed, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:59:22.119543 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-d850abf1-777e-41a9-88c5-d4e3952f3213 service neutron] For port 1d3ef42a-8322-41dd-9159-9609798a2fed, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=1d3ef42a-8322-41dd-9159-9609798a2fed,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:59:22.138517 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-d850abf1-777e-41a9-88c5-d4e3952f3213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (1d3ef42a-8322-41dd-9159-9609798a2fed), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:22.152639 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d2f9b-abb4-452e-9d9f-0b585acf11d6 req-dc60929e-f016-4fe0-83f7-9221df33c6af tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:22.161821 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe8d2f9b-abb4-452e-9d9f-0b585acf11d6 req-dc60929e-f016-4fe0-83f7-9221df33c6af tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 944 time: 0.0727448 Feb 19 03:59:22.200061 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-d850abf1-777e-41a9-88c5-d4e3952f3213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:22.200675 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-d850abf1-777e-41a9-88c5-d4e3952f3213 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:22.205984 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-d850abf1-777e-41a9-88c5-d4e3952f3213 service neutron] 10.222.0.26 "PUT /v2.0/ports/1d3ef42a-8322-41dd-9159-9609798a2fed HTTP/1.1" status: 200 len: 1097 time: 0.9972873 Feb 19 03:59:22.206502 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71623e59-1715-4ce6-b208-faafda001656', 'tag': '1d3ef42a-8322-41dd-9159-9609798a2fed'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:22.219159 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbf2b39-1b38-4d50-84fb-f73a8aafe69f" -d '{"events": [{"name": "network-changed", "server_uuid": "71623e59-1715-4ce6-b208-faafda001656", "tag": "1d3ef42a-8322-41dd-9159-9609798a2fed"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:22.226837 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe8d2f9b-abb4-452e-9d9f-0b585acf11d6 req-d0022627-0ded-4de6-990b-69d8c8352b60 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591855 Feb 19 03:59:22.292818 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850abf1-777e-41a9-88c5-d4e3952f3213 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3ef42a-8322-41dd-9159-9609798a2fed,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:22.319155 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35411756-950e-480e-b512-ae3bafe7ebdf x-openstack-request-id: req-35411756-950e-480e-b512-ae3bafe7ebdf {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:22.319458 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71623e59-1715-4ce6-b208-faafda001656", "tag": "1d3ef42a-8322-41dd-9159-9609798a2fed", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:22.319759 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-35411756-950e-480e-b512-ae3bafe7ebdf {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:22.320963 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71623e59-1715-4ce6-b208-faafda001656', 'tag': '1d3ef42a-8322-41dd-9159-9609798a2fed', 'status': 'completed', 'code': 200} Feb 19 03:59:22.325781 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-932b06da-a5b3-4fbc-a880-e5ba29c0d6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:22.327351 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-932b06da-a5b3-4fbc-a880-e5ba29c0d6f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6290b7902f96417ca5202907548b9ad2&device_id=71623e59-1715-4ce6-b208-faafda001656 HTTP/1.1" status: 200 len: 1131 time: 0.0652733 Feb 19 03:59:22.403113 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-e62c8ecf-d749-4347-82ba-11296be83b50 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=1d3ef42a-8322-41dd-9159-9609798a2fed HTTP/1.1" status: 200 len: 217 time: 0.0604925 Feb 19 03:59:22.469947 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-a9799489-7837-4cc0-91f3-5c5e459fae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:22.471509 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-a9799489-7837-4cc0-91f3-5c5e459fae8d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0621226 Feb 19 03:59:22.509965 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46342) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:22.536615 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-6c968bfc-21e7-4b2d-b58c-745b11f36df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:22.545329 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-6c968bfc-21e7-4b2d-b58c-745b11f36df3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0603447 Feb 19 03:59:22.604127 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-9467fe46-f74c-4b9c-984d-0bbd9238770c admin admin] Deleting subnet 44f30f4c-dcb5-4893-927c-5937acb50c2b {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:59:22.607438 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9467fe46-f74c-4b9c-984d-0bbd9238770c admin admin] Publish callbacks [] for subnet (44f30f4c-dcb5-4893-927c-5937acb50c2b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:22.646199 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-2eb3ffe7-1612-4653-a635-b2f317b81f45 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991032 Feb 19 03:59:22.652144 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9467fe46-f74c-4b9c-984d-0bbd9238770c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (44f30f4c-dcb5-4893-927c-5937acb50c2b), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:22.683269 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff62d05-d413-4a73-b4fe-e964f979155a req-a6d8e7c7-8aba-4be2-8118-a5b92c8b83c3 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:22.690177 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ff62d05-d413-4a73-b4fe-e964f979155a req-a6d8e7c7-8aba-4be2-8118-a5b92c8b83c3 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 946 time: 0.1305358 Feb 19 03:59:22.738370 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9467fe46-f74c-4b9c-984d-0bbd9238770c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (44f30f4c-dcb5-4893-927c-5937acb50c2b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:22.781957 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b62d6afa-2fac-4a9c-8d10-17bcf8dc2f49 req-68a55bbe-b36d-43dd-8e78-fab06cd5cf5c service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282976 Feb 19 03:59:22.798419 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ff62d05-d413-4a73-b4fe-e964f979155a req-d0eedbdf-59bb-401a-9846-dd6643b1bad9 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069913 Feb 19 03:59:22.879715 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9467fe46-f74c-4b9c-984d-0bbd9238770c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (44f30f4c-dcb5-4893-927c-5937acb50c2b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:22.901227 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf2b39-1b38-4d50-84fb-f73a8aafe69f req-f60e5ccb-a93d-4a42-b1d5-1eda2b962b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:22.903029 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fdbf2b39-1b38-4d50-84fb-f73a8aafe69f req-f60e5ccb-a93d-4a42-b1d5-1eda2b962b28 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6290b7902f96417ca5202907548b9ad2&device_id=71623e59-1715-4ce6-b208-faafda001656 HTTP/1.1" status: 200 len: 1131 time: 0.0535257 Feb 19 03:59:22.905410 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634f4ed-0b75-4495-8112-aa0234dee440 req-a762a87a-00fe-4b49-8f1a-dee5fc52c595 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:22.910805 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5634f4ed-0b75-4495-8112-aa0234dee440 req-a762a87a-00fe-4b49-8f1a-dee5fc52c595 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/ports?device_id=71623e59-1715-4ce6-b208-faafda001656 HTTP/1.1" status: 200 len: 948 time: 0.1374743 Feb 19 03:59:22.965864 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467fe46-f74c-4b9c-984d-0bbd9238770c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44f30f4c-dcb5-4893-927c-5937acb50c2b,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:22.970434 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9467fe46-f74c-4b9c-984d-0bbd9238770c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:22.977745 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9467fe46-f74c-4b9c-984d-0bbd9238770c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/44f30f4c-dcb5-4893-927c-5937acb50c2b HTTP/1.1" status: 204 len: 168 time: 0.4637353 Feb 19 03:59:23.000617 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46352) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:23.012102 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf2b39-1b38-4d50-84fb-f73a8aafe69f req-e6115db2-dc2f-42cd-919b-273c607cc083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:23.013564 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fdbf2b39-1b38-4d50-84fb-f73a8aafe69f req-e6115db2-dc2f-42cd-919b-273c607cc083 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.1006942 Feb 19 03:59:23.063280 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fdbf2b39-1b38-4d50-84fb-f73a8aafe69f req-0ad2f5fa-3f64-408b-801f-a7cdacd89cd9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=1d3ef42a-8322-41dd-9159-9609798a2fed HTTP/1.1" status: 200 len: 217 time: 0.0426228 Feb 19 03:59:23.113521 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf2b39-1b38-4d50-84fb-f73a8aafe69f req-5a44fa73-f513-4e8e-bf2e-f945706a7e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:23.115016 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fdbf2b39-1b38-4d50-84fb-f73a8aafe69f req-5a44fa73-f513-4e8e-bf2e-f945706a7e30 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0446508 Feb 19 03:59:23.119037 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b82d7-9841-41bf-baa3-82b477a84318 req-d164d474-48ab-4148-b809-1dc71907c6ab tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:23.120576 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a8b82d7-9841-41bf-baa3-82b477a84318 req-d164d474-48ab-4148-b809-1dc71907c6ab tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3381d34-4d1f-4afb-ab43-03a3bf12d52b HTTP/1.1" status: 200 len: 943 time: 0.2554781 Feb 19 03:59:23.151842 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b679258-3dff-4f42-9443-4352ecd3d32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (e29e89da-8398-4bad-a8b5-9be42054c178), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:23.153823 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:59:23.162599 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c4bae-08f9-474d-99b1-7427200a810a req-73ae74ea-77c6-40ee-8ebb-a315a5456093 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:23.164759 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-312c4bae-08f9-474d-99b1-7427200a810a req-73ae74ea-77c6-40ee-8ebb-a315a5456093 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3381d34-4d1f-4afb-ab43-03a3bf12d52b HTTP/1.1" status: 200 len: 943 time: 0.2469716 Feb 19 03:59:23.174868 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5634f4ed-0b75-4495-8112-aa0234dee440 req-1deb8556-3ab4-43bf-ac7a-76df5a5b4ce6 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7587dd-c547-405d-a312-feda18c18bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347224 Feb 19 03:59:23.183425 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf2b39-1b38-4d50-84fb-f73a8aafe69f req-63f0f90d-2f9d-4792-99d5-12b870a73eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:23.185391 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fdbf2b39-1b38-4d50-84fb-f73a8aafe69f req-63f0f90d-2f9d-4792-99d5-12b870a73eac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0587807 Feb 19 03:59:23.209590 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:59:23.216445 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:23.217906 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:23.239854 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a8b82d7-9841-41bf-baa3-82b477a84318 req-57c2e884-f4dd-41bf-91a0-5d4aa1714e12 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059926 Feb 19 03:59:23.379565 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b679258-3dff-4f42-9443-4352ecd3d32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (e29e89da-8398-4bad-a8b5-9be42054c178), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:23.392218 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fdbf2b39-1b38-4d50-84fb-f73a8aafe69f req-43555ed8-104b-48bd-b76c-adc50bd58a7b service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974883 Feb 19 03:59:23.415921 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:23.416179 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-5b679258-3dff-4f42-9443-4352ecd3d32f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29e89da-8398-4bad-a8b5-9be42054c178']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:23.416733 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:23.441856 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5f5d8a-95ae-4b98-9da6-a52af11f8350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794b2e9f-4da8-47f3-8007-6f20bcf6ce49'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:23.444618 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2f47fe-c287-4fdb-a32f-8d32c9ab3c8b" -d '{"events": [{"server_uuid": "db5f5d8a-95ae-4b98-9da6-a52af11f8350", "name": "network-vif-plugged", "status": "completed", "tag": "794b2e9f-4da8-47f3-8007-6f20bcf6ce49"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:23.458684 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=794b2e9f-4da8-47f3-8007-6f20bcf6ce49,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:23.463993 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:23.465082 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 18bbfd97-77b0-49a4-9661-716a9e3cc7de no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:59:23.475818 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-5b679258-3dff-4f42-9443-4352ecd3d32f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c1d9af-cbee-4711-bd73-b2e25e504cc4') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:23.476116 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-5b679258-3dff-4f42-9443-4352ecd3d32f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c1d9af-cbee-4711-bd73-b2e25e504cc4') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:23.487171 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-859e539a-96cb-4b7e-a3d3-487604370850 req-a8339a85-79c5-4d48-a569-30c1b8311094 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0746667 Feb 19 03:59:23.494288 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b679258-3dff-4f42-9443-4352ecd3d32f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (b2c1d9af-cbee-4711-bd73-b2e25e504cc4), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:23.504039 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-312c4bae-08f9-474d-99b1-7427200a810a req-37dc0aaf-abc4-4230-926d-127317dd318e tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Deleting port 68de562d-7708-4708-b40d-b94f33c6df4f {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:59:23.504527 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-312c4bae-08f9-474d-99b1-7427200a810a req-37dc0aaf-abc4-4230-926d-127317dd318e tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (68de562d-7708-4708-b40d-b94f33c6df4f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:23.514587 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fdbf2b39-1b38-4d50-84fb-f73a8aafe69f req-b1403916-9d2d-49ed-be50-92b5d6148c4c service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114972 Feb 19 03:59:23.543824 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b679258-3dff-4f42-9443-4352ecd3d32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (b2c1d9af-cbee-4711-bd73-b2e25e504cc4), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:23.575062 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=794b2e9f-4da8-47f3-8007-6f20bcf6ce49,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:23.586081 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff24da3-532e-426d-bc6d-412b8418d404 req-d309e6ae-6fac-42ab-860c-73b3d3cf6614 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:23.593193 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aff24da3-532e-426d-bc6d-412b8418d404 req-d309e6ae-6fac-42ab-860c-73b3d3cf6614 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 949 time: 0.2022746 Feb 19 03:59:23.606231 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b679258-3dff-4f42-9443-4352ecd3d32f admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:59:23.606638 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b679258-3dff-4f42-9443-4352ecd3d32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (b2c1d9af-cbee-4711-bd73-b2e25e504cc4), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: timer() Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:59:23.608956 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:59:23.661714 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 18bbfd97-77b0-49a4-9661-716a9e3cc7de is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:23.662615 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:23.714233 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 18bbfd97-77b0-49a4-9661-716a9e3cc7de, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=18bbfd97-77b0-49a4-9661-716a9e3cc7de,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:23.719516 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:23.743149 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b679258-3dff-4f42-9443-4352ecd3d32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (e29e89da-8398-4bad-a8b5-9be42054c178), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:23.763402 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b679258-3dff-4f42-9443-4352ecd3d32f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:23.766345 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5b679258-3dff-4f42-9443-4352ecd3d32f admin admin] 10.222.0.52 "DELETE /v2.0/networks/e29e89da-8398-4bad-a8b5-9be42054c178 HTTP/1.1" status: 204 len: 168 time: 0.7535551 Feb 19 03:59:23.780522 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aff24da3-532e-426d-bc6d-412b8418d404 req-300984b9-0dba-4520-8afc-b9498e91e4a5 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865404 Feb 19 03:59:23.791069 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=18bbfd97-77b0-49a4-9661-716a9e3cc7de,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:23.812626 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b679258-3dff-4f42-9443-4352ecd3d32f admin admin] Pushing event deleted for resources: {'Network': ['ID=e29e89da-8398-4bad-a8b5-9be42054c178,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:23.817849 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-312c4bae-08f9-474d-99b1-7427200a810a req-37dc0aaf-abc4-4230-926d-127317dd318e tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] For port 68de562d-7708-4708-b40d-b94f33c6df4f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=68de562d-7708-4708-b40d-b94f33c6df4f,segment=NetworkSegment(9a64af07-75e7-49c4-bd40-c782ca239fb4),segment_id=9a64af07-75e7-49c4-bd40-c782ca239fb4)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:23.818240 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-312c4bae-08f9-474d-99b1-7427200a810a req-37dc0aaf-abc4-4230-926d-127317dd318e tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (68de562d-7708-4708-b40d-b94f33c6df4f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:23.838412 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4546b8-9e9c-49d7-92f7-65fc736e4935 req-977e43b7-5df0-40ee-afb1-9d18592dd063 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:23.846662 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4e4546b8-9e9c-49d7-92f7-65fc736e4935 req-977e43b7-5df0-40ee-afb1-9d18592dd063 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 944 time: 0.2514853 Feb 19 03:59:23.858591 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-312c4bae-08f9-474d-99b1-7427200a810a req-37dc0aaf-abc4-4230-926d-127317dd318e tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Calling delete_port for 68de562d-7708-4708-b40d-b94f33c6df4f owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:59:23.864078 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4909d8ee-2ed5-4532-b5cd-45f9d243238e x-openstack-request-id: req-4909d8ee-2ed5-4532-b5cd-45f9d243238e {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:23.864375 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5f5d8a-95ae-4b98-9da6-a52af11f8350", "name": "network-vif-plugged", "status": "completed", "tag": "794b2e9f-4da8-47f3-8007-6f20bcf6ce49", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:23.864632 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4909d8ee-2ed5-4532-b5cd-45f9d243238e {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:23.865086 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5f5d8a-95ae-4b98-9da6-a52af11f8350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794b2e9f-4da8-47f3-8007-6f20bcf6ce49', 'code': 200} Feb 19 03:59:23.969859 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4e4546b8-9e9c-49d7-92f7-65fc736e4935 req-db61afa8-6c6a-4162-bf69-7d21b9676d3c tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223207 Feb 19 03:59:24.019069 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b8b41-9a95-4f3b-b9a0-aa5ea47fc06d req-6fa92b9d-a36d-4967-97d4-c80c2abc22fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:24.020844 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-463b8b41-9a95-4f3b-b9a0-aa5ea47fc06d req-6fa92b9d-a36d-4967-97d4-c80c2abc22fc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 1133 time: 0.0790446 Feb 19 03:59:24.043789 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46372) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:24.072350 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5d069-9c91-4e0b-9a69-c836493f56be req-0d2aae81-09b4-4213-bc66-1eea25356f6b tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:24.073881 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-81d5d069-9c91-4e0b-9a69-c836493f56be req-0d2aae81-09b4-4213-bc66-1eea25356f6b tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 946 time: 0.0996571 Feb 19 03:59:24.082065 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-463b8b41-9a95-4f3b-b9a0-aa5ea47fc06d req-f8094539-0265-4907-bd4c-b136e6b887c8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500238 Feb 19 03:59:24.162504 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3d302f6a-006a-4914-9ab8-edd25647998f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b59201376b2440aa9b190f91d3932a87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1169970 Feb 19 03:59:24.165839 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-312c4bae-08f9-474d-99b1-7427200a810a req-37dc0aaf-abc4-4230-926d-127317dd318e tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (68de562d-7708-4708-b40d-b94f33c6df4f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:24.166010 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46374) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:24.203949 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc0aaf-abc4-4230-926d-127317dd318e tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Pushing event deleted for resources: {'Port': ['ID=68de562d-7708-4708-b40d-b94f33c6df4f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:24.220616 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-81d5d069-9c91-4e0b-9a69-c836493f56be req-d83a3ae0-f2a2-43cc-b492-062b3fcdf264 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269779 Feb 19 03:59:24.229559 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c5e7bc94-74e9-45ce-823e-be773b5c530f admin admin] Publish callbacks [] for security_group (88f476f3-cd4d-49b1-8cd2-3cfb74f595f9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:24.256469 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c5e7bc94-74e9-45ce-823e-be773b5c530f admin admin] Publish callbacks [] for security_group (88f476f3-cd4d-49b1-8cd2-3cfb74f595f9), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:24.268918 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-312c4bae-08f9-474d-99b1-7427200a810a req-37dc0aaf-abc4-4230-926d-127317dd318e tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] No DVR routers for this DVR port 68de562d-7708-4708-b40d-b94f33c6df4f on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:59:24.285026 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-312c4bae-08f9-474d-99b1-7427200a810a req-37dc0aaf-abc4-4230-926d-127317dd318e tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:24.291262 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-312c4bae-08f9-474d-99b1-7427200a810a req-37dc0aaf-abc4-4230-926d-127317dd318e tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.79 "DELETE /v2.0/ports/68de562d-7708-4708-b40d-b94f33c6df4f HTTP/1.1" status: 204 len: 173 time: 1.1133754 Feb 19 03:59:24.291739 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3381d34-4d1f-4afb-ab43-03a3bf12d52b', 'name': 'network-vif-deleted', 'tag': '68de562d-7708-4708-b40d-b94f33c6df4f'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:24.294482 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e25ccfb-f366-48e1-a936-c055cc29b50f" -d '{"events": [{"server_uuid": "c3381d34-4d1f-4afb-ab43-03a3bf12d52b", "name": "network-vif-deleted", "tag": "68de562d-7708-4708-b40d-b94f33c6df4f"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:24.343165 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c5e7bc94-74e9-45ce-823e-be773b5c530f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (88f476f3-cd4d-49b1-8cd2-3cfb74f595f9), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:24.350859 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c5e7bc94-74e9-45ce-823e-be773b5c530f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:24.355128 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c5e7bc94-74e9-45ce-823e-be773b5c530f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/88f476f3-cd4d-49b1-8cd2-3cfb74f595f9 HTTP/1.1" status: 204 len: 168 time: 0.1856413 Feb 19 03:59:24.379007 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7bc94-74e9-45ce-823e-be773b5c530f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f476f3-cd4d-49b1-8cd2-3cfb74f595f9,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:24.433456 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ae51f-e799-46c3-9970-1b3b537b0db2 req-83bbdbd0-b470-486c-a394-ff1e1dda391b tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:24.435344 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-560ae51f-e799-46c3-9970-1b3b537b0db2 req-83bbdbd0-b470-486c-a394-ff1e1dda391b tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/ports?device_id=71623e59-1715-4ce6-b208-faafda001656 HTTP/1.1" status: 200 len: 948 time: 0.1373489 Feb 19 03:59:24.446364 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-05347117-e386-4bdf-ada7-dda005f9bc9c req-305bd78e-8ae6-42e4-a251-a88e88fbc43b tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3381d34-4d1f-4afb-ab43-03a3bf12d52b HTTP/1.1" status: 200 len: 210 time: 0.0691564 Feb 19 03:59:24.518205 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905c5d0b-8b01-4307-949c-397798a6cf55 x-openstack-request-id: req-905c5d0b-8b01-4307-949c-397798a6cf55 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:24.518514 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3381d34-4d1f-4afb-ab43-03a3bf12d52b", "name": "network-vif-deleted", "tag": "68de562d-7708-4708-b40d-b94f33c6df4f", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:24.518923 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-905c5d0b-8b01-4307-949c-397798a6cf55 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:24.519446 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3381d34-4d1f-4afb-ab43-03a3bf12d52b', 'name': 'network-vif-deleted', 'tag': '68de562d-7708-4708-b40d-b94f33c6df4f', 'status': 'completed', 'code': 200} Feb 19 03:59:24.548948 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-560ae51f-e799-46c3-9970-1b3b537b0db2 req-8e5b32c7-aaa1-496e-bb02-060c0d6fa265 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7587dd-c547-405d-a312-feda18c18bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010599 Feb 19 03:59:24.618786 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17118131-80bf-498a-a7d3-85365940809e req-c584124e-11a1-4d9b-9d86-e017e1428691 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:24.620353 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17118131-80bf-498a-a7d3-85365940809e req-c584124e-11a1-4d9b-9d86-e017e1428691 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b&tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&binding%3Ahost_id=n-h1-828369-19 HTTP/1.1" status: 200 len: 1129 time: 0.0704465 Feb 19 03:59:24.651902 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2a4c2de2-03ce-4715-a733-a40928ffcc10 req-1129fad2-4964-4c36-adc1-753b75421e7e tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0305135 Feb 19 03:59:24.663226 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-17118131-80bf-498a-a7d3-85365940809e req-a371751b-530c-47ea-bc28-481c538c12ad service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828369-19'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:24.735598 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 664dce4d-72df-4202-a5aa-196387d63cbf details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:59:24.747168 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-17118131-80bf-498a-a7d3-85365940809e req-a371751b-530c-47ea-bc28-481c538c12ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (664dce4d-72df-4202-a5aa-196387d63cbf), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:24.874346 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 664dce4d-72df-4202-a5aa-196387d63cbf, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=664dce4d-72df-4202-a5aa-196387d63cbf,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:24.891067 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 664dce4d-72df-4202-a5aa-196387d63cbf has no active binding in host n-h2-828369-19 {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:59:24.985776 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-17118131-80bf-498a-a7d3-85365940809e req-a371751b-530c-47ea-bc28-481c538c12ad service neutron] For port 664dce4d-72df-4202-a5aa-196387d63cbf, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=664dce4d-72df-4202-a5aa-196387d63cbf,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:25.005543 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3181bb-a794-4a43-b1ba-d8502fd12ed5 req-92e7b572-4d66-499d-a18a-866f1053f6df tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:25.007257 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac3181bb-a794-4a43-b1ba-d8502fd12ed5 req-92e7b572-4d66-499d-a18a-866f1053f6df tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.1108184 Feb 19 03:59:25.061903 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-17118131-80bf-498a-a7d3-85365940809e req-a371751b-530c-47ea-bc28-481c538c12ad service neutron] For port 664dce4d-72df-4202-a5aa-196387d63cbf, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:59:25.175142 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac3181bb-a794-4a43-b1ba-d8502fd12ed5 req-49ee0866-5a68-4d47-aef6-96a63734defc tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586070 Feb 19 03:59:25.181311 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-17118131-80bf-498a-a7d3-85365940809e req-a371751b-530c-47ea-bc28-481c538c12ad service neutron] Publish callbacks [] for port (664dce4d-72df-4202-a5aa-196387d63cbf), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:25.190755 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-17118131-80bf-498a-a7d3-85365940809e req-a371751b-530c-47ea-bc28-481c538c12ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (664dce4d-72df-4202-a5aa-196387d63cbf), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:25.244965 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c7a1c-b520-4e5b-99eb-72216cc472cc req-fd602cda-8240-426d-9263-6d1a06d092dd tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:25.250739 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dd0c7a1c-b520-4e5b-99eb-72216cc472cc req-fd602cda-8240-426d-9263-6d1a06d092dd tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 944 time: 0.1648188 Feb 19 03:59:25.312134 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371751b-530c-47ea-bc28-481c538c12ad service neutron] Pushing event updated for resources: {'Port': ['ID=664dce4d-72df-4202-a5aa-196387d63cbf,revision_number=7']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:25.378635 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-17118131-80bf-498a-a7d3-85365940809e req-a371751b-530c-47ea-bc28-481c538c12ad service neutron] Attempting to bind port 664dce4d-72df-4202-a5aa-196387d63cbf on host n-h1-828369-19 for vnic_type normal with profile {"migrating_to": "n-h2-828369-19"} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:59:25.379635 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-17118131-80bf-498a-a7d3-85365940809e req-a371751b-530c-47ea-bc28-481c538c12ad service neutron] Attempting to bind port 664dce4d-72df-4202-a5aa-196387d63cbf by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:59:25.380198 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17118131-80bf-498a-a7d3-85365940809e req-a371751b-530c-47ea-bc28-481c538c12ad service neutron] Attempting to bind port 664dce4d-72df-4202-a5aa-196387d63cbf on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:25.397733 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17118131-80bf-498a-a7d3-85365940809e req-a371751b-530c-47ea-bc28-481c538c12ad service neutron] Port 664dce4d-72df-4202-a5aa-196387d63cbf on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:59:25.398604 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17118131-80bf-498a-a7d3-85365940809e req-a371751b-530c-47ea-bc28-481c538c12ad service neutron] Attempting to bind port 664dce4d-72df-4202-a5aa-196387d63cbf on network 575db6fc-b1bf-4deb-91aa-ccf16978efb1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:25.410733 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dd0c7a1c-b520-4e5b-99eb-72216cc472cc req-245dd8eb-9368-44a2-8675-713e33cf091c tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433780 Feb 19 03:59:25.414656 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17118131-80bf-498a-a7d3-85365940809e req-a371751b-530c-47ea-bc28-481c538c12ad service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:59:25.414995 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17118131-80bf-498a-a7d3-85365940809e req-a371751b-530c-47ea-bc28-481c538c12ad service neutron] Checking segment: {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:59:25.415370 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17118131-80bf-498a-a7d3-85365940809e req-a371751b-530c-47ea-bc28-481c538c12ad service neutron] Bound using segment: {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:59:25.416016 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-17118131-80bf-498a-a7d3-85365940809e req-a371751b-530c-47ea-bc28-481c538c12ad service neutron] Bound port: 664dce4d-72df-4202-a5aa-196387d63cbf, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ceeac7f-a31e-4167-8290-6d8a0e278649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '575db6fc-b1bf-4deb-91aa-ccf16978efb1'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:59:25.416381 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-17118131-80bf-498a-a7d3-85365940809e req-a371751b-530c-47ea-bc28-481c538c12ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (664dce4d-72df-4202-a5aa-196387d63cbf), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:25.435151 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4578f-71e5-49d1-87e5-b044d771a7b0 req-eb8fbc42-c7bc-4550-9530-10d60b352ecc tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:25.436856 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9c4578f-71e5-49d1-87e5-b044d771a7b0 req-eb8fbc42-c7bc-4550-9530-10d60b352ecc tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 944 time: 0.1493788 Feb 19 03:59:25.533631 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9c4578f-71e5-49d1-87e5-b044d771a7b0 req-3c1e35f1-b187-4f95-8abe-e5fd6a779fd2 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904050 Feb 19 03:59:25.536175 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-17118131-80bf-498a-a7d3-85365940809e req-a371751b-530c-47ea-bc28-481c538c12ad service neutron] For port 664dce4d-72df-4202-a5aa-196387d63cbf, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:59:25.539709 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-17118131-80bf-498a-a7d3-85365940809e req-a371751b-530c-47ea-bc28-481c538c12ad service neutron] For port 664dce4d-72df-4202-a5aa-196387d63cbf, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=664dce4d-72df-4202-a5aa-196387d63cbf,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:59:25.549078 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-17118131-80bf-498a-a7d3-85365940809e req-a371751b-530c-47ea-bc28-481c538c12ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (664dce4d-72df-4202-a5aa-196387d63cbf), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:25.692205 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17118131-80bf-498a-a7d3-85365940809e req-a371751b-530c-47ea-bc28-481c538c12ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:25.692205 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-17118131-80bf-498a-a7d3-85365940809e req-a371751b-530c-47ea-bc28-481c538c12ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:25.694149 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17118131-80bf-498a-a7d3-85365940809e req-a371751b-530c-47ea-bc28-481c538c12ad service neutron] 10.222.0.79 "PUT /v2.0/ports/664dce4d-72df-4202-a5aa-196387d63cbf HTTP/1.1" status: 200 len: 1124 time: 1.0351560 Feb 19 03:59:25.730557 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371751b-530c-47ea-bc28-481c538c12ad service neutron] Pushing event updated for resources: {'Port': ['ID=664dce4d-72df-4202-a5aa-196387d63cbf,revision_number=8']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:25.798083 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['664dce4d-72df-4202-a5aa-196387d63cbf'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:25.803175 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2f6a7-b162-425f-bc5e-8ed7fe520481 req-422ec14b-c340-432f-8d8c-4960421a1517 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:25.804298 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3b2f6a7-b162-425f-bc5e-8ed7fe520481 req-422ec14b-c340-432f-8d8c-4960421a1517 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/ports?device_id=71623e59-1715-4ce6-b208-faafda001656 HTTP/1.1" status: 200 len: 948 time: 0.0954959 Feb 19 03:59:25.867298 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cc8011df-3349-4f62-906f-610a2bfb013d req-c78ed8d9-8077-4f92-96de-b4483763fe0c tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0612602 Feb 19 03:59:25.874518 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12773272-8d81-40f4-a6e3-438a3c396fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18bbfd97-77b0-49a4-9661-716a9e3cc7de'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:25.878048 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335df546-a448-4af2-8dd8-38bae0cbca1c" -d '{"events": [{"server_uuid": "12773272-8d81-40f4-a6e3-438a3c396fbc", "name": "network-vif-unplugged", "status": "completed", "tag": "18bbfd97-77b0-49a4-9661-716a9e3cc7de"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:25.914546 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3b2f6a7-b162-425f-bc5e-8ed7fe520481 req-18d7378a-0211-4b63-b571-89494d8f28e9 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7587dd-c547-405d-a312-feda18c18bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951216 Feb 19 03:59:25.975837 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a4392c-e5ba-40ac-889b-0103d7343fb5 x-openstack-request-id: req-a6a4392c-e5ba-40ac-889b-0103d7343fb5 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:25.976162 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12773272-8d81-40f4-a6e3-438a3c396fbc", "name": "network-vif-unplugged", "status": "completed", "tag": "18bbfd97-77b0-49a4-9661-716a9e3cc7de", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:25.976419 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a6a4392c-e5ba-40ac-889b-0103d7343fb5 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:25.983047 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12773272-8d81-40f4-a6e3-438a3c396fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18bbfd97-77b0-49a4-9661-716a9e3cc7de', 'code': 200} Feb 19 03:59:26.048198 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46462) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:26.076183 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-64eb3f79-1968-4a60-b8e8-154abbf7195c tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:26.077568 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-64eb3f79-1968-4a60-b8e8-154abbf7195c tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/networks?id=78a9b65b-d911-4b70-9e29-eb76754bdc19 HTTP/1.1" status: 200 len: 822 time: 0.1060264 Feb 19 03:59:26.092350 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-b122358e-da7a-4c27-9ac2-819531e5bbbe tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/quotas/5e4834aa2c9343cd911dcc83b0579e74 HTTP/1.1" status: 200 len: 375 time: 0.0094621 Feb 19 03:59:26.124442 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-07dd9758-53b4-450d-b388-a7dc2011708f tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5e4834aa2c9343cd911dcc83b0579e74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265396 Feb 19 03:59:26.155894 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3ab4ed64-36b0-461d-b83f-2ab640a9edb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:26.188825 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['664dce4d-72df-4202-a5aa-196387d63cbf'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:26.231937 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3ab4ed64-36b0-461d-b83f-2ab640a9edb1 admin admin] Publish callbacks [] for security_group (70621532-8a0e-4497-b6df-cabb2d0f616e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:26.239273 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3ab4ed64-36b0-461d-b83f-2ab640a9edb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (70621532-8a0e-4497-b6df-cabb2d0f616e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:26.288183 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3ab4ed64-36b0-461d-b83f-2ab640a9edb1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bdb3bc9fecfd4487a309b67b8f687850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364633 Feb 19 03:59:26.288183 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4ed64-36b0-461d-b83f-2ab640a9edb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70621532-8a0e-4497-b6df-cabb2d0f616e,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:26.289674 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46470) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:26.330325 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-450a44c0-c706-4e5e-8b9e-26650eb22dde service neutron] 10.222.0.52 "GET /v2.0/networks/78a9b65b-d911-4b70-9e29-eb76754bdc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950402 Feb 19 03:59:26.349660 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e0e933a6-6ffc-4028-ab1b-6edf2975d904 admin admin] Publish callbacks [] for security_group (70621532-8a0e-4497-b6df-cabb2d0f616e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:26.371644 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e0e933a6-6ffc-4028-ab1b-6edf2975d904 admin admin] Publish callbacks [] for security_group (70621532-8a0e-4497-b6df-cabb2d0f616e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:26.400586 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf435d29-e038-4145-b9ad-d1412baba9bb req-0eabf482-18a9-4fbf-ab5e-423c9e2da12a tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:26.402176 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf435d29-e038-4145-b9ad-d1412baba9bb req-0eabf482-18a9-4fbf-ab5e-423c9e2da12a tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.1339090 Feb 19 03:59:26.419059 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e0e933a6-6ffc-4028-ab1b-6edf2975d904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (70621532-8a0e-4497-b6df-cabb2d0f616e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:26.421636 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e0e933a6-6ffc-4028-ab1b-6edf2975d904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:26.422814 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e0e933a6-6ffc-4028-ab1b-6edf2975d904 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/70621532-8a0e-4497-b6df-cabb2d0f616e HTTP/1.1" status: 204 len: 168 time: 0.1276717 Feb 19 03:59:26.432383 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e933a6-6ffc-4028-ab1b-6edf2975d904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70621532-8a0e-4497-b6df-cabb2d0f616e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:26.460681 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-1d590981-7958-4cb4-b5bb-d1d58bced243 service neutron] 10.222.0.52 "GET /v2.0/networks/78a9b65b-d911-4b70-9e29-eb76754bdc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295710 Feb 19 03:59:26.477118 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf435d29-e038-4145-b9ad-d1412baba9bb req-9dff9eb8-1888-49eb-be89-936bc146829b tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685935 Feb 19 03:59:26.522221 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910dee33-103a-41d3-aae1-e5b9dd49774b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '664dce4d-72df-4202-a5aa-196387d63cbf'}, {'name': 'network-changed', 'server_uuid': '910dee33-103a-41d3-aae1-e5b9dd49774b', 'tag': '664dce4d-72df-4202-a5aa-196387d63cbf'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:26.525928 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13a8e84-b3ec-4f97-83c8-0c507d300220" -d '{"events": [{"server_uuid": "910dee33-103a-41d3-aae1-e5b9dd49774b", "name": "network-vif-unplugged", "status": "completed", "tag": "664dce4d-72df-4202-a5aa-196387d63cbf"}, {"name": "network-changed", "server_uuid": "910dee33-103a-41d3-aae1-e5b9dd49774b", "tag": "664dce4d-72df-4202-a5aa-196387d63cbf"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:26.540742 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:26.623450 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef71013c-02ef-4894-82f2-9a90cd2216a3 x-openstack-request-id: req-ef71013c-02ef-4894-82f2-9a90cd2216a3 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:26.624023 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910dee33-103a-41d3-aae1-e5b9dd49774b", "name": "network-vif-unplugged", "status": "completed", "tag": "664dce4d-72df-4202-a5aa-196387d63cbf", "code": 200}, {"name": "network-changed", "server_uuid": "910dee33-103a-41d3-aae1-e5b9dd49774b", "tag": "664dce4d-72df-4202-a5aa-196387d63cbf", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:26.624295 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ef71013c-02ef-4894-82f2-9a90cd2216a3 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:26.624792 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910dee33-103a-41d3-aae1-e5b9dd49774b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '664dce4d-72df-4202-a5aa-196387d63cbf', 'code': 200} Feb 19 03:59:26.625063 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910dee33-103a-41d3-aae1-e5b9dd49774b', 'tag': '664dce4d-72df-4202-a5aa-196387d63cbf', 'status': 'completed', 'code': 200} Feb 19 03:59:26.640818 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efc564-7470-4c21-b12d-5bef5ac569e6 req-6b159fce-2e53-4303-bf42-3c2686fcb034 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:26.642468 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-51efc564-7470-4c21-b12d-5bef5ac569e6 req-6b159fce-2e53-4303-bf42-3c2686fcb034 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 944 time: 0.0808232 Feb 19 03:59:26.733435 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-51efc564-7470-4c21-b12d-5bef5ac569e6 req-6bc048ca-0c7c-4323-99fd-d5c5efb06985 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843606 Feb 19 03:59:26.760912 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697adeb3-6115-4961-a7d6-b67fdd8df487 req-193ad662-1aab-49a0-9018-5b49d40dc98c tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:26.762535 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-697adeb3-6115-4961-a7d6-b67fdd8df487 req-193ad662-1aab-49a0-9018-5b49d40dc98c tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 944 time: 0.0744162 Feb 19 03:59:26.768537 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 68de562d-7708-4708-b40d-b94f33c6df4f no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:59:26.813400 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 68de562d-7708-4708-b40d-b94f33c6df4f {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:59:26.814026 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 68de562d-7708-4708-b40d-b94f33c6df4f not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:59:26.837179 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-697adeb3-6115-4961-a7d6-b67fdd8df487 req-a116ed80-22c6-4b35-9248-aea474711773 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663748 Feb 19 03:59:26.874991 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a8e84-b3ec-4f97-83c8-0c507d300220 req-cd8cb1a0-2527-4aa7-a848-36a120bcbb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:26.876596 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d13a8e84-b3ec-4f97-83c8-0c507d300220 req-cd8cb1a0-2527-4aa7-a848-36a120bcbb75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 1158 time: 0.0721033 Feb 19 03:59:26.891764 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9fa12c5a-31e9-40c0-8a1d-63b93add3e99 req-cbb6bd40-dfec-4a91-ab44-0d19cd4a8cbb tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=05cb3e61-4036-4566-a39d-84d626c3a269 HTTP/1.1" status: 200 len: 210 time: 0.0521624 Feb 19 03:59:27.029172 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a8e84-b3ec-4f97-83c8-0c507d300220 req-1aaff851-a8fe-41de-bf30-4148fb3905ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:27.031032 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d13a8e84-b3ec-4f97-83c8-0c507d300220 req-1aaff851-a8fe-41de-bf30-4148fb3905ce service neutron] 10.222.0.26 "GET /v2.0/networks?id=575db6fc-b1bf-4deb-91aa-ccf16978efb1 HTTP/1.1" status: 200 len: 909 time: 0.1471214 Feb 19 03:59:27.034742 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ee9396d-4282-4099-a99c-e9a809ed6196 req-fb5b629a-40d0-43c6-b887-809c586be552 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0442483 Feb 19 03:59:27.115309 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d13a8e84-b3ec-4f97-83c8-0c507d300220 req-8869983c-be04-4835-ba49-04392c5dff21 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=664dce4d-72df-4202-a5aa-196387d63cbf HTTP/1.1" status: 200 len: 217 time: 0.0737889 Feb 19 03:59:27.172911 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 86113102-6054-45a7-89fa-6066f67fc9f9 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:59:27.187625 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ae940-65e2-4e94-a169-7c9398223afb req-c07e2b68-e14c-4798-946e-0eccf4f0e7af tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:27.189196 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-520ae940-65e2-4e94-a169-7c9398223afb req-c07e2b68-e14c-4798-946e-0eccf4f0e7af tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/ports?device_id=71623e59-1715-4ce6-b208-faafda001656 HTTP/1.1" status: 200 len: 948 time: 0.1058602 Feb 19 03:59:27.210512 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a8e84-b3ec-4f97-83c8-0c507d300220 req-8905f8f4-4110-4096-8b0b-5e1c906cf3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:27.212638 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d13a8e84-b3ec-4f97-83c8-0c507d300220 req-8905f8f4-4110-4096-8b0b-5e1c906cf3be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d HTTP/1.1" status: 200 len: 848 time: 0.0893035 Feb 19 03:59:27.249979 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d13a8e84-b3ec-4f97-83c8-0c507d300220 req-8dca7fed-47a6-4260-b185-a8d604a23158 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=575db6fc-b1bf-4deb-91aa-ccf16978efb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299518 Feb 19 03:59:27.284608 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-520ae940-65e2-4e94-a169-7c9398223afb req-2b31c87e-e635-478d-81d9-39cbc90257b3 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7587dd-c547-405d-a312-feda18c18bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879633 Feb 19 03:59:27.318225 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 86113102-6054-45a7-89fa-6066f67fc9f9, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=86113102-6054-45a7-89fa-6066f67fc9f9,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:27.333370 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '86113102-6054-45a7-89fa-6066f67fc9f9', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '86113102-6054-45a7-89fa-6066f67fc9f9', 'mac_address': 'fa:16:3e:08:1d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:59:27.368152 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d13a8e84-b3ec-4f97-83c8-0c507d300220 req-ca8aef23-08a6-4da5-9b03-0f20e9ad798a service neutron] 10.222.0.26 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064136 Feb 19 03:59:27.379087 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 86113102-6054-45a7-89fa-6066f67fc9f9 is: ACTIVE; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:27.379755 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (86113102-6054-45a7-89fa-6066f67fc9f9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:27.394966 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86113102-6054-45a7-89fa-6066f67fc9f9 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:27.417648 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 86113102-6054-45a7-89fa-6066f67fc9f9, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=86113102-6054-45a7-89fa-6066f67fc9f9,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:27.422402 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (86113102-6054-45a7-89fa-6066f67fc9f9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:27.423388 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 1d3ef42a-8322-41dd-9159-9609798a2fed details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:59:27.474662 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d13a8e84-b3ec-4f97-83c8-0c507d300220 req-004e8e86-82a2-4b8d-be4c-92a1cb9d5fd4 service neutron] 10.222.0.26 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007309 Feb 19 03:59:27.511888 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 1d3ef42a-8322-41dd-9159-9609798a2fed, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=1d3ef42a-8322-41dd-9159-9609798a2fed,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:27.526070 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '1d3ef42a-8322-41dd-9159-9609798a2fed', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '1d3ef42a-8322-41dd-9159-9609798a2fed', 'mac_address': 'fa:16:3e:be:1d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:59:27.563421 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=86113102-6054-45a7-89fa-6066f67fc9f9,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:27.577766 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 1d3ef42a-8322-41dd-9159-9609798a2fed is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:27.578156 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1d3ef42a-8322-41dd-9159-9609798a2fed), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:27.592856 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d3ef42a-8322-41dd-9159-9609798a2fed {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:27.613961 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 1d3ef42a-8322-41dd-9159-9609798a2fed, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=1d3ef42a-8322-41dd-9159-9609798a2fed,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:27.614531 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c69f43-19dd-4bff-bc06-8dabea7c7a45 req-c2744b97-8a8a-4ec0-9b03-becc2ecd869b tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:27.616130 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c7c69f43-19dd-4bff-bc06-8dabea7c7a45 req-c2744b97-8a8a-4ec0-9b03-becc2ecd869b tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.0590808 Feb 19 03:59:27.619064 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1d3ef42a-8322-41dd-9159-9609798a2fed), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:27.668053 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=1d3ef42a-8322-41dd-9159-9609798a2fed,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:27.680971 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b913db3b-2b94-47b9-a6e1-da04e7841880 req-511db1c3-009c-4809-9adb-2279e3e28e1d tempest-AbsoluteLimitsNegativeTestJSON-334066131 tempest-AbsoluteLimitsNegativeTestJSON-334066131-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d5cdb0a86c6b4242a6007271e0d584ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333154 Feb 19 03:59:27.687996 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c7c69f43-19dd-4bff-bc06-8dabea7c7a45 req-dbac2dd4-a0c5-4f05-a802-dfa86831ec58 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623407 Feb 19 03:59:27.773739 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['86113102-6054-45a7-89fa-6066f67fc9f9'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:27.820522 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913db3b-2b94-47b9-a6e1-da04e7841880 req-472824c1-cec9-4b90-ad92-45d2fe36394e tempest-AbsoluteLimitsNegativeTestJSON-334066131 tempest-AbsoluteLimitsNegativeTestJSON-334066131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:27.822006 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b913db3b-2b94-47b9-a6e1-da04e7841880 req-472824c1-cec9-4b90-ad92-45d2fe36394e tempest-AbsoluteLimitsNegativeTestJSON-334066131 tempest-AbsoluteLimitsNegativeTestJSON-334066131-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1331692 Feb 19 03:59:27.830712 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494b3bf-160d-4369-94f7-4c03e1b1abcf req-d25c6d63-30fe-4b2e-bc2d-b15889d97a1d tempest-MigrationsAdminTest-1268512545 tempest-MigrationsAdminTest-1268512545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:27.832158 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f494b3bf-160d-4369-94f7-4c03e1b1abcf req-d25c6d63-30fe-4b2e-bc2d-b15889d97a1d tempest-MigrationsAdminTest-1268512545 tempest-MigrationsAdminTest-1268512545-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 1133 time: 0.0780895 Feb 19 03:59:27.840727 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b913db3b-2b94-47b9-a6e1-da04e7841880 req-7e9839f3-43e9-4887-9081-a52529c1d4ce tempest-AbsoluteLimitsNegativeTestJSON-334066131 tempest-AbsoluteLimitsNegativeTestJSON-334066131-project] 10.222.0.52 "GET /v2.0/quotas/d5cdb0a86c6b4242a6007271e0d584ef HTTP/1.1" status: 200 len: 375 time: 0.0121338 Feb 19 03:59:27.884044 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b913db3b-2b94-47b9-a6e1-da04e7841880 req-613b68f7-1959-4201-91d0-144db5484652 tempest-AbsoluteLimitsNegativeTestJSON-334066131 tempest-AbsoluteLimitsNegativeTestJSON-334066131-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5cdb0a86c6b4242a6007271e0d584ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359983 Feb 19 03:59:27.905047 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f494b3bf-160d-4369-94f7-4c03e1b1abcf req-5e5023da-d797-4578-8bfb-020b3650cf9d tempest-MigrationsAdminTest-1268512545 tempest-MigrationsAdminTest-1268512545-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633914 Feb 19 03:59:28.138925 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b1cb0-e86e-46ba-9a10-80a8c2f3115f req-f551ad80-b409-45cd-99a8-c5f5bf8e1d80 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:28.140468 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e4b1cb0-e86e-46ba-9a10-80a8c2f3115f req-f551ad80-b409-45cd-99a8-c5f5bf8e1d80 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 944 time: 0.1569898 Feb 19 03:59:28.153580 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae79fcb-d6a7-48f5-982b-8f926e8f18d7 req-b373d91a-6e74-4347-9820-e965325718a0 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:28.155220 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2ae79fcb-d6a7-48f5-982b-8f926e8f18d7 req-b373d91a-6e74-4347-9820-e965325718a0 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 944 time: 0.1571968 Feb 19 03:59:28.212586 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-bee440fd-b268-4f8b-aa7c-a9e80fc2dfbe tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:28.214010 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-bee440fd-b268-4f8b-aa7c-a9e80fc2dfbe tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.79 "GET /v2.0/networks?id=78a9b65b-d911-4b70-9e29-eb76754bdc19 HTTP/1.1" status: 200 len: 822 time: 0.1756048 Feb 19 03:59:28.252201 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46558) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:28.255911 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-536f2c57-37f6-40da-a93f-25ea5ff8f54c tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Request body: {'port': {'device_id': '05cb3e61-4036-4566-a39d-84d626c3a269', 'network_id': '78a9b65b-d911-4b70-9e29-eb76754bdc19', 'admin_state_up': True, 'tenant_id': '5e4834aa2c9343cd911dcc83b0579e74'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:28.257064 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['1d3ef42a-8322-41dd-9159-9609798a2fed'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:28.280553 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e4b1cb0-e86e-46ba-9a10-80a8c2f3115f req-52226c9d-fa94-4358-a59d-e90137dc3546 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180620 Feb 19 03:59:28.312854 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2ae79fcb-d6a7-48f5-982b-8f926e8f18d7 req-c601e37d-728c-4d2a-88ac-26ee7c8eeae7 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433454 Feb 19 03:59:28.398491 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7bce9b9d-21ca-4e35-9255-90b9b4851960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:28.501163 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7bce9b9d-21ca-4e35-9255-90b9b4851960 admin admin] Publish callbacks [] for security_group (a5c1503c-21d6-4a65-a147-60af10d2ac98), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:28.508541 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7bce9b9d-21ca-4e35-9255-90b9b4851960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a5c1503c-21d6-4a65-a147-60af10d2ac98), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:28.550050 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7bce9b9d-21ca-4e35-9255-90b9b4851960 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d5cdb0a86c6b4242a6007271e0d584ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2967553 Feb 19 03:59:28.550993 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce9b9d-21ca-4e35-9255-90b9b4851960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c1503c-21d6-4a65-a147-60af10d2ac98,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:28.553286 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46568) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:28.620067 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-90d8b81d-59ac-48fe-b077-5b90f7c88352 admin admin] Publish callbacks [] for security_group (a5c1503c-21d6-4a65-a147-60af10d2ac98), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:28.647662 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-90d8b81d-59ac-48fe-b077-5b90f7c88352 admin admin] Publish callbacks [] for security_group (a5c1503c-21d6-4a65-a147-60af10d2ac98), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:28.705360 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-90d8b81d-59ac-48fe-b077-5b90f7c88352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a5c1503c-21d6-4a65-a147-60af10d2ac98), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:28.708140 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-90d8b81d-59ac-48fe-b077-5b90f7c88352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:28.711995 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-90d8b81d-59ac-48fe-b077-5b90f7c88352 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a5c1503c-21d6-4a65-a147-60af10d2ac98 HTTP/1.1" status: 204 len: 168 time: 0.1537731 Feb 19 03:59:28.719394 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8b81d-59ac-48fe-b077-5b90f7c88352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c1503c-21d6-4a65-a147-60af10d2ac98,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:28.738494 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd5aa43c-3190-4035-b044-f1749ab74dcb req-36362c85-54a6-4433-b060-862ca079eb45 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=05cb3e61-4036-4566-a39d-84d626c3a269 HTTP/1.1" status: 200 len: 210 time: 0.3559887 Feb 19 03:59:28.765613 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-536f2c57-37f6-40da-a93f-25ea5ff8f54c tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Made reservation on behalf of 5e4834aa2c9343cd911dcc83b0579e74 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:59:28.769679 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-536f2c57-37f6-40da-a93f-25ea5ff8f54c tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:28.791907 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 2a365141-801a-4740-a673-1cd30a4530cb details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:59:28.945888 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 2a365141-801a-4740-a673-1cd30a4530cb, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=2a365141-801a-4740-a673-1cd30a4530cb,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:28.961570 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '2a365141-801a-4740-a673-1cd30a4530cb', 'network_id': '6d936416-f125-4c3f-940d-813318503889', 'port_id': '2a365141-801a-4740-a673-1cd30a4530cb', 'mac_address': 'fa:16:3e:35:c5:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2953d6c2-cff6-4430-863a-070b45f3a12f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:59:28.965988 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0b7ceaac-5252-4c31-9803-15c42f0712b8 req-398dc925-4229-4d15-9ac9-4b191d623a6e tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0726900 Feb 19 03:59:29.011531 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 2a365141-801a-4740-a673-1cd30a4530cb is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:29.011531 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2a365141-801a-4740-a673-1cd30a4530cb), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:29.025587 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a365141-801a-4740-a673-1cd30a4530cb {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:29.043140 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d01c6-e75d-4c1a-9515-6ec98c0efcbd req-a3bf4f7f-27d1-4e4f-b832-5d8b7bd6ac19 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:29.047564 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 2a365141-801a-4740-a673-1cd30a4530cb, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=2a365141-801a-4740-a673-1cd30a4530cb,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:29.050143 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c97d01c6-e75d-4c1a-9515-6ec98c0efcbd req-a3bf4f7f-27d1-4e4f-b832-5d8b7bd6ac19 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/ports?device_id=71623e59-1715-4ce6-b208-faafda001656 HTTP/1.1" status: 200 len: 949 time: 0.1640713 Feb 19 03:59:29.054708 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2a365141-801a-4740-a673-1cd30a4530cb), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:29.107735 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-536f2c57-37f6-40da-a93f-25ea5ff8f54c tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Allocated IP 172.20.0.12 (78a9b65b-d911-4b70-9e29-eb76754bdc19/53310fb3-d11f-4a5b-9138-ba6b80066f44/f9dd58cc-0fd4-48db-8fcc-d21fae24a40b) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:59:29.113616 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=2a365141-801a-4740-a673-1cd30a4530cb,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:29.126218 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-a41d04a1-fb5c-450d-bcd7-1c75c666a90c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2241504 Feb 19 03:59:29.150822 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c97d01c6-e75d-4c1a-9515-6ec98c0efcbd req-b86f9a8f-6d03-4446-8df1-08052c76f17f tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7587dd-c547-405d-a312-feda18c18bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996807 Feb 19 03:59:29.190635 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 86113102-6054-45a7-89fa-6066f67fc9f9 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:59:29.191122 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0fb2a-aa4f-4175-9088-231e09e0064b req-662812ed-d1fc-4b20-b3b5-27eae68383bf tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:29.192598 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6fc0fb2a-aa4f-4175-9088-231e09e0064b req-662812ed-d1fc-4b20-b3b5-27eae68383bf tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.1378148 Feb 19 03:59:29.256623 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 86113102-6054-45a7-89fa-6066f67fc9f9 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:29.257084 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (86113102-6054-45a7-89fa-6066f67fc9f9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:29.306578 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6fc0fb2a-aa4f-4175-9088-231e09e0064b req-c52f0261-401d-4a35-831e-be30bf04058d tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042163 Feb 19 03:59:29.338383 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:29.386798 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['2a365141-801a-4740-a673-1cd30a4530cb'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:29.439206 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-536f2c57-37f6-40da-a93f-25ea5ff8f54c tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks [] for port (f9dd58cc-0fd4-48db-8fcc-d21fae24a40b), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:29.467273 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 86113102-6054-45a7-89fa-6066f67fc9f9 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:29.467694 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (86113102-6054-45a7-89fa-6066f67fc9f9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:29.512701 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 86113102-6054-45a7-89fa-6066f67fc9f9, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=86113102-6054-45a7-89fa-6066f67fc9f9,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:29.514496 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86113102-6054-45a7-89fa-6066f67fc9f9'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:29.517156 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a65d3b-26f2-422b-bcd2-15176d829820" -d '{"events": [{"server_uuid": "40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0", "name": "network-vif-plugged", "status": "completed", "tag": "86113102-6054-45a7-89fa-6066f67fc9f9"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:29.528646 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (86113102-6054-45a7-89fa-6066f67fc9f9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:29.551257 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd7d89-5feb-461f-a3e4-58f0249d3e6c req-cdd95bed-2e0c-417c-a06e-f2cb88051fe1 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:29.552884 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6afd7d89-5feb-461f-a3e4-58f0249d3e6c req-cdd95bed-2e0c-417c-a06e-f2cb88051fe1 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 944 time: 0.0939226 Feb 19 03:59:29.572117 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac111df2-3bdd-4cb2-abb6-f727c5737869 req-53d7683a-0387-4760-bb1d-84424cc83236 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:29.579186 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac111df2-3bdd-4cb2-abb6-f727c5737869 req-53d7683a-0387-4760-bb1d-84424cc83236 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 945 time: 0.1772881 Feb 19 03:59:29.610142 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-536f2c57-37f6-40da-a93f-25ea5ff8f54c tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (f9dd58cc-0fd4-48db-8fcc-d21fae24a40b), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:29.613049 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=86113102-6054-45a7-89fa-6066f67fc9f9,revision_number=7']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:29.678780 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6afd7d89-5feb-461f-a3e4-58f0249d3e6c req-28637fb6-8f8e-4f72-af61-3f26d596abb9 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182339 Feb 19 03:59:29.711149 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-536f2c57-37f6-40da-a93f-25ea5ff8f54c tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Network 78a9b65b-d911-4b70-9e29-eb76754bdc19 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:59:29.711522 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46630) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:29.713452 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-536f2c57-37f6-40da-a93f-25ea5ff8f54c tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:59:29.730346 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac111df2-3bdd-4cb2-abb6-f727c5737869 req-be6efca3-5a9d-4805-95e4-9e6abac50e92 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500893 Feb 19 03:59:29.743565 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-536f2c57-37f6-40da-a93f-25ea5ff8f54c tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:59:29.764676 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b828f7-f282-42dc-975c-7dfdf9a745be x-openstack-request-id: req-f2b828f7-f282-42dc-975c-7dfdf9a745be {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:29.765075 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0", "name": "network-vif-plugged", "status": "completed", "tag": "86113102-6054-45a7-89fa-6066f67fc9f9", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:29.765436 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2b828f7-f282-42dc-975c-7dfdf9a745be {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:29.765925 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86113102-6054-45a7-89fa-6066f67fc9f9', 'code': 200} Feb 19 03:59:29.776091 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f2c57-37f6-40da-a93f-25ea5ff8f54c tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Pushing event updated for resources: {'Port': ['ID=f9dd58cc-0fd4-48db-8fcc-d21fae24a40b,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:29.826351 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-536f2c57-37f6-40da-a93f-25ea5ff8f54c tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:29.827753 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-536f2c57-37f6-40da-a93f-25ea5ff8f54c tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:29.846051 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-f3873967-06b9-491f-aedb-1e250d4f5deb tempest-MigrationsAdminTest-1268512545 tempest-MigrationsAdminTest-1268512545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:29.848054 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-f3873967-06b9-491f-aedb-1e250d4f5deb tempest-MigrationsAdminTest-1268512545 tempest-MigrationsAdminTest-1268512545-project-admin] 10.222.0.52 "GET /v2.0/ports/794b2e9f-4da8-47f3-8007-6f20bcf6ce49 HTTP/1.1" status: 200 len: 1130 time: 0.0559738 Feb 19 03:59:29.879141 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-536f2c57-37f6-40da-a93f-25ea5ff8f54c tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6294670 Feb 19 03:59:29.897273 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-0695ad3c-8276-498d-905e-8aa868bb7661 service neutron] Request body: {'port': {'device_id': '05cb3e61-4036-4566-a39d-84d626c3a269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:29.939598 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-a13107e1-25fd-42cb-8a86-393a6a918ee9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2007729328-network', 'tenant_id': '0ed4bede626f435bb8cb39067854622d'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:29.963354 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13107e1-25fd-42cb-8a86-393a6a918ee9 admin admin] Made reservation on behalf of 0ed4bede626f435bb8cb39067854622d for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:59:29.966932 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a13107e1-25fd-42cb-8a86-393a6a918ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:29.967062 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57417087-1320-4a41-9a40-5fa07216a711 req-50cdfe2e-222f-48cf-aaa3-a975d557095e tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:29.968513 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-57417087-1320-4a41-9a40-5fa07216a711 req-50cdfe2e-222f-48cf-aaa3-a975d557095e tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=05cb3e61-4036-4566-a39d-84d626c3a269 HTTP/1.1" status: 200 len: 932 time: 0.1364789 Feb 19 03:59:29.987196 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a13107e1-25fd-42cb-8a86-393a6a918ee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:30.041415 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-0695ad3c-8276-498d-905e-8aa868bb7661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f9dd58cc-0fd4-48db-8fcc-d21fae24a40b), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:30.047817 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-57417087-1320-4a41-9a40-5fa07216a711 req-fa8bc9e4-d392-47e0-80d0-479faaafe220 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562072 Feb 19 03:59:30.083990 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a13107e1-25fd-42cb-8a86-393a6a918ee9 admin admin] Publish callbacks [] for security_group (5140aa05-dc18-4caf-82c7-eeb36041033c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:30.090697 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a13107e1-25fd-42cb-8a86-393a6a918ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5140aa05-dc18-4caf-82c7-eeb36041033c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:30.120006 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13107e1-25fd-42cb-8a86-393a6a918ee9 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:59:30.132197 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13107e1-25fd-42cb-8a86-393a6a918ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5140aa05-dc18-4caf-82c7-eeb36041033c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:30.138834 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a13107e1-25fd-42cb-8a86-393a6a918ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (0f8a4699-36b5-4083-8984-ab51054bba1e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:30.139603 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-a13107e1-25fd-42cb-8a86-393a6a918ee9 admin admin] Added segment 0f8a4699-36b5-4083-8984-ab51054bba1e of type vlan for network a21f3efc-0cd7-4772-8d7a-73413e00b052 Feb 19 03:59:30.200918 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a13107e1-25fd-42cb-8a86-393a6a918ee9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (a21f3efc-0cd7-4772-8d7a-73413e00b052), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:30.262365 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a13107e1-25fd-42cb-8a86-393a6a918ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (a21f3efc-0cd7-4772-8d7a-73413e00b052), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:30.264945 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13107e1-25fd-42cb-8a86-393a6a918ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:30.265543 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a13107e1-25fd-42cb-8a86-393a6a918ee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:30.332440 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d35cd528-21e0-41d3-aac0-6ff06bfbc363 req-3a5b3ba3-967a-410f-afb6-9c9f81a20e80 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0585258 Feb 19 03:59:30.344923 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a13107e1-25fd-42cb-8a86-393a6a918ee9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6313448 Feb 19 03:59:30.349466 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46658) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:30.367458 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-e68ba344-4fd6-4a7f-937d-6510d37b298d admin admin] Request body: {'subnet': {'network_id': 'a21f3efc-0cd7-4772-8d7a-73413e00b052', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2007729328-subnet', 'tenant_id': '0ed4bede626f435bb8cb39067854622d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:30.380745 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13107e1-25fd-42cb-8a86-393a6a918ee9 admin admin] Pushing event updated for resources: {'Network': ['ID=a21f3efc-0cd7-4772-8d7a-73413e00b052,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:30.392407 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network a21f3efc-0cd7-4772-8d7a-73413e00b052 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:59:30.401625 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68ba344-4fd6-4a7f-937d-6510d37b298d admin admin] Made reservation on behalf of 0ed4bede626f435bb8cb39067854622d for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:59:30.406801 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e68ba344-4fd6-4a7f-937d-6510d37b298d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:30.446389 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ca44f-1502-4caa-b869-59f53f1dfaf1 req-236cf572-6060-4e7e-8148-b87e1c0fc22e tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:30.448477 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5c3ca44f-1502-4caa-b869-59f53f1dfaf1 req-236cf572-6060-4e7e-8148-b87e1c0fc22e tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/ports?device_id=71623e59-1715-4ce6-b208-faafda001656 HTTP/1.1" status: 200 len: 949 time: 0.1734331 Feb 19 03:59:30.560306 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8b3624df-8720-4f73-9eef-2be8fefcc5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:30.598224 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-0695ad3c-8276-498d-905e-8aa868bb7661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9dd58cc-0fd4-48db-8fcc-d21fae24a40b {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:30.608480 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5c3ca44f-1502-4caa-b869-59f53f1dfaf1 req-13e3774d-9217-4bb2-94ea-826a789da28d tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7587dd-c547-405d-a312-feda18c18bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444921 Feb 19 03:59:30.610510 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-0695ad3c-8276-498d-905e-8aa868bb7661 service neutron] Publish callbacks [] for port (f9dd58cc-0fd4-48db-8fcc-d21fae24a40b), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:30.619331 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb05ddb-048e-4721-866d-9fd7a7fa1b8a req-05726981-afa3-422d-946e-c58c141f0216 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:30.626087 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1fb05ddb-048e-4721-866d-9fd7a7fa1b8a req-05726981-afa3-422d-946e-c58c141f0216 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.1640568 Feb 19 03:59:30.653493 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-0695ad3c-8276-498d-905e-8aa868bb7661 service neutron] Transition to ACTIVE for port object f9dd58cc-0fd4-48db-8fcc-d21fae24a40b will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:59:30.657058 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e68ba344-4fd6-4a7f-937d-6510d37b298d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (5f8b485d-9d1d-4408-ae3e-0a5ee11b7eda), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:30.667914 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-0695ad3c-8276-498d-905e-8aa868bb7661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (f9dd58cc-0fd4-48db-8fcc-d21fae24a40b), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:30.728472 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1fb05ddb-048e-4721-866d-9fd7a7fa1b8a req-fd09abd5-2a4c-4e87-9774-e559f1d11a4d tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977390 Feb 19 03:59:30.731943 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ba344-4fd6-4a7f-937d-6510d37b298d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f8b485d-9d1d-4408-ae3e-0a5ee11b7eda,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:30.753868 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68ba344-4fd6-4a7f-937d-6510d37b298d admin admin] Checking segment: {'id': '0f8a4699-36b5-4083-8984-ab51054bba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a21f3efc-0cd7-4772-8d7a-73413e00b052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:59:30.754324 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68ba344-4fd6-4a7f-937d-6510d37b298d admin admin] Network hostable DHCP agents. Network: a21f3efc-0cd7-4772-8d7a-73413e00b052, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:59:30.779350 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68ba344-4fd6-4a7f-937d-6510d37b298d admin admin] Network a21f3efc-0cd7-4772-8d7a-73413e00b052 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:59:30.786731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695ad3c-8276-498d-905e-8aa868bb7661 service neutron] Pushing event updated for resources: {'Port': ['ID=f9dd58cc-0fd4-48db-8fcc-d21fae24a40b,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:30.789968 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-e68ba344-4fd6-4a7f-937d-6510d37b298d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, a21f3efc-0cd7-4772-8d7a-73413e00b052) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:59:30.795973 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68ba344-4fd6-4a7f-937d-6510d37b298d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:30.797403 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e68ba344-4fd6-4a7f-937d-6510d37b298d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:30.799542 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 2a365141-801a-4740-a673-1cd30a4530cb up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:59:30.818594 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e68ba344-4fd6-4a7f-937d-6510d37b298d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4676373 Feb 19 03:59:30.870068 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2568c47-1f11-41b8-9ce1-97ae6a2ad291 None None] Network a21f3efc-0cd7-4772-8d7a-73413e00b052 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:59:30.958976 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-0695ad3c-8276-498d-905e-8aa868bb7661 service neutron] Attempting to bind port f9dd58cc-0fd4-48db-8fcc-d21fae24a40b on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:59:30.959650 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-0695ad3c-8276-498d-905e-8aa868bb7661 service neutron] Attempting to bind port f9dd58cc-0fd4-48db-8fcc-d21fae24a40b by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '9a64af07-75e7-49c4-bd40-c782ca239fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '78a9b65b-d911-4b70-9e29-eb76754bdc19'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:59:30.960185 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-0695ad3c-8276-498d-905e-8aa868bb7661 service neutron] Attempting to bind port f9dd58cc-0fd4-48db-8fcc-d21fae24a40b on network 78a9b65b-d911-4b70-9e29-eb76754bdc19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:30.972456 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604dc825-9ab8-44cd-b334-89f03bd08867 req-12a55fe4-0a1e-44fb-99d8-58c9767d0f7c tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:30.980399 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-604dc825-9ab8-44cd-b334-89f03bd08867 req-12a55fe4-0a1e-44fb-99d8-58c9767d0f7c tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 945 time: 0.1394658 Feb 19 03:59:30.991982 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f6919-bbdd-4359-b5a1-ed8b415fa7a3 req-f3cc7bc9-77c2-4a0d-bce8-fa905fc37de6 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:30.993768 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-339f6919-bbdd-4359-b5a1-ed8b415fa7a3 req-f3cc7bc9-77c2-4a0d-bce8-fa905fc37de6 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 944 time: 0.1369858 Feb 19 03:59:31.000383 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-0695ad3c-8276-498d-905e-8aa868bb7661 service neutron] Port f9dd58cc-0fd4-48db-8fcc-d21fae24a40b on network 78a9b65b-d911-4b70-9e29-eb76754bdc19 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:59:31.000924 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-0695ad3c-8276-498d-905e-8aa868bb7661 service neutron] Attempting to bind port f9dd58cc-0fd4-48db-8fcc-d21fae24a40b on network 78a9b65b-d911-4b70-9e29-eb76754bdc19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:31.015407 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-0695ad3c-8276-498d-905e-8aa868bb7661 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:59:31.016063 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-0695ad3c-8276-498d-905e-8aa868bb7661 service neutron] Checking segment: {'id': '9a64af07-75e7-49c4-bd40-c782ca239fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '78a9b65b-d911-4b70-9e29-eb76754bdc19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:59:31.016630 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-0695ad3c-8276-498d-905e-8aa868bb7661 service neutron] Bound using segment: {'id': '9a64af07-75e7-49c4-bd40-c782ca239fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '78a9b65b-d911-4b70-9e29-eb76754bdc19'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:59:31.017230 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-0695ad3c-8276-498d-905e-8aa868bb7661 service neutron] Bound port: f9dd58cc-0fd4-48db-8fcc-d21fae24a40b, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a64af07-75e7-49c4-bd40-c782ca239fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '78a9b65b-d911-4b70-9e29-eb76754bdc19'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:59:31.017926 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-0695ad3c-8276-498d-905e-8aa868bb7661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f9dd58cc-0fd4-48db-8fcc-d21fae24a40b), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:31.097827 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-14cdb5ec-893f-4a17-b9e4-ac8a0b6e6309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:31.099593 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-14cdb5ec-893f-4a17-b9e4-ac8a0b6e6309 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 1133 time: 0.0671973 Feb 19 03:59:31.117296 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-604dc825-9ab8-44cd-b334-89f03bd08867 req-3af0b3d3-1bb4-4f36-b933-02a8ffb1e449 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359780 Feb 19 03:59:31.163158 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-339f6919-bbdd-4359-b5a1-ed8b415fa7a3 req-020c1090-0e4c-4d83-96d4-ed9317429cb0 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515033 Feb 19 03:59:31.200217 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 2a365141-801a-4740-a673-1cd30a4530cb completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:59:31.209330 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e498a26-25ea-40c3-8c45-6be0474fd9c4 None None] Network a21f3efc-0cd7-4772-8d7a-73413e00b052 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:59:31.212134 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 1d3ef42a-8322-41dd-9159-9609798a2fed up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:59:31.244637 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-0695ad3c-8276-498d-905e-8aa868bb7661 service neutron] For port f9dd58cc-0fd4-48db-8fcc-d21fae24a40b, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:59:31.253308 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-0695ad3c-8276-498d-905e-8aa868bb7661 service neutron] For port f9dd58cc-0fd4-48db-8fcc-d21fae24a40b, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f9dd58cc-0fd4-48db-8fcc-d21fae24a40b,segment=NetworkSegment(9a64af07-75e7-49c4-bd40-c782ca239fb4),segment_id=9a64af07-75e7-49c4-bd40-c782ca239fb4)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:59:31.256327 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 2a365141-801a-4740-a673-1cd30a4530cb triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:31.258139 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2a365141-801a-4740-a673-1cd30a4530cb), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:31.275542 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-0695ad3c-8276-498d-905e-8aa868bb7661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (f9dd58cc-0fd4-48db-8fcc-d21fae24a40b), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:31.319279 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-a947e631-1207-4e57-81fb-8d4a20c3eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:31.321362 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-a947e631-1207-4e57-81fb-8d4a20c3eb0f service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.2147381 Feb 19 03:59:31.391331 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-0695ad3c-8276-498d-905e-8aa868bb7661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:31.392125 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-0695ad3c-8276-498d-905e-8aa868bb7661 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:31.393500 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-0695ad3c-8276-498d-905e-8aa868bb7661 service neutron] 10.222.0.79 "PUT /v2.0/ports/f9dd58cc-0fd4-48db-8fcc-d21fae24a40b HTTP/1.1" status: 200 len: 1093 time: 1.5017581 Feb 19 03:59:31.394342 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cb3e61-4036-4566-a39d-84d626c3a269', 'tag': 'f9dd58cc-0fd4-48db-8fcc-d21fae24a40b'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:31.397235 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8767e895-461c-4b04-ada1-2e355975e230" -d '{"events": [{"name": "network-changed", "server_uuid": "05cb3e61-4036-4566-a39d-84d626c3a269", "tag": "f9dd58cc-0fd4-48db-8fcc-d21fae24a40b"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:31.405440 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-d517a230-7aab-4a10-84b3-fb0371c7de3a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=794b2e9f-4da8-47f3-8007-6f20bcf6ce49 HTTP/1.1" status: 200 len: 217 time: 0.0761647 Feb 19 03:59:31.440637 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695ad3c-8276-498d-905e-8aa868bb7661 service neutron] Pushing event updated for resources: {'Port': ['ID=f9dd58cc-0fd4-48db-8fcc-d21fae24a40b,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:31.452235 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-e0e2cc5c-e600-4fe8-bd83-b0d8cd172635 req-385afb82-52b9-459f-8141-dc78a326b3c1 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-146416333', 'description': 'tempest-description-2125346424'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:31.456242 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 1d3ef42a-8322-41dd-9159-9609798a2fed completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:59:31.464532 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 1d3ef42a-8322-41dd-9159-9609798a2fed triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:31.464994 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1d3ef42a-8322-41dd-9159-9609798a2fed), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:31.490485 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-31f69ad8-5f4f-40fe-a5a4-c7779505e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:31.492417 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-31f69ad8-5f4f-40fe-a5a4-c7779505e2c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0802710 Feb 19 03:59:31.496904 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 2a365141-801a-4740-a673-1cd30a4530cb is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:31.497388 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2a365141-801a-4740-a673-1cd30a4530cb), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:31.512437 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72d176-8b90-4f4e-8605-5fd634bfc4d8 req-1f4dcbda-6de6-4737-a6b8-a26e4a2401fc tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:31.520812 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f72d176-8b90-4f4e-8605-5fd634bfc4d8 req-1f4dcbda-6de6-4737-a6b8-a26e4a2401fc tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=05cb3e61-4036-4566-a39d-84d626c3a269 HTTP/1.1" status: 200 len: 944 time: 0.1756275 Feb 19 03:59:31.546746 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e0e2cc5c-e600-4fe8-bd83-b0d8cd172635 req-385afb82-52b9-459f-8141-dc78a326b3c1 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:31.556745 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 2a365141-801a-4740-a673-1cd30a4530cb, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=2a365141-801a-4740-a673-1cd30a4530cb,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:31.564879 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-80d76fd7-4bed-474a-b448-770ca292cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:31.568186 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-80d76fd7-4bed-474a-b448-770ca292cca1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0694630 Feb 19 03:59:31.591366 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2a365141-801a-4740-a673-1cd30a4530cb), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:31.611311 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 1d3ef42a-8322-41dd-9159-9609798a2fed is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:31.612156 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1d3ef42a-8322-41dd-9159-9609798a2fed), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:31.618760 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f72d176-8b90-4f4e-8605-5fd634bfc4d8 req-86de7b73-6ac6-4e64-a0ff-674310f5a7dd tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970142 Feb 19 03:59:31.622572 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-8416cf68-c095-4a66-ab51-d52e2676ff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:31.628038 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-8416cf68-c095-4a66-ab51-d52e2676ff18 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5e4834aa2c9343cd911dcc83b0579e74&device_id=05cb3e61-4036-4566-a39d-84d626c3a269 HTTP/1.1" status: 200 len: 1127 time: 0.1699815 Feb 19 03:59:31.690611 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-4b268bb8-1413-42cc-a633-0302461ef282 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137068 Feb 19 03:59:31.697278 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 1d3ef42a-8322-41dd-9159-9609798a2fed, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=1d3ef42a-8322-41dd-9159-9609798a2fed,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:31.703947 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=2a365141-801a-4740-a673-1cd30a4530cb,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:31.717878 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1d3ef42a-8322-41dd-9159-9609798a2fed), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:31.719108 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 664dce4d-72df-4202-a5aa-196387d63cbf no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:59:31.756218 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-ebd2a254-90b9-4368-b6e3-ed69723a7511 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9dd58cc-0fd4-48db-8fcc-d21fae24a40b HTTP/1.1" status: 200 len: 217 time: 0.1186206 Feb 19 03:59:31.796289 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-3d8f0ecc-4c61-435d-a98b-bc7b2ea49eac service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988879 Feb 19 03:59:31.803408 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143db96e-0a3b-4b9e-acfb-f8f5d5798b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a365141-801a-4740-a673-1cd30a4530cb'}, {'server_uuid': '71623e59-1715-4ce6-b208-faafda001656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3ef42a-8322-41dd-9159-9609798a2fed'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:31.806127 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e0e2cc5c-e600-4fe8-bd83-b0d8cd172635 req-385afb82-52b9-459f-8141-dc78a326b3c1 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (a5542b15-ffa8-470e-805d-c828a8fbdebc), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:31.807209 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde25760-73ca-42ea-94cd-bba4612ff0b3" -d '{"events": [{"server_uuid": "143db96e-0a3b-4b9e-acfb-f8f5d5798b75", "name": "network-vif-plugged", "status": "completed", "tag": "2a365141-801a-4740-a673-1cd30a4530cb"}, {"server_uuid": "71623e59-1715-4ce6-b208-faafda001656", "name": "network-vif-plugged", "status": "completed", "tag": "1d3ef42a-8322-41dd-9159-9609798a2fed"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:31.809654 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=1d3ef42a-8322-41dd-9159-9609798a2fed,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:31.841123 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e0e2cc5c-e600-4fe8-bd83-b0d8cd172635 req-385afb82-52b9-459f-8141-dc78a326b3c1 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a5542b15-ffa8-470e-805d-c828a8fbdebc), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:31.885159 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 664dce4d-72df-4202-a5aa-196387d63cbf is: DOWN; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:31.889179 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d6b0f547-4b1f-42ca-8b59-e08622efd1ab req-dd8d8d39-6ce9-4bc1-8248-c02bb64389d6 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.1525860 Feb 19 03:59:31.907901 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385afb82-52b9-459f-8141-dc78a326b3c1 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5542b15-ffa8-470e-805d-c828a8fbdebc,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:31.952797 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e0e2cc5c-e600-4fe8-bd83-b0d8cd172635 req-385afb82-52b9-459f-8141-dc78a326b3c1 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:31.964489 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0e2cc5c-e600-4fe8-bd83-b0d8cd172635 req-385afb82-52b9-459f-8141-dc78a326b3c1 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5195158 Feb 19 03:59:31.967295 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a797215-f30e-41e4-84af-bbf979568cc1 x-openstack-request-id: req-2a797215-f30e-41e4-84af-bbf979568cc1 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:31.967589 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05cb3e61-4036-4566-a39d-84d626c3a269", "tag": "f9dd58cc-0fd4-48db-8fcc-d21fae24a40b", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:31.967847 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2a797215-f30e-41e4-84af-bbf979568cc1 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:31.968231 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05cb3e61-4036-4566-a39d-84d626c3a269', 'tag': 'f9dd58cc-0fd4-48db-8fcc-d21fae24a40b', 'status': 'completed', 'code': 200} Feb 19 03:59:31.969690 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-72e9e235-b578-4b96-a963-06ea8f51e047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:31.971183 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-72e9e235-b578-4b96-a963-06ea8f51e047 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=53310fb3-d11f-4a5b-9138-ba6b80066f44 HTTP/1.1" status: 200 len: 862 time: 0.1444602 Feb 19 03:59:32.008768 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-12d89e19-05d2-4ccc-aa23-8d1199ee2717 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=78a9b65b-d911-4b70-9e29-eb76754bdc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277238 Feb 19 03:59:32.181503 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79babd7-bde2-427f-b90c-2fa1b208603f req-fcb340f3-ef81-41d6-a674-0279c1d9abd7 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:32.183119 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f79babd7-bde2-427f-b90c-2fa1b208603f req-fcb340f3-ef81-41d6-a674-0279c1d9abd7 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.1564434 Feb 19 03:59:32.198835 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18beb06e-5182-4a1e-8b54-16498d295612 req-75d09886-904d-4b58-8c68-630f433adb73 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:32.200391 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18beb06e-5182-4a1e-8b54-16498d295612 req-75d09886-904d-4b58-8c68-630f433adb73 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/ports?device_id=71623e59-1715-4ce6-b208-faafda001656 HTTP/1.1" status: 200 len: 950 time: 0.1726563 Feb 19 03:59:32.212695 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-0fb95839-2683-4a0b-9bf9-f233cf9164af service neutron] 10.222.0.79 "GET /v2.0/networks/78a9b65b-d911-4b70-9e29-eb76754bdc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934185 Feb 19 03:59:32.345158 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f79babd7-bde2-427f-b90c-2fa1b208603f req-ea0b9697-400d-4f63-b206-5149fca15edc tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541026 Feb 19 03:59:32.364389 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18beb06e-5182-4a1e-8b54-16498d295612 req-e1ed4abb-2cbc-458e-930c-353a25615c8d tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7587dd-c547-405d-a312-feda18c18bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506906 Feb 19 03:59:32.384893 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d65659d-8b18-4add-8167-b6ac0aa39119 req-d924dbae-bdb9-4ae3-b2c8-9e5338e65ad4 service neutron] 10.222.0.79 "GET /v2.0/networks/78a9b65b-d911-4b70-9e29-eb76754bdc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646068 Feb 19 03:59:32.393298 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-1ca193b7-2b04-4738-86a3-8c64339cea9d req-615bf852-7ea4-40e5-a800-f9c9dd5b021d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1534002912', 'description': 'tempest-description-191001430'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:32.418048 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1ca193b7-2b04-4738-86a3-8c64339cea9d req-615bf852-7ea4-40e5-a800-f9c9dd5b021d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:32.418439 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48342ff3-4bed-476b-9eb7-e247d953a6bb x-openstack-request-id: req-48342ff3-4bed-476b-9eb7-e247d953a6bb {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:32.418778 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143db96e-0a3b-4b9e-acfb-f8f5d5798b75", "name": "network-vif-plugged", "status": "completed", "tag": "2a365141-801a-4740-a673-1cd30a4530cb", "code": 200}, {"server_uuid": "71623e59-1715-4ce6-b208-faafda001656", "name": "network-vif-plugged", "status": "completed", "tag": "1d3ef42a-8322-41dd-9159-9609798a2fed", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:32.419134 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-48342ff3-4bed-476b-9eb7-e247d953a6bb {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:32.419534 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143db96e-0a3b-4b9e-acfb-f8f5d5798b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a365141-801a-4740-a673-1cd30a4530cb', 'code': 200} Feb 19 03:59:32.419908 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71623e59-1715-4ce6-b208-faafda001656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3ef42a-8322-41dd-9159-9609798a2fed', 'code': 200} Feb 19 03:59:32.538212 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f742cbf-9298-4cb6-85d2-869a785fe9eb req-6eda6f41-dd54-4a9d-a336-3fb15d22cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:32.538501 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0f742cbf-9298-4cb6-85d2-869a785fe9eb req-6eda6f41-dd54-4a9d-a336-3fb15d22cf29 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=71623e59-1715-4ce6-b208-faafda001656 HTTP/1.1" status: 200 len: 1133 time: 0.0452864 Feb 19 03:59:32.588924 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0f742cbf-9298-4cb6-85d2-869a785fe9eb req-90f844ca-e42f-4f48-808a-da55a151b59f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6d7587dd-c547-405d-a312-feda18c18bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437040 Feb 19 03:59:32.613081 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1ca193b7-2b04-4738-86a3-8c64339cea9d req-615bf852-7ea4-40e5-a800-f9c9dd5b021d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (b2bf43a0-4065-4dee-a0fc-b0f63e2aeccf), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:32.620343 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767e895-461c-4b04-ada1-2e355975e230 req-74b6ba65-3d3b-4d83-92a9-5d33c487626a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:32.621812 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8767e895-461c-4b04-ada1-2e355975e230 req-74b6ba65-3d3b-4d83-92a9-5d33c487626a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5e4834aa2c9343cd911dcc83b0579e74&device_id=05cb3e61-4036-4566-a39d-84d626c3a269 HTTP/1.1" status: 200 len: 1127 time: 0.1534886 Feb 19 03:59:32.624222 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1ca193b7-2b04-4738-86a3-8c64339cea9d req-615bf852-7ea4-40e5-a800-f9c9dd5b021d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b2bf43a0-4065-4dee-a0fc-b0f63e2aeccf), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:32.659498 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-46467357-a662-4630-9f2d-af8ff7f805c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:32.707835 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1ca193b7-2b04-4738-86a3-8c64339cea9d req-615bf852-7ea4-40e5-a800-f9c9dd5b021d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:32.709039 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ca193b7-2b04-4738-86a3-8c64339cea9d req-615bf852-7ea4-40e5-a800-f9c9dd5b021d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3203597 Feb 19 03:59:32.716370 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493bdc4-a413-4995-8b88-57d2c6dcaca3 req-365564ae-5e27-401c-bb0d-28dc12b450e8 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:32.717786 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1493bdc4-a413-4995-8b88-57d2c6dcaca3 req-365564ae-5e27-401c-bb0d-28dc12b450e8 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 946 time: 0.2104194 Feb 19 03:59:32.724976 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f98e5a-be70-410e-bc9b-1db1820febc5 req-70b87663-a9e8-4214-8609-f4eff030bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:32.726475 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-41f98e5a-be70-410e-bc9b-1db1820febc5 req-70b87663-a9e8-4214-8609-f4eff030bd83 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 1129 time: 0.2201915 Feb 19 03:59:32.729974 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615bf852-7ea4-40e5-a800-f9c9dd5b021d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bf43a0-4065-4dee-a0fc-b0f63e2aeccf,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:32.840226 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1493bdc4-a413-4995-8b88-57d2c6dcaca3 req-4ef9ec26-32c7-43b8-8611-071878971208 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126974 Feb 19 03:59:32.857058 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767e895-461c-4b04-ada1-2e355975e230 req-23f0a2ee-30c7-43a2-983d-9e405f5821bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:32.858548 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8767e895-461c-4b04-ada1-2e355975e230 req-23f0a2ee-30c7-43a2-983d-9e405f5821bd service neutron] 10.222.0.79 "GET /v2.0/networks?id=78a9b65b-d911-4b70-9e29-eb76754bdc19 HTTP/1.1" status: 200 len: 923 time: 0.2267284 Feb 19 03:59:32.869279 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-41f98e5a-be70-410e-bc9b-1db1820febc5 req-ab7ab62f-5d27-421b-8e60-8816d5d19f75 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351798 Feb 19 03:59:32.918153 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8767e895-461c-4b04-ada1-2e355975e230 req-81b2ce7b-1309-48e2-b706-021b52a97fd7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9dd58cc-0fd4-48db-8fcc-d21fae24a40b HTTP/1.1" status: 200 len: 217 time: 0.0443940 Feb 19 03:59:32.929080 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f170f5-f872-4617-87e8-0f6f2685f70a req-b7009088-0c79-48ba-a2f7-502d518b78bf tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:32.931267 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-73f170f5-f872-4617-87e8-0f6f2685f70a req-b7009088-0c79-48ba-a2f7-502d518b78bf tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 944 time: 0.1187155 Feb 19 03:59:33.008763 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-73f170f5-f872-4617-87e8-0f6f2685f70a req-0ce03b6b-b44a-4dcb-8118-22560c820f92 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717807 Feb 19 03:59:33.035115 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f8e50-4847-42cd-9534-6b5ae04bbae1 req-f06ceae8-4e5e-45ea-85ff-dc4d60ee2d8a tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:33.036599 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a9f8e50-4847-42cd-9534-6b5ae04bbae1 req-f06ceae8-4e5e-45ea-85ff-dc4d60ee2d8a tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=05cb3e61-4036-4566-a39d-84d626c3a269 HTTP/1.1" status: 200 len: 944 time: 0.0735366 Feb 19 03:59:33.146677 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a9f8e50-4847-42cd-9534-6b5ae04bbae1 req-09b5e799-081a-4ec7-8527-11392b75a7c3 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027360 Feb 19 03:59:33.198024 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767e895-461c-4b04-ada1-2e355975e230 req-ae260a4a-26b1-4c29-aa28-6cee49574d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:33.199602 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8767e895-461c-4b04-ada1-2e355975e230 req-ae260a4a-26b1-4c29-aa28-6cee49574d13 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=53310fb3-d11f-4a5b-9138-ba6b80066f44 HTTP/1.1" status: 200 len: 862 time: 0.1186295 Feb 19 03:59:33.259258 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8767e895-461c-4b04-ada1-2e355975e230 req-10eb573f-0f58-44bb-b7c1-528951b5737b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=78a9b65b-d911-4b70-9e29-eb76754bdc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498884 Feb 19 03:59:33.282849 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8874719d-9137-4eec-886b-fc30cbbde30e req-a3c1eb1f-cf44-4a3d-9efd-60472de57289 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0622213 Feb 19 03:59:33.307448 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-4fd23ab1-5664-46b2-9135-45d273d1e9a4 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:33.308875 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-4fd23ab1-5664-46b2-9135-45d273d1e9a4 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/networks?id=a21f3efc-0cd7-4772-8d7a-73413e00b052 HTTP/1.1" status: 200 len: 813 time: 0.2200868 Feb 19 03:59:33.350645 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-e0e43200-1860-4c73-9454-acef049c6f2f tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/quotas/0ed4bede626f435bb8cb39067854622d HTTP/1.1" status: 200 len: 375 time: 0.0160220 Feb 19 03:59:33.396129 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-a2a35188-0564-4466-9baf-62ba9c0ce9dc tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ed4bede626f435bb8cb39067854622d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381863 Feb 19 03:59:33.418725 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8767e895-461c-4b04-ada1-2e355975e230 req-5bf86100-8ecf-4ab7-a2f5-ffe2ff70e579 service neutron] 10.222.0.79 "GET /v2.0/networks/78a9b65b-d911-4b70-9e29-eb76754bdc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424363 Feb 19 03:59:33.645919 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:33.879002 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566af4ef-9894-40d8-92b5-278366d635cb req-52621104-1538-41e7-99c8-f0d53ec50d1f tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:33.880459 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-566af4ef-9894-40d8-92b5-278366d635cb req-52621104-1538-41e7-99c8-f0d53ec50d1f tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.4530725 Feb 19 03:59:33.898548 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-d89eeead-c58f-4b0d-9406-e594b050b1fe service neutron] 10.222.0.52 "GET /v2.0/networks/a21f3efc-0cd7-4772-8d7a-73413e00b052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907112 Feb 19 03:59:33.901631 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8767e895-461c-4b04-ada1-2e355975e230 req-3a75497d-3c24-4101-8024-3e639313979e service neutron] 10.222.0.79 "GET /v2.0/networks/78a9b65b-d911-4b70-9e29-eb76754bdc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732130 Feb 19 03:59:33.987450 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-566af4ef-9894-40d8-92b5-278366d635cb req-6d51f24e-ccb5-4e2f-a11b-ef49c88cb693 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990515 Feb 19 03:59:34.018544 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-93cec831-bab4-4db9-910e-b58c207c14e9 service neutron] 10.222.0.52 "GET /v2.0/networks/a21f3efc-0cd7-4772-8d7a-73413e00b052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107175 Feb 19 03:59:34.121498 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a9bb4-fd5c-4039-bb66-454fb15e3cbd req-70faa860-3eb0-4ba3-8e78-fd175ed72086 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:34.123100 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-161a9bb4-fd5c-4039-bb66-454fb15e3cbd req-70faa860-3eb0-4ba3-8e78-fd175ed72086 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/ports?device_id=71623e59-1715-4ce6-b208-faafda001656 HTTP/1.1" status: 200 len: 950 time: 0.0595419 Feb 19 03:59:34.225931 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-161a9bb4-fd5c-4039-bb66-454fb15e3cbd req-7fd4ad8c-331d-42d6-bb04-8e7623b66201 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7587dd-c547-405d-a312-feda18c18bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894248 Feb 19 03:59:34.275493 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6f67e-fec8-480f-8bd0-22f3c83f4f1a req-c5236de9-d79a-45b6-aeff-78b45688ed82 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:34.283932 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-28a6f67e-fec8-480f-8bd0-22f3c83f4f1a req-c5236de9-d79a-45b6-aeff-78b45688ed82 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 946 time: 0.1047573 Feb 19 03:59:34.394356 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-17118131-80bf-498a-a7d3-85365940809e req-bf81f83a-69a1-456c-a79e-e3a9edaa8347 service neutron] 10.222.0.26 "GET /v2.0/ports/664dce4d-72df-4202-a5aa-196387d63cbf/bindings/n-h2-828369-19 HTTP/1.1" status: 200 len: 385 time: 0.1041529 Feb 19 03:59:34.395999 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-28a6f67e-fec8-480f-8bd0-22f3c83f4f1a req-fee4125e-17dc-4f62-af8f-9ea8332be6da tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112220 Feb 19 03:59:34.428655 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b95726-8820-4117-b1f8-d7f694584ec3 req-4b6b397a-d9c4-4889-b9af-e952a61f9366 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:34.436525 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1b95726-8820-4117-b1f8-d7f694584ec3 req-4b6b397a-d9c4-4889-b9af-e952a61f9366 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 944 time: 0.0825102 Feb 19 03:59:34.501556 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-98c0d988-c847-41dc-8c13-df42151d4b7e req-2930ca69-23cd-4224-b145-ec0aa73c3413 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73ba41c-9aec-4ec1-ac02-b67a191f17fc HTTP/1.1" status: 200 len: 210 time: 0.0315545 Feb 19 03:59:34.510076 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1b95726-8820-4117-b1f8-d7f694584ec3 req-97352b61-339c-4e12-88c7-450c767dbebf tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731969 Feb 19 03:59:34.640182 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43bb7751-1419-415f-8e49-26c5d427c188 req-1ea068a6-7e78-4a00-b00a-ca45274ccb47 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0557454 Feb 19 03:59:34.647771 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-17118131-80bf-498a-a7d3-85365940809e req-110a8df8-9660-45e2-9650-23e22147f1bf service neutron] For port 664dce4d-72df-4202-a5aa-196387d63cbf, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=664dce4d-72df-4202-a5aa-196387d63cbf,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:34.678232 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac7574-e1bd-493f-80b5-2710d8b670e0 req-c1df35cd-7746-482c-b5a8-1fb4801736c8 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:34.679743 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0bac7574-e1bd-493f-80b5-2710d8b670e0 req-c1df35cd-7746-482c-b5a8-1fb4801736c8 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=05cb3e61-4036-4566-a39d-84d626c3a269 HTTP/1.1" status: 200 len: 944 time: 0.0864174 Feb 19 03:59:34.683643 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-17118131-80bf-498a-a7d3-85365940809e req-110a8df8-9660-45e2-9650-23e22147f1bf service neutron] For port 664dce4d-72df-4202-a5aa-196387d63cbf, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:59:34.724591 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-17118131-80bf-498a-a7d3-85365940809e req-110a8df8-9660-45e2-9650-23e22147f1bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 664dce4d-72df-4202-a5aa-196387d63cbf {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:34.736847 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-17118131-80bf-498a-a7d3-85365940809e req-110a8df8-9660-45e2-9650-23e22147f1bf service neutron] For port 664dce4d-72df-4202-a5aa-196387d63cbf, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=664dce4d-72df-4202-a5aa-196387d63cbf,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:34.747963 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0bac7574-e1bd-493f-80b5-2710d8b670e0 req-39878bf3-96b1-41dd-ae1a-0255b283e104 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610452 Feb 19 03:59:34.754397 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-17118131-80bf-498a-a7d3-85365940809e req-110a8df8-9660-45e2-9650-23e22147f1bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (664dce4d-72df-4202-a5aa-196387d63cbf), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:34.795545 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device f9dd58cc-0fd4-48db-8fcc-d21fae24a40b details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:59:34.841964 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-17118131-80bf-498a-a7d3-85365940809e req-110a8df8-9660-45e2-9650-23e22147f1bf service neutron] Transition to ACTIVE for port object 664dce4d-72df-4202-a5aa-196387d63cbf will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:59:34.846594 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-17118131-80bf-498a-a7d3-85365940809e req-110a8df8-9660-45e2-9650-23e22147f1bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (664dce4d-72df-4202-a5aa-196387d63cbf), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:34.918192 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port f9dd58cc-0fd4-48db-8fcc-d21fae24a40b, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f9dd58cc-0fd4-48db-8fcc-d21fae24a40b,segment=NetworkSegment(9a64af07-75e7-49c4-bd40-c782ca239fb4),segment_id=9a64af07-75e7-49c4-bd40-c782ca239fb4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:34.918417 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-17118131-80bf-498a-a7d3-85365940809e req-110a8df8-9660-45e2-9650-23e22147f1bf service neutron] No DVR routers for this DVR port 664dce4d-72df-4202-a5aa-196387d63cbf on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:59:34.931022 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'f9dd58cc-0fd4-48db-8fcc-d21fae24a40b', 'network_id': '78a9b65b-d911-4b70-9e29-eb76754bdc19', 'port_id': 'f9dd58cc-0fd4-48db-8fcc-d21fae24a40b', 'mac_address': 'fa:16:3e:05:95:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53310fb3-d11f-4a5b-9138-ba6b80066f44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:59:34.936748 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a8df8-9660-45e2-9650-23e22147f1bf service neutron] Pushing event updated for resources: {'Port': ['ID=664dce4d-72df-4202-a5aa-196387d63cbf,revision_number=10']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:34.963330 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-17118131-80bf-498a-a7d3-85365940809e req-110a8df8-9660-45e2-9650-23e22147f1bf service neutron] 10.222.0.26 "PUT /v2.0/ports/664dce4d-72df-4202-a5aa-196387d63cbf/bindings/n-h2-828369-19/activate HTTP/1.1" status: 200 len: 370 time: 0.5615628 Feb 19 03:59:34.973791 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port f9dd58cc-0fd4-48db-8fcc-d21fae24a40b is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:34.974221 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f9dd58cc-0fd4-48db-8fcc-d21fae24a40b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:34.990261 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9dd58cc-0fd4-48db-8fcc-d21fae24a40b {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:35.010515 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port f9dd58cc-0fd4-48db-8fcc-d21fae24a40b, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f9dd58cc-0fd4-48db-8fcc-d21fae24a40b,segment=NetworkSegment(9a64af07-75e7-49c4-bd40-c782ca239fb4),segment_id=9a64af07-75e7-49c4-bd40-c782ca239fb4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:35.016067 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f9dd58cc-0fd4-48db-8fcc-d21fae24a40b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.068294 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=f9dd58cc-0fd4-48db-8fcc-d21fae24a40b,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:35.078295 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17118131-80bf-498a-a7d3-85365940809e req-98674d9a-fbe5-456b-a6f3-10478a1f7675 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:35.079905 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17118131-80bf-498a-a7d3-85365940809e req-98674d9a-fbe5-456b-a6f3-10478a1f7675 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b&tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&binding%3Ahost_id=n-h1-828369-19 HTTP/1.1" status: 200 len: 1128 time: 0.0510864 Feb 19 03:59:35.127848 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.161468 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17118131-80bf-498a-a7d3-85365940809e req-d778241e-ab5e-4715-b377-0eb265b9e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:35.162992 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17118131-80bf-498a-a7d3-85365940809e req-d778241e-ab5e-4715-b377-0eb265b9e108 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b&tenant_id=fd8b7bffe1624958b97c2ba4fab2c960 HTTP/1.1" status: 200 len: 1128 time: 0.0733025 Feb 19 03:59:35.170983 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d1266-9461-495f-96d5-b466c4372f7d req-cb0b5123-3d91-4a2b-9c52-d6715a603764 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:35.172383 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-961d1266-9461-495f-96d5-b466c4372f7d req-cb0b5123-3d91-4a2b-9c52-d6715a603764 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.0914860 Feb 19 03:59:35.247092 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-961d1266-9461-495f-96d5-b466c4372f7d req-2a2ce659-dac6-479d-a31e-248eb1eed282 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691447 Feb 19 03:59:35.256715 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17118131-80bf-498a-a7d3-85365940809e req-867bd1f7-d688-428c-9c0f-64b544e5e2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:35.258885 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17118131-80bf-498a-a7d3-85365940809e req-867bd1f7-d688-428c-9c0f-64b544e5e2b9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 1128 time: 0.0674045 Feb 19 03:59:35.345710 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['f9dd58cc-0fd4-48db-8fcc-d21fae24a40b'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:35.393828 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17118131-80bf-498a-a7d3-85365940809e req-aedcc824-f88c-43a6-8db0-fd4204577c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:35.395398 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17118131-80bf-498a-a7d3-85365940809e req-aedcc824-f88c-43a6-8db0-fd4204577c6c service neutron] 10.222.0.79 "GET /v2.0/networks?id=575db6fc-b1bf-4deb-91aa-ccf16978efb1 HTTP/1.1" status: 200 len: 909 time: 0.1266065 Feb 19 03:59:35.403242 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d5d53-da1d-4712-b08c-271e6f3b80f6 req-a30819ae-4f49-44a9-b261-8bd404a8068b tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:35.404638 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d80d5d53-da1d-4712-b08c-271e6f3b80f6 req-a30819ae-4f49-44a9-b261-8bd404a8068b tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/ports?device_id=71623e59-1715-4ce6-b208-faafda001656 HTTP/1.1" status: 200 len: 950 time: 0.0879574 Feb 19 03:59:35.453118 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17118131-80bf-498a-a7d3-85365940809e req-7e821a37-bc48-40bc-9b24-42a57d87c0c5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=664dce4d-72df-4202-a5aa-196387d63cbf HTTP/1.1" status: 200 len: 217 time: 0.0475390 Feb 19 03:59:35.553933 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d80d5d53-da1d-4712-b08c-271e6f3b80f6 req-cb6c3efd-8420-43f9-9139-868321453dd3 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7587dd-c547-405d-a312-feda18c18bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411362 Feb 19 03:59:35.564101 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17118131-80bf-498a-a7d3-85365940809e req-63fa274f-d5f9-43f4-8afd-c2b35a211095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:35.565443 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17118131-80bf-498a-a7d3-85365940809e req-63fa274f-d5f9-43f4-8afd-c2b35a211095 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d HTTP/1.1" status: 200 len: 848 time: 0.1036732 Feb 19 03:59:35.623063 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17118131-80bf-498a-a7d3-85365940809e req-dce93f82-67ae-453a-974d-4ad49c777804 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=575db6fc-b1bf-4deb-91aa-ccf16978efb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489583 Feb 19 03:59:35.635548 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3288c3-fade-44c8-8142-a5f2eaf360eb req-7c9b5749-c37e-4786-bd5d-cf8ee031f659 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:35.637050 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad3288c3-fade-44c8-8142-a5f2eaf360eb req-7c9b5749-c37e-4786-bd5d-cf8ee031f659 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 946 time: 0.1263585 Feb 19 03:59:35.684503 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-35c09de6-3096-41a0-b135-c0099aa68e4f tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:35.686331 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-35c09de6-3096-41a0-b135-c0099aa68e4f tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.26 "GET /v2.0/networks?id=a21f3efc-0cd7-4772-8d7a-73413e00b052 HTTP/1.1" status: 200 len: 813 time: 0.1375813 Feb 19 03:59:35.697960 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-839ec988-9568-4e6a-aabe-2b8648353ca4 req-f0394b58-df25-409e-8dd4-b88f26e85742 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73ba41c-9aec-4ec1-ac02-b67a191f17fc HTTP/1.1" status: 200 len: 210 time: 0.0511155 Feb 19 03:59:35.702266 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-8c50aba8-c36d-490c-b807-ae327565274d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Request body: {'port': {'device_id': 'b73ba41c-9aec-4ec1-ac02-b67a191f17fc', 'network_id': 'a21f3efc-0cd7-4772-8d7a-73413e00b052', 'admin_state_up': True, 'tenant_id': '0ed4bede626f435bb8cb39067854622d'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:35.777299 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad3288c3-fade-44c8-8142-a5f2eaf360eb req-57c32ee7-0ba4-4c30-b077-cb070910a604 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179450 Feb 19 03:59:35.828206 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17118131-80bf-498a-a7d3-85365940809e req-98ca6a4e-fff3-4c30-884f-426d2d709362 service neutron] 10.222.0.79 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894717 Feb 19 03:59:35.864567 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-8c50aba8-c36d-490c-b807-ae327565274d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Made reservation on behalf of 0ed4bede626f435bb8cb39067854622d for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:59:35.871830 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-8c50aba8-c36d-490c-b807-ae327565274d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.916617 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4699661-6be3-4ab3-9b88-44a1707a52f0 req-3b8527a2-7952-4d38-9209-9d02b36c1a79 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:35.919259 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b4699661-6be3-4ab3-9b88-44a1707a52f0 req-3b8527a2-7952-4d38-9209-9d02b36c1a79 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 945 time: 0.1233184 Feb 19 03:59:35.978926 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17118131-80bf-498a-a7d3-85365940809e req-3f6dbb9c-878f-4834-ada1-b198af727078 service neutron] 10.222.0.79 "GET /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432352 Feb 19 03:59:36.011084 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b4699661-6be3-4ab3-9b88-44a1707a52f0 req-5ce68860-5af1-4033-a3aa-0a116fd12e21 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858779 Feb 19 03:59:36.105526 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cea6e70c-d5c4-4cba-8794-24328016a179 req-193ce9b7-f859-44df-a9e5-28a7424bd787 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0328107 Feb 19 03:59:36.209488 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3432ede-40a5-4503-9f95-5a944c8ae2fe req-e03a7a02-be75-4af4-a92a-456155103a6d tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:36.211531 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3432ede-40a5-4503-9f95-5a944c8ae2fe req-e03a7a02-be75-4af4-a92a-456155103a6d tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=05cb3e61-4036-4566-a39d-84d626c3a269 HTTP/1.1" status: 200 len: 945 time: 0.0945761 Feb 19 03:59:36.299978 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3432ede-40a5-4503-9f95-5a944c8ae2fe req-e256afbd-d123-444a-8ab1-e2a2467cc552 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803022 Feb 19 03:59:36.364372 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17118131-80bf-498a-a7d3-85365940809e req-28d90bf2-45b2-47d2-94cb-bae2982841a2 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:36.368048 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17118131-80bf-498a-a7d3-85365940809e req-28d90bf2-45b2-47d2-94cb-bae2982841a2 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b&tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&binding%3Ahost_id=n-h2-828369-19 HTTP/1.1" status: 200 len: 1128 time: 0.0967429 Feb 19 03:59:36.385098 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-8c50aba8-c36d-490c-b807-ae327565274d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Allocated IP 172.20.0.9 (a21f3efc-0cd7-4772-8d7a-73413e00b052/5f8b485d-9d1d-4408-ae3e-0a5ee11b7eda/94aaea2f-ab6a-4683-a3f0-0acd276b2e61) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:59:36.525579 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418c51a-bf23-484a-a663-db3eafa65365 req-d7f5e88d-3940-46a8-84f6-11aa16bd607d tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:36.527245 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7418c51a-bf23-484a-a663-db3eafa65365 req-d7f5e88d-3940-46a8-84f6-11aa16bd607d tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/ports?device_id=71623e59-1715-4ce6-b208-faafda001656 HTTP/1.1" status: 200 len: 950 time: 0.1540403 Feb 19 03:59:36.541072 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6a08b-5164-4741-bf6a-37d2b8dae331 req-0a072bbb-9cc1-4101-99f3-cf26442fbdcb tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:36.543022 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9fd6a08b-5164-4741-bf6a-37d2b8dae331 req-0a072bbb-9cc1-4101-99f3-cf26442fbdcb tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 1129 time: 0.0992854 Feb 19 03:59:36.601533 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-8c50aba8-c36d-490c-b807-ae327565274d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for port (94aaea2f-ab6a-4683-a3f0-0acd276b2e61), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:36.650939 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-8c50aba8-c36d-490c-b807-ae327565274d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (94aaea2f-ab6a-4683-a3f0-0acd276b2e61), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:36.665451 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-17118131-80bf-498a-a7d3-85365940809e req-bf6dab55-1ddf-47f7-89b4-1592163830eb service neutron] For port 664dce4d-72df-4202-a5aa-196387d63cbf, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:59:36.669908 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7418c51a-bf23-484a-a663-db3eafa65365 req-bab6cb1d-b9bb-49ef-a0ce-3e7446064711 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7587dd-c547-405d-a312-feda18c18bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333995 Feb 19 03:59:36.672484 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9fd6a08b-5164-4741-bf6a-37d2b8dae331 req-3894ce38-827a-4894-9832-f26da842e205 tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077385 Feb 19 03:59:36.675502 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-17118131-80bf-498a-a7d3-85365940809e req-bf6dab55-1ddf-47f7-89b4-1592163830eb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:36.685091 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17118131-80bf-498a-a7d3-85365940809e req-bf6dab55-1ddf-47f7-89b4-1592163830eb service neutron] 10.222.0.79 "DELETE /v2.0/ports/664dce4d-72df-4202-a5aa-196387d63cbf/bindings/n-h1-828369-19 HTTP/1.1" status: 204 len: 173 time: 0.2651105 Feb 19 03:59:36.709521 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:36.785918 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-8c50aba8-c36d-490c-b807-ae327565274d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Network a21f3efc-0cd7-4772-8d7a-73413e00b052 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:59:36.792161 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-8c50aba8-c36d-490c-b807-ae327565274d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:59:36.795017 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-8c50aba8-c36d-490c-b807-ae327565274d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:59:36.805933 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device f9dd58cc-0fd4-48db-8fcc-d21fae24a40b up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:59:36.846963 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-8c50aba8-c36d-490c-b807-ae327565274d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:36.848285 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-8c50aba8-c36d-490c-b807-ae327565274d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:36.850811 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50aba8-c36d-490c-b807-ae327565274d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Pushing event updated for resources: {'Port': ['ID=94aaea2f-ab6a-4683-a3f0-0acd276b2e61,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:36.881959 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-8c50aba8-c36d-490c-b807-ae327565274d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1842315 Feb 19 03:59:36.896639 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-47dcfb14-3724-47b5-9b2a-687b0bdb2fbb service neutron] Request body: {'port': {'device_id': 'b73ba41c-9aec-4ec1-ac02-b67a191f17fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:36.920347 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0d5e3-bde2-4ef1-bbff-7912f9b5ee17 req-217850f1-9a2d-4d2b-a390-84f62c8d64cb tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:36.922809 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56a0d5e3-bde2-4ef1-bbff-7912f9b5ee17 req-217850f1-9a2d-4d2b-a390-84f62c8d64cb tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.1275592 Feb 19 03:59:36.933276 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port f9dd58cc-0fd4-48db-8fcc-d21fae24a40b completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:59:36.948852 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port f9dd58cc-0fd4-48db-8fcc-d21fae24a40b triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:36.949236 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f9dd58cc-0fd4-48db-8fcc-d21fae24a40b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:36.996306 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-47dcfb14-3724-47b5-9b2a-687b0bdb2fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (94aaea2f-ab6a-4683-a3f0-0acd276b2e61), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:37.062057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793bc4f-2132-4e22-b420-0ffc56c5f447 req-3245767c-5b16-4537-9e3d-f638c7f5ea19 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:37.064214 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0793bc4f-2132-4e22-b420-0ffc56c5f447 req-3245767c-5b16-4537-9e3d-f638c7f5ea19 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73ba41c-9aec-4ec1-ac02-b67a191f17fc HTTP/1.1" status: 200 len: 931 time: 0.1276679 Feb 19 03:59:37.075219 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56a0d5e3-bde2-4ef1-bbff-7912f9b5ee17 req-425d78e0-69cd-451f-95b8-cc052fbd5fe3 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293063 Feb 19 03:59:37.128467 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port f9dd58cc-0fd4-48db-8fcc-d21fae24a40b is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:37.128865 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f9dd58cc-0fd4-48db-8fcc-d21fae24a40b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:37.153829 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0793bc4f-2132-4e22-b420-0ffc56c5f447 req-59bca602-cf20-472d-8aae-927c00198d28 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726035 Feb 19 03:59:37.220938 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port f9dd58cc-0fd4-48db-8fcc-d21fae24a40b, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f9dd58cc-0fd4-48db-8fcc-d21fae24a40b,segment=NetworkSegment(9a64af07-75e7-49c4-bd40-c782ca239fb4),segment_id=9a64af07-75e7-49c4-bd40-c782ca239fb4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:37.222488 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cb3e61-4036-4566-a39d-84d626c3a269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9dd58cc-0fd4-48db-8fcc-d21fae24a40b'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:37.227584 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7d6be9-1d4c-43d5-96b5-974bb4b0f372" -d '{"events": [{"server_uuid": "05cb3e61-4036-4566-a39d-84d626c3a269", "name": "network-vif-plugged", "status": "completed", "tag": "f9dd58cc-0fd4-48db-8fcc-d21fae24a40b"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:37.233832 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f9dd58cc-0fd4-48db-8fcc-d21fae24a40b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:37.309406 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e905e1c-17ba-4d20-aa86-942f296308e3 req-919b1734-5db8-487c-9eb8-bedda9cbd5a6 tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:37.316758 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e905e1c-17ba-4d20-aa86-942f296308e3 req-919b1734-5db8-487c-9eb8-bedda9cbd5a6 tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 1129 time: 0.1252651 Feb 19 03:59:37.330451 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=f9dd58cc-0fd4-48db-8fcc-d21fae24a40b,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:37.399477 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449208a-54d6-4936-906b-ac72a4254fc8 req-e22f404d-183f-46c4-822d-edb3f8d9682f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:37.402103 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8449208a-54d6-4936-906b-ac72a4254fc8 req-e22f404d-183f-46c4-822d-edb3f8d9682f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 945 time: 0.1359563 Feb 19 03:59:37.415039 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e905e1c-17ba-4d20-aa86-942f296308e3 req-c1a61f54-235e-4769-813b-f89c6913e248 tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973923 Feb 19 03:59:37.481432 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-47dcfb14-3724-47b5-9b2a-687b0bdb2fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94aaea2f-ab6a-4683-a3f0-0acd276b2e61 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:37.486867 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8449208a-54d6-4936-906b-ac72a4254fc8 req-0d5892f1-71bf-4ad8-9728-defddf7703b3 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667963 Feb 19 03:59:37.491075 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-47dcfb14-3724-47b5-9b2a-687b0bdb2fbb service neutron] Publish callbacks [] for port (94aaea2f-ab6a-4683-a3f0-0acd276b2e61), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:37.523533 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-47dcfb14-3724-47b5-9b2a-687b0bdb2fbb service neutron] Transition to ACTIVE for port object 94aaea2f-ab6a-4683-a3f0-0acd276b2e61 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:59:37.528521 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-47dcfb14-3724-47b5-9b2a-687b0bdb2fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (94aaea2f-ab6a-4683-a3f0-0acd276b2e61), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:37.567528 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1aca516-35ce-41ba-aaf7-7ad213ac3bd6 x-openstack-request-id: req-d1aca516-35ce-41ba-aaf7-7ad213ac3bd6 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:37.567860 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cb3e61-4036-4566-a39d-84d626c3a269", "name": "network-vif-plugged", "status": "completed", "tag": "f9dd58cc-0fd4-48db-8fcc-d21fae24a40b", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:37.568234 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d1aca516-35ce-41ba-aaf7-7ad213ac3bd6 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:37.568718 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05cb3e61-4036-4566-a39d-84d626c3a269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9dd58cc-0fd4-48db-8fcc-d21fae24a40b', 'code': 200} Feb 19 03:59:37.609889 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec66213d-26bd-4872-b1db-202d3e560433 req-f4d651f5-430f-4015-bc40-617fbed183d0 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0519507 Feb 19 03:59:37.692196 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dcfb14-3724-47b5-9b2a-687b0bdb2fbb service neutron] Pushing event updated for resources: {'Port': ['ID=94aaea2f-ab6a-4683-a3f0-0acd276b2e61,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:37.772212 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f290428-d068-4b7d-a3ae-77492c71bcb0 req-fbe788ee-d8bf-43b7-9abb-a0fa5ab49eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:37.775411 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-47dcfb14-3724-47b5-9b2a-687b0bdb2fbb service neutron] Attempting to bind port 94aaea2f-ab6a-4683-a3f0-0acd276b2e61 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:59:37.775760 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-47dcfb14-3724-47b5-9b2a-687b0bdb2fbb service neutron] Attempting to bind port 94aaea2f-ab6a-4683-a3f0-0acd276b2e61 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '0f8a4699-36b5-4083-8984-ab51054bba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a21f3efc-0cd7-4772-8d7a-73413e00b052'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:59:37.776177 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-47dcfb14-3724-47b5-9b2a-687b0bdb2fbb service neutron] Attempting to bind port 94aaea2f-ab6a-4683-a3f0-0acd276b2e61 on network a21f3efc-0cd7-4772-8d7a-73413e00b052 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:37.777656 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f290428-d068-4b7d-a3ae-77492c71bcb0 req-fbe788ee-d8bf-43b7-9abb-a0fa5ab49eec service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=05cb3e61-4036-4566-a39d-84d626c3a269 HTTP/1.1" status: 200 len: 1129 time: 0.1299577 Feb 19 03:59:37.782623 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-47dcfb14-3724-47b5-9b2a-687b0bdb2fbb service neutron] Port 94aaea2f-ab6a-4683-a3f0-0acd276b2e61 on network a21f3efc-0cd7-4772-8d7a-73413e00b052 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:59:37.782952 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-47dcfb14-3724-47b5-9b2a-687b0bdb2fbb service neutron] Attempting to bind port 94aaea2f-ab6a-4683-a3f0-0acd276b2e61 on network a21f3efc-0cd7-4772-8d7a-73413e00b052 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:37.787217 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373df6d-24ac-49c5-a074-278db377359a req-0b6cffc2-2df8-4987-8f56-921f6f58fc8e tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:37.789559 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-47dcfb14-3724-47b5-9b2a-687b0bdb2fbb service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:59:37.790053 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-47dcfb14-3724-47b5-9b2a-687b0bdb2fbb service neutron] Checking segment: {'id': '0f8a4699-36b5-4083-8984-ab51054bba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a21f3efc-0cd7-4772-8d7a-73413e00b052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:59:37.790590 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-47dcfb14-3724-47b5-9b2a-687b0bdb2fbb service neutron] Bound using segment: {'id': '0f8a4699-36b5-4083-8984-ab51054bba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a21f3efc-0cd7-4772-8d7a-73413e00b052'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:59:37.791195 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-47dcfb14-3724-47b5-9b2a-687b0bdb2fbb service neutron] Bound port: 94aaea2f-ab6a-4683-a3f0-0acd276b2e61, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8a4699-36b5-4083-8984-ab51054bba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a21f3efc-0cd7-4772-8d7a-73413e00b052'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:59:37.791938 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-47dcfb14-3724-47b5-9b2a-687b0bdb2fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (94aaea2f-ab6a-4683-a3f0-0acd276b2e61), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:37.796666 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8373df6d-24ac-49c5-a074-278db377359a req-0b6cffc2-2df8-4987-8f56-921f6f58fc8e tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=05cb3e61-4036-4566-a39d-84d626c3a269 HTTP/1.1" status: 200 len: 946 time: 0.1352868 Feb 19 03:59:37.940576 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f290428-d068-4b7d-a3ae-77492c71bcb0 req-1fdd8d2d-2f47-43bb-9034-3adce24938ce service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414442 Feb 19 03:59:37.951218 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-47dcfb14-3724-47b5-9b2a-687b0bdb2fbb service neutron] For port 94aaea2f-ab6a-4683-a3f0-0acd276b2e61, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:59:37.965230 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-47dcfb14-3724-47b5-9b2a-687b0bdb2fbb service neutron] For port 94aaea2f-ab6a-4683-a3f0-0acd276b2e61, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=94aaea2f-ab6a-4683-a3f0-0acd276b2e61,segment=NetworkSegment(0f8a4699-36b5-4083-8984-ab51054bba1e),segment_id=0f8a4699-36b5-4083-8984-ab51054bba1e)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:59:37.974200 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-47dcfb14-3724-47b5-9b2a-687b0bdb2fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (94aaea2f-ab6a-4683-a3f0-0acd276b2e61), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:37.980884 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8373df6d-24ac-49c5-a074-278db377359a req-96b6836b-169c-4672-923c-a0f7b1d1e001 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681452 Feb 19 03:59:37.995559 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-47dcfb14-3724-47b5-9b2a-687b0bdb2fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:37.996292 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-47dcfb14-3724-47b5-9b2a-687b0bdb2fbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:37.998056 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-47dcfb14-3724-47b5-9b2a-687b0bdb2fbb service neutron] 10.222.0.26 "PUT /v2.0/ports/94aaea2f-ab6a-4683-a3f0-0acd276b2e61 HTTP/1.1" status: 200 len: 1092 time: 1.1075006 Feb 19 03:59:37.999418 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73ba41c-9aec-4ec1-ac02-b67a191f17fc', 'tag': '94aaea2f-ab6a-4683-a3f0-0acd276b2e61'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:38.010605 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb710a2-df21-46ed-94ea-116fd36d10f5" -d '{"events": [{"name": "network-changed", "server_uuid": "b73ba41c-9aec-4ec1-ac02-b67a191f17fc", "tag": "94aaea2f-ab6a-4683-a3f0-0acd276b2e61"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:38.012983 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39780e37-b3bd-4dd1-bae0-cfa0eaac66fe req-d63d1a24-10b6-4fec-9889-58c5581126d5 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:38.029903 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39780e37-b3bd-4dd1-bae0-cfa0eaac66fe req-d63d1a24-10b6-4fec-9889-58c5581126d5 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/ports?device_id=71623e59-1715-4ce6-b208-faafda001656 HTTP/1.1" status: 200 len: 950 time: 0.1998937 Feb 19 03:59:38.092661 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299f031-9816-44c3-962a-302f4a821e9d req-050a215f-6d53-422c-af34-a4d8320d865c tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:38.094316 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d299f031-9816-44c3-962a-302f4a821e9d req-050a215f-6d53-422c-af34-a4d8320d865c tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.26 "GET /v2.0/ports?device_id=71623e59-1715-4ce6-b208-faafda001656 HTTP/1.1" status: 200 len: 950 time: 0.1700182 Feb 19 03:59:38.121207 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dcfb14-3724-47b5-9b2a-687b0bdb2fbb service neutron] Pushing event updated for resources: {'Port': ['ID=94aaea2f-ab6a-4683-a3f0-0acd276b2e61,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:38.130140 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-f56451bf-ac02-44e1-aa64-a6f4847d0896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:38.131710 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-f56451bf-ac02-44e1-aa64-a6f4847d0896 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ed4bede626f435bb8cb39067854622d&device_id=b73ba41c-9aec-4ec1-ac02-b67a191f17fc HTTP/1.1" status: 200 len: 1126 time: 0.0715644 Feb 19 03:59:38.160836 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39780e37-b3bd-4dd1-bae0-cfa0eaac66fe req-5655c8dc-03f4-4c9b-9f32-2f180037fb06 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7587dd-c547-405d-a312-feda18c18bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307719 Feb 19 03:59:38.210107 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-f89e31b2-bc87-45aa-ac89-4d5f7d9b66c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94aaea2f-ab6a-4683-a3f0-0acd276b2e61 HTTP/1.1" status: 200 len: 217 time: 0.0685344 Feb 19 03:59:38.274267 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-d299f031-9816-44c3-962a-302f4a821e9d req-54234224-cc04-4110-be07-1c97ff51ee86 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Deleting port 1d3ef42a-8322-41dd-9159-9609798a2fed {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:59:38.278446 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d299f031-9816-44c3-962a-302f4a821e9d req-54234224-cc04-4110-be07-1c97ff51ee86 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (1d3ef42a-8322-41dd-9159-9609798a2fed), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:38.296811 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-a07498d1-cc7b-4d25-93ab-4fa3b3ca03d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:38.298747 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-a07498d1-cc7b-4d25-93ab-4fa3b3ca03d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f8b485d-9d1d-4408-ae3e-0a5ee11b7eda HTTP/1.1" status: 200 len: 853 time: 0.0756557 Feb 19 03:59:38.364281 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-6584888b-b3ab-4073-b49d-e3871e45a5ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a21f3efc-0cd7-4772-8d7a-73413e00b052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563951 Feb 19 03:59:38.404617 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-d299f031-9816-44c3-962a-302f4a821e9d req-54234224-cc04-4110-be07-1c97ff51ee86 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] For port 1d3ef42a-8322-41dd-9159-9609798a2fed, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=1d3ef42a-8322-41dd-9159-9609798a2fed,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:38.404978 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d299f031-9816-44c3-962a-302f4a821e9d req-54234224-cc04-4110-be07-1c97ff51ee86 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (1d3ef42a-8322-41dd-9159-9609798a2fed), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:38.454113 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-d299f031-9816-44c3-962a-302f4a821e9d req-54234224-cc04-4110-be07-1c97ff51ee86 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Calling delete_port for 1d3ef42a-8322-41dd-9159-9609798a2fed owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:59:38.505399 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-93ab2c14-704d-4076-88ad-af1a47e18182 service neutron] 10.222.0.26 "GET /v2.0/networks/a21f3efc-0cd7-4772-8d7a-73413e00b052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339555 Feb 19 03:59:38.573639 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cde016-ccd3-465b-8bb9-efc051dc293f req-ea693ce0-d13a-4c0a-bb31-d61296035a1c tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:38.581130 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b4cde016-ccd3-465b-8bb9-efc051dc293f req-ea693ce0-d13a-4c0a-bb31-d61296035a1c tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 1128 time: 0.1729360 Feb 19 03:59:38.672539 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b4cde016-ccd3-465b-8bb9-efc051dc293f req-71a47aad-bde5-4f7a-bb96-de8cd74f8ba3 tempest-LiveMigrationTest-1504840269 tempest-LiveMigrationTest-1504840269-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904210 Feb 19 03:59:38.708254 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fb0cd2a2-527b-4c79-9291-38bb6d20ffdc req-ad706cb1-e305-4988-9a52-8806dc21f2e6 service neutron] 10.222.0.26 "GET /v2.0/networks/a21f3efc-0cd7-4772-8d7a-73413e00b052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864593 Feb 19 03:59:38.725777 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d299f031-9816-44c3-962a-302f4a821e9d req-54234224-cc04-4110-be07-1c97ff51ee86 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (1d3ef42a-8322-41dd-9159-9609798a2fed), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:38.750304 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['1d3ef42a-8322-41dd-9159-9609798a2fed'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:38.803312 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54234224-cc04-4110-be07-1c97ff51ee86 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Pushing event deleted for resources: {'Port': ['ID=1d3ef42a-8322-41dd-9159-9609798a2fed,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:38.855851 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee132e4f-be88-44d8-a4c8-9ec05fcb3879 x-openstack-request-id: req-ee132e4f-be88-44d8-a4c8-9ec05fcb3879 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:38.856359 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73ba41c-9aec-4ec1-ac02-b67a191f17fc", "tag": "94aaea2f-ab6a-4683-a3f0-0acd276b2e61", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:38.856472 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee132e4f-be88-44d8-a4c8-9ec05fcb3879 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:38.861566 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73ba41c-9aec-4ec1-ac02-b67a191f17fc', 'tag': '94aaea2f-ab6a-4683-a3f0-0acd276b2e61', 'status': 'completed', 'code': 200} Feb 19 03:59:38.891620 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-d299f031-9816-44c3-962a-302f4a821e9d req-54234224-cc04-4110-be07-1c97ff51ee86 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] No DVR routers for this DVR port 1d3ef42a-8322-41dd-9159-9609798a2fed on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:59:38.909689 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d299f031-9816-44c3-962a-302f4a821e9d req-54234224-cc04-4110-be07-1c97ff51ee86 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:38.929124 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d299f031-9816-44c3-962a-302f4a821e9d req-54234224-cc04-4110-be07-1c97ff51ee86 tempest-ImagesNegativeTestJSON-1025639759 tempest-ImagesNegativeTestJSON-1025639759-project] 10.222.0.26 "DELETE /v2.0/ports/1d3ef42a-8322-41dd-9159-9609798a2fed HTTP/1.1" status: 204 len: 173 time: 0.8248878 Feb 19 03:59:38.929825 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71623e59-1715-4ce6-b208-faafda001656', 'name': 'network-vif-deleted', 'tag': '1d3ef42a-8322-41dd-9159-9609798a2fed'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:38.933681 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00bbdeb-9448-4a49-8644-9932fa73eb76" -d '{"events": [{"server_uuid": "71623e59-1715-4ce6-b208-faafda001656", "name": "network-vif-deleted", "tag": "1d3ef42a-8322-41dd-9159-9609798a2fed"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:38.971846 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb710a2-df21-46ed-94ea-116fd36d10f5 req-0733c372-3b0f-4b81-b0ed-5afe9e04d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:38.973688 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9bb710a2-df21-46ed-94ea-116fd36d10f5 req-0733c372-3b0f-4b81-b0ed-5afe9e04d25f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ed4bede626f435bb8cb39067854622d&device_id=b73ba41c-9aec-4ec1-ac02-b67a191f17fc HTTP/1.1" status: 200 len: 1126 time: 0.0918438 Feb 19 03:59:39.163350 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb710a2-df21-46ed-94ea-116fd36d10f5 req-b248024e-06ed-4a4d-877f-391597731150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:39.164874 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9bb710a2-df21-46ed-94ea-116fd36d10f5 req-b248024e-06ed-4a4d-877f-391597731150 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a21f3efc-0cd7-4772-8d7a-73413e00b052 HTTP/1.1" status: 200 len: 914 time: 0.1739006 Feb 19 03:59:39.214961 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80bd13-3929-441c-9764-ef8f266a6543 req-cf5f4424-530a-4bce-81e4-1f6db2912027 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:39.226830 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0b80bd13-3929-441c-9764-ef8f266a6543 req-cf5f4424-530a-4bce-81e4-1f6db2912027 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.1962872 Feb 19 03:59:39.262405 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9bb710a2-df21-46ed-94ea-116fd36d10f5 req-89314eff-dc75-4f4f-a191-bb1f168a97d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94aaea2f-ab6a-4683-a3f0-0acd276b2e61 HTTP/1.1" status: 200 len: 217 time: 0.0831892 Feb 19 03:59:39.312951 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0b80bd13-3929-441c-9764-ef8f266a6543 req-714f6f11-8e24-4a8f-882a-f2480da7f59c tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847354 Feb 19 03:59:39.364518 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb710a2-df21-46ed-94ea-116fd36d10f5 req-ede1901b-7d3a-4b4f-a8f4-220fb2d76947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:39.366209 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9bb710a2-df21-46ed-94ea-116fd36d10f5 req-ede1901b-7d3a-4b4f-a8f4-220fb2d76947 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f8b485d-9d1d-4408-ae3e-0a5ee11b7eda HTTP/1.1" status: 200 len: 853 time: 0.0972631 Feb 19 03:59:39.413620 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9bb710a2-df21-46ed-94ea-116fd36d10f5 req-cd1da308-eb01-4162-8a3a-da0b0481bbf7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a21f3efc-0cd7-4772-8d7a-73413e00b052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345871 Feb 19 03:59:39.495513 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a255c9b-2950-49ca-a61e-ba987e911c92 req-a63eb762-4937-4b52-bc54-64f310d1bf01 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:39.504484 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a255c9b-2950-49ca-a61e-ba987e911c92 req-a63eb762-4937-4b52-bc54-64f310d1bf01 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73ba41c-9aec-4ec1-ac02-b67a191f17fc HTTP/1.1" status: 200 len: 943 time: 0.0816770 Feb 19 03:59:39.576902 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a255c9b-2950-49ca-a61e-ba987e911c92 req-bcd9ca12-5a38-4eee-b58f-688039653de4 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667934 Feb 19 03:59:39.588122 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9bb710a2-df21-46ed-94ea-116fd36d10f5 req-cc5c8d41-a373-40a4-9a81-6e8d4f782d30 service neutron] 10.222.0.26 "GET /v2.0/networks/a21f3efc-0cd7-4772-8d7a-73413e00b052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623940 Feb 19 03:59:39.667944 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-b66e5364-c1d9-4e5c-891b-071b4eb3e6e0 tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:59:39.669186 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-b66e5364-c1d9-4e5c-891b-071b4eb3e6e0 tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1613376 Feb 19 03:59:39.697154 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1c80581-f71a-46d3-a1d0-a22c212967a5 req-5e7a5c51-57a8-4b41-a40a-d1562154aa48 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0488329 Feb 19 03:59:39.748368 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-391ba1f9-2eca-4555-8a4f-97a376f404f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:39.749735 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-391ba1f9-2eca-4555-8a4f-97a376f404f2 service neutron] 10.222.0.52 "GET /v2.0/ports/2a365141-801a-4740-a673-1cd30a4530cb HTTP/1.1" status: 200 len: 1126 time: 0.0722771 Feb 19 03:59:39.763535 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-2f7d0906-8758-44c9-9e69-619278d3d3ca service neutron] Request body: {'binding': {'host': 'n-h1-828369-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:39.763999 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-2f7d0906-8758-44c9-9e69-619278d3d3ca service neutron] Unknown quota resources ['binding']. {{(pid=109925) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:59:39.790953 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9bb710a2-df21-46ed-94ea-116fd36d10f5 req-3eeedd6f-f7c9-4ad5-9434-08f91928a89d service neutron] 10.222.0.26 "GET /v2.0/networks/a21f3efc-0cd7-4772-8d7a-73413e00b052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960652 Feb 19 03:59:39.924895 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-2f7d0906-8758-44c9-9e69-619278d3d3ca service neutron] Attempting to bind port 2a365141-801a-4740-a673-1cd30a4530cb on host n-h1-828369-19 for vnic_type normal with profile None {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:59:39.925578 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-2f7d0906-8758-44c9-9e69-619278d3d3ca service neutron] Attempting to bind port 2a365141-801a-4740-a673-1cd30a4530cb by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:59:39.925578 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-2f7d0906-8758-44c9-9e69-619278d3d3ca service neutron] Attempting to bind port 2a365141-801a-4740-a673-1cd30a4530cb on network 6d936416-f125-4c3f-940d-813318503889 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:39.938586 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1008b3-4daa-4670-aa2a-7fe2c140e5a1 x-openstack-request-id: req-fe1008b3-4daa-4670-aa2a-7fe2c140e5a1 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:39.938954 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71623e59-1715-4ce6-b208-faafda001656", "name": "network-vif-deleted", "tag": "1d3ef42a-8322-41dd-9159-9609798a2fed", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:39.939160 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-2f7d0906-8758-44c9-9e69-619278d3d3ca service neutron] Port 2a365141-801a-4740-a673-1cd30a4530cb on network 6d936416-f125-4c3f-940d-813318503889 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:59:39.939317 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe1008b3-4daa-4670-aa2a-7fe2c140e5a1 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:39.939788 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71623e59-1715-4ce6-b208-faafda001656', 'name': 'network-vif-deleted', 'tag': '1d3ef42a-8322-41dd-9159-9609798a2fed', 'status': 'completed', 'code': 200} Feb 19 03:59:39.940562 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-2f7d0906-8758-44c9-9e69-619278d3d3ca service neutron] Attempting to bind port 2a365141-801a-4740-a673-1cd30a4530cb on network 6d936416-f125-4c3f-940d-813318503889 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:39.947856 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-2f7d0906-8758-44c9-9e69-619278d3d3ca service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:59:39.948264 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-2f7d0906-8758-44c9-9e69-619278d3d3ca service neutron] Checking segment: {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:59:39.948720 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-2f7d0906-8758-44c9-9e69-619278d3d3ca service neutron] Bound using segment: {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:59:39.949157 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-2f7d0906-8758-44c9-9e69-619278d3d3ca service neutron] Bound port: 2a365141-801a-4740-a673-1cd30a4530cb, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:59:40.013960 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-2f7d0906-8758-44c9-9e69-619278d3d3ca service neutron] For port 2a365141-801a-4740-a673-1cd30a4530cb, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2a365141-801a-4740-a673-1cd30a4530cb,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:59:40.023397 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-2f7d0906-8758-44c9-9e69-619278d3d3ca service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.024616 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-2f7d0906-8758-44c9-9e69-619278d3d3ca service neutron] 10.222.0.52 "POST /v2.0/ports/2a365141-801a-4740-a673-1cd30a4530cb/bindings HTTP/1.1" status: 201 len: 390 time: 0.2649069 Feb 19 03:59:40.049828 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc375b6-d705-428a-9276-689cee4fa7fa req-1554f7a5-9dcb-4aca-961d-b425e8877ca0 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:40.051630 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fbc375b6-d705-428a-9276-689cee4fa7fa req-1554f7a5-9dcb-4aca-961d-b425e8877ca0 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=05cb3e61-4036-4566-a39d-84d626c3a269 HTTP/1.1" status: 200 len: 946 time: 0.0548491 Feb 19 03:59:40.114805 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fbc375b6-d705-428a-9276-689cee4fa7fa req-9800fc04-c649-46c1-978e-b3dc66cc118c tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562947 Feb 19 03:59:40.316137 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd94cd9-980e-49b6-bb14-0cf014f8b1f2 req-0413a6fb-dad0-44a5-92d2-a6e7dcc679a3 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:40.317801 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-edd94cd9-980e-49b6-bb14-0cf014f8b1f2 req-0413a6fb-dad0-44a5-92d2-a6e7dcc679a3 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 945 time: 0.1150923 Feb 19 03:59:40.332962 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18496519-357f-41f2-95de-5dc88fb567f4 req-82804edf-f4d6-48e7-9964-60d93bc3e9bf tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:40.341198 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18496519-357f-41f2-95de-5dc88fb567f4 req-82804edf-f4d6-48e7-9964-60d93bc3e9bf tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 946 time: 0.0913258 Feb 19 03:59:40.342787 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-33192f1d-7a31-4e9e-91b8-64933bc61a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:40.344462 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-33192f1d-7a31-4e9e-91b8-64933bc61a0c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d0f4caff5434d379e80e0b432aea600&device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 1129 time: 0.0542603 Feb 19 03:59:40.427054 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18496519-357f-41f2-95de-5dc88fb567f4 req-95f60f8a-4748-4c0c-9c1f-9038251b878c tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849843 Feb 19 03:59:40.430497 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-edd94cd9-980e-49b6-bb14-0cf014f8b1f2 req-59c66514-f2a2-466d-a06e-68329c305425 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870121 Feb 19 03:59:40.441013 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-f09d4648-fc23-4593-919e-79383d9ff4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:40.442023 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-f09d4648-fc23-4593-919e-79383d9ff4b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d936416-f125-4c3f-940d-813318503889 HTTP/1.1" status: 200 len: 922 time: 0.0906141 Feb 19 03:59:40.495504 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-edd7b858-0fda-4e99-9ff2-8ce92dc51bae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a365141-801a-4740-a673-1cd30a4530cb HTTP/1.1" status: 200 len: 217 time: 0.0458591 Feb 19 03:59:40.578918 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-163e1c7b-423c-475a-b6f2-7e8a5ad8c8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:40.583214 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-163e1c7b-423c-475a-b6f2-7e8a5ad8c8a8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2953d6c2-cff6-4430-863a-070b45f3a12f HTTP/1.1" status: 200 len: 861 time: 0.0732703 Feb 19 03:59:40.629823 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-0addda3b-ecf9-4ea0-a807-868275d4f721 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d936416-f125-4c3f-940d-813318503889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389538 Feb 19 03:59:40.679082 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c5465-556a-4de5-ae64-ed4e3408500e req-fb56297a-7497-4ca1-bc1d-8e6ac98da5d0 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:40.680587 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe1c5465-556a-4de5-ae64-ed4e3408500e req-fb56297a-7497-4ca1-bc1d-8e6ac98da5d0 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.1192763 Feb 19 03:59:40.721117 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a2e51-29fb-46cd-9146-4c14bd195cee req-173b9138-9df0-4a4a-8174-7349f951a3ae tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:40.722133 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-df6a2e51-29fb-46cd-9146-4c14bd195cee req-173b9138-9df0-4a4a-8174-7349f951a3ae tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.79 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 945 time: 0.1234260 Feb 19 03:59:40.749249 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-4123e781-4388-4f9b-b102-9004672ca11e service neutron] 10.222.0.26 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112866 Feb 19 03:59:40.837990 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe1c5465-556a-4de5-ae64-ed4e3408500e req-8cd1b832-608b-4835-b6d8-405b54538c29 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464486 Feb 19 03:59:40.845634 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559ced4-8d84-4d7f-b04e-417d80158786 req-5242d739-ea93-46df-94df-075a0976534e tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:40.847442 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a559ced4-8d84-4d7f-b04e-417d80158786 req-5242d739-ea93-46df-94df-075a0976534e tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73ba41c-9aec-4ec1-ac02-b67a191f17fc HTTP/1.1" status: 200 len: 943 time: 0.1775784 Feb 19 03:59:40.858653 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-9e5fb84f-4e0b-4586-8284-e0ef51f2aa61 service neutron] 10.222.0.26 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020174 Feb 19 03:59:40.925166 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a559ced4-8d84-4d7f-b04e-417d80158786 req-edfaff42-3415-4be1-88a8-10e5c205b17d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691495 Feb 19 03:59:40.928359 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-df6a2e51-29fb-46cd-9146-4c14bd195cee req-8991d52d-def8-440d-9dcf-f224dade2faa tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Deleting port 664dce4d-72df-4202-a5aa-196387d63cbf {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:59:40.928707 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-df6a2e51-29fb-46cd-9146-4c14bd195cee req-8991d52d-def8-440d-9dcf-f224dade2faa tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (664dce4d-72df-4202-a5aa-196387d63cbf), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.055945 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-24230bb2-83b9-459e-94c2-ca5a022d77c5 req-515dc7b1-17ce-4c6d-8adb-aa62254f969b tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0426795 Feb 19 03:59:41.102213 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413071c-7ff4-4ab2-b027-60c63619dccf req-dcbec83d-8f42-4949-ba01-20ede73cd7cf tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:41.103799 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4413071c-7ff4-4ab2-b027-60c63619dccf req-dcbec83d-8f42-4949-ba01-20ede73cd7cf tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=05cb3e61-4036-4566-a39d-84d626c3a269 HTTP/1.1" status: 200 len: 946 time: 0.1598690 Feb 19 03:59:41.159037 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-df6a2e51-29fb-46cd-9146-4c14bd195cee req-8991d52d-def8-440d-9dcf-f224dade2faa tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] For port 664dce4d-72df-4202-a5aa-196387d63cbf, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=664dce4d-72df-4202-a5aa-196387d63cbf,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:41.159412 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-df6a2e51-29fb-46cd-9146-4c14bd195cee req-8991d52d-def8-440d-9dcf-f224dade2faa tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (664dce4d-72df-4202-a5aa-196387d63cbf), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.176663 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-df6a2e51-29fb-46cd-9146-4c14bd195cee req-8991d52d-def8-440d-9dcf-f224dade2faa tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Calling delete_port for 664dce4d-72df-4202-a5aa-196387d63cbf owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:59:41.326258 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4413071c-7ff4-4ab2-b027-60c63619dccf req-8c7fff04-4773-4619-ae79-5685849f0b99 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117577 Feb 19 03:59:41.448812 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-df6a2e51-29fb-46cd-9146-4c14bd195cee req-8991d52d-def8-440d-9dcf-f224dade2faa tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (664dce4d-72df-4202-a5aa-196387d63cbf), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.464079 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['164c54cc-4545-454e-b0ae-1bf33d6830dc'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:41.480061 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991d52d-def8-440d-9dcf-f224dade2faa tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Pushing event deleted for resources: {'Port': ['ID=664dce4d-72df-4202-a5aa-196387d63cbf,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:41.539288 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6a2e51-29fb-46cd-9146-4c14bd195cee req-8991d52d-def8-440d-9dcf-f224dade2faa tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] No DVR routers for this DVR port 664dce4d-72df-4202-a5aa-196387d63cbf on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:59:41.543495 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-df6a2e51-29fb-46cd-9146-4c14bd195cee req-8991d52d-def8-440d-9dcf-f224dade2faa tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.547819 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-df6a2e51-29fb-46cd-9146-4c14bd195cee req-8991d52d-def8-440d-9dcf-f224dade2faa tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.79 "DELETE /v2.0/ports/664dce4d-72df-4202-a5aa-196387d63cbf HTTP/1.1" status: 204 len: 173 time: 0.8142641 Feb 19 03:59:41.612680 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46952) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:41.821164 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f8863981-1bd1-4947-9f42-7d876f7fb4ae req-1340517c-65b2-403d-8271-be332abc3b43 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 210 time: 0.1157815 Feb 19 03:59:41.852616 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0438a-914e-4a19-9d62-083d92637ac1 req-7e416444-9252-486c-a44f-7b719f1901d6 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:41.874084 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-49d0438a-914e-4a19-9d62-083d92637ac1 req-7e416444-9252-486c-a44f-7b719f1901d6 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 946 time: 0.2752693 Feb 19 03:59:41.961537 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7ed39512-e840-4c09-835d-602a310a2366 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6290b7902f96417ca5202907548b9ad2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3464158 Feb 19 03:59:41.962180 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46960) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:41.989991 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910dee33-103a-41d3-aae1-e5b9dd49774b', 'name': 'network-vif-deleted', 'tag': '664dce4d-72df-4202-a5aa-196387d63cbf'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:41.998514 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccf633c-3578-4560-ac91-b36d1f47c75a" -d '{"events": [{"server_uuid": "910dee33-103a-41d3-aae1-e5b9dd49774b", "name": "network-vif-deleted", "tag": "664dce4d-72df-4202-a5aa-196387d63cbf"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:42.071477 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-49d0438a-914e-4a19-9d62-083d92637ac1 req-6a6224b3-d500-4fce-bed6-9c5d3ec46d13 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916380 Feb 19 03:59:42.110822 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cf51d457-a814-4ce9-b69c-16f23551d2f1 admin admin] Publish callbacks [] for security_group (6d7587dd-c547-405d-a312-feda18c18bf6), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:42.168900 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cf51d457-a814-4ce9-b69c-16f23551d2f1 admin admin] Publish callbacks [] for security_group (6d7587dd-c547-405d-a312-feda18c18bf6), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:42.197567 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a4cd4-29d9-459a-bd2d-d9617efc3844 req-e8dd8935-185d-4c5f-935f-eaa0a496ed59 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:42.199088 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-102a4cd4-29d9-459a-bd2d-d9617efc3844 req-e8dd8935-185d-4c5f-935f-eaa0a496ed59 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.2099867 Feb 19 03:59:42.223223 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5efa2-68b9-415c-8ca1-078c7674fd30 req-78af2018-6bc8-4757-9a01-cb5018b2f574 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:42.224717 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-04d5efa2-68b9-415c-8ca1-078c7674fd30 req-78af2018-6bc8-4757-9a01-cb5018b2f574 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.79 "GET /v2.0/ports?device_id=05cb3e61-4036-4566-a39d-84d626c3a269 HTTP/1.1" status: 200 len: 946 time: 0.1667881 Feb 19 03:59:42.260741 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cf51d457-a814-4ce9-b69c-16f23551d2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6d7587dd-c547-405d-a312-feda18c18bf6), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:42.263363 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cf51d457-a814-4ce9-b69c-16f23551d2f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:42.270680 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cf51d457-a814-4ce9-b69c-16f23551d2f1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6d7587dd-c547-405d-a312-feda18c18bf6 HTTP/1.1" status: 204 len: 168 time: 0.3074577 Feb 19 03:59:42.287169 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51d457-a814-4ce9-b69c-16f23551d2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7587dd-c547-405d-a312-feda18c18bf6,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:42.483612 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327aa10-dd24-47e6-8919-77b3b2d558cb req-1e976665-da09-4824-94eb-fdcf675e9302 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:42.496175 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c327aa10-dd24-47e6-8919-77b3b2d558cb req-1e976665-da09-4824-94eb-fdcf675e9302 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73ba41c-9aec-4ec1-ac02-b67a191f17fc HTTP/1.1" status: 200 len: 943 time: 0.2688117 Feb 19 03:59:42.619638 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c327aa10-dd24-47e6-8919-77b3b2d558cb req-a4d37260-e587-4dbf-91b2-e48ef1a3275a tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222091 Feb 19 03:59:42.661750 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-102a4cd4-29d9-459a-bd2d-d9617efc3844 req-a6681599-2de7-41ec-a6fc-ef9e6c1795bd tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358578 Feb 19 03:59:42.700334 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-04d5efa2-68b9-415c-8ca1-078c7674fd30 req-c3119102-dc87-4cc4-ae83-becd3a36fdc8 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Deleting port f9dd58cc-0fd4-48db-8fcc-d21fae24a40b {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:59:42.700334 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-04d5efa2-68b9-415c-8ca1-078c7674fd30 req-c3119102-dc87-4cc4-ae83-becd3a36fdc8 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (f9dd58cc-0fd4-48db-8fcc-d21fae24a40b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:42.790994 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb9c5b7-8571-4f89-bc36-7152d706e05f x-openstack-request-id: req-8fb9c5b7-8571-4f89-bc36-7152d706e05f {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:42.791347 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910dee33-103a-41d3-aae1-e5b9dd49774b", "name": "network-vif-deleted", "tag": "664dce4d-72df-4202-a5aa-196387d63cbf", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:42.791670 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8fb9c5b7-8571-4f89-bc36-7152d706e05f {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:42.792128 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910dee33-103a-41d3-aae1-e5b9dd49774b', 'name': 'network-vif-deleted', 'tag': '664dce4d-72df-4202-a5aa-196387d63cbf', 'status': 'completed', 'code': 200} Feb 19 03:59:42.845839 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 664dce4d-72df-4202-a5aa-196387d63cbf no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:59:42.850880 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3af66eb4-43bd-4c02-b946-21f2abf42ee6 req-dcf46891-eaec-4fa1-ac8f-ab03bb167fb7 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0722423 Feb 19 03:59:42.899242 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 664dce4d-72df-4202-a5aa-196387d63cbf {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:59:42.899863 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 664dce4d-72df-4202-a5aa-196387d63cbf not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:59:42.954217 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-04d5efa2-68b9-415c-8ca1-078c7674fd30 req-c3119102-dc87-4cc4-ae83-becd3a36fdc8 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] For port f9dd58cc-0fd4-48db-8fcc-d21fae24a40b, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f9dd58cc-0fd4-48db-8fcc-d21fae24a40b,segment=NetworkSegment(9a64af07-75e7-49c4-bd40-c782ca239fb4),segment_id=9a64af07-75e7-49c4-bd40-c782ca239fb4)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:42.959075 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-04d5efa2-68b9-415c-8ca1-078c7674fd30 req-c3119102-dc87-4cc4-ae83-becd3a36fdc8 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (f9dd58cc-0fd4-48db-8fcc-d21fae24a40b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:43.054581 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-04d5efa2-68b9-415c-8ca1-078c7674fd30 req-c3119102-dc87-4cc4-ae83-becd3a36fdc8 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Calling delete_port for f9dd58cc-0fd4-48db-8fcc-d21fae24a40b owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:59:43.104577 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-485e64b1-bb16-4808-9435-35e9ded8bc3b req-3706fd88-7e31-41e7-9a5b-fa6f6fd62e57 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 210 time: 0.0846078 Feb 19 03:59:43.276606 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d35ea3-62a2-4ea0-85a1-ebfee06f8ff1 req-9222edca-1ebb-4721-a289-06e1bbcad2a6 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:43.283809 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85d35ea3-62a2-4ea0-85a1-ebfee06f8ff1 req-9222edca-1ebb-4721-a289-06e1bbcad2a6 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=05cb3e61-4036-4566-a39d-84d626c3a269 HTTP/1.1" status: 200 len: 946 time: 0.2726164 Feb 19 03:59:43.297480 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 1d3ef42a-8322-41dd-9159-9609798a2fed no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:59:43.342867 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 1d3ef42a-8322-41dd-9159-9609798a2fed {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:59:43.346876 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 1d3ef42a-8322-41dd-9159-9609798a2fed not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:59:43.392866 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85d35ea3-62a2-4ea0-85a1-ebfee06f8ff1 req-f4d2b0a7-b9f8-4223-8c74-f63da08488a4 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups?id=f32ac298-78dd-41da-abe7-ec730a88d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082594 Feb 19 03:59:43.408679 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8509ac1-6dac-4c95-9e29-f743735cefc6 req-5be64d56-af8a-437d-bd4f-786b3a0bbb94 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:43.427500 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8509ac1-6dac-4c95-9e29-f743735cefc6 req-5be64d56-af8a-437d-bd4f-786b3a0bbb94 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 946 time: 0.1416316 Feb 19 03:59:43.512699 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47006) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:43.526603 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-04d5efa2-68b9-415c-8ca1-078c7674fd30 req-c3119102-dc87-4cc4-ae83-becd3a36fdc8 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (f9dd58cc-0fd4-48db-8fcc-d21fae24a40b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:43.543023 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8509ac1-6dac-4c95-9e29-f743735cefc6 req-db3e92a3-6ded-4ff0-9385-9b1e21cfb3b8 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143703 Feb 19 03:59:43.750005 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-6d537a9b-7477-4ddc-a030-f8a4b2f61cfe admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1259197831-network', 'tenant_id': '5c42b47db3b04ce6966fb4de683a6e22'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:43.791094 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d537a9b-7477-4ddc-a030-f8a4b2f61cfe admin admin] Made reservation on behalf of 5c42b47db3b04ce6966fb4de683a6e22 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:59:43.800509 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6d537a9b-7477-4ddc-a030-f8a4b2f61cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:43.816797 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6d537a9b-7477-4ddc-a030-f8a4b2f61cfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:43.931992 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6d537a9b-7477-4ddc-a030-f8a4b2f61cfe admin admin] Publish callbacks [] for security_group (9eb4439d-d615-425e-bdcb-b19dca270322), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:43.942749 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6d537a9b-7477-4ddc-a030-f8a4b2f61cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (9eb4439d-d615-425e-bdcb-b19dca270322), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:43.981055 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d537a9b-7477-4ddc-a030-f8a4b2f61cfe admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:59:43.989704 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d537a9b-7477-4ddc-a030-f8a4b2f61cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb4439d-d615-425e-bdcb-b19dca270322,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:43.996509 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3119102-dc87-4cc4-ae83-becd3a36fdc8 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Pushing event deleted for resources: {'Port': ['ID=f9dd58cc-0fd4-48db-8fcc-d21fae24a40b,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:44.025823 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6d537a9b-7477-4ddc-a030-f8a4b2f61cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (78a3690f-36a5-42b2-b6f6-23b9e423ffd7), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:44.027407 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-6d537a9b-7477-4ddc-a030-f8a4b2f61cfe admin admin] Added segment 78a3690f-36a5-42b2-b6f6-23b9e423ffd7 of type vlan for network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 Feb 19 03:59:44.091052 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6d537a9b-7477-4ddc-a030-f8a4b2f61cfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (9c484cb2-d49b-4cb4-a1e7-39d440927c34), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:44.104700 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d5efa2-68b9-415c-8ca1-078c7674fd30 req-c3119102-dc87-4cc4-ae83-becd3a36fdc8 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] No DVR routers for this DVR port f9dd58cc-0fd4-48db-8fcc-d21fae24a40b on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:59:44.112535 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-04d5efa2-68b9-415c-8ca1-078c7674fd30 req-c3119102-dc87-4cc4-ae83-becd3a36fdc8 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:44.119736 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-04d5efa2-68b9-415c-8ca1-078c7674fd30 req-c3119102-dc87-4cc4-ae83-becd3a36fdc8 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.79 "DELETE /v2.0/ports/f9dd58cc-0fd4-48db-8fcc-d21fae24a40b HTTP/1.1" status: 204 len: 173 time: 1.8828089 Feb 19 03:59:44.143365 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a1d52-6408-4fb0-887b-8a3642c86fff req-19ad4439-5d14-468d-a73a-cfdbfe0650de tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:44.147122 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6d537a9b-7477-4ddc-a030-f8a4b2f61cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (9c484cb2-d49b-4cb4-a1e7-39d440927c34), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:44.149064 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d537a9b-7477-4ddc-a030-f8a4b2f61cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:44.149920 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6d537a9b-7477-4ddc-a030-f8a4b2f61cfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:44.152141 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-517a1d52-6408-4fb0-887b-8a3642c86fff req-19ad4439-5d14-468d-a73a-cfdbfe0650de tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.1597538 Feb 19 03:59:44.185613 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164794c-f414-4197-81e5-d19f6d6036bb req-205ab03d-a9dd-4dad-a0d1-815fcc9e91e7 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:44.190862 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3164794c-f414-4197-81e5-d19f6d6036bb req-205ab03d-a9dd-4dad-a0d1-815fcc9e91e7 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73ba41c-9aec-4ec1-ac02-b67a191f17fc HTTP/1.1" status: 200 len: 943 time: 0.2036505 Feb 19 03:59:44.242787 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-517a1d52-6408-4fb0-887b-8a3642c86fff req-c1d9cc86-08f6-4855-9765-047e1a004a83 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842485 Feb 19 03:59:44.249436 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6d537a9b-7477-4ddc-a030-f8a4b2f61cfe admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7322965 Feb 19 03:59:44.251189 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47020) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:44.257198 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-bec03220-4c8f-4b87-8d43-04ae793004c2 admin admin] Request body: {'subnet': {'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1259197831-subnet', 'tenant_id': '5c42b47db3b04ce6966fb4de683a6e22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:44.279018 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d537a9b-7477-4ddc-a030-f8a4b2f61cfe admin admin] Pushing event updated for resources: {'Network': ['ID=9c484cb2-d49b-4cb4-a1e7-39d440927c34,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:44.294689 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:59:44.306503 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec03220-4c8f-4b87-8d43-04ae793004c2 admin admin] Made reservation on behalf of 5c42b47db3b04ce6966fb4de683a6e22 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:59:44.309011 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bec03220-4c8f-4b87-8d43-04ae793004c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:44.415465 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3164794c-f414-4197-81e5-d19f6d6036bb req-0510c58c-3b03-4c22-bcb0-41872dafd046 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908352 Feb 19 03:59:44.541036 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-72af4aa9-7736-4e46-9564-224b62fb40b7 req-0e719ea9-a539-44d0-98c9-37ed3ae76b6d tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0486360 Feb 19 03:59:44.645588 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03186de1-6a33-4054-b94d-a8f7b4cb5c25 req-29caec51-9cd2-4e3c-a907-7b10bfe3756a tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 210 time: 0.1123486 Feb 19 03:59:44.690484 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bec03220-4c8f-4b87-8d43-04ae793004c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (05152657-41bb-4f53-a93a-a0556bf4ae06), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:44.769056 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec03220-4c8f-4b87-8d43-04ae793004c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05152657-41bb-4f53-a93a-a0556bf4ae06,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:44.787265 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec03220-4c8f-4b87-8d43-04ae793004c2 admin admin] Checking segment: {'id': '78a3690f-36a5-42b2-b6f6-23b9e423ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:59:44.787766 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec03220-4c8f-4b87-8d43-04ae793004c2 admin admin] Network hostable DHCP agents. Network: 9c484cb2-d49b-4cb4-a1e7-39d440927c34, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:59:44.797250 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cb3e61-4036-4566-a39d-84d626c3a269', 'name': 'network-vif-deleted', 'tag': 'f9dd58cc-0fd4-48db-8fcc-d21fae24a40b'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:44.803068 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02ec133-4429-4cee-b464-5342dae0655f" -d '{"events": [{"server_uuid": "05cb3e61-4036-4566-a39d-84d626c3a269", "name": "network-vif-deleted", "tag": "f9dd58cc-0fd4-48db-8fcc-d21fae24a40b"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:44.810856 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec03220-4c8f-4b87-8d43-04ae793004c2 admin admin] Network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:59:44.827718 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-bec03220-4c8f-4b87-8d43-04ae793004c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 9c484cb2-d49b-4cb4-a1e7-39d440927c34) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:59:44.832816 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec03220-4c8f-4b87-8d43-04ae793004c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:44.833693 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bec03220-4c8f-4b87-8d43-04ae793004c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:44.839113 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdad4b44-5457-485e-9a92-434ffa106dbc None None] Network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:59:44.881890 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bec03220-4c8f-4b87-8d43-04ae793004c2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6201108 Feb 19 03:59:44.901479 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99b8a7d4-a5f8-4d74-b96b-7183ab8c107e req-566692bd-f148-4ba7-bb63-62965f63bbf0 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/ports?device_id=05cb3e61-4036-4566-a39d-84d626c3a269 HTTP/1.1" status: 200 len: 210 time: 0.0935686 Feb 19 03:59:44.949126 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device f9dd58cc-0fd4-48db-8fcc-d21fae24a40b no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:59:44.981432 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdf20f-b901-4e07-9d40-1d58a51c760d req-d57b23ad-dd8a-4c6e-bcef-04cec7488659 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:44.988726 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: f9dd58cc-0fd4-48db-8fcc-d21fae24a40b {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:59:44.989245 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device f9dd58cc-0fd4-48db-8fcc-d21fae24a40b not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:59:44.996436 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9cdf20f-b901-4e07-9d40-1d58a51c760d req-d57b23ad-dd8a-4c6e-bcef-04cec7488659 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 946 time: 0.2670953 Feb 19 03:59:45.001089 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612b63ee-87d5-4ffb-8f28-9838340fd3a8 None None] Network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:59:45.052852 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a9c2ff-6518-4468-bb30-86e62bb4ea51 x-openstack-request-id: req-47a9c2ff-6518-4468-bb30-86e62bb4ea51 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:45.053450 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cb3e61-4036-4566-a39d-84d626c3a269", "name": "network-vif-deleted", "tag": "f9dd58cc-0fd4-48db-8fcc-d21fae24a40b", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:45.054239 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-47a9c2ff-6518-4468-bb30-86e62bb4ea51 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:45.055282 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05cb3e61-4036-4566-a39d-84d626c3a269', 'name': 'network-vif-deleted', 'tag': 'f9dd58cc-0fd4-48db-8fcc-d21fae24a40b', 'status': 'completed', 'code': 200} Feb 19 03:59:45.139271 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9cdf20f-b901-4e07-9d40-1d58a51c760d req-1c19ff24-1357-4d96-91db-9e0ea3881fcc tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199429 Feb 19 03:59:45.313151 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 94aaea2f-ab6a-4683-a3f0-0acd276b2e61 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:59:45.397013 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf4b22-7d72-4c40-bffc-af32d020427d req-5eabf080-a3c1-4d1e-a9c1-e2f963b6c111 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:45.405202 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f1cf4b22-7d72-4c40-bffc-af32d020427d req-5eabf080-a3c1-4d1e-a9c1-e2f963b6c111 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.0958116 Feb 19 03:59:45.485045 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 94aaea2f-ab6a-4683-a3f0-0acd276b2e61, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=94aaea2f-ab6a-4683-a3f0-0acd276b2e61,segment=NetworkSegment(0f8a4699-36b5-4083-8984-ab51054bba1e),segment_id=0f8a4699-36b5-4083-8984-ab51054bba1e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:45.497925 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '94aaea2f-ab6a-4683-a3f0-0acd276b2e61', 'network_id': 'a21f3efc-0cd7-4772-8d7a-73413e00b052', 'port_id': '94aaea2f-ab6a-4683-a3f0-0acd276b2e61', 'mac_address': 'fa:16:3e:7c:0b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8b485d-9d1d-4408-ae3e-0a5ee11b7eda', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:59:45.556267 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 94aaea2f-ab6a-4683-a3f0-0acd276b2e61 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:45.557013 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (94aaea2f-ab6a-4683-a3f0-0acd276b2e61), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:45.574040 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94aaea2f-ab6a-4683-a3f0-0acd276b2e61 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:45.591303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-702578ec-0f83-48a3-8d34-91a6c867ebbd tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:45.598037 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-702578ec-0f83-48a3-8d34-91a6c867ebbd tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/networks?id=9c484cb2-d49b-4cb4-a1e7-39d440927c34 HTTP/1.1" status: 200 len: 812 time: 0.1343720 Feb 19 03:59:45.611663 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 94aaea2f-ab6a-4683-a3f0-0acd276b2e61, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=94aaea2f-ab6a-4683-a3f0-0acd276b2e61,segment=NetworkSegment(0f8a4699-36b5-4083-8984-ab51054bba1e),segment_id=0f8a4699-36b5-4083-8984-ab51054bba1e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:45.622803 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (94aaea2f-ab6a-4683-a3f0-0acd276b2e61), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:45.644354 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-53fbe359-7f3c-44c6-baa6-5dbdee2ce96f tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/quotas/5c42b47db3b04ce6966fb4de683a6e22 HTTP/1.1" status: 200 len: 375 time: 0.0454111 Feb 19 03:59:45.658712 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f1cf4b22-7d72-4c40-bffc-af32d020427d req-cf20ff39-ca97-4d90-b004-4a568d64b31c tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523375 Feb 19 03:59:45.710468 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=94aaea2f-ab6a-4683-a3f0-0acd276b2e61,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:45.719133 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:45.719842 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:45.720405 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:45.721114 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:45.721674 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:45.722272 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:45.722615 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-7e66df8a-0822-4cef-8949-b394c1a7d0d9 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5c42b47db3b04ce6966fb4de683a6e22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773120 Feb 19 03:59:45.723283 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:45.723834 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:45.724513 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:45.725061 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:45.725617 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:45.726200 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:45.726786 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:45.927200 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7251a3-cdd7-4331-a472-6eae04aace17 req-afbd38ac-cce3-48e3-8071-484032a9c528 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:45.934863 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f7251a3-cdd7-4331-a472-6eae04aace17 req-afbd38ac-cce3-48e3-8071-484032a9c528 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73ba41c-9aec-4ec1-ac02-b67a191f17fc HTTP/1.1" status: 200 len: 944 time: 0.1151779 Feb 19 03:59:46.026239 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-ae90cd64-a51a-46c6-be32-58240877478c service neutron] 10.222.0.52 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022182 Feb 19 03:59:46.049699 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f7251a3-cdd7-4331-a472-6eae04aace17 req-b46941c5-67b8-40fe-b24a-5bc38cabcc81 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139135 Feb 19 03:59:46.213018 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-be6c3b0b-bc99-47c9-a4ea-d7f43c3e2c2f req-1b6abfba-6b51-45e0-bfa8-22c3ba787f4f tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0497534 Feb 19 03:59:46.231943 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-8fa5072e-1acf-4f78-8927-0416d512e573 service neutron] 10.222.0.52 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974998 Feb 19 03:59:46.312710 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['94aaea2f-ab6a-4683-a3f0-0acd276b2e61'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:46.437076 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-601ce86b-e119-412c-9974-42fa66843dda req-ed9193cb-6147-41e5-96d8-608bb557d88e tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 210 time: 0.1039450 Feb 19 03:59:46.685512 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c304c7d-715b-45ea-a500-e0b6e1fd6dd3 req-b63dea63-889d-4e13-8556-622d2cb7a4c6 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=27ea2a0f-87f0-4093-a22c-864fba605367 HTTP/1.1" status: 200 len: 210 time: 0.0807402 Feb 19 03:59:46.731093 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18fd08-99fe-424a-94c2-fb8d77cfdc15 req-967b13ff-5b2a-4a4e-8703-f6b7f0110248 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:46.732730 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c18fd08-99fe-424a-94c2-fb8d77cfdc15 req-967b13ff-5b2a-4a4e-8703-f6b7f0110248 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 946 time: 0.1845236 Feb 19 03:59:46.869322 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c18fd08-99fe-424a-94c2-fb8d77cfdc15 req-155d76d8-23b0-46ce-aa52-dae00cd39382 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280479 Feb 19 03:59:47.006073 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b963fd8-a552-4281-9808-251459ce7b42 req-f9304c13-7199-4b38-9ce2-d8a006784a4a tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:47.008766 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4b963fd8-a552-4281-9808-251459ce7b42 req-f9304c13-7199-4b38-9ce2-d8a006784a4a tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.1301429 Feb 19 03:59:47.122267 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4b963fd8-a552-4281-9808-251459ce7b42 req-d1a4d77f-6254-4192-af56-481bebc8b2e8 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965462 Feb 19 03:59:47.156733 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47112) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:47.286544 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af009d56-c247-4ec9-9ba6-853d822fd302 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks [] for security_group (0bbf95d6-cf68-4029-9cf1-e9f7a2615d0f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:47.334920 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af3116-268d-4a30-a719-d24b1729822e req-b0e8b5c2-975c-4ae9-9514-6b9ee8cfdbfd tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:47.336850 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-21af3116-268d-4a30-a719-d24b1729822e req-b0e8b5c2-975c-4ae9-9514-6b9ee8cfdbfd tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73ba41c-9aec-4ec1-ac02-b67a191f17fc HTTP/1.1" status: 200 len: 944 time: 0.1215708 Feb 19 03:59:47.349273 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af009d56-c247-4ec9-9ba6-853d822fd302 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks [] for security_group (0bbf95d6-cf68-4029-9cf1-e9f7a2615d0f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:47.400886 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c797a12f-82da-4f5f-8798-29813c4787ba req-ead60bcd-876a-4f79-a854-142ab36271fb tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0592725 Feb 19 03:59:47.460433 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af009d56-c247-4ec9-9ba6-853d822fd302 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0bbf95d6-cf68-4029-9cf1-e9f7a2615d0f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:47.463384 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af009d56-c247-4ec9-9ba6-853d822fd302 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:47.471989 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-af009d56-c247-4ec9-9ba6-853d822fd302 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "DELETE /v2.0/security-groups/0bbf95d6-cf68-4029-9cf1-e9f7a2615d0f HTTP/1.1" status: 204 len: 168 time: 0.3116765 Feb 19 03:59:47.477712 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-21af3116-268d-4a30-a719-d24b1729822e req-c6839d68-640c-474a-9be8-f3ad987170b5 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306756 Feb 19 03:59:47.479714 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47118) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:47.511804 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af009d56-c247-4ec9-9ba6-853d822fd302 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbf95d6-cf68-4029-9cf1-e9f7a2615d0f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:47.514112 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-8135ca72-0a56-4c36-adb4-69fc5e11b2de tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] show failed (client error): The resource could not be found. Feb 19 03:59:47.517329 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8135ca72-0a56-4c36-adb4-69fc5e11b2de tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "GET /v2.0/security-groups/0bbf95d6-cf68-4029-9cf1-e9f7a2615d0f HTTP/1.1" status: 404 len: 347 time: 0.0347841 Feb 19 03:59:47.519730 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47120) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:47.592953 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d3ec0d40-9575-4317-ad0c-bb6791bf3cad req-3043cb4b-f804-4ab8-b8cc-61202d2771d6 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 210 time: 0.0525122 Feb 19 03:59:47.702192 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-ea0c5a14-3e6c-488e-a28b-d3d35aa09ce7 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Deleting port 31844f84-f475-4590-a2ae-3e5b9926705c {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:59:47.702458 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5a14-3e6c-488e-a28b-d3d35aa09ce7 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (31844f84-f475-4590-a2ae-3e5b9926705c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:47.835345 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1aa78d35-554e-46f9-8141-391ff0c459ee req-c40fab31-4f11-4582-8d69-7cd2945c2d94 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=27ea2a0f-87f0-4093-a22c-864fba605367 HTTP/1.1" status: 200 len: 210 time: 0.0395248 Feb 19 03:59:47.858138 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5a14-3e6c-488e-a28b-d3d35aa09ce7 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (31844f84-f475-4590-a2ae-3e5b9926705c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:47.858502 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5a14-3e6c-488e-a28b-d3d35aa09ce7 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks [] for floatingip (31844f84-f475-4590-a2ae-3e5b9926705c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:47.873737 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-ea0c5a14-3e6c-488e-a28b-d3d35aa09ce7 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Calling delete_port for 31844f84-f475-4590-a2ae-3e5b9926705c owned by network:floatingip {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:59:48.059154 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1e317-db2d-4fe6-9d08-a8c9d3c7b841 req-e07833e2-ced2-46ce-9113-adc9c01ace2a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:48.066853 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5e1e317-db2d-4fe6-9d08-a8c9d3c7b841 req-e07833e2-ced2-46ce-9113-adc9c01ace2a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 946 time: 0.0671256 Feb 19 03:59:48.100006 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5a14-3e6c-488e-a28b-d3d35aa09ce7 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (31844f84-f475-4590-a2ae-3e5b9926705c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:48.135377 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5e1e317-db2d-4fe6-9d08-a8c9d3c7b841 req-2fdb1d41-6a08-4334-943f-df66ffa71906 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667672 Feb 19 03:59:48.198879 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c5a14-3e6c-488e-a28b-d3d35aa09ce7 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Pushing event deleted for resources: {'Port': ['ID=31844f84-f475-4590-a2ae-3e5b9926705c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:48.231616 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5a14-3e6c-488e-a28b-d3d35aa09ce7 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks [] for floatingip (225bbdb4-a82c-4107-b5c2-8c0ac89ed111), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:48.237252 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5a14-3e6c-488e-a28b-d3d35aa09ce7 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:48.240085 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ea0c5a14-3e6c-488e-a28b-d3d35aa09ce7 tempest-ImagesOneServerNegativeTestJSON-465033188 tempest-ImagesOneServerNegativeTestJSON-465033188-project] 10.222.0.52 "DELETE /v2.0/floatingips/225bbdb4-a82c-4107-b5c2-8c0ac89ed111 HTTP/1.1" status: 204 len: 168 time: 0.7168224 Feb 19 03:59:48.447753 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47154) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:48.482894 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-d8325998-f555-4057-86d5-3e8034dc33ed tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:48.487158 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-d8325998-f555-4057-86d5-3e8034dc33ed tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.79 "GET /v2.0/networks?id=9c484cb2-d49b-4cb4-a1e7-39d440927c34 HTTP/1.1" status: 200 len: 812 time: 0.3438239 Feb 19 03:59:48.517855 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-8ffabd27-105a-4741-ab04-979d2f53d0d4 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Request body: {'port': {'device_id': '27ea2a0f-87f0-4093-a22c-864fba605367', 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34', 'admin_state_up': True, 'tenant_id': '5c42b47db3b04ce6966fb4de683a6e22'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:48.548841 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb019ac2-9e3d-488a-9f3d-2d40b1b97416 admin admin] Deleting subnet 53310fb3-d11f-4a5b-9138-ba6b80066f44 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:59:48.556491 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eb019ac2-9e3d-488a-9f3d-2d40b1b97416 admin admin] Publish callbacks [] for subnet (53310fb3-d11f-4a5b-9138-ba6b80066f44), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:48.599721 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858dfd0-19a3-4909-bc14-570b580ab2b1 req-5eb2c22b-3417-42ac-b8f6-3be99b6aff10 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:48.601894 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eb019ac2-9e3d-488a-9f3d-2d40b1b97416 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (53310fb3-d11f-4a5b-9138-ba6b80066f44), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:48.608671 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1858dfd0-19a3-4909-bc14-570b580ab2b1 req-5eb2c22b-3417-42ac-b8f6-3be99b6aff10 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.2244189 Feb 19 03:59:48.655335 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eb019ac2-9e3d-488a-9f3d-2d40b1b97416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (53310fb3-d11f-4a5b-9138-ba6b80066f44), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:48.658041 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7a53c510-7505-4f81-9a37-25c87ee8ea8e req-379f5f8e-fb45-4211-a642-cdec6fb4fae1 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.1059427 Feb 19 03:59:48.718683 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eb019ac2-9e3d-488a-9f3d-2d40b1b97416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (53310fb3-d11f-4a5b-9138-ba6b80066f44), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:48.755642 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb019ac2-9e3d-488a-9f3d-2d40b1b97416 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53310fb3-d11f-4a5b-9138-ba6b80066f44,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:48.761204 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eb019ac2-9e3d-488a-9f3d-2d40b1b97416 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:48.767465 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1858dfd0-19a3-4909-bc14-570b580ab2b1 req-8a3dc195-38ed-46d9-93b2-42801e91f32c tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546788 Feb 19 03:59:48.767593 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-eb019ac2-9e3d-488a-9f3d-2d40b1b97416 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/53310fb3-d11f-4a5b-9138-ba6b80066f44 HTTP/1.1" status: 204 len: 168 time: 0.3159778 Feb 19 03:59:48.769680 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47160) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:48.883178 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bcb30b11-5a75-4c5a-b9fc-1956c121084b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (78a9b65b-d911-4b70-9e29-eb76754bdc19), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:48.911666 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-8ffabd27-105a-4741-ab04-979d2f53d0d4 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Made reservation on behalf of 5c42b47db3b04ce6966fb4de683a6e22 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:59:48.915680 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-8ffabd27-105a-4741-ab04-979d2f53d0d4 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:48.953361 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a114372d-58cd-40c6-81cc-1dc71ce665ce req-491e75e2-4a0b-40a7-a0a8-0ae5be130b7d tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 210 time: 0.0553489 Feb 19 03:59:49.003366 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca6786-beed-4e2f-a7a9-f7779f0ca3e1 req-6fc510c2-605c-459c-94c1-680d00715c85 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:49.014067 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-27ca6786-beed-4e2f-a7a9-f7779f0ca3e1 req-6fc510c2-605c-459c-94c1-680d00715c85 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73ba41c-9aec-4ec1-ac02-b67a191f17fc HTTP/1.1" status: 200 len: 944 time: 0.2291453 Feb 19 03:59:49.083362 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bcb30b11-5a75-4c5a-b9fc-1956c121084b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (78a9b65b-d911-4b70-9e29-eb76754bdc19), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:49.107025 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-bcb30b11-5a75-4c5a-b9fc-1956c121084b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a9b65b-d911-4b70-9e29-eb76754bdc19']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:49.117877 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-bcb30b11-5a75-4c5a-b9fc-1956c121084b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a64af07-75e7-49c4-bd40-c782ca239fb4') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:49.118586 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-bcb30b11-5a75-4c5a-b9fc-1956c121084b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a64af07-75e7-49c4-bd40-c782ca239fb4') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:49.128041 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-27ca6786-beed-4e2f-a7a9-f7779f0ca3e1 req-c8e0a6cd-dea7-4e09-9ea3-c85e05e2c1d9 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082053 Feb 19 03:59:49.130953 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bcb30b11-5a75-4c5a-b9fc-1956c121084b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (9a64af07-75e7-49c4-bd40-c782ca239fb4), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:49.146246 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bcb30b11-5a75-4c5a-b9fc-1956c121084b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (9a64af07-75e7-49c4-bd40-c782ca239fb4), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:49.154819 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb30b11-5a75-4c5a-b9fc-1956c121084b admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:59:49.155646 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bcb30b11-5a75-4c5a-b9fc-1956c121084b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (9a64af07-75e7-49c4-bd40-c782ca239fb4), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: timer() Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:59:49.157635 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:59:49.216078 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0d504f2e-b6b3-4ab3-a149-035bba43098d req-d1bcd94a-74e3-42eb-aedf-fe55a12ab8fb tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=27ea2a0f-87f0-4093-a22c-864fba605367 HTTP/1.1" status: 200 len: 210 time: 0.1034725 Feb 19 03:59:49.263590 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-8ffabd27-105a-4741-ab04-979d2f53d0d4 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Allocated IP 172.20.0.7 (9c484cb2-d49b-4cb4-a1e7-39d440927c34/05152657-41bb-4f53-a93a-a0556bf4ae06/6776413c-7933-43a2-8435-aa333cc6cd9e) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:59:49.267464 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bcb30b11-5a75-4c5a-b9fc-1956c121084b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (78a9b65b-d911-4b70-9e29-eb76754bdc19), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:49.276981 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bcb30b11-5a75-4c5a-b9fc-1956c121084b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:49.283706 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bcb30b11-5a75-4c5a-b9fc-1956c121084b admin admin] 10.222.0.52 "DELETE /v2.0/networks/78a9b65b-d911-4b70-9e29-eb76754bdc19 HTTP/1.1" status: 204 len: 168 time: 0.5124927 Feb 19 03:59:49.300215 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb30b11-5a75-4c5a-b9fc-1956c121084b admin admin] Pushing event deleted for resources: {'Network': ['ID=78a9b65b-d911-4b70-9e29-eb76754bdc19,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:49.324687 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 94aaea2f-ab6a-4683-a3f0-0acd276b2e61 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:59:49.416628 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 94aaea2f-ab6a-4683-a3f0-0acd276b2e61 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:59:49.425409 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 94aaea2f-ab6a-4683-a3f0-0acd276b2e61 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:49.425837 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (94aaea2f-ab6a-4683-a3f0-0acd276b2e61), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:49.449886 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94645148-3605-43ae-8b70-fe9df51a45d2 req-5d0ab553-0ab0-4385-b00a-8e63f41440cf tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:49.470582 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-94645148-3605-43ae-8b70-fe9df51a45d2 req-5d0ab553-0ab0-4385-b00a-8e63f41440cf tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 946 time: 0.1934681 Feb 19 03:59:49.502918 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47178) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:49.561147 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b0991191-e759-43b3-a8dd-8aaae2b98fab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5e4834aa2c9343cd911dcc83b0579e74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0560949 Feb 19 03:59:49.561786 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47180) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:49.606926 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 94aaea2f-ab6a-4683-a3f0-0acd276b2e61 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:49.607584 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (94aaea2f-ab6a-4683-a3f0-0acd276b2e61), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:49.623881 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9729cc2b-fc57-47eb-9ff4-d9c857b3a933 admin admin] Publish callbacks [] for security_group (f32ac298-78dd-41da-abe7-ec730a88d8cd), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:49.654336 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9729cc2b-fc57-47eb-9ff4-d9c857b3a933 admin admin] Publish callbacks [] for security_group (f32ac298-78dd-41da-abe7-ec730a88d8cd), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:49.656388 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73ba41c-9aec-4ec1-ac02-b67a191f17fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94aaea2f-ab6a-4683-a3f0-0acd276b2e61'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:49.658982 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e93ecb6-d13e-416e-a7d1-fcd616bb4e18" -d '{"events": [{"server_uuid": "b73ba41c-9aec-4ec1-ac02-b67a191f17fc", "name": "network-vif-plugged", "status": "completed", "tag": "94aaea2f-ab6a-4683-a3f0-0acd276b2e61"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:49.709739 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 94aaea2f-ab6a-4683-a3f0-0acd276b2e61, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=94aaea2f-ab6a-4683-a3f0-0acd276b2e61,segment=NetworkSegment(0f8a4699-36b5-4083-8984-ab51054bba1e),segment_id=0f8a4699-36b5-4083-8984-ab51054bba1e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:49.716748 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9729cc2b-fc57-47eb-9ff4-d9c857b3a933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f32ac298-78dd-41da-abe7-ec730a88d8cd), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:49.719983 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9729cc2b-fc57-47eb-9ff4-d9c857b3a933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:49.724186 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9729cc2b-fc57-47eb-9ff4-d9c857b3a933 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f32ac298-78dd-41da-abe7-ec730a88d8cd HTTP/1.1" status: 204 len: 168 time: 0.1613960 Feb 19 03:59:49.733634 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (94aaea2f-ab6a-4683-a3f0-0acd276b2e61), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:49.744674 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729cc2b-fc57-47eb-9ff4-d9c857b3a933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32ac298-78dd-41da-abe7-ec730a88d8cd,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:49.754079 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-94645148-3605-43ae-8b70-fe9df51a45d2 req-c7072c35-6182-426d-9af9-968a55397784 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821426 Feb 19 03:59:49.878978 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-8ffabd27-105a-4741-ab04-979d2f53d0d4 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks [] for port (6776413c-7933-43a2-8435-aa333cc6cd9e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:49.883268 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=94aaea2f-ab6a-4683-a3f0-0acd276b2e61,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:49.903185 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f56f4e-9cb6-4912-a832-28b0d3c29e99 x-openstack-request-id: req-d8f56f4e-9cb6-4912-a832-28b0d3c29e99 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:49.903494 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73ba41c-9aec-4ec1-ac02-b67a191f17fc", "name": "network-vif-plugged", "status": "completed", "tag": "94aaea2f-ab6a-4683-a3f0-0acd276b2e61", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:49.903756 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d8f56f4e-9cb6-4912-a832-28b0d3c29e99 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:49.904169 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73ba41c-9aec-4ec1-ac02-b67a191f17fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94aaea2f-ab6a-4683-a3f0-0acd276b2e61', 'code': 200} Feb 19 03:59:49.937785 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5179241-6e1a-403a-a2a7-762c140b937a req-264d34eb-5b76-4d86-a328-7014da6f6c12 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0475426 Feb 19 03:59:49.941875 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863303f-83e2-4e5c-9b36-89295d972ce5 req-2886011f-daa5-4e3a-bd53-5d81a6750c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:49.944482 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5863303f-83e2-4e5c-9b36-89295d972ce5 req-2886011f-daa5-4e3a-bd53-5d81a6750c25 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b73ba41c-9aec-4ec1-ac02-b67a191f17fc HTTP/1.1" status: 200 len: 1128 time: 0.0823810 Feb 19 03:59:50.061403 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5863303f-83e2-4e5c-9b36-89295d972ce5 req-baf4e071-c5eb-4741-8d42-e686f2e44bd2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013298 Feb 19 03:59:50.073410 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7d226-53d2-4b91-8e81-ce7832224e2a req-1da33729-4a70-478b-8c31-4d7e44487504 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:50.075019 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-89e7d226-53d2-4b91-8e81-ce7832224e2a req-1da33729-4a70-478b-8c31-4d7e44487504 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.1362593 Feb 19 03:59:50.118796 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9d6a464-0263-4e94-87bd-c0388f9e36f0 req-816272e4-6b42-4911-9e8b-4feb5f75b243 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 210 time: 0.0426059 Feb 19 03:59:50.129718 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-8ffabd27-105a-4741-ab04-979d2f53d0d4 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (6776413c-7933-43a2-8435-aa333cc6cd9e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:50.229147 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-8ffabd27-105a-4741-ab04-979d2f53d0d4 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:59:50.252050 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-8ffabd27-105a-4741-ab04-979d2f53d0d4 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:59:50.259928 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-8ffabd27-105a-4741-ab04-979d2f53d0d4 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:59:50.347189 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-8ffabd27-105a-4741-ab04-979d2f53d0d4 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:50.348287 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-8ffabd27-105a-4741-ab04-979d2f53d0d4 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:50.384657 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffabd27-105a-4741-ab04-979d2f53d0d4 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Pushing event updated for resources: {'Port': ['ID=6776413c-7933-43a2-8435-aa333cc6cd9e,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:50.413168 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-89e7d226-53d2-4b91-8e81-ce7832224e2a req-4f570423-73d5-4484-b27a-623f371eced7 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922540 Feb 19 03:59:50.449925 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-8ffabd27-105a-4741-ab04-979d2f53d0d4 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9397151 Feb 19 03:59:50.462853 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15227e9-5192-4d02-910a-b54b4ed63cf9 req-0ffb0dc1-7cb5-4883-bf70-b21016ed5648 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:50.488695 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c15227e9-5192-4d02-910a-b54b4ed63cf9 req-0ffb0dc1-7cb5-4883-bf70-b21016ed5648 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73ba41c-9aec-4ec1-ac02-b67a191f17fc HTTP/1.1" status: 200 len: 945 time: 0.2581754 Feb 19 03:59:50.498057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-b736f761-8e8b-49bc-91f9-7bb986d66c3c service neutron] Request body: {'port': {'device_id': '27ea2a0f-87f0-4093-a22c-864fba605367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:50.665298 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c15227e9-5192-4d02-910a-b54b4ed63cf9 req-fade255b-09a6-49c0-b143-c6f83a5ef6b6 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705837 Feb 19 03:59:50.670431 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-b736f761-8e8b-49bc-91f9-7bb986d66c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6776413c-7933-43a2-8435-aa333cc6cd9e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:50.768167 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bade082-0078-45e6-9770-e5945f35a69f req-a9d64866-cf36-4229-9fc2-e2e176e2feed tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:50.777152 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bade082-0078-45e6-9770-e5945f35a69f req-a9d64866-cf36-4229-9fc2-e2e176e2feed tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=27ea2a0f-87f0-4093-a22c-864fba605367 HTTP/1.1" status: 200 len: 931 time: 0.2172825 Feb 19 03:59:50.869056 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:59:50.958295 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bade082-0078-45e6-9770-e5945f35a69f req-91225d63-e280-4151-aa41-3ce27a9f02b3 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314142 Feb 19 03:59:50.981644 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47228) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:50.999124 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b2f868b7-6760-42d4-b6cc-b9126ba3b76c req-4d48f9ad-1da8-4627-8a22-f5465a73091e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0580399 Feb 19 03:59:51.094075 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c871fa-6d75-4bd9-92dd-8aa56468c993 req-f6b8bf69-b634-4157-aa13-e3df6dddec31 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:51.103031 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b1c871fa-6d75-4bd9-92dd-8aa56468c993 req-f6b8bf69-b634-4157-aa13-e3df6dddec31 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 946 time: 0.2673526 Feb 19 03:59:51.143000 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dda25075-d476-43d9-bc35-e422e99d3742 req-4ce72c7a-d616-4063-aafe-ad3b83c10f42 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0667191 Feb 19 03:59:51.164925 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-b9d92aa4-0ebe-4e10-b0c1-8394cbf006e2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-43050924-network', 'tenant_id': 'd3ffe88586e14ff782ad2724859645fb'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:51.208764 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d92aa4-0ebe-4e10-b0c1-8394cbf006e2 admin admin] Made reservation on behalf of d3ffe88586e14ff782ad2724859645fb for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:59:51.211559 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b9d92aa4-0ebe-4e10-b0c1-8394cbf006e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:51.272872 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b1c871fa-6d75-4bd9-92dd-8aa56468c993 req-3bd4d617-d0c1-4463-9ecd-e3626a37b53c tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688771 Feb 19 03:59:51.287297 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b9d92aa4-0ebe-4e10-b0c1-8394cbf006e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:51.333893 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3d3b5bd4-78d1-41e2-8080-9aba70ff8fa6 req-8916bcce-ce3a-413a-a121-5968275dbfc2 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 210 time: 0.0803175 Feb 19 03:59:51.499334 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b9d92aa4-0ebe-4e10-b0c1-8394cbf006e2 admin admin] Publish callbacks [] for security_group (2d077887-02a1-4323-9c41-0d9f400327ec), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:51.513476 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-b736f761-8e8b-49bc-91f9-7bb986d66c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6776413c-7933-43a2-8435-aa333cc6cd9e {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:51.519396 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b9d92aa4-0ebe-4e10-b0c1-8394cbf006e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2d077887-02a1-4323-9c41-0d9f400327ec), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:51.536909 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-b736f761-8e8b-49bc-91f9-7bb986d66c3c service neutron] Publish callbacks [] for port (6776413c-7933-43a2-8435-aa333cc6cd9e), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:51.599953 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d92aa4-0ebe-4e10-b0c1-8394cbf006e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:59:51.617961 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-b736f761-8e8b-49bc-91f9-7bb986d66c3c service neutron] Transition to ACTIVE for port object 6776413c-7933-43a2-8435-aa333cc6cd9e will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:59:51.624434 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b9d92aa4-0ebe-4e10-b0c1-8394cbf006e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (f907b6dd-87f2-43e2-9675-18e12a8456bc), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:51.624783 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-b9d92aa4-0ebe-4e10-b0c1-8394cbf006e2 admin admin] Added segment f907b6dd-87f2-43e2-9675-18e12a8456bc of type vlan for network 765fe31a-e4e4-4a01-877d-1ee6e31908c8 Feb 19 03:59:51.627034 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d92aa4-0ebe-4e10-b0c1-8394cbf006e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d077887-02a1-4323-9c41-0d9f400327ec,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:51.629601 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-b736f761-8e8b-49bc-91f9-7bb986d66c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (6776413c-7933-43a2-8435-aa333cc6cd9e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:51.760187 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b9d92aa4-0ebe-4e10-b0c1-8394cbf006e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (765fe31a-e4e4-4a01-877d-1ee6e31908c8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:51.782289 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df4b38-32f8-46ec-9172-5d78e7b8cf74 req-e929592a-333e-4b98-8881-b11f961bd5a8 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:51.783799 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c1df4b38-32f8-46ec-9172-5d78e7b8cf74 req-e929592a-333e-4b98-8881-b11f961bd5a8 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.2655272 Feb 19 03:59:51.825438 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736f761-8e8b-49bc-91f9-7bb986d66c3c service neutron] Pushing event updated for resources: {'Port': ['ID=6776413c-7933-43a2-8435-aa333cc6cd9e,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:51.892958 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b9d92aa4-0ebe-4e10-b0c1-8394cbf006e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (765fe31a-e4e4-4a01-877d-1ee6e31908c8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:51.893918 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d92aa4-0ebe-4e10-b0c1-8394cbf006e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:51.894552 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b9d92aa4-0ebe-4e10-b0c1-8394cbf006e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:52.002222 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b9d92aa4-0ebe-4e10-b0c1-8394cbf006e2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0145228 Feb 19 03:59:52.002950 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47242) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:52.007452 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ab4eec9f-3384-4fbb-8126-f65f6cbed00f admin admin] Request body: {'subnet': {'network_id': '765fe31a-e4e4-4a01-877d-1ee6e31908c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-43050924-subnet', 'tenant_id': 'd3ffe88586e14ff782ad2724859645fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:52.017284 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c1df4b38-32f8-46ec-9172-5d78e7b8cf74 req-b3ae02ae-b2cc-425a-8578-72a60034c492 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175584 Feb 19 03:59:52.031850 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d92aa4-0ebe-4e10-b0c1-8394cbf006e2 admin admin] Pushing event updated for resources: {'Network': ['ID=765fe31a-e4e4-4a01-877d-1ee6e31908c8,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:52.043418 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0e77f-d1da-432d-9ebe-80f766718a72 req-af3c9224-0525-4fee-b11d-154672ad77eb tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:52.050262 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0cc0e77f-d1da-432d-9ebe-80f766718a72 req-af3c9224-0525-4fee-b11d-154672ad77eb tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73ba41c-9aec-4ec1-ac02-b67a191f17fc HTTP/1.1" status: 200 len: 945 time: 0.2827380 Feb 19 03:59:52.051645 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 765fe31a-e4e4-4a01-877d-1ee6e31908c8 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:59:52.055630 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-b736f761-8e8b-49bc-91f9-7bb986d66c3c service neutron] Attempting to bind port 6776413c-7933-43a2-8435-aa333cc6cd9e on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:59:52.055974 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-b736f761-8e8b-49bc-91f9-7bb986d66c3c service neutron] Attempting to bind port 6776413c-7933-43a2-8435-aa333cc6cd9e by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '78a3690f-36a5-42b2-b6f6-23b9e423ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:59:52.056306 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-b736f761-8e8b-49bc-91f9-7bb986d66c3c service neutron] Attempting to bind port 6776413c-7933-43a2-8435-aa333cc6cd9e on network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:52.073874 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4eec9f-3384-4fbb-8126-f65f6cbed00f admin admin] Made reservation on behalf of d3ffe88586e14ff782ad2724859645fb for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:59:52.076379 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ab4eec9f-3384-4fbb-8126-f65f6cbed00f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:52.098119 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-b736f761-8e8b-49bc-91f9-7bb986d66c3c service neutron] Port 6776413c-7933-43a2-8435-aa333cc6cd9e on network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:59:52.099307 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-b736f761-8e8b-49bc-91f9-7bb986d66c3c service neutron] Attempting to bind port 6776413c-7933-43a2-8435-aa333cc6cd9e on network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:52.109052 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-b736f761-8e8b-49bc-91f9-7bb986d66c3c service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:59:52.109418 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-b736f761-8e8b-49bc-91f9-7bb986d66c3c service neutron] Checking segment: {'id': '78a3690f-36a5-42b2-b6f6-23b9e423ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:59:52.109797 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-b736f761-8e8b-49bc-91f9-7bb986d66c3c service neutron] Bound using segment: {'id': '78a3690f-36a5-42b2-b6f6-23b9e423ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:59:52.112543 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-b736f761-8e8b-49bc-91f9-7bb986d66c3c service neutron] Bound port: 6776413c-7933-43a2-8435-aa333cc6cd9e, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78a3690f-36a5-42b2-b6f6-23b9e423ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:59:52.112543 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-b736f761-8e8b-49bc-91f9-7bb986d66c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6776413c-7933-43a2-8435-aa333cc6cd9e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:52.227753 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0cc0e77f-d1da-432d-9ebe-80f766718a72 req-0ca05148-cbd1-4ec0-8ad8-4b70ae09d1d8 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765323 Feb 19 03:59:52.483634 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-51a7e699-426f-4301-b2d2-847ca8f2d35d req-7395087b-5d6f-442c-a4ba-35b66cfa0081 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0899382 Feb 19 03:59:52.516026 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-b736f761-8e8b-49bc-91f9-7bb986d66c3c service neutron] For port 6776413c-7933-43a2-8435-aa333cc6cd9e, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:59:52.522052 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ab4eec9f-3384-4fbb-8126-f65f6cbed00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (9ad9863e-6562-46ec-8d56-7785d1bc5b8e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:52.527236 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-b736f761-8e8b-49bc-91f9-7bb986d66c3c service neutron] For port 6776413c-7933-43a2-8435-aa333cc6cd9e, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=6776413c-7933-43a2-8435-aa333cc6cd9e,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:59:52.553446 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661769e5-8a8a-4b06-82af-1b7cc28d160f req-4ccbc0e5-9749-4d37-9c16-5fe0a894db1a tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:52.563768 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-661769e5-8a8a-4b06-82af-1b7cc28d160f req-4ccbc0e5-9749-4d37-9c16-5fe0a894db1a tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=27ea2a0f-87f0-4093-a22c-864fba605367 HTTP/1.1" status: 200 len: 943 time: 0.3326640 Feb 19 03:59:52.569120 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-b736f761-8e8b-49bc-91f9-7bb986d66c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (6776413c-7933-43a2-8435-aa333cc6cd9e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:52.610848 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4eec9f-3384-4fbb-8126-f65f6cbed00f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ad9863e-6562-46ec-8d56-7785d1bc5b8e,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:52.639354 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4eec9f-3384-4fbb-8126-f65f6cbed00f admin admin] Checking segment: {'id': 'f907b6dd-87f2-43e2-9675-18e12a8456bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '765fe31a-e4e4-4a01-877d-1ee6e31908c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:59:52.639703 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4eec9f-3384-4fbb-8126-f65f6cbed00f admin admin] Network hostable DHCP agents. Network: 765fe31a-e4e4-4a01-877d-1ee6e31908c8, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:59:52.665162 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-b736f761-8e8b-49bc-91f9-7bb986d66c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:52.665816 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-b736f761-8e8b-49bc-91f9-7bb986d66c3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:52.667290 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-b736f761-8e8b-49bc-91f9-7bb986d66c3c service neutron] 10.222.0.79 "PUT /v2.0/ports/6776413c-7933-43a2-8435-aa333cc6cd9e HTTP/1.1" status: 200 len: 1092 time: 2.1751745 Feb 19 03:59:52.670917 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ea2a0f-87f0-4093-a22c-864fba605367', 'tag': '6776413c-7933-43a2-8435-aa333cc6cd9e'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:52.673277 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e281b87-a9c8-4e1f-ba63-f159e1727af7" -d '{"events": [{"name": "network-changed", "server_uuid": "27ea2a0f-87f0-4093-a22c-864fba605367", "tag": "6776413c-7933-43a2-8435-aa333cc6cd9e"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:52.674062 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4eec9f-3384-4fbb-8126-f65f6cbed00f admin admin] Network 765fe31a-e4e4-4a01-877d-1ee6e31908c8 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:59:52.694151 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-ab4eec9f-3384-4fbb-8126-f65f6cbed00f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 765fe31a-e4e4-4a01-877d-1ee6e31908c8) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:59:52.699375 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4eec9f-3384-4fbb-8126-f65f6cbed00f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:52.700020 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ab4eec9f-3384-4fbb-8126-f65f6cbed00f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:52.707065 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a120551-2f29-4e32-8fc9-77db9e11037a None None] Network 765fe31a-e4e4-4a01-877d-1ee6e31908c8 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:59:52.724297 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-661769e5-8a8a-4b06-82af-1b7cc28d160f req-ab17b82c-758a-469e-9e48-7df57d514c4b tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443188 Feb 19 03:59:52.730687 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736f761-8e8b-49bc-91f9-7bb986d66c3c service neutron] Pushing event updated for resources: {'Port': ['ID=6776413c-7933-43a2-8435-aa333cc6cd9e,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:52.789517 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ab4eec9f-3384-4fbb-8126-f65f6cbed00f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7615666 Feb 19 03:59:52.824532 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c4419-c156-4b9a-a6fd-483306d61b4f req-ccd944df-cadf-46c4-9136-efffa43c2275 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:52.833089 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c98c4419-c156-4b9a-a6fd-483306d61b4f req-ccd944df-cadf-46c4-9136-efffa43c2275 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 946 time: 0.2573676 Feb 19 03:59:52.934736 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9275ca3d-514b-4ef3-b0a9-3f1e4723533e req-2b64b1e8-9647-4b72-be1e-31a351ddf6ec tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 210 time: 0.0959792 Feb 19 03:59:53.045302 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c98c4419-c156-4b9a-a6fd-483306d61b4f req-6753fb40-b2ae-4bf6-9f7e-c1ae3ca3dcab tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038603 Feb 19 03:59:53.050855 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca95406-2984-4ff9-9f04-e710c3bb7d45 x-openstack-request-id: req-6ca95406-2984-4ff9-9f04-e710c3bb7d45 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:53.051164 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27ea2a0f-87f0-4093-a22c-864fba605367", "tag": "6776413c-7933-43a2-8435-aa333cc6cd9e", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:53.051425 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6ca95406-2984-4ff9-9f04-e710c3bb7d45 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:53.051834 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ea2a0f-87f0-4093-a22c-864fba605367', 'tag': '6776413c-7933-43a2-8435-aa333cc6cd9e', 'status': 'completed', 'code': 200} Feb 19 03:59:53.083180 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-9a0aa428-baaf-4a55-896b-763ea93ed85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:53.084720 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-9a0aa428-baaf-4a55-896b-763ea93ed85e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5c42b47db3b04ce6966fb4de683a6e22&device_id=27ea2a0f-87f0-4093-a22c-864fba605367 HTTP/1.1" status: 200 len: 1126 time: 0.3306525 Feb 19 03:59:53.175952 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf0cedf-5a51-435f-b8f2-90d2b34cc00d None None] Network 765fe31a-e4e4-4a01-877d-1ee6e31908c8 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:59:53.565081 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-fea5cf94-7611-47fc-a31c-db20e078441e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6776413c-7933-43a2-8435-aa333cc6cd9e HTTP/1.1" status: 200 len: 217 time: 0.4694905 Feb 19 03:59:53.567349 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-2c409f61-6115-4521-889b-b93667c02988 req-bdb063da-04fa-41e0-97f9-b97a133c33a8 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1407680219', 'description': 'tempest-description-790745978'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:53.657797 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-1d85d037-c891-4cc5-9dc2-ce6810b5540f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:53.659427 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-1d85d037-c891-4cc5-9dc2-ce6810b5540f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=05152657-41bb-4f53-a93a-a0556bf4ae06 HTTP/1.1" status: 200 len: 852 time: 0.0805547 Feb 19 03:59:53.662433 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2c409f61-6115-4521-889b-b93667c02988 req-bdb063da-04fa-41e0-97f9-b97a133c33a8 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:53.709689 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-a658f23b-f32a-4e18-aab3-70f6daf9efb7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9c484cb2-d49b-4cb4-a1e7-39d440927c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425444 Feb 19 03:59:53.717233 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69130af7-babe-4df0-af16-de2aaf82a282 req-7d769646-fd9a-473e-abcb-2593381e3f36 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:53.718453 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69130af7-babe-4df0-af16-de2aaf82a282 req-7d769646-fd9a-473e-abcb-2593381e3f36 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.1582646 Feb 19 03:59:53.888549 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69130af7-babe-4df0-af16-de2aaf82a282 req-e25604bd-c243-4021-92c3-04d9f137aff9 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545722 Feb 19 03:59:53.919506 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-dc3f883a-aa50-4e93-8991-33b8092453ae service neutron] 10.222.0.79 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979899 Feb 19 03:59:53.941656 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2c409f61-6115-4521-889b-b93667c02988 req-bdb063da-04fa-41e0-97f9-b97a133c33a8 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (3a13a570-ceaf-4f34-96bd-4a9fc0c30b5c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:53.954444 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2c409f61-6115-4521-889b-b93667c02988 req-bdb063da-04fa-41e0-97f9-b97a133c33a8 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3a13a570-ceaf-4f34-96bd-4a9fc0c30b5c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:54.033230 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2c409f61-6115-4521-889b-b93667c02988 req-bdb063da-04fa-41e0-97f9-b97a133c33a8 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:54.035517 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c409f61-6115-4521-889b-b93667c02988 req-bdb063da-04fa-41e0-97f9-b97a133c33a8 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4738138 Feb 19 03:59:54.049703 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb063da-04fa-41e0-97f9-b97a133c33a8 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a13a570-ceaf-4f34-96bd-4a9fc0c30b5c,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:54.177300 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18b8b1d6-9a54-4a16-97a1-916fc16b966d req-087dc7d3-0faf-485a-8b19-3dc9b16c1c60 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0495691 Feb 19 03:59:54.181761 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ee2fab3-868f-4515-b19a-a13e5610218b req-6221a65b-7b50-4d76-b470-38efd5a17365 service neutron] 10.222.0.79 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536559 Feb 19 03:59:54.207575 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5bbb0-2d38-4aa6-83ee-69fd7096311f req-e5cefd2a-8237-49fe-bce2-a95c6907eec3 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:54.216062 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4e5bbb0-2d38-4aa6-83ee-69fd7096311f req-e5cefd2a-8237-49fe-bce2-a95c6907eec3 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73ba41c-9aec-4ec1-ac02-b67a191f17fc HTTP/1.1" status: 200 len: 945 time: 0.1394923 Feb 19 03:59:54.281084 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4e5bbb0-2d38-4aa6-83ee-69fd7096311f req-0daf9855-089f-4d23-bd4d-0eff12fa4b29 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640318 Feb 19 03:59:54.415894 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0de824a9-6953-4023-a44d-253b81b95a38 req-7d989495-8204-4c16-9dd9-84584e5434ed tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=910dee33-103a-41d3-aae1-e5b9dd49774b HTTP/1.1" status: 200 len: 210 time: 0.0406182 Feb 19 03:59:54.430458 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e281b87-a9c8-4e1f-ba63-f159e1727af7 req-afab586c-e3c0-40af-833e-ba6f2bcec8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:54.432007 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9e281b87-a9c8-4e1f-ba63-f159e1727af7 req-afab586c-e3c0-40af-833e-ba6f2bcec8b3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5c42b47db3b04ce6966fb4de683a6e22&device_id=27ea2a0f-87f0-4093-a22c-864fba605367 HTTP/1.1" status: 200 len: 1126 time: 0.1743853 Feb 19 03:59:54.477666 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19a601-ec49-4394-8358-c686d7b45b31 req-31811701-c04d-493a-8a6f-901cc9d1a309 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:54.479324 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4e19a601-ec49-4394-8358-c686d7b45b31 req-31811701-c04d-493a-8a6f-901cc9d1a309 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=27ea2a0f-87f0-4093-a22c-864fba605367 HTTP/1.1" status: 200 len: 943 time: 0.1490924 Feb 19 03:59:54.580509 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c6fadfb-5226-4aa2-8038-bf4baa32778d req-fb092122-627d-423d-84bf-bae9c4f72c2e tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] 10.222.0.52 "GET /v2.0/security-groups/3a13a570-ceaf-4f34-96bd-4a9fc0c30b5c HTTP/1.1" status: 200 len: 1829 time: 0.1260450 Feb 19 03:59:54.598335 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-3c6fadfb-5226-4aa2-8038-bf4baa32778d req-049b3a88-97cf-4454-8242-957e00e7b6d2 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a13a570-ceaf-4f34-96bd-4a9fc0c30b5c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:54.598827 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-3c6fadfb-5226-4aa2-8038-bf4baa32778d req-049b3a88-97cf-4454-8242-957e00e7b6d2 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a13a570-ceaf-4f34-96bd-4a9fc0c30b5c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:54.631349 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4e19a601-ec49-4394-8358-c686d7b45b31 req-8d5d7009-5ddf-4d18-bbff-3d56527b2c24 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232009 Feb 19 03:59:54.681219 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e281b87-a9c8-4e1f-ba63-f159e1727af7 req-678c3b42-c346-4030-a1af-dcf831c4d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:54.682737 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9e281b87-a9c8-4e1f-ba63-f159e1727af7 req-678c3b42-c346-4030-a1af-dcf831c4d02d service neutron] 10.222.0.79 "GET /v2.0/networks?id=9c484cb2-d49b-4cb4-a1e7-39d440927c34 HTTP/1.1" status: 200 len: 913 time: 0.2387154 Feb 19 03:59:54.777563 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9e281b87-a9c8-4e1f-ba63-f159e1727af7 req-a72fa803-ed13-4482-894c-e6729b9022fc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6776413c-7933-43a2-8435-aa333cc6cd9e HTTP/1.1" status: 200 len: 217 time: 0.0777876 Feb 19 03:59:54.838195 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3c6fadfb-5226-4aa2-8038-bf4baa32778d req-049b3a88-97cf-4454-8242-957e00e7b6d2 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group_rule (e8fbf140-56b1-4cc6-8e12-fc98e5a5d4d7), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:54.874297 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3c6fadfb-5226-4aa2-8038-bf4baa32778d req-049b3a88-97cf-4454-8242-957e00e7b6d2 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group_rule (e8fbf140-56b1-4cc6-8e12-fc98e5a5d4d7), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:54.882701 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f61db-15c5-4bb6-94b5-5074766db165 req-d5bf9c0d-40aa-480b-8de3-bf70c01401da tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:54.884603 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-155f61db-15c5-4bb6-94b5-5074766db165 req-d5bf9c0d-40aa-480b-8de3-bf70c01401da tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 946 time: 0.1683292 Feb 19 03:59:54.887679 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3c6fadfb-5226-4aa2-8038-bf4baa32778d req-049b3a88-97cf-4454-8242-957e00e7b6d2 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (e8fbf140-56b1-4cc6-8e12-fc98e5a5d4d7), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:54.895084 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e281b87-a9c8-4e1f-ba63-f159e1727af7 req-41b45b60-4ddb-4ca5-a48c-c0e7893c879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:54.896498 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9e281b87-a9c8-4e1f-ba63-f159e1727af7 req-41b45b60-4ddb-4ca5-a48c-c0e7893c879a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=05152657-41bb-4f53-a93a-a0556bf4ae06 HTTP/1.1" status: 200 len: 852 time: 0.1085100 Feb 19 03:59:54.934668 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b3a88-97cf-4454-8242-957e00e7b6d2 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8fbf140-56b1-4cc6-8e12-fc98e5a5d4d7,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:54.953731 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3c6fadfb-5226-4aa2-8038-bf4baa32778d req-049b3a88-97cf-4454-8242-957e00e7b6d2 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:54.954959 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c6fadfb-5226-4aa2-8038-bf4baa32778d req-049b3a88-97cf-4454-8242-957e00e7b6d2 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3650262 Feb 19 03:59:54.957494 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9e281b87-a9c8-4e1f-ba63-f159e1727af7 req-b8a40a28-2820-4568-b292-126b8a8610b3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9c484cb2-d49b-4cb4-a1e7-39d440927c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529826 Feb 19 03:59:55.041673 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-155f61db-15c5-4bb6-94b5-5074766db165 req-4fc50d7e-49b2-4ee8-8c1c-f63e0ec652ed tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440921 Feb 19 03:59:55.110945 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9e281b87-a9c8-4e1f-ba63-f159e1727af7 req-44f95f7d-107a-40cf-bc1b-5e1b9ce2f645 service neutron] 10.222.0.79 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430113 Feb 19 03:59:55.245643 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5d77fba-af0e-4163-a318-09b065ad7223 req-4c267fb2-8e7d-4ccf-99ab-b528948c0074 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-146416333&fields=id&tenant_id=0ed4bede626f435bb8cb39067854622d HTTP/1.1" status: 200 len: 267 time: 0.1066685 Feb 19 03:59:55.280406 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10589d73-dd86-44dd-a408-f4a5254c1a02 req-77ac6c60-6287-4791-8483-815be8781ac3 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64&device_id=0f5bb248-a9a6-4983-99bc-14f213cf346e HTTP/1.1" status: 200 len: 210 time: 0.0487492 Feb 19 03:59:55.283578 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9e281b87-a9c8-4e1f-ba63-f159e1727af7 req-bad83d2b-27af-4dc4-8099-e7c522f47ba7 service neutron] 10.222.0.79 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656599 Feb 19 03:59:55.353682 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d77fba-af0e-4163-a318-09b065ad7223 req-f4ff6792-304a-4399-99ef-e285008b092b tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:55.355592 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5d77fba-af0e-4163-a318-09b065ad7223 req-f4ff6792-304a-4399-99ef-e285008b092b tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73ba41c-9aec-4ec1-ac02-b67a191f17fc HTTP/1.1" status: 200 len: 945 time: 0.1012352 Feb 19 03:59:55.368480 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-b5d77fba-af0e-4163-a318-09b065ad7223 req-b2a351ab-9363-4884-8526-7866a1242f62 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Request body: {'port': {'security_groups': ['5140aa05-dc18-4caf-82c7-eeb36041033c', 'a5542b15-ffa8-470e-805d-c828a8fbdebc']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:55.482888 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b5d77fba-af0e-4163-a318-09b065ad7223 req-b2a351ab-9363-4884-8526-7866a1242f62 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (94aaea2f-ab6a-4683-a3f0-0acd276b2e61), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:55.490896 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b684a9-d4e7-4671-9e0e-b7425ac9daca req-b7d7cabc-602d-4d4d-93b1-05c7ed46e191 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:55.493005 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8b684a9-d4e7-4671-9e0e-b7425ac9daca req-b7d7cabc-602d-4d4d-93b1-05c7ed46e191 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.1293850 Feb 19 03:59:55.590856 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8b684a9-d4e7-4671-9e0e-b7425ac9daca req-4472ba8f-7f33-4252-bec7-5c4b90abf673 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875323 Feb 19 03:59:55.693207 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1e185e0d-92fe-4a70-bd26-6ceec03ece33 req-145b46c1-3992-4f21-ab37-707faa2f6dfb tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] 10.222.0.52 "GET /v2.0/security-groups/3a13a570-ceaf-4f34-96bd-4a9fc0c30b5c HTTP/1.1" status: 200 len: 2422 time: 0.0640426 Feb 19 03:59:55.797163 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-b5d77fba-af0e-4163-a318-09b065ad7223 req-b2a351ab-9363-4884-8526-7866a1242f62 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] For port 94aaea2f-ab6a-4683-a3f0-0acd276b2e61, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=94aaea2f-ab6a-4683-a3f0-0acd276b2e61,segment=NetworkSegment(0f8a4699-36b5-4083-8984-ab51054bba1e),segment_id=0f8a4699-36b5-4083-8984-ab51054bba1e)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:55.828203 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b5d77fba-af0e-4163-a318-09b065ad7223 req-b2a351ab-9363-4884-8526-7866a1242f62 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for port (94aaea2f-ab6a-4683-a3f0-0acd276b2e61), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:55.833700 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b5d77fba-af0e-4163-a318-09b065ad7223 req-b2a351ab-9363-4884-8526-7866a1242f62 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (94aaea2f-ab6a-4683-a3f0-0acd276b2e61), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:55.846861 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['94aaea2f-ab6a-4683-a3f0-0acd276b2e61'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:55.888974 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d77fba-af0e-4163-a318-09b065ad7223 req-b2a351ab-9363-4884-8526-7866a1242f62 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:55.889826 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b5d77fba-af0e-4163-a318-09b065ad7223 req-b2a351ab-9363-4884-8526-7866a1242f62 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:55.902754 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5d77fba-af0e-4163-a318-09b065ad7223 req-b2a351ab-9363-4884-8526-7866a1242f62 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "PUT /v2.0/ports/94aaea2f-ab6a-4683-a3f0-0acd276b2e61 HTTP/1.1" status: 200 len: 981 time: 0.5407786 Feb 19 03:59:55.904021 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73ba41c-9aec-4ec1-ac02-b67a191f17fc', 'tag': '94aaea2f-ab6a-4683-a3f0-0acd276b2e61'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:55.908897 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e6667e-c14e-42ae-9329-d2ecb1891962" -d '{"events": [{"name": "network-changed", "server_uuid": "b73ba41c-9aec-4ec1-ac02-b67a191f17fc", "tag": "94aaea2f-ab6a-4683-a3f0-0acd276b2e61"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:55.955869 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a351ab-9363-4884-8526-7866a1242f62 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Pushing event updated for resources: {'Port': ['ID=94aaea2f-ab6a-4683-a3f0-0acd276b2e61,revision_number=6']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:56.013168 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-32cd1ad6-7fc3-4ebb-811d-ebede9567009 req-e37f967e-8770-473c-9f9a-b1efcba191e8 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] 10.222.0.52 "GET /v2.0/security-group-rules/e8fbf140-56b1-4cc6-8e12-fc98e5a5d4d7 HTTP/1.1" status: 200 len: 778 time: 0.0392370 Feb 19 03:59:56.025905 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a4360db2-c928-40be-8ae7-28d0f28475df req-b6553074-166f-446d-a632-c10caa560dad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=75e6c37d95ef4da3b5814b176c150812&device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0876212 Feb 19 03:59:56.077664 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['94aaea2f-ab6a-4683-a3f0-0acd276b2e61'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:56.081993 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-32cd1ad6-7fc3-4ebb-811d-ebede9567009 req-f3155625-8825-40e8-be86-d3121f77a78c tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] 10.222.0.52 "GET /v2.0/security-groups/3a13a570-ceaf-4f34-96bd-4a9fc0c30b5c HTTP/1.1" status: 200 len: 2422 time: 0.0678749 Feb 19 03:59:56.101282 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a4360db2-c928-40be-8ae7-28d0f28475df req-b2fbc56e-4e9b-4756-8d62-b74798e53b79 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=75e6c37d95ef4da3b5814b176c150812&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679953 Feb 19 03:59:56.113647 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-32cd1ad6-7fc3-4ebb-811d-ebede9567009 req-9349e63b-a1f5-4f49-af03-5ff6e90ecd04 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group_rule (e8fbf140-56b1-4cc6-8e12-fc98e5a5d4d7), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:56.161762 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-32cd1ad6-7fc3-4ebb-811d-ebede9567009 req-9349e63b-a1f5-4f49-af03-5ff6e90ecd04 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group_rule (e8fbf140-56b1-4cc6-8e12-fc98e5a5d4d7), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:56.229545 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677e662-7800-42b3-947e-fc6fa7d1f941 req-c119e021-3896-4b6e-a0b2-f49e6f07c6e6 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:56.231627 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8677e662-7800-42b3-947e-fc6fa7d1f941 req-c119e021-3896-4b6e-a0b2-f49e6f07c6e6 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=27ea2a0f-87f0-4093-a22c-864fba605367 HTTP/1.1" status: 200 len: 943 time: 0.1123207 Feb 19 03:59:56.232302 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-32cd1ad6-7fc3-4ebb-811d-ebede9567009 req-9349e63b-a1f5-4f49-af03-5ff6e90ecd04 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (e8fbf140-56b1-4cc6-8e12-fc98e5a5d4d7), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:56.243443 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4360db2-c928-40be-8ae7-28d0f28475df req-e966c0ce-421e-459d-bc63-a6faae5b61fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:56.245227 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a4360db2-c928-40be-8ae7-28d0f28475df req-e966c0ce-421e-459d-bc63-a6faae5b61fb service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1369152 Feb 19 03:59:56.247651 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-32cd1ad6-7fc3-4ebb-811d-ebede9567009 req-9349e63b-a1f5-4f49-af03-5ff6e90ecd04 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:56.248881 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-32cd1ad6-7fc3-4ebb-811d-ebede9567009 req-9349e63b-a1f5-4f49-af03-5ff6e90ecd04 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/e8fbf140-56b1-4cc6-8e12-fc98e5a5d4d7 HTTP/1.1" status: 204 len: 173 time: 0.1660106 Feb 19 03:59:56.249822 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349e63b-a1f5-4f49-af03-5ff6e90ecd04 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8fbf140-56b1-4cc6-8e12-fc98e5a5d4d7,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:56.307421 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8677e662-7800-42b3-947e-fc6fa7d1f941 req-e6c6d64e-92e2-4547-9b71-9d23ce095b4f tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631897 Feb 19 03:59:56.387374 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1f9e6e-7407-4dde-928f-f678f98107d2 x-openstack-request-id: req-eb1f9e6e-7407-4dde-928f-f678f98107d2 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:56.387759 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73ba41c-9aec-4ec1-ac02-b67a191f17fc", "tag": "94aaea2f-ab6a-4683-a3f0-0acd276b2e61", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:56.387981 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eb1f9e6e-7407-4dde-928f-f678f98107d2 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:56.388643 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73ba41c-9aec-4ec1-ac02-b67a191f17fc', 'tag': '94aaea2f-ab6a-4683-a3f0-0acd276b2e61', 'status': 'completed', 'code': 200} Feb 19 03:59:56.434403 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f89b7816-4f39-41da-801f-6ca6b7cbbe6f req-57509e62-59f8-4c83-a4dd-596ea74c294b tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1534002912&fields=id&tenant_id=0ed4bede626f435bb8cb39067854622d HTTP/1.1" status: 200 len: 267 time: 0.0445983 Feb 19 03:59:56.474456 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6667e-c14e-42ae-9329-d2ecb1891962 req-1e774fc3-90f0-4846-821e-d1041641237d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:56.476016 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a8e6667e-c14e-42ae-9329-d2ecb1891962 req-1e774fc3-90f0-4846-821e-d1041641237d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ed4bede626f435bb8cb39067854622d&device_id=b73ba41c-9aec-4ec1-ac02-b67a191f17fc HTTP/1.1" status: 200 len: 1167 time: 0.0605099 Feb 19 03:59:56.503345 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e37d4353-94e2-45a6-b5b1-4e9b089f8c58 req-7a0300aa-ad71-457d-9dec-6f2a41e22858 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0566742 Feb 19 03:59:56.535474 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b7816-4f39-41da-801f-6ca6b7cbbe6f req-476fc8f5-01cd-4997-9685-7fa54b9b2401 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:56.535474 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f89b7816-4f39-41da-801f-6ca6b7cbbe6f req-476fc8f5-01cd-4997-9685-7fa54b9b2401 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73ba41c-9aec-4ec1-ac02-b67a191f17fc HTTP/1.1" status: 200 len: 984 time: 0.0778551 Feb 19 03:59:56.552111 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-f89b7816-4f39-41da-801f-6ca6b7cbbe6f req-41c5c3e3-4052-439a-a5eb-e23b8394ffc8 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Request body: {'port': {'security_groups': ['5140aa05-dc18-4caf-82c7-eeb36041033c', 'a5542b15-ffa8-470e-805d-c828a8fbdebc', 'b2bf43a0-4065-4dee-a0fc-b0f63e2aeccf']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:56.559567 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:56.593511 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6667e-c14e-42ae-9329-d2ecb1891962 req-faf96b08-57f7-4b4c-b5e1-3cf1d9500a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:56.595231 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a8e6667e-c14e-42ae-9329-d2ecb1891962 req-faf96b08-57f7-4b4c-b5e1-3cf1d9500a15 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a21f3efc-0cd7-4772-8d7a-73413e00b052 HTTP/1.1" status: 200 len: 914 time: 0.1112807 Feb 19 03:59:56.638089 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a8e6667e-c14e-42ae-9329-d2ecb1891962 req-56ea3037-c900-4d13-82a3-5dcac92f2a5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94aaea2f-ab6a-4683-a3f0-0acd276b2e61 HTTP/1.1" status: 200 len: 217 time: 0.0365217 Feb 19 03:59:56.672610 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f89b7816-4f39-41da-801f-6ca6b7cbbe6f req-41c5c3e3-4052-439a-a5eb-e23b8394ffc8 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (94aaea2f-ab6a-4683-a3f0-0acd276b2e61), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:56.689782 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6667e-c14e-42ae-9329-d2ecb1891962 req-c7f9a137-e4fa-47ff-8c10-bc604a8b788e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:56.691428 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a8e6667e-c14e-42ae-9329-d2ecb1891962 req-c7f9a137-e4fa-47ff-8c10-bc604a8b788e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f8b485d-9d1d-4408-ae3e-0a5ee11b7eda HTTP/1.1" status: 200 len: 853 time: 0.0467367 Feb 19 03:59:56.730698 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a8e6667e-c14e-42ae-9329-d2ecb1891962 req-2a33bbeb-e25b-4176-8b35-edb0332c1354 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a21f3efc-0cd7-4772-8d7a-73413e00b052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316112 Feb 19 03:59:56.740721 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86df80-a4a5-4e25-aa70-298801d9bf39 req-d5e84bcb-6b0b-4cb0-9ee6-fb7ae2821c37 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:56.743573 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf86df80-a4a5-4e25-aa70-298801d9bf39 req-d5e84bcb-6b0b-4cb0-9ee6-fb7ae2821c37 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 946 time: 0.1161036 Feb 19 03:59:56.835121 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a8e6667e-c14e-42ae-9329-d2ecb1891962 req-583bcd5c-1543-4be1-9495-7396cc2a6e2f service neutron] 10.222.0.26 "GET /v2.0/networks/a21f3efc-0cd7-4772-8d7a-73413e00b052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979662 Feb 19 03:59:56.867971 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf86df80-a4a5-4e25-aa70-298801d9bf39 req-7203c2e1-d806-4e90-b814-6294f0f912da tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765445 Feb 19 03:59:56.930375 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-2c8325aa-be55-499e-857b-5ab8135ed8a5 req-2051d30d-0441-4187-becd-ddf77d08aa29 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1913873484', 'description': 'tempest-description-1922105403'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:56.931439 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a8e6667e-c14e-42ae-9329-d2ecb1891962 req-4d47b1cd-26fb-4323-8b93-1d9e5c5c772b service neutron] 10.222.0.26 "GET /v2.0/networks/a21f3efc-0cd7-4772-8d7a-73413e00b052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894182 Feb 19 03:59:56.960527 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2c8325aa-be55-499e-857b-5ab8135ed8a5 req-2051d30d-0441-4187-becd-ddf77d08aa29 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:57.004320 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-f89b7816-4f39-41da-801f-6ca6b7cbbe6f req-41c5c3e3-4052-439a-a5eb-e23b8394ffc8 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] For port 94aaea2f-ab6a-4683-a3f0-0acd276b2e61, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=94aaea2f-ab6a-4683-a3f0-0acd276b2e61,segment=NetworkSegment(0f8a4699-36b5-4083-8984-ab51054bba1e),segment_id=0f8a4699-36b5-4083-8984-ab51054bba1e)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:57.051713 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f89b7816-4f39-41da-801f-6ca6b7cbbe6f req-41c5c3e3-4052-439a-a5eb-e23b8394ffc8 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for port (94aaea2f-ab6a-4683-a3f0-0acd276b2e61), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:57.058898 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f89b7816-4f39-41da-801f-6ca6b7cbbe6f req-41c5c3e3-4052-439a-a5eb-e23b8394ffc8 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (94aaea2f-ab6a-4683-a3f0-0acd276b2e61), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:57.069856 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['94aaea2f-ab6a-4683-a3f0-0acd276b2e61'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:57.116485 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b7816-4f39-41da-801f-6ca6b7cbbe6f req-41c5c3e3-4052-439a-a5eb-e23b8394ffc8 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:57.117629 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f89b7816-4f39-41da-801f-6ca6b7cbbe6f req-41c5c3e3-4052-439a-a5eb-e23b8394ffc8 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:57.124966 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f89b7816-4f39-41da-801f-6ca6b7cbbe6f req-41c5c3e3-4052-439a-a5eb-e23b8394ffc8 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "PUT /v2.0/ports/94aaea2f-ab6a-4683-a3f0-0acd276b2e61 HTTP/1.1" status: 200 len: 1020 time: 0.5803947 Feb 19 03:59:57.128717 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2c8325aa-be55-499e-857b-5ab8135ed8a5 req-2051d30d-0441-4187-becd-ddf77d08aa29 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (8312babc-367f-404f-b233-2f231ad1ba84), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:57.163020 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5c3e3-4052-439a-a5eb-e23b8394ffc8 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Pushing event updated for resources: {'Port': ['ID=94aaea2f-ab6a-4683-a3f0-0acd276b2e61,revision_number=7']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:57.177114 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2c8325aa-be55-499e-857b-5ab8135ed8a5 req-2051d30d-0441-4187-becd-ddf77d08aa29 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8312babc-367f-404f-b233-2f231ad1ba84), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:57.239917 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['94aaea2f-ab6a-4683-a3f0-0acd276b2e61'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:57.253683 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2c8325aa-be55-499e-857b-5ab8135ed8a5 req-2051d30d-0441-4187-becd-ddf77d08aa29 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:57.255021 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c8325aa-be55-499e-857b-5ab8135ed8a5 req-2051d30d-0441-4187-becd-ddf77d08aa29 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3326981 Feb 19 03:59:57.269583 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051d30d-0441-4187-becd-ddf77d08aa29 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8312babc-367f-404f-b233-2f231ad1ba84,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:57.307983 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634860e-8bab-497b-8301-2518e82f2175 req-b068b697-257b-433d-a70e-656feeb1628a tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:57.310812 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d634860e-8bab-497b-8301-2518e82f2175 req-b068b697-257b-433d-a70e-656feeb1628a tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/ports?device_id=40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0 HTTP/1.1" status: 200 len: 950 time: 0.1226666 Feb 19 03:59:57.407350 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d634860e-8bab-497b-8301-2518e82f2175 req-2612f941-94f2-470c-acf5-6de0b2cd7372 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e955708-ed76-4b67-8a10-3f0c055a3c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889888 Feb 19 03:59:57.422042 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379769a-d76e-400b-8d0d-4ba5d379db95 req-254ffba7-06e4-45b2-899c-d4a410614c69 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:57.423890 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1379769a-d76e-400b-8d0d-4ba5d379db95 req-254ffba7-06e4-45b2-899c-d4a410614c69 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.0980332 Feb 19 03:59:57.483243 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1379769a-d76e-400b-8d0d-4ba5d379db95 req-de328659-1d1e-4fbd-a4f1-3909f52190ed tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537722 Feb 19 03:59:57.589296 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b14e98-314b-4704-b0db-0b1ec7a37a46 req-60c172d5-fb44-44a5-8a1e-fd665acf4725 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:57.590784 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-01b14e98-314b-4704-b0db-0b1ec7a37a46 req-60c172d5-fb44-44a5-8a1e-fd665acf4725 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73ba41c-9aec-4ec1-ac02-b67a191f17fc HTTP/1.1" status: 200 len: 1023 time: 0.0938134 Feb 19 03:59:57.592933 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5975e6c7-64a4-4d60-9d74-15d230bc8213 req-4be2239d-a2e8-4014-9202-41aad24da2cf tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] 10.222.0.52 "GET /v2.0/security-groups/8312babc-367f-404f-b233-2f231ad1ba84 HTTP/1.1" status: 200 len: 1830 time: 0.0582333 Feb 19 03:59:57.670468 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-01b14e98-314b-4704-b0db-0b1ec7a37a46 req-07500427-d6b8-4610-a956-a126d4c3ec60 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&id=a5542b15-ffa8-470e-805d-c828a8fbdebc&id=b2bf43a0-4065-4dee-a0fc-b0f63e2aeccf HTTP/1.1" status: 200 len: 6199 time: 0.0738966 Feb 19 03:59:57.711752 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c6b64-9bb0-40f8-a2b2-a086a63eccdd req-65c8d194-dce5-429d-aa15-33526025a6ed tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:57.713228 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-887c6b64-9bb0-40f8-a2b2-a086a63eccdd req-65c8d194-dce5-429d-aa15-33526025a6ed tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=27ea2a0f-87f0-4093-a22c-864fba605367 HTTP/1.1" status: 200 len: 943 time: 0.0659535 Feb 19 03:59:57.769550 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-887c6b64-9bb0-40f8-a2b2-a086a63eccdd req-49d2f221-fcd6-41ad-b553-ac14968c35ab tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502813 Feb 19 03:59:57.865109 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-626f2f76-b356-473a-8857-39304a32830e req-3789fb72-5725-4564-a02e-71c50ac54c29 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0337853 Feb 19 03:59:57.907539 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-66df705f-31bb-44b2-985b-b8a3a2e8c908 req-2fc8912e-3f3d-4dbb-a7c3-9193686f510e tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1223466382 ', 'description': 'tempest-description-993715334'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:57.931744 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-66df705f-31bb-44b2-985b-b8a3a2e8c908 req-2fc8912e-3f3d-4dbb-a7c3-9193686f510e tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:58.012502 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-66df705f-31bb-44b2-985b-b8a3a2e8c908 req-2fc8912e-3f3d-4dbb-a7c3-9193686f510e tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (f898ee8b-1606-4d00-a8e9-f440d868a321), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:58.017704 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-66df705f-31bb-44b2-985b-b8a3a2e8c908 req-2fc8912e-3f3d-4dbb-a7c3-9193686f510e tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f898ee8b-1606-4d00-a8e9-f440d868a321), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:58.055863 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8912e-3f3d-4dbb-a7c3-9193686f510e tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f898ee8b-1606-4d00-a8e9-f440d868a321,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:58.056671 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a4360db2-c928-40be-8ae7-28d0f28475df req-c05a4d82-14df-44e9-ac6a-5e72062341d8 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.26 "GET /v2.0/ports?device_id=07d3093b-241e-4dd8-bb67-9a11ed975f64 HTTP/1.1" status: 200 len: 210 time: 0.0378993 Feb 19 03:59:58.061217 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-66df705f-31bb-44b2-985b-b8a3a2e8c908 req-2fc8912e-3f3d-4dbb-a7c3-9193686f510e tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:58.062941 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66df705f-31bb-44b2-985b-b8a3a2e8c908 req-2fc8912e-3f3d-4dbb-a7c3-9193686f510e tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1595056 Feb 19 03:59:58.084567 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-5a28c6cf-e2f6-4276-a0b3-5de5990f99dc req-1fe0394f-f692-4641-8331-8780d83babe6 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-583495256', 'description': 'tempest-description-1959418157'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:58.110212 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5a28c6cf-e2f6-4276-a0b3-5de5990f99dc req-1fe0394f-f692-4641-8331-8780d83babe6 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:58.206767 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad315248-c927-46f9-a6f5-5e39e1f4d59d req-bf3ed063-6bb2-4ffc-a0ea-00b2af61f2cc tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:58.208199 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad315248-c927-46f9-a6f5-5e39e1f4d59d req-bf3ed063-6bb2-4ffc-a0ea-00b2af61f2cc tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 946 time: 0.0956597 Feb 19 03:59:58.248811 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5a28c6cf-e2f6-4276-a0b3-5de5990f99dc req-1fe0394f-f692-4641-8331-8780d83babe6 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (7ad8f654-ae8a-4679-ad0d-cfe88f595586), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:58.255452 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5a28c6cf-e2f6-4276-a0b3-5de5990f99dc req-1fe0394f-f692-4641-8331-8780d83babe6 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7ad8f654-ae8a-4679-ad0d-cfe88f595586), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:58.309076 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad315248-c927-46f9-a6f5-5e39e1f4d59d req-7dce8f3b-074b-418d-af2d-86742b5aa842 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858603 Feb 19 03:59:58.309940 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0394f-f692-4641-8331-8780d83babe6 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad8f654-ae8a-4679-ad0d-cfe88f595586,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:58.313967 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5a28c6cf-e2f6-4276-a0b3-5de5990f99dc req-1fe0394f-f692-4641-8331-8780d83babe6 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:58.315181 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a28c6cf-e2f6-4276-a0b3-5de5990f99dc req-1fe0394f-f692-4641-8331-8780d83babe6 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2364507 Feb 19 03:59:58.392403 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73ba41c-9aec-4ec1-ac02-b67a191f17fc', 'tag': '94aaea2f-ab6a-4683-a3f0-0acd276b2e61'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:58.395332 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fecdfb-3574-49d3-904b-ccae03ec1ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "b73ba41c-9aec-4ec1-ac02-b67a191f17fc", "tag": "94aaea2f-ab6a-4683-a3f0-0acd276b2e61"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:58.409968 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ee0e077-5868-4e80-b670-ca4dbbb41f15 req-ee3e081d-4323-4be0-858a-459e9f3d9976 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups/f898ee8b-1606-4d00-a8e9-f440d868a321 HTTP/1.1" status: 200 len: 1797 time: 0.0558937 Feb 19 03:59:58.443933 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec5c5542-184b-4d35-84a0-01a2cc6a6b0a req-eed478ec-a4ae-4c3e-be61-4e1342430206 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] 10.222.0.52 "GET /v2.0/security-groups/7ad8f654-ae8a-4679-ad0d-cfe88f595586 HTTP/1.1" status: 200 len: 1829 time: 0.0446696 Feb 19 03:59:58.466961 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31a98fe-fb39-4d12-a904-9b4ff5bb6161 x-openstack-request-id: req-d31a98fe-fb39-4d12-a904-9b4ff5bb6161 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:58.467681 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73ba41c-9aec-4ec1-ac02-b67a191f17fc", "tag": "94aaea2f-ab6a-4683-a3f0-0acd276b2e61", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:58.468107 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d31a98fe-fb39-4d12-a904-9b4ff5bb6161 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:58.468701 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73ba41c-9aec-4ec1-ac02-b67a191f17fc', 'tag': '94aaea2f-ab6a-4683-a3f0-0acd276b2e61', 'status': 'completed', 'code': 200} Feb 19 03:59:58.475714 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-996cb3ed-f915-4c7f-b3af-3fb4e15e151e req-3851b248-2e4f-47b1-90d1-b486f38ac532 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1796716699', 'description': 'tempest-description-1851270076'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:58.524314 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-996cb3ed-f915-4c7f-b3af-3fb4e15e151e req-3851b248-2e4f-47b1-90d1-b486f38ac532 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:58.539892 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fecdfb-3574-49d3-904b-ccae03ec1ce0 req-942214b6-bfa3-4fa1-906d-27ea4febbad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:58.541692 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-68fecdfb-3574-49d3-904b-ccae03ec1ce0 req-942214b6-bfa3-4fa1-906d-27ea4febbad3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ed4bede626f435bb8cb39067854622d&device_id=b73ba41c-9aec-4ec1-ac02-b67a191f17fc HTTP/1.1" status: 200 len: 1207 time: 0.0656562 Feb 19 03:59:58.547054 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18c9b941-dce1-4a23-b307-adb19b7bcf3f req-d70d0bdf-0c56-4abd-8dbd-de96838f062c tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups/f898ee8b-1606-4d00-a8e9-f440d868a321 HTTP/1.1" status: 200 len: 1797 time: 0.0771055 Feb 19 03:59:58.650422 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fecdfb-3574-49d3-904b-ccae03ec1ce0 req-cbd13b8c-d1c8-45dd-8dfd-ed4197c0835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:58.652192 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-68fecdfb-3574-49d3-904b-ccae03ec1ce0 req-cbd13b8c-d1c8-45dd-8dfd-ed4197c0835e service neutron] 10.222.0.26 "GET /v2.0/networks?id=a21f3efc-0cd7-4772-8d7a-73413e00b052 HTTP/1.1" status: 200 len: 914 time: 0.0977685 Feb 19 03:59:58.660857 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-18c9b941-dce1-4a23-b307-adb19b7bcf3f req-0c6fef70-d3c1-4b90-8057-37b9a99da0b8 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (f898ee8b-1606-4d00-a8e9-f440d868a321), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:58.682188 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-996cb3ed-f915-4c7f-b3af-3fb4e15e151e req-3851b248-2e4f-47b1-90d1-b486f38ac532 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (84ba5de8-b3ae-40cf-8003-ab3a39c43476), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:58.703087 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-996cb3ed-f915-4c7f-b3af-3fb4e15e151e req-3851b248-2e4f-47b1-90d1-b486f38ac532 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (84ba5de8-b3ae-40cf-8003-ab3a39c43476), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:58.706198 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-18c9b941-dce1-4a23-b307-adb19b7bcf3f req-0c6fef70-d3c1-4b90-8057-37b9a99da0b8 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (f898ee8b-1606-4d00-a8e9-f440d868a321), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:58.715608 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-68fecdfb-3574-49d3-904b-ccae03ec1ce0 req-a6f3c818-fd81-454b-ad96-f84cc8585ec1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94aaea2f-ab6a-4683-a3f0-0acd276b2e61 HTTP/1.1" status: 200 len: 217 time: 0.0563345 Feb 19 03:59:58.750986 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-996cb3ed-f915-4c7f-b3af-3fb4e15e151e req-3851b248-2e4f-47b1-90d1-b486f38ac532 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:58.753720 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-996cb3ed-f915-4c7f-b3af-3fb4e15e151e req-3851b248-2e4f-47b1-90d1-b486f38ac532 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2817914 Feb 19 03:59:58.774120 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851b248-2e4f-47b1-90d1-b486f38ac532 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ba5de8-b3ae-40cf-8003-ab3a39c43476,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:58.781754 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fecdfb-3574-49d3-904b-ccae03ec1ce0 req-30e3abfe-978e-4773-b316-178e41500061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:58.783244 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-68fecdfb-3574-49d3-904b-ccae03ec1ce0 req-30e3abfe-978e-4773-b316-178e41500061 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f8b485d-9d1d-4408-ae3e-0a5ee11b7eda HTTP/1.1" status: 200 len: 853 time: 0.0622950 Feb 19 03:59:58.803438 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-18c9b941-dce1-4a23-b307-adb19b7bcf3f req-0c6fef70-d3c1-4b90-8057-37b9a99da0b8 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f898ee8b-1606-4d00-a8e9-f440d868a321), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:58.809202 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-18c9b941-dce1-4a23-b307-adb19b7bcf3f req-0c6fef70-d3c1-4b90-8057-37b9a99da0b8 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:58.810372 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18c9b941-dce1-4a23-b307-adb19b7bcf3f req-0c6fef70-d3c1-4b90-8057-37b9a99da0b8 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "DELETE /v2.0/security-groups/f898ee8b-1606-4d00-a8e9-f440d868a321 HTTP/1.1" status: 204 len: 173 time: 0.2537880 Feb 19 03:59:58.822929 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fef70-d3c1-4b90-8057-37b9a99da0b8 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f898ee8b-1606-4d00-a8e9-f440d868a321,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:58.828701 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-68fecdfb-3574-49d3-904b-ccae03ec1ce0 req-7d3a09ab-671d-4e5d-a3f5-cb19f5cf8833 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a21f3efc-0cd7-4772-8d7a-73413e00b052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310419 Feb 19 03:59:58.902363 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0579448-0871-441c-a3a2-165be92db601 req-2f91a34a-6caa-4567-ab70-fe0d810dd112 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] 10.222.0.52 "GET /v2.0/security-groups/84ba5de8-b3ae-40cf-8003-ab3a39c43476 HTTP/1.1" status: 200 len: 1830 time: 0.0636313 Feb 19 03:59:58.909089 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843556c1-bc9f-4785-8acd-fc73f492cad0 req-b147c581-8b58-46c5-813a-26bde1fa1e4e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:58.910589 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-843556c1-bc9f-4785-8acd-fc73f492cad0 req-b147c581-8b58-46c5-813a-26bde1fa1e4e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.0993290 Feb 19 03:59:58.956276 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 6776413c-7933-43a2-8435-aa333cc6cd9e details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:59:58.976894 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-843556c1-bc9f-4785-8acd-fc73f492cad0 req-f71110f5-a4ad-4a03-a794-99122d468c7d tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572958 Feb 19 03:59:58.994657 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-68fecdfb-3574-49d3-904b-ccae03ec1ce0 req-484a5f71-fddf-443d-8faf-c63b2f69c24e service neutron] 10.222.0.26 "GET /v2.0/networks/a21f3efc-0cd7-4772-8d7a-73413e00b052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582825 Feb 19 03:59:59.068949 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-19210976-ac88-492e-bacf-ed6b53a14f33 req-a262c17a-c960-499b-a8c5-9760b27ae35a tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] show failed (client error): The resource could not be found. Feb 19 03:59:59.070540 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19210976-ac88-492e-bacf-ed6b53a14f33 req-a262c17a-c960-499b-a8c5-9760b27ae35a tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups/f898ee8b-1606-4d00-a8e9-f440d868a321 HTTP/1.1" status: 404 len: 352 time: 0.0688136 Feb 19 03:59:59.099542 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e63fd0-8c37-4baf-9e30-a18e0e53c8a4 req-12a40cad-4f46-4f75-9fec-5c73101726d6 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:59.111054 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-22e63fd0-8c37-4baf-9e30-a18e0e53c8a4 req-12a40cad-4f46-4f75-9fec-5c73101726d6 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=27ea2a0f-87f0-4093-a22c-864fba605367 HTTP/1.1" status: 200 len: 943 time: 0.1330757 Feb 19 03:59:59.114453 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 6776413c-7933-43a2-8435-aa333cc6cd9e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=6776413c-7933-43a2-8435-aa333cc6cd9e,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:59.143102 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-68fecdfb-3574-49d3-904b-ccae03ec1ce0 req-a1b37016-4063-49d2-93a5-b274d18bdfa5 service neutron] 10.222.0.26 "GET /v2.0/networks/a21f3efc-0cd7-4772-8d7a-73413e00b052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412528 Feb 19 03:59:59.144008 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '6776413c-7933-43a2-8435-aa333cc6cd9e', 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34', 'port_id': '6776413c-7933-43a2-8435-aa333cc6cd9e', 'mac_address': 'fa:16:3e:d8:46:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05152657-41bb-4f53-a93a-a0556bf4ae06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:59:59.154429 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-fb6ef961-6908-4775-8e47-d96535bd52c5 req-8ab81974-08af-41fb-8b30-f4f01f7ebe3f tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2109902370', 'description': 'tempest-description-1144501423'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:59.194405 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-22e63fd0-8c37-4baf-9e30-a18e0e53c8a4 req-e58dc66c-0e19-4808-9b52-e06b2d1ae033 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823734 Feb 19 03:59:59.195999 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fb6ef961-6908-4775-8e47-d96535bd52c5 req-8ab81974-08af-41fb-8b30-f4f01f7ebe3f tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:59.215757 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 6776413c-7933-43a2-8435-aa333cc6cd9e is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:59.216606 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6776413c-7933-43a2-8435-aa333cc6cd9e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:59.237040 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6776413c-7933-43a2-8435-aa333cc6cd9e {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:59.241481 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-558f458f-fb92-4a49-a436-1fcfc8f32ca6 req-42ee2f79-a4c6-4a74-a442-8c3775299201 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-315922949', 'description': 'tempest-description-1056803793'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:59.266928 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 6776413c-7933-43a2-8435-aa333cc6cd9e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=6776413c-7933-43a2-8435-aa333cc6cd9e,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:59.272186 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (6776413c-7933-43a2-8435-aa333cc6cd9e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:59.287078 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-558f458f-fb92-4a49-a436-1fcfc8f32ca6 req-42ee2f79-a4c6-4a74-a442-8c3775299201 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:59.311084 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fb6ef961-6908-4775-8e47-d96535bd52c5 req-8ab81974-08af-41fb-8b30-f4f01f7ebe3f tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (a501b673-8f94-4599-975b-b37a12c0e820), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:59.351049 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fb6ef961-6908-4775-8e47-d96535bd52c5 req-8ab81974-08af-41fb-8b30-f4f01f7ebe3f tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a501b673-8f94-4599-975b-b37a12c0e820), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:59.376853 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 86113102-6054-45a7-89fa-6066f67fc9f9 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:59:59.387064 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:59.409636 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fb6ef961-6908-4775-8e47-d96535bd52c5 req-8ab81974-08af-41fb-8b30-f4f01f7ebe3f tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:59.410956 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fb6ef961-6908-4775-8e47-d96535bd52c5 req-8ab81974-08af-41fb-8b30-f4f01f7ebe3f tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2640555 Feb 19 03:59:59.413967 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-558f458f-fb92-4a49-a436-1fcfc8f32ca6 req-42ee2f79-a4c6-4a74-a442-8c3775299201 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (a4d83479-4305-45f4-8e10-f498a9051ac4), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:59.414920 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=6776413c-7933-43a2-8435-aa333cc6cd9e,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:59.415208 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab81974-08af-41fb-8b30-f4f01f7ebe3f tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a501b673-8f94-4599-975b-b37a12c0e820,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:59.426613 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-558f458f-fb92-4a49-a436-1fcfc8f32ca6 req-42ee2f79-a4c6-4a74-a442-8c3775299201 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a4d83479-4305-45f4-8e10-f498a9051ac4), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:59.467831 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-558f458f-fb92-4a49-a436-1fcfc8f32ca6 req-42ee2f79-a4c6-4a74-a442-8c3775299201 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:59.469437 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-558f458f-fb92-4a49-a436-1fcfc8f32ca6 req-42ee2f79-a4c6-4a74-a442-8c3775299201 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2381687 Feb 19 03:59:59.470026 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2f79-a4c6-4a74-a442-8c3775299201 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d83479-4305-45f4-8e10-f498a9051ac4,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:59.501276 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 86113102-6054-45a7-89fa-6066f67fc9f9 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:59.501677 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (86113102-6054-45a7-89fa-6066f67fc9f9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:59.532103 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86113102-6054-45a7-89fa-6066f67fc9f9'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:59.534429 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6c82e7-0157-4ab8-bf3c-43ab3175eac8" -d '{"events": [{"server_uuid": "40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0", "name": "network-vif-unplugged", "status": "completed", "tag": "86113102-6054-45a7-89fa-6066f67fc9f9"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:59.547762 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 86113102-6054-45a7-89fa-6066f67fc9f9, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=86113102-6054-45a7-89fa-6066f67fc9f9,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:59.571167 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (86113102-6054-45a7-89fa-6066f67fc9f9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:59.605481 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['6776413c-7933-43a2-8435-aa333cc6cd9e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:59.675831 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=86113102-6054-45a7-89fa-6066f67fc9f9,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:59.718567 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f6a94f60-cb38-48c2-a1e7-627a066cfe33 req-32fb41de-0172-49c0-b60a-343d0caafc54 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=75e6c37d95ef4da3b5814b176c150812&device_id=0f5bb248-a9a6-4983-99bc-14f213cf346e HTTP/1.1" status: 200 len: 210 time: 0.0465398 Feb 19 03:59:59.727897 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8785d3-ee74-40c2-809d-a0d80f6db61d req-67507ca4-e75f-4814-9e8a-59f930146709 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:59.729595 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af8785d3-ee74-40c2-809d-a0d80f6db61d req-67507ca4-e75f-4814-9e8a-59f930146709 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 946 time: 0.1491954 Feb 19 03:59:59.807954 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f6a94f60-cb38-48c2-a1e7-627a066cfe33 req-c381a409-b80f-480d-9b4c-e64e180ca059 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=75e6c37d95ef4da3b5814b176c150812&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766485 Feb 19 03:59:59.812005 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c325ef52-bc00-48d6-b20c-5fa77977ade0 req-c276cc0a-a94b-40c4-bdff-dcb4589552f9 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] 10.222.0.52 "GET /v2.0/security-groups/a501b673-8f94-4599-975b-b37a12c0e820 HTTP/1.1" status: 200 len: 1830 time: 0.0798080 Feb 19 03:59:59.858158 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-69345be7-a915-4989-a90f-648b3ab3b150 req-8868c2bc-7996-44f4-a11b-a7bf746d5f09 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2040956935', 'description': 'tempest-description-935357807'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:59.899711 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af8785d3-ee74-40c2-809d-a0d80f6db61d req-0429b782-1801-4073-83a4-d1912dfe5cca tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226628 Feb 19 03:59:59.943559 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-69345be7-a915-4989-a90f-648b3ab3b150 req-8868c2bc-7996-44f4-a11b-a7bf746d5f09 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:59.952696 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad74304e-e14e-47cd-ac3d-5442d551c066 x-openstack-request-id: req-ad74304e-e14e-47cd-ac3d-5442d551c066 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:59.953014 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0", "name": "network-vif-unplugged", "status": "completed", "tag": "86113102-6054-45a7-89fa-6066f67fc9f9", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:59.953242 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad74304e-e14e-47cd-ac3d-5442d551c066 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:59.953635 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86113102-6054-45a7-89fa-6066f67fc9f9', 'code': 200} Feb 19 03:59:59.975939 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a94f60-cb38-48c2-a1e7-627a066cfe33 req-14d521e7-fb90-4dca-8871-74591077d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:59.978732 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f6a94f60-cb38-48c2-a1e7-627a066cfe33 req-14d521e7-fb90-4dca-8871-74591077d6a9 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1543343 Feb 19 04:00:00.057275 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b74678e-0fef-4c32-ab02-3216c54a0a6a req-4b66d0cc-11fe-4ff6-a474-01450b874f3f tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f5bb248-a9a6-4983-99bc-14f213cf346e HTTP/1.1" status: 200 len: 210 time: 0.0385501 Feb 19 04:00:00.059766 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-69345be7-a915-4989-a90f-648b3ab3b150 req-8868c2bc-7996-44f4-a11b-a7bf746d5f09 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (af909158-3db8-4a48-be46-f8dbfaddeb90), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:00.064956 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-69345be7-a915-4989-a90f-648b3ab3b150 req-8868c2bc-7996-44f4-a11b-a7bf746d5f09 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (af909158-3db8-4a48-be46-f8dbfaddeb90), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:00.098658 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-69345be7-a915-4989-a90f-648b3ab3b150 req-8868c2bc-7996-44f4-a11b-a7bf746d5f09 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:00.099842 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69345be7-a915-4989-a90f-648b3ab3b150 req-8868c2bc-7996-44f4-a11b-a7bf746d5f09 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2536798 Feb 19 04:00:00.109221 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868c2bc-7996-44f4-a11b-a7bf746d5f09 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af909158-3db8-4a48-be46-f8dbfaddeb90,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:00.116709 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-3d4b970d-1ed5-4d93-bd83-28404f146b85 req-9fe79ff5-dfb5-4007-b394-aa355c272618 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] show failed (client error): The resource could not be found. Feb 19 04:00:00.118421 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3d4b970d-1ed5-4d93-bd83-28404f146b85 req-9fe79ff5-dfb5-4007-b394-aa355c272618 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] 10.222.0.52 "GET /v2.0/security-groups/006b82dc-f769-478e-8212-fa4cfa32d4db HTTP/1.1" status: 404 len: 352 time: 0.0169253 Feb 19 04:00:00.143254 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-daa12be9-7bc6-4b78-b345-06035ba4fa48 req-53dcf575-630d-43ae-9e75-6fa7f8020015 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-575221798', 'description': 'tempest-description-1516340371'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:00.181082 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-daa12be9-7bc6-4b78-b345-06035ba4fa48 req-53dcf575-630d-43ae-9e75-6fa7f8020015 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:00.259136 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f2281-27d4-4949-9673-5dfaeaf85380 req-5c43e300-6bbc-4fb6-8930-be614678f2ab tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:00.260729 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-532f2281-27d4-4949-9673-5dfaeaf85380 req-5c43e300-6bbc-4fb6-8930-be614678f2ab tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.0952239 Feb 19 04:00:00.310264 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-daa12be9-7bc6-4b78-b345-06035ba4fa48 req-53dcf575-630d-43ae-9e75-6fa7f8020015 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (271accb4-2cb4-4de6-b341-1b8122ee78a9), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:00.319354 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-daa12be9-7bc6-4b78-b345-06035ba4fa48 req-53dcf575-630d-43ae-9e75-6fa7f8020015 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (271accb4-2cb4-4de6-b341-1b8122ee78a9), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:00.350224 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-532f2281-27d4-4949-9673-5dfaeaf85380 req-dc2c275b-32e1-4384-8705-0a647baa4427 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807896 Feb 19 04:00:00.356650 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-daa12be9-7bc6-4b78-b345-06035ba4fa48 req-53dcf575-630d-43ae-9e75-6fa7f8020015 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:00.357918 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-daa12be9-7bc6-4b78-b345-06035ba4fa48 req-53dcf575-630d-43ae-9e75-6fa7f8020015 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2200749 Feb 19 04:00:00.366437 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcf575-630d-43ae-9e75-6fa7f8020015 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=271accb4-2cb4-4de6-b341-1b8122ee78a9,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:00.412896 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-a784b613-4efc-4b24-bec4-27b041c18926 req-d4be2323-0421-419a-a991-f2f58d8b35c5 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] show failed (client error): The resource could not be found. Feb 19 04:00:00.414248 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a784b613-4efc-4b24-bec4-27b041c18926 req-d4be2323-0421-419a-a991-f2f58d8b35c5 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] 10.222.0.52 "GET /v2.0/security-group-rules/1639490f-dcf0-43fc-af3a-a967f1fabd13 HTTP/1.1" status: 404 len: 361 time: 0.0119357 Feb 19 04:00:00.527804 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4401e-a7e5-404b-83bf-312342413946 req-7ac10b6d-c537-43da-bfbb-f119b01ff055 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:00.528089 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7dd8605e-3923-4a2f-9ee5-823f0fd5e3a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:00.529511 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c9e4401e-a7e5-404b-83bf-312342413946 req-7ac10b6d-c537-43da-bfbb-f119b01ff055 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=27ea2a0f-87f0-4093-a22c-864fba605367 HTTP/1.1" status: 200 len: 944 time: 0.0965624 Feb 19 04:00:00.610821 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce00b128-483f-4463-868c-4910303f19c7 req-d8e06133-3de2-4d75-9d4b-173db062ac7d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0ed4bede626f435bb8cb39067854622d HTTP/1.1" status: 200 len: 10997 time: 0.1792064 Feb 19 04:00:00.614952 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c9e4401e-a7e5-404b-83bf-312342413946 req-d5565b83-1218-4d9a-a9f8-4324697f17ad tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745127 Feb 19 04:00:00.672772 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce00b128-483f-4463-868c-4910303f19c7 req-b5cb781d-65db-4f40-9623-02dcf5ef2a40 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups/5140aa05-dc18-4caf-82c7-eeb36041033c HTTP/1.1" status: 200 len: 2998 time: 0.0560973 Feb 19 04:00:00.712898 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2fa80766-5184-48a8-81d3-1010cdbcf815 req-9d192f20-4f1d-4043-a069-a461fe25f68f tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] 10.222.0.52 "GET /v2.0/security-groups/a501b673-8f94-4599-975b-b37a12c0e820 HTTP/1.1" status: 200 len: 1830 time: 0.0690591 Feb 19 04:00:00.747147 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce00b128-483f-4463-868c-4910303f19c7 req-b586c5a1-75f9-468f-981a-c75f980b27bf tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups/5140aa05-dc18-4caf-82c7-eeb36041033c HTTP/1.1" status: 200 len: 2998 time: 0.0673122 Feb 19 04:00:00.792756 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2fa80766-5184-48a8-81d3-1010cdbcf815 req-749c9143-8425-4eba-99af-b4ff41429bfb tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (a501b673-8f94-4599-975b-b37a12c0e820), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:00.828209 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2fa80766-5184-48a8-81d3-1010cdbcf815 req-749c9143-8425-4eba-99af-b4ff41429bfb tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (a501b673-8f94-4599-975b-b37a12c0e820), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:00.881273 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55aa0b53-220e-420a-95e2-f73f0a2eeb53 req-2ac48a5f-aa71-4b50-b0f2-b57e6185cb08 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups/a4d83479-4305-45f4-8e10-f498a9051ac4 HTTP/1.1" status: 200 len: 1817 time: 0.0628743 Feb 19 04:00:00.896347 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2fa80766-5184-48a8-81d3-1010cdbcf815 req-749c9143-8425-4eba-99af-b4ff41429bfb tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a501b673-8f94-4599-975b-b37a12c0e820), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:00.899163 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2fa80766-5184-48a8-81d3-1010cdbcf815 req-749c9143-8425-4eba-99af-b4ff41429bfb tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:00.900319 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2fa80766-5184-48a8-81d3-1010cdbcf815 req-749c9143-8425-4eba-99af-b4ff41429bfb tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] 10.222.0.52 "DELETE /v2.0/security-groups/a501b673-8f94-4599-975b-b37a12c0e820 HTTP/1.1" status: 204 len: 173 time: 0.1798744 Feb 19 04:00:00.919551 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c9143-8425-4eba-99af-b4ff41429bfb tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a501b673-8f94-4599-975b-b37a12c0e820,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:00.955377 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 6776413c-7933-43a2-8435-aa333cc6cd9e up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:00.991681 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-55aa0b53-220e-420a-95e2-f73f0a2eeb53 req-27c7dc66-45ab-411e-948f-16777075e13f tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (a4d83479-4305-45f4-8e10-f498a9051ac4), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:01.000865 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c23822ed-bc7e-4668-9881-2122f10b1721 req-6f38571f-101d-4173-b533-4a0cd4b06052 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] 10.222.0.52 "GET /v2.0/security-groups/84ba5de8-b3ae-40cf-8003-ab3a39c43476 HTTP/1.1" status: 200 len: 1830 time: 0.0754704 Feb 19 04:00:01.009687 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 6776413c-7933-43a2-8435-aa333cc6cd9e completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:00:01.014315 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 6776413c-7933-43a2-8435-aa333cc6cd9e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:01.014967 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6776413c-7933-43a2-8435-aa333cc6cd9e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:01.061440 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-55aa0b53-220e-420a-95e2-f73f0a2eeb53 req-27c7dc66-45ab-411e-948f-16777075e13f tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (a4d83479-4305-45f4-8e10-f498a9051ac4), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:01.099724 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 6776413c-7933-43a2-8435-aa333cc6cd9e is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:01.100402 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6776413c-7933-43a2-8435-aa333cc6cd9e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:01.110426 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c23822ed-bc7e-4668-9881-2122f10b1721 req-6b4c2f6b-e7f8-4e93-b260-25ea9afd6a32 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (84ba5de8-b3ae-40cf-8003-ab3a39c43476), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:01.139281 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-55aa0b53-220e-420a-95e2-f73f0a2eeb53 req-27c7dc66-45ab-411e-948f-16777075e13f tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a4d83479-4305-45f4-8e10-f498a9051ac4), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:01.141791 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-55aa0b53-220e-420a-95e2-f73f0a2eeb53 req-27c7dc66-45ab-411e-948f-16777075e13f tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:01.142993 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55aa0b53-220e-420a-95e2-f73f0a2eeb53 req-27c7dc66-45ab-411e-948f-16777075e13f tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "DELETE /v2.0/security-groups/a4d83479-4305-45f4-8e10-f498a9051ac4 HTTP/1.1" status: 204 len: 173 time: 0.2546344 Feb 19 04:00:01.144763 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c23822ed-bc7e-4668-9881-2122f10b1721 req-6b4c2f6b-e7f8-4e93-b260-25ea9afd6a32 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (84ba5de8-b3ae-40cf-8003-ab3a39c43476), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:01.154497 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 6776413c-7933-43a2-8435-aa333cc6cd9e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=6776413c-7933-43a2-8435-aa333cc6cd9e,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:01.162956 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (6776413c-7933-43a2-8435-aa333cc6cd9e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:01.171530 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7dc66-45ab-411e-948f-16777075e13f tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d83479-4305-45f4-8e10-f498a9051ac4,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:01.247218 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=6776413c-7933-43a2-8435-aa333cc6cd9e,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:01.248244 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c23822ed-bc7e-4668-9881-2122f10b1721 req-6b4c2f6b-e7f8-4e93-b260-25ea9afd6a32 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (84ba5de8-b3ae-40cf-8003-ab3a39c43476), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:01.251348 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c23822ed-bc7e-4668-9881-2122f10b1721 req-6b4c2f6b-e7f8-4e93-b260-25ea9afd6a32 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:01.252654 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c23822ed-bc7e-4668-9881-2122f10b1721 req-6b4c2f6b-e7f8-4e93-b260-25ea9afd6a32 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] 10.222.0.52 "DELETE /v2.0/security-groups/84ba5de8-b3ae-40cf-8003-ab3a39c43476 HTTP/1.1" status: 204 len: 173 time: 0.2430520 Feb 19 04:00:01.267292 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c2f6b-e7f8-4e93-b260-25ea9afd6a32 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ba5de8-b3ae-40cf-8003-ab3a39c43476,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:01.299306 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60844a1-56ea-41c4-aa05-e663d1145790 req-6d2ff6f4-12d8-4eff-a75f-3daa59627647 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:01.302956 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f60844a1-56ea-41c4-aa05-e663d1145790 req-6d2ff6f4-12d8-4eff-a75f-3daa59627647 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 946 time: 0.0873702 Feb 19 04:00:01.377102 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6defe3f4-db1e-431c-889b-f0ded15f9445 req-0c2dd235-469e-4b76-ab49-38fb68c35273 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f5bb248-a9a6-4983-99bc-14f213cf346e HTTP/1.1" status: 200 len: 210 time: 0.0531180 Feb 19 04:00:01.380270 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f6a94f60-cb38-48c2-a1e7-627a066cfe33 req-223d6758-aff3-4ebd-bfc1-d1981e373ce8 tempest-ServerShowV247Test-146724158 tempest-ServerShowV247Test-146724158-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f5bb248-a9a6-4983-99bc-14f213cf346e HTTP/1.1" status: 200 len: 210 time: 0.0575354 Feb 19 04:00:01.417198 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f60844a1-56ea-41c4-aa05-e663d1145790 req-1faa9dca-fb65-4bd7-8b55-c00d4930a8d3 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100078 Feb 19 04:00:01.432552 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-37f9c9fc-2cc5-47e6-8c5e-02c94daf61cb req-034995ca-8b7d-44c8-8575-1eb23fcf7b0f tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] show failed (client error): The resource could not be found. Feb 19 04:00:01.433615 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-37f9c9fc-2cc5-47e6-8c5e-02c94daf61cb req-034995ca-8b7d-44c8-8575-1eb23fcf7b0f tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups/a4d83479-4305-45f4-8e10-f498a9051ac4 HTTP/1.1" status: 404 len: 352 time: 0.0154736 Feb 19 04:00:01.508258 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0fbb36ab-4548-4868-a0c0-03b5baf4f5a6 req-974bd1d2-26d7-43be-a82e-96203be96b35 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] 10.222.0.52 "GET /v2.0/security-groups/7ad8f654-ae8a-4679-ad0d-cfe88f595586 HTTP/1.1" status: 200 len: 1829 time: 0.0459969 Feb 19 04:00:01.602273 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ddbc23-d7ac-4592-ac2f-0ad9baba7a38 req-1fe9f0a8-096e-4f3b-bee7-adc82ae37673 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:01.603728 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0ddbc23-d7ac-4592-ac2f-0ad9baba7a38 req-1fe9f0a8-096e-4f3b-bee7-adc82ae37673 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.0879488 Feb 19 04:00:01.623704 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0fbb36ab-4548-4868-a0c0-03b5baf4f5a6 req-ac4c2bc8-7323-40e0-acbc-babc536f8ba9 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (7ad8f654-ae8a-4679-ad0d-cfe88f595586), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:01.668038 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0fbb36ab-4548-4868-a0c0-03b5baf4f5a6 req-ac4c2bc8-7323-40e0-acbc-babc536f8ba9 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (7ad8f654-ae8a-4679-ad0d-cfe88f595586), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:01.688795 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0ddbc23-d7ac-4592-ac2f-0ad9baba7a38 req-3241a2be-41c9-4c39-8b04-d68f58d86ea0 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754743 Feb 19 04:00:01.739314 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0fbb36ab-4548-4868-a0c0-03b5baf4f5a6 req-ac4c2bc8-7323-40e0-acbc-babc536f8ba9 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7ad8f654-ae8a-4679-ad0d-cfe88f595586), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:01.741885 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0fbb36ab-4548-4868-a0c0-03b5baf4f5a6 req-ac4c2bc8-7323-40e0-acbc-babc536f8ba9 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:01.743077 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0fbb36ab-4548-4868-a0c0-03b5baf4f5a6 req-ac4c2bc8-7323-40e0-acbc-babc536f8ba9 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] 10.222.0.52 "DELETE /v2.0/security-groups/7ad8f654-ae8a-4679-ad0d-cfe88f595586 HTTP/1.1" status: 204 len: 173 time: 0.2000694 Feb 19 04:00:01.762434 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c2bc8-7323-40e0-acbc-babc536f8ba9 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad8f654-ae8a-4679-ad0d-cfe88f595586,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:01.776276 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a8fb17d5-b692-4ade-a35b-d019fdd4f017 req-88b4da75-d4f6-4e76-a160-5c1fa66d1aed tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups/af909158-3db8-4a48-be46-f8dbfaddeb90 HTTP/1.1" status: 200 len: 1817 time: 0.0627558 Feb 19 04:00:01.884284 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a8fb17d5-b692-4ade-a35b-d019fdd4f017 req-7bb8bf1f-d67f-4f58-90e5-3e7a74882cc9 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (af909158-3db8-4a48-be46-f8dbfaddeb90), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:01.913762 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a8fb17d5-b692-4ade-a35b-d019fdd4f017 req-7bb8bf1f-d67f-4f58-90e5-3e7a74882cc9 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (af909158-3db8-4a48-be46-f8dbfaddeb90), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:01.923550 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d853e-60d5-4f0f-bdc3-a2786eb436e0 req-bbdd236c-bc8b-4edc-9902-56d0ae5f0352 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:01.925042 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-281d853e-60d5-4f0f-bdc3-a2786eb436e0 req-bbdd236c-bc8b-4edc-9902-56d0ae5f0352 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=27ea2a0f-87f0-4093-a22c-864fba605367 HTTP/1.1" status: 200 len: 945 time: 0.0916657 Feb 19 04:00:01.954823 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ea2a0f-87f0-4093-a22c-864fba605367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6776413c-7933-43a2-8435-aa333cc6cd9e'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:01.957877 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18d2dcd-4432-4384-b30d-7ebafee42061" -d '{"events": [{"server_uuid": "27ea2a0f-87f0-4093-a22c-864fba605367", "name": "network-vif-plugged", "status": "completed", "tag": "6776413c-7933-43a2-8435-aa333cc6cd9e"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:02.001535 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-281d853e-60d5-4f0f-bdc3-a2786eb436e0 req-ca69dc1a-cba1-41a6-b4c5-ccd6148ff57f tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697937 Feb 19 04:00:02.002832 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a8fb17d5-b692-4ade-a35b-d019fdd4f017 req-7bb8bf1f-d67f-4f58-90e5-3e7a74882cc9 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (af909158-3db8-4a48-be46-f8dbfaddeb90), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:02.006416 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a8fb17d5-b692-4ade-a35b-d019fdd4f017 req-7bb8bf1f-d67f-4f58-90e5-3e7a74882cc9 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:02.007469 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a8fb17d5-b692-4ade-a35b-d019fdd4f017 req-7bb8bf1f-d67f-4f58-90e5-3e7a74882cc9 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "DELETE /v2.0/security-groups/af909158-3db8-4a48-be46-f8dbfaddeb90 HTTP/1.1" status: 204 len: 173 time: 0.2227037 Feb 19 04:00:02.018300 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8bf1f-d67f-4f58-90e5-3e7a74882cc9 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af909158-3db8-4a48-be46-f8dbfaddeb90,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:02.091684 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80c22a38-baad-4a84-b316-aa61ddefde95 req-a629a66a-c646-4fde-ac60-bfb599696db2 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] 10.222.0.52 "GET /v2.0/security-groups/8312babc-367f-404f-b233-2f231ad1ba84 HTTP/1.1" status: 200 len: 1830 time: 0.0561111 Feb 19 04:00:02.122081 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96af97b-2b26-440e-a7a5-1cff325ce0a3 x-openstack-request-id: req-a96af97b-2b26-440e-a7a5-1cff325ce0a3 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:02.122885 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ea2a0f-87f0-4093-a22c-864fba605367", "name": "network-vif-plugged", "status": "completed", "tag": "6776413c-7933-43a2-8435-aa333cc6cd9e", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:02.123578 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a96af97b-2b26-440e-a7a5-1cff325ce0a3 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:02.124271 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ea2a0f-87f0-4093-a22c-864fba605367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6776413c-7933-43a2-8435-aa333cc6cd9e', 'code': 200} Feb 19 04:00:02.160272 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-6ff732db-800d-4f51-abe3-c9dd19bd4030 req-40026143-8f17-441d-86e0-ee9ca0f87922 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] show failed (client error): The resource could not be found. Feb 19 04:00:02.161532 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ff732db-800d-4f51-abe3-c9dd19bd4030 req-40026143-8f17-441d-86e0-ee9ca0f87922 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups/af909158-3db8-4a48-be46-f8dbfaddeb90 HTTP/1.1" status: 404 len: 352 time: 0.0232995 Feb 19 04:00:02.185567 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-80c22a38-baad-4a84-b316-aa61ddefde95 req-79091269-d738-4325-b7d9-28ac7aa79408 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (8312babc-367f-404f-b233-2f231ad1ba84), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:02.250826 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-80c22a38-baad-4a84-b316-aa61ddefde95 req-79091269-d738-4325-b7d9-28ac7aa79408 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (8312babc-367f-404f-b233-2f231ad1ba84), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:02.312385 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1140c136-d668-45b4-8327-197277eb9722 req-2f49329a-29ed-4912-baef-6a5d389f9598 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups/271accb4-2cb4-4de6-b341-1b8122ee78a9 HTTP/1.1" status: 200 len: 1817 time: 0.1232762 Feb 19 04:00:02.319456 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99263731-3c1b-43a3-9258-d02183447e03 req-b7aea6ff-482f-4ab8-9597-b274f06214c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:02.321683 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99263731-3c1b-43a3-9258-d02183447e03 req-b7aea6ff-482f-4ab8-9597-b274f06214c6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=27ea2a0f-87f0-4093-a22c-864fba605367 HTTP/1.1" status: 200 len: 1128 time: 0.1337829 Feb 19 04:00:02.350138 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-80c22a38-baad-4a84-b316-aa61ddefde95 req-79091269-d738-4325-b7d9-28ac7aa79408 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8312babc-367f-404f-b233-2f231ad1ba84), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:02.353049 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-80c22a38-baad-4a84-b316-aa61ddefde95 req-79091269-d738-4325-b7d9-28ac7aa79408 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:02.354315 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80c22a38-baad-4a84-b316-aa61ddefde95 req-79091269-d738-4325-b7d9-28ac7aa79408 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] 10.222.0.52 "DELETE /v2.0/security-groups/8312babc-367f-404f-b233-2f231ad1ba84 HTTP/1.1" status: 204 len: 173 time: 0.2563982 Feb 19 04:00:02.380651 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79091269-d738-4325-b7d9-28ac7aa79408 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8312babc-367f-404f-b233-2f231ad1ba84,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:02.439826 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99263731-3c1b-43a3-9258-d02183447e03 req-b54cc40d-4d3b-4938-b81d-ee3a83aabd9b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101093 Feb 19 04:00:02.469733 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1140c136-d668-45b4-8327-197277eb9722 req-ea3fb038-4e94-46e3-9125-2c2bd45a8838 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (271accb4-2cb4-4de6-b341-1b8122ee78a9), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:02.483936 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95f85e89-ce25-4fe1-b28d-48140a4a425a req-24ce1fbe-e617-4428-a316-9a25ebd602e5 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] 10.222.0.52 "GET /v2.0/security-groups/3a13a570-ceaf-4f34-96bd-4a9fc0c30b5c HTTP/1.1" status: 200 len: 1829 time: 0.1073217 Feb 19 04:00:02.506697 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1140c136-d668-45b4-8327-197277eb9722 req-ea3fb038-4e94-46e3-9125-2c2bd45a8838 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (271accb4-2cb4-4de6-b341-1b8122ee78a9), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:02.665054 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb5c2b8a-8e18-4130-8a4c-aec8ea930a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:02.886832 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-95f85e89-ce25-4fe1-b28d-48140a4a425a req-daebc34b-1f0b-41fc-9fd6-94888b020c62 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (3a13a570-ceaf-4f34-96bd-4a9fc0c30b5c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:02.888570 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1140c136-d668-45b4-8327-197277eb9722 req-ea3fb038-4e94-46e3-9125-2c2bd45a8838 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (271accb4-2cb4-4de6-b341-1b8122ee78a9), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:02.891629 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1140c136-d668-45b4-8327-197277eb9722 req-ea3fb038-4e94-46e3-9125-2c2bd45a8838 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:02.892946 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1140c136-d668-45b4-8327-197277eb9722 req-ea3fb038-4e94-46e3-9125-2c2bd45a8838 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "DELETE /v2.0/security-groups/271accb4-2cb4-4de6-b341-1b8122ee78a9 HTTP/1.1" status: 204 len: 173 time: 0.5702183 Feb 19 04:00:02.916630 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fb038-4e94-46e3-9125-2c2bd45a8838 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=271accb4-2cb4-4de6-b341-1b8122ee78a9,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:02.927349 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-95f85e89-ce25-4fe1-b28d-48140a4a425a req-daebc34b-1f0b-41fc-9fd6-94888b020c62 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (3a13a570-ceaf-4f34-96bd-4a9fc0c30b5c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:02.980830 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-95f85e89-ce25-4fe1-b28d-48140a4a425a req-daebc34b-1f0b-41fc-9fd6-94888b020c62 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3a13a570-ceaf-4f34-96bd-4a9fc0c30b5c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:02.985761 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-95f85e89-ce25-4fe1-b28d-48140a4a425a req-daebc34b-1f0b-41fc-9fd6-94888b020c62 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:02.986892 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95f85e89-ce25-4fe1-b28d-48140a4a425a req-daebc34b-1f0b-41fc-9fd6-94888b020c62 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] 10.222.0.52 "DELETE /v2.0/security-groups/3a13a570-ceaf-4f34-96bd-4a9fc0c30b5c HTTP/1.1" status: 204 len: 173 time: 0.4970708 Feb 19 04:00:02.994146 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47524) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:03.001672 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebc34b-1f0b-41fc-9fd6-94888b020c62 tempest-SecurityGroupRulesNegativeTestJSON-2096988305 tempest-SecurityGroupRulesNegativeTestJSON-2096988305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a13a570-ceaf-4f34-96bd-4a9fc0c30b5c,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:03.069759 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b2168f6-3fe7-45c5-a808-8b8b1f45326e admin admin] Deleting subnet 9ad9863e-6562-46ec-8d56-7785d1bc5b8e {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:00:03.077313 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9b2168f6-3fe7-45c5-a808-8b8b1f45326e admin admin] Publish callbacks [] for subnet (9ad9863e-6562-46ec-8d56-7785d1bc5b8e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:03.140330 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9b2168f6-3fe7-45c5-a808-8b8b1f45326e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (9ad9863e-6562-46ec-8d56-7785d1bc5b8e), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:03.188586 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9b2168f6-3fe7-45c5-a808-8b8b1f45326e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (9ad9863e-6562-46ec-8d56-7785d1bc5b8e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:03.193935 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ae8b3-4431-4087-9ea6-283bfd436061 req-5a2d9631-b38a-4ff5-ba5f-c808d06e8f04 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:03.196547 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-be5ae8b3-4431-4087-9ea6-283bfd436061 req-5a2d9631-b38a-4ff5-ba5f-c808d06e8f04 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 946 time: 0.1199229 Feb 19 04:00:03.211780 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9171ea9-e44f-4da3-89c1-db53523927e9 req-7a486379-c7de-4b56-9d6e-e0f4b4be0865 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:03.215043 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c9171ea9-e44f-4da3-89c1-db53523927e9 req-7a486379-c7de-4b56-9d6e-e0f4b4be0865 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.0955033 Feb 19 04:00:03.261450 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9b2168f6-3fe7-45c5-a808-8b8b1f45326e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (9ad9863e-6562-46ec-8d56-7785d1bc5b8e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:03.294701 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2168f6-3fe7-45c5-a808-8b8b1f45326e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ad9863e-6562-46ec-8d56-7785d1bc5b8e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:03.296881 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9b2168f6-3fe7-45c5-a808-8b8b1f45326e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:03.301289 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9b2168f6-3fe7-45c5-a808-8b8b1f45326e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9ad9863e-6562-46ec-8d56-7785d1bc5b8e HTTP/1.1" status: 204 len: 168 time: 0.3041575 Feb 19 04:00:03.303929 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47532) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:03.308919 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-be5ae8b3-4431-4087-9ea6-283bfd436061 req-d6dcd1f3-83d4-4bbb-9b06-9c462984ea1d tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901482 Feb 19 04:00:03.318117 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c9171ea9-e44f-4da3-89c1-db53523927e9 req-65d3b941-c54f-4f24-a925-74510ffa5b28 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946753 Feb 19 04:00:03.365860 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47534) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:03.385935 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-beaa5b03-f8d1-4568-bf23-24d41a8912c4 req-59af9255-9114-49e1-9b7b-8a0332f506f3 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] show failed (client error): The resource could not be found. Feb 19 04:00:03.387135 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-beaa5b03-f8d1-4568-bf23-24d41a8912c4 req-59af9255-9114-49e1-9b7b-8a0332f506f3 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups/271accb4-2cb4-4de6-b341-1b8122ee78a9 HTTP/1.1" status: 404 len: 352 time: 0.0260570 Feb 19 04:00:03.445557 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a2472ed-0d83-4219-aa95-11db95e54357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (765fe31a-e4e4-4a01-877d-1ee6e31908c8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:03.569323 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c20e5-7f69-4e3c-82ea-aa88a076a726 req-a81131e2-7247-4a01-98e5-187205446e0c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:03.570924 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-813c20e5-7f69-4e3c-82ea-aa88a076a726 req-a81131e2-7247-4a01-98e5-187205446e0c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=27ea2a0f-87f0-4093-a22c-864fba605367 HTTP/1.1" status: 200 len: 945 time: 0.1426854 Feb 19 04:00:03.593204 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1abbc17b-e4d5-439b-a431-7be7e104c37f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:03.638130 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a2472ed-0d83-4219-aa95-11db95e54357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (765fe31a-e4e4-4a01-877d-1ee6e31908c8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:03.652515 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:03.694852 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-6a2472ed-0d83-4219-aa95-11db95e54357 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['765fe31a-e4e4-4a01-877d-1ee6e31908c8']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:03.708978 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-813c20e5-7f69-4e3c-82ea-aa88a076a726 req-19abb8a0-5464-4701-9605-86cf79ff37ea tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134365 Feb 19 04:00:03.729320 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-6a2472ed-0d83-4219-aa95-11db95e54357 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f907b6dd-87f2-43e2-9675-18e12a8456bc') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:03.729642 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-6a2472ed-0d83-4219-aa95-11db95e54357 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f907b6dd-87f2-43e2-9675-18e12a8456bc') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:03.730594 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f12ad52d-7f41-408c-9921-553fca41b53e req-36b21cc9-c3db-4b35-a1f8-c85500163724 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0ed4bede626f435bb8cb39067854622d HTTP/1.1" status: 200 len: 6199 time: 0.2115567 Feb 19 04:00:03.754474 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a2472ed-0d83-4219-aa95-11db95e54357 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (f907b6dd-87f2-43e2-9675-18e12a8456bc), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:03.802218 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a2472ed-0d83-4219-aa95-11db95e54357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (f907b6dd-87f2-43e2-9675-18e12a8456bc), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:03.806885 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f12ad52d-7f41-408c-9921-553fca41b53e req-32117782-245c-4130-b52d-0bcc63f3ecea tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups/5140aa05-dc18-4caf-82c7-eeb36041033c HTTP/1.1" status: 200 len: 2998 time: 0.0753391 Feb 19 04:00:03.814475 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2472ed-0d83-4219-aa95-11db95e54357 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:00:03.815124 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a2472ed-0d83-4219-aa95-11db95e54357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (f907b6dd-87f2-43e2-9675-18e12a8456bc), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:00:03.817064 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:00:03.860373 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f12ad52d-7f41-408c-9921-553fca41b53e req-1322c594-6e57-4fe7-b81b-c75ce7657242 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups/5140aa05-dc18-4caf-82c7-eeb36041033c HTTP/1.1" status: 200 len: 2998 time: 0.0520446 Feb 19 04:00:03.880985 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1abbc17b-e4d5-439b-a431-7be7e104c37f admin admin] Publish callbacks [] for security_group (83044325-bf8c-47e0-a1b5-4f78ef54bf5d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:03.886704 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-6fad0d06-fd58-4c11-a4d0-464573a42c45 req-dfea3a27-8eae-4e8f-aac4-6fdbe8ea677a tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-707339526', 'description': 'tempest-description-2038976939'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:03.895014 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1abbc17b-e4d5-439b-a431-7be7e104c37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (83044325-bf8c-47e0-a1b5-4f78ef54bf5d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:03.945336 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6fad0d06-fd58-4c11-a4d0-464573a42c45 req-dfea3a27-8eae-4e8f-aac4-6fdbe8ea677a tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:03.949375 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1abbc17b-e4d5-439b-a431-7be7e104c37f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=75e6c37d95ef4da3b5814b176c150812&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5760961 Feb 19 04:00:03.951435 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbc17b-e4d5-439b-a431-7be7e104c37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83044325-bf8c-47e0-a1b5-4f78ef54bf5d,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:03.959505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47552) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:04.044549 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6fad0d06-fd58-4c11-a4d0-464573a42c45 req-dfea3a27-8eae-4e8f-aac4-6fdbe8ea677a tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (f06d7526-e76b-4595-9375-831a6f05ea59), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:04.066330 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6fad0d06-fd58-4c11-a4d0-464573a42c45 req-dfea3a27-8eae-4e8f-aac4-6fdbe8ea677a tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f06d7526-e76b-4595-9375-831a6f05ea59), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:04.111563 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6fad0d06-fd58-4c11-a4d0-464573a42c45 req-dfea3a27-8eae-4e8f-aac4-6fdbe8ea677a tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:04.117480 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6fad0d06-fd58-4c11-a4d0-464573a42c45 req-dfea3a27-8eae-4e8f-aac4-6fdbe8ea677a tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2349021 Feb 19 04:00:04.142412 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-99294e07-8745-4c9d-828b-3ba2b4774a50 req-62738abb-62f7-42d7-804f-0ef4cccc19f0 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1995125002', 'description': 'tempest-description-1030177323'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:04.164361 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea3a27-8eae-4e8f-aac4-6fdbe8ea677a tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f06d7526-e76b-4595-9375-831a6f05ea59,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:04.168120 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a57b63eb-de3d-4634-9dec-d7d9d3c2ebc5 admin admin] Publish callbacks [] for security_group (83044325-bf8c-47e0-a1b5-4f78ef54bf5d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:04.181916 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-99294e07-8745-4c9d-828b-3ba2b4774a50 req-62738abb-62f7-42d7-804f-0ef4cccc19f0 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:04.212377 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a57b63eb-de3d-4634-9dec-d7d9d3c2ebc5 admin admin] Publish callbacks [] for security_group (83044325-bf8c-47e0-a1b5-4f78ef54bf5d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:04.226078 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a2472ed-0d83-4219-aa95-11db95e54357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (765fe31a-e4e4-4a01-877d-1ee6e31908c8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:04.254043 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a2472ed-0d83-4219-aa95-11db95e54357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:04.271169 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6a2472ed-0d83-4219-aa95-11db95e54357 admin admin] 10.222.0.52 "DELETE /v2.0/networks/765fe31a-e4e4-4a01-877d-1ee6e31908c8 HTTP/1.1" status: 204 len: 168 time: 0.9622080 Feb 19 04:00:04.271169 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2472ed-0d83-4219-aa95-11db95e54357 admin admin] Pushing event deleted for resources: {'Network': ['ID=765fe31a-e4e4-4a01-877d-1ee6e31908c8,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:04.313406 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-99294e07-8745-4c9d-828b-3ba2b4774a50 req-62738abb-62f7-42d7-804f-0ef4cccc19f0 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (bb7e9045-fb31-478b-9f22-4dadca4b419e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:04.322734 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-99294e07-8745-4c9d-828b-3ba2b4774a50 req-62738abb-62f7-42d7-804f-0ef4cccc19f0 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (bb7e9045-fb31-478b-9f22-4dadca4b419e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:04.334693 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a57b63eb-de3d-4634-9dec-d7d9d3c2ebc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (83044325-bf8c-47e0-a1b5-4f78ef54bf5d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:04.339016 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a57b63eb-de3d-4634-9dec-d7d9d3c2ebc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:04.340356 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a57b63eb-de3d-4634-9dec-d7d9d3c2ebc5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/83044325-bf8c-47e0-a1b5-4f78ef54bf5d HTTP/1.1" status: 204 len: 168 time: 0.3797517 Feb 19 04:00:04.375983 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-99294e07-8745-4c9d-828b-3ba2b4774a50 req-62738abb-62f7-42d7-804f-0ef4cccc19f0 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:04.390345 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99294e07-8745-4c9d-828b-3ba2b4774a50 req-62738abb-62f7-42d7-804f-0ef4cccc19f0 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2530768 Feb 19 04:00:04.397696 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62738abb-62f7-42d7-804f-0ef4cccc19f0 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7e9045-fb31-478b-9f22-4dadca4b419e,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:04.416081 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b63eb-de3d-4634-9dec-d7d9d3c2ebc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83044325-bf8c-47e0-a1b5-4f78ef54bf5d,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:04.543897 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8201cc9-26c1-4d21-a69a-0a538a74edf5 req-3f717d05-9ce6-4a7a-bde9-7f23ab31ce1d tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:04.545464 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e8201cc9-26c1-4d21-a69a-0a538a74edf5 req-3f717d05-9ce6-4a7a-bde9-7f23ab31ce1d tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 946 time: 0.1027768 Feb 19 04:00:04.575383 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47570) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:04.589212 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d225a-02cf-46e8-89b9-39184a47e700 req-079eaf36-d665-4704-bc58-61f7d5ec187f tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:04.602387 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-550d225a-02cf-46e8-89b9-39184a47e700 req-079eaf36-d665-4704-bc58-61f7d5ec187f tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.1203585 Feb 19 04:00:04.708034 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8e22a5bc-f456-4e1c-9f38-b0a8717f2091 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d3ffe88586e14ff782ad2724859645fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314647 Feb 19 04:00:04.710587 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47576) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:04.771393 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-550d225a-02cf-46e8-89b9-39184a47e700 req-82acbcc7-f3c3-4761-b158-efd326aa9522 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678870 Feb 19 04:00:04.801203 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8c0dd096-71c3-4f05-b1e1-303b9cae6fad req-43c9153b-718d-4fe4-8cc7-ccb0b6c8af68 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1331651 Feb 19 04:00:04.830077 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e2d7f6a7-c65b-4546-8a2a-a1682426995e admin admin] Publish callbacks [] for security_group (2d077887-02a1-4323-9c41-0d9f400327ec), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:04.853715 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e8201cc9-26c1-4d21-a69a-0a538a74edf5 req-fe0a94b6-330d-4100-a680-4ee20cef54e4 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017874 Feb 19 04:00:04.890405 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e2d7f6a7-c65b-4546-8a2a-a1682426995e admin admin] Publish callbacks [] for security_group (2d077887-02a1-4323-9c41-0d9f400327ec), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:04.908661 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f3deab1e-20a3-4de0-a680-fc3e56b8a7ad req-84c48d88-d959-4c9f-b35e-b5ef26ba81a9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dc6fe714-1202-4b66-9543-363158c08409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2618318 Feb 19 04:00:04.956960 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0dd096-71c3-4f05-b1e1-303b9cae6fad req-f6f98522-a865-4172-bd76-acae8a8fe343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:04.959588 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8c0dd096-71c3-4f05-b1e1-303b9cae6fad req-f6f98522-a865-4172-bd76-acae8a8fe343 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 1132 time: 0.1142735 Feb 19 04:00:05.118824 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0dd096-71c3-4f05-b1e1-303b9cae6fad req-01681c84-1a32-45fc-b1ba-5491dc6b5da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:05.119757 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8c0dd096-71c3-4f05-b1e1-303b9cae6fad req-01681c84-1a32-45fc-b1ba-5491dc6b5da3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.1316750 Feb 19 04:00:05.121236 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e2d7f6a7-c65b-4546-8a2a-a1682426995e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2d077887-02a1-4323-9c41-0d9f400327ec), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:05.125305 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e2d7f6a7-c65b-4546-8a2a-a1682426995e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:05.131127 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e2d7f6a7-c65b-4546-8a2a-a1682426995e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2d077887-02a1-4323-9c41-0d9f400327ec HTTP/1.1" status: 204 len: 168 time: 0.4187162 Feb 19 04:00:05.146549 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7f6a7-c65b-4546-8a2a-a1682426995e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d077887-02a1-4323-9c41-0d9f400327ec,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:05.190137 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:05.193036 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8c0dd096-71c3-4f05-b1e1-303b9cae6fad req-35c30885-b2cd-4b8d-b61e-3979c2b873b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=2d6710c1-b01f-4d94-8ce7-f3612a906f58 HTTP/1.1" status: 200 len: 217 time: 0.0604343 Feb 19 04:00:05.315688 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0dd096-71c3-4f05-b1e1-303b9cae6fad req-980ab9b8-56d3-4a82-8d47-91872141f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:05.319315 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8c0dd096-71c3-4f05-b1e1-303b9cae6fad req-980ab9b8-56d3-4a82-8d47-91872141f656 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1184199 Feb 19 04:00:05.387425 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 18bbfd97-77b0-49a4-9661-716a9e3cc7de details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:00:05.433187 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0dd096-71c3-4f05-b1e1-303b9cae6fad req-0856e596-74f6-4330-a61c-13ae5a78b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:05.435380 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8c0dd096-71c3-4f05-b1e1-303b9cae6fad req-0856e596-74f6-4330-a61c-13ae5a78b76f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1089809 Feb 19 04:00:05.437121 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3deab1e-20a3-4de0-a680-fc3e56b8a7ad req-aebb69b5-06ab-4a33-8d1e-b4d01b25e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:05.444396 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f3deab1e-20a3-4de0-a680-fc3e56b8a7ad req-aebb69b5-06ab-4a33-8d1e-b4d01b25e873 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2d0f4caff5434d379e80e0b432aea600&device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 1128 time: 0.5105548 Feb 19 04:00:05.481341 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-c94d3149-52fb-4b7f-9f56-f059d8c5cbac service neutron] show failed (client error): The resource could not be found. Feb 19 04:00:05.482624 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-c94d3149-52fb-4b7f-9f56-f059d8c5cbac service neutron] 10.222.0.26 "GET /v2.0/ports/794b2e9f-4da8-47f3-8007-6f20bcf6ce49/bindings/n-h2-828369-19 HTTP/1.1" status: 404 len: 381 time: 0.4867520 Feb 19 04:00:05.533620 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24857f-3444-423c-9f4d-dbea08ccebd0 req-c88bb2cc-42d5-42f0-8550-0ff5a171d975 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:05.545826 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e24857f-3444-423c-9f4d-dbea08ccebd0 req-c88bb2cc-42d5-42f0-8550-0ff5a171d975 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=27ea2a0f-87f0-4093-a22c-864fba605367 HTTP/1.1" status: 200 len: 945 time: 0.4012625 Feb 19 04:00:05.662278 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 18bbfd97-77b0-49a4-9661-716a9e3cc7de, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=18bbfd97-77b0-49a4-9661-716a9e3cc7de,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:05.665290 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-5a29c88e-f75a-414e-bf95-38cfa5dbf54a tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:05.666945 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-5a29c88e-f75a-414e-bf95-38cfa5dbf54a tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/networks?id=a21f3efc-0cd7-4772-8d7a-73413e00b052 HTTP/1.1" status: 200 len: 813 time: 0.6086457 Feb 19 04:00:05.683548 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '18bbfd97-77b0-49a4-9661-716a9e3cc7de', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '18bbfd97-77b0-49a4-9661-716a9e3cc7de', 'mac_address': 'fa:16:3e:69:da:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:00:05.795866 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-acee83e2-4e76-4475-82a6-9a8ef848581b tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/quotas/0ed4bede626f435bb8cb39067854622d HTTP/1.1" status: 200 len: 375 time: 0.0814846 Feb 19 04:00:05.804667 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8c0dd096-71c3-4f05-b1e1-303b9cae6fad req-63d623ed-b624-4e1a-8682-6529353561d9 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601606 Feb 19 04:00:05.837938 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 18bbfd97-77b0-49a4-9661-716a9e3cc7de is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:05.838365 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:05.870653 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18bbfd97-77b0-49a4-9661-716a9e3cc7de {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:00:05.912565 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 18bbfd97-77b0-49a4-9661-716a9e3cc7de, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=18bbfd97-77b0-49a4-9661-716a9e3cc7de,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:05.917372 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:05.971690 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e24857f-3444-423c-9f4d-dbea08ccebd0 req-41265ceb-20a7-4894-ae7d-46fa580670ec tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241960 Feb 19 04:00:05.974197 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8c0dd096-71c3-4f05-b1e1-303b9cae6fad req-2d343654-fb08-4ca6-8db3-5cfc82a02dcb service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594379 Feb 19 04:00:06.084105 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=18bbfd97-77b0-49a4-9661-716a9e3cc7de,revision_number=9']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:06.098503 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['18bbfd97-77b0-49a4-9661-716a9e3cc7de'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:06.111080 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3deab1e-20a3-4de0-a680-fc3e56b8a7ad req-33b99eb9-55a9-4474-a955-47205b15069a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:06.113185 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f3deab1e-20a3-4de0-a680-fc3e56b8a7ad req-33b99eb9-55a9-4474-a955-47205b15069a service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d936416-f125-4c3f-940d-813318503889 HTTP/1.1" status: 200 len: 922 time: 0.6292551 Feb 19 04:00:06.131112 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-b398ecb3-1300-4505-878f-aeb657434be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:06.133989 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-b398ecb3-1300-4505-878f-aeb657434be9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350&tenant_id=e0a0ced50b0f4fce99b90209ed8886f4 HTTP/1.1" status: 200 len: 1133 time: 0.2890635 Feb 19 04:00:06.239862 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-6899cd82-cb43-495a-b2af-2cbcb6e5a5d1 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ed4bede626f435bb8cb39067854622d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4210801 Feb 19 04:00:06.253584 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-7762082e-80b0-495b-b050-8e9bf3822933 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-19', 'device_owner': 'compute:nova'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:06.265202 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f3deab1e-20a3-4de0-a680-fc3e56b8a7ad req-0f34b312-aef1-4769-aca3-e0f82ecacd7a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69f0e64b-8af0-4a76-a3ff-51012f343cd1 HTTP/1.1" status: 200 len: 217 time: 0.1364222 Feb 19 04:00:06.548229 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-7762082e-80b0-495b-b050-8e9bf3822933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:06.552443 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-7846cd14-f2bf-437e-a5b3-c95ebef39aa7 service neutron] 10.222.0.52 "GET /v2.0/networks/a21f3efc-0cd7-4772-8d7a-73413e00b052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834744 Feb 19 04:00:06.560291 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3deab1e-20a3-4de0-a680-fc3e56b8a7ad req-bd78d7ad-584d-4349-ac66-a451853627a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:06.563129 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f3deab1e-20a3-4de0-a680-fc3e56b8a7ad req-bd78d7ad-584d-4349-ac66-a451853627a4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2953d6c2-cff6-4430-863a-070b45f3a12f HTTP/1.1" status: 200 len: 861 time: 0.2705846 Feb 19 04:00:06.594853 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47646) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:06.712316 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:06.821693 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f3deab1e-20a3-4de0-a680-fc3e56b8a7ad req-308af830-154c-4b7f-8cf4-1ea3197aff18 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d936416-f125-4c3f-940d-813318503889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2471294 Feb 19 04:00:06.826771 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-decf4eb3-e167-4722-9949-7fd7a658c92f admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1683821132-network', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:06.859266 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decf4eb3-e167-4722-9949-7fd7a658c92f admin admin] Made reservation on behalf of 8cc5a333555d43228c6c3aa25c7c358e for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:00:06.862203 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-decf4eb3-e167-4722-9949-7fd7a658c92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:06.879184 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-decf4eb3-e167-4722-9949-7fd7a658c92f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:06.979010 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-9a5754e8-04a1-4c0a-80a9-cb07508bee3c service neutron] 10.222.0.52 "GET /v2.0/networks/a21f3efc-0cd7-4772-8d7a-73413e00b052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058197 Feb 19 04:00:06.998286 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-decf4eb3-e167-4722-9949-7fd7a658c92f admin admin] Publish callbacks [] for security_group (834bd9e9-ed0a-4fd6-81f7-da51a4b60fe2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:07.009821 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-decf4eb3-e167-4722-9949-7fd7a658c92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (834bd9e9-ed0a-4fd6-81f7-da51a4b60fe2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:07.032447 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-decf4eb3-e167-4722-9949-7fd7a658c92f admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:00:07.052635 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-decf4eb3-e167-4722-9949-7fd7a658c92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (128a647d-2f7d-447d-92e6-b4382e32d23f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:07.052984 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-decf4eb3-e167-4722-9949-7fd7a658c92f admin admin] Added segment 128a647d-2f7d-447d-92e6-b4382e32d23f of type vlan for network 1da67264-45f4-47df-8154-a17cd684211d Feb 19 04:00:07.108105 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-decf4eb3-e167-4722-9949-7fd7a658c92f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (1da67264-45f4-47df-8154-a17cd684211d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:07.170596 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-decf4eb3-e167-4722-9949-7fd7a658c92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (1da67264-45f4-47df-8154-a17cd684211d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:07.173712 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decf4eb3-e167-4722-9949-7fd7a658c92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:07.174330 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-decf4eb3-e167-4722-9949-7fd7a658c92f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:07.316039 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf4eb3-e167-4722-9949-7fd7a658c92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834bd9e9-ed0a-4fd6-81f7-da51a4b60fe2,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:07.340024 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-decf4eb3-e167-4722-9949-7fd7a658c92f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7434852 Feb 19 04:00:07.347331 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47656) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:07.377342 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-6ee4c8f9-d00b-41f3-ba7a-e13446339263 admin admin] Request body: {'subnet': {'network_id': '1da67264-45f4-47df-8154-a17cd684211d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1683821132-subnet', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:07.390024 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 18bbfd97-77b0-49a4-9661-716a9e3cc7de up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:07.403558 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf4eb3-e167-4722-9949-7fd7a658c92f admin admin] Pushing event updated for resources: {'Network': ['ID=1da67264-45f4-47df-8154-a17cd684211d,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:07.447468 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee4c8f9-d00b-41f3-ba7a-e13446339263 admin admin] Made reservation on behalf of 8cc5a333555d43228c6c3aa25c7c358e for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:00:07.450210 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6ee4c8f9-d00b-41f3-ba7a-e13446339263 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:07.467363 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 1da67264-45f4-47df-8154-a17cd684211d details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:00:07.642673 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3813cb4-5be5-4656-ab27-f83ba3479133 req-d6cc3b34-090c-4345-8707-04cf5ddfd8d8 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:07.649291 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f3813cb4-5be5-4656-ab27-f83ba3479133 req-d6cc3b34-090c-4345-8707-04cf5ddfd8d8 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.9873471 Feb 19 04:00:07.661213 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6ee4c8f9-d00b-41f3-ba7a-e13446339263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:07.669860 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 18bbfd97-77b0-49a4-9661-716a9e3cc7de triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:07.670518 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:07.740980 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-7762082e-80b0-495b-b050-8e9bf3822933 service neutron] For port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=794b2e9f-4da8-47f3-8007-6f20bcf6ce49,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:07.748978 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee4c8f9-d00b-41f3-ba7a-e13446339263 admin admin] Checking segment: {'id': '128a647d-2f7d-447d-92e6-b4382e32d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1da67264-45f4-47df-8154-a17cd684211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:00:07.749638 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee4c8f9-d00b-41f3-ba7a-e13446339263 admin admin] Network hostable DHCP agents. Network: 1da67264-45f4-47df-8154-a17cd684211d, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:00:07.756665 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4c8f9-d00b-41f3-ba7a-e13446339263 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:07.770682 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 18bbfd97-77b0-49a4-9661-716a9e3cc7de is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:07.771611 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:07.777589 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee4c8f9-d00b-41f3-ba7a-e13446339263 admin admin] Network 1da67264-45f4-47df-8154-a17cd684211d is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:00:07.789570 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-6ee4c8f9-d00b-41f3-ba7a-e13446339263 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 1da67264-45f4-47df-8154-a17cd684211d) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:00:07.807930 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee4c8f9-d00b-41f3-ba7a-e13446339263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:07.809260 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6ee4c8f9-d00b-41f3-ba7a-e13446339263 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:07.816180 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 18bbfd97-77b0-49a4-9661-716a9e3cc7de, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=18bbfd97-77b0-49a4-9661-716a9e3cc7de,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:07.818259 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12773272-8d81-40f4-a6e3-438a3c396fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bbfd97-77b0-49a4-9661-716a9e3cc7de'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:07.821252 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5b924b-8750-4f06-8e23-06b369b5973d" -d '{"events": [{"server_uuid": "12773272-8d81-40f4-a6e3-438a3c396fbc", "name": "network-vif-plugged", "status": "completed", "tag": "18bbfd97-77b0-49a4-9661-716a9e3cc7de"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:07.825046 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b00f216-df98-44a8-8e30-de6f09a0a19a None None] Network 1da67264-45f4-47df-8154-a17cd684211d requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:00:07.838050 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6ee4c8f9-d00b-41f3-ba7a-e13446339263 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4816959 Feb 19 04:00:07.840025 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47664) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:07.846785 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-77bf20ed-0c7f-4a9b-a862-ea13d919d5e9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1683821132-router', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:07.885589 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-77bf20ed-0c7f-4a9b-a862-ea13d919d5e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (27c24375-b5bc-4331-89b6-5ffde6ace612), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:07.887187 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-77bf20ed-0c7f-4a9b-a862-ea13d919d5e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (27c24375-b5bc-4331-89b6-5ffde6ace612), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:07.939061 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:07.939881 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:00:08.007768 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f3deab1e-20a3-4de0-a680-fc3e56b8a7ad req-fcf98fbb-9efd-4fbc-ab4e-02d5f4601278 service neutron] 10.222.0.79 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1498098 Feb 19 04:00:08.025284 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a07041-6227-4ec5-ae55-d5d4fb6a4223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-1da67264-45f4-47df-8154-a17cd684211d', 'network_id': '1da67264-45f4-47df-8154-a17cd684211d', 'project_id': '8cc5a333555d43228c6c3aa25c7c358e', 'fixed_ips': [{'subnet_id': '09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:00:08.026637 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d9a07041-6227-4ec5-ae55-d5d4fb6a4223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:08.038486 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-77bf20ed-0c7f-4a9b-a862-ea13d919d5e9 admin admin] Publish callbacks [] for router_controller (27c24375-b5bc-4331-89b6-5ffde6ace612), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:08.129751 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d30c87-bb73-4b9f-aaa9-90c0a5fb7c17 req-ede73f67-791a-4c4a-b306-ae86432f3b11 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:08.144768 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-33d30c87-bb73-4b9f-aaa9-90c0a5fb7c17 req-ede73f67-791a-4c4a-b306-ae86432f3b11 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 946 time: 0.6592062 Feb 19 04:00:08.185897 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=18bbfd97-77b0-49a4-9661-716a9e3cc7de,revision_number=10']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:08.269597 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-7762082e-80b0-495b-b050-8e9bf3822933 service neutron] For port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:08.343954 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f3813cb4-5be5-4656-ab27-f83ba3479133 req-6b7f4df6-a106-4f42-9283-baae14c69a08 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6531830 Feb 19 04:00:08.472938 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5f5d8a-95ae-4b98-9da6-a52af11f8350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '794b2e9f-4da8-47f3-8007-6f20bcf6ce49'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:08.475935 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e59267-2a00-4339-983a-949ace1f7874" -d '{"events": [{"server_uuid": "db5f5d8a-95ae-4b98-9da6-a52af11f8350", "name": "network-vif-unplugged", "status": "completed", "tag": "794b2e9f-4da8-47f3-8007-6f20bcf6ce49"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:08.489732 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:08.494975 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:08.506775 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-7762082e-80b0-495b-b050-8e9bf3822933 service neutron] Publish callbacks [] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:08.532869 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-77bf20ed-0c7f-4a9b-a862-ea13d919d5e9 admin admin] Publish callbacks [] for router_gateway (27c24375-b5bc-4331-89b6-5ffde6ace612), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:08.541501 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-33d30c87-bb73-4b9f-aaa9-90c0a5fb7c17 req-53bcb886-1efb-4e65-965a-4ca163519b42 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952165 Feb 19 04:00:08.591173 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f3deab1e-20a3-4de0-a680-fc3e56b8a7ad req-449cfa0b-50a2-47c6-9974-bdc16257bcad service neutron] 10.222.0.79 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5054536 Feb 19 04:00:08.606227 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-7762082e-80b0-495b-b050-8e9bf3822933 service neutron] Transition to ACTIVE for port object 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:00:08.620745 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-7762082e-80b0-495b-b050-8e9bf3822933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:08.647073 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-d9a07041-6227-4ec5-ae55-d5d4fb6a4223 None None] Allocated IP 172.20.0.2 (1da67264-45f4-47df-8154-a17cd684211d/09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2/09dc6d69-83ac-4d13-a13f-c8bbc070969e) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:00:08.863870 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-7762082e-80b0-495b-b050-8e9bf3822933 service neutron] No DVR routers for this DVR port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:00:08.950815 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:00:08.951445 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:00:08.972923 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762082e-80b0-495b-b050-8e9bf3822933 service neutron] Pushing event updated for resources: {'Port': ['ID=794b2e9f-4da8-47f3-8007-6f20bcf6ce49,revision_number=6']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:09.054723 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-7762082e-80b0-495b-b050-8e9bf3822933 service neutron] Attempting to bind port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:00:09.054723 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-7762082e-80b0-495b-b050-8e9bf3822933 service neutron] Attempting to bind port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:00:09.054723 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-7762082e-80b0-495b-b050-8e9bf3822933 service neutron] Attempting to bind port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:09.065411 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-7762082e-80b0-495b-b050-8e9bf3822933 service neutron] Port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:00:09.072358 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-7762082e-80b0-495b-b050-8e9bf3822933 service neutron] Attempting to bind port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:09.081295 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-7762082e-80b0-495b-b050-8e9bf3822933 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:00:09.091302 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-7762082e-80b0-495b-b050-8e9bf3822933 service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:00:09.091816 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-7762082e-80b0-495b-b050-8e9bf3822933 service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:00:09.093543 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-7762082e-80b0-495b-b050-8e9bf3822933 service neutron] Bound port: 794b2e9f-4da8-47f3-8007-6f20bcf6ce49, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:00:09.094050 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-7762082e-80b0-495b-b050-8e9bf3822933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:09.164611 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-77bf20ed-0c7f-4a9b-a862-ea13d919d5e9 admin admin] Publish callbacks [] for router_gateway (27c24375-b5bc-4331-89b6-5ffde6ace612), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:09.218491 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d9a07041-6227-4ec5-ae55-d5d4fb6a4223 None None] Publish callbacks [] for port (09dc6d69-83ac-4d13-a13f-c8bbc070969e), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:09.228386 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d9a07041-6227-4ec5-ae55-d5d4fb6a4223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (09dc6d69-83ac-4d13-a13f-c8bbc070969e), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:09.243047 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d727bf0-c5ce-4d22-b789-b5f63f5febe6 x-openstack-request-id: req-4d727bf0-c5ce-4d22-b789-b5f63f5febe6 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:09.244139 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12773272-8d81-40f4-a6e3-438a3c396fbc", "name": "network-vif-plugged", "status": "completed", "tag": "18bbfd97-77b0-49a4-9661-716a9e3cc7de", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:09.246802 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4d727bf0-c5ce-4d22-b789-b5f63f5febe6 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:09.247482 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12773272-8d81-40f4-a6e3-438a3c396fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bbfd97-77b0-49a4-9661-716a9e3cc7de', 'code': 200} Feb 19 04:00:09.261553 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-77bf20ed-0c7f-4a9b-a862-ea13d919d5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:09.384780 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef561094-680e-404c-a712-c23186834c47 req-47c38b0e-601e-4439-833d-714c33e2651e tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=7966aea9-3a24-40c8-b8cd-fc4ba53971a0 HTTP/1.1" status: 200 len: 210 time: 0.1503344 Feb 19 04:00:09.427065 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d865c07-ecc0-4abb-b3d6-6cd973a1f2d6 x-openstack-request-id: req-0d865c07-ecc0-4abb-b3d6-6cd973a1f2d6 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:09.432921 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5f5d8a-95ae-4b98-9da6-a52af11f8350", "name": "network-vif-unplugged", "status": "completed", "tag": "794b2e9f-4da8-47f3-8007-6f20bcf6ce49", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:09.433484 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d865c07-ecc0-4abb-b3d6-6cd973a1f2d6 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:09.435036 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5f5d8a-95ae-4b98-9da6-a52af11f8350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '794b2e9f-4da8-47f3-8007-6f20bcf6ce49', 'code': 200} Feb 19 04:00:09.437296 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a07041-6227-4ec5-ae55-d5d4fb6a4223 None None] Network 1da67264-45f4-47df-8154-a17cd684211d is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:00:09.439921 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a07041-6227-4ec5-ae55-d5d4fb6a4223 None None] Pushing event updated for resources: {'Port': ['ID=09dc6d69-83ac-4d13-a13f-c8bbc070969e,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:09.442477 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-d9a07041-6227-4ec5-ae55-d5d4fb6a4223 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:00:09.489911 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a07041-6227-4ec5-ae55-d5d4fb6a4223 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:00:09.524102 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-7762082e-80b0-495b-b050-8e9bf3822933 service neutron] For port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:09.536663 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-7762082e-80b0-495b-b050-8e9bf3822933 service neutron] For port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=794b2e9f-4da8-47f3-8007-6f20bcf6ce49,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:00:09.559450 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-7762082e-80b0-495b-b050-8e9bf3822933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:09.850069 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762082e-80b0-495b-b050-8e9bf3822933 service neutron] Pushing event updated for resources: {'Port': ['ID=794b2e9f-4da8-47f3-8007-6f20bcf6ce49,revision_number=7']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:09.887347 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-7762082e-80b0-495b-b050-8e9bf3822933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:09.889248 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-7762082e-80b0-495b-b050-8e9bf3822933 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:09.891291 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-7762082e-80b0-495b-b050-8e9bf3822933 service neutron] 10.222.0.79 "PUT /v2.0/ports/794b2e9f-4da8-47f3-8007-6f20bcf6ce49 HTTP/1.1" status: 200 len: 1097 time: 3.6488252 Feb 19 04:00:09.945103 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456acfd5-fb71-433c-b961-097136450eed req-b78a0687-f93f-4261-b6ac-01cbf7762247 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:09.953828 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-456acfd5-fb71-433c-b961-097136450eed req-b78a0687-f93f-4261-b6ac-01cbf7762247 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 948 time: 0.2355621 Feb 19 04:00:10.000614 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-e94fa887-62db-4c50-83f8-b89d08789add tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:10.005429 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-e94fa887-62db-4c50-83f8-b89d08789add tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.26 "GET /v2.0/networks?id=a21f3efc-0cd7-4772-8d7a-73413e00b052 HTTP/1.1" status: 200 len: 813 time: 0.6280308 Feb 19 04:00:10.010303 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-77bf20ed-0c7f-4a9b-a862-ea13d919d5e9 admin admin] Allocated IP 172.25.3.149 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/56110378-b0f5-4ef1-8e06-c00d2aa914f5) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:00:10.023091 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-c3732726-20e3-4a6d-a211-0706a597be84 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Request body: {'port': {'device_id': '7966aea9-3a24-40c8-b8cd-fc4ba53971a0', 'network_id': 'a21f3efc-0cd7-4772-8d7a-73413e00b052', 'admin_state_up': True, 'tenant_id': '0ed4bede626f435bb8cb39067854622d'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:10.027925 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b0518-a6cd-48ae-b569-8bc748f139f2 req-35c36627-b90a-4536-a92e-a8efa5ff9849 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:10.038019 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f06b0518-a6cd-48ae-b569-8bc748f139f2 req-35c36627-b90a-4536-a92e-a8efa5ff9849 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=27ea2a0f-87f0-4093-a22c-864fba605367 HTTP/1.1" status: 200 len: 945 time: 0.4451416 Feb 19 04:00:10.115856 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-456acfd5-fb71-433c-b961-097136450eed req-f57e74e8-0b4e-49dd-a058-d524772b9b2e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603906 Feb 19 04:00:10.152448 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 is: DOWN; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:10.169477 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-03d80984-cf7d-4be3-89ce-6c9f0732f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:10.171310 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-03d80984-cf7d-4be3-89ce-6c9f0732f85d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 1131 time: 0.2434027 Feb 19 04:00:10.230318 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d9a07041-6227-4ec5-ae55-d5d4fb6a4223 None None] Attempting to bind port 09dc6d69-83ac-4d13-a13f-c8bbc070969e on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:00:10.230704 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d9a07041-6227-4ec5-ae55-d5d4fb6a4223 None None] Attempting to bind port 09dc6d69-83ac-4d13-a13f-c8bbc070969e by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '128a647d-2f7d-447d-92e6-b4382e32d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1da67264-45f4-47df-8154-a17cd684211d'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:00:10.231082 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a07041-6227-4ec5-ae55-d5d4fb6a4223 None None] Attempting to bind port 09dc6d69-83ac-4d13-a13f-c8bbc070969e on network 1da67264-45f4-47df-8154-a17cd684211d {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:10.262572 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a07041-6227-4ec5-ae55-d5d4fb6a4223 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:00:10.275098 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a07041-6227-4ec5-ae55-d5d4fb6a4223 None None] Checking segment: {'id': '128a647d-2f7d-447d-92e6-b4382e32d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1da67264-45f4-47df-8154-a17cd684211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:00:10.275098 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d9a07041-6227-4ec5-ae55-d5d4fb6a4223 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:10.275098 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a07041-6227-4ec5-ae55-d5d4fb6a4223 None None] Bound using segment: {'id': '128a647d-2f7d-447d-92e6-b4382e32d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1da67264-45f4-47df-8154-a17cd684211d'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:00:10.275098 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d9a07041-6227-4ec5-ae55-d5d4fb6a4223 None None] Bound port: 09dc6d69-83ac-4d13-a13f-c8bbc070969e, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128a647d-2f7d-447d-92e6-b4382e32d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1da67264-45f4-47df-8154-a17cd684211d'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:00:10.275098 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d9a07041-6227-4ec5-ae55-d5d4fb6a4223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (09dc6d69-83ac-4d13-a13f-c8bbc070969e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:10.283873 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f06b0518-a6cd-48ae-b569-8bc748f139f2 req-8a8e0a1a-1b44-42bb-ab3a-676053e7afb6 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442605 Feb 19 04:00:10.463140 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-c3732726-20e3-4a6d-a211-0706a597be84 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Made reservation on behalf of 0ed4bede626f435bb8cb39067854622d for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:00:10.465782 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d9a07041-6227-4ec5-ae55-d5d4fb6a4223 None None] For port 09dc6d69-83ac-4d13-a13f-c8bbc070969e, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:10.466737 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-c3732726-20e3-4a6d-a211-0706a597be84 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:10.475245 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d9a07041-6227-4ec5-ae55-d5d4fb6a4223 None None] For port 09dc6d69-83ac-4d13-a13f-c8bbc070969e, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=09dc6d69-83ac-4d13-a13f-c8bbc070969e,segment=NetworkSegment(128a647d-2f7d-447d-92e6-b4382e32d23f),segment_id=128a647d-2f7d-447d-92e6-b4382e32d23f)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:00:10.499082 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d9a07041-6227-4ec5-ae55-d5d4fb6a4223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (09dc6d69-83ac-4d13-a13f-c8bbc070969e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:10.499716 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-ba3095c5-8952-4fe1-bc21-535efdf7b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:10.503544 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-ba3095c5-8952-4fe1-bc21-535efdf7b06b service neutron] 10.222.0.79 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.3251200 Feb 19 04:00:10.531403 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-77bf20ed-0c7f-4a9b-a862-ea13d919d5e9 admin admin] Publish callbacks [] for port (56110378-b0f5-4ef1-8e06-c00d2aa914f5), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:10.644472 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560ae24-1a0c-4e52-bd9e-30a35af48ae9 req-3ffbd43c-b988-4259-919a-6bc832cca777 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:10.658966 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a560ae24-1a0c-4e52-bd9e-30a35af48ae9 req-3ffbd43c-b988-4259-919a-6bc832cca777 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 946 time: 0.3117576 Feb 19 04:00:10.669886 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-4e37037e-46a2-4097-a37d-e5cf171f2482 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=794b2e9f-4da8-47f3-8007-6f20bcf6ce49 HTTP/1.1" status: 200 len: 217 time: 0.1579719 Feb 19 04:00:10.686682 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a07041-6227-4ec5-ae55-d5d4fb6a4223 None None] Pushing event updated for resources: {'Port': ['ID=09dc6d69-83ac-4d13-a13f-c8bbc070969e,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:10.798848 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eece1030-63c6-44fe-9600-64e59ff255e1 req-8e35c306-33ce-47df-89a4-15f9dd415dfe tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=7966aea9-3a24-40c8-b8cd-fc4ba53971a0 HTTP/1.1" status: 200 len: 210 time: 0.1348703 Feb 19 04:00:10.810509 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-77bf20ed-0c7f-4a9b-a862-ea13d919d5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (56110378-b0f5-4ef1-8e06-c00d2aa914f5), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:10.895324 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-673065c0-f5f1-49ca-a796-50d493a10abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:10.897143 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-673065c0-f5f1-49ca-a796-50d493a10abe service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1605773 Feb 19 04:00:10.983472 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a560ae24-1a0c-4e52-bd9e-30a35af48ae9 req-40bb86b9-342e-4a2f-a4de-126b00fcc009 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162174 Feb 19 04:00:11.014904 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-c3732726-20e3-4a6d-a211-0706a597be84 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Allocated IP 172.20.0.13 (a21f3efc-0cd7-4772-8d7a-73413e00b052/5f8b485d-9d1d-4408-ae3e-0a5ee11b7eda/71b1a62a-44b6-484d-a879-37f745172b6e) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:00:11.030764 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bf20ed-0c7f-4a9b-a862-ea13d919d5e9 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:00:11.040196 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-77bf20ed-0c7f-4a9b-a862-ea13d919d5e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:00:11.046562 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b69565-8012-4358-8c30-16bab38075df req-adbfca35-36d2-4012-b9a1-4ccbdf5ccc64 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:11.056517 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-01b69565-8012-4358-8c30-16bab38075df req-adbfca35-36d2-4012-b9a1-4ccbdf5ccc64 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.79 "GET /v2.0/ports?device_id=27ea2a0f-87f0-4093-a22c-864fba605367 HTTP/1.1" status: 200 len: 945 time: 0.5166283 Feb 19 04:00:11.074152 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf20ed-0c7f-4a9b-a862-ea13d919d5e9 admin admin] Pushing event updated for resources: {'Port': ['ID=56110378-b0f5-4ef1-8e06-c00d2aa914f5,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:11.086841 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bf20ed-0c7f-4a9b-a862-ea13d919d5e9 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:00:11.227881 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-95d9bedb-ecca-44c9-8c2f-c9a18892a333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:11.237022 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-95d9bedb-ecca-44c9-8c2f-c9a18892a333 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3220234 Feb 19 04:00:11.440143 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5f5d8a-95ae-4b98-9da6-a52af11f8350', 'tag': '794b2e9f-4da8-47f3-8007-6f20bcf6ce49'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:11.449133 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e2710a-407f-47d5-aca2-65a117ac141f" -d '{"events": [{"name": "network-changed", "server_uuid": "db5f5d8a-95ae-4b98-9da6-a52af11f8350", "tag": "794b2e9f-4da8-47f3-8007-6f20bcf6ce49"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:11.496068 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 09dc6d69-83ac-4d13-a13f-c8bbc070969e up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:11.614695 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 09dc6d69-83ac-4d13-a13f-c8bbc070969e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:11.615362 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (09dc6d69-83ac-4d13-a13f-c8bbc070969e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:11.690127 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-8b466303-2a61-4c57-8724-5334c3a4a324 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512832 Feb 19 04:00:11.705895 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-c3732726-20e3-4a6d-a211-0706a597be84 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for port (71b1a62a-44b6-484d-a879-37f745172b6e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:11.775100 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-c3732726-20e3-4a6d-a211-0706a597be84 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (71b1a62a-44b6-484d-a879-37f745172b6e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:11.801414 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 09dc6d69-83ac-4d13-a13f-c8bbc070969e is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:11.802811 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (09dc6d69-83ac-4d13-a13f-c8bbc070969e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:11.813752 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['94aaea2f-ab6a-4683-a3f0-0acd276b2e61'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:11.830022 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47754) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:11.903894 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 09dc6d69-83ac-4d13-a13f-c8bbc070969e, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=09dc6d69-83ac-4d13-a13f-c8bbc070969e,segment=NetworkSegment(128a647d-2f7d-447d-92e6-b4382e32d23f),segment_id=128a647d-2f7d-447d-92e6-b4382e32d23f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:11.919656 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (09dc6d69-83ac-4d13-a13f-c8bbc070969e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:11.982476 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=09dc6d69-83ac-4d13-a13f-c8bbc070969e,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:12.074132 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046a9c8-8ed2-402d-879c-542faa48a89a req-5e0a1211-cee7-43e4-8ace-3f401e426a91 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:12.078744 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e046a9c8-8ed2-402d-879c-542faa48a89a req-5e0a1211-cee7-43e4-8ace-3f401e426a91 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 948 time: 0.5905061 Feb 19 04:00:12.110941 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-01b69565-8012-4358-8c30-16bab38075df req-f7e20852-c108-48e5-905a-0df68e821d8d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Deleting port 6776413c-7933-43a2-8435-aa333cc6cd9e {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:00:12.111293 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-01b69565-8012-4358-8c30-16bab38075df req-f7e20852-c108-48e5-905a-0df68e821d8d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (6776413c-7933-43a2-8435-aa333cc6cd9e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:12.118138 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-c3732726-20e3-4a6d-a211-0706a597be84 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Network a21f3efc-0cd7-4772-8d7a-73413e00b052 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:00:12.144877 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-c3732726-20e3-4a6d-a211-0706a597be84 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:00:12.151455 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-c3732726-20e3-4a6d-a211-0706a597be84 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:00:12.268573 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f3dce-9212-458c-8087-46415f31df1e req-56f374d1-1929-46f5-9c5d-b0accacbe95f tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:12.270083 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-836f3dce-9212-458c-8087-46415f31df1e req-56f374d1-1929-46f5-9c5d-b0accacbe95f tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=27ea2a0f-87f0-4093-a22c-864fba605367 HTTP/1.1" status: 200 len: 945 time: 0.7319784 Feb 19 04:00:12.306259 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-c3732726-20e3-4a6d-a211-0706a597be84 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:12.307079 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-c3732726-20e3-4a6d-a211-0706a597be84 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:12.363606 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-c3732726-20e3-4a6d-a211-0706a597be84 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3452857 Feb 19 04:00:12.376732 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3732726-20e3-4a6d-a211-0706a597be84 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Pushing event updated for resources: {'Port': ['ID=71b1a62a-44b6-484d-a879-37f745172b6e,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:12.392506 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c12bd3dc-7564-486a-a297-494b2a0807b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:12.401057 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-8e2e8f14-9679-490f-bb9e-a780c3584591 service neutron] Request body: {'port': {'device_id': '7966aea9-3a24-40c8-b8cd-fc4ba53971a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:12.573773 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243b5b79-7314-4bb6-a26e-d94170f29096 None None] Network 1da67264-45f4-47df-8154-a17cd684211d requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:00:12.702804 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-77bf20ed-0c7f-4a9b-a862-ea13d919d5e9 admin admin] Publish callbacks [] for router_gateway (27c24375-b5bc-4331-89b6-5ffde6ace612), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:12.708492 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-8e2e8f14-9679-490f-bb9e-a780c3584591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (71b1a62a-44b6-484d-a879-37f745172b6e), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:12.865716 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fad46ada-4b10-4700-bc01-a86292aa2bd4 None None] Provisioning complete for port 09dc6d69-83ac-4d13-a13f-c8bbc070969e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:12.866093 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fad46ada-4b10-4700-bc01-a86292aa2bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (09dc6d69-83ac-4d13-a13f-c8bbc070969e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:12.991841 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-01b69565-8012-4358-8c30-16bab38075df req-f7e20852-c108-48e5-905a-0df68e821d8d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] For port 6776413c-7933-43a2-8435-aa333cc6cd9e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=6776413c-7933-43a2-8435-aa333cc6cd9e,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:12.992405 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-01b69565-8012-4358-8c30-16bab38075df req-f7e20852-c108-48e5-905a-0df68e821d8d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (6776413c-7933-43a2-8435-aa333cc6cd9e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:13.012746 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-01b69565-8012-4358-8c30-16bab38075df req-f7e20852-c108-48e5-905a-0df68e821d8d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Calling delete_port for 6776413c-7933-43a2-8435-aa333cc6cd9e owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:00:13.102673 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fad46ada-4b10-4700-bc01-a86292aa2bd4 None None] Current status of the port 09dc6d69-83ac-4d13-a13f-c8bbc070969e is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:13.330475 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e046a9c8-8ed2-402d-879c-542faa48a89a req-3f8ab8ff-2eab-4a37-b6cc-28070abc1f43 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2247539 Feb 19 04:00:13.377812 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 09dc6d69-83ac-4d13-a13f-c8bbc070969e up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:13.450551 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-01b69565-8012-4358-8c30-16bab38075df req-f7e20852-c108-48e5-905a-0df68e821d8d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (6776413c-7933-43a2-8435-aa333cc6cd9e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:13.514070 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-77bf20ed-0c7f-4a9b-a862-ea13d919d5e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (27c24375-b5bc-4331-89b6-5ffde6ace612), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:13.518249 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 09dc6d69-83ac-4d13-a13f-c8bbc070969e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:13.519369 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (09dc6d69-83ac-4d13-a13f-c8bbc070969e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:13.611237 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c12bd3dc-7564-486a-a297-494b2a0807b5 admin admin] Publish callbacks [] for security_group (9141779c-5481-404d-866d-f2dca7885590), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:13.692242 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750868cc-9168-40de-b4b9-605322117788 x-openstack-request-id: req-750868cc-9168-40de-b4b9-605322117788 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:13.694751 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5f5d8a-95ae-4b98-9da6-a52af11f8350", "tag": "794b2e9f-4da8-47f3-8007-6f20bcf6ce49", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:13.695093 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-750868cc-9168-40de-b4b9-605322117788 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:13.695602 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5f5d8a-95ae-4b98-9da6-a52af11f8350', 'tag': '794b2e9f-4da8-47f3-8007-6f20bcf6ce49', 'status': 'completed', 'code': 200} Feb 19 04:00:13.720244 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e20852-c108-48e5-905a-0df68e821d8d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Pushing event deleted for resources: {'Port': ['ID=6776413c-7933-43a2-8435-aa333cc6cd9e,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:13.731934 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c12bd3dc-7564-486a-a297-494b2a0807b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (9141779c-5481-404d-866d-f2dca7885590), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:13.772477 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d94c2495-9a50-496b-97ea-529cd8688647 None None] Provisioning complete for port 09dc6d69-83ac-4d13-a13f-c8bbc070969e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:13.773054 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d94c2495-9a50-496b-97ea-529cd8688647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (09dc6d69-83ac-4d13-a13f-c8bbc070969e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:13.824490 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bf20ed-0c7f-4a9b-a862-ea13d919d5e9 admin admin] Router 27c24375-b5bc-4331-89b6-5ffde6ace612 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:00:13.887306 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 09dc6d69-83ac-4d13-a13f-c8bbc070969e is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:13.943721 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c794b78e-8895-4241-842f-9d486c4d7f7c req-621603a8-961a-44d0-bef8-482342f8b512 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1881225 Feb 19 04:00:14.020885 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d94c2495-9a50-496b-97ea-529cd8688647 None None] Current status of the port 09dc6d69-83ac-4d13-a13f-c8bbc070969e is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:14.063174 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12bd3dc-7564-486a-a297-494b2a0807b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9141779c-5481-404d-866d-f2dca7885590,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:14.107374 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b69565-8012-4358-8c30-16bab38075df req-f7e20852-c108-48e5-905a-0df68e821d8d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] No DVR routers for this DVR port 6776413c-7933-43a2-8435-aa333cc6cd9e on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:00:14.120529 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-836f3dce-9212-458c-8087-46415f31df1e req-6c210a11-4ec1-4cae-bad0-fc131ed8e630 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7538671 Feb 19 04:00:14.124262 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-01b69565-8012-4358-8c30-16bab38075df req-f7e20852-c108-48e5-905a-0df68e821d8d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:14.140713 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-01b69565-8012-4358-8c30-16bab38075df req-f7e20852-c108-48e5-905a-0df68e821d8d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.79 "DELETE /v2.0/ports/6776413c-7933-43a2-8435-aa333cc6cd9e HTTP/1.1" status: 204 len: 173 time: 3.0815678 Feb 19 04:00:14.148296 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c12bd3dc-7564-486a-a297-494b2a0807b5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f3b8f63ffae54d9eb30a953ff14162cd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2563646 Feb 19 04:00:14.157644 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47780) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:14.160665 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bf20ed-0c7f-4a9b-a862-ea13d919d5e9 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:00:14.172334 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a119a5-e609-4686-9d61-2d3445b4c7b1 None None] Sync routers for ids ['27c24375-b5bc-4331-89b6-5ffde6ace612'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:00:14.205126 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a119a5-e609-4686-9d61-2d3445b4c7b1 None None] Routers {'27c24375-b5bc-4331-89b6-5ffde6ace612'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:00:14.205261 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-68a119a5-e609-4686-9d61-2d3445b4c7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:00:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['27c24375-b5bc-4331-89b6-5ffde6ace612'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:14.217476 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-77bf20ed-0c7f-4a9b-a862-ea13d919d5e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:14.220244 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-77bf20ed-0c7f-4a9b-a862-ea13d919d5e9 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3787882 Feb 19 04:00:14.230365 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47784) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:14.266852 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e0353-4561-4a3a-b0d4-ba3541b37b88 req-ee55e102-0c71-4dec-87c5-1484ce104b7f tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:14.268658 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce0e0353-4561-4a3a-b0d4-ba3541b37b88 req-ee55e102-0c71-4dec-87c5-1484ce104b7f tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=7966aea9-3a24-40c8-b8cd-fc4ba53971a0 HTTP/1.1" status: 200 len: 932 time: 0.5515046 Feb 19 04:00:14.275091 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2710a-407f-47d5-aca2-65a117ac141f req-b0f9c60c-4fcc-4ac4-8005-190b0427ad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:14.276629 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18e2710a-407f-47d5-aca2-65a117ac141f req-b0f9c60c-4fcc-4ac4-8005-190b0427ad83 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 1131 time: 0.5752599 Feb 19 04:00:14.331910 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9277d1bd-b315-4a25-ae53-449b3f2214d5 admin admin] Publish callbacks [] for security_group (9141779c-5481-404d-866d-f2dca7885590), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:14.359386 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9277d1bd-b315-4a25-ae53-449b3f2214d5 admin admin] Publish callbacks [] for security_group (9141779c-5481-404d-866d-f2dca7885590), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:14.437279 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce0e0353-4561-4a3a-b0d4-ba3541b37b88 req-c10f70f5-ec8b-4db0-91dd-23b0d89a88de tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464572 Feb 19 04:00:14.489154 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9277d1bd-b315-4a25-ae53-449b3f2214d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (9141779c-5481-404d-866d-f2dca7885590), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:14.499382 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-68a119a5-e609-4686-9d61-2d3445b4c7b1 None None] Set router 27c24375-b5bc-4331-89b6-5ffde6ace612 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:00:14.500815 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9277d1bd-b315-4a25-ae53-449b3f2214d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:14.505775 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9277d1bd-b315-4a25-ae53-449b3f2214d5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9141779c-5481-404d-866d-f2dca7885590 HTTP/1.1" status: 204 len: 168 time: 0.3415229 Feb 19 04:00:14.583473 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277d1bd-b315-4a25-ae53-449b3f2214d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9141779c-5481-404d-866d-f2dca7885590,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:14.647344 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2710a-407f-47d5-aca2-65a117ac141f req-cdce601a-870f-4bf3-83ac-1f17d031d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:14.650541 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18e2710a-407f-47d5-aca2-65a117ac141f req-cdce601a-870f-4bf3-83ac-1f17d031d8d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.3579786 Feb 19 04:00:14.879625 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2710a-407f-47d5-aca2-65a117ac141f req-9514a4ba-515a-4c7c-88b9-cf41b11b1fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:14.881197 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18e2710a-407f-47d5-aca2-65a117ac141f req-9514a4ba-515a-4c7c-88b9-cf41b11b1fc3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 1131 time: 0.8113956 Feb 19 04:00:14.882613 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18e2710a-407f-47d5-aca2-65a117ac141f req-56f2b1d1-4f2b-4d4e-8e92-983ad1d4ae5f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=794b2e9f-4da8-47f3-8007-6f20bcf6ce49 HTTP/1.1" status: 200 len: 217 time: 0.2064400 Feb 19 04:00:14.987073 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 6776413c-7933-43a2-8435-aa333cc6cd9e no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:00:15.077587 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 6776413c-7933-43a2-8435-aa333cc6cd9e {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:00:15.077972 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 6776413c-7933-43a2-8435-aa333cc6cd9e not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:00:15.153073 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99763c25-6d09-4be3-9cac-d105af07e491 req-897bc30f-a8da-4856-b5f9-b920f936c14a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:15.159385 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99763c25-6d09-4be3-9cac-d105af07e491 req-897bc30f-a8da-4856-b5f9-b920f936c14a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 946 time: 0.7402387 Feb 19 04:00:15.238525 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-68a119a5-e609-4686-9d61-2d3445b4c7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'name': 'tempest-ServersTestFqdnHostnames-1683821132-router', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:07Z', 'updated_at': '2022-02-19T04:00:12Z', 'revision_number': 3, 'project_id': '8cc5a333555d43228c6c3aa25c7c358e', 'gw_port': {'id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:50:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:09Z', 'updated_at': '2022-02-19T04:00:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:15.292137 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a119a5-e609-4686-9d61-2d3445b4c7b1 None None] Checking router: 27c24375-b5bc-4331-89b6-5ffde6ace612 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:00:15.292499 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a119a5-e609-4686-9d61-2d3445b4c7b1 None None] Updating router 27c24375-b5bc-4331-89b6-5ffde6ace612 port 56110378-b0f5-4ef1-8e06-c00d2aa914f5 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:00:15.359675 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-68a119a5-e609-4686-9d61-2d3445b4c7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (56110378-b0f5-4ef1-8e06-c00d2aa914f5), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:15.423669 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2710a-407f-47d5-aca2-65a117ac141f req-ac9cc7eb-8663-4c67-8a1c-0f6522f65e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:15.435768 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18e2710a-407f-47d5-aca2-65a117ac141f req-ac9cc7eb-8663-4c67-8a1c-0f6522f65e41 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.5103414 Feb 19 04:00:15.603260 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99763c25-6d09-4be3-9cac-d105af07e491 req-57746bf8-c817-448d-a689-eb91bad20a15 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223752 Feb 19 04:00:15.617772 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f61cd2-d68c-43ab-bd0d-d82469f87d9d req-4568d5dc-d7b9-4237-b5ae-b652066e5a69 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:15.639436 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4f61cd2-d68c-43ab-bd0d-d82469f87d9d req-4568d5dc-d7b9-4237-b5ae-b652066e5a69 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 948 time: 0.7891362 Feb 19 04:00:15.672159 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2710a-407f-47d5-aca2-65a117ac141f req-75f6c872-09cf-4019-b150-5e2a743b1139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:15.677484 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18e2710a-407f-47d5-aca2-65a117ac141f req-75f6c872-09cf-4019-b150-5e2a743b1139 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.7532833 Feb 19 04:00:15.728088 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ea2a0f-87f0-4093-a22c-864fba605367', 'name': 'network-vif-deleted', 'tag': '6776413c-7933-43a2-8435-aa333cc6cd9e'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:15.730629 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e15b99-fd73-45a7-afa4-2664f6ad6b0c" -d '{"events": [{"server_uuid": "27ea2a0f-87f0-4093-a22c-864fba605367", "name": "network-vif-deleted", "tag": "6776413c-7933-43a2-8435-aa333cc6cd9e"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:15.741133 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-8e2e8f14-9679-490f-bb9e-a780c3584591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b1a62a-44b6-484d-a879-37f745172b6e {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:00:15.782209 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-8e2e8f14-9679-490f-bb9e-a780c3584591 service neutron] Publish callbacks [] for port (71b1a62a-44b6-484d-a879-37f745172b6e), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:15.823392 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-8e2e8f14-9679-490f-bb9e-a780c3584591 service neutron] Transition to ACTIVE for port object 71b1a62a-44b6-484d-a879-37f745172b6e will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:00:15.840749 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-8e2e8f14-9679-490f-bb9e-a780c3584591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (71b1a62a-44b6-484d-a879-37f745172b6e), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:15.935302 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18e2710a-407f-47d5-aca2-65a117ac141f req-54d3b9c1-ff4c-4f1e-a378-964cc0624b5d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=794b2e9f-4da8-47f3-8007-6f20bcf6ce49 HTTP/1.1" status: 200 len: 217 time: 0.2437861 Feb 19 04:00:16.014594 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e8f14-9679-490f-bb9e-a780c3584591 service neutron] Pushing event updated for resources: {'Port': ['ID=71b1a62a-44b6-484d-a879-37f745172b6e,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:16.126515 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-68a119a5-e609-4686-9d61-2d3445b4c7b1 None None] Publish callbacks [] for port (56110378-b0f5-4ef1-8e06-c00d2aa914f5), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:16.142950 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-68a119a5-e609-4686-9d61-2d3445b4c7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (56110378-b0f5-4ef1-8e06-c00d2aa914f5), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:16.235198 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2710a-407f-47d5-aca2-65a117ac141f req-fd8c44ef-a5e2-4907-a1a0-499b76c0b28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:16.236977 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18e2710a-407f-47d5-aca2-65a117ac141f req-fd8c44ef-a5e2-4907-a1a0-499b76c0b28a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.7734857 Feb 19 04:00:16.300048 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4f61cd2-d68c-43ab-bd0d-d82469f87d9d req-2c0341f2-968e-44b0-a7f0-636abdec0a1d tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6586742 Feb 19 04:00:16.329714 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-68a119a5-e609-4686-9d61-2d3445b4c7b1 None None] Attempting to bind port 56110378-b0f5-4ef1-8e06-c00d2aa914f5 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:00:16.330401 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-68a119a5-e609-4686-9d61-2d3445b4c7b1 None None] Attempting to bind port 56110378-b0f5-4ef1-8e06-c00d2aa914f5 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:00:16.337472 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a119a5-e609-4686-9d61-2d3445b4c7b1 None None] Attempting to bind port 56110378-b0f5-4ef1-8e06-c00d2aa914f5 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:16.365723 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec47c49-c82a-4630-a9a7-bf1469f3c885 None None] Pushing event updated for resources: {'Port': ['ID=56110378-b0f5-4ef1-8e06-c00d2aa914f5,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:16.374700 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a119a5-e609-4686-9d61-2d3445b4c7b1 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:00:16.375096 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a119a5-e609-4686-9d61-2d3445b4c7b1 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:00:16.375514 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-68a119a5-e609-4686-9d61-2d3445b4c7b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:16.375914 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a119a5-e609-4686-9d61-2d3445b4c7b1 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:00:16.376405 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-68a119a5-e609-4686-9d61-2d3445b4c7b1 None None] Bound port: 56110378-b0f5-4ef1-8e06-c00d2aa914f5, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:00:16.376795 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-68a119a5-e609-4686-9d61-2d3445b4c7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (56110378-b0f5-4ef1-8e06-c00d2aa914f5), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:16.392104 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2710a-407f-47d5-aca2-65a117ac141f req-4b951956-2b48-41c3-a78f-03e5d397e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:16.393812 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18e2710a-407f-47d5-aca2-65a117ac141f req-4b951956-2b48-41c3-a78f-03e5d397e130 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.3921859 Feb 19 04:00:16.407408 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0953e-a5e1-4c31-a850-611f6e4642c4 req-a9877ab3-b992-4c5d-8aa8-63c0c063319d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:16.409660 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-89e0953e-a5e1-4c31-a850-611f6e4642c4 req-a9877ab3-b992-4c5d-8aa8-63c0c063319d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=7966aea9-3a24-40c8-b8cd-fc4ba53971a0 HTTP/1.1" status: 200 len: 944 time: 0.5045905 Feb 19 04:00:16.433948 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-8e2e8f14-9679-490f-bb9e-a780c3584591 service neutron] Attempting to bind port 71b1a62a-44b6-484d-a879-37f745172b6e on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:00:16.440977 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-8e2e8f14-9679-490f-bb9e-a780c3584591 service neutron] Attempting to bind port 71b1a62a-44b6-484d-a879-37f745172b6e by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '0f8a4699-36b5-4083-8984-ab51054bba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a21f3efc-0cd7-4772-8d7a-73413e00b052'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:00:16.441324 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-8e2e8f14-9679-490f-bb9e-a780c3584591 service neutron] Attempting to bind port 71b1a62a-44b6-484d-a879-37f745172b6e on network a21f3efc-0cd7-4772-8d7a-73413e00b052 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:16.467034 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-8e2e8f14-9679-490f-bb9e-a780c3584591 service neutron] Port 71b1a62a-44b6-484d-a879-37f745172b6e on network a21f3efc-0cd7-4772-8d7a-73413e00b052 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:00:16.468981 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-8e2e8f14-9679-490f-bb9e-a780c3584591 service neutron] Attempting to bind port 71b1a62a-44b6-484d-a879-37f745172b6e on network a21f3efc-0cd7-4772-8d7a-73413e00b052 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:16.507598 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db41eda-2c94-48eb-a076-a4fa89123c08 x-openstack-request-id: req-3db41eda-2c94-48eb-a076-a4fa89123c08 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:16.507890 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ea2a0f-87f0-4093-a22c-864fba605367", "name": "network-vif-deleted", "tag": "6776413c-7933-43a2-8435-aa333cc6cd9e", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:16.508144 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3db41eda-2c94-48eb-a076-a4fa89123c08 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:16.508580 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ea2a0f-87f0-4093-a22c-864fba605367', 'name': 'network-vif-deleted', 'tag': '6776413c-7933-43a2-8435-aa333cc6cd9e', 'status': 'completed', 'code': 200} Feb 19 04:00:16.518153 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-68a119a5-e609-4686-9d61-2d3445b4c7b1 None None] For port 56110378-b0f5-4ef1-8e06-c00d2aa914f5, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:16.528040 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-68a119a5-e609-4686-9d61-2d3445b4c7b1 None None] For port 56110378-b0f5-4ef1-8e06-c00d2aa914f5, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=56110378-b0f5-4ef1-8e06-c00d2aa914f5,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:00:16.532357 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-8e2e8f14-9679-490f-bb9e-a780c3584591 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:00:16.532707 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-8e2e8f14-9679-490f-bb9e-a780c3584591 service neutron] Checking segment: {'id': '0f8a4699-36b5-4083-8984-ab51054bba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a21f3efc-0cd7-4772-8d7a-73413e00b052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:00:16.533129 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-8e2e8f14-9679-490f-bb9e-a780c3584591 service neutron] Bound using segment: {'id': '0f8a4699-36b5-4083-8984-ab51054bba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a21f3efc-0cd7-4772-8d7a-73413e00b052'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:00:16.533585 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-8e2e8f14-9679-490f-bb9e-a780c3584591 service neutron] Bound port: 71b1a62a-44b6-484d-a879-37f745172b6e, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8a4699-36b5-4083-8984-ab51054bba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a21f3efc-0cd7-4772-8d7a-73413e00b052'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:00:16.533947 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-8e2e8f14-9679-490f-bb9e-a780c3584591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (71b1a62a-44b6-484d-a879-37f745172b6e), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:16.541991 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-68a119a5-e609-4686-9d61-2d3445b4c7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (56110378-b0f5-4ef1-8e06-c00d2aa914f5), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:16.611023 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-89e0953e-a5e1-4c31-a850-611f6e4642c4 req-9e5f7ce7-9c90-4b50-b7c3-1f4e9c48347e tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493263 Feb 19 04:00:16.626347 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18e2710a-407f-47d5-aca2-65a117ac141f req-8fd14d03-a5e0-49c1-b298-5b6a9dd910df service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597999 Feb 19 04:00:16.630802 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2710a-407f-47d5-aca2-65a117ac141f req-2203a134-33f0-412d-a662-987d14f17e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:16.642870 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18e2710a-407f-47d5-aca2-65a117ac141f req-2203a134-33f0-412d-a662-987d14f17e21 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2321615 Feb 19 04:00:16.685730 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec47c49-c82a-4630-a9a7-bf1469f3c885 None None] Pushing event updated for resources: {'Port': ['ID=56110378-b0f5-4ef1-8e06-c00d2aa914f5,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:16.732463 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a119a5-e609-4686-9d61-2d3445b4c7b1 None None] Routers {'27c24375-b5bc-4331-89b6-5ffde6ace612'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:00:16.733271 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-68a119a5-e609-4686-9d61-2d3445b4c7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:00:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['27c24375-b5bc-4331-89b6-5ffde6ace612'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:16.799614 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-8e2e8f14-9679-490f-bb9e-a780c3584591 service neutron] For port 71b1a62a-44b6-484d-a879-37f745172b6e, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:16.823128 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-8e2e8f14-9679-490f-bb9e-a780c3584591 service neutron] For port 71b1a62a-44b6-484d-a879-37f745172b6e, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=71b1a62a-44b6-484d-a879-37f745172b6e,segment=NetworkSegment(0f8a4699-36b5-4083-8984-ab51054bba1e),segment_id=0f8a4699-36b5-4083-8984-ab51054bba1e)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:00:16.856401 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18e2710a-407f-47d5-aca2-65a117ac141f req-47496116-ba9a-491f-9220-ec5f0424ad4d service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124820 Feb 19 04:00:16.920097 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92e4a48a-5541-42e6-8ec1-0f0e3c0b2fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:16.935856 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-8e2e8f14-9679-490f-bb9e-a780c3584591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (71b1a62a-44b6-484d-a879-37f745172b6e), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:16.996388 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-68a119a5-e609-4686-9d61-2d3445b4c7b1 None None] Set router 27c24375-b5bc-4331-89b6-5ffde6ace612 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:00:17.017641 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-8e2e8f14-9679-490f-bb9e-a780c3584591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:17.018430 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-8e2e8f14-9679-490f-bb9e-a780c3584591 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:17.020032 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-8e2e8f14-9679-490f-bb9e-a780c3584591 service neutron] 10.222.0.26 "PUT /v2.0/ports/71b1a62a-44b6-484d-a879-37f745172b6e HTTP/1.1" status: 200 len: 1093 time: 4.6268778 Feb 19 04:00:17.024729 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7966aea9-3a24-40c8-b8cd-fc4ba53971a0', 'tag': '71b1a62a-44b6-484d-a879-37f745172b6e'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:17.028621 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f8876f-f4c5-4319-92dc-ab46cb2edbf9" -d '{"events": [{"name": "network-changed", "server_uuid": "7966aea9-3a24-40c8-b8cd-fc4ba53971a0", "tag": "71b1a62a-44b6-484d-a879-37f745172b6e"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:17.224234 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-291beb60-e8c7-4fae-8480-35c3b58a3055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:17.227265 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-291beb60-e8c7-4fae-8480-35c3b58a3055 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ed4bede626f435bb8cb39067854622d&device_id=7966aea9-3a24-40c8-b8cd-fc4ba53971a0 HTTP/1.1" status: 200 len: 1127 time: 0.1318526 Feb 19 04:00:17.254385 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e8f14-9679-490f-bb9e-a780c3584591 service neutron] Pushing event updated for resources: {'Port': ['ID=71b1a62a-44b6-484d-a879-37f745172b6e,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:17.279160 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18e2710a-407f-47d5-aca2-65a117ac141f req-03591c7f-1ec3-445b-b8cd-853aa50583d3 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301062 Feb 19 04:00:17.290577 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-4cdabe0f-f3d8-41e9-a525-83d966e5f058 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:17.292091 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-4cdabe0f-f3d8-41e9-a525-83d966e5f058 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/networks?id=9c484cb2-d49b-4cb4-a1e7-39d440927c34 HTTP/1.1" status: 200 len: 812 time: 0.4190602 Feb 19 04:00:17.332260 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-1d83a0f9-9530-47ae-8558-91b3931263e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71b1a62a-44b6-484d-a879-37f745172b6e HTTP/1.1" status: 200 len: 217 time: 0.0579875 Feb 19 04:00:17.443419 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-4da8cf77-b971-4fde-b5c7-cd398818b3f4 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/quotas/5c42b47db3b04ce6966fb4de683a6e22 HTTP/1.1" status: 200 len: 375 time: 0.1277406 Feb 19 04:00:17.461391 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-68a119a5-e609-4686-9d61-2d3445b4c7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'name': 'tempest-ServersTestFqdnHostnames-1683821132-router', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:07Z', 'updated_at': '2022-02-19T04:00:12Z', 'revision_number': 3, 'project_id': '8cc5a333555d43228c6c3aa25c7c358e', 'gw_port': {'id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:50:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:09Z', 'updated_at': '2022-02-19T04:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:17.507875 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a119a5-e609-4686-9d61-2d3445b4c7b1 None None] The sync data for ids ['27c24375-b5bc-4331-89b6-5ffde6ace612'] in n-d-828369-19 is: [{'id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'name': 'tempest-ServersTestFqdnHostnames-1683821132-router', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:07Z', 'updated_at': '2022-02-19T04:00:12Z', 'revision_number': 3, 'project_id': '8cc5a333555d43228c6c3aa25c7c358e', 'gw_port': {'id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:50:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:09Z', 'updated_at': '2022-02-19T04:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:00:17.521514 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-d194b2d1-4fb8-4fe4-9492-9dd5b9803b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:17.523662 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-d194b2d1-4fb8-4fe4-9492-9dd5b9803b18 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f8b485d-9d1d-4408-ae3e-0a5ee11b7eda HTTP/1.1" status: 200 len: 853 time: 0.1752267 Feb 19 04:00:17.569910 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18e2710a-407f-47d5-aca2-65a117ac141f req-4839ee72-8e82-4b95-ab85-3459a10a1f3e service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670360 Feb 19 04:00:17.613614 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-349971a5-26f7-40d3-b293-1b9e9889b526 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5c42b47db3b04ce6966fb4de683a6e22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1250854 Feb 19 04:00:17.638072 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-d3035dbc-ea39-48ed-9357-71263539f5ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a21f3efc-0cd7-4772-8d7a-73413e00b052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934107 Feb 19 04:00:17.689772 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a840a-6260-4ef0-987d-5cba02a1b87a req-23b5491e-ed3f-45c4-8735-3174f72cc970 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:17.691838 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-002a840a-6260-4ef0-987d-5cba02a1b87a req-23b5491e-ed3f-45c4-8735-3174f72cc970 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 945 time: 0.3329084 Feb 19 04:00:17.794406 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-da25d1b5-0084-4498-a149-4afc384fe5ca service neutron] 10.222.0.26 "GET /v2.0/networks/a21f3efc-0cd7-4772-8d7a-73413e00b052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466970 Feb 19 04:00:17.796266 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-92e4a48a-5541-42e6-8ec1-0f0e3c0b2fd4 admin admin] Allocated IP 172.20.0.1 (1da67264-45f4-47df-8154-a17cd684211d/09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2/424fa787-7942-49fd-a633-3d5d816fe237) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:00:17.819890 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-75628cf1-b216-412b-8498-e12ad0fda8b3 service neutron] 10.222.0.52 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053933 Feb 19 04:00:18.101296 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92e4a48a-5541-42e6-8ec1-0f0e3c0b2fd4 admin admin] Publish callbacks [] for port (424fa787-7942-49fd-a633-3d5d816fe237), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:18.101843 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-f2d2f112-0ba5-4dbe-a927-f71ca5e49320 service neutron] 10.222.0.52 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514843 Feb 19 04:00:18.179105 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f315668-ba03-4798-8cd1-a82029d85be9 req-ce378038-7a1f-453b-9850-762665a6f864 service neutron] 10.222.0.26 "GET /v2.0/networks/a21f3efc-0cd7-4772-8d7a-73413e00b052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730533 Feb 19 04:00:18.181190 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92e4a48a-5541-42e6-8ec1-0f0e3c0b2fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (424fa787-7942-49fd-a633-3d5d816fe237), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:18.236135 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4a48a-5541-42e6-8ec1-0f0e3c0b2fd4 admin admin] Pushing event updated for resources: {'Port': ['ID=424fa787-7942-49fd-a633-3d5d816fe237,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:18.264614 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e4a48a-5541-42e6-8ec1-0f0e3c0b2fd4 admin admin] Network 1da67264-45f4-47df-8154-a17cd684211d is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:00:18.274660 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-92e4a48a-5541-42e6-8ec1-0f0e3c0b2fd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:00:18.280979 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e4a48a-5541-42e6-8ec1-0f0e3c0b2fd4 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:00:18.343842 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32013f5e-3fa6-4d44-8b93-d3e1e9375316 req-0c161c5d-481f-42fa-8636-72436b900392 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:18.364411 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-32013f5e-3fa6-4d44-8b93-d3e1e9375316 req-0c161c5d-481f-42fa-8636-72436b900392 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 946 time: 0.4193051 Feb 19 04:00:18.369734 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92e4a48a-5541-42e6-8ec1-0f0e3c0b2fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (27c24375-b5bc-4331-89b6-5ffde6ace612), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:18.589559 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-32013f5e-3fa6-4d44-8b93-d3e1e9375316 req-6713c0bc-ba38-46aa-882b-3d0c4c3b1a92 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212226 Feb 19 04:00:18.604775 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-002a840a-6260-4ef0-987d-5cba02a1b87a req-7cb843d6-333b-40f1-9277-d8a96b299840 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Deleting port 164c54cc-4545-454e-b0ae-1bf33d6830dc {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:00:18.615439 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-002a840a-6260-4ef0-987d-5cba02a1b87a req-7cb843d6-333b-40f1-9277-d8a96b299840 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (164c54cc-4545-454e-b0ae-1bf33d6830dc), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:18.721542 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba62dee-009d-4e00-bb25-b512cf28194f x-openstack-request-id: req-9ba62dee-009d-4e00-bb25-b512cf28194f {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:18.721831 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7966aea9-3a24-40c8-b8cd-fc4ba53971a0", "tag": "71b1a62a-44b6-484d-a879-37f745172b6e", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:18.722307 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ba62dee-009d-4e00-bb25-b512cf28194f {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:18.729580 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7966aea9-3a24-40c8-b8cd-fc4ba53971a0', 'tag': '71b1a62a-44b6-484d-a879-37f745172b6e', 'status': 'completed', 'code': 200} Feb 19 04:00:18.866039 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-002a840a-6260-4ef0-987d-5cba02a1b87a req-7cb843d6-333b-40f1-9277-d8a96b299840 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] For port 164c54cc-4545-454e-b0ae-1bf33d6830dc, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=164c54cc-4545-454e-b0ae-1bf33d6830dc,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:18.866565 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-002a840a-6260-4ef0-987d-5cba02a1b87a req-7cb843d6-333b-40f1-9277-d8a96b299840 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (164c54cc-4545-454e-b0ae-1bf33d6830dc), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:18.886365 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-002a840a-6260-4ef0-987d-5cba02a1b87a req-7cb843d6-333b-40f1-9277-d8a96b299840 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Calling delete_port for 164c54cc-4545-454e-b0ae-1bf33d6830dc owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:00:18.922485 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2229cb6e-af14-483f-99f6-6137b91daafb None None] Provisioning complete for port 424fa787-7942-49fd-a633-3d5d816fe237 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:18.923878 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2229cb6e-af14-483f-99f6-6137b91daafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (424fa787-7942-49fd-a633-3d5d816fe237), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:18.925604 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92e4a48a-5541-42e6-8ec1-0f0e3c0b2fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (424fa787-7942-49fd-a633-3d5d816fe237), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:19.074299 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2229cb6e-af14-483f-99f6-6137b91daafb None None] Port 424fa787-7942-49fd-a633-3d5d816fe237 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:00:19.081869 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-002a840a-6260-4ef0-987d-5cba02a1b87a req-7cb843d6-333b-40f1-9277-d8a96b299840 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (164c54cc-4545-454e-b0ae-1bf33d6830dc), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:19.087642 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:00:19.105015 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['164c54cc-4545-454e-b0ae-1bf33d6830dc'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:19.171841 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ccecf97-fb56-4ef6-a59f-88664cfddd05 req-5a690cf9-32a8-4923-b876-ad1c954ae558 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab043cc2-5347-4107-9481-c1a541602b67 HTTP/1.1" status: 200 len: 210 time: 0.1024570 Feb 19 04:00:19.214609 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb843d6-333b-40f1-9277-d8a96b299840 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Pushing event deleted for resources: {'Port': ['ID=164c54cc-4545-454e-b0ae-1bf33d6830dc,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:19.229077 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8876f-f4c5-4319-92dc-ab46cb2edbf9 req-e9ce40fc-c493-4eab-b9b9-1990e20bb9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:19.242008 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-17f8876f-f4c5-4319-92dc-ab46cb2edbf9 req-e9ce40fc-c493-4eab-b9b9-1990e20bb9bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ed4bede626f435bb8cb39067854622d&device_id=7966aea9-3a24-40c8-b8cd-fc4ba53971a0 HTTP/1.1" status: 200 len: 1127 time: 0.4062943 Feb 19 04:00:19.329748 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-002a840a-6260-4ef0-987d-5cba02a1b87a req-7cb843d6-333b-40f1-9277-d8a96b299840 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] No DVR routers for this DVR port 164c54cc-4545-454e-b0ae-1bf33d6830dc on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:00:19.333573 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb843d6-333b-40f1-9277-d8a96b299840 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:19.334885 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb843d6-333b-40f1-9277-d8a96b299840 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:19.335336 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb843d6-333b-40f1-9277-d8a96b299840 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:19.335870 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb843d6-333b-40f1-9277-d8a96b299840 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:19.337078 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb843d6-333b-40f1-9277-d8a96b299840 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:19.337516 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb843d6-333b-40f1-9277-d8a96b299840 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:19.338041 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb843d6-333b-40f1-9277-d8a96b299840 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:19.338481 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb843d6-333b-40f1-9277-d8a96b299840 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:19.339031 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb843d6-333b-40f1-9277-d8a96b299840 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:19.339463 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb843d6-333b-40f1-9277-d8a96b299840 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:19.339894 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb843d6-333b-40f1-9277-d8a96b299840 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:19.340448 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb843d6-333b-40f1-9277-d8a96b299840 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:19.340878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb843d6-333b-40f1-9277-d8a96b299840 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:19.347973 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-002a840a-6260-4ef0-987d-5cba02a1b87a req-7cb843d6-333b-40f1-9277-d8a96b299840 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:19.358507 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-002a840a-6260-4ef0-987d-5cba02a1b87a req-7cb843d6-333b-40f1-9277-d8a96b299840 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.79 "DELETE /v2.0/ports/164c54cc-4545-454e-b0ae-1bf33d6830dc HTTP/1.1" status: 204 len: 173 time: 1.5373852 Feb 19 04:00:19.360325 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab043cc2-5347-4107-9481-c1a541602b67', 'name': 'network-vif-deleted', 'tag': '164c54cc-4545-454e-b0ae-1bf33d6830dc'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:19.368772 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2b0920-3dce-4eeb-817b-2ab2fb2d704b" -d '{"events": [{"server_uuid": "ab043cc2-5347-4107-9481-c1a541602b67", "name": "network-vif-deleted", "tag": "164c54cc-4545-454e-b0ae-1bf33d6830dc"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:19.407793 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8480ce2-62d0-401f-9761-115648c3b9fd req-5bb426e8-ab82-41a2-8f94-19a0a02ebb7f tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:19.415825 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e8480ce2-62d0-401f-9761-115648c3b9fd req-5bb426e8-ab82-41a2-8f94-19a0a02ebb7f tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 948 time: 0.3640690 Feb 19 04:00:19.569531 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 56110378-b0f5-4ef1-8e06-c00d2aa914f5 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:19.590942 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e8480ce2-62d0-401f-9761-115648c3b9fd req-d95b165f-95dd-47e5-b32a-7e33f3a070f8 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709802 Feb 19 04:00:19.656551 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=794b2e9f-4da8-47f3-8007-6f20bcf6ce49,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:19.680294 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '794b2e9f-4da8-47f3-8007-6f20bcf6ce49', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '794b2e9f-4da8-47f3-8007-6f20bcf6ce49', 'mac_address': 'fa:16:3e:2e:94:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:00:19.738063 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddd1ac-ebe5-4ba1-941a-3941c30c7992 req-470ed90e-98b5-4c01-b274-45cea167c306 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:19.742433 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39ddd1ac-ebe5-4ba1-941a-3941c30c7992 req-470ed90e-98b5-4c01-b274-45cea167c306 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=7966aea9-3a24-40c8-b8cd-fc4ba53971a0 HTTP/1.1" status: 200 len: 944 time: 0.1524601 Feb 19 04:00:19.768596 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8876f-f4c5-4319-92dc-ab46cb2edbf9 req-c3c394ab-d294-4119-b3d8-b8f90818241f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:19.776451 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-17f8876f-f4c5-4319-92dc-ab46cb2edbf9 req-c3c394ab-d294-4119-b3d8-b8f90818241f service neutron] 10.222.0.26 "GET /v2.0/networks?id=a21f3efc-0cd7-4772-8d7a-73413e00b052 HTTP/1.1" status: 200 len: 914 time: 0.5304039 Feb 19 04:00:19.791434 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 56110378-b0f5-4ef1-8e06-c00d2aa914f5 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:19.791810 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (56110378-b0f5-4ef1-8e06-c00d2aa914f5), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:19.841112 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:19.841544 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:19.874735 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:00:19.884545 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-17f8876f-f4c5-4319-92dc-ab46cb2edbf9 req-c5d609ea-df2f-4835-9a80-659a85821635 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71b1a62a-44b6-484d-a879-37f745172b6e HTTP/1.1" status: 200 len: 217 time: 0.0914688 Feb 19 04:00:19.893752 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39ddd1ac-ebe5-4ba1-941a-3941c30c7992 req-e138e9ef-cd16-425b-a02a-c3301e5513e3 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449807 Feb 19 04:00:19.905931 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=794b2e9f-4da8-47f3-8007-6f20bcf6ce49,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:19.935704 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:20.041769 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47e34a94-5768-4504-aa27-3ca7050bdb3e req-9c4e3ff6-adb5-4cbd-8b41-5f319c0a4657 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dac1a5-8ce1-4023-9866-752e1ca62f27 HTTP/1.1" status: 200 len: 210 time: 0.0405264 Feb 19 04:00:20.043548 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4917a525-e6db-43ad-bdc9-68c45369451b x-openstack-request-id: req-4917a525-e6db-43ad-bdc9-68c45369451b {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:20.045074 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab043cc2-5347-4107-9481-c1a541602b67", "name": "network-vif-deleted", "tag": "164c54cc-4545-454e-b0ae-1bf33d6830dc", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:20.046562 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4917a525-e6db-43ad-bdc9-68c45369451b {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:20.047150 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab043cc2-5347-4107-9481-c1a541602b67', 'name': 'network-vif-deleted', 'tag': '164c54cc-4545-454e-b0ae-1bf33d6830dc', 'status': 'completed', 'code': 200} Feb 19 04:00:20.076468 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92e4a48a-5541-42e6-8ec1-0f0e3c0b2fd4 admin admin] Publish callbacks [] for port (424fa787-7942-49fd-a633-3d5d816fe237), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:20.078887 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 56110378-b0f5-4ef1-8e06-c00d2aa914f5 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:20.079323 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (56110378-b0f5-4ef1-8e06-c00d2aa914f5), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:20.105846 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=794b2e9f-4da8-47f3-8007-6f20bcf6ce49,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:20.127934 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92e4a48a-5541-42e6-8ec1-0f0e3c0b2fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (424fa787-7942-49fd-a633-3d5d816fe237), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:20.137374 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 56110378-b0f5-4ef1-8e06-c00d2aa914f5, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=56110378-b0f5-4ef1-8e06-c00d2aa914f5,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:20.154871 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (56110378-b0f5-4ef1-8e06-c00d2aa914f5), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:20.281258 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92e4a48a-5541-42e6-8ec1-0f0e3c0b2fd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (27c24375-b5bc-4331-89b6-5ffde6ace612), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:20.308694 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=56110378-b0f5-4ef1-8e06-c00d2aa914f5,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:20.314676 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['794b2e9f-4da8-47f3-8007-6f20bcf6ce49'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:20.392321 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047267b3-f2f7-4795-b299-4025ff18bb2c req-fa757d84-547e-45e9-b065-e5431bcc3b3b tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:20.408267 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-047267b3-f2f7-4795-b299-4025ff18bb2c req-fa757d84-547e-45e9-b065-e5431bcc3b3b tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 946 time: 0.1875110 Feb 19 04:00:20.459343 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8876f-f4c5-4319-92dc-ab46cb2edbf9 req-963e1c2b-5d28-421b-bf36-29e633aaac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:20.462410 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-17f8876f-f4c5-4319-92dc-ab46cb2edbf9 req-963e1c2b-5d28-421b-bf36-29e633aaac15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f8b485d-9d1d-4408-ae3e-0a5ee11b7eda HTTP/1.1" status: 200 len: 853 time: 0.5693240 Feb 19 04:00:20.573386 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-047267b3-f2f7-4795-b299-4025ff18bb2c req-c419b9a2-9576-4a93-8b98-e70385e1f2d7 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610241 Feb 19 04:00:20.747936 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4a48a-5541-42e6-8ec1-0f0e3c0b2fd4 admin admin] Pushing event updated for resources: {'Port': ['ID=424fa787-7942-49fd-a633-3d5d816fe237,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:20.757243 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-17f8876f-f4c5-4319-92dc-ab46cb2edbf9 req-b39b5737-c397-484a-9a23-9d170efda78a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a21f3efc-0cd7-4772-8d7a-73413e00b052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2190869 Feb 19 04:00:20.990589 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-17f8876f-f4c5-4319-92dc-ab46cb2edbf9 req-bade8628-075b-4819-a457-892fabc50928 service neutron] 10.222.0.26 "GET /v2.0/networks/a21f3efc-0cd7-4772-8d7a-73413e00b052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222400 Feb 19 04:00:20.997217 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e4a48a-5541-42e6-8ec1-0f0e3c0b2fd4 admin admin] Network 1da67264-45f4-47df-8154-a17cd684211d is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:00:21.014014 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 164c54cc-4545-454e-b0ae-1bf33d6830dc no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:00:21.026425 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-0053b8e6-b806-4c37-b448-9d92249a4a18 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:21.027988 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-0053b8e6-b806-4c37-b448-9d92249a4a18 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.79 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350&tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&binding%3Ahost_id=n-h2-828369-19 HTTP/1.1" status: 200 len: 949 time: 0.4054010 Feb 19 04:00:21.037673 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-92e4a48a-5541-42e6-8ec1-0f0e3c0b2fd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:00:21.055558 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-775e2e84-e4bf-41e0-a3ea-95e507774863 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:21.060352 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-775e2e84-e4bf-41e0-a3ea-95e507774863 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.79 "GET /v2.0/networks?id=9c484cb2-d49b-4cb4-a1e7-39d440927c34 HTTP/1.1" status: 200 len: 812 time: 0.3052621 Feb 19 04:00:21.080572 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 164c54cc-4545-454e-b0ae-1bf33d6830dc {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:00:21.080937 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 164c54cc-4545-454e-b0ae-1bf33d6830dc not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:00:21.152393 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-84a37c56-8a69-421a-ba2d-c70fd6d5b9f9 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Request body: {'port': {'device_id': '40dac1a5-8ce1-4023-9866-752e1ca62f27', 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34', 'admin_state_up': True, 'tenant_id': '5c42b47db3b04ce6966fb4de683a6e22'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:21.342066 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd75df1-7563-441d-b71a-e95793609a1f req-72f6c85f-7bc6-4b71-9812-a660759aeddd tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:21.353036 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3dd75df1-7563-441d-b71a-e95793609a1f req-72f6c85f-7bc6-4b71-9812-a660759aeddd tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 949 time: 0.4417248 Feb 19 04:00:21.386019 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 56110378-b0f5-4ef1-8e06-c00d2aa914f5 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:21.499363 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 56110378-b0f5-4ef1-8e06-c00d2aa914f5 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:21.499745 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (56110378-b0f5-4ef1-8e06-c00d2aa914f5), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:21.538870 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-17f8876f-f4c5-4319-92dc-ab46cb2edbf9 req-351b8d6b-1d75-48bb-aa7a-51f291df1336 service neutron] 10.222.0.26 "GET /v2.0/networks/a21f3efc-0cd7-4772-8d7a-73413e00b052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395861 Feb 19 04:00:21.584378 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e4a48a-5541-42e6-8ec1-0f0e3c0b2fd4 admin admin] Router 27c24375-b5bc-4331-89b6-5ffde6ace612 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:00:21.588857 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-bd287606-0e1f-4db7-a065-5fbabcbce9c5 None None] Provisioning complete for port 424fa787-7942-49fd-a633-3d5d816fe237 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:21.588857 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd287606-0e1f-4db7-a065-5fbabcbce9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (424fa787-7942-49fd-a633-3d5d816fe237), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:21.637240 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-bd287606-0e1f-4db7-a065-5fbabcbce9c5 None None] Port 424fa787-7942-49fd-a633-3d5d816fe237 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:00:21.659281 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-eb34ed2e-5c6e-4948-aff4-11b5f2d60640 service neutron] 10.222.0.79 "GET /v2.0/ports/794b2e9f-4da8-47f3-8007-6f20bcf6ce49/bindings/n-h2-828369-19 HTTP/1.1" status: 200 len: 383 time: 0.5992739 Feb 19 04:00:21.699896 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3dd75df1-7563-441d-b71a-e95793609a1f req-4850a849-c0da-43c1-8e7c-d585e670f059 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185787 Feb 19 04:00:21.715829 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 56110378-b0f5-4ef1-8e06-c00d2aa914f5 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:21.772125 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95b6a3-eb5d-4cb2-8e6c-c716357e55b0 req-e6107255-c9e9-40c8-ae04-aa044dbe8692 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:21.772125 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8e95b6a3-eb5d-4cb2-8e6c-c716357e55b0 req-e6107255-c9e9-40c8-ae04-aa044dbe8692 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.79 "GET /v2.0/ports?device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 944 time: 0.1779754 Feb 19 04:00:21.786755 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcea69-4d95-4966-8623-6148ab8277bc req-1a3f7d6c-c493-42de-b7a3-a7ca77407ae2 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:21.796537 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ecdcea69-4d95-4966-8623-6148ab8277bc req-1a3f7d6c-c493-42de-b7a3-a7ca77407ae2 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=7966aea9-3a24-40c8-b8cd-fc4ba53971a0 HTTP/1.1" status: 200 len: 944 time: 0.4713855 Feb 19 04:00:21.878632 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-84a37c56-8a69-421a-ba2d-c70fd6d5b9f9 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Made reservation on behalf of 5c42b47db3b04ce6966fb4de683a6e22 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:00:21.882695 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-84a37c56-8a69-421a-ba2d-c70fd6d5b9f9 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:21.888315 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f5f7fe4-70a6-40a1-b390-87644c5f4d13 req-fe4c2d19-25f7-49b5-baa5-03cdb5518fab tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dac1a5-8ce1-4023-9866-752e1ca62f27 HTTP/1.1" status: 200 len: 210 time: 0.0903254 Feb 19 04:00:21.929220 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e4a48a-5541-42e6-8ec1-0f0e3c0b2fd4 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:00:21.938669 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65ec332-7d87-40e6-8427-7a4d064b79fa None None] Sync routers for ids ['27c24375-b5bc-4331-89b6-5ffde6ace612'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:00:21.941629 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-92e4a48a-5541-42e6-8ec1-0f0e3c0b2fd4 admin admin] 10.222.0.52 "PUT /v2.0/routers/27c24375-b5bc-4331-89b6-5ffde6ace612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7097080 Feb 19 04:00:21.975781 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65ec332-7d87-40e6-8427-7a4d064b79fa None None] Routers {'27c24375-b5bc-4331-89b6-5ffde6ace612'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:00:21.978530 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-f65ec332-7d87-40e6-8427-7a4d064b79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:00:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['27c24375-b5bc-4331-89b6-5ffde6ace612'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:21.991918 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ecdcea69-4d95-4966-8623-6148ab8277bc req-967bb6cf-62cc-4be5-a0fa-0d95ddc7bc85 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802690 Feb 19 04:00:22.008584 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-8e95b6a3-eb5d-4cb2-8e6c-c716357e55b0 req-1b2d6ba5-2060-46ef-b618-4552b7df784f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Deleting port 23b716ce-ca34-471a-a252-03d7952b8897 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:00:22.008949 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8e95b6a3-eb5d-4cb2-8e6c-c716357e55b0 req-1b2d6ba5-2060-46ef-b618-4552b7df784f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (23b716ce-ca34-471a-a252-03d7952b8897), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:22.099149 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-ad0407b4-3e02-474e-9737-5625fd88a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:22.106236 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-ad0407b4-3e02-474e-9737-5625fd88a6b2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 1132 time: 0.4023945 Feb 19 04:00:22.143073 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-f65ec332-7d87-40e6-8427-7a4d064b79fa None None] Set router 27c24375-b5bc-4331-89b6-5ffde6ace612 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:00:22.240161 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-8e95b6a3-eb5d-4cb2-8e6c-c716357e55b0 req-1b2d6ba5-2060-46ef-b618-4552b7df784f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] For port 23b716ce-ca34-471a-a252-03d7952b8897, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=23b716ce-ca34-471a-a252-03d7952b8897,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:22.250708 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8e95b6a3-eb5d-4cb2-8e6c-c716357e55b0 req-1b2d6ba5-2060-46ef-b618-4552b7df784f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (23b716ce-ca34-471a-a252-03d7952b8897), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:22.281764 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-8e95b6a3-eb5d-4cb2-8e6c-c716357e55b0 req-1b2d6ba5-2060-46ef-b618-4552b7df784f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Calling delete_port for 23b716ce-ca34-471a-a252-03d7952b8897 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:00:22.546301 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-f65ec332-7d87-40e6-8427-7a4d064b79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'name': 'tempest-ServersTestFqdnHostnames-1683821132-router', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:07Z', 'updated_at': '2022-02-19T04:00:18Z', 'revision_number': 4, 'project_id': '8cc5a333555d43228c6c3aa25c7c358e', 'gw_port': {'id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:09Z', 'updated_at': '2022-02-19T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '424fa787-7942-49fd-a633-3d5d816fe237', 'name': '', 'network_id': '1da67264-45f4-47df-8154-a17cd684211d', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'mac_address': 'fa:16:3e:f4:e6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:16Z', 'updated_at': '2022-02-19T04:00:19Z', 'revision_number': 2, 'project_id': '8cc5a333555d43228c6c3aa25c7c358e', 'subnets': [{'id': '09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:22.579668 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65ec332-7d87-40e6-8427-7a4d064b79fa None None] Checking router: 27c24375-b5bc-4331-89b6-5ffde6ace612 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:00:22.580024 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65ec332-7d87-40e6-8427-7a4d064b79fa None None] Updating router 27c24375-b5bc-4331-89b6-5ffde6ace612 port 424fa787-7942-49fd-a633-3d5d816fe237 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:00:22.620841 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-f65ec332-7d87-40e6-8427-7a4d064b79fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (424fa787-7942-49fd-a633-3d5d816fe237), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:22.862129 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-10930279-3920-4728-a20b-42fe23d8089a tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:22.864855 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-10930279-3920-4728-a20b-42fe23d8089a tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75&tenant_id=2d0f4caff5434d379e80e0b432aea600&binding%3Ahost_id=n-h2-828369-19 HTTP/1.1" status: 200 len: 1129 time: 0.1004796 Feb 19 04:00:22.867267 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8e95b6a3-eb5d-4cb2-8e6c-c716357e55b0 req-1b2d6ba5-2060-46ef-b618-4552b7df784f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (23b716ce-ca34-471a-a252-03d7952b8897), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:22.911904 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-e1e50daa-740e-4894-90c9-152b5f1887ab service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828369-19'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:22.933895 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-1a8af6a8-75b4-4960-bc3f-ca7c02a05b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:22.935379 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-1a8af6a8-75b4-4960-bc3f-ca7c02a05b0a service neutron] 10.222.0.79 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.8129292 Feb 19 04:00:23.006358 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-5cf24693-6ca9-4247-8a6e-f098d674740a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=794b2e9f-4da8-47f3-8007-6f20bcf6ce49 HTTP/1.1" status: 200 len: 217 time: 0.0593352 Feb 19 04:00:23.013888 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-f65ec332-7d87-40e6-8427-7a4d064b79fa None None] Publish callbacks [] for port (424fa787-7942-49fd-a633-3d5d816fe237), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:23.018243 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af784ff3-c6ad-47ac-b3a3-4f7bb44b2d2b req-4a22ad6a-579d-4849-bdc0-1c22eb6f94fa tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:23.026532 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af784ff3-c6ad-47ac-b3a3-4f7bb44b2d2b req-4a22ad6a-579d-4849-bdc0-1c22eb6f94fa tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 946 time: 0.9189048 Feb 19 04:00:23.032009 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:23.034438 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-f65ec332-7d87-40e6-8427-7a4d064b79fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (424fa787-7942-49fd-a633-3d5d816fe237), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:23.045029 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d6ba5-2060-46ef-b618-4552b7df784f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Pushing event deleted for resources: {'Port': ['ID=23b716ce-ca34-471a-a252-03d7952b8897,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:23.067194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8fabf-93fe-4e0c-8eb0-f9447e93f9b4 req-8d91e885-1725-4963-8c87-af7e56ee4a73 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:23.071268 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3de8fabf-93fe-4e0c-8eb0-f9447e93f9b4 req-8d91e885-1725-4963-8c87-af7e56ee4a73 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=162970fc-e234-485e-a2f4-06b452996e79 HTTP/1.1" status: 200 len: 944 time: 0.9726944 Feb 19 04:00:23.088289 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d6ba5-2060-46ef-b618-4552b7df784f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:23.088785 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d6ba5-2060-46ef-b618-4552b7df784f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:23.089140 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d6ba5-2060-46ef-b618-4552b7df784f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:23.089482 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d6ba5-2060-46ef-b618-4552b7df784f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:23.089824 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d6ba5-2060-46ef-b618-4552b7df784f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:23.090185 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d6ba5-2060-46ef-b618-4552b7df784f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:23.090958 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d6ba5-2060-46ef-b618-4552b7df784f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:23.091302 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d6ba5-2060-46ef-b618-4552b7df784f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:23.092173 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d6ba5-2060-46ef-b618-4552b7df784f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:23.092513 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d6ba5-2060-46ef-b618-4552b7df784f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:23.093191 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d6ba5-2060-46ef-b618-4552b7df784f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:23.093341 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d6ba5-2060-46ef-b618-4552b7df784f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:23.093548 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d6ba5-2060-46ef-b618-4552b7df784f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:23.123663 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac61e73-4ab4-4c7d-bd4f-71e4a42dea3f None None] Pushing event updated for resources: {'Port': ['ID=424fa787-7942-49fd-a633-3d5d816fe237,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:23.124960 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e95b6a3-eb5d-4cb2-8e6c-c716357e55b0 req-1b2d6ba5-2060-46ef-b618-4552b7df784f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] No DVR routers for this DVR port 23b716ce-ca34-471a-a252-03d7952b8897 on host n-h2-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:00:23.133353 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8e95b6a3-eb5d-4cb2-8e6c-c716357e55b0 req-1b2d6ba5-2060-46ef-b618-4552b7df784f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:23.137745 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8e95b6a3-eb5d-4cb2-8e6c-c716357e55b0 req-1b2d6ba5-2060-46ef-b618-4552b7df784f tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.79 "DELETE /v2.0/ports/23b716ce-ca34-471a-a252-03d7952b8897 HTTP/1.1" status: 204 len: 173 time: 1.3594196 Feb 19 04:00:23.138474 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162970fc-e234-485e-a2f4-06b452996e79', 'name': 'network-vif-deleted', 'tag': '23b716ce-ca34-471a-a252-03d7952b8897'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:23.152054 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691fd7c0-c63b-440c-8d17-97c8c5918eba" -d '{"events": [{"server_uuid": "162970fc-e234-485e-a2f4-06b452996e79", "name": "network-vif-deleted", "tag": "23b716ce-ca34-471a-a252-03d7952b8897"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:23.160049 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:00:23.165928 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:23.166669 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:23.169725 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac61e73-4ab4-4c7d-bd4f-71e4a42dea3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:23.173679 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac61e73-4ab4-4c7d-bd4f-71e4a42dea3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:23.174360 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac61e73-4ab4-4c7d-bd4f-71e4a42dea3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:23.174884 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac61e73-4ab4-4c7d-bd4f-71e4a42dea3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:23.176619 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac61e73-4ab4-4c7d-bd4f-71e4a42dea3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:23.181956 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac61e73-4ab4-4c7d-bd4f-71e4a42dea3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:23.182410 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac61e73-4ab4-4c7d-bd4f-71e4a42dea3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:23.182862 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac61e73-4ab4-4c7d-bd4f-71e4a42dea3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:23.183472 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac61e73-4ab4-4c7d-bd4f-71e4a42dea3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:23.183803 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac61e73-4ab4-4c7d-bd4f-71e4a42dea3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:23.184134 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac61e73-4ab4-4c7d-bd4f-71e4a42dea3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:23.184334 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-e1e50daa-740e-4894-90c9-152b5f1887ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2a365141-801a-4740-a673-1cd30a4530cb), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:23.186634 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac61e73-4ab4-4c7d-bd4f-71e4a42dea3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:23.188568 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac61e73-4ab4-4c7d-bd4f-71e4a42dea3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:23.265424 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-84a37c56-8a69-421a-ba2d-c70fd6d5b9f9 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Allocated IP 172.20.0.7 (9c484cb2-d49b-4cb4-a1e7-39d440927c34/05152657-41bb-4f53-a93a-a0556bf4ae06/40c0b014-7ed8-44c3-8e1d-e90020f47cfe) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:00:23.329368 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:23.330210 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:23.379834 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-f65ec332-7d87-40e6-8427-7a4d064b79fa None None] Attempting to bind port 424fa787-7942-49fd-a633-3d5d816fe237 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:00:23.382185 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-f65ec332-7d87-40e6-8427-7a4d064b79fa None None] Attempting to bind port 424fa787-7942-49fd-a633-3d5d816fe237 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '128a647d-2f7d-447d-92e6-b4382e32d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1da67264-45f4-47df-8154-a17cd684211d'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:00:23.382616 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65ec332-7d87-40e6-8427-7a4d064b79fa None None] Attempting to bind port 424fa787-7942-49fd-a633-3d5d816fe237 on network 1da67264-45f4-47df-8154-a17cd684211d {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:23.382778 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3de8fabf-93fe-4e0c-8eb0-f9447e93f9b4 req-19289841-3485-4094-97fa-04556e98f6b9 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006139 Feb 19 04:00:23.396102 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-bbc4ba36-177e-4011-b96a-1b0d9cfc5dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:23.398347 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-bbc4ba36-177e-4011-b96a-1b0d9cfc5dcf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.3660660 Feb 19 04:00:23.406185 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5f5d8a-95ae-4b98-9da6-a52af11f8350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794b2e9f-4da8-47f3-8007-6f20bcf6ce49'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:23.413365 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5757a8f-e1dd-46d3-9232-1cf1e7e7bf56" -d '{"events": [{"server_uuid": "db5f5d8a-95ae-4b98-9da6-a52af11f8350", "name": "network-vif-plugged", "status": "completed", "tag": "794b2e9f-4da8-47f3-8007-6f20bcf6ce49"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:23.416023 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65ec332-7d87-40e6-8427-7a4d064b79fa None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:00:23.416023 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65ec332-7d87-40e6-8427-7a4d064b79fa None None] Checking segment: {'id': '128a647d-2f7d-447d-92e6-b4382e32d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1da67264-45f4-47df-8154-a17cd684211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:00:23.417322 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-f65ec332-7d87-40e6-8427-7a4d064b79fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:23.417322 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65ec332-7d87-40e6-8427-7a4d064b79fa None None] Bound using segment: {'id': '128a647d-2f7d-447d-92e6-b4382e32d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1da67264-45f4-47df-8154-a17cd684211d'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:00:23.417505 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-f65ec332-7d87-40e6-8427-7a4d064b79fa None None] Bound port: 424fa787-7942-49fd-a633-3d5d816fe237, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128a647d-2f7d-447d-92e6-b4382e32d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1da67264-45f4-47df-8154-a17cd684211d'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:00:23.417806 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-f65ec332-7d87-40e6-8427-7a4d064b79fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (424fa787-7942-49fd-a633-3d5d816fe237), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:23.424181 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af784ff3-c6ad-47ac-b3a3-4f7bb44b2d2b req-38842978-728c-4d92-8485-ebb1550f9862 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966210 Feb 19 04:00:23.457777 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=794b2e9f-4da8-47f3-8007-6f20bcf6ce49,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:23.466695 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:23.473348 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 71b1a62a-44b6-484d-a879-37f745172b6e details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:00:23.632137 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=794b2e9f-4da8-47f3-8007-6f20bcf6ce49,revision_number=9']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:23.688010 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-f65ec332-7d87-40e6-8427-7a4d064b79fa None None] For port 424fa787-7942-49fd-a633-3d5d816fe237, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:23.688010 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-f65ec332-7d87-40e6-8427-7a4d064b79fa None None] For port 424fa787-7942-49fd-a633-3d5d816fe237, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=424fa787-7942-49fd-a633-3d5d816fe237,segment=NetworkSegment(128a647d-2f7d-447d-92e6-b4382e32d23f),segment_id=128a647d-2f7d-447d-92e6-b4382e32d23f)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:00:23.702005 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-f65ec332-7d87-40e6-8427-7a4d064b79fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (424fa787-7942-49fd-a633-3d5d816fe237), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:23.845949 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-e1e50daa-740e-4894-90c9-152b5f1887ab service neutron] For port 2a365141-801a-4740-a673-1cd30a4530cb, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=2a365141-801a-4740-a673-1cd30a4530cb,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:23.972800 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-3ad163e5-e75d-426a-92ac-71e0f9e1d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:23.976392 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-3ad163e5-e75d-426a-92ac-71e0f9e1d170 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5509574 Feb 19 04:00:24.010465 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac61e73-4ab4-4c7d-bd4f-71e4a42dea3f None None] Pushing event updated for resources: {'Port': ['ID=424fa787-7942-49fd-a633-3d5d816fe237,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:24.066533 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-e1e50daa-740e-4894-90c9-152b5f1887ab service neutron] For port 2a365141-801a-4740-a673-1cd30a4530cb, host n-h2-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:24.085449 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 71b1a62a-44b6-484d-a879-37f745172b6e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=71b1a62a-44b6-484d-a879-37f745172b6e,segment=NetworkSegment(0f8a4699-36b5-4083-8984-ab51054bba1e),segment_id=0f8a4699-36b5-4083-8984-ab51054bba1e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:24.126738 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '71b1a62a-44b6-484d-a879-37f745172b6e', 'network_id': 'a21f3efc-0cd7-4772-8d7a-73413e00b052', 'port_id': '71b1a62a-44b6-484d-a879-37f745172b6e', 'mac_address': 'fa:16:3e:59:f4:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8b485d-9d1d-4408-ae3e-0a5ee11b7eda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:00:24.130260 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65ec332-7d87-40e6-8427-7a4d064b79fa None None] Routers {'27c24375-b5bc-4331-89b6-5ffde6ace612'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:00:24.135614 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-f65ec332-7d87-40e6-8427-7a4d064b79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:00:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['27c24375-b5bc-4331-89b6-5ffde6ace612'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:24.179922 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-1ac679f0-14ce-401b-bfcb-0a02a970d189 None None] Provisioning complete for port 424fa787-7942-49fd-a633-3d5d816fe237 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:24.180613 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1ac679f0-14ce-401b-bfcb-0a02a970d189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (424fa787-7942-49fd-a633-3d5d816fe237), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:24.205127 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-e1e50daa-740e-4894-90c9-152b5f1887ab service neutron] Publish callbacks [] for port (2a365141-801a-4740-a673-1cd30a4530cb), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:24.217466 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-e1e50daa-740e-4894-90c9-152b5f1887ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (2a365141-801a-4740-a673-1cd30a4530cb), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:24.249140 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 71b1a62a-44b6-484d-a879-37f745172b6e is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:24.249847 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (71b1a62a-44b6-484d-a879-37f745172b6e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:24.266203 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b1a62a-44b6-484d-a879-37f745172b6e {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:00:24.314332 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 71b1a62a-44b6-484d-a879-37f745172b6e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=71b1a62a-44b6-484d-a879-37f745172b6e,segment=NetworkSegment(0f8a4699-36b5-4083-8984-ab51054bba1e),segment_id=0f8a4699-36b5-4083-8984-ab51054bba1e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:24.385850 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (71b1a62a-44b6-484d-a879-37f745172b6e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:24.386303 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-84a37c56-8a69-421a-ba2d-c70fd6d5b9f9 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks [] for port (40c0b014-7ed8-44c3-8e1d-e90020f47cfe), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:24.387615 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 2a365141-801a-4740-a673-1cd30a4530cb details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:00:24.450043 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e50daa-740e-4894-90c9-152b5f1887ab service neutron] Pushing event updated for resources: {'Port': ['ID=2a365141-801a-4740-a673-1cd30a4530cb,revision_number=7']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:24.486583 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-e1e50daa-740e-4894-90c9-152b5f1887ab service neutron] Attempting to bind port 2a365141-801a-4740-a673-1cd30a4530cb on host n-h2-828369-19 for vnic_type normal with profile {"migrating_to": "n-h1-828369-19"} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:00:24.495204 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-e1e50daa-740e-4894-90c9-152b5f1887ab service neutron] Attempting to bind port 2a365141-801a-4740-a673-1cd30a4530cb by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:00:24.495730 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-e1e50daa-740e-4894-90c9-152b5f1887ab service neutron] Attempting to bind port 2a365141-801a-4740-a673-1cd30a4530cb on network 6d936416-f125-4c3f-940d-813318503889 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:24.520915 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-e1e50daa-740e-4894-90c9-152b5f1887ab service neutron] Port 2a365141-801a-4740-a673-1cd30a4530cb on network 6d936416-f125-4c3f-940d-813318503889 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:00:24.521676 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=71b1a62a-44b6-484d-a879-37f745172b6e,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:24.526265 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-e1e50daa-740e-4894-90c9-152b5f1887ab service neutron] Attempting to bind port 2a365141-801a-4740-a673-1cd30a4530cb on network 6d936416-f125-4c3f-940d-813318503889 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:24.547005 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-f65ec332-7d87-40e6-8427-7a4d064b79fa None None] Set router 27c24375-b5bc-4331-89b6-5ffde6ace612 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:00:24.550134 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47976) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:24.563656 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-ee360d76-a91a-43eb-9f17-2b7aedfba2bc service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5742307 Feb 19 04:00:24.582998 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d44ecde9-a3e9-4ee8-b4ee-16e43857bac1 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Request body: {'security_group': {'name': 'tempest-securitygroup--373644398', 'description': 'tempest-description--179580187'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:24.583552 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-1ac679f0-14ce-401b-bfcb-0a02a970d189 None None] Current status of the port 424fa787-7942-49fd-a633-3d5d816fe237 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:24.584179 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1ac679f0-14ce-401b-bfcb-0a02a970d189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (424fa787-7942-49fd-a633-3d5d816fe237), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:24.628163 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-e1e50daa-740e-4894-90c9-152b5f1887ab service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:00:24.631220 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-e1e50daa-740e-4894-90c9-152b5f1887ab service neutron] Checking segment: {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:00:24.631738 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-e1e50daa-740e-4894-90c9-152b5f1887ab service neutron] Bound using segment: {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:00:24.632393 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-e1e50daa-740e-4894-90c9-152b5f1887ab service neutron] Bound port: 2a365141-801a-4740-a673-1cd30a4530cb, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:00:24.633024 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-e1e50daa-740e-4894-90c9-152b5f1887ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2a365141-801a-4740-a673-1cd30a4530cb), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:24.773689 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-e1e50daa-740e-4894-90c9-152b5f1887ab service neutron] For port 2a365141-801a-4740-a673-1cd30a4530cb, host n-h2-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:24.780134 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-e1e50daa-740e-4894-90c9-152b5f1887ab service neutron] For port 2a365141-801a-4740-a673-1cd30a4530cb, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=2a365141-801a-4740-a673-1cd30a4530cb,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:00:24.781096 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-cc55036b-59e3-432b-8935-a376080bdac5 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101972 Feb 19 04:00:24.783856 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-448e69e2-93df-4662-8e8a-2308c4fdaf72 req-627849cf-4d7b-4e53-8ded-e585cc29f7d7 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dac1a5-8ce1-4023-9866-752e1ca62f27 HTTP/1.1" status: 200 len: 210 time: 0.1516500 Feb 19 04:00:24.800935 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d44ecde9-a3e9-4ee8-b4ee-16e43857bac1 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:24.806736 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-84a37c56-8a69-421a-ba2d-c70fd6d5b9f9 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (40c0b014-7ed8-44c3-8e1d-e90020f47cfe), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:24.822410 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38954cf-17f8-4417-9712-9ac110720b42 req-98da125d-39b9-440b-917b-51ef54849781 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:24.832470 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c38954cf-17f8-4417-9712-9ac110720b42 req-98da125d-39b9-440b-917b-51ef54849781 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.8616481 Feb 19 04:00:24.842979 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-1ac679f0-14ce-401b-bfcb-0a02a970d189 None None] For port 424fa787-7942-49fd-a633-3d5d816fe237, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=424fa787-7942-49fd-a633-3d5d816fe237,segment=NetworkSegment(128a647d-2f7d-447d-92e6-b4382e32d23f),segment_id=128a647d-2f7d-447d-92e6-b4382e32d23f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:24.844649 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-e1e50daa-740e-4894-90c9-152b5f1887ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (2a365141-801a-4740-a673-1cd30a4530cb), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:24.859436 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1ac679f0-14ce-401b-bfcb-0a02a970d189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (424fa787-7942-49fd-a633-3d5d816fe237), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:25.077843 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a37c56-8a69-421a-ba2d-c70fd6d5b9f9 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Pushing event updated for resources: {'Port': ['ID=40c0b014-7ed8-44c3-8e1d-e90020f47cfe,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:25.114318 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-84a37c56-8a69-421a-ba2d-c70fd6d5b9f9 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:00:25.158830 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c38954cf-17f8-4417-9712-9ac110720b42 req-b499fe9f-898c-45c8-ad4b-6210989e2c54 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253691 Feb 19 04:00:25.177539 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 2a365141-801a-4740-a673-1cd30a4530cb, host n-h2-828369-19, got binding levels [] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:25.187867 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86d56e-e6eb-4cbd-9f09-362138919239 req-4315841e-5119-415d-b839-b5e4ea7fdd7c tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:25.191483 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b86d56e-e6eb-4cbd-9f09-362138919239 req-4315841e-5119-415d-b839-b5e4ea7fdd7c tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=7966aea9-3a24-40c8-b8cd-fc4ba53971a0 HTTP/1.1" status: 200 len: 945 time: 0.1677229 Feb 19 04:00:25.194892 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-84a37c56-8a69-421a-ba2d-c70fd6d5b9f9 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:00:25.204191 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-84a37c56-8a69-421a-ba2d-c70fd6d5b9f9 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:00:25.236880 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c1ae3ecb-47bb-4b06-86a3-67c817504f8c None None] Provisioning complete for port 424fa787-7942-49fd-a633-3d5d816fe237 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:25.237258 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c1ae3ecb-47bb-4b06-86a3-67c817504f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (424fa787-7942-49fd-a633-3d5d816fe237), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:25.310686 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-f65ec332-7d87-40e6-8427-7a4d064b79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'name': 'tempest-ServersTestFqdnHostnames-1683821132-router', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:07Z', 'updated_at': '2022-02-19T04:00:18Z', 'revision_number': 4, 'project_id': '8cc5a333555d43228c6c3aa25c7c358e', 'gw_port': {'id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:09Z', 'updated_at': '2022-02-19T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '424fa787-7942-49fd-a633-3d5d816fe237', 'name': '', 'network_id': '1da67264-45f4-47df-8154-a17cd684211d', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'mac_address': 'fa:16:3e:f4:e6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:16Z', 'updated_at': '2022-02-19T04:00:23Z', 'revision_number': 4, 'project_id': '8cc5a333555d43228c6c3aa25c7c358e', 'subnets': [{'id': '09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:25.326517 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac679f0-14ce-401b-bfcb-0a02a970d189 None None] Pushing event updated for resources: {'Port': ['ID=424fa787-7942-49fd-a633-3d5d816fe237,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:25.330100 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Attempting to bind port 2a365141-801a-4740-a673-1cd30a4530cb on host n-h2-828369-19 for vnic_type normal with profile {"migrating_to": "n-h1-828369-19"} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:00:25.330614 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Attempting to bind port 2a365141-801a-4740-a673-1cd30a4530cb by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:00:25.330849 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Attempting to bind port 2a365141-801a-4740-a673-1cd30a4530cb on network 6d936416-f125-4c3f-940d-813318503889 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:25.335380 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-e1e50daa-740e-4894-90c9-152b5f1887ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:25.336789 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-e1e50daa-740e-4894-90c9-152b5f1887ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:25.341287 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-e1e50daa-740e-4894-90c9-152b5f1887ab service neutron] 10.222.0.26 "PUT /v2.0/ports/2a365141-801a-4740-a673-1cd30a4530cb HTTP/1.1" status: 200 len: 1124 time: 2.4489655 Feb 19 04:00:25.349484 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ecc97d-80e4-4c76-aad4-941d75f11160 x-openstack-request-id: req-25ecc97d-80e4-4c76-aad4-941d75f11160 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:25.349838 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162970fc-e234-485e-a2f4-06b452996e79", "name": "network-vif-deleted", "tag": "23b716ce-ca34-471a-a252-03d7952b8897", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:25.350039 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-25ecc97d-80e4-4c76-aad4-941d75f11160 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:25.356946 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Port 2a365141-801a-4740-a673-1cd30a4530cb on network 6d936416-f125-4c3f-940d-813318503889 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:00:25.357330 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Attempting to bind port 2a365141-801a-4740-a673-1cd30a4530cb on network 6d936416-f125-4c3f-940d-813318503889 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:25.358653 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162970fc-e234-485e-a2f4-06b452996e79', 'name': 'network-vif-deleted', 'tag': '23b716ce-ca34-471a-a252-03d7952b8897', 'status': 'completed', 'code': 200} Feb 19 04:00:25.370513 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e50daa-740e-4894-90c9-152b5f1887ab service neutron] Pushing event updated for resources: {'Port': ['ID=2a365141-801a-4740-a673-1cd30a4530cb,revision_number=8']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:25.388947 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d44ecde9-a3e9-4ee8-b4ee-16e43857bac1 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks [] for security_group (ce5276da-ba04-495d-be46-df354535c7e6), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:25.402084 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d44ecde9-a3e9-4ee8-b4ee-16e43857bac1 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ce5276da-ba04-495d-be46-df354535c7e6), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:25.432451 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:00:25.432841 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Checking segment: {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:00:25.433266 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Bound using segment: {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:00:25.433745 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Bound port: 2a365141-801a-4740-a673-1cd30a4530cb, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e3b320-d71e-4f19-b693-888c56b0bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6d936416-f125-4c3f-940d-813318503889'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:00:25.434212 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2a365141-801a-4740-a673-1cd30a4530cb), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:25.465816 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d44ecde9-a3e9-4ee8-b4ee-16e43857bac1 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:25.467271 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d44ecde9-a3e9-4ee8-b4ee-16e43857bac1 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9141619 Feb 19 04:00:25.480406 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['2a365141-801a-4740-a673-1cd30a4530cb'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:25.482839 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47984) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:25.487861 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-8f2f547a-07a9-4ea3-b98e-33dd064afc5c tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Request body: {'security_group_rule': {'security_group_id': 'ce5276da-ba04-495d-be46-df354535c7e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:25.498367 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65ec332-7d87-40e6-8427-7a4d064b79fa None None] The sync data for ids ['27c24375-b5bc-4331-89b6-5ffde6ace612'] in n-d-828369-19 is: [{'id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'name': 'tempest-ServersTestFqdnHostnames-1683821132-router', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:07Z', 'updated_at': '2022-02-19T04:00:18Z', 'revision_number': 4, 'project_id': '8cc5a333555d43228c6c3aa25c7c358e', 'gw_port': {'id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:09Z', 'updated_at': '2022-02-19T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '424fa787-7942-49fd-a633-3d5d816fe237', 'name': '', 'network_id': '1da67264-45f4-47df-8154-a17cd684211d', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'mac_address': 'fa:16:3e:f4:e6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:16Z', 'updated_at': '2022-02-19T04:00:23Z', 'revision_number': 4, 'project_id': '8cc5a333555d43228c6c3aa25c7c358e', 'subnets': [{'id': '09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:00:25.498770 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ecde9-a3e9-4ee8-b4ee-16e43857bac1 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5276da-ba04-495d-be46-df354535c7e6,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:25.548479 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8f2f547a-07a9-4ea3-b98e-33dd064afc5c tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks [] for security_group_rule (dc0f6d55-97a3-4b03-99b5-82859655fc48), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:25.629913 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bc7b57-1c4d-4654-b573-cb32327be0ff x-openstack-request-id: req-e4bc7b57-1c4d-4654-b573-cb32327be0ff {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:25.630338 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5f5d8a-95ae-4b98-9da6-a52af11f8350", "name": "network-vif-plugged", "status": "completed", "tag": "794b2e9f-4da8-47f3-8007-6f20bcf6ce49", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:25.630559 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e4bc7b57-1c4d-4654-b573-cb32327be0ff {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:25.630914 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5f5d8a-95ae-4b98-9da6-a52af11f8350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794b2e9f-4da8-47f3-8007-6f20bcf6ce49', 'code': 200} Feb 19 04:00:25.653743 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-84a37c56-8a69-421a-ba2d-c70fd6d5b9f9 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:25.673716 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-84a37c56-8a69-421a-ba2d-c70fd6d5b9f9 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:25.685640 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b86d56e-e6eb-4cbd-9f09-362138919239 req-fc0a98df-52eb-427c-9089-358d2f3622f7 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849663 Feb 19 04:00:25.686775 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['2a365141-801a-4740-a673-1cd30a4530cb'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:25.731236 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8f2f547a-07a9-4ea3-b98e-33dd064afc5c tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks [] for security_group_rule (dc0f6d55-97a3-4b03-99b5-82859655fc48), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:25.745584 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8f2f547a-07a9-4ea3-b98e-33dd064afc5c tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (dc0f6d55-97a3-4b03-99b5-82859655fc48), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:25.762317 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-84a37c56-8a69-421a-ba2d-c70fd6d5b9f9 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6742609 Feb 19 04:00:25.795212 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f547a-07a9-4ea3-b98e-33dd064afc5c tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0f6d55-97a3-4b03-99b5-82859655fc48,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:25.813030 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-68cf4a8a-3709-4e0f-9d27-2fe9df5498e9 service neutron] Request body: {'port': {'device_id': '40dac1a5-8ce1-4023-9866-752e1ca62f27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:25.826450 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8f2f547a-07a9-4ea3-b98e-33dd064afc5c tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:25.830504 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8f2f547a-07a9-4ea3-b98e-33dd064afc5c tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3436637 Feb 19 04:00:25.833141 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47992) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:25.837638 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-743bc0da-aa66-493d-badd-4a2653ff1da0 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Request body: {'security_group_rule': {'security_group_id': 'ce5276da-ba04-495d-be46-df354535c7e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:25.923146 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-743bc0da-aa66-493d-badd-4a2653ff1da0 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks [] for security_group_rule (49944b55-25cc-48be-81ca-d23e2739999e), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:25.976512 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-68cf4a8a-3709-4e0f-9d27-2fe9df5498e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (40c0b014-7ed8-44c3-8e1d-e90020f47cfe), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:26.083277 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-743bc0da-aa66-493d-badd-4a2653ff1da0 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks [] for security_group_rule (49944b55-25cc-48be-81ca-d23e2739999e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:26.091500 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-743bc0da-aa66-493d-badd-4a2653ff1da0 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (49944b55-25cc-48be-81ca-d23e2739999e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:26.152960 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bc0da-aa66-493d-badd-4a2653ff1da0 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49944b55-25cc-48be-81ca-d23e2739999e,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:26.183148 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-743bc0da-aa66-493d-badd-4a2653ff1da0 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:26.191551 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48010) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:26.201956 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-743bc0da-aa66-493d-badd-4a2653ff1da0 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3506296 Feb 19 04:00:26.214370 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-652cfb3a-503a-4aab-8b53-e603f688de00 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:26.255769 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3e36f-a7cf-41d8-905d-37a44a69afa2 req-1a2ce576-c8c9-425b-8545-8b72f6cfa0bd tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:26.267004 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4e3e36f-a7cf-41d8-905d-37a44a69afa2 req-1a2ce576-c8c9-425b-8545-8b72f6cfa0bd tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 944 time: 0.2890620 Feb 19 04:00:26.271374 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c1ae3ecb-47bb-4b06-86a3-67c817504f8c None None] Current status of the port 424fa787-7942-49fd-a633-3d5d816fe237 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:26.424293 n-d-828369-19 neutron-server[109927]: WARNING neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Concurrent port binding operations failed on port 2a365141-801a-4740-a673-1cd30a4530cb Feb 19 04:00:26.442813 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4e3e36f-a7cf-41d8-905d-37a44a69afa2 req-97b141ee-e7c2-44c2-ae87-d47fb5e852e8 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691020 Feb 19 04:00:26.448172 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 2a365141-801a-4740-a673-1cd30a4530cb, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=2a365141-801a-4740-a673-1cd30a4530cb,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:26.484450 n-d-828369-19 neutron-server[109927]: INFO neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Attempt 2 to bind port 2a365141-801a-4740-a673-1cd30a4530cb Feb 19 04:00:26.486346 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 2a365141-801a-4740-a673-1cd30a4530cb has no active binding in host n-h1-828369-19 {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 04:00:26.624203 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-652cfb3a-503a-4aab-8b53-e603f688de00 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:26.837738 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:27.067850 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 23b716ce-ca34-471a-a252-03d7952b8897 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:00:27.079440 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['71b1a62a-44b6-484d-a879-37f745172b6e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:27.178147 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-68cf4a8a-3709-4e0f-9d27-2fe9df5498e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40c0b014-7ed8-44c3-8e1d-e90020f47cfe {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:00:27.191604 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-68cf4a8a-3709-4e0f-9d27-2fe9df5498e9 service neutron] Publish callbacks [] for port (40c0b014-7ed8-44c3-8e1d-e90020f47cfe), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:27.210463 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-68cf4a8a-3709-4e0f-9d27-2fe9df5498e9 service neutron] Transition to ACTIVE for port object 40c0b014-7ed8-44c3-8e1d-e90020f47cfe will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:00:27.292228 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-68cf4a8a-3709-4e0f-9d27-2fe9df5498e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (40c0b014-7ed8-44c3-8e1d-e90020f47cfe), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:27.309536 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 23b716ce-ca34-471a-a252-03d7952b8897 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:00:27.309536 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 23b716ce-ca34-471a-a252-03d7952b8897 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:00:27.359899 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143db96e-0a3b-4b9e-acfb-f8f5d5798b75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a365141-801a-4740-a673-1cd30a4530cb'}, {'name': 'network-changed', 'server_uuid': '143db96e-0a3b-4b9e-acfb-f8f5d5798b75', 'tag': '2a365141-801a-4740-a673-1cd30a4530cb'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:27.362405 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467ec06e-8eab-4305-ae52-37115f4f7ca9" -d '{"events": [{"server_uuid": "143db96e-0a3b-4b9e-acfb-f8f5d5798b75", "name": "network-vif-unplugged", "status": "completed", "tag": "2a365141-801a-4740-a673-1cd30a4530cb"}, {"name": "network-changed", "server_uuid": "143db96e-0a3b-4b9e-acfb-f8f5d5798b75", "tag": "2a365141-801a-4740-a673-1cd30a4530cb"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:27.411502 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 424fa787-7942-49fd-a633-3d5d816fe237 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:27.447688 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf4a8a-3709-4e0f-9d27-2fe9df5498e9 service neutron] Pushing event updated for resources: {'Port': ['ID=40c0b014-7ed8-44c3-8e1d-e90020f47cfe,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:27.520289 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be133a-f563-49da-ad52-0faf1c7e7fd7 req-bbd4dce9-43d2-423d-b299-587f9a81f564 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:27.537616 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-51be133a-f563-49da-ad52-0faf1c7e7fd7 req-bbd4dce9-43d2-423d-b299-587f9a81f564 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dac1a5-8ce1-4023-9866-752e1ca62f27 HTTP/1.1" status: 200 len: 931 time: 1.1654491 Feb 19 04:00:27.605248 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-af2c2f51-a5a3-4175-aee0-4bd078e7a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:27.610847 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-af2c2f51-a5a3-4175-aee0-4bd078e7a325 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350&tenant_id=e0a0ced50b0f4fce99b90209ed8886f4 HTTP/1.1" status: 200 len: 1133 time: 0.1202497 Feb 19 04:00:27.626388 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-91e57fa5-5cdf-49e5-b2b6-ea317acecb08 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-19', 'device_owner': 'compute:nova'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:27.629546 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 424fa787-7942-49fd-a633-3d5d816fe237 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:27.629919 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (424fa787-7942-49fd-a633-3d5d816fe237), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:27.672197 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-51be133a-f563-49da-ad52-0faf1c7e7fd7 req-d971e2e8-988e-44ce-9606-4e02aebe8992 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276226 Feb 19 04:00:27.748878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567ed8f-54dc-457d-a716-dc009910319c req-ce300a82-4414-4678-9c70-57cc6de50bed tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:27.750841 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9567ed8f-54dc-457d-a716-dc009910319c req-ce300a82-4414-4678-9c70-57cc6de50bed tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.4871063 Feb 19 04:00:27.767709 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-91e57fa5-5cdf-49e5-b2b6-ea317acecb08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:27.858755 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c95f7b-6633-4f20-a472-863ca058cfc0 req-eef25be2-f58c-435b-8778-333d24805779 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:27.868669 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3c95f7b-6633-4f20-a472-863ca058cfc0 req-eef25be2-f58c-435b-8778-333d24805779 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 944 time: 0.6552503 Feb 19 04:00:27.869756 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:00:27.906874 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 424fa787-7942-49fd-a633-3d5d816fe237 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:28.025397 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-68cf4a8a-3709-4e0f-9d27-2fe9df5498e9 service neutron] Attempting to bind port 40c0b014-7ed8-44c3-8e1d-e90020f47cfe on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:00:28.026213 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-68cf4a8a-3709-4e0f-9d27-2fe9df5498e9 service neutron] Attempting to bind port 40c0b014-7ed8-44c3-8e1d-e90020f47cfe by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '78a3690f-36a5-42b2-b6f6-23b9e423ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:00:28.026743 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-68cf4a8a-3709-4e0f-9d27-2fe9df5498e9 service neutron] Attempting to bind port 40c0b014-7ed8-44c3-8e1d-e90020f47cfe on network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:28.102846 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-68cf4a8a-3709-4e0f-9d27-2fe9df5498e9 service neutron] Port 40c0b014-7ed8-44c3-8e1d-e90020f47cfe on network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:00:28.103470 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-68cf4a8a-3709-4e0f-9d27-2fe9df5498e9 service neutron] Attempting to bind port 40c0b014-7ed8-44c3-8e1d-e90020f47cfe on network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:28.131271 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9567ed8f-54dc-457d-a716-dc009910319c req-7e2f3451-9d8a-4167-9a13-545a712dcb3f tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546169 Feb 19 04:00:28.142252 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-68cf4a8a-3709-4e0f-9d27-2fe9df5498e9 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:00:28.142605 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-68cf4a8a-3709-4e0f-9d27-2fe9df5498e9 service neutron] Checking segment: {'id': '78a3690f-36a5-42b2-b6f6-23b9e423ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:00:28.143000 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-68cf4a8a-3709-4e0f-9d27-2fe9df5498e9 service neutron] Bound using segment: {'id': '78a3690f-36a5-42b2-b6f6-23b9e423ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:00:28.143459 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-68cf4a8a-3709-4e0f-9d27-2fe9df5498e9 service neutron] Bound port: 40c0b014-7ed8-44c3-8e1d-e90020f47cfe, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78a3690f-36a5-42b2-b6f6-23b9e423ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:00:28.143827 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-68cf4a8a-3709-4e0f-9d27-2fe9df5498e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (40c0b014-7ed8-44c3-8e1d-e90020f47cfe), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:28.170345 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-91e57fa5-5cdf-49e5-b2b6-ea317acecb08 service neutron] For port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=794b2e9f-4da8-47f3-8007-6f20bcf6ce49,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:28.227590 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-652cfb3a-503a-4aab-8b53-e603f688de00 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:28.244956 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8632f1d-25e1-4470-ac55-cbedb3805323 req-29f094cd-6e78-4173-a936-f3fd97206f74 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:28.246023 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-91e57fa5-5cdf-49e5-b2b6-ea317acecb08 service neutron] For port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49, host n-h2-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:28.246548 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b8632f1d-25e1-4470-ac55-cbedb3805323 req-29f094cd-6e78-4173-a936-f3fd97206f74 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=7966aea9-3a24-40c8-b8cd-fc4ba53971a0 HTTP/1.1" status: 200 len: 945 time: 0.3711586 Feb 19 04:00:28.312923 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-91e57fa5-5cdf-49e5-b2b6-ea317acecb08 service neutron] Publish callbacks [] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:28.343955 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-91e57fa5-5cdf-49e5-b2b6-ea317acecb08 service neutron] Transition to ACTIVE for port object 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:00:28.350426 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-91e57fa5-5cdf-49e5-b2b6-ea317acecb08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:28.420135 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-68cf4a8a-3709-4e0f-9d27-2fe9df5498e9 service neutron] For port 40c0b014-7ed8-44c3-8e1d-e90020f47cfe, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:28.424100 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-68cf4a8a-3709-4e0f-9d27-2fe9df5498e9 service neutron] For port 40c0b014-7ed8-44c3-8e1d-e90020f47cfe, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=40c0b014-7ed8-44c3-8e1d-e90020f47cfe,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:00:28.482799 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-91e57fa5-5cdf-49e5-b2b6-ea317acecb08 service neutron] No DVR routers for this DVR port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 on host n-h2-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:00:28.549289 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-91e57fa5-5cdf-49e5-b2b6-ea317acecb08 service neutron] Attempting to bind port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:00:28.549896 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-91e57fa5-5cdf-49e5-b2b6-ea317acecb08 service neutron] Attempting to bind port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:00:28.551624 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-91e57fa5-5cdf-49e5-b2b6-ea317acecb08 service neutron] Attempting to bind port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:28.555216 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e57fa5-5cdf-49e5-b2b6-ea317acecb08 service neutron] Pushing event updated for resources: {'Port': ['ID=794b2e9f-4da8-47f3-8007-6f20bcf6ce49,revision_number=10']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:28.567343 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-91e57fa5-5cdf-49e5-b2b6-ea317acecb08 service neutron] Port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:00:28.569629 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-91e57fa5-5cdf-49e5-b2b6-ea317acecb08 service neutron] Attempting to bind port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:28.573984 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-652cfb3a-503a-4aab-8b53-e603f688de00 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Allocated IP 172.25.3.104 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/5a75b61e-81ea-4488-a231-28c663670b9b) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:00:28.583130 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-91e57fa5-5cdf-49e5-b2b6-ea317acecb08 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:00:28.584406 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-91e57fa5-5cdf-49e5-b2b6-ea317acecb08 service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:00:28.584767 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-91e57fa5-5cdf-49e5-b2b6-ea317acecb08 service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:00:28.585226 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-91e57fa5-5cdf-49e5-b2b6-ea317acecb08 service neutron] Bound port: 794b2e9f-4da8-47f3-8007-6f20bcf6ce49, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:00:28.585590 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-91e57fa5-5cdf-49e5-b2b6-ea317acecb08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:28.587974 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b8632f1d-25e1-4470-ac55-cbedb3805323 req-8f55c79a-6bd8-4d37-b573-89e3277b25ad tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145225 Feb 19 04:00:28.600325 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-68cf4a8a-3709-4e0f-9d27-2fe9df5498e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (40c0b014-7ed8-44c3-8e1d-e90020f47cfe), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:28.691613 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d165d7-cee2-40ad-ba3a-da957464aef2 req-44db3352-ce7d-4cc9-8b32-55b7fec1bde5 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:28.698539 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-41d165d7-cee2-40ad-ba3a-da957464aef2 req-44db3352-ce7d-4cc9-8b32-55b7fec1bde5 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 944 time: 0.4765601 Feb 19 04:00:28.744908 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-91e57fa5-5cdf-49e5-b2b6-ea317acecb08 service neutron] For port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:28.751110 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-91e57fa5-5cdf-49e5-b2b6-ea317acecb08 service neutron] For port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=794b2e9f-4da8-47f3-8007-6f20bcf6ce49,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:00:28.776312 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-91e57fa5-5cdf-49e5-b2b6-ea317acecb08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:28.824797 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-68cf4a8a-3709-4e0f-9d27-2fe9df5498e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:28.825305 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-68cf4a8a-3709-4e0f-9d27-2fe9df5498e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:28.827062 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-68cf4a8a-3709-4e0f-9d27-2fe9df5498e9 service neutron] 10.222.0.79 "PUT /v2.0/ports/40c0b014-7ed8-44c3-8e1d-e90020f47cfe HTTP/1.1" status: 200 len: 1092 time: 3.0434756 Feb 19 04:00:28.827407 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40dac1a5-8ce1-4023-9866-752e1ca62f27', 'tag': '40c0b014-7ed8-44c3-8e1d-e90020f47cfe'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:28.829768 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8141c8-34e5-41f2-ae3f-8da1adc29d89" -d '{"events": [{"name": "network-changed", "server_uuid": "40dac1a5-8ce1-4023-9866-752e1ca62f27", "tag": "40c0b014-7ed8-44c3-8e1d-e90020f47cfe"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:28.830411 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ff1cb3-ba0d-4539-8421-6eb656db7ddc x-openstack-request-id: req-e4ff1cb3-ba0d-4539-8421-6eb656db7ddc {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:28.831955 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143db96e-0a3b-4b9e-acfb-f8f5d5798b75", "name": "network-vif-unplugged", "status": "completed", "tag": "2a365141-801a-4740-a673-1cd30a4530cb", "code": 200}, {"name": "network-changed", "server_uuid": "143db96e-0a3b-4b9e-acfb-f8f5d5798b75", "tag": "2a365141-801a-4740-a673-1cd30a4530cb", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:28.832451 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e4ff1cb3-ba0d-4539-8421-6eb656db7ddc {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:28.833083 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143db96e-0a3b-4b9e-acfb-f8f5d5798b75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a365141-801a-4740-a673-1cd30a4530cb', 'code': 200} Feb 19 04:00:28.833710 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143db96e-0a3b-4b9e-acfb-f8f5d5798b75', 'tag': '2a365141-801a-4740-a673-1cd30a4530cb', 'status': 'completed', 'code': 200} Feb 19 04:00:28.858583 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-e3c95f7b-6633-4f20-a472-863ca058cfc0 req-298acc94-266e-4e25-b0f2-737071408da8 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Deleting port 816b0177-fe19-4dfb-81d0-9fb24fa15176 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:00:28.859079 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e3c95f7b-6633-4f20-a472-863ca058cfc0 req-298acc94-266e-4e25-b0f2-737071408da8 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (816b0177-fe19-4dfb-81d0-9fb24fa15176), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:28.882093 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf4a8a-3709-4e0f-9d27-2fe9df5498e9 service neutron] Pushing event updated for resources: {'Port': ['ID=40c0b014-7ed8-44c3-8e1d-e90020f47cfe,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:28.905661 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-91e57fa5-5cdf-49e5-b2b6-ea317acecb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:28.906581 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-91e57fa5-5cdf-49e5-b2b6-ea317acecb08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:28.908200 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-91e57fa5-5cdf-49e5-b2b6-ea317acecb08 service neutron] 10.222.0.26 "PUT /v2.0/ports/794b2e9f-4da8-47f3-8007-6f20bcf6ce49 HTTP/1.1" status: 200 len: 1098 time: 1.2864456 Feb 19 04:00:28.931467 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e57fa5-5cdf-49e5-b2b6-ea317acecb08 service neutron] Pushing event updated for resources: {'Port': ['ID=794b2e9f-4da8-47f3-8007-6f20bcf6ce49,revision_number=11']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:29.000162 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ec06e-8eab-4305-ae52-37115f4f7ca9 req-461da990-d1c7-4079-af58-639677484a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:29.001875 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-467ec06e-8eab-4305-ae52-37115f4f7ca9 req-461da990-d1c7-4079-af58-639677484a63 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2d0f4caff5434d379e80e0b432aea600&device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 1158 time: 0.1667624 Feb 19 04:00:29.042121 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-5e1acc50-feea-451f-9838-610f96360f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:29.043588 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-5e1acc50-feea-451f-9838-610f96360f8f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 1132 time: 0.0990376 Feb 19 04:00:29.162991 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-41d165d7-cee2-40ad-ba3a-da957464aef2 req-489b6021-d08e-4ed1-9397-bdc7a5bc4331 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb07acb7-dd3d-4339-b893-e117f1e5525d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590864 Feb 19 04:00:29.274729 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-652cfb3a-503a-4aab-8b53-e603f688de00 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks [] for port (5a75b61e-81ea-4488-a231-28c663670b9b), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:29.295392 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-059a6636-c8a0-47c7-8b71-b45c58603072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:29.297084 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-059a6636-c8a0-47c7-8b71-b45c58603072 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.2067494 Feb 19 04:00:29.298444 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ec06e-8eab-4305-ae52-37115f4f7ca9 req-7b5d7ba7-f0cc-4cc2-8257-02c0bce13955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:29.299764 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-467ec06e-8eab-4305-ae52-37115f4f7ca9 req-7b5d7ba7-f0cc-4cc2-8257-02c0bce13955 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d936416-f125-4c3f-940d-813318503889 HTTP/1.1" status: 200 len: 922 time: 0.2846143 Feb 19 04:00:29.341869 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-57c5ad05-8705-4de0-a6de-a5728d592b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:29.343823 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-57c5ad05-8705-4de0-a6de-a5728d592b17 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5c42b47db3b04ce6966fb4de683a6e22&device_id=40dac1a5-8ce1-4023-9866-752e1ca62f27 HTTP/1.1" status: 200 len: 1126 time: 0.4242363 Feb 19 04:00:29.346901 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:29.354748 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-e3c95f7b-6633-4f20-a472-863ca058cfc0 req-298acc94-266e-4e25-b0f2-737071408da8 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] For port 816b0177-fe19-4dfb-81d0-9fb24fa15176, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=816b0177-fe19-4dfb-81d0-9fb24fa15176,segment=NetworkSegment(1ceeac7f-a31e-4167-8290-6d8a0e278649),segment_id=1ceeac7f-a31e-4167-8290-6d8a0e278649)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:29.355463 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e3c95f7b-6633-4f20-a472-863ca058cfc0 req-298acc94-266e-4e25-b0f2-737071408da8 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (816b0177-fe19-4dfb-81d0-9fb24fa15176), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:29.373448 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-99ddf15a-1bfc-41b2-a872-0e9ebcb0bf9e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=794b2e9f-4da8-47f3-8007-6f20bcf6ce49 HTTP/1.1" status: 200 len: 217 time: 0.0587890 Feb 19 04:00:29.419125 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848eda0-f461-46d9-8f12-ca2535ca5cdb req-ca25e536-093f-4b9b-9c7d-b79f8ff22d8d tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:29.421328 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3848eda0-f461-46d9-8f12-ca2535ca5cdb req-ca25e536-093f-4b9b-9c7d-b79f8ff22d8d tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 944 time: 0.4886441 Feb 19 04:00:29.434637 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-e9992c41-c9df-4cf1-b7c0-9f47228dd100 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40c0b014-7ed8-44c3-8e1d-e90020f47cfe HTTP/1.1" status: 200 len: 217 time: 0.0750763 Feb 19 04:00:29.438021 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-e3c95f7b-6633-4f20-a472-863ca058cfc0 req-298acc94-266e-4e25-b0f2-737071408da8 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Calling delete_port for 816b0177-fe19-4dfb-81d0-9fb24fa15176 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:00:29.445755 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-467ec06e-8eab-4305-ae52-37115f4f7ca9 req-1a44a62e-a314-4d72-964b-c3770d3772d9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a365141-801a-4740-a673-1cd30a4530cb HTTP/1.1" status: 200 len: 217 time: 0.1298707 Feb 19 04:00:29.502091 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-fdceff75-3d9f-427a-b07a-ad6a0c72b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:29.503771 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-fdceff75-3d9f-427a-b07a-ad6a0c72b44d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1223774 Feb 19 04:00:29.512474 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ec06e-8eab-4305-ae52-37115f4f7ca9 req-9179cb2d-2d71-4939-9b6d-dd901b677c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:29.514103 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-467ec06e-8eab-4305-ae52-37115f4f7ca9 req-9179cb2d-2d71-4939-9b6d-dd901b677c90 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2953d6c2-cff6-4430-863a-070b45f3a12f HTTP/1.1" status: 200 len: 861 time: 0.0587611 Feb 19 04:00:29.563158 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-652cfb3a-503a-4aab-8b53-e603f688de00 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (5a75b61e-81ea-4488-a231-28c663670b9b), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:29.576442 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-467ec06e-8eab-4305-ae52-37115f4f7ca9 req-014e0cc0-803e-43d7-aaf7-20de2dcc9d98 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d936416-f125-4c3f-940d-813318503889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507598 Feb 19 04:00:29.591145 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce054ff3-8e70-4926-b9ce-38d9d8f5ceec req-9c9a97a0-bb6d-4c82-b045-363f6042609b tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:29.598125 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce054ff3-8e70-4926-b9ce-38d9d8f5ceec req-9c9a97a0-bb6d-4c82-b045-363f6042609b tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dac1a5-8ce1-4023-9866-752e1ca62f27 HTTP/1.1" status: 200 len: 943 time: 0.3151042 Feb 19 04:00:29.639677 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-05890749-e00a-498c-80ad-b9635ddcb14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:29.642240 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-05890749-e00a-498c-80ad-b9635ddcb14b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1272078 Feb 19 04:00:29.653433 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-45a1bfa3-4f4d-46f9-b424-347c3fc92f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:29.655027 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-45a1bfa3-4f4d-46f9-b424-347c3fc92f57 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=05152657-41bb-4f53-a93a-a0556bf4ae06 HTTP/1.1" status: 200 len: 852 time: 0.2029040 Feb 19 04:00:29.666351 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3848eda0-f461-46d9-8f12-ca2535ca5cdb req-da06b123-bb0e-43ee-b860-e7ba2380b1c9 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323608 Feb 19 04:00:29.715861 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652cfb3a-503a-4aab-8b53-e603f688de00 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:00:29.756269 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-652cfb3a-503a-4aab-8b53-e603f688de00 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:00:29.760629 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-0d716034-6839-4586-9c4b-9738eede19ee service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9c484cb2-d49b-4cb4-a1e7-39d440927c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891199 Feb 19 04:00:29.761664 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652cfb3a-503a-4aab-8b53-e603f688de00 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:00:29.768875 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652cfb3a-503a-4aab-8b53-e603f688de00 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Pushing event updated for resources: {'Port': ['ID=5a75b61e-81ea-4488-a231-28c663670b9b,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:29.877087 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-467ec06e-8eab-4305-ae52-37115f4f7ca9 req-232fedc9-5eb1-4083-8a6b-dc5ca28b4bd9 service neutron] 10.222.0.79 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889354 Feb 19 04:00:29.990272 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-467ec06e-8eab-4305-ae52-37115f4f7ca9 req-882c54ad-a993-4a34-8892-5ef7da7bb0c1 service neutron] 10.222.0.79 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025743 Feb 19 04:00:29.993338 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-c9b8696e-0b4d-4848-a43c-3ee6dd6d9910 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138828 Feb 19 04:00:30.159691 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-abae9ff1-655e-4637-905f-3a6e35697c9c req-ec6c84aa-21d8-4950-93c2-72055267c3d1 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588898 Feb 19 04:00:30.290645 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a86a9ff-382b-4599-a6ed-ac9bb9fa12ae x-openstack-request-id: req-5a86a9ff-382b-4599-a6ed-ac9bb9fa12ae {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:30.291227 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40dac1a5-8ce1-4023-9866-752e1ca62f27", "tag": "40c0b014-7ed8-44c3-8e1d-e90020f47cfe", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:30.291227 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5a86a9ff-382b-4599-a6ed-ac9bb9fa12ae {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:30.291595 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40dac1a5-8ce1-4023-9866-752e1ca62f27', 'tag': '40c0b014-7ed8-44c3-8e1d-e90020f47cfe', 'status': 'completed', 'code': 200} Feb 19 04:00:30.432625 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce054ff3-8e70-4926-b9ce-38d9d8f5ceec req-57cd3b4f-3559-4c47-a4fb-441b0e7aad53 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8256607 Feb 19 04:00:30.532966 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 71b1a62a-44b6-484d-a879-37f745172b6e up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:30.605585 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e9224c8f-5d16-4443-a395-6fdc7430c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:30.652540 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 71b1a62a-44b6-484d-a879-37f745172b6e completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:00:30.656629 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 71b1a62a-44b6-484d-a879-37f745172b6e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:30.656922 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (71b1a62a-44b6-484d-a879-37f745172b6e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:30.679722 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff40df-6a21-454b-8648-9d33461aa0aa req-08e4e193-64a3-4c04-90fe-9bd8c331ed24 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:30.695161 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1dff40df-6a21-454b-8648-9d33461aa0aa req-08e4e193-64a3-4c04-90fe-9bd8c331ed24 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 949 time: 0.4026282 Feb 19 04:00:30.760340 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-7991199e-cb4c-4eda-9d6f-163b25539d7d service neutron] 10.222.0.79 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4730506 Feb 19 04:00:30.769139 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 71b1a62a-44b6-484d-a879-37f745172b6e is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:30.769973 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (71b1a62a-44b6-484d-a879-37f745172b6e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:30.816629 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 71b1a62a-44b6-484d-a879-37f745172b6e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=71b1a62a-44b6-484d-a879-37f745172b6e,segment=NetworkSegment(0f8a4699-36b5-4083-8984-ab51054bba1e),segment_id=0f8a4699-36b5-4083-8984-ab51054bba1e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:30.818158 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7966aea9-3a24-40c8-b8cd-fc4ba53971a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b1a62a-44b6-484d-a879-37f745172b6e'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:30.821620 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a76ddbb-549d-4b90-93c7-e25c23ed464c" -d '{"events": [{"server_uuid": "7966aea9-3a24-40c8-b8cd-fc4ba53971a0", "name": "network-vif-plugged", "status": "completed", "tag": "71b1a62a-44b6-484d-a879-37f745172b6e"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:30.840334 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5f5d8a-95ae-4b98-9da6-a52af11f8350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '794b2e9f-4da8-47f3-8007-6f20bcf6ce49'}, {'name': 'network-changed', 'server_uuid': 'db5f5d8a-95ae-4b98-9da6-a52af11f8350', 'tag': '794b2e9f-4da8-47f3-8007-6f20bcf6ce49'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:30.842782 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e855de-f67b-4bee-9401-a948ac4ebba9" -d '{"events": [{"server_uuid": "db5f5d8a-95ae-4b98-9da6-a52af11f8350", "name": "network-vif-unplugged", "status": "completed", "tag": "794b2e9f-4da8-47f3-8007-6f20bcf6ce49"}, {"name": "network-changed", "server_uuid": "db5f5d8a-95ae-4b98-9da6-a52af11f8350", "tag": "794b2e9f-4da8-47f3-8007-6f20bcf6ce49"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:30.849644 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (71b1a62a-44b6-484d-a879-37f745172b6e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:30.877455 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e3c95f7b-6633-4f20-a472-863ca058cfc0 req-298acc94-266e-4e25-b0f2-737071408da8 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (816b0177-fe19-4dfb-81d0-9fb24fa15176), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:30.920946 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=71b1a62a-44b6-484d-a879-37f745172b6e,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:30.967559 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c876f-3fb9-4b18-888b-70e982b585d0 req-8c658000-3570-4093-8165-51c17c4d826d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:30.969106 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce0c876f-3fb9-4b18-888b-70e982b585d0 req-8c658000-3570-4093-8165-51c17c4d826d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=7966aea9-3a24-40c8-b8cd-fc4ba53971a0 HTTP/1.1" status: 200 len: 945 time: 0.4701185 Feb 19 04:00:30.975323 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298acc94-266e-4e25-b0f2-737071408da8 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Pushing event deleted for resources: {'Port': ['ID=816b0177-fe19-4dfb-81d0-9fb24fa15176,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:30.988579 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1dff40df-6a21-454b-8648-9d33461aa0aa req-3c7d499d-30ba-47eb-91d1-6f78c8695805 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894690 Feb 19 04:00:31.063779 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-652cfb3a-503a-4aab-8b53-e603f688de00 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks [] for floatingip (e0c23435-0f56-4c79-b98a-3abde03a165e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:31.073345 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 816b0177-fe19-4dfb-81d0-9fb24fa15176 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:00:31.106495 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 816b0177-fe19-4dfb-81d0-9fb24fa15176 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:00:31.107197 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 816b0177-fe19-4dfb-81d0-9fb24fa15176 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:00:31.108098 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:00:31.159345 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] The host n-h2-828369-19 is not matching for port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 host n-h1-828369-19! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:00:31.160122 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:00:31.160705 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 2a365141-801a-4740-a673-1cd30a4530cb no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:00:31.172058 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c95f7b-6633-4f20-a472-863ca058cfc0 req-298acc94-266e-4e25-b0f2-737071408da8 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] No DVR routers for this DVR port 816b0177-fe19-4dfb-81d0-9fb24fa15176 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:00:31.186416 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e3c95f7b-6633-4f20-a472-863ca058cfc0 req-298acc94-266e-4e25-b0f2-737071408da8 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:31.189869 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3c95f7b-6633-4f20-a472-863ca058cfc0 req-298acc94-266e-4e25-b0f2-737071408da8 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.79 "DELETE /v2.0/ports/816b0177-fe19-4dfb-81d0-9fb24fa15176 HTTP/1.1" status: 204 len: 173 time: 3.2750039 Feb 19 04:00:31.235205 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e5fd2ac0-85b3-47f8-9717-1044441ae79f req-32d59203-16ec-4bfe-8ae8-751e3dcf5657 service neutron] 10.222.0.79 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648857 Feb 19 04:00:31.269429 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e5542d4a-4bcb-4a35-a36f-ed454263cf22 req-05db3dda-6b1b-4bb6-81bc-dda1ade50621 tempest-LiveMigrationTest-1017383331 tempest-LiveMigrationTest-1017383331-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ed8deaa-a316-43b9-adf9-463018656cbd HTTP/1.1" status: 200 len: 210 time: 0.0499461 Feb 19 04:00:31.291857 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce0c876f-3fb9-4b18-888b-70e982b585d0 req-e0f1bdbf-4664-4c46-9800-4269aec28f89 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954686 Feb 19 04:00:31.300717 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-652cfb3a-503a-4aab-8b53-e603f688de00 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5a75b61e-81ea-4488-a231-28c663670b9b), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:31.456389 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 2a365141-801a-4740-a673-1cd30a4530cb is: DOWN; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:31.517783 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0302a978-e383-49fd-a7ec-01745af0c81d x-openstack-request-id: req-0302a978-e383-49fd-a7ec-01745af0c81d {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:31.518065 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7966aea9-3a24-40c8-b8cd-fc4ba53971a0", "name": "network-vif-plugged", "status": "completed", "tag": "71b1a62a-44b6-484d-a879-37f745172b6e", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:31.518339 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0302a978-e383-49fd-a7ec-01745af0c81d {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:31.519196 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7966aea9-3a24-40c8-b8cd-fc4ba53971a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b1a62a-44b6-484d-a879-37f745172b6e', 'code': 200} Feb 19 04:00:31.594909 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8141c8-34e5-41f2-ae3f-8da1adc29d89 req-ad7dd838-da59-4493-b757-be1a68a5c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:31.597393 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea8141c8-34e5-41f2-ae3f-8da1adc29d89 req-ad7dd838-da59-4493-b757-be1a68a5c994 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5c42b47db3b04ce6966fb4de683a6e22&device_id=40dac1a5-8ce1-4023-9866-752e1ca62f27 HTTP/1.1" status: 200 len: 1126 time: 0.2507546 Feb 19 04:00:31.608956 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc9375-4350-4a2f-84e1-d71b97968a27 req-5551c887-b5f2-4b27-af1f-6f4e26c613eb tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:31.616762 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-efdc9375-4350-4a2f-84e1-d71b97968a27 req-5551c887-b5f2-4b27-af1f-6f4e26c613eb tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 944 time: 0.1935985 Feb 19 04:00:31.673398 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef095e-4c3d-483b-8def-9547041fa2f0 req-73d6bd77-befe-496a-a43b-7ced495f67ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:31.678152 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-42ef095e-4c3d-483b-8def-9547041fa2f0 req-73d6bd77-befe-496a-a43b-7ced495f67ad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7966aea9-3a24-40c8-b8cd-fc4ba53971a0 HTTP/1.1" status: 200 len: 1129 time: 0.0949669 Feb 19 04:00:31.692046 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cdd8eb-bbd3-4d79-871c-790adbfe355b x-openstack-request-id: req-c7cdd8eb-bbd3-4d79-871c-790adbfe355b {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:31.692409 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5f5d8a-95ae-4b98-9da6-a52af11f8350", "name": "network-vif-unplugged", "status": "completed", "tag": "794b2e9f-4da8-47f3-8007-6f20bcf6ce49", "code": 200}, {"name": "network-changed", "server_uuid": "db5f5d8a-95ae-4b98-9da6-a52af11f8350", "tag": "794b2e9f-4da8-47f3-8007-6f20bcf6ce49", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:31.692661 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c7cdd8eb-bbd3-4d79-871c-790adbfe355b {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:31.693057 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5f5d8a-95ae-4b98-9da6-a52af11f8350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '794b2e9f-4da8-47f3-8007-6f20bcf6ce49', 'code': 200} Feb 19 04:00:31.693314 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5f5d8a-95ae-4b98-9da6-a52af11f8350', 'tag': '794b2e9f-4da8-47f3-8007-6f20bcf6ce49', 'status': 'completed', 'code': 200} Feb 19 04:00:31.775720 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-42ef095e-4c3d-483b-8def-9547041fa2f0 req-3e9c7e83-71b5-4141-bcd9-c77149fe3e74 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900295 Feb 19 04:00:32.099804 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-652cfb3a-503a-4aab-8b53-e603f688de00 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks [] for port (5a75b61e-81ea-4488-a231-28c663670b9b), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:32.132356 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-652cfb3a-503a-4aab-8b53-e603f688de00 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (5a75b61e-81ea-4488-a231-28c663670b9b), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:32.132356 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-efdc9375-4350-4a2f-84e1-d71b97968a27 req-f9ebe393-f589-49c7-af86-187aa331508a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5141795 Feb 19 04:00:32.199679 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e855de-f67b-4bee-9401-a948ac4ebba9 req-faf90243-4f1d-4208-b7df-70550a3c3079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:32.201357 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80e855de-f67b-4bee-9401-a948ac4ebba9 req-faf90243-4f1d-4208-b7df-70550a3c3079 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 1132 time: 0.4660971 Feb 19 04:00:32.314500 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed8deaa-a316-43b9-adf9-463018656cbd', 'name': 'network-vif-deleted', 'tag': '816b0177-fe19-4dfb-81d0-9fb24fa15176'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:32.316862 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e83a4c-444c-4373-9cae-4159e2a32471" -d '{"events": [{"server_uuid": "8ed8deaa-a316-43b9-adf9-463018656cbd", "name": "network-vif-deleted", "tag": "816b0177-fe19-4dfb-81d0-9fb24fa15176"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:32.319990 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e855de-f67b-4bee-9401-a948ac4ebba9 req-61e24812-43b5-4379-a016-31737c9b73fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:32.321609 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80e855de-f67b-4bee-9401-a948ac4ebba9 req-61e24812-43b5-4379-a016-31737c9b73fd service neutron] 10.222.0.79 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.1031663 Feb 19 04:00:32.364946 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2aae90-d94d-475b-9dda-fc84d486c1e2 req-17c5f183-5171-4289-85a9-548bd4ee9a44 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:32.372205 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1e2aae90-d94d-475b-9dda-fc84d486c1e2 req-17c5f183-5171-4289-85a9-548bd4ee9a44 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dac1a5-8ce1-4023-9866-752e1ca62f27 HTTP/1.1" status: 200 len: 943 time: 0.3937750 Feb 19 04:00:32.460603 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80e855de-f67b-4bee-9401-a948ac4ebba9 req-efaac6d7-1198-4870-8244-ba68bdb14fff service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=794b2e9f-4da8-47f3-8007-6f20bcf6ce49 HTTP/1.1" status: 200 len: 217 time: 0.0695257 Feb 19 04:00:32.498513 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1e2aae90-d94d-475b-9dda-fc84d486c1e2 req-451dcadd-a3e9-42c6-9345-68035502d6f5 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234493 Feb 19 04:00:32.610887 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e855de-f67b-4bee-9401-a948ac4ebba9 req-60001261-b43e-407b-bd9c-bd7e89835431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:32.612961 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80e855de-f67b-4bee-9401-a948ac4ebba9 req-60001261-b43e-407b-bd9c-bd7e89835431 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 1132 time: 0.8335712 Feb 19 04:00:32.613709 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652cfb3a-503a-4aab-8b53-e603f688de00 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Pushing event updated for resources: {'Port': ['ID=5a75b61e-81ea-4488-a231-28c663670b9b,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:32.645173 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e855de-f67b-4bee-9401-a948ac4ebba9 req-5418ab94-2b74-4a2e-b73c-2ee4fd7db0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:32.654008 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80e855de-f67b-4bee-9401-a948ac4ebba9 req-5418ab94-2b74-4a2e-b73c-2ee4fd7db0e6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1450999 Feb 19 04:00:32.663305 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48090) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:32.697622 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8b941e00-ff07-43f7-a5a2-45cfa4636dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:32.712123 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8141c8-34e5-41f2-ae3f-8da1adc29d89 req-fb3cdf7e-3e03-4ca4-9aa9-70c0c41363e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:32.713778 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea8141c8-34e5-41f2-ae3f-8da1adc29d89 req-fb3cdf7e-3e03-4ca4-9aa9-70c0c41363e3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9c484cb2-d49b-4cb4-a1e7-39d440927c34 HTTP/1.1" status: 200 len: 913 time: 1.0868580 Feb 19 04:00:32.804022 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea8141c8-34e5-41f2-ae3f-8da1adc29d89 req-e1fc1e22-9f20-4f24-b3c7-9d9980c4fb34 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40c0b014-7ed8-44c3-8e1d-e90020f47cfe HTTP/1.1" status: 200 len: 217 time: 0.0447443 Feb 19 04:00:32.939737 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-652cfb3a-503a-4aab-8b53-e603f688de00 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (e0c23435-0f56-4c79-b98a-3abde03a165e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:32.955355 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec48ae8-f638-4b30-9a9d-22c79fefa696 req-147453d7-8251-48be-81a2-5e7b46b557e1 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:32.957012 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5ec48ae8-f638-4b30-9a9d-22c79fefa696 req-147453d7-8251-48be-81a2-5e7b46b557e1 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 949 time: 0.6334159 Feb 19 04:00:33.022303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8141c8-34e5-41f2-ae3f-8da1adc29d89 req-c2abd23d-c802-47b2-8df0-672ee06d86ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:33.024283 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea8141c8-34e5-41f2-ae3f-8da1adc29d89 req-c2abd23d-c802-47b2-8df0-672ee06d86ed service neutron] 10.222.0.79 "GET /v2.0/subnets?id=05152657-41bb-4f53-a93a-a0556bf4ae06 HTTP/1.1" status: 200 len: 852 time: 0.1892693 Feb 19 04:00:33.044129 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e855de-f67b-4bee-9401-a948ac4ebba9 req-e5e74fdb-3b90-42e5-ba4a-d44974573783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:33.045925 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80e855de-f67b-4bee-9401-a948ac4ebba9 req-e5e74fdb-3b90-42e5-ba4a-d44974573783 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3899138 Feb 19 04:00:33.081097 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-652cfb3a-503a-4aab-8b53-e603f688de00 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:33.090306 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-652cfb3a-503a-4aab-8b53-e603f688de00 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8826294 Feb 19 04:00:33.141405 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea8141c8-34e5-41f2-ae3f-8da1adc29d89 req-714de3fd-6d90-4328-b66a-7766544cfcc0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9c484cb2-d49b-4cb4-a1e7-39d440927c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926042 Feb 19 04:00:33.187280 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ab8bd4-58d9-496b-b11b-b95dd4149566 admin admin] Deleting subnet 60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:00:33.196499 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-96ab8bd4-58d9-496b-b11b-b95dd4149566 admin admin] Publish callbacks [] for subnet (60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:33.215502 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763796e-b27f-4fcd-b753-ea77b08ce852 req-fe748c31-72fe-49c4-93af-7835e49b9b3b tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:33.217066 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d763796e-b27f-4fcd-b753-ea77b08ce852 req-fe748c31-72fe-49c4-93af-7835e49b9b3b tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=7966aea9-3a24-40c8-b8cd-fc4ba53971a0 HTTP/1.1" status: 200 len: 946 time: 0.4119647 Feb 19 04:00:33.234323 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e855de-f67b-4bee-9401-a948ac4ebba9 req-b3ca8a19-5dbc-4f42-b374-d5521804d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:33.238990 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80e855de-f67b-4bee-9401-a948ac4ebba9 req-b3ca8a19-5dbc-4f42-b374-d5521804d4ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.6093144 Feb 19 04:00:33.269216 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-96ab8bd4-58d9-496b-b11b-b95dd4149566 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:33.353287 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-96ab8bd4-58d9-496b-b11b-b95dd4149566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:33.378537 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80e855de-f67b-4bee-9401-a948ac4ebba9 req-ad0ea59e-16c3-4439-a8a9-41eb5c9cf0df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=794b2e9f-4da8-47f3-8007-6f20bcf6ce49 HTTP/1.1" status: 200 len: 217 time: 0.0586574 Feb 19 04:00:33.464709 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea8141c8-34e5-41f2-ae3f-8da1adc29d89 req-acc656cc-93c9-4b03-b720-9d388fda1e2f service neutron] 10.222.0.79 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048813 Feb 19 04:00:33.481241 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-96ab8bd4-58d9-496b-b11b-b95dd4149566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:33.522704 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5ec48ae8-f638-4b30-9a9d-22c79fefa696 req-2031963e-7015-48c2-bb61-a8adf98925e2 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5372217 Feb 19 04:00:33.524372 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e855de-f67b-4bee-9401-a948ac4ebba9 req-401d24ac-f635-4459-8f91-d6491fc3c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:33.525845 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80e855de-f67b-4bee-9401-a948ac4ebba9 req-401d24ac-f635-4459-8f91-d6491fc3c4e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0515499 Feb 19 04:00:33.531352 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-96ab8bd4-58d9-496b-b11b-b95dd4149566 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:33.547101 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-96ab8bd4-58d9-496b-b11b-b95dd4149566 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d HTTP/1.1" status: 204 len: 168 time: 0.8827019 Feb 19 04:00:33.550054 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48106) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:33.552210 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab8bd4-58d9-496b-b11b-b95dd4149566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60c39da9-c8f8-4d8c-a1ee-2c5620f56d2d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:33.639401 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea8141c8-34e5-41f2-ae3f-8da1adc29d89 req-a3f9bc55-6fa4-4b6d-a3fe-071cca8ef5df service neutron] 10.222.0.79 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104622 Feb 19 04:00:33.654886 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaac2bb2-443a-4220-94bb-830ae97dcb4d x-openstack-request-id: req-aaac2bb2-443a-4220-94bb-830ae97dcb4d {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:33.656299 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed8deaa-a316-43b9-adf9-463018656cbd", "name": "network-vif-deleted", "tag": "816b0177-fe19-4dfb-81d0-9fb24fa15176", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:33.656299 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aaac2bb2-443a-4220-94bb-830ae97dcb4d {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:33.656299 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed8deaa-a316-43b9-adf9-463018656cbd', 'name': 'network-vif-deleted', 'tag': '816b0177-fe19-4dfb-81d0-9fb24fa15176', 'status': 'completed', 'code': 200} Feb 19 04:00:33.667539 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:33.748510 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d763796e-b27f-4fcd-b753-ea77b08ce852 req-3b5e7a55-7841-4fff-99e3-04ced5fec419 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777408 Feb 19 04:00:33.768173 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ce4ca85a-5917-4921-a6ab-6ad8faeebf49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (575db6fc-b1bf-4deb-91aa-ccf16978efb1), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:33.809583 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80e855de-f67b-4bee-9401-a948ac4ebba9 req-e4c82f08-a993-4f6f-8d1e-967185b1969b service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7506149 Feb 19 04:00:33.960213 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ce4ca85a-5917-4921-a6ab-6ad8faeebf49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (575db6fc-b1bf-4deb-91aa-ccf16978efb1), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:34.006193 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-ce4ca85a-5917-4921-a6ab-6ad8faeebf49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575db6fc-b1bf-4deb-91aa-ccf16978efb1']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:34.034742 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-ce4ca85a-5917-4921-a6ab-6ad8faeebf49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ceeac7f-a31e-4167-8290-6d8a0e278649') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:34.036675 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-ce4ca85a-5917-4921-a6ab-6ad8faeebf49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ceeac7f-a31e-4167-8290-6d8a0e278649') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:34.068856 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ce4ca85a-5917-4921-a6ab-6ad8faeebf49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (1ceeac7f-a31e-4167-8290-6d8a0e278649), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:34.107992 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ce4ca85a-5917-4921-a6ab-6ad8faeebf49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (1ceeac7f-a31e-4167-8290-6d8a0e278649), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:34.119034 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce4ca85a-5917-4921-a6ab-6ad8faeebf49 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:00:34.122027 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ce4ca85a-5917-4921-a6ab-6ad8faeebf49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (1ceeac7f-a31e-4167-8290-6d8a0e278649), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:00:34.135652 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:00:34.172298 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48124) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:34.296853 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ce4ca85a-5917-4921-a6ab-6ad8faeebf49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (575db6fc-b1bf-4deb-91aa-ccf16978efb1), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:34.337084 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ce4ca85a-5917-4921-a6ab-6ad8faeebf49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:34.344396 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ce4ca85a-5917-4921-a6ab-6ad8faeebf49 admin admin] 10.222.0.52 "DELETE /v2.0/networks/575db6fc-b1bf-4deb-91aa-ccf16978efb1 HTTP/1.1" status: 204 len: 168 time: 0.7931614 Feb 19 04:00:34.348316 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ca85a-5917-4921-a6ab-6ad8faeebf49 admin admin] Pushing event deleted for resources: {'Network': ['ID=575db6fc-b1bf-4deb-91aa-ccf16978efb1,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:34.352001 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48128) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:34.461233 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d480938-7691-49e7-9ecd-126df42fac14 admin admin] Deleting subnet 1aa0ba0e-7a30-4718-9663-f82d1172af78 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:00:34.472785 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d480938-7691-49e7-9ecd-126df42fac14 admin admin] Publish callbacks [] for subnet (1aa0ba0e-7a30-4718-9663-f82d1172af78), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:34.575109 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b3a31a76-ff37-43df-a754-34ff1e9310c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:34.612284 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d480938-7691-49e7-9ecd-126df42fac14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (1aa0ba0e-7a30-4718-9663-f82d1172af78), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:34.638941 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e855de-f67b-4bee-9401-a948ac4ebba9 req-323210db-4999-41ca-b985-9f9e7d34e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:34.640441 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80e855de-f67b-4bee-9401-a948ac4ebba9 req-323210db-4999-41ca-b985-9f9e7d34e74d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.9977324 Feb 19 04:00:34.728468 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d480938-7691-49e7-9ecd-126df42fac14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (1aa0ba0e-7a30-4718-9663-f82d1172af78), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:34.781419 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70810b69-4fcf-4ea4-b96c-6ed8ee27c3d7 req-87cd8057-109d-4f55-814a-42612d4842ef tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:34.788696 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-70810b69-4fcf-4ea4-b96c-6ed8ee27c3d7 req-87cd8057-109d-4f55-814a-42612d4842ef tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 944 time: 0.2032120 Feb 19 04:00:34.802785 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-addc5f81-32f9-4890-8843-ce65b860c6c3 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--373644398&fields=id&tenant_id=8cc5a333555d43228c6c3aa25c7c358e HTTP/1.1" status: 200 len: 267 time: 0.2179863 Feb 19 04:00:34.821517 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80e855de-f67b-4bee-9401-a948ac4ebba9 req-2a87d4cc-54a3-4df5-b548-c0e6bf88fbc0 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9939609 Feb 19 04:00:34.837349 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b3a31a76-ff37-43df-a754-34ff1e9310c6 admin admin] Publish callbacks [] for security_group (b0fa19aa-8faa-4cf5-825f-3557e46fb5e7), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:34.854732 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d480938-7691-49e7-9ecd-126df42fac14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (1aa0ba0e-7a30-4718-9663-f82d1172af78), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:34.877768 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b3a31a76-ff37-43df-a754-34ff1e9310c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b0fa19aa-8faa-4cf5-825f-3557e46fb5e7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:34.925881 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d480938-7691-49e7-9ecd-126df42fac14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:34.932198 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8d480938-7691-49e7-9ecd-126df42fac14 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1aa0ba0e-7a30-4718-9663-f82d1172af78 HTTP/1.1" status: 204 len: 168 time: 0.5741534 Feb 19 04:00:34.940002 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b3a31a76-ff37-43df-a754-34ff1e9310c6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3214fc9127834a2f816cc9bf9f602b1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7616265 Feb 19 04:00:34.940002 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48134) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:34.943268 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48136) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:34.956128 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d480938-7691-49e7-9ecd-126df42fac14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aa0ba0e-7a30-4718-9663-f82d1172af78,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:34.990525 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a31a76-ff37-43df-a754-34ff1e9310c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fa19aa-8faa-4cf5-825f-3557e46fb5e7,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:34.999574 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80e855de-f67b-4bee-9401-a948ac4ebba9 req-97cc45ab-c1b8-4885-b42c-b2916f86c61c service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507190 Feb 19 04:00:35.046099 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-70810b69-4fcf-4ea4-b96c-6ed8ee27c3d7 req-24b628e7-cf5d-4b34-a9e2-44fbe3550be5 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558596 Feb 19 04:00:35.096370 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 40c0b014-7ed8-44c3-8e1d-e90020f47cfe details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:00:35.119252 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-3c572b49-578d-42ae-8d6c-efbdd0bf7760 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:35.120724 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-3c572b49-578d-42ae-8d6c-efbdd0bf7760 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/networks?id=1da67264-45f4-47df-8154-a17cd684211d HTTP/1.1" status: 200 len: 815 time: 0.3180814 Feb 19 04:00:35.156985 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-93c4bb82-a31d-4742-97bb-91dde2888c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (7f1b7ba6-e49a-4d4f-8823-2e83b086eca0), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:35.161470 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-d68f591d-950c-49b8-b5e9-3e1479117394 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/quotas/8cc5a333555d43228c6c3aa25c7c358e HTTP/1.1" status: 200 len: 375 time: 0.0271537 Feb 19 04:00:35.198190 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80e855de-f67b-4bee-9401-a948ac4ebba9 req-797621bf-260e-459c-a6c2-c9c888db3600 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837852 Feb 19 04:00:35.237046 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-801f7ddf-b7a1-4157-93ed-bbc75d03150c admin admin] Publish callbacks [] for security_group (b0fa19aa-8faa-4cf5-825f-3557e46fb5e7), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:35.280065 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.resource_extend [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:00:35.288043 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:35.321716 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-93c4bb82-a31d-4742-97bb-91dde2888c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (7f1b7ba6-e49a-4d4f-8823-2e83b086eca0), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:35.345469 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-801f7ddf-b7a1-4157-93ed-bbc75d03150c admin admin] Publish callbacks [] for security_group (b0fa19aa-8faa-4cf5-825f-3557e46fb5e7), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:35.348661 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-93c4bb82-a31d-4742-97bb-91dde2888c83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1b7ba6-e49a-4d4f-8823-2e83b086eca0']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:35.354856 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-3518cea3-3f16-4e80-aded-e244b30c7317 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8cc5a333555d43228c6c3aa25c7c358e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1549695 Feb 19 04:00:35.366798 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-93c4bb82-a31d-4742-97bb-91dde2888c83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a0251c-e929-49e7-ba2e-50dd9fa2532c') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:35.367176 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-93c4bb82-a31d-4742-97bb-91dde2888c83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a0251c-e929-49e7-ba2e-50dd9fa2532c') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:35.406200 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-93c4bb82-a31d-4742-97bb-91dde2888c83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (94a0251c-e929-49e7-ba2e-50dd9fa2532c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:35.433119 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-93c4bb82-a31d-4742-97bb-91dde2888c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (94a0251c-e929-49e7-ba2e-50dd9fa2532c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:35.447872 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c4bb82-a31d-4742-97bb-91dde2888c83 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:00:35.448295 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-93c4bb82-a31d-4742-97bb-91dde2888c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (94a0251c-e929-49e7-ba2e-50dd9fa2532c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:35.522142 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 40c0b014-7ed8-44c3-8e1d-e90020f47cfe, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=40c0b014-7ed8-44c3-8e1d-e90020f47cfe,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:35.550887 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '40c0b014-7ed8-44c3-8e1d-e90020f47cfe', 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34', 'port_id': '40c0b014-7ed8-44c3-8e1d-e90020f47cfe', 'mac_address': 'fa:16:3e:71:54:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05152657-41bb-4f53-a93a-a0556bf4ae06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:00:35.576717 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:00:35.584471 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-93c4bb82-a31d-4742-97bb-91dde2888c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (7f1b7ba6-e49a-4d4f-8823-2e83b086eca0), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:35.598985 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-93c4bb82-a31d-4742-97bb-91dde2888c83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:35.602740 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-5a472c8e-9c99-40f3-9831-c580e4af6cf4 service neutron] 10.222.0.52 "GET /v2.0/networks/1da67264-45f4-47df-8154-a17cd684211d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240322 Feb 19 04:00:35.609674 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-93c4bb82-a31d-4742-97bb-91dde2888c83 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7f1b7ba6-e49a-4d4f-8823-2e83b086eca0 HTTP/1.1" status: 204 len: 168 time: 0.6685951 Feb 19 04:00:35.656896 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4bb82-a31d-4742-97bb-91dde2888c83 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f1b7ba6-e49a-4d4f-8823-2e83b086eca0,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:35.667901 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4579d7-9186-4f2a-8a70-343cd8316072 req-d6f21506-2b49-4b75-931e-3821b39f8ad8 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:35.675834 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0d4579d7-9186-4f2a-8a70-343cd8316072 req-d6f21506-2b49-4b75-931e-3821b39f8ad8 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dac1a5-8ce1-4023-9866-752e1ca62f27 HTTP/1.1" status: 200 len: 943 time: 0.4148614 Feb 19 04:00:35.681261 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 40c0b014-7ed8-44c3-8e1d-e90020f47cfe is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:35.681671 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (40c0b014-7ed8-44c3-8e1d-e90020f47cfe), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:35.710399 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40c0b014-7ed8-44c3-8e1d-e90020f47cfe {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:00:35.736986 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 40c0b014-7ed8-44c3-8e1d-e90020f47cfe, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=40c0b014-7ed8-44c3-8e1d-e90020f47cfe,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:35.750397 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (40c0b014-7ed8-44c3-8e1d-e90020f47cfe), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:35.819087 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-801f7ddf-b7a1-4157-93ed-bbc75d03150c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b0fa19aa-8faa-4cf5-825f-3557e46fb5e7), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:35.825024 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-801f7ddf-b7a1-4157-93ed-bbc75d03150c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:35.830054 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-801f7ddf-b7a1-4157-93ed-bbc75d03150c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b0fa19aa-8faa-4cf5-825f-3557e46fb5e7 HTTP/1.1" status: 204 len: 168 time: 0.8808424 Feb 19 04:00:35.874226 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=40c0b014-7ed8-44c3-8e1d-e90020f47cfe,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:35.882647 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48142) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:35.903016 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f7ddf-b7a1-4157-93ed-bbc75d03150c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fa19aa-8faa-4cf5-825f-3557e46fb5e7,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:35.983979 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-68e4d7ee-7c46-401f-b716-3a92d26456f0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fd8b7bffe1624958b97c2ba4fab2c960&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0992742 Feb 19 04:00:35.986975 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48144) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:35.988581 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['40c0b014-7ed8-44c3-8e1d-e90020f47cfe'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:36.006414 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-5f5ff2d9-4563-40ce-be32-125049b953ad service neutron] 10.222.0.52 "GET /v2.0/networks/1da67264-45f4-47df-8154-a17cd684211d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024887 Feb 19 04:00:36.046519 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0d4579d7-9186-4f2a-8a70-343cd8316072 req-c846b109-9476-4b7a-bff9-72de87f5340d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460064 Feb 19 04:00:36.246385 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c92b4b0e-ba14-4696-aa21-6a6d738bf7c2 admin admin] Publish callbacks [] for security_group (cb07acb7-dd3d-4339-b893-e117f1e5525d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:36.309276 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c92b4b0e-ba14-4696-aa21-6a6d738bf7c2 admin admin] Publish callbacks [] for security_group (cb07acb7-dd3d-4339-b893-e117f1e5525d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:36.378191 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c92b4b0e-ba14-4696-aa21-6a6d738bf7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (cb07acb7-dd3d-4339-b893-e117f1e5525d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:36.382432 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c92b4b0e-ba14-4696-aa21-6a6d738bf7c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:36.389708 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c92b4b0e-ba14-4696-aa21-6a6d738bf7c2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cb07acb7-dd3d-4339-b893-e117f1e5525d HTTP/1.1" status: 204 len: 168 time: 0.4016302 Feb 19 04:00:36.503107 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b4b0e-ba14-4696-aa21-6a6d738bf7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb07acb7-dd3d-4339-b893-e117f1e5525d,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:36.545003 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:00:36.831385 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:36.841705 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-75d66d9d-23ce-470e-b14e-56ebc1a3f8f8 service neutron] 10.222.0.79 "GET /v2.0/ports/2a365141-801a-4740-a673-1cd30a4530cb/bindings/n-h1-828369-19 HTTP/1.1" status: 200 len: 385 time: 0.3961258 Feb 19 04:00:36.883677 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c27a7-2346-4c20-8b19-28ea0005d955 req-8e993615-1997-4c47-b9c0-a2db031dc138 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:36.898018 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-717c27a7-2346-4c20-8b19-28ea0005d955 req-8e993615-1997-4c47-b9c0-a2db031dc138 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=7966aea9-3a24-40c8-b8cd-fc4ba53971a0 HTTP/1.1" status: 200 len: 946 time: 0.3016410 Feb 19 04:00:36.926984 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3de2d5-2e85-475e-9427-4a24de4005be req-e15c686c-7193-43a7-a7cb-b1c86f06617e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:36.927758 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=794b2e9f-4da8-47f3-8007-6f20bcf6ce49,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:36.935219 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4e3de2d5-2e85-475e-9427-4a24de4005be req-e15c686c-7193-43a7-a7cb-b1c86f06617e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 949 time: 0.5405047 Feb 19 04:00:36.984043 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '794b2e9f-4da8-47f3-8007-6f20bcf6ce49', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '794b2e9f-4da8-47f3-8007-6f20bcf6ce49', 'mac_address': 'fa:16:3e:2e:94:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:00:37.125974 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 40c0b014-7ed8-44c3-8e1d-e90020f47cfe up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:37.162449 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48182) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:37.170805 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-717c27a7-2346-4c20-8b19-28ea0005d955 req-56e3041f-d035-4f01-9f0c-ce4fc6a21a24 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717323 Feb 19 04:00:37.232145 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:37.232555 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:37.281923 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4e3de2d5-2e85-475e-9427-4a24de4005be req-baacf2ad-fd0a-404e-9127-c5fc95738057 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463027 Feb 19 04:00:37.300377 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f1ecacfd-4d30-41d8-a106-724715754f42 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=727b528bf1394b0ba1243113e56b342e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1221228 Feb 19 04:00:37.303522 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48188) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:37.321635 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:00:37.372179 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=794b2e9f-4da8-47f3-8007-6f20bcf6ce49,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:37.405421 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:37.463133 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bc55124b-f2fb-4be0-bd87-a5cf633c55d9 admin admin] Publish callbacks [] for security_group (7e956c37-b7b1-4a6d-8e63-18b30f35ab24), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:37.466711 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 40c0b014-7ed8-44c3-8e1d-e90020f47cfe completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:00:37.474717 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 40c0b014-7ed8-44c3-8e1d-e90020f47cfe triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:37.475216 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (40c0b014-7ed8-44c3-8e1d-e90020f47cfe), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:37.534206 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bc55124b-f2fb-4be0-bd87-a5cf633c55d9 admin admin] Publish callbacks [] for security_group (7e956c37-b7b1-4a6d-8e63-18b30f35ab24), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:37.574494 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e565d4f4-ac84-4657-a07f-2c157affa4c7 req-08f5fed8-a20e-4986-a200-7e06e429d2b7 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/ports?device_id=45170b5a-49b3-4bdf-963d-30d542d332a9 HTTP/1.1" status: 200 len: 210 time: 0.0706627 Feb 19 04:00:37.601905 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfb5d9-6ceb-41c7-ac5a-4c9bea6fea69 req-dbd8a9f2-3624-4190-b9bf-7ddb8d763779 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:37.634737 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7cfb5d9-6ceb-41c7-ac5a-4c9bea6fea69 req-dbd8a9f2-3624-4190-b9bf-7ddb8d763779 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 944 time: 0.2632201 Feb 19 04:00:37.665582 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bc55124b-f2fb-4be0-bd87-a5cf633c55d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7e956c37-b7b1-4a6d-8e63-18b30f35ab24), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:37.668633 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bc55124b-f2fb-4be0-bd87-a5cf633c55d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:37.670130 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bc55124b-f2fb-4be0-bd87-a5cf633c55d9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7e956c37-b7b1-4a6d-8e63-18b30f35ab24 HTTP/1.1" status: 204 len: 168 time: 0.3653338 Feb 19 04:00:37.685132 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55124b-f2fb-4be0-bd87-a5cf633c55d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e956c37-b7b1-4a6d-8e63-18b30f35ab24,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:37.714949 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=794b2e9f-4da8-47f3-8007-6f20bcf6ce49,revision_number=12']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:37.776317 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 40c0b014-7ed8-44c3-8e1d-e90020f47cfe is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:37.776721 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (40c0b014-7ed8-44c3-8e1d-e90020f47cfe), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:37.815848 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7cfb5d9-6ceb-41c7-ac5a-4c9bea6fea69 req-41739cc5-00a6-4ef0-97a3-e75afb75954b tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796150 Feb 19 04:00:37.891954 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 40c0b014-7ed8-44c3-8e1d-e90020f47cfe, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=40c0b014-7ed8-44c3-8e1d-e90020f47cfe,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:37.895573 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40dac1a5-8ce1-4023-9866-752e1ca62f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c0b014-7ed8-44c3-8e1d-e90020f47cfe'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:37.902738 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86beefd-3132-48b4-a26d-f7f8a76a2a79" -d '{"events": [{"server_uuid": "40dac1a5-8ce1-4023-9866-752e1ca62f27", "name": "network-vif-plugged", "status": "completed", "tag": "40c0b014-7ed8-44c3-8e1d-e90020f47cfe"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:37.911854 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (40c0b014-7ed8-44c3-8e1d-e90020f47cfe), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:38.008582 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-edf0b80d-af13-4eb2-ac35-aa5ae8e11b66 service neutron] For port 2a365141-801a-4740-a673-1cd30a4530cb, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=2a365141-801a-4740-a673-1cd30a4530cb,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:38.062394 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-edf0b80d-af13-4eb2-ac35-aa5ae8e11b66 service neutron] For port 2a365141-801a-4740-a673-1cd30a4530cb, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:38.068377 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=40c0b014-7ed8-44c3-8e1d-e90020f47cfe,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:38.107542 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['794b2e9f-4da8-47f3-8007-6f20bcf6ce49'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:38.136749 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c9469-1a6c-4a52-81fc-dd62fe6a29cd req-d44b78d0-6c3b-4959-b917-aa54e33f15ed tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:38.138813 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-534c9469-1a6c-4a52-81fc-dd62fe6a29cd req-d44b78d0-6c3b-4959-b917-aa54e33f15ed tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dac1a5-8ce1-4023-9866-752e1ca62f27 HTTP/1.1" status: 200 len: 944 time: 0.3463490 Feb 19 04:00:38.142254 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-564f3145-00eb-4d20-a5b2-40dcedff32d6 req-aa815bb3-a244-4791-a4d1-c3131761703e tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-707339526&fields=id&tenant_id=0ed4bede626f435bb8cb39067854622d HTTP/1.1" status: 200 len: 267 time: 0.1533787 Feb 19 04:00:38.150018 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-edf0b80d-af13-4eb2-ac35-aa5ae8e11b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a365141-801a-4740-a673-1cd30a4530cb {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:00:38.246206 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-edf0b80d-af13-4eb2-ac35-aa5ae8e11b66 service neutron] For port 2a365141-801a-4740-a673-1cd30a4530cb, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2a365141-801a-4740-a673-1cd30a4530cb,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:38.309751 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-edf0b80d-af13-4eb2-ac35-aa5ae8e11b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2a365141-801a-4740-a673-1cd30a4530cb), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:38.379799 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-534c9469-1a6c-4a52-81fc-dd62fe6a29cd req-9b281f67-3cfc-4e67-b4f0-b846c309d3d8 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838851 Feb 19 04:00:38.412815 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f3145-00eb-4d20-a5b2-40dcedff32d6 req-015dd80a-ab83-449b-a3a9-d550c652e5d2 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:38.414642 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-564f3145-00eb-4d20-a5b2-40dcedff32d6 req-015dd80a-ab83-449b-a3a9-d550c652e5d2 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=7966aea9-3a24-40c8-b8cd-fc4ba53971a0 HTTP/1.1" status: 200 len: 946 time: 0.2590766 Feb 19 04:00:38.439533 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-564f3145-00eb-4d20-a5b2-40dcedff32d6 req-17b56e07-bed6-4dfc-ad6d-2d737b27304f tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Request body: {'port': {'security_groups': ['5140aa05-dc18-4caf-82c7-eeb36041033c', 'f06d7526-e76b-4595-9375-831a6f05ea59']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:38.583691 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7664ca4c-ae02-4374-b920-37b60987b02b x-openstack-request-id: req-7664ca4c-ae02-4374-b920-37b60987b02b {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:38.584113 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40dac1a5-8ce1-4023-9866-752e1ca62f27", "name": "network-vif-plugged", "status": "completed", "tag": "40c0b014-7ed8-44c3-8e1d-e90020f47cfe", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:38.584474 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7664ca4c-ae02-4374-b920-37b60987b02b {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:38.586750 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40dac1a5-8ce1-4023-9866-752e1ca62f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c0b014-7ed8-44c3-8e1d-e90020f47cfe', 'code': 200} Feb 19 04:00:38.639146 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-564f3145-00eb-4d20-a5b2-40dcedff32d6 req-17b56e07-bed6-4dfc-ad6d-2d737b27304f tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (71b1a62a-44b6-484d-a879-37f745172b6e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:38.790691 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610b7bf-146b-4f36-8f21-c196d5683a7b req-35c15b8d-82b2-4524-847a-94e2d86435c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:38.797157 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5610b7bf-146b-4f36-8f21-c196d5683a7b req-35c15b8d-82b2-4524-847a-94e2d86435c6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=40dac1a5-8ce1-4023-9866-752e1ca62f27 HTTP/1.1" status: 200 len: 1128 time: 0.1084757 Feb 19 04:00:38.888273 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb2d12-e962-46ad-b445-20707c65f53a req-3fa486a2-2571-4dcd-8ac0-0e08264b7005 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:38.890118 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-31fb2d12-e962-46ad-b445-20707c65f53a req-3fa486a2-2571-4dcd-8ac0-0e08264b7005 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 950 time: 0.1726744 Feb 19 04:00:38.909119 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5610b7bf-146b-4f36-8f21-c196d5683a7b req-c4b3422e-0086-4752-8a5e-89bc580ac645 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079106 Feb 19 04:00:38.937918 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-0fcb0805-9a1c-4e45-8748-c63314558ceb tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:38.939578 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-0fcb0805-9a1c-4e45-8748-c63314558ceb tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.79 "GET /v2.0/networks?id=1da67264-45f4-47df-8154-a17cd684211d HTTP/1.1" status: 200 len: 815 time: 0.5219035 Feb 19 04:00:38.953823 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-edf0b80d-af13-4eb2-ac35-aa5ae8e11b66 service neutron] Transition to ACTIVE for port object 2a365141-801a-4740-a673-1cd30a4530cb will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:00:38.992132 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-31fb2d12-e962-46ad-b445-20707c65f53a req-3c75c674-a881-487e-b38a-8686e07c470f tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883894 Feb 19 04:00:38.998759 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-edf0b80d-af13-4eb2-ac35-aa5ae8e11b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (2a365141-801a-4740-a673-1cd30a4530cb), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:39.188229 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48244) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:39.215107 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a32fa371-c3e8-4bba-b48f-7721608155e7 req-9abb98f5-991b-42ae-b962-18d7a7caa25b tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/ports?device_id=45170b5a-49b3-4bdf-963d-30d542d332a9 HTTP/1.1" status: 200 len: 210 time: 0.1299636 Feb 19 04:00:39.292660 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-edf0b80d-af13-4eb2-ac35-aa5ae8e11b66 service neutron] No DVR routers for this DVR port 2a365141-801a-4740-a673-1cd30a4530cb on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:00:39.308284 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-e7a3c9cd-9e77-416c-952c-b59d7ca41900 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cc5a333555d43228c6c3aa25c7c358e HTTP/1.1" status: 200 len: 379 time: 0.1786511 Feb 19 04:00:39.344346 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-19414f33-360f-4de1-9092-828d629bd33c tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Request body: {'port': {'device_id': '45170b5a-49b3-4bdf-963d-30d542d332a9', 'network_id': '1da67264-45f4-47df-8154-a17cd684211d', 'admin_state_up': True, 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'security_groups': ['ce5276da-ba04-495d-be46-df354535c7e6']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:39.387775 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-faf23213-a6fe-4cf6-a610-bae33c1b1883 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-network', 'tenant_id': '50fd7819c4774650a14342140345e302'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:39.431595 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf23213-a6fe-4cf6-a610-bae33c1b1883 admin admin] Made reservation on behalf of 50fd7819c4774650a14342140345e302 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:00:39.433986 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-faf23213-a6fe-4cf6-a610-bae33c1b1883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:39.450292 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-faf23213-a6fe-4cf6-a610-bae33c1b1883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:39.453824 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0b80d-af13-4eb2-ac35-aa5ae8e11b66 service neutron] Pushing event updated for resources: {'Port': ['ID=2a365141-801a-4740-a673-1cd30a4530cb,revision_number=10']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:39.475694 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-edf0b80d-af13-4eb2-ac35-aa5ae8e11b66 service neutron] 10.222.0.79 "PUT /v2.0/ports/2a365141-801a-4740-a673-1cd30a4530cb/bindings/n-h1-828369-19/activate HTTP/1.1" status: 200 len: 370 time: 2.6275067 Feb 19 04:00:39.594297 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-564f3145-00eb-4d20-a5b2-40dcedff32d6 req-17b56e07-bed6-4dfc-ad6d-2d737b27304f tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] For port 71b1a62a-44b6-484d-a879-37f745172b6e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=71b1a62a-44b6-484d-a879-37f745172b6e,segment=NetworkSegment(0f8a4699-36b5-4083-8984-ab51054bba1e),segment_id=0f8a4699-36b5-4083-8984-ab51054bba1e)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:39.622812 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-faf23213-a6fe-4cf6-a610-bae33c1b1883 admin admin] Publish callbacks [] for security_group (d765655d-a7e8-449e-92f7-b133cb466b86), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:39.643577 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-faf23213-a6fe-4cf6-a610-bae33c1b1883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d765655d-a7e8-449e-92f7-b133cb466b86), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:39.664199 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf23213-a6fe-4cf6-a610-bae33c1b1883 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:00:39.687348 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-faf23213-a6fe-4cf6-a610-bae33c1b1883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (07a44a8c-5788-4ab0-83e5-f85555578b3c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:39.687601 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-faf23213-a6fe-4cf6-a610-bae33c1b1883 admin admin] Added segment 07a44a8c-5788-4ab0-83e5-f85555578b3c of type vlan for network 9d03c4ae-d514-421e-b655-86ca09811ee8 Feb 19 04:00:39.731829 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f078ba-965f-41ee-87d5-f882cf9a3816 req-c74b9826-4bc8-462b-98a5-9db3467121c2 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:39.733389 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10f078ba-965f-41ee-87d5-f882cf9a3816 req-c74b9826-4bc8-462b-98a5-9db3467121c2 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 945 time: 0.3820541 Feb 19 04:00:39.783803 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-faf23213-a6fe-4cf6-a610-bae33c1b1883 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (9d03c4ae-d514-421e-b655-86ca09811ee8), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:39.806932 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-564f3145-00eb-4d20-a5b2-40dcedff32d6 req-17b56e07-bed6-4dfc-ad6d-2d737b27304f tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for port (71b1a62a-44b6-484d-a879-37f745172b6e), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:39.807447 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf23213-a6fe-4cf6-a610-bae33c1b1883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d765655d-a7e8-449e-92f7-b133cb466b86,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:39.824909 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-0d41604a-6176-4ac8-bf5f-711a687a706e tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:39.826431 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-0d41604a-6176-4ac8-bf5f-711a687a706e tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75&tenant_id=2d0f4caff5434d379e80e0b432aea600&binding%3Ahost_id=n-h2-828369-19 HTTP/1.1" status: 200 len: 1128 time: 0.2552233 Feb 19 04:00:39.829832 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-564f3145-00eb-4d20-a5b2-40dcedff32d6 req-17b56e07-bed6-4dfc-ad6d-2d737b27304f tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (71b1a62a-44b6-484d-a879-37f745172b6e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:39.842811 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['94aaea2f-ab6a-4683-a3f0-0acd276b2e61', '71b1a62a-44b6-484d-a879-37f745172b6e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:39.851261 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-faf23213-a6fe-4cf6-a610-bae33c1b1883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (9d03c4ae-d514-421e-b655-86ca09811ee8), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:39.853441 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf23213-a6fe-4cf6-a610-bae33c1b1883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:39.854466 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-faf23213-a6fe-4cf6-a610-bae33c1b1883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:39.895005 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-19414f33-360f-4de1-9092-828d629bd33c tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Made reservation on behalf of 8cc5a333555d43228c6c3aa25c7c358e for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:00:39.898541 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-19414f33-360f-4de1-9092-828d629bd33c tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:39.923475 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f3145-00eb-4d20-a5b2-40dcedff32d6 req-17b56e07-bed6-4dfc-ad6d-2d737b27304f tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:39.924095 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-564f3145-00eb-4d20-a5b2-40dcedff32d6 req-17b56e07-bed6-4dfc-ad6d-2d737b27304f tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:39.925475 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-564f3145-00eb-4d20-a5b2-40dcedff32d6 req-17b56e07-bed6-4dfc-ad6d-2d737b27304f tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "PUT /v2.0/ports/71b1a62a-44b6-484d-a879-37f745172b6e HTTP/1.1" status: 200 len: 982 time: 1.4976027 Feb 19 04:00:39.928134 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7966aea9-3a24-40c8-b8cd-fc4ba53971a0', 'tag': '71b1a62a-44b6-484d-a879-37f745172b6e'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:39.933638 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a24453f-7c53-469d-a583-064e045a7da4" -d '{"events": [{"name": "network-changed", "server_uuid": "7966aea9-3a24-40c8-b8cd-fc4ba53971a0", "tag": "71b1a62a-44b6-484d-a879-37f745172b6e"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:39.935245 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf23213-a6fe-4cf6-a610-bae33c1b1883 admin admin] Pushing event updated for resources: {'Network': ['ID=9d03c4ae-d514-421e-b655-86ca09811ee8,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:39.958556 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 9d03c4ae-d514-421e-b655-86ca09811ee8 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:00:39.976255 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10f078ba-965f-41ee-87d5-f882cf9a3816 req-8a41c699-fbc2-4396-aaf7-46236a28c307 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093298 Feb 19 04:00:39.999631 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-faf23213-a6fe-4cf6-a610-bae33c1b1883 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8098912 Feb 19 04:00:40.003632 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48260) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:40.026901 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-1a9a767e-1430-4d24-96a2-12ece733f9d9 admin admin] Request body: {'subnet': {'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-subnet', 'tenant_id': '50fd7819c4774650a14342140345e302', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:40.106579 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9a767e-1430-4d24-96a2-12ece733f9d9 admin admin] Made reservation on behalf of 50fd7819c4774650a14342140345e302 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:00:40.113087 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1a9a767e-1430-4d24-96a2-12ece733f9d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:40.141310 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['71b1a62a-44b6-484d-a879-37f745172b6e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:40.143836 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b56e07-bed6-4dfc-ad6d-2d737b27304f tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Pushing event updated for resources: {'Port': ['ID=71b1a62a-44b6-484d-a879-37f745172b6e,revision_number=6']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:40.184155 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-0338f460-41e1-499f-b670-6cb8b93f806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:40.196150 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-0338f460-41e1-499f-b670-6cb8b93f806e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75&tenant_id=2d0f4caff5434d379e80e0b432aea600 HTTP/1.1" status: 200 len: 1128 time: 0.3375518 Feb 19 04:00:40.440471 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1a9a767e-1430-4d24-96a2-12ece733f9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:40.512616 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-19414f33-360f-4de1-9092-828d629bd33c tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Allocated IP 172.20.0.6 (1da67264-45f4-47df-8154-a17cd684211d/09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2/06b14469-1d3e-4d9f-886d-4fcc1c91010f) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:00:40.536970 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a767e-1430-4d24-96a2-12ece733f9d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:40.539322 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a767e-1430-4d24-96a2-12ece733f9d9 admin admin] Checking segment: {'id': '07a44a8c-5788-4ab0-83e5-f85555578b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:00:40.539827 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9a767e-1430-4d24-96a2-12ece733f9d9 admin admin] Network hostable DHCP agents. Network: 9d03c4ae-d514-421e-b655-86ca09811ee8, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:00:40.542091 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-b1e25e01-60f3-44b8-9340-f2c01b1afc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:40.543686 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-b1e25e01-60f3-44b8-9340-f2c01b1afc1e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d0f4caff5434d379e80e0b432aea600&device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 1128 time: 0.3025956 Feb 19 04:00:40.550804 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf03c7e-95e9-4fd3-8e9f-16f123bfe433 req-e88fcbc3-e78b-4ef1-bb3c-74d746e18f67 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:40.567374 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9a767e-1430-4d24-96a2-12ece733f9d9 admin admin] Network 9d03c4ae-d514-421e-b655-86ca09811ee8 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:00:40.585337 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9cf03c7e-95e9-4fd3-8e9f-16f123bfe433 req-e88fcbc3-e78b-4ef1-bb3c-74d746e18f67 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dac1a5-8ce1-4023-9866-752e1ca62f27 HTTP/1.1" status: 200 len: 945 time: 0.3451359 Feb 19 04:00:40.589875 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-1a9a767e-1430-4d24-96a2-12ece733f9d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 9d03c4ae-d514-421e-b655-86ca09811ee8) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:00:40.595018 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9a767e-1430-4d24-96a2-12ece733f9d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:40.595742 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1a9a767e-1430-4d24-96a2-12ece733f9d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:40.621297 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:40.627495 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1a9a767e-1430-4d24-96a2-12ece733f9d9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6173773 Feb 19 04:00:40.628853 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48266) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:40.634028 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2073d936-8f39-4986-8540-d63404fe214e None None] Network 9d03c4ae-d514-421e-b655-86ca09811ee8 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:00:40.644633 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-9a6839a5-1f0d-4401-9f9e-13d6167a4ef8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-router', 'tenant_id': '50fd7819c4774650a14342140345e302', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:40.705655 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a6839a5-1f0d-4401-9f9e-13d6167a4ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:40.708085 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a6839a5-1f0d-4401-9f9e-13d6167a4ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:40.820143 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a6839a5-1f0d-4401-9f9e-13d6167a4ef8 admin admin] Publish callbacks [] for router_controller (6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:41.022911 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e04e9e-7502-40ca-aecb-37fc34b91c55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-9d03c4ae-d514-421e-b655-86ca09811ee8', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'project_id': '50fd7819c4774650a14342140345e302', 'fixed_ips': [{'subnet_id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:00:41.024902 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a4e04e9e-7502-40ca-aecb-37fc34b91c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:41.058520 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:00:41.071410 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:41.072150 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:41.237600 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a6839a5-1f0d-4401-9f9e-13d6167a4ef8 admin admin] Publish callbacks [] for router_gateway (6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:41.328713 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fdb27-0bfb-4b3d-aa63-8ea48eac7ed8 req-132eba00-8ec5-4099-a51f-b12fa3f01057 tempest-MigrationsAdminTest-1268512545 tempest-MigrationsAdminTest-1268512545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:41.330308 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-756fdb27-0bfb-4b3d-aa63-8ea48eac7ed8 req-132eba00-8ec5-4099-a51f-b12fa3f01057 tempest-MigrationsAdminTest-1268512545 tempest-MigrationsAdminTest-1268512545-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 1133 time: 0.7129600 Feb 19 04:00:41.345912 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9cf03c7e-95e9-4fd3-8e9f-16f123bfe433 req-dfb28054-ab34-477a-89b2-8a71b60eb99c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7596269 Feb 19 04:00:41.384518 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-7b086344-7508-4ac2-b0af-f1fea811dd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:41.388441 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-7b086344-7508-4ac2-b0af-f1fea811dd69 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d936416-f125-4c3f-940d-813318503889 HTTP/1.1" status: 200 len: 922 time: 0.7876823 Feb 19 04:00:41.481421 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-e52fc46e-45eb-4e38-82de-0ed97d51e795 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a365141-801a-4740-a673-1cd30a4530cb HTTP/1.1" status: 200 len: 217 time: 0.0845528 Feb 19 04:00:41.535401 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-a4e04e9e-7502-40ca-aecb-37fc34b91c55 None None] Allocated IP 172.20.0.2 (9d03c4ae-d514-421e-b655-86ca09811ee8/4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5/4cc794aa-b575-40c2-861c-325ff4279e03) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:00:41.550194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-26be7186-6e52-4fc6-ad09-b18f0662158b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:41.552210 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-26be7186-6e52-4fc6-ad09-b18f0662158b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2953d6c2-cff6-4430-863a-070b45f3a12f HTTP/1.1" status: 200 len: 861 time: 0.0580175 Feb 19 04:00:41.559788 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-756fdb27-0bfb-4b3d-aa63-8ea48eac7ed8 req-fd2eff01-b5cc-46a5-950f-cc8a3176630b tempest-MigrationsAdminTest-1268512545 tempest-MigrationsAdminTest-1268512545-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234433 Feb 19 04:00:41.627979 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-19414f33-360f-4de1-9092-828d629bd33c tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks [] for port (06b14469-1d3e-4d9f-886d-4fcc1c91010f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:41.646881 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-366372be-6c76-4624-b5c2-a340d920f1f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d936416-f125-4c3f-940d-813318503889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824687 Feb 19 04:00:41.858866 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-0585b209-4a46-47af-918e-30cb6a31f6b7 service neutron] 10.222.0.26 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968806 Feb 19 04:00:41.865149 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1df41e-b7c9-4149-b460-e1251731835f x-openstack-request-id: req-6e1df41e-b7c9-4149-b460-e1251731835f {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:41.865735 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7966aea9-3a24-40c8-b8cd-fc4ba53971a0", "tag": "71b1a62a-44b6-484d-a879-37f745172b6e", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:41.866154 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6e1df41e-b7c9-4149-b460-e1251731835f {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:41.866847 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7966aea9-3a24-40c8-b8cd-fc4ba53971a0', 'tag': '71b1a62a-44b6-484d-a879-37f745172b6e', 'status': 'completed', 'code': 200} Feb 19 04:00:41.911789 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a4e04e9e-7502-40ca-aecb-37fc34b91c55 None None] Publish callbacks [] for port (4cc794aa-b575-40c2-861c-325ff4279e03), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:41.979396 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a4e04e9e-7502-40ca-aecb-37fc34b91c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (4cc794aa-b575-40c2-861c-325ff4279e03), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:42.013640 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b6822aca-c67d-4168-b7a7-14c25f50aa1a req-5805654e-6a2e-4eee-9806-eefecf27bc92 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups/f06d7526-e76b-4595-9375-831a6f05ea59 HTTP/1.1" status: 200 len: 1817 time: 0.4564362 Feb 19 04:00:42.017244 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-a9957165-2bbb-4794-946f-7cc995180f05 service neutron] 10.222.0.26 "GET /v2.0/networks/6d936416-f125-4c3f-940d-813318503889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323857 Feb 19 04:00:42.047821 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f6df0e7-ee42-4491-b379-88f52a1fd70a req-8673110c-eac5-407b-8bae-5179d71d1881 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/ports?device_id=45170b5a-49b3-4bdf-963d-30d542d332a9 HTTP/1.1" status: 200 len: 210 time: 0.1845727 Feb 19 04:00:42.127461 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-b6822aca-c67d-4168-b7a7-14c25f50aa1a req-df74cdc1-70c6-4370-bea9-fee7424183b1 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 04:00:42.139737 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b6822aca-c67d-4168-b7a7-14c25f50aa1a req-df74cdc1-70c6-4370-bea9-fee7424183b1 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "DELETE /v2.0/security-groups/f06d7526-e76b-4595-9375-831a6f05ea59 HTTP/1.1" status: 409 len: 341 time: 0.1247473 Feb 19 04:00:42.142615 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-19414f33-360f-4de1-9092-828d629bd33c tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (06b14469-1d3e-4d9f-886d-4fcc1c91010f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:42.163999 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a6839a5-1f0d-4401-9f9e-13d6167a4ef8 admin admin] Publish callbacks [] for router_gateway (6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:42.206737 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a6839a5-1f0d-4401-9f9e-13d6167a4ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:42.210452 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e04e9e-7502-40ca-aecb-37fc34b91c55 None None] Pushing event updated for resources: {'Port': ['ID=4cc794aa-b575-40c2-861c-325ff4279e03,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:42.235865 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19414f33-360f-4de1-9092-828d629bd33c tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Pushing event updated for resources: {'Port': ['ID=06b14469-1d3e-4d9f-886d-4fcc1c91010f,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:42.246308 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e04e9e-7502-40ca-aecb-37fc34b91c55 None None] Network 9d03c4ae-d514-421e-b655-86ca09811ee8 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:00:42.251647 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-a4e04e9e-7502-40ca-aecb-37fc34b91c55 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:00:42.254712 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e04e9e-7502-40ca-aecb-37fc34b91c55 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:00:42.267745 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:42.272036 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-19414f33-360f-4de1-9092-828d629bd33c tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Network 1da67264-45f4-47df-8154-a17cd684211d is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:00:42.275841 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:42.333687 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-19414f33-360f-4de1-9092-828d629bd33c tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:00:42.339108 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-19414f33-360f-4de1-9092-828d629bd33c tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:00:42.388614 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5f5d8a-95ae-4b98-9da6-a52af11f8350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794b2e9f-4da8-47f3-8007-6f20bcf6ce49'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:42.397774 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4302f637-41bb-42e2-a001-92a70fda9f1c" -d '{"events": [{"server_uuid": "db5f5d8a-95ae-4b98-9da6-a52af11f8350", "name": "network-vif-plugged", "status": "completed", "tag": "794b2e9f-4da8-47f3-8007-6f20bcf6ce49"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:42.436863 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24453f-7c53-469d-a583-064e045a7da4 req-aaa2812d-2325-4bf2-9085-b0d3189977fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:42.438692 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0a24453f-7c53-469d-a583-064e045a7da4 req-aaa2812d-2325-4bf2-9085-b0d3189977fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ed4bede626f435bb8cb39067854622d&device_id=7966aea9-3a24-40c8-b8cd-fc4ba53971a0 HTTP/1.1" status: 200 len: 1168 time: 0.3746028 Feb 19 04:00:42.477009 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=794b2e9f-4da8-47f3-8007-6f20bcf6ce49,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:42.484524 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d728541-ecc9-4662-a79d-23925ef09e3d req-37a8b6e5-32d3-4b09-90cc-aaed64bedc23 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:42.489717 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-a4e04e9e-7502-40ca-aecb-37fc34b91c55 None None] Attempting to bind port 4cc794aa-b575-40c2-861c-325ff4279e03 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:00:42.490097 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-a4e04e9e-7502-40ca-aecb-37fc34b91c55 None None] Attempting to bind port 4cc794aa-b575-40c2-861c-325ff4279e03 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '07a44a8c-5788-4ab0-83e5-f85555578b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:00:42.490489 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e04e9e-7502-40ca-aecb-37fc34b91c55 None None] Attempting to bind port 4cc794aa-b575-40c2-861c-325ff4279e03 on network 9d03c4ae-d514-421e-b655-86ca09811ee8 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:42.493246 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-9a6839a5-1f0d-4401-9f9e-13d6167a4ef8 admin admin] Allocated IP 172.25.3.37 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/ab12da53-44ac-488e-aecf-3bad38888615) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:00:42.495122 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d728541-ecc9-4662-a79d-23925ef09e3d req-37a8b6e5-32d3-4b09-90cc-aaed64bedc23 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 945 time: 0.2647641 Feb 19 04:00:42.500605 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:42.528158 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e04e9e-7502-40ca-aecb-37fc34b91c55 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:00:42.528538 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e04e9e-7502-40ca-aecb-37fc34b91c55 None None] Checking segment: {'id': '07a44a8c-5788-4ab0-83e5-f85555578b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:00:42.528965 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a4e04e9e-7502-40ca-aecb-37fc34b91c55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:42.529360 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e04e9e-7502-40ca-aecb-37fc34b91c55 None None] Bound using segment: {'id': '07a44a8c-5788-4ab0-83e5-f85555578b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:00:42.532206 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-a4e04e9e-7502-40ca-aecb-37fc34b91c55 None None] Bound port: 4cc794aa-b575-40c2-861c-325ff4279e03, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a44a8c-5788-4ab0-83e5-f85555578b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:00:42.532206 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a4e04e9e-7502-40ca-aecb-37fc34b91c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4cc794aa-b575-40c2-861c-325ff4279e03), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:42.636222 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-19414f33-360f-4de1-9092-828d629bd33c tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:42.639787 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-19414f33-360f-4de1-9092-828d629bd33c tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:42.719224 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=794b2e9f-4da8-47f3-8007-6f20bcf6ce49,revision_number=13']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:42.728004 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-19414f33-360f-4de1-9092-828d629bd33c tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4046657 Feb 19 04:00:42.755479 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-dace8b18-78ed-4c50-aa8f-5e37557778f1 service neutron] Request body: {'port': {'device_id': '45170b5a-49b3-4bdf-963d-30d542d332a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:42.769222 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a6839a5-1f0d-4401-9f9e-13d6167a4ef8 admin admin] Publish callbacks [] for port (ab12da53-44ac-488e-aecf-3bad38888615), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:42.783916 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-a4e04e9e-7502-40ca-aecb-37fc34b91c55 None None] For port 4cc794aa-b575-40c2-861c-325ff4279e03, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:42.785951 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-f2062c12-305e-4610-b73f-6d5e30c0174e None None] Provisioning complete for port 06b14469-1d3e-4d9f-886d-4fcc1c91010f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:42.786653 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f2062c12-305e-4610-b73f-6d5e30c0174e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (06b14469-1d3e-4d9f-886d-4fcc1c91010f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:42.788988 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-a4e04e9e-7502-40ca-aecb-37fc34b91c55 None None] For port 4cc794aa-b575-40c2-861c-325ff4279e03, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4cc794aa-b575-40c2-861c-325ff4279e03,segment=NetworkSegment(07a44a8c-5788-4ab0-83e5-f85555578b3c),segment_id=07a44a8c-5788-4ab0-83e5-f85555578b3c)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:00:42.810101 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24453f-7c53-469d-a583-064e045a7da4 req-156b25aa-4b63-4077-8ad3-569a1fa576e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:42.811673 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a4e04e9e-7502-40ca-aecb-37fc34b91c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4cc794aa-b575-40c2-861c-325ff4279e03), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:42.812056 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0a24453f-7c53-469d-a583-064e045a7da4 req-156b25aa-4b63-4077-8ad3-569a1fa576e9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a21f3efc-0cd7-4772-8d7a-73413e00b052 HTTP/1.1" status: 200 len: 914 time: 0.3508275 Feb 19 04:00:42.838040 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d728541-ecc9-4662-a79d-23925ef09e3d req-525fe9f6-1fc1-4382-a31d-74b7d21dc93f tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387952 Feb 19 04:00:42.859384 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f2062c12-305e-4610-b73f-6d5e30c0174e None None] Port 06b14469-1d3e-4d9f-886d-4fcc1c91010f cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:00:42.871518 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0a24453f-7c53-469d-a583-064e045a7da4 req-2bbbcb97-3fa0-4836-8684-a08ee7266a27 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71b1a62a-44b6-484d-a879-37f745172b6e HTTP/1.1" status: 200 len: 217 time: 0.0428944 Feb 19 04:00:42.879401 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-ca5b8219-044c-4528-bde8-debcd1ebef66 tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:42.880961 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-ca5b8219-044c-4528-bde8-debcd1ebef66 tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75&tenant_id=2d0f4caff5434d379e80e0b432aea600&binding%3Ahost_id=n-h1-828369-19 HTTP/1.1" status: 200 len: 1128 time: 0.4122312 Feb 19 04:00:42.917236 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e04e9e-7502-40ca-aecb-37fc34b91c55 None None] Pushing event updated for resources: {'Port': ['ID=4cc794aa-b575-40c2-861c-325ff4279e03,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:42.929082 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a6839a5-1f0d-4401-9f9e-13d6167a4ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ab12da53-44ac-488e-aecf-3bad38888615), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:42.957655 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-dace8b18-78ed-4c50-aa8f-5e37557778f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (06b14469-1d3e-4d9f-886d-4fcc1c91010f), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:42.996235 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6839a5-1f0d-4401-9f9e-13d6167a4ef8 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:00:43.000343 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24453f-7c53-469d-a583-064e045a7da4 req-507d56a9-750b-4ca1-a037-3bdd1d4da8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:43.001854 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0a24453f-7c53-469d-a583-064e045a7da4 req-507d56a9-750b-4ca1-a037-3bdd1d4da8fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f8b485d-9d1d-4408-ae3e-0a5ee11b7eda HTTP/1.1" status: 200 len: 853 time: 0.1220067 Feb 19 04:00:43.005088 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-9a6839a5-1f0d-4401-9f9e-13d6167a4ef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:00:43.009820 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6839a5-1f0d-4401-9f9e-13d6167a4ef8 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:00:43.062448 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e28cd4-9e26-4017-81ec-2040c9223d40 req-1e9a16f9-7995-440c-8ce6-5bba33046335 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:43.063968 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16e28cd4-9e26-4017-81ec-2040c9223d40 req-1e9a16f9-7995-440c-8ce6-5bba33046335 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 951 time: 0.3425121 Feb 19 04:00:43.073574 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0a24453f-7c53-469d-a583-064e045a7da4 req-d096f53e-da36-4c25-91ff-61c4c77c0407 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a21f3efc-0cd7-4772-8d7a-73413e00b052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399549 Feb 19 04:00:43.076316 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6839a5-1f0d-4401-9f9e-13d6167a4ef8 admin admin] Pushing event updated for resources: {'Port': ['ID=ab12da53-44ac-488e-aecf-3bad38888615,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:43.248363 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc359006-755d-4ccf-8a9d-29c3e7328176 req-1a926eb2-4ae9-43d6-b368-9944c673f001 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:43.249989 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc359006-755d-4ccf-8a9d-29c3e7328176 req-1a926eb2-4ae9-43d6-b368-9944c673f001 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dac1a5-8ce1-4023-9866-752e1ca62f27 HTTP/1.1" status: 200 len: 945 time: 0.2933044 Feb 19 04:00:43.269533 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0a24453f-7c53-469d-a583-064e045a7da4 req-9873d8c2-40b2-4058-8364-932b553d0733 service neutron] 10.222.0.26 "GET /v2.0/networks/a21f3efc-0cd7-4772-8d7a-73413e00b052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804879 Feb 19 04:00:43.283774 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16e28cd4-9e26-4017-81ec-2040c9223d40 req-5dddf130-3cdd-44cb-ab57-8d2332d63324 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083094 Feb 19 04:00:43.338629 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-3d32c5aa-c688-4c59-ae88-5c50f0e010b2 service neutron] For port 2a365141-801a-4740-a673-1cd30a4530cb, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:43.349686 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-3d32c5aa-c688-4c59-ae88-5c50f0e010b2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:43.350894 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d6cfefbd-5363-47ff-86bc-2343dd33b4f3 req-3d32c5aa-c688-4c59-ae88-5c50f0e010b2 service neutron] 10.222.0.26 "DELETE /v2.0/ports/2a365141-801a-4740-a673-1cd30a4530cb/bindings/n-h2-828369-19 HTTP/1.1" status: 204 len: 173 time: 0.4592307 Feb 19 04:00:43.386093 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc359006-755d-4ccf-8a9d-29c3e7328176 req-e67a4c7d-a6be-4862-8979-bd0d3ab58062 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276734 Feb 19 04:00:43.480142 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4cc794aa-b575-40c2-861c-325ff4279e03 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:43.540701 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d92839f-4724-4d2f-91fc-4d55d9fdd53d x-openstack-request-id: req-1d92839f-4724-4d2f-91fc-4d55d9fdd53d {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:43.548113 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5f5d8a-95ae-4b98-9da6-a52af11f8350", "name": "network-vif-plugged", "status": "completed", "tag": "794b2e9f-4da8-47f3-8007-6f20bcf6ce49", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:43.553754 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1d92839f-4724-4d2f-91fc-4d55d9fdd53d {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:43.554806 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5f5d8a-95ae-4b98-9da6-a52af11f8350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794b2e9f-4da8-47f3-8007-6f20bcf6ce49', 'code': 200} Feb 19 04:00:43.626525 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 4cc794aa-b575-40c2-861c-325ff4279e03 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:43.627166 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4cc794aa-b575-40c2-861c-325ff4279e03), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:43.689764 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0a24453f-7c53-469d-a583-064e045a7da4 req-c6412ebe-05c6-433b-80c6-0717c97082c9 service neutron] 10.222.0.26 "GET /v2.0/networks/a21f3efc-0cd7-4772-8d7a-73413e00b052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595214 Feb 19 04:00:43.694677 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a6839a5-1f0d-4401-9f9e-13d6167a4ef8 admin admin] Publish callbacks [] for router_gateway (6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:43.699354 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-dace8b18-78ed-4c50-aa8f-5e37557778f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b14469-1d3e-4d9f-886d-4fcc1c91010f {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:00:43.715226 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-dace8b18-78ed-4c50-aa8f-5e37557778f1 service neutron] Publish callbacks [] for port (06b14469-1d3e-4d9f-886d-4fcc1c91010f), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:43.745265 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd48341-7354-43f8-ad53-b28b58cd3aad req-d64d43b5-cae6-4d05-ac04-7c29c2162b3a tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:43.753224 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bfd48341-7354-43f8-ad53-b28b58cd3aad req-d64d43b5-cae6-4d05-ac04-7c29c2162b3a tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=7966aea9-3a24-40c8-b8cd-fc4ba53971a0 HTTP/1.1" status: 200 len: 985 time: 0.1672902 Feb 19 04:00:43.784704 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-dace8b18-78ed-4c50-aa8f-5e37557778f1 service neutron] Transition to ACTIVE for port object 06b14469-1d3e-4d9f-886d-4fcc1c91010f will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:00:43.810380 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31697f7-fe4a-4f97-8385-d073d4103d3f req-f5541822-2660-486e-a503-16e1cdb1cb38 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:43.821186 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a31697f7-fe4a-4f97-8385-d073d4103d3f req-f5541822-2660-486e-a503-16e1cdb1cb38 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/ports?device_id=45170b5a-49b3-4bdf-963d-30d542d332a9 HTTP/1.1" status: 200 len: 931 time: 0.1688323 Feb 19 04:00:43.843273 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-dace8b18-78ed-4c50-aa8f-5e37557778f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (06b14469-1d3e-4d9f-886d-4fcc1c91010f), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:43.890831 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 4cc794aa-b575-40c2-861c-325ff4279e03 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:43.891540 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4cc794aa-b575-40c2-861c-325ff4279e03), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:44.003634 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 4cc794aa-b575-40c2-861c-325ff4279e03, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4cc794aa-b575-40c2-861c-325ff4279e03,segment=NetworkSegment(07a44a8c-5788-4ab0-83e5-f85555578b3c),segment_id=07a44a8c-5788-4ab0-83e5-f85555578b3c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:44.014346 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4cc794aa-b575-40c2-861c-325ff4279e03), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:44.040370 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a6839a5-1f0d-4401-9f9e-13d6167a4ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:44.135086 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a31697f7-fe4a-4f97-8385-d073d4103d3f req-bbb6aef4-eed7-4c54-8964-abee1f156d6e tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/security-groups?id=ce5276da-ba04-495d-be46-df354535c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3125098 Feb 19 04:00:44.156658 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=4cc794aa-b575-40c2-861c-325ff4279e03,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:44.204648 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bfd48341-7354-43f8-ad53-b28b58cd3aad req-e6cd56a0-d258-4875-8814-cb63f06d46fb tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&id=f06d7526-e76b-4595-9375-831a6f05ea59&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.4354265 Feb 19 04:00:44.246555 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a63d7-8a71-4a64-afdc-a200df51aca0 req-8d3c9fda-f259-425c-be39-6321d593ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:44.251129 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2a5a63d7-8a71-4a64-afdc-a200df51aca0 req-8d3c9fda-f259-425c-be39-6321d593ecb4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ed4bede626f435bb8cb39067854622d&device_id=7966aea9-3a24-40c8-b8cd-fc4ba53971a0 HTTP/1.1" status: 200 len: 1168 time: 0.2144234 Feb 19 04:00:44.261089 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace8b18-78ed-4c50-aa8f-5e37557778f1 service neutron] Pushing event updated for resources: {'Port': ['ID=06b14469-1d3e-4d9f-886d-4fcc1c91010f,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:44.397423 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a63d7-8a71-4a64-afdc-a200df51aca0 req-cab5855e-64b8-4bd7-8f6b-a0b904dd6681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:44.400254 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2a5a63d7-8a71-4a64-afdc-a200df51aca0 req-cab5855e-64b8-4bd7-8f6b-a0b904dd6681 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a21f3efc-0cd7-4772-8d7a-73413e00b052 HTTP/1.1" status: 200 len: 914 time: 0.1362731 Feb 19 04:00:44.506202 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2a5a63d7-8a71-4a64-afdc-a200df51aca0 req-57056c09-dc8c-4335-ac84-187be525c74c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71b1a62a-44b6-484d-a879-37f745172b6e HTTP/1.1" status: 200 len: 217 time: 0.0911298 Feb 19 04:00:44.512854 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-dace8b18-78ed-4c50-aa8f-5e37557778f1 service neutron] Attempting to bind port 06b14469-1d3e-4d9f-886d-4fcc1c91010f on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:00:44.513201 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-dace8b18-78ed-4c50-aa8f-5e37557778f1 service neutron] Attempting to bind port 06b14469-1d3e-4d9f-886d-4fcc1c91010f by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '128a647d-2f7d-447d-92e6-b4382e32d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1da67264-45f4-47df-8154-a17cd684211d'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:00:44.513536 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-dace8b18-78ed-4c50-aa8f-5e37557778f1 service neutron] Attempting to bind port 06b14469-1d3e-4d9f-886d-4fcc1c91010f on network 1da67264-45f4-47df-8154-a17cd684211d {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:44.521724 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-dace8b18-78ed-4c50-aa8f-5e37557778f1 service neutron] Port 06b14469-1d3e-4d9f-886d-4fcc1c91010f on network 1da67264-45f4-47df-8154-a17cd684211d not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:00:44.522753 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-dace8b18-78ed-4c50-aa8f-5e37557778f1 service neutron] Attempting to bind port 06b14469-1d3e-4d9f-886d-4fcc1c91010f on network 1da67264-45f4-47df-8154-a17cd684211d {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:44.533681 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-dace8b18-78ed-4c50-aa8f-5e37557778f1 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:00:44.534360 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-dace8b18-78ed-4c50-aa8f-5e37557778f1 service neutron] Checking segment: {'id': '128a647d-2f7d-447d-92e6-b4382e32d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1da67264-45f4-47df-8154-a17cd684211d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:00:44.534601 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-dace8b18-78ed-4c50-aa8f-5e37557778f1 service neutron] Bound using segment: {'id': '128a647d-2f7d-447d-92e6-b4382e32d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1da67264-45f4-47df-8154-a17cd684211d'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:00:44.535797 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-dace8b18-78ed-4c50-aa8f-5e37557778f1 service neutron] Bound port: 06b14469-1d3e-4d9f-886d-4fcc1c91010f, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128a647d-2f7d-447d-92e6-b4382e32d23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1da67264-45f4-47df-8154-a17cd684211d'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:00:44.536170 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-dace8b18-78ed-4c50-aa8f-5e37557778f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (06b14469-1d3e-4d9f-886d-4fcc1c91010f), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:44.578195 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3617d3d9-9022-4360-b031-4ec00b6e4ab3 None None] Network 9d03c4ae-d514-421e-b655-86ca09811ee8 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:00:44.584760 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6f994-451a-4e7d-b10e-6d4d0fdd3432 req-ce5f94f2-f531-4f50-a12a-aa51428ebbfb tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:44.586745 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-41d6f994-451a-4e7d-b10e-6d4d0fdd3432 req-ce5f94f2-f531-4f50-a12a-aa51428ebbfb tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 945 time: 0.1975305 Feb 19 04:00:44.598521 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8362703-e028-46f4-ad7a-3145aed649e3 req-0b98219f-9fe9-477e-898e-635e92b5e110 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:44.602920 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e8362703-e028-46f4-ad7a-3145aed649e3 req-0b98219f-9fe9-477e-898e-635e92b5e110 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/ports?device_id=12773272-8d81-40f4-a6e3-438a3c396fbc HTTP/1.1" status: 200 len: 951 time: 0.1565733 Feb 19 04:00:44.626124 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a63d7-8a71-4a64-afdc-a200df51aca0 req-a56c971e-0d87-4d79-9520-807884d39d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:44.632398 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2a5a63d7-8a71-4a64-afdc-a200df51aca0 req-a56c971e-0d87-4d79-9520-807884d39d30 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f8b485d-9d1d-4408-ae3e-0a5ee11b7eda HTTP/1.1" status: 200 len: 853 time: 0.1094255 Feb 19 04:00:44.636054 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6839a5-1f0d-4401-9f9e-13d6167a4ef8 admin admin] Router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:00:44.698124 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-dace8b18-78ed-4c50-aa8f-5e37557778f1 service neutron] For port 06b14469-1d3e-4d9f-886d-4fcc1c91010f, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:44.701936 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-dace8b18-78ed-4c50-aa8f-5e37557778f1 service neutron] For port 06b14469-1d3e-4d9f-886d-4fcc1c91010f, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=06b14469-1d3e-4d9f-886d-4fcc1c91010f,segment=NetworkSegment(128a647d-2f7d-447d-92e6-b4382e32d23f),segment_id=128a647d-2f7d-447d-92e6-b4382e32d23f)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:00:44.704671 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a8577dab-fe80-4b19-b410-e72dde6ac80f None None] Provisioning complete for port 4cc794aa-b575-40c2-861c-325ff4279e03 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:44.705082 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a8577dab-fe80-4b19-b410-e72dde6ac80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4cc794aa-b575-40c2-861c-325ff4279e03), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:44.731842 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-dace8b18-78ed-4c50-aa8f-5e37557778f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (06b14469-1d3e-4d9f-886d-4fcc1c91010f), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:44.765569 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2a5a63d7-8a71-4a64-afdc-a200df51aca0 req-adad0107-8016-433e-b75c-1b52af8634cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a21f3efc-0cd7-4772-8d7a-73413e00b052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1238301 Feb 19 04:00:44.829073 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e8362703-e028-46f4-ad7a-3145aed649e3 req-3f8b072a-028e-4a3f-a794-ebdd152c7996 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e955708-ed76-4b67-8a10-3f0c055a3c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926875 Feb 19 04:00:44.881326 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-dace8b18-78ed-4c50-aa8f-5e37557778f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:44.890489 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-dace8b18-78ed-4c50-aa8f-5e37557778f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:44.893825 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-dace8b18-78ed-4c50-aa8f-5e37557778f1 service neutron] 10.222.0.79 "PUT /v2.0/ports/06b14469-1d3e-4d9f-886d-4fcc1c91010f HTTP/1.1" status: 200 len: 1092 time: 2.1465347 Feb 19 04:00:44.898243 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2a5a63d7-8a71-4a64-afdc-a200df51aca0 req-976466df-33bf-416b-8ada-a872480eec0b service neutron] 10.222.0.26 "GET /v2.0/networks/a21f3efc-0cd7-4772-8d7a-73413e00b052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229832 Feb 19 04:00:44.916393 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45170b5a-49b3-4bdf-963d-30d542d332a9', 'tag': '06b14469-1d3e-4d9f-886d-4fcc1c91010f'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:44.927452 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a8577dab-fe80-4b19-b410-e72dde6ac80f None None] Current status of the port 4cc794aa-b575-40c2-861c-325ff4279e03 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:44.936349 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901370ae-df9c-476d-adb7-7e92abfd06a2" -d '{"events": [{"name": "network-changed", "server_uuid": "45170b5a-49b3-4bdf-963d-30d542d332a9", "tag": "06b14469-1d3e-4d9f-886d-4fcc1c91010f"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:45.145968 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6839a5-1f0d-4401-9f9e-13d6167a4ef8 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:00:45.168185 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce593ef-34f0-40a4-95cc-eee3a4fdc244 None None] Sync routers for ids ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:00:45.179261 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af12d61-92ee-4855-8082-4294540d50eb req-596eb91a-5726-4b10-bc45-12d934f44cda tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:45.180839 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9af12d61-92ee-4855-8082-4294540d50eb req-596eb91a-5726-4b10-bc45-12d934f44cda tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.26 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 951 time: 0.5404291 Feb 19 04:00:45.188115 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a6839a5-1f0d-4401-9f9e-13d6167a4ef8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:45.189605 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9a6839a5-1f0d-4401-9f9e-13d6167a4ef8 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.5590794 Feb 19 04:00:45.192354 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48376) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:45.198065 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce593ef-34f0-40a4-95cc-eee3a4fdc244 None None] Routers {'6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:00:45.201755 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1ce593ef-34f0-40a4-95cc-eee3a4fdc244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:00:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:45.205525 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-41d6f994-451a-4e7d-b10e-6d4d0fdd3432 req-5e2c3268-d947-44c3-8723-cc5fb414dac5 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6014984 Feb 19 04:00:45.205903 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2a5a63d7-8a71-4a64-afdc-a200df51aca0 req-386b7161-c039-4735-af20-3c45268d432e service neutron] 10.222.0.26 "GET /v2.0/networks/a21f3efc-0cd7-4772-8d7a-73413e00b052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939095 Feb 19 04:00:45.311030 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace8b18-78ed-4c50-aa8f-5e37557778f1 service neutron] Pushing event updated for resources: {'Port': ['ID=06b14469-1d3e-4d9f-886d-4fcc1c91010f,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:45.386566 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4cc794aa-b575-40c2-861c-325ff4279e03 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:45.419408 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9d844-30bf-4616-b9ce-bff57373c2fb req-cabcda87-d421-4400-bcee-14d0cf139df2 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:45.428680 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-14a9d844-30bf-4616-b9ce-bff57373c2fb req-cabcda87-d421-4400-bcee-14d0cf139df2 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 951 time: 0.4043338 Feb 19 04:00:45.431867 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-3853f376-1645-400a-b5d8-a96c52118ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:45.433563 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-3853f376-1645-400a-b5d8-a96c52118ec3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8cc5a333555d43228c6c3aa25c7c358e&device_id=45170b5a-49b3-4bdf-963d-30d542d332a9 HTTP/1.1" status: 200 len: 1126 time: 0.4690056 Feb 19 04:00:45.442489 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a077c258-cbff-4734-b4c5-f0af76e606d8 x-openstack-request-id: req-a077c258-cbff-4734-b4c5-f0af76e606d8 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:45.442947 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45170b5a-49b3-4bdf-963d-30d542d332a9", "tag": "06b14469-1d3e-4d9f-886d-4fcc1c91010f", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:45.443314 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a077c258-cbff-4734-b4c5-f0af76e606d8 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:45.443816 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45170b5a-49b3-4bdf-963d-30d542d332a9', 'tag': '06b14469-1d3e-4d9f-886d-4fcc1c91010f', 'status': 'completed', 'code': 200} Feb 19 04:00:45.507508 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-a0db83f9-42df-44bd-8b2b-9fbd90b83b76 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06b14469-1d3e-4d9f-886d-4fcc1c91010f HTTP/1.1" status: 200 len: 217 time: 0.0596292 Feb 19 04:00:45.564503 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9f2f6d6f-0338-4bd9-a300-b078d440a510 None None] Provisioning complete for port 4cc794aa-b575-40c2-861c-325ff4279e03 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:45.564897 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9f2f6d6f-0338-4bd9-a300-b078d440a510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4cc794aa-b575-40c2-861c-325ff4279e03), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:45.630775 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-1ce593ef-34f0-40a4-95cc-eee3a4fdc244 None None] Set router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:00:45.637728 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-14a9d844-30bf-4616-b9ce-bff57373c2fb req-8bb3c0d6-aba3-4b29-bd05-c314cc57eee1 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029054 Feb 19 04:00:45.649761 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-9af12d61-92ee-4855-8082-4294540d50eb req-a0258b71-a4ec-4bfd-94e1-4ac09337cfd2 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Deleting port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:00:45.672807 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9af12d61-92ee-4855-8082-4294540d50eb req-a0258b71-a4ec-4bfd-94e1-4ac09337cfd2 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:45.710060 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-27a96943-943b-410e-9354-be356686bb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:45.717105 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 4cc794aa-b575-40c2-861c-325ff4279e03 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:45.717482 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4cc794aa-b575-40c2-861c-325ff4279e03), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:45.721692 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-27a96943-943b-410e-9354-be356686bb0a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2 HTTP/1.1" status: 200 len: 854 time: 0.1910584 Feb 19 04:00:45.874041 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56fa32-c544-40af-873a-ba99dc6ed571 req-5850f8fa-c9ed-4173-af3b-45a1bbf7fd31 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:45.880250 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b56fa32-c544-40af-873a-ba99dc6ed571 req-5850f8fa-c9ed-4173-af3b-45a1bbf7fd31 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/ports?device_id=45170b5a-49b3-4bdf-963d-30d542d332a9 HTTP/1.1" status: 200 len: 943 time: 0.3702078 Feb 19 04:00:45.994363 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9f2f6d6f-0338-4bd9-a300-b078d440a510 None None] Current status of the port 4cc794aa-b575-40c2-861c-325ff4279e03 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:46.000360 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118ac84-2b1d-43b4-9f06-d465a92b4269 req-29a770e0-b8e5-4cee-a1c3-e8c009583e07 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:46.001929 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b118ac84-2b1d-43b4-9f06-d465a92b4269 req-29a770e0-b8e5-4cee-a1c3-e8c009583e07 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=7966aea9-3a24-40c8-b8cd-fc4ba53971a0 HTTP/1.1" status: 200 len: 985 time: 0.2280688 Feb 19 04:00:46.053798 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b56fa32-c544-40af-873a-ba99dc6ed571 req-54f51f65-b0bb-48f7-975c-3956c0103465 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/security-groups?id=ce5276da-ba04-495d-be46-df354535c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701605 Feb 19 04:00:46.074930 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-9af12d61-92ee-4855-8082-4294540d50eb req-a0258b71-a4ec-4bfd-94e1-4ac09337cfd2 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] For port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=794b2e9f-4da8-47f3-8007-6f20bcf6ce49,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:46.075309 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9af12d61-92ee-4855-8082-4294540d50eb req-a0258b71-a4ec-4bfd-94e1-4ac09337cfd2 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:46.104701 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-9af12d61-92ee-4855-8082-4294540d50eb req-a0258b71-a4ec-4bfd-94e1-4ac09337cfd2 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Calling delete_port for 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:00:46.175251 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-04095699-80be-440e-82a2-ce2c0cb85f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:46.186404 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-04095699-80be-440e-82a2-ce2c0cb85f9d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1da67264-45f4-47df-8154-a17cd684211d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4039629 Feb 19 04:00:46.264847 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1ce593ef-34f0-40a4-95cc-eee3a4fdc244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-router', 'tenant_id': '50fd7819c4774650a14342140345e302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:40Z', 'updated_at': '2022-02-19T04:00:43Z', 'revision_number': 3, 'project_id': '50fd7819c4774650a14342140345e302', 'gw_port': {'id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:42Z', 'updated_at': '2022-02-19T04:00:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:46.278365 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 4cc794aa-b575-40c2-861c-325ff4279e03 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:46.333391 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-305fe054-719d-48c1-8ec7-a745d4726ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:46.362211 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce593ef-34f0-40a4-95cc-eee3a4fdc244 None None] Checking router: 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:00:46.362211 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce593ef-34f0-40a4-95cc-eee3a4fdc244 None None] Updating router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e port ab12da53-44ac-488e-aecf-3bad38888615 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:00:46.413108 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1ce593ef-34f0-40a4-95cc-eee3a4fdc244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ab12da53-44ac-488e-aecf-3bad38888615), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:46.614367 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b118ac84-2b1d-43b4-9f06-d465a92b4269 req-198d3e51-cdfd-4833-9848-232ae22b4886 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&id=f06d7526-e76b-4595-9375-831a6f05ea59&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.5554538 Feb 19 04:00:46.616939 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-789d87e4-4ee1-4eaa-9ed1-d173825f7883 service neutron] 10.222.0.79 "GET /v2.0/networks/1da67264-45f4-47df-8154-a17cd684211d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296176 Feb 19 04:00:46.662864 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 18bbfd97-77b0-49a4-9661-716a9e3cc7de no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:00:46.670908 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-305fe054-719d-48c1-8ec7-a745d4726ca0 admin admin] Allocated IP 172.20.0.1 (9d03c4ae-d514-421e-b655-86ca09811ee8/4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5/9afccb93-76f5-4b52-a8a9-093eb8058302) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:00:46.676257 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dfa34-b9da-403d-bbc6-f3f513b15510 req-517965ac-3280-4b79-9e29-05ade18fe49a tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:46.696247 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-143dfa34-b9da-403d-bbc6-f3f513b15510 req-517965ac-3280-4b79-9e29-05ade18fe49a tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 1128 time: 0.1959932 Feb 19 04:00:46.840305 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-305fe054-719d-48c1-8ec7-a745d4726ca0 admin admin] Publish callbacks [] for port (9afccb93-76f5-4b52-a8a9-093eb8058302), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:46.922792 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-143dfa34-b9da-403d-bbc6-f3f513b15510 req-8249a8ab-2184-4ee7-8430-28371c325c7b tempest-LiveAutoBlockMigrationV225Test-1865008798 tempest-LiveAutoBlockMigrationV225Test-1865008798-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248185 Feb 19 04:00:46.925754 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9af12d61-92ee-4855-8082-4294540d50eb req-a0258b71-a4ec-4bfd-94e1-4ac09337cfd2 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (794b2e9f-4da8-47f3-8007-6f20bcf6ce49), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:46.937729 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 18bbfd97-77b0-49a4-9661-716a9e3cc7de is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:46.938122 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:46.944509 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['8ff4db1e-ca16-4d88-9551-5180fa2a1849', '2d6710c1-b01f-4d94-8ce7-f3612a906f58', '2222287c-624b-46b2-ba97-522e464620de'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:46.996782 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0258b71-a4ec-4bfd-94e1-4ac09337cfd2 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Pushing event deleted for resources: {'Port': ['ID=794b2e9f-4da8-47f3-8007-6f20bcf6ce49,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:47.046890 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12773272-8d81-40f4-a6e3-438a3c396fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18bbfd97-77b0-49a4-9661-716a9e3cc7de'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:47.049198 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862f2d7f-daea-4f07-96cc-d5bedc5715ea" -d '{"events": [{"server_uuid": "12773272-8d81-40f4-a6e3-438a3c396fbc", "name": "network-vif-unplugged", "status": "completed", "tag": "18bbfd97-77b0-49a4-9661-716a9e3cc7de"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:47.053582 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef30c12e-d9de-46e7-b721-c5ed5fae69b2 req-2579f353-2053-4c57-8847-96f25623adf5 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=db5f5d8a-95ae-4b98-9da6-a52af11f8350 HTTP/1.1" status: 200 len: 210 time: 0.0461810 Feb 19 04:00:47.062572 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b82af61-6556-4e20-a19b-afd2897cf631 req-fdd98f54-7c9e-42c2-a8f1-883055137b90 service neutron] 10.222.0.79 "GET /v2.0/networks/1da67264-45f4-47df-8154-a17cd684211d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304330 Feb 19 04:00:47.097253 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1ce593ef-34f0-40a4-95cc-eee3a4fdc244 None None] Publish callbacks [] for port (ab12da53-44ac-488e-aecf-3bad38888615), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:47.099999 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 18bbfd97-77b0-49a4-9661-716a9e3cc7de, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=18bbfd97-77b0-49a4-9661-716a9e3cc7de,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:47.124474 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1ce593ef-34f0-40a4-95cc-eee3a4fdc244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ab12da53-44ac-488e-aecf-3bad38888615), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:47.144890 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:47.145588 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:00:47.192033 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af12d61-92ee-4855-8082-4294540d50eb req-a0258b71-a4ec-4bfd-94e1-4ac09337cfd2 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] No DVR routers for this DVR port 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:00:47.197032 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9af12d61-92ee-4855-8082-4294540d50eb req-a0258b71-a4ec-4bfd-94e1-4ac09337cfd2 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:47.202442 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9af12d61-92ee-4855-8082-4294540d50eb req-a0258b71-a4ec-4bfd-94e1-4ac09337cfd2 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.26 "DELETE /v2.0/ports/794b2e9f-4da8-47f3-8007-6f20bcf6ce49 HTTP/1.1" status: 204 len: 173 time: 1.9958217 Feb 19 04:00:47.275568 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:00:47.276303 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 794b2e9f-4da8-47f3-8007-6f20bcf6ce49 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:00:47.339197 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-305fe054-719d-48c1-8ec7-a745d4726ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (9afccb93-76f5-4b52-a8a9-093eb8058302), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:47.352957 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-1ce593ef-34f0-40a4-95cc-eee3a4fdc244 None None] Attempting to bind port ab12da53-44ac-488e-aecf-3bad38888615 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:00:47.353721 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-1ce593ef-34f0-40a4-95cc-eee3a4fdc244 None None] Attempting to bind port ab12da53-44ac-488e-aecf-3bad38888615 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:00:47.363428 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce593ef-34f0-40a4-95cc-eee3a4fdc244 None None] Attempting to bind port ab12da53-44ac-488e-aecf-3bad38888615 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:47.370488 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305fe054-719d-48c1-8ec7-a745d4726ca0 admin admin] Network 9d03c4ae-d514-421e-b655-86ca09811ee8 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:00:47.387343 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901370ae-df9c-476d-adb7-7e92abfd06a2 req-8a8a0d6c-e22d-4871-ada9-6e6ee0d46fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:47.389057 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-901370ae-df9c-476d-adb7-7e92abfd06a2 req-8a8a0d6c-e22d-4871-ada9-6e6ee0d46fb7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8cc5a333555d43228c6c3aa25c7c358e&device_id=45170b5a-49b3-4bdf-963d-30d542d332a9 HTTP/1.1" status: 200 len: 1126 time: 0.2303886 Feb 19 04:00:47.398092 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46833a15-51a4-4bf8-a4d1-71297d72bb7d req-0bb576c0-7e34-4e52-b66a-507df6bdd9d1 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:47.400501 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-46833a15-51a4-4bf8-a4d1-71297d72bb7d req-0bb576c0-7e34-4e52-b66a-507df6bdd9d1 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/ports?device_id=45170b5a-49b3-4bdf-963d-30d542d332a9 HTTP/1.1" status: 200 len: 943 time: 0.1526692 Feb 19 04:00:47.413144 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e14fe-5138-45a2-88d3-d1191f5f1358 None None] Pushing event updated for resources: {'Port': ['ID=ab12da53-44ac-488e-aecf-3bad38888615,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:47.421191 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce593ef-34f0-40a4-95cc-eee3a4fdc244 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:00:47.421191 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce593ef-34f0-40a4-95cc-eee3a4fdc244 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:00:47.421687 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1ce593ef-34f0-40a4-95cc-eee3a4fdc244 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:47.422370 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce593ef-34f0-40a4-95cc-eee3a4fdc244 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:00:47.422711 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-1ce593ef-34f0-40a4-95cc-eee3a4fdc244 None None] Bound port: ab12da53-44ac-488e-aecf-3bad38888615, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:00:47.423097 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1ce593ef-34f0-40a4-95cc-eee3a4fdc244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ab12da53-44ac-488e-aecf-3bad38888615), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:47.423460 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-305fe054-719d-48c1-8ec7-a745d4726ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:00:47.430310 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305fe054-719d-48c1-8ec7-a745d4726ca0 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:00:47.440301 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e14fe-5138-45a2-88d3-d1191f5f1358 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:47.440655 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e14fe-5138-45a2-88d3-d1191f5f1358 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:47.441012 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e14fe-5138-45a2-88d3-d1191f5f1358 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:47.441327 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e14fe-5138-45a2-88d3-d1191f5f1358 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:47.441673 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e14fe-5138-45a2-88d3-d1191f5f1358 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:47.442004 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e14fe-5138-45a2-88d3-d1191f5f1358 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:47.442606 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e14fe-5138-45a2-88d3-d1191f5f1358 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:47.442954 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e14fe-5138-45a2-88d3-d1191f5f1358 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:47.443282 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e14fe-5138-45a2-88d3-d1191f5f1358 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:47.443602 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e14fe-5138-45a2-88d3-d1191f5f1358 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:47.443930 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e14fe-5138-45a2-88d3-d1191f5f1358 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:47.444267 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e14fe-5138-45a2-88d3-d1191f5f1358 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:47.444742 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101e14fe-5138-45a2-88d3-d1191f5f1358 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:47.489206 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616a9fb0-8e13-49c5-87ea-c6ddc724e22f x-openstack-request-id: req-616a9fb0-8e13-49c5-87ea-c6ddc724e22f {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:47.489795 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12773272-8d81-40f4-a6e3-438a3c396fbc", "name": "network-vif-unplugged", "status": "completed", "tag": "18bbfd97-77b0-49a4-9661-716a9e3cc7de", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:47.490266 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-616a9fb0-8e13-49c5-87ea-c6ddc724e22f {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:47.490834 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12773272-8d81-40f4-a6e3-438a3c396fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18bbfd97-77b0-49a4-9661-716a9e3cc7de', 'code': 200} Feb 19 04:00:47.513536 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fe054-719d-48c1-8ec7-a745d4726ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=9afccb93-76f5-4b52-a8a9-093eb8058302,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:47.547045 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-305fe054-719d-48c1-8ec7-a745d4726ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:47.637435 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-1ce593ef-34f0-40a4-95cc-eee3a4fdc244 None None] For port ab12da53-44ac-488e-aecf-3bad38888615, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:47.643629 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=18bbfd97-77b0-49a4-9661-716a9e3cc7de,revision_number=11']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:47.682708 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-1ce593ef-34f0-40a4-95cc-eee3a4fdc244 None None] For port ab12da53-44ac-488e-aecf-3bad38888615, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ab12da53-44ac-488e-aecf-3bad38888615,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:00:47.692007 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1ce593ef-34f0-40a4-95cc-eee3a4fdc244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ab12da53-44ac-488e-aecf-3bad38888615), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:47.771513 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-305fe054-719d-48c1-8ec7-a745d4726ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (9afccb93-76f5-4b52-a8a9-093eb8058302), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:47.826555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce593ef-34f0-40a4-95cc-eee3a4fdc244 None None] Routers {'6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:00:47.827416 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1ce593ef-34f0-40a4-95cc-eee3a4fdc244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:00:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:47.909976 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e14fe-5138-45a2-88d3-d1191f5f1358 None None] Pushing event updated for resources: {'Port': ['ID=ab12da53-44ac-488e-aecf-3bad38888615,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:47.944393 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5f5d8a-95ae-4b98-9da6-a52af11f8350', 'name': 'network-vif-deleted', 'tag': '794b2e9f-4da8-47f3-8007-6f20bcf6ce49'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:47.946186 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9c9215-17bd-443e-9a55-3a0ca26d028f" -d '{"events": [{"server_uuid": "db5f5d8a-95ae-4b98-9da6-a52af11f8350", "name": "network-vif-deleted", "tag": "794b2e9f-4da8-47f3-8007-6f20bcf6ce49"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:47.955682 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-305fe054-719d-48c1-8ec7-a745d4726ca0 admin admin] Publish callbacks [] for port (9afccb93-76f5-4b52-a8a9-093eb8058302), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:47.961358 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-305fe054-719d-48c1-8ec7-a745d4726ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (9afccb93-76f5-4b52-a8a9-093eb8058302), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:47.981361 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9f311213-8b02-4c41-a111-bde4a5de03aa None None] Provisioning complete for port 9afccb93-76f5-4b52-a8a9-093eb8058302 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:47.981361 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9f311213-8b02-4c41-a111-bde4a5de03aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (9afccb93-76f5-4b52-a8a9-093eb8058302), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:48.038501 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901370ae-df9c-476d-adb7-7e92abfd06a2 req-4e13dcee-9974-4c96-8452-3eae4ef288e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:48.040094 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-901370ae-df9c-476d-adb7-7e92abfd06a2 req-4e13dcee-9974-4c96-8452-3eae4ef288e6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1da67264-45f4-47df-8154-a17cd684211d HTTP/1.1" status: 200 len: 916 time: 0.6383054 Feb 19 04:00:48.046820 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-46833a15-51a4-4bf8-a4d1-71297d72bb7d req-6f2402c3-1129-472d-b68a-4e0e7c609e43 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/security-groups?id=ce5276da-ba04-495d-be46-df354535c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6354029 Feb 19 04:00:48.060281 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-305fe054-719d-48c1-8ec7-a745d4726ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:48.064549 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9f311213-8b02-4c41-a111-bde4a5de03aa None None] Port 9afccb93-76f5-4b52-a8a9-093eb8058302 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:00:48.067063 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-1ce593ef-34f0-40a4-95cc-eee3a4fdc244 None None] Set router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:00:48.075907 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fe054-719d-48c1-8ec7-a745d4726ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=9afccb93-76f5-4b52-a8a9-093eb8058302,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:48.099951 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-901370ae-df9c-476d-adb7-7e92abfd06a2 req-a89f6a46-3f78-405f-98ee-c0ae5ddda8c3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06b14469-1d3e-4d9f-886d-4fcc1c91010f HTTP/1.1" status: 200 len: 217 time: 0.0521502 Feb 19 04:00:48.108644 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2617fb-b018-4d83-be4c-1b73b1a20ee1 req-68b38358-e478-4d9c-9a20-3aed8624d62d tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:48.110195 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd2617fb-b018-4d83-be4c-1b73b1a20ee1 req-68b38358-e478-4d9c-9a20-3aed8624d62d tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 945 time: 0.1596277 Feb 19 04:00:48.166225 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901370ae-df9c-476d-adb7-7e92abfd06a2 req-fa8d0c12-9de0-4bc5-b728-fb66a826bf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:48.168585 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-901370ae-df9c-476d-adb7-7e92abfd06a2 req-fa8d0c12-9de0-4bc5-b728-fb66a826bf6a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2 HTTP/1.1" status: 200 len: 854 time: 0.0574665 Feb 19 04:00:48.247394 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305fe054-719d-48c1-8ec7-a745d4726ca0 admin admin] Network 9d03c4ae-d514-421e-b655-86ca09811ee8 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:00:48.259051 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-305fe054-719d-48c1-8ec7-a745d4726ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:00:48.266027 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd2617fb-b018-4d83-be4c-1b73b1a20ee1 req-1ae31a02-84b5-4447-b0e1-b4d6c2e3050b tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111274 Feb 19 04:00:48.296794 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901370ae-df9c-476d-adb7-7e92abfd06a2 req-283ecde0-8691-4231-86cf-ce2304a32313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:48.299893 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-901370ae-df9c-476d-adb7-7e92abfd06a2 req-283ecde0-8691-4231-86cf-ce2304a32313 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1da67264-45f4-47df-8154-a17cd684211d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1210129 Feb 19 04:00:48.403975 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1ce593ef-34f0-40a4-95cc-eee3a4fdc244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-router', 'tenant_id': '50fd7819c4774650a14342140345e302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:40Z', 'updated_at': '2022-02-19T04:00:47Z', 'revision_number': 4, 'project_id': '50fd7819c4774650a14342140345e302', 'gw_port': {'id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:42Z', 'updated_at': '2022-02-19T04:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '9afccb93-76f5-4b52-a8a9-093eb8058302', 'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'tenant_id': '50fd7819c4774650a14342140345e302', 'mac_address': 'fa:16:3e:69:eb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:46Z', 'updated_at': '2022-02-19T04:00:46Z', 'revision_number': 1, 'project_id': '50fd7819c4774650a14342140345e302', 'subnets': [{'id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:48.470562 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305fe054-719d-48c1-8ec7-a745d4726ca0 admin admin] Router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:00:48.482762 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce593ef-34f0-40a4-95cc-eee3a4fdc244 None None] The sync data for ids ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'] in n-d-828369-19 is: [{'id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-router', 'tenant_id': '50fd7819c4774650a14342140345e302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:40Z', 'updated_at': '2022-02-19T04:00:47Z', 'revision_number': 4, 'project_id': '50fd7819c4774650a14342140345e302', 'gw_port': {'id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:42Z', 'updated_at': '2022-02-19T04:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '9afccb93-76f5-4b52-a8a9-093eb8058302', 'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'tenant_id': '50fd7819c4774650a14342140345e302', 'mac_address': 'fa:16:3e:69:eb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:46Z', 'updated_at': '2022-02-19T04:00:46Z', 'revision_number': 1, 'project_id': '50fd7819c4774650a14342140345e302', 'subnets': [{'id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:00:48.643069 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-901370ae-df9c-476d-adb7-7e92abfd06a2 req-7f283191-0c1f-444b-a8d2-76e479721a0b service neutron] 10.222.0.79 "GET /v2.0/networks/1da67264-45f4-47df-8154-a17cd684211d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337929 Feb 19 04:00:48.723640 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b91e08-85e2-49ea-bc9d-fc0816ddabed x-openstack-request-id: req-c9b91e08-85e2-49ea-bc9d-fc0816ddabed {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:48.723946 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5f5d8a-95ae-4b98-9da6-a52af11f8350", "name": "network-vif-deleted", "tag": "794b2e9f-4da8-47f3-8007-6f20bcf6ce49", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:48.724193 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c9b91e08-85e2-49ea-bc9d-fc0816ddabed {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:48.724592 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5f5d8a-95ae-4b98-9da6-a52af11f8350', 'name': 'network-vif-deleted', 'tag': '794b2e9f-4da8-47f3-8007-6f20bcf6ce49', 'status': 'completed', 'code': 200} Feb 19 04:00:48.732667 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305fe054-719d-48c1-8ec7-a745d4726ca0 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:00:48.763352 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-305fe054-719d-48c1-8ec7-a745d4726ca0 admin admin] 10.222.0.52 "PUT /v2.0/routers/6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5690343 Feb 19 04:00:48.813406 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-66035c68-a3c8-4ed1-a9d2-420cae7bde81 None None] Provisioning complete for port 9afccb93-76f5-4b52-a8a9-093eb8058302 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:48.813908 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-66035c68-a3c8-4ed1-a9d2-420cae7bde81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (9afccb93-76f5-4b52-a8a9-093eb8058302), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:48.890452 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-66035c68-a3c8-4ed1-a9d2-420cae7bde81 None None] Port 9afccb93-76f5-4b52-a8a9-093eb8058302 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:00:48.898311 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c96519-258f-4f40-a38d-ee8b9a3a097c req-d415b014-3852-4c2d-ba27-ef91b49b685a tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:48.908095 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-05c96519-258f-4f40-a38d-ee8b9a3a097c req-d415b014-3852-4c2d-ba27-ef91b49b685a tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=7966aea9-3a24-40c8-b8cd-fc4ba53971a0 HTTP/1.1" status: 200 len: 985 time: 0.2998557 Feb 19 04:00:48.927455 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64e361-fa42-4040-938e-a65f2830d4d5 req-cf645c88-1c45-4b1d-91cb-a1193ae8a498 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:48.928965 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc64e361-fa42-4040-938e-a65f2830d4d5 req-cf645c88-1c45-4b1d-91cb-a1193ae8a498 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.26 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 945 time: 0.4382358 Feb 19 04:00:48.937081 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-901370ae-df9c-476d-adb7-7e92abfd06a2 req-1b207b57-e155-47f4-8c3a-9085ce6c32e4 service neutron] 10.222.0.79 "GET /v2.0/networks/1da67264-45f4-47df-8154-a17cd684211d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507327 Feb 19 04:00:49.089200 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-05c96519-258f-4f40-a38d-ee8b9a3a097c req-cc3e41da-761f-4b0b-a516-a14db025ef01 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&id=f06d7526-e76b-4595-9375-831a6f05ea59&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1747177 Feb 19 04:00:49.240964 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-fc64e361-fa42-4040-938e-a65f2830d4d5 req-226214b3-2a84-4902-8292-e9e3c57051dd tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Deleting port 2a365141-801a-4740-a673-1cd30a4530cb {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:00:49.241327 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fc64e361-fa42-4040-938e-a65f2830d4d5 req-226214b3-2a84-4902-8292-e9e3c57051dd tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (2a365141-801a-4740-a673-1cd30a4530cb), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:49.416665 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-fc64e361-fa42-4040-938e-a65f2830d4d5 req-226214b3-2a84-4902-8292-e9e3c57051dd tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] For port 2a365141-801a-4740-a673-1cd30a4530cb, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2a365141-801a-4740-a673-1cd30a4530cb,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:49.416963 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fc64e361-fa42-4040-938e-a65f2830d4d5 req-226214b3-2a84-4902-8292-e9e3c57051dd tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (2a365141-801a-4740-a673-1cd30a4530cb), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:49.432157 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-fc64e361-fa42-4040-938e-a65f2830d4d5 req-226214b3-2a84-4902-8292-e9e3c57051dd tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Calling delete_port for 2a365141-801a-4740-a673-1cd30a4530cb owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:00:49.716566 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d32f13-9e90-457a-bf59-94ccc36c4d41 req-e58f6eba-7a83-43ff-b16c-102c642a72bc tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:49.718174 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d5d32f13-9e90-457a-bf59-94ccc36c4d41 req-e58f6eba-7a83-43ff-b16c-102c642a72bc tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/ports?device_id=45170b5a-49b3-4bdf-963d-30d542d332a9 HTTP/1.1" status: 200 len: 943 time: 0.2070546 Feb 19 04:00:49.751111 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fc64e361-fa42-4040-938e-a65f2830d4d5 req-226214b3-2a84-4902-8292-e9e3c57051dd tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (2a365141-801a-4740-a673-1cd30a4530cb), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:49.764029 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['aa0d80b9-33dd-40df-9605-58cd8558092f'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:49.850519 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['2a365141-801a-4740-a673-1cd30a4530cb'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:49.916700 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226214b3-2a84-4902-8292-e9e3c57051dd tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Pushing event deleted for resources: {'Port': ['ID=2a365141-801a-4740-a673-1cd30a4530cb,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:49.959821 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d5d32f13-9e90-457a-bf59-94ccc36c4d41 req-f5e845bc-d390-463b-9550-d7ddf2dde9fe tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/security-groups?id=ce5276da-ba04-495d-be46-df354535c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268560 Feb 19 04:00:50.004388 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc64e361-fa42-4040-938e-a65f2830d4d5 req-226214b3-2a84-4902-8292-e9e3c57051dd tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] No DVR routers for this DVR port 2a365141-801a-4740-a673-1cd30a4530cb on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:00:50.015296 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fc64e361-fa42-4040-938e-a65f2830d4d5 req-226214b3-2a84-4902-8292-e9e3c57051dd tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:50.018679 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc64e361-fa42-4040-938e-a65f2830d4d5 req-226214b3-2a84-4902-8292-e9e3c57051dd tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.26 "DELETE /v2.0/ports/2a365141-801a-4740-a673-1cd30a4530cb HTTP/1.1" status: 204 len: 173 time: 1.0810158 Feb 19 04:00:50.026742 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-dd16dac9-0df5-417a-8f34-375598b2e03d tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:50.035631 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-dd16dac9-0df5-417a-8f34-375598b2e03d tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/networks?id=9d03c4ae-d514-421e-b655-86ca09811ee8 HTTP/1.1" status: 200 len: 821 time: 0.5230315 Feb 19 04:00:50.051426 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-495abc81-1f7c-494e-8809-91ded5cd73f7 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/quotas/50fd7819c4774650a14342140345e302 HTTP/1.1" status: 200 len: 375 time: 0.0137691 Feb 19 04:00:50.176987 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d5b60112-85c6-41db-9e01-cf74c3de9bf0 req-ae128b3b-15b7-456e-8147-8c29c6e488af tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1995125002&fields=id&tenant_id=0ed4bede626f435bb8cb39067854622d HTTP/1.1" status: 200 len: 267 time: 0.1008317 Feb 19 04:00:50.240329 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-569ab6fc-6657-4417-b894-c8074daf8cb9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=50fd7819c4774650a14342140345e302&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1727729 Feb 19 04:00:50.340547 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-9b3de269-8ff8-4d61-b429-e3d6f2f6e5d1 service neutron] 10.222.0.52 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926549 Feb 19 04:00:50.362651 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b60112-85c6-41db-9e01-cf74c3de9bf0 req-17d65b28-e292-49cd-b171-3e79501e815d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:50.364617 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d5b60112-85c6-41db-9e01-cf74c3de9bf0 req-17d65b28-e292-49cd-b171-3e79501e815d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=7966aea9-3a24-40c8-b8cd-fc4ba53971a0 HTTP/1.1" status: 200 len: 985 time: 0.1805768 Feb 19 04:00:50.385076 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-d5b60112-85c6-41db-9e01-cf74c3de9bf0 req-d3f3123c-c29e-4a42-8ade-6bc6705e1be6 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Request body: {'port': {'security_groups': ['5140aa05-dc18-4caf-82c7-eeb36041033c', 'f06d7526-e76b-4595-9375-831a6f05ea59', 'bb7e9045-fb31-478b-9f22-4dadca4b419e']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:50.528580 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-83a98c2e-920b-42bc-b09d-e9d54b49037c service neutron] 10.222.0.52 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818559 Feb 19 04:00:50.656195 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d5b60112-85c6-41db-9e01-cf74c3de9bf0 req-d3f3123c-c29e-4a42-8ade-6bc6705e1be6 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (71b1a62a-44b6-484d-a879-37f745172b6e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:50.717116 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777578a1-e29a-4a38-8cca-887df226b225 req-ac6956cf-9dbb-40d3-a32d-3b95ed112f50 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:50.718716 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-777578a1-e29a-4a38-8cca-887df226b225 req-ac6956cf-9dbb-40d3-a32d-3b95ed112f50 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 950 time: 0.1892164 Feb 19 04:00:50.727665 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143db96e-0a3b-4b9e-acfb-f8f5d5798b75', 'name': 'network-vif-deleted', 'tag': '2a365141-801a-4740-a673-1cd30a4530cb'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:50.732311 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294ac996-e5a6-4585-ae21-aa6d70a5b096" -d '{"events": [{"server_uuid": "143db96e-0a3b-4b9e-acfb-f8f5d5798b75", "name": "network-vif-deleted", "tag": "2a365141-801a-4740-a673-1cd30a4530cb"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:50.992711 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-777578a1-e29a-4a38-8cca-887df226b225 req-e3187c72-2f5d-440c-8952-6a069f2151e3 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Deleting port 2222287c-624b-46b2-ba97-522e464620de {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:00:50.993070 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-777578a1-e29a-4a38-8cca-887df226b225 req-e3187c72-2f5d-440c-8952-6a069f2151e3 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (2222287c-624b-46b2-ba97-522e464620de), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:51.029544 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b64189-a3ae-4f50-9ead-eb9135ae726f req-c59ec7cc-f189-4b84-8df6-438034279c1b tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:51.031125 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-12b64189-a3ae-4f50-9ead-eb9135ae726f req-c59ec7cc-f189-4b84-8df6-438034279c1b tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 950 time: 0.1245503 Feb 19 04:00:51.146910 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 06b14469-1d3e-4d9f-886d-4fcc1c91010f details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:00:51.191181 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-12b64189-a3ae-4f50-9ead-eb9135ae726f req-4708ee54-52b6-4655-9c76-6302273d06da tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043086 Feb 19 04:00:51.204593 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-777578a1-e29a-4a38-8cca-887df226b225 req-e3187c72-2f5d-440c-8952-6a069f2151e3 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] For port 2222287c-624b-46b2-ba97-522e464620de, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2222287c-624b-46b2-ba97-522e464620de,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:51.204992 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-777578a1-e29a-4a38-8cca-887df226b225 req-e3187c72-2f5d-440c-8952-6a069f2151e3 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (2222287c-624b-46b2-ba97-522e464620de), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:51.227175 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-d5b60112-85c6-41db-9e01-cf74c3de9bf0 req-d3f3123c-c29e-4a42-8ade-6bc6705e1be6 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] For port 71b1a62a-44b6-484d-a879-37f745172b6e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=71b1a62a-44b6-484d-a879-37f745172b6e,segment=NetworkSegment(0f8a4699-36b5-4083-8984-ab51054bba1e),segment_id=0f8a4699-36b5-4083-8984-ab51054bba1e)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:51.240332 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-777578a1-e29a-4a38-8cca-887df226b225 req-e3187c72-2f5d-440c-8952-6a069f2151e3 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Calling delete_port for 2222287c-624b-46b2-ba97-522e464620de owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:00:51.312151 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d5b60112-85c6-41db-9e01-cf74c3de9bf0 req-d3f3123c-c29e-4a42-8ade-6bc6705e1be6 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for port (71b1a62a-44b6-484d-a879-37f745172b6e), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:51.327758 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d5b60112-85c6-41db-9e01-cf74c3de9bf0 req-d3f3123c-c29e-4a42-8ade-6bc6705e1be6 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (71b1a62a-44b6-484d-a879-37f745172b6e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:51.349139 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['94aaea2f-ab6a-4683-a3f0-0acd276b2e61', '71b1a62a-44b6-484d-a879-37f745172b6e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:51.405552 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 06b14469-1d3e-4d9f-886d-4fcc1c91010f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=06b14469-1d3e-4d9f-886d-4fcc1c91010f,segment=NetworkSegment(128a647d-2f7d-447d-92e6-b4382e32d23f),segment_id=128a647d-2f7d-447d-92e6-b4382e32d23f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:51.407657 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b60112-85c6-41db-9e01-cf74c3de9bf0 req-d3f3123c-c29e-4a42-8ade-6bc6705e1be6 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:51.408650 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d5b60112-85c6-41db-9e01-cf74c3de9bf0 req-d3f3123c-c29e-4a42-8ade-6bc6705e1be6 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:51.410336 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d5b60112-85c6-41db-9e01-cf74c3de9bf0 req-d3f3123c-c29e-4a42-8ade-6bc6705e1be6 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "PUT /v2.0/ports/71b1a62a-44b6-484d-a879-37f745172b6e HTTP/1.1" status: 200 len: 1021 time: 1.0310349 Feb 19 04:00:51.437895 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3123c-c29e-4a42-8ade-6bc6705e1be6 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Pushing event updated for resources: {'Port': ['ID=71b1a62a-44b6-484d-a879-37f745172b6e,revision_number=7']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:51.451998 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '06b14469-1d3e-4d9f-886d-4fcc1c91010f', 'network_id': '1da67264-45f4-47df-8154-a17cd684211d', 'port_id': '06b14469-1d3e-4d9f-886d-4fcc1c91010f', 'mac_address': 'fa:16:3e:d5:20:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:00:51.533724 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ab12da53-44ac-488e-aecf-3bad38888615 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:51.565480 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9458be9-0eba-49c2-856c-45a5256cd1ee req-7001a542-d978-425a-9264-1446b2b9c0a9 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 210 time: 0.0334315 Feb 19 04:00:51.566522 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-777578a1-e29a-4a38-8cca-887df226b225 req-e3187c72-2f5d-440c-8952-6a069f2151e3 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (2222287c-624b-46b2-ba97-522e464620de), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:51.614915 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3187c72-2f5d-440c-8952-6a069f2151e3 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Pushing event deleted for resources: {'Port': ['ID=2222287c-624b-46b2-ba97-522e464620de,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:51.644303 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['71b1a62a-44b6-484d-a879-37f745172b6e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:51.650365 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['8ff4db1e-ca16-4d88-9551-5180fa2a1849', '2d6710c1-b01f-4d94-8ce7-f3612a906f58', '2222287c-624b-46b2-ba97-522e464620de'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:51.693182 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-777578a1-e29a-4a38-8cca-887df226b225 req-e3187c72-2f5d-440c-8952-6a069f2151e3 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] No DVR routers for this DVR port 2222287c-624b-46b2-ba97-522e464620de on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:00:51.696427 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-777578a1-e29a-4a38-8cca-887df226b225 req-e3187c72-2f5d-440c-8952-6a069f2151e3 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:51.702468 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-777578a1-e29a-4a38-8cca-887df226b225 req-e3187c72-2f5d-440c-8952-6a069f2151e3 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.26 "DELETE /v2.0/ports/2222287c-624b-46b2-ba97-522e464620de HTTP/1.1" status: 204 len: 173 time: 0.9630702 Feb 19 04:00:51.704332 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966f7508-194b-4ae4-a42f-bf880417aa38 x-openstack-request-id: req-966f7508-194b-4ae4-a42f-bf880417aa38 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:51.704801 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143db96e-0a3b-4b9e-acfb-f8f5d5798b75", "name": "network-vif-deleted", "tag": "2a365141-801a-4740-a673-1cd30a4530cb", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:51.705294 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-966f7508-194b-4ae4-a42f-bf880417aa38 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:51.705908 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143db96e-0a3b-4b9e-acfb-f8f5d5798b75', 'name': 'network-vif-deleted', 'tag': '2a365141-801a-4740-a673-1cd30a4530cb', 'status': 'completed', 'code': 200} Feb 19 04:00:51.880923 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5163f5ff-067d-4e0c-a51e-75a619252f86 req-f4bf6fbd-8013-4c9b-a7e4-35dc8ad74536 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4 HTTP/1.1" status: 200 len: 210 time: 0.0882969 Feb 19 04:00:51.995266 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f8bd863d-3d10-4550-8584-a2b50c124ae6 req-5704d076-489f-4f2b-b699-aabdda7aa582 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups/bb7e9045-fb31-478b-9f22-4dadca4b419e HTTP/1.1" status: 200 len: 1818 time: 0.0613458 Feb 19 04:00:51.997864 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b08df8f-240f-402c-8162-d2a7092f145e None None] Sync routers for ids ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:00:52.005493 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2043a13-1447-4b7b-adb1-4235b98efbb4 req-d02e08b2-e7fc-4d81-abe1-b31094cf9efb tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:52.012889 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b2043a13-1447-4b7b-adb1-4235b98efbb4 req-d02e08b2-e7fc-4d81-abe1-b31094cf9efb tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/ports?device_id=45170b5a-49b3-4bdf-963d-30d542d332a9 HTTP/1.1" status: 200 len: 943 time: 0.1638978 Feb 19 04:00:52.013214 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b08df8f-240f-402c-8162-d2a7092f145e None None] Routers {'6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:00:52.014077 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7b08df8f-240f-402c-8162-d2a7092f145e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:00:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:52.105428 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b2043a13-1447-4b7b-adb1-4235b98efbb4 req-0f11b0b7-01cf-408b-bc91-f05b83a04227 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/security-groups?id=ce5276da-ba04-495d-be46-df354535c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838149 Feb 19 04:00:52.111219 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-f8bd863d-3d10-4550-8584-a2b50c124ae6 req-2fc8449d-f584-4cdb-819a-d5f7fc0e81a2 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 04:00:52.112231 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f8bd863d-3d10-4550-8584-a2b50c124ae6 req-2fc8449d-f584-4cdb-819a-d5f7fc0e81a2 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "DELETE /v2.0/security-groups/bb7e9045-fb31-478b-9f22-4dadca4b419e HTTP/1.1" status: 409 len: 341 time: 0.0967579 Feb 19 04:00:52.217415 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-7b08df8f-240f-402c-8162-d2a7092f145e None None] Set router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:00:52.302459 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port ab12da53-44ac-488e-aecf-3bad38888615 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:52.303120 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ab12da53-44ac-488e-aecf-3bad38888615), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:52.411455 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 06b14469-1d3e-4d9f-886d-4fcc1c91010f is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:52.412207 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (06b14469-1d3e-4d9f-886d-4fcc1c91010f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:52.503015 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cfe26fa6-1ad0-46f7-be93-9272d05d8510 req-79423ae6-0847-468a-ae80-7c2990a78fff tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebe24155-ec29-4d65-a8f9-6e8cdd1f6057 HTTP/1.1" status: 200 len: 210 time: 0.0860698 Feb 19 04:00:52.565633 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-bbb421e4-4402-4d54-b657-c4e6b844311d tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:52.567536 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-bbb421e4-4402-4d54-b657-c4e6b844311d tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.79 "GET /v2.0/networks?id=9d03c4ae-d514-421e-b655-86ca09811ee8 HTTP/1.1" status: 200 len: 821 time: 0.2909188 Feb 19 04:00:52.583075 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-7d21f5fc-87d3-4456-902f-0f3fee9ce4dd tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Request body: {'port': {'device_id': '0f1bca52-52c6-4604-ab51-89fdd1e423c4', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'admin_state_up': True, 'tenant_id': '50fd7819c4774650a14342140345e302'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:52.583880 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b14469-1d3e-4d9f-886d-4fcc1c91010f {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:00:52.638506 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7b08df8f-240f-402c-8162-d2a7092f145e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-router', 'tenant_id': '50fd7819c4774650a14342140345e302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:40Z', 'updated_at': '2022-02-19T04:00:47Z', 'revision_number': 4, 'project_id': '50fd7819c4774650a14342140345e302', 'gw_port': {'id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:42Z', 'updated_at': '2022-02-19T04:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '9afccb93-76f5-4b52-a8a9-093eb8058302', 'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'tenant_id': '50fd7819c4774650a14342140345e302', 'mac_address': 'fa:16:3e:69:eb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:46Z', 'updated_at': '2022-02-19T04:00:47Z', 'revision_number': 2, 'project_id': '50fd7819c4774650a14342140345e302', 'subnets': [{'id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:52.642637 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 2222287c-624b-46b2-ba97-522e464620de no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:00:52.668745 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b08df8f-240f-402c-8162-d2a7092f145e None None] Checking router: 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:00:52.668999 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b08df8f-240f-402c-8162-d2a7092f145e None None] Updating router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e port 9afccb93-76f5-4b52-a8a9-093eb8058302 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:00:52.718914 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d749e-12ab-4f79-9ddc-4adbe99993b8 req-caf24f90-21e2-4730-baa5-ebb5ec9c1c8b tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:52.720632 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f43d749e-12ab-4f79-9ddc-4adbe99993b8 req-caf24f90-21e2-4730-baa5-ebb5ec9c1c8b tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=7966aea9-3a24-40c8-b8cd-fc4ba53971a0 HTTP/1.1" status: 200 len: 1024 time: 0.1141381 Feb 19 04:00:52.733934 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-7b08df8f-240f-402c-8162-d2a7092f145e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (9afccb93-76f5-4b52-a8a9-093eb8058302), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:52.768128 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 2222287c-624b-46b2-ba97-522e464620de {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:00:52.768867 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 2222287c-624b-46b2-ba97-522e464620de not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:00:52.769533 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 2a365141-801a-4740-a673-1cd30a4530cb no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:00:52.809898 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 06b14469-1d3e-4d9f-886d-4fcc1c91010f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=06b14469-1d3e-4d9f-886d-4fcc1c91010f,segment=NetworkSegment(128a647d-2f7d-447d-92e6-b4382e32d23f),segment_id=128a647d-2f7d-447d-92e6-b4382e32d23f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:52.843584 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-339764d4-bc1e-4713-97be-1559cceef3bc req-fbed9018-4909-41f3-92d6-02ff00962817 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 210 time: 0.0378199 Feb 19 04:00:52.848573 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-7d21f5fc-87d3-4456-902f-0f3fee9ce4dd tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Made reservation on behalf of 50fd7819c4774650a14342140345e302 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:00:52.852233 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-7d21f5fc-87d3-4456-902f-0f3fee9ce4dd tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:52.868340 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 2a365141-801a-4740-a673-1cd30a4530cb {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:00:52.868703 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 2a365141-801a-4740-a673-1cd30a4530cb not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:00:52.870217 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (06b14469-1d3e-4d9f-886d-4fcc1c91010f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:52.882539 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f43d749e-12ab-4f79-9ddc-4adbe99993b8 req-33bc2f6b-edf0-424b-bdc2-b6dc3ac143b8 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&id=f06d7526-e76b-4595-9375-831a6f05ea59&id=bb7e9045-fb31-478b-9f22-4dadca4b419e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1480782 Feb 19 04:00:53.001379 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port ab12da53-44ac-488e-aecf-3bad38888615 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:53.002191 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ab12da53-44ac-488e-aecf-3bad38888615), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:53.102262 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-7b08df8f-240f-402c-8162-d2a7092f145e None None] Publish callbacks [] for port (9afccb93-76f5-4b52-a8a9-093eb8058302), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:53.103119 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port ab12da53-44ac-488e-aecf-3bad38888615, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ab12da53-44ac-488e-aecf-3bad38888615,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:53.103261 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e27f3fe5-07db-43eb-8b33-2b4ffefcb3c7 req-764fe569-d1da-469a-9a08-fecbcacb1569 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4 HTTP/1.1" status: 200 len: 210 time: 0.0482907 Feb 19 04:00:53.112030 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-7b08df8f-240f-402c-8162-d2a7092f145e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (9afccb93-76f5-4b52-a8a9-093eb8058302), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:53.169538 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=06b14469-1d3e-4d9f-886d-4fcc1c91010f,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:53.199228 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-7d21f5fc-87d3-4456-902f-0f3fee9ce4dd tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Allocated IP 172.20.0.14 (9d03c4ae-d514-421e-b655-86ca09811ee8/4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5/9c3f11b0-cad5-4931-8dd2-eba376e5b9d6) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:00:53.246038 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['06b14469-1d3e-4d9f-886d-4fcc1c91010f'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:53.252909 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ab12da53-44ac-488e-aecf-3bad38888615), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:53.261325 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510f880-f8bb-41b2-af98-258571e6bd0e None None] Pushing event updated for resources: {'Port': ['ID=9afccb93-76f5-4b52-a8a9-093eb8058302,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:53.267996 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-7b08df8f-240f-402c-8162-d2a7092f145e None None] Attempting to bind port 9afccb93-76f5-4b52-a8a9-093eb8058302 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:00:53.268462 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-7b08df8f-240f-402c-8162-d2a7092f145e None None] Attempting to bind port 9afccb93-76f5-4b52-a8a9-093eb8058302 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '07a44a8c-5788-4ab0-83e5-f85555578b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:00:53.268903 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b08df8f-240f-402c-8162-d2a7092f145e None None] Attempting to bind port 9afccb93-76f5-4b52-a8a9-093eb8058302 on network 9d03c4ae-d514-421e-b655-86ca09811ee8 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:53.275236 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b08df8f-240f-402c-8162-d2a7092f145e None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:00:53.275781 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b08df8f-240f-402c-8162-d2a7092f145e None None] Checking segment: {'id': '07a44a8c-5788-4ab0-83e5-f85555578b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:00:53.276250 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-7b08df8f-240f-402c-8162-d2a7092f145e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:53.276708 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b08df8f-240f-402c-8162-d2a7092f145e None None] Bound using segment: {'id': '07a44a8c-5788-4ab0-83e5-f85555578b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:00:53.277252 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-7b08df8f-240f-402c-8162-d2a7092f145e None None] Bound port: 9afccb93-76f5-4b52-a8a9-093eb8058302, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a44a8c-5788-4ab0-83e5-f85555578b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:00:53.278381 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-7b08df8f-240f-402c-8162-d2a7092f145e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (9afccb93-76f5-4b52-a8a9-093eb8058302), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:53.394664 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-7b08df8f-240f-402c-8162-d2a7092f145e None None] For port 9afccb93-76f5-4b52-a8a9-093eb8058302, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:53.404097 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-7b08df8f-240f-402c-8162-d2a7092f145e None None] For port 9afccb93-76f5-4b52-a8a9-093eb8058302, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=9afccb93-76f5-4b52-a8a9-093eb8058302,segment=NetworkSegment(07a44a8c-5788-4ab0-83e5-f85555578b3c),segment_id=07a44a8c-5788-4ab0-83e5-f85555578b3c)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:00:53.427501 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-7b08df8f-240f-402c-8162-d2a7092f145e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (9afccb93-76f5-4b52-a8a9-093eb8058302), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:53.460254 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=ab12da53-44ac-488e-aecf-3bad38888615,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:53.509991 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b08df8f-240f-402c-8162-d2a7092f145e None None] Routers {'6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:00:53.510668 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7b08df8f-240f-402c-8162-d2a7092f145e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:00:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:53.563584 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510f880-f8bb-41b2-af98-258571e6bd0e None None] Pushing event updated for resources: {'Port': ['ID=9afccb93-76f5-4b52-a8a9-093eb8058302,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:53.603366 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2397fb-6298-4099-be67-9cfd93430344 req-3e34c273-d618-4fee-bf74-c59075cc21ea tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:53.611640 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a2397fb-6298-4099-be67-9cfd93430344 req-3e34c273-d618-4fee-bf74-c59075cc21ea tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/ports?device_id=45170b5a-49b3-4bdf-963d-30d542d332a9 HTTP/1.1" status: 200 len: 944 time: 0.3619790 Feb 19 04:00:53.666464 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-7b08df8f-240f-402c-8162-d2a7092f145e None None] Set router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:00:53.707455 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7966aea9-3a24-40c8-b8cd-fc4ba53971a0', 'tag': '71b1a62a-44b6-484d-a879-37f745172b6e'}, {'server_uuid': 'ebe24155-ec29-4d65-a8f9-6e8cdd1f6057', 'name': 'network-vif-deleted', 'tag': '2222287c-624b-46b2-ba97-522e464620de'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:53.711785 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0806b2eb-c57c-449b-a616-2d8c4049a1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "7966aea9-3a24-40c8-b8cd-fc4ba53971a0", "tag": "71b1a62a-44b6-484d-a879-37f745172b6e"}, {"server_uuid": "ebe24155-ec29-4d65-a8f9-6e8cdd1f6057", "name": "network-vif-deleted", "tag": "2222287c-624b-46b2-ba97-522e464620de"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:53.791804 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a2397fb-6298-4099-be67-9cfd93430344 req-558f04cf-a23c-4229-8dff-231e218c68fa tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/security-groups?id=ce5276da-ba04-495d-be46-df354535c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790247 Feb 19 04:00:53.792499 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-ff952698-0240-4481-9a2a-f277dfc8cf37 None None] Provisioning complete for port 9afccb93-76f5-4b52-a8a9-093eb8058302 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:53.792884 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ff952698-0240-4481-9a2a-f277dfc8cf37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (9afccb93-76f5-4b52-a8a9-093eb8058302), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:53.839090 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-7d21f5fc-87d3-4456-902f-0f3fee9ce4dd tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks [] for port (9c3f11b0-cad5-4931-8dd2-eba376e5b9d6), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:53.933623 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-7d21f5fc-87d3-4456-902f-0f3fee9ce4dd tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (9c3f11b0-cad5-4931-8dd2-eba376e5b9d6), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:54.000281 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c1d14c-90ff-446f-b356-da0104815f7f x-openstack-request-id: req-54c1d14c-90ff-446f-b356-da0104815f7f {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:54.000558 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7966aea9-3a24-40c8-b8cd-fc4ba53971a0", "tag": "71b1a62a-44b6-484d-a879-37f745172b6e", "status": "completed", "code": 200}, {"server_uuid": "ebe24155-ec29-4d65-a8f9-6e8cdd1f6057", "name": "network-vif-deleted", "tag": "2222287c-624b-46b2-ba97-522e464620de", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:54.000807 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-54c1d14c-90ff-446f-b356-da0104815f7f {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:54.001202 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7966aea9-3a24-40c8-b8cd-fc4ba53971a0', 'tag': '71b1a62a-44b6-484d-a879-37f745172b6e', 'status': 'completed', 'code': 200} Feb 19 04:00:54.001456 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe24155-ec29-4d65-a8f9-6e8cdd1f6057', 'name': 'network-vif-deleted', 'tag': '2222287c-624b-46b2-ba97-522e464620de', 'status': 'completed', 'code': 200} Feb 19 04:00:54.040660 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7b08df8f-240f-402c-8162-d2a7092f145e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-router', 'tenant_id': '50fd7819c4774650a14342140345e302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:40Z', 'updated_at': '2022-02-19T04:00:47Z', 'revision_number': 4, 'project_id': '50fd7819c4774650a14342140345e302', 'gw_port': {'id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:42Z', 'updated_at': '2022-02-19T04:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '9afccb93-76f5-4b52-a8a9-093eb8058302', 'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'tenant_id': '50fd7819c4774650a14342140345e302', 'mac_address': 'fa:16:3e:69:eb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:46Z', 'updated_at': '2022-02-19T04:00:53Z', 'revision_number': 4, 'project_id': '50fd7819c4774650a14342140345e302', 'subnets': [{'id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:54.090077 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-7d21f5fc-87d3-4456-902f-0f3fee9ce4dd tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Network 9d03c4ae-d514-421e-b655-86ca09811ee8 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:00:54.109775 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b08df8f-240f-402c-8162-d2a7092f145e None None] The sync data for ids ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'] in n-d-828369-19 is: [{'id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-router', 'tenant_id': '50fd7819c4774650a14342140345e302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:40Z', 'updated_at': '2022-02-19T04:00:47Z', 'revision_number': 4, 'project_id': '50fd7819c4774650a14342140345e302', 'gw_port': {'id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:42Z', 'updated_at': '2022-02-19T04:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '9afccb93-76f5-4b52-a8a9-093eb8058302', 'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'tenant_id': '50fd7819c4774650a14342140345e302', 'mac_address': 'fa:16:3e:69:eb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:46Z', 'updated_at': '2022-02-19T04:00:53Z', 'revision_number': 4, 'project_id': '50fd7819c4774650a14342140345e302', 'subnets': [{'id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:00:54.118738 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ff952698-0240-4481-9a2a-f277dfc8cf37 None None] Current status of the port 9afccb93-76f5-4b52-a8a9-093eb8058302 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:54.119401 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ff952698-0240-4481-9a2a-f277dfc8cf37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (9afccb93-76f5-4b52-a8a9-093eb8058302), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:54.123269 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-7d21f5fc-87d3-4456-902f-0f3fee9ce4dd tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:00:54.144093 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-7d21f5fc-87d3-4456-902f-0f3fee9ce4dd tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:00:54.169666 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21f5fc-87d3-4456-902f-0f3fee9ce4dd tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Pushing event updated for resources: {'Port': ['ID=9c3f11b0-cad5-4931-8dd2-eba376e5b9d6,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:54.192202 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c2a9abd-86a5-4203-af6e-c11d713f4504 req-0ae8f656-5fe9-4f58-b5b1-1277b58651d6 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 210 time: 0.0891211 Feb 19 04:00:54.222421 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806b2eb-c57c-449b-a616-2d8c4049a1a3 req-ebda8d5a-39b6-4254-813d-2fb047e6a9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:54.229121 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0806b2eb-c57c-449b-a616-2d8c4049a1a3 req-ebda8d5a-39b6-4254-813d-2fb047e6a9a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ed4bede626f435bb8cb39067854622d&device_id=7966aea9-3a24-40c8-b8cd-fc4ba53971a0 HTTP/1.1" status: 200 len: 1208 time: 0.2129896 Feb 19 04:00:54.295771 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-ff952698-0240-4481-9a2a-f277dfc8cf37 None None] For port 9afccb93-76f5-4b52-a8a9-093eb8058302, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=9afccb93-76f5-4b52-a8a9-093eb8058302,segment=NetworkSegment(07a44a8c-5788-4ab0-83e5-f85555578b3c),segment_id=07a44a8c-5788-4ab0-83e5-f85555578b3c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:54.299263 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-7d21f5fc-87d3-4456-902f-0f3fee9ce4dd tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:54.299949 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-7d21f5fc-87d3-4456-902f-0f3fee9ce4dd tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:54.322698 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ff952698-0240-4481-9a2a-f277dfc8cf37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (9afccb93-76f5-4b52-a8a9-093eb8058302), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:54.357606 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0508edf-5b1d-4b54-9ec8-284f415b85a5 req-bd2590c3-2556-461e-9972-206dd4ab1315 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:54.369909 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c0508edf-5b1d-4b54-9ec8-284f415b85a5 req-bd2590c3-2556-461e-9972-206dd4ab1315 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.26 "GET /v2.0/ports?device_id=7966aea9-3a24-40c8-b8cd-fc4ba53971a0 HTTP/1.1" status: 200 len: 1024 time: 0.1208453 Feb 19 04:00:54.499237 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-7d21f5fc-87d3-4456-902f-0f3fee9ce4dd tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9218245 Feb 19 04:00:54.530517 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-4aacf530-f2e0-4df0-abe7-dd7db2950f6a service neutron] Request body: {'port': {'device_id': '0f1bca52-52c6-4604-ab51-89fdd1e423c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:54.546976 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff952698-0240-4481-9a2a-f277dfc8cf37 None None] Pushing event updated for resources: {'Port': ['ID=9afccb93-76f5-4b52-a8a9-093eb8058302,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:54.571114 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b4e31ff1-030f-49f8-afa8-8ec336968728 None None] Provisioning complete for port 9afccb93-76f5-4b52-a8a9-093eb8058302 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:54.572070 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b4e31ff1-030f-49f8-afa8-8ec336968728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (9afccb93-76f5-4b52-a8a9-093eb8058302), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:54.616339 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-c0508edf-5b1d-4b54-9ec8-284f415b85a5 req-e2485f4c-cdf7-417f-b5e6-0c1fb2a8e54c tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Deleting port 71b1a62a-44b6-484d-a879-37f745172b6e {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:00:54.616689 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c0508edf-5b1d-4b54-9ec8-284f415b85a5 req-e2485f4c-cdf7-417f-b5e6-0c1fb2a8e54c tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (71b1a62a-44b6-484d-a879-37f745172b6e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:54.689107 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e096fb0-6003-427d-890c-ca732d330c02 req-6988c543-e3fe-4d67-a4ec-9964fb240da5 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:54.696918 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9e096fb0-6003-427d-890c-ca732d330c02 req-6988c543-e3fe-4d67-a4ec-9964fb240da5 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=7966aea9-3a24-40c8-b8cd-fc4ba53971a0 HTTP/1.1" status: 200 len: 1024 time: 0.3618770 Feb 19 04:00:54.728887 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806b2eb-c57c-449b-a616-2d8c4049a1a3 req-c4ed9527-7ff6-4b90-9cea-adaa89a1352b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:54.729538 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b4e31ff1-030f-49f8-afa8-8ec336968728 None None] Current status of the port 9afccb93-76f5-4b52-a8a9-093eb8058302 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:54.731484 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0806b2eb-c57c-449b-a616-2d8c4049a1a3 req-c4ed9527-7ff6-4b90-9cea-adaa89a1352b service neutron] 10.222.0.26 "GET /v2.0/networks?id=a21f3efc-0cd7-4772-8d7a-73413e00b052 HTTP/1.1" status: 200 len: 914 time: 0.4798479 Feb 19 04:00:54.773197 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-c0508edf-5b1d-4b54-9ec8-284f415b85a5 req-e2485f4c-cdf7-417f-b5e6-0c1fb2a8e54c tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] For port 71b1a62a-44b6-484d-a879-37f745172b6e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=71b1a62a-44b6-484d-a879-37f745172b6e,segment=NetworkSegment(0f8a4699-36b5-4083-8984-ab51054bba1e),segment_id=0f8a4699-36b5-4083-8984-ab51054bba1e)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:54.774108 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c0508edf-5b1d-4b54-9ec8-284f415b85a5 req-e2485f4c-cdf7-417f-b5e6-0c1fb2a8e54c tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (71b1a62a-44b6-484d-a879-37f745172b6e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:54.791827 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-c0508edf-5b1d-4b54-9ec8-284f415b85a5 req-e2485f4c-cdf7-417f-b5e6-0c1fb2a8e54c tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Calling delete_port for 71b1a62a-44b6-484d-a879-37f745172b6e owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:00:54.806311 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-4aacf530-f2e0-4df0-abe7-dd7db2950f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (9c3f11b0-cad5-4931-8dd2-eba376e5b9d6), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:54.813182 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0806b2eb-c57c-449b-a616-2d8c4049a1a3 req-0e84d388-92cd-415e-ba96-ff9c6baaaa80 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71b1a62a-44b6-484d-a879-37f745172b6e HTTP/1.1" status: 200 len: 217 time: 0.0718110 Feb 19 04:00:54.859503 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-232163df-51b6-4062-9d48-73ba25f33b60 None None] Provisioning complete for port 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:54.859903 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-232163df-51b6-4062-9d48-73ba25f33b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (9c3f11b0-cad5-4931-8dd2-eba376e5b9d6), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:54.922814 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-232163df-51b6-4062-9d48-73ba25f33b60 None None] Port 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:00:54.946283 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c0508edf-5b1d-4b54-9ec8-284f415b85a5 req-e2485f4c-cdf7-417f-b5e6-0c1fb2a8e54c tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (71b1a62a-44b6-484d-a879-37f745172b6e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:54.963732 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['94aaea2f-ab6a-4683-a3f0-0acd276b2e61', '71b1a62a-44b6-484d-a879-37f745172b6e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:54.975633 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2485f4c-cdf7-417f-b5e6-0c1fb2a8e54c tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Pushing event deleted for resources: {'Port': ['ID=71b1a62a-44b6-484d-a879-37f745172b6e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:55.047947 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9822fb-7093-4a77-b17e-0bc5f373a443 req-d7d532cb-cd91-4acf-9f5e-d9e11a2b7903 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:55.050775 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0508edf-5b1d-4b54-9ec8-284f415b85a5 req-e2485f4c-cdf7-417f-b5e6-0c1fb2a8e54c tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] No DVR routers for this DVR port 71b1a62a-44b6-484d-a879-37f745172b6e on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:00:55.053946 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c0508edf-5b1d-4b54-9ec8-284f415b85a5 req-e2485f4c-cdf7-417f-b5e6-0c1fb2a8e54c tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:55.055846 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6b9822fb-7093-4a77-b17e-0bc5f373a443 req-d7d532cb-cd91-4acf-9f5e-d9e11a2b7903 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4 HTTP/1.1" status: 200 len: 932 time: 0.4048982 Feb 19 04:00:55.058690 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c0508edf-5b1d-4b54-9ec8-284f415b85a5 req-e2485f4c-cdf7-417f-b5e6-0c1fb2a8e54c tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.26 "DELETE /v2.0/ports/71b1a62a-44b6-484d-a879-37f745172b6e HTTP/1.1" status: 204 len: 173 time: 0.6803131 Feb 19 04:00:55.059583 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7966aea9-3a24-40c8-b8cd-fc4ba53971a0', 'name': 'network-vif-deleted', 'tag': '71b1a62a-44b6-484d-a879-37f745172b6e'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:55.062188 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d675847a-9b33-4fc6-aaef-b231960aa7f7" -d '{"events": [{"server_uuid": "7966aea9-3a24-40c8-b8cd-fc4ba53971a0", "name": "network-vif-deleted", "tag": "71b1a62a-44b6-484d-a879-37f745172b6e"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:55.081682 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9e096fb0-6003-427d-890c-ca732d330c02 req-1c32b72f-a8ae-459b-8099-9429bcfd57d1 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&id=f06d7526-e76b-4595-9375-831a6f05ea59&id=bb7e9045-fb31-478b-9f22-4dadca4b419e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3836401 Feb 19 04:00:55.087961 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806b2eb-c57c-449b-a616-2d8c4049a1a3 req-fd4077e4-7719-4276-92d4-00689e62fae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:55.089660 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0806b2eb-c57c-449b-a616-2d8c4049a1a3 req-fd4077e4-7719-4276-92d4-00689e62fae9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f8b485d-9d1d-4408-ae3e-0a5ee11b7eda HTTP/1.1" status: 200 len: 853 time: 0.2655787 Feb 19 04:00:55.166293 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 06b14469-1d3e-4d9f-886d-4fcc1c91010f up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:55.223103 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0806b2eb-c57c-449b-a616-2d8c4049a1a3 req-05df2586-27d5-402f-99df-ee57554afbd8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a21f3efc-0cd7-4772-8d7a-73413e00b052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186922 Feb 19 04:00:55.320825 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6b9822fb-7093-4a77-b17e-0bc5f373a443 req-487bb3a3-e267-4316-95b3-9acb03811a47 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/security-groups?id=d765655d-a7e8-449e-92f7-b133cb466b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616343 Feb 19 04:00:55.343207 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 06b14469-1d3e-4d9f-886d-4fcc1c91010f completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:00:55.349618 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 06b14469-1d3e-4d9f-886d-4fcc1c91010f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:55.350250 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (06b14469-1d3e-4d9f-886d-4fcc1c91010f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:55.586554 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ab12da53-44ac-488e-aecf-3bad38888615 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:55.719976 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 06b14469-1d3e-4d9f-886d-4fcc1c91010f is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:55.720797 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (06b14469-1d3e-4d9f-886d-4fcc1c91010f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:55.811814 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port ab12da53-44ac-488e-aecf-3bad38888615 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:55.812554 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ab12da53-44ac-488e-aecf-3bad38888615), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:55.850742 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0806b2eb-c57c-449b-a616-2d8c4049a1a3 req-c799f40c-8e9f-4c2b-9c90-2f23fc7b3d83 service neutron] 10.222.0.26 "GET /v2.0/networks/a21f3efc-0cd7-4772-8d7a-73413e00b052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6170254 Feb 19 04:00:55.881293 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45170b5a-49b3-4bdf-963d-30d542d332a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b14469-1d3e-4d9f-886d-4fcc1c91010f'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:55.884816 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d351969-fa93-442d-b99d-55e1b99fbe0b" -d '{"events": [{"server_uuid": "45170b5a-49b3-4bdf-963d-30d542d332a9", "name": "network-vif-plugged", "status": "completed", "tag": "06b14469-1d3e-4d9f-886d-4fcc1c91010f"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:55.893441 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-4aacf530-f2e0-4df0-abe7-dd7db2950f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:00:55.944464 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-4aacf530-f2e0-4df0-abe7-dd7db2950f6a service neutron] Publish callbacks [] for port (9c3f11b0-cad5-4931-8dd2-eba376e5b9d6), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:55.952874 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d69a2b-b0d2-4b49-b6ba-3fd5aafa8677 req-9915622d-10d9-4f33-96f9-d19e3297667e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:55.954835 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b1d69a2b-b0d2-4b49-b6ba-3fd5aafa8677 req-9915622d-10d9-4f33-96f9-d19e3297667e tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 949 time: 0.1986291 Feb 19 04:00:55.957824 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 06b14469-1d3e-4d9f-886d-4fcc1c91010f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=06b14469-1d3e-4d9f-886d-4fcc1c91010f,segment=NetworkSegment(128a647d-2f7d-447d-92e6-b4382e32d23f),segment_id=128a647d-2f7d-447d-92e6-b4382e32d23f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:55.959517 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port ab12da53-44ac-488e-aecf-3bad38888615 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:55.960838 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 9afccb93-76f5-4b52-a8a9-093eb8058302 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:55.984153 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (06b14469-1d3e-4d9f-886d-4fcc1c91010f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:56.015123 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-4aacf530-f2e0-4df0-abe7-dd7db2950f6a service neutron] Transition to ACTIVE for port object 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:00:56.035206 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-4aacf530-f2e0-4df0-abe7-dd7db2950f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (9c3f11b0-cad5-4931-8dd2-eba376e5b9d6), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:56.053214 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=06b14469-1d3e-4d9f-886d-4fcc1c91010f,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:56.072377 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 9afccb93-76f5-4b52-a8a9-093eb8058302 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:56.072938 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (9afccb93-76f5-4b52-a8a9-093eb8058302), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:56.103629 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0806b2eb-c57c-449b-a616-2d8c4049a1a3 req-2f529da0-a9bf-4e79-ad07-6ac983207ffb service neutron] 10.222.0.26 "GET /v2.0/networks/a21f3efc-0cd7-4772-8d7a-73413e00b052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458701 Feb 19 04:00:56.128542 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b1d69a2b-b0d2-4b49-b6ba-3fd5aafa8677 req-a67f0632-8cab-438e-b37a-17673deebd0d tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593885 Feb 19 04:00:56.157864 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d361c3-2b10-444b-b5cc-ed110573dca1 req-de762427-d291-4a1a-a6c9-572f9354df86 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:56.175033 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60d361c3-2b10-444b-b5cc-ed110573dca1 req-de762427-d291-4a1a-a6c9-572f9354df86 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/ports?device_id=45170b5a-49b3-4bdf-963d-30d542d332a9 HTTP/1.1" status: 200 len: 945 time: 0.2355397 Feb 19 04:00:56.199547 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368d0d60-1c9c-4101-b2e9-4c447c31f772 x-openstack-request-id: req-368d0d60-1c9c-4101-b2e9-4c447c31f772 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:56.200040 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7966aea9-3a24-40c8-b8cd-fc4ba53971a0", "name": "network-vif-deleted", "tag": "71b1a62a-44b6-484d-a879-37f745172b6e", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:56.200135 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-368d0d60-1c9c-4101-b2e9-4c447c31f772 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:56.200471 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7966aea9-3a24-40c8-b8cd-fc4ba53971a0', 'name': 'network-vif-deleted', 'tag': '71b1a62a-44b6-484d-a879-37f745172b6e', 'status': 'completed', 'code': 200} Feb 19 04:00:56.203867 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 9afccb93-76f5-4b52-a8a9-093eb8058302 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:56.209215 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacf530-f2e0-4df0-abe7-dd7db2950f6a service neutron] Pushing event updated for resources: {'Port': ['ID=9c3f11b0-cad5-4931-8dd2-eba376e5b9d6,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:56.329513 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9440801-ef85-453f-8c42-3f56291281ae req-dd0d541f-dc01-41d7-9057-e8940b205dc3 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 210 time: 0.0586951 Feb 19 04:00:56.358097 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60d361c3-2b10-444b-b5cc-ed110573dca1 req-f0f21100-c54c-426a-9a8e-658dca6cb8f1 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/security-groups?id=ce5276da-ba04-495d-be46-df354535c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818743 Feb 19 04:00:56.362430 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-4aacf530-f2e0-4df0-abe7-dd7db2950f6a service neutron] Attempting to bind port 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:00:56.362775 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-4aacf530-f2e0-4df0-abe7-dd7db2950f6a service neutron] Attempting to bind port 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '07a44a8c-5788-4ab0-83e5-f85555578b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:00:56.363113 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-4aacf530-f2e0-4df0-abe7-dd7db2950f6a service neutron] Attempting to bind port 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 on network 9d03c4ae-d514-421e-b655-86ca09811ee8 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:56.368809 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-4aacf530-f2e0-4df0-abe7-dd7db2950f6a service neutron] Port 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 on network 9d03c4ae-d514-421e-b655-86ca09811ee8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:00:56.369142 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-4aacf530-f2e0-4df0-abe7-dd7db2950f6a service neutron] Attempting to bind port 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 on network 9d03c4ae-d514-421e-b655-86ca09811ee8 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:56.391273 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-4aacf530-f2e0-4df0-abe7-dd7db2950f6a service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:00:56.391930 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-4aacf530-f2e0-4df0-abe7-dd7db2950f6a service neutron] Checking segment: {'id': '07a44a8c-5788-4ab0-83e5-f85555578b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:00:56.392168 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-4aacf530-f2e0-4df0-abe7-dd7db2950f6a service neutron] Bound using segment: {'id': '07a44a8c-5788-4ab0-83e5-f85555578b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:00:56.392641 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-4aacf530-f2e0-4df0-abe7-dd7db2950f6a service neutron] Bound port: 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a44a8c-5788-4ab0-83e5-f85555578b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:00:56.393012 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-4aacf530-f2e0-4df0-abe7-dd7db2950f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (9c3f11b0-cad5-4931-8dd2-eba376e5b9d6), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:56.440271 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba754db9-5154-4895-818b-942da096502d x-openstack-request-id: req-ba754db9-5154-4895-818b-942da096502d {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:56.440638 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45170b5a-49b3-4bdf-963d-30d542d332a9", "name": "network-vif-plugged", "status": "completed", "tag": "06b14469-1d3e-4d9f-886d-4fcc1c91010f", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:56.440966 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba754db9-5154-4895-818b-942da096502d {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:56.441439 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45170b5a-49b3-4bdf-963d-30d542d332a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b14469-1d3e-4d9f-886d-4fcc1c91010f', 'code': 200} Feb 19 04:00:56.549216 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:56.554209 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-4aacf530-f2e0-4df0-abe7-dd7db2950f6a service neutron] For port 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:56.610920 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-4aacf530-f2e0-4df0-abe7-dd7db2950f6a service neutron] For port 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=9c3f11b0-cad5-4931-8dd2-eba376e5b9d6,segment=NetworkSegment(07a44a8c-5788-4ab0-83e5-f85555578b3c),segment_id=07a44a8c-5788-4ab0-83e5-f85555578b3c)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:00:56.628700 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-4aacf530-f2e0-4df0-abe7-dd7db2950f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (9c3f11b0-cad5-4931-8dd2-eba376e5b9d6), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:56.687553 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-4aacf530-f2e0-4df0-abe7-dd7db2950f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:56.688181 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-4aacf530-f2e0-4df0-abe7-dd7db2950f6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:56.689654 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-4aacf530-f2e0-4df0-abe7-dd7db2950f6a service neutron] 10.222.0.79 "PUT /v2.0/ports/9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 HTTP/1.1" status: 200 len: 1093 time: 2.1674919 Feb 19 04:00:56.698326 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4a0d1-7856-4eb6-bd19-a996fe573f64 req-6aabcccf-9ea7-40d1-b6c2-095c8eef0d16 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:56.699805 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-04f4a0d1-7856-4eb6-bd19-a996fe573f64 req-6aabcccf-9ea7-40d1-b6c2-095c8eef0d16 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 949 time: 0.2066076 Feb 19 04:00:56.700277 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1bca52-52c6-4604-ab51-89fdd1e423c4', 'tag': '9c3f11b0-cad5-4931-8dd2-eba376e5b9d6'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:56.702562 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e8fd27-281e-4f61-a490-0eea0dc53fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1bca52-52c6-4604-ab51-89fdd1e423c4", "tag": "9c3f11b0-cad5-4931-8dd2-eba376e5b9d6"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:56.771686 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653f01f-2706-4fa7-a631-c61eee49e7b2 req-fb022d8d-7183-4555-8fde-d6d4e177707a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:56.773859 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1653f01f-2706-4fa7-a631-c61eee49e7b2 req-fb022d8d-7183-4555-8fde-d6d4e177707a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=45170b5a-49b3-4bdf-963d-30d542d332a9 HTTP/1.1" status: 200 len: 1128 time: 0.2301223 Feb 19 04:00:56.801203 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7dd1d8-186a-4b96-ac30-6bc2b711f157 req-3a307c13-fcf2-4c4f-9fb4-488855d47be8 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:56.803178 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf7dd1d8-186a-4b96-ac30-6bc2b711f157 req-3a307c13-fcf2-4c4f-9fb4-488855d47be8 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4 HTTP/1.1" status: 200 len: 944 time: 0.2588677 Feb 19 04:00:56.828265 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacf530-f2e0-4df0-abe7-dd7db2950f6a service neutron] Pushing event updated for resources: {'Port': ['ID=9c3f11b0-cad5-4931-8dd2-eba376e5b9d6,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:56.954724 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-49223c6c-29a6-40aa-a174-5b085520ba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:56.956287 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-49223c6c-29a6-40aa-a174-5b085520ba50 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=50fd7819c4774650a14342140345e302&device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4 HTTP/1.1" status: 200 len: 1127 time: 0.2046771 Feb 19 04:00:56.959012 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1653f01f-2706-4fa7-a631-c61eee49e7b2 req-96a3e73f-3fc7-4b88-9caa-b9c82df967b6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ce5276da-ba04-495d-be46-df354535c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707792 Feb 19 04:00:56.962380 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf7dd1d8-186a-4b96-ac30-6bc2b711f157 req-5cbc6aa4-b44b-4629-a75a-9505eab65c29 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/security-groups?id=d765655d-a7e8-449e-92f7-b133cb466b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361899 Feb 19 04:00:56.998723 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-04f4a0d1-7856-4eb6-bd19-a996fe573f64 req-5e66b223-5326-483e-9e0f-e7f27a16df91 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Deleting port 2d6710c1-b01f-4d94-8ce7-f3612a906f58 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:00:56.998989 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-04f4a0d1-7856-4eb6-bd19-a996fe573f64 req-5e66b223-5326-483e-9e0f-e7f27a16df91 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (2d6710c1-b01f-4d94-8ce7-f3612a906f58), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:57.032043 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100d766a-b6a1-4f83-bd8d-872063d495aa x-openstack-request-id: req-100d766a-b6a1-4f83-bd8d-872063d495aa {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:57.032344 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1bca52-52c6-4604-ab51-89fdd1e423c4", "tag": "9c3f11b0-cad5-4931-8dd2-eba376e5b9d6", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:57.032602 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-100d766a-b6a1-4f83-bd8d-872063d495aa {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:57.033058 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1bca52-52c6-4604-ab51-89fdd1e423c4', 'tag': '9c3f11b0-cad5-4931-8dd2-eba376e5b9d6', 'status': 'completed', 'code': 200} Feb 19 04:00:57.107554 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58d276a8-a3e9-4bf7-8e8f-51642beaefaa req-66acfdd8-3cb9-4248-a9ba-7b13a0936629 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups/f06d7526-e76b-4595-9375-831a6f05ea59 HTTP/1.1" status: 200 len: 1817 time: 0.1007400 Feb 19 04:00:57.168068 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-04f4a0d1-7856-4eb6-bd19-a996fe573f64 req-5e66b223-5326-483e-9e0f-e7f27a16df91 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] For port 2d6710c1-b01f-4d94-8ce7-f3612a906f58, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2d6710c1-b01f-4d94-8ce7-f3612a906f58,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:57.168483 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-04f4a0d1-7856-4eb6-bd19-a996fe573f64 req-5e66b223-5326-483e-9e0f-e7f27a16df91 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (2d6710c1-b01f-4d94-8ce7-f3612a906f58), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:57.213652 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-76073b68-f392-41e0-9f59-5a2ea721f0e8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 HTTP/1.1" status: 200 len: 217 time: 0.0593519 Feb 19 04:00:57.218821 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-04f4a0d1-7856-4eb6-bd19-a996fe573f64 req-5e66b223-5326-483e-9e0f-e7f27a16df91 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Calling delete_port for 2d6710c1-b01f-4d94-8ce7-f3612a906f58 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:00:57.338044 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-58d276a8-a3e9-4bf7-8e8f-51642beaefaa req-05d1d9a4-2f55-4648-8168-dd13c6dfd965 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (f06d7526-e76b-4595-9375-831a6f05ea59), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:57.381959 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-5e3099ec-7e28-4225-98e6-5881fb14fad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:57.383442 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-5e3099ec-7e28-4225-98e6-5881fb14fad9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5 HTTP/1.1" status: 200 len: 860 time: 0.1599395 Feb 19 04:00:57.411963 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-58d276a8-a3e9-4bf7-8e8f-51642beaefaa req-05d1d9a4-2f55-4648-8168-dd13c6dfd965 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (f06d7526-e76b-4595-9375-831a6f05ea59), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:57.465575 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14af5b-5aca-4d93-9c43-8e4170aa5ba8 req-f187bb7c-0f98-4522-a7d4-ab1b3eae3a34 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:57.467080 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c14af5b-5aca-4d93-9c43-8e4170aa5ba8 req-f187bb7c-0f98-4522-a7d4-ab1b3eae3a34 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3acbe2d-13e3-443c-bdc6-420703298646 HTTP/1.1" status: 200 len: 949 time: 0.2289376 Feb 19 04:00:57.556393 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-58d276a8-a3e9-4bf7-8e8f-51642beaefaa req-05d1d9a4-2f55-4648-8168-dd13c6dfd965 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f06d7526-e76b-4595-9375-831a6f05ea59), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:57.558946 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-58d276a8-a3e9-4bf7-8e8f-51642beaefaa req-05d1d9a4-2f55-4648-8168-dd13c6dfd965 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:57.560055 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58d276a8-a3e9-4bf7-8e8f-51642beaefaa req-05d1d9a4-2f55-4648-8168-dd13c6dfd965 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "DELETE /v2.0/security-groups/f06d7526-e76b-4595-9375-831a6f05ea59 HTTP/1.1" status: 204 len: 173 time: 0.4517128 Feb 19 04:00:57.567522 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-6000d946-ed63-43c5-abe5-939dbbb5e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:57.569008 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-6000d946-ed63-43c5-abe5-939dbbb5e6fb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9d03c4ae-d514-421e-b655-86ca09811ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1730685 Feb 19 04:00:57.582496 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-04f4a0d1-7856-4eb6-bd19-a996fe573f64 req-5e66b223-5326-483e-9e0f-e7f27a16df91 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (2d6710c1-b01f-4d94-8ce7-f3612a906f58), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:57.596520 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['8ff4db1e-ca16-4d88-9551-5180fa2a1849', '2d6710c1-b01f-4d94-8ce7-f3612a906f58'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:57.613035 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1d9a4-2f55-4648-8168-dd13c6dfd965 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06d7526-e76b-4595-9375-831a6f05ea59,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:57.643003 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c14af5b-5aca-4d93-9c43-8e4170aa5ba8 req-882f9dcc-c754-4340-ac46-11640d86695a tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619287 Feb 19 04:00:57.677242 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66b223-5326-483e-9e0f-e7f27a16df91 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Pushing event deleted for resources: {'Port': ['ID=2d6710c1-b01f-4d94-8ce7-f3612a906f58,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:57.775654 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f4a0d1-7856-4eb6-bd19-a996fe573f64 req-5e66b223-5326-483e-9e0f-e7f27a16df91 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] No DVR routers for this DVR port 2d6710c1-b01f-4d94-8ce7-f3612a906f58 on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:00:57.780217 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-04f4a0d1-7856-4eb6-bd19-a996fe573f64 req-5e66b223-5326-483e-9e0f-e7f27a16df91 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:57.783562 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-04f4a0d1-7856-4eb6-bd19-a996fe573f64 req-5e66b223-5326-483e-9e0f-e7f27a16df91 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.26 "DELETE /v2.0/ports/2d6710c1-b01f-4d94-8ce7-f3612a906f58 HTTP/1.1" status: 204 len: 173 time: 1.0772865 Feb 19 04:00:57.837095 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf99dade-bd10-4edd-977a-3f8c0c2c5a49 req-73a2155a-9843-41c9-a6cc-2c1a1abb1104 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 210 time: 0.0506539 Feb 19 04:00:57.845840 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-3e11eec7-a951-4d58-94bc-b82fd852a40f service neutron] 10.222.0.79 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644336 Feb 19 04:00:57.854713 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf536c-88f6-41b9-ac54-1635ba5b8fe8 req-3844b11b-5ea0-46ba-b361-8a3421a8e277 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:57.856624 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-77bf536c-88f6-41b9-ac54-1635ba5b8fe8 req-3844b11b-5ea0-46ba-b361-8a3421a8e277 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/ports?device_id=40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0 HTTP/1.1" status: 200 len: 948 time: 0.2127469 Feb 19 04:00:58.004150 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-77bf536c-88f6-41b9-ac54-1635ba5b8fe8 req-bd8c9984-2ef8-49ae-ab3f-e850f4cf7f3a tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e955708-ed76-4b67-8a10-3f0c055a3c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368749 Feb 19 04:00:58.017141 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e851ea4c-52e4-4b1b-a131-324629efac3a req-a43af58e-44c5-4edd-ba38-238433aadae9 service neutron] 10.222.0.79 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592128 Feb 19 04:00:58.036770 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c7c81-00fc-48ce-930d-89b3ed15d495 req-acaaab9f-c98b-499c-8c8b-cc782dc927bd tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:58.038342 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f11c7c81-00fc-48ce-930d-89b3ed15d495 req-acaaab9f-c98b-499c-8c8b-cc782dc927bd tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/ports?device_id=45170b5a-49b3-4bdf-963d-30d542d332a9 HTTP/1.1" status: 200 len: 945 time: 0.1162610 Feb 19 04:00:58.160807 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f11c7c81-00fc-48ce-930d-89b3ed15d495 req-dd257958-1f6f-45f9-bdb2-36e61bc07275 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/security-groups?id=ce5276da-ba04-495d-be46-df354535c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109741 Feb 19 04:00:58.164796 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88669f77-7dd6-4084-85d2-21862a9ecaa0 req-89a95666-6a6e-4d7d-bd5a-f829e06a1c80 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups/bb7e9045-fb31-478b-9f22-4dadca4b419e HTTP/1.1" status: 200 len: 1818 time: 0.1223702 Feb 19 04:00:58.213069 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8fd27-281e-4f61-a490-0eea0dc53fe9 req-ca04bb81-c2a8-4e5d-b73d-bca5ac6bb2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:58.214754 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03e8fd27-281e-4f61-a490-0eea0dc53fe9 req-ca04bb81-c2a8-4e5d-b73d-bca5ac6bb2be service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=50fd7819c4774650a14342140345e302&device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4 HTTP/1.1" status: 200 len: 1127 time: 0.1247907 Feb 19 04:00:58.365197 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-88669f77-7dd6-4084-85d2-21862a9ecaa0 req-166076ab-b679-4ad0-a061-e9076e5f7763 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (bb7e9045-fb31-478b-9f22-4dadca4b419e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:58.398605 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8fd27-281e-4f61-a490-0eea0dc53fe9 req-540b487d-7864-49e8-8b1e-5af0a4391c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:58.399953 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03e8fd27-281e-4f61-a490-0eea0dc53fe9 req-540b487d-7864-49e8-8b1e-5af0a4391c5c service neutron] 10.222.0.79 "GET /v2.0/networks?id=9d03c4ae-d514-421e-b655-86ca09811ee8 HTTP/1.1" status: 200 len: 922 time: 0.1777582 Feb 19 04:00:58.421742 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2032e9-c205-485a-bc4e-71a593a39cc0 req-58b6ad97-d236-4a0f-9dbc-ec51ed9aa978 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:58.423379 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd2032e9-c205-485a-bc4e-71a593a39cc0 req-58b6ad97-d236-4a0f-9dbc-ec51ed9aa978 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4 HTTP/1.1" status: 200 len: 944 time: 0.1726549 Feb 19 04:00:58.426411 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-88669f77-7dd6-4084-85d2-21862a9ecaa0 req-166076ab-b679-4ad0-a061-e9076e5f7763 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (bb7e9045-fb31-478b-9f22-4dadca4b419e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:58.464774 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03e8fd27-281e-4f61-a490-0eea0dc53fe9 req-5957cafb-15a9-4007-b73e-7d2d031f896b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 HTTP/1.1" status: 200 len: 217 time: 0.0583210 Feb 19 04:00:58.561752 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8fd27-281e-4f61-a490-0eea0dc53fe9 req-4e9a5f7a-ed89-423a-9a44-fdb1d62d9f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:58.563252 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03e8fd27-281e-4f61-a490-0eea0dc53fe9 req-4e9a5f7a-ed89-423a-9a44-fdb1d62d9f9c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5 HTTP/1.1" status: 200 len: 860 time: 0.0908279 Feb 19 04:00:58.566722 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd2032e9-c205-485a-bc4e-71a593a39cc0 req-568ca9df-685b-4c53-b1df-e0bb9f37791f tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/security-groups?id=d765655d-a7e8-449e-92f7-b133cb466b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064510 Feb 19 04:00:58.567703 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-88669f77-7dd6-4084-85d2-21862a9ecaa0 req-166076ab-b679-4ad0-a061-e9076e5f7763 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (bb7e9045-fb31-478b-9f22-4dadca4b419e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:58.570806 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-88669f77-7dd6-4084-85d2-21862a9ecaa0 req-166076ab-b679-4ad0-a061-e9076e5f7763 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:58.571811 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88669f77-7dd6-4084-85d2-21862a9ecaa0 req-166076ab-b679-4ad0-a061-e9076e5f7763 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "DELETE /v2.0/security-groups/bb7e9045-fb31-478b-9f22-4dadca4b419e HTTP/1.1" status: 204 len: 173 time: 0.3939404 Feb 19 04:00:58.608534 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166076ab-b679-4ad0-a061-e9076e5f7763 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7e9045-fb31-478b-9f22-4dadca4b419e,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:58.615855 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-4b40eb2c-5c5a-4e00-afbe-f43028b05318 req-b35b5cc9-06b2-4680-b273-6f3813566eb9 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1165446859', 'description': 'tempest-description-10005724'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:58.629635 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 71b1a62a-44b6-484d-a879-37f745172b6e no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:00:58.649202 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4b40eb2c-5c5a-4e00-afbe-f43028b05318 req-b35b5cc9-06b2-4680-b273-6f3813566eb9 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:58.653519 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8fd27-281e-4f61-a490-0eea0dc53fe9 req-6fa4b09c-4070-426b-bbf2-37f7ad14c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:58.655077 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03e8fd27-281e-4f61-a490-0eea0dc53fe9 req-6fa4b09c-4070-426b-bbf2-37f7ad14c8a2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9d03c4ae-d514-421e-b655-86ca09811ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0824168 Feb 19 04:00:58.667574 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 71b1a62a-44b6-484d-a879-37f745172b6e {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:00:58.667923 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 71b1a62a-44b6-484d-a879-37f745172b6e not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:00:58.668557 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 2d6710c1-b01f-4d94-8ce7-f3612a906f58 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:00:58.693778 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 2d6710c1-b01f-4d94-8ce7-f3612a906f58 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:00:58.694401 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 2d6710c1-b01f-4d94-8ce7-f3612a906f58 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:00:58.796152 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03e8fd27-281e-4f61-a490-0eea0dc53fe9 req-7647a9a8-1b5f-474f-94e4-9000b4b50ecd service neutron] 10.222.0.79 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336925 Feb 19 04:00:58.805323 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4b40eb2c-5c5a-4e00-afbe-f43028b05318 req-b35b5cc9-06b2-4680-b273-6f3813566eb9 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (64a32985-e024-477d-a410-6467d040235f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:58.814757 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4b40eb2c-5c5a-4e00-afbe-f43028b05318 req-b35b5cc9-06b2-4680-b273-6f3813566eb9 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (64a32985-e024-477d-a410-6467d040235f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:58.897226 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b5cc9-06b2-4680-b273-6f3813566eb9 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64a32985-e024-477d-a410-6467d040235f,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:58.903669 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4b40eb2c-5c5a-4e00-afbe-f43028b05318 req-b35b5cc9-06b2-4680-b273-6f3813566eb9 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:58.918851 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4b40eb2c-5c5a-4e00-afbe-f43028b05318 req-b35b5cc9-06b2-4680-b273-6f3813566eb9 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3078513 Feb 19 04:00:58.982202 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-841b7da8-2068-4348-a22e-cf3f0ca8b033 req-9f93ca29-3642-4048-b434-c478e915807f tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 210 time: 0.0373087 Feb 19 04:00:58.993372 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03e8fd27-281e-4f61-a490-0eea0dc53fe9 req-5bf9aa99-92bc-4de2-9858-efc83215ed40 service neutron] 10.222.0.79 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867883 Feb 19 04:00:59.034441 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3acbe2d-13e3-443c-bdc6-420703298646', 'name': 'network-vif-deleted', 'tag': '2d6710c1-b01f-4d94-8ce7-f3612a906f58'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:59.036649 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e361bc-6486-4f4e-a40a-6481055c9eed" -d '{"events": [{"server_uuid": "c3acbe2d-13e3-443c-bdc6-420703298646", "name": "network-vif-deleted", "tag": "2d6710c1-b01f-4d94-8ce7-f3612a906f58"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:59.079328 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29e78ff2-d637-42d4-a0d3-2fad0528e2bf req-0f23fd6d-8ce5-4071-98ec-81157e8c8150 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups/64a32985-e024-477d-a410-6467d040235f HTTP/1.1" status: 200 len: 1816 time: 0.0549712 Feb 19 04:00:59.086946 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ac69d-2ace-4e34-b507-26e30141364e req-833aaf17-8c68-45ad-992f-87f3b2322429 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:59.088491 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-849ac69d-2ace-4e34-b507-26e30141364e req-833aaf17-8c68-45ad-992f-87f3b2322429 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.1286759 Feb 19 04:00:59.093155 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-29e78ff2-d637-42d4-a0d3-2fad0528e2bf req-e6ab00d0-692f-40ad-be00-1333386de752 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1784302676', 'description': 'tempest-description-hth-29540619'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:59.163301 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-29e78ff2-d637-42d4-a0d3-2fad0528e2bf req-e6ab00d0-692f-40ad-be00-1333386de752 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (64a32985-e024-477d-a410-6467d040235f), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:59.168709 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-849ac69d-2ace-4e34-b507-26e30141364e req-6a0d4676-0e23-4440-8930-3d0a355c2c07 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722170 Feb 19 04:00:59.225336 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-29e78ff2-d637-42d4-a0d3-2fad0528e2bf req-e6ab00d0-692f-40ad-be00-1333386de752 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (64a32985-e024-477d-a410-6467d040235f), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:59.238882 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-29e78ff2-d637-42d4-a0d3-2fad0528e2bf req-e6ab00d0-692f-40ad-be00-1333386de752 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (64a32985-e024-477d-a410-6467d040235f), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:59.241756 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-29e78ff2-d637-42d4-a0d3-2fad0528e2bf req-e6ab00d0-692f-40ad-be00-1333386de752 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:59.243017 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29e78ff2-d637-42d4-a0d3-2fad0528e2bf req-e6ab00d0-692f-40ad-be00-1333386de752 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "PUT /v2.0/security-groups/64a32985-e024-477d-a410-6467d040235f HTTP/1.1" status: 200 len: 1790 time: 0.1536341 Feb 19 04:00:59.293674 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b9c239-1f3b-4d3d-96de-f9d7d56883cd x-openstack-request-id: req-f3b9c239-1f3b-4d3d-96de-f9d7d56883cd {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:59.294027 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3acbe2d-13e3-443c-bdc6-420703298646", "name": "network-vif-deleted", "tag": "2d6710c1-b01f-4d94-8ce7-f3612a906f58", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:59.294361 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f3b9c239-1f3b-4d3d-96de-f9d7d56883cd {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:59.295055 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3acbe2d-13e3-443c-bdc6-420703298646', 'name': 'network-vif-deleted', 'tag': '2d6710c1-b01f-4d94-8ce7-f3612a906f58', 'status': 'completed', 'code': 200} Feb 19 04:00:59.318941 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab00d0-692f-40ad-be00-1333386de752 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64a32985-e024-477d-a410-6467d040235f,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:59.355667 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:59.358676 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd7d66-bd00-49d6-b8de-61d33abff2e6 req-03ca8b4b-0af6-4f69-b7ff-41691e4aa380 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:59.360234 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9dd7d66-bd00-49d6-b8de-61d33abff2e6 req-03ca8b4b-0af6-4f69-b7ff-41691e4aa380 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/ports?device_id=40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0 HTTP/1.1" status: 200 len: 948 time: 0.1322296 Feb 19 04:00:59.415057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4639b4-c594-4dcc-9469-63e007015f44 req-e813f1b6-f119-4308-997a-28f7ad5c4cb1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:59.416532 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f4639b4-c594-4dcc-9469-63e007015f44 req-e813f1b6-f119-4308-997a-28f7ad5c4cb1 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0 HTTP/1.1" status: 200 len: 948 time: 0.1385880 Feb 19 04:00:59.483800 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdf5f8-fb95-42a4-8a0b-8f68539b5521 req-b91d9e36-4ec5-4422-8c81-dca416619c5c tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:59.485259 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ecdf5f8-fb95-42a4-8a0b-8f68539b5521 req-b91d9e36-4ec5-4422-8c81-dca416619c5c tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/ports?device_id=45170b5a-49b3-4bdf-963d-30d542d332a9 HTTP/1.1" status: 200 len: 945 time: 0.1559246 Feb 19 04:00:59.493088 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9dd7d66-bd00-49d6-b8de-61d33abff2e6 req-a06f3db6-30dc-4789-9316-e2bdd9233115 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e955708-ed76-4b67-8a10-3f0c055a3c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163228 Feb 19 04:00:59.600384 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ecdf5f8-fb95-42a4-8a0b-8f68539b5521 req-b151749e-02d4-4297-94b4-c243604c821b tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/security-groups?id=ce5276da-ba04-495d-be46-df354535c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060700 Feb 19 04:00:59.604006 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0f51c83-cc88-40f5-98e4-9df4ef8f0395 req-02aa2fa3-0d0c-4336-96a9-4e9befec160d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups/64a32985-e024-477d-a410-6467d040235f HTTP/1.1" status: 200 len: 1790 time: 0.0800769 Feb 19 04:00:59.615794 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-8f4639b4-c594-4dcc-9469-63e007015f44 req-efe7e243-57d7-4b70-a352-8b6038b113f5 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Deleting port 86113102-6054-45a7-89fa-6066f67fc9f9 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:00:59.616137 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8f4639b4-c594-4dcc-9469-63e007015f44 req-efe7e243-57d7-4b70-a352-8b6038b113f5 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (86113102-6054-45a7-89fa-6066f67fc9f9), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:59.755954 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7809e80-99a3-4922-917e-94a58dccb92d req-aad88f53-2a8c-49f0-a046-9f4343a52323 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups/64a32985-e024-477d-a410-6467d040235f HTTP/1.1" status: 200 len: 1790 time: 0.1140504 Feb 19 04:00:59.785073 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-8f4639b4-c594-4dcc-9469-63e007015f44 req-efe7e243-57d7-4b70-a352-8b6038b113f5 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] For port 86113102-6054-45a7-89fa-6066f67fc9f9, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=86113102-6054-45a7-89fa-6066f67fc9f9,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:59.785433 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8f4639b4-c594-4dcc-9469-63e007015f44 req-efe7e243-57d7-4b70-a352-8b6038b113f5 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (86113102-6054-45a7-89fa-6066f67fc9f9), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:59.807151 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dcea36-d7cf-46b0-b2ae-dba7b31b9aea req-9444495a-490f-4ca8-be25-cb97622237e9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:59.808575 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-72dcea36-d7cf-46b0-b2ae-dba7b31b9aea req-9444495a-490f-4ca8-be25-cb97622237e9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4 HTTP/1.1" status: 200 len: 944 time: 0.1413810 Feb 19 04:00:59.822992 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-8f4639b4-c594-4dcc-9469-63e007015f44 req-efe7e243-57d7-4b70-a352-8b6038b113f5 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Calling delete_port for 86113102-6054-45a7-89fa-6066f67fc9f9 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:00:59.930464 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-72dcea36-d7cf-46b0-b2ae-dba7b31b9aea req-08a1d59d-30a7-45c4-a214-35d0bba31bdd tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/security-groups?id=d765655d-a7e8-449e-92f7-b133cb466b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113324 Feb 19 04:00:59.931006 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e7809e80-99a3-4922-917e-94a58dccb92d req-c81795e8-04a8-440e-88ba-939db2b041ae tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (64a32985-e024-477d-a410-6467d040235f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:59.965021 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e7809e80-99a3-4922-917e-94a58dccb92d req-c81795e8-04a8-440e-88ba-939db2b041ae tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (64a32985-e024-477d-a410-6467d040235f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:00.073497 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e7809e80-99a3-4922-917e-94a58dccb92d req-c81795e8-04a8-440e-88ba-939db2b041ae tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (64a32985-e024-477d-a410-6467d040235f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:00.076062 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e7809e80-99a3-4922-917e-94a58dccb92d req-c81795e8-04a8-440e-88ba-939db2b041ae tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:00.077180 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7809e80-99a3-4922-917e-94a58dccb92d req-c81795e8-04a8-440e-88ba-939db2b041ae tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "DELETE /v2.0/security-groups/64a32985-e024-477d-a410-6467d040235f HTTP/1.1" status: 204 len: 173 time: 0.3069322 Feb 19 04:01:00.098673 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81795e8-04a8-440e-88ba-939db2b041ae tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a32985-e024-477d-a410-6467d040235f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:00.115989 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d5f2e-c673-4d4b-b08e-77cdb343c655 req-c22829ab-0737-407f-b96e-17e95c83877b tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:00.119087 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d7d5f2e-c673-4d4b-b08e-77cdb343c655 req-c22829ab-0737-407f-b96e-17e95c83877b tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/ports?device_id=45170b5a-49b3-4bdf-963d-30d542d332a9 HTTP/1.1" status: 200 len: 945 time: 0.1106296 Feb 19 04:01:00.119941 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8f4639b4-c594-4dcc-9469-63e007015f44 req-efe7e243-57d7-4b70-a352-8b6038b113f5 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (86113102-6054-45a7-89fa-6066f67fc9f9), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:00.128493 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48840) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:00.135508 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-c00e8b74-ce79-465d-8bb6-30d828c1f3f7 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Request body: {'floatingip': {'port_id': '06b14469-1d3e-4d9f-886d-4fcc1c91010f'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:00.199853 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c00e8b74-ce79-465d-8bb6-30d828c1f3f7 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks [] for floatingip (e0c23435-0f56-4c79-b98a-3abde03a165e), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:00.484792 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7e243-57d7-4b70-a352-8b6038b113f5 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Pushing event deleted for resources: {'Port': ['ID=86113102-6054-45a7-89fa-6066f67fc9f9,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:00.533166 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f8976cec-7cb2-4d04-be3e-d668a51331de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:00.589720 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea335f0e-e14c-43a3-a7f5-6645e735c658 req-ab4298ca-d49e-42d0-bbaa-a39637b6a5a2 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 210 time: 0.1154034 Feb 19 04:01:00.599895 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4639b4-c594-4dcc-9469-63e007015f44 req-efe7e243-57d7-4b70-a352-8b6038b113f5 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] No DVR routers for this DVR port 86113102-6054-45a7-89fa-6066f67fc9f9 on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:01:00.607498 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8f4639b4-c594-4dcc-9469-63e007015f44 req-efe7e243-57d7-4b70-a352-8b6038b113f5 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:00.612285 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f4639b4-c594-4dcc-9469-63e007015f44 req-efe7e243-57d7-4b70-a352-8b6038b113f5 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.26 "DELETE /v2.0/ports/86113102-6054-45a7-89fa-6066f67fc9f9 HTTP/1.1" status: 204 len: 173 time: 1.1887679 Feb 19 04:01:00.652112 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37f7df-6ee6-457a-8ea9-c473cf4c6547 req-43f261c0-297f-48a3-9e0a-62e6d2b045e4 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:00.654690 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4a37f7df-6ee6-457a-8ea9-c473cf4c6547 req-43f261c0-297f-48a3-9e0a-62e6d2b045e4 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.1792388 Feb 19 04:01:00.656935 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-60aa3fca-9393-4cc3-9063-373990cdbd3d req-ff3b1105-2b8b-47e7-850b-8beca4ea9497 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] show failed (client error): The resource could not be found. Feb 19 04:01:00.659629 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60aa3fca-9393-4cc3-9063-373990cdbd3d req-ff3b1105-2b8b-47e7-850b-8beca4ea9497 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups/bb7e9045-fb31-478b-9f22-4dadca4b419e HTTP/1.1" status: 404 len: 352 time: 0.0405777 Feb 19 04:01:00.721240 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c00e8b74-ce79-465d-8bb6-30d828c1f3f7 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:00.726795 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c00e8b74-ce79-465d-8bb6-30d828c1f3f7 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (e0c23435-0f56-4c79-b98a-3abde03a165e), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:00.790560 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e5d0f0cf-6f99-4a4f-b978-a10ef937bb6f req-8df31dde-aa98-4f1f-81ed-3f1a22f62326 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/ports?device_id=40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0 HTTP/1.1" status: 200 len: 210 time: 0.0650787 Feb 19 04:01:00.795833 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4a37f7df-6ee6-457a-8ea9-c473cf4c6547 req-24f7b5d9-c34d-4e2f-9330-11065b88eda8 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e155205-9ece-4ea9-8f05-cdcea3ca73f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347136 Feb 19 04:01:00.846411 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8b5e7-84a2-49ff-9458-a451a5a03159 req-6c7abb87-e85a-4c4e-94e8-6f60d8f88800 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:00.847890 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54e8b5e7-84a2-49ff-9458-a451a5a03159 req-6c7abb87-e85a-4c4e-94e8-6f60d8f88800 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 949 time: 0.1072106 Feb 19 04:01:00.868477 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-c00e8b74-ce79-465d-8bb6-30d828c1f3f7 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Floating IP e0c23435-0f56-4c79-b98a-3abde03a165e associated. External IP: 172.25.3.104, port: 06b14469-1d3e-4d9f-886d-4fcc1c91010f. Feb 19 04:01:00.911641 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-531de389-6a34-4814-a4d0-6124c9c86508 req-68b7e32c-16be-46c9-bf67-30d577d32dc1 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] show failed (client error): The resource could not be found. Feb 19 04:01:00.912449 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-531de389-6a34-4814-a4d0-6124c9c86508 req-68b7e32c-16be-46c9-bf67-30d577d32dc1 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups/f06d7526-e76b-4595-9375-831a6f05ea59 HTTP/1.1" status: 404 len: 352 time: 0.0636766 Feb 19 04:01:00.968466 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-35c86d0e-b935-493d-9a98-25ba08661ef0 req-4004148e-dfea-49e9-9e53-f5e46079674e tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] show failed (client error): The resource could not be found. Feb 19 04:01:00.969498 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-35c86d0e-b935-493d-9a98-25ba08661ef0 req-4004148e-dfea-49e9-9e53-f5e46079674e tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups/271accb4-2cb4-4de6-b341-1b8122ee78a9 HTTP/1.1" status: 404 len: 352 time: 0.0192401 Feb 19 04:01:01.031817 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-54e8b5e7-84a2-49ff-9458-a451a5a03159 req-78a28d21-23bd-43fd-9c58-650133b2558d tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Deleting port 8ff4db1e-ca16-4d88-9551-5180fa2a1849 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:01:01.032156 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-54e8b5e7-84a2-49ff-9458-a451a5a03159 req-78a28d21-23bd-43fd-9c58-650133b2558d tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (8ff4db1e-ca16-4d88-9551-5180fa2a1849), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:01.116280 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-4561b376-1eee-4934-9a54-96f2a042466a req-f8789462-889e-4a46-a08c-2dbd41e24863 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] show failed (client error): The resource could not be found. Feb 19 04:01:01.130693 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4561b376-1eee-4934-9a54-96f2a042466a req-f8789462-889e-4a46-a08c-2dbd41e24863 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups/af909158-3db8-4a48-be46-f8dbfaddeb90 HTTP/1.1" status: 404 len: 352 time: 0.1269896 Feb 19 04:01:01.186224 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-0f1cebd5-4643-4543-8470-7601c1d48b42 req-46cda857-1796-4c93-9705-f62ca2771ae0 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] show failed (client error): The resource could not be found. Feb 19 04:01:01.199174 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:01:01.202294 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0f1cebd5-4643-4543-8470-7601c1d48b42 req-46cda857-1796-4c93-9705-f62ca2771ae0 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups/a4d83479-4305-45f4-8e10-f498a9051ac4 HTTP/1.1" status: 404 len: 352 time: 0.0451839 Feb 19 04:01:01.202701 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00e8b74-ce79-465d-8bb6-30d828c1f3f7 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Router 27c24375-b5bc-4331-89b6-5ffde6ace612 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:01:01.253878 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-9a7fbde7-316f-433c-a374-dc40c2befcc4 req-027bafe5-dd94-489c-9f19-388eea849727 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] show failed (client error): The resource could not be found. Feb 19 04:01:01.268570 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9a7fbde7-316f-433c-a374-dc40c2befcc4 req-027bafe5-dd94-489c-9f19-388eea849727 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups/f898ee8b-1606-4d00-a8e9-f440d868a321 HTTP/1.1" status: 404 len: 352 time: 0.0332391 Feb 19 04:01:01.301188 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763883e-813a-48b2-a822-7ed80d172091 req-fefbd5a5-7a91-4378-97c7-d97e0e22023a tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:01.321003 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7763883e-813a-48b2-a822-7ed80d172091 req-fefbd5a5-7a91-4378-97c7-d97e0e22023a tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4 HTTP/1.1" status: 200 len: 944 time: 0.2064440 Feb 19 04:01:01.329057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-54e8b5e7-84a2-49ff-9458-a451a5a03159 req-78a28d21-23bd-43fd-9c58-650133b2558d tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] For port 8ff4db1e-ca16-4d88-9551-5180fa2a1849, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=8ff4db1e-ca16-4d88-9551-5180fa2a1849,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:01.329462 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-54e8b5e7-84a2-49ff-9458-a451a5a03159 req-78a28d21-23bd-43fd-9c58-650133b2558d tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (8ff4db1e-ca16-4d88-9551-5180fa2a1849), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:01.337510 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0', 'name': 'network-vif-deleted', 'tag': '86113102-6054-45a7-89fa-6066f67fc9f9'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:01.347422 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233495bd-1614-4a75-9f4e-86c48d0f3e7d" -d '{"events": [{"server_uuid": "40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0", "name": "network-vif-deleted", "tag": "86113102-6054-45a7-89fa-6066f67fc9f9"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:01.359270 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00e8b74-ce79-465d-8bb6-30d828c1f3f7 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:01:01.373395 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c00e8b74-ce79-465d-8bb6-30d828c1f3f7 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:01.378873 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=9c3f11b0-cad5-4931-8dd2-eba376e5b9d6,segment=NetworkSegment(07a44a8c-5788-4ab0-83e5-f85555578b3c),segment_id=07a44a8c-5788-4ab0-83e5-f85555578b3c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:01.395089 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-54e8b5e7-84a2-49ff-9458-a451a5a03159 req-78a28d21-23bd-43fd-9c58-650133b2558d tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Calling delete_port for 8ff4db1e-ca16-4d88-9551-5180fa2a1849 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:01:01.395475 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '9c3f11b0-cad5-4931-8dd2-eba376e5b9d6', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'port_id': '9c3f11b0-cad5-4931-8dd2-eba376e5b9d6', 'mac_address': 'fa:16:3e:58:88:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:01:01.404859 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f7486-552e-4a91-91c9-976feff9321c None None] Sync routers for ids ['27c24375-b5bc-4331-89b6-5ffde6ace612'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:01:01.414534 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c00e8b74-ce79-465d-8bb6-30d828c1f3f7 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "PUT /v2.0/floatingips/e0c23435-0f56-4c79-b98a-3abde03a165e HTTP/1.1" status: 200 len: 991 time: 1.2844949 Feb 19 04:01:01.415218 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45170b5a-49b3-4bdf-963d-30d542d332a9', 'tag': '06b14469-1d3e-4d9f-886d-4fcc1c91010f'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:01.417667 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcffdcc-9745-4e70-95dc-b165600b26c1" -d '{"events": [{"name": "network-changed", "server_uuid": "45170b5a-49b3-4bdf-963d-30d542d332a9", "tag": "06b14469-1d3e-4d9f-886d-4fcc1c91010f"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:01.447665 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7763883e-813a-48b2-a822-7ed80d172091 req-143b0347-35a4-4689-8639-d380b76f6f69 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/security-groups?id=d765655d-a7e8-449e-92f7-b133cb466b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252935 Feb 19 04:01:01.457614 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f7486-552e-4a91-91c9-976feff9321c None None] Routers {'27c24375-b5bc-4331-89b6-5ffde6ace612'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:01.458408 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-e54f7486-552e-4a91-91c9-976feff9321c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:00:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['27c24375-b5bc-4331-89b6-5ffde6ace612'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:01.508960 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf408a5b-1208-4f8c-b970-a170d5179648 x-openstack-request-id: req-bf408a5b-1208-4f8c-b970-a170d5179648 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:01.509674 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0", "name": "network-vif-deleted", "tag": "86113102-6054-45a7-89fa-6066f67fc9f9", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:01.510100 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bf408a5b-1208-4f8c-b970-a170d5179648 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:01.520383 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ffb47a-7dbd-4e45-8eba-2bb6bc57a5c0', 'name': 'network-vif-deleted', 'tag': '86113102-6054-45a7-89fa-6066f67fc9f9', 'status': 'completed', 'code': 200} Feb 19 04:01:01.549060 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8ae13f-26ce-43c9-9371-df2c331ba492 x-openstack-request-id: req-be8ae13f-26ce-43c9-9371-df2c331ba492 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:01.549582 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45170b5a-49b3-4bdf-963d-30d542d332a9", "tag": "06b14469-1d3e-4d9f-886d-4fcc1c91010f", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:01.550015 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be8ae13f-26ce-43c9-9371-df2c331ba492 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:01.550608 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45170b5a-49b3-4bdf-963d-30d542d332a9', 'tag': '06b14469-1d3e-4d9f-886d-4fcc1c91010f', 'status': 'completed', 'code': 200} Feb 19 04:01:01.730459 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66f4f153-e1bf-432e-beef-d0b9f853871c req-57de7994-b6dd-475f-8fdf-26b4c2845cf2 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 210 time: 0.0434327 Feb 19 04:01:01.750182 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:01.751309 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (9c3f11b0-cad5-4931-8dd2-eba376e5b9d6), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:01.761280 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcffdcc-9745-4e70-95dc-b165600b26c1 req-54227f18-b8cb-428c-a8bc-f9f4f66d0e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:01.762812 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbcffdcc-9745-4e70-95dc-b165600b26c1 req-54227f18-b8cb-428c-a8bc-f9f4f66d0e5e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8cc5a333555d43228c6c3aa25c7c358e&device_id=45170b5a-49b3-4bdf-963d-30d542d332a9 HTTP/1.1" status: 200 len: 1128 time: 0.1797230 Feb 19 04:01:01.776066 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b160ad-ff35-41a0-994b-9527e70794bc req-fa70b487-ada0-458c-bac6-0e27aa201584 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:01.776278 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:01:01.778296 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b1b160ad-ff35-41a0-994b-9527e70794bc req-fa70b487-ada0-458c-bac6-0e27aa201584 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73ba41c-9aec-4ec1-ac02-b67a191f17fc HTTP/1.1" status: 200 len: 1023 time: 0.1931980 Feb 19 04:01:01.779351 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-54e8b5e7-84a2-49ff-9458-a451a5a03159 req-78a28d21-23bd-43fd-9c58-650133b2558d tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (8ff4db1e-ca16-4d88-9551-5180fa2a1849), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:01.797617 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['8ff4db1e-ca16-4d88-9551-5180fa2a1849'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:01:01.807881 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=9c3f11b0-cad5-4931-8dd2-eba376e5b9d6,segment=NetworkSegment(07a44a8c-5788-4ab0-83e5-f85555578b3c),segment_id=07a44a8c-5788-4ab0-83e5-f85555578b3c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:01.810481 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-e54f7486-552e-4a91-91c9-976feff9321c None None] Set router 27c24375-b5bc-4331-89b6-5ffde6ace612 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:01.860476 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (9c3f11b0-cad5-4931-8dd2-eba376e5b9d6), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:01.871465 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a28d21-23bd-43fd-9c58-650133b2558d tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Pushing event deleted for resources: {'Port': ['ID=8ff4db1e-ca16-4d88-9551-5180fa2a1849,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:01.938782 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e8b5e7-84a2-49ff-9458-a451a5a03159 req-78a28d21-23bd-43fd-9c58-650133b2558d tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] No DVR routers for this DVR port 8ff4db1e-ca16-4d88-9551-5180fa2a1849 on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:01:01.946792 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-54e8b5e7-84a2-49ff-9458-a451a5a03159 req-78a28d21-23bd-43fd-9c58-650133b2558d tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:01.950045 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54e8b5e7-84a2-49ff-9458-a451a5a03159 req-78a28d21-23bd-43fd-9c58-650133b2558d tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.26 "DELETE /v2.0/ports/8ff4db1e-ca16-4d88-9551-5180fa2a1849 HTTP/1.1" status: 204 len: 173 time: 1.0936291 Feb 19 04:01:02.025222 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f3aad887-4215-4903-98a4-3b9ea3841e20 req-e415d9ee-c352-4170-a261-9920c86716c7 tempest-MigrationsAdminTest-2068429954 tempest-MigrationsAdminTest-2068429954-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe4c87e3-c7f3-4452-a414-838f884f69d3 HTTP/1.1" status: 200 len: 210 time: 0.0587749 Feb 19 04:01:02.033850 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcffdcc-9745-4e70-95dc-b165600b26c1 req-ea262b45-e0d9-4eae-9287-483c9465cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:02.035604 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbcffdcc-9745-4e70-95dc-b165600b26c1 req-ea262b45-e0d9-4eae-9287-483c9465cc14 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1da67264-45f4-47df-8154-a17cd684211d HTTP/1.1" status: 200 len: 916 time: 0.2536335 Feb 19 04:01:02.067993 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b1b160ad-ff35-41a0-994b-9527e70794bc req-7420846f-f508-46b2-bda3-85b6b439125f tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&id=a5542b15-ffa8-470e-805d-c828a8fbdebc&id=b2bf43a0-4065-4dee-a0fc-b0f63e2aeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2891800 Feb 19 04:01:02.154345 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=9c3f11b0-cad5-4931-8dd2-eba376e5b9d6,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:02.206704 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbcffdcc-9745-4e70-95dc-b165600b26c1 req-0f3df822-90e5-4241-bf85-092198190c43 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06b14469-1d3e-4d9f-886d-4fcc1c91010f HTTP/1.1" status: 200 len: 999 time: 0.1374538 Feb 19 04:01:02.213454 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['9c3f11b0-cad5-4931-8dd2-eba376e5b9d6'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:01:02.280925 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcffdcc-9745-4e70-95dc-b165600b26c1 req-727fa9aa-9989-48fb-aec8-5cc062999e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:02.284269 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbcffdcc-9745-4e70-95dc-b165600b26c1 req-727fa9aa-9989-48fb-aec8-5cc062999e91 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2 HTTP/1.1" status: 200 len: 854 time: 0.0675552 Feb 19 04:01:02.428098 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67700be-32ab-4054-bdf0-8d522638a6aa req-c3dfeda6-3c02-40c1-b66d-4afd8b9fb9b7 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:02.430634 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d67700be-32ab-4054-bdf0-8d522638a6aa req-c3dfeda6-3c02-40c1-b66d-4afd8b9fb9b7 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/ports?device_id=12773272-8d81-40f4-a6e3-438a3c396fbc HTTP/1.1" status: 200 len: 949 time: 0.1167321 Feb 19 04:01:02.441157 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-e54f7486-552e-4a91-91c9-976feff9321c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'name': 'tempest-ServersTestFqdnHostnames-1683821132-router', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:07Z', 'updated_at': '2022-02-19T04:00:18Z', 'revision_number': 4, 'project_id': '8cc5a333555d43228c6c3aa25c7c358e', 'gw_port': {'id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:09Z', 'updated_at': '2022-02-19T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'e0c23435-0f56-4c79-b98a-3abde03a165e', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'port_id': '06b14469-1d3e-4d9f-886d-4fcc1c91010f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 837, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1da67264-45f4-47df-8154-a17cd684211d', 'mac_address': 'fa:16:3e:d5:20:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45170b5a-49b3-4bdf-963d-30d542d332a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:00:30Z', 'updated_at': '2022-02-19T04:01:00Z', 'revision_number': 1, 'project_id': '8cc5a333555d43228c6c3aa25c7c358e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424fa787-7942-49fd-a633-3d5d816fe237', 'name': '', 'network_id': '1da67264-45f4-47df-8154-a17cd684211d', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'mac_address': 'fa:16:3e:f4:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:16Z', 'updated_at': '2022-02-19T04:00:24Z', 'revision_number': 5, 'project_id': '8cc5a333555d43228c6c3aa25c7c358e', 'subnets': [{'id': '09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:02.466204 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcffdcc-9745-4e70-95dc-b165600b26c1 req-8fe0834f-8f33-4433-a729-58a672019373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:02.467426 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbcffdcc-9745-4e70-95dc-b165600b26c1 req-8fe0834f-8f33-4433-a729-58a672019373 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1da67264-45f4-47df-8154-a17cd684211d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1716778 Feb 19 04:01:02.519606 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d67700be-32ab-4054-bdf0-8d522638a6aa req-797dcc6e-bedb-4a6a-a6b1-74e6682ffbad tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e955708-ed76-4b67-8a10-3f0c055a3c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738187 Feb 19 04:01:02.539062 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f7486-552e-4a91-91c9-976feff9321c None None] Checking router: 27c24375-b5bc-4331-89b6-5ffde6ace612 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:01:02.566771 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f7486-552e-4a91-91c9-976feff9321c None None] Routers {'27c24375-b5bc-4331-89b6-5ffde6ace612'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:02.567575 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-e54f7486-552e-4a91-91c9-976feff9321c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:00:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['27c24375-b5bc-4331-89b6-5ffde6ace612'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:02.652764 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 86113102-6054-45a7-89fa-6066f67fc9f9 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:01:02.696242 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 86113102-6054-45a7-89fa-6066f67fc9f9 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:01:02.696585 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 86113102-6054-45a7-89fa-6066f67fc9f9 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:01:02.699531 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1faa1-92c9-4dd4-80fb-7afecaf6b952 req-753bdbea-6282-428d-8709-038aa0a2a227 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:02.701217 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-75b1faa1-92c9-4dd4-80fb-7afecaf6b952 req-753bdbea-6282-428d-8709-038aa0a2a227 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4 HTTP/1.1" status: 200 len: 945 time: 0.0865891 Feb 19 04:01:02.705886 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbcffdcc-9745-4e70-95dc-b165600b26c1 req-33ce7507-68c6-43d5-b140-5c4212a5e448 service neutron] 10.222.0.79 "GET /v2.0/networks/1da67264-45f4-47df-8154-a17cd684211d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063069 Feb 19 04:01:02.746099 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-27ea4d23-74e1-4f27-b43c-540af3772ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:02.767203 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-e54f7486-552e-4a91-91c9-976feff9321c None None] Set router 27c24375-b5bc-4331-89b6-5ffde6ace612 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:02.842939 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-75b1faa1-92c9-4dd4-80fb-7afecaf6b952 req-c5bd7566-0767-4c2c-af38-4f45cb3b2e08 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/security-groups?id=d765655d-a7e8-449e-92f7-b133cb466b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316867 Feb 19 04:01:02.888104 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbcffdcc-9745-4e70-95dc-b165600b26c1 req-d4f8c6e6-3348-4e48-bef8-13fe44eb736f service neutron] 10.222.0.79 "GET /v2.0/networks/1da67264-45f4-47df-8154-a17cd684211d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697550 Feb 19 04:01:03.019280 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-285e4f0d-e8f9-4a51-846e-daf4aeca9804 req-0011b6ea-d4b6-4787-a9b9-d2d2a2b24533 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=143db96e-0a3b-4b9e-acfb-f8f5d5798b75 HTTP/1.1" status: 200 len: 210 time: 0.0888886 Feb 19 04:01:03.230888 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59dd96-4f81-48c1-9b52-f2ac19c85f2d req-a767b9da-5fdc-4925-b1f1-026b1ab1d1a5 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:03.233868 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af59dd96-4f81-48c1-9b52-f2ac19c85f2d req-a767b9da-5fdc-4925-b1f1-026b1ab1d1a5 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73ba41c-9aec-4ec1-ac02-b67a191f17fc HTTP/1.1" status: 200 len: 1023 time: 0.0750113 Feb 19 04:01:03.243245 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-e54f7486-552e-4a91-91c9-976feff9321c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'name': 'tempest-ServersTestFqdnHostnames-1683821132-router', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:07Z', 'updated_at': '2022-02-19T04:00:18Z', 'revision_number': 4, 'project_id': '8cc5a333555d43228c6c3aa25c7c358e', 'gw_port': {'id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:09Z', 'updated_at': '2022-02-19T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'e0c23435-0f56-4c79-b98a-3abde03a165e', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'port_id': '06b14469-1d3e-4d9f-886d-4fcc1c91010f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 837, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1da67264-45f4-47df-8154-a17cd684211d', 'mac_address': 'fa:16:3e:d5:20:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45170b5a-49b3-4bdf-963d-30d542d332a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:00:30Z', 'updated_at': '2022-02-19T04:01:00Z', 'revision_number': 1, 'project_id': '8cc5a333555d43228c6c3aa25c7c358e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424fa787-7942-49fd-a633-3d5d816fe237', 'name': '', 'network_id': '1da67264-45f4-47df-8154-a17cd684211d', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'mac_address': 'fa:16:3e:f4:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:16Z', 'updated_at': '2022-02-19T04:00:24Z', 'revision_number': 5, 'project_id': '8cc5a333555d43228c6c3aa25c7c358e', 'subnets': [{'id': '09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:03.276325 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f7486-552e-4a91-91c9-976feff9321c None None] The sync data for ids ['27c24375-b5bc-4331-89b6-5ffde6ace612'] in n-d-828369-19 is: [{'id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'name': 'tempest-ServersTestFqdnHostnames-1683821132-router', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:07Z', 'updated_at': '2022-02-19T04:00:18Z', 'revision_number': 4, 'project_id': '8cc5a333555d43228c6c3aa25c7c358e', 'gw_port': {'id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:09Z', 'updated_at': '2022-02-19T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'e0c23435-0f56-4c79-b98a-3abde03a165e', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'port_id': '06b14469-1d3e-4d9f-886d-4fcc1c91010f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 837, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1da67264-45f4-47df-8154-a17cd684211d', 'mac_address': 'fa:16:3e:d5:20:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45170b5a-49b3-4bdf-963d-30d542d332a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:00:30Z', 'updated_at': '2022-02-19T04:01:00Z', 'revision_number': 1, 'project_id': '8cc5a333555d43228c6c3aa25c7c358e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424fa787-7942-49fd-a633-3d5d816fe237', 'name': '', 'network_id': '1da67264-45f4-47df-8154-a17cd684211d', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'mac_address': 'fa:16:3e:f4:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:16Z', 'updated_at': '2022-02-19T04:00:24Z', 'revision_number': 5, 'project_id': '8cc5a333555d43228c6c3aa25c7c358e', 'subnets': [{'id': '09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:01:03.373303 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af59dd96-4f81-48c1-9b52-f2ac19c85f2d req-f3725a00-effe-49c8-967b-9c084de766af tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups?id=5140aa05-dc18-4caf-82c7-eeb36041033c&id=a5542b15-ffa8-470e-805d-c828a8fbdebc&id=b2bf43a0-4065-4dee-a0fc-b0f63e2aeccf&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1332521 Feb 19 04:01:03.461690 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712c8b9-6db4-4666-bee8-780649d2214b req-1ee3ff73-0f4d-4581-b808-1d9e1c051fd0 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:03.463093 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a712c8b9-6db4-4666-bee8-780649d2214b req-1ee3ff73-0f4d-4581-b808-1d9e1c051fd0 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.26 "GET /v2.0/ports?device_id=b73ba41c-9aec-4ec1-ac02-b67a191f17fc HTTP/1.1" status: 200 len: 1023 time: 0.0823834 Feb 19 04:01:03.484083 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48914) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:03.534507 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4c87e3-c7f3-4452-a414-838f884f69d3', 'name': 'network-vif-deleted', 'tag': '8ff4db1e-ca16-4d88-9551-5180fa2a1849'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:03.536664 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bd8620-af7f-4b72-a118-19827396cfef" -d '{"events": [{"server_uuid": "fe4c87e3-c7f3-4452-a414-838f884f69d3", "name": "network-vif-deleted", "tag": "8ff4db1e-ca16-4d88-9551-5180fa2a1849"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:03.677052 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9bb947-1788-40c0-90e1-7cecd5000094 None None] New status for floating IP e0c23435-0f56-4c79-b98a-3abde03a165e: ACTIVE {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:01:03.679942 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.730846 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237f50a-2505-4ddb-8984-38c3c002d27a req-9870f41f-6376-489b-b6df-82a7e25713ee tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:03.737962 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d237f50a-2505-4ddb-8984-38c3c002d27a req-9870f41f-6376-489b-b6df-82a7e25713ee tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/ports?device_id=12773272-8d81-40f4-a6e3-438a3c396fbc HTTP/1.1" status: 200 len: 949 time: 0.1219418 Feb 19 04:01:03.742495 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43119c41-544b-4e5e-b7d6-9d850a3cf4d7 x-openstack-request-id: req-43119c41-544b-4e5e-b7d6-9d850a3cf4d7 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:03.742862 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4c87e3-c7f3-4452-a414-838f884f69d3", "name": "network-vif-deleted", "tag": "8ff4db1e-ca16-4d88-9551-5180fa2a1849", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:03.743180 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-43119c41-544b-4e5e-b7d6-9d850a3cf4d7 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:03.743629 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4c87e3-c7f3-4452-a414-838f884f69d3', 'name': 'network-vif-deleted', 'tag': '8ff4db1e-ca16-4d88-9551-5180fa2a1849', 'status': 'completed', 'code': 200} Feb 19 04:01:03.802576 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a02eecee-a6d2-4d73-b176-ee5de0be707c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e0a0ced50b0f4fce99b90209ed8886f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168211 Feb 19 04:01:03.805712 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48932) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:03.814114 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-a712c8b9-6db4-4666-bee8-780649d2214b req-40bb2236-1cb2-4562-a7a8-e436eb180fee tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Deleting port 94aaea2f-ab6a-4683-a3f0-0acd276b2e61 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:01:03.814558 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a712c8b9-6db4-4666-bee8-780649d2214b req-40bb2236-1cb2-4562-a7a8-e436eb180fee tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (94aaea2f-ab6a-4683-a3f0-0acd276b2e61), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.845150 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d237f50a-2505-4ddb-8984-38c3c002d27a req-4d003ae9-0953-447a-a9f8-6391ea0e9d9d tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e955708-ed76-4b67-8a10-3f0c055a3c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026866 Feb 19 04:01:03.912217 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d24bfa8-06ee-43cf-a84e-79fdb94195dc admin admin] Publish callbacks [] for security_group (8e155205-9ece-4ea9-8f05-cdcea3ca73f7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.953082 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d24bfa8-06ee-43cf-a84e-79fdb94195dc admin admin] Publish callbacks [] for security_group (8e155205-9ece-4ea9-8f05-cdcea3ca73f7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:04.031945 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-a712c8b9-6db4-4666-bee8-780649d2214b req-40bb2236-1cb2-4562-a7a8-e436eb180fee tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] For port 94aaea2f-ab6a-4683-a3f0-0acd276b2e61, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=94aaea2f-ab6a-4683-a3f0-0acd276b2e61,segment=NetworkSegment(0f8a4699-36b5-4083-8984-ab51054bba1e),segment_id=0f8a4699-36b5-4083-8984-ab51054bba1e)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:04.032301 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a712c8b9-6db4-4666-bee8-780649d2214b req-40bb2236-1cb2-4562-a7a8-e436eb180fee tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (94aaea2f-ab6a-4683-a3f0-0acd276b2e61), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:04.039986 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d24bfa8-06ee-43cf-a84e-79fdb94195dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8e155205-9ece-4ea9-8f05-cdcea3ca73f7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:04.046663 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-a712c8b9-6db4-4666-bee8-780649d2214b req-40bb2236-1cb2-4562-a7a8-e436eb180fee tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Calling delete_port for 94aaea2f-ab6a-4683-a3f0-0acd276b2e61 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:01:04.047175 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d24bfa8-06ee-43cf-a84e-79fdb94195dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:04.050697 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8d24bfa8-06ee-43cf-a84e-79fdb94195dc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8e155205-9ece-4ea9-8f05-cdcea3ca73f7 HTTP/1.1" status: 204 len: 168 time: 0.2432754 Feb 19 04:01:04.073541 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24bfa8-06ee-43cf-a84e-79fdb94195dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e155205-9ece-4ea9-8f05-cdcea3ca73f7,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:04.145909 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7cd7fb-2f34-4474-8a0f-26ec0a70c4d1 req-f437b6c7-332c-40c0-9b86-844ac3ce1e95 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:04.147647 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-df7cd7fb-2f34-4474-8a0f-26ec0a70c4d1 req-f437b6c7-332c-40c0-9b86-844ac3ce1e95 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4 HTTP/1.1" status: 200 len: 945 time: 0.2019646 Feb 19 04:01:04.219369 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-df7cd7fb-2f34-4474-8a0f-26ec0a70c4d1 req-3ac0807b-19cc-4813-ae48-fb0f0c0e4b00 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/security-groups?id=d765655d-a7e8-449e-92f7-b133cb466b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585845 Feb 19 04:01:04.333517 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a712c8b9-6db4-4666-bee8-780649d2214b req-40bb2236-1cb2-4562-a7a8-e436eb180fee tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (94aaea2f-ab6a-4683-a3f0-0acd276b2e61), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:04.349647 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['94aaea2f-ab6a-4683-a3f0-0acd276b2e61'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:01:04.389138 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb2236-1cb2-4562-a7a8-e436eb180fee tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Pushing event deleted for resources: {'Port': ['ID=94aaea2f-ab6a-4683-a3f0-0acd276b2e61,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:04.509240 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-a712c8b9-6db4-4666-bee8-780649d2214b req-40bb2236-1cb2-4562-a7a8-e436eb180fee tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] No DVR routers for this DVR port 94aaea2f-ab6a-4683-a3f0-0acd276b2e61 on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:01:04.512495 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a712c8b9-6db4-4666-bee8-780649d2214b req-40bb2236-1cb2-4562-a7a8-e436eb180fee tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:04.516412 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a712c8b9-6db4-4666-bee8-780649d2214b req-40bb2236-1cb2-4562-a7a8-e436eb180fee tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.26 "DELETE /v2.0/ports/94aaea2f-ab6a-4683-a3f0-0acd276b2e61 HTTP/1.1" status: 204 len: 173 time: 1.0473287 Feb 19 04:01:04.567538 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4d04adf-0dec-45e9-86e4-84356cc5c789 req-1f63f043-f5a9-4074-85c0-8e6819e09c35 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/ports?device_id=b73ba41c-9aec-4ec1-ac02-b67a191f17fc HTTP/1.1" status: 200 len: 210 time: 0.0500171 Feb 19 04:01:04.603479 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48960) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:04.652549 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8c0cdfea-568d-4918-8b07-5b84b4b86067 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=115f8f55f58d4bee8469c86324bd7a4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473871 Feb 19 04:01:04.655191 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48962) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:04.669098 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 8ff4db1e-ca16-4d88-9551-5180fa2a1849 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:01:04.699401 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 8ff4db1e-ca16-4d88-9551-5180fa2a1849 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:01:04.700021 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 8ff4db1e-ca16-4d88-9551-5180fa2a1849 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:01:04.732474 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f5f7dd21-5e1d-4636-ab39-83e7ae2e3d49 admin admin] Publish callbacks [] for security_group (4e50d554-4ed9-4a61-b016-9dfd65ce6f87), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:04.750683 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71821f7c-36b2-4a46-a9bc-154600bd593b req-61b61212-1f31-4208-8c18-c8268535576c tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:04.752266 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-71821f7c-36b2-4a46-a9bc-154600bd593b req-61b61212-1f31-4208-8c18-c8268535576c tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.26 "GET /v2.0/ports?device_id=12773272-8d81-40f4-a6e3-438a3c396fbc HTTP/1.1" status: 200 len: 949 time: 0.0707614 Feb 19 04:01:04.758744 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f5f7dd21-5e1d-4636-ab39-83e7ae2e3d49 admin admin] Publish callbacks [] for security_group (4e50d554-4ed9-4a61-b016-9dfd65ce6f87), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:04.831616 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f5f7dd21-5e1d-4636-ab39-83e7ae2e3d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4e50d554-4ed9-4a61-b016-9dfd65ce6f87), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:04.838518 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f5f7dd21-5e1d-4636-ab39-83e7ae2e3d49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:04.840255 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f5f7dd21-5e1d-4636-ab39-83e7ae2e3d49 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4e50d554-4ed9-4a61-b016-9dfd65ce6f87 HTTP/1.1" status: 204 len: 168 time: 0.1838098 Feb 19 04:01:04.870646 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:01:04.903647 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7dd21-5e1d-4636-ab39-83e7ae2e3d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e50d554-4ed9-4a61-b016-9dfd65ce6f87,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:04.950524 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-71821f7c-36b2-4a46-a9bc-154600bd593b req-f97fa6d8-98dc-4cf9-83fe-4d48d9ba4602 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Deleting port 18bbfd97-77b0-49a4-9661-716a9e3cc7de {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:01:04.951356 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-71821f7c-36b2-4a46-a9bc-154600bd593b req-f97fa6d8-98dc-4cf9-83fe-4d48d9ba4602 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:05.099553 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02280b43-8c1f-44e1-95df-a1c05509a426 req-d4d6630a-8495-4944-89aa-179e6faf8395 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:05.106829 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02280b43-8c1f-44e1-95df-a1c05509a426 req-d4d6630a-8495-4944-89aa-179e6faf8395 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/ports?device_id=12773272-8d81-40f4-a6e3-438a3c396fbc HTTP/1.1" status: 200 len: 949 time: 0.1296196 Feb 19 04:01:05.158192 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:05.160177 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-71821f7c-36b2-4a46-a9bc-154600bd593b req-f97fa6d8-98dc-4cf9-83fe-4d48d9ba4602 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] For port 18bbfd97-77b0-49a4-9661-716a9e3cc7de, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=18bbfd97-77b0-49a4-9661-716a9e3cc7de,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:05.160546 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-71821f7c-36b2-4a46-a9bc-154600bd593b req-f97fa6d8-98dc-4cf9-83fe-4d48d9ba4602 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:05.181257 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-71821f7c-36b2-4a46-a9bc-154600bd593b req-f97fa6d8-98dc-4cf9-83fe-4d48d9ba4602 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Calling delete_port for 18bbfd97-77b0-49a4-9661-716a9e3cc7de owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:01:05.195185 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02280b43-8c1f-44e1-95df-a1c05509a426 req-36f797da-0b49-4fcd-a1d7-69296b8ed631 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e955708-ed76-4b67-8a10-3f0c055a3c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836964 Feb 19 04:01:05.218280 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:01:05.320606 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:01:05.326288 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:05.326856 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (9c3f11b0-cad5-4931-8dd2-eba376e5b9d6), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:05.540737 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:05.541303 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (9c3f11b0-cad5-4931-8dd2-eba376e5b9d6), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:05.572231 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-71821f7c-36b2-4a46-a9bc-154600bd593b req-f97fa6d8-98dc-4cf9-83fe-4d48d9ba4602 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (18bbfd97-77b0-49a4-9661-716a9e3cc7de), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:05.596203 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1bca52-52c6-4604-ab51-89fdd1e423c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3f11b0-cad5-4931-8dd2-eba376e5b9d6'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:05.602337 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb03175-61b2-4c85-87c1-8cd21d66594d" -d '{"events": [{"server_uuid": "0f1bca52-52c6-4604-ab51-89fdd1e423c4", "name": "network-vif-plugged", "status": "completed", "tag": "9c3f11b0-cad5-4931-8dd2-eba376e5b9d6"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:05.630833 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=9c3f11b0-cad5-4931-8dd2-eba376e5b9d6,segment=NetworkSegment(07a44a8c-5788-4ab0-83e5-f85555578b3c),segment_id=07a44a8c-5788-4ab0-83e5-f85555578b3c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:05.639668 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (9c3f11b0-cad5-4931-8dd2-eba376e5b9d6), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:05.677568 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fa6d8-98dc-4cf9-83fe-4d48d9ba4602 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Pushing event deleted for resources: {'Port': ['ID=18bbfd97-77b0-49a4-9661-716a9e3cc7de,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:05.697880 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7954115c-4a0c-4977-a993-7faba8939d07 x-openstack-request-id: req-7954115c-4a0c-4977-a993-7faba8939d07 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:05.698201 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1bca52-52c6-4604-ab51-89fdd1e423c4", "name": "network-vif-plugged", "status": "completed", "tag": "9c3f11b0-cad5-4931-8dd2-eba376e5b9d6", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:05.698457 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7954115c-4a0c-4977-a993-7faba8939d07 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:05.704792 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1bca52-52c6-4604-ab51-89fdd1e423c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3f11b0-cad5-4931-8dd2-eba376e5b9d6', 'code': 200} Feb 19 04:01:05.752011 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=9c3f11b0-cad5-4931-8dd2-eba376e5b9d6,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:05.756601 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73ba41c-9aec-4ec1-ac02-b67a191f17fc', 'name': 'network-vif-deleted', 'tag': '94aaea2f-ab6a-4683-a3f0-0acd276b2e61'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:05.759478 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3afe54-7f17-4e5e-bdff-c2916ec73b33" -d '{"events": [{"server_uuid": "b73ba41c-9aec-4ec1-ac02-b67a191f17fc", "name": "network-vif-deleted", "tag": "94aaea2f-ab6a-4683-a3f0-0acd276b2e61"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:05.796894 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-71821f7c-36b2-4a46-a9bc-154600bd593b req-f97fa6d8-98dc-4cf9-83fe-4d48d9ba4602 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] No DVR routers for this DVR port 18bbfd97-77b0-49a4-9661-716a9e3cc7de on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:01:05.809091 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-71821f7c-36b2-4a46-a9bc-154600bd593b req-f97fa6d8-98dc-4cf9-83fe-4d48d9ba4602 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:05.812685 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-71821f7c-36b2-4a46-a9bc-154600bd593b req-f97fa6d8-98dc-4cf9-83fe-4d48d9ba4602 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.26 "DELETE /v2.0/ports/18bbfd97-77b0-49a4-9661-716a9e3cc7de HTTP/1.1" status: 204 len: 173 time: 1.0542121 Feb 19 04:01:05.893432 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692154e-88f8-4099-8253-186c882082f9 req-134039bb-ad87-46a8-8a64-149d3124d1c7 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:05.900656 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c692154e-88f8-4099-8253-186c882082f9 req-134039bb-ad87-46a8-8a64-149d3124d1c7 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4 HTTP/1.1" status: 200 len: 945 time: 0.3541455 Feb 19 04:01:05.932153 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de819c70-b417-4b0e-9062-7abf02ebc21c req-208e5648-5c6a-4e5c-8ef7-f849ceaec5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:05.933772 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de819c70-b417-4b0e-9062-7abf02ebc21c req-208e5648-5c6a-4e5c-8ef7-f849ceaec5fc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4 HTTP/1.1" status: 200 len: 1129 time: 0.1405573 Feb 19 04:01:06.023383 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c692154e-88f8-4099-8253-186c882082f9 req-06665225-9187-4524-8181-039d2adf4ebe tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/security-groups?id=d765655d-a7e8-449e-92f7-b133cb466b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216369 Feb 19 04:01:06.042904 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f576f5ea-b98d-4565-b886-a61fa11c7600 req-4de591eb-b7ca-4fc0-bbbd-cb50d859de69 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups/b2bf43a0-4065-4dee-a0fc-b0f63e2aeccf HTTP/1.1" status: 200 len: 1817 time: 0.2274499 Feb 19 04:01:06.116754 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0356103-d0d7-470a-aa89-813593cbf6b7 x-openstack-request-id: req-d0356103-d0d7-470a-aa89-813593cbf6b7 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:06.117238 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73ba41c-9aec-4ec1-ac02-b67a191f17fc", "name": "network-vif-deleted", "tag": "94aaea2f-ab6a-4683-a3f0-0acd276b2e61", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:06.117684 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d0356103-d0d7-470a-aa89-813593cbf6b7 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:06.118443 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73ba41c-9aec-4ec1-ac02-b67a191f17fc', 'name': 'network-vif-deleted', 'tag': '94aaea2f-ab6a-4683-a3f0-0acd276b2e61', 'status': 'completed', 'code': 200} Feb 19 04:01:06.121822 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de819c70-b417-4b0e-9062-7abf02ebc21c req-95ba229b-f90b-4290-821b-f0da51858c09 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d765655d-a7e8-449e-92f7-b133cb466b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778965 Feb 19 04:01:06.202795 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f576f5ea-b98d-4565-b886-a61fa11c7600 req-8eae0e0e-cff1-480f-ba86-e2bdce08902b tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (b2bf43a0-4065-4dee-a0fc-b0f63e2aeccf), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.276611 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f576f5ea-b98d-4565-b886-a61fa11c7600 req-8eae0e0e-cff1-480f-ba86-e2bdce08902b tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (b2bf43a0-4065-4dee-a0fc-b0f63e2aeccf), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.368573 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f576f5ea-b98d-4565-b886-a61fa11c7600 req-8eae0e0e-cff1-480f-ba86-e2bdce08902b tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b2bf43a0-4065-4dee-a0fc-b0f63e2aeccf), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.371760 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f576f5ea-b98d-4565-b886-a61fa11c7600 req-8eae0e0e-cff1-480f-ba86-e2bdce08902b tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.373005 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f576f5ea-b98d-4565-b886-a61fa11c7600 req-8eae0e0e-cff1-480f-ba86-e2bdce08902b tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "DELETE /v2.0/security-groups/b2bf43a0-4065-4dee-a0fc-b0f63e2aeccf HTTP/1.1" status: 204 len: 173 time: 0.3078094 Feb 19 04:01:06.400759 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6b8cf264-b0c4-41b9-85bf-40f593b81fe8 req-c00e65dd-cf4f-4ddc-a33e-a16356ddb2a8 tempest-ListImageFiltersTestJSON-681049782 tempest-ListImageFiltersTestJSON-681049782-project] 10.222.0.52 "GET /v2.0/ports?device_id=12773272-8d81-40f4-a6e3-438a3c396fbc HTTP/1.1" status: 200 len: 210 time: 0.0471778 Feb 19 04:01:06.429329 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae0e0e-cff1-480f-ba86-e2bdce08902b tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bf43a0-4065-4dee-a0fc-b0f63e2aeccf,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:06.482097 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7d2eddb5-06e4-48d0-8052-d764a0974bdf req-39f6000c-7a63-4cb9-8f3d-45f9c1c7f44d tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "GET /v2.0/security-groups/a5542b15-ffa8-470e-805d-c828a8fbdebc HTTP/1.1" status: 200 len: 1817 time: 0.0673630 Feb 19 04:01:06.569454 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7d2eddb5-06e4-48d0-8052-d764a0974bdf req-e2bed4c5-77d1-4a26-9857-f4d66ba03d12 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (a5542b15-ffa8-470e-805d-c828a8fbdebc), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.594884 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7d2eddb5-06e4-48d0-8052-d764a0974bdf req-e2bed4c5-77d1-4a26-9857-f4d66ba03d12 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (a5542b15-ffa8-470e-805d-c828a8fbdebc), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.713560 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7d2eddb5-06e4-48d0-8052-d764a0974bdf req-e2bed4c5-77d1-4a26-9857-f4d66ba03d12 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a5542b15-ffa8-470e-805d-c828a8fbdebc), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.716269 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7d2eddb5-06e4-48d0-8052-d764a0974bdf req-e2bed4c5-77d1-4a26-9857-f4d66ba03d12 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.717520 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7d2eddb5-06e4-48d0-8052-d764a0974bdf req-e2bed4c5-77d1-4a26-9857-f4d66ba03d12 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] 10.222.0.52 "DELETE /v2.0/security-groups/a5542b15-ffa8-470e-805d-c828a8fbdebc HTTP/1.1" status: 204 len: 173 time: 0.2322056 Feb 19 04:01:06.719564 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 94aaea2f-ab6a-4683-a3f0-0acd276b2e61 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:01:06.723943 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49018) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:06.768186 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-755fd770-42e9-475c-8300-8507957a1a8a req-a628ed5c-e410-4450-9c9e-157ab45276f8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=12773272-8d81-40f4-a6e3-438a3c396fbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0496197 Feb 19 04:01:06.769085 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bed4c5-77d1-4a26-9857-f4d66ba03d12 tempest-SecurityGroupsTestJSON-536355887 tempest-SecurityGroupsTestJSON-536355887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5542b15-ffa8-470e-805d-c828a8fbdebc,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:06.815151 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 94aaea2f-ab6a-4683-a3f0-0acd276b2e61 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:01:06.815812 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 94aaea2f-ab6a-4683-a3f0-0acd276b2e61 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:01:06.825299 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 18bbfd97-77b0-49a4-9661-716a9e3cc7de no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:01:06.832182 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.839165 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f160f17-88e0-4e04-a36b-d65eea868989 admin admin] Deleting subnet 5f8b485d-9d1d-4408-ae3e-0a5ee11b7eda {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:01:06.851505 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f160f17-88e0-4e04-a36b-d65eea868989 admin admin] Publish callbacks [] for subnet (5f8b485d-9d1d-4408-ae3e-0a5ee11b7eda), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.862559 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-755fd770-42e9-475c-8300-8507957a1a8a req-91707f7c-b591-43cb-8cff-effb16c67908 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b023b6c359c490ea80c5a1b659682a9&device_id=12773272-8d81-40f4-a6e3-438a3c396fbc HTTP/1.1" status: 200 len: 210 time: 0.0419700 Feb 19 04:01:06.873334 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 18bbfd97-77b0-49a4-9661-716a9e3cc7de {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:01:06.874107 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 18bbfd97-77b0-49a4-9661-716a9e3cc7de not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:01:06.918830 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f160f17-88e0-4e04-a36b-d65eea868989 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (5f8b485d-9d1d-4408-ae3e-0a5ee11b7eda), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.925174 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-755fd770-42e9-475c-8300-8507957a1a8a req-50e57619-a50e-4cf0-b933-3851fa9740de service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8b023b6c359c490ea80c5a1b659682a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438988 Feb 19 04:01:06.969117 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f160f17-88e0-4e04-a36b-d65eea868989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (5f8b485d-9d1d-4408-ae3e-0a5ee11b7eda), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:07.101188 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f160f17-88e0-4e04-a36b-d65eea868989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (5f8b485d-9d1d-4408-ae3e-0a5ee11b7eda), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:07.128021 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f160f17-88e0-4e04-a36b-d65eea868989 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:07.143203 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3f160f17-88e0-4e04-a36b-d65eea868989 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5f8b485d-9d1d-4408-ae3e-0a5ee11b7eda HTTP/1.1" status: 204 len: 168 time: 0.4165154 Feb 19 04:01:07.151832 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49030) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:07.161869 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fd770-42e9-475c-8300-8507957a1a8a req-3b0d25d5-eccb-4436-ae98-b974b32c4e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:07.163698 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-755fd770-42e9-475c-8300-8507957a1a8a req-3b0d25d5-eccb-4436-ae98-b974b32c4e1b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2292454 Feb 19 04:01:07.245219 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f160f17-88e0-4e04-a36b-d65eea868989 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f8b485d-9d1d-4408-ae3e-0a5ee11b7eda,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:07.265056 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55052a1-954b-4ea0-9bd0-113ced3ef7e7 req-a409ab12-a9f0-4938-8a4b-9d51f2027ae6 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:07.270667 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e55052a1-954b-4ea0-9bd0-113ced3ef7e7 req-a409ab12-a9f0-4938-8a4b-9d51f2027ae6 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4 HTTP/1.1" status: 200 len: 946 time: 0.0831168 Feb 19 04:01:07.371524 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e55052a1-954b-4ea0-9bd0-113ced3ef7e7 req-30ac8841-6908-4609-8594-927eb038ff3d tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/security-groups?id=d765655d-a7e8-449e-92f7-b133cb466b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942054 Feb 19 04:01:07.403120 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f09f0b42-15d7-46bf-b91a-415abc6a0125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (a21f3efc-0cd7-4772-8d7a-73413e00b052), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:07.565345 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f09f0b42-15d7-46bf-b91a-415abc6a0125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (a21f3efc-0cd7-4772-8d7a-73413e00b052), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:07.595692 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-f09f0b42-15d7-46bf-b91a-415abc6a0125 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21f3efc-0cd7-4772-8d7a-73413e00b052']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:07.609704 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-f09f0b42-15d7-46bf-b91a-415abc6a0125 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f8a4699-36b5-4083-8984-ab51054bba1e') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:07.610391 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-f09f0b42-15d7-46bf-b91a-415abc6a0125 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f8a4699-36b5-4083-8984-ab51054bba1e') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:07.623344 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f09f0b42-15d7-46bf-b91a-415abc6a0125 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (0f8a4699-36b5-4083-8984-ab51054bba1e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:07.641078 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f09f0b42-15d7-46bf-b91a-415abc6a0125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (0f8a4699-36b5-4083-8984-ab51054bba1e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:07.648164 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09f0b42-15d7-46bf-b91a-415abc6a0125 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:01:07.648564 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f09f0b42-15d7-46bf-b91a-415abc6a0125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (0f8a4699-36b5-4083-8984-ab51054bba1e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:01:07.650590 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:01:07.765281 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f09f0b42-15d7-46bf-b91a-415abc6a0125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (a21f3efc-0cd7-4772-8d7a-73413e00b052), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:07.790473 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f09f0b42-15d7-46bf-b91a-415abc6a0125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:07.799706 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f09f0b42-15d7-46bf-b91a-415abc6a0125 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a21f3efc-0cd7-4772-8d7a-73413e00b052 HTTP/1.1" status: 204 len: 168 time: 0.6462488 Feb 19 04:01:07.800994 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f0b42-15d7-46bf-b91a-415abc6a0125 admin admin] Pushing event deleted for resources: {'Network': ['ID=a21f3efc-0cd7-4772-8d7a-73413e00b052,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:08.119983 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49086) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:08.120169 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12773272-8d81-40f4-a6e3-438a3c396fbc', 'name': 'network-vif-deleted', 'tag': '18bbfd97-77b0-49a4-9661-716a9e3cc7de'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:08.122729 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28ffa8f-70e8-43d2-8d21-dcf86eb36ba1" -d '{"events": [{"server_uuid": "12773272-8d81-40f4-a6e3-438a3c396fbc", "name": "network-vif-deleted", "tag": "18bbfd97-77b0-49a4-9661-716a9e3cc7de"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:08.208239 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1fc47979-8def-42fc-9998-10f5fff955bd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0ed4bede626f435bb8cb39067854622d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0848720 Feb 19 04:01:08.208740 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49092) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:08.332954 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-580130d5-3f2d-4ace-90a7-ae82c775b43f admin admin] Publish callbacks [] for security_group (5140aa05-dc18-4caf-82c7-eeb36041033c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:08.361036 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-580130d5-3f2d-4ace-90a7-ae82c775b43f admin admin] Publish callbacks [] for security_group (5140aa05-dc18-4caf-82c7-eeb36041033c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:08.439483 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-580130d5-3f2d-4ace-90a7-ae82c775b43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5140aa05-dc18-4caf-82c7-eeb36041033c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:08.445681 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-580130d5-3f2d-4ace-90a7-ae82c775b43f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:08.447336 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-580130d5-3f2d-4ace-90a7-ae82c775b43f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5140aa05-dc18-4caf-82c7-eeb36041033c HTTP/1.1" status: 204 len: 168 time: 0.2375526 Feb 19 04:01:08.469263 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580130d5-3f2d-4ace-90a7-ae82c775b43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5140aa05-dc18-4caf-82c7-eeb36041033c,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:08.582820 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f673b3-e792-4491-8936-c299738a3088 x-openstack-request-id: req-79f673b3-e792-4491-8936-c299738a3088 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:08.583165 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12773272-8d81-40f4-a6e3-438a3c396fbc", "name": "network-vif-deleted", "tag": "18bbfd97-77b0-49a4-9661-716a9e3cc7de", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:08.583458 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-79f673b3-e792-4491-8936-c299738a3088 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:08.583912 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12773272-8d81-40f4-a6e3-438a3c396fbc', 'name': 'network-vif-deleted', 'tag': '18bbfd97-77b0-49a4-9661-716a9e3cc7de', 'status': 'completed', 'code': 200} Feb 19 04:01:08.691001 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73cdab-c6f8-4219-8614-486a31c97749 req-91303fac-5303-4dff-856d-6cbe5b6b3816 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:08.692770 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b73cdab-c6f8-4219-8614-486a31c97749 req-91303fac-5303-4dff-856d-6cbe5b6b3816 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4 HTTP/1.1" status: 200 len: 946 time: 0.0780129 Feb 19 04:01:08.756043 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b73cdab-c6f8-4219-8614-486a31c97749 req-c9da9500-2bea-49fc-8eaf-831970aaa80d tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/security-groups?id=d765655d-a7e8-449e-92f7-b133cb466b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572085 Feb 19 04:01:09.369990 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7a218d73-d980-4209-8fce-be8a5b70d588 req-6d0cc155-d6aa-403d-9305-4b6af2b24504 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2000995 Feb 19 04:01:09.376260 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-7a218d73-d980-4209-8fce-be8a5b70d588 req-3250a20b-01ee-4636-9c45-d5e5edd1dcb5 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:09.412324 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7a218d73-d980-4209-8fce-be8a5b70d588 req-3250a20b-01ee-4636-9c45-d5e5edd1dcb5 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:09.578581 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7a218d73-d980-4209-8fce-be8a5b70d588 req-3250a20b-01ee-4636-9c45-d5e5edd1dcb5 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:09.671625 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49164) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:09.799820 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-7a218d73-d980-4209-8fce-be8a5b70d588 req-3250a20b-01ee-4636-9c45-d5e5edd1dcb5 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Allocated IP 172.25.3.124 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/102fa01e-87ad-4d15-87a5-ce42ce149a68) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:01:10.027521 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49188) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:10.041056 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7a218d73-d980-4209-8fce-be8a5b70d588 req-3250a20b-01ee-4636-9c45-d5e5edd1dcb5 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks [] for port (102fa01e-87ad-4d15-87a5-ce42ce149a68), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:10.154982 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7a218d73-d980-4209-8fce-be8a5b70d588 req-3250a20b-01ee-4636-9c45-d5e5edd1dcb5 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (102fa01e-87ad-4d15-87a5-ce42ce149a68), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:10.200309 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a218d73-d980-4209-8fce-be8a5b70d588 req-3250a20b-01ee-4636-9c45-d5e5edd1dcb5 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:01:10.204733 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-7a218d73-d980-4209-8fce-be8a5b70d588 req-3250a20b-01ee-4636-9c45-d5e5edd1dcb5 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:10.215751 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a218d73-d980-4209-8fce-be8a5b70d588 req-3250a20b-01ee-4636-9c45-d5e5edd1dcb5 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:01:10.299321 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-85c68d53-e13c-463d-a632-ba8709a9c5c1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8b023b6c359c490ea80c5a1b659682a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6268768 Feb 19 04:01:10.299626 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250a20b-01ee-4636-9c45-d5e5edd1dcb5 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Pushing event updated for resources: {'Port': ['ID=102fa01e-87ad-4d15-87a5-ce42ce149a68,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:10.305913 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49192) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:10.306814 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-bbfb2715-6f18-4900-9d06-965f15a7509f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-75496283-network', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:10.351881 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfb2715-6f18-4900-9d06-965f15a7509f admin admin] Made reservation on behalf of dc978a08acdc4a14a4fde92763ad26e3 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:01:10.360884 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbfb2715-6f18-4900-9d06-965f15a7509f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:10.414345 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbfb2715-6f18-4900-9d06-965f15a7509f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:10.511760 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7a218d73-d980-4209-8fce-be8a5b70d588 req-3250a20b-01ee-4636-9c45-d5e5edd1dcb5 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks [] for floatingip (3288b91b-a1da-4e96-a01b-1abb78b50ab5), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:10.614194 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7a218d73-d980-4209-8fce-be8a5b70d588 req-3250a20b-01ee-4636-9c45-d5e5edd1dcb5 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (102fa01e-87ad-4d15-87a5-ce42ce149a68), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:10.615655 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbfb2715-6f18-4900-9d06-965f15a7509f admin admin] Publish callbacks [] for security_group (ca7f204c-24e0-46f6-8b5f-de2d11f86714), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:10.623804 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbfb2715-6f18-4900-9d06-965f15a7509f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ca7f204c-24e0-46f6-8b5f-de2d11f86714), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:10.672051 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbfb2715-6f18-4900-9d06-965f15a7509f admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:01:10.693948 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-feb6a72d-7c00-46da-8a8c-a2401eee9014 admin admin] Publish callbacks [] for security_group (1e955708-ed76-4b67-8a10-3f0c055a3c0c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:10.704758 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbfb2715-6f18-4900-9d06-965f15a7509f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (849fb22f-41f9-4cf0-b323-ce14438cbb9e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:10.705108 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-bbfb2715-6f18-4900-9d06-965f15a7509f admin admin] Added segment 849fb22f-41f9-4cf0-b323-ce14438cbb9e of type vlan for network 5f6101ba-f25e-4636-b9f9-3a5ca6a42df4 Feb 19 04:01:10.780262 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb2715-6f18-4900-9d06-965f15a7509f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7f204c-24e0-46f6-8b5f-de2d11f86714,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:10.798323 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbfb2715-6f18-4900-9d06-965f15a7509f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (5f6101ba-f25e-4636-b9f9-3a5ca6a42df4), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:10.817715 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-feb6a72d-7c00-46da-8a8c-a2401eee9014 admin admin] Publish callbacks [] for security_group (1e955708-ed76-4b67-8a10-3f0c055a3c0c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:10.911053 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbfb2715-6f18-4900-9d06-965f15a7509f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (5f6101ba-f25e-4636-b9f9-3a5ca6a42df4), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:10.913825 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfb2715-6f18-4900-9d06-965f15a7509f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:10.915416 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbfb2715-6f18-4900-9d06-965f15a7509f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:10.951128 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-feb6a72d-7c00-46da-8a8c-a2401eee9014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1e955708-ed76-4b67-8a10-3f0c055a3c0c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:10.953679 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-feb6a72d-7c00-46da-8a8c-a2401eee9014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:10.957513 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-feb6a72d-7c00-46da-8a8c-a2401eee9014 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1e955708-ed76-4b67-8a10-3f0c055a3c0c HTTP/1.1" status: 204 len: 168 time: 0.6435509 Feb 19 04:01:11.101429 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bbfb2715-6f18-4900-9d06-965f15a7509f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0720732 Feb 19 04:01:11.107263 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49206) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:11.117390 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3189569f-8f41-45ac-be73-b9c86e10f863 admin admin] Request body: {'subnet': {'network_id': '5f6101ba-f25e-4636-b9f9-3a5ca6a42df4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-75496283-subnet', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:11.122120 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb2715-6f18-4900-9d06-965f15a7509f admin admin] Pushing event updated for resources: {'Network': ['ID=5f6101ba-f25e-4636-b9f9-3a5ca6a42df4,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:11.127675 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6a72d-7c00-46da-8a8c-a2401eee9014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e955708-ed76-4b67-8a10-3f0c055a3c0c,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:11.148037 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 5f6101ba-f25e-4636-b9f9-3a5ca6a42df4 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:01:11.211353 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3189569f-8f41-45ac-be73-b9c86e10f863 admin admin] Made reservation on behalf of dc978a08acdc4a14a4fde92763ad26e3 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:01:11.213956 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3189569f-8f41-45ac-be73-b9c86e10f863 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:11.311764 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7a218d73-d980-4209-8fce-be8a5b70d588 req-3250a20b-01ee-4636-9c45-d5e5edd1dcb5 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks [] for port (102fa01e-87ad-4d15-87a5-ce42ce149a68), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:11.335985 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7a218d73-d980-4209-8fce-be8a5b70d588 req-3250a20b-01ee-4636-9c45-d5e5edd1dcb5 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (102fa01e-87ad-4d15-87a5-ce42ce149a68), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:11.563413 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250a20b-01ee-4636-9c45-d5e5edd1dcb5 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Pushing event updated for resources: {'Port': ['ID=102fa01e-87ad-4d15-87a5-ce42ce149a68,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:11.586391 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7a218d73-d980-4209-8fce-be8a5b70d588 req-3250a20b-01ee-4636-9c45-d5e5edd1dcb5 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (3288b91b-a1da-4e96-a01b-1abb78b50ab5), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:11.625038 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7a218d73-d980-4209-8fce-be8a5b70d588 req-3250a20b-01ee-4636-9c45-d5e5edd1dcb5 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:11.632280 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7a218d73-d980-4209-8fce-be8a5b70d588 req-3250a20b-01ee-4636-9c45-d5e5edd1dcb5 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2607653 Feb 19 04:01:11.747752 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7a218d73-d980-4209-8fce-be8a5b70d588 req-a939f548-1736-40ae-9cbd-3d4a60998f5b tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.124 HTTP/1.1" status: 200 len: 696 time: 0.1133187 Feb 19 04:01:11.824132 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3189569f-8f41-45ac-be73-b9c86e10f863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (d32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:11.965672 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a218d73-d980-4209-8fce-be8a5b70d588 req-8e0b67b9-c56d-462c-8b88-d0864269cb64 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:11.971072 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7a218d73-d980-4209-8fce-be8a5b70d588 req-8e0b67b9-c56d-462c-8b88-d0864269cb64 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 784 time: 0.2223434 Feb 19 04:01:12.013803 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189569f-8f41-45ac-be73-b9c86e10f863 admin admin] Checking segment: {'id': '849fb22f-41f9-4cf0-b323-ce14438cbb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5f6101ba-f25e-4636-b9f9-3a5ca6a42df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:01:12.014251 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3189569f-8f41-45ac-be73-b9c86e10f863 admin admin] Network hostable DHCP agents. Network: 5f6101ba-f25e-4636-b9f9-3a5ca6a42df4, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:01:12.026110 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189569f-8f41-45ac-be73-b9c86e10f863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:12.073213 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3189569f-8f41-45ac-be73-b9c86e10f863 admin admin] Network 5f6101ba-f25e-4636-b9f9-3a5ca6a42df4 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:01:12.086883 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-3189569f-8f41-45ac-be73-b9c86e10f863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 5f6101ba-f25e-4636-b9f9-3a5ca6a42df4) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:12.091484 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3189569f-8f41-45ac-be73-b9c86e10f863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:12.095649 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3189569f-8f41-45ac-be73-b9c86e10f863 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:12.099936 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ae0e0f-110f-42b0-84f7-2e6ac6773e1c None None] Network 5f6101ba-f25e-4636-b9f9-3a5ca6a42df4 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:01:12.146095 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49236) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:12.151101 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-31f840cb-c2d1-4c5c-9a8d-e570d215cf8c admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-75496283-router', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:12.154742 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3189569f-8f41-45ac-be73-b9c86e10f863 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0455222 Feb 19 04:01:12.196334 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31f840cb-c2d1-4c5c-9a8d-e570d215cf8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (21044674-ae57-4ee5-8c10-d08cb43328c4), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:12.197737 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31f840cb-c2d1-4c5c-9a8d-e570d215cf8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (21044674-ae57-4ee5-8c10-d08cb43328c4), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:12.317208 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31f840cb-c2d1-4c5c-9a8d-e570d215cf8c admin admin] Publish callbacks [] for router_controller (21044674-ae57-4ee5-8c10-d08cb43328c4), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:12.317421 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49248) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:12.358468 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a2ccd3-2175-492a-8107-5ca7fc2cc7c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-5f6101ba-f25e-4636-b9f9-3a5ca6a42df4', 'network_id': '5f6101ba-f25e-4636-b9f9-3a5ca6a42df4', 'project_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'fixed_ips': [{'subnet_id': 'd32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:01:12.365555 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-98a2ccd3-2175-492a-8107-5ca7fc2cc7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:12.551233 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49260) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:12.646262 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-2fc42101-8b08-45b0-b18d-94edbe827633 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2096108365-network', 'tenant_id': 'a2d05a84a0f041ebbb7b0f52175970d9'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:12.691002 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-98a2ccd3-2175-492a-8107-5ca7fc2cc7c4 None None] Allocated IP 172.20.0.2 (5f6101ba-f25e-4636-b9f9-3a5ca6a42df4/d32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab/cf57ef30-e581-4183-b0b6-472c508db1dc) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:01:12.696003 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc42101-8b08-45b0-b18d-94edbe827633 admin admin] Made reservation on behalf of a2d05a84a0f041ebbb7b0f52175970d9 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:01:12.698658 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2fc42101-8b08-45b0-b18d-94edbe827633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:12.723509 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2fc42101-8b08-45b0-b18d-94edbe827633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:12.862840 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-24205621-1009-426b-893e-49ef017ac3fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:12.888461 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2fc42101-8b08-45b0-b18d-94edbe827633 admin admin] Publish callbacks [] for security_group (ad67d5e2-f6ce-4373-a696-484f2021aa3a), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:12.901122 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2fc42101-8b08-45b0-b18d-94edbe827633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ad67d5e2-f6ce-4373-a696-484f2021aa3a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:12.973783 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc42101-8b08-45b0-b18d-94edbe827633 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:01:12.998656 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc42101-8b08-45b0-b18d-94edbe827633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad67d5e2-f6ce-4373-a696-484f2021aa3a,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:13.028697 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2fc42101-8b08-45b0-b18d-94edbe827633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (3a86731d-3cb0-43b6-a7a2-e47e203ddfee), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:13.029352 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-2fc42101-8b08-45b0-b18d-94edbe827633 admin admin] Added segment 3a86731d-3cb0-43b6-a7a2-e47e203ddfee of type vlan for network 2e97709e-c24c-4693-88ce-c54a33fc69c6 Feb 19 04:01:13.125080 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2fc42101-8b08-45b0-b18d-94edbe827633 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (2e97709e-c24c-4693-88ce-c54a33fc69c6), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:13.180298 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2fc42101-8b08-45b0-b18d-94edbe827633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (2e97709e-c24c-4693-88ce-c54a33fc69c6), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:13.181856 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc42101-8b08-45b0-b18d-94edbe827633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:13.182689 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2fc42101-8b08-45b0-b18d-94edbe827633 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:13.272011 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-98a2ccd3-2175-492a-8107-5ca7fc2cc7c4 None None] Publish callbacks [] for port (cf57ef30-e581-4183-b0b6-472c508db1dc), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:13.297302 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-98a2ccd3-2175-492a-8107-5ca7fc2cc7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (cf57ef30-e581-4183-b0b6-472c508db1dc), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:13.378368 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc42101-8b08-45b0-b18d-94edbe827633 admin admin] Pushing event updated for resources: {'Network': ['ID=2e97709e-c24c-4693-88ce-c54a33fc69c6,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:13.394868 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2fc42101-8b08-45b0-b18d-94edbe827633 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8422303 Feb 19 04:01:13.399257 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49270) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:13.409729 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-bbf2bdcb-dfd4-41f1-8884-8cebd3dca4c1 admin admin] Request body: {'subnet': {'network_id': '2e97709e-c24c-4693-88ce-c54a33fc69c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2096108365-subnet', 'tenant_id': 'a2d05a84a0f041ebbb7b0f52175970d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:13.443021 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a2ccd3-2175-492a-8107-5ca7fc2cc7c4 None None] Network 5f6101ba-f25e-4636-b9f9-3a5ca6a42df4 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:01:13.445188 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 2e97709e-c24c-4693-88ce-c54a33fc69c6 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:01:13.449767 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-98a2ccd3-2175-492a-8107-5ca7fc2cc7c4 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:13.454772 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2ccd3-2175-492a-8107-5ca7fc2cc7c4 None None] Pushing event updated for resources: {'Port': ['ID=cf57ef30-e581-4183-b0b6-472c508db1dc,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:13.457539 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a2ccd3-2175-492a-8107-5ca7fc2cc7c4 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:01:13.465586 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf2bdcb-dfd4-41f1-8884-8cebd3dca4c1 admin admin] Made reservation on behalf of a2d05a84a0f041ebbb7b0f52175970d9 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:01:13.475443 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbf2bdcb-dfd4-41f1-8884-8cebd3dca4c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:13.730878 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-98a2ccd3-2175-492a-8107-5ca7fc2cc7c4 None None] Attempting to bind port cf57ef30-e581-4183-b0b6-472c508db1dc on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:01:13.731437 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-98a2ccd3-2175-492a-8107-5ca7fc2cc7c4 None None] Attempting to bind port cf57ef30-e581-4183-b0b6-472c508db1dc by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '849fb22f-41f9-4cf0-b323-ce14438cbb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5f6101ba-f25e-4636-b9f9-3a5ca6a42df4'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:01:13.731940 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a2ccd3-2175-492a-8107-5ca7fc2cc7c4 None None] Attempting to bind port cf57ef30-e581-4183-b0b6-472c508db1dc on network 5f6101ba-f25e-4636-b9f9-3a5ca6a42df4 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:13.744747 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a2ccd3-2175-492a-8107-5ca7fc2cc7c4 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:01:13.751868 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a2ccd3-2175-492a-8107-5ca7fc2cc7c4 None None] Checking segment: {'id': '849fb22f-41f9-4cf0-b323-ce14438cbb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5f6101ba-f25e-4636-b9f9-3a5ca6a42df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:01:13.752476 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-98a2ccd3-2175-492a-8107-5ca7fc2cc7c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:13.752995 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a2ccd3-2175-492a-8107-5ca7fc2cc7c4 None None] Bound using segment: {'id': '849fb22f-41f9-4cf0-b323-ce14438cbb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5f6101ba-f25e-4636-b9f9-3a5ca6a42df4'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:01:13.753619 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-98a2ccd3-2175-492a-8107-5ca7fc2cc7c4 None None] Bound port: cf57ef30-e581-4183-b0b6-472c508db1dc, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849fb22f-41f9-4cf0-b323-ce14438cbb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5f6101ba-f25e-4636-b9f9-3a5ca6a42df4'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:01:13.754117 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-98a2ccd3-2175-492a-8107-5ca7fc2cc7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cf57ef30-e581-4183-b0b6-472c508db1dc), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:13.916757 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-98a2ccd3-2175-492a-8107-5ca7fc2cc7c4 None None] For port cf57ef30-e581-4183-b0b6-472c508db1dc, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:01:13.921618 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31f840cb-c2d1-4c5c-9a8d-e570d215cf8c admin admin] Publish callbacks [] for router_gateway (21044674-ae57-4ee5-8c10-d08cb43328c4), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:13.925585 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-98a2ccd3-2175-492a-8107-5ca7fc2cc7c4 None None] For port cf57ef30-e581-4183-b0b6-472c508db1dc, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=cf57ef30-e581-4183-b0b6-472c508db1dc,segment=NetworkSegment(849fb22f-41f9-4cf0-b323-ce14438cbb9e),segment_id=849fb22f-41f9-4cf0-b323-ce14438cbb9e)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:01:13.939830 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-98a2ccd3-2175-492a-8107-5ca7fc2cc7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (cf57ef30-e581-4183-b0b6-472c508db1dc), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:14.028465 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2ccd3-2175-492a-8107-5ca7fc2cc7c4 None None] Pushing event updated for resources: {'Port': ['ID=cf57ef30-e581-4183-b0b6-472c508db1dc,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:14.077124 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-6e3a0210-4c4e-4801-a399-e3d70fd03515 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:14.089414 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-6e3a0210-4c4e-4801-a399-e3d70fd03515 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/networks?id=9d03c4ae-d514-421e-b655-86ca09811ee8 HTTP/1.1" status: 200 len: 821 time: 1.6568565 Feb 19 04:01:14.192045 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-1f9e6cc2-6e3e-4d6f-8a22-25965c571f3c tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/quotas/50fd7819c4774650a14342140345e302 HTTP/1.1" status: 200 len: 375 time: 0.0982039 Feb 19 04:01:14.463112 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-04df5083-fe1c-420b-9e52-33b590791ad4 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=50fd7819c4774650a14342140345e302&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2699246 Feb 19 04:01:14.560670 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-24205621-1009-426b-893e-49ef017ac3fe admin admin] Publish callbacks [] for security_group (da451a47-1d81-467c-89e5-bc07ddc7da98), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:14.579537 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-24205621-1009-426b-893e-49ef017ac3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (da451a47-1d81-467c-89e5-bc07ddc7da98), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:14.609155 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbf2bdcb-dfd4-41f1-8884-8cebd3dca4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (c9f03bc9-4276-4c1a-833d-c6e2fe61954e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:14.655473 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2bdcb-dfd4-41f1-8884-8cebd3dca4c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9f03bc9-4276-4c1a-833d-c6e2fe61954e,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:14.662956 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-12e43989-93f2-48d6-86d1-5a51d86da206 service neutron] 10.222.0.52 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982782 Feb 19 04:01:14.681414 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-24205621-1009-426b-893e-49ef017ac3fe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=679ca59429dd4c0c8eafa404fd5b68bd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3628490 Feb 19 04:01:14.686105 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49280) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:14.686951 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24205621-1009-426b-893e-49ef017ac3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da451a47-1d81-467c-89e5-bc07ddc7da98,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:14.748653 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf2bdcb-dfd4-41f1-8884-8cebd3dca4c1 admin admin] Checking segment: {'id': '3a86731d-3cb0-43b6-a7a2-e47e203ddfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2e97709e-c24c-4693-88ce-c54a33fc69c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:01:14.749174 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf2bdcb-dfd4-41f1-8884-8cebd3dca4c1 admin admin] Network hostable DHCP agents. Network: 2e97709e-c24c-4693-88ce-c54a33fc69c6, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:01:14.770789 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41b23ef9-c76e-49a2-9c8a-11ebb949f1f3 admin admin] Publish callbacks [] for security_group (da451a47-1d81-467c-89e5-bc07ddc7da98), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:14.795773 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf2bdcb-dfd4-41f1-8884-8cebd3dca4c1 admin admin] Network 2e97709e-c24c-4693-88ce-c54a33fc69c6 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:01:14.848574 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41b23ef9-c76e-49a2-9c8a-11ebb949f1f3 admin admin] Publish callbacks [] for security_group (da451a47-1d81-467c-89e5-bc07ddc7da98), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:14.861082 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-bbf2bdcb-dfd4-41f1-8884-8cebd3dca4c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 2e97709e-c24c-4693-88ce-c54a33fc69c6) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:14.872040 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68318b9a-f10d-4303-a760-c5ae2847acd1 None None] Network 2e97709e-c24c-4693-88ce-c54a33fc69c6 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:01:14.886038 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf2bdcb-dfd4-41f1-8884-8cebd3dca4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:14.887036 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbf2bdcb-dfd4-41f1-8884-8cebd3dca4c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:14.928964 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-eeb5cb0c-4985-422c-811d-a3604c3170b1 service neutron] 10.222.0.52 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648036 Feb 19 04:01:14.961498 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bbf2bdcb-dfd4-41f1-8884-8cebd3dca4c1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5610383 Feb 19 04:01:14.971270 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31f840cb-c2d1-4c5c-9a8d-e570d215cf8c admin admin] Publish callbacks [] for router_gateway (21044674-ae57-4ee5-8c10-d08cb43328c4), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:15.015862 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41b23ef9-c76e-49a2-9c8a-11ebb949f1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (da451a47-1d81-467c-89e5-bc07ddc7da98), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:15.019221 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41b23ef9-c76e-49a2-9c8a-11ebb949f1f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:15.022846 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-41b23ef9-c76e-49a2-9c8a-11ebb949f1f3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/da451a47-1d81-467c-89e5-bc07ddc7da98 HTTP/1.1" status: 204 len: 168 time: 0.3330281 Feb 19 04:01:15.037146 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b23ef9-c76e-49a2-9c8a-11ebb949f1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da451a47-1d81-467c-89e5-bc07ddc7da98,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:15.080701 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31f840cb-c2d1-4c5c-9a8d-e570d215cf8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:15.325148 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b100cf-fc94-49c4-a952-5da7380da230 None None] Network 2e97709e-c24c-4693-88ce-c54a33fc69c6 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:01:15.510075 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-282db9ee-767e-42f6-a31e-3ff1cf4fdbe6 req-68c507c9-06e7-4c17-b537-dc156a046dfb tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=db573d87-8b63-407a-820b-7792108c187d HTTP/1.1" status: 200 len: 210 time: 0.0867882 Feb 19 04:01:15.561051 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-31f840cb-c2d1-4c5c-9a8d-e570d215cf8c admin admin] Allocated IP 172.25.3.248 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/139d2954-a7c4-4583-8a81-38eda186850e) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:01:15.619586 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device cf57ef30-e581-4183-b0b6-472c508db1dc up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:01:15.703501 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd0f72d-9a6e-4948-bd9d-c577af39363e None None] Network 5f6101ba-f25e-4636-b9f9-3a5ca6a42df4 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:01:15.831458 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port cf57ef30-e581-4183-b0b6-472c508db1dc triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:15.832973 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cf57ef30-e581-4183-b0b6-472c508db1dc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:15.862529 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31f840cb-c2d1-4c5c-9a8d-e570d215cf8c admin admin] Publish callbacks [] for port (139d2954-a7c4-4583-8a81-38eda186850e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:15.891931 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-dda0d36a-208b-490d-ac87-ce038dfca2ae req-c07f080b-8f27-4293-92c5-9d92bd5102e2 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1647438953', 'description': 'tempest-description-2041114856'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:15.946769 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c1ca6878-a378-42a6-9f05-8796fd90194b None None] Provisioning complete for port cf57ef30-e581-4183-b0b6-472c508db1dc triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:15.947323 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c1ca6878-a378-42a6-9f05-8796fd90194b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cf57ef30-e581-4183-b0b6-472c508db1dc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:15.966998 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-dda0d36a-208b-490d-ac87-ce038dfca2ae req-c07f080b-8f27-4293-92c5-9d92bd5102e2 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:16.002675 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49308) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:16.024117 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e3819d9a-af2f-4b19-8934-c886fbbd100a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:16.066218 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31f840cb-c2d1-4c5c-9a8d-e570d215cf8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (139d2954-a7c4-4583-8a81-38eda186850e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:16.259970 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e3819d9a-af2f-4b19-8934-c886fbbd100a admin admin] Publish callbacks [] for security_group (aee7daa6-cc32-4381-8924-8dda51e59aee), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:16.277826 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e3819d9a-af2f-4b19-8934-c886fbbd100a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (aee7daa6-cc32-4381-8924-8dda51e59aee), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:16.309004 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f840cb-c2d1-4c5c-9a8d-e570d215cf8c admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:01:16.323879 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-dda0d36a-208b-490d-ac87-ce038dfca2ae req-c07f080b-8f27-4293-92c5-9d92bd5102e2 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (1544907c-a247-499d-8156-185522d153e7), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:16.325630 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f840cb-c2d1-4c5c-9a8d-e570d215cf8c admin admin] Pushing event updated for resources: {'Port': ['ID=139d2954-a7c4-4583-8a81-38eda186850e,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:16.329418 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e3819d9a-af2f-4b19-8934-c886fbbd100a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=37bf41162f81434a9b5a95df51bfda5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3253102 Feb 19 04:01:16.336009 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49312) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:16.336406 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3819d9a-af2f-4b19-8934-c886fbbd100a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee7daa6-cc32-4381-8924-8dda51e59aee,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:16.344335 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-31f840cb-c2d1-4c5c-9a8d-e570d215cf8c admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:16.348420 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f840cb-c2d1-4c5c-9a8d-e570d215cf8c admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:01:16.351195 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca6878-a378-42a6-9f05-8796fd90194b None None] Current status of the port cf57ef30-e581-4183-b0b6-472c508db1dc is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:16.351639 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c1ca6878-a378-42a6-9f05-8796fd90194b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cf57ef30-e581-4183-b0b6-472c508db1dc), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:16.360426 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port cf57ef30-e581-4183-b0b6-472c508db1dc is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:16.360833 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cf57ef30-e581-4183-b0b6-472c508db1dc), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:16.371204 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-dda0d36a-208b-490d-ac87-ce038dfca2ae req-c07f080b-8f27-4293-92c5-9d92bd5102e2 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1544907c-a247-499d-8156-185522d153e7), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:16.452271 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-dda0d36a-208b-490d-ac87-ce038dfca2ae req-c07f080b-8f27-4293-92c5-9d92bd5102e2 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:16.454737 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dda0d36a-208b-490d-ac87-ce038dfca2ae req-c07f080b-8f27-4293-92c5-9d92bd5102e2 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5685558 Feb 19 04:01:16.460092 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f99ed4b4-3b2f-4622-804a-b07b62601fe0 admin admin] Publish callbacks [] for security_group (aee7daa6-cc32-4381-8924-8dda51e59aee), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:16.461724 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f080b-8f27-4293-92c5-9d92bd5102e2 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1544907c-a247-499d-8156-185522d153e7,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:16.508150 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f99ed4b4-3b2f-4622-804a-b07b62601fe0 admin admin] Publish callbacks [] for security_group (aee7daa6-cc32-4381-8924-8dda51e59aee), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:16.555884 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port cf57ef30-e581-4183-b0b6-472c508db1dc, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=cf57ef30-e581-4183-b0b6-472c508db1dc,segment=NetworkSegment(849fb22f-41f9-4cf0-b323-ce14438cbb9e),segment_id=849fb22f-41f9-4cf0-b323-ce14438cbb9e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:16.572035 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (cf57ef30-e581-4183-b0b6-472c508db1dc), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:16.668706 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-c1ca6878-a378-42a6-9f05-8796fd90194b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:01:16.669569 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-c1ca6878-a378-42a6-9f05-8796fd90194b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:01:16.672416 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f99ed4b4-3b2f-4622-804a-b07b62601fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (aee7daa6-cc32-4381-8924-8dda51e59aee), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:16.676427 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f99ed4b4-3b2f-4622-804a-b07b62601fe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:16.680146 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f99ed4b4-3b2f-4622-804a-b07b62601fe0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aee7daa6-cc32-4381-8924-8dda51e59aee HTTP/1.1" status: 204 len: 168 time: 0.3386378 Feb 19 04:01:16.697843 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ed4b4-3b2f-4622-804a-b07b62601fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee7daa6-cc32-4381-8924-8dda51e59aee,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:16.827144 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=cf57ef30-e581-4183-b0b6-472c508db1dc,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:16.846086 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09cd83e3-a0ba-4f9c-84cd-b06073f24155 req-21e86681-da92-40cb-8b2f-abbb0077f0b7 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=db573d87-8b63-407a-820b-7792108c187d HTTP/1.1" status: 200 len: 210 time: 0.1082199 Feb 19 04:01:16.862764 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c1528929-4b6f-4a23-8d2a-23e4515d547b req-fa54e6ec-ce03-4043-b1db-e941c659c4c7 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "GET /v2.0/security-groups/1544907c-a247-499d-8156-185522d153e7 HTTP/1.1" status: 200 len: 1822 time: 0.2457280 Feb 19 04:01:16.882781 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-c1528929-4b6f-4a23-8d2a-23e4515d547b req-886c488a-a58f-4b08-b722-83288216b53f tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1544907c-a247-499d-8156-185522d153e7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:16.883786 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-c1528929-4b6f-4a23-8d2a-23e4515d547b req-886c488a-a58f-4b08-b722-83288216b53f tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1544907c-a247-499d-8156-185522d153e7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:17.225494 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca6878-a378-42a6-9f05-8796fd90194b None None] Current status of the port cf57ef30-e581-4183-b0b6-472c508db1dc is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:17.239712 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-94edc984-8cfd-4e7e-aa6f-b5e37d7eab0a tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:17.243727 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-94edc984-8cfd-4e7e-aa6f-b5e37d7eab0a tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.26 "GET /v2.0/networks?id=9d03c4ae-d514-421e-b655-86ca09811ee8 HTTP/1.1" status: 200 len: 821 time: 0.2051792 Feb 19 04:01:17.259632 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-d9e25045-3a2a-4469-822f-8ea9ecb905c9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Request body: {'port': {'device_id': 'db573d87-8b63-407a-820b-7792108c187d', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'admin_state_up': True, 'tenant_id': '50fd7819c4774650a14342140345e302'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:17.276712 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c1528929-4b6f-4a23-8d2a-23e4515d547b req-886c488a-a58f-4b08-b722-83288216b53f tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group_rule (0b650b6b-113e-4cec-8057-ae6cafb968e0), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:17.305009 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c1528929-4b6f-4a23-8d2a-23e4515d547b req-886c488a-a58f-4b08-b722-83288216b53f tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group_rule (0b650b6b-113e-4cec-8057-ae6cafb968e0), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:17.350320 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c1528929-4b6f-4a23-8d2a-23e4515d547b req-886c488a-a58f-4b08-b722-83288216b53f tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (0b650b6b-113e-4cec-8057-ae6cafb968e0), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:17.360702 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a5dac269-108a-431c-a4de-d9134b98286a None None] Provisioning complete for port cf57ef30-e581-4183-b0b6-472c508db1dc triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:17.362326 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a5dac269-108a-431c-a4de-d9134b98286a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cf57ef30-e581-4183-b0b6-472c508db1dc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:17.434987 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c488a-a58f-4b08-b722-83288216b53f tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b650b6b-113e-4cec-8057-ae6cafb968e0,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:17.460281 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c1528929-4b6f-4a23-8d2a-23e4515d547b req-886c488a-a58f-4b08-b722-83288216b53f tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:17.461490 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c1528929-4b6f-4a23-8d2a-23e4515d547b req-886c488a-a58f-4b08-b722-83288216b53f tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5850096 Feb 19 04:01:17.464267 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31f840cb-c2d1-4c5c-9a8d-e570d215cf8c admin admin] Publish callbacks [] for router_gateway (21044674-ae57-4ee5-8c10-d08cb43328c4), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:17.481422 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device cf57ef30-e581-4183-b0b6-472c508db1dc up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:01:17.559637 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-6d66572f-7b6c-4e96-8a66-ee9f1f23fb6c req-a9361a20-9cc8-4971-ad4f-4f9633783158 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-734939547', 'description': 'tempest-description-252857942'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:17.587892 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port cf57ef30-e581-4183-b0b6-472c508db1dc triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:17.588264 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cf57ef30-e581-4183-b0b6-472c508db1dc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:17.635582 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-d9e25045-3a2a-4469-822f-8ea9ecb905c9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Made reservation on behalf of 50fd7819c4774650a14342140345e302 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:01:17.641877 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-d9e25045-3a2a-4469-822f-8ea9ecb905c9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:17.675571 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a5dac269-108a-431c-a4de-d9134b98286a None None] Current status of the port cf57ef30-e581-4183-b0b6-472c508db1dc is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:17.723054 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6d66572f-7b6c-4e96-8a66-ee9f1f23fb6c req-a9361a20-9cc8-4971-ad4f-4f9633783158 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:17.731681 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port cf57ef30-e581-4183-b0b6-472c508db1dc is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:18.097173 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ede1b62-364e-4ab2-85bc-a5efd045444e req-971a875b-5606-4e97-b0d1-e739538aa6bb tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=db573d87-8b63-407a-820b-7792108c187d HTTP/1.1" status: 200 len: 210 time: 0.0769386 Feb 19 04:01:18.224329 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6d66572f-7b6c-4e96-8a66-ee9f1f23fb6c req-a9361a20-9cc8-4971-ad4f-4f9633783158 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (1528886f-eb64-4e9a-9a3e-afd540becd95), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:18.246746 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6d66572f-7b6c-4e96-8a66-ee9f1f23fb6c req-a9361a20-9cc8-4971-ad4f-4f9633783158 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1528886f-eb64-4e9a-9a3e-afd540becd95), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:18.280692 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31f840cb-c2d1-4c5c-9a8d-e570d215cf8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (21044674-ae57-4ee5-8c10-d08cb43328c4), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:18.289256 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-d9e25045-3a2a-4469-822f-8ea9ecb905c9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Allocated IP 172.20.0.13 (9d03c4ae-d514-421e-b655-86ca09811ee8/4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5/453901c2-0239-4667-89c6-3c2d857ad8c8) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:01:18.439825 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6d66572f-7b6c-4e96-8a66-ee9f1f23fb6c req-a9361a20-9cc8-4971-ad4f-4f9633783158 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:18.441076 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d66572f-7b6c-4e96-8a66-ee9f1f23fb6c req-a9361a20-9cc8-4971-ad4f-4f9633783158 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.8939049 Feb 19 04:01:18.452983 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9361a20-9cc8-4971-ad4f-4f9633783158 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1528886f-eb64-4e9a-9a3e-afd540becd95,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:18.697099 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5bb83902-bd1c-4f6c-b17c-f2f0ddaffc39 req-5ce126a9-0358-4eb1-9ad9-ae9f9f82534d tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "GET /v2.0/security-groups/1528886f-eb64-4e9a-9a3e-afd540becd95 HTTP/1.1" status: 200 len: 1820 time: 0.2100494 Feb 19 04:01:18.725863 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-5bb83902-bd1c-4f6c-b17c-f2f0ddaffc39 req-f1fd3b3e-e092-4b28-a997-61bfcad02dca tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '1528886f-eb64-4e9a-9a3e-afd540becd95', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:18.726110 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-5bb83902-bd1c-4f6c-b17c-f2f0ddaffc39 req-f1fd3b3e-e092-4b28-a997-61bfcad02dca tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '1528886f-eb64-4e9a-9a3e-afd540becd95', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:18.781463 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f840cb-c2d1-4c5c-9a8d-e570d215cf8c admin admin] Router 21044674-ae57-4ee5-8c10-d08cb43328c4 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:01:18.849072 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-d9e25045-3a2a-4469-822f-8ea9ecb905c9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks [] for port (453901c2-0239-4667-89c6-3c2d857ad8c8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:18.946409 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5bb83902-bd1c-4f6c-b17c-f2f0ddaffc39 req-f1fd3b3e-e092-4b28-a997-61bfcad02dca tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group_rule (c143cf0f-ec85-4727-a1a5-672eb64aff4f), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:18.993605 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5bb83902-bd1c-4f6c-b17c-f2f0ddaffc39 req-f1fd3b3e-e092-4b28-a997-61bfcad02dca tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group_rule (c143cf0f-ec85-4727-a1a5-672eb64aff4f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:19.097032 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5bb83902-bd1c-4f6c-b17c-f2f0ddaffc39 req-f1fd3b3e-e092-4b28-a997-61bfcad02dca tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (c143cf0f-ec85-4727-a1a5-672eb64aff4f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:19.200866 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-d9e25045-3a2a-4469-822f-8ea9ecb905c9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (453901c2-0239-4667-89c6-3c2d857ad8c8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:19.219320 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['9c3f11b0-cad5-4931-8dd2-eba376e5b9d6'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:01:19.222278 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5bb83902-bd1c-4f6c-b17c-f2f0ddaffc39 req-f1fd3b3e-e092-4b28-a997-61bfcad02dca tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:19.235653 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5bb83902-bd1c-4f6c-b17c-f2f0ddaffc39 req-f1fd3b3e-e092-4b28-a997-61bfcad02dca tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5149565 Feb 19 04:01:19.324842 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd3b3e-e092-4b28-a997-61bfcad02dca tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c143cf0f-ec85-4727-a1a5-672eb64aff4f,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:19.350536 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-107cfa7b-d64b-4886-953b-29195ea25907 req-a11b5a6a-b00c-4ccc-b225-e5d81d27faa4 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1299345454', 'description': 'tempest-description-423048116'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:19.400840 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-d9e25045-3a2a-4469-822f-8ea9ecb905c9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Network 9d03c4ae-d514-421e-b655-86ca09811ee8 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:01:19.414538 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-107cfa7b-d64b-4886-953b-29195ea25907 req-a11b5a6a-b00c-4ccc-b225-e5d81d27faa4 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:19.444103 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-d9e25045-3a2a-4469-822f-8ea9ecb905c9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:19.456200 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73088892-1642-405e-a560-9e33d1e79e2a req-545089d7-e9cb-42b0-8e26-fd55fe30c4d1 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:19.457863 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-73088892-1642-405e-a560-9e33d1e79e2a req-545089d7-e9cb-42b0-8e26-fd55fe30c4d1 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=db573d87-8b63-407a-820b-7792108c187d HTTP/1.1" status: 200 len: 932 time: 0.2506516 Feb 19 04:01:19.458742 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e25045-3a2a-4469-822f-8ea9ecb905c9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Pushing event updated for resources: {'Port': ['ID=453901c2-0239-4667-89c6-3c2d857ad8c8,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:19.463199 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f840cb-c2d1-4c5c-9a8d-e570d215cf8c admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:01:19.473680 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f220ab-9c96-4a9a-852b-0c13162d0f6c None None] Sync routers for ids ['21044674-ae57-4ee5-8c10-d08cb43328c4'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:01:19.475486 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-d9e25045-3a2a-4469-822f-8ea9ecb905c9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:01:19.521354 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f220ab-9c96-4a9a-852b-0c13162d0f6c None None] Routers {'21044674-ae57-4ee5-8c10-d08cb43328c4'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:19.522904 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-77f220ab-9c96-4a9a-852b-0c13162d0f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:01:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['21044674-ae57-4ee5-8c10-d08cb43328c4'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:19.550740 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-d9e25045-3a2a-4469-822f-8ea9ecb905c9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:19.551582 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-d9e25045-3a2a-4469-822f-8ea9ecb905c9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:19.597767 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e25045-3a2a-4469-822f-8ea9ecb905c9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:19.598314 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e25045-3a2a-4469-822f-8ea9ecb905c9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:19.598773 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e25045-3a2a-4469-822f-8ea9ecb905c9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:19.599226 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e25045-3a2a-4469-822f-8ea9ecb905c9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:19.599745 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e25045-3a2a-4469-822f-8ea9ecb905c9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:19.600729 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e25045-3a2a-4469-822f-8ea9ecb905c9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:19.601180 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e25045-3a2a-4469-822f-8ea9ecb905c9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:19.602093 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e25045-3a2a-4469-822f-8ea9ecb905c9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:19.604517 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e25045-3a2a-4469-822f-8ea9ecb905c9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:19.607511 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e25045-3a2a-4469-822f-8ea9ecb905c9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:19.608578 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e25045-3a2a-4469-822f-8ea9ecb905c9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:19.608578 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e25045-3a2a-4469-822f-8ea9ecb905c9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:19.608876 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e25045-3a2a-4469-822f-8ea9ecb905c9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:19.720361 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-d9e25045-3a2a-4469-822f-8ea9ecb905c9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4657722 Feb 19 04:01:19.752985 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31f840cb-c2d1-4c5c-9a8d-e570d215cf8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:19.754360 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-31f840cb-c2d1-4c5c-9a8d-e570d215cf8c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.6070914 Feb 19 04:01:19.757589 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49386) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:19.777338 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-89a63586-03b0-4fdb-aaca-372c9c01836f service neutron] Request body: {'port': {'device_id': 'db573d87-8b63-407a-820b-7792108c187d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:19.778293 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-77f220ab-9c96-4a9a-852b-0c13162d0f6c None None] Set router 21044674-ae57-4ee5-8c10-d08cb43328c4 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:19.797155 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-73088892-1642-405e-a560-9e33d1e79e2a req-00bb9f1a-b25e-4081-b09a-d8965c01c173 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/security-groups?id=d765655d-a7e8-449e-92f7-b133cb466b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390680 Feb 19 04:01:20.006956 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-89a63586-03b0-4fdb-aaca-372c9c01836f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (453901c2-0239-4667-89c6-3c2d857ad8c8), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:20.011161 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-107cfa7b-d64b-4886-953b-29195ea25907 req-a11b5a6a-b00c-4ccc-b225-e5d81d27faa4 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (aa0c9d32-f429-4c66-8fa0-2e4aa5edcea5), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:20.023758 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-107cfa7b-d64b-4886-953b-29195ea25907 req-a11b5a6a-b00c-4ccc-b225-e5d81d27faa4 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (aa0c9d32-f429-4c66-8fa0-2e4aa5edcea5), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:20.080942 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-107cfa7b-d64b-4886-953b-29195ea25907 req-a11b5a6a-b00c-4ccc-b225-e5d81d27faa4 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:20.082537 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-107cfa7b-d64b-4886-953b-29195ea25907 req-a11b5a6a-b00c-4ccc-b225-e5d81d27faa4 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.7775433 Feb 19 04:01:20.103420 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b5a6a-b00c-4ccc-b225-e5d81d27faa4 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0c9d32-f429-4c66-8fa0-2e4aa5edcea5,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:20.184995 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-7023ba92-bc61-4303-bfa0-d4236dca2b72 req-1c184c6b-fb01-4409-b310-dd80a26a6b52 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2076878123', 'description': 'tempest-description-352204244'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:20.304128 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-4ef46461-ef41-452c-b235-3f025d7da6e7 None None] Provisioning complete for port 453901c2-0239-4667-89c6-3c2d857ad8c8 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:20.304673 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4ef46461-ef41-452c-b235-3f025d7da6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (453901c2-0239-4667-89c6-3c2d857ad8c8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:20.387991 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7023ba92-bc61-4303-bfa0-d4236dca2b72 req-1c184c6b-fb01-4409-b310-dd80a26a6b52 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:20.511267 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7023ba92-bc61-4303-bfa0-d4236dca2b72 req-1c184c6b-fb01-4409-b310-dd80a26a6b52 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (78f2fbd4-e9e7-4d62-a40d-201fa033c8ef), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:20.573244 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7023ba92-bc61-4303-bfa0-d4236dca2b72 req-1c184c6b-fb01-4409-b310-dd80a26a6b52 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (78f2fbd4-e9e7-4d62-a40d-201fa033c8ef), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:20.621363 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7023ba92-bc61-4303-bfa0-d4236dca2b72 req-1c184c6b-fb01-4409-b310-dd80a26a6b52 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:20.625261 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7023ba92-bc61-4303-bfa0-d4236dca2b72 req-1c184c6b-fb01-4409-b310-dd80a26a6b52 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4653959 Feb 19 04:01:20.797212 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c184c6b-fb01-4409-b310-dd80a26a6b52 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78f2fbd4-e9e7-4d62-a40d-201fa033c8ef,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:20.876994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-4ef46461-ef41-452c-b235-3f025d7da6e7 None None] Port 453901c2-0239-4667-89c6-3c2d857ad8c8 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:01:21.019644 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-681e5178-7952-4906-8149-343a69dc3dca req-023a272e-a992-4398-8b92-b483ae817ea9 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "GET /v2.0/security-groups/aa0c9d32-f429-4c66-8fa0-2e4aa5edcea5 HTTP/1.1" status: 200 len: 1821 time: 0.3590682 Feb 19 04:01:21.085598 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-77f220ab-9c96-4a9a-852b-0c13162d0f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'name': 'tempest-ServersTestBootFromVolume-75496283-router', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '139d2954-a7c4-4583-8a81-38eda186850e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:12Z', 'updated_at': '2022-02-19T04:01:16Z', 'revision_number': 3, 'project_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'gw_port': {'id': '139d2954-a7c4-4583-8a81-38eda186850e', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:15Z', 'updated_at': '2022-02-19T04:01:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:21.130449 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49414) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:21.164071 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f220ab-9c96-4a9a-852b-0c13162d0f6c None None] Checking router: 21044674-ae57-4ee5-8c10-d08cb43328c4 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:01:21.169899 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-681e5178-7952-4906-8149-343a69dc3dca req-380633fd-06c1-4f5f-9e20-2ad78e5d5ee5 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "GET /v2.0/security-groups/78f2fbd4-e9e7-4d62-a40d-201fa033c8ef HTTP/1.1" status: 200 len: 1821 time: 0.0867517 Feb 19 04:01:21.175029 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f220ab-9c96-4a9a-852b-0c13162d0f6c None None] Updating router 21044674-ae57-4ee5-8c10-d08cb43328c4 port 139d2954-a7c4-4583-8a81-38eda186850e binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:01:21.188346 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-681e5178-7952-4906-8149-343a69dc3dca req-a58f7400-c260-4d0a-91cc-0af747f8ecb6 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'aa0c9d32-f429-4c66-8fa0-2e4aa5edcea5', 'remote_group_id': '78f2fbd4-e9e7-4d62-a40d-201fa033c8ef', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:21.188935 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-681e5178-7952-4906-8149-343a69dc3dca req-a58f7400-c260-4d0a-91cc-0af747f8ecb6 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'aa0c9d32-f429-4c66-8fa0-2e4aa5edcea5', 'remote_group_id': '78f2fbd4-e9e7-4d62-a40d-201fa033c8ef', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:21.257106 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976a938-1623-4a05-86c6-c087872f20e4 req-510e2991-942e-40ad-a036-63740ce1fd29 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:21.259085 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4976a938-1623-4a05-86c6-c087872f20e4 req-510e2991-942e-40ad-a036-63740ce1fd29 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=db573d87-8b63-407a-820b-7792108c187d HTTP/1.1" status: 200 len: 932 time: 0.3224320 Feb 19 04:01:21.261694 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-89a63586-03b0-4fdb-aaca-372c9c01836f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 453901c2-0239-4667-89c6-3c2d857ad8c8 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:01:21.274205 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-89a63586-03b0-4fdb-aaca-372c9c01836f service neutron] Publish callbacks [] for port (453901c2-0239-4667-89c6-3c2d857ad8c8), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:21.305148 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-77f220ab-9c96-4a9a-852b-0c13162d0f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (139d2954-a7c4-4583-8a81-38eda186850e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:21.331532 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:21.389874 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-89a63586-03b0-4fdb-aaca-372c9c01836f service neutron] Transition to ACTIVE for port object 453901c2-0239-4667-89c6-3c2d857ad8c8 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:01:21.409588 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4976a938-1623-4a05-86c6-c087872f20e4 req-bed453c1-f8e4-4695-acd0-0cc2c68e0270 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/security-groups?id=d765655d-a7e8-449e-92f7-b133cb466b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392093 Feb 19 04:01:21.410596 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-89a63586-03b0-4fdb-aaca-372c9c01836f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (453901c2-0239-4667-89c6-3c2d857ad8c8), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:21.523612 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a63586-03b0-4fdb-aaca-372c9c01836f service neutron] Pushing event updated for resources: {'Port': ['ID=453901c2-0239-4667-89c6-3c2d857ad8c8,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:21.591770 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-20630291-a845-4cf7-85c7-76b45913c093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:21.608666 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-681e5178-7952-4906-8149-343a69dc3dca req-a58f7400-c260-4d0a-91cc-0af747f8ecb6 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group_rule (e8a9a344-5587-4689-ba85-b7c520836709), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:21.859659 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-20630291-a845-4cf7-85c7-76b45913c093 admin admin] Publish callbacks [] for security_group (ce210ce2-b578-4abe-b3e8-6b64895cdd7f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:21.913172 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-20630291-a845-4cf7-85c7-76b45913c093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ce210ce2-b578-4abe-b3e8-6b64895cdd7f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.060376 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-20630291-a845-4cf7-85c7-76b45913c093 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4b6971b2c34c467c9325edf333ef14db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9285958 Feb 19 04:01:22.065131 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-77f220ab-9c96-4a9a-852b-0c13162d0f6c None None] Publish callbacks [] for port (139d2954-a7c4-4583-8a81-38eda186850e), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.068246 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49424) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:22.069565 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20630291-a845-4cf7-85c7-76b45913c093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce210ce2-b578-4abe-b3e8-6b64895cdd7f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:22.097264 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-77f220ab-9c96-4a9a-852b-0c13162d0f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (139d2954-a7c4-4583-8a81-38eda186850e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.189355 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f093f-f275-4d17-8866-78b0fee5d18e None None] Pushing event updated for resources: {'Port': ['ID=139d2954-a7c4-4583-8a81-38eda186850e,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:22.284197 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-77f220ab-9c96-4a9a-852b-0c13162d0f6c None None] Attempting to bind port 139d2954-a7c4-4583-8a81-38eda186850e on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:01:22.284578 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-77f220ab-9c96-4a9a-852b-0c13162d0f6c None None] Attempting to bind port 139d2954-a7c4-4583-8a81-38eda186850e by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:01:22.284955 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f220ab-9c96-4a9a-852b-0c13162d0f6c None None] Attempting to bind port 139d2954-a7c4-4583-8a81-38eda186850e on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:22.291259 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f220ab-9c96-4a9a-852b-0c13162d0f6c None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:01:22.291639 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f220ab-9c96-4a9a-852b-0c13162d0f6c None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:01:22.292041 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-77f220ab-9c96-4a9a-852b-0c13162d0f6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.292439 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f220ab-9c96-4a9a-852b-0c13162d0f6c None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:01:22.298857 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-77f220ab-9c96-4a9a-852b-0c13162d0f6c None None] Bound port: 139d2954-a7c4-4583-8a81-38eda186850e, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:01:22.299407 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-77f220ab-9c96-4a9a-852b-0c13162d0f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (139d2954-a7c4-4583-8a81-38eda186850e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.370311 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d62acae0-05fb-4c5b-8467-fd13baadf13d admin admin] Publish callbacks [] for security_group (ce210ce2-b578-4abe-b3e8-6b64895cdd7f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.436896 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-77f220ab-9c96-4a9a-852b-0c13162d0f6c None None] For port 139d2954-a7c4-4583-8a81-38eda186850e, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:01:22.440686 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-77f220ab-9c96-4a9a-852b-0c13162d0f6c None None] For port 139d2954-a7c4-4583-8a81-38eda186850e, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=139d2954-a7c4-4583-8a81-38eda186850e,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:01:22.462314 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-77f220ab-9c96-4a9a-852b-0c13162d0f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (139d2954-a7c4-4583-8a81-38eda186850e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.462613 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d62acae0-05fb-4c5b-8467-fd13baadf13d admin admin] Publish callbacks [] for security_group (ce210ce2-b578-4abe-b3e8-6b64895cdd7f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.611619 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Allocated IP 172.20.0.1 (5f6101ba-f25e-4636-b9f9-3a5ca6a42df4/d32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab/91206c36-79ff-4fc3-8548-9ae66bd597a6) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:01:22.615220 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f220ab-9c96-4a9a-852b-0c13162d0f6c None None] Routers {'21044674-ae57-4ee5-8c10-d08cb43328c4'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:22.616959 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-77f220ab-9c96-4a9a-852b-0c13162d0f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:01:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['21044674-ae57-4ee5-8c10-d08cb43328c4'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:22.622121 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f093f-f275-4d17-8866-78b0fee5d18e None None] Pushing event updated for resources: {'Port': ['ID=139d2954-a7c4-4583-8a81-38eda186850e,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:22.863885 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d62acae0-05fb-4c5b-8467-fd13baadf13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ce210ce2-b578-4abe-b3e8-6b64895cdd7f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.877130 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d62acae0-05fb-4c5b-8467-fd13baadf13d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.887125 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d62acae0-05fb-4c5b-8467-fd13baadf13d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ce210ce2-b578-4abe-b3e8-6b64895cdd7f HTTP/1.1" status: 204 len: 168 time: 0.7993546 Feb 19 04:01:22.967964 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-681e5178-7952-4906-8149-343a69dc3dca req-a58f7400-c260-4d0a-91cc-0af747f8ecb6 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group_rule (e8a9a344-5587-4689-ba85-b7c520836709), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.972132 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62acae0-05fb-4c5b-8467-fd13baadf13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce210ce2-b578-4abe-b3e8-6b64895cdd7f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:23.021857 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-681e5178-7952-4906-8149-343a69dc3dca req-a58f7400-c260-4d0a-91cc-0af747f8ecb6 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (e8a9a344-5587-4689-ba85-b7c520836709), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.087929 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-89a63586-03b0-4fdb-aaca-372c9c01836f service neutron] Attempting to bind port 453901c2-0239-4667-89c6-3c2d857ad8c8 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:01:23.088342 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-89a63586-03b0-4fdb-aaca-372c9c01836f service neutron] Attempting to bind port 453901c2-0239-4667-89c6-3c2d857ad8c8 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '07a44a8c-5788-4ab0-83e5-f85555578b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:01:23.088640 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-89a63586-03b0-4fdb-aaca-372c9c01836f service neutron] Attempting to bind port 453901c2-0239-4667-89c6-3c2d857ad8c8 on network 9d03c4ae-d514-421e-b655-86ca09811ee8 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:23.097478 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Publish callbacks [] for port (91206c36-79ff-4fc3-8548-9ae66bd597a6), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.103338 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-681e5178-7952-4906-8149-343a69dc3dca req-a58f7400-c260-4d0a-91cc-0af747f8ecb6 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.106623 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-681e5178-7952-4906-8149-343a69dc3dca req-a58f7400-c260-4d0a-91cc-0af747f8ecb6 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.9236596 Feb 19 04:01:23.110660 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-77f220ab-9c96-4a9a-852b-0c13162d0f6c None None] Set router 21044674-ae57-4ee5-8c10-d08cb43328c4 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:23.122875 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f7400-c260-4d0a-91cc-0af747f8ecb6 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a9a344-5587-4689-ba85-b7c520836709,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:23.130681 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-89a63586-03b0-4fdb-aaca-372c9c01836f service neutron] Port 453901c2-0239-4667-89c6-3c2d857ad8c8 on network 9d03c4ae-d514-421e-b655-86ca09811ee8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:01:23.131364 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-89a63586-03b0-4fdb-aaca-372c9c01836f service neutron] Attempting to bind port 453901c2-0239-4667-89c6-3c2d857ad8c8 on network 9d03c4ae-d514-421e-b655-86ca09811ee8 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:23.144363 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b8085-a387-48d2-bdc9-3510c3bc7671 req-c61c5362-d50a-4491-9e68-fa15dd80e891 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:23.146068 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1e0b8085-a387-48d2-bdc9-3510c3bc7671 req-c61c5362-d50a-4491-9e68-fa15dd80e891 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=db573d87-8b63-407a-820b-7792108c187d HTTP/1.1" status: 200 len: 944 time: 0.3217003 Feb 19 04:01:23.149798 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-89a63586-03b0-4fdb-aaca-372c9c01836f service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:01:23.150248 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-89a63586-03b0-4fdb-aaca-372c9c01836f service neutron] Checking segment: {'id': '07a44a8c-5788-4ab0-83e5-f85555578b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:01:23.150613 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-89a63586-03b0-4fdb-aaca-372c9c01836f service neutron] Bound using segment: {'id': '07a44a8c-5788-4ab0-83e5-f85555578b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:01:23.151067 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-89a63586-03b0-4fdb-aaca-372c9c01836f service neutron] Bound port: 453901c2-0239-4667-89c6-3c2d857ad8c8, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a44a8c-5788-4ab0-83e5-f85555578b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:01:23.151432 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-89a63586-03b0-4fdb-aaca-372c9c01836f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (453901c2-0239-4667-89c6-3c2d857ad8c8), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.158262 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-b5f3b1fa-899b-4837-a9c5-056cead16146 req-658c7bb3-6197-49a1-9a7a-6cfd3e7feb1c tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-986319608', 'description': 'tempest-description-1227472968'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:23.235750 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (91206c36-79ff-4fc3-8548-9ae66bd597a6), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.323472 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1e0b8085-a387-48d2-bdc9-3510c3bc7671 req-0f608a99-4147-48b9-91f3-72537c104d47 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/security-groups?id=d765655d-a7e8-449e-92f7-b133cb466b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685171 Feb 19 04:01:23.361510 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b5f3b1fa-899b-4837-a9c5-056cead16146 req-658c7bb3-6197-49a1-9a7a-6cfd3e7feb1c tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.386745 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Network 5f6101ba-f25e-4636-b9f9-3a5ca6a42df4 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:01:23.413734 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:23.437318 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:01:23.472963 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-89a63586-03b0-4fdb-aaca-372c9c01836f service neutron] For port 453901c2-0239-4667-89c6-3c2d857ad8c8, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:01:23.498862 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-89a63586-03b0-4fdb-aaca-372c9c01836f service neutron] For port 453901c2-0239-4667-89c6-3c2d857ad8c8, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=453901c2-0239-4667-89c6-3c2d857ad8c8,segment=NetworkSegment(07a44a8c-5788-4ab0-83e5-f85555578b3c),segment_id=07a44a8c-5788-4ab0-83e5-f85555578b3c)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:01:23.522689 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-89a63586-03b0-4fdb-aaca-372c9c01836f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (453901c2-0239-4667-89c6-3c2d857ad8c8), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.568452 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (21044674-ae57-4ee5-8c10-d08cb43328c4), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.603892 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-89a63586-03b0-4fdb-aaca-372c9c01836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:23.605976 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-89a63586-03b0-4fdb-aaca-372c9c01836f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.607563 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-89a63586-03b0-4fdb-aaca-372c9c01836f service neutron] 10.222.0.26 "PUT /v2.0/ports/453901c2-0239-4667-89c6-3c2d857ad8c8 HTTP/1.1" status: 200 len: 1093 time: 3.8652532 Feb 19 04:01:23.629507 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db573d87-8b63-407a-820b-7792108c187d', 'tag': '453901c2-0239-4667-89c6-3c2d857ad8c8'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:23.636595 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f23eec-1332-4c7e-8925-27c2c394bd40" -d '{"events": [{"name": "network-changed", "server_uuid": "db573d87-8b63-407a-820b-7792108c187d", "tag": "453901c2-0239-4667-89c6-3c2d857ad8c8"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:23.697999 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49444) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:23.718074 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2f58c237-d456-4174-afa4-e50b3f24d8b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.779240 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71df4bf7-de5a-40be-b32a-58ddf6546268 x-openstack-request-id: req-71df4bf7-de5a-40be-b32a-58ddf6546268 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:23.779535 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db573d87-8b63-407a-820b-7792108c187d", "tag": "453901c2-0239-4667-89c6-3c2d857ad8c8", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:23.779791 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-71df4bf7-de5a-40be-b32a-58ddf6546268 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:23.780189 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db573d87-8b63-407a-820b-7792108c187d', 'tag': '453901c2-0239-4667-89c6-3c2d857ad8c8', 'status': 'completed', 'code': 200} Feb 19 04:01:23.798335 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a63586-03b0-4fdb-aaca-372c9c01836f service neutron] Pushing event updated for resources: {'Port': ['ID=453901c2-0239-4667-89c6-3c2d857ad8c8,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:23.811340 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b5f3b1fa-899b-4837-a9c5-056cead16146 req-658c7bb3-6197-49a1-9a7a-6cfd3e7feb1c tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (993a5aab-977e-431c-bf53-b6cb10a6e0a5), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.840070 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b5f3b1fa-899b-4837-a9c5-056cead16146 req-658c7bb3-6197-49a1-9a7a-6cfd3e7feb1c tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (993a5aab-977e-431c-bf53-b6cb10a6e0a5), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.920671 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-bc2d24f3-78b8-4dff-a2d5-744eca517959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:23.922258 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-bc2d24f3-78b8-4dff-a2d5-744eca517959 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=50fd7819c4774650a14342140345e302&device_id=db573d87-8b63-407a-820b-7792108c187d HTTP/1.1" status: 200 len: 1127 time: 0.2584190 Feb 19 04:01:23.927102 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c7bb3-6197-49a1-9a7a-6cfd3e7feb1c tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=993a5aab-977e-431c-bf53-b6cb10a6e0a5,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:23.958663 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b5f3b1fa-899b-4837-a9c5-056cead16146 req-658c7bb3-6197-49a1-9a7a-6cfd3e7feb1c tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.965251 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5f3b1fa-899b-4837-a9c5-056cead16146 req-658c7bb3-6197-49a1-9a7a-6cfd3e7feb1c tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.8141768 Feb 19 04:01:23.979032 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-77f220ab-9c96-4a9a-852b-0c13162d0f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'name': 'tempest-ServersTestBootFromVolume-75496283-router', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '139d2954-a7c4-4583-8a81-38eda186850e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:12Z', 'updated_at': '2022-02-19T04:01:16Z', 'revision_number': 3, 'project_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'gw_port': {'id': '139d2954-a7c4-4583-8a81-38eda186850e', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:15Z', 'updated_at': '2022-02-19T04:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:24.004521 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Pushing event updated for resources: {'Port': ['ID=91206c36-79ff-4fc3-8548-9ae66bd597a6,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:24.094433 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (91206c36-79ff-4fc3-8548-9ae66bd597a6), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.110570 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-53bfb9a3-5e0d-4a7e-8f00-c4115687307c req-bc332006-f664-4019-af1a-1c51476618b5 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1238013888', 'description': 'tempest-description-2051219119'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:24.111117 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f220ab-9c96-4a9a-852b-0c13162d0f6c None None] The sync data for ids ['21044674-ae57-4ee5-8c10-d08cb43328c4'] in n-d-828369-19 is: [{'id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'name': 'tempest-ServersTestBootFromVolume-75496283-router', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '139d2954-a7c4-4583-8a81-38eda186850e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:12Z', 'updated_at': '2022-02-19T04:01:16Z', 'revision_number': 3, 'project_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'gw_port': {'id': '139d2954-a7c4-4583-8a81-38eda186850e', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:15Z', 'updated_at': '2022-02-19T04:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:01:24.124242 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:24.129455 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:24.131008 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:24.132032 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:24.132960 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:24.133649 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:24.134836 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:24.137095 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:24.140211 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:24.140761 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:24.141323 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:24.141878 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:24.142526 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:24.156404 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-88d4a156-26cf-4576-8d41-fe9a0c46940b None None] Provisioning complete for port 91206c36-79ff-4fc3-8548-9ae66bd597a6 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:24.156791 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-88d4a156-26cf-4576-8d41-fe9a0c46940b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (91206c36-79ff-4fc3-8548-9ae66bd597a6), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.176995 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-d78590f3-d438-40cf-85f0-31574d7212d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=453901c2-0239-4667-89c6-3c2d857ad8c8 HTTP/1.1" status: 200 len: 217 time: 0.2415750 Feb 19 04:01:24.203098 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-53bfb9a3-5e0d-4a7e-8f00-c4115687307c req-bc332006-f664-4019-af1a-1c51476618b5 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.238456 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-88d4a156-26cf-4576-8d41-fe9a0c46940b None None] Port 91206c36-79ff-4fc3-8548-9ae66bd597a6 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:01:24.449156 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2f58c237-d456-4174-afa4-e50b3f24d8b1 admin admin] Publish callbacks [] for security_group (49318365-24b3-442b-add4-6d9ee95e2925), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.487605 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2f58c237-d456-4174-afa4-e50b3f24d8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (49318365-24b3-442b-add4-6d9ee95e2925), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.505153 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-f88ab780-3d3a-4a44-978f-c2da0f7c8ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:24.511540 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-f88ab780-3d3a-4a44-978f-c2da0f7c8ccc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5 HTTP/1.1" status: 200 len: 860 time: 0.3165903 Feb 19 04:01:24.538521 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Publish callbacks [] for port (91206c36-79ff-4fc3-8548-9ae66bd597a6), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.556376 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (91206c36-79ff-4fc3-8548-9ae66bd597a6), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.641928 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (21044674-ae57-4ee5-8c10-d08cb43328c4), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.729142 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2f58c237-d456-4174-afa4-e50b3f24d8b1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d253d9a0ab4b4adba090f2e47590a238&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0276265 Feb 19 04:01:24.731843 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49456) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:24.837286 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58c237-d456-4174-afa4-e50b3f24d8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49318365-24b3-442b-add4-6d9ee95e2925,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:24.850055 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-809819ca-57f6-4bee-96c3-4af0a1f9b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:24.853467 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-809819ca-57f6-4bee-96c3-4af0a1f9b7ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d03c4ae-d514-421e-b655-86ca09811ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3096707 Feb 19 04:01:24.909853 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-53bfb9a3-5e0d-4a7e-8f00-c4115687307c req-bc332006-f664-4019-af1a-1c51476618b5 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (2d1d8524-186d-48a6-a0e4-6adcf75ed909), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.953557 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bb6c841a-45a6-49c8-b6c3-a91ee2bed1d4 admin admin] Publish callbacks [] for security_group (49318365-24b3-442b-add4-6d9ee95e2925), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.964872 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Pushing event updated for resources: {'Port': ['ID=91206c36-79ff-4fc3-8548-9ae66bd597a6,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:25.048631 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Network 5f6101ba-f25e-4636-b9f9-3a5ca6a42df4 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:01:25.053110 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:25.093548 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bb6c841a-45a6-49c8-b6c3-a91ee2bed1d4 admin admin] Publish callbacks [] for security_group (49318365-24b3-442b-add4-6d9ee95e2925), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:25.099744 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0762e-f6bc-41fe-a829-0e3901faef51 req-a93a6d60-b2d4-4a1f-a751-68f46d5663c3 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:25.109793 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ed0762e-f6bc-41fe-a829-0e3901faef51 req-a93a6d60-b2d4-4a1f-a751-68f46d5663c3 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=db573d87-8b63-407a-820b-7792108c187d HTTP/1.1" status: 200 len: 944 time: 0.5776274 Feb 19 04:01:25.112338 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-53bfb9a3-5e0d-4a7e-8f00-c4115687307c req-bc332006-f664-4019-af1a-1c51476618b5 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2d1d8524-186d-48a6-a0e4-6adcf75ed909), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:25.205312 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc332006-f664-4019-af1a-1c51476618b5 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1d8524-186d-48a6-a0e4-6adcf75ed909,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:25.313251 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-53bfb9a3-5e0d-4a7e-8f00-c4115687307c req-bc332006-f664-4019-af1a-1c51476618b5 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:25.337826 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-53bfb9a3-5e0d-4a7e-8f00-c4115687307c req-bc332006-f664-4019-af1a-1c51476618b5 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.2594790 Feb 19 04:01:25.440289 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-71b986b1-6625-4154-8f8d-b7db06501558 service neutron] 10.222.0.26 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5700095 Feb 19 04:01:25.496196 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bb6c841a-45a6-49c8-b6c3-a91ee2bed1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (49318365-24b3-442b-add4-6d9ee95e2925), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:25.498945 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bb6c841a-45a6-49c8-b6c3-a91ee2bed1d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:25.508448 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bb6c841a-45a6-49c8-b6c3-a91ee2bed1d4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/49318365-24b3-442b-add4-6d9ee95e2925 HTTP/1.1" status: 204 len: 168 time: 0.7737038 Feb 19 04:01:25.529010 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-02957e6b-b4a7-4743-a662-2a3ca6b59d14 None None] Provisioning complete for port 91206c36-79ff-4fc3-8548-9ae66bd597a6 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:25.531022 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-02957e6b-b4a7-4743-a662-2a3ca6b59d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (91206c36-79ff-4fc3-8548-9ae66bd597a6), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:25.561213 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c841a-45a6-49c8-b6c3-a91ee2bed1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49318365-24b3-442b-add4-6d9ee95e2925,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:25.588511 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Router 21044674-ae57-4ee5-8c10-d08cb43328c4 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:01:25.670033 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 139d2954-a7c4-4583-8a81-38eda186850e up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:01:25.794545 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dfd20324-3a8e-4b24-bd80-eb3fee17c7c1 req-b5a14748-b97a-470e-9a61-887d209fbd68 service neutron] 10.222.0.26 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409898 Feb 19 04:01:25.833059 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ed0762e-f6bc-41fe-a829-0e3901faef51 req-609781be-b604-4682-a6a0-b4f9cf0e7772 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/security-groups?id=d765655d-a7e8-449e-92f7-b133cb466b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7201169 Feb 19 04:01:25.869194 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9723ec84-5edc-4e59-b19d-4ec739e4451a req-f839037a-9198-4abc-b8f8-26d97729e59f tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "GET /v2.0/security-groups/993a5aab-977e-431c-bf53-b6cb10a6e0a5 HTTP/1.1" status: 200 len: 1821 time: 0.4198289 Feb 19 04:01:26.010498 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-02957e6b-b4a7-4743-a662-2a3ca6b59d14 None None] Port 91206c36-79ff-4fc3-8548-9ae66bd597a6 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:01:26.013896 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:01:26.042302 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5a02ea83-15fd-4772-a28d-48ec0bf1b6b2 admin admin] 10.222.0.52 "PUT /v2.0/routers/21044674-ae57-4ee5-8c10-d08cb43328c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2833393 Feb 19 04:01:26.048084 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 139d2954-a7c4-4583-8a81-38eda186850e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:26.050628 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (139d2954-a7c4-4583-8a81-38eda186850e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:26.097211 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9723ec84-5edc-4e59-b19d-4ec739e4451a req-8aa1b8ad-52da-46f1-8bc8-34af4d8c955f tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "GET /v2.0/security-groups/2d1d8524-186d-48a6-a0e4-6adcf75ed909 HTTP/1.1" status: 200 len: 1822 time: 0.2267883 Feb 19 04:01:26.130924 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-9723ec84-5edc-4e59-b19d-4ec739e4451a req-d65af4c0-2ed1-4a75-baf4-eecd38e51477 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '993a5aab-977e-431c-bf53-b6cb10a6e0a5', 'remote_group_id': '2d1d8524-186d-48a6-a0e4-6adcf75ed909', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:26.131610 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-9723ec84-5edc-4e59-b19d-4ec739e4451a req-d65af4c0-2ed1-4a75-baf4-eecd38e51477 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '993a5aab-977e-431c-bf53-b6cb10a6e0a5', 'remote_group_id': '2d1d8524-186d-48a6-a0e4-6adcf75ed909', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:26.189958 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f23eec-1332-4c7e-8925-27c2c394bd40 req-5e7ee411-41be-483b-9484-bc6c78bc2446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:26.199112 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19f23eec-1332-4c7e-8925-27c2c394bd40 req-5e7ee411-41be-483b-9484-bc6c78bc2446 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=50fd7819c4774650a14342140345e302&device_id=db573d87-8b63-407a-820b-7792108c187d HTTP/1.1" status: 200 len: 1127 time: 0.3246188 Feb 19 04:01:26.307272 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 139d2954-a7c4-4583-8a81-38eda186850e is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:26.310079 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (139d2954-a7c4-4583-8a81-38eda186850e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:26.374641 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 139d2954-a7c4-4583-8a81-38eda186850e, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=139d2954-a7c4-4583-8a81-38eda186850e,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:26.399428 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (139d2954-a7c4-4583-8a81-38eda186850e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:26.569015 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9723ec84-5edc-4e59-b19d-4ec739e4451a req-d65af4c0-2ed1-4a75-baf4-eecd38e51477 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group_rule (da91b08b-3b77-4f2c-b9c1-bf6784406427), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:26.576587 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=139d2954-a7c4-4583-8a81-38eda186850e,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:26.579885 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f23eec-1332-4c7e-8925-27c2c394bd40 req-89535ec2-96ab-4588-be73-e05956b26b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:26.586544 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19f23eec-1332-4c7e-8925-27c2c394bd40 req-89535ec2-96ab-4588-be73-e05956b26b83 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9d03c4ae-d514-421e-b655-86ca09811ee8 HTTP/1.1" status: 200 len: 922 time: 0.3735814 Feb 19 04:01:26.632975 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:26.672528 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19f23eec-1332-4c7e-8925-27c2c394bd40 req-9084a296-3dbc-4b9a-ab07-9945ad28fa42 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=453901c2-0239-4667-89c6-3c2d857ad8c8 HTTP/1.1" status: 200 len: 217 time: 0.0737128 Feb 19 04:01:26.808467 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f23eec-1332-4c7e-8925-27c2c394bd40 req-9e9078c1-a444-432f-b09f-9051b258e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:26.810006 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19f23eec-1332-4c7e-8925-27c2c394bd40 req-9e9078c1-a444-432f-b09f-9051b258e716 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5 HTTP/1.1" status: 200 len: 860 time: 0.1301129 Feb 19 04:01:26.886232 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9723ec84-5edc-4e59-b19d-4ec739e4451a req-d65af4c0-2ed1-4a75-baf4-eecd38e51477 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group_rule (da91b08b-3b77-4f2c-b9c1-bf6784406427), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:26.916245 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9723ec84-5edc-4e59-b19d-4ec739e4451a req-d65af4c0-2ed1-4a75-baf4-eecd38e51477 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (da91b08b-3b77-4f2c-b9c1-bf6784406427), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:27.028357 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f23eec-1332-4c7e-8925-27c2c394bd40 req-084e7650-6066-4bee-8567-04dc5a7d023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:27.029914 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19f23eec-1332-4c7e-8925-27c2c394bd40 req-084e7650-6066-4bee-8567-04dc5a7d023d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d03c4ae-d514-421e-b655-86ca09811ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2049601 Feb 19 04:01:27.077403 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9723ec84-5edc-4e59-b19d-4ec739e4451a req-d65af4c0-2ed1-4a75-baf4-eecd38e51477 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:27.094754 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9723ec84-5edc-4e59-b19d-4ec739e4451a req-d65af4c0-2ed1-4a75-baf4-eecd38e51477 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9764478 Feb 19 04:01:27.133224 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65af4c0-2ed1-4a75-baf4-eecd38e51477 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da91b08b-3b77-4f2c-b9c1-bf6784406427,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:27.183758 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49504) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:27.188643 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-8df3aea7-a428-4d47-8e36-d94724ceb325 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Request body: {'security_group': {'name': 'tempest-securitygroup--20743400', 'description': 'tempest-description--33872039'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:27.259169 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8df3aea7-a428-4d47-8e36-d94724ceb325 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:27.312085 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49508) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:27.392511 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b719ac22-2dbd-4f02-a788-e67519a5d295 None None] Sync routers for ids ['21044674-ae57-4ee5-8c10-d08cb43328c4'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:01:27.416037 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b719ac22-2dbd-4f02-a788-e67519a5d295 None None] Routers {'21044674-ae57-4ee5-8c10-d08cb43328c4'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:27.416687 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b719ac22-2dbd-4f02-a788-e67519a5d295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:01:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['21044674-ae57-4ee5-8c10-d08cb43328c4'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:27.421282 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8df3aea7-a428-4d47-8e36-d94724ceb325 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks [] for security_group (2cad8288-9435-40e0-8e1c-121fc37255cb), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:27.437253 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8df3aea7-a428-4d47-8e36-d94724ceb325 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2cad8288-9435-40e0-8e1c-121fc37255cb), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:27.514153 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 139d2954-a7c4-4583-8a81-38eda186850e up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:01:27.519663 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8df3aea7-a428-4d47-8e36-d94724ceb325 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:27.522382 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8df3aea7-a428-4d47-8e36-d94724ceb325 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.3374104 Feb 19 04:01:27.526983 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49512) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:27.546526 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d2c59bb2-50f8-41a7-9fda-6a390c5fbbce tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Request body: {'security_group_rule': {'security_group_id': '2cad8288-9435-40e0-8e1c-121fc37255cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:27.556612 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-adf570a7-d615-45dd-913e-89d5c4866743 req-0f6a13e4-dd02-4737-8338-4d99a07982a2 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "GET /v2.0/security-groups/2d1d8524-186d-48a6-a0e4-6adcf75ed909 HTTP/1.1" status: 200 len: 1822 time: 0.3357003 Feb 19 04:01:27.577009 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3aea7-a428-4d47-8e36-d94724ceb325 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cad8288-9435-40e0-8e1c-121fc37255cb,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:27.588674 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19f23eec-1332-4c7e-8925-27c2c394bd40 req-1bc97501-b82a-40bd-951b-14d1cff25401 service neutron] 10.222.0.26 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5454688 Feb 19 04:01:27.620043 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 139d2954-a7c4-4583-8a81-38eda186850e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:27.620648 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (139d2954-a7c4-4583-8a81-38eda186850e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:27.629954 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-1c4cbe4f-07bd-41d1-82f8-2aa735244234 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-586102156-network', 'tenant_id': '0b14a11ca3974959a15f3edce22dc735'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:27.651431 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d2c59bb2-50f8-41a7-9fda-6a390c5fbbce tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks [] for security_group_rule (28e5a708-4dff-4d95-b619-d5b0793d0cd6), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:27.777337 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 139d2954-a7c4-4583-8a81-38eda186850e is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:27.787241 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-b719ac22-2dbd-4f02-a788-e67519a5d295 None None] Set router 21044674-ae57-4ee5-8c10-d08cb43328c4 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:27.842839 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d2c59bb2-50f8-41a7-9fda-6a390c5fbbce tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks [] for security_group_rule (28e5a708-4dff-4d95-b619-d5b0793d0cd6), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:27.857920 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d2c59bb2-50f8-41a7-9fda-6a390c5fbbce tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (28e5a708-4dff-4d95-b619-d5b0793d0cd6), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:27.882081 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c59bb2-50f8-41a7-9fda-6a390c5fbbce tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e5a708-4dff-4d95-b619-d5b0793d0cd6,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:27.903104 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d2c59bb2-50f8-41a7-9fda-6a390c5fbbce tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:27.906924 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d2c59bb2-50f8-41a7-9fda-6a390c5fbbce tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3744774 Feb 19 04:01:27.907527 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49514) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:27.912127 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-dd577e21-c319-4db1-ae6f-d9a866d4a550 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Request body: {'security_group_rule': {'security_group_id': '2cad8288-9435-40e0-8e1c-121fc37255cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:27.946739 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19f23eec-1332-4c7e-8925-27c2c394bd40 req-ee457bff-547f-4ed0-a790-aa229dd8b637 service neutron] 10.222.0.26 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037722 Feb 19 04:01:27.967747 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dd577e21-c319-4db1-ae6f-d9a866d4a550 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks [] for security_group_rule (c90a77a3-b879-483e-b67f-f89120831c76), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:28.082481 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4392c-adc8-43fa-9714-249cf316cf91 req-475da82f-a123-4a7f-8973-938876106111 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:28.084716 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67e4392c-adc8-43fa-9714-249cf316cf91 req-475da82f-a123-4a7f-8973-938876106111 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=db573d87-8b63-407a-820b-7792108c187d HTTP/1.1" status: 200 len: 944 time: 0.8388212 Feb 19 04:01:28.169055 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dd577e21-c319-4db1-ae6f-d9a866d4a550 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks [] for security_group_rule (c90a77a3-b879-483e-b67f-f89120831c76), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:28.174602 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67e4392c-adc8-43fa-9714-249cf316cf91 req-d39c3bee-23aa-4ca9-9328-e9c7c23909eb tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/security-groups?id=d765655d-a7e8-449e-92f7-b133cb466b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817027 Feb 19 04:01:28.189679 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dd577e21-c319-4db1-ae6f-d9a866d4a550 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (c90a77a3-b879-483e-b67f-f89120831c76), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:28.190874 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4cbe4f-07bd-41d1-82f8-2aa735244234 admin admin] Made reservation on behalf of 0b14a11ca3974959a15f3edce22dc735 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:01:28.199190 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1c4cbe4f-07bd-41d1-82f8-2aa735244234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:28.242783 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd577e21-c319-4db1-ae6f-d9a866d4a550 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c90a77a3-b879-483e-b67f-f89120831c76,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:28.251339 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1c4cbe4f-07bd-41d1-82f8-2aa735244234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:28.256540 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dd577e21-c319-4db1-ae6f-d9a866d4a550 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:28.260471 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-dd577e21-c319-4db1-ae6f-d9a866d4a550 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3491650 Feb 19 04:01:28.260652 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-adf570a7-d615-45dd-913e-89d5c4866743 req-72aa9db2-0ead-4619-8377-addac8bd1dd4 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (2d1d8524-186d-48a6-a0e4-6adcf75ed909), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:28.261299 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49520) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:28.270770 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-dfb6a090-cde6-4935-8eb3-97be09be14db tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:28.272919 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b719ac22-2dbd-4f02-a788-e67519a5d295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'name': 'tempest-ServersTestBootFromVolume-75496283-router', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '139d2954-a7c4-4583-8a81-38eda186850e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:12Z', 'updated_at': '2022-02-19T04:01:23Z', 'revision_number': 4, 'project_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'gw_port': {'id': '139d2954-a7c4-4583-8a81-38eda186850e', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:15Z', 'updated_at': '2022-02-19T04:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '91206c36-79ff-4fc3-8548-9ae66bd597a6', 'name': '', 'network_id': '5f6101ba-f25e-4636-b9f9-3a5ca6a42df4', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'mac_address': 'fa:16:3e:ad:c8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'd32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:21Z', 'updated_at': '2022-02-19T04:01:24Z', 'revision_number': 2, 'project_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'subnets': [{'id': 'd32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:28.324529 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b719ac22-2dbd-4f02-a788-e67519a5d295 None None] Checking router: 21044674-ae57-4ee5-8c10-d08cb43328c4 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:01:28.324944 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b719ac22-2dbd-4f02-a788-e67519a5d295 None None] Updating router 21044674-ae57-4ee5-8c10-d08cb43328c4 port 91206c36-79ff-4fc3-8548-9ae66bd597a6 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:01:28.337393 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dfb6a090-cde6-4935-8eb3-97be09be14db tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:28.337957 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-adf570a7-d615-45dd-913e-89d5c4866743 req-72aa9db2-0ead-4619-8377-addac8bd1dd4 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (2d1d8524-186d-48a6-a0e4-6adcf75ed909), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:28.407833 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-b719ac22-2dbd-4f02-a788-e67519a5d295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (91206c36-79ff-4fc3-8548-9ae66bd597a6), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:28.580141 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-adf570a7-d615-45dd-913e-89d5c4866743 req-72aa9db2-0ead-4619-8377-addac8bd1dd4 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2d1d8524-186d-48a6-a0e4-6adcf75ed909), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:28.582947 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dfb6a090-cde6-4935-8eb3-97be09be14db tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:28.584912 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-adf570a7-d615-45dd-913e-89d5c4866743 req-72aa9db2-0ead-4619-8377-addac8bd1dd4 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:28.587952 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-adf570a7-d615-45dd-913e-89d5c4866743 req-72aa9db2-0ead-4619-8377-addac8bd1dd4 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "DELETE /v2.0/security-groups/2d1d8524-186d-48a6-a0e4-6adcf75ed909 HTTP/1.1" status: 204 len: 173 time: 1.0298586 Feb 19 04:01:28.629337 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa9db2-0ead-4619-8377-addac8bd1dd4 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1d8524-186d-48a6-a0e4-6adcf75ed909,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:28.795135 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 453901c2-0239-4667-89c6-3c2d857ad8c8 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:01:28.824435 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88e97e13-5b73-444b-8eef-1208d0bc2bbb req-64569d28-1789-459a-b992-34f595989fec tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "GET /v2.0/security-groups/993a5aab-977e-431c-bf53-b6cb10a6e0a5 HTTP/1.1" status: 200 len: 1821 time: 0.2062914 Feb 19 04:01:28.831624 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1c4cbe4f-07bd-41d1-82f8-2aa735244234 admin admin] Publish callbacks [] for security_group (cd182133-125f-4a97-bc64-31fddb5daf7d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:28.851431 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1c4cbe4f-07bd-41d1-82f8-2aa735244234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (cd182133-125f-4a97-bc64-31fddb5daf7d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:28.905199 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-8cada3db-a5a6-47ab-8659-fa05e9df9558 req-f267e2f9-28c4-4019-aa2c-1609a7976a79 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1060734628', 'description': 'tempest-description-75695353'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:28.914970 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-dfb6a090-cde6-4935-8eb3-97be09be14db tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Allocated IP 172.25.3.232 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/b8729ffb-29f8-417b-8079-eeb9e8e6744e) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:01:28.938799 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-b719ac22-2dbd-4f02-a788-e67519a5d295 None None] Publish callbacks [] for port (91206c36-79ff-4fc3-8548-9ae66bd597a6), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:28.953606 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4cbe4f-07bd-41d1-82f8-2aa735244234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd182133-125f-4a97-bc64-31fddb5daf7d,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:28.961324 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-b719ac22-2dbd-4f02-a788-e67519a5d295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (91206c36-79ff-4fc3-8548-9ae66bd597a6), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:28.966845 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4cbe4f-07bd-41d1-82f8-2aa735244234 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:01:28.982112 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1c4cbe4f-07bd-41d1-82f8-2aa735244234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (888e1b16-a5ba-4f86-8440-0c31b9249607), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:28.983035 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-1c4cbe4f-07bd-41d1-82f8-2aa735244234 admin admin] Added segment 888e1b16-a5ba-4f86-8440-0c31b9249607 of type vlan for network 9185abf0-321a-4f6a-bfd3-20fbe75f0f5e Feb 19 04:01:29.033458 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8cada3db-a5a6-47ab-8659-fa05e9df9558 req-f267e2f9-28c4-4019-aa2c-1609a7976a79 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:29.065248 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7eeac5-9d06-4410-a2b0-c69e9d3d1893 None None] Pushing event updated for resources: {'Port': ['ID=91206c36-79ff-4fc3-8548-9ae66bd597a6,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:29.097608 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7eeac5-9d06-4410-a2b0-c69e9d3d1893 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:29.098262 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7eeac5-9d06-4410-a2b0-c69e9d3d1893 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:29.098768 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7eeac5-9d06-4410-a2b0-c69e9d3d1893 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:29.099805 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7eeac5-9d06-4410-a2b0-c69e9d3d1893 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:29.100355 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7eeac5-9d06-4410-a2b0-c69e9d3d1893 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:29.100854 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7eeac5-9d06-4410-a2b0-c69e9d3d1893 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:29.101362 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7eeac5-9d06-4410-a2b0-c69e9d3d1893 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:29.101853 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7eeac5-9d06-4410-a2b0-c69e9d3d1893 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:29.102383 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7eeac5-9d06-4410-a2b0-c69e9d3d1893 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:29.102892 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7eeac5-9d06-4410-a2b0-c69e9d3d1893 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:29.103392 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7eeac5-9d06-4410-a2b0-c69e9d3d1893 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:29.103975 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7eeac5-9d06-4410-a2b0-c69e9d3d1893 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:29.104470 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7eeac5-9d06-4410-a2b0-c69e9d3d1893 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:29.187237 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8cada3db-a5a6-47ab-8659-fa05e9df9558 req-f267e2f9-28c4-4019-aa2c-1609a7976a79 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (a7d225af-fd39-432c-96f2-174ac04a58e3), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:29.207793 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8cada3db-a5a6-47ab-8659-fa05e9df9558 req-f267e2f9-28c4-4019-aa2c-1609a7976a79 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a7d225af-fd39-432c-96f2-174ac04a58e3), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:29.228860 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1c4cbe4f-07bd-41d1-82f8-2aa735244234 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (9185abf0-321a-4f6a-bfd3-20fbe75f0f5e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:29.229032 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-b719ac22-2dbd-4f02-a788-e67519a5d295 None None] Attempting to bind port 91206c36-79ff-4fc3-8548-9ae66bd597a6 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:01:29.229422 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-b719ac22-2dbd-4f02-a788-e67519a5d295 None None] Attempting to bind port 91206c36-79ff-4fc3-8548-9ae66bd597a6 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '849fb22f-41f9-4cf0-b323-ce14438cbb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5f6101ba-f25e-4636-b9f9-3a5ca6a42df4'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:01:29.230355 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b719ac22-2dbd-4f02-a788-e67519a5d295 None None] Attempting to bind port 91206c36-79ff-4fc3-8548-9ae66bd597a6 on network 5f6101ba-f25e-4636-b9f9-3a5ca6a42df4 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:29.243676 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 453901c2-0239-4667-89c6-3c2d857ad8c8, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=453901c2-0239-4667-89c6-3c2d857ad8c8,segment=NetworkSegment(07a44a8c-5788-4ab0-83e5-f85555578b3c),segment_id=07a44a8c-5788-4ab0-83e5-f85555578b3c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:29.251798 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b719ac22-2dbd-4f02-a788-e67519a5d295 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:01:29.252187 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b719ac22-2dbd-4f02-a788-e67519a5d295 None None] Checking segment: {'id': '849fb22f-41f9-4cf0-b323-ce14438cbb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5f6101ba-f25e-4636-b9f9-3a5ca6a42df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:01:29.252603 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-b719ac22-2dbd-4f02-a788-e67519a5d295 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:29.253017 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b719ac22-2dbd-4f02-a788-e67519a5d295 None None] Bound using segment: {'id': '849fb22f-41f9-4cf0-b323-ce14438cbb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5f6101ba-f25e-4636-b9f9-3a5ca6a42df4'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:01:29.260240 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-b719ac22-2dbd-4f02-a788-e67519a5d295 None None] Bound port: 91206c36-79ff-4fc3-8548-9ae66bd597a6, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849fb22f-41f9-4cf0-b323-ce14438cbb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5f6101ba-f25e-4636-b9f9-3a5ca6a42df4'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:01:29.260984 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-b719ac22-2dbd-4f02-a788-e67519a5d295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (91206c36-79ff-4fc3-8548-9ae66bd597a6), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:29.285980 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '453901c2-0239-4667-89c6-3c2d857ad8c8', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'port_id': '453901c2-0239-4667-89c6-3c2d857ad8c8', 'mac_address': 'fa:16:3e:7e:37:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:01:29.324868 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8cada3db-a5a6-47ab-8659-fa05e9df9558 req-f267e2f9-28c4-4019-aa2c-1609a7976a79 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:29.335111 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8cada3db-a5a6-47ab-8659-fa05e9df9558 req-f267e2f9-28c4-4019-aa2c-1609a7976a79 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4459312 Feb 19 04:01:29.345541 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dfb6a090-cde6-4935-8eb3-97be09be14db tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks [] for port (b8729ffb-29f8-417b-8079-eeb9e8e6744e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:29.357349 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267e2f9-28c4-4019-aa2c-1609a7976a79 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d225af-fd39-432c-96f2-174ac04a58e3,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:29.448948 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-b719ac22-2dbd-4f02-a788-e67519a5d295 None None] For port 91206c36-79ff-4fc3-8548-9ae66bd597a6, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:01:29.451907 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:29.454433 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 453901c2-0239-4667-89c6-3c2d857ad8c8 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:29.454793 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (453901c2-0239-4667-89c6-3c2d857ad8c8), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:29.457161 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-b719ac22-2dbd-4f02-a788-e67519a5d295 None None] For port 91206c36-79ff-4fc3-8548-9ae66bd597a6, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=91206c36-79ff-4fc3-8548-9ae66bd597a6,segment=NetworkSegment(849fb22f-41f9-4cf0-b323-ce14438cbb9e),segment_id=849fb22f-41f9-4cf0-b323-ce14438cbb9e)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:01:29.465109 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dfb6a090-cde6-4935-8eb3-97be09be14db tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (b8729ffb-29f8-417b-8079-eeb9e8e6744e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:29.481989 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-b719ac22-2dbd-4f02-a788-e67519a5d295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (91206c36-79ff-4fc3-8548-9ae66bd597a6), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:29.482801 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 453901c2-0239-4667-89c6-3c2d857ad8c8 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:01:29.494345 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1c4cbe4f-07bd-41d1-82f8-2aa735244234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (9185abf0-321a-4f6a-bfd3-20fbe75f0f5e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:29.496163 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4cbe4f-07bd-41d1-82f8-2aa735244234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:29.501631 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1c4cbe4f-07bd-41d1-82f8-2aa735244234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:29.529647 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 453901c2-0239-4667-89c6-3c2d857ad8c8, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=453901c2-0239-4667-89c6-3c2d857ad8c8,segment=NetworkSegment(07a44a8c-5788-4ab0-83e5-f85555578b3c),segment_id=07a44a8c-5788-4ab0-83e5-f85555578b3c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:29.542837 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb6a090-cde6-4935-8eb3-97be09be14db tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:01:29.547287 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-dfb6a090-cde6-4935-8eb3-97be09be14db tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:29.552986 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (453901c2-0239-4667-89c6-3c2d857ad8c8), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:29.557649 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb6a090-cde6-4935-8eb3-97be09be14db tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:01:29.578584 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b719ac22-2dbd-4f02-a788-e67519a5d295 None None] Routers {'21044674-ae57-4ee5-8c10-d08cb43328c4'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:29.579119 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b719ac22-2dbd-4f02-a788-e67519a5d295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:01:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['21044674-ae57-4ee5-8c10-d08cb43328c4'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:29.670213 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6a090-cde6-4935-8eb3-97be09be14db tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Pushing event updated for resources: {'Port': ['ID=b8729ffb-29f8-417b-8079-eeb9e8e6744e,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:29.697037 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-f2356819-d8dd-4f0c-8d36-9f73a5697f4c None None] Provisioning complete for port 91206c36-79ff-4fc3-8548-9ae66bd597a6 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:29.697409 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f2356819-d8dd-4f0c-8d36-9f73a5697f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (91206c36-79ff-4fc3-8548-9ae66bd597a6), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:29.704115 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c33c5278-dabf-4105-beab-afdc96e9418a req-41c59d82-4f0c-4bc5-8798-46eb57bdeef7 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "GET /v2.0/security-groups/a7d225af-fd39-432c-96f2-174ac04a58e3 HTTP/1.1" status: 200 len: 1820 time: 0.3110950 Feb 19 04:01:29.768180 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1c4cbe4f-07bd-41d1-82f8-2aa735244234 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4472163 Feb 19 04:01:29.781623 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-c33c5278-dabf-4105-beab-afdc96e9418a req-ff935c79-976e-493e-b50a-59bf8cc0ae40 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a7d225af-fd39-432c-96f2-174ac04a58e3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:29.781960 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-c33c5278-dabf-4105-beab-afdc96e9418a req-ff935c79-976e-493e-b50a-59bf8cc0ae40 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a7d225af-fd39-432c-96f2-174ac04a58e3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:29.794072 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49540) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:29.796587 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=453901c2-0239-4667-89c6-3c2d857ad8c8,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:29.800696 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-378530f0-5c19-4ab1-b1fc-17ea57a10a0b admin admin] Request body: {'subnet': {'network_id': '9185abf0-321a-4f6a-bfd3-20fbe75f0f5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-586102156-subnet', 'tenant_id': '0b14a11ca3974959a15f3edce22dc735', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:29.807655 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4cbe4f-07bd-41d1-82f8-2aa735244234 admin admin] Pushing event updated for resources: {'Network': ['ID=9185abf0-321a-4f6a-bfd3-20fbe75f0f5e,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:29.812933 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dfb6a090-cde6-4935-8eb3-97be09be14db tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks [] for floatingip (462c285c-c1b1-4c58-9d6e-7d7ec34797dd), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:29.837129 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 9185abf0-321a-4f6a-bfd3-20fbe75f0f5e details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:01:29.859114 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945eebe1-5e55-4aa3-a455-d04003ae39db req-537d1509-d40b-4a83-9df1-16ab4cfb356d tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:29.866879 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-945eebe1-5e55-4aa3-a455-d04003ae39db req-537d1509-d40b-4a83-9df1-16ab4cfb356d tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=db573d87-8b63-407a-820b-7792108c187d HTTP/1.1" status: 200 len: 944 time: 0.4752381 Feb 19 04:01:29.894455 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-b719ac22-2dbd-4f02-a788-e67519a5d295 None None] Set router 21044674-ae57-4ee5-8c10-d08cb43328c4 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:29.898419 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dfb6a090-cde6-4935-8eb3-97be09be14db tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b8729ffb-29f8-417b-8079-eeb9e8e6744e), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:29.903383 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f2356819-d8dd-4f0c-8d36-9f73a5697f4c None None] Current status of the port 91206c36-79ff-4fc3-8548-9ae66bd597a6 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:29.904052 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f2356819-d8dd-4f0c-8d36-9f73a5697f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (91206c36-79ff-4fc3-8548-9ae66bd597a6), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:29.906582 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['453901c2-0239-4667-89c6-3c2d857ad8c8'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:01:29.939850 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378530f0-5c19-4ab1-b1fc-17ea57a10a0b admin admin] Made reservation on behalf of 0b14a11ca3974959a15f3edce22dc735 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:01:29.945151 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-378530f0-5c19-4ab1-b1fc-17ea57a10a0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:30.042595 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-f2356819-d8dd-4f0c-8d36-9f73a5697f4c None None] For port 91206c36-79ff-4fc3-8548-9ae66bd597a6, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=91206c36-79ff-4fc3-8548-9ae66bd597a6,segment=NetworkSegment(849fb22f-41f9-4cf0-b323-ce14438cbb9e),segment_id=849fb22f-41f9-4cf0-b323-ce14438cbb9e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:30.068985 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f2356819-d8dd-4f0c-8d36-9f73a5697f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (91206c36-79ff-4fc3-8548-9ae66bd597a6), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:30.121794 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7eeac5-9d06-4410-a2b0-c69e9d3d1893 None None] Pushing event updated for resources: {'Port': ['ID=91206c36-79ff-4fc3-8548-9ae66bd597a6,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:30.216284 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2356819-d8dd-4f0c-8d36-9f73a5697f4c None None] Pushing event updated for resources: {'Port': ['ID=91206c36-79ff-4fc3-8548-9ae66bd597a6,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:30.228630 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dfb6a090-cde6-4935-8eb3-97be09be14db tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks [] for port (b8729ffb-29f8-417b-8079-eeb9e8e6744e), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:30.243788 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dfb6a090-cde6-4935-8eb3-97be09be14db tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (b8729ffb-29f8-417b-8079-eeb9e8e6744e), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:30.312980 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-945eebe1-5e55-4aa3-a455-d04003ae39db req-24e29875-420f-4012-a14d-744611143a82 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/security-groups?id=d765655d-a7e8-449e-92f7-b133cb466b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452488 Feb 19 04:01:30.314141 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c33c5278-dabf-4105-beab-afdc96e9418a req-ff935c79-976e-493e-b50a-59bf8cc0ae40 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group_rule (66822d96-fa2d-4366-be6b-b5e0bc7b040d), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:30.362920 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6a090-cde6-4935-8eb3-97be09be14db tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Pushing event updated for resources: {'Port': ['ID=b8729ffb-29f8-417b-8079-eeb9e8e6744e,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:30.363494 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b719ac22-2dbd-4f02-a788-e67519a5d295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'name': 'tempest-ServersTestBootFromVolume-75496283-router', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '139d2954-a7c4-4583-8a81-38eda186850e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:12Z', 'updated_at': '2022-02-19T04:01:23Z', 'revision_number': 4, 'project_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'gw_port': {'id': '139d2954-a7c4-4583-8a81-38eda186850e', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:15Z', 'updated_at': '2022-02-19T04:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '91206c36-79ff-4fc3-8548-9ae66bd597a6', 'name': '', 'network_id': '5f6101ba-f25e-4636-b9f9-3a5ca6a42df4', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'mac_address': 'fa:16:3e:ad:c8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'd32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:21Z', 'updated_at': '2022-02-19T04:01:29Z', 'revision_number': 4, 'project_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'subnets': [{'id': 'd32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:30.370373 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-554fb87e-30cc-4c81-a399-1d738b4c5162 None None] Provisioning complete for port 91206c36-79ff-4fc3-8548-9ae66bd597a6 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:30.370757 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-554fb87e-30cc-4c81-a399-1d738b4c5162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (91206c36-79ff-4fc3-8548-9ae66bd597a6), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:30.389417 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dfb6a090-cde6-4935-8eb3-97be09be14db tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (462c285c-c1b1-4c58-9d6e-7d7ec34797dd), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:30.395857 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c33c5278-dabf-4105-beab-afdc96e9418a req-ff935c79-976e-493e-b50a-59bf8cc0ae40 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group_rule (66822d96-fa2d-4366-be6b-b5e0bc7b040d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:30.412707 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b719ac22-2dbd-4f02-a788-e67519a5d295 None None] The sync data for ids ['21044674-ae57-4ee5-8c10-d08cb43328c4'] in n-d-828369-19 is: [{'id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'name': 'tempest-ServersTestBootFromVolume-75496283-router', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '139d2954-a7c4-4583-8a81-38eda186850e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:12Z', 'updated_at': '2022-02-19T04:01:23Z', 'revision_number': 4, 'project_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'gw_port': {'id': '139d2954-a7c4-4583-8a81-38eda186850e', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:15Z', 'updated_at': '2022-02-19T04:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '91206c36-79ff-4fc3-8548-9ae66bd597a6', 'name': '', 'network_id': '5f6101ba-f25e-4636-b9f9-3a5ca6a42df4', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'mac_address': 'fa:16:3e:ad:c8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'd32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:21Z', 'updated_at': '2022-02-19T04:01:29Z', 'revision_number': 4, 'project_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'subnets': [{'id': 'd32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:01:30.425627 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dfb6a090-cde6-4935-8eb3-97be09be14db tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:30.440544 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-dfb6a090-cde6-4935-8eb3-97be09be14db tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1779006 Feb 19 04:01:30.459472 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c33c5278-dabf-4105-beab-afdc96e9418a req-ff935c79-976e-493e-b50a-59bf8cc0ae40 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (66822d96-fa2d-4366-be6b-b5e0bc7b040d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:30.578456 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff935c79-976e-493e-b50a-59bf8cc0ae40 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66822d96-fa2d-4366-be6b-b5e0bc7b040d,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:30.600048 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c33c5278-dabf-4105-beab-afdc96e9418a req-ff935c79-976e-493e-b50a-59bf8cc0ae40 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:30.601197 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c33c5278-dabf-4105-beab-afdc96e9418a req-ff935c79-976e-493e-b50a-59bf8cc0ae40 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8801405 Feb 19 04:01:30.653125 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e8f09a61-8fa6-4630-9270-02253f63639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:30.694792 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-554fb87e-30cc-4c81-a399-1d738b4c5162 None None] Current status of the port 91206c36-79ff-4fc3-8548-9ae66bd597a6 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:30.901326 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49586) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:30.935478 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-378530f0-5c19-4ab1-b1fc-17ea57a10a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (27d01a51-9d06-4ecc-bce6-f59f762a17d9), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:31.006946 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7df2fde7-f0af-4ba7-ae17-d5ef2fb65c5d req-26c1bcc7-dfea-45c4-8f24-3fdedda0ec5e tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "GET /v2.0/security-groups/a7d225af-fd39-432c-96f2-174ac04a58e3 HTTP/1.1" status: 200 len: 2413 time: 0.3819969 Feb 19 04:01:31.023593 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-7df2fde7-f0af-4ba7-ae17-d5ef2fb65c5d req-01250cab-41a3-4f0e-b1b9-5d73aea3f077 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a7d225af-fd39-432c-96f2-174ac04a58e3', 'remote_group_id': None}]} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:31.023909 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-7df2fde7-f0af-4ba7-ae17-d5ef2fb65c5d req-01250cab-41a3-4f0e-b1b9-5d73aea3f077 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a7d225af-fd39-432c-96f2-174ac04a58e3', 'remote_group_id': None}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:31.053884 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde45ea1-20e6-4a0e-816d-332c71a8e46f req-f469a766-04e3-4d60-b54c-d8d0ecff0ca1 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:31.062397 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cde45ea1-20e6-4a0e-816d-332c71a8e46f req-f469a766-04e3-4d60-b54c-d8d0ecff0ca1 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 944 time: 0.2813547 Feb 19 04:01:31.063085 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378530f0-5c19-4ab1-b1fc-17ea57a10a0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=27d01a51-9d06-4ecc-bce6-f59f762a17d9,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:31.121668 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378530f0-5c19-4ab1-b1fc-17ea57a10a0b admin admin] Checking segment: {'id': '888e1b16-a5ba-4f86-8440-0c31b9249607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9185abf0-321a-4f6a-bfd3-20fbe75f0f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:01:31.122020 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378530f0-5c19-4ab1-b1fc-17ea57a10a0b admin admin] Network hostable DHCP agents. Network: 9185abf0-321a-4f6a-bfd3-20fbe75f0f5e, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:01:31.180110 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4f7b2aa3-dc8e-4896-a6a9-92690ec62ca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:31.241929 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7df2fde7-f0af-4ba7-ae17-d5ef2fb65c5d req-01250cab-41a3-4f0e-b1b9-5d73aea3f077 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group_rule (013287e4-7898-489f-8246-a01bfb5c75e3), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:31.299204 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7df2fde7-f0af-4ba7-ae17-d5ef2fb65c5d req-01250cab-41a3-4f0e-b1b9-5d73aea3f077 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group_rule (013287e4-7898-489f-8246-a01bfb5c75e3), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:31.306035 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378530f0-5c19-4ab1-b1fc-17ea57a10a0b admin admin] Network 9185abf0-321a-4f6a-bfd3-20fbe75f0f5e is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:01:31.328856 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7df2fde7-f0af-4ba7-ae17-d5ef2fb65c5d req-01250cab-41a3-4f0e-b1b9-5d73aea3f077 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (013287e4-7898-489f-8246-a01bfb5c75e3), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:31.376110 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4f7b2aa3-dc8e-4896-a6a9-92690ec62ca9 admin admin] Publish callbacks [] for security_group (c0aa2ae5-6779-46a1-81a0-1dba6cb37527), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:31.383290 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4f7b2aa3-dc8e-4896-a6a9-92690ec62ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (c0aa2ae5-6779-46a1-81a0-1dba6cb37527), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:31.391245 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cde45ea1-20e6-4a0e-816d-332c71a8e46f req-2feaa114-dce8-4ede-aa7e-3768083a188a tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194032 Feb 19 04:01:31.405318 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-378530f0-5c19-4ab1-b1fc-17ea57a10a0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 9185abf0-321a-4f6a-bfd3-20fbe75f0f5e) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:31.414393 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378530f0-5c19-4ab1-b1fc-17ea57a10a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:31.415048 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-378530f0-5c19-4ab1-b1fc-17ea57a10a0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:31.419601 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aeeaac2-62b3-44ae-926d-7f7c0cb8467f None None] Network 9185abf0-321a-4f6a-bfd3-20fbe75f0f5e requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:01:31.466524 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01250cab-41a3-4f0e-b1b9-5d73aea3f077 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=013287e4-7898-489f-8246-a01bfb5c75e3,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:31.521293 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-378530f0-5c19-4ab1-b1fc-17ea57a10a0b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7250543 Feb 19 04:01:31.533028 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7df2fde7-f0af-4ba7-ae17-d5ef2fb65c5d req-01250cab-41a3-4f0e-b1b9-5d73aea3f077 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:31.535551 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7df2fde7-f0af-4ba7-ae17-d5ef2fb65c5d req-01250cab-41a3-4f0e-b1b9-5d73aea3f077 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5277715 Feb 19 04:01:31.588510 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f11b31-847f-4257-8d0b-db8062be8371 req-42d673f4-56ba-4b2e-95f6-74bcf7eac526 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:31.589265 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b2aa3-dc8e-4896-a6a9-92690ec62ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0aa2ae5-6779-46a1-81a0-1dba6cb37527,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:31.590028 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b4f11b31-847f-4257-8d0b-db8062be8371 req-42d673f4-56ba-4b2e-95f6-74bcf7eac526 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.79 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 944 time: 0.2858400 Feb 19 04:01:31.620011 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4f7b2aa3-dc8e-4896-a6a9-92690ec62ca9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2ec2d0c81c814f9488cbb79433882cc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7169735 Feb 19 04:01:31.622558 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49610) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:31.719264 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 91206c36-79ff-4fc3-8548-9ae66bd597a6 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:01:31.756259 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-378cd9a6-e381-4f1d-b097-3664f22cabd7 admin admin] Publish callbacks [] for security_group (c0aa2ae5-6779-46a1-81a0-1dba6cb37527), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:31.791480 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a9c10c-9fd2-44ed-8fb7-9f6eebde6ef5 None None] Network 9185abf0-321a-4f6a-bfd3-20fbe75f0f5e requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:01:31.833027 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-378cd9a6-e381-4f1d-b097-3664f22cabd7 admin admin] Publish callbacks [] for security_group (c0aa2ae5-6779-46a1-81a0-1dba6cb37527), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:31.923123 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a5d65bff-736f-4bb6-ad85-fef1d66b70d0 req-2819def1-fce9-42e7-837b-af2e1707c921 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "GET /v2.0/security-groups/a7d225af-fd39-432c-96f2-174ac04a58e3 HTTP/1.1" status: 200 len: 3011 time: 0.3015552 Feb 19 04:01:31.941369 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929865b9-6f73-4f19-9227-00f355cd1ba8 req-54af8c5e-2414-4431-a7e8-fa49836e4fe0 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:31.948844 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-929865b9-6f73-4f19-9227-00f355cd1ba8 req-54af8c5e-2414-4431-a7e8-fa49836e4fe0 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=db573d87-8b63-407a-820b-7792108c187d HTTP/1.1" status: 200 len: 945 time: 0.3207407 Feb 19 04:01:31.972000 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-378cd9a6-e381-4f1d-b097-3664f22cabd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (c0aa2ae5-6779-46a1-81a0-1dba6cb37527), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:31.986446 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-378cd9a6-e381-4f1d-b097-3664f22cabd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:31.990562 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-378cd9a6-e381-4f1d-b097-3664f22cabd7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c0aa2ae5-6779-46a1-81a0-1dba6cb37527 HTTP/1.1" status: 204 len: 168 time: 0.3659403 Feb 19 04:01:32.026856 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378cd9a6-e381-4f1d-b097-3664f22cabd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0aa2ae5-6779-46a1-81a0-1dba6cb37527,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:32.069822 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 91206c36-79ff-4fc3-8548-9ae66bd597a6 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:32.071994 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (91206c36-79ff-4fc3-8548-9ae66bd597a6), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:32.087130 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-b4f11b31-847f-4257-8d0b-db8062be8371 req-d989a8d6-0538-47b9-b757-e06642423495 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Deleting port aa0d80b9-33dd-40df-9605-58cd8558092f {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:01:32.087478 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b4f11b31-847f-4257-8d0b-db8062be8371 req-d989a8d6-0538-47b9-b757-e06642423495 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (aa0d80b9-33dd-40df-9605-58cd8558092f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:32.113878 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a1282e2-c5b6-4ea8-9490-fd4956c4cec7 req-6b32e3da-9c47-4374-97b5-e89d21da3add tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "GET /v2.0/security-group-rules/013287e4-7898-489f-8246-a01bfb5c75e3 HTTP/1.1" status: 200 len: 783 time: 0.1408131 Feb 19 04:01:32.429338 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-929865b9-6f73-4f19-9227-00f355cd1ba8 req-c7e897a5-4a62-439e-8f62-e8cc24a434fb tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/security-groups?id=d765655d-a7e8-449e-92f7-b133cb466b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745491 Feb 19 04:01:32.444491 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a1282e2-c5b6-4ea8-9490-fd4956c4cec7 req-2f308c91-852b-42af-90af-3b38b14d67d1 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "GET /v2.0/security-groups/a7d225af-fd39-432c-96f2-174ac04a58e3 HTTP/1.1" status: 200 len: 3011 time: 0.3296633 Feb 19 04:01:32.628506 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-b4f11b31-847f-4257-8d0b-db8062be8371 req-d989a8d6-0538-47b9-b757-e06642423495 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] For port aa0d80b9-33dd-40df-9605-58cd8558092f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=aa0d80b9-33dd-40df-9605-58cd8558092f,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:32.628969 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b4f11b31-847f-4257-8d0b-db8062be8371 req-d989a8d6-0538-47b9-b757-e06642423495 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (aa0d80b9-33dd-40df-9605-58cd8558092f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:32.641667 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1a1282e2-c5b6-4ea8-9490-fd4956c4cec7 req-732a6295-698c-4d46-893a-6036717b2220 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group_rule (013287e4-7898-489f-8246-a01bfb5c75e3), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:32.727600 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1a1282e2-c5b6-4ea8-9490-fd4956c4cec7 req-732a6295-698c-4d46-893a-6036717b2220 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group_rule (013287e4-7898-489f-8246-a01bfb5c75e3), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:32.731129 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-b4f11b31-847f-4257-8d0b-db8062be8371 req-d989a8d6-0538-47b9-b757-e06642423495 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Calling delete_port for aa0d80b9-33dd-40df-9605-58cd8558092f owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:01:32.809866 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 91206c36-79ff-4fc3-8548-9ae66bd597a6 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:32.817016 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49670) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:32.822422 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-553034e7-7d62-4c41-88b4-402dedd518e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1875382367-network', 'tenant_id': '0ae5874468c746e0b9e8e27418262347'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:32.831932 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 453901c2-0239-4667-89c6-3c2d857ad8c8 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:01:32.844697 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b4d6c0f4-b482-45b6-9caa-71e2b00ce5b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:32.887420 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553034e7-7d62-4c41-88b4-402dedd518e4 admin admin] Made reservation on behalf of 0ae5874468c746e0b9e8e27418262347 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:01:32.889633 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-553034e7-7d62-4c41-88b4-402dedd518e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:32.900210 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-553034e7-7d62-4c41-88b4-402dedd518e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:32.909074 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378e701-0271-4b7b-a694-969683c4a84d req-ed90c8d2-5319-4df5-a777-e8eddb9d02fd tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:32.924983 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4378e701-0271-4b7b-a694-969683c4a84d req-ed90c8d2-5319-4df5-a777-e8eddb9d02fd tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 944 time: 0.3125467 Feb 19 04:01:32.954748 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1a1282e2-c5b6-4ea8-9490-fd4956c4cec7 req-732a6295-698c-4d46-893a-6036717b2220 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (013287e4-7898-489f-8246-a01bfb5c75e3), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:32.994897 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1a1282e2-c5b6-4ea8-9490-fd4956c4cec7 req-732a6295-698c-4d46-893a-6036717b2220 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:33.024826 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 453901c2-0239-4667-89c6-3c2d857ad8c8 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:01:33.025533 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a1282e2-c5b6-4ea8-9490-fd4956c4cec7 req-732a6295-698c-4d46-893a-6036717b2220 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/013287e4-7898-489f-8246-a01bfb5c75e3 HTTP/1.1" status: 204 len: 173 time: 0.5797095 Feb 19 04:01:33.031035 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 453901c2-0239-4667-89c6-3c2d857ad8c8 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:33.031887 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (453901c2-0239-4667-89c6-3c2d857ad8c8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:33.032055 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a6295-698c-4d46-893a-6036717b2220 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=013287e4-7898-489f-8246-a01bfb5c75e3,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:33.123614 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-553034e7-7d62-4c41-88b4-402dedd518e4 admin admin] Publish callbacks [] for security_group (183fa7cd-1e35-48d4-8ed6-5fc8b341a144), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:33.134571 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4378e701-0271-4b7b-a694-969683c4a84d req-782ddf31-7a17-438a-8982-892b08e3b020 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053435 Feb 19 04:01:33.158698 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-553034e7-7d62-4c41-88b4-402dedd518e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (183fa7cd-1e35-48d4-8ed6-5fc8b341a144), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:33.198040 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553034e7-7d62-4c41-88b4-402dedd518e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:01:33.213598 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e882b99f-bb81-47a7-86b8-7d3b6c4e0091 req-4dcdec9b-cef7-4e9d-9358-d740403a6c63 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "GET /v2.0/security-groups/a7d225af-fd39-432c-96f2-174ac04a58e3 HTTP/1.1" status: 200 len: 2413 time: 0.1723955 Feb 19 04:01:33.231979 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 453901c2-0239-4667-89c6-3c2d857ad8c8 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:33.232768 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (453901c2-0239-4667-89c6-3c2d857ad8c8), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:33.234551 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-553034e7-7d62-4c41-88b4-402dedd518e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (9691b703-d6d2-4431-aaa2-1189b9bf9b0c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:33.237293 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-553034e7-7d62-4c41-88b4-402dedd518e4 admin admin] Added segment 9691b703-d6d2-4431-aaa2-1189b9bf9b0c of type vlan for network d8989a88-bd97-45e8-b4bc-a994666fe861 Feb 19 04:01:33.266203 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db573d87-8b63-407a-820b-7792108c187d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453901c2-0239-4667-89c6-3c2d857ad8c8'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:33.269884 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a3ee2e-ce3d-4ca0-bf5c-186f58f5a577" -d '{"events": [{"server_uuid": "db573d87-8b63-407a-820b-7792108c187d", "name": "network-vif-plugged", "status": "completed", "tag": "453901c2-0239-4667-89c6-3c2d857ad8c8"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:33.292891 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b4f11b31-847f-4257-8d0b-db8062be8371 req-d989a8d6-0538-47b9-b757-e06642423495 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (aa0d80b9-33dd-40df-9605-58cd8558092f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:33.295441 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 453901c2-0239-4667-89c6-3c2d857ad8c8, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=453901c2-0239-4667-89c6-3c2d857ad8c8,segment=NetworkSegment(07a44a8c-5788-4ab0-83e5-f85555578b3c),segment_id=07a44a8c-5788-4ab0-83e5-f85555578b3c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:33.322527 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['aa0d80b9-33dd-40df-9605-58cd8558092f'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:01:33.366213 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (453901c2-0239-4667-89c6-3c2d857ad8c8), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:33.372967 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c7f49a-92a1-4d8a-9946-562e4f576934 x-openstack-request-id: req-c9c7f49a-92a1-4d8a-9946-562e4f576934 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:33.386034 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db573d87-8b63-407a-820b-7792108c187d", "name": "network-vif-plugged", "status": "completed", "tag": "453901c2-0239-4667-89c6-3c2d857ad8c8", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:33.386746 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c9c7f49a-92a1-4d8a-9946-562e4f576934 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:33.387530 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db573d87-8b63-407a-820b-7792108c187d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453901c2-0239-4667-89c6-3c2d857ad8c8', 'code': 200} Feb 19 04:01:33.404892 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-553034e7-7d62-4c41-88b4-402dedd518e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (d8989a88-bd97-45e8-b4bc-a994666fe861), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:33.427326 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989a8d6-0538-47b9-b757-e06642423495 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Pushing event deleted for resources: {'Port': ['ID=aa0d80b9-33dd-40df-9605-58cd8558092f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:33.512368 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f11b31-847f-4257-8d0b-db8062be8371 req-d989a8d6-0538-47b9-b757-e06642423495 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] No DVR routers for this DVR port aa0d80b9-33dd-40df-9605-58cd8558092f on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:01:33.513080 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=453901c2-0239-4667-89c6-3c2d857ad8c8,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:33.537552 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b4f11b31-847f-4257-8d0b-db8062be8371 req-d989a8d6-0538-47b9-b757-e06642423495 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:33.549105 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553034e7-7d62-4c41-88b4-402dedd518e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183fa7cd-1e35-48d4-8ed6-5fc8b341a144,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:33.551424 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b4f11b31-847f-4257-8d0b-db8062be8371 req-d989a8d6-0538-47b9-b757-e06642423495 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.79 "DELETE /v2.0/ports/aa0d80b9-33dd-40df-9605-58cd8558092f HTTP/1.1" status: 204 len: 173 time: 1.9310722 Feb 19 04:01:33.552842 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-553034e7-7d62-4c41-88b4-402dedd518e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (d8989a88-bd97-45e8-b4bc-a994666fe861), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:33.558047 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e882b99f-bb81-47a7-86b8-7d3b6c4e0091 req-737e3000-2055-4af0-b2fe-f2cdf5701b85 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (a7d225af-fd39-432c-96f2-174ac04a58e3), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:33.559454 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553034e7-7d62-4c41-88b4-402dedd518e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:33.560092 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-553034e7-7d62-4c41-88b4-402dedd518e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:33.598940 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e882b99f-bb81-47a7-86b8-7d3b6c4e0091 req-737e3000-2055-4af0-b2fe-f2cdf5701b85 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (a7d225af-fd39-432c-96f2-174ac04a58e3), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:33.660510 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9447d6a5-dd00-4b50-9df4-341937c60f4e', 'name': 'network-vif-deleted', 'tag': 'aa0d80b9-33dd-40df-9605-58cd8558092f'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:33.662911 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5626385-f738-47a1-a565-c201529e7158" -d '{"events": [{"server_uuid": "9447d6a5-dd00-4b50-9df4-341937c60f4e", "name": "network-vif-deleted", "tag": "aa0d80b9-33dd-40df-9605-58cd8558092f"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:33.683879 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:33.709370 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e882b99f-bb81-47a7-86b8-7d3b6c4e0091 req-737e3000-2055-4af0-b2fe-f2cdf5701b85 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a7d225af-fd39-432c-96f2-174ac04a58e3), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:33.712001 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e882b99f-bb81-47a7-86b8-7d3b6c4e0091 req-737e3000-2055-4af0-b2fe-f2cdf5701b85 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:33.713130 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e882b99f-bb81-47a7-86b8-7d3b6c4e0091 req-737e3000-2055-4af0-b2fe-f2cdf5701b85 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "DELETE /v2.0/security-groups/a7d225af-fd39-432c-96f2-174ac04a58e3 HTTP/1.1" status: 204 len: 173 time: 0.4986849 Feb 19 04:01:33.750986 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-553034e7-7d62-4c41-88b4-402dedd518e4 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9329178 Feb 19 04:01:33.756714 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49696) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:33.784476 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b59a95f-cdeb-4eed-838e-b9c905afeba5 x-openstack-request-id: req-3b59a95f-cdeb-4eed-838e-b9c905afeba5 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:33.784772 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9447d6a5-dd00-4b50-9df4-341937c60f4e", "name": "network-vif-deleted", "tag": "aa0d80b9-33dd-40df-9605-58cd8558092f", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:33.785020 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b59a95f-cdeb-4eed-838e-b9c905afeba5 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:33.785419 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9447d6a5-dd00-4b50-9df4-341937c60f4e', 'name': 'network-vif-deleted', 'tag': 'aa0d80b9-33dd-40df-9605-58cd8558092f', 'status': 'completed', 'code': 200} Feb 19 04:01:33.795289 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e3000-2055-4af0-b2fe-f2cdf5701b85 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d225af-fd39-432c-96f2-174ac04a58e3,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:33.813038 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-76aae2fe-62c0-4744-8a28-7ca30b31247c admin admin] Request body: {'subnet': {'network_id': 'd8989a88-bd97-45e8-b4bc-a994666fe861', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1875382367-subnet', 'tenant_id': '0ae5874468c746e0b9e8e27418262347', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:33.843247 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0d61d-93c3-4811-a3f7-d1656cd239fa req-09299473-0ecc-4a66-9369-58f3ac938630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:33.844774 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dfd0d61d-93c3-4811-a3f7-d1656cd239fa req-09299473-0ecc-4a66-9369-58f3ac938630 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db573d87-8b63-407a-820b-7792108c187d HTTP/1.1" status: 200 len: 1129 time: 0.3394809 Feb 19 04:01:33.866823 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553034e7-7d62-4c41-88b4-402dedd518e4 admin admin] Pushing event updated for resources: {'Network': ['ID=d8989a88-bd97-45e8-b4bc-a994666fe861,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:33.888697 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network d8989a88-bd97-45e8-b4bc-a994666fe861 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:01:33.908180 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76aae2fe-62c0-4744-8a28-7ca30b31247c admin admin] Made reservation on behalf of 0ae5874468c746e0b9e8e27418262347 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:01:33.913133 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-76aae2fe-62c0-4744-8a28-7ca30b31247c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:33.961734 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-69abd5aa-a202-45bc-918e-479c4fa0491f req-575be1fe-59f4-405d-b34a-62b2713918c3 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] show failed (client error): The resource could not be found. Feb 19 04:01:33.963032 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69abd5aa-a202-45bc-918e-479c4fa0491f req-575be1fe-59f4-405d-b34a-62b2713918c3 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "GET /v2.0/security-groups/2d1d8524-186d-48a6-a0e4-6adcf75ed909 HTTP/1.1" status: 404 len: 352 time: 0.1056745 Feb 19 04:01:33.983118 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e65de-4e3c-4679-aaf4-39a60384dd2f req-ce2d4a39-c402-4412-9d40-b1a1a9c9724a tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:33.983118 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a14e65de-4e3c-4679-aaf4-39a60384dd2f req-ce2d4a39-c402-4412-9d40-b1a1a9c9724a tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=db573d87-8b63-407a-820b-7792108c187d HTTP/1.1" status: 200 len: 946 time: 0.2947619 Feb 19 04:01:34.024925 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dfd0d61d-93c3-4811-a3f7-d1656cd239fa req-a20288e8-31ef-4b47-9eae-6e765fa067b4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d765655d-a7e8-449e-92f7-b133cb466b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656651 Feb 19 04:01:34.062512 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a14e65de-4e3c-4679-aaf4-39a60384dd2f req-d8d6aefd-e338-49c3-b247-93097d65113d tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/security-groups?id=d765655d-a7e8-449e-92f7-b133cb466b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716195 Feb 19 04:01:34.136212 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e4bf0e99-dc2d-4d77-b794-cef2f7e4f8cb req-f7979718-7e9e-43e7-a7aa-3e0c7aaa5639 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "GET /v2.0/security-groups/993a5aab-977e-431c-bf53-b6cb10a6e0a5 HTTP/1.1" status: 200 len: 1821 time: 0.0781846 Feb 19 04:01:34.293942 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e4bf0e99-dc2d-4d77-b794-cef2f7e4f8cb req-9c5119e3-0cfd-4df1-9182-944855c4c959 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (993a5aab-977e-431c-bf53-b6cb10a6e0a5), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:34.392160 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8b564b74-95df-4e54-aefe-66a9238402c0 req-7c9f29a6-86df-40e9-a67c-e13ce20e9412 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=9447d6a5-dd00-4b50-9df4-341937c60f4e HTTP/1.1" status: 200 len: 210 time: 0.0934446 Feb 19 04:01:34.425235 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e4bf0e99-dc2d-4d77-b794-cef2f7e4f8cb req-9c5119e3-0cfd-4df1-9182-944855c4c959 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (993a5aab-977e-431c-bf53-b6cb10a6e0a5), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:34.539777 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e4bf0e99-dc2d-4d77-b794-cef2f7e4f8cb req-9c5119e3-0cfd-4df1-9182-944855c4c959 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (993a5aab-977e-431c-bf53-b6cb10a6e0a5), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:34.543720 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-76aae2fe-62c0-4744-8a28-7ca30b31247c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (99643429-2d2a-4f5b-a7ca-e5ca312491d8), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:34.544834 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e4bf0e99-dc2d-4d77-b794-cef2f7e4f8cb req-9c5119e3-0cfd-4df1-9182-944855c4c959 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:34.546260 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e4bf0e99-dc2d-4d77-b794-cef2f7e4f8cb req-9c5119e3-0cfd-4df1-9182-944855c4c959 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "DELETE /v2.0/security-groups/993a5aab-977e-431c-bf53-b6cb10a6e0a5 HTTP/1.1" status: 204 len: 173 time: 0.4024336 Feb 19 04:01:34.583856 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5119e3-0cfd-4df1-9182-944855c4c959 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=993a5aab-977e-431c-bf53-b6cb10a6e0a5,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:34.635091 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6fb253e8-4c4d-4c6d-94e5-b05b3d78fe35 req-b217065d-c67d-496c-ba17-dd81e35f2e14 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "GET /v2.0/security-groups/78f2fbd4-e9e7-4d62-a40d-201fa033c8ef HTTP/1.1" status: 200 len: 1821 time: 0.0630264 Feb 19 04:01:34.727060 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aae2fe-62c0-4744-8a28-7ca30b31247c admin admin] Pushing event updated for resources: {'Subnet': ['ID=99643429-2d2a-4f5b-a7ca-e5ca312491d8,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:34.749720 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aae2fe-62c0-4744-8a28-7ca30b31247c admin admin] Checking segment: {'id': '9691b703-d6d2-4431-aaa2-1189b9bf9b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd8989a88-bd97-45e8-b4bc-a994666fe861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:01:34.750842 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76aae2fe-62c0-4744-8a28-7ca30b31247c admin admin] Network hostable DHCP agents. Network: d8989a88-bd97-45e8-b4bc-a994666fe861, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:01:34.801419 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6fb253e8-4c4d-4c6d-94e5-b05b3d78fe35 req-b62c2681-77d9-4703-9239-e4f706e37b22 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (78f2fbd4-e9e7-4d62-a40d-201fa033c8ef), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:34.802878 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76aae2fe-62c0-4744-8a28-7ca30b31247c admin admin] Network d8989a88-bd97-45e8-b4bc-a994666fe861 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:01:34.831775 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-76aae2fe-62c0-4744-8a28-7ca30b31247c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, d8989a88-bd97-45e8-b4bc-a994666fe861) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:34.847585 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d27180-6209-4ce8-adae-b8722312cace None None] Network d8989a88-bd97-45e8-b4bc-a994666fe861 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:01:34.859522 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6fb253e8-4c4d-4c6d-94e5-b05b3d78fe35 req-b62c2681-77d9-4703-9239-e4f706e37b22 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (78f2fbd4-e9e7-4d62-a40d-201fa033c8ef), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:34.871447 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aae2fe-62c0-4744-8a28-7ca30b31247c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:34.872967 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-76aae2fe-62c0-4744-8a28-7ca30b31247c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:34.953964 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-76aae2fe-62c0-4744-8a28-7ca30b31247c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1957860 Feb 19 04:01:34.995750 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6fb253e8-4c4d-4c6d-94e5-b05b3d78fe35 req-b62c2681-77d9-4703-9239-e4f706e37b22 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (78f2fbd4-e9e7-4d62-a40d-201fa033c8ef), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:34.998401 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6fb253e8-4c4d-4c6d-94e5-b05b3d78fe35 req-b62c2681-77d9-4703-9239-e4f706e37b22 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:34.999550 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6fb253e8-4c4d-4c6d-94e5-b05b3d78fe35 req-b62c2681-77d9-4703-9239-e4f706e37b22 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "DELETE /v2.0/security-groups/78f2fbd4-e9e7-4d62-a40d-201fa033c8ef HTTP/1.1" status: 204 len: 173 time: 0.3584435 Feb 19 04:01:35.035717 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c2681-77d9-4703-9239-e4f706e37b22 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f2fbd4-e9e7-4d62-a40d-201fa033c8ef,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:35.074379 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1024527c-475e-44d3-99a2-890fdf5c10e2 None None] Network d8989a88-bd97-45e8-b4bc-a994666fe861 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:01:35.104436 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97366b03-76a9-4865-9fbd-39b01a4c3748 req-ed1f453a-3f0b-49e2-8b5c-acfe5f046c35 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "GET /v2.0/security-groups/aa0c9d32-f429-4c66-8fa0-2e4aa5edcea5 HTTP/1.1" status: 200 len: 1821 time: 0.0837555 Feb 19 04:01:35.203270 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:35.272136 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-97366b03-76a9-4865-9fbd-39b01a4c3748 req-a9c16ec7-a19e-4b4c-8ddb-7fb97f722ece tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (aa0c9d32-f429-4c66-8fa0-2e4aa5edcea5), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:35.314932 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f57ab-a14e-4809-b788-6db6f4dbc19d req-0b17a339-dbbb-41e6-888a-a252e5359947 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:35.318673 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fb2f57ab-a14e-4809-b788-6db6f4dbc19d req-0b17a339-dbbb-41e6-888a-a252e5359947 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=db573d87-8b63-407a-820b-7792108c187d HTTP/1.1" status: 200 len: 946 time: 0.1401653 Feb 19 04:01:35.327195 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device aa0d80b9-33dd-40df-9605-58cd8558092f no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:01:35.329794 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-97366b03-76a9-4865-9fbd-39b01a4c3748 req-a9c16ec7-a19e-4b4c-8ddb-7fb97f722ece tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (aa0c9d32-f429-4c66-8fa0-2e4aa5edcea5), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:35.398613 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: aa0d80b9-33dd-40df-9605-58cd8558092f {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:01:35.399102 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device aa0d80b9-33dd-40df-9605-58cd8558092f not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:01:35.438510 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fb2f57ab-a14e-4809-b788-6db6f4dbc19d req-e8e8b545-188a-4f36-936e-4dff7d0a8e6f tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/security-groups?id=d765655d-a7e8-449e-92f7-b133cb466b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113074 Feb 19 04:01:35.446757 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-97366b03-76a9-4865-9fbd-39b01a4c3748 req-a9c16ec7-a19e-4b4c-8ddb-7fb97f722ece tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (aa0c9d32-f429-4c66-8fa0-2e4aa5edcea5), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:35.461393 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-97366b03-76a9-4865-9fbd-39b01a4c3748 req-a9c16ec7-a19e-4b4c-8ddb-7fb97f722ece tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:35.463969 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97366b03-76a9-4865-9fbd-39b01a4c3748 req-a9c16ec7-a19e-4b4c-8ddb-7fb97f722ece tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "DELETE /v2.0/security-groups/aa0c9d32-f429-4c66-8fa0-2e4aa5edcea5 HTTP/1.1" status: 204 len: 173 time: 0.3482535 Feb 19 04:01:35.486047 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c16ec7-a19e-4b4c-8ddb-7fb97f722ece tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0c9d32-f429-4c66-8fa0-2e4aa5edcea5,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:35.744246 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4ea073a-7295-463c-887c-c40cb92dcf5d req-62337c63-e716-47cb-9a30-9755d4cc62d1 tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "GET /v2.0/security-groups/1528886f-eb64-4e9a-9a3e-afd540becd95 HTTP/1.1" status: 200 len: 2419 time: 0.0495920 Feb 19 04:01:35.811333 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c4ea073a-7295-463c-887c-c40cb92dcf5d req-d44494d9-61c7-4d7a-830b-9c6ef6b1003a tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (1528886f-eb64-4e9a-9a3e-afd540becd95), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:35.847932 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c4ea073a-7295-463c-887c-c40cb92dcf5d req-d44494d9-61c7-4d7a-830b-9c6ef6b1003a tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (1528886f-eb64-4e9a-9a3e-afd540becd95), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:35.972398 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c4ea073a-7295-463c-887c-c40cb92dcf5d req-d44494d9-61c7-4d7a-830b-9c6ef6b1003a tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1528886f-eb64-4e9a-9a3e-afd540becd95), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:35.976847 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c4ea073a-7295-463c-887c-c40cb92dcf5d req-d44494d9-61c7-4d7a-830b-9c6ef6b1003a tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:35.994644 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4ea073a-7295-463c-887c-c40cb92dcf5d req-d44494d9-61c7-4d7a-830b-9c6ef6b1003a tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "DELETE /v2.0/security-groups/1528886f-eb64-4e9a-9a3e-afd540becd95 HTTP/1.1" status: 204 len: 173 time: 0.2449095 Feb 19 04:01:36.032187 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44494d9-61c7-4d7a-830b-9c6ef6b1003a tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1528886f-eb64-4e9a-9a3e-afd540becd95,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:36.064070 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-d45a81dd-197e-4d3f-b44d-4c62ae600f68 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:36.071742 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-d45a81dd-197e-4d3f-b44d-4c62ae600f68 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] 10.222.0.52 "GET /v2.0/networks?id=9185abf0-321a-4f6a-bfd3-20fbe75f0f5e HTTP/1.1" status: 200 len: 814 time: 0.1996593 Feb 19 04:01:36.113160 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-53699621-859a-4e22-848e-4ba24a51acf8 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] 10.222.0.52 "GET /v2.0/quotas/0b14a11ca3974959a15f3edce22dc735 HTTP/1.1" status: 200 len: 375 time: 0.0291324 Feb 19 04:01:36.157028 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-446bea68-e0f4-461f-88fd-6a534b038e73 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b14a11ca3974959a15f3edce22dc735&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363228 Feb 19 04:01:36.171091 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f0713-879d-4204-bd53-80f7dbaf450a req-eb0933f4-c59c-4bd3-bbfc-0b7dd7603ed2 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:36.172621 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-608f0713-879d-4204-bd53-80f7dbaf450a req-eb0933f4-c59c-4bd3-bbfc-0b7dd7603ed2 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dac1a5-8ce1-4023-9866-752e1ca62f27 HTTP/1.1" status: 200 len: 945 time: 0.0998309 Feb 19 04:01:36.283417 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-608f0713-879d-4204-bd53-80f7dbaf450a req-591158d7-9ee6-4d8e-8440-747b65de76a8 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013675 Feb 19 04:01:36.309633 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-87e4dc80-0324-41cf-9ddf-fce86e158c81 service neutron] 10.222.0.52 "GET /v2.0/networks/9185abf0-321a-4f6a-bfd3-20fbe75f0f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336913 Feb 19 04:01:36.423582 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-5f0349dc-ac83-43bd-80ea-4cf03c4670c3 service neutron] 10.222.0.52 "GET /v2.0/networks/9185abf0-321a-4f6a-bfd3-20fbe75f0f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098492 Feb 19 04:01:36.516351 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e0f9db6-b493-4cf7-828f-81742c850c36 req-12d4e063-75cf-49fb-a4ba-ad128bee014a tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "GET /v2.0/security-groups/1544907c-a247-499d-8156-185522d153e7 HTTP/1.1" status: 200 len: 2415 time: 0.0577872 Feb 19 04:01:36.602028 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5e0f9db6-b493-4cf7-828f-81742c850c36 req-fab5781b-ef90-4825-ba91-b916d7958f0a tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (1544907c-a247-499d-8156-185522d153e7), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:36.628510 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5e0f9db6-b493-4cf7-828f-81742c850c36 req-fab5781b-ef90-4825-ba91-b916d7958f0a tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (1544907c-a247-499d-8156-185522d153e7), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:36.704003 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:36.749676 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142d17a-bc7b-4e94-be15-1685d4c5155b req-78d156c2-5c12-44fa-bcf1-9314a55bf208 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:36.751395 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1142d17a-bc7b-4e94-be15-1685d4c5155b req-78d156c2-5c12-44fa-bcf1-9314a55bf208 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 945 time: 0.0992179 Feb 19 04:01:36.756975 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5e0f9db6-b493-4cf7-828f-81742c850c36 req-fab5781b-ef90-4825-ba91-b916d7958f0a tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1544907c-a247-499d-8156-185522d153e7), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:36.759574 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5e0f9db6-b493-4cf7-828f-81742c850c36 req-fab5781b-ef90-4825-ba91-b916d7958f0a tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:36.760681 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e0f9db6-b493-4cf7-828f-81742c850c36 req-fab5781b-ef90-4825-ba91-b916d7958f0a tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] 10.222.0.52 "DELETE /v2.0/security-groups/1544907c-a247-499d-8156-185522d153e7 HTTP/1.1" status: 204 len: 173 time: 0.2355912 Feb 19 04:01:36.769316 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49798) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:36.840425 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5781b-ef90-4825-ba91-b916d7958f0a tempest-SecurityGroupRulesTestJSON-1653576949 tempest-SecurityGroupRulesTestJSON-1653576949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1544907c-a247-499d-8156-185522d153e7,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:36.891607 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ac4ae4-c0bc-4451-9865-6a5572450039 admin admin] Deleting subnet c9f03bc9-4276-4c1a-833d-c6e2fe61954e {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:01:36.901527 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-46ac4ae4-c0bc-4451-9865-6a5572450039 admin admin] Publish callbacks [] for subnet (c9f03bc9-4276-4c1a-833d-c6e2fe61954e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:36.987616 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1142d17a-bc7b-4e94-be15-1685d4c5155b req-4b272db1-32f7-4390-915f-b0701b742622 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257621 Feb 19 04:01:36.995305 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-46ac4ae4-c0bc-4451-9865-6a5572450039 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (c9f03bc9-4276-4c1a-833d-c6e2fe61954e), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:37.037353 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7791a-5171-4a3e-8508-0a25163b8a5b req-1c245f41-9185-4bd0-ad52-4f4bbbcc0bfc tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:37.037353 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02e7791a-5171-4a3e-8508-0a25163b8a5b req-1c245f41-9185-4bd0-ad52-4f4bbbcc0bfc tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=db573d87-8b63-407a-820b-7792108c187d HTTP/1.1" status: 200 len: 946 time: 0.1889863 Feb 19 04:01:37.078676 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f5384-ce52-4f83-96e4-b4a02059d429 req-0355bd4d-0d63-4ec8-8ec0-962885772cde tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:37.086497 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-398f5384-ce52-4f83-96e4-b4a02059d429 req-0355bd4d-0d63-4ec8-8ec0-962885772cde tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 945 time: 0.1722357 Feb 19 04:01:37.109698 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-46ac4ae4-c0bc-4451-9865-6a5572450039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (c9f03bc9-4276-4c1a-833d-c6e2fe61954e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:37.196857 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-838331ce-c215-4c96-88f4-0145fe453abf req-d7f722fa-1261-4578-b3cd-b450c5a8b295 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d237087-c7bf-4691-8da5-0f3f4de7af3a HTTP/1.1" status: 200 len: 210 time: 0.0864918 Feb 19 04:01:37.206312 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-46ac4ae4-c0bc-4451-9865-6a5572450039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (c9f03bc9-4276-4c1a-833d-c6e2fe61954e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:37.265610 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02e7791a-5171-4a3e-8508-0a25163b8a5b req-aae4afb9-1eb7-4b5b-86d2-e61d8d6fd476 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/security-groups?id=d765655d-a7e8-449e-92f7-b133cb466b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190590 Feb 19 04:01:37.267565 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac4ae4-c0bc-4451-9865-6a5572450039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9f03bc9-4276-4c1a-833d-c6e2fe61954e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:37.269678 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-46ac4ae4-c0bc-4451-9865-6a5572450039 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:37.276262 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-46ac4ae4-c0bc-4451-9865-6a5572450039 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c9f03bc9-4276-4c1a-833d-c6e2fe61954e HTTP/1.1" status: 204 len: 168 time: 0.5058460 Feb 19 04:01:37.281679 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49814) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:37.327278 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-398f5384-ce52-4f83-96e4-b4a02059d429 req-09a79247-919b-43d1-8195-58207773a042 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Deleting port 69f0e64b-8af0-4a76-a3ff-51012f343cd1 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:01:37.327632 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-398f5384-ce52-4f83-96e4-b4a02059d429 req-09a79247-919b-43d1-8195-58207773a042 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (69f0e64b-8af0-4a76-a3ff-51012f343cd1), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:37.441486 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ebed283-219f-408d-b25d-7b98160ac28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (2e97709e-c24c-4693-88ce-c54a33fc69c6), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:37.570278 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ebed283-219f-408d-b25d-7b98160ac28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (2e97709e-c24c-4693-88ce-c54a33fc69c6), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:37.620226 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-2ebed283-219f-408d-b25d-7b98160ac28c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e97709e-c24c-4693-88ce-c54a33fc69c6']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:37.634571 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-2ebed283-219f-408d-b25d-7b98160ac28c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a86731d-3cb0-43b6-a7a2-e47e203ddfee') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:37.635005 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-2ebed283-219f-408d-b25d-7b98160ac28c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a86731d-3cb0-43b6-a7a2-e47e203ddfee') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:37.647294 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ebed283-219f-408d-b25d-7b98160ac28c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (3a86731d-3cb0-43b6-a7a2-e47e203ddfee), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:37.665544 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ebed283-219f-408d-b25d-7b98160ac28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (3a86731d-3cb0-43b6-a7a2-e47e203ddfee), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:37.689617 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ebed283-219f-408d-b25d-7b98160ac28c admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:01:37.690070 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ebed283-219f-408d-b25d-7b98160ac28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (3a86731d-3cb0-43b6-a7a2-e47e203ddfee), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:01:37.694833 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:01:37.776464 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ebed283-219f-408d-b25d-7b98160ac28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (2e97709e-c24c-4693-88ce-c54a33fc69c6), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:37.791607 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ebed283-219f-408d-b25d-7b98160ac28c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:37.804288 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2ebed283-219f-408d-b25d-7b98160ac28c admin admin] 10.222.0.52 "DELETE /v2.0/networks/2e97709e-c24c-4693-88ce-c54a33fc69c6 HTTP/1.1" status: 204 len: 168 time: 0.5219450 Feb 19 04:01:37.821678 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebed283-219f-408d-b25d-7b98160ac28c admin admin] Pushing event deleted for resources: {'Network': ['ID=2e97709e-c24c-4693-88ce-c54a33fc69c6,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:38.016244 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d919210-bfd2-4a5d-a229-8f5f8464720b req-c6311f2c-fb9d-45b3-a56f-64ceaf8075c5 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:38.030458 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d919210-bfd2-4a5d-a229-8f5f8464720b req-c6311f2c-fb9d-45b3-a56f-64ceaf8075c5 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dac1a5-8ce1-4023-9866-752e1ca62f27 HTTP/1.1" status: 200 len: 945 time: 0.5785823 Feb 19 04:01:38.047342 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49834) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:38.075387 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-398f5384-ce52-4f83-96e4-b4a02059d429 req-09a79247-919b-43d1-8195-58207773a042 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] For port 69f0e64b-8af0-4a76-a3ff-51012f343cd1, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=69f0e64b-8af0-4a76-a3ff-51012f343cd1,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:38.076000 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-398f5384-ce52-4f83-96e4-b4a02059d429 req-09a79247-919b-43d1-8195-58207773a042 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (69f0e64b-8af0-4a76-a3ff-51012f343cd1), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:38.138330 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-398f5384-ce52-4f83-96e4-b4a02059d429 req-09a79247-919b-43d1-8195-58207773a042 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Calling delete_port for 69f0e64b-8af0-4a76-a3ff-51012f343cd1 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:01:38.179513 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f321d-1bbc-42fe-b9c8-dca520ef7167 req-fc842971-bad0-4d10-824f-5612206453eb tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:38.180986 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-453f321d-1bbc-42fe-b9c8-dca520ef7167 req-fc842971-bad0-4d10-824f-5612206453eb tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.79 "GET /v2.0/ports?device_id=40dac1a5-8ce1-4023-9866-752e1ca62f27 HTTP/1.1" status: 200 len: 945 time: 0.5931365 Feb 19 04:01:38.192531 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d872b9-05fb-4067-8f2e-1597b3ead65d req-8a039c6c-2c01-4481-a4c0-d5fb1a13a7cc tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:38.194007 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9d872b9-05fb-4067-8f2e-1597b3ead65d req-8a039c6c-2c01-4481-a4c0-d5fb1a13a7cc tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6835773 Feb 19 04:01:38.215170 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-de3ae8f1-3663-45ba-8937-8b8de4bad132 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a2d05a84a0f041ebbb7b0f52175970d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1632023 Feb 19 04:01:38.217751 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49838) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:38.344621 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d919210-bfd2-4a5d-a229-8f5f8464720b req-f1ddd213-3ec1-492f-be92-d056e0932e88 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099394 Feb 19 04:01:38.391966 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f4901af0-5aa8-4208-8c9c-78af43dcf3f4 admin admin] Publish callbacks [] for security_group (ad67d5e2-f6ce-4373-a696-484f2021aa3a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:38.472364 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9d872b9-05fb-4067-8f2e-1597b3ead65d req-b92c81e2-3b49-4e9b-9865-fa23de95c886 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.124 HTTP/1.1" status: 200 len: 696 time: 0.2377377 Feb 19 04:01:38.479055 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-f9d872b9-05fb-4067-8f2e-1597b3ead65d req-c9b927e8-cfb5-446b-90c8-ab5c29065dd4 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Request body: {'floatingip': {'port_id': '9c3f11b0-cad5-4931-8dd2-eba376e5b9d6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:38.626846 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-398f5384-ce52-4f83-96e4-b4a02059d429 req-09a79247-919b-43d1-8195-58207773a042 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (69f0e64b-8af0-4a76-a3ff-51012f343cd1), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:38.661978 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f9d872b9-05fb-4067-8f2e-1597b3ead65d req-c9b927e8-cfb5-446b-90c8-ab5c29065dd4 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks [] for floatingip (3288b91b-a1da-4e96-a01b-1abb78b50ab5), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:38.718832 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54596d11-b078-48ac-b355-40ed7bf6fb55 req-bddc74be-f57e-40c8-9cd8-5c749ac9ea39 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc6fe714-1202-4b66-9543-363158c08409 HTTP/1.1" status: 200 len: 210 time: 0.1529408 Feb 19 04:01:38.764374 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f4901af0-5aa8-4208-8c9c-78af43dcf3f4 admin admin] Publish callbacks [] for security_group (ad67d5e2-f6ce-4373-a696-484f2021aa3a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:38.836138 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-e28b59a6-b209-4783-a046-272c0eb8a23f tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:38.838100 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-e28b59a6-b209-4783-a046-272c0eb8a23f tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] 10.222.0.79 "GET /v2.0/networks?id=9185abf0-321a-4f6a-bfd3-20fbe75f0f5e HTTP/1.1" status: 200 len: 814 time: 0.5574074 Feb 19 04:01:38.846537 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f4901af0-5aa8-4208-8c9c-78af43dcf3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ad67d5e2-f6ce-4373-a696-484f2021aa3a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:38.851849 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f4901af0-5aa8-4208-8c9c-78af43dcf3f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:38.855527 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f4901af0-5aa8-4208-8c9c-78af43dcf3f4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ad67d5e2-f6ce-4373-a696-484f2021aa3a HTTP/1.1" status: 204 len: 168 time: 0.6340795 Feb 19 04:01:38.862697 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a79247-919b-43d1-8195-58207773a042 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Pushing event deleted for resources: {'Port': ['ID=69f0e64b-8af0-4a76-a3ff-51012f343cd1,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:38.865797 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-398f5384-ce52-4f83-96e4-b4a02059d429 req-09a79247-919b-43d1-8195-58207773a042 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] No DVR routers for this DVR port 69f0e64b-8af0-4a76-a3ff-51012f343cd1 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:01:38.879048 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-398f5384-ce52-4f83-96e4-b4a02059d429 req-09a79247-919b-43d1-8195-58207773a042 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:38.882855 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-398f5384-ce52-4f83-96e4-b4a02059d429 req-09a79247-919b-43d1-8195-58207773a042 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.79 "DELETE /v2.0/ports/69f0e64b-8af0-4a76-a3ff-51012f343cd1 HTTP/1.1" status: 204 len: 173 time: 1.7719030 Feb 19 04:01:38.883075 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-157019bb-9be1-411e-84fb-49fa9999f05e tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Request body: {'port': {'device_id': '8d237087-c7bf-4691-8da5-0f3f4de7af3a', 'network_id': '9185abf0-321a-4f6a-bfd3-20fbe75f0f5e', 'admin_state_up': True, 'tenant_id': '0b14a11ca3974959a15f3edce22dc735'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:38.885730 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6fe714-1202-4b66-9543-363158c08409', 'name': 'network-vif-deleted', 'tag': '69f0e64b-8af0-4a76-a3ff-51012f343cd1'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:38.888016 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edfe46b-bb5a-4a8b-af78-4580e6c9ac29" -d '{"events": [{"server_uuid": "dc6fe714-1202-4b66-9543-363158c08409", "name": "network-vif-deleted", "tag": "69f0e64b-8af0-4a76-a3ff-51012f343cd1"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:38.944729 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4901af0-5aa8-4208-8c9c-78af43dcf3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad67d5e2-f6ce-4373-a696-484f2021aa3a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:38.957334 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0f238d3b-5783-44af-9547-03da9e24bdba req-06f75525-954b-45cd-a697-7e053bc88af9 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d237087-c7bf-4691-8da5-0f3f4de7af3a HTTP/1.1" status: 200 len: 210 time: 0.1162713 Feb 19 04:01:38.997965 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-453f321d-1bbc-42fe-b9c8-dca520ef7167 req-c3c84171-9989-40b6-8f84-3908ba9090c1 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Deleting port 40c0b014-7ed8-44c3-8e1d-e90020f47cfe {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:01:38.999671 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-453f321d-1bbc-42fe-b9c8-dca520ef7167 req-c3c84171-9989-40b6-8f84-3908ba9090c1 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (40c0b014-7ed8-44c3-8e1d-e90020f47cfe), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:39.169255 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-157019bb-9be1-411e-84fb-49fa9999f05e tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Made reservation on behalf of 0b14a11ca3974959a15f3edce22dc735 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:01:39.177067 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-157019bb-9be1-411e-84fb-49fa9999f05e tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:39.261955 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a06371-fd41-4c79-b1f4-6a230bc791ca x-openstack-request-id: req-f7a06371-fd41-4c79-b1f4-6a230bc791ca {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:39.262573 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6fe714-1202-4b66-9543-363158c08409", "name": "network-vif-deleted", "tag": "69f0e64b-8af0-4a76-a3ff-51012f343cd1", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:39.262573 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f7a06371-fd41-4c79-b1f4-6a230bc791ca {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:39.262922 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6fe714-1202-4b66-9543-363158c08409', 'name': 'network-vif-deleted', 'tag': '69f0e64b-8af0-4a76-a3ff-51012f343cd1', 'status': 'completed', 'code': 200} Feb 19 04:01:39.427953 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-157019bb-9be1-411e-84fb-49fa9999f05e tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Allocated IP 172.20.0.13 (9185abf0-321a-4f6a-bfd3-20fbe75f0f5e/27d01a51-9d06-4ecc-bce6-f59f762a17d9/4dfe4168-3a0c-4697-81fb-f94644feb99e) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:01:39.431348 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-453f321d-1bbc-42fe-b9c8-dca520ef7167 req-c3c84171-9989-40b6-8f84-3908ba9090c1 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] For port 40c0b014-7ed8-44c3-8e1d-e90020f47cfe, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=40c0b014-7ed8-44c3-8e1d-e90020f47cfe,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:39.431731 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-453f321d-1bbc-42fe-b9c8-dca520ef7167 req-c3c84171-9989-40b6-8f84-3908ba9090c1 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (40c0b014-7ed8-44c3-8e1d-e90020f47cfe), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:39.489543 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-453f321d-1bbc-42fe-b9c8-dca520ef7167 req-c3c84171-9989-40b6-8f84-3908ba9090c1 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Calling delete_port for 40c0b014-7ed8-44c3-8e1d-e90020f47cfe owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:01:39.602741 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-157019bb-9be1-411e-84fb-49fa9999f05e tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Publish callbacks [] for port (4dfe4168-3a0c-4697-81fb-f94644feb99e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:39.667128 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-157019bb-9be1-411e-84fb-49fa9999f05e tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (4dfe4168-3a0c-4697-81fb-f94644feb99e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:39.735345 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-157019bb-9be1-411e-84fb-49fa9999f05e tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Network 9185abf0-321a-4f6a-bfd3-20fbe75f0f5e is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:01:39.744813 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-157019bb-9be1-411e-84fb-49fa9999f05e tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:39.748478 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-157019bb-9be1-411e-84fb-49fa9999f05e tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:01:39.805321 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-157019bb-9be1-411e-84fb-49fa9999f05e tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:39.805986 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-157019bb-9be1-411e-84fb-49fa9999f05e tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:39.808430 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157019bb-9be1-411e-84fb-49fa9999f05e tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Pushing event updated for resources: {'Port': ['ID=4dfe4168-3a0c-4697-81fb-f94644feb99e,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:39.836552 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-157019bb-9be1-411e-84fb-49fa9999f05e tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9803462 Feb 19 04:01:39.850453 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-87e788cd-b76f-4f94-9395-f75773950bb7 service neutron] Request body: {'port': {'device_id': '8d237087-c7bf-4691-8da5-0f3f4de7af3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:39.923567 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563f379-b8d8-49e9-99b2-ee082d92442e req-0725dbaa-2c6a-4e6f-84b8-2af2630c0ea9 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:39.925199 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7563f379-b8d8-49e9-99b2-ee082d92442e req-0725dbaa-2c6a-4e6f-84b8-2af2630c0ea9 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/ports?device_id=45170b5a-49b3-4bdf-963d-30d542d332a9 HTTP/1.1" status: 200 len: 945 time: 0.2495863 Feb 19 04:01:39.948654 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-87e788cd-b76f-4f94-9395-f75773950bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4dfe4168-3a0c-4697-81fb-f94644feb99e), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:40.200120 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-453f321d-1bbc-42fe-b9c8-dca520ef7167 req-c3c84171-9989-40b6-8f84-3908ba9090c1 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (40c0b014-7ed8-44c3-8e1d-e90020f47cfe), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:40.209653 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7563f379-b8d8-49e9-99b2-ee082d92442e req-6a1f5a84-2097-46ae-acee-5ae4f2a0f5fd tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/security-groups?id=ce5276da-ba04-495d-be46-df354535c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2677963 Feb 19 04:01:40.318685 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c84171-9989-40b6-8f84-3908ba9090c1 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Pushing event deleted for resources: {'Port': ['ID=40c0b014-7ed8-44c3-8e1d-e90020f47cfe,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:40.349897 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-453f321d-1bbc-42fe-b9c8-dca520ef7167 req-c3c84171-9989-40b6-8f84-3908ba9090c1 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] No DVR routers for this DVR port 40c0b014-7ed8-44c3-8e1d-e90020f47cfe on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:01:40.352982 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-453f321d-1bbc-42fe-b9c8-dca520ef7167 req-c3c84171-9989-40b6-8f84-3908ba9090c1 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:40.357711 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-453f321d-1bbc-42fe-b9c8-dca520ef7167 req-c3c84171-9989-40b6-8f84-3908ba9090c1 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.79 "DELETE /v2.0/ports/40c0b014-7ed8-44c3-8e1d-e90020f47cfe HTTP/1.1" status: 204 len: 173 time: 2.1623976 Feb 19 04:01:40.384778 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.db.resource_extend [req-f9d872b9-05fb-4067-8f2e-1597b3ead65d req-c9b927e8-cfb5-446b-90c8-ab5c29065dd4 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:01:40.444571 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85914137-864e-4df2-aea8-b93f7823dc9f req-a42b11c9-87cc-4972-8bf1-92512a92422e tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dac1a5-8ce1-4023-9866-752e1ca62f27 HTTP/1.1" status: 200 len: 210 time: 0.0638025 Feb 19 04:01:40.512466 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-87e788cd-b76f-4f94-9395-f75773950bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dfe4168-3a0c-4697-81fb-f94644feb99e {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:01:40.524639 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-87e788cd-b76f-4f94-9395-f75773950bb7 service neutron] Publish callbacks [] for port (4dfe4168-3a0c-4697-81fb-f94644feb99e), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:40.559100 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-87e788cd-b76f-4f94-9395-f75773950bb7 service neutron] Transition to ACTIVE for port object 4dfe4168-3a0c-4697-81fb-f94644feb99e will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:01:40.571940 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-87e788cd-b76f-4f94-9395-f75773950bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (4dfe4168-3a0c-4697-81fb-f94644feb99e), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:40.688185 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e788cd-b76f-4f94-9395-f75773950bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=4dfe4168-3a0c-4697-81fb-f94644feb99e,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:40.700283 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f9d872b9-05fb-4067-8f2e-1597b3ead65d req-c9b927e8-cfb5-446b-90c8-ab5c29065dd4 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:40.763289 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-87e788cd-b76f-4f94-9395-f75773950bb7 service neutron] Attempting to bind port 4dfe4168-3a0c-4697-81fb-f94644feb99e on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:01:40.763787 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-87e788cd-b76f-4f94-9395-f75773950bb7 service neutron] Attempting to bind port 4dfe4168-3a0c-4697-81fb-f94644feb99e by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '888e1b16-a5ba-4f86-8440-0c31b9249607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9185abf0-321a-4f6a-bfd3-20fbe75f0f5e'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:01:40.764083 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-87e788cd-b76f-4f94-9395-f75773950bb7 service neutron] Attempting to bind port 4dfe4168-3a0c-4697-81fb-f94644feb99e on network 9185abf0-321a-4f6a-bfd3-20fbe75f0f5e {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:40.773586 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f9d872b9-05fb-4067-8f2e-1597b3ead65d req-c9b927e8-cfb5-446b-90c8-ab5c29065dd4 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (3288b91b-a1da-4e96-a01b-1abb78b50ab5), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:40.775316 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-87e788cd-b76f-4f94-9395-f75773950bb7 service neutron] Port 4dfe4168-3a0c-4697-81fb-f94644feb99e on network 9185abf0-321a-4f6a-bfd3-20fbe75f0f5e not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:01:40.775993 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-87e788cd-b76f-4f94-9395-f75773950bb7 service neutron] Attempting to bind port 4dfe4168-3a0c-4697-81fb-f94644feb99e on network 9185abf0-321a-4f6a-bfd3-20fbe75f0f5e {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:40.788119 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-87e788cd-b76f-4f94-9395-f75773950bb7 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:01:40.789808 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-87e788cd-b76f-4f94-9395-f75773950bb7 service neutron] Checking segment: {'id': '888e1b16-a5ba-4f86-8440-0c31b9249607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9185abf0-321a-4f6a-bfd3-20fbe75f0f5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:01:40.792164 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-87e788cd-b76f-4f94-9395-f75773950bb7 service neutron] Bound using segment: {'id': '888e1b16-a5ba-4f86-8440-0c31b9249607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9185abf0-321a-4f6a-bfd3-20fbe75f0f5e'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:01:40.794318 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-87e788cd-b76f-4f94-9395-f75773950bb7 service neutron] Bound port: 4dfe4168-3a0c-4697-81fb-f94644feb99e, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '888e1b16-a5ba-4f86-8440-0c31b9249607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9185abf0-321a-4f6a-bfd3-20fbe75f0f5e'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:01:40.794479 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-87e788cd-b76f-4f94-9395-f75773950bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4dfe4168-3a0c-4697-81fb-f94644feb99e), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:40.892736 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49900) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:40.952590 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3c2b2-d37b-482c-987e-3f0ca8cd69d0 req-2d73312e-acfa-4199-bae6-0846eac9f1bf tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:40.954889 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ced3c2b2-d37b-482c-987e-3f0ca8cd69d0 req-2d73312e-acfa-4199-bae6-0846eac9f1bf tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.79 "GET /v2.0/ports?device_id=45170b5a-49b3-4bdf-963d-30d542d332a9 HTTP/1.1" status: 200 len: 945 time: 0.2998605 Feb 19 04:01:40.971920 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-87e788cd-b76f-4f94-9395-f75773950bb7 service neutron] For port 4dfe4168-3a0c-4697-81fb-f94644feb99e, host n-h2-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:01:40.974672 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b02c0-c1fa-49d2-9eb5-40818fa1cbe3 req-81cc339c-0ae0-4dac-b4a7-8e8ca6180e57 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:40.983552 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-87e788cd-b76f-4f94-9395-f75773950bb7 service neutron] For port 4dfe4168-3a0c-4697-81fb-f94644feb99e, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=4dfe4168-3a0c-4697-81fb-f94644feb99e,segment=NetworkSegment(888e1b16-a5ba-4f86-8440-0c31b9249607),segment_id=888e1b16-a5ba-4f86-8440-0c31b9249607)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:01:40.984341 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c7b02c0-c1fa-49d2-9eb5-40818fa1cbe3 req-81cc339c-0ae0-4dac-b4a7-8e8ca6180e57 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d237087-c7bf-4691-8da5-0f3f4de7af3a HTTP/1.1" status: 200 len: 944 time: 0.3395922 Feb 19 04:01:40.991763 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-87e788cd-b76f-4f94-9395-f75773950bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (4dfe4168-3a0c-4697-81fb-f94644feb99e), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:41.078123 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [req-f9d872b9-05fb-4067-8f2e-1597b3ead65d req-c9b927e8-cfb5-446b-90c8-ab5c29065dd4 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Floating IP 3288b91b-a1da-4e96-a01b-1abb78b50ab5 associated. External IP: 172.25.3.124, port: 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6. Feb 19 04:01:41.096594 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-87e788cd-b76f-4f94-9395-f75773950bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:41.106242 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-87e788cd-b76f-4f94-9395-f75773950bb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:41.106242 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-87e788cd-b76f-4f94-9395-f75773950bb7 service neutron] 10.222.0.79 "PUT /v2.0/ports/4dfe4168-3a0c-4697-81fb-f94644feb99e HTTP/1.1" status: 200 len: 1093 time: 1.2581699 Feb 19 04:01:41.106242 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d237087-c7bf-4691-8da5-0f3f4de7af3a', 'tag': '4dfe4168-3a0c-4697-81fb-f94644feb99e'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:41.106242 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cb14c3-6028-4415-9d3c-66a7ff0a308f" -d '{"events": [{"name": "network-changed", "server_uuid": "8d237087-c7bf-4691-8da5-0f3f4de7af3a", "tag": "4dfe4168-3a0c-4697-81fb-f94644feb99e"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:41.201224 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c7b02c0-c1fa-49d2-9eb5-40818fa1cbe3 req-7bfc2d6b-48e6-48cd-859b-0c67f5ffb820 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd182133-125f-4a97-bc64-31fddb5daf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011788 Feb 19 04:01:41.207331 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e788cd-b76f-4f94-9395-f75773950bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=4dfe4168-3a0c-4697-81fb-f94644feb99e,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:41.301269 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-7bf528e6-e4b1-4cf8-9b93-8cf184c1b278 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-96647667-network', 'tenant_id': 'eec351964525449cae20b940c10a9f22'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:41.320689 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-0027f237-5a52-457f-ada3-7552223dfcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:41.322444 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-0027f237-5a52-457f-ada3-7552223dfcfa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0b14a11ca3974959a15f3edce22dc735&device_id=8d237087-c7bf-4691-8da5-0f3f4de7af3a HTTP/1.1" status: 200 len: 1127 time: 0.1496603 Feb 19 04:01:41.357455 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 40c0b014-7ed8-44c3-8e1d-e90020f47cfe no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:01:41.416355 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 40c0b014-7ed8-44c3-8e1d-e90020f47cfe {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:01:41.417272 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 40c0b014-7ed8-44c3-8e1d-e90020f47cfe not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:01:41.419420 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 69f0e64b-8af0-4a76-a3ff-51012f343cd1 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:01:41.451580 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-af5e840e-a9b7-4dde-8f5a-9bf7705f7e11 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dfe4168-3a0c-4697-81fb-f94644feb99e HTTP/1.1" status: 200 len: 217 time: 0.1177835 Feb 19 04:01:41.460870 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf528e6-e4b1-4cf8-9b93-8cf184c1b278 admin admin] Made reservation on behalf of eec351964525449cae20b940c10a9f22 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:01:41.480746 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7bf528e6-e4b1-4cf8-9b93-8cf184c1b278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:41.489707 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 69f0e64b-8af0-4a76-a3ff-51012f343cd1 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:01:41.490643 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 69f0e64b-8af0-4a76-a3ff-51012f343cd1 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:01:41.521456 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7bf528e6-e4b1-4cf8-9b93-8cf184c1b278 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:41.580282 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ba0ce9-ba69-4be0-a990-1f7f500ed8b4 x-openstack-request-id: req-81ba0ce9-ba69-4be0-a990-1f7f500ed8b4 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:41.588991 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d237087-c7bf-4691-8da5-0f3f4de7af3a", "tag": "4dfe4168-3a0c-4697-81fb-f94644feb99e", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:41.589468 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-81ba0ce9-ba69-4be0-a990-1f7f500ed8b4 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:41.589917 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d237087-c7bf-4691-8da5-0f3f4de7af3a', 'tag': '4dfe4168-3a0c-4697-81fb-f94644feb99e', 'status': 'completed', 'code': 200} Feb 19 04:01:41.660837 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-d0820abc-9584-4d6d-884b-0fb30622f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:41.662898 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-d0820abc-9584-4d6d-884b-0fb30622f209 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=27d01a51-9d06-4ecc-bce6-f59f762a17d9 HTTP/1.1" status: 200 len: 854 time: 0.1751523 Feb 19 04:01:41.741623 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-6ae4bcf4-6f73-4a39-933e-9001b898fc37 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9185abf0-321a-4f6a-bfd3-20fbe75f0f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599296 Feb 19 04:01:41.773983 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40dac1a5-8ce1-4023-9866-752e1ca62f27', 'name': 'network-vif-deleted', 'tag': '40c0b014-7ed8-44c3-8e1d-e90020f47cfe'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:41.778946 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9d9d5a-501b-4fa8-b507-36f163f0dd4c" -d '{"events": [{"server_uuid": "40dac1a5-8ce1-4023-9866-752e1ca62f27", "name": "network-vif-deleted", "tag": "40c0b014-7ed8-44c3-8e1d-e90020f47cfe"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:41.846201 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-ced3c2b2-d37b-482c-987e-3f0ca8cd69d0 req-c37690db-f07c-4176-bb76-c9bd9a867b19 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Deleting port 06b14469-1d3e-4d9f-886d-4fcc1c91010f {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:01:41.847753 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ced3c2b2-d37b-482c-987e-3f0ca8cd69d0 req-c37690db-f07c-4176-bb76-c9bd9a867b19 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (06b14469-1d3e-4d9f-886d-4fcc1c91010f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:41.852604 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7bf528e6-e4b1-4cf8-9b93-8cf184c1b278 admin admin] Publish callbacks [] for security_group (33f662ec-0eff-45bd-a525-137bc8adec8f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:41.873746 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:01:41.879516 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7bf528e6-e4b1-4cf8-9b93-8cf184c1b278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (33f662ec-0eff-45bd-a525-137bc8adec8f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:41.983096 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-930038de-bea8-4c48-96b5-26e65812a2fc service neutron] 10.222.0.79 "GET /v2.0/networks/9185abf0-321a-4f6a-bfd3-20fbe75f0f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328072 Feb 19 04:01:41.994502 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf528e6-e4b1-4cf8-9b93-8cf184c1b278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f662ec-0eff-45bd-a525-137bc8adec8f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:42.050790 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf528e6-e4b1-4cf8-9b93-8cf184c1b278 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:01:42.075922 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-ced3c2b2-d37b-482c-987e-3f0ca8cd69d0 req-c37690db-f07c-4176-bb76-c9bd9a867b19 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] For port 06b14469-1d3e-4d9f-886d-4fcc1c91010f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=06b14469-1d3e-4d9f-886d-4fcc1c91010f,segment=NetworkSegment(128a647d-2f7d-447d-92e6-b4382e32d23f),segment_id=128a647d-2f7d-447d-92e6-b4382e32d23f)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:42.076325 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ced3c2b2-d37b-482c-987e-3f0ca8cd69d0 req-c37690db-f07c-4176-bb76-c9bd9a867b19 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (06b14469-1d3e-4d9f-886d-4fcc1c91010f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:42.107269 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7bf528e6-e4b1-4cf8-9b93-8cf184c1b278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e182da2b-778c-413a-bfac-ae3cdedfc47a), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:42.107620 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-7bf528e6-e4b1-4cf8-9b93-8cf184c1b278 admin admin] Added segment e182da2b-778c-413a-bfac-ae3cdedfc47a of type vlan for network 342bc323-1137-480d-9407-1d406474f102 Feb 19 04:01:42.177612 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7bf528e6-e4b1-4cf8-9b93-8cf184c1b278 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (342bc323-1137-480d-9407-1d406474f102), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:42.195852 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-64f65d64-7fb3-4b94-b37b-be10b9551c23 req-25873653-4731-457a-bada-edb14dda80b9 service neutron] 10.222.0.79 "GET /v2.0/networks/9185abf0-321a-4f6a-bfd3-20fbe75f0f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023706 Feb 19 04:01:42.201349 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a9517-c557-4d2b-9d1e-fbeffb6cb2b6 req-1c091a08-dc72-4298-bb8c-f97c67109aa0 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:42.204037 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-372a9517-c557-4d2b-9d1e-fbeffb6cb2b6 req-1c091a08-dc72-4298-bb8c-f97c67109aa0 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/ports?device_id=45170b5a-49b3-4bdf-963d-30d542d332a9 HTTP/1.1" status: 200 len: 945 time: 0.4185076 Feb 19 04:01:42.238955 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7bf528e6-e4b1-4cf8-9b93-8cf184c1b278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (342bc323-1137-480d-9407-1d406474f102), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:42.242042 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf528e6-e4b1-4cf8-9b93-8cf184c1b278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:42.242688 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7bf528e6-e4b1-4cf8-9b93-8cf184c1b278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:42.310909 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7bf528e6-e4b1-4cf8-9b93-8cf184c1b278 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4170847 Feb 19 04:01:42.326996 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49930) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:42.381279 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1ede5-03aa-40cf-a72a-27b504282320 req-5d621bfe-b16b-435d-85c9-76167f9ba84c tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:42.383234 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ae1ede5-03aa-40cf-a72a-27b504282320 req-5d621bfe-b16b-435d-85c9-76167f9ba84c tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.79 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 944 time: 0.4497874 Feb 19 04:01:42.393749 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf528e6-e4b1-4cf8-9b93-8cf184c1b278 admin admin] Pushing event updated for resources: {'Network': ['ID=342bc323-1137-480d-9407-1d406474f102,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:42.411215 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-09cf13e7-ccd2-4b74-b883-8da7b4ba86e2 admin admin] Request body: {'subnet': {'network_id': '342bc323-1137-480d-9407-1d406474f102', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-96647667-subnet', 'tenant_id': 'eec351964525449cae20b940c10a9f22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:42.412339 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 342bc323-1137-480d-9407-1d406474f102 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:01:42.453501 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cf13e7-ccd2-4b74-b883-8da7b4ba86e2 admin admin] Made reservation on behalf of eec351964525449cae20b940c10a9f22 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:01:42.454189 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-372a9517-c557-4d2b-9d1e-fbeffb6cb2b6 req-46be547c-1caa-42d4-a75d-05861525d1c5 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/security-groups?id=ce5276da-ba04-495d-be46-df354535c7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187459 Feb 19 04:01:42.461336 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-09cf13e7-ccd2-4b74-b883-8da7b4ba86e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:42.499841 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb14c3-6028-4415-9d3c-66a7ff0a308f req-f80d6e5f-257f-42f4-a781-22bc34c5e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:42.500838 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-43cb14c3-6028-4415-9d3c-66a7ff0a308f req-f80d6e5f-257f-42f4-a781-22bc34c5e614 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0b14a11ca3974959a15f3edce22dc735&device_id=8d237087-c7bf-4691-8da5-0f3f4de7af3a HTTP/1.1" status: 200 len: 1127 time: 0.2340195 Feb 19 04:01:42.786830 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-21f08f22-9f96-46c3-9043-7dc82042fde1 req-1b0ea867-1586-497d-a21c-f9cdff52a3c7 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dac1a5-8ce1-4023-9866-752e1ca62f27 HTTP/1.1" status: 200 len: 210 time: 0.1528997 Feb 19 04:01:42.893877 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9d872b9-05fb-4067-8f2e-1597b3ead65d req-c9b927e8-cfb5-446b-90c8-ab5c29065dd4 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:01:42.904840 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-09cf13e7-ccd2-4b74-b883-8da7b4ba86e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (86d4a224-1f27-4c62-9c73-95c6ff46feaf), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:42.910195 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-1ae1ede5-03aa-40cf-a72a-27b504282320 req-b9910a5b-d941-442b-826e-a1a92e2ca918 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Deleting port de138328-1cd6-4d35-b7c3-50ef1063e817 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:01:42.910543 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1ae1ede5-03aa-40cf-a72a-27b504282320 req-b9910a5b-d941-442b-826e-a1a92e2ca918 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (de138328-1cd6-4d35-b7c3-50ef1063e817), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:42.952262 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf13e7-ccd2-4b74-b883-8da7b4ba86e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86d4a224-1f27-4c62-9c73-95c6ff46feaf,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:43.025950 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb14c3-6028-4415-9d3c-66a7ff0a308f req-6d8a9122-6003-494b-a8d5-e6f775935911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:43.027502 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-43cb14c3-6028-4415-9d3c-66a7ff0a308f req-6d8a9122-6003-494b-a8d5-e6f775935911 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9185abf0-321a-4f6a-bfd3-20fbe75f0f5e HTTP/1.1" status: 200 len: 915 time: 0.4961262 Feb 19 04:01:43.028832 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ced3c2b2-d37b-482c-987e-3f0ca8cd69d0 req-c37690db-f07c-4176-bb76-c9bd9a867b19 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:43.029433 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ced3c2b2-d37b-482c-987e-3f0ca8cd69d0 req-c37690db-f07c-4176-bb76-c9bd9a867b19 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (e0c23435-0f56-4c79-b98a-3abde03a165e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:43.030024 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [req-ced3c2b2-d37b-482c-987e-3f0ca8cd69d0 req-c37690db-f07c-4176-bb76-c9bd9a867b19 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Floating IP e0c23435-0f56-4c79-b98a-3abde03a165e disassociated. External IP: 172.25.3.104, port: 06b14469-1d3e-4d9f-886d-4fcc1c91010f. Feb 19 04:01:43.030590 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-ced3c2b2-d37b-482c-987e-3f0ca8cd69d0 req-c37690db-f07c-4176-bb76-c9bd9a867b19 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Calling delete_port for 06b14469-1d3e-4d9f-886d-4fcc1c91010f owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:01:43.033931 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf13e7-ccd2-4b74-b883-8da7b4ba86e2 admin admin] Checking segment: {'id': 'e182da2b-778c-413a-bfac-ae3cdedfc47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '342bc323-1137-480d-9407-1d406474f102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:01:43.034110 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cf13e7-ccd2-4b74-b883-8da7b4ba86e2 admin admin] Network hostable DHCP agents. Network: 342bc323-1137-480d-9407-1d406474f102, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:01:43.100915 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-43cb14c3-6028-4415-9d3c-66a7ff0a308f req-64d6b881-badf-4d7c-907e-56cdcaa8b7c2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dfe4168-3a0c-4697-81fb-f94644feb99e HTTP/1.1" status: 200 len: 217 time: 0.0618865 Feb 19 04:01:43.139892 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-1ae1ede5-03aa-40cf-a72a-27b504282320 req-b9910a5b-d941-442b-826e-a1a92e2ca918 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] For port de138328-1cd6-4d35-b7c3-50ef1063e817, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=de138328-1cd6-4d35-b7c3-50ef1063e817,segment=NetworkSegment(35e3b320-d71e-4f19-b693-888c56b0bd61),segment_id=35e3b320-d71e-4f19-b693-888c56b0bd61)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:43.140369 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1ae1ede5-03aa-40cf-a72a-27b504282320 req-b9910a5b-d941-442b-826e-a1a92e2ca918 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (de138328-1cd6-4d35-b7c3-50ef1063e817), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:43.156009 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-1ae1ede5-03aa-40cf-a72a-27b504282320 req-b9910a5b-d941-442b-826e-a1a92e2ca918 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Calling delete_port for de138328-1cd6-4d35-b7c3-50ef1063e817 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:01:43.207005 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cf13e7-ccd2-4b74-b883-8da7b4ba86e2 admin admin] Network 342bc323-1137-480d-9407-1d406474f102 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:01:43.220072 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb14c3-6028-4415-9d3c-66a7ff0a308f req-15983676-583b-41de-a287-785f5dd305a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:43.221574 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-43cb14c3-6028-4415-9d3c-66a7ff0a308f req-15983676-583b-41de-a287-785f5dd305a7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=27d01a51-9d06-4ecc-bce6-f59f762a17d9 HTTP/1.1" status: 200 len: 854 time: 0.1078634 Feb 19 04:01:43.227335 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-09cf13e7-ccd2-4b74-b883-8da7b4ba86e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 342bc323-1137-480d-9407-1d406474f102) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:43.236658 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbd91cc-195c-4b51-9e04-c8ece6b94ca6 None None] Network 342bc323-1137-480d-9407-1d406474f102 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:01:43.243854 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cf13e7-ccd2-4b74-b883-8da7b4ba86e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:43.244457 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-09cf13e7-ccd2-4b74-b883-8da7b4ba86e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:43.332268 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-43cb14c3-6028-4415-9d3c-66a7ff0a308f req-e5d75ae4-ebc7-4957-a730-1b1eb0afac1f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9185abf0-321a-4f6a-bfd3-20fbe75f0f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638702 Feb 19 04:01:43.351671 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-09cf13e7-ccd2-4b74-b883-8da7b4ba86e2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9588928 Feb 19 04:01:43.481382 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-43cb14c3-6028-4415-9d3c-66a7ff0a308f req-b2de2afd-abf7-485c-82ee-664569348bfd service neutron] 10.222.0.79 "GET /v2.0/networks/9185abf0-321a-4f6a-bfd3-20fbe75f0f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282804 Feb 19 04:01:43.485243 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1ae1ede5-03aa-40cf-a72a-27b504282320 req-b9910a5b-d941-442b-826e-a1a92e2ca918 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (de138328-1cd6-4d35-b7c3-50ef1063e817), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:43.498855 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4a1bc-9c2b-411e-bebd-17ed9c2537cf req-f3b58b01-a30a-41a0-82e2-6ffbb7bf9706 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:43.507036 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-83a4a1bc-9c2b-411e-bebd-17ed9c2537cf req-f3b58b01-a30a-41a0-82e2-6ffbb7bf9706 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/ports?device_id=677863a0-b789-40f0-8503-d5c0a0a757bd HTTP/1.1" status: 200 len: 944 time: 0.6247497 Feb 19 04:01:43.529882 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daf05ab-24d3-4511-9799-748cbae45652 None None] Network 342bc323-1137-480d-9407-1d406474f102 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:01:43.548286 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9910a5b-d941-442b-826e-a1a92e2ca918 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Pushing event deleted for resources: {'Port': ['ID=de138328-1cd6-4d35-b7c3-50ef1063e817,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:43.686943 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-43cb14c3-6028-4415-9d3c-66a7ff0a308f req-9e54c827-9f68-4efa-96d7-ad204a1f6d11 service neutron] 10.222.0.79 "GET /v2.0/networks/9185abf0-321a-4f6a-bfd3-20fbe75f0f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985507 Feb 19 04:01:43.779740 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae1ede5-03aa-40cf-a72a-27b504282320 req-b9910a5b-d941-442b-826e-a1a92e2ca918 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] No DVR routers for this DVR port de138328-1cd6-4d35-b7c3-50ef1063e817 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:01:43.782788 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1ae1ede5-03aa-40cf-a72a-27b504282320 req-b9910a5b-d941-442b-826e-a1a92e2ca918 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:43.787014 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ae1ede5-03aa-40cf-a72a-27b504282320 req-b9910a5b-d941-442b-826e-a1a92e2ca918 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.79 "DELETE /v2.0/ports/de138328-1cd6-4d35-b7c3-50ef1063e817 HTTP/1.1" status: 204 len: 173 time: 1.3700693 Feb 19 04:01:43.807254 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-83a4a1bc-9c2b-411e-bebd-17ed9c2537cf req-8fc05295-efdb-4f01-abc1-1a7ccb7cb747 tempest-LiveAutoBlockMigrationV225Test-1439830299 tempest-LiveAutoBlockMigrationV225Test-1439830299-project] 10.222.0.52 "GET /v2.0/security-groups?id=1163e73b-faf7-4e4a-a84d-90e1c01ccf01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988942 Feb 19 04:01:43.949994 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983bb62c-045c-470e-9c3d-0da1e26e8062 x-openstack-request-id: req-983bb62c-045c-470e-9c3d-0da1e26e8062 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:43.950273 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40dac1a5-8ce1-4023-9866-752e1ca62f27", "name": "network-vif-deleted", "tag": "40c0b014-7ed8-44c3-8e1d-e90020f47cfe", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:43.950572 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-983bb62c-045c-470e-9c3d-0da1e26e8062 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:43.950899 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40dac1a5-8ce1-4023-9866-752e1ca62f27', 'name': 'network-vif-deleted', 'tag': '40c0b014-7ed8-44c3-8e1d-e90020f47cfe', 'status': 'completed', 'code': 200} Feb 19 04:01:43.970358 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9d872b9-05fb-4067-8f2e-1597b3ead65d req-c9b927e8-cfb5-446b-90c8-ab5c29065dd4 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:01:43.977194 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f9d872b9-05fb-4067-8f2e-1597b3ead65d req-c9b927e8-cfb5-446b-90c8-ab5c29065dd4 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:43.990074 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebd7f29-55e0-4965-98a4-581008029120 None None] Sync routers for ids ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:01:44.005773 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebd7f29-55e0-4965-98a4-581008029120 None None] Routers {'6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:44.007514 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ced3c2b2-d37b-482c-987e-3f0ca8cd69d0 req-c37690db-f07c-4176-bb76-c9bd9a867b19 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (06b14469-1d3e-4d9f-886d-4fcc1c91010f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:44.008587 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7ebd7f29-55e0-4965-98a4-581008029120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:01:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:44.174816 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-7ebd7f29-55e0-4965-98a4-581008029120 None None] Set router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:44.650032 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7ebd7f29-55e0-4965-98a4-581008029120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-router', 'tenant_id': '50fd7819c4774650a14342140345e302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:40Z', 'updated_at': '2022-02-19T04:00:47Z', 'revision_number': 4, 'project_id': '50fd7819c4774650a14342140345e302', 'gw_port': {'id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:42Z', 'updated_at': '2022-02-19T04:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '3288b91b-a1da-4e96-a01b-1abb78b50ab5', 'tenant_id': '50fd7819c4774650a14342140345e302', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'port_id': '9c3f11b0-cad5-4931-8dd2-eba376e5b9d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'mac_address': 'fa:16:3e:58:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bca52-52c6-4604-ab51-89fdd1e423c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:01:10Z', 'updated_at': '2022-02-19T04:01:40Z', 'revision_number': 1, 'project_id': '50fd7819c4774650a14342140345e302', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afccb93-76f5-4b52-a8a9-093eb8058302', 'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'tenant_id': '50fd7819c4774650a14342140345e302', 'mac_address': 'fa:16:3e:69:eb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:46Z', 'updated_at': '2022-02-19T04:00:54Z', 'revision_number': 5, 'project_id': '50fd7819c4774650a14342140345e302', 'subnets': [{'id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:44.695633 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebd7f29-55e0-4965-98a4-581008029120 None None] Checking router: 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:01:44.716257 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebd7f29-55e0-4965-98a4-581008029120 None None] Routers {'6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:44.716949 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7ebd7f29-55e0-4965-98a4-581008029120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:01:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:44.761205 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37690db-f07c-4176-bb76-c9bd9a867b19 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Pushing event deleted for resources: {'Port': ['ID=06b14469-1d3e-4d9f-886d-4fcc1c91010f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:44.783763 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9d872b9-05fb-4067-8f2e-1597b3ead65d req-c9b927e8-cfb5-446b-90c8-ab5c29065dd4 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "PUT /v2.0/floatingips/3288b91b-a1da-4e96-a01b-1abb78b50ab5 HTTP/1.1" status: 200 len: 997 time: 6.3101006 Feb 19 04:01:44.814972 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1daa0bb-7e08-45f9-9c36-a1a0e7187e14 req-14d370d5-9b1c-4ce9-b87c-2f8ec1fb91ce tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:44.822523 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c1daa0bb-7e08-45f9-9c36-a1a0e7187e14 req-14d370d5-9b1c-4ce9-b87c-2f8ec1fb91ce tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d237087-c7bf-4691-8da5-0f3f4de7af3a HTTP/1.1" status: 200 len: 944 time: 0.8706131 Feb 19 04:01:44.897448 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ced3c2b2-d37b-482c-987e-3f0ca8cd69d0 req-c37690db-f07c-4176-bb76-c9bd9a867b19 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Router 27c24375-b5bc-4331-89b6-5ffde6ace612 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:01:44.941152 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c1daa0bb-7e08-45f9-9c36-a1a0e7187e14 req-646c3d51-4e3a-4c42-af4d-33c51369106e tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd182133-125f-4a97-bc64-31fddb5daf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177397 Feb 19 04:01:44.948830 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-7ebd7f29-55e0-4965-98a4-581008029120 None None] Set router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:44.987516 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d872b9-05fb-4067-8f2e-1597b3ead65d req-6672a5d1-82f0-40ab-be0f-a05a10318f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:44.989720 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9d872b9-05fb-4067-8f2e-1597b3ead65d req-6672a5d1-82f0-40ab-be0f-a05a10318f33 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=50fd7819c4774650a14342140345e302&device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4 HTTP/1.1" status: 200 len: 1129 time: 0.1586924 Feb 19 04:01:45.184004 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa5ab211-643c-44fd-92ee-f6b70cb1f1db req-44289e43-cf9e-40c9-a1f0-007fc8abaf03 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/ports?device_id=45170b5a-49b3-4bdf-963d-30d542d332a9 HTTP/1.1" status: 200 len: 210 time: 0.0788264 Feb 19 04:01:45.193672 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ced3c2b2-d37b-482c-987e-3f0ca8cd69d0 req-c37690db-f07c-4176-bb76-c9bd9a867b19 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:01:45.206049 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd7bc76-bbd2-4eb8-8b5a-07db4d27f3d0 None None] Sync routers for ids ['27c24375-b5bc-4331-89b6-5ffde6ace612'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:01:45.242115 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd7bc76-bbd2-4eb8-8b5a-07db4d27f3d0 None None] Routers {'27c24375-b5bc-4331-89b6-5ffde6ace612'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:45.242771 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-9fd7bc76-bbd2-4eb8-8b5a-07db4d27f3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:01:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['27c24375-b5bc-4331-89b6-5ffde6ace612'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:45.279624 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced3c2b2-d37b-482c-987e-3f0ca8cd69d0 req-c37690db-f07c-4176-bb76-c9bd9a867b19 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] No DVR routers for this DVR port 06b14469-1d3e-4d9f-886d-4fcc1c91010f on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:01:45.299283 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ced3c2b2-d37b-482c-987e-3f0ca8cd69d0 req-c37690db-f07c-4176-bb76-c9bd9a867b19 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:45.302670 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ced3c2b2-d37b-482c-987e-3f0ca8cd69d0 req-c37690db-f07c-4176-bb76-c9bd9a867b19 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.79 "DELETE /v2.0/ports/06b14469-1d3e-4d9f-886d-4fcc1c91010f HTTP/1.1" status: 204 len: 173 time: 4.3140221 Feb 19 04:01:45.312016 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7ebd7f29-55e0-4965-98a4-581008029120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-router', 'tenant_id': '50fd7819c4774650a14342140345e302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:40Z', 'updated_at': '2022-02-19T04:00:47Z', 'revision_number': 4, 'project_id': '50fd7819c4774650a14342140345e302', 'gw_port': {'id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:42Z', 'updated_at': '2022-02-19T04:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '3288b91b-a1da-4e96-a01b-1abb78b50ab5', 'tenant_id': '50fd7819c4774650a14342140345e302', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'port_id': '9c3f11b0-cad5-4931-8dd2-eba376e5b9d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'mac_address': 'fa:16:3e:58:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bca52-52c6-4604-ab51-89fdd1e423c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:01:10Z', 'updated_at': '2022-02-19T04:01:40Z', 'revision_number': 1, 'project_id': '50fd7819c4774650a14342140345e302', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afccb93-76f5-4b52-a8a9-093eb8058302', 'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'tenant_id': '50fd7819c4774650a14342140345e302', 'mac_address': 'fa:16:3e:69:eb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:46Z', 'updated_at': '2022-02-19T04:00:54Z', 'revision_number': 5, 'project_id': '50fd7819c4774650a14342140345e302', 'subnets': [{'id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:45.371719 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d872b9-05fb-4067-8f2e-1597b3ead65d req-bb91803d-1ee8-435b-b05b-a240278316e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:45.392868 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9d872b9-05fb-4067-8f2e-1597b3ead65d req-bb91803d-1ee8-435b-b05b-a240278316e6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9d03c4ae-d514-421e-b655-86ca09811ee8 HTTP/1.1" status: 200 len: 922 time: 0.3963165 Feb 19 04:01:45.420926 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebd7f29-55e0-4965-98a4-581008029120 None None] The sync data for ids ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'] in n-d-828369-19 is: [{'id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-router', 'tenant_id': '50fd7819c4774650a14342140345e302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:40Z', 'updated_at': '2022-02-19T04:00:47Z', 'revision_number': 4, 'project_id': '50fd7819c4774650a14342140345e302', 'gw_port': {'id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:42Z', 'updated_at': '2022-02-19T04:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '3288b91b-a1da-4e96-a01b-1abb78b50ab5', 'tenant_id': '50fd7819c4774650a14342140345e302', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'port_id': '9c3f11b0-cad5-4931-8dd2-eba376e5b9d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'mac_address': 'fa:16:3e:58:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bca52-52c6-4604-ab51-89fdd1e423c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:01:10Z', 'updated_at': '2022-02-19T04:01:40Z', 'revision_number': 1, 'project_id': '50fd7819c4774650a14342140345e302', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afccb93-76f5-4b52-a8a9-093eb8058302', 'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'tenant_id': '50fd7819c4774650a14342140345e302', 'mac_address': 'fa:16:3e:69:eb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:46Z', 'updated_at': '2022-02-19T04:00:54Z', 'revision_number': 5, 'project_id': '50fd7819c4774650a14342140345e302', 'subnets': [{'id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:01:45.453801 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 4dfe4168-3a0c-4697-81fb-f94644feb99e details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:01:45.606096 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9d872b9-05fb-4067-8f2e-1597b3ead65d req-a02a44aa-d564-40da-b1db-6eebf5ccdd90 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 HTTP/1.1" status: 200 len: 1000 time: 0.2122896 Feb 19 04:01:45.742220 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-9fd7bc76-bbd2-4eb8-8b5a-07db4d27f3d0 None None] Set router 27c24375-b5bc-4331-89b6-5ffde6ace612 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:45.749756 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d872b9-05fb-4067-8f2e-1597b3ead65d req-b4509c36-3772-4df9-a838-47931819b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:45.758904 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9d872b9-05fb-4067-8f2e-1597b3ead65d req-b4509c36-3772-4df9-a838-47931819b737 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5 HTTP/1.1" status: 200 len: 860 time: 0.1360648 Feb 19 04:01:45.772957 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 4dfe4168-3a0c-4697-81fb-f94644feb99e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=4dfe4168-3a0c-4697-81fb-f94644feb99e,segment=NetworkSegment(888e1b16-a5ba-4f86-8440-0c31b9249607),segment_id=888e1b16-a5ba-4f86-8440-0c31b9249607)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:45.793425 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 06b14469-1d3e-4d9f-886d-4fcc1c91010f no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:01:45.797090 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '4dfe4168-3a0c-4697-81fb-f94644feb99e', 'network_id': '9185abf0-321a-4f6a-bfd3-20fbe75f0f5e', 'port_id': '4dfe4168-3a0c-4697-81fb-f94644feb99e', 'mac_address': 'fa:16:3e:65:48:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27d01a51-9d06-4ecc-bce6-f59f762a17d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:01:45.848503 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 06b14469-1d3e-4d9f-886d-4fcc1c91010f {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:01:45.850919 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 06b14469-1d3e-4d9f-886d-4fcc1c91010f not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:01:45.951628 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0522e81b-f42e-479e-a340-674765af96f1 None None] New status for floating IP 3288b91b-a1da-4e96-a01b-1abb78b50ab5: ACTIVE {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:01:45.970149 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49994) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:46.090615 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677863a0-b789-40f0-8503-d5c0a0a757bd', 'name': 'network-vif-deleted', 'tag': 'de138328-1cd6-4d35-b7c3-50ef1063e817'}, {'name': 'network-changed', 'server_uuid': '0f1bca52-52c6-4604-ab51-89fdd1e423c4', 'tag': '9c3f11b0-cad5-4931-8dd2-eba376e5b9d6'}, {'server_uuid': '45170b5a-49b3-4bdf-963d-30d542d332a9', 'name': 'network-vif-deleted', 'tag': '06b14469-1d3e-4d9f-886d-4fcc1c91010f'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:46.096293 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64253a58-8df8-4bfe-a66e-915d778177c5" -d '{"events": [{"server_uuid": "677863a0-b789-40f0-8503-d5c0a0a757bd", "name": "network-vif-deleted", "tag": "de138328-1cd6-4d35-b7c3-50ef1063e817"}, {"name": "network-changed", "server_uuid": "0f1bca52-52c6-4604-ab51-89fdd1e423c4", "tag": "9c3f11b0-cad5-4931-8dd2-eba376e5b9d6"}, {"server_uuid": "45170b5a-49b3-4bdf-963d-30d542d332a9", "name": "network-vif-deleted", "tag": "06b14469-1d3e-4d9f-886d-4fcc1c91010f"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:46.136922 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-f141dd36-8ea8-4590-821c-4a5a52f7413a tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:46.142690 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 4dfe4168-3a0c-4697-81fb-f94644feb99e is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:46.142994 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4dfe4168-3a0c-4697-81fb-f94644feb99e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:46.168684 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-f141dd36-8ea8-4590-821c-4a5a52f7413a tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.52 "GET /v2.0/networks?id=342bc323-1137-480d-9407-1d406474f102 HTTP/1.1" status: 200 len: 812 time: 0.3184836 Feb 19 04:01:46.195681 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dc508c26-68c2-481c-a907-59360c5ec183 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:46.206683 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-ad76815d-5218-4425-bcd0-7775ee9ce8d5 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.52 "GET /v2.0/quotas/eec351964525449cae20b940c10a9f22 HTTP/1.1" status: 200 len: 375 time: 0.0331793 Feb 19 04:01:46.242110 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d872b9-05fb-4067-8f2e-1597b3ead65d req-fb93d3bd-13a7-4001-9577-d787b8f63721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:46.243684 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9d872b9-05fb-4067-8f2e-1597b3ead65d req-fb93d3bd-13a7-4001-9577-d787b8f63721 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9d03c4ae-d514-421e-b655-86ca09811ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4832585 Feb 19 04:01:46.273219 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dfe4168-3a0c-4697-81fb-f94644feb99e {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:01:46.284455 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-ba6b1f06-eafd-45bb-8e36-48c6d208c79d tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=eec351964525449cae20b940c10a9f22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726180 Feb 19 04:01:46.346742 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 4dfe4168-3a0c-4697-81fb-f94644feb99e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=4dfe4168-3a0c-4697-81fb-f94644feb99e,segment=NetworkSegment(888e1b16-a5ba-4f86-8440-0c31b9249607),segment_id=888e1b16-a5ba-4f86-8440-0c31b9249607)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:46.360548 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4dfe4168-3a0c-4697-81fb-f94644feb99e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:46.365392 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-9fd7bc76-bbd2-4eb8-8b5a-07db4d27f3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'name': 'tempest-ServersTestFqdnHostnames-1683821132-router', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:07Z', 'updated_at': '2022-02-19T04:00:18Z', 'revision_number': 4, 'project_id': '8cc5a333555d43228c6c3aa25c7c358e', 'gw_port': {'id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:09Z', 'updated_at': '2022-02-19T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '424fa787-7942-49fd-a633-3d5d816fe237', 'name': '', 'network_id': '1da67264-45f4-47df-8154-a17cd684211d', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'mac_address': 'fa:16:3e:f4:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:16Z', 'updated_at': '2022-02-19T04:00:24Z', 'revision_number': 5, 'project_id': '8cc5a333555d43228c6c3aa25c7c358e', 'subnets': [{'id': '09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:46.371183 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dc508c26-68c2-481c-a907-59360c5ec183 admin admin] Publish callbacks [] for security_group (10c66126-6fe9-4e48-95fd-051d1a1e7701), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:46.378534 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dc508c26-68c2-481c-a907-59360c5ec183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (10c66126-6fe9-4e48-95fd-051d1a1e7701), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:46.408511 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-f9d872b9-05fb-4067-8f2e-1597b3ead65d req-bff55b5a-4af1-4035-80e4-7103f0156442 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:01:46.410032 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9d872b9-05fb-4067-8f2e-1597b3ead65d req-bff55b5a-4af1-4035-80e4-7103f0156442 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0151632 Feb 19 04:01:46.410788 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd7bc76-bbd2-4eb8-8b5a-07db4d27f3d0 None None] Checking router: 27c24375-b5bc-4331-89b6-5ffde6ace612 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:01:46.445938 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd7bc76-bbd2-4eb8-8b5a-07db4d27f3d0 None None] Routers {'27c24375-b5bc-4331-89b6-5ffde6ace612'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:46.447115 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-9fd7bc76-bbd2-4eb8-8b5a-07db4d27f3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:01:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['27c24375-b5bc-4331-89b6-5ffde6ace612'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:46.477117 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-dc508c26-68c2-481c-a907-59360c5ec183 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9a702ae1e2c84c9f9434c16dfafb9cd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5033693 Feb 19 04:01:46.478525 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc508c26-68c2-481c-a907-59360c5ec183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c66126-6fe9-4e48-95fd-051d1a1e7701,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:46.480950 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50004) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:46.526943 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-4b81fe2a-aec9-4494-9441-0ee856457613 service neutron] 10.222.0.52 "GET /v2.0/networks/342bc323-1137-480d-9407-1d406474f102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363610 Feb 19 04:01:46.576399 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-9fd7bc76-bbd2-4eb8-8b5a-07db4d27f3d0 None None] Set router 27c24375-b5bc-4331-89b6-5ffde6ace612 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:46.584561 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-81d87873-09ac-4397-9281-68fbac8cad5e admin admin] Publish callbacks [] for security_group (10c66126-6fe9-4e48-95fd-051d1a1e7701), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:46.631665 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-81d87873-09ac-4397-9281-68fbac8cad5e admin admin] Publish callbacks [] for security_group (10c66126-6fe9-4e48-95fd-051d1a1e7701), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:46.728633 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-81d87873-09ac-4397-9281-68fbac8cad5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (10c66126-6fe9-4e48-95fd-051d1a1e7701), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:46.731662 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-81d87873-09ac-4397-9281-68fbac8cad5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:46.733176 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-81d87873-09ac-4397-9281-68fbac8cad5e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/10c66126-6fe9-4e48-95fd-051d1a1e7701 HTTP/1.1" status: 204 len: 168 time: 0.2512851 Feb 19 04:01:46.767232 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d87873-09ac-4397-9281-68fbac8cad5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c66126-6fe9-4e48-95fd-051d1a1e7701,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:46.803735 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-2a27c7a4-954b-4774-b6ee-c94f00631cb8 service neutron] 10.222.0.52 "GET /v2.0/networks/342bc323-1137-480d-9407-1d406474f102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754128 Feb 19 04:01:46.805823 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9d872b9-05fb-4067-8f2e-1597b3ead65d req-eebe733d-e8b0-4af8-9096-2f76b8b168f0 service neutron] 10.222.0.52 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656202 Feb 19 04:01:46.872386 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['4dfe4168-3a0c-4697-81fb-f94644feb99e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:01:46.922493 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-9fd7bc76-bbd2-4eb8-8b5a-07db4d27f3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'name': 'tempest-ServersTestFqdnHostnames-1683821132-router', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:07Z', 'updated_at': '2022-02-19T04:00:18Z', 'revision_number': 4, 'project_id': '8cc5a333555d43228c6c3aa25c7c358e', 'gw_port': {'id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:09Z', 'updated_at': '2022-02-19T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '424fa787-7942-49fd-a633-3d5d816fe237', 'name': '', 'network_id': '1da67264-45f4-47df-8154-a17cd684211d', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'mac_address': 'fa:16:3e:f4:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:16Z', 'updated_at': '2022-02-19T04:00:24Z', 'revision_number': 5, 'project_id': '8cc5a333555d43228c6c3aa25c7c358e', 'subnets': [{'id': '09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:46.990654 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd7bc76-bbd2-4eb8-8b5a-07db4d27f3d0 None None] The sync data for ids ['27c24375-b5bc-4331-89b6-5ffde6ace612'] in n-d-828369-19 is: [{'id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'name': 'tempest-ServersTestFqdnHostnames-1683821132-router', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:07Z', 'updated_at': '2022-02-19T04:00:18Z', 'revision_number': 4, 'project_id': '8cc5a333555d43228c6c3aa25c7c358e', 'gw_port': {'id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:09Z', 'updated_at': '2022-02-19T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '424fa787-7942-49fd-a633-3d5d816fe237', 'name': '', 'network_id': '1da67264-45f4-47df-8154-a17cd684211d', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'mac_address': 'fa:16:3e:f4:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:16Z', 'updated_at': '2022-02-19T04:00:24Z', 'revision_number': 5, 'project_id': '8cc5a333555d43228c6c3aa25c7c358e', 'subnets': [{'id': '09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:01:46.997216 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=4dfe4168-3a0c-4697-81fb-f94644feb99e,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:47.103256 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9d872b9-05fb-4067-8f2e-1597b3ead65d req-4830f38c-a27b-4d4b-beac-0038ad5f9f2f service neutron] 10.222.0.52 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902265 Feb 19 04:01:47.248881 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50018) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:47.286939 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c54255b2-35f0-4ebd-94b9-9322d5c43b4a req-f8269811-8f09-416f-9dc3-0aeb4f14c8ac tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dac1a5-8ce1-4023-9866-752e1ca62f27 HTTP/1.1" status: 200 len: 210 time: 0.0772288 Feb 19 04:01:47.356169 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device de138328-1cd6-4d35-b7c3-50ef1063e817 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:01:47.372374 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50022) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:47.396647 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: de138328-1cd6-4d35-b7c3-50ef1063e817 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:01:47.404487 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device de138328-1cd6-4d35-b7c3-50ef1063e817 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:01:47.420268 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-04f0d149-4a46-43e6-b50e-9280ff98aefd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:47.473825 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9476ee1f-cc7c-4345-9381-d9641d66e2ea x-openstack-request-id: req-9476ee1f-cc7c-4345-9381-d9641d66e2ea {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:47.474881 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677863a0-b789-40f0-8503-d5c0a0a757bd", "name": "network-vif-deleted", "tag": "de138328-1cd6-4d35-b7c3-50ef1063e817", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0f1bca52-52c6-4604-ab51-89fdd1e423c4", "tag": "9c3f11b0-cad5-4931-8dd2-eba376e5b9d6", "status": "completed", "code": 200}, {"server_uuid": "45170b5a-49b3-4bdf-963d-30d542d332a9", "name": "network-vif-deleted", "tag": "06b14469-1d3e-4d9f-886d-4fcc1c91010f", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:47.477729 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9476ee1f-cc7c-4345-9381-d9641d66e2ea {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:47.478375 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677863a0-b789-40f0-8503-d5c0a0a757bd', 'name': 'network-vif-deleted', 'tag': 'de138328-1cd6-4d35-b7c3-50ef1063e817', 'status': 'completed', 'code': 200} Feb 19 04:01:47.478747 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1bca52-52c6-4604-ab51-89fdd1e423c4', 'tag': '9c3f11b0-cad5-4931-8dd2-eba376e5b9d6', 'status': 'completed', 'code': 200} Feb 19 04:01:47.480856 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45170b5a-49b3-4bdf-963d-30d542d332a9', 'name': 'network-vif-deleted', 'tag': '06b14469-1d3e-4d9f-886d-4fcc1c91010f', 'status': 'completed', 'code': 200} Feb 19 04:01:47.608331 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0972e435-770e-4c0f-b567-4bea529cc9b8 None None] New status for floating IP e0c23435-0f56-4c79-b98a-3abde03a165e: DOWN {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:01:47.628709 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd304b9c-2f99-4c7b-805f-89d740ed3ab6 req-689574b2-bdb3-4fe1-af27-13a2f6be0501 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:47.637226 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cd304b9c-2f99-4c7b-805f-89d740ed3ab6 req-689574b2-bdb3-4fe1-af27-13a2f6be0501 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d237087-c7bf-4691-8da5-0f3f4de7af3a HTTP/1.1" status: 200 len: 945 time: 0.2523746 Feb 19 04:01:47.639392 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64253a58-8df8-4bfe-a66e-915d778177c5 req-8e67e5b4-8600-4978-9b05-abfcd5886ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:47.641773 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64253a58-8df8-4bfe-a66e-915d778177c5 req-8e67e5b4-8600-4978-9b05-abfcd5886ab0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=50fd7819c4774650a14342140345e302&device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4 HTTP/1.1" status: 200 len: 1129 time: 0.1854317 Feb 19 04:01:47.693854 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-04f0d149-4a46-43e6-b50e-9280ff98aefd admin admin] Publish callbacks [] for security_group (08b3d6ff-6bb0-40c2-b61b-eb8746e5085a), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:47.742595 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-04f0d149-4a46-43e6-b50e-9280ff98aefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (08b3d6ff-6bb0-40c2-b61b-eb8746e5085a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:47.755436 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0439f6ef-207b-4623-9a88-0877ade0b01b req-843d5c81-8b3a-4199-9435-9a14f78c48f6 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.52 "GET /v2.0/ports?device_id=35cd5c9f-921d-4eb0-b064-a2a9c3a569c9 HTTP/1.1" status: 200 len: 210 time: 0.0883226 Feb 19 04:01:47.776360 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-04f0d149-4a46-43e6-b50e-9280ff98aefd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9b015e480b5a45719888fe5e9ee3c37c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4024892 Feb 19 04:01:47.779623 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50030) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:47.903542 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cd304b9c-2f99-4c7b-805f-89d740ed3ab6 req-5d662e9a-beda-4d43-a54e-d27a341f7cc4 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd182133-125f-4a97-bc64-31fddb5daf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602148 Feb 19 04:01:47.959144 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0d149-4a46-43e6-b50e-9280ff98aefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b3d6ff-6bb0-40c2-b61b-eb8746e5085a,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:47.991119 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-68775546-3394-4ce6-b279-da79a555dbef admin admin] Deleting subnet 2953d6c2-cff6-4430-863a-070b45f3a12f {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:01:47.997211 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 50034) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:47.999957 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-68775546-3394-4ce6-b279-da79a555dbef admin admin] Publish callbacks [] for subnet (2953d6c2-cff6-4430-863a-070b45f3a12f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:48.035744 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64253a58-8df8-4bfe-a66e-915d778177c5 req-ebd9381c-7e5c-4c9e-89d0-de2472a9b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:48.037480 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64253a58-8df8-4bfe-a66e-915d778177c5 req-ebd9381c-7e5c-4c9e-89d0-de2472a9b59d service neutron] 10.222.0.79 "GET /v2.0/networks?id=9d03c4ae-d514-421e-b655-86ca09811ee8 HTTP/1.1" status: 200 len: 922 time: 0.3727200 Feb 19 04:01:48.050840 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-33d24f32-5a31-4c78-bc49-f893615f3921 admin admin] Publish callbacks [] for security_group (08b3d6ff-6bb0-40c2-b61b-eb8746e5085a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:48.065813 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-68775546-3394-4ce6-b279-da79a555dbef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (2953d6c2-cff6-4430-863a-070b45f3a12f), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:48.117251 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-33d24f32-5a31-4c78-bc49-f893615f3921 admin admin] Publish callbacks [] for security_group (08b3d6ff-6bb0-40c2-b61b-eb8746e5085a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:48.159762 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-68775546-3394-4ce6-b279-da79a555dbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (2953d6c2-cff6-4430-863a-070b45f3a12f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:48.274207 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-68775546-3394-4ce6-b279-da79a555dbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (2953d6c2-cff6-4430-863a-070b45f3a12f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:48.297818 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-600b3b2c-8e4b-4a85-b8e6-9bc8ec16d98e tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks [] for security_group (ce5276da-ba04-495d-be46-df354535c7e6), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:48.302375 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68775546-3394-4ce6-b279-da79a555dbef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2953d6c2-cff6-4430-863a-070b45f3a12f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:48.306241 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-68775546-3394-4ce6-b279-da79a555dbef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:48.312000 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-68775546-3394-4ce6-b279-da79a555dbef admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2953d6c2-cff6-4430-863a-070b45f3a12f HTTP/1.1" status: 204 len: 168 time: 1.0591648 Feb 19 04:01:48.314206 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50038) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:48.324284 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-33d24f32-5a31-4c78-bc49-f893615f3921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (08b3d6ff-6bb0-40c2-b61b-eb8746e5085a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:48.333816 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-bc9451a8-f96e-4dc9-9b8e-a738bb8700af tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:48.335381 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-bc9451a8-f96e-4dc9-9b8e-a738bb8700af tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=db573d87-8b63-407a-820b-7792108c187d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3415055 Feb 19 04:01:48.338250 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-33d24f32-5a31-4c78-bc49-f893615f3921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:48.340946 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-33d24f32-5a31-4c78-bc49-f893615f3921 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/08b3d6ff-6bb0-40c2-b61b-eb8746e5085a HTTP/1.1" status: 204 len: 168 time: 0.5591142 Feb 19 04:01:48.370279 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64253a58-8df8-4bfe-a66e-915d778177c5 req-68b4c9fc-65a3-47d7-a585-5987f2af8821 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 HTTP/1.1" status: 200 len: 1002 time: 0.2890995 Feb 19 04:01:48.457212 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7a324a8-080e-43f7-933b-bbe855e8748a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (6d936416-f125-4c3f-940d-813318503889), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:48.475955 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-600b3b2c-8e4b-4a85-b8e6-9bc8ec16d98e tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks [] for security_group (ce5276da-ba04-495d-be46-df354535c7e6), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:48.482107 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d24f32-5a31-4c78-bc49-f893615f3921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b3d6ff-6bb0-40c2-b61b-eb8746e5085a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:48.653332 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7a324a8-080e-43f7-933b-bbe855e8748a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (6d936416-f125-4c3f-940d-813318503889), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:48.656857 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-21fd8130-74ec-4c4a-bcfd-adcd3da70ec9 req-72185d87-1af1-4a72-95c5-09b7982f0ae7 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dac1a5-8ce1-4023-9866-752e1ca62f27 HTTP/1.1" status: 200 len: 210 time: 0.1915700 Feb 19 04:01:48.691596 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-5114b428-8645-4ae2-bb32-73fdc7a2b163 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.124 HTTP/1.1" status: 200 len: 1002 time: 0.3378220 Feb 19 04:01:48.697713 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-1a21e3d9-322a-4502-a9fc-4cc35d98c07e tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Request body: {'floatingip': {'port_id': '453901c2-0239-4667-89c6-3c2d857ad8c8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:48.703010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64253a58-8df8-4bfe-a66e-915d778177c5 req-327b6b57-3677-4dfc-8b6e-6bfd9be9d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:48.704379 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64253a58-8df8-4bfe-a66e-915d778177c5 req-327b6b57-3677-4dfc-8b6e-6bfd9be9d711 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5 HTTP/1.1" status: 200 len: 860 time: 0.3199892 Feb 19 04:01:48.727731 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-b7a324a8-080e-43f7-933b-bbe855e8748a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d936416-f125-4c3f-940d-813318503889']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:48.745035 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-b7a324a8-080e-43f7-933b-bbe855e8748a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e3b320-d71e-4f19-b693-888c56b0bd61') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:48.745769 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-b7a324a8-080e-43f7-933b-bbe855e8748a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e3b320-d71e-4f19-b693-888c56b0bd61') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:48.761782 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7a324a8-080e-43f7-933b-bbe855e8748a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (35e3b320-d71e-4f19-b693-888c56b0bd61), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:48.800022 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7a324a8-080e-43f7-933b-bbe855e8748a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (35e3b320-d71e-4f19-b693-888c56b0bd61), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:48.824176 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-600b3b2c-8e4b-4a85-b8e6-9bc8ec16d98e tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ce5276da-ba04-495d-be46-df354535c7e6), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:48.827558 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a324a8-080e-43f7-933b-bbe855e8748a admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:01:48.828152 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-600b3b2c-8e4b-4a85-b8e6-9bc8ec16d98e tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:48.828770 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7a324a8-080e-43f7-933b-bbe855e8748a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (35e3b320-d71e-4f19-b693-888c56b0bd61), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:48.829559 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-600b3b2c-8e4b-4a85-b8e6-9bc8ec16d98e tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "DELETE /v2.0/security-groups/ce5276da-ba04-495d-be46-df354535c7e6 HTTP/1.1" status: 204 len: 168 time: 0.8295982 Feb 19 04:01:48.857209 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 50054) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:01:48.860583 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:01:48.876444 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b3b2c-8e4b-4a85-b8e6-9bc8ec16d98e tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5276da-ba04-495d-be46-df354535c7e6,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:48.949805 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7a324a8-080e-43f7-933b-bbe855e8748a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (6d936416-f125-4c3f-940d-813318503889), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:48.959712 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-6a2af113-8761-4a41-871f-ae3b233a27f8 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] show failed (client error): The resource could not be found. Feb 19 04:01:48.962505 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6a2af113-8761-4a41-871f-ae3b233a27f8 tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "GET /v2.0/security-groups/ce5276da-ba04-495d-be46-df354535c7e6 HTTP/1.1" status: 404 len: 347 time: 0.0726705 Feb 19 04:01:48.965725 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7a324a8-080e-43f7-933b-bbe855e8748a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:48.982605 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b7a324a8-080e-43f7-933b-bbe855e8748a admin admin] 10.222.0.52 "DELETE /v2.0/networks/6d936416-f125-4c3f-940d-813318503889 HTTP/1.1" status: 204 len: 168 time: 0.6636350 Feb 19 04:01:48.983735 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 50060) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:48.983735 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 50062) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:48.991284 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a324a8-080e-43f7-933b-bbe855e8748a admin admin] Pushing event deleted for resources: {'Network': ['ID=6d936416-f125-4c3f-940d-813318503889,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:49.355738 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 4dfe4168-3a0c-4697-81fb-f94644feb99e up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:01:49.424171 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 4dfe4168-3a0c-4697-81fb-f94644feb99e completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:01:49.430103 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 4dfe4168-3a0c-4697-81fb-f94644feb99e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:49.431295 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4dfe4168-3a0c-4697-81fb-f94644feb99e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:49.455225 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56abe94e-c3b6-492d-90fb-b20115fd08cc req-269424d9-a649-491c-9006-9645d69e45f7 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.52 "GET /v2.0/ports?device_id=35cd5c9f-921d-4eb0-b064-a2a9c3a569c9 HTTP/1.1" status: 200 len: 210 time: 0.4850287 Feb 19 04:01:49.458118 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-1a21e3d9-322a-4502-a9fc-4cc35d98c07e tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks [] for floatingip (3288b91b-a1da-4e96-a01b-1abb78b50ab5), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:49.575382 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 4dfe4168-3a0c-4697-81fb-f94644feb99e is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:49.576026 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4dfe4168-3a0c-4697-81fb-f94644feb99e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:49.616456 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 4dfe4168-3a0c-4697-81fb-f94644feb99e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=4dfe4168-3a0c-4697-81fb-f94644feb99e,segment=NetworkSegment(888e1b16-a5ba-4f86-8440-0c31b9249607),segment_id=888e1b16-a5ba-4f86-8440-0c31b9249607)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:49.618020 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d237087-c7bf-4691-8da5-0f3f4de7af3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfe4168-3a0c-4697-81fb-f94644feb99e'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:49.621504 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ffecff-c31d-4684-bc49-c41964a0ffae" -d '{"events": [{"server_uuid": "8d237087-c7bf-4691-8da5-0f3f4de7af3a", "name": "network-vif-plugged", "status": "completed", "tag": "4dfe4168-3a0c-4697-81fb-f94644feb99e"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:49.621724 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64253a58-8df8-4bfe-a66e-915d778177c5 req-c9afbe54-3254-4627-a063-e61409f07300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:49.628013 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4dfe4168-3a0c-4697-81fb-f94644feb99e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:49.629707 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64253a58-8df8-4bfe-a66e-915d778177c5 req-c9afbe54-3254-4627-a063-e61409f07300 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9d03c4ae-d514-421e-b655-86ca09811ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.9147429 Feb 19 04:01:49.656805 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-671aa03f-aa2e-45ff-997c-fd06031bdda3 admin admin] Deleting subnet d2565c6a-e13a-4f5c-9941-c94ded1e8713 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:01:49.683847 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-671aa03f-aa2e-45ff-997c-fd06031bdda3 admin admin] Publish callbacks [] for subnet (d2565c6a-e13a-4f5c-9941-c94ded1e8713), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:49.691787 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=4dfe4168-3a0c-4697-81fb-f94644feb99e,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:49.701401 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:49.701893 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:49.702435 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:49.702893 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:49.703332 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:49.703773 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:49.704210 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:49.704707 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:49.705142 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:49.705590 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:49.706024 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:49.706930 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:49.708016 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:49.778386 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-4a7e6d6f-351d-440a-afa7-64f96f227b00 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:49.780122 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-4a7e6d6f-351d-440a-afa7-64f96f227b00 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.26 "GET /v2.0/networks?id=342bc323-1137-480d-9407-1d406474f102 HTTP/1.1" status: 200 len: 812 time: 0.9193509 Feb 19 04:01:49.873668 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-b413f1e6-2e15-437f-98d9-08b3522f9e08 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Request body: {'port': {'device_id': '35cd5c9f-921d-4eb0-b064-a2a9c3a569c9', 'network_id': '342bc323-1137-480d-9407-1d406474f102', 'admin_state_up': True, 'tenant_id': 'eec351964525449cae20b940c10a9f22'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:49.913335 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-671aa03f-aa2e-45ff-997c-fd06031bdda3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (d2565c6a-e13a-4f5c-9941-c94ded1e8713), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:50.070198 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86697d8c-80ec-430d-945c-89f74f5a5520 req-6a99e238-f5b1-4fd7-bb09-d10da621f639 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:50.071754 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-86697d8c-80ec-430d-945c-89f74f5a5520 req-6a99e238-f5b1-4fd7-bb09-d10da621f639 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d237087-c7bf-4691-8da5-0f3f4de7af3a HTTP/1.1" status: 200 len: 946 time: 0.4598780 Feb 19 04:01:50.170233 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-86697d8c-80ec-430d-945c-89f74f5a5520 req-07662383-7ee7-419b-ad15-f52fad690fbb tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd182133-125f-4a97-bc64-31fddb5daf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689840 Feb 19 04:01:50.171534 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-671aa03f-aa2e-45ff-997c-fd06031bdda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (d2565c6a-e13a-4f5c-9941-c94ded1e8713), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:50.249064 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f99c1be-da2d-48d8-8062-f648776447b5 x-openstack-request-id: req-9f99c1be-da2d-48d8-8062-f648776447b5 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:50.249358 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d237087-c7bf-4691-8da5-0f3f4de7af3a", "name": "network-vif-plugged", "status": "completed", "tag": "4dfe4168-3a0c-4697-81fb-f94644feb99e", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:50.249782 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9f99c1be-da2d-48d8-8062-f648776447b5 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:50.250390 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d237087-c7bf-4691-8da5-0f3f4de7af3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfe4168-3a0c-4697-81fb-f94644feb99e', 'code': 200} Feb 19 04:01:50.294327 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64253a58-8df8-4bfe-a66e-915d778177c5 req-515f1740-35fa-4ab9-8763-b751993cd5e8 service neutron] 10.222.0.79 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223607 Feb 19 04:01:50.387279 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-78fdeca2-a278-494c-b86a-00fc2131cede tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Deleting port 5a75b61e-81ea-4488-a231-28c663670b9b {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:01:50.387588 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-78fdeca2-a278-494c-b86a-00fc2131cede tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (5a75b61e-81ea-4488-a231-28c663670b9b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:50.698488 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-04993e11-5102-4217-bc61-73738f5ab971 req-ded2fbc1-2e97-4cbb-b198-d3f0d93763ed tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dac1a5-8ce1-4023-9866-752e1ca62f27 HTTP/1.1" status: 200 len: 210 time: 0.3496816 Feb 19 04:01:50.771916 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-671aa03f-aa2e-45ff-997c-fd06031bdda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (d2565c6a-e13a-4f5c-9941-c94ded1e8713), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:50.812587 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671aa03f-aa2e-45ff-997c-fd06031bdda3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2565c6a-e13a-4f5c-9941-c94ded1e8713,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:50.848822 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-671aa03f-aa2e-45ff-997c-fd06031bdda3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:50.856076 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-671aa03f-aa2e-45ff-997c-fd06031bdda3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d2565c6a-e13a-4f5c-9941-c94ded1e8713 HTTP/1.1" status: 204 len: 168 time: 1.8532081 Feb 19 04:01:50.858579 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50110) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:50.883288 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e16adf-b4f9-4f2d-be76-acf948eaf901 req-1fbc454b-2aee-4c9a-95bf-1e1d98a3c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:50.884916 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c3e16adf-b4f9-4f2d-be76-acf948eaf901 req-1fbc454b-2aee-4c9a-95bf-1e1d98a3c9e6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8d237087-c7bf-4691-8da5-0f3f4de7af3a HTTP/1.1" status: 200 len: 1129 time: 0.5616331 Feb 19 04:01:50.885513 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-b413f1e6-2e15-437f-98d9-08b3522f9e08 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Made reservation on behalf of eec351964525449cae20b940c10a9f22 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:01:50.889184 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-b413f1e6-2e15-437f-98d9-08b3522f9e08 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:50.967087 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-adfd28ad-bc7d-44f2-9d22-c7bd1ead1cbd req-5bafbb30-39d9-438f-8d89-87f2868251e1 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.52 "GET /v2.0/ports?device_id=35cd5c9f-921d-4eb0-b064-a2a9c3a569c9 HTTP/1.1" status: 200 len: 210 time: 0.1038306 Feb 19 04:01:51.005577 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd21aee-12d2-4255-b839-97e54c8ca524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (5bad389b-bd31-426d-be83-cfad64f80392), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:51.038767 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-78fdeca2-a278-494c-b86a-00fc2131cede tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (5a75b61e-81ea-4488-a231-28c663670b9b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:51.039108 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-78fdeca2-a278-494c-b86a-00fc2131cede tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks [] for floatingip (5a75b61e-81ea-4488-a231-28c663670b9b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:51.048677 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64253a58-8df8-4bfe-a66e-915d778177c5 req-0ad68eb3-1683-4268-8af7-a6064c8eb94d service neutron] 10.222.0.79 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7357895 Feb 19 04:01:51.131191 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd21aee-12d2-4255-b839-97e54c8ca524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (5bad389b-bd31-426d-be83-cfad64f80392), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:51.161293 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-cfd21aee-12d2-4255-b839-97e54c8ca524 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bad389b-bd31-426d-be83-cfad64f80392']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:51.172080 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-cfd21aee-12d2-4255-b839-97e54c8ca524 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4165caab-4605-43cb-aea4-f1aa784ba763') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:51.172839 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-cfd21aee-12d2-4255-b839-97e54c8ca524 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4165caab-4605-43cb-aea4-f1aa784ba763') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:51.188357 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd21aee-12d2-4255-b839-97e54c8ca524 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (4165caab-4605-43cb-aea4-f1aa784ba763), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:51.203829 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd21aee-12d2-4255-b839-97e54c8ca524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (4165caab-4605-43cb-aea4-f1aa784ba763), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:51.210962 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-b413f1e6-2e15-437f-98d9-08b3522f9e08 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Allocated IP 172.20.0.9 (342bc323-1137-480d-9407-1d406474f102/86d4a224-1f27-4c62-9c73-95c6ff46feaf/9d06a5d0-059f-4647-b8e0-cf48928ef7a2) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:01:51.229668 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd21aee-12d2-4255-b839-97e54c8ca524 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:01:51.233856 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd21aee-12d2-4255-b839-97e54c8ca524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (4165caab-4605-43cb-aea4-f1aa784ba763), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:01:51.331043 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:01:51.371241 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd21aee-12d2-4255-b839-97e54c8ca524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (5bad389b-bd31-426d-be83-cfad64f80392), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:51.400498 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd21aee-12d2-4255-b839-97e54c8ca524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:51.404851 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cfd21aee-12d2-4255-b839-97e54c8ca524 admin admin] 10.222.0.52 "DELETE /v2.0/networks/5bad389b-bd31-426d-be83-cfad64f80392 HTTP/1.1" status: 204 len: 168 time: 0.5444324 Feb 19 04:01:51.406111 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd21aee-12d2-4255-b839-97e54c8ca524 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bad389b-bd31-426d-be83-cfad64f80392,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:51.413630 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-b413f1e6-2e15-437f-98d9-08b3522f9e08 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Publish callbacks [] for port (9d06a5d0-059f-4647-b8e0-cf48928ef7a2), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:51.696636 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50148) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:51.754494 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9ef28309-5be8-4e51-96c5-3bc28715c9a9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2d0f4caff5434d379e80e0b432aea600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0561397 Feb 19 04:01:51.756652 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50152) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:51.821086 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2c952ea4-c5a5-4b4d-a77a-04958b20fc1a admin admin] Publish callbacks [] for security_group (1163e73b-faf7-4e4a-a84d-90e1c01ccf01), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:51.856551 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2c952ea4-c5a5-4b4d-a77a-04958b20fc1a admin admin] Publish callbacks [] for security_group (1163e73b-faf7-4e4a-a84d-90e1c01ccf01), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:51.857690 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-78fdeca2-a278-494c-b86a-00fc2131cede tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Calling delete_port for 5a75b61e-81ea-4488-a231-28c663670b9b owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:01:51.931015 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2c952ea4-c5a5-4b4d-a77a-04958b20fc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1163e73b-faf7-4e4a-a84d-90e1c01ccf01), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:51.939578 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2c952ea4-c5a5-4b4d-a77a-04958b20fc1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:51.952057 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2c952ea4-c5a5-4b4d-a77a-04958b20fc1a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1163e73b-faf7-4e4a-a84d-90e1c01ccf01 HTTP/1.1" status: 204 len: 168 time: 0.1886613 Feb 19 04:01:51.984275 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c952ea4-c5a5-4b4d-a77a-04958b20fc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1163e73b-faf7-4e4a-a84d-90e1c01ccf01,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:51.993803 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c3e16adf-b4f9-4f2d-be76-acf948eaf901 req-7dce326b-34b4-46d3-a7e0-c6b1805e88db service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=cd182133-125f-4a97-bc64-31fddb5daf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0717077 Feb 19 04:01:52.019579 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-b413f1e6-2e15-437f-98d9-08b3522f9e08 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (9d06a5d0-059f-4647-b8e0-cf48928ef7a2), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:52.047393 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.db.resource_extend [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-1a21e3d9-322a-4502-a9fc-4cc35d98c07e tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:01:52.116459 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbee75-42fb-46b1-a437-8120fcb661b8 req-1c75bd95-96f0-4f64-8303-0ac6cb2f4e10 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:52.117963 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-89fbee75-42fb-46b1-a437-8120fcb661b8 req-1c75bd95-96f0-4f64-8303-0ac6cb2f4e10 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d237087-c7bf-4691-8da5-0f3f4de7af3a HTTP/1.1" status: 200 len: 946 time: 0.2933707 Feb 19 04:01:52.161539 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-b413f1e6-2e15-437f-98d9-08b3522f9e08 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Network 342bc323-1137-480d-9407-1d406474f102 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:01:52.182677 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-b413f1e6-2e15-437f-98d9-08b3522f9e08 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:52.195777 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-1a21e3d9-322a-4502-a9fc-4cc35d98c07e tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:52.196747 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-b413f1e6-2e15-437f-98d9-08b3522f9e08 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:01:52.237761 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50162) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:52.245823 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-b413f1e6-2e15-437f-98d9-08b3522f9e08 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:52.246513 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-b413f1e6-2e15-437f-98d9-08b3522f9e08 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:52.260104 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413f1e6-2e15-437f-98d9-08b3522f9e08 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Pushing event updated for resources: {'Port': ['ID=9d06a5d0-059f-4647-b8e0-cf48928ef7a2,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:52.268036 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-1a21e3d9-322a-4502-a9fc-4cc35d98c07e tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (3288b91b-a1da-4e96-a01b-1abb78b50ab5), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:52.370624 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-b413f1e6-2e15-437f-98d9-08b3522f9e08 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5234051 Feb 19 04:01:52.502846 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-89fbee75-42fb-46b1-a437-8120fcb661b8 req-038b3c13-d2a3-4311-9fcf-4352c3a24511 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd182133-125f-4a97-bc64-31fddb5daf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668776 Feb 19 04:01:52.508263 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50168) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:52.531380 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-406d4f5a-2ecf-4dc3-8d74-501312bfb002 service neutron] Request body: {'port': {'device_id': '35cd5c9f-921d-4eb0-b064-a2a9c3a569c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:52.578920 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-71c26a26-cbe8-47b0-8145-3774c54b6bbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:52.607104 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0db77678-8da1-475e-bdd9-1f7ac331ddd4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d44347c4b19d4150852bed66e5a28a30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0977080 Feb 19 04:01:52.611010 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50170) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:52.675208 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-78fdeca2-a278-494c-b86a-00fc2131cede tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (5a75b61e-81ea-4488-a231-28c663670b9b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:52.677810 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-1a21e3d9-322a-4502-a9fc-4cc35d98c07e tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Floating IP 3288b91b-a1da-4e96-a01b-1abb78b50ab5 associated. External IP: 172.25.3.124, port: 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6. Feb 19 04:01:52.715795 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-607395d7-c208-4405-bfe3-b9b6f752f583 admin admin] Publish callbacks [] for security_group (2963967a-b4da-4289-af3c-dab3ef1a015a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:52.742881 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-607395d7-c208-4405-bfe3-b9b6f752f583 admin admin] Publish callbacks [] for security_group (2963967a-b4da-4289-af3c-dab3ef1a015a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:52.797693 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6def8989-be0f-4534-b567-612e938b9622 req-4531eded-17d7-499f-b47a-8610be515780 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dac1a5-8ce1-4023-9866-752e1ca62f27 HTTP/1.1" status: 200 len: 210 time: 0.1141818 Feb 19 04:01:52.811745 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-607395d7-c208-4405-bfe3-b9b6f752f583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2963967a-b4da-4289-af3c-dab3ef1a015a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:52.813914 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdeca2-a278-494c-b86a-00fc2131cede tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Pushing event deleted for resources: {'Port': ['ID=5a75b61e-81ea-4488-a231-28c663670b9b,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:52.834631 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-607395d7-c208-4405-bfe3-b9b6f752f583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:52.838261 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-607395d7-c208-4405-bfe3-b9b6f752f583 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2963967a-b4da-4289-af3c-dab3ef1a015a HTTP/1.1" status: 204 len: 168 time: 0.2236886 Feb 19 04:01:52.889672 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-71c26a26-cbe8-47b0-8145-3774c54b6bbb admin admin] Publish callbacks [] for security_group (eee87137-27c6-4e32-9b9f-07f542f80c33), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:52.896639 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-78fdeca2-a278-494c-b86a-00fc2131cede tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks [] for floatingip (e0c23435-0f56-4c79-b98a-3abde03a165e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:52.899568 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-78fdeca2-a278-494c-b86a-00fc2131cede tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:52.900942 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-78fdeca2-a278-494c-b86a-00fc2131cede tempest-ServersTestFqdnHostnames-1076360249 tempest-ServersTestFqdnHostnames-1076360249-project] 10.222.0.52 "DELETE /v2.0/floatingips/e0c23435-0f56-4c79-b98a-3abde03a165e HTTP/1.1" status: 204 len: 168 time: 3.8993034 Feb 19 04:01:52.902292 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-406d4f5a-2ecf-4dc3-8d74-501312bfb002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (9d06a5d0-059f-4647-b8e0-cf48928ef7a2), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:52.903573 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-71c26a26-cbe8-47b0-8145-3774c54b6bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (eee87137-27c6-4e32-9b9f-07f542f80c33), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:52.919749 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 50174) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:52.931072 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-71c26a26-cbe8-47b0-8145-3774c54b6bbb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=28a6e3d69b0f4317978f609b5e42995f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6914916 Feb 19 04:01:52.932607 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607395d7-c208-4405-bfe3-b9b6f752f583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2963967a-b4da-4289-af3c-dab3ef1a015a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:52.934434 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50176) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:52.964746 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c26a26-cbe8-47b0-8145-3774c54b6bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee87137-27c6-4e32-9b9f-07f542f80c33,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:53.040896 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2398972e-b830-4eef-a91d-8a85e4381166 admin admin] Publish callbacks [] for security_group (eee87137-27c6-4e32-9b9f-07f542f80c33), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:53.098499 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2398972e-b830-4eef-a91d-8a85e4381166 admin admin] Publish callbacks [] for security_group (eee87137-27c6-4e32-9b9f-07f542f80c33), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:53.179895 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2398972e-b830-4eef-a91d-8a85e4381166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (eee87137-27c6-4e32-9b9f-07f542f80c33), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:53.184274 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2398972e-b830-4eef-a91d-8a85e4381166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:53.186528 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2398972e-b830-4eef-a91d-8a85e4381166 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eee87137-27c6-4e32-9b9f-07f542f80c33 HTTP/1.1" status: 204 len: 168 time: 0.2507198 Feb 19 04:01:53.198890 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398972e-b830-4eef-a91d-8a85e4381166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee87137-27c6-4e32-9b9f-07f542f80c33,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:53.258521 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf53c5d-82f6-4252-b2c3-86b197ec0b0a req-e71f97bd-eb46-42b1-a420-cb17778095e4 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:53.260172 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbf53c5d-82f6-4252-b2c3-86b197ec0b0a req-e71f97bd-eb46-42b1-a420-cb17778095e4 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.52 "GET /v2.0/ports?device_id=35cd5c9f-921d-4eb0-b064-a2a9c3a569c9 HTTP/1.1" status: 200 len: 931 time: 0.3305907 Feb 19 04:01:53.487033 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbf53c5d-82f6-4252-b2c3-86b197ec0b0a req-b8c2c176-94bb-4d83-bd7c-704272f4c619 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.52 "GET /v2.0/security-groups?id=33f662ec-0eff-45bd-a525-137bc8adec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119408 Feb 19 04:01:53.685518 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50204) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:53.707738 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f5560d5c-411e-4bc7-a4a1-a474a042ac20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:53.854132 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f5560d5c-411e-4bc7-a4a1-a474a042ac20 admin admin] Publish callbacks [] for security_group (4a45e000-2824-4e9d-b51f-5a7f17f60e96), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:53.859620 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f5560d5c-411e-4bc7-a4a1-a474a042ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4a45e000-2824-4e9d-b51f-5a7f17f60e96), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:53.918249 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f5560d5c-411e-4bc7-a4a1-a474a042ac20 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e71c9b28c8244b139c6e643cdfd86839&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310574 Feb 19 04:01:53.920286 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5560d5c-411e-4bc7-a4a1-a474a042ac20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a45e000-2824-4e9d-b51f-5a7f17f60e96,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:53.923177 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50212) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:54.029840 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7b65103c-6bbc-4ff4-b2b8-e7b38d3006f5 admin admin] Publish callbacks [] for security_group (4a45e000-2824-4e9d-b51f-5a7f17f60e96), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:54.071352 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7b65103c-6bbc-4ff4-b2b8-e7b38d3006f5 admin admin] Publish callbacks [] for security_group (4a45e000-2824-4e9d-b51f-5a7f17f60e96), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:54.132191 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7b65103c-6bbc-4ff4-b2b8-e7b38d3006f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4a45e000-2824-4e9d-b51f-5a7f17f60e96), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:54.135964 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7b65103c-6bbc-4ff4-b2b8-e7b38d3006f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:54.142889 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7b65103c-6bbc-4ff4-b2b8-e7b38d3006f5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4a45e000-2824-4e9d-b51f-5a7f17f60e96 HTTP/1.1" status: 204 len: 168 time: 0.2184184 Feb 19 04:01:54.153695 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65103c-6bbc-4ff4-b2b8-e7b38d3006f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a45e000-2824-4e9d-b51f-5a7f17f60e96,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:54.200998 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4cb050-5704-4135-aabd-de6eaa7708e6 req-63336ddb-f3c0-4cd7-a62b-5814df1c7c3a tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:54.202725 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5d4cb050-5704-4135-aabd-de6eaa7708e6 req-63336ddb-f3c0-4cd7-a62b-5814df1c7c3a tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d237087-c7bf-4691-8da5-0f3f4de7af3a HTTP/1.1" status: 200 len: 946 time: 0.4655724 Feb 19 04:01:54.221032 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-1a21e3d9-322a-4502-a9fc-4cc35d98c07e tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:01:54.376743 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-1a21e3d9-322a-4502-a9fc-4cc35d98c07e tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:01:54.391941 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1597682a-0fab-4a9d-bb41-346c15e8f382 None None] Sync routers for ids ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:01:54.421999 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1597682a-0fab-4a9d-bb41-346c15e8f382 None None] Routers {'6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:54.424375 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1597682a-0fab-4a9d-bb41-346c15e8f382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:01:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:54.585737 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-406d4f5a-2ecf-4dc3-8d74-501312bfb002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d06a5d0-059f-4647-b8e0-cf48928ef7a2 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:01:54.594990 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-406d4f5a-2ecf-4dc3-8d74-501312bfb002 service neutron] Publish callbacks [] for port (9d06a5d0-059f-4647-b8e0-cf48928ef7a2), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:54.611145 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-406d4f5a-2ecf-4dc3-8d74-501312bfb002 service neutron] Transition to ACTIVE for port object 9d06a5d0-059f-4647-b8e0-cf48928ef7a2 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:01:54.631311 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5d4cb050-5704-4135-aabd-de6eaa7708e6 req-0b916ebb-9a48-4b0e-a680-c41c7e9faea5 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd182133-125f-4a97-bc64-31fddb5daf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009049 Feb 19 04:01:54.677526 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-406d4f5a-2ecf-4dc3-8d74-501312bfb002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (9d06a5d0-059f-4647-b8e0-cf48928ef7a2), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:54.787256 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d4f5a-2ecf-4dc3-8d74-501312bfb002 service neutron] Pushing event updated for resources: {'Port': ['ID=9d06a5d0-059f-4647-b8e0-cf48928ef7a2,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:54.823868 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-1597682a-0fab-4a9d-bb41-346c15e8f382 None None] Set router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:55.213885 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-1a21e3d9-322a-4502-a9fc-4cc35d98c07e tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:01:55.221859 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cf780d5-5361-4d89-998d-fa94a1f11f0b req-c1e5175d-4e79-4ce5-82b0-d0b8625ca02f tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dac1a5-8ce1-4023-9866-752e1ca62f27 HTTP/1.1" status: 200 len: 210 time: 0.1434019 Feb 19 04:01:55.412453 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1597682a-0fab-4a9d-bb41-346c15e8f382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-router', 'tenant_id': '50fd7819c4774650a14342140345e302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:40Z', 'updated_at': '2022-02-19T04:00:47Z', 'revision_number': 4, 'project_id': '50fd7819c4774650a14342140345e302', 'gw_port': {'id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:42Z', 'updated_at': '2022-02-19T04:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '3288b91b-a1da-4e96-a01b-1abb78b50ab5', 'tenant_id': '50fd7819c4774650a14342140345e302', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'port_id': '453901c2-0239-4667-89c6-3c2d857ad8c8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'mac_address': 'fa:16:3e:7e:37:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db573d87-8b63-407a-820b-7792108c187d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:01:10Z', 'updated_at': '2022-02-19T04:01:51Z', 'revision_number': 3, 'project_id': '50fd7819c4774650a14342140345e302', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afccb93-76f5-4b52-a8a9-093eb8058302', 'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'tenant_id': '50fd7819c4774650a14342140345e302', 'mac_address': 'fa:16:3e:69:eb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:46Z', 'updated_at': '2022-02-19T04:00:54Z', 'revision_number': 5, 'project_id': '50fd7819c4774650a14342140345e302', 'subnets': [{'id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:55.485429 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1597682a-0fab-4a9d-bb41-346c15e8f382 None None] Checking router: 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:01:55.500732 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1597682a-0fab-4a9d-bb41-346c15e8f382 None None] Routers {'6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:55.501318 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1597682a-0fab-4a9d-bb41-346c15e8f382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:01:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:55.620222 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-1a21e3d9-322a-4502-a9fc-4cc35d98c07e tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:01:55.641462 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-1a21e3d9-322a-4502-a9fc-4cc35d98c07e tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:55.777631 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-1597682a-0fab-4a9d-bb41-346c15e8f382 None None] Set router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:55.789619 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1bca52-52c6-4604-ab51-89fdd1e423c4', 'tag': '9c3f11b0-cad5-4931-8dd2-eba376e5b9d6'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:55.797715 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edce116-d46f-4621-b031-a7fd19f15f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1bca52-52c6-4604-ab51-89fdd1e423c4", "tag": "9c3f11b0-cad5-4931-8dd2-eba376e5b9d6"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:55.885127 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-406d4f5a-2ecf-4dc3-8d74-501312bfb002 service neutron] Attempting to bind port 9d06a5d0-059f-4647-b8e0-cf48928ef7a2 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:01:55.885877 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-406d4f5a-2ecf-4dc3-8d74-501312bfb002 service neutron] Attempting to bind port 9d06a5d0-059f-4647-b8e0-cf48928ef7a2 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'e182da2b-778c-413a-bfac-ae3cdedfc47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '342bc323-1137-480d-9407-1d406474f102'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:01:55.886428 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-406d4f5a-2ecf-4dc3-8d74-501312bfb002 service neutron] Attempting to bind port 9d06a5d0-059f-4647-b8e0-cf48928ef7a2 on network 342bc323-1137-480d-9407-1d406474f102 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:55.936031 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bc720d0f-273b-4e75-a980-47034c84c1f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (27c24375-b5bc-4331-89b6-5ffde6ace612), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:56.040456 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-406d4f5a-2ecf-4dc3-8d74-501312bfb002 service neutron] Port 9d06a5d0-059f-4647-b8e0-cf48928ef7a2 on network 342bc323-1137-480d-9407-1d406474f102 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:01:56.041224 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-406d4f5a-2ecf-4dc3-8d74-501312bfb002 service neutron] Attempting to bind port 9d06a5d0-059f-4647-b8e0-cf48928ef7a2 on network 342bc323-1137-480d-9407-1d406474f102 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:56.072942 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-1a21e3d9-322a-4502-a9fc-4cc35d98c07e tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "PUT /v2.0/floatingips/3288b91b-a1da-4e96-a01b-1abb78b50ab5 HTTP/1.1" status: 200 len: 999 time: 7.3801932 Feb 19 04:01:56.085007 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa64390-92ee-42a1-89b5-2cbd74a45578 req-d9e62daf-d07d-4904-ad67-b434fba6ac1b tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:56.086989 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eaa64390-92ee-42a1-89b5-2cbd74a45578 req-d9e62daf-d07d-4904-ad67-b434fba6ac1b tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.52 "GET /v2.0/ports?device_id=35cd5c9f-921d-4eb0-b064-a2a9c3a569c9 HTTP/1.1" status: 200 len: 943 time: 0.4679120 Feb 19 04:01:56.095449 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-406d4f5a-2ecf-4dc3-8d74-501312bfb002 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:01:56.096865 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-406d4f5a-2ecf-4dc3-8d74-501312bfb002 service neutron] Checking segment: {'id': 'e182da2b-778c-413a-bfac-ae3cdedfc47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '342bc323-1137-480d-9407-1d406474f102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:01:56.097685 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-406d4f5a-2ecf-4dc3-8d74-501312bfb002 service neutron] Bound using segment: {'id': 'e182da2b-778c-413a-bfac-ae3cdedfc47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '342bc323-1137-480d-9407-1d406474f102'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:01:56.098752 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-406d4f5a-2ecf-4dc3-8d74-501312bfb002 service neutron] Bound port: 9d06a5d0-059f-4647-b8e0-cf48928ef7a2, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e182da2b-778c-413a-bfac-ae3cdedfc47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '342bc323-1137-480d-9407-1d406474f102'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:01:56.099134 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-406d4f5a-2ecf-4dc3-8d74-501312bfb002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (9d06a5d0-059f-4647-b8e0-cf48928ef7a2), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:56.237649 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1597682a-0fab-4a9d-bb41-346c15e8f382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-router', 'tenant_id': '50fd7819c4774650a14342140345e302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:40Z', 'updated_at': '2022-02-19T04:00:47Z', 'revision_number': 4, 'project_id': '50fd7819c4774650a14342140345e302', 'gw_port': {'id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:42Z', 'updated_at': '2022-02-19T04:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '3288b91b-a1da-4e96-a01b-1abb78b50ab5', 'tenant_id': '50fd7819c4774650a14342140345e302', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'port_id': '453901c2-0239-4667-89c6-3c2d857ad8c8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'mac_address': 'fa:16:3e:7e:37:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db573d87-8b63-407a-820b-7792108c187d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:01:10Z', 'updated_at': '2022-02-19T04:01:51Z', 'revision_number': 3, 'project_id': '50fd7819c4774650a14342140345e302', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afccb93-76f5-4b52-a8a9-093eb8058302', 'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'tenant_id': '50fd7819c4774650a14342140345e302', 'mac_address': 'fa:16:3e:69:eb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:46Z', 'updated_at': '2022-02-19T04:00:54Z', 'revision_number': 5, 'project_id': '50fd7819c4774650a14342140345e302', 'subnets': [{'id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:56.284316 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1597682a-0fab-4a9d-bb41-346c15e8f382 None None] The sync data for ids ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'] in n-d-828369-19 is: [{'id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-router', 'tenant_id': '50fd7819c4774650a14342140345e302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:40Z', 'updated_at': '2022-02-19T04:00:47Z', 'revision_number': 4, 'project_id': '50fd7819c4774650a14342140345e302', 'gw_port': {'id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:42Z', 'updated_at': '2022-02-19T04:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '3288b91b-a1da-4e96-a01b-1abb78b50ab5', 'tenant_id': '50fd7819c4774650a14342140345e302', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'port_id': '453901c2-0239-4667-89c6-3c2d857ad8c8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'mac_address': 'fa:16:3e:7e:37:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db573d87-8b63-407a-820b-7792108c187d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:01:10Z', 'updated_at': '2022-02-19T04:01:51Z', 'revision_number': 3, 'project_id': '50fd7819c4774650a14342140345e302', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afccb93-76f5-4b52-a8a9-093eb8058302', 'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'tenant_id': '50fd7819c4774650a14342140345e302', 'mac_address': 'fa:16:3e:69:eb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:46Z', 'updated_at': '2022-02-19T04:00:54Z', 'revision_number': 5, 'project_id': '50fd7819c4774650a14342140345e302', 'subnets': [{'id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:01:56.409447 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-406d4f5a-2ecf-4dc3-8d74-501312bfb002 service neutron] For port 9d06a5d0-059f-4647-b8e0-cf48928ef7a2, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:01:56.440125 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-03e94033-2b79-4c74-b8db-43fa1131fa55 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:56.442298 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-03e94033-2b79-4c74-b8db-43fa1131fa55 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports/9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 HTTP/1.1" status: 200 len: 943 time: 0.3536801 Feb 19 04:01:56.486065 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-406d4f5a-2ecf-4dc3-8d74-501312bfb002 service neutron] For port 9d06a5d0-059f-4647-b8e0-cf48928ef7a2, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=9d06a5d0-059f-4647-b8e0-cf48928ef7a2,segment=NetworkSegment(e182da2b-778c-413a-bfac-ae3cdedfc47a),segment_id=e182da2b-778c-413a-bfac-ae3cdedfc47a)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:01:56.515087 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-406d4f5a-2ecf-4dc3-8d74-501312bfb002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (9d06a5d0-059f-4647-b8e0-cf48928ef7a2), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:56.545302 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eaa64390-92ee-42a1-89b5-2cbd74a45578 req-29301054-f987-40e7-8e96-87dc827b1ad7 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.52 "GET /v2.0/security-groups?id=33f662ec-0eff-45bd-a525-137bc8adec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520268 Feb 19 04:01:56.570364 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:56.671589 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db9d81a-ff1b-404a-b54e-b0987e0c3e6a x-openstack-request-id: req-4db9d81a-ff1b-404a-b54e-b0987e0c3e6a {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:56.672197 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1bca52-52c6-4604-ab51-89fdd1e423c4", "tag": "9c3f11b0-cad5-4931-8dd2-eba376e5b9d6", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:56.672634 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4db9d81a-ff1b-404a-b54e-b0987e0c3e6a {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:56.673200 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1bca52-52c6-4604-ab51-89fdd1e423c4', 'tag': '9c3f11b0-cad5-4931-8dd2-eba376e5b9d6', 'status': 'completed', 'code': 200} Feb 19 04:01:56.713959 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d5b5a2-723b-4e07-92dd-558960306108 None None] New status for floating IP 3288b91b-a1da-4e96-a01b-1abb78b50ab5: ACTIVE {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:01:56.736517 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-406d4f5a-2ecf-4dc3-8d74-501312bfb002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:56.737562 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-406d4f5a-2ecf-4dc3-8d74-501312bfb002 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:56.740782 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-406d4f5a-2ecf-4dc3-8d74-501312bfb002 service neutron] 10.222.0.26 "PUT /v2.0/ports/9d06a5d0-059f-4647-b8e0-cf48928ef7a2 HTTP/1.1" status: 200 len: 1092 time: 4.2621434 Feb 19 04:01:56.838760 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d4f5a-2ecf-4dc3-8d74-501312bfb002 service neutron] Pushing event updated for resources: {'Port': ['ID=9d06a5d0-059f-4647-b8e0-cf48928ef7a2,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:56.881378 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edce116-d46f-4621-b031-a7fd19f15f4a req-d45a8d84-28f9-429a-8046-6ce05e323623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:56.882913 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6edce116-d46f-4621-b031-a7fd19f15f4a req-d45a8d84-28f9-429a-8046-6ce05e323623 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=50fd7819c4774650a14342140345e302&device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4 HTTP/1.1" status: 200 len: 1129 time: 0.2318020 Feb 19 04:01:56.891014 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-c16bbfcc-2eb0-4e9f-9e3e-4eaf774d27f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:56.892545 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-c16bbfcc-2eb0-4e9f-9e3e-4eaf774d27f7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=50fd7819c4774650a14342140345e302&device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4 HTTP/1.1" status: 200 len: 1129 time: 0.2820919 Feb 19 04:01:56.906527 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-ee0f175b-3544-4186-b606-3d765a26b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:56.907796 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-ee0f175b-3544-4186-b606-3d765a26b0b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eec351964525449cae20b940c10a9f22&device_id=35cd5c9f-921d-4eb0-b064-a2a9c3a569c9 HTTP/1.1" status: 200 len: 1126 time: 0.1207123 Feb 19 04:01:57.102903 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-8e12f5d7-32b8-4cd5-9d9c-a094e640c41a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d06a5d0-059f-4647-b8e0-cf48928ef7a2 HTTP/1.1" status: 200 len: 217 time: 0.1709325 Feb 19 04:01:57.373133 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d165c-7171-4c56-b6ab-3afccd99f25e None None] Sync routers for ids ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:01:57.389410 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4d165c-7171-4c56-b6ab-3afccd99f25e None None] Routers {'6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:57.390048 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2d4d165c-7171-4c56-b6ab-3afccd99f25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:01:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:57.704163 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-2d4d165c-7171-4c56-b6ab-3afccd99f25e None None] Set router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:57.739248 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-906845c2-bf8b-473c-8e23-8dc1302f49be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:57.741809 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-906845c2-bf8b-473c-8e23-8dc1302f49be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86d4a224-1f27-4c62-9c73-95c6ff46feaf HTTP/1.1" status: 200 len: 852 time: 0.0618987 Feb 19 04:01:57.827084 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50336) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:57.933173 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-b8467017-ccc6-4675-ad10-c2b5bdda871b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=342bc323-1137-480d-9407-1d406474f102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1795990 Feb 19 04:01:57.998911 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-240dc1fd-8afe-45f9-b088-0ec226827c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:58.008367 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-240dc1fd-8afe-45f9-b088-0ec226827c9a service neutron] 10.222.0.52 "GET /v2.0/networks?id=9d03c4ae-d514-421e-b655-86ca09811ee8 HTTP/1.1" status: 200 len: 922 time: 1.0964580 Feb 19 04:01:58.092547 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cedcb15f-b1cf-4976-a039-92809d8a162d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:58.171255 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-b1758238-c724-4755-b5bf-21ed533af609 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 HTTP/1.1" status: 200 len: 217 time: 0.1598015 Feb 19 04:01:58.186152 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-bc720d0f-273b-4e75-a980-47034c84c1f0 admin admin] Deleting port 424fa787-7942-49fd-a633-3d5d816fe237 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:01:58.186528 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bc720d0f-273b-4e75-a980-47034c84c1f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (424fa787-7942-49fd-a633-3d5d816fe237), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:58.199352 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2d4d165c-7171-4c56-b6ab-3afccd99f25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-router', 'tenant_id': '50fd7819c4774650a14342140345e302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:40Z', 'updated_at': '2022-02-19T04:00:47Z', 'revision_number': 4, 'project_id': '50fd7819c4774650a14342140345e302', 'gw_port': {'id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:42Z', 'updated_at': '2022-02-19T04:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '3288b91b-a1da-4e96-a01b-1abb78b50ab5', 'tenant_id': '50fd7819c4774650a14342140345e302', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'port_id': '453901c2-0239-4667-89c6-3c2d857ad8c8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'mac_address': 'fa:16:3e:7e:37:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db573d87-8b63-407a-820b-7792108c187d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:01:10Z', 'updated_at': '2022-02-19T04:01:57Z', 'revision_number': 4, 'project_id': '50fd7819c4774650a14342140345e302', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afccb93-76f5-4b52-a8a9-093eb8058302', 'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'tenant_id': '50fd7819c4774650a14342140345e302', 'mac_address': 'fa:16:3e:69:eb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:46Z', 'updated_at': '2022-02-19T04:00:54Z', 'revision_number': 5, 'project_id': '50fd7819c4774650a14342140345e302', 'subnets': [{'id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:58.219396 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08243b42-79e1-4293-9cf6-a1bd94ff7f42 req-313766de-84d9-49e5-b44c-8a7cf9cd9cd3 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:58.220936 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-08243b42-79e1-4293-9cf6-a1bd94ff7f42 req-313766de-84d9-49e5-b44c-8a7cf9cd9cd3 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.52 "GET /v2.0/ports?device_id=35cd5c9f-921d-4eb0-b064-a2a9c3a569c9 HTTP/1.1" status: 200 len: 943 time: 0.4720659 Feb 19 04:01:58.226696 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edce116-d46f-4621-b031-a7fd19f15f4a req-f804db90-207b-455e-9086-4582459befc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:58.228121 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6edce116-d46f-4621-b031-a7fd19f15f4a req-f804db90-207b-455e-9086-4582459befc5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9d03c4ae-d514-421e-b655-86ca09811ee8 HTTP/1.1" status: 200 len: 922 time: 1.3317387 Feb 19 04:01:58.237843 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cedcb15f-b1cf-4976-a039-92809d8a162d admin admin] Publish callbacks [] for security_group (b31f2f65-2385-4c1f-a92f-26f68fd5ca43), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:58.240664 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d165c-7171-4c56-b6ab-3afccd99f25e None None] Checking router: 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:01:58.253590 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cedcb15f-b1cf-4976-a039-92809d8a162d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b31f2f65-2385-4c1f-a92f-26f68fd5ca43), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:58.254973 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4d165c-7171-4c56-b6ab-3afccd99f25e None None] Routers {'6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:58.255724 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2d4d165c-7171-4c56-b6ab-3afccd99f25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:01:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:58.296574 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cedcb15f-b1cf-4976-a039-92809d8a162d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4d3092bfaa90420993b522b874221386&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4677091 Feb 19 04:01:58.297764 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedcb15f-b1cf-4976-a039-92809d8a162d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31f2f65-2385-4c1f-a92f-26f68fd5ca43,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:58.300221 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50354) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:58.337643 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6edce116-d46f-4621-b031-a7fd19f15f4a req-1913d57b-a2c4-4c81-9891-1dc5ccbbd78f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 HTTP/1.1" status: 200 len: 217 time: 0.0569274 Feb 19 04:01:58.373446 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1bd1b7c2-9f37-426a-8883-0954d40d9a06 admin admin] Publish callbacks [] for security_group (b31f2f65-2385-4c1f-a92f-26f68fd5ca43), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:58.398968 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1bd1b7c2-9f37-426a-8883-0954d40d9a06 admin admin] Publish callbacks [] for security_group (b31f2f65-2385-4c1f-a92f-26f68fd5ca43), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:58.427240 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-67d24093-d372-46bd-b11c-052824df77fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:58.429472 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-67d24093-d372-46bd-b11c-052824df77fb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5 HTTP/1.1" status: 200 len: 860 time: 0.2364137 Feb 19 04:01:58.464895 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1bd1b7c2-9f37-426a-8883-0954d40d9a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b31f2f65-2385-4c1f-a92f-26f68fd5ca43), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:58.468900 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1bd1b7c2-9f37-426a-8883-0954d40d9a06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:58.472551 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1bd1b7c2-9f37-426a-8883-0954d40d9a06 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b31f2f65-2385-4c1f-a92f-26f68fd5ca43 HTTP/1.1" status: 204 len: 168 time: 0.1570425 Feb 19 04:01:58.482316 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1b7c2-9f37-426a-8883-0954d40d9a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31f2f65-2385-4c1f-a92f-26f68fd5ca43,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:58.526321 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-f5f295f3-5720-4ef5-ba0c-9d317e48bb84 service neutron] 10.222.0.26 "GET /v2.0/networks/342bc323-1137-480d-9407-1d406474f102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578735 Feb 19 04:01:58.529057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-bc720d0f-273b-4e75-a980-47034c84c1f0 admin admin] For port 424fa787-7942-49fd-a633-3d5d816fe237, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=424fa787-7942-49fd-a633-3d5d816fe237,segment=NetworkSegment(128a647d-2f7d-447d-92e6-b4382e32d23f),segment_id=128a647d-2f7d-447d-92e6-b4382e32d23f)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:58.529431 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bc720d0f-273b-4e75-a980-47034c84c1f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (424fa787-7942-49fd-a633-3d5d816fe237), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:58.545502 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edce116-d46f-4621-b031-a7fd19f15f4a req-4a5c4273-443e-4208-8431-32a260e1d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:58.547027 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6edce116-d46f-4621-b031-a7fd19f15f4a req-4a5c4273-443e-4208-8431-32a260e1d746 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5 HTTP/1.1" status: 200 len: 860 time: 0.1941254 Feb 19 04:01:58.562665 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-2d4d165c-7171-4c56-b6ab-3afccd99f25e None None] Set router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:58.568257 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-08243b42-79e1-4293-9cf6-a1bd94ff7f42 req-4b36187c-3ca8-4c1b-9914-b655b2fb10a6 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.52 "GET /v2.0/security-groups?id=33f662ec-0eff-45bd-a525-137bc8adec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390219 Feb 19 04:01:58.575347 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-bc720d0f-273b-4e75-a980-47034c84c1f0 admin admin] Calling delete_port for 424fa787-7942-49fd-a633-3d5d816fe237 owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:01:58.681891 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db573d87-8b63-407a-820b-7792108c187d', 'tag': '453901c2-0239-4667-89c6-3c2d857ad8c8'}, {'name': 'network-changed', 'server_uuid': '35cd5c9f-921d-4eb0-b064-a2a9c3a569c9', 'tag': '9d06a5d0-059f-4647-b8e0-cf48928ef7a2'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:58.687541 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43919b09-c9ec-4ab7-a294-aedf138eef18" -d '{"events": [{"name": "network-changed", "server_uuid": "db573d87-8b63-407a-820b-7792108c187d", "tag": "453901c2-0239-4667-89c6-3c2d857ad8c8"}, {"name": "network-changed", "server_uuid": "35cd5c9f-921d-4eb0-b064-a2a9c3a569c9", "tag": "9d06a5d0-059f-4647-b8e0-cf48928ef7a2"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:58.737095 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-679f1c79-d531-4105-bdee-1c95870a47b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:58.738860 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-679f1c79-d531-4105-bdee-1c95870a47b2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9d03c4ae-d514-421e-b655-86ca09811ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2928345 Feb 19 04:01:58.757307 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-e1a53d9b-98f4-434d-8094-10a42d88a86f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:01:58.758413 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-e1a53d9b-98f4-434d-8094-10a42d88a86f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066724 Feb 19 04:01:58.844036 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edce116-d46f-4621-b031-a7fd19f15f4a req-930a008b-e62c-4cfb-ba4c-f4079b7fed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:58.845847 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6edce116-d46f-4621-b031-a7fd19f15f4a req-930a008b-e62c-4cfb-ba4c-f4079b7fed64 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9d03c4ae-d514-421e-b655-86ca09811ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2766809 Feb 19 04:01:58.905454 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2d4d165c-7171-4c56-b6ab-3afccd99f25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-router', 'tenant_id': '50fd7819c4774650a14342140345e302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:40Z', 'updated_at': '2022-02-19T04:00:47Z', 'revision_number': 4, 'project_id': '50fd7819c4774650a14342140345e302', 'gw_port': {'id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:42Z', 'updated_at': '2022-02-19T04:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '3288b91b-a1da-4e96-a01b-1abb78b50ab5', 'tenant_id': '50fd7819c4774650a14342140345e302', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'port_id': '453901c2-0239-4667-89c6-3c2d857ad8c8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'mac_address': 'fa:16:3e:7e:37:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db573d87-8b63-407a-820b-7792108c187d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:01:10Z', 'updated_at': '2022-02-19T04:01:57Z', 'revision_number': 4, 'project_id': '50fd7819c4774650a14342140345e302', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afccb93-76f5-4b52-a8a9-093eb8058302', 'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'tenant_id': '50fd7819c4774650a14342140345e302', 'mac_address': 'fa:16:3e:69:eb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:46Z', 'updated_at': '2022-02-19T04:00:54Z', 'revision_number': 5, 'project_id': '50fd7819c4774650a14342140345e302', 'subnets': [{'id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:58.920487 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-386d3f1e-6305-42b3-a366-4732a12bde61 req-554c9692-7a0b-49db-a511-3305fbd817c2 service neutron] 10.222.0.26 "GET /v2.0/networks/342bc323-1137-480d-9407-1d406474f102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848381 Feb 19 04:01:58.971489 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d165c-7171-4c56-b6ab-3afccd99f25e None None] The sync data for ids ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'] in n-d-828369-19 is: [{'id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-router', 'tenant_id': '50fd7819c4774650a14342140345e302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:40Z', 'updated_at': '2022-02-19T04:00:47Z', 'revision_number': 4, 'project_id': '50fd7819c4774650a14342140345e302', 'gw_port': {'id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:42Z', 'updated_at': '2022-02-19T04:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '3288b91b-a1da-4e96-a01b-1abb78b50ab5', 'tenant_id': '50fd7819c4774650a14342140345e302', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'port_id': '453901c2-0239-4667-89c6-3c2d857ad8c8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'mac_address': 'fa:16:3e:7e:37:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db573d87-8b63-407a-820b-7792108c187d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:01:10Z', 'updated_at': '2022-02-19T04:01:57Z', 'revision_number': 4, 'project_id': '50fd7819c4774650a14342140345e302', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afccb93-76f5-4b52-a8a9-093eb8058302', 'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'tenant_id': '50fd7819c4774650a14342140345e302', 'mac_address': 'fa:16:3e:69:eb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:46Z', 'updated_at': '2022-02-19T04:00:54Z', 'revision_number': 5, 'project_id': '50fd7819c4774650a14342140345e302', 'subnets': [{'id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:01:59.308076 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6edce116-d46f-4621-b031-a7fd19f15f4a req-13345cd5-e27f-463c-a164-95ee16ece722 service neutron] 10.222.0.79 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513204 Feb 19 04:01:59.317929 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-02406107-08c0-40a6-954a-bc3b1d8851b8 service neutron] 10.222.0.52 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5405366 Feb 19 04:01:59.375478 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:59.513642 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-5c00a368-ff23-4717-86d0-1d3bda1e6c50 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:59.521774 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-5c00a368-ff23-4717-86d0-1d3bda1e6c50 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/networks?id=9c484cb2-d49b-4cb4-a1e7-39d440927c34 HTTP/1.1" status: 200 len: 812 time: 0.4086936 Feb 19 04:01:59.562944 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-4166b290-d9b4-447e-92a9-138df86652fe tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/quotas/5c42b47db3b04ce6966fb4de683a6e22 HTTP/1.1" status: 200 len: 375 time: 0.0398550 Feb 19 04:01:59.586879 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bc720d0f-273b-4e75-a980-47034c84c1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (424fa787-7942-49fd-a633-3d5d816fe237), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:59.624460 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-17c62e7e-2a43-46f8-8184-1527f68562f2 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5c42b47db3b04ce6966fb4de683a6e22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597804 Feb 19 04:01:59.656678 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6edce116-d46f-4621-b031-a7fd19f15f4a req-1edf4a88-0f6d-43fc-b059-5de45d464d7b service neutron] 10.222.0.79 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369699 Feb 19 04:01:59.710986 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc720d0f-273b-4e75-a980-47034c84c1f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=424fa787-7942-49fd-a633-3d5d816fe237,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:59.747491 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-07731a56-b120-4895-af5d-7dc2dc39889a service neutron] 10.222.0.52 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052896 Feb 19 04:01:59.848407 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-bf2a8e55-239c-4d78-9744-3fd2199bb3bf service neutron] 10.222.0.52 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995554 Feb 19 04:02:00.249190 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-79c00ebe-dfde-4e1d-8478-db3e91656ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:00.250704 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-79c00ebe-dfde-4e1d-8478-db3e91656ce6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=50fd7819c4774650a14342140345e302&device_id=db573d87-8b63-407a-820b-7792108c187d HTTP/1.1" status: 200 len: 1129 time: 0.4700305 Feb 19 04:02:00.367433 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bc720d0f-273b-4e75-a980-47034c84c1f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (27c24375-b5bc-4331-89b6-5ffde6ace612), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:00.394147 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-30d51c6f-9da4-43f8-9b0f-2ba05c8f68f4 service neutron] 10.222.0.52 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874549 Feb 19 04:02:00.457828 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-dd35a076-c694-456e-a715-343054072bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:00.459531 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-dd35a076-c694-456e-a715-343054072bb9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9d03c4ae-d514-421e-b655-86ca09811ee8 HTTP/1.1" status: 200 len: 922 time: 0.1832609 Feb 19 04:02:00.548121 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-69cb5ca7-9e9c-4997-b169-249cc771daa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:00.592627 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-1e3d5e6f-21f5-4aee-a03c-193d5572fc4c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=453901c2-0239-4667-89c6-3c2d857ad8c8 HTTP/1.1" status: 200 len: 1002 time: 0.1267638 Feb 19 04:02:00.679330 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7130c57f-ed6d-4b5d-99da-9292ec3e5c2b x-openstack-request-id: req-7130c57f-ed6d-4b5d-99da-9292ec3e5c2b {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:00.679560 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db573d87-8b63-407a-820b-7792108c187d", "tag": "453901c2-0239-4667-89c6-3c2d857ad8c8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "35cd5c9f-921d-4eb0-b064-a2a9c3a569c9", "tag": "9d06a5d0-059f-4647-b8e0-cf48928ef7a2", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:00.679795 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7130c57f-ed6d-4b5d-99da-9292ec3e5c2b {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:00.680184 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db573d87-8b63-407a-820b-7792108c187d', 'tag': '453901c2-0239-4667-89c6-3c2d857ad8c8', 'status': 'completed', 'code': 200} Feb 19 04:02:00.680447 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35cd5c9f-921d-4eb0-b064-a2a9c3a569c9', 'tag': '9d06a5d0-059f-4647-b8e0-cf48928ef7a2', 'status': 'completed', 'code': 200} Feb 19 04:02:00.728893 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-9afa97ae-702c-44db-bcb7-d8e07fcbbef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:00.730752 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-9afa97ae-702c-44db-bcb7-d8e07fcbbef2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5 HTTP/1.1" status: 200 len: 860 time: 0.1306686 Feb 19 04:02:00.831722 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43919b09-c9ec-4ab7-a294-aedf138eef18 req-d0e8d133-9ce6-4696-9709-bb03f0131b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:00.833318 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43919b09-c9ec-4ab7-a294-aedf138eef18 req-d0e8d133-9ce6-4696-9709-bb03f0131b01 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=50fd7819c4774650a14342140345e302&device_id=db573d87-8b63-407a-820b-7792108c187d HTTP/1.1" status: 200 len: 1129 time: 0.1479561 Feb 19 04:02:00.914260 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-ff9c69f0-4b80-4adb-86c4-f3de6691d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:00.915835 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-ff9c69f0-4b80-4adb-86c4-f3de6691d0d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9d03c4ae-d514-421e-b655-86ca09811ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1758273 Feb 19 04:02:00.921807 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc720d0f-273b-4e75-a980-47034c84c1f0 admin admin] Router 27c24375-b5bc-4331-89b6-5ffde6ace612 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:02:00.974863 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50440) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:01.101383 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43919b09-c9ec-4ab7-a294-aedf138eef18 req-d6a314f7-0782-4420-a977-3344642893c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:01.112000 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43919b09-c9ec-4ab7-a294-aedf138eef18 req-d6a314f7-0782-4420-a977-3344642893c8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9d03c4ae-d514-421e-b655-86ca09811ee8 HTTP/1.1" status: 200 len: 922 time: 0.2697577 Feb 19 04:02:01.171280 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f73e0348-bb10-42f0-b7ba-6193cb8875f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:01.283377 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43919b09-c9ec-4ab7-a294-aedf138eef18 req-ab27e3b3-391d-4f96-956d-3cf5a481ffbb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=453901c2-0239-4667-89c6-3c2d857ad8c8 HTTP/1.1" status: 200 len: 1002 time: 0.1569462 Feb 19 04:02:01.290069 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-e60c7680-82b0-499f-8e22-5519516b5858 service neutron] 10.222.0.52 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646152 Feb 19 04:02:01.300448 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc720d0f-273b-4e75-a980-47034c84c1f0 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:02:01.309825 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e97ae2-55d5-492d-9ecf-83aa03a91c42 None None] Sync routers for ids ['27c24375-b5bc-4331-89b6-5ffde6ace612'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:02:01.312321 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bc720d0f-273b-4e75-a980-47034c84c1f0 admin admin] 10.222.0.52 "PUT /v2.0/routers/27c24375-b5bc-4331-89b6-5ffde6ace612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3889897 Feb 19 04:02:01.313861 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 50454) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:01.355563 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e97ae2-55d5-492d-9ecf-83aa03a91c42 None None] Routers {'27c24375-b5bc-4331-89b6-5ffde6ace612'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:02:01.357754 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-93e97ae2-55d5-492d-9ecf-83aa03a91c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:01:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['27c24375-b5bc-4331-89b6-5ffde6ace612'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:01.453200 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f73e0348-bb10-42f0-b7ba-6193cb8875f3 admin admin] Publish callbacks [] for security_group (4743d1b8-7ded-406a-ab2b-2e9a40e08a67), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:01.461122 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f73e0348-bb10-42f0-b7ba-6193cb8875f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4743d1b8-7ded-406a-ab2b-2e9a40e08a67), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:01.511921 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43919b09-c9ec-4ab7-a294-aedf138eef18 req-7cbc45e3-fa36-4ba3-b543-85df004b87b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:01.514151 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43919b09-c9ec-4ab7-a294-aedf138eef18 req-7cbc45e3-fa36-4ba3-b543-85df004b87b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5 HTTP/1.1" status: 200 len: 860 time: 0.2230482 Feb 19 04:02:01.584717 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e0348-bb10-42f0-b7ba-6193cb8875f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4743d1b8-7ded-406a-ab2b-2e9a40e08a67,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:01.602766 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f73e0348-bb10-42f0-b7ba-6193cb8875f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f39e11b683cc44808b378d9fcd3df12c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6267333 Feb 19 04:02:01.604330 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50456) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:01.682512 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-93e97ae2-55d5-492d-9ecf-83aa03a91c42 None None] Set router 27c24375-b5bc-4331-89b6-5ffde6ace612 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:02:01.686387 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29053bfc-ab16-4417-a123-b83b46589ea7 req-58aed6d3-5fc7-4b59-87a0-c7659584e9f6 service neutron] 10.222.0.52 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721557 Feb 19 04:02:01.714120 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c5379162-1313-46d1-adff-3e373e69a3f1 admin admin] Publish callbacks [] for router (27c24375-b5bc-4331-89b6-5ffde6ace612), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:01.784082 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-97c8480e-8447-49a5-8112-ddd3a7fc68a6 admin admin] Publish callbacks [] for security_group (4743d1b8-7ded-406a-ab2b-2e9a40e08a67), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:01.807165 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43919b09-c9ec-4ab7-a294-aedf138eef18 req-e74e8148-ae46-4171-a678-1f338b62472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:01.808856 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43919b09-c9ec-4ab7-a294-aedf138eef18 req-e74e8148-ae46-4171-a678-1f338b62472a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d03c4ae-d514-421e-b655-86ca09811ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2843051 Feb 19 04:02:01.866999 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-97c8480e-8447-49a5-8112-ddd3a7fc68a6 admin admin] Publish callbacks [] for security_group (4743d1b8-7ded-406a-ab2b-2e9a40e08a67), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:01.941405 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-97c8480e-8447-49a5-8112-ddd3a7fc68a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4743d1b8-7ded-406a-ab2b-2e9a40e08a67), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:01.944639 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-97c8480e-8447-49a5-8112-ddd3a7fc68a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:01.950853 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-97c8480e-8447-49a5-8112-ddd3a7fc68a6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4743d1b8-7ded-406a-ab2b-2e9a40e08a67 HTTP/1.1" status: 204 len: 168 time: 0.3444014 Feb 19 04:02:01.963056 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8480e-8447-49a5-8112-ddd3a7fc68a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4743d1b8-7ded-406a-ab2b-2e9a40e08a67,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:02.443862 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa70179c-9512-4029-839d-119962f0d09f req-e39198b7-04a9-49f0-8fa1-8694f9f2b437 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f40f259-9d10-49e6-90cf-9ec5c7a5893f HTTP/1.1" status: 200 len: 210 time: 0.5535944 Feb 19 04:02:02.487505 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-93e97ae2-55d5-492d-9ecf-83aa03a91c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'name': 'tempest-ServersTestFqdnHostnames-1683821132-router', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:07Z', 'updated_at': '2022-02-19T04:01:59Z', 'revision_number': 5, 'project_id': '8cc5a333555d43228c6c3aa25c7c358e', 'gw_port': {'id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:09Z', 'updated_at': '2022-02-19T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:02.520002 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e97ae2-55d5-492d-9ecf-83aa03a91c42 None None] Checking router: 27c24375-b5bc-4331-89b6-5ffde6ace612 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:02:02.529955 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e97ae2-55d5-492d-9ecf-83aa03a91c42 None None] Routers {'27c24375-b5bc-4331-89b6-5ffde6ace612'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:02:02.530926 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-93e97ae2-55d5-492d-9ecf-83aa03a91c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:01:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['27c24375-b5bc-4331-89b6-5ffde6ace612'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:02.587688 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50478) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:02.609979 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bcd04bfc-0946-4d4c-8785-966d850f1916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:02.642092 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b522b-4437-4484-9de4-50ed44512fa4 req-8be3e4da-ebc1-4d7b-8f12-6c06b5945783 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:02.644668 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-93e97ae2-55d5-492d-9ecf-83aa03a91c42 None None] Set router 27c24375-b5bc-4331-89b6-5ffde6ace612 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:02:02.653844 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d65b522b-4437-4484-9de4-50ed44512fa4 req-8be3e4da-ebc1-4d7b-8f12-6c06b5945783 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.52 "GET /v2.0/ports?device_id=35cd5c9f-921d-4eb0-b064-a2a9c3a569c9 HTTP/1.1" status: 200 len: 943 time: 0.8509524 Feb 19 04:02:02.685907 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c5379162-1313-46d1-adff-3e373e69a3f1 admin admin] Publish callbacks [] for router_gateway (27c24375-b5bc-4331-89b6-5ffde6ace612), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:02.693329 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b260ebef-7b76-41a1-b9ed-8b2b914b37ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:02.785598 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bcd04bfc-0946-4d4c-8785-966d850f1916 admin admin] Publish callbacks [] for security_group (64d0cae9-5134-4fe9-aeb8-cb7c33cef3e5), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:02.786943 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43919b09-c9ec-4ab7-a294-aedf138eef18 req-20686dd3-4499-4a31-ac45-93cb1329bebd service neutron] 10.222.0.26 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9669116 Feb 19 04:02:02.797318 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bcd04bfc-0946-4d4c-8785-966d850f1916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (64d0cae9-5134-4fe9-aeb8-cb7c33cef3e5), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:02.836038 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0fee095f-ddd0-4589-a0ec-f6b05087de58 req-7df5c5a2-fcd5-4bd6-b6ab-49681d426ff2 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.124 HTTP/1.1" status: 200 len: 1002 time: 0.3079243 Feb 19 04:02:02.863704 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bcd04bfc-0946-4d4c-8785-966d850f1916 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=44f5f7157792455ba3d68e79356cbf90&name=default HTTP/1.1" status: 200 len: 2999 time: 0.2713318 Feb 19 04:02:02.866708 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50480) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:02.881814 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-93e97ae2-55d5-492d-9ecf-83aa03a91c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'name': 'tempest-ServersTestFqdnHostnames-1683821132-router', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:07Z', 'updated_at': '2022-02-19T04:01:59Z', 'revision_number': 5, 'project_id': '8cc5a333555d43228c6c3aa25c7c358e', 'gw_port': {'id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:09Z', 'updated_at': '2022-02-19T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:02.898421 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-ccfacccf-8825-4764-9f62-01cd8697f78c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:02.899905 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-ccfacccf-8825-4764-9f62-01cd8697f78c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.79 "GET /v2.0/networks?id=9c484cb2-d49b-4cb4-a1e7-39d440927c34 HTTP/1.1" status: 200 len: 812 time: 0.4630363 Feb 19 04:02:02.923001 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd04bfc-0946-4d4c-8785-966d850f1916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d0cae9-5134-4fe9-aeb8-cb7c33cef3e5,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:02.927138 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e97ae2-55d5-492d-9ecf-83aa03a91c42 None None] The sync data for ids ['27c24375-b5bc-4331-89b6-5ffde6ace612'] in n-d-828369-19 is: [{'id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'name': 'tempest-ServersTestFqdnHostnames-1683821132-router', 'tenant_id': '8cc5a333555d43228c6c3aa25c7c358e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:07Z', 'updated_at': '2022-02-19T04:01:59Z', 'revision_number': 5, 'project_id': '8cc5a333555d43228c6c3aa25c7c358e', 'gw_port': {'id': '56110378-b0f5-4ef1-8e06-c00d2aa914f5', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c24375-b5bc-4331-89b6-5ffde6ace612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:09Z', 'updated_at': '2022-02-19T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:02:02.947719 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a584ac12-a7e4-4495-8e78-dd9d479f75e8 admin admin] Publish callbacks [] for security_group (64d0cae9-5134-4fe9-aeb8-cb7c33cef3e5), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:02.956436 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 9d06a5d0-059f-4647-b8e0-cf48928ef7a2 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:02:02.990845 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-44a4a32e-b57f-4660-a61d-53a84aeffd2c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Request body: {'port': {'device_id': '6f40f259-9d10-49e6-90cf-9ec5c7a5893f', 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34', 'admin_state_up': True, 'tenant_id': '5c42b47db3b04ce6966fb4de683a6e22'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:03.003763 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a584ac12-a7e4-4495-8e78-dd9d479f75e8 admin admin] Publish callbacks [] for security_group (64d0cae9-5134-4fe9-aeb8-cb7c33cef3e5), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:03.069346 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a584ac12-a7e4-4495-8e78-dd9d479f75e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (64d0cae9-5134-4fe9-aeb8-cb7c33cef3e5), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:03.074370 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a584ac12-a7e4-4495-8e78-dd9d479f75e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:03.076443 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a584ac12-a7e4-4495-8e78-dd9d479f75e8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/64d0cae9-5134-4fe9-aeb8-cb7c33cef3e5 HTTP/1.1" status: 204 len: 168 time: 0.2087278 Feb 19 04:02:03.077706 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d65b522b-4437-4484-9de4-50ed44512fa4 req-a07f75c7-f385-470f-aec3-64aabe0b48dd tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.52 "GET /v2.0/security-groups?id=33f662ec-0eff-45bd-a525-137bc8adec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167612 Feb 19 04:02:03.107858 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584ac12-a7e4-4495-8e78-dd9d479f75e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d0cae9-5134-4fe9-aeb8-cb7c33cef3e5,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:03.135803 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee095f-ddd0-4589-a0ec-f6b05087de58 req-53dfc624-0293-4fdc-a923-e9a15d68aec9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:03.154716 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0fee095f-ddd0-4589-a0ec-f6b05087de58 req-53dfc624-0293-4fdc-a923-e9a15d68aec9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports/453901c2-0239-4667-89c6-3c2d857ad8c8 HTTP/1.1" status: 200 len: 943 time: 0.3065395 Feb 19 04:02:03.339347 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 9d06a5d0-059f-4647-b8e0-cf48928ef7a2, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=9d06a5d0-059f-4647-b8e0-cf48928ef7a2,segment=NetworkSegment(e182da2b-778c-413a-bfac-ae3cdedfc47a),segment_id=e182da2b-778c-413a-bfac-ae3cdedfc47a)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:03.391794 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '9d06a5d0-059f-4647-b8e0-cf48928ef7a2', 'network_id': '342bc323-1137-480d-9407-1d406474f102', 'port_id': '9d06a5d0-059f-4647-b8e0-cf48928ef7a2', 'mac_address': 'fa:16:3e:d1:4b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d4a224-1f27-4c62-9c73-95c6ff46feaf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:02:03.406975 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 424fa787-7942-49fd-a633-3d5d816fe237 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:02:03.463675 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 424fa787-7942-49fd-a633-3d5d816fe237 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:02:03.468408 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 424fa787-7942-49fd-a633-3d5d816fe237 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:02:03.560596 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 9d06a5d0-059f-4647-b8e0-cf48928ef7a2 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:03.561275 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (9d06a5d0-059f-4647-b8e0-cf48928ef7a2), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:03.582627 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d06a5d0-059f-4647-b8e0-cf48928ef7a2 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:02:03.620959 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 9d06a5d0-059f-4647-b8e0-cf48928ef7a2, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=9d06a5d0-059f-4647-b8e0-cf48928ef7a2,segment=NetworkSegment(e182da2b-778c-413a-bfac-ae3cdedfc47a),segment_id=e182da2b-778c-413a-bfac-ae3cdedfc47a)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:03.631879 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43919b09-c9ec-4ab7-a294-aedf138eef18 req-32ccc740-78d3-4580-81dc-d99a54b19246 service neutron] 10.222.0.26 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8364160 Feb 19 04:02:03.653047 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0fee095f-ddd0-4589-a0ec-f6b05087de58 req-ab4d7aee-bf6b-4ff0-9bed-50e8071cc5c0 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.124 HTTP/1.1" status: 200 len: 1002 time: 0.3906739 Feb 19 04:02:03.663110 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (9d06a5d0-059f-4647-b8e0-cf48928ef7a2), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:03.753527 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:03.785223 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=9d06a5d0-059f-4647-b8e0-cf48928ef7a2,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:03.873031 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee095f-ddd0-4589-a0ec-f6b05087de58 req-375b05d6-f23c-4359-9d58-4cc499e9e402 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:03.874668 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0fee095f-ddd0-4589-a0ec-f6b05087de58 req-375b05d6-f23c-4359-9d58-4cc499e9e402 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 784 time: 0.2203341 Feb 19 04:02:03.875775 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-44a4a32e-b57f-4660-a61d-53a84aeffd2c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Made reservation on behalf of 5c42b47db3b04ce6966fb4de683a6e22 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:02:03.879396 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-44a4a32e-b57f-4660-a61d-53a84aeffd2c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:03.919467 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-c5379162-1313-46d1-adff-3e373e69a3f1 admin admin] Deleting port 56110378-b0f5-4ef1-8e06-c00d2aa914f5 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:02:03.919998 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c5379162-1313-46d1-adff-3e373e69a3f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (56110378-b0f5-4ef1-8e06-c00d2aa914f5), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:04.018453 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43919b09-c9ec-4ab7-a294-aedf138eef18 req-269b6739-1a18-4419-a5bb-bd5b7517fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:04.020800 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43919b09-c9ec-4ab7-a294-aedf138eef18 req-269b6739-1a18-4419-a5bb-bd5b7517fc90 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eec351964525449cae20b940c10a9f22&device_id=35cd5c9f-921d-4eb0-b064-a2a9c3a569c9 HTTP/1.1" status: 200 len: 1127 time: 0.1613159 Feb 19 04:02:04.041020 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['9d06a5d0-059f-4647-b8e0-cf48928ef7a2'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:02:04.168531 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43919b09-c9ec-4ab7-a294-aedf138eef18 req-1f2800cf-5ae7-4e69-81b7-6b981c557dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:04.170254 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43919b09-c9ec-4ab7-a294-aedf138eef18 req-1f2800cf-5ae7-4e69-81b7-6b981c557dfd service neutron] 10.222.0.26 "GET /v2.0/networks?id=342bc323-1137-480d-9407-1d406474f102 HTTP/1.1" status: 200 len: 913 time: 0.1186829 Feb 19 04:02:04.282064 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43919b09-c9ec-4ab7-a294-aedf138eef18 req-4fcb470b-6ee5-4371-9609-5204583224f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d06a5d0-059f-4647-b8e0-cf48928ef7a2 HTTP/1.1" status: 200 len: 217 time: 0.0492549 Feb 19 04:02:04.357765 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-c5379162-1313-46d1-adff-3e373e69a3f1 admin admin] For port 56110378-b0f5-4ef1-8e06-c00d2aa914f5, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=56110378-b0f5-4ef1-8e06-c00d2aa914f5,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:04.358144 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c5379162-1313-46d1-adff-3e373e69a3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (56110378-b0f5-4ef1-8e06-c00d2aa914f5), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:04.373130 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bae6dd1-b158-4d6c-ac0a-0ce5416a63df req-91640ab1-bd5d-4736-8fdc-685500f34ab6 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.124 HTTP/1.1" status: 200 len: 1002 time: 0.1875343 Feb 19 04:02:04.386705 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-c5379162-1313-46d1-adff-3e373e69a3f1 admin admin] Calling delete_port for 56110378-b0f5-4ef1-8e06-c00d2aa914f5 owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:02:04.472380 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43919b09-c9ec-4ab7-a294-aedf138eef18 req-70d4a060-6e7e-436c-8b70-ab5838e1a564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:04.473876 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43919b09-c9ec-4ab7-a294-aedf138eef18 req-70d4a060-6e7e-436c-8b70-ab5838e1a564 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86d4a224-1f27-4c62-9c73-95c6ff46feaf HTTP/1.1" status: 200 len: 852 time: 0.1826396 Feb 19 04:02:04.687241 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43919b09-c9ec-4ab7-a294-aedf138eef18 req-3592d320-0271-4ae4-a81a-455af513c062 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=342bc323-1137-480d-9407-1d406474f102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2039771 Feb 19 04:02:04.699421 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae6dd1-b158-4d6c-ac0a-0ce5416a63df req-465fef30-0e05-4ae7-af81-3ed073f01999 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:04.715403 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bae6dd1-b158-4d6c-ac0a-0ce5416a63df req-465fef30-0e05-4ae7-af81-3ed073f01999 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports/453901c2-0239-4667-89c6-3c2d857ad8c8 HTTP/1.1" status: 200 len: 943 time: 0.3212616 Feb 19 04:02:04.746119 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-44a4a32e-b57f-4660-a61d-53a84aeffd2c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Allocated IP 172.20.0.8 (9c484cb2-d49b-4cb4-a1e7-39d440927c34/05152657-41bb-4f53-a93a-a0556bf4ae06/f2fc2800-86a3-48d9-9045-1925fcbb40b3) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:02:04.963048 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 9d06a5d0-059f-4647-b8e0-cf48928ef7a2 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:02:04.974705 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657f9d9-63b4-4ad9-a8db-15c24a782b96 req-32ac05de-b314-4adb-abf4-a7eae4d39865 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:04.976363 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e657f9d9-63b4-4ad9-a8db-15c24a782b96 req-32ac05de-b314-4adb-abf4-a7eae4d39865 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.52 "GET /v2.0/ports?device_id=35cd5c9f-921d-4eb0-b064-a2a9c3a569c9 HTTP/1.1" status: 200 len: 944 time: 0.4979830 Feb 19 04:02:05.091805 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bae6dd1-b158-4d6c-ac0a-0ce5416a63df req-a0e31641-205a-4a34-9e98-37479aa9178d tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.124 HTTP/1.1" status: 200 len: 1002 time: 0.2940631 Feb 19 04:02:05.102487 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 9d06a5d0-059f-4647-b8e0-cf48928ef7a2 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:02:05.118656 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 9d06a5d0-059f-4647-b8e0-cf48928ef7a2 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:05.119326 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (9d06a5d0-059f-4647-b8e0-cf48928ef7a2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:05.273332 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:05.326669 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 9d06a5d0-059f-4647-b8e0-cf48928ef7a2 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:05.327069 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (9d06a5d0-059f-4647-b8e0-cf48928ef7a2), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:05.349277 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-44a4a32e-b57f-4660-a61d-53a84aeffd2c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks [] for port (f2fc2800-86a3-48d9-9045-1925fcbb40b3), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:05.388511 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 9d06a5d0-059f-4647-b8e0-cf48928ef7a2, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=9d06a5d0-059f-4647-b8e0-cf48928ef7a2,segment=NetworkSegment(e182da2b-778c-413a-bfac-ae3cdedfc47a),segment_id=e182da2b-778c-413a-bfac-ae3cdedfc47a)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:05.389849 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cd5c9f-921d-4eb0-b064-a2a9c3a569c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d06a5d0-059f-4647-b8e0-cf48928ef7a2'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:05.390517 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43919b09-c9ec-4ab7-a294-aedf138eef18 req-1de9ac9d-6a37-43cf-ac1d-65e28aed478a service neutron] 10.222.0.26 "GET /v2.0/networks/342bc323-1137-480d-9407-1d406474f102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6497250 Feb 19 04:02:05.394917 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d478bfc-682b-4201-a5e0-d4f4d96b9c7d" -d '{"events": [{"server_uuid": "35cd5c9f-921d-4eb0-b064-a2a9c3a569c9", "name": "network-vif-plugged", "status": "completed", "tag": "9d06a5d0-059f-4647-b8e0-cf48928ef7a2"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:05.406526 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (9d06a5d0-059f-4647-b8e0-cf48928ef7a2), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:05.425603 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c5379162-1313-46d1-adff-3e373e69a3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (56110378-b0f5-4ef1-8e06-c00d2aa914f5), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:05.475560 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=9d06a5d0-059f-4647-b8e0-cf48928ef7a2,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:05.865726 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-44a4a32e-b57f-4660-a61d-53a84aeffd2c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (f2fc2800-86a3-48d9-9045-1925fcbb40b3), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:05.874079 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5379162-1313-46d1-adff-3e373e69a3f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=56110378-b0f5-4ef1-8e06-c00d2aa914f5,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:05.890558 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e657f9d9-63b4-4ad9-a8db-15c24a782b96 req-089e5ec6-3e36-4922-bac6-b8cbfabbaa62 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.52 "GET /v2.0/security-groups?id=33f662ec-0eff-45bd-a525-137bc8adec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8696342 Feb 19 04:02:06.013701 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae6dd1-b158-4d6c-ac0a-0ce5416a63df req-4b617752-d3b6-4a9a-bce0-93d6592523f8 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:06.015264 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bae6dd1-b158-4d6c-ac0a-0ce5416a63df req-4b617752-d3b6-4a9a-bce0-93d6592523f8 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 784 time: 0.9224286 Feb 19 04:02:06.028995 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-44a4a32e-b57f-4660-a61d-53a84aeffd2c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:02:06.048598 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-44a4a32e-b57f-4660-a61d-53a84aeffd2c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:06.066625 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4a32e-b57f-4660-a61d-53a84aeffd2c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Pushing event updated for resources: {'Port': ['ID=f2fc2800-86a3-48d9-9045-1925fcbb40b3,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:06.074955 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-44a4a32e-b57f-4660-a61d-53a84aeffd2c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:02:06.201868 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43919b09-c9ec-4ab7-a294-aedf138eef18 req-f19a05aa-1868-4e51-806e-031dae523b53 service neutron] 10.222.0.26 "GET /v2.0/networks/342bc323-1137-480d-9407-1d406474f102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7971108 Feb 19 04:02:06.204890 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c5379162-1313-46d1-adff-3e373e69a3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (27c24375-b5bc-4331-89b6-5ffde6ace612), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:06.361736 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-44a4a32e-b57f-4660-a61d-53a84aeffd2c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:06.362558 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-44a4a32e-b57f-4660-a61d-53a84aeffd2c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:06.367750 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c5379162-1313-46d1-adff-3e373e69a3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (27c24375-b5bc-4331-89b6-5ffde6ace612), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:06.371571 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bae6dd1-b158-4d6c-ac0a-0ce5416a63df req-85e2158f-cd3c-4278-b54d-f945594978a9 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.124 HTTP/1.1" status: 200 len: 1002 time: 0.3402188 Feb 19 04:02:06.372714 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c5379162-1313-46d1-adff-3e373e69a3f1 admin admin] Publish callbacks [] for router_controller (27c24375-b5bc-4331-89b6-5ffde6ace612), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:06.411724 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-3bae6dd1-b158-4d6c-ac0a-0ce5416a63df req-68e1f509-cb99-4dc9-ab67-572c75c8b96a tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:06.455561 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85340ec-b0b9-4fdb-a009-1b2929ebb14c req-bff2aa9a-84d2-460a-ada3-34975020b062 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:06.457631 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a85340ec-b0b9-4fdb-a009-1b2929ebb14c req-bff2aa9a-84d2-460a-ada3-34975020b062 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f40f259-9d10-49e6-90cf-9ec5c7a5893f HTTP/1.1" status: 200 len: 931 time: 0.4275343 Feb 19 04:02:06.487538 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-44a4a32e-b57f-4660-a61d-53a84aeffd2c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5229380 Feb 19 04:02:06.514127 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-d7b98d70-8b8a-4f20-a33c-ea06f7bfd30b service neutron] Request body: {'port': {'device_id': '6f40f259-9d10-49e6-90cf-9ec5c7a5893f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:06.545049 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c5379162-1313-46d1-adff-3e373e69a3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (27c24375-b5bc-4331-89b6-5ffde6ace612), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:06.545598 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5379162-1313-46d1-adff-3e373e69a3f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27c24375-b5bc-4331-89b6-5ffde6ace612 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:02:06.560558 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c5379162-1313-46d1-adff-3e373e69a3f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:06.565702 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c5379162-1313-46d1-adff-3e373e69a3f1 admin admin] 10.222.0.52 "DELETE /v2.0/routers/27c24375-b5bc-4331-89b6-5ffde6ace612 HTTP/1.1" status: 204 len: 168 time: 5.2442503 Feb 19 04:02:06.567422 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50590) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:06.572344 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3bae6dd1-b158-4d6c-ac0a-0ce5416a63df req-68e1f509-cb99-4dc9-ab67-572c75c8b96a tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks [] for floatingip (3288b91b-a1da-4e96-a01b-1abb78b50ab5), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:06.693935 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-66dfa8fa-77e2-455c-bce7-6ce2a6af23af admin admin] Deleting subnet 09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:02:06.703668 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-66dfa8fa-77e2-455c-bce7-6ce2a6af23af admin admin] Publish callbacks [] for subnet (09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:06.725001 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a85340ec-b0b9-4fdb-a009-1b2929ebb14c req-cbe1c2be-82f4-4d14-85a1-2c75b85a0386 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356646 Feb 19 04:02:06.729938 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-d7b98d70-8b8a-4f20-a33c-ea06f7bfd30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f2fc2800-86a3-48d9-9045-1925fcbb40b3), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:06.739044 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:06.854239 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-66dfa8fa-77e2-455c-bce7-6ce2a6af23af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:07.024903 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-66dfa8fa-77e2-455c-bce7-6ce2a6af23af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:07.078311 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3bae6dd1-b158-4d6c-ac0a-0ce5416a63df req-68e1f509-cb99-4dc9-ab67-572c75c8b96a tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:07.092476 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3bae6dd1-b158-4d6c-ac0a-0ce5416a63df req-68e1f509-cb99-4dc9-ab67-572c75c8b96a tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (3288b91b-a1da-4e96-a01b-1abb78b50ab5), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:07.092830 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [req-3bae6dd1-b158-4d6c-ac0a-0ce5416a63df req-68e1f509-cb99-4dc9-ab67-572c75c8b96a tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Floating IP 3288b91b-a1da-4e96-a01b-1abb78b50ab5 disassociated. External IP: 172.25.3.124, port: 453901c2-0239-4667-89c6-3c2d857ad8c8. Feb 19 04:02:07.129586 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-66dfa8fa-77e2-455c-bce7-6ce2a6af23af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:07.190588 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfa8fa-77e2-455c-bce7-6ce2a6af23af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:07.203402 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-66dfa8fa-77e2-455c-bce7-6ce2a6af23af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:07.203559 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6d4b4a-5575-4f41-844d-2fd555d4c2ab None None] Network 1da67264-45f4-47df-8154-a17cd684211d requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:02:07.210088 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-66dfa8fa-77e2-455c-bce7-6ce2a6af23af admin admin] 10.222.0.52 "DELETE /v2.0/subnets/09ea18f8-ceb0-4811-9214-0d7a6a6d9ee2 HTTP/1.1" status: 204 len: 168 time: 0.6388676 Feb 19 04:02:07.212799 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50632) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:07.369093 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1d4675de-7270-4e50-bd9d-2c33c1a56ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (1da67264-45f4-47df-8154-a17cd684211d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:07.489345 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 56110378-b0f5-4ef1-8e06-c00d2aa914f5 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:02:07.529846 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-1d4675de-7270-4e50-bd9d-2c33c1a56ebb admin admin] Deleting port 09dc6d69-83ac-4d13-a13f-c8bbc070969e {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:02:07.530192 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1d4675de-7270-4e50-bd9d-2c33c1a56ebb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (09dc6d69-83ac-4d13-a13f-c8bbc070969e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:07.553596 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 56110378-b0f5-4ef1-8e06-c00d2aa914f5 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:02:07.553950 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 56110378-b0f5-4ef1-8e06-c00d2aa914f5 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:02:07.590658 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fe7a39-b2cc-4099-a84e-7eb20b6106be None None] DHCP port deletion for 1da67264-45f4-47df-8154-a17cd684211d request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:02:07.644835 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-1d4675de-7270-4e50-bd9d-2c33c1a56ebb admin admin] For port 09dc6d69-83ac-4d13-a13f-c8bbc070969e, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=09dc6d69-83ac-4d13-a13f-c8bbc070969e,segment=NetworkSegment(128a647d-2f7d-447d-92e6-b4382e32d23f),segment_id=128a647d-2f7d-447d-92e6-b4382e32d23f)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:07.647950 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1d4675de-7270-4e50-bd9d-2c33c1a56ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (09dc6d69-83ac-4d13-a13f-c8bbc070969e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:07.653227 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-d7b98d70-8b8a-4f20-a33c-ea06f7bfd30b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2fc2800-86a3-48d9-9045-1925fcbb40b3 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:02:07.670215 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-d7b98d70-8b8a-4f20-a33c-ea06f7bfd30b service neutron] Publish callbacks [] for port (f2fc2800-86a3-48d9-9045-1925fcbb40b3), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:07.673961 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-1d4675de-7270-4e50-bd9d-2c33c1a56ebb admin admin] Calling delete_port for 09dc6d69-83ac-4d13-a13f-c8bbc070969e owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:02:07.695804 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bae6dd1-b158-4d6c-ac0a-0ce5416a63df req-68e1f509-cb99-4dc9-ab67-572c75c8b96a tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:02:07.696969 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-94fe7a39-b2cc-4099-a84e-7eb20b6106be None None] Deleting port 09dc6d69-83ac-4d13-a13f-c8bbc070969e {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:02:07.698797 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-d7b98d70-8b8a-4f20-a33c-ea06f7bfd30b service neutron] Transition to ACTIVE for port object f2fc2800-86a3-48d9-9045-1925fcbb40b3 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:02:07.698988 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-94fe7a39-b2cc-4099-a84e-7eb20b6106be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (09dc6d69-83ac-4d13-a13f-c8bbc070969e), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:07.711610 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-d7b98d70-8b8a-4f20-a33c-ea06f7bfd30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (f2fc2800-86a3-48d9-9045-1925fcbb40b3), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:07.728242 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53167322-c9b5-4c13-8d62-2dbe21edb97e x-openstack-request-id: req-53167322-c9b5-4c13-8d62-2dbe21edb97e {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:07.728533 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cd5c9f-921d-4eb0-b064-a2a9c3a569c9", "name": "network-vif-plugged", "status": "completed", "tag": "9d06a5d0-059f-4647-b8e0-cf48928ef7a2", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:07.729138 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-53167322-c9b5-4c13-8d62-2dbe21edb97e {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:07.729687 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cd5c9f-921d-4eb0-b064-a2a9c3a569c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d06a5d0-059f-4647-b8e0-cf48928ef7a2', 'code': 200} Feb 19 04:02:07.900946 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-94fe7a39-b2cc-4099-a84e-7eb20b6106be None None] For port 09dc6d69-83ac-4d13-a13f-c8bbc070969e, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=09dc6d69-83ac-4d13-a13f-c8bbc070969e,segment=NetworkSegment(128a647d-2f7d-447d-92e6-b4382e32d23f),segment_id=128a647d-2f7d-447d-92e6-b4382e32d23f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:07.902078 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-94fe7a39-b2cc-4099-a84e-7eb20b6106be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (09dc6d69-83ac-4d13-a13f-c8bbc070969e), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:07.912581 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1d4675de-7270-4e50-bd9d-2c33c1a56ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (09dc6d69-83ac-4d13-a13f-c8bbc070969e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:07.946114 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-94fe7a39-b2cc-4099-a84e-7eb20b6106be None None] Calling delete_port for 09dc6d69-83ac-4d13-a13f-c8bbc070969e owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:02:07.968812 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4675de-7270-4e50-bd9d-2c33c1a56ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=09dc6d69-83ac-4d13-a13f-c8bbc070969e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:07.979055 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4675de-7270-4e50-bd9d-2c33c1a56ebb admin admin] No DVR routers for this DVR port 09dc6d69-83ac-4d13-a13f-c8bbc070969e on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:02:08.069265 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-94fe7a39-b2cc-4099-a84e-7eb20b6106be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (09dc6d69-83ac-4d13-a13f-c8bbc070969e), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:08.072812 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1d4675de-7270-4e50-bd9d-2c33c1a56ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (1da67264-45f4-47df-8154-a17cd684211d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:08.077342 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 50658) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:08.094860 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-1d4675de-7270-4e50-bd9d-2c33c1a56ebb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da67264-45f4-47df-8154-a17cd684211d']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:08.104648 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-1d4675de-7270-4e50-bd9d-2c33c1a56ebb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128a647d-2f7d-447d-92e6-b4382e32d23f') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:08.105282 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-1d4675de-7270-4e50-bd9d-2c33c1a56ebb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128a647d-2f7d-447d-92e6-b4382e32d23f') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:08.119740 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1d4675de-7270-4e50-bd9d-2c33c1a56ebb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (128a647d-2f7d-447d-92e6-b4382e32d23f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:08.121665 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe7a39-b2cc-4099-a84e-7eb20b6106be None None] Pushing event deleted for resources: {'Port': ['ID=09dc6d69-83ac-4d13-a13f-c8bbc070969e,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:08.132982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fe7a39-b2cc-4099-a84e-7eb20b6106be None None] No DVR routers for this DVR port 09dc6d69-83ac-4d13-a13f-c8bbc070969e on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:02:08.142983 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1d4675de-7270-4e50-bd9d-2c33c1a56ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (128a647d-2f7d-447d-92e6-b4382e32d23f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:08.151904 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b98d70-8b8a-4f20-a33c-ea06f7bfd30b service neutron] Pushing event updated for resources: {'Port': ['ID=f2fc2800-86a3-48d9-9045-1925fcbb40b3,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:08.163540 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4675de-7270-4e50-bd9d-2c33c1a56ebb admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:02:08.167357 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1d4675de-7270-4e50-bd9d-2c33c1a56ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (128a647d-2f7d-447d-92e6-b4382e32d23f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:02:08.281387 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:02:08.301442 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1d4675de-7270-4e50-bd9d-2c33c1a56ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (1da67264-45f4-47df-8154-a17cd684211d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:08.311301 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1d4675de-7270-4e50-bd9d-2c33c1a56ebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:08.324045 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1d4675de-7270-4e50-bd9d-2c33c1a56ebb admin admin] 10.222.0.52 "DELETE /v2.0/networks/1da67264-45f4-47df-8154-a17cd684211d HTTP/1.1" status: 204 len: 168 time: 1.1101897 Feb 19 04:02:08.355097 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4675de-7270-4e50-bd9d-2c33c1a56ebb admin admin] Pushing event deleted for resources: {'Network': ['ID=1da67264-45f4-47df-8154-a17cd684211d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:08.476729 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50664) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:08.547352 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7e2a3467-a1e7-454e-b1c1-3c28d9b4f286 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8cc5a333555d43228c6c3aa25c7c358e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0692930 Feb 19 04:02:08.549976 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50666) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:08.607997 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cea7febb-fbf6-4465-8944-a50060aabf0d admin admin] Publish callbacks [] for security_group (834bd9e9-ed0a-4fd6-81f7-da51a4b60fe2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:08.642979 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-302c05d4-03f4-4b48-9b0f-c3e0c6c8fd2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:08.676643 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cea7febb-fbf6-4465-8944-a50060aabf0d admin admin] Publish callbacks [] for security_group (834bd9e9-ed0a-4fd6-81f7-da51a4b60fe2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:08.693397 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bae6dd1-b158-4d6c-ac0a-0ce5416a63df req-68e1f509-cb99-4dc9-ab67-572c75c8b96a tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:02:08.703830 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cda903-7120-4880-be2e-e6768877b2cb req-7211e075-b8a5-4b60-a8c9-31b729e04e24 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:08.705351 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-23cda903-7120-4880-be2e-e6768877b2cb req-7211e075-b8a5-4b60-a8c9-31b729e04e24 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.52 "GET /v2.0/ports?device_id=35cd5c9f-921d-4eb0-b064-a2a9c3a569c9 HTTP/1.1" status: 200 len: 945 time: 0.8568170 Feb 19 04:02:08.706581 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cd69e0-dc74-4962-8e8b-5de33d77fce5 None None] Sync routers for ids ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:02:08.709765 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3bae6dd1-b158-4d6c-ac0a-0ce5416a63df req-68e1f509-cb99-4dc9-ab67-572c75c8b96a tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:08.723765 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cd69e0-dc74-4962-8e8b-5de33d77fce5 None None] Routers {'6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:02:08.724711 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a2cd69e0-dc74-4962-8e8b-5de33d77fce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:02:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:08.725147 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaeb82e-04c4-4097-af00-fed018ceaf3a req-c7c57218-a7a0-42ce-a096-30694d822151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:08.726680 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebaeb82e-04c4-4097-af00-fed018ceaf3a req-c7c57218-a7a0-42ce-a096-30694d822151 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=35cd5c9f-921d-4eb0-b064-a2a9c3a569c9 HTTP/1.1" status: 200 len: 1128 time: 0.8770208 Feb 19 04:02:08.741440 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cea7febb-fbf6-4465-8944-a50060aabf0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (834bd9e9-ed0a-4fd6-81f7-da51a4b60fe2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:08.745239 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cea7febb-fbf6-4465-8944-a50060aabf0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:08.751376 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cea7febb-fbf6-4465-8944-a50060aabf0d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/834bd9e9-ed0a-4fd6-81f7-da51a4b60fe2 HTTP/1.1" status: 204 len: 168 time: 0.1977766 Feb 19 04:02:08.761537 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7febb-fbf6-4465-8944-a50060aabf0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834bd9e9-ed0a-4fd6-81f7-da51a4b60fe2,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:08.802284 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-d7b98d70-8b8a-4f20-a33c-ea06f7bfd30b service neutron] Attempting to bind port f2fc2800-86a3-48d9-9045-1925fcbb40b3 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:02:08.803001 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-d7b98d70-8b8a-4f20-a33c-ea06f7bfd30b service neutron] Attempting to bind port f2fc2800-86a3-48d9-9045-1925fcbb40b3 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '78a3690f-36a5-42b2-b6f6-23b9e423ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:02:08.803833 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-d7b98d70-8b8a-4f20-a33c-ea06f7bfd30b service neutron] Attempting to bind port f2fc2800-86a3-48d9-9045-1925fcbb40b3 on network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:08.821653 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ace615ad-deb9-4f54-8fce-6bc0b0f57b1e req-8c918282-3112-4ca4-9ec0-a76776671d21 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2702320 Feb 19 04:02:08.827779 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bae6dd1-b158-4d6c-ac0a-0ce5416a63df req-68e1f509-cb99-4dc9-ab67-572c75c8b96a tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "PUT /v2.0/floatingips/3288b91b-a1da-4e96-a01b-1abb78b50ab5 HTTP/1.1" status: 200 len: 695 time: 2.4430349 Feb 19 04:02:08.834105 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db573d87-8b63-407a-820b-7792108c187d', 'tag': '453901c2-0239-4667-89c6-3c2d857ad8c8'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:08.836420 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fbdb29-de05-418b-aa9d-2c2583393cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "db573d87-8b63-407a-820b-7792108c187d", "tag": "453901c2-0239-4667-89c6-3c2d857ad8c8"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:08.838997 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-d7b98d70-8b8a-4f20-a33c-ea06f7bfd30b service neutron] Port f2fc2800-86a3-48d9-9045-1925fcbb40b3 on network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:02:08.839331 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-d7b98d70-8b8a-4f20-a33c-ea06f7bfd30b service neutron] Attempting to bind port f2fc2800-86a3-48d9-9045-1925fcbb40b3 on network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:08.871006 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-d7b98d70-8b8a-4f20-a33c-ea06f7bfd30b service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:02:08.871353 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-d7b98d70-8b8a-4f20-a33c-ea06f7bfd30b service neutron] Checking segment: {'id': '78a3690f-36a5-42b2-b6f6-23b9e423ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:08.871749 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-d7b98d70-8b8a-4f20-a33c-ea06f7bfd30b service neutron] Bound using segment: {'id': '78a3690f-36a5-42b2-b6f6-23b9e423ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:02:08.872199 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-d7b98d70-8b8a-4f20-a33c-ea06f7bfd30b service neutron] Bound port: f2fc2800-86a3-48d9-9045-1925fcbb40b3, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78a3690f-36a5-42b2-b6f6-23b9e423ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:02:08.872568 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-d7b98d70-8b8a-4f20-a33c-ea06f7bfd30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f2fc2800-86a3-48d9-9045-1925fcbb40b3), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:08.954119 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-a2cd69e0-dc74-4962-8e8b-5de33d77fce5 None None] Set router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:02:08.963243 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-23cda903-7120-4880-be2e-e6768877b2cb req-4371bbc9-4965-422a-ae97-0a5881034701 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.52 "GET /v2.0/security-groups?id=33f662ec-0eff-45bd-a525-137bc8adec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076974 Feb 19 04:02:08.996771 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebaeb82e-04c4-4097-af00-fed018ceaf3a req-0ed029a1-430a-43b1-8592-38daf6081266 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=33f662ec-0eff-45bd-a525-137bc8adec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423916 Feb 19 04:02:09.096934 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-302c05d4-03f4-4b48-9b0f-c3e0c6c8fd2c admin admin] Publish callbacks [] for security_group (a0647667-1c82-4410-9d4c-826431b051fa), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:09.122946 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace615ad-deb9-4f54-8fce-6bc0b0f57b1e req-561597d9-9a52-40d8-9810-d725bdb6f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:09.125151 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ace615ad-deb9-4f54-8fce-6bc0b0f57b1e req-561597d9-9a52-40d8-9810-d725bdb6f7d3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=50fd7819c4774650a14342140345e302&device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4 HTTP/1.1" status: 200 len: 1129 time: 0.2104902 Feb 19 04:02:09.126076 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-302c05d4-03f4-4b48-9b0f-c3e0c6c8fd2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a0647667-1c82-4410-9d4c-826431b051fa), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:09.188996 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-302c05d4-03f4-4b48-9b0f-c3e0c6c8fd2c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=19a3bdfb15cb41049be1bfcc9ed2fbec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1071215 Feb 19 04:02:09.191690 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50684) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:09.260879 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae6dd1-b158-4d6c-ac0a-0ce5416a63df req-bedd45f6-9d87-4636-86ca-a1c4e3717602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:09.262444 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bae6dd1-b158-4d6c-ac0a-0ce5416a63df req-bedd45f6-9d87-4636-86ca-a1c4e3717602 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=50fd7819c4774650a14342140345e302&device_id=db573d87-8b63-407a-820b-7792108c187d HTTP/1.1" status: 200 len: 1129 time: 0.3797257 Feb 19 04:02:09.275630 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c05d4-03f4-4b48-9b0f-c3e0c6c8fd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0647667-1c82-4410-9d4c-826431b051fa,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:09.284777 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-d7b98d70-8b8a-4f20-a33c-ea06f7bfd30b service neutron] For port f2fc2800-86a3-48d9-9045-1925fcbb40b3, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:02:09.302115 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6dc0772e-d7fe-47ea-a633-9d5faf909cae admin admin] Publish callbacks [] for security_group (a0647667-1c82-4410-9d4c-826431b051fa), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:09.302284 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a2cd69e0-dc74-4962-8e8b-5de33d77fce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-router', 'tenant_id': '50fd7819c4774650a14342140345e302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:40Z', 'updated_at': '2022-02-19T04:00:47Z', 'revision_number': 4, 'project_id': '50fd7819c4774650a14342140345e302', 'gw_port': {'id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:42Z', 'updated_at': '2022-02-19T04:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '9afccb93-76f5-4b52-a8a9-093eb8058302', 'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'tenant_id': '50fd7819c4774650a14342140345e302', 'mac_address': 'fa:16:3e:69:eb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:46Z', 'updated_at': '2022-02-19T04:00:54Z', 'revision_number': 5, 'project_id': '50fd7819c4774650a14342140345e302', 'subnets': [{'id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:09.339514 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cd69e0-dc74-4962-8e8b-5de33d77fce5 None None] Checking router: 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:02:09.348862 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cd69e0-dc74-4962-8e8b-5de33d77fce5 None None] Routers {'6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:02:09.350310 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a2cd69e0-dc74-4962-8e8b-5de33d77fce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:02:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:09.357747 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6dc0772e-d7fe-47ea-a633-9d5faf909cae admin admin] Publish callbacks [] for security_group (a0647667-1c82-4410-9d4c-826431b051fa), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:09.439001 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-d7b98d70-8b8a-4f20-a33c-ea06f7bfd30b service neutron] For port f2fc2800-86a3-48d9-9045-1925fcbb40b3, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f2fc2800-86a3-48d9-9045-1925fcbb40b3,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:02:09.481282 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-d7b98d70-8b8a-4f20-a33c-ea06f7bfd30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (f2fc2800-86a3-48d9-9045-1925fcbb40b3), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:09.497711 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 09dc6d69-83ac-4d13-a13f-c8bbc070969e no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:02:09.505544 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6dc0772e-d7fe-47ea-a633-9d5faf909cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a0647667-1c82-4410-9d4c-826431b051fa), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:09.509114 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6dc0772e-d7fe-47ea-a633-9d5faf909cae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:09.513551 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6dc0772e-d7fe-47ea-a633-9d5faf909cae admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a0647667-1c82-4410-9d4c-826431b051fa HTTP/1.1" status: 204 len: 168 time: 0.3201792 Feb 19 04:02:09.528987 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0772e-d7fe-47ea-a633-9d5faf909cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0647667-1c82-4410-9d4c-826431b051fa,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:09.577450 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 09dc6d69-83ac-4d13-a13f-c8bbc070969e {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:02:09.578078 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 09dc6d69-83ac-4d13-a13f-c8bbc070969e not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:02:09.587541 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-d7b98d70-8b8a-4f20-a33c-ea06f7bfd30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:09.589211 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-d7b98d70-8b8a-4f20-a33c-ea06f7bfd30b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:09.599847 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-d7b98d70-8b8a-4f20-a33c-ea06f7bfd30b service neutron] 10.222.0.79 "PUT /v2.0/ports/f2fc2800-86a3-48d9-9045-1925fcbb40b3 HTTP/1.1" status: 200 len: 1092 time: 3.0987546 Feb 19 04:02:09.626189 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-a2cd69e0-dc74-4962-8e8b-5de33d77fce5 None None] Set router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:02:09.704295 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae6dd1-b158-4d6c-ac0a-0ce5416a63df req-a48e77b5-2982-4126-9e1d-838496ca4041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:09.705804 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bae6dd1-b158-4d6c-ac0a-0ce5416a63df req-a48e77b5-2982-4126-9e1d-838496ca4041 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9d03c4ae-d514-421e-b655-86ca09811ee8 HTTP/1.1" status: 200 len: 922 time: 0.3678317 Feb 19 04:02:09.750465 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace615ad-deb9-4f54-8fce-6bc0b0f57b1e req-beb635de-ca8d-4884-972a-6be1253c2b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:09.751947 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ace615ad-deb9-4f54-8fce-6bc0b0f57b1e req-beb635de-ca8d-4884-972a-6be1253c2b53 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9d03c4ae-d514-421e-b655-86ca09811ee8 HTTP/1.1" status: 200 len: 922 time: 0.5864923 Feb 19 04:02:09.874909 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b98d70-8b8a-4f20-a33c-ea06f7bfd30b service neutron] Pushing event updated for resources: {'Port': ['ID=f2fc2800-86a3-48d9-9045-1925fcbb40b3,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:09.880230 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bae6dd1-b158-4d6c-ac0a-0ce5416a63df req-e44d0d04-f4df-4985-9f0c-fdb417ed1403 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=453901c2-0239-4667-89c6-3c2d857ad8c8 HTTP/1.1" status: 200 len: 217 time: 0.1053209 Feb 19 04:02:09.888069 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ace615ad-deb9-4f54-8fce-6bc0b0f57b1e req-b0ca680f-d06a-4905-b7b5-51c08e909e63 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 HTTP/1.1" status: 200 len: 217 time: 0.1004798 Feb 19 04:02:10.007377 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b50eed-27b4-41d5-8c4e-7f36b6b0736a req-53c73937-c9f5-4113-9fec-3f024e566227 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:10.010151 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-50b50eed-27b4-41d5-8c4e-7f36b6b0736a req-53c73937-c9f5-4113-9fec-3f024e566227 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f40f259-9d10-49e6-90cf-9ec5c7a5893f HTTP/1.1" status: 200 len: 943 time: 0.3870375 Feb 19 04:02:10.017020 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a2cd69e0-dc74-4962-8e8b-5de33d77fce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-router', 'tenant_id': '50fd7819c4774650a14342140345e302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:40Z', 'updated_at': '2022-02-19T04:00:47Z', 'revision_number': 4, 'project_id': '50fd7819c4774650a14342140345e302', 'gw_port': {'id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:42Z', 'updated_at': '2022-02-19T04:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '9afccb93-76f5-4b52-a8a9-093eb8058302', 'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'tenant_id': '50fd7819c4774650a14342140345e302', 'mac_address': 'fa:16:3e:69:eb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:46Z', 'updated_at': '2022-02-19T04:00:54Z', 'revision_number': 5, 'project_id': '50fd7819c4774650a14342140345e302', 'subnets': [{'id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:10.032622 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-32fb466e-49db-4c72-98c0-496bf31f9c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:10.040398 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-32fb466e-49db-4c72-98c0-496bf31f9c74 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5c42b47db3b04ce6966fb4de683a6e22&device_id=6f40f259-9d10-49e6-90cf-9ec5c7a5893f HTTP/1.1" status: 200 len: 1126 time: 0.3640947 Feb 19 04:02:10.054394 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cd69e0-dc74-4962-8e8b-5de33d77fce5 None None] The sync data for ids ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'] in n-d-828369-19 is: [{'id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-router', 'tenant_id': '50fd7819c4774650a14342140345e302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:40Z', 'updated_at': '2022-02-19T04:00:47Z', 'revision_number': 4, 'project_id': '50fd7819c4774650a14342140345e302', 'gw_port': {'id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:42Z', 'updated_at': '2022-02-19T04:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '9afccb93-76f5-4b52-a8a9-093eb8058302', 'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'tenant_id': '50fd7819c4774650a14342140345e302', 'mac_address': 'fa:16:3e:69:eb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:46Z', 'updated_at': '2022-02-19T04:00:54Z', 'revision_number': 5, 'project_id': '50fd7819c4774650a14342140345e302', 'subnets': [{'id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:02:10.117604 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae6dd1-b158-4d6c-ac0a-0ce5416a63df req-3943d028-5ae2-4395-a412-df4e7216b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:10.125184 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bae6dd1-b158-4d6c-ac0a-0ce5416a63df req-3943d028-5ae2-4395-a412-df4e7216b06c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5 HTTP/1.1" status: 200 len: 860 time: 0.2358437 Feb 19 04:02:10.127972 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace615ad-deb9-4f54-8fce-6bc0b0f57b1e req-5c696337-be50-48b7-847c-1ad5bfee3ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:10.130030 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ace615ad-deb9-4f54-8fce-6bc0b0f57b1e req-5c696337-be50-48b7-847c-1ad5bfee3ddb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5 HTTP/1.1" status: 200 len: 860 time: 0.2278857 Feb 19 04:02:10.142919 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-66bb1610-4a3f-4f7d-809a-2fe24987ef17 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2fc2800-86a3-48d9-9045-1925fcbb40b3 HTTP/1.1" status: 200 len: 217 time: 0.0747294 Feb 19 04:02:10.201186 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-50b50eed-27b4-41d5-8c4e-7f36b6b0736a req-992c9d00-e9ba-47bc-8457-d4cca01c94b0 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708026 Feb 19 04:02:10.276805 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50710) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:10.294630 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a3d2c47c-6c44-43c6-8c43-4080476943b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.322302 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae6dd1-b158-4d6c-ac0a-0ce5416a63df req-da21a0c6-372e-4909-89e7-f994e923ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:10.334820 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bae6dd1-b158-4d6c-ac0a-0ce5416a63df req-da21a0c6-372e-4909-89e7-f994e923ab25 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9d03c4ae-d514-421e-b655-86ca09811ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2086639 Feb 19 04:02:10.357623 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9ad6f4-d50b-4b39-95ec-b51b91dc67ee x-openstack-request-id: req-5e9ad6f4-d50b-4b39-95ec-b51b91dc67ee {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:10.357921 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db573d87-8b63-407a-820b-7792108c187d", "tag": "453901c2-0239-4667-89c6-3c2d857ad8c8", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:10.358186 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e9ad6f4-d50b-4b39-95ec-b51b91dc67ee {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:10.358595 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db573d87-8b63-407a-820b-7792108c187d', 'tag': '453901c2-0239-4667-89c6-3c2d857ad8c8', 'status': 'completed', 'code': 200} Feb 19 04:02:10.386359 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace615ad-deb9-4f54-8fce-6bc0b0f57b1e req-db620fc7-a0c6-4415-a058-922c09a93371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:10.387883 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ace615ad-deb9-4f54-8fce-6bc0b0f57b1e req-db620fc7-a0c6-4415-a058-922c09a93371 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9d03c4ae-d514-421e-b655-86ca09811ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2483642 Feb 19 04:02:10.433604 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-2f80a6aa-5b34-42b9-bf01-79551b8ff33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:10.435060 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-2f80a6aa-5b34-42b9-bf01-79551b8ff33c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=05152657-41bb-4f53-a93a-a0556bf4ae06 HTTP/1.1" status: 200 len: 852 time: 0.2375627 Feb 19 04:02:10.497670 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0432a705-eb9a-49f1-af6b-c5a48784168c None None] New status for floating IP 3288b91b-a1da-4e96-a01b-1abb78b50ab5: DOWN {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:02:10.499952 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a3d2c47c-6c44-43c6-8c43-4080476943b8 admin admin] Publish callbacks [] for security_group (aa61f7b7-1ca1-4f75-855f-858a886ce986), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.520942 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a3d2c47c-6c44-43c6-8c43-4080476943b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (aa61f7b7-1ca1-4f75-855f-858a886ce986), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.587334 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a3d2c47c-6c44-43c6-8c43-4080476943b8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=acd57ba670f9448b910f956edcec1e04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3092570 Feb 19 04:02:10.588259 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50718) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:10.613270 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-092e4294-7dfa-478f-9c22-34cde9d7bcee service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9c484cb2-d49b-4cb4-a1e7-39d440927c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900781 Feb 19 04:02:10.646953 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2c47c-6c44-43c6-8c43-4080476943b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa61f7b7-1ca1-4f75-855f-858a886ce986,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:10.727309 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ac7f5668-e96b-4020-abe6-c74f744ecbb8 admin admin] Publish callbacks [] for security_group (aa61f7b7-1ca1-4f75-855f-858a886ce986), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.732535 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50722) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:10.748643 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbdb29-de05-418b-aa9d-2c2583393cb6 req-6711b80c-5f6d-434e-84ab-664eebe2f96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:10.750154 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-75fbdb29-de05-418b-aa9d-2c2583393cb6 req-6711b80c-5f6d-434e-84ab-664eebe2f96e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=50fd7819c4774650a14342140345e302&device_id=db573d87-8b63-407a-820b-7792108c187d HTTP/1.1" status: 200 len: 1129 time: 0.3675981 Feb 19 04:02:10.774343 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ac7f5668-e96b-4020-abe6-c74f744ecbb8 admin admin] Publish callbacks [] for security_group (aa61f7b7-1ca1-4f75-855f-858a886ce986), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.849674 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ac7f5668-e96b-4020-abe6-c74f744ecbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (aa61f7b7-1ca1-4f75-855f-858a886ce986), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.852406 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ac7f5668-e96b-4020-abe6-c74f744ecbb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.856553 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ac7f5668-e96b-4020-abe6-c74f744ecbb8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aa61f7b7-1ca1-4f75-855f-858a886ce986 HTTP/1.1" status: 204 len: 168 time: 0.2624183 Feb 19 04:02:10.864947 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f5668-e96b-4020-abe6-c74f744ecbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa61f7b7-1ca1-4f75-855f-858a886ce986,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:10.870315 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbdb29-de05-418b-aa9d-2c2583393cb6 req-819a9d64-8750-46cb-a8d3-9afc39d3fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:10.871919 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-75fbdb29-de05-418b-aa9d-2c2583393cb6 req-819a9d64-8750-46cb-a8d3-9afc39d3fb8c service neutron] 10.222.0.26 "GET /v2.0/networks?id=9d03c4ae-d514-421e-b655-86ca09811ee8 HTTP/1.1" status: 200 len: 922 time: 0.0982978 Feb 19 04:02:10.887508 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bae6dd1-b158-4d6c-ac0a-0ce5416a63df req-4ca75931-c0d6-48a0-8094-7635fc0b6db5 service neutron] 10.222.0.52 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5518367 Feb 19 04:02:10.908564 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-99152f34-d0cf-4b03-ba7f-0dd8136da061 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--20743400&fields=id&tenant_id=dc978a08acdc4a14a4fde92763ad26e3 HTTP/1.1" status: 200 len: 267 time: 0.4239373 Feb 19 04:02:10.910679 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-8396311e-fe20-4208-b9b6-834dee86e8bd admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2129352706-network', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:10.933783 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8396311e-fe20-4208-b9b6-834dee86e8bd admin admin] Made reservation on behalf of 488b9932c1464ee8ae512fcaa6eb0e94 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:02:10.936716 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8396311e-fe20-4208-b9b6-834dee86e8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.947747 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8396311e-fe20-4208-b9b6-834dee86e8bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.972998 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ace615ad-deb9-4f54-8fce-6bc0b0f57b1e req-6577decc-53e3-4552-85de-dbd8ff29e6a4 service neutron] 10.222.0.79 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358069 Feb 19 04:02:10.994198 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-75fbdb29-de05-418b-aa9d-2c2583393cb6 req-797c35a5-4632-4849-ac05-4f1671ec5333 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=453901c2-0239-4667-89c6-3c2d857ad8c8 HTTP/1.1" status: 200 len: 217 time: 0.1119497 Feb 19 04:02:11.060050 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8396311e-fe20-4208-b9b6-834dee86e8bd admin admin] Publish callbacks [] for security_group (5d0624fb-8886-49c6-bae5-33fd27d4e2ae), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:11.066301 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8396311e-fe20-4208-b9b6-834dee86e8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5d0624fb-8886-49c6-bae5-33fd27d4e2ae), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:11.094262 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8396311e-fe20-4208-b9b6-834dee86e8bd admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:02:11.128109 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8396311e-fe20-4208-b9b6-834dee86e8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (7494b9a1-a789-47f9-9c03-895eb5435e6b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:11.128109 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-8396311e-fe20-4208-b9b6-834dee86e8bd admin admin] Added segment 7494b9a1-a789-47f9-9c03-895eb5435e6b of type vlan for network 455a1d36-0244-440a-9c8b-39e2a2ccd1dc Feb 19 04:02:11.199995 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8396311e-fe20-4208-b9b6-834dee86e8bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (455a1d36-0244-440a-9c8b-39e2a2ccd1dc), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:11.205880 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-67c903fc-2d0d-498d-8b29-394af07beb29 service neutron] 10.222.0.79 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5755460 Feb 19 04:02:11.213831 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ace615ad-deb9-4f54-8fce-6bc0b0f57b1e req-8bd87392-f87d-4b11-9d37-21a8880571b7 service neutron] 10.222.0.79 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172410 Feb 19 04:02:11.252278 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396311e-fe20-4208-b9b6-834dee86e8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0624fb-8886-49c6-bae5-33fd27d4e2ae,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:11.265529 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8396311e-fe20-4208-b9b6-834dee86e8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (455a1d36-0244-440a-9c8b-39e2a2ccd1dc), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:11.266596 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8396311e-fe20-4208-b9b6-834dee86e8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:11.269442 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8396311e-fe20-4208-b9b6-834dee86e8bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:11.312906 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8396311e-fe20-4208-b9b6-834dee86e8bd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5792565 Feb 19 04:02:11.316286 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50736) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:11.323653 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-80a47ec5-f30a-46c8-ae36-bd7f7998216f admin admin] Request body: {'subnet': {'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2129352706-subnet', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:11.349795 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbdb29-de05-418b-aa9d-2c2583393cb6 req-0d735a2b-5b11-4719-982f-3c721742a471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:11.351501 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-75fbdb29-de05-418b-aa9d-2c2583393cb6 req-0d735a2b-5b11-4719-982f-3c721742a471 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5 HTTP/1.1" status: 200 len: 860 time: 0.2464874 Feb 19 04:02:11.390858 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-ba919ffb-feb7-431f-8b61-b128081452ac tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:11.398874 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-ba919ffb-feb7-431f-8b61-b128081452ac tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/networks?id=5f6101ba-f25e-4636-b9f9-3a5ca6a42df4 HTTP/1.1" status: 200 len: 814 time: 0.4891872 Feb 19 04:02:11.402613 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bae6dd1-b158-4d6c-ac0a-0ce5416a63df req-16461e93-4791-466d-b25c-7c229e908ee7 service neutron] 10.222.0.52 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897971 Feb 19 04:02:11.424274 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a47ec5-f30a-46c8-ae36-bd7f7998216f admin admin] Made reservation on behalf of 488b9932c1464ee8ae512fcaa6eb0e94 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:02:11.428252 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80a47ec5-f30a-46c8-ae36-bd7f7998216f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:11.433160 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396311e-fe20-4208-b9b6-834dee86e8bd admin admin] Pushing event updated for resources: {'Network': ['ID=455a1d36-0244-440a-9c8b-39e2a2ccd1dc,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:11.452072 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 455a1d36-0244-440a-9c8b-39e2a2ccd1dc details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:02:11.738363 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80a47ec5-f30a-46c8-ae36-bd7f7998216f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (00070044-bad3-439e-8650-6c43fc944981), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:11.800765 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a47ec5-f30a-46c8-ae36-bd7f7998216f admin admin] Pushing event updated for resources: {'Subnet': ['ID=00070044-bad3-439e-8650-6c43fc944981,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:11.813052 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-038073a6-d7c9-4b9f-929c-393518117701 service neutron] 10.222.0.79 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5946305 Feb 19 04:02:11.838369 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-4637805d-7a85-481a-a662-85b0591865ba tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/quotas/dc978a08acdc4a14a4fde92763ad26e3 HTTP/1.1" status: 200 len: 375 time: 0.4384053 Feb 19 04:02:11.855433 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a47ec5-f30a-46c8-ae36-bd7f7998216f admin admin] Checking segment: {'id': '7494b9a1-a789-47f9-9c03-895eb5435e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:11.856354 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a47ec5-f30a-46c8-ae36-bd7f7998216f admin admin] Network hostable DHCP agents. Network: 455a1d36-0244-440a-9c8b-39e2a2ccd1dc, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:02:11.896236 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a47ec5-f30a-46c8-ae36-bd7f7998216f admin admin] Network 455a1d36-0244-440a-9c8b-39e2a2ccd1dc is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:02:11.912860 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-80a47ec5-f30a-46c8-ae36-bd7f7998216f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 455a1d36-0244-440a-9c8b-39e2a2ccd1dc) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:11.922830 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbdb29-de05-418b-aa9d-2c2583393cb6 req-b97c252f-6a69-4649-8c6a-1998c805657f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:11.924348 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-75fbdb29-de05-418b-aa9d-2c2583393cb6 req-b97c252f-6a69-4649-8c6a-1998c805657f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d03c4ae-d514-421e-b655-86ca09811ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5604010 Feb 19 04:02:11.927552 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87ffa4f-9900-4417-bc66-5a58e745b3ee None None] Network 455a1d36-0244-440a-9c8b-39e2a2ccd1dc requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:02:11.933687 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbaa99-0a8e-4c8b-898b-34b18a7a5a30 req-ed51035d-9665-44f2-a275-8d2e050b4ce6 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:11.934670 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a47ec5-f30a-46c8-ae36-bd7f7998216f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:11.935246 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7acbaa99-0a8e-4c8b-898b-34b18a7a5a30 req-ed51035d-9665-44f2-a275-8d2e050b4ce6 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.52 "GET /v2.0/ports?device_id=35cd5c9f-921d-4eb0-b064-a2a9c3a569c9 HTTP/1.1" status: 200 len: 945 time: 0.1158845 Feb 19 04:02:11.936188 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80a47ec5-f30a-46c8-ae36-bd7f7998216f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:11.959356 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-80a47ec5-f30a-46c8-ae36-bd7f7998216f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6409478 Feb 19 04:02:11.963165 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50754) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:11.970146 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-8f66f8ba-04e8-41ce-ae58-ac6cfce248b1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2129352706-router', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:12.009850 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8f66f8ba-04e8-41ce-ae58-ac6cfce248b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (a943f550-ef5f-472b-a075-bcaed7fd0fac), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:12.011537 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8f66f8ba-04e8-41ce-ae58-ac6cfce248b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (a943f550-ef5f-472b-a075-bcaed7fd0fac), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:12.012083 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-22a26d7e-a888-4d2f-8cd7-8b03b47fc602 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=dc978a08acdc4a14a4fde92763ad26e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1569126 Feb 19 04:02:12.071375 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7acbaa99-0a8e-4c8b-898b-34b18a7a5a30 req-9c735eba-cc1d-4491-97e5-76c983f81351 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.52 "GET /v2.0/security-groups?id=33f662ec-0eff-45bd-a525-137bc8adec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256142 Feb 19 04:02:12.150242 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-75fbdb29-de05-418b-aa9d-2c2583393cb6 req-527aab5c-ad49-41d8-bae8-32db99949ede service neutron] 10.222.0.26 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137845 Feb 19 04:02:12.166597 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8f66f8ba-04e8-41ce-ae58-ac6cfce248b1 admin admin] Publish callbacks [] for router_controller (a943f550-ef5f-472b-a075-bcaed7fd0fac), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:12.229394 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-9be2f907-f3e9-4432-b2ae-963834885fdf service neutron] 10.222.0.52 "GET /v2.0/networks/5f6101ba-f25e-4636-b9f9-3a5ca6a42df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859596 Feb 19 04:02:12.328342 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-75fbdb29-de05-418b-aa9d-2c2583393cb6 req-a7e60f6b-6743-49fa-8cd6-43f85251580f service neutron] 10.222.0.26 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703889 Feb 19 04:02:12.363707 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f40f259-9d10-49e6-90cf-9ec5c7a5893f', 'tag': 'f2fc2800-86a3-48d9-9045-1925fcbb40b3'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:12.367065 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03786f72-99a3-440c-acb1-8083c2f5cd9c" -d '{"events": [{"name": "network-changed", "server_uuid": "6f40f259-9d10-49e6-90cf-9ec5c7a5893f", "tag": "f2fc2800-86a3-48d9-9045-1925fcbb40b3"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:12.375816 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-3a238fc5-db11-4ed8-89a4-cebbfeaf872c service neutron] 10.222.0.52 "GET /v2.0/networks/5f6101ba-f25e-4636-b9f9-3a5ca6a42df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305370 Feb 19 04:02:12.393925 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8f66f8ba-04e8-41ce-ae58-ac6cfce248b1 admin admin] Publish callbacks [] for router_gateway (a943f550-ef5f-472b-a075-bcaed7fd0fac), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:12.481052 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bafd74-f7d5-4123-a413-00c1c6fd087e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-455a1d36-0244-440a-9c8b-39e2a2ccd1dc', 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc', 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'fixed_ips': [{'subnet_id': '00070044-bad3-439e-8650-6c43fc944981'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:02:12.481932 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-96bafd74-f7d5-4123-a413-00c1c6fd087e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:12.751909 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8f66f8ba-04e8-41ce-ae58-ac6cfce248b1 admin admin] Publish callbacks [] for router_gateway (a943f550-ef5f-472b-a075-bcaed7fd0fac), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:12.779752 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-96bafd74-f7d5-4123-a413-00c1c6fd087e None None] Allocated IP 172.20.0.2 (455a1d36-0244-440a-9c8b-39e2a2ccd1dc/00070044-bad3-439e-8650-6c43fc944981/4bc24183-a3f5-40cd-a59a-26b0f73ce80c) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:02:12.791130 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8f66f8ba-04e8-41ce-ae58-ac6cfce248b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:12.868142 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa98d5-e12d-4844-be15-804a23a020d6 req-026ac47c-96d7-4e4b-b0ee-c8a6885e549d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:12.875692 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-caaa98d5-e12d-4844-be15-804a23a020d6 req-026ac47c-96d7-4e4b-b0ee-c8a6885e549d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f40f259-9d10-49e6-90cf-9ec5c7a5893f HTTP/1.1" status: 200 len: 943 time: 0.1055751 Feb 19 04:02:12.972592 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-8f66f8ba-04e8-41ce-ae58-ac6cfce248b1 admin admin] Allocated IP 172.25.3.108 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/9f035dd4-62ef-47b5-b5e8-00b3c98e8154) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:02:12.990879 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-caaa98d5-e12d-4844-be15-804a23a020d6 req-6bf4d374-2345-4844-8a17-5697f55c34af tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113832 Feb 19 04:02:13.172415 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-96bafd74-f7d5-4123-a413-00c1c6fd087e None None] Publish callbacks [] for port (4bc24183-a3f5-40cd-a59a-26b0f73ce80c), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.194821 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-96bafd74-f7d5-4123-a413-00c1c6fd087e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (4bc24183-a3f5-40cd-a59a-26b0f73ce80c), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.216170 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8f66f8ba-04e8-41ce-ae58-ac6cfce248b1 admin admin] Publish callbacks [] for port (9f035dd4-62ef-47b5-b5e8-00b3c98e8154), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.227774 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e5eb94-a1c6-41a0-a25d-98da3f666d8f x-openstack-request-id: req-20e5eb94-a1c6-41a0-a25d-98da3f666d8f {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:13.228066 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f40f259-9d10-49e6-90cf-9ec5c7a5893f", "tag": "f2fc2800-86a3-48d9-9045-1925fcbb40b3", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:13.228318 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-20e5eb94-a1c6-41a0-a25d-98da3f666d8f {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:13.230519 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f40f259-9d10-49e6-90cf-9ec5c7a5893f', 'tag': 'f2fc2800-86a3-48d9-9045-1925fcbb40b3', 'status': 'completed', 'code': 200} Feb 19 04:02:13.288747 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bafd74-f7d5-4123-a413-00c1c6fd087e None None] Network 455a1d36-0244-440a-9c8b-39e2a2ccd1dc is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:02:13.307025 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-96bafd74-f7d5-4123-a413-00c1c6fd087e None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:13.310546 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bafd74-f7d5-4123-a413-00c1c6fd087e None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:02:13.329019 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bafd74-f7d5-4123-a413-00c1c6fd087e None None] Pushing event updated for resources: {'Port': ['ID=4bc24183-a3f5-40cd-a59a-26b0f73ce80c,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:13.406242 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-96bafd74-f7d5-4123-a413-00c1c6fd087e None None] Attempting to bind port 4bc24183-a3f5-40cd-a59a-26b0f73ce80c on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:02:13.406978 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-96bafd74-f7d5-4123-a413-00c1c6fd087e None None] Attempting to bind port 4bc24183-a3f5-40cd-a59a-26b0f73ce80c by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '7494b9a1-a789-47f9-9c03-895eb5435e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:02:13.408114 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bafd74-f7d5-4123-a413-00c1c6fd087e None None] Attempting to bind port 4bc24183-a3f5-40cd-a59a-26b0f73ce80c on network 455a1d36-0244-440a-9c8b-39e2a2ccd1dc {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:13.412732 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8f66f8ba-04e8-41ce-ae58-ac6cfce248b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (9f035dd4-62ef-47b5-b5e8-00b3c98e8154), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.417011 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bafd74-f7d5-4123-a413-00c1c6fd087e None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:02:13.417996 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bafd74-f7d5-4123-a413-00c1c6fd087e None None] Checking segment: {'id': '7494b9a1-a789-47f9-9c03-895eb5435e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:13.418765 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-96bafd74-f7d5-4123-a413-00c1c6fd087e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.419370 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bafd74-f7d5-4123-a413-00c1c6fd087e None None] Bound using segment: {'id': '7494b9a1-a789-47f9-9c03-895eb5435e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:02:13.420117 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-96bafd74-f7d5-4123-a413-00c1c6fd087e None None] Bound port: 4bc24183-a3f5-40cd-a59a-26b0f73ce80c, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7494b9a1-a789-47f9-9c03-895eb5435e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:02:13.420774 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-96bafd74-f7d5-4123-a413-00c1c6fd087e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4bc24183-a3f5-40cd-a59a-26b0f73ce80c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.449900 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88c18843-dca0-42a9-8868-0b6de7e84fbe req-b83685ae-b9ac-4390-8ef2-2b6fe915a1ae tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 210 time: 0.0983386 Feb 19 04:02:13.456518 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 50806) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:13.521219 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03786f72-99a3-440c-acb1-8083c2f5cd9c req-9d081607-c842-4040-8df1-f27f6237104f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:13.525544 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03786f72-99a3-440c-acb1-8083c2f5cd9c req-9d081607-c842-4040-8df1-f27f6237104f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5c42b47db3b04ce6966fb4de683a6e22&device_id=6f40f259-9d10-49e6-90cf-9ec5c7a5893f HTTP/1.1" status: 200 len: 1126 time: 0.2746289 Feb 19 04:02:13.545302 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66f8ba-04e8-41ce-ae58-ac6cfce248b1 admin admin] Pushing event updated for resources: {'Port': ['ID=9f035dd4-62ef-47b5-b5e8-00b3c98e8154,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:13.579279 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f66f8ba-04e8-41ce-ae58-ac6cfce248b1 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:02:13.585339 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-8f66f8ba-04e8-41ce-ae58-ac6cfce248b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:13.597601 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f66f8ba-04e8-41ce-ae58-ac6cfce248b1 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:02:13.600286 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-96bafd74-f7d5-4123-a413-00c1c6fd087e None None] For port 4bc24183-a3f5-40cd-a59a-26b0f73ce80c, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:02:13.604704 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-96bafd74-f7d5-4123-a413-00c1c6fd087e None None] For port 4bc24183-a3f5-40cd-a59a-26b0f73ce80c, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4bc24183-a3f5-40cd-a59a-26b0f73ce80c,segment=NetworkSegment(7494b9a1-a789-47f9-9c03-895eb5435e6b),segment_id=7494b9a1-a789-47f9-9c03-895eb5435e6b)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:02:13.623886 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-96bafd74-f7d5-4123-a413-00c1c6fd087e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4bc24183-a3f5-40cd-a59a-26b0f73ce80c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.732491 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abdbca2-1ab1-42be-b2c9-6b9d2c966f93 req-7a67a57e-5da1-4ef2-bb89-b980c32779b3 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:13.741924 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9abdbca2-1ab1-42be-b2c9-6b9d2c966f93 req-7a67a57e-5da1-4ef2-bb89-b980c32779b3 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1290548 Feb 19 04:02:13.813492 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9abdbca2-1ab1-42be-b2c9-6b9d2c966f93 req-f324361b-4b43-4b37-b163-55f75eb695ed tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.124 HTTP/1.1" status: 200 len: 696 time: 0.0702221 Feb 19 04:02:13.816828 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bafd74-f7d5-4123-a413-00c1c6fd087e None None] Pushing event updated for resources: {'Port': ['ID=4bc24183-a3f5-40cd-a59a-26b0f73ce80c,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:13.819772 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03786f72-99a3-440c-acb1-8083c2f5cd9c req-8586af7d-01fc-48ad-8d30-41f55a6814d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:13.822024 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03786f72-99a3-440c-acb1-8083c2f5cd9c req-8586af7d-01fc-48ad-8d30-41f55a6814d2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9c484cb2-d49b-4cb4-a1e7-39d440927c34 HTTP/1.1" status: 200 len: 913 time: 0.2888634 Feb 19 04:02:13.836811 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-9abdbca2-1ab1-42be-b2c9-6b9d2c966f93 req-38a3d485-e01f-4e98-9406-470872de0f0b tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Request body: {'floatingip': {'port_id': '9c3f11b0-cad5-4931-8dd2-eba376e5b9d6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:13.965011 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03786f72-99a3-440c-acb1-8083c2f5cd9c req-87782695-13c8-4b66-a81d-55ee9ea1ae0a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2fc2800-86a3-48d9-9045-1925fcbb40b3 HTTP/1.1" status: 200 len: 217 time: 0.1205556 Feb 19 04:02:13.978970 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-b24112f8-2e3d-4b70-a18f-befc9b6c330e tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1583276831'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:14.037070 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9abdbca2-1ab1-42be-b2c9-6b9d2c966f93 req-38a3d485-e01f-4e98-9406-470872de0f0b tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks [] for floatingip (3288b91b-a1da-4e96-a01b-1abb78b50ab5), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:14.056379 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24112f8-2e3d-4b70-a18f-befc9b6c330e tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] Made reservation on behalf of 8b4ba3e5b3dc48d6954cc6840358795c for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:02:14.060243 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b24112f8-2e3d-4b70-a18f-befc9b6c330e tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:14.123351 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b24112f8-2e3d-4b70-a18f-befc9b6c330e tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:14.499402 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8f66f8ba-04e8-41ce-ae58-ac6cfce248b1 admin admin] Publish callbacks [] for router_gateway (a943f550-ef5f-472b-a075-bcaed7fd0fac), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:14.550530 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b24112f8-2e3d-4b70-a18f-befc9b6c330e tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] Publish callbacks [] for security_group (4fe903bf-92f6-417b-aeac-a76c7de1a6fc), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:14.628958 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b24112f8-2e3d-4b70-a18f-befc9b6c330e tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4fe903bf-92f6-417b-aeac-a76c7de1a6fc), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:14.641731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03786f72-99a3-440c-acb1-8083c2f5cd9c req-47c78be7-3f61-453f-b4e3-fe2214415718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:14.645272 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03786f72-99a3-440c-acb1-8083c2f5cd9c req-47c78be7-3f61-453f-b4e3-fe2214415718 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=05152657-41bb-4f53-a93a-a0556bf4ae06 HTTP/1.1" status: 200 len: 852 time: 0.6280391 Feb 19 04:02:14.735688 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24112f8-2e3d-4b70-a18f-befc9b6c330e tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:02:14.745948 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03786f72-99a3-440c-acb1-8083c2f5cd9c req-8320e543-f94b-4c93-a178-43b3aebda2a8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9c484cb2-d49b-4cb4-a1e7-39d440927c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924003 Feb 19 04:02:14.781732 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24112f8-2e3d-4b70-a18f-befc9b6c330e tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe903bf-92f6-417b-aeac-a76c7de1a6fc,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:14.791748 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b24112f8-2e3d-4b70-a18f-befc9b6c330e tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (f99656e3-f093-425c-adbd-74bb8771977e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:14.792370 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-b24112f8-2e3d-4b70-a18f-befc9b6c330e tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] Added segment f99656e3-f093-425c-adbd-74bb8771977e of type vlan for network 07a03b21-46b4-4537-bef8-87f4d398a53a Feb 19 04:02:14.794611 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8f66f8ba-04e8-41ce-ae58-ac6cfce248b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (a943f550-ef5f-472b-a075-bcaed7fd0fac), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:14.897128 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b24112f8-2e3d-4b70-a18f-befc9b6c330e tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (07a03b21-46b4-4537-bef8-87f4d398a53a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:14.982747 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8cdb24-7353-45f1-888d-c48167c01d26 req-78e20645-2a4f-4ff7-a6b0-0ccb66d080ef tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:14.990906 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c8cdb24-7353-45f1-888d-c48167c01d26 req-78e20645-2a4f-4ff7-a6b0-0ccb66d080ef tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f40f259-9d10-49e6-90cf-9ec5c7a5893f HTTP/1.1" status: 200 len: 943 time: 0.4164200 Feb 19 04:02:14.997316 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f66f8ba-04e8-41ce-ae58-ac6cfce248b1 admin admin] Router a943f550-ef5f-472b-a075-bcaed7fd0fac is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:02:15.028176 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce57cd8-45fb-405b-b65c-d2d04453cac8 req-20cf1da5-3416-4dcb-8532-92e219b29b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:15.029952 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ce57cd8-45fb-405b-b65c-d2d04453cac8 req-20cf1da5-3416-4dcb-8532-92e219b29b71 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eec351964525449cae20b940c10a9f22&device_id=35cd5c9f-921d-4eb0-b064-a2a9c3a569c9 HTTP/1.1" status: 200 len: 1128 time: 0.4753299 Feb 19 04:02:15.031398 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.db.resource_extend [None req-b24112f8-2e3d-4b70-a18f-befc9b6c330e tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:02:15.224497 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f66f8ba-04e8-41ce-ae58-ac6cfce248b1 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:02:15.236771 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba66e9a-7ef5-4d01-8da1-347d65824fba None None] Sync routers for ids ['a943f550-ef5f-472b-a075-bcaed7fd0fac'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:02:15.259097 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba66e9a-7ef5-4d01-8da1-347d65824fba None None] Routers {'a943f550-ef5f-472b-a075-bcaed7fd0fac'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:02:15.259940 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-fba66e9a-7ef5-4d01-8da1-347d65824fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:02:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['a943f550-ef5f-472b-a075-bcaed7fd0fac'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:15.261721 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce57cd8-45fb-405b-b65c-d2d04453cac8 req-3ac50e4f-e066-440c-a022-0d7094d214fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:15.263858 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ce57cd8-45fb-405b-b65c-d2d04453cac8 req-3ac50e4f-e066-440c-a022-0d7094d214fe service neutron] 10.222.0.26 "GET /v2.0/networks?id=342bc323-1137-480d-9407-1d406474f102 HTTP/1.1" status: 200 len: 913 time: 0.1443017 Feb 19 04:02:15.293061 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f213c6-f7a3-43d7-9443-265e79611be2 req-fa8f50a4-6288-4d50-9cd6-eff3c770ab9b tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:15.294651 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-76f213c6-f7a3-43d7-9443-265e79611be2 req-fa8f50a4-6288-4d50-9cd6-eff3c770ab9b tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.26 "GET /v2.0/ports?device_id=db573d87-8b63-407a-820b-7792108c187d HTTP/1.1" status: 200 len: 946 time: 0.1483083 Feb 19 04:02:15.297518 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8f66f8ba-04e8-41ce-ae58-ac6cfce248b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:15.313645 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8f66f8ba-04e8-41ce-ae58-ac6cfce248b1 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3489091 Feb 19 04:02:15.314293 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50822) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:15.348274 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4bd10b-4579-4b4a-b00d-95c27989118a None None] Network 455a1d36-0244-440a-9c8b-39e2a2ccd1dc requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:02:15.453280 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-fba66e9a-7ef5-4d01-8da1-347d65824fba None None] Set router a943f550-ef5f-472b-a075-bcaed7fd0fac gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:02:15.571855 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device f2fc2800-86a3-48d9-9045-1925fcbb40b3 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:02:15.683034 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9abdbca2-1ab1-42be-b2c9-6b9d2c966f93 req-38a3d485-e01f-4e98-9406-470872de0f0b tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:15.703871 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port f2fc2800-86a3-48d9-9045-1925fcbb40b3, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f2fc2800-86a3-48d9-9045-1925fcbb40b3,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:15.719560 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4bc24183-a3f5-40cd-a59a-26b0f73ce80c up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:02:15.733051 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-76f213c6-f7a3-43d7-9443-265e79611be2 req-8224a40d-b41d-4608-abce-565981e9c665 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Deleting port 453901c2-0239-4667-89c6-3c2d857ad8c8 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:02:15.738605 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-76f213c6-f7a3-43d7-9443-265e79611be2 req-8224a40d-b41d-4608-abce-565981e9c665 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (453901c2-0239-4667-89c6-3c2d857ad8c8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:15.748260 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-75f55bd2-5da7-4163-83be-bf0e2afee0a0 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:15.749732 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-75f55bd2-5da7-4163-83be-bf0e2afee0a0 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.26 "GET /v2.0/networks?id=5f6101ba-f25e-4636-b9f9-3a5ca6a42df4 HTTP/1.1" status: 200 len: 814 time: 0.7104402 Feb 19 04:02:15.780433 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03786f72-99a3-440c-acb1-8083c2f5cd9c req-2c2835b5-4d38-4e6b-a770-ae551c57946e service neutron] 10.222.0.79 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0193450 Feb 19 04:02:15.801346 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c8cdb24-7353-45f1-888d-c48167c01d26 req-ad06f99c-846c-46f0-a732-47ae3ee712aa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8044107 Feb 19 04:02:15.802502 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9abdbca2-1ab1-42be-b2c9-6b9d2c966f93 req-38a3d485-e01f-4e98-9406-470872de0f0b tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (3288b91b-a1da-4e96-a01b-1abb78b50ab5), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:15.826958 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'f2fc2800-86a3-48d9-9045-1925fcbb40b3', 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34', 'port_id': 'f2fc2800-86a3-48d9-9045-1925fcbb40b3', 'mac_address': 'fa:16:3e:0c:30:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05152657-41bb-4f53-a93a-a0556bf4ae06', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:02:15.831727 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-36182295-3e15-4d20-a279-5f9153982152 None None] Provisioning complete for port 4bc24183-a3f5-40cd-a59a-26b0f73ce80c triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:15.832106 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-36182295-3e15-4d20-a279-5f9153982152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4bc24183-a3f5-40cd-a59a-26b0f73ce80c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:16.023414 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-76f213c6-f7a3-43d7-9443-265e79611be2 req-8224a40d-b41d-4608-abce-565981e9c665 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] For port 453901c2-0239-4667-89c6-3c2d857ad8c8, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=453901c2-0239-4667-89c6-3c2d857ad8c8,segment=NetworkSegment(07a44a8c-5788-4ab0-83e5-f85555578b3c),segment_id=07a44a8c-5788-4ab0-83e5-f85555578b3c)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:16.024141 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-76f213c6-f7a3-43d7-9443-265e79611be2 req-8224a40d-b41d-4608-abce-565981e9c665 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (453901c2-0239-4667-89c6-3c2d857ad8c8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:16.043219 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-76f213c6-f7a3-43d7-9443-265e79611be2 req-8224a40d-b41d-4608-abce-565981e9c665 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Calling delete_port for 453901c2-0239-4667-89c6-3c2d857ad8c8 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:02:16.253051 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port f2fc2800-86a3-48d9-9045-1925fcbb40b3 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:16.253755 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f2fc2800-86a3-48d9-9045-1925fcbb40b3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:16.316414 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2fc2800-86a3-48d9-9045-1925fcbb40b3 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:02:16.355783 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-36182295-3e15-4d20-a279-5f9153982152 None None] Current status of the port 4bc24183-a3f5-40cd-a59a-26b0f73ce80c is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:16.356194 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-36182295-3e15-4d20-a279-5f9153982152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4bc24183-a3f5-40cd-a59a-26b0f73ce80c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:16.388225 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 4bc24183-a3f5-40cd-a59a-26b0f73ce80c triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:16.388611 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4bc24183-a3f5-40cd-a59a-26b0f73ce80c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:16.398789 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port f2fc2800-86a3-48d9-9045-1925fcbb40b3, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f2fc2800-86a3-48d9-9045-1925fcbb40b3,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:16.404192 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-76f213c6-f7a3-43d7-9443-265e79611be2 req-8224a40d-b41d-4608-abce-565981e9c665 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (453901c2-0239-4667-89c6-3c2d857ad8c8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:16.407671 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c247abd2-33f1-43e1-8bf5-69dd020ed5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:16.441524 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['9c3f11b0-cad5-4931-8dd2-eba376e5b9d6'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:02:16.444212 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['453901c2-0239-4667-89c6-3c2d857ad8c8'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:02:16.448389 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-fba66e9a-7ef5-4d01-8da1-347d65824fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'name': 'tempest-TaggedBootDevicesTest-2129352706-router', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '9f035dd4-62ef-47b5-b5e8-00b3c98e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:12Z', 'updated_at': '2022-02-19T04:02:13Z', 'revision_number': 3, 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'gw_port': {'id': '9f035dd4-62ef-47b5-b5e8-00b3c98e8154', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:12Z', 'updated_at': '2022-02-19T04:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:16.459378 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f2fc2800-86a3-48d9-9045-1925fcbb40b3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:16.519344 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224a40d-b41d-4608-abce-565981e9c665 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Pushing event deleted for resources: {'Port': ['ID=453901c2-0239-4667-89c6-3c2d857ad8c8,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:16.520741 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [req-9abdbca2-1ab1-42be-b2c9-6b9d2c966f93 req-38a3d485-e01f-4e98-9406-470872de0f0b tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Floating IP 3288b91b-a1da-4e96-a01b-1abb78b50ab5 associated. External IP: 172.25.3.124, port: 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6. Feb 19 04:02:16.576145 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba66e9a-7ef5-4d01-8da1-347d65824fba None None] Checking router: a943f550-ef5f-472b-a075-bcaed7fd0fac for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:02:16.576501 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba66e9a-7ef5-4d01-8da1-347d65824fba None None] Updating router a943f550-ef5f-472b-a075-bcaed7fd0fac port 9f035dd4-62ef-47b5-b5e8-00b3c98e8154 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:02:16.599878 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-36182295-3e15-4d20-a279-5f9153982152 None None] For port 4bc24183-a3f5-40cd-a59a-26b0f73ce80c, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4bc24183-a3f5-40cd-a59a-26b0f73ce80c,segment=NetworkSegment(7494b9a1-a789-47f9-9c03-895eb5435e6b),segment_id=7494b9a1-a789-47f9-9c03-895eb5435e6b)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:16.645836 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-36182295-3e15-4d20-a279-5f9153982152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4bc24183-a3f5-40cd-a59a-26b0f73ce80c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:16.703043 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fba66e9a-7ef5-4d01-8da1-347d65824fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (9f035dd4-62ef-47b5-b5e8-00b3c98e8154), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:16.748282 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f213c6-f7a3-43d7-9443-265e79611be2 req-8224a40d-b41d-4608-abce-565981e9c665 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] No DVR routers for this DVR port 453901c2-0239-4667-89c6-3c2d857ad8c8 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:02:16.752909 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-76f213c6-f7a3-43d7-9443-265e79611be2 req-8224a40d-b41d-4608-abce-565981e9c665 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:16.756377 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-76f213c6-f7a3-43d7-9443-265e79611be2 req-8224a40d-b41d-4608-abce-565981e9c665 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.26 "DELETE /v2.0/ports/453901c2-0239-4667-89c6-3c2d857ad8c8 HTTP/1.1" status: 204 len: 173 time: 1.4411342 Feb 19 04:02:16.779782 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db573d87-8b63-407a-820b-7792108c187d', 'name': 'network-vif-deleted', 'tag': '453901c2-0239-4667-89c6-3c2d857ad8c8'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:16.781759 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158ef5bc-961b-45be-8733-d8fb9853f417" -d '{"events": [{"server_uuid": "db573d87-8b63-407a-820b-7792108c187d", "name": "network-vif-deleted", "tag": "453901c2-0239-4667-89c6-3c2d857ad8c8"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:16.891751 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['f2fc2800-86a3-48d9-9045-1925fcbb40b3'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:02:16.903038 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=f2fc2800-86a3-48d9-9045-1925fcbb40b3,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:16.950359 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ce57cd8-45fb-405b-b65c-d2d04453cac8 req-0f19a33d-ce75-4514-a501-cd4bb3810f1a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d06a5d0-059f-4647-b8e0-cf48928ef7a2 HTTP/1.1" status: 200 len: 217 time: 1.1688704 Feb 19 04:02:17.065129 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 4bc24183-a3f5-40cd-a59a-26b0f73ce80c is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:17.107353 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-c247abd2-33f1-43e1-8bf5-69dd020ed5d5 admin admin] Allocated IP 172.20.0.1 (455a1d36-0244-440a-9c8b-39e2a2ccd1dc/00070044-bad3-439e-8650-6c43fc944981/7cf8d7f0-a765-4a34-a2c2-577a50a75bd9) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:02:17.204422 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-4909123e-e347-47ed-9609-8e2d9d9dd2e3 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc978a08acdc4a14a4fde92763ad26e3 HTTP/1.1" status: 200 len: 378 time: 1.4219077 Feb 19 04:02:17.206562 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03786f72-99a3-440c-acb1-8083c2f5cd9c req-9365f5b9-a685-4697-a809-696037bac09b service neutron] 10.222.0.79 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7457623 Feb 19 04:02:17.318936 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36182295-3e15-4d20-a279-5f9153982152 None None] Pushing event updated for resources: {'Port': ['ID=4bc24183-a3f5-40cd-a59a-26b0f73ce80c,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:17.335015 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50840) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:17.338591 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-36ca99cf-08cd-4aa5-9456-f609f3c55cb7 None None] Provisioning complete for port 4bc24183-a3f5-40cd-a59a-26b0f73ce80c triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:17.339115 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-36ca99cf-08cd-4aa5-9456-f609f3c55cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4bc24183-a3f5-40cd-a59a-26b0f73ce80c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:17.356942 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b24112f8-2e3d-4b70-a18f-befc9b6c330e tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (07a03b21-46b4-4537-bef8-87f4d398a53a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:17.363045 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24112f8-2e3d-4b70-a18f-befc9b6c330e tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:17.363769 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b24112f8-2e3d-4b70-a18f-befc9b6c330e tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:17.432132 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c247abd2-33f1-43e1-8bf5-69dd020ed5d5 admin admin] Publish callbacks [] for port (7cf8d7f0-a765-4a34-a2c2-577a50a75bd9), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:17.441885 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9abdbca2-1ab1-42be-b2c9-6b9d2c966f93 req-38a3d485-e01f-4e98-9406-470872de0f0b tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:02:17.505902 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c247abd2-33f1-43e1-8bf5-69dd020ed5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (7cf8d7f0-a765-4a34-a2c2-577a50a75bd9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:17.568367 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce57cd8-45fb-405b-b65c-d2d04453cac8 req-d9613d59-2b90-427f-9f98-87b3d3647851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:17.570744 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ce57cd8-45fb-405b-b65c-d2d04453cac8 req-d9613d59-2b90-427f-9f98-87b3d3647851 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86d4a224-1f27-4c62-9c73-95c6ff46feaf HTTP/1.1" status: 200 len: 852 time: 0.3373075 Feb 19 04:02:17.577084 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-f15b5e77-71db-41f3-81ae-ceac5ebb2b23 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Request body: {'port': {'device_id': '1ff4551e-b0ee-4f0f-83b2-3e3f23722793', 'network_id': '5f6101ba-f25e-4636-b9f9-3a5ca6a42df4', 'admin_state_up': True, 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'security_groups': ['2cad8288-9435-40e0-8e1c-121fc37255cb']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:17.606842 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4bc24183-a3f5-40cd-a59a-26b0f73ce80c up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:02:17.612952 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c247abd2-33f1-43e1-8bf5-69dd020ed5d5 admin admin] Network 455a1d36-0244-440a-9c8b-39e2a2ccd1dc is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:02:17.623361 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-c247abd2-33f1-43e1-8bf5-69dd020ed5d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:17.662555 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c247abd2-33f1-43e1-8bf5-69dd020ed5d5 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:02:17.718257 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24112f8-2e3d-4b70-a18f-befc9b6c330e tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] Pushing event updated for resources: {'Network': ['ID=07a03b21-46b4-4537-bef8-87f4d398a53a,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:17.724822 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b24112f8-2e3d-4b70-a18f-befc9b6c330e tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 4.2629232 Feb 19 04:02:17.747999 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 50844) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:17.776564 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c247abd2-33f1-43e1-8bf5-69dd020ed5d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (a943f550-ef5f-472b-a075-bcaed7fd0fac), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:17.849152 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 07a03b21-46b4-4537-bef8-87f4d398a53a details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:02:17.851325 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-36ca99cf-08cd-4aa5-9456-f609f3c55cb7 None None] Current status of the port 4bc24183-a3f5-40cd-a59a-26b0f73ce80c is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:17.886583 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ce57cd8-45fb-405b-b65c-d2d04453cac8 req-0b182604-3f33-4201-8503-695114360d12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=342bc323-1137-480d-9407-1d406474f102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400650 Feb 19 04:02:17.898458 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-f15b5e77-71db-41f3-81ae-ceac5ebb2b23 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Made reservation on behalf of dc978a08acdc4a14a4fde92763ad26e3 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:02:17.902650 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-f15b5e77-71db-41f3-81ae-ceac5ebb2b23 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:18.002927 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247abd2-33f1-43e1-8bf5-69dd020ed5d5 admin admin] Pushing event updated for resources: {'Port': ['ID=7cf8d7f0-a765-4a34-a2c2-577a50a75bd9,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:18.043204 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fba66e9a-7ef5-4d01-8da1-347d65824fba None None] Publish callbacks [] for port (9f035dd4-62ef-47b5-b5e8-00b3c98e8154), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:18.049470 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-f15b5e77-71db-41f3-81ae-ceac5ebb2b23 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Allocated IP 172.20.0.3 (5f6101ba-f25e-4636-b9f9-3a5ca6a42df4/d32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab/3a666379-4d70-442a-b7b1-2c97f86ec14d) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:02:18.072573 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d09dfe48-0a78-45dc-b24a-235e45a591bc None None] Provisioning complete for port 7cf8d7f0-a765-4a34-a2c2-577a50a75bd9 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:18.072960 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d09dfe48-0a78-45dc-b24a-235e45a591bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7cf8d7f0-a765-4a34-a2c2-577a50a75bd9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:18.076062 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fba66e9a-7ef5-4d01-8da1-347d65824fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (9f035dd4-62ef-47b5-b5e8-00b3c98e8154), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:18.083020 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1916f655-6273-4303-9194-fa9eee3e59a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:18.155495 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 4bc24183-a3f5-40cd-a59a-26b0f73ce80c triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:18.155884 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4bc24183-a3f5-40cd-a59a-26b0f73ce80c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:18.166710 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a474c-dc4a-4bbe-84ba-b792ae934651 req-25746842-2b8b-4a04-8bbb-00a1ca0255ac tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:18.174356 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a70a474c-dc4a-4bbe-84ba-b792ae934651 req-25746842-2b8b-4a04-8bbb-00a1ca0255ac tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.52 "GET /v2.0/ports?device_id=35cd5c9f-921d-4eb0-b064-a2a9c3a569c9 HTTP/1.1" status: 200 len: 945 time: 1.2189453 Feb 19 04:02:18.181645 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c247abd2-33f1-43e1-8bf5-69dd020ed5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7cf8d7f0-a765-4a34-a2c2-577a50a75bd9), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:18.182201 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-ece6a7fc-53ba-469e-84d0-b67da5d5aa73 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Request body: {'network': {'name': 'tempest-network--1159446790', 'router:external': True}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:18.206831 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d09dfe48-0a78-45dc-b24a-235e45a591bc None None] Port 7cf8d7f0-a765-4a34-a2c2-577a50a75bd9 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:02:18.209719 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4782135-0925-45a0-89f1-f6d037d4a78b None None] Pushing event updated for resources: {'Port': ['ID=9f035dd4-62ef-47b5-b5e8-00b3c98e8154,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:18.212220 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-fba66e9a-7ef5-4d01-8da1-347d65824fba None None] Attempting to bind port 9f035dd4-62ef-47b5-b5e8-00b3c98e8154 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:02:18.212592 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-fba66e9a-7ef5-4d01-8da1-347d65824fba None None] Attempting to bind port 9f035dd4-62ef-47b5-b5e8-00b3c98e8154 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:02:18.212950 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba66e9a-7ef5-4d01-8da1-347d65824fba None None] Attempting to bind port 9f035dd4-62ef-47b5-b5e8-00b3c98e8154 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:18.226812 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba66e9a-7ef5-4d01-8da1-347d65824fba None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:02:18.227183 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba66e9a-7ef5-4d01-8da1-347d65824fba None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:18.227574 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fba66e9a-7ef5-4d01-8da1-347d65824fba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:18.227964 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba66e9a-7ef5-4d01-8da1-347d65824fba None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:02:18.228463 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-fba66e9a-7ef5-4d01-8da1-347d65824fba None None] Bound port: 9f035dd4-62ef-47b5-b5e8-00b3c98e8154, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:02:18.228823 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fba66e9a-7ef5-4d01-8da1-347d65824fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (9f035dd4-62ef-47b5-b5e8-00b3c98e8154), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:18.282023 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a70a474c-dc4a-4bbe-84ba-b792ae934651 req-01eeded6-b571-4123-8ec5-201976b8d24f tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.52 "GET /v2.0/security-groups?id=33f662ec-0eff-45bd-a525-137bc8adec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014385 Feb 19 04:02:18.317941 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fba66e9a-7ef5-4d01-8da1-347d65824fba None None] For port 9f035dd4-62ef-47b5-b5e8-00b3c98e8154, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:02:18.326158 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fba66e9a-7ef5-4d01-8da1-347d65824fba None None] For port 9f035dd4-62ef-47b5-b5e8-00b3c98e8154, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=9f035dd4-62ef-47b5-b5e8-00b3c98e8154,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:02:18.330541 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 4bc24183-a3f5-40cd-a59a-26b0f73ce80c is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:18.341440 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fba66e9a-7ef5-4d01-8da1-347d65824fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (9f035dd4-62ef-47b5-b5e8-00b3c98e8154), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:18.395590 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba66e9a-7ef5-4d01-8da1-347d65824fba None None] Routers {'a943f550-ef5f-472b-a075-bcaed7fd0fac'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:02:18.396219 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-fba66e9a-7ef5-4d01-8da1-347d65824fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:02:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['a943f550-ef5f-472b-a075-bcaed7fd0fac'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:18.453329 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1916f655-6273-4303-9194-fa9eee3e59a2 admin admin] Publish callbacks [] for security_group (6baed28e-97c0-4e79-8ae4-abc58988889c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:18.459649 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4782135-0925-45a0-89f1-f6d037d4a78b None None] Pushing event updated for resources: {'Port': ['ID=9f035dd4-62ef-47b5-b5e8-00b3c98e8154,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:18.469448 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ce57cd8-45fb-405b-b65c-d2d04453cac8 req-f1e09b5e-42c2-4fe8-82a7-f01d8ce93696 service neutron] 10.222.0.26 "GET /v2.0/networks/342bc323-1137-480d-9407-1d406474f102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5513430 Feb 19 04:02:18.477166 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece6a7fc-53ba-469e-84d0-b67da5d5aa73 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Made reservation on behalf of 217555b51edb48b2919e7d9a61f7eda3 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:02:18.479808 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ece6a7fc-53ba-469e-84d0-b67da5d5aa73 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:18.480207 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1916f655-6273-4303-9194-fa9eee3e59a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6baed28e-97c0-4e79-8ae4-abc58988889c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:18.510849 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9abdbca2-1ab1-42be-b2c9-6b9d2c966f93 req-38a3d485-e01f-4e98-9406-470872de0f0b tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:02:18.526139 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c581e24-627d-4007-abd9-66d1d2741d32 None None] Sync routers for ids ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:02:18.535776 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e6a0136a-42ad-4958-a738-9fb72dc37790 req-7420066f-cf52-47f8-82d7-f9b899a6fc5a tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 210 time: 0.1036575 Feb 19 04:02:18.543373 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c581e24-627d-4007-abd9-66d1d2741d32 None None] Routers {'6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:02:18.543999 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-8c581e24-627d-4007-abd9-66d1d2741d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:02:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:18.550731 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9abdbca2-1ab1-42be-b2c9-6b9d2c966f93 req-38a3d485-e01f-4e98-9406-470872de0f0b tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:18.554755 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1916f655-6273-4303-9194-fa9eee3e59a2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1fcdb292a4ef4bcdb447d78bac807d9e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2186191 Feb 19 04:02:18.557875 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50848) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:18.577020 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-fba66e9a-7ef5-4d01-8da1-347d65824fba None None] Set router a943f550-ef5f-472b-a075-bcaed7fd0fac gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:02:18.579740 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c247abd2-33f1-43e1-8bf5-69dd020ed5d5 admin admin] Publish callbacks [] for port (7cf8d7f0-a765-4a34-a2c2-577a50a75bd9), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:18.589838 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916f655-6273-4303-9194-fa9eee3e59a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6baed28e-97c0-4e79-8ae4-abc58988889c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:18.603100 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c247abd2-33f1-43e1-8bf5-69dd020ed5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (7cf8d7f0-a765-4a34-a2c2-577a50a75bd9), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:18.635786 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ece6a7fc-53ba-469e-84d0-b67da5d5aa73 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:18.704616 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3114e2-caea-459a-aa2d-e74db09a06f2 x-openstack-request-id: req-4c3114e2-caea-459a-aa2d-e74db09a06f2 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:18.705014 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db573d87-8b63-407a-820b-7792108c187d", "name": "network-vif-deleted", "tag": "453901c2-0239-4667-89c6-3c2d857ad8c8", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:18.705156 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4c3114e2-caea-459a-aa2d-e74db09a06f2 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:18.705551 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db573d87-8b63-407a-820b-7792108c187d', 'name': 'network-vif-deleted', 'tag': '453901c2-0239-4667-89c6-3c2d857ad8c8', 'status': 'completed', 'code': 200} Feb 19 04:02:18.766286 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-8c581e24-627d-4007-abd9-66d1d2741d32 None None] Set router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:02:18.803492 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c247abd2-33f1-43e1-8bf5-69dd020ed5d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (a943f550-ef5f-472b-a075-bcaed7fd0fac), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:18.828143 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247abd2-33f1-43e1-8bf5-69dd020ed5d5 admin admin] Pushing event updated for resources: {'Port': ['ID=7cf8d7f0-a765-4a34-a2c2-577a50a75bd9,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:18.843810 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5fc28991-d475-4ad4-893c-7cc8a0c26bba admin admin] Publish callbacks [] for security_group (6baed28e-97c0-4e79-8ae4-abc58988889c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:18.883530 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-fba66e9a-7ef5-4d01-8da1-347d65824fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'name': 'tempest-TaggedBootDevicesTest-2129352706-router', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '9f035dd4-62ef-47b5-b5e8-00b3c98e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:12Z', 'updated_at': '2022-02-19T04:02:17Z', 'revision_number': 4, 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'gw_port': {'id': '9f035dd4-62ef-47b5-b5e8-00b3c98e8154', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:12Z', 'updated_at': '2022-02-19T04:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '7cf8d7f0-a765-4a34-a2c2-577a50a75bd9', 'name': '', 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'mac_address': 'fa:16:3e:9b:b4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '00070044-bad3-439e-8650-6c43fc944981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:16Z', 'updated_at': '2022-02-19T04:02:17Z', 'revision_number': 1, 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'subnets': [{'id': '00070044-bad3-439e-8650-6c43fc944981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:18.943071 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba66e9a-7ef5-4d01-8da1-347d65824fba None None] The sync data for ids ['a943f550-ef5f-472b-a075-bcaed7fd0fac'] in n-d-828369-19 is: [{'id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'name': 'tempest-TaggedBootDevicesTest-2129352706-router', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '9f035dd4-62ef-47b5-b5e8-00b3c98e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:12Z', 'updated_at': '2022-02-19T04:02:17Z', 'revision_number': 4, 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'gw_port': {'id': '9f035dd4-62ef-47b5-b5e8-00b3c98e8154', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:12Z', 'updated_at': '2022-02-19T04:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '7cf8d7f0-a765-4a34-a2c2-577a50a75bd9', 'name': '', 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'mac_address': 'fa:16:3e:9b:b4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '00070044-bad3-439e-8650-6c43fc944981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:16Z', 'updated_at': '2022-02-19T04:02:17Z', 'revision_number': 1, 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'subnets': [{'id': '00070044-bad3-439e-8650-6c43fc944981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:02:18.957343 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:02:18.963369 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9abdbca2-1ab1-42be-b2c9-6b9d2c966f93 req-38a3d485-e01f-4e98-9406-470872de0f0b tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "PUT /v2.0/floatingips/3288b91b-a1da-4e96-a01b-1abb78b50ab5 HTTP/1.1" status: 200 len: 997 time: 5.1484771 Feb 19 04:02:18.968770 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-f15b5e77-71db-41f3-81ae-ceac5ebb2b23 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks [] for port (3a666379-4d70-442a-b7b1-2c97f86ec14d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:19.007928 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 453901c2-0239-4667-89c6-3c2d857ad8c8 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:02:19.012551 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1bca52-52c6-4604-ab51-89fdd1e423c4', 'tag': '9c3f11b0-cad5-4931-8dd2-eba376e5b9d6'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:19.014924 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546f67e0-017b-4054-a65c-31eb02e89b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1bca52-52c6-4604-ab51-89fdd1e423c4", "tag": "9c3f11b0-cad5-4931-8dd2-eba376e5b9d6"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:19.015213 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5fc28991-d475-4ad4-893c-7cc8a0c26bba admin admin] Publish callbacks [] for security_group (6baed28e-97c0-4e79-8ae4-abc58988889c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:19.042089 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 453901c2-0239-4667-89c6-3c2d857ad8c8 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:02:19.044758 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ece6a7fc-53ba-469e-84d0-b67da5d5aa73 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks [] for security_group (e8cbb73e-e737-4c83-8240-505d1490ef0c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:19.045289 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 453901c2-0239-4667-89c6-3c2d857ad8c8 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:02:19.057615 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-f15b5e77-71db-41f3-81ae-ceac5ebb2b23 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (3a666379-4d70-442a-b7b1-2c97f86ec14d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:19.067658 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-8c581e24-627d-4007-abd9-66d1d2741d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-router', 'tenant_id': '50fd7819c4774650a14342140345e302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:40Z', 'updated_at': '2022-02-19T04:00:47Z', 'revision_number': 4, 'project_id': '50fd7819c4774650a14342140345e302', 'gw_port': {'id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:42Z', 'updated_at': '2022-02-19T04:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '3288b91b-a1da-4e96-a01b-1abb78b50ab5', 'tenant_id': '50fd7819c4774650a14342140345e302', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'port_id': '9c3f11b0-cad5-4931-8dd2-eba376e5b9d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'mac_address': 'fa:16:3e:58:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bca52-52c6-4604-ab51-89fdd1e423c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:01:10Z', 'updated_at': '2022-02-19T04:02:15Z', 'revision_number': 8, 'project_id': '50fd7819c4774650a14342140345e302', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afccb93-76f5-4b52-a8a9-093eb8058302', 'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'tenant_id': '50fd7819c4774650a14342140345e302', 'mac_address': 'fa:16:3e:69:eb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:46Z', 'updated_at': '2022-02-19T04:00:54Z', 'revision_number': 5, 'project_id': '50fd7819c4774650a14342140345e302', 'subnets': [{'id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:19.089790 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-f15b5e77-71db-41f3-81ae-ceac5ebb2b23 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Network 5f6101ba-f25e-4636-b9f9-3a5ca6a42df4 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:02:19.091194 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ece6a7fc-53ba-469e-84d0-b67da5d5aa73 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e8cbb73e-e737-4c83-8240-505d1490ef0c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:19.093118 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c247abd2-33f1-43e1-8bf5-69dd020ed5d5 admin admin] Network 455a1d36-0244-440a-9c8b-39e2a2ccd1dc is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:02:19.095489 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-c247abd2-33f1-43e1-8bf5-69dd020ed5d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:19.105463 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c581e24-627d-4007-abd9-66d1d2741d32 None None] Checking router: 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:02:19.113409 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-f15b5e77-71db-41f3-81ae-ceac5ebb2b23 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:19.117188 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c581e24-627d-4007-abd9-66d1d2741d32 None None] Routers {'6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:02:19.118373 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-8c581e24-627d-4007-abd9-66d1d2741d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:02:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:19.139785 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-f15b5e77-71db-41f3-81ae-ceac5ebb2b23 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:02:19.145750 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5fc28991-d475-4ad4-893c-7cc8a0c26bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6baed28e-97c0-4e79-8ae4-abc58988889c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:19.156534 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5fc28991-d475-4ad4-893c-7cc8a0c26bba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:19.162098 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5fc28991-d475-4ad4-893c-7cc8a0c26bba admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6baed28e-97c0-4e79-8ae4-abc58988889c HTTP/1.1" status: 204 len: 168 time: 0.5787711 Feb 19 04:02:19.221300 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6a7fc-53ba-469e-84d0-b67da5d5aa73 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cbb73e-e737-4c83-8240-505d1490ef0c,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:19.246356 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-f15b5e77-71db-41f3-81ae-ceac5ebb2b23 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:19.246728 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-f15b5e77-71db-41f3-81ae-ceac5ebb2b23 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:19.312503 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-8c581e24-627d-4007-abd9-66d1d2741d32 None None] Set router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:02:19.372066 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a9764-fb2a-4147-a01c-d7b8cf3aed31 req-831a8bdd-0f48-4d6d-905d-9fb49b9a2df5 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:19.374342 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc28991-d475-4ad4-893c-7cc8a0c26bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6baed28e-97c0-4e79-8ae4-abc58988889c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:19.379760 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ae9a9764-fb2a-4147-a01c-d7b8cf3aed31 req-831a8bdd-0f48-4d6d-905d-9fb49b9a2df5 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f40f259-9d10-49e6-90cf-9ec5c7a5893f HTTP/1.1" status: 200 len: 944 time: 0.6293814 Feb 19 04:02:19.382976 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece6a7fc-53ba-469e-84d0-b67da5d5aa73 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:02:19.452685 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abdbca2-1ab1-42be-b2c9-6b9d2c966f93 req-0c3593b1-ff1c-468a-814f-4e59ab78fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:19.454363 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9abdbca2-1ab1-42be-b2c9-6b9d2c966f93 req-0c3593b1-ff1c-468a-814f-4e59ab78fb4b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=50fd7819c4774650a14342140345e302&device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4 HTTP/1.1" status: 200 len: 1129 time: 0.4284036 Feb 19 04:02:19.464003 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-f15b5e77-71db-41f3-81ae-ceac5ebb2b23 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0291913 Feb 19 04:02:19.477107 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ce57cd8-45fb-405b-b65c-d2d04453cac8 req-1e4591e8-86f4-4548-ac8a-892661c8788e service neutron] 10.222.0.26 "GET /v2.0/networks/342bc323-1137-480d-9407-1d406474f102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9808578 Feb 19 04:02:19.510436 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device f2fc2800-86a3-48d9-9045-1925fcbb40b3 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:02:19.665050 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c247abd2-33f1-43e1-8bf5-69dd020ed5d5 admin admin] Router a943f550-ef5f-472b-a075-bcaed7fd0fac has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:02:19.837778 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port f2fc2800-86a3-48d9-9045-1925fcbb40b3 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:02:19.844592 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c247abd2-33f1-43e1-8bf5-69dd020ed5d5 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:02:19.852629 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c247abd2-33f1-43e1-8bf5-69dd020ed5d5 admin admin] 10.222.0.52 "PUT /v2.0/routers/a943f550-ef5f-472b-a075-bcaed7fd0fac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5356109 Feb 19 04:02:19.891942 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port f2fc2800-86a3-48d9-9045-1925fcbb40b3 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:19.893089 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f2fc2800-86a3-48d9-9045-1925fcbb40b3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:19.895642 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-7328ad91-8b9c-4de7-8a19-6b95df096e17 service neutron] Request body: {'port': {'device_id': '1ff4551e-b0ee-4f0f-83b2-3e3f23722793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:19.897613 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c08c0ea7-b35a-4305-afad-7e6e54832a0b None None] Provisioning complete for port 3a666379-4d70-442a-b7b1-2c97f86ec14d triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:19.898197 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c08c0ea7-b35a-4305-afad-7e6e54832a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3a666379-4d70-442a-b7b1-2c97f86ec14d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:19.906570 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b5e77-71db-41f3-81ae-ceac5ebb2b23 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Pushing event updated for resources: {'Port': ['ID=3a666379-4d70-442a-b7b1-2c97f86ec14d,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:19.925697 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ece6a7fc-53ba-469e-84d0-b67da5d5aa73 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (47653e40-ae89-43e5-bacf-5dd8cc7bd778), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:19.928596 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-ece6a7fc-53ba-469e-84d0-b67da5d5aa73 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Added segment 47653e40-ae89-43e5-bacf-5dd8cc7bd778 of type vlan for network 2ed9e7d3-81ab-4583-842a-5eb941ddd889 Feb 19 04:02:20.009256 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c08c0ea7-b35a-4305-afad-7e6e54832a0b None None] Port 3a666379-4d70-442a-b7b1-2c97f86ec14d cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:02:20.059536 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-8c581e24-627d-4007-abd9-66d1d2741d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-router', 'tenant_id': '50fd7819c4774650a14342140345e302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:40Z', 'updated_at': '2022-02-19T04:00:47Z', 'revision_number': 4, 'project_id': '50fd7819c4774650a14342140345e302', 'gw_port': {'id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:42Z', 'updated_at': '2022-02-19T04:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '3288b91b-a1da-4e96-a01b-1abb78b50ab5', 'tenant_id': '50fd7819c4774650a14342140345e302', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'port_id': '9c3f11b0-cad5-4931-8dd2-eba376e5b9d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'mac_address': 'fa:16:3e:58:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bca52-52c6-4604-ab51-89fdd1e423c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:01:10Z', 'updated_at': '2022-02-19T04:02:15Z', 'revision_number': 8, 'project_id': '50fd7819c4774650a14342140345e302', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afccb93-76f5-4b52-a8a9-093eb8058302', 'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'tenant_id': '50fd7819c4774650a14342140345e302', 'mac_address': 'fa:16:3e:69:eb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:46Z', 'updated_at': '2022-02-19T04:00:54Z', 'revision_number': 5, 'project_id': '50fd7819c4774650a14342140345e302', 'subnets': [{'id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:20.079257 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50866) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:20.089906 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c08c0ea7-b35a-4305-afad-7e6e54832a0b None None] Provisioning complete for port 7cf8d7f0-a765-4a34-a2c2-577a50a75bd9 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:20.090348 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c08c0ea7-b35a-4305-afad-7e6e54832a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7cf8d7f0-a765-4a34-a2c2-577a50a75bd9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:20.103188 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-27241cfb-e80d-49f4-9bef-b148167d6cf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:20.111684 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b5e77-71db-41f3-81ae-ceac5ebb2b23 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:20.113884 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b5e77-71db-41f3-81ae-ceac5ebb2b23 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:20.114509 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b5e77-71db-41f3-81ae-ceac5ebb2b23 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:20.116275 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b5e77-71db-41f3-81ae-ceac5ebb2b23 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:20.116886 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b5e77-71db-41f3-81ae-ceac5ebb2b23 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:20.117458 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b5e77-71db-41f3-81ae-ceac5ebb2b23 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:20.118556 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b5e77-71db-41f3-81ae-ceac5ebb2b23 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:20.119915 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b5e77-71db-41f3-81ae-ceac5ebb2b23 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:20.120488 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b5e77-71db-41f3-81ae-ceac5ebb2b23 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:20.121243 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b5e77-71db-41f3-81ae-ceac5ebb2b23 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:20.123910 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b5e77-71db-41f3-81ae-ceac5ebb2b23 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:20.124196 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c581e24-627d-4007-abd9-66d1d2741d32 None None] The sync data for ids ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'] in n-d-828369-19 is: [{'id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-router', 'tenant_id': '50fd7819c4774650a14342140345e302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:40Z', 'updated_at': '2022-02-19T04:00:47Z', 'revision_number': 4, 'project_id': '50fd7819c4774650a14342140345e302', 'gw_port': {'id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:42Z', 'updated_at': '2022-02-19T04:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '3288b91b-a1da-4e96-a01b-1abb78b50ab5', 'tenant_id': '50fd7819c4774650a14342140345e302', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'port_id': '9c3f11b0-cad5-4931-8dd2-eba376e5b9d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'mac_address': 'fa:16:3e:58:88:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bca52-52c6-4604-ab51-89fdd1e423c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:01:10Z', 'updated_at': '2022-02-19T04:02:15Z', 'revision_number': 8, 'project_id': '50fd7819c4774650a14342140345e302', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afccb93-76f5-4b52-a8a9-093eb8058302', 'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'tenant_id': '50fd7819c4774650a14342140345e302', 'mac_address': 'fa:16:3e:69:eb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:46Z', 'updated_at': '2022-02-19T04:00:54Z', 'revision_number': 5, 'project_id': '50fd7819c4774650a14342140345e302', 'subnets': [{'id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:02:20.124659 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b5e77-71db-41f3-81ae-ceac5ebb2b23 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:20.125252 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b5e77-71db-41f3-81ae-ceac5ebb2b23 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:20.181285 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port f2fc2800-86a3-48d9-9045-1925fcbb40b3 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:20.181946 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f2fc2800-86a3-48d9-9045-1925fcbb40b3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:20.216043 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c08c0ea7-b35a-4305-afad-7e6e54832a0b None None] Port 7cf8d7f0-a765-4a34-a2c2-577a50a75bd9 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:02:20.312985 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port f2fc2800-86a3-48d9-9045-1925fcbb40b3, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f2fc2800-86a3-48d9-9045-1925fcbb40b3,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:20.314207 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f40f259-9d10-49e6-90cf-9ec5c7a5893f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fc2800-86a3-48d9-9045-1925fcbb40b3'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:20.318585 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7414d5-0288-4cf9-925e-cf019bae0d9a" -d '{"events": [{"server_uuid": "6f40f259-9d10-49e6-90cf-9ec5c7a5893f", "name": "network-vif-plugged", "status": "completed", "tag": "f2fc2800-86a3-48d9-9045-1925fcbb40b3"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:20.325281 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f2fc2800-86a3-48d9-9045-1925fcbb40b3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:20.384183 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-27241cfb-e80d-49f4-9bef-b148167d6cf5 admin admin] Publish callbacks [] for security_group (cf155f27-32f1-4865-aa1f-9c94ca419745), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:20.388870 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ae9a9764-fb2a-4147-a01c-d7b8cf3aed31 req-7d74c620-473c-40b3-a6e0-7b6fba6a2237 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0072358 Feb 19 04:02:20.402579 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-27241cfb-e80d-49f4-9bef-b148167d6cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (cf155f27-32f1-4865-aa1f-9c94ca419745), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:20.411669 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abdbca2-1ab1-42be-b2c9-6b9d2c966f93 req-2465537c-6822-4063-a506-b20a6f6bd17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:20.422536 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9abdbca2-1ab1-42be-b2c9-6b9d2c966f93 req-2465537c-6822-4063-a506-b20a6f6bd17d service neutron] 10.222.0.52 "GET /v2.0/networks?id=9d03c4ae-d514-421e-b655-86ca09811ee8 HTTP/1.1" status: 200 len: 922 time: 0.9233170 Feb 19 04:02:20.425149 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ece6a7fc-53ba-469e-84d0-b67da5d5aa73 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (2ed9e7d3-81ab-4583-842a-5eb941ddd889), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:20.430845 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=f2fc2800-86a3-48d9-9045-1925fcbb40b3,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:20.494707 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27241cfb-e80d-49f4-9bef-b148167d6cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf155f27-32f1-4865-aa1f-9c94ca419745,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:20.529245 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-27241cfb-e80d-49f4-9bef-b148167d6cf5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5523a012d8ea449c86af62d0428f86d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4481814 Feb 19 04:02:20.529941 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50872) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:20.607331 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c1ce9f-acce-46bd-b1dd-f65bfca23b68 x-openstack-request-id: req-59c1ce9f-acce-46bd-b1dd-f65bfca23b68 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:20.608290 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1bca52-52c6-4604-ab51-89fdd1e423c4", "tag": "9c3f11b0-cad5-4931-8dd2-eba376e5b9d6", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:20.608614 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-59c1ce9f-acce-46bd-b1dd-f65bfca23b68 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:20.609263 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1bca52-52c6-4604-ab51-89fdd1e423c4', 'tag': '9c3f11b0-cad5-4931-8dd2-eba376e5b9d6', 'status': 'completed', 'code': 200} Feb 19 04:02:20.624104 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.db.resource_extend [None req-ece6a7fc-53ba-469e-84d0-b67da5d5aa73 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:02:20.629432 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c56575-3593-4760-8635-8a35b97206ce None None] New status for floating IP 3288b91b-a1da-4e96-a01b-1abb78b50ab5: ACTIVE {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:02:20.638408 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-7328ad91-8b9c-4de7-8a19-6b95df096e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3a666379-4d70-442a-b7b1-2c97f86ec14d), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:20.654227 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ad80a8a6-c702-45a1-ac92-304f65dc6d3c admin admin] Publish callbacks [] for security_group (cf155f27-32f1-4865-aa1f-9c94ca419745), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:20.711519 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ad80a8a6-c702-45a1-ac92-304f65dc6d3c admin admin] Publish callbacks [] for security_group (cf155f27-32f1-4865-aa1f-9c94ca419745), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:20.809145 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ad80a8a6-c702-45a1-ac92-304f65dc6d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (cf155f27-32f1-4865-aa1f-9c94ca419745), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:20.817717 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ad80a8a6-c702-45a1-ac92-304f65dc6d3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:20.823968 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ece6a7fc-53ba-469e-84d0-b67da5d5aa73 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (2ed9e7d3-81ab-4583-842a-5eb941ddd889), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:20.825282 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece6a7fc-53ba-469e-84d0-b67da5d5aa73 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:20.826954 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ad80a8a6-c702-45a1-ac92-304f65dc6d3c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cf155f27-32f1-4865-aa1f-9c94ca419745 HTTP/1.1" status: 204 len: 168 time: 0.2959042 Feb 19 04:02:20.834796 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ece6a7fc-53ba-469e-84d0-b67da5d5aa73 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:20.850239 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80a8a6-c702-45a1-ac92-304f65dc6d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf155f27-32f1-4865-aa1f-9c94ca419745,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:21.251629 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50892) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:21.257528 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-82bfbc54-52fa-48ed-9b84-2372e48031cc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-449709879-network', 'tenant_id': '141ced1f79fa42dda24a56f44fa1a146'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:21.292957 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bfbc54-52fa-48ed-9b84-2372e48031cc admin admin] Made reservation on behalf of 141ced1f79fa42dda24a56f44fa1a146 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:02:21.295648 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82bfbc54-52fa-48ed-9b84-2372e48031cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:21.306462 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82bfbc54-52fa-48ed-9b84-2372e48031cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:21.368338 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f67e0-017b-4054-a65c-31eb02e89b0d req-69397faf-8b5e-4e5f-8515-1537bc17cade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:21.370009 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-546f67e0-017b-4054-a65c-31eb02e89b0d req-69397faf-8b5e-4e5f-8515-1537bc17cade service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=50fd7819c4774650a14342140345e302&device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4 HTTP/1.1" status: 200 len: 1129 time: 0.8088174 Feb 19 04:02:21.375282 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9abdbca2-1ab1-42be-b2c9-6b9d2c966f93 req-622a94bc-998e-470a-9035-64543526ba01 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 HTTP/1.1" status: 200 len: 1000 time: 0.9103553 Feb 19 04:02:21.459766 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82bfbc54-52fa-48ed-9b84-2372e48031cc admin admin] Publish callbacks [] for security_group (5da6c66a-566c-4040-a746-32aa565149b4), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:21.468021 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82bfbc54-52fa-48ed-9b84-2372e48031cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5da6c66a-566c-4040-a746-32aa565149b4), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:21.513502 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82bfbc54-52fa-48ed-9b84-2372e48031cc admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:02:21.530778 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfbc54-52fa-48ed-9b84-2372e48031cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da6c66a-566c-4040-a746-32aa565149b4,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:21.544364 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82bfbc54-52fa-48ed-9b84-2372e48031cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (8a53ec2c-3a78-4189-ac0d-b4c88c94e7b2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:21.546254 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-82bfbc54-52fa-48ed-9b84-2372e48031cc admin admin] Added segment 8a53ec2c-3a78-4189-ac0d-b4c88c94e7b2 of type vlan for network 58f585df-cbe4-4773-92a7-c08e8a5d5367 Feb 19 04:02:21.603103 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 9f035dd4-62ef-47b5-b5e8-00b3c98e8154 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:02:21.610576 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82bfbc54-52fa-48ed-9b84-2372e48031cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (58f585df-cbe4-4773-92a7-c08e8a5d5367), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:21.616470 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ece6a7fc-53ba-469e-84d0-b67da5d5aa73 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.8580005 Feb 19 04:02:21.621001 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 50902) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:21.673935 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82bfbc54-52fa-48ed-9b84-2372e48031cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (58f585df-cbe4-4773-92a7-c08e8a5d5367), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:21.675231 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bfbc54-52fa-48ed-9b84-2372e48031cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:21.676079 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82bfbc54-52fa-48ed-9b84-2372e48031cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:21.706325 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 9f035dd4-62ef-47b5-b5e8-00b3c98e8154 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:21.706964 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (9f035dd4-62ef-47b5-b5e8-00b3c98e8154), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:21.790921 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-82bfbc54-52fa-48ed-9b84-2372e48031cc admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5380330 Feb 19 04:02:21.795010 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50908) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:21.800188 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-0c3f82cf-09a2-4a17-8a54-ac5c067e6e15 admin admin] Request body: {'subnet': {'network_id': '58f585df-cbe4-4773-92a7-c08e8a5d5367', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-449709879-subnet', 'tenant_id': '141ced1f79fa42dda24a56f44fa1a146', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:21.812972 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c73971-6bd1-41de-b006-10040693c2fc req-21ac30b1-aec3-422a-9284-de95cd5d9a6b tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:21.816396 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4c73971-6bd1-41de-b006-10040693c2fc req-21ac30b1-aec3-422a-9284-de95cd5d9a6b tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.52 "GET /v2.0/ports?device_id=35cd5c9f-921d-4eb0-b064-a2a9c3a569c9 HTTP/1.1" status: 200 len: 945 time: 1.1092334 Feb 19 04:02:21.827927 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3f82cf-09a2-4a17-8a54-ac5c067e6e15 admin admin] Made reservation on behalf of 141ced1f79fa42dda24a56f44fa1a146 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:02:21.832513 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0c3f82cf-09a2-4a17-8a54-ac5c067e6e15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:21.855135 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 9f035dd4-62ef-47b5-b5e8-00b3c98e8154 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:21.856475 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (9f035dd4-62ef-47b5-b5e8-00b3c98e8154), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:21.914807 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6a7fc-53ba-469e-84d0-b67da5d5aa73 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Pushing event updated for resources: {'Network': ['ID=2ed9e7d3-81ab-4583-842a-5eb941ddd889,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:21.933657 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 9f035dd4-62ef-47b5-b5e8-00b3c98e8154, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=9f035dd4-62ef-47b5-b5e8-00b3c98e8154,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:21.944356 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 2ed9e7d3-81ab-4583-842a-5eb941ddd889 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:02:21.960959 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (9f035dd4-62ef-47b5-b5e8-00b3c98e8154), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:21.971895 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abdbca2-1ab1-42be-b2c9-6b9d2c966f93 req-5fde1b0a-670a-4271-8a09-f768f9033f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:21.973654 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9abdbca2-1ab1-42be-b2c9-6b9d2c966f93 req-5fde1b0a-670a-4271-8a09-f768f9033f7e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5 HTTP/1.1" status: 200 len: 860 time: 0.5438292 Feb 19 04:02:21.987249 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a37d5909-0d5e-487d-ac9d-8316c9d0e2ad tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (2ed9e7d3-81ab-4583-842a-5eb941ddd889), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:22.085878 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0c3f82cf-09a2-4a17-8a54-ac5c067e6e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (1c3eb903-781b-4ef6-869a-6205a4aa2d45), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:22.147003 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f82cf-09a2-4a17-8a54-ac5c067e6e15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c3eb903-781b-4ef6-869a-6205a4aa2d45,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:22.157666 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfbc54-52fa-48ed-9b84-2372e48031cc admin admin] Pushing event updated for resources: {'Network': ['ID=58f585df-cbe4-4773-92a7-c08e8a5d5367,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:22.186302 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 58f585df-cbe4-4773-92a7-c08e8a5d5367 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:02:22.198223 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3f82cf-09a2-4a17-8a54-ac5c067e6e15 admin admin] Checking segment: {'id': '8a53ec2c-3a78-4189-ac0d-b4c88c94e7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '58f585df-cbe4-4773-92a7-c08e8a5d5367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:22.198601 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3f82cf-09a2-4a17-8a54-ac5c067e6e15 admin admin] Network hostable DHCP agents. Network: 58f585df-cbe4-4773-92a7-c08e8a5d5367, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:02:22.209698 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f67e0-017b-4054-a65c-31eb02e89b0d req-122f58e0-6b64-4ce0-8e1d-c7a7e17243b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:22.217514 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-546f67e0-017b-4054-a65c-31eb02e89b0d req-122f58e0-6b64-4ce0-8e1d-c7a7e17243b5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9d03c4ae-d514-421e-b655-86ca09811ee8 HTTP/1.1" status: 200 len: 922 time: 0.8300328 Feb 19 04:02:22.226258 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3f82cf-09a2-4a17-8a54-ac5c067e6e15 admin admin] Network 58f585df-cbe4-4773-92a7-c08e8a5d5367 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:02:22.267155 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-0c3f82cf-09a2-4a17-8a54-ac5c067e6e15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 58f585df-cbe4-4773-92a7-c08e8a5d5367) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:22.278405 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3f82cf-09a2-4a17-8a54-ac5c067e6e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:22.279726 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0c3f82cf-09a2-4a17-8a54-ac5c067e6e15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:22.325981 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0c3f82cf-09a2-4a17-8a54-ac5c067e6e15 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5298131 Feb 19 04:02:22.326684 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50918) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:22.334636 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75b8c5a-956b-407b-a824-869ec4af9c53 None None] Network 58f585df-cbe4-4773-92a7-c08e8a5d5367 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:02:22.337113 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-0165e580-5b79-4c53-83f2-71865c26d94a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-449709879-router', 'tenant_id': '141ced1f79fa42dda24a56f44fa1a146', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:22.407068 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=9f035dd4-62ef-47b5-b5e8-00b3c98e8154,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:22.414685 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0165e580-5b79-4c53-83f2-71865c26d94a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (87902ea5-ad04-4439-bc02-ed53d19987ec), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:22.415837 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0165e580-5b79-4c53-83f2-71865c26d94a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (87902ea5-ad04-4439-bc02-ed53d19987ec), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:22.463637 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-546f67e0-017b-4054-a65c-31eb02e89b0d req-e63e7389-a121-462d-805a-1dfbbddb88de service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 HTTP/1.1" status: 200 len: 1002 time: 0.2245257 Feb 19 04:02:22.533259 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd47ae19-7363-4fa4-bd3d-6c0adced4f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-58f585df-cbe4-4773-92a7-c08e8a5d5367', 'network_id': '58f585df-cbe4-4773-92a7-c08e8a5d5367', 'project_id': '141ced1f79fa42dda24a56f44fa1a146', 'fixed_ips': [{'subnet_id': '1c3eb903-781b-4ef6-869a-6205a4aa2d45'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:02:22.534555 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd47ae19-7363-4fa4-bd3d-6c0adced4f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:22.570757 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f67e0-017b-4054-a65c-31eb02e89b0d req-f834d3ca-c987-48d5-a0d1-a3c59c0154f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:22.572266 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0165e580-5b79-4c53-83f2-71865c26d94a admin admin] Publish callbacks [] for router_controller (87902ea5-ad04-4439-bc02-ed53d19987ec), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:22.573169 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-546f67e0-017b-4054-a65c-31eb02e89b0d req-f834d3ca-c987-48d5-a0d1-a3c59c0154f1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5 HTTP/1.1" status: 200 len: 860 time: 0.0824692 Feb 19 04:02:22.582997 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4c73971-6bd1-41de-b006-10040693c2fc req-a2697d62-6c99-4cc0-aa15-e02f8b0a5d44 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.52 "GET /v2.0/security-groups?id=33f662ec-0eff-45bd-a525-137bc8adec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6459289 Feb 19 04:02:22.688369 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a37d5909-0d5e-487d-ac9d-8316c9d0e2ad tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (2ed9e7d3-81ab-4583-842a-5eb941ddd889), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:22.722079 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abdbca2-1ab1-42be-b2c9-6b9d2c966f93 req-cd23ab25-bfcc-4f60-9e2c-d952ce3140af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:22.725169 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9abdbca2-1ab1-42be-b2c9-6b9d2c966f93 req-cd23ab25-bfcc-4f60-9e2c-d952ce3140af service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9d03c4ae-d514-421e-b655-86ca09811ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7206562 Feb 19 04:02:22.818965 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-a37d5909-0d5e-487d-ac9d-8316c9d0e2ad tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed9e7d3-81ab-4583-842a-5eb941ddd889']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:22.840008 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-bd47ae19-7363-4fa4-bd3d-6c0adced4f3d None None] Allocated IP 172.20.0.2 (58f585df-cbe4-4773-92a7-c08e8a5d5367/1c3eb903-781b-4ef6-869a-6205a4aa2d45/de6b9789-a663-4e91-8c16-1fcdf84da681) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:02:22.878045 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3304cdfc-c401-48ba-ad72-f12ecb08edf8 None None] Sync routers for ids ['a943f550-ef5f-472b-a075-bcaed7fd0fac'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:02:22.891711 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3304cdfc-c401-48ba-ad72-f12ecb08edf8 None None] Routers {'a943f550-ef5f-472b-a075-bcaed7fd0fac'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:02:22.892362 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3304cdfc-c401-48ba-ad72-f12ecb08edf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:02:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['a943f550-ef5f-472b-a075-bcaed7fd0fac'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:22.960281 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-a37d5909-0d5e-487d-ac9d-8316c9d0e2ad tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47653e40-ae89-43e5-bacf-5dd8cc7bd778') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:22.961652 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-a37d5909-0d5e-487d-ac9d-8316c9d0e2ad tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47653e40-ae89-43e5-bacf-5dd8cc7bd778') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:23.080161 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0165e580-5b79-4c53-83f2-71865c26d94a admin admin] Publish callbacks [] for router_gateway (87902ea5-ad04-4439-bc02-ed53d19987ec), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.128868 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-7328ad91-8b9c-4de7-8a19-6b95df096e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a666379-4d70-442a-b7b1-2c97f86ec14d {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:02:23.139567 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-7328ad91-8b9c-4de7-8a19-6b95df096e17 service neutron] Publish callbacks [] for port (3a666379-4d70-442a-b7b1-2c97f86ec14d), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.146256 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd47ae19-7363-4fa4-bd3d-6c0adced4f3d None None] Publish callbacks [] for port (de6b9789-a663-4e91-8c16-1fcdf84da681), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.146935 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-3304cdfc-c401-48ba-ad72-f12ecb08edf8 None None] Set router a943f550-ef5f-472b-a075-bcaed7fd0fac gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:02:23.159779 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-7328ad91-8b9c-4de7-8a19-6b95df096e17 service neutron] Transition to ACTIVE for port object 3a666379-4d70-442a-b7b1-2c97f86ec14d will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:02:23.166452 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd47ae19-7363-4fa4-bd3d-6c0adced4f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (de6b9789-a663-4e91-8c16-1fcdf84da681), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.167624 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f67e0-017b-4054-a65c-31eb02e89b0d req-a53369f1-2a51-4ec7-84c2-7554a11ae17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:23.169796 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-546f67e0-017b-4054-a65c-31eb02e89b0d req-a53369f1-2a51-4ec7-84c2-7554a11ae17c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9d03c4ae-d514-421e-b655-86ca09811ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5857711 Feb 19 04:02:23.251977 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd47ae19-7363-4fa4-bd3d-6c0adced4f3d None None] Network 58f585df-cbe4-4773-92a7-c08e8a5d5367 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:02:23.267408 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a37d5909-0d5e-487d-ac9d-8316c9d0e2ad tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (47653e40-ae89-43e5-bacf-5dd8cc7bd778), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.273322 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-bd47ae19-7363-4fa4-bd3d-6c0adced4f3d None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:23.286975 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd47ae19-7363-4fa4-bd3d-6c0adced4f3d None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:02:23.294067 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a37d5909-0d5e-487d-ac9d-8316c9d0e2ad tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (47653e40-ae89-43e5-bacf-5dd8cc7bd778), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.298044 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47ae19-7363-4fa4-bd3d-6c0adced4f3d None None] Pushing event updated for resources: {'Port': ['ID=de6b9789-a663-4e91-8c16-1fcdf84da681,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:23.304832 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37d5909-0d5e-487d-ac9d-8316c9d0e2ad tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:02:23.305533 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a37d5909-0d5e-487d-ac9d-8316c9d0e2ad tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (47653e40-ae89-43e5-bacf-5dd8cc7bd778), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.419491 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-bd47ae19-7363-4fa4-bd3d-6c0adced4f3d None None] Attempting to bind port de6b9789-a663-4e91-8c16-1fcdf84da681 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:02:23.419973 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-bd47ae19-7363-4fa4-bd3d-6c0adced4f3d None None] Attempting to bind port de6b9789-a663-4e91-8c16-1fcdf84da681 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '8a53ec2c-3a78-4189-ac0d-b4c88c94e7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '58f585df-cbe4-4773-92a7-c08e8a5d5367'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:02:23.421952 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd47ae19-7363-4fa4-bd3d-6c0adced4f3d None None] Attempting to bind port de6b9789-a663-4e91-8c16-1fcdf84da681 on network 58f585df-cbe4-4773-92a7-c08e8a5d5367 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:23.432272 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd47ae19-7363-4fa4-bd3d-6c0adced4f3d None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:02:23.435349 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd47ae19-7363-4fa4-bd3d-6c0adced4f3d None None] Checking segment: {'id': '8a53ec2c-3a78-4189-ac0d-b4c88c94e7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '58f585df-cbe4-4773-92a7-c08e8a5d5367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:23.438210 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd47ae19-7363-4fa4-bd3d-6c0adced4f3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.439672 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd47ae19-7363-4fa4-bd3d-6c0adced4f3d None None] Bound using segment: {'id': '8a53ec2c-3a78-4189-ac0d-b4c88c94e7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '58f585df-cbe4-4773-92a7-c08e8a5d5367'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:02:23.443398 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-bd47ae19-7363-4fa4-bd3d-6c0adced4f3d None None] Bound port: de6b9789-a663-4e91-8c16-1fcdf84da681, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a53ec2c-3a78-4189-ac0d-b4c88c94e7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '58f585df-cbe4-4773-92a7-c08e8a5d5367'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:02:23.443931 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd47ae19-7363-4fa4-bd3d-6c0adced4f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (de6b9789-a663-4e91-8c16-1fcdf84da681), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.453613 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3304cdfc-c401-48ba-ad72-f12ecb08edf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'name': 'tempest-TaggedBootDevicesTest-2129352706-router', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '9f035dd4-62ef-47b5-b5e8-00b3c98e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:12Z', 'updated_at': '2022-02-19T04:02:17Z', 'revision_number': 4, 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'gw_port': {'id': '9f035dd4-62ef-47b5-b5e8-00b3c98e8154', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:12Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '7cf8d7f0-a765-4a34-a2c2-577a50a75bd9', 'name': '', 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'mac_address': 'fa:16:3e:9b:b4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '00070044-bad3-439e-8650-6c43fc944981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:16Z', 'updated_at': '2022-02-19T04:02:18Z', 'revision_number': 2, 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'subnets': [{'id': '00070044-bad3-439e-8650-6c43fc944981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:23.458114 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9abdbca2-1ab1-42be-b2c9-6b9d2c966f93 req-5e638280-0195-4291-b35f-934a2c24478b service neutron] 10.222.0.52 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7107475 Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:02:23.479575 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:02:23.491522 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3304cdfc-c401-48ba-ad72-f12ecb08edf8 None None] Checking router: a943f550-ef5f-472b-a075-bcaed7fd0fac for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:02:23.491887 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3304cdfc-c401-48ba-ad72-f12ecb08edf8 None None] Updating router a943f550-ef5f-472b-a075-bcaed7fd0fac port 7cf8d7f0-a765-4a34-a2c2-577a50a75bd9 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:02:23.519450 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a37d5909-0d5e-487d-ac9d-8316c9d0e2ad tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (2ed9e7d3-81ab-4583-842a-5eb941ddd889), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.521542 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-7328ad91-8b9c-4de7-8a19-6b95df096e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (3a666379-4d70-442a-b7b1-2c97f86ec14d), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.554357 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 9f035dd4-62ef-47b5-b5e8-00b3c98e8154 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:02:23.575991 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-3304cdfc-c401-48ba-ad72-f12ecb08edf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7cf8d7f0-a765-4a34-a2c2-577a50a75bd9), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.606459 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37d5909-0d5e-487d-ac9d-8316c9d0e2ad tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2ed9e7d3-81ab-4583-842a-5eb941ddd889 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 04:02:23.622611 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a37d5909-0d5e-487d-ac9d-8316c9d0e2ad tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.632012 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a37d5909-0d5e-487d-ac9d-8316c9d0e2ad tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] 10.222.0.52 "DELETE /v2.0/networks/2ed9e7d3-81ab-4583-842a-5eb941ddd889 HTTP/1.1" status: 204 len: 168 time: 1.9947705 Feb 19 04:02:23.661770 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50938) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:23.705344 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-cb52e1b1-83cf-47f4-9dc2-5da0b54c2aa8 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:23.770290 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-bd47ae19-7363-4fa4-bd3d-6c0adced4f3d None None] For port de6b9789-a663-4e91-8c16-1fcdf84da681, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:02:23.787283 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-bd47ae19-7363-4fa4-bd3d-6c0adced4f3d None None] For port de6b9789-a663-4e91-8c16-1fcdf84da681, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=de6b9789-a663-4e91-8c16-1fcdf84da681,segment=NetworkSegment(8a53ec2c-3a78-4189-ac0d-b4c88c94e7b2),segment_id=8a53ec2c-3a78-4189-ac0d-b4c88c94e7b2)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:02:23.792934 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb52e1b1-83cf-47f4-9dc2-5da0b54c2aa8 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Made reservation on behalf of 217555b51edb48b2919e7d9a61f7eda3 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:02:23.798810 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cb52e1b1-83cf-47f4-9dc2-5da0b54c2aa8 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.812747 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd47ae19-7363-4fa4-bd3d-6c0adced4f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (de6b9789-a663-4e91-8c16-1fcdf84da681), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.874030 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d5909-0d5e-487d-ac9d-8316c9d0e2ad tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Pushing event deleted for resources: {'Network': ['ID=2ed9e7d3-81ab-4583-842a-5eb941ddd889,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:23.880402 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb52e1b1-83cf-47f4-9dc2-5da0b54c2aa8 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:02:23.921717 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-3304cdfc-c401-48ba-ad72-f12ecb08edf8 None None] Publish callbacks [] for port (7cf8d7f0-a765-4a34-a2c2-577a50a75bd9), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.923769 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cb52e1b1-83cf-47f4-9dc2-5da0b54c2aa8 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (b3a44703-01db-4bba-bf3e-e0a7392b87a2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.924363 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-cb52e1b1-83cf-47f4-9dc2-5da0b54c2aa8 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Added segment b3a44703-01db-4bba-bf3e-e0a7392b87a2 of type vlan for network 56c53e41-e3f1-4207-9595-f602052200bb Feb 19 04:02:23.943574 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-3304cdfc-c401-48ba-ad72-f12ecb08edf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7cf8d7f0-a765-4a34-a2c2-577a50a75bd9), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.948648 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 9f035dd4-62ef-47b5-b5e8-00b3c98e8154 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:23.949167 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (9f035dd4-62ef-47b5-b5e8-00b3c98e8154), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.993873 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328ad91-8b9c-4de7-8a19-6b95df096e17 service neutron] Pushing event updated for resources: {'Port': ['ID=3a666379-4d70-442a-b7b1-2c97f86ec14d,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:24.076471 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10088656-53a3-48a1-85e7-0d2025ab94c6 None None] Pushing event updated for resources: {'Port': ['ID=7cf8d7f0-a765-4a34-a2c2-577a50a75bd9,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:24.109404 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cb52e1b1-83cf-47f4-9dc2-5da0b54c2aa8 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (56c53e41-e3f1-4207-9595-f602052200bb), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:24.128074 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf67c9-c6dc-47bd-94e9-97529d9ec71d req-22778808-5dbe-4cba-875f-63e7e6083787 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:24.141353 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8dbf67c9-c6dc-47bd-94e9-97529d9ec71d req-22778808-5dbe-4cba-875f-63e7e6083787 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 931 time: 1.3307793 Feb 19 04:02:24.199350 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47ae19-7363-4fa4-bd3d-6c0adced4f3d None None] Pushing event updated for resources: {'Port': ['ID=de6b9789-a663-4e91-8c16-1fcdf84da681,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:24.216253 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-3304cdfc-c401-48ba-ad72-f12ecb08edf8 None None] Attempting to bind port 7cf8d7f0-a765-4a34-a2c2-577a50a75bd9 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:02:24.216961 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-3304cdfc-c401-48ba-ad72-f12ecb08edf8 None None] Attempting to bind port 7cf8d7f0-a765-4a34-a2c2-577a50a75bd9 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '7494b9a1-a789-47f9-9c03-895eb5435e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:02:24.217502 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3304cdfc-c401-48ba-ad72-f12ecb08edf8 None None] Attempting to bind port 7cf8d7f0-a765-4a34-a2c2-577a50a75bd9 on network 455a1d36-0244-440a-9c8b-39e2a2ccd1dc {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:24.224681 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3304cdfc-c401-48ba-ad72-f12ecb08edf8 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:02:24.225389 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3304cdfc-c401-48ba-ad72-f12ecb08edf8 None None] Checking segment: {'id': '7494b9a1-a789-47f9-9c03-895eb5435e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:24.225982 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-3304cdfc-c401-48ba-ad72-f12ecb08edf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:24.226656 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3304cdfc-c401-48ba-ad72-f12ecb08edf8 None None] Bound using segment: {'id': '7494b9a1-a789-47f9-9c03-895eb5435e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:02:24.227427 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-3304cdfc-c401-48ba-ad72-f12ecb08edf8 None None] Bound port: 7cf8d7f0-a765-4a34-a2c2-577a50a75bd9, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7494b9a1-a789-47f9-9c03-895eb5435e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:02:24.227989 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-3304cdfc-c401-48ba-ad72-f12ecb08edf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7cf8d7f0-a765-4a34-a2c2-577a50a75bd9), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:24.382422 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 9f035dd4-62ef-47b5-b5e8-00b3c98e8154 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:24.389659 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-3304cdfc-c401-48ba-ad72-f12ecb08edf8 None None] For port 7cf8d7f0-a765-4a34-a2c2-577a50a75bd9, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:02:24.393456 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-3304cdfc-c401-48ba-ad72-f12ecb08edf8 None None] For port 7cf8d7f0-a765-4a34-a2c2-577a50a75bd9, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7cf8d7f0-a765-4a34-a2c2-577a50a75bd9,segment=NetworkSegment(7494b9a1-a789-47f9-9c03-895eb5435e6b),segment_id=7494b9a1-a789-47f9-9c03-895eb5435e6b)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:02:24.407513 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-3304cdfc-c401-48ba-ad72-f12ecb08edf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7cf8d7f0-a765-4a34-a2c2-577a50a75bd9), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:24.478153 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-546f67e0-017b-4054-a65c-31eb02e89b0d req-4965dee1-5a3b-403a-b292-9ecd57862543 service neutron] 10.222.0.79 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9831800 Feb 19 04:02:24.529720 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8dbf67c9-c6dc-47bd-94e9-97529d9ec71d req-4995b988-41cd-48d0-808c-54afa1b07bc3 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cad8288-9435-40e0-8e1c-121fc37255cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3691807 Feb 19 04:02:24.534414 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10088656-53a3-48a1-85e7-0d2025ab94c6 None None] Pushing event updated for resources: {'Port': ['ID=7cf8d7f0-a765-4a34-a2c2-577a50a75bd9,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:24.557131 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3304cdfc-c401-48ba-ad72-f12ecb08edf8 None None] Routers {'a943f550-ef5f-472b-a075-bcaed7fd0fac'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:02:24.557834 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3304cdfc-c401-48ba-ad72-f12ecb08edf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:02:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['a943f550-ef5f-472b-a075-bcaed7fd0fac'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:24.576600 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cb52e1b1-83cf-47f4-9dc2-5da0b54c2aa8 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (56c53e41-e3f1-4207-9595-f602052200bb), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:24.577674 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb52e1b1-83cf-47f4-9dc2-5da0b54c2aa8 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:24.581553 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cb52e1b1-83cf-47f4-9dc2-5da0b54c2aa8 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:24.696967 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b162d1b7-c33b-4f9d-98b7-18378a3baac8 x-openstack-request-id: req-b162d1b7-c33b-4f9d-98b7-18378a3baac8 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:24.697316 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f40f259-9d10-49e6-90cf-9ec5c7a5893f", "name": "network-vif-plugged", "status": "completed", "tag": "f2fc2800-86a3-48d9-9045-1925fcbb40b3", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:24.697566 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b162d1b7-c33b-4f9d-98b7-18378a3baac8 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:24.698234 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f40f259-9d10-49e6-90cf-9ec5c7a5893f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fc2800-86a3-48d9-9045-1925fcbb40b3', 'code': 200} Feb 19 04:02:24.741447 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-05824471-1e39-4284-8bde-7381785d232e None None] Provisioning complete for port 7cf8d7f0-a765-4a34-a2c2-577a50a75bd9 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:24.741842 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-05824471-1e39-4284-8bde-7381785d232e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7cf8d7f0-a765-4a34-a2c2-577a50a75bd9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:24.854246 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cb52e1b1-83cf-47f4-9dc2-5da0b54c2aa8 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1573105 Feb 19 04:02:24.863232 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50948) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:24.864598 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0165e580-5b79-4c53-83f2-71865c26d94a admin admin] Publish callbacks [] for router_gateway (87902ea5-ad04-4439-bc02-ed53d19987ec), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:24.876644 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-011d476e-7692-4850-a912-aaa29a36a575 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Request body: {'subnet': {'network_id': '56c53e41-e3f1-4207-9595-f602052200bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:24.886722 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-3304cdfc-c401-48ba-ad72-f12ecb08edf8 None None] Set router a943f550-ef5f-472b-a075-bcaed7fd0fac gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:02:24.960623 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52e1b1-83cf-47f4-9dc2-5da0b54c2aa8 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Pushing event updated for resources: {'Network': ['ID=56c53e41-e3f1-4207-9595-f602052200bb,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:24.972446 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-05824471-1e39-4284-8bde-7381785d232e None None] Current status of the port 7cf8d7f0-a765-4a34-a2c2-577a50a75bd9 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:24.973387 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-05824471-1e39-4284-8bde-7381785d232e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7cf8d7f0-a765-4a34-a2c2-577a50a75bd9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:24.997977 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52e1b1-83cf-47f4-9dc2-5da0b54c2aa8 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:25.009280 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52e1b1-83cf-47f4-9dc2-5da0b54c2aa8 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:25.009869 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52e1b1-83cf-47f4-9dc2-5da0b54c2aa8 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:25.010550 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52e1b1-83cf-47f4-9dc2-5da0b54c2aa8 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:25.011056 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52e1b1-83cf-47f4-9dc2-5da0b54c2aa8 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:25.011495 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52e1b1-83cf-47f4-9dc2-5da0b54c2aa8 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:25.011939 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52e1b1-83cf-47f4-9dc2-5da0b54c2aa8 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:25.013746 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52e1b1-83cf-47f4-9dc2-5da0b54c2aa8 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:25.013746 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52e1b1-83cf-47f4-9dc2-5da0b54c2aa8 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:25.013746 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52e1b1-83cf-47f4-9dc2-5da0b54c2aa8 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:25.015881 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52e1b1-83cf-47f4-9dc2-5da0b54c2aa8 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:25.019391 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52e1b1-83cf-47f4-9dc2-5da0b54c2aa8 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:25.019914 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52e1b1-83cf-47f4-9dc2-5da0b54c2aa8 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:25.031891 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0165e580-5b79-4c53-83f2-71865c26d94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:25.048721 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 56c53e41-e3f1-4207-9595-f602052200bb details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:02:25.090867 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-05824471-1e39-4284-8bde-7381785d232e None None] For port 7cf8d7f0-a765-4a34-a2c2-577a50a75bd9, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7cf8d7f0-a765-4a34-a2c2-577a50a75bd9,segment=NetworkSegment(7494b9a1-a789-47f9-9c03-895eb5435e6b),segment_id=7494b9a1-a789-47f9-9c03-895eb5435e6b)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:25.124060 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-05824471-1e39-4284-8bde-7381785d232e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7cf8d7f0-a765-4a34-a2c2-577a50a75bd9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:25.140378 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9abdbca2-1ab1-42be-b2c9-6b9d2c966f93 req-5da9554b-bc4d-43ea-bbed-f30897f1557b service neutron] 10.222.0.52 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6801546 Feb 19 04:02:25.177126 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011d476e-7692-4850-a912-aaa29a36a575 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Made reservation on behalf of 217555b51edb48b2919e7d9a61f7eda3 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:02:25.183709 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-011d476e-7692-4850-a912-aaa29a36a575 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:25.280905 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-7328ad91-8b9c-4de7-8a19-6b95df096e17 service neutron] Attempting to bind port 3a666379-4d70-442a-b7b1-2c97f86ec14d on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:02:25.283232 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-7328ad91-8b9c-4de7-8a19-6b95df096e17 service neutron] Attempting to bind port 3a666379-4d70-442a-b7b1-2c97f86ec14d by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '849fb22f-41f9-4cf0-b323-ce14438cbb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5f6101ba-f25e-4636-b9f9-3a5ca6a42df4'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:02:25.284665 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-7328ad91-8b9c-4de7-8a19-6b95df096e17 service neutron] Attempting to bind port 3a666379-4d70-442a-b7b1-2c97f86ec14d on network 5f6101ba-f25e-4636-b9f9-3a5ca6a42df4 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:25.290795 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3304cdfc-c401-48ba-ad72-f12ecb08edf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'name': 'tempest-TaggedBootDevicesTest-2129352706-router', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '9f035dd4-62ef-47b5-b5e8-00b3c98e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:12Z', 'updated_at': '2022-02-19T04:02:17Z', 'revision_number': 4, 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'gw_port': {'id': '9f035dd4-62ef-47b5-b5e8-00b3c98e8154', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:12Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '7cf8d7f0-a765-4a34-a2c2-577a50a75bd9', 'name': '', 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'mac_address': 'fa:16:3e:9b:b4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '00070044-bad3-439e-8650-6c43fc944981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:16Z', 'updated_at': '2022-02-19T04:02:24Z', 'revision_number': 4, 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'subnets': [{'id': '00070044-bad3-439e-8650-6c43fc944981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:25.324888 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3304cdfc-c401-48ba-ad72-f12ecb08edf8 None None] The sync data for ids ['a943f550-ef5f-472b-a075-bcaed7fd0fac'] in n-d-828369-19 is: [{'id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'name': 'tempest-TaggedBootDevicesTest-2129352706-router', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '9f035dd4-62ef-47b5-b5e8-00b3c98e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:12Z', 'updated_at': '2022-02-19T04:02:17Z', 'revision_number': 4, 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'gw_port': {'id': '9f035dd4-62ef-47b5-b5e8-00b3c98e8154', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:12Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '7cf8d7f0-a765-4a34-a2c2-577a50a75bd9', 'name': '', 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'mac_address': 'fa:16:3e:9b:b4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '00070044-bad3-439e-8650-6c43fc944981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:16Z', 'updated_at': '2022-02-19T04:02:24Z', 'revision_number': 4, 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'subnets': [{'id': '00070044-bad3-439e-8650-6c43fc944981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:02:25.338566 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cd0b8-5814-437a-a413-a17c2a99b486 req-407ea32d-a245-400a-8dba-eb1f99765f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:25.342140 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc9cd0b8-5814-437a-a413-a17c2a99b486 req-407ea32d-a245-400a-8dba-eb1f99765f0a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6f40f259-9d10-49e6-90cf-9ec5c7a5893f HTTP/1.1" status: 200 len: 1128 time: 0.4803393 Feb 19 04:02:25.379629 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fa3ac-c1f0-461f-ba35-3cc31a2eafaa req-e57a2351-b6e9-47a6-b8b4-38b331a1dc6f tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:25.381612 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dc7fa3ac-c1f0-461f-ba35-3cc31a2eafaa req-e57a2351-b6e9-47a6-b8b4-38b331a1dc6f tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f40f259-9d10-49e6-90cf-9ec5c7a5893f HTTP/1.1" status: 200 len: 945 time: 0.4666259 Feb 19 04:02:25.386090 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-546f67e0-017b-4054-a65c-31eb02e89b0d req-06a08fe7-816e-4d82-a305-c817fd6dcc8c service neutron] 10.222.0.79 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8112841 Feb 19 04:02:25.400376 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-7328ad91-8b9c-4de7-8a19-6b95df096e17 service neutron] Port 3a666379-4d70-442a-b7b1-2c97f86ec14d on network 5f6101ba-f25e-4636-b9f9-3a5ca6a42df4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:02:25.403635 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-7328ad91-8b9c-4de7-8a19-6b95df096e17 service neutron] Attempting to bind port 3a666379-4d70-442a-b7b1-2c97f86ec14d on network 5f6101ba-f25e-4636-b9f9-3a5ca6a42df4 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:25.425110 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-7328ad91-8b9c-4de7-8a19-6b95df096e17 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:02:25.425458 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-7328ad91-8b9c-4de7-8a19-6b95df096e17 service neutron] Checking segment: {'id': '849fb22f-41f9-4cf0-b323-ce14438cbb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5f6101ba-f25e-4636-b9f9-3a5ca6a42df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:25.425866 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-7328ad91-8b9c-4de7-8a19-6b95df096e17 service neutron] Bound using segment: {'id': '849fb22f-41f9-4cf0-b323-ce14438cbb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5f6101ba-f25e-4636-b9f9-3a5ca6a42df4'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:02:25.426428 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-7328ad91-8b9c-4de7-8a19-6b95df096e17 service neutron] Bound port: 3a666379-4d70-442a-b7b1-2c97f86ec14d, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849fb22f-41f9-4cf0-b323-ce14438cbb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5f6101ba-f25e-4636-b9f9-3a5ca6a42df4'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:02:25.426792 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-7328ad91-8b9c-4de7-8a19-6b95df096e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3a666379-4d70-442a-b7b1-2c97f86ec14d), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:25.446644 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-5462d0e5-b88e-4ea6-8f71-8bdef54d1777 None None] Provisioning complete for port 7cf8d7f0-a765-4a34-a2c2-577a50a75bd9 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:25.458806 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5462d0e5-b88e-4ea6-8f71-8bdef54d1777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7cf8d7f0-a765-4a34-a2c2-577a50a75bd9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:25.463835 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05824471-1e39-4284-8bde-7381785d232e None None] Pushing event updated for resources: {'Port': ['ID=7cf8d7f0-a765-4a34-a2c2-577a50a75bd9,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:25.716065 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-5462d0e5-b88e-4ea6-8f71-8bdef54d1777 None None] Current status of the port 7cf8d7f0-a765-4a34-a2c2-577a50a75bd9 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:25.733323 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dc7fa3ac-c1f0-461f-ba35-3cc31a2eafaa req-6472df82-104c-45ec-8b0c-873b339c0e8c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095083 Feb 19 04:02:25.761057 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc9cd0b8-5814-437a-a413-a17c2a99b486 req-9f245975-80b6-4a5e-bf8f-ed90635d5ecb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775954 Feb 19 04:02:25.784455 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-0165e580-5b79-4c53-83f2-71865c26d94a admin admin] Allocated IP 172.25.3.126 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/733d4b07-0ca0-45da-980f-8f978af4fdb2) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:02:25.800269 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-7328ad91-8b9c-4de7-8a19-6b95df096e17 service neutron] For port 3a666379-4d70-442a-b7b1-2c97f86ec14d, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:02:25.808759 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-7328ad91-8b9c-4de7-8a19-6b95df096e17 service neutron] For port 3a666379-4d70-442a-b7b1-2c97f86ec14d, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=3a666379-4d70-442a-b7b1-2c97f86ec14d,segment=NetworkSegment(849fb22f-41f9-4cf0-b323-ce14438cbb9e),segment_id=849fb22f-41f9-4cf0-b323-ce14438cbb9e)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:02:25.819868 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device de6b9789-a663-4e91-8c16-1fcdf84da681 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:02:25.881414 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-7328ad91-8b9c-4de7-8a19-6b95df096e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (3a666379-4d70-442a-b7b1-2c97f86ec14d), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:25.902109 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port de6b9789-a663-4e91-8c16-1fcdf84da681 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:25.904228 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (de6b9789-a663-4e91-8c16-1fcdf84da681), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:25.994946 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-f0dd0a8f-6957-44b5-bb75-0b77bb8bb7ed tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c869b1ad561a43bab98562600aca3675&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1778941 Feb 19 04:02:26.010335 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0165e580-5b79-4c53-83f2-71865c26d94a admin admin] Publish callbacks [] for port (733d4b07-0ca0-45da-980f-8f978af4fdb2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:26.146623 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-7328ad91-8b9c-4de7-8a19-6b95df096e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:26.147466 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-7328ad91-8b9c-4de7-8a19-6b95df096e17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:26.149008 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-7328ad91-8b9c-4de7-8a19-6b95df096e17 service neutron] 10.222.0.26 "PUT /v2.0/ports/3a666379-4d70-442a-b7b1-2c97f86ec14d HTTP/1.1" status: 200 len: 1092 time: 6.6434376 Feb 19 04:02:26.149560 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ff4551e-b0ee-4f0f-83b2-3e3f23722793', 'tag': '3a666379-4d70-442a-b7b1-2c97f86ec14d'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:26.151959 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de559e5f-cc0c-4703-8345-e2a51529ed5b" -d '{"events": [{"name": "network-changed", "server_uuid": "1ff4551e-b0ee-4f0f-83b2-3e3f23722793", "tag": "3a666379-4d70-442a-b7b1-2c97f86ec14d"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:26.164513 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port de6b9789-a663-4e91-8c16-1fcdf84da681 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:26.165820 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (de6b9789-a663-4e91-8c16-1fcdf84da681), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:26.198382 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0165e580-5b79-4c53-83f2-71865c26d94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (733d4b07-0ca0-45da-980f-8f978af4fdb2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:26.331233 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0165e580-5b79-4c53-83f2-71865c26d94a admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:02:26.340638 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-0165e580-5b79-4c53-83f2-71865c26d94a admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:26.341443 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e14869-f82e-43e1-aad3-c2babd75edca None None] Network 58f585df-cbe4-4773-92a7-c08e8a5d5367 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:02:26.358464 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0165e580-5b79-4c53-83f2-71865c26d94a admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:02:26.518073 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165e580-5b79-4c53-83f2-71865c26d94a admin admin] Pushing event updated for resources: {'Port': ['ID=733d4b07-0ca0-45da-980f-8f978af4fdb2,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:26.589673 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port de6b9789-a663-4e91-8c16-1fcdf84da681, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=de6b9789-a663-4e91-8c16-1fcdf84da681,segment=NetworkSegment(8a53ec2c-3a78-4189-ac0d-b4c88c94e7b2),segment_id=8a53ec2c-3a78-4189-ac0d-b4c88c94e7b2)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:26.626771 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (de6b9789-a663-4e91-8c16-1fcdf84da681), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:26.633900 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7cf8d7f0-a765-4a34-a2c2-577a50a75bd9 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:02:27.042597 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d22429cd-0ce4-41ca-a754-0095411f638d req-a60658d3-20de-4a6a-975e-9c8da42d970f tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/floatingips/3288b91b-a1da-4e96-a01b-1abb78b50ab5 HTTP/1.1" status: 200 len: 999 time: 0.1774173 Feb 19 04:02:27.058229 n-d-828369-19 neutron-server[109925]: DEBUG neutron.objects.ports [None req-011d476e-7692-4850-a912-aaa29a36a575 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109925) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:02:27.059779 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-011d476e-7692-4850-a912-aaa29a36a575 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (279c027d-318e-4812-b571-351b18d9ebdc), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:27.104664 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=de6b9789-a663-4e91-8c16-1fcdf84da681,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:27.115683 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9d69cedc-3d52-4e86-a7ab-d1467c731e3e None None] Provisioning complete for port de6b9789-a663-4e91-8c16-1fcdf84da681 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:27.116426 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9d69cedc-3d52-4e86-a7ab-d1467c731e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (de6b9789-a663-4e91-8c16-1fcdf84da681), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:27.188750 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328ad91-8b9c-4de7-8a19-6b95df096e17 service neutron] Pushing event updated for resources: {'Port': ['ID=3a666379-4d70-442a-b7b1-2c97f86ec14d,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:27.205031 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:27.263408 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-59a68de3-9c3a-49db-8cfe-e38cf15973e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:27.264015 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011d476e-7692-4850-a912-aaa29a36a575 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Checking segment: {'id': 'b3a44703-01db-4bba-bf3e-e0a7392b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '56c53e41-e3f1-4207-9595-f602052200bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:27.264607 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011d476e-7692-4850-a912-aaa29a36a575 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Network hostable DHCP agents. Network: 56c53e41-e3f1-4207-9595-f602052200bb, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:02:27.264943 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-59a68de3-9c3a-49db-8cfe-e38cf15973e6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc978a08acdc4a14a4fde92763ad26e3&device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 1126 time: 0.3857799 Feb 19 04:02:27.274332 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d476e-7692-4850-a912-aaa29a36a575 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Pushing event updated for resources: {'Subnet': ['ID=279c027d-318e-4812-b571-351b18d9ebdc,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:27.307109 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0165e580-5b79-4c53-83f2-71865c26d94a admin admin] Publish callbacks [] for router_gateway (87902ea5-ad04-4439-bc02-ed53d19987ec), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:27.308723 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 7cf8d7f0-a765-4a34-a2c2-577a50a75bd9 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:27.309277 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7cf8d7f0-a765-4a34-a2c2-577a50a75bd9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:27.342598 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-bb636e19-1e3b-41b8-9fd3-3faafec52d80 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a666379-4d70-442a-b7b1-2c97f86ec14d HTTP/1.1" status: 200 len: 217 time: 0.0540118 Feb 19 04:02:27.415493 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9d69cedc-3d52-4e86-a7ab-d1467c731e3e None None] Current status of the port de6b9789-a663-4e91-8c16-1fcdf84da681 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:27.437430 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011d476e-7692-4850-a912-aaa29a36a575 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Network 56c53e41-e3f1-4207-9595-f602052200bb is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:02:27.445357 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22429cd-0ce4-41ca-a754-0095411f638d req-9e808968-7149-4db3-af6c-7a81973a2dbe tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:27.453254 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d22429cd-0ce4-41ca-a754-0095411f638d req-9e808968-7149-4db3-af6c-7a81973a2dbe tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 784 time: 0.4097900 Feb 19 04:02:27.473635 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-d22429cd-0ce4-41ca-a754-0095411f638d req-28297378-e687-4028-b035-60212bb48caf tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:02:27.476383 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-011d476e-7692-4850-a912-aaa29a36a575 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 56c53e41-e3f1-4207-9595-f602052200bb) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:27.483590 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d22429cd-0ce4-41ca-a754-0095411f638d req-28297378-e687-4028-b035-60212bb48caf tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0294278 Feb 19 04:02:27.485478 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-d45ecbd7-0de9-4ca7-a210-2ca9b25416a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:27.487285 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-d45ecbd7-0de9-4ca7-a210-2ca9b25416a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab HTTP/1.1" status: 200 len: 853 time: 0.1235940 Feb 19 04:02:27.498051 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1673609-f3a6-450a-b315-b9714cc8816e None None] Network 56c53e41-e3f1-4207-9595-f602052200bb requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:02:27.586764 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-fe9e8135-27e3-493b-962f-42df4daa2a72 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:27.590294 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-fe9e8135-27e3-493b-962f-42df4daa2a72 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f40f259-9d10-49e6-90cf-9ec5c7a5893f HTTP/1.1" status: 200 len: 945 time: 0.5356736 Feb 19 04:02:27.643378 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-640a1b1d-4d4d-4324-913c-c207b8f48974 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:27.645668 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-640a1b1d-4d4d-4324-913c-c207b8f48974 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.6411488 Feb 19 04:02:27.676724 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011d476e-7692-4850-a912-aaa29a36a575 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:27.677456 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-011d476e-7692-4850-a912-aaa29a36a575 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:27.710644 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0165e580-5b79-4c53-83f2-71865c26d94a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (87902ea5-ad04-4439-bc02-ed53d19987ec), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:27.734809 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-011d476e-7692-4850-a912-aaa29a36a575 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8597288 Feb 19 04:02:27.736996 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50984) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:27.749833 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-da340338-1946-408c-80c4-3cad2026cfc3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Request body: {'floatingip': {'floating_network_id': '56c53e41-e3f1-4207-9595-f602052200bb'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:27.765021 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 7cf8d7f0-a765-4a34-a2c2-577a50a75bd9 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:27.788981 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-827baa7c-9ee8-4e76-a9a2-8ec5493a76ad tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/quotas/c869b1ad561a43bab98562600aca3675 HTTP/1.1" status: 200 len: 375 time: 0.1298738 Feb 19 04:02:27.797291 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d1a2ef13-52d4-4037-a0d1-56dc050f914e None None] Provisioning complete for port de6b9789-a663-4e91-8c16-1fcdf84da681 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:27.797675 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d1a2ef13-52d4-4037-a0d1-56dc050f914e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (de6b9789-a663-4e91-8c16-1fcdf84da681), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:27.825030 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-da340338-1946-408c-80c4-3cad2026cfc3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:27.841562 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b044f94d-dadf-4eb4-9dcc-3ecb61cf806c None None] Network 56c53e41-e3f1-4207-9595-f602052200bb requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:02:27.932316 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-7b2a9dc5-5b35-4039-9785-5edae1b45d88 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c869b1ad561a43bab98562600aca3675&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1008708 Feb 19 04:02:27.951814 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device de6b9789-a663-4e91-8c16-1fcdf84da681 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:02:27.982922 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-c16be431-b4ae-4e6f-99f0-0397b5d108a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:27.985389 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-c16be431-b4ae-4e6f-99f0-0397b5d108a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5f6101ba-f25e-4636-b9f9-3a5ca6a42df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4770143 Feb 19 04:02:28.040300 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0165e580-5b79-4c53-83f2-71865c26d94a admin admin] Router 87902ea5-ad04-4439-bc02-ed53d19987ec is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:02:28.066752 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-da340338-1946-408c-80c4-3cad2026cfc3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:28.089909 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d1a2ef13-52d4-4037-a0d1-56dc050f914e None None] Current status of the port de6b9789-a663-4e91-8c16-1fcdf84da681 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:28.098130 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port de6b9789-a663-4e91-8c16-1fcdf84da681 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:28.098546 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (de6b9789-a663-4e91-8c16-1fcdf84da681), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:28.101397 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d3d95-999d-4572-b559-e3747b37706e req-c2ba6840-4572-4734-b448-284a2337e380 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:28.109265 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce5d3d95-999d-4572-b559-e3747b37706e req-c2ba6840-4572-4734-b448-284a2337e380 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 943 time: 0.3528571 Feb 19 04:02:28.154890 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-0f03c25f-77a2-4e16-80d9-fee53d5e4f8c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Deleting port f2fc2800-86a3-48d9-9045-1925fcbb40b3 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:02:28.155309 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-0f03c25f-77a2-4e16-80d9-fee53d5e4f8c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (f2fc2800-86a3-48d9-9045-1925fcbb40b3), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:28.190692 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port de6b9789-a663-4e91-8c16-1fcdf84da681 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:28.192534 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7cf8d7f0-a765-4a34-a2c2-577a50a75bd9 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:02:28.209241 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-da340338-1946-408c-80c4-3cad2026cfc3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Allocated IP 172.20.0.5 (56c53e41-e3f1-4207-9595-f602052200bb/279c027d-318e-4812-b571-351b18d9ebdc/e5801e2b-1de3-4fb3-9c12-3594f937948b) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:02:28.282944 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-0f03c25f-77a2-4e16-80d9-fee53d5e4f8c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] For port f2fc2800-86a3-48d9-9045-1925fcbb40b3, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f2fc2800-86a3-48d9-9045-1925fcbb40b3,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:28.283965 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-0f03c25f-77a2-4e16-80d9-fee53d5e4f8c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (f2fc2800-86a3-48d9-9045-1925fcbb40b3), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:28.300675 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-0f03c25f-77a2-4e16-80d9-fee53d5e4f8c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Calling delete_port for f2fc2800-86a3-48d9-9045-1925fcbb40b3 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:02:28.315824 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 7cf8d7f0-a765-4a34-a2c2-577a50a75bd9 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:28.316387 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7cf8d7f0-a765-4a34-a2c2-577a50a75bd9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:28.335266 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-da340338-1946-408c-80c4-3cad2026cfc3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks [] for port (e5801e2b-1de3-4fb3-9c12-3594f937948b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:28.383107 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-da340338-1946-408c-80c4-3cad2026cfc3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (e5801e2b-1de3-4fb3-9c12-3594f937948b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:28.420636 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b08ebad-3b06-4cf4-b161-fd821645df2f x-openstack-request-id: req-2b08ebad-3b06-4cf4-b161-fd821645df2f {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:28.421014 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ff4551e-b0ee-4f0f-83b2-3e3f23722793", "tag": "3a666379-4d70-442a-b7b1-2c97f86ec14d", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:28.421250 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2b08ebad-3b06-4cf4-b161-fd821645df2f {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:28.421623 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ff4551e-b0ee-4f0f-83b2-3e3f23722793', 'tag': '3a666379-4d70-442a-b7b1-2c97f86ec14d', 'status': 'completed', 'code': 200} Feb 19 04:02:28.426119 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 7cf8d7f0-a765-4a34-a2c2-577a50a75bd9 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:28.478359 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da340338-1946-408c-80c4-3cad2026cfc3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Network 56c53e41-e3f1-4207-9595-f602052200bb is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:02:28.480077 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-da340338-1946-408c-80c4-3cad2026cfc3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:28.494434 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da340338-1946-408c-80c4-3cad2026cfc3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:02:28.504287 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce5d3d95-999d-4572-b559-e3747b37706e req-d72424ab-c070-47ed-b50e-c3f0d2076635 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cad8288-9435-40e0-8e1c-121fc37255cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3937829 Feb 19 04:02:28.553680 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da340338-1946-408c-80c4-3cad2026cfc3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Pushing event updated for resources: {'Port': ['ID=e5801e2b-1de3-4fb3-9c12-3594f937948b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:28.599405 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-afda106d-4e79-4bc8-8354-41071ec4880b service neutron] 10.222.0.26 "GET /v2.0/networks/5f6101ba-f25e-4636-b9f9-3a5ca6a42df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6040511 Feb 19 04:02:28.704485 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0165e580-5b79-4c53-83f2-71865c26d94a admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:02:28.716588 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5b223b-1c79-4047-8137-6ba3d11e343d None None] Sync routers for ids ['87902ea5-ad04-4439-bc02-ed53d19987ec'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:02:28.740997 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5b223b-1c79-4047-8137-6ba3d11e343d None None] Routers {'87902ea5-ad04-4439-bc02-ed53d19987ec'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:02:28.741657 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3c5b223b-1c79-4047-8137-6ba3d11e343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:02:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['87902ea5-ad04-4439-bc02-ed53d19987ec'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:28.759035 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0165e580-5b79-4c53-83f2-71865c26d94a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:28.762794 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0165e580-5b79-4c53-83f2-71865c26d94a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4326365 Feb 19 04:02:28.763615 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51000) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:28.844901 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7bd38297-c7ba-40a3-b45d-12cf29c4350a req-dfe47b16-0deb-498e-8b59-5ad0a0236973 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.124 HTTP/1.1" status: 200 len: 1002 time: 0.1454225 Feb 19 04:02:28.947846 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-0f03c25f-77a2-4e16-80d9-fee53d5e4f8c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (f2fc2800-86a3-48d9-9045-1925fcbb40b3), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:28.962058 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd38297-c7ba-40a3-b45d-12cf29c4350a req-dad6de54-c0e7-43fa-a9dc-8dfc86ba0427 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:28.962351 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['f2fc2800-86a3-48d9-9045-1925fcbb40b3'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:02:28.963779 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7bd38297-c7ba-40a3-b45d-12cf29c4350a req-dad6de54-c0e7-43fa-a9dc-8dfc86ba0427 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports/9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 HTTP/1.1" status: 200 len: 943 time: 0.0983429 Feb 19 04:02:28.976894 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-3c5b223b-1c79-4047-8137-6ba3d11e343d None None] Set router 87902ea5-ad04-4439-bc02-ed53d19987ec gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:02:29.026714 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32051f8e-2605-41bb-8e99-79d8c265f788 req-6538da82-db97-4a44-81fd-972435fa68d3 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:29.028648 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-32051f8e-2605-41bb-8e99-79d8c265f788 req-6538da82-db97-4a44-81fd-972435fa68d3 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f40f259-9d10-49e6-90cf-9ec5c7a5893f HTTP/1.1" status: 200 len: 945 time: 0.3621495 Feb 19 04:02:29.036826 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03c25f-77a2-4e16-80d9-fee53d5e4f8c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Pushing event deleted for resources: {'Port': ['ID=f2fc2800-86a3-48d9-9045-1925fcbb40b3,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:29.086982 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-da340338-1946-408c-80c4-3cad2026cfc3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks [] for floatingip (1bee07ec-5eb9-4743-9417-9d17b561baf3), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:29.203482 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-0f03c25f-77a2-4e16-80d9-fee53d5e4f8c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] No DVR routers for this DVR port f2fc2800-86a3-48d9-9045-1925fcbb40b3 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:02:29.206843 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc117ef9-1742-4372-a935-26fd2ad1ca34 req-3e47d13e-3125-4e2e-bfbd-47df86c1d159 service neutron] 10.222.0.26 "GET /v2.0/networks/5f6101ba-f25e-4636-b9f9-3a5ca6a42df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5951710 Feb 19 04:02:29.207948 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-0f03c25f-77a2-4e16-80d9-fee53d5e4f8c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:29.211193 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bcdaf4ee-eebd-4507-8fe0-34851fc788d5 req-0f03c25f-77a2-4e16-80d9-fee53d5e4f8c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.79 "DELETE /v2.0/ports/f2fc2800-86a3-48d9-9045-1925fcbb40b3 HTTP/1.1" status: 204 len: 173 time: 1.5643497 Feb 19 04:02:29.249219 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-32051f8e-2605-41bb-8e99-79d8c265f788 req-84b91c80-bf01-44f0-a0c4-b38950db1fb7 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943653 Feb 19 04:02:29.285178 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-da340338-1946-408c-80c4-3cad2026cfc3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e5801e2b-1de3-4fb3-9c12-3594f937948b), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:29.285980 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7bd38297-c7ba-40a3-b45d-12cf29c4350a req-dcd2e8cf-f7de-4cbd-b544-ac63156b939e tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.124 HTTP/1.1" status: 200 len: 1002 time: 0.2006106 Feb 19 04:02:29.378485 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3c5b223b-1c79-4047-8137-6ba3d11e343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87902ea5-ad04-4439-bc02-ed53d19987ec', 'name': 'tempest-TaggedBootDevicesTest-449709879-router', 'tenant_id': '141ced1f79fa42dda24a56f44fa1a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '733d4b07-0ca0-45da-980f-8f978af4fdb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:22Z', 'updated_at': '2022-02-19T04:02:26Z', 'revision_number': 3, 'project_id': '141ced1f79fa42dda24a56f44fa1a146', 'gw_port': {'id': '733d4b07-0ca0-45da-980f-8f978af4fdb2', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87902ea5-ad04-4439-bc02-ed53d19987ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:25Z', 'updated_at': '2022-02-19T04:02:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:29.382222 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:29.419047 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5b223b-1c79-4047-8137-6ba3d11e343d None None] Checking router: 87902ea5-ad04-4439-bc02-ed53d19987ec for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:02:29.419480 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5b223b-1c79-4047-8137-6ba3d11e343d None None] Updating router 87902ea5-ad04-4439-bc02-ed53d19987ec port 733d4b07-0ca0-45da-980f-8f978af4fdb2 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:02:29.459999 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3c5b223b-1c79-4047-8137-6ba3d11e343d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (733d4b07-0ca0-45da-980f-8f978af4fdb2), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:29.683138 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34db1b64-1173-4168-b929-f19708c7359e req-49c53382-c42c-4dc1-bb88-31d834d17790 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5c42b47db3b04ce6966fb4de683a6e22&device_id=6f40f259-9d10-49e6-90cf-9ec5c7a5893f HTTP/1.1" status: 200 len: 210 time: 0.0472713 Feb 19 04:02:29.735077 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de559e5f-cc0c-4703-8345-e2a51529ed5b req-b48f9017-c1ec-4dcd-b7f8-470ef8f540cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:29.737220 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de559e5f-cc0c-4703-8345-e2a51529ed5b req-b48f9017-c1ec-4dcd-b7f8-470ef8f540cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc978a08acdc4a14a4fde92763ad26e3&device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 1126 time: 0.3390305 Feb 19 04:02:29.878952 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3c5b223b-1c79-4047-8137-6ba3d11e343d None None] Publish callbacks [] for port (733d4b07-0ca0-45da-980f-8f978af4fdb2), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:29.892065 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3c5b223b-1c79-4047-8137-6ba3d11e343d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (733d4b07-0ca0-45da-980f-8f978af4fdb2), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:29.967391 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3c5b223b-1c79-4047-8137-6ba3d11e343d None None] Attempting to bind port 733d4b07-0ca0-45da-980f-8f978af4fdb2 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:02:29.968620 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3c5b223b-1c79-4047-8137-6ba3d11e343d None None] Attempting to bind port 733d4b07-0ca0-45da-980f-8f978af4fdb2 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:02:29.969280 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5b223b-1c79-4047-8137-6ba3d11e343d None None] Attempting to bind port 733d4b07-0ca0-45da-980f-8f978af4fdb2 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:29.987672 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062b255-97ec-4f8d-b2ef-12854ef9ab40 None None] Pushing event updated for resources: {'Port': ['ID=733d4b07-0ca0-45da-980f-8f978af4fdb2,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:29.999515 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5b223b-1c79-4047-8137-6ba3d11e343d None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:02:30.000760 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5b223b-1c79-4047-8137-6ba3d11e343d None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:30.001450 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3c5b223b-1c79-4047-8137-6ba3d11e343d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:30.002811 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5b223b-1c79-4047-8137-6ba3d11e343d None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:02:30.005804 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3c5b223b-1c79-4047-8137-6ba3d11e343d None None] Bound port: 733d4b07-0ca0-45da-980f-8f978af4fdb2, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:02:30.007794 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3c5b223b-1c79-4047-8137-6ba3d11e343d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (733d4b07-0ca0-45da-980f-8f978af4fdb2), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:30.085458 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3c5b223b-1c79-4047-8137-6ba3d11e343d None None] For port 733d4b07-0ca0-45da-980f-8f978af4fdb2, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:02:30.089048 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3c5b223b-1c79-4047-8137-6ba3d11e343d None None] For port 733d4b07-0ca0-45da-980f-8f978af4fdb2, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=733d4b07-0ca0-45da-980f-8f978af4fdb2,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:02:30.098447 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3c5b223b-1c79-4047-8137-6ba3d11e343d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (733d4b07-0ca0-45da-980f-8f978af4fdb2), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:30.112758 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-da340338-1946-408c-80c4-3cad2026cfc3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks [] for port (e5801e2b-1de3-4fb3-9c12-3594f937948b), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:30.126883 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-a6a3dcdf-527a-41f1-86df-9981b8ada609 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c869b1ad561a43bab98562600aca3675&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1004596 Feb 19 04:02:30.129834 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-da340338-1946-408c-80c4-3cad2026cfc3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (e5801e2b-1de3-4fb3-9c12-3594f937948b), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:30.168747 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5b223b-1c79-4047-8137-6ba3d11e343d None None] Routers {'87902ea5-ad04-4439-bc02-ed53d19987ec'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:02:30.169498 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3c5b223b-1c79-4047-8137-6ba3d11e343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:02:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['87902ea5-ad04-4439-bc02-ed53d19987ec'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:30.206737 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da340338-1946-408c-80c4-3cad2026cfc3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Pushing event updated for resources: {'Port': ['ID=e5801e2b-1de3-4fb3-9c12-3594f937948b,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:30.247071 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062b255-97ec-4f8d-b2ef-12854ef9ab40 None None] Pushing event updated for resources: {'Port': ['ID=733d4b07-0ca0-45da-980f-8f978af4fdb2,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:30.308751 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de559e5f-cc0c-4703-8345-e2a51529ed5b req-8dde16c3-93d0-4c49-bc4a-9223dd2f0c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:30.310996 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de559e5f-cc0c-4703-8345-e2a51529ed5b req-8dde16c3-93d0-4c49-bc4a-9223dd2f0c6f service neutron] 10.222.0.26 "GET /v2.0/networks?id=5f6101ba-f25e-4636-b9f9-3a5ca6a42df4 HTTP/1.1" status: 200 len: 915 time: 0.5602155 Feb 19 04:02:30.328526 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd38297-c7ba-40a3-b45d-12cf29c4350a req-5c3549c4-4d6f-4907-9fbc-6d6903b7ec3f tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:30.331676 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7bd38297-c7ba-40a3-b45d-12cf29c4350a req-5c3549c4-4d6f-4907-9fbc-6d6903b7ec3f tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 784 time: 1.0389843 Feb 19 04:02:30.341859 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-3c5b223b-1c79-4047-8137-6ba3d11e343d None None] Set router 87902ea5-ad04-4439-bc02-ed53d19987ec gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:02:30.348780 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e3d4d-ead0-439a-bae2-824fbe802606 req-f5cf069d-4c98-441f-9809-06108a27a662 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:30.357819 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c7e3d4d-ead0-439a-bae2-824fbe802606 req-f5cf069d-4c98-441f-9809-06108a27a662 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.52 "GET /v2.0/ports?device_id=35cd5c9f-921d-4eb0-b064-a2a9c3a569c9 HTTP/1.1" status: 200 len: 945 time: 0.9575195 Feb 19 04:02:30.370670 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-da340338-1946-408c-80c4-3cad2026cfc3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (1bee07ec-5eb9-4743-9417-9d17b561baf3), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:30.404164 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-da340338-1946-408c-80c4-3cad2026cfc3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:30.410267 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-da340338-1946-408c-80c4-3cad2026cfc3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6719859 Feb 19 04:02:30.410997 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51008) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:30.508451 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f40f259-9d10-49e6-90cf-9ec5c7a5893f', 'name': 'network-vif-deleted', 'tag': 'f2fc2800-86a3-48d9-9045-1925fcbb40b3'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:30.511274 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcadbc0c-3cab-4ffa-a50a-9bee68003279" -d '{"events": [{"server_uuid": "6f40f259-9d10-49e6-90cf-9ec5c7a5893f", "name": "network-vif-deleted", "tag": "f2fc2800-86a3-48d9-9045-1925fcbb40b3"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:30.518218 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7bd38297-c7ba-40a3-b45d-12cf29c4350a req-963d8786-8d34-4e5c-a59c-7d92faef64f6 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.124 HTTP/1.1" status: 200 len: 1002 time: 0.1496079 Feb 19 04:02:30.526587 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748fb321-7044-4513-bada-455cde6d2d5d req-efce57ab-4378-4da9-8df2-e42be7703d48 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:30.528364 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-748fb321-7044-4513-bada-455cde6d2d5d req-efce57ab-4378-4da9-8df2-e42be7703d48 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.26 "GET /v2.0/ports?device_id=35cd5c9f-921d-4eb0-b064-a2a9c3a569c9 HTTP/1.1" status: 200 len: 945 time: 0.9594519 Feb 19 04:02:30.532945 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-e575f967-0b38-4349-8e0b-b40671d06d64 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:30.535071 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-e575f967-0b38-4349-8e0b-b40671d06d64 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3421121 Feb 19 04:02:30.549660 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de559e5f-cc0c-4703-8345-e2a51529ed5b req-920f4687-aa6d-48e1-a3e0-2f20ca3d4528 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a666379-4d70-442a-b7b1-2c97f86ec14d HTTP/1.1" status: 200 len: 217 time: 0.2151434 Feb 19 04:02:30.558215 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-7bd38297-c7ba-40a3-b45d-12cf29c4350a req-c87ce216-7710-43ab-952c-e353b04e7fe6 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:30.571284 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-74031cc0-52e7-44f1-a207-65205cdbf157 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] 10.222.0.52 "GET /v2.0/floatingips?floating_network_id=56c53e41-e3f1-4207-9595-f602052200bb HTTP/1.1" status: 200 len: 689 time: 0.1531541 Feb 19 04:02:30.571886 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51012) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:30.623990 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7bd38297-c7ba-40a3-b45d-12cf29c4350a req-c87ce216-7710-43ab-952c-e353b04e7fe6 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks [] for floatingip (3288b91b-a1da-4e96-a01b-1abb78b50ab5), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:30.629188 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-7cd30d34-674f-481f-9218-cf278134b856 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Request body: {'port': {'device_id': '93e02d3f-d658-4569-846c-42bb93c3aad7', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': 'c869b1ad561a43bab98562600aca3675'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:30.739902 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3985ef39-5247-431a-877a-aec5f87652f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:30.754893 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4c1fa2da-7532-45e2-8d70-22130d444d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:30.792994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3c5b223b-1c79-4047-8137-6ba3d11e343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87902ea5-ad04-4439-bc02-ed53d19987ec', 'name': 'tempest-TaggedBootDevicesTest-449709879-router', 'tenant_id': '141ced1f79fa42dda24a56f44fa1a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '733d4b07-0ca0-45da-980f-8f978af4fdb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:22Z', 'updated_at': '2022-02-19T04:02:26Z', 'revision_number': 3, 'project_id': '141ced1f79fa42dda24a56f44fa1a146', 'gw_port': {'id': '733d4b07-0ca0-45da-980f-8f978af4fdb2', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87902ea5-ad04-4439-bc02-ed53d19987ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:25Z', 'updated_at': '2022-02-19T04:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:30.794200 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-7cd30d34-674f-481f-9218-cf278134b856 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Made reservation on behalf of c869b1ad561a43bab98562600aca3675 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:02:30.797657 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-7cd30d34-674f-481f-9218-cf278134b856 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:30.811152 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-7cd30d34-674f-481f-9218-cf278134b856 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:30.827088 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5b223b-1c79-4047-8137-6ba3d11e343d None None] The sync data for ids ['87902ea5-ad04-4439-bc02-ed53d19987ec'] in n-d-828369-19 is: [{'id': '87902ea5-ad04-4439-bc02-ed53d19987ec', 'name': 'tempest-TaggedBootDevicesTest-449709879-router', 'tenant_id': '141ced1f79fa42dda24a56f44fa1a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '733d4b07-0ca0-45da-980f-8f978af4fdb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:22Z', 'updated_at': '2022-02-19T04:02:26Z', 'revision_number': 3, 'project_id': '141ced1f79fa42dda24a56f44fa1a146', 'gw_port': {'id': '733d4b07-0ca0-45da-980f-8f978af4fdb2', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87902ea5-ad04-4439-bc02-ed53d19987ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:25Z', 'updated_at': '2022-02-19T04:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:02:30.872556 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e8d95388-37b7-4757-baf9-de1031a5961e tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (56c53e41-e3f1-4207-9595-f602052200bb), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:30.905187 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c7e3d4d-ead0-439a-bae2-824fbe802606 req-fb8fd2a6-4d89-4d38-b00a-63f7d773a220 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.52 "GET /v2.0/security-groups?id=33f662ec-0eff-45bd-a525-137bc8adec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5461946 Feb 19 04:02:30.913571 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db1b64-1173-4168-b929-f19708c7359e req-874042c7-e66e-4ade-9506-2fe4d85e034b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:30.915151 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34db1b64-1173-4168-b929-f19708c7359e req-874042c7-e66e-4ade-9506-2fe4d85e034b service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=5c42b47db3b04ce6966fb4de683a6e22&shared=False HTTP/1.1" status: 200 len: 913 time: 1.2086258 Feb 19 04:02:30.959332 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de559e5f-cc0c-4703-8345-e2a51529ed5b req-91bf81c1-e422-44a7-aae8-5513b8ac6da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:30.961006 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de559e5f-cc0c-4703-8345-e2a51529ed5b req-91bf81c1-e422-44a7-aae8-5513b8ac6da2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab HTTP/1.1" status: 200 len: 853 time: 0.3260291 Feb 19 04:02:31.139083 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7d276db-59c9-479a-bb56-a93390c33493 req-2667f5c1-5156-4a52-ad14-7eedd98b04f1 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e02d3f-d658-4569-846c-42bb93c3aad7 HTTP/1.1" status: 200 len: 210 time: 0.0907688 Feb 19 04:02:31.142131 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-3985ef39-5247-431a-877a-aec5f87652f3 admin admin] Allocated IP 172.20.0.1 (58f585df-cbe4-4773-92a7-c08e8a5d5367/1c3eb903-781b-4ef6-869a-6205a4aa2d45/41bf3c64-0559-432e-88b8-abc9b9f0da4d) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:02:31.159906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db1b64-1173-4168-b929-f19708c7359e req-7a10a6d9-acdf-4e1e-bac8-fca1d5074ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:31.161555 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34db1b64-1173-4168-b929-f19708c7359e req-7a10a6d9-acdf-4e1e-bac8-fca1d5074ec7 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2382915 Feb 19 04:02:31.168348 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-7cd30d34-674f-481f-9218-cf278134b856 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks [] for security_group (003430a4-c37c-43a7-a518-fb7d5731daeb), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:31.182726 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-748fb321-7044-4513-bada-455cde6d2d5d req-f812d815-8e6f-4a2f-993f-79d2c95980b3 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Deleting port 9d06a5d0-059f-4647-b8e0-cf48928ef7a2 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:02:31.183628 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-748fb321-7044-4513-bada-455cde6d2d5d req-f812d815-8e6f-4a2f-993f-79d2c95980b3 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (9d06a5d0-059f-4647-b8e0-cf48928ef7a2), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:31.305021 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7bd38297-c7ba-40a3-b45d-12cf29c4350a req-c87ce216-7710-43ab-952c-e353b04e7fe6 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:31.346259 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3985ef39-5247-431a-877a-aec5f87652f3 admin admin] Publish callbacks [] for port (41bf3c64-0559-432e-88b8-abc9b9f0da4d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:31.381440 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-7cd30d34-674f-481f-9218-cf278134b856 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (003430a4-c37c-43a7-a518-fb7d5731daeb), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:31.399172 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3985ef39-5247-431a-877a-aec5f87652f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (41bf3c64-0559-432e-88b8-abc9b9f0da4d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:31.419194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de559e5f-cc0c-4703-8345-e2a51529ed5b req-7f8a6003-8829-49ab-8bfd-55df905c33e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:31.420859 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de559e5f-cc0c-4703-8345-e2a51529ed5b req-7f8a6003-8829-49ab-8bfd-55df905c33e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5f6101ba-f25e-4636-b9f9-3a5ca6a42df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3739650 Feb 19 04:02:31.422965 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-748fb321-7044-4513-bada-455cde6d2d5d req-f812d815-8e6f-4a2f-993f-79d2c95980b3 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] For port 9d06a5d0-059f-4647-b8e0-cf48928ef7a2, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=9d06a5d0-059f-4647-b8e0-cf48928ef7a2,segment=NetworkSegment(e182da2b-778c-413a-bfac-ae3cdedfc47a),segment_id=e182da2b-778c-413a-bfac-ae3cdedfc47a)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:31.423344 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-748fb321-7044-4513-bada-455cde6d2d5d req-f812d815-8e6f-4a2f-993f-79d2c95980b3 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (9d06a5d0-059f-4647-b8e0-cf48928ef7a2), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:31.429895 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3985ef39-5247-431a-877a-aec5f87652f3 admin admin] Network 58f585df-cbe4-4773-92a7-c08e8a5d5367 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:02:31.435596 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7bd38297-c7ba-40a3-b45d-12cf29c4350a req-c87ce216-7710-43ab-952c-e353b04e7fe6 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (3288b91b-a1da-4e96-a01b-1abb78b50ab5), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:31.436842 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [req-7bd38297-c7ba-40a3-b45d-12cf29c4350a req-c87ce216-7710-43ab-952c-e353b04e7fe6 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Floating IP 3288b91b-a1da-4e96-a01b-1abb78b50ab5 disassociated. External IP: 172.25.3.124, port: 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6. Feb 19 04:02:31.440075 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-e8d95388-37b7-4757-baf9-de1031a5961e tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Deleting port e5801e2b-1de3-4fb3-9c12-3594f937948b {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:02:31.440517 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e8d95388-37b7-4757-baf9-de1031a5961e tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (e5801e2b-1de3-4fb3-9c12-3594f937948b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:31.472054 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-748fb321-7044-4513-bada-455cde6d2d5d req-f812d815-8e6f-4a2f-993f-79d2c95980b3 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Calling delete_port for 9d06a5d0-059f-4647-b8e0-cf48928ef7a2 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:02:31.505346 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-3985ef39-5247-431a-877a-aec5f87652f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:31.507946 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3985ef39-5247-431a-877a-aec5f87652f3 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:02:31.614852 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd30d34-674f-481f-9218-cf278134b856 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=003430a4-c37c-43a7-a518-fb7d5731daeb,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:31.633060 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985ef39-5247-431a-877a-aec5f87652f3 admin admin] Pushing event updated for resources: {'Port': ['ID=41bf3c64-0559-432e-88b8-abc9b9f0da4d,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:31.659746 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3985ef39-5247-431a-877a-aec5f87652f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (87902ea5-ad04-4439-bc02-ed53d19987ec), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:31.787580 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e8d95388-37b7-4757-baf9-de1031a5961e tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (e5801e2b-1de3-4fb3-9c12-3594f937948b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:31.787916 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e8d95388-37b7-4757-baf9-de1031a5961e tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks [] for floatingip (e5801e2b-1de3-4fb3-9c12-3594f937948b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:31.818003 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-e8d95388-37b7-4757-baf9-de1031a5961e tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Calling delete_port for e5801e2b-1de3-4fb3-9c12-3594f937948b owned by network:floatingip {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:02:31.868972 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-7cd30d34-674f-481f-9218-cf278134b856 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Allocated IP 192.168.233.147 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/730dbe95-56db-42fe-b54d-2d00210ea58b) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:02:31.871505 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-ca969891-60ac-43fb-8bab-cd5530421615 None None] Provisioning complete for port 41bf3c64-0559-432e-88b8-abc9b9f0da4d triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:31.872829 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ca969891-60ac-43fb-8bab-cd5530421615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (41bf3c64-0559-432e-88b8-abc9b9f0da4d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:31.961913 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 733d4b07-0ca0-45da-980f-8f978af4fdb2 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:02:31.967839 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ca969891-60ac-43fb-8bab-cd5530421615 None None] Port 41bf3c64-0559-432e-88b8-abc9b9f0da4d cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:02:32.008779 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de559e5f-cc0c-4703-8345-e2a51529ed5b req-1f00ec17-ee57-4be5-a8b8-1f78e095e3ca service neutron] 10.222.0.26 "GET /v2.0/networks/5f6101ba-f25e-4636-b9f9-3a5ca6a42df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5796392 Feb 19 04:02:32.042523 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 733d4b07-0ca0-45da-980f-8f978af4fdb2 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:32.043328 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (733d4b07-0ca0-45da-980f-8f978af4fdb2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:32.098117 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-748fb321-7044-4513-bada-455cde6d2d5d req-f812d815-8e6f-4a2f-993f-79d2c95980b3 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (9d06a5d0-059f-4647-b8e0-cf48928ef7a2), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:32.154003 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3985ef39-5247-431a-877a-aec5f87652f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (41bf3c64-0559-432e-88b8-abc9b9f0da4d), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:32.169570 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 733d4b07-0ca0-45da-980f-8f978af4fdb2 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:32.170562 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (733d4b07-0ca0-45da-980f-8f978af4fdb2), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:32.225257 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3641d86-5052-4677-bfac-0518c39da5c3 req-6b745d62-9d0c-4d52-8120-8c323e6efc3e tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:32.232916 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d3641d86-5052-4677-bfac-0518c39da5c3 req-6b745d62-9d0c-4d52-8120-8c323e6efc3e tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 943 time: 0.8059886 Feb 19 04:02:32.236728 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 733d4b07-0ca0-45da-980f-8f978af4fdb2, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=733d4b07-0ca0-45da-980f-8f978af4fdb2,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:32.244944 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (733d4b07-0ca0-45da-980f-8f978af4fdb2), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:32.342809 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=733d4b07-0ca0-45da-980f-8f978af4fdb2,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:32.349976 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e8d95388-37b7-4757-baf9-de1031a5961e tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (e5801e2b-1de3-4fb3-9c12-3594f937948b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:32.358140 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812d815-8e6f-4a2f-993f-79d2c95980b3 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Pushing event deleted for resources: {'Port': ['ID=9d06a5d0-059f-4647-b8e0-cf48928ef7a2,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:32.364551 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de559e5f-cc0c-4703-8345-e2a51529ed5b req-94b54f38-18f4-4f87-8b8a-be1613555415 service neutron] 10.222.0.26 "GET /v2.0/networks/5f6101ba-f25e-4636-b9f9-3a5ca6a42df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902205 Feb 19 04:02:32.386821 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-7cd30d34-674f-481f-9218-cf278134b856 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks [] for port (730dbe95-56db-42fe-b54d-2d00210ea58b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:32.394568 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-748fb321-7044-4513-bada-455cde6d2d5d req-f812d815-8e6f-4a2f-993f-79d2c95980b3 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] No DVR routers for this DVR port 9d06a5d0-059f-4647-b8e0-cf48928ef7a2 on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:02:32.426021 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d95388-37b7-4757-baf9-de1031a5961e tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5801e2b-1de3-4fb3-9c12-3594f937948b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:32.446785 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-748fb321-7044-4513-bada-455cde6d2d5d req-f812d815-8e6f-4a2f-993f-79d2c95980b3 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:32.451512 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-748fb321-7044-4513-bada-455cde6d2d5d req-f812d815-8e6f-4a2f-993f-79d2c95980b3 tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.26 "DELETE /v2.0/ports/9d06a5d0-059f-4647-b8e0-cf48928ef7a2 HTTP/1.1" status: 204 len: 173 time: 1.8152080 Feb 19 04:02:32.490802 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d3641d86-5052-4677-bfac-0518c39da5c3 req-0be08c3c-08ef-46e4-bb69-1eb93012b219 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cad8288-9435-40e0-8e1c-121fc37255cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2569122 Feb 19 04:02:32.530070 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bd38297-c7ba-40a3-b45d-12cf29c4350a req-c87ce216-7710-43ab-952c-e353b04e7fe6 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:02:32.617807 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59be54fd-bfac-4e7c-a55a-d1a018d83268 req-83920050-67b7-47df-bfb3-2b82c2a858c1 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f40f259-9d10-49e6-90cf-9ec5c7a5893f HTTP/1.1" status: 200 len: 210 time: 0.0335379 Feb 19 04:02:32.644108 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e8d95388-37b7-4757-baf9-de1031a5961e tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks [] for floatingip (1bee07ec-5eb9-4743-9417-9d17b561baf3), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:32.644108 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-7cd30d34-674f-481f-9218-cf278134b856 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (730dbe95-56db-42fe-b54d-2d00210ea58b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:32.668751 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34db1b64-1173-4168-b929-f19708c7359e req-a1c5f0fc-f277-4c09-b55d-97fcda093ed7 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f40f259-9d10-49e6-90cf-9ec5c7a5893f HTTP/1.1" status: 200 len: 210 time: 0.0534675 Feb 19 04:02:32.716435 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd30d34-674f-481f-9218-cf278134b856 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Pushing event updated for resources: {'Port': ['ID=730dbe95-56db-42fe-b54d-2d00210ea58b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:32.719133 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3e890c8e-2c38-4f72-8e34-dc2944b61184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:32.731662 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-7cd30d34-674f-481f-9218-cf278134b856 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:02:32.743337 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-7cd30d34-674f-481f-9218-cf278134b856 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:32.749862 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-7cd30d34-674f-481f-9218-cf278134b856 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:02:32.766728 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea67909-bfb5-439b-b3da-bd4cb30bb1fe x-openstack-request-id: req-9ea67909-bfb5-439b-b3da-bd4cb30bb1fe {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:32.767077 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f40f259-9d10-49e6-90cf-9ec5c7a5893f", "name": "network-vif-deleted", "tag": "f2fc2800-86a3-48d9-9045-1925fcbb40b3", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:32.767280 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ea67909-bfb5-439b-b3da-bd4cb30bb1fe {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:32.767740 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f40f259-9d10-49e6-90cf-9ec5c7a5893f', 'name': 'network-vif-deleted', 'tag': 'f2fc2800-86a3-48d9-9045-1925fcbb40b3', 'status': 'completed', 'code': 200} Feb 19 04:02:32.826058 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bd38297-c7ba-40a3-b45d-12cf29c4350a req-c87ce216-7710-43ab-952c-e353b04e7fe6 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:02:32.831634 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7bd38297-c7ba-40a3-b45d-12cf29c4350a req-c87ce216-7710-43ab-952c-e353b04e7fe6 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:32.832892 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3985ef39-5247-431a-877a-aec5f87652f3 admin admin] Publish callbacks [] for port (41bf3c64-0559-432e-88b8-abc9b9f0da4d), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:32.838956 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a5a17b-0fe1-48ad-aeea-f91286616c98 None None] Sync routers for ids ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:02:32.854583 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-7cd30d34-674f-481f-9218-cf278134b856 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:32.855603 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a5a17b-0fe1-48ad-aeea-f91286616c98 None None] Routers {'6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:02:32.855874 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-7cd30d34-674f-481f-9218-cf278134b856 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:32.857785 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-f4a5a17b-0fe1-48ad-aeea-f91286616c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:02:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:32.858882 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3985ef39-5247-431a-877a-aec5f87652f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (41bf3c64-0559-432e-88b8-abc9b9f0da4d), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:32.902770 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e8d95388-37b7-4757-baf9-de1031a5961e tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (279c027d-318e-4812-b571-351b18d9ebdc), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:32.909686 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3985ef39-5247-431a-877a-aec5f87652f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (87902ea5-ad04-4439-bc02-ed53d19987ec), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:33.020660 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dd8aaaa0-b557-4893-b9d5-6eb4cc6e158a req-cf47e386-0c4f-4123-a43f-b3680791cf3c tempest-InstanceActionsTestJSON-1078807 tempest-InstanceActionsTestJSON-1078807-project] 10.222.0.52 "GET /v2.0/ports?device_id=35cd5c9f-921d-4eb0-b064-a2a9c3a569c9 HTTP/1.1" status: 200 len: 210 time: 0.0826225 Feb 19 04:02:33.026616 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7bd38297-c7ba-40a3-b45d-12cf29c4350a req-c87ce216-7710-43ab-952c-e353b04e7fe6 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "PUT /v2.0/floatingips/3288b91b-a1da-4e96-a01b-1abb78b50ab5 HTTP/1.1" status: 200 len: 696 time: 2.4965847 Feb 19 04:02:33.069022 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 9d06a5d0-059f-4647-b8e0-cf48928ef7a2 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:02:33.073017 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-7cd30d34-674f-481f-9218-cf278134b856 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4481750 Feb 19 04:02:33.103935 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-338fbb7f-0d3e-433b-b3ad-e2086a59542e service neutron] Request body: {'port': {'device_id': '93e02d3f-d658-4569-846c-42bb93c3aad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:33.104175 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 9d06a5d0-059f-4647-b8e0-cf48928ef7a2 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:02:33.104531 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 9d06a5d0-059f-4647-b8e0-cf48928ef7a2 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:02:33.225491 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-f4a5a17b-0fe1-48ad-aeea-f91286616c98 None None] Set router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:02:33.227431 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd38297-c7ba-40a3-b45d-12cf29c4350a req-fa8ad97d-d553-4399-89f8-f8227a446fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:33.228821 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7bd38297-c7ba-40a3-b45d-12cf29c4350a req-fa8ad97d-d553-4399-89f8-f8227a446fc0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=50fd7819c4774650a14342140345e302&device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4 HTTP/1.1" status: 200 len: 1129 time: 0.1533902 Feb 19 04:02:33.258291 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985ef39-5247-431a-877a-aec5f87652f3 admin admin] Pushing event updated for resources: {'Port': ['ID=41bf3c64-0559-432e-88b8-abc9b9f0da4d,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:33.337802 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f32ce-decd-400b-a979-5dc72c0a1583 req-ec8f021c-1015-4904-889b-ac0f16a3c09f tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:33.341810 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-338fbb7f-0d3e-433b-b3ad-e2086a59542e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (730dbe95-56db-42fe-b54d-2d00210ea58b), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:33.345679 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-986f32ce-decd-400b-a979-5dc72c0a1583 req-ec8f021c-1015-4904-889b-ac0f16a3c09f tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e02d3f-d658-4569-846c-42bb93c3aad7 HTTP/1.1" status: 200 len: 936 time: 0.1602521 Feb 19 04:02:33.349008 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-200fb6f6-5748-4ccf-90a4-24d77804224a None None] Provisioning complete for port 730dbe95-56db-42fe-b54d-2d00210ea58b triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:33.349393 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-200fb6f6-5748-4ccf-90a4-24d77804224a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (730dbe95-56db-42fe-b54d-2d00210ea58b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:33.370808 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e8d95388-37b7-4757-baf9-de1031a5961e tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (279c027d-318e-4812-b571-351b18d9ebdc), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:33.433677 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-200fb6f6-5748-4ccf-90a4-24d77804224a None None] Port 730dbe95-56db-42fe-b54d-2d00210ea58b cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:02:33.441555 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-986f32ce-decd-400b-a979-5dc72c0a1583 req-50ca094e-ca79-4094-b828-7e823c03338d tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893335 Feb 19 04:02:33.454380 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd38297-c7ba-40a3-b45d-12cf29c4350a req-2eaa79f4-221d-43e7-95ab-c2f2e2c97b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:33.456981 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7bd38297-c7ba-40a3-b45d-12cf29c4350a req-2eaa79f4-221d-43e7-95ab-c2f2e2c97b4f service neutron] 10.222.0.52 "GET /v2.0/networks?id=9d03c4ae-d514-421e-b655-86ca09811ee8 HTTP/1.1" status: 200 len: 922 time: 0.2174997 Feb 19 04:02:33.520587 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7bd38297-c7ba-40a3-b45d-12cf29c4350a req-dc11fdff-1f66-4a69-8b4b-2b9fb9d170ec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 HTTP/1.1" status: 200 len: 217 time: 0.0559297 Feb 19 04:02:33.667572 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd38297-c7ba-40a3-b45d-12cf29c4350a req-1b5c77a5-24dd-495a-b307-4359ea68411c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:33.670261 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7bd38297-c7ba-40a3-b45d-12cf29c4350a req-1b5c77a5-24dd-495a-b307-4359ea68411c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5 HTTP/1.1" status: 200 len: 860 time: 0.1434867 Feb 19 04:02:33.679622 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:33.748942 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd38297-c7ba-40a3-b45d-12cf29c4350a req-3c581777-50fc-4b1a-b16b-06f32f77e2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:33.751030 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7bd38297-c7ba-40a3-b45d-12cf29c4350a req-3c581777-50fc-4b1a-b16b-06f32f77e2ec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9d03c4ae-d514-421e-b655-86ca09811ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0701327 Feb 19 04:02:33.779229 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3848c-a1ad-44f2-9150-c83d367d4278 req-fcf7aa96-4d43-4d36-8c6b-e10d0b71f03c tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:33.787189 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9cd3848c-a1ad-44f2-9150-c83d367d4278 req-fcf7aa96-4d43-4d36-8c6b-e10d0b71f03c tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 943 time: 0.1575196 Feb 19 04:02:33.790575 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d95388-37b7-4757-baf9-de1031a5961e tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=279c027d-318e-4812-b571-351b18d9ebdc,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:33.804895 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-f4a5a17b-0fe1-48ad-aeea-f91286616c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-router', 'tenant_id': '50fd7819c4774650a14342140345e302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:40Z', 'updated_at': '2022-02-19T04:00:47Z', 'revision_number': 4, 'project_id': '50fd7819c4774650a14342140345e302', 'gw_port': {'id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:42Z', 'updated_at': '2022-02-19T04:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '9afccb93-76f5-4b52-a8a9-093eb8058302', 'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'tenant_id': '50fd7819c4774650a14342140345e302', 'mac_address': 'fa:16:3e:69:eb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:46Z', 'updated_at': '2022-02-19T04:00:54Z', 'revision_number': 5, 'project_id': '50fd7819c4774650a14342140345e302', 'subnets': [{'id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:33.831247 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3985ef39-5247-431a-877a-aec5f87652f3 admin admin] Network 58f585df-cbe4-4773-92a7-c08e8a5d5367 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:02:33.841743 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a5a17b-0fe1-48ad-aeea-f91286616c98 None None] Checking router: 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:02:33.852415 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a5a17b-0fe1-48ad-aeea-f91286616c98 None None] Routers {'6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:02:33.853048 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-f4a5a17b-0fe1-48ad-aeea-f91286616c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:02:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:33.859674 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-3985ef39-5247-431a-877a-aec5f87652f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:33.891176 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e8d95388-37b7-4757-baf9-de1031a5961e tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (56c53e41-e3f1-4207-9595-f602052200bb), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:33.913819 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9cd3848c-a1ad-44f2-9150-c83d367d4278 req-1bc84fe6-838f-4f5d-bc50-971b7dacbd4d tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cad8288-9435-40e0-8e1c-121fc37255cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1252222 Feb 19 04:02:33.957140 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 733d4b07-0ca0-45da-980f-8f978af4fdb2 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:02:33.998557 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7bd38297-c7ba-40a3-b45d-12cf29c4350a req-5d39f3b0-7546-4309-9c33-67c19aaaa365 service neutron] 10.222.0.52 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384357 Feb 19 04:02:34.068956 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-e8d95388-37b7-4757-baf9-de1031a5961e tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c53e41-e3f1-4207-9595-f602052200bb']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:34.093979 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 733d4b07-0ca0-45da-980f-8f978af4fdb2 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:34.095457 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (733d4b07-0ca0-45da-980f-8f978af4fdb2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:34.110435 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-e8d95388-37b7-4757-baf9-de1031a5961e tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a44703-01db-4bba-bf3e-e0a7392b87a2') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:34.110738 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-e8d95388-37b7-4757-baf9-de1031a5961e tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a44703-01db-4bba-bf3e-e0a7392b87a2') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:34.139166 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-f4a5a17b-0fe1-48ad-aeea-f91286616c98 None None] Set router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:02:34.139747 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51028) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:34.240913 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 733d4b07-0ca0-45da-980f-8f978af4fdb2 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:34.252738 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7bd38297-c7ba-40a3-b45d-12cf29c4350a req-cfc766d2-3979-499f-92ea-6afb6c2cc5ed service neutron] 10.222.0.52 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477901 Feb 19 04:02:34.265400 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e8d95388-37b7-4757-baf9-de1031a5961e tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (b3a44703-01db-4bba-bf3e-e0a7392b87a2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:34.368722 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-35046938-fe9b-4993-b000-b92eed2e818b None None] Provisioning complete for port 41bf3c64-0559-432e-88b8-abc9b9f0da4d triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:34.369109 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-35046938-fe9b-4993-b000-b92eed2e818b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (41bf3c64-0559-432e-88b8-abc9b9f0da4d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:34.413956 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-35046938-fe9b-4993-b000-b92eed2e818b None None] Port 41bf3c64-0559-432e-88b8-abc9b9f0da4d cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:02:34.426477 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-464f05eb-97e9-420b-a339-999850fd94c4 admin admin] Deleting subnet 86d4a224-1f27-4c62-9c73-95c6ff46feaf {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:02:34.430368 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-464f05eb-97e9-420b-a339-999850fd94c4 admin admin] Publish callbacks [] for subnet (86d4a224-1f27-4c62-9c73-95c6ff46feaf), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:34.470307 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0c1a92c7-83e0-4bff-8b3b-ad0c6aa79b66 req-2974069f-ea67-4a39-ab14-2ffb42933fa0 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/floatingips/3288b91b-a1da-4e96-a01b-1abb78b50ab5 HTTP/1.1" status: 200 len: 696 time: 0.0752914 Feb 19 04:02:34.473726 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-464f05eb-97e9-420b-a339-999850fd94c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (86d4a224-1f27-4c62-9c73-95c6ff46feaf), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:34.516714 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-f4a5a17b-0fe1-48ad-aeea-f91286616c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-router', 'tenant_id': '50fd7819c4774650a14342140345e302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:40Z', 'updated_at': '2022-02-19T04:00:47Z', 'revision_number': 4, 'project_id': '50fd7819c4774650a14342140345e302', 'gw_port': {'id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:42Z', 'updated_at': '2022-02-19T04:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '9afccb93-76f5-4b52-a8a9-093eb8058302', 'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'tenant_id': '50fd7819c4774650a14342140345e302', 'mac_address': 'fa:16:3e:69:eb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:46Z', 'updated_at': '2022-02-19T04:00:54Z', 'revision_number': 5, 'project_id': '50fd7819c4774650a14342140345e302', 'subnets': [{'id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:34.522836 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e8d95388-37b7-4757-baf9-de1031a5961e tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (b3a44703-01db-4bba-bf3e-e0a7392b87a2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:34.534621 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8d95388-37b7-4757-baf9-de1031a5961e tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:02:34.535011 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e8d95388-37b7-4757-baf9-de1031a5961e tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (b3a44703-01db-4bba-bf3e-e0a7392b87a2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:02:34.541107 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:02:34.552127 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-0eb4f547-4150-428b-a83e-d928e4a4caba tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:34.554287 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a5a17b-0fe1-48ad-aeea-f91286616c98 None None] The sync data for ids ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'] in n-d-828369-19 is: [{'id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-router', 'tenant_id': '50fd7819c4774650a14342140345e302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:40Z', 'updated_at': '2022-02-19T04:00:47Z', 'revision_number': 4, 'project_id': '50fd7819c4774650a14342140345e302', 'gw_port': {'id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:42Z', 'updated_at': '2022-02-19T04:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '9afccb93-76f5-4b52-a8a9-093eb8058302', 'name': '', 'network_id': '9d03c4ae-d514-421e-b655-86ca09811ee8', 'tenant_id': '50fd7819c4774650a14342140345e302', 'mac_address': 'fa:16:3e:69:eb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:46Z', 'updated_at': '2022-02-19T04:00:54Z', 'revision_number': 5, 'project_id': '50fd7819c4774650a14342140345e302', 'subnets': [{'id': '4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:02:34.556329 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-0eb4f547-4150-428b-a83e-d928e4a4caba tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/networks?id=9c484cb2-d49b-4cb4-a1e7-39d440927c34 HTTP/1.1" status: 200 len: 812 time: 0.2541544 Feb 19 04:02:34.621971 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3985ef39-5247-431a-877a-aec5f87652f3 admin admin] Router 87902ea5-ad04-4439-bc02-ed53d19987ec has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:02:34.658870 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-973a1cab-37b3-44f5-8c16-6a4227c03809 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/quotas/5c42b47db3b04ce6966fb4de683a6e22 HTTP/1.1" status: 200 len: 375 time: 0.0282483 Feb 19 04:02:34.674023 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-338fbb7f-0d3e-433b-b3ad-e2086a59542e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 730dbe95-56db-42fe-b54d-2d00210ea58b {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:02:34.685573 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-338fbb7f-0d3e-433b-b3ad-e2086a59542e service neutron] Publish callbacks [] for port (730dbe95-56db-42fe-b54d-2d00210ea58b), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:34.688311 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a92c7-83e0-4bff-8b3b-ad0c6aa79b66 req-90514c0c-b1fe-4cca-93b8-1a7537900938 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:34.689963 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0c1a92c7-83e0-4bff-8b3b-ad0c6aa79b66 req-90514c0c-b1fe-4cca-93b8-1a7537900938 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 784 time: 0.2088156 Feb 19 04:02:34.708273 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-f8da3d0d-1908-42a9-b033-6b1d394d5489 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5c42b47db3b04ce6966fb4de683a6e22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394084 Feb 19 04:02:34.709132 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-464f05eb-97e9-420b-a339-999850fd94c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (86d4a224-1f27-4c62-9c73-95c6ff46feaf), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:34.770209 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0c1a92c7-83e0-4bff-8b3b-ad0c6aa79b66 req-ae565a76-ca55-447d-92b1-cdd235c8249a tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.124 HTTP/1.1" status: 200 len: 699 time: 0.0649304 Feb 19 04:02:34.772752 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cd5c9f-921d-4eb0-b064-a2a9c3a569c9', 'name': 'network-vif-deleted', 'tag': '9d06a5d0-059f-4647-b8e0-cf48928ef7a2'}, {'name': 'network-changed', 'server_uuid': '0f1bca52-52c6-4604-ab51-89fdd1e423c4', 'tag': '9c3f11b0-cad5-4931-8dd2-eba376e5b9d6'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:34.774714 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4132ca-1a63-460d-b7b5-33b3a3b84229" -d '{"events": [{"server_uuid": "35cd5c9f-921d-4eb0-b064-a2a9c3a569c9", "name": "network-vif-deleted", "tag": "9d06a5d0-059f-4647-b8e0-cf48928ef7a2"}, {"name": "network-changed", "server_uuid": "0f1bca52-52c6-4604-ab51-89fdd1e423c4", "tag": "9c3f11b0-cad5-4931-8dd2-eba376e5b9d6"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:34.859236 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0c1a92c7-83e0-4bff-8b3b-ad0c6aa79b66 req-0a778ff0-5e0d-4866-a8d1-95014451604c tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.124 HTTP/1.1" status: 200 len: 699 time: 0.0535798 Feb 19 04:02:34.878717 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3985ef39-5247-431a-877a-aec5f87652f3 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:02:34.894596 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3985ef39-5247-431a-877a-aec5f87652f3 admin admin] 10.222.0.52 "PUT /v2.0/routers/87902ea5-ad04-4439-bc02-ed53d19987ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1301615 Feb 19 04:02:34.899519 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-338fbb7f-0d3e-433b-b3ad-e2086a59542e service neutron] Transition to ACTIVE for port object 730dbe95-56db-42fe-b54d-2d00210ea58b will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:02:34.901032 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e8d95388-37b7-4757-baf9-de1031a5961e tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (56c53e41-e3f1-4207-9595-f602052200bb), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:34.908397 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6df053-9e5a-4117-9aac-be66dceb40b1 None None] Sync routers for ids ['87902ea5-ad04-4439-bc02-ed53d19987ec'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:02:34.917616 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d95388-37b7-4757-baf9-de1031a5961e tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 56c53e41-e3f1-4207-9595-f602052200bb {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 04:02:34.921323 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-abf6a653-ed6b-46a5-b2c1-1c144148f109 service neutron] 10.222.0.52 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777446 Feb 19 04:02:34.933688 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e8d95388-37b7-4757-baf9-de1031a5961e tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:34.940146 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6df053-9e5a-4117-9aac-be66dceb40b1 None None] Routers {'87902ea5-ad04-4439-bc02-ed53d19987ec'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:02:34.941266 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e8d95388-37b7-4757-baf9-de1031a5961e tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] 10.222.0.52 "DELETE /v2.0/networks/56c53e41-e3f1-4207-9595-f602052200bb HTTP/1.1" status: 204 len: 168 time: 4.3656769 Feb 19 04:02:34.942271 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-338fbb7f-0d3e-433b-b3ad-e2086a59542e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (730dbe95-56db-42fe-b54d-2d00210ea58b), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:34.946753 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-fc6df053-9e5a-4117-9aac-be66dceb40b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:02:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['87902ea5-ad04-4439-bc02-ed53d19987ec'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:34.947797 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51056) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:34.992537 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d95388-37b7-4757-baf9-de1031a5961e tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Pushing event deleted for resources: {'Network': ['ID=56c53e41-e3f1-4207-9595-f602052200bb,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:35.002392 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fbb7f-0d3e-433b-b3ad-e2086a59542e service neutron] Pushing event updated for resources: {'Port': ['ID=730dbe95-56db-42fe-b54d-2d00210ea58b,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:35.090120 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-464f05eb-97e9-420b-a339-999850fd94c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (86d4a224-1f27-4c62-9c73-95c6ff46feaf), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:35.134835 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e4b10895-cd04-4c30-9c25-128076268e00 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1174 time: 0.1400387 Feb 19 04:02:35.139156 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51060) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:35.239855 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f05eb-97e9-420b-a339-999850fd94c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86d4a224-1f27-4c62-9c73-95c6ff46feaf,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:35.293752 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:35.301624 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6dce0e-4cf1-4f60-bb74-1a6835ef0698 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:35.308316 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6dce0e-4cf1-4f60-bb74-1a6835ef0698 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:35.309463 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6dce0e-4cf1-4f60-bb74-1a6835ef0698 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:35.310433 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6dce0e-4cf1-4f60-bb74-1a6835ef0698 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:35.311097 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6dce0e-4cf1-4f60-bb74-1a6835ef0698 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:35.311948 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6dce0e-4cf1-4f60-bb74-1a6835ef0698 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:35.312609 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6dce0e-4cf1-4f60-bb74-1a6835ef0698 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:35.313246 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6dce0e-4cf1-4f60-bb74-1a6835ef0698 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:35.313889 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6dce0e-4cf1-4f60-bb74-1a6835ef0698 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:35.315187 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6dce0e-4cf1-4f60-bb74-1a6835ef0698 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:35.321125 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-be6dce0e-4cf1-4f60-bb74-1a6835ef0698 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6596 time: 0.1782050 Feb 19 04:02:35.323431 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51062) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:35.340558 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-464f05eb-97e9-420b-a339-999850fd94c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:35.340800 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-fc6df053-9e5a-4117-9aac-be66dceb40b1 None None] Set router 87902ea5-ad04-4439-bc02-ed53d19987ec gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:02:35.344729 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-464f05eb-97e9-420b-a339-999850fd94c4 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/86d4a224-1f27-4c62-9c73-95c6ff46feaf HTTP/1.1" status: 204 len: 168 time: 1.1993320 Feb 19 04:02:35.347286 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51064) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:35.454652 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-cb8fc005-3a96-4f98-b79c-e958a4daa961 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] delete failed (client error): The resource could not be found. Feb 19 04:02:35.458754 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cb8fc005-3a96-4f98-b79c-e958a4daa961 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/1bee07ec-5eb9-4743-9417-9d17b561baf3 HTTP/1.1" status: 404 len: 345 time: 0.1328835 Feb 19 04:02:35.467316 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51066) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:35.531112 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-47bb5d5f-274f-45fe-ac27-688ba0d63587 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] DELETE failed (client error): The resource could not be found. Feb 19 04:02:35.531816 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47bb5d5f-274f-45fe-ac27-688ba0d63587 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:02:35.535309 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-47bb5d5f-274f-45fe-ac27-688ba0d63587 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] 10.222.0.52 "DELETE /v2.0/networks/56c53e41-e3f1-4207-9595-f602052200bb HTTP/1.1" status: 404 len: 339 time: 0.0621006 Feb 19 04:02:35.545471 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4eb94e2b-f553-4602-bd96-bbeed2082199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (342bc323-1137-480d-9407-1d406474f102), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:35.568261 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51068) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:35.578270 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-7917f976-8867-4d08-8871-2bc0fdf234fb tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Request body: {'network': {'name': 'tempest-network--1148041391', 'router:external': True}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:35.614244 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-338fbb7f-0d3e-433b-b3ad-e2086a59542e service neutron] Attempting to bind port 730dbe95-56db-42fe-b54d-2d00210ea58b on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:02:35.614890 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-338fbb7f-0d3e-433b-b3ad-e2086a59542e service neutron] Attempting to bind port 730dbe95-56db-42fe-b54d-2d00210ea58b by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:02:35.615412 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-338fbb7f-0d3e-433b-b3ad-e2086a59542e service neutron] Attempting to bind port 730dbe95-56db-42fe-b54d-2d00210ea58b on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:35.641522 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-338fbb7f-0d3e-433b-b3ad-e2086a59542e service neutron] Port 730dbe95-56db-42fe-b54d-2d00210ea58b on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:02:35.642271 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-338fbb7f-0d3e-433b-b3ad-e2086a59542e service neutron] Attempting to bind port 730dbe95-56db-42fe-b54d-2d00210ea58b on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:35.660619 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-fc6df053-9e5a-4117-9aac-be66dceb40b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87902ea5-ad04-4439-bc02-ed53d19987ec', 'name': 'tempest-TaggedBootDevicesTest-449709879-router', 'tenant_id': '141ced1f79fa42dda24a56f44fa1a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '733d4b07-0ca0-45da-980f-8f978af4fdb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:22Z', 'updated_at': '2022-02-19T04:02:31Z', 'revision_number': 4, 'project_id': '141ced1f79fa42dda24a56f44fa1a146', 'gw_port': {'id': '733d4b07-0ca0-45da-980f-8f978af4fdb2', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87902ea5-ad04-4439-bc02-ed53d19987ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:25Z', 'updated_at': '2022-02-19T04:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '41bf3c64-0559-432e-88b8-abc9b9f0da4d', 'name': '', 'network_id': '58f585df-cbe4-4773-92a7-c08e8a5d5367', 'tenant_id': '141ced1f79fa42dda24a56f44fa1a146', 'mac_address': 'fa:16:3e:60:66:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87902ea5-ad04-4439-bc02-ed53d19987ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '1c3eb903-781b-4ef6-869a-6205a4aa2d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:30Z', 'updated_at': '2022-02-19T04:02:32Z', 'revision_number': 2, 'project_id': '141ced1f79fa42dda24a56f44fa1a146', 'subnets': [{'id': '1c3eb903-781b-4ef6-869a-6205a4aa2d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:35.680028 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-a5ff5c8c-d025-4b45-81a3-2da91f3c4141 service neutron] 10.222.0.52 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7560697 Feb 19 04:02:35.687421 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-338fbb7f-0d3e-433b-b3ad-e2086a59542e service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:02:35.688376 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-338fbb7f-0d3e-433b-b3ad-e2086a59542e service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:35.689039 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-338fbb7f-0d3e-433b-b3ad-e2086a59542e service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:02:35.689763 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-338fbb7f-0d3e-433b-b3ad-e2086a59542e service neutron] Bound port: 730dbe95-56db-42fe-b54d-2d00210ea58b, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:02:35.690371 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-338fbb7f-0d3e-433b-b3ad-e2086a59542e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (730dbe95-56db-42fe-b54d-2d00210ea58b), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:35.710808 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6df053-9e5a-4117-9aac-be66dceb40b1 None None] Checking router: 87902ea5-ad04-4439-bc02-ed53d19987ec for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:02:35.711169 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6df053-9e5a-4117-9aac-be66dceb40b1 None None] Updating router 87902ea5-ad04-4439-bc02-ed53d19987ec port 41bf3c64-0559-432e-88b8-abc9b9f0da4d binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:02:35.739071 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7917f976-8867-4d08-8871-2bc0fdf234fb tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Made reservation on behalf of 217555b51edb48b2919e7d9a61f7eda3 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:02:35.741613 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7917f976-8867-4d08-8871-2bc0fdf234fb tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:35.754246 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4eb94e2b-f553-4602-bd96-bbeed2082199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (342bc323-1137-480d-9407-1d406474f102), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:35.778321 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fc6df053-9e5a-4117-9aac-be66dceb40b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (41bf3c64-0559-432e-88b8-abc9b9f0da4d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:35.815462 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-4eb94e2b-f553-4602-bd96-bbeed2082199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['342bc323-1137-480d-9407-1d406474f102']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:35.836461 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-4eb94e2b-f553-4602-bd96-bbeed2082199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e182da2b-778c-413a-bfac-ae3cdedfc47a') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:35.836779 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-4eb94e2b-f553-4602-bd96-bbeed2082199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e182da2b-778c-413a-bfac-ae3cdedfc47a') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:35.851582 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a70d91-4e2c-438a-a527-73eb448545dd None None] New status for floating IP 3288b91b-a1da-4e96-a01b-1abb78b50ab5: DOWN {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:02:35.862112 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7917f976-8867-4d08-8871-2bc0fdf234fb tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:02:35.873133 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-338fbb7f-0d3e-433b-b3ad-e2086a59542e service neutron] For port 730dbe95-56db-42fe-b54d-2d00210ea58b, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:02:35.876543 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4eb94e2b-f553-4602-bd96-bbeed2082199 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (e182da2b-778c-413a-bfac-ae3cdedfc47a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:35.879374 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-338fbb7f-0d3e-433b-b3ad-e2086a59542e service neutron] For port 730dbe95-56db-42fe-b54d-2d00210ea58b, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=730dbe95-56db-42fe-b54d-2d00210ea58b,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:02:35.888443 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-0c1a92c7-83e0-4bff-8b3b-ad0c6aa79b66 req-c685ef20-3d45-4dc5-b422-45fcca43af36 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Deleting port 102fa01e-87ad-4d15-87a5-ce42ce149a68 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:02:35.889187 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0c1a92c7-83e0-4bff-8b3b-ad0c6aa79b66 req-c685ef20-3d45-4dc5-b422-45fcca43af36 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (102fa01e-87ad-4d15-87a5-ce42ce149a68), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:35.903945 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4eb94e2b-f553-4602-bd96-bbeed2082199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e182da2b-778c-413a-bfac-ae3cdedfc47a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:35.911789 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-338fbb7f-0d3e-433b-b3ad-e2086a59542e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (730dbe95-56db-42fe-b54d-2d00210ea58b), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:35.915265 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb94e2b-f553-4602-bd96-bbeed2082199 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:02:35.915912 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4eb94e2b-f553-4602-bd96-bbeed2082199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (e182da2b-778c-413a-bfac-ae3cdedfc47a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:02:35.920595 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:02:36.008329 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7917f976-8867-4d08-8871-2bc0fdf234fb tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (97737044-5852-48c9-aba0-ecf4c65ac721), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:36.008695 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-7917f976-8867-4d08-8871-2bc0fdf234fb tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Added segment 97737044-5852-48c9-aba0-ecf4c65ac721 of type vlan for network b3b7d9d4-191f-47c8-8b88-bb3dd6835603 Feb 19 04:02:36.020342 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-338fbb7f-0d3e-433b-b3ad-e2086a59542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:36.020966 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-338fbb7f-0d3e-433b-b3ad-e2086a59542e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:36.027667 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-338fbb7f-0d3e-433b-b3ad-e2086a59542e service neutron] 10.222.0.26 "PUT /v2.0/ports/730dbe95-56db-42fe-b54d-2d00210ea58b HTTP/1.1" status: 200 len: 1097 time: 2.9324718 Feb 19 04:02:36.029986 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e02d3f-d658-4569-846c-42bb93c3aad7', 'tag': '730dbe95-56db-42fe-b54d-2d00210ea58b'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:36.032983 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9965509-a022-4f66-b324-7178df1e06ee" -d '{"events": [{"name": "network-changed", "server_uuid": "93e02d3f-d658-4569-846c-42bb93c3aad7", "tag": "730dbe95-56db-42fe-b54d-2d00210ea58b"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:36.081970 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4eb94e2b-f553-4602-bd96-bbeed2082199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (342bc323-1137-480d-9407-1d406474f102), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:36.107293 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4eb94e2b-f553-4602-bd96-bbeed2082199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:36.118481 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4eb94e2b-f553-4602-bd96-bbeed2082199 admin admin] 10.222.0.52 "DELETE /v2.0/networks/342bc323-1137-480d-9407-1d406474f102 HTTP/1.1" status: 204 len: 168 time: 0.7684300 Feb 19 04:02:36.121272 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116e61e-1fc0-455d-a360-14c5628668b7 req-1f3fb4b9-87ce-4c5b-93ec-bcfe94517db4 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:36.125637 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1116e61e-1fc0-455d-a360-14c5628668b7 req-1f3fb4b9-87ce-4c5b-93ec-bcfe94517db4 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e02d3f-d658-4569-846c-42bb93c3aad7 HTTP/1.1" status: 200 len: 948 time: 0.1620355 Feb 19 04:02:36.208247 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fbb7f-0d3e-433b-b3ad-e2086a59542e service neutron] Pushing event updated for resources: {'Port': ['ID=730dbe95-56db-42fe-b54d-2d00210ea58b,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:36.234778 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb94e2b-f553-4602-bd96-bbeed2082199 admin admin] Pushing event deleted for resources: {'Network': ['ID=342bc323-1137-480d-9407-1d406474f102,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:36.275260 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-a6f47c40-93b4-41f6-b2a6-88d28396c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:36.279887 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-a6f47c40-93b4-41f6-b2a6-88d28396c12c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c869b1ad561a43bab98562600aca3675&device_id=93e02d3f-d658-4569-846c-42bb93c3aad7 HTTP/1.1" status: 200 len: 1131 time: 0.1505225 Feb 19 04:02:36.305864 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1116e61e-1fc0-455d-a360-14c5628668b7 req-582ef29e-c897-41aa-acd7-7c1df14eadec tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202309 Feb 19 04:02:36.332818 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0c1a92c7-83e0-4bff-8b3b-ad0c6aa79b66 req-c685ef20-3d45-4dc5-b422-45fcca43af36 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (102fa01e-87ad-4d15-87a5-ce42ce149a68), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:36.333156 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0c1a92c7-83e0-4bff-8b3b-ad0c6aa79b66 req-c685ef20-3d45-4dc5-b422-45fcca43af36 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks [] for floatingip (102fa01e-87ad-4d15-87a5-ce42ce149a68), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:36.365037 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7917f976-8867-4d08-8871-2bc0fdf234fb tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (b3b7d9d4-191f-47c8-8b88-bb3dd6835603), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:36.369548 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-0c1a92c7-83e0-4bff-8b3b-ad0c6aa79b66 req-c685ef20-3d45-4dc5-b422-45fcca43af36 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Calling delete_port for 102fa01e-87ad-4d15-87a5-ce42ce149a68 owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:02:36.383348 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-b22edbb9-a4e0-4b2f-b8cd-be5ec46249d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=730dbe95-56db-42fe-b54d-2d00210ea58b HTTP/1.1" status: 200 len: 217 time: 0.0969074 Feb 19 04:02:36.521793 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-9850f90e-827f-4117-a4c2-98704df5e174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:36.524358 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-9850f90e-827f-4117-a4c2-98704df5e174 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1346080 Feb 19 04:02:36.527175 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7917f976-8867-4d08-8871-2bc0fdf234fb tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (b3b7d9d4-191f-47c8-8b88-bb3dd6835603), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:36.533599 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7917f976-8867-4d08-8871-2bc0fdf234fb tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:36.534535 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7917f976-8867-4d08-8871-2bc0fdf234fb tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:36.597550 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fc6df053-9e5a-4117-9aac-be66dceb40b1 None None] Publish callbacks [] for port (41bf3c64-0559-432e-88b8-abc9b9f0da4d), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:36.614112 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fc6df053-9e5a-4117-9aac-be66dceb40b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (41bf3c64-0559-432e-88b8-abc9b9f0da4d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:36.637207 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-0b707ecf-8b7a-4fd9-afde-8cd8cd2df0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:36.641331 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-0b707ecf-8b7a-4fd9-afde-8cd8cd2df0d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1109471 Feb 19 04:02:36.658686 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ebec4e-89b2-4162-9587-2c41b04a74df x-openstack-request-id: req-67ebec4e-89b2-4162-9587-2c41b04a74df {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:36.658906 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cd5c9f-921d-4eb0-b064-a2a9c3a569c9", "name": "network-vif-deleted", "tag": "9d06a5d0-059f-4647-b8e0-cf48928ef7a2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0f1bca52-52c6-4604-ab51-89fdd1e423c4", "tag": "9c3f11b0-cad5-4931-8dd2-eba376e5b9d6", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:36.659197 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-67ebec4e-89b2-4162-9587-2c41b04a74df {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:36.659700 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cd5c9f-921d-4eb0-b064-a2a9c3a569c9', 'name': 'network-vif-deleted', 'tag': '9d06a5d0-059f-4647-b8e0-cf48928ef7a2', 'status': 'completed', 'code': 200} Feb 19 04:02:36.659957 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1bca52-52c6-4604-ab51-89fdd1e423c4', 'tag': '9c3f11b0-cad5-4931-8dd2-eba376e5b9d6', 'status': 'completed', 'code': 200} Feb 19 04:02:36.671255 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917f976-8867-4d08-8871-2bc0fdf234fb tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Pushing event updated for resources: {'Network': ['ID=b3b7d9d4-191f-47c8-8b88-bb3dd6835603,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:36.684951 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51084) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:36.695501 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7917f976-8867-4d08-8871-2bc0fdf234fb tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1260448 Feb 19 04:02:36.700230 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51086) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:36.742669 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625be7e-6454-41a7-adc7-884c7cce7b37 None None] Pushing event updated for resources: {'Port': ['ID=41bf3c64-0559-432e-88b8-abc9b9f0da4d,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:36.759525 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network b3b7d9d4-191f-47c8-8b88-bb3dd6835603 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:02:36.940245 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ac6b886a-2949-48e2-a4a7-925f9f57d364 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eec351964525449cae20b940c10a9f22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478418 Feb 19 04:02:36.943202 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51088) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:36.950063 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:36.957564 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-fc6df053-9e5a-4117-9aac-be66dceb40b1 None None] Attempting to bind port 41bf3c64-0559-432e-88b8-abc9b9f0da4d on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:02:36.957934 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-fc6df053-9e5a-4117-9aac-be66dceb40b1 None None] Attempting to bind port 41bf3c64-0559-432e-88b8-abc9b9f0da4d by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '8a53ec2c-3a78-4189-ac0d-b4c88c94e7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '58f585df-cbe4-4773-92a7-c08e8a5d5367'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:02:36.958581 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6df053-9e5a-4117-9aac-be66dceb40b1 None None] Attempting to bind port 41bf3c64-0559-432e-88b8-abc9b9f0da4d on network 58f585df-cbe4-4773-92a7-c08e8a5d5367 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:36.981782 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6df053-9e5a-4117-9aac-be66dceb40b1 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:02:36.982555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6df053-9e5a-4117-9aac-be66dceb40b1 None None] Checking segment: {'id': '8a53ec2c-3a78-4189-ac0d-b4c88c94e7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '58f585df-cbe4-4773-92a7-c08e8a5d5367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:36.983349 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fc6df053-9e5a-4117-9aac-be66dceb40b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:36.983921 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6df053-9e5a-4117-9aac-be66dceb40b1 None None] Bound using segment: {'id': '8a53ec2c-3a78-4189-ac0d-b4c88c94e7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '58f585df-cbe4-4773-92a7-c08e8a5d5367'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:02:36.984589 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-fc6df053-9e5a-4117-9aac-be66dceb40b1 None None] Bound port: 41bf3c64-0559-432e-88b8-abc9b9f0da4d, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a53ec2c-3a78-4189-ac0d-b4c88c94e7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '58f585df-cbe4-4773-92a7-c08e8a5d5367'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:02:36.985911 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fc6df053-9e5a-4117-9aac-be66dceb40b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (41bf3c64-0559-432e-88b8-abc9b9f0da4d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:37.011111 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-007d16a0-54f2-4115-a2dc-be512273d50b service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635936 Feb 19 04:02:37.071055 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f1db74-dc41-4013-96ca-2c9bca0f47fb tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:37.076663 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f1db74-dc41-4013-96ca-2c9bca0f47fb tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:37.083291 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f1db74-dc41-4013-96ca-2c9bca0f47fb tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:37.090646 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f1db74-dc41-4013-96ca-2c9bca0f47fb tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:37.092594 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-22f1db74-dc41-4013-96ca-2c9bca0f47fb tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3927577 Feb 19 04:02:37.096482 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fc6df053-9e5a-4117-9aac-be66dceb40b1 None None] For port 41bf3c64-0559-432e-88b8-abc9b9f0da4d, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:02:37.099583 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51090) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:37.100918 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fc6df053-9e5a-4117-9aac-be66dceb40b1 None None] For port 41bf3c64-0559-432e-88b8-abc9b9f0da4d, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=41bf3c64-0559-432e-88b8-abc9b9f0da4d,segment=NetworkSegment(8a53ec2c-3a78-4189-ac0d-b4c88c94e7b2),segment_id=8a53ec2c-3a78-4189-ac0d-b4c88c94e7b2)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:02:37.115187 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fc6df053-9e5a-4117-9aac-be66dceb40b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (41bf3c64-0559-432e-88b8-abc9b9f0da4d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:37.167379 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6df053-9e5a-4117-9aac-be66dceb40b1 None None] Routers {'87902ea5-ad04-4439-bc02-ed53d19987ec'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:02:37.169389 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-fc6df053-9e5a-4117-9aac-be66dceb40b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:02:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['87902ea5-ad04-4439-bc02-ed53d19987ec'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:37.217949 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bf6a3c4c-f443-4cec-a916-41602c036d3c admin admin] Publish callbacks [] for security_group (33f662ec-0eff-45bd-a525-137bc8adec8f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:37.238839 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-599d4861-21ec-4ffd-93fb-6d8394dca172 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (b3b7d9d4-191f-47c8-8b88-bb3dd6835603), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:37.262003 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bf6a3c4c-f443-4cec-a916-41602c036d3c admin admin] Publish callbacks [] for security_group (33f662ec-0eff-45bd-a525-137bc8adec8f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:37.299083 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d851c1a1-975b-4cf1-a732-76b85f2bdfe6 req-7f864a24-18d7-4a64-a1ee-7205804ba150 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799644 Feb 19 04:02:37.378937 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bf6a3c4c-f443-4cec-a916-41602c036d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (33f662ec-0eff-45bd-a525-137bc8adec8f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:37.382947 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bf6a3c4c-f443-4cec-a916-41602c036d3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:37.387406 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bf6a3c4c-f443-4cec-a916-41602c036d3c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/33f662ec-0eff-45bd-a525-137bc8adec8f HTTP/1.1" status: 204 len: 168 time: 0.4428976 Feb 19 04:02:37.398112 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a3c4c-f443-4cec-a916-41602c036d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f662ec-0eff-45bd-a525-137bc8adec8f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:37.414945 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29623887-8b6e-467e-ad9b-df38feb6c9fd req-a268b7ec-e270-49ae-9247-2ddf388cb5b9 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:37.416715 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29623887-8b6e-467e-ad9b-df38feb6c9fd req-a268b7ec-e270-49ae-9247-2ddf388cb5b9 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 943 time: 0.3981371 Feb 19 04:02:37.437868 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0c1a92c7-83e0-4bff-8b3b-ad0c6aa79b66 req-c685ef20-3d45-4dc5-b422-45fcca43af36 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (102fa01e-87ad-4d15-87a5-ce42ce149a68), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:37.508373 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685ef20-3d45-4dc5-b422-45fcca43af36 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Pushing event deleted for resources: {'Port': ['ID=102fa01e-87ad-4d15-87a5-ce42ce149a68,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:37.512735 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4132ca-1a63-460d-b7b5-33b3a3b84229 req-d12bc2a2-7b5f-4f5f-b37f-c26d755f3b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:37.514098 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b4132ca-1a63-460d-b7b5-33b3a3b84229 req-d12bc2a2-7b5f-4f5f-b37f-c26d755f3b2b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=50fd7819c4774650a14342140345e302&device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4 HTTP/1.1" status: 200 len: 1129 time: 0.8533845 Feb 19 04:02:37.525026 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-fc6df053-9e5a-4117-9aac-be66dceb40b1 None None] Set router 87902ea5-ad04-4439-bc02-ed53d19987ec gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:02:37.581377 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device f2fc2800-86a3-48d9-9045-1925fcbb40b3 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:02:37.634742 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: f2fc2800-86a3-48d9-9045-1925fcbb40b3 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:02:37.635748 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device f2fc2800-86a3-48d9-9045-1925fcbb40b3 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:02:37.670605 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4132ca-1a63-460d-b7b5-33b3a3b84229 req-9d88f47a-1376-4b56-8ca6-e3a0ff3ad0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:37.672471 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b4132ca-1a63-460d-b7b5-33b3a3b84229 req-9d88f47a-1376-4b56-8ca6-e3a0ff3ad0c9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9d03c4ae-d514-421e-b655-86ca09811ee8 HTTP/1.1" status: 200 len: 922 time: 0.1291401 Feb 19 04:02:37.700815 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-599d4861-21ec-4ffd-93fb-6d8394dca172 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (b3b7d9d4-191f-47c8-8b88-bb3dd6835603), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:37.703637 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-202e4d08-706d-4131-8c13-d2021c0e9da1 None None] Provisioning complete for port 41bf3c64-0559-432e-88b8-abc9b9f0da4d triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:37.704363 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-202e4d08-706d-4131-8c13-d2021c0e9da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (41bf3c64-0559-432e-88b8-abc9b9f0da4d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:37.720923 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625be7e-6454-41a7-adc7-884c7cce7b37 None None] Pushing event updated for resources: {'Port': ['ID=41bf3c64-0559-432e-88b8-abc9b9f0da4d,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:37.771577 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b4132ca-1a63-460d-b7b5-33b3a3b84229 req-1f96b5c9-d7fe-4c33-a9fc-7015b24cd5a8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 HTTP/1.1" status: 200 len: 217 time: 0.0740242 Feb 19 04:02:37.856223 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-599d4861-21ec-4ffd-93fb-6d8394dca172 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b7d9d4-191f-47c8-8b88-bb3dd6835603']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:37.929351 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-599d4861-21ec-4ffd-93fb-6d8394dca172 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97737044-5852-48c9-aba0-ecf4c65ac721') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:37.932832 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-599d4861-21ec-4ffd-93fb-6d8394dca172 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97737044-5852-48c9-aba0-ecf4c65ac721') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:37.961554 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-202e4d08-706d-4131-8c13-d2021c0e9da1 None None] Current status of the port 41bf3c64-0559-432e-88b8-abc9b9f0da4d is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:37.962178 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-202e4d08-706d-4131-8c13-d2021c0e9da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (41bf3c64-0559-432e-88b8-abc9b9f0da4d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:37.988703 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-599d4861-21ec-4ffd-93fb-6d8394dca172 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (97737044-5852-48c9-aba0-ecf4c65ac721), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:38.010698 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29623887-8b6e-467e-ad9b-df38feb6c9fd req-392aaba7-18d0-4746-bc41-354cf9ccbd7b tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cad8288-9435-40e0-8e1c-121fc37255cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5614393 Feb 19 04:02:38.023844 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0c1a92c7-83e0-4bff-8b3b-ad0c6aa79b66 req-c685ef20-3d45-4dc5-b422-45fcca43af36 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks [] for floatingip (3288b91b-a1da-4e96-a01b-1abb78b50ab5), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:38.031196 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0c1a92c7-83e0-4bff-8b3b-ad0c6aa79b66 req-c685ef20-3d45-4dc5-b422-45fcca43af36 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:38.032861 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0c1a92c7-83e0-4bff-8b3b-ad0c6aa79b66 req-c685ef20-3d45-4dc5-b422-45fcca43af36 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "DELETE /v2.0/floatingips/3288b91b-a1da-4e96-a01b-1abb78b50ab5 HTTP/1.1" status: 204 len: 173 time: 3.1559339 Feb 19 04:02:38.088960 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-599d4861-21ec-4ffd-93fb-6d8394dca172 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (97737044-5852-48c9-aba0-ecf4c65ac721), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:38.096287 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4132ca-1a63-460d-b7b5-33b3a3b84229 req-0e3373d0-ca11-44ca-824e-e8ad3781942e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:38.098863 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b4132ca-1a63-460d-b7b5-33b3a3b84229 req-0e3373d0-ca11-44ca-824e-e8ad3781942e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5 HTTP/1.1" status: 200 len: 860 time: 0.3148670 Feb 19 04:02:38.101985 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-599d4861-21ec-4ffd-93fb-6d8394dca172 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:02:38.102805 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-599d4861-21ec-4ffd-93fb-6d8394dca172 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (97737044-5852-48c9-aba0-ecf4c65ac721), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:02:38.104980 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:02:38.108117 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-6b806d72-aae0-475f-8cd1-b7991454fc48 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:38.110092 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-6b806d72-aae0-475f-8cd1-b7991454fc48 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.26 "GET /v2.0/networks?id=9c484cb2-d49b-4cb4-a1e7-39d440927c34 HTTP/1.1" status: 200 len: 812 time: 0.2653327 Feb 19 04:02:38.126517 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-202e4d08-706d-4131-8c13-d2021c0e9da1 None None] For port 41bf3c64-0559-432e-88b8-abc9b9f0da4d, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=41bf3c64-0559-432e-88b8-abc9b9f0da4d,segment=NetworkSegment(8a53ec2c-3a78-4189-ac0d-b4c88c94e7b2),segment_id=8a53ec2c-3a78-4189-ac0d-b4c88c94e7b2)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:38.129775 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-0aef3dca-bd03-45ec-bddd-99d19b6433a3 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Request body: {'port': {'device_id': '796346c4-0be8-4f11-b3ca-ecf58988a1ab', 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34', 'admin_state_up': True, 'tenant_id': '5c42b47db3b04ce6966fb4de683a6e22'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:38.161098 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-202e4d08-706d-4131-8c13-d2021c0e9da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (41bf3c64-0559-432e-88b8-abc9b9f0da4d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:38.182201 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e863a66c-edd0-4823-9183-632716d02c8d x-openstack-request-id: req-e863a66c-edd0-4823-9183-632716d02c8d {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:38.182565 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e02d3f-d658-4569-846c-42bb93c3aad7", "tag": "730dbe95-56db-42fe-b54d-2d00210ea58b", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:38.182911 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e863a66c-edd0-4823-9183-632716d02c8d {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:38.185623 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e02d3f-d658-4569-846c-42bb93c3aad7', 'tag': '730dbe95-56db-42fe-b54d-2d00210ea58b', 'status': 'completed', 'code': 200} Feb 19 04:02:38.288119 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-fc6df053-9e5a-4117-9aac-be66dceb40b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87902ea5-ad04-4439-bc02-ed53d19987ec', 'name': 'tempest-TaggedBootDevicesTest-449709879-router', 'tenant_id': '141ced1f79fa42dda24a56f44fa1a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '733d4b07-0ca0-45da-980f-8f978af4fdb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:22Z', 'updated_at': '2022-02-19T04:02:31Z', 'revision_number': 4, 'project_id': '141ced1f79fa42dda24a56f44fa1a146', 'gw_port': {'id': '733d4b07-0ca0-45da-980f-8f978af4fdb2', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87902ea5-ad04-4439-bc02-ed53d19987ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:25Z', 'updated_at': '2022-02-19T04:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '41bf3c64-0559-432e-88b8-abc9b9f0da4d', 'name': '', 'network_id': '58f585df-cbe4-4773-92a7-c08e8a5d5367', 'tenant_id': '141ced1f79fa42dda24a56f44fa1a146', 'mac_address': 'fa:16:3e:60:66:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87902ea5-ad04-4439-bc02-ed53d19987ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '1c3eb903-781b-4ef6-869a-6205a4aa2d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:30Z', 'updated_at': '2022-02-19T04:02:37Z', 'revision_number': 4, 'project_id': '141ced1f79fa42dda24a56f44fa1a146', 'subnets': [{'id': '1c3eb903-781b-4ef6-869a-6205a4aa2d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:38.292541 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a5c358d2-9fdc-4379-9530-cf7db4e2157b req-aaf5a555-b4f9-488f-b4de-ccb8ebf273f4 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=796346c4-0be8-4f11-b3ca-ecf58988a1ab HTTP/1.1" status: 200 len: 210 time: 0.1139464 Feb 19 04:02:38.293605 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e4d08-706d-4131-8c13-d2021c0e9da1 None None] Pushing event updated for resources: {'Port': ['ID=41bf3c64-0559-432e-88b8-abc9b9f0da4d,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:38.335520 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-599d4861-21ec-4ffd-93fb-6d8394dca172 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (b3b7d9d4-191f-47c8-8b88-bb3dd6835603), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:38.356984 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599d4861-21ec-4ffd-93fb-6d8394dca172 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b3b7d9d4-191f-47c8-8b88-bb3dd6835603 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 04:02:38.359874 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4132ca-1a63-460d-b7b5-33b3a3b84229 req-40603b55-8068-4630-a3ec-c45a7278e930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:38.362767 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6df053-9e5a-4117-9aac-be66dceb40b1 None None] The sync data for ids ['87902ea5-ad04-4439-bc02-ed53d19987ec'] in n-d-828369-19 is: [{'id': '87902ea5-ad04-4439-bc02-ed53d19987ec', 'name': 'tempest-TaggedBootDevicesTest-449709879-router', 'tenant_id': '141ced1f79fa42dda24a56f44fa1a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '733d4b07-0ca0-45da-980f-8f978af4fdb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:22Z', 'updated_at': '2022-02-19T04:02:31Z', 'revision_number': 4, 'project_id': '141ced1f79fa42dda24a56f44fa1a146', 'gw_port': {'id': '733d4b07-0ca0-45da-980f-8f978af4fdb2', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87902ea5-ad04-4439-bc02-ed53d19987ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:25Z', 'updated_at': '2022-02-19T04:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '41bf3c64-0559-432e-88b8-abc9b9f0da4d', 'name': '', 'network_id': '58f585df-cbe4-4773-92a7-c08e8a5d5367', 'tenant_id': '141ced1f79fa42dda24a56f44fa1a146', 'mac_address': 'fa:16:3e:60:66:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87902ea5-ad04-4439-bc02-ed53d19987ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '1c3eb903-781b-4ef6-869a-6205a4aa2d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:30Z', 'updated_at': '2022-02-19T04:02:37Z', 'revision_number': 4, 'project_id': '141ced1f79fa42dda24a56f44fa1a146', 'subnets': [{'id': '1c3eb903-781b-4ef6-869a-6205a4aa2d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:02:38.367646 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-f282a7a6-1721-4016-97eb-2b88fc699eb1 None None] Provisioning complete for port 41bf3c64-0559-432e-88b8-abc9b9f0da4d triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:38.368136 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f282a7a6-1721-4016-97eb-2b88fc699eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (41bf3c64-0559-432e-88b8-abc9b9f0da4d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:38.374346 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b4132ca-1a63-460d-b7b5-33b3a3b84229 req-40603b55-8068-4630-a3ec-c45a7278e930 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9d03c4ae-d514-421e-b655-86ca09811ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2396028 Feb 19 04:02:38.424138 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-599d4861-21ec-4ffd-93fb-6d8394dca172 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:38.429682 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-599d4861-21ec-4ffd-93fb-6d8394dca172 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] 10.222.0.52 "DELETE /v2.0/networks/b3b7d9d4-191f-47c8-8b88-bb3dd6835603 HTTP/1.1" status: 204 len: 168 time: 1.3262494 Feb 19 04:02:38.435529 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51112) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:38.453298 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3259f5f5-66b0-4216-8fbd-fe2c5ff22efe tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Request body: {'network': {'name': 'tempest-network--2063579656', 'router:external': True}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:38.469513 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-0aef3dca-bd03-45ec-bddd-99d19b6433a3 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Made reservation on behalf of 5c42b47db3b04ce6966fb4de683a6e22 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:02:38.476752 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f282a7a6-1721-4016-97eb-2b88fc699eb1 None None] Current status of the port 41bf3c64-0559-432e-88b8-abc9b9f0da4d is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:38.478260 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-0aef3dca-bd03-45ec-bddd-99d19b6433a3 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:38.524965 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d4861-21ec-4ffd-93fb-6d8394dca172 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Pushing event deleted for resources: {'Network': ['ID=b3b7d9d4-191f-47c8-8b88-bb3dd6835603,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:38.640320 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3259f5f5-66b0-4216-8fbd-fe2c5ff22efe tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Made reservation on behalf of 217555b51edb48b2919e7d9a61f7eda3 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:02:38.642620 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3259f5f5-66b0-4216-8fbd-fe2c5ff22efe tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:38.671493 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9965509-a022-4f66-b324-7178df1e06ee req-e456d72d-524c-4ea6-9b4b-86c897dc7b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:38.687872 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9965509-a022-4f66-b324-7178df1e06ee req-e456d72d-524c-4ea6-9b4b-86c897dc7b98 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c869b1ad561a43bab98562600aca3675&device_id=93e02d3f-d658-4569-846c-42bb93c3aad7 HTTP/1.1" status: 200 len: 1131 time: 0.4679742 Feb 19 04:02:38.747598 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76803c-70a6-4114-abac-ee479d5ff52f req-037fb673-5100-43d9-a416-c5c0877e5261 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:38.748834 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d76803c-70a6-4114-abac-ee479d5ff52f req-037fb673-5100-43d9-a416-c5c0877e5261 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e02d3f-d658-4569-846c-42bb93c3aad7 HTTP/1.1" status: 200 len: 948 time: 0.3914678 Feb 19 04:02:38.759410 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3259f5f5-66b0-4216-8fbd-fe2c5ff22efe tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:02:38.802599 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3259f5f5-66b0-4216-8fbd-fe2c5ff22efe tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (a45951c8-9b52-4a7b-882f-3f5781615546), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:38.802943 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-3259f5f5-66b0-4216-8fbd-fe2c5ff22efe tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Added segment a45951c8-9b52-4a7b-882f-3f5781615546 of type vlan for network cfb6c101-8171-44e3-a82a-2f7f13ccf475 Feb 19 04:02:38.849519 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-0aef3dca-bd03-45ec-bddd-99d19b6433a3 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Allocated IP 172.20.0.3 (9c484cb2-d49b-4cb4-a1e7-39d440927c34/05152657-41bb-4f53-a93a-a0556bf4ae06/f2e4cefb-c90c-4779-9b12-ea3746dd42dc) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:02:38.872858 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3259f5f5-66b0-4216-8fbd-fe2c5ff22efe tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (cfb6c101-8171-44e3-a82a-2f7f13ccf475), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:38.924519 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b4132ca-1a63-460d-b7b5-33b3a3b84229 req-79686e23-cb82-4d0e-8da4-0e1bd85f61d0 service neutron] 10.222.0.79 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480402 Feb 19 04:02:38.950623 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3259f5f5-66b0-4216-8fbd-fe2c5ff22efe tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (cfb6c101-8171-44e3-a82a-2f7f13ccf475), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:38.951576 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3259f5f5-66b0-4216-8fbd-fe2c5ff22efe tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:38.952220 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3259f5f5-66b0-4216-8fbd-fe2c5ff22efe tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:39.060401 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259f5f5-66b0-4216-8fbd-fe2c5ff22efe tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Pushing event updated for resources: {'Network': ['ID=cfb6c101-8171-44e3-a82a-2f7f13ccf475,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:39.072723 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3259f5f5-66b0-4216-8fbd-fe2c5ff22efe tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6343017 Feb 19 04:02:39.074066 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network cfb6c101-8171-44e3-a82a-2f7f13ccf475 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:02:39.080296 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51128) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:39.089446 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b4132ca-1a63-460d-b7b5-33b3a3b84229 req-663aefe0-44b7-4855-bc21-be0a41bd0fbd service neutron] 10.222.0.79 "GET /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463084 Feb 19 04:02:39.167158 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2045ce4-6d7a-464d-b8dd-e8a018b3370f tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:39.171046 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d2045ce4-6d7a-464d-b8dd-e8a018b3370f tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] 10.222.0.52 "GET /v2.0/networks/cfb6c101-8171-44e3-a82a-2f7f13ccf475 HTTP/1.1" status: 200 len: 757 time: 0.0873373 Feb 19 04:02:39.172727 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51130) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:39.181233 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447cf93-9449-403d-9ee5-87e32234db5f req-844a5aa1-eaef-40bb-a483-01132c2c639c tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:39.182859 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f447cf93-9449-403d-9ee5-87e32234db5f req-844a5aa1-eaef-40bb-a483-01132c2c639c tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4 HTTP/1.1" status: 200 len: 946 time: 0.3763943 Feb 19 04:02:39.238353 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d76803c-70a6-4114-abac-ee479d5ff52f req-3e5d8834-f5ea-4ee3-a6b0-3f098e49bb43 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496300 Feb 19 04:02:39.285430 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-0aef3dca-bd03-45ec-bddd-99d19b6433a3 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks [] for port (f2e4cefb-c90c-4779-9b12-ea3746dd42dc), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:39.325179 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19385370-5a8a-4ab4-b282-5fd3e2e5132f tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:39.328122 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9965509-a022-4f66-b324-7178df1e06ee req-6659aedd-d281-41bc-9ced-ac160a0a767d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:39.329964 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9965509-a022-4f66-b324-7178df1e06ee req-6659aedd-d281-41bc-9ced-ac160a0a767d service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.6276531 Feb 19 04:02:39.341438 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-19385370-5a8a-4ab4-b282-5fd3e2e5132f tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] 10.222.0.52 "GET /v2.0/networks/07a03b21-46b4-4537-bef8-87f4d398a53a HTTP/1.1" status: 200 len: 768 time: 0.1596746 Feb 19 04:02:39.346399 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51136) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:39.405593 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9965509-a022-4f66-b324-7178df1e06ee req-638741ec-4cd2-47d1-95b1-b27f7b913c9e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=730dbe95-56db-42fe-b54d-2d00210ea58b HTTP/1.1" status: 200 len: 217 time: 0.0565729 Feb 19 04:02:39.487316 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f447cf93-9449-403d-9ee5-87e32234db5f req-d1e3a1a3-5bab-43ad-9f1c-4c9314f9fdd5 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/security-groups?id=d765655d-a7e8-449e-92f7-b133cb466b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967651 Feb 19 04:02:39.494554 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-07cf2de5-bd87-4e8c-a289-03264cfeaaf6 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (cfb6c101-8171-44e3-a82a-2f7f13ccf475), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:39.507010 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-0aef3dca-bd03-45ec-bddd-99d19b6433a3 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (f2e4cefb-c90c-4779-9b12-ea3746dd42dc), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:39.518636 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9965509-a022-4f66-b324-7178df1e06ee req-e48eaf88-a3a4-437e-aff6-3bfba179cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:39.520146 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9965509-a022-4f66-b324-7178df1e06ee req-e48eaf88-a3a4-437e-aff6-3bfba179cb46 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1049595 Feb 19 04:02:39.624200 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-0aef3dca-bd03-45ec-bddd-99d19b6433a3 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:02:39.631035 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-0aef3dca-bd03-45ec-bddd-99d19b6433a3 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:39.637962 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9965509-a022-4f66-b324-7178df1e06ee req-595ccb8e-9818-4eb1-804e-e15a052c0d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:39.639545 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9965509-a022-4f66-b324-7178df1e06ee req-595ccb8e-9818-4eb1-804e-e15a052c0d8e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1104083 Feb 19 04:02:39.644531 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-0aef3dca-bd03-45ec-bddd-99d19b6433a3 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:02:39.816675 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9965509-a022-4f66-b324-7178df1e06ee req-cbbaefb2-59b1-4746-a708-93bbdd70a682 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690583 Feb 19 04:02:39.854816 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98609ac1-4843-4e24-8c88-1fa0127a0e29 req-5a5d66df-fb52-4c14-aefe-52c1c950566b tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:39.859615 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-98609ac1-4843-4e24-8c88-1fa0127a0e29 req-5a5d66df-fb52-4c14-aefe-52c1c950566b tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 943 time: 0.2691884 Feb 19 04:02:40.007797 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 41bf3c64-0559-432e-88b8-abc9b9f0da4d up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:02:40.105259 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef3dca-bd03-45ec-bddd-99d19b6433a3 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Pushing event updated for resources: {'Port': ['ID=f2e4cefb-c90c-4779-9b12-ea3746dd42dc,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:40.116491 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b58722-6816-4c5f-820d-1071be291c44 req-6b2d331f-053e-4351-8935-8af1ffa31b7e tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:40.118427 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56b58722-6816-4c5f-820d-1071be291c44 req-6b2d331f-053e-4351-8935-8af1ffa31b7e tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=796346c4-0be8-4f11-b3ca-ecf58988a1ab HTTP/1.1" status: 200 len: 931 time: 0.3008230 Feb 19 04:02:40.136304 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 41bf3c64-0559-432e-88b8-abc9b9f0da4d triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:40.137391 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (41bf3c64-0559-432e-88b8-abc9b9f0da4d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:40.151454 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-98609ac1-4843-4e24-8c88-1fa0127a0e29 req-fdee8af1-482e-413f-ab14-db18374b448e tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cad8288-9435-40e0-8e1c-121fc37255cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2756588 Feb 19 04:02:40.217374 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9965509-a022-4f66-b324-7178df1e06ee req-55d25924-d3d4-412e-a55a-82fc81a84240 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877258 Feb 19 04:02:40.266700 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56b58722-6816-4c5f-820d-1071be291c44 req-58310965-02ca-44ec-be5f-d1b4f455019d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156747 Feb 19 04:02:40.281228 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-07cf2de5-bd87-4e8c-a289-03264cfeaaf6 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (cfb6c101-8171-44e3-a82a-2f7f13ccf475), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:40.309072 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-0aef3dca-bd03-45ec-bddd-99d19b6433a3 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:40.309758 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-0aef3dca-bd03-45ec-bddd-99d19b6433a3 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:40.311466 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4369608-73fd-46bb-bacd-8b81c3d8dcfd req-58b72da8-1c38-4bda-9977-5b1b921e5826 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:40.313571 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4369608-73fd-46bb-bacd-8b81c3d8dcfd req-58b72da8-1c38-4bda-9977-5b1b921e5826 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4 HTTP/1.1" status: 200 len: 946 time: 0.3400104 Feb 19 04:02:40.334551 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 41bf3c64-0559-432e-88b8-abc9b9f0da4d is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:40.375143 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-07cf2de5-bd87-4e8c-a289-03264cfeaaf6 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb6c101-8171-44e3-a82a-2f7f13ccf475']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:40.416417 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-07cf2de5-bd87-4e8c-a289-03264cfeaaf6 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45951c8-9b52-4a7b-882f-3f5781615546') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:40.417698 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-07cf2de5-bd87-4e8c-a289-03264cfeaaf6 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45951c8-9b52-4a7b-882f-3f5781615546') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:40.429028 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-0aef3dca-bd03-45ec-bddd-99d19b6433a3 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3063242 Feb 19 04:02:40.441566 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-627c6b78-d797-4671-b813-d61585064e7a req-4edff811-4706-410d-9e63-7cb39260aee3 tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.0605357 Feb 19 04:02:40.460955 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-e73a4a90-8c23-44df-8409-614202d5aae0 service neutron] Request body: {'port': {'device_id': '796346c4-0be8-4f11-b3ca-ecf58988a1ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:40.526281 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d5eee8-5fea-48fb-b5a5-442e568fd30e req-b562a1cc-3661-4a62-8ae1-86143b4f5adc tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:40.533278 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-52d5eee8-5fea-48fb-b5a5-442e568fd30e req-b562a1cc-3661-4a62-8ae1-86143b4f5adc tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e02d3f-d658-4569-846c-42bb93c3aad7 HTTP/1.1" status: 200 len: 948 time: 0.1616254 Feb 19 04:02:40.577977 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-c4369608-73fd-46bb-bacd-8b81c3d8dcfd req-d4e7dd81-387c-4431-9027-57ff2b0b5028 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Deleting port 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:02:40.578276 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c4369608-73fd-46bb-bacd-8b81c3d8dcfd req-d4e7dd81-387c-4431-9027-57ff2b0b5028 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (9c3f11b0-cad5-4931-8dd2-eba376e5b9d6), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:40.591867 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-07cf2de5-bd87-4e8c-a289-03264cfeaaf6 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (a45951c8-9b52-4a7b-882f-3f5781615546), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:40.610355 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-e73a4a90-8c23-44df-8409-614202d5aae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f2e4cefb-c90c-4779-9b12-ea3746dd42dc), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:40.631358 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-07cf2de5-bd87-4e8c-a289-03264cfeaaf6 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (a45951c8-9b52-4a7b-882f-3f5781615546), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:40.655325 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07cf2de5-bd87-4e8c-a289-03264cfeaaf6 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:02:40.655733 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-07cf2de5-bd87-4e8c-a289-03264cfeaaf6 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (a45951c8-9b52-4a7b-882f-3f5781615546), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:02:40.662538 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:02:40.884997 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-07cf2de5-bd87-4e8c-a289-03264cfeaaf6 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (cfb6c101-8171-44e3-a82a-2f7f13ccf475), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:40.895114 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cf2de5-bd87-4e8c-a289-03264cfeaaf6 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cfb6c101-8171-44e3-a82a-2f7f13ccf475 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 04:02:40.898752 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-07cf2de5-bd87-4e8c-a289-03264cfeaaf6 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:40.905677 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-07cf2de5-bd87-4e8c-a289-03264cfeaaf6 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] 10.222.0.52 "DELETE /v2.0/networks/cfb6c101-8171-44e3-a82a-2f7f13ccf475 HTTP/1.1" status: 204 len: 168 time: 1.5546541 Feb 19 04:02:40.922462 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51162) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:40.923939 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf2de5-bd87-4e8c-a289-03264cfeaaf6 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Pushing event deleted for resources: {'Network': ['ID=cfb6c101-8171-44e3-a82a-2f7f13ccf475,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:40.938606 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-859a1794-8186-4a66-8f66-5037a4dde9b3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Request body: {'network': {'name': 'tempest-network--80739922'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:40.966348 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859a1794-8186-4a66-8f66-5037a4dde9b3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Made reservation on behalf of 217555b51edb48b2919e7d9a61f7eda3 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:02:40.969231 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-859a1794-8186-4a66-8f66-5037a4dde9b3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:40.993722 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-52d5eee8-5fea-48fb-b5a5-442e568fd30e req-6cb87c04-e86e-47d3-b7c5-8f750019b7e0 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594855 Feb 19 04:02:41.066638 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859a1794-8186-4a66-8f66-5037a4dde9b3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:02:41.071528 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6c1ee-0b2b-4511-89db-deb0d5c2f824 req-3ad0bf32-ae2e-4064-be5f-4534ce0a5e96 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:41.073428 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a2c6c1ee-0b2b-4511-89db-deb0d5c2f824 req-3ad0bf32-ae2e-4064-be5f-4534ce0a5e96 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1bca52-52c6-4604-ab51-89fdd1e423c4 HTTP/1.1" status: 200 len: 946 time: 0.4733069 Feb 19 04:02:41.084330 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 730dbe95-56db-42fe-b54d-2d00210ea58b details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:02:41.093029 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-859a1794-8186-4a66-8f66-5037a4dde9b3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (4b407ff4-e7f3-4f1f-883d-545881306b2d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:41.093380 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-859a1794-8186-4a66-8f66-5037a4dde9b3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Added segment 4b407ff4-e7f3-4f1f-883d-545881306b2d of type vlan for network f08c2d53-4291-4627-af6a-f4604017ad9b Feb 19 04:02:41.200473 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-c4369608-73fd-46bb-bacd-8b81c3d8dcfd req-d4e7dd81-387c-4431-9027-57ff2b0b5028 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] For port 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=9c3f11b0-cad5-4931-8dd2-eba376e5b9d6,segment=NetworkSegment(07a44a8c-5788-4ab0-83e5-f85555578b3c),segment_id=07a44a8c-5788-4ab0-83e5-f85555578b3c)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:41.201088 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c4369608-73fd-46bb-bacd-8b81c3d8dcfd req-d4e7dd81-387c-4431-9027-57ff2b0b5028 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (9c3f11b0-cad5-4931-8dd2-eba376e5b9d6), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:41.205914 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-859a1794-8186-4a66-8f66-5037a4dde9b3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (f08c2d53-4291-4627-af6a-f4604017ad9b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:41.248057 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a2c6c1ee-0b2b-4511-89db-deb0d5c2f824 req-f11ec17f-ac64-46bc-9b7e-ae14d77c7bfa tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.52 "GET /v2.0/security-groups?id=d765655d-a7e8-449e-92f7-b133cb466b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664591 Feb 19 04:02:41.262586 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-c4369608-73fd-46bb-bacd-8b81c3d8dcfd req-d4e7dd81-387c-4431-9027-57ff2b0b5028 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Calling delete_port for 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:02:41.303892 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 730dbe95-56db-42fe-b54d-2d00210ea58b, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=730dbe95-56db-42fe-b54d-2d00210ea58b,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:41.311016 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-e73a4a90-8c23-44df-8409-614202d5aae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e4cefb-c90c-4779-9b12-ea3746dd42dc {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:02:41.327223 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '730dbe95-56db-42fe-b54d-2d00210ea58b', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '730dbe95-56db-42fe-b54d-2d00210ea58b', 'mac_address': 'fa:16:3e:0a:f2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:02:41.332462 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-859a1794-8186-4a66-8f66-5037a4dde9b3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (f08c2d53-4291-4627-af6a-f4604017ad9b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:41.334767 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859a1794-8186-4a66-8f66-5037a4dde9b3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:41.336564 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-859a1794-8186-4a66-8f66-5037a4dde9b3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:41.407948 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 730dbe95-56db-42fe-b54d-2d00210ea58b is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:41.408499 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (730dbe95-56db-42fe-b54d-2d00210ea58b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:41.438759 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 730dbe95-56db-42fe-b54d-2d00210ea58b {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:02:41.494939 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 730dbe95-56db-42fe-b54d-2d00210ea58b, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=730dbe95-56db-42fe-b54d-2d00210ea58b,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:41.500498 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-e73a4a90-8c23-44df-8409-614202d5aae0 service neutron] Publish callbacks [] for port (f2e4cefb-c90c-4779-9b12-ea3746dd42dc), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:41.507111 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (730dbe95-56db-42fe-b54d-2d00210ea58b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:41.508061 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a1794-8186-4a66-8f66-5037a4dde9b3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Pushing event updated for resources: {'Network': ['ID=f08c2d53-4291-4627-af6a-f4604017ad9b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:41.522104 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d53536-14e4-4070-92cb-84d6a5560867 req-e19a8cb7-692d-4b3a-b4c2-56d580d284a1 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:41.535715 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18d53536-14e4-4070-92cb-84d6a5560867 req-e19a8cb7-692d-4b3a-b4c2-56d580d284a1 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 943 time: 0.1822875 Feb 19 04:02:41.543844 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network f08c2d53-4291-4627-af6a-f4604017ad9b details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:02:41.556229 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-e73a4a90-8c23-44df-8409-614202d5aae0 service neutron] Transition to ACTIVE for port object f2e4cefb-c90c-4779-9b12-ea3746dd42dc will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:02:41.575925 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-859a1794-8186-4a66-8f66-5037a4dde9b3 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6433311 Feb 19 04:02:41.576969 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-e73a4a90-8c23-44df-8409-614202d5aae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (f2e4cefb-c90c-4779-9b12-ea3746dd42dc), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:41.589884 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51172) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:41.603671 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-57cbd1b2-393c-4b3e-afbd-66c6d323af14 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:41.720475 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c4369608-73fd-46bb-bacd-8b81c3d8dcfd req-d4e7dd81-387c-4431-9027-57ff2b0b5028 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (9c3f11b0-cad5-4931-8dd2-eba376e5b9d6), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:41.725108 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18d53536-14e4-4070-92cb-84d6a5560867 req-48f9fed0-3d10-42cd-acaf-ccb9a085ae44 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cad8288-9435-40e0-8e1c-121fc37255cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1745098 Feb 19 04:02:41.731390 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=730dbe95-56db-42fe-b54d-2d00210ea58b,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:41.772415 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7dd81-387c-4431-9027-57ff2b0b5028 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Pushing event deleted for resources: {'Port': ['ID=9c3f11b0-cad5-4931-8dd2-eba376e5b9d6,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:41.818706 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-57cbd1b2-393c-4b3e-afbd-66c6d323af14 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (f08c2d53-4291-4627-af6a-f4604017ad9b), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:41.856303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4369608-73fd-46bb-bacd-8b81c3d8dcfd req-d4e7dd81-387c-4431-9027-57ff2b0b5028 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] No DVR routers for this DVR port 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:02:41.859009 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c4369608-73fd-46bb-bacd-8b81c3d8dcfd req-d4e7dd81-387c-4431-9027-57ff2b0b5028 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:41.864089 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4369608-73fd-46bb-bacd-8b81c3d8dcfd req-d4e7dd81-387c-4431-9027-57ff2b0b5028 tempest-FloatingIPsAssociationTestJSON-1020660193 tempest-FloatingIPsAssociationTestJSON-1020660193-project] 10.222.0.79 "DELETE /v2.0/ports/9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 HTTP/1.1" status: 204 len: 173 time: 1.5428958 Feb 19 04:02:41.864574 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1bca52-52c6-4604-ab51-89fdd1e423c4', 'name': 'network-vif-deleted', 'tag': '9c3f11b0-cad5-4931-8dd2-eba376e5b9d6'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:41.867504 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e40445-e51f-40a3-9c58-b1ed8880855a" -d '{"events": [{"server_uuid": "0f1bca52-52c6-4604-ab51-89fdd1e423c4", "name": "network-vif-deleted", "tag": "9c3f11b0-cad5-4931-8dd2-eba376e5b9d6"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:41.871596 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['730dbe95-56db-42fe-b54d-2d00210ea58b'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:02:41.894047 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a4a90-8c23-44df-8409-614202d5aae0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e4cefb-c90c-4779-9b12-ea3746dd42dc,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:41.916041 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-57cbd1b2-393c-4b3e-afbd-66c6d323af14 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (f08c2d53-4291-4627-af6a-f4604017ad9b), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:41.988068 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47d97e4f-8b5e-401b-8137-8f4eeec83427 req-0adabcd5-0376-45d1-9199-5b5bb32c1ac2 tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.0627143 Feb 19 04:02:42.067537 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-57cbd1b2-393c-4b3e-afbd-66c6d323af14 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Network f08c2d53-4291-4627-af6a-f4604017ad9b is not hosted by any dhcp agent {{(pid=109925) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 04:02:42.072358 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cbd1b2-393c-4b3e-afbd-66c6d323af14 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:42.073427 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-57cbd1b2-393c-4b3e-afbd-66c6d323af14 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:42.079414 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-57cbd1b2-393c-4b3e-afbd-66c6d323af14 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] 10.222.0.52 "PUT /v2.0/networks/f08c2d53-4291-4627-af6a-f4604017ad9b HTTP/1.1" status: 200 len: 856 time: 0.4804595 Feb 19 04:02:42.084757 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51178) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:42.189736 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-e73a4a90-8c23-44df-8409-614202d5aae0 service neutron] Attempting to bind port f2e4cefb-c90c-4779-9b12-ea3746dd42dc on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:02:42.190101 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-e73a4a90-8c23-44df-8409-614202d5aae0 service neutron] Attempting to bind port f2e4cefb-c90c-4779-9b12-ea3746dd42dc by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '78a3690f-36a5-42b2-b6f6-23b9e423ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:02:42.190434 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-e73a4a90-8c23-44df-8409-614202d5aae0 service neutron] Attempting to bind port f2e4cefb-c90c-4779-9b12-ea3746dd42dc on network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:42.197180 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-e73a4a90-8c23-44df-8409-614202d5aae0 service neutron] Port f2e4cefb-c90c-4779-9b12-ea3746dd42dc on network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:02:42.200480 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-e73a4a90-8c23-44df-8409-614202d5aae0 service neutron] Attempting to bind port f2e4cefb-c90c-4779-9b12-ea3746dd42dc on network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:42.202784 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cbd1b2-393c-4b3e-afbd-66c6d323af14 tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Pushing event updated for resources: {'Network': ['ID=f08c2d53-4291-4627-af6a-f4604017ad9b,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:42.208291 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-e73a4a90-8c23-44df-8409-614202d5aae0 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:02:42.209247 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-e73a4a90-8c23-44df-8409-614202d5aae0 service neutron] Checking segment: {'id': '78a3690f-36a5-42b2-b6f6-23b9e423ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:42.209247 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-e73a4a90-8c23-44df-8409-614202d5aae0 service neutron] Bound using segment: {'id': '78a3690f-36a5-42b2-b6f6-23b9e423ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:02:42.209495 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-e73a4a90-8c23-44df-8409-614202d5aae0 service neutron] Bound port: f2e4cefb-c90c-4779-9b12-ea3746dd42dc, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78a3690f-36a5-42b2-b6f6-23b9e423ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:02:42.209761 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-e73a4a90-8c23-44df-8409-614202d5aae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f2e4cefb-c90c-4779-9b12-ea3746dd42dc), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:42.278044 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-76af1b5b-d444-44b8-bba2-14b8232ecb0d tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (f08c2d53-4291-4627-af6a-f4604017ad9b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:42.283689 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-e73a4a90-8c23-44df-8409-614202d5aae0 service neutron] For port f2e4cefb-c90c-4779-9b12-ea3746dd42dc, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:02:42.287373 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-e73a4a90-8c23-44df-8409-614202d5aae0 service neutron] For port f2e4cefb-c90c-4779-9b12-ea3746dd42dc, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=f2e4cefb-c90c-4779-9b12-ea3746dd42dc,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:02:42.296657 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-e73a4a90-8c23-44df-8409-614202d5aae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (f2e4cefb-c90c-4779-9b12-ea3746dd42dc), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:42.297806 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1815f-90b9-480a-8534-4dde862dd670 req-ebdbf057-44f0-49ad-b87f-443b08bff7a2 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:42.306929 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64b1815f-90b9-480a-8534-4dde862dd670 req-ebdbf057-44f0-49ad-b87f-443b08bff7a2 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=796346c4-0be8-4f11-b3ca-ecf58988a1ab HTTP/1.1" status: 200 len: 943 time: 0.3177037 Feb 19 04:02:42.311009 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75946c3b-9111-432a-b6e4-1078d9087ccd x-openstack-request-id: req-75946c3b-9111-432a-b6e4-1078d9087ccd {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:42.311594 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1bca52-52c6-4604-ab51-89fdd1e423c4", "name": "network-vif-deleted", "tag": "9c3f11b0-cad5-4931-8dd2-eba376e5b9d6", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:42.312077 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-75946c3b-9111-432a-b6e4-1078d9087ccd {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:42.312711 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1bca52-52c6-4604-ab51-89fdd1e423c4', 'name': 'network-vif-deleted', 'tag': '9c3f11b0-cad5-4931-8dd2-eba376e5b9d6', 'status': 'completed', 'code': 200} Feb 19 04:02:42.352259 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-e73a4a90-8c23-44df-8409-614202d5aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:42.354717 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-e73a4a90-8c23-44df-8409-614202d5aae0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:42.356169 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-e73a4a90-8c23-44df-8409-614202d5aae0 service neutron] 10.222.0.26 "PUT /v2.0/ports/f2e4cefb-c90c-4779-9b12-ea3746dd42dc HTTP/1.1" status: 200 len: 1092 time: 1.9128461 Feb 19 04:02:42.356643 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796346c4-0be8-4f11-b3ca-ecf58988a1ab', 'tag': 'f2e4cefb-c90c-4779-9b12-ea3746dd42dc'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:42.359342 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80c5452-f35c-4217-a470-dfec46549702" -d '{"events": [{"name": "network-changed", "server_uuid": "796346c4-0be8-4f11-b3ca-ecf58988a1ab", "tag": "f2e4cefb-c90c-4779-9b12-ea3746dd42dc"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:42.390649 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a4a90-8c23-44df-8409-614202d5aae0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e4cefb-c90c-4779-9b12-ea3746dd42dc,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:42.485352 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-393b29e1-c463-4872-998a-d96a6ebdc15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:42.488020 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-393b29e1-c463-4872-998a-d96a6ebdc15f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c42b47db3b04ce6966fb4de683a6e22&device_id=796346c4-0be8-4f11-b3ca-ecf58988a1ab HTTP/1.1" status: 200 len: 1126 time: 0.0747800 Feb 19 04:02:42.493998 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64b1815f-90b9-480a-8534-4dde862dd670 req-a6f627e6-13de-4403-a7a6-d5dc9eaca632 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857812 Feb 19 04:02:42.540525 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f839ad-375b-42c9-bfb8-958bd073fc9b req-c4a44ea7-779a-407e-bf00-f3ab69ac66a1 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:42.551042 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-883bf8c7-d132-4f9e-aaac-e168ed998e0f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2e4cefb-c90c-4779-9b12-ea3746dd42dc HTTP/1.1" status: 200 len: 217 time: 0.0493007 Feb 19 04:02:42.552681 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d5f839ad-375b-42c9-bfb8-958bd073fc9b req-c4a44ea7-779a-407e-bf00-f3ab69ac66a1 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e02d3f-d658-4569-846c-42bb93c3aad7 HTTP/1.1" status: 200 len: 949 time: 0.2432318 Feb 19 04:02:42.594579 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51186) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:42.635875 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d5f839ad-375b-42c9-bfb8-958bd073fc9b req-44e2c267-e65e-4917-b706-22529546d1e0 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822690 Feb 19 04:02:42.637606 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-76af1b5b-d444-44b8-bba2-14b8232ecb0d tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (f08c2d53-4291-4627-af6a-f4604017ad9b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:42.652730 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b67b7e1-9399-491e-8e4d-26b1678ee0b3 x-openstack-request-id: req-1b67b7e1-9399-491e-8e4d-26b1678ee0b3 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:42.652730 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "796346c4-0be8-4f11-b3ca-ecf58988a1ab", "tag": "f2e4cefb-c90c-4779-9b12-ea3746dd42dc", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:42.653299 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1b67b7e1-9399-491e-8e4d-26b1678ee0b3 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:42.653449 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796346c4-0be8-4f11-b3ca-ecf58988a1ab', 'tag': 'f2e4cefb-c90c-4779-9b12-ea3746dd42dc', 'status': 'completed', 'code': 200} Feb 19 04:02:42.667076 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-d37ea55a-0a99-4e9e-ba8f-6244b99035d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:42.668693 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-d37ea55a-0a99-4e9e-ba8f-6244b99035d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=05152657-41bb-4f53-a93a-a0556bf4ae06 HTTP/1.1" status: 200 len: 852 time: 0.1092744 Feb 19 04:02:42.676478 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-76af1b5b-d444-44b8-bba2-14b8232ecb0d tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f08c2d53-4291-4627-af6a-f4604017ad9b']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:42.686253 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-76af1b5b-d444-44b8-bba2-14b8232ecb0d tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b407ff4-e7f3-4f1f-883d-545881306b2d') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:42.686549 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-76af1b5b-d444-44b8-bba2-14b8232ecb0d tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b407ff4-e7f3-4f1f-883d-545881306b2d') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:42.697311 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-76af1b5b-d444-44b8-bba2-14b8232ecb0d tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (4b407ff4-e7f3-4f1f-883d-545881306b2d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:42.709782 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-0d48e44a-966a-4d34-a3b4-2803a4e96e1c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c484cb2-d49b-4cb4-a1e7-39d440927c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308671 Feb 19 04:02:42.713550 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-76af1b5b-d444-44b8-bba2-14b8232ecb0d tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (4b407ff4-e7f3-4f1f-883d-545881306b2d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:42.723646 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76af1b5b-d444-44b8-bba2-14b8232ecb0d tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:02:42.724145 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-76af1b5b-d444-44b8-bba2-14b8232ecb0d tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (4b407ff4-e7f3-4f1f-883d-545881306b2d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:02:42.725991 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:02:42.785531 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-76af1b5b-d444-44b8-bba2-14b8232ecb0d tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (f08c2d53-4291-4627-af6a-f4604017ad9b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:42.798300 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76af1b5b-d444-44b8-bba2-14b8232ecb0d tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f08c2d53-4291-4627-af6a-f4604017ad9b {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 04:02:42.832489 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-76af1b5b-d444-44b8-bba2-14b8232ecb0d tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:42.839436 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-76af1b5b-d444-44b8-bba2-14b8232ecb0d tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] 10.222.0.52 "DELETE /v2.0/networks/f08c2d53-4291-4627-af6a-f4604017ad9b HTTP/1.1" status: 204 len: 168 time: 0.7536910 Feb 19 04:02:42.841700 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af1b5b-d444-44b8-bba2-14b8232ecb0d tempest-ExternalNetworksTestJSON-1648009378 tempest-ExternalNetworksTestJSON-1648009378-project-admin] Pushing event deleted for resources: {'Network': ['ID=f08c2d53-4291-4627-af6a-f4604017ad9b,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:42.844035 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51190) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:42.901336 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d43ade-d991-4e7b-b826-c06988a3dca4 tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] DELETE failed (client error): The resource could not be found. Feb 19 04:02:42.902012 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d43ade-d991-4e7b-b826-c06988a3dca4 tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:02:42.907654 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-69d43ade-d991-4e7b-b826-c06988a3dca4 tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] 10.222.0.52 "DELETE /v2.0/subnets/279c027d-318e-4812-b571-351b18d9ebdc HTTP/1.1" status: 404 len: 337 time: 0.0599782 Feb 19 04:02:42.908456 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51192) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:43.008840 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3fe6d-1028-4b00-a03b-bb8ffcd21cf3 req-e199092f-f53a-45d9-a195-2315e59a5ec7 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:43.010683 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03b3fe6d-1028-4b00-a03b-bb8ffcd21cf3 req-e199092f-f53a-45d9-a195-2315e59a5ec7 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 943 time: 0.1701221 Feb 19 04:02:43.011012 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-4a37af13-05e9-4f80-910c-1e0b0c11e01f service neutron] 10.222.0.26 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414358 Feb 19 04:02:43.016457 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fdff4c04-8f13-4567-95ed-56610b0272fc tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (07a03b21-46b4-4537-bef8-87f4d398a53a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:43.084728 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 730dbe95-56db-42fe-b54d-2d00210ea58b up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:02:43.120063 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03b3fe6d-1028-4b00-a03b-bb8ffcd21cf3 req-8100df1e-aaa9-47ce-866e-774e9c292949 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cad8288-9435-40e0-8e1c-121fc37255cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0951235 Feb 19 04:02:43.207179 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 730dbe95-56db-42fe-b54d-2d00210ea58b completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:02:43.214158 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 730dbe95-56db-42fe-b54d-2d00210ea58b triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:43.215318 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (730dbe95-56db-42fe-b54d-2d00210ea58b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:43.274883 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-daaebaad-1c8d-49aa-9bd7-d9a5570ab578 req-8e25986a-29b3-44e2-8ffd-11978c940cee service neutron] 10.222.0.26 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535248 Feb 19 04:02:43.277947 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-14aeb5e5-0094-49e5-a82b-901a7c63cf54 req-c54f8b6e-e2c2-4182-af01-855d99a94a98 tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.1024821 Feb 19 04:02:43.315568 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fdff4c04-8f13-4567-95ed-56610b0272fc tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (07a03b21-46b4-4537-bef8-87f4d398a53a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:43.369511 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-fdff4c04-8f13-4567-95ed-56610b0272fc tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a03b21-46b4-4537-bef8-87f4d398a53a']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:43.391501 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-fdff4c04-8f13-4567-95ed-56610b0272fc tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99656e3-f093-425c-adbd-74bb8771977e') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:43.392466 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-fdff4c04-8f13-4567-95ed-56610b0272fc tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99656e3-f093-425c-adbd-74bb8771977e') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:43.415130 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fdff4c04-8f13-4567-95ed-56610b0272fc tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (f99656e3-f093-425c-adbd-74bb8771977e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:43.417995 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-51c79861-b79a-4c96-9763-1141d8ca7653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:43.426674 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 730dbe95-56db-42fe-b54d-2d00210ea58b is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:43.429846 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (730dbe95-56db-42fe-b54d-2d00210ea58b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:43.458052 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fdff4c04-8f13-4567-95ed-56610b0272fc tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (f99656e3-f093-425c-adbd-74bb8771977e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:43.468198 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c5452-f35c-4217-a470-dfec46549702 req-03aebb95-0ab3-4d73-b0e3-9070f9a08ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:43.474526 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdff4c04-8f13-4567-95ed-56610b0272fc tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:02:43.476514 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fdff4c04-8f13-4567-95ed-56610b0272fc tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (f99656e3-f093-425c-adbd-74bb8771977e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:43.479825 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b80c5452-f35c-4217-a470-dfec46549702 req-03aebb95-0ab3-4d73-b0e3-9070f9a08ff3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c42b47db3b04ce6966fb4de683a6e22&device_id=796346c4-0be8-4f11-b3ca-ecf58988a1ab HTTP/1.1" status: 200 len: 1126 time: 0.1327772 Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:02:43.490443 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:02:43.516095 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e02d3f-d658-4569-846c-42bb93c3aad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730dbe95-56db-42fe-b54d-2d00210ea58b'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:43.525245 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b3ec64-c489-4431-9a5b-534e4bd90ebc" -d '{"events": [{"server_uuid": "93e02d3f-d658-4569-846c-42bb93c3aad7", "name": "network-vif-plugged", "status": "completed", "tag": "730dbe95-56db-42fe-b54d-2d00210ea58b"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:43.552104 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:02:43.609527 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 730dbe95-56db-42fe-b54d-2d00210ea58b, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=730dbe95-56db-42fe-b54d-2d00210ea58b,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:43.610892 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:02:43.611586 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 9c3f11b0-cad5-4931-8dd2-eba376e5b9d6 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:02:43.613983 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fdff4c04-8f13-4567-95ed-56610b0272fc tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (07a03b21-46b4-4537-bef8-87f4d398a53a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:43.617198 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (730dbe95-56db-42fe-b54d-2d00210ea58b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:43.621942 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fdff4c04-8f13-4567-95ed-56610b0272fc tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:43.632023 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caeb2868-6418-4aef-9367-4c3505023751 x-openstack-request-id: req-caeb2868-6418-4aef-9367-4c3505023751 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:43.632688 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e02d3f-d658-4569-846c-42bb93c3aad7", "name": "network-vif-plugged", "status": "completed", "tag": "730dbe95-56db-42fe-b54d-2d00210ea58b", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:43.633348 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-caeb2868-6418-4aef-9367-4c3505023751 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:43.634108 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e02d3f-d658-4569-846c-42bb93c3aad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730dbe95-56db-42fe-b54d-2d00210ea58b', 'code': 200} Feb 19 04:02:43.634752 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fdff4c04-8f13-4567-95ed-56610b0272fc tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] 10.222.0.52 "DELETE /v2.0/networks/07a03b21-46b4-4537-bef8-87f4d398a53a HTTP/1.1" status: 204 len: 168 time: 0.7161467 Feb 19 04:02:43.701885 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff4c04-8f13-4567-95ed-56610b0272fc tempest-ExternalNetworksTestJSON-151963426 tempest-ExternalNetworksTestJSON-151963426-project] Pushing event deleted for resources: {'Network': ['ID=07a03b21-46b4-4537-bef8-87f4d398a53a,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:43.709045 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=730dbe95-56db-42fe-b54d-2d00210ea58b,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:43.857459 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de5773-a29a-49ed-8cad-444f7432480a req-7fb1e21e-c111-43e3-a089-c905d4cc20bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:43.859021 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69de5773-a29a-49ed-8cad-444f7432480a req-7fb1e21e-c111-43e3-a089-c905d4cc20bb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=93e02d3f-d658-4569-846c-42bb93c3aad7 HTTP/1.1" status: 200 len: 1133 time: 0.1555650 Feb 19 04:02:43.866498 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6506f8a-1e24-4ab2-a6eb-9e67982ba780 req-4f3e3c90-9eb8-4d63-9564-f688253dc82b tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:43.868029 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e6506f8a-1e24-4ab2-a6eb-9e67982ba780 req-4f3e3c90-9eb8-4d63-9564-f688253dc82b tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=796346c4-0be8-4f11-b3ca-ecf58988a1ab HTTP/1.1" status: 200 len: 943 time: 0.1878974 Feb 19 04:02:43.897688 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c5452-f35c-4217-a470-dfec46549702 req-a6ada943-120a-4ba2-8f21-b6222d4daee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:43.899232 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b80c5452-f35c-4217-a470-dfec46549702 req-a6ada943-120a-4ba2-8f21-b6222d4daee8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c484cb2-d49b-4cb4-a1e7-39d440927c34 HTTP/1.1" status: 200 len: 913 time: 0.4028394 Feb 19 04:02:43.910321 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c8a16-eafc-4ff3-8974-75206d3fc18a req-19add05c-ddec-4564-a7a8-c951258abad3 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:43.912079 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7d6c8a16-eafc-4ff3-8974-75206d3fc18a req-19add05c-ddec-4564-a7a8-c951258abad3 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e02d3f-d658-4569-846c-42bb93c3aad7 HTTP/1.1" status: 200 len: 950 time: 0.1306808 Feb 19 04:02:43.981251 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b80c5452-f35c-4217-a470-dfec46549702 req-60bc3f5e-98f2-4e77-b77f-ead9b82aa16c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2e4cefb-c90c-4779-9b12-ea3746dd42dc HTTP/1.1" status: 200 len: 217 time: 0.0595617 Feb 19 04:02:44.004723 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69de5773-a29a-49ed-8cad-444f7432480a req-eaf76a17-d4b1-4cb8-a942-b4f1c965e533 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340914 Feb 19 04:02:44.017532 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7d6c8a16-eafc-4ff3-8974-75206d3fc18a req-1725888b-a7e4-4d28-8e01-461dc147fb88 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961406 Feb 19 04:02:44.022067 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e6506f8a-1e24-4ab2-a6eb-9e67982ba780 req-fdf75d7a-cc1d-43c3-9755-ac80dab13b0b tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442931 Feb 19 04:02:44.089600 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c5452-f35c-4217-a470-dfec46549702 req-b9d9abc0-2086-4886-a147-d77f03d7466c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:44.091260 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b80c5452-f35c-4217-a470-dfec46549702 req-b9d9abc0-2086-4886-a147-d77f03d7466c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=05152657-41bb-4f53-a93a-a0556bf4ae06 HTTP/1.1" status: 200 len: 852 time: 0.0858383 Feb 19 04:02:44.122571 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-51c79861-b79a-4c96-9763-1141d8ca7653 admin admin] Deleting port 9afccb93-76f5-4b52-a8a9-093eb8058302 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:02:44.123339 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-51c79861-b79a-4c96-9763-1141d8ca7653 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (9afccb93-76f5-4b52-a8a9-093eb8058302), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:44.203685 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51248) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:44.334742 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb2cd4-552f-4b9f-939c-4b5eadfb5d13 req-02b97e1e-80cb-4d58-b679-b4e5d6bc9904 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:44.336339 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67fb2cd4-552f-4b9f-939c-4b5eadfb5d13 req-02b97e1e-80cb-4d58-b679-b4e5d6bc9904 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 943 time: 0.1255155 Feb 19 04:02:44.399580 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-51c79861-b79a-4c96-9763-1141d8ca7653 admin admin] For port 9afccb93-76f5-4b52-a8a9-093eb8058302, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=9afccb93-76f5-4b52-a8a9-093eb8058302,segment=NetworkSegment(07a44a8c-5788-4ab0-83e5-f85555578b3c),segment_id=07a44a8c-5788-4ab0-83e5-f85555578b3c)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:44.400145 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-51c79861-b79a-4c96-9763-1141d8ca7653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (9afccb93-76f5-4b52-a8a9-093eb8058302), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:44.408918 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b80c5452-f35c-4217-a470-dfec46549702 req-75116c4a-a0be-4895-a94c-48be0dd63921 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c484cb2-d49b-4cb4-a1e7-39d440927c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1431334 Feb 19 04:02:44.450270 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-51c79861-b79a-4c96-9763-1141d8ca7653 admin admin] Calling delete_port for 9afccb93-76f5-4b52-a8a9-093eb8058302 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:02:44.511785 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67fb2cd4-552f-4b9f-939c-4b5eadfb5d13 req-9cec3b89-bd12-466c-9f98-b2951556b9d2 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cad8288-9435-40e0-8e1c-121fc37255cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1693490 Feb 19 04:02:44.567131 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99647a4e-9031-4180-a99c-c1444006295a req-1d502a3d-b4e7-48e6-8b3e-60ba10da8419 tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.1141510 Feb 19 04:02:44.602043 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a600b44d-1637-43ff-bea8-1eb8b9128f38 req-4ba1bb0c-441d-4851-aee5-433768cc2df3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.0607233 Feb 19 04:02:44.653276 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-229e7d23-6efd-4a52-9a6b-bf749b1acdf0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8b4ba3e5b3dc48d6954cc6840358795c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4452162 Feb 19 04:02:44.653276 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51284) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:44.752068 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-df597547-2f00-4b3a-87ab-f6d44566af69 admin admin] Publish callbacks [] for security_group (4fe903bf-92f6-417b-aeac-a76c7de1a6fc), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:44.753135 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b80c5452-f35c-4217-a470-dfec46549702 req-b0d55f70-01a7-4840-a1d0-40b1a7ba15d5 service neutron] 10.222.0.26 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267560 Feb 19 04:02:44.794094 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-df597547-2f00-4b3a-87ab-f6d44566af69 admin admin] Publish callbacks [] for security_group (4fe903bf-92f6-417b-aeac-a76c7de1a6fc), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:44.870595 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-df597547-2f00-4b3a-87ab-f6d44566af69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4fe903bf-92f6-417b-aeac-a76c7de1a6fc), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:44.874274 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-df597547-2f00-4b3a-87ab-f6d44566af69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:44.879836 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-df597547-2f00-4b3a-87ab-f6d44566af69 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4fe903bf-92f6-417b-aeac-a76c7de1a6fc HTTP/1.1" status: 204 len: 168 time: 0.2254109 Feb 19 04:02:44.916165 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df597547-2f00-4b3a-87ab-f6d44566af69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe903bf-92f6-417b-aeac-a76c7de1a6fc,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:44.999195 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-51c79861-b79a-4c96-9763-1141d8ca7653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (9afccb93-76f5-4b52-a8a9-093eb8058302), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:45.037838 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b80c5452-f35c-4217-a470-dfec46549702 req-2336a532-5800-4e42-8b80-f282d83dbeb7 service neutron] 10.222.0.26 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797221 Feb 19 04:02:45.146221 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c79861-b79a-4c96-9763-1141d8ca7653 admin admin] Pushing event deleted for resources: {'Port': ['ID=9afccb93-76f5-4b52-a8a9-093eb8058302,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:45.293720 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07454db-243c-4a20-a725-d8fe006b4394 req-42324b5c-ff43-4f75-bae8-fc0b71a3dd05 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:45.300109 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a07454db-243c-4a20-a725-d8fe006b4394 req-42324b5c-ff43-4f75-bae8-fc0b71a3dd05 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e02d3f-d658-4569-846c-42bb93c3aad7 HTTP/1.1" status: 200 len: 950 time: 0.1586356 Feb 19 04:02:45.319675 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-51c79861-b79a-4c96-9763-1141d8ca7653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:45.339839 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed98c01-ede4-459d-8559-359c9121e5c6 req-a81a656b-0250-4bae-b4a5-a6464a939208 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:45.342056 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ed98c01-ede4-459d-8559-359c9121e5c6 req-a81a656b-0250-4bae-b4a5-a6464a939208 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=796346c4-0be8-4f11-b3ca-ecf58988a1ab HTTP/1.1" status: 200 len: 943 time: 0.1495953 Feb 19 04:02:45.433502 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51306) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:45.524242 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ed98c01-ede4-459d-8559-359c9121e5c6 req-becd9cd7-2c97-4070-800e-9c768807e5be tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669018 Feb 19 04:02:45.548474 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-86ad4bbb-ced2-42fd-aa7d-58bc867c9c61 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=217555b51edb48b2919e7d9a61f7eda3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1124072 Feb 19 04:02:45.567189 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a07454db-243c-4a20-a725-d8fe006b4394 req-b367984a-5273-4f01-aff2-8aaceeb7b990 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565701 Feb 19 04:02:45.569299 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51310) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:45.816984 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4366895a-4f94-4643-8b93-84f2b8e0c3b2 admin admin] Publish callbacks [] for security_group (e8cbb73e-e737-4c83-8240-505d1490ef0c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:45.835930 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-edd2987e-e914-4f4f-bb23-2d28a00e6e43 req-2883ac5a-caeb-4313-ab2c-14a775a7e789 tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.1170552 Feb 19 04:02:45.905217 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4366895a-4f94-4643-8b93-84f2b8e0c3b2 admin admin] Publish callbacks [] for security_group (e8cbb73e-e737-4c83-8240-505d1490ef0c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:45.935314 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc27491-1ef6-4943-8361-a4566f37fe61 req-c5bba7a2-b627-4751-a7e5-e7a9e7fd6462 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:45.936951 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5dc27491-1ef6-4943-8361-a4566f37fe61 req-c5bba7a2-b627-4751-a7e5-e7a9e7fd6462 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 943 time: 0.2522762 Feb 19 04:02:46.117841 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5dc27491-1ef6-4943-8361-a4566f37fe61 req-b889f996-4342-4a0a-9c28-cf96b261e13d tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cad8288-9435-40e0-8e1c-121fc37255cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1646450 Feb 19 04:02:46.163072 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4366895a-4f94-4643-8b93-84f2b8e0c3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e8cbb73e-e737-4c83-8240-505d1490ef0c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:46.167061 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4366895a-4f94-4643-8b93-84f2b8e0c3b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:46.168449 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4366895a-4f94-4643-8b93-84f2b8e0c3b2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e8cbb73e-e737-4c83-8240-505d1490ef0c HTTP/1.1" status: 204 len: 168 time: 0.5973425 Feb 19 04:02:46.176924 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c79861-b79a-4c96-9763-1141d8ca7653 admin admin] Router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:02:46.186846 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366895a-4f94-4643-8b93-84f2b8e0c3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cbb73e-e737-4c83-8240-505d1490ef0c,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:46.319599 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c79861-b79a-4c96-9763-1141d8ca7653 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:02:46.328248 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-51c79861-b79a-4c96-9763-1141d8ca7653 admin admin] 10.222.0.52 "PUT /v2.0/routers/6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7298694 Feb 19 04:02:46.328634 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51318) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:46.335067 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579428c3-1351-42b8-bc73-8b0f007f0595 None None] Sync routers for ids ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:02:46.357746 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579428c3-1351-42b8-bc73-8b0f007f0595 None None] Routers {'6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:02:46.358689 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-579428c3-1351-42b8-bc73-8b0f007f0595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:02:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:46.513578 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7eaf12c0-402a-441e-add3-270b555f04a5 admin admin] Publish callbacks [] for router (6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:46.600322 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-579428c3-1351-42b8-bc73-8b0f007f0595 None None] Set router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:02:46.904374 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7eaf12c0-402a-441e-add3-270b555f04a5 admin admin] Publish callbacks [] for router_gateway (6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:46.964385 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e238e2-b6f1-4dd3-be75-05e6f2e297c7 req-b60d703b-abf5-46df-9e13-eddd6f23416a tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:46.968972 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47e238e2-b6f1-4dd3-be75-05e6f2e297c7 req-b60d703b-abf5-46df-9e13-eddd6f23416a tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=796346c4-0be8-4f11-b3ca-ecf58988a1ab HTTP/1.1" status: 200 len: 943 time: 0.2668853 Feb 19 04:02:47.049276 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-579428c3-1351-42b8-bc73-8b0f007f0595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-router', 'tenant_id': '50fd7819c4774650a14342140345e302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:40Z', 'updated_at': '2022-02-19T04:02:44Z', 'revision_number': 5, 'project_id': '50fd7819c4774650a14342140345e302', 'gw_port': {'id': 'ab12da53-44ac-488e-aecf-3bad38888615', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:42Z', 'updated_at': '2022-02-19T04:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:47.119983 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db7e59-1ab4-4a03-95fa-cf775f1c8697 req-2a2394b9-b4c7-429d-925a-d881f1220f68 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:47.122157 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f1db7e59-1ab4-4a03-95fa-cf775f1c8697 req-2a2394b9-b4c7-429d-925a-d881f1220f68 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e02d3f-d658-4569-846c-42bb93c3aad7 HTTP/1.1" status: 200 len: 950 time: 0.4218202 Feb 19 04:02:47.132541 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device f2e4cefb-c90c-4779-9b12-ea3746dd42dc details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:02:47.195653 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579428c3-1351-42b8-bc73-8b0f007f0595 None None] Checking router: 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:02:47.242800 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47e238e2-b6f1-4dd3-be75-05e6f2e297c7 req-a7cc7c54-855c-4ff3-aa20-82bf232ca987 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561023 Feb 19 04:02:47.245546 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579428c3-1351-42b8-bc73-8b0f007f0595 None None] Routers {'6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:02:47.246994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-579428c3-1351-42b8-bc73-8b0f007f0595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:02:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:47.293176 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f1db7e59-1ab4-4a03-95fa-cf775f1c8697 req-e6d41439-8db5-47f5-bd13-0c18b0b63628 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591241 Feb 19 04:02:47.308733 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-7eaf12c0-402a-441e-add3-270b555f04a5 admin admin] Deleting port ab12da53-44ac-488e-aecf-3bad38888615 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:02:47.310608 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7eaf12c0-402a-441e-add3-270b555f04a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ab12da53-44ac-488e-aecf-3bad38888615), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:47.448858 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port f2e4cefb-c90c-4779-9b12-ea3746dd42dc, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=f2e4cefb-c90c-4779-9b12-ea3746dd42dc,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:47.465238 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'f2e4cefb-c90c-4779-9b12-ea3746dd42dc', 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34', 'port_id': 'f2e4cefb-c90c-4779-9b12-ea3746dd42dc', 'mac_address': 'fa:16:3e:c8:fe:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05152657-41bb-4f53-a93a-a0556bf4ae06', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:02:47.483222 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1eb39ac0-3e00-4b74-b8ed-e7d836427272 req-185bfa14-ff43-4f41-9e88-3a7b5d6fe1b0 tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.0794315 Feb 19 04:02:47.535486 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669964b-82bf-48e2-bc68-41023a7de10b req-5e4e40c3-82aa-41ed-897c-ce2b3313b5d0 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:47.538992 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e669964b-82bf-48e2-bc68-41023a7de10b req-5e4e40c3-82aa-41ed-897c-ce2b3313b5d0 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 943 time: 0.1118822 Feb 19 04:02:47.566607 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-7eaf12c0-402a-441e-add3-270b555f04a5 admin admin] For port ab12da53-44ac-488e-aecf-3bad38888615, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ab12da53-44ac-488e-aecf-3bad38888615,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:47.566982 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7eaf12c0-402a-441e-add3-270b555f04a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ab12da53-44ac-488e-aecf-3bad38888615), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:47.589588 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-7eaf12c0-402a-441e-add3-270b555f04a5 admin admin] Calling delete_port for ab12da53-44ac-488e-aecf-3bad38888615 owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:02:47.633905 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e669964b-82bf-48e2-bc68-41023a7de10b req-7c094704-e0d1-46cd-91eb-5324f7421807 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cad8288-9435-40e0-8e1c-121fc37255cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0880747 Feb 19 04:02:47.933406 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-579428c3-1351-42b8-bc73-8b0f007f0595 None None] Set router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:02:48.003001 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port f2e4cefb-c90c-4779-9b12-ea3746dd42dc is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:48.003388 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f2e4cefb-c90c-4779-9b12-ea3746dd42dc), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:48.005381 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-579428c3-1351-42b8-bc73-8b0f007f0595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-router', 'tenant_id': '50fd7819c4774650a14342140345e302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:40Z', 'updated_at': '2022-02-19T04:02:46Z', 'revision_number': 6, 'project_id': '50fd7819c4774650a14342140345e302', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:48.130489 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579428c3-1351-42b8-bc73-8b0f007f0595 None None] The sync data for ids ['6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e'] in n-d-828369-19 is: [{'id': '6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1522744534-router', 'tenant_id': '50fd7819c4774650a14342140345e302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:00:40Z', 'updated_at': '2022-02-19T04:02:46Z', 'revision_number': 6, 'project_id': '50fd7819c4774650a14342140345e302', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:02:48.142550 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e4cefb-c90c-4779-9b12-ea3746dd42dc {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:02:48.178820 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port f2e4cefb-c90c-4779-9b12-ea3746dd42dc, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=f2e4cefb-c90c-4779-9b12-ea3746dd42dc,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:48.186019 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f2e4cefb-c90c-4779-9b12-ea3746dd42dc), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:48.198945 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7eaf12c0-402a-441e-add3-270b555f04a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (ab12da53-44ac-488e-aecf-3bad38888615), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:48.266459 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf12c0-402a-441e-add3-270b555f04a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab12da53-44ac-488e-aecf-3bad38888615,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:48.281344 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=f2e4cefb-c90c-4779-9b12-ea3746dd42dc,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:48.342735 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b5bf1-3f9c-4154-9cc7-2c402afb65de req-741df9f7-00d0-401a-8126-9af4444795a2 tempest-ServersOnMultiNodesTest-2035149531 tempest-ServersOnMultiNodesTest-2035149531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:48.350397 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d33b5bf1-3f9c-4154-9cc7-2c402afb65de req-741df9f7-00d0-401a-8126-9af4444795a2 tempest-ServersOnMultiNodesTest-2035149531 tempest-ServersOnMultiNodesTest-2035149531-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=93e02d3f-d658-4569-846c-42bb93c3aad7 HTTP/1.1" status: 200 len: 1133 time: 0.2766995 Feb 19 04:02:48.370291 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d33b5bf1-3f9c-4154-9cc7-2c402afb65de req-93f410fd-d7fb-4566-81ed-e1b2209e62f3 tempest-ServersOnMultiNodesTest-2035149531 tempest-ServersOnMultiNodesTest-2035149531-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:48.388833 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7eaf12c0-402a-441e-add3-270b555f04a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:48.584702 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7eaf12c0-402a-441e-add3-270b555f04a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:48.590522 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7eaf12c0-402a-441e-add3-270b555f04a5 admin admin] Publish callbacks [] for router_controller (6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:48.684431 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['f2e4cefb-c90c-4779-9b12-ea3746dd42dc'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:02:48.738013 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7eaf12c0-402a-441e-add3-270b555f04a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:48.744561 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eaf12c0-402a-441e-add3-270b555f04a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:02:48.754711 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7eaf12c0-402a-441e-add3-270b555f04a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:48.758594 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7eaf12c0-402a-441e-add3-270b555f04a5 admin admin] 10.222.0.52 "DELETE /v2.0/routers/6dc99b68-9ab7-4ff7-a627-a838dd3d1a5e HTTP/1.1" status: 204 len: 168 time: 2.4288750 Feb 19 04:02:48.761193 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51400) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:48.835873 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d33b5bf1-3f9c-4154-9cc7-2c402afb65de req-93f410fd-d7fb-4566-81ed-e1b2209e62f3 tempest-ServersOnMultiNodesTest-2035149531 tempest-ServersOnMultiNodesTest-2035149531-project-admin] Publish callbacks [] for security_group (e9b7ec47-a0e1-436e-8ea2-ea72dfa58ca2), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:48.850311 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-43597057-b553-49ef-a428-1e92e8df38db admin admin] Deleting subnet 4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:02:48.858112 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-43597057-b553-49ef-a428-1e92e8df38db admin admin] Publish callbacks [] for subnet (4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:48.864127 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d33b5bf1-3f9c-4154-9cc7-2c402afb65de req-93f410fd-d7fb-4566-81ed-e1b2209e62f3 tempest-ServersOnMultiNodesTest-2035149531 tempest-ServersOnMultiNodesTest-2035149531-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e9b7ec47-a0e1-436e-8ea2-ea72dfa58ca2), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:48.928438 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d33b5bf1-3f9c-4154-9cc7-2c402afb65de req-93f410fd-d7fb-4566-81ed-e1b2209e62f3 tempest-ServersOnMultiNodesTest-2035149531 tempest-ServersOnMultiNodesTest-2035149531-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5771611 Feb 19 04:02:48.929937 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f410fd-d7fb-4566-81ed-e1b2209e62f3 tempest-ServersOnMultiNodesTest-2035149531 tempest-ServersOnMultiNodesTest-2035149531-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b7ec47-a0e1-436e-8ea2-ea72dfa58ca2,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:48.972735 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-43597057-b553-49ef-a428-1e92e8df38db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:49.199785 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-43597057-b553-49ef-a428-1e92e8df38db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:49.308128 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce266a35-d5b5-46be-9c35-db63361f5436 req-538092c4-f6fb-42dd-8d43-1b46b2eb87d2 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:49.320319 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-43597057-b553-49ef-a428-1e92e8df38db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:49.338691 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce266a35-d5b5-46be-9c35-db63361f5436 req-538092c4-f6fb-42dd-8d43-1b46b2eb87d2 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=796346c4-0be8-4f11-b3ca-ecf58988a1ab HTTP/1.1" status: 200 len: 944 time: 0.2055266 Feb 19 04:02:49.352423 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43597057-b553-49ef-a428-1e92e8df38db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:49.356433 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-43597057-b553-49ef-a428-1e92e8df38db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:49.362913 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df309d2b-9428-432a-acbd-00e374828050 None None] Network 9d03c4ae-d514-421e-b655-86ca09811ee8 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:02:49.374557 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-43597057-b553-49ef-a428-1e92e8df38db admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4e5c12e7-3c4e-4b42-a1f0-defc7def9bf5 HTTP/1.1" status: 204 len: 168 time: 0.6116128 Feb 19 04:02:49.377730 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51416) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:49.435179 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e83006-4fd2-4103-b26f-ee0cdac050b9 req-60ced685-919d-4933-8309-12e62a9cf7fb tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:49.439916 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1e83006-4fd2-4103-b26f-ee0cdac050b9 req-60ced685-919d-4933-8309-12e62a9cf7fb tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 943 time: 0.2459738 Feb 19 04:02:49.489040 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-893d5398-acb6-4699-8701-7156f5d042b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (9d03c4ae-d514-421e-b655-86ca09811ee8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:49.579497 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-893d5398-acb6-4699-8701-7156f5d042b9 admin admin] Deleting port 4cc794aa-b575-40c2-861c-325ff4279e03 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:02:49.580020 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-893d5398-acb6-4699-8701-7156f5d042b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (4cc794aa-b575-40c2-861c-325ff4279e03), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:49.593123 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce266a35-d5b5-46be-9c35-db63361f5436 req-98acefdd-085c-46bf-a012-6720fde91362 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494826 Feb 19 04:02:49.682424 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1e83006-4fd2-4103-b26f-ee0cdac050b9 req-4f691a74-a592-4417-94fe-17fc5c7196a2 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cad8288-9435-40e0-8e1c-121fc37255cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2044728 Feb 19 04:02:49.757529 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-893d5398-acb6-4699-8701-7156f5d042b9 admin admin] For port 4cc794aa-b575-40c2-861c-325ff4279e03, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4cc794aa-b575-40c2-861c-325ff4279e03,segment=NetworkSegment(07a44a8c-5788-4ab0-83e5-f85555578b3c),segment_id=07a44a8c-5788-4ab0-83e5-f85555578b3c)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:49.757904 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-893d5398-acb6-4699-8701-7156f5d042b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (4cc794aa-b575-40c2-861c-325ff4279e03), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:49.820975 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-893d5398-acb6-4699-8701-7156f5d042b9 admin admin] Calling delete_port for 4cc794aa-b575-40c2-861c-325ff4279e03 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:02:49.856258 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35334b01-d36b-48db-89d1-ded361e5be4e None None] DHCP port deletion for 9d03c4ae-d514-421e-b655-86ca09811ee8 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:02:49.975176 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-35334b01-d36b-48db-89d1-ded361e5be4e None None] Deleting port 4cc794aa-b575-40c2-861c-325ff4279e03 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:02:49.975548 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-35334b01-d36b-48db-89d1-ded361e5be4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (4cc794aa-b575-40c2-861c-325ff4279e03), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:49.994900 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-81a108f9-727e-4cd6-92db-b62d87de953f req-6254c6a7-9267-4914-803b-4d75a527cd4d tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.1120443 Feb 19 04:02:50.039303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51428) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:50.054076 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ab12da53-44ac-488e-aecf-3bad38888615 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:02:50.099066 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-893d5398-acb6-4699-8701-7156f5d042b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (4cc794aa-b575-40c2-861c-325ff4279e03), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:50.154381 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d5398-acb6-4699-8701-7156f5d042b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cc794aa-b575-40c2-861c-325ff4279e03,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:50.168205 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893d5398-acb6-4699-8701-7156f5d042b9 admin admin] No DVR routers for this DVR port 4cc794aa-b575-40c2-861c-325ff4279e03 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:02:50.273188 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: ab12da53-44ac-488e-aecf-3bad38888615 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:02:50.274359 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ab12da53-44ac-488e-aecf-3bad38888615 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:02:50.275001 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 9afccb93-76f5-4b52-a8a9-093eb8058302 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:02:50.302553 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-e40a7cc6-9819-4678-93d9-a99c9fce3559 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:50.316870 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 9afccb93-76f5-4b52-a8a9-093eb8058302 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:02:50.317228 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 9afccb93-76f5-4b52-a8a9-093eb8058302 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:02:50.327829 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-35334b01-d36b-48db-89d1-ded361e5be4e None None] For port 4cc794aa-b575-40c2-861c-325ff4279e03, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4cc794aa-b575-40c2-861c-325ff4279e03,segment=NetworkSegment(07a44a8c-5788-4ab0-83e5-f85555578b3c),segment_id=07a44a8c-5788-4ab0-83e5-f85555578b3c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:50.328232 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-35334b01-d36b-48db-89d1-ded361e5be4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (4cc794aa-b575-40c2-861c-325ff4279e03), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:50.334020 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-893d5398-acb6-4699-8701-7156f5d042b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (9d03c4ae-d514-421e-b655-86ca09811ee8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:50.344139 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-35334b01-d36b-48db-89d1-ded361e5be4e None None] Calling delete_port for 4cc794aa-b575-40c2-861c-325ff4279e03 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:02:50.389380 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-893d5398-acb6-4699-8701-7156f5d042b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d03c4ae-d514-421e-b655-86ca09811ee8']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:50.403226 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-893d5398-acb6-4699-8701-7156f5d042b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a44a8c-5788-4ab0-83e5-f85555578b3c') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:50.403842 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-893d5398-acb6-4699-8701-7156f5d042b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a44a8c-5788-4ab0-83e5-f85555578b3c') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:50.412413 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e40a7cc6-9819-4678-93d9-a99c9fce3559 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:50.422061 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-e30972eb-4c02-4bf0-bfe1-b9dcc01ee8bf tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c869b1ad561a43bab98562600aca3675&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411110 Feb 19 04:02:50.428696 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-893d5398-acb6-4699-8701-7156f5d042b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (07a44a8c-5788-4ab0-83e5-f85555578b3c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:50.444753 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-893d5398-acb6-4699-8701-7156f5d042b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (07a44a8c-5788-4ab0-83e5-f85555578b3c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:50.459266 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893d5398-acb6-4699-8701-7156f5d042b9 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:02:50.459799 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-893d5398-acb6-4699-8701-7156f5d042b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (07a44a8c-5788-4ab0-83e5-f85555578b3c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:02:50.463677 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:02:50.513941 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-35334b01-d36b-48db-89d1-ded361e5be4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (4cc794aa-b575-40c2-861c-325ff4279e03), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:50.568182 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35334b01-d36b-48db-89d1-ded361e5be4e None None] Pushing event deleted for resources: {'Port': ['ID=4cc794aa-b575-40c2-861c-325ff4279e03,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:50.573081 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-893d5398-acb6-4699-8701-7156f5d042b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (9d03c4ae-d514-421e-b655-86ca09811ee8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:50.581244 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-893d5398-acb6-4699-8701-7156f5d042b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:50.590193 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35334b01-d36b-48db-89d1-ded361e5be4e None None] No DVR routers for this DVR port 4cc794aa-b575-40c2-861c-325ff4279e03 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:02:50.591605 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-893d5398-acb6-4699-8701-7156f5d042b9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/9d03c4ae-d514-421e-b655-86ca09811ee8 HTTP/1.1" status: 204 len: 168 time: 1.2032402 Feb 19 04:02:50.599063 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35334b01-d36b-48db-89d1-ded361e5be4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:50.599866 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35334b01-d36b-48db-89d1-ded361e5be4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:50.600381 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35334b01-d36b-48db-89d1-ded361e5be4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:50.601306 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35334b01-d36b-48db-89d1-ded361e5be4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:50.602755 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35334b01-d36b-48db-89d1-ded361e5be4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:50.603336 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35334b01-d36b-48db-89d1-ded361e5be4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:50.615041 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35334b01-d36b-48db-89d1-ded361e5be4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:50.615810 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35334b01-d36b-48db-89d1-ded361e5be4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:50.617017 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35334b01-d36b-48db-89d1-ded361e5be4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:50.617017 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35334b01-d36b-48db-89d1-ded361e5be4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:50.617876 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35334b01-d36b-48db-89d1-ded361e5be4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:50.618751 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35334b01-d36b-48db-89d1-ded361e5be4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:50.619083 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d5398-acb6-4699-8701-7156f5d042b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d03c4ae-d514-421e-b655-86ca09811ee8,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:50.619491 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35334b01-d36b-48db-89d1-ded361e5be4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:50.805085 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-8d355552-df53-4a6d-b24e-ef5dbc32610b tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:50.807398 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-8d355552-df53-4a6d-b24e-ef5dbc32610b tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3845243 Feb 19 04:02:50.847823 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9288bca-4dc3-4a27-9b65-5d37405d0f70 req-770a9962-5f4b-4b6b-b464-1cc4acd8929f tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:50.849680 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c9288bca-4dc3-4a27-9b65-5d37405d0f70 req-770a9962-5f4b-4b6b-b464-1cc4acd8929f tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=796346c4-0be8-4f11-b3ca-ecf58988a1ab HTTP/1.1" status: 200 len: 944 time: 0.1405642 Feb 19 04:02:50.860220 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-a54045d8-fbd9-4029-819d-93b7af8cb541 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/quotas/c869b1ad561a43bab98562600aca3675 HTTP/1.1" status: 200 len: 375 time: 0.0443819 Feb 19 04:02:50.936524 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51452) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:50.965249 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e40a7cc6-9819-4678-93d9-a99c9fce3559 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:51.003438 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ef7d5ef2-20dd-4c55-969d-10a0ca351d63 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=50fd7819c4774650a14342140345e302&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0672507 Feb 19 04:02:51.005825 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51454) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:51.023569 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c9288bca-4dc3-4a27-9b65-5d37405d0f70 req-cd35e851-1bc6-4c6b-b245-301917604dff tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592512 Feb 19 04:02:51.054842 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-407e61af-1f0b-4a78-afc6-bf21fc170e15 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c869b1ad561a43bab98562600aca3675&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1930797 Feb 19 04:02:51.132173 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-89ce86b1-4dbf-48eb-8d3b-6088113f2d0e admin admin] Publish callbacks [] for security_group (d765655d-a7e8-449e-92f7-b133cb466b86), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:51.136419 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device f2e4cefb-c90c-4779-9b12-ea3746dd42dc up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:02:51.203514 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-89ce86b1-4dbf-48eb-8d3b-6088113f2d0e admin admin] Publish callbacks [] for security_group (d765655d-a7e8-449e-92f7-b133cb466b86), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:51.227787 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-e40a7cc6-9819-4678-93d9-a99c9fce3559 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Allocated IP 172.25.3.176 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/1f2e1ef1-7fd7-44c5-adb3-776b32ced728) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:02:51.281392 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port f2e4cefb-c90c-4779-9b12-ea3746dd42dc completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:02:51.293174 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-89ce86b1-4dbf-48eb-8d3b-6088113f2d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d765655d-a7e8-449e-92f7-b133cb466b86), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:51.296994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port f2e4cefb-c90c-4779-9b12-ea3746dd42dc triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:51.297521 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-89ce86b1-4dbf-48eb-8d3b-6088113f2d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:51.297660 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f2e4cefb-c90c-4779-9b12-ea3746dd42dc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:51.299463 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-89ce86b1-4dbf-48eb-8d3b-6088113f2d0e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d765655d-a7e8-449e-92f7-b133cb466b86 HTTP/1.1" status: 204 len: 168 time: 0.2921817 Feb 19 04:02:51.331992 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce86b1-4dbf-48eb-8d3b-6088113f2d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d765655d-a7e8-449e-92f7-b133cb466b86,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:51.537571 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port f2e4cefb-c90c-4779-9b12-ea3746dd42dc is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:51.538530 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f2e4cefb-c90c-4779-9b12-ea3746dd42dc), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:51.608360 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796346c4-0be8-4f11-b3ca-ecf58988a1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e4cefb-c90c-4779-9b12-ea3746dd42dc'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:51.617075 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e52b75-70de-4369-b3df-e669ba780004" -d '{"events": [{"server_uuid": "796346c4-0be8-4f11-b3ca-ecf58988a1ab", "name": "network-vif-plugged", "status": "completed", "tag": "f2e4cefb-c90c-4779-9b12-ea3746dd42dc"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:51.659834 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port f2e4cefb-c90c-4779-9b12-ea3746dd42dc, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=f2e4cefb-c90c-4779-9b12-ea3746dd42dc,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:51.670716 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f2e4cefb-c90c-4779-9b12-ea3746dd42dc), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:51.751735 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=f2e4cefb-c90c-4779-9b12-ea3746dd42dc,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:51.915345 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5d86e63-d8c7-4b08-a417-be81b6ca43a3 req-d284e8bf-265c-46ef-b779-5ee391fdd509 tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.0780404 Feb 19 04:02:51.918143 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4cc794aa-b575-40c2-861c-325ff4279e03 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:02:52.000554 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 4cc794aa-b575-40c2-861c-325ff4279e03 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:02:52.000554 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4cc794aa-b575-40c2-861c-325ff4279e03 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:02:52.010049 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebcdca-354b-4fae-9ee2-40138cbe07db req-b9d4374f-7029-41ae-b9b3-10797ce705ca tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:52.017658 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bdebcdca-354b-4fae-9ee2-40138cbe07db req-b9d4374f-7029-41ae-b9b3-10797ce705ca tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 943 time: 0.3036222 Feb 19 04:02:52.045339 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33f6fc7-4d71-44a5-8314-27806aec560b x-openstack-request-id: req-f33f6fc7-4d71-44a5-8314-27806aec560b {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:52.045716 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796346c4-0be8-4f11-b3ca-ecf58988a1ab", "name": "network-vif-plugged", "status": "completed", "tag": "f2e4cefb-c90c-4779-9b12-ea3746dd42dc", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:52.045978 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f33f6fc7-4d71-44a5-8314-27806aec560b {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:52.046432 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796346c4-0be8-4f11-b3ca-ecf58988a1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e4cefb-c90c-4779-9b12-ea3746dd42dc', 'code': 200} Feb 19 04:02:52.078147 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e40a7cc6-9819-4678-93d9-a99c9fce3559 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks [] for port (1f2e1ef1-7fd7-44c5-adb3-776b32ced728), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:52.140842 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bdebcdca-354b-4fae-9ee2-40138cbe07db req-9f3c8fc3-0721-4f68-b13e-8eb948f4f835 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cad8288-9435-40e0-8e1c-121fc37255cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1200359 Feb 19 04:02:52.222805 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e40a7cc6-9819-4678-93d9-a99c9fce3559 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (1f2e1ef1-7fd7-44c5-adb3-776b32ced728), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:52.240335 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f9bcf-65f8-4b10-b0a1-5158e45081a9 req-5b96278d-b807-4b54-8066-5e40532f1778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:52.244530 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-729f9bcf-65f8-4b10-b0a1-5158e45081a9 req-5b96278d-b807-4b54-8066-5e40532f1778 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=796346c4-0be8-4f11-b3ca-ecf58988a1ab HTTP/1.1" status: 200 len: 1128 time: 0.1058717 Feb 19 04:02:52.277282 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40a7cc6-9819-4678-93d9-a99c9fce3559 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:02:52.287874 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-e40a7cc6-9819-4678-93d9-a99c9fce3559 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:52.289153 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40a7cc6-9819-4678-93d9-a99c9fce3559 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:02:52.335296 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a7cc6-9819-4678-93d9-a99c9fce3559 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Pushing event updated for resources: {'Port': ['ID=1f2e1ef1-7fd7-44c5-adb3-776b32ced728,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:52.362123 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-729f9bcf-65f8-4b10-b0a1-5158e45081a9 req-7af4040f-1ce6-4c71-a03b-0e84e73cb674 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091383 Feb 19 04:02:52.438013 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffdb23-e74e-45aa-92cf-ef275cea0a6b req-17eb11fb-6140-492f-93d0-7a5f4be0161d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:52.440479 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26ffdb23-e74e-45aa-92cf-ef275cea0a6b req-17eb11fb-6140-492f-93d0-7a5f4be0161d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=796346c4-0be8-4f11-b3ca-ecf58988a1ab HTTP/1.1" status: 200 len: 945 time: 0.1156092 Feb 19 04:02:52.532685 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-124b6a49-8056-4e98-82f9-15718f47dd61 req-794e5d98-e9c6-4d26-9c4f-6d26a51f0337 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef08de2b-214f-429a-a560-5a987980a750 HTTP/1.1" status: 200 len: 210 time: 0.0439739 Feb 19 04:02:52.576145 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e40a7cc6-9819-4678-93d9-a99c9fce3559 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks [] for floatingip (307ee914-899e-4061-a925-3817c5072e06), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:52.580585 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26ffdb23-e74e-45aa-92cf-ef275cea0a6b req-27e5ea73-da51-4df9-937d-45ed28c3717f tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318917 Feb 19 04:02:52.634667 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e40a7cc6-9819-4678-93d9-a99c9fce3559 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1f2e1ef1-7fd7-44c5-adb3-776b32ced728), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:52.962348 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e40a7cc6-9819-4678-93d9-a99c9fce3559 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks [] for port (1f2e1ef1-7fd7-44c5-adb3-776b32ced728), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:52.975911 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e40a7cc6-9819-4678-93d9-a99c9fce3559 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (1f2e1ef1-7fd7-44c5-adb3-776b32ced728), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:53.225948 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4cc8fb2-ebb9-440c-ace6-13d99809866d req-e74d96f2-6ccc-4e84-a123-02ee358d3322 tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.0737071 Feb 19 04:02:53.251830 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a7cc6-9819-4678-93d9-a99c9fce3559 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Pushing event updated for resources: {'Port': ['ID=1f2e1ef1-7fd7-44c5-adb3-776b32ced728,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:53.285810 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e40a7cc6-9819-4678-93d9-a99c9fce3559 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (307ee914-899e-4061-a925-3817c5072e06), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:53.359144 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e40a7cc6-9819-4678-93d9-a99c9fce3559 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:53.360794 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e40a7cc6-9819-4678-93d9-a99c9fce3559 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3204677 Feb 19 04:02:53.363701 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51530) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:53.369567 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b4b2e78e-8bbc-47b2-be84-03cb9326b546 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1248374523'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:53.389517 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05b5a-79bb-41e5-8b75-789007684d35 req-ef02d136-759c-4899-8400-2320bbfa7b4e tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:53.395059 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11f05b5a-79bb-41e5-8b75-789007684d35 req-ef02d136-759c-4899-8400-2320bbfa7b4e tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 943 time: 0.0890219 Feb 19 04:02:53.401308 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b2e78e-8bbc-47b2-be84-03cb9326b546 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Made reservation on behalf of 82a12beec71f439081a19cdb5e5d8894 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:02:53.405931 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b4b2e78e-8bbc-47b2-be84-03cb9326b546 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:53.418044 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b4b2e78e-8bbc-47b2-be84-03cb9326b546 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:53.483066 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11f05b5a-79bb-41e5-8b75-789007684d35 req-a816f058-3f48-4c20-b066-883d14ac4e92 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cad8288-9435-40e0-8e1c-121fc37255cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798774 Feb 19 04:02:53.592228 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b4b2e78e-8bbc-47b2-be84-03cb9326b546 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks [] for security_group (8e5825f9-66b6-4375-9d33-61b12af76f45), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:53.599503 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b4b2e78e-8bbc-47b2-be84-03cb9326b546 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8e5825f9-66b6-4375-9d33-61b12af76f45), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:53.662688 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f842b68f-28bc-42a6-ba93-ab49679bc397 req-010e0021-8efc-4019-9e45-4312484a7ffb tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef08de2b-214f-429a-a560-5a987980a750 HTTP/1.1" status: 200 len: 210 time: 0.0459991 Feb 19 04:02:53.672071 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b2e78e-8bbc-47b2-be84-03cb9326b546 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:02:53.696620 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b4b2e78e-8bbc-47b2-be84-03cb9326b546 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (f54687e1-9065-472d-8b58-6dfdc6bc18cd), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:53.697240 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-b4b2e78e-8bbc-47b2-be84-03cb9326b546 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Added segment f54687e1-9065-472d-8b58-6dfdc6bc18cd of type vlan for network 28086b87-8474-4662-9966-1a2e7c835eaa Feb 19 04:02:53.709431 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2e78e-8bbc-47b2-be84-03cb9326b546 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5825f9-66b6-4375-9d33-61b12af76f45,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:53.817752 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b4b2e78e-8bbc-47b2-be84-03cb9326b546 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (28086b87-8474-4662-9966-1a2e7c835eaa), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:53.825777 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867ac44-8356-4b1c-bef2-6d85d2230bc8 req-36619d6e-7a98-42af-9114-0ba4609df987 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:53.827373 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e867ac44-8356-4b1c-bef2-6d85d2230bc8 req-36619d6e-7a98-42af-9114-0ba4609df987 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=796346c4-0be8-4f11-b3ca-ecf58988a1ab HTTP/1.1" status: 200 len: 945 time: 0.0949841 Feb 19 04:02:53.874367 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-9060928b-cb58-4991-b73a-83ae36edfdce tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c869b1ad561a43bab98562600aca3675&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406153 Feb 19 04:02:53.948241 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b4b2e78e-8bbc-47b2-be84-03cb9326b546 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (28086b87-8474-4662-9966-1a2e7c835eaa), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:53.953480 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b2e78e-8bbc-47b2-be84-03cb9326b546 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:53.954449 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b4b2e78e-8bbc-47b2-be84-03cb9326b546 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:53.991306 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e867ac44-8356-4b1c-bef2-6d85d2230bc8 req-5a9fb7ac-6044-4863-a4c3-86d946502d6b tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529081 Feb 19 04:02:54.001978 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b4b2e78e-8bbc-47b2-be84-03cb9326b546 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6365492 Feb 19 04:02:54.004984 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51560) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:54.010326 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-2f669d50-820e-4ad0-9aef-0da12a08c863 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Request body: {'subnet': {'network_id': '28086b87-8474-4662-9966-1a2e7c835eaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:54.077535 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2e78e-8bbc-47b2-be84-03cb9326b546 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Pushing event updated for resources: {'Network': ['ID=28086b87-8474-4662-9966-1a2e7c835eaa,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:54.098764 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 28086b87-8474-4662-9966-1a2e7c835eaa details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:02:54.101563 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-423fc8c6-a5ee-455e-9af1-21fbe6f53794 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:54.104128 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-423fc8c6-a5ee-455e-9af1-21fbe6f53794 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2238832 Feb 19 04:02:54.118807 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-90a57268-4f29-4a0e-b5a9-b067d0a22eb1 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Request body: {'port': {'device_id': 'ffac707a-918e-479d-84f7-365804339ad3', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': 'c869b1ad561a43bab98562600aca3675'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:54.190304 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-0fdacc46-c724-4e63-b295-5d8e7c62b447 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c869b1ad561a43bab98562600aca3675&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646377 Feb 19 04:02:54.216893 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51564) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:54.382937 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-90a57268-4f29-4a0e-b5a9-b067d0a22eb1 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Made reservation on behalf of c869b1ad561a43bab98562600aca3675 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:02:54.388367 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-90a57268-4f29-4a0e-b5a9-b067d0a22eb1 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:54.463142 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1872bfb7-6162-4842-bd80-2b6809cbc022 req-ff44e9eb-0fb5-4fc8-98e9-c02eaffc034b tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.0424609 Feb 19 04:02:54.463992 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f669d50-820e-4ad0-9aef-0da12a08c863 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Made reservation on behalf of 82a12beec71f439081a19cdb5e5d8894 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:02:54.467677 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2f669d50-820e-4ad0-9aef-0da12a08c863 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:54.497385 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cb6afb3d-bc15-452e-afaf-44a80358bab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:54.592730 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-04dcf916-339d-4b5f-a3bb-9a8a851bfa17 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:54.594274 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-04dcf916-339d-4b5f-a3bb-9a8a851bfa17 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3924599 Feb 19 04:02:54.614736 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-ddfae852-5bf5-4f77-858d-f4d69717ed24 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Request body: {'port': {'device_id': 'ef08de2b-214f-429a-a560-5a987980a750', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': 'c869b1ad561a43bab98562600aca3675'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:54.616215 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-90a57268-4f29-4a0e-b5a9-b067d0a22eb1 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Allocated IP 192.168.233.192 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/c6119883-1fa5-488c-a60d-b4294c67e15c) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:02:54.700234 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cb6afb3d-bc15-452e-afaf-44a80358bab8 admin admin] Publish callbacks [] for security_group (58665884-2be7-481e-8e54-ff326cc0d02d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:54.713361 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cb6afb3d-bc15-452e-afaf-44a80358bab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (58665884-2be7-481e-8e54-ff326cc0d02d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:54.751949 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6afb3d-bc15-452e-afaf-44a80358bab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58665884-2be7-481e-8e54-ff326cc0d02d,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:54.813095 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cb6afb3d-bc15-452e-afaf-44a80358bab8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e292553c72a44d8787fa77529dbec1ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5918162 Feb 19 04:02:54.814210 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51574) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:54.821536 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4dbb9bc4-5a31-45fe-88b5-bd9f2f9b6d5b req-e56670fa-b70e-47cb-9745-f5d5e036a574 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef08de2b-214f-429a-a560-5a987980a750 HTTP/1.1" status: 200 len: 210 time: 0.0568073 Feb 19 04:02:54.846395 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c05eb-72da-4a94-9c0a-efaae6769874 req-317727c1-83ab-431d-8684-589b1ce9d620 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:54.848376 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-489c05eb-72da-4a94-9c0a-efaae6769874 req-317727c1-83ab-431d-8684-589b1ce9d620 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 943 time: 0.2524097 Feb 19 04:02:54.914265 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-90a57268-4f29-4a0e-b5a9-b067d0a22eb1 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks [] for port (c6119883-1fa5-488c-a60d-b4294c67e15c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:54.920738 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-577aa4af-26e3-49e3-884c-5c910cedea02 admin admin] Publish callbacks [] for security_group (58665884-2be7-481e-8e54-ff326cc0d02d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:54.943401 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-577aa4af-26e3-49e3-884c-5c910cedea02 admin admin] Publish callbacks [] for security_group (58665884-2be7-481e-8e54-ff326cc0d02d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:54.966013 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-ddfae852-5bf5-4f77-858d-f4d69717ed24 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Made reservation on behalf of c869b1ad561a43bab98562600aca3675 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:02:54.969388 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-ddfae852-5bf5-4f77-858d-f4d69717ed24 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:55.014225 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-577aa4af-26e3-49e3-884c-5c910cedea02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (58665884-2be7-481e-8e54-ff326cc0d02d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:55.017950 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-577aa4af-26e3-49e3-884c-5c910cedea02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:55.019900 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-577aa4af-26e3-49e3-884c-5c910cedea02 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/58665884-2be7-481e-8e54-ff326cc0d02d HTTP/1.1" status: 204 len: 168 time: 0.2050176 Feb 19 04:02:55.028810 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-90a57268-4f29-4a0e-b5a9-b067d0a22eb1 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (c6119883-1fa5-488c-a60d-b4294c67e15c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:55.031247 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577aa4af-26e3-49e3-884c-5c910cedea02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58665884-2be7-481e-8e54-ff326cc0d02d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:55.037519 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-489c05eb-72da-4a94-9c0a-efaae6769874 req-07e25511-53a1-4e26-9c17-c3270e7c8f50 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cad8288-9435-40e0-8e1c-121fc37255cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1716099 Feb 19 04:02:55.046601 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['730dbe95-56db-42fe-b54d-2d00210ea58b'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:02:55.177628 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-90a57268-4f29-4a0e-b5a9-b067d0a22eb1 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:02:55.189898 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-90a57268-4f29-4a0e-b5a9-b067d0a22eb1 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:55.195647 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-90a57268-4f29-4a0e-b5a9-b067d0a22eb1 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:02:55.214559 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a57268-4f29-4a0e-b5a9-b067d0a22eb1 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Pushing event updated for resources: {'Port': ['ID=c6119883-1fa5-488c-a60d-b4294c67e15c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:55.337369 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-ddfae852-5bf5-4f77-858d-f4d69717ed24 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Allocated IP 192.168.233.246 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/452255b5-7224-4c70-a5f3-55d51017f553) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:02:55.390960 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-90a57268-4f29-4a0e-b5a9-b067d0a22eb1 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:55.395986 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-90a57268-4f29-4a0e-b5a9-b067d0a22eb1 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:55.448608 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-90a57268-4f29-4a0e-b5a9-b067d0a22eb1 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3368466 Feb 19 04:02:55.459378 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2f669d50-820e-4ad0-9aef-0da12a08c863 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (e9fedc60-fea0-4bc1-9bd3-24bcf4f0b10f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:55.463076 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-37c6efca-6404-44c4-9947-e1dc37b16920 service neutron] Request body: {'port': {'device_id': 'ffac707a-918e-479d-84f7-365804339ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:55.636908 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-37c6efca-6404-44c4-9947-e1dc37b16920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c6119883-1fa5-488c-a60d-b4294c67e15c), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:55.676644 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-72846392-ea42-4697-be00-07daaf69455e None None] Provisioning complete for port c6119883-1fa5-488c-a60d-b4294c67e15c triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:55.678015 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-72846392-ea42-4697-be00-07daaf69455e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c6119883-1fa5-488c-a60d-b4294c67e15c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:55.736183 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b667b-ac74-4a62-ba72-de5b16130c01 req-a4ef3ab5-ee88-4aa5-ace7-a45a77617e11 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:55.749695 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b66b667b-ac74-4a62-ba72-de5b16130c01 req-a4ef3ab5-ee88-4aa5-ace7-a45a77617e11 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=796346c4-0be8-4f11-b3ca-ecf58988a1ab HTTP/1.1" status: 200 len: 945 time: 0.3781881 Feb 19 04:02:55.759059 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b40abaf2-ec1e-435d-8e1f-5e5ca39a7f24 req-e31913f4-62ef-43de-9ff3-8de20a60a86f tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.1469584 Feb 19 04:02:55.769874 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-72846392-ea42-4697-be00-07daaf69455e None None] Port c6119883-1fa5-488c-a60d-b4294c67e15c cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:02:55.877995 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:02:55.894505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f669d50-820e-4ad0-9aef-0da12a08c863 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Pushing event updated for resources: {'Subnet': ['ID=e9fedc60-fea0-4bc1-9bd3-24bcf4f0b10f,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:55.919875 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f669d50-820e-4ad0-9aef-0da12a08c863 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Checking segment: {'id': 'f54687e1-9065-472d-8b58-6dfdc6bc18cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '28086b87-8474-4662-9966-1a2e7c835eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:55.920541 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f669d50-820e-4ad0-9aef-0da12a08c863 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Network hostable DHCP agents. Network: 28086b87-8474-4662-9966-1a2e7c835eaa, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:02:55.973359 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b66b667b-ac74-4a62-ba72-de5b16130c01 req-886c65d0-f2bd-4c46-8ef8-a2d46536432e tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221444 Feb 19 04:02:56.120098 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f669d50-820e-4ad0-9aef-0da12a08c863 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Network 28086b87-8474-4662-9966-1a2e7c835eaa is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:02:56.132180 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64f2a371-abc4-455c-8acd-9e9460d2253a req-0e29ecde-1564-43c5-8056-2d06a2acfaaf tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef08de2b-214f-429a-a560-5a987980a750 HTTP/1.1" status: 200 len: 210 time: 0.1736155 Feb 19 04:02:56.177979 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-ddfae852-5bf5-4f77-858d-f4d69717ed24 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks [] for port (452255b5-7224-4c70-a5f3-55d51017f553), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:56.186013 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-2f669d50-820e-4ad0-9aef-0da12a08c863 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 28086b87-8474-4662-9966-1a2e7c835eaa) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:56.192740 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f669d50-820e-4ad0-9aef-0da12a08c863 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:56.193375 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2f669d50-820e-4ad0-9aef-0da12a08c863 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:56.199438 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a69342-7c9d-438d-852f-cb316d5bd92f None None] Network 28086b87-8474-4662-9966-1a2e7c835eaa requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:02:56.248078 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2f669d50-820e-4ad0-9aef-0da12a08c863 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2419770 Feb 19 04:02:56.251596 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51614) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:56.258933 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-a432f7ab-9005-424a-afc1-822790656b5f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-278969011', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}, 'admin_state_up': False}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:56.318911 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a432f7ab-9005-424a-afc1-822790656b5f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (690f54be-e85a-4127-99bf-6ba20309a813), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:56.320088 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a432f7ab-9005-424a-afc1-822790656b5f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (690f54be-e85a-4127-99bf-6ba20309a813), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:56.417964 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-ddfae852-5bf5-4f77-858d-f4d69717ed24 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (452255b5-7224-4c70-a5f3-55d51017f553), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:56.484109 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['730dbe95-56db-42fe-b54d-2d00210ea58b'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:02:56.524173 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-ddfae852-5bf5-4f77-858d-f4d69717ed24 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:02:56.530779 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-ddfae852-5bf5-4f77-858d-f4d69717ed24 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:56.561395 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b858a67c-0eff-4fca-8441-84ffeeb6b66b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-28086b87-8474-4662-9966-1a2e7c835eaa', 'network_id': '28086b87-8474-4662-9966-1a2e7c835eaa', 'project_id': '82a12beec71f439081a19cdb5e5d8894', 'fixed_ips': [{'subnet_id': 'e9fedc60-fea0-4bc1-9bd3-24bcf4f0b10f'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:02:56.562304 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b858a67c-0eff-4fca-8441-84ffeeb6b66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:56.564411 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07aa143-70d7-46eb-8022-e7c505fdda25 req-9d3d51f8-07b8-4555-933b-36ee2d088646 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:56.569105 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d07aa143-70d7-46eb-8022-e7c505fdda25 req-9d3d51f8-07b8-4555-933b-36ee2d088646 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 943 time: 0.3013878 Feb 19 04:02:56.583561 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-ddfae852-5bf5-4f77-858d-f4d69717ed24 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:02:56.585345 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a432f7ab-9005-424a-afc1-822790656b5f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks [] for router_controller (690f54be-e85a-4127-99bf-6ba20309a813), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:56.715340 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfae852-5bf5-4f77-858d-f4d69717ed24 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Pushing event updated for resources: {'Port': ['ID=452255b5-7224-4c70-a5f3-55d51017f553,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:56.757415 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44816dd0-3fa3-42d6-9614-77b906584da0 req-09180c87-6411-4608-bf73-15863a69cc27 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:56.765822 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44816dd0-3fa3-42d6-9614-77b906584da0 req-09180c87-6411-4608-bf73-15863a69cc27 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=796346c4-0be8-4f11-b3ca-ecf58988a1ab HTTP/1.1" status: 200 len: 945 time: 0.3389714 Feb 19 04:02:56.875440 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-ddfae852-5bf5-4f77-858d-f4d69717ed24 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:56.876157 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-ddfae852-5bf5-4f77-858d-f4d69717ed24 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:56.898931 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a432f7ab-9005-424a-afc1-822790656b5f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks [] for router_gateway (690f54be-e85a-4127-99bf-6ba20309a813), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:56.903314 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-b858a67c-0eff-4fca-8441-84ffeeb6b66b None None] Allocated IP 172.20.0.2 (28086b87-8474-4662-9966-1a2e7c835eaa/e9fedc60-fea0-4bc1-9bd3-24bcf4f0b10f/f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:02:56.909528 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d07aa143-70d7-46eb-8022-e7c505fdda25 req-f75a10c3-6010-470d-8e4e-93655d4fc014 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cad8288-9435-40e0-8e1c-121fc37255cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3053305 Feb 19 04:02:56.996929 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-ddfae852-5bf5-4f77-858d-f4d69717ed24 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3866825 Feb 19 04:02:57.021520 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44816dd0-3fa3-42d6-9614-77b906584da0 req-bff58071-1b8c-4574-aee7-98819f2ec699 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535839 Feb 19 04:02:57.039653 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-d138b122-03de-4503-a0f7-5c39dd2fa6bc service neutron] Request body: {'port': {'device_id': 'ef08de2b-214f-429a-a560-5a987980a750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:57.072708 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-37c6efca-6404-44c4-9947-e1dc37b16920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6119883-1fa5-488c-a60d-b4294c67e15c {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:02:57.088424 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-37c6efca-6404-44c4-9947-e1dc37b16920 service neutron] Publish callbacks [] for port (c6119883-1fa5-488c-a60d-b4294c67e15c), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:57.119527 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-37c6efca-6404-44c4-9947-e1dc37b16920 service neutron] Transition to ACTIVE for port object c6119883-1fa5-488c-a60d-b4294c67e15c will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:02:57.134921 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-37c6efca-6404-44c4-9947-e1dc37b16920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (c6119883-1fa5-488c-a60d-b4294c67e15c), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:57.184647 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6efca-6404-44c4-9947-e1dc37b16920 service neutron] Pushing event updated for resources: {'Port': ['ID=c6119883-1fa5-488c-a60d-b4294c67e15c,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:57.287042 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-d138b122-03de-4503-a0f7-5c39dd2fa6bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (452255b5-7224-4c70-a5f3-55d51017f553), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:57.345205 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b858a67c-0eff-4fca-8441-84ffeeb6b66b None None] Publish callbacks [] for port (f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:57.378958 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eede5df2-c058-415f-b83d-59a1ceeeb790 req-d7e9e78c-c7ac-4a4f-8f20-d7203086ac30 tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.1188776 Feb 19 04:02:57.420139 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b858a67c-0eff-4fca-8441-84ffeeb6b66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:57.457332 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a432f7ab-9005-424a-afc1-822790656b5f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks [] for router_gateway (690f54be-e85a-4127-99bf-6ba20309a813), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:57.504769 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a432f7ab-9005-424a-afc1-822790656b5f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:57.589431 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b858a67c-0eff-4fca-8441-84ffeeb6b66b None None] Network 28086b87-8474-4662-9966-1a2e7c835eaa is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:02:57.593043 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-29ca5df9-2177-4845-9588-8d5abf2e4f70 None None] Provisioning complete for port 452255b5-7224-4c70-a5f3-55d51017f553 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:57.607625 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-29ca5df9-2177-4845-9588-8d5abf2e4f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (452255b5-7224-4c70-a5f3-55d51017f553), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:57.696713 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:57.700264 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858a67c-0eff-4fca-8441-84ffeeb6b66b None None] Pushing event updated for resources: {'Port': ['ID=f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:57.703299 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-b858a67c-0eff-4fca-8441-84ffeeb6b66b None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:57.710826 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b858a67c-0eff-4fca-8441-84ffeeb6b66b None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:02:57.713577 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-29ca5df9-2177-4845-9588-8d5abf2e4f70 None None] Port 452255b5-7224-4c70-a5f3-55d51017f553 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:02:57.856236 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-a432f7ab-9005-424a-afc1-822790656b5f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Allocated IP 172.25.3.210 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/f8687dd6-2e95-4527-9c23-9989e25a88d0) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:02:57.979215 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b858a67c-0eff-4fca-8441-84ffeeb6b66b None None] Attempting to bind port f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:02:57.980306 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b858a67c-0eff-4fca-8441-84ffeeb6b66b None None] Attempting to bind port f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'f54687e1-9065-472d-8b58-6dfdc6bc18cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '28086b87-8474-4662-9966-1a2e7c835eaa'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:02:57.980901 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b858a67c-0eff-4fca-8441-84ffeeb6b66b None None] Attempting to bind port f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9 on network 28086b87-8474-4662-9966-1a2e7c835eaa {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:58.030273 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a432f7ab-9005-424a-afc1-822790656b5f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks [] for port (f8687dd6-2e95-4527-9c23-9989e25a88d0), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:58.035783 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b858a67c-0eff-4fca-8441-84ffeeb6b66b None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:02:58.038117 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b858a67c-0eff-4fca-8441-84ffeeb6b66b None None] Checking segment: {'id': 'f54687e1-9065-472d-8b58-6dfdc6bc18cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '28086b87-8474-4662-9966-1a2e7c835eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:58.039362 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b858a67c-0eff-4fca-8441-84ffeeb6b66b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:58.040542 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b858a67c-0eff-4fca-8441-84ffeeb6b66b None None] Bound using segment: {'id': 'f54687e1-9065-472d-8b58-6dfdc6bc18cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '28086b87-8474-4662-9966-1a2e7c835eaa'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:02:58.041843 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b858a67c-0eff-4fca-8441-84ffeeb6b66b None None] Bound port: f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f54687e1-9065-472d-8b58-6dfdc6bc18cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '28086b87-8474-4662-9966-1a2e7c835eaa'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:02:58.043634 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b858a67c-0eff-4fca-8441-84ffeeb6b66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:58.112890 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-d138b122-03de-4503-a0f7-5c39dd2fa6bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 452255b5-7224-4c70-a5f3-55d51017f553 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:02:58.133616 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-d138b122-03de-4503-a0f7-5c39dd2fa6bc service neutron] Publish callbacks [] for port (452255b5-7224-4c70-a5f3-55d51017f553), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:58.160406 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-d138b122-03de-4503-a0f7-5c39dd2fa6bc service neutron] Transition to ACTIVE for port object 452255b5-7224-4c70-a5f3-55d51017f553 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:02:58.195065 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-d138b122-03de-4503-a0f7-5c39dd2fa6bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (452255b5-7224-4c70-a5f3-55d51017f553), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:58.197628 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b858a67c-0eff-4fca-8441-84ffeeb6b66b None None] For port f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:02:58.204881 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b858a67c-0eff-4fca-8441-84ffeeb6b66b None None] For port f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9,segment=NetworkSegment(f54687e1-9065-472d-8b58-6dfdc6bc18cd),segment_id=f54687e1-9065-472d-8b58-6dfdc6bc18cd)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:02:58.230257 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b858a67c-0eff-4fca-8441-84ffeeb6b66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:58.331611 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51672) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:58.383664 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858a67c-0eff-4fca-8441-84ffeeb6b66b None None] Pushing event updated for resources: {'Port': ['ID=f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:58.492597 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faeaaba-abe5-481e-aa19-6dfde908a108 req-0927f8de-1c88-4d5a-a5c0-b3a7731189f9 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:58.499759 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8faeaaba-abe5-481e-aa19-6dfde908a108 req-0927f8de-1c88-4d5a-a5c0-b3a7731189f9 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef08de2b-214f-429a-a560-5a987980a750 HTTP/1.1" status: 200 len: 936 time: 1.0420508 Feb 19 04:02:58.544832 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138b122-03de-4503-a0f7-5c39dd2fa6bc service neutron] Pushing event updated for resources: {'Port': ['ID=452255b5-7224-4c70-a5f3-55d51017f553,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:58.653745 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed937c-e600-4bb9-981a-da2a1f5a1621 req-b371886a-718a-4e8c-bc37-8f7d998ca45a tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:58.665472 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbed937c-e600-4bb9-981a-da2a1f5a1621 req-b371886a-718a-4e8c-bc37-8f7d998ca45a tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 943 time: 0.5007184 Feb 19 04:02:58.733559 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-37c6efca-6404-44c4-9947-e1dc37b16920 service neutron] Attempting to bind port c6119883-1fa5-488c-a60d-b4294c67e15c on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:02:58.738486 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-37c6efca-6404-44c4-9947-e1dc37b16920 service neutron] Attempting to bind port c6119883-1fa5-488c-a60d-b4294c67e15c by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:02:58.738866 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-37c6efca-6404-44c4-9947-e1dc37b16920 service neutron] Attempting to bind port c6119883-1fa5-488c-a60d-b4294c67e15c on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:58.771175 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-37c6efca-6404-44c4-9947-e1dc37b16920 service neutron] Port c6119883-1fa5-488c-a60d-b4294c67e15c on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:02:58.772114 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-37c6efca-6404-44c4-9947-e1dc37b16920 service neutron] Attempting to bind port c6119883-1fa5-488c-a60d-b4294c67e15c on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:58.791734 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-37c6efca-6404-44c4-9947-e1dc37b16920 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:02:58.791734 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-37c6efca-6404-44c4-9947-e1dc37b16920 service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:58.791734 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-37c6efca-6404-44c4-9947-e1dc37b16920 service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:02:58.791734 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-37c6efca-6404-44c4-9947-e1dc37b16920 service neutron] Bound port: c6119883-1fa5-488c-a60d-b4294c67e15c, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:02:58.791734 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-37c6efca-6404-44c4-9947-e1dc37b16920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c6119883-1fa5-488c-a60d-b4294c67e15c), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:58.794195 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a432f7ab-9005-424a-afc1-822790656b5f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (f8687dd6-2e95-4527-9c23-9989e25a88d0), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:58.836274 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a60a60a8-3770-4eef-83a1-f90544d9898c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:58.862581 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8faeaaba-abe5-481e-aa19-6dfde908a108 req-39a25aef-cbc8-4c46-8981-957986e9f6ae tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618054 Feb 19 04:02:58.874703 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432f7ab-9005-424a-afc1-822790656b5f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Pushing event updated for resources: {'Port': ['ID=f8687dd6-2e95-4527-9c23-9989e25a88d0,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:58.889146 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a432f7ab-9005-424a-afc1-822790656b5f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:02:58.892841 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-a432f7ab-9005-424a-afc1-822790656b5f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:58.896089 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a432f7ab-9005-424a-afc1-822790656b5f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:02:58.999639 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbed937c-e600-4bb9-981a-da2a1f5a1621 req-e73eea08-c0a9-4911-80c1-42ff11cbd3f2 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cad8288-9435-40e0-8e1c-121fc37255cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3319497 Feb 19 04:02:59.166205 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-d138b122-03de-4503-a0f7-5c39dd2fa6bc service neutron] Attempting to bind port 452255b5-7224-4c70-a5f3-55d51017f553 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:02:59.178643 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-d138b122-03de-4503-a0f7-5c39dd2fa6bc service neutron] Attempting to bind port 452255b5-7224-4c70-a5f3-55d51017f553 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:02:59.179178 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-d138b122-03de-4503-a0f7-5c39dd2fa6bc service neutron] Attempting to bind port 452255b5-7224-4c70-a5f3-55d51017f553 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:59.194206 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 3a666379-4d70-442a-b7b1-2c97f86ec14d details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:02:59.208497 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-d138b122-03de-4503-a0f7-5c39dd2fa6bc service neutron] Port 452255b5-7224-4c70-a5f3-55d51017f553 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:02:59.208965 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-d138b122-03de-4503-a0f7-5c39dd2fa6bc service neutron] Attempting to bind port 452255b5-7224-4c70-a5f3-55d51017f553 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:59.238715 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-d138b122-03de-4503-a0f7-5c39dd2fa6bc service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:02:59.246075 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-d138b122-03de-4503-a0f7-5c39dd2fa6bc service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:59.246654 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-d138b122-03de-4503-a0f7-5c39dd2fa6bc service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:02:59.247224 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-d138b122-03de-4503-a0f7-5c39dd2fa6bc service neutron] Bound port: 452255b5-7224-4c70-a5f3-55d51017f553, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:02:59.251679 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-d138b122-03de-4503-a0f7-5c39dd2fa6bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (452255b5-7224-4c70-a5f3-55d51017f553), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:59.266985 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-37c6efca-6404-44c4-9947-e1dc37b16920 service neutron] For port c6119883-1fa5-488c-a60d-b4294c67e15c, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:02:59.372490 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 3a666379-4d70-442a-b7b1-2c97f86ec14d, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=3a666379-4d70-442a-b7b1-2c97f86ec14d,segment=NetworkSegment(849fb22f-41f9-4cf0-b323-ce14438cbb9e),segment_id=849fb22f-41f9-4cf0-b323-ce14438cbb9e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:59.373190 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-37c6efca-6404-44c4-9947-e1dc37b16920 service neutron] For port c6119883-1fa5-488c-a60d-b4294c67e15c, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c6119883-1fa5-488c-a60d-b4294c67e15c,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:02:59.391013 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '3a666379-4d70-442a-b7b1-2c97f86ec14d', 'network_id': '5f6101ba-f25e-4636-b9f9-3a5ca6a42df4', 'port_id': '3a666379-4d70-442a-b7b1-2c97f86ec14d', 'mac_address': 'fa:16:3e:fb:26:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:02:59.415709 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2206ae3-2cdd-431c-bdbb-52e4e8762a0d req-dcf91f66-8eb1-4f9e-982f-72c09524237d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:59.430333 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e2206ae3-2cdd-431c-bdbb-52e4e8762a0d req-dcf91f66-8eb1-4f9e-982f-72c09524237d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=796346c4-0be8-4f11-b3ca-ecf58988a1ab HTTP/1.1" status: 200 len: 945 time: 0.4049644 Feb 19 04:02:59.493967 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 3a666379-4d70-442a-b7b1-2c97f86ec14d is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:59.494394 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3a666379-4d70-442a-b7b1-2c97f86ec14d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:59.503514 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a60a60a8-3770-4eef-83a1-f90544d9898c admin admin] Publish callbacks [] for security_group (efeaebcd-0046-45b1-89c2-3da6ad8f6763), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:59.504034 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-37c6efca-6404-44c4-9947-e1dc37b16920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (c6119883-1fa5-488c-a60d-b4294c67e15c), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:59.532575 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:59.540421 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a666379-4d70-442a-b7b1-2c97f86ec14d {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:02:59.601177 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e2206ae3-2cdd-431c-bdbb-52e4e8762a0d req-87e5beb6-31e8-4d71-a607-0b6d1526f770 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697326 Feb 19 04:02:59.616274 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 3a666379-4d70-442a-b7b1-2c97f86ec14d, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=3a666379-4d70-442a-b7b1-2c97f86ec14d,segment=NetworkSegment(849fb22f-41f9-4cf0-b323-ce14438cbb9e),segment_id=849fb22f-41f9-4cf0-b323-ce14438cbb9e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:59.618615 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a60a60a8-3770-4eef-83a1-f90544d9898c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (efeaebcd-0046-45b1-89c2-3da6ad8f6763), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:59.621101 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3a666379-4d70-442a-b7b1-2c97f86ec14d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:59.724496 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6efca-6404-44c4-9947-e1dc37b16920 service neutron] Pushing event updated for resources: {'Port': ['ID=c6119883-1fa5-488c-a60d-b4294c67e15c,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:59.727345 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=3a666379-4d70-442a-b7b1-2c97f86ec14d,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:59.731710 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b98f8362-7b45-483f-a5b3-d60e9646fbaa req-3e498da2-3043-46c3-8175-2bc011c5e525 tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.1288340 Feb 19 04:02:59.763264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-d138b122-03de-4503-a0f7-5c39dd2fa6bc service neutron] For port 452255b5-7224-4c70-a5f3-55d51017f553, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:02:59.768572 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-d138b122-03de-4503-a0f7-5c39dd2fa6bc service neutron] For port 452255b5-7224-4c70-a5f3-55d51017f553, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=452255b5-7224-4c70-a5f3-55d51017f553,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:02:59.772703 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a432f7ab-9005-424a-afc1-822790656b5f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks [] for router_gateway (690f54be-e85a-4127-99bf-6ba20309a813), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:59.780622 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-37c6efca-6404-44c4-9947-e1dc37b16920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:59.781376 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-37c6efca-6404-44c4-9947-e1dc37b16920 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:59.783701 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-37c6efca-6404-44c4-9947-e1dc37b16920 service neutron] 10.222.0.26 "PUT /v2.0/ports/c6119883-1fa5-488c-a60d-b4294c67e15c HTTP/1.1" status: 200 len: 1097 time: 4.3263104 Feb 19 04:02:59.785231 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffac707a-918e-479d-84f7-365804339ad3', 'tag': 'c6119883-1fa5-488c-a60d-b4294c67e15c'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:59.789481 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467ff892-f303-4473-b977-9adbbc773941" -d '{"events": [{"name": "network-changed", "server_uuid": "ffac707a-918e-479d-84f7-365804339ad3", "tag": "c6119883-1fa5-488c-a60d-b4294c67e15c"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:59.870324 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a60a8-3770-4eef-83a1-f90544d9898c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efeaebcd-0046-45b1-89c2-3da6ad8f6763,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:59.905459 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-d138b122-03de-4503-a0f7-5c39dd2fa6bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (452255b5-7224-4c70-a5f3-55d51017f553), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:59.961711 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['3a666379-4d70-442a-b7b1-2c97f86ec14d'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:03:00.092361 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a60a60a8-3770-4eef-83a1-f90544d9898c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=59a4b4f8b9384a4f86354baf983f98ee&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7591789 Feb 19 04:03:00.101140 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-d138b122-03de-4503-a0f7-5c39dd2fa6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:00.101797 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-d138b122-03de-4503-a0f7-5c39dd2fa6bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:00.102517 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51696) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:00.105995 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-d138b122-03de-4503-a0f7-5c39dd2fa6bc service neutron] 10.222.0.26 "PUT /v2.0/ports/452255b5-7224-4c70-a5f3-55d51017f553 HTTP/1.1" status: 200 len: 1097 time: 3.0816457 Feb 19 04:03:00.129278 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef08de2b-214f-429a-a560-5a987980a750', 'tag': '452255b5-7224-4c70-a5f3-55d51017f553'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:00.143491 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7777945a-167a-4e99-8917-c3067ac3747b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef08de2b-214f-429a-a560-5a987980a750", "tag": "452255b5-7224-4c70-a5f3-55d51017f553"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:00.147680 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-44e45a16-999e-46ad-87d2-d198395c910d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:00.150281 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-44e45a16-999e-46ad-87d2-d198395c910d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c869b1ad561a43bab98562600aca3675&device_id=ffac707a-918e-479d-84f7-365804339ad3 HTTP/1.1" status: 200 len: 1131 time: 0.2352901 Feb 19 04:03:00.212002 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:00.308207 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-ca652fa7-5aa6-4395-936a-56022e9347b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=c6119883-1fa5-488c-a60d-b4294c67e15c HTTP/1.1" status: 200 len: 217 time: 0.1238608 Feb 19 04:03:00.332785 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:00.333261 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:00.393345 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-0b6f2956-c67d-4793-82c3-8ecce68670a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:00.394876 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-0b6f2956-c67d-4793-82c3-8ecce68670a3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0691481 Feb 19 04:03:00.458155 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c721c4-3704-40d4-aa11-36ce9fffa9b2 req-5df2a7ff-78c5-40b3-90b4-3248411a4aa2 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:00.467851 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b4c721c4-3704-40d4-aa11-36ce9fffa9b2 req-5df2a7ff-78c5-40b3-90b4-3248411a4aa2 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=796346c4-0be8-4f11-b3ca-ecf58988a1ab HTTP/1.1" status: 200 len: 945 time: 0.4145308 Feb 19 04:03:00.469732 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138b122-03de-4503-a0f7-5c39dd2fa6bc service neutron] Pushing event updated for resources: {'Port': ['ID=452255b5-7224-4c70-a5f3-55d51017f553,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:00.526815 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe27d0-4bb1-4c18-b3e9-27f8b21adb14 req-03377d30-42b7-4228-ba75-32d4dd0fdc21 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:00.528411 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97fe27d0-4bb1-4c18-b3e9-27f8b21adb14 req-03377d30-42b7-4228-ba75-32d4dd0fdc21 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef08de2b-214f-429a-a560-5a987980a750 HTTP/1.1" status: 200 len: 948 time: 0.4002023 Feb 19 04:03:00.545663 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-0de8f752-3e0e-47da-9176-57f98ab1895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:00.550472 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-0de8f752-3e0e-47da-9176-57f98ab1895f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c869b1ad561a43bab98562600aca3675&device_id=ef08de2b-214f-429a-a560-5a987980a750 HTTP/1.1" status: 200 len: 1131 time: 0.3623817 Feb 19 04:03:00.660998 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c251c8-336f-4b5f-9916-8662d891905c None None] Network 28086b87-8474-4662-9966-1a2e7c835eaa requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:03:00.682472 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e8a806fd-bd1c-47a7-adfb-77150e95080c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:00.710540 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a432f7ab-9005-424a-afc1-822790656b5f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (690f54be-e85a-4127-99bf-6ba20309a813), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:00.723431 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-c8802f4f-6370-48f7-b85e-e669fb2a8fa3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=452255b5-7224-4c70-a5f3-55d51017f553 HTTP/1.1" status: 200 len: 217 time: 0.1312630 Feb 19 04:03:00.773436 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b4c721c4-3704-40d4-aa11-36ce9fffa9b2 req-3ba5bae0-32ff-4695-b938-9e824a7d3a75 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999310 Feb 19 04:03:00.799729 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97fe27d0-4bb1-4c18-b3e9-27f8b21adb14 req-dced1ff8-63d5-405e-8a6f-07065eb1e66f tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568998 Feb 19 04:03:00.828208 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-39336fb2-c579-4f49-a47b-c51d73e22c60 None None] Provisioning complete for port f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:00.828625 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-39336fb2-c579-4f49-a47b-c51d73e22c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:00.866879 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-941609b5-b370-4560-87a8-85a12108b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:00.870594 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-941609b5-b370-4560-87a8-85a12108b59c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1272707 Feb 19 04:03:00.872467 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:00.872869 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:00.899310 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb862f0d-37b3-48e1-84d4-17d3e9de2ba8 x-openstack-request-id: req-eb862f0d-37b3-48e1-84d4-17d3e9de2ba8 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:00.899678 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffac707a-918e-479d-84f7-365804339ad3", "tag": "c6119883-1fa5-488c-a60d-b4294c67e15c", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:00.902545 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eb862f0d-37b3-48e1-84d4-17d3e9de2ba8 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:00.903330 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffac707a-918e-479d-84f7-365804339ad3', 'tag': 'c6119883-1fa5-488c-a60d-b4294c67e15c', 'status': 'completed', 'code': 200} Feb 19 04:03:00.933904 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aedce3b8-542f-4da0-afee-8fac76256715 admin admin] Publish callbacks [] for security_group (efeaebcd-0046-45b1-89c2-3da6ad8f6763), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:01.025902 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-5e43a4c4-b5a4-466c-865c-be2192e9df29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:01.033408 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15c3ee4-7820-48a3-8560-65f32a931187 x-openstack-request-id: req-b15c3ee4-7820-48a3-8560-65f32a931187 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:01.033710 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef08de2b-214f-429a-a560-5a987980a750", "tag": "452255b5-7224-4c70-a5f3-55d51017f553", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:01.033957 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b15c3ee4-7820-48a3-8560-65f32a931187 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:01.034392 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef08de2b-214f-429a-a560-5a987980a750', 'tag': '452255b5-7224-4c70-a5f3-55d51017f553', 'status': 'completed', 'code': 200} Feb 19 04:03:01.042365 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-5e43a4c4-b5a4-466c-865c-be2192e9df29 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6156671 Feb 19 04:03:01.079534 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-222480d0-c562-4fce-99fa-2e725c6dd896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:01.083029 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-222480d0-c562-4fce-99fa-2e725c6dd896 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2017729 Feb 19 04:03:01.112867 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aedce3b8-542f-4da0-afee-8fac76256715 admin admin] Publish callbacks [] for security_group (efeaebcd-0046-45b1-89c2-3da6ad8f6763), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:01.255956 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aedce3b8-542f-4da0-afee-8fac76256715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (efeaebcd-0046-45b1-89c2-3da6ad8f6763), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:01.259275 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aedce3b8-542f-4da0-afee-8fac76256715 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:01.262543 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-aedce3b8-542f-4da0-afee-8fac76256715 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/efeaebcd-0046-45b1-89c2-3da6ad8f6763 HTTP/1.1" status: 204 len: 168 time: 1.1568174 Feb 19 04:03:01.293867 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-e27dd79e-5f5a-403b-bc03-84841a882c74 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500422 Feb 19 04:03:01.311417 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedce3b8-542f-4da0-afee-8fac76256715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efeaebcd-0046-45b1-89c2-3da6ad8f6763,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:01.324979 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9,segment=NetworkSegment(f54687e1-9065-472d-8b58-6dfdc6bc18cd),segment_id=f54687e1-9065-472d-8b58-6dfdc6bc18cd)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:01.371701 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:01.572813 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-cf9b68a7-de20-42ea-a032-9ebdeeab5a67 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499945 Feb 19 04:03:01.574645 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a432f7ab-9005-424a-afc1-822790656b5f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Router 690f54be-e85a-4127-99bf-6ba20309a813 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:03:01.666741 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-39336fb2-c579-4f49-a47b-c51d73e22c60 None None] Current status of the port f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:01.682200 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:01.692655 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4894699e-ae08-4435-9cc8-f5b27a1a8270 req-ef28be0c-f359-4ab5-a816-25b5b1a65f0f tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.5958436 Feb 19 04:03:01.791736 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-02f76219-96e2-44a3-ae97-6bb69875c3b3 None None] Provisioning complete for port f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:01.793016 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-02f76219-96e2-44a3-ae97-6bb69875c3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:01.814443 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a432f7ab-9005-424a-afc1-822790656b5f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:03:01.828357 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecceeee-f8dd-42c0-849f-8e0836d88b06 None None] Sync routers for ids ['690f54be-e85a-4127-99bf-6ba20309a813'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:03:01.848944 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecceeee-f8dd-42c0-849f-8e0836d88b06 None None] Routers {'690f54be-e85a-4127-99bf-6ba20309a813'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:01.850792 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-aecceeee-f8dd-42c0-849f-8e0836d88b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:02:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['690f54be-e85a-4127-99bf-6ba20309a813'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:01.870772 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ff892-f303-4473-b977-9adbbc773941 req-ea77cf73-3968-48cd-9cbc-27b179afc066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:01.879162 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09faab68-e261-487a-9b5f-016d3111e5c2 req-047313e5-2990-498b-be82-e76c97b67f0a tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:01.880798 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-467ff892-f303-4473-b977-9adbbc773941 req-ea77cf73-3968-48cd-9cbc-27b179afc066 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c869b1ad561a43bab98562600aca3675&device_id=ffac707a-918e-479d-84f7-365804339ad3 HTTP/1.1" status: 200 len: 1131 time: 0.2241020 Feb 19 04:03:01.893916 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09faab68-e261-487a-9b5f-016d3111e5c2 req-047313e5-2990-498b-be82-e76c97b67f0a tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 944 time: 0.9616427 Feb 19 04:03:01.900074 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a432f7ab-9005-424a-afc1-822790656b5f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:01.901299 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a432f7ab-9005-424a-afc1-822790656b5f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.6487069 Feb 19 04:03:01.907434 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51720) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:01.946246 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-aecceeee-f8dd-42c0-849f-8e0836d88b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:01.968942 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecceeee-f8dd-42c0-849f-8e0836d88b06 None None] Routers {'690f54be-e85a-4127-99bf-6ba20309a813'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:01.970108 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-aecceeee-f8dd-42c0-849f-8e0836d88b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:02:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['690f54be-e85a-4127-99bf-6ba20309a813'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:02.002545 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-02f76219-96e2-44a3-ae97-6bb69875c3b3 None None] Current status of the port f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:02.025684 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:02.049227 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-aecceeee-f8dd-42c0-849f-8e0836d88b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:02.049908 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecceeee-f8dd-42c0-849f-8e0836d88b06 None None] The sync data for ids ['690f54be-e85a-4127-99bf-6ba20309a813'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:03:02.116483 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:02.118678 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:02.172532 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09faab68-e261-487a-9b5f-016d3111e5c2 req-e720828f-c4de-4f67-a6bd-8d10d538cb18 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cad8288-9435-40e0-8e1c-121fc37255cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2775490 Feb 19 04:03:02.246227 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-5694f295-51bf-4a6f-aee8-7b0b04015547 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1432381 Feb 19 04:03:02.276471 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733ae2b-4c7c-4860-9c8a-d36b46b5fe24 req-9c996cc8-2869-4ec6-af1a-b9351d688104 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:02.285366 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a733ae2b-4c7c-4860-9c8a-d36b46b5fe24 req-9c996cc8-2869-4ec6-af1a-b9351d688104 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.26 "GET /v2.0/ports?device_id=796346c4-0be8-4f11-b3ca-ecf58988a1ab HTTP/1.1" status: 200 len: 945 time: 0.5875793 Feb 19 04:03:02.300918 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:02.327447 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2c6d4-0706-459b-a27e-4de3d76e2512 req-a78c32b6-739c-46da-8f6d-7b78f34e3148 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:02.338773 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-36e2c6d4-0706-459b-a27e-4de3d76e2512 req-a78c32b6-739c-46da-8f6d-7b78f34e3148 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=796346c4-0be8-4f11-b3ca-ecf58988a1ab HTTP/1.1" status: 200 len: 945 time: 0.4388502 Feb 19 04:03:02.372119 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ff892-f303-4473-b977-9adbbc773941 req-cd3e164b-c26d-4c87-919a-a36188790272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:02.373797 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-467ff892-f303-4473-b977-9adbbc773941 req-cd3e164b-c26d-4c87-919a-a36188790272 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.4654891 Feb 19 04:03:02.465515 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-467ff892-f303-4473-b977-9adbbc773941 req-f73ff310-292c-4521-992a-065c30b3b88f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=c6119883-1fa5-488c-a60d-b4294c67e15c HTTP/1.1" status: 200 len: 217 time: 0.0801439 Feb 19 04:03:02.567056 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ff892-f303-4473-b977-9adbbc773941 req-2eee24d5-15b1-468b-8df1-6cdcdfbb2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:02.568463 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-467ff892-f303-4473-b977-9adbbc773941 req-2eee24d5-15b1-468b-8df1-6cdcdfbb2914 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0960722 Feb 19 04:03:02.676739 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e290a4f-be6b-4096-8036-4792f0101bd6 req-754ac1f0-e7e1-44cb-8797-b72cb65e4797 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:02.678598 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4e290a4f-be6b-4096-8036-4792f0101bd6 req-754ac1f0-e7e1-44cb-8797-b72cb65e4797 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef08de2b-214f-429a-a560-5a987980a750 HTTP/1.1" status: 200 len: 948 time: 0.3721361 Feb 19 04:03:02.690568 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1b17d968-b120-46f0-a5f3-78d87d38ca50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:02.774708 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-36e2c6d4-0706-459b-a27e-4de3d76e2512 req-5aa1fc3f-cc63-422c-8e9c-333ee59ba53a tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720908 Feb 19 04:03:02.792101 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c62d826-5045-466c-b3b9-bff439e6bc57 req-6bb94512-cb3b-48a4-95f6-3938cdb157cd service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038381 Feb 19 04:03:02.796875 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-a733ae2b-4c7c-4860-9c8a-d36b46b5fe24 req-7a9cc048-c611-4a6c-9677-4a604b5a07fa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Deleting port f2e4cefb-c90c-4779-9b12-ea3746dd42dc {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:03:02.797283 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a733ae2b-4c7c-4860-9c8a-d36b46b5fe24 req-7a9cc048-c611-4a6c-9677-4a604b5a07fa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (f2e4cefb-c90c-4779-9b12-ea3746dd42dc), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:02.972554 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4e290a4f-be6b-4096-8036-4792f0101bd6 req-4aae2e13-a651-49e6-8234-e3ca9dbaef58 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803993 Feb 19 04:03:03.024987 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce3a326d-afe5-4701-ad85-9a4058e698bf req-4980dcdf-ba1b-4f5b-a8a1-92fbc44ee2e3 tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.1004188 Feb 19 04:03:03.107263 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777945a-167a-4e99-8917-c3067ac3747b req-fc07c586-069d-49bb-987a-a0bf92a89020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:03.107490 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ff892-f303-4473-b977-9adbbc773941 req-79c330e4-4b08-4630-a0b5-a3e2e5a9a4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:03.109013 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-467ff892-f303-4473-b977-9adbbc773941 req-79c330e4-4b08-4630-a0b5-a3e2e5a9a4b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5241091 Feb 19 04:03:03.109446 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7777945a-167a-4e99-8917-c3067ac3747b req-fc07c586-069d-49bb-987a-a0bf92a89020 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c869b1ad561a43bab98562600aca3675&device_id=ef08de2b-214f-429a-a560-5a987980a750 HTTP/1.1" status: 200 len: 1131 time: 0.2128596 Feb 19 04:03:03.112286 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-a733ae2b-4c7c-4860-9c8a-d36b46b5fe24 req-7a9cc048-c611-4a6c-9677-4a604b5a07fa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] For port f2e4cefb-c90c-4779-9b12-ea3746dd42dc, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=f2e4cefb-c90c-4779-9b12-ea3746dd42dc,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:03.112955 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a733ae2b-4c7c-4860-9c8a-d36b46b5fe24 req-7a9cc048-c611-4a6c-9677-4a604b5a07fa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (f2e4cefb-c90c-4779-9b12-ea3746dd42dc), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:03.159161 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-a733ae2b-4c7c-4860-9c8a-d36b46b5fe24 req-7a9cc048-c611-4a6c-9677-4a604b5a07fa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Calling delete_port for f2e4cefb-c90c-4779-9b12-ea3746dd42dc owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:03:03.208998 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 3a666379-4d70-442a-b7b1-2c97f86ec14d up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:03.427185 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 3a666379-4d70-442a-b7b1-2c97f86ec14d completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:03:03.431871 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 3a666379-4d70-442a-b7b1-2c97f86ec14d triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:03.432474 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3a666379-4d70-442a-b7b1-2c97f86ec14d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:03.496089 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-89524c4a-b047-4fae-80de-b9b7220f2e92 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:03.515126 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-467ff892-f303-4473-b977-9adbbc773941 req-93fc0a0d-014f-4304-ae9e-5ae5ad1cbc90 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210669 Feb 19 04:03:03.515784 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-2921ce84-f97f-4a9e-9bf6-5c1f0fa595cd tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=b01f19060fb44ce6b9b15f2e0a1c7ee3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1248910 Feb 19 04:03:03.620499 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 3a666379-4d70-442a-b7b1-2c97f86ec14d is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:03.621944 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3a666379-4d70-442a-b7b1-2c97f86ec14d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:03.639914 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-54d3307c-96cf-4f37-ac43-a759a5156346 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:03.642186 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-54d3307c-96cf-4f37-ac43-a759a5156346 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1190081 Feb 19 04:03:03.672159 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309378f8-98bc-4d18-addf-abf9fd83423f req-2861b656-6c1c-484a-afbc-a20e69c8f30c tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:03.675362 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-309378f8-98bc-4d18-addf-abf9fd83423f req-2861b656-6c1c-484a-afbc-a20e69c8f30c tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 944 time: 0.2689617 Feb 19 04:03:03.709683 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff4551e-b0ee-4f0f-83b2-3e3f23722793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a666379-4d70-442a-b7b1-2c97f86ec14d'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:03.716704 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1821fae-5460-4d71-b253-5768453d1de4" -d '{"events": [{"server_uuid": "1ff4551e-b0ee-4f0f-83b2-3e3f23722793", "name": "network-vif-plugged", "status": "completed", "tag": "3a666379-4d70-442a-b7b1-2c97f86ec14d"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:03.717678 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-9a979b22-2a48-4579-8c2f-89ee5f240f19 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/quotas/b01f19060fb44ce6b9b15f2e0a1c7ee3 HTTP/1.1" status: 200 len: 375 time: 0.0584390 Feb 19 04:03:03.761556 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 3a666379-4d70-442a-b7b1-2c97f86ec14d, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=3a666379-4d70-442a-b7b1-2c97f86ec14d,segment=NetworkSegment(849fb22f-41f9-4cf0-b323-ce14438cbb9e),segment_id=849fb22f-41f9-4cf0-b323-ce14438cbb9e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:03.774635 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-3074a865-74a5-4b0e-bf14-9bb94195d521 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b01f19060fb44ce6b9b15f2e0a1c7ee3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444529 Feb 19 04:03:03.775811 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777945a-167a-4e99-8917-c3067ac3747b req-f79938e1-efd0-478f-8154-621417682a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:03.777275 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7777945a-167a-4e99-8917-c3067ac3747b req-f79938e1-efd0-478f-8154-621417682a43 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.6423533 Feb 19 04:03:03.796020 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3a666379-4d70-442a-b7b1-2c97f86ec14d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:03.827038 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-309378f8-98bc-4d18-addf-abf9fd83423f req-4987df4c-7d9b-4594-a378-cf4115a3c9e0 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cad8288-9435-40e0-8e1c-121fc37255cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1301825 Feb 19 04:03:03.843616 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-467ff892-f303-4473-b977-9adbbc773941 req-dd51afdd-eeb8-4424-aada-5a3b8217b523 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709858 Feb 19 04:03:03.915890 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e07415e-6c99-4e3c-b3d6-e285643a567e x-openstack-request-id: req-7e07415e-6c99-4e3c-b3d6-e285643a567e {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:03.916249 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff4551e-b0ee-4f0f-83b2-3e3f23722793", "name": "network-vif-plugged", "status": "completed", "tag": "3a666379-4d70-442a-b7b1-2c97f86ec14d", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:03.916944 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7e07415e-6c99-4e3c-b3d6-e285643a567e {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:03.918811 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff4551e-b0ee-4f0f-83b2-3e3f23722793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a666379-4d70-442a-b7b1-2c97f86ec14d', 'code': 200} Feb 19 04:03:03.927360 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:03.954222 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7777945a-167a-4e99-8917-c3067ac3747b req-62d0e16e-4d2d-4d6b-a79b-63abd223b718 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=452255b5-7224-4c70-a5f3-55d51017f553 HTTP/1.1" status: 200 len: 217 time: 0.1470675 Feb 19 04:03:03.994582 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=3a666379-4d70-442a-b7b1-2c97f86ec14d,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:04.161102 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d06d03-3582-4d8e-82c4-5dc710fa5b2f req-94cf4a9d-21c4-45bd-ae05-37ce6f0033eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:04.162923 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-50d06d03-3582-4d8e-82c4-5dc710fa5b2f req-94cf4a9d-21c4-45bd-ae05-37ce6f0033eb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 1128 time: 0.1852338 Feb 19 04:03:04.170750 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777945a-167a-4e99-8917-c3067ac3747b req-44b4bb43-a2c8-4cdf-99bb-a33542c25813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:04.173264 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7777945a-167a-4e99-8917-c3067ac3747b req-44b4bb43-a2c8-4cdf-99bb-a33542c25813 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1798887 Feb 19 04:03:04.270131 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a733ae2b-4c7c-4860-9c8a-d36b46b5fe24 req-7a9cc048-c611-4a6c-9677-4a604b5a07fa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (f2e4cefb-c90c-4779-9b12-ea3746dd42dc), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:04.283369 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['f2e4cefb-c90c-4779-9b12-ea3746dd42dc'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:03:04.286760 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0635a-2e1e-463a-9346-299c62d8a9ec req-5171edb7-198c-44ff-bf17-f62108768a9b tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:04.289383 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5b0635a-2e1e-463a-9346-299c62d8a9ec req-5171edb7-198c-44ff-bf17-f62108768a9b tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=796346c4-0be8-4f11-b3ca-ecf58988a1ab HTTP/1.1" status: 200 len: 945 time: 0.2409513 Feb 19 04:03:04.303809 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6a18f-b779-4f13-8c54-f3f2f04c7ff5 req-aeb1b6a4-7a02-4c05-aed8-3c78a5f75404 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:04.310789 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eaf6a18f-b779-4f13-8c54-f3f2f04c7ff5 req-aeb1b6a4-7a02-4c05-aed8-3c78a5f75404 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef08de2b-214f-429a-a560-5a987980a750 HTTP/1.1" status: 200 len: 948 time: 0.1515882 Feb 19 04:03:04.311825 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-89524c4a-b047-4fae-80de-b9b7220f2e92 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Allocated IP 172.20.0.1 (28086b87-8474-4662-9966-1a2e7c835eaa/e9fedc60-fea0-4bc1-9bd3-24bcf4f0b10f/1e2f6476-1667-44cf-a125-314da88e21a3) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:04.373227 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9cc048-c611-4a6c-9677-4a604b5a07fa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Pushing event deleted for resources: {'Port': ['ID=f2e4cefb-c90c-4779-9b12-ea3746dd42dc,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:04.399841 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777945a-167a-4e99-8917-c3067ac3747b req-6d60c690-3ea8-4149-80fb-3b03f0a59c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:04.401475 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7777945a-167a-4e99-8917-c3067ac3747b req-6d60c690-3ea8-4149-80fb-3b03f0a59c27 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2017493 Feb 19 04:03:04.477264 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-50d06d03-3582-4d8e-82c4-5dc710fa5b2f req-9fdae724-483a-466b-a2df-889f01127d1e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2cad8288-9435-40e0-8e1c-121fc37255cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3064592 Feb 19 04:03:04.539615 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-89524c4a-b047-4fae-80de-b9b7220f2e92 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks [] for port (1e2f6476-1667-44cf-a125-314da88e21a3), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:04.566973 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-a733ae2b-4c7c-4860-9c8a-d36b46b5fe24 req-7a9cc048-c611-4a6c-9677-4a604b5a07fa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] No DVR routers for this DVR port f2e4cefb-c90c-4779-9b12-ea3746dd42dc on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:03:04.578236 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a733ae2b-4c7c-4860-9c8a-d36b46b5fe24 req-7a9cc048-c611-4a6c-9677-4a604b5a07fa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:04.582088 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a733ae2b-4c7c-4860-9c8a-d36b46b5fe24 req-7a9cc048-c611-4a6c-9677-4a604b5a07fa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.26 "DELETE /v2.0/ports/f2e4cefb-c90c-4779-9b12-ea3746dd42dc HTTP/1.1" status: 204 len: 173 time: 2.2707772 Feb 19 04:03:04.582768 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796346c4-0be8-4f11-b3ca-ecf58988a1ab', 'name': 'network-vif-deleted', 'tag': 'f2e4cefb-c90c-4779-9b12-ea3746dd42dc'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:04.585136 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ebf068-526e-4af0-8c43-81a585155fca" -d '{"events": [{"server_uuid": "796346c4-0be8-4f11-b3ca-ecf58988a1ab", "name": "network-vif-deleted", "tag": "f2e4cefb-c90c-4779-9b12-ea3746dd42dc"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:04.594898 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-89524c4a-b047-4fae-80de-b9b7220f2e92 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (1e2f6476-1667-44cf-a125-314da88e21a3), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:04.609129 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eaf6a18f-b779-4f13-8c54-f3f2f04c7ff5 req-949cb41b-60d7-4e34-9663-a537c6e0c389 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966187 Feb 19 04:03:04.623900 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5b0635a-2e1e-463a-9346-299c62d8a9ec req-2441e466-9e96-403d-98e4-95a1a4009eba tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746575 Feb 19 04:03:04.692821 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89524c4a-b047-4fae-80de-b9b7220f2e92 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Network 28086b87-8474-4662-9966-1a2e7c835eaa is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:04.701026 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-89524c4a-b047-4fae-80de-b9b7220f2e92 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:04.726903 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89524c4a-b047-4fae-80de-b9b7220f2e92 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:04.788434 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff3fac57-9cf9-451a-a0f1-995f80ff1d88 req-bb4dfc62-830f-4bd0-8283-a881ff0d8c00 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/ports?device_id=131fb3b1-958d-4157-9365-728a7585872e HTTP/1.1" status: 200 len: 210 time: 0.1190684 Feb 19 04:03:04.827794 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-23c3bffd-26e3-4af0-8858-af3dc3e5b3a3 req-31a6e5e3-ee81-47c7-ace4-d838ae63d9be tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.0435715 Feb 19 04:03:04.830481 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7777945a-167a-4e99-8917-c3067ac3747b req-30eaae2b-25a8-407f-8830-56c58edffd44 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162035 Feb 19 04:03:04.874733 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89524c4a-b047-4fae-80de-b9b7220f2e92 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Pushing event updated for resources: {'Port': ['ID=1e2f6476-1667-44cf-a125-314da88e21a3,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:04.920097 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-89524c4a-b047-4fae-80de-b9b7220f2e92 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (690f54be-e85a-4127-99bf-6ba20309a813), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:04.986703 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867e15b5-0aad-4cbd-b816-1f8db1ddabe6 x-openstack-request-id: req-867e15b5-0aad-4cbd-b816-1f8db1ddabe6 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:04.988314 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796346c4-0be8-4f11-b3ca-ecf58988a1ab", "name": "network-vif-deleted", "tag": "f2e4cefb-c90c-4779-9b12-ea3746dd42dc", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:04.988314 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-867e15b5-0aad-4cbd-b816-1f8db1ddabe6 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:04.989065 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796346c4-0be8-4f11-b3ca-ecf58988a1ab', 'name': 'network-vif-deleted', 'tag': 'f2e4cefb-c90c-4779-9b12-ea3746dd42dc', 'status': 'completed', 'code': 200} Feb 19 04:03:05.074233 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7777945a-167a-4e99-8917-c3067ac3747b req-345ab855-399a-49a6-ab0e-014e098f2902 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293479 Feb 19 04:03:05.180524 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e157f-66ec-47b6-b012-173c7e10029a req-d6e08cbc-1497-4e04-bc6d-2a8c929a3a8c tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:05.183295 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:05.185923 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d16f07ac-4ad7-42c3-84fa-ce08aafedcdf None None] Provisioning complete for port 1e2f6476-1667-44cf-a125-314da88e21a3 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:05.186598 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d16f07ac-4ad7-42c3-84fa-ce08aafedcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1e2f6476-1667-44cf-a125-314da88e21a3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:05.188890 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-082e157f-66ec-47b6-b012-173c7e10029a req-d6e08cbc-1497-4e04-bc6d-2a8c929a3a8c tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 945 time: 0.1136467 Feb 19 04:03:05.236280 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-89524c4a-b047-4fae-80de-b9b7220f2e92 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1e2f6476-1667-44cf-a125-314da88e21a3), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:05.237599 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d16f07ac-4ad7-42c3-84fa-ce08aafedcdf None None] Port 1e2f6476-1667-44cf-a125-314da88e21a3 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:03:05.241493 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c6119883-1fa5-488c-a60d-b4294c67e15c details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:03:05.289559 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-082e157f-66ec-47b6-b012-173c7e10029a req-b8f9fb29-4254-4f23-9da0-87b68b428527 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cad8288-9435-40e0-8e1c-121fc37255cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0995789 Feb 19 04:03:05.382684 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c6119883-1fa5-488c-a60d-b4294c67e15c, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c6119883-1fa5-488c-a60d-b4294c67e15c,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:05.394298 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'c6119883-1fa5-488c-a60d-b4294c67e15c', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': 'c6119883-1fa5-488c-a60d-b4294c67e15c', 'mac_address': 'fa:16:3e:8d:e7:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:03:05.441074 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port c6119883-1fa5-488c-a60d-b4294c67e15c is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:05.441955 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c6119883-1fa5-488c-a60d-b4294c67e15c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:05.488817 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6119883-1fa5-488c-a60d-b4294c67e15c {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:05.531175 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c6119883-1fa5-488c-a60d-b4294c67e15c, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c6119883-1fa5-488c-a60d-b4294c67e15c,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:05.537391 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c6119883-1fa5-488c-a60d-b4294c67e15c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:05.538493 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 452255b5-7224-4c70-a5f3-55d51017f553 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:03:05.583070 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 452255b5-7224-4c70-a5f3-55d51017f553, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=452255b5-7224-4c70-a5f3-55d51017f553,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:05.602155 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '452255b5-7224-4c70-a5f3-55d51017f553', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '452255b5-7224-4c70-a5f3-55d51017f553', 'mac_address': 'fa:16:3e:3b:7e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:03:05.694194 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 452255b5-7224-4c70-a5f3-55d51017f553 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:05.694706 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (452255b5-7224-4c70-a5f3-55d51017f553), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:05.754267 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 452255b5-7224-4c70-a5f3-55d51017f553 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:05.763549 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=c6119883-1fa5-488c-a60d-b4294c67e15c,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:05.800733 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 452255b5-7224-4c70-a5f3-55d51017f553, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=452255b5-7224-4c70-a5f3-55d51017f553,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:05.808730 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (452255b5-7224-4c70-a5f3-55d51017f553), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:05.870374 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7015e0-8963-4112-abd3-b0bf60d4d5f1 req-8c17f154-9378-4227-8e20-6e0470fc4aa9 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:05.879972 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-89524c4a-b047-4fae-80de-b9b7220f2e92 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks [] for port (1e2f6476-1667-44cf-a125-314da88e21a3), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:05.881502 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d7015e0-8963-4112-abd3-b0bf60d4d5f1 req-8c17f154-9378-4227-8e20-6e0470fc4aa9 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef08de2b-214f-429a-a560-5a987980a750 HTTP/1.1" status: 200 len: 948 time: 0.1246173 Feb 19 04:03:05.909371 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-89524c4a-b047-4fae-80de-b9b7220f2e92 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (1e2f6476-1667-44cf-a125-314da88e21a3), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:05.945292 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=452255b5-7224-4c70-a5f3-55d51017f553,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:06.026848 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4a357e69-758a-4c98-8303-d375fa815da9 req-f8be637a-a3ee-4ded-a4aa-d37744bd3be8 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/ports?device_id=131fb3b1-958d-4157-9365-728a7585872e HTTP/1.1" status: 200 len: 210 time: 0.0433095 Feb 19 04:03:06.047616 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89524c4a-b047-4fae-80de-b9b7220f2e92 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Pushing event updated for resources: {'Port': ['ID=1e2f6476-1667-44cf-a125-314da88e21a3,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:06.052485 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-89524c4a-b047-4fae-80de-b9b7220f2e92 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (690f54be-e85a-4127-99bf-6ba20309a813), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:06.069948 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d7015e0-8963-4112-abd3-b0bf60d4d5f1 req-7c53eccd-6238-40c2-a0e8-eee91b5865bd tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732833 Feb 19 04:03:06.177020 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['c6119883-1fa5-488c-a60d-b4294c67e15c'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:03:06.203840 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-8bc13fb2-5403-470f-b4d4-aa6382216a10 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b01f19060fb44ce6b9b15f2e0a1c7ee3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693233 Feb 19 04:03:06.226669 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89524c4a-b047-4fae-80de-b9b7220f2e92 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Network 28086b87-8474-4662-9966-1a2e7c835eaa is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:06.228696 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-89524c4a-b047-4fae-80de-b9b7220f2e92 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:06.240531 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['452255b5-7224-4c70-a5f3-55d51017f553'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:03:06.241603 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5a72e39-0b3e-4e22-932b-ad13772eea27 req-7ec9a6bf-4461-4335-be94-23c17d701179 tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.0779040 Feb 19 04:03:06.443866 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89524c4a-b047-4fae-80de-b9b7220f2e92 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Router 690f54be-e85a-4127-99bf-6ba20309a813 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:03:06.666911 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac3348-9748-47b3-9011-f1b5e3bbfea4 req-d6c3a0b7-9706-47b2-b24d-7855842640c0 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:06.668619 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19ac3348-9748-47b3-9011-f1b5e3bbfea4 req-d6c3a0b7-9706-47b2-b24d-7855842640c0 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 945 time: 0.2309108 Feb 19 04:03:06.682146 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-1543ed7f-4268-402f-ac5c-a26586075e9a tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:06.683634 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-1543ed7f-4268-402f-ac5c-a26586075e9a tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4583213 Feb 19 04:03:06.687890 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89524c4a-b047-4fae-80de-b9b7220f2e92 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:03:06.700180 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-89524c4a-b047-4fae-80de-b9b7220f2e92 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] 10.222.0.52 "PUT /v2.0/routers/690f54be-e85a-4127-99bf-6ba20309a813/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7781258 Feb 19 04:03:06.704367 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51824) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:06.708199 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-f2c6a886-3e3e-40cc-a2bf-7debaba59286 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Request body: {'port': {'device_id': '131fb3b1-958d-4157-9365-728a7585872e', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': 'b01f19060fb44ce6b9b15f2e0a1c7ee3'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:06.718476 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e30f6fc-6571-41df-92f5-9e41d9063252 None None] Sync routers for ids ['690f54be-e85a-4127-99bf-6ba20309a813'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:03:06.749269 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e30f6fc-6571-41df-92f5-9e41d9063252 None None] Routers {'690f54be-e85a-4127-99bf-6ba20309a813'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:06.750954 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3e30f6fc-6571-41df-92f5-9e41d9063252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:03:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['690f54be-e85a-4127-99bf-6ba20309a813'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:06.751122 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-7ba48a1e-ace9-458c-b5bd-51ac22a23221 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Request body: {'port': {'network_id': '28086b87-8474-4662-9966-1a2e7c835eaa', 'name': 'tempest-FloatingIPAdminTestJSON-90061068'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:06.759934 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-dca21648-3e8c-4a3b-b76f-457c67c080a3 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:06.761469 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-dca21648-3e8c-4a3b-b76f-457c67c080a3 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/networks?id=9c484cb2-d49b-4cb4-a1e7-39d440927c34 HTTP/1.1" status: 200 len: 812 time: 0.5381079 Feb 19 04:03:06.802688 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:06.805128 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3e30f6fc-6571-41df-92f5-9e41d9063252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:06.819020 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e8987aab-4d8d-4a32-9724-d7f60eb2f50e None None] Provisioning complete for port 1e2f6476-1667-44cf-a125-314da88e21a3 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:06.819535 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e8987aab-4d8d-4a32-9724-d7f60eb2f50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1e2f6476-1667-44cf-a125-314da88e21a3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:06.869302 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e30f6fc-6571-41df-92f5-9e41d9063252 None None] Routers {'690f54be-e85a-4127-99bf-6ba20309a813'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:06.870401 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3e30f6fc-6571-41df-92f5-9e41d9063252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:03:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['690f54be-e85a-4127-99bf-6ba20309a813'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:06.871280 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-eb0f954a-b86b-4080-b3cb-2e77e4dbac9f tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/quotas/5c42b47db3b04ce6966fb4de683a6e22 HTTP/1.1" status: 200 len: 375 time: 0.0998869 Feb 19 04:03:06.882461 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19ac3348-9748-47b3-9011-f1b5e3bbfea4 req-47b4a5e7-33b0-4c9f-86b2-a4e4089f04d5 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cad8288-9435-40e0-8e1c-121fc37255cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1829362 Feb 19 04:03:06.966737 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3e30f6fc-6571-41df-92f5-9e41d9063252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:06.967686 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e30f6fc-6571-41df-92f5-9e41d9063252 None None] The sync data for ids ['690f54be-e85a-4127-99bf-6ba20309a813'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:03:06.975681 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e8987aab-4d8d-4a32-9724-d7f60eb2f50e None None] Port 1e2f6476-1667-44cf-a125-314da88e21a3 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:03:07.013667 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-f2149560-dfa8-458c-ab36-97f2537f5c4c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5c42b47db3b04ce6966fb4de683a6e22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567417 Feb 19 04:03:07.051427 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-f2c6a886-3e3e-40cc-a2bf-7debaba59286 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Made reservation on behalf of b01f19060fb44ce6b9b15f2e0a1c7ee3 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:07.063738 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-f2c6a886-3e3e-40cc-a2bf-7debaba59286 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:07.122827 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-f2c6a886-3e3e-40cc-a2bf-7debaba59286 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:07.211587 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device f2e4cefb-c90c-4779-9b12-ea3746dd42dc no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:03:07.222766 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba48a1e-ace9-458c-b5bd-51ac22a23221 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Made reservation on behalf of 82a12beec71f439081a19cdb5e5d8894 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:07.226087 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7ba48a1e-ace9-458c-b5bd-51ac22a23221 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:07.239252 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: f2e4cefb-c90c-4779-9b12-ea3746dd42dc {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:03:07.239608 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device f2e4cefb-c90c-4779-9b12-ea3746dd42dc not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:03:07.270744 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26e897-e234-4089-905f-66d3c4ee777e req-1eb1bf06-3cb8-4a8b-a2fd-c5469cc30603 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:07.272353 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf26e897-e234-4089-905f-66d3c4ee777e req-1eb1bf06-3cb8-4a8b-a2fd-c5469cc30603 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 945 time: 0.1454377 Feb 19 04:03:07.276599 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-56ef2e86-bd96-4965-8ea4-4faf6255ad03 service neutron] 10.222.0.52 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535610 Feb 19 04:03:07.282583 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51836) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:07.286018 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-7ba48a1e-ace9-458c-b5bd-51ac22a23221 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] device_id is not set on port 358ca7a5-215d-4447-9673-abd94733b83b yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:03:07.296271 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-9979fb1c-c189-4280-8e4c-5aba810b3542 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Request body: {'floatingip': {'port_id': '3a666379-4d70-442a-b7b1-2c97f86ec14d'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:07.372011 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9979fb1c-c189-4280-8e4c-5aba810b3542 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks [] for floatingip (462c285c-c1b1-4c58-9d6e-7d7ec34797dd), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:07.824215 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-f2c6a886-3e3e-40cc-a2bf-7debaba59286 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Publish callbacks [] for security_group (e142874b-3edc-4848-be47-fd7014c2d448), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:07.840085 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-019747d8-2662-44ec-8d92-7edbb7415f86 req-dc9b1fd2-404d-4b64-8c9f-b35e6d4b3c05 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/ports?device_id=131fb3b1-958d-4157-9365-728a7585872e HTTP/1.1" status: 200 len: 210 time: 0.4824884 Feb 19 04:03:07.863038 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-f2c6a886-3e3e-40cc-a2bf-7debaba59286 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e142874b-3edc-4848-be47-fd7014c2d448), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:07.964834 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9979fb1c-c189-4280-8e4c-5aba810b3542 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:07.971683 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6a886-3e3e-40cc-a2bf-7debaba59286 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e142874b-3edc-4848-be47-fd7014c2d448,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:07.990126 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9979fb1c-c189-4280-8e4c-5aba810b3542 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (462c285c-c1b1-4c58-9d6e-7d7ec34797dd), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:08.105141 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-9979fb1c-c189-4280-8e4c-5aba810b3542 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Floating IP 462c285c-c1b1-4c58-9d6e-7d7ec34797dd associated. External IP: 172.25.3.232, port: 3a666379-4d70-442a-b7b1-2c97f86ec14d. Feb 19 04:03:08.137059 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-f2c6a886-3e3e-40cc-a2bf-7debaba59286 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Allocated IP 192.168.233.59 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/5f5af0b5-b603-4982-a65f-e3b1a9042c4e) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:08.271779 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-74a926ec-c7a4-48e9-a84d-866b21b16f8a service neutron] 10.222.0.52 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9749777 Feb 19 04:03:08.304136 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-7ba48a1e-ace9-458c-b5bd-51ac22a23221 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Allocated IP 172.20.0.12 (28086b87-8474-4662-9966-1a2e7c835eaa/e9fedc60-fea0-4bc1-9bd3-24bcf4f0b10f/358ca7a5-215d-4447-9673-abd94733b83b) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:08.339472 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-f2c6a886-3e3e-40cc-a2bf-7debaba59286 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Publish callbacks [] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:08.352271 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523daab-1315-4071-a145-3680fa80d979 req-ab675a28-63e8-4eed-8500-cf838cd35ba8 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:08.354151 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0523daab-1315-4071-a145-3680fa80d979 req-ab675a28-63e8-4eed-8500-cf838cd35ba8 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d237087-c7bf-4691-8da5-0f3f4de7af3a HTTP/1.1" status: 200 len: 946 time: 0.4197414 Feb 19 04:03:08.355683 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9979fb1c-c189-4280-8e4c-5aba810b3542 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Router 21044674-ae57-4ee5-8c10-d08cb43328c4 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:03:08.436950 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0523daab-1315-4071-a145-3680fa80d979 req-76cb5171-bcdb-47d5-bbc6-6f9b196363bd tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd182133-125f-4a97-bc64-31fddb5daf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724010 Feb 19 04:03:08.720712 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-f2c6a886-3e3e-40cc-a2bf-7debaba59286 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:08.872331 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6a886-3e3e-40cc-a2bf-7debaba59286 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Pushing event updated for resources: {'Port': ['ID=5f5af0b5-b603-4982-a65f-e3b1a9042c4e,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:08.890461 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2ea8cb45-4a00-47df-b51d-1a0b5607e914 req-ea9c21cb-a96b-40a7-960a-1b235dfdd292 tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.2132528 Feb 19 04:03:08.935910 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c82762-750e-435f-b7f6-095bcd2cde2f req-65e459ab-59e6-405c-b066-ee660cc50120 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:08.937698 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e6c82762-750e-435f-b7f6-095bcd2cde2f req-65e459ab-59e6-405c-b066-ee660cc50120 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d237087-c7bf-4691-8da5-0f3f4de7af3a HTTP/1.1" status: 200 len: 946 time: 0.4129720 Feb 19 04:03:08.960317 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9979fb1c-c189-4280-8e4c-5aba810b3542 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:03:08.967520 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9979fb1c-c189-4280-8e4c-5aba810b3542 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:08.976598 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d066504-c240-4885-bec8-dbb3d2c476ae None None] Sync routers for ids ['21044674-ae57-4ee5-8c10-d08cb43328c4'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:03:08.977223 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-f2c6a886-3e3e-40cc-a2bf-7debaba59286 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:08.996638 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d066504-c240-4885-bec8-dbb3d2c476ae None None] Routers {'21044674-ae57-4ee5-8c10-d08cb43328c4'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:09.000561 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-4d066504-c240-4885-bec8-dbb3d2c476ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:03:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['21044674-ae57-4ee5-8c10-d08cb43328c4'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:09.004138 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ccf8225b-687b-4511-9754-27443a1e0807 req-ade82903-42e7-4211-a635-bb017e33b843 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4141481 Feb 19 04:03:09.009297 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9979fb1c-c189-4280-8e4c-5aba810b3542 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "PUT /v2.0/floatingips/462c285c-c1b1-4c58-9d6e-7d7ec34797dd HTTP/1.1" status: 200 len: 991 time: 1.7255857 Feb 19 04:03:09.010131 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ff4551e-b0ee-4f0f-83b2-3e3f23722793', 'tag': '3a666379-4d70-442a-b7b1-2c97f86ec14d'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:09.013205 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514a4c93-db33-4d62-bf8b-b424118ced7d" -d '{"events": [{"name": "network-changed", "server_uuid": "1ff4551e-b0ee-4f0f-83b2-3e3f23722793", "tag": "3a666379-4d70-442a-b7b1-2c97f86ec14d"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:09.072536 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344aed30-429d-403a-bc18-813c77d47d2e req-bf07fb83-2bc6-4567-b19e-52839d4a6c89 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:09.081028 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-344aed30-429d-403a-bc18-813c77d47d2e req-bf07fb83-2bc6-4567-b19e-52839d4a6c89 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef08de2b-214f-429a-a560-5a987980a750 HTTP/1.1" status: 200 len: 949 time: 0.4981997 Feb 19 04:03:09.088444 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-f2c6a886-3e3e-40cc-a2bf-7debaba59286 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:09.115367 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-f2c6a886-3e3e-40cc-a2bf-7debaba59286 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:09.193096 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-f2c6a886-3e3e-40cc-a2bf-7debaba59286 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:09.193780 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-f2c6a886-3e3e-40cc-a2bf-7debaba59286 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:09.200453 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7ba48a1e-ace9-458c-b5bd-51ac22a23221 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks [] for port (358ca7a5-215d-4447-9673-abd94733b83b), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:09.206792 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-4d066504-c240-4885-bec8-dbb3d2c476ae None None] Set router 21044674-ae57-4ee5-8c10-d08cb43328c4 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:03:09.216280 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 452255b5-7224-4c70-a5f3-55d51017f553 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:09.283470 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a9c50864-5493-47f3-a338-62b14818367c req-4d24686f-2321-4003-a936-a28255fa88f8 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 210 time: 0.2444620 Feb 19 04:03:09.361465 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-344aed30-429d-403a-bc18-813c77d47d2e req-f6ceb7de-08ad-422d-8153-efa997d2a79e tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645173 Feb 19 04:03:09.376518 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 452255b5-7224-4c70-a5f3-55d51017f553 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:03:09.380664 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 452255b5-7224-4c70-a5f3-55d51017f553 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:09.381090 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (452255b5-7224-4c70-a5f3-55d51017f553), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:09.384164 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-f2c6a886-3e3e-40cc-a2bf-7debaba59286 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6823211 Feb 19 04:03:09.472909 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-4c8a1b2e-46f7-4348-920e-b4e9ba51ae27 service neutron] Request body: {'port': {'device_id': '131fb3b1-958d-4157-9365-728a7585872e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:09.578483 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 452255b5-7224-4c70-a5f3-55d51017f553 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:09.578933 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (452255b5-7224-4c70-a5f3-55d51017f553), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:09.588478 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8225b-687b-4511-9754-27443a1e0807 req-74e76e18-e288-4528-be45-179f130e9e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:09.590023 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ccf8225b-687b-4511-9754-27443a1e0807 req-74e76e18-e288-4528-be45-179f130e9e3f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc978a08acdc4a14a4fde92763ad26e3&device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 1128 time: 0.4991503 Feb 19 04:03:09.632329 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef08de2b-214f-429a-a560-5a987980a750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452255b5-7224-4c70-a5f3-55d51017f553'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:09.635812 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0aac95-1fb5-4567-80ff-ba9bf04aa15b" -d '{"events": [{"server_uuid": "ef08de2b-214f-429a-a560-5a987980a750", "name": "network-vif-plugged", "status": "completed", "tag": "452255b5-7224-4c70-a5f3-55d51017f553"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:09.659514 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 452255b5-7224-4c70-a5f3-55d51017f553, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=452255b5-7224-4c70-a5f3-55d51017f553,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:09.667157 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-531ba4d7-a558-4fd4-8914-40ef8d0bcf54 None None] Provisioning complete for port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:09.669141 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-531ba4d7-a558-4fd4-8914-40ef8d0bcf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:09.736877 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-531ba4d7-a558-4fd4-8914-40ef8d0bcf54 None None] Port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:03:09.739096 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (452255b5-7224-4c70-a5f3-55d51017f553), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:09.741569 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c6119883-1fa5-488c-a60d-b4294c67e15c up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:09.771075 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5e2f8-323d-4b5f-a6a1-1ff6c64cf894 req-5c3e5710-bbba-41a6-b9af-1736b1639c12 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:09.772368 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbc5e2f8-323d-4b5f-a6a1-1ff6c64cf894 req-5c3e5710-bbba-41a6-b9af-1736b1639c12 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/ports?device_id=131fb3b1-958d-4157-9365-728a7585872e HTTP/1.1" status: 200 len: 935 time: 0.3213670 Feb 19 04:03:09.773494 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7ba48a1e-ace9-458c-b5bd-51ac22a23221 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (358ca7a5-215d-4447-9673-abd94733b83b), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:09.803624 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-4d066504-c240-4885-bec8-dbb3d2c476ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'name': 'tempest-ServersTestBootFromVolume-75496283-router', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '139d2954-a7c4-4583-8a81-38eda186850e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:12Z', 'updated_at': '2022-02-19T04:01:23Z', 'revision_number': 4, 'project_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'gw_port': {'id': '139d2954-a7c4-4583-8a81-38eda186850e', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:15Z', 'updated_at': '2022-02-19T04:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '462c285c-c1b1-4c58-9d6e-7d7ec34797dd', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'port_id': '3a666379-4d70-442a-b7b1-2c97f86ec14d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6101ba-f25e-4636-b9f9-3a5ca6a42df4', 'mac_address': 'fa:16:3e:fb:26:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff4551e-b0ee-4f0f-83b2-3e3f23722793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:01:29Z', 'updated_at': '2022-02-19T04:03:07Z', 'revision_number': 1, 'project_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91206c36-79ff-4fc3-8548-9ae66bd597a6', 'name': '', 'network_id': '5f6101ba-f25e-4636-b9f9-3a5ca6a42df4', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'mac_address': 'fa:16:3e:ad:c8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'd32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:21Z', 'updated_at': '2022-02-19T04:01:30Z', 'revision_number': 5, 'project_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'subnets': [{'id': 'd32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:09.853070 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=452255b5-7224-4c70-a5f3-55d51017f553,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:09.867211 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d066504-c240-4885-bec8-dbb3d2c476ae None None] Checking router: 21044674-ae57-4ee5-8c10-d08cb43328c4 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:03:09.869352 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port c6119883-1fa5-488c-a60d-b4294c67e15c completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:03:09.877910 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port c6119883-1fa5-488c-a60d-b4294c67e15c triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:09.878348 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c6119883-1fa5-488c-a60d-b4294c67e15c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:09.889978 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d066504-c240-4885-bec8-dbb3d2c476ae None None] Routers {'21044674-ae57-4ee5-8c10-d08cb43328c4'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:09.891443 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-4d066504-c240-4885-bec8-dbb3d2c476ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:03:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['21044674-ae57-4ee5-8c10-d08cb43328c4'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:09.908966 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba48a1e-ace9-458c-b5bd-51ac22a23221 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Pushing event updated for resources: {'Port': ['ID=358ca7a5-215d-4447-9673-abd94733b83b,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:09.931491 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-e6c82762-750e-435f-b7f6-095bcd2cde2f req-c0d8b40c-d5fe-4919-8e73-947409640ab6 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Deleting port 4dfe4168-3a0c-4697-81fb-f94644feb99e {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:03:09.931876 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e6c82762-750e-435f-b7f6-095bcd2cde2f req-c0d8b40c-d5fe-4919-8e73-947409640ab6 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (4dfe4168-3a0c-4697-81fb-f94644feb99e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:09.974446 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port c6119883-1fa5-488c-a60d-b4294c67e15c is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:09.974763 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c6119883-1fa5-488c-a60d-b4294c67e15c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:10.008886 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c6119883-1fa5-488c-a60d-b4294c67e15c, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c6119883-1fa5-488c-a60d-b4294c67e15c,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:10.015752 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c6119883-1fa5-488c-a60d-b4294c67e15c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:10.018120 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-4c8a1b2e-46f7-4348-920e-b4e9ba51ae27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:10.052032 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-4d066504-c240-4885-bec8-dbb3d2c476ae None None] Set router 21044674-ae57-4ee5-8c10-d08cb43328c4 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:03:10.070311 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5dbfa-846d-484d-9a08-9fe66f9ee26e req-7f7de9cf-0dd2-40b4-917f-0b1620133a28 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:10.070937 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=c6119883-1fa5-488c-a60d-b4294c67e15c,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:10.074635 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ad5dbfa-846d-484d-9a08-9fe66f9ee26e req-7f7de9cf-0dd2-40b4-917f-0b1620133a28 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 945 time: 0.5943444 Feb 19 04:03:10.080950 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba48a1e-ace9-458c-b5bd-51ac22a23221 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Network 28086b87-8474-4662-9966-1a2e7c835eaa is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:10.097021 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-7ba48a1e-ace9-458c-b5bd-51ac22a23221 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:10.130017 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba48a1e-ace9-458c-b5bd-51ac22a23221 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:10.154757 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbc5e2f8-323d-4b5f-a6a1-1ff6c64cf894 req-28fdbf33-be25-4afb-a86e-ee3a77f27bd0 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/security-groups?id=e142874b-3edc-4848-be47-fd7014c2d448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518594 Feb 19 04:03:10.206535 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d973f2f-05cb-4b82-8b2c-a70c5288396c x-openstack-request-id: req-8d973f2f-05cb-4b82-8b2c-a70c5288396c {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:10.207064 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ff4551e-b0ee-4f0f-83b2-3e3f23722793", "tag": "3a666379-4d70-442a-b7b1-2c97f86ec14d", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:10.207064 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d973f2f-05cb-4b82-8b2c-a70c5288396c {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:10.207462 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ff4551e-b0ee-4f0f-83b2-3e3f23722793', 'tag': '3a666379-4d70-442a-b7b1-2c97f86ec14d', 'status': 'completed', 'code': 200} Feb 19 04:03:10.430324 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-e6c82762-750e-435f-b7f6-095bcd2cde2f req-c0d8b40c-d5fe-4919-8e73-947409640ab6 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] For port 4dfe4168-3a0c-4697-81fb-f94644feb99e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=4dfe4168-3a0c-4697-81fb-f94644feb99e,segment=NetworkSegment(888e1b16-a5ba-4f86-8440-0c31b9249607),segment_id=888e1b16-a5ba-4f86-8440-0c31b9249607)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:10.430584 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e6c82762-750e-435f-b7f6-095bcd2cde2f req-c0d8b40c-d5fe-4919-8e73-947409640ab6 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (4dfe4168-3a0c-4697-81fb-f94644feb99e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:10.475824 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-8d837207-b341-4c49-8733-8d13b48f22b0 None None] Provisioning complete for port 358ca7a5-215d-4447-9673-abd94733b83b triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:10.477104 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8d837207-b341-4c49-8733-8d13b48f22b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (358ca7a5-215d-4447-9673-abd94733b83b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:10.493798 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-4d066504-c240-4885-bec8-dbb3d2c476ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'name': 'tempest-ServersTestBootFromVolume-75496283-router', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '139d2954-a7c4-4583-8a81-38eda186850e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:12Z', 'updated_at': '2022-02-19T04:01:23Z', 'revision_number': 4, 'project_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'gw_port': {'id': '139d2954-a7c4-4583-8a81-38eda186850e', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:15Z', 'updated_at': '2022-02-19T04:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '462c285c-c1b1-4c58-9d6e-7d7ec34797dd', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'port_id': '3a666379-4d70-442a-b7b1-2c97f86ec14d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6101ba-f25e-4636-b9f9-3a5ca6a42df4', 'mac_address': 'fa:16:3e:fb:26:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff4551e-b0ee-4f0f-83b2-3e3f23722793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:01:29Z', 'updated_at': '2022-02-19T04:03:07Z', 'revision_number': 1, 'project_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91206c36-79ff-4fc3-8548-9ae66bd597a6', 'name': '', 'network_id': '5f6101ba-f25e-4636-b9f9-3a5ca6a42df4', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'mac_address': 'fa:16:3e:ad:c8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'd32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:21Z', 'updated_at': '2022-02-19T04:01:30Z', 'revision_number': 5, 'project_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'subnets': [{'id': 'd32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:10.496233 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-7b5cf81f-fc2b-4c45-8366-58bfde485b08 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:10.501142 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-7b5cf81f-fc2b-4c45-8366-58bfde485b08 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.26 "GET /v2.0/networks?id=9c484cb2-d49b-4cb4-a1e7-39d440927c34 HTTP/1.1" status: 200 len: 812 time: 0.2281787 Feb 19 04:03:10.516407 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-9c2b7e95-a71d-4cdb-903a-bcd8a7d5f9e5 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Request body: {'port': {'device_id': 'e06a9438-4e3c-42ad-aeb8-285727404df4', 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34', 'admin_state_up': True, 'tenant_id': '5c42b47db3b04ce6966fb4de683a6e22'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:10.532095 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d066504-c240-4885-bec8-dbb3d2c476ae None None] The sync data for ids ['21044674-ae57-4ee5-8c10-d08cb43328c4'] in n-d-828369-19 is: [{'id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'name': 'tempest-ServersTestBootFromVolume-75496283-router', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '139d2954-a7c4-4583-8a81-38eda186850e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:12Z', 'updated_at': '2022-02-19T04:01:23Z', 'revision_number': 4, 'project_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'gw_port': {'id': '139d2954-a7c4-4583-8a81-38eda186850e', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:15Z', 'updated_at': '2022-02-19T04:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '462c285c-c1b1-4c58-9d6e-7d7ec34797dd', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'port_id': '3a666379-4d70-442a-b7b1-2c97f86ec14d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6101ba-f25e-4636-b9f9-3a5ca6a42df4', 'mac_address': 'fa:16:3e:fb:26:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff4551e-b0ee-4f0f-83b2-3e3f23722793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:01:29Z', 'updated_at': '2022-02-19T04:03:07Z', 'revision_number': 1, 'project_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91206c36-79ff-4fc3-8548-9ae66bd597a6', 'name': '', 'network_id': '5f6101ba-f25e-4636-b9f9-3a5ca6a42df4', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'mac_address': 'fa:16:3e:ad:c8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'd32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:21Z', 'updated_at': '2022-02-19T04:01:30Z', 'revision_number': 5, 'project_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'subnets': [{'id': 'd32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:03:10.552432 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8d837207-b341-4c49-8733-8d13b48f22b0 None None] Port 358ca7a5-215d-4447-9673-abd94733b83b cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:03:10.553447 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ad5dbfa-846d-484d-9a08-9fe66f9ee26e req-01e75109-047d-42fe-9bee-a5621fd144c9 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cad8288-9435-40e0-8e1c-121fc37255cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4639759 Feb 19 04:03:10.626702 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7ab418-1881-4c15-bc6a-aeda61e2edbb x-openstack-request-id: req-5e7ab418-1881-4c15-bc6a-aeda61e2edbb {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:10.626998 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef08de2b-214f-429a-a560-5a987980a750", "name": "network-vif-plugged", "status": "completed", "tag": "452255b5-7224-4c70-a5f3-55d51017f553", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:10.627252 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e7ab418-1881-4c15-bc6a-aeda61e2edbb {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:10.627652 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef08de2b-214f-429a-a560-5a987980a750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452255b5-7224-4c70-a5f3-55d51017f553', 'code': 200} Feb 19 04:03:10.637200 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-e6c82762-750e-435f-b7f6-095bcd2cde2f req-c0d8b40c-d5fe-4919-8e73-947409640ab6 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Calling delete_port for 4dfe4168-3a0c-4697-81fb-f94644feb99e owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:03:10.662081 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8225b-687b-4511-9754-27443a1e0807 req-e8591c62-6a04-4fe3-aece-cc84f08e731c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:10.663851 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ccf8225b-687b-4511-9754-27443a1e0807 req-e8591c62-6a04-4fe3-aece-cc84f08e731c service neutron] 10.222.0.26 "GET /v2.0/networks?id=5f6101ba-f25e-4636-b9f9-3a5ca6a42df4 HTTP/1.1" status: 200 len: 915 time: 1.0390830 Feb 19 04:03:10.673044 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-9c2b7e95-a71d-4cdb-903a-bcd8a7d5f9e5 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Made reservation on behalf of 5c42b47db3b04ce6966fb4de683a6e22 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:10.678286 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-9c2b7e95-a71d-4cdb-903a-bcd8a7d5f9e5 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:10.682477 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba48a1e-ace9-458c-b5bd-51ac22a23221 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:10.684298 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7ba48a1e-ace9-458c-b5bd-51ac22a23221 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:10.840669 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9072bc-a6e4-4d6f-bbe3-fcd7e9a0c376 req-bd8b9bb5-aa8c-43d1-8016-279c177f46ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:10.842187 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6c9072bc-a6e4-4d6f-bbe3-fcd7e9a0c376 req-bd8b9bb5-aa8c-43d1-8016-279c177f46ae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ef08de2b-214f-429a-a560-5a987980a750 HTTP/1.1" status: 200 len: 1133 time: 0.1410227 Feb 19 04:03:10.907111 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce07b9d1-d7b4-4544-a922-42bcf9b267ca req-f00342d3-de32-47e6-852a-2547b1edca59 tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.0586770 Feb 19 04:03:10.926199 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284b3768-6503-4771-b3ee-0ec9ea5005a2 None None] New status for floating IP 462c285c-c1b1-4c58-9d6e-7d7ec34797dd: ACTIVE {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:03:10.926645 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-9c2b7e95-a71d-4cdb-903a-bcd8a7d5f9e5 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Allocated IP 172.20.0.9 (9c484cb2-d49b-4cb4-a1e7-39d440927c34/05152657-41bb-4f53-a93a-a0556bf4ae06/897015d5-8aa7-4df9-9310-d56ca966ad01) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:10.967902 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6c9072bc-a6e4-4d6f-bbe3-fcd7e9a0c376 req-e05e218d-5d97-4925-9063-24f68f732c10 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130691 Feb 19 04:03:10.991603 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ccf8225b-687b-4511-9754-27443a1e0807 req-cea10c0e-5418-4fec-a432-86e56f8bfa6b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a666379-4d70-442a-b7b1-2c97f86ec14d HTTP/1.1" status: 200 len: 999 time: 0.2994039 Feb 19 04:03:11.010215 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7ba48a1e-ace9-458c-b5bd-51ac22a23221 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2975521 Feb 19 04:03:11.021551 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7739d6-b50c-402f-88d2-3b7d7bf03f0d req-5c995319-5899-45bd-bfdf-066a40aa677f tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:11.022280 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51882) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:11.029507 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7a7739d6-b50c-402f-88d2-3b7d7bf03f0d req-5c995319-5899-45bd-bfdf-066a40aa677f tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d237087-c7bf-4691-8da5-0f3f4de7af3a HTTP/1.1" status: 200 len: 946 time: 0.7427504 Feb 19 04:03:11.123456 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8298f900-6fd7-47ae-a446-6af6430f0465 req-fd7bc428-1e88-4420-97a7-38ec6db44747 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 210 time: 0.0573528 Feb 19 04:03:11.165666 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7a7739d6-b50c-402f-88d2-3b7d7bf03f0d req-91aa0c4c-f338-4255-88d3-c4a74e4739c7 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd182133-125f-4a97-bc64-31fddb5daf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301713 Feb 19 04:03:11.282030 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-9c2b7e95-a71d-4cdb-903a-bcd8a7d5f9e5 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks [] for port (897015d5-8aa7-4df9-9310-d56ca966ad01), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:11.323729 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-9c2b7e95-a71d-4cdb-903a-bcd8a7d5f9e5 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (897015d5-8aa7-4df9-9310-d56ca966ad01), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:11.327484 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8225b-687b-4511-9754-27443a1e0807 req-89f66368-2a85-40cd-8e0c-a27d907812a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:11.329566 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ccf8225b-687b-4511-9754-27443a1e0807 req-89f66368-2a85-40cd-8e0c-a27d907812a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab HTTP/1.1" status: 200 len: 853 time: 0.0801742 Feb 19 04:03:11.408716 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-9c2b7e95-a71d-4cdb-903a-bcd8a7d5f9e5 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:11.414597 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b9979411-9dd5-4ea1-9db5-b18542224d58 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'project_id': '82a12beec71f439081a19cdb5e5d8894', 'port_id': '358ca7a5-215d-4447-9673-abd94733b83b'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:11.426494 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-9c2b7e95-a71d-4cdb-903a-bcd8a7d5f9e5 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:11.430992 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-9c2b7e95-a71d-4cdb-903a-bcd8a7d5f9e5 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:11.436200 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b7e95-a71d-4cdb-903a-bcd8a7d5f9e5 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Pushing event updated for resources: {'Port': ['ID=897015d5-8aa7-4df9-9310-d56ca966ad01,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:11.449224 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-4c8a1b2e-46f7-4348-920e-b4e9ba51ae27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5af0b5-b603-4982-a65f-e3b1a9042c4e {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:11.467457 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-4c8a1b2e-46f7-4348-920e-b4e9ba51ae27 service neutron] Publish callbacks [] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:11.484290 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9979411-9dd5-4ea1-9db5-b18542224d58 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:11.499879 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e6c82762-750e-435f-b7f6-095bcd2cde2f req-c0d8b40c-d5fe-4919-8e73-947409640ab6 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (4dfe4168-3a0c-4697-81fb-f94644feb99e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:11.505570 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-9c2b7e95-a71d-4cdb-903a-bcd8a7d5f9e5 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:11.506270 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-9c2b7e95-a71d-4cdb-903a-bcd8a7d5f9e5 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:11.507384 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8225b-687b-4511-9754-27443a1e0807 req-4ab378f7-47e3-47e5-8803-b2132f2bd309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:11.508928 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ccf8225b-687b-4511-9754-27443a1e0807 req-4ab378f7-47e3-47e5-8803-b2132f2bd309 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5f6101ba-f25e-4636-b9f9-3a5ca6a42df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1262965 Feb 19 04:03:11.511517 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['4dfe4168-3a0c-4697-81fb-f94644feb99e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:03:11.515220 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-4c8a1b2e-46f7-4348-920e-b4e9ba51ae27 service neutron] Transition to ACTIVE for port object 5f5af0b5-b603-4982-a65f-e3b1a9042c4e will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:03:11.540225 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52660767-38a2-4b2a-a41e-0cc7c3c3c450 req-82fc66f8-4fb7-4935-a512-0ee2f70d38b8 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:11.542054 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-52660767-38a2-4b2a-a41e-0cc7c3c3c450 req-82fc66f8-4fb7-4935-a512-0ee2f70d38b8 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef08de2b-214f-429a-a560-5a987980a750 HTTP/1.1" status: 200 len: 950 time: 0.2444897 Feb 19 04:03:11.563346 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-4c8a1b2e-46f7-4348-920e-b4e9ba51ae27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:11.573023 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-9c2b7e95-a71d-4cdb-903a-bcd8a7d5f9e5 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0617511 Feb 19 04:03:11.585279 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d8b40c-d5fe-4919-8e73-947409640ab6 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Pushing event deleted for resources: {'Port': ['ID=4dfe4168-3a0c-4697-81fb-f94644feb99e,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:11.590191 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-015beed8-0e3b-4804-9e0c-9e27b838f624 service neutron] Request body: {'port': {'device_id': 'e06a9438-4e3c-42ad-aeb8-285727404df4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:11.665755 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-015beed8-0e3b-4804-9e0c-9e27b838f624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (897015d5-8aa7-4df9-9310-d56ca966ad01), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:11.720703 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9979411-9dd5-4ea1-9db5-b18542224d58 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:11.929197 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b64cd-939a-4188-8a3c-00993687ba43 req-78ad0a67-7270-457e-8d8d-644cd17cd905 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:11.930703 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-522b64cd-939a-4188-8a3c-00993687ba43 req-78ad0a67-7270-457e-8d8d-644cd17cd905 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/ports?device_id=131fb3b1-958d-4157-9365-728a7585872e HTTP/1.1" status: 200 len: 935 time: 0.6316426 Feb 19 04:03:11.957751 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-b9979411-9dd5-4ea1-9db5-b18542224d58 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Allocated IP 172.25.3.117 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/75cdc514-1208-43f0-aa62-e5ffaa240959) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:12.040436 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c82762-750e-435f-b7f6-095bcd2cde2f req-c0d8b40c-d5fe-4919-8e73-947409640ab6 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] No DVR routers for this DVR port 4dfe4168-3a0c-4697-81fb-f94644feb99e on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:03:12.063947 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e6c82762-750e-435f-b7f6-095bcd2cde2f req-c0d8b40c-d5fe-4919-8e73-947409640ab6 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:12.067387 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e6c82762-750e-435f-b7f6-095bcd2cde2f req-c0d8b40c-d5fe-4919-8e73-947409640ab6 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] 10.222.0.79 "DELETE /v2.0/ports/4dfe4168-3a0c-4697-81fb-f94644feb99e HTTP/1.1" status: 204 len: 173 time: 3.1173880 Feb 19 04:03:12.071273 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d237087-c7bf-4691-8da5-0f3f4de7af3a', 'name': 'network-vif-deleted', 'tag': '4dfe4168-3a0c-4697-81fb-f94644feb99e'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:12.073537 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da79302a-4b8f-4787-9e1b-b9c2ab200b1d" -d '{"events": [{"server_uuid": "8d237087-c7bf-4691-8da5-0f3f4de7af3a", "name": "network-vif-deleted", "tag": "4dfe4168-3a0c-4697-81fb-f94644feb99e"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:12.121613 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a1b2e-46f7-4348-920e-b4e9ba51ae27 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5af0b5-b603-4982-a65f-e3b1a9042c4e,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:12.170095 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-52660767-38a2-4b2a-a41e-0cc7c3c3c450 req-6deecebe-f778-4ef0-8d16-e019435ac9ad tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5913413 Feb 19 04:03:12.205799 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-015beed8-0e3b-4804-9e0c-9e27b838f624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 897015d5-8aa7-4df9-9310-d56ca966ad01 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:12.214100 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ccf8225b-687b-4511-9754-27443a1e0807 req-2a02873a-a4f5-44f0-a43f-8d8f40ffb38a service neutron] 10.222.0.26 "GET /v2.0/networks/5f6101ba-f25e-4636-b9f9-3a5ca6a42df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6958327 Feb 19 04:03:12.215081 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-015beed8-0e3b-4804-9e0c-9e27b838f624 service neutron] Publish callbacks [] for port (897015d5-8aa7-4df9-9310-d56ca966ad01), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:12.234566 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-015beed8-0e3b-4804-9e0c-9e27b838f624 service neutron] Transition to ACTIVE for port object 897015d5-8aa7-4df9-9310-d56ca966ad01 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:03:12.247599 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-015beed8-0e3b-4804-9e0c-9e27b838f624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (897015d5-8aa7-4df9-9310-d56ca966ad01), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:12.301422 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9979411-9dd5-4ea1-9db5-b18542224d58 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Publish callbacks [] for port (75cdc514-1208-43f0-aa62-e5ffaa240959), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:12.383894 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f102038e-5895-44ca-b69a-b8449ee5eecb req-fde889e1-fbbb-48a2-a75a-8bc9edca474b tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.0655625 Feb 19 04:03:12.393612 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-522b64cd-939a-4188-8a3c-00993687ba43 req-6c155c7b-8e67-41a5-9837-f015623c200c tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/security-groups?id=e142874b-3edc-4848-be47-fd7014c2d448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4393876 Feb 19 04:03:12.396083 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-4c8a1b2e-46f7-4348-920e-b4e9ba51ae27 service neutron] Attempting to bind port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:03:12.396424 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-4c8a1b2e-46f7-4348-920e-b4e9ba51ae27 service neutron] Attempting to bind port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:03:12.396757 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-4c8a1b2e-46f7-4348-920e-b4e9ba51ae27 service neutron] Attempting to bind port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:12.425624 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-4c8a1b2e-46f7-4348-920e-b4e9ba51ae27 service neutron] Port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:03:12.425959 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-4c8a1b2e-46f7-4348-920e-b4e9ba51ae27 service neutron] Attempting to bind port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:12.426497 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015beed8-0e3b-4804-9e0c-9e27b838f624 service neutron] Pushing event updated for resources: {'Port': ['ID=897015d5-8aa7-4df9-9310-d56ca966ad01,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:12.451977 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ccf8225b-687b-4511-9754-27443a1e0807 req-02efea0d-a181-401f-a7a4-3107e66f0b24 service neutron] 10.222.0.26 "GET /v2.0/networks/5f6101ba-f25e-4636-b9f9-3a5ca6a42df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215610 Feb 19 04:03:12.453990 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-4c8a1b2e-46f7-4348-920e-b4e9ba51ae27 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:03:12.454363 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-4c8a1b2e-46f7-4348-920e-b4e9ba51ae27 service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:12.454749 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-4c8a1b2e-46f7-4348-920e-b4e9ba51ae27 service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:03:12.455198 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-4c8a1b2e-46f7-4348-920e-b4e9ba51ae27 service neutron] Bound port: 5f5af0b5-b603-4982-a65f-e3b1a9042c4e, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:03:12.455565 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-4c8a1b2e-46f7-4348-920e-b4e9ba51ae27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:12.514649 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-015beed8-0e3b-4804-9e0c-9e27b838f624 service neutron] Attempting to bind port 897015d5-8aa7-4df9-9310-d56ca966ad01 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:03:12.515125 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-015beed8-0e3b-4804-9e0c-9e27b838f624 service neutron] Attempting to bind port 897015d5-8aa7-4df9-9310-d56ca966ad01 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '78a3690f-36a5-42b2-b6f6-23b9e423ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:03:12.516291 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-015beed8-0e3b-4804-9e0c-9e27b838f624 service neutron] Attempting to bind port 897015d5-8aa7-4df9-9310-d56ca966ad01 on network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:12.524400 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9979411-9dd5-4ea1-9db5-b18542224d58 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (75cdc514-1208-43f0-aa62-e5ffaa240959), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:12.529876 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cc0e6d-7ddf-4285-b339-034777d40895 x-openstack-request-id: req-31cc0e6d-7ddf-4285-b339-034777d40895 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:12.530201 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d237087-c7bf-4691-8da5-0f3f4de7af3a", "name": "network-vif-deleted", "tag": "4dfe4168-3a0c-4697-81fb-f94644feb99e", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:12.530486 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-31cc0e6d-7ddf-4285-b339-034777d40895 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:12.530900 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d237087-c7bf-4691-8da5-0f3f4de7af3a', 'name': 'network-vif-deleted', 'tag': '4dfe4168-3a0c-4697-81fb-f94644feb99e', 'status': 'completed', 'code': 200} Feb 19 04:03:12.536174 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-015beed8-0e3b-4804-9e0c-9e27b838f624 service neutron] Port 897015d5-8aa7-4df9-9310-d56ca966ad01 on network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:03:12.536638 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-015beed8-0e3b-4804-9e0c-9e27b838f624 service neutron] Attempting to bind port 897015d5-8aa7-4df9-9310-d56ca966ad01 on network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:12.549082 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-015beed8-0e3b-4804-9e0c-9e27b838f624 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:03:12.549583 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-015beed8-0e3b-4804-9e0c-9e27b838f624 service neutron] Checking segment: {'id': '78a3690f-36a5-42b2-b6f6-23b9e423ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:12.550093 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-015beed8-0e3b-4804-9e0c-9e27b838f624 service neutron] Bound using segment: {'id': '78a3690f-36a5-42b2-b6f6-23b9e423ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:03:12.550664 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-015beed8-0e3b-4804-9e0c-9e27b838f624 service neutron] Bound port: 897015d5-8aa7-4df9-9310-d56ca966ad01, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78a3690f-36a5-42b2-b6f6-23b9e423ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:03:12.551126 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-015beed8-0e3b-4804-9e0c-9e27b838f624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (897015d5-8aa7-4df9-9310-d56ca966ad01), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:12.601333 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9979411-9dd5-4ea1-9db5-b18542224d58 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:12.611815 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-b9979411-9dd5-4ea1-9db5-b18542224d58 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:12.628699 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffac707a-918e-479d-84f7-365804339ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6119883-1fa5-488c-a60d-b4294c67e15c'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:12.634326 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd62f04b-3c8d-4544-86e0-641f1d8c1779" -d '{"events": [{"server_uuid": "ffac707a-918e-479d-84f7-365804339ad3", "name": "network-vif-plugged", "status": "completed", "tag": "c6119883-1fa5-488c-a60d-b4294c67e15c"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:12.644852 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9979411-9dd5-4ea1-9db5-b18542224d58 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:12.651544 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-4c8a1b2e-46f7-4348-920e-b4e9ba51ae27 service neutron] For port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:12.702313 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-4c8a1b2e-46f7-4348-920e-b4e9ba51ae27 service neutron] For port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=5f5af0b5-b603-4982-a65f-e3b1a9042c4e,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:03:12.707818 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3156cd9-99fc-4b15-8567-4ffaca2ad4aa req-25fc5456-8acd-45dd-8424-27d27f1b84e8 tempest-VolumesAdminNegativeTest-1215899645 tempest-VolumesAdminNegativeTest-1215899645-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d237087-c7bf-4691-8da5-0f3f4de7af3a HTTP/1.1" status: 200 len: 210 time: 0.0532253 Feb 19 04:03:12.723208 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9979411-9dd5-4ea1-9db5-b18542224d58 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Pushing event updated for resources: {'Port': ['ID=75cdc514-1208-43f0-aa62-e5ffaa240959,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:12.723597 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec380d8-2149-4aa9-9cb0-4c5c3477a3a9 req-d4ca515b-5898-4b0e-b287-d3a578091e4f tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:12.739542 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ec380d8-2149-4aa9-9cb0-4c5c3477a3a9 req-d4ca515b-5898-4b0e-b287-d3a578091e4f tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 943 time: 0.2071164 Feb 19 04:03:12.749545 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-4c8a1b2e-46f7-4348-920e-b4e9ba51ae27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:12.794156 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-015beed8-0e3b-4804-9e0c-9e27b838f624 service neutron] For port 897015d5-8aa7-4df9-9310-d56ca966ad01, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:12.801696 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a4c93-db33-4d62-bf8b-b424118ced7d req-32b3a877-08c6-4cac-a3da-18788751f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:12.803564 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-514a4c93-db33-4d62-bf8b-b424118ced7d req-32b3a877-08c6-4cac-a3da-18788751f379 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc978a08acdc4a14a4fde92763ad26e3&device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 1128 time: 0.1923018 Feb 19 04:03:12.815489 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-015beed8-0e3b-4804-9e0c-9e27b838f624 service neutron] For port 897015d5-8aa7-4df9-9310-d56ca966ad01, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=897015d5-8aa7-4df9-9310-d56ca966ad01,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:03:12.819663 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-4c8a1b2e-46f7-4348-920e-b4e9ba51ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:12.820657 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-4c8a1b2e-46f7-4348-920e-b4e9ba51ae27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:12.822348 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-4c8a1b2e-46f7-4348-920e-b4e9ba51ae27 service neutron] 10.222.0.26 "PUT /v2.0/ports/5f5af0b5-b603-4982-a65f-e3b1a9042c4e HTTP/1.1" status: 200 len: 1096 time: 3.3726087 Feb 19 04:03:12.852489 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc5fa2d-56e2-46dd-b2e4-03bce5fb8635 x-openstack-request-id: req-9dc5fa2d-56e2-46dd-b2e4-03bce5fb8635 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:12.852785 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffac707a-918e-479d-84f7-365804339ad3", "name": "network-vif-plugged", "status": "completed", "tag": "c6119883-1fa5-488c-a60d-b4294c67e15c", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:12.853036 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9dc5fa2d-56e2-46dd-b2e4-03bce5fb8635 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:12.853522 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffac707a-918e-479d-84f7-365804339ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6119883-1fa5-488c-a60d-b4294c67e15c', 'code': 200} Feb 19 04:03:12.861121 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-015beed8-0e3b-4804-9e0c-9e27b838f624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (897015d5-8aa7-4df9-9310-d56ca966ad01), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:12.964678 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-015beed8-0e3b-4804-9e0c-9e27b838f624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:12.965300 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-015beed8-0e3b-4804-9e0c-9e27b838f624 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:12.967952 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-015beed8-0e3b-4804-9e0c-9e27b838f624 service neutron] 10.222.0.26 "PUT /v2.0/ports/897015d5-8aa7-4df9-9310-d56ca966ad01 HTTP/1.1" status: 200 len: 1092 time: 1.3862231 Feb 19 04:03:12.973019 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06a9438-4e3c-42ad-aeb8-285727404df4', 'tag': '897015d5-8aa7-4df9-9310-d56ca966ad01'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:12.975624 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50285890-2fa7-463c-ad14-e2f28e9c8dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "e06a9438-4e3c-42ad-aeb8-285727404df4", "tag": "897015d5-8aa7-4df9-9310-d56ca966ad01"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:12.996579 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ec380d8-2149-4aa9-9cb0-4c5c3477a3a9 req-ab15d22b-1729-4609-b4c3-06799be0dc17 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558439 Feb 19 04:03:13.039699 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a1b2e-46f7-4348-920e-b4e9ba51ae27 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5af0b5-b603-4982-a65f-e3b1a9042c4e,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:13.055884 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015beed8-0e3b-4804-9e0c-9e27b838f624 service neutron] Pushing event updated for resources: {'Port': ['ID=897015d5-8aa7-4df9-9310-d56ca966ad01,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:13.080371 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1448ccc-4786-4bae-b503-6a35a850f7f1 x-openstack-request-id: req-d1448ccc-4786-4bae-b503-6a35a850f7f1 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:13.080703 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06a9438-4e3c-42ad-aeb8-285727404df4", "tag": "897015d5-8aa7-4df9-9310-d56ca966ad01", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:13.081254 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d1448ccc-4786-4bae-b503-6a35a850f7f1 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:13.081656 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06a9438-4e3c-42ad-aeb8-285727404df4', 'tag': '897015d5-8aa7-4df9-9310-d56ca966ad01', 'status': 'completed', 'code': 200} Feb 19 04:03:13.096366 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-d3ebc35e-a052-42ef-96cc-47f8ae2da192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:13.097829 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-d3ebc35e-a052-42ef-96cc-47f8ae2da192 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b01f19060fb44ce6b9b15f2e0a1c7ee3&device_id=131fb3b1-958d-4157-9365-728a7585872e HTTP/1.1" status: 200 len: 1130 time: 0.1428661 Feb 19 04:03:13.099277 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a4c93-db33-4d62-bf8b-b424118ced7d req-763ac177-94c6-45e4-8e9d-7e7dc1e6ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:13.103834 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-514a4c93-db33-4d62-bf8b-b424118ced7d req-763ac177-94c6-45e4-8e9d-7e7dc1e6ea9d service neutron] 10.222.0.26 "GET /v2.0/networks?id=5f6101ba-f25e-4636-b9f9-3a5ca6a42df4 HTTP/1.1" status: 200 len: 915 time: 0.2858613 Feb 19 04:03:13.171625 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-4035537e-44ad-45d7-9484-f0de79344b4a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=5f5af0b5-b603-4982-a65f-e3b1a9042c4e HTTP/1.1" status: 200 len: 217 time: 0.0536454 Feb 19 04:03:13.281340 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-514a4c93-db33-4d62-bf8b-b424118ced7d req-0047a400-ea53-4836-ab92-33f869ed1724 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a666379-4d70-442a-b7b1-2c97f86ec14d HTTP/1.1" status: 200 len: 1001 time: 0.1184528 Feb 19 04:03:13.283543 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-76f27cf6-3f73-4791-96ec-6f1bb515af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:13.284904 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-76f27cf6-3f73-4791-96ec-6f1bb515af28 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0777402 Feb 19 04:03:13.325955 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31c51f-8831-436f-ac3b-858363961f7d req-5dc85e99-8dc9-4b3b-bac3-f0fb3abc8a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:13.328711 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7d31c51f-8831-436f-ac3b-858363961f7d req-5dc85e99-8dc9-4b3b-bac3-f0fb3abc8a37 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ffac707a-918e-479d-84f7-365804339ad3 HTTP/1.1" status: 200 len: 1133 time: 0.2366326 Feb 19 04:03:13.390813 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-65b7dc75-3e2a-4318-b953-715833cb44fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:13.392139 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-65b7dc75-3e2a-4318-b953-715833cb44fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c42b47db3b04ce6966fb4de683a6e22&device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 1126 time: 0.2443612 Feb 19 04:03:13.424556 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a4c93-db33-4d62-bf8b-b424118ced7d req-6c5efc24-d181-4494-a08d-57e082cc3254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:13.426142 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-514a4c93-db33-4d62-bf8b-b424118ced7d req-6c5efc24-d181-4494-a08d-57e082cc3254 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab HTTP/1.1" status: 200 len: 853 time: 0.1108229 Feb 19 04:03:13.434492 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bd2d7-84c6-45d7-9d0d-b38cce234b94 req-684491bc-7627-404e-8d1d-53dbbabcbae5 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:13.442056 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-906bd2d7-84c6-45d7-9d0d-b38cce234b94 req-684491bc-7627-404e-8d1d-53dbbabcbae5 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef08de2b-214f-429a-a560-5a987980a750 HTTP/1.1" status: 200 len: 950 time: 0.1626382 Feb 19 04:03:13.466196 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9979411-9dd5-4ea1-9db5-b18542224d58 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Publish callbacks [] for floatingip (f2d41979-1a98-4b49-b18d-dcba5157fa41), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:13.493240 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-60ed754c-b366-4257-a0dd-1926fc94e4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:13.494748 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-60ed754c-b366-4257-a0dd-1926fc94e4d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1830437 Feb 19 04:03:13.506099 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-ee67a304-5b4a-4de1-8b26-88c60f43b88b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=897015d5-8aa7-4df9-9310-d56ca966ad01 HTTP/1.1" status: 200 len: 217 time: 0.1042271 Feb 19 04:03:13.528669 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7d31c51f-8831-436f-ac3b-858363961f7d req-b72f2b3e-72fc-460e-868f-8acdb75c6170 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701705 Feb 19 04:03:13.593429 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-13437e77-d49f-406a-86ea-dc93a464da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:13.595610 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-13437e77-d49f-406a-86ea-dc93a464da0f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=05152657-41bb-4f53-a93a-a0556bf4ae06 HTTP/1.1" status: 200 len: 852 time: 0.0800602 Feb 19 04:03:13.596405 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9979411-9dd5-4ea1-9db5-b18542224d58 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (75cdc514-1208-43f0-aa62-e5ffaa240959), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:13.603347 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-906bd2d7-84c6-45d7-9d0d-b38cce234b94 req-6c2078bc-c023-4667-88db-1eecb5549cfa tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606154 Feb 19 04:03:13.610765 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 4dfe4168-3a0c-4697-81fb-f94644feb99e no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:03:13.627462 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a4c93-db33-4d62-bf8b-b424118ced7d req-e385fb66-bddd-4246-8e6f-ac3f2851dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:13.629285 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-514a4c93-db33-4d62-bf8b-b424118ced7d req-e385fb66-bddd-4246-8e6f-ac3f2851dc71 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5f6101ba-f25e-4636-b9f9-3a5ca6a42df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1843691 Feb 19 04:03:13.677943 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 4dfe4168-3a0c-4697-81fb-f94644feb99e {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:03:13.679763 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 4dfe4168-3a0c-4697-81fb-f94644feb99e not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:03:13.688590 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d60521-7733-40ce-b8f5-d7d7ac385d49 req-43d74e44-e8a4-484e-b53c-76e30d3960ab tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:13.690110 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d3d60521-7733-40ce-b8f5-d7d7ac385d49 req-43d74e44-e8a4-484e-b53c-76e30d3960ab tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/ports?device_id=131fb3b1-958d-4157-9365-728a7585872e HTTP/1.1" status: 200 len: 947 time: 0.1930885 Feb 19 04:03:13.692517 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-ab813c5f-4165-40b7-941a-686552b109e0 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807678 Feb 19 04:03:13.759323 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d3d60521-7733-40ce-b8f5-d7d7ac385d49 req-cc3ffcf7-cd4a-436a-8968-6238b4b439c1 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/security-groups?id=e142874b-3edc-4848-be47-fd7014c2d448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634246 Feb 19 04:03:13.776453 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8c450cdd-ade2-4b85-bea8-301577b03d8f req-a3d83d87-a11c-4ed0-8f36-eb689e4ec955 tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.0441587 Feb 19 04:03:13.778475 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9979411-9dd5-4ea1-9db5-b18542224d58 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Publish callbacks [] for port (75cdc514-1208-43f0-aa62-e5ffaa240959), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:13.815339 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9979411-9dd5-4ea1-9db5-b18542224d58 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (75cdc514-1208-43f0-aa62-e5ffaa240959), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:13.880930 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51924) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:13.883049 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-2b60f9e0-84c7-4d8b-9c3d-7e3ff3bb714a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c484cb2-d49b-4cb4-a1e7-39d440927c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757444 Feb 19 04:03:14.019381 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9979411-9dd5-4ea1-9db5-b18542224d58 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Pushing event updated for resources: {'Port': ['ID=75cdc514-1208-43f0-aa62-e5ffaa240959,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:14.023942 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301eb9e5-c9b4-4cba-8da1-dee5ea084479 req-ebde3362-2e58-47b0-abd0-4a6c71209666 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:14.025077 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9979411-9dd5-4ea1-9db5-b18542224d58 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (f2d41979-1a98-4b49-b18d-dcba5157fa41), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:14.030834 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-301eb9e5-c9b4-4cba-8da1-dee5ea084479 req-ebde3362-2e58-47b0-abd0-4a6c71209666 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffac707a-918e-479d-84f7-365804339ad3 HTTP/1.1" status: 200 len: 950 time: 0.1855664 Feb 19 04:03:14.039938 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f47d6cf6-4ca4-440f-9f47-d0401802ca05 req-4558d784-54dd-4432-8138-bf4374b81d15 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450633 Feb 19 04:03:14.042698 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-514a4c93-db33-4d62-bf8b-b424118ced7d req-6fc03822-6b93-423c-8389-b3ada89a3206 service neutron] 10.222.0.26 "GET /v2.0/networks/5f6101ba-f25e-4636-b9f9-3a5ca6a42df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399344 Feb 19 04:03:14.138729 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c8bd5e-9027-4519-a11a-e8c8777ac2b5 admin admin] Deleting subnet 27d01a51-9d06-4ecc-bce6-f59f762a17d9 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:03:14.141169 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-b9979411-9dd5-4ea1-9db5-b18542224d58 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Floating IP f2d41979-1a98-4b49-b18d-dcba5157fa41 associated. External IP: 172.25.3.117, port: 358ca7a5-215d-4447-9673-abd94733b83b. Feb 19 04:03:14.146192 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f5c8bd5e-9027-4519-a11a-e8c8777ac2b5 admin admin] Publish callbacks [] for subnet (27d01a51-9d06-4ecc-bce6-f59f762a17d9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:14.236421 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f5c8bd5e-9027-4519-a11a-e8c8777ac2b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (27d01a51-9d06-4ecc-bce6-f59f762a17d9), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:14.278857 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-301eb9e5-c9b4-4cba-8da1-dee5ea084479 req-2164ef29-cfca-4d04-9ff5-3ff372f7c13f tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470715 Feb 19 04:03:14.283663 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-a012cfcf-765b-41fb-82e6-63d04736dfec service neutron] 10.222.0.26 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698769 Feb 19 04:03:14.291938 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99d305-2acd-484e-bdfa-4be41859364a req-d40737a9-10ec-490c-9827-1cdb1ec74159 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:14.294070 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c99d305-2acd-484e-bdfa-4be41859364a req-d40737a9-10ec-490c-9827-1cdb1ec74159 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 943 time: 0.1346812 Feb 19 04:03:14.299344 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-514a4c93-db33-4d62-bf8b-b424118ced7d req-c0221467-49a1-42b0-8877-533aec513fa1 service neutron] 10.222.0.26 "GET /v2.0/networks/5f6101ba-f25e-4636-b9f9-3a5ca6a42df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257240 Feb 19 04:03:14.351701 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c99d305-2acd-484e-bdfa-4be41859364a req-1f9047f1-a81f-4b11-a37b-efe7d1a12d63 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514047 Feb 19 04:03:14.380502 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f5c8bd5e-9027-4519-a11a-e8c8777ac2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (27d01a51-9d06-4ecc-bce6-f59f762a17d9), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:14.531965 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131fb3b1-958d-4157-9365-728a7585872e', 'tag': '5f5af0b5-b603-4982-a65f-e3b1a9042c4e'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:14.534433 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e86913-b602-423c-b772-e26ca91dd51d" -d '{"events": [{"name": "network-changed", "server_uuid": "131fb3b1-958d-4157-9365-728a7585872e", "tag": "5f5af0b5-b603-4982-a65f-e3b1a9042c4e"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:14.583394 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e567bb8f-ed6f-4802-a5f7-c46590330209 x-openstack-request-id: req-e567bb8f-ed6f-4802-a5f7-c46590330209 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:14.583698 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131fb3b1-958d-4157-9365-728a7585872e", "tag": "5f5af0b5-b603-4982-a65f-e3b1a9042c4e", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:14.583952 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e567bb8f-ed6f-4802-a5f7-c46590330209 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:14.584351 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131fb3b1-958d-4157-9365-728a7585872e', 'tag': '5f5af0b5-b603-4982-a65f-e3b1a9042c4e', 'status': 'completed', 'code': 200} Feb 19 04:03:14.656721 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e86913-b602-423c-b772-e26ca91dd51d req-0631a1c4-1e0f-4227-a394-225725991d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:14.658406 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a0e86913-b602-423c-b772-e26ca91dd51d req-0631a1c4-1e0f-4227-a394-225725991d97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b01f19060fb44ce6b9b15f2e0a1c7ee3&device_id=131fb3b1-958d-4157-9365-728a7585872e HTTP/1.1" status: 200 len: 1130 time: 0.0464065 Feb 19 04:03:14.765218 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f5c8bd5e-9027-4519-a11a-e8c8777ac2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (27d01a51-9d06-4ecc-bce6-f59f762a17d9), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:14.808756 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c9e2549f-b97c-4263-922a-d65089c3ddd3 req-1551252c-cc77-4216-ba89-a6f1b066f6b5 service neutron] 10.222.0.26 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944735 Feb 19 04:03:14.810003 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8bd5e-9027-4519-a11a-e8c8777ac2b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27d01a51-9d06-4ecc-bce6-f59f762a17d9,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:14.811494 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e86913-b602-423c-b772-e26ca91dd51d req-29fa82a2-a353-4987-aefc-58a4d61831f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:14.814038 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a0e86913-b602-423c-b772-e26ca91dd51d req-29fa82a2-a353-4987-aefc-58a4d61831f2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.1471944 Feb 19 04:03:14.816675 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f5c8bd5e-9027-4519-a11a-e8c8777ac2b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:14.823168 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f5c8bd5e-9027-4519-a11a-e8c8777ac2b5 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/27d01a51-9d06-4ecc-bce6-f59f762a17d9 HTTP/1.1" status: 204 len: 168 time: 0.9391410 Feb 19 04:03:14.826988 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51938) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:15.004163 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a0e86913-b602-423c-b772-e26ca91dd51d req-911578bf-5726-4e9a-9a98-0d09e5896a2a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=5f5af0b5-b603-4982-a65f-e3b1a9042c4e HTTP/1.1" status: 200 len: 217 time: 0.1764257 Feb 19 04:03:15.006304 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1e53af05-4b6f-4196-8ee6-37bd1cd01529 req-3a4308af-a3fb-4fd9-9eab-21223fc2af9f tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.0722961 Feb 19 04:03:15.015217 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50285890-2fa7-463c-ad14-e2f28e9c8dd1 req-7c74d020-4846-4ef3-a171-17d240c3cf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:15.016805 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-50285890-2fa7-463c-ad14-e2f28e9c8dd1 req-7c74d020-4846-4ef3-a171-17d240c3cf80 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c42b47db3b04ce6966fb4de683a6e22&device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 1126 time: 0.1056378 Feb 19 04:03:15.035535 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9979411-9dd5-4ea1-9db5-b18542224d58 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Router 690f54be-e85a-4127-99bf-6ba20309a813 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:03:15.142666 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3f4c2-ed5f-49a2-871f-690d0b21e727 req-df2c355b-0171-4a2e-815c-b95dbdf32e60 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:15.143006 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07e3f4c2-ed5f-49a2-871f-690d0b21e727 req-df2c355b-0171-4a2e-815c-b95dbdf32e60 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/ports?device_id=131fb3b1-958d-4157-9365-728a7585872e HTTP/1.1" status: 200 len: 947 time: 0.2098598 Feb 19 04:03:15.171109 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8244243d-a114-40e5-8d5c-b574b6c0ca43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (9185abf0-321a-4f6a-bfd3-20fbe75f0f5e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:15.193314 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e86913-b602-423c-b772-e26ca91dd51d req-20aab1a1-e569-4b50-9bf2-e649331caa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:15.195037 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a0e86913-b602-423c-b772-e26ca91dd51d req-20aab1a1-e569-4b50-9bf2-e649331caa81 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1450076 Feb 19 04:03:15.236966 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50285890-2fa7-463c-ad14-e2f28e9c8dd1 req-59d05cf8-2a18-4a21-8d36-33eebac30210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:15.238066 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07e3f4c2-ed5f-49a2-871f-690d0b21e727 req-7d32830a-e370-4176-a1c1-6a5508a3c86c tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/security-groups?id=e142874b-3edc-4848-be47-fd7014c2d448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939102 Feb 19 04:03:15.238455 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-50285890-2fa7-463c-ad14-e2f28e9c8dd1 req-59d05cf8-2a18-4a21-8d36-33eebac30210 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c484cb2-d49b-4cb4-a1e7-39d440927c34 HTTP/1.1" status: 200 len: 913 time: 0.2113934 Feb 19 04:03:15.313006 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8244243d-a114-40e5-8d5c-b574b6c0ca43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (9185abf0-321a-4f6a-bfd3-20fbe75f0f5e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:15.333944 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-50285890-2fa7-463c-ad14-e2f28e9c8dd1 req-76a4f60b-c127-4e71-bc42-3c1b8dda69d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=897015d5-8aa7-4df9-9310-d56ca966ad01 HTTP/1.1" status: 200 len: 217 time: 0.0848877 Feb 19 04:03:15.336994 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-8244243d-a114-40e5-8d5c-b574b6c0ca43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9185abf0-321a-4f6a-bfd3-20fbe75f0f5e']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:15.348901 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e86913-b602-423c-b772-e26ca91dd51d req-c7e06e86-dd41-44ea-8a39-9f6a41b28757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:15.350432 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a0e86913-b602-423c-b772-e26ca91dd51d req-c7e06e86-dd41-44ea-8a39-9f6a41b28757 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1431856 Feb 19 04:03:15.352241 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-8244243d-a114-40e5-8d5c-b574b6c0ca43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '888e1b16-a5ba-4f86-8440-0c31b9249607') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:15.352545 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-8244243d-a114-40e5-8d5c-b574b6c0ca43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '888e1b16-a5ba-4f86-8440-0c31b9249607') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:15.402435 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9979411-9dd5-4ea1-9db5-b18542224d58 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:03:15.404281 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8244243d-a114-40e5-8d5c-b574b6c0ca43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (888e1b16-a5ba-4f86-8440-0c31b9249607), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:15.417933 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d6b37e-111a-4e89-bdc7-409970969564 None None] Sync routers for ids ['690f54be-e85a-4127-99bf-6ba20309a813'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:03:15.436881 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d6b37e-111a-4e89-bdc7-409970969564 None None] Routers {'690f54be-e85a-4127-99bf-6ba20309a813'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:15.438289 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-11d6b37e-111a-4e89-bdc7-409970969564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:03:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['690f54be-e85a-4127-99bf-6ba20309a813'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:15.445245 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50285890-2fa7-463c-ad14-e2f28e9c8dd1 req-5b968411-542f-42fc-840d-d838fb34fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:15.454757 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-50285890-2fa7-463c-ad14-e2f28e9c8dd1 req-5b968411-542f-42fc-840d-d838fb34fcbf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=05152657-41bb-4f53-a93a-a0556bf4ae06 HTTP/1.1" status: 200 len: 852 time: 0.1030204 Feb 19 04:03:15.487373 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8244243d-a114-40e5-8d5c-b574b6c0ca43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (888e1b16-a5ba-4f86-8440-0c31b9249607), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:15.488129 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9979411-9dd5-4ea1-9db5-b18542224d58 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:15.533460 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-50285890-2fa7-463c-ad14-e2f28e9c8dd1 req-3fc4a49b-b89d-4869-9302-7947058f09ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c484cb2-d49b-4cb4-a1e7-39d440927c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651248 Feb 19 04:03:15.575362 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8244243d-a114-40e5-8d5c-b574b6c0ca43 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:03:15.576150 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8244243d-a114-40e5-8d5c-b574b6c0ca43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (888e1b16-a5ba-4f86-8440-0c31b9249607), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:03:15.582901 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:03:15.615675 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d47c1a-cb53-47bc-a7bf-26466dc4ab16 req-a4358f22-8452-48d9-b01e-7977f0ad3fd8 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:15.617635 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a2d47c1a-cb53-47bc-a7bf-26466dc4ab16 req-a4358f22-8452-48d9-b01e-7977f0ad3fd8 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffac707a-918e-479d-84f7-365804339ad3 HTTP/1.1" status: 200 len: 950 time: 0.2584836 Feb 19 04:03:15.620471 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-11d6b37e-111a-4e89-bdc7-409970969564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:15.629191 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5042d0d-d7db-4383-a581-ebae880626af req-c42d6862-c95c-48bf-bbaa-1b1a99f97903 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:15.631840 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d6b37e-111a-4e89-bdc7-409970969564 None None] Routers {'690f54be-e85a-4127-99bf-6ba20309a813'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:15.632476 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-11d6b37e-111a-4e89-bdc7-409970969564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:03:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['690f54be-e85a-4127-99bf-6ba20309a813'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:15.637428 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5042d0d-d7db-4383-a581-ebae880626af req-c42d6862-c95c-48bf-bbaa-1b1a99f97903 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 943 time: 0.1739545 Feb 19 04:03:15.671570 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-11d6b37e-111a-4e89-bdc7-409970969564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:15.672532 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d6b37e-111a-4e89-bdc7-409970969564 None None] The sync data for ids ['690f54be-e85a-4127-99bf-6ba20309a813'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:03:15.683687 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b9979411-9dd5-4ea1-9db5-b18542224d58 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.6588619 Feb 19 04:03:15.686940 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51946) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:15.772077 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8244243d-a114-40e5-8d5c-b574b6c0ca43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (9185abf0-321a-4f6a-bfd3-20fbe75f0f5e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:15.785375 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-50285890-2fa7-463c-ad14-e2f28e9c8dd1 req-d90eb0bd-9c2d-420b-8475-1ec9dcedd630 service neutron] 10.222.0.26 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404704 Feb 19 04:03:15.804106 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8244243d-a114-40e5-8d5c-b574b6c0ca43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:15.807360 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8244243d-a114-40e5-8d5c-b574b6c0ca43 admin admin] 10.222.0.52 "DELETE /v2.0/networks/9185abf0-321a-4f6a-bfd3-20fbe75f0f5e HTTP/1.1" status: 204 len: 168 time: 0.9729962 Feb 19 04:03:15.810629 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51948) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:15.814033 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a0e86913-b602-423c-b772-e26ca91dd51d req-4f59fefe-d2d2-4d62-b8a8-0172b269b934 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525812 Feb 19 04:03:15.814878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244243d-a114-40e5-8d5c-b574b6c0ca43 admin admin] Pushing event deleted for resources: {'Network': ['ID=9185abf0-321a-4f6a-bfd3-20fbe75f0f5e,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:15.821313 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-831e197e-d068-4729-81af-99116251ffb8 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] 10.222.0.52 "GET /v2.0/floatingips/f2d41979-1a98-4b49-b18d-dcba5157fa41 HTTP/1.1" status: 200 len: 982 time: 0.1302752 Feb 19 04:03:15.827640 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5042d0d-d7db-4383-a581-ebae880626af req-0dfbe1bb-bf2b-4ea8-83a5-ff61e94ff4f4 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888738 Feb 19 04:03:15.830578 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51950) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:15.870704 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a2d47c1a-cb53-47bc-a7bf-26466dc4ab16 req-52bd855d-094d-4678-91b9-1522f752fa43 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054002 Feb 19 04:03:15.908115 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-77df44fb-d710-4cee-965b-f5a1930831c0 admin admin] Deleting subnet 99643429-2d2a-4f5b-a7ca-e5ca312491d8 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:03:15.914277 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-77df44fb-d710-4cee-965b-f5a1930831c0 admin admin] Publish callbacks [] for subnet (99643429-2d2a-4f5b-a7ca-e5ca312491d8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:15.959776 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-50285890-2fa7-463c-ad14-e2f28e9c8dd1 req-b85824d8-1436-4b88-bdf2-4acda008e065 service neutron] 10.222.0.26 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591191 Feb 19 04:03:15.965449 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-77df44fb-d710-4cee-965b-f5a1930831c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (99643429-2d2a-4f5b-a7ca-e5ca312491d8), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:16.010263 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-77df44fb-d710-4cee-965b-f5a1930831c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (99643429-2d2a-4f5b-a7ca-e5ca312491d8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:16.015179 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7c2156eb-6fc5-48d4-bef8-458fc2d3a51a tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.1754155 Feb 19 04:03:16.016359 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51952) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:16.084020 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-77df44fb-d710-4cee-965b-f5a1930831c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (99643429-2d2a-4f5b-a7ca-e5ca312491d8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:16.102937 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a0e86913-b602-423c-b772-e26ca91dd51d req-8b4c152f-1d9f-4851-8936-46d0320082ed service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709937 Feb 19 04:03:16.107494 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df44fb-d710-4cee-965b-f5a1930831c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99643429-2d2a-4f5b-a7ca-e5ca312491d8,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:16.123426 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-77df44fb-d710-4cee-965b-f5a1930831c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:16.130295 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-77df44fb-d710-4cee-965b-f5a1930831c0 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/99643429-2d2a-4f5b-a7ca-e5ca312491d8 HTTP/1.1" status: 204 len: 168 time: 0.3157239 Feb 19 04:03:16.132712 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51956) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:16.252298 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f98ba9d5-f5d7-437a-a786-718f33785755 req-fb05130f-955f-4ae9-ab39-749bd0f01e89 tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.0933204 Feb 19 04:03:16.285182 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-30529f50-7829-43c8-988c-d53678463f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (d8989a88-bd97-45e8-b4bc-a994666fe861), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:16.725123 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-30529f50-7829-43c8-988c-d53678463f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (d8989a88-bd97-45e8-b4bc-a994666fe861), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:16.741628 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ec4b2-0bfa-414e-a5c5-2d119ffc5205 req-8c2c157b-1ebc-4683-959a-07e6fce8eead tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:16.743122 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc0ec4b2-0bfa-414e-a5c5-2d119ffc5205 req-8c2c157b-1ebc-4683-959a-07e6fce8eead tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/ports?device_id=131fb3b1-958d-4157-9365-728a7585872e HTTP/1.1" status: 200 len: 947 time: 0.1567245 Feb 19 04:03:16.772772 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-30529f50-7829-43c8-988c-d53678463f7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8989a88-bd97-45e8-b4bc-a994666fe861']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:16.788142 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-91935873-e747-4c7b-9953-50322c408f23 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Deleting port 75cdc514-1208-43f0-aa62-e5ffaa240959 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:03:16.788485 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-91935873-e747-4c7b-9953-50322c408f23 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (75cdc514-1208-43f0-aa62-e5ffaa240959), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:16.792512 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-30529f50-7829-43c8-988c-d53678463f7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9691b703-d6d2-4431-aaa2-1189b9bf9b0c') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:16.792791 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-30529f50-7829-43c8-988c-d53678463f7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9691b703-d6d2-4431-aaa2-1189b9bf9b0c') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:16.857016 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-30529f50-7829-43c8-988c-d53678463f7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (9691b703-d6d2-4431-aaa2-1189b9bf9b0c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:16.890900 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-30529f50-7829-43c8-988c-d53678463f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (9691b703-d6d2-4431-aaa2-1189b9bf9b0c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:16.901270 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc0ec4b2-0bfa-414e-a5c5-2d119ffc5205 req-9e5b4c91-9742-4a64-b646-efb5f07f2435 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/security-groups?id=e142874b-3edc-4848-be47-fd7014c2d448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520216 Feb 19 04:03:16.906488 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30529f50-7829-43c8-988c-d53678463f7d admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:03:16.906857 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-30529f50-7829-43c8-988c-d53678463f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (9691b703-d6d2-4431-aaa2-1189b9bf9b0c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:03:16.908885 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:03:17.052270 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-91935873-e747-4c7b-9953-50322c408f23 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (75cdc514-1208-43f0-aa62-e5ffaa240959), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:17.052792 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-91935873-e747-4c7b-9953-50322c408f23 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks [] for floatingip (75cdc514-1208-43f0-aa62-e5ffaa240959), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:17.065228 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-30529f50-7829-43c8-988c-d53678463f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (d8989a88-bd97-45e8-b4bc-a994666fe861), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:17.081005 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-30529f50-7829-43c8-988c-d53678463f7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:17.084418 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-30529f50-7829-43c8-988c-d53678463f7d admin admin] 10.222.0.52 "DELETE /v2.0/networks/d8989a88-bd97-45e8-b4bc-a994666fe861 HTTP/1.1" status: 204 len: 168 time: 0.9507077 Feb 19 04:03:17.096031 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-91935873-e747-4c7b-9953-50322c408f23 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Calling delete_port for 75cdc514-1208-43f0-aa62-e5ffaa240959 owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:03:17.106078 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30529f50-7829-43c8-988c-d53678463f7d admin admin] Pushing event deleted for resources: {'Network': ['ID=d8989a88-bd97-45e8-b4bc-a994666fe861,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:17.132713 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8b407-d365-4bb5-9610-17d2e7abc2e2 req-7aa02ebd-19c1-4f7e-b285-a0784f805495 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:17.134334 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11d8b407-d365-4bb5-9610-17d2e7abc2e2 req-7aa02ebd-19c1-4f7e-b285-a0784f805495 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 943 time: 0.2115111 Feb 19 04:03:17.217100 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099178bd-eb3c-4219-9d8a-0166b1c6a5b2 req-55036827-a2da-4856-9330-70f7ed863966 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:17.219249 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-099178bd-eb3c-4219-9d8a-0166b1c6a5b2 req-55036827-a2da-4856-9330-70f7ed863966 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffac707a-918e-479d-84f7-365804339ad3 HTTP/1.1" status: 200 len: 950 time: 0.2158732 Feb 19 04:03:17.325341 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11d8b407-d365-4bb5-9610-17d2e7abc2e2 req-139f3bd5-aaf5-4cce-824a-47539b147a52 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564119 Feb 19 04:03:17.333563 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51974) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:17.353786 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-099178bd-eb3c-4219-9d8a-0166b1c6a5b2 req-66d8dc72-9635-4fd0-b84a-87c838c491fe tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190221 Feb 19 04:03:17.413425 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-53000470-5d37-4d79-a3bf-72044293f39b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0b14a11ca3974959a15f3edce22dc735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0787320 Feb 19 04:03:17.416503 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51978) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:17.484044 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-799ecc17-8650-4b24-a282-29ecb2773c1c req-245fcab5-cffb-4725-8742-1310501007bb tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.0590320 Feb 19 04:03:17.491452 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-31440d28-27a0-49d1-9012-45b4b39eefcb admin admin] Publish callbacks [] for security_group (cd182133-125f-4a97-bc64-31fddb5daf7d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:17.519352 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-31440d28-27a0-49d1-9012-45b4b39eefcb admin admin] Publish callbacks [] for security_group (cd182133-125f-4a97-bc64-31fddb5daf7d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:17.520665 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-91935873-e747-4c7b-9953-50322c408f23 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (75cdc514-1208-43f0-aa62-e5ffaa240959), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:17.586268 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-31440d28-27a0-49d1-9012-45b4b39eefcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (cd182133-125f-4a97-bc64-31fddb5daf7d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:17.589301 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-31440d28-27a0-49d1-9012-45b4b39eefcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:17.592851 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-31440d28-27a0-49d1-9012-45b4b39eefcb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cd182133-125f-4a97-bc64-31fddb5daf7d HTTP/1.1" status: 204 len: 168 time: 0.1723692 Feb 19 04:03:17.610489 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31440d28-27a0-49d1-9012-45b4b39eefcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd182133-125f-4a97-bc64-31fddb5daf7d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:17.630274 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91935873-e747-4c7b-9953-50322c408f23 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Pushing event deleted for resources: {'Port': ['ID=75cdc514-1208-43f0-aa62-e5ffaa240959,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:17.658187 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-91935873-e747-4c7b-9953-50322c408f23 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks [] for floatingip (f2d41979-1a98-4b49-b18d-dcba5157fa41), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:17.658963 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-91935873-e747-4c7b-9953-50322c408f23 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Floating IP f2d41979-1a98-4b49-b18d-dcba5157fa41 disassociated (deleted). External IP: 172.25.3.117, port: 358ca7a5-215d-4447-9673-abd94733b83b. Feb 19 04:03:17.844141 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc80ec4-078c-4db0-be73-cbfe7b70dc3d req-25d36f0e-0a13-4c2b-a932-ebef35acbe03 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:17.849835 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc80ec4-078c-4db0-be73-cbfe7b70dc3d req-25d36f0e-0a13-4c2b-a932-ebef35acbe03 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:17.851479 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1dc80ec4-078c-4db0-be73-cbfe7b70dc3d req-25d36f0e-0a13-4c2b-a932-ebef35acbe03 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef08de2b-214f-429a-a560-5a987980a750&device_id=ffac707a-918e-479d-84f7-365804339ad3 HTTP/1.1" status: 200 len: 1691 time: 0.0862613 Feb 19 04:03:17.987918 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1dc80ec4-078c-4db0-be73-cbfe7b70dc3d req-41a2664c-6981-4ce0-8652-5e3cc6b9d476 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970011 Feb 19 04:03:18.046054 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91935873-e747-4c7b-9953-50322c408f23 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Router 690f54be-e85a-4127-99bf-6ba20309a813 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:03:18.059620 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51988) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:18.085813 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de507b51-de82-4edc-9182-59d3460919ba req-de8ed446-0b84-41fb-9078-193698d82ac7 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:18.090863 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de507b51-de82-4edc-9182-59d3460919ba req-de8ed446-0b84-41fb-9078-193698d82ac7 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/ports?device_id=131fb3b1-958d-4157-9365-728a7585872e HTTP/1.1" status: 200 len: 947 time: 0.1007643 Feb 19 04:03:18.118275 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f03304b3-7409-42cb-a4c9-4f2f200dbb27 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0ae5874468c746e0b9e8e27418262347&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0562670 Feb 19 04:03:18.118800 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51992) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:18.180339 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd1b9-4b83-46e7-9857-a69bbd9d62fa admin admin] Publish callbacks [] for security_group (183fa7cd-1e35-48d4-8ed6-5fc8b341a144), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:18.204032 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd1b9-4b83-46e7-9857-a69bbd9d62fa admin admin] Publish callbacks [] for security_group (183fa7cd-1e35-48d4-8ed6-5fc8b341a144), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:18.271340 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de507b51-de82-4edc-9182-59d3460919ba req-b2cabec5-478d-4ce7-82d8-677de05d631a tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/security-groups?id=e142874b-3edc-4848-be47-fd7014c2d448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396718 Feb 19 04:03:18.281392 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1895c-c2a7-4f47-9bfd-0139d82aafd5 req-37acfd49-5f52-4412-878a-1c3ab21465e2 tempest-ServersOnMultiNodesTest-2035149531 tempest-ServersOnMultiNodesTest-2035149531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:18.283497 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-30e1895c-c2a7-4f47-9bfd-0139d82aafd5 req-37acfd49-5f52-4412-878a-1c3ab21465e2 tempest-ServersOnMultiNodesTest-2035149531 tempest-ServersOnMultiNodesTest-2035149531-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ef08de2b-214f-429a-a560-5a987980a750 HTTP/1.1" status: 200 len: 1133 time: 0.1268811 Feb 19 04:03:18.283770 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd1b9-4b83-46e7-9857-a69bbd9d62fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (183fa7cd-1e35-48d4-8ed6-5fc8b341a144), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:18.285008 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91935873-e747-4c7b-9953-50322c408f23 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:03:18.287295 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd1b9-4b83-46e7-9857-a69bbd9d62fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:18.288479 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-dc6fd1b9-4b83-46e7-9857-a69bbd9d62fa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/183fa7cd-1e35-48d4-8ed6-5fc8b341a144 HTTP/1.1" status: 204 len: 168 time: 0.1686246 Feb 19 04:03:18.297201 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6fd1b9-4b83-46e7-9857-a69bbd9d62fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183fa7cd-1e35-48d4-8ed6-5fc8b341a144,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:18.298408 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-91935873-e747-4c7b-9953-50322c408f23 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:18.319494 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9396543c-d662-4430-bd6a-c5473aa66d9e None None] Sync routers for ids ['690f54be-e85a-4127-99bf-6ba20309a813'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:03:18.335510 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9396543c-d662-4430-bd6a-c5473aa66d9e None None] Routers {'690f54be-e85a-4127-99bf-6ba20309a813'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:18.336854 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-9396543c-d662-4430-bd6a-c5473aa66d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:03:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['690f54be-e85a-4127-99bf-6ba20309a813'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:18.365911 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52000) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:18.366570 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-91935873-e747-4c7b-9953-50322c408f23 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] 10.222.0.52 "DELETE /v2.0/floatingips/f2d41979-1a98-4b49-b18d-dcba5157fa41 HTTP/1.1" status: 204 len: 168 time: 2.3468082 Feb 19 04:03:18.370612 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-28031cbe-9cbc-4cf0-83e7-5c348570b793 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:18.380153 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-9396543c-d662-4430-bd6a-c5473aa66d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:18.392982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9396543c-d662-4430-bd6a-c5473aa66d9e None None] Routers {'690f54be-e85a-4127-99bf-6ba20309a813'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:18.393877 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-9396543c-d662-4430-bd6a-c5473aa66d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:03:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['690f54be-e85a-4127-99bf-6ba20309a813'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:18.398824 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-30e1895c-c2a7-4f47-9bfd-0139d82aafd5 req-13e0854e-a702-4744-9bc8-29c22bb335fb tempest-ServersOnMultiNodesTest-2035149531 tempest-ServersOnMultiNodesTest-2035149531-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819001 Feb 19 04:03:18.441745 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-9396543c-d662-4430-bd6a-c5473aa66d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:18.442811 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9396543c-d662-4430-bd6a-c5473aa66d9e None None] The sync data for ids ['690f54be-e85a-4127-99bf-6ba20309a813'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:03:18.455515 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-28031cbe-9cbc-4cf0-83e7-5c348570b793 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:18.591610 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-28031cbe-9cbc-4cf0-83e7-5c348570b793 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:18.595548 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca767e8-4974-4147-8a63-06e993395b45 req-0b33b7af-8b75-4590-b884-63fa60b5e538 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:18.603711 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bca767e8-4974-4147-8a63-06e993395b45 req-0b33b7af-8b75-4590-b884-63fa60b5e538 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 943 time: 0.1309571 Feb 19 04:03:18.617856 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f307a9d-e30b-40a9-8e79-9f2d37ac67b8 req-ad66d6b2-0133-48e5-80bd-524b66212fa6 tempest-ServersOnMultiNodesTest-2035149531 tempest-ServersOnMultiNodesTest-2035149531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:18.619559 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9f307a9d-e30b-40a9-8e79-9f2d37ac67b8 req-ad66d6b2-0133-48e5-80bd-524b66212fa6 tempest-ServersOnMultiNodesTest-2035149531 tempest-ServersOnMultiNodesTest-2035149531-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ffac707a-918e-479d-84f7-365804339ad3 HTTP/1.1" status: 200 len: 1133 time: 0.0957146 Feb 19 04:03:18.695307 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bca767e8-4974-4147-8a63-06e993395b45 req-ddb81061-bdd5-459a-a606-8fda7d5ecd0f tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828650 Feb 19 04:03:18.763231 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9f307a9d-e30b-40a9-8e79-9f2d37ac67b8 req-5f38d184-bcb6-4b82-b8a5-cb19224ddd5d tempest-ServersOnMultiNodesTest-2035149531 tempest-ServersOnMultiNodesTest-2035149531-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351054 Feb 19 04:03:18.811454 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-28031cbe-9cbc-4cf0-83e7-5c348570b793 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Allocated IP 172.25.3.12 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/71a3774a-d7d2-44cf-b8ae-9d8485bca736) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:18.863072 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97793bbb-a94c-4f22-a4ec-aa7b6afc5bb0 req-ee06ba75-8c57-47e7-b1f9-ba142c898592 tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.0593393 Feb 19 04:03:19.025036 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-28031cbe-9cbc-4cf0-83e7-5c348570b793 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Publish callbacks [] for port (71a3774a-d7d2-44cf-b8ae-9d8485bca736), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.073300 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-28031cbe-9cbc-4cf0-83e7-5c348570b793 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (71a3774a-d7d2-44cf-b8ae-9d8485bca736), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.129650 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28031cbe-9cbc-4cf0-83e7-5c348570b793 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:19.133726 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-28031cbe-9cbc-4cf0-83e7-5c348570b793 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:19.140318 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28031cbe-9cbc-4cf0-83e7-5c348570b793 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:19.183672 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28031cbe-9cbc-4cf0-83e7-5c348570b793 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Pushing event updated for resources: {'Port': ['ID=71a3774a-d7d2-44cf-b8ae-9d8485bca736,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:19.205740 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-e8706efb-fae1-465b-bd4d-e1a7cdd043a0 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c869b1ad561a43bab98562600aca3675&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292695 Feb 19 04:03:19.275236 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-28031cbe-9cbc-4cf0-83e7-5c348570b793 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Publish callbacks [] for floatingip (df7ea23a-a4cf-4fee-b504-da8eea8ffa7b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.278937 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 5f5af0b5-b603-4982-a65f-e3b1a9042c4e details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:03:19.328669 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-28031cbe-9cbc-4cf0-83e7-5c348570b793 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (71a3774a-d7d2-44cf-b8ae-9d8485bca736), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.412736 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=5f5af0b5-b603-4982-a65f-e3b1a9042c4e,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:19.423152 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-a87797d8-1cdc-482d-a568-1edc2b642213 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:19.428537 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-a87797d8-1cdc-482d-a568-1edc2b642213 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2142296 Feb 19 04:03:19.430566 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '5f5af0b5-b603-4982-a65f-e3b1a9042c4e', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '5f5af0b5-b603-4982-a65f-e3b1a9042c4e', 'mac_address': 'fa:16:3e:95:d2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:03:19.445500 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-35d1b2fd-9eb8-4f19-86a2-91e7f5a62e6a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/quotas/c869b1ad561a43bab98562600aca3675 HTTP/1.1" status: 200 len: 375 time: 0.0116687 Feb 19 04:03:19.483177 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:19.483569 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.509589 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5af0b5-b603-4982-a65f-e3b1a9042c4e {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:19.540120 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-2048f261-60dd-4b8e-b008-1cb87154c6fb tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c869b1ad561a43bab98562600aca3675&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0880659 Feb 19 04:03:19.541611 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-28031cbe-9cbc-4cf0-83e7-5c348570b793 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Publish callbacks [] for port (71a3774a-d7d2-44cf-b8ae-9d8485bca736), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.548745 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-28031cbe-9cbc-4cf0-83e7-5c348570b793 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (71a3774a-d7d2-44cf-b8ae-9d8485bca736), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.559567 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=5f5af0b5-b603-4982-a65f-e3b1a9042c4e,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:19.566926 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.568152 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 897015d5-8aa7-4df9-9310-d56ca966ad01 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:03:19.633852 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-28031cbe-9cbc-4cf0-83e7-5c348570b793 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (df7ea23a-a4cf-4fee-b504-da8eea8ffa7b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.659849 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28031cbe-9cbc-4cf0-83e7-5c348570b793 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Pushing event updated for resources: {'Port': ['ID=71a3774a-d7d2-44cf-b8ae-9d8485bca736,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:19.669589 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-28031cbe-9cbc-4cf0-83e7-5c348570b793 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.675689 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52050) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:19.677893 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-28031cbe-9cbc-4cf0-83e7-5c348570b793 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3107436 Feb 19 04:03:19.715229 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=5f5af0b5-b603-4982-a65f-e3b1a9042c4e,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:19.792017 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 897015d5-8aa7-4df9-9310-d56ca966ad01, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=897015d5-8aa7-4df9-9310-d56ca966ad01,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:19.810239 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '897015d5-8aa7-4df9-9310-d56ca966ad01', 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34', 'port_id': '897015d5-8aa7-4df9-9310-d56ca966ad01', 'mac_address': 'fa:16:3e:8c:8c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05152657-41bb-4f53-a93a-a0556bf4ae06', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:03:19.837075 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129271cf-8515-43fa-9693-b3139da12f7d req-9cfdd38a-e1be-4503-b689-89ddb7855338 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:19.840532 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-129271cf-8515-43fa-9693-b3139da12f7d req-9cfdd38a-e1be-4503-b689-89ddb7855338 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/ports?device_id=131fb3b1-958d-4157-9365-728a7585872e HTTP/1.1" status: 200 len: 948 time: 0.1385419 Feb 19 04:03:19.856917 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 897015d5-8aa7-4df9-9310-d56ca966ad01 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:19.857270 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (897015d5-8aa7-4df9-9310-d56ca966ad01), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.872868 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897015d5-8aa7-4df9-9310-d56ca966ad01 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:19.900102 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 897015d5-8aa7-4df9-9310-d56ca966ad01, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=897015d5-8aa7-4df9-9310-d56ca966ad01,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:19.908390 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (897015d5-8aa7-4df9-9310-d56ca966ad01), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.936414 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-129271cf-8515-43fa-9693-b3139da12f7d req-fe153d73-4e2a-4719-a811-81f7a714145f tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/security-groups?id=e142874b-3edc-4848-be47-fd7014c2d448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840793 Feb 19 04:03:19.977392 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:20.012354 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=897015d5-8aa7-4df9-9310-d56ca966ad01,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:20.034441 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:20.163309 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6955519-2233-4c70-97c7-5a2d627167de req-7e4eee3d-adeb-4d35-9b13-7bba4a617cd0 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:20.164855 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f6955519-2233-4c70-97c7-5a2d627167de req-7e4eee3d-adeb-4d35-9b13-7bba4a617cd0 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 944 time: 0.0984645 Feb 19 04:03:20.234679 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:20.258132 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f6955519-2233-4c70-97c7-5a2d627167de req-eba17611-6fc6-43d1-8d5e-af10498b56aa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791583 Feb 19 04:03:20.389710 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['5f5af0b5-b603-4982-a65f-e3b1a9042c4e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:03:20.391003 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3914c055-fc4e-4a47-8807-7ae70854d0dc req-089847ea-e532-4959-83ae-0e95cdfd348e tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.0634751 Feb 19 04:03:20.401083 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['897015d5-8aa7-4df9-9310-d56ca966ad01'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:03:20.517142 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Allocated IP 172.25.3.140 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/b359adc2-cc3d-4e58-aae1-e88f3c877f7e) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:20.706493 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Publish callbacks [] for port (b359adc2-cc3d-4e58-aae1-e88f3c877f7e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:20.760519 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-365ce6e7-5a24-4efa-8905-adb181ff24a9 req-a93a12da-d55d-47d5-bb24-26248edb21d0 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=adb3cd37-0cde-46f9-b7a6-cbdb13707bec HTTP/1.1" status: 200 len: 210 time: 0.0416794 Feb 19 04:03:20.801983 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (b359adc2-cc3d-4e58-aae1-e88f3c877f7e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:20.897618 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:20.904375 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:20.920296 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:21.005009 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Pushing event updated for resources: {'Port': ['ID=b359adc2-cc3d-4e58-aae1-e88f3c877f7e,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:21.024426 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:21.032135 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:21.032559 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:21.034480 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:21.035539 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:21.036344 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:21.036903 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:21.037435 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:21.037976 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:21.039072 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:21.039699 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:21.040238 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:21.040765 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:21.169818 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91e841-9116-4e8f-be75-75033c292192 req-a3dfec2f-c5ef-4064-b976-d232931fa0cf tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:21.171888 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b91e841-9116-4e8f-be75-75033c292192 req-a3dfec2f-c5ef-4064-b976-d232931fa0cf tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/ports?device_id=131fb3b1-958d-4157-9365-728a7585872e HTTP/1.1" status: 200 len: 948 time: 0.1059005 Feb 19 04:03:21.177879 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Publish callbacks [] for floatingip (bb149d97-25a6-4bf7-abb5-94a9390a02ee), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:21.259812 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b359adc2-cc3d-4e58-aae1-e88f3c877f7e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:21.302076 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b91e841-9116-4e8f-be75-75033c292192 req-719814ee-6c3d-4980-b71f-ba00dd657801 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/security-groups?id=e142874b-3edc-4848-be47-fd7014c2d448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223648 Feb 19 04:03:21.535437 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52128) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:21.553672 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fa21b-642d-438d-9794-55a6b44c2f8a req-34082e47-74c4-48a0-b9bd-f51b427a37e3 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:21.562288 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f89fa21b-642d-438d-9794-55a6b44c2f8a req-34082e47-74c4-48a0-b9bd-f51b427a37e3 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 944 time: 0.1665275 Feb 19 04:03:21.651351 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Publish callbacks [] for port (b359adc2-cc3d-4e58-aae1-e88f3c877f7e), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:21.663660 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e89b156f-5589-4a78-a395-4faaaba1d498 req-58e15d3b-d7eb-4f9a-8aa8-1a826e95bf64 tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.0720751 Feb 19 04:03:21.679331 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f6b0103e-6db2-4525-a448-680617fb3921 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:21.686701 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (b359adc2-cc3d-4e58-aae1-e88f3c877f7e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:21.769257 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f89fa21b-642d-438d-9794-55a6b44c2f8a req-361670a5-6dc0-4ff3-a0d3-4203beb2a317 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056386 Feb 19 04:03:21.858572 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Pushing event updated for resources: {'Port': ['ID=b359adc2-cc3d-4e58-aae1-e88f3c877f7e,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:21.864172 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f6b0103e-6db2-4525-a448-680617fb3921 admin admin] Publish callbacks [] for security_group (1dcde6e1-4ec0-4ff3-835e-8b0172cbe524), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:21.871061 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f6b0103e-6db2-4525-a448-680617fb3921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1dcde6e1-4ec0-4ff3-835e-8b0172cbe524), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:21.892420 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4fd5b980-f4da-4ffe-bff2-c6c4d3c3da3a req-32c2271d-2cf1-4bd3-bb8b-7af528b28eda tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=adb3cd37-0cde-46f9-b7a6-cbdb13707bec HTTP/1.1" status: 200 len: 210 time: 0.0374906 Feb 19 04:03:21.893876 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (bb149d97-25a6-4bf7-abb5-94a9390a02ee), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:21.916608 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f6b0103e-6db2-4525-a448-680617fb3921 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=03869dcedc364e008a2cfff141baeffd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3798299 Feb 19 04:03:21.917357 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52136) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:21.933895 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0103e-6db2-4525-a448-680617fb3921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcde6e1-4ec0-4ff3-835e-8b0172cbe524,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:21.938053 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:21.942196 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-aaa224ad-f7b8-4392-b093-63de5cd85781 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2651598 Feb 19 04:03:21.942412 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52138) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:22.053065 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-00985781-7fbc-4389-b548-d310e1f6fa47 admin admin] Publish callbacks [] for security_group (1dcde6e1-4ec0-4ff3-835e-8b0172cbe524), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:22.058077 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8dc99ad6-c514-4a33-ad52-85d40bcf4dc9 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.1144490 Feb 19 04:03:22.060945 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52142) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:22.092602 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-00985781-7fbc-4389-b548-d310e1f6fa47 admin admin] Publish callbacks [] for security_group (1dcde6e1-4ec0-4ff3-835e-8b0172cbe524), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:22.172555 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-00985781-7fbc-4389-b548-d310e1f6fa47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1dcde6e1-4ec0-4ff3-835e-8b0172cbe524), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:22.175596 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-00985781-7fbc-4389-b548-d310e1f6fa47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:22.179820 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-00985781-7fbc-4389-b548-d310e1f6fa47 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1dcde6e1-4ec0-4ff3-835e-8b0172cbe524 HTTP/1.1" status: 204 len: 168 time: 0.2608531 Feb 19 04:03:22.198208 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00985781-7fbc-4389-b548-d310e1f6fa47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcde6e1-4ec0-4ff3-835e-8b0172cbe524,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:22.243720 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e7038920-4b2a-4a21-85a0-a752d1e18fb3 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1816161 Feb 19 04:03:22.246402 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52146) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:22.381592 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-41e30960-6f26-4000-ae64-4d2ee9160f4b tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=c869b1ad561a43bab98562600aca3675&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714984 Feb 19 04:03:22.575985 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-82c3d1b4-d8ce-4535-a60a-a33856f947b6 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Deleting port b359adc2-cc3d-4e58-aae1-e88f3c877f7e {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:03:22.578563 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82c3d1b4-d8ce-4535-a60a-a33856f947b6 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b359adc2-cc3d-4e58-aae1-e88f3c877f7e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:22.707019 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82c3d1b4-d8ce-4535-a60a-a33856f947b6 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b359adc2-cc3d-4e58-aae1-e88f3c877f7e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:22.707474 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82c3d1b4-d8ce-4535-a60a-a33856f947b6 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Publish callbacks [] for floatingip (b359adc2-cc3d-4e58-aae1-e88f3c877f7e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:22.732228 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-82c3d1b4-d8ce-4535-a60a-a33856f947b6 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Calling delete_port for b359adc2-cc3d-4e58-aae1-e88f3c877f7e owned by network:floatingip {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:03:22.946377 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82c3d1b4-d8ce-4535-a60a-a33856f947b6 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (b359adc2-cc3d-4e58-aae1-e88f3c877f7e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:23.060138 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3d1b4-d8ce-4535-a60a-a33856f947b6 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Pushing event deleted for resources: {'Port': ['ID=b359adc2-cc3d-4e58-aae1-e88f3c877f7e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:23.078730 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0de440f5-0c0c-4358-86be-06e332498e9e req-4a23cf19-dcc0-49c9-adbe-804f621119b9 tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.0468731 Feb 19 04:03:23.085632 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96dae3-35fe-4889-a3d2-83feb8c4cb74 req-eb5a4150-7c9d-4b1e-8d83-09b0f63fb11f tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:23.092574 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4e96dae3-35fe-4889-a3d2-83feb8c4cb74 req-eb5a4150-7c9d-4b1e-8d83-09b0f63fb11f tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/ports?device_id=131fb3b1-958d-4157-9365-728a7585872e HTTP/1.1" status: 200 len: 948 time: 0.5820687 Feb 19 04:03:23.098713 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-b7e0f9d5-647a-4c4b-b6d6-e8cdb9ca8fe4 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c869b1ad561a43bab98562600aca3675&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5069582 Feb 19 04:03:23.123185 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-3d6f6e96-0b82-43f4-a789-baf794e5370b tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:23.124680 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-3d6f6e96-0b82-43f4-a789-baf794e5370b tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7181563 Feb 19 04:03:23.157245 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6adada2a-ad87-4b3c-8a2f-e3f82d92da47 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Request body: {'port': {'device_id': 'adb3cd37-0cde-46f9-b7a6-cbdb13707bec', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': 'c869b1ad561a43bab98562600aca3675'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:23.216420 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82c3d1b4-d8ce-4535-a60a-a33856f947b6 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Publish callbacks [] for floatingip (bb149d97-25a6-4bf7-abb5-94a9390a02ee), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:23.220000 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82c3d1b4-d8ce-4535-a60a-a33856f947b6 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:23.224156 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-82c3d1b4-d8ce-4535-a60a-a33856f947b6 tempest-FloatingIPAdminTestJSON-513604108 tempest-FloatingIPAdminTestJSON-513604108-project] 10.222.0.52 "DELETE /v2.0/floatingips/bb149d97-25a6-4bf7-abb5-94a9390a02ee HTTP/1.1" status: 204 len: 168 time: 0.9742353 Feb 19 04:03:23.224605 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52180) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:23.308397 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 5f5af0b5-b603-4982-a65f-e3b1a9042c4e up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:23.421474 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:03:23.428309 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:23.428644 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-db37ea1d-45dd-4bd2-9abc-a537d2925111 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Deleting port 71a3774a-d7d2-44cf-b8ae-9d8485bca736 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:03:23.428791 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:23.428970 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-db37ea1d-45dd-4bd2-9abc-a537d2925111 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (71a3774a-d7d2-44cf-b8ae-9d8485bca736), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:23.507881 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4e96dae3-35fe-4889-a3d2-83feb8c4cb74 req-10c7a5ed-80f7-4197-ab37-2a70d65702e9 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/security-groups?id=e142874b-3edc-4848-be47-fd7014c2d448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142830 Feb 19 04:03:23.536299 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-db37ea1d-45dd-4bd2-9abc-a537d2925111 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (71a3774a-d7d2-44cf-b8ae-9d8485bca736), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:23.536796 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-db37ea1d-45dd-4bd2-9abc-a537d2925111 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Publish callbacks [] for floatingip (71a3774a-d7d2-44cf-b8ae-9d8485bca736), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:23.549322 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:23.549983 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:23.551001 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-db37ea1d-45dd-4bd2-9abc-a537d2925111 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Calling delete_port for 71a3774a-d7d2-44cf-b8ae-9d8485bca736 owned by network:floatingip {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:03:23.552097 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52186) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:23.591178 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=5f5af0b5-b603-4982-a65f-e3b1a9042c4e,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:23.592649 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131fb3b1-958d-4157-9365-728a7585872e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5af0b5-b603-4982-a65f-e3b1a9042c4e'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:23.598763 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2a0241-6e0a-41ac-9a61-7f4de9498c18" -d '{"events": [{"server_uuid": "131fb3b1-958d-4157-9365-728a7585872e", "name": "network-vif-plugged", "status": "completed", "tag": "5f5af0b5-b603-4982-a65f-e3b1a9042c4e"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:23.604404 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:23.605623 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 897015d5-8aa7-4df9-9310-d56ca966ad01 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:23.633684 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-a4b5cf55-30fc-4a94-a39e-f6c29f4c9bd4 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:23.636469 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-a4b5cf55-30fc-4a94-a39e-f6c29f4c9bd4 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5293138 Feb 19 04:03:23.676396 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-dd370101-5617-4f5b-89fb-0c7c6a20d386 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Request body: {'port': {'device_id': 'd09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': 'c869b1ad561a43bab98562600aca3675'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:23.750611 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=5f5af0b5-b603-4982-a65f-e3b1a9042c4e,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:23.766983 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 897015d5-8aa7-4df9-9310-d56ca966ad01 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:03:23.771589 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 897015d5-8aa7-4df9-9310-d56ca966ad01 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:23.771975 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (897015d5-8aa7-4df9-9310-d56ca966ad01), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:23.788657 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59e79fcf-9f41-4da4-a4c4-ebc771154385 req-5fb98d08-068a-4d29-a6bb-5a205c6c06aa tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=adb3cd37-0cde-46f9-b7a6-cbdb13707bec HTTP/1.1" status: 200 len: 210 time: 0.0677042 Feb 19 04:03:23.810401 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-e5b61ee5-47c3-4471-a9fe-6cf7793995d0 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1964199659-network', 'tenant_id': 'db60647c8e2d477494af3ec198735e68'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:23.815931 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-db37ea1d-45dd-4bd2-9abc-a537d2925111 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (71a3774a-d7d2-44cf-b8ae-9d8485bca736), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:23.857575 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37ea1d-45dd-4bd2-9abc-a537d2925111 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Pushing event deleted for resources: {'Port': ['ID=71a3774a-d7d2-44cf-b8ae-9d8485bca736,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:23.877229 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7f1fb0-ff67-4eb7-8702-762e0a0dfb95 x-openstack-request-id: req-3b7f1fb0-ff67-4eb7-8702-762e0a0dfb95 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:23.877530 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131fb3b1-958d-4157-9365-728a7585872e", "name": "network-vif-plugged", "status": "completed", "tag": "5f5af0b5-b603-4982-a65f-e3b1a9042c4e", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:23.877784 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b7f1fb0-ff67-4eb7-8702-762e0a0dfb95 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:23.878674 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131fb3b1-958d-4157-9365-728a7585872e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5af0b5-b603-4982-a65f-e3b1a9042c4e', 'code': 200} Feb 19 04:03:23.880851 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 897015d5-8aa7-4df9-9310-d56ca966ad01 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:23.881398 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (897015d5-8aa7-4df9-9310-d56ca966ad01), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:23.921647 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 897015d5-8aa7-4df9-9310-d56ca966ad01, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=897015d5-8aa7-4df9-9310-d56ca966ad01,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:23.935179 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (897015d5-8aa7-4df9-9310-d56ca966ad01), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:23.959873 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e88625-b434-4e23-b13c-0bf7055db242 req-13e62d03-d717-420f-90ab-d1c2cc268b1e tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:23.966995 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-78e88625-b434-4e23-b13c-0bf7055db242 req-13e62d03-d717-420f-90ab-d1c2cc268b1e tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 944 time: 0.7343545 Feb 19 04:03:24.002859 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-db37ea1d-45dd-4bd2-9abc-a537d2925111 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Publish callbacks [] for floatingip (df7ea23a-a4cf-4fee-b504-da8eea8ffa7b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:24.006193 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=897015d5-8aa7-4df9-9310-d56ca966ad01,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:24.010129 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-db37ea1d-45dd-4bd2-9abc-a537d2925111 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:24.012126 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-db37ea1d-45dd-4bd2-9abc-a537d2925111 tempest-FloatingIPAdminTestJSON-1844086018 tempest-FloatingIPAdminTestJSON-1844086018-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/df7ea23a-a4cf-4fee-b504-da8eea8ffa7b HTTP/1.1" status: 204 len: 168 time: 0.7865117 Feb 19 04:03:24.018127 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52194) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:24.108107 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6adada2a-ad87-4b3c-8a2f-e3f82d92da47 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Made reservation on behalf of c869b1ad561a43bab98562600aca3675 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:24.112331 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6adada2a-ad87-4b3c-8a2f-e3f82d92da47 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:24.141085 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b61ee5-47c3-4471-a9fe-6cf7793995d0 admin admin] Made reservation on behalf of db60647c8e2d477494af3ec198735e68 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:24.147103 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e5b61ee5-47c3-4471-a9fe-6cf7793995d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:24.161595 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ece95-01fb-45ac-b8fb-51db80e7e142 req-a046cecb-ee50-4857-a320-ffd5a9e7a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:24.165187 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f67ece95-01fb-45ac-b8fb-51db80e7e142 req-a046cecb-ee50-4857-a320-ffd5a9e7a7bc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=131fb3b1-958d-4157-9365-728a7585872e HTTP/1.1" status: 200 len: 1132 time: 0.2042921 Feb 19 04:03:24.194900 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-d34222d4-5f6a-4d7e-8702-85433f8c1f1f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Deleting port 358ca7a5-215d-4447-9673-abd94733b83b {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:03:24.195344 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d34222d4-5f6a-4d7e-8702-85433f8c1f1f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (358ca7a5-215d-4447-9673-abd94733b83b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:24.209870 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-78e88625-b434-4e23-b13c-0bf7055db242 req-5ff009c9-7711-48a9-9aaf-c5aa3c7ed1eb tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419047 Feb 19 04:03:24.252313 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e5b61ee5-47c3-4471-a9fe-6cf7793995d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:24.326483 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf810c70-083e-46bd-8470-92e41d9ca734 req-d1ed5699-97b9-4f18-b931-a9d6cd37dcc7 tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.0671535 Feb 19 04:03:24.359766 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d34222d4-5f6a-4d7e-8702-85433f8c1f1f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (358ca7a5-215d-4447-9673-abd94733b83b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:24.376220 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-d34222d4-5f6a-4d7e-8702-85433f8c1f1f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Calling delete_port for 358ca7a5-215d-4447-9673-abd94733b83b owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:03:24.425614 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-dd370101-5617-4f5b-89fb-0c7c6a20d386 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Made reservation on behalf of c869b1ad561a43bab98562600aca3675 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:24.430238 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-dd370101-5617-4f5b-89fb-0c7c6a20d386 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:24.452007 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f67ece95-01fb-45ac-b8fb-51db80e7e142 req-5ab7b309-3e23-4f87-a525-89fe53cbe7f3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e142874b-3edc-4848-be47-fd7014c2d448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750988 Feb 19 04:03:24.536555 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52202) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:24.547603 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-50841301-a328-4371-be3b-60373ea6bead tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1233263716'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:24.581477 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e5b61ee5-47c3-4471-a9fe-6cf7793995d0 admin admin] Publish callbacks [] for security_group (e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:24.592951 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50841301-a328-4371-be3b-60373ea6bead tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Made reservation on behalf of 488b9932c1464ee8ae512fcaa6eb0e94 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:24.598381 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e5b61ee5-47c3-4471-a9fe-6cf7793995d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:24.599093 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-50841301-a328-4371-be3b-60373ea6bead tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:24.614805 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d34222d4-5f6a-4d7e-8702-85433f8c1f1f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (358ca7a5-215d-4447-9673-abd94733b83b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:24.615073 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6adada2a-ad87-4b3c-8a2f-e3f82d92da47 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Allocated IP 192.168.233.79 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/de70975b-0023-4344-a0be-fd5dc761cffe) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:24.653324 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34222d4-5f6a-4d7e-8702-85433f8c1f1f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Pushing event deleted for resources: {'Port': ['ID=358ca7a5-215d-4447-9673-abd94733b83b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:24.667676 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b61ee5-47c3-4471-a9fe-6cf7793995d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:03:24.692633 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50841301-a328-4371-be3b-60373ea6bead tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:03:24.711252 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e5b61ee5-47c3-4471-a9fe-6cf7793995d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (3d737888-5046-4f1e-af6e-325c6cb838a3), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:24.711719 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-e5b61ee5-47c3-4471-a9fe-6cf7793995d0 admin admin] Added segment 3d737888-5046-4f1e-af6e-325c6cb838a3 of type vlan for network 8ce1d520-e96f-487c-9918-3bddf83e4eb6 Feb 19 04:03:24.720348 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b61ee5-47c3-4471-a9fe-6cf7793995d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:24.730387 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-50841301-a328-4371-be3b-60373ea6bead tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:24.730734 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-50841301-a328-4371-be3b-60373ea6bead tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Added segment 9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c of type vlan for network c7e52652-7c3c-4be2-8566-a72156b624d8 Feb 19 04:03:24.785039 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f48b2-b793-43ce-b1ef-34ef2276e4f6 req-83e6ba3c-b2a0-41aa-a8f4-cc4964d64acf tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:24.793078 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-50841301-a328-4371-be3b-60373ea6bead tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (c7e52652-7c3c-4be2-8566-a72156b624d8), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:24.793426 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef1f48b2-b793-43ce-b1ef-34ef2276e4f6 req-83e6ba3c-b2a0-41aa-a8f4-cc4964d64acf tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/ports?device_id=131fb3b1-958d-4157-9365-728a7585872e HTTP/1.1" status: 200 len: 949 time: 0.1761408 Feb 19 04:03:24.798681 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d34222d4-5f6a-4d7e-8702-85433f8c1f1f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:24.802106 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d34222d4-5f6a-4d7e-8702-85433f8c1f1f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] 10.222.0.52 "DELETE /v2.0/ports/358ca7a5-215d-4447-9673-abd94733b83b HTTP/1.1" status: 204 len: 168 time: 0.7828119 Feb 19 04:03:24.804652 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52204) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:24.860534 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e5b61ee5-47c3-4471-a9fe-6cf7793995d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (8ce1d520-e96f-487c-9918-3bddf83e4eb6), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:24.864200 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-50841301-a328-4371-be3b-60373ea6bead tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (c7e52652-7c3c-4be2-8566-a72156b624d8), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:24.869753 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50841301-a328-4371-be3b-60373ea6bead tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:24.870408 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-50841301-a328-4371-be3b-60373ea6bead tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:24.891571 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b8d9a0-961b-40c7-a546-ba31730dbd26 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:24.896324 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-35b8d9a0-961b-40c7-a546-ba31730dbd26 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] 10.222.0.52 "GET /v2.0/ports?device_id=690f54be-e85a-4127-99bf-6ba20309a813 HTTP/1.1" status: 200 len: 913 time: 0.0883195 Feb 19 04:03:24.909832 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52208) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:24.998738 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-50841301-a328-4371-be3b-60373ea6bead tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4567721 Feb 19 04:03:25.004685 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52210) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:25.011613 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d0fd90a4-db46-468b-9d55-6bba460632e2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1112560738'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:25.017239 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e5b61ee5-47c3-4471-a9fe-6cf7793995d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (8ce1d520-e96f-487c-9918-3bddf83e4eb6), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.018302 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b61ee5-47c3-4471-a9fe-6cf7793995d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:25.019078 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e5b61ee5-47c3-4471-a9fe-6cf7793995d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.025604 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50841301-a328-4371-be3b-60373ea6bead tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event updated for resources: {'Network': ['ID=c7e52652-7c3c-4be2-8566-a72156b624d8,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:25.036462 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network c7e52652-7c3c-4be2-8566-a72156b624d8 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:03:25.151207 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58a96409-5d27-41f7-b2cc-4698846222ae req-bb2b7535-57f3-46ce-8d0d-f56711b34f5a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=adb3cd37-0cde-46f9-b7a6-cbdb13707bec HTTP/1.1" status: 200 len: 210 time: 0.1553733 Feb 19 04:03:25.173152 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f13337a2-eef7-4c82-b3d6-5edb54ce3a0d req-15283461-bd7e-42ed-af41-cdce158effc3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.0523252 Feb 19 04:03:25.188665 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fd90a4-db46-468b-9d55-6bba460632e2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Made reservation on behalf of 488b9932c1464ee8ae512fcaa6eb0e94 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:25.192472 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d0fd90a4-db46-468b-9d55-6bba460632e2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.197484 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e5b61ee5-47c3-4471-a9fe-6cf7793995d0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6428595 Feb 19 04:03:25.205854 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52212) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:25.217402 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-1ebfadf1-af74-43b1-a5ae-6342fee1b788 admin admin] Request body: {'subnet': {'network_id': '8ce1d520-e96f-487c-9918-3bddf83e4eb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1964199659-subnet', 'tenant_id': 'db60647c8e2d477494af3ec198735e68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:25.222774 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b61ee5-47c3-4471-a9fe-6cf7793995d0 admin admin] Pushing event updated for resources: {'Network': ['ID=8ce1d520-e96f-487c-9918-3bddf83e4eb6,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:25.233512 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 8ce1d520-e96f-487c-9918-3bddf83e4eb6 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:03:25.249983 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6adada2a-ad87-4b3c-8a2f-e3f82d92da47 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks [] for port (de70975b-0023-4344-a0be-fd5dc761cffe), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.263851 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0fd90a4-db46-468b-9d55-6bba460632e2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:03:25.308345 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d0fd90a4-db46-468b-9d55-6bba460632e2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (b7335bae-2b10-44b5-bd69-94a1805c2114), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.308733 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-d0fd90a4-db46-468b-9d55-6bba460632e2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Added segment b7335bae-2b10-44b5-bd69-94a1805c2114 of type vlan for network 8cc0006b-25b3-422c-9bde-2e117b4adfd2 Feb 19 04:03:25.314039 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef1f48b2-b793-43ce-b1ef-34ef2276e4f6 req-2c892eb0-5e04-44ae-bbdd-a1b2719831e4 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/security-groups?id=e142874b-3edc-4848-be47-fd7014c2d448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5195289 Feb 19 04:03:25.336449 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6adada2a-ad87-4b3c-8a2f-e3f82d92da47 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (de70975b-0023-4344-a0be-fd5dc761cffe), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.350682 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['730dbe95-56db-42fe-b54d-2d00210ea58b', '452255b5-7224-4c70-a5f3-55d51017f553', 'c6119883-1fa5-488c-a60d-b4294c67e15c'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:03:25.369157 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d0fd90a4-db46-468b-9d55-6bba460632e2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (8cc0006b-25b3-422c-9bde-2e117b4adfd2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.419842 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adada2a-ad87-4b3c-8a2f-e3f82d92da47 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Pushing event updated for resources: {'Port': ['ID=de70975b-0023-4344-a0be-fd5dc761cffe,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:25.429280 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebfadf1-af74-43b1-a5ae-6342fee1b788 admin admin] Made reservation on behalf of db60647c8e2d477494af3ec198735e68 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:25.431624 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1ebfadf1-af74-43b1-a5ae-6342fee1b788 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.463868 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d0fd90a4-db46-468b-9d55-6bba460632e2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (8cc0006b-25b3-422c-9bde-2e117b4adfd2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.468869 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fd90a4-db46-468b-9d55-6bba460632e2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:25.469450 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d0fd90a4-db46-468b-9d55-6bba460632e2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.498756 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6adada2a-ad87-4b3c-8a2f-e3f82d92da47 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:25.521892 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-dd370101-5617-4f5b-89fb-0c7c6a20d386 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Allocated IP 192.168.233.146 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/c24419e7-d5e0-45d3-a022-f0bb86ef7c66) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:25.524134 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6adada2a-ad87-4b3c-8a2f-e3f82d92da47 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:25.533342 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d0fd90a4-db46-468b-9d55-6bba460632e2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5256436 Feb 19 04:03:25.537347 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6adada2a-ad87-4b3c-8a2f-e3f82d92da47 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:25.542679 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52218) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:25.562428 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-abb4b7df-b794-4677-96f4-1d2f51dc9b1f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Request body: {'subnet': {'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:25.609062 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb7f3cf6-ac4c-451b-9b75-301e3d91d90e req-17efc30b-4440-4288-9c52-30dc51d03b4d tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.1045411 Feb 19 04:03:25.621981 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd90a4-db46-468b-9d55-6bba460632e2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event updated for resources: {'Network': ['ID=8cc0006b-25b3-422c-9bde-2e117b4adfd2,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:25.623194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ac113-210a-4a83-bfe8-a7f381c63ad9 req-2f96ff1b-0795-4717-81aa-6268daa3214f tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:25.624761 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a7ac113-210a-4a83-bfe8-a7f381c63ad9 req-2f96ff1b-0795-4717-81aa-6268daa3214f tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.3395252 Feb 19 04:03:25.649173 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fd90a4-db46-468b-9d55-6bba460632e2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:25.649779 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fd90a4-db46-468b-9d55-6bba460632e2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:25.650314 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fd90a4-db46-468b-9d55-6bba460632e2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:25.650855 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fd90a4-db46-468b-9d55-6bba460632e2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:25.651354 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fd90a4-db46-468b-9d55-6bba460632e2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:25.651964 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fd90a4-db46-468b-9d55-6bba460632e2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:25.652299 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fd90a4-db46-468b-9d55-6bba460632e2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:25.652629 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fd90a4-db46-468b-9d55-6bba460632e2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:25.652958 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fd90a4-db46-468b-9d55-6bba460632e2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:25.653528 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fd90a4-db46-468b-9d55-6bba460632e2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:25.653865 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fd90a4-db46-468b-9d55-6bba460632e2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:25.654282 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fd90a4-db46-468b-9d55-6bba460632e2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:25.654806 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fd90a4-db46-468b-9d55-6bba460632e2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:25.673249 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 8cc0006b-25b3-422c-9bde-2e117b4adfd2 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:03:25.724223 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6adada2a-ad87-4b3c-8a2f-e3f82d92da47 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:25.724932 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6adada2a-ad87-4b3c-8a2f-e3f82d92da47 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.732197 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb4b7df-b794-4677-96f4-1d2f51dc9b1f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Made reservation on behalf of 488b9932c1464ee8ae512fcaa6eb0e94 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:25.736059 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-abb4b7df-b794-4677-96f4-1d2f51dc9b1f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.763228 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a7ac113-210a-4a83-bfe8-a7f381c63ad9 req-3a767386-d8e0-487f-831e-089de43189d9 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132104 Feb 19 04:03:25.791662 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6adada2a-ad87-4b3c-8a2f-e3f82d92da47 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6434641 Feb 19 04:03:25.823458 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9262a6cf-3a50-4df1-895c-1701abc4f515 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (690f54be-e85a-4127-99bf-6ba20309a813), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.849475 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-03de9f76-3abd-4989-b51c-9585465f1b6e tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:03:25.850490 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-03de9f76-3abd-4989-b51c-9585465f1b6e tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056703 Feb 19 04:03:25.868766 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6878739c-af68-4def-8e32-a54d584654e5 service neutron] Request body: {'port': {'device_id': 'adb3cd37-0cde-46f9-b7a6-cbdb13707bec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:25.879369 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06a9438-4e3c-42ad-aeb8-285727404df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897015d5-8aa7-4df9-9310-d56ca966ad01'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:25.882224 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adedd32-c799-498f-9742-7cbb962aa944" -d '{"events": [{"server_uuid": "e06a9438-4e3c-42ad-aeb8-285727404df4", "name": "network-vif-plugged", "status": "completed", "tag": "897015d5-8aa7-4df9-9310-d56ca966ad01"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:25.929892 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536c703e-2141-41bb-b19c-49185ac057b3 x-openstack-request-id: req-536c703e-2141-41bb-b19c-49185ac057b3 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:25.930192 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06a9438-4e3c-42ad-aeb8-285727404df4", "name": "network-vif-plugged", "status": "completed", "tag": "897015d5-8aa7-4df9-9310-d56ca966ad01", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:25.930444 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-536c703e-2141-41bb-b19c-49185ac057b3 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:25.930853 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06a9438-4e3c-42ad-aeb8-285727404df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897015d5-8aa7-4df9-9310-d56ca966ad01', 'code': 200} Feb 19 04:03:26.005497 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-0806a1f1-9af2-4514-a3de-adfb37e2db51 None None] Provisioning complete for port de70975b-0023-4344-a0be-fd5dc761cffe triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:26.006708 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0806a1f1-9af2-4514-a3de-adfb37e2db51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (de70975b-0023-4344-a0be-fd5dc761cffe), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:26.024818 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6878739c-af68-4def-8e32-a54d584654e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (de70975b-0023-4344-a0be-fd5dc761cffe), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:26.045218 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0806a1f1-9af2-4514-a3de-adfb37e2db51 None None] Port de70975b-0023-4344-a0be-fd5dc761cffe cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:03:26.045933 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1ebfadf1-af74-43b1-a5ae-6342fee1b788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (e2fb43e0-b3f6-4efa-8ef1-2f831160f2d6), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:26.052178 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-dd370101-5617-4f5b-89fb-0c7c6a20d386 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks [] for port (c24419e7-d5e0-45d3-a022-f0bb86ef7c66), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:26.173723 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebfadf1-af74-43b1-a5ae-6342fee1b788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2fb43e0-b3f6-4efa-8ef1-2f831160f2d6,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:26.253608 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebfadf1-af74-43b1-a5ae-6342fee1b788 admin admin] Checking segment: {'id': '3d737888-5046-4f1e-af6e-325c6cb838a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8ce1d520-e96f-487c-9918-3bddf83e4eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:26.254023 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebfadf1-af74-43b1-a5ae-6342fee1b788 admin admin] Network hostable DHCP agents. Network: 8ce1d520-e96f-487c-9918-3bddf83e4eb6, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:03:26.262001 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-dd370101-5617-4f5b-89fb-0c7c6a20d386 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (c24419e7-d5e0-45d3-a022-f0bb86ef7c66), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:26.275634 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['730dbe95-56db-42fe-b54d-2d00210ea58b', '452255b5-7224-4c70-a5f3-55d51017f553', 'c6119883-1fa5-488c-a60d-b4294c67e15c'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:03:26.331516 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fd772-051e-4bac-bb8e-78642319dfa9 req-a7217dde-3f4a-46ef-9279-0173ea974076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:26.333051 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-388fd772-051e-4bac-bb8e-78642319dfa9 req-a7217dde-3f4a-46ef-9279-0173ea974076 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 1128 time: 0.1431804 Feb 19 04:03:26.411778 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-dd370101-5617-4f5b-89fb-0c7c6a20d386 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:26.440342 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-dd370101-5617-4f5b-89fb-0c7c6a20d386 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:26.458270 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-dd370101-5617-4f5b-89fb-0c7c6a20d386 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:26.472684 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebfadf1-af74-43b1-a5ae-6342fee1b788 admin admin] Network 8ce1d520-e96f-487c-9918-3bddf83e4eb6 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:03:26.475462 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-388fd772-051e-4bac-bb8e-78642319dfa9 req-1ff28164-793f-4722-adc2-ef3fe2d58875 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167786 Feb 19 04:03:26.541740 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd370101-5617-4f5b-89fb-0c7c6a20d386 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Pushing event updated for resources: {'Port': ['ID=c24419e7-d5e0-45d3-a022-f0bb86ef7c66,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:26.544737 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-abb4b7df-b794-4677-96f4-1d2f51dc9b1f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (b31cd777-60e6-4424-9e5a-b1d089558473), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:26.578963 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-1ebfadf1-af74-43b1-a5ae-6342fee1b788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 8ce1d520-e96f-487c-9918-3bddf83e4eb6) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:26.595606 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ded521-3785-4422-8804-ce87795b41ba None None] Network 8ce1d520-e96f-487c-9918-3bddf83e4eb6 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:03:26.601387 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0328fc-bbf6-4f66-8367-921c8eadab4e req-a1c939de-9e98-48b5-9d80-4af2e356e545 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:26.608570 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ae0328fc-bbf6-4f66-8367-921c8eadab4e req-a1c939de-9e98-48b5-9d80-4af2e356e545 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=adb3cd37-0cde-46f9-b7a6-cbdb13707bec HTTP/1.1" status: 200 len: 935 time: 0.3564019 Feb 19 04:03:26.611100 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:26.614106 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebfadf1-af74-43b1-a5ae-6342fee1b788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:26.614740 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1ebfadf1-af74-43b1-a5ae-6342fee1b788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:26.639677 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-dd370101-5617-4f5b-89fb-0c7c6a20d386 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:26.640387 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-dd370101-5617-4f5b-89fb-0c7c6a20d386 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:26.705660 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4b7df-b794-4677-96f4-1d2f51dc9b1f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event updated for resources: {'Subnet': ['ID=b31cd777-60e6-4424-9e5a-b1d089558473,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:26.714222 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1ebfadf1-af74-43b1-a5ae-6342fee1b788 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4965172 Feb 19 04:03:26.720748 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb4b7df-b794-4677-96f4-1d2f51dc9b1f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Checking segment: {'id': '9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:26.721128 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb4b7df-b794-4677-96f4-1d2f51dc9b1f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Network hostable DHCP agents. Network: c7e52652-7c3c-4be2-8566-a72156b624d8, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:03:26.746128 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-dd370101-5617-4f5b-89fb-0c7c6a20d386 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0858643 Feb 19 04:03:26.758019 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-9262a6cf-3a50-4df1-895c-1701abc4f515 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Deleting port 1e2f6476-1667-44cf-a125-314da88e21a3 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:03:26.758409 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9262a6cf-3a50-4df1-895c-1701abc4f515 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (1e2f6476-1667-44cf-a125-314da88e21a3), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:26.763146 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb4b7df-b794-4677-96f4-1d2f51dc9b1f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Network c7e52652-7c3c-4be2-8566-a72156b624d8 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:03:26.809209 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4896f-046a-46c9-93f8-310af870ac6f req-4c584c92-7543-4e07-a6e2-780f49be4d92 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:26.813296 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-abb4b7df-b794-4677-96f4-1d2f51dc9b1f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, c7e52652-7c3c-4be2-8566-a72156b624d8) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:26.818924 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-81c4896f-046a-46c9-93f8-310af870ac6f req-4c584c92-7543-4e07-a6e2-780f49be4d92 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/ports?device_id=131fb3b1-958d-4157-9365-728a7585872e HTTP/1.1" status: 200 len: 949 time: 0.3551815 Feb 19 04:03:26.819241 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb4b7df-b794-4677-96f4-1d2f51dc9b1f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:26.819826 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-abb4b7df-b794-4677-96f4-1d2f51dc9b1f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:26.840186 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6c0d6b4e-740f-4602-8dd5-08179af68681 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:03:26.841200 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6c0d6b4e-740f-4602-8dd5-08179af68681 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0179832 Feb 19 04:03:26.864302 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acab4a9-225f-4c6f-9879-f78bf52c221a None None] Network c7e52652-7c3c-4be2-8566-a72156b624d8 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:03:26.865524 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ae0328fc-bbf6-4f66-8367-921c8eadab4e req-7b6011da-c516-42a8-b946-22dde8c432e8 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549093 Feb 19 04:03:26.878743 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-abb4b7df-b794-4677-96f4-1d2f51dc9b1f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3192787 Feb 19 04:03:26.884979 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52232) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:26.892595 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-a7b5d47d-1d2f-4ced-9245-c955018384d0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Request body: {'subnet': {'network_id': '8cc0006b-25b3-422c-9bde-2e117b4adfd2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:26.894198 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-d3d58ef4-4b35-4a24-a8b2-0d7cc110a527 service neutron] Request body: {'port': {'device_id': 'd09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:26.958530 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54965429-a24f-4876-a479-a112a936aae3 None None] Network 8ce1d520-e96f-487c-9918-3bddf83e4eb6 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:03:26.964583 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6878739c-af68-4def-8e32-a54d584654e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de70975b-0023-4344-a0be-fd5dc761cffe {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:26.980603 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6878739c-af68-4def-8e32-a54d584654e5 service neutron] Publish callbacks [] for port (de70975b-0023-4344-a0be-fd5dc761cffe), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:27.043936 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9262a6cf-3a50-4df1-895c-1701abc4f515 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (1e2f6476-1667-44cf-a125-314da88e21a3), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:27.068936 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-9262a6cf-3a50-4df1-895c-1701abc4f515 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Calling delete_port for 1e2f6476-1667-44cf-a125-314da88e21a3 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:03:27.070694 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c7566c4-b62c-47f7-acf4-f314f049263f req-a498f4d7-9bbc-47e0-adce-c5b63c00a156 tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.0787477 Feb 19 04:03:27.073428 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6878739c-af68-4def-8e32-a54d584654e5 service neutron] Transition to ACTIVE for port object de70975b-0023-4344-a0be-fd5dc761cffe will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:03:27.084847 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-81c4896f-046a-46c9-93f8-310af870ac6f req-9cbb3375-25ea-440a-b17b-4311004077c3 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/security-groups?id=e142874b-3edc-4848-be47-fd7014c2d448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649560 Feb 19 04:03:27.108692 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c7a975-5881-4211-8af9-ef20c3eddcee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-c7e52652-7c3c-4be2-8566-a72156b624d8', 'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8', 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'fixed_ips': [{'subnet_id': 'b31cd777-60e6-4424-9e5a-b1d089558473'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:03:27.109615 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-08c7a975-5881-4211-8af9-ef20c3eddcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:27.112571 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6878739c-af68-4def-8e32-a54d584654e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (de70975b-0023-4344-a0be-fd5dc761cffe), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:27.148728 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-874da115-b479-46a6-9f76-c4e2da511c91 None None] Provisioning complete for port c24419e7-d5e0-45d3-a022-f0bb86ef7c66 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:27.149114 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-874da115-b479-46a6-9f76-c4e2da511c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c24419e7-d5e0-45d3-a022-f0bb86ef7c66), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:27.180127 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878739c-af68-4def-8e32-a54d584654e5 service neutron] Pushing event updated for resources: {'Port': ['ID=de70975b-0023-4344-a0be-fd5dc761cffe,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:27.230725 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-d3d58ef4-4b35-4a24-a8b2-0d7cc110a527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c24419e7-d5e0-45d3-a022-f0bb86ef7c66), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:27.233507 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b5d47d-1d2f-4ced-9245-c955018384d0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Made reservation on behalf of 488b9932c1464ee8ae512fcaa6eb0e94 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:27.238261 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a7b5d47d-1d2f-4ced-9245-c955018384d0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:27.400506 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-874da115-b479-46a6-9f76-c4e2da511c91 None None] Port c24419e7-d5e0-45d3-a022-f0bb86ef7c66 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:03:27.514720 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-08c7a975-5881-4211-8af9-ef20c3eddcee None None] Allocated IP 10.1.1.2 (c7e52652-7c3c-4be2-8566-a72156b624d8/b31cd777-60e6-4424-9e5a-b1d089558473/71df8ead-0608-4dbc-87a6-c28f86a594c5) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:27.564878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4233e8-9b09-4707-8f16-7ebabe59e5a3 req-63fd2b07-2dfb-454e-a980-0869e47b51ee tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:27.566406 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c4233e8-9b09-4707-8f16-7ebabe59e5a3 req-63fd2b07-2dfb-454e-a980-0869e47b51ee tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.3822963 Feb 19 04:03:27.593489 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a7b5d47d-1d2f-4ced-9245-c955018384d0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (3c4676cd-7ab6-4200-93f3-9d2db44011e7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:27.602447 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9262a6cf-3a50-4df1-895c-1701abc4f515 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (1e2f6476-1667-44cf-a125-314da88e21a3), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:27.656743 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262a6cf-3a50-4df1-895c-1701abc4f515 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Pushing event deleted for resources: {'Port': ['ID=1e2f6476-1667-44cf-a125-314da88e21a3,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:27.717234 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-08c7a975-5881-4211-8af9-ef20c3eddcee None None] Publish callbacks [] for port (71df8ead-0608-4dbc-87a6-c28f86a594c5), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:27.724357 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-08c7a975-5881-4211-8af9-ef20c3eddcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (71df8ead-0608-4dbc-87a6-c28f86a594c5), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:27.764382 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c7a975-5881-4211-8af9-ef20c3eddcee None None] Network c7e52652-7c3c-4be2-8566-a72156b624d8 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:27.767848 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-08c7a975-5881-4211-8af9-ef20c3eddcee None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:27.771616 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c7a975-5881-4211-8af9-ef20c3eddcee None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:27.775551 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5d47d-1d2f-4ced-9245-c955018384d0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event updated for resources: {'Subnet': ['ID=3c4676cd-7ab6-4200-93f3-9d2db44011e7,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:27.775907 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6878739c-af68-4def-8e32-a54d584654e5 service neutron] Attempting to bind port de70975b-0023-4344-a0be-fd5dc761cffe on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:03:27.776299 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6878739c-af68-4def-8e32-a54d584654e5 service neutron] Attempting to bind port de70975b-0023-4344-a0be-fd5dc761cffe by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:03:27.776643 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6878739c-af68-4def-8e32-a54d584654e5 service neutron] Attempting to bind port de70975b-0023-4344-a0be-fd5dc761cffe on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:27.784696 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6878739c-af68-4def-8e32-a54d584654e5 service neutron] Port de70975b-0023-4344-a0be-fd5dc761cffe on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:03:27.785026 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6878739c-af68-4def-8e32-a54d584654e5 service neutron] Attempting to bind port de70975b-0023-4344-a0be-fd5dc761cffe on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:27.793249 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397e3a8-2979-4429-860f-429aa937dd35 req-77145028-2b97-4306-b19c-ac5a376d149b tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:27.795314 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b397e3a8-2979-4429-860f-429aa937dd35 req-77145028-2b97-4306-b19c-ac5a376d149b tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/networks?id=8ce1d520-e96f-487c-9918-3bddf83e4eb6 HTTP/1.1" status: 200 len: 813 time: 0.2839534 Feb 19 04:03:27.795594 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b5d47d-1d2f-4ced-9245-c955018384d0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Checking segment: {'id': 'b7335bae-2b10-44b5-bd69-94a1805c2114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8cc0006b-25b3-422c-9bde-2e117b4adfd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:27.796662 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b5d47d-1d2f-4ced-9245-c955018384d0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Network hostable DHCP agents. Network: 8cc0006b-25b3-422c-9bde-2e117b4adfd2, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:03:27.809625 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c4233e8-9b09-4707-8f16-7ebabe59e5a3 req-dfb83749-f890-45bc-98b7-59fa100a526f tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151146 Feb 19 04:03:27.832502 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7a975-5881-4211-8af9-ef20c3eddcee None None] Pushing event updated for resources: {'Port': ['ID=71df8ead-0608-4dbc-87a6-c28f86a594c5,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:27.848091 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6878739c-af68-4def-8e32-a54d584654e5 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:03:27.848415 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6878739c-af68-4def-8e32-a54d584654e5 service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:27.848820 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6878739c-af68-4def-8e32-a54d584654e5 service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:03:27.849265 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6878739c-af68-4def-8e32-a54d584654e5 service neutron] Bound port: de70975b-0023-4344-a0be-fd5dc761cffe, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:03:27.849716 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6878739c-af68-4def-8e32-a54d584654e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (de70975b-0023-4344-a0be-fd5dc761cffe), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:27.863766 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b397e3a8-2979-4429-860f-429aa937dd35 req-4366655d-c182-45b5-a5ca-3fea5de42021 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/quotas/db60647c8e2d477494af3ec198735e68 HTTP/1.1" status: 200 len: 375 time: 0.0505886 Feb 19 04:03:27.869244 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-08c7a975-5881-4211-8af9-ef20c3eddcee None None] Attempting to bind port 71df8ead-0608-4dbc-87a6-c28f86a594c5 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:03:27.869711 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-08c7a975-5881-4211-8af9-ef20c3eddcee None None] Attempting to bind port 71df8ead-0608-4dbc-87a6-c28f86a594c5 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:03:27.870189 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c7a975-5881-4211-8af9-ef20c3eddcee None None] Attempting to bind port 71df8ead-0608-4dbc-87a6-c28f86a594c5 on network c7e52652-7c3c-4be2-8566-a72156b624d8 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:27.877152 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c7a975-5881-4211-8af9-ef20c3eddcee None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:03:27.877152 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c7a975-5881-4211-8af9-ef20c3eddcee None None] Checking segment: {'id': '9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:27.877801 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-08c7a975-5881-4211-8af9-ef20c3eddcee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:27.878316 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c7a975-5881-4211-8af9-ef20c3eddcee None None] Bound using segment: {'id': '9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:03:27.879155 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-08c7a975-5881-4211-8af9-ef20c3eddcee None None] Bound port: 71df8ead-0608-4dbc-87a6-c28f86a594c5, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:03:27.879687 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-08c7a975-5881-4211-8af9-ef20c3eddcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (71df8ead-0608-4dbc-87a6-c28f86a594c5), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:27.949417 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9262a6cf-3a50-4df1-895c-1701abc4f515 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (690f54be-e85a-4127-99bf-6ba20309a813), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:27.989899 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-08c7a975-5881-4211-8af9-ef20c3eddcee None None] For port 71df8ead-0608-4dbc-87a6-c28f86a594c5, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:27.994016 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-08c7a975-5881-4211-8af9-ef20c3eddcee None None] For port 71df8ead-0608-4dbc-87a6-c28f86a594c5, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=71df8ead-0608-4dbc-87a6-c28f86a594c5,segment=NetworkSegment(9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c),segment_id=9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:03:28.003977 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-08c7a975-5881-4211-8af9-ef20c3eddcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (71df8ead-0608-4dbc-87a6-c28f86a594c5), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:28.019889 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6878739c-af68-4def-8e32-a54d584654e5 service neutron] For port de70975b-0023-4344-a0be-fd5dc761cffe, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:28.023020 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6878739c-af68-4def-8e32-a54d584654e5 service neutron] For port de70975b-0023-4344-a0be-fd5dc761cffe, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=de70975b-0023-4344-a0be-fd5dc761cffe,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:03:28.035795 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b5d47d-1d2f-4ced-9245-c955018384d0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Network 8cc0006b-25b3-422c-9bde-2e117b4adfd2 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:03:28.037983 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b397e3a8-2979-4429-860f-429aa937dd35 req-458d51cf-40c2-4d3c-95d4-b4cae12c59f8 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=db60647c8e2d477494af3ec198735e68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1722519 Feb 19 04:03:28.082673 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7a975-5881-4211-8af9-ef20c3eddcee None None] Pushing event updated for resources: {'Port': ['ID=71df8ead-0608-4dbc-87a6-c28f86a594c5,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:28.084543 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-a7b5d47d-1d2f-4ced-9245-c955018384d0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 8cc0006b-25b3-422c-9bde-2e117b4adfd2) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:28.089825 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b5d47d-1d2f-4ced-9245-c955018384d0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:28.090544 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a7b5d47d-1d2f-4ced-9245-c955018384d0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:28.100307 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9763c0-5f4d-45ac-babd-b28dbbf243f6 None None] Network 8cc0006b-25b3-422c-9bde-2e117b4adfd2 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:03:28.128698 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a7b5d47d-1d2f-4ced-9245-c955018384d0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2428002 Feb 19 04:03:28.133009 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52254) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:28.173050 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-f2e33770-4800-41a0-806f-c61b8885adb2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Request body: {'port': {'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8', 'name': 'tempest-TaggedBootDevicesTest-480277342', 'fixed_ips': [{'subnet_id': 'b31cd777-60e6-4424-9e5a-b1d089558473'}]}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:28.233348 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919c8671-af95-4554-8e14-e8f68483e7b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-8cc0006b-25b3-422c-9bde-2e117b4adfd2', 'network_id': '8cc0006b-25b3-422c-9bde-2e117b4adfd2', 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'fixed_ips': [{'subnet_id': '3c4676cd-7ab6-4200-93f3-9d2db44011e7'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:03:28.235260 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-919c8671-af95-4554-8e14-e8f68483e7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:28.442518 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9262a6cf-3a50-4df1-895c-1701abc4f515 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Router 690f54be-e85a-4127-99bf-6ba20309a813 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:03:28.462040 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e33770-4800-41a0-806f-c61b8885adb2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Made reservation on behalf of 488b9932c1464ee8ae512fcaa6eb0e94 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:28.476946 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-919c8671-af95-4554-8e14-e8f68483e7b9 None None] Allocated IP 10.2.2.2 (8cc0006b-25b3-422c-9bde-2e117b4adfd2/3c4676cd-7ab6-4200-93f3-9d2db44011e7/48e76252-8380-45c1-a60b-90213ced6cae) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:28.529556 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6878739c-af68-4def-8e32-a54d584654e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (de70975b-0023-4344-a0be-fd5dc761cffe), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:28.537718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-d3d58ef4-4b35-4a24-a8b2-0d7cc110a527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c24419e7-d5e0-45d3-a022-f0bb86ef7c66 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:28.546599 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-d3d58ef4-4b35-4a24-a8b2-0d7cc110a527 service neutron] Publish callbacks [] for port (c24419e7-d5e0-45d3-a022-f0bb86ef7c66), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:28.567080 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-d3d58ef4-4b35-4a24-a8b2-0d7cc110a527 service neutron] Transition to ACTIVE for port object c24419e7-d5e0-45d3-a022-f0bb86ef7c66 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:03:28.598187 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-d3d58ef4-4b35-4a24-a8b2-0d7cc110a527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (c24419e7-d5e0-45d3-a022-f0bb86ef7c66), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:28.609827 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6878739c-af68-4def-8e32-a54d584654e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:28.610760 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6878739c-af68-4def-8e32-a54d584654e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:28.612160 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-6878739c-af68-4def-8e32-a54d584654e5 service neutron] 10.222.0.79 "PUT /v2.0/ports/de70975b-0023-4344-a0be-fd5dc761cffe HTTP/1.1" status: 200 len: 1096 time: 2.7494736 Feb 19 04:03:28.623361 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb3cd37-0cde-46f9-b7a6-cbdb13707bec', 'tag': 'de70975b-0023-4344-a0be-fd5dc761cffe'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:28.626384 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0054e2f6-f32c-47e8-bba9-7a3497ff1826" -d '{"events": [{"name": "network-changed", "server_uuid": "adb3cd37-0cde-46f9-b7a6-cbdb13707bec", "tag": "de70975b-0023-4344-a0be-fd5dc761cffe"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:28.668150 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f2e33770-4800-41a0-806f-c61b8885adb2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:28.689323 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9262a6cf-3a50-4df1-895c-1701abc4f515 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:03:28.718958 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9262a6cf-3a50-4df1-895c-1701abc4f515 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] 10.222.0.52 "PUT /v2.0/routers/690f54be-e85a-4127-99bf-6ba20309a813/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8071051 Feb 19 04:03:28.721563 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52258) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:28.725508 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1811cd16-fa91-4470-80db-4259b52fdb33 None None] Sync routers for ids ['690f54be-e85a-4127-99bf-6ba20309a813'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:03:28.736830 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-f2e33770-4800-41a0-806f-c61b8885adb2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] device_id is not set on port 6d6260b1-28c6-435b-98e5-f15398fc683d yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:03:28.754867 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1811cd16-fa91-4470-80db-4259b52fdb33 None None] Routers {'690f54be-e85a-4127-99bf-6ba20309a813'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:28.757397 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-919c8671-af95-4554-8e14-e8f68483e7b9 None None] Publish callbacks [] for port (48e76252-8380-45c1-a60b-90213ced6cae), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:28.758231 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-1811cd16-fa91-4470-80db-4259b52fdb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:03:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['690f54be-e85a-4127-99bf-6ba20309a813'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:28.770925 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878739c-af68-4def-8e32-a54d584654e5 service neutron] Pushing event updated for resources: {'Port': ['ID=de70975b-0023-4344-a0be-fd5dc761cffe,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:28.771194 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-919c8671-af95-4554-8e14-e8f68483e7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (48e76252-8380-45c1-a60b-90213ced6cae), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:28.799432 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad633b3-7dce-44bc-a004-920e44775570 req-220e6ef3-dd19-48aa-8393-29d1ddfe8235 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:28.806673 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ad633b3-7dce-44bc-a004-920e44775570 req-220e6ef3-dd19-48aa-8393-29d1ddfe8235 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=adb3cd37-0cde-46f9-b7a6-cbdb13707bec HTTP/1.1" status: 200 len: 947 time: 0.7527699 Feb 19 04:03:28.837203 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-1811cd16-fa91-4470-80db-4259b52fdb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:28.850444 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b397e3a8-2979-4429-860f-429aa937dd35 req-0ad18f48-07e4-4a21-b7d6-2796f8e652c9 service neutron] 10.222.0.52 "GET /v2.0/networks/8ce1d520-e96f-487c-9918-3bddf83e4eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8110690 Feb 19 04:03:28.865002 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1811cd16-fa91-4470-80db-4259b52fdb33 None None] Routers {'690f54be-e85a-4127-99bf-6ba20309a813'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:28.865346 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c8671-af95-4554-8e14-e8f68483e7b9 None None] Pushing event updated for resources: {'Port': ['ID=48e76252-8380-45c1-a60b-90213ced6cae,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:28.866812 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-1811cd16-fa91-4470-80db-4259b52fdb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:03:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['690f54be-e85a-4127-99bf-6ba20309a813'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:28.892374 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919c8671-af95-4554-8e14-e8f68483e7b9 None None] Network 8cc0006b-25b3-422c-9bde-2e117b4adfd2 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:28.894020 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-919c8671-af95-4554-8e14-e8f68483e7b9 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:28.898888 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919c8671-af95-4554-8e14-e8f68483e7b9 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:28.922635 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-1811cd16-fa91-4470-80db-4259b52fdb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:28.923553 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1811cd16-fa91-4470-80db-4259b52fdb33 None None] The sync data for ids ['690f54be-e85a-4127-99bf-6ba20309a813'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:03:28.978216 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-919c8671-af95-4554-8e14-e8f68483e7b9 None None] Attempting to bind port 48e76252-8380-45c1-a60b-90213ced6cae on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:03:28.978474 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-919c8671-af95-4554-8e14-e8f68483e7b9 None None] Attempting to bind port 48e76252-8380-45c1-a60b-90213ced6cae by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'b7335bae-2b10-44b5-bd69-94a1805c2114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8cc0006b-25b3-422c-9bde-2e117b4adfd2'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:03:28.978823 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919c8671-af95-4554-8e14-e8f68483e7b9 None None] Attempting to bind port 48e76252-8380-45c1-a60b-90213ced6cae on network 8cc0006b-25b3-422c-9bde-2e117b4adfd2 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:28.986836 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919c8671-af95-4554-8e14-e8f68483e7b9 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:03:28.987220 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919c8671-af95-4554-8e14-e8f68483e7b9 None None] Checking segment: {'id': 'b7335bae-2b10-44b5-bd69-94a1805c2114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8cc0006b-25b3-422c-9bde-2e117b4adfd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:28.987626 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-919c8671-af95-4554-8e14-e8f68483e7b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:28.988019 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919c8671-af95-4554-8e14-e8f68483e7b9 None None] Bound using segment: {'id': 'b7335bae-2b10-44b5-bd69-94a1805c2114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8cc0006b-25b3-422c-9bde-2e117b4adfd2'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:03:28.989188 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-919c8671-af95-4554-8e14-e8f68483e7b9 None None] Bound port: 48e76252-8380-45c1-a60b-90213ced6cae, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7335bae-2b10-44b5-bd69-94a1805c2114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8cc0006b-25b3-422c-9bde-2e117b4adfd2'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:03:28.989582 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-919c8671-af95-4554-8e14-e8f68483e7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (48e76252-8380-45c1-a60b-90213ced6cae), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:29.043289 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ad633b3-7dce-44bc-a004-920e44775570 req-18ba526a-68b0-4832-bd27-bf4cff4457db tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356329 Feb 19 04:03:29.044652 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-d3d58ef4-4b35-4a24-a8b2-0d7cc110a527 service neutron] Attempting to bind port c24419e7-d5e0-45d3-a022-f0bb86ef7c66 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:03:29.045161 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-d3d58ef4-4b35-4a24-a8b2-0d7cc110a527 service neutron] Attempting to bind port c24419e7-d5e0-45d3-a022-f0bb86ef7c66 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:03:29.045684 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-d3d58ef4-4b35-4a24-a8b2-0d7cc110a527 service neutron] Attempting to bind port c24419e7-d5e0-45d3-a022-f0bb86ef7c66 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:29.065181 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-d3d58ef4-4b35-4a24-a8b2-0d7cc110a527 service neutron] Port c24419e7-d5e0-45d3-a022-f0bb86ef7c66 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:03:29.066063 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-d3d58ef4-4b35-4a24-a8b2-0d7cc110a527 service neutron] Attempting to bind port c24419e7-d5e0-45d3-a022-f0bb86ef7c66 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:29.107181 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70d31f6d-d392-4508-b75f-e35975821a9f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks [] for router (690f54be-e85a-4127-99bf-6ba20309a813), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:29.119007 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-919c8671-af95-4554-8e14-e8f68483e7b9 None None] For port 48e76252-8380-45c1-a60b-90213ced6cae, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:29.135985 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-d3d58ef4-4b35-4a24-a8b2-0d7cc110a527 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:03:29.136368 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-d3d58ef4-4b35-4a24-a8b2-0d7cc110a527 service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:29.136779 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-d3d58ef4-4b35-4a24-a8b2-0d7cc110a527 service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:03:29.137291 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-d3d58ef4-4b35-4a24-a8b2-0d7cc110a527 service neutron] Bound port: c24419e7-d5e0-45d3-a022-f0bb86ef7c66, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:03:29.137738 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-d3d58ef4-4b35-4a24-a8b2-0d7cc110a527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c24419e7-d5e0-45d3-a022-f0bb86ef7c66), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:29.144190 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-919c8671-af95-4554-8e14-e8f68483e7b9 None None] For port 48e76252-8380-45c1-a60b-90213ced6cae, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=48e76252-8380-45c1-a60b-90213ced6cae,segment=NetworkSegment(b7335bae-2b10-44b5-bd69-94a1805c2114),segment_id=b7335bae-2b10-44b5-bd69-94a1805c2114)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:03:29.158052 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-5f51244b-9195-46bc-876d-efc0e176ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:29.160597 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-5f51244b-9195-46bc-876d-efc0e176ef4c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c869b1ad561a43bab98562600aca3675&device_id=adb3cd37-0cde-46f9-b7a6-cbdb13707bec HTTP/1.1" status: 200 len: 1130 time: 0.4839478 Feb 19 04:03:29.161885 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-919c8671-af95-4554-8e14-e8f68483e7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (48e76252-8380-45c1-a60b-90213ced6cae), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:29.166471 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d58ef4-4b35-4a24-a8b2-0d7cc110a527 service neutron] Pushing event updated for resources: {'Port': ['ID=c24419e7-d5e0-45d3-a022-f0bb86ef7c66,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:29.268395 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c8671-af95-4554-8e14-e8f68483e7b9 None None] Pushing event updated for resources: {'Port': ['ID=48e76252-8380-45c1-a60b-90213ced6cae,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:29.297416 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-f2e33770-4800-41a0-806f-c61b8885adb2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Allocated IP 10.1.1.140 (c7e52652-7c3c-4be2-8566-a72156b624d8/b31cd777-60e6-4424-9e5a-b1d089558473/6d6260b1-28c6-435b-98e5-f15398fc683d) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:29.313636 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-638787b3-ce6d-4c2d-940b-6d0417b74af6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=de70975b-0023-4344-a0be-fd5dc761cffe HTTP/1.1" status: 200 len: 217 time: 0.1403553 Feb 19 04:03:29.344312 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70d31f6d-d392-4508-b75f-e35975821a9f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks [] for router_gateway (690f54be-e85a-4127-99bf-6ba20309a813), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:29.361624 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:29.412982 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b397e3a8-2979-4429-860f-429aa937dd35 req-d1beddfa-8ea0-4d37-994c-72fcd761289f service neutron] 10.222.0.52 "GET /v2.0/networks/8ce1d520-e96f-487c-9918-3bddf83e4eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103312 Feb 19 04:03:29.469156 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e6a17-01ff-4697-a1d9-0f10313ce178 req-7a0b73a4-b6b4-4875-947c-70df6e12373e tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:29.479862 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d53e6a17-01ff-4697-a1d9-0f10313ce178 req-7a0b73a4-b6b4-4875-947c-70df6e12373e tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/ports?device_id=131fb3b1-958d-4157-9365-728a7585872e HTTP/1.1" status: 200 len: 949 time: 0.3137913 Feb 19 04:03:29.484303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-d3d58ef4-4b35-4a24-a8b2-0d7cc110a527 service neutron] For port c24419e7-d5e0-45d3-a022-f0bb86ef7c66, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:29.497033 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-d3d58ef4-4b35-4a24-a8b2-0d7cc110a527 service neutron] For port c24419e7-d5e0-45d3-a022-f0bb86ef7c66, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c24419e7-d5e0-45d3-a022-f0bb86ef7c66,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:03:29.536117 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-95f86a6f-3518-42a9-92fc-298eb4cf08b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:29.537767 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-95f86a6f-3518-42a9-92fc-298eb4cf08b0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1692646 Feb 19 04:03:29.541760 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-70d31f6d-d392-4508-b75f-e35975821a9f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Deleting port f8687dd6-2e95-4527-9c23-9989e25a88d0 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:03:29.542152 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70d31f6d-d392-4508-b75f-e35975821a9f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (f8687dd6-2e95-4527-9c23-9989e25a88d0), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:29.592337 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-d3d58ef4-4b35-4a24-a8b2-0d7cc110a527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (c24419e7-d5e0-45d3-a022-f0bb86ef7c66), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:29.621346 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f2e33770-4800-41a0-806f-c61b8885adb2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for port (6d6260b1-28c6-435b-98e5-f15398fc683d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:29.701329 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70d31f6d-d392-4508-b75f-e35975821a9f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (f8687dd6-2e95-4527-9c23-9989e25a88d0), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:29.713379 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d53e6a17-01ff-4697-a1d9-0f10313ce178 req-9c14f6ca-d508-4aff-9890-a37d23a10cc8 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/security-groups?id=e142874b-3edc-4848-be47-fd7014c2d448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325218 Feb 19 04:03:29.732511 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-70d31f6d-d392-4508-b75f-e35975821a9f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Calling delete_port for f8687dd6-2e95-4527-9c23-9989e25a88d0 owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:03:29.747868 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f2e33770-4800-41a0-806f-c61b8885adb2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (6d6260b1-28c6-435b-98e5-f15398fc683d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:29.772318 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-d3d58ef4-4b35-4a24-a8b2-0d7cc110a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:29.780118 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-d3d58ef4-4b35-4a24-a8b2-0d7cc110a527 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:29.781744 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-d3d58ef4-4b35-4a24-a8b2-0d7cc110a527 service neutron] 10.222.0.26 "PUT /v2.0/ports/c24419e7-d5e0-45d3-a022-f0bb86ef7c66 HTTP/1.1" status: 200 len: 1097 time: 2.9212904 Feb 19 04:03:29.848148 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca678224-93eb-49d1-b726-23df1a5ccb66 x-openstack-request-id: req-ca678224-93eb-49d1-b726-23df1a5ccb66 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:29.848359 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb3cd37-0cde-46f9-b7a6-cbdb13707bec", "tag": "de70975b-0023-4344-a0be-fd5dc761cffe", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:29.848621 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ca678224-93eb-49d1-b726-23df1a5ccb66 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:29.849019 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb3cd37-0cde-46f9-b7a6-cbdb13707bec', 'tag': 'de70975b-0023-4344-a0be-fd5dc761cffe', 'status': 'completed', 'code': 200} Feb 19 04:03:29.886796 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f529716c-73b2-4b02-a031-7ba67d057bd5 None None] Network c7e52652-7c3c-4be2-8566-a72156b624d8 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:03:29.888992 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d58ef4-4b35-4a24-a8b2-0d7cc110a527 service neutron] Pushing event updated for resources: {'Port': ['ID=c24419e7-d5e0-45d3-a022-f0bb86ef7c66,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:29.960276 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e33770-4800-41a0-806f-c61b8885adb2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Network c7e52652-7c3c-4be2-8566-a72156b624d8 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:29.969328 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c5f6c01e-7558-406b-bbf4-4f5663736e8a req-d49351a6-2b53-4bb2-be02-9490c160a548 tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.1261253 Feb 19 04:03:29.971027 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-f2e33770-4800-41a0-806f-c61b8885adb2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:29.975525 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e33770-4800-41a0-806f-c61b8885adb2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:29.995773 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-ad4bfdb0-8290-4c0b-9472-61bd55bc50af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:29.997553 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-ad4bfdb0-8290-4c0b-9472-61bd55bc50af service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3993285 Feb 19 04:03:30.110503 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e33770-4800-41a0-806f-c61b8885adb2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event updated for resources: {'Port': ['ID=6d6260b1-28c6-435b-98e5-f15398fc683d,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:30.136028 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a2f3fd01-46cb-4a67-9601-d6f5c4078c33 None None] Provisioning complete for port 71df8ead-0608-4dbc-87a6-c28f86a594c5 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:30.136436 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a2f3fd01-46cb-4a67-9601-d6f5c4078c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (71df8ead-0608-4dbc-87a6-c28f86a594c5), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:30.148452 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e33770-4800-41a0-806f-c61b8885adb2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:30.149500 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f2e33770-4800-41a0-806f-c61b8885adb2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:30.201594 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-9b9a9d67-c42c-4822-ae18-9684f77d8a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:30.204563 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 71df8ead-0608-4dbc-87a6-c28f86a594c5 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:30.206153 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-9b9a9d67-c42c-4822-ae18-9684f77d8a09 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c869b1ad561a43bab98562600aca3675&device_id=d09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd HTTP/1.1" status: 200 len: 1131 time: 0.3285356 Feb 19 04:03:30.294562 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f2e33770-4800-41a0-806f-c61b8885adb2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1576726 Feb 19 04:03:30.300458 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52280) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:30.319120 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-8da20667-ffff-4c53-affd-ad7983798dce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=c24419e7-d5e0-45d3-a022-f0bb86ef7c66 HTTP/1.1" status: 200 len: 217 time: 0.1039009 Feb 19 04:03:30.321184 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d9265831-61db-41ce-8424-bb827f17498a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Request body: {'port': {'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8', 'name': 'tempest-TaggedBootDevicesTest-444222978', 'fixed_ips': [{'subnet_id': 'b31cd777-60e6-4424-9e5a-b1d089558473'}]}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:30.334242 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b78c6-55a1-44f4-adb9-472515add06b req-9303ed5e-4445-4b76-b15d-829265045d85 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:30.341261 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-060b78c6-55a1-44f4-adb9-472515add06b req-9303ed5e-4445-4b76-b15d-829265045d85 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.4011819 Feb 19 04:03:30.503703 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-b7dc649d-77d4-45d9-b618-10ba0348d1e2 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063003 Feb 19 04:03:30.556329 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-a12702c3-39bf-4298-9705-8726fae22f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:30.558244 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9265831-61db-41ce-8424-bb827f17498a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Made reservation on behalf of 488b9932c1464ee8ae512fcaa6eb0e94 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:30.559043 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-a12702c3-39bf-4298-9705-8726fae22f3e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.2022030 Feb 19 04:03:30.570701 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d9265831-61db-41ce-8424-bb827f17498a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:30.597478 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70d31f6d-d392-4508-b75f-e35975821a9f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (f8687dd6-2e95-4527-9c23-9989e25a88d0), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:30.631833 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-060b78c6-55a1-44f4-adb9-472515add06b req-44d1f67f-eb4f-4ad7-ab46-4a38c4f52f21 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895358 Feb 19 04:03:30.692029 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d31f6d-d392-4508-b75f-e35975821a9f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Pushing event deleted for resources: {'Port': ['ID=f8687dd6-2e95-4527-9c23-9989e25a88d0,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:30.731386 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-d9265831-61db-41ce-8424-bb827f17498a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] device_id is not set on port 123ce6d7-048a-4179-ac62-c23eca1c9618 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:03:30.744741 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 71df8ead-0608-4dbc-87a6-c28f86a594c5 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:30.745271 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (71df8ead-0608-4dbc-87a6-c28f86a594c5), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:30.828013 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-a325f5ad-b851-43ab-917a-c1d310427627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:30.829450 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-a325f5ad-b851-43ab-917a-c1d310427627 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2329721 Feb 19 04:03:30.831815 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70d31f6d-d392-4508-b75f-e35975821a9f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (690f54be-e85a-4127-99bf-6ba20309a813), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:30.840055 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a2f3fd01-46cb-4a67-9601-d6f5c4078c33 None None] Current status of the port 71df8ead-0608-4dbc-87a6-c28f86a594c5 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:30.840451 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a2f3fd01-46cb-4a67-9601-d6f5c4078c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (71df8ead-0608-4dbc-87a6-c28f86a594c5), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:30.844468 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-bb1a1a29-7d11-48fb-8d87-d02490a69e01 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342011 Feb 19 04:03:30.853601 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a77a326b-5125-4e94-9461-fc30047c6c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:30.997981 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-a2f3fd01-46cb-4a67-9601-d6f5c4078c33 None None] For port 71df8ead-0608-4dbc-87a6-c28f86a594c5, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=71df8ead-0608-4dbc-87a6-c28f86a594c5,segment=NetworkSegment(9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c),segment_id=9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:31.012428 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70d31f6d-d392-4508-b75f-e35975821a9f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (690f54be-e85a-4127-99bf-6ba20309a813), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:31.016560 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70d31f6d-d392-4508-b75f-e35975821a9f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks [] for router_controller (690f54be-e85a-4127-99bf-6ba20309a813), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:31.063322 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a2f3fd01-46cb-4a67-9601-d6f5c4078c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (71df8ead-0608-4dbc-87a6-c28f86a594c5), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:31.102491 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae44173-698a-45ae-b632-8f5f7985a675 None None] Network 8cc0006b-25b3-422c-9bde-2e117b4adfd2 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:03:31.167931 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-effac9d0-58e1-43c9-8534-88c6b740276a service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213446 Feb 19 04:03:31.181458 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 71df8ead-0608-4dbc-87a6-c28f86a594c5 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:31.181868 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (71df8ead-0608-4dbc-87a6-c28f86a594c5), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:31.252154 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-78f9cdcc-d1e4-4f90-a3e7-0d37a89ecec0 req-6cfaa5f4-2d6b-4733-acd3-abb391b983a4 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=148033b9-2058-4a18-b6a3-5766b9bfa248 HTTP/1.1" status: 200 len: 210 time: 0.2035310 Feb 19 04:03:31.321470 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3fd01-46cb-4a67-9601-d6f5c4078c33 None None] Pushing event updated for resources: {'Port': ['ID=71df8ead-0608-4dbc-87a6-c28f86a594c5,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:31.351626 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:03:31.352315 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:03:31.357678 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9135f047-f2b1-4da1-8f01-7cc9482d1310 None None] Provisioning complete for port 6d6260b1-28c6-435b-98e5-f15398fc683d triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:31.358883 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9135f047-f2b1-4da1-8f01-7cc9482d1310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6d6260b1-28c6-435b-98e5-f15398fc683d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:31.413434 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a76d4d-72d9-4363-9c8f-e299b53f4328 req-35d01d98-3812-4ac2-96bb-a18325ec0f7d tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:31.423027 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91a76d4d-72d9-4363-9c8f-e299b53f4328 req-35d01d98-3812-4ac2-96bb-a18325ec0f7d tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=adb3cd37-0cde-46f9-b7a6-cbdb13707bec HTTP/1.1" status: 200 len: 947 time: 0.5773857 Feb 19 04:03:31.435004 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9135f047-f2b1-4da1-8f01-7cc9482d1310 None None] Port 6d6260b1-28c6-435b-98e5-f15398fc683d cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:03:31.456868 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9135f047-f2b1-4da1-8f01-7cc9482d1310 None None] Provisioning complete for port 71df8ead-0608-4dbc-87a6-c28f86a594c5 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:31.457391 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9135f047-f2b1-4da1-8f01-7cc9482d1310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (71df8ead-0608-4dbc-87a6-c28f86a594c5), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:31.575820 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91a76d4d-72d9-4363-9c8f-e299b53f4328 req-75102586-c652-4058-9cd2-34089e54093e tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513753 Feb 19 04:03:31.598800 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9135f047-f2b1-4da1-8f01-7cc9482d1310 None None] Current status of the port 71df8ead-0608-4dbc-87a6-c28f86a594c5 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:31.619423 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9135f047-f2b1-4da1-8f01-7cc9482d1310 None None] Provisioning complete for port 48e76252-8380-45c1-a60b-90213ced6cae triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:31.619810 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9135f047-f2b1-4da1-8f01-7cc9482d1310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (48e76252-8380-45c1-a60b-90213ced6cae), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:31.637893 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054e2f6-f32c-47e8-bba9-7a3497ff1826 req-68815c1f-49dd-4682-828b-487a56a80cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:31.639496 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0054e2f6-f32c-47e8-bba9-7a3497ff1826 req-68815c1f-49dd-4682-828b-487a56a80cfb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c869b1ad561a43bab98562600aca3675&device_id=adb3cd37-0cde-46f9-b7a6-cbdb13707bec HTTP/1.1" status: 200 len: 1130 time: 0.6697536 Feb 19 04:03:31.679589 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8fc824b-b8d0-4968-8c19-bb43e1621b47 req-bee7a760-9c0f-4642-9e80-8fc9e4129b2f service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246175 Feb 19 04:03:31.757807 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9135f047-f2b1-4da1-8f01-7cc9482d1310 None None] Current status of the port 48e76252-8380-45c1-a60b-90213ced6cae is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:31.758872 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9135f047-f2b1-4da1-8f01-7cc9482d1310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (48e76252-8380-45c1-a60b-90213ced6cae), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:31.794067 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054e2f6-f32c-47e8-bba9-7a3497ff1826 req-d2193bc5-79dd-4fd2-aa81-d0949e5c279a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:31.795699 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0054e2f6-f32c-47e8-bba9-7a3497ff1826 req-d2193bc5-79dd-4fd2-aa81-d0949e5c279a service neutron] 10.222.0.79 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.1484444 Feb 19 04:03:31.802541 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-9135f047-f2b1-4da1-8f01-7cc9482d1310 None None] For port 48e76252-8380-45c1-a60b-90213ced6cae, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=48e76252-8380-45c1-a60b-90213ced6cae,segment=NetworkSegment(b7335bae-2b10-44b5-bd69-94a1805c2114),segment_id=b7335bae-2b10-44b5-bd69-94a1805c2114)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:31.820792 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70d31f6d-d392-4508-b75f-e35975821a9f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (690f54be-e85a-4127-99bf-6ba20309a813), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:31.821834 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d31f6d-d392-4508-b75f-e35975821a9f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Fanout notify agent at l3_agent the message router_deleted on router 690f54be-e85a-4127-99bf-6ba20309a813 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:03:31.823868 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9135f047-f2b1-4da1-8f01-7cc9482d1310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (48e76252-8380-45c1-a60b-90213ced6cae), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:31.853682 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70d31f6d-d392-4508-b75f-e35975821a9f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:31.859866 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-70d31f6d-d392-4508-b75f-e35975821a9f tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] 10.222.0.52 "DELETE /v2.0/routers/690f54be-e85a-4127-99bf-6ba20309a813 HTTP/1.1" status: 204 len: 168 time: 3.1368954 Feb 19 04:03:31.867438 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd', 'tag': 'c24419e7-d5e0-45d3-a022-f0bb86ef7c66'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:31.869790 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e667a31c-0811-44ad-8a7d-6e8d92bfcdda" -d '{"events": [{"name": "network-changed", "server_uuid": "d09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd", "tag": "c24419e7-d5e0-45d3-a022-f0bb86ef7c66"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:31.872488 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52310) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:31.885537 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0054e2f6-f32c-47e8-bba9-7a3497ff1826 req-b5cdcc69-3234-406c-a42c-79d0a856ccbc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=de70975b-0023-4344-a0be-fd5dc761cffe HTTP/1.1" status: 200 len: 217 time: 0.0815759 Feb 19 04:03:31.951147 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054e2f6-f32c-47e8-bba9-7a3497ff1826 req-5d207c78-313a-4e0a-8c73-d49a95a21405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:31.953473 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0054e2f6-f32c-47e8-bba9-7a3497ff1826 req-5d207c78-313a-4e0a-8c73-d49a95a21405 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0488265 Feb 19 04:03:31.973554 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 71df8ead-0608-4dbc-87a6-c28f86a594c5 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:31.975080 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 48e76252-8380-45c1-a60b-90213ced6cae up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:32.062121 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-14e34de7-2252-4e20-ab69-3e516f9860ef req-ea6460db-d55f-4901-985b-1131ba4b0a90 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c86e8ad74224305ae5d7cc217e093cb&device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.1066823 Feb 19 04:03:32.133057 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-d9265831-61db-41ce-8424-bb827f17498a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Allocated IP 10.1.1.22 (c7e52652-7c3c-4be2-8566-a72156b624d8/b31cd777-60e6-4424-9e5a-b1d089558473/123ce6d7-048a-4179-ac62-c23eca1c9618) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:32.146189 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6af16db7-6b75-49c1-a096-1cc5d36a797b None None] Provisioning complete for port 6d6260b1-28c6-435b-98e5-f15398fc683d triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:32.147089 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6af16db7-6b75-49c1-a096-1cc5d36a797b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6d6260b1-28c6-435b-98e5-f15398fc683d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.153539 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-14e34de7-2252-4e20-ab69-3e516f9860ef req-27f60e80-df99-4234-969d-2330eaa3caf3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6c86e8ad74224305ae5d7cc217e093cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0899761 Feb 19 04:03:32.162200 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dea7a03-6ffd-4f30-8aa6-136feed9f59d x-openstack-request-id: req-5dea7a03-6ffd-4f30-8aa6-136feed9f59d {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:32.162491 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd", "tag": "c24419e7-d5e0-45d3-a022-f0bb86ef7c66", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:32.166547 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5dea7a03-6ffd-4f30-8aa6-136feed9f59d {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:32.167037 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd', 'tag': 'c24419e7-d5e0-45d3-a022-f0bb86ef7c66', 'status': 'completed', 'code': 200} Feb 19 04:03:32.205564 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397e3a8-2979-4429-860f-429aa937dd35 req-65d4de61-016b-4f1a-b62f-6dd1459fb404 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:32.207228 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b397e3a8-2979-4429-860f-429aa937dd35 req-65d4de61-016b-4f1a-b62f-6dd1459fb404 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.26 "GET /v2.0/networks?id=8ce1d520-e96f-487c-9918-3bddf83e4eb6 HTTP/1.1" status: 200 len: 813 time: 0.1642776 Feb 19 04:03:32.226854 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135f047-f2b1-4da1-8f01-7cc9482d1310 None None] Pushing event updated for resources: {'Port': ['ID=48e76252-8380-45c1-a60b-90213ced6cae,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:32.238266 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-b397e3a8-2979-4429-860f-429aa937dd35 req-abab1e1a-45fb-4381-a05e-15abac07e623 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Request body: {'port': {'device_id': 'ebdb1a42-a6f8-4d21-9c6f-4587c2243318', 'network_id': '8ce1d520-e96f-487c-9918-3bddf83e4eb6', 'admin_state_up': True, 'tenant_id': 'db60647c8e2d477494af3ec198735e68'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:32.241239 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 48e76252-8380-45c1-a60b-90213ced6cae triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:32.241629 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (48e76252-8380-45c1-a60b-90213ced6cae), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.273162 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6af16db7-6b75-49c1-a096-1cc5d36a797b None None] Port 6d6260b1-28c6-435b-98e5-f15398fc683d cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:03:32.294875 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-194a6520-9e7b-4e3c-a8c6-b671ea6fa130 req-35e220c1-6bc2-4b6e-9e2b-1d470ce65605 tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.1398628 Feb 19 04:03:32.300603 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6af16db7-6b75-49c1-a096-1cc5d36a797b None None] Provisioning complete for port 48e76252-8380-45c1-a60b-90213ced6cae triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:32.300981 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6af16db7-6b75-49c1-a096-1cc5d36a797b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (48e76252-8380-45c1-a60b-90213ced6cae), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.385990 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 48e76252-8380-45c1-a60b-90213ced6cae is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:32.395840 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc84000-e28f-459f-90ee-fba156f7af25 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Deleting subnet e9fedc60-fea0-4bc1-9bd3-24bcf4f0b10f {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:03:32.401683 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3dc84000-e28f-459f-90ee-fba156f7af25 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks [] for subnet (e9fedc60-fea0-4bc1-9bd3-24bcf4f0b10f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.412763 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b397e3a8-2979-4429-860f-429aa937dd35 req-abab1e1a-45fb-4381-a05e-15abac07e623 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Made reservation on behalf of db60647c8e2d477494af3ec198735e68 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:32.416657 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b397e3a8-2979-4429-860f-429aa937dd35 req-abab1e1a-45fb-4381-a05e-15abac07e623 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.452761 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6af16db7-6b75-49c1-a096-1cc5d36a797b None None] Current status of the port 48e76252-8380-45c1-a60b-90213ced6cae is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:32.462773 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3dc84000-e28f-459f-90ee-fba156f7af25 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (e9fedc60-fea0-4bc1-9bd3-24bcf4f0b10f), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.522769 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d9265831-61db-41ce-8424-bb827f17498a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for port (123ce6d7-048a-4179-ac62-c23eca1c9618), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.575656 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 71df8ead-0608-4dbc-87a6-c28f86a594c5 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:32.589422 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-141da876-2816-435e-9495-4f66d74997e4 req-48c7dde8-bd63-48b9-958c-1f61cf583e08 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=148033b9-2058-4a18-b6a3-5766b9bfa248 HTTP/1.1" status: 200 len: 210 time: 0.0904408 Feb 19 04:03:32.629644 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054e2f6-f32c-47e8-bba9-7a3497ff1826 req-8b73b251-ae43-4720-a258-70e3cb704f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:32.631248 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0054e2f6-f32c-47e8-bba9-7a3497ff1826 req-8b73b251-ae43-4720-a258-70e3cb704f5e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6507521 Feb 19 04:03:32.640306 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397e3a8-2979-4429-860f-429aa937dd35 req-dc36ab2d-57c3-4100-aec9-5d6f23d4de50 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:32.641774 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b397e3a8-2979-4429-860f-429aa937dd35 req-dc36ab2d-57c3-4100-aec9-5d6f23d4de50 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.26 "GET /v2.0/networks?id=8ce1d520-e96f-487c-9918-3bddf83e4eb6 HTTP/1.1" status: 200 len: 813 time: 0.2228470 Feb 19 04:03:32.661182 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 71df8ead-0608-4dbc-87a6-c28f86a594c5 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:32.662024 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (71df8ead-0608-4dbc-87a6-c28f86a594c5), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.670308 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-b397e3a8-2979-4429-860f-429aa937dd35 req-efa32ec3-ffcd-4fe2-ac51-41ada39b036a tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Request body: {'port': {'device_id': '148033b9-2058-4a18-b6a3-5766b9bfa248', 'network_id': '8ce1d520-e96f-487c-9918-3bddf83e4eb6', 'admin_state_up': True, 'tenant_id': 'db60647c8e2d477494af3ec198735e68'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:32.690360 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d9265831-61db-41ce-8424-bb827f17498a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (123ce6d7-048a-4179-ac62-c23eca1c9618), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.704695 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d2758-188b-4600-8a90-c392ad6fe799 req-f7dc6fc6-dd29-4800-b97f-e13b0dece774 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:32.706527 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-01372316-a983-46c8-9dce-df83e319a5c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.707373 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f5d2758-188b-4600-8a90-c392ad6fe799 req-f7dc6fc6-dd29-4800-b97f-e13b0dece774 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.4562836 Feb 19 04:03:32.769704 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 71df8ead-0608-4dbc-87a6-c28f86a594c5 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:32.770930 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 48e76252-8380-45c1-a60b-90213ced6cae up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:32.776407 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9265831-61db-41ce-8424-bb827f17498a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Network c7e52652-7c3c-4be2-8566-a72156b624d8 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:32.784997 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667a31c-0811-44ad-8a7d-6e8d92bfcdda req-6ab65a12-b241-4858-b021-1f107866173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:32.786529 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e667a31c-0811-44ad-8a7d-6e8d92bfcdda req-6ab65a12-b241-4858-b021-1f107866173b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c869b1ad561a43bab98562600aca3675&device_id=d09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd HTTP/1.1" status: 200 len: 1131 time: 0.6179669 Feb 19 04:03:32.787996 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-d9265831-61db-41ce-8424-bb827f17498a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:32.795301 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9265831-61db-41ce-8424-bb827f17498a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:32.802762 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-b397e3a8-2979-4429-860f-429aa937dd35 req-abab1e1a-45fb-4381-a05e-15abac07e623 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Allocated IP 172.20.0.10 (8ce1d520-e96f-487c-9918-3bddf83e4eb6/e2fb43e0-b3f6-4efa-8ef1-2f831160f2d6/c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:32.823108 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 48e76252-8380-45c1-a60b-90213ced6cae triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:32.823568 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (48e76252-8380-45c1-a60b-90213ced6cae), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.849298 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9265831-61db-41ce-8424-bb827f17498a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event updated for resources: {'Port': ['ID=123ce6d7-048a-4179-ac62-c23eca1c9618,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:32.883730 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:03:32.933772 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9265831-61db-41ce-8424-bb827f17498a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:32.934777 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d9265831-61db-41ce-8424-bb827f17498a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.953883 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 48e76252-8380-45c1-a60b-90213ced6cae is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:32.971994 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b397e3a8-2979-4429-860f-429aa937dd35 req-efa32ec3-ffcd-4fe2-ac51-41ada39b036a tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Made reservation on behalf of db60647c8e2d477494af3ec198735e68 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:32.975567 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b397e3a8-2979-4429-860f-429aa937dd35 req-efa32ec3-ffcd-4fe2-ac51-41ada39b036a tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.993328 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e34de7-2252-4e20-ab69-3e516f9860ef req-51ca150a-c0d3-41c2-8075-9c5930838417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:32.994833 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-14e34de7-2252-4e20-ab69-3e516f9860ef req-51ca150a-c0d3-41c2-8075-9c5930838417 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7633915 Feb 19 04:03:33.008305 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d9265831-61db-41ce-8424-bb827f17498a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6995444 Feb 19 04:03:33.009669 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3dc84000-e28f-459f-90ee-fba156f7af25 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (e9fedc60-fea0-4bc1-9bd3-24bcf4f0b10f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.108486 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a87fd0-a0fb-4877-b45d-2c5000682ee4 req-5539b2a0-7a0f-460e-bdb4-effad9113e4b tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:33.110009 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9a87fd0-a0fb-4877-b45d-2c5000682ee4 req-5539b2a0-7a0f-460e-bdb4-effad9113e4b tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=adb3cd37-0cde-46f9-b7a6-cbdb13707bec HTTP/1.1" status: 200 len: 947 time: 0.3923671 Feb 19 04:03:33.118820 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f5d2758-188b-4600-8a90-c392ad6fe799 req-e2cb0b87-160b-44b6-ac45-2a163a94ab52 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380322 Feb 19 04:03:33.129309 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0054e2f6-f32c-47e8-bba9-7a3497ff1826 req-c260d7ec-bdc8-45ce-b4b0-7055a1267fc2 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769444 Feb 19 04:03:33.175878 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b397e3a8-2979-4429-860f-429aa937dd35 req-abab1e1a-45fb-4381-a05e-15abac07e623 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks [] for port (c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.178747 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667a31c-0811-44ad-8a7d-6e8d92bfcdda req-3cf5ac95-fdcd-4538-88d0-78f81af77254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:33.180673 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e667a31c-0811-44ad-8a7d-6e8d92bfcdda req-3cf5ac95-fdcd-4538-88d0-78f81af77254 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.3679907 Feb 19 04:03:33.187921 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2a5f0b1c-e0b7-4c28-b5b5-be8a6c0de97b None None] Provisioning complete for port 123ce6d7-048a-4179-ac62-c23eca1c9618 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:33.188315 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0b1c-e0b7-4c28-b5b5-be8a6c0de97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (123ce6d7-048a-4179-ac62-c23eca1c9618), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.234847 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b397e3a8-2979-4429-860f-429aa937dd35 req-abab1e1a-45fb-4381-a05e-15abac07e623 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.235713 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e667a31c-0811-44ad-8a7d-6e8d92bfcdda req-c3a16695-9376-413a-ad54-08d3beeb037b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=c24419e7-d5e0-45d3-a022-f0bb86ef7c66 HTTP/1.1" status: 200 len: 217 time: 0.0454712 Feb 19 04:03:33.236752 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3dc84000-e28f-459f-90ee-fba156f7af25 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (e9fedc60-fea0-4bc1-9bd3-24bcf4f0b10f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.270030 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a0d2a3-7cc2-4b96-8765-d5aa7ee60ce2 None None] Network 28086b87-8474-4662-9966-1a2e7c835eaa requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:03:33.274655 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2a5f0b1c-e0b7-4c28-b5b5-be8a6c0de97b None None] Port 123ce6d7-048a-4179-ac62-c23eca1c9618 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:03:33.310579 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667a31c-0811-44ad-8a7d-6e8d92bfcdda req-1a92108a-2991-4480-9a74-41717cdae404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:33.312172 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e667a31c-0811-44ad-8a7d-6e8d92bfcdda req-1a92108a-2991-4480-9a74-41717cdae404 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0552609 Feb 19 04:03:33.315831 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3dc84000-e28f-459f-90ee-fba156f7af25 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.316305 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b397e3a8-2979-4429-860f-429aa937dd35 req-abab1e1a-45fb-4381-a05e-15abac07e623 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Network 8ce1d520-e96f-487c-9918-3bddf83e4eb6 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:33.321066 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3dc84000-e28f-459f-90ee-fba156f7af25 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] 10.222.0.52 "DELETE /v2.0/subnets/e9fedc60-fea0-4bc1-9bd3-24bcf4f0b10f HTTP/1.1" status: 204 len: 168 time: 1.4440467 Feb 19 04:03:33.321541 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-b397e3a8-2979-4429-860f-429aa937dd35 req-abab1e1a-45fb-4381-a05e-15abac07e623 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:33.325567 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-b397e3a8-2979-4429-860f-429aa937dd35 req-abab1e1a-45fb-4381-a05e-15abac07e623 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:33.344902 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52336) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:33.367005 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc84000-e28f-459f-90ee-fba156f7af25 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Pushing event deleted for resources: {'Subnet': ['ID=e9fedc60-fea0-4bc1-9bd3-24bcf4f0b10f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:33.382846 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9a87fd0-a0fb-4877-b45d-2c5000682ee4 req-d6a969e2-a154-4382-b97c-c1ba95aa299e tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499840 Feb 19 04:03:33.438806 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52344) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:33.443652 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-b397e3a8-2979-4429-860f-429aa937dd35 req-efa32ec3-ffcd-4fe2-ac51-41ada39b036a tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Allocated IP 172.20.0.8 (8ce1d520-e96f-487c-9918-3bddf83e4eb6/e2fb43e0-b3f6-4efa-8ef1-2f831160f2d6/6afda7a1-e4b2-456e-a394-16fe6f455ed3) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:33.451076 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-52b2e410-69a6-49ec-b1db-13ad832dbc70 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Request body: {'security_group': {'name': 'tempest-securitygroup--500170041', 'description': 'tempest-description--987811701'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:33.467210 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab1e1a-45fb-4381-a05e-15abac07e623 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Pushing event updated for resources: {'Port': ['ID=c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:33.481961 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397e3a8-2979-4429-860f-429aa937dd35 req-abab1e1a-45fb-4381-a05e-15abac07e623 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:33.484157 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b397e3a8-2979-4429-860f-429aa937dd35 req-abab1e1a-45fb-4381-a05e-15abac07e623 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.524138 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b397e3a8-2979-4429-860f-429aa937dd35 req-abab1e1a-45fb-4381-a05e-15abac07e623 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2896621 Feb 19 04:03:33.525061 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-52b2e410-69a6-49ec-b1db-13ad832dbc70 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.544389 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644386ec-0a2a-4c02-a4b3-49a14d7b4c46 None None] DHCP port deletion for 28086b87-8474-4662-9966-1a2e7c835eaa request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:03:33.558038 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-b397e3a8-2979-4429-860f-429aa937dd35 req-9fa60e04-256a-4671-a1d8-50b1e0aa15eb service neutron] Request body: {'port': {'device_id': 'ebdb1a42-a6f8-4d21-9c6f-4587c2243318', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:33.599176 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-644386ec-0a2a-4c02-a4b3-49a14d7b4c46 None None] Deleting port f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:03:33.599555 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-644386ec-0a2a-4c02-a4b3-49a14d7b4c46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.698769 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-644386ec-0a2a-4c02-a4b3-49a14d7b4c46 None None] For port f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9,segment=NetworkSegment(f54687e1-9065-472d-8b58-6dfdc6bc18cd),segment_id=f54687e1-9065-472d-8b58-6dfdc6bc18cd)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:33.699146 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-644386ec-0a2a-4c02-a4b3-49a14d7b4c46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.717747 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-644386ec-0a2a-4c02-a4b3-49a14d7b4c46 None None] Calling delete_port for f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:03:33.752505 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b397e3a8-2979-4429-860f-429aa937dd35 req-9fa60e04-256a-4671-a1d8-50b1e0aa15eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.810220 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-52b2e410-69a6-49ec-b1db-13ad832dbc70 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for security_group (8059ef7f-ea58-4a15-b895-e90dd80117d2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.818194 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device de70975b-0023-4344-a0be-fd5dc761cffe details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:03:33.846727 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b397e3a8-2979-4429-860f-429aa937dd35 req-efa32ec3-ffcd-4fe2-ac51-41ada39b036a tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks [] for port (6afda7a1-e4b2-456e-a394-16fe6f455ed3), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.849057 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-52b2e410-69a6-49ec-b1db-13ad832dbc70 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8059ef7f-ea58-4a15-b895-e90dd80117d2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.850309 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.854353 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-644386ec-0a2a-4c02-a4b3-49a14d7b4c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.874942 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b154ac2-5a63-4e73-9423-0264e8894057 req-baeb6a1f-6118-483e-88ff-cc7a986efc71 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=148033b9-2058-4a18-b6a3-5766b9bfa248 HTTP/1.1" status: 200 len: 210 time: 0.0886464 Feb 19 04:03:33.880559 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9a65ae61-9fa1-4327-94cf-c5a72e46e706 req-4a0bd534-fff3-4741-b720-5db8e1d89837 tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.0822325 Feb 19 04:03:33.903122 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2e410-69a6-49ec-b1db-13ad832dbc70 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8059ef7f-ea58-4a15-b895-e90dd80117d2,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:33.909690 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3ce47bde-ec4e-4aee-87b4-fc5bdc9c7ca1 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (28086b87-8474-4662-9966-1a2e7c835eaa), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.923153 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644386ec-0a2a-4c02-a4b3-49a14d7b4c46 None None] No DVR routers for this DVR port f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:03:33.928959 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-52b2e410-69a6-49ec-b1db-13ad832dbc70 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.929773 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-52b2e410-69a6-49ec-b1db-13ad832dbc70 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4837296 Feb 19 04:03:33.934666 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52352) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:33.945956 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-eade8384-a639-4058-ae20-eb8a4fcf07fe tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Request body: {'security_group_rule': {'security_group_id': '8059ef7f-ea58-4a15-b895-e90dd80117d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:33.951555 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667a31c-0811-44ad-8a7d-6e8d92bfcdda req-28af2eca-b430-41ba-b9ee-6e135ad24c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:33.953834 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e667a31c-0811-44ad-8a7d-6e8d92bfcdda req-28af2eca-b430-41ba-b9ee-6e135ad24c78 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5680313 Feb 19 04:03:33.964298 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0054e2f6-f32c-47e8-bba9-7a3497ff1826 req-e315fdd6-1414-40a8-abbc-1cea3c7b4cb5 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8175962 Feb 19 04:03:33.964589 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644386ec-0a2a-4c02-a4b3-49a14d7b4c46 None None] Pushing event deleted for resources: {'Port': ['ID=f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:34.031295 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port de70975b-0023-4344-a0be-fd5dc761cffe, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=de70975b-0023-4344-a0be-fd5dc761cffe,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:34.033302 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eade8384-a639-4058-ae20-eb8a4fcf07fe tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for security_group_rule (2faed802-6f55-4805-9299-c4efef3dd8cf), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:34.038861 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'de70975b-0023-4344-a0be-fd5dc761cffe', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': 'de70975b-0023-4344-a0be-fd5dc761cffe', 'mac_address': 'fa:16:3e:0c:37:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:03:34.079917 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b397e3a8-2979-4429-860f-429aa937dd35 req-efa32ec3-ffcd-4fe2-ac51-41ada39b036a tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (6afda7a1-e4b2-456e-a394-16fe6f455ed3), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:34.086276 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port de70975b-0023-4344-a0be-fd5dc761cffe is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:34.086673 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (de70975b-0023-4344-a0be-fd5dc761cffe), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:34.098617 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3ce47bde-ec4e-4aee-87b4-fc5bdc9c7ca1 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (28086b87-8474-4662-9966-1a2e7c835eaa), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:34.101430 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de70975b-0023-4344-a0be-fd5dc761cffe {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:34.126138 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port de70975b-0023-4344-a0be-fd5dc761cffe, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=de70975b-0023-4344-a0be-fd5dc761cffe,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:34.130522 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (de70975b-0023-4344-a0be-fd5dc761cffe), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:34.134518 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-3ce47bde-ec4e-4aee-87b4-fc5bdc9c7ca1 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28086b87-8474-4662-9966-1a2e7c835eaa']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:34.154746 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-3ce47bde-ec4e-4aee-87b4-fc5bdc9c7ca1 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f54687e1-9065-472d-8b58-6dfdc6bc18cd') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:34.155052 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-3ce47bde-ec4e-4aee-87b4-fc5bdc9c7ca1 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f54687e1-9065-472d-8b58-6dfdc6bc18cd') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:34.167185 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e667a31c-0811-44ad-8a7d-6e8d92bfcdda req-e1901c67-4dfd-4847-818c-94ad61e82770 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964178 Feb 19 04:03:34.168976 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3ce47bde-ec4e-4aee-87b4-fc5bdc9c7ca1 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (f54687e1-9065-472d-8b58-6dfdc6bc18cd), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:34.185514 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=de70975b-0023-4344-a0be-fd5dc761cffe,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:34.204780 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3ce47bde-ec4e-4aee-87b4-fc5bdc9c7ca1 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (f54687e1-9065-472d-8b58-6dfdc6bc18cd), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:34.207436 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa32ec3-ffcd-4fe2-ac51-41ada39b036a tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Pushing event updated for resources: {'Port': ['ID=6afda7a1-e4b2-456e-a394-16fe6f455ed3,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:34.219815 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce47bde-ec4e-4aee-87b4-fc5bdc9c7ca1 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:03:34.220524 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3ce47bde-ec4e-4aee-87b4-fc5bdc9c7ca1 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (f54687e1-9065-472d-8b58-6dfdc6bc18cd), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:34.232889 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b397e3a8-2979-4429-860f-429aa937dd35 req-efa32ec3-ffcd-4fe2-ac51-41ada39b036a tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Network 8ce1d520-e96f-487c-9918-3bddf83e4eb6 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:34.240832 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-b397e3a8-2979-4429-860f-429aa937dd35 req-efa32ec3-ffcd-4fe2-ac51-41ada39b036a tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:34.248319 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-b397e3a8-2979-4429-860f-429aa937dd35 req-efa32ec3-ffcd-4fe2-ac51-41ada39b036a tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:03:34.253235 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:03:34.267346 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eade8384-a639-4058-ae20-eb8a4fcf07fe tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for security_group_rule (2faed802-6f55-4805-9299-c4efef3dd8cf), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:34.293787 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eade8384-a639-4058-ae20-eb8a4fcf07fe tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (2faed802-6f55-4805-9299-c4efef3dd8cf), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:34.348296 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade8384-a639-4058-ae20-eb8a4fcf07fe tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2faed802-6f55-4805-9299-c4efef3dd8cf,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:34.363634 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397e3a8-2979-4429-860f-429aa937dd35 req-efa32ec3-ffcd-4fe2-ac51-41ada39b036a tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:34.364310 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b397e3a8-2979-4429-860f-429aa937dd35 req-efa32ec3-ffcd-4fe2-ac51-41ada39b036a tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:34.366823 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['de70975b-0023-4344-a0be-fd5dc761cffe'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:03:34.369197 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3ce47bde-ec4e-4aee-87b4-fc5bdc9c7ca1 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (28086b87-8474-4662-9966-1a2e7c835eaa), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:34.376706 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eade8384-a639-4058-ae20-eb8a4fcf07fe tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:34.380568 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-eade8384-a639-4058-ae20-eb8a4fcf07fe tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4373682 Feb 19 04:03:34.380730 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e33a70-768a-4abc-a611-047fba89ea20 req-268db75b-a86d-47c6-bbd9-64c1ce8ea335 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:34.382628 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-23e33a70-768a-4abc-a611-047fba89ea20 req-268db75b-a86d-47c6-bbd9-64c1ce8ea335 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.1757102 Feb 19 04:03:34.383316 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52356) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:34.387761 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3ce47bde-ec4e-4aee-87b4-fc5bdc9c7ca1 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:34.395131 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3ce47bde-ec4e-4aee-87b4-fc5bdc9c7ca1 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] 10.222.0.52 "DELETE /v2.0/networks/28086b87-8474-4662-9966-1a2e7c835eaa HTTP/1.1" status: 204 len: 168 time: 1.0451288 Feb 19 04:03:34.406655 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-a8c709b8-8f68-45ef-b255-5ea817518b79 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Request body: {'security_group_rule': {'security_group_id': '8059ef7f-ea58-4a15-b895-e90dd80117d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:34.420692 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e667a31c-0811-44ad-8a7d-6e8d92bfcdda req-ae1a263f-2edd-435a-bb34-681de90c7edb service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421198 Feb 19 04:03:34.428607 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52358) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:34.463380 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b397e3a8-2979-4429-860f-429aa937dd35 req-efa32ec3-ffcd-4fe2-ac51-41ada39b036a tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7970684 Feb 19 04:03:34.481062 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:03:34.481423 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce47bde-ec4e-4aee-87b4-fc5bdc9c7ca1 tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Pushing event deleted for resources: {'Network': ['ID=28086b87-8474-4662-9966-1a2e7c835eaa,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:34.528733 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-b397e3a8-2979-4429-860f-429aa937dd35 req-09bdc473-1254-4d87-b9e8-b605d88c343b service neutron] Request body: {'port': {'device_id': '148033b9-2058-4a18-b6a3-5766b9bfa248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:34.531033 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:03:34.531616 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f5dd2f6c-4408-4f2b-acf2-9e0ef6bf5fd9 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:03:34.535872 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-b397e3a8-2979-4429-860f-429aa937dd35 req-9fa60e04-256a-4671-a1d8-50b1e0aa15eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:34.543634 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a8c709b8-8f68-45ef-b255-5ea817518b79 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for security_group_rule (e2d2244b-f47d-4735-9c24-b99560482baa), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:34.560770 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-23e33a70-768a-4abc-a611-047fba89ea20 req-dfac3820-c394-4739-8a62-dcc7147413b0 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244290 Feb 19 04:03:34.612076 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1792e-0357-4c9c-8ee2-d22cdd4101a6 req-fc5031dc-f2dd-4b19-b2c8-6718e7aeac24 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:34.613598 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7d1792e-0357-4c9c-8ee2-d22cdd4101a6 req-fc5031dc-f2dd-4b19-b2c8-6718e7aeac24 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=adb3cd37-0cde-46f9-b7a6-cbdb13707bec HTTP/1.1" status: 200 len: 948 time: 0.1102300 Feb 19 04:03:34.622436 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b397e3a8-2979-4429-860f-429aa937dd35 req-9fa60e04-256a-4671-a1d8-50b1e0aa15eb service neutron] Publish callbacks [] for port (c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:34.669329 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a8c709b8-8f68-45ef-b255-5ea817518b79 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for security_group_rule (e2d2244b-f47d-4735-9c24-b99560482baa), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:34.676314 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-b397e3a8-2979-4429-860f-429aa937dd35 req-9fa60e04-256a-4671-a1d8-50b1e0aa15eb service neutron] Transition to ACTIVE for port object c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:03:34.676503 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a8c709b8-8f68-45ef-b255-5ea817518b79 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (e2d2244b-f47d-4735-9c24-b99560482baa), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:34.695468 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b397e3a8-2979-4429-860f-429aa937dd35 req-9fa60e04-256a-4671-a1d8-50b1e0aa15eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:34.703236 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7d1792e-0357-4c9c-8ee2-d22cdd4101a6 req-17659a56-e60d-4846-9d9f-2647741bdd6c tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812559 Feb 19 04:03:34.706042 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c709b8-8f68-45ef-b255-5ea817518b79 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d2244b-f47d-4735-9c24-b99560482baa,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:34.716102 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a8c709b8-8f68-45ef-b255-5ea817518b79 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:34.718136 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a8c709b8-8f68-45ef-b255-5ea817518b79 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3197536 Feb 19 04:03:34.721536 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52372) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:34.726020 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-f7ed8852-862f-40bc-8404-a3b025cde5a3 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:34.747855 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b397e3a8-2979-4429-860f-429aa937dd35 req-09bdc473-1254-4d87-b9e8-b605d88c343b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6afda7a1-e4b2-456e-a394-16fe6f455ed3), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:34.749030 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7ed8852-862f-40bc-8404-a3b025cde5a3 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:34.784911 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa60e04-256a-4671-a1d8-50b1e0aa15eb service neutron] Pushing event updated for resources: {'Port': ['ID=c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:34.832544 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-068b03f6-9947-43eb-895c-c5a0c89e7a8c tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Deleting port 1f2e1ef1-7fd7-44c5-adb3-776b32ced728 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:03:34.832885 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-068b03f6-9947-43eb-895c-c5a0c89e7a8c tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (1f2e1ef1-7fd7-44c5-adb3-776b32ced728), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:34.848930 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7ed8852-862f-40bc-8404-a3b025cde5a3 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:34.964174 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-f7ed8852-862f-40bc-8404-a3b025cde5a3 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Allocated IP 172.25.3.221 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/492300a5-8a11-4470-8c5a-4dc2238bf94f) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:35.036503 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-068b03f6-9947-43eb-895c-c5a0c89e7a8c tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (1f2e1ef1-7fd7-44c5-adb3-776b32ced728), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:35.037214 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-068b03f6-9947-43eb-895c-c5a0c89e7a8c tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks [] for floatingip (1f2e1ef1-7fd7-44c5-adb3-776b32ced728), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:35.039364 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b397e3a8-2979-4429-860f-429aa937dd35 req-9fa60e04-256a-4671-a1d8-50b1e0aa15eb service neutron] Attempting to bind port c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:03:35.039739 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b397e3a8-2979-4429-860f-429aa937dd35 req-9fa60e04-256a-4671-a1d8-50b1e0aa15eb service neutron] Attempting to bind port c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '3d737888-5046-4f1e-af6e-325c6cb838a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8ce1d520-e96f-487c-9918-3bddf83e4eb6'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:03:35.040103 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b397e3a8-2979-4429-860f-429aa937dd35 req-9fa60e04-256a-4671-a1d8-50b1e0aa15eb service neutron] Attempting to bind port c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c on network 8ce1d520-e96f-487c-9918-3bddf83e4eb6 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:35.071174 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59a892b9-5708-4221-a5de-a09bdf960904 req-1026c18b-8389-4d31-838a-0e8f4f000866 tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.0680225 Feb 19 04:03:35.094125 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b397e3a8-2979-4429-860f-429aa937dd35 req-9fa60e04-256a-4671-a1d8-50b1e0aa15eb service neutron] Port c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c on network 8ce1d520-e96f-487c-9918-3bddf83e4eb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:03:35.094418 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b397e3a8-2979-4429-860f-429aa937dd35 req-9fa60e04-256a-4671-a1d8-50b1e0aa15eb service neutron] Attempting to bind port c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c on network 8ce1d520-e96f-487c-9918-3bddf83e4eb6 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:35.099448 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-068b03f6-9947-43eb-895c-c5a0c89e7a8c tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Calling delete_port for 1f2e1ef1-7fd7-44c5-adb3-776b32ced728 owned by network:floatingip {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:03:35.107866 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b397e3a8-2979-4429-860f-429aa937dd35 req-9fa60e04-256a-4671-a1d8-50b1e0aa15eb service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:03:35.108239 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b397e3a8-2979-4429-860f-429aa937dd35 req-9fa60e04-256a-4671-a1d8-50b1e0aa15eb service neutron] Checking segment: {'id': '3d737888-5046-4f1e-af6e-325c6cb838a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8ce1d520-e96f-487c-9918-3bddf83e4eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:35.109207 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b397e3a8-2979-4429-860f-429aa937dd35 req-9fa60e04-256a-4671-a1d8-50b1e0aa15eb service neutron] Bound using segment: {'id': '3d737888-5046-4f1e-af6e-325c6cb838a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8ce1d520-e96f-487c-9918-3bddf83e4eb6'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:03:35.109725 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b397e3a8-2979-4429-860f-429aa937dd35 req-9fa60e04-256a-4671-a1d8-50b1e0aa15eb service neutron] Bound port: c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d737888-5046-4f1e-af6e-325c6cb838a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8ce1d520-e96f-487c-9918-3bddf83e4eb6'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:03:35.110093 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b397e3a8-2979-4429-860f-429aa937dd35 req-9fa60e04-256a-4671-a1d8-50b1e0aa15eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:35.161624 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:35.168067 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170034fc-c4c7-4b79-9e7c-e15816e4b28d req-e758db8c-9cb0-414f-b444-74c9321d3c29 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:35.169701 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-170034fc-c4c7-4b79-9e7c-e15816e4b28d req-e758db8c-9cb0-414f-b444-74c9321d3c29 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=148033b9-2058-4a18-b6a3-5766b9bfa248 HTTP/1.1" status: 200 len: 931 time: 0.1235929 Feb 19 04:03:35.174695 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7ed8852-862f-40bc-8404-a3b025cde5a3 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for port (492300a5-8a11-4470-8c5a-4dc2238bf94f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:35.237768 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-170034fc-c4c7-4b79-9e7c-e15816e4b28d req-7ee58fec-ab42-4298-bb51-d8539acd2613 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597312 Feb 19 04:03:35.246832 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7ed8852-862f-40bc-8404-a3b025cde5a3 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (492300a5-8a11-4470-8c5a-4dc2238bf94f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:35.287784 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-b397e3a8-2979-4429-860f-429aa937dd35 req-9fa60e04-256a-4671-a1d8-50b1e0aa15eb service neutron] For port c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:35.296020 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ed8852-862f-40bc-8404-a3b025cde5a3 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:35.300167 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed8852-862f-40bc-8404-a3b025cde5a3 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event updated for resources: {'Port': ['ID=492300a5-8a11-4470-8c5a-4dc2238bf94f,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:35.303684 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-f7ed8852-862f-40bc-8404-a3b025cde5a3 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:35.305892 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ed8852-862f-40bc-8404-a3b025cde5a3 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:35.320874 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-b397e3a8-2979-4429-860f-429aa937dd35 req-9fa60e04-256a-4671-a1d8-50b1e0aa15eb service neutron] For port c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c,segment=NetworkSegment(3d737888-5046-4f1e-af6e-325c6cb838a3),segment_id=3d737888-5046-4f1e-af6e-325c6cb838a3)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:03:35.322786 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 5f5af0b5-b603-4982-a65f-e3b1a9042c4e details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:03:35.357534 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b397e3a8-2979-4429-860f-429aa937dd35 req-9fa60e04-256a-4671-a1d8-50b1e0aa15eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:35.371565 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-b397e3a8-2979-4429-860f-429aa937dd35 req-09bdc473-1254-4d87-b9e8-b605d88c343b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6afda7a1-e4b2-456e-a394-16fe6f455ed3 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:35.400033 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b397e3a8-2979-4429-860f-429aa937dd35 req-09bdc473-1254-4d87-b9e8-b605d88c343b service neutron] Publish callbacks [] for port (6afda7a1-e4b2-456e-a394-16fe6f455ed3), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:35.425615 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397e3a8-2979-4429-860f-429aa937dd35 req-9fa60e04-256a-4671-a1d8-50b1e0aa15eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:35.426366 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b397e3a8-2979-4429-860f-429aa937dd35 req-9fa60e04-256a-4671-a1d8-50b1e0aa15eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:35.427854 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b397e3a8-2979-4429-860f-429aa937dd35 req-9fa60e04-256a-4671-a1d8-50b1e0aa15eb service neutron] 10.222.0.26 "PUT /v2.0/ports/c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c HTTP/1.1" status: 200 len: 1093 time: 1.8770280 Feb 19 04:03:35.428310 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebdb1a42-a6f8-4d21-9c6f-4587c2243318', 'tag': 'c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:35.430605 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4de018-00f8-4e53-940f-5f51ed61b8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "ebdb1a42-a6f8-4d21-9c6f-4587c2243318", "tag": "c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:35.451129 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-b397e3a8-2979-4429-860f-429aa937dd35 req-09bdc473-1254-4d87-b9e8-b605d88c343b service neutron] Transition to ACTIVE for port object 6afda7a1-e4b2-456e-a394-16fe6f455ed3 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:03:35.462039 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-068b03f6-9947-43eb-895c-c5a0c89e7a8c tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (1f2e1ef1-7fd7-44c5-adb3-776b32ced728), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:35.464043 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b397e3a8-2979-4429-860f-429aa937dd35 req-09bdc473-1254-4d87-b9e8-b605d88c343b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (6afda7a1-e4b2-456e-a394-16fe6f455ed3), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:35.485269 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa60e04-256a-4671-a1d8-50b1e0aa15eb service neutron] Pushing event updated for resources: {'Port': ['ID=c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:35.536959 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7ed8852-862f-40bc-8404-a3b025cde5a3 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for floatingip (681d5c5e-a7eb-4cd8-842a-3bc723b335d2), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:35.553438 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b03f6-9947-43eb-895c-c5a0c89e7a8c tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Pushing event deleted for resources: {'Port': ['ID=1f2e1ef1-7fd7-44c5-adb3-776b32ced728,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:35.576070 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=5f5af0b5-b603-4982-a65f-e3b1a9042c4e,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:35.590336 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '5f5af0b5-b603-4982-a65f-e3b1a9042c4e', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '5f5af0b5-b603-4982-a65f-e3b1a9042c4e', 'mac_address': 'fa:16:3e:95:d2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:03:35.600091 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7ed8852-862f-40bc-8404-a3b025cde5a3 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (492300a5-8a11-4470-8c5a-4dc2238bf94f), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:35.633896 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e956e516-5d97-405e-825c-011cfd896948 x-openstack-request-id: req-e956e516-5d97-405e-825c-011cfd896948 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:35.634284 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebdb1a42-a6f8-4d21-9c6f-4587c2243318", "tag": "c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:35.634519 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e956e516-5d97-405e-825c-011cfd896948 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:35.634850 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebdb1a42-a6f8-4d21-9c6f-4587c2243318', 'tag': 'c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c', 'status': 'completed', 'code': 200} Feb 19 04:03:35.665691 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e is: ACTIVE; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:35.666919 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:35.685182 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f5af0b5-b603-4982-a65f-e3b1a9042c4e {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:35.708176 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bdc473-1254-4d87-b9e8-b605d88c343b service neutron] Pushing event updated for resources: {'Port': ['ID=6afda7a1-e4b2-456e-a394-16fe6f455ed3,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:35.709941 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=5f5af0b5-b603-4982-a65f-e3b1a9042c4e,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:35.722796 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:35.744220 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397e3a8-2979-4429-860f-429aa937dd35 req-b4740c3a-f25a-4e68-ae14-d3e51f7ade4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:35.745695 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b397e3a8-2979-4429-860f-429aa937dd35 req-b4740c3a-f25a-4e68-ae14-d3e51f7ade4e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db60647c8e2d477494af3ec198735e68&device_id=ebdb1a42-a6f8-4d21-9c6f-4587c2243318 HTTP/1.1" status: 200 len: 1127 time: 0.2403412 Feb 19 04:03:35.755892 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-068b03f6-9947-43eb-895c-c5a0c89e7a8c tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks [] for floatingip (307ee914-899e-4061-a925-3817c5072e06), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:35.763317 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-068b03f6-9947-43eb-895c-c5a0c89e7a8c tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:35.768175 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-068b03f6-9947-43eb-895c-c5a0c89e7a8c tempest-FloatingIPAdminTestJSON-127086792 tempest-FloatingIPAdminTestJSON-127086792-project] 10.222.0.52 "DELETE /v2.0/floatingips/307ee914-899e-4061-a925-3817c5072e06 HTTP/1.1" status: 204 len: 168 time: 1.3362334 Feb 19 04:03:35.781003 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-14e34de7-2252-4e20-ab69-3e516f9860ef req-893a66cc-ba4c-4610-aabf-606d4299c9d6 tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.26 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.0384393 Feb 19 04:03:35.802952 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device de70975b-0023-4344-a0be-fd5dc761cffe up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:35.837296 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=5f5af0b5-b603-4982-a65f-e3b1a9042c4e,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:35.858064 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b397e3a8-2979-4429-860f-429aa937dd35 req-62935e42-80f2-4824-b68e-1d288b1085d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c HTTP/1.1" status: 200 len: 217 time: 0.0712314 Feb 19 04:03:35.861422 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b397e3a8-2979-4429-860f-429aa937dd35 req-09bdc473-1254-4d87-b9e8-b605d88c343b service neutron] Attempting to bind port 6afda7a1-e4b2-456e-a394-16fe6f455ed3 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:03:35.861763 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b397e3a8-2979-4429-860f-429aa937dd35 req-09bdc473-1254-4d87-b9e8-b605d88c343b service neutron] Attempting to bind port 6afda7a1-e4b2-456e-a394-16fe6f455ed3 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '3d737888-5046-4f1e-af6e-325c6cb838a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8ce1d520-e96f-487c-9918-3bddf83e4eb6'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:03:35.862107 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b397e3a8-2979-4429-860f-429aa937dd35 req-09bdc473-1254-4d87-b9e8-b605d88c343b service neutron] Attempting to bind port 6afda7a1-e4b2-456e-a394-16fe6f455ed3 on network 8ce1d520-e96f-487c-9918-3bddf83e4eb6 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:35.867198 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b397e3a8-2979-4429-860f-429aa937dd35 req-09bdc473-1254-4d87-b9e8-b605d88c343b service neutron] Port 6afda7a1-e4b2-456e-a394-16fe6f455ed3 on network 8ce1d520-e96f-487c-9918-3bddf83e4eb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:03:35.867521 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b397e3a8-2979-4429-860f-429aa937dd35 req-09bdc473-1254-4d87-b9e8-b605d88c343b service neutron] Attempting to bind port 6afda7a1-e4b2-456e-a394-16fe6f455ed3 on network 8ce1d520-e96f-487c-9918-3bddf83e4eb6 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:35.874204 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ba223-9e93-430c-b018-52441bb06d14 req-39d9082e-f593-4900-b1a3-eaedf7a63f5a tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:35.880980 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-050ba223-9e93-430c-b018-52441bb06d14 req-39d9082e-f593-4900-b1a3-eaedf7a63f5a tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.2066002 Feb 19 04:03:35.881152 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port de70975b-0023-4344-a0be-fd5dc761cffe completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:03:35.887701 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port de70975b-0023-4344-a0be-fd5dc761cffe triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:35.888289 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (de70975b-0023-4344-a0be-fd5dc761cffe), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:35.891465 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b397e3a8-2979-4429-860f-429aa937dd35 req-09bdc473-1254-4d87-b9e8-b605d88c343b service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:03:35.892565 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b397e3a8-2979-4429-860f-429aa937dd35 req-09bdc473-1254-4d87-b9e8-b605d88c343b service neutron] Checking segment: {'id': '3d737888-5046-4f1e-af6e-325c6cb838a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8ce1d520-e96f-487c-9918-3bddf83e4eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:35.893126 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b397e3a8-2979-4429-860f-429aa937dd35 req-09bdc473-1254-4d87-b9e8-b605d88c343b service neutron] Bound using segment: {'id': '3d737888-5046-4f1e-af6e-325c6cb838a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8ce1d520-e96f-487c-9918-3bddf83e4eb6'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:03:35.893592 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b397e3a8-2979-4429-860f-429aa937dd35 req-09bdc473-1254-4d87-b9e8-b605d88c343b service neutron] Bound port: 6afda7a1-e4b2-456e-a394-16fe6f455ed3, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d737888-5046-4f1e-af6e-325c6cb838a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8ce1d520-e96f-487c-9918-3bddf83e4eb6'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:03:35.893957 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b397e3a8-2979-4429-860f-429aa937dd35 req-09bdc473-1254-4d87-b9e8-b605d88c343b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6afda7a1-e4b2-456e-a394-16fe6f455ed3), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:35.921944 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['5f5af0b5-b603-4982-a65f-e3b1a9042c4e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:03:35.965799 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397e3a8-2979-4429-860f-429aa937dd35 req-d7d93517-050d-4b5f-9695-088d07beb041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:35.967388 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b397e3a8-2979-4429-860f-429aa937dd35 req-d7d93517-050d-4b5f-9695-088d07beb041 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2fb43e0-b3f6-4efa-8ef1-2f831160f2d6 HTTP/1.1" status: 200 len: 853 time: 0.0943367 Feb 19 04:03:36.037880 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7ed8852-862f-40bc-8404-a3b025cde5a3 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for port (492300a5-8a11-4470-8c5a-4dc2238bf94f), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:36.051848 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ebce7-2844-43b9-8ec5-c08b285f747c req-2376ac6a-183f-439f-b4ee-30d39b10f7bc tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:36.059050 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-157ebce7-2844-43b9-8ec5-c08b285f747c req-2376ac6a-183f-439f-b4ee-30d39b10f7bc tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=adb3cd37-0cde-46f9-b7a6-cbdb13707bec HTTP/1.1" status: 200 len: 948 time: 0.2417736 Feb 19 04:03:36.060982 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b397e3a8-2979-4429-860f-429aa937dd35 req-c9df733d-d94c-49c9-a00d-0a26bdac2735 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ce1d520-e96f-487c-9918-3bddf83e4eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741336 Feb 19 04:03:36.067630 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7ed8852-862f-40bc-8404-a3b025cde5a3 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (492300a5-8a11-4470-8c5a-4dc2238bf94f), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:36.073687 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port de70975b-0023-4344-a0be-fd5dc761cffe is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:36.074306 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (de70975b-0023-4344-a0be-fd5dc761cffe), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:36.117784 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb3cd37-0cde-46f9-b7a6-cbdb13707bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de70975b-0023-4344-a0be-fd5dc761cffe'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:36.120334 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513f3a08-03d5-4569-8bdd-9b0dee888a2c" -d '{"events": [{"server_uuid": "adb3cd37-0cde-46f9-b7a6-cbdb13707bec", "name": "network-vif-plugged", "status": "completed", "tag": "de70975b-0023-4344-a0be-fd5dc761cffe"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:36.126788 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-050ba223-9e93-430c-b018-52441bb06d14 req-9bcd75ce-5902-44b7-965a-654134f63a72 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179308 Feb 19 04:03:36.143376 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port de70975b-0023-4344-a0be-fd5dc761cffe, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=de70975b-0023-4344-a0be-fd5dc761cffe,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:36.161818 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (de70975b-0023-4344-a0be-fd5dc761cffe), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:36.163504 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-157ebce7-2844-43b9-8ec5-c08b285f747c req-f19948d0-98e9-46f5-876a-dd62b05603d6 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008856 Feb 19 04:03:36.188186 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-b397e3a8-2979-4429-860f-429aa937dd35 req-09bdc473-1254-4d87-b9e8-b605d88c343b service neutron] For port 6afda7a1-e4b2-456e-a394-16fe6f455ed3, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:36.194062 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b397e3a8-2979-4429-860f-429aa937dd35 req-bc6f4524-d661-478e-a5af-50ce91875c93 service neutron] 10.222.0.26 "GET /v2.0/networks/8ce1d520-e96f-487c-9918-3bddf83e4eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239195 Feb 19 04:03:36.230186 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-b397e3a8-2979-4429-860f-429aa937dd35 req-09bdc473-1254-4d87-b9e8-b605d88c343b service neutron] For port 6afda7a1-e4b2-456e-a394-16fe6f455ed3, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=6afda7a1-e4b2-456e-a394-16fe6f455ed3,segment=NetworkSegment(3d737888-5046-4f1e-af6e-325c6cb838a3),segment_id=3d737888-5046-4f1e-af6e-325c6cb838a3)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:03:36.233026 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52404) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:36.235468 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=de70975b-0023-4344-a0be-fd5dc761cffe,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:36.241888 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b27463b-1929-4350-b275-a6037ea2c178 x-openstack-request-id: req-8b27463b-1929-4350-b275-a6037ea2c178 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:36.242223 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb3cd37-0cde-46f9-b7a6-cbdb13707bec", "name": "network-vif-plugged", "status": "completed", "tag": "de70975b-0023-4344-a0be-fd5dc761cffe", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:36.242485 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b27463b-1929-4350-b275-a6037ea2c178 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:36.242874 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb3cd37-0cde-46f9-b7a6-cbdb13707bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de70975b-0023-4344-a0be-fd5dc761cffe', 'code': 200} Feb 19 04:03:36.301179 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b397e3a8-2979-4429-860f-429aa937dd35 req-09bdc473-1254-4d87-b9e8-b605d88c343b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (6afda7a1-e4b2-456e-a394-16fe6f455ed3), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:36.303419 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed8852-862f-40bc-8404-a3b025cde5a3 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event updated for resources: {'Port': ['ID=492300a5-8a11-4470-8c5a-4dc2238bf94f,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:36.334498 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-136bfcae-f84c-41c8-812b-d813ee5970af req-07b851bb-dfc2-41bb-b60c-01230892dd1a tempest-ServerShowV254Test-1503732900 tempest-ServerShowV254Test-1503732900-project] 10.222.0.52 "GET /v2.0/ports?device_id=5929a16e-25c4-42bc-a4e9-48cecaf382ba HTTP/1.1" status: 200 len: 210 time: 0.0442157 Feb 19 04:03:36.353295 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7ed8852-862f-40bc-8404-a3b025cde5a3 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (681d5c5e-a7eb-4cd8-842a-3bc723b335d2), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:36.356222 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397e3a8-2979-4429-860f-429aa937dd35 req-09bdc473-1254-4d87-b9e8-b605d88c343b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:36.356928 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b397e3a8-2979-4429-860f-429aa937dd35 req-09bdc473-1254-4d87-b9e8-b605d88c343b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:36.360320 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b397e3a8-2979-4429-860f-429aa937dd35 req-09bdc473-1254-4d87-b9e8-b605d88c343b service neutron] 10.222.0.26 "PUT /v2.0/ports/6afda7a1-e4b2-456e-a394-16fe6f455ed3 HTTP/1.1" status: 200 len: 1092 time: 1.8389101 Feb 19 04:03:36.422501 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7ed8852-862f-40bc-8404-a3b025cde5a3 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:36.423956 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f7ed8852-862f-40bc-8404-a3b025cde5a3 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7014019 Feb 19 04:03:36.424431 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bdc473-1254-4d87-b9e8-b605d88c343b service neutron] Pushing event updated for resources: {'Port': ['ID=6afda7a1-e4b2-456e-a394-16fe6f455ed3,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:36.429504 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b397e3a8-2979-4429-860f-429aa937dd35 req-d34b548a-9fab-4b30-8cbe-22a79cbcca49 service neutron] 10.222.0.26 "GET /v2.0/networks/8ce1d520-e96f-487c-9918-3bddf83e4eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274957 Feb 19 04:03:36.446730 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522bf28-f07c-4765-a1dc-d7876eae8a1c req-4eee539d-cc0f-493f-a1b9-fb340699dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:36.454962 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2522bf28-f07c-4765-a1dc-d7876eae8a1c req-4eee539d-cc0f-493f-a1b9-fb340699dc27 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=adb3cd37-0cde-46f9-b7a6-cbdb13707bec HTTP/1.1" status: 200 len: 1132 time: 0.1265473 Feb 19 04:03:36.552462 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2522bf28-f07c-4765-a1dc-d7876eae8a1c req-cae2f3d4-e17c-4001-898f-5eb4138cb235 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890372 Feb 19 04:03:36.560516 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb89093-78b7-4e68-a801-671b4cc6578a req-4b2b8803-9994-40c7-ab09-68e6588a369d tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:36.568183 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7fb89093-78b7-4e68-a801-671b4cc6578a req-4b2b8803-9994-40c7-ab09-68e6588a369d tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=148033b9-2058-4a18-b6a3-5766b9bfa248 HTTP/1.1" status: 200 len: 943 time: 0.1081007 Feb 19 04:03:36.618414 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397e3a8-2979-4429-860f-429aa937dd35 req-57bd58b7-f4e6-42fe-b397-231a42b65ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:36.620060 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b397e3a8-2979-4429-860f-429aa937dd35 req-57bd58b7-f4e6-42fe-b397-231a42b65ca5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db60647c8e2d477494af3ec198735e68&device_id=148033b9-2058-4a18-b6a3-5766b9bfa248 HTTP/1.1" status: 200 len: 1126 time: 0.1894279 Feb 19 04:03:36.627246 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7fb89093-78b7-4e68-a801-671b4cc6578a req-4969d4e5-e83e-4e03-864b-eda4ea9fc4e5 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583706 Feb 19 04:03:36.642444 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4de018-00f8-4e53-940f-5f51ed61b8b5 req-b6de5517-e107-4dd4-a2be-0492499e1b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:36.643012 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7c4de018-00f8-4e53-940f-5f51ed61b8b5 req-b6de5517-e107-4dd4-a2be-0492499e1b2d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db60647c8e2d477494af3ec198735e68&device_id=ebdb1a42-a6f8-4d21-9c6f-4587c2243318 HTTP/1.1" status: 200 len: 1127 time: 0.1079974 Feb 19 04:03:36.647725 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b27f77f7-41dc-4dba-bf4e-5946a9a36ef8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=82a12beec71f439081a19cdb5e5d8894&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4134352 Feb 19 04:03:36.650724 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52416) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:36.705554 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b397e3a8-2979-4429-860f-429aa937dd35 req-27e800c8-b949-4a33-b91e-98034c892e37 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6afda7a1-e4b2-456e-a394-16fe6f455ed3 HTTP/1.1" status: 200 len: 217 time: 0.0738363 Feb 19 04:03:36.706349 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:36.707853 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-74bf7e3f-5028-487a-939d-b1d678c7fa83 admin admin] Publish callbacks [] for security_group (8e5825f9-66b6-4375-9d33-61b12af76f45), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:36.736687 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-74bf7e3f-5028-487a-939d-b1d678c7fa83 admin admin] Publish callbacks [] for security_group (8e5825f9-66b6-4375-9d33-61b12af76f45), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:36.798216 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-7c877367-ab6f-4aef-9b24-f7f72acc7a4d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--500170041&fields=id&tenant_id=488b9932c1464ee8ae512fcaa6eb0e94 HTTP/1.1" status: 200 len: 267 time: 0.0712814 Feb 19 04:03:36.811426 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397e3a8-2979-4429-860f-429aa937dd35 req-62549978-8fe5-48ac-8818-4e2b5509a350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:36.812990 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b397e3a8-2979-4429-860f-429aa937dd35 req-62549978-8fe5-48ac-8818-4e2b5509a350 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2fb43e0-b3f6-4efa-8ef1-2f831160f2d6 HTTP/1.1" status: 200 len: 853 time: 0.0952830 Feb 19 04:03:36.846662 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-74bf7e3f-5028-487a-939d-b1d678c7fa83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8e5825f9-66b6-4375-9d33-61b12af76f45), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:36.849361 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-74bf7e3f-5028-487a-939d-b1d678c7fa83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:36.850544 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-74bf7e3f-5028-487a-939d-b1d678c7fa83 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8e5825f9-66b6-4375-9d33-61b12af76f45 HTTP/1.1" status: 204 len: 168 time: 0.1988292 Feb 19 04:03:36.858194 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b397e3a8-2979-4429-860f-429aa937dd35 req-72526eb5-6b7e-451c-8b56-7d4feca30a02 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ce1d520-e96f-487c-9918-3bddf83e4eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355213 Feb 19 04:03:36.860923 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4de018-00f8-4e53-940f-5f51ed61b8b5 req-b61dd9a0-cec2-461f-960f-f70f20fd0954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:36.862266 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7c4de018-00f8-4e53-940f-5f51ed61b8b5 req-b61dd9a0-cec2-461f-960f-f70f20fd0954 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8ce1d520-e96f-487c-9918-3bddf83e4eb6 HTTP/1.1" status: 200 len: 914 time: 0.1784081 Feb 19 04:03:36.867516 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-a1f028b5-4190-4331-8154-df6c39961d2d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:36.868876 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-a1f028b5-4190-4331-8154-df6c39961d2d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports/6d6260b1-28c6-435b-98e5-f15398fc683d HTTP/1.1" status: 200 len: 931 time: 0.0614355 Feb 19 04:03:36.870059 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf7e3f-5028-487a-939d-b1d678c7fa83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5825f9-66b6-4375-9d33-61b12af76f45,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:36.936606 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7c4de018-00f8-4e53-940f-5f51ed61b8b5 req-2409499a-b0d0-4896-b9e4-80fbc83aa547 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c HTTP/1.1" status: 200 len: 217 time: 0.0599122 Feb 19 04:03:36.937768 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-896b911a-fdf6-4fea-9254-8512ed661057 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:36.939309 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-896b911a-fdf6-4fea-9254-8512ed661057 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports/123ce6d7-048a-4179-ac62-c23eca1c9618 HTTP/1.1" status: 200 len: 930 time: 0.0639141 Feb 19 04:03:36.998424 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-e74c58bd-e09d-4aab-a28e-33e065007acc tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?network_id=8cc0006b-25b3-422c-9bde-2e117b4adfd2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0529716 Feb 19 04:03:37.035855 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-51b723bc-38f2-4c43-bb89-13a0af053711 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?network_id=8cc0006b-25b3-422c-9bde-2e117b4adfd2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0304523 Feb 19 04:03:37.046190 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4de018-00f8-4e53-940f-5f51ed61b8b5 req-2693562d-aac8-4427-a6e1-511dedc87206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:37.047642 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7c4de018-00f8-4e53-940f-5f51ed61b8b5 req-2693562d-aac8-4427-a6e1-511dedc87206 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2fb43e0-b3f6-4efa-8ef1-2f831160f2d6 HTTP/1.1" status: 200 len: 853 time: 0.0812528 Feb 19 04:03:37.176813 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-f36dc414-a794-476a-b9f5-0bbfbe600c80 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:37.183404 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-f36dc414-a794-476a-b9f5-0bbfbe600c80 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:37.189786 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-f36dc414-a794-476a-b9f5-0bbfbe600c80 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:37.191572 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-f36dc414-a794-476a-b9f5-0bbfbe600c80 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/networks?id=455a1d36-0244-440a-9c8b-39e2a2ccd1dc&id=c7e52652-7c3c-4be2-8566-a72156b624d8&id=c7e52652-7c3c-4be2-8566-a72156b624d8&id=8cc0006b-25b3-422c-9bde-2e117b4adfd2&id=8cc0006b-25b3-422c-9bde-2e117b4adfd2 HTTP/1.1" status: 200 len: 1991 time: 0.1469855 Feb 19 04:03:37.192338 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52444) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:37.215841 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-524770c6-f247-429c-b33c-ecac47da1fb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:37.231265 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-1e002054-8219-46c9-8a36-580737d655f3 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/quotas/488b9932c1464ee8ae512fcaa6eb0e94 HTTP/1.1" status: 200 len: 375 time: 0.0310979 Feb 19 04:03:37.319330 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c24419e7-d5e0-45d3-a022-f0bb86ef7c66 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:03:37.325897 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 5f5af0b5-b603-4982-a65f-e3b1a9042c4e up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:37.342466 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541cd1f2-2a15-4e77-b8c4-738996d437db req-155d93f7-fdbc-47a1-8bef-27983d7a0f36 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:37.344649 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-541cd1f2-2a15-4e77-b8c4-738996d437db req-155d93f7-fdbc-47a1-8bef-27983d7a0f36 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.1318767 Feb 19 04:03:37.378623 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-fb490368-1f0b-4144-8a40-8308837e976c tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=488b9932c1464ee8ae512fcaa6eb0e94&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1273580 Feb 19 04:03:37.407325 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7c4de018-00f8-4e53-940f-5f51ed61b8b5 req-30b14dfb-903b-4419-9b6d-1a44ef51e56c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ce1d520-e96f-487c-9918-3bddf83e4eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3482676 Feb 19 04:03:37.409316 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b397e3a8-2979-4429-860f-429aa937dd35 req-6e50d882-b31d-4dc1-99d1-87ec35bdad74 service neutron] 10.222.0.26 "GET /v2.0/networks/8ce1d520-e96f-487c-9918-3bddf83e4eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339234 Feb 19 04:03:37.446996 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:37.448725 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:37.487803 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-541cd1f2-2a15-4e77-b8c4-738996d437db req-552cba5a-03e5-4abc-834b-268a68b4ecfc tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304595 Feb 19 04:03:37.500015 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-524770c6-f247-429c-b33c-ecac47da1fb2 admin admin] Publish callbacks [] for security_group (06ca4882-11bc-4962-9e63-fe86615343cd), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:37.509856 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-524770c6-f247-429c-b33c-ecac47da1fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (06ca4882-11bc-4962-9e63-fe86615343cd), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:37.525638 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c24419e7-d5e0-45d3-a022-f0bb86ef7c66, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c24419e7-d5e0-45d3-a022-f0bb86ef7c66,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:37.547697 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'c24419e7-d5e0-45d3-a022-f0bb86ef7c66', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': 'c24419e7-d5e0-45d3-a022-f0bb86ef7c66', 'mac_address': 'fa:16:3e:cd:4d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:03:37.563797 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-951169bb-44f0-421b-83e4-1a844ab3be3b service neutron] 10.222.0.52 "GET /v2.0/networks/455a1d36-0244-440a-9c8b-39e2a2ccd1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510808 Feb 19 04:03:37.610691 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7c4de018-00f8-4e53-940f-5f51ed61b8b5 req-92121ea3-f358-42cb-9127-00fadc8b2b0f service neutron] 10.222.0.26 "GET /v2.0/networks/8ce1d520-e96f-487c-9918-3bddf83e4eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863444 Feb 19 04:03:37.623605 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port c24419e7-d5e0-45d3-a022-f0bb86ef7c66 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:37.624522 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c24419e7-d5e0-45d3-a022-f0bb86ef7c66), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:37.648015 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c24419e7-d5e0-45d3-a022-f0bb86ef7c66 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:37.656677 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:37.657191 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:37.675093 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148033b9-2058-4a18-b6a3-5766b9bfa248', 'tag': '6afda7a1-e4b2-456e-a394-16fe6f455ed3'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:37.678294 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544d0fc5-90b1-46c8-a1d3-609e87854073" -d '{"events": [{"name": "network-changed", "server_uuid": "148033b9-2058-4a18-b6a3-5766b9bfa248", "tag": "6afda7a1-e4b2-456e-a394-16fe6f455ed3"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:37.681005 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c24419e7-d5e0-45d3-a022-f0bb86ef7c66, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c24419e7-d5e0-45d3-a022-f0bb86ef7c66,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:37.690132 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c24419e7-d5e0-45d3-a022-f0bb86ef7c66), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:37.690464 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b397e3a8-2979-4429-860f-429aa937dd35 req-7b76f8ee-1f87-4449-8ad5-0f33b299dc78 service neutron] 10.222.0.26 "GET /v2.0/networks/8ce1d520-e96f-487c-9918-3bddf83e4eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148104 Feb 19 04:03:37.733209 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=5f5af0b5-b603-4982-a65f-e3b1a9042c4e,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:37.741635 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-ab10b859-4498-4021-8a08-558197e2cc06 service neutron] 10.222.0.52 "GET /v2.0/networks/455a1d36-0244-440a-9c8b-39e2a2ccd1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766248 Feb 19 04:03:37.743086 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7c4de018-00f8-4e53-940f-5f51ed61b8b5 req-5eac0faf-3b8d-45cb-9756-15a83a49bdf6 service neutron] 10.222.0.26 "GET /v2.0/networks/8ce1d520-e96f-487c-9918-3bddf83e4eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246564 Feb 19 04:03:37.744701 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-524770c6-f247-429c-b33c-ecac47da1fb2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ceb55b17c8c9489eaf7675d938d09c83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5512567 Feb 19 04:03:37.744924 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:37.762913 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=c24419e7-d5e0-45d3-a022-f0bb86ef7c66,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:37.765449 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52452) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:37.813340 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524770c6-f247-429c-b33c-ecac47da1fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ca4882-11bc-4962-9e63-fe86615343cd,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:37.819255 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=5f5af0b5-b603-4982-a65f-e3b1a9042c4e,revision_number=7']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:37.830700 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b1e2891b-f838-43bb-adaf-5f08fe43a9a6 admin admin] Publish callbacks [] for security_group (06ca4882-11bc-4962-9e63-fe86615343cd), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:37.837995 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-e3b6b9d9-2b91-4a71-a0ef-ac7072a4bfdb service neutron] 10.222.0.52 "GET /v2.0/ports/6d6260b1-28c6-435b-98e5-f15398fc683d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0795934 Feb 19 04:03:37.853405 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b1e2891b-f838-43bb-adaf-5f08fe43a9a6 admin admin] Publish callbacks [] for security_group (06ca4882-11bc-4962-9e63-fe86615343cd), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:37.861527 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335f094-5f3b-472b-941d-bacd48d7e87e req-a2fb5b38-725c-4be8-bbe8-1ecb209f9162 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:37.863037 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7335f094-5f3b-472b-941d-bacd48d7e87e req-a2fb5b38-725c-4be8-bbe8-1ecb209f9162 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=adb3cd37-0cde-46f9-b7a6-cbdb13707bec HTTP/1.1" status: 200 len: 949 time: 0.1244090 Feb 19 04:03:37.901162 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b1e2891b-f838-43bb-adaf-5f08fe43a9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (06ca4882-11bc-4962-9e63-fe86615343cd), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:37.904140 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b1e2891b-f838-43bb-adaf-5f08fe43a9a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:37.906612 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b1e2891b-f838-43bb-adaf-5f08fe43a9a6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/06ca4882-11bc-4962-9e63-fe86615343cd HTTP/1.1" status: 204 len: 168 time: 0.1370018 Feb 19 04:03:37.919178 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2891b-f838-43bb-adaf-5f08fe43a9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ca4882-11bc-4962-9e63-fe86615343cd,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:37.961215 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7335f094-5f3b-472b-941d-bacd48d7e87e req-5a49d54a-74f1-471e-ab38-dc7f3a8c2972 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885899 Feb 19 04:03:38.011441 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-a4c89b5a-86f5-46e0-b27e-8bc6e428512f service neutron] 10.222.0.52 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650178 Feb 19 04:03:38.164262 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd798c3-4e00-4e7d-9797-c1b2802aeb65 req-89a51e47-2149-43dc-8eef-fd571721fcee tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:38.166110 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5fd798c3-4e00-4e7d-9797-c1b2802aeb65 req-89a51e47-2149-43dc-8eef-fd571721fcee tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=148033b9-2058-4a18-b6a3-5766b9bfa248 HTTP/1.1" status: 200 len: 943 time: 0.0885284 Feb 19 04:03:38.174778 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-66e961ef-63a7-4cc0-88a3-39d3d5a7f9ea service neutron] 10.222.0.52 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623394 Feb 19 04:03:38.244298 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131fb3b1-958d-4157-9365-728a7585872e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5af0b5-b603-4982-a65f-e3b1a9042c4e'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:38.248763 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fee2c8-9380-4d8a-896c-a7dc012811e4" -d '{"events": [{"server_uuid": "131fb3b1-958d-4157-9365-728a7585872e", "name": "network-vif-plugged", "status": "completed", "tag": "5f5af0b5-b603-4982-a65f-e3b1a9042c4e"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:38.254026 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-6bbf8c16-bd1f-4842-b2ea-184db478f598 service neutron] 10.222.0.52 "GET /v2.0/ports/123ce6d7-048a-4179-ac62-c23eca1c9618?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0704734 Feb 19 04:03:38.286248 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5fd798c3-4e00-4e7d-9797-c1b2802aeb65 req-d376729c-d2f6-42a6-8b4b-15be7d615656 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104057 Feb 19 04:03:38.332522 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52466) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:38.351863 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81ae6f9-8978-4c94-b553-5cc62eeaff1a x-openstack-request-id: req-c81ae6f9-8978-4c94-b553-5cc62eeaff1a {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:38.352207 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "148033b9-2058-4a18-b6a3-5766b9bfa248", "tag": "6afda7a1-e4b2-456e-a394-16fe6f455ed3", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:38.352549 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c81ae6f9-8978-4c94-b553-5cc62eeaff1a {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:38.352953 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148033b9-2058-4a18-b6a3-5766b9bfa248', 'tag': '6afda7a1-e4b2-456e-a394-16fe6f455ed3', 'status': 'completed', 'code': 200} Feb 19 04:03:38.353848 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2fc3aca9-c3c0-46f2-81b1-0611b1521120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:38.363289 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-fcff5c27-10f6-4993-a453-edc7d2008929 service neutron] 10.222.0.52 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081624 Feb 19 04:03:38.392543 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52472) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:38.476499 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d0fc5-90b1-46c8-a1d3-609e87854073 req-412940a1-8ca2-44bd-be8c-7024213a35b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:38.478034 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-544d0fc5-90b1-46c8-a1d3-609e87854073 req-412940a1-8ca2-44bd-be8c-7024213a35b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db60647c8e2d477494af3ec198735e68&device_id=148033b9-2058-4a18-b6a3-5766b9bfa248 HTTP/1.1" status: 200 len: 1126 time: 0.0990756 Feb 19 04:03:38.498399 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cf04fd-cfa6-4b1b-8a84-4e16db34d21d x-openstack-request-id: req-46cf04fd-cfa6-4b1b-8a84-4e16db34d21d {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:38.500229 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131fb3b1-958d-4157-9365-728a7585872e", "name": "network-vif-plugged", "status": "completed", "tag": "5f5af0b5-b603-4982-a65f-e3b1a9042c4e", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:38.500569 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-46cf04fd-cfa6-4b1b-8a84-4e16db34d21d {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:38.500803 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-dce01177-9e02-488d-8581-ed77fc7e4313 service neutron] 10.222.0.52 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309865 Feb 19 04:03:38.501282 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131fb3b1-958d-4157-9365-728a7585872e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5af0b5-b603-4982-a65f-e3b1a9042c4e', 'code': 200} Feb 19 04:03:38.550689 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2fc3aca9-c3c0-46f2-81b1-0611b1521120 admin admin] Publish callbacks [] for security_group (39953d8d-052c-4452-88cc-bbe184e50882), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:38.572481 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2fc3aca9-c3c0-46f2-81b1-0611b1521120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (39953d8d-052c-4452-88cc-bbe184e50882), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:38.630310 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2fc3aca9-c3c0-46f2-81b1-0611b1521120 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=14a4610178684d6a8685a2e2ec2015cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2965016 Feb 19 04:03:38.631327 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52482) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:38.636020 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3aca9-c3c0-46f2-81b1-0611b1521120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39953d8d-052c-4452-88cc-bbe184e50882,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:38.643157 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d0fc5-90b1-46c8-a1d3-609e87854073 req-7bf93aeb-fe99-42ce-b474-288835d94f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:38.645203 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-544d0fc5-90b1-46c8-a1d3-609e87854073 req-7bf93aeb-fe99-42ce-b474-288835d94f58 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8ce1d520-e96f-487c-9918-3bddf83e4eb6 HTTP/1.1" status: 200 len: 914 time: 0.1563811 Feb 19 04:03:38.702735 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-544d0fc5-90b1-46c8-a1d3-609e87854073 req-df79ebe5-ffce-449b-a3a5-e112d24f9abe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6afda7a1-e4b2-456e-a394-16fe6f455ed3 HTTP/1.1" status: 200 len: 217 time: 0.0501714 Feb 19 04:03:38.712533 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-44d1baf8-400b-41ef-bce8-719e6f5bd06e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:38.715693 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-11ea63e4-e890-4505-a93a-8ffc64477038 service neutron] 10.222.0.52 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093415 Feb 19 04:03:38.730058 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4397a-7dfd-4b96-bed0-521d15697258 req-a7121c85-9ddb-4610-836f-eb763bc9fe39 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:38.731538 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-70c4397a-7dfd-4b96-bed0-521d15697258 req-a7121c85-9ddb-4610-836f-eb763bc9fe39 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.1474164 Feb 19 04:03:38.752908 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d0fc5-90b1-46c8-a1d3-609e87854073 req-182f633a-5dca-4bfe-b576-1d52347036b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:38.754569 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-544d0fc5-90b1-46c8-a1d3-609e87854073 req-182f633a-5dca-4bfe-b576-1d52347036b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2fb43e0-b3f6-4efa-8ef1-2f831160f2d6 HTTP/1.1" status: 200 len: 853 time: 0.0460443 Feb 19 04:03:38.788614 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-544d0fc5-90b1-46c8-a1d3-609e87854073 req-d7960b41-5f8a-4d4f-8016-7154714cc232 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ce1d520-e96f-487c-9918-3bddf83e4eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268486 Feb 19 04:03:38.810692 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b21a7d6c-99c7-42eb-b4f6-9c83060050ac admin admin] Publish callbacks [] for security_group (39953d8d-052c-4452-88cc-bbe184e50882), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:38.886281 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-544d0fc5-90b1-46c8-a1d3-609e87854073 req-9b239e2c-086f-4b27-959e-efbb20e3fae3 service neutron] 10.222.0.26 "GET /v2.0/networks/8ce1d520-e96f-487c-9918-3bddf83e4eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898051 Feb 19 04:03:38.890708 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b21a7d6c-99c7-42eb-b4f6-9c83060050ac admin admin] Publish callbacks [] for security_group (39953d8d-052c-4452-88cc-bbe184e50882), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:38.962625 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-70c4397a-7dfd-4b96-bed0-521d15697258 req-75a6e6b3-590f-4ced-9c75-9ae49884ecaf tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117085 Feb 19 04:03:38.982245 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-544d0fc5-90b1-46c8-a1d3-609e87854073 req-50273649-a6fb-46f7-87c0-5c54ddb8306b service neutron] 10.222.0.26 "GET /v2.0/networks/8ce1d520-e96f-487c-9918-3bddf83e4eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875516 Feb 19 04:03:38.982683 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-0c6637bf-f816-4831-8df1-65ba725b4f58 service neutron] 10.222.0.52 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488053 Feb 19 04:03:39.388599 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-44d1baf8-400b-41ef-bce8-719e6f5bd06e admin admin] Publish callbacks [] for security_group (d1e5de37-8e08-4a89-807b-a6a7721b0f5c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:39.396555 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-44d1baf8-400b-41ef-bce8-719e6f5bd06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d1e5de37-8e08-4a89-807b-a6a7721b0f5c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:39.446240 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b21a7d6c-99c7-42eb-b4f6-9c83060050ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (39953d8d-052c-4452-88cc-bbe184e50882), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:39.448716 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b21a7d6c-99c7-42eb-b4f6-9c83060050ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:39.449873 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b21a7d6c-99c7-42eb-b4f6-9c83060050ac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/39953d8d-052c-4452-88cc-bbe184e50882 HTTP/1.1" status: 204 len: 168 time: 0.8168354 Feb 19 04:03:39.472365 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-44d1baf8-400b-41ef-bce8-719e6f5bd06e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6c86e8ad74224305ae5d7cc217e093cb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0788221 Feb 19 04:03:39.475145 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52494) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:39.476261 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1baf8-400b-41ef-bce8-719e6f5bd06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e5de37-8e08-4a89-807b-a6a7721b0f5c,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:39.483937 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-70845329-3f55-43a4-974b-e8b9fb7a07e7 service neutron] 10.222.0.52 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999037 Feb 19 04:03:39.496129 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf320d58-f312-4d77-9616-cf9c34730803 req-a03a450b-c97d-4ad8-9769-584cbce1be80 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:39.497675 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf320d58-f312-4d77-9616-cf9c34730803 req-a03a450b-c97d-4ad8-9769-584cbce1be80 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=adb3cd37-0cde-46f9-b7a6-cbdb13707bec HTTP/1.1" status: 200 len: 949 time: 0.4550514 Feb 19 04:03:39.507498 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a7d6c-99c7-42eb-b4f6-9c83060050ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39953d8d-052c-4452-88cc-bbe184e50882,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:39.551339 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be337457-0b9f-43f8-8469-5db834ea9f8b admin admin] Publish callbacks [] for security_group (d1e5de37-8e08-4a89-807b-a6a7721b0f5c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:39.574807 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be337457-0b9f-43f8-8469-5db834ea9f8b admin admin] Publish callbacks [] for security_group (d1e5de37-8e08-4a89-807b-a6a7721b0f5c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:39.604024 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf320d58-f312-4d77-9616-cf9c34730803 req-707e6b54-8f8e-47eb-81da-c3ca2f2b0c35 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976012 Feb 19 04:03:39.627172 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-975d9236-dc6d-44d8-a472-7b95bbe5379a service neutron] 10.222.0.52 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285405 Feb 19 04:03:39.658424 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be337457-0b9f-43f8-8469-5db834ea9f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d1e5de37-8e08-4a89-807b-a6a7721b0f5c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:39.662730 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be337457-0b9f-43f8-8469-5db834ea9f8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:39.666944 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-be337457-0b9f-43f8-8469-5db834ea9f8b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d1e5de37-8e08-4a89-807b-a6a7721b0f5c HTTP/1.1" status: 204 len: 168 time: 0.1907632 Feb 19 04:03:39.676566 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be337457-0b9f-43f8-8469-5db834ea9f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e5de37-8e08-4a89-807b-a6a7721b0f5c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:39.724933 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['c24419e7-d5e0-45d3-a022-f0bb86ef7c66'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:03:39.772539 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-3900e9ad-96f9-448d-b413-ea8114da63d3 service neutron] 10.222.0.52 "GET /v2.0/networks/8cc0006b-25b3-422c-9bde-2e117b4adfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380260 Feb 19 04:03:39.853302 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96835b42-61b8-42bc-b75e-d9c88fda5183 req-38e81be0-3e59-4cb3-a601-554153e952e5 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:39.854897 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96835b42-61b8-42bc-b75e-d9c88fda5183 req-38e81be0-3e59-4cb3-a601-554153e952e5 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=148033b9-2058-4a18-b6a3-5766b9bfa248 HTTP/1.1" status: 200 len: 943 time: 0.1347091 Feb 19 04:03:39.898222 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-bdf315dc-ace7-4d49-8ee9-6d8666e287a3 service neutron] 10.222.0.52 "GET /v2.0/networks/8cc0006b-25b3-422c-9bde-2e117b4adfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247876 Feb 19 04:03:39.976188 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96835b42-61b8-42bc-b75e-d9c88fda5183 req-1a2e4fbc-58eb-4c36-8380-f541afa79ca9 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110466 Feb 19 04:03:40.032299 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-08abdde8-1cac-4a74-a174-d8092632684c service neutron] 10.222.0.52 "GET /v2.0/networks/8cc0006b-25b3-422c-9bde-2e117b4adfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251957 Feb 19 04:03:40.166327 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-45d6a68f-8992-4f39-8ce0-e4e383dc2f34 service neutron] 10.222.0.52 "GET /v2.0/networks/8cc0006b-25b3-422c-9bde-2e117b4adfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272871 Feb 19 04:03:40.241049 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-c91e53c5-4375-479c-a599-c11326450fc8 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:40.247713 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-c91e53c5-4375-479c-a599-c11326450fc8 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports/6d6260b1-28c6-435b-98e5-f15398fc683d HTTP/1.1" status: 200 len: 931 time: 0.0805454 Feb 19 04:03:40.269720 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801f757-b7c0-4156-b0b9-3af6c8b419e0 req-2a0326c2-d33a-438f-9cdc-c00c504677c9 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:40.271242 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8801f757-b7c0-4156-b0b9-3af6c8b419e0 req-2a0326c2-d33a-438f-9cdc-c00c504677c9 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=d09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd HTTP/1.1" status: 200 len: 949 time: 0.1324151 Feb 19 04:03:40.322128 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-dcbe1d40-a8ad-48ed-8024-844d3f722571 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:40.323561 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-dcbe1d40-a8ad-48ed-8024-844d3f722571 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports/123ce6d7-048a-4179-ac62-c23eca1c9618 HTTP/1.1" status: 200 len: 930 time: 0.0750442 Feb 19 04:03:40.353726 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8801f757-b7c0-4156-b0b9-3af6c8b419e0 req-de23630b-e663-4eac-bc1b-a4006d60a525 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645661 Feb 19 04:03:40.485716 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fe951-0b79-4a55-8288-c84562815fa7 req-062338cc-9713-4da1-854f-f89795250861 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:40.487426 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-912fe951-0b79-4a55-8288-c84562815fa7 req-062338cc-9713-4da1-854f-f89795250861 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.0638027 Feb 19 04:03:40.555647 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-912fe951-0b79-4a55-8288-c84562815fa7 req-0628f127-7804-4061-b912-1175c339c728 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573177 Feb 19 04:03:40.643530 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52560) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:40.777638 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-64f8d1bc-b94a-493b-ac2a-3b716038c9ee admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-923658539-network', 'tenant_id': '4c41fb345b1c4517b307e9b9fc49f5bd'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:40.799939 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f8d1bc-b94a-493b-ac2a-3b716038c9ee admin admin] Made reservation on behalf of 4c41fb345b1c4517b307e9b9fc49f5bd for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:40.802446 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-64f8d1bc-b94a-493b-ac2a-3b716038c9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:40.813792 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-64f8d1bc-b94a-493b-ac2a-3b716038c9ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:40.905913 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-64f8d1bc-b94a-493b-ac2a-3b716038c9ee admin admin] Publish callbacks [] for security_group (8a7bf2ee-e8be-4b33-9469-4b4b6c4412e0), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:40.913981 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-64f8d1bc-b94a-493b-ac2a-3b716038c9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8a7bf2ee-e8be-4b33-9469-4b4b6c4412e0), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:40.936142 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f8d1bc-b94a-493b-ac2a-3b716038c9ee admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:03:40.949758 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8d1bc-b94a-493b-ac2a-3b716038c9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7bf2ee-e8be-4b33-9469-4b4b6c4412e0,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:40.958489 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-64f8d1bc-b94a-493b-ac2a-3b716038c9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (2e4e6bb6-dba2-4de1-aecd-65ed2bde5249), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:40.958864 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-64f8d1bc-b94a-493b-ac2a-3b716038c9ee admin admin] Added segment 2e4e6bb6-dba2-4de1-aecd-65ed2bde5249 of type vlan for network e401a37c-cd56-42bf-897c-27b71b746d16 Feb 19 04:03:41.008133 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-64f8d1bc-b94a-493b-ac2a-3b716038c9ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (e401a37c-cd56-42bf-897c-27b71b746d16), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:41.040247 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-64f8d1bc-b94a-493b-ac2a-3b716038c9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (e401a37c-cd56-42bf-897c-27b71b746d16), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:41.041866 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f8d1bc-b94a-493b-ac2a-3b716038c9ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:41.042709 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-64f8d1bc-b94a-493b-ac2a-3b716038c9ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:41.179667 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52604) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:41.181599 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a718c937-0327-4231-b53d-efdddc7f0008 req-3ba7cae5-d4fd-498e-97e6-5db412bff149 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0738845 Feb 19 04:03:41.191050 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-64f8d1bc-b94a-493b-ac2a-3b716038c9ee admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5464218 Feb 19 04:03:41.193418 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8d1bc-b94a-493b-ac2a-3b716038c9ee admin admin] Pushing event updated for resources: {'Network': ['ID=e401a37c-cd56-42bf-897c-27b71b746d16,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:41.204485 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52608) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:41.210235 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network e401a37c-cd56-42bf-897c-27b71b746d16 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:03:41.229299 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-cafc3f2d-cc49-4238-ac8b-6abc5071cf1f admin admin] Request body: {'subnet': {'network_id': 'e401a37c-cd56-42bf-897c-27b71b746d16', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-923658539-subnet', 'tenant_id': '4c41fb345b1c4517b307e9b9fc49f5bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:41.244007 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cef1a-1989-4cc9-ad7e-cb974061ec58 req-a418cca7-e288-40a2-8954-ddac3999e817 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:41.259104 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d58cef1a-1989-4cc9-ad7e-cb974061ec58 req-a418cca7-e288-40a2-8954-ddac3999e817 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=148033b9-2058-4a18-b6a3-5766b9bfa248 HTTP/1.1" status: 200 len: 943 time: 0.1497271 Feb 19 04:03:41.282496 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafc3f2d-cc49-4238-ac8b-6abc5071cf1f admin admin] Made reservation on behalf of 4c41fb345b1c4517b307e9b9fc49f5bd for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:41.286257 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cafc3f2d-cc49-4238-ac8b-6abc5071cf1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:41.352447 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d58cef1a-1989-4cc9-ad7e-cb974061ec58 req-d52ff095-159e-4d13-b574-3ccf444fa16b tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920672 Feb 19 04:03:41.388541 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-0a85d7f4-a1f6-480b-a5c2-6637ac7791b4 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1507653140'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:41.430774 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-b847529a-a4ce-443a-a245-5d63d179325d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:41.432332 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-b847529a-a4ce-443a-a245-5d63d179325d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports/6d6260b1-28c6-435b-98e5-f15398fc683d HTTP/1.1" status: 200 len: 931 time: 0.3803473 Feb 19 04:03:41.457904 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a85d7f4-a1f6-480b-a5c2-6637ac7791b4 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (6665bb01-e41b-499e-929f-bcf62de505e3), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:41.459082 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a85d7f4-a1f6-480b-a5c2-6637ac7791b4 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (6665bb01-e41b-499e-929f-bcf62de505e3), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:41.495703 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e2c4c-f419-403e-93a3-ce829c5c7365 req-9d2af061-2a9f-46ef-8969-222b118836cd tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:41.497281 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e17e2c4c-f419-403e-93a3-ce829c5c7365 req-9d2af061-2a9f-46ef-8969-222b118836cd tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=d09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd HTTP/1.1" status: 200 len: 949 time: 0.0595412 Feb 19 04:03:41.511669 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-deedea05-708e-4e74-ba9a-f7faabd94bad tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:41.513044 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-deedea05-708e-4e74-ba9a-f7faabd94bad tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports/123ce6d7-048a-4179-ac62-c23eca1c9618 HTTP/1.1" status: 200 len: 930 time: 0.0719581 Feb 19 04:03:41.557373 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e17e2c4c-f419-403e-93a3-ce829c5c7365 req-2e2eb91a-33d0-4c88-b99f-de7f183dd2c6 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528758 Feb 19 04:03:41.584156 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a85d7f4-a1f6-480b-a5c2-6637ac7791b4 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks [] for router_controller (6665bb01-e41b-499e-929f-bcf62de505e3), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:41.593511 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a85d7f4-a1f6-480b-a5c2-6637ac7791b4 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (6665bb01-e41b-499e-929f-bcf62de505e3), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:41.646294 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a85d7f4-a1f6-480b-a5c2-6637ac7791b4 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:41.650423 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0a85d7f4-a1f6-480b-a5c2-6637ac7791b4 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4695706 Feb 19 04:03:41.650934 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52638) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:41.665618 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cafc3f2d-cc49-4238-ac8b-6abc5071cf1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (11705eae-e5b7-49d6-83b5-7bf14843d3b7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:41.742653 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc3f2d-cc49-4238-ac8b-6abc5071cf1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=11705eae-e5b7-49d6-83b5-7bf14843d3b7,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:41.748724 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc3f2d-cc49-4238-ac8b-6abc5071cf1f admin admin] Checking segment: {'id': '2e4e6bb6-dba2-4de1-aecd-65ed2bde5249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e401a37c-cd56-42bf-897c-27b71b746d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:41.749380 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafc3f2d-cc49-4238-ac8b-6abc5071cf1f admin admin] Network hostable DHCP agents. Network: e401a37c-cd56-42bf-897c-27b71b746d16, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:03:41.752356 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-221949ef-a6b9-423c-a3a2-c1be42b08133 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks [] for router (6665bb01-e41b-499e-929f-bcf62de505e3), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:41.774557 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafc3f2d-cc49-4238-ac8b-6abc5071cf1f admin admin] Network e401a37c-cd56-42bf-897c-27b71b746d16 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:03:41.806101 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-cafc3f2d-cc49-4238-ac8b-6abc5071cf1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, e401a37c-cd56-42bf-897c-27b71b746d16) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:41.825870 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafc3f2d-cc49-4238-ac8b-6abc5071cf1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:41.827539 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cafc3f2d-cc49-4238-ac8b-6abc5071cf1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:41.828105 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d80ce28-4b3b-43f7-a348-928467201557 None None] Network e401a37c-cd56-42bf-897c-27b71b746d16 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:03:41.836912 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b25381-d846-4482-8024-54e1f1a1b5f2 req-43a5468f-fba8-42ae-809d-271b253105b2 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:41.845857 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11b25381-d846-4482-8024-54e1f1a1b5f2 req-43a5468f-fba8-42ae-809d-271b253105b2 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.2056401 Feb 19 04:03:41.882679 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cafc3f2d-cc49-4238-ac8b-6abc5071cf1f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6704836 Feb 19 04:03:42.001088 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-221949ef-a6b9-423c-a3a2-c1be42b08133 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (6665bb01-e41b-499e-929f-bcf62de505e3), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.006960 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-221949ef-a6b9-423c-a3a2-c1be42b08133 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks [] for router_controller (6665bb01-e41b-499e-929f-bcf62de505e3), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.037530 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11b25381-d846-4482-8024-54e1f1a1b5f2 req-11536189-929e-46a9-8966-9efabf5f87de tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859398 Feb 19 04:03:42.068788 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa23a53b-5b3e-47a7-afa2-9a3b7f9249d3 None None] Network e401a37c-cd56-42bf-897c-27b71b746d16 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:03:42.082850 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52650) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:42.094456 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-221949ef-a6b9-423c-a3a2-c1be42b08133 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (6665bb01-e41b-499e-929f-bcf62de505e3), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.095088 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221949ef-a6b9-423c-a3a2-c1be42b08133 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6665bb01-e41b-499e-929f-bcf62de505e3 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:03:42.100306 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-221949ef-a6b9-423c-a3a2-c1be42b08133 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.100970 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-221949ef-a6b9-423c-a3a2-c1be42b08133 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] 10.222.0.52 "DELETE /v2.0/routers/6665bb01-e41b-499e-929f-bcf62de505e3 HTTP/1.1" status: 204 len: 168 time: 0.4490283 Feb 19 04:03:42.103992 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52652) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:42.109625 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-594a6a23-2b84-4bef-9f38-668b6758b3f7 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Request body: {'router': {'name': 'tempest-router-809633591', 'distributed': False}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:42.153690 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-594a6a23-2b84-4bef-9f38-668b6758b3f7 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (f34df98a-9dec-44d0-8a60-f71ae38a2596), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.155767 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-594a6a23-2b84-4bef-9f38-668b6758b3f7 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (f34df98a-9dec-44d0-8a60-f71ae38a2596), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.157788 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf74f536-3930-4721-b923-a997463d2aaa admin admin] Deleting subnet 11705eae-e5b7-49d6-83b5-7bf14843d3b7 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:03:42.161668 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cf74f536-3930-4721-b923-a997463d2aaa admin admin] Publish callbacks [] for subnet (11705eae-e5b7-49d6-83b5-7bf14843d3b7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.219479 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cf74f536-3930-4721-b923-a997463d2aaa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (11705eae-e5b7-49d6-83b5-7bf14843d3b7), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.273486 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cf74f536-3930-4721-b923-a997463d2aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (11705eae-e5b7-49d6-83b5-7bf14843d3b7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.302342 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-594a6a23-2b84-4bef-9f38-668b6758b3f7 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks [] for router_controller (f34df98a-9dec-44d0-8a60-f71ae38a2596), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.321653 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-594a6a23-2b84-4bef-9f38-668b6758b3f7 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (f34df98a-9dec-44d0-8a60-f71ae38a2596), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.356451 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ba765795-e7d5-49df-a027-cf6a8be49a77 req-6508ec50-c4a1-4919-bd0e-671a2e381bb9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0511963 Feb 19 04:03:42.360687 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-594a6a23-2b84-4bef-9f38-668b6758b3f7 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.361530 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cf74f536-3930-4721-b923-a997463d2aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (11705eae-e5b7-49d6-83b5-7bf14843d3b7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.362301 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-594a6a23-2b84-4bef-9f38-668b6758b3f7 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2571676 Feb 19 04:03:42.365574 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52666) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:42.396162 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74f536-3930-4721-b923-a997463d2aaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11705eae-e5b7-49d6-83b5-7bf14843d3b7,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:42.407394 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cf74f536-3930-4721-b923-a997463d2aaa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.411908 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cf74f536-3930-4721-b923-a997463d2aaa admin admin] 10.222.0.52 "DELETE /v2.0/subnets/11705eae-e5b7-49d6-83b5-7bf14843d3b7 HTTP/1.1" status: 204 len: 168 time: 0.3269205 Feb 19 04:03:42.413738 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52670) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:42.488161 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a5292229-0507-4e61-87c0-4b8484a03abd tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks [] for router (f34df98a-9dec-44d0-8a60-f71ae38a2596), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.511609 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-84e50616-e907-4f65-90f6-5ebd553cf0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (e401a37c-cd56-42bf-897c-27b71b746d16), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.632910 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-84e50616-e907-4f65-90f6-5ebd553cf0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (e401a37c-cd56-42bf-897c-27b71b746d16), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.660010 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-84e50616-e907-4f65-90f6-5ebd553cf0b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e401a37c-cd56-42bf-897c-27b71b746d16']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:42.671223 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-84e50616-e907-4f65-90f6-5ebd553cf0b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e4e6bb6-dba2-4de1-aecd-65ed2bde5249') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:42.671811 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-84e50616-e907-4f65-90f6-5ebd553cf0b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e4e6bb6-dba2-4de1-aecd-65ed2bde5249') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:42.682861 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-84e50616-e907-4f65-90f6-5ebd553cf0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (2e4e6bb6-dba2-4de1-aecd-65ed2bde5249), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.701051 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-84e50616-e907-4f65-90f6-5ebd553cf0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (2e4e6bb6-dba2-4de1-aecd-65ed2bde5249), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.709047 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e50616-e907-4f65-90f6-5ebd553cf0b1 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:03:42.709700 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-84e50616-e907-4f65-90f6-5ebd553cf0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (2e4e6bb6-dba2-4de1-aecd-65ed2bde5249), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.764525 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e7781-d529-4fd8-840a-d47c1ecbc6da req-932fc6db-11bf-428f-9276-ad1ba56527a7 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:42.773474 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a3e7781-d529-4fd8-840a-d47c1ecbc6da req-932fc6db-11bf-428f-9276-ad1ba56527a7 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=148033b9-2058-4a18-b6a3-5766b9bfa248 HTTP/1.1" status: 200 len: 943 time: 0.2386277 Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:03:42.775296 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:03:42.782611 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-84e50616-e907-4f65-90f6-5ebd553cf0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (e401a37c-cd56-42bf-897c-27b71b746d16), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.788613 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-84e50616-e907-4f65-90f6-5ebd553cf0b1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.791683 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a5292229-0507-4e61-87c0-4b8484a03abd tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (f34df98a-9dec-44d0-8a60-f71ae38a2596), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.797714 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a5292229-0507-4e61-87c0-4b8484a03abd tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks [] for router_controller (f34df98a-9dec-44d0-8a60-f71ae38a2596), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.808600 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-84e50616-e907-4f65-90f6-5ebd553cf0b1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e401a37c-cd56-42bf-897c-27b71b746d16 HTTP/1.1" status: 204 len: 168 time: 0.3813496 Feb 19 04:03:42.843632 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e50616-e907-4f65-90f6-5ebd553cf0b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e401a37c-cd56-42bf-897c-27b71b746d16,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:42.895783 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a3e7781-d529-4fd8-840a-d47c1ecbc6da req-adb12c2f-f502-45e0-beb6-f445be3fb779 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225135 Feb 19 04:03:42.912006 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38387c-8166-4b23-a704-03d8fd07b066 req-0f87f446-001d-457f-b65e-224fccdf28d6 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:42.921678 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7a38387c-8166-4b23-a704-03d8fd07b066 req-0f87f446-001d-457f-b65e-224fccdf28d6 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=d09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd HTTP/1.1" status: 200 len: 949 time: 0.2380376 Feb 19 04:03:42.924714 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a5292229-0507-4e61-87c0-4b8484a03abd tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (f34df98a-9dec-44d0-8a60-f71ae38a2596), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.926236 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5292229-0507-4e61-87c0-4b8484a03abd tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f34df98a-9dec-44d0-8a60-f71ae38a2596 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:03:42.934918 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a5292229-0507-4e61-87c0-4b8484a03abd tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.936467 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a5292229-0507-4e61-87c0-4b8484a03abd tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] 10.222.0.52 "DELETE /v2.0/routers/f34df98a-9dec-44d0-8a60-f71ae38a2596 HTTP/1.1" status: 204 len: 168 time: 0.5688913 Feb 19 04:03:42.940035 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52676) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:42.945800 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-736ed627-80c7-43db-8942-101983a6cc68 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Request body: {'router': {'name': 'tempest-router-725447778', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c8fa12c9dabe4807b72766900731aa06'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:42.983722 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-736ed627-80c7-43db-8942-101983a6cc68 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (9bd44ddc-0a30-4a41-a33e-447917c30b24), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.986579 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-736ed627-80c7-43db-8942-101983a6cc68 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (9bd44ddc-0a30-4a41-a33e-447917c30b24), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:43.026062 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7a38387c-8166-4b23-a704-03d8fd07b066 req-53989542-7644-4d11-949d-48cdb72d43e5 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033685 Feb 19 04:03:43.064893 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-736ed627-80c7-43db-8942-101983a6cc68 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks [] for router_controller (9bd44ddc-0a30-4a41-a33e-447917c30b24), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:43.073257 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-736ed627-80c7-43db-8942-101983a6cc68 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (9bd44ddc-0a30-4a41-a33e-447917c30b24), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:43.106831 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-736ed627-80c7-43db-8942-101983a6cc68 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:43.110092 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-736ed627-80c7-43db-8942-101983a6cc68 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1670196 Feb 19 04:03:43.110853 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52680) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:43.117805 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-26ddb8be-0ccc-42c1-9ee0-4941c0b3b951 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:43.170978 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52682) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:43.204656 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e575054-fd3c-4fef-995c-1644e2684b8a req-ac94cace-28fa-48f1-92cd-7327c5ccf31f tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:43.212498 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4e575054-fd3c-4fef-995c-1644e2684b8a req-ac94cace-28fa-48f1-92cd-7327c5ccf31f tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.1013081 Feb 19 04:03:43.284298 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-870873ef-7d28-4e35-8d3c-ee2da3738b5f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4c41fb345b1c4517b307e9b9fc49f5bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1027586 Feb 19 04:03:43.287271 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52684) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:43.304540 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4e575054-fd3c-4fef-995c-1644e2684b8a req-d529e427-5cd5-46fd-a9f3-2090aa366e51 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908036 Feb 19 04:03:43.351256 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:03:43.365328 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-32868ba7-3dc3-4d4f-bd83-a351247c07e1 admin admin] Publish callbacks [] for security_group (8a7bf2ee-e8be-4b33-9469-4b4b6c4412e0), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:43.383393 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c24419e7-d5e0-45d3-a022-f0bb86ef7c66 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:43.390806 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-32868ba7-3dc3-4d4f-bd83-a351247c07e1 admin admin] Publish callbacks [] for security_group (8a7bf2ee-e8be-4b33-9469-4b4b6c4412e0), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:43.441316 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-26ddb8be-0ccc-42c1-9ee0-4941c0b3b951 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5517'] for router (9bd44ddc-0a30-4a41-a33e-447917c30b24), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:43.442038 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-26ddb8be-0ccc-42c1-9ee0-4941c0b3b951 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks [] for router (9bd44ddc-0a30-4a41-a33e-447917c30b24), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:43.517858 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-32868ba7-3dc3-4d4f-bd83-a351247c07e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8a7bf2ee-e8be-4b33-9469-4b4b6c4412e0), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:43.521868 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-32868ba7-3dc3-4d4f-bd83-a351247c07e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:43.529504 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-32868ba7-3dc3-4d4f-bd83-a351247c07e1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8a7bf2ee-e8be-4b33-9469-4b4b6c4412e0 HTTP/1.1" status: 204 len: 168 time: 0.2348964 Feb 19 04:03:43.552951 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-26ddb8be-0ccc-42c1-9ee0-4941c0b3b951 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109925) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 19 04:03:43.553298 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-26ddb8be-0ccc-42c1-9ee0-4941c0b3b951 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Router 9bd44ddc-0a30-4a41-a33e-447917c30b24 migrating from provider to provider. {{(pid=109925) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 19 04:03:43.553725 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-26ddb8be-0ccc-42c1-9ee0-4941c0b3b951 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks [] for router_controller (9bd44ddc-0a30-4a41-a33e-447917c30b24), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:43.554763 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32868ba7-3dc3-4d4f-bd83-a351247c07e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7bf2ee-e8be-4b33-9469-4b4b6c4412e0,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:43.573574 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-26ddb8be-0ccc-42c1-9ee0-4941c0b3b951 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks [] for router_controller (9bd44ddc-0a30-4a41-a33e-447917c30b24), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:43.597431 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-d9b9ff47-4bae-4b71-ac6e-bbffd6e83478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:43.602324 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-d9b9ff47-4bae-4b71-ac6e-bbffd6e83478 service neutron] 10.222.0.26 "GET /v2.0/ports/6d6260b1-28c6-435b-98e5-f15398fc683d HTTP/1.1" status: 200 len: 1027 time: 0.2949748 Feb 19 04:03:43.603630 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-26ddb8be-0ccc-42c1-9ee0-4941c0b3b951 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1611319'] for router (9bd44ddc-0a30-4a41-a33e-447917c30b24), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:43.626031 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1e93629c-1982-4eb1-b68d-7b68b824d111 req-00f56114-7727-48eb-a2d4-31bb174e7b92 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0602195 Feb 19 04:03:43.712288 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port c24419e7-d5e0-45d3-a022-f0bb86ef7c66 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:03:43.723613 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port c24419e7-d5e0-45d3-a022-f0bb86ef7c66 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:43.724001 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c24419e7-d5e0-45d3-a022-f0bb86ef7c66), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:43.778509 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c,segment=NetworkSegment(3d737888-5046-4f1e-af6e-325c6cb838a3),segment_id=3d737888-5046-4f1e-af6e-325c6cb838a3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:43.803282 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c', 'network_id': '8ce1d520-e96f-487c-9918-3bddf83e4eb6', 'port_id': 'c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c', 'mac_address': 'fa:16:3e:8d:7a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2fb43e0-b3f6-4efa-8ef1-2f831160f2d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:03:43.861631 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-3be120c0-ad18-4174-8012-dd246cbb4d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:43.863627 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-3be120c0-ad18-4174-8012-dd246cbb4d82 service neutron] 10.222.0.26 "GET /v2.0/ports/123ce6d7-048a-4179-ac62-c23eca1c9618 HTTP/1.1" status: 200 len: 1026 time: 0.2525108 Feb 19 04:03:43.898459 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:43.899163 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:43.950590 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:43.950845 n-d-828369-19 neutron-server[109925]: WARNING neutron.scheduler.l3_agent_scheduler [None req-26ddb8be-0ccc-42c1-9ee0-4941c0b3b951 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] No L3 agents can host the router 9bd44ddc-0a30-4a41-a33e-447917c30b24 Feb 19 04:03:44.004817 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port c24419e7-d5e0-45d3-a022-f0bb86ef7c66 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:44.006502 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c24419e7-d5e0-45d3-a022-f0bb86ef7c66), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:44.055639 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24419e7-d5e0-45d3-a022-f0bb86ef7c66'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:44.059005 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5841dd-9c89-4872-8cd7-1c4c6d35dbb5" -d '{"events": [{"server_uuid": "d09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd", "name": "network-vif-plugged", "status": "completed", "tag": "c24419e7-d5e0-45d3-a022-f0bb86ef7c66"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:44.066745 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c,segment=NetworkSegment(3d737888-5046-4f1e-af6e-325c6cb838a3),segment_id=3d737888-5046-4f1e-af6e-325c6cb838a3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:44.090041 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:44.090767 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 6afda7a1-e4b2-456e-a394-16fe6f455ed3 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:03:44.093777 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c24419e7-d5e0-45d3-a022-f0bb86ef7c66, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c24419e7-d5e0-45d3-a022-f0bb86ef7c66,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:44.182925 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a958bf-077e-46c1-83db-c69c8c40415d req-0ca5599e-08ae-4e4c-9ccf-39a7e6a06e12 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:44.194107 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99a958bf-077e-46c1-83db-c69c8c40415d req-0ca5599e-08ae-4e4c-9ccf-39a7e6a06e12 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=148033b9-2058-4a18-b6a3-5766b9bfa248 HTTP/1.1" status: 200 len: 943 time: 0.1687756 Feb 19 04:03:44.244235 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 6afda7a1-e4b2-456e-a394-16fe6f455ed3, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=6afda7a1-e4b2-456e-a394-16fe6f455ed3,segment=NetworkSegment(3d737888-5046-4f1e-af6e-325c6cb838a3),segment_id=3d737888-5046-4f1e-af6e-325c6cb838a3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:44.253462 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c24419e7-d5e0-45d3-a022-f0bb86ef7c66), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:44.289855 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:44.327928 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '6afda7a1-e4b2-456e-a394-16fe6f455ed3', 'network_id': '8ce1d520-e96f-487c-9918-3bddf83e4eb6', 'port_id': '6afda7a1-e4b2-456e-a394-16fe6f455ed3', 'mac_address': 'fa:16:3e:a7:88:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2fb43e0-b3f6-4efa-8ef1-2f831160f2d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:03:44.362142 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a6418-be7f-470d-baf7-c932749e8043 req-1ae6c45d-05eb-43ce-ae77-1b661c8a5741 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:44.371429 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cd3a6418-be7f-470d-baf7-c932749e8043 req-1ae6c45d-05eb-43ce-ae77-1b661c8a5741 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=d09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd HTTP/1.1" status: 200 len: 950 time: 0.1751423 Feb 19 04:03:44.403069 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 6afda7a1-e4b2-456e-a394-16fe6f455ed3 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:44.404032 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6afda7a1-e4b2-456e-a394-16fe6f455ed3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:44.437455 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6afda7a1-e4b2-456e-a394-16fe6f455ed3 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:44.446674 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=c24419e7-d5e0-45d3-a022-f0bb86ef7c66,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:44.467797 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 6afda7a1-e4b2-456e-a394-16fe6f455ed3, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=6afda7a1-e4b2-456e-a394-16fe6f455ed3,segment=NetworkSegment(3d737888-5046-4f1e-af6e-325c6cb838a3),segment_id=3d737888-5046-4f1e-af6e-325c6cb838a3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:44.477163 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (6afda7a1-e4b2-456e-a394-16fe6f455ed3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:44.502059 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cd3a6418-be7f-470d-baf7-c932749e8043 req-dd754e52-4b78-4da7-b25f-65c519820dac tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253328 Feb 19 04:03:44.516775 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99a958bf-077e-46c1-83db-c69c8c40415d req-796e3b53-b5f0-4b46-83ec-47d6b73cac6e tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216486 Feb 19 04:03:44.580712 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-0af10bb9-5b46-4677-ab60-437975bed6ee tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:44.585714 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-0af10bb9-5b46-4677-ab60-437975bed6ee tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:44.601232 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=6afda7a1-e4b2-456e-a394-16fe6f455ed3,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:44.608982 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-0af10bb9-5b46-4677-ab60-437975bed6ee tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:44.610749 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-0af10bb9-5b46-4677-ab60-437975bed6ee tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.26 "GET /v2.0/networks?id=455a1d36-0244-440a-9c8b-39e2a2ccd1dc&id=c7e52652-7c3c-4be2-8566-a72156b624d8&id=c7e52652-7c3c-4be2-8566-a72156b624d8&id=c7e52652-7c3c-4be2-8566-a72156b624d8&id=c7e52652-7c3c-4be2-8566-a72156b624d8&id=8cc0006b-25b3-422c-9bde-2e117b4adfd2&id=8cc0006b-25b3-422c-9bde-2e117b4adfd2 HTTP/1.1" status: 200 len: 1991 time: 0.7405107 Feb 19 04:03:44.624317 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ddb8be-0ccc-42c1-9ee0-4941c0b3b951 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Hosts for router 9bd44ddc-0a30-4a41-a33e-447917c30b24: [] {{(pid=109925) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 19 04:03:44.627872 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55ed114-0329-4c24-bf6f-b42ee7cfd375 x-openstack-request-id: req-f55ed114-0329-4c24-bf6f-b42ee7cfd375 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:44.628579 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd", "name": "network-vif-plugged", "status": "completed", "tag": "c24419e7-d5e0-45d3-a022-f0bb86ef7c66", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:44.628846 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f55ed114-0329-4c24-bf6f-b42ee7cfd375 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:44.631950 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24419e7-d5e0-45d3-a022-f0bb86ef7c66', 'code': 200} Feb 19 04:03:44.835836 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650f0c3-af55-47a5-9503-48ba33e88c92 req-1e12db92-db21-4a04-974f-18fbcacd6cab tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:44.837353 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f650f0c3-af55-47a5-9503-48ba33e88c92 req-1e12db92-db21-4a04-974f-18fbcacd6cab tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.1152806 Feb 19 04:03:44.858676 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-af2b5421-4ec4-4fe7-b612-bcfb6a6bfba5 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=488b9932c1464ee8ae512fcaa6eb0e94 HTTP/1.1" status: 200 len: 379 time: 0.2265627 Feb 19 04:03:44.859465 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ddb8be-0ccc-42c1-9ee0-4941c0b3b951 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Hosts for other DVR routers connected to router 9bd44ddc-0a30-4a41-a33e-447917c30b24: set() {{(pid=109925) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 19 04:03:44.862591 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-26ddb8be-0ccc-42c1-9ee0-4941c0b3b951 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:44.863831 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-26ddb8be-0ccc-42c1-9ee0-4941c0b3b951 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] 10.222.0.52 "PUT /v2.0/routers/9bd44ddc-0a30-4a41-a33e-447917c30b24 HTTP/1.1" status: 200 len: 716 time: 1.7520595 Feb 19 04:03:44.885282 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52734) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:44.890623 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-801d583c-e088-4afa-85df-42727af8ffd5 req-ebbab372-f470-425d-acaa-e5717030fb50 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Request body: {'port': {'device_id': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc', 'admin_state_up': True, 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'security_groups': ['8059ef7f-ea58-4a15-b895-e90dd80117d2']}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:44.977391 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c5e3573e-8501-43c4-848d-c49076129cea req-f5a8c40f-ebcd-43ff-aafe-ee9600d88d12 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.1174514 Feb 19 04:03:44.978656 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-21caab64-f023-4930-bc1e-cb630a8ddbd0 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] 10.222.0.52 "GET /v2.0/routers/9bd44ddc-0a30-4a41-a33e-447917c30b24 HTTP/1.1" status: 200 len: 716 time: 0.0922241 Feb 19 04:03:44.985526 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52738) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:45.035140 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f650f0c3-af55-47a5-9503-48ba33e88c92 req-fe8bbf5b-e109-44e2-91dd-ddf42a15e698 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775737 Feb 19 04:03:45.062973 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['6afda7a1-e4b2-456e-a394-16fe6f455ed3'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:03:45.093160 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01f400-d2b4-4d66-8724-be1a9d3cec12 req-0fae75f0-909e-4dc2-aa4e-139370150f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:45.095255 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ce01f400-d2b4-4d66-8724-be1a9d3cec12 req-0fae75f0-909e-4dc2-aa4e-139370150f0e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd HTTP/1.1" status: 200 len: 1133 time: 0.3519559 Feb 19 04:03:45.120916 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:03:45.226001 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ce01f400-d2b4-4d66-8724-be1a9d3cec12 req-72f3a6bf-0b35-4df1-9fd4-9e53229bc3d4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228745 Feb 19 04:03:45.330490 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-ebbab372-f470-425d-acaa-e5717030fb50 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Made reservation on behalf of 488b9932c1464ee8ae512fcaa6eb0e94 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:45.337898 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-ebbab372-f470-425d-acaa-e5717030fb50 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:45.549877 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-801d583c-e088-4afa-85df-42727af8ffd5 req-ebbab372-f470-425d-acaa-e5717030fb50 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Allocated IP 172.20.0.5 (455a1d36-0244-440a-9c8b-39e2a2ccd1dc/00070044-bad3-439e-8650-6c43fc944981/4d3b7e86-7306-4190-840a-09d5d67b74a3) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:45.853820 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-ebbab372-f470-425d-acaa-e5717030fb50 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for port (4d3b7e86-7306-4190-840a-09d5d67b74a3), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:45.902625 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-ebbab372-f470-425d-acaa-e5717030fb50 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (4d3b7e86-7306-4190-840a-09d5d67b74a3), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:45.924876 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-37566986-130e-432e-94c4-d23974f2e146 tempest-RoutersTestDVR-61458045 tempest-RoutersTestDVR-61458045-project] 10.222.0.52 "GET /v2.0/routers/9bd44ddc-0a30-4a41-a33e-447917c30b24 HTTP/1.1" status: 200 len: 682 time: 0.9378476 Feb 19 04:03:45.929738 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52756) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:46.018911 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-85a0bbd9-744d-4fd5-b7fa-2bac2026f009 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks [] for router (9bd44ddc-0a30-4a41-a33e-447917c30b24), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:46.022923 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbab372-f470-425d-acaa-e5717030fb50 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event updated for resources: {'Port': ['ID=4d3b7e86-7306-4190-840a-09d5d67b74a3,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:46.045011 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-801d583c-e088-4afa-85df-42727af8ffd5 req-ebbab372-f470-425d-acaa-e5717030fb50 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Network 455a1d36-0244-440a-9c8b-39e2a2ccd1dc is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:46.048358 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-801d583c-e088-4afa-85df-42727af8ffd5 req-ebbab372-f470-425d-acaa-e5717030fb50 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:46.052654 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-801d583c-e088-4afa-85df-42727af8ffd5 req-ebbab372-f470-425d-acaa-e5717030fb50 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:46.093216 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbef88-2e07-4146-9ddc-4b89e3bb598a req-648119e0-aed8-43e3-8c52-88131cd42ce5 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:46.103127 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60bbef88-2e07-4146-9ddc-4b89e3bb598a req-648119e0-aed8-43e3-8c52-88131cd42ce5 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=d09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd HTTP/1.1" status: 200 len: 950 time: 0.4305766 Feb 19 04:03:46.140939 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-ebbab372-f470-425d-acaa-e5717030fb50 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:46.142420 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-ebbab372-f470-425d-acaa-e5717030fb50 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:46.182138 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-ebbab372-f470-425d-acaa-e5717030fb50 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2992625 Feb 19 04:03:46.209300 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-801d583c-e088-4afa-85df-42727af8ffd5 req-ad37e6bb-ec86-4deb-9023-c722a598cb22 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Request body: {'port': {'device_id': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8', 'admin_state_up': True, 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'security_groups': ['8059ef7f-ea58-4a15-b895-e90dd80117d2']}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:46.255573 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60bbef88-2e07-4146-9ddc-4b89e3bb598a req-f896b074-2aa4-482c-8129-ed8c6b3f93b1 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504838 Feb 19 04:03:46.542153 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-85a0bbd9-744d-4fd5-b7fa-2bac2026f009 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (9bd44ddc-0a30-4a41-a33e-447917c30b24), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:46.544699 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-85a0bbd9-744d-4fd5-b7fa-2bac2026f009 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks [] for router_controller (9bd44ddc-0a30-4a41-a33e-447917c30b24), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:46.602622 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6f75e147-5533-4dac-97df-ddb33e3c3551 None None] Provisioning complete for port 4d3b7e86-7306-4190-840a-09d5d67b74a3 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:46.603197 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6f75e147-5533-4dac-97df-ddb33e3c3551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4d3b7e86-7306-4190-840a-09d5d67b74a3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:46.620474 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-85a0bbd9-744d-4fd5-b7fa-2bac2026f009 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (9bd44ddc-0a30-4a41-a33e-447917c30b24), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:46.620999 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a0bbd9-744d-4fd5-b7fa-2bac2026f009 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9bd44ddc-0a30-4a41-a33e-447917c30b24 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:03:46.649973 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-85a0bbd9-744d-4fd5-b7fa-2bac2026f009 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:46.651300 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-85a0bbd9-744d-4fd5-b7fa-2bac2026f009 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] 10.222.0.52 "DELETE /v2.0/routers/9bd44ddc-0a30-4a41-a33e-447917c30b24 HTTP/1.1" status: 204 len: 168 time: 0.7207797 Feb 19 04:03:46.655740 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52778) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:46.662208 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-de334882-1be9-442e-84bc-c5e9cf009d96 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Request body: {'router': {'name': 'tempest-router-309462452', 'distributed': True}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:46.671964 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-ad37e6bb-ec86-4deb-9023-c722a598cb22 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Made reservation on behalf of 488b9932c1464ee8ae512fcaa6eb0e94 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:46.683241 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-ad37e6bb-ec86-4deb-9023-c722a598cb22 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:46.745617 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6f75e147-5533-4dac-97df-ddb33e3c3551 None None] Port 4d3b7e86-7306-4190-840a-09d5d67b74a3 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:03:46.776697 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d677ec-d399-47fb-a267-b42e9fb948ab req-95888248-2f3d-4de0-b847-fecade7ed56a tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:46.787119 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9d677ec-d399-47fb-a267-b42e9fb948ab req-95888248-2f3d-4de0-b847-fecade7ed56a tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=148033b9-2058-4a18-b6a3-5766b9bfa248 HTTP/1.1" status: 200 len: 944 time: 0.3483253 Feb 19 04:03:46.820116 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e5974-7112-48e4-9b31-476caf59dd2e req-f7df67ee-0460-4108-b73e-cbabf72e0be0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:46.821721 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-308e5974-7112-48e4-9b31-476caf59dd2e req-f7df67ee-0460-4108-b73e-cbabf72e0be0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 931 time: 0.2054718 Feb 19 04:03:46.827334 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-de334882-1be9-442e-84bc-c5e9cf009d96 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (1ed59bf7-6c4d-4f9f-a4d6-bf2677f46c9d), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:46.828665 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-de334882-1be9-442e-84bc-c5e9cf009d96 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (1ed59bf7-6c4d-4f9f-a4d6-bf2677f46c9d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:46.902064 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9d677ec-d399-47fb-a267-b42e9fb948ab req-3c7a4cc6-e5e8-4452-a894-29172f57dded tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137898 Feb 19 04:03:46.963988 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-de334882-1be9-442e-84bc-c5e9cf009d96 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks [] for router_controller (1ed59bf7-6c4d-4f9f-a4d6-bf2677f46c9d), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:46.975536 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-308e5974-7112-48e4-9b31-476caf59dd2e req-b99841d2-756d-4cd2-8483-859d3305323d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358497 Feb 19 04:03:47.013353 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-801d583c-e088-4afa-85df-42727af8ffd5 req-ad37e6bb-ec86-4deb-9023-c722a598cb22 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Allocated IP 10.1.1.139 (c7e52652-7c3c-4be2-8566-a72156b624d8/b31cd777-60e6-4424-9e5a-b1d089558473/abd8fe5c-e298-48a3-a888-a6ccdbf3fa25) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:47.051980 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-de334882-1be9-442e-84bc-c5e9cf009d96 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (1ed59bf7-6c4d-4f9f-a4d6-bf2677f46c9d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:47.071758 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e895c1-2a36-4d5b-95b8-f4c578901c77 req-5d2fc388-f10b-47a7-aff5-ef238f22a3f5 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:47.079099 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-28e895c1-2a36-4d5b-95b8-f4c578901c77 req-5d2fc388-f10b-47a7-aff5-ef238f22a3f5 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.0850942 Feb 19 04:03:47.128354 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-de334882-1be9-442e-84bc-c5e9cf009d96 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:47.135076 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-de334882-1be9-442e-84bc-c5e9cf009d96 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4784019 Feb 19 04:03:47.138583 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52784) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:47.187780 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-28e895c1-2a36-4d5b-95b8-f4c578901c77 req-3f9277c4-a8c3-4689-90fd-400203088212 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077123 Feb 19 04:03:47.370296 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:47.458575 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666df09-9559-46f0-8578-239d1aed52f1 req-faafd672-6e4c-4a65-983c-c0d51affd8d3 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:47.478145 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8666df09-9559-46f0-8578-239d1aed52f1 req-faafd672-6e4c-4a65-983c-c0d51affd8d3 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=d09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd HTTP/1.1" status: 200 len: 950 time: 0.0950208 Feb 19 04:03:47.617969 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8666df09-9559-46f0-8578-239d1aed52f1 req-1ecef3b2-555e-47f8-a212-3d861e49be71 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381457 Feb 19 04:03:47.745927 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:03:47.752559 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:47.753260 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:47.758978 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-299d43e4-7083-4cbb-8eb0-a94aaffbcc56 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks [] for router (1ed59bf7-6c4d-4f9f-a4d6-bf2677f46c9d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:47.862647 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:47.863073 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:47.898250 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdb1a42-a6f8-4d21-9c6f-4587c2243318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:47.901102 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f748406-7a06-431a-8965-9b5b03c57cb7" -d '{"events": [{"server_uuid": "ebdb1a42-a6f8-4d21-9c6f-4587c2243318", "name": "network-vif-plugged", "status": "completed", "tag": "c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:47.922736 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c,segment=NetworkSegment(3d737888-5046-4f1e-af6e-325c6cb838a3),segment_id=3d737888-5046-4f1e-af6e-325c6cb838a3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:47.941583 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:47.943399 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 6afda7a1-e4b2-456e-a394-16fe6f455ed3 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:48.066068 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:48.143713 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 6afda7a1-e4b2-456e-a394-16fe6f455ed3 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:03:48.165261 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-299d43e4-7083-4cbb-8eb0-a94aaffbcc56 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (1ed59bf7-6c4d-4f9f-a4d6-bf2677f46c9d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:48.170049 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-299d43e4-7083-4cbb-8eb0-a94aaffbcc56 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks [] for router_controller (1ed59bf7-6c4d-4f9f-a4d6-bf2677f46c9d), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:48.199998 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 6afda7a1-e4b2-456e-a394-16fe6f455ed3 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:48.202601 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6afda7a1-e4b2-456e-a394-16fe6f455ed3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:48.226583 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-ad37e6bb-ec86-4deb-9023-c722a598cb22 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for port (abd8fe5c-e298-48a3-a888-a6ccdbf3fa25), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:48.297730 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-299d43e4-7083-4cbb-8eb0-a94aaffbcc56 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (1ed59bf7-6c4d-4f9f-a4d6-bf2677f46c9d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:48.299424 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299d43e4-7083-4cbb-8eb0-a94aaffbcc56 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ed59bf7-6c4d-4f9f-a4d6-bf2677f46c9d {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:03:48.310402 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-ad37e6bb-ec86-4deb-9023-c722a598cb22 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (abd8fe5c-e298-48a3-a888-a6ccdbf3fa25), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:48.316761 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac986c-7e0f-4f3c-8d8f-6e7f62ba5edf req-da8d8cf8-1c2b-4f1f-b81f-bad41f9b4a4f tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:48.322790 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe8d40c-4474-4e88-b7d1-634c2aacd3cd x-openstack-request-id: req-9fe8d40c-4474-4e88-b7d1-634c2aacd3cd {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:48.323429 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdb1a42-a6f8-4d21-9c6f-4587c2243318", "name": "network-vif-plugged", "status": "completed", "tag": "c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:48.323825 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9fe8d40c-4474-4e88-b7d1-634c2aacd3cd {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:48.324520 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebdb1a42-a6f8-4d21-9c6f-4587c2243318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c', 'code': 200} Feb 19 04:03:48.331262 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-28ac986c-7e0f-4f3c-8d8f-6e7f62ba5edf req-da8d8cf8-1c2b-4f1f-b81f-bad41f9b4a4f tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=148033b9-2058-4a18-b6a3-5766b9bfa248 HTTP/1.1" status: 200 len: 944 time: 0.2791829 Feb 19 04:03:48.403521 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-299d43e4-7083-4cbb-8eb0-a94aaffbcc56 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:48.407834 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-299d43e4-7083-4cbb-8eb0-a94aaffbcc56 tempest-RoutersTestDVR-717966133 tempest-RoutersTestDVR-717966133-project-admin] 10.222.0.52 "DELETE /v2.0/routers/1ed59bf7-6c4d-4f9f-a4d6-bf2677f46c9d HTTP/1.1" status: 204 len: 168 time: 1.2623854 Feb 19 04:03:48.455131 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 6afda7a1-e4b2-456e-a394-16fe6f455ed3 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:48.457592 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6afda7a1-e4b2-456e-a394-16fe6f455ed3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:48.470217 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-28ac986c-7e0f-4f3c-8d8f-6e7f62ba5edf req-96e56fb5-55ba-4836-a05c-fd1b236f297d tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322274 Feb 19 04:03:48.511343 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eeb25d-dd6f-4449-a009-744284f9100a req-4293d5a9-d1ab-4fc1-a8e5-ec5e1104e91a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:48.522139 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eeb25d-dd6f-4449-a009-744284f9100a req-4293d5a9-d1ab-4fc1-a8e5-ec5e1104e91a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:48.526820 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37e6bb-ec86-4deb-9023-c722a598cb22 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event updated for resources: {'Port': ['ID=abd8fe5c-e298-48a3-a888-a6ccdbf3fa25,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:48.528010 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-23eeb25d-dd6f-4449-a009-744284f9100a req-4293d5a9-d1ab-4fc1-a8e5-ec5e1104e91a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 1653 time: 0.1313398 Feb 19 04:03:48.537670 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 6afda7a1-e4b2-456e-a394-16fe6f455ed3, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=6afda7a1-e4b2-456e-a394-16fe6f455ed3,segment=NetworkSegment(3d737888-5046-4f1e-af6e-325c6cb838a3),segment_id=3d737888-5046-4f1e-af6e-325c6cb838a3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:48.548226 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (6afda7a1-e4b2-456e-a394-16fe6f455ed3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:48.644890 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-801d583c-e088-4afa-85df-42727af8ffd5 req-ad37e6bb-ec86-4deb-9023-c722a598cb22 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Network c7e52652-7c3c-4be2-8566-a72156b624d8 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:48.653115 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-23eeb25d-dd6f-4449-a009-744284f9100a req-8dfd9efb-368f-4d82-a3a3-57a8a4a358d2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191251 Feb 19 04:03:48.676646 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-801d583c-e088-4afa-85df-42727af8ffd5 req-ad37e6bb-ec86-4deb-9023-c722a598cb22 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:48.685106 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-801d583c-e088-4afa-85df-42727af8ffd5 req-ad37e6bb-ec86-4deb-9023-c722a598cb22 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:48.688891 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=6afda7a1-e4b2-456e-a394-16fe6f455ed3,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:48.909625 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-ad37e6bb-ec86-4deb-9023-c722a598cb22 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:48.910348 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-ad37e6bb-ec86-4deb-9023-c722a598cb22 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:48.930712 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ca66b-b609-4abf-890b-cf4cb0c3dbe7 req-308854ee-ddee-4740-a81f-2ded96fb14d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:48.933046 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f58ca66b-b609-4abf-890b-cf4cb0c3dbe7 req-308854ee-ddee-4740-a81f-2ded96fb14d6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ebdb1a42-a6f8-4d21-9c6f-4587c2243318 HTTP/1.1" status: 200 len: 1129 time: 0.4508197 Feb 19 04:03:48.997005 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-ad37e6bb-ec86-4deb-9023-c722a598cb22 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8071601 Feb 19 04:03:49.007709 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-801d583c-e088-4afa-85df-42727af8ffd5 req-368a0314-fc6a-49a8-80d8-b830c2e90641 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Request body: {'port': {'device_id': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8', 'admin_state_up': True, 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'security_groups': ['8059ef7f-ea58-4a15-b895-e90dd80117d2']}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:49.113755 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52826) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:49.132102 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f58ca66b-b609-4abf-890b-cf4cb0c3dbe7 req-33f37a71-9c4b-46fd-9ea4-0bef80fc1ed2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882296 Feb 19 04:03:49.299621 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-66893c89-dd53-4a58-8d14-203e395ff1ff None None] Provisioning complete for port abd8fe5c-e298-48a3-a888-a6ccdbf3fa25 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:49.300157 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-368a0314-fc6a-49a8-80d8-b830c2e90641 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Made reservation on behalf of 488b9932c1464ee8ae512fcaa6eb0e94 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:49.300656 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-66893c89-dd53-4a58-8d14-203e395ff1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (abd8fe5c-e298-48a3-a888-a6ccdbf3fa25), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:49.306138 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-368a0314-fc6a-49a8-80d8-b830c2e90641 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:49.351235 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-225b78cb-7e92-43fb-a1c5-89a0e6e6217d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:49.373988 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-66893c89-dd53-4a58-8d14-203e395ff1ff None None] Port abd8fe5c-e298-48a3-a888-a6ccdbf3fa25 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:03:49.511694 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-801d583c-e088-4afa-85df-42727af8ffd5 req-368a0314-fc6a-49a8-80d8-b830c2e90641 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Allocated IP 10.1.1.27 (c7e52652-7c3c-4be2-8566-a72156b624d8/b31cd777-60e6-4424-9e5a-b1d089558473/03bbf650-5bef-4ec1-af01-630545c4db55) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:49.585696 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950a33a-b939-495f-ae21-c16fa2b3c074 req-3549abfd-6ec7-4391-adfd-cbf68e7bff12 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:49.587622 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6950a33a-b939-495f-ae21-c16fa2b3c074 req-3549abfd-6ec7-4391-adfd-cbf68e7bff12 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.7625005 Feb 19 04:03:49.659579 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6950a33a-b939-495f-ae21-c16fa2b3c074 req-4dac3e9d-90c5-46d1-8b91-09169a735248 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586982 Feb 19 04:03:49.665049 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-368a0314-fc6a-49a8-80d8-b830c2e90641 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for port (03bbf650-5bef-4ec1-af01-630545c4db55), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:49.667910 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde9daf-f610-4c3b-b41a-917798c52f31 req-b5666032-e083-4ce5-a2d9-53c225a4b10a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:49.675117 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4fde9daf-f610-4c3b-b41a-917798c52f31 req-b5666032-e083-4ce5-a2d9-53c225a4b10a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=d09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd HTTP/1.1" status: 200 len: 950 time: 0.7693598 Feb 19 04:03:49.706214 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-368a0314-fc6a-49a8-80d8-b830c2e90641 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (03bbf650-5bef-4ec1-af01-630545c4db55), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:49.741295 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4fde9daf-f610-4c3b-b41a-917798c52f31 req-c32b704a-54a2-4bf5-8f80-6f37d8e55d47 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648458 Feb 19 04:03:49.779981 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-801d583c-e088-4afa-85df-42727af8ffd5 req-368a0314-fc6a-49a8-80d8-b830c2e90641 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Network c7e52652-7c3c-4be2-8566-a72156b624d8 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:49.789077 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-801d583c-e088-4afa-85df-42727af8ffd5 req-368a0314-fc6a-49a8-80d8-b830c2e90641 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:49.800295 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-801d583c-e088-4afa-85df-42727af8ffd5 req-368a0314-fc6a-49a8-80d8-b830c2e90641 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:49.840415 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a0314-fc6a-49a8-80d8-b830c2e90641 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event updated for resources: {'Port': ['ID=03bbf650-5bef-4ec1-af01-630545c4db55,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:49.916829 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-368a0314-fc6a-49a8-80d8-b830c2e90641 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:49.917551 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-368a0314-fc6a-49a8-80d8-b830c2e90641 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:49.933945 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f309c9-b35c-4fdd-a56d-de2e79f5766b req-1c1e9f2e-d788-4b85-b4a2-9601c2ebdbe1 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:49.954722 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03f309c9-b35c-4fdd-a56d-de2e79f5766b req-1c1e9f2e-d788-4b85-b4a2-9601c2ebdbe1 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=148033b9-2058-4a18-b6a3-5766b9bfa248 HTTP/1.1" status: 200 len: 945 time: 0.1164372 Feb 19 04:03:49.987158 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-225b78cb-7e92-43fb-a1c5-89a0e6e6217d admin admin] Publish callbacks [] for security_group (c6beec22-2faa-443d-9965-888bb8fb0aa0), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:49.991496 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-368a0314-fc6a-49a8-80d8-b830c2e90641 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9881070 Feb 19 04:03:49.996554 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-225b78cb-7e92-43fb-a1c5-89a0e6e6217d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (c6beec22-2faa-443d-9965-888bb8fb0aa0), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:50.004062 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-801d583c-e088-4afa-85df-42727af8ffd5 req-3b4318e7-4561-4fe2-b96a-57a51a09dae7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Request body: {'port': {'device_id': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8cc0006b-25b3-422c-9bde-2e117b4adfd2', 'admin_state_up': True, 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'security_groups': ['8059ef7f-ea58-4a15-b895-e90dd80117d2']}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:50.068625 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03f309c9-b35c-4fdd-a56d-de2e79f5766b req-4f3cefbd-597b-4a09-b701-d16b41e00151 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089821 Feb 19 04:03:50.106336 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52850) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:50.106507 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-225b78cb-7e92-43fb-a1c5-89a0e6e6217d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c8fa12c9dabe4807b72766900731aa06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9913096 Feb 19 04:03:50.110582 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b78cb-7e92-43fb-a1c5-89a0e6e6217d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6beec22-2faa-443d-9965-888bb8fb0aa0,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:50.229231 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-3b4318e7-4561-4fe2-b96a-57a51a09dae7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Made reservation on behalf of 488b9932c1464ee8ae512fcaa6eb0e94 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:50.307891 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-69782b25-c49a-452d-aa61-6249487fc3f3 None None] Provisioning complete for port 03bbf650-5bef-4ec1-af01-630545c4db55 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:50.308460 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-69782b25-c49a-452d-aa61-6249487fc3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (03bbf650-5bef-4ec1-af01-630545c4db55), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:50.338677 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-94de1a34-8f83-4227-a1c3-01bca649e942 admin admin] Publish callbacks [] for security_group (c6beec22-2faa-443d-9965-888bb8fb0aa0), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:50.349206 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148033b9-2058-4a18-b6a3-5766b9bfa248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afda7a1-e4b2-456e-a394-16fe6f455ed3'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:50.356564 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22051c5-4db2-408c-846d-ae25d5213ff7" -d '{"events": [{"server_uuid": "148033b9-2058-4a18-b6a3-5766b9bfa248", "name": "network-vif-plugged", "status": "completed", "tag": "6afda7a1-e4b2-456e-a394-16fe6f455ed3"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:50.370039 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732121e-b65c-4055-a549-98c99b0e8916 req-649cbfb4-f35e-42cd-bf7c-64b0129d61df tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:50.376349 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732121e-b65c-4055-a549-98c99b0e8916 req-649cbfb4-f35e-42cd-bf7c-64b0129d61df tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:50.382229 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732121e-b65c-4055-a549-98c99b0e8916 req-649cbfb4-f35e-42cd-bf7c-64b0129d61df tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:50.391288 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7732121e-b65c-4055-a549-98c99b0e8916 req-649cbfb4-f35e-42cd-bf7c-64b0129d61df tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 2373 time: 0.1965299 Feb 19 04:03:50.394346 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-69782b25-c49a-452d-aa61-6249487fc3f3 None None] Port 03bbf650-5bef-4ec1-af01-630545c4db55 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:03:50.397644 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-3b4318e7-4561-4fe2-b96a-57a51a09dae7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:50.452884 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-94de1a34-8f83-4227-a1c3-01bca649e942 admin admin] Publish callbacks [] for security_group (c6beec22-2faa-443d-9965-888bb8fb0aa0), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:50.576100 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7732121e-b65c-4055-a549-98c99b0e8916 req-b0e73e75-115a-434c-8e5e-941a7db66d2e tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836770 Feb 19 04:03:50.633755 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-94de1a34-8f83-4227-a1c3-01bca649e942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (c6beec22-2faa-443d-9965-888bb8fb0aa0), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:50.637027 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-94de1a34-8f83-4227-a1c3-01bca649e942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:50.638281 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-94de1a34-8f83-4227-a1c3-01bca649e942 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c6beec22-2faa-443d-9965-888bb8fb0aa0 HTTP/1.1" status: 204 len: 168 time: 0.5304699 Feb 19 04:03:50.661443 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de1a34-8f83-4227-a1c3-01bca649e942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6beec22-2faa-443d-9965-888bb8fb0aa0,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:50.815078 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059aaccd-09ca-4004-b22f-edf0d29e2af1 req-8d1f176c-a8e5-4b59-9f3e-d546916331c6 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:50.822718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059aaccd-09ca-4004-b22f-edf0d29e2af1 req-8d1f176c-a8e5-4b59-9f3e-d546916331c6 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:50.824598 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-059aaccd-09ca-4004-b22f-edf0d29e2af1 req-8d1f176c-a8e5-4b59-9f3e-d546916331c6 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=adb3cd37-0cde-46f9-b7a6-cbdb13707bec&device_id=d09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd HTTP/1.1" status: 200 len: 1690 time: 0.1351433 Feb 19 04:03:50.837031 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-801d583c-e088-4afa-85df-42727af8ffd5 req-3b4318e7-4561-4fe2-b96a-57a51a09dae7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Allocated IP 10.2.2.100 (8cc0006b-25b3-422c-9bde-2e117b4adfd2/3c4676cd-7ab6-4200-93f3-9d2db44011e7/065ce680-972c-4dea-ae22-48d0fbd50b99) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:50.939267 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-059aaccd-09ca-4004-b22f-edf0d29e2af1 req-51a1eab8-94da-4266-a9a4-4f5f949b8115 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020491 Feb 19 04:03:50.990115 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1202e4-60d5-4222-9f10-fd509cce678c x-openstack-request-id: req-2c1202e4-60d5-4222-9f10-fd509cce678c {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:50.990440 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148033b9-2058-4a18-b6a3-5766b9bfa248", "name": "network-vif-plugged", "status": "completed", "tag": "6afda7a1-e4b2-456e-a394-16fe6f455ed3", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:50.990696 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2c1202e4-60d5-4222-9f10-fd509cce678c {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:50.991090 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148033b9-2058-4a18-b6a3-5766b9bfa248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afda7a1-e4b2-456e-a394-16fe6f455ed3', 'code': 200} Feb 19 04:03:51.254034 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52874) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:51.327429 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d58d3-a6df-43aa-8022-9e0366305bf4 req-1b557d0e-3a64-4b11-9b09-560c35a1ea72 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:51.329549 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c5d58d3-a6df-43aa-8022-9e0366305bf4 req-1b557d0e-3a64-4b11-9b09-560c35a1ea72 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.1707556 Feb 19 04:03:51.420902 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-402b1285-d671-44fb-92cb-67cf44be91f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:51.426290 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c5d58d3-a6df-43aa-8022-9e0366305bf4 req-fb224beb-cb84-4f46-8049-6fb7cf90f3b2 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837538 Feb 19 04:03:51.481277 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-3b4318e7-4561-4fe2-b96a-57a51a09dae7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for port (065ce680-972c-4dea-ae22-48d0fbd50b99), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:51.526508 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2f412-8fcf-43b7-8060-3f201b59bd03 req-6eef2178-0b6c-4d7d-99b2-211e963af7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:51.529907 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-aec2f412-8fcf-43b7-8060-3f201b59bd03 req-6eef2178-0b6c-4d7d-99b2-211e963af7a7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=148033b9-2058-4a18-b6a3-5766b9bfa248 HTTP/1.1" status: 200 len: 1128 time: 0.2766428 Feb 19 04:03:51.591771 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5d0e5-b5d2-4a74-b515-2609097f3d2a req-77f36120-fba9-40d5-9d89-9248a3297095 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:51.596779 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a5c5d0e5-b5d2-4a74-b515-2609097f3d2a req-77f36120-fba9-40d5-9d89-9248a3297095 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=148033b9-2058-4a18-b6a3-5766b9bfa248 HTTP/1.1" status: 200 len: 945 time: 0.1188130 Feb 19 04:03:51.749352 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a5c5d0e5-b5d2-4a74-b515-2609097f3d2a req-84f3ee19-b1ae-4e4f-b2ad-26bee3701eb0 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456270 Feb 19 04:03:51.759761 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742165b2-3c33-44d1-a1bb-152cb1b15dd2 req-b65ff152-b59b-44db-bd9a-0c256a331b0b tempest-ServersOnMultiNodesTest-2035149531 tempest-ServersOnMultiNodesTest-2035149531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:51.762084 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-742165b2-3c33-44d1-a1bb-152cb1b15dd2 req-b65ff152-b59b-44db-bd9a-0c256a331b0b tempest-ServersOnMultiNodesTest-2035149531 tempest-ServersOnMultiNodesTest-2035149531-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=adb3cd37-0cde-46f9-b7a6-cbdb13707bec HTTP/1.1" status: 200 len: 1132 time: 0.1119871 Feb 19 04:03:51.766885 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-3b4318e7-4561-4fe2-b96a-57a51a09dae7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (065ce680-972c-4dea-ae22-48d0fbd50b99), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:51.800942 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-402b1285-d671-44fb-92cb-67cf44be91f6 admin admin] Publish callbacks [] for security_group (ebb1c943-bc19-4257-9b94-5d603253e699), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:51.804425 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-aec2f412-8fcf-43b7-8060-3f201b59bd03 req-20d74a0b-a200-4c0a-9734-c22db85f87e4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507496 Feb 19 04:03:51.809902 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-801d583c-e088-4afa-85df-42727af8ffd5 req-3b4318e7-4561-4fe2-b96a-57a51a09dae7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Network 8cc0006b-25b3-422c-9bde-2e117b4adfd2 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:51.865441 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-402b1285-d671-44fb-92cb-67cf44be91f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ebb1c943-bc19-4257-9b94-5d603253e699), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:51.894207 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-742165b2-3c33-44d1-a1bb-152cb1b15dd2 req-8d40dd0b-070d-4861-8b54-b14605f14a20 tempest-ServersOnMultiNodesTest-2035149531 tempest-ServersOnMultiNodesTest-2035149531-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255229 Feb 19 04:03:51.930197 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-402b1285-d671-44fb-92cb-67cf44be91f6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=76e37578f8f5488ea84205d3c0857f99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6729467 Feb 19 04:03:51.931809 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52896) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:51.956027 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-801d583c-e088-4afa-85df-42727af8ffd5 req-3b4318e7-4561-4fe2-b96a-57a51a09dae7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:51.964423 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-801d583c-e088-4afa-85df-42727af8ffd5 req-3b4318e7-4561-4fe2-b96a-57a51a09dae7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:51.976692 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b1285-d671-44fb-92cb-67cf44be91f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb1c943-bc19-4257-9b94-5d603253e699,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:52.145606 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4318e7-4561-4fe2-b96a-57a51a09dae7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event updated for resources: {'Port': ['ID=065ce680-972c-4dea-ae22-48d0fbd50b99,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:52.181108 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-3b4318e7-4561-4fe2-b96a-57a51a09dae7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:52.181788 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-3b4318e7-4561-4fe2-b96a-57a51a09dae7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:52.219661 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-3b4318e7-4561-4fe2-b96a-57a51a09dae7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2198315 Feb 19 04:03:52.230078 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-801d583c-e088-4afa-85df-42727af8ffd5 req-2490b4f5-dc10-4d37-8cc1-6611745c9272 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Request body: {'port': {'device_id': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8cc0006b-25b3-422c-9bde-2e117b4adfd2', 'admin_state_up': True, 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'security_groups': ['8059ef7f-ea58-4a15-b895-e90dd80117d2']}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:52.273224 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b5c95734-c63c-4f63-8a1f-4ef52277e12a admin admin] Publish callbacks [] for security_group (ebb1c943-bc19-4257-9b94-5d603253e699), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:52.345969 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fb0db-4026-4e1d-bbda-019841fcbb26 req-b27bfeb1-0c9b-4878-8bac-94454e0133e9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:52.348475 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-def638bc-05a6-417a-b5f4-ff284f3f18ea None None] Provisioning complete for port 065ce680-972c-4dea-ae22-48d0fbd50b99 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:52.348988 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-def638bc-05a6-417a-b5f4-ff284f3f18ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (065ce680-972c-4dea-ae22-48d0fbd50b99), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:52.362562 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fb0db-4026-4e1d-bbda-019841fcbb26 req-b27bfeb1-0c9b-4878-8bac-94454e0133e9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:52.384978 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fb0db-4026-4e1d-bbda-019841fcbb26 req-b27bfeb1-0c9b-4878-8bac-94454e0133e9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:52.397615 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fb0db-4026-4e1d-bbda-019841fcbb26 req-b27bfeb1-0c9b-4878-8bac-94454e0133e9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:52.406705 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-707fb0db-4026-4e1d-bbda-019841fcbb26 req-b27bfeb1-0c9b-4878-8bac-94454e0133e9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 3094 time: 0.3808675 Feb 19 04:03:52.428235 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-def638bc-05a6-417a-b5f4-ff284f3f18ea None None] Port 065ce680-972c-4dea-ae22-48d0fbd50b99 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:03:52.458678 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-2490b4f5-dc10-4d37-8cc1-6611745c9272 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Made reservation on behalf of 488b9932c1464ee8ae512fcaa6eb0e94 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:52.468304 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-2490b4f5-dc10-4d37-8cc1-6611745c9272 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:52.488654 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b5c95734-c63c-4f63-8a1f-4ef52277e12a admin admin] Publish callbacks [] for security_group (ebb1c943-bc19-4257-9b94-5d603253e699), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:52.495912 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e12e1a-b805-4a40-8d38-9722fc9780fc req-5c6390cf-1e75-4d31-a4ee-06dc9b64ee5f tempest-ServersOnMultiNodesTest-2035149531 tempest-ServersOnMultiNodesTest-2035149531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:52.507070 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-65e12e1a-b805-4a40-8d38-9722fc9780fc req-5c6390cf-1e75-4d31-a4ee-06dc9b64ee5f tempest-ServersOnMultiNodesTest-2035149531 tempest-ServersOnMultiNodesTest-2035149531-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd HTTP/1.1" status: 200 len: 1133 time: 0.3549247 Feb 19 04:03:52.735108 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-65e12e1a-b805-4a40-8d38-9722fc9780fc req-83714b8b-1e5e-4e92-8d99-869aec077522 tempest-ServersOnMultiNodesTest-2035149531 tempest-ServersOnMultiNodesTest-2035149531-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216218 Feb 19 04:03:52.765374 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-707fb0db-4026-4e1d-bbda-019841fcbb26 req-37627a34-bbba-4808-9690-73c5cabce4f5 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3395393 Feb 19 04:03:52.820693 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b5c95734-c63c-4f63-8a1f-4ef52277e12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ebb1c943-bc19-4257-9b94-5d603253e699), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:52.824179 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b5c95734-c63c-4f63-8a1f-4ef52277e12a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:52.825752 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b5c95734-c63c-4f63-8a1f-4ef52277e12a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ebb1c943-bc19-4257-9b94-5d603253e699 HTTP/1.1" status: 204 len: 168 time: 0.8928492 Feb 19 04:03:52.854528 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c95734-c63c-4f63-8a1f-4ef52277e12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb1c943-bc19-4257-9b94-5d603253e699,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:52.997897 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-801d583c-e088-4afa-85df-42727af8ffd5 req-2490b4f5-dc10-4d37-8cc1-6611745c9272 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Allocated IP 10.2.2.200 (8cc0006b-25b3-422c-9bde-2e117b4adfd2/3c4676cd-7ab6-4200-93f3-9d2db44011e7/707eecc9-665d-461b-8a6a-4e0b2324400b) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:53.235157 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f9c85-cbe5-4b17-8701-cc492385fea7 req-4db2340b-b59e-4071-a7a3-ca7dfb61b67c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:53.240573 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d48f9c85-cbe5-4b17-8701-cc492385fea7 req-4db2340b-b59e-4071-a7a3-ca7dfb61b67c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.2690187 Feb 19 04:03:53.383972 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-2490b4f5-dc10-4d37-8cc1-6611745c9272 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for port (707eecc9-665d-461b-8a6a-4e0b2324400b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:53.389911 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3426c-c43c-4714-8a29-b54a3800eddf req-a433dc42-6fd7-4dd6-83a7-7a0ebe9ad079 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:53.393415 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbe3426c-c43c-4714-8a29-b54a3800eddf req-a433dc42-6fd7-4dd6-83a7-7a0ebe9ad079 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=148033b9-2058-4a18-b6a3-5766b9bfa248 HTTP/1.1" status: 200 len: 945 time: 0.3019691 Feb 19 04:03:53.435854 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d48f9c85-cbe5-4b17-8701-cc492385fea7 req-7261c59b-a676-4a99-8874-e3a4d635aafa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859236 Feb 19 04:03:53.535562 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-2490b4f5-dc10-4d37-8cc1-6611745c9272 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (707eecc9-665d-461b-8a6a-4e0b2324400b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:53.626428 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbe3426c-c43c-4714-8a29-b54a3800eddf req-8ff8ae54-326d-4765-b743-08c84dba8024 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250299 Feb 19 04:03:53.655724 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2490b4f5-dc10-4d37-8cc1-6611745c9272 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event updated for resources: {'Port': ['ID=707eecc9-665d-461b-8a6a-4e0b2324400b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:53.684582 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-801d583c-e088-4afa-85df-42727af8ffd5 req-2490b4f5-dc10-4d37-8cc1-6611745c9272 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Network 8cc0006b-25b3-422c-9bde-2e117b4adfd2 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:53.688557 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-801d583c-e088-4afa-85df-42727af8ffd5 req-2490b4f5-dc10-4d37-8cc1-6611745c9272 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:53.710516 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-801d583c-e088-4afa-85df-42727af8ffd5 req-2490b4f5-dc10-4d37-8cc1-6611745c9272 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:53.767117 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-91cdbef2-50bc-4e8c-94e1-7e6119533249 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c869b1ad561a43bab98562600aca3675&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687444 Feb 19 04:03:53.808639 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-2490b4f5-dc10-4d37-8cc1-6611745c9272 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:53.813921 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-2490b4f5-dc10-4d37-8cc1-6611745c9272 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:53.893231 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-2490b4f5-dc10-4d37-8cc1-6611745c9272 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6634831 Feb 19 04:03:53.922765 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-801d583c-e088-4afa-85df-42727af8ffd5 req-9ccb9151-d548-4bd8-9ab2-5d1cc10a67c2 service neutron] Request body: {'port': {'device_id': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:54.052807 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-9ccb9151-d548-4bd8-9ab2-5d1cc10a67c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4d3b7e86-7306-4190-840a-09d5d67b74a3), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.109892 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-480f64bf-ddad-47bb-b3fe-cdff6c1e3706 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:54.117391 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-480f64bf-ddad-47bb-b3fe-cdff6c1e3706 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3493955 Feb 19 04:03:54.148338 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-4424775a-ef93-4225-8cd7-39968115de3e tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/quotas/c869b1ad561a43bab98562600aca3675 HTTP/1.1" status: 200 len: 375 time: 0.0295434 Feb 19 04:03:54.185193 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-1b6a96e7-14c9-4a72-882b-dbd9f233857f None None] Provisioning complete for port 707eecc9-665d-461b-8a6a-4e0b2324400b triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:54.189036 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1b6a96e7-14c9-4a72-882b-dbd9f233857f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (707eecc9-665d-461b-8a6a-4e0b2324400b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.265614 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-1b6a96e7-14c9-4a72-882b-dbd9f233857f None None] Port 707eecc9-665d-461b-8a6a-4e0b2324400b cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:03:54.276633 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc7539-b986-4cec-bf80-a4df06a8826f req-6439a090-18f0-43e2-8e62-681b8fa076b1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:54.288370 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc7539-b986-4cec-bf80-a4df06a8826f req-6439a090-18f0-43e2-8e62-681b8fa076b1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:54.294773 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc7539-b986-4cec-bf80-a4df06a8826f req-6439a090-18f0-43e2-8e62-681b8fa076b1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:54.300864 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc7539-b986-4cec-bf80-a4df06a8826f req-6439a090-18f0-43e2-8e62-681b8fa076b1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:54.311100 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc7539-b986-4cec-bf80-a4df06a8826f req-6439a090-18f0-43e2-8e62-681b8fa076b1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:54.312954 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4bc7539-b986-4cec-bf80-a4df06a8826f req-6439a090-18f0-43e2-8e62-681b8fa076b1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 3815 time: 0.1934457 Feb 19 04:03:54.368575 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-04ea3e57-9620-4f1b-846b-7b2b7f290180 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c869b1ad561a43bab98562600aca3675&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2194948 Feb 19 04:03:54.519309 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4bc7539-b986-4cec-bf80-a4df06a8826f req-7ac31e46-7a44-4147-b44a-409c569e9f92 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900032 Feb 19 04:03:54.886841 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-801d583c-e088-4afa-85df-42727af8ffd5 req-9ccb9151-d548-4bd8-9ab2-5d1cc10a67c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3b7e86-7306-4190-840a-09d5d67b74a3 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:54.894131 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8d690-b70b-4895-8510-b0ef5591451d req-3b0d3290-bab2-4c4a-b16c-80b971ffe57a tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:54.907677 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ce8d690-b70b-4895-8510-b0ef5591451d req-3b0d3290-bab2-4c4a-b16c-80b971ffe57a tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.1171126 Feb 19 04:03:54.911226 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-9ccb9151-d548-4bd8-9ab2-5d1cc10a67c2 service neutron] Publish callbacks [] for port (4d3b7e86-7306-4190-840a-09d5d67b74a3), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.954358 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-801d583c-e088-4afa-85df-42727af8ffd5 req-9ccb9151-d548-4bd8-9ab2-5d1cc10a67c2 service neutron] Transition to ACTIVE for port object 4d3b7e86-7306-4190-840a-09d5d67b74a3 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:03:54.971631 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-9ccb9151-d548-4bd8-9ab2-5d1cc10a67c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (4d3b7e86-7306-4190-840a-09d5d67b74a3), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:55.089441 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb9151-d548-4bd8-9ab2-5d1cc10a67c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3b7e86-7306-4190-840a-09d5d67b74a3,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:55.170617 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ce8d690-b70b-4895-8510-b0ef5591451d req-3acd0d2a-f247-496c-805a-edce5bf73415 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616870 Feb 19 04:03:55.218933 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeca8c0-5533-4df7-8dc1-18d02a13d262 req-dc8a8ca2-e320-4f4a-b2e5-543ce8a4c826 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:55.232338 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8aeca8c0-5533-4df7-8dc1-18d02a13d262 req-dc8a8ca2-e320-4f4a-b2e5-543ce8a4c826 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=148033b9-2058-4a18-b6a3-5766b9bfa248 HTTP/1.1" status: 200 len: 945 time: 0.3184125 Feb 19 04:03:55.362222 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-801d583c-e088-4afa-85df-42727af8ffd5 req-9ccb9151-d548-4bd8-9ab2-5d1cc10a67c2 service neutron] Attempting to bind port 4d3b7e86-7306-4190-840a-09d5d67b74a3 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:03:55.362571 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-801d583c-e088-4afa-85df-42727af8ffd5 req-9ccb9151-d548-4bd8-9ab2-5d1cc10a67c2 service neutron] Attempting to bind port 4d3b7e86-7306-4190-840a-09d5d67b74a3 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '7494b9a1-a789-47f9-9c03-895eb5435e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:03:55.362841 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-9ccb9151-d548-4bd8-9ab2-5d1cc10a67c2 service neutron] Attempting to bind port 4d3b7e86-7306-4190-840a-09d5d67b74a3 on network 455a1d36-0244-440a-9c8b-39e2a2ccd1dc {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:55.378439 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-9ccb9151-d548-4bd8-9ab2-5d1cc10a67c2 service neutron] Port 4d3b7e86-7306-4190-840a-09d5d67b74a3 on network 455a1d36-0244-440a-9c8b-39e2a2ccd1dc not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:03:55.378808 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-9ccb9151-d548-4bd8-9ab2-5d1cc10a67c2 service neutron] Attempting to bind port 4d3b7e86-7306-4190-840a-09d5d67b74a3 on network 455a1d36-0244-440a-9c8b-39e2a2ccd1dc {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:55.390586 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8aeca8c0-5533-4df7-8dc1-18d02a13d262 req-8351020a-9153-4233-9c2f-ecd076f4d84e tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543119 Feb 19 04:03:55.391959 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-9ccb9151-d548-4bd8-9ab2-5d1cc10a67c2 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:03:55.392316 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-9ccb9151-d548-4bd8-9ab2-5d1cc10a67c2 service neutron] Checking segment: {'id': '7494b9a1-a789-47f9-9c03-895eb5435e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:55.392712 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-9ccb9151-d548-4bd8-9ab2-5d1cc10a67c2 service neutron] Bound using segment: {'id': '7494b9a1-a789-47f9-9c03-895eb5435e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:03:55.393159 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-801d583c-e088-4afa-85df-42727af8ffd5 req-9ccb9151-d548-4bd8-9ab2-5d1cc10a67c2 service neutron] Bound port: 4d3b7e86-7306-4190-840a-09d5d67b74a3, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7494b9a1-a789-47f9-9c03-895eb5435e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:03:55.393521 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-9ccb9151-d548-4bd8-9ab2-5d1cc10a67c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4d3b7e86-7306-4190-840a-09d5d67b74a3), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:55.495798 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43008f2d-61bf-4fa8-a231-845472af6ec7 req-ff47020a-a7b3-45db-a55b-a9b24ace9133 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=87183da0-2330-4daa-84d6-7134963aedba HTTP/1.1" status: 200 len: 210 time: 0.1780953 Feb 19 04:03:55.656019 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-801d583c-e088-4afa-85df-42727af8ffd5 req-9ccb9151-d548-4bd8-9ab2-5d1cc10a67c2 service neutron] For port 4d3b7e86-7306-4190-840a-09d5d67b74a3, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:55.673793 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-801d583c-e088-4afa-85df-42727af8ffd5 req-9ccb9151-d548-4bd8-9ab2-5d1cc10a67c2 service neutron] For port 4d3b7e86-7306-4190-840a-09d5d67b74a3, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=4d3b7e86-7306-4190-840a-09d5d67b74a3,segment=NetworkSegment(7494b9a1-a789-47f9-9c03-895eb5435e6b),segment_id=7494b9a1-a789-47f9-9c03-895eb5435e6b)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:03:55.699287 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-9ccb9151-d548-4bd8-9ab2-5d1cc10a67c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (4d3b7e86-7306-4190-840a-09d5d67b74a3), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:55.769224 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c8ef3-825a-44a8-b10d-c52fb0177d5e req-1dd7400e-3b53-4339-831d-06b7b113dc87 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:55.782107 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-483c8ef3-825a-44a8-b10d-c52fb0177d5e req-1dd7400e-3b53-4339-831d-06b7b113dc87 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebdb1a42-a6f8-4d21-9c6f-4587c2243318 HTTP/1.1" status: 200 len: 946 time: 0.2275386 Feb 19 04:03:55.876987 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-9ccb9151-d548-4bd8-9ab2-5d1cc10a67c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:55.880937 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-9ccb9151-d548-4bd8-9ab2-5d1cc10a67c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:55.887534 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-9ccb9151-d548-4bd8-9ab2-5d1cc10a67c2 service neutron] 10.222.0.26 "PUT /v2.0/ports/4d3b7e86-7306-4190-840a-09d5d67b74a3 HTTP/1.1" status: 200 len: 1092 time: 1.9738417 Feb 19 04:03:55.889065 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53000) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:55.893602 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb9151-d548-4bd8-9ab2-5d1cc10a67c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3b7e86-7306-4190-840a-09d5d67b74a3,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:55.906212 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'tag': '4d3b7e86-7306-4190-840a-09d5d67b74a3'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:55.912862 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ee52f3-d593-401c-a424-fb3b4ad139d2" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "tag": "4d3b7e86-7306-4190-840a-09d5d67b74a3"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:55.964293 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-801d583c-e088-4afa-85df-42727af8ffd5 req-4f5ebda6-30b6-4068-95ad-28ff9ef3a42d service neutron] Request body: {'port': {'device_id': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:56.037612 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ee28d-3de8-410f-a57f-8ab57914ac64 req-e2c2564f-e98b-4453-afe4-8b89ccea05ae tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:56.053378 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ee28d-3de8-410f-a57f-8ab57914ac64 req-e2c2564f-e98b-4453-afe4-8b89ccea05ae tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:56.071751 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ee28d-3de8-410f-a57f-8ab57914ac64 req-e2c2564f-e98b-4453-afe4-8b89ccea05ae tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:56.084285 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ee28d-3de8-410f-a57f-8ab57914ac64 req-e2c2564f-e98b-4453-afe4-8b89ccea05ae tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:56.122252 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-4f5ebda6-30b6-4068-95ad-28ff9ef3a42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6d6260b1-28c6-435b-98e5-f15398fc683d), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:56.122765 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ee28d-3de8-410f-a57f-8ab57914ac64 req-e2c2564f-e98b-4453-afe4-8b89ccea05ae tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:56.136605 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da4ee28d-3de8-410f-a57f-8ab57914ac64 req-e2c2564f-e98b-4453-afe4-8b89ccea05ae tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 3827 time: 0.3524499 Feb 19 04:03:56.144821 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-8af70344-0125-4e3d-9bf0-a18711a6e76d tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-162921944', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:56.163909 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-483c8ef3-825a-44a8-b10d-c52fb0177d5e req-4e2b8c5d-3f94-48ae-a4c9-41fbe8ddb381 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779647 Feb 19 04:03:56.244903 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af70344-0125-4e3d-9bf0-a18711a6e76d tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Made reservation on behalf of a185a19fb7404931a1bb8c71d88dbabc for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:56.253516 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8af70344-0125-4e3d-9bf0-a18711a6e76d tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:56.386911 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8af70344-0125-4e3d-9bf0-a18711a6e76d tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:56.399248 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da4ee28d-3de8-410f-a57f-8ab57914ac64 req-2017d195-eb8b-4bd6-9b99-deadd93809d7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2309699 Feb 19 04:03:56.541714 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e0fe90-566e-47d2-9326-bb0a5184c5de x-openstack-request-id: req-97e0fe90-566e-47d2-9326-bb0a5184c5de {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:56.557197 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "tag": "4d3b7e86-7306-4190-840a-09d5d67b74a3", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:56.559362 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-97e0fe90-566e-47d2-9326-bb0a5184c5de {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:56.559868 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'tag': '4d3b7e86-7306-4190-840a-09d5d67b74a3', 'status': 'completed', 'code': 200} Feb 19 04:03:56.596914 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:56.793917 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-4989f9cc-fb62-4b93-a529-2a28c144ab9d tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=c869b1ad561a43bab98562600aca3675&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0939860 Feb 19 04:03:57.030903 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee52f3-d593-401c-a424-fb3b4ad139d2 req-02749227-d81e-424c-9a37-5ec60fc0cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:57.031661 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee52f3-d593-401c-a424-fb3b4ad139d2 req-02749227-d81e-424c-9a37-5ec60fc0cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:57.032209 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee52f3-d593-401c-a424-fb3b4ad139d2 req-02749227-d81e-424c-9a37-5ec60fc0cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:57.032752 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee52f3-d593-401c-a424-fb3b4ad139d2 req-02749227-d81e-424c-9a37-5ec60fc0cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:57.033289 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee52f3-d593-401c-a424-fb3b4ad139d2 req-02749227-d81e-424c-9a37-5ec60fc0cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:57.035226 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d5ee52f3-d593-401c-a424-fb3b4ad139d2 req-02749227-d81e-424c-9a37-5ec60fc0cd83 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=488b9932c1464ee8ae512fcaa6eb0e94&device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 4394 time: 0.4727597 Feb 19 04:03:57.097456 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-801d583c-e088-4afa-85df-42727af8ffd5 req-4f5ebda6-30b6-4068-95ad-28ff9ef3a42d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d6260b1-28c6-435b-98e5-f15398fc683d {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:57.139202 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8af70344-0125-4e3d-9bf0-a18711a6e76d tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Publish callbacks [] for security_group (167e7909-4fc1-4920-bc56-38383d679bfb), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:57.148538 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-4f5ebda6-30b6-4068-95ad-28ff9ef3a42d service neutron] Publish callbacks [] for port (6d6260b1-28c6-435b-98e5-f15398fc683d), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:57.154889 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8af70344-0125-4e3d-9bf0-a18711a6e76d tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (167e7909-4fc1-4920-bc56-38383d679bfb), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:57.175770 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-8af70344-0125-4e3d-9bf0-a18711a6e76d tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] device_id is not set on port 85eaf4ec-ba75-4ae1-803a-55bc09081452 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:03:57.197165 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-801d583c-e088-4afa-85df-42727af8ffd5 req-4f5ebda6-30b6-4068-95ad-28ff9ef3a42d service neutron] Transition to ACTIVE for port object 6d6260b1-28c6-435b-98e5-f15398fc683d will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:03:57.197333 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed7e99b9-e275-4745-a89a-d4326aee8e0a req-fb927195-57e5-4cd9-bf64-e83675a25d3f tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=87183da0-2330-4daa-84d6-7134963aedba HTTP/1.1" status: 200 len: 210 time: 0.0957520 Feb 19 04:03:57.271197 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-4f5ebda6-30b6-4068-95ad-28ff9ef3a42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (6d6260b1-28c6-435b-98e5-f15398fc683d), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:57.339148 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af70344-0125-4e3d-9bf0-a18711a6e76d tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167e7909-4fc1-4920-bc56-38383d679bfb,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:57.359074 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-dff4451f-8803-4e06-b5ad-3db564900be5 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:57.366963 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-dff4451f-8803-4e06-b5ad-3db564900be5 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5646346 Feb 19 04:03:57.392780 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-bfddf1ef-2ae3-48b6-922b-174d5eee77ed tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Request body: {'port': {'device_id': '87183da0-2330-4daa-84d6-7134963aedba', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': 'c869b1ad561a43bab98562600aca3675'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:57.497468 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee52f3-d593-401c-a424-fb3b4ad139d2 req-940e9bfd-59e0-4cef-9185-b6f6ed42ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:57.512022 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee52f3-d593-401c-a424-fb3b4ad139d2 req-940e9bfd-59e0-4cef-9185-b6f6ed42ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:57.512662 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee52f3-d593-401c-a424-fb3b4ad139d2 req-940e9bfd-59e0-4cef-9185-b6f6ed42ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:57.522246 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d5ee52f3-d593-401c-a424-fb3b4ad139d2 req-940e9bfd-59e0-4cef-9185-b6f6ed42ba36 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=488b9932c1464ee8ae512fcaa6eb0e94&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4722848 Feb 19 04:03:57.584116 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cce53-a364-47f1-9c38-1b2fab9bf149 req-9b9fdfeb-f2ad-4113-aeab-641dfb19f064 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:57.592593 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff3cce53-a364-47f1-9c38-1b2fab9bf149 req-9b9fdfeb-f2ad-4113-aeab-641dfb19f064 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.7515540 Feb 19 04:03:57.637516 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ebda6-30b6-4068-95ad-28ff9ef3a42d service neutron] Pushing event updated for resources: {'Port': ['ID=6d6260b1-28c6-435b-98e5-f15398fc683d,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:57.686684 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff3cce53-a364-47f1-9c38-1b2fab9bf149 req-b27d3daa-30c9-4f7f-8baa-29ef4e24a3f2 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927947 Feb 19 04:03:57.687962 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-bfddf1ef-2ae3-48b6-922b-174d5eee77ed tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Made reservation on behalf of c869b1ad561a43bab98562600aca3675 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:57.707804 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-bfddf1ef-2ae3-48b6-922b-174d5eee77ed tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:57.816194 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-8af70344-0125-4e3d-9bf0-a18711a6e76d tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Allocated IP 172.25.3.154 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/85eaf4ec-ba75-4ae1-803a-55bc09081452) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:57.946685 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-801d583c-e088-4afa-85df-42727af8ffd5 req-4f5ebda6-30b6-4068-95ad-28ff9ef3a42d service neutron] Attempting to bind port 6d6260b1-28c6-435b-98e5-f15398fc683d on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:03:57.947021 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-801d583c-e088-4afa-85df-42727af8ffd5 req-4f5ebda6-30b6-4068-95ad-28ff9ef3a42d service neutron] Attempting to bind port 6d6260b1-28c6-435b-98e5-f15398fc683d by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:03:57.947613 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-4f5ebda6-30b6-4068-95ad-28ff9ef3a42d service neutron] Attempting to bind port 6d6260b1-28c6-435b-98e5-f15398fc683d on network c7e52652-7c3c-4be2-8566-a72156b624d8 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:57.959823 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-4f5ebda6-30b6-4068-95ad-28ff9ef3a42d service neutron] Port 6d6260b1-28c6-435b-98e5-f15398fc683d on network c7e52652-7c3c-4be2-8566-a72156b624d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:03:57.960243 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-4f5ebda6-30b6-4068-95ad-28ff9ef3a42d service neutron] Attempting to bind port 6d6260b1-28c6-435b-98e5-f15398fc683d on network c7e52652-7c3c-4be2-8566-a72156b624d8 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:57.968417 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee52f3-d593-401c-a424-fb3b4ad139d2 req-a4f3f199-d5d1-43c7-a485-c8afc394fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:57.970557 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d5ee52f3-d593-401c-a424-fb3b4ad139d2 req-a4f3f199-d5d1-43c7-a485-c8afc394fd4a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4144764 Feb 19 04:03:57.974461 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-4f5ebda6-30b6-4068-95ad-28ff9ef3a42d service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:03:57.974682 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-4f5ebda6-30b6-4068-95ad-28ff9ef3a42d service neutron] Checking segment: {'id': '9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:57.975245 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-4f5ebda6-30b6-4068-95ad-28ff9ef3a42d service neutron] Bound using segment: {'id': '9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:03:57.976124 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-801d583c-e088-4afa-85df-42727af8ffd5 req-4f5ebda6-30b6-4068-95ad-28ff9ef3a42d service neutron] Bound port: 6d6260b1-28c6-435b-98e5-f15398fc683d, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:03:57.976124 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-4f5ebda6-30b6-4068-95ad-28ff9ef3a42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6d6260b1-28c6-435b-98e5-f15398fc683d), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:58.060623 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2bc81-02af-4dd0-8d16-99399b516f72 req-4a7b8a23-c7f0-4b34-ae6f-094e7dbedec1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:58.067945 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2bc81-02af-4dd0-8d16-99399b516f72 req-4a7b8a23-c7f0-4b34-ae6f-094e7dbedec1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:58.073199 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2bc81-02af-4dd0-8d16-99399b516f72 req-4a7b8a23-c7f0-4b34-ae6f-094e7dbedec1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:58.079539 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2bc81-02af-4dd0-8d16-99399b516f72 req-4a7b8a23-c7f0-4b34-ae6f-094e7dbedec1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:58.085016 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2bc81-02af-4dd0-8d16-99399b516f72 req-4a7b8a23-c7f0-4b34-ae6f-094e7dbedec1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:58.090612 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2bc81-02af-4dd0-8d16-99399b516f72 req-4a7b8a23-c7f0-4b34-ae6f-094e7dbedec1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:58.098332 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4be2bc81-02af-4dd0-8d16-99399b516f72 req-4a7b8a23-c7f0-4b34-ae6f-094e7dbedec1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 4599 time: 0.2703443 Feb 19 04:03:58.148932 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-801d583c-e088-4afa-85df-42727af8ffd5 req-4f5ebda6-30b6-4068-95ad-28ff9ef3a42d service neutron] For port 6d6260b1-28c6-435b-98e5-f15398fc683d, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:58.150975 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-f2b51c50-a6ad-44d8-8339-df4168a8b241 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:58.152497 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-f2b51c50-a6ad-44d8-8339-df4168a8b241 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/networks?id=8ce1d520-e96f-487c-9918-3bddf83e4eb6 HTTP/1.1" status: 200 len: 813 time: 0.3028684 Feb 19 04:03:58.172441 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-801d583c-e088-4afa-85df-42727af8ffd5 req-4f5ebda6-30b6-4068-95ad-28ff9ef3a42d service neutron] For port 6d6260b1-28c6-435b-98e5-f15398fc683d, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=6d6260b1-28c6-435b-98e5-f15398fc683d,segment=NetworkSegment(9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c),segment_id=9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:03:58.187216 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8af70344-0125-4e3d-9bf0-a18711a6e76d tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Publish callbacks [] for port (85eaf4ec-ba75-4ae1-803a-55bc09081452), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:58.190933 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-4f5ebda6-30b6-4068-95ad-28ff9ef3a42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (6d6260b1-28c6-435b-98e5-f15398fc683d), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:58.207186 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4be2bc81-02af-4dd0-8d16-99399b516f72 req-52bbbade-81d2-4d9b-9a88-77338ecafee4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1078811 Feb 19 04:03:58.237666 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-b52d531a-3e5a-4ac1-95ca-3bd6003e3e33 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/quotas/db60647c8e2d477494af3ec198735e68 HTTP/1.1" status: 200 len: 375 time: 0.0769129 Feb 19 04:03:58.248590 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-bfddf1ef-2ae3-48b6-922b-174d5eee77ed tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Allocated IP 192.168.233.160 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/d6d2cc39-1947-430d-ac56-0d5a1bebe046) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:58.262703 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ebda6-30b6-4068-95ad-28ff9ef3a42d service neutron] Pushing event updated for resources: {'Port': ['ID=6d6260b1-28c6-435b-98e5-f15398fc683d,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:58.290700 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-4f5ebda6-30b6-4068-95ad-28ff9ef3a42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:58.291326 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-4f5ebda6-30b6-4068-95ad-28ff9ef3a42d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:58.292771 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-4f5ebda6-30b6-4068-95ad-28ff9ef3a42d service neutron] 10.222.0.26 "PUT /v2.0/ports/6d6260b1-28c6-435b-98e5-f15398fc683d HTTP/1.1" status: 200 len: 1131 time: 2.3503983 Feb 19 04:03:58.353877 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-801d583c-e088-4afa-85df-42727af8ffd5 req-773b1f9c-ce6c-44e7-b782-bdb7501b7eb7 service neutron] Request body: {'port': {'device_id': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:58.390464 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8af70344-0125-4e3d-9bf0-a18711a6e76d tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (85eaf4ec-ba75-4ae1-803a-55bc09081452), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:58.479431 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-a02d6654-4449-4a6c-b713-b8ad70d7cd74 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=db60647c8e2d477494af3ec198735e68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2403250 Feb 19 04:03:58.510798 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af70344-0125-4e3d-9bf0-a18711a6e76d tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:58.512033 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af70344-0125-4e3d-9bf0-a18711a6e76d tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Pushing event updated for resources: {'Port': ['ID=85eaf4ec-ba75-4ae1-803a-55bc09081452,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:58.518031 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-8af70344-0125-4e3d-9bf0-a18711a6e76d tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:58.537401 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af70344-0125-4e3d-9bf0-a18711a6e76d tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:58.585400 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-773b1f9c-ce6c-44e7-b782-bdb7501b7eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (123ce6d7-048a-4179-ac62-c23eca1c9618), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:58.599377 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'tag': '6d6260b1-28c6-435b-98e5-f15398fc683d'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:58.601781 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f24ac7-2c15-4e84-a1f6-c085b6ae0bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "tag": "6d6260b1-28c6-435b-98e5-f15398fc683d"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:58.657799 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-bfddf1ef-2ae3-48b6-922b-174d5eee77ed tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks [] for port (d6d2cc39-1947-430d-ac56-0d5a1bebe046), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:58.688066 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af70344-0125-4e3d-9bf0-a18711a6e76d tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:58.688683 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8af70344-0125-4e3d-9bf0-a18711a6e76d tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:58.727209 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-bfddf1ef-2ae3-48b6-922b-174d5eee77ed tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (d6d2cc39-1947-430d-ac56-0d5a1bebe046), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:58.727948 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8af70344-0125-4e3d-9bf0-a18711a6e76d tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.8021204 Feb 19 04:03:58.733019 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53072) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:58.742004 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['de70975b-0023-4344-a0be-fd5dc761cffe'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:03:58.859356 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['730dbe95-56db-42fe-b54d-2d00210ea58b', '452255b5-7224-4c70-a5f3-55d51017f553', 'c6119883-1fa5-488c-a60d-b4294c67e15c', 'c24419e7-d5e0-45d3-a022-f0bb86ef7c66'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:03:58.895338 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-bfddf1ef-2ae3-48b6-922b-174d5eee77ed tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:58.900301 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-451eed20-a773-4ea1-9f6d-a2d26c631eb4 tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.154'}]}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:58.931210 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-bfddf1ef-2ae3-48b6-922b-174d5eee77ed tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:58.934703 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-bfddf1ef-2ae3-48b6-922b-174d5eee77ed tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:58.955415 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-451eed20-a773-4ea1-9f6d-a2d26c631eb4 tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (594ce587-abf9-4180-ba43-87a491e06a5a), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:58.956531 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-451eed20-a773-4ea1-9f6d-a2d26c631eb4 tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (594ce587-abf9-4180-ba43-87a491e06a5a), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:59.075842 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-bfddf1ef-2ae3-48b6-922b-174d5eee77ed tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:59.078745 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-bfddf1ef-2ae3-48b6-922b-174d5eee77ed tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:59.098853 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfddf1ef-2ae3-48b6-922b-174d5eee77ed tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Pushing event updated for resources: {'Port': ['ID=d6d2cc39-1947-430d-ac56-0d5a1bebe046,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:59.107763 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-451eed20-a773-4ea1-9f6d-a2d26c631eb4 tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Publish callbacks [] for router_controller (594ce587-abf9-4180-ba43-87a491e06a5a), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:59.162697 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c856a5-a1d3-4e2e-b6ec-24c246f6fe83 req-773bfd96-6df4-4184-aa28-63d640ec9114 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:59.174379 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19c856a5-a1d3-4e2e-b6ec-24c246f6fe83 req-773bfd96-6df4-4184-aa28-63d640ec9114 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=87183da0-2330-4daa-84d6-7134963aedba HTTP/1.1" status: 200 len: 936 time: 0.4736383 Feb 19 04:03:59.304968 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-bfddf1ef-2ae3-48b6-922b-174d5eee77ed tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9189401 Feb 19 04:03:59.332525 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-3ad5d1ff-0af6-4ebd-9ec6-90683b7a7278 service neutron] Request body: {'port': {'device_id': '87183da0-2330-4daa-84d6-7134963aedba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:59.447276 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:59.455213 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-5e4b6c53-b096-4da2-9bf5-6b6f0ca5c7bf service neutron] 10.222.0.52 "GET /v2.0/networks/8ce1d520-e96f-487c-9918-3bddf83e4eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9736271 Feb 19 04:03:59.535299 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19c856a5-a1d3-4e2e-b6ec-24c246f6fe83 req-a0c15498-154a-40b9-81a5-2cac83631fa1 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597851 Feb 19 04:03:59.630472 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-7d826beb-c4e4-4231-bba5-9f6eac19b539 None None] Provisioning complete for port d6d2cc39-1947-430d-ac56-0d5a1bebe046 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:59.630851 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7d826beb-c4e4-4231-bba5-9f6eac19b539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d6d2cc39-1947-430d-ac56-0d5a1bebe046), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:59.691265 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-7d826beb-c4e4-4231-bba5-9f6eac19b539 None None] Port d6d2cc39-1947-430d-ac56-0d5a1bebe046 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:03:59.712181 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-3ad5d1ff-0af6-4ebd-9ec6-90683b7a7278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d6d2cc39-1947-430d-ac56-0d5a1bebe046), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:59.826585 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-a23fe32b-62b7-4614-8588-45ec9c6b4f99 service neutron] 10.222.0.52 "GET /v2.0/networks/8ce1d520-e96f-487c-9918-3bddf83e4eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217516 Feb 19 04:04:00.318201 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc4f5b-d11f-4687-8e10-09cdd649bd45 req-50d019c1-4020-4db5-8b84-9ac027f85e30 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:00.329701 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8fdc4f5b-d11f-4687-8e10-09cdd649bd45 req-50d019c1-4020-4db5-8b84-9ac027f85e30 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebdb1a42-a6f8-4d21-9c6f-4587c2243318 HTTP/1.1" status: 200 len: 946 time: 1.0335736 Feb 19 04:04:00.344950 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e75c9e-da1f-4953-b28b-6962869b56eb x-openstack-request-id: req-e3e75c9e-da1f-4953-b28b-6962869b56eb {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:00.345266 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "tag": "6d6260b1-28c6-435b-98e5-f15398fc683d", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:00.345529 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e3e75c9e-da1f-4953-b28b-6962869b56eb {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:00.345953 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'tag': '6d6260b1-28c6-435b-98e5-f15398fc683d', 'status': 'completed', 'code': 200} Feb 19 04:04:00.456357 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-451eed20-a773-4ea1-9f6d-a2d26c631eb4 tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Publish callbacks [] for router_gateway (594ce587-abf9-4180-ba43-87a491e06a5a), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:00.484280 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-3ad5d1ff-0af6-4ebd-9ec6-90683b7a7278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d2cc39-1947-430d-ac56-0d5a1bebe046 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:00.507716 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-3ad5d1ff-0af6-4ebd-9ec6-90683b7a7278 service neutron] Publish callbacks [] for port (d6d2cc39-1947-430d-ac56-0d5a1bebe046), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:00.538421 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-3ad5d1ff-0af6-4ebd-9ec6-90683b7a7278 service neutron] Transition to ACTIVE for port object d6d2cc39-1947-430d-ac56-0d5a1bebe046 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:04:00.580779 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3d0bd927-de54-402f-839c-43b199f1ff70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:00.614589 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-3ad5d1ff-0af6-4ebd-9ec6-90683b7a7278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (d6d2cc39-1947-430d-ac56-0d5a1bebe046), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:00.741556 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f24ac7-2c15-4e84-a1f6-c085b6ae0bd7 req-de399138-944e-4a22-827e-082e6ccdc640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:00.742263 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f24ac7-2c15-4e84-a1f6-c085b6ae0bd7 req-de399138-944e-4a22-827e-082e6ccdc640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:00.742903 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f24ac7-2c15-4e84-a1f6-c085b6ae0bd7 req-de399138-944e-4a22-827e-082e6ccdc640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:00.743511 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f24ac7-2c15-4e84-a1f6-c085b6ae0bd7 req-de399138-944e-4a22-827e-082e6ccdc640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:00.744117 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f24ac7-2c15-4e84-a1f6-c085b6ae0bd7 req-de399138-944e-4a22-827e-082e6ccdc640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:00.744723 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f24ac7-2c15-4e84-a1f6-c085b6ae0bd7 req-de399138-944e-4a22-827e-082e6ccdc640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:00.746775 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64f24ac7-2c15-4e84-a1f6-c085b6ae0bd7 req-de399138-944e-4a22-827e-082e6ccdc640 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=488b9932c1464ee8ae512fcaa6eb0e94&device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5349 time: 0.8116598 Feb 19 04:04:00.758622 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557a2d7-ba61-49e9-9d99-c8a727467aa0 req-75a6e8ea-ca86-4401-9452-ea2d1b884044 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:00.760503 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4557a2d7-ba61-49e9-9d99-c8a727467aa0 req-75a6e8ea-ca86-4401-9452-ea2d1b884044 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.26 "GET /v2.0/ports?device_id=148033b9-2058-4a18-b6a3-5766b9bfa248 HTTP/1.1" status: 200 len: 945 time: 0.8241374 Feb 19 04:04:00.870450 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-801d583c-e088-4afa-85df-42727af8ffd5 req-773b1f9c-ce6c-44e7-b782-bdb7501b7eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 123ce6d7-048a-4179-ac62-c23eca1c9618 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:00.880784 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-773b1f9c-ce6c-44e7-b782-bdb7501b7eb7 service neutron] Publish callbacks [] for port (123ce6d7-048a-4179-ac62-c23eca1c9618), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:00.887129 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f24ac7-2c15-4e84-a1f6-c085b6ae0bd7 req-d726e664-39f0-4e21-bb11-23c165bd4350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:00.893591 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f24ac7-2c15-4e84-a1f6-c085b6ae0bd7 req-d726e664-39f0-4e21-bb11-23c165bd4350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:00.894203 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f24ac7-2c15-4e84-a1f6-c085b6ae0bd7 req-d726e664-39f0-4e21-bb11-23c165bd4350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:00.896056 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64f24ac7-2c15-4e84-a1f6-c085b6ae0bd7 req-d726e664-39f0-4e21-bb11-23c165bd4350 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=488b9932c1464ee8ae512fcaa6eb0e94&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1322980 Feb 19 04:04:00.896773 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-801d583c-e088-4afa-85df-42727af8ffd5 req-773b1f9c-ce6c-44e7-b782-bdb7501b7eb7 service neutron] Transition to ACTIVE for port object 123ce6d7-048a-4179-ac62-c23eca1c9618 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:04:00.940930 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-773b1f9c-ce6c-44e7-b782-bdb7501b7eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (123ce6d7-048a-4179-ac62-c23eca1c9618), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:01.081266 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b1f9c-ce6c-44e7-b782-bdb7501b7eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=123ce6d7-048a-4179-ac62-c23eca1c9618,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:01.252691 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811042b-57e2-406d-8c12-efebf7a484d2 req-a9998dd9-c0ed-44fa-86ba-dc0584d0d39a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:01.258763 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811042b-57e2-406d-8c12-efebf7a484d2 req-a9998dd9-c0ed-44fa-86ba-dc0584d0d39a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:01.271044 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811042b-57e2-406d-8c12-efebf7a484d2 req-a9998dd9-c0ed-44fa-86ba-dc0584d0d39a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:01.277899 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811042b-57e2-406d-8c12-efebf7a484d2 req-a9998dd9-c0ed-44fa-86ba-dc0584d0d39a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:01.289215 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811042b-57e2-406d-8c12-efebf7a484d2 req-a9998dd9-c0ed-44fa-86ba-dc0584d0d39a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:01.305285 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-8fdc4f5b-d11f-4687-8e10-09cdd649bd45 req-70ec9eff-aa9b-413a-be77-49a0f94761f7 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Deleting port c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:04:01.305655 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8fdc4f5b-d11f-4687-8e10-09cdd649bd45 req-70ec9eff-aa9b-413a-be77-49a0f94761f7 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:01.312309 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811042b-57e2-406d-8c12-efebf7a484d2 req-a9998dd9-c0ed-44fa-86ba-dc0584d0d39a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:01.329802 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2811042b-57e2-406d-8c12-efebf7a484d2 req-a9998dd9-c0ed-44fa-86ba-dc0584d0d39a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 4599 time: 0.7650115 Feb 19 04:04:01.398412 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-801d583c-e088-4afa-85df-42727af8ffd5 req-773b1f9c-ce6c-44e7-b782-bdb7501b7eb7 service neutron] Attempting to bind port 123ce6d7-048a-4179-ac62-c23eca1c9618 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:01.398924 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-801d583c-e088-4afa-85df-42727af8ffd5 req-773b1f9c-ce6c-44e7-b782-bdb7501b7eb7 service neutron] Attempting to bind port 123ce6d7-048a-4179-ac62-c23eca1c9618 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:01.399007 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-773b1f9c-ce6c-44e7-b782-bdb7501b7eb7 service neutron] Attempting to bind port 123ce6d7-048a-4179-ac62-c23eca1c9618 on network c7e52652-7c3c-4be2-8566-a72156b624d8 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:01.410024 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100f626-b9e4-4567-914b-748c485c2d5b req-703c6797-aedc-42c7-bbc6-ab742c1242fa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:01.422017 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2100f626-b9e4-4567-914b-748c485c2d5b req-703c6797-aedc-42c7-bbc6-ab742c1242fa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 1.2895768 Feb 19 04:04:01.582587 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5d1ff-0af6-4ebd-9ec6-90683b7a7278 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d2cc39-1947-430d-ac56-0d5a1bebe046,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:01.643094 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-773b1f9c-ce6c-44e7-b782-bdb7501b7eb7 service neutron] Port 123ce6d7-048a-4179-ac62-c23eca1c9618 on network c7e52652-7c3c-4be2-8566-a72156b624d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:04:01.643354 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-773b1f9c-ce6c-44e7-b782-bdb7501b7eb7 service neutron] Attempting to bind port 123ce6d7-048a-4179-ac62-c23eca1c9618 on network c7e52652-7c3c-4be2-8566-a72156b624d8 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:01.699473 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-773b1f9c-ce6c-44e7-b782-bdb7501b7eb7 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:01.701860 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-773b1f9c-ce6c-44e7-b782-bdb7501b7eb7 service neutron] Checking segment: {'id': '9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:04:01.707268 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-773b1f9c-ce6c-44e7-b782-bdb7501b7eb7 service neutron] Bound using segment: {'id': '9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:04:01.707959 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-801d583c-e088-4afa-85df-42727af8ffd5 req-773b1f9c-ce6c-44e7-b782-bdb7501b7eb7 service neutron] Bound port: 123ce6d7-048a-4179-ac62-c23eca1c9618, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:04:01.708455 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-773b1f9c-ce6c-44e7-b782-bdb7501b7eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (123ce6d7-048a-4179-ac62-c23eca1c9618), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:01.917680 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-8fdc4f5b-d11f-4687-8e10-09cdd649bd45 req-70ec9eff-aa9b-413a-be77-49a0f94761f7 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] For port c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c,segment=NetworkSegment(3d737888-5046-4f1e-af6e-325c6cb838a3),segment_id=3d737888-5046-4f1e-af6e-325c6cb838a3)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:01.930615 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8fdc4f5b-d11f-4687-8e10-09cdd649bd45 req-70ec9eff-aa9b-413a-be77-49a0f94761f7 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:02.010946 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-8fdc4f5b-d11f-4687-8e10-09cdd649bd45 req-70ec9eff-aa9b-413a-be77-49a0f94761f7 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Calling delete_port for c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:04:02.363199 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-451eed20-a773-4ea1-9f6d-a2d26c631eb4 tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Publish callbacks [] for router_gateway (594ce587-abf9-4180-ba43-87a491e06a5a), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:02.453754 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-451eed20-a773-4ea1-9f6d-a2d26c631eb4 tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:02.514815 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-801d583c-e088-4afa-85df-42727af8ffd5 req-773b1f9c-ce6c-44e7-b782-bdb7501b7eb7 service neutron] For port 123ce6d7-048a-4179-ac62-c23eca1c9618, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:04:02.624809 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2811042b-57e2-406d-8c12-efebf7a484d2 req-ce1b84f4-87b7-4cda-82eb-8bcaa5cca59f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2936690 Feb 19 04:04:02.649015 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-219f7b89-5c10-43f7-a654-1294a23cebf4 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:02.658215 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-219f7b89-5c10-43f7-a654-1294a23cebf4 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.79 "GET /v2.0/networks?id=8ce1d520-e96f-487c-9918-3bddf83e4eb6 HTTP/1.1" status: 200 len: 813 time: 0.2729421 Feb 19 04:04:02.698046 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9b8520c7-d4d5-4f93-ae82-49306c4d4894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:02.736687 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-801d583c-e088-4afa-85df-42727af8ffd5 req-773b1f9c-ce6c-44e7-b782-bdb7501b7eb7 service neutron] For port 123ce6d7-048a-4179-ac62-c23eca1c9618, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=123ce6d7-048a-4179-ac62-c23eca1c9618,segment=NetworkSegment(9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c),segment_id=9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:04:02.761462 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-dab95245-8380-40c4-aa1a-42eba4147e2f tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Request body: {'port': {'device_id': '0d53d23f-cbc5-4708-8f81-63800c123df6', 'network_id': '8ce1d520-e96f-487c-9918-3bddf83e4eb6', 'admin_state_up': True, 'tenant_id': 'db60647c8e2d477494af3ec198735e68'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:02.829384 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-773b1f9c-ce6c-44e7-b782-bdb7501b7eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (123ce6d7-048a-4179-ac62-c23eca1c9618), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:02.914623 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-773b1f9c-ce6c-44e7-b782-bdb7501b7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:02.915753 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-773b1f9c-ce6c-44e7-b782-bdb7501b7eb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:02.919933 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-773b1f9c-ce6c-44e7-b782-bdb7501b7eb7 service neutron] 10.222.0.26 "PUT /v2.0/ports/123ce6d7-048a-4179-ac62-c23eca1c9618 HTTP/1.1" status: 200 len: 1130 time: 4.5813932 Feb 19 04:04:02.957153 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'tag': '123ce6d7-048a-4179-ac62-c23eca1c9618'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:02.968085 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bbdc7a-33bb-439e-b013-8c7a4a6b4d15" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "tag": "123ce6d7-048a-4179-ac62-c23eca1c9618"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:02.971441 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b1f9c-ce6c-44e7-b782-bdb7501b7eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=123ce6d7-048a-4179-ac62-c23eca1c9618,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:02.999094 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-801d583c-e088-4afa-85df-42727af8ffd5 req-a29b4f00-9edb-458a-862a-063791b5224b service neutron] Request body: {'port': {'device_id': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:03.047693 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2100f626-b9e4-4567-914b-748c485c2d5b req-c7bfdcef-7fa9-4add-be76-f437a40401a1 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6243789 Feb 19 04:04:03.087929 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-e8ccb422-7bc1-4050-a5bb-ea49a76bb453 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:03.089543 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-e8ccb422-7bc1-4050-a5bb-ea49a76bb453 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.79 "GET /v2.0/networks?id=8ce1d520-e96f-487c-9918-3bddf83e4eb6 HTTP/1.1" status: 200 len: 813 time: 0.6471813 Feb 19 04:04:03.210130 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f24ac7-2c15-4e84-a1f6-c085b6ae0bd7 req-7fb0c225-5607-458c-ad1f-aafee339f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:03.212789 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64f24ac7-2c15-4e84-a1f6-c085b6ae0bd7 req-7fb0c225-5607-458c-ad1f-aafee339f5c9 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.1854193 Feb 19 04:04:03.270481 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-15200ff5-a59b-4572-bb53-d22e430b13de tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Request body: {'port': {'device_id': '0de42e2d-92b2-4bdd-91c1-7515517696a0', 'network_id': '8ce1d520-e96f-487c-9918-3bddf83e4eb6', 'admin_state_up': True, 'tenant_id': 'db60647c8e2d477494af3ec198735e68'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:03.394353 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-4557a2d7-ba61-49e9-9d99-c8a727467aa0 req-3b7e2250-27b0-489c-82fb-b3ff0eea08f8 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Deleting port 6afda7a1-e4b2-456e-a394-16fe6f455ed3 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:04:03.394700 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4557a2d7-ba61-49e9-9d99-c8a727467aa0 req-3b7e2250-27b0-489c-82fb-b3ff0eea08f8 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (6afda7a1-e4b2-456e-a394-16fe6f455ed3), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:03.507239 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 6afda7a1-e4b2-456e-a394-16fe6f455ed3 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:04:03.528630 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-a29b4f00-9edb-458a-862a-063791b5224b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (abd8fe5c-e298-48a3-a888-a6ccdbf3fa25), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:03.534199 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-4557a2d7-ba61-49e9-9d99-c8a727467aa0 req-3b7e2250-27b0-489c-82fb-b3ff0eea08f8 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] For port 6afda7a1-e4b2-456e-a394-16fe6f455ed3, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=6afda7a1-e4b2-456e-a394-16fe6f455ed3,segment=NetworkSegment(3d737888-5046-4f1e-af6e-325c6cb838a3),segment_id=3d737888-5046-4f1e-af6e-325c6cb838a3)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:03.534770 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4557a2d7-ba61-49e9-9d99-c8a727467aa0 req-3b7e2250-27b0-489c-82fb-b3ff0eea08f8 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (6afda7a1-e4b2-456e-a394-16fe6f455ed3), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:03.549988 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-4557a2d7-ba61-49e9-9d99-c8a727467aa0 req-3b7e2250-27b0-489c-82fb-b3ff0eea08f8 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Calling delete_port for 6afda7a1-e4b2-456e-a394-16fe6f455ed3 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:04:03.723620 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4557a2d7-ba61-49e9-9d99-c8a727467aa0 req-3b7e2250-27b0-489c-82fb-b3ff0eea08f8 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (6afda7a1-e4b2-456e-a394-16fe6f455ed3), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:03.766274 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-3ad5d1ff-0af6-4ebd-9ec6-90683b7a7278 service neutron] Attempting to bind port d6d2cc39-1947-430d-ac56-0d5a1bebe046 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:03.766609 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-15200ff5-a59b-4572-bb53-d22e430b13de tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Made reservation on behalf of db60647c8e2d477494af3ec198735e68 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:04:03.766999 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-3ad5d1ff-0af6-4ebd-9ec6-90683b7a7278 service neutron] Attempting to bind port d6d2cc39-1947-430d-ac56-0d5a1bebe046 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:03.767476 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-3ad5d1ff-0af6-4ebd-9ec6-90683b7a7278 service neutron] Attempting to bind port d6d2cc39-1947-430d-ac56-0d5a1bebe046 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:03.772984 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-15200ff5-a59b-4572-bb53-d22e430b13de tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:03.778430 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-3ad5d1ff-0af6-4ebd-9ec6-90683b7a7278 service neutron] Port d6d2cc39-1947-430d-ac56-0d5a1bebe046 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:04:03.778994 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-3ad5d1ff-0af6-4ebd-9ec6-90683b7a7278 service neutron] Attempting to bind port d6d2cc39-1947-430d-ac56-0d5a1bebe046 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:03.783785 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:03.785047 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 6afda7a1-e4b2-456e-a394-16fe6f455ed3 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:03.785566 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6afda7a1-e4b2-456e-a394-16fe6f455ed3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:03.791251 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91b671f1-cada-4dc1-824f-401e029f4bea req-ecf890ac-0376-4570-96a6-d0b17e773e1e tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d53d23f-cbc5-4708-8f81-63800c123df6 HTTP/1.1" status: 200 len: 210 time: 0.1015399 Feb 19 04:04:03.876163 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-dab95245-8380-40c4-aa1a-42eba4147e2f tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Made reservation on behalf of db60647c8e2d477494af3ec198735e68 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:04:03.879728 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-dab95245-8380-40c4-aa1a-42eba4147e2f tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:03.884616 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:04:03.930953 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba2ae1-bf08-42ee-85bb-b622744ee936 req-3c749985-b47e-44f6-a457-4e7ac8de646f tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:03.949794 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18ba2ae1-bf08-42ee-85bb-b622744ee936 req-3c749985-b47e-44f6-a457-4e7ac8de646f tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=87183da0-2330-4daa-84d6-7134963aedba HTTP/1.1" status: 200 len: 948 time: 0.9145584 Feb 19 04:04:03.983406 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-15200ff5-a59b-4572-bb53-d22e430b13de tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Allocated IP 172.20.0.13 (8ce1d520-e96f-487c-9918-3bddf83e4eb6/e2fb43e0-b3f6-4efa-8ef1-2f831160f2d6/2e6eade2-9530-492d-9a93-8397d6960603) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:04:04.000400 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-4557a2d7-ba61-49e9-9d99-c8a727467aa0 req-3b7e2250-27b0-489c-82fb-b3ff0eea08f8 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] No DVR routers for this DVR port 6afda7a1-e4b2-456e-a394-16fe6f455ed3 on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:04:04.002608 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-3ad5d1ff-0af6-4ebd-9ec6-90683b7a7278 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:04.003172 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-3ad5d1ff-0af6-4ebd-9ec6-90683b7a7278 service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:04:04.003848 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-3ad5d1ff-0af6-4ebd-9ec6-90683b7a7278 service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:04:04.004472 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-3ad5d1ff-0af6-4ebd-9ec6-90683b7a7278 service neutron] Bound port: d6d2cc39-1947-430d-ac56-0d5a1bebe046, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:04:04.005011 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-3ad5d1ff-0af6-4ebd-9ec6-90683b7a7278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d6d2cc39-1947-430d-ac56-0d5a1bebe046), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:04.022259 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4557a2d7-ba61-49e9-9d99-c8a727467aa0 req-3b7e2250-27b0-489c-82fb-b3ff0eea08f8 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:04.025922 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4557a2d7-ba61-49e9-9d99-c8a727467aa0 req-3b7e2250-27b0-489c-82fb-b3ff0eea08f8 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.26 "DELETE /v2.0/ports/6afda7a1-e4b2-456e-a394-16fe6f455ed3 HTTP/1.1" status: 204 len: 173 time: 3.1110637 Feb 19 04:04:04.089577 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:04.090003 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:04.139855 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-3ad5d1ff-0af6-4ebd-9ec6-90683b7a7278 service neutron] For port d6d2cc39-1947-430d-ac56-0d5a1bebe046, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:04:04.148970 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-3ad5d1ff-0af6-4ebd-9ec6-90683b7a7278 service neutron] For port d6d2cc39-1947-430d-ac56-0d5a1bebe046, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=d6d2cc39-1947-430d-ac56-0d5a1bebe046,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:04:04.153753 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148033b9-2058-4a18-b6a3-5766b9bfa248', 'name': 'network-vif-deleted', 'tag': '6afda7a1-e4b2-456e-a394-16fe6f455ed3'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:04.157316 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853a98e4-32d2-41ac-bcce-92a03e13f2b7" -d '{"events": [{"server_uuid": "148033b9-2058-4a18-b6a3-5766b9bfa248", "name": "network-vif-deleted", "tag": "6afda7a1-e4b2-456e-a394-16fe6f455ed3"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:04.160592 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e2250-27b0-489c-82fb-b3ff0eea08f8 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Pushing event deleted for resources: {'Port': ['ID=6afda7a1-e4b2-456e-a394-16fe6f455ed3,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:04.233308 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf40076-72f3-4e9d-ba50-0ddce2741029 x-openstack-request-id: req-8cf40076-72f3-4e9d-ba50-0ddce2741029 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:04.233630 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "tag": "123ce6d7-048a-4179-ac62-c23eca1c9618", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:04.233987 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8cf40076-72f3-4e9d-ba50-0ddce2741029 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:04.234887 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'tag': '123ce6d7-048a-4179-ac62-c23eca1c9618', 'status': 'completed', 'code': 200} Feb 19 04:04:04.236024 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-3ad5d1ff-0af6-4ebd-9ec6-90683b7a7278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (d6d2cc39-1947-430d-ac56-0d5a1bebe046), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:04.304006 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-3ad5d1ff-0af6-4ebd-9ec6-90683b7a7278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:04.305716 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-3ad5d1ff-0af6-4ebd-9ec6-90683b7a7278 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:04.307426 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-3ad5d1ff-0af6-4ebd-9ec6-90683b7a7278 service neutron] 10.222.0.79 "PUT /v2.0/ports/d6d2cc39-1947-430d-ac56-0d5a1bebe046 HTTP/1.1" status: 200 len: 1097 time: 4.9835908 Feb 19 04:04:04.480052 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-15200ff5-a59b-4572-bb53-d22e430b13de tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks [] for port (2e6eade2-9530-492d-9a93-8397d6960603), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:04.500848 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b021d87-11ad-419f-a38c-8de9b22c8ec9 req-68f1ea28-66e3-440e-be76-1c94bdf96fd9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:04.517731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b021d87-11ad-419f-a38c-8de9b22c8ec9 req-68f1ea28-66e3-440e-be76-1c94bdf96fd9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:04.535813 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b021d87-11ad-419f-a38c-8de9b22c8ec9 req-68f1ea28-66e3-440e-be76-1c94bdf96fd9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:04.550525 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-451eed20-a773-4ea1-9f6d-a2d26c631eb4 tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Publish callbacks [] for router (594ce587-abf9-4180-ba43-87a491e06a5a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:04.587733 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b021d87-11ad-419f-a38c-8de9b22c8ec9 req-68f1ea28-66e3-440e-be76-1c94bdf96fd9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:04.599439 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b021d87-11ad-419f-a38c-8de9b22c8ec9 req-68f1ea28-66e3-440e-be76-1c94bdf96fd9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:04.617817 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b021d87-11ad-419f-a38c-8de9b22c8ec9 req-68f1ea28-66e3-440e-be76-1c94bdf96fd9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:04.625770 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b021d87-11ad-419f-a38c-8de9b22c8ec9 req-68f1ea28-66e3-440e-be76-1c94bdf96fd9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:04.641460 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6b021d87-11ad-419f-a38c-8de9b22c8ec9 req-68f1ea28-66e3-440e-be76-1c94bdf96fd9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5370 time: 0.6514394 Feb 19 04:04:04.649806 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18ba2ae1-bf08-42ee-85bb-b622744ee936 req-745bc1a8-d17f-4eaf-95c6-29c178d0daa6 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6987157 Feb 19 04:04:04.734479 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8fdc4f5b-d11f-4687-8e10-09cdd649bd45 req-70ec9eff-aa9b-413a-be77-49a0f94761f7 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:04.777109 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5d1ff-0af6-4ebd-9ec6-90683b7a7278 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d2cc39-1947-430d-ac56-0d5a1bebe046,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:04.828816 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec9eff-aa9b-413a-be77-49a0f94761f7 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Pushing event deleted for resources: {'Port': ['ID=c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:04.852374 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbdc7a-33bb-439e-b013-8c7a4a6b4d15 req-a861da98-f4d8-4390-afda-0da7e47f03a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:04.852951 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbdc7a-33bb-439e-b013-8c7a4a6b4d15 req-a861da98-f4d8-4390-afda-0da7e47f03a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:04.854479 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbdc7a-33bb-439e-b013-8c7a4a6b4d15 req-a861da98-f4d8-4390-afda-0da7e47f03a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:04.856255 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbdc7a-33bb-439e-b013-8c7a4a6b4d15 req-a861da98-f4d8-4390-afda-0da7e47f03a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:04.856746 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbdc7a-33bb-439e-b013-8c7a4a6b4d15 req-a861da98-f4d8-4390-afda-0da7e47f03a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:04.857774 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbdc7a-33bb-439e-b013-8c7a4a6b4d15 req-a861da98-f4d8-4390-afda-0da7e47f03a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:04.859033 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbdc7a-33bb-439e-b013-8c7a4a6b4d15 req-a861da98-f4d8-4390-afda-0da7e47f03a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:04.869792 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-48bbdc7a-33bb-439e-b013-8c7a4a6b4d15 req-a861da98-f4d8-4390-afda-0da7e47f03a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=488b9932c1464ee8ae512fcaa6eb0e94&device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 6303 time: 0.8892851 Feb 19 04:04:04.875380 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-15200ff5-a59b-4572-bb53-d22e430b13de tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (2e6eade2-9530-492d-9a93-8397d6960603), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:04.880082 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-451eed20-a773-4ea1-9f6d-a2d26c631eb4 tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (594ce587-abf9-4180-ba43-87a491e06a5a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:04.883775 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-451eed20-a773-4ea1-9f6d-a2d26c631eb4 tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Publish callbacks [] for router_controller (594ce587-abf9-4180-ba43-87a491e06a5a), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:04.981553 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15200ff5-a59b-4572-bb53-d22e430b13de tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Pushing event updated for resources: {'Port': ['ID=2e6eade2-9530-492d-9a93-8397d6960603,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:05.087679 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-15200ff5-a59b-4572-bb53-d22e430b13de tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Network 8ce1d520-e96f-487c-9918-3bddf83e4eb6 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:04:05.107499 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-15200ff5-a59b-4572-bb53-d22e430b13de tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:04:05.112707 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fdc4f5b-d11f-4687-8e10-09cdd649bd45 req-70ec9eff-aa9b-413a-be77-49a0f94761f7 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] No DVR routers for this DVR port c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:04:05.116361 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-15200ff5-a59b-4572-bb53-d22e430b13de tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:04:05.119616 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8fdc4f5b-d11f-4687-8e10-09cdd649bd45 req-70ec9eff-aa9b-413a-be77-49a0f94761f7 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:05.123241 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8fdc4f5b-d11f-4687-8e10-09cdd649bd45 req-70ec9eff-aa9b-413a-be77-49a0f94761f7 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.26 "DELETE /v2.0/ports/c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c HTTP/1.1" status: 204 len: 173 time: 4.7116253 Feb 19 04:04:05.134641 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-8fedbf1e-2321-4ac9-b334-d5f1633d0933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:05.136599 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-8fedbf1e-2321-4ac9-b334-d5f1633d0933 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c869b1ad561a43bab98562600aca3675&device_id=87183da0-2330-4daa-84d6-7134963aedba HTTP/1.1" status: 200 len: 1131 time: 0.7577748 Feb 19 04:04:05.152639 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-451eed20-a773-4ea1-9f6d-a2d26c631eb4 tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (594ce587-abf9-4180-ba43-87a491e06a5a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:05.153355 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451eed20-a773-4ea1-9f6d-a2d26c631eb4 tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 594ce587-abf9-4180-ba43-87a491e06a5a {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:04:05.180470 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:05.237515 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-451eed20-a773-4ea1-9f6d-a2d26c631eb4 tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 19 04:04:05.238651 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-451eed20-a773-4ea1-9f6d-a2d26c631eb4 tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.3479605 Feb 19 04:04:05.245056 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53134) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:05.248784 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-2a2e5498-aa0b-421b-a482-38c1e55a0dcb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=d6d2cc39-1947-430d-ac56-0d5a1bebe046 HTTP/1.1" status: 200 len: 217 time: 0.0857844 Feb 19 04:04:05.252654 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-dab95245-8380-40c4-aa1a-42eba4147e2f tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Allocated IP 172.20.0.7 (8ce1d520-e96f-487c-9918-3bddf83e4eb6/e2fb43e0-b3f6-4efa-8ef1-2f831160f2d6/c134f6a3-a230-463a-beec-eb468e87334a) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:04:05.288198 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfa176-699a-4015-bb9c-43e058878c84 req-b0c71464-9a50-4019-80ab-bd4e21b6efd4 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:05.290713 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85bfa176-699a-4015-bb9c-43e058878c84 req-b0c71464-9a50-4019-80ab-bd4e21b6efd4 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.4857280 Feb 19 04:04:05.360522 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-801d583c-e088-4afa-85df-42727af8ffd5 req-a29b4f00-9edb-458a-862a-063791b5224b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd8fe5c-e298-48a3-a888-a6ccdbf3fa25 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:05.372291 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-a29b4f00-9edb-458a-862a-063791b5224b service neutron] Publish callbacks [] for port (abd8fe5c-e298-48a3-a888-a6ccdbf3fa25), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:05.389870 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-801d583c-e088-4afa-85df-42727af8ffd5 req-a29b4f00-9edb-458a-862a-063791b5224b service neutron] Transition to ACTIVE for port object abd8fe5c-e298-48a3-a888-a6ccdbf3fa25 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:04:05.412720 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-15200ff5-a59b-4572-bb53-d22e430b13de tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:05.413715 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-15200ff5-a59b-4572-bb53-d22e430b13de tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:05.456859 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-a29b4f00-9edb-458a-862a-063791b5224b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (abd8fe5c-e298-48a3-a888-a6ccdbf3fa25), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:05.475624 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6b021d87-11ad-419f-a38c-8de9b22c8ec9 req-3dd0a9b0-6d89-4fd9-be90-570b28ae4f4f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8326495 Feb 19 04:04:05.476978 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbdc7a-33bb-439e-b013-8c7a4a6b4d15 req-2b9c0963-1a51-4001-b8d6-228d3830086e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:05.480766 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbdc7a-33bb-439e-b013-8c7a4a6b4d15 req-2b9c0963-1a51-4001-b8d6-228d3830086e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:05.481316 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbdc7a-33bb-439e-b013-8c7a4a6b4d15 req-2b9c0963-1a51-4001-b8d6-228d3830086e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:05.483848 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-48bbdc7a-33bb-439e-b013-8c7a4a6b4d15 req-2b9c0963-1a51-4001-b8d6-228d3830086e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=488b9932c1464ee8ae512fcaa6eb0e94&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5614133 Feb 19 04:04:05.524798 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-15200ff5-a59b-4572-bb53-d22e430b13de tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3755901 Feb 19 04:04:05.663451 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b4f00-9edb-458a-862a-063791b5224b service neutron] Pushing event updated for resources: {'Port': ['ID=abd8fe5c-e298-48a3-a888-a6ccdbf3fa25,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:05.668805 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-6170a464-1a09-4114-8688-46542907e351 service neutron] Request body: {'port': {'device_id': '0de42e2d-92b2-4bdd-91c1-7515517696a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:05.754841 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-68a120d5-39be-40d5-bd74-ec8533888c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:05.756822 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-68a120d5-39be-40d5-bd74-ec8533888c66 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.4453743 Feb 19 04:04:05.763531 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85bfa176-699a-4015-bb9c-43e058878c84 req-f97ca765-a943-4854-b1d5-f4a32091ad0a tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216862 Feb 19 04:04:05.995772 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-1c35671c-fe83-4478-8003-3949aa1fd2c5 tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Deleting port 85eaf4ec-ba75-4ae1-803a-55bc09081452 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:04:05.996117 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1c35671c-fe83-4478-8003-3949aa1fd2c5 tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (85eaf4ec-ba75-4ae1-803a-55bc09081452), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:05.998445 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-6170a464-1a09-4114-8688-46542907e351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2e6eade2-9530-492d-9a93-8397d6960603), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:06.048768 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-801d583c-e088-4afa-85df-42727af8ffd5 req-a29b4f00-9edb-458a-862a-063791b5224b service neutron] Attempting to bind port abd8fe5c-e298-48a3-a888-a6ccdbf3fa25 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:06.049032 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-801d583c-e088-4afa-85df-42727af8ffd5 req-a29b4f00-9edb-458a-862a-063791b5224b service neutron] Attempting to bind port abd8fe5c-e298-48a3-a888-a6ccdbf3fa25 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:06.049360 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-a29b4f00-9edb-458a-862a-063791b5224b service neutron] Attempting to bind port abd8fe5c-e298-48a3-a888-a6ccdbf3fa25 on network c7e52652-7c3c-4be2-8566-a72156b624d8 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:06.073193 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-a29b4f00-9edb-458a-862a-063791b5224b service neutron] Port abd8fe5c-e298-48a3-a888-a6ccdbf3fa25 on network c7e52652-7c3c-4be2-8566-a72156b624d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:04:06.073519 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-a29b4f00-9edb-458a-862a-063791b5224b service neutron] Attempting to bind port abd8fe5c-e298-48a3-a888-a6ccdbf3fa25 on network c7e52652-7c3c-4be2-8566-a72156b624d8 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:06.112838 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-a29b4f00-9edb-458a-862a-063791b5224b service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:06.113183 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-a29b4f00-9edb-458a-862a-063791b5224b service neutron] Checking segment: {'id': '9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:04:06.113668 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-a29b4f00-9edb-458a-862a-063791b5224b service neutron] Bound using segment: {'id': '9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:04:06.114129 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-801d583c-e088-4afa-85df-42727af8ffd5 req-a29b4f00-9edb-458a-862a-063791b5224b service neutron] Bound port: abd8fe5c-e298-48a3-a888-a6ccdbf3fa25, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:04:06.114573 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-a29b4f00-9edb-458a-862a-063791b5224b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (abd8fe5c-e298-48a3-a888-a6ccdbf3fa25), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:06.198414 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e6b0f125-903d-4823-9e9d-68877504ee48 req-bac5f868-1c6e-4bc7-896e-66f58be01da4 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d53d23f-cbc5-4708-8f81-63800c123df6 HTTP/1.1" status: 200 len: 210 time: 0.1613002 Feb 19 04:04:06.223554 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4077aa1e-e154-4a87-a95a-1abf39b27afa x-openstack-request-id: req-4077aa1e-e154-4a87-a95a-1abf39b27afa {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:06.223952 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148033b9-2058-4a18-b6a3-5766b9bfa248", "name": "network-vif-deleted", "tag": "6afda7a1-e4b2-456e-a394-16fe6f455ed3", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:06.224356 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4077aa1e-e154-4a87-a95a-1abf39b27afa {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:06.232554 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148033b9-2058-4a18-b6a3-5766b9bfa248', 'name': 'network-vif-deleted', 'tag': '6afda7a1-e4b2-456e-a394-16fe6f455ed3', 'status': 'completed', 'code': 200} Feb 19 04:04:06.232554 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbdc7a-33bb-439e-b013-8c7a4a6b4d15 req-5235097c-73db-4c5d-908b-2a851f0a55ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:06.232554 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-48bbdc7a-33bb-439e-b013-8c7a4a6b4d15 req-5235097c-73db-4c5d-908b-2a851f0a55ca service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7226710 Feb 19 04:04:06.239238 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-ed3585e7-0b7c-4aa5-9598-4a041e7e2e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:06.241722 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-ed3585e7-0b7c-4aa5-9598-4a041e7e2e93 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4738731 Feb 19 04:04:06.245318 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdb1a42-a6f8-4d21-9c6f-4587c2243318', 'name': 'network-vif-deleted', 'tag': 'c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:06.247804 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6fc4fe-cf2d-4734-9ec1-5432b94f8a88" -d '{"events": [{"server_uuid": "ebdb1a42-a6f8-4d21-9c6f-4587c2243318", "name": "network-vif-deleted", "tag": "c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:06.401790 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1c35671c-fe83-4478-8003-3949aa1fd2c5 tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (85eaf4ec-ba75-4ae1-803a-55bc09081452), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:06.405468 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-801d583c-e088-4afa-85df-42727af8ffd5 req-a29b4f00-9edb-458a-862a-063791b5224b service neutron] For port abd8fe5c-e298-48a3-a888-a6ccdbf3fa25, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:04:06.460182 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-f01a171e-c67b-4f57-8ea8-b806c5ce5104 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006650 Feb 19 04:04:06.461650 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-1c35671c-fe83-4478-8003-3949aa1fd2c5 tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Calling delete_port for 85eaf4ec-ba75-4ae1-803a-55bc09081452 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:04:06.471348 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-801d583c-e088-4afa-85df-42727af8ffd5 req-a29b4f00-9edb-458a-862a-063791b5224b service neutron] For port abd8fe5c-e298-48a3-a888-a6ccdbf3fa25, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=abd8fe5c-e298-48a3-a888-a6ccdbf3fa25,segment=NetworkSegment(9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c),segment_id=9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:04:06.497683 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-a29b4f00-9edb-458a-862a-063791b5224b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (abd8fe5c-e298-48a3-a888-a6ccdbf3fa25), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:06.507891 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-dab95245-8380-40c4-aa1a-42eba4147e2f tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks [] for port (c134f6a3-a230-463a-beec-eb468e87334a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:06.621830 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bf2d1-50d7-4c38-9536-6a56819d16a9 req-11f8bb05-ab22-4430-9323-7c65ce412ef4 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:06.624089 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a2bf2d1-50d7-4c38-9536-6a56819d16a9 req-11f8bb05-ab22-4430-9323-7c65ce412ef4 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=87183da0-2330-4daa-84d6-7134963aedba HTTP/1.1" status: 200 len: 948 time: 0.2595778 Feb 19 04:04:06.736515 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:06.759488 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a2bf2d1-50d7-4c38-9536-6a56819d16a9 req-478183b4-1235-4a2a-bf6f-b719686d7208 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260829 Feb 19 04:04:06.771654 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ca3d67a-f2ae-4ea8-970b-4bef3cebc885 req-fd25b211-2457-4253-aa5b-c62a5125ecb2 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894392 Feb 19 04:04:06.793466 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-dab95245-8380-40c4-aa1a-42eba4147e2f tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (c134f6a3-a230-463a-beec-eb468e87334a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:06.921737 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-dab95245-8380-40c4-aa1a-42eba4147e2f tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Network 8ce1d520-e96f-487c-9918-3bddf83e4eb6 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:04:06.930760 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-dab95245-8380-40c4-aa1a-42eba4147e2f tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:04:06.943292 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-dab95245-8380-40c4-aa1a-42eba4147e2f tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:04:07.087430 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-dab95245-8380-40c4-aa1a-42eba4147e2f tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:07.087973 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-dab95245-8380-40c4-aa1a-42eba4147e2f tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:07.177641 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab95245-8380-40c4-aa1a-42eba4147e2f tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Pushing event updated for resources: {'Port': ['ID=c134f6a3-a230-463a-beec-eb468e87334a,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:07.182270 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4b5afa-61b6-4aee-a76c-83c8571968ae x-openstack-request-id: req-da4b5afa-61b6-4aee-a76c-83c8571968ae {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:07.183137 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdb1a42-a6f8-4d21-9c6f-4587c2243318", "name": "network-vif-deleted", "tag": "c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:07.183527 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-da4b5afa-61b6-4aee-a76c-83c8571968ae {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:07.184053 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebdb1a42-a6f8-4d21-9c6f-4587c2243318', 'name': 'network-vif-deleted', 'tag': 'c96ffbb2-85c0-4e5d-ba8d-b1f7a5a3c79c', 'status': 'completed', 'code': 200} Feb 19 04:04:07.187470 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b4f00-9edb-458a-862a-063791b5224b service neutron] Pushing event updated for resources: {'Port': ['ID=abd8fe5c-e298-48a3-a888-a6ccdbf3fa25,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:07.206103 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032ffd6-4a95-44d8-90c3-9e0e0ef2e047 req-1559be07-7741-4826-8c17-05b8476d851d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:07.207846 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a032ffd6-4a95-44d8-90c3-9e0e0ef2e047 req-1559be07-7741-4826-8c17-05b8476d851d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.1116292 Feb 19 04:04:07.227170 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-dab95245-8380-40c4-aa1a-42eba4147e2f tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4864247 Feb 19 04:04:07.238659 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-a29b4f00-9edb-458a-862a-063791b5224b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:07.239251 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-a29b4f00-9edb-458a-862a-063791b5224b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:07.240639 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-a29b4f00-9edb-458a-862a-063791b5224b service neutron] 10.222.0.26 "PUT /v2.0/ports/abd8fe5c-e298-48a3-a888-a6ccdbf3fa25 HTTP/1.1" status: 200 len: 1092 time: 4.2588739 Feb 19 04:04:07.243402 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-5299eab2-243e-43e5-baab-4c9ba1aed7a6 service neutron] Request body: {'port': {'device_id': '0d53d23f-cbc5-4708-8f81-63800c123df6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:07.298849 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-801d583c-e088-4afa-85df-42727af8ffd5 req-5b47aca6-c55a-4deb-87e2-9809aa85b239 service neutron] Request body: {'port': {'device_id': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:07.374455 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504be6f5-2443-409e-a2a0-d5f36448af6b req-354af734-7fa7-46d2-a44b-55f4e4837998 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:07.380600 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504be6f5-2443-409e-a2a0-d5f36448af6b req-354af734-7fa7-46d2-a44b-55f4e4837998 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:07.385906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504be6f5-2443-409e-a2a0-d5f36448af6b req-354af734-7fa7-46d2-a44b-55f4e4837998 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:07.391389 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504be6f5-2443-409e-a2a0-d5f36448af6b req-354af734-7fa7-46d2-a44b-55f4e4837998 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:07.396775 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504be6f5-2443-409e-a2a0-d5f36448af6b req-354af734-7fa7-46d2-a44b-55f4e4837998 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:07.402379 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504be6f5-2443-409e-a2a0-d5f36448af6b req-354af734-7fa7-46d2-a44b-55f4e4837998 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:07.408168 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504be6f5-2443-409e-a2a0-d5f36448af6b req-354af734-7fa7-46d2-a44b-55f4e4837998 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:07.422295 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-504be6f5-2443-409e-a2a0-d5f36448af6b req-354af734-7fa7-46d2-a44b-55f4e4837998 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5382 time: 0.4699244 Feb 19 04:04:07.485041 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a032ffd6-4a95-44d8-90c3-9e0e0ef2e047 req-f093acc0-85b0-4e95-b834-6a62105b92b3 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694414 Feb 19 04:04:07.571308 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-504be6f5-2443-409e-a2a0-d5f36448af6b req-e63af34e-1403-43ee-81bc-307099700e29 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1480882 Feb 19 04:04:07.574717 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-5299eab2-243e-43e5-baab-4c9ba1aed7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c134f6a3-a230-463a-beec-eb468e87334a), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:07.766269 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-6170a464-1a09-4114-8688-46542907e351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e6eade2-9530-492d-9a93-8397d6960603 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:07.778544 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1c35671c-fe83-4478-8003-3949aa1fd2c5 tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (85eaf4ec-ba75-4ae1-803a-55bc09081452), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:07.781784 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-6170a464-1a09-4114-8688-46542907e351 service neutron] Publish callbacks [] for port (2e6eade2-9530-492d-9a93-8397d6960603), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:07.791047 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-5b47aca6-c55a-4deb-87e2-9809aa85b239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (03bbf650-5bef-4ec1-af01-630545c4db55), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:07.868705 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35671c-fe83-4478-8003-3949aa1fd2c5 tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Pushing event deleted for resources: {'Port': ['ID=85eaf4ec-ba75-4ae1-803a-55bc09081452,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:07.898507 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb0fe4-9f1c-42e4-bfa4-5babc94b1cc7 req-3a4bb138-abfd-4de7-b7e1-473706078343 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:07.901915 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8bcb0fe4-9f1c-42e4-bfa4-5babc94b1cc7 req-3a4bb138-abfd-4de7-b7e1-473706078343 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d53d23f-cbc5-4708-8f81-63800c123df6 HTTP/1.1" status: 200 len: 931 time: 0.1479471 Feb 19 04:04:07.907939 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-6170a464-1a09-4114-8688-46542907e351 service neutron] Transition to ACTIVE for port object 2e6eade2-9530-492d-9a93-8397d6960603 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:04:07.915658 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a988de-6e3f-4dac-a9eb-d9f000fd5eea req-a081b95a-bd6c-4b3b-a354-2b826e3cb1a0 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:07.923899 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-78a988de-6e3f-4dac-a9eb-d9f000fd5eea req-a081b95a-bd6c-4b3b-a354-2b826e3cb1a0 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 945 time: 0.0944915 Feb 19 04:04:07.978966 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-6170a464-1a09-4114-8688-46542907e351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (2e6eade2-9530-492d-9a93-8397d6960603), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:08.066067 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170a464-1a09-4114-8688-46542907e351 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6eade2-9530-492d-9a93-8397d6960603,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:08.101196 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8bcb0fe4-9f1c-42e4-bfa4-5babc94b1cc7 req-89c174aa-5051-4b08-b961-6eddd946b104 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674356 Feb 19 04:04:08.134128 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-78a988de-6e3f-4dac-a9eb-d9f000fd5eea req-5cf3ae95-4bd2-4b60-812a-85ea22cf9249 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cad8288-9435-40e0-8e1c-121fc37255cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2091217 Feb 19 04:04:08.248141 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87183da0-2330-4daa-84d6-7134963aedba', 'tag': 'd6d2cc39-1947-430d-ac56-0d5a1bebe046'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:08.251379 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c24b0cc-3cf9-4224-bc97-c34d538d7fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "87183da0-2330-4daa-84d6-7134963aedba", "tag": "d6d2cc39-1947-430d-ac56-0d5a1bebe046"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:08.276519 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1c35671c-fe83-4478-8003-3949aa1fd2c5 tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:08.285579 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1c35671c-fe83-4478-8003-3949aa1fd2c5 tempest-RoutersAdminNegativeIpV6Test-845912128 tempest-RoutersAdminNegativeIpV6Test-845912128-project-admin] 10.222.0.52 "DELETE /v2.0/ports/85eaf4ec-ba75-4ae1-803a-55bc09081452 HTTP/1.1" status: 204 len: 168 time: 2.8939219 Feb 19 04:04:08.343136 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-5299eab2-243e-43e5-baab-4c9ba1aed7a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c134f6a3-a230-463a-beec-eb468e87334a {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:08.383497 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-6170a464-1a09-4114-8688-46542907e351 service neutron] Attempting to bind port 2e6eade2-9530-492d-9a93-8397d6960603 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:08.383789 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-6170a464-1a09-4114-8688-46542907e351 service neutron] Attempting to bind port 2e6eade2-9530-492d-9a93-8397d6960603 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '3d737888-5046-4f1e-af6e-325c6cb838a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8ce1d520-e96f-487c-9918-3bddf83e4eb6'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:08.384070 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-6170a464-1a09-4114-8688-46542907e351 service neutron] Attempting to bind port 2e6eade2-9530-492d-9a93-8397d6960603 on network 8ce1d520-e96f-487c-9918-3bddf83e4eb6 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:08.391968 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-5299eab2-243e-43e5-baab-4c9ba1aed7a6 service neutron] Publish callbacks [] for port (c134f6a3-a230-463a-beec-eb468e87334a), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:08.392570 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-6170a464-1a09-4114-8688-46542907e351 service neutron] Port 2e6eade2-9530-492d-9a93-8397d6960603 on network 8ce1d520-e96f-487c-9918-3bddf83e4eb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:04:08.392913 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-6170a464-1a09-4114-8688-46542907e351 service neutron] Attempting to bind port 2e6eade2-9530-492d-9a93-8397d6960603 on network 8ce1d520-e96f-487c-9918-3bddf83e4eb6 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:08.406074 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-6170a464-1a09-4114-8688-46542907e351 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:08.406434 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-6170a464-1a09-4114-8688-46542907e351 service neutron] Checking segment: {'id': '3d737888-5046-4f1e-af6e-325c6cb838a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8ce1d520-e96f-487c-9918-3bddf83e4eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:04:08.407104 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-6170a464-1a09-4114-8688-46542907e351 service neutron] Bound using segment: {'id': '3d737888-5046-4f1e-af6e-325c6cb838a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8ce1d520-e96f-487c-9918-3bddf83e4eb6'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:04:08.408476 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-6170a464-1a09-4114-8688-46542907e351 service neutron] Bound port: 2e6eade2-9530-492d-9a93-8397d6960603, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d737888-5046-4f1e-af6e-325c6cb838a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8ce1d520-e96f-487c-9918-3bddf83e4eb6'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:04:08.408840 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-6170a464-1a09-4114-8688-46542907e351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2e6eade2-9530-492d-9a93-8397d6960603), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:08.417298 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-5299eab2-243e-43e5-baab-4c9ba1aed7a6 service neutron] Transition to ACTIVE for port object c134f6a3-a230-463a-beec-eb468e87334a will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:04:08.432015 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-5299eab2-243e-43e5-baab-4c9ba1aed7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (c134f6a3-a230-463a-beec-eb468e87334a), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:08.461786 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db87eb-9442-46a1-8863-824b81dfff0d req-01c6d10e-6e73-4d5f-b530-4727c5f8c53f tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:08.463999 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26db87eb-9442-46a1-8863-824b81dfff0d req-01c6d10e-6e73-4d5f-b530-4727c5f8c53f tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=87183da0-2330-4daa-84d6-7134963aedba HTTP/1.1" status: 200 len: 948 time: 0.1505432 Feb 19 04:04:08.473545 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7dc4f-bba2-4e18-a115-0cc2a6a47cb3 req-3283d821-08b7-4459-a2b4-12aa0083b5b2 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:08.481343 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69f7dc4f-bba2-4e18-a115-0cc2a6a47cb3 req-3283d821-08b7-4459-a2b4-12aa0083b5b2 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/ports?device_id=131fb3b1-958d-4157-9365-728a7585872e HTTP/1.1" status: 200 len: 949 time: 0.1509199 Feb 19 04:04:08.610499 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-801d583c-e088-4afa-85df-42727af8ffd5 req-5b47aca6-c55a-4deb-87e2-9809aa85b239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03bbf650-5bef-4ec1-af01-630545c4db55 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:08.624913 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-6170a464-1a09-4114-8688-46542907e351 service neutron] For port 2e6eade2-9530-492d-9a93-8397d6960603, host n-h2-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:04:08.629204 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-6170a464-1a09-4114-8688-46542907e351 service neutron] For port 2e6eade2-9530-492d-9a93-8397d6960603, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=2e6eade2-9530-492d-9a93-8397d6960603,segment=NetworkSegment(3d737888-5046-4f1e-af6e-325c6cb838a3),segment_id=3d737888-5046-4f1e-af6e-325c6cb838a3)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:04:08.635322 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-5b47aca6-c55a-4deb-87e2-9809aa85b239 service neutron] Publish callbacks [] for port (03bbf650-5bef-4ec1-af01-630545c4db55), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:08.637755 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299eab2-243e-43e5-baab-4c9ba1aed7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c134f6a3-a230-463a-beec-eb468e87334a,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:08.639400 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-6170a464-1a09-4114-8688-46542907e351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (2e6eade2-9530-492d-9a93-8397d6960603), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:08.687668 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-801d583c-e088-4afa-85df-42727af8ffd5 req-5b47aca6-c55a-4deb-87e2-9809aa85b239 service neutron] Transition to ACTIVE for port object 03bbf650-5bef-4ec1-af01-630545c4db55 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:04:08.694641 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-6170a464-1a09-4114-8688-46542907e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:08.695362 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-6170a464-1a09-4114-8688-46542907e351 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:08.696843 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-6170a464-1a09-4114-8688-46542907e351 service neutron] 10.222.0.79 "PUT /v2.0/ports/2e6eade2-9530-492d-9a93-8397d6960603 HTTP/1.1" status: 200 len: 1093 time: 3.1385484 Feb 19 04:04:08.719692 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-5b47aca6-c55a-4deb-87e2-9809aa85b239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (03bbf650-5bef-4ec1-af01-630545c4db55), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:08.753592 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170a464-1a09-4114-8688-46542907e351 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6eade2-9530-492d-9a93-8397d6960603,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:08.756245 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69f7dc4f-bba2-4e18-a115-0cc2a6a47cb3 req-1c13ce65-b289-4997-b837-0340adb4b36c tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/security-groups?id=e142874b-3edc-4848-be47-fd7014c2d448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738783 Feb 19 04:04:08.821646 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26db87eb-9442-46a1-8863-824b81dfff0d req-3b69f5e6-5e8f-421e-b074-41cf2a7ec901 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101435 Feb 19 04:04:08.831864 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53228) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:08.875178 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1914e3ba-1fdb-48e4-9fd8-0201326ec85f x-openstack-request-id: req-1914e3ba-1fdb-48e4-9fd8-0201326ec85f {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:08.875481 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87183da0-2330-4daa-84d6-7134963aedba", "tag": "d6d2cc39-1947-430d-ac56-0d5a1bebe046", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:08.875842 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1914e3ba-1fdb-48e4-9fd8-0201326ec85f {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:08.876826 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87183da0-2330-4daa-84d6-7134963aedba', 'tag': 'd6d2cc39-1947-430d-ac56-0d5a1bebe046', 'status': 'completed', 'code': 200} Feb 19 04:04:08.923900 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0d3ad41d-035a-4d6b-a083-3f88fab813c9 req-387bf93d-5065-4fc7-89b4-3c8ca4dec231 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=93e02d3f-d658-4569-846c-42bb93c3aad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3420835 Feb 19 04:04:08.926138 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47aca6-c55a-4deb-87e2-9809aa85b239 service neutron] Pushing event updated for resources: {'Port': ['ID=03bbf650-5bef-4ec1-af01-630545c4db55,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:08.998557 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-5299eab2-243e-43e5-baab-4c9ba1aed7a6 service neutron] Attempting to bind port c134f6a3-a230-463a-beec-eb468e87334a on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:08.998992 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-5299eab2-243e-43e5-baab-4c9ba1aed7a6 service neutron] Attempting to bind port c134f6a3-a230-463a-beec-eb468e87334a by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '3d737888-5046-4f1e-af6e-325c6cb838a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8ce1d520-e96f-487c-9918-3bddf83e4eb6'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:08.999393 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-5299eab2-243e-43e5-baab-4c9ba1aed7a6 service neutron] Attempting to bind port c134f6a3-a230-463a-beec-eb468e87334a on network 8ce1d520-e96f-487c-9918-3bddf83e4eb6 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:09.036409 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-fdbe491c-06f2-441b-aebb-8e70e68e15a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:09.037942 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-fdbe491c-06f2-441b-aebb-8e70e68e15a1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=db60647c8e2d477494af3ec198735e68&device_id=0de42e2d-92b2-4bdd-91c1-7515517696a0 HTTP/1.1" status: 200 len: 1127 time: 0.2925453 Feb 19 04:04:09.049507 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-5299eab2-243e-43e5-baab-4c9ba1aed7a6 service neutron] Port c134f6a3-a230-463a-beec-eb468e87334a on network 8ce1d520-e96f-487c-9918-3bddf83e4eb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:04:09.050465 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-5299eab2-243e-43e5-baab-4c9ba1aed7a6 service neutron] Attempting to bind port c134f6a3-a230-463a-beec-eb468e87334a on network 8ce1d520-e96f-487c-9918-3bddf83e4eb6 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:09.075159 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-5299eab2-243e-43e5-baab-4c9ba1aed7a6 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:09.075574 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-5299eab2-243e-43e5-baab-4c9ba1aed7a6 service neutron] Checking segment: {'id': '3d737888-5046-4f1e-af6e-325c6cb838a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8ce1d520-e96f-487c-9918-3bddf83e4eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:04:09.075937 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-5299eab2-243e-43e5-baab-4c9ba1aed7a6 service neutron] Bound using segment: {'id': '3d737888-5046-4f1e-af6e-325c6cb838a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8ce1d520-e96f-487c-9918-3bddf83e4eb6'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:04:09.076390 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-5299eab2-243e-43e5-baab-4c9ba1aed7a6 service neutron] Bound port: c134f6a3-a230-463a-beec-eb468e87334a, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d737888-5046-4f1e-af6e-325c6cb838a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8ce1d520-e96f-487c-9918-3bddf83e4eb6'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:04:09.076757 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-5299eab2-243e-43e5-baab-4c9ba1aed7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c134f6a3-a230-463a-beec-eb468e87334a), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:09.147784 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-29546e48-0055-47cb-8152-0f4f9b3276d9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e6eade2-9530-492d-9a93-8397d6960603 HTTP/1.1" status: 200 len: 217 time: 0.0988147 Feb 19 04:04:09.229275 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'tag': 'abd8fe5c-e298-48a3-a888-a6ccdbf3fa25'}, {'name': 'network-changed', 'server_uuid': '0de42e2d-92b2-4bdd-91c1-7515517696a0', 'tag': '2e6eade2-9530-492d-9a93-8397d6960603'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:09.231635 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5576dea2-878c-43e1-8f83-5182a6238be5" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "tag": "abd8fe5c-e298-48a3-a888-a6ccdbf3fa25"}, {"name": "network-changed", "server_uuid": "0de42e2d-92b2-4bdd-91c1-7515517696a0", "tag": "2e6eade2-9530-492d-9a93-8397d6960603"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:09.236367 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-a74ac82c-3433-4ad5-a2a8-fff2d47bd50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:09.238777 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-a74ac82c-3433-4ad5-a2a8-fff2d47bd50e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e2fb43e0-b3f6-4efa-8ef1-2f831160f2d6 HTTP/1.1" status: 200 len: 853 time: 0.0806556 Feb 19 04:04:09.243801 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-801d583c-e088-4afa-85df-42727af8ffd5 req-5b47aca6-c55a-4deb-87e2-9809aa85b239 service neutron] Attempting to bind port 03bbf650-5bef-4ec1-af01-630545c4db55 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:09.244142 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-801d583c-e088-4afa-85df-42727af8ffd5 req-5b47aca6-c55a-4deb-87e2-9809aa85b239 service neutron] Attempting to bind port 03bbf650-5bef-4ec1-af01-630545c4db55 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:09.244471 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-5b47aca6-c55a-4deb-87e2-9809aa85b239 service neutron] Attempting to bind port 03bbf650-5bef-4ec1-af01-630545c4db55 on network c7e52652-7c3c-4be2-8566-a72156b624d8 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:09.274653 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-0b7d47a4-47a0-435d-b995-0830124a5eb6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ce1d520-e96f-487c-9918-3bddf83e4eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275497 Feb 19 04:04:09.278406 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-5b47aca6-c55a-4deb-87e2-9809aa85b239 service neutron] Port 03bbf650-5bef-4ec1-af01-630545c4db55 on network c7e52652-7c3c-4be2-8566-a72156b624d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:04:09.279506 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-5b47aca6-c55a-4deb-87e2-9809aa85b239 service neutron] Attempting to bind port 03bbf650-5bef-4ec1-af01-630545c4db55 on network c7e52652-7c3c-4be2-8566-a72156b624d8 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:09.286341 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-5b47aca6-c55a-4deb-87e2-9809aa85b239 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:09.286689 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-5b47aca6-c55a-4deb-87e2-9809aa85b239 service neutron] Checking segment: {'id': '9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:04:09.287076 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-5b47aca6-c55a-4deb-87e2-9809aa85b239 service neutron] Bound using segment: {'id': '9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:04:09.287808 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-801d583c-e088-4afa-85df-42727af8ffd5 req-5b47aca6-c55a-4deb-87e2-9809aa85b239 service neutron] Bound port: 03bbf650-5bef-4ec1-af01-630545c4db55, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:04:09.288324 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-5b47aca6-c55a-4deb-87e2-9809aa85b239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (03bbf650-5bef-4ec1-af01-630545c4db55), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:09.384307 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-acfe10dc-55fc-4758-9ffd-df6e919d0e1c service neutron] 10.222.0.79 "GET /v2.0/networks/8ce1d520-e96f-487c-9918-3bddf83e4eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991066 Feb 19 04:04:09.479272 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-801d583c-e088-4afa-85df-42727af8ffd5 req-5b47aca6-c55a-4deb-87e2-9809aa85b239 service neutron] For port 03bbf650-5bef-4ec1-af01-630545c4db55, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:04:09.483319 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-801d583c-e088-4afa-85df-42727af8ffd5 req-5b47aca6-c55a-4deb-87e2-9809aa85b239 service neutron] For port 03bbf650-5bef-4ec1-af01-630545c4db55, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=03bbf650-5bef-4ec1-af01-630545c4db55,segment=NetworkSegment(9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c),segment_id=9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:04:09.506792 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f12ebd76-9412-4147-9187-50e8a4850ec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:09.542948 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.79', 55637) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:09.545874 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24b0cc-3cf9-4224-bc97-c34d538d7fb8 req-62b9eccb-e69a-4b11-820f-e7e3352792e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:09.547413 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c24b0cc-3cf9-4224-bc97-c34d538d7fb8 req-62b9eccb-e69a-4b11-820f-e7e3352792e3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c869b1ad561a43bab98562600aca3675&device_id=87183da0-2330-4daa-84d6-7134963aedba HTTP/1.1" status: 200 len: 1131 time: 0.6339903 Feb 19 04:04:09.557766 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-5b47aca6-c55a-4deb-87e2-9809aa85b239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (03bbf650-5bef-4ec1-af01-630545c4db55), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:09.652235 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8236553-0dd3-46a4-9744-dc6cd29f19a6 req-40ec88d9-0003-4ebe-9151-ebb9c49c00b1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:09.658220 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8236553-0dd3-46a4-9744-dc6cd29f19a6 req-40ec88d9-0003-4ebe-9151-ebb9c49c00b1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:09.663457 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8236553-0dd3-46a4-9744-dc6cd29f19a6 req-40ec88d9-0003-4ebe-9151-ebb9c49c00b1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:09.669207 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8236553-0dd3-46a4-9744-dc6cd29f19a6 req-40ec88d9-0003-4ebe-9151-ebb9c49c00b1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:09.669754 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-8001be5f-cd65-4606-ae8d-93b69ae51278 service neutron] 10.222.0.79 "GET /v2.0/networks/8ce1d520-e96f-487c-9918-3bddf83e4eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773848 Feb 19 04:04:09.672854 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47aca6-c55a-4deb-87e2-9809aa85b239 service neutron] Pushing event updated for resources: {'Port': ['ID=03bbf650-5bef-4ec1-af01-630545c4db55,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:09.674712 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8236553-0dd3-46a4-9744-dc6cd29f19a6 req-40ec88d9-0003-4ebe-9151-ebb9c49c00b1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:09.678921 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-5b47aca6-c55a-4deb-87e2-9809aa85b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:09.679796 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-5b47aca6-c55a-4deb-87e2-9809aa85b239 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:09.680509 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8236553-0dd3-46a4-9744-dc6cd29f19a6 req-40ec88d9-0003-4ebe-9151-ebb9c49c00b1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:09.681996 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-5b47aca6-c55a-4deb-87e2-9809aa85b239 service neutron] 10.222.0.26 "PUT /v2.0/ports/03bbf650-5bef-4ec1-af01-630545c4db55 HTTP/1.1" status: 200 len: 1091 time: 2.3925114 Feb 19 04:04:09.686752 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8236553-0dd3-46a4-9744-dc6cd29f19a6 req-40ec88d9-0003-4ebe-9151-ebb9c49c00b1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:09.695700 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a8236553-0dd3-46a4-9744-dc6cd29f19a6 req-40ec88d9-0003-4ebe-9151-ebb9c49c00b1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5394 time: 0.7012467 Feb 19 04:04:09.704559 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12e603-a620-4ca7-8c62-566a433921c5 req-dcb47964-71dd-49a6-9f61-97f36c3ad15b tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:09.706061 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-df12e603-a620-4ca7-8c62-566a433921c5 req-dcb47964-71dd-49a6-9f61-97f36c3ad15b tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.7101214 Feb 19 04:04:09.737924 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-801d583c-e088-4afa-85df-42727af8ffd5 req-1322b9b7-15d9-4ecd-affb-fee10c6ca713 service neutron] Request body: {'port': {'device_id': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:09.738906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ad41d-035a-4d6b-a083-3f88fab813c9 req-8d846ca9-b05f-4ffb-94d9-8def7c380a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:09.742398 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0d3ad41d-035a-4d6b-a083-3f88fab813c9 req-8d846ca9-b05f-4ffb-94d9-8def7c380a03 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c869b1ad561a43bab98562600aca3675&device_id=93e02d3f-d658-4569-846c-42bb93c3aad7 HTTP/1.1" status: 200 len: 1133 time: 0.7535872 Feb 19 04:04:09.765557 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-5299eab2-243e-43e5-baab-4c9ba1aed7a6 service neutron] For port c134f6a3-a230-463a-beec-eb468e87334a, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:04:09.830128 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-1322b9b7-15d9-4ecd-affb-fee10c6ca713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (065ce680-972c-4dea-ae22-48d0fbd50b99), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:09.877295 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:04:09.901836 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device d6d2cc39-1947-430d-ac56-0d5a1bebe046 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:04:09.988007 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-5299eab2-243e-43e5-baab-4c9ba1aed7a6 service neutron] For port c134f6a3-a230-463a-beec-eb468e87334a, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c134f6a3-a230-463a-beec-eb468e87334a,segment=NetworkSegment(3d737888-5046-4f1e-af6e-325c6cb838a3),segment_id=3d737888-5046-4f1e-af6e-325c6cb838a3)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:04:10.088949 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ad41d-035a-4d6b-a083-3f88fab813c9 req-e62db2f3-13e5-4819-8930-95f288d2c485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:10.094499 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0d3ad41d-035a-4d6b-a083-3f88fab813c9 req-e62db2f3-13e5-4819-8930-95f288d2c485 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.3199637 Feb 19 04:04:10.150045 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port d6d2cc39-1947-430d-ac56-0d5a1bebe046, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=d6d2cc39-1947-430d-ac56-0d5a1bebe046,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:10.167753 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'd6d2cc39-1947-430d-ac56-0d5a1bebe046', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': 'd6d2cc39-1947-430d-ac56-0d5a1bebe046', 'mac_address': 'fa:16:3e:ef:08:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:04:10.202796 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a8236553-0dd3-46a4-9744-dc6cd29f19a6 req-d66cd05a-4ef3-49de-b28a-08f3beac3927 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5061586 Feb 19 04:04:10.208089 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-df12e603-a620-4ca7-8c62-566a433921c5 req-c1e3308a-81e2-478b-90ca-3e0544e9882d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663148 Feb 19 04:04:10.211469 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port d6d2cc39-1947-430d-ac56-0d5a1bebe046 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:10.211872 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d6d2cc39-1947-430d-ac56-0d5a1bebe046), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:10.214863 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-801d583c-e088-4afa-85df-42727af8ffd5 req-1322b9b7-15d9-4ecd-affb-fee10c6ca713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 065ce680-972c-4dea-ae22-48d0fbd50b99 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:10.223908 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-1322b9b7-15d9-4ecd-affb-fee10c6ca713 service neutron] Publish callbacks [] for port (065ce680-972c-4dea-ae22-48d0fbd50b99), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:10.230510 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d2cc39-1947-430d-ac56-0d5a1bebe046 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:10.235157 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f12ebd76-9412-4147-9187-50e8a4850ec9 admin admin] Publish callbacks [] for security_group (1edf54f6-16ea-49c2-ab82-d9ba7d8cae2c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:10.238155 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-5299eab2-243e-43e5-baab-4c9ba1aed7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (c134f6a3-a230-463a-beec-eb468e87334a), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:10.254380 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port d6d2cc39-1947-430d-ac56-0d5a1bebe046, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=d6d2cc39-1947-430d-ac56-0d5a1bebe046,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:10.263579 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d6d2cc39-1947-430d-ac56-0d5a1bebe046), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:10.268344 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-801d583c-e088-4afa-85df-42727af8ffd5 req-1322b9b7-15d9-4ecd-affb-fee10c6ca713 service neutron] Transition to ACTIVE for port object 065ce680-972c-4dea-ae22-48d0fbd50b99 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:04:10.291833 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-1322b9b7-15d9-4ecd-affb-fee10c6ca713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (065ce680-972c-4dea-ae22-48d0fbd50b99), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:10.337569 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f12ebd76-9412-4147-9187-50e8a4850ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1edf54f6-16ea-49c2-ab82-d9ba7d8cae2c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:10.345385 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=d6d2cc39-1947-430d-ac56-0d5a1bebe046,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:10.361674 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:10.375930 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:10.377843 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:10.378496 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:10.379147 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:10.379788 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:10.380139 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:10.381751 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:10.382181 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:10.382542 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:10.385502 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:10.385502 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:10.385502 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:10.422312 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322b9b7-15d9-4ecd-affb-fee10c6ca713 service neutron] Pushing event updated for resources: {'Port': ['ID=065ce680-972c-4dea-ae22-48d0fbd50b99,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:10.442674 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0d3ad41d-035a-4d6b-a083-3f88fab813c9 req-48f94401-6b28-46fd-b392-e24f81be0229 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=730dbe95-56db-42fe-b54d-2d00210ea58b HTTP/1.1" status: 200 len: 217 time: 0.2481790 Feb 19 04:04:10.496379 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96318701-e6ad-4454-8ac5-73c616e4f85d req-4c6b9911-5807-478f-bd3c-cb98fdffc3e8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=adb3cd37-0cde-46f9-b7a6-cbdb13707bec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9478798 Feb 19 04:04:10.499750 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['d6d2cc39-1947-430d-ac56-0d5a1bebe046'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:04:10.516368 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-5299eab2-243e-43e5-baab-4c9ba1aed7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:10.518048 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-5299eab2-243e-43e5-baab-4c9ba1aed7a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:10.523957 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-5299eab2-243e-43e5-baab-4c9ba1aed7a6 service neutron] 10.222.0.79 "PUT /v2.0/ports/c134f6a3-a230-463a-beec-eb468e87334a HTTP/1.1" status: 200 len: 1092 time: 3.2810187 Feb 19 04:04:10.527640 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299eab2-243e-43e5-baab-4c9ba1aed7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c134f6a3-a230-463a-beec-eb468e87334a,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:10.592653 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-801d583c-e088-4afa-85df-42727af8ffd5 req-1322b9b7-15d9-4ecd-affb-fee10c6ca713 service neutron] Attempting to bind port 065ce680-972c-4dea-ae22-48d0fbd50b99 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:10.593134 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-801d583c-e088-4afa-85df-42727af8ffd5 req-1322b9b7-15d9-4ecd-affb-fee10c6ca713 service neutron] Attempting to bind port 065ce680-972c-4dea-ae22-48d0fbd50b99 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'b7335bae-2b10-44b5-bd69-94a1805c2114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8cc0006b-25b3-422c-9bde-2e117b4adfd2'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:10.595658 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-1322b9b7-15d9-4ecd-affb-fee10c6ca713 service neutron] Attempting to bind port 065ce680-972c-4dea-ae22-48d0fbd50b99 on network 8cc0006b-25b3-422c-9bde-2e117b4adfd2 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:10.609182 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-1322b9b7-15d9-4ecd-affb-fee10c6ca713 service neutron] Port 065ce680-972c-4dea-ae22-48d0fbd50b99 on network 8cc0006b-25b3-422c-9bde-2e117b4adfd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:04:10.609512 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-1322b9b7-15d9-4ecd-affb-fee10c6ca713 service neutron] Attempting to bind port 065ce680-972c-4dea-ae22-48d0fbd50b99 on network 8cc0006b-25b3-422c-9bde-2e117b4adfd2 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:10.623776 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-1322b9b7-15d9-4ecd-affb-fee10c6ca713 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:10.624256 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-1322b9b7-15d9-4ecd-affb-fee10c6ca713 service neutron] Checking segment: {'id': 'b7335bae-2b10-44b5-bd69-94a1805c2114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8cc0006b-25b3-422c-9bde-2e117b4adfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:04:10.624747 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-1322b9b7-15d9-4ecd-affb-fee10c6ca713 service neutron] Bound using segment: {'id': 'b7335bae-2b10-44b5-bd69-94a1805c2114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8cc0006b-25b3-422c-9bde-2e117b4adfd2'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:04:10.639654 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-801d583c-e088-4afa-85df-42727af8ffd5 req-1322b9b7-15d9-4ecd-affb-fee10c6ca713 service neutron] Bound port: 065ce680-972c-4dea-ae22-48d0fbd50b99, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7335bae-2b10-44b5-bd69-94a1805c2114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8cc0006b-25b3-422c-9bde-2e117b4adfd2'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:04:10.640049 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-1322b9b7-15d9-4ecd-affb-fee10c6ca713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (065ce680-972c-4dea-ae22-48d0fbd50b99), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:10.659647 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ebd76-9412-4147-9187-50e8a4850ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edf54f6-16ea-49c2-ab82-d9ba7d8cae2c,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:10.684077 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ad41d-035a-4d6b-a083-3f88fab813c9 req-e3bf432d-2ef3-4e1a-854e-b2e0e77571f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:10.692292 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0d3ad41d-035a-4d6b-a083-3f88fab813c9 req-e3bf432d-2ef3-4e1a-854e-b2e0e77571f5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1672950 Feb 19 04:04:10.733989 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17da4c17-1c4b-43d1-82a0-704082e05d76 x-openstack-request-id: req-17da4c17-1c4b-43d1-82a0-704082e05d76 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:10.738043 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "tag": "abd8fe5c-e298-48a3-a888-a6ccdbf3fa25", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0de42e2d-92b2-4bdd-91c1-7515517696a0", "tag": "2e6eade2-9530-492d-9a93-8397d6960603", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:10.738552 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-17da4c17-1c4b-43d1-82a0-704082e05d76 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:10.739202 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'tag': 'abd8fe5c-e298-48a3-a888-a6ccdbf3fa25', 'status': 'completed', 'code': 200} Feb 19 04:04:10.739634 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de42e2d-92b2-4bdd-91c1-7515517696a0', 'tag': '2e6eade2-9530-492d-9a93-8397d6960603', 'status': 'completed', 'code': 200} Feb 19 04:04:10.802860 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24b0cc-3cf9-4224-bc97-c34d538d7fb8 req-7743e629-958c-4d40-95bf-f70dfaee294c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:10.804331 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c24b0cc-3cf9-4224-bc97-c34d538d7fb8 req-7743e629-958c-4d40-95bf-f70dfaee294c service neutron] 10.222.0.79 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 1.2315135 Feb 19 04:04:10.896263 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c24b0cc-3cf9-4224-bc97-c34d538d7fb8 req-a9f30161-5ca2-47d2-a584-b5ce6e58387c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=d6d2cc39-1947-430d-ac56-0d5a1bebe046 HTTP/1.1" status: 200 len: 217 time: 0.0788057 Feb 19 04:04:10.896697 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d53d23f-cbc5-4708-8f81-63800c123df6', 'tag': 'c134f6a3-a230-463a-beec-eb468e87334a'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:10.898952 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56833393-2c80-4422-9c99-33cc49f6f8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "0d53d23f-cbc5-4708-8f81-63800c123df6", "tag": "c134f6a3-a230-463a-beec-eb468e87334a"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:10.932158 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-801d583c-e088-4afa-85df-42727af8ffd5 req-1322b9b7-15d9-4ecd-affb-fee10c6ca713 service neutron] For port 065ce680-972c-4dea-ae22-48d0fbd50b99, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:04:10.941323 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-801d583c-e088-4afa-85df-42727af8ffd5 req-1322b9b7-15d9-4ecd-affb-fee10c6ca713 service neutron] For port 065ce680-972c-4dea-ae22-48d0fbd50b99, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=065ce680-972c-4dea-ae22-48d0fbd50b99,segment=NetworkSegment(b7335bae-2b10-44b5-bd69-94a1805c2114),segment_id=b7335bae-2b10-44b5-bd69-94a1805c2114)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:04:10.945646 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576dea2-878c-43e1-8f83-5182a6238be5 req-5bd0cd3b-2da4-404e-8725-5334e7ff23c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:10.948208 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5576dea2-878c-43e1-8f83-5182a6238be5 req-5bd0cd3b-2da4-404e-8725-5334e7ff23c8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=db60647c8e2d477494af3ec198735e68&device_id=0de42e2d-92b2-4bdd-91c1-7515517696a0 HTTP/1.1" status: 200 len: 1127 time: 0.1967375 Feb 19 04:04:10.961776 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576dea2-878c-43e1-8f83-5182a6238be5 req-14e43b1f-ee8f-420b-bfbf-9740190e677d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:10.962550 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576dea2-878c-43e1-8f83-5182a6238be5 req-14e43b1f-ee8f-420b-bfbf-9740190e677d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:10.963287 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576dea2-878c-43e1-8f83-5182a6238be5 req-14e43b1f-ee8f-420b-bfbf-9740190e677d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:10.963912 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576dea2-878c-43e1-8f83-5182a6238be5 req-14e43b1f-ee8f-420b-bfbf-9740190e677d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:10.964585 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576dea2-878c-43e1-8f83-5182a6238be5 req-14e43b1f-ee8f-420b-bfbf-9740190e677d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:10.965379 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576dea2-878c-43e1-8f83-5182a6238be5 req-14e43b1f-ee8f-420b-bfbf-9740190e677d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:10.966031 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576dea2-878c-43e1-8f83-5182a6238be5 req-14e43b1f-ee8f-420b-bfbf-9740190e677d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:10.969393 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5576dea2-878c-43e1-8f83-5182a6238be5 req-14e43b1f-ee8f-420b-bfbf-9740190e677d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=488b9932c1464ee8ae512fcaa6eb0e94&device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 6527 time: 0.1486897 Feb 19 04:04:10.991008 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-1322b9b7-15d9-4ecd-affb-fee10c6ca713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (065ce680-972c-4dea-ae22-48d0fbd50b99), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:11.002800 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24b0cc-3cf9-4224-bc97-c34d538d7fb8 req-ce0033ae-580d-4805-a6f8-bf3aae9e6cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:11.004543 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c24b0cc-3cf9-4224-bc97-c34d538d7fb8 req-ce0033ae-580d-4805-a6f8-bf3aae9e6cea service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0558946 Feb 19 04:04:11.055526 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f12ebd76-9412-4147-9187-50e8a4850ec9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=54390c1479584fdbac17a1fff7610c64&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2104113 Feb 19 04:04:11.059497 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53250) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:11.061190 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96318701-e6ad-4454-8ac5-73c616e4f85d req-9d59bd07-be6f-4e5b-955c-885e0b4c415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:11.062286 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96318701-e6ad-4454-8ac5-73c616e4f85d req-9d59bd07-be6f-4e5b-955c-885e0b4c415f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c869b1ad561a43bab98562600aca3675&device_id=adb3cd37-0cde-46f9-b7a6-cbdb13707bec HTTP/1.1" status: 200 len: 1132 time: 0.3541439 Feb 19 04:04:11.098850 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322b9b7-15d9-4ecd-affb-fee10c6ca713 service neutron] Pushing event updated for resources: {'Port': ['ID=065ce680-972c-4dea-ae22-48d0fbd50b99,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:11.165539 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-1322b9b7-15d9-4ecd-affb-fee10c6ca713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:11.170572 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-1322b9b7-15d9-4ecd-affb-fee10c6ca713 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:11.172246 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-1322b9b7-15d9-4ecd-affb-fee10c6ca713 service neutron] 10.222.0.26 "PUT /v2.0/ports/065ce680-972c-4dea-ae22-48d0fbd50b99 HTTP/1.1" status: 200 len: 1092 time: 1.4390361 Feb 19 04:04:11.232843 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-801d583c-e088-4afa-85df-42727af8ffd5 req-f418d3bc-0db5-4b9c-b0ec-7154ac2c3927 service neutron] Request body: {'port': {'device_id': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:11.269935 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ad41d-035a-4d6b-a083-3f88fab813c9 req-dcc41ce3-4c3c-4cd2-a7d4-21cd3b020e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:11.271495 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0d3ad41d-035a-4d6b-a083-3f88fab813c9 req-dcc41ce3-4c3c-4cd2-a7d4-21cd3b020e9a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3824875 Feb 19 04:04:11.277454 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96318701-e6ad-4454-8ac5-73c616e4f85d req-6b13f174-0412-491b-94c3-88e83c0e2ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:11.278976 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96318701-e6ad-4454-8ac5-73c616e4f85d req-6b13f174-0412-491b-94c3-88e83c0e2ad6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.1449766 Feb 19 04:04:11.360145 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f59105-22d6-4c8a-bfe7-f511cfeb0d75 req-d98a2a94-b85a-4b7f-8489-44dc6050b39b tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:11.374617 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-32f59105-22d6-4c8a-bfe7-f511cfeb0d75 req-d98a2a94-b85a-4b7f-8489-44dc6050b39b tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d53d23f-cbc5-4708-8f81-63800c123df6 HTTP/1.1" status: 200 len: 943 time: 0.9247112 Feb 19 04:04:11.377268 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96318701-e6ad-4454-8ac5-73c616e4f85d req-063ae67b-9846-4b1e-b2c9-d140b4e64bea service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=de70975b-0023-4344-a0be-fd5dc761cffe HTTP/1.1" status: 200 len: 217 time: 0.0744650 Feb 19 04:04:11.434151 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576dea2-878c-43e1-8f83-5182a6238be5 req-e9983d73-f781-4781-922f-7eca0f0d315b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:11.436235 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5576dea2-878c-43e1-8f83-5182a6238be5 req-e9983d73-f781-4781-922f-7eca0f0d315b service neutron] 10.222.0.79 "GET /v2.0/networks?id=8ce1d520-e96f-487c-9918-3bddf83e4eb6 HTTP/1.1" status: 200 len: 914 time: 0.4651778 Feb 19 04:04:11.445265 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576dea2-878c-43e1-8f83-5182a6238be5 req-1df4adae-a310-44dc-b1d0-e56509e0254e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:11.445662 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576dea2-878c-43e1-8f83-5182a6238be5 req-1df4adae-a310-44dc-b1d0-e56509e0254e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:11.446126 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576dea2-878c-43e1-8f83-5182a6238be5 req-1df4adae-a310-44dc-b1d0-e56509e0254e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:11.448743 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5576dea2-878c-43e1-8f83-5182a6238be5 req-1df4adae-a310-44dc-b1d0-e56509e0254e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=488b9932c1464ee8ae512fcaa6eb0e94&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4554431 Feb 19 04:04:11.474742 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-903b609f-2437-432f-8e0c-262d3ac04de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:11.476813 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-903b609f-2437-432f-8e0c-262d3ac04de9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=db60647c8e2d477494af3ec198735e68&device_id=0d53d23f-cbc5-4708-8f81-63800c123df6 HTTP/1.1" status: 200 len: 1126 time: 0.7714331 Feb 19 04:04:11.477741 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4f430850-d9d8-465a-b89b-fe8054b159a6 admin admin] Publish callbacks [] for security_group (1edf54f6-16ea-49c2-ab82-d9ba7d8cae2c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:11.499278 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5576dea2-878c-43e1-8f83-5182a6238be5 req-7ac3824b-1d1d-4d99-936e-1514ae879a42 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e6eade2-9530-492d-9a93-8397d6960603 HTTP/1.1" status: 200 len: 217 time: 0.0557621 Feb 19 04:04:11.500053 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-f418d3bc-0db5-4b9c-b0ec-7154ac2c3927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (707eecc9-665d-461b-8a6a-4e0b2324400b), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:11.518341 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 5f5af0b5-b603-4982-a65f-e3b1a9042c4e no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:04:11.638005 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-d3bbe234-bb9d-4ac8-a058-0612fc416ed5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c134f6a3-a230-463a-beec-eb468e87334a HTTP/1.1" status: 200 len: 217 time: 0.1389134 Feb 19 04:04:11.643606 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24b0cc-3cf9-4224-bc97-c34d538d7fb8 req-fd9c9832-0aac-4f6b-b912-9598277f4ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:11.646583 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c24b0cc-3cf9-4224-bc97-c34d538d7fb8 req-fd9c9832-0aac-4f6b-b912-9598277f4ba8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5893207 Feb 19 04:04:11.701449 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:11.705346 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:11.727390 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c622b7b-64c6-426e-a0a2-da16d9c7b969 req-a4de62b5-0588-4db6-b343-843f3b8a447b tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:11.729432 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c622b7b-64c6-426e-a0a2-da16d9c7b969 req-a4de62b5-0588-4db6-b343-843f3b8a447b tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/ports?device_id=131fb3b1-958d-4157-9365-728a7585872e HTTP/1.1" status: 200 len: 949 time: 0.7950315 Feb 19 04:04:11.737958 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576dea2-878c-43e1-8f83-5182a6238be5 req-770ee1f6-65f0-4a8e-846b-0d96c48fb113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:11.742704 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131fb3b1-958d-4157-9365-728a7585872e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f5af0b5-b603-4982-a65f-e3b1a9042c4e'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:11.743134 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4f430850-d9d8-465a-b89b-fe8054b159a6 admin admin] Publish callbacks [] for security_group (1edf54f6-16ea-49c2-ab82-d9ba7d8cae2c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:11.750873 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae6850d-d474-4354-8c0b-0219c0a1e695" -d '{"events": [{"server_uuid": "131fb3b1-958d-4157-9365-728a7585872e", "name": "network-vif-unplugged", "status": "completed", "tag": "5f5af0b5-b603-4982-a65f-e3b1a9042c4e"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:11.755019 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5576dea2-878c-43e1-8f83-5182a6238be5 req-770ee1f6-65f0-4a8e-846b-0d96c48fb113 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e2fb43e0-b3f6-4efa-8ef1-2f831160f2d6 HTTP/1.1" status: 200 len: 853 time: 0.2363544 Feb 19 04:04:11.773877 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=5f5af0b5-b603-4982-a65f-e3b1a9042c4e,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:11.780423 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:11.791408 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96318701-e6ad-4454-8ac5-73c616e4f85d req-31795d96-5bde-44c4-a7ad-8ed9b7e5e1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:11.793075 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96318701-e6ad-4454-8ac5-73c616e4f85d req-31795d96-5bde-44c4-a7ad-8ed9b7e5e1dd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.3982973 Feb 19 04:04:11.826934 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576dea2-878c-43e1-8f83-5182a6238be5 req-435d0783-6944-4982-a54c-e41573be8ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:11.828282 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5576dea2-878c-43e1-8f83-5182a6238be5 req-435d0783-6944-4982-a54c-e41573be8ce6 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3396924 Feb 19 04:04:11.852907 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=5f5af0b5-b603-4982-a65f-e3b1a9042c4e,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:11.896924 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 2e6eade2-9530-492d-9a93-8397d6960603 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:04:11.903821 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-32f59105-22d6-4c8a-bfe7-f511cfeb0d75 req-f8a691f2-4a03-4218-81ec-347291c858d7 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5282750 Feb 19 04:04:11.909951 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device d6d2cc39-1947-430d-ac56-0d5a1bebe046 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:04:11.976287 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5576dea2-878c-43e1-8f83-5182a6238be5 req-bd124c88-7d12-4a72-b344-89ed97567dfb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ce1d520-e96f-487c-9918-3bddf83e4eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285028 Feb 19 04:04:11.998740 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0d3ad41d-035a-4d6b-a083-3f88fab813c9 req-71d2fca6-9e80-4028-b3f7-ff6556eac74b service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7126243 Feb 19 04:04:12.009712 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-4321c847-1dbe-4351-9cc7-d851a18af2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:12.011323 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-4321c847-1dbe-4351-9cc7-d851a18af2f2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e2fb43e0-b3f6-4efa-8ef1-2f831160f2d6 HTTP/1.1" status: 200 len: 853 time: 0.3539138 Feb 19 04:04:12.071624 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4f430850-d9d8-465a-b89b-fe8054b159a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1edf54f6-16ea-49c2-ab82-d9ba7d8cae2c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:12.080100 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4f430850-d9d8-465a-b89b-fe8054b159a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:12.084446 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4f430850-d9d8-465a-b89b-fe8054b159a6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1edf54f6-16ea-49c2-ab82-d9ba7d8cae2c HTTP/1.1" status: 204 len: 168 time: 1.0104182 Feb 19 04:04:12.084623 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port d6d2cc39-1947-430d-ac56-0d5a1bebe046 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:04:12.084727 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-61837c06-673e-4aad-830f-e07e02cdeb3c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ce1d520-e96f-487c-9918-3bddf83e4eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580986 Feb 19 04:04:12.092010 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port d6d2cc39-1947-430d-ac56-0d5a1bebe046 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:12.092454 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d6d2cc39-1947-430d-ac56-0d5a1bebe046), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:12.121052 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f430850-d9d8-465a-b89b-fe8054b159a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edf54f6-16ea-49c2-ab82-d9ba7d8cae2c,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:12.162763 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 2e6eade2-9530-492d-9a93-8397d6960603, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=2e6eade2-9530-492d-9a93-8397d6960603,segment=NetworkSegment(3d737888-5046-4f1e-af6e-325c6cb838a3),segment_id=3d737888-5046-4f1e-af6e-325c6cb838a3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:12.212805 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5576dea2-878c-43e1-8f83-5182a6238be5 req-1825ec8a-9e14-47ef-a9e9-3cd29efa152f service neutron] 10.222.0.79 "GET /v2.0/networks/8ce1d520-e96f-487c-9918-3bddf83e4eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221279 Feb 19 04:04:12.224603 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port d6d2cc39-1947-430d-ac56-0d5a1bebe046 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:12.225000 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d6d2cc39-1947-430d-ac56-0d5a1bebe046), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:12.283422 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port d6d2cc39-1947-430d-ac56-0d5a1bebe046, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=d6d2cc39-1947-430d-ac56-0d5a1bebe046,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:12.286352 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '2e6eade2-9530-492d-9a93-8397d6960603', 'network_id': '8ce1d520-e96f-487c-9918-3bddf83e4eb6', 'port_id': '2e6eade2-9530-492d-9a93-8397d6960603', 'mac_address': 'fa:16:3e:b2:49:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2fb43e0-b3f6-4efa-8ef1-2f831160f2d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:04:12.293097 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c622b7b-64c6-426e-a0a2-da16d9c7b969 req-ffed55a2-682f-4b34-966e-13b8ae6f7f6a tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/security-groups?id=e142874b-3edc-4848-be47-fd7014c2d448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5372424 Feb 19 04:04:12.296043 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-1cbef26e-a611-4483-9f5f-cdc7faf5d796 service neutron] 10.222.0.79 "GET /v2.0/networks/8ce1d520-e96f-487c-9918-3bddf83e4eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767621 Feb 19 04:04:12.327966 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96318701-e6ad-4454-8ac5-73c616e4f85d req-f4eb2e80-eb77-4ee7-b20f-90fc74c1b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:12.331792 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96318701-e6ad-4454-8ac5-73c616e4f85d req-f4eb2e80-eb77-4ee7-b20f-90fc74c1b578 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4740596 Feb 19 04:04:12.388630 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 2e6eade2-9530-492d-9a93-8397d6960603 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:12.401163 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2e6eade2-9530-492d-9a93-8397d6960603), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:12.409576 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5576dea2-878c-43e1-8f83-5182a6238be5 req-d281410f-f093-4224-a132-4559d0463c3f service neutron] 10.222.0.79 "GET /v2.0/networks/8ce1d520-e96f-487c-9918-3bddf83e4eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837587 Feb 19 04:04:12.430757 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d6d2cc39-1947-430d-ac56-0d5a1bebe046), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:12.433983 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e6eade2-9530-492d-9a93-8397d6960603 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:12.435535 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-801d583c-e088-4afa-85df-42727af8ffd5 req-f418d3bc-0db5-4b9c-b0ec-7154ac2c3927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 707eecc9-665d-461b-8a6a-4e0b2324400b {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:12.445417 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c24b0cc-3cf9-4224-bc97-c34d538d7fb8 req-14badbeb-d701-4194-af3d-f4683885c4bc service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7585077 Feb 19 04:04:12.455509 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-f418d3bc-0db5-4b9c-b0ec-7154ac2c3927 service neutron] Publish callbacks [] for port (707eecc9-665d-461b-8a6a-4e0b2324400b), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:12.482126 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-801d583c-e088-4afa-85df-42727af8ffd5 req-f418d3bc-0db5-4b9c-b0ec-7154ac2c3927 service neutron] Transition to ACTIVE for port object 707eecc9-665d-461b-8a6a-4e0b2324400b will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:04:12.494143 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-f418d3bc-0db5-4b9c-b0ec-7154ac2c3927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (707eecc9-665d-461b-8a6a-4e0b2324400b), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:12.494594 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 2e6eade2-9530-492d-9a93-8397d6960603, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=2e6eade2-9530-492d-9a93-8397d6960603,segment=NetworkSegment(3d737888-5046-4f1e-af6e-325c6cb838a3),segment_id=3d737888-5046-4f1e-af6e-325c6cb838a3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:12.547695 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=d6d2cc39-1947-430d-ac56-0d5a1bebe046,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:12.550396 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2e6eade2-9530-492d-9a93-8397d6960603), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:12.597684 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418d3bc-0db5-4b9c-b0ec-7154ac2c3927 service neutron] Pushing event updated for resources: {'Port': ['ID=707eecc9-665d-461b-8a6a-4e0b2324400b,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:12.620248 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=2e6eade2-9530-492d-9a93-8397d6960603,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:12.729055 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53266) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:12.740582 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'tag': '03bbf650-5bef-4ec1-af01-630545c4db55'}, {'name': 'network-changed', 'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'tag': '065ce680-972c-4dea-ae22-48d0fbd50b99'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:12.742829 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969ea78b-383b-4f8d-82fb-67ebf91a38b1" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "tag": "03bbf650-5bef-4ec1-af01-630545c4db55"}, {"name": "network-changed", "server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "tag": "065ce680-972c-4dea-ae22-48d0fbd50b99"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:12.745775 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c24b0cc-3cf9-4224-bc97-c34d538d7fb8 req-384950b2-5817-45d2-a312-ab3c4d161f36 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726140 Feb 19 04:04:12.778521 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-801d583c-e088-4afa-85df-42727af8ffd5 req-f418d3bc-0db5-4b9c-b0ec-7154ac2c3927 service neutron] Attempting to bind port 707eecc9-665d-461b-8a6a-4e0b2324400b on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:12.778970 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-801d583c-e088-4afa-85df-42727af8ffd5 req-f418d3bc-0db5-4b9c-b0ec-7154ac2c3927 service neutron] Attempting to bind port 707eecc9-665d-461b-8a6a-4e0b2324400b by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'b7335bae-2b10-44b5-bd69-94a1805c2114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8cc0006b-25b3-422c-9bde-2e117b4adfd2'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:12.779347 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-f418d3bc-0db5-4b9c-b0ec-7154ac2c3927 service neutron] Attempting to bind port 707eecc9-665d-461b-8a6a-4e0b2324400b on network 8cc0006b-25b3-422c-9bde-2e117b4adfd2 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:12.787483 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['2e6eade2-9530-492d-9a93-8397d6960603'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:04:12.803886 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-f418d3bc-0db5-4b9c-b0ec-7154ac2c3927 service neutron] Port 707eecc9-665d-461b-8a6a-4e0b2324400b on network 8cc0006b-25b3-422c-9bde-2e117b4adfd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:04:12.804219 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-f418d3bc-0db5-4b9c-b0ec-7154ac2c3927 service neutron] Attempting to bind port 707eecc9-665d-461b-8a6a-4e0b2324400b on network 8cc0006b-25b3-422c-9bde-2e117b4adfd2 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:12.823587 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb078e55-7e74-4da2-8576-be6dba32fb9a req-44f60646-cc36-4fd2-b2dd-c78f97367a1d tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:12.825134 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eb078e55-7e74-4da2-8576-be6dba32fb9a req-44f60646-cc36-4fd2-b2dd-c78f97367a1d tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=87183da0-2330-4daa-84d6-7134963aedba HTTP/1.1" status: 200 len: 950 time: 0.7237747 Feb 19 04:04:12.836096 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-f418d3bc-0db5-4b9c-b0ec-7154ac2c3927 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:12.836457 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-f418d3bc-0db5-4b9c-b0ec-7154ac2c3927 service neutron] Checking segment: {'id': 'b7335bae-2b10-44b5-bd69-94a1805c2114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8cc0006b-25b3-422c-9bde-2e117b4adfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:04:12.838100 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d583c-e088-4afa-85df-42727af8ffd5 req-f418d3bc-0db5-4b9c-b0ec-7154ac2c3927 service neutron] Bound using segment: {'id': 'b7335bae-2b10-44b5-bd69-94a1805c2114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8cc0006b-25b3-422c-9bde-2e117b4adfd2'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:04:12.838602 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-801d583c-e088-4afa-85df-42727af8ffd5 req-f418d3bc-0db5-4b9c-b0ec-7154ac2c3927 service neutron] Bound port: 707eecc9-665d-461b-8a6a-4e0b2324400b, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7335bae-2b10-44b5-bd69-94a1805c2114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8cc0006b-25b3-422c-9bde-2e117b4adfd2'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:04:12.838972 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-f418d3bc-0db5-4b9c-b0ec-7154ac2c3927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (707eecc9-665d-461b-8a6a-4e0b2324400b), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:12.880529 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c5760bbd-7487-45ca-9cbf-93947b3d0436 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a185a19fb7404931a1bb8c71d88dbabc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1471591 Feb 19 04:04:12.886752 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53270) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:12.936387 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626f843-9b89-4d8c-b9fc-3aa5099e12e4 req-8938d095-49fa-4726-a0f9-e4e63776547e tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:12.948629 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8626f843-9b89-4d8c-b9fc-3aa5099e12e4 req-8938d095-49fa-4726-a0f9-e4e63776547e tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 945 time: 0.5490277 Feb 19 04:04:12.983723 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-801d583c-e088-4afa-85df-42727af8ffd5 req-f418d3bc-0db5-4b9c-b0ec-7154ac2c3927 service neutron] For port 707eecc9-665d-461b-8a6a-4e0b2324400b, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:04:12.992936 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835535d5-1346-42b2-807d-faa730a6e7ea req-3ffe4ca5-e3c7-48cb-a778-2deb315ad52a tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:12.993885 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0d3ad41d-035a-4d6b-a083-3f88fab813c9 req-68d845fa-0135-4a70-8277-9869e0679f4a service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9815445 Feb 19 04:04:12.994833 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-835535d5-1346-42b2-807d-faa730a6e7ea req-3ffe4ca5-e3c7-48cb-a778-2deb315ad52a tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 945 time: 0.1353810 Feb 19 04:04:12.996768 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-801d583c-e088-4afa-85df-42727af8ffd5 req-f418d3bc-0db5-4b9c-b0ec-7154ac2c3927 service neutron] For port 707eecc9-665d-461b-8a6a-4e0b2324400b, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=707eecc9-665d-461b-8a6a-4e0b2324400b,segment=NetworkSegment(b7335bae-2b10-44b5-bd69-94a1805c2114),segment_id=b7335bae-2b10-44b5-bd69-94a1805c2114)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:04:13.047072 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-f418d3bc-0db5-4b9c-b0ec-7154ac2c3927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (707eecc9-665d-461b-8a6a-4e0b2324400b), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:13.117466 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418d3bc-0db5-4b9c-b0ec-7154ac2c3927 service neutron] Pushing event updated for resources: {'Port': ['ID=707eecc9-665d-461b-8a6a-4e0b2324400b,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:13.126089 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-f418d3bc-0db5-4b9c-b0ec-7154ac2c3927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:13.126961 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-801d583c-e088-4afa-85df-42727af8ffd5 req-f418d3bc-0db5-4b9c-b0ec-7154ac2c3927 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:13.129454 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-f418d3bc-0db5-4b9c-b0ec-7154ac2c3927 service neutron] 10.222.0.26 "PUT /v2.0/ports/707eecc9-665d-461b-8a6a-4e0b2324400b HTTP/1.1" status: 200 len: 1092 time: 1.9087424 Feb 19 04:04:13.289649 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-94a0a63e-6b02-433b-896f-95d9ede5817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:13.290185 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-94a0a63e-6b02-433b-896f-95d9ede5817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:13.290918 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-94a0a63e-6b02-433b-896f-95d9ede5817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:13.291697 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-94a0a63e-6b02-433b-896f-95d9ede5817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:13.292406 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-94a0a63e-6b02-433b-896f-95d9ede5817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:13.292992 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-94a0a63e-6b02-433b-896f-95d9ede5817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:13.293458 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-94a0a63e-6b02-433b-896f-95d9ede5817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:13.297199 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-94a0a63e-6b02-433b-896f-95d9ede5817a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=488b9932c1464ee8ae512fcaa6eb0e94&device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 6699 time: 0.1185191 Feb 19 04:04:13.388257 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-044b8407-de3d-43f0-b8a8-8437ac67ad38 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d3b7e86-7306-4190-840a-09d5d67b74a3 HTTP/1.1" status: 200 len: 217 time: 0.0815828 Feb 19 04:04:13.391898 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-835535d5-1346-42b2-807d-faa730a6e7ea req-4c002545-0ecc-408b-b118-f4bb44827614 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Deleting port 3a666379-4d70-442a-b7b1-2c97f86ec14d {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:04:13.392244 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-835535d5-1346-42b2-807d-faa730a6e7ea req-4c002545-0ecc-408b-b118-f4bb44827614 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (3a666379-4d70-442a-b7b1-2c97f86ec14d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:13.558292 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8626f843-9b89-4d8c-b9fc-3aa5099e12e4 req-28202482-df10-46eb-bd2f-1397306abca8 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cad8288-9435-40e0-8e1c-121fc37255cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6087525 Feb 19 04:04:13.572484 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-dd60dd58-73fd-4401-9e52-d00fee25fbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:13.574771 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-dd60dd58-73fd-4401-9e52-d00fee25fbcb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00070044-bad3-439e-8650-6c43fc944981 HTTP/1.1" status: 200 len: 851 time: 0.0609169 Feb 19 04:04:13.600190 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e4c026d-59b7-471f-a9a4-33b3a11827c6 req-f4f96f1a-ab43-43ce-8b41-67accca1208d service neutron] 10.222.0.79 "GET /v2.0/networks/8ce1d520-e96f-487c-9918-3bddf83e4eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2309923 Feb 19 04:04:13.606640 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96318701-e6ad-4454-8ac5-73c616e4f85d req-3a42d663-3aea-4c79-bcc7-df6fb01b04b8 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2284834 Feb 19 04:04:13.615212 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eb078e55-7e74-4da2-8576-be6dba32fb9a req-1ca1d1d7-afcd-4ac7-8560-9a76b268940d tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7813601 Feb 19 04:04:13.715469 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96318701-e6ad-4454-8ac5-73c616e4f85d req-28496087-3e81-4047-b6c2-220fd39b581a service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978525 Feb 19 04:04:13.717732 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ca895a-0f9b-408e-ba38-16cf8e49dea5 x-openstack-request-id: req-00ca895a-0f9b-408e-ba38-16cf8e49dea5 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:13.718021 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d53d23f-cbc5-4708-8f81-63800c123df6", "tag": "c134f6a3-a230-463a-beec-eb468e87334a", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:13.718500 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-00ca895a-0f9b-408e-ba38-16cf8e49dea5 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:13.719148 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d53d23f-cbc5-4708-8f81-63800c123df6', 'tag': 'c134f6a3-a230-463a-beec-eb468e87334a', 'status': 'completed', 'code': 200} Feb 19 04:04:13.778252 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f0d60d23-64da-468a-bd03-6c42c133640f admin admin] Publish callbacks [] for security_group (167e7909-4fc1-4920-bc56-38383d679bfb), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:13.780632 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-835535d5-1346-42b2-807d-faa730a6e7ea req-4c002545-0ecc-408b-b118-f4bb44827614 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] For port 3a666379-4d70-442a-b7b1-2c97f86ec14d, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=3a666379-4d70-442a-b7b1-2c97f86ec14d,segment=NetworkSegment(849fb22f-41f9-4cf0-b323-ce14438cbb9e),segment_id=849fb22f-41f9-4cf0-b323-ce14438cbb9e)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:13.781711 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-835535d5-1346-42b2-807d-faa730a6e7ea req-4c002545-0ecc-408b-b118-f4bb44827614 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (3a666379-4d70-442a-b7b1-2c97f86ec14d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:13.833047 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f0d60d23-64da-468a-bd03-6c42c133640f admin admin] Publish callbacks [] for security_group (167e7909-4fc1-4920-bc56-38383d679bfb), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:13.847895 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4ff68-0e59-47c7-b97d-4c088c7b43dc req-6aabd4f3-62ca-46e6-8874-412668bdaa9a tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:13.849429 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7dd4ff68-0e59-47c7-b97d-4c088c7b43dc req-6aabd4f3-62ca-46e6-8874-412668bdaa9a tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.1270304 Feb 19 04:04:13.865873 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-3f36a0e0-0cff-4b54-968b-5a2ce89bb353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:13.868121 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-3f36a0e0-0cff-4b54-968b-5a2ce89bb353 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=455a1d36-0244-440a-9c8b-39e2a2ccd1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2626338 Feb 19 04:04:13.898379 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 2e6eade2-9530-492d-9a93-8397d6960603 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:04:13.942282 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56833393-2c80-4422-9c99-33cc49f6f8dc req-3f89e890-7fac-4cf4-820e-a908f75869a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:13.943720 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56833393-2c80-4422-9c99-33cc49f6f8dc req-3f89e890-7fac-4cf4-820e-a908f75869a4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=db60647c8e2d477494af3ec198735e68&device_id=0d53d23f-cbc5-4708-8f81-63800c123df6 HTTP/1.1" status: 200 len: 1126 time: 0.1787992 Feb 19 04:04:14.015435 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 2e6eade2-9530-492d-9a93-8397d6960603 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:04:14.020455 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 2e6eade2-9530-492d-9a93-8397d6960603 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:14.021025 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2e6eade2-9530-492d-9a93-8397d6960603), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:14.050761 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56833393-2c80-4422-9c99-33cc49f6f8dc req-a50998db-9d5c-4bbf-b996-cc6cbb0d85ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:14.053182 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56833393-2c80-4422-9c99-33cc49f6f8dc req-a50998db-9d5c-4bbf-b996-cc6cbb0d85ae service neutron] 10.222.0.79 "GET /v2.0/networks?id=8ce1d520-e96f-487c-9918-3bddf83e4eb6 HTTP/1.1" status: 200 len: 914 time: 0.0995362 Feb 19 04:04:14.077176 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7dd4ff68-0e59-47c7-b97d-4c088c7b43dc req-5cf94310-4b13-4be2-9f26-687da2ab3dc6 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152338 Feb 19 04:04:14.146656 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56833393-2c80-4422-9c99-33cc49f6f8dc req-f4e5501e-f947-454e-856b-d68340223fd4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c134f6a3-a230-463a-beec-eb468e87334a HTTP/1.1" status: 200 len: 217 time: 0.0840280 Feb 19 04:04:14.181175 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59929c88-fab1-4dda-8a08-2e761cf16c41 req-51623f1f-026a-4965-a21a-2e5025370b2f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:14.183666 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 2e6eade2-9530-492d-9a93-8397d6960603 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:14.184073 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2e6eade2-9530-492d-9a93-8397d6960603), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:14.195513 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59929c88-fab1-4dda-8a08-2e761cf16c41 req-51623f1f-026a-4965-a21a-2e5025370b2f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:14.202178 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59929c88-fab1-4dda-8a08-2e761cf16c41 req-51623f1f-026a-4965-a21a-2e5025370b2f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:14.207902 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59929c88-fab1-4dda-8a08-2e761cf16c41 req-51623f1f-026a-4965-a21a-2e5025370b2f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:14.213431 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59929c88-fab1-4dda-8a08-2e761cf16c41 req-51623f1f-026a-4965-a21a-2e5025370b2f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:14.220372 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59929c88-fab1-4dda-8a08-2e761cf16c41 req-51623f1f-026a-4965-a21a-2e5025370b2f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:14.225993 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59929c88-fab1-4dda-8a08-2e761cf16c41 req-51623f1f-026a-4965-a21a-2e5025370b2f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:14.227248 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 2e6eade2-9530-492d-9a93-8397d6960603, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=2e6eade2-9530-492d-9a93-8397d6960603,segment=NetworkSegment(3d737888-5046-4f1e-af6e-325c6cb838a3),segment_id=3d737888-5046-4f1e-af6e-325c6cb838a3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:14.228053 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59929c88-fab1-4dda-8a08-2e761cf16c41 req-51623f1f-026a-4965-a21a-2e5025370b2f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.3759508 Feb 19 04:04:14.230095 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f0d60d23-64da-468a-bd03-6c42c133640f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (167e7909-4fc1-4920-bc56-38383d679bfb), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:14.233240 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f0d60d23-64da-468a-bd03-6c42c133640f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:14.237017 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f0d60d23-64da-468a-bd03-6c42c133640f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/167e7909-4fc1-4920-bc56-38383d679bfb HTTP/1.1" status: 204 len: 168 time: 1.3440051 Feb 19 04:04:14.243599 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2e6eade2-9530-492d-9a93-8397d6960603), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:14.292819 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ebcc23-4359-4f3b-b7cd-79c7c4182c7b x-openstack-request-id: req-75ebcc23-4359-4f3b-b7cd-79c7c4182c7b {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:14.293125 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131fb3b1-958d-4157-9365-728a7585872e", "name": "network-vif-unplugged", "status": "completed", "tag": "5f5af0b5-b603-4982-a65f-e3b1a9042c4e", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:14.293381 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-75ebcc23-4359-4f3b-b7cd-79c7c4182c7b {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:14.295011 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131fb3b1-958d-4157-9365-728a7585872e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f5af0b5-b603-4982-a65f-e3b1a9042c4e', 'code': 200} Feb 19 04:04:14.325682 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=2e6eade2-9530-492d-9a93-8397d6960603,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:14.426901 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d60d23-64da-468a-bd03-6c42c133640f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167e7909-4fc1-4920-bc56-38383d679bfb,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:14.465495 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56833393-2c80-4422-9c99-33cc49f6f8dc req-9f5cc872-6de7-402f-bc98-0758cf25b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:14.467647 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56833393-2c80-4422-9c99-33cc49f6f8dc req-9f5cc872-6de7-402f-bc98-0758cf25b620 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e2fb43e0-b3f6-4efa-8ef1-2f831160f2d6 HTTP/1.1" status: 200 len: 853 time: 0.2386730 Feb 19 04:04:14.630896 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56833393-2c80-4422-9c99-33cc49f6f8dc req-7fba64c3-6613-4e57-afa0-d6295ed3aa59 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ce1d520-e96f-487c-9918-3bddf83e4eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1437199 Feb 19 04:04:14.655836 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59929c88-fab1-4dda-8a08-2e761cf16c41 req-4dc0d748-4b2d-4de4-bf0f-de1bbe2bb00a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3535349 Feb 19 04:04:14.718189 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4462e2-02e4-49a0-85e7-f1b6908106ab x-openstack-request-id: req-ae4462e2-02e4-49a0-85e7-f1b6908106ab {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:14.718709 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "tag": "03bbf650-5bef-4ec1-af01-630545c4db55", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "tag": "065ce680-972c-4dea-ae22-48d0fbd50b99", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:14.718871 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ae4462e2-02e4-49a0-85e7-f1b6908106ab {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:14.719353 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'tag': '03bbf650-5bef-4ec1-af01-630545c4db55', 'status': 'completed', 'code': 200} Feb 19 04:04:14.719679 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'tag': '065ce680-972c-4dea-ae22-48d0fbd50b99', 'status': 'completed', 'code': 200} Feb 19 04:04:14.767921 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-182df080-e9ab-4f6f-a7f2-0eba132c7014 service neutron] 10.222.0.26 "GET /v2.0/networks/455a1d36-0244-440a-9c8b-39e2a2ccd1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8853080 Feb 19 04:04:14.921916 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3603a-d775-4a0a-9ecd-8324fc029f74 req-2a7842cc-3661-4b14-87c5-86022b12a876 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:14.925260 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-edd3603a-d775-4a0a-9ecd-8324fc029f74 req-2a7842cc-3661-4b14-87c5-86022b12a876 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d53d23f-cbc5-4708-8f81-63800c123df6 HTTP/1.1" status: 200 len: 943 time: 0.3550222 Feb 19 04:04:14.974403 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-835535d5-1346-42b2-807d-faa730a6e7ea req-4c002545-0ecc-408b-b118-f4bb44827614 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:14.974854 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-835535d5-1346-42b2-807d-faa730a6e7ea req-4c002545-0ecc-408b-b118-f4bb44827614 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (462c285c-c1b1-4c58-9d6e-7d7ec34797dd), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:14.975277 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [req-835535d5-1346-42b2-807d-faa730a6e7ea req-4c002545-0ecc-408b-b118-f4bb44827614 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Floating IP 462c285c-c1b1-4c58-9d6e-7d7ec34797dd disassociated. External IP: 172.25.3.232, port: 3a666379-4d70-442a-b7b1-2c97f86ec14d. Feb 19 04:04:14.975690 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-835535d5-1346-42b2-807d-faa730a6e7ea req-4c002545-0ecc-408b-b118-f4bb44827614 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Calling delete_port for 3a666379-4d70-442a-b7b1-2c97f86ec14d owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:04:15.003426 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a17b94-4367-47af-8ffe-04dd99d0a10f req-38eb74a5-4245-4c18-aaeb-1a706b82a019 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:15.004935 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26a17b94-4367-47af-8ffe-04dd99d0a10f req-38eb74a5-4245-4c18-aaeb-1a706b82a019 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 945 time: 0.1590905 Feb 19 04:04:15.032051 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-b2953ea8-ebef-4a88-826f-142e86f57092 service neutron] 10.222.0.26 "GET /v2.0/networks/455a1d36-0244-440a-9c8b-39e2a2ccd1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548645 Feb 19 04:04:15.050308 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56833393-2c80-4422-9c99-33cc49f6f8dc req-ace33f31-6a8a-46e2-9c26-26d1f332cd80 service neutron] 10.222.0.79 "GET /v2.0/networks/8ce1d520-e96f-487c-9918-3bddf83e4eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884001 Feb 19 04:04:15.082840 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-4e1ae673-727e-41fa-89da-a117a0e9c802 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=6d6260b1-28c6-435b-98e5-f15398fc683d HTTP/1.1" status: 200 len: 217 time: 0.0429666 Feb 19 04:04:15.135779 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-c96291f5-7678-4e72-8258-38bb23a41379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:15.137420 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-c96291f5-7678-4e72-8258-38bb23a41379 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b31cd777-60e6-4424-9e5a-b1d089558473 HTTP/1.1" status: 200 len: 797 time: 0.0488925 Feb 19 04:04:15.177373 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26a17b94-4367-47af-8ffe-04dd99d0a10f req-056d8b7f-9635-4223-84f4-777336e81424 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cad8288-9435-40e0-8e1c-121fc37255cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1565230 Feb 19 04:04:15.239531 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-edd3603a-d775-4a0a-9ecd-8324fc029f74 req-7806fc2d-bc94-43b8-bbd3-c4f6df1f7715 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631414 Feb 19 04:04:15.345770 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-990f08ef-5d1c-43a1-a085-082c627c9087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:15.347908 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-990f08ef-5d1c-43a1-a085-082c627c9087 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c7e52652-7c3c-4be2-8566-a72156b624d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1787453 Feb 19 04:04:15.452239 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56833393-2c80-4422-9c99-33cc49f6f8dc req-6f7f9528-d640-49ca-9de1-2544a1b1dfc5 service neutron] 10.222.0.79 "GET /v2.0/networks/8ce1d520-e96f-487c-9918-3bddf83e4eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660908 Feb 19 04:04:15.518037 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4823ffa-fc25-490b-9a9b-0ec69f26116b req-27efa06f-abec-4421-9f84-a1d626d89336 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:15.520726 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4823ffa-fc25-490b-9a9b-0ec69f26116b req-27efa06f-abec-4421-9f84-a1d626d89336 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=87183da0-2330-4daa-84d6-7134963aedba HTTP/1.1" status: 200 len: 950 time: 0.1934783 Feb 19 04:04:15.538684 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-835535d5-1346-42b2-807d-faa730a6e7ea req-4c002545-0ecc-408b-b118-f4bb44827614 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (3a666379-4d70-442a-b7b1-2c97f86ec14d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:15.541573 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 897015d5-8aa7-4df9-9310-d56ca966ad01 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:04:15.557226 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-9f675bdb-7ac1-47f5-9d3c-da713830c75b service neutron] 10.222.0.26 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908441 Feb 19 04:04:15.593917 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c002545-0ecc-408b-b118-f4bb44827614 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Pushing event deleted for resources: {'Port': ['ID=3a666379-4d70-442a-b7b1-2c97f86ec14d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:15.655057 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4823ffa-fc25-490b-9a9b-0ec69f26116b req-a9591063-5b53-4d12-bca0-e132e483007a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214240 Feb 19 04:04:15.880715 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-24077d0e-513d-47e0-be26-12a55b954c5b service neutron] 10.222.0.26 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977004 Feb 19 04:04:15.905788 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device c134f6a3-a230-463a-beec-eb468e87334a details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:04:15.949161 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595048c-d5cf-416e-8adb-97ae68fcf198 req-2775e475-e11a-4b61-b673-0ac033b38575 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:15.951094 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f595048c-d5cf-416e-8adb-97ae68fcf198 req-2775e475-e11a-4b61-b673-0ac033b38575 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.1617165 Feb 19 04:04:15.954537 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53338) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:16.032453 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-d0d5b507-c5e5-447e-a74e-13610f51a876 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=123ce6d7-048a-4179-ac62-c23eca1c9618 HTTP/1.1" status: 200 len: 217 time: 0.1262155 Feb 19 04:04:16.042688 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f595048c-d5cf-416e-8adb-97ae68fcf198 req-7b29c33b-6029-4326-b6d5-518c9e533498 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812223 Feb 19 04:04:16.043176 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53342) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:16.073355 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-835535d5-1346-42b2-807d-faa730a6e7ea req-4c002545-0ecc-408b-b118-f4bb44827614 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Router 21044674-ae57-4ee5-8c10-d08cb43328c4 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:04:16.203362 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-04694236-42e9-464e-8d27-5357ca7cfe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:16.206460 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-04694236-42e9-464e-8d27-5357ca7cfe90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b31cd777-60e6-4424-9e5a-b1d089558473 HTTP/1.1" status: 200 len: 797 time: 0.1587334 Feb 19 04:04:16.257014 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 897015d5-8aa7-4df9-9310-d56ca966ad01, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=897015d5-8aa7-4df9-9310-d56ca966ad01,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:16.301252 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87183da0-2330-4daa-84d6-7134963aedba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d2cc39-1947-430d-ac56-0d5a1bebe046'}, {'server_uuid': '0de42e2d-92b2-4bdd-91c1-7515517696a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6eade2-9530-492d-9a93-8397d6960603'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:16.306155 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa16da9-4053-4b7e-a82a-d55ba83a2fc8" -d '{"events": [{"server_uuid": "87183da0-2330-4daa-84d6-7134963aedba", "name": "network-vif-plugged", "status": "completed", "tag": "d6d2cc39-1947-430d-ac56-0d5a1bebe046"}, {"server_uuid": "0de42e2d-92b2-4bdd-91c1-7515517696a0", "name": "network-vif-plugged", "status": "completed", "tag": "2e6eade2-9530-492d-9a93-8397d6960603"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:16.308726 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-b4069aa0-5e9d-4b94-9a44-baae56484ef6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Request body: {'networks': [{'name': 'tempest-network--2031457989'}, {'name': 'tempest-network--114947154'}]} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:16.309747 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-b4069aa0-5e9d-4b94-9a44-baae56484ef6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Request body: {'network': {'name': 'tempest-network--2031457989'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:16.312258 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-b4069aa0-5e9d-4b94-9a44-baae56484ef6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Request body: {'network': {'name': 'tempest-network--114947154'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:16.319481 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port c134f6a3-a230-463a-beec-eb468e87334a, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c134f6a3-a230-463a-beec-eb468e87334a,segment=NetworkSegment(3d737888-5046-4f1e-af6e-325c6cb838a3),segment_id=3d737888-5046-4f1e-af6e-325c6cb838a3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:16.322273 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '897015d5-8aa7-4df9-9310-d56ca966ad01', 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34', 'port_id': '897015d5-8aa7-4df9-9310-d56ca966ad01', 'mac_address': 'fa:16:3e:8c:8c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05152657-41bb-4f53-a93a-a0556bf4ae06', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:04:16.340356 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'c134f6a3-a230-463a-beec-eb468e87334a', 'network_id': '8ce1d520-e96f-487c-9918-3bddf83e4eb6', 'port_id': 'c134f6a3-a230-463a-beec-eb468e87334a', 'mac_address': 'fa:16:3e:29:b1:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2fb43e0-b3f6-4efa-8ef1-2f831160f2d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:04:16.412434 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 897015d5-8aa7-4df9-9310-d56ca966ad01 is: ACTIVE; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:16.412885 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (897015d5-8aa7-4df9-9310-d56ca966ad01), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:16.433998 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cae27580-bdf7-4c8f-a54d-aa11de636283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:16.441838 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 897015d5-8aa7-4df9-9310-d56ca966ad01 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:16.447796 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port c134f6a3-a230-463a-beec-eb468e87334a is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:16.448186 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c134f6a3-a230-463a-beec-eb468e87334a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:16.448470 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-835535d5-1346-42b2-807d-faa730a6e7ea req-4c002545-0ecc-408b-b118-f4bb44827614 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:04:16.474422 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a807a-db49-4dab-b2dd-dd65f1dcb50a req-507b49da-797b-41d0-8af6-910bf336350e tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:16.482726 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a054c144-0b73-4913-9e1a-1453a4b71ea2 None None] Sync routers for ids ['21044674-ae57-4ee5-8c10-d08cb43328c4'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:04:16.483130 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a807a-db49-4dab-b2dd-dd65f1dcb50a req-507b49da-797b-41d0-8af6-910bf336350e tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:16.490838 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a807a-db49-4dab-b2dd-dd65f1dcb50a req-507b49da-797b-41d0-8af6-910bf336350e tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:16.498796 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a807a-db49-4dab-b2dd-dd65f1dcb50a req-507b49da-797b-41d0-8af6-910bf336350e tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:16.503549 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 897015d5-8aa7-4df9-9310-d56ca966ad01, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=897015d5-8aa7-4df9-9310-d56ca966ad01,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:16.506343 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c134f6a3-a230-463a-beec-eb468e87334a {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:16.506565 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a807a-db49-4dab-b2dd-dd65f1dcb50a req-507b49da-797b-41d0-8af6-910bf336350e tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:16.514355 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a807a-db49-4dab-b2dd-dd65f1dcb50a req-507b49da-797b-41d0-8af6-910bf336350e tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:16.522680 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a807a-db49-4dab-b2dd-dd65f1dcb50a req-507b49da-797b-41d0-8af6-910bf336350e tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:16.523364 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-835535d5-1346-42b2-807d-faa730a6e7ea req-4c002545-0ecc-408b-b118-f4bb44827614 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] No DVR routers for this DVR port 3a666379-4d70-442a-b7b1-2c97f86ec14d on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:04:16.527142 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-835535d5-1346-42b2-807d-faa730a6e7ea req-4c002545-0ecc-408b-b118-f4bb44827614 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:16.529432 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (897015d5-8aa7-4df9-9310-d56ca966ad01), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:16.531382 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a054c144-0b73-4913-9e1a-1453a4b71ea2 None None] Routers {'21044674-ae57-4ee5-8c10-d08cb43328c4'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:04:16.531508 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-835535d5-1346-42b2-807d-faa730a6e7ea req-4c002545-0ecc-408b-b118-f4bb44827614 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.26 "DELETE /v2.0/ports/3a666379-4d70-442a-b7b1-2c97f86ec14d HTTP/1.1" status: 204 len: 173 time: 3.5262544 Feb 19 04:04:16.532441 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a054c144-0b73-4913-9e1a-1453a4b71ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:04:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['21044674-ae57-4ee5-8c10-d08cb43328c4'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:16.534513 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b6a807a-db49-4dab-b2dd-dd65f1dcb50a req-507b49da-797b-41d0-8af6-910bf336350e tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.3454080 Feb 19 04:04:16.541403 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4069aa0-5e9d-4b94-9a44-baae56484ef6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Made reservation on behalf of b69d4c5bc63e45f29f21e6ee196f0ead for: {'network': 2} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:04:16.554582 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-544e295f-7033-478b-bfe3-5126484040a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:16.556675 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-544e295f-7033-478b-bfe3-5126484040a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c7e52652-7c3c-4be2-8566-a72156b624d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3416800 Feb 19 04:04:16.561847 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4069aa0-5e9d-4b94-9a44-baae56484ef6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:16.617495 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port c134f6a3-a230-463a-beec-eb468e87334a, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c134f6a3-a230-463a-beec-eb468e87334a,segment=NetworkSegment(3d737888-5046-4f1e-af6e-325c6cb838a3),segment_id=3d737888-5046-4f1e-af6e-325c6cb838a3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:16.638414 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c134f6a3-a230-463a-beec-eb468e87334a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:16.654145 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4069aa0-5e9d-4b94-9a44-baae56484ef6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:16.718510 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-98f3d44f-d7ff-4a2c-8e39-8f767a2d97f0 service neutron] 10.222.0.26 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521547 Feb 19 04:04:16.721344 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'tag': '707eecc9-665d-461b-8a6a-4e0b2324400b'}, {'server_uuid': '1ff4551e-b0ee-4f0f-83b2-3e3f23722793', 'name': 'network-vif-deleted', 'tag': '3a666379-4d70-442a-b7b1-2c97f86ec14d'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:16.725117 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad804496-3ce3-41a6-84f1-71d6a8255680" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "tag": "707eecc9-665d-461b-8a6a-4e0b2324400b"}, {"server_uuid": "1ff4551e-b0ee-4f0f-83b2-3e3f23722793", "name": "network-vif-deleted", "tag": "3a666379-4d70-442a-b7b1-2c97f86ec14d"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:16.876279 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['897015d5-8aa7-4df9-9310-d56ca966ad01'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:04:16.879240 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b6a807a-db49-4dab-b2dd-dd65f1dcb50a req-bb1d87a0-2aca-4c7a-ad00-a7546564e619 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3392944 Feb 19 04:04:16.886776 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=897015d5-8aa7-4df9-9310-d56ca966ad01,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:16.913792 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-d369e98f-5dd0-4bf2-b00b-8038b226c0b3 service neutron] 10.222.0.26 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846848 Feb 19 04:04:16.976249 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-e888afcc-4301-4370-932a-e8f6b5901c7c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=abd8fe5c-e298-48a3-a888-a6ccdbf3fa25 HTTP/1.1" status: 200 len: 217 time: 0.0543594 Feb 19 04:04:16.996863 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['c134f6a3-a230-463a-beec-eb468e87334a'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:04:17.029599 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=c134f6a3-a230-463a-beec-eb468e87334a,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:17.070040 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-0e8cad1b-9cec-4f7f-868a-eed787d0d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:17.071819 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-0e8cad1b-9cec-4f7f-868a-eed787d0d0ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b31cd777-60e6-4424-9e5a-b1d089558473 HTTP/1.1" status: 200 len: 797 time: 0.0858755 Feb 19 04:04:17.080930 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-a054c144-0b73-4913-9e1a-1453a4b71ea2 None None] Set router 21044674-ae57-4ee5-8c10-d08cb43328c4 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:04:17.090721 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0f3316da-b1b4-43af-a9ed-dda7456dec59 req-9d4c8be2-c0b7-4bc6-954d-5553228aba8f tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 210 time: 0.0594592 Feb 19 04:04:17.134405 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cae27580-bdf7-4c8f-a54d-aa11de636283 admin admin] Publish callbacks [] for security_group (b8dc2687-a20c-4786-8d71-1dee97ab533f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:17.141767 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-3c936c94-b61a-4c1c-9dff-0005c3363cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:17.144227 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-3c936c94-b61a-4c1c-9dff-0005c3363cee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c7e52652-7c3c-4be2-8566-a72156b624d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0598333 Feb 19 04:04:17.151497 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cae27580-bdf7-4c8f-a54d-aa11de636283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b8dc2687-a20c-4786-8d71-1dee97ab533f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:17.188465 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4069aa0-5e9d-4b94-9a44-baae56484ef6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks [] for security_group (a644c0d0-8e2c-4978-9546-d684ff0d56c0), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:17.202129 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e6c295-cf3c-4461-bea3-8b22e32b8733 x-openstack-request-id: req-60e6c295-cf3c-4461-bea3-8b22e32b8733 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:17.202479 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87183da0-2330-4daa-84d6-7134963aedba", "name": "network-vif-plugged", "status": "completed", "tag": "d6d2cc39-1947-430d-ac56-0d5a1bebe046", "code": 200}, {"server_uuid": "0de42e2d-92b2-4bdd-91c1-7515517696a0", "name": "network-vif-plugged", "status": "completed", "tag": "2e6eade2-9530-492d-9a93-8397d6960603", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:17.202859 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-60e6c295-cf3c-4461-bea3-8b22e32b8733 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:17.203248 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87183da0-2330-4daa-84d6-7134963aedba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d2cc39-1947-430d-ac56-0d5a1bebe046', 'code': 200} Feb 19 04:04:17.203854 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de42e2d-92b2-4bdd-91c1-7515517696a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6eade2-9530-492d-9a93-8397d6960603', 'code': 200} Feb 19 04:04:17.283055 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4069aa0-5e9d-4b94-9a44-baae56484ef6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a644c0d0-8e2c-4978-9546-d684ff0d56c0), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:17.284726 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4069aa0-5e9d-4b94-9a44-baae56484ef6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:17.291348 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae27580-bdf7-4c8f-a54d-aa11de636283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dc2687-a20c-4786-8d71-1dee97ab533f,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:17.319717 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-65762b5b-1d22-43e9-a798-56a4d022d5c0 service neutron] 10.222.0.26 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660089 Feb 19 04:04:17.366650 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fb2e3-7d92-4442-a6fc-51199e9b8a35 req-d51b5803-99ff-47f6-af53-f7b775b37e86 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:17.368653 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-480fb2e3-7d92-4442-a6fc-51199e9b8a35 req-d51b5803-99ff-47f6-af53-f7b775b37e86 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d53d23f-cbc5-4708-8f81-63800c123df6 HTTP/1.1" status: 200 len: 944 time: 0.3252385 Feb 19 04:04:17.449524 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cae27580-bdf7-4c8f-a54d-aa11de636283 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=65f7e993a0c24f3faa770bd7260011dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4053457 Feb 19 04:04:17.456954 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-411b0f03-6e5f-4264-9849-572d24f17921 service neutron] 10.222.0.26 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257269 Feb 19 04:04:17.457452 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53386) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:17.490281 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4069aa0-5e9d-4b94-9a44-baae56484ef6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:04:17.501099 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4069aa0-5e9d-4b94-9a44-baae56484ef6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (48a323fb-8ba1-4b43-9166-0006ddf05e3e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:17.501899 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-b4069aa0-5e9d-4b94-9a44-baae56484ef6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Added segment 48a323fb-8ba1-4b43-9166-0006ddf05e3e of type vlan for network 93934192-de52-4acf-bbf4-71c83a2f9a49 Feb 19 04:04:17.541381 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 3a666379-4d70-442a-b7b1-2c97f86ec14d no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:04:17.547090 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-a932ab05-e5e6-4494-af9f-9ef597e5303b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=03bbf650-5bef-4ec1-af01-630545c4db55 HTTP/1.1" status: 200 len: 217 time: 0.0476649 Feb 19 04:04:17.549180 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4069aa0-5e9d-4b94-9a44-baae56484ef6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (93934192-de52-4acf-bbf4-71c83a2f9a49), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:17.578280 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 3a666379-4d70-442a-b7b1-2c97f86ec14d {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:04:17.578630 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 3a666379-4d70-442a-b7b1-2c97f86ec14d not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:04:17.581742 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4069aa0-5e9d-4b94-9a44-baae56484ef6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:04:17.592618 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4069aa0-5e9d-4b94-9a44-baae56484ef6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (73a7e357-dd21-4778-8f92-5e9981522290), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:17.593320 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-b4069aa0-5e9d-4b94-9a44-baae56484ef6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Added segment 73a7e357-dd21-4778-8f92-5e9981522290 of type vlan for network 9211bdcb-4800-4a8e-b2ac-57bc803caca5 Feb 19 04:04:17.603833 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a054c144-0b73-4913-9e1a-1453a4b71ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'name': 'tempest-ServersTestBootFromVolume-75496283-router', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '139d2954-a7c4-4583-8a81-38eda186850e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:12Z', 'updated_at': '2022-02-19T04:01:23Z', 'revision_number': 4, 'project_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'gw_port': {'id': '139d2954-a7c4-4583-8a81-38eda186850e', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:15Z', 'updated_at': '2022-02-19T04:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '91206c36-79ff-4fc3-8548-9ae66bd597a6', 'name': '', 'network_id': '5f6101ba-f25e-4636-b9f9-3a5ca6a42df4', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'mac_address': 'fa:16:3e:ad:c8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'd32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:21Z', 'updated_at': '2022-02-19T04:01:30Z', 'revision_number': 5, 'project_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'subnets': [{'id': 'd32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:17.627323 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-ac0bd59a-2885-4bd7-9b9b-8c5403e884d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:17.628836 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-ac0bd59a-2885-4bd7-9b9b-8c5403e884d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b31cd777-60e6-4424-9e5a-b1d089558473 HTTP/1.1" status: 200 len: 797 time: 0.0727220 Feb 19 04:04:17.629828 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6eb7106-dd79-4ced-9fa9-99fac4262473 admin admin] Publish callbacks [] for security_group (b8dc2687-a20c-4786-8d71-1dee97ab533f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:17.637426 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a054c144-0b73-4913-9e1a-1453a4b71ea2 None None] Checking router: 21044674-ae57-4ee5-8c10-d08cb43328c4 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:04:17.644137 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4069aa0-5e9d-4b94-9a44-baae56484ef6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (9211bdcb-4800-4a8e-b2ac-57bc803caca5), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:17.647043 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a054c144-0b73-4913-9e1a-1453a4b71ea2 None None] Routers {'21044674-ae57-4ee5-8c10-d08cb43328c4'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:04:17.647857 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a054c144-0b73-4913-9e1a-1453a4b71ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:04:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['21044674-ae57-4ee5-8c10-d08cb43328c4'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:17.654353 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6eb7106-dd79-4ced-9fa9-99fac4262473 admin admin] Publish callbacks [] for security_group (b8dc2687-a20c-4786-8d71-1dee97ab533f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:17.688480 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4069aa0-5e9d-4b94-9a44-baae56484ef6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (93934192-de52-4acf-bbf4-71c83a2f9a49), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:17.689342 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4069aa0-5e9d-4b94-9a44-baae56484ef6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (9211bdcb-4800-4a8e-b2ac-57bc803caca5), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:17.694644 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4069aa0-5e9d-4b94-9a44-baae56484ef6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:17.699084 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4069aa0-5e9d-4b94-9a44-baae56484ef6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:17.699903 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4069aa0-5e9d-4b94-9a44-baae56484ef6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:17.746020 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6eb7106-dd79-4ced-9fa9-99fac4262473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b8dc2687-a20c-4786-8d71-1dee97ab533f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:17.749278 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6eb7106-dd79-4ced-9fa9-99fac4262473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:17.750846 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d6eb7106-dd79-4ced-9fa9-99fac4262473 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b8dc2687-a20c-4786-8d71-1dee97ab533f HTTP/1.1" status: 204 len: 168 time: 0.2922649 Feb 19 04:04:17.772180 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb7106-dd79-4ced-9fa9-99fac4262473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dc2687-a20c-4786-8d71-1dee97ab533f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:17.775405 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4069aa0-5e9d-4b94-9a44-baae56484ef6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a644c0d0-8e2c-4978-9546-d684ff0d56c0,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:17.785591 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4069aa0-5e9d-4b94-9a44-baae56484ef6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Pushing event updated for resources: {'Network': ['ID=93934192-de52-4acf-bbf4-71c83a2f9a49,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:17.792928 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-7bf93d8f-38ea-4c2b-abda-e1f760b5a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:17.797618 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-7bf93d8f-38ea-4c2b-abda-e1f760b5a495 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c7e52652-7c3c-4be2-8566-a72156b624d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0942044 Feb 19 04:04:17.800890 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-a054c144-0b73-4913-9e1a-1453a4b71ea2 None None] Set router 21044674-ae57-4ee5-8c10-d08cb43328c4 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:04:17.839629 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-480fb2e3-7d92-4442-a6fc-51199e9b8a35 req-db48c22d-a01b-40d9-8962-fb0917b6b54f tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267766 Feb 19 04:04:17.861840 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf459a7-18dd-4fee-92f6-d43eed6a3fc5 req-c45aee7d-0a57-4d7b-834b-25ca88995988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:17.869564 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5cf459a7-18dd-4fee-92f6-d43eed6a3fc5 req-c45aee7d-0a57-4d7b-834b-25ca88995988 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=87183da0-2330-4daa-84d6-7134963aedba HTTP/1.1" status: 200 len: 1133 time: 0.5247910 Feb 19 04:04:17.909676 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 93934192-de52-4acf-bbf4-71c83a2f9a49 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:04:17.914612 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b4069aa0-5e9d-4b94-9a44-baae56484ef6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9498904 Feb 19 04:04:17.924311 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53390) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:17.939169 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-f643dff3-03a4-42ae-b4d6-37bd4b8cb995 service neutron] 10.222.0.26 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332517 Feb 19 04:04:17.941810 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41342e3-13e7-4611-9d47-f14902469360 x-openstack-request-id: req-b41342e3-13e7-4611-9d47-f14902469360 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:17.942138 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "tag": "707eecc9-665d-461b-8a6a-4e0b2324400b", "status": "completed", "code": 200}, {"server_uuid": "1ff4551e-b0ee-4f0f-83b2-3e3f23722793", "name": "network-vif-deleted", "tag": "3a666379-4d70-442a-b7b1-2c97f86ec14d", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:17.942408 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b41342e3-13e7-4611-9d47-f14902469360 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:17.942808 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'tag': '707eecc9-665d-461b-8a6a-4e0b2324400b', 'status': 'completed', 'code': 200} Feb 19 04:04:17.943067 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff4551e-b0ee-4f0f-83b2-3e3f23722793', 'name': 'network-vif-deleted', 'tag': '3a666379-4d70-442a-b7b1-2c97f86ec14d', 'status': 'completed', 'code': 200} Feb 19 04:04:17.946335 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7f969-05b0-4358-b38e-00d04a921b00 req-782b3271-39b3-4ec0-9d7a-b0902c767592 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:17.956823 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b2b7f969-05b0-4358-b38e-00d04a921b00 req-782b3271-39b3-4ec0-9d7a-b0902c767592 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=87183da0-2330-4daa-84d6-7134963aedba HTTP/1.1" status: 200 len: 950 time: 0.6572678 Feb 19 04:04:17.967123 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001e9f1-c364-4515-a61e-9ef037b8bce4 req-75391675-0910-40dc-8599-b920c3ec33c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:17.969432 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4001e9f1-c364-4515-a61e-9ef037b8bce4 req-75391675-0910-40dc-8599-b920c3ec33c7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0de42e2d-92b2-4bdd-91c1-7515517696a0 HTTP/1.1" status: 200 len: 1129 time: 0.6472025 Feb 19 04:04:18.149483 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-335dbd3d-8faa-4921-a73f-a31148a8fbe7 service neutron] 10.222.0.26 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951449 Feb 19 04:04:18.187335 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b2b7f969-05b0-4358-b38e-00d04a921b00 req-f9d05826-23ce-4d74-b6da-63623702a659 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224545 Feb 19 04:04:18.225445 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4069aa0-5e9d-4b94-9a44-baae56484ef6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Pushing event updated for resources: {'Network': ['ID=9211bdcb-4800-4a8e-b2ac-57bc803caca5,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:18.227801 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-9d72afe7-7ad7-41d4-a6e1-36eb84e64651 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=065ce680-972c-4dea-ae22-48d0fbd50b99 HTTP/1.1" status: 200 len: 217 time: 0.0708776 Feb 19 04:04:18.251916 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 9211bdcb-4800-4a8e-b2ac-57bc803caca5 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:04:18.268723 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4001e9f1-c364-4515-a61e-9ef037b8bce4 req-b4d0d0d1-1c77-44f8-8d92-09c9b533a45d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558162 Feb 19 04:04:18.302738 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5cf459a7-18dd-4fee-92f6-d43eed6a3fc5 req-df21a949-5ae3-44c8-a24f-b5fa049d1e31 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774056 Feb 19 04:04:18.354018 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-94f21156-e9a7-439e-bcf8-af598f830e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:18.355595 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-94f21156-e9a7-439e-bcf8-af598f830e23 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3c4676cd-7ab6-4200-93f3-9d2db44011e7 HTTP/1.1" status: 200 len: 797 time: 0.1190398 Feb 19 04:04:18.435870 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d000368-b990-4bbf-906d-f3b1419071f6 req-4f1b8260-c4cb-409e-be29-b46fdae016ec tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:18.438068 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a054c144-0b73-4913-9e1a-1453a4b71ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'name': 'tempest-ServersTestBootFromVolume-75496283-router', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '139d2954-a7c4-4583-8a81-38eda186850e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:12Z', 'updated_at': '2022-02-19T04:01:23Z', 'revision_number': 4, 'project_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'gw_port': {'id': '139d2954-a7c4-4583-8a81-38eda186850e', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:15Z', 'updated_at': '2022-02-19T04:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '91206c36-79ff-4fc3-8548-9ae66bd597a6', 'name': '', 'network_id': '5f6101ba-f25e-4636-b9f9-3a5ca6a42df4', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'mac_address': 'fa:16:3e:ad:c8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'd32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:21Z', 'updated_at': '2022-02-19T04:01:30Z', 'revision_number': 5, 'project_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'subnets': [{'id': 'd32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:18.443423 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d000368-b990-4bbf-906d-f3b1419071f6 req-4f1b8260-c4cb-409e-be29-b46fdae016ec tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 944 time: 0.3798738 Feb 19 04:04:18.452928 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-562eb538-4641-43b8-9077-2137f9194b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:18.458767 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbd2e05-083f-4400-8480-c61953f8d58e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:18.463707 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbd2e05-083f-4400-8480-c61953f8d58e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:18.465558 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-562eb538-4641-43b8-9077-2137f9194b5c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8cc0006b-25b3-422c-9bde-2e117b4adfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0915391 Feb 19 04:04:18.469387 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbd2e05-083f-4400-8480-c61953f8d58e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:18.472421 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a054c144-0b73-4913-9e1a-1453a4b71ea2 None None] The sync data for ids ['21044674-ae57-4ee5-8c10-d08cb43328c4'] in n-d-828369-19 is: [{'id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'name': 'tempest-ServersTestBootFromVolume-75496283-router', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '139d2954-a7c4-4583-8a81-38eda186850e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:12Z', 'updated_at': '2022-02-19T04:01:23Z', 'revision_number': 4, 'project_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'gw_port': {'id': '139d2954-a7c4-4583-8a81-38eda186850e', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:15Z', 'updated_at': '2022-02-19T04:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '91206c36-79ff-4fc3-8548-9ae66bd597a6', 'name': '', 'network_id': '5f6101ba-f25e-4636-b9f9-3a5ca6a42df4', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'mac_address': 'fa:16:3e:ad:c8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'd32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:21Z', 'updated_at': '2022-02-19T04:01:30Z', 'revision_number': 5, 'project_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'subnets': [{'id': 'd32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:04:18.474650 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbd2e05-083f-4400-8480-c61953f8d58e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:18.476332 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9bbd2e05-083f-4400-8480-c61953f8d58e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5059621 Feb 19 04:04:18.479843 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53412) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:18.550838 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55e24d-cb86-4645-87b1-ad75ac80779e req-e01ca2a2-27c8-444d-a6a3-c2c51a1d0945 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:18.559038 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55e24d-cb86-4645-87b1-ad75ac80779e req-e01ca2a2-27c8-444d-a6a3-c2c51a1d0945 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:18.566538 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55e24d-cb86-4645-87b1-ad75ac80779e req-e01ca2a2-27c8-444d-a6a3-c2c51a1d0945 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:18.572696 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55e24d-cb86-4645-87b1-ad75ac80779e req-e01ca2a2-27c8-444d-a6a3-c2c51a1d0945 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:18.580906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55e24d-cb86-4645-87b1-ad75ac80779e req-e01ca2a2-27c8-444d-a6a3-c2c51a1d0945 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:18.586407 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55e24d-cb86-4645-87b1-ad75ac80779e req-e01ca2a2-27c8-444d-a6a3-c2c51a1d0945 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:18.592631 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55e24d-cb86-4645-87b1-ad75ac80779e req-e01ca2a2-27c8-444d-a6a3-c2c51a1d0945 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:18.595816 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1e55e24d-cb86-4645-87b1-ad75ac80779e req-e01ca2a2-27c8-444d-a6a3-c2c51a1d0945 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.3025692 Feb 19 04:04:18.644134 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-e75ea6ed-6aab-49cc-a75a-ac036352c00a service neutron] 10.222.0.26 "GET /v2.0/networks/8cc0006b-25b3-422c-9bde-2e117b4adfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768582 Feb 19 04:04:18.684336 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d000368-b990-4bbf-906d-f3b1419071f6 req-e7c60c6b-fa6c-4687-8200-24b72872e23c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400258 Feb 19 04:04:18.737371 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4dac08b3-448b-438f-a1d6-7ae4727327b5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (93934192-de52-4acf-bbf4-71c83a2f9a49), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:18.764564 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1e55e24d-cb86-4645-87b1-ad75ac80779e req-7ad55026-854a-413d-a4b8-caabcee4c75d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1588125 Feb 19 04:04:18.880830 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-2f9bf7d2-550d-4971-8d1e-20d86095e36f service neutron] 10.222.0.26 "GET /v2.0/networks/8cc0006b-25b3-422c-9bde-2e117b4adfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288456 Feb 19 04:04:18.918098 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f968a7e-ecd4-4422-a294-025a0a98a97e None None] New status for floating IP 462c285c-c1b1-4c58-9d6e-7d7ec34797dd: DOWN {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:04:18.961198 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4dac08b3-448b-438f-a1d6-7ae4727327b5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (93934192-de52-4acf-bbf4-71c83a2f9a49), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:18.968364 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-ec50969b-1e28-47f6-be30-f6d4a3f4ab75 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=707eecc9-665d-461b-8a6a-4e0b2324400b HTTP/1.1" status: 200 len: 217 time: 0.0799155 Feb 19 04:04:19.007734 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e359109d-5a12-4509-90b4-1044101a4300 req-d7d31737-c378-48fb-9188-883b5b6b1f9e tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 210 time: 0.0894666 Feb 19 04:04:19.045252 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-4dac08b3-448b-438f-a1d6-7ae4727327b5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93934192-de52-4acf-bbf4-71c83a2f9a49']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:19.064656 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-4dac08b3-448b-438f-a1d6-7ae4727327b5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a323fb-8ba1-4b43-9166-0006ddf05e3e') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:19.064960 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-4dac08b3-448b-438f-a1d6-7ae4727327b5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a323fb-8ba1-4b43-9166-0006ddf05e3e') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:19.076722 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4dac08b3-448b-438f-a1d6-7ae4727327b5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (48a323fb-8ba1-4b43-9166-0006ddf05e3e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:19.076979 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-04feccfe-eb7d-4982-bcc7-f16cfefde467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:19.079284 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-04feccfe-eb7d-4982-bcc7-f16cfefde467 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3c4676cd-7ab6-4200-93f3-9d2db44011e7 HTTP/1.1" status: 200 len: 797 time: 0.1033883 Feb 19 04:04:19.109314 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4dac08b3-448b-438f-a1d6-7ae4727327b5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (48a323fb-8ba1-4b43-9166-0006ddf05e3e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:19.125255 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dac08b3-448b-438f-a1d6-7ae4727327b5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:04:19.125848 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4dac08b3-448b-438f-a1d6-7ae4727327b5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (48a323fb-8ba1-4b43-9166-0006ddf05e3e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:19.167722 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d583c-e088-4afa-85df-42727af8ffd5 req-1dd05076-9192-4373-b118-f03b26663e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:19.169803 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-1dd05076-9192-4373-b118-f03b26663e8d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8cc0006b-25b3-422c-9bde-2e117b4adfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0796368 Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:04:19.184977 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:04:19.240494 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4dac08b3-448b-438f-a1d6-7ae4727327b5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (93934192-de52-4acf-bbf4-71c83a2f9a49), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:19.267313 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4dac08b3-448b-438f-a1d6-7ae4727327b5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:19.273857 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4dac08b3-448b-438f-a1d6-7ae4727327b5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] 10.222.0.52 "DELETE /v2.0/networks/93934192-de52-4acf-bbf4-71c83a2f9a49 HTTP/1.1" status: 204 len: 168 time: 0.7910504 Feb 19 04:04:19.273857 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac08b3-448b-438f-a1d6-7ae4727327b5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Pushing event deleted for resources: {'Network': ['ID=93934192-de52-4acf-bbf4-71c83a2f9a49,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:19.275617 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53436) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:19.301385 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-50d6c1d6-00dc-4d93-882e-9c2b3f0761e2 service neutron] 10.222.0.26 "GET /v2.0/networks/8cc0006b-25b3-422c-9bde-2e117b4adfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238399 Feb 19 04:04:19.375512 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-985d60c7-80f2-4a3f-bf50-1d35fcb832f3 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (9211bdcb-4800-4a8e-b2ac-57bc803caca5), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:19.411917 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac659e0f-732a-4301-9059-1e0f2da1e4c4 req-9a71b621-9c4b-4e57-9747-3ffbbc21c9c2 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:19.417737 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac659e0f-732a-4301-9059-1e0f2da1e4c4 req-9a71b621-9c4b-4e57-9747-3ffbbc21c9c2 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d53d23f-cbc5-4708-8f81-63800c123df6 HTTP/1.1" status: 200 len: 944 time: 0.2183480 Feb 19 04:04:19.450742 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-801d583c-e088-4afa-85df-42727af8ffd5 req-4fe04838-15c4-4b27-8367-0b8adefbdbfc service neutron] 10.222.0.26 "GET /v2.0/networks/8cc0006b-25b3-422c-9bde-2e117b4adfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394265 Feb 19 04:04:19.543076 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 897015d5-8aa7-4df9-9310-d56ca966ad01 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:04:19.570419 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac659e0f-732a-4301-9059-1e0f2da1e4c4 req-024da052-740e-4118-83c9-686f2f8b84ac tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438816 Feb 19 04:04:19.572364 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-985d60c7-80f2-4a3f-bf50-1d35fcb832f3 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (9211bdcb-4800-4a8e-b2ac-57bc803caca5), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:19.597711 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-985d60c7-80f2-4a3f-bf50-1d35fcb832f3 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9211bdcb-4800-4a8e-b2ac-57bc803caca5']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:19.617527 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-985d60c7-80f2-4a3f-bf50-1d35fcb832f3 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a7e357-dd21-4778-8f92-5e9981522290') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:19.617841 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-985d60c7-80f2-4a3f-bf50-1d35fcb832f3 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a7e357-dd21-4778-8f92-5e9981522290') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:19.630895 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-985d60c7-80f2-4a3f-bf50-1d35fcb832f3 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (73a7e357-dd21-4778-8f92-5e9981522290), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:19.657965 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-985d60c7-80f2-4a3f-bf50-1d35fcb832f3 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (73a7e357-dd21-4778-8f92-5e9981522290), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:19.687109 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-985d60c7-80f2-4a3f-bf50-1d35fcb832f3 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:04:19.688163 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 897015d5-8aa7-4df9-9310-d56ca966ad01 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:19.688523 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (897015d5-8aa7-4df9-9310-d56ca966ad01), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:19.690876 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-985d60c7-80f2-4a3f-bf50-1d35fcb832f3 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (73a7e357-dd21-4778-8f92-5e9981522290), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:04:19.700862 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:04:19.702976 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-3c471261-34f3-44a5-bc59-ec3377ca2c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:19.703063 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-3c471261-34f3-44a5-bc59-ec3377ca2c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:19.703730 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-3c471261-34f3-44a5-bc59-ec3377ca2c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:19.705378 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-3c471261-34f3-44a5-bc59-ec3377ca2c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:19.705975 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-3c471261-34f3-44a5-bc59-ec3377ca2c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:19.708620 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-3c471261-34f3-44a5-bc59-ec3377ca2c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:19.709104 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-3c471261-34f3-44a5-bc59-ec3377ca2c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:19.713366 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-3c471261-34f3-44a5-bc59-ec3377ca2c7a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=488b9932c1464ee8ae512fcaa6eb0e94&device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 6699 time: 0.1678073 Feb 19 04:04:19.830212 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-985d60c7-80f2-4a3f-bf50-1d35fcb832f3 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (9211bdcb-4800-4a8e-b2ac-57bc803caca5), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:19.840479 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa79c79-becd-42e9-85d2-7d7c4bdd61c6 req-4b3490e9-c1e7-4439-aff8-d5e051ee04c1 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:19.842945 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8aa79c79-becd-42e9-85d2-7d7c4bdd61c6 req-4b3490e9-c1e7-4439-aff8-d5e051ee04c1 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=87183da0-2330-4daa-84d6-7134963aedba HTTP/1.1" status: 200 len: 950 time: 0.1272154 Feb 19 04:04:19.849277 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-985d60c7-80f2-4a3f-bf50-1d35fcb832f3 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:19.854936 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-985d60c7-80f2-4a3f-bf50-1d35fcb832f3 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] 10.222.0.52 "DELETE /v2.0/networks/9211bdcb-4800-4a8e-b2ac-57bc803caca5 HTTP/1.1" status: 204 len: 168 time: 0.5701778 Feb 19 04:04:19.855091 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 897015d5-8aa7-4df9-9310-d56ca966ad01 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:19.855091 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (897015d5-8aa7-4df9-9310-d56ca966ad01), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:19.859735 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53458) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:19.880948 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d60c7-80f2-4a3f-bf50-1d35fcb832f3 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Pushing event deleted for resources: {'Network': ['ID=9211bdcb-4800-4a8e-b2ac-57bc803caca5,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:19.904779 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 897015d5-8aa7-4df9-9310-d56ca966ad01, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=897015d5-8aa7-4df9-9310-d56ca966ad01,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:19.906120 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06a9438-4e3c-42ad-aeb8-285727404df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897015d5-8aa7-4df9-9310-d56ca966ad01'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:19.909128 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7407b291-da52-4023-ba87-af299084c7b2" -d '{"events": [{"server_uuid": "e06a9438-4e3c-42ad-aeb8-285727404df4", "name": "network-vif-plugged", "status": "completed", "tag": "897015d5-8aa7-4df9-9310-d56ca966ad01"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:19.920705 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (897015d5-8aa7-4df9-9310-d56ca966ad01), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:19.927757 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device c134f6a3-a230-463a-beec-eb468e87334a up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:04:19.949459 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8aa79c79-becd-42e9-85d2-7d7c4bdd61c6 req-5689e9dc-6277-4028-ac0c-ab0300754322 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930176 Feb 19 04:04:19.966607 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4caa9fa-c73c-4321-a8eb-9644d4e48b87 req-ff514f5e-5035-415e-b2a1-07f60fb61d18 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:19.974284 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4caa9fa-c73c-4321-a8eb-9644d4e48b87 req-ff514f5e-5035-415e-b2a1-07f60fb61d18 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 944 time: 0.1192036 Feb 19 04:04:20.035072 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4caa9fa-c73c-4321-a8eb-9644d4e48b87 req-98baaa1b-b776-4cfd-837e-e455d657e5fa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595524 Feb 19 04:04:20.102822 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d798df7-1004-4e5c-abd4-8e6a8a3af658 x-openstack-request-id: req-9d798df7-1004-4e5c-abd4-8e6a8a3af658 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:20.103110 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06a9438-4e3c-42ad-aeb8-285727404df4", "name": "network-vif-plugged", "status": "completed", "tag": "897015d5-8aa7-4df9-9310-d56ca966ad01", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:20.103363 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9d798df7-1004-4e5c-abd4-8e6a8a3af658 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:20.103755 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06a9438-4e3c-42ad-aeb8-285727404df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897015d5-8aa7-4df9-9310-d56ca966ad01', 'code': 200} Feb 19 04:04:20.118157 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=897015d5-8aa7-4df9-9310-d56ca966ad01,revision_number=7']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:20.135986 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-f2178501-1189-4ed5-beac-9b502fc6b3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:20.138008 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-f2178501-1189-4ed5-beac-9b502fc6b3a3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c7e52652-7c3c-4be2-8566-a72156b624d8 HTTP/1.1" status: 200 len: 903 time: 0.4162550 Feb 19 04:04:20.147040 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port c134f6a3-a230-463a-beec-eb468e87334a completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:04:20.154487 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port c134f6a3-a230-463a-beec-eb468e87334a triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:20.155145 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c134f6a3-a230-463a-beec-eb468e87334a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:20.174638 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8caa6-9106-43dd-8e20-df91733737c2 req-d70f774f-7eaf-4c02-8f33-1af22e318216 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:20.180907 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8caa6-9106-43dd-8e20-df91733737c2 req-d70f774f-7eaf-4c02-8f33-1af22e318216 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:20.188854 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8caa6-9106-43dd-8e20-df91733737c2 req-d70f774f-7eaf-4c02-8f33-1af22e318216 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:20.195005 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8caa6-9106-43dd-8e20-df91733737c2 req-d70f774f-7eaf-4c02-8f33-1af22e318216 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:20.195514 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-e117b2f0-06b1-497d-a742-2ba11fced4af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=03bbf650-5bef-4ec1-af01-630545c4db55 HTTP/1.1" status: 200 len: 217 time: 0.0445867 Feb 19 04:04:20.201986 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8caa6-9106-43dd-8e20-df91733737c2 req-d70f774f-7eaf-4c02-8f33-1af22e318216 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:20.209224 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8caa6-9106-43dd-8e20-df91733737c2 req-d70f774f-7eaf-4c02-8f33-1af22e318216 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:20.216659 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8caa6-9106-43dd-8e20-df91733737c2 req-d70f774f-7eaf-4c02-8f33-1af22e318216 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:20.231055 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3de8caa6-9106-43dd-8e20-df91733737c2 req-d70f774f-7eaf-4c02-8f33-1af22e318216 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.1273007 Feb 19 04:04:20.252071 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e79748-3765-4416-84c3-dfff8749737b tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:20.253650 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port c134f6a3-a230-463a-beec-eb468e87334a is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:20.254311 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c134f6a3-a230-463a-beec-eb468e87334a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:20.258297 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e79748-3765-4416-84c3-dfff8749737b tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:20.263188 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-14e79748-3765-4416-84c3-dfff8749737b tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4018943 Feb 19 04:04:20.265843 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53468) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:20.270789 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-4c21364d-3d11-4961-b283-e8e7971759f6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-538607911'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:20.299422 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3de8caa6-9106-43dd-8e20-df91733737c2 req-ca38c6f0-e7be-4ba4-9005-1e26d3d37e07 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0672712 Feb 19 04:04:20.301257 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port c134f6a3-a230-463a-beec-eb468e87334a, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c134f6a3-a230-463a-beec-eb468e87334a,segment=NetworkSegment(3d737888-5046-4f1e-af6e-325c6cb838a3),segment_id=3d737888-5046-4f1e-af6e-325c6cb838a3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:20.302267 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-87811c97-8025-4e61-8863-a1b75d8a1c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:20.304310 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-87811c97-8025-4e61-8863-a1b75d8a1c74 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b31cd777-60e6-4424-9e5a-b1d089558473 HTTP/1.1" status: 200 len: 797 time: 0.0978987 Feb 19 04:04:20.306871 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c21364d-3d11-4961-b283-e8e7971759f6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Made reservation on behalf of b69d4c5bc63e45f29f21e6ee196f0ead for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:04:20.310836 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c21364d-3d11-4961-b283-e8e7971759f6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:20.312681 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c134f6a3-a230-463a-beec-eb468e87334a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:20.369292 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c21364d-3d11-4961-b283-e8e7971759f6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:04:20.388186 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c21364d-3d11-4961-b283-e8e7971759f6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (6cb48bbd-4670-41f9-9234-7fcd3756879e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:20.389002 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-4c21364d-3d11-4961-b283-e8e7971759f6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Added segment 6cb48bbd-4670-41f9-9234-7fcd3756879e of type vlan for network b692f251-222f-47c3-9686-852e0014cc28 Feb 19 04:04:20.392112 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=c134f6a3-a230-463a-beec-eb468e87334a,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:20.393249 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-fde93e1c-2f98-483c-a866-b3f81f924956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:20.394812 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-fde93e1c-2f98-483c-a866-b3f81f924956 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c7e52652-7c3c-4be2-8566-a72156b624d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0800419 Feb 19 04:04:20.433064 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d55b2deb-95b7-4d8d-8923-e4a71f6a4c63 req-7b4cd42f-9bff-4315-b839-f8d9f78fa7f1 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 210 time: 0.0334110 Feb 19 04:04:20.498488 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c21364d-3d11-4961-b283-e8e7971759f6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (b692f251-222f-47c3-9686-852e0014cc28), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:20.552467 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c21364d-3d11-4961-b283-e8e7971759f6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (b692f251-222f-47c3-9686-852e0014cc28), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:20.557360 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c21364d-3d11-4961-b283-e8e7971759f6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:20.557964 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c21364d-3d11-4961-b283-e8e7971759f6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:20.606320 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-c52a99f5-b855-4f18-9777-e32306be93c1 service neutron] 10.222.0.26 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967344 Feb 19 04:04:20.678470 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4c21364d-3d11-4961-b283-e8e7971759f6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4114676 Feb 19 04:04:20.691073 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53472) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:20.705052 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-6a6a6584-1194-4020-9fda-cbb47faf0409 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1937539618'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:20.720787 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37506e-2449-4a49-88ca-7d65cfb85f1f req-650fd5e1-dbe5-43e1-be6c-2863fc7e605f tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:20.722346 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1b37506e-2449-4a49-88ca-7d65cfb85f1f req-650fd5e1-dbe5-43e1-be6c-2863fc7e605f tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d53d23f-cbc5-4708-8f81-63800c123df6 HTTP/1.1" status: 200 len: 945 time: 0.0621908 Feb 19 04:04:20.746864 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21364d-3d11-4961-b283-e8e7971759f6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Pushing event updated for resources: {'Network': ['ID=b692f251-222f-47c3-9686-852e0014cc28,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:20.761062 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network b692f251-222f-47c3-9686-852e0014cc28 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:04:20.772810 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6a6584-1194-4020-9fda-cbb47faf0409 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Made reservation on behalf of b69d4c5bc63e45f29f21e6ee196f0ead for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:04:20.781607 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6584-1194-4020-9fda-cbb47faf0409 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:20.795659 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1b37506e-2449-4a49-88ca-7d65cfb85f1f req-d03778ca-75cd-4b5e-aad1-f3a89bf996ae tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668590 Feb 19 04:04:20.830108 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-0e3fa0a8-0ff5-4e6b-bfa4-6dd3f81ff7d7 service neutron] 10.222.0.26 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877899 Feb 19 04:04:20.840524 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a6a6584-1194-4020-9fda-cbb47faf0409 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:04:20.871419 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6584-1194-4020-9fda-cbb47faf0409 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e87d6148-11b9-4bff-aa38-9cf8ebf43ffe), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:20.871973 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-6a6a6584-1194-4020-9fda-cbb47faf0409 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Added segment e87d6148-11b9-4bff-aa38-9cf8ebf43ffe of type vlan for network cc79b02e-09a4-41d5-8503-a8a4b39b80a9 Feb 19 04:04:20.949073 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6584-1194-4020-9fda-cbb47faf0409 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (cc79b02e-09a4-41d5-8503-a8a4b39b80a9), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:20.992043 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-e3de2d81-8b0d-4e46-bcd0-06c22dd0e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:20.992529 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-e3de2d81-8b0d-4e46-bcd0-06c22dd0e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:20.993000 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-e3de2d81-8b0d-4e46-bcd0-06c22dd0e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:20.993527 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-e3de2d81-8b0d-4e46-bcd0-06c22dd0e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:20.993922 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-e3de2d81-8b0d-4e46-bcd0-06c22dd0e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:20.994412 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-e3de2d81-8b0d-4e46-bcd0-06c22dd0e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:20.994872 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-e3de2d81-8b0d-4e46-bcd0-06c22dd0e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:20.996888 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-e3de2d81-8b0d-4e46-bcd0-06c22dd0e7a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=488b9932c1464ee8ae512fcaa6eb0e94&device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 6699 time: 0.0872586 Feb 19 04:04:20.998634 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6584-1194-4020-9fda-cbb47faf0409 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (cc79b02e-09a4-41d5-8503-a8a4b39b80a9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:21.003639 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6a6584-1194-4020-9fda-cbb47faf0409 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:21.004208 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6584-1194-4020-9fda-cbb47faf0409 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:21.084608 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1f2eb-4ecb-45b5-9047-d66b27452c26 req-a001bd87-3d21-4c0b-9bec-54560af58271 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:21.086057 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1f1f2eb-4ecb-45b5-9047-d66b27452c26 req-a001bd87-3d21-4c0b-9bec-54560af58271 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=87183da0-2330-4daa-84d6-7134963aedba HTTP/1.1" status: 200 len: 950 time: 0.0584285 Feb 19 04:04:21.136452 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1f1f2eb-4ecb-45b5-9047-d66b27452c26 req-1077bf11-b419-4a2d-b025-ba2ce5bcc01f tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443106 Feb 19 04:04:21.269321 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a3598-5704-40b1-894d-b21a62d96b3e req-77f0ccf1-42ae-4d47-994a-14db70c84721 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:21.271894 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7d0a3598-5704-40b1-894d-b21a62d96b3e req-77f0ccf1-42ae-4d47-994a-14db70c84721 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.0701821 Feb 19 04:04:21.322225 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7d0a3598-5704-40b1-894d-b21a62d96b3e req-7ba151b3-8c66-4590-baaf-c757612499b9 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443480 Feb 19 04:04:21.432018 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a34e1-19d3-47e9-91b2-33ab5ab68921 req-24d7581d-3393-445b-a2c9-0a45fa39c30a tempest-ServersOnMultiNodesTest-2035149531 tempest-ServersOnMultiNodesTest-2035149531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:21.433934 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6e2a34e1-19d3-47e9-91b2-33ab5ab68921 req-24d7581d-3393-445b-a2c9-0a45fa39c30a tempest-ServersOnMultiNodesTest-2035149531 tempest-ServersOnMultiNodesTest-2035149531-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=87183da0-2330-4daa-84d6-7134963aedba HTTP/1.1" status: 200 len: 1133 time: 0.0482540 Feb 19 04:04:21.444653 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6a6a6584-1194-4020-9fda-cbb47faf0409 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7420447 Feb 19 04:04:21.446644 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53492) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:21.452715 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Request body: {'ports': [{'network_id': 'b692f251-222f-47c3-9686-852e0014cc28', 'name': 'tempest-port--1682112346', 'admin_state_up': True}, {'network_id': 'cc79b02e-09a4-41d5-8503-a8a4b39b80a9', 'admin_state_up': False}]} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:21.452946 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Request body: {'port': {'network_id': 'b692f251-222f-47c3-9686-852e0014cc28', 'name': 'tempest-port--1682112346', 'admin_state_up': True}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:21.454045 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Request body: {'port': {'network_id': 'cc79b02e-09a4-41d5-8503-a8a4b39b80a9', 'admin_state_up': False}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:21.461501 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a6584-1194-4020-9fda-cbb47faf0409 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Pushing event updated for resources: {'Network': ['ID=cc79b02e-09a4-41d5-8503-a8a4b39b80a9,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:21.475327 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network cc79b02e-09a4-41d5-8503-a8a4b39b80a9 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:04:21.507901 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-96c5e63e-c1fc-4e51-87b9-87e74b5596fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:21.509803 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-96c5e63e-c1fc-4e51-87b9-87e74b5596fc service neutron] 10.222.0.26 "GET /v2.0/networks?id=8cc0006b-25b3-422c-9bde-2e117b4adfd2 HTTP/1.1" status: 200 len: 903 time: 0.5021844 Feb 19 04:04:21.557841 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6e2a34e1-19d3-47e9-91b2-33ab5ab68921 req-41b00fce-a263-4417-b9db-136e8bb92774 tempest-ServersOnMultiNodesTest-2035149531 tempest-ServersOnMultiNodesTest-2035149531-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170707 Feb 19 04:04:21.567581 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-67bc7ecc-fe54-4d3f-a73e-818241a3775e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=065ce680-972c-4dea-ae22-48d0fbd50b99 HTTP/1.1" status: 200 len: 217 time: 0.0490785 Feb 19 04:04:21.654727 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-a7f0011e-b7f4-4101-9b69-d9e1df29411e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:21.660235 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-a7f0011e-b7f4-4101-9b69-d9e1df29411e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3c4676cd-7ab6-4200-93f3-9d2db44011e7 HTTP/1.1" status: 200 len: 797 time: 0.0851104 Feb 19 04:04:21.663605 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Made reservation on behalf of b69d4c5bc63e45f29f21e6ee196f0ead for: {'port': 2} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:04:21.668943 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:21.694708 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:21.711598 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-f5ff4c6c-c072-4422-877a-9d016dc40cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:21.713235 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-f5ff4c6c-c072-4422-877a-9d016dc40cb8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8cc0006b-25b3-422c-9bde-2e117b4adfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0462983 Feb 19 04:04:21.807514 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-b1379d05-918f-446c-82a3-8a66ad14e550 service neutron] 10.222.0.26 "GET /v2.0/networks/8cc0006b-25b3-422c-9bde-2e117b4adfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832663 Feb 19 04:04:21.819775 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a9f8f-8605-452e-8f9d-f42af0448192 req-6412101d-f886-4cc2-a788-9816fa0a0106 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:21.826139 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a9f8f-8605-452e-8f9d-f42af0448192 req-6412101d-f886-4cc2-a788-9816fa0a0106 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:21.831513 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a9f8f-8605-452e-8f9d-f42af0448192 req-6412101d-f886-4cc2-a788-9816fa0a0106 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:21.837031 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a9f8f-8605-452e-8f9d-f42af0448192 req-6412101d-f886-4cc2-a788-9816fa0a0106 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:21.843003 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a9f8f-8605-452e-8f9d-f42af0448192 req-6412101d-f886-4cc2-a788-9816fa0a0106 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:21.848532 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a9f8f-8605-452e-8f9d-f42af0448192 req-6412101d-f886-4cc2-a788-9816fa0a0106 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:21.853774 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a9f8f-8605-452e-8f9d-f42af0448192 req-6412101d-f886-4cc2-a788-9816fa0a0106 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:21.857926 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf8a9f8f-8605-452e-8f9d-f42af0448192 req-6412101d-f886-4cc2-a788-9816fa0a0106 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.1770978 Feb 19 04:04:21.918731 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-969ea78b-383b-4f8d-82fb-67ebf91a38b1 req-55812ab4-f431-4e2f-a2fe-71d26386556c service neutron] 10.222.0.26 "GET /v2.0/networks/8cc0006b-25b3-422c-9bde-2e117b4adfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015911 Feb 19 04:04:22.042984 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad804496-3ce3-41a6-84f1-71d6a8255680 req-58b68c29-0530-45ba-95ff-a7f00f0e5570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:22.043506 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad804496-3ce3-41a6-84f1-71d6a8255680 req-58b68c29-0530-45ba-95ff-a7f00f0e5570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:22.044379 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad804496-3ce3-41a6-84f1-71d6a8255680 req-58b68c29-0530-45ba-95ff-a7f00f0e5570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:22.045066 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad804496-3ce3-41a6-84f1-71d6a8255680 req-58b68c29-0530-45ba-95ff-a7f00f0e5570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:22.045733 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad804496-3ce3-41a6-84f1-71d6a8255680 req-58b68c29-0530-45ba-95ff-a7f00f0e5570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:22.046243 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad804496-3ce3-41a6-84f1-71d6a8255680 req-58b68c29-0530-45ba-95ff-a7f00f0e5570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:22.047035 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad804496-3ce3-41a6-84f1-71d6a8255680 req-58b68c29-0530-45ba-95ff-a7f00f0e5570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:22.049730 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ad804496-3ce3-41a6-84f1-71d6a8255680 req-58b68c29-0530-45ba-95ff-a7f00f0e5570 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=488b9932c1464ee8ae512fcaa6eb0e94&device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 6699 time: 0.0711927 Feb 19 04:04:22.105244 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d53d23f-cbc5-4708-8f81-63800c123df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c134f6a3-a230-463a-beec-eb468e87334a'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:22.107565 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c89b9f-bea3-4146-b5e6-28681da4175b" -d '{"events": [{"server_uuid": "0d53d23f-cbc5-4708-8f81-63800c123df6", "name": "network-vif-plugged", "status": "completed", "tag": "c134f6a3-a230-463a-beec-eb468e87334a"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:22.166341 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad804496-3ce3-41a6-84f1-71d6a8255680 req-93d746d3-9ac9-4566-bbf6-478a977dfc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:22.168088 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ad804496-3ce3-41a6-84f1-71d6a8255680 req-93d746d3-9ac9-4566-bbf6-478a977dfc3e service neutron] 10.222.0.26 "GET /v2.0/networks?id=8cc0006b-25b3-422c-9bde-2e117b4adfd2 HTTP/1.1" status: 200 len: 903 time: 0.1109388 Feb 19 04:04:22.218944 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ad804496-3ce3-41a6-84f1-71d6a8255680 req-d61701ec-021f-4e62-af73-34ccb62f9202 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=707eecc9-665d-461b-8a6a-4e0b2324400b HTTP/1.1" status: 200 len: 217 time: 0.0438900 Feb 19 04:04:22.271993 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] device_id is not set on port f12ddcc7-aa42-4409-abe8-d59d78872b88 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:04:22.298326 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad804496-3ce3-41a6-84f1-71d6a8255680 req-9ec65617-9adf-4055-92f5-e921284ea135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:22.299913 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ad804496-3ce3-41a6-84f1-71d6a8255680 req-9ec65617-9adf-4055-92f5-e921284ea135 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3c4676cd-7ab6-4200-93f3-9d2db44011e7 HTTP/1.1" status: 200 len: 797 time: 0.0732815 Feb 19 04:04:22.365440 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad804496-3ce3-41a6-84f1-71d6a8255680 req-f0f1f514-3ed4-4b0b-ab4b-564b35a93d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:22.367157 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ad804496-3ce3-41a6-84f1-71d6a8255680 req-f0f1f514-3ed4-4b0b-ab4b-564b35a93d42 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8cc0006b-25b3-422c-9bde-2e117b4adfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0584869 Feb 19 04:04:22.372992 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf8a9f8f-8605-452e-8f9d-f42af0448192 req-3dd0d1a4-3902-4ea0-818b-42b3c71437f2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0896616 Feb 19 04:04:22.413985 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks [] for port (f12ddcc7-aa42-4409-abe8-d59d78872b88), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:22.535807 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ad804496-3ce3-41a6-84f1-71d6a8255680 req-5d05f3b9-03ff-4cde-a21b-2bc5bdf26d2a service neutron] 10.222.0.26 "GET /v2.0/networks/8cc0006b-25b3-422c-9bde-2e117b4adfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499646 Feb 19 04:04:22.538504 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c994ff6-989e-476d-b635-a041e9c0a389 req-c49e1383-33ef-4515-82ab-97b0339f40c8 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 210 time: 0.0440953 Feb 19 04:04:22.542358 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] device_id is not set on port 9d69cfad-261f-4ab3-912a-8e1019c18526 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:04:22.654724 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-da2824e9-0dad-42ef-82a4-0bea230ce312 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c869b1ad561a43bab98562600aca3675&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339520 Feb 19 04:04:22.673902 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ad804496-3ce3-41a6-84f1-71d6a8255680 req-51877bda-636e-44d1-b569-7f68ed8278ce service neutron] 10.222.0.26 "GET /v2.0/networks/8cc0006b-25b3-422c-9bde-2e117b4adfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263928 Feb 19 04:04:22.770909 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks [] for port (9d69cfad-261f-4ab3-912a-8e1019c18526), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:22.813262 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-6ecb4904-250c-4e62-8057-a524d6c476ee tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:22.815022 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-6ecb4904-250c-4e62-8057-a524d6c476ee tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1559896 Feb 19 04:04:22.843864 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-14b041e7-61bf-440e-b23c-0c6eda187fe3 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/quotas/c869b1ad561a43bab98562600aca3675 HTTP/1.1" status: 200 len: 375 time: 0.0209389 Feb 19 04:04:22.847483 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (f12ddcc7-aa42-4409-abe8-d59d78872b88), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:22.957276 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Pushing event updated for resources: {'Port': ['ID=f12ddcc7-aa42-4409-abe8-d59d78872b88,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:22.972344 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:22.972697 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:22.973048 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:22.973392 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:22.973731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:22.974068 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:22.974432 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:22.974764 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:22.975098 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:22.975424 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:22.975751 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:22.976109 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:22.976410 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:22.982726 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Checking segment: {'id': '6cb48bbd-4670-41f9-9234-7fcd3756879e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b692f251-222f-47c3-9686-852e0014cc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:04:22.982726 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Network hostable DHCP agents. Network: b692f251-222f-47c3-9686-852e0014cc28, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:04:23.001289 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-adc5aa15-41dc-4f20-99d1-108fe75d192a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c869b1ad561a43bab98562600aca3675&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1412466 Feb 19 04:04:23.019105 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Network b692f251-222f-47c3-9686-852e0014cc28 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:04:23.041103 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, b692f251-222f-47c3-9686-852e0014cc28) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:04:23.045917 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:04:23.046897 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (9d69cfad-261f-4ab3-912a-8e1019c18526), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:23.055841 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0733250c-2174-46da-8084-0f6028070f33 None None] Network b692f251-222f-47c3-9686-852e0014cc28 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:04:23.123522 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Pushing event updated for resources: {'Port': ['ID=9d69cfad-261f-4ab3-912a-8e1019c18526,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:23.134746 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Checking segment: {'id': 'e87d6148-11b9-4bff-aa38-9cf8ebf43ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cc79b02e-09a4-41d5-8503-a8a4b39b80a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:04:23.135118 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Network hostable DHCP agents. Network: cc79b02e-09a4-41d5-8503-a8a4b39b80a9, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:04:23.166560 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Network cc79b02e-09a4-41d5-8503-a8a4b39b80a9 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:04:23.187782 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, cc79b02e-09a4-41d5-8503-a8a4b39b80a9) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:04:23.191908 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:04:23.197593 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:23.208755 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:23.209488 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:23.223386 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b361a064-1489-4013-9eeb-90e7f19cb07e None None] Network cc79b02e-09a4-41d5-8503-a8a4b39b80a9 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:04:23.253595 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c8edc0f4-e454-48eb-89a8-652acd819813 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.8026609 Feb 19 04:04:23.253908 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53520) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:23.452887 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9b1f79-6bcf-43ee-a385-527a67a1977f tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:23.460781 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9b1f79-6bcf-43ee-a385-527a67a1977f tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:23.466733 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-db9b1f79-6bcf-43ee-a385-527a67a1977f tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2088296 Feb 19 04:04:23.467980 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53528) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:23.515762 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28542fd1-8387-44a2-b195-6c3cc01b6cf5 req-fe50f03e-ad89-4fa6-b886-0cf36b2e7ef9 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:23.517781 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-28542fd1-8387-44a2-b195-6c3cc01b6cf5 req-fe50f03e-ad89-4fa6-b886-0cf36b2e7ef9 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d53d23f-cbc5-4708-8f81-63800c123df6 HTTP/1.1" status: 200 len: 945 time: 0.1937006 Feb 19 04:04:23.632258 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-28542fd1-8387-44a2-b195-6c3cc01b6cf5 req-98a89ef6-f72a-4c06-8620-c5836ad0af00 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922022 Feb 19 04:04:23.636739 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-feee632d-bf40-4f5c-9b47-8f3edce403cb tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Deleting port f12ddcc7-aa42-4409-abe8-d59d78872b88 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:04:23.636739 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-feee632d-bf40-4f5c-9b47-8f3edce403cb tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (f12ddcc7-aa42-4409-abe8-d59d78872b88), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:23.744868 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-feee632d-bf40-4f5c-9b47-8f3edce403cb tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (f12ddcc7-aa42-4409-abe8-d59d78872b88), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:23.771362 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-feee632d-bf40-4f5c-9b47-8f3edce403cb tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Calling delete_port for f12ddcc7-aa42-4409-abe8-d59d78872b88 owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:04:23.804135 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7272564-b71e-4652-8fb9-be69acd06861 x-openstack-request-id: req-b7272564-b71e-4652-8fb9-be69acd06861 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:23.804529 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d53d23f-cbc5-4708-8f81-63800c123df6", "name": "network-vif-plugged", "status": "completed", "tag": "c134f6a3-a230-463a-beec-eb468e87334a", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:23.804846 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b7272564-b71e-4652-8fb9-be69acd06861 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:23.805308 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d53d23f-cbc5-4708-8f81-63800c123df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c134f6a3-a230-463a-beec-eb468e87334a', 'code': 200} Feb 19 04:04:24.005862 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba82587-7f09-4253-86ac-70f18fd9ad07 req-0364f22b-a3ff-41bf-9038-76a6cc6df8da tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:24.007582 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ba82587-7f09-4253-86ac-70f18fd9ad07 req-0364f22b-a3ff-41bf-9038-76a6cc6df8da tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.1327803 Feb 19 04:04:24.010422 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-feee632d-bf40-4f5c-9b47-8f3edce403cb tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (f12ddcc7-aa42-4409-abe8-d59d78872b88), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:24.016548 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70871fdd-006e-42a3-9831-4cd4d43f0bf6 req-3f9d3476-042c-4b77-b564-226d52bcb602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:24.018327 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-70871fdd-006e-42a3-9831-4cd4d43f0bf6 req-3f9d3476-042c-4b77-b564-226d52bcb602 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0d53d23f-cbc5-4708-8f81-63800c123df6 HTTP/1.1" status: 200 len: 1128 time: 0.1325364 Feb 19 04:04:24.078538 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee632d-bf40-4f5c-9b47-8f3edce403cb tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Pushing event deleted for resources: {'Port': ['ID=f12ddcc7-aa42-4409-abe8-d59d78872b88,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:24.080970 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-feee632d-bf40-4f5c-9b47-8f3edce403cb tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:24.086870 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-feee632d-bf40-4f5c-9b47-8f3edce403cb tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] 10.222.0.52 "DELETE /v2.0/ports/f12ddcc7-aa42-4409-abe8-d59d78872b88 HTTP/1.1" status: 204 len: 168 time: 0.6155057 Feb 19 04:04:24.087246 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53554) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:24.170206 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-70871fdd-006e-42a3-9831-4cd4d43f0bf6 req-b2943c62-87c0-4f09-87a5-8dffbc0821d6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353745 Feb 19 04:04:24.209261 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ba82587-7f09-4253-86ac-70f18fd9ad07 req-874771f5-b670-492b-bdc3-94bb20560a0d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898229 Feb 19 04:04:24.269508 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-15ee76ba-e692-46ad-9eb1-244b97241c2e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Deleting port 9d69cfad-261f-4ab3-912a-8e1019c18526 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:04:24.270321 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-15ee76ba-e692-46ad-9eb1-244b97241c2e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (9d69cfad-261f-4ab3-912a-8e1019c18526), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:24.416373 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-04252016-55ea-4512-9a67-9c15d0705932 req-adffde27-1045-4dbe-88ed-3c37e52d4a49 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4 HTTP/1.1" status: 200 len: 210 time: 0.0856640 Feb 19 04:04:24.450421 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-15ee76ba-e692-46ad-9eb1-244b97241c2e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (9d69cfad-261f-4ab3-912a-8e1019c18526), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:24.468643 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-15ee76ba-e692-46ad-9eb1-244b97241c2e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Calling delete_port for 9d69cfad-261f-4ab3-912a-8e1019c18526 owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:04:24.631319 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57073dc7-5209-4a4f-aadb-5b8f91fd305d req-503aba24-5ee1-479f-827c-c139eb2b0440 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:24.636759 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57073dc7-5209-4a4f-aadb-5b8f91fd305d req-503aba24-5ee1-479f-827c-c139eb2b0440 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:24.643291 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57073dc7-5209-4a4f-aadb-5b8f91fd305d req-503aba24-5ee1-479f-827c-c139eb2b0440 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:24.648635 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57073dc7-5209-4a4f-aadb-5b8f91fd305d req-503aba24-5ee1-479f-827c-c139eb2b0440 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:24.654044 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57073dc7-5209-4a4f-aadb-5b8f91fd305d req-503aba24-5ee1-479f-827c-c139eb2b0440 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:24.659311 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57073dc7-5209-4a4f-aadb-5b8f91fd305d req-503aba24-5ee1-479f-827c-c139eb2b0440 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:24.664606 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57073dc7-5209-4a4f-aadb-5b8f91fd305d req-503aba24-5ee1-479f-827c-c139eb2b0440 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:24.673225 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-57073dc7-5209-4a4f-aadb-5b8f91fd305d req-503aba24-5ee1-479f-827c-c139eb2b0440 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.1364067 Feb 19 04:04:24.721734 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-15ee76ba-e692-46ad-9eb1-244b97241c2e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (9d69cfad-261f-4ab3-912a-8e1019c18526), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:24.783053 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-15ee76ba-e692-46ad-9eb1-244b97241c2e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:24.792309 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-15ee76ba-e692-46ad-9eb1-244b97241c2e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] 10.222.0.52 "DELETE /v2.0/ports/9d69cfad-261f-4ab3-912a-8e1019c18526 HTTP/1.1" status: 204 len: 168 time: 0.7030811 Feb 19 04:04:24.795712 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53572) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:24.822531 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee76ba-e692-46ad-9eb1-244b97241c2e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Pushing event deleted for resources: {'Port': ['ID=9d69cfad-261f-4ab3-912a-8e1019c18526,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:24.850659 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-57073dc7-5209-4a4f-aadb-5b8f91fd305d req-0de36ac4-1c91-4c1e-b153-c62146435b65 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1745784 Feb 19 04:04:24.895789 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-26432faf-f79a-463b-8c79-cffae5fa9f80 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0972145 Feb 19 04:04:24.897242 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53574) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:24.906042 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-4cdf3076-6cb8-4b7e-99ec-5e381d4cc583 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1057255251'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:24.939350 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-e35247c5-895d-4394-99ef-69ec1b75b96e tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=c869b1ad561a43bab98562600aca3675&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495660 Feb 19 04:04:24.947060 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdf3076-6cb8-4b7e-99ec-5e381d4cc583 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Made reservation on behalf of b69d4c5bc63e45f29f21e6ee196f0ead for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:04:24.958614 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4cdf3076-6cb8-4b7e-99ec-5e381d4cc583 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:25.009606 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cdf3076-6cb8-4b7e-99ec-5e381d4cc583 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:04:25.029744 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4cdf3076-6cb8-4b7e-99ec-5e381d4cc583 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (8ead4ba0-5f1a-4463-9ae4-f53bc838cebb), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:25.030018 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-4cdf3076-6cb8-4b7e-99ec-5e381d4cc583 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Added segment 8ead4ba0-5f1a-4463-9ae4-f53bc838cebb of type vlan for network 0d45c24f-cba6-4c0f-8294-76c02c488af8 Feb 19 04:04:25.085495 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8571dd78-21e4-476e-9944-c731fb8763f1 req-f2d6f17a-5b71-44e3-8eeb-18322b325859 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 210 time: 0.1361616 Feb 19 04:04:25.128488 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4cdf3076-6cb8-4b7e-99ec-5e381d4cc583 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (0d45c24f-cba6-4c0f-8294-76c02c488af8), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:25.165787 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4cdf3076-6cb8-4b7e-99ec-5e381d4cc583 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (0d45c24f-cba6-4c0f-8294-76c02c488af8), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:25.172852 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdf3076-6cb8-4b7e-99ec-5e381d4cc583 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:25.173827 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4cdf3076-6cb8-4b7e-99ec-5e381d4cc583 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:25.261609 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf3076-6cb8-4b7e-99ec-5e381d4cc583 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Pushing event updated for resources: {'Network': ['ID=0d45c24f-cba6-4c0f-8294-76c02c488af8,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:25.276805 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 0d45c24f-cba6-4c0f-8294-76c02c488af8 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:04:25.280211 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53578) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:25.280870 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4cdf3076-6cb8-4b7e-99ec-5e381d4cc583 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3822665 Feb 19 04:04:25.285039 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-9cc7ff12-40ff-4e88-88e5-39b2ea44e94c tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-939026287'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:25.321454 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-3a7322ec-3326-4145-9561-d4ef097b664f tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:25.323074 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-3a7322ec-3326-4145-9561-d4ef097b664f tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3683071 Feb 19 04:04:25.335108 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56bb0f-043d-46d2-a3a9-74eeb80d7454 req-0c8b9ef5-366d-4d87-a648-601990f83c97 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:25.342513 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e56bb0f-043d-46d2-a3a9-74eeb80d7454 req-0c8b9ef5-366d-4d87-a648-601990f83c97 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d53d23f-cbc5-4708-8f81-63800c123df6 HTTP/1.1" status: 200 len: 945 time: 0.1353755 Feb 19 04:04:25.349367 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-981b5cf6-96a3-46e3-9646-8a7351783e0a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Request body: {'port': {'device_id': '66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': 'c869b1ad561a43bab98562600aca3675'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:25.385025 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc7ff12-40ff-4e88-88e5-39b2ea44e94c tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Made reservation on behalf of b69d4c5bc63e45f29f21e6ee196f0ead for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:04:25.389881 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ff12-40ff-4e88-88e5-39b2ea44e94c tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:25.492770 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e56bb0f-043d-46d2-a3a9-74eeb80d7454 req-39b4d79f-f0a4-45fd-b1e6-b1deed77c609 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493428 Feb 19 04:04:25.529700 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc7ff12-40ff-4e88-88e5-39b2ea44e94c tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:04:25.554881 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ff12-40ff-4e88-88e5-39b2ea44e94c tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (f423de3b-61b6-4bdd-91c3-c200c48234e0), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:25.555889 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-9cc7ff12-40ff-4e88-88e5-39b2ea44e94c tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Added segment f423de3b-61b6-4bdd-91c3-c200c48234e0 of type vlan for network 7233cb49-ef34-4f9c-8024-7a69f321bbae Feb 19 04:04:25.572562 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 5f5af0b5-b603-4982-a65f-e3b1a9042c4e details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:04:25.621406 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ff12-40ff-4e88-88e5-39b2ea44e94c tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (7233cb49-ef34-4f9c-8024-7a69f321bbae), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:25.626584 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-981b5cf6-96a3-46e3-9646-8a7351783e0a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Made reservation on behalf of c869b1ad561a43bab98562600aca3675 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:04:25.630133 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-981b5cf6-96a3-46e3-9646-8a7351783e0a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:25.741228 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=5f5af0b5-b603-4982-a65f-e3b1a9042c4e,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:25.756395 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '5f5af0b5-b603-4982-a65f-e3b1a9042c4e', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '5f5af0b5-b603-4982-a65f-e3b1a9042c4e', 'mac_address': 'fa:16:3e:95:d2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:04:25.808820 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ff12-40ff-4e88-88e5-39b2ea44e94c tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (7233cb49-ef34-4f9c-8024-7a69f321bbae), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:25.814138 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc7ff12-40ff-4e88-88e5-39b2ea44e94c tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:25.814757 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ff12-40ff-4e88-88e5-39b2ea44e94c tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:25.816023 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:25.816682 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:25.833144 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5af0b5-b603-4982-a65f-e3b1a9042c4e {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:25.834035 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-981b5cf6-96a3-46e3-9646-8a7351783e0a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Allocated IP 192.168.233.10 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/6304487b-eae8-40a2-8ca4-2ef6974169dd) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:04:25.859631 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=5f5af0b5-b603-4982-a65f-e3b1a9042c4e,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:25.868480 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:25.925427 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9cc7ff12-40ff-4e88-88e5-39b2ea44e94c tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6442010 Feb 19 04:04:25.940555 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7ff12-40ff-4e88-88e5-39b2ea44e94c tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Pushing event updated for resources: {'Network': ['ID=7233cb49-ef34-4f9c-8024-7a69f321bbae,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:25.944040 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=5f5af0b5-b603-4982-a65f-e3b1a9042c4e,revision_number=9']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:25.952663 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 7233cb49-ef34-4f9c-8024-7a69f321bbae details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:04:26.013442 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0d9dc-da08-49ed-9c22-5906c4582b4a req-dcafcf28-cd5e-4d7e-b9d6-1ac4c7053bfe tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:26.020330 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0fb0d9dc-da08-49ed-9c22-5906c4582b4a req-dcafcf28-cd5e-4d7e-b9d6-1ac4c7053bfe tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.2491167 Feb 19 04:04:26.078280 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['5f5af0b5-b603-4982-a65f-e3b1a9042c4e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:04:26.140866 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0fb0d9dc-da08-49ed-9c22-5906c4582b4a req-f3acee45-2e3a-44ff-ac76-da598513b0f6 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196098 Feb 19 04:04:26.219016 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-981b5cf6-96a3-46e3-9646-8a7351783e0a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks [] for port (6304487b-eae8-40a2-8ca4-2ef6974169dd), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:26.311681 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3be79763-822e-46cd-af50-4b28d4465a54 req-16c553a6-6fa5-47f9-bfab-bacfe6f81ba8 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4 HTTP/1.1" status: 200 len: 210 time: 0.0383730 Feb 19 04:04:26.343567 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-981b5cf6-96a3-46e3-9646-8a7351783e0a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (6304487b-eae8-40a2-8ca4-2ef6974169dd), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:26.421400 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['730dbe95-56db-42fe-b54d-2d00210ea58b', '452255b5-7224-4c70-a5f3-55d51017f553', 'c6119883-1fa5-488c-a60d-b4294c67e15c', 'c24419e7-d5e0-45d3-a022-f0bb86ef7c66'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:04:26.423738 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['de70975b-0023-4344-a0be-fd5dc761cffe', 'd6d2cc39-1947-430d-ac56-0d5a1bebe046'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:04:26.432089 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-981b5cf6-96a3-46e3-9646-8a7351783e0a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:04:26.451622 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-981b5cf6-96a3-46e3-9646-8a7351783e0a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:04:26.455601 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-981b5cf6-96a3-46e3-9646-8a7351783e0a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:04:26.522652 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b5cf6-96a3-46e3-9646-8a7351783e0a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Pushing event updated for resources: {'Port': ['ID=6304487b-eae8-40a2-8ca4-2ef6974169dd,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:26.577991 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-981b5cf6-96a3-46e3-9646-8a7351783e0a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:26.578912 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-981b5cf6-96a3-46e3-9646-8a7351783e0a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:26.619289 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edae8f0-751e-4501-9557-fb11588ea216 req-fe3a7b10-44fe-4bb1-b234-d56694beaab8 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:26.625545 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edae8f0-751e-4501-9557-fb11588ea216 req-fe3a7b10-44fe-4bb1-b234-d56694beaab8 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:26.631166 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edae8f0-751e-4501-9557-fb11588ea216 req-fe3a7b10-44fe-4bb1-b234-d56694beaab8 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:26.636904 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edae8f0-751e-4501-9557-fb11588ea216 req-fe3a7b10-44fe-4bb1-b234-d56694beaab8 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:26.643180 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edae8f0-751e-4501-9557-fb11588ea216 req-fe3a7b10-44fe-4bb1-b234-d56694beaab8 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:26.648735 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edae8f0-751e-4501-9557-fb11588ea216 req-fe3a7b10-44fe-4bb1-b234-d56694beaab8 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:26.654908 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edae8f0-751e-4501-9557-fb11588ea216 req-fe3a7b10-44fe-4bb1-b234-d56694beaab8 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:26.663205 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3edae8f0-751e-4501-9557-fb11588ea216 req-fe3a7b10-44fe-4bb1-b234-d56694beaab8 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.2297604 Feb 19 04:04:26.690599 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-981b5cf6-96a3-46e3-9646-8a7351783e0a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3449616 Feb 19 04:04:26.713122 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-a70c7b41-21b3-4efc-ba3f-344beae8a07f service neutron] Request body: {'port': {'device_id': '66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:26.788295 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3edae8f0-751e-4501-9557-fb11588ea216 req-cdafccdf-e207-4081-ab2d-76dbbc72ab73 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1217093 Feb 19 04:04:26.880686 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-a70c7b41-21b3-4efc-ba3f-344beae8a07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6304487b-eae8-40a2-8ca4-2ef6974169dd), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:26.998545 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3f96a7b-7305-47ed-a114-b4bd8a676f62 req-541723ed-6138-407c-80a2-3b5e8c6e73bf tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 210 time: 0.0819480 Feb 19 04:04:27.136903 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-3e112dff-e870-41d6-bf4a-7e8308749fca None None] Provisioning complete for port 6304487b-eae8-40a2-8ca4-2ef6974169dd triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:27.144320 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3e112dff-e870-41d6-bf4a-7e8308749fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6304487b-eae8-40a2-8ca4-2ef6974169dd), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:27.158328 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:27.394627 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e25d5b-dc99-48c8-a22c-30c1c06fbbd1 req-0e3d7a42-8a1c-4eb5-a4a1-a74b6c87cffa tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:27.399499 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-38e25d5b-dc99-48c8-a22c-30c1c06fbbd1 req-0e3d7a42-8a1c-4eb5-a4a1-a74b6c87cffa tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d53d23f-cbc5-4708-8f81-63800c123df6 HTTP/1.1" status: 200 len: 945 time: 0.2634799 Feb 19 04:04:27.559588 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-38e25d5b-dc99-48c8-a22c-30c1c06fbbd1 req-56cf0e7a-2bc3-4d4a-bde2-4ea0a30884fe tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495969 Feb 19 04:04:27.620709 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3e112dff-e870-41d6-bf4a-7e8308749fca None None] Port 6304487b-eae8-40a2-8ca4-2ef6974169dd cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:04:27.741934 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-a70c7b41-21b3-4efc-ba3f-344beae8a07f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6304487b-eae8-40a2-8ca4-2ef6974169dd {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:27.773059 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-a70c7b41-21b3-4efc-ba3f-344beae8a07f service neutron] Publish callbacks [] for port (6304487b-eae8-40a2-8ca4-2ef6974169dd), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:27.794652 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-a70c7b41-21b3-4efc-ba3f-344beae8a07f service neutron] Transition to ACTIVE for port object 6304487b-eae8-40a2-8ca4-2ef6974169dd will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:04:27.845774 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-a70c7b41-21b3-4efc-ba3f-344beae8a07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (6304487b-eae8-40a2-8ca4-2ef6974169dd), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:28.093936 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c7b41-21b3-4efc-ba3f-344beae8a07f service neutron] Pushing event updated for resources: {'Port': ['ID=6304487b-eae8-40a2-8ca4-2ef6974169dd,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:28.162048 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-a70c7b41-21b3-4efc-ba3f-344beae8a07f service neutron] Attempting to bind port 6304487b-eae8-40a2-8ca4-2ef6974169dd on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:28.162423 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-a70c7b41-21b3-4efc-ba3f-344beae8a07f service neutron] Attempting to bind port 6304487b-eae8-40a2-8ca4-2ef6974169dd by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:28.162749 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-a70c7b41-21b3-4efc-ba3f-344beae8a07f service neutron] Attempting to bind port 6304487b-eae8-40a2-8ca4-2ef6974169dd on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:28.173044 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6daee5e-b76e-4533-8377-cf35957eb0e0 req-f3366f7e-9038-4f57-be39-7f009f0599a3 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:28.182954 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c6daee5e-b76e-4533-8377-cf35957eb0e0 req-f3366f7e-9038-4f57-be39-7f009f0599a3 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.3860412 Feb 19 04:04:28.187177 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-a70c7b41-21b3-4efc-ba3f-344beae8a07f service neutron] Port 6304487b-eae8-40a2-8ca4-2ef6974169dd on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:04:28.187469 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-a70c7b41-21b3-4efc-ba3f-344beae8a07f service neutron] Attempting to bind port 6304487b-eae8-40a2-8ca4-2ef6974169dd on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:28.218669 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-a70c7b41-21b3-4efc-ba3f-344beae8a07f service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:28.219045 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-a70c7b41-21b3-4efc-ba3f-344beae8a07f service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:04:28.219410 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-a70c7b41-21b3-4efc-ba3f-344beae8a07f service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:04:28.219866 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-a70c7b41-21b3-4efc-ba3f-344beae8a07f service neutron] Bound port: 6304487b-eae8-40a2-8ca4-2ef6974169dd, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:04:28.220239 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-a70c7b41-21b3-4efc-ba3f-344beae8a07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6304487b-eae8-40a2-8ca4-2ef6974169dd), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:28.355596 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-a70c7b41-21b3-4efc-ba3f-344beae8a07f service neutron] For port 6304487b-eae8-40a2-8ca4-2ef6974169dd, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:04:28.359806 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-a70c7b41-21b3-4efc-ba3f-344beae8a07f service neutron] For port 6304487b-eae8-40a2-8ca4-2ef6974169dd, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=6304487b-eae8-40a2-8ca4-2ef6974169dd,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:04:28.379394 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-a70c7b41-21b3-4efc-ba3f-344beae8a07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (6304487b-eae8-40a2-8ca4-2ef6974169dd), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:28.438126 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-a70c7b41-21b3-4efc-ba3f-344beae8a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:28.438738 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-a70c7b41-21b3-4efc-ba3f-344beae8a07f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:28.440202 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-a70c7b41-21b3-4efc-ba3f-344beae8a07f service neutron] 10.222.0.79 "PUT /v2.0/ports/6304487b-eae8-40a2-8ca4-2ef6974169dd HTTP/1.1" status: 200 len: 1096 time: 1.7347538 Feb 19 04:04:28.443498 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4', 'tag': '6304487b-eae8-40a2-8ca4-2ef6974169dd'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:28.445862 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4fa183-d70c-44b9-a671-4645bfa41104" -d '{"events": [{"name": "network-changed", "server_uuid": "66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4", "tag": "6304487b-eae8-40a2-8ca4-2ef6974169dd"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:28.466808 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c6daee5e-b76e-4533-8377-cf35957eb0e0 req-d9f12acd-0a61-4f15-8628-ef9a05cc70ea tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682993 Feb 19 04:04:28.615875 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c7b41-21b3-4efc-ba3f-344beae8a07f service neutron] Pushing event updated for resources: {'Port': ['ID=6304487b-eae8-40a2-8ca4-2ef6974169dd,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:28.699489 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-cdf8173d-713f-4401-ba14-aef0884a390a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:28.702726 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-cdf8173d-713f-4401-ba14-aef0884a390a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c869b1ad561a43bab98562600aca3675&device_id=66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4 HTTP/1.1" status: 200 len: 1130 time: 0.1767235 Feb 19 04:04:28.812380 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-e4998922-ba95-4282-98f0-59a0b48e7553 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=6304487b-eae8-40a2-8ca4-2ef6974169dd HTTP/1.1" status: 200 len: 217 time: 0.0911844 Feb 19 04:04:28.824169 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbd283-9219-422f-abc4-b42f49f699e9 req-a14a8778-026a-4855-a6b2-b0937a0d56ca tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:28.835999 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c0cbd283-9219-422f-abc4-b42f49f699e9 req-a14a8778-026a-4855-a6b2-b0937a0d56ca tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4 HTTP/1.1" status: 200 len: 947 time: 0.2167397 Feb 19 04:04:29.011636 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c0cbd283-9219-422f-abc4-b42f49f699e9 req-21b7d6b3-0a08-439d-9df1-282a9e5966a7 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747556 Feb 19 04:04:29.022851 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-91fd482e-4d39-4587-88c8-c6ea3b1660fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:29.024267 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-91fd482e-4d39-4587-88c8-c6ea3b1660fe service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1786547 Feb 19 04:04:29.153190 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-a4d29135-7ac2-42d8-8be4-1550b2d6c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:29.154871 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-a4d29135-7ac2-42d8-8be4-1550b2d6c366 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1174214 Feb 19 04:04:29.166912 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c1160-a061-4bd3-8a0d-5d084324d0f1 req-4b642a67-5eb8-4ee6-b4f8-3592cc46ef1b tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:29.168310 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b7c1160-a061-4bd3-8a0d-5d084324d0f1 req-4b642a67-5eb8-4ee6-b4f8-3592cc46ef1b tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=0de42e2d-92b2-4bdd-91c1-7515517696a0 HTTP/1.1" status: 200 len: 946 time: 0.0736065 Feb 19 04:04:29.198420 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53620) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:29.203830 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Request body: {'subnets': [{'network_id': '0d45c24f-cba6-4c0f-8294-76c02c488af8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1821676714', 'ip_version': 6}, {'network_id': '7233cb49-ef34-4f9c-8024-7a69f321bbae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:29.204203 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Request body: {'subnet': {'network_id': '0d45c24f-cba6-4c0f-8294-76c02c488af8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1821676714', 'ip_version': 6}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:29.204904 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Request body: {'subnet': {'network_id': '7233cb49-ef34-4f9c-8024-7a69f321bbae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:29.271149 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b7c1160-a061-4bd3-8a0d-5d084324d0f1 req-50905a80-3021-4a35-b179-40144bcf9810 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942872 Feb 19 04:04:29.354237 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-394923d7-4410-4930-8ad3-9b3703bd295a service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843388 Feb 19 04:04:29.358929 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:29.418251 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Made reservation on behalf of b69d4c5bc63e45f29f21e6ee196f0ead for: {'subnet': 2} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:04:29.424598 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:29.424955 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:29.508690 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5543cf00-8f9b-4fa4-8653-3d625cb7a721 req-e584b4b0-c2e9-481a-96dc-43e3522646f9 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473954 Feb 19 04:04:29.521647 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448d9a0-55e0-4650-a28c-bafd1d7b974e req-f94281b3-2422-43ea-a4e8-55ffb3611bc6 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:29.528787 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448d9a0-55e0-4650-a28c-bafd1d7b974e req-f94281b3-2422-43ea-a4e8-55ffb3611bc6 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:29.534280 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448d9a0-55e0-4650-a28c-bafd1d7b974e req-f94281b3-2422-43ea-a4e8-55ffb3611bc6 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:29.540781 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448d9a0-55e0-4650-a28c-bafd1d7b974e req-f94281b3-2422-43ea-a4e8-55ffb3611bc6 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:29.547417 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448d9a0-55e0-4650-a28c-bafd1d7b974e req-f94281b3-2422-43ea-a4e8-55ffb3611bc6 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:29.553499 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448d9a0-55e0-4650-a28c-bafd1d7b974e req-f94281b3-2422-43ea-a4e8-55ffb3611bc6 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:29.559310 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448d9a0-55e0-4650-a28c-bafd1d7b974e req-f94281b3-2422-43ea-a4e8-55ffb3611bc6 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:29.561182 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f448d9a0-55e0-4650-a28c-bafd1d7b974e req-f94281b3-2422-43ea-a4e8-55ffb3611bc6 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.1362982 Feb 19 04:04:29.595222 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 5f5af0b5-b603-4982-a65f-e3b1a9042c4e up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:04:29.647073 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f448d9a0-55e0-4650-a28c-bafd1d7b974e req-173d8e93-9d20-445c-b15b-455e5efdec66 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0738807 Feb 19 04:04:29.701376 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:29.701835 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:29.773161 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da56f31e-7f78-49a4-ac18-eb5cc07e71f6 req-1a83a2d1-8d63-41d3-bac3-b354852b8f25 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 210 time: 0.0519168 Feb 19 04:04:29.832175 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:29.832854 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:29.860891 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b292bddc-5872-42ec-b5db-83914e3f960d x-openstack-request-id: req-b292bddc-5872-42ec-b5db-83914e3f960d {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:29.861251 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4", "tag": "6304487b-eae8-40a2-8ca4-2ef6974169dd", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:29.861574 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b292bddc-5872-42ec-b5db-83914e3f960d {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:29.862046 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4', 'tag': '6304487b-eae8-40a2-8ca4-2ef6974169dd', 'status': 'completed', 'code': 200} Feb 19 04:04:29.875345 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=5f5af0b5-b603-4982-a65f-e3b1a9042c4e,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:29.876366 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131fb3b1-958d-4157-9365-728a7585872e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5af0b5-b603-4982-a65f-e3b1a9042c4e'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:29.881126 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d56d059-d122-4b74-89ba-cec4060da0cc" -d '{"events": [{"server_uuid": "131fb3b1-958d-4157-9365-728a7585872e", "name": "network-vif-plugged", "status": "completed", "tag": "5f5af0b5-b603-4982-a65f-e3b1a9042c4e"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:29.898034 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:29.997835 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=5f5af0b5-b603-4982-a65f-e3b1a9042c4e,revision_number=10']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:30.020072 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fa183-d70c-44b9-a671-4645bfa41104 req-278bd3df-aaa7-4a62-9225-e0e358d50333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:30.021827 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e4fa183-d70c-44b9-a671-4645bfa41104 req-278bd3df-aaa7-4a62-9225-e0e358d50333 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c869b1ad561a43bab98562600aca3675&device_id=66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4 HTTP/1.1" status: 200 len: 1130 time: 0.1370738 Feb 19 04:04:30.121405 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (b69709c3-072f-4f00-8c92-5e114900e4ae), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:30.217123 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fa183-d70c-44b9-a671-4645bfa41104 req-9b00319d-fd66-4c77-9d8a-ea70c43a8c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:30.221828 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e4fa183-d70c-44b9-a671-4645bfa41104 req-9b00319d-fd66-4c77-9d8a-ea70c43a8c48 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.1914005 Feb 19 04:04:30.227722 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Checking segment: {'id': '8ead4ba0-5f1a-4463-9ae4-f53bc838cebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0d45c24f-cba6-4c0f-8294-76c02c488af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:04:30.228255 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Network hostable DHCP agents. Network: 0d45c24f-cba6-4c0f-8294-76c02c488af8, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:04:30.230135 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Pushing event updated for resources: {'Subnet': ['ID=b69709c3-072f-4f00-8c92-5e114900e4ae,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:30.245643 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:30.245984 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:30.246382 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:30.247265 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:30.247580 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:30.248070 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:30.248401 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:30.248727 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:30.249042 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:30.249359 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:30.249689 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:30.249995 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:30.250348 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:30.281078 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Network 0d45c24f-cba6-4c0f-8294-76c02c488af8 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:04:30.302293 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 0d45c24f-cba6-4c0f-8294-76c02c488af8) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:04:30.303610 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e4fa183-d70c-44b9-a671-4645bfa41104 req-5940659e-92dc-40bb-af15-569c8636e205 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=6304487b-eae8-40a2-8ca4-2ef6974169dd HTTP/1.1" status: 200 len: 217 time: 0.0720956 Feb 19 04:04:30.308667 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (8d2fd3bf-8a38-4497-8e9d-e873ebc58f32), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:30.312813 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6cdbfd-2d9a-43fd-bd3f-08d2142175be None None] Network 0d45c24f-cba6-4c0f-8294-76c02c488af8 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:04:30.398979 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Checking segment: {'id': 'f423de3b-61b6-4bdd-91c3-c200c48234e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7233cb49-ef34-4f9c-8024-7a69f321bbae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:04:30.399340 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Network hostable DHCP agents. Network: 7233cb49-ef34-4f9c-8024-7a69f321bbae, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:04:30.409792 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ceb29-a8d1-4f65-86ce-ecbb3484fdfb req-55a3ecac-17d8-4f97-8250-d7a039a6407f tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:30.411844 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe2ceb29-a8d1-4f65-86ce-ecbb3484fdfb req-55a3ecac-17d8-4f97-8250-d7a039a6407f tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.1390297 Feb 19 04:04:30.412510 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Pushing event updated for resources: {'Subnet': ['ID=8d2fd3bf-8a38-4497-8e9d-e873ebc58f32,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:30.418801 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fa183-d70c-44b9-a671-4645bfa41104 req-f44f3ac9-e56f-40f8-a596-a95c7a9788ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:30.420483 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e4fa183-d70c-44b9-a671-4645bfa41104 req-f44f3ac9-e56f-40f8-a596-a95c7a9788ba service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1020875 Feb 19 04:04:30.489041 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Network 7233cb49-ef34-4f9c-8024-7a69f321bbae is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:04:30.514517 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 7233cb49-ef34-4f9c-8024-7a69f321bbae) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:04:30.522442 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:30.522980 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:30.523499 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11edf80b-6dd7-4ade-947f-d9a2780ac78d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-0d45c24f-cba6-4c0f-8294-76c02c488af8', 'network_id': '0d45c24f-cba6-4c0f-8294-76c02c488af8', 'project_id': 'b69d4c5bc63e45f29f21e6ee196f0ead', 'fixed_ips': [{'subnet_id': 'b69709c3-072f-4f00-8c92-5e114900e4ae'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:04:30.523957 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:30.525696 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-11edf80b-6dd7-4ade-947f-d9a2780ac78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:30.562560 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f4b66c8d-126c-4e43-9790-e9706f6b5cc5 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.3606329 Feb 19 04:04:30.562912 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53640) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:30.654980 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e62441d-5576-47e7-b2ec-8f5e93a5fd1d None None] Network 7233cb49-ef34-4f9c-8024-7a69f321bbae requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:04:30.712155 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c08f70-58ab-474c-9dd3-0cb22fdff363 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:30.716372 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c08f70-58ab-474c-9dd3-0cb22fdff363 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:30.718374 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c08f70-58ab-474c-9dd3-0cb22fdff363 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:30.720237 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-17c08f70-58ab-474c-9dd3-0cb22fdff363 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1553655 Feb 19 04:04:30.729182 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53644) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:30.767411 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-11edf80b-6dd7-4ade-947f-d9a2780ac78d None None] Allocated IP 2001:db8::1 (0d45c24f-cba6-4c0f-8294-76c02c488af8/b69709c3-072f-4f00-8c92-5e114900e4ae/36ed99e9-1d33-4825-b235-784d106aebd9) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:04:30.860463 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a51f43-7d75-40f1-9f8f-87537175dfc6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Deleting subnet b69709c3-072f-4f00-8c92-5e114900e4ae {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:04:30.911831 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe2ceb29-a8d1-4f65-86ce-ecbb3484fdfb req-45a784cf-ddec-4b19-962e-d9d84168ecc1 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752281 Feb 19 04:04:30.927775 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fa183-d70c-44b9-a671-4645bfa41104 req-ca18fba4-e5a9-4296-a997-cb5af7be0269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:30.931453 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e4fa183-d70c-44b9-a671-4645bfa41104 req-ca18fba4-e5a9-4296-a997-cb5af7be0269 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4875998 Feb 19 04:04:31.015360 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-11edf80b-6dd7-4ade-947f-d9a2780ac78d None None] Publish callbacks [] for port (36ed99e9-1d33-4825-b235-784d106aebd9), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:31.024753 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d78e943-71b6-42ef-b4cc-39d33428172d x-openstack-request-id: req-1d78e943-71b6-42ef-b4cc-39d33428172d {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:31.024753 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131fb3b1-958d-4157-9365-728a7585872e", "name": "network-vif-plugged", "status": "completed", "tag": "5f5af0b5-b603-4982-a65f-e3b1a9042c4e", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:31.026230 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1d78e943-71b6-42ef-b4cc-39d33428172d {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:31.027496 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-49a51f43-7d75-40f1-9f8f-87537175dfc6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks [] for subnet (b69709c3-072f-4f00-8c92-5e114900e4ae), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:31.039922 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131fb3b1-958d-4157-9365-728a7585872e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5af0b5-b603-4982-a65f-e3b1a9042c4e', 'code': 200} Feb 19 04:04:31.090631 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-49a51f43-7d75-40f1-9f8f-87537175dfc6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (b69709c3-072f-4f00-8c92-5e114900e4ae), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:31.100770 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e4fa183-d70c-44b9-a671-4645bfa41104 req-81772221-6207-46cd-9124-96f0f1e3b73e service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615372 Feb 19 04:04:31.204317 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-11edf80b-6dd7-4ade-947f-d9a2780ac78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (36ed99e9-1d33-4825-b235-784d106aebd9), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:31.234908 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11edf80b-6dd7-4ade-947f-d9a2780ac78d None None] Network 0d45c24f-cba6-4c0f-8294-76c02c488af8 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:04:31.236488 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-7233cb49-ef34-4f9c-8024-7a69f321bbae', 'network_id': '7233cb49-ef34-4f9c-8024-7a69f321bbae', 'project_id': 'b69d4c5bc63e45f29f21e6ee196f0ead', 'fixed_ips': [{'subnet_id': '8d2fd3bf-8a38-4497-8e9d-e873ebc58f32'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:04:31.237535 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:31.257489 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-49a51f43-7d75-40f1-9f8f-87537175dfc6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (b69709c3-072f-4f00-8c92-5e114900e4ae), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:31.258109 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b7ca0ab8-a7d1-4aa8-af44-7398a323da50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:31.264959 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-11edf80b-6dd7-4ade-947f-d9a2780ac78d None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:04:31.332256 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4279d-9415-4349-8c0e-dc373c14cba0 req-003e7293-0872-474e-9beb-72b71323d54c tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:31.332501 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85e4279d-9415-4349-8c0e-dc373c14cba0 req-003e7293-0872-474e-9beb-72b71323d54c tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4 HTTP/1.1" status: 200 len: 947 time: 0.2308488 Feb 19 04:04:31.359728 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-49a51f43-7d75-40f1-9f8f-87537175dfc6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (b69709c3-072f-4f00-8c92-5e114900e4ae), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:31.392678 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e4fa183-d70c-44b9-a671-4645bfa41104 req-b457d198-1c72-42be-be00-dd00e7af86be service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828050 Feb 19 04:04:31.416962 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85e4279d-9415-4349-8c0e-dc373c14cba0 req-fbaec6d5-da07-4746-8713-1802b496bbf3 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681944 Feb 19 04:04:31.441972 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a51f43-7d75-40f1-9f8f-87537175dfc6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Pushing event deleted for resources: {'Subnet': ['ID=b69709c3-072f-4f00-8c92-5e114900e4ae,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:31.457971 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-49a51f43-7d75-40f1-9f8f-87537175dfc6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:31.465306 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-49a51f43-7d75-40f1-9f8f-87537175dfc6 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] 10.222.0.52 "DELETE /v2.0/subnets/b69709c3-072f-4f00-8c92-5e114900e4ae HTTP/1.1" status: 204 len: 168 time: 0.7326665 Feb 19 04:04:31.466216 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53650) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:31.502496 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11edf80b-6dd7-4ade-947f-d9a2780ac78d None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:04:31.523096 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Allocated IP 2001:db8:0:1::1 (7233cb49-ef34-4f9c-8024-7a69f321bbae/8d2fd3bf-8a38-4497-8e9d-e873ebc58f32/f0a30e18-9fa4-42ac-8edb-0d8644936bc3) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:04:31.535325 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f874e0c-80eb-4382-8200-4110cb9e4508 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Deleting subnet 8d2fd3bf-8a38-4497-8e9d-e873ebc58f32 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:04:31.651280 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11edf80b-6dd7-4ade-947f-d9a2780ac78d None None] Pushing event updated for resources: {'Port': ['ID=36ed99e9-1d33-4825-b235-784d106aebd9,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:31.882657 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bb869-b526-41b9-937b-1a25564bca45 req-3cad1626-12f2-468e-92d1-57aa386bf0dc tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:31.888233 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bb869-b526-41b9-937b-1a25564bca45 req-3cad1626-12f2-468e-92d1-57aa386bf0dc tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:31.893656 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bb869-b526-41b9-937b-1a25564bca45 req-3cad1626-12f2-468e-92d1-57aa386bf0dc tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:31.899080 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bb869-b526-41b9-937b-1a25564bca45 req-3cad1626-12f2-468e-92d1-57aa386bf0dc tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:31.905099 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bb869-b526-41b9-937b-1a25564bca45 req-3cad1626-12f2-468e-92d1-57aa386bf0dc tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:31.910546 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bb869-b526-41b9-937b-1a25564bca45 req-3cad1626-12f2-468e-92d1-57aa386bf0dc tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:31.916238 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bb869-b526-41b9-937b-1a25564bca45 req-3cad1626-12f2-468e-92d1-57aa386bf0dc tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:31.924553 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab6bb869-b526-41b9-937b-1a25564bca45 req-3cad1626-12f2-468e-92d1-57aa386bf0dc tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.1899529 Feb 19 04:04:31.934844 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Publish callbacks [] for port (f0a30e18-9fa4-42ac-8edb-0d8644936bc3), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:31.941231 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-11edf80b-6dd7-4ade-947f-d9a2780ac78d None None] Attempting to bind port 36ed99e9-1d33-4825-b235-784d106aebd9 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:31.941967 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-11edf80b-6dd7-4ade-947f-d9a2780ac78d None None] Attempting to bind port 36ed99e9-1d33-4825-b235-784d106aebd9 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '8ead4ba0-5f1a-4463-9ae4-f53bc838cebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0d45c24f-cba6-4c0f-8294-76c02c488af8'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:31.942215 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e8d2a-d094-46c2-b38f-5593c972a974 req-906557e9-d713-4242-90ec-0b2c89d46741 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:31.942907 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11edf80b-6dd7-4ade-947f-d9a2780ac78d None None] Attempting to bind port 36ed99e9-1d33-4825-b235-784d106aebd9 on network 0d45c24f-cba6-4c0f-8294-76c02c488af8 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:31.943784 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b4e8d2a-d094-46c2-b38f-5593c972a974 req-906557e9-d713-4242-90ec-0b2c89d46741 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.79 "GET /v2.0/ports?device_id=0de42e2d-92b2-4bdd-91c1-7515517696a0 HTTP/1.1" status: 200 len: 946 time: 0.1389503 Feb 19 04:04:31.948962 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f874e0c-80eb-4382-8200-4110cb9e4508 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks [] for subnet (8d2fd3bf-8a38-4497-8e9d-e873ebc58f32), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:31.950953 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (f0a30e18-9fa4-42ac-8edb-0d8644936bc3), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:32.011332 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Network 7233cb49-ef34-4f9c-8024-7a69f321bbae is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:04:32.015049 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 6304487b-eae8-40a2-8ca4-2ef6974169dd details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:04:32.017875 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:04:32.028507 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f874e0c-80eb-4382-8200-4110cb9e4508 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (8d2fd3bf-8a38-4497-8e9d-e873ebc58f32), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:32.035026 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:04:32.105489 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Pushing event updated for resources: {'Port': ['ID=f0a30e18-9fa4-42ac-8edb-0d8644936bc3,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:32.106990 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab6bb869-b526-41b9-937b-1a25564bca45 req-701a6f58-4c96-4a0e-af87-6f5bd835148e tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1814730 Feb 19 04:04:32.128172 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11edf80b-6dd7-4ade-947f-d9a2780ac78d None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:32.128172 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11edf80b-6dd7-4ade-947f-d9a2780ac78d None None] Checking segment: {'id': '8ead4ba0-5f1a-4463-9ae4-f53bc838cebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0d45c24f-cba6-4c0f-8294-76c02c488af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:04:32.128172 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-11edf80b-6dd7-4ade-947f-d9a2780ac78d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:32.128547 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11edf80b-6dd7-4ade-947f-d9a2780ac78d None None] Bound using segment: {'id': '8ead4ba0-5f1a-4463-9ae4-f53bc838cebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0d45c24f-cba6-4c0f-8294-76c02c488af8'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:04:32.133423 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-11edf80b-6dd7-4ade-947f-d9a2780ac78d None None] Bound port: 36ed99e9-1d33-4825-b235-784d106aebd9, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ead4ba0-5f1a-4463-9ae4-f53bc838cebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0d45c24f-cba6-4c0f-8294-76c02c488af8'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:04:32.133978 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-11edf80b-6dd7-4ade-947f-d9a2780ac78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (36ed99e9-1d33-4825-b235-784d106aebd9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:32.318910 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f874e0c-80eb-4382-8200-4110cb9e4508 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (8d2fd3bf-8a38-4497-8e9d-e873ebc58f32), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:32.335499 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-622e6a8b-ff3f-4409-88fd-6babcb9db186 req-a0d51a7a-eb71-4714-8d68-f53ac7e238bb tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ff4551e-b0ee-4f0f-83b2-3e3f23722793 HTTP/1.1" status: 200 len: 210 time: 0.0361185 Feb 19 04:04:32.351483 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-9b4e8d2a-d094-46c2-b38f-5593c972a974 req-df3c373e-bec9-4ff9-8455-040628dae924 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Deleting port 2e6eade2-9530-492d-9a93-8397d6960603 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:04:32.365272 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9b4e8d2a-d094-46c2-b38f-5593c972a974 req-df3c373e-bec9-4ff9-8455-040628dae924 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (2e6eade2-9530-492d-9a93-8397d6960603), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:32.469398 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.resource_extend [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:04:32.471846 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:32.472229 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'f423de3b-61b6-4bdd-91c3-c200c48234e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7233cb49-ef34-4f9c-8024-7a69f321bbae'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:32.473125 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:32.512063 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f874e0c-80eb-4382-8200-4110cb9e4508 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (8d2fd3bf-8a38-4497-8e9d-e873ebc58f32), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:32.567947 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874e0c-80eb-4382-8200-4110cb9e4508 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Pushing event deleted for resources: {'Subnet': ['ID=8d2fd3bf-8a38-4497-8e9d-e873ebc58f32,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:32.577141 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f874e0c-80eb-4382-8200-4110cb9e4508 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:32.583851 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5f874e0c-80eb-4382-8200-4110cb9e4508 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] 10.222.0.52 "DELETE /v2.0/subnets/8d2fd3bf-8a38-4497-8e9d-e873ebc58f32 HTTP/1.1" status: 204 len: 168 time: 1.1136458 Feb 19 04:04:32.583851 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53672) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:32.623564 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 6304487b-eae8-40a2-8ca4-2ef6974169dd, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=6304487b-eae8-40a2-8ca4-2ef6974169dd,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:32.630728 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ea982-28a4-40ae-bc06-df8655367a5c req-80b70a38-bd2e-4944-a459-f976e66c4e66 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:32.638241 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a4ea982-28a4-40ae-bc06-df8655367a5c req-80b70a38-bd2e-4944-a459-f976e66c4e66 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=0de42e2d-92b2-4bdd-91c1-7515517696a0 HTTP/1.1" status: 200 len: 946 time: 0.1312201 Feb 19 04:04:32.661301 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-11edf80b-6dd7-4ade-947f-d9a2780ac78d None None] For port 36ed99e9-1d33-4825-b235-784d106aebd9, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:04:32.666987 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-11edf80b-6dd7-4ade-947f-d9a2780ac78d None None] For port 36ed99e9-1d33-4825-b235-784d106aebd9, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=36ed99e9-1d33-4825-b235-784d106aebd9,segment=NetworkSegment(8ead4ba0-5f1a-4463-9ae4-f53bc838cebb),segment_id=8ead4ba0-5f1a-4463-9ae4-f53bc838cebb)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:04:32.675874 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '6304487b-eae8-40a2-8ca4-2ef6974169dd', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '6304487b-eae8-40a2-8ca4-2ef6974169dd', 'mac_address': 'fa:16:3e:71:45:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:04:32.678977 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:32.680060 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Checking segment: {'id': 'f423de3b-61b6-4bdd-91c3-c200c48234e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7233cb49-ef34-4f9c-8024-7a69f321bbae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:04:32.681674 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:32.682934 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Bound using segment: {'id': 'f423de3b-61b6-4bdd-91c3-c200c48234e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7233cb49-ef34-4f9c-8024-7a69f321bbae'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:04:32.684750 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Bound port: f0a30e18-9fa4-42ac-8edb-0d8644936bc3, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f423de3b-61b6-4bdd-91c3-c200c48234e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7233cb49-ef34-4f9c-8024-7a69f321bbae'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:04:32.685444 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f0a30e18-9fa4-42ac-8edb-0d8644936bc3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:32.685880 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-9b4e8d2a-d094-46c2-b38f-5593c972a974 req-df3c373e-bec9-4ff9-8455-040628dae924 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] For port 2e6eade2-9530-492d-9a93-8397d6960603, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=2e6eade2-9530-492d-9a93-8397d6960603,segment=NetworkSegment(3d737888-5046-4f1e-af6e-325c6cb838a3),segment_id=3d737888-5046-4f1e-af6e-325c6cb838a3)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:32.686358 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9b4e8d2a-d094-46c2-b38f-5593c972a974 req-df3c373e-bec9-4ff9-8455-040628dae924 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (2e6eade2-9530-492d-9a93-8397d6960603), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:32.692796 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea6ac7f-369b-48f4-b33e-07d7a2df4c83 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:32.698892 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5ea6ac7f-369b-48f4-b33e-07d7a2df4c83 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1106327 Feb 19 04:04:32.709140 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53674) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:32.719429 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-9b4e8d2a-d094-46c2-b38f-5593c972a974 req-df3c373e-bec9-4ff9-8455-040628dae924 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Calling delete_port for 2e6eade2-9530-492d-9a93-8397d6960603 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:04:32.734279 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd106f-9067-44b5-a8a4-5929e8c77924 req-0b9c72c3-5497-475a-8c65-b5bcda8aee28 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:32.736005 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c7fd106f-9067-44b5-a8a4-5929e8c77924 req-0b9c72c3-5497-475a-8c65-b5bcda8aee28 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.2906833 Feb 19 04:04:32.744996 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-11edf80b-6dd7-4ade-947f-d9a2780ac78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (36ed99e9-1d33-4825-b235-784d106aebd9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:32.773686 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a4ea982-28a4-40ae-bc06-df8655367a5c req-eb169cc6-d659-49ac-9eaf-f1b388a4cf97 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325426 Feb 19 04:04:32.889689 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11edf80b-6dd7-4ade-947f-d9a2780ac78d None None] Pushing event updated for resources: {'Port': ['ID=36ed99e9-1d33-4825-b235-784d106aebd9,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:32.957263 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c7fd106f-9067-44b5-a8a4-5929e8c77924 req-ce154e1c-1563-47f4-bd5a-b2d4286d61f1 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093260 Feb 19 04:04:32.971555 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9d4cb6e5-973f-44d9-95e2-f4b7e8b7494e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (7233cb49-ef34-4f9c-8024-7a69f321bbae), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:33.076907 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463659f8-7227-455a-a78f-7e239661cb0a req-9008a680-8bc2-4eff-922a-27be7706f4a7 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:33.084830 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-463659f8-7227-455a-a78f-7e239661cb0a req-9008a680-8bc2-4eff-922a-27be7706f4a7 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4 HTTP/1.1" status: 200 len: 947 time: 0.1515424 Feb 19 04:04:33.131442 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 6304487b-eae8-40a2-8ca4-2ef6974169dd is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:33.132834 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6304487b-eae8-40a2-8ca4-2ef6974169dd), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:33.198834 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-9d4cb6e5-973f-44d9-95e2-f4b7e8b7494e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Deleting port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:04:33.199230 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9d4cb6e5-973f-44d9-95e2-f4b7e8b7494e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (f0a30e18-9fa4-42ac-8edb-0d8644936bc3), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:33.271416 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6304487b-eae8-40a2-8ca4-2ef6974169dd {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:33.341910 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bea766-ace0-4122-a469-ce1e9b04794d None None] Network 0d45c24f-cba6-4c0f-8294-76c02c488af8 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:04:33.368016 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-9d4cb6e5-973f-44d9-95e2-f4b7e8b7494e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] For port f0a30e18-9fa4-42ac-8edb-0d8644936bc3, host n-d-828369-19, got binding levels [] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:33.368565 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9d4cb6e5-973f-44d9-95e2-f4b7e8b7494e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (f0a30e18-9fa4-42ac-8edb-0d8644936bc3), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:33.384967 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 6304487b-eae8-40a2-8ca4-2ef6974169dd, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=6304487b-eae8-40a2-8ca4-2ef6974169dd,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:33.401350 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-9d4cb6e5-973f-44d9-95e2-f4b7e8b7494e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Calling delete_port for f0a30e18-9fa4-42ac-8edb-0d8644936bc3 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:04:33.402456 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dc729f4a-1298-4557-8f19-5f4b72d9277b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:33.456400 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-463659f8-7227-455a-a78f-7e239661cb0a req-bbf4c8b6-f3b9-4fab-9869-c880d64ba803 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705337 Feb 19 04:04:33.490723 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (6304487b-eae8-40a2-8ca4-2ef6974169dd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:33.516626 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9d4cb6e5-973f-44d9-95e2-f4b7e8b7494e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (f0a30e18-9fa4-42ac-8edb-0d8644936bc3), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:33.581176 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4cb6e5-973f-44d9-95e2-f4b7e8b7494e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Pushing event deleted for resources: {'Port': ['ID=f0a30e18-9fa4-42ac-8edb-0d8644936bc3,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:33.587633 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4cb6e5-973f-44d9-95e2-f4b7e8b7494e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] No DVR routers for this DVR port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:04:33.600718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1ad49-71c1-4f73-8535-5d8054a4f9e0 req-a41c5adc-cc8b-4eb5-a3de-4fc9a22d0331 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:33.611278 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1ad49-71c1-4f73-8535-5d8054a4f9e0 req-a41c5adc-cc8b-4eb5-a3de-4fc9a22d0331 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:33.618118 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1ad49-71c1-4f73-8535-5d8054a4f9e0 req-a41c5adc-cc8b-4eb5-a3de-4fc9a22d0331 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:33.624075 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1ad49-71c1-4f73-8535-5d8054a4f9e0 req-a41c5adc-cc8b-4eb5-a3de-4fc9a22d0331 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:33.629745 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1ad49-71c1-4f73-8535-5d8054a4f9e0 req-a41c5adc-cc8b-4eb5-a3de-4fc9a22d0331 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:33.635510 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1ad49-71c1-4f73-8535-5d8054a4f9e0 req-a41c5adc-cc8b-4eb5-a3de-4fc9a22d0331 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:33.644098 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:04:33.644464 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:04:33.650490 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1ad49-71c1-4f73-8535-5d8054a4f9e0 req-a41c5adc-cc8b-4eb5-a3de-4fc9a22d0331 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:33.660890 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ff1ad49-71c1-4f73-8535-5d8054a4f9e0 req-a41c5adc-cc8b-4eb5-a3de-4fc9a22d0331 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.2956169 Feb 19 04:04:33.681342 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9b4e8d2a-d094-46c2-b38f-5593c972a974 req-df3c373e-bec9-4ff9-8455-040628dae924 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (2e6eade2-9530-492d-9a93-8397d6960603), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:33.696244 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845eb0a7-779b-4716-8ea8-c8915c7f8b14 req-62a6445c-c3b4-4398-8a2b-c88d53256dd9 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:33.697872 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-845eb0a7-779b-4716-8ea8-c8915c7f8b14 req-62a6445c-c3b4-4398-8a2b-c88d53256dd9 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d53d23f-cbc5-4708-8f81-63800c123df6 HTTP/1.1" status: 200 len: 945 time: 0.5781064 Feb 19 04:04:33.706355 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['c134f6a3-a230-463a-beec-eb468e87334a'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:04:33.831610 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c373e-bec9-4ff9-8455-040628dae924 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Pushing event deleted for resources: {'Port': ['ID=2e6eade2-9530-492d-9a93-8397d6960603,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:33.862133 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4e8d2a-d094-46c2-b38f-5593c972a974 req-df3c373e-bec9-4ff9-8455-040628dae924 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] No DVR routers for this DVR port 2e6eade2-9530-492d-9a93-8397d6960603 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:04:33.864972 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9b4e8d2a-d094-46c2-b38f-5593c972a974 req-df3c373e-bec9-4ff9-8455-040628dae924 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:33.870649 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b4e8d2a-d094-46c2-b38f-5593c972a974 req-df3c373e-bec9-4ff9-8455-040628dae924 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.79 "DELETE /v2.0/ports/2e6eade2-9530-492d-9a93-8397d6960603 HTTP/1.1" status: 204 len: 173 time: 1.9192226 Feb 19 04:04:33.879759 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de42e2d-92b2-4bdd-91c1-7515517696a0', 'name': 'network-vif-deleted', 'tag': '2e6eade2-9530-492d-9a93-8397d6960603'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:33.882454 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a129c3f-b253-463b-92f1-6153ae9657a8" -d '{"events": [{"server_uuid": "0de42e2d-92b2-4bdd-91c1-7515517696a0", "name": "network-vif-deleted", "tag": "2e6eade2-9530-492d-9a93-8397d6960603"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:33.907223 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9d4cb6e5-973f-44d9-95e2-f4b7e8b7494e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (7233cb49-ef34-4f9c-8024-7a69f321bbae), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:33.910706 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ff1ad49-71c1-4f73-8535-5d8054a4f9e0 req-d7697cc6-965b-4d58-b3dd-46b3ab260dae tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2432082 Feb 19 04:04:34.008656 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-9d4cb6e5-973f-44d9-95e2-f4b7e8b7494e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7233cb49-ef34-4f9c-8024-7a69f321bbae']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:34.066450 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-9d4cb6e5-973f-44d9-95e2-f4b7e8b7494e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f423de3b-61b6-4bdd-91c3-c200c48234e0') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:34.066639 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-9d4cb6e5-973f-44d9-95e2-f4b7e8b7494e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f423de3b-61b6-4bdd-91c3-c200c48234e0') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:34.090705 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9d4cb6e5-973f-44d9-95e2-f4b7e8b7494e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (f423de3b-61b6-4bdd-91c3-c200c48234e0), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.109335 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9d4cb6e5-973f-44d9-95e2-f4b7e8b7494e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (f423de3b-61b6-4bdd-91c3-c200c48234e0), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.126427 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4cb6e5-973f-44d9-95e2-f4b7e8b7494e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:04:34.129812 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9d4cb6e5-973f-44d9-95e2-f4b7e8b7494e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (f423de3b-61b6-4bdd-91c3-c200c48234e0), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.141336 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53726) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:34.161702 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-845eb0a7-779b-4716-8ea8-c8915c7f8b14 req-83317d0d-4185-4f7d-9ff3-a58dce356050 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Deleting port c134f6a3-a230-463a-beec-eb468e87334a {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:04:34.162987 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-845eb0a7-779b-4716-8ea8-c8915c7f8b14 req-83317d0d-4185-4f7d-9ff3-a58dce356050 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (c134f6a3-a230-463a-beec-eb468e87334a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:04:34.225949 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:04:34.244013 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9d4cb6e5-973f-44d9-95e2-f4b7e8b7494e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (7233cb49-ef34-4f9c-8024-7a69f321bbae), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.257039 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9d4cb6e5-973f-44d9-95e2-f4b7e8b7494e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.269026 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9d4cb6e5-973f-44d9-95e2-f4b7e8b7494e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] 10.222.0.52 "DELETE /v2.0/networks/7233cb49-ef34-4f9c-8024-7a69f321bbae HTTP/1.1" status: 204 len: 168 time: 1.5588503 Feb 19 04:04:34.274113 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53734) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:34.311004 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff506c02-2321-4599-ac7e-89040bf72317 req-eff3bbb3-6481-4dec-a88e-f9aa3b75da66 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.52 "GET /v2.0/ports?device_id=0de42e2d-92b2-4bdd-91c1-7515517696a0 HTTP/1.1" status: 200 len: 210 time: 0.0400646 Feb 19 04:04:34.363910 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4cb6e5-973f-44d9-95e2-f4b7e8b7494e tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Pushing event deleted for resources: {'Network': ['ID=7233cb49-ef34-4f9c-8024-7a69f321bbae,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:34.420410 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91621003-c8ea-428f-8cf2-c105d0becf1e x-openstack-request-id: req-91621003-c8ea-428f-8cf2-c105d0becf1e {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:34.420989 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de42e2d-92b2-4bdd-91c1-7515517696a0", "name": "network-vif-deleted", "tag": "2e6eade2-9530-492d-9a93-8397d6960603", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:34.422353 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-91621003-c8ea-428f-8cf2-c105d0becf1e {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:34.423887 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de42e2d-92b2-4bdd-91c1-7515517696a0', 'name': 'network-vif-deleted', 'tag': '2e6eade2-9530-492d-9a93-8397d6960603', 'status': 'completed', 'code': 200} Feb 19 04:04:34.467155 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-845eb0a7-779b-4716-8ea8-c8915c7f8b14 req-83317d0d-4185-4f7d-9ff3-a58dce356050 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] For port c134f6a3-a230-463a-beec-eb468e87334a, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c134f6a3-a230-463a-beec-eb468e87334a,segment=NetworkSegment(3d737888-5046-4f1e-af6e-325c6cb838a3),segment_id=3d737888-5046-4f1e-af6e-325c6cb838a3)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:34.467895 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-845eb0a7-779b-4716-8ea8-c8915c7f8b14 req-83317d0d-4185-4f7d-9ff3-a58dce356050 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (c134f6a3-a230-463a-beec-eb468e87334a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.493917 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['6304487b-eae8-40a2-8ca4-2ef6974169dd'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:04:34.497569 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device c134f6a3-a230-463a-beec-eb468e87334a no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:04:34.509002 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0e05fca6-5fc1-429d-bcc8-5f526719088b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.518182 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=6304487b-eae8-40a2-8ca4-2ef6974169dd,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:34.531768 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-845eb0a7-779b-4716-8ea8-c8915c7f8b14 req-83317d0d-4185-4f7d-9ff3-a58dce356050 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Calling delete_port for c134f6a3-a230-463a-beec-eb468e87334a owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:04:34.599247 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99f74469-506b-41fb-83bf-2b14882c6267 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (0d45c24f-cba6-4c0f-8294-76c02c488af8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.709105 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:34.709643 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:34.710510 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:34.730245 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-99f74469-506b-41fb-83bf-2b14882c6267 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Deleting port 36ed99e9-1d33-4825-b235-784d106aebd9 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:04:34.730617 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99f74469-506b-41fb-83bf-2b14882c6267 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (36ed99e9-1d33-4825-b235-784d106aebd9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.731956 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:34.732740 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:34.741260 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.757252 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae not bound, no agent of type HyperV agent registered on host n-d-828369-19 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:04:34.758807 n-d-828369-19 neutron-server[109927]: ERROR neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Failed to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on host n-d-828369-19 for vnic_type normal using segments [] Feb 19 04:04:34.775372 n-d-828369-19 neutron-server[109927]: INFO neutron.plugins.ml2.plugin [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempt 2 to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 Feb 19 04:04:34.816368 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fff182-6a75-4a64-8f88-a7fa81922380 req-e5b9af7e-c36d-4bf3-abcd-542626d7c380 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:34.824777 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e5fff182-6a75-4a64-8f88-a7fa81922380 req-e5b9af7e-c36d-4bf3-abcd-542626d7c380 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.2502575 Feb 19 04:04:34.889669 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-99f74469-506b-41fb-83bf-2b14882c6267 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] For port 36ed99e9-1d33-4825-b235-784d106aebd9, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=36ed99e9-1d33-4825-b235-784d106aebd9,segment=NetworkSegment(8ead4ba0-5f1a-4463-9ae4-f53bc838cebb),segment_id=8ead4ba0-5f1a-4463-9ae4-f53bc838cebb)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:34.890029 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99f74469-506b-41fb-83bf-2b14882c6267 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (36ed99e9-1d33-4825-b235-784d106aebd9), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.907136 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e5fff182-6a75-4a64-8f88-a7fa81922380 req-de3d79ed-d160-42bd-adb9-7c7d36916989 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807507 Feb 19 04:04:34.918365 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-99f74469-506b-41fb-83bf-2b14882c6267 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Calling delete_port for 36ed99e9-1d33-4825-b235-784d106aebd9 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:04:35.003575 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53744) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:35.025700 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0e05fca6-5fc1-429d-bcc8-5f526719088b admin admin] Publish callbacks [] for security_group (f14668f5-3dad-4d33-8eac-e5188439922d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.054027 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:35.070135 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:35.070954 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:35.095131 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99f74469-506b-41fb-83bf-2b14882c6267 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (36ed99e9-1d33-4825-b235-784d106aebd9), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.106705 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0e05fca6-5fc1-429d-bcc8-5f526719088b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f14668f5-3dad-4d33-8eac-e5188439922d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.119510 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:35.120252 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:35.146926 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f74469-506b-41fb-83bf-2b14882c6267 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Pushing event deleted for resources: {'Port': ['ID=36ed99e9-1d33-4825-b235-784d106aebd9,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:35.162475 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f74469-506b-41fb-83bf-2b14882c6267 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] No DVR routers for this DVR port 36ed99e9-1d33-4825-b235-784d106aebd9 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:04:35.182026 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0e05fca6-5fc1-429d-bcc8-5f526719088b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=81ed69a9f0c342a985c8f63d8ff7c329&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0351739 Feb 19 04:04:35.188583 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05fca6-5fc1-429d-bcc8-5f526719088b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14668f5-3dad-4d33-8eac-e5188439922d,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:35.203508 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae not bound, no agent of type HyperV agent registered on host n-d-828369-19 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:04:35.203867 n-d-828369-19 neutron-server[109927]: ERROR neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Failed to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on host n-d-828369-19 for vnic_type normal using segments [] Feb 19 04:04:35.223859 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53746) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:35.231067 n-d-828369-19 neutron-server[109927]: INFO neutron.plugins.ml2.plugin [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempt 3 to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 Feb 19 04:04:35.261749 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-55dce127-bbaa-4660-a653-c32e624ff716 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks [] for security_group (2cad8288-9435-40e0-8e1c-121fc37255cb), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.303569 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:35.303936 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:35.304305 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:35.316138 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-55dce127-bbaa-4660-a653-c32e624ff716 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks [] for security_group (2cad8288-9435-40e0-8e1c-121fc37255cb), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.328162 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:35.328598 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:35.357363 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port c134f6a3-a230-463a-beec-eb468e87334a is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:35.357896 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c134f6a3-a230-463a-beec-eb468e87334a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.376218 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.395849 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae not bound, no agent of type HyperV agent registered on host n-d-828369-19 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:04:35.395849 n-d-828369-19 neutron-server[109927]: ERROR neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Failed to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on host n-d-828369-19 for vnic_type normal using segments [] Feb 19 04:04:35.396875 n-d-828369-19 neutron-server[109927]: INFO neutron.plugins.ml2.plugin [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempt 4 to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 Feb 19 04:04:35.415780 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99f74469-506b-41fb-83bf-2b14882c6267 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (0d45c24f-cba6-4c0f-8294-76c02c488af8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.440505 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-55dce127-bbaa-4660-a653-c32e624ff716 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2cad8288-9435-40e0-8e1c-121fc37255cb), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.445144 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-55dce127-bbaa-4660-a653-c32e624ff716 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.446751 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-55dce127-bbaa-4660-a653-c32e624ff716 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "DELETE /v2.0/security-groups/2cad8288-9435-40e0-8e1c-121fc37255cb HTTP/1.1" status: 204 len: 168 time: 0.4412367 Feb 19 04:04:35.449499 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53750) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:35.479103 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:35.482850 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:35.483434 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:35.485347 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84918c-1c97-4c52-8f4c-a87052c32c3c req-26f3176b-086e-4ac2-be16-b359ac9bc225 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:35.495669 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d84918c-1c97-4c52-8f4c-a87052c32c3c req-26f3176b-086e-4ac2-be16-b359ac9bc225 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4 HTTP/1.1" status: 200 len: 948 time: 0.4011660 Feb 19 04:04:35.498488 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-845eb0a7-779b-4716-8ea8-c8915c7f8b14 req-83317d0d-4185-4f7d-9ff3-a58dce356050 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (c134f6a3-a230-463a-beec-eb468e87334a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.501526 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dce127-bbaa-4660-a653-c32e624ff716 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cad8288-9435-40e0-8e1c-121fc37255cb,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:35.518434 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-99f74469-506b-41fb-83bf-2b14882c6267 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d45c24f-cba6-4c0f-8294-76c02c488af8']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:35.521323 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-060fdcc5-12af-40ff-8eb8-e928ae318ea7 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] show failed (client error): The resource could not be found. Feb 19 04:04:35.522575 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-060fdcc5-12af-40ff-8eb8-e928ae318ea7 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "GET /v2.0/security-groups/2cad8288-9435-40e0-8e1c-121fc37255cb HTTP/1.1" status: 404 len: 347 time: 0.0718641 Feb 19 04:04:35.542095 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:35.544006 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53752) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:35.546124 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:35.554376 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83317d0d-4185-4f7d-9ff3-a58dce356050 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Pushing event deleted for resources: {'Port': ['ID=c134f6a3-a230-463a-beec-eb468e87334a,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:35.565653 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-99f74469-506b-41fb-83bf-2b14882c6267 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ead4ba0-5f1a-4463-9ae4-f53bc838cebb') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:35.565961 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-99f74469-506b-41fb-83bf-2b14882c6267 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ead4ba0-5f1a-4463-9ae4-f53bc838cebb') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:35.579686 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 2e6eade2-9530-492d-9a93-8397d6960603 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:04:35.607252 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae not bound, no agent of type HyperV agent registered on host n-d-828369-19 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:04:35.607592 n-d-828369-19 neutron-server[109927]: ERROR neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Failed to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on host n-d-828369-19 for vnic_type normal using segments [] Feb 19 04:04:35.626066 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-845eb0a7-779b-4716-8ea8-c8915c7f8b14 req-83317d0d-4185-4f7d-9ff3-a58dce356050 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] No DVR routers for this DVR port c134f6a3-a230-463a-beec-eb468e87334a on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:04:35.629590 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-845eb0a7-779b-4716-8ea8-c8915c7f8b14 req-83317d0d-4185-4f7d-9ff3-a58dce356050 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.634533 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-845eb0a7-779b-4716-8ea8-c8915c7f8b14 req-83317d0d-4185-4f7d-9ff3-a58dce356050 tempest-MultipleCreateTestJSON-289852089 tempest-MultipleCreateTestJSON-289852089-project] 10.222.0.79 "DELETE /v2.0/ports/c134f6a3-a230-463a-beec-eb468e87334a HTTP/1.1" status: 204 len: 173 time: 1.9293604 Feb 19 04:04:35.656128 n-d-828369-19 neutron-server[109927]: INFO neutron.plugins.ml2.plugin [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempt 5 to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 Feb 19 04:04:35.661857 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c8205286-7651-4f21-8b6d-8a3593633ddb admin admin] Publish callbacks [] for security_group (f14668f5-3dad-4d33-8eac-e5188439922d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.694601 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99f74469-506b-41fb-83bf-2b14882c6267 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (8ead4ba0-5f1a-4463-9ae4-f53bc838cebb), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.706117 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 2e6eade2-9530-492d-9a93-8397d6960603 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:04:35.714895 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 2e6eade2-9530-492d-9a93-8397d6960603 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:04:35.717254 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:35.718064 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:35.718458 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:35.745987 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d84918c-1c97-4c52-8f4c-a87052c32c3c req-f73aef57-d2d6-4f0a-9c71-6e99de10be7f tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488511 Feb 19 04:04:35.750186 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:35.750577 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:35.761785 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae not bound, no agent of type HyperV agent registered on host n-d-828369-19 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:04:35.762818 n-d-828369-19 neutron-server[109927]: ERROR neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Failed to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on host n-d-828369-19 for vnic_type normal using segments [] Feb 19 04:04:35.763510 n-d-828369-19 neutron-server[109927]: INFO neutron.plugins.ml2.plugin [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempt 6 to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 Feb 19 04:04:35.808562 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:35.809721 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:35.810402 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:35.834846 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:35.835260 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:35.840334 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae not bound, no agent of type HyperV agent registered on host n-d-828369-19 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:04:35.841040 n-d-828369-19 neutron-server[109927]: ERROR neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Failed to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on host n-d-828369-19 for vnic_type normal using segments [] Feb 19 04:04:35.861831 n-d-828369-19 neutron-server[109927]: INFO neutron.plugins.ml2.plugin [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempt 7 to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 Feb 19 04:04:35.876044 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99f74469-506b-41fb-83bf-2b14882c6267 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (8ead4ba0-5f1a-4463-9ae4-f53bc838cebb), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.892377 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f74469-506b-41fb-83bf-2b14882c6267 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:04:35.893135 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99f74469-506b-41fb-83bf-2b14882c6267 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (8ead4ba0-5f1a-4463-9ae4-f53bc838cebb), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.898017 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:35.906810 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:35.907034 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:35.926722 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:35.934391 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:35.948479 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae not bound, no agent of type HyperV agent registered on host n-d-828369-19 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:04:35.948843 n-d-828369-19 neutron-server[109927]: ERROR neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Failed to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on host n-d-828369-19 for vnic_type normal using segments [] Feb 19 04:04:35.949263 n-d-828369-19 neutron-server[109927]: INFO neutron.plugins.ml2.plugin [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempt 8 to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 Feb 19 04:04:35.958555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:35.958927 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:35.959315 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:35.976000 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:35.976000 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:35.991471 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae not bound, no agent of type HyperV agent registered on host n-d-828369-19 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:04:35.991866 n-d-828369-19 neutron-server[109927]: ERROR neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Failed to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on host n-d-828369-19 for vnic_type normal using segments [] Feb 19 04:04:35.992309 n-d-828369-19 neutron-server[109927]: INFO neutron.plugins.ml2.plugin [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempt 9 to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 Feb 19 04:04:36.018461 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bcd32-c139-4e23-a580-39de98354677 req-7abe617b-af1d-4a86-ab99-e32cdb484ffd tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:04:36.022139 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:04:36.026306 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:36.027080 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:36.027651 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:36.036521 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:36.036521 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:36.042991 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bcd32-c139-4e23-a580-39de98354677 req-7abe617b-af1d-4a86-ab99-e32cdb484ffd tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:36.051748 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bcd32-c139-4e23-a580-39de98354677 req-7abe617b-af1d-4a86-ab99-e32cdb484ffd tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:36.058199 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c8205286-7651-4f21-8b6d-8a3593633ddb admin admin] Publish callbacks [] for security_group (f14668f5-3dad-4d33-8eac-e5188439922d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:36.061136 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae not bound, no agent of type HyperV agent registered on host n-d-828369-19 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:04:36.061698 n-d-828369-19 neutron-server[109927]: ERROR neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Failed to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on host n-d-828369-19 for vnic_type normal using segments [] Feb 19 04:04:36.062503 n-d-828369-19 neutron-server[109927]: INFO neutron.plugins.ml2.plugin [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempt 10 to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 Feb 19 04:04:36.070445 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bcd32-c139-4e23-a580-39de98354677 req-7abe617b-af1d-4a86-ab99-e32cdb484ffd tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:36.075114 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:36.080937 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:36.081521 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:36.083864 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bcd32-c139-4e23-a580-39de98354677 req-7abe617b-af1d-4a86-ab99-e32cdb484ffd tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:36.093982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:36.099030 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Attempting to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:36.101459 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bcd32-c139-4e23-a580-39de98354677 req-7abe617b-af1d-4a86-ab99-e32cdb484ffd tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:36.108493 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99f74469-506b-41fb-83bf-2b14882c6267 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (0d45c24f-cba6-4c0f-8294-76c02c488af8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:36.108824 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on network 7233cb49-ef34-4f9c-8024-7a69f321bbae not bound, no agent of type HyperV agent registered on host n-d-828369-19 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:04:36.109330 n-d-828369-19 neutron-server[109927]: ERROR neutron.plugins.ml2.managers [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Failed to bind port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 on host n-d-828369-19 for vnic_type normal using segments [] Feb 19 04:04:36.109887 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f0a30e18-9fa4-42ac-8edb-0d8644936bc3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:36.118062 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bcd32-c139-4e23-a580-39de98354677 req-7abe617b-af1d-4a86-ab99-e32cdb484ffd tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:36.134363 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da8bcd32-c139-4e23-a580-39de98354677 req-7abe617b-af1d-4a86-ab99-e32cdb484ffd tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.2636473 Feb 19 04:04:36.143338 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99f74469-506b-41fb-83bf-2b14882c6267 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:36.156515 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-99f74469-506b-41fb-83bf-2b14882c6267 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] 10.222.0.52 "DELETE /v2.0/networks/0d45c24f-cba6-4c0f-8294-76c02c488af8 HTTP/1.1" status: 204 len: 168 time: 1.8799832 Feb 19 04:04:36.164526 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53756) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:36.203095 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b182c564-0c6d-4539-abcb-683d3cdd2cd3 None None] Port f0a30e18-9fa4-42ac-8edb-0d8644936bc3 has been deleted concurrently {{(pid=109927) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 19 04:04:36.383023 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f74469-506b-41fb-83bf-2b14882c6267 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Pushing event deleted for resources: {'Network': ['ID=0d45c24f-cba6-4c0f-8294-76c02c488af8,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:36.394658 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-61f63b4a-9f61-410a-9dcc-48a6b3600fc3 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (cc79b02e-09a4-41d5-8503-a8a4b39b80a9), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:36.399447 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c8205286-7651-4f21-8b6d-8a3593633ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f14668f5-3dad-4d33-8eac-e5188439922d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:36.409590 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c8205286-7651-4f21-8b6d-8a3593633ddb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:36.419337 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c8205286-7651-4f21-8b6d-8a3593633ddb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f14668f5-3dad-4d33-8eac-e5188439922d HTTP/1.1" status: 204 len: 168 time: 1.1881235 Feb 19 04:04:36.446806 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da8bcd32-c139-4e23-a580-39de98354677 req-124cfc9a-6711-4c29-9c1c-92fd5321317a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3114417 Feb 19 04:04:36.448115 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d53d23f-cbc5-4708-8f81-63800c123df6', 'name': 'network-vif-deleted', 'tag': 'c134f6a3-a230-463a-beec-eb468e87334a'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:36.457771 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61ab287-c8bf-43f8-97a3-26f5005902d7" -d '{"events": [{"server_uuid": "0d53d23f-cbc5-4708-8f81-63800c123df6", "name": "network-vif-deleted", "tag": "c134f6a3-a230-463a-beec-eb468e87334a"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:36.509893 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8205286-7651-4f21-8b6d-8a3593633ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14668f5-3dad-4d33-8eac-e5188439922d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:36.608994 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-a4ffe09b-90b5-45da-b117-b869f3877c95 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Deleting port b8729ffb-29f8-417b-8079-eeb9e8e6744e {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:04:36.609344 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a4ffe09b-90b5-45da-b117-b869f3877c95 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b8729ffb-29f8-417b-8079-eeb9e8e6744e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:36.755719 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:37.003055 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-61f63b4a-9f61-410a-9dcc-48a6b3600fc3 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (cc79b02e-09a4-41d5-8503-a8a4b39b80a9), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:37.097317 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-61f63b4a-9f61-410a-9dcc-48a6b3600fc3 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc79b02e-09a4-41d5-8503-a8a4b39b80a9']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:37.140499 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-61f63b4a-9f61-410a-9dcc-48a6b3600fc3 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87d6148-11b9-4bff-aa38-9cf8ebf43ffe') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:37.142259 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-61f63b4a-9f61-410a-9dcc-48a6b3600fc3 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87d6148-11b9-4bff-aa38-9cf8ebf43ffe') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:37.189638 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-61f63b4a-9f61-410a-9dcc-48a6b3600fc3 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (e87d6148-11b9-4bff-aa38-9cf8ebf43ffe), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:37.278901 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-61f63b4a-9f61-410a-9dcc-48a6b3600fc3 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e87d6148-11b9-4bff-aa38-9cf8ebf43ffe), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:37.303519 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6186f6-e9a7-4fba-a487-048ef93a3f4c req-3b2f7130-b422-4228-a4ef-8cac68c5c727 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:37.322802 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf6186f6-e9a7-4fba-a487-048ef93a3f4c req-3b2f7130-b422-4228-a4ef-8cac68c5c727 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.4622920 Feb 19 04:04:37.340686 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f63b4a-9f61-410a-9dcc-48a6b3600fc3 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:04:37.340929 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-61f63b4a-9f61-410a-9dcc-48a6b3600fc3 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (e87d6148-11b9-4bff-aa38-9cf8ebf43ffe), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:04:37.355164 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:04:37.599236 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-61f63b4a-9f61-410a-9dcc-48a6b3600fc3 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (cc79b02e-09a4-41d5-8503-a8a4b39b80a9), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:37.630158 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a4ffe09b-90b5-45da-b117-b869f3877c95 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b8729ffb-29f8-417b-8079-eeb9e8e6744e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:37.630835 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a4ffe09b-90b5-45da-b117-b869f3877c95 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks [] for floatingip (b8729ffb-29f8-417b-8079-eeb9e8e6744e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:37.653231 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf6186f6-e9a7-4fba-a487-048ef93a3f4c req-ac8b4b2f-72b2-426b-befa-3fb50f643b05 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288729 Feb 19 04:04:37.658032 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-61f63b4a-9f61-410a-9dcc-48a6b3600fc3 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:37.661386 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-61f63b4a-9f61-410a-9dcc-48a6b3600fc3 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] 10.222.0.52 "DELETE /v2.0/networks/cc79b02e-09a4-41d5-8503-a8a4b39b80a9 HTTP/1.1" status: 204 len: 168 time: 1.4941292 Feb 19 04:04:37.672853 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53784) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:37.675334 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-a4ffe09b-90b5-45da-b117-b869f3877c95 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Calling delete_port for b8729ffb-29f8-417b-8079-eeb9e8e6744e owned by network:floatingip {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:04:37.713493 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f63b4a-9f61-410a-9dcc-48a6b3600fc3 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Pushing event deleted for resources: {'Network': ['ID=cc79b02e-09a4-41d5-8503-a8a4b39b80a9,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:37.768620 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7f7f05-4aec-4344-9d09-6a41012df3a4 x-openstack-request-id: req-bc7f7f05-4aec-4344-9d09-6a41012df3a4 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:37.769119 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d53d23f-cbc5-4708-8f81-63800c123df6", "name": "network-vif-deleted", "tag": "c134f6a3-a230-463a-beec-eb468e87334a", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:37.769521 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bc7f7f05-4aec-4344-9d09-6a41012df3a4 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:37.770092 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d53d23f-cbc5-4708-8f81-63800c123df6', 'name': 'network-vif-deleted', 'tag': 'c134f6a3-a230-463a-beec-eb468e87334a', 'status': 'completed', 'code': 200} Feb 19 04:04:37.849606 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53788) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:37.990101 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-8377d69d-1307-4b54-ba44-9405025311cb admin admin] Deleting subnet e2fb43e0-b3f6-4efa-8ef1-2f831160f2d6 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:04:38.005751 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8377d69d-1307-4b54-ba44-9405025311cb admin admin] Publish callbacks [] for subnet (e2fb43e0-b3f6-4efa-8ef1-2f831160f2d6), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:38.020520 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 6304487b-eae8-40a2-8ca4-2ef6974169dd up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:04:38.129959 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8377d69d-1307-4b54-ba44-9405025311cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (e2fb43e0-b3f6-4efa-8ef1-2f831160f2d6), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:38.156604 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 6304487b-eae8-40a2-8ca4-2ef6974169dd completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:04:38.162264 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 6304487b-eae8-40a2-8ca4-2ef6974169dd triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:38.162739 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6304487b-eae8-40a2-8ca4-2ef6974169dd), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:38.181206 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-569320c2-9a5a-4310-ad9a-b0541a28a157 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (b692f251-222f-47c3-9686-852e0014cc28), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:38.283588 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892dd4b2-4f15-4947-b078-193dd27b02ca None None] get_active_networks_info from n-d-828369-19 {{(pid=109927) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:04:38.294754 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da80ee8-5ccc-48ca-99d7-ad8b4a2a66e2 req-d4f9c59a-f94f-40f7-a1db-bc4ffa547065 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:38.302951 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-f9ec025b-57ba-41cc-8c6d-863d50632653 None None] Could not find standard attr ID for object f0a30e18-9fa4-42ac-8edb-0d8644936bc3. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:04:38.305122 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1da80ee8-5ccc-48ca-99d7-ad8b4a2a66e2 req-d4f9c59a-f94f-40f7-a1db-bc4ffa547065 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4 HTTP/1.1" status: 200 len: 948 time: 0.2967496 Feb 19 04:04:38.309779 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8377d69d-1307-4b54-ba44-9405025311cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (e2fb43e0-b3f6-4efa-8ef1-2f831160f2d6), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:38.344729 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a4ffe09b-90b5-45da-b117-b869f3877c95 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (b8729ffb-29f8-417b-8079-eeb9e8e6744e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:38.432215 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ffe09b-90b5-45da-b117-b869f3877c95 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Pushing event deleted for resources: {'Port': ['ID=b8729ffb-29f8-417b-8079-eeb9e8e6744e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:38.489908 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1da80ee8-5ccc-48ca-99d7-ad8b4a2a66e2 req-94a9fbc1-7121-4049-bcba-fb113ca3c19a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836305 Feb 19 04:04:38.551915 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8377d69d-1307-4b54-ba44-9405025311cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (e2fb43e0-b3f6-4efa-8ef1-2f831160f2d6), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:38.623684 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8377d69d-1307-4b54-ba44-9405025311cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:38.629232 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8377d69d-1307-4b54-ba44-9405025311cb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e2fb43e0-b3f6-4efa-8ef1-2f831160f2d6 HTTP/1.1" status: 204 len: 168 time: 0.7761314 Feb 19 04:04:38.629232 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377d69d-1307-4b54-ba44-9405025311cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2fb43e0-b3f6-4efa-8ef1-2f831160f2d6,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:38.653078 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53794) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:38.844343 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 6304487b-eae8-40a2-8ca4-2ef6974169dd is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:38.851092 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6304487b-eae8-40a2-8ca4-2ef6974169dd), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:38.853605 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-02651c78-af5a-4854-be59-576f158de744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (8ce1d520-e96f-487c-9918-3bddf83e4eb6), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:38.879499 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51d1e7-c1ce-4549-9e6e-a1dca364a3ec req-97b02445-7cdd-49ee-8bbe-7fd8bab28938 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:38.888595 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51d1e7-c1ce-4549-9e6e-a1dca364a3ec req-97b02445-7cdd-49ee-8bbe-7fd8bab28938 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:38.893897 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51d1e7-c1ce-4549-9e6e-a1dca364a3ec req-97b02445-7cdd-49ee-8bbe-7fd8bab28938 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:38.899226 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51d1e7-c1ce-4549-9e6e-a1dca364a3ec req-97b02445-7cdd-49ee-8bbe-7fd8bab28938 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:38.905043 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51d1e7-c1ce-4549-9e6e-a1dca364a3ec req-97b02445-7cdd-49ee-8bbe-7fd8bab28938 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:38.910313 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51d1e7-c1ce-4549-9e6e-a1dca364a3ec req-97b02445-7cdd-49ee-8bbe-7fd8bab28938 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:38.915838 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51d1e7-c1ce-4549-9e6e-a1dca364a3ec req-97b02445-7cdd-49ee-8bbe-7fd8bab28938 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:38.925708 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e51d1e7-c1ce-4549-9e6e-a1dca364a3ec req-97b02445-7cdd-49ee-8bbe-7fd8bab28938 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.2528267 Feb 19 04:04:38.936542 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892dd4b2-4f15-4947-b078-193dd27b02ca None None] Resources bound (agent type, host, resource id): {{(pid=109927) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:04:38.944444 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6304487b-eae8-40a2-8ca4-2ef6974169dd'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:38.955041 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc4b829-baf8-4006-b41a-19945742485e" -d '{"events": [{"server_uuid": "66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4", "name": "network-vif-plugged", "status": "completed", "tag": "6304487b-eae8-40a2-8ca4-2ef6974169dd"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:38.998457 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-569320c2-9a5a-4310-ad9a-b0541a28a157 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (b692f251-222f-47c3-9686-852e0014cc28), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.002049 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 6304487b-eae8-40a2-8ca4-2ef6974169dd, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=6304487b-eae8-40a2-8ca4-2ef6974169dd,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:39.037638 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (6304487b-eae8-40a2-8ca4-2ef6974169dd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.066820 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e51d1e7-c1ce-4549-9e6e-a1dca364a3ec req-03038361-8b03-4aa8-9a84-9a41777e5421 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1401122 Feb 19 04:04:39.103805 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-02651c78-af5a-4854-be59-576f158de744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (8ce1d520-e96f-487c-9918-3bddf83e4eb6), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.104306 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-569320c2-9a5a-4310-ad9a-b0541a28a157 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b692f251-222f-47c3-9686-852e0014cc28']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:39.123428 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-569320c2-9a5a-4310-ad9a-b0541a28a157 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb48bbd-4670-41f9-9234-7fcd3756879e') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:39.123768 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-569320c2-9a5a-4310-ad9a-b0541a28a157 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb48bbd-4670-41f9-9234-7fcd3756879e') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:39.149686 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a4ffe09b-90b5-45da-b117-b869f3877c95 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks [] for floatingip (462c285c-c1b1-4c58-9d6e-7d7ec34797dd), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.159987 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-02651c78-af5a-4854-be59-576f158de744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce1d520-e96f-487c-9918-3bddf83e4eb6']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:39.165920 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a4ffe09b-90b5-45da-b117-b869f3877c95 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.167175 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a4ffe09b-90b5-45da-b117-b869f3877c95 tempest-ServersTestBootFromVolume-1365165294 tempest-ServersTestBootFromVolume-1365165294-project] 10.222.0.52 "DELETE /v2.0/floatingips/462c285c-c1b1-4c58-9d6e-7d7ec34797dd HTTP/1.1" status: 204 len: 168 time: 3.6219718 Feb 19 04:04:39.174782 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53808) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:39.180199 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-569320c2-9a5a-4310-ad9a-b0541a28a157 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (6cb48bbd-4670-41f9-9234-7fcd3756879e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.198991 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-02651c78-af5a-4854-be59-576f158de744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d737888-5046-4f1e-af6e-325c6cb838a3') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:39.200590 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-02651c78-af5a-4854-be59-576f158de744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d737888-5046-4f1e-af6e-325c6cb838a3') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:39.228638 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-569320c2-9a5a-4310-ad9a-b0541a28a157 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (6cb48bbd-4670-41f9-9234-7fcd3756879e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.235491 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-569320c2-9a5a-4310-ad9a-b0541a28a157 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:04:39.235904 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-569320c2-9a5a-4310-ad9a-b0541a28a157 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (6cb48bbd-4670-41f9-9234-7fcd3756879e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:04:39.238994 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:04:39.278847 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-02651c78-af5a-4854-be59-576f158de744 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (3d737888-5046-4f1e-af6e-325c6cb838a3), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.327074 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-02651c78-af5a-4854-be59-576f158de744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (3d737888-5046-4f1e-af6e-325c6cb838a3), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.373957 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02651c78-af5a-4854-be59-576f158de744 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:04:39.374705 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-02651c78-af5a-4854-be59-576f158de744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (3d737888-5046-4f1e-af6e-325c6cb838a3), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:04:39.376735 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:04:39.378795 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-569320c2-9a5a-4310-ad9a-b0541a28a157 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (b692f251-222f-47c3-9686-852e0014cc28), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.406086 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-569320c2-9a5a-4310-ad9a-b0541a28a157 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.424855 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-569320c2-9a5a-4310-ad9a-b0541a28a157 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] 10.222.0.52 "DELETE /v2.0/networks/b692f251-222f-47c3-9686-852e0014cc28 HTTP/1.1" status: 204 len: 168 time: 1.7347238 Feb 19 04:04:39.426406 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569320c2-9a5a-4310-ad9a-b0541a28a157 tempest-BulkNetworkOpsIpV6Test-187904141 tempest-BulkNetworkOpsIpV6Test-187904141-project] Pushing event deleted for resources: {'Network': ['ID=b692f251-222f-47c3-9686-852e0014cc28,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:39.565733 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=6304487b-eae8-40a2-8ca4-2ef6974169dd,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:39.657113 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-02651c78-af5a-4854-be59-576f158de744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (8ce1d520-e96f-487c-9918-3bddf83e4eb6), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.670201 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-02651c78-af5a-4854-be59-576f158de744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.683467 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-02651c78-af5a-4854-be59-576f158de744 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8ce1d520-e96f-487c-9918-3bddf83e4eb6 HTTP/1.1" status: 204 len: 168 time: 1.0292406 Feb 19 04:04:39.778355 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02651c78-af5a-4854-be59-576f158de744 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ce1d520-e96f-487c-9918-3bddf83e4eb6,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:39.821725 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f00f6d-dddf-4429-b2db-0774df9bb33e req-fc61a3da-a737-4e9b-866e-12189bd44603 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:39.829633 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64f00f6d-dddf-4429-b2db-0774df9bb33e req-fc61a3da-a737-4e9b-866e-12189bd44603 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.5706832 Feb 19 04:04:40.085642 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53824) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:40.098772 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f5eacb-1d84-4944-a7a2-60099f55cae5 None None] DHCP port deletion for 7233cb49-ef34-4f9c-8024-7a69f321bbae request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:04:40.193197 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c0391e-3629-4b7d-b22f-ad90e0062bb1 None None] Network 7233cb49-ef34-4f9c-8024-7a69f321bbae requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:04:40.219329 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53830) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:40.227967 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64f00f6d-dddf-4429-b2db-0774df9bb33e req-87e1dc97-c775-4334-ba1f-7261b7779fbe tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917241 Feb 19 04:04:40.237684 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c0391e-3629-4b7d-b22f-ad90e0062bb1 None None] Network 7233cb49-ef34-4f9c-8024-7a69f321bbae could not be found, it might have been deleted concurrently. {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 04:04:40.291386 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-eeecabd1-ead7-4fb6-a6d3-902b864b710c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=db60647c8e2d477494af3ec198735e68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0713639 Feb 19 04:04:40.296410 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53832) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:40.363990 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da25778-6a81-404c-af29-c579eb65bf9f x-openstack-request-id: req-3da25778-6a81-404c-af29-c579eb65bf9f {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:40.364533 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4", "name": "network-vif-plugged", "status": "completed", "tag": "6304487b-eae8-40a2-8ca4-2ef6974169dd", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:40.365002 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3da25778-6a81-404c-af29-c579eb65bf9f {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:40.365586 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6304487b-eae8-40a2-8ca4-2ef6974169dd', 'code': 200} Feb 19 04:04:40.527186 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f0a30e18-9fa4-42ac-8edb-0d8644936bc3 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:04:40.570189 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: f0a30e18-9fa4-42ac-8edb-0d8644936bc3 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:04:40.584900 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f0a30e18-9fa4-42ac-8edb-0d8644936bc3 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:04:40.739340 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ca25f51b-aeb4-42ef-82f2-1c0843d0be75 admin admin] Publish callbacks [] for security_group (e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:40.824186 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ca25f51b-aeb4-42ef-82f2-1c0843d0be75 admin admin] Publish callbacks [] for security_group (e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:40.842072 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4fda595c-6df0-4341-aeb3-dfbb72538849 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b69d4c5bc63e45f29f21e6ee196f0ead&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7550547 Feb 19 04:04:40.842814 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53844) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:40.974029 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-19f6572e-cfdf-4232-acc5-d3757c9fad4b admin admin] Publish callbacks [] for security_group (a644c0d0-8e2c-4978-9546-d684ff0d56c0), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:40.986748 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ca25f51b-aeb4-42ef-82f2-1c0843d0be75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:40.989626 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ca25f51b-aeb4-42ef-82f2-1c0843d0be75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:40.991721 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ca25f51b-aeb4-42ef-82f2-1c0843d0be75 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a HTTP/1.1" status: 204 len: 168 time: 0.6878889 Feb 19 04:04:41.039297 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca25f51b-aeb4-42ef-82f2-1c0843d0be75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b874d2-3ad4-4acb-b1fe-ba2078e89d1a,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:41.066016 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-19f6572e-cfdf-4232-acc5-d3757c9fad4b admin admin] Publish callbacks [] for security_group (a644c0d0-8e2c-4978-9546-d684ff0d56c0), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:41.094834 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb53fd3-5b5b-45a6-85f9-2f60713bbabd req-683c9c7e-9b63-48c2-8169-808916b6013a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:41.101923 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4eb53fd3-5b5b-45a6-85f9-2f60713bbabd req-683c9c7e-9b63-48c2-8169-808916b6013a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4 HTTP/1.1" status: 200 len: 1132 time: 0.6593542 Feb 19 04:04:41.155239 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bc6ef-cd84-4ad0-b94f-976c1f086ddb req-f5a4b890-4017-42c6-87f3-45d7d3fbb27f tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:41.165355 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e25bc6ef-cd84-4ad0-b94f-976c1f086ddb req-f5a4b890-4017-42c6-87f3-45d7d3fbb27f tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4 HTTP/1.1" status: 200 len: 949 time: 0.5662603 Feb 19 04:04:41.264195 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-19f6572e-cfdf-4232-acc5-d3757c9fad4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a644c0d0-8e2c-4978-9546-d684ff0d56c0), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:41.270713 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-19f6572e-cfdf-4232-acc5-d3757c9fad4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:41.274988 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-19f6572e-cfdf-4232-acc5-d3757c9fad4b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a644c0d0-8e2c-4978-9546-d684ff0d56c0 HTTP/1.1" status: 204 len: 168 time: 0.4309745 Feb 19 04:04:41.304353 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6572e-cfdf-4232-acc5-d3757c9fad4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a644c0d0-8e2c-4978-9546-d684ff0d56c0,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:41.352060 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4eb53fd3-5b5b-45a6-85f9-2f60713bbabd req-f3bb0ecc-0f53-44fa-bfee-8651f9e30b6e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380190 Feb 19 04:04:41.549629 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e25bc6ef-cd84-4ad0-b94f-976c1f086ddb req-7e85f2a3-c8f6-4379-9ff9-e07989c3af92 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803113 Feb 19 04:04:41.855072 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa122cd9-2be0-4a1a-9045-4808beeb158a req-94b92d85-8bb2-4014-a4b0-b19545d7f869 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:41.876342 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa122cd9-2be0-4a1a-9045-4808beeb158a req-94b92d85-8bb2-4014-a4b0-b19545d7f869 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:41.906192 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa122cd9-2be0-4a1a-9045-4808beeb158a req-94b92d85-8bb2-4014-a4b0-b19545d7f869 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:41.925867 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa122cd9-2be0-4a1a-9045-4808beeb158a req-94b92d85-8bb2-4014-a4b0-b19545d7f869 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:41.939356 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa122cd9-2be0-4a1a-9045-4808beeb158a req-94b92d85-8bb2-4014-a4b0-b19545d7f869 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:41.960319 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa122cd9-2be0-4a1a-9045-4808beeb158a req-94b92d85-8bb2-4014-a4b0-b19545d7f869 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:41.972777 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa122cd9-2be0-4a1a-9045-4808beeb158a req-94b92d85-8bb2-4014-a4b0-b19545d7f869 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:41.976905 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa122cd9-2be0-4a1a-9045-4808beeb158a req-94b92d85-8bb2-4014-a4b0-b19545d7f869 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.3171957 Feb 19 04:04:42.053355 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4b6b39e7-d157-4b59-ab26-ed5a68d5c74a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (21044674-ae57-4ee5-8c10-d08cb43328c4), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:42.459193 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa122cd9-2be0-4a1a-9045-4808beeb158a req-ede00fda-06f3-47e0-965f-bcd527f5d98e tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4735081 Feb 19 04:04:42.847079 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53886) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:43.060161 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec86f6-f670-4a11-ba0a-101f768209dd req-c77b17c0-c9a9-4970-9238-325235572869 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:43.064113 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2bec86f6-f670-4a11-ba0a-101f768209dd req-c77b17c0-c9a9-4970-9238-325235572869 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.3600276 Feb 19 04:04:43.238198 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-4b6b39e7-d157-4b59-ab26-ed5a68d5c74a admin admin] Deleting port 91206c36-79ff-4fc3-8548-9ae66bd597a6 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:04:43.240869 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4b6b39e7-d157-4b59-ab26-ed5a68d5c74a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (91206c36-79ff-4fc3-8548-9ae66bd597a6), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:43.349140 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8089dc1b-b543-409f-9bcc-3753055b3855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:43.418800 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2bec86f6-f670-4a11-ba0a-101f768209dd req-aa2f2841-0286-4c4f-b0e5-751e29f720f1 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409889 Feb 19 04:04:43.545146 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-4b6b39e7-d157-4b59-ab26-ed5a68d5c74a admin admin] For port 91206c36-79ff-4fc3-8548-9ae66bd597a6, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=91206c36-79ff-4fc3-8548-9ae66bd597a6,segment=NetworkSegment(849fb22f-41f9-4cf0-b323-ce14438cbb9e),segment_id=849fb22f-41f9-4cf0-b323-ce14438cbb9e)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:43.548692 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4b6b39e7-d157-4b59-ab26-ed5a68d5c74a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (91206c36-79ff-4fc3-8548-9ae66bd597a6), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:43.584875 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-4b6b39e7-d157-4b59-ab26-ed5a68d5c74a admin admin] Calling delete_port for 91206c36-79ff-4fc3-8548-9ae66bd597a6 owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:04:43.619066 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8089dc1b-b543-409f-9bcc-3753055b3855 admin admin] Publish callbacks [] for security_group (43427af4-6bd9-47aa-8018-6000446deb45), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:43.640468 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8089dc1b-b543-409f-9bcc-3753055b3855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (43427af4-6bd9-47aa-8018-6000446deb45), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:43.713361 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8089dc1b-b543-409f-9bcc-3753055b3855 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=44e1b669599f40e5b36eae052ef01dae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8646219 Feb 19 04:04:43.735272 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53908) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:43.866491 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd483d-f7a7-41e2-af47-2a1c8b0a92f7 req-4124ee3e-86d0-4196-ad64-a55f68d2415e tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:43.869692 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2fcd483d-f7a7-41e2-af47-2a1c8b0a92f7 req-4124ee3e-86d0-4196-ad64-a55f68d2415e tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4 HTTP/1.1" status: 200 len: 949 time: 0.2538471 Feb 19 04:04:43.893754 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089dc1b-b543-409f-9bcc-3753055b3855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43427af4-6bd9-47aa-8018-6000446deb45,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:44.046869 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53912) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:44.098641 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2fcd483d-f7a7-41e2-af47-2a1c8b0a92f7 req-4da2ae0e-58f3-4ba0-8a07-b1d43cb3c37a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189951 Feb 19 04:04:44.124488 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1743bc4c-4159-4ec4-bbab-f56592e0a5c9 admin admin] Publish callbacks [] for security_group (43427af4-6bd9-47aa-8018-6000446deb45), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:44.235851 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1743bc4c-4159-4ec4-bbab-f56592e0a5c9 admin admin] Publish callbacks [] for security_group (43427af4-6bd9-47aa-8018-6000446deb45), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:44.359841 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-a980eda4-9f93-4b02-8018-908392c0363c tempest-SubnetPoolsTestJSON-389610806 tempest-SubnetPoolsTestJSON-389610806-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1776145094', 'prefixes': ['172.20.0.0/16']}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:44.426097 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4b6b39e7-d157-4b59-ab26-ed5a68d5c74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (91206c36-79ff-4fc3-8548-9ae66bd597a6), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:44.528064 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1743bc4c-4159-4ec4-bbab-f56592e0a5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (43427af4-6bd9-47aa-8018-6000446deb45), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:44.540137 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1743bc4c-4159-4ec4-bbab-f56592e0a5c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:44.543696 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1743bc4c-4159-4ec4-bbab-f56592e0a5c9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/43427af4-6bd9-47aa-8018-6000446deb45 HTTP/1.1" status: 204 len: 168 time: 0.8045232 Feb 19 04:04:44.635264 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743bc4c-4159-4ec4-bbab-f56592e0a5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43427af4-6bd9-47aa-8018-6000446deb45,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:44.704855 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a980eda4-9f93-4b02-8018-908392c0363c tempest-SubnetPoolsTestJSON-389610806 tempest-SubnetPoolsTestJSON-389610806-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:44.710074 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a980eda4-9f93-4b02-8018-908392c0363c tempest-SubnetPoolsTestJSON-389610806 tempest-SubnetPoolsTestJSON-389610806-project] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6593497 Feb 19 04:04:44.712293 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53926) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:44.875876 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-53a08823-3c13-4bea-91ad-699c37064f93 tempest-SubnetPoolsTestJSON-389610806 tempest-SubnetPoolsTestJSON-389610806-project] 10.222.0.52 "GET /v2.0/subnetpools/52a60203-5954-4805-829c-ea2423fc5762 HTTP/1.1" status: 200 len: 732 time: 0.1605306 Feb 19 04:04:44.877159 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53928) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:44.890246 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3dcfe9f1-7c30-4762-adc2-89af417cb825 tempest-SubnetPoolsTestJSON-389610806 tempest-SubnetPoolsTestJSON-389610806-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-958248862'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:45.102399 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe9f1-7c30-4762-adc2-89af417cb825 tempest-SubnetPoolsTestJSON-389610806 tempest-SubnetPoolsTestJSON-389610806-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:45.104558 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3dcfe9f1-7c30-4762-adc2-89af417cb825 tempest-SubnetPoolsTestJSON-389610806 tempest-SubnetPoolsTestJSON-389610806-project] 10.222.0.52 "PUT /v2.0/subnetpools/52a60203-5954-4805-829c-ea2423fc5762 HTTP/1.1" status: 200 len: 683 time: 0.2225795 Feb 19 04:04:45.108121 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53932) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:45.222464 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b39e7-d157-4b59-ab26-ed5a68d5c74a admin admin] Pushing event deleted for resources: {'Port': ['ID=91206c36-79ff-4fc3-8548-9ae66bd597a6,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:45.273148 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6c11eee0-5a16-409b-ae88-5f8dcbeaca48 tempest-SubnetPoolsTestJSON-389610806 tempest-SubnetPoolsTestJSON-389610806-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:45.275149 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6c11eee0-5a16-409b-ae88-5f8dcbeaca48 tempest-SubnetPoolsTestJSON-389610806 tempest-SubnetPoolsTestJSON-389610806-project] 10.222.0.52 "DELETE /v2.0/subnetpools/52a60203-5954-4805-829c-ea2423fc5762 HTTP/1.1" status: 204 len: 168 time: 0.1655760 Feb 19 04:04:45.277491 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53934) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:45.332721 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-2c1ef028-318a-4977-b05b-b01203ab31a9 tempest-SubnetPoolsTestJSON-389610806 tempest-SubnetPoolsTestJSON-389610806-project] show failed (client error): The resource could not be found. Feb 19 04:04:45.336267 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2c1ef028-318a-4977-b05b-b01203ab31a9 tempest-SubnetPoolsTestJSON-389610806 tempest-SubnetPoolsTestJSON-389610806-project] 10.222.0.52 "GET /v2.0/subnetpools/52a60203-5954-4805-829c-ea2423fc5762 HTTP/1.1" status: 404 len: 346 time: 0.0553021 Feb 19 04:04:45.336737 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53936) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:45.379677 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-007c8071-a014-46db-8585-78284583b679 tempest-SubnetPoolsTestJSON-389610806 tempest-SubnetPoolsTestJSON-389610806-project] delete failed (client error): The resource could not be found. Feb 19 04:04:45.385252 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-007c8071-a014-46db-8585-78284583b679 tempest-SubnetPoolsTestJSON-389610806 tempest-SubnetPoolsTestJSON-389610806-project] 10.222.0.52 "DELETE /v2.0/subnetpools/52a60203-5954-4805-829c-ea2423fc5762 HTTP/1.1" status: 404 len: 346 time: 0.0430796 Feb 19 04:04:45.397756 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b748359-18f0-416b-ac39-7134477692f3 req-79278582-26df-4ea1-b0a2-8e536440a5e7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:45.430766 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b748359-18f0-416b-ac39-7134477692f3 req-79278582-26df-4ea1-b0a2-8e536440a5e7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:45.443580 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b748359-18f0-416b-ac39-7134477692f3 req-79278582-26df-4ea1-b0a2-8e536440a5e7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:45.453266 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b748359-18f0-416b-ac39-7134477692f3 req-79278582-26df-4ea1-b0a2-8e536440a5e7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:45.459317 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b748359-18f0-416b-ac39-7134477692f3 req-79278582-26df-4ea1-b0a2-8e536440a5e7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:45.467195 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b748359-18f0-416b-ac39-7134477692f3 req-79278582-26df-4ea1-b0a2-8e536440a5e7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:45.484543 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b748359-18f0-416b-ac39-7134477692f3 req-79278582-26df-4ea1-b0a2-8e536440a5e7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:45.497714 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b748359-18f0-416b-ac39-7134477692f3 req-79278582-26df-4ea1-b0a2-8e536440a5e7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 1.1169612 Feb 19 04:04:45.532067 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53940) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:45.575859 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d87e1923-820b-4fc7-8beb-6e1d0dd5a096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:45.650863 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b748359-18f0-416b-ac39-7134477692f3 req-2ca4c4ea-19e8-413f-b944-c369ed5b45b7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1513240 Feb 19 04:04:45.841267 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d87e1923-820b-4fc7-8beb-6e1d0dd5a096 admin admin] Publish callbacks [] for security_group (5073513f-3dd2-4462-a9f2-ae329149996a), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:45.857549 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d87e1923-820b-4fc7-8beb-6e1d0dd5a096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5073513f-3dd2-4462-a9f2-ae329149996a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:45.922320 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53944) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:46.046387 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d87e1923-820b-4fc7-8beb-6e1d0dd5a096 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=24164e0ccd1b477baf45b2952e3e5bf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5129669 Feb 19 04:04:46.049951 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53948) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:46.053493 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4b6b39e7-d157-4b59-ab26-ed5a68d5c74a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (21044674-ae57-4ee5-8c10-d08cb43328c4), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:46.069658 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e1923-820b-4fc7-8beb-6e1d0dd5a096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5073513f-3dd2-4462-a9f2-ae329149996a,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:46.196327 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-59b6cdab-e7de-4b1a-ac1b-2d8725f129b3 admin admin] Publish callbacks [] for security_group (5073513f-3dd2-4462-a9f2-ae329149996a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:46.248528 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-59b6cdab-e7de-4b1a-ac1b-2d8725f129b3 admin admin] Publish callbacks [] for security_group (5073513f-3dd2-4462-a9f2-ae329149996a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:46.340311 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-26434a51-ce0c-45e0-b0f2-4b5f0ab619b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:46.449376 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34102ac2-0bde-477a-8e71-eb0ce0b66d66 req-399821ab-9a1d-4095-8334-4b4cd240912a tempest-ServersOnMultiNodesTest-2035149531 tempest-ServersOnMultiNodesTest-2035149531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:46.460852 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34102ac2-0bde-477a-8e71-eb0ce0b66d66 req-399821ab-9a1d-4095-8334-4b4cd240912a tempest-ServersOnMultiNodesTest-2035149531 tempest-ServersOnMultiNodesTest-2035149531-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4 HTTP/1.1" status: 200 len: 1132 time: 0.3792460 Feb 19 04:04:46.508523 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-59b6cdab-e7de-4b1a-ac1b-2d8725f129b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5073513f-3dd2-4462-a9f2-ae329149996a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:46.511344 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-59b6cdab-e7de-4b1a-ac1b-2d8725f129b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:46.512566 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-59b6cdab-e7de-4b1a-ac1b-2d8725f129b3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5073513f-3dd2-4462-a9f2-ae329149996a HTTP/1.1" status: 204 len: 168 time: 0.4614177 Feb 19 04:04:46.630459 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6cdab-e7de-4b1a-ac1b-2d8725f129b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5073513f-3dd2-4462-a9f2-ae329149996a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:46.754407 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34102ac2-0bde-477a-8e71-eb0ce0b66d66 req-c857be6c-4ae2-44b6-98fe-828955284fa5 tempest-ServersOnMultiNodesTest-2035149531 tempest-ServersOnMultiNodesTest-2035149531-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872891 Feb 19 04:04:46.789707 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-26434a51-ce0c-45e0-b0f2-4b5f0ab619b0 admin admin] Publish callbacks [] for security_group (1addc8e4-6768-4b4b-bda4-4d9b4829b38b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:46.824039 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-26434a51-ce0c-45e0-b0f2-4b5f0ab619b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1addc8e4-6768-4b4b-bda4-4d9b4829b38b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:46.881678 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:04:46.920949 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-26434a51-ce0c-45e0-b0f2-4b5f0ab619b0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c845d734e3214f6980a8d20092680966&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9889522 Feb 19 04:04:46.927351 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26434a51-ce0c-45e0-b0f2-4b5f0ab619b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1addc8e4-6768-4b4b-bda4-4d9b4829b38b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:46.952128 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53958) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:47.048027 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6b39e7-d157-4b59-ab26-ed5a68d5c74a admin admin] Router 21044674-ae57-4ee5-8c10-d08cb43328c4 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:04:47.102113 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d2427d7-1884-4a48-bd87-9b35f9a75c5c admin admin] Publish callbacks [] for security_group (1addc8e4-6768-4b4b-bda4-4d9b4829b38b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:47.163968 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d2427d7-1884-4a48-bd87-9b35f9a75c5c admin admin] Publish callbacks [] for security_group (1addc8e4-6768-4b4b-bda4-4d9b4829b38b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:47.287967 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d2427d7-1884-4a48-bd87-9b35f9a75c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1addc8e4-6768-4b4b-bda4-4d9b4829b38b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:47.297494 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d2427d7-1884-4a48-bd87-9b35f9a75c5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:47.307869 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5d2427d7-1884-4a48-bd87-9b35f9a75c5c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1addc8e4-6768-4b4b-bda4-4d9b4829b38b HTTP/1.1" status: 204 len: 168 time: 0.3525555 Feb 19 04:04:47.324655 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2427d7-1884-4a48-bd87-9b35f9a75c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1addc8e4-6768-4b4b-bda4-4d9b4829b38b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:47.440279 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6b39e7-d157-4b59-ab26-ed5a68d5c74a admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:04:47.458555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33d8682-554c-4cc4-acca-4dc2e6f31ac8 None None] Sync routers for ids ['21044674-ae57-4ee5-8c10-d08cb43328c4'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:04:47.460836 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4b6b39e7-d157-4b59-ab26-ed5a68d5c74a admin admin] 10.222.0.52 "PUT /v2.0/routers/21044674-ae57-4ee5-8c10-d08cb43328c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2808414 Feb 19 04:04:47.463485 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53976) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:47.482234 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33d8682-554c-4cc4-acca-4dc2e6f31ac8 None None] Routers {'21044674-ae57-4ee5-8c10-d08cb43328c4'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:04:47.482887 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-d33d8682-554c-4cc4-acca-4dc2e6f31ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:04:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['21044674-ae57-4ee5-8c10-d08cb43328c4'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:47.851574 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d39459c5-df33-4fc2-9cf3-77c667f63034 admin admin] Publish callbacks [] for router (21044674-ae57-4ee5-8c10-d08cb43328c4), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:47.931744 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-d33d8682-554c-4cc4-acca-4dc2e6f31ac8 None None] Set router 21044674-ae57-4ee5-8c10-d08cb43328c4 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:04:48.205424 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d39459c5-df33-4fc2-9cf3-77c667f63034 admin admin] Publish callbacks [] for router_gateway (21044674-ae57-4ee5-8c10-d08cb43328c4), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:48.329325 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-d39459c5-df33-4fc2-9cf3-77c667f63034 admin admin] Deleting port 139d2954-a7c4-4583-8a81-38eda186850e {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:04:48.329973 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d39459c5-df33-4fc2-9cf3-77c667f63034 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (139d2954-a7c4-4583-8a81-38eda186850e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:48.540783 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78029ab-1325-4d58-9eb3-51143fa2810b req-599918ed-58ec-44d8-9970-5889c646561b tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:48.542528 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-d39459c5-df33-4fc2-9cf3-77c667f63034 admin admin] For port 139d2954-a7c4-4583-8a81-38eda186850e, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=139d2954-a7c4-4583-8a81-38eda186850e,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:48.543025 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d39459c5-df33-4fc2-9cf3-77c667f63034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (139d2954-a7c4-4583-8a81-38eda186850e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:48.547231 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e78029ab-1325-4d58-9eb3-51143fa2810b req-599918ed-58ec-44d8-9970-5889c646561b tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.1350241 Feb 19 04:04:48.593043 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-d39459c5-df33-4fc2-9cf3-77c667f63034 admin admin] Calling delete_port for 139d2954-a7c4-4583-8a81-38eda186850e owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:04:48.604816 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e78029ab-1325-4d58-9eb3-51143fa2810b req-36030eb2-0cc3-47c0-91c3-15e20f5c067b tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527172 Feb 19 04:04:48.952160 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-d33d8682-554c-4cc4-acca-4dc2e6f31ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'name': 'tempest-ServersTestBootFromVolume-75496283-router', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '139d2954-a7c4-4583-8a81-38eda186850e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:12Z', 'updated_at': '2022-02-19T04:04:44Z', 'revision_number': 5, 'project_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'gw_port': {'id': '139d2954-a7c4-4583-8a81-38eda186850e', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:15Z', 'updated_at': '2022-02-19T04:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:49.120589 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33d8682-554c-4cc4-acca-4dc2e6f31ac8 None None] Checking router: 21044674-ae57-4ee5-8c10-d08cb43328c4 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:04:49.166515 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33d8682-554c-4cc4-acca-4dc2e6f31ac8 None None] Routers {'21044674-ae57-4ee5-8c10-d08cb43328c4'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:04:49.167268 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-d33d8682-554c-4cc4-acca-4dc2e6f31ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:04:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['21044674-ae57-4ee5-8c10-d08cb43328c4'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:49.200547 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ee718-99ed-4e0a-9a48-6e0376d39bce req-9f54bcf0-7444-4030-b5f9-4fe856223dd7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:49.212780 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d39459c5-df33-4fc2-9cf3-77c667f63034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (139d2954-a7c4-4583-8a81-38eda186850e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:49.213489 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ee718-99ed-4e0a-9a48-6e0376d39bce req-9f54bcf0-7444-4030-b5f9-4fe856223dd7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:49.228496 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ee718-99ed-4e0a-9a48-6e0376d39bce req-9f54bcf0-7444-4030-b5f9-4fe856223dd7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:49.234156 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ee718-99ed-4e0a-9a48-6e0376d39bce req-9f54bcf0-7444-4030-b5f9-4fe856223dd7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:49.248018 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ee718-99ed-4e0a-9a48-6e0376d39bce req-9f54bcf0-7444-4030-b5f9-4fe856223dd7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:49.253600 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ee718-99ed-4e0a-9a48-6e0376d39bce req-9f54bcf0-7444-4030-b5f9-4fe856223dd7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:49.259322 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ee718-99ed-4e0a-9a48-6e0376d39bce req-9f54bcf0-7444-4030-b5f9-4fe856223dd7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:49.261461 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e30ee718-99ed-4e0a-9a48-6e0376d39bce req-9f54bcf0-7444-4030-b5f9-4fe856223dd7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.3374445 Feb 19 04:04:49.327800 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-9c3d9388-fb5d-48ab-b4e7-efd05f71125d tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c869b1ad561a43bab98562600aca3675&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646627 Feb 19 04:04:49.361399 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39459c5-df33-4fc2-9cf3-77c667f63034 admin admin] Pushing event deleted for resources: {'Port': ['ID=139d2954-a7c4-4583-8a81-38eda186850e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:49.479931 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-d33d8682-554c-4cc4-acca-4dc2e6f31ac8 None None] Set router 21044674-ae57-4ee5-8c10-d08cb43328c4 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:04:49.608710 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e30ee718-99ed-4e0a-9a48-6e0376d39bce req-71e97727-53e5-4632-972e-5d3603cb62a4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3230181 Feb 19 04:04:49.653135 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-d33d8682-554c-4cc4-acca-4dc2e6f31ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'name': 'tempest-ServersTestBootFromVolume-75496283-router', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:12Z', 'updated_at': '2022-02-19T04:04:48Z', 'revision_number': 6, 'project_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:49.681007 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d39459c5-df33-4fc2-9cf3-77c667f63034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (21044674-ae57-4ee5-8c10-d08cb43328c4), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:49.776275 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33d8682-554c-4cc4-acca-4dc2e6f31ac8 None None] The sync data for ids ['21044674-ae57-4ee5-8c10-d08cb43328c4'] in n-d-828369-19 is: [{'id': '21044674-ae57-4ee5-8c10-d08cb43328c4', 'name': 'tempest-ServersTestBootFromVolume-75496283-router', 'tenant_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:12Z', 'updated_at': '2022-02-19T04:04:48Z', 'revision_number': 6, 'project_id': 'dc978a08acdc4a14a4fde92763ad26e3', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:04:49.802803 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-bc750cc7-3c11-45e9-826d-c7c48439f788 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:49.804444 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-bc750cc7-3c11-45e9-826d-c7c48439f788 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4593544 Feb 19 04:04:49.852074 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-467e602e-cfb3-4bf0-9379-7eb6f80ce8ce tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/quotas/c869b1ad561a43bab98562600aca3675 HTTP/1.1" status: 200 len: 375 time: 0.0386176 Feb 19 04:04:50.120216 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d39459c5-df33-4fc2-9cf3-77c667f63034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (21044674-ae57-4ee5-8c10-d08cb43328c4), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:50.131052 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d39459c5-df33-4fc2-9cf3-77c667f63034 admin admin] Publish callbacks [] for router_controller (21044674-ae57-4ee5-8c10-d08cb43328c4), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:50.174481 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-0fc86143-2ba2-4e9a-a86a-fec296ca1602 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c869b1ad561a43bab98562600aca3675&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3107967 Feb 19 04:04:50.208989 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb4fc7-0576-407d-b43e-a519e720af25 req-12fbfe8d-2d17-46fb-b1fa-03b603f464d0 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:50.217087 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-00fb4fc7-0576-407d-b43e-a519e720af25 req-12fbfe8d-2d17-46fb-b1fa-03b603f464d0 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.2844923 Feb 19 04:04:50.327039 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-00fb4fc7-0576-407d-b43e-a519e720af25 req-7d884c3d-74c4-4605-91d1-fb263e1a426b tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093469 Feb 19 04:04:50.372152 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d39459c5-df33-4fc2-9cf3-77c667f63034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (21044674-ae57-4ee5-8c10-d08cb43328c4), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:50.372731 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39459c5-df33-4fc2-9cf3-77c667f63034 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21044674-ae57-4ee5-8c10-d08cb43328c4 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:04:50.389102 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d39459c5-df33-4fc2-9cf3-77c667f63034 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:50.393167 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d39459c5-df33-4fc2-9cf3-77c667f63034 admin admin] 10.222.0.52 "DELETE /v2.0/routers/21044674-ae57-4ee5-8c10-d08cb43328c4 HTTP/1.1" status: 204 len: 168 time: 2.9257288 Feb 19 04:04:50.393852 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54060) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:50.393966 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219968ca-3f33-4929-bc23-f4755cbe0a75 req-84e487e3-02bc-49ba-bd24-bc3e2fc12dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:50.395330 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-219968ca-3f33-4929-bc23-f4755cbe0a75 req-84e487e3-02bc-49ba-bd24-bc3e2fc12dd4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c42b47db3b04ce6966fb4de683a6e22&device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 1128 time: 0.3720608 Feb 19 04:04:50.566631 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-3210b59e-0525-48ec-9876-013904c04b58 admin admin] Deleting subnet d32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:04:50.580639 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3210b59e-0525-48ec-9876-013904c04b58 admin admin] Publish callbacks [] for subnet (d32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:50.631763 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219968ca-3f33-4929-bc23-f4755cbe0a75 req-f5baab7f-55bd-42dc-98b4-07111215fc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:50.633252 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-219968ca-3f33-4929-bc23-f4755cbe0a75 req-f5baab7f-55bd-42dc-98b4-07111215fc3e service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c484cb2-d49b-4cb4-a1e7-39d440927c34 HTTP/1.1" status: 200 len: 913 time: 0.2301817 Feb 19 04:04:50.673784 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3210b59e-0525-48ec-9876-013904c04b58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (d32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:50.783171 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-219968ca-3f33-4929-bc23-f4755cbe0a75 req-4e88ff82-61c1-44b0-8646-bc6402de4d54 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=897015d5-8aa7-4df9-9310-d56ca966ad01 HTTP/1.1" status: 200 len: 217 time: 0.1365604 Feb 19 04:04:50.858126 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3210b59e-0525-48ec-9876-013904c04b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (d32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:50.955555 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219968ca-3f33-4929-bc23-f4755cbe0a75 req-42b9b891-7e35-484d-b112-3f25c05671cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:50.957622 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-219968ca-3f33-4929-bc23-f4755cbe0a75 req-42b9b891-7e35-484d-b112-3f25c05671cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=05152657-41bb-4f53-a93a-a0556bf4ae06 HTTP/1.1" status: 200 len: 852 time: 0.1616254 Feb 19 04:04:50.987673 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 139d2954-a7c4-4583-8a81-38eda186850e no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:04:51.023581 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-219968ca-3f33-4929-bc23-f4755cbe0a75 req-5e6d9470-bc87-4d51-bcd9-158df9efde5d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c484cb2-d49b-4cb4-a1e7-39d440927c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587223 Feb 19 04:04:51.043038 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 139d2954-a7c4-4583-8a81-38eda186850e {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:04:51.069019 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 139d2954-a7c4-4583-8a81-38eda186850e not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:04:51.071929 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 91206c36-79ff-4fc3-8548-9ae66bd597a6 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:04:51.158964 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-282961f6-33f0-4806-ba0e-b618d8bd2816 req-3a14f4a6-c4b8-4e44-a893-e14efe3da26c tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=50f53c96-12e2-4056-915c-fdfbef144f35 HTTP/1.1" status: 200 len: 210 time: 0.1643643 Feb 19 04:04:51.161387 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 91206c36-79ff-4fc3-8548-9ae66bd597a6 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:04:51.168634 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 91206c36-79ff-4fc3-8548-9ae66bd597a6 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:04:51.294707 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-219968ca-3f33-4929-bc23-f4755cbe0a75 req-8e757792-c4f6-4f03-b408-3f4a2cfad057 service neutron] 10.222.0.26 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643874 Feb 19 04:04:51.341926 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473fc17-8695-4cb2-84c4-319e2b142806 req-e45724df-0629-4ffe-a448-e344646facef tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:51.361671 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473fc17-8695-4cb2-84c4-319e2b142806 req-e45724df-0629-4ffe-a448-e344646facef tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:51.385920 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473fc17-8695-4cb2-84c4-319e2b142806 req-e45724df-0629-4ffe-a448-e344646facef tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:51.410341 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473fc17-8695-4cb2-84c4-319e2b142806 req-e45724df-0629-4ffe-a448-e344646facef tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:51.433591 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473fc17-8695-4cb2-84c4-319e2b142806 req-e45724df-0629-4ffe-a448-e344646facef tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:51.459904 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473fc17-8695-4cb2-84c4-319e2b142806 req-e45724df-0629-4ffe-a448-e344646facef tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:51.479924 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473fc17-8695-4cb2-84c4-319e2b142806 req-e45724df-0629-4ffe-a448-e344646facef tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:51.492930 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7473fc17-8695-4cb2-84c4-319e2b142806 req-e45724df-0629-4ffe-a448-e344646facef tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.5041964 Feb 19 04:04:51.588451 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3210b59e-0525-48ec-9876-013904c04b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (d32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:51.600121 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-219968ca-3f33-4929-bc23-f4755cbe0a75 req-86b7e0e9-3b1b-4c62-8380-51b655cb7968 service neutron] 10.222.0.26 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957132 Feb 19 04:04:51.689651 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210b59e-0525-48ec-9876-013904c04b58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:51.695641 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87109ff-457b-4ce6-bede-3bd1a979594b None None] Network 5f6101ba-f25e-4636-b9f9-3a5ca6a42df4 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:04:51.825921 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3210b59e-0525-48ec-9876-013904c04b58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:51.831421 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3210b59e-0525-48ec-9876-013904c04b58 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d32d6e1f-5f5b-4b22-a9c3-3bae51dc10ab HTTP/1.1" status: 204 len: 168 time: 1.4336853 Feb 19 04:04:51.832308 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54112) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:51.975092 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7473fc17-8695-4cb2-84c4-319e2b142806 req-e6d60acd-576c-417a-92cb-31ab15ebf840 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4695768 Feb 19 04:04:52.029120 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662d618-d998-445f-a96f-de1f1b684887 req-8a6fd9e1-78c2-4e83-8e7c-6e9b1c821752 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:52.040791 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a662d618-d998-445f-a96f-de1f1b684887 req-8a6fd9e1-78c2-4e83-8e7c-6e9b1c821752 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.4239559 Feb 19 04:04:52.141601 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f02de577-83f9-4589-aae9-60642d33430a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (5f6101ba-f25e-4636-b9f9-3a5ca6a42df4), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:52.169290 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f7f15c-efa7-4d63-802b-f399c81e7d58 None None] DHCP port deletion for 5f6101ba-f25e-4636-b9f9-3a5ca6a42df4 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:04:52.250326 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a662d618-d998-445f-a96f-de1f1b684887 req-de8e3820-d01e-4e97-a42a-fb7273b8f4f7 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057223 Feb 19 04:04:52.329248 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-45f7f15c-efa7-4d63-802b-f399c81e7d58 None None] Deleting port cf57ef30-e581-4183-b0b6-472c508db1dc {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:04:52.331742 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45f7f15c-efa7-4d63-802b-f399c81e7d58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (cf57ef30-e581-4183-b0b6-472c508db1dc), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:52.419300 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-151e5e38-4536-4664-b24f-89a248ae47d7 req-1788051f-4e19-4e4d-8763-82fb1664bd11 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=50f53c96-12e2-4056-915c-fdfbef144f35 HTTP/1.1" status: 200 len: 210 time: 0.0837379 Feb 19 04:04:52.424559 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-f02de577-83f9-4589-aae9-60642d33430a admin admin] Deleting port cf57ef30-e581-4183-b0b6-472c508db1dc {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:04:52.425201 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f02de577-83f9-4589-aae9-60642d33430a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (cf57ef30-e581-4183-b0b6-472c508db1dc), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:52.601519 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-45f7f15c-efa7-4d63-802b-f399c81e7d58 None None] For port cf57ef30-e581-4183-b0b6-472c508db1dc, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=cf57ef30-e581-4183-b0b6-472c508db1dc,segment=NetworkSegment(849fb22f-41f9-4cf0-b323-ce14438cbb9e),segment_id=849fb22f-41f9-4cf0-b323-ce14438cbb9e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:52.602341 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45f7f15c-efa7-4d63-802b-f399c81e7d58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (cf57ef30-e581-4183-b0b6-472c508db1dc), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:52.626701 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-45f7f15c-efa7-4d63-802b-f399c81e7d58 None None] Calling delete_port for cf57ef30-e581-4183-b0b6-472c508db1dc owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:04:52.724223 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device cf57ef30-e581-4183-b0b6-472c508db1dc no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:04:52.751204 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-f02de577-83f9-4589-aae9-60642d33430a admin admin] For port cf57ef30-e581-4183-b0b6-472c508db1dc, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=cf57ef30-e581-4183-b0b6-472c508db1dc,segment=NetworkSegment(849fb22f-41f9-4cf0-b323-ce14438cbb9e),segment_id=849fb22f-41f9-4cf0-b323-ce14438cbb9e)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:52.753297 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f02de577-83f9-4589-aae9-60642d33430a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (cf57ef30-e581-4183-b0b6-472c508db1dc), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:52.900959 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-9766c336-bd7a-4c25-857c-466b0e04f7ad tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c869b1ad561a43bab98562600aca3675&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1411455 Feb 19 04:04:52.924549 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-f02de577-83f9-4589-aae9-60642d33430a admin admin] Calling delete_port for cf57ef30-e581-4183-b0b6-472c508db1dc owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:04:53.113224 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45f7f15c-efa7-4d63-802b-f399c81e7d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (cf57ef30-e581-4183-b0b6-472c508db1dc), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:53.182485 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f7f15c-efa7-4d63-802b-f399c81e7d58 None None] No DVR routers for this DVR port cf57ef30-e581-4183-b0b6-472c508db1dc on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:04:53.264610 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54182) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:53.282013 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7f15c-efa7-4d63-802b-f399c81e7d58 None None] Pushing event deleted for resources: {'Port': ['ID=cf57ef30-e581-4183-b0b6-472c508db1dc,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:53.304966 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port cf57ef30-e581-4183-b0b6-472c508db1dc is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:53.310925 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cf57ef30-e581-4183-b0b6-472c508db1dc), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:53.316312 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc025b-580f-46e6-baa8-bafaa678491f req-f7242ee1-2cc2-41d6-a64c-8875487f714c tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:53.331926 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc025b-580f-46e6-baa8-bafaa678491f req-f7242ee1-2cc2-41d6-a64c-8875487f714c tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:53.340540 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc025b-580f-46e6-baa8-bafaa678491f req-f7242ee1-2cc2-41d6-a64c-8875487f714c tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:53.347592 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc025b-580f-46e6-baa8-bafaa678491f req-f7242ee1-2cc2-41d6-a64c-8875487f714c tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:53.356764 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc025b-580f-46e6-baa8-bafaa678491f req-f7242ee1-2cc2-41d6-a64c-8875487f714c tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:53.364531 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc025b-580f-46e6-baa8-bafaa678491f req-f7242ee1-2cc2-41d6-a64c-8875487f714c tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:53.373871 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc025b-580f-46e6-baa8-bafaa678491f req-f7242ee1-2cc2-41d6-a64c-8875487f714c tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:53.376055 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-27bc025b-580f-46e6-baa8-bafaa678491f req-f7242ee1-2cc2-41d6-a64c-8875487f714c tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.1939583 Feb 19 04:04:53.608251 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-bc2723c9-bc3a-4ae5-b5d6-c98412cc1878 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:53.614922 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-bc2723c9-bc3a-4ae5-b5d6-c98412cc1878 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6926444 Feb 19 04:04:53.638835 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-f0354bb8-be43-4da7-bf74-7aebf6060e8a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Request body: {'port': {'device_id': '50f53c96-12e2-4056-915c-fdfbef144f35', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': 'c869b1ad561a43bab98562600aca3675'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:53.719341 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 897015d5-8aa7-4df9-9310-d56ca966ad01 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:04:53.747368 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8d8cd18a-f63f-40af-b9ff-e5190bef7636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:53.785781 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-27bc025b-580f-46e6-baa8-bafaa678491f req-104568a5-6ab3-4dc9-9508-b72103a5f931 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3985839 Feb 19 04:04:53.858365 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f02de577-83f9-4589-aae9-60642d33430a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (cf57ef30-e581-4183-b0b6-472c508db1dc), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:53.859273 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1855d17-7e33-448c-8cc8-afc25463b672 req-0d8baec4-2aa4-4ccd-936d-1134be78c95e tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:53.860958 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b1855d17-7e33-448c-8cc8-afc25463b672 req-0d8baec4-2aa4-4ccd-936d-1134be78c95e tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 945 time: 0.3910935 Feb 19 04:04:53.976953 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54196) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:54.085823 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8d8cd18a-f63f-40af-b9ff-e5190bef7636 admin admin] Publish callbacks [] for security_group (9669a3bc-a18d-4928-8515-fa5528186299), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:54.126690 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 897015d5-8aa7-4df9-9310-d56ca966ad01 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:54.131100 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8d8cd18a-f63f-40af-b9ff-e5190bef7636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (9669a3bc-a18d-4928-8515-fa5528186299), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:54.132684 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (897015d5-8aa7-4df9-9310-d56ca966ad01), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:54.185313 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02de577-83f9-4589-aae9-60642d33430a admin admin] No DVR routers for this DVR port cf57ef30-e581-4183-b0b6-472c508db1dc on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:04:54.220089 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06a9438-4e3c-42ad-aeb8-285727404df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '897015d5-8aa7-4df9-9310-d56ca966ad01'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:54.222897 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f2038b-3b0e-4940-8027-502d7eefc321" -d '{"events": [{"server_uuid": "e06a9438-4e3c-42ad-aeb8-285727404df4", "name": "network-vif-unplugged", "status": "completed", "tag": "897015d5-8aa7-4df9-9310-d56ca966ad01"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:54.242885 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 897015d5-8aa7-4df9-9310-d56ca966ad01, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=897015d5-8aa7-4df9-9310-d56ca966ad01,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:54.252936 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1cbf4db0-44d9-4724-95b1-b57564a09aaa req-a4ae8a97-d068-4360-9ed3-95637be7fad0 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=50f53c96-12e2-4056-915c-fdfbef144f35 HTTP/1.1" status: 200 len: 210 time: 0.1625059 Feb 19 04:04:54.266712 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (897015d5-8aa7-4df9-9310-d56ca966ad01), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:54.343065 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b1855d17-7e33-448c-8cc8-afc25463b672 req-45af3ae6-409f-4424-9a21-163dc2135dec tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577715 Feb 19 04:04:54.376267 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8d8cd18a-f63f-40af-b9ff-e5190bef7636 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=16a621d91e844d44bfd06f7d0702d84a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1078722 Feb 19 04:04:54.377474 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54208) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:54.402025 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5931ee-17cc-461d-a094-bb1716a396f3 x-openstack-request-id: req-8a5931ee-17cc-461d-a094-bb1716a396f3 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:54.418398 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06a9438-4e3c-42ad-aeb8-285727404df4", "name": "network-vif-unplugged", "status": "failed", "tag": "897015d5-8aa7-4df9-9310-d56ca966ad01", "code": 422}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:54.419030 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8a5931ee-17cc-461d-a094-bb1716a396f3 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:54.419670 n-d-828369-19 neutron-server[109927]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e06a9438-4e3c-42ad-aeb8-285727404df4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '897015d5-8aa7-4df9-9310-d56ca966ad01', 'code': 422} returned with failed status Feb 19 04:04:54.435284 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8cd18a-f63f-40af-b9ff-e5190bef7636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9669a3bc-a18d-4928-8515-fa5528186299,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:54.494607 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=897015d5-8aa7-4df9-9310-d56ca966ad01,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:54.548321 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-461ae7eb-ca02-467f-8206-94b361f541c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:54.568888 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f02de577-83f9-4589-aae9-60642d33430a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (5f6101ba-f25e-4636-b9f9-3a5ca6a42df4), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:54.593775 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-f02de577-83f9-4589-aae9-60642d33430a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f6101ba-f25e-4636-b9f9-3a5ca6a42df4']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:54.626215 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-f02de577-83f9-4589-aae9-60642d33430a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849fb22f-41f9-4cf0-b323-ce14438cbb9e') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:54.626786 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-f02de577-83f9-4589-aae9-60642d33430a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849fb22f-41f9-4cf0-b323-ce14438cbb9e') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:54.640507 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02de577-83f9-4589-aae9-60642d33430a admin admin] Pushing event deleted for resources: {'Port': ['ID=cf57ef30-e581-4183-b0b6-472c508db1dc,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:54.640848 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2b7833c4-c753-4a9d-b075-06f5efe69898 admin admin] Publish callbacks [] for security_group (9669a3bc-a18d-4928-8515-fa5528186299), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:54.672929 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f02de577-83f9-4589-aae9-60642d33430a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (849fb22f-41f9-4cf0-b323-ce14438cbb9e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:54.694385 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f02de577-83f9-4589-aae9-60642d33430a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (849fb22f-41f9-4cf0-b323-ce14438cbb9e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:54.703928 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f02de577-83f9-4589-aae9-60642d33430a admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:04:54.704720 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f02de577-83f9-4589-aae9-60642d33430a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (849fb22f-41f9-4cf0-b323-ce14438cbb9e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:54.754634 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2b7833c4-c753-4a9d-b075-06f5efe69898 admin admin] Publish callbacks [] for security_group (9669a3bc-a18d-4928-8515-fa5528186299), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:04:54.772242 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:04:54.775186 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-f0354bb8-be43-4da7-bf74-7aebf6060e8a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Made reservation on behalf of c869b1ad561a43bab98562600aca3675 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:04:54.780829 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-f0354bb8-be43-4da7-bf74-7aebf6060e8a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:54.820698 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f02de577-83f9-4589-aae9-60642d33430a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (5f6101ba-f25e-4636-b9f9-3a5ca6a42df4), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:54.841475 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f02de577-83f9-4589-aae9-60642d33430a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:54.855289 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f02de577-83f9-4589-aae9-60642d33430a admin admin] 10.222.0.52 "DELETE /v2.0/networks/5f6101ba-f25e-4636-b9f9-3a5ca6a42df4 HTTP/1.1" status: 204 len: 168 time: 3.0215259 Feb 19 04:04:54.906407 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-461ae7eb-ca02-467f-8206-94b361f541c9 admin admin] Publish callbacks [] for security_group (d5c5bd50-6e06-45b9-960e-f90d4a55c342), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:54.924261 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-461ae7eb-ca02-467f-8206-94b361f541c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d5c5bd50-6e06-45b9-960e-f90d4a55c342), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:54.934917 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02de577-83f9-4589-aae9-60642d33430a admin admin] Pushing event deleted for resources: {'Network': ['ID=5f6101ba-f25e-4636-b9f9-3a5ca6a42df4,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:55.043735 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2b7833c4-c753-4a9d-b075-06f5efe69898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (9669a3bc-a18d-4928-8515-fa5528186299), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:55.064755 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2b7833c4-c753-4a9d-b075-06f5efe69898 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:55.068409 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2b7833c4-c753-4a9d-b075-06f5efe69898 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9669a3bc-a18d-4928-8515-fa5528186299 HTTP/1.1" status: 204 len: 168 time: 0.6875727 Feb 19 04:04:55.123536 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ae7eb-ca02-467f-8206-94b361f541c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c5bd50-6e06-45b9-960e-f90d4a55c342,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:55.131048 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54232) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:55.138421 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-461ae7eb-ca02-467f-8206-94b361f541c9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=919fb9a885a34a1b9eeb4d0636762a4e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1432474 Feb 19 04:04:55.156490 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7833c4-c753-4a9d-b075-06f5efe69898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9669a3bc-a18d-4928-8515-fa5528186299,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:55.167541 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54234) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:55.264610 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bf49e-3ad7-4aa5-ba42-4e4dbd8a8f0a req-0e944020-b828-414f-8dbc-6d1da34b6a98 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:55.270090 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bf49e-3ad7-4aa5-ba42-4e4dbd8a8f0a req-0e944020-b828-414f-8dbc-6d1da34b6a98 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:55.286018 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bf49e-3ad7-4aa5-ba42-4e4dbd8a8f0a req-0e944020-b828-414f-8dbc-6d1da34b6a98 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:55.291687 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bf49e-3ad7-4aa5-ba42-4e4dbd8a8f0a req-0e944020-b828-414f-8dbc-6d1da34b6a98 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:55.307890 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bf49e-3ad7-4aa5-ba42-4e4dbd8a8f0a req-0e944020-b828-414f-8dbc-6d1da34b6a98 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:55.319081 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bf49e-3ad7-4aa5-ba42-4e4dbd8a8f0a req-0e944020-b828-414f-8dbc-6d1da34b6a98 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:55.343683 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bf49e-3ad7-4aa5-ba42-4e4dbd8a8f0a req-0e944020-b828-414f-8dbc-6d1da34b6a98 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:55.359043 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b75bf49e-3ad7-4aa5-ba42-4e4dbd8a8f0a req-0e944020-b828-414f-8dbc-6d1da34b6a98 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.3953173 Feb 19 04:04:55.427121 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b7c95d9d-804e-49f6-ac64-a891deb90114 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dc978a08acdc4a14a4fde92763ad26e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2579653 Feb 19 04:04:55.428737 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54240) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:55.515318 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-250e3ea8-dab6-4d81-9272-429d6c347411 req-b9971e7a-bc45-41dc-8f44-c9163491886f tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=50f53c96-12e2-4056-915c-fdfbef144f35 HTTP/1.1" status: 200 len: 210 time: 0.0584958 Feb 19 04:04:55.614138 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6ef86a8c-4920-4280-8725-bc4a0cbb59b8 admin admin] Publish callbacks [] for security_group (ca7f204c-24e0-46f6-8b5f-de2d11f86714), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:55.642142 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6ef86a8c-4920-4280-8725-bc4a0cbb59b8 admin admin] Publish callbacks [] for security_group (ca7f204c-24e0-46f6-8b5f-de2d11f86714), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:55.757424 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6ef86a8c-4920-4280-8725-bc4a0cbb59b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ca7f204c-24e0-46f6-8b5f-de2d11f86714), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:55.760557 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6ef86a8c-4920-4280-8725-bc4a0cbb59b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:55.765166 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6ef86a8c-4920-4280-8725-bc4a0cbb59b8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ca7f204c-24e0-46f6-8b5f-de2d11f86714 HTTP/1.1" status: 204 len: 168 time: 0.3218966 Feb 19 04:04:55.780476 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef86a8c-4920-4280-8725-bc4a0cbb59b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7f204c-24e0-46f6-8b5f-de2d11f86714,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:55.802014 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b75bf49e-3ad7-4aa5-ba42-4e4dbd8a8f0a req-724c5290-5563-4f64-a8cf-8b9992a20508 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4358459 Feb 19 04:04:55.855089 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea0102-a195-49e6-8a8c-154a3c572d22 req-8c248cf2-4f50-4639-a3ce-1f182e1918b7 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:55.857944 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1aea0102-a195-49e6-8a8c-154a3c572d22 req-8c248cf2-4f50-4639-a3ce-1f182e1918b7 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 943 time: 0.1499457 Feb 19 04:04:55.975866 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1aea0102-a195-49e6-8a8c-154a3c572d22 req-1972b068-8108-4370-9291-fdaf01f755bf tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071856 Feb 19 04:04:56.116853 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-f0354bb8-be43-4da7-bf74-7aebf6060e8a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Allocated IP 192.168.233.145 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/8e6313b5-99cb-49d2-924d-15e534effd4e) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:04:56.406453 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8a75f9af-a233-43ef-9a51-80c17b6409f7 admin admin] Publish callbacks [] for security_group (d5c5bd50-6e06-45b9-960e-f90d4a55c342), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:56.457221 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8a75f9af-a233-43ef-9a51-80c17b6409f7 admin admin] Publish callbacks [] for security_group (d5c5bd50-6e06-45b9-960e-f90d4a55c342), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:56.480929 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-f0354bb8-be43-4da7-bf74-7aebf6060e8a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks [] for port (8e6313b5-99cb-49d2-924d-15e534effd4e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:56.566093 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8a75f9af-a233-43ef-9a51-80c17b6409f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d5c5bd50-6e06-45b9-960e-f90d4a55c342), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:56.571215 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8a75f9af-a233-43ef-9a51-80c17b6409f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:56.573066 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8a75f9af-a233-43ef-9a51-80c17b6409f7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d5c5bd50-6e06-45b9-960e-f90d4a55c342 HTTP/1.1" status: 204 len: 168 time: 1.4351218 Feb 19 04:04:56.587088 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-f0354bb8-be43-4da7-bf74-7aebf6060e8a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (8e6313b5-99cb-49d2-924d-15e534effd4e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:56.595890 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75f9af-a233-43ef-9a51-80c17b6409f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c5bd50-6e06-45b9-960e-f90d4a55c342,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:56.625905 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['730dbe95-56db-42fe-b54d-2d00210ea58b', '452255b5-7224-4c70-a5f3-55d51017f553', 'c6119883-1fa5-488c-a60d-b4294c67e15c', 'c24419e7-d5e0-45d3-a022-f0bb86ef7c66'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:04:56.656492 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['de70975b-0023-4344-a0be-fd5dc761cffe', 'd6d2cc39-1947-430d-ac56-0d5a1bebe046', '6304487b-eae8-40a2-8ca4-2ef6974169dd'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:04:56.712255 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-f0354bb8-be43-4da7-bf74-7aebf6060e8a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:04:56.719060 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:56.726685 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-f0354bb8-be43-4da7-bf74-7aebf6060e8a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:04:56.748316 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-f0354bb8-be43-4da7-bf74-7aebf6060e8a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:04:56.771829 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0354bb8-be43-4da7-bf74-7aebf6060e8a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Pushing event updated for resources: {'Port': ['ID=8e6313b5-99cb-49d2-924d-15e534effd4e,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:56.974406 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-f0354bb8-be43-4da7-bf74-7aebf6060e8a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:56.974917 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-f0354bb8-be43-4da7-bf74-7aebf6060e8a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:57.002493 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb92a2f-0c2b-49c5-a5e2-86b08726d284 req-502ceb61-f9f5-44a9-baa9-5e9eeeb549c1 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:57.004137 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7cb92a2f-0c2b-49c5-a5e2-86b08726d284 req-502ceb61-f9f5-44a9-baa9-5e9eeeb549c1 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=50f53c96-12e2-4056-915c-fdfbef144f35 HTTP/1.1" status: 200 len: 936 time: 0.2074704 Feb 19 04:04:57.046980 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-f0354bb8-be43-4da7-bf74-7aebf6060e8a tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4222207 Feb 19 04:04:57.077911 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-29f45f45-af10-4c98-ae75-acd2d1cf9f5e service neutron] Request body: {'port': {'device_id': '50f53c96-12e2-4056-915c-fdfbef144f35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:57.211838 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7cb92a2f-0c2b-49c5-a5e2-86b08726d284 req-7dbb99d4-3566-4052-b710-5a32e0a9ba80 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008624 Feb 19 04:04:57.321284 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-29f45f45-af10-4c98-ae75-acd2d1cf9f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8e6313b5-99cb-49d2-924d-15e534effd4e), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:57.457907 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e3611e27-174d-4276-b20b-1edf279116e5 None None] Provisioning complete for port 8e6313b5-99cb-49d2-924d-15e534effd4e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:57.460696 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e3611e27-174d-4276-b20b-1edf279116e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8e6313b5-99cb-49d2-924d-15e534effd4e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:57.563463 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e3611e27-174d-4276-b20b-1edf279116e5 None None] Port 8e6313b5-99cb-49d2-924d-15e534effd4e cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:04:57.676723 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891289f1-f559-48d1-951a-2ae40635e49f req-6c781f3e-95b7-464b-9755-3cc789f9b38b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:57.703787 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891289f1-f559-48d1-951a-2ae40635e49f req-6c781f3e-95b7-464b-9755-3cc789f9b38b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:57.728868 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891289f1-f559-48d1-951a-2ae40635e49f req-6c781f3e-95b7-464b-9755-3cc789f9b38b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:57.742957 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 897015d5-8aa7-4df9-9310-d56ca966ad01 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:04:57.770227 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891289f1-f559-48d1-951a-2ae40635e49f req-6c781f3e-95b7-464b-9755-3cc789f9b38b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:57.799926 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891289f1-f559-48d1-951a-2ae40635e49f req-6c781f3e-95b7-464b-9755-3cc789f9b38b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:57.835624 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891289f1-f559-48d1-951a-2ae40635e49f req-6c781f3e-95b7-464b-9755-3cc789f9b38b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:57.861911 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891289f1-f559-48d1-951a-2ae40635e49f req-6c781f3e-95b7-464b-9755-3cc789f9b38b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:57.884501 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-891289f1-f559-48d1-951a-2ae40635e49f req-6c781f3e-95b7-464b-9755-3cc789f9b38b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.4653957 Feb 19 04:04:58.016688 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54334) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:58.139273 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a482a8b1-a67b-4689-bac2-7a543542f33d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:58.177930 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 897015d5-8aa7-4df9-9310-d56ca966ad01 is: DOWN; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:58.198782 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-891289f1-f559-48d1-951a-2ae40635e49f req-379f9257-8dde-4d33-b252-0c7b06e78099 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3102245 Feb 19 04:04:58.211517 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-29f45f45-af10-4c98-ae75-acd2d1cf9f5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e6313b5-99cb-49d2-924d-15e534effd4e {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:58.259640 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-29f45f45-af10-4c98-ae75-acd2d1cf9f5e service neutron] Publish callbacks [] for port (8e6313b5-99cb-49d2-924d-15e534effd4e), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:58.337112 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-29f45f45-af10-4c98-ae75-acd2d1cf9f5e service neutron] Transition to ACTIVE for port object 8e6313b5-99cb-49d2-924d-15e534effd4e will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:04:58.371847 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-29f45f45-af10-4c98-ae75-acd2d1cf9f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (8e6313b5-99cb-49d2-924d-15e534effd4e), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:58.470348 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f45f45-af10-4c98-ae75-acd2d1cf9f5e service neutron] Pushing event updated for resources: {'Port': ['ID=8e6313b5-99cb-49d2-924d-15e534effd4e,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:58.704966 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a482a8b1-a67b-4689-bac2-7a543542f33d admin admin] Publish callbacks [] for security_group (78b94340-d319-4987-bbff-865e5af3e7a8), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:58.769024 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a482a8b1-a67b-4689-bac2-7a543542f33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (78b94340-d319-4987-bbff-865e5af3e7a8), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:58.858867 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04099dd0-c848-4a30-b112-7e27208f8973 req-033fa2cd-cb7a-47be-9639-c243e7b3a3ae tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:58.862876 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-04099dd0-c848-4a30-b112-7e27208f8973 req-033fa2cd-cb7a-47be-9639-c243e7b3a3ae tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=50f53c96-12e2-4056-915c-fdfbef144f35 HTTP/1.1" status: 200 len: 948 time: 0.1900630 Feb 19 04:04:58.888383 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ff632-5819-40af-8452-1fb8fb1fc636 req-48126307-32d8-4a66-bb50-cf42a2dcfac6 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:58.902712 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de8ff632-5819-40af-8452-1fb8fb1fc636 req-48126307-32d8-4a66-bb50-cf42a2dcfac6 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=e06a9438-4e3c-42ad-aeb8-285727404df4 HTTP/1.1" status: 200 len: 943 time: 0.3153257 Feb 19 04:04:58.953288 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54362) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:59.034524 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482a8b1-a67b-4689-bac2-7a543542f33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b94340-d319-4987-bbff-865e5af3e7a8,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:59.101727 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a482a8b1-a67b-4689-bac2-7a543542f33d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4052103b7c674cce936f42a4f14d261d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0817780 Feb 19 04:04:59.106091 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54372) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:59.122662 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-29f45f45-af10-4c98-ae75-acd2d1cf9f5e service neutron] Attempting to bind port 8e6313b5-99cb-49d2-924d-15e534effd4e on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:59.123462 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-29f45f45-af10-4c98-ae75-acd2d1cf9f5e service neutron] Attempting to bind port 8e6313b5-99cb-49d2-924d-15e534effd4e by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:59.126301 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-29f45f45-af10-4c98-ae75-acd2d1cf9f5e service neutron] Attempting to bind port 8e6313b5-99cb-49d2-924d-15e534effd4e on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:59.160832 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-29f45f45-af10-4c98-ae75-acd2d1cf9f5e service neutron] Port 8e6313b5-99cb-49d2-924d-15e534effd4e on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:04:59.168017 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-29f45f45-af10-4c98-ae75-acd2d1cf9f5e service neutron] Attempting to bind port 8e6313b5-99cb-49d2-924d-15e534effd4e on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:59.194721 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-29f45f45-af10-4c98-ae75-acd2d1cf9f5e service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:59.195058 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-29f45f45-af10-4c98-ae75-acd2d1cf9f5e service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:04:59.198967 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-29f45f45-af10-4c98-ae75-acd2d1cf9f5e service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:04:59.199539 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-29f45f45-af10-4c98-ae75-acd2d1cf9f5e service neutron] Bound port: 8e6313b5-99cb-49d2-924d-15e534effd4e, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:04:59.199974 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-29f45f45-af10-4c98-ae75-acd2d1cf9f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8e6313b5-99cb-49d2-924d-15e534effd4e), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:59.240445 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-04099dd0-c848-4a30-b112-7e27208f8973 req-f54c0b5c-3e6e-43a0-823a-147e11493ec0 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700628 Feb 19 04:04:59.309764 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-de8ff632-5819-40af-8452-1fb8fb1fc636 req-c185665a-ea23-49b2-b764-bb8374ec39c9 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Deleting port 897015d5-8aa7-4df9-9310-d56ca966ad01 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:04:59.317028 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-de8ff632-5819-40af-8452-1fb8fb1fc636 req-c185665a-ea23-49b2-b764-bb8374ec39c9 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (897015d5-8aa7-4df9-9310-d56ca966ad01), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:59.332340 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-290e93d6-7a53-49f2-9462-6428a7238904 admin admin] Publish callbacks [] for security_group (78b94340-d319-4987-bbff-865e5af3e7a8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:59.393817 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:59.447091 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-290e93d6-7a53-49f2-9462-6428a7238904 admin admin] Publish callbacks [] for security_group (78b94340-d319-4987-bbff-865e5af3e7a8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:59.452183 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-a49601b9-d38a-420c-b106-5633ce7748a1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-459692876-network', 'tenant_id': 'aeffa8dc13064a198ee824c63786f0c2'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:59.499800 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-29f45f45-af10-4c98-ae75-acd2d1cf9f5e service neutron] For port 8e6313b5-99cb-49d2-924d-15e534effd4e, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:04:59.574528 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-de8ff632-5819-40af-8452-1fb8fb1fc636 req-c185665a-ea23-49b2-b764-bb8374ec39c9 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] For port 897015d5-8aa7-4df9-9310-d56ca966ad01, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=897015d5-8aa7-4df9-9310-d56ca966ad01,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:59.575479 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-de8ff632-5819-40af-8452-1fb8fb1fc636 req-c185665a-ea23-49b2-b764-bb8374ec39c9 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (897015d5-8aa7-4df9-9310-d56ca966ad01), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:59.580157 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-29f45f45-af10-4c98-ae75-acd2d1cf9f5e service neutron] For port 8e6313b5-99cb-49d2-924d-15e534effd4e, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=8e6313b5-99cb-49d2-924d-15e534effd4e,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:04:59.585286 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49601b9-d38a-420c-b106-5633ce7748a1 admin admin] Made reservation on behalf of aeffa8dc13064a198ee824c63786f0c2 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:04:59.587753 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a49601b9-d38a-420c-b106-5633ce7748a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:59.612291 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-29f45f45-af10-4c98-ae75-acd2d1cf9f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (8e6313b5-99cb-49d2-924d-15e534effd4e), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:59.612689 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-de8ff632-5819-40af-8452-1fb8fb1fc636 req-c185665a-ea23-49b2-b764-bb8374ec39c9 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Calling delete_port for 897015d5-8aa7-4df9-9310-d56ca966ad01 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:04:59.621223 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a49601b9-d38a-420c-b106-5633ce7748a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:59.640375 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54382) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:59.750487 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-29f45f45-af10-4c98-ae75-acd2d1cf9f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:59.751120 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-29f45f45-af10-4c98-ae75-acd2d1cf9f5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:59.752556 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-29f45f45-af10-4c98-ae75-acd2d1cf9f5e service neutron] 10.222.0.26 "PUT /v2.0/ports/8e6313b5-99cb-49d2-924d-15e534effd4e HTTP/1.1" status: 200 len: 1097 time: 2.6945608 Feb 19 04:04:59.753023 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f53c96-12e2-4056-915c-fdfbef144f35', 'tag': '8e6313b5-99cb-49d2-924d-15e534effd4e'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:59.755599 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec6657e-6374-4865-aa6e-974920376a00" -d '{"events": [{"name": "network-changed", "server_uuid": "50f53c96-12e2-4056-915c-fdfbef144f35", "tag": "8e6313b5-99cb-49d2-924d-15e534effd4e"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:59.822013 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-290e93d6-7a53-49f2-9462-6428a7238904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (78b94340-d319-4987-bbff-865e5af3e7a8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:59.838428 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-290e93d6-7a53-49f2-9462-6428a7238904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:59.839783 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-290e93d6-7a53-49f2-9462-6428a7238904 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/78b94340-d319-4987-bbff-865e5af3e7a8 HTTP/1.1" status: 204 len: 168 time: 0.7310638 Feb 19 04:04:59.945926 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e93d6-7a53-49f2-9462-6428a7238904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b94340-d319-4987-bbff-865e5af3e7a8,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:59.970626 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f45f45-af10-4c98-ae75-acd2d1cf9f5e service neutron] Pushing event updated for resources: {'Port': ['ID=8e6313b5-99cb-49d2-924d-15e534effd4e,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:00.104393 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a49601b9-d38a-420c-b106-5633ce7748a1 admin admin] Publish callbacks [] for security_group (ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:00.122991 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981b09d-21c3-41af-8513-c5658a5319b7 req-55df1edf-d183-4495-9297-a3c871cb93e6 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:00.123230 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a49601b9-d38a-420c-b106-5633ce7748a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:00.123348 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981b09d-21c3-41af-8513-c5658a5319b7 req-55df1edf-d183-4495-9297-a3c871cb93e6 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:00.132616 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981b09d-21c3-41af-8513-c5658a5319b7 req-55df1edf-d183-4495-9297-a3c871cb93e6 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:00.142213 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981b09d-21c3-41af-8513-c5658a5319b7 req-55df1edf-d183-4495-9297-a3c871cb93e6 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:00.152417 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981b09d-21c3-41af-8513-c5658a5319b7 req-55df1edf-d183-4495-9297-a3c871cb93e6 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:00.160888 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981b09d-21c3-41af-8513-c5658a5319b7 req-55df1edf-d183-4495-9297-a3c871cb93e6 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:00.168920 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981b09d-21c3-41af-8513-c5658a5319b7 req-55df1edf-d183-4495-9297-a3c871cb93e6 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:00.172415 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7981b09d-21c3-41af-8513-c5658a5319b7 req-55df1edf-d183-4495-9297-a3c871cb93e6 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.4400408 Feb 19 04:05:00.180186 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-681708ee-2c85-432b-bb0d-61dbc7ed84e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:00.181959 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-681708ee-2c85-432b-bb0d-61dbc7ed84e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c869b1ad561a43bab98562600aca3675&device_id=50f53c96-12e2-4056-915c-fdfbef144f35 HTTP/1.1" status: 200 len: 1131 time: 0.3381364 Feb 19 04:05:00.210747 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49601b9-d38a-420c-b106-5633ce7748a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:05:00.226572 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-9cc01f6b-bbf2-4d46-97be-7ca8ad19bfe1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1414905762-network', 'tenant_id': '5eb9ba20094843eea70ebd702dd9f501'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:00.322393 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-4f0a4e6a-2093-42af-9ae1-1c164d9dcc34 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=8e6313b5-99cb-49d2-924d-15e534effd4e HTTP/1.1" status: 200 len: 217 time: 0.1132534 Feb 19 04:05:00.327257 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49601b9-d38a-420c-b106-5633ce7748a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:00.391559 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a49601b9-d38a-420c-b106-5633ce7748a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (71d4e262-0aab-41dc-92da-e243d23884f2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:00.392256 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-a49601b9-d38a-420c-b106-5633ce7748a1 admin admin] Added segment 71d4e262-0aab-41dc-92da-e243d23884f2 of type vlan for network 96906bf1-6d49-4110-8bea-07aefb43331c Feb 19 04:05:00.435748 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7981b09d-21c3-41af-8513-c5658a5319b7 req-bb08430a-4e62-487b-acc3-7455db41ca78 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2517333 Feb 19 04:05:00.445511 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-de8ff632-5819-40af-8452-1fb8fb1fc636 req-c185665a-ea23-49b2-b764-bb8374ec39c9 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (897015d5-8aa7-4df9-9310-d56ca966ad01), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:00.456269 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc01f6b-bbf2-4d46-97be-7ca8ad19bfe1 admin admin] Made reservation on behalf of 5eb9ba20094843eea70ebd702dd9f501 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:05:00.459464 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9cc01f6b-bbf2-4d46-97be-7ca8ad19bfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:00.484936 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-a8fceeaa-5010-4563-8368-6b030fbdc351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:00.486898 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-a8fceeaa-5010-4563-8368-6b030fbdc351 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1565733 Feb 19 04:05:00.499319 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a49601b9-d38a-420c-b106-5633ce7748a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (96906bf1-6d49-4110-8bea-07aefb43331c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:00.540596 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9cc01f6b-bbf2-4d46-97be-7ca8ad19bfe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:00.559475 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e722df3f-ecc1-4f97-94c7-094aa7be5eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:00.610978 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185665a-ea23-49b2-b764-bb8374ec39c9 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Pushing event deleted for resources: {'Port': ['ID=897015d5-8aa7-4df9-9310-d56ca966ad01,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:00.626129 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-6406c5aa-a9db-42cf-94c9-37b2806959e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:00.627857 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-6406c5aa-a9db-42cf-94c9-37b2806959e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1313713 Feb 19 04:05:00.630029 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a49601b9-d38a-420c-b106-5633ce7748a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (96906bf1-6d49-4110-8bea-07aefb43331c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:00.631962 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49601b9-d38a-420c-b106-5633ce7748a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:00.632567 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a49601b9-d38a-420c-b106-5633ce7748a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:00.706448 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8ff632-5819-40af-8452-1fb8fb1fc636 req-c185665a-ea23-49b2-b764-bb8374ec39c9 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] No DVR routers for this DVR port 897015d5-8aa7-4df9-9310-d56ca966ad01 on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:05:00.709343 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-de8ff632-5819-40af-8452-1fb8fb1fc636 req-c185665a-ea23-49b2-b764-bb8374ec39c9 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:00.737339 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de8ff632-5819-40af-8452-1fb8fb1fc636 req-c185665a-ea23-49b2-b764-bb8374ec39c9 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "DELETE /v2.0/ports/897015d5-8aa7-4df9-9310-d56ca966ad01 HTTP/1.1" status: 204 len: 173 time: 1.8317895 Feb 19 04:05:00.737967 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06a9438-4e3c-42ad-aeb8-285727404df4', 'name': 'network-vif-deleted', 'tag': '897015d5-8aa7-4df9-9310-d56ca966ad01'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:00.755816 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3430d840-8cac-415b-85a3-53c2d710c561" -d '{"events": [{"server_uuid": "e06a9438-4e3c-42ad-aeb8-285727404df4", "name": "network-vif-deleted", "tag": "897015d5-8aa7-4df9-9310-d56ca966ad01"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:00.821798 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a25b2fa-5e3b-45c7-b34a-9adfc9ae96e8 x-openstack-request-id: req-2a25b2fa-5e3b-45c7-b34a-9adfc9ae96e8 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:00.822203 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f53c96-12e2-4056-915c-fdfbef144f35", "tag": "8e6313b5-99cb-49d2-924d-15e534effd4e", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:00.822408 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2a25b2fa-5e3b-45c7-b34a-9adfc9ae96e8 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:00.822821 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f53c96-12e2-4056-915c-fdfbef144f35', 'tag': '8e6313b5-99cb-49d2-924d-15e534effd4e', 'status': 'completed', 'code': 200} Feb 19 04:05:00.869389 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a49601b9-d38a-420c-b106-5633ce7748a1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9113982 Feb 19 04:05:00.876198 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54420) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:00.886868 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-134e736d-8e02-458c-bd4c-f03b6e737115 admin admin] Request body: {'subnet': {'network_id': '96906bf1-6d49-4110-8bea-07aefb43331c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-459692876-subnet', 'tenant_id': 'aeffa8dc13064a198ee824c63786f0c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:00.895153 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49601b9-d38a-420c-b106-5633ce7748a1 admin admin] Pushing event updated for resources: {'Network': ['ID=96906bf1-6d49-4110-8bea-07aefb43331c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:00.915515 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 96906bf1-6d49-4110-8bea-07aefb43331c details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:05:00.952911 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134e736d-8e02-458c-bd4c-f03b6e737115 admin admin] Made reservation on behalf of aeffa8dc13064a198ee824c63786f0c2 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:05:00.955321 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-134e736d-8e02-458c-bd4c-f03b6e737115 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:00.964905 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9cc01f6b-bbf2-4d46-97be-7ca8ad19bfe1 admin admin] Publish callbacks [] for security_group (ba6d9922-d5fb-4b87-8efb-6d254cd765e8), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:00.994969 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9cc01f6b-bbf2-4d46-97be-7ca8ad19bfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ba6d9922-d5fb-4b87-8efb-6d254cd765e8), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:01.063662 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc01f6b-bbf2-4d46-97be-7ca8ad19bfe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6d9922-d5fb-4b87-8efb-6d254cd765e8,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:01.077758 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-530d1ac7-1d38-4d70-b1d4-65cdd2469c66 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364579 Feb 19 04:05:01.078460 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc01f6b-bbf2-4d46-97be-7ca8ad19bfe1 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:05:01.113811 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9cc01f6b-bbf2-4d46-97be-7ca8ad19bfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (0e0df3d8-d937-4517-8b0d-9b3a803328a0), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:01.114181 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-9cc01f6b-bbf2-4d46-97be-7ca8ad19bfe1 admin admin] Added segment 0e0df3d8-d937-4517-8b0d-9b3a803328a0 of type vlan for network 1adf8233-5dea-4cda-ab10-9949e1b7d28c Feb 19 04:05:01.145392 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bed73f-a206-4a9d-aa92-75f0676093b2 req-cd32ae36-7bff-46f7-a509-8db983fe56b4 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:01.154779 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-86bed73f-a206-4a9d-aa92-75f0676093b2 req-cd32ae36-7bff-46f7-a509-8db983fe56b4 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=50f53c96-12e2-4056-915c-fdfbef144f35 HTTP/1.1" status: 200 len: 948 time: 0.3300862 Feb 19 04:05:01.243862 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9cc01f6b-bbf2-4d46-97be-7ca8ad19bfe1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (1adf8233-5dea-4cda-ab10-9949e1b7d28c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:01.295545 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9c066fee-3ec6-4e39-936a-7553592486b0 req-bd273f27-34ab-4237-a970-45611c1b7190 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074566 Feb 19 04:05:01.322072 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-86bed73f-a206-4a9d-aa92-75f0676093b2 req-fba41ec6-7920-4e90-a98a-f74fcecd6681 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598356 Feb 19 04:05:01.327290 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9cc01f6b-bbf2-4d46-97be-7ca8ad19bfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (1adf8233-5dea-4cda-ab10-9949e1b7d28c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:01.328204 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc01f6b-bbf2-4d46-97be-7ca8ad19bfe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:01.328802 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9cc01f6b-bbf2-4d46-97be-7ca8ad19bfe1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:01.471679 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4942abcc-9d07-4c46-966c-ee7fa5779337 x-openstack-request-id: req-4942abcc-9d07-4c46-966c-ee7fa5779337 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:01.472190 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06a9438-4e3c-42ad-aeb8-285727404df4", "name": "network-vif-deleted", "tag": "897015d5-8aa7-4df9-9310-d56ca966ad01", "status": "failed", "code": 422}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:01.472190 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4942abcc-9d07-4c46-966c-ee7fa5779337 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:01.472629 n-d-828369-19 neutron-server[109926]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e06a9438-4e3c-42ad-aeb8-285727404df4', 'name': 'network-vif-deleted', 'tag': '897015d5-8aa7-4df9-9310-d56ca966ad01', 'status': 'failed', 'code': 422} returned with failed status Feb 19 04:05:01.578033 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9cc01f6b-bbf2-4d46-97be-7ca8ad19bfe1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9313254 Feb 19 04:05:01.582735 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54442) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:01.618275 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-e1c38f57-04ca-4370-9b50-36bba53e55bc admin admin] Request body: {'subnet': {'network_id': '1adf8233-5dea-4cda-ab10-9949e1b7d28c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1414905762-subnet', 'tenant_id': '5eb9ba20094843eea70ebd702dd9f501', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:01.637487 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc01f6b-bbf2-4d46-97be-7ca8ad19bfe1 admin admin] Pushing event updated for resources: {'Network': ['ID=1adf8233-5dea-4cda-ab10-9949e1b7d28c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:01.656466 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 1adf8233-5dea-4cda-ab10-9949e1b7d28c details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:05:01.691584 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6657e-6374-4865-aa6e-974920376a00 req-25d19cb4-982a-42b0-b441-ecd64568c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:01.700083 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7ec6657e-6374-4865-aa6e-974920376a00 req-25d19cb4-982a-42b0-b441-ecd64568c2d5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c869b1ad561a43bab98562600aca3675&device_id=50f53c96-12e2-4056-915c-fdfbef144f35 HTTP/1.1" status: 200 len: 1131 time: 0.3229086 Feb 19 04:05:01.735480 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-134e736d-8e02-458c-bd4c-f03b6e737115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (0158d0fa-2e31-44b1-955f-e39eed62eba8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:01.894092 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c38f57-04ca-4370-9b50-36bba53e55bc admin admin] Made reservation on behalf of 5eb9ba20094843eea70ebd702dd9f501 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:05:01.896345 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e1c38f57-04ca-4370-9b50-36bba53e55bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:01.943159 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e736d-8e02-458c-bd4c-f03b6e737115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0158d0fa-2e31-44b1-955f-e39eed62eba8,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:01.993269 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6657e-6374-4865-aa6e-974920376a00 req-9f088342-734a-4004-97c3-bc741982d5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:01.998237 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7ec6657e-6374-4865-aa6e-974920376a00 req-9f088342-734a-4004-97c3-bc741982d5fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.2896581 Feb 19 04:05:02.091494 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7ec6657e-6374-4865-aa6e-974920376a00 req-e1b2c995-f37b-4999-9b3b-cfd51db995ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=8e6313b5-99cb-49d2-924d-15e534effd4e HTTP/1.1" status: 200 len: 217 time: 0.0843897 Feb 19 04:05:02.118144 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96b1ca-fe0b-4c2e-a5c3-c9ac9fbf6776 req-9b063bb5-d89d-4718-8f83-73e137019ea2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:02.124228 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96b1ca-fe0b-4c2e-a5c3-c9ac9fbf6776 req-9b063bb5-d89d-4718-8f83-73e137019ea2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:02.130615 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96b1ca-fe0b-4c2e-a5c3-c9ac9fbf6776 req-9b063bb5-d89d-4718-8f83-73e137019ea2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:02.136309 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96b1ca-fe0b-4c2e-a5c3-c9ac9fbf6776 req-9b063bb5-d89d-4718-8f83-73e137019ea2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:02.141669 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96b1ca-fe0b-4c2e-a5c3-c9ac9fbf6776 req-9b063bb5-d89d-4718-8f83-73e137019ea2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:02.147168 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96b1ca-fe0b-4c2e-a5c3-c9ac9fbf6776 req-9b063bb5-d89d-4718-8f83-73e137019ea2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:02.159396 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96b1ca-fe0b-4c2e-a5c3-c9ac9fbf6776 req-9b063bb5-d89d-4718-8f83-73e137019ea2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:02.161385 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e96b1ca-fe0b-4c2e-a5c3-c9ac9fbf6776 req-9b063bb5-d89d-4718-8f83-73e137019ea2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.5300455 Feb 19 04:05:02.210332 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6657e-6374-4865-aa6e-974920376a00 req-37bd8701-6946-4203-83f0-b377ee16b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:02.214727 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7ec6657e-6374-4865-aa6e-974920376a00 req-37bd8701-6946-4203-83f0-b377ee16b18b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1087959 Feb 19 04:05:02.217025 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134e736d-8e02-458c-bd4c-f03b6e737115 admin admin] Checking segment: {'id': '71d4e262-0aab-41dc-92da-e243d23884f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '96906bf1-6d49-4110-8bea-07aefb43331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:02.217394 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134e736d-8e02-458c-bd4c-f03b6e737115 admin admin] Network hostable DHCP agents. Network: 96906bf1-6d49-4110-8bea-07aefb43331c, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:05:02.279323 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6657e-6374-4865-aa6e-974920376a00 req-56dd0645-94ce-439b-bba7-3ad2432fbf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:02.281377 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7ec6657e-6374-4865-aa6e-974920376a00 req-56dd0645-94ce-439b-bba7-3ad2432fbf6c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0519412 Feb 19 04:05:02.479490 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7ec6657e-6374-4865-aa6e-974920376a00 req-9df4b26f-4431-4278-8ee8-5aea69f3bc6c service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819077 Feb 19 04:05:02.520031 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134e736d-8e02-458c-bd4c-f03b6e737115 admin admin] Network 96906bf1-6d49-4110-8bea-07aefb43331c is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:05:02.570789 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e96b1ca-fe0b-4c2e-a5c3-c9ac9fbf6776 req-9e1efd1f-f9ec-4352-b14d-b20c57fdf947 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3944843 Feb 19 04:05:02.573578 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-134e736d-8e02-458c-bd4c-f03b6e737115 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 96906bf1-6d49-4110-8bea-07aefb43331c) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:02.578023 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7ec6657e-6374-4865-aa6e-974920376a00 req-6b12556a-ec0c-4f1c-ba3a-0a6182267b7e service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922761 Feb 19 04:05:02.582422 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134e736d-8e02-458c-bd4c-f03b6e737115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:02.583051 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-134e736d-8e02-458c-bd4c-f03b6e737115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:02.587141 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1473a8f6-c060-44c2-b197-4acb4481edea None None] Network 96906bf1-6d49-4110-8bea-07aefb43331c requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:05:02.716415 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fdfdc-c006-4fa2-a10e-31690cc8f516 req-9ee7cf01-4d73-4c45-80cd-cd23e495d236 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:02.728697 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b0fdfdc-c006-4fa2-a10e-31690cc8f516 req-9ee7cf01-4d73-4c45-80cd-cd23e495d236 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/ports?device_id=131fb3b1-958d-4157-9365-728a7585872e HTTP/1.1" status: 200 len: 950 time: 0.2702944 Feb 19 04:05:02.736643 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ff4338c4-a0fe-45f2-be89-c607ecf70e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:02.784769 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3d12ec-36a5-49f4-ba12-4662ce31a0f5 None None] Network 96906bf1-6d49-4110-8bea-07aefb43331c requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:05:02.849541 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-134e736d-8e02-458c-bd4c-f03b6e737115 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9696710 Feb 19 04:05:02.849893 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54506) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:02.856409 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-2773eba7-1446-48da-b342-34f9044b21c0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-459692876-router', 'tenant_id': 'aeffa8dc13064a198ee824c63786f0c2', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:02.914550 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2773eba7-1446-48da-b342-34f9044b21c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (2cbdc5e8-f778-47bc-b949-12eec3c9ce54), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:02.915972 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2773eba7-1446-48da-b342-34f9044b21c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (2cbdc5e8-f778-47bc-b949-12eec3c9ce54), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:02.939408 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e1c38f57-04ca-4370-9b50-36bba53e55bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (5749a7b7-4cc7-4f29-9393-532b658d99ca), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:03.000877 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b0fdfdc-c006-4fa2-a10e-31690cc8f516 req-7eccd985-e69e-4e14-aeb0-196d28471d0b tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/security-groups?id=e142874b-3edc-4848-be47-fd7014c2d448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680495 Feb 19 04:05:03.038435 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5de8b-7955-4a23-8a04-76f0f3aa72d9 req-7b164e70-7feb-4eba-a482-cf9d8c2470b6 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:03.053042 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2773eba7-1446-48da-b342-34f9044b21c0 admin admin] Publish callbacks [] for router_controller (2cbdc5e8-f778-47bc-b949-12eec3c9ce54), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:03.055483 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-89b5de8b-7955-4a23-8a04-76f0f3aa72d9 req-7b164e70-7feb-4eba-a482-cf9d8c2470b6 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=50f53c96-12e2-4056-915c-fdfbef144f35 HTTP/1.1" status: 200 len: 948 time: 0.2325325 Feb 19 04:05:03.126838 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c38f57-04ca-4370-9b50-36bba53e55bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5749a7b7-4cc7-4f29-9393-532b658d99ca,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:03.154035 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c38f57-04ca-4370-9b50-36bba53e55bc admin admin] Checking segment: {'id': '0e0df3d8-d937-4517-8b0d-9b3a803328a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1adf8233-5dea-4cda-ab10-9949e1b7d28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:03.154427 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c38f57-04ca-4370-9b50-36bba53e55bc admin admin] Network hostable DHCP agents. Network: 1adf8233-5dea-4cda-ab10-9949e1b7d28c, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:05:03.226005 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-89b5de8b-7955-4a23-8a04-76f0f3aa72d9 req-2009e634-7248-4c0b-ae24-32fd17d38f68 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673744 Feb 19 04:05:03.248465 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c38f57-04ca-4370-9b50-36bba53e55bc admin admin] Network 1adf8233-5dea-4cda-ab10-9949e1b7d28c is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:05:03.299712 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-6541cc30-fcb1-4302-937e-09d9aeaf68c5 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:03.301568 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-6541cc30-fcb1-4302-937e-09d9aeaf68c5 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/networks?id=9c484cb2-d49b-4cb4-a1e7-39d440927c34 HTTP/1.1" status: 200 len: 812 time: 0.1769233 Feb 19 04:05:03.303056 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-e1c38f57-04ca-4370-9b50-36bba53e55bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 1adf8233-5dea-4cda-ab10-9949e1b7d28c) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:03.314444 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf3dc4a-3ff8-400e-94c4-1fa3b4fe2f15 None None] Network 1adf8233-5dea-4cda-ab10-9949e1b7d28c requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:05:03.318854 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c38f57-04ca-4370-9b50-36bba53e55bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:03.319622 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e1c38f57-04ca-4370-9b50-36bba53e55bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:03.335664 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-9473d8f2-7abb-400e-88ff-35a2d1e5c921 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/quotas/5c42b47db3b04ce6966fb4de683a6e22 HTTP/1.1" status: 200 len: 375 time: 0.0274251 Feb 19 04:05:03.339835 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2773eba7-1446-48da-b342-34f9044b21c0 admin admin] Publish callbacks [] for router_gateway (2cbdc5e8-f778-47bc-b949-12eec3c9ce54), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:03.343320 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e1c38f57-04ca-4370-9b50-36bba53e55bc admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7544289 Feb 19 04:05:03.388813 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-a9907031-c652-4a68-b4c1-2d3c3860746c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5c42b47db3b04ce6966fb4de683a6e22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431967 Feb 19 04:05:03.483436 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ec76d2-ce85-44e4-8263-980be99e0e4b None None] Network 1adf8233-5dea-4cda-ab10-9949e1b7d28c requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:05:03.650715 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-8625bd56-0b09-475a-8b61-25ec1a2ab42c service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:05:03.652846 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-8625bd56-0b09-475a-8b61-25ec1a2ab42c service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2564688 Feb 19 04:05:03.703919 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:03.771188 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2773eba7-1446-48da-b342-34f9044b21c0 admin admin] Publish callbacks [] for router_gateway (2cbdc5e8-f778-47bc-b949-12eec3c9ce54), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:03.793819 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2773eba7-1446-48da-b342-34f9044b21c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:03.891975 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568cfd0-273f-4257-8430-c1eb0d71ebba req-75be71d3-5bc2-4208-9ec6-a2e13fbf5f4b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:03.899133 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568cfd0-273f-4257-8430-c1eb0d71ebba req-75be71d3-5bc2-4208-9ec6-a2e13fbf5f4b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:03.905081 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568cfd0-273f-4257-8430-c1eb0d71ebba req-75be71d3-5bc2-4208-9ec6-a2e13fbf5f4b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:03.915722 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568cfd0-273f-4257-8430-c1eb0d71ebba req-75be71d3-5bc2-4208-9ec6-a2e13fbf5f4b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:03.922862 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568cfd0-273f-4257-8430-c1eb0d71ebba req-75be71d3-5bc2-4208-9ec6-a2e13fbf5f4b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:03.929199 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568cfd0-273f-4257-8430-c1eb0d71ebba req-75be71d3-5bc2-4208-9ec6-a2e13fbf5f4b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:03.936124 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568cfd0-273f-4257-8430-c1eb0d71ebba req-75be71d3-5bc2-4208-9ec6-a2e13fbf5f4b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:03.938062 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a568cfd0-273f-4257-8430-c1eb0d71ebba req-75be71d3-5bc2-4208-9ec6-a2e13fbf5f4b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.1766863 Feb 19 04:05:03.940739 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-533ab4d8-b13a-4d2b-9ff5-e90b8b534a2f service neutron] 10.222.0.52 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773514 Feb 19 04:05:03.955021 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-2773eba7-1446-48da-b342-34f9044b21c0 admin admin] Allocated IP 172.25.3.226 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:05:04.137996 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2773eba7-1446-48da-b342-34f9044b21c0 admin admin] Publish callbacks [] for port (7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:04.139929 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a568cfd0-273f-4257-8430-c1eb0d71ebba req-83c7dee4-8ac3-4cdf-b5ca-1d185df12235 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1784685 Feb 19 04:05:04.150678 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-ae6aed18-15e5-46be-b533-277229fa0d18 service neutron] 10.222.0.52 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989834 Feb 19 04:05:04.205589 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2773eba7-1446-48da-b342-34f9044b21c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:04.279028 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773eba7-1446-48da-b342-34f9044b21c0 admin admin] Pushing event updated for resources: {'Port': ['ID=7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:04.314311 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2773eba7-1446-48da-b342-34f9044b21c0 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:05:04.316067 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-2773eba7-1446-48da-b342-34f9044b21c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:04.318612 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2773eba7-1446-48da-b342-34f9044b21c0 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:05:04.600985 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f68552-4b92-45c6-b961-aa8c8c0499c2 req-68d0a722-6fc5-4064-a07e-b442b270576d tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:04.610733 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-62f68552-4b92-45c6-b961-aa8c8c0499c2 req-68d0a722-6fc5-4064-a07e-b442b270576d tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/ports?device_id=131fb3b1-958d-4157-9365-728a7585872e HTTP/1.1" status: 200 len: 950 time: 0.1640856 Feb 19 04:05:04.754116 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-62f68552-4b92-45c6-b961-aa8c8c0499c2 req-5a67eb80-87e9-4570-9922-e0b60308a2f7 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/security-groups?id=e142874b-3edc-4848-be47-fd7014c2d448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285977 Feb 19 04:05:04.799325 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2773eba7-1446-48da-b342-34f9044b21c0 admin admin] Publish callbacks [] for router_gateway (2cbdc5e8-f778-47bc-b949-12eec3c9ce54), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:05.095213 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-07e9244d-d92f-4fa3-89e3-beec24c2fe4a tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:05.103128 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-07e9244d-d92f-4fa3-89e3-beec24c2fe4a tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] 10.222.0.52 "GET /v2.0/networks?id=1adf8233-5dea-4cda-ab10-9949e1b7d28c HTTP/1.1" status: 200 len: 818 time: 0.2100511 Feb 19 04:05:05.124089 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-63c9a07b-b414-4184-9274-8091b2e7c03f tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] 10.222.0.52 "GET /v2.0/quotas/5eb9ba20094843eea70ebd702dd9f501 HTTP/1.1" status: 200 len: 375 time: 0.0195262 Feb 19 04:05:05.178834 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-34643d80-d56d-4039-a2a0-b0b633ab77c6 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5eb9ba20094843eea70ebd702dd9f501&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533805 Feb 19 04:05:05.189758 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:05.257457 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd278236-30e2-4e2d-8c1d-55e17e3eb4e4 req-e8aefedf-fd08-4cb5-aa4d-a8ff94bb46f9 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:05.273955 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cd278236-30e2-4e2d-8c1d-55e17e3eb4e4 req-e8aefedf-fd08-4cb5-aa4d-a8ff94bb46f9 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=50f53c96-12e2-4056-915c-fdfbef144f35 HTTP/1.1" status: 200 len: 948 time: 0.1674886 Feb 19 04:05:05.357361 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cd278236-30e2-4e2d-8c1d-55e17e3eb4e4 req-66703c4c-26cd-4fc5-b9d9-92174237c81c tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781403 Feb 19 04:05:05.537682 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cb1f806-220a-4564-ab05-87b8ab9caf62 req-8d8aa09f-5fbf-494a-9ce9-80f97515e9ae tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 210 time: 0.0488789 Feb 19 04:05:05.610466 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-040bbac2-12d1-4677-b530-4a15d0c86382 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:05:05.611701 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-040bbac2-12d1-4677-b530-4a15d0c86382 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4316010 Feb 19 04:05:05.725720 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2773eba7-1446-48da-b342-34f9044b21c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (2cbdc5e8-f778-47bc-b949-12eec3c9ce54), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:05.771509 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 8e6313b5-99cb-49d2-924d-15e534effd4e details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:05:05.773507 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 5f5af0b5-b603-4982-a65f-e3b1a9042c4e no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:05:05.834091 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-1c087468-a229-41d6-87ad-1c82ac3da8b4 service neutron] 10.222.0.52 "GET /v2.0/networks/1adf8233-5dea-4cda-ab10-9949e1b7d28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163527 Feb 19 04:05:05.903139 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2773eba7-1446-48da-b342-34f9044b21c0 admin admin] Router 2cbdc5e8-f778-47bc-b949-12eec3c9ce54 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:05:06.123685 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:06.124825 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:06.195934 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2773eba7-1446-48da-b342-34f9044b21c0 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:05:06.210075 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c274b111-4dd3-4e61-a7d2-310ef6a1ff21 None None] Sync routers for ids ['2cbdc5e8-f778-47bc-b949-12eec3c9ce54'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:05:06.239356 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-2352ee7a-6320-4ee0-8acc-d9a66c2f6ba4 service neutron] 10.222.0.52 "GET /v2.0/networks/1adf8233-5dea-4cda-ab10-9949e1b7d28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978829 Feb 19 04:05:06.250224 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2773eba7-1446-48da-b342-34f9044b21c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:06.251597 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2773eba7-1446-48da-b342-34f9044b21c0 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3993573 Feb 19 04:05:06.259511 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54612) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:06.265378 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c274b111-4dd3-4e61-a7d2-310ef6a1ff21 None None] Routers {'2cbdc5e8-f778-47bc-b949-12eec3c9ce54'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:05:06.271983 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-c274b111-4dd3-4e61-a7d2-310ef6a1ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:05:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['2cbdc5e8-f778-47bc-b949-12eec3c9ce54'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:06.466779 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-f15db56c-b478-4d04-b9f3-48fd2ed84d42 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:06.471483 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-f15db56c-b478-4d04-b9f3-48fd2ed84d42 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.79 "GET /v2.0/networks?id=9c484cb2-d49b-4cb4-a1e7-39d440927c34 HTTP/1.1" status: 200 len: 812 time: 0.4212461 Feb 19 04:05:06.496586 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-51df8887-d5d2-4366-b51f-8dfec060b9aa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Request body: {'port': {'device_id': 'fd7d8b81-8ef3-4933-9eaa-26d2415fedae', 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34', 'admin_state_up': True, 'tenant_id': '5c42b47db3b04ce6966fb4de683a6e22'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:06.532047 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-c274b111-4dd3-4e61-a7d2-310ef6a1ff21 None None] Set router 2cbdc5e8-f778-47bc-b949-12eec3c9ce54 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:05:06.825434 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131fb3b1-958d-4157-9365-728a7585872e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f5af0b5-b603-4982-a65f-e3b1a9042c4e'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:06.831082 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca18ad31-8e90-4cc3-ba11-68d85ec74f04" -d '{"events": [{"server_uuid": "131fb3b1-958d-4157-9365-728a7585872e", "name": "network-vif-unplugged", "status": "completed", "tag": "5f5af0b5-b603-4982-a65f-e3b1a9042c4e"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:06.869710 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-51df8887-d5d2-4366-b51f-8dfec060b9aa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Made reservation on behalf of 5c42b47db3b04ce6966fb4de683a6e22 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:05:06.873984 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-51df8887-d5d2-4366-b51f-8dfec060b9aa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:06.942631 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 8e6313b5-99cb-49d2-924d-15e534effd4e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=8e6313b5-99cb-49d2-924d-15e534effd4e,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:06.955905 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e6eff-c32d-4b05-98ed-be3ed153051c req-076903da-e4b4-47bb-921e-ffa495a7ac8f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:06.969725 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e6eff-c32d-4b05-98ed-be3ed153051c req-076903da-e4b4-47bb-921e-ffa495a7ac8f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:06.981384 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-c274b111-4dd3-4e61-a7d2-310ef6a1ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbdc5e8-f778-47bc-b949-12eec3c9ce54', 'name': 'tempest-ServerRescueTestJSON-459692876-router', 'tenant_id': 'aeffa8dc13064a198ee824c63786f0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:02Z', 'updated_at': '2022-02-19T04:05:04Z', 'revision_number': 3, 'project_id': 'aeffa8dc13064a198ee824c63786f0c2', 'gw_port': {'id': '7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:83:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cbdc5e8-f778-47bc-b949-12eec3c9ce54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:03Z', 'updated_at': '2022-02-19T04:05:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:06.988343 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e6eff-c32d-4b05-98ed-be3ed153051c req-076903da-e4b4-47bb-921e-ffa495a7ac8f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:07.000403 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '8e6313b5-99cb-49d2-924d-15e534effd4e', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '8e6313b5-99cb-49d2-924d-15e534effd4e', 'mac_address': 'fa:16:3e:7d:2f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:05:07.003883 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e6eff-c32d-4b05-98ed-be3ed153051c req-076903da-e4b4-47bb-921e-ffa495a7ac8f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:07.024025 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e6eff-c32d-4b05-98ed-be3ed153051c req-076903da-e4b4-47bb-921e-ffa495a7ac8f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:07.034269 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=5f5af0b5-b603-4982-a65f-e3b1a9042c4e,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:07.037729 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e6eff-c32d-4b05-98ed-be3ed153051c req-076903da-e4b4-47bb-921e-ffa495a7ac8f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:07.051709 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e6eff-c32d-4b05-98ed-be3ed153051c req-076903da-e4b4-47bb-921e-ffa495a7ac8f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:07.058412 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-742e6eff-c32d-4b05-98ed-be3ed153051c req-076903da-e4b4-47bb-921e-ffa495a7ac8f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.2947907 Feb 19 04:05:07.059757 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c274b111-4dd3-4e61-a7d2-310ef6a1ff21 None None] Checking router: 2cbdc5e8-f778-47bc-b949-12eec3c9ce54 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:05:07.060239 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c274b111-4dd3-4e61-a7d2-310ef6a1ff21 None None] Updating router 2cbdc5e8-f778-47bc-b949-12eec3c9ce54 port 7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:05:07.079771 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:07.087456 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:07.140848 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-c274b111-4dd3-4e61-a7d2-310ef6a1ff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:07.288850 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 8e6313b5-99cb-49d2-924d-15e534effd4e is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:07.289974 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8e6313b5-99cb-49d2-924d-15e534effd4e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:07.325905 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=5f5af0b5-b603-4982-a65f-e3b1a9042c4e,revision_number=11']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:07.335300 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e6313b5-99cb-49d2-924d-15e534effd4e {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:05:07.344524 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1271e896-cafd-4fa4-a744-b49a46674abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:07.362052 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 8e6313b5-99cb-49d2-924d-15e534effd4e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=8e6313b5-99cb-49d2-924d-15e534effd4e,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:07.373096 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8e6313b5-99cb-49d2-924d-15e534effd4e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:07.503688 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=8e6313b5-99cb-49d2-924d-15e534effd4e,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:07.574211 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-742e6eff-c32d-4b05-98ed-be3ed153051c req-8294e2b0-462f-413d-9508-41db8029899d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5017927 Feb 19 04:05:07.597111 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e4305-921a-43b5-bcf6-0d1d4165e1be req-7b0dfa7b-17f1-43dc-902e-417830a4b90e tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:07.605680 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b65e4305-921a-43b5-bcf6-0d1d4165e1be req-7b0dfa7b-17f1-43dc-902e-417830a4b90e tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=50f53c96-12e2-4056-915c-fdfbef144f35 HTTP/1.1" status: 200 len: 948 time: 0.4635561 Feb 19 04:05:07.690333 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-51df8887-d5d2-4366-b51f-8dfec060b9aa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Allocated IP 172.20.0.10 (9c484cb2-d49b-4cb4-a1e7-39d440927c34/05152657-41bb-4f53-a93a-a0556bf4ae06/6ea838a4-87ec-48ad-9c5e-1e457d20b4c3) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:05:07.704883 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-1271e896-cafd-4fa4-a744-b49a46674abc admin admin] Allocated IP 172.20.0.1 (96906bf1-6d49-4110-8bea-07aefb43331c/0158d0fa-2e31-44b1-955f-e39eed62eba8/0fb96e11-bfbb-4f5a-ae3f-76ecfae72135) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:05:07.755838 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-c274b111-4dd3-4e61-a7d2-310ef6a1ff21 None None] Publish callbacks [] for port (7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:07.783530 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-c274b111-4dd3-4e61-a7d2-310ef6a1ff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:07.793408 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['8e6313b5-99cb-49d2-924d-15e534effd4e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:07.879569 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0de8b798-3bb9-4487-864c-6cc6bbb68860 req-f0c775b7-e309-453c-bd6f-41f5ee5a6ff0 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 210 time: 0.0514541 Feb 19 04:05:07.889177 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b65e4305-921a-43b5-bcf6-0d1d4165e1be req-d8f757e6-3039-4dab-a262-532774f40721 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734609 Feb 19 04:05:07.921973 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cc4be-b614-4c1a-bafd-99a1a9576999 None None] Pushing event updated for resources: {'Port': ['ID=7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:07.999505 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cc4be-b614-4c1a-bafd-99a1a9576999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:07.999812 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cc4be-b614-4c1a-bafd-99a1a9576999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:08.000148 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cc4be-b614-4c1a-bafd-99a1a9576999 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:08.000473 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cc4be-b614-4c1a-bafd-99a1a9576999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:08.000798 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cc4be-b614-4c1a-bafd-99a1a9576999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:08.001117 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cc4be-b614-4c1a-bafd-99a1a9576999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:08.001434 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cc4be-b614-4c1a-bafd-99a1a9576999 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:08.001749 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cc4be-b614-4c1a-bafd-99a1a9576999 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:08.002063 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cc4be-b614-4c1a-bafd-99a1a9576999 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:08.017220 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cc4be-b614-4c1a-bafd-99a1a9576999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:08.017626 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cc4be-b614-4c1a-bafd-99a1a9576999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:08.017940 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cc4be-b614-4c1a-bafd-99a1a9576999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:08.018285 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cc4be-b614-4c1a-bafd-99a1a9576999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:08.033765 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-c274b111-4dd3-4e61-a7d2-310ef6a1ff21 None None] Attempting to bind port 7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:05:08.034131 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-c274b111-4dd3-4e61-a7d2-310ef6a1ff21 None None] Attempting to bind port 7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:05:08.037357 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1271e896-cafd-4fa4-a744-b49a46674abc admin admin] Publish callbacks [] for port (0fb96e11-bfbb-4f5a-ae3f-76ecfae72135), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:08.044350 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c274b111-4dd3-4e61-a7d2-310ef6a1ff21 None None] Attempting to bind port 7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:08.062552 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c274b111-4dd3-4e61-a7d2-310ef6a1ff21 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:05:08.062911 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c274b111-4dd3-4e61-a7d2-310ef6a1ff21 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:08.066740 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-c274b111-4dd3-4e61-a7d2-310ef6a1ff21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:08.067162 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c274b111-4dd3-4e61-a7d2-310ef6a1ff21 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:05:08.067999 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-c274b111-4dd3-4e61-a7d2-310ef6a1ff21 None None] Bound port: 7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:05:08.068398 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-c274b111-4dd3-4e61-a7d2-310ef6a1ff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:08.074429 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f2faaa-e245-4225-bd3f-3f7be856c88d x-openstack-request-id: req-04f2faaa-e245-4225-bd3f-3f7be856c88d {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:08.075335 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131fb3b1-958d-4157-9365-728a7585872e", "name": "network-vif-unplugged", "status": "completed", "tag": "5f5af0b5-b603-4982-a65f-e3b1a9042c4e", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:08.075748 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04f2faaa-e245-4225-bd3f-3f7be856c88d {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:08.076297 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131fb3b1-958d-4157-9365-728a7585872e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f5af0b5-b603-4982-a65f-e3b1a9042c4e', 'code': 200} Feb 19 04:05:08.196211 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1271e896-cafd-4fa4-a744-b49a46674abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (0fb96e11-bfbb-4f5a-ae3f-76ecfae72135), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:08.206584 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-50847461-1a07-4792-99ae-a6b602a3ac00 req-b59ac083-c8da-4e13-b5b2-30a6f96794cd tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac655ca9-f795-49d6-8d34-523e16a05327 HTTP/1.1" status: 200 len: 210 time: 0.0815048 Feb 19 04:05:08.224516 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-c274b111-4dd3-4e61-a7d2-310ef6a1ff21 None None] For port 7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:05:08.229192 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-c274b111-4dd3-4e61-a7d2-310ef6a1ff21 None None] For port 7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:05:08.236887 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-c274b111-4dd3-4e61-a7d2-310ef6a1ff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:08.239992 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54672) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:08.290919 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-51df8887-d5d2-4366-b51f-8dfec060b9aa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks [] for port (6ea838a4-87ec-48ad-9c5e-1e457d20b4c3), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:08.311798 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1271e896-cafd-4fa4-a744-b49a46674abc admin admin] Network 96906bf1-6d49-4110-8bea-07aefb43331c is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:05:08.317155 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-1271e896-cafd-4fa4-a744-b49a46674abc admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:08.346761 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c274b111-4dd3-4e61-a7d2-310ef6a1ff21 None None] Routers {'2cbdc5e8-f778-47bc-b949-12eec3c9ce54'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:05:08.347413 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-c274b111-4dd3-4e61-a7d2-310ef6a1ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:05:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['2cbdc5e8-f778-47bc-b949-12eec3c9ce54'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:08.351991 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-51df8887-d5d2-4366-b51f-8dfec060b9aa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (6ea838a4-87ec-48ad-9c5e-1e457d20b4c3), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:08.370643 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271e896-cafd-4fa4-a744-b49a46674abc admin admin] Pushing event updated for resources: {'Port': ['ID=0fb96e11-bfbb-4f5a-ae3f-76ecfae72135,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:08.388652 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1271e896-cafd-4fa4-a744-b49a46674abc admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:05:08.508055 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-51df8887-d5d2-4366-b51f-8dfec060b9aa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:05:08.526029 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cc4be-b614-4c1a-bafd-99a1a9576999 None None] Pushing event updated for resources: {'Port': ['ID=7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:08.570000 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1271e896-cafd-4fa4-a744-b49a46674abc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (2cbdc5e8-f778-47bc-b949-12eec3c9ce54), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:08.580281 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-51df8887-d5d2-4366-b51f-8dfec060b9aa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:08.586593 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-eb41e97d-0b39-496c-8122-617103a58e4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:08.608870 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-51df8887-d5d2-4366-b51f-8dfec060b9aa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:05:08.707128 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-c274b111-4dd3-4e61-a7d2-310ef6a1ff21 None None] Set router 2cbdc5e8-f778-47bc-b949-12eec3c9ce54 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:05:08.891631 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1271e896-cafd-4fa4-a744-b49a46674abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0fb96e11-bfbb-4f5a-ae3f-76ecfae72135), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:09.060003 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-c274b111-4dd3-4e61-a7d2-310ef6a1ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbdc5e8-f778-47bc-b949-12eec3c9ce54', 'name': 'tempest-ServerRescueTestJSON-459692876-router', 'tenant_id': 'aeffa8dc13064a198ee824c63786f0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:02Z', 'updated_at': '2022-02-19T04:05:04Z', 'revision_number': 3, 'project_id': 'aeffa8dc13064a198ee824c63786f0c2', 'gw_port': {'id': '7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:83:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cbdc5e8-f778-47bc-b949-12eec3c9ce54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:03Z', 'updated_at': '2022-02-19T04:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:09.086714 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c274b111-4dd3-4e61-a7d2-310ef6a1ff21 None None] The sync data for ids ['2cbdc5e8-f778-47bc-b949-12eec3c9ce54'] in n-d-828369-19 is: [{'id': '2cbdc5e8-f778-47bc-b949-12eec3c9ce54', 'name': 'tempest-ServerRescueTestJSON-459692876-router', 'tenant_id': 'aeffa8dc13064a198ee824c63786f0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:02Z', 'updated_at': '2022-02-19T04:05:04Z', 'revision_number': 3, 'project_id': 'aeffa8dc13064a198ee824c63786f0c2', 'gw_port': {'id': '7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:83:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cbdc5e8-f778-47bc-b949-12eec3c9ce54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:03Z', 'updated_at': '2022-02-19T04:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:05:09.096369 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1271e896-cafd-4fa4-a744-b49a46674abc admin admin] Publish callbacks [] for port (0fb96e11-bfbb-4f5a-ae3f-76ecfae72135), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:09.101347 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1271e896-cafd-4fa4-a744-b49a46674abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (0fb96e11-bfbb-4f5a-ae3f-76ecfae72135), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:09.175054 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1271e896-cafd-4fa4-a744-b49a46674abc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (2cbdc5e8-f778-47bc-b949-12eec3c9ce54), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:09.177034 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271e896-cafd-4fa4-a744-b49a46674abc admin admin] Pushing event updated for resources: {'Port': ['ID=0fb96e11-bfbb-4f5a-ae3f-76ecfae72135,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:09.236149 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df8887-d5d2-4366-b51f-8dfec060b9aa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Pushing event updated for resources: {'Port': ['ID=6ea838a4-87ec-48ad-9c5e-1e457d20b4c3,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:09.278377 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1271e896-cafd-4fa4-a744-b49a46674abc admin admin] Network 96906bf1-6d49-4110-8bea-07aefb43331c is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:05:09.279928 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-1271e896-cafd-4fa4-a744-b49a46674abc admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:09.315567 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-eb41e97d-0b39-496c-8122-617103a58e4b admin admin] Publish callbacks [] for security_group (5d9ffe6e-51a8-4867-b37e-2e42eef7b6a5), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:09.340145 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-51df8887-d5d2-4366-b51f-8dfec060b9aa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:09.340759 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-51df8887-d5d2-4366-b51f-8dfec060b9aa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:09.352886 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-eb41e97d-0b39-496c-8122-617103a58e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5d9ffe6e-51a8-4867-b37e-2e42eef7b6a5), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:09.424079 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-51df8887-d5d2-4366-b51f-8dfec060b9aa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9407125 Feb 19 04:05:09.435916 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1271e896-cafd-4fa4-a744-b49a46674abc admin admin] Router 2cbdc5e8-f778-47bc-b949-12eec3c9ce54 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:05:09.452089 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-a6a42a01-700d-4a2c-92b4-a70bf8eb9230 service neutron] Request body: {'port': {'device_id': 'fd7d8b81-8ef3-4933-9eaa-26d2415fedae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:09.456759 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41e97d-0b39-496c-8122-617103a58e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9ffe6e-51a8-4867-b37e-2e42eef7b6a5,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:09.466629 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-8f565644-9f21-4d4c-913d-7d05e193a5e4 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:09.468058 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-8f565644-9f21-4d4c-913d-7d05e193a5e4 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] 10.222.0.79 "GET /v2.0/networks?id=1adf8233-5dea-4cda-ab10-9949e1b7d28c HTTP/1.1" status: 200 len: 818 time: 0.7802000 Feb 19 04:05:09.474703 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9703ba-82e3-4860-bc4c-7e530082696d req-1816fa4d-7b24-427c-ace6-b0e5e0dee23e tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:09.476138 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eb9703ba-82e3-4860-bc4c-7e530082696d req-1816fa4d-7b24-427c-ace6-b0e5e0dee23e tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/ports?device_id=131fb3b1-958d-4157-9365-728a7585872e HTTP/1.1" status: 200 len: 948 time: 0.7869551 Feb 19 04:05:09.495780 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-eb41e97d-0b39-496c-8122-617103a58e4b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4016401e88314d23a1de4bb760a65167&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2546260 Feb 19 04:05:09.505202 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-d07e90a5-3bdf-4e30-8308-5d6316c25df1 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Request body: {'port': {'device_id': 'ac655ca9-f795-49d6-8d34-523e16a05327', 'network_id': '1adf8233-5dea-4cda-ab10-9949e1b7d28c', 'admin_state_up': True, 'tenant_id': '5eb9ba20094843eea70ebd702dd9f501'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:09.510915 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54690) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:09.540783 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e923af0-7c09-4317-9654-d39f8cd758ee req-bf323473-eca5-4bd9-ae70-d2053f9df8f4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:09.546706 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e923af0-7c09-4317-9654-d39f8cd758ee req-bf323473-eca5-4bd9-ae70-d2053f9df8f4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:09.552261 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e923af0-7c09-4317-9654-d39f8cd758ee req-bf323473-eca5-4bd9-ae70-d2053f9df8f4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:09.557591 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e923af0-7c09-4317-9654-d39f8cd758ee req-bf323473-eca5-4bd9-ae70-d2053f9df8f4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:09.563218 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e923af0-7c09-4317-9654-d39f8cd758ee req-bf323473-eca5-4bd9-ae70-d2053f9df8f4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:09.568129 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e923af0-7c09-4317-9654-d39f8cd758ee req-bf323473-eca5-4bd9-ae70-d2053f9df8f4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:09.573970 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e923af0-7c09-4317-9654-d39f8cd758ee req-bf323473-eca5-4bd9-ae70-d2053f9df8f4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:09.575890 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6e923af0-7c09-4317-9654-d39f8cd758ee req-bf323473-eca5-4bd9-ae70-d2053f9df8f4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.3664315 Feb 19 04:05:09.783452 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eb9703ba-82e3-4860-bc4c-7e530082696d req-e7cf6491-dcdf-407c-9645-571e47842d1b tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/security-groups?id=e142874b-3edc-4848-be47-fd7014c2d448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843370 Feb 19 04:05:09.804446 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-a6a42a01-700d-4a2c-92b4-a70bf8eb9230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6ea838a4-87ec-48ad-9c5e-1e457d20b4c3), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:09.821326 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 8e6313b5-99cb-49d2-924d-15e534effd4e up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:09.865340 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-09a18765-0c3d-4aa9-bbf7-fd8dd9609131 admin admin] Publish callbacks [] for security_group (5d9ffe6e-51a8-4867-b37e-2e42eef7b6a5), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:09.905316 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 8e6313b5-99cb-49d2-924d-15e534effd4e completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:05:09.914558 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 8e6313b5-99cb-49d2-924d-15e534effd4e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:09.915268 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8e6313b5-99cb-49d2-924d-15e534effd4e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:09.920299 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1271e896-cafd-4fa4-a744-b49a46674abc admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:05:09.921056 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6e923af0-7c09-4317-9654-d39f8cd758ee req-fa260e31-b5ed-4f2e-9c30-4a1dba6e223b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3023767 Feb 19 04:05:09.935185 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1271e896-cafd-4fa4-a744-b49a46674abc admin admin] 10.222.0.52 "PUT /v2.0/routers/2cbdc5e8-f778-47bc-b949-12eec3c9ce54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6740186 Feb 19 04:05:10.069935 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 8e6313b5-99cb-49d2-924d-15e534effd4e is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:10.071321 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8e6313b5-99cb-49d2-924d-15e534effd4e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:10.138215 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f53c96-12e2-4056-915c-fdfbef144f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6313b5-99cb-49d2-924d-15e534effd4e'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:10.141949 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-09a18765-0c3d-4aa9-bbf7-fd8dd9609131 admin admin] Publish callbacks [] for security_group (5d9ffe6e-51a8-4867-b37e-2e42eef7b6a5), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:10.143814 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673dc311-50b1-4211-833c-7bd1012f1f0e" -d '{"events": [{"server_uuid": "50f53c96-12e2-4056-915c-fdfbef144f35", "name": "network-vif-plugged", "status": "completed", "tag": "8e6313b5-99cb-49d2-924d-15e534effd4e"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:10.152604 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-d07e90a5-3bdf-4e30-8308-5d6316c25df1 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Made reservation on behalf of 5eb9ba20094843eea70ebd702dd9f501 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:05:10.156624 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-d07e90a5-3bdf-4e30-8308-5d6316c25df1 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:10.161304 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 8e6313b5-99cb-49d2-924d-15e534effd4e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=8e6313b5-99cb-49d2-924d-15e534effd4e,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:10.172063 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8e6313b5-99cb-49d2-924d-15e534effd4e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:10.246475 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=8e6313b5-99cb-49d2-924d-15e534effd4e,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:10.278787 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709ab79-199b-4811-ac0e-ca84aec37864 req-75b9f618-976b-4927-a4af-8eaa6c87dc37 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:10.285912 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8709ab79-199b-4811-ac0e-ca84aec37864 req-75b9f618-976b-4927-a4af-8eaa6c87dc37 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 932 time: 0.2723699 Feb 19 04:05:10.341478 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d64f1-4527-483c-8a8a-a91eb0e2d3a8 req-173635b6-1a5c-4871-b781-bceebf56c3d7 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:10.348665 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc7d64f1-4527-483c-8a8a-a91eb0e2d3a8 req-173635b6-1a5c-4871-b781-bceebf56c3d7 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=50f53c96-12e2-4056-915c-fdfbef144f35 HTTP/1.1" status: 200 len: 949 time: 0.4721863 Feb 19 04:05:10.456089 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-09a18765-0c3d-4aa9-bbf7-fd8dd9609131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5d9ffe6e-51a8-4867-b37e-2e42eef7b6a5), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:10.458624 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-09a18765-0c3d-4aa9-bbf7-fd8dd9609131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:10.462245 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-09a18765-0c3d-4aa9-bbf7-fd8dd9609131 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5d9ffe6e-51a8-4867-b37e-2e42eef7b6a5 HTTP/1.1" status: 204 len: 168 time: 0.9482071 Feb 19 04:05:10.514868 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a18765-0c3d-4aa9-bbf7-fd8dd9609131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9ffe6e-51a8-4867-b37e-2e42eef7b6a5,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:10.531619 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8709ab79-199b-4811-ac0e-ca84aec37864 req-4306746e-3d7c-4bcd-b4f9-4c801b809948 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446747 Feb 19 04:05:10.660408 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc7d64f1-4527-483c-8a8a-a91eb0e2d3a8 req-b61e425a-b43d-42d7-b4dd-fdef36e6258b tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112459 Feb 19 04:05:10.715266 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:10.777288 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3dd4e8f1-ce1e-41dd-b0f4-ebcd0d16f8bb req-b4ff3720-9d33-4df3-8753-a7c573897e90 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac655ca9-f795-49d6-8d34-523e16a05327 HTTP/1.1" status: 200 len: 210 time: 0.1139932 Feb 19 04:05:10.787002 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29423f0d-9e90-42d8-bac1-e40c8ebbe62a x-openstack-request-id: req-29423f0d-9e90-42d8-bac1-e40c8ebbe62a {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:10.787335 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f53c96-12e2-4056-915c-fdfbef144f35", "name": "network-vif-plugged", "status": "completed", "tag": "8e6313b5-99cb-49d2-924d-15e534effd4e", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:10.787606 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-29423f0d-9e90-42d8-bac1-e40c8ebbe62a {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:10.787719 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-a6a42a01-700d-4a2c-92b4-a70bf8eb9230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea838a4-87ec-48ad-9c5e-1e457d20b4c3 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:05:10.788030 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f53c96-12e2-4056-915c-fdfbef144f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6313b5-99cb-49d2-924d-15e534effd4e', 'code': 200} Feb 19 04:05:10.805524 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-a6a42a01-700d-4a2c-92b4-a70bf8eb9230 service neutron] Publish callbacks [] for port (6ea838a4-87ec-48ad-9c5e-1e457d20b4c3), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:10.818935 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-d07e90a5-3bdf-4e30-8308-5d6316c25df1 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Allocated IP 172.20.0.13 (1adf8233-5dea-4cda-ab10-9949e1b7d28c/5749a7b7-4cc7-4f29-9393-532b658d99ca/b5885c9e-638d-44a2-b316-361eeb21cf1a) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:05:10.840329 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-a6a42a01-700d-4a2c-92b4-a70bf8eb9230 service neutron] Transition to ACTIVE for port object 6ea838a4-87ec-48ad-9c5e-1e457d20b4c3 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:05:10.869528 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff04d56-f072-4707-a0f7-7099f9fec370 req-af6ab7d0-fa45-4edb-b393-e0121430df3b tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:10.876563 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9ff04d56-f072-4707-a0f7-7099f9fec370 req-af6ab7d0-fa45-4edb-b393-e0121430df3b tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.26 "GET /v2.0/ports?device_id=131fb3b1-958d-4157-9365-728a7585872e HTTP/1.1" status: 200 len: 948 time: 0.1660669 Feb 19 04:05:10.882226 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:10.885127 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:11.040897 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-d07e90a5-3bdf-4e30-8308-5d6316c25df1 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Publish callbacks [] for port (b5885c9e-638d-44a2-b316-361eeb21cf1a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:11.079221 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-a6a42a01-700d-4a2c-92b4-a70bf8eb9230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (6ea838a4-87ec-48ad-9c5e-1e457d20b4c3), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:11.094580 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beaed95-0aa4-4119-9b71-e655c32ccc65 req-75b33238-e517-455d-b467-570049d15de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:11.096841 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8beaed95-0aa4-4119-9b71-e655c32ccc65 req-75b33238-e517-455d-b467-570049d15de1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=50f53c96-12e2-4056-915c-fdfbef144f35 HTTP/1.1" status: 200 len: 1133 time: 0.2193441 Feb 19 04:05:11.110116 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-d07e90a5-3bdf-4e30-8308-5d6316c25df1 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (b5885c9e-638d-44a2-b316-361eeb21cf1a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:11.141151 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54718) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:11.156643 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:11.157847 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:11.159081 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0f6e25bf-5473-4c52-8e7e-da4144ae9bb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:11.222701 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a42a01-700d-4a2c-92b4-a70bf8eb9230 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea838a4-87ec-48ad-9c5e-1e457d20b4c3,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:11.223094 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:11.243101 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:11.243944 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-d07e90a5-3bdf-4e30-8308-5d6316c25df1 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Network 1adf8233-5dea-4cda-ab10-9949e1b7d28c is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:05:11.284414 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-d07e90a5-3bdf-4e30-8308-5d6316c25df1 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:11.317593 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0f6e25bf-5473-4c52-8e7e-da4144ae9bb4 admin admin] Publish callbacks [] for security_group (c4b8cbd6-d8f7-46aa-9286-9f2b11151f45), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:11.338829 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:11.344976 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0f6e25bf-5473-4c52-8e7e-da4144ae9bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (c4b8cbd6-d8f7-46aa-9286-9f2b11151f45), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:11.351249 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:11.351899 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:11.352633 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:11.353196 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:11.355290 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:11.356830 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e90a5-3bdf-4e30-8308-5d6316c25df1 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Pushing event updated for resources: {'Port': ['ID=b5885c9e-638d-44a2-b316-361eeb21cf1a,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:11.357247 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:11.357767 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:11.360805 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:11.361439 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:11.362823 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:11.363837 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:11.364450 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:11.364602 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8beaed95-0aa4-4119-9b71-e655c32ccc65 req-ced2a874-62f5-459b-8691-e21eba2367e7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589781 Feb 19 04:05:11.365800 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:11.378260 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-9ff04d56-f072-4707-a0f7-7099f9fec370 req-fb885f4d-ff45-4ba9-9b68-d1d3a7e8b16a tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Deleting port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:05:11.378370 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9ff04d56-f072-4707-a0f7-7099f9fec370 req-fb885f4d-ff45-4ba9-9b68-d1d3a7e8b16a tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:11.392147 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-d07e90a5-3bdf-4e30-8308-5d6316c25df1 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:05:11.404593 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d97af49-1304-433b-a26e-6e41e3c4216d None None] Sync routers for ids ['2cbdc5e8-f778-47bc-b949-12eec3c9ce54'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:05:11.415165 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d97af49-1304-433b-a26e-6e41e3c4216d None None] Routers {'2cbdc5e8-f778-47bc-b949-12eec3c9ce54'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:05:11.416085 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-9d97af49-1304-433b-a26e-6e41e3c4216d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:05:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['2cbdc5e8-f778-47bc-b949-12eec3c9ce54'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:11.456610 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e25bf-5473-4c52-8e7e-da4144ae9bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b8cbd6-d8f7-46aa-9286-9f2b11151f45,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:11.463237 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0f6e25bf-5473-4c52-8e7e-da4144ae9bb4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bf4d0cc426594bf5a29b6473876078bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3210564 Feb 19 04:05:11.466838 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54728) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:11.508065 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77704262-5a7a-419c-82dd-0f1666672d63 req-203e78b7-e913-4a46-81ba-97ece7a8bb50 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:11.510151 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-77704262-5a7a-419c-82dd-0f1666672d63 req-203e78b7-e913-4a46-81ba-97ece7a8bb50 tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/ports?device_id=131fb3b1-958d-4157-9365-728a7585872e HTTP/1.1" status: 200 len: 948 time: 0.4336739 Feb 19 04:05:11.551819 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-9ff04d56-f072-4707-a0f7-7099f9fec370 req-fb885f4d-ff45-4ba9-9b68-d1d3a7e8b16a tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] For port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=5f5af0b5-b603-4982-a65f-e3b1a9042c4e,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:11.552205 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9ff04d56-f072-4707-a0f7-7099f9fec370 req-fb885f4d-ff45-4ba9-9b68-d1d3a7e8b16a tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:11.563744 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-9d97af49-1304-433b-a26e-6e41e3c4216d None None] Set router 2cbdc5e8-f778-47bc-b949-12eec3c9ce54 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:05:11.576094 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-9ff04d56-f072-4707-a0f7-7099f9fec370 req-fb885f4d-ff45-4ba9-9b68-d1d3a7e8b16a tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Calling delete_port for 5f5af0b5-b603-4982-a65f-e3b1a9042c4e owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:05:11.582783 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-52289fc4-13fd-49b7-be94-1013688425f6 admin admin] Publish callbacks [] for security_group (c4b8cbd6-d8f7-46aa-9286-9f2b11151f45), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:11.635326 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-77704262-5a7a-419c-82dd-0f1666672d63 req-e4822762-5ec9-48e4-9fbc-613e7ea2410b tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.52 "GET /v2.0/security-groups?id=e142874b-3edc-4848-be47-fd7014c2d448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067307 Feb 19 04:05:11.641570 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-d07e90a5-3bdf-4e30-8308-5d6316c25df1 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:11.642385 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-d07e90a5-3bdf-4e30-8308-5d6316c25df1 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:11.645053 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-52289fc4-13fd-49b7-be94-1013688425f6 admin admin] Publish callbacks [] for security_group (c4b8cbd6-d8f7-46aa-9286-9f2b11151f45), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:11.739167 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-d07e90a5-3bdf-4e30-8308-5d6316c25df1 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2409055 Feb 19 04:05:11.746071 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-a6a42a01-700d-4a2c-92b4-a70bf8eb9230 service neutron] Attempting to bind port 6ea838a4-87ec-48ad-9c5e-1e457d20b4c3 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:05:11.746504 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-a6a42a01-700d-4a2c-92b4-a70bf8eb9230 service neutron] Attempting to bind port 6ea838a4-87ec-48ad-9c5e-1e457d20b4c3 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '78a3690f-36a5-42b2-b6f6-23b9e423ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:05:11.746937 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-a6a42a01-700d-4a2c-92b4-a70bf8eb9230 service neutron] Attempting to bind port 6ea838a4-87ec-48ad-9c5e-1e457d20b4c3 on network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:11.765081 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-32612cac-9cbc-4215-9833-fcce21cde6d1 service neutron] Request body: {'port': {'device_id': 'ac655ca9-f795-49d6-8d34-523e16a05327', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:11.790268 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-a6a42a01-700d-4a2c-92b4-a70bf8eb9230 service neutron] Port 6ea838a4-87ec-48ad-9c5e-1e457d20b4c3 on network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:05:11.790690 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-a6a42a01-700d-4a2c-92b4-a70bf8eb9230 service neutron] Attempting to bind port 6ea838a4-87ec-48ad-9c5e-1e457d20b4c3 on network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:11.799121 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-52289fc4-13fd-49b7-be94-1013688425f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (c4b8cbd6-d8f7-46aa-9286-9f2b11151f45), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:11.801874 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-52289fc4-13fd-49b7-be94-1013688425f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:11.803185 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-52289fc4-13fd-49b7-be94-1013688425f6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c4b8cbd6-d8f7-46aa-9286-9f2b11151f45 HTTP/1.1" status: 204 len: 168 time: 0.3355961 Feb 19 04:05:11.806366 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-e35a32b7-d6f3-4ccc-a558-cfbf359e9541 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:11.814668 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-e35a32b7-d6f3-4ccc-a558-cfbf359e9541 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/networks?id=96906bf1-6d49-4110-8bea-07aefb43331c HTTP/1.1" status: 200 len: 810 time: 0.3859138 Feb 19 04:05:11.819111 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52289fc4-13fd-49b7-be94-1013688425f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b8cbd6-d8f7-46aa-9286-9f2b11151f45,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:11.830566 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9b645a9-aa3a-4578-9ecc-cda6d0dec480 req-57ca0264-230b-451e-afed-9bf84373f6a6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=adb3cd37-0cde-46f9-b7a6-cbdb13707bec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2068048 Feb 19 04:05:11.834073 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9ff04d56-f072-4707-a0f7-7099f9fec370 req-fb885f4d-ff45-4ba9-9b68-d1d3a7e8b16a tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (5f5af0b5-b603-4982-a65f-e3b1a9042c4e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:11.866197 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-a6a42a01-700d-4a2c-92b4-a70bf8eb9230 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:05:11.866702 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-a6a42a01-700d-4a2c-92b4-a70bf8eb9230 service neutron] Checking segment: {'id': '78a3690f-36a5-42b2-b6f6-23b9e423ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:11.866834 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb885f4d-ff45-4ba9-9b68-d1d3a7e8b16a tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Pushing event deleted for resources: {'Port': ['ID=5f5af0b5-b603-4982-a65f-e3b1a9042c4e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:11.867291 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-a6a42a01-700d-4a2c-92b4-a70bf8eb9230 service neutron] Bound using segment: {'id': '78a3690f-36a5-42b2-b6f6-23b9e423ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:05:11.868427 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-a6a42a01-700d-4a2c-92b4-a70bf8eb9230 service neutron] Bound port: 6ea838a4-87ec-48ad-9c5e-1e457d20b4c3, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78a3690f-36a5-42b2-b6f6-23b9e423ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:05:11.868903 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-a6a42a01-700d-4a2c-92b4-a70bf8eb9230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6ea838a4-87ec-48ad-9c5e-1e457d20b4c3), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:11.914427 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-c01b5010-d050-4f2c-a449-1f1f2537a622 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/quotas/aeffa8dc13064a198ee824c63786f0c2 HTTP/1.1" status: 200 len: 375 time: 0.0984700 Feb 19 04:05:11.942368 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff04d56-f072-4707-a0f7-7099f9fec370 req-fb885f4d-ff45-4ba9-9b68-d1d3a7e8b16a tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] No DVR routers for this DVR port 5f5af0b5-b603-4982-a65f-e3b1a9042c4e on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:05:11.945436 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9ff04d56-f072-4707-a0f7-7099f9fec370 req-fb885f4d-ff45-4ba9-9b68-d1d3a7e8b16a tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:11.950991 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9ff04d56-f072-4707-a0f7-7099f9fec370 req-fb885f4d-ff45-4ba9-9b68-d1d3a7e8b16a tempest-ImagesOneServerTestJSON-780233410 tempest-ImagesOneServerTestJSON-780233410-project] 10.222.0.26 "DELETE /v2.0/ports/5f5af0b5-b603-4982-a65f-e3b1a9042c4e HTTP/1.1" status: 204 len: 173 time: 1.0633111 Feb 19 04:05:11.951369 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131fb3b1-958d-4157-9365-728a7585872e', 'name': 'network-vif-deleted', 'tag': '5f5af0b5-b603-4982-a65f-e3b1a9042c4e'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:11.954740 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ef1a8b-3abc-41a0-bb43-d3a5f18c565b" -d '{"events": [{"server_uuid": "131fb3b1-958d-4157-9365-728a7585872e", "name": "network-vif-deleted", "tag": "5f5af0b5-b603-4982-a65f-e3b1a9042c4e"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:12.000890 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-9d97af49-1304-433b-a26e-6e41e3c4216d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbdc5e8-f778-47bc-b949-12eec3c9ce54', 'name': 'tempest-ServerRescueTestJSON-459692876-router', 'tenant_id': 'aeffa8dc13064a198ee824c63786f0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:02Z', 'updated_at': '2022-02-19T04:05:08Z', 'revision_number': 4, 'project_id': 'aeffa8dc13064a198ee824c63786f0c2', 'gw_port': {'id': '7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbdc5e8-f778-47bc-b949-12eec3c9ce54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:03Z', 'updated_at': '2022-02-19T04:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '0fb96e11-bfbb-4f5a-ae3f-76ecfae72135', 'name': '', 'network_id': '96906bf1-6d49-4110-8bea-07aefb43331c', 'tenant_id': 'aeffa8dc13064a198ee824c63786f0c2', 'mac_address': 'fa:16:3e:73:d8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cbdc5e8-f778-47bc-b949-12eec3c9ce54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '0158d0fa-2e31-44b1-955f-e39eed62eba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:07Z', 'updated_at': '2022-02-19T04:05:08Z', 'revision_number': 2, 'project_id': 'aeffa8dc13064a198ee824c63786f0c2', 'subnets': [{'id': '0158d0fa-2e31-44b1-955f-e39eed62eba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:12.082219 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d97af49-1304-433b-a26e-6e41e3c4216d None None] Checking router: 2cbdc5e8-f778-47bc-b949-12eec3c9ce54 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:05:12.082820 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d97af49-1304-433b-a26e-6e41e3c4216d None None] Updating router 2cbdc5e8-f778-47bc-b949-12eec3c9ce54 port 0fb96e11-bfbb-4f5a-ae3f-76ecfae72135 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:05:12.139951 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-32612cac-9cbc-4215-9833-fcce21cde6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b5885c9e-638d-44a2-b316-361eeb21cf1a), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:12.149755 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9d97af49-1304-433b-a26e-6e41e3c4216d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0fb96e11-bfbb-4f5a-ae3f-76ecfae72135), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:12.196510 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26bc1f-7050-49f6-bbb1-f0f4e4941b1a req-a0c43ab8-f0c9-45dc-8d3b-373502c61f7d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:12.203695 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26bc1f-7050-49f6-bbb1-f0f4e4941b1a req-a0c43ab8-f0c9-45dc-8d3b-373502c61f7d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:12.209264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26bc1f-7050-49f6-bbb1-f0f4e4941b1a req-a0c43ab8-f0c9-45dc-8d3b-373502c61f7d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:12.217057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26bc1f-7050-49f6-bbb1-f0f4e4941b1a req-a0c43ab8-f0c9-45dc-8d3b-373502c61f7d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:12.223900 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26bc1f-7050-49f6-bbb1-f0f4e4941b1a req-a0c43ab8-f0c9-45dc-8d3b-373502c61f7d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:12.229397 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26bc1f-7050-49f6-bbb1-f0f4e4941b1a req-a0c43ab8-f0c9-45dc-8d3b-373502c61f7d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:12.239453 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26bc1f-7050-49f6-bbb1-f0f4e4941b1a req-a0c43ab8-f0c9-45dc-8d3b-373502c61f7d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:12.249458 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c26bc1f-7050-49f6-bbb1-f0f4e4941b1a req-a0c43ab8-f0c9-45dc-8d3b-373502c61f7d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.4478691 Feb 19 04:05:12.337412 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-ee2a3b0e-7fc6-4c7f-ad2b-4aabe2a37418 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=aeffa8dc13064a198ee824c63786f0c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4204106 Feb 19 04:05:12.352119 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b645a9-aa3a-4578-9ecc-cda6d0dec480 req-bf8af450-6c98-46aa-be55-29c738d23ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:12.354832 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9b645a9-aa3a-4578-9ecc-cda6d0dec480 req-bf8af450-6c98-46aa-be55-29c738d23ac1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c869b1ad561a43bab98562600aca3675&device_id=adb3cd37-0cde-46f9-b7a6-cbdb13707bec HTTP/1.1" status: 200 len: 1132 time: 0.4268136 Feb 19 04:05:12.399793 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-a6a42a01-700d-4a2c-92b4-a70bf8eb9230 service neutron] For port 6ea838a4-87ec-48ad-9c5e-1e457d20b4c3, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:05:12.543928 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-a6a42a01-700d-4a2c-92b4-a70bf8eb9230 service neutron] For port 6ea838a4-87ec-48ad-9c5e-1e457d20b4c3, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=6ea838a4-87ec-48ad-9c5e-1e457d20b4c3,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:05:12.654764 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9d97af49-1304-433b-a26e-6e41e3c4216d None None] Publish callbacks [] for port (0fb96e11-bfbb-4f5a-ae3f-76ecfae72135), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:12.685795 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:12.696244 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-a6a42a01-700d-4a2c-92b4-a70bf8eb9230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (6ea838a4-87ec-48ad-9c5e-1e457d20b4c3), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:12.696804 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9d97af49-1304-433b-a26e-6e41e3c4216d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0fb96e11-bfbb-4f5a-ae3f-76ecfae72135), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:12.829363 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c26bc1f-7050-49f6-bbb1-f0f4e4941b1a req-aa8bfdb2-b1bb-40b1-bd23-0d275facd1ba tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5016527 Feb 19 04:05:12.841624 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-a6a42a01-700d-4a2c-92b4-a70bf8eb9230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:12.843380 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-a6a42a01-700d-4a2c-92b4-a70bf8eb9230 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:12.846650 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-a6a42a01-700d-4a2c-92b4-a70bf8eb9230 service neutron] 10.222.0.79 "PUT /v2.0/ports/6ea838a4-87ec-48ad-9c5e-1e457d20b4c3 HTTP/1.1" status: 200 len: 1093 time: 3.4118023 Feb 19 04:05:12.853500 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd7d8b81-8ef3-4933-9eaa-26d2415fedae', 'tag': '6ea838a4-87ec-48ad-9c5e-1e457d20b4c3'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:12.862625 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcae381-b73c-4217-b82a-3634cec3da8f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd7d8b81-8ef3-4933-9eaa-26d2415fedae", "tag": "6ea838a4-87ec-48ad-9c5e-1e457d20b4c3"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:12.904162 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad8d0b-b315-49a4-85f9-58a37dcdc0d6 None None] Pushing event updated for resources: {'Port': ['ID=0fb96e11-bfbb-4f5a-ae3f-76ecfae72135,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:12.963025 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-71a00bbc-9f1f-4903-927a-8f630d6d33eb service neutron] 10.222.0.52 "GET /v2.0/networks/96906bf1-6d49-4110-8bea-07aefb43331c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5898066 Feb 19 04:05:12.969702 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:12.970080 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:12.973544 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-9d97af49-1304-433b-a26e-6e41e3c4216d None None] Attempting to bind port 0fb96e11-bfbb-4f5a-ae3f-76ecfae72135 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:05:12.973915 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-9d97af49-1304-433b-a26e-6e41e3c4216d None None] Attempting to bind port 0fb96e11-bfbb-4f5a-ae3f-76ecfae72135 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '71d4e262-0aab-41dc-92da-e243d23884f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '96906bf1-6d49-4110-8bea-07aefb43331c'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:05:12.974537 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d97af49-1304-433b-a26e-6e41e3c4216d None None] Attempting to bind port 0fb96e11-bfbb-4f5a-ae3f-76ecfae72135 on network 96906bf1-6d49-4110-8bea-07aefb43331c {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:13.013757 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d97af49-1304-433b-a26e-6e41e3c4216d None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:05:13.014510 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d97af49-1304-433b-a26e-6e41e3c4216d None None] Checking segment: {'id': '71d4e262-0aab-41dc-92da-e243d23884f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '96906bf1-6d49-4110-8bea-07aefb43331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:13.014609 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9d97af49-1304-433b-a26e-6e41e3c4216d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:13.015131 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d97af49-1304-433b-a26e-6e41e3c4216d None None] Bound using segment: {'id': '71d4e262-0aab-41dc-92da-e243d23884f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '96906bf1-6d49-4110-8bea-07aefb43331c'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:05:13.015632 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-9d97af49-1304-433b-a26e-6e41e3c4216d None None] Bound port: 0fb96e11-bfbb-4f5a-ae3f-76ecfae72135, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d4e262-0aab-41dc-92da-e243d23884f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '96906bf1-6d49-4110-8bea-07aefb43331c'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:05:13.016021 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9d97af49-1304-433b-a26e-6e41e3c4216d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0fb96e11-bfbb-4f5a-ae3f-76ecfae72135), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:13.185862 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:13.212421 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-9d97af49-1304-433b-a26e-6e41e3c4216d None None] For port 0fb96e11-bfbb-4f5a-ae3f-76ecfae72135, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:05:13.216630 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-9d97af49-1304-433b-a26e-6e41e3c4216d None None] For port 0fb96e11-bfbb-4f5a-ae3f-76ecfae72135, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0fb96e11-bfbb-4f5a-ae3f-76ecfae72135,segment=NetworkSegment(71d4e262-0aab-41dc-92da-e243d23884f2),segment_id=71d4e262-0aab-41dc-92da-e243d23884f2)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:05:13.228128 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9d97af49-1304-433b-a26e-6e41e3c4216d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0fb96e11-bfbb-4f5a-ae3f-76ecfae72135), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:13.319919 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d97af49-1304-433b-a26e-6e41e3c4216d None None] Routers {'2cbdc5e8-f778-47bc-b949-12eec3c9ce54'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:05:13.320488 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-9d97af49-1304-433b-a26e-6e41e3c4216d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:05:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['2cbdc5e8-f778-47bc-b949-12eec3c9ce54'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:13.329134 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad8d0b-b315-49a4-85f9-58a37dcdc0d6 None None] Pushing event updated for resources: {'Port': ['ID=0fb96e11-bfbb-4f5a-ae3f-76ecfae72135,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:13.456800 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-9d97af49-1304-433b-a26e-6e41e3c4216d None None] Set router 2cbdc5e8-f778-47bc-b949-12eec3c9ce54 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:05:13.539505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b645a9-aa3a-4578-9ecc-cda6d0dec480 req-fa12efe6-1fa5-431d-8de5-546a8346b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:13.540943 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9b645a9-aa3a-4578-9ecc-cda6d0dec480 req-fa12efe6-1fa5-431d-8de5-546a8346b322 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 1.1477532 Feb 19 04:05:13.593533 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a42a01-700d-4a2c-92b4-a70bf8eb9230 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea838a4-87ec-48ad-9c5e-1e457d20b4c3,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:13.668720 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9b645a9-aa3a-4578-9ecc-cda6d0dec480 req-8db85c75-26e5-4df1-9cbb-1578ad827fdc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=de70975b-0023-4344-a0be-fd5dc761cffe HTTP/1.1" status: 200 len: 217 time: 0.1075740 Feb 19 04:05:13.697821 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-9d97af49-1304-433b-a26e-6e41e3c4216d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbdc5e8-f778-47bc-b949-12eec3c9ce54', 'name': 'tempest-ServerRescueTestJSON-459692876-router', 'tenant_id': 'aeffa8dc13064a198ee824c63786f0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:02Z', 'updated_at': '2022-02-19T04:05:08Z', 'revision_number': 4, 'project_id': 'aeffa8dc13064a198ee824c63786f0c2', 'gw_port': {'id': '7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbdc5e8-f778-47bc-b949-12eec3c9ce54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:03Z', 'updated_at': '2022-02-19T04:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '0fb96e11-bfbb-4f5a-ae3f-76ecfae72135', 'name': '', 'network_id': '96906bf1-6d49-4110-8bea-07aefb43331c', 'tenant_id': 'aeffa8dc13064a198ee824c63786f0c2', 'mac_address': 'fa:16:3e:73:d8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cbdc5e8-f778-47bc-b949-12eec3c9ce54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '0158d0fa-2e31-44b1-955f-e39eed62eba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:07Z', 'updated_at': '2022-02-19T04:05:13Z', 'revision_number': 4, 'project_id': 'aeffa8dc13064a198ee824c63786f0c2', 'subnets': [{'id': '0158d0fa-2e31-44b1-955f-e39eed62eba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:13.730373 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d97af49-1304-433b-a26e-6e41e3c4216d None None] The sync data for ids ['2cbdc5e8-f778-47bc-b949-12eec3c9ce54'] in n-d-828369-19 is: [{'id': '2cbdc5e8-f778-47bc-b949-12eec3c9ce54', 'name': 'tempest-ServerRescueTestJSON-459692876-router', 'tenant_id': 'aeffa8dc13064a198ee824c63786f0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:02Z', 'updated_at': '2022-02-19T04:05:08Z', 'revision_number': 4, 'project_id': 'aeffa8dc13064a198ee824c63786f0c2', 'gw_port': {'id': '7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbdc5e8-f778-47bc-b949-12eec3c9ce54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:03Z', 'updated_at': '2022-02-19T04:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '0fb96e11-bfbb-4f5a-ae3f-76ecfae72135', 'name': '', 'network_id': '96906bf1-6d49-4110-8bea-07aefb43331c', 'tenant_id': 'aeffa8dc13064a198ee824c63786f0c2', 'mac_address': 'fa:16:3e:73:d8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cbdc5e8-f778-47bc-b949-12eec3c9ce54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '0158d0fa-2e31-44b1-955f-e39eed62eba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:07Z', 'updated_at': '2022-02-19T04:05:13Z', 'revision_number': 4, 'project_id': 'aeffa8dc13064a198ee824c63786f0c2', 'subnets': [{'id': '0158d0fa-2e31-44b1-955f-e39eed62eba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:05:13.817779 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 5f5af0b5-b603-4982-a65f-e3b1a9042c4e no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:05:13.848670 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 5f5af0b5-b603-4982-a65f-e3b1a9042c4e {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:05:13.849023 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 5f5af0b5-b603-4982-a65f-e3b1a9042c4e not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:05:13.850202 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-77bcac23-472c-4be6-9259-667aee1b65b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:13.852118 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-77bcac23-472c-4be6-9259-667aee1b65b0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5c42b47db3b04ce6966fb4de683a6e22&device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 1127 time: 0.8983624 Feb 19 04:05:13.856345 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b645a9-aa3a-4578-9ecc-cda6d0dec480 req-a9f220b7-1680-4611-9778-1caa1d926d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:13.857815 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9b645a9-aa3a-4578-9ecc-cda6d0dec480 req-a9f220b7-1680-4611-9778-1caa1d926d47 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1784291 Feb 19 04:05:13.859829 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-35496881-692b-499c-aa0a-fbea2c621bb5 service neutron] 10.222.0.52 "GET /v2.0/networks/96906bf1-6d49-4110-8bea-07aefb43331c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8168855 Feb 19 04:05:13.872486 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a228428-7c09-436e-a874-375b955bf85f req-42ee8e04-34c8-4771-8d02-957c7cfd4858 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:13.880587 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a228428-7c09-436e-a874-375b955bf85f req-42ee8e04-34c8-4771-8d02-957c7cfd4858 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 944 time: 0.8696024 Feb 19 04:05:14.001106 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-b7a0e9d7-c095-4c8c-8750-a6f83a0f2aa7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ea838a4-87ec-48ad-9c5e-1e457d20b4c3 HTTP/1.1" status: 200 len: 217 time: 0.1402757 Feb 19 04:05:14.117732 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-32612cac-9cbc-4215-9833-fcce21cde6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5885c9e-638d-44a2-b316-361eeb21cf1a {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:05:14.135971 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-32612cac-9cbc-4215-9833-fcce21cde6d1 service neutron] Publish callbacks [] for port (b5885c9e-638d-44a2-b316-361eeb21cf1a), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:14.152187 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a228428-7c09-436e-a874-375b955bf85f req-6555d263-25f2-4aea-8c52-a5d428634f66 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707036 Feb 19 04:05:14.219131 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b645a9-aa3a-4578-9ecc-cda6d0dec480 req-cc235823-062b-4a2a-ba50-bed1d2a6a68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:14.226897 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9b645a9-aa3a-4578-9ecc-cda6d0dec480 req-cc235823-062b-4a2a-ba50-bed1d2a6a68a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3415399 Feb 19 04:05:14.228116 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-32612cac-9cbc-4215-9833-fcce21cde6d1 service neutron] Transition to ACTIVE for port object b5885c9e-638d-44a2-b316-361eeb21cf1a will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:05:14.233890 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-91298208-950e-4da5-8fa5-3eb750a10f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:14.235604 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-91298208-950e-4da5-8fa5-3eb750a10f2c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=05152657-41bb-4f53-a93a-a0556bf4ae06 HTTP/1.1" status: 200 len: 852 time: 0.2103815 Feb 19 04:05:14.372023 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9b645a9-aa3a-4578-9ecc-cda6d0dec480 req-eaca73d9-7b28-4aee-8871-2428329806c8 service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342540 Feb 19 04:05:14.372655 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-32612cac-9cbc-4215-9833-fcce21cde6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (b5885c9e-638d-44a2-b316-361eeb21cf1a), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:14.513989 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-3774bfd1-1ea8-46ed-bddd-2c19b57135dd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9c484cb2-d49b-4cb4-a1e7-39d440927c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1337042 Feb 19 04:05:14.687520 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32612cac-9cbc-4215-9833-fcce21cde6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b5885c9e-638d-44a2-b316-361eeb21cf1a,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:14.727202 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925bd47a-41c8-4167-9776-64e9caed1e82 req-7ba06402-564b-4bd8-b1b7-89d8f77d2141 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:14.735404 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-925bd47a-41c8-4167-9776-64e9caed1e82 req-7ba06402-564b-4bd8-b1b7-89d8f77d2141 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=50f53c96-12e2-4056-915c-fdfbef144f35 HTTP/1.1" status: 200 len: 950 time: 0.6091840 Feb 19 04:05:14.785705 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0fb96e11-bfbb-4f5a-ae3f-76ecfae72135 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:14.821186 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372f7ee-5e14-4766-b692-0e9bfe32ba7d req-6b1f6f61-6196-4447-93d3-f1b1d1113f5b tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:14.822895 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2372f7ee-5e14-4766-b692-0e9bfe32ba7d req-6b1f6f61-6196-4447-93d3-f1b1d1113f5b tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac655ca9-f795-49d6-8d34-523e16a05327 HTTP/1.1" status: 200 len: 944 time: 0.5909741 Feb 19 04:05:14.874957 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 0fb96e11-bfbb-4f5a-ae3f-76ecfae72135 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:14.875473 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0fb96e11-bfbb-4f5a-ae3f-76ecfae72135), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:14.882215 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9b645a9-aa3a-4578-9ecc-cda6d0dec480 req-3f90815d-e2b3-41a0-98d0-cb345116499b service neutron] 10.222.0.79 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954889 Feb 19 04:05:14.944825 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-32612cac-9cbc-4215-9833-fcce21cde6d1 service neutron] Attempting to bind port b5885c9e-638d-44a2-b316-361eeb21cf1a on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:05:14.945310 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-32612cac-9cbc-4215-9833-fcce21cde6d1 service neutron] Attempting to bind port b5885c9e-638d-44a2-b316-361eeb21cf1a by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '0e0df3d8-d937-4517-8b0d-9b3a803328a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1adf8233-5dea-4cda-ab10-9949e1b7d28c'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:05:14.945718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-32612cac-9cbc-4215-9833-fcce21cde6d1 service neutron] Attempting to bind port b5885c9e-638d-44a2-b316-361eeb21cf1a on network 1adf8233-5dea-4cda-ab10-9949e1b7d28c {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:14.956697 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-dd9bea2e-f92b-4719-902b-6f2a9eec711c service neutron] 10.222.0.79 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325249 Feb 19 04:05:15.004830 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-32612cac-9cbc-4215-9833-fcce21cde6d1 service neutron] Port b5885c9e-638d-44a2-b316-361eeb21cf1a on network 1adf8233-5dea-4cda-ab10-9949e1b7d28c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:05:15.005265 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-32612cac-9cbc-4215-9833-fcce21cde6d1 service neutron] Attempting to bind port b5885c9e-638d-44a2-b316-361eeb21cf1a on network 1adf8233-5dea-4cda-ab10-9949e1b7d28c {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:15.028822 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2372f7ee-5e14-4766-b692-0e9bfe32ba7d req-9f17a270-b50c-4bf8-af7f-1b1e7723a4eb tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] 10.222.0.52 "GET /v2.0/security-groups?id=ba6d9922-d5fb-4b87-8efb-6d254cd765e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552758 Feb 19 04:05:15.068478 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-925bd47a-41c8-4167-9776-64e9caed1e82 req-54059c93-30d3-46cb-8ef4-4d2ba089c290 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315628 Feb 19 04:05:15.113476 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-32612cac-9cbc-4215-9833-fcce21cde6d1 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:05:15.113826 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-32612cac-9cbc-4215-9833-fcce21cde6d1 service neutron] Checking segment: {'id': '0e0df3d8-d937-4517-8b0d-9b3a803328a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1adf8233-5dea-4cda-ab10-9949e1b7d28c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:15.114252 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-32612cac-9cbc-4215-9833-fcce21cde6d1 service neutron] Bound using segment: {'id': '0e0df3d8-d937-4517-8b0d-9b3a803328a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1adf8233-5dea-4cda-ab10-9949e1b7d28c'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:05:15.126219 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-32612cac-9cbc-4215-9833-fcce21cde6d1 service neutron] Bound port: b5885c9e-638d-44a2-b316-361eeb21cf1a, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0df3d8-d937-4517-8b0d-9b3a803328a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1adf8233-5dea-4cda-ab10-9949e1b7d28c'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:05:15.126575 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-32612cac-9cbc-4215-9833-fcce21cde6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b5885c9e-638d-44a2-b316-361eeb21cf1a), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:15.144383 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b91d2d-13dc-48bb-a798-eeaf9b27a235 x-openstack-request-id: req-12b91d2d-13dc-48bb-a798-eeaf9b27a235 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:15.144985 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131fb3b1-958d-4157-9365-728a7585872e", "name": "network-vif-deleted", "tag": "5f5af0b5-b603-4982-a65f-e3b1a9042c4e", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:15.144985 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-12b91d2d-13dc-48bb-a798-eeaf9b27a235 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:15.145325 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131fb3b1-958d-4157-9365-728a7585872e', 'name': 'network-vif-deleted', 'tag': '5f5af0b5-b603-4982-a65f-e3b1a9042c4e', 'status': 'completed', 'code': 200} Feb 19 04:05:15.157734 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 0fb96e11-bfbb-4f5a-ae3f-76ecfae72135 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:15.158225 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0fb96e11-bfbb-4f5a-ae3f-76ecfae72135), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:15.225082 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678cf132-854d-4d6e-bf38-0b5b96eebe46 x-openstack-request-id: req-678cf132-854d-4d6e-bf38-0b5b96eebe46 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:15.225726 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd7d8b81-8ef3-4933-9eaa-26d2415fedae", "tag": "6ea838a4-87ec-48ad-9c5e-1e457d20b4c3", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:15.226212 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-678cf132-854d-4d6e-bf38-0b5b96eebe46 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:15.227380 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd7d8b81-8ef3-4933-9eaa-26d2415fedae', 'tag': '6ea838a4-87ec-48ad-9c5e-1e457d20b4c3', 'status': 'completed', 'code': 200} Feb 19 04:05:15.289118 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 0fb96e11-bfbb-4f5a-ae3f-76ecfae72135, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0fb96e11-bfbb-4f5a-ae3f-76ecfae72135,segment=NetworkSegment(71d4e262-0aab-41dc-92da-e243d23884f2),segment_id=71d4e262-0aab-41dc-92da-e243d23884f2)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:15.306936 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0fb96e11-bfbb-4f5a-ae3f-76ecfae72135), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:15.403226 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=0fb96e11-bfbb-4f5a-ae3f-76ecfae72135,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:15.458938 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ac4db6a-7006-4651-b91a-5ac595899d4e req-07725e82-ea54-4cf5-836a-6afb30653111 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 210 time: 0.0975420 Feb 19 04:05:15.486314 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-32612cac-9cbc-4215-9833-fcce21cde6d1 service neutron] For port b5885c9e-638d-44a2-b316-361eeb21cf1a, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:05:15.490357 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6f5d28e-83c0-417c-bdc9-19d056aed4b3 req-ceaeb15d-abe9-450e-b897-199f5f7288ec service neutron] 10.222.0.79 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925349 Feb 19 04:05:15.528769 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-32612cac-9cbc-4215-9833-fcce21cde6d1 service neutron] For port b5885c9e-638d-44a2-b316-361eeb21cf1a, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=b5885c9e-638d-44a2-b316-361eeb21cf1a,segment=NetworkSegment(0e0df3d8-d937-4517-8b0d-9b3a803328a0),segment_id=0e0df3d8-d937-4517-8b0d-9b3a803328a0)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:05:15.554101 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-32612cac-9cbc-4215-9833-fcce21cde6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (b5885c9e-638d-44a2-b316-361eeb21cf1a), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:15.571913 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70a285-dd97-4025-98b4-45285c2e1ae7 req-86a28b27-211a-48bc-8a21-aa12f65cbd81 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:15.577870 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70a285-dd97-4025-98b4-45285c2e1ae7 req-86a28b27-211a-48bc-8a21-aa12f65cbd81 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:15.585116 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70a285-dd97-4025-98b4-45285c2e1ae7 req-86a28b27-211a-48bc-8a21-aa12f65cbd81 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:15.591989 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70a285-dd97-4025-98b4-45285c2e1ae7 req-86a28b27-211a-48bc-8a21-aa12f65cbd81 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:15.609081 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70a285-dd97-4025-98b4-45285c2e1ae7 req-86a28b27-211a-48bc-8a21-aa12f65cbd81 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:15.615839 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70a285-dd97-4025-98b4-45285c2e1ae7 req-86a28b27-211a-48bc-8a21-aa12f65cbd81 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:15.621568 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70a285-dd97-4025-98b4-45285c2e1ae7 req-86a28b27-211a-48bc-8a21-aa12f65cbd81 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:15.623906 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ee70a285-dd97-4025-98b4-45285c2e1ae7 req-86a28b27-211a-48bc-8a21-aa12f65cbd81 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.2551079 Feb 19 04:05:15.762113 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-32612cac-9cbc-4215-9833-fcce21cde6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:15.764195 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-32612cac-9cbc-4215-9833-fcce21cde6d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:15.769011 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-32612cac-9cbc-4215-9833-fcce21cde6d1 service neutron] 10.222.0.79 "PUT /v2.0/ports/b5885c9e-638d-44a2-b316-361eeb21cf1a HTTP/1.1" status: 200 len: 1093 time: 4.0195875 Feb 19 04:05:15.941983 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcae381-b73c-4217-b82a-3634cec3da8f req-7365cf21-6e56-485b-b9a7-00323c7619fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:15.943529 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8fcae381-b73c-4217-b82a-3634cec3da8f req-7365cf21-6e56-485b-b9a7-00323c7619fa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5c42b47db3b04ce6966fb4de683a6e22&device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 1127 time: 0.3173850 Feb 19 04:05:15.943911 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-90306cda-3965-4bc2-b8b1-1f064fb28b75 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:15.946885 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-90306cda-3965-4bc2-b8b1-1f064fb28b75 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.26 "GET /v2.0/networks?id=96906bf1-6d49-4110-8bea-07aefb43331c HTTP/1.1" status: 200 len: 810 time: 0.2780516 Feb 19 04:05:15.965001 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-a6764aa1-f784-47e8-aaf0-41ce0f732e15 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Request body: {'port': {'device_id': 'b06c2904-14a2-464d-a10f-fa5a9d71971c', 'network_id': '96906bf1-6d49-4110-8bea-07aefb43331c', 'admin_state_up': True, 'tenant_id': 'aeffa8dc13064a198ee824c63786f0c2'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:16.080769 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54842) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:16.103639 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcae381-b73c-4217-b82a-3634cec3da8f req-6b3741de-4496-4db5-834f-fca4b9658e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:16.105149 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8fcae381-b73c-4217-b82a-3634cec3da8f req-6b3741de-4496-4db5-834f-fca4b9658e36 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9c484cb2-d49b-4cb4-a1e7-39d440927c34 HTTP/1.1" status: 200 len: 913 time: 0.1327186 Feb 19 04:05:16.113760 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32612cac-9cbc-4215-9833-fcce21cde6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b5885c9e-638d-44a2-b316-361eeb21cf1a,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:16.148682 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc2961-1dee-44f9-819e-2490ad27d090 req-2004baee-90e1-487d-8e35-46fbb72dc2da tempest-ServersOnMultiNodesTest-2035149531 tempest-ServersOnMultiNodesTest-2035149531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:16.155742 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6efc2961-1dee-44f9-819e-2490ad27d090 req-2004baee-90e1-487d-8e35-46fbb72dc2da tempest-ServersOnMultiNodesTest-2035149531 tempest-ServersOnMultiNodesTest-2035149531-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=50f53c96-12e2-4056-915c-fdfbef144f35 HTTP/1.1" status: 200 len: 1133 time: 0.4056575 Feb 19 04:05:16.201097 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-79b36866-145a-453c-9ca2-454ffa2ca604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:16.202802 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-79b36866-145a-453c-9ca2-454ffa2ca604 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5eb9ba20094843eea70ebd702dd9f501&device_id=ac655ca9-f795-49d6-8d34-523e16a05327 HTTP/1.1" status: 200 len: 1127 time: 0.3625507 Feb 19 04:05:16.205706 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8fcae381-b73c-4217-b82a-3634cec3da8f req-80be7396-4f5f-471d-b4b2-24dd1a7f98ae service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ea838a4-87ec-48ad-9c5e-1e457d20b4c3 HTTP/1.1" status: 200 len: 217 time: 0.0842335 Feb 19 04:05:16.232404 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-a6764aa1-f784-47e8-aaf0-41ce0f732e15 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Made reservation on behalf of aeffa8dc13064a198ee824c63786f0c2 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:05:16.233425 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ee70a285-dd97-4025-98b4-45285c2e1ae7 req-58c5a5d0-09c0-438e-9769-213b5f6199f5 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5419548 Feb 19 04:05:16.246325 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-a6764aa1-f784-47e8-aaf0-41ce0f732e15 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:16.420871 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6efc2961-1dee-44f9-819e-2490ad27d090 req-4b6ac0ad-3945-4bcb-85e6-2775ecb5e1af tempest-ServersOnMultiNodesTest-2035149531 tempest-ServersOnMultiNodesTest-2035149531-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587698 Feb 19 04:05:16.430572 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-b38d6efa-e7e2-456f-a72a-a4db53e03873 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5885c9e-638d-44a2-b316-361eeb21cf1a HTTP/1.1" status: 200 len: 217 time: 0.1958399 Feb 19 04:05:16.533123 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-a6764aa1-f784-47e8-aaf0-41ce0f732e15 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Allocated IP 172.20.0.10 (96906bf1-6d49-4110-8bea-07aefb43331c/0158d0fa-2e31-44b1-955f-e39eed62eba8/3dcce05d-d716-45cf-b10a-8dab99c6f912) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:05:16.541679 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4b84adb0-d052-4a59-9498-7a9ae92c2719 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b01f19060fb44ce6b9b15f2e0a1c7ee3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4594948 Feb 19 04:05:16.544385 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54856) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:16.584247 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcae381-b73c-4217-b82a-3634cec3da8f req-428f028a-9b9f-4f4e-a121-a4272f439fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:16.585729 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8fcae381-b73c-4217-b82a-3634cec3da8f req-428f028a-9b9f-4f4e-a121-a4272f439fae service neutron] 10.222.0.79 "GET /v2.0/subnets?id=05152657-41bb-4f53-a93a-a0556bf4ae06 HTTP/1.1" status: 200 len: 852 time: 0.3486884 Feb 19 04:05:16.602375 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478489f0-a3f9-4ff3-9d63-b3102953ac2f req-c02f6951-2eab-4e56-83bf-3a9eeeb91f4b tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:16.603988 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-478489f0-a3f9-4ff3-9d63-b3102953ac2f req-c02f6951-2eab-4e56-83bf-3a9eeeb91f4b tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 944 time: 0.1982002 Feb 19 04:05:16.649010 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8fcae381-b73c-4217-b82a-3634cec3da8f req-76e925ae-55a0-4d21-bb82-51ff1c03b9d3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9c484cb2-d49b-4cb4-a1e7-39d440927c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375121 Feb 19 04:05:16.653527 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-1373e47c-ceae-4b5a-aa3f-d1d7c232f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:16.654986 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-1373e47c-ceae-4b5a-aa3f-d1d7c232f4c4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5749a7b7-4cc7-4f29-9393-532b658d99ca HTTP/1.1" status: 200 len: 858 time: 0.2141638 Feb 19 04:05:16.661847 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1657b482-5aad-4cec-b50b-cb52690843bb admin admin] Publish callbacks [] for security_group (e142874b-3edc-4848-be47-fd7014c2d448), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:16.669818 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0fb96e11-bfbb-4f5a-ae3f-76ecfae72135 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:16.689088 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1657b482-5aad-4cec-b50b-cb52690843bb admin admin] Publish callbacks [] for security_group (e142874b-3edc-4848-be47-fd7014c2d448), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:16.776645 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8fcae381-b73c-4217-b82a-3634cec3da8f req-6ffc789e-cd09-4b1b-8e27-016415881fee service neutron] 10.222.0.79 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030214 Feb 19 04:05:16.779871 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 0fb96e11-bfbb-4f5a-ae3f-76ecfae72135 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:16.781130 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0fb96e11-bfbb-4f5a-ae3f-76ecfae72135), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:16.791123 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a6d59-aa20-425e-83a3-9977d304a6c9 req-29d1df57-789a-415b-8524-57bb1f32d9fd tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:16.792655 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4a3a6d59-aa20-425e-83a3-9977d304a6c9 req-29d1df57-789a-415b-8524-57bb1f32d9fd tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac655ca9-f795-49d6-8d34-523e16a05327 HTTP/1.1" status: 200 len: 944 time: 0.2870169 Feb 19 04:05:16.871177 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-a6764aa1-f784-47e8-aaf0-41ce0f732e15 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Publish callbacks [] for port (3dcce05d-d716-45cf-b10a-8dab99c6f912), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:16.918487 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8fcae381-b73c-4217-b82a-3634cec3da8f req-c3d17fc2-58c8-4892-b0ff-872c06dbf807 service neutron] 10.222.0.79 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112137 Feb 19 04:05:16.920334 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-268144c9-ddc5-444a-816b-12b2ecd974a1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1adf8233-5dea-4cda-ab10-9949e1b7d28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2487853 Feb 19 04:05:16.940084 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1657b482-5aad-4cec-b50b-cb52690843bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e142874b-3edc-4848-be47-fd7014c2d448), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:16.947155 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1657b482-5aad-4cec-b50b-cb52690843bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:16.949536 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1657b482-5aad-4cec-b50b-cb52690843bb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e142874b-3edc-4848-be47-fd7014c2d448 HTTP/1.1" status: 204 len: 168 time: 0.4038067 Feb 19 04:05:16.954888 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-a6764aa1-f784-47e8-aaf0-41ce0f732e15 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (3dcce05d-d716-45cf-b10a-8dab99c6f912), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:16.966758 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-478489f0-a3f9-4ff3-9d63-b3102953ac2f req-9afdf7c8-969e-41e2-a17c-cf2f005f76db tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261032 Feb 19 04:05:16.986833 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657b482-5aad-4cec-b50b-cb52690843bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e142874b-3edc-4848-be47-fd7014c2d448,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:17.027519 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 0fb96e11-bfbb-4f5a-ae3f-76ecfae72135 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:17.029386 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-a6764aa1-f784-47e8-aaf0-41ce0f732e15 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Network 96906bf1-6d49-4110-8bea-07aefb43331c is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:05:17.030098 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54862) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:17.053703 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-a6764aa1-f784-47e8-aaf0-41ce0f732e15 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:17.063451 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-a6764aa1-f784-47e8-aaf0-41ce0f732e15 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:05:17.116036 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-a6764aa1-f784-47e8-aaf0-41ce0f732e15 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:17.116669 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-a6764aa1-f784-47e8-aaf0-41ce0f732e15 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:17.124075 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-202a0fd0-c092-46f4-9206-d19d72c7d56b service neutron] 10.222.0.79 "GET /v2.0/networks/1adf8233-5dea-4cda-ab10-9949e1b7d28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711209 Feb 19 04:05:17.147128 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-a6764aa1-f784-47e8-aaf0-41ce0f732e15 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1884792 Feb 19 04:05:17.151464 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6764aa1-f784-47e8-aaf0-41ce0f732e15 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Pushing event updated for resources: {'Port': ['ID=3dcce05d-d716-45cf-b10a-8dab99c6f912,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:17.178140 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-6f5f6f16-1b09-4ff2-8fdf-8db75fb9b80f service neutron] Request body: {'port': {'device_id': 'b06c2904-14a2-464d-a10f-fa5a9d71971c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:17.230518 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4a3a6d59-aa20-425e-83a3-9977d304a6c9 req-cc697dc2-60ce-43d7-9e2c-91fe263fd1d6 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] 10.222.0.52 "GET /v2.0/security-groups?id=ba6d9922-d5fb-4b87-8efb-6d254cd765e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096523 Feb 19 04:05:17.235886 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac655ca9-f795-49d6-8d34-523e16a05327', 'tag': 'b5885c9e-638d-44a2-b316-361eeb21cf1a'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:17.245373 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c30399-9a75-4c83-920a-4f58c7a1c4ed" -d '{"events": [{"name": "network-changed", "server_uuid": "ac655ca9-f795-49d6-8d34-523e16a05327", "tag": "b5885c9e-638d-44a2-b316-361eeb21cf1a"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:17.315265 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e056aec-9d52-4407-a6d3-dcf1d0f4d9e2 req-5d3001e2-36a1-4e39-9034-52fbc1ff065a service neutron] 10.222.0.79 "GET /v2.0/networks/1adf8233-5dea-4cda-ab10-9949e1b7d28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821375 Feb 19 04:05:17.333333 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-6f5f6f16-1b09-4ff2-8fdf-8db75fb9b80f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3dcce05d-d716-45cf-b10a-8dab99c6f912), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:17.429107 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524f5c9f-8b24-479b-9b37-7dbdce8d608b x-openstack-request-id: req-524f5c9f-8b24-479b-9b37-7dbdce8d608b {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:17.429813 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac655ca9-f795-49d6-8d34-523e16a05327", "tag": "b5885c9e-638d-44a2-b316-361eeb21cf1a", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:17.431459 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-524f5c9f-8b24-479b-9b37-7dbdce8d608b {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:17.431999 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac655ca9-f795-49d6-8d34-523e16a05327', 'tag': 'b5885c9e-638d-44a2-b316-361eeb21cf1a', 'status': 'completed', 'code': 200} Feb 19 04:05:17.543998 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041e1be-c9d2-486a-a017-c8d2cffaea6a req-8514c8a2-e3f8-43a5-91b3-a75b59805749 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:17.545743 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0041e1be-c9d2-486a-a017-c8d2cffaea6a req-8514c8a2-e3f8-43a5-91b3-a75b59805749 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 932 time: 0.1795666 Feb 19 04:05:17.563581 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c30399-9a75-4c83-920a-4f58c7a1c4ed req-16ed4e2a-1442-4330-b730-14997249b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:17.565098 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4c30399-9a75-4c83-920a-4f58c7a1c4ed req-16ed4e2a-1442-4330-b730-14997249b7de service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5eb9ba20094843eea70ebd702dd9f501&device_id=ac655ca9-f795-49d6-8d34-523e16a05327 HTTP/1.1" status: 200 len: 1127 time: 0.1292589 Feb 19 04:05:17.573184 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0f77162a-72b2-44d2-bc8d-f41b149fa76d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:17.596449 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5a521-e81f-4e25-9afd-989faa078f05 req-54ade96b-6765-4954-b593-4a2a9c8b2a1d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:17.602017 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5a521-e81f-4e25-9afd-989faa078f05 req-54ade96b-6765-4954-b593-4a2a9c8b2a1d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:17.607862 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5a521-e81f-4e25-9afd-989faa078f05 req-54ade96b-6765-4954-b593-4a2a9c8b2a1d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:17.613577 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5a521-e81f-4e25-9afd-989faa078f05 req-54ade96b-6765-4954-b593-4a2a9c8b2a1d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:17.618425 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5a521-e81f-4e25-9afd-989faa078f05 req-54ade96b-6765-4954-b593-4a2a9c8b2a1d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:17.623864 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5a521-e81f-4e25-9afd-989faa078f05 req-54ade96b-6765-4954-b593-4a2a9c8b2a1d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:17.629177 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5a521-e81f-4e25-9afd-989faa078f05 req-54ade96b-6765-4954-b593-4a2a9c8b2a1d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:17.631345 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-30c5a521-e81f-4e25-9afd-989faa078f05 req-54ade96b-6765-4954-b593-4a2a9c8b2a1d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.1781087 Feb 19 04:05:17.748047 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0041e1be-c9d2-486a-a017-c8d2cffaea6a req-3d6ecabf-033e-4c82-be44-af1e3164746c tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823802 Feb 19 04:05:17.830735 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-6f5f6f16-1b09-4ff2-8fdf-8db75fb9b80f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dcce05d-d716-45cf-b10a-8dab99c6f912 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:05:17.844868 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-6f5f6f16-1b09-4ff2-8fdf-8db75fb9b80f service neutron] Publish callbacks [] for port (3dcce05d-d716-45cf-b10a-8dab99c6f912), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:17.865097 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-6f5f6f16-1b09-4ff2-8fdf-8db75fb9b80f service neutron] Transition to ACTIVE for port object 3dcce05d-d716-45cf-b10a-8dab99c6f912 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:05:17.888786 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-6f5f6f16-1b09-4ff2-8fdf-8db75fb9b80f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (3dcce05d-d716-45cf-b10a-8dab99c6f912), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:17.897183 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0f77162a-72b2-44d2-bc8d-f41b149fa76d admin admin] Publish callbacks [] for security_group (cc71efa4-8feb-4528-91e1-aade65702062), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:17.904440 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c30399-9a75-4c83-920a-4f58c7a1c4ed req-4b343e94-ba4f-453b-bd68-a0198bbed01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:17.906695 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4c30399-9a75-4c83-920a-4f58c7a1c4ed req-4b343e94-ba4f-453b-bd68-a0198bbed01b service neutron] 10.222.0.79 "GET /v2.0/networks?id=1adf8233-5dea-4cda-ab10-9949e1b7d28c HTTP/1.1" status: 200 len: 919 time: 0.3223546 Feb 19 04:05:17.911800 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-30c5a521-e81f-4e25-9afd-989faa078f05 req-a550b565-2953-4ee5-ac4e-5cc1732f7c79 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2704413 Feb 19 04:05:17.927974 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0f77162a-72b2-44d2-bc8d-f41b149fa76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (cc71efa4-8feb-4528-91e1-aade65702062), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:17.973734 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4c30399-9a75-4c83-920a-4f58c7a1c4ed req-85b989c3-bedb-4d49-80aa-e0fca1050c3a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5885c9e-638d-44a2-b316-361eeb21cf1a HTTP/1.1" status: 200 len: 217 time: 0.0590010 Feb 19 04:05:17.986776 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0f77162a-72b2-44d2-bc8d-f41b149fa76d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ceca58908fd84e8592bc4bf364ccf546&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9371939 Feb 19 04:05:17.990748 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54894) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:18.001371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fb7e8-d597-4ebf-a5ff-8e2239446220 req-69288cdf-ca8e-4ce4-8133-c42ba52267d6 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:18.004876 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f6f16-1b09-4ff2-8fdf-8db75fb9b80f service neutron] Pushing event updated for resources: {'Port': ['ID=3dcce05d-d716-45cf-b10a-8dab99c6f912,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:18.009927 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-831fb7e8-d597-4ebf-a5ff-8e2239446220 req-69288cdf-ca8e-4ce4-8133-c42ba52267d6 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=50f53c96-12e2-4056-915c-fdfbef144f35 HTTP/1.1" status: 200 len: 950 time: 0.1400449 Feb 19 04:05:18.032351 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77162a-72b2-44d2-bc8d-f41b149fa76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc71efa4-8feb-4528-91e1-aade65702062,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:18.133410 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-6f5f6f16-1b09-4ff2-8fdf-8db75fb9b80f service neutron] Attempting to bind port 3dcce05d-d716-45cf-b10a-8dab99c6f912 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:05:18.133778 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-6f5f6f16-1b09-4ff2-8fdf-8db75fb9b80f service neutron] Attempting to bind port 3dcce05d-d716-45cf-b10a-8dab99c6f912 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '71d4e262-0aab-41dc-92da-e243d23884f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '96906bf1-6d49-4110-8bea-07aefb43331c'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:05:18.134115 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-6f5f6f16-1b09-4ff2-8fdf-8db75fb9b80f service neutron] Attempting to bind port 3dcce05d-d716-45cf-b10a-8dab99c6f912 on network 96906bf1-6d49-4110-8bea-07aefb43331c {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:18.145969 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-6f5f6f16-1b09-4ff2-8fdf-8db75fb9b80f service neutron] Port 3dcce05d-d716-45cf-b10a-8dab99c6f912 on network 96906bf1-6d49-4110-8bea-07aefb43331c not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:05:18.146497 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-6f5f6f16-1b09-4ff2-8fdf-8db75fb9b80f service neutron] Attempting to bind port 3dcce05d-d716-45cf-b10a-8dab99c6f912 on network 96906bf1-6d49-4110-8bea-07aefb43331c {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:18.156934 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-6f5f6f16-1b09-4ff2-8fdf-8db75fb9b80f service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:05:18.158042 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-6f5f6f16-1b09-4ff2-8fdf-8db75fb9b80f service neutron] Checking segment: {'id': '71d4e262-0aab-41dc-92da-e243d23884f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '96906bf1-6d49-4110-8bea-07aefb43331c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:18.158468 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-6f5f6f16-1b09-4ff2-8fdf-8db75fb9b80f service neutron] Bound using segment: {'id': '71d4e262-0aab-41dc-92da-e243d23884f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '96906bf1-6d49-4110-8bea-07aefb43331c'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:05:18.158914 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-6f5f6f16-1b09-4ff2-8fdf-8db75fb9b80f service neutron] Bound port: 3dcce05d-d716-45cf-b10a-8dab99c6f912, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71d4e262-0aab-41dc-92da-e243d23884f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '96906bf1-6d49-4110-8bea-07aefb43331c'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:05:18.159280 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-6f5f6f16-1b09-4ff2-8fdf-8db75fb9b80f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3dcce05d-d716-45cf-b10a-8dab99c6f912), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:18.218216 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 6ea838a4-87ec-48ad-9c5e-1e457d20b4c3 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:05:18.231338 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-6f5f6f16-1b09-4ff2-8fdf-8db75fb9b80f service neutron] For port 3dcce05d-d716-45cf-b10a-8dab99c6f912, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:05:18.236044 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-6f5f6f16-1b09-4ff2-8fdf-8db75fb9b80f service neutron] For port 3dcce05d-d716-45cf-b10a-8dab99c6f912, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=3dcce05d-d716-45cf-b10a-8dab99c6f912,segment=NetworkSegment(71d4e262-0aab-41dc-92da-e243d23884f2),segment_id=71d4e262-0aab-41dc-92da-e243d23884f2)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:05:18.248359 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-6f5f6f16-1b09-4ff2-8fdf-8db75fb9b80f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (3dcce05d-d716-45cf-b10a-8dab99c6f912), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:18.298464 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-6f5f6f16-1b09-4ff2-8fdf-8db75fb9b80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:18.299149 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-6f5f6f16-1b09-4ff2-8fdf-8db75fb9b80f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:18.301181 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-6f5f6f16-1b09-4ff2-8fdf-8db75fb9b80f service neutron] 10.222.0.26 "PUT /v2.0/ports/3dcce05d-d716-45cf-b10a-8dab99c6f912 HTTP/1.1" status: 200 len: 1093 time: 1.1332297 Feb 19 04:05:18.304963 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06c2904-14a2-464d-a10f-fa5a9d71971c', 'tag': '3dcce05d-d716-45cf-b10a-8dab99c6f912'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:18.319639 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e784b4-de36-451b-88c6-96bf3ba68b74" -d '{"events": [{"name": "network-changed", "server_uuid": "b06c2904-14a2-464d-a10f-fa5a9d71971c", "tag": "3dcce05d-d716-45cf-b10a-8dab99c6f912"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:18.347024 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 6ea838a4-87ec-48ad-9c5e-1e457d20b4c3, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=6ea838a4-87ec-48ad-9c5e-1e457d20b4c3,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:18.411335 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f6f16-1b09-4ff2-8fdf-8db75fb9b80f service neutron] Pushing event updated for resources: {'Port': ['ID=3dcce05d-d716-45cf-b10a-8dab99c6f912,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:18.443257 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-bf3a808b-373a-4e68-9675-baa31e417472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:18.446429 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-bf3a808b-373a-4e68-9675-baa31e417472 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aeffa8dc13064a198ee824c63786f0c2&device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 1127 time: 0.0900052 Feb 19 04:05:18.527486 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c30399-9a75-4c83-920a-4f58c7a1c4ed req-eb56cbdd-5b71-49eb-ad09-0071015cfb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:18.529083 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4c30399-9a75-4c83-920a-4f58c7a1c4ed req-eb56cbdd-5b71-49eb-ad09-0071015cfb75 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5749a7b7-4cc7-4f29-9393-532b658d99ca HTTP/1.1" status: 200 len: 858 time: 0.5372212 Feb 19 04:05:18.541335 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-4f970462-eea5-41ae-a775-dd9a2582733d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dcce05d-d716-45cf-b10a-8dab99c6f912 HTTP/1.1" status: 200 len: 217 time: 0.0685680 Feb 19 04:05:18.544764 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-831fb7e8-d597-4ebf-a5ff-8e2239446220 req-7ba04dd0-22c6-4504-b500-955bf2cd2740 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5335605 Feb 19 04:05:18.576314 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '6ea838a4-87ec-48ad-9c5e-1e457d20b4c3', 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34', 'port_id': '6ea838a4-87ec-48ad-9c5e-1e457d20b4c3', 'mac_address': 'fa:16:3e:f7:20:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05152657-41bb-4f53-a93a-a0556bf4ae06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:05:18.582029 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4c30399-9a75-4c83-920a-4f58c7a1c4ed req-49243a00-4dc5-45b9-b5f0-19eb234da5a9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1adf8233-5dea-4cda-ab10-9949e1b7d28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362391 Feb 19 04:05:18.618728 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752da34b-69c4-40f8-ae30-0f3fe92b546e req-c68be9ec-fa0a-435d-b762-b1c418494700 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:18.621999 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-752da34b-69c4-40f8-ae30-0f3fe92b546e req-c68be9ec-fa0a-435d-b762-b1c418494700 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 944 time: 0.2364936 Feb 19 04:05:18.643128 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe24d-4e53-4011-a496-e73ed004c615 admin admin] Publish callbacks [] for security_group (cc71efa4-8feb-4528-91e1-aade65702062), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:18.649817 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-61ca816f-c298-4339-9dee-89c62b8140a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:18.652044 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-61ca816f-c298-4339-9dee-89c62b8140a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0158d0fa-2e31-44b1-955f-e39eed62eba8 HTTP/1.1" status: 200 len: 850 time: 0.1014969 Feb 19 04:05:18.673176 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 6ea838a4-87ec-48ad-9c5e-1e457d20b4c3 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:18.673176 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6ea838a4-87ec-48ad-9c5e-1e457d20b4c3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:18.699285 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea838a4-87ec-48ad-9c5e-1e457d20b4c3 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:05:18.725180 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-bb777c7f-8108-4a7f-bc11-e44327246aa5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96906bf1-6d49-4110-8bea-07aefb43331c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621660 Feb 19 04:05:18.741686 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 6ea838a4-87ec-48ad-9c5e-1e457d20b4c3, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=6ea838a4-87ec-48ad-9c5e-1e457d20b4c3,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:18.751408 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (6ea838a4-87ec-48ad-9c5e-1e457d20b4c3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:18.752617 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device b5885c9e-638d-44a2-b316-361eeb21cf1a details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:05:18.806119 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe24d-4e53-4011-a496-e73ed004c615 admin admin] Publish callbacks [] for security_group (cc71efa4-8feb-4528-91e1-aade65702062), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:18.826553 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=6ea838a4-87ec-48ad-9c5e-1e457d20b4c3,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:18.925336 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-02fd1a9a-8f56-4ff7-8ee3-7e886c808113 service neutron] 10.222.0.26 "GET /v2.0/networks/96906bf1-6d49-4110-8bea-07aefb43331c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938367 Feb 19 04:05:18.927288 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe24d-4e53-4011-a496-e73ed004c615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (cc71efa4-8feb-4528-91e1-aade65702062), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:18.930154 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe24d-4e53-4011-a496-e73ed004c615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:18.931368 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1b5fe24d-4e53-4011-a496-e73ed004c615 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cc71efa4-8feb-4528-91e1-aade65702062 HTTP/1.1" status: 204 len: 168 time: 0.9191146 Feb 19 04:05:18.950434 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40cf46-9a0f-4eea-baf0-5085204f370b req-bc436946-6576-4ede-bc2f-a2a2029c94ea tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:18.954836 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4d40cf46-9a0f-4eea-baf0-5085204f370b req-bc436946-6576-4ede-bc2f-a2a2029c94ea tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.26 "GET /v2.0/ports?device_id=50f53c96-12e2-4056-915c-fdfbef144f35 HTTP/1.1" status: 200 len: 950 time: 0.1113431 Feb 19 04:05:18.976452 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port b5885c9e-638d-44a2-b316-361eeb21cf1a, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=b5885c9e-638d-44a2-b316-361eeb21cf1a,segment=NetworkSegment(0e0df3d8-d937-4517-8b0d-9b3a803328a0),segment_id=0e0df3d8-d937-4517-8b0d-9b3a803328a0)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:19.009283 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'b5885c9e-638d-44a2-b316-361eeb21cf1a', 'network_id': '1adf8233-5dea-4cda-ab10-9949e1b7d28c', 'port_id': 'b5885c9e-638d-44a2-b316-361eeb21cf1a', 'mac_address': 'fa:16:3e:b6:2b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5749a7b7-4cc7-4f29-9393-532b658d99ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:05:19.066062 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-752da34b-69c4-40f8-ae30-0f3fe92b546e req-2a65945f-36e3-4539-a644-8cd08f7c1ec2 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251742 Feb 19 04:05:19.098197 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fe24d-4e53-4011-a496-e73ed004c615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc71efa4-8feb-4528-91e1-aade65702062,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:19.108568 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4c30399-9a75-4c83-920a-4f58c7a1c4ed req-44122fbf-23e3-419b-9608-25a4916948b8 service neutron] 10.222.0.79 "GET /v2.0/networks/1adf8233-5dea-4cda-ab10-9949e1b7d28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156589 Feb 19 04:05:19.152477 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port b5885c9e-638d-44a2-b316-361eeb21cf1a is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:19.153084 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b5885c9e-638d-44a2-b316-361eeb21cf1a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:19.173475 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5885c9e-638d-44a2-b316-361eeb21cf1a {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:05:19.214929 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port b5885c9e-638d-44a2-b316-361eeb21cf1a, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=b5885c9e-638d-44a2-b316-361eeb21cf1a,segment=NetworkSegment(0e0df3d8-d937-4517-8b0d-9b3a803328a0),segment_id=0e0df3d8-d937-4517-8b0d-9b3a803328a0)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:19.225346 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b5885c9e-638d-44a2-b316-361eeb21cf1a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:19.308247 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=b5885c9e-638d-44a2-b316-361eeb21cf1a,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:19.347044 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e9e798-384c-4ecc-85db-b32a3d871313 x-openstack-request-id: req-d9e9e798-384c-4ecc-85db-b32a3d871313 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:19.347895 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06c2904-14a2-464d-a10f-fa5a9d71971c", "tag": "3dcce05d-d716-45cf-b10a-8dab99c6f912", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:19.348473 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9e9e798-384c-4ecc-85db-b32a3d871313 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:19.349006 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06c2904-14a2-464d-a10f-fa5a9d71971c', 'tag': '3dcce05d-d716-45cf-b10a-8dab99c6f912', 'status': 'completed', 'code': 200} Feb 19 04:05:19.368517 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9ee78f63-5fc2-4d17-bac1-fdcd26f5cae7 req-461e5d90-77d9-4388-a00f-e70505b94792 service neutron] 10.222.0.26 "GET /v2.0/networks/96906bf1-6d49-4110-8bea-07aefb43331c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108658 Feb 19 04:05:19.382648 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-4d40cf46-9a0f-4eea-baf0-5085204f370b req-06518dd9-7cf5-4e4b-9b36-a85fda26f688 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Deleting port 8e6313b5-99cb-49d2-924d-15e534effd4e {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:05:19.383186 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-4d40cf46-9a0f-4eea-baf0-5085204f370b req-06518dd9-7cf5-4e4b-9b36-a85fda26f688 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (8e6313b5-99cb-49d2-924d-15e534effd4e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:19.452695 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1d23c-1c9c-4ca4-9bfa-503c4e449c08 req-4d1b87f1-bb7a-48a7-a342-d750e328be01 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:19.460875 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6db1d23c-1c9c-4ca4-9bfa-503c4e449c08 req-4d1b87f1-bb7a-48a7-a342-d750e328be01 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac655ca9-f795-49d6-8d34-523e16a05327 HTTP/1.1" status: 200 len: 945 time: 0.2296600 Feb 19 04:05:19.466582 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4c30399-9a75-4c83-920a-4f58c7a1c4ed req-e35969fd-e878-4b24-a212-752ea126dbf7 service neutron] 10.222.0.79 "GET /v2.0/networks/1adf8233-5dea-4cda-ab10-9949e1b7d28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458729 Feb 19 04:05:19.489028 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['b5885c9e-638d-44a2-b316-361eeb21cf1a'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:19.542293 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['6ea838a4-87ec-48ad-9c5e-1e457d20b4c3'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:19.562125 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6db1d23c-1c9c-4ca4-9bfa-503c4e449c08 req-74a0f646-cc8a-4bcc-885e-a54f6816c8ab tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] 10.222.0.52 "GET /v2.0/security-groups?id=ba6d9922-d5fb-4b87-8efb-6d254cd765e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002581 Feb 19 04:05:19.593670 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509a832-60f9-48d0-9664-e7e1cbb3d356 req-d1eed656-4467-40e0-a92e-969600a42e9b tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:19.601695 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e784b4-de36-451b-88c6-96bf3ba68b74 req-a6f4e0d8-8d13-44a6-b65b-328247bec4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:19.603474 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7509a832-60f9-48d0-9664-e7e1cbb3d356 req-d1eed656-4467-40e0-a92e-969600a42e9b tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 944 time: 0.1402690 Feb 19 04:05:19.611407 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-09e784b4-de36-451b-88c6-96bf3ba68b74 req-a6f4e0d8-8d13-44a6-b65b-328247bec4ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aeffa8dc13064a198ee824c63786f0c2&device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 1127 time: 0.1809916 Feb 19 04:05:19.632687 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-4d40cf46-9a0f-4eea-baf0-5085204f370b req-06518dd9-7cf5-4e4b-9b36-a85fda26f688 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] For port 8e6313b5-99cb-49d2-924d-15e534effd4e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=8e6313b5-99cb-49d2-924d-15e534effd4e,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:19.633059 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-4d40cf46-9a0f-4eea-baf0-5085204f370b req-06518dd9-7cf5-4e4b-9b36-a85fda26f688 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (8e6313b5-99cb-49d2-924d-15e534effd4e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:19.700772 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-4d40cf46-9a0f-4eea-baf0-5085204f370b req-06518dd9-7cf5-4e4b-9b36-a85fda26f688 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Calling delete_port for 8e6313b5-99cb-49d2-924d-15e534effd4e owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:05:19.702689 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54926) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:19.717180 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7509a832-60f9-48d0-9664-e7e1cbb3d356 req-6458ce92-6f2c-4aa7-8c42-8f0f1abd27c9 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107430 Feb 19 04:05:19.746843 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-179c5806-a64c-46a9-a119-b4fca0ecceda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:19.791831 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d714b2-c6a5-4554-8ee7-e1fb89095f8d req-4a83342f-8d25-420f-b7a2-5c079efc08b5 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:19.797811 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d714b2-c6a5-4554-8ee7-e1fb89095f8d req-4a83342f-8d25-420f-b7a2-5c079efc08b5 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:19.805709 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d714b2-c6a5-4554-8ee7-e1fb89095f8d req-4a83342f-8d25-420f-b7a2-5c079efc08b5 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:19.812603 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d714b2-c6a5-4554-8ee7-e1fb89095f8d req-4a83342f-8d25-420f-b7a2-5c079efc08b5 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:19.818389 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d714b2-c6a5-4554-8ee7-e1fb89095f8d req-4a83342f-8d25-420f-b7a2-5c079efc08b5 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:19.824433 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d714b2-c6a5-4554-8ee7-e1fb89095f8d req-4a83342f-8d25-420f-b7a2-5c079efc08b5 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:19.830212 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d714b2-c6a5-4554-8ee7-e1fb89095f8d req-4a83342f-8d25-420f-b7a2-5c079efc08b5 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:19.839202 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e8d714b2-c6a5-4554-8ee7-e1fb89095f8d req-4a83342f-8d25-420f-b7a2-5c079efc08b5 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.1446297 Feb 19 04:05:19.920218 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e8d714b2-c6a5-4554-8ee7-e1fb89095f8d req-5c194b56-3fcb-4623-a85e-164cbb28f167 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0799651 Feb 19 04:05:19.939408 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e784b4-de36-451b-88c6-96bf3ba68b74 req-5c2752cf-12ab-4ca4-839a-2798a0ca1284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:19.941397 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-09e784b4-de36-451b-88c6-96bf3ba68b74 req-5c2752cf-12ab-4ca4-839a-2798a0ca1284 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96906bf1-6d49-4110-8bea-07aefb43331c HTTP/1.1" status: 200 len: 911 time: 0.3220944 Feb 19 04:05:19.997644 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68903ff-49a5-4ec5-812c-8b0cd34ce550 req-d10347c2-bb96-4ce1-9d3d-03a65df98ee6 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:20.000409 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f68903ff-49a5-4ec5-812c-8b0cd34ce550 req-d10347c2-bb96-4ce1-9d3d-03a65df98ee6 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=50f53c96-12e2-4056-915c-fdfbef144f35 HTTP/1.1" status: 200 len: 950 time: 0.0958374 Feb 19 04:05:20.026603 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-09e784b4-de36-451b-88c6-96bf3ba68b74 req-9d5d06ba-7159-4629-83c2-d1e14bcd33ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dcce05d-d716-45cf-b10a-8dab99c6f912 HTTP/1.1" status: 200 len: 217 time: 0.0686750 Feb 19 04:05:20.062969 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f68903ff-49a5-4ec5-812c-8b0cd34ce550 req-2a97ff31-8880-4f42-a0ac-fea42bed55f7 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559220 Feb 19 04:05:20.103206 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-179c5806-a64c-46a9-a119-b4fca0ecceda admin admin] Publish callbacks [] for security_group (b6e1ad3a-693d-485c-94c7-f06efb3d5152), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:20.141315 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-179c5806-a64c-46a9-a119-b4fca0ecceda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b6e1ad3a-693d-485c-94c7-f06efb3d5152), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:20.208866 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c5806-a64c-46a9-a119-b4fca0ecceda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e1ad3a-693d-485c-94c7-f06efb3d5152,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:20.215758 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8da091-c883-45ed-b559-c53fca53cc53 req-7f7a841c-1c30-48a0-9b65-e579175910fe tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:20.219908 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e784b4-de36-451b-88c6-96bf3ba68b74 req-0ad4bf0e-74e3-48a2-b4c9-3b0e36ed65c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:20.221509 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-09e784b4-de36-451b-88c6-96bf3ba68b74 req-0ad4bf0e-74e3-48a2-b4c9-3b0e36ed65c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0158d0fa-2e31-44b1-955f-e39eed62eba8 HTTP/1.1" status: 200 len: 850 time: 0.1882131 Feb 19 04:05:20.222967 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f8da091-c883-45ed-b559-c53fca53cc53 req-7f7a841c-1c30-48a0-9b65-e579175910fe tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 945 time: 0.0826871 Feb 19 04:05:20.231831 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-179c5806-a64c-46a9-a119-b4fca0ecceda admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=69a70d5b3f894341a71b6d8b68fcbbe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5252860 Feb 19 04:05:20.236607 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54938) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:20.264975 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-09e784b4-de36-451b-88c6-96bf3ba68b74 req-b0a3a3ef-061c-4d08-996c-753e0c13fc34 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96906bf1-6d49-4110-8bea-07aefb43331c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310278 Feb 19 04:05:20.265642 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-4d40cf46-9a0f-4eea-baf0-5085204f370b req-06518dd9-7cf5-4e4b-9b36-a85fda26f688 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (8e6313b5-99cb-49d2-924d-15e534effd4e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:20.279858 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['de70975b-0023-4344-a0be-fd5dc761cffe', 'd6d2cc39-1947-430d-ac56-0d5a1bebe046', '6304487b-eae8-40a2-8ca4-2ef6974169dd'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:20.314804 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f8da091-c883-45ed-b559-c53fca53cc53 req-69d59064-99dd-46ed-b2dd-d9a6c0e0f680 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906549 Feb 19 04:05:20.315689 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06518dd9-7cf5-4e4b-9b36-a85fda26f688 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Pushing event deleted for resources: {'Port': ['ID=8e6313b5-99cb-49d2-924d-15e534effd4e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:20.379798 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['730dbe95-56db-42fe-b54d-2d00210ea58b', '452255b5-7224-4c70-a5f3-55d51017f553', 'c6119883-1fa5-488c-a60d-b4294c67e15c', 'c24419e7-d5e0-45d3-a022-f0bb86ef7c66'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:20.380024 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-caa8f733-ffd7-4d9a-aa77-422babef11fd admin admin] Publish callbacks [] for security_group (b6e1ad3a-693d-485c-94c7-f06efb3d5152), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:20.413116 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d40cf46-9a0f-4eea-baf0-5085204f370b req-06518dd9-7cf5-4e4b-9b36-a85fda26f688 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] No DVR routers for this DVR port 8e6313b5-99cb-49d2-924d-15e534effd4e on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:05:20.417807 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-4d40cf46-9a0f-4eea-baf0-5085204f370b req-06518dd9-7cf5-4e4b-9b36-a85fda26f688 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:20.421426 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4d40cf46-9a0f-4eea-baf0-5085204f370b req-06518dd9-7cf5-4e4b-9b36-a85fda26f688 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.26 "DELETE /v2.0/ports/8e6313b5-99cb-49d2-924d-15e534effd4e HTTP/1.1" status: 204 len: 173 time: 1.4479339 Feb 19 04:05:20.440781 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-caa8f733-ffd7-4d9a-aa77-422babef11fd admin admin] Publish callbacks [] for security_group (b6e1ad3a-693d-485c-94c7-f06efb3d5152), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:20.485239 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-09e784b4-de36-451b-88c6-96bf3ba68b74 req-9ae98a4c-8650-448a-9cbc-9028984a105f service neutron] 10.222.0.26 "GET /v2.0/networks/96906bf1-6d49-4110-8bea-07aefb43331c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126217 Feb 19 04:05:20.558869 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-caa8f733-ffd7-4d9a-aa77-422babef11fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b6e1ad3a-693d-485c-94c7-f06efb3d5152), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:20.562818 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-caa8f733-ffd7-4d9a-aa77-422babef11fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:20.568755 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-caa8f733-ffd7-4d9a-aa77-422babef11fd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b6e1ad3a-693d-485c-94c7-f06efb3d5152 HTTP/1.1" status: 204 len: 168 time: 0.3309660 Feb 19 04:05:20.583946 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8f733-ffd7-4d9a-aa77-422babef11fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e1ad3a-693d-485c-94c7-f06efb3d5152,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:20.783396 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-09e784b4-de36-451b-88c6-96bf3ba68b74 req-bbe6020f-9035-4c6a-848e-7ed9fa37ab11 service neutron] 10.222.0.26 "GET /v2.0/networks/96906bf1-6d49-4110-8bea-07aefb43331c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825778 Feb 19 04:05:20.839130 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ec0c1-fb75-48c8-ad19-89590f4fcd40 req-3eaed794-b567-4ee6-b4db-30270a9645f3 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:20.849038 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d97ec0c1-fb75-48c8-ad19-89590f4fcd40 req-3eaed794-b567-4ee6-b4db-30270a9645f3 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac655ca9-f795-49d6-8d34-523e16a05327 HTTP/1.1" status: 200 len: 945 time: 0.1355784 Feb 19 04:05:20.941779 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d97ec0c1-fb75-48c8-ad19-89590f4fcd40 req-960d269c-cdbb-46aa-96ca-7a7d640f5517 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] 10.222.0.52 "GET /v2.0/security-groups?id=ba6d9922-d5fb-4b87-8efb-6d254cd765e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917437 Feb 19 04:05:21.170461 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2875a-6548-4d5c-8b31-d801752b4fde req-daef619f-d5d3-4650-b66e-c6b3762830f3 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:21.170461 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-abb2875a-6548-4d5c-8b31-d801752b4fde req-daef619f-d5d3-4650-b66e-c6b3762830f3 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 944 time: 0.1386597 Feb 19 04:05:21.275116 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b96f34-405d-43a5-b55e-3dcbb6f3eb43 req-09fd9668-33cf-4f45-a09c-9eeacb519b3a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:21.281287 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b96f34-405d-43a5-b55e-3dcbb6f3eb43 req-09fd9668-33cf-4f45-a09c-9eeacb519b3a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:21.286411 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b96f34-405d-43a5-b55e-3dcbb6f3eb43 req-09fd9668-33cf-4f45-a09c-9eeacb519b3a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:21.292199 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b96f34-405d-43a5-b55e-3dcbb6f3eb43 req-09fd9668-33cf-4f45-a09c-9eeacb519b3a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:21.297638 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b96f34-405d-43a5-b55e-3dcbb6f3eb43 req-09fd9668-33cf-4f45-a09c-9eeacb519b3a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:21.302954 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b96f34-405d-43a5-b55e-3dcbb6f3eb43 req-09fd9668-33cf-4f45-a09c-9eeacb519b3a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:21.308954 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b96f34-405d-43a5-b55e-3dcbb6f3eb43 req-09fd9668-33cf-4f45-a09c-9eeacb519b3a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:21.311117 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c1b96f34-405d-43a5-b55e-3dcbb6f3eb43 req-09fd9668-33cf-4f45-a09c-9eeacb519b3a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.1904166 Feb 19 04:05:21.316117 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-abb2875a-6548-4d5c-8b31-d801752b4fde req-7d7f5065-8034-4e35-9b5b-abd28c10aec6 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356273 Feb 19 04:05:21.351074 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f53c96-12e2-4056-915c-fdfbef144f35', 'name': 'network-vif-deleted', 'tag': '8e6313b5-99cb-49d2-924d-15e534effd4e'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:21.354517 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c638179-d5eb-4753-949c-70cc5899868f" -d '{"events": [{"server_uuid": "50f53c96-12e2-4056-915c-fdfbef144f35", "name": "network-vif-deleted", "tag": "8e6313b5-99cb-49d2-924d-15e534effd4e"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:21.392557 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c1b96f34-405d-43a5-b55e-3dcbb6f3eb43 req-4963381e-c44f-481c-97b2-f11d3bf5d9f0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0716200 Feb 19 04:05:21.598427 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617315a8-eca2-409f-980e-3c2aa2f556f7 req-593a2782-fa80-4b2c-9281-9247e53e2d8c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:21.599935 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-617315a8-eca2-409f-980e-3c2aa2f556f7 req-593a2782-fa80-4b2c-9281-9247e53e2d8c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 945 time: 0.0717418 Feb 19 04:05:21.676586 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-617315a8-eca2-409f-980e-3c2aa2f556f7 req-5a1ff37b-7a4d-4a8a-9528-fc03be64fd7d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547664 Feb 19 04:05:21.708605 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183a68d7-10c7-42ad-9472-35b02334a261 x-openstack-request-id: req-183a68d7-10c7-42ad-9472-35b02334a261 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:21.708842 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f53c96-12e2-4056-915c-fdfbef144f35", "name": "network-vif-deleted", "tag": "8e6313b5-99cb-49d2-924d-15e534effd4e", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:21.709102 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-183a68d7-10c7-42ad-9472-35b02334a261 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:21.709513 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f53c96-12e2-4056-915c-fdfbef144f35', 'name': 'network-vif-deleted', 'tag': '8e6313b5-99cb-49d2-924d-15e534effd4e', 'status': 'completed', 'code': 200} Feb 19 04:05:21.862883 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 8e6313b5-99cb-49d2-924d-15e534effd4e no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:05:21.915333 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 8e6313b5-99cb-49d2-924d-15e534effd4e {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:05:21.915736 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 8e6313b5-99cb-49d2-924d-15e534effd4e not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:05:22.070316 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa7e2b-b7ad-41f2-a455-c259ae16355d req-cdb8c28c-7cba-4ae0-bb08-d729bd8a5690 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:22.071850 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17fa7e2b-b7ad-41f2-a455-c259ae16355d req-cdb8c28c-7cba-4ae0-bb08-d729bd8a5690 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4 HTTP/1.1" status: 200 len: 949 time: 0.0988796 Feb 19 04:05:22.161005 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c705870-cac9-4d8a-8502-7b2f9dd2d929 req-d84ea49f-ca8c-4394-89b1-bcfab3336d3c tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:22.162816 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c705870-cac9-4d8a-8502-7b2f9dd2d929 req-d84ea49f-ca8c-4394-89b1-bcfab3336d3c tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac655ca9-f795-49d6-8d34-523e16a05327 HTTP/1.1" status: 200 len: 945 time: 0.0897937 Feb 19 04:05:22.168035 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17fa7e2b-b7ad-41f2-a455-c259ae16355d req-54df02aa-1949-46b9-9371-49d513099d15 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850089 Feb 19 04:05:22.223105 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c705870-cac9-4d8a-8502-7b2f9dd2d929 req-94ed8673-caf7-4526-bcc5-b25380f27dd9 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] 10.222.0.52 "GET /v2.0/security-groups?id=ba6d9922-d5fb-4b87-8efb-6d254cd765e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538592 Feb 19 04:05:22.233827 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 6ea838a4-87ec-48ad-9c5e-1e457d20b4c3 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:22.325545 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 6ea838a4-87ec-48ad-9c5e-1e457d20b4c3 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:05:22.334041 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 6ea838a4-87ec-48ad-9c5e-1e457d20b4c3 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:22.334622 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6ea838a4-87ec-48ad-9c5e-1e457d20b4c3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:22.517759 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 6ea838a4-87ec-48ad-9c5e-1e457d20b4c3 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:22.518151 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6ea838a4-87ec-48ad-9c5e-1e457d20b4c3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:22.566270 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750c9e6-435d-4f21-9258-ced95f061700 req-2c8a9822-cd89-4da0-9df6-6f2a8fa0ef0a tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:22.570095 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8750c9e6-435d-4f21-9258-ced95f061700 req-2c8a9822-cd89-4da0-9df6-6f2a8fa0ef0a tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 944 time: 0.1440961 Feb 19 04:05:22.574433 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7d8b81-8ef3-4933-9eaa-26d2415fedae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea838a4-87ec-48ad-9c5e-1e457d20b4c3'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:22.576706 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf76fdf-e40d-41af-bd25-66f43e103dff" -d '{"events": [{"server_uuid": "fd7d8b81-8ef3-4933-9eaa-26d2415fedae", "name": "network-vif-plugged", "status": "completed", "tag": "6ea838a4-87ec-48ad-9c5e-1e457d20b4c3"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:22.600534 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 6ea838a4-87ec-48ad-9c5e-1e457d20b4c3, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=6ea838a4-87ec-48ad-9c5e-1e457d20b4c3,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:22.619795 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (6ea838a4-87ec-48ad-9c5e-1e457d20b4c3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:22.620629 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device b5885c9e-638d-44a2-b316-361eeb21cf1a up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:22.659993 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbb383-b327-413b-a4ee-46f4c66c9b11 req-a7b6d3f2-f267-4618-8b21-834402c9c3e4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:22.667337 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbb383-b327-413b-a4ee-46f4c66c9b11 req-a7b6d3f2-f267-4618-8b21-834402c9c3e4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:22.674441 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbb383-b327-413b-a4ee-46f4c66c9b11 req-a7b6d3f2-f267-4618-8b21-834402c9c3e4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:22.681760 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbb383-b327-413b-a4ee-46f4c66c9b11 req-a7b6d3f2-f267-4618-8b21-834402c9c3e4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:22.690388 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbb383-b327-413b-a4ee-46f4c66c9b11 req-a7b6d3f2-f267-4618-8b21-834402c9c3e4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:22.697128 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbb383-b327-413b-a4ee-46f4c66c9b11 req-a7b6d3f2-f267-4618-8b21-834402c9c3e4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:22.703895 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbb383-b327-413b-a4ee-46f4c66c9b11 req-a7b6d3f2-f267-4618-8b21-834402c9c3e4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:22.717169 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-efbbb383-b327-413b-a4ee-46f4c66c9b11 req-a7b6d3f2-f267-4618-8b21-834402c9c3e4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.2069669 Feb 19 04:05:22.814960 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8750c9e6-435d-4f21-9258-ced95f061700 req-45931472-b8fe-4504-ac75-f7bba9183406 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124002 Feb 19 04:05:22.877778 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55028) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:22.900529 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=6ea838a4-87ec-48ad-9c5e-1e457d20b4c3,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:22.922091 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93629e4f-f9ed-4357-a32e-c7bc4dd57a75 x-openstack-request-id: req-93629e4f-f9ed-4357-a32e-c7bc4dd57a75 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:22.922685 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd7d8b81-8ef3-4933-9eaa-26d2415fedae", "name": "network-vif-plugged", "status": "completed", "tag": "6ea838a4-87ec-48ad-9c5e-1e457d20b4c3", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:22.923150 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93629e4f-f9ed-4357-a32e-c7bc4dd57a75 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:22.923750 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7d8b81-8ef3-4933-9eaa-26d2415fedae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea838a4-87ec-48ad-9c5e-1e457d20b4c3', 'code': 200} Feb 19 04:05:22.928366 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port b5885c9e-638d-44a2-b316-361eeb21cf1a completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:05:22.934696 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port b5885c9e-638d-44a2-b316-361eeb21cf1a triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:22.935321 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b5885c9e-638d-44a2-b316-361eeb21cf1a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:22.975413 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-efbbb383-b327-413b-a4ee-46f4c66c9b11 req-fcf0e7f8-9d1f-4e52-9633-6f992f3183cb tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2531934 Feb 19 04:05:23.112313 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port b5885c9e-638d-44a2-b316-361eeb21cf1a is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:23.112536 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b5885c9e-638d-44a2-b316-361eeb21cf1a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:23.200509 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-eff8affd-b247-406b-8ee4-4bdfc0b763ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:23.204765 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port b5885c9e-638d-44a2-b316-361eeb21cf1a, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=b5885c9e-638d-44a2-b316-361eeb21cf1a,segment=NetworkSegment(0e0df3d8-d937-4517-8b0d-9b3a803328a0),segment_id=0e0df3d8-d937-4517-8b0d-9b3a803328a0)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:23.221799 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b5885c9e-638d-44a2-b316-361eeb21cf1a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:23.321039 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=b5885c9e-638d-44a2-b316-361eeb21cf1a,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:23.354492 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca90e5-063a-4a3c-9510-f92348d56cc1 req-76c66005-3698-47e9-9478-78a285dd4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:23.356047 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4cca90e5-063a-4a3c-9510-f92348d56cc1 req-76c66005-3698-47e9-9478-78a285dd4da2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 1129 time: 0.3284788 Feb 19 04:05:23.428254 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c424f-d6b5-4548-8ccb-d46589e0bd38 req-30675751-a980-4b59-acba-c3b8fa5fe8e5 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:23.429734 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc1c424f-d6b5-4548-8ccb-d46589e0bd38 req-30675751-a980-4b59-acba-c3b8fa5fe8e5 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 946 time: 0.3408744 Feb 19 04:05:23.442926 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-eff8affd-b247-406b-8ee4-4bdfc0b763ac admin admin] Publish callbacks [] for security_group (06beba99-14c5-4a17-8ee3-65d9cbd1754c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:23.462449 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-eff8affd-b247-406b-8ee4-4bdfc0b763ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (06beba99-14c5-4a17-8ee3-65d9cbd1754c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:23.560069 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cd9c8-efab-4fa5-82b9-0b258080dd61 req-a667d677-495d-4027-a1cd-72ba3f198b5f tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:23.561832 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd9cd9c8-efab-4fa5-82b9-0b258080dd61 req-a667d677-495d-4027-a1cd-72ba3f198b5f tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.79 "GET /v2.0/ports?device_id=66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4 HTTP/1.1" status: 200 len: 949 time: 0.3304131 Feb 19 04:05:23.570991 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4cca90e5-063a-4a3c-9510-f92348d56cc1 req-03ee0eb6-2e97-43a6-b053-d1710b9b5eef service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927047 Feb 19 04:05:23.594088 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147d0ee-f578-45fa-9849-1e4dcb74e8cf req-df99ac6e-301e-4959-b0fc-51a1d0f9d588 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:23.595648 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a147d0ee-f578-45fa-9849-1e4dcb74e8cf req-df99ac6e-301e-4959-b0fc-51a1d0f9d588 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4 HTTP/1.1" status: 200 len: 949 time: 0.2672498 Feb 19 04:05:23.596309 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8affd-b247-406b-8ee4-4bdfc0b763ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06beba99-14c5-4a17-8ee3-65d9cbd1754c,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:23.601414 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-eff8affd-b247-406b-8ee4-4bdfc0b763ac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f1c82053f0a14ffbb6c2b351f47b8d0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7222304 Feb 19 04:05:23.602991 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55058) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:23.659023 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc1c424f-d6b5-4548-8ccb-d46589e0bd38 req-84616936-9085-4783-b992-cb1a5d464bc8 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219481 Feb 19 04:05:23.668986 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-13c34166-d538-427a-b3bc-e6059d42d8ee admin admin] Publish callbacks [] for security_group (06beba99-14c5-4a17-8ee3-65d9cbd1754c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:23.671835 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8affd-b247-406b-8ee4-4bdfc0b763ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:23.672187 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8affd-b247-406b-8ee4-4bdfc0b763ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:23.672590 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8affd-b247-406b-8ee4-4bdfc0b763ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:23.672871 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8affd-b247-406b-8ee4-4bdfc0b763ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:23.673202 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8affd-b247-406b-8ee4-4bdfc0b763ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:23.673535 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8affd-b247-406b-8ee4-4bdfc0b763ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:23.673867 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8affd-b247-406b-8ee4-4bdfc0b763ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:23.674385 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8affd-b247-406b-8ee4-4bdfc0b763ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:23.674716 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8affd-b247-406b-8ee4-4bdfc0b763ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:23.675301 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8affd-b247-406b-8ee4-4bdfc0b763ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:23.675436 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8affd-b247-406b-8ee4-4bdfc0b763ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:23.675964 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8affd-b247-406b-8ee4-4bdfc0b763ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:23.676296 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8affd-b247-406b-8ee4-4bdfc0b763ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:23.699237 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-13c34166-d538-427a-b3bc-e6059d42d8ee admin admin] Publish callbacks [] for security_group (06beba99-14c5-4a17-8ee3-65d9cbd1754c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:23.761090 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a147d0ee-f578-45fa-9849-1e4dcb74e8cf req-adc708db-00b7-4ba6-b20c-f04a2e3396ca tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554918 Feb 19 04:05:23.763442 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-13c34166-d538-427a-b3bc-e6059d42d8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (06beba99-14c5-4a17-8ee3-65d9cbd1754c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:23.769207 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-13c34166-d538-427a-b3bc-e6059d42d8ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:23.771219 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-13c34166-d538-427a-b3bc-e6059d42d8ee admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/06beba99-14c5-4a17-8ee3-65d9cbd1754c HTTP/1.1" status: 204 len: 168 time: 0.1660972 Feb 19 04:05:23.782106 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c34166-d538-427a-b3bc-e6059d42d8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06beba99-14c5-4a17-8ee3-65d9cbd1754c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:23.832337 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-fd9cd9c8-efab-4fa5-82b9-0b258080dd61 req-7812022d-32fe-45ef-a7ca-f5941cdadfbe tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Deleting port 6304487b-eae8-40a2-8ca4-2ef6974169dd {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:05:23.833007 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fd9cd9c8-efab-4fa5-82b9-0b258080dd61 req-7812022d-32fe-45ef-a7ca-f5941cdadfbe tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (6304487b-eae8-40a2-8ca4-2ef6974169dd), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:23.881979 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:05:23.892284 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 3dcce05d-d716-45cf-b10a-8dab99c6f912 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:05:24.047994 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d98d7-26e6-44ab-acf6-76690fe4a9e0 req-510fb1cf-6180-4734-9432-d7f4dc57a171 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:24.061470 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e7d98d7-26e6-44ab-acf6-76690fe4a9e0 req-510fb1cf-6180-4734-9432-d7f4dc57a171 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac655ca9-f795-49d6-8d34-523e16a05327 HTTP/1.1" status: 200 len: 946 time: 0.2336667 Feb 19 04:05:24.112770 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 3dcce05d-d716-45cf-b10a-8dab99c6f912, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=3dcce05d-d716-45cf-b10a-8dab99c6f912,segment=NetworkSegment(71d4e262-0aab-41dc-92da-e243d23884f2),segment_id=71d4e262-0aab-41dc-92da-e243d23884f2)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:24.128054 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '3dcce05d-d716-45cf-b10a-8dab99c6f912', 'network_id': '96906bf1-6d49-4110-8bea-07aefb43331c', 'port_id': '3dcce05d-d716-45cf-b10a-8dab99c6f912', 'mac_address': 'fa:16:3e:bf:d9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0158d0fa-2e31-44b1-955f-e39eed62eba8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:05:24.128744 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17495f8d-db85-41d4-8bf9-b7949fac93bf req-2fc390a2-e370-4e07-8e8a-a8e6eeea404a tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:24.139115 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17495f8d-db85-41d4-8bf9-b7949fac93bf req-2fc390a2-e370-4e07-8e8a-a8e6eeea404a tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 944 time: 0.2003369 Feb 19 04:05:24.199401 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 3dcce05d-d716-45cf-b10a-8dab99c6f912 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:24.205990 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3dcce05d-d716-45cf-b10a-8dab99c6f912), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:24.221162 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e7d98d7-26e6-44ab-acf6-76690fe4a9e0 req-3747571b-0917-4b0d-8a07-ba8d10570d7a tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] 10.222.0.52 "GET /v2.0/security-groups?id=ba6d9922-d5fb-4b87-8efb-6d254cd765e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585052 Feb 19 04:05:24.242851 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dcce05d-d716-45cf-b10a-8dab99c6f912 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:05:24.271794 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-fd9cd9c8-efab-4fa5-82b9-0b258080dd61 req-7812022d-32fe-45ef-a7ca-f5941cdadfbe tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] For port 6304487b-eae8-40a2-8ca4-2ef6974169dd, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=6304487b-eae8-40a2-8ca4-2ef6974169dd,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:24.272507 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fd9cd9c8-efab-4fa5-82b9-0b258080dd61 req-7812022d-32fe-45ef-a7ca-f5941cdadfbe tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (6304487b-eae8-40a2-8ca4-2ef6974169dd), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:24.288333 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 3dcce05d-d716-45cf-b10a-8dab99c6f912, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=3dcce05d-d716-45cf-b10a-8dab99c6f912,segment=NetworkSegment(71d4e262-0aab-41dc-92da-e243d23884f2),segment_id=71d4e262-0aab-41dc-92da-e243d23884f2)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:24.299537 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3dcce05d-d716-45cf-b10a-8dab99c6f912), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:24.303501 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-fd9cd9c8-efab-4fa5-82b9-0b258080dd61 req-7812022d-32fe-45ef-a7ca-f5941cdadfbe tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Calling delete_port for 6304487b-eae8-40a2-8ca4-2ef6974169dd owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:05:24.331686 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17495f8d-db85-41d4-8bf9-b7949fac93bf req-9de4f512-919a-4738-84fe-373cdcd5566d tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900380 Feb 19 04:05:24.430562 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=3dcce05d-d716-45cf-b10a-8dab99c6f912,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:24.501582 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b627b9b-010a-4f62-9e0f-03c35ccd37cd req-7fdc162a-7d8a-4040-bcb4-664bfcf470a9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:24.522830 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b627b9b-010a-4f62-9e0f-03c35ccd37cd req-7fdc162a-7d8a-4040-bcb4-664bfcf470a9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:24.534782 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b627b9b-010a-4f62-9e0f-03c35ccd37cd req-7fdc162a-7d8a-4040-bcb4-664bfcf470a9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:24.541685 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b627b9b-010a-4f62-9e0f-03c35ccd37cd req-7fdc162a-7d8a-4040-bcb4-664bfcf470a9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:24.547578 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b627b9b-010a-4f62-9e0f-03c35ccd37cd req-7fdc162a-7d8a-4040-bcb4-664bfcf470a9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:24.557972 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b627b9b-010a-4f62-9e0f-03c35ccd37cd req-7fdc162a-7d8a-4040-bcb4-664bfcf470a9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:24.563847 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b627b9b-010a-4f62-9e0f-03c35ccd37cd req-7fdc162a-7d8a-4040-bcb4-664bfcf470a9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:24.573418 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4b627b9b-010a-4f62-9e0f-03c35ccd37cd req-7fdc162a-7d8a-4040-bcb4-664bfcf470a9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.1639044 Feb 19 04:05:24.661498 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fd9cd9c8-efab-4fa5-82b9-0b258080dd61 req-7812022d-32fe-45ef-a7ca-f5941cdadfbe tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (6304487b-eae8-40a2-8ca4-2ef6974169dd), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:24.676334 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['de70975b-0023-4344-a0be-fd5dc761cffe', 'd6d2cc39-1947-430d-ac56-0d5a1bebe046', '6304487b-eae8-40a2-8ca4-2ef6974169dd'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:24.679489 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['730dbe95-56db-42fe-b54d-2d00210ea58b', '452255b5-7224-4c70-a5f3-55d51017f553', 'c6119883-1fa5-488c-a60d-b4294c67e15c', 'c24419e7-d5e0-45d3-a022-f0bb86ef7c66'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:24.689228 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['3dcce05d-d716-45cf-b10a-8dab99c6f912'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:24.765341 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812022d-32fe-45ef-a7ca-f5941cdadfbe tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Pushing event deleted for resources: {'Port': ['ID=6304487b-eae8-40a2-8ca4-2ef6974169dd,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:24.927921 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac655ca9-f795-49d6-8d34-523e16a05327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5885c9e-638d-44a2-b316-361eeb21cf1a'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:24.931766 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9552d101-ebca-45af-b341-aa3e52bd171a" -d '{"events": [{"server_uuid": "ac655ca9-f795-49d6-8d34-523e16a05327", "name": "network-vif-plugged", "status": "completed", "tag": "b5885c9e-638d-44a2-b316-361eeb21cf1a"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:24.937018 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55110) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:24.943583 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9cd9c8-efab-4fa5-82b9-0b258080dd61 req-7812022d-32fe-45ef-a7ca-f5941cdadfbe tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] No DVR routers for this DVR port 6304487b-eae8-40a2-8ca4-2ef6974169dd on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:05:24.950808 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fd9cd9c8-efab-4fa5-82b9-0b258080dd61 req-7812022d-32fe-45ef-a7ca-f5941cdadfbe tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:24.954230 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd9cd9c8-efab-4fa5-82b9-0b258080dd61 req-7812022d-32fe-45ef-a7ca-f5941cdadfbe tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.79 "DELETE /v2.0/ports/6304487b-eae8-40a2-8ca4-2ef6974169dd HTTP/1.1" status: 204 len: 173 time: 1.3761511 Feb 19 04:05:24.957149 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4', 'name': 'network-vif-deleted', 'tag': '6304487b-eae8-40a2-8ca4-2ef6974169dd'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:24.959807 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd837b1-7be9-4198-9a3f-4e8c3ac4d5bb" -d '{"events": [{"server_uuid": "66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4", "name": "network-vif-deleted", "tag": "6304487b-eae8-40a2-8ca4-2ef6974169dd"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:24.984693 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4b627b9b-010a-4f62-9e0f-03c35ccd37cd req-84b31841-51a3-4634-890d-c15fad679586 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4067075 Feb 19 04:05:25.045559 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425874ac-3c1f-4dbc-af0c-0a44fece4c11 req-355fe9e7-1640-498b-8061-ca31288b1282 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:25.073768 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-425874ac-3c1f-4dbc-af0c-0a44fece4c11 req-355fe9e7-1640-498b-8061-ca31288b1282 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 946 time: 0.2793207 Feb 19 04:05:25.170589 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-425874ac-3c1f-4dbc-af0c-0a44fece4c11 req-1f181d88-f717-4b50-96bf-134a0bfcf561 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952456 Feb 19 04:05:25.188374 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fdd22b86-b3d7-4a55-85f5-68edcbd454c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:25.271622 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-643fc1c7-61f6-4a34-be0f-9158cad832c1 req-c6840737-053f-44db-b6d9-71c61fd3da32 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4 HTTP/1.1" status: 200 len: 210 time: 0.0966299 Feb 19 04:05:25.311567 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65489317-a5ac-42cc-9603-f60e75bb1973 x-openstack-request-id: req-65489317-a5ac-42cc-9603-f60e75bb1973 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:25.312164 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac655ca9-f795-49d6-8d34-523e16a05327", "name": "network-vif-plugged", "status": "completed", "tag": "b5885c9e-638d-44a2-b316-361eeb21cf1a", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:25.315803 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-65489317-a5ac-42cc-9603-f60e75bb1973 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:25.316395 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac655ca9-f795-49d6-8d34-523e16a05327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5885c9e-638d-44a2-b316-361eeb21cf1a', 'code': 200} Feb 19 04:05:25.409363 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fdd22b86-b3d7-4a55-85f5-68edcbd454c1 admin admin] Publish callbacks [] for security_group (72c814c2-e10f-45b5-9f3e-e34021cad33a), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:25.426424 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fdd22b86-b3d7-4a55-85f5-68edcbd454c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (72c814c2-e10f-45b5-9f3e-e34021cad33a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:25.439760 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914c4c46-f2bd-4751-8aca-d679985784dd x-openstack-request-id: req-914c4c46-f2bd-4751-8aca-d679985784dd {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:25.442380 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4", "name": "network-vif-deleted", "tag": "6304487b-eae8-40a2-8ca4-2ef6974169dd", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:25.442854 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-914c4c46-f2bd-4751-8aca-d679985784dd {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:25.443585 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d7a0ef-96e8-4bb0-bd83-5f8e0ef1fea4', 'name': 'network-vif-deleted', 'tag': '6304487b-eae8-40a2-8ca4-2ef6974169dd', 'status': 'completed', 'code': 200} Feb 19 04:05:25.496950 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2f760-77ad-4258-94b8-c3e70beddc5c req-b94c4367-ab73-4383-b2a9-ecd1491c7cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:25.498502 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-78d2f760-77ad-4258-94b8-c3e70beddc5c req-b94c4367-ab73-4383-b2a9-ecd1491c7cd4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ac655ca9-f795-49d6-8d34-523e16a05327 HTTP/1.1" status: 200 len: 1129 time: 0.1296985 Feb 19 04:05:25.519903 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd22b86-b3d7-4a55-85f5-68edcbd454c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c814c2-e10f-45b5-9f3e-e34021cad33a,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:25.568245 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fdd22b86-b3d7-4a55-85f5-68edcbd454c1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fd43f1d747ae471abf3fcd1da8778ce3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6300592 Feb 19 04:05:25.570730 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55134) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:25.627894 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-78d2f760-77ad-4258-94b8-c3e70beddc5c req-de1bed29-f43b-42dc-b481-a139e4a2f99e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ba6d9922-d5fb-4b87-8efb-6d254cd765e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226101 Feb 19 04:05:25.677431 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ce03b289-3224-40ba-9ced-861e703292b1 admin admin] Publish callbacks [] for security_group (72c814c2-e10f-45b5-9f3e-e34021cad33a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:25.731722 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ce03b289-3224-40ba-9ced-861e703292b1 admin admin] Publish callbacks [] for security_group (72c814c2-e10f-45b5-9f3e-e34021cad33a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:25.754283 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ede342-2a2c-44f5-a314-8c3b58a3094e req-3faa8751-24f5-4f03-b081-969b82bd9c9d tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:25.762342 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b2ede342-2a2c-44f5-a314-8c3b58a3094e req-3faa8751-24f5-4f03-b081-969b82bd9c9d tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac655ca9-f795-49d6-8d34-523e16a05327 HTTP/1.1" status: 200 len: 946 time: 0.1647923 Feb 19 04:05:25.802295 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ce03b289-3224-40ba-9ced-861e703292b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (72c814c2-e10f-45b5-9f3e-e34021cad33a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:25.807519 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ce03b289-3224-40ba-9ced-861e703292b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:25.808927 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ce03b289-3224-40ba-9ced-861e703292b1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/72c814c2-e10f-45b5-9f3e-e34021cad33a HTTP/1.1" status: 204 len: 168 time: 0.2369294 Feb 19 04:05:25.831802 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4669b80-34eb-4052-a3d3-b863c8d336a3 req-bccb29ec-679e-4f7f-8c60-b08fea68d2e5 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:25.843820 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03b289-3224-40ba-9ced-861e703292b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c814c2-e10f-45b5-9f3e-e34021cad33a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:25.844842 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a4669b80-34eb-4052-a3d3-b863c8d336a3 req-bccb29ec-679e-4f7f-8c60-b08fea68d2e5 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 945 time: 0.1581550 Feb 19 04:05:25.854767 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b2ede342-2a2c-44f5-a314-8c3b58a3094e req-7b3c5b1c-da66-40a3-a049-c796685853be tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] 10.222.0.52 "GET /v2.0/security-groups?id=ba6d9922-d5fb-4b87-8efb-6d254cd765e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913205 Feb 19 04:05:25.930887 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a4669b80-34eb-4052-a3d3-b863c8d336a3 req-95d32e4e-8068-494c-bfe3-6a21042d26f2 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743146 Feb 19 04:05:26.108072 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892efdc0-4e22-4c41-a0e6-02779396eff1 req-b1768c6b-28e2-4b27-b72d-9574c7ba1fe8 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:26.109635 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-892efdc0-4e22-4c41-a0e6-02779396eff1 req-b1768c6b-28e2-4b27-b72d-9574c7ba1fe8 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 946 time: 0.0925179 Feb 19 04:05:26.188658 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-892efdc0-4e22-4c41-a0e6-02779396eff1 req-b8827541-3f16-48c2-abfe-95db5420dd44 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716228 Feb 19 04:05:26.321585 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cd3ea-069e-443a-a939-0a1aa4d1ca00 req-e759b10a-37ba-47d6-ad2f-0514d9e75be1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:26.335950 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cd3ea-069e-443a-a939-0a1aa4d1ca00 req-e759b10a-37ba-47d6-ad2f-0514d9e75be1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:26.341871 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cd3ea-069e-443a-a939-0a1aa4d1ca00 req-e759b10a-37ba-47d6-ad2f-0514d9e75be1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:26.347447 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cd3ea-069e-443a-a939-0a1aa4d1ca00 req-e759b10a-37ba-47d6-ad2f-0514d9e75be1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:26.361472 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cd3ea-069e-443a-a939-0a1aa4d1ca00 req-e759b10a-37ba-47d6-ad2f-0514d9e75be1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:26.368467 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55150) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:26.376072 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cd3ea-069e-443a-a939-0a1aa4d1ca00 req-e759b10a-37ba-47d6-ad2f-0514d9e75be1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:26.381865 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cd3ea-069e-443a-a939-0a1aa4d1ca00 req-e759b10a-37ba-47d6-ad2f-0514d9e75be1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:26.391349 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6611569f-e88a-4edf-bd15-9bec48bd596a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:26.405887 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-604cd3ea-069e-443a-a939-0a1aa4d1ca00 req-e759b10a-37ba-47d6-ad2f-0514d9e75be1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.1821034 Feb 19 04:05:26.494185 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-604cd3ea-069e-443a-a939-0a1aa4d1ca00 req-bdf3020f-fc82-447b-beb2-aa026c3ecf62 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0811832 Feb 19 04:05:26.517430 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6611569f-e88a-4edf-bd15-9bec48bd596a admin admin] Publish callbacks [] for security_group (ca0c8d3a-a19a-4606-a33e-111126f65161), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:26.532758 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6611569f-e88a-4edf-bd15-9bec48bd596a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ca0c8d3a-a19a-4606-a33e-111126f65161), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:26.619408 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:26.630950 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611569f-e88a-4edf-bd15-9bec48bd596a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0c8d3a-a19a-4606-a33e-111126f65161,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:26.635618 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6611569f-e88a-4edf-bd15-9bec48bd596a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a15936bd3d924e83aa26c6cc11f37a13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2650449 Feb 19 04:05:26.638555 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55158) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:26.694411 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55160) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:26.756074 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e1b6c056-1092-45c8-892a-185d6e660e0b admin admin] Publish callbacks [] for security_group (ca0c8d3a-a19a-4606-a33e-111126f65161), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:26.788022 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d892e-103f-42eb-b3b0-90ae7eaaf7e1 req-e2528f71-53a9-47bc-a343-f6d0f774f27f tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:26.790126 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a64d892e-103f-42eb-b3b0-90ae7eaaf7e1 req-e2528f71-53a9-47bc-a343-f6d0f774f27f tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=87183da0-2330-4daa-84d6-7134963aedba HTTP/1.1" status: 200 len: 950 time: 0.0958884 Feb 19 04:05:26.805149 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e1b6c056-1092-45c8-892a-185d6e660e0b admin admin] Publish callbacks [] for security_group (ca0c8d3a-a19a-4606-a33e-111126f65161), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:26.829063 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1b25425a-4bc7-4c74-9fb4-d757eb9da5ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:26.889482 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a64d892e-103f-42eb-b3b0-90ae7eaaf7e1 req-11897f1a-c54e-47b4-9487-9a4da60ad5a1 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870471 Feb 19 04:05:26.915179 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1b25425a-4bc7-4c74-9fb4-d757eb9da5ec admin admin] Publish callbacks [] for security_group (87c100d6-abb3-4b22-bf1b-fc453a77a500), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:26.918995 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e1b6c056-1092-45c8-892a-185d6e660e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ca0c8d3a-a19a-4606-a33e-111126f65161), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:26.920663 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1b25425a-4bc7-4c74-9fb4-d757eb9da5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (87c100d6-abb3-4b22-bf1b-fc453a77a500), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:26.923828 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e1b6c056-1092-45c8-892a-185d6e660e0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:26.937150 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e1b6c056-1092-45c8-892a-185d6e660e0b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ca0c8d3a-a19a-4606-a33e-111126f65161 HTTP/1.1" status: 204 len: 168 time: 0.2845414 Feb 19 04:05:26.959487 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6c056-1092-45c8-892a-185d6e660e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0c8d3a-a19a-4606-a33e-111126f65161,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:27.015997 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1b25425a-4bc7-4c74-9fb4-d757eb9da5ec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=55d33793b3294b58a2dcd68cd8c6617b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3202772 Feb 19 04:05:27.019920 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55170) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:27.049882 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25425a-4bc7-4c74-9fb4-d757eb9da5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c100d6-abb3-4b22-bf1b-fc453a77a500,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:27.101438 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2d58626d-6002-461b-b58c-2600010f8d3c admin admin] Publish callbacks [] for security_group (87c100d6-abb3-4b22-bf1b-fc453a77a500), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:27.134800 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ad7b3-378e-4c5d-9007-b241da552745 req-64819bdd-b422-40d3-aa7f-85440142e974 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:27.139310 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f04ad7b3-378e-4c5d-9007-b241da552745 req-64819bdd-b422-40d3-aa7f-85440142e974 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac655ca9-f795-49d6-8d34-523e16a05327 HTTP/1.1" status: 200 len: 946 time: 0.1452763 Feb 19 04:05:27.150771 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2d58626d-6002-461b-b58c-2600010f8d3c admin admin] Publish callbacks [] for security_group (87c100d6-abb3-4b22-bf1b-fc453a77a500), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:27.155983 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6efb5c9-52a3-4fa3-bcde-107a1fa43049 req-fce1439d-dc1d-4897-8c7f-371be242ed3f tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:27.157971 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6efb5c9-52a3-4fa3-bcde-107a1fa43049 req-fce1439d-dc1d-4897-8c7f-371be242ed3f tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 945 time: 0.0863585 Feb 19 04:05:27.218465 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2d58626d-6002-461b-b58c-2600010f8d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (87c100d6-abb3-4b22-bf1b-fc453a77a500), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:27.222515 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2d58626d-6002-461b-b58c-2600010f8d3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:27.224163 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2d58626d-6002-461b-b58c-2600010f8d3c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/87c100d6-abb3-4b22-bf1b-fc453a77a500 HTTP/1.1" status: 204 len: 168 time: 0.1996713 Feb 19 04:05:27.235876 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58626d-6002-461b-b58c-2600010f8d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c100d6-abb3-4b22-bf1b-fc453a77a500,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:27.249398 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f04ad7b3-378e-4c5d-9007-b241da552745 req-0754d83b-9135-49bd-9f34-d1be9de26e15 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] 10.222.0.52 "GET /v2.0/security-groups?id=ba6d9922-d5fb-4b87-8efb-6d254cd765e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900578 Feb 19 04:05:27.264794 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6efb5c9-52a3-4fa3-bcde-107a1fa43049 req-d4c27470-982a-4a36-904f-2670c313c830 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984328 Feb 19 04:05:27.386126 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f3108-efb4-4bb5-870f-a15033531bda req-e173f680-7e11-4340-aa8f-e9f774c612f7 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:27.398787 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e4f3108-efb4-4bb5-870f-a15033531bda req-e173f680-7e11-4340-aa8f-e9f774c612f7 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 946 time: 0.0731883 Feb 19 04:05:27.488865 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e4f3108-efb4-4bb5-870f-a15033531bda req-13009bc3-d6a5-4fcb-9157-be0736ea47db tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871704 Feb 19 04:05:27.766662 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fea60c-3985-4cfa-b55d-42058d551a80 req-e04bdae4-1909-40a4-b09c-88c1fae61166 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:27.772059 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fea60c-3985-4cfa-b55d-42058d551a80 req-e04bdae4-1909-40a4-b09c-88c1fae61166 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:27.778315 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fea60c-3985-4cfa-b55d-42058d551a80 req-e04bdae4-1909-40a4-b09c-88c1fae61166 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:27.783904 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fea60c-3985-4cfa-b55d-42058d551a80 req-e04bdae4-1909-40a4-b09c-88c1fae61166 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:27.789390 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fea60c-3985-4cfa-b55d-42058d551a80 req-e04bdae4-1909-40a4-b09c-88c1fae61166 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:27.795505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fea60c-3985-4cfa-b55d-42058d551a80 req-e04bdae4-1909-40a4-b09c-88c1fae61166 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:27.801140 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fea60c-3985-4cfa-b55d-42058d551a80 req-e04bdae4-1909-40a4-b09c-88c1fae61166 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:27.803249 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-98fea60c-3985-4cfa-b55d-42058d551a80 req-e04bdae4-1909-40a4-b09c-88c1fae61166 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.1460314 Feb 19 04:05:27.837402 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4e34a-0c82-41f1-bf11-1691186a49fe req-4862a754-afc4-438e-90c4-1fb4b55cfebc tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:27.840668 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-40f4e34a-0c82-41f1-bf11-1691186a49fe req-4862a754-afc4-438e-90c4-1fb4b55cfebc tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac655ca9-f795-49d6-8d34-523e16a05327 HTTP/1.1" status: 200 len: 946 time: 0.2204545 Feb 19 04:05:27.904869 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 3dcce05d-d716-45cf-b10a-8dab99c6f912 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:27.950839 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-40f4e34a-0c82-41f1-bf11-1691186a49fe req-37df5593-f149-476b-86b5-bd9f9124d09e tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] 10.222.0.52 "GET /v2.0/security-groups?id=ba6d9922-d5fb-4b87-8efb-6d254cd765e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028209 Feb 19 04:05:27.971738 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-98fea60c-3985-4cfa-b55d-42058d551a80 req-594a3797-1024-4b93-bf2e-6cafa871a759 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1587276 Feb 19 04:05:28.014499 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 3dcce05d-d716-45cf-b10a-8dab99c6f912 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:05:28.021916 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 3dcce05d-d716-45cf-b10a-8dab99c6f912 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:28.022529 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3dcce05d-d716-45cf-b10a-8dab99c6f912), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:28.109318 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42029f-b80c-4a38-911a-103a809206d5 req-7aaea1fa-bda1-433e-9240-ddad08513d2b tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:28.115993 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab42029f-b80c-4a38-911a-103a809206d5 req-7aaea1fa-bda1-433e-9240-ddad08513d2b tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=87183da0-2330-4daa-84d6-7134963aedba HTTP/1.1" status: 200 len: 950 time: 0.0931804 Feb 19 04:05:28.122266 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 3dcce05d-d716-45cf-b10a-8dab99c6f912 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:28.123076 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3dcce05d-d716-45cf-b10a-8dab99c6f912), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:28.160637 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06c2904-14a2-464d-a10f-fa5a9d71971c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcce05d-d716-45cf-b10a-8dab99c6f912'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:28.163014 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c68284-66e1-417e-884c-979c50abdb8e req-de4dac4e-355d-4461-b925-056d2825bf54 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:28.163474 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59eeb55-45c7-4d9a-bcbf-2f0ddfa43c98" -d '{"events": [{"server_uuid": "b06c2904-14a2-464d-a10f-fa5a9d71971c", "name": "network-vif-plugged", "status": "completed", "tag": "3dcce05d-d716-45cf-b10a-8dab99c6f912"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:28.164478 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c0c68284-66e1-417e-884c-979c50abdb8e req-de4dac4e-355d-4461-b925-056d2825bf54 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.79 "GET /v2.0/ports?device_id=87183da0-2330-4daa-84d6-7134963aedba HTTP/1.1" status: 200 len: 950 time: 0.1075399 Feb 19 04:05:28.192552 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 3dcce05d-d716-45cf-b10a-8dab99c6f912, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=3dcce05d-d716-45cf-b10a-8dab99c6f912,segment=NetworkSegment(71d4e262-0aab-41dc-92da-e243d23884f2),segment_id=71d4e262-0aab-41dc-92da-e243d23884f2)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:28.200149 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab42029f-b80c-4a38-911a-103a809206d5 req-0b1aa580-73e6-4a79-8cc0-892957ce91fd tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783994 Feb 19 04:05:28.201386 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3dcce05d-d716-45cf-b10a-8dab99c6f912), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:28.226419 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ed4b25-26e6-46cc-bed8-2a2f7f37058a x-openstack-request-id: req-62ed4b25-26e6-46cc-bed8-2a2f7f37058a {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:28.226419 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06c2904-14a2-464d-a10f-fa5a9d71971c", "name": "network-vif-plugged", "status": "completed", "tag": "3dcce05d-d716-45cf-b10a-8dab99c6f912", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:28.226419 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-62ed4b25-26e6-46cc-bed8-2a2f7f37058a {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:28.226419 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06c2904-14a2-464d-a10f-fa5a9d71971c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcce05d-d716-45cf-b10a-8dab99c6f912', 'code': 200} Feb 19 04:05:28.255055 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 6304487b-eae8-40a2-8ca4-2ef6974169dd no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:05:28.297856 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 6304487b-eae8-40a2-8ca4-2ef6974169dd {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:05:28.299171 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 6304487b-eae8-40a2-8ca4-2ef6974169dd not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:05:28.334994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=3dcce05d-d716-45cf-b10a-8dab99c6f912,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:28.348866 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-c0c68284-66e1-417e-884c-979c50abdb8e req-e2d16054-6ad3-436f-99a6-209c467888cb tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Deleting port d6d2cc39-1947-430d-ac56-0d5a1bebe046 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:05:28.348975 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c0c68284-66e1-417e-884c-979c50abdb8e req-e2d16054-6ad3-436f-99a6-209c467888cb tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (d6d2cc39-1947-430d-ac56-0d5a1bebe046), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:28.447582 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da77fa-d8c7-473d-9250-274a62cda812 req-8f2ddf27-2a59-4882-9154-06dcdb74d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:28.450650 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-27da77fa-d8c7-473d-9250-274a62cda812 req-8f2ddf27-2a59-4882-9154-06dcdb74d886 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 1129 time: 0.0594759 Feb 19 04:05:28.501531 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-c0c68284-66e1-417e-884c-979c50abdb8e req-e2d16054-6ad3-436f-99a6-209c467888cb tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] For port d6d2cc39-1947-430d-ac56-0d5a1bebe046, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=d6d2cc39-1947-430d-ac56-0d5a1bebe046,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:28.501923 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c0c68284-66e1-417e-884c-979c50abdb8e req-e2d16054-6ad3-436f-99a6-209c467888cb tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (d6d2cc39-1947-430d-ac56-0d5a1bebe046), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:28.516758 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f93bd-dfa6-4000-82a1-14c8f365fdb9 req-50f70e5d-7c9e-46f8-8d2c-96dfde25234e tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:28.518329 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6e0f93bd-dfa6-4000-82a1-14c8f365fdb9 req-50f70e5d-7c9e-46f8-8d2c-96dfde25234e tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 946 time: 0.1459432 Feb 19 04:05:28.521882 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-27da77fa-d8c7-473d-9250-274a62cda812 req-9777af0d-a324-4fc7-bb73-aca4231d7bd7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599864 Feb 19 04:05:28.524410 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-c0c68284-66e1-417e-884c-979c50abdb8e req-e2d16054-6ad3-436f-99a6-209c467888cb tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Calling delete_port for d6d2cc39-1947-430d-ac56-0d5a1bebe046 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:05:28.535355 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55234) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:28.657156 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6e0f93bd-dfa6-4000-82a1-14c8f365fdb9 req-aed1144f-f1b3-4282-865b-81cd9caecd93 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307466 Feb 19 04:05:28.696729 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50fb47-8cfe-401c-9442-0ef0e926c70d req-53d4c3af-50f0-46f0-97c0-ca9413e16435 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:28.698861 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd50fb47-8cfe-401c-9442-0ef0e926c70d req-53d4c3af-50f0-46f0-97c0-ca9413e16435 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 946 time: 0.1077602 Feb 19 04:05:28.791614 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd50fb47-8cfe-401c-9442-0ef0e926c70d req-4cc23262-1fa2-4ac4-a44f-3755ecf2467e tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864923 Feb 19 04:05:28.792701 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c0c68284-66e1-417e-884c-979c50abdb8e req-e2d16054-6ad3-436f-99a6-209c467888cb tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (d6d2cc39-1947-430d-ac56-0d5a1bebe046), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:28.806398 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['de70975b-0023-4344-a0be-fd5dc761cffe', 'd6d2cc39-1947-430d-ac56-0d5a1bebe046'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:28.809608 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['730dbe95-56db-42fe-b54d-2d00210ea58b', '452255b5-7224-4c70-a5f3-55d51017f553', 'c6119883-1fa5-488c-a60d-b4294c67e15c', 'c24419e7-d5e0-45d3-a022-f0bb86ef7c66'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:28.832823 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d16054-6ad3-436f-99a6-209c467888cb tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Pushing event deleted for resources: {'Port': ['ID=d6d2cc39-1947-430d-ac56-0d5a1bebe046,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:28.863069 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-6df8704f-8cab-450d-bd2e-08a7200ad65a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1188732110-network', 'tenant_id': 'd225bb79d56f4c90b6ce024530a4cc9b'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:28.913495 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c68284-66e1-417e-884c-979c50abdb8e req-e2d16054-6ad3-436f-99a6-209c467888cb tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] No DVR routers for this DVR port d6d2cc39-1947-430d-ac56-0d5a1bebe046 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:05:28.917101 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c0c68284-66e1-417e-884c-979c50abdb8e req-e2d16054-6ad3-436f-99a6-209c467888cb tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:28.922566 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c0c68284-66e1-417e-884c-979c50abdb8e req-e2d16054-6ad3-436f-99a6-209c467888cb tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.79 "DELETE /v2.0/ports/d6d2cc39-1947-430d-ac56-0d5a1bebe046 HTTP/1.1" status: 204 len: 173 time: 0.7483582 Feb 19 04:05:28.923319 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87183da0-2330-4daa-84d6-7134963aedba', 'name': 'network-vif-deleted', 'tag': 'd6d2cc39-1947-430d-ac56-0d5a1bebe046'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:28.927563 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c19cd0-08a7-47ad-bb14-67f16aa92d66" -d '{"events": [{"server_uuid": "87183da0-2330-4daa-84d6-7134963aedba", "name": "network-vif-deleted", "tag": "d6d2cc39-1947-430d-ac56-0d5a1bebe046"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:28.959711 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df8704f-8cab-450d-bd2e-08a7200ad65a admin admin] Made reservation on behalf of d225bb79d56f4c90b6ce024530a4cc9b for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:05:28.967489 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6df8704f-8cab-450d-bd2e-08a7200ad65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:28.990705 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6df8704f-8cab-450d-bd2e-08a7200ad65a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:29.026488 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70f14a-1e07-4c6d-ba38-ef87b58bf752 req-f5c81a77-478c-4cda-ae5f-3c5eac0b17c9 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:29.037075 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c70f14a-1e07-4c6d-ba38-ef87b58bf752 req-f5c81a77-478c-4cda-ae5f-3c5eac0b17c9 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac655ca9-f795-49d6-8d34-523e16a05327 HTTP/1.1" status: 200 len: 946 time: 0.2020047 Feb 19 04:05:29.097366 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c766b0-281c-4fa1-82a4-78af2bde25b3 x-openstack-request-id: req-14c766b0-281c-4fa1-82a4-78af2bde25b3 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:29.104665 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87183da0-2330-4daa-84d6-7134963aedba", "name": "network-vif-deleted", "tag": "d6d2cc39-1947-430d-ac56-0d5a1bebe046", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:29.106344 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-14c766b0-281c-4fa1-82a4-78af2bde25b3 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:29.108306 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87183da0-2330-4daa-84d6-7134963aedba', 'name': 'network-vif-deleted', 'tag': 'd6d2cc39-1947-430d-ac56-0d5a1bebe046', 'status': 'completed', 'code': 200} Feb 19 04:05:29.228175 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6df8704f-8cab-450d-bd2e-08a7200ad65a admin admin] Publish callbacks [] for security_group (581d2f1c-8302-4bb8-9d36-70287a73f07b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:29.236304 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6df8704f-8cab-450d-bd2e-08a7200ad65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (581d2f1c-8302-4bb8-9d36-70287a73f07b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:29.309538 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8704f-8cab-450d-bd2e-08a7200ad65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581d2f1c-8302-4bb8-9d36-70287a73f07b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:29.351190 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df8704f-8cab-450d-bd2e-08a7200ad65a admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:05:29.377160 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6df8704f-8cab-450d-bd2e-08a7200ad65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (d714e498-ee7d-498b-871c-98301ec4d514), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:29.377955 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-6df8704f-8cab-450d-bd2e-08a7200ad65a admin admin] Added segment d714e498-ee7d-498b-871c-98301ec4d514 of type vlan for network 0089109b-783c-469e-b14a-672fd413cf65 Feb 19 04:05:29.388923 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b491ef-9a84-451b-95d2-dfdc127b58fc req-70a37498-ac0c-4090-a45b-57564ffdf429 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:29.394992 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b491ef-9a84-451b-95d2-dfdc127b58fc req-70a37498-ac0c-4090-a45b-57564ffdf429 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:29.402484 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b491ef-9a84-451b-95d2-dfdc127b58fc req-70a37498-ac0c-4090-a45b-57564ffdf429 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:29.411284 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b491ef-9a84-451b-95d2-dfdc127b58fc req-70a37498-ac0c-4090-a45b-57564ffdf429 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:29.415296 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b491ef-9a84-451b-95d2-dfdc127b58fc req-70a37498-ac0c-4090-a45b-57564ffdf429 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:29.422103 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b491ef-9a84-451b-95d2-dfdc127b58fc req-70a37498-ac0c-4090-a45b-57564ffdf429 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:29.431683 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b491ef-9a84-451b-95d2-dfdc127b58fc req-70a37498-ac0c-4090-a45b-57564ffdf429 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:29.442834 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34b491ef-9a84-451b-95d2-dfdc127b58fc req-70a37498-ac0c-4090-a45b-57564ffdf429 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5418 time: 0.1912260 Feb 19 04:05:29.467597 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:29.475202 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27681fe-e2eb-4cc5-b432-5956196a1c96 req-1e5f2a33-e65c-4539-9316-e8e7189ddac9 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:29.476759 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c27681fe-e2eb-4cc5-b432-5956196a1c96 req-1e5f2a33-e65c-4539-9316-e8e7189ddac9 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac655ca9-f795-49d6-8d34-523e16a05327 HTTP/1.1" status: 200 len: 946 time: 0.2232690 Feb 19 04:05:29.520378 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6df8704f-8cab-450d-bd2e-08a7200ad65a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (0089109b-783c-469e-b14a-672fd413cf65), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:29.592789 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6df8704f-8cab-450d-bd2e-08a7200ad65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (0089109b-783c-469e-b14a-672fd413cf65), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:29.594510 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df8704f-8cab-450d-bd2e-08a7200ad65a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:29.595935 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6df8704f-8cab-450d-bd2e-08a7200ad65a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:29.602717 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-9c70f14a-1e07-4c6d-ba38-ef87b58bf752 req-c290bfe8-6efd-4473-8e44-6f4adfa675fb tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Deleting port b5885c9e-638d-44a2-b316-361eeb21cf1a {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:05:29.604326 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9c70f14a-1e07-4c6d-ba38-ef87b58bf752 req-c290bfe8-6efd-4473-8e44-6f4adfa675fb tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b5885c9e-638d-44a2-b316-361eeb21cf1a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:29.671536 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6df8704f-8cab-450d-bd2e-08a7200ad65a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1342943 Feb 19 04:05:29.671536 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55274) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:29.688330 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-7d43688f-4478-492d-b67f-1734a6d1387d admin admin] Request body: {'subnet': {'network_id': '0089109b-783c-469e-b14a-672fd413cf65', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1188732110-subnet', 'tenant_id': 'd225bb79d56f4c90b6ce024530a4cc9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:29.702823 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8704f-8cab-450d-bd2e-08a7200ad65a admin admin] Pushing event updated for resources: {'Network': ['ID=0089109b-783c-469e-b14a-672fd413cf65,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:29.716612 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 0089109b-783c-469e-b14a-672fd413cf65 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:05:29.717328 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d43688f-4478-492d-b67f-1734a6d1387d admin admin] Made reservation on behalf of d225bb79d56f4c90b6ce024530a4cc9b for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:05:29.720178 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7d43688f-4478-492d-b67f-1734a6d1387d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:29.783304 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c27681fe-e2eb-4cc5-b432-5956196a1c96 req-a6f44124-c0e7-4170-aa58-218d472718a8 tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] 10.222.0.52 "GET /v2.0/security-groups?id=ba6d9922-d5fb-4b87-8efb-6d254cd765e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924125 Feb 19 04:05:29.820004 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34b491ef-9a84-451b-95d2-dfdc127b58fc req-6c737891-ed9d-4cde-aa80-7ece56f6316b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3756325 Feb 19 04:05:29.848189 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-9c70f14a-1e07-4c6d-ba38-ef87b58bf752 req-c290bfe8-6efd-4473-8e44-6f4adfa675fb tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] For port b5885c9e-638d-44a2-b316-361eeb21cf1a, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=b5885c9e-638d-44a2-b316-361eeb21cf1a,segment=NetworkSegment(0e0df3d8-d937-4517-8b0d-9b3a803328a0),segment_id=0e0df3d8-d937-4517-8b0d-9b3a803328a0)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:29.848189 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9c70f14a-1e07-4c6d-ba38-ef87b58bf752 req-c290bfe8-6efd-4473-8e44-6f4adfa675fb tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b5885c9e-638d-44a2-b316-361eeb21cf1a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:29.874442 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-9c70f14a-1e07-4c6d-ba38-ef87b58bf752 req-c290bfe8-6efd-4473-8e44-6f4adfa675fb tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Calling delete_port for b5885c9e-638d-44a2-b316-361eeb21cf1a owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:05:29.923466 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device abd8fe5c-e298-48a3-a888-a6ccdbf3fa25 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:05:30.041998 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7089037-535d-486b-a7f9-4744d435653f req-b72abf50-2939-4cfc-8fdf-b81af1c1b0bc tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:30.049953 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7089037-535d-486b-a7f9-4744d435653f req-b72abf50-2939-4cfc-8fdf-b81af1c1b0bc tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 946 time: 0.0937705 Feb 19 04:05:30.077075 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7d43688f-4478-492d-b67f-1734a6d1387d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (1b52b915-c73a-440e-93fd-a2a0df915ddd), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:30.170038 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port abd8fe5c-e298-48a3-a888-a6ccdbf3fa25, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=abd8fe5c-e298-48a3-a888-a6ccdbf3fa25,segment=NetworkSegment(9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c),segment_id=9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:30.187491 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d43688f-4478-492d-b67f-1734a6d1387d admin admin] Checking segment: {'id': 'd714e498-ee7d-498b-871c-98301ec4d514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0089109b-783c-469e-b14a-672fd413cf65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:30.187882 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d43688f-4478-492d-b67f-1734a6d1387d admin admin] Network hostable DHCP agents. Network: 0089109b-783c-469e-b14a-672fd413cf65, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:05:30.203233 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7089037-535d-486b-a7f9-4744d435653f req-542a607d-4a74-4bb7-bf4d-15fb897cd52d tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520298 Feb 19 04:05:30.204145 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'abd8fe5c-e298-48a3-a888-a6ccdbf3fa25', 'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8', 'port_id': 'abd8fe5c-e298-48a3-a888-a6ccdbf3fa25', 'mac_address': 'fa:16:3e:17:42:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b31cd777-60e6-4424-9e5a-b1d089558473', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:05:30.247638 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43688f-4478-492d-b67f-1734a6d1387d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b52b915-c73a-440e-93fd-a2a0df915ddd,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:30.256403 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d43688f-4478-492d-b67f-1734a6d1387d admin admin] Network 0089109b-783c-469e-b14a-672fd413cf65 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:05:30.266087 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port abd8fe5c-e298-48a3-a888-a6ccdbf3fa25 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:30.266845 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (abd8fe5c-e298-48a3-a888-a6ccdbf3fa25), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:30.277116 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040f418-8e9a-4c8b-9bdb-2239989b6d41 req-f12d2e62-16f2-40e5-b6b0-1557bc206103 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:30.284385 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f040f418-8e9a-4c8b-9bdb-2239989b6d41 req-f12d2e62-16f2-40e5-b6b0-1557bc206103 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 946 time: 0.1587486 Feb 19 04:05:30.287059 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd8fe5c-e298-48a3-a888-a6ccdbf3fa25 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:05:30.287347 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9c70f14a-1e07-4c6d-ba38-ef87b58bf752 req-c290bfe8-6efd-4473-8e44-6f4adfa675fb tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (b5885c9e-638d-44a2-b316-361eeb21cf1a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:30.292667 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-7d43688f-4478-492d-b67f-1734a6d1387d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 0089109b-783c-469e-b14a-672fd413cf65) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:30.303822 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d43688f-4478-492d-b67f-1734a6d1387d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:30.304504 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7d43688f-4478-492d-b67f-1734a6d1387d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:30.317622 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port abd8fe5c-e298-48a3-a888-a6ccdbf3fa25, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=abd8fe5c-e298-48a3-a888-a6ccdbf3fa25,segment=NetworkSegment(9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c),segment_id=9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:30.324167 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e568a00e-f988-47d4-8799-b3905b445092 None None] Network 0089109b-783c-469e-b14a-672fd413cf65 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:05:30.328912 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['b5885c9e-638d-44a2-b316-361eeb21cf1a'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:30.329679 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290bfe8-6efd-4473-8e44-6f4adfa675fb tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Pushing event deleted for resources: {'Port': ['ID=b5885c9e-638d-44a2-b316-361eeb21cf1a,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:30.347670 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7d43688f-4478-492d-b67f-1734a6d1387d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6730204 Feb 19 04:05:30.403875 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c70f14a-1e07-4c6d-ba38-ef87b58bf752 req-c290bfe8-6efd-4473-8e44-6f4adfa675fb tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] No DVR routers for this DVR port b5885c9e-638d-44a2-b316-361eeb21cf1a on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:05:30.405510 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9c70f14a-1e07-4c6d-ba38-ef87b58bf752 req-c290bfe8-6efd-4473-8e44-6f4adfa675fb tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:30.415828 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c70f14a-1e07-4c6d-ba38-ef87b58bf752 req-c290bfe8-6efd-4473-8e44-6f4adfa675fb tempest-InstanceActionsV221TestJSON-410367012 tempest-InstanceActionsV221TestJSON-410367012-project] 10.222.0.79 "DELETE /v2.0/ports/b5885c9e-638d-44a2-b316-361eeb21cf1a HTTP/1.1" status: 204 len: 173 time: 1.3692956 Feb 19 04:05:30.443828 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (abd8fe5c-e298-48a3-a888-a6ccdbf3fa25), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:30.450867 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 123ce6d7-048a-4179-ac62-c23eca1c9618 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:05:30.460300 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f040f418-8e9a-4c8b-9bdb-2239989b6d41 req-27a5bc44-1500-4a84-ba6c-508dff1a66fa tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705239 Feb 19 04:05:30.823693 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f164e8-1fae-448d-9996-14d9e8016f25 req-dbc937be-ded4-4cb4-9f46-aac9e66dd07d tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:30.833794 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43f164e8-1fae-448d-9996-14d9e8016f25 req-dbc937be-ded4-4cb4-9f46-aac9e66dd07d tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=d09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd HTTP/1.1" status: 200 len: 950 time: 0.0911314 Feb 19 04:05:30.952269 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90b95e1e-b90a-47ff-b79a-e33c3db60070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:30.976865 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 123ce6d7-048a-4179-ac62-c23eca1c9618, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=123ce6d7-048a-4179-ac62-c23eca1c9618,segment=NetworkSegment(9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c),segment_id=9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:30.980458 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=abd8fe5c-e298-48a3-a888-a6ccdbf3fa25,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:31.016591 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '123ce6d7-048a-4179-ac62-c23eca1c9618', 'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8', 'port_id': '123ce6d7-048a-4179-ac62-c23eca1c9618', 'mac_address': 'fa:16:3e:33:5f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b31cd777-60e6-4424-9e5a-b1d089558473', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:05:31.025108 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e255dce2-f286-4645-ac81-863836cc94ab None None] Network 0089109b-783c-469e-b14a-672fd413cf65 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:05:31.126529 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 123ce6d7-048a-4179-ac62-c23eca1c9618 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:31.127206 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (123ce6d7-048a-4179-ac62-c23eca1c9618), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:31.156877 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 123ce6d7-048a-4179-ac62-c23eca1c9618 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:05:31.208741 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 123ce6d7-048a-4179-ac62-c23eca1c9618, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=123ce6d7-048a-4179-ac62-c23eca1c9618,segment=NetworkSegment(9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c),segment_id=9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:31.219010 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (123ce6d7-048a-4179-ac62-c23eca1c9618), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:31.220494 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 6d6260b1-28c6-435b-98e5-f15398fc683d details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:05:31.290094 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac655ca9-f795-49d6-8d34-523e16a05327', 'name': 'network-vif-deleted', 'tag': 'b5885c9e-638d-44a2-b316-361eeb21cf1a'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:31.292231 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=123ce6d7-048a-4179-ac62-c23eca1c9618,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:31.292825 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe4155c-5f08-4bc5-bc60-9a98b56b917a" -d '{"events": [{"server_uuid": "ac655ca9-f795-49d6-8d34-523e16a05327", "name": "network-vif-deleted", "tag": "b5885c9e-638d-44a2-b316-361eeb21cf1a"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:31.313955 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-df8b502b-d6b4-4d25-88c0-05f243e914f5 req-590cd1ab-051a-473f-a847-667b8f73c81a tempest-SecurityGroupsNegativeTestJSON-747940297 tempest-SecurityGroupsNegativeTestJSON-747940297-project] show failed (client error): The resource could not be found. Feb 19 04:05:31.327371 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-df8b502b-d6b4-4d25-88c0-05f243e914f5 req-590cd1ab-051a-473f-a847-667b8f73c81a tempest-SecurityGroupsNegativeTestJSON-747940297 tempest-SecurityGroupsNegativeTestJSON-747940297-project] 10.222.0.52 "GET /v2.0/security-groups/586e3683-7041-48e0-ad39-ec24b87b090d HTTP/1.1" status: 404 len: 352 time: 0.0311880 Feb 19 04:05:31.340180 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 6d6260b1-28c6-435b-98e5-f15398fc683d, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=6d6260b1-28c6-435b-98e5-f15398fc683d,segment=NetworkSegment(9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c),segment_id=9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:31.375887 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '6d6260b1-28c6-435b-98e5-f15398fc683d', 'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8', 'port_id': '6d6260b1-28c6-435b-98e5-f15398fc683d', 'mac_address': 'fa:16:3e:0d:0a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b31cd777-60e6-4424-9e5a-b1d089558473', 'ip_address': '10.1.1.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:05:31.377168 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43f164e8-1fae-448d-9996-14d9e8016f25 req-71da5d26-a1dc-4fb3-a168-6401e74d31cc tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5423548 Feb 19 04:05:31.440577 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 6d6260b1-28c6-435b-98e5-f15398fc683d is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:31.440979 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6d6260b1-28c6-435b-98e5-f15398fc683d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:31.464881 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6260b1-28c6-435b-98e5-f15398fc683d {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:05:31.492743 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 6d6260b1-28c6-435b-98e5-f15398fc683d, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=6d6260b1-28c6-435b-98e5-f15398fc683d,segment=NetworkSegment(9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c),segment_id=9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:31.497932 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (6d6260b1-28c6-435b-98e5-f15398fc683d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:31.498900 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 03bbf650-5bef-4ec1-af01-630545c4db55 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:05:31.535747 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae41b27-25e9-4f19-a6c2-4e687c20d077 req-216d9696-9576-4359-b558-45628aa8f06c tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:31.537561 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 03bbf650-5bef-4ec1-af01-630545c4db55, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=03bbf650-5bef-4ec1-af01-630545c4db55,segment=NetworkSegment(9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c),segment_id=9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:31.546121 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae41b27-25e9-4f19-a6c2-4e687c20d077 req-216d9696-9576-4359-b558-45628aa8f06c tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:31.552124 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae41b27-25e9-4f19-a6c2-4e687c20d077 req-216d9696-9576-4359-b558-45628aa8f06c tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:31.558978 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae41b27-25e9-4f19-a6c2-4e687c20d077 req-216d9696-9576-4359-b558-45628aa8f06c tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:31.568001 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae41b27-25e9-4f19-a6c2-4e687c20d077 req-216d9696-9576-4359-b558-45628aa8f06c tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:31.574883 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '03bbf650-5bef-4ec1-af01-630545c4db55', 'network_id': 'c7e52652-7c3c-4be2-8566-a72156b624d8', 'port_id': '03bbf650-5bef-4ec1-af01-630545c4db55', 'mac_address': 'fa:16:3e:a1:eb:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b31cd777-60e6-4424-9e5a-b1d089558473', 'ip_address': '10.1.1.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:05:31.577018 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae41b27-25e9-4f19-a6c2-4e687c20d077 req-216d9696-9576-4359-b558-45628aa8f06c tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:31.584062 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae41b27-25e9-4f19-a6c2-4e687c20d077 req-216d9696-9576-4359-b558-45628aa8f06c tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:31.594086 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bae41b27-25e9-4f19-a6c2-4e687c20d077 req-216d9696-9576-4359-b558-45628aa8f06c tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5420 time: 0.1660171 Feb 19 04:05:31.619477 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=6d6260b1-28c6-435b-98e5-f15398fc683d,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:31.643455 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 03bbf650-5bef-4ec1-af01-630545c4db55 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:31.644790 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (03bbf650-5bef-4ec1-af01-630545c4db55), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:31.659331 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03bbf650-5bef-4ec1-af01-630545c4db55 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:05:31.676194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd20e78-e603-474f-add7-8eb039142b21 req-30c57822-a944-42b2-b434-0b32aa394e9e tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:31.680306 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 03bbf650-5bef-4ec1-af01-630545c4db55, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=03bbf650-5bef-4ec1-af01-630545c4db55,segment=NetworkSegment(9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c),segment_id=9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:31.685537 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (03bbf650-5bef-4ec1-af01-630545c4db55), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:31.685806 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bd20e78-e603-474f-add7-8eb039142b21 req-30c57822-a944-42b2-b434-0b32aa394e9e tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 946 time: 0.2207658 Feb 19 04:05:31.687349 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 065ce680-972c-4dea-ae22-48d0fbd50b99 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:05:31.692690 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bae41b27-25e9-4f19-a6c2-4e687c20d077 req-339e105f-1bb4-45d1-86aa-6ddf8e361ee5 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0968075 Feb 19 04:05:31.746788 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bd20e78-e603-474f-add7-8eb039142b21 req-e99f7c0f-c76e-433f-8f7d-ccc17eb83841 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599959 Feb 19 04:05:31.780460 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faef1904-a8e0-408b-9878-d49aa52e59b9 x-openstack-request-id: req-faef1904-a8e0-408b-9878-d49aa52e59b9 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:31.780765 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac655ca9-f795-49d6-8d34-523e16a05327", "name": "network-vif-deleted", "tag": "b5885c9e-638d-44a2-b316-361eeb21cf1a", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:31.781070 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-faef1904-a8e0-408b-9878-d49aa52e59b9 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:31.782189 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac655ca9-f795-49d6-8d34-523e16a05327', 'name': 'network-vif-deleted', 'tag': 'b5885c9e-638d-44a2-b316-361eeb21cf1a', 'status': 'completed', 'code': 200} Feb 19 04:05:31.782321 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=03bbf650-5bef-4ec1-af01-630545c4db55,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:31.873242 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 065ce680-972c-4dea-ae22-48d0fbd50b99, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=065ce680-972c-4dea-ae22-48d0fbd50b99,segment=NetworkSegment(b7335bae-2b10-44b5-bd69-94a1805c2114),segment_id=b7335bae-2b10-44b5-bd69-94a1805c2114)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:31.889343 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '065ce680-972c-4dea-ae22-48d0fbd50b99', 'network_id': '8cc0006b-25b3-422c-9bde-2e117b4adfd2', 'port_id': '065ce680-972c-4dea-ae22-48d0fbd50b99', 'mac_address': 'fa:16:3e:df:ad:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4676cd-7ab6-4200-93f3-9d2db44011e7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:05:31.984643 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 065ce680-972c-4dea-ae22-48d0fbd50b99 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:31.985312 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (065ce680-972c-4dea-ae22-48d0fbd50b99), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:32.013986 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa602bd-daae-4043-b447-b8b5ddb8b692 req-dc378415-00ac-4207-adbb-7fb5d4723788 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:32.017307 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 065ce680-972c-4dea-ae22-48d0fbd50b99 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:05:32.019083 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-efa602bd-daae-4043-b447-b8b5ddb8b692 req-dc378415-00ac-4207-adbb-7fb5d4723788 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 946 time: 0.1159987 Feb 19 04:05:32.063861 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 065ce680-972c-4dea-ae22-48d0fbd50b99, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=065ce680-972c-4dea-ae22-48d0fbd50b99,segment=NetworkSegment(b7335bae-2b10-44b5-bd69-94a1805c2114),segment_id=b7335bae-2b10-44b5-bd69-94a1805c2114)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:32.071686 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (065ce680-972c-4dea-ae22-48d0fbd50b99), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:32.073176 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 707eecc9-665d-461b-8a6a-4e0b2324400b details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:05:32.189459 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317fd09-034c-428a-be22-09968d70c2d5 req-e5cf7de7-b2f2-426e-8238-2a8ee88b4766 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:32.191476 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d317fd09-034c-428a-be22-09968d70c2d5 req-e5cf7de7-b2f2-426e-8238-2a8ee88b4766 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.79 "GET /v2.0/ports?device_id=adb3cd37-0cde-46f9-b7a6-cbdb13707bec HTTP/1.1" status: 200 len: 949 time: 0.1035991 Feb 19 04:05:32.210798 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-efa602bd-daae-4043-b447-b8b5ddb8b692 req-53aa0b27-e433-42e1-93f9-ca7c2714a223 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856730 Feb 19 04:05:32.256742 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device d6d2cc39-1947-430d-ac56-0d5a1bebe046 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:05:32.285035 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d608f-4bfb-4da6-a68a-0d08975f0de8 req-d76200e0-5ec0-4f2c-a912-6fb77f1341e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:32.298708 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-798d608f-4bfb-4da6-a68a-0d08975f0de8 req-d76200e0-5ec0-4f2c-a912-6fb77f1341e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aeffa8dc13064a198ee824c63786f0c2&device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 1129 time: 0.2042522 Feb 19 04:05:32.319011 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c83081-ebb2-41b2-9aea-4ba8d7749bc1 req-9e0fc150-4fdd-4926-82fc-2931bb87f5da tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:32.320498 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-40c83081-ebb2-41b2-9aea-4ba8d7749bc1 req-9e0fc150-4fdd-4926-82fc-2931bb87f5da tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.26 "GET /v2.0/ports?device_id=d09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd HTTP/1.1" status: 200 len: 950 time: 0.1763053 Feb 19 04:05:32.328811 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 707eecc9-665d-461b-8a6a-4e0b2324400b, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=707eecc9-665d-461b-8a6a-4e0b2324400b,segment=NetworkSegment(b7335bae-2b10-44b5-bd69-94a1805c2114),segment_id=b7335bae-2b10-44b5-bd69-94a1805c2114)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:32.353309 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d7bab232-7a4e-44fb-9291-4eb70ed469a7 req-c2d0e5ec-edec-4cc0-acb3-e9ebeb4b4233 tempest-SecurityGroupsNegativeTestJSON-747940297 tempest-SecurityGroupsNegativeTestJSON-747940297-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d225bb79d56f4c90b6ce024530a4cc9b HTTP/1.1" status: 200 len: 3005 time: 0.2928212 Feb 19 04:05:32.362195 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=065ce680-972c-4dea-ae22-48d0fbd50b99,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:32.372889 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '707eecc9-665d-461b-8a6a-4e0b2324400b', 'network_id': '8cc0006b-25b3-422c-9bde-2e117b4adfd2', 'port_id': '707eecc9-665d-461b-8a6a-4e0b2324400b', 'mac_address': 'fa:16:3e:f0:5b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4676cd-7ab6-4200-93f3-9d2db44011e7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:05:32.385626 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: d6d2cc39-1947-430d-ac56-0d5a1bebe046 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:05:32.387330 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device d6d2cc39-1947-430d-ac56-0d5a1bebe046 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:05:32.460848 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 707eecc9-665d-461b-8a6a-4e0b2324400b is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:32.462356 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (707eecc9-665d-461b-8a6a-4e0b2324400b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:32.496308 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 707eecc9-665d-461b-8a6a-4e0b2324400b {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:05:32.527461 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 707eecc9-665d-461b-8a6a-4e0b2324400b, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=707eecc9-665d-461b-8a6a-4e0b2324400b,segment=NetworkSegment(b7335bae-2b10-44b5-bd69-94a1805c2114),segment_id=b7335bae-2b10-44b5-bd69-94a1805c2114)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:32.536049 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (707eecc9-665d-461b-8a6a-4e0b2324400b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:32.537174 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 4d3b7e86-7306-4190-840a-09d5d67b74a3 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:05:32.577810 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d7bab232-7a4e-44fb-9291-4eb70ed469a7 req-04223767-b1f2-423d-982c-1f82507a2c23 tempest-SecurityGroupsNegativeTestJSON-747940297 tempest-SecurityGroupsNegativeTestJSON-747940297-project] 10.222.0.52 "GET /v2.0/security-groups/581d2f1c-8302-4bb8-9d36-70287a73f07b HTTP/1.1" status: 200 len: 3002 time: 0.2226882 Feb 19 04:05:32.633648 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9aa0b-350c-495c-90df-1d5e2a677525 req-b4dd8f61-c957-4e74-b951-03cb1ef5f8c4 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:32.640646 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-75d9aa0b-350c-495c-90df-1d5e2a677525 req-b4dd8f61-c957-4e74-b951-03cb1ef5f8c4 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 946 time: 0.3195472 Feb 19 04:05:32.649878 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d608f-4bfb-4da6-a68a-0d08975f0de8 req-3023c006-efb2-4f42-b711-77af72c389f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:32.652996 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-798d608f-4bfb-4da6-a68a-0d08975f0de8 req-3023c006-efb2-4f42-b711-77af72c389f9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96906bf1-6d49-4110-8bea-07aefb43331c HTTP/1.1" status: 200 len: 911 time: 0.3446367 Feb 19 04:05:32.660932 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=707eecc9-665d-461b-8a6a-4e0b2324400b,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:32.701686 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bffe0cd2-2dc2-42b5-9be2-4e0853ccd8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:32.715433 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-798d608f-4bfb-4da6-a68a-0d08975f0de8 req-e3850662-43d3-479d-93b8-af9164c40649 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dcce05d-d716-45cf-b10a-8dab99c6f912 HTTP/1.1" status: 200 len: 217 time: 0.0551689 Feb 19 04:05:32.718460 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-40c83081-ebb2-41b2-9aea-4ba8d7749bc1 req-481d87a0-e079-4b32-b818-8329413b29ef tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Deleting port c24419e7-d5e0-45d3-a022-f0bb86ef7c66 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:05:32.719018 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-40c83081-ebb2-41b2-9aea-4ba8d7749bc1 req-481d87a0-e079-4b32-b818-8329413b29ef tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (c24419e7-d5e0-45d3-a022-f0bb86ef7c66), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:32.728503 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 4d3b7e86-7306-4190-840a-09d5d67b74a3, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=4d3b7e86-7306-4190-840a-09d5d67b74a3,segment=NetworkSegment(7494b9a1-a789-47f9-9c03-895eb5435e6b),segment_id=7494b9a1-a789-47f9-9c03-895eb5435e6b)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:32.744453 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '4d3b7e86-7306-4190-840a-09d5d67b74a3', 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc', 'port_id': '4d3b7e86-7306-4190-840a-09d5d67b74a3', 'mac_address': 'fa:16:3e:78:28:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00070044-bad3-439e-8650-6c43fc944981', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:05:32.788358 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-d317fd09-034c-428a-be22-09968d70c2d5 req-a3a90370-7b27-4781-a8a7-62fc5130816c tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Deleting port de70975b-0023-4344-a0be-fd5dc761cffe {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:05:32.793128 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d317fd09-034c-428a-be22-09968d70c2d5 req-a3a90370-7b27-4781-a8a7-62fc5130816c tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (de70975b-0023-4344-a0be-fd5dc761cffe), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:32.799408 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 4d3b7e86-7306-4190-840a-09d5d67b74a3 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:32.799736 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4d3b7e86-7306-4190-840a-09d5d67b74a3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:32.811389 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d608f-4bfb-4da6-a68a-0d08975f0de8 req-8e5daf6b-a782-4bc5-b317-bc4b82288f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:32.819878 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3b7e86-7306-4190-840a-09d5d67b74a3 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:05:32.821734 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-798d608f-4bfb-4da6-a68a-0d08975f0de8 req-8e5daf6b-a782-4bc5-b317-bc4b82288f6d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0158d0fa-2e31-44b1-955f-e39eed62eba8 HTTP/1.1" status: 200 len: 850 time: 0.0980678 Feb 19 04:05:32.841488 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d7bab232-7a4e-44fb-9291-4eb70ed469a7 req-0332515e-f6ac-4c8e-bf15-067809428326 tempest-SecurityGroupsNegativeTestJSON-747940297 tempest-SecurityGroupsNegativeTestJSON-747940297-project] 10.222.0.52 "GET /v2.0/security-groups/581d2f1c-8302-4bb8-9d36-70287a73f07b HTTP/1.1" status: 200 len: 3002 time: 0.2429528 Feb 19 04:05:32.869315 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 4d3b7e86-7306-4190-840a-09d5d67b74a3, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=4d3b7e86-7306-4190-840a-09d5d67b74a3,segment=NetworkSegment(7494b9a1-a789-47f9-9c03-895eb5435e6b),segment_id=7494b9a1-a789-47f9-9c03-895eb5435e6b)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:32.882970 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4d3b7e86-7306-4190-840a-09d5d67b74a3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:32.922601 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55370) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:32.959179 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-40c83081-ebb2-41b2-9aea-4ba8d7749bc1 req-481d87a0-e079-4b32-b818-8329413b29ef tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] For port c24419e7-d5e0-45d3-a022-f0bb86ef7c66, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c24419e7-d5e0-45d3-a022-f0bb86ef7c66,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:32.959653 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-40c83081-ebb2-41b2-9aea-4ba8d7749bc1 req-481d87a0-e079-4b32-b818-8329413b29ef tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (c24419e7-d5e0-45d3-a022-f0bb86ef7c66), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:32.964715 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=4d3b7e86-7306-4190-840a-09d5d67b74a3,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:32.969174 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-75d9aa0b-350c-495c-90df-1d5e2a677525 req-fd214c45-cc36-44ef-bfde-5ee2cac2c642 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269477 Feb 19 04:05:33.034918 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-40c83081-ebb2-41b2-9aea-4ba8d7749bc1 req-481d87a0-e079-4b32-b818-8329413b29ef tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Calling delete_port for c24419e7-d5e0-45d3-a022-f0bb86ef7c66 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:05:33.058411 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-798d608f-4bfb-4da6-a68a-0d08975f0de8 req-6cb46f48-8a53-45c0-96d0-1f91e6550624 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96906bf1-6d49-4110-8bea-07aefb43331c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1379595 Feb 19 04:05:33.159116 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-d317fd09-034c-428a-be22-09968d70c2d5 req-a3a90370-7b27-4781-a8a7-62fc5130816c tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] For port de70975b-0023-4344-a0be-fd5dc761cffe, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=de70975b-0023-4344-a0be-fd5dc761cffe,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:33.160096 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d317fd09-034c-428a-be22-09968d70c2d5 req-a3a90370-7b27-4781-a8a7-62fc5130816c tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (de70975b-0023-4344-a0be-fd5dc761cffe), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:33.186233 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-d317fd09-034c-428a-be22-09968d70c2d5 req-a3a90370-7b27-4781-a8a7-62fc5130816c tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Calling delete_port for de70975b-0023-4344-a0be-fd5dc761cffe owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:05:33.201123 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb808f-c298-4fd9-bed0-1ccea3400560 req-5dba88cd-b87b-4ade-9f40-cb312c3cf8a2 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:33.202459 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ecb808f-c298-4fd9-bed0-1ccea3400560 req-5dba88cd-b87b-4ade-9f40-cb312c3cf8a2 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=d09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd HTTP/1.1" status: 200 len: 950 time: 0.1859863 Feb 19 04:05:33.237210 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db0953-b250-477d-82ff-5d9eea91ac61 req-ba4f82eb-10a4-4d17-a4e5-beef83b03ae9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:33.243724 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db0953-b250-477d-82ff-5d9eea91ac61 req-ba4f82eb-10a4-4d17-a4e5-beef83b03ae9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:33.249611 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db0953-b250-477d-82ff-5d9eea91ac61 req-ba4f82eb-10a4-4d17-a4e5-beef83b03ae9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:33.256396 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db0953-b250-477d-82ff-5d9eea91ac61 req-ba4f82eb-10a4-4d17-a4e5-beef83b03ae9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:33.262512 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db0953-b250-477d-82ff-5d9eea91ac61 req-ba4f82eb-10a4-4d17-a4e5-beef83b03ae9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:33.268037 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db0953-b250-477d-82ff-5d9eea91ac61 req-ba4f82eb-10a4-4d17-a4e5-beef83b03ae9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:33.273557 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db0953-b250-477d-82ff-5d9eea91ac61 req-ba4f82eb-10a4-4d17-a4e5-beef83b03ae9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:33.276328 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91db0953-b250-477d-82ff-5d9eea91ac61 req-ba4f82eb-10a4-4d17-a4e5-beef83b03ae9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5425 time: 0.2035074 Feb 19 04:05:33.409856 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-99034b8e-2781-4fb8-b339-7cd617d0e08b admin admin] Deleting subnet 5749a7b7-4cc7-4f29-9393-532b658d99ca {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:05:33.418597 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ecb808f-c298-4fd9-bed0-1ccea3400560 req-42132d02-e76b-4d38-b223-860eaddbd6de tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023776 Feb 19 04:05:33.439741 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99034b8e-2781-4fb8-b339-7cd617d0e08b admin admin] Publish callbacks [] for subnet (5749a7b7-4cc7-4f29-9393-532b658d99ca), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:33.456858 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91db0953-b250-477d-82ff-5d9eea91ac61 req-1fd8b2a5-41dc-48ce-9667-edc56b7000bc tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1429527 Feb 19 04:05:33.497680 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99034b8e-2781-4fb8-b339-7cd617d0e08b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (5749a7b7-4cc7-4f29-9393-532b658d99ca), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:33.551740 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99034b8e-2781-4fb8-b339-7cd617d0e08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (5749a7b7-4cc7-4f29-9393-532b658d99ca), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:33.552754 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e95191db-95f4-487a-846a-e46c93da8567 req-bc530772-bd17-4c04-8038-903dedbd440f tempest-SecurityGroupsNegativeTestJSON-747940297 tempest-SecurityGroupsNegativeTestJSON-747940297-project] 10.222.0.52 "GET /v2.0/security-groups/581d2f1c-8302-4bb8-9d36-70287a73f07b HTTP/1.1" status: 200 len: 3002 time: 0.0908899 Feb 19 04:05:33.559769 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d317fd09-034c-428a-be22-09968d70c2d5 req-a3a90370-7b27-4781-a8a7-62fc5130816c tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (de70975b-0023-4344-a0be-fd5dc761cffe), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:33.572062 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['de70975b-0023-4344-a0be-fd5dc761cffe'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:33.601139 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['730dbe95-56db-42fe-b54d-2d00210ea58b', '452255b5-7224-4c70-a5f3-55d51017f553', 'c6119883-1fa5-488c-a60d-b4294c67e15c', 'c24419e7-d5e0-45d3-a022-f0bb86ef7c66'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:33.626792 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99034b8e-2781-4fb8-b339-7cd617d0e08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (5749a7b7-4cc7-4f29-9393-532b658d99ca), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:33.677315 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a90370-7b27-4781-a8a7-62fc5130816c tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Pushing event deleted for resources: {'Port': ['ID=de70975b-0023-4344-a0be-fd5dc761cffe,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:33.677679 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99034b8e-2781-4fb8-b339-7cd617d0e08b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5749a7b7-4cc7-4f29-9393-532b658d99ca,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:33.706790 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99034b8e-2781-4fb8-b339-7cd617d0e08b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:33.719092 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-99034b8e-2781-4fb8-b339-7cd617d0e08b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5749a7b7-4cc7-4f29-9393-532b658d99ca HTTP/1.1" status: 204 len: 168 time: 0.7928202 Feb 19 04:05:33.719092 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55396) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:33.745507 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:33.767135 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99034b8e-2781-4fb8-b339-7cd617d0e08b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:33.767409 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99034b8e-2781-4fb8-b339-7cd617d0e08b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:33.767760 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99034b8e-2781-4fb8-b339-7cd617d0e08b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:33.768103 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99034b8e-2781-4fb8-b339-7cd617d0e08b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:33.768438 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99034b8e-2781-4fb8-b339-7cd617d0e08b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:33.768773 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99034b8e-2781-4fb8-b339-7cd617d0e08b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:33.769466 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99034b8e-2781-4fb8-b339-7cd617d0e08b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:33.769600 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99034b8e-2781-4fb8-b339-7cd617d0e08b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:33.769918 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99034b8e-2781-4fb8-b339-7cd617d0e08b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:33.770274 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99034b8e-2781-4fb8-b339-7cd617d0e08b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:33.770608 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99034b8e-2781-4fb8-b339-7cd617d0e08b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:33.771176 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99034b8e-2781-4fb8-b339-7cd617d0e08b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:33.771293 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99034b8e-2781-4fb8-b339-7cd617d0e08b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:33.812282 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-d317fd09-034c-428a-be22-09968d70c2d5 req-a3a90370-7b27-4781-a8a7-62fc5130816c tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] No DVR routers for this DVR port de70975b-0023-4344-a0be-fd5dc761cffe on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:05:33.815949 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-798d608f-4bfb-4da6-a68a-0d08975f0de8 req-7f1b1372-92f6-45eb-bf10-b07b97c447b1 service neutron] 10.222.0.26 "GET /v2.0/networks/96906bf1-6d49-4110-8bea-07aefb43331c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7479544 Feb 19 04:05:33.821460 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d317fd09-034c-428a-be22-09968d70c2d5 req-a3a90370-7b27-4781-a8a7-62fc5130816c tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:33.826137 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d317fd09-034c-428a-be22-09968d70c2d5 req-a3a90370-7b27-4781-a8a7-62fc5130816c tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.79 "DELETE /v2.0/ports/de70975b-0023-4344-a0be-fd5dc761cffe HTTP/1.1" status: 204 len: 173 time: 1.6130404 Feb 19 04:05:33.827399 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb3cd37-0cde-46f9-b7a6-cbdb13707bec', 'name': 'network-vif-deleted', 'tag': 'de70975b-0023-4344-a0be-fd5dc761cffe'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:33.831124 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c3139f-9686-47e1-b49b-ef51859a048d" -d '{"events": [{"server_uuid": "adb3cd37-0cde-46f9-b7a6-cbdb13707bec", "name": "network-vif-deleted", "tag": "de70975b-0023-4344-a0be-fd5dc761cffe"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:33.882713 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-e95191db-95f4-487a-846a-e46c93da8567 req-d7c93461-c387-4c76-9047-241705d9f21d tempest-SecurityGroupsNegativeTestJSON-747940297 tempest-SecurityGroupsNegativeTestJSON-747940297-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 04:05:33.882923 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['123ce6d7-048a-4179-ac62-c23eca1c9618'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:33.884293 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e95191db-95f4-487a-846a-e46c93da8567 req-d7c93461-c387-4c76-9047-241705d9f21d tempest-SecurityGroupsNegativeTestJSON-747940297 tempest-SecurityGroupsNegativeTestJSON-747940297-project] 10.222.0.52 "DELETE /v2.0/security-groups/581d2f1c-8302-4bb8-9d36-70287a73f07b HTTP/1.1" status: 409 len: 352 time: 0.3186588 Feb 19 04:05:33.894587 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bb782-b618-49b4-a637-a2243efdd9fa req-6b9d8884-1a51-4684-8383-f00b4c282db7 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:33.912169 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f83bb782-b618-49b4-a637-a2243efdd9fa req-6b9d8884-1a51-4684-8383-f00b4c282db7 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 946 time: 0.2886062 Feb 19 04:05:33.937680 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-64cfaf10-20d0-49c3-8b18-a9903dee5c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (1adf8233-5dea-4cda-ab10-9949e1b7d28c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:33.982330 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-40c83081-ebb2-41b2-9aea-4ba8d7749bc1 req-481d87a0-e079-4b32-b818-8329413b29ef tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (c24419e7-d5e0-45d3-a022-f0bb86ef7c66), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:33.996854 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f83bb782-b618-49b4-a637-a2243efdd9fa req-01bff465-2b76-4cb6-854a-71e14b26eccd tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837080 Feb 19 04:05:34.045969 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-798d608f-4bfb-4da6-a68a-0d08975f0de8 req-762876f7-d912-4dc4-9f51-4bfdb663210e service neutron] 10.222.0.26 "GET /v2.0/networks/96906bf1-6d49-4110-8bea-07aefb43331c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214715 Feb 19 04:05:34.049681 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d87a0-e079-4b32-b818-8329413b29ef tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Pushing event deleted for resources: {'Port': ['ID=c24419e7-d5e0-45d3-a022-f0bb86ef7c66,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:34.086733 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b081f2f8-dfbc-4dcf-8f03-7d4a02df53a9 x-openstack-request-id: req-b081f2f8-dfbc-4dcf-8f03-7d4a02df53a9 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:34.088840 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb3cd37-0cde-46f9-b7a6-cbdb13707bec", "name": "network-vif-deleted", "tag": "de70975b-0023-4344-a0be-fd5dc761cffe", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:34.089591 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b081f2f8-dfbc-4dcf-8f03-7d4a02df53a9 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:34.091199 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['de70975b-0023-4344-a0be-fd5dc761cffe'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:34.091759 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb3cd37-0cde-46f9-b7a6-cbdb13707bec', 'name': 'network-vif-deleted', 'tag': 'de70975b-0023-4344-a0be-fd5dc761cffe', 'status': 'completed', 'code': 200} Feb 19 04:05:34.098942 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['730dbe95-56db-42fe-b54d-2d00210ea58b', '452255b5-7224-4c70-a5f3-55d51017f553', 'c6119883-1fa5-488c-a60d-b4294c67e15c', 'c24419e7-d5e0-45d3-a022-f0bb86ef7c66'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:34.106712 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['03bbf650-5bef-4ec1-af01-630545c4db55'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:34.114679 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['707eecc9-665d-461b-8a6a-4e0b2324400b'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:34.121949 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['4d3b7e86-7306-4190-840a-09d5d67b74a3'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:34.136038 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-e4584b1a-aea0-4c88-afc1-9505ccc50e55 req-45e8faa7-7f2f-40cd-9bb9-f4ac81df35a3 tempest-SecurityGroupsNegativeTestJSON-747940297 tempest-SecurityGroupsNegativeTestJSON-747940297-project] show failed (client error): The resource could not be found. Feb 19 04:05:34.137431 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e4584b1a-aea0-4c88-afc1-9505ccc50e55 req-45e8faa7-7f2f-40cd-9bb9-f4ac81df35a3 tempest-SecurityGroupsNegativeTestJSON-747940297 tempest-SecurityGroupsNegativeTestJSON-747940297-project] 10.222.0.52 "GET /v2.0/security-groups/a5555a5e-2eec-4fec-b7cb-68999c8388ab HTTP/1.1" status: 404 len: 352 time: 0.1042752 Feb 19 04:05:34.158071 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c83081-ebb2-41b2-9aea-4ba8d7749bc1 req-481d87a0-e079-4b32-b818-8329413b29ef tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] No DVR routers for this DVR port c24419e7-d5e0-45d3-a022-f0bb86ef7c66 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:05:34.176005 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-40c83081-ebb2-41b2-9aea-4ba8d7749bc1 req-481d87a0-e079-4b32-b818-8329413b29ef tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:34.185726 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-40c83081-ebb2-41b2-9aea-4ba8d7749bc1 req-481d87a0-e079-4b32-b818-8329413b29ef tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.26 "DELETE /v2.0/ports/c24419e7-d5e0-45d3-a022-f0bb86ef7c66 HTTP/1.1" status: 204 len: 173 time: 1.8458030 Feb 19 04:05:34.186370 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd', 'name': 'network-vif-deleted', 'tag': 'c24419e7-d5e0-45d3-a022-f0bb86ef7c66'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:34.188691 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864d3dcf-3af6-457f-b409-fee9c69f280a" -d '{"events": [{"server_uuid": "d09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd", "name": "network-vif-deleted", "tag": "c24419e7-d5e0-45d3-a022-f0bb86ef7c66"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:34.198106 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-64cfaf10-20d0-49c3-8b18-a9903dee5c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (1adf8233-5dea-4cda-ab10-9949e1b7d28c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:34.236720 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-ed6c0df6-1445-4d36-a7ac-4480f436306a req-b27da4c4-7191-4661-a7ea-a352d62ca21f tempest-SecurityGroupsNegativeTestJSON-747940297 tempest-SecurityGroupsNegativeTestJSON-747940297-project] show failed (client error): The resource could not be found. Feb 19 04:05:34.260794 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed6c0df6-1445-4d36-a7ac-4480f436306a req-b27da4c4-7191-4661-a7ea-a352d62ca21f tempest-SecurityGroupsNegativeTestJSON-747940297 tempest-SecurityGroupsNegativeTestJSON-747940297-project] 10.222.0.52 "GET /v2.0/security-groups/986fc172-6de8-4291-ae04-98c70f3d7d38 HTTP/1.1" status: 404 len: 352 time: 0.0624664 Feb 19 04:05:34.263191 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55416) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:34.266570 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-64cfaf10-20d0-49c3-8b18-a9903dee5c92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1adf8233-5dea-4cda-ab10-9949e1b7d28c']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:34.294471 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device b5885c9e-638d-44a2-b316-361eeb21cf1a no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:05:34.338468 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-64cfaf10-20d0-49c3-8b18-a9903dee5c92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0df3d8-d937-4517-8b0d-9b3a803328a0') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:34.338977 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-64cfaf10-20d0-49c3-8b18-a9903dee5c92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0df3d8-d937-4517-8b0d-9b3a803328a0') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:34.341689 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaf1840-2ece-4008-ae48-9bc90742829c x-openstack-request-id: req-4eaf1840-2ece-4008-ae48-9bc90742829c {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:34.342148 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd", "name": "network-vif-deleted", "tag": "c24419e7-d5e0-45d3-a022-f0bb86ef7c66", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:34.342570 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4eaf1840-2ece-4008-ae48-9bc90742829c {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:34.343118 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd', 'name': 'network-vif-deleted', 'tag': 'c24419e7-d5e0-45d3-a022-f0bb86ef7c66', 'status': 'completed', 'code': 200} Feb 19 04:05:34.360945 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-64cfaf10-20d0-49c3-8b18-a9903dee5c92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (0e0df3d8-d937-4517-8b0d-9b3a803328a0), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:34.390313 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-64cfaf10-20d0-49c3-8b18-a9903dee5c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (0e0df3d8-d937-4517-8b0d-9b3a803328a0), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:34.402650 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d5b87e-e69a-494d-bd5d-94adb6e6116b admin admin] Deleting subnet 1b52b915-c73a-440e-93fd-a2a0df915ddd {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:05:34.410714 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c9d5b87e-e69a-494d-bd5d-94adb6e6116b admin admin] Publish callbacks [] for subnet (1b52b915-c73a-440e-93fd-a2a0df915ddd), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:34.475392 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853b693-733c-4108-b29a-56becc2c87e5 req-f00efedd-fa1c-45a3-b644-4fd984ef59b4 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:34.481368 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f853b693-733c-4108-b29a-56becc2c87e5 req-f00efedd-fa1c-45a3-b644-4fd984ef59b4 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 946 time: 0.2157371 Feb 19 04:05:34.493110 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64cfaf10-20d0-49c3-8b18-a9903dee5c92 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:05:34.499265 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-64cfaf10-20d0-49c3-8b18-a9903dee5c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (0e0df3d8-d937-4517-8b0d-9b3a803328a0), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:05:34.509925 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:05:34.514079 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: b5885c9e-638d-44a2-b316-361eeb21cf1a {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:05:34.514481 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device b5885c9e-638d-44a2-b316-361eeb21cf1a not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:05:34.582934 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f853b693-733c-4108-b29a-56becc2c87e5 req-a9ce006f-3e7f-4d9b-b1fa-3254e102f842 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933483 Feb 19 04:05:34.610387 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c9d5b87e-e69a-494d-bd5d-94adb6e6116b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (1b52b915-c73a-440e-93fd-a2a0df915ddd), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:34.626387 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cd2b7185-f21b-4a36-801a-ca5dfba8732f req-5fa85229-892c-4e66-8d6d-fb38c201a7ec tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=d09d72eb-d1b2-4931-8d5c-f31d0a8bbbfd HTTP/1.1" status: 200 len: 210 time: 0.0378551 Feb 19 04:05:34.671855 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-64cfaf10-20d0-49c3-8b18-a9903dee5c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (1adf8233-5dea-4cda-ab10-9949e1b7d28c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:34.681329 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-64cfaf10-20d0-49c3-8b18-a9903dee5c92 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:34.688742 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-64cfaf10-20d0-49c3-8b18-a9903dee5c92 admin admin] 10.222.0.52 "DELETE /v2.0/networks/1adf8233-5dea-4cda-ab10-9949e1b7d28c HTTP/1.1" status: 204 len: 168 time: 0.9451790 Feb 19 04:05:34.691445 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c9d5b87e-e69a-494d-bd5d-94adb6e6116b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (1b52b915-c73a-440e-93fd-a2a0df915ddd), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:34.727005 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfaf10-20d0-49c3-8b18-a9903dee5c92 admin admin] Pushing event deleted for resources: {'Network': ['ID=1adf8233-5dea-4cda-ab10-9949e1b7d28c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:34.811324 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c9d5b87e-e69a-494d-bd5d-94adb6e6116b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (1b52b915-c73a-440e-93fd-a2a0df915ddd), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:34.869352 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d26d9f-1b23-4e8c-b3ae-f29d2eec3024 req-b3d4a131-7ebf-4f58-99d9-c37dce04c28d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:34.877463 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d26d9f-1b23-4e8c-b3ae-f29d2eec3024 req-b3d4a131-7ebf-4f58-99d9-c37dce04c28d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:34.884088 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d26d9f-1b23-4e8c-b3ae-f29d2eec3024 req-b3d4a131-7ebf-4f58-99d9-c37dce04c28d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:34.891862 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d26d9f-1b23-4e8c-b3ae-f29d2eec3024 req-b3d4a131-7ebf-4f58-99d9-c37dce04c28d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:34.899285 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d26d9f-1b23-4e8c-b3ae-f29d2eec3024 req-b3d4a131-7ebf-4f58-99d9-c37dce04c28d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:34.910016 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d26d9f-1b23-4e8c-b3ae-f29d2eec3024 req-b3d4a131-7ebf-4f58-99d9-c37dce04c28d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:34.917534 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d26d9f-1b23-4e8c-b3ae-f29d2eec3024 req-b3d4a131-7ebf-4f58-99d9-c37dce04c28d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:34.929324 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f8d26d9f-1b23-4e8c-b3ae-f29d2eec3024 req-b3d4a131-7ebf-4f58-99d9-c37dce04c28d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5425 time: 0.1682749 Feb 19 04:05:34.949332 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5b87e-e69a-494d-bd5d-94adb6e6116b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b52b915-c73a-440e-93fd-a2a0df915ddd,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:34.958082 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c9d5b87e-e69a-494d-bd5d-94adb6e6116b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:34.970484 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c9d5b87e-e69a-494d-bd5d-94adb6e6116b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1b52b915-c73a-440e-93fd-a2a0df915ddd HTTP/1.1" status: 204 len: 168 time: 0.7040570 Feb 19 04:05:34.973734 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55434) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:35.047222 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['abd8fe5c-e298-48a3-a888-a6ccdbf3fa25'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:35.049453 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['065ce680-972c-4dea-ae22-48d0fbd50b99'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:35.076989 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f8d26d9f-1b23-4e8c-b3ae-f29d2eec3024 req-94ed6b6c-f004-483f-a68b-cb00be189666 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1462529 Feb 19 04:05:35.197851 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a3dcad1f-0316-4f65-b7a2-0d89c60321d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (0089109b-783c-469e-b14a-672fd413cf65), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:35.219162 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['6d6260b1-28c6-435b-98e5-f15398fc683d'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:35.285249 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09cd58-adaa-411d-8e3a-ff25eab0415f req-9a2d2919-c20d-4d5d-ab8d-ae3abbd0569f tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:35.293480 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd09cd58-adaa-411d-8e3a-ff25eab0415f req-9a2d2919-c20d-4d5d-ab8d-ae3abbd0569f tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 946 time: 0.1527114 Feb 19 04:05:35.297206 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55446) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:35.362291 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a3dcad1f-0316-4f65-b7a2-0d89c60321d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (0089109b-783c-469e-b14a-672fd413cf65), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:35.391442 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-a3dcad1f-0316-4f65-b7a2-0d89c60321d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0089109b-783c-469e-b14a-672fd413cf65']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:35.404809 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-a3dcad1f-0316-4f65-b7a2-0d89c60321d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd714e498-ee7d-498b-871c-98301ec4d514') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:35.405458 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-a3dcad1f-0316-4f65-b7a2-0d89c60321d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd714e498-ee7d-498b-871c-98301ec4d514') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:35.417137 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd09cd58-adaa-411d-8e3a-ff25eab0415f req-797e3a5d-e72e-4c32-8521-4c105293d2f1 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105196 Feb 19 04:05:35.434097 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a3dcad1f-0316-4f65-b7a2-0d89c60321d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (d714e498-ee7d-498b-871c-98301ec4d514), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:35.455279 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f6999ce9-6188-4935-af30-9127ae192cf0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5eb9ba20094843eea70ebd702dd9f501&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1560225 Feb 19 04:05:35.457978 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55452) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:35.471157 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a3dcad1f-0316-4f65-b7a2-0d89c60321d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (d714e498-ee7d-498b-871c-98301ec4d514), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:35.489525 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3dcad1f-0316-4f65-b7a2-0d89c60321d9 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:05:35.490100 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a3dcad1f-0316-4f65-b7a2-0d89c60321d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (d714e498-ee7d-498b-871c-98301ec4d514), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:05:35.492236 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:05:35.520587 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-92f65269-fcd5-4fd5-8663-12bbef3a1731 admin admin] Publish callbacks [] for security_group (ba6d9922-d5fb-4b87-8efb-6d254cd765e8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:35.545345 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-92f65269-fcd5-4fd5-8663-12bbef3a1731 admin admin] Publish callbacks [] for security_group (ba6d9922-d5fb-4b87-8efb-6d254cd765e8), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:35.599245 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a3dcad1f-0316-4f65-b7a2-0d89c60321d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (0089109b-783c-469e-b14a-672fd413cf65), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:35.604802 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a3dcad1f-0316-4f65-b7a2-0d89c60321d9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:35.610739 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a3dcad1f-0316-4f65-b7a2-0d89c60321d9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0089109b-783c-469e-b14a-672fd413cf65 HTTP/1.1" status: 204 len: 168 time: 0.6339178 Feb 19 04:05:35.633674 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dcad1f-0316-4f65-b7a2-0d89c60321d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0089109b-783c-469e-b14a-672fd413cf65,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:35.651959 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-92f65269-fcd5-4fd5-8663-12bbef3a1731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ba6d9922-d5fb-4b87-8efb-6d254cd765e8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:35.656166 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-92f65269-fcd5-4fd5-8663-12bbef3a1731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:35.659946 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-92f65269-fcd5-4fd5-8663-12bbef3a1731 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ba6d9922-d5fb-4b87-8efb-6d254cd765e8 HTTP/1.1" status: 204 len: 168 time: 0.1979859 Feb 19 04:05:35.668199 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f65269-fcd5-4fd5-8663-12bbef3a1731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6d9922-d5fb-4b87-8efb-6d254cd765e8,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:35.680306 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:35.804234 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb871509-2a7a-406d-98c7-656269dbca8f req-cd88f1fd-6425-43a9-9ca3-4c366f43e162 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:35.807201 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fb871509-2a7a-406d-98c7-656269dbca8f req-cd88f1fd-6425-43a9-9ca3-4c366f43e162 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 946 time: 0.0840588 Feb 19 04:05:35.925562 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fb871509-2a7a-406d-98c7-656269dbca8f req-fc6e9551-c2b6-4a06-b917-e8f0563f45ed tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109531 Feb 19 04:05:35.946597 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55474) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:36.080052 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-735e7ae0-bdd1-48d8-880c-c7c45cd2f6b6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d225bb79d56f4c90b6ce024530a4cc9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312435 Feb 19 04:05:36.082522 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55478) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:36.210761 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8a818450-1b26-4f48-be27-c16efe19f36c admin admin] Publish callbacks [] for security_group (581d2f1c-8302-4bb8-9d36-70287a73f07b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:36.269784 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8a818450-1b26-4f48-be27-c16efe19f36c admin admin] Publish callbacks [] for security_group (581d2f1c-8302-4bb8-9d36-70287a73f07b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:36.285467 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device de70975b-0023-4344-a0be-fd5dc761cffe no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:05:36.353280 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8a818450-1b26-4f48-be27-c16efe19f36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (581d2f1c-8302-4bb8-9d36-70287a73f07b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:36.357973 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8a818450-1b26-4f48-be27-c16efe19f36c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:36.360146 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8a818450-1b26-4f48-be27-c16efe19f36c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/581d2f1c-8302-4bb8-9d36-70287a73f07b HTTP/1.1" status: 204 len: 168 time: 0.2753117 Feb 19 04:05:36.369670 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4328232-1b00-4f49-adab-342e29f805c3 req-3602688c-be08-4ef3-b862-7c8a860de386 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:36.375186 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a818450-1b26-4f48-be27-c16efe19f36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581d2f1c-8302-4bb8-9d36-70287a73f07b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:36.376184 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4328232-1b00-4f49-adab-342e29f805c3 req-3602688c-be08-4ef3-b862-7c8a860de386 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:36.383718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4328232-1b00-4f49-adab-342e29f805c3 req-3602688c-be08-4ef3-b862-7c8a860de386 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:36.389738 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4328232-1b00-4f49-adab-342e29f805c3 req-3602688c-be08-4ef3-b862-7c8a860de386 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:36.395535 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4328232-1b00-4f49-adab-342e29f805c3 req-3602688c-be08-4ef3-b862-7c8a860de386 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:36.402120 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4328232-1b00-4f49-adab-342e29f805c3 req-3602688c-be08-4ef3-b862-7c8a860de386 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:36.409003 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4328232-1b00-4f49-adab-342e29f805c3 req-3602688c-be08-4ef3-b862-7c8a860de386 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:36.418074 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a4328232-1b00-4f49-adab-342e29f805c3 req-3602688c-be08-4ef3-b862-7c8a860de386 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5425 time: 0.1683843 Feb 19 04:05:36.422268 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: de70975b-0023-4344-a0be-fd5dc761cffe {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:05:36.422623 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device de70975b-0023-4344-a0be-fd5dc761cffe not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:05:36.497772 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a4328232-1b00-4f49-adab-342e29f805c3 req-af1b28fd-d8e7-4f67-879a-2a1de0c3c0da tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0753751 Feb 19 04:05:36.715533 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b65c2-ba31-4736-8a53-91acde208a58 req-5c5a23a2-3ded-452a-b59a-e71b8d26929b tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:36.722317 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c0b65c2-ba31-4736-8a53-91acde208a58 req-5c5a23a2-3ded-452a-b59a-e71b8d26929b tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 946 time: 0.1715522 Feb 19 04:05:36.737448 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f0002-eb90-4753-8177-4d1367f76a37 req-2a0a18fd-38c8-4fbc-bdbd-7ebe49c19df4 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:36.747371 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-096f0002-eb90-4753-8177-4d1367f76a37 req-2a0a18fd-38c8-4fbc-bdbd-7ebe49c19df4 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffac707a-918e-479d-84f7-365804339ad3 HTTP/1.1" status: 200 len: 950 time: 0.1343105 Feb 19 04:05:36.831700 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-096f0002-eb90-4753-8177-4d1367f76a37 req-199efad8-37bd-4bb5-8fcf-20cc4757ff54 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814106 Feb 19 04:05:36.833195 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:36.852706 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c0b65c2-ba31-4736-8a53-91acde208a58 req-6394a87a-00a0-47ae-af45-13f9d62930d3 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294320 Feb 19 04:05:36.903275 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c24419e7-d5e0-45d3-a022-f0bb86ef7c66 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:05:36.970745 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: c24419e7-d5e0-45d3-a022-f0bb86ef7c66 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:05:36.971276 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c24419e7-d5e0-45d3-a022-f0bb86ef7c66 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:05:37.137819 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a97a5f-23c8-406d-bc67-a35e53993d67 req-f4b0cfa1-d660-44c7-aad2-fc910772c75a tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:37.141396 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88a97a5f-23c8-406d-bc67-a35e53993d67 req-f4b0cfa1-d660-44c7-aad2-fc910772c75a tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 946 time: 0.1304309 Feb 19 04:05:37.218979 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88a97a5f-23c8-406d-bc67-a35e53993d67 req-93396184-b891-4b64-86a4-daa87d2523ab tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706353 Feb 19 04:05:37.630532 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55540) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:37.770186 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f365f53-7ba3-43c5-ab9d-9016ba85102d req-ab335a4f-3ae0-4442-84b2-396e4e128640 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:37.779422 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f365f53-7ba3-43c5-ab9d-9016ba85102d req-ab335a4f-3ae0-4442-84b2-396e4e128640 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:37.787737 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-a6336b48-24b3-413b-ab91-3a69305bb791 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2084354504-network', 'tenant_id': '6962dfe3c3de4f67b230a3d366f8b5d4'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:37.798103 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f365f53-7ba3-43c5-ab9d-9016ba85102d req-ab335a4f-3ae0-4442-84b2-396e4e128640 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:37.805591 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f365f53-7ba3-43c5-ab9d-9016ba85102d req-ab335a4f-3ae0-4442-84b2-396e4e128640 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:37.812213 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f365f53-7ba3-43c5-ab9d-9016ba85102d req-ab335a4f-3ae0-4442-84b2-396e4e128640 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:37.818025 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f365f53-7ba3-43c5-ab9d-9016ba85102d req-ab335a4f-3ae0-4442-84b2-396e4e128640 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:37.824027 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f365f53-7ba3-43c5-ab9d-9016ba85102d req-ab335a4f-3ae0-4442-84b2-396e4e128640 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:37.826400 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6336b48-24b3-413b-ab91-3a69305bb791 admin admin] Made reservation on behalf of 6962dfe3c3de4f67b230a3d366f8b5d4 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:05:37.829988 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a6336b48-24b3-413b-ab91-3a69305bb791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:37.831582 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f365f53-7ba3-43c5-ab9d-9016ba85102d req-ab335a4f-3ae0-4442-84b2-396e4e128640 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5425 time: 0.2344122 Feb 19 04:05:37.849279 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a6336b48-24b3-413b-ab91-3a69305bb791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:37.977593 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f365f53-7ba3-43c5-ab9d-9016ba85102d req-40141393-a738-417d-ac47-2e98c50948ec tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1383579 Feb 19 04:05:38.028552 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55562) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:38.083392 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdd89c-f5e1-437d-b283-d800add900be req-b3b9e7bd-60b4-4c73-9377-77474ae62dc1 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:38.092331 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74bdd89c-f5e1-437d-b283-d800add900be req-b3b9e7bd-60b4-4c73-9377-77474ae62dc1 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 946 time: 0.1123302 Feb 19 04:05:38.097409 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cceefae-320a-4cfd-aa22-ad72197ada58 req-408edae7-17ba-44f0-82a4-8a820370c615 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:38.099897 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4cceefae-320a-4cfd-aa22-ad72197ada58 req-408edae7-17ba-44f0-82a4-8a820370c615 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffac707a-918e-479d-84f7-365804339ad3 HTTP/1.1" status: 200 len: 950 time: 0.1385300 Feb 19 04:05:38.125854 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a6336b48-24b3-413b-ab91-3a69305bb791 admin admin] Publish callbacks [] for security_group (5f35a469-1d15-473e-83cb-34fe5aab2532), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:38.156690 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a6336b48-24b3-413b-ab91-3a69305bb791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5f35a469-1d15-473e-83cb-34fe5aab2532), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:38.185019 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74bdd89c-f5e1-437d-b283-d800add900be req-0aea1e36-a507-42a5-bb3e-3b6ea6ea254c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915382 Feb 19 04:05:38.210008 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-e669e71b-918e-458f-87e6-e233f445aa2a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1631775328-network', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:38.215927 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d8a48-0005-4563-a29e-74855fe766f4 req-04525ecb-8090-4a28-9673-e49cc732fe94 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:38.217421 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cc7d8a48-0005-4563-a29e-74855fe766f4 req-04525ecb-8090-4a28-9673-e49cc732fe94 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffac707a-918e-479d-84f7-365804339ad3 HTTP/1.1" status: 200 len: 950 time: 0.1222308 Feb 19 04:05:38.228132 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6336b48-24b3-413b-ab91-3a69305bb791 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:05:38.267835 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6336b48-24b3-413b-ab91-3a69305bb791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f35a469-1d15-473e-83cb-34fe5aab2532,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:38.288523 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a6336b48-24b3-413b-ab91-3a69305bb791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e435bd62-8d55-4fff-8bfd-f564b5d1ae9e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:38.289047 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-a6336b48-24b3-413b-ab91-3a69305bb791 admin admin] Added segment e435bd62-8d55-4fff-8bfd-f564b5d1ae9e of type vlan for network 64f3a61f-3cd0-4272-965c-fb971bfc8ae4 Feb 19 04:05:38.301360 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cc7d8a48-0005-4563-a29e-74855fe766f4 req-cef52397-0f77-47a5-a06f-c8ce9c8097eb tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781991 Feb 19 04:05:38.304770 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e669e71b-918e-458f-87e6-e233f445aa2a admin admin] Made reservation on behalf of 6d03f5c60bad4fde955eb5ce8d3db4c2 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:05:38.308347 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e669e71b-918e-458f-87e6-e233f445aa2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:38.340983 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e669e71b-918e-458f-87e6-e233f445aa2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:38.358681 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a6336b48-24b3-413b-ab91-3a69305bb791 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (64f3a61f-3cd0-4272-965c-fb971bfc8ae4), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:38.385582 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97efeb21-7c7f-443b-9dc0-9540edb79e4f req-8eb6b303-c9b1-4b93-8af9-828bf287ae67 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:38.387236 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97efeb21-7c7f-443b-9dc0-9540edb79e4f req-8eb6b303-c9b1-4b93-8af9-828bf287ae67 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 946 time: 0.0606637 Feb 19 04:05:38.407136 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-4cceefae-320a-4cfd-aa22-ad72197ada58 req-0f776921-6634-4d81-942f-39aeb820b40e tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Deleting port c6119883-1fa5-488c-a60d-b4294c67e15c {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:05:38.407828 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-4cceefae-320a-4cfd-aa22-ad72197ada58 req-0f776921-6634-4d81-942f-39aeb820b40e tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (c6119883-1fa5-488c-a60d-b4294c67e15c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:38.416628 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a6336b48-24b3-413b-ab91-3a69305bb791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (64f3a61f-3cd0-4272-965c-fb971bfc8ae4), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:38.417804 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6336b48-24b3-413b-ab91-3a69305bb791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:38.418581 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a6336b48-24b3-413b-ab91-3a69305bb791 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:38.442648 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97efeb21-7c7f-443b-9dc0-9540edb79e4f req-1d890469-9462-43f2-a791-29cbec10d74a tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468807 Feb 19 04:05:38.541848 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a6336b48-24b3-413b-ab91-3a69305bb791 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9098239 Feb 19 04:05:38.544823 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55578) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:38.550812 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-ad878b49-6038-423b-b425-651593abe98b admin admin] Request body: {'subnet': {'network_id': '64f3a61f-3cd0-4272-965c-fb971bfc8ae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2084354504-subnet', 'tenant_id': '6962dfe3c3de4f67b230a3d366f8b5d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:38.576813 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad878b49-6038-423b-b425-651593abe98b admin admin] Made reservation on behalf of 6962dfe3c3de4f67b230a3d366f8b5d4 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:05:38.581498 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ad878b49-6038-423b-b425-651593abe98b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:38.606326 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6336b48-24b3-413b-ab91-3a69305bb791 admin admin] Pushing event updated for resources: {'Network': ['ID=64f3a61f-3cd0-4272-965c-fb971bfc8ae4,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:38.618296 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 64f3a61f-3cd0-4272-965c-fb971bfc8ae4 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:05:38.665325 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-4cceefae-320a-4cfd-aa22-ad72197ada58 req-0f776921-6634-4d81-942f-39aeb820b40e tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] For port c6119883-1fa5-488c-a60d-b4294c67e15c, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c6119883-1fa5-488c-a60d-b4294c67e15c,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:38.665325 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-4cceefae-320a-4cfd-aa22-ad72197ada58 req-0f776921-6634-4d81-942f-39aeb820b40e tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (c6119883-1fa5-488c-a60d-b4294c67e15c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:38.694501 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e669e71b-918e-458f-87e6-e233f445aa2a admin admin] Publish callbacks [] for security_group (1109457e-b933-4938-8c8b-72704e27f381), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:38.701756 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-4cceefae-320a-4cfd-aa22-ad72197ada58 req-0f776921-6634-4d81-942f-39aeb820b40e tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Calling delete_port for c6119883-1fa5-488c-a60d-b4294c67e15c owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:05:38.710611 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6e29e-5715-40db-9a67-3fadc5cf3324 req-7c3d279b-3d0e-4925-8d02-17fac62ae028 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:38.712193 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-16b6e29e-5715-40db-9a67-3fadc5cf3324 req-7c3d279b-3d0e-4925-8d02-17fac62ae028 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef08de2b-214f-429a-a560-5a987980a750 HTTP/1.1" status: 200 len: 950 time: 0.1591816 Feb 19 04:05:38.718571 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e669e71b-918e-458f-87e6-e233f445aa2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1109457e-b933-4938-8c8b-72704e27f381), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:38.795881 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ad878b49-6038-423b-b425-651593abe98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (dc309c63-c755-4eb5-88e5-e352cb0093c5), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:38.815467 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e669e71b-918e-458f-87e6-e233f445aa2a admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:05:38.849400 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669e71b-918e-458f-87e6-e233f445aa2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1109457e-b933-4938-8c8b-72704e27f381,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:38.855174 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e669e71b-918e-458f-87e6-e233f445aa2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (5ae06752-c638-4ab6-a0de-79a83a5e6efb), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:38.855592 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-e669e71b-918e-458f-87e6-e233f445aa2a admin admin] Added segment 5ae06752-c638-4ab6-a0de-79a83a5e6efb of type vlan for network 96098cde-d92e-4e5a-a9a6-83cea6c4c52c Feb 19 04:05:38.856483 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad878b49-6038-423b-b425-651593abe98b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc309c63-c755-4eb5-88e5-e352cb0093c5,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:38.867959 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad878b49-6038-423b-b425-651593abe98b admin admin] Checking segment: {'id': 'e435bd62-8d55-4fff-8bfd-f564b5d1ae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '64f3a61f-3cd0-4272-965c-fb971bfc8ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:38.868334 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad878b49-6038-423b-b425-651593abe98b admin admin] Network hostable DHCP agents. Network: 64f3a61f-3cd0-4272-965c-fb971bfc8ae4, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:05:38.889604 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad878b49-6038-423b-b425-651593abe98b admin admin] Network 64f3a61f-3cd0-4272-965c-fb971bfc8ae4 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:05:38.895231 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 4d3b7e86-7306-4190-840a-09d5d67b74a3 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:38.919985 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-ad878b49-6038-423b-b425-651593abe98b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 64f3a61f-3cd0-4272-965c-fb971bfc8ae4) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:38.931820 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaa9d30-90e3-4521-b1b9-c07fec3c86da None None] Network 64f3a61f-3cd0-4272-965c-fb971bfc8ae4 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:05:38.936502 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad878b49-6038-423b-b425-651593abe98b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:38.937658 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ad878b49-6038-423b-b425-651593abe98b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:38.979540 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ad878b49-6038-423b-b425-651593abe98b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4260173 Feb 19 04:05:38.979742 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e669e71b-918e-458f-87e6-e233f445aa2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (96098cde-d92e-4e5a-a9a6-83cea6c4c52c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:39.058331 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e669e71b-918e-458f-87e6-e233f445aa2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (96098cde-d92e-4e5a-a9a6-83cea6c4c52c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:39.059310 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e669e71b-918e-458f-87e6-e233f445aa2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:39.059890 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e669e71b-918e-458f-87e6-e233f445aa2a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:39.073546 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 4d3b7e86-7306-4190-840a-09d5d67b74a3 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:05:39.087184 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-16b6e29e-5715-40db-9a67-3fadc5cf3324 req-7f0d4d9f-08de-4974-8b03-686aa639e22d tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Deleting port 452255b5-7224-4c70-a5f3-55d51017f553 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:05:39.087524 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-16b6e29e-5715-40db-9a67-3fadc5cf3324 req-7f0d4d9f-08de-4974-8b03-686aa639e22d tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (452255b5-7224-4c70-a5f3-55d51017f553), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:39.098580 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 4d3b7e86-7306-4190-840a-09d5d67b74a3 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:39.105599 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4d3b7e86-7306-4190-840a-09d5d67b74a3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:39.220071 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd3f972-0501-4f49-81dc-3be461752423 None None] Network 64f3a61f-3cd0-4272-965c-fb971bfc8ae4 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:05:39.233923 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7017c1-dfde-42d6-b0bd-11d8f2a6d84e req-1d183df4-ff5d-4f0e-a371-30fc944b2c09 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:39.243680 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7017c1-dfde-42d6-b0bd-11d8f2a6d84e req-1d183df4-ff5d-4f0e-a371-30fc944b2c09 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:39.253742 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7017c1-dfde-42d6-b0bd-11d8f2a6d84e req-1d183df4-ff5d-4f0e-a371-30fc944b2c09 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:39.262883 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7017c1-dfde-42d6-b0bd-11d8f2a6d84e req-1d183df4-ff5d-4f0e-a371-30fc944b2c09 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:39.277599 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7017c1-dfde-42d6-b0bd-11d8f2a6d84e req-1d183df4-ff5d-4f0e-a371-30fc944b2c09 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:39.285096 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7017c1-dfde-42d6-b0bd-11d8f2a6d84e req-1d183df4-ff5d-4f0e-a371-30fc944b2c09 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:39.293501 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7017c1-dfde-42d6-b0bd-11d8f2a6d84e req-1d183df4-ff5d-4f0e-a371-30fc944b2c09 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:39.303498 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7e7017c1-dfde-42d6-b0bd-11d8f2a6d84e req-1d183df4-ff5d-4f0e-a371-30fc944b2c09 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5425 time: 0.1935186 Feb 19 04:05:39.309969 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e669e71b-918e-458f-87e6-e233f445aa2a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2803013 Feb 19 04:05:39.317794 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55608) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:39.329525 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-62279b95-03dd-45be-a209-29f91d2ec0a9 admin admin] Request body: {'subnet': {'network_id': '96098cde-d92e-4e5a-a9a6-83cea6c4c52c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1631775328-subnet', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:39.346938 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669e71b-918e-458f-87e6-e233f445aa2a admin admin] Pushing event updated for resources: {'Network': ['ID=96098cde-d92e-4e5a-a9a6-83cea6c4c52c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:39.358709 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-4cceefae-320a-4cfd-aa22-ad72197ada58 req-0f776921-6634-4d81-942f-39aeb820b40e tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (c6119883-1fa5-488c-a60d-b4294c67e15c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:39.364748 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 96098cde-d92e-4e5a-a9a6-83cea6c4c52c details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:05:39.377448 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 4d3b7e86-7306-4190-840a-09d5d67b74a3 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:39.377854 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4d3b7e86-7306-4190-840a-09d5d67b74a3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:39.414262 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['730dbe95-56db-42fe-b54d-2d00210ea58b', '452255b5-7224-4c70-a5f3-55d51017f553'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:39.426819 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62279b95-03dd-45be-a209-29f91d2ec0a9 admin admin] Made reservation on behalf of 6d03f5c60bad4fde955eb5ce8d3db4c2 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:05:39.433147 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-62279b95-03dd-45be-a209-29f91d2ec0a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:39.459966 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f776921-6634-4d81-942f-39aeb820b40e tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Pushing event deleted for resources: {'Port': ['ID=c6119883-1fa5-488c-a60d-b4294c67e15c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:39.496381 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7e7017c1-dfde-42d6-b0bd-11d8f2a6d84e req-40e9c930-42fa-45e3-94a0-5646e90b1c4e tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1870649 Feb 19 04:05:39.508821 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe3837-855b-4fad-b130-b8dfea5eff2d req-a291aa61-f5ee-486d-85ff-4c2b6b37952c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:39.521120 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4efe3837-855b-4fad-b130-b8dfea5eff2d req-a291aa61-f5ee-486d-85ff-4c2b6b37952c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 946 time: 0.1734378 Feb 19 04:05:39.584590 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cceefae-320a-4cfd-aa22-ad72197ada58 req-0f776921-6634-4d81-942f-39aeb820b40e tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] No DVR routers for this DVR port c6119883-1fa5-488c-a60d-b4294c67e15c on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:05:39.586911 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-4cceefae-320a-4cfd-aa22-ad72197ada58 req-0f776921-6634-4d81-942f-39aeb820b40e tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:39.591916 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4cceefae-320a-4cfd-aa22-ad72197ada58 req-0f776921-6634-4d81-942f-39aeb820b40e tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.26 "DELETE /v2.0/ports/c6119883-1fa5-488c-a60d-b4294c67e15c HTTP/1.1" status: 204 len: 173 time: 1.4847543 Feb 19 04:05:39.595602 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffac707a-918e-479d-84f7-365804339ad3', 'name': 'network-vif-deleted', 'tag': 'c6119883-1fa5-488c-a60d-b4294c67e15c'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:39.598552 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794fb6f0-7689-41fa-b784-366bdf38eadf" -d '{"events": [{"server_uuid": "ffac707a-918e-479d-84f7-365804339ad3", "name": "network-vif-deleted", "tag": "c6119883-1fa5-488c-a60d-b4294c67e15c"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:39.611479 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-16b6e29e-5715-40db-9a67-3fadc5cf3324 req-7f0d4d9f-08de-4974-8b03-686aa639e22d tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] For port 452255b5-7224-4c70-a5f3-55d51017f553, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=452255b5-7224-4c70-a5f3-55d51017f553,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:39.611893 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-16b6e29e-5715-40db-9a67-3fadc5cf3324 req-7f0d4d9f-08de-4974-8b03-686aa639e22d tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (452255b5-7224-4c70-a5f3-55d51017f553), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:39.624132 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4efe3837-855b-4fad-b130-b8dfea5eff2d req-d240faa7-8f85-4d9f-9c7c-13a9042fd93c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969226 Feb 19 04:05:39.671738 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-16b6e29e-5715-40db-9a67-3fadc5cf3324 req-7f0d4d9f-08de-4974-8b03-686aa639e22d tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Calling delete_port for 452255b5-7224-4c70-a5f3-55d51017f553 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:05:39.703306 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3b7e86-7306-4190-840a-09d5d67b74a3'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:39.711688 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2692af38-4e1f-4e7c-9de3-4e1bd183e90d" -d '{"events": [{"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-plugged", "status": "completed", "tag": "4d3b7e86-7306-4190-840a-09d5d67b74a3"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:39.761291 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f53d5611-508a-4c99-a30c-5ae46710c430 req-3a404de9-8500-44dc-8370-3f4f3487b5f3 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffac707a-918e-479d-84f7-365804339ad3 HTTP/1.1" status: 200 len: 210 time: 0.0890551 Feb 19 04:05:39.860132 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 4d3b7e86-7306-4190-840a-09d5d67b74a3, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=4d3b7e86-7306-4190-840a-09d5d67b74a3,segment=NetworkSegment(7494b9a1-a789-47f9-9c03-895eb5435e6b),segment_id=7494b9a1-a789-47f9-9c03-895eb5435e6b)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:39.877965 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4d3b7e86-7306-4190-840a-09d5d67b74a3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:39.949967 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-62279b95-03dd-45be-a209-29f91d2ec0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (4e1b4648-7460-4fb8-83f9-532f94dfdea8), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:40.017858 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c75b7c-bdcd-4434-be7e-5eea78b4ae61 req-abe3ed5f-6705-4da4-92a6-3b46ea6ec8da tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:40.020804 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=4d3b7e86-7306-4190-840a-09d5d67b74a3,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:40.025325 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43c75b7c-bdcd-4434-be7e-5eea78b4ae61 req-abe3ed5f-6705-4da4-92a6-3b46ea6ec8da tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 946 time: 0.1273050 Feb 19 04:05:40.125219 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-16b6e29e-5715-40db-9a67-3fadc5cf3324 req-7f0d4d9f-08de-4974-8b03-686aa639e22d tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (452255b5-7224-4c70-a5f3-55d51017f553), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:40.147876 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43c75b7c-bdcd-4434-be7e-5eea78b4ae61 req-4efa7a5c-c0f7-4ba4-8360-5a38cd13faae tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207190 Feb 19 04:05:40.184645 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['730dbe95-56db-42fe-b54d-2d00210ea58b', '452255b5-7224-4c70-a5f3-55d51017f553'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:40.292331 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d4d9f-08de-4974-8b03-686aa639e22d tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Pushing event deleted for resources: {'Port': ['ID=452255b5-7224-4c70-a5f3-55d51017f553,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:40.303883 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dc9975-2c9b-4163-953d-aceb39478677 x-openstack-request-id: req-d3dc9975-2c9b-4163-953d-aceb39478677 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:40.304510 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffac707a-918e-479d-84f7-365804339ad3", "name": "network-vif-deleted", "tag": "c6119883-1fa5-488c-a60d-b4294c67e15c", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:40.304510 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d3dc9975-2c9b-4163-953d-aceb39478677 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:40.304921 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffac707a-918e-479d-84f7-365804339ad3', 'name': 'network-vif-deleted', 'tag': 'c6119883-1fa5-488c-a60d-b4294c67e15c', 'status': 'completed', 'code': 200} Feb 19 04:05:40.324554 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11833555-921d-4de1-b8c4-1add4133b0bb req-63970dae-9bf3-44e2-8f8b-5adaff209514 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:40.338590 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11833555-921d-4de1-b8c4-1add4133b0bb req-63970dae-9bf3-44e2-8f8b-5adaff209514 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.52 "GET /v2.0/networks?id=64f3a61f-3cd0-4272-965c-fb971bfc8ae4 HTTP/1.1" status: 200 len: 822 time: 0.1808693 Feb 19 04:05:40.359127 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11833555-921d-4de1-b8c4-1add4133b0bb req-24a11bb4-9b38-4268-ae39-a006553eacd6 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.52 "GET /v2.0/quotas/6962dfe3c3de4f67b230a3d366f8b5d4 HTTP/1.1" status: 200 len: 375 time: 0.0190730 Feb 19 04:05:40.379052 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62279b95-03dd-45be-a209-29f91d2ec0a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e1b4648-7460-4fb8-83f9-532f94dfdea8,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:40.416807 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11833555-921d-4de1-b8c4-1add4133b0bb req-25b25467-e4f7-4cb2-93ac-51f19383ac02 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6962dfe3c3de4f67b230a3d366f8b5d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536282 Feb 19 04:05:40.418114 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159f6d30-4e12-439b-8cb7-a3ee299220fe x-openstack-request-id: req-159f6d30-4e12-439b-8cb7-a3ee299220fe {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:40.418435 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-plugged", "status": "completed", "tag": "4d3b7e86-7306-4190-840a-09d5d67b74a3", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:40.418699 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-159f6d30-4e12-439b-8cb7-a3ee299220fe {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:40.419112 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3b7e86-7306-4190-840a-09d5d67b74a3', 'code': 200} Feb 19 04:05:40.468823 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62279b95-03dd-45be-a209-29f91d2ec0a9 admin admin] Checking segment: {'id': '5ae06752-c638-4ab6-a0de-79a83a5e6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '96098cde-d92e-4e5a-a9a6-83cea6c4c52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:40.469169 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62279b95-03dd-45be-a209-29f91d2ec0a9 admin admin] Network hostable DHCP agents. Network: 96098cde-d92e-4e5a-a9a6-83cea6c4c52c, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:05:40.492790 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b6e29e-5715-40db-9a67-3fadc5cf3324 req-7f0d4d9f-08de-4974-8b03-686aa639e22d tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] No DVR routers for this DVR port 452255b5-7224-4c70-a5f3-55d51017f553 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:05:40.497227 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-16b6e29e-5715-40db-9a67-3fadc5cf3324 req-7f0d4d9f-08de-4974-8b03-686aa639e22d tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:40.503494 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-16b6e29e-5715-40db-9a67-3fadc5cf3324 req-7f0d4d9f-08de-4974-8b03-686aa639e22d tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.26 "DELETE /v2.0/ports/452255b5-7224-4c70-a5f3-55d51017f553 HTTP/1.1" status: 204 len: 173 time: 1.7788866 Feb 19 04:05:40.546855 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11833555-921d-4de1-b8c4-1add4133b0bb req-90f4eb75-2be7-4e64-82ae-895fd724b230 service neutron] 10.222.0.52 "GET /v2.0/networks/64f3a61f-3cd0-4272-965c-fb971bfc8ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286683 Feb 19 04:05:40.578086 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62279b95-03dd-45be-a209-29f91d2ec0a9 admin admin] Network 96098cde-d92e-4e5a-a9a6-83cea6c4c52c is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:05:40.604667 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-62279b95-03dd-45be-a209-29f91d2ec0a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 96098cde-d92e-4e5a-a9a6-83cea6c4c52c) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:40.610451 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62279b95-03dd-45be-a209-29f91d2ec0a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:40.610972 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-62279b95-03dd-45be-a209-29f91d2ec0a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:40.628294 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcf97ac-d1a2-4cf5-978e-37734b8e32f3 None None] Network 96098cde-d92e-4e5a-a9a6-83cea6c4c52c requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:05:40.639491 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-62279b95-03dd-45be-a209-29f91d2ec0a9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3151243 Feb 19 04:05:40.643747 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55642) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:40.659704 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-2fe6ce32-c0c6-4fc4-bcb6-15c10ba7d8b7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1631775328-router', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:40.702516 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2fe6ce32-c0c6-4fc4-bcb6-15c10ba7d8b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (2772b235-0224-4dc6-a883-1575fa027164), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:40.705891 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2fe6ce32-c0c6-4fc4-bcb6-15c10ba7d8b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (2772b235-0224-4dc6-a883-1575fa027164), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:40.782409 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11833555-921d-4de1-b8c4-1add4133b0bb req-6382cb93-981f-456c-b151-834ab83fbc9d service neutron] 10.222.0.52 "GET /v2.0/networks/64f3a61f-3cd0-4272-965c-fb971bfc8ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343128 Feb 19 04:05:40.826506 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2fe6ce32-c0c6-4fc4-bcb6-15c10ba7d8b7 admin admin] Publish callbacks [] for router_controller (2772b235-0224-4dc6-a883-1575fa027164), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:40.867767 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd94252-c0d4-4802-9420-9040e0f10431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-96098cde-d92e-4e5a-a9a6-83cea6c4c52c', 'network_id': '96098cde-d92e-4e5a-a9a6-83cea6c4c52c', 'project_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'fixed_ips': [{'subnet_id': '4e1b4648-7460-4fb8-83f9-532f94dfdea8'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:05:40.873260 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0dd94252-c0d4-4802-9420-9040e0f10431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:40.917031 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b02500-2880-490b-9ad8-c2814242061c req-4d8fc42e-3f87-439e-9645-06b1d61af4a4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:40.917251 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 065ce680-972c-4dea-ae22-48d0fbd50b99 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:40.923271 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b02500-2880-490b-9ad8-c2814242061c req-4d8fc42e-3f87-439e-9645-06b1d61af4a4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:40.928670 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b02500-2880-490b-9ad8-c2814242061c req-4d8fc42e-3f87-439e-9645-06b1d61af4a4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:40.935103 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b02500-2880-490b-9ad8-c2814242061c req-4d8fc42e-3f87-439e-9645-06b1d61af4a4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:40.942909 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b02500-2880-490b-9ad8-c2814242061c req-4d8fc42e-3f87-439e-9645-06b1d61af4a4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:40.957362 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b02500-2880-490b-9ad8-c2814242061c req-4d8fc42e-3f87-439e-9645-06b1d61af4a4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:40.962917 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b02500-2880-490b-9ad8-c2814242061c req-4d8fc42e-3f87-439e-9645-06b1d61af4a4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:40.970729 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96b02500-2880-490b-9ad8-c2814242061c req-4d8fc42e-3f87-439e-9645-06b1d61af4a4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5426 time: 0.1873498 Feb 19 04:05:41.073530 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96b02500-2880-490b-9ad8-c2814242061c req-18dffa68-176b-4dfb-9c85-445c11ca8e4d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0970113 Feb 19 04:05:41.293714 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-48d78473-5e6c-448a-9af8-4e872f23ca46 req-fb3f91cd-6737-46dc-8f20-65da069c00da tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2 HTTP/1.1" status: 200 len: 210 time: 0.0853901 Feb 19 04:05:41.353775 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdaefc9-c1fc-4925-a727-c6f65c345448 req-2ba4cbd9-4bc8-4aed-b6a0-b38abaab1d2e tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:41.361843 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7cdaefc9-c1fc-4925-a727-c6f65c345448 req-2ba4cbd9-4bc8-4aed-b6a0-b38abaab1d2e tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 946 time: 0.1737244 Feb 19 04:05:41.370682 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 065ce680-972c-4dea-ae22-48d0fbd50b99 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:05:41.375208 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-0dd94252-c0d4-4802-9420-9040e0f10431 None None] Allocated IP 172.20.0.2 (96098cde-d92e-4e5a-a9a6-83cea6c4c52c/4e1b4648-7460-4fb8-83f9-532f94dfdea8/0540e802-05b7-416c-9005-31e041aab78a) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:05:41.383796 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 065ce680-972c-4dea-ae22-48d0fbd50b99 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:41.384547 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (065ce680-972c-4dea-ae22-48d0fbd50b99), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:41.512514 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7cdaefc9-c1fc-4925-a727-c6f65c345448 req-d5861e51-1050-4c9e-842c-5d0f66c4814e tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368866 Feb 19 04:05:41.609248 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ec787-e248-4ca7-a6f2-53f75b5ff9cf req-049464a3-748e-480c-8608-f5b7f1335c5e tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:41.620580 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 065ce680-972c-4dea-ae22-48d0fbd50b99 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:41.621312 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (065ce680-972c-4dea-ae22-48d0fbd50b99), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:41.623220 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c15ec787-e248-4ca7-a6f2-53f75b5ff9cf req-049464a3-748e-480c-8608-f5b7f1335c5e tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 946 time: 0.1317711 Feb 19 04:05:41.727585 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 065ce680-972c-4dea-ae22-48d0fbd50b99, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=065ce680-972c-4dea-ae22-48d0fbd50b99,segment=NetworkSegment(b7335bae-2b10-44b5-bd69-94a1805c2114),segment_id=b7335bae-2b10-44b5-bd69-94a1805c2114)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:41.742420 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (065ce680-972c-4dea-ae22-48d0fbd50b99), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:41.743939 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 707eecc9-665d-461b-8a6a-4e0b2324400b up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:41.759467 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c15ec787-e248-4ca7-a6f2-53f75b5ff9cf req-d611475b-38e1-453f-9ea9-ae7a54a28b6a tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292560 Feb 19 04:05:41.851805 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2fe6ce32-c0c6-4fc4-bcb6-15c10ba7d8b7 admin admin] Publish callbacks [] for router_gateway (2772b235-0224-4dc6-a883-1575fa027164), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:42.060463 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0dd94252-c0d4-4802-9420-9040e0f10431 None None] Publish callbacks [] for port (0540e802-05b7-416c-9005-31e041aab78a), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:42.088415 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0dd94252-c0d4-4802-9420-9040e0f10431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (0540e802-05b7-416c-9005-31e041aab78a), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:42.102741 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=065ce680-972c-4dea-ae22-48d0fbd50b99,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:42.122604 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 707eecc9-665d-461b-8a6a-4e0b2324400b completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:05:42.127824 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 707eecc9-665d-461b-8a6a-4e0b2324400b triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:42.128221 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (707eecc9-665d-461b-8a6a-4e0b2324400b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:42.190911 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd94252-c0d4-4802-9420-9040e0f10431 None None] Network 96098cde-d92e-4e5a-a9a6-83cea6c4c52c is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:05:42.194882 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-0dd94252-c0d4-4802-9420-9040e0f10431 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:42.212109 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd94252-c0d4-4802-9420-9040e0f10431 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:05:42.232172 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db285f-10ee-4b0f-a698-d9b101390e18 req-9e358480-56c6-41c7-bce1-44d6eb78075c tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:42.246437 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3db285f-10ee-4b0f-a698-d9b101390e18 req-9e358480-56c6-41c7-bce1-44d6eb78075c tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e02d3f-d658-4569-846c-42bb93c3aad7 HTTP/1.1" status: 200 len: 950 time: 0.1239834 Feb 19 04:05:42.297200 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2fe6ce32-c0c6-4fc4-bcb6-15c10ba7d8b7 admin admin] Publish callbacks [] for router_gateway (2772b235-0224-4dc6-a883-1575fa027164), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:42.318378 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-0dd94252-c0d4-4802-9420-9040e0f10431 None None] Attempting to bind port 0540e802-05b7-416c-9005-31e041aab78a on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:05:42.318670 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-0dd94252-c0d4-4802-9420-9040e0f10431 None None] Attempting to bind port 0540e802-05b7-416c-9005-31e041aab78a by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '5ae06752-c638-4ab6-a0de-79a83a5e6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '96098cde-d92e-4e5a-a9a6-83cea6c4c52c'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:05:42.319040 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd94252-c0d4-4802-9420-9040e0f10431 None None] Attempting to bind port 0540e802-05b7-416c-9005-31e041aab78a on network 96098cde-d92e-4e5a-a9a6-83cea6c4c52c {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:42.321929 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef08de2b-214f-429a-a560-5a987980a750', 'name': 'network-vif-deleted', 'tag': '452255b5-7224-4c70-a5f3-55d51017f553'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:42.325720 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d94aab5-6cc8-4c07-a4e2-dbb33370ef49" -d '{"events": [{"server_uuid": "ef08de2b-214f-429a-a560-5a987980a750", "name": "network-vif-deleted", "tag": "452255b5-7224-4c70-a5f3-55d51017f553"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:42.331170 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2fe6ce32-c0c6-4fc4-bcb6-15c10ba7d8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:42.357181 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 707eecc9-665d-461b-8a6a-4e0b2324400b is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:42.357576 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (707eecc9-665d-461b-8a6a-4e0b2324400b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:42.359406 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd94252-c0d4-4802-9420-9040e0f10431 None None] Pushing event updated for resources: {'Port': ['ID=0540e802-05b7-416c-9005-31e041aab78a,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:42.370978 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd94252-c0d4-4802-9420-9040e0f10431 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:05:42.371362 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd94252-c0d4-4802-9420-9040e0f10431 None None] Checking segment: {'id': '5ae06752-c638-4ab6-a0de-79a83a5e6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '96098cde-d92e-4e5a-a9a6-83cea6c4c52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:42.371838 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0dd94252-c0d4-4802-9420-9040e0f10431 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:42.372246 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd94252-c0d4-4802-9420-9040e0f10431 None None] Bound using segment: {'id': '5ae06752-c638-4ab6-a0de-79a83a5e6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '96098cde-d92e-4e5a-a9a6-83cea6c4c52c'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:05:42.372724 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-0dd94252-c0d4-4802-9420-9040e0f10431 None None] Bound port: 0540e802-05b7-416c-9005-31e041aab78a, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae06752-c638-4ab6-a0de-79a83a5e6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '96098cde-d92e-4e5a-a9a6-83cea6c4c52c'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:05:42.373111 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0dd94252-c0d4-4802-9420-9040e0f10431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0540e802-05b7-416c-9005-31e041aab78a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:42.388983 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3db285f-10ee-4b0f-a698-d9b101390e18 req-29cacb40-76f9-4b97-8d23-0222e9ce9228 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413558 Feb 19 04:05:42.440909 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a43796-a90b-4235-a7d0-91f08d473ff2 req-f193aa76-eeba-433c-8849-e35eca5f6d37 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:42.448551 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-0dd94252-c0d4-4802-9420-9040e0f10431 None None] For port 0540e802-05b7-416c-9005-31e041aab78a, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:05:42.449478 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a43796-a90b-4235-a7d0-91f08d473ff2 req-f193aa76-eeba-433c-8849-e35eca5f6d37 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:42.452029 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-0dd94252-c0d4-4802-9420-9040e0f10431 None None] For port 0540e802-05b7-416c-9005-31e041aab78a, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0540e802-05b7-416c-9005-31e041aab78a,segment=NetworkSegment(5ae06752-c638-4ab6-a0de-79a83a5e6efb),segment_id=5ae06752-c638-4ab6-a0de-79a83a5e6efb)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:05:42.455878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a43796-a90b-4235-a7d0-91f08d473ff2 req-f193aa76-eeba-433c-8849-e35eca5f6d37 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:42.456167 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065ce680-972c-4dea-ae22-48d0fbd50b99'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:42.458880 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21839cf3-7eff-4d28-bcc9-9982854f86ee" -d '{"events": [{"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-plugged", "status": "completed", "tag": "065ce680-972c-4dea-ae22-48d0fbd50b99"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:42.462494 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a43796-a90b-4235-a7d0-91f08d473ff2 req-f193aa76-eeba-433c-8849-e35eca5f6d37 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:42.469102 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a43796-a90b-4235-a7d0-91f08d473ff2 req-f193aa76-eeba-433c-8849-e35eca5f6d37 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:42.475946 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a43796-a90b-4235-a7d0-91f08d473ff2 req-f193aa76-eeba-433c-8849-e35eca5f6d37 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:42.482391 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a43796-a90b-4235-a7d0-91f08d473ff2 req-f193aa76-eeba-433c-8849-e35eca5f6d37 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:42.484590 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-46a43796-a90b-4235-a7d0-91f08d473ff2 req-f193aa76-eeba-433c-8849-e35eca5f6d37 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5427 time: 0.2606750 Feb 19 04:05:42.486329 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 707eecc9-665d-461b-8a6a-4e0b2324400b, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=707eecc9-665d-461b-8a6a-4e0b2324400b,segment=NetworkSegment(b7335bae-2b10-44b5-bd69-94a1805c2114),segment_id=b7335bae-2b10-44b5-bd69-94a1805c2114)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:42.488383 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0dd94252-c0d4-4802-9420-9040e0f10431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0540e802-05b7-416c-9005-31e041aab78a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:42.611202 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd94252-c0d4-4802-9420-9040e0f10431 None None] Pushing event updated for resources: {'Port': ['ID=0540e802-05b7-416c-9005-31e041aab78a,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:42.622701 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (707eecc9-665d-461b-8a6a-4e0b2324400b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:42.623654 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 03bbf650-5bef-4ec1-af01-630545c4db55 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:42.625936 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-2fe6ce32-c0c6-4fc4-bcb6-15c10ba7d8b7 admin admin] Allocated IP 172.25.3.170 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/1cd98e95-7d86-4614-8f72-7a2450048f1d) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:05:42.704450 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=707eecc9-665d-461b-8a6a-4e0b2324400b,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:42.808245 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2fe6ce32-c0c6-4fc4-bcb6-15c10ba7d8b7 admin admin] Publish callbacks [] for port (1cd98e95-7d86-4614-8f72-7a2450048f1d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:42.845088 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 03bbf650-5bef-4ec1-af01-630545c4db55 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:05:42.849323 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 03bbf650-5bef-4ec1-af01-630545c4db55 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:42.849705 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (03bbf650-5bef-4ec1-af01-630545c4db55), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:42.879914 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2fe6ce32-c0c6-4fc4-bcb6-15c10ba7d8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (1cd98e95-7d86-4614-8f72-7a2450048f1d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:42.968105 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe6ce32-c0c6-4fc4-bcb6-15c10ba7d8b7 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:05:42.971754 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6ce32-c0c6-4fc4-bcb6-15c10ba7d8b7 admin admin] Pushing event updated for resources: {'Port': ['ID=1cd98e95-7d86-4614-8f72-7a2450048f1d,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:42.984462 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-2fe6ce32-c0c6-4fc4-bcb6-15c10ba7d8b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:42.996681 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe6ce32-c0c6-4fc4-bcb6-15c10ba7d8b7 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:05:43.010953 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-46a43796-a90b-4235-a7d0-91f08d473ff2 req-7e366c7a-e75b-4877-ad97-8c85e421c6cf tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5058405 Feb 19 04:05:43.029199 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11833555-921d-4de1-b8c4-1add4133b0bb req-52627a33-1326-41bb-bf43-c4a612e3f97a tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:43.031314 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 03bbf650-5bef-4ec1-af01-630545c4db55 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:43.031668 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (03bbf650-5bef-4ec1-af01-630545c4db55), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:43.034398 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11833555-921d-4de1-b8c4-1add4133b0bb req-52627a33-1326-41bb-bf43-c4a612e3f97a tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.79 "GET /v2.0/networks?id=64f3a61f-3cd0-4272-965c-fb971bfc8ae4 HTTP/1.1" status: 200 len: 822 time: 0.3684971 Feb 19 04:05:43.080841 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-11833555-921d-4de1-b8c4-1add4133b0bb req-397b578c-5025-4f9e-b071-18271d3f358f tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Request body: {'port': {'device_id': 'c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2', 'network_id': '64f3a61f-3cd0-4272-965c-fb971bfc8ae4', 'admin_state_up': True, 'tenant_id': '6962dfe3c3de4f67b230a3d366f8b5d4'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:43.119686 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9fcc54-47c3-4ef3-b4ec-e6a5025116b7 x-openstack-request-id: req-dd9fcc54-47c3-4ef3-b4ec-e6a5025116b7 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:43.119999 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef08de2b-214f-429a-a560-5a987980a750", "name": "network-vif-deleted", "tag": "452255b5-7224-4c70-a5f3-55d51017f553", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:43.120260 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd9fcc54-47c3-4ef3-b4ec-e6a5025116b7 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:43.120689 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef08de2b-214f-429a-a560-5a987980a750', 'name': 'network-vif-deleted', 'tag': '452255b5-7224-4c70-a5f3-55d51017f553', 'status': 'completed', 'code': 200} Feb 19 04:05:43.130209 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-31b7bfb9-a74c-4460-8f11-254f509b09f2 req-ed4d8934-7970-4c31-a5b6-ac703499f6be tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2 HTTP/1.1" status: 200 len: 210 time: 0.4655175 Feb 19 04:05:43.134092 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 03bbf650-5bef-4ec1-af01-630545c4db55, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=03bbf650-5bef-4ec1-af01-630545c4db55,segment=NetworkSegment(9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c),segment_id=9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:43.169527 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (03bbf650-5bef-4ec1-af01-630545c4db55), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:43.170393 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 452255b5-7224-4c70-a5f3-55d51017f553 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:05:43.216787 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 452255b5-7224-4c70-a5f3-55d51017f553 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:05:43.217372 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 452255b5-7224-4c70-a5f3-55d51017f553 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:05:43.218016 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c6119883-1fa5-488c-a60d-b4294c67e15c no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:05:43.263029 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42a3d5c-89a2-4152-84c8-72671d8496d3 x-openstack-request-id: req-c42a3d5c-89a2-4152-84c8-72671d8496d3 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:43.263844 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-plugged", "status": "completed", "tag": "065ce680-972c-4dea-ae22-48d0fbd50b99", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:43.264408 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c42a3d5c-89a2-4152-84c8-72671d8496d3 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:43.265092 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065ce680-972c-4dea-ae22-48d0fbd50b99', 'code': 200} Feb 19 04:05:43.265789 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: c6119883-1fa5-488c-a60d-b4294c67e15c {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:05:43.266505 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c6119883-1fa5-488c-a60d-b4294c67e15c not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:05:43.278149 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 6d6260b1-28c6-435b-98e5-f15398fc683d up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:43.393302 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=03bbf650-5bef-4ec1-af01-630545c4db55,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:43.466323 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 6d6260b1-28c6-435b-98e5-f15398fc683d completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:05:43.472988 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 6d6260b1-28c6-435b-98e5-f15398fc683d triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:43.472988 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6d6260b1-28c6-435b-98e5-f15398fc683d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:43.595575 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653afbe3-4c72-4c3c-b247-f3b7ee5b620b req-9774bf47-0a3b-497d-b5a5-2bda1a0d7e9f tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:43.598649 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-653afbe3-4c72-4c3c-b247-f3b7ee5b620b req-9774bf47-0a3b-497d-b5a5-2bda1a0d7e9f tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 946 time: 0.2744808 Feb 19 04:05:43.615411 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca25e66-28b3-46a5-9b40-241c04b7abec req-ce327b21-9aee-4e52-9dca-b9391e4ae065 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:43.616989 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cca25e66-28b3-46a5-9b40-241c04b7abec req-ce327b21-9aee-4e52-9dca-b9391e4ae065 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 946 time: 0.2374225 Feb 19 04:05:43.623481 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 6d6260b1-28c6-435b-98e5-f15398fc683d is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:43.623885 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6d6260b1-28c6-435b-98e5-f15398fc683d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:43.689550 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11833555-921d-4de1-b8c4-1add4133b0bb req-397b578c-5025-4f9e-b071-18271d3f358f tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Made reservation on behalf of 6962dfe3c3de4f67b230a3d366f8b5d4 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:05:43.693297 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-11833555-921d-4de1-b8c4-1add4133b0bb req-397b578c-5025-4f9e-b071-18271d3f358f tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:43.700352 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 6d6260b1-28c6-435b-98e5-f15398fc683d, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=6d6260b1-28c6-435b-98e5-f15398fc683d,segment=NetworkSegment(9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c),segment_id=9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:43.712295 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (6d6260b1-28c6-435b-98e5-f15398fc683d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:43.713676 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device abd8fe5c-e298-48a3-a888-a6ccdbf3fa25 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:43.727981 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2fe6ce32-c0c6-4fc4-bcb6-15c10ba7d8b7 admin admin] Publish callbacks [] for router_gateway (2772b235-0224-4dc6-a883-1575fa027164), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:43.840962 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port abd8fe5c-e298-48a3-a888-a6ccdbf3fa25 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:05:43.847157 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b29ac-89d3-4281-8009-cf13ac122d58 req-74bb2592-c25c-4405-ba62-d39c512b5967 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:43.849923 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port abd8fe5c-e298-48a3-a888-a6ccdbf3fa25 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:43.850334 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (abd8fe5c-e298-48a3-a888-a6ccdbf3fa25), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:43.855689 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1e7b29ac-89d3-4281-8009-cf13ac122d58 req-74bb2592-c25c-4405-ba62-d39c512b5967 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.26 "GET /v2.0/ports?device_id=93e02d3f-d658-4569-846c-42bb93c3aad7 HTTP/1.1" status: 200 len: 950 time: 0.2209835 Feb 19 04:05:43.861125 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cca25e66-28b3-46a5-9b40-241c04b7abec req-e22455b4-1c50-4aae-ab5c-8d153b31b0ed tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137165 Feb 19 04:05:43.880314 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-653afbe3-4c72-4c3c-b247-f3b7ee5b620b req-b283cb04-8aa8-433d-b8ac-92775d340e5d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752762 Feb 19 04:05:43.906663 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=6d6260b1-28c6-435b-98e5-f15398fc683d,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:43.951759 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-11833555-921d-4de1-b8c4-1add4133b0bb req-397b578c-5025-4f9e-b071-18271d3f358f tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Allocated IP 172.20.0.11 (64f3a61f-3cd0-4272-965c-fb971bfc8ae4/dc309c63-c755-4eb5-88e5-e352cb0093c5/c1648968-1c4e-4ab5-8bdb-f4fa5282fef1) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:05:44.010327 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port abd8fe5c-e298-48a3-a888-a6ccdbf3fa25 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:44.010327 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (abd8fe5c-e298-48a3-a888-a6ccdbf3fa25), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:44.069334 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port abd8fe5c-e298-48a3-a888-a6ccdbf3fa25, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=abd8fe5c-e298-48a3-a888-a6ccdbf3fa25,segment=NetworkSegment(9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c),segment_id=9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:44.076088 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (abd8fe5c-e298-48a3-a888-a6ccdbf3fa25), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:44.077098 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 123ce6d7-048a-4179-ac62-c23eca1c9618 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:44.253863 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=abd8fe5c-e298-48a3-a888-a6ccdbf3fa25,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:44.280170 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 123ce6d7-048a-4179-ac62-c23eca1c9618 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:05:44.288121 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 123ce6d7-048a-4179-ac62-c23eca1c9618 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:44.288734 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (123ce6d7-048a-4179-ac62-c23eca1c9618), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:44.289878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595981b-c94b-4bd6-b154-9a6066eea25a req-8cef5086-9bd4-468f-9285-5db1527c857f tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:44.294578 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-1e7b29ac-89d3-4281-8009-cf13ac122d58 req-f8f3a5cd-13e0-42c6-aad5-b7b700bbbeb8 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Deleting port 730dbe95-56db-42fe-b54d-2d00210ea58b {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:05:44.295104 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1e7b29ac-89d3-4281-8009-cf13ac122d58 req-f8f3a5cd-13e0-42c6-aad5-b7b700bbbeb8 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (730dbe95-56db-42fe-b54d-2d00210ea58b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:44.298703 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b595981b-c94b-4bd6-b154-9a6066eea25a req-8cef5086-9bd4-468f-9285-5db1527c857f tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e02d3f-d658-4569-846c-42bb93c3aad7 HTTP/1.1" status: 200 len: 950 time: 0.2258813 Feb 19 04:05:44.408878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02517f13-50dc-4236-831d-2dba6b7ab869 req-2e1a1e0b-7fe5-4ade-96c5-065636004138 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:44.411513 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2fe6ce32-c0c6-4fc4-bcb6-15c10ba7d8b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (2772b235-0224-4dc6-a883-1575fa027164), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:44.416971 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02517f13-50dc-4236-831d-2dba6b7ab869 req-2e1a1e0b-7fe5-4ade-96c5-065636004138 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:44.423865 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02517f13-50dc-4236-831d-2dba6b7ab869 req-2e1a1e0b-7fe5-4ade-96c5-065636004138 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:44.424728 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 123ce6d7-048a-4179-ac62-c23eca1c9618 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:44.425274 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (123ce6d7-048a-4179-ac62-c23eca1c9618), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:44.431548 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02517f13-50dc-4236-831d-2dba6b7ab869 req-2e1a1e0b-7fe5-4ade-96c5-065636004138 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:44.440917 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02517f13-50dc-4236-831d-2dba6b7ab869 req-2e1a1e0b-7fe5-4ade-96c5-065636004138 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:44.448180 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02517f13-50dc-4236-831d-2dba6b7ab869 req-2e1a1e0b-7fe5-4ade-96c5-065636004138 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:44.456506 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02517f13-50dc-4236-831d-2dba6b7ab869 req-2e1a1e0b-7fe5-4ade-96c5-065636004138 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:44.467524 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02517f13-50dc-4236-831d-2dba6b7ab869 req-2e1a1e0b-7fe5-4ade-96c5-065636004138 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5431 time: 0.3211856 Feb 19 04:05:44.478883 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 123ce6d7-048a-4179-ac62-c23eca1c9618, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=123ce6d7-048a-4179-ac62-c23eca1c9618,segment=NetworkSegment(9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c),segment_id=9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:44.486231 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (123ce6d7-048a-4179-ac62-c23eca1c9618), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:44.498550 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-11833555-921d-4de1-b8c4-1add4133b0bb req-397b578c-5025-4f9e-b071-18271d3f358f tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Publish callbacks [] for port (c1648968-1c4e-4ab5-8bdb-f4fa5282fef1), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:44.527370 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b595981b-c94b-4bd6-b154-9a6066eea25a req-74805912-80b5-401e-80cb-27cf13e5e157 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.52 "GET /v2.0/security-groups?id=003430a4-c37c-43a7-a518-fb7d5731daeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180121 Feb 19 04:05:44.569456 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-1e7b29ac-89d3-4281-8009-cf13ac122d58 req-f8f3a5cd-13e0-42c6-aad5-b7b700bbbeb8 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] For port 730dbe95-56db-42fe-b54d-2d00210ea58b, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=730dbe95-56db-42fe-b54d-2d00210ea58b,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:44.569905 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1e7b29ac-89d3-4281-8009-cf13ac122d58 req-f8f3a5cd-13e0-42c6-aad5-b7b700bbbeb8 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (730dbe95-56db-42fe-b54d-2d00210ea58b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:44.588186 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-1e7b29ac-89d3-4281-8009-cf13ac122d58 req-f8f3a5cd-13e0-42c6-aad5-b7b700bbbeb8 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Calling delete_port for 730dbe95-56db-42fe-b54d-2d00210ea58b owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:05:44.617906 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=123ce6d7-048a-4179-ac62-c23eca1c9618,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:44.635876 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e57e218-14ee-4a1e-9833-1c96f73625ac None None] Network 96098cde-d92e-4e5a-a9a6-83cea6c4c52c requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:05:44.668997 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02517f13-50dc-4236-831d-2dba6b7ab869 req-fbddb5ec-02b3-405d-bd26-ecdbf4921bb5 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1990228 Feb 19 04:05:44.686622 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe6ce32-c0c6-4fc4-bcb6-15c10ba7d8b7 admin admin] Router 2772b235-0224-4dc6-a883-1575fa027164 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:05:44.747680 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c536ada-ea6d-499c-909d-3813e1ed529b req-35c9ba81-a615-4820-ae05-862a26c9b641 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2 HTTP/1.1" status: 200 len: 210 time: 0.0965526 Feb 19 04:05:44.778614 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-11833555-921d-4de1-b8c4-1add4133b0bb req-397b578c-5025-4f9e-b071-18271d3f358f tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (c1648968-1c4e-4ab5-8bdb-f4fa5282fef1), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:44.827101 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11833555-921d-4de1-b8c4-1add4133b0bb req-397b578c-5025-4f9e-b071-18271d3f358f tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Network 64f3a61f-3cd0-4272-965c-fb971bfc8ae4 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:05:44.835274 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-11833555-921d-4de1-b8c4-1add4133b0bb req-397b578c-5025-4f9e-b071-18271d3f358f tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:44.842021 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-256ab07f-d131-4cc3-9595-5d8e9c698bae None None] Provisioning complete for port 0540e802-05b7-416c-9005-31e041aab78a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:44.842528 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-256ab07f-d131-4cc3-9595-5d8e9c698bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0540e802-05b7-416c-9005-31e041aab78a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:44.844033 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-11833555-921d-4de1-b8c4-1add4133b0bb req-397b578c-5025-4f9e-b071-18271d3f358f tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:05:44.933611 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b578c-5025-4f9e-b071-18271d3f358f tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Pushing event updated for resources: {'Port': ['ID=c1648968-1c4e-4ab5-8bdb-f4fa5282fef1,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:44.983237 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11833555-921d-4de1-b8c4-1add4133b0bb req-397b578c-5025-4f9e-b071-18271d3f358f tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:44.983827 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-11833555-921d-4de1-b8c4-1add4133b0bb req-397b578c-5025-4f9e-b071-18271d3f358f tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:44.995399 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe6ce32-c0c6-4fc4-bcb6-15c10ba7d8b7 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:05:45.004534 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5f38d4-a552-4802-8880-67856be79dab None None] Sync routers for ids ['2772b235-0224-4dc6-a883-1575fa027164'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:05:45.029906 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5f38d4-a552-4802-8880-67856be79dab None None] Routers {'2772b235-0224-4dc6-a883-1575fa027164'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:05:45.031623 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-5f5f38d4-a552-4802-8880-67856be79dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:05:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['2772b235-0224-4dc6-a883-1575fa027164'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:45.036727 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11833555-921d-4de1-b8c4-1add4133b0bb req-397b578c-5025-4f9e-b071-18271d3f358f tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9757020 Feb 19 04:05:45.043350 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-256ab07f-d131-4cc3-9595-5d8e9c698bae None None] Current status of the port 0540e802-05b7-416c-9005-31e041aab78a is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:45.053051 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-256ab07f-d131-4cc3-9595-5d8e9c698bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0540e802-05b7-416c-9005-31e041aab78a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:45.054204 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2fe6ce32-c0c6-4fc4-bcb6-15c10ba7d8b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:45.063980 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2fe6ce32-c0c6-4fc4-bcb6-15c10ba7d8b7 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4171970 Feb 19 04:05:45.066029 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55758) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:45.066736 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1e7b29ac-89d3-4281-8009-cf13ac122d58 req-f8f3a5cd-13e0-42c6-aad5-b7b700bbbeb8 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (730dbe95-56db-42fe-b54d-2d00210ea58b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:45.088860 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-11833555-921d-4de1-b8c4-1add4133b0bb req-01642edf-0bb6-4fd0-befb-c3dd94df3518 service neutron] Request body: {'port': {'device_id': 'c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:45.138440 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3a5cd-13e0-42c6-aad5-b7b700bbbeb8 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Pushing event deleted for resources: {'Port': ['ID=730dbe95-56db-42fe-b54d-2d00210ea58b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:45.166954 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-256ab07f-d131-4cc3-9595-5d8e9c698bae None None] For port 0540e802-05b7-416c-9005-31e041aab78a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0540e802-05b7-416c-9005-31e041aab78a,segment=NetworkSegment(5ae06752-c638-4ab6-a0de-79a83a5e6efb),segment_id=5ae06752-c638-4ab6-a0de-79a83a5e6efb)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:45.182004 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-256ab07f-d131-4cc3-9595-5d8e9c698bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0540e802-05b7-416c-9005-31e041aab78a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:45.246040 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7b29ac-89d3-4281-8009-cf13ac122d58 req-f8f3a5cd-13e0-42c6-aad5-b7b700bbbeb8 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] No DVR routers for this DVR port 730dbe95-56db-42fe-b54d-2d00210ea58b on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:05:45.250995 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1e7b29ac-89d3-4281-8009-cf13ac122d58 req-f8f3a5cd-13e0-42c6-aad5-b7b700bbbeb8 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:45.252998 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0540e802-05b7-416c-9005-31e041aab78a up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:45.257732 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1e7b29ac-89d3-4281-8009-cf13ac122d58 req-f8f3a5cd-13e0-42c6-aad5-b7b700bbbeb8 tempest-ServersOnMultiNodesTest-825281840 tempest-ServersOnMultiNodesTest-825281840-project] 10.222.0.26 "DELETE /v2.0/ports/730dbe95-56db-42fe-b54d-2d00210ea58b HTTP/1.1" status: 204 len: 173 time: 1.3927443 Feb 19 04:05:45.260417 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e02d3f-d658-4569-846c-42bb93c3aad7', 'name': 'network-vif-deleted', 'tag': '730dbe95-56db-42fe-b54d-2d00210ea58b'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:45.266662 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707eecc9-665d-461b-8a6a-4e0b2324400b'}, {'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bbf650-5bef-4ec1-af01-630545c4db55'}, {'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6260b1-28c6-435b-98e5-f15398fc683d'}, {'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd8fe5c-e298-48a3-a888-a6ccdbf3fa25'}, {'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123ce6d7-048a-4179-ac62-c23eca1c9618'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:45.269733 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8673db77-d017-4451-8311-3508838be325" -d '{"events": [{"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-plugged", "status": "completed", "tag": "707eecc9-665d-461b-8a6a-4e0b2324400b"}, {"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-plugged", "status": "completed", "tag": "03bbf650-5bef-4ec1-af01-630545c4db55"}, {"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-plugged", "status": "completed", "tag": "6d6260b1-28c6-435b-98e5-f15398fc683d"}, {"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-plugged", "status": "completed", "tag": "abd8fe5c-e298-48a3-a888-a6ccdbf3fa25"}, {"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-plugged", "status": "completed", "tag": "123ce6d7-048a-4179-ac62-c23eca1c9618"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:45.276253 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73eda68-4be1-4053-afbe-eb61531ab2f6" -d '{"events": [{"server_uuid": "93e02d3f-d658-4569-846c-42bb93c3aad7", "name": "network-vif-deleted", "tag": "730dbe95-56db-42fe-b54d-2d00210ea58b"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:45.353263 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-5f5f38d4-a552-4802-8880-67856be79dab None None] Set router 2772b235-0224-4dc6-a883-1575fa027164 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:05:45.395982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ab07f-d131-4cc3-9595-5d8e9c698bae None None] Pushing event updated for resources: {'Port': ['ID=0540e802-05b7-416c-9005-31e041aab78a,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:45.435121 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 0540e802-05b7-416c-9005-31e041aab78a triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:45.435552 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0540e802-05b7-416c-9005-31e041aab78a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:45.471697 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-11833555-921d-4de1-b8c4-1add4133b0bb req-01642edf-0bb6-4fd0-befb-c3dd94df3518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c1648968-1c4e-4ab5-8bdb-f4fa5282fef1), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:45.504390 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b36780-ab7c-4c6c-89fe-8419f6c46f6f req-b2a3cb85-3cdf-4f05-9d50-bce6fd79ca47 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:45.512077 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-15b36780-ab7c-4c6c-89fe-8419f6c46f6f req-b2a3cb85-3cdf-4f05-9d50-bce6fd79ca47 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 946 time: 0.4736609 Feb 19 04:05:45.521854 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130cba7-7866-477d-9534-9ff8ce1464ae req-97b9e338-8228-46cb-92ba-522a83daa624 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:45.530245 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8130cba7-7866-477d-9534-9ff8ce1464ae req-97b9e338-8228-46cb-92ba-522a83daa624 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 946 time: 0.4540617 Feb 19 04:05:45.567168 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c0c0bccb-8b62-4ecf-b0c1-f5dd131c7133 None None] Provisioning complete for port 0540e802-05b7-416c-9005-31e041aab78a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:45.567555 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c0c0bccb-8b62-4ecf-b0c1-f5dd131c7133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0540e802-05b7-416c-9005-31e041aab78a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:45.697986 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 0540e802-05b7-416c-9005-31e041aab78a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:45.721402 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-5f5f38d4-a552-4802-8880-67856be79dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2772b235-0224-4dc6-a883-1575fa027164', 'name': 'tempest-ServersTestManualDisk-1631775328-router', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:40Z', 'updated_at': '2022-02-19T04:05:43Z', 'revision_number': 3, 'project_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'gw_port': {'id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2772b235-0224-4dc6-a883-1575fa027164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:42Z', 'updated_at': '2022-02-19T04:05:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:45.760419 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5f38d4-a552-4802-8880-67856be79dab None None] Checking router: 2772b235-0224-4dc6-a883-1575fa027164 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:05:45.760778 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5f38d4-a552-4802-8880-67856be79dab None None] Updating router 2772b235-0224-4dc6-a883-1575fa027164 port 1cd98e95-7d86-4614-8f72-7a2450048f1d binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:05:45.779845 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c0c0bccb-8b62-4ecf-b0c1-f5dd131c7133 None None] Current status of the port 0540e802-05b7-416c-9005-31e041aab78a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:45.814091 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-5f5f38d4-a552-4802-8880-67856be79dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1cd98e95-7d86-4614-8f72-7a2450048f1d), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:46.175747 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-5f5f38d4-a552-4802-8880-67856be79dab None None] Publish callbacks [] for port (1cd98e95-7d86-4614-8f72-7a2450048f1d), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:46.187956 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-5f5f38d4-a552-4802-8880-67856be79dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1cd98e95-7d86-4614-8f72-7a2450048f1d), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:46.274579 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fcc0f-eac3-478c-b4be-afd9ce922d5a None None] Pushing event updated for resources: {'Port': ['ID=1cd98e95-7d86-4614-8f72-7a2450048f1d,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:46.307958 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-5f5f38d4-a552-4802-8880-67856be79dab None None] Attempting to bind port 1cd98e95-7d86-4614-8f72-7a2450048f1d on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:05:46.308324 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-5f5f38d4-a552-4802-8880-67856be79dab None None] Attempting to bind port 1cd98e95-7d86-4614-8f72-7a2450048f1d by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:05:46.308678 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f38d4-a552-4802-8880-67856be79dab None None] Attempting to bind port 1cd98e95-7d86-4614-8f72-7a2450048f1d on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:46.316946 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f38d4-a552-4802-8880-67856be79dab None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:05:46.317317 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f38d4-a552-4802-8880-67856be79dab None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:46.317713 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-5f5f38d4-a552-4802-8880-67856be79dab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:46.318097 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f38d4-a552-4802-8880-67856be79dab None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:05:46.318592 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-5f5f38d4-a552-4802-8880-67856be79dab None None] Bound port: 1cd98e95-7d86-4614-8f72-7a2450048f1d, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:05:46.319504 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-5f5f38d4-a552-4802-8880-67856be79dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1cd98e95-7d86-4614-8f72-7a2450048f1d), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:46.384464 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-5f5f38d4-a552-4802-8880-67856be79dab None None] For port 1cd98e95-7d86-4614-8f72-7a2450048f1d, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:05:46.407057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-11833555-921d-4de1-b8c4-1add4133b0bb req-01642edf-0bb6-4fd0-befb-c3dd94df3518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1648968-1c4e-4ab5-8bdb-f4fa5282fef1 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:05:46.416443 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-11833555-921d-4de1-b8c4-1add4133b0bb req-01642edf-0bb6-4fd0-befb-c3dd94df3518 service neutron] Publish callbacks [] for port (c1648968-1c4e-4ab5-8bdb-f4fa5282fef1), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:46.427462 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-5f5f38d4-a552-4802-8880-67856be79dab None None] For port 1cd98e95-7d86-4614-8f72-7a2450048f1d, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1cd98e95-7d86-4614-8f72-7a2450048f1d,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:05:46.429874 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-11833555-921d-4de1-b8c4-1add4133b0bb req-01642edf-0bb6-4fd0-befb-c3dd94df3518 service neutron] Transition to ACTIVE for port object c1648968-1c4e-4ab5-8bdb-f4fa5282fef1 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:05:46.439247 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-5f5f38d4-a552-4802-8880-67856be79dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1cd98e95-7d86-4614-8f72-7a2450048f1d), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:46.442315 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-11833555-921d-4de1-b8c4-1add4133b0bb req-01642edf-0bb6-4fd0-befb-c3dd94df3518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (c1648968-1c4e-4ab5-8bdb-f4fa5282fef1), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:46.519117 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5f38d4-a552-4802-8880-67856be79dab None None] Routers {'2772b235-0224-4dc6-a883-1575fa027164'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:05:46.519915 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-5f5f38d4-a552-4802-8880-67856be79dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:05:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['2772b235-0224-4dc6-a883-1575fa027164'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:46.569661 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fcc0f-eac3-478c-b4be-afd9ce922d5a None None] Pushing event updated for resources: {'Port': ['ID=1cd98e95-7d86-4614-8f72-7a2450048f1d,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:46.615365 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8130cba7-7866-477d-9534-9ff8ce1464ae req-22042eac-c041-4a3b-8eb8-6cce060792a3 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0840509 Feb 19 04:05:46.657600 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-15b36780-ab7c-4c6c-89fe-8419f6c46f6f req-1e07bcbe-a540-4647-9398-2af33ebb61c3 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1442273 Feb 19 04:05:46.670044 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-5f5f38d4-a552-4802-8880-67856be79dab None None] Set router 2772b235-0224-4dc6-a883-1575fa027164 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:05:46.673422 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01642edf-0bb6-4fd0-befb-c3dd94df3518 service neutron] Pushing event updated for resources: {'Port': ['ID=c1648968-1c4e-4ab5-8bdb-f4fa5282fef1,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:46.738558 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573bb001-8e7e-468f-bad9-591da9c2dcf2 x-openstack-request-id: req-573bb001-8e7e-468f-bad9-591da9c2dcf2 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:46.740192 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e02d3f-d658-4569-846c-42bb93c3aad7", "name": "network-vif-deleted", "tag": "730dbe95-56db-42fe-b54d-2d00210ea58b", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:46.740557 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-11833555-921d-4de1-b8c4-1add4133b0bb req-01642edf-0bb6-4fd0-befb-c3dd94df3518 service neutron] Attempting to bind port c1648968-1c4e-4ab5-8bdb-f4fa5282fef1 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:05:46.740901 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-573bb001-8e7e-468f-bad9-591da9c2dcf2 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:46.741039 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-11833555-921d-4de1-b8c4-1add4133b0bb req-01642edf-0bb6-4fd0-befb-c3dd94df3518 service neutron] Attempting to bind port c1648968-1c4e-4ab5-8bdb-f4fa5282fef1 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'e435bd62-8d55-4fff-8bfd-f564b5d1ae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '64f3a61f-3cd0-4272-965c-fb971bfc8ae4'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:05:46.741246 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11833555-921d-4de1-b8c4-1add4133b0bb req-01642edf-0bb6-4fd0-befb-c3dd94df3518 service neutron] Attempting to bind port c1648968-1c4e-4ab5-8bdb-f4fa5282fef1 on network 64f3a61f-3cd0-4272-965c-fb971bfc8ae4 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:46.741896 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e02d3f-d658-4569-846c-42bb93c3aad7', 'name': 'network-vif-deleted', 'tag': '730dbe95-56db-42fe-b54d-2d00210ea58b', 'status': 'completed', 'code': 200} Feb 19 04:05:46.748699 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd901c1-64cb-4370-b1d8-6168c4e0663c x-openstack-request-id: req-5dd901c1-64cb-4370-b1d8-6168c4e0663c {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:46.749143 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-plugged", "status": "completed", "tag": "707eecc9-665d-461b-8a6a-4e0b2324400b", "code": 200}, {"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-plugged", "status": "completed", "tag": "03bbf650-5bef-4ec1-af01-630545c4db55", "code": 200}, {"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-plugged", "status": "completed", "tag": "6d6260b1-28c6-435b-98e5-f15398fc683d", "code": 200}, {"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-plugged", "status": "completed", "tag": "abd8fe5c-e298-48a3-a888-a6ccdbf3fa25", "code": 200}, {"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-plugged", "status": "completed", "tag": "123ce6d7-048a-4179-ac62-c23eca1c9618", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:46.749143 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5dd901c1-64cb-4370-b1d8-6168c4e0663c {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:46.749611 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707eecc9-665d-461b-8a6a-4e0b2324400b', 'code': 200} Feb 19 04:05:46.749813 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bbf650-5bef-4ec1-af01-630545c4db55', 'code': 200} Feb 19 04:05:46.750055 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6260b1-28c6-435b-98e5-f15398fc683d', 'code': 200} Feb 19 04:05:46.750426 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd8fe5c-e298-48a3-a888-a6ccdbf3fa25', 'code': 200} Feb 19 04:05:46.750690 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123ce6d7-048a-4179-ac62-c23eca1c9618', 'code': 200} Feb 19 04:05:46.762875 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11833555-921d-4de1-b8c4-1add4133b0bb req-01642edf-0bb6-4fd0-befb-c3dd94df3518 service neutron] Port c1648968-1c4e-4ab5-8bdb-f4fa5282fef1 on network 64f3a61f-3cd0-4272-965c-fb971bfc8ae4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:05:46.763348 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11833555-921d-4de1-b8c4-1add4133b0bb req-01642edf-0bb6-4fd0-befb-c3dd94df3518 service neutron] Attempting to bind port c1648968-1c4e-4ab5-8bdb-f4fa5282fef1 on network 64f3a61f-3cd0-4272-965c-fb971bfc8ae4 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:46.851998 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11833555-921d-4de1-b8c4-1add4133b0bb req-01642edf-0bb6-4fd0-befb-c3dd94df3518 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:05:46.853279 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11833555-921d-4de1-b8c4-1add4133b0bb req-01642edf-0bb6-4fd0-befb-c3dd94df3518 service neutron] Checking segment: {'id': 'e435bd62-8d55-4fff-8bfd-f564b5d1ae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '64f3a61f-3cd0-4272-965c-fb971bfc8ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:46.853801 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11833555-921d-4de1-b8c4-1add4133b0bb req-01642edf-0bb6-4fd0-befb-c3dd94df3518 service neutron] Bound using segment: {'id': 'e435bd62-8d55-4fff-8bfd-f564b5d1ae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '64f3a61f-3cd0-4272-965c-fb971bfc8ae4'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:05:46.856111 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-11833555-921d-4de1-b8c4-1add4133b0bb req-01642edf-0bb6-4fd0-befb-c3dd94df3518 service neutron] Bound port: c1648968-1c4e-4ab5-8bdb-f4fa5282fef1, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e435bd62-8d55-4fff-8bfd-f564b5d1ae9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '64f3a61f-3cd0-4272-965c-fb971bfc8ae4'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:05:46.856579 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-11833555-921d-4de1-b8c4-1add4133b0bb req-01642edf-0bb6-4fd0-befb-c3dd94df3518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c1648968-1c4e-4ab5-8bdb-f4fa5282fef1), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:46.940068 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80698036-3074-47b6-82fd-9eaf1c18a825 req-b28083b9-ea7d-4b9e-9346-80746c97afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:46.945061 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80698036-3074-47b6-82fd-9eaf1c18a825 req-b28083b9-ea7d-4b9e-9346-80746c97afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:46.945787 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80698036-3074-47b6-82fd-9eaf1c18a825 req-b28083b9-ea7d-4b9e-9346-80746c97afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:46.948261 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80698036-3074-47b6-82fd-9eaf1c18a825 req-b28083b9-ea7d-4b9e-9346-80746c97afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:46.951638 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80698036-3074-47b6-82fd-9eaf1c18a825 req-b28083b9-ea7d-4b9e-9346-80746c97afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:46.952123 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80698036-3074-47b6-82fd-9eaf1c18a825 req-b28083b9-ea7d-4b9e-9346-80746c97afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:46.952596 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80698036-3074-47b6-82fd-9eaf1c18a825 req-b28083b9-ea7d-4b9e-9346-80746c97afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:46.958498 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-80698036-3074-47b6-82fd-9eaf1c18a825 req-b28083b9-ea7d-4b9e-9346-80746c97afd0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 6713 time: 0.1019413 Feb 19 04:05:46.958746 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 730dbe95-56db-42fe-b54d-2d00210ea58b no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:05:46.989612 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 730dbe95-56db-42fe-b54d-2d00210ea58b {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:05:46.989967 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 730dbe95-56db-42fe-b54d-2d00210ea58b not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:05:46.994928 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-5f5f38d4-a552-4802-8880-67856be79dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2772b235-0224-4dc6-a883-1575fa027164', 'name': 'tempest-ServersTestManualDisk-1631775328-router', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:40Z', 'updated_at': '2022-02-19T04:05:43Z', 'revision_number': 3, 'project_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'gw_port': {'id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2772b235-0224-4dc6-a883-1575fa027164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:42Z', 'updated_at': '2022-02-19T04:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:47.079780 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-80698036-3074-47b6-82fd-9eaf1c18a825 req-9c8a9ffb-91d6-46b1-9472-a8f1557eff75 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1141973 Feb 19 04:05:47.098964 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5f38d4-a552-4802-8880-67856be79dab None None] The sync data for ids ['2772b235-0224-4dc6-a883-1575fa027164'] in n-d-828369-19 is: [{'id': '2772b235-0224-4dc6-a883-1575fa027164', 'name': 'tempest-ServersTestManualDisk-1631775328-router', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:40Z', 'updated_at': '2022-02-19T04:05:43Z', 'revision_number': 3, 'project_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'gw_port': {'id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2772b235-0224-4dc6-a883-1575fa027164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:42Z', 'updated_at': '2022-02-19T04:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:05:47.135918 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0540e802-05b7-416c-9005-31e041aab78a up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:47.205263 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-11833555-921d-4de1-b8c4-1add4133b0bb req-01642edf-0bb6-4fd0-befb-c3dd94df3518 service neutron] For port c1648968-1c4e-4ab5-8bdb-f4fa5282fef1, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:05:47.236380 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 0540e802-05b7-416c-9005-31e041aab78a triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:47.237064 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0540e802-05b7-416c-9005-31e041aab78a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.257192 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b4b56-cc9e-41c1-a32b-8694bd9f58f2 req-0a829bb6-0725-402e-898b-a73ad2b9fc6d tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:47.265360 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-191b4b56-cc9e-41c1-a32b-8694bd9f58f2 req-0a829bb6-0725-402e-898b-a73ad2b9fc6d tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2 HTTP/1.1" status: 200 len: 944 time: 0.3665190 Feb 19 04:05:47.277557 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-11833555-921d-4de1-b8c4-1add4133b0bb req-01642edf-0bb6-4fd0-befb-c3dd94df3518 service neutron] For port c1648968-1c4e-4ab5-8bdb-f4fa5282fef1, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c1648968-1c4e-4ab5-8bdb-f4fa5282fef1,segment=NetworkSegment(e435bd62-8d55-4fff-8bfd-f564b5d1ae9e),segment_id=e435bd62-8d55-4fff-8bfd-f564b5d1ae9e)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:05:47.320912 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-11833555-921d-4de1-b8c4-1add4133b0bb req-01642edf-0bb6-4fd0-befb-c3dd94df3518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (c1648968-1c4e-4ab5-8bdb-f4fa5282fef1), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.337428 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfdedd-2cc1-4703-ad7b-5fa02bd55fe2 req-d5c8b05f-aa69-4f44-b7aa-82225ebd832f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:47.344027 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfdedd-2cc1-4703-ad7b-5fa02bd55fe2 req-d5c8b05f-aa69-4f44-b7aa-82225ebd832f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:47.352010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfdedd-2cc1-4703-ad7b-5fa02bd55fe2 req-d5c8b05f-aa69-4f44-b7aa-82225ebd832f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:47.361338 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfdedd-2cc1-4703-ad7b-5fa02bd55fe2 req-d5c8b05f-aa69-4f44-b7aa-82225ebd832f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:47.367989 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfdedd-2cc1-4703-ad7b-5fa02bd55fe2 req-d5c8b05f-aa69-4f44-b7aa-82225ebd832f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:47.374743 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfdedd-2cc1-4703-ad7b-5fa02bd55fe2 req-d5c8b05f-aa69-4f44-b7aa-82225ebd832f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:47.382289 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfdedd-2cc1-4703-ad7b-5fa02bd55fe2 req-d5c8b05f-aa69-4f44-b7aa-82225ebd832f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:47.386874 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 0540e802-05b7-416c-9005-31e041aab78a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:47.394262 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55798) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:47.396448 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-35cfdedd-2cc1-4703-ad7b-5fa02bd55fe2 req-d5c8b05f-aa69-4f44-b7aa-82225ebd832f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5432 time: 0.3778746 Feb 19 04:05:47.509071 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11833555-921d-4de1-b8c4-1add4133b0bb req-01642edf-0bb6-4fd0-befb-c3dd94df3518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:47.520074 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-11833555-921d-4de1-b8c4-1add4133b0bb req-01642edf-0bb6-4fd0-befb-c3dd94df3518 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.521534 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11833555-921d-4de1-b8c4-1add4133b0bb req-01642edf-0bb6-4fd0-befb-c3dd94df3518 service neutron] 10.222.0.79 "PUT /v2.0/ports/c1648968-1c4e-4ab5-8bdb-f4fa5282fef1 HTTP/1.1" status: 200 len: 1093 time: 2.4477401 Feb 19 04:05:47.537873 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2', 'tag': 'c1648968-1c4e-4ab5-8bdb-f4fa5282fef1'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:47.569917 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58759461-58ff-430c-aaef-514017797f74" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2", "tag": "c1648968-1c4e-4ab5-8bdb-f4fa5282fef1"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:47.636082 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-afd781d0-61de-47c4-8ffa-41b016ee23c6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c869b1ad561a43bab98562600aca3675&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2404094 Feb 19 04:05:47.639835 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55806) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:47.682589 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-191b4b56-cc9e-41c1-a32b-8694bd9f58f2 req-57dd5ff6-42e9-418a-a572-684f92682380 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f35a469-1d15-473e-83cb-34fe5aab2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090502 Feb 19 04:05:47.715283 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c675dfd3-0c4b-405f-b928-fc24f2d00226 admin admin] Publish callbacks [] for security_group (003430a4-c37c-43a7-a518-fb7d5731daeb), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.739207 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c675dfd3-0c4b-405f-b928-fc24f2d00226 admin admin] Publish callbacks [] for security_group (003430a4-c37c-43a7-a518-fb7d5731daeb), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.748933 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01642edf-0bb6-4fd0-befb-c3dd94df3518 service neutron] Pushing event updated for resources: {'Port': ['ID=c1648968-1c4e-4ab5-8bdb-f4fa5282fef1,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:47.773570 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49854c0a-a7f2-4b68-8557-a4d453cb94f8 x-openstack-request-id: req-49854c0a-a7f2-4b68-8557-a4d453cb94f8 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:47.776959 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2", "tag": "c1648968-1c4e-4ab5-8bdb-f4fa5282fef1", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:47.777210 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-49854c0a-a7f2-4b68-8557-a4d453cb94f8 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:47.777664 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2', 'tag': 'c1648968-1c4e-4ab5-8bdb-f4fa5282fef1', 'status': 'completed', 'code': 200} Feb 19 04:05:47.825389 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c675dfd3-0c4b-405f-b928-fc24f2d00226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (003430a4-c37c-43a7-a518-fb7d5731daeb), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.828336 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c675dfd3-0c4b-405f-b928-fc24f2d00226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.829790 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c675dfd3-0c4b-405f-b928-fc24f2d00226 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/003430a4-c37c-43a7-a518-fb7d5731daeb HTTP/1.1" status: 204 len: 168 time: 0.1890118 Feb 19 04:05:47.844098 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675dfd3-0c4b-405f-b928-fc24f2d00226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003430a4-c37c-43a7-a518-fb7d5731daeb,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:47.906883 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-35cfdedd-2cc1-4703-ad7b-5fa02bd55fe2 req-4f45610f-716b-46c5-b0ec-1fe99bfcf766 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5014594 Feb 19 04:05:47.982310 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11833555-921d-4de1-b8c4-1add4133b0bb req-367c58c4-0da7-42d5-84cf-8e7a21d35932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:47.982310 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11833555-921d-4de1-b8c4-1add4133b0bb req-367c58c4-0da7-42d5-84cf-8e7a21d35932 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6962dfe3c3de4f67b230a3d366f8b5d4&device_id=c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2 HTTP/1.1" status: 200 len: 1127 time: 0.3918102 Feb 19 04:05:48.091806 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-157087a7-bf8c-4c60-8d09-789fc9cc5ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:48.097909 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11833555-921d-4de1-b8c4-1add4133b0bb req-22102527-8a6c-412a-8035-dd276ecd7e34 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1648968-1c4e-4ab5-8bdb-f4fa5282fef1 HTTP/1.1" status: 200 len: 217 time: 0.0963976 Feb 19 04:05:48.202256 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3555784-1fe8-44db-8cf5-74884be9cbb4 req-ede16220-5ca5-44b9-9de3-de46a6e1d2e4 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:48.203836 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c3555784-1fe8-44db-8cf5-74884be9cbb4 req-ede16220-5ca5-44b9-9de3-de46a6e1d2e4 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 946 time: 0.3167665 Feb 19 04:05:48.333534 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11833555-921d-4de1-b8c4-1add4133b0bb req-80a47aa7-0dc9-42aa-b5a5-786eecc307c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:48.335066 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11833555-921d-4de1-b8c4-1add4133b0bb req-80a47aa7-0dc9-42aa-b5a5-786eecc307c9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dc309c63-c755-4eb5-88e5-e352cb0093c5 HTTP/1.1" status: 200 len: 862 time: 0.2070768 Feb 19 04:05:48.388910 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55824) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:48.398122 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c8527-57d1-4859-a61d-7171a9f5498f req-6457fa21-8c5c-45e6-a97b-3ae7d523d5c9 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:48.409079 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d4c8527-57d1-4859-a61d-7171a9f5498f req-6457fa21-8c5c-45e6-a97b-3ae7d523d5c9 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 946 time: 0.4059434 Feb 19 04:05:48.471000 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8f52d12a-a4f3-4cef-b4ce-46fc96d5e3a5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b63f0eb1d2dc4b4a8a9903e8f321794f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0794225 Feb 19 04:05:48.471994 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55826) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:48.497457 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11833555-921d-4de1-b8c4-1add4133b0bb req-31d6d36c-8e63-40e2-bfe8-f7eed24efb56 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64f3a61f-3cd0-4272-965c-fb971bfc8ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1412995 Feb 19 04:05:48.511760 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55828) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:48.572604 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ab219556-0d45-45de-9e21-75a7822f9e30 admin admin] Publish callbacks [] for security_group (e9b7ec47-a0e1-436e-8ea2-ea72dfa58ca2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:48.617619 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ab219556-0d45-45de-9e21-75a7822f9e30 admin admin] Publish callbacks [] for security_group (e9b7ec47-a0e1-436e-8ea2-ea72dfa58ca2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:48.704358 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c3555784-1fe8-44db-8cf5-74884be9cbb4 req-78acdc37-e854-4d80-ac54-8fe5270acb34 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709466 Feb 19 04:05:48.801407 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d4c8527-57d1-4859-a61d-7171a9f5498f req-2600570e-5a4d-4430-b637-298bc43851ee tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011925 Feb 19 04:05:48.859991 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4b557cfd-bb97-49b8-8d64-aeb59cfa6334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:48.879516 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11833555-921d-4de1-b8c4-1add4133b0bb req-b596a92c-2bd4-435d-8bd2-ec9e60afc1be service neutron] 10.222.0.79 "GET /v2.0/networks/64f3a61f-3cd0-4272-965c-fb971bfc8ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371427 Feb 19 04:05:48.880015 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-157087a7-bf8c-4c60-8d09-789fc9cc5ff2 admin admin] Allocated IP 172.20.0.1 (96098cde-d92e-4e5a-a9a6-83cea6c4c52c/4e1b4648-7460-4fb8-83f9-532f94dfdea8/e92dc762-e4f6-4a95-a77c-cacc7d139b76) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:05:48.963301 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ab219556-0d45-45de-9e21-75a7822f9e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e9b7ec47-a0e1-436e-8ea2-ea72dfa58ca2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:48.966010 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ab219556-0d45-45de-9e21-75a7822f9e30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:48.967443 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ab219556-0d45-45de-9e21-75a7822f9e30 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e9b7ec47-a0e1-436e-8ea2-ea72dfa58ca2 HTTP/1.1" status: 204 len: 168 time: 0.4941957 Feb 19 04:05:49.000406 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab219556-0d45-45de-9e21-75a7822f9e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b7ec47-a0e1-436e-8ea2-ea72dfa58ca2,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:49.008990 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4b557cfd-bb97-49b8-8d64-aeb59cfa6334 admin admin] Publish callbacks [] for security_group (32915492-7bbd-437b-b9cb-249ecbe0f350), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.017204 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4b557cfd-bb97-49b8-8d64-aeb59cfa6334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (32915492-7bbd-437b-b9cb-249ecbe0f350), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.079730 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4b557cfd-bb97-49b8-8d64-aeb59cfa6334 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8245d3a0e3944840aea09a30afb9f6a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5666549 Feb 19 04:05:49.080590 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b557cfd-bb97-49b8-8d64-aeb59cfa6334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32915492-7bbd-437b-b9cb-249ecbe0f350,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:49.084465 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55838) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:49.188504 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-68b265b0-913f-40a1-aa94-dbab28f20582 admin admin] Publish callbacks [] for security_group (32915492-7bbd-437b-b9cb-249ecbe0f350), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.202981 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30178203-17f9-4e74-8003-278e49069b15 req-2bb61793-4d53-4f6c-ab18-7a871cbca389 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:49.211619 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-30178203-17f9-4e74-8003-278e49069b15 req-2bb61793-4d53-4f6c-ab18-7a871cbca389 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2 HTTP/1.1" status: 200 len: 944 time: 0.3140047 Feb 19 04:05:49.223747 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-68b265b0-913f-40a1-aa94-dbab28f20582 admin admin] Publish callbacks [] for security_group (32915492-7bbd-437b-b9cb-249ecbe0f350), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.229623 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11833555-921d-4de1-b8c4-1add4133b0bb req-a5f62dfd-b145-4e06-a900-73b68bac801a service neutron] 10.222.0.79 "GET /v2.0/networks/64f3a61f-3cd0-4272-965c-fb971bfc8ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345399 Feb 19 04:05:49.237660 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1cd98e95-7d86-4614-8f72-7a2450048f1d up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:49.248141 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-157087a7-bf8c-4c60-8d09-789fc9cc5ff2 admin admin] Publish callbacks [] for port (e92dc762-e4f6-4a95-a77c-cacc7d139b76), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.270088 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7fa5c-e898-43d0-a703-4575101dafa5 req-89ad41f6-ffac-4692-a24d-25e17df84213 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:49.275448 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7fa5c-e898-43d0-a703-4575101dafa5 req-89ad41f6-ffac-4692-a24d-25e17df84213 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:49.284573 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7fa5c-e898-43d0-a703-4575101dafa5 req-89ad41f6-ffac-4692-a24d-25e17df84213 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:49.289839 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7fa5c-e898-43d0-a703-4575101dafa5 req-89ad41f6-ffac-4692-a24d-25e17df84213 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:49.301731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7fa5c-e898-43d0-a703-4575101dafa5 req-89ad41f6-ffac-4692-a24d-25e17df84213 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:49.307255 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7fa5c-e898-43d0-a703-4575101dafa5 req-89ad41f6-ffac-4692-a24d-25e17df84213 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:49.312619 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7fa5c-e898-43d0-a703-4575101dafa5 req-89ad41f6-ffac-4692-a24d-25e17df84213 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:49.314537 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-61b7fa5c-e898-43d0-a703-4575101dafa5 req-89ad41f6-ffac-4692-a24d-25e17df84213 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5432 time: 0.2547665 Feb 19 04:05:49.340156 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 1cd98e95-7d86-4614-8f72-7a2450048f1d triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:49.340859 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1cd98e95-7d86-4614-8f72-7a2450048f1d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.341107 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-68b265b0-913f-40a1-aa94-dbab28f20582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (32915492-7bbd-437b-b9cb-249ecbe0f350), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.346208 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-68b265b0-913f-40a1-aa94-dbab28f20582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.349366 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-68b265b0-913f-40a1-aa94-dbab28f20582 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/32915492-7bbd-437b-b9cb-249ecbe0f350 HTTP/1.1" status: 204 len: 168 time: 0.2634850 Feb 19 04:05:49.389059 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-30178203-17f9-4e74-8003-278e49069b15 req-f016155d-dfb7-4a2b-808a-3e60cd42b310 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f35a469-1d15-473e-83cb-34fe5aab2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730881 Feb 19 04:05:49.390429 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b265b0-913f-40a1-aa94-dbab28f20582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32915492-7bbd-437b-b9cb-249ecbe0f350,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:49.514421 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 1cd98e95-7d86-4614-8f72-7a2450048f1d is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:49.514985 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1cd98e95-7d86-4614-8f72-7a2450048f1d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.547985 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58759461-58ff-430c-aaef-514017797f74 req-159954dd-73a4-4d96-8c9b-2c30588fd375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:49.554525 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58759461-58ff-430c-aaef-514017797f74 req-159954dd-73a4-4d96-8c9b-2c30588fd375 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6962dfe3c3de4f67b230a3d366f8b5d4&device_id=c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2 HTTP/1.1" status: 200 len: 1127 time: 0.2343071 Feb 19 04:05:49.561110 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-157087a7-bf8c-4c60-8d09-789fc9cc5ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (e92dc762-e4f6-4a95-a77c-cacc7d139b76), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.586841 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 1cd98e95-7d86-4614-8f72-7a2450048f1d, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1cd98e95-7d86-4614-8f72-7a2450048f1d,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:49.597845 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1cd98e95-7d86-4614-8f72-7a2450048f1d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.675781 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=1cd98e95-7d86-4614-8f72-7a2450048f1d,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:49.691616 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-61b7fa5c-e898-43d0-a703-4575101dafa5 req-e61568ec-59f8-464a-a132-a569ce0dc0c1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3613987 Feb 19 04:05:49.726059 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157087a7-bf8c-4c60-8d09-789fc9cc5ff2 admin admin] Network 96098cde-d92e-4e5a-a9a6-83cea6c4c52c is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:05:49.762575 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157087a7-bf8c-4c60-8d09-789fc9cc5ff2 admin admin] Pushing event updated for resources: {'Port': ['ID=e92dc762-e4f6-4a95-a77c-cacc7d139b76,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:49.768709 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-157087a7-bf8c-4c60-8d09-789fc9cc5ff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:49.776286 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157087a7-bf8c-4c60-8d09-789fc9cc5ff2 admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:05:49.881857 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58759461-58ff-430c-aaef-514017797f74 req-f9779e01-269c-4223-a10d-76d6e7a6b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:49.884516 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58759461-58ff-430c-aaef-514017797f74 req-f9779e01-269c-4223-a10d-76d6e7a6b9a4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=64f3a61f-3cd0-4272-965c-fb971bfc8ae4 HTTP/1.1" status: 200 len: 923 time: 0.3246553 Feb 19 04:05:50.010201 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-157087a7-bf8c-4c60-8d09-789fc9cc5ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (2772b235-0224-4dc6-a883-1575fa027164), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.074115 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55876) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:50.092334 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7d7e3f1-5eba-4505-ac00-3feae92392ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.148244 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58759461-58ff-430c-aaef-514017797f74 req-12c71af2-5f30-44ee-86a1-b00e18aa248c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1648968-1c4e-4ab5-8bdb-f4fa5282fef1 HTTP/1.1" status: 200 len: 217 time: 0.2013290 Feb 19 04:05:50.212126 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7d7e3f1-5eba-4505-ac00-3feae92392ce admin admin] Publish callbacks [] for security_group (e8a442a1-1764-4e47-96a0-c3906cb788e2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.218710 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7d7e3f1-5eba-4505-ac00-3feae92392ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e8a442a1-1764-4e47-96a0-c3906cb788e2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.242189 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d123ab2d-fd10-468b-98f8-912087813604 None None] Provisioning complete for port e92dc762-e4f6-4a95-a77c-cacc7d139b76 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:50.243303 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d123ab2d-fd10-468b-98f8-912087813604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e92dc762-e4f6-4a95-a77c-cacc7d139b76), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.276966 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b7d7e3f1-5eba-4505-ac00-3feae92392ce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5d748f93b4c949159cf52ae1100f353f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2004321 Feb 19 04:05:50.279799 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55880) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:50.283124 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7e3f1-5eba-4505-ac00-3feae92392ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a442a1-1764-4e47-96a0-c3906cb788e2,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:50.298660 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d123ab2d-fd10-468b-98f8-912087813604 None None] Port e92dc762-e4f6-4a95-a77c-cacc7d139b76 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:05:50.316171 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55882) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:50.355042 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a27d04f6-2329-4a9b-84df-ea71892272d0 admin admin] Publish callbacks [] for security_group (e8a442a1-1764-4e47-96a0-c3906cb788e2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.384439 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a27d04f6-2329-4a9b-84df-ea71892272d0 admin admin] Publish callbacks [] for security_group (e8a442a1-1764-4e47-96a0-c3906cb788e2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.442814 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a27d04f6-2329-4a9b-84df-ea71892272d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e8a442a1-1764-4e47-96a0-c3906cb788e2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.446308 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a27d04f6-2329-4a9b-84df-ea71892272d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.447883 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a27d04f6-2329-4a9b-84df-ea71892272d0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e8a442a1-1764-4e47-96a0-c3906cb788e2 HTTP/1.1" status: 204 len: 168 time: 0.1666100 Feb 19 04:05:50.458109 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d04f6-2329-4a9b-84df-ea71892272d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a442a1-1764-4e47-96a0-c3906cb788e2,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:50.486254 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-e0ca3b50-2bd3-4b8c-aaeb-70f2465c4b4c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-139016962-network', 'tenant_id': 'b9f7a04083904334b9abf00a24cdac94'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:50.516033 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ca3b50-2bd3-4b8c-aaeb-70f2465c4b4c admin admin] Made reservation on behalf of b9f7a04083904334b9abf00a24cdac94 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:05:50.518949 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e0ca3b50-2bd3-4b8c-aaeb-70f2465c4b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.530022 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e0ca3b50-2bd3-4b8c-aaeb-70f2465c4b4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.592020 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea599bf4-d92d-49a1-8157-b6a00620f0dc req-419e62bd-db71-4989-976e-c78e9c33f991 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:50.597410 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea599bf4-d92d-49a1-8157-b6a00620f0dc req-419e62bd-db71-4989-976e-c78e9c33f991 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:50.603647 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea599bf4-d92d-49a1-8157-b6a00620f0dc req-419e62bd-db71-4989-976e-c78e9c33f991 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:50.610026 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea599bf4-d92d-49a1-8157-b6a00620f0dc req-419e62bd-db71-4989-976e-c78e9c33f991 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:50.622861 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea599bf4-d92d-49a1-8157-b6a00620f0dc req-419e62bd-db71-4989-976e-c78e9c33f991 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:50.628042 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea599bf4-d92d-49a1-8157-b6a00620f0dc req-419e62bd-db71-4989-976e-c78e9c33f991 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:50.633355 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea599bf4-d92d-49a1-8157-b6a00620f0dc req-419e62bd-db71-4989-976e-c78e9c33f991 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:50.640050 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea599bf4-d92d-49a1-8157-b6a00620f0dc req-419e62bd-db71-4989-976e-c78e9c33f991 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5432 time: 0.7505691 Feb 19 04:05:50.644789 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e0ca3b50-2bd3-4b8c-aaeb-70f2465c4b4c admin admin] Publish callbacks [] for security_group (185da533-3a51-494f-8911-787d0dcb2abb), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.645867 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55894) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:50.652059 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-73198ed5-d51c-45d7-ad5e-dde015d1bcf5 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Request body: {'floatingip': {'port_id': '4d3b7e86-7306-4190-840a-09d5d67b74a3'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:50.657460 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e0ca3b50-2bd3-4b8c-aaeb-70f2465c4b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (185da533-3a51-494f-8911-787d0dcb2abb), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.668674 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad9ecd-89f9-4ff9-83c2-eaa982c16427 req-3e4d7201-7574-4e6c-955a-72e069109c82 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:50.680150 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e6ad9ecd-89f9-4ff9-83c2-eaa982c16427 req-3e4d7201-7574-4e6c-955a-72e069109c82 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 946 time: 0.8187053 Feb 19 04:05:50.716632 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca3b50-2bd3-4b8c-aaeb-70f2465c4b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185da533-3a51-494f-8911-787d0dcb2abb,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:50.729669 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-73198ed5-d51c-45d7-ad5e-dde015d1bcf5 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for floatingip (681d5c5e-a7eb-4cd8-842a-3bc723b335d2), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.732773 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ca3b50-2bd3-4b8c-aaeb-70f2465c4b4c admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:05:50.789838 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58759461-58ff-430c-aaef-514017797f74 req-c0dcd591-8d26-48ca-8fe0-3e449e981d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:50.792060 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58759461-58ff-430c-aaef-514017797f74 req-c0dcd591-8d26-48ca-8fe0-3e449e981d92 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dc309c63-c755-4eb5-88e5-e352cb0093c5 HTTP/1.1" status: 200 len: 862 time: 0.6314886 Feb 19 04:05:50.820974 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e0ca3b50-2bd3-4b8c-aaeb-70f2465c4b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (4ef38181-9a38-4b5c-96b1-273a72762373), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.821442 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-e0ca3b50-2bd3-4b8c-aaeb-70f2465c4b4c admin admin] Added segment 4ef38181-9a38-4b5c-96b1-273a72762373 of type vlan for network 5c8aa983-a357-4dec-88c1-4c8633a0f153 Feb 19 04:05:50.897204 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58759461-58ff-430c-aaef-514017797f74 req-17fecf6d-8284-4fd6-8d34-7b7ce1f55002 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64f3a61f-3cd0-4272-965c-fb971bfc8ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790660 Feb 19 04:05:50.905292 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e0ca3b50-2bd3-4b8c-aaeb-70f2465c4b4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (5c8aa983-a357-4dec-88c1-4c8633a0f153), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.988010 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-157087a7-bf8c-4c60-8d09-789fc9cc5ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e92dc762-e4f6-4a95-a77c-cacc7d139b76), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.997367 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e0ca3b50-2bd3-4b8c-aaeb-70f2465c4b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (5c8aa983-a357-4dec-88c1-4c8633a0f153), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.998514 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ca3b50-2bd3-4b8c-aaeb-70f2465c4b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:50.999894 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e0ca3b50-2bd3-4b8c-aaeb-70f2465c4b4c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:51.013078 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e6ad9ecd-89f9-4ff9-83c2-eaa982c16427 req-52a752a1-06c8-4530-9130-39ebec5a3c10 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308558 Feb 19 04:05:51.076577 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b1b4a-0428-4680-b469-2f3f18a0dcef req-e41f023e-bb0e-4a3c-9778-e79cea8579b6 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:51.078187 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0f4b1b4a-0428-4680-b469-2f3f18a0dcef req-e41f023e-bb0e-4a3c-9778-e79cea8579b6 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 946 time: 0.3284516 Feb 19 04:05:51.115457 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e0ca3b50-2bd3-4b8c-aaeb-70f2465c4b4c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7978709 Feb 19 04:05:51.122301 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55904) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:51.128644 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-658b9df3-5938-45bf-8207-2d9d888efd4a admin admin] Request body: {'subnet': {'network_id': '5c8aa983-a357-4dec-88c1-4c8633a0f153', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-139016962-subnet', 'tenant_id': 'b9f7a04083904334b9abf00a24cdac94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:51.156365 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1cd98e95-7d86-4614-8f72-7a2450048f1d up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:51.164759 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca3b50-2bd3-4b8c-aaeb-70f2465c4b4c admin admin] Pushing event updated for resources: {'Network': ['ID=5c8aa983-a357-4dec-88c1-4c8633a0f153,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:51.171536 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658b9df3-5938-45bf-8207-2d9d888efd4a admin admin] Made reservation on behalf of b9f7a04083904334b9abf00a24cdac94 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:05:51.174327 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-658b9df3-5938-45bf-8207-2d9d888efd4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:51.209189 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 5c8aa983-a357-4dec-88c1-4c8633a0f153 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:05:51.264304 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58759461-58ff-430c-aaef-514017797f74 req-6825b646-eb06-4bf1-9812-ca694943b530 service neutron] 10.222.0.79 "GET /v2.0/networks/64f3a61f-3cd0-4272-965c-fb971bfc8ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079884 Feb 19 04:05:51.329294 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0f4b1b4a-0428-4680-b469-2f3f18a0dcef req-dfd5bdf2-cf7b-4d00-913d-b86029be3fa2 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238336 Feb 19 04:05:51.361864 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 1cd98e95-7d86-4614-8f72-7a2450048f1d triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:51.362373 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1cd98e95-7d86-4614-8f72-7a2450048f1d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:51.457145 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a892bc3-7bee-4c0f-a29a-7996858af5d0 req-61493311-f1de-4df0-8c4b-17b3b50f634e tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:51.458953 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a892bc3-7bee-4c0f-a29a-7996858af5d0 req-61493311-f1de-4df0-8c4b-17b3b50f634e tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2 HTTP/1.1" status: 200 len: 944 time: 0.3030922 Feb 19 04:05:51.513958 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 1cd98e95-7d86-4614-8f72-7a2450048f1d is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:51.545943 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-157087a7-bf8c-4c60-8d09-789fc9cc5ff2 admin admin] Publish callbacks [] for port (e92dc762-e4f6-4a95-a77c-cacc7d139b76), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:51.561567 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-157087a7-bf8c-4c60-8d09-789fc9cc5ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (e92dc762-e4f6-4a95-a77c-cacc7d139b76), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:51.670717 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157087a7-bf8c-4c60-8d09-789fc9cc5ff2 admin admin] Pushing event updated for resources: {'Port': ['ID=e92dc762-e4f6-4a95-a77c-cacc7d139b76,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:51.711318 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a892bc3-7bee-4c0f-a29a-7996858af5d0 req-56c6565b-8eb0-4c4b-afb7-3c2eaadff8f7 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f35a469-1d15-473e-83cb-34fe5aab2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426229 Feb 19 04:05:51.723399 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-157087a7-bf8c-4c60-8d09-789fc9cc5ff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (2772b235-0224-4dc6-a883-1575fa027164), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:51.740455 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58759461-58ff-430c-aaef-514017797f74 req-98a23f92-bef8-43cb-8122-5984274b2f1f service neutron] 10.222.0.79 "GET /v2.0/networks/64f3a61f-3cd0-4272-965c-fb971bfc8ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232237 Feb 19 04:05:51.860515 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157087a7-bf8c-4c60-8d09-789fc9cc5ff2 admin admin] Network 96098cde-d92e-4e5a-a9a6-83cea6c4c52c is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:05:51.863241 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-157087a7-bf8c-4c60-8d09-789fc9cc5ff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:52.039367 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157087a7-bf8c-4c60-8d09-789fc9cc5ff2 admin admin] Router 2772b235-0224-4dc6-a883-1575fa027164 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:05:52.131861 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.db.resource_extend [None req-73198ed5-d51c-45d7-ad5e-dde015d1bcf5 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:05:52.135469 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-658b9df3-5938-45bf-8207-2d9d888efd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (a8bffb71-df02-4239-b7fd-69894aebacc0), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:52.245620 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-61202325-39f6-4503-a2dc-a568d608022d None None] Provisioning complete for port e92dc762-e4f6-4a95-a77c-cacc7d139b76 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:52.247062 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-61202325-39f6-4503-a2dc-a568d608022d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e92dc762-e4f6-4a95-a77c-cacc7d139b76), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:52.247542 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-73198ed5-d51c-45d7-ad5e-dde015d1bcf5 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:52.258849 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b9df3-5938-45bf-8207-2d9d888efd4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8bffb71-df02-4239-b7fd-69894aebacc0,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:52.262689 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658b9df3-5938-45bf-8207-2d9d888efd4a admin admin] Checking segment: {'id': '4ef38181-9a38-4b5c-96b1-273a72762373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5c8aa983-a357-4dec-88c1-4c8633a0f153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:52.263132 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658b9df3-5938-45bf-8207-2d9d888efd4a admin admin] Network hostable DHCP agents. Network: 5c8aa983-a357-4dec-88c1-4c8633a0f153, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:05:52.269389 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-73198ed5-d51c-45d7-ad5e-dde015d1bcf5 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (681d5c5e-a7eb-4cd8-842a-3bc723b335d2), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:52.337848 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157087a7-bf8c-4c60-8d09-789fc9cc5ff2 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:05:52.340787 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-61202325-39f6-4503-a2dc-a568d608022d None None] Port e92dc762-e4f6-4a95-a77c-cacc7d139b76 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:05:52.342690 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device c1648968-1c4e-4ab5-8bdb-f4fa5282fef1 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:05:52.359845 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-157087a7-bf8c-4c60-8d09-789fc9cc5ff2 admin admin] 10.222.0.52 "PUT /v2.0/routers/2772b235-0224-4dc6-a883-1575fa027164/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2765820 Feb 19 04:05:52.386267 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b3267-c6b1-480b-b0bc-bd7f03774b8d req-489a0c4c-c180-49f8-abad-8192101dcbaf tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:52.388667 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-73198ed5-d51c-45d7-ad5e-dde015d1bcf5 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Floating IP 681d5c5e-a7eb-4cd8-842a-3bc723b335d2 associated. External IP: 172.25.3.221, port: 4d3b7e86-7306-4190-840a-09d5d67b74a3. Feb 19 04:05:52.399150 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-736b3267-c6b1-480b-b0bc-bd7f03774b8d req-489a0c4c-c180-49f8-abad-8192101dcbaf tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 946 time: 0.1626768 Feb 19 04:05:52.447285 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658b9df3-5938-45bf-8207-2d9d888efd4a admin admin] Network 5c8aa983-a357-4dec-88c1-4c8633a0f153 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:05:52.465138 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-658b9df3-5938-45bf-8207-2d9d888efd4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 5c8aa983-a357-4dec-88c1-4c8633a0f153) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:52.470820 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658b9df3-5938-45bf-8207-2d9d888efd4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:52.471414 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-658b9df3-5938-45bf-8207-2d9d888efd4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:52.530744 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d518be64-26c2-43c4-bc52-e8f190fee47a None None] Network 5c8aa983-a357-4dec-88c1-4c8633a0f153 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:05:52.534338 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162b0e42-6eb7-48c8-b787-bced1f20e139 None None] Sync routers for ids ['2772b235-0224-4dc6-a883-1575fa027164'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:05:52.557012 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-658b9df3-5938-45bf-8207-2d9d888efd4a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4334888 Feb 19 04:05:52.560433 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55940) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:52.565959 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-736b3267-c6b1-480b-b0bc-bd7f03774b8d req-8976e401-bd0a-4a8c-bf9d-bd9aaa4e31c9 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651027 Feb 19 04:05:52.573002 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3255efa1-8ddd-42f8-81fb-93f14209bc1e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-139016962-router', 'tenant_id': 'b9f7a04083904334b9abf00a24cdac94', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:52.638547 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669872f-18da-4d91-8c90-113de0441302 req-4a747c68-3ede-45dd-811b-d8a4261888f1 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:52.654491 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9669872f-18da-4d91-8c90-113de0441302 req-4a747c68-3ede-45dd-811b-d8a4261888f1 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 946 time: 0.1766822 Feb 19 04:05:52.747891 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3255efa1-8ddd-42f8-81fb-93f14209bc1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (e6ab9cff-f55b-4d6a-ad11-fff9a2313132), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:52.752906 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3255efa1-8ddd-42f8-81fb-93f14209bc1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (e6ab9cff-f55b-4d6a-ad11-fff9a2313132), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:52.810264 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9669872f-18da-4d91-8c90-113de0441302 req-623fb7b0-c0ac-41c5-a505-40597dd88ece tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547434 Feb 19 04:05:52.845040 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port c1648968-1c4e-4ab5-8bdb-f4fa5282fef1, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c1648968-1c4e-4ab5-8bdb-f4fa5282fef1,segment=NetworkSegment(e435bd62-8d55-4fff-8bfd-f564b5d1ae9e),segment_id=e435bd62-8d55-4fff-8bfd-f564b5d1ae9e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:52.895370 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'c1648968-1c4e-4ab5-8bdb-f4fa5282fef1', 'network_id': '64f3a61f-3cd0-4272-965c-fb971bfc8ae4', 'port_id': 'c1648968-1c4e-4ab5-8bdb-f4fa5282fef1', 'mac_address': 'fa:16:3e:1d:8d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc309c63-c755-4eb5-88e5-e352cb0093c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:05:52.908908 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162b0e42-6eb7-48c8-b787-bced1f20e139 None None] Routers {'2772b235-0224-4dc6-a883-1575fa027164'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:05:52.912797 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-162b0e42-6eb7-48c8-b787-bced1f20e139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:05:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['2772b235-0224-4dc6-a883-1575fa027164'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:52.949972 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73198ed5-d51c-45d7-ad5e-dde015d1bcf5 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Router a943f550-ef5f-472b-a075-bcaed7fd0fac has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:05:53.021892 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3255efa1-8ddd-42f8-81fb-93f14209bc1e admin admin] Publish callbacks [] for router_controller (e6ab9cff-f55b-4d6a-ad11-fff9a2313132), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:53.102324 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port c1648968-1c4e-4ab5-8bdb-f4fa5282fef1 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:53.102718 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c1648968-1c4e-4ab5-8bdb-f4fa5282fef1), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:53.128921 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889a4cf-50f7-4bd5-a537-76b1cc22c25d req-e21cc36d-9cbf-48b8-902f-949413be696d tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:53.130537 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6889a4cf-50f7-4bd5-a537-76b1cc22c25d req-e21cc36d-9cbf-48b8-902f-949413be696d tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2 HTTP/1.1" status: 200 len: 944 time: 0.1934986 Feb 19 04:05:53.184275 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe572df-36b9-40b3-ae8a-25e81b2aaa18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-5c8aa983-a357-4dec-88c1-4c8633a0f153', 'network_id': '5c8aa983-a357-4dec-88c1-4c8633a0f153', 'project_id': 'b9f7a04083904334b9abf00a24cdac94', 'fixed_ips': [{'subnet_id': 'a8bffb71-df02-4239-b7fd-69894aebacc0'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:05:53.185606 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cfe572df-36b9-40b3-ae8a-25e81b2aaa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:53.192182 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1648968-1c4e-4ab5-8bdb-f4fa5282fef1 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:05:53.238559 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6889a4cf-50f7-4bd5-a537-76b1cc22c25d req-2888e395-b5db-4bad-9e1e-14e3d8c8958b tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f35a469-1d15-473e-83cb-34fe5aab2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012077 Feb 19 04:05:53.249238 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port c1648968-1c4e-4ab5-8bdb-f4fa5282fef1, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c1648968-1c4e-4ab5-8bdb-f4fa5282fef1,segment=NetworkSegment(e435bd62-8d55-4fff-8bfd-f564b5d1ae9e),segment_id=e435bd62-8d55-4fff-8bfd-f564b5d1ae9e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:53.263682 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-162b0e42-6eb7-48c8-b787-bced1f20e139 None None] Set router 2772b235-0224-4dc6-a883-1575fa027164 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:05:53.295291 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c1648968-1c4e-4ab5-8bdb-f4fa5282fef1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:53.389029 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3255efa1-8ddd-42f8-81fb-93f14209bc1e admin admin] Publish callbacks [] for router_gateway (e6ab9cff-f55b-4d6a-ad11-fff9a2313132), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:53.404470 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55964) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:53.413466 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-1a9302b3-767c-459a-be63-cd6f0b3c8093 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1280252570', 'description': 'tempest-description--122239968'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:53.453160 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73198ed5-d51c-45d7-ad5e-dde015d1bcf5 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:05:53.460250 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-73198ed5-d51c-45d7-ad5e-dde015d1bcf5 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:53.465973 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d5be5e-93e3-4f23-ba0c-91348f881796 None None] Sync routers for ids ['a943f550-ef5f-472b-a075-bcaed7fd0fac'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:05:53.476672 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d5be5e-93e3-4f23-ba0c-91348f881796 None None] Routers {'a943f550-ef5f-472b-a075-bcaed7fd0fac'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:05:53.477695 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-36d5be5e-93e3-4f23-ba0c-91348f881796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:05:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['a943f550-ef5f-472b-a075-bcaed7fd0fac'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:53.487023 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1a9302b3-767c-459a-be63-cd6f0b3c8093 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:53.488884 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-cfe572df-36b9-40b3-ae8a-25e81b2aaa18 None None] Allocated IP 172.20.0.2 (5c8aa983-a357-4dec-88c1-4c8633a0f153/a8bffb71-df02-4239-b7fd-69894aebacc0/fc0d5d23-dc78-4877-ba22-c31bc1205bd3) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:05:53.546631 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['c1648968-1c4e-4ab5-8bdb-f4fa5282fef1'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:53.567677 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-73198ed5-d51c-45d7-ad5e-dde015d1bcf5 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "PUT /v2.0/floatingips/681d5c5e-a7eb-4cd8-842a-3bc723b335d2 HTTP/1.1" status: 200 len: 991 time: 2.9199233 Feb 19 04:05:53.572668 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'tag': '4d3b7e86-7306-4190-840a-09d5d67b74a3'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:53.575244 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e1a84a-2938-4e15-b85e-ea85cafebff3" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "tag": "4d3b7e86-7306-4190-840a-09d5d67b74a3"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:53.633149 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9fb996-ed68-49c5-bffa-c5d3876c48c9 x-openstack-request-id: req-5b9fb996-ed68-49c5-bffa-c5d3876c48c9 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:53.633494 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "tag": "4d3b7e86-7306-4190-840a-09d5d67b74a3", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:53.633682 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b9fb996-ed68-49c5-bffa-c5d3876c48c9 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:53.634721 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'tag': '4d3b7e86-7306-4190-840a-09d5d67b74a3', 'status': 'completed', 'code': 200} Feb 19 04:05:53.742513 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1a9302b3-767c-459a-be63-cd6f0b3c8093 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks [] for security_group (df3f22db-342c-466a-b72c-fd5867974e7e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:53.811023 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-36d5be5e-93e3-4f23-ba0c-91348f881796 None None] Set router a943f550-ef5f-472b-a075-bcaed7fd0fac gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:05:53.832625 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1a9302b3-767c-459a-be63-cd6f0b3c8093 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (df3f22db-342c-466a-b72c-fd5867974e7e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:53.959297 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cfe572df-36b9-40b3-ae8a-25e81b2aaa18 None None] Publish callbacks [] for port (fc0d5d23-dc78-4877-ba22-c31bc1205bd3), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:53.969420 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=c1648968-1c4e-4ab5-8bdb-f4fa5282fef1,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:53.971662 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3ef8a-960c-4708-8769-2d33f0c88ce2 req-9be46000-b340-46dc-ad45-25ee7c6ead28 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:53.988770 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3ef8a-960c-4708-8769-2d33f0c88ce2 req-9be46000-b340-46dc-ad45-25ee7c6ead28 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:53.994660 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3ef8a-960c-4708-8769-2d33f0c88ce2 req-9be46000-b340-46dc-ad45-25ee7c6ead28 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:54.007037 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cfe572df-36b9-40b3-ae8a-25e81b2aaa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (fc0d5d23-dc78-4877-ba22-c31bc1205bd3), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:54.010625 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3ef8a-960c-4708-8769-2d33f0c88ce2 req-9be46000-b340-46dc-ad45-25ee7c6ead28 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:54.018180 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3ef8a-960c-4708-8769-2d33f0c88ce2 req-9be46000-b340-46dc-ad45-25ee7c6ead28 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:54.023963 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3ef8a-960c-4708-8769-2d33f0c88ce2 req-9be46000-b340-46dc-ad45-25ee7c6ead28 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:54.049609 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3ef8a-960c-4708-8769-2d33f0c88ce2 req-9be46000-b340-46dc-ad45-25ee7c6ead28 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:54.065175 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17d3ef8a-960c-4708-8769-2d33f0c88ce2 req-9be46000-b340-46dc-ad45-25ee7c6ead28 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5432 time: 0.3530328 Feb 19 04:05:54.091233 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3255efa1-8ddd-42f8-81fb-93f14209bc1e admin admin] Publish callbacks [] for router_gateway (e6ab9cff-f55b-4d6a-ad11-fff9a2313132), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:54.098691 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1a9302b3-767c-459a-be63-cd6f0b3c8093 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:54.100956 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1a9302b3-767c-459a-be63-cd6f0b3c8093 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6940396 Feb 19 04:05:54.108956 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56006) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:54.125969 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9302b3-767c-459a-be63-cd6f0b3c8093 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df3f22db-342c-466a-b72c-fd5867974e7e,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:54.132371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-08902faf-7244-42dc-8dc5-665f8ee36e7e tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Request body: {'security_group_rule': {'security_group_id': 'df3f22db-342c-466a-b72c-fd5867974e7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:54.139482 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3255efa1-8ddd-42f8-81fb-93f14209bc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:54.147053 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c02cac-250b-4e54-b8e3-32d0f89728e7 req-e70a033d-1a26-421e-9a13-25d9a3b60843 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:54.155196 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c3c02cac-250b-4e54-b8e3-32d0f89728e7 req-e70a033d-1a26-421e-9a13-25d9a3b60843 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 946 time: 0.4159865 Feb 19 04:05:54.159985 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe572df-36b9-40b3-ae8a-25e81b2aaa18 None None] Network 5c8aa983-a357-4dec-88c1-4c8633a0f153 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:05:54.193173 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-cfe572df-36b9-40b3-ae8a-25e81b2aaa18 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:54.195594 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-36d5be5e-93e3-4f23-ba0c-91348f881796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'name': 'tempest-TaggedBootDevicesTest-2129352706-router', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '9f035dd4-62ef-47b5-b5e8-00b3c98e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:12Z', 'updated_at': '2022-02-19T04:02:17Z', 'revision_number': 4, 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'gw_port': {'id': '9f035dd4-62ef-47b5-b5e8-00b3c98e8154', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:12Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '681d5c5e-a7eb-4cd8-842a-3bc723b335d2', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'port_id': '4d3b7e86-7306-4190-840a-09d5d67b74a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc', 'mac_address': 'fa:16:3e:78:28:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:03:35Z', 'updated_at': '2022-02-19T04:05:51Z', 'revision_number': 1, 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf8d7f0-a765-4a34-a2c2-577a50a75bd9', 'name': '', 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'mac_address': 'fa:16:3e:9b:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '00070044-bad3-439e-8650-6c43fc944981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:16Z', 'updated_at': '2022-02-19T04:02:25Z', 'revision_number': 5, 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'subnets': [{'id': '00070044-bad3-439e-8650-6c43fc944981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:54.203756 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe572df-36b9-40b3-ae8a-25e81b2aaa18 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:05:54.242373 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17d3ef8a-960c-4708-8769-2d33f0c88ce2 req-a5ee1126-53ca-4fbb-b60a-efd3b05fc492 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1760290 Feb 19 04:05:54.248251 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe572df-36b9-40b3-ae8a-25e81b2aaa18 None None] Pushing event updated for resources: {'Port': ['ID=fc0d5d23-dc78-4877-ba22-c31bc1205bd3,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:54.280800 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d5be5e-93e3-4f23-ba0c-91348f881796 None None] Checking router: a943f550-ef5f-472b-a075-bcaed7fd0fac for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:05:54.282467 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c3c02cac-250b-4e54-b8e3-32d0f89728e7 req-24c8eac4-ac6e-47fe-a569-b5624021a81a tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202345 Feb 19 04:05:54.308244 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-08902faf-7244-42dc-8dc5-665f8ee36e7e tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks [] for security_group_rule (02a6db15-a021-436e-a22f-36b384d6ecc4), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:54.316591 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d5be5e-93e3-4f23-ba0c-91348f881796 None None] Routers {'a943f550-ef5f-472b-a075-bcaed7fd0fac'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:05:54.317342 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-36d5be5e-93e3-4f23-ba0c-91348f881796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:05:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['a943f550-ef5f-472b-a075-bcaed7fd0fac'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:54.334257 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-3255efa1-8ddd-42f8-81fb-93f14209bc1e admin admin] Allocated IP 172.25.3.79 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/ae535e84-c384-4636-b80e-a10bc4783e1f) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:05:54.420225 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-08902faf-7244-42dc-8dc5-665f8ee36e7e tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks [] for security_group_rule (02a6db15-a021-436e-a22f-36b384d6ecc4), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:54.460035 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-08902faf-7244-42dc-8dc5-665f8ee36e7e tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (02a6db15-a021-436e-a22f-36b384d6ecc4), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:54.480837 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1a84a-2938-4e15-b85e-ea85cafebff3 req-2d35d2e7-1fbd-4abc-af45-b4c480423798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:54.481389 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1a84a-2938-4e15-b85e-ea85cafebff3 req-2d35d2e7-1fbd-4abc-af45-b4c480423798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:54.481882 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1a84a-2938-4e15-b85e-ea85cafebff3 req-2d35d2e7-1fbd-4abc-af45-b4c480423798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:54.482344 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1a84a-2938-4e15-b85e-ea85cafebff3 req-2d35d2e7-1fbd-4abc-af45-b4c480423798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:54.482867 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1a84a-2938-4e15-b85e-ea85cafebff3 req-2d35d2e7-1fbd-4abc-af45-b4c480423798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:54.483343 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1a84a-2938-4e15-b85e-ea85cafebff3 req-2d35d2e7-1fbd-4abc-af45-b4c480423798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:54.483815 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1a84a-2938-4e15-b85e-ea85cafebff3 req-2d35d2e7-1fbd-4abc-af45-b4c480423798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:54.487376 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b4e1a84a-2938-4e15-b85e-ea85cafebff3 req-2d35d2e7-1fbd-4abc-af45-b4c480423798 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=488b9932c1464ee8ae512fcaa6eb0e94&device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 6713 time: 0.7984962 Feb 19 04:05:54.501180 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08902faf-7244-42dc-8dc5-665f8ee36e7e tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a6db15-a021-436e-a22f-36b384d6ecc4,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:54.513401 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-162b0e42-6eb7-48c8-b787-bced1f20e139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2772b235-0224-4dc6-a883-1575fa027164', 'name': 'tempest-ServersTestManualDisk-1631775328-router', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:40Z', 'updated_at': '2022-02-19T04:05:50Z', 'revision_number': 4, 'project_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'gw_port': {'id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2772b235-0224-4dc6-a883-1575fa027164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:42Z', 'updated_at': '2022-02-19T04:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'e92dc762-e4f6-4a95-a77c-cacc7d139b76', 'name': '', 'network_id': '96098cde-d92e-4e5a-a9a6-83cea6c4c52c', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'mac_address': 'fa:16:3e:19:9e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2772b235-0224-4dc6-a883-1575fa027164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '4e1b4648-7460-4fb8-83f9-532f94dfdea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:48Z', 'updated_at': '2022-02-19T04:05:51Z', 'revision_number': 2, 'project_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'subnets': [{'id': '4e1b4648-7460-4fb8-83f9-532f94dfdea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:54.540623 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-08902faf-7244-42dc-8dc5-665f8ee36e7e tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:54.544355 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-08902faf-7244-42dc-8dc5-665f8ee36e7e tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4180543 Feb 19 04:05:54.547619 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56028) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:54.551447 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-cfe572df-36b9-40b3-ae8a-25e81b2aaa18 None None] Attempting to bind port fc0d5d23-dc78-4877-ba22-c31bc1205bd3 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:05:54.552452 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-cfe572df-36b9-40b3-ae8a-25e81b2aaa18 None None] Attempting to bind port fc0d5d23-dc78-4877-ba22-c31bc1205bd3 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '4ef38181-9a38-4b5c-96b1-273a72762373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5c8aa983-a357-4dec-88c1-4c8633a0f153'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:05:54.553081 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-04c9477f-3e56-4bbb-bc90-a3e7ba71bfd7 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Request body: {'security_group_rule': {'security_group_id': 'df3f22db-342c-466a-b72c-fd5867974e7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:54.553217 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe572df-36b9-40b3-ae8a-25e81b2aaa18 None None] Attempting to bind port fc0d5d23-dc78-4877-ba22-c31bc1205bd3 on network 5c8aa983-a357-4dec-88c1-4c8633a0f153 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:54.601449 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162b0e42-6eb7-48c8-b787-bced1f20e139 None None] Checking router: 2772b235-0224-4dc6-a883-1575fa027164 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:05:54.602192 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162b0e42-6eb7-48c8-b787-bced1f20e139 None None] Updating router 2772b235-0224-4dc6-a883-1575fa027164 port e92dc762-e4f6-4a95-a77c-cacc7d139b76 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:05:54.615023 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-36d5be5e-93e3-4f23-ba0c-91348f881796 None None] Set router a943f550-ef5f-472b-a075-bcaed7fd0fac gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:05:54.638443 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe572df-36b9-40b3-ae8a-25e81b2aaa18 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:05:54.639027 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe572df-36b9-40b3-ae8a-25e81b2aaa18 None None] Checking segment: {'id': '4ef38181-9a38-4b5c-96b1-273a72762373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5c8aa983-a357-4dec-88c1-4c8633a0f153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:54.639794 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cfe572df-36b9-40b3-ae8a-25e81b2aaa18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:54.640288 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe572df-36b9-40b3-ae8a-25e81b2aaa18 None None] Bound using segment: {'id': '4ef38181-9a38-4b5c-96b1-273a72762373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5c8aa983-a357-4dec-88c1-4c8633a0f153'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:05:54.640928 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-cfe572df-36b9-40b3-ae8a-25e81b2aaa18 None None] Bound port: fc0d5d23-dc78-4877-ba22-c31bc1205bd3, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef38181-9a38-4b5c-96b1-273a72762373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5c8aa983-a357-4dec-88c1-4c8633a0f153'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:05:54.641562 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cfe572df-36b9-40b3-ae8a-25e81b2aaa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fc0d5d23-dc78-4877-ba22-c31bc1205bd3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:54.642006 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2238f-4084-4130-bedd-69cb75dc6d44 req-b1205486-d2b3-470f-b054-88af4ded2167 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:54.652068 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fab2238f-4084-4130-bedd-69cb75dc6d44 req-b1205486-d2b3-470f-b054-88af4ded2167 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 946 time: 0.2299097 Feb 19 04:05:54.677627 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3255efa1-8ddd-42f8-81fb-93f14209bc1e admin admin] Publish callbacks [] for port (ae535e84-c384-4636-b80e-a10bc4783e1f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:54.733212 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc369af2-16f6-4e22-b750-f51eeaaf9621 req-bd587284-3142-44f1-945a-d26fe74ed108 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:54.737623 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dc369af2-16f6-4e22-b750-f51eeaaf9621 req-bd587284-3142-44f1-945a-d26fe74ed108 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2 HTTP/1.1" status: 200 len: 945 time: 0.2808349 Feb 19 04:05:54.750142 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-04c9477f-3e56-4bbb-bc90-a3e7ba71bfd7 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks [] for security_group_rule (f0c05306-055b-4efc-bed9-dd03929bb395), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:54.757455 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56032) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:54.760577 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-162b0e42-6eb7-48c8-b787-bced1f20e139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e92dc762-e4f6-4a95-a77c-cacc7d139b76), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:54.771637 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1a84a-2938-4e15-b85e-ea85cafebff3 req-959318be-cec9-42be-904d-d340675be717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:54.773146 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b4e1a84a-2938-4e15-b85e-ea85cafebff3 req-959318be-cec9-42be-904d-d340675be717 service neutron] 10.222.0.26 "GET /v2.0/networks?id=455a1d36-0244-440a-9c8b-39e2a2ccd1dc HTTP/1.1" status: 200 len: 913 time: 0.2734442 Feb 19 04:05:54.775277 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3255efa1-8ddd-42f8-81fb-93f14209bc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ae535e84-c384-4636-b80e-a10bc4783e1f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:54.812689 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fab2238f-4084-4130-bedd-69cb75dc6d44 req-20e4042b-073c-48b3-8b77-6fc1c440eccd tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547489 Feb 19 04:05:54.908138 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255efa1-8ddd-42f8-81fb-93f14209bc1e admin admin] Pushing event updated for resources: {'Port': ['ID=ae535e84-c384-4636-b80e-a10bc4783e1f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:54.920663 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-cfe572df-36b9-40b3-ae8a-25e81b2aaa18 None None] For port fc0d5d23-dc78-4877-ba22-c31bc1205bd3, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:05:54.928089 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-cfe572df-36b9-40b3-ae8a-25e81b2aaa18 None None] For port fc0d5d23-dc78-4877-ba22-c31bc1205bd3, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=fc0d5d23-dc78-4877-ba22-c31bc1205bd3,segment=NetworkSegment(4ef38181-9a38-4b5c-96b1-273a72762373),segment_id=4ef38181-9a38-4b5c-96b1-273a72762373)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:05:54.958872 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cfe572df-36b9-40b3-ae8a-25e81b2aaa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (fc0d5d23-dc78-4877-ba22-c31bc1205bd3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:54.982083 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-36d5be5e-93e3-4f23-ba0c-91348f881796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'name': 'tempest-TaggedBootDevicesTest-2129352706-router', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '9f035dd4-62ef-47b5-b5e8-00b3c98e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:12Z', 'updated_at': '2022-02-19T04:02:17Z', 'revision_number': 4, 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'gw_port': {'id': '9f035dd4-62ef-47b5-b5e8-00b3c98e8154', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:12Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '681d5c5e-a7eb-4cd8-842a-3bc723b335d2', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'port_id': '4d3b7e86-7306-4190-840a-09d5d67b74a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc', 'mac_address': 'fa:16:3e:78:28:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:03:35Z', 'updated_at': '2022-02-19T04:05:51Z', 'revision_number': 1, 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf8d7f0-a765-4a34-a2c2-577a50a75bd9', 'name': '', 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'mac_address': 'fa:16:3e:9b:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '00070044-bad3-439e-8650-6c43fc944981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:16Z', 'updated_at': '2022-02-19T04:02:25Z', 'revision_number': 5, 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'subnets': [{'id': '00070044-bad3-439e-8650-6c43fc944981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:55.029515 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d5be5e-93e3-4f23-ba0c-91348f881796 None None] The sync data for ids ['a943f550-ef5f-472b-a075-bcaed7fd0fac'] in n-d-828369-19 is: [{'id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'name': 'tempest-TaggedBootDevicesTest-2129352706-router', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '9f035dd4-62ef-47b5-b5e8-00b3c98e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:12Z', 'updated_at': '2022-02-19T04:02:17Z', 'revision_number': 4, 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'gw_port': {'id': '9f035dd4-62ef-47b5-b5e8-00b3c98e8154', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:12Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '681d5c5e-a7eb-4cd8-842a-3bc723b335d2', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'port_id': '4d3b7e86-7306-4190-840a-09d5d67b74a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc', 'mac_address': 'fa:16:3e:78:28:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:03:35Z', 'updated_at': '2022-02-19T04:05:51Z', 'revision_number': 1, 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf8d7f0-a765-4a34-a2c2-577a50a75bd9', 'name': '', 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'mac_address': 'fa:16:3e:9b:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '00070044-bad3-439e-8650-6c43fc944981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:16Z', 'updated_at': '2022-02-19T04:02:25Z', 'revision_number': 5, 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'subnets': [{'id': '00070044-bad3-439e-8650-6c43fc944981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:05:55.103401 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3255efa1-8ddd-42f8-81fb-93f14209bc1e admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:05:55.105470 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-3255efa1-8ddd-42f8-81fb-93f14209bc1e admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:55.120725 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-04c9477f-3e56-4bbb-bc90-a3e7ba71bfd7 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks [] for security_group_rule (f0c05306-055b-4efc-bed9-dd03929bb395), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:55.168266 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b4e1a84a-2938-4e15-b85e-ea85cafebff3 req-751a4055-edda-40ef-b375-06039bc79892 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d3b7e86-7306-4190-840a-09d5d67b74a3 HTTP/1.1" status: 200 len: 999 time: 0.3827715 Feb 19 04:05:55.169285 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3255efa1-8ddd-42f8-81fb-93f14209bc1e admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:05:55.170054 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dc369af2-16f6-4e22-b750-f51eeaaf9621 req-b04b9f60-0f61-4ab1-a7b1-08a9e51db292 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f35a469-1d15-473e-83cb-34fe5aab2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735318 Feb 19 04:05:55.188806 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-04c9477f-3e56-4bbb-bc90-a3e7ba71bfd7 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (f0c05306-055b-4efc-bed9-dd03929bb395), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:55.193606 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe572df-36b9-40b3-ae8a-25e81b2aaa18 None None] Pushing event updated for resources: {'Port': ['ID=fc0d5d23-dc78-4877-ba22-c31bc1205bd3,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:55.206813 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8f15bb65-e387-460f-99a5-653bed5d163a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:55.274094 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc288a-04bb-420a-b3eb-0fcf288ac274 req-91421f1f-4055-494d-85ac-50cacf3798ca tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:55.296544 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc288a-04bb-420a-b3eb-0fcf288ac274 req-91421f1f-4055-494d-85ac-50cacf3798ca tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:55.326239 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc288a-04bb-420a-b3eb-0fcf288ac274 req-91421f1f-4055-494d-85ac-50cacf3798ca tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:55.335303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc288a-04bb-420a-b3eb-0fcf288ac274 req-91421f1f-4055-494d-85ac-50cacf3798ca tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:55.341680 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc288a-04bb-420a-b3eb-0fcf288ac274 req-91421f1f-4055-494d-85ac-50cacf3798ca tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:55.347935 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc288a-04bb-420a-b3eb-0fcf288ac274 req-91421f1f-4055-494d-85ac-50cacf3798ca tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:55.354103 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc288a-04bb-420a-b3eb-0fcf288ac274 req-91421f1f-4055-494d-85ac-50cacf3798ca tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:55.359511 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1a84a-2938-4e15-b85e-ea85cafebff3 req-8afbc520-b1d1-46c5-ba58-8db61333b081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:55.362202 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b4e1a84a-2938-4e15-b85e-ea85cafebff3 req-8afbc520-b1d1-46c5-ba58-8db61333b081 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00070044-bad3-439e-8650-6c43fc944981 HTTP/1.1" status: 200 len: 851 time: 0.1297085 Feb 19 04:05:55.365584 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-13cc288a-04bb-420a-b3eb-0fcf288ac274 req-91421f1f-4055-494d-85ac-50cacf3798ca tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5432 time: 0.4271822 Feb 19 04:05:55.372705 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9477f-3e56-4bbb-bc90-a3e7ba71bfd7 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c05306-055b-4efc-bed9-dd03929bb395,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:55.432586 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-04c9477f-3e56-4bbb-bc90-a3e7ba71bfd7 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:55.439658 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-04c9477f-3e56-4bbb-bc90-a3e7ba71bfd7 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8901150 Feb 19 04:05:55.445415 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56040) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:55.467443 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-162b0e42-6eb7-48c8-b787-bced1f20e139 None None] Publish callbacks [] for port (e92dc762-e4f6-4a95-a77c-cacc7d139b76), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:55.473694 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-c21d0d23-4003-4c68-98d9-2489a47a16b9 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:55.489786 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-162b0e42-6eb7-48c8-b787-bced1f20e139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e92dc762-e4f6-4a95-a77c-cacc7d139b76), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:55.591915 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3004d37-7d86-4a0b-9865-8afbbb169db7 None None] New status for floating IP 681d5c5e-a7eb-4cd8-842a-3bc723b335d2: ACTIVE {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:05:55.603327 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c21d0d23-4003-4c68-98d9-2489a47a16b9 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:55.650782 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6263eca-8b91-444f-b97a-3eedac613451 req-3da96f8e-1772-4c5f-b7b2-64488a254380 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:55.653055 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e6263eca-8b91-444f-b97a-3eedac613451 req-3da96f8e-1772-4c5f-b7b2-64488a254380 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 946 time: 0.2057612 Feb 19 04:05:55.769595 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8f15bb65-e387-460f-99a5-653bed5d163a admin admin] Publish callbacks [] for security_group (b2d276e3-2d8b-4772-8d8e-9bd304259766), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:55.796145 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8f15bb65-e387-460f-99a5-653bed5d163a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b2d276e3-2d8b-4772-8d8e-9bd304259766), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:55.802708 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51bd1b-3d51-45e1-b8c7-e1b6cbc714c1 None None] Pushing event updated for resources: {'Port': ['ID=e92dc762-e4f6-4a95-a77c-cacc7d139b76,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:55.849678 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e6263eca-8b91-444f-b97a-3eedac613451 req-94b9eda6-551a-415a-9435-b41082acb008 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863618 Feb 19 04:05:55.901173 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-162b0e42-6eb7-48c8-b787-bced1f20e139 None None] Attempting to bind port e92dc762-e4f6-4a95-a77c-cacc7d139b76 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:05:55.901687 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-162b0e42-6eb7-48c8-b787-bced1f20e139 None None] Attempting to bind port e92dc762-e4f6-4a95-a77c-cacc7d139b76 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '5ae06752-c638-4ab6-a0de-79a83a5e6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '96098cde-d92e-4e5a-a9a6-83cea6c4c52c'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:05:55.902081 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162b0e42-6eb7-48c8-b787-bced1f20e139 None None] Attempting to bind port e92dc762-e4f6-4a95-a77c-cacc7d139b76 on network 96098cde-d92e-4e5a-a9a6-83cea6c4c52c {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:55.909562 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162b0e42-6eb7-48c8-b787-bced1f20e139 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:05:55.909972 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162b0e42-6eb7-48c8-b787-bced1f20e139 None None] Checking segment: {'id': '5ae06752-c638-4ab6-a0de-79a83a5e6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '96098cde-d92e-4e5a-a9a6-83cea6c4c52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:55.910662 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-162b0e42-6eb7-48c8-b787-bced1f20e139 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:55.911162 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162b0e42-6eb7-48c8-b787-bced1f20e139 None None] Bound using segment: {'id': '5ae06752-c638-4ab6-a0de-79a83a5e6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '96098cde-d92e-4e5a-a9a6-83cea6c4c52c'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:05:55.911668 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-162b0e42-6eb7-48c8-b787-bced1f20e139 None None] Bound port: e92dc762-e4f6-4a95-a77c-cacc7d139b76, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae06752-c638-4ab6-a0de-79a83a5e6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '96098cde-d92e-4e5a-a9a6-83cea6c4c52c'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:05:55.912063 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-162b0e42-6eb7-48c8-b787-bced1f20e139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e92dc762-e4f6-4a95-a77c-cacc7d139b76), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:55.933066 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15bb65-e387-460f-99a5-653bed5d163a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d276e3-2d8b-4772-8d8e-9bd304259766,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:55.973907 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8f15bb65-e387-460f-99a5-653bed5d163a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ff9c9bbb874943a6957a542d11f49dfb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2151659 Feb 19 04:05:56.011556 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56046) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:56.163090 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706546f-77f4-4280-99a1-8be94ffe0c53 req-249fa846-0cab-4d2f-a1db-78a24252169d tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:56.172952 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6706546f-77f4-4280-99a1-8be94ffe0c53 req-249fa846-0cab-4d2f-a1db-78a24252169d tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 946 time: 0.2167392 Feb 19 04:05:56.187031 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c21d0d23-4003-4c68-98d9-2489a47a16b9 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:56.231269 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-22eee0ca-30d9-4a27-b45b-edaf5de0e62b admin admin] Publish callbacks [] for security_group (b2d276e3-2d8b-4772-8d8e-9bd304259766), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:56.235085 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-162b0e42-6eb7-48c8-b787-bced1f20e139 None None] For port e92dc762-e4f6-4a95-a77c-cacc7d139b76, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:05:56.240034 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-162b0e42-6eb7-48c8-b787-bced1f20e139 None None] For port e92dc762-e4f6-4a95-a77c-cacc7d139b76, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e92dc762-e4f6-4a95-a77c-cacc7d139b76,segment=NetworkSegment(5ae06752-c638-4ab6-a0de-79a83a5e6efb),segment_id=5ae06752-c638-4ab6-a0de-79a83a5e6efb)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:05:56.254477 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1a84a-2938-4e15-b85e-ea85cafebff3 req-52a726c8-3335-4086-ab42-1446885f02a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:56.266015 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-f6501d46-2049-4a1b-ada8-6ad7c0a02d4f None None] Provisioning complete for port e92dc762-e4f6-4a95-a77c-cacc7d139b76 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:56.266489 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f6501d46-2049-4a1b-ada8-6ad7c0a02d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e92dc762-e4f6-4a95-a77c-cacc7d139b76), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:56.266662 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b4e1a84a-2938-4e15-b85e-ea85cafebff3 req-52a726c8-3335-4086-ab42-1446885f02a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=455a1d36-0244-440a-9c8b-39e2a2ccd1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2333078 Feb 19 04:05:56.301735 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-162b0e42-6eb7-48c8-b787-bced1f20e139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e92dc762-e4f6-4a95-a77c-cacc7d139b76), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:56.345732 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-22eee0ca-30d9-4a27-b45b-edaf5de0e62b admin admin] Publish callbacks [] for security_group (b2d276e3-2d8b-4772-8d8e-9bd304259766), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:56.390522 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51bd1b-3d51-45e1-b8c7-e1b6cbc714c1 None None] Pushing event updated for resources: {'Port': ['ID=e92dc762-e4f6-4a95-a77c-cacc7d139b76,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:56.393349 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device c1648968-1c4e-4ab5-8bdb-f4fa5282fef1 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:56.407785 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3255efa1-8ddd-42f8-81fb-93f14209bc1e admin admin] Publish callbacks [] for router_gateway (e6ab9cff-f55b-4d6a-ad11-fff9a2313132), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:56.416201 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6706546f-77f4-4280-99a1-8be94ffe0c53 req-978283bb-979e-4805-8006-a82082ef3f9c tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413166 Feb 19 04:05:56.482475 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162b0e42-6eb7-48c8-b787-bced1f20e139 None None] Routers {'2772b235-0224-4dc6-a883-1575fa027164'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:05:56.483146 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-162b0e42-6eb7-48c8-b787-bced1f20e139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:05:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['2772b235-0224-4dc6-a883-1575fa027164'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:56.542268 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe69a88-66d4-4eac-a4c4-d9d97032934f req-fa9b4c34-cd99-4313-9e70-a02d57c34955 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:56.544153 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9fe69a88-66d4-4eac-a4c4-d9d97032934f req-fa9b4c34-cd99-4313-9e70-a02d57c34955 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2 HTTP/1.1" status: 200 len: 945 time: 0.2500181 Feb 19 04:05:56.585361 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-c21d0d23-4003-4c68-98d9-2489a47a16b9 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Allocated IP 172.25.3.141 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/4a4a18b3-bff3-4e7b-b28c-dbe5f1f86b26) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:05:56.636613 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-22eee0ca-30d9-4a27-b45b-edaf5de0e62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b2d276e3-2d8b-4772-8d8e-9bd304259766), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:56.639541 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-22eee0ca-30d9-4a27-b45b-edaf5de0e62b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:56.641093 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-22eee0ca-30d9-4a27-b45b-edaf5de0e62b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b2d276e3-2d8b-4772-8d8e-9bd304259766 HTTP/1.1" status: 204 len: 168 time: 0.6272807 Feb 19 04:05:56.661503 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:56.667641 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port c1648968-1c4e-4ab5-8bdb-f4fa5282fef1 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:05:56.669278 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eee0ca-30d9-4a27-b45b-edaf5de0e62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d276e3-2d8b-4772-8d8e-9bd304259766,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:56.775590 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9fe69a88-66d4-4eac-a4c4-d9d97032934f req-f635c95a-e021-4533-b928-e47d12cf8c99 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f35a469-1d15-473e-83cb-34fe5aab2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227893 Feb 19 04:05:56.796848 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port c1648968-1c4e-4ab5-8bdb-f4fa5282fef1 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:56.797234 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c1648968-1c4e-4ab5-8bdb-f4fa5282fef1), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:56.822749 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b4e1a84a-2938-4e15-b85e-ea85cafebff3 req-e6e7ed4c-a1cb-4a23-b7ec-755b66137937 service neutron] 10.222.0.26 "GET /v2.0/networks/455a1d36-0244-440a-9c8b-39e2a2ccd1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119201 Feb 19 04:05:56.837962 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44bccb5-f458-4b4d-94d0-a963e949ea1f None None] Network 5c8aa983-a357-4dec-88c1-4c8633a0f153 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:05:56.924935 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f6501d46-2049-4a1b-ada8-6ad7c0a02d4f None None] Current status of the port e92dc762-e4f6-4a95-a77c-cacc7d139b76 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:56.925327 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f6501d46-2049-4a1b-ada8-6ad7c0a02d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e92dc762-e4f6-4a95-a77c-cacc7d139b76), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:56.969971 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-f6501d46-2049-4a1b-ada8-6ad7c0a02d4f None None] For port e92dc762-e4f6-4a95-a77c-cacc7d139b76, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e92dc762-e4f6-4a95-a77c-cacc7d139b76,segment=NetworkSegment(5ae06752-c638-4ab6-a0de-79a83a5e6efb),segment_id=5ae06752-c638-4ab6-a0de-79a83a5e6efb)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:56.974987 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c21d0d23-4003-4c68-98d9-2489a47a16b9 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks [] for port (4a4a18b3-bff3-4e7b-b28c-dbe5f1f86b26), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.011755 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f6501d46-2049-4a1b-ada8-6ad7c0a02d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e92dc762-e4f6-4a95-a77c-cacc7d139b76), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.029760 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-162b0e42-6eb7-48c8-b787-bced1f20e139 None None] Set router 2772b235-0224-4dc6-a883-1575fa027164 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:05:57.050482 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b4e1a84a-2938-4e15-b85e-ea85cafebff3 req-e461ac45-e594-46b9-84b5-46c914d3683b service neutron] 10.222.0.26 "GET /v2.0/networks/455a1d36-0244-440a-9c8b-39e2a2ccd1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838219 Feb 19 04:05:57.192396 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3255efa1-8ddd-42f8-81fb-93f14209bc1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (e6ab9cff-f55b-4d6a-ad11-fff9a2313132), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.218458 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa42a1-d0d7-40a3-b4a5-05bf8bc3d3bd req-4f37658b-4c20-4cd0-bf97-fbc0f968300d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:57.225319 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ffa42a1-d0d7-40a3-b4a5-05bf8bc3d3bd req-4f37658b-4c20-4cd0-bf97-fbc0f968300d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 946 time: 0.2218659 Feb 19 04:05:57.251270 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56058) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:57.265026 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port c1648968-1c4e-4ab5-8bdb-f4fa5282fef1 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:57.265748 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c1648968-1c4e-4ab5-8bdb-f4fa5282fef1), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.275145 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c21d0d23-4003-4c68-98d9-2489a47a16b9 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (4a4a18b3-bff3-4e7b-b28c-dbe5f1f86b26), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.296518 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4e7e5492-d9f2-4c1e-9fc4-f17a77c1969c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.312909 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device fc0d5d23-dc78-4877-ba22-c31bc1205bd3 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:57.320915 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21d0d23-4003-4c68-98d9-2489a47a16b9 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:05:57.344441 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ffa42a1-d0d7-40a3-b4a5-05bf8bc3d3bd req-fe9d579f-f797-455c-99ab-2307ddff5d24 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131089 Feb 19 04:05:57.345651 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-c21d0d23-4003-4c68-98d9-2489a47a16b9 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:57.395727 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21d0d23-4003-4c68-98d9-2489a47a16b9 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:05:57.447752 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3255efa1-8ddd-42f8-81fb-93f14209bc1e admin admin] Router e6ab9cff-f55b-4d6a-ad11-fff9a2313132 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:05:57.455787 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d0d23-4003-4c68-98d9-2489a47a16b9 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Pushing event updated for resources: {'Port': ['ID=4a4a18b3-bff3-4e7b-b28c-dbe5f1f86b26,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:57.481597 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-cba63527-8804-449d-b5c1-a8d4dc9496c9 None None] Provisioning complete for port e92dc762-e4f6-4a95-a77c-cacc7d139b76 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:57.483120 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cba63527-8804-449d-b5c1-a8d4dc9496c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e92dc762-e4f6-4a95-a77c-cacc7d139b76), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.557193 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port c1648968-1c4e-4ab5-8bdb-f4fa5282fef1, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c1648968-1c4e-4ab5-8bdb-f4fa5282fef1,segment=NetworkSegment(e435bd62-8d55-4fff-8bfd-f564b5d1ae9e),segment_id=e435bd62-8d55-4fff-8bfd-f564b5d1ae9e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:57.568965 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1648968-1c4e-4ab5-8bdb-f4fa5282fef1'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:57.569911 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53db5193-2fea-4cc2-8153-af392cd09e5c" -d '{"events": [{"server_uuid": "c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2", "name": "network-vif-plugged", "status": "completed", "tag": "c1648968-1c4e-4ab5-8bdb-f4fa5282fef1"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:57.574674 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6501d46-2049-4a1b-ada8-6ad7c0a02d4f None None] Pushing event updated for resources: {'Port': ['ID=e92dc762-e4f6-4a95-a77c-cacc7d139b76,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:57.604733 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4e7e5492-d9f2-4c1e-9fc4-f17a77c1969c admin admin] Publish callbacks [] for security_group (36411f1f-7863-461d-8f2c-42fe7ff93b18), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.628652 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c21d0d23-4003-4c68-98d9-2489a47a16b9 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks [] for floatingip (b721fb6e-00d0-4773-8d5f-d06ba0fc94f9), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.631422 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c1648968-1c4e-4ab5-8bdb-f4fa5282fef1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.664664 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4e7e5492-d9f2-4c1e-9fc4-f17a77c1969c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (36411f1f-7863-461d-8f2c-42fe7ff93b18), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.691970 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3255efa1-8ddd-42f8-81fb-93f14209bc1e admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:05:57.704830 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c82cf-088d-459e-870c-a0741239ca41 None None] Sync routers for ids ['e6ab9cff-f55b-4d6a-ad11-fff9a2313132'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:05:57.719117 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526c82cf-088d-459e-870c-a0741239ca41 None None] Routers {'e6ab9cff-f55b-4d6a-ad11-fff9a2313132'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:05:57.719920 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-526c82cf-088d-459e-870c-a0741239ca41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:05:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['e6ab9cff-f55b-4d6a-ad11-fff9a2313132'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:57.727022 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4e7e5492-d9f2-4c1e-9fc4-f17a77c1969c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bf14344195104525b5f23e92453a1b88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4743803 Feb 19 04:05:57.730148 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56070) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:57.750972 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3255efa1-8ddd-42f8-81fb-93f14209bc1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.752989 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3255efa1-8ddd-42f8-81fb-93f14209bc1e admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1892147 Feb 19 04:05:57.759293 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56072) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:57.761673 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port fc0d5d23-dc78-4877-ba22-c31bc1205bd3 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:57.762195 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (fc0d5d23-dc78-4877-ba22-c31bc1205bd3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.868123 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=c1648968-1c4e-4ab5-8bdb-f4fa5282fef1,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:57.870962 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e5492-d9f2-4c1e-9fc4-f17a77c1969c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36411f1f-7863-461d-8f2c-42fe7ff93b18,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:57.913956 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c21d0d23-4003-4c68-98d9-2489a47a16b9 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4a4a18b3-bff3-4e7b-b28c-dbe5f1f86b26), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.926158 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6632f91-0ad4-4a5a-9654-dfa97eb39992 admin admin] Publish callbacks [] for security_group (36411f1f-7863-461d-8f2c-42fe7ff93b18), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.963904 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6632f91-0ad4-4a5a-9654-dfa97eb39992 admin admin] Publish callbacks [] for security_group (36411f1f-7863-461d-8f2c-42fe7ff93b18), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.986029 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-526c82cf-088d-459e-870c-a0741239ca41 None None] Set router e6ab9cff-f55b-4d6a-ad11-fff9a2313132 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:05:58.070913 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52e058-39ea-4cf0-a73c-73577c3fe10e req-0e08e0ed-caf5-456b-bd20-1440371b1cbd tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:58.078218 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec52e058-39ea-4cf0-a73c-73577c3fe10e req-0e08e0ed-caf5-456b-bd20-1440371b1cbd tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 946 time: 0.5138853 Feb 19 04:05:58.085737 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6632f91-0ad4-4a5a-9654-dfa97eb39992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (36411f1f-7863-461d-8f2c-42fe7ff93b18), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:58.089290 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6632f91-0ad4-4a5a-9654-dfa97eb39992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:58.091833 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292b0b5-9a37-48a3-b71c-f441f658a2d2 req-c853e0df-0dd2-41ec-a091-b782e38c3355 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:58.099074 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d6632f91-0ad4-4a5a-9654-dfa97eb39992 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/36411f1f-7863-461d-8f2c-42fe7ff93b18 HTTP/1.1" status: 204 len: 168 time: 0.3673854 Feb 19 04:05:58.099746 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9292b0b5-9a37-48a3-b71c-f441f658a2d2 req-c853e0df-0dd2-41ec-a091-b782e38c3355 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 946 time: 0.3774805 Feb 19 04:05:58.125803 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6632f91-0ad4-4a5a-9654-dfa97eb39992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36411f1f-7863-461d-8f2c-42fe7ff93b18,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:58.151410 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-cba63527-8804-449d-b5c1-a8d4dc9496c9 None None] Current status of the port e92dc762-e4f6-4a95-a77c-cacc7d139b76 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:58.156872 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port fc0d5d23-dc78-4877-ba22-c31bc1205bd3 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:58.157249 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fc0d5d23-dc78-4877-ba22-c31bc1205bd3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:58.186366 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c21d0d23-4003-4c68-98d9-2489a47a16b9 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks [] for port (4a4a18b3-bff3-4e7b-b28c-dbe5f1f86b26), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:58.218202 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c21d0d23-4003-4c68-98d9-2489a47a16b9 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (4a4a18b3-bff3-4e7b-b28c-dbe5f1f86b26), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:58.244795 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-cba63527-8804-449d-b5c1-a8d4dc9496c9 None None] Provisioning complete for port fc0d5d23-dc78-4877-ba22-c31bc1205bd3 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:58.246233 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cba63527-8804-449d-b5c1-a8d4dc9496c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (fc0d5d23-dc78-4877-ba22-c31bc1205bd3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:58.251185 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port fc0d5d23-dc78-4877-ba22-c31bc1205bd3, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=fc0d5d23-dc78-4877-ba22-c31bc1205bd3,segment=NetworkSegment(4ef38181-9a38-4b5c-96b1-273a72762373),segment_id=4ef38181-9a38-4b5c-96b1-273a72762373)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:58.292756 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-162b0e42-6eb7-48c8-b787-bced1f20e139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2772b235-0224-4dc6-a883-1575fa027164', 'name': 'tempest-ServersTestManualDisk-1631775328-router', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:40Z', 'updated_at': '2022-02-19T04:05:50Z', 'revision_number': 4, 'project_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'gw_port': {'id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2772b235-0224-4dc6-a883-1575fa027164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:42Z', 'updated_at': '2022-02-19T04:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'e92dc762-e4f6-4a95-a77c-cacc7d139b76', 'name': '', 'network_id': '96098cde-d92e-4e5a-a9a6-83cea6c4c52c', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'mac_address': 'fa:16:3e:19:9e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2772b235-0224-4dc6-a883-1575fa027164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '4e1b4648-7460-4fb8-83f9-532f94dfdea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:48Z', 'updated_at': '2022-02-19T04:05:56Z', 'revision_number': 4, 'project_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'subnets': [{'id': '4e1b4648-7460-4fb8-83f9-532f94dfdea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:58.294718 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (fc0d5d23-dc78-4877-ba22-c31bc1205bd3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:58.353432 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-526c82cf-088d-459e-870c-a0741239ca41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ab9cff-f55b-4d6a-ad11-fff9a2313132', 'name': 'tempest-FloatingIPsTestJSON-139016962-router', 'tenant_id': 'b9f7a04083904334b9abf00a24cdac94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ae535e84-c384-4636-b80e-a10bc4783e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:52Z', 'updated_at': '2022-02-19T04:05:56Z', 'revision_number': 3, 'project_id': 'b9f7a04083904334b9abf00a24cdac94', 'gw_port': {'id': 'ae535e84-c384-4636-b80e-a10bc4783e1f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ab9cff-f55b-4d6a-ad11-fff9a2313132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:54Z', 'updated_at': '2022-02-19T04:05:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:58.387800 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c82cf-088d-459e-870c-a0741239ca41 None None] Checking router: e6ab9cff-f55b-4d6a-ad11-fff9a2313132 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:05:58.388836 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c82cf-088d-459e-870c-a0741239ca41 None None] Updating router e6ab9cff-f55b-4d6a-ad11-fff9a2313132 port ae535e84-c384-4636-b80e-a10bc4783e1f binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:05:58.415690 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162b0e42-6eb7-48c8-b787-bced1f20e139 None None] The sync data for ids ['2772b235-0224-4dc6-a883-1575fa027164'] in n-d-828369-19 is: [{'id': '2772b235-0224-4dc6-a883-1575fa027164', 'name': 'tempest-ServersTestManualDisk-1631775328-router', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:40Z', 'updated_at': '2022-02-19T04:05:50Z', 'revision_number': 4, 'project_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'gw_port': {'id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2772b235-0224-4dc6-a883-1575fa027164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:42Z', 'updated_at': '2022-02-19T04:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'e92dc762-e4f6-4a95-a77c-cacc7d139b76', 'name': '', 'network_id': '96098cde-d92e-4e5a-a9a6-83cea6c4c52c', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'mac_address': 'fa:16:3e:19:9e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2772b235-0224-4dc6-a883-1575fa027164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '4e1b4648-7460-4fb8-83f9-532f94dfdea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:48Z', 'updated_at': '2022-02-19T04:05:56Z', 'revision_number': 4, 'project_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'subnets': [{'id': '4e1b4648-7460-4fb8-83f9-532f94dfdea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:05:58.416953 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec52e058-39ea-4cf0-a73c-73577c3fe10e req-81b0d9eb-f9d8-4bc0-88e6-0f9c2fa243f8 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375232 Feb 19 04:05:58.458489 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-526c82cf-088d-459e-870c-a0741239ca41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ae535e84-c384-4636-b80e-a10bc4783e1f), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:58.481830 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d0d23-4003-4c68-98d9-2489a47a16b9 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Pushing event updated for resources: {'Port': ['ID=4a4a18b3-bff3-4e7b-b28c-dbe5f1f86b26,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:58.536283 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=fc0d5d23-dc78-4877-ba22-c31bc1205bd3,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:58.549125 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c21d0d23-4003-4c68-98d9-2489a47a16b9 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (b721fb6e-00d0-4773-8d5f-d06ba0fc94f9), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:58.583852 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9292b0b5-9a37-48a3-b71c-f441f658a2d2 req-69f6ddd1-6c4c-4243-9188-fc3dbe8cf6b0 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739731 Feb 19 04:05:58.593398 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135c3a66-a4b1-486b-b33e-4ce6947a1344 x-openstack-request-id: req-135c3a66-a4b1-486b-b33e-4ce6947a1344 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:58.593734 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2", "name": "network-vif-plugged", "status": "completed", "tag": "c1648968-1c4e-4ab5-8bdb-f4fa5282fef1", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:58.593996 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-135c3a66-a4b1-486b-b33e-4ce6947a1344 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:58.602815 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1648968-1c4e-4ab5-8bdb-f4fa5282fef1', 'code': 200} Feb 19 04:05:58.629728 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c21d0d23-4003-4c68-98d9-2489a47a16b9 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:58.631057 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c21d0d23-4003-4c68-98d9-2489a47a16b9 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1640658 Feb 19 04:05:58.651751 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-cba63527-8804-449d-b5c1-a8d4dc9496c9 None None] Current status of the port fc0d5d23-dc78-4877-ba22-c31bc1205bd3 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:58.795681 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-89f856d0-b552-4875-aff8-84548eb00915 None None] Provisioning complete for port fc0d5d23-dc78-4877-ba22-c31bc1205bd3 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:58.796328 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-89f856d0-b552-4875-aff8-84548eb00915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (fc0d5d23-dc78-4877-ba22-c31bc1205bd3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:58.912775 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-31e8d43c-c799-40cb-ab5a-840ba3a3331c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:59.002468 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bde327-3d46-475d-91c8-af373653f09f req-a32d6098-8448-4ff7-b1fe-742a1f221f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:59.004031 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-41bde327-3d46-475d-91c8-af373653f09f req-a32d6098-8448-4ff7-b1fe-742a1f221f64 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2 HTTP/1.1" status: 200 len: 1129 time: 0.3401568 Feb 19 04:05:59.042431 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884c1d5-7a5b-4e77-b5c5-6853648cc478 req-b9e5b9be-b82d-41e2-9114-94f230d2d619 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:59.043924 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5884c1d5-7a5b-4e77-b5c5-6853648cc478 req-b9e5b9be-b82d-41e2-9114-94f230d2d619 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 946 time: 0.2868836 Feb 19 04:05:59.059180 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d491d6-e14c-4d53-8c7f-3ddcb65ae407 req-d90b9646-89ee-49d6-9c53-4b3e512d3d89 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:59.061006 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4d491d6-e14c-4d53-8c7f-3ddcb65ae407 req-d90b9646-89ee-49d6-9c53-4b3e512d3d89 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2 HTTP/1.1" status: 200 len: 946 time: 0.3421116 Feb 19 04:05:59.089595 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-89f856d0-b552-4875-aff8-84548eb00915 None None] Current status of the port fc0d5d23-dc78-4877-ba22-c31bc1205bd3 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:59.198802 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-526c82cf-088d-459e-870c-a0741239ca41 None None] Publish callbacks [] for port (ae535e84-c384-4636-b80e-a10bc4783e1f), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:59.223553 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-526c82cf-088d-459e-870c-a0741239ca41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ae535e84-c384-4636-b80e-a10bc4783e1f), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:59.266995 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-31e8d43c-c799-40cb-ab5a-840ba3a3331c admin admin] Allocated IP 172.20.0.1 (5c8aa983-a357-4dec-88c1-4c8633a0f153/a8bffb71-df02-4239-b7fd-69894aebacc0/ca78f4b8-bead-4b7d-9c13-ddbd61239614) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:05:59.282412 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e92dc762-e4f6-4a95-a77c-cacc7d139b76 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:59.312254 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba925134-b3b7-4add-9112-9523f2c1ced1 None None] Pushing event updated for resources: {'Port': ['ID=ae535e84-c384-4636-b80e-a10bc4783e1f,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:59.361175 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-526c82cf-088d-459e-870c-a0741239ca41 None None] Attempting to bind port ae535e84-c384-4636-b80e-a10bc4783e1f on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:05:59.362622 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-526c82cf-088d-459e-870c-a0741239ca41 None None] Attempting to bind port ae535e84-c384-4636-b80e-a10bc4783e1f by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:05:59.364094 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526c82cf-088d-459e-870c-a0741239ca41 None None] Attempting to bind port ae535e84-c384-4636-b80e-a10bc4783e1f on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:59.377856 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526c82cf-088d-459e-870c-a0741239ca41 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:05:59.378649 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526c82cf-088d-459e-870c-a0741239ca41 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:59.379215 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-526c82cf-088d-459e-870c-a0741239ca41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:59.380068 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526c82cf-088d-459e-870c-a0741239ca41 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:05:59.380905 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-526c82cf-088d-459e-870c-a0741239ca41 None None] Bound port: ae535e84-c384-4636-b80e-a10bc4783e1f, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:05:59.381447 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-526c82cf-088d-459e-870c-a0741239ca41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ae535e84-c384-4636-b80e-a10bc4783e1f), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:59.396502 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port e92dc762-e4f6-4a95-a77c-cacc7d139b76 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:59.397598 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e92dc762-e4f6-4a95-a77c-cacc7d139b76), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:59.398510 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-31e8d43c-c799-40cb-ab5a-840ba3a3331c admin admin] Publish callbacks [] for port (ca78f4b8-bead-4b7d-9c13-ddbd61239614), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:59.410955 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-41bde327-3d46-475d-91c8-af373653f09f req-eacda4ec-9007-4cf4-8839-78e0ab324afe service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5f35a469-1d15-473e-83cb-34fe5aab2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843112 Feb 19 04:05:59.425511 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-00de1c1c-3675-4016-a4a8-137c55bf106e tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1280252570&fields=id&tenant_id=6d03f5c60bad4fde955eb5ce8d3db4c2 HTTP/1.1" status: 200 len: 267 time: 0.3028846 Feb 19 04:05:59.465758 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:59.475575 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-31e8d43c-c799-40cb-ab5a-840ba3a3331c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ca78f4b8-bead-4b7d-9c13-ddbd61239614), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:59.502749 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e8d43c-c799-40cb-ab5a-840ba3a3331c admin admin] Network 5c8aa983-a357-4dec-88c1-4c8633a0f153 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:05:59.505615 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-31e8d43c-c799-40cb-ab5a-840ba3a3331c admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:59.531909 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-526c82cf-088d-459e-870c-a0741239ca41 None None] For port ae535e84-c384-4636-b80e-a10bc4783e1f, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:05:59.533185 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4d491d6-e14c-4d53-8c7f-3ddcb65ae407 req-793fad76-8ab6-4f9d-a525-cdaee4d7c33f tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f35a469-1d15-473e-83cb-34fe5aab2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422314 Feb 19 04:05:59.546029 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-526c82cf-088d-459e-870c-a0741239ca41 None None] For port ae535e84-c384-4636-b80e-a10bc4783e1f, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ae535e84-c384-4636-b80e-a10bc4783e1f,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:05:59.554540 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-526c82cf-088d-459e-870c-a0741239ca41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ae535e84-c384-4636-b80e-a10bc4783e1f), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:59.562043 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e8d43c-c799-40cb-ab5a-840ba3a3331c admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:05:59.572947 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port e92dc762-e4f6-4a95-a77c-cacc7d139b76 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:59.574325 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device fc0d5d23-dc78-4877-ba22-c31bc1205bd3 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:59.661838 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-31e8d43c-c799-40cb-ab5a-840ba3a3331c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (e6ab9cff-f55b-4d6a-ad11-fff9a2313132), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:59.691508 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-dcf0f4fe-e8d5-4abd-acc2-e0fee15c5eec tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:59.707539 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-dcf0f4fe-e8d5-4abd-acc2-e0fee15c5eec tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/networks?id=96098cde-d92e-4e5a-a9a6-83cea6c4c52c HTTP/1.1" status: 200 len: 812 time: 0.2784252 Feb 19 04:05:59.746124 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8d43c-c799-40cb-ab5a-840ba3a3331c admin admin] Pushing event updated for resources: {'Port': ['ID=ca78f4b8-bead-4b7d-9c13-ddbd61239614,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:59.815555 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba925134-b3b7-4add-9112-9523f2c1ced1 None None] Pushing event updated for resources: {'Port': ['ID=ae535e84-c384-4636-b80e-a10bc4783e1f,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:59.824028 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526c82cf-088d-459e-870c-a0741239ca41 None None] Routers {'e6ab9cff-f55b-4d6a-ad11-fff9a2313132'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:05:59.824662 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-526c82cf-088d-459e-870c-a0741239ca41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:05:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['e6ab9cff-f55b-4d6a-ad11-fff9a2313132'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:59.984673 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-31e8d43c-c799-40cb-ab5a-840ba3a3331c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ca78f4b8-bead-4b7d-9c13-ddbd61239614), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:00.129731 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-67d2faad-22ba-491d-8c46-a72b3e969d95 None None] Provisioning complete for port ca78f4b8-bead-4b7d-9c13-ddbd61239614 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:00.130345 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-67d2faad-22ba-491d-8c46-a72b3e969d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ca78f4b8-bead-4b7d-9c13-ddbd61239614), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:00.226312 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port fc0d5d23-dc78-4877-ba22-c31bc1205bd3 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:00.227104 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (fc0d5d23-dc78-4877-ba22-c31bc1205bd3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:00.252001 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-526c82cf-088d-459e-870c-a0741239ca41 None None] Set router e6ab9cff-f55b-4d6a-ad11-fff9a2313132 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:06:00.311466 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-67d2faad-22ba-491d-8c46-a72b3e969d95 None None] Port ca78f4b8-bead-4b7d-9c13-ddbd61239614 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:06:00.338520 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-31e8d43c-c799-40cb-ab5a-840ba3a3331c admin admin] Publish callbacks [] for port (ca78f4b8-bead-4b7d-9c13-ddbd61239614), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:00.353784 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-31e8d43c-c799-40cb-ab5a-840ba3a3331c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (ca78f4b8-bead-4b7d-9c13-ddbd61239614), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:00.395576 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port fc0d5d23-dc78-4877-ba22-c31bc1205bd3 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:00.560418 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c7d168f7-e011-4d34-8a21-c711cf297c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:00.577856 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-31e8d43c-c799-40cb-ab5a-840ba3a3331c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (e6ab9cff-f55b-4d6a-ad11-fff9a2313132), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:00.583055 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-526c82cf-088d-459e-870c-a0741239ca41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ab9cff-f55b-4d6a-ad11-fff9a2313132', 'name': 'tempest-FloatingIPsTestJSON-139016962-router', 'tenant_id': 'b9f7a04083904334b9abf00a24cdac94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ae535e84-c384-4636-b80e-a10bc4783e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:52Z', 'updated_at': '2022-02-19T04:05:56Z', 'revision_number': 3, 'project_id': 'b9f7a04083904334b9abf00a24cdac94', 'gw_port': {'id': 'ae535e84-c384-4636-b80e-a10bc4783e1f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ab9cff-f55b-4d6a-ad11-fff9a2313132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:54Z', 'updated_at': '2022-02-19T04:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:00.621159 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c82cf-088d-459e-870c-a0741239ca41 None None] The sync data for ids ['e6ab9cff-f55b-4d6a-ad11-fff9a2313132'] in n-d-828369-19 is: [{'id': 'e6ab9cff-f55b-4d6a-ad11-fff9a2313132', 'name': 'tempest-FloatingIPsTestJSON-139016962-router', 'tenant_id': 'b9f7a04083904334b9abf00a24cdac94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ae535e84-c384-4636-b80e-a10bc4783e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:52Z', 'updated_at': '2022-02-19T04:05:56Z', 'revision_number': 3, 'project_id': 'b9f7a04083904334b9abf00a24cdac94', 'gw_port': {'id': 'ae535e84-c384-4636-b80e-a10bc4783e1f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ab9cff-f55b-4d6a-ad11-fff9a2313132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:54Z', 'updated_at': '2022-02-19T04:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:06:00.622113 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8d43c-c799-40cb-ab5a-840ba3a3331c admin admin] Pushing event updated for resources: {'Port': ['ID=ca78f4b8-bead-4b7d-9c13-ddbd61239614,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:00.732841 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e8d43c-c799-40cb-ab5a-840ba3a3331c admin admin] Network 5c8aa983-a357-4dec-88c1-4c8633a0f153 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:00.734415 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-31e8d43c-c799-40cb-ab5a-840ba3a3331c admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:00.796551 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-416ad299-d34a-4e90-b5b1-8a410869063d tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/quotas/6d03f5c60bad4fde955eb5ce8d3db4c2 HTTP/1.1" status: 200 len: 375 time: 1.0873330 Feb 19 04:06:00.883674 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:06:00.891690 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-5884c1d5-7a5b-4e77-b5c5-6853648cc478 req-78015804-2121-4e2c-b7e4-b53cc0ec5931 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Deleting port 6ea838a4-87ec-48ad-9c5e-1e457d20b4c3 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:06:00.893173 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5884c1d5-7a5b-4e77-b5c5-6853648cc478 req-78015804-2121-4e2c-b7e4-b53cc0ec5931 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (6ea838a4-87ec-48ad-9c5e-1e457d20b4c3), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:00.935252 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a26343-9521-4829-9818-340d31911459 req-57bad7c8-8b6c-433e-976a-251ff1c423d0 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:00.936839 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9a26343-9521-4829-9818-340d31911459 req-57bad7c8-8b6c-433e-976a-251ff1c423d0 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 946 time: 1.2197082 Feb 19 04:06:01.032251 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-42bc077b-19c2-42f7-b400-f6810b7bfe27 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d03f5c60bad4fde955eb5ce8d3db4c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2307396 Feb 19 04:06:01.087955 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e8d43c-c799-40cb-ab5a-840ba3a3331c admin admin] Router e6ab9cff-f55b-4d6a-ad11-fff9a2313132 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:06:01.245551 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9c55b009-10d1-4b35-b7b7-69c24ff0ad6c None None] Provisioning complete for port ca78f4b8-bead-4b7d-9c13-ddbd61239614 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:01.246128 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9c55b009-10d1-4b35-b7b7-69c24ff0ad6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ca78f4b8-bead-4b7d-9c13-ddbd61239614), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:01.284557 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9a26343-9521-4829-9818-340d31911459 req-709d5b71-379a-40d0-95e9-7fb3e6d09d2e tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080418 Feb 19 04:06:01.331557 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9c55b009-10d1-4b35-b7b7-69c24ff0ad6c None None] Port ca78f4b8-bead-4b7d-9c13-ddbd61239614 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:06:01.387216 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-5884c1d5-7a5b-4e77-b5c5-6853648cc478 req-78015804-2121-4e2c-b7e4-b53cc0ec5931 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] For port 6ea838a4-87ec-48ad-9c5e-1e457d20b4c3, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=6ea838a4-87ec-48ad-9c5e-1e457d20b4c3,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:01.387849 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5884c1d5-7a5b-4e77-b5c5-6853648cc478 req-78015804-2121-4e2c-b7e4-b53cc0ec5931 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (6ea838a4-87ec-48ad-9c5e-1e457d20b4c3), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:01.431314 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-72def220-57db-4690-a5a6-8a241a6db7fa service neutron] 10.222.0.52 "GET /v2.0/networks/96098cde-d92e-4e5a-a9a6-83cea6c4c52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890331 Feb 19 04:06:01.482972 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1cd31c-98ba-4ed8-a841-83d29a3e1eee req-06a49133-56d1-4168-b358-df784e70e16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:01.484873 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ba1cd31c-98ba-4ed8-a841-83d29a3e1eee req-06a49133-56d1-4168-b358-df784e70e16f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 1129 time: 0.2478926 Feb 19 04:06:01.516205 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-5884c1d5-7a5b-4e77-b5c5-6853648cc478 req-78015804-2121-4e2c-b7e4-b53cc0ec5931 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Calling delete_port for 6ea838a4-87ec-48ad-9c5e-1e457d20b4c3 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:06:01.517004 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e8d43c-c799-40cb-ab5a-840ba3a3331c admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:06:01.523795 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-31e8d43c-c799-40cb-ab5a-840ba3a3331c admin admin] 10.222.0.52 "PUT /v2.0/routers/e6ab9cff-f55b-4d6a-ad11-fff9a2313132/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7632382 Feb 19 04:06:01.553262 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ba1cd31c-98ba-4ed8-a841-83d29a3e1eee req-51ec612c-b2fd-4136-8356-d8efbb36f45a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620224 Feb 19 04:06:01.742068 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ac423-6067-4e8a-99be-ea5f3b963f2e req-4ecfb727-ac17-49de-8039-1e1a72b81d7d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:01.751451 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d4ac423-6067-4e8a-99be-ea5f3b963f2e req-4ecfb727-ac17-49de-8039-1e1a72b81d7d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd7d8b81-8ef3-4933-9eaa-26d2415fedae HTTP/1.1" status: 200 len: 946 time: 0.3174651 Feb 19 04:06:01.839385 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-12a2a0bc-65d2-4f08-a747-3f0851342f33 service neutron] 10.222.0.52 "GET /v2.0/networks/96098cde-d92e-4e5a-a9a6-83cea6c4c52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071586 Feb 19 04:06:01.865188 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d4ac423-6067-4e8a-99be-ea5f3b963f2e req-e3a1c1ba-0e00-42bb-b1b3-4d20228473fe tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051111 Feb 19 04:06:02.056807 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5884c1d5-7a5b-4e77-b5c5-6853648cc478 req-78015804-2121-4e2c-b7e4-b53cc0ec5931 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (6ea838a4-87ec-48ad-9c5e-1e457d20b4c3), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:02.068899 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['6ea838a4-87ec-48ad-9c5e-1e457d20b4c3'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:06:02.110860 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78015804-2121-4e2c-b7e4-b53cc0ec5931 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Pushing event deleted for resources: {'Port': ['ID=6ea838a4-87ec-48ad-9c5e-1e457d20b4c3,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:02.131281 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a65d3c-b8d9-4e1d-b234-f0974b012997 req-0f4dad6e-4773-49e3-90f8-bcb517099f43 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:02.138759 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-93a65d3c-b8d9-4e1d-b234-f0974b012997 req-0f4dad6e-4773-49e3-90f8-bcb517099f43 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2 HTTP/1.1" status: 200 len: 946 time: 0.1769228 Feb 19 04:06:02.220181 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-5884c1d5-7a5b-4e77-b5c5-6853648cc478 req-78015804-2121-4e2c-b7e4-b53cc0ec5931 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] No DVR routers for this DVR port 6ea838a4-87ec-48ad-9c5e-1e457d20b4c3 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:06:02.223092 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5884c1d5-7a5b-4e77-b5c5-6853648cc478 req-78015804-2121-4e2c-b7e4-b53cc0ec5931 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:02.230129 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5884c1d5-7a5b-4e77-b5c5-6853648cc478 req-78015804-2121-4e2c-b7e4-b53cc0ec5931 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.79 "DELETE /v2.0/ports/6ea838a4-87ec-48ad-9c5e-1e457d20b4c3 HTTP/1.1" status: 204 len: 173 time: 3.1683939 Feb 19 04:06:02.230987 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7d8b81-8ef3-4933-9eaa-26d2415fedae', 'name': 'network-vif-deleted', 'tag': '6ea838a4-87ec-48ad-9c5e-1e457d20b4c3'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:02.233298 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec0c508-3d31-4b0a-936e-8ce1597b0635" -d '{"events": [{"server_uuid": "fd7d8b81-8ef3-4933-9eaa-26d2415fedae", "name": "network-vif-deleted", "tag": "6ea838a4-87ec-48ad-9c5e-1e457d20b4c3"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:02.347749 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-93a65d3c-b8d9-4e1d-b234-f0974b012997 req-98e1b209-5aa5-49b2-9c44-8d0f60b59795 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f35a469-1d15-473e-83cb-34fe5aab2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030628 Feb 19 04:06:02.490618 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-82a1c920-c4a3-4d74-9ec2-b0e7e821ee92 req-5af93fb0-c928-412a-a7a2-b0edc1f916cc tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/ports?device_id=26110b60-478b-4d4e-98eb-115da1abdc6c HTTP/1.1" status: 200 len: 210 time: 0.0606582 Feb 19 04:06:02.567627 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a79032-5791-480b-b6f2-52254133ce34 x-openstack-request-id: req-34a79032-5791-480b-b6f2-52254133ce34 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:02.568006 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd7d8b81-8ef3-4933-9eaa-26d2415fedae", "name": "network-vif-deleted", "tag": "6ea838a4-87ec-48ad-9c5e-1e457d20b4c3", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:02.568415 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-34a79032-5791-480b-b6f2-52254133ce34 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:02.568953 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7d8b81-8ef3-4933-9eaa-26d2415fedae', 'name': 'network-vif-deleted', 'tag': '6ea838a4-87ec-48ad-9c5e-1e457d20b4c3', 'status': 'completed', 'code': 200} Feb 19 04:06:02.707395 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7572e006-cd4b-41ec-ab32-edd5882f5984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:02.765906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a080a-7166-4f9d-81f8-ff387e6f1ad6 req-d3957ad5-be5c-41ef-9be1-70bbb0802fd5 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:02.769578 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d08a080a-7166-4f9d-81f8-ff387e6f1ad6 req-d3957ad5-be5c-41ef-9be1-70bbb0802fd5 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 946 time: 0.1513619 Feb 19 04:06:02.777180 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-76540432-6a99-437b-a221-a824b3ec07b5 req-4c2fdfff-f478-47ef-a12b-58cafa05ebc5 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2116530 Feb 19 04:06:02.815020 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-76540432-6a99-437b-a221-a824b3ec07b5 req-bcf5fb80-8b23-413d-a891-3caeb0a1346d tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:02.850106 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56202) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:02.911370 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-76540432-6a99-437b-a221-a824b3ec07b5 req-bcf5fb80-8b23-413d-a891-3caeb0a1346d tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:02.967960 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d08a080a-7166-4f9d-81f8-ff387e6f1ad6 req-5de034d1-5931-4097-a2de-ddab282de794 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894479 Feb 19 04:06:03.046777 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3cfad981-3f1b-4393-99a6-58deb578bc16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:03.143701 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ae535e84-c384-4636-b80e-a10bc4783e1f up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:03.159557 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-76540432-6a99-437b-a221-a824b3ec07b5 req-bcf5fb80-8b23-413d-a891-3caeb0a1346d tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:03.229195 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port ae535e84-c384-4636-b80e-a10bc4783e1f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:03.229544 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ae535e84-c384-4636-b80e-a10bc4783e1f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:03.233262 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3cfad981-3f1b-4393-99a6-58deb578bc16 admin admin] Publish callbacks [] for security_group (c30657c7-e9d6-4026-8bad-03317d0de9da), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:03.254120 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3cfad981-3f1b-4393-99a6-58deb578bc16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (c30657c7-e9d6-4026-8bad-03317d0de9da), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:03.342350 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port ae535e84-c384-4636-b80e-a10bc4783e1f is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:03.343335 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ae535e84-c384-4636-b80e-a10bc4783e1f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:03.367389 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port ae535e84-c384-4636-b80e-a10bc4783e1f, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ae535e84-c384-4636-b80e-a10bc4783e1f,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:03.372873 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ae535e84-c384-4636-b80e-a10bc4783e1f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:03.395316 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfad981-3f1b-4393-99a6-58deb578bc16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30657c7-e9d6-4026-8bad-03317d0de9da,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:03.458285 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-76540432-6a99-437b-a221-a824b3ec07b5 req-bcf5fb80-8b23-413d-a891-3caeb0a1346d tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Allocated IP 172.25.3.164 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/6cb1fbd2-adef-4864-950c-32d14aedaa35) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:03.488278 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3cfad981-3f1b-4393-99a6-58deb578bc16 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=598e6da1a44449fab23b3cfe92f8bb63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6362731 Feb 19 04:06:03.490527 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56216) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:03.507468 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=ae535e84-c384-4636-b80e-a10bc4783e1f,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:03.583430 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-861b4b19-caca-4ddd-9215-c78cc7c67812 admin admin] Publish callbacks [] for security_group (c30657c7-e9d6-4026-8bad-03317d0de9da), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:03.609460 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-861b4b19-caca-4ddd-9215-c78cc7c67812 admin admin] Publish callbacks [] for security_group (c30657c7-e9d6-4026-8bad-03317d0de9da), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:03.638909 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd79f98-f4ac-4584-92e3-6bb20573d9db None None] Sync routers for ids ['e6ab9cff-f55b-4d6a-ad11-fff9a2313132'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:06:03.654384 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4379a256-ca06-4b2f-ba05-70c57a32238b req-fbb6fe56-e231-4814-8876-61ffb24599ae tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/ports?device_id=26110b60-478b-4d4e-98eb-115da1abdc6c HTTP/1.1" status: 200 len: 210 time: 0.0505698 Feb 19 04:06:03.668336 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-76540432-6a99-437b-a221-a824b3ec07b5 req-bcf5fb80-8b23-413d-a891-3caeb0a1346d tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks [] for port (6cb1fbd2-adef-4864-950c-32d14aedaa35), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:03.683134 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-861b4b19-caca-4ddd-9215-c78cc7c67812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (c30657c7-e9d6-4026-8bad-03317d0de9da), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:03.686021 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-861b4b19-caca-4ddd-9215-c78cc7c67812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:03.686763 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd79f98-f4ac-4584-92e3-6bb20573d9db None None] Routers {'e6ab9cff-f55b-4d6a-ad11-fff9a2313132'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:06:03.687327 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-cbd79f98-f4ac-4584-92e3-6bb20573d9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:06:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['e6ab9cff-f55b-4d6a-ad11-fff9a2313132'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:03.688306 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-861b4b19-caca-4ddd-9215-c78cc7c67812 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c30657c7-e9d6-4026-8bad-03317d0de9da HTTP/1.1" status: 204 len: 168 time: 0.1955316 Feb 19 04:06:03.704065 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b4b19-caca-4ddd-9215-c78cc7c67812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30657c7-e9d6-4026-8bad-03317d0de9da,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:03.734232 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-76540432-6a99-437b-a221-a824b3ec07b5 req-bcf5fb80-8b23-413d-a891-3caeb0a1346d tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (6cb1fbd2-adef-4864-950c-32d14aedaa35), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:03.809057 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:03.824779 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5fb80-8b23-413d-a891-3caeb0a1346d tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Pushing event updated for resources: {'Port': ['ID=6cb1fbd2-adef-4864-950c-32d14aedaa35,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:03.834103 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76540432-6a99-437b-a221-a824b3ec07b5 req-bcf5fb80-8b23-413d-a891-3caeb0a1346d tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:03.838549 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-76540432-6a99-437b-a221-a824b3ec07b5 req-bcf5fb80-8b23-413d-a891-3caeb0a1346d tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:03.841605 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-76540432-6a99-437b-a221-a824b3ec07b5 req-bcf5fb80-8b23-413d-a891-3caeb0a1346d tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:03.900110 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-cbd79f98-f4ac-4584-92e3-6bb20573d9db None None] Set router e6ab9cff-f55b-4d6a-ad11-fff9a2313132 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:06:03.914835 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72377cd6-ba8f-4f19-885f-cb57745abd85 req-267d358e-15e9-4e86-b08f-297034fb820d tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:03.922509 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-72377cd6-ba8f-4f19-885f-cb57745abd85 req-267d358e-15e9-4e86-b08f-297034fb820d tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2 HTTP/1.1" status: 200 len: 946 time: 0.1773300 Feb 19 04:06:04.101058 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56230) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:04.120713 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f0e98548-9316-4015-8e5e-6257d41ce5ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:04.139746 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-ce7d0711-e291-43c9-9548-e749f2c372b7 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:04.141584 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-ce7d0711-e291-43c9-9548-e749f2c372b7 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.79 "GET /v2.0/networks?id=96098cde-d92e-4e5a-a9a6-83cea6c4c52c HTTP/1.1" status: 200 len: 812 time: 0.1798270 Feb 19 04:06:04.196833 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-72377cd6-ba8f-4f19-885f-cb57745abd85 req-7f11dcab-d11e-49c4-a2eb-1e5cec76216f tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f35a469-1d15-473e-83cb-34fe5aab2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727516 Feb 19 04:06:04.213795 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-76540432-6a99-437b-a221-a824b3ec07b5 req-bcf5fb80-8b23-413d-a891-3caeb0a1346d tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks [] for floatingip (7f02109b-950b-4f1c-9c7b-049ccdc792c3), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:04.217445 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-cbd79f98-f4ac-4584-92e3-6bb20573d9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ab9cff-f55b-4d6a-ad11-fff9a2313132', 'name': 'tempest-FloatingIPsTestJSON-139016962-router', 'tenant_id': 'b9f7a04083904334b9abf00a24cdac94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ae535e84-c384-4636-b80e-a10bc4783e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:52Z', 'updated_at': '2022-02-19T04:05:59Z', 'revision_number': 4, 'project_id': 'b9f7a04083904334b9abf00a24cdac94', 'gw_port': {'id': 'ae535e84-c384-4636-b80e-a10bc4783e1f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ab9cff-f55b-4d6a-ad11-fff9a2313132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:54Z', 'updated_at': '2022-02-19T04:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'ca78f4b8-bead-4b7d-9c13-ddbd61239614', 'name': '', 'network_id': '5c8aa983-a357-4dec-88c1-4c8633a0f153', 'tenant_id': 'b9f7a04083904334b9abf00a24cdac94', 'mac_address': 'fa:16:3e:96:fa:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ab9cff-f55b-4d6a-ad11-fff9a2313132', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'a8bffb71-df02-4239-b7fd-69894aebacc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:58Z', 'updated_at': '2022-02-19T04:06:00Z', 'revision_number': 2, 'project_id': 'b9f7a04083904334b9abf00a24cdac94', 'subnets': [{'id': 'a8bffb71-df02-4239-b7fd-69894aebacc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:04.235450 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f0e98548-9316-4015-8e5e-6257d41ce5ef admin admin] Publish callbacks [] for security_group (d52f3a7b-09ce-457f-b9f3-59843f3b377b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:04.242913 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f0e98548-9316-4015-8e5e-6257d41ce5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d52f3a7b-09ce-457f-b9f3-59843f3b377b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:04.252455 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd79f98-f4ac-4584-92e3-6bb20573d9db None None] Checking router: e6ab9cff-f55b-4d6a-ad11-fff9a2313132 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:06:04.253303 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd79f98-f4ac-4584-92e3-6bb20573d9db None None] Updating router e6ab9cff-f55b-4d6a-ad11-fff9a2313132 port ca78f4b8-bead-4b7d-9c13-ddbd61239614 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:06:04.259712 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-a9b744dd-88de-41ae-8e53-9e24b0f63879 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d03f5c60bad4fde955eb5ce8d3db4c2 HTTP/1.1" status: 200 len: 380 time: 0.1080287 Feb 19 04:06:04.285395 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-7ef3d7dc-3b24-4740-82e7-5fce59066676 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Request body: {'port': {'device_id': '26110b60-478b-4d4e-98eb-115da1abdc6c', 'network_id': '96098cde-d92e-4e5a-a9a6-83cea6c4c52c', 'admin_state_up': True, 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'security_groups': ['df3f22db-342c-466a-b72c-fd5867974e7e']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:04.290787 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cbd79f98-f4ac-4584-92e3-6bb20573d9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ca78f4b8-bead-4b7d-9c13-ddbd61239614), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:04.320873 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e98548-9316-4015-8e5e-6257d41ce5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52f3a7b-09ce-457f-b9f3-59843f3b377b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:04.343106 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f0e98548-9316-4015-8e5e-6257d41ce5ef admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c48d37798fd54c72b3d72472ccae790e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2400990 Feb 19 04:06:04.345464 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56240) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:04.377117 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-76540432-6a99-437b-a221-a824b3ec07b5 req-bcf5fb80-8b23-413d-a891-3caeb0a1346d tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6cb1fbd2-adef-4864-950c-32d14aedaa35), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:04.405755 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aff4ecb4-a07e-4b89-b112-c6fc17b97f9a admin admin] Publish callbacks [] for security_group (d52f3a7b-09ce-457f-b9f3-59843f3b377b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:04.432876 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 6ea838a4-87ec-48ad-9c5e-1e457d20b4c3 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:06:04.435599 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aff4ecb4-a07e-4b89-b112-c6fc17b97f9a admin admin] Publish callbacks [] for security_group (d52f3a7b-09ce-457f-b9f3-59843f3b377b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:04.471060 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 6ea838a4-87ec-48ad-9c5e-1e457d20b4c3 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:06:04.471324 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 6ea838a4-87ec-48ad-9c5e-1e457d20b4c3 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:06:04.513827 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aff4ecb4-a07e-4b89-b112-c6fc17b97f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d52f3a7b-09ce-457f-b9f3-59843f3b377b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:04.517168 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aff4ecb4-a07e-4b89-b112-c6fc17b97f9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:04.521659 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-aff4ecb4-a07e-4b89-b112-c6fc17b97f9a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d52f3a7b-09ce-457f-b9f3-59843f3b377b HTTP/1.1" status: 204 len: 168 time: 0.1749344 Feb 19 04:06:04.536956 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4ecb4-a07e-4b89-b112-c6fc17b97f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52f3a7b-09ce-457f-b9f3-59843f3b377b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:04.694250 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-d4492822-3293-421b-8787-940f5e669604 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:04.701662 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-d4492822-3293-421b-8787-940f5e669604 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/networks?id=9c484cb2-d49b-4cb4-a1e7-39d440927c34 HTTP/1.1" status: 200 len: 812 time: 0.3838212 Feb 19 04:06:04.742603 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cbd79f98-f4ac-4584-92e3-6bb20573d9db None None] Publish callbacks [] for port (ca78f4b8-bead-4b7d-9c13-ddbd61239614), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:04.744126 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-42ae26df-12b5-4275-a6b3-4b8c4a5536be tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/quotas/5c42b47db3b04ce6966fb4de683a6e22 HTTP/1.1" status: 200 len: 375 time: 0.0412326 Feb 19 04:06:04.751496 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cbd79f98-f4ac-4584-92e3-6bb20573d9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ca78f4b8-bead-4b7d-9c13-ddbd61239614), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:04.794888 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-eefef4c8-7005-4b91-ab8a-16f92541de3a tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5c42b47db3b04ce6966fb4de683a6e22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496094 Feb 19 04:06:04.801268 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-7ef3d7dc-3b24-4740-82e7-5fce59066676 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Made reservation on behalf of 6d03f5c60bad4fde955eb5ce8d3db4c2 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:04.806752 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-7ef3d7dc-3b24-4740-82e7-5fce59066676 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:04.827097 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7243d-2d93-4c40-879c-00edbefcdd38 None None] Pushing event updated for resources: {'Port': ['ID=ca78f4b8-bead-4b7d-9c13-ddbd61239614,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:04.854773 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-76540432-6a99-437b-a221-a824b3ec07b5 req-bcf5fb80-8b23-413d-a891-3caeb0a1346d tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks [] for port (6cb1fbd2-adef-4864-950c-32d14aedaa35), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:04.878688 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-76540432-6a99-437b-a221-a824b3ec07b5 req-bcf5fb80-8b23-413d-a891-3caeb0a1346d tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (6cb1fbd2-adef-4864-950c-32d14aedaa35), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:04.922747 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-cbd79f98-f4ac-4584-92e3-6bb20573d9db None None] Attempting to bind port ca78f4b8-bead-4b7d-9c13-ddbd61239614 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:06:04.923558 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-cbd79f98-f4ac-4584-92e3-6bb20573d9db None None] Attempting to bind port ca78f4b8-bead-4b7d-9c13-ddbd61239614 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '4ef38181-9a38-4b5c-96b1-273a72762373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5c8aa983-a357-4dec-88c1-4c8633a0f153'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:06:04.924094 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd79f98-f4ac-4584-92e3-6bb20573d9db None None] Attempting to bind port ca78f4b8-bead-4b7d-9c13-ddbd61239614 on network 5c8aa983-a357-4dec-88c1-4c8633a0f153 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:04.932085 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd79f98-f4ac-4584-92e3-6bb20573d9db None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:06:04.932749 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd79f98-f4ac-4584-92e3-6bb20573d9db None None] Checking segment: {'id': '4ef38181-9a38-4b5c-96b1-273a72762373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5c8aa983-a357-4dec-88c1-4c8633a0f153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:04.933467 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cbd79f98-f4ac-4584-92e3-6bb20573d9db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:04.934060 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd79f98-f4ac-4584-92e3-6bb20573d9db None None] Bound using segment: {'id': '4ef38181-9a38-4b5c-96b1-273a72762373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5c8aa983-a357-4dec-88c1-4c8633a0f153'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:06:04.935398 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-cbd79f98-f4ac-4584-92e3-6bb20573d9db None None] Bound port: ca78f4b8-bead-4b7d-9c13-ddbd61239614, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef38181-9a38-4b5c-96b1-273a72762373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5c8aa983-a357-4dec-88c1-4c8633a0f153'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:06:04.936055 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cbd79f98-f4ac-4584-92e3-6bb20573d9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ca78f4b8-bead-4b7d-9c13-ddbd61239614), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:05.023713 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-cbd79f98-f4ac-4584-92e3-6bb20573d9db None None] For port ca78f4b8-bead-4b7d-9c13-ddbd61239614, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:06:05.029687 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-cbd79f98-f4ac-4584-92e3-6bb20573d9db None None] For port ca78f4b8-bead-4b7d-9c13-ddbd61239614, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ca78f4b8-bead-4b7d-9c13-ddbd61239614,segment=NetworkSegment(4ef38181-9a38-4b5c-96b1-273a72762373),segment_id=4ef38181-9a38-4b5c-96b1-273a72762373)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:06:05.040979 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cbd79f98-f4ac-4584-92e3-6bb20573d9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ca78f4b8-bead-4b7d-9c13-ddbd61239614), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:05.106439 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd79f98-f4ac-4584-92e3-6bb20573d9db None None] Routers {'e6ab9cff-f55b-4d6a-ad11-fff9a2313132'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:06:05.107215 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-cbd79f98-f4ac-4584-92e3-6bb20573d9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:06:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['e6ab9cff-f55b-4d6a-ad11-fff9a2313132'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:05.183730 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ae535e84-c384-4636-b80e-a10bc4783e1f up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:05.254939 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-76540432-6a99-437b-a221-a824b3ec07b5 req-bcf5fb80-8b23-413d-a891-3caeb0a1346d tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (7f02109b-950b-4f1c-9c7b-049ccdc792c3), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:05.304534 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7243d-2d93-4c40-879c-00edbefcdd38 None None] Pushing event updated for resources: {'Port': ['ID=ca78f4b8-bead-4b7d-9c13-ddbd61239614,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:05.307569 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5fb80-8b23-413d-a891-3caeb0a1346d tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Pushing event updated for resources: {'Port': ['ID=6cb1fbd2-adef-4864-950c-32d14aedaa35,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:05.334788 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-76540432-6a99-437b-a221-a824b3ec07b5 req-bcf5fb80-8b23-413d-a891-3caeb0a1346d tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:05.336110 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-76540432-6a99-437b-a221-a824b3ec07b5 req-bcf5fb80-8b23-413d-a891-3caeb0a1346d tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5402970 Feb 19 04:06:05.356382 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:05.422002 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6a67b64d-608f-4a8b-80ec-12fe5ad68dcf None None] Provisioning complete for port ca78f4b8-bead-4b7d-9c13-ddbd61239614 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:05.422531 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6a67b64d-608f-4a8b-80ec-12fe5ad68dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ca78f4b8-bead-4b7d-9c13-ddbd61239614), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:05.426531 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port ae535e84-c384-4636-b80e-a10bc4783e1f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:05.426885 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ae535e84-c384-4636-b80e-a10bc4783e1f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:05.460697 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-0eb74487-1c00-417b-b637-1f75169aa421 service neutron] 10.222.0.52 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6505537 Feb 19 04:06:05.478841 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-76540432-6a99-437b-a221-a824b3ec07b5 req-6fce1b51-c883-48b2-a963-ae50603181a9 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.164 HTTP/1.1" status: 200 len: 696 time: 0.1213908 Feb 19 04:06:05.505372 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21343ce-02ae-4c43-b101-9392213d1759 req-f642e3e6-866a-4066-a074-145a444803c0 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:05.507074 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f21343ce-02ae-4c43-b101-9392213d1759 req-f642e3e6-866a-4066-a074-145a444803c0 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2 HTTP/1.1" status: 200 len: 946 time: 0.4475496 Feb 19 04:06:05.573694 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-cbd79f98-f4ac-4584-92e3-6bb20573d9db None None] Set router e6ab9cff-f55b-4d6a-ad11-fff9a2313132 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:06:05.599264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-7ef3d7dc-3b24-4740-82e7-5fce59066676 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Allocated IP 172.20.0.11 (96098cde-d92e-4e5a-a9a6-83cea6c4c52c/4e1b4648-7460-4fb8-83f9-532f94dfdea8/56c7b5fe-0dc5-4742-ba7b-65ba30e76872) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:05.820968 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port ae535e84-c384-4636-b80e-a10bc4783e1f is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:05.896296 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-404ad402-35df-4283-8dff-44925399d0c5 service neutron] 10.222.0.52 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219773 Feb 19 04:06:05.976513 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-f21343ce-02ae-4c43-b101-9392213d1759 req-b247be39-85f7-4bf1-8ae9-7af4644c0509 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Deleting port c1648968-1c4e-4ab5-8bdb-f4fa5282fef1 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:06:05.976963 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f21343ce-02ae-4c43-b101-9392213d1759 req-b247be39-85f7-4bf1-8ae9-7af4644c0509 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (c1648968-1c4e-4ab5-8bdb-f4fa5282fef1), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:05.992398 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76540432-6a99-437b-a221-a824b3ec07b5 req-bb8b6b67-9753-4127-b8ec-127ff24072ca tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:05.994465 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-76540432-6a99-437b-a221-a824b3ec07b5 req-bb8b6b67-9753-4127-b8ec-127ff24072ca tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 784 time: 0.5035305 Feb 19 04:06:06.015325 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6a67b64d-608f-4a8b-80ec-12fe5ad68dcf None None] Current status of the port ca78f4b8-bead-4b7d-9c13-ddbd61239614 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:06.015925 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6a67b64d-608f-4a8b-80ec-12fe5ad68dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ca78f4b8-bead-4b7d-9c13-ddbd61239614), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:06.091954 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-7ef3d7dc-3b24-4740-82e7-5fce59066676 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks [] for port (56c7b5fe-0dc5-4742-ba7b-65ba30e76872), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:06.109442 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6a67b64d-608f-4a8b-80ec-12fe5ad68dcf None None] For port ca78f4b8-bead-4b7d-9c13-ddbd61239614, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ca78f4b8-bead-4b7d-9c13-ddbd61239614,segment=NetworkSegment(4ef38181-9a38-4b5c-96b1-273a72762373),segment_id=4ef38181-9a38-4b5c-96b1-273a72762373)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:06.121159 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6a67b64d-608f-4a8b-80ec-12fe5ad68dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ca78f4b8-bead-4b7d-9c13-ddbd61239614), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:06.167082 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-cbd79f98-f4ac-4584-92e3-6bb20573d9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ab9cff-f55b-4d6a-ad11-fff9a2313132', 'name': 'tempest-FloatingIPsTestJSON-139016962-router', 'tenant_id': 'b9f7a04083904334b9abf00a24cdac94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ae535e84-c384-4636-b80e-a10bc4783e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:52Z', 'updated_at': '2022-02-19T04:05:59Z', 'revision_number': 4, 'project_id': 'b9f7a04083904334b9abf00a24cdac94', 'gw_port': {'id': 'ae535e84-c384-4636-b80e-a10bc4783e1f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ab9cff-f55b-4d6a-ad11-fff9a2313132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:54Z', 'updated_at': '2022-02-19T04:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'ca78f4b8-bead-4b7d-9c13-ddbd61239614', 'name': '', 'network_id': '5c8aa983-a357-4dec-88c1-4c8633a0f153', 'tenant_id': 'b9f7a04083904334b9abf00a24cdac94', 'mac_address': 'fa:16:3e:96:fa:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ab9cff-f55b-4d6a-ad11-fff9a2313132', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'a8bffb71-df02-4239-b7fd-69894aebacc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:58Z', 'updated_at': '2022-02-19T04:06:05Z', 'revision_number': 4, 'project_id': 'b9f7a04083904334b9abf00a24cdac94', 'subnets': [{'id': 'a8bffb71-df02-4239-b7fd-69894aebacc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:06.201413 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-36f50957-7683-47f9-a1ad-990a14563961 req-89520215-5853-44ef-93f0-32827688c427 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/ports?device_id=26110b60-478b-4d4e-98eb-115da1abdc6c HTTP/1.1" status: 200 len: 210 time: 0.0953064 Feb 19 04:06:06.288720 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67b64d-608f-4a8b-80ec-12fe5ad68dcf None None] Pushing event updated for resources: {'Port': ['ID=ca78f4b8-bead-4b7d-9c13-ddbd61239614,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:06.306915 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd79f98-f4ac-4584-92e3-6bb20573d9db None None] The sync data for ids ['e6ab9cff-f55b-4d6a-ad11-fff9a2313132'] in n-d-828369-19 is: [{'id': 'e6ab9cff-f55b-4d6a-ad11-fff9a2313132', 'name': 'tempest-FloatingIPsTestJSON-139016962-router', 'tenant_id': 'b9f7a04083904334b9abf00a24cdac94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ae535e84-c384-4636-b80e-a10bc4783e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:52Z', 'updated_at': '2022-02-19T04:05:59Z', 'revision_number': 4, 'project_id': 'b9f7a04083904334b9abf00a24cdac94', 'gw_port': {'id': 'ae535e84-c384-4636-b80e-a10bc4783e1f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ab9cff-f55b-4d6a-ad11-fff9a2313132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:54Z', 'updated_at': '2022-02-19T04:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'ca78f4b8-bead-4b7d-9c13-ddbd61239614', 'name': '', 'network_id': '5c8aa983-a357-4dec-88c1-4c8633a0f153', 'tenant_id': 'b9f7a04083904334b9abf00a24cdac94', 'mac_address': 'fa:16:3e:96:fa:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ab9cff-f55b-4d6a-ad11-fff9a2313132', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'a8bffb71-df02-4239-b7fd-69894aebacc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:58Z', 'updated_at': '2022-02-19T04:06:05Z', 'revision_number': 4, 'project_id': 'b9f7a04083904334b9abf00a24cdac94', 'subnets': [{'id': 'a8bffb71-df02-4239-b7fd-69894aebacc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:06:06.324859 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-8851230a-056f-455c-81b5-deb6941ae016 None None] Provisioning complete for port ca78f4b8-bead-4b7d-9c13-ddbd61239614 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:06.325244 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8851230a-056f-455c-81b5-deb6941ae016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ca78f4b8-bead-4b7d-9c13-ddbd61239614), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:06.425602 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-f21343ce-02ae-4c43-b101-9392213d1759 req-b247be39-85f7-4bf1-8ae9-7af4644c0509 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] For port c1648968-1c4e-4ab5-8bdb-f4fa5282fef1, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c1648968-1c4e-4ab5-8bdb-f4fa5282fef1,segment=NetworkSegment(e435bd62-8d55-4fff-8bfd-f564b5d1ae9e),segment_id=e435bd62-8d55-4fff-8bfd-f564b5d1ae9e)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:06.426149 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f21343ce-02ae-4c43-b101-9392213d1759 req-b247be39-85f7-4bf1-8ae9-7af4644c0509 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (c1648968-1c4e-4ab5-8bdb-f4fa5282fef1), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:06.444035 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-f21343ce-02ae-4c43-b101-9392213d1759 req-b247be39-85f7-4bf1-8ae9-7af4644c0509 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Calling delete_port for c1648968-1c4e-4ab5-8bdb-f4fa5282fef1 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:06:06.492624 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8851230a-056f-455c-81b5-deb6941ae016 None None] Current status of the port ca78f4b8-bead-4b7d-9c13-ddbd61239614 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:06.553791 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-7ef3d7dc-3b24-4740-82e7-5fce59066676 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (56c7b5fe-0dc5-4742-ba7b-65ba30e76872), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:06.695530 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-7ef3d7dc-3b24-4740-82e7-5fce59066676 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Network 96098cde-d92e-4e5a-a9a6-83cea6c4c52c is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:06.713915 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-7ef3d7dc-3b24-4740-82e7-5fce59066676 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:06.730037 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:06.730224 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-7ef3d7dc-3b24-4740-82e7-5fce59066676 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:06.764251 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3d7dc-3b24-4740-82e7-5fce59066676 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Pushing event updated for resources: {'Port': ['ID=56c7b5fe-0dc5-4742-ba7b-65ba30e76872,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:06.779854 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa86657-4351-42ad-8396-28e9abcecb10 req-a4dfac04-1672-4bee-893c-57a80d02f144 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:06.782207 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7fa86657-4351-42ad-8396-28e9abcecb10 req-a4dfac04-1672-4bee-893c-57a80d02f144 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 946 time: 0.6036727 Feb 19 04:06:06.805785 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3bb9a-8ac1-473a-9a8b-7fb7c573b52b req-e3c7d137-9fa9-4d2f-9d98-8b0533fb14e0 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:06.813260 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b2c3bb9a-8ac1-473a-9a8b-7fb7c573b52b req-e3c7d137-9fa9-4d2f-9d98-8b0533fb14e0 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2 HTTP/1.1" status: 200 len: 946 time: 0.4916422 Feb 19 04:06:06.847037 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f21343ce-02ae-4c43-b101-9392213d1759 req-b247be39-85f7-4bf1-8ae9-7af4644c0509 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (c1648968-1c4e-4ab5-8bdb-f4fa5282fef1), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:06.859167 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['c1648968-1c4e-4ab5-8bdb-f4fa5282fef1'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:06:07.140043 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2714a4b3-65df-4642-85d2-92edc8af930c None None] Provisioning complete for port 56c7b5fe-0dc5-4742-ba7b-65ba30e76872 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:07.140697 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2714a4b3-65df-4642-85d2-92edc8af930c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (56c7b5fe-0dc5-4742-ba7b-65ba30e76872), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:07.243552 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2714a4b3-65df-4642-85d2-92edc8af930c None None] Port 56c7b5fe-0dc5-4742-ba7b-65ba30e76872 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:06:07.257959 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ca78f4b8-bead-4b7d-9c13-ddbd61239614 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:07.344320 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56310) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:07.386156 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port ca78f4b8-bead-4b7d-9c13-ddbd61239614 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:07.386893 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ca78f4b8-bead-4b7d-9c13-ddbd61239614), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:07.526625 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port ca78f4b8-bead-4b7d-9c13-ddbd61239614 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:07.535797 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6b74a15-0b41-4d2d-85be-60a4a730cd99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:07.685290 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6b74a15-0b41-4d2d-85be-60a4a730cd99 admin admin] Publish callbacks [] for security_group (d2cff227-9d6c-4e4e-b931-05e5da4b0cca), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:07.695427 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6b74a15-0b41-4d2d-85be-60a4a730cd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d2cff227-9d6c-4e4e-b931-05e5da4b0cca), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:07.733174 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247be39-85f7-4bf1-8ae9-7af4644c0509 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Pushing event deleted for resources: {'Port': ['ID=c1648968-1c4e-4ab5-8bdb-f4fa5282fef1,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:07.769316 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c6b74a15-0b41-4d2d-85be-60a4a730cd99 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2cd6d23752744c389677b172408b6b3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4230478 Feb 19 04:06:07.771702 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56334) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:07.798702 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7fa86657-4351-42ad-8396-28e9abcecb10 req-745c8d0f-c304-48b2-8ce3-b2439142a31f tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0012522 Feb 19 04:06:07.801152 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b74a15-0b41-4d2d-85be-60a4a730cd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cff227-9d6c-4e4e-b931-05e5da4b0cca,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:07.804178 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-7ef3d7dc-3b24-4740-82e7-5fce59066676 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:07.804679 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-7ef3d7dc-3b24-4740-82e7-5fce59066676 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:07.859872 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-7ef3d7dc-3b24-4740-82e7-5fce59066676 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5813162 Feb 19 04:06:07.913751 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bf2cec9f-32ca-4861-981e-2cf4fa192d77 admin admin] Publish callbacks [] for security_group (d2cff227-9d6c-4e4e-b931-05e5da4b0cca), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:07.943911 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-175cc9af-27d0-4d70-9bbd-a0474f94b9b3 service neutron] Request body: {'port': {'device_id': '26110b60-478b-4d4e-98eb-115da1abdc6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:07.945112 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bf2cec9f-32ca-4861-981e-2cf4fa192d77 admin admin] Publish callbacks [] for security_group (d2cff227-9d6c-4e4e-b931-05e5da4b0cca), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:08.032066 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bf2cec9f-32ca-4861-981e-2cf4fa192d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d2cff227-9d6c-4e4e-b931-05e5da4b0cca), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:08.035039 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bf2cec9f-32ca-4861-981e-2cf4fa192d77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:08.036675 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bf2cec9f-32ca-4861-981e-2cf4fa192d77 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d2cff227-9d6c-4e4e-b931-05e5da4b0cca HTTP/1.1" status: 204 len: 168 time: 0.2638557 Feb 19 04:06:08.066885 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cec9f-32ca-4861-981e-2cf4fa192d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cff227-9d6c-4e4e-b931-05e5da4b0cca,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:08.136673 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4438586b-eafb-4eeb-9808-36e5994e642d req-538503e6-98af-4200-83e5-d641e5fdf93d tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] 10.222.0.52 "GET /v2.0/floatingips/7f02109b-950b-4f1c-9c7b-049ccdc792c3 HTTP/1.1" status: 200 len: 693 time: 0.2043755 Feb 19 04:06:08.207685 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21343ce-02ae-4c43-b101-9392213d1759 req-b247be39-85f7-4bf1-8ae9-7af4644c0509 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] No DVR routers for this DVR port c1648968-1c4e-4ab5-8bdb-f4fa5282fef1 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:06:08.211263 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f21343ce-02ae-4c43-b101-9392213d1759 req-b247be39-85f7-4bf1-8ae9-7af4644c0509 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:08.217144 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f21343ce-02ae-4c43-b101-9392213d1759 req-b247be39-85f7-4bf1-8ae9-7af4644c0509 tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.79 "DELETE /v2.0/ports/c1648968-1c4e-4ab5-8bdb-f4fa5282fef1 HTTP/1.1" status: 204 len: 173 time: 2.6792054 Feb 19 04:06:08.221843 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b2c3bb9a-8ac1-473a-9a8b-7fb7c573b52b req-304315f4-f70c-454d-affa-a45a75b95a7d tempest-InstanceActionsNegativeTestJSON-1859867260 tempest-InstanceActionsNegativeTestJSON-1859867260-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f35a469-1d15-473e-83cb-34fe5aab2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4075072 Feb 19 04:06:08.356113 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56356) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:08.364054 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2', 'name': 'network-vif-deleted', 'tag': 'c1648968-1c4e-4ab5-8bdb-f4fa5282fef1'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:08.367338 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a873f29-2e34-4753-a306-afef10b957b2" -d '{"events": [{"server_uuid": "c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2", "name": "network-vif-deleted", "tag": "c1648968-1c4e-4ab5-8bdb-f4fa5282fef1"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:08.407218 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-bbb36096-99cb-4d38-bb3c-92b0aa192887 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:08.408825 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-bbb36096-99cb-4d38-bb3c-92b0aa192887 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.79 "GET /v2.0/networks?id=9c484cb2-d49b-4cb4-a1e7-39d440927c34 HTTP/1.1" status: 200 len: 812 time: 0.6733994 Feb 19 04:06:08.470854 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-84d52c2c-2db7-4631-8079-b93097650aa8 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Request body: {'port': {'device_id': '685b5a11-f684-471e-821e-dbd40ab0373f', 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34', 'admin_state_up': True, 'tenant_id': '5c42b47db3b04ce6966fb4de683a6e22'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:08.480605 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-175cc9af-27d0-4d70-9bbd-a0474f94b9b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (56c7b5fe-0dc5-4742-ba7b-65ba30e76872), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:08.495752 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56362) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:08.509701 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-95b4af3d-38f5-4a38-8ba9-89be8e4e1d20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:08.532738 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1aeb1ec8-12f8-44ff-926f-094de4041f7a req-4e7be65f-ac8e-421f-9187-d2edc35332ff tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=685b5a11-f684-471e-821e-dbd40ab0373f HTTP/1.1" status: 200 len: 210 time: 0.1470788 Feb 19 04:06:08.557527 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fe3ea57e-c37e-416f-8205-5ffb2c228758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:08.573659 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438586b-eafb-4eeb-9808-36e5994e642d req-be2e2f6f-394d-4e1f-9815-4d439a0995ac tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:08.575243 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4438586b-eafb-4eeb-9808-36e5994e642d req-be2e2f6f-394d-4e1f-9815-4d439a0995ac tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 784 time: 0.4377859 Feb 19 04:06:08.777693 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-95b4af3d-38f5-4a38-8ba9-89be8e4e1d20 admin admin] Publish callbacks [] for security_group (a76c9b00-88f7-4f53-b34c-043b7ef7ef19), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:08.799057 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-95b4af3d-38f5-4a38-8ba9-89be8e4e1d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a76c9b00-88f7-4f53-b34c-043b7ef7ef19), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:08.829206 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fe3ea57e-c37e-416f-8205-5ffb2c228758 admin admin] Publish callbacks [] for security_group (cb1f4f38-813d-4e3f-8adf-0c2bc6b905b8), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:08.851736 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fe3ea57e-c37e-416f-8205-5ffb2c228758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (cb1f4f38-813d-4e3f-8adf-0c2bc6b905b8), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:08.862517 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-8041c605-fc8c-45a7-a1ee-a2c466cae0ae tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:08.864198 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-8041c605-fc8c-45a7-a1ee-a2c466cae0ae tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/networks?id=96906bf1-6d49-4110-8bea-07aefb43331c HTTP/1.1" status: 200 len: 810 time: 0.1350799 Feb 19 04:06:08.879767 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-95b4af3d-38f5-4a38-8ba9-89be8e4e1d20 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1b5db114cf8b4d93a265a7d4b9bba3dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3829401 Feb 19 04:06:08.880364 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56376) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:08.895755 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4af3d-38f5-4a38-8ba9-89be8e4e1d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76c9b00-88f7-4f53-b34c-043b7ef7ef19,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:08.923795 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-fe1ead13-f299-41ad-8a93-8e14621e0371 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/quotas/aeffa8dc13064a198ee824c63786f0c2 HTTP/1.1" status: 200 len: 375 time: 0.0519972 Feb 19 04:06:08.964846 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fe3ea57e-c37e-416f-8205-5ffb2c228758 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=348e2d1fa2e74e9583c89f6f744c059a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6068079 Feb 19 04:06:08.976829 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56378) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:09.032011 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ea57e-c37e-416f-8205-5ffb2c228758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1f4f38-813d-4e3f-8adf-0c2bc6b905b8,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:09.039020 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-84d52c2c-2db7-4631-8079-b93097650aa8 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Made reservation on behalf of 5c42b47db3b04ce6966fb4de683a6e22 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:09.042890 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-84d52c2c-2db7-4631-8079-b93097650aa8 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:09.051477 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655f6b3-43a9-4e2b-ad02-bc453ea5bbfa req-3027f82a-1be8-4fbf-ab15-5de331dada73 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:09.060006 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1655f6b3-43a9-4e2b-ad02-bc453ea5bbfa req-3027f82a-1be8-4fbf-ab15-5de331dada73 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/ports?device_id=26110b60-478b-4d4e-98eb-115da1abdc6c HTTP/1.1" status: 200 len: 932 time: 0.3319273 Feb 19 04:06:09.077592 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f598ee00-c047-43d5-ad46-6b47666b32c3 admin admin] Publish callbacks [] for security_group (a76c9b00-88f7-4f53-b34c-043b7ef7ef19), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:09.103672 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bf1863a5-4233-4289-8b50-7db394accc73 admin admin] Publish callbacks [] for security_group (cb1f4f38-813d-4e3f-8adf-0c2bc6b905b8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:09.129017 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f598ee00-c047-43d5-ad46-6b47666b32c3 admin admin] Publish callbacks [] for security_group (a76c9b00-88f7-4f53-b34c-043b7ef7ef19), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:09.155677 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bf1863a5-4233-4289-8b50-7db394accc73 admin admin] Publish callbacks [] for security_group (cb1f4f38-813d-4e3f-8adf-0c2bc6b905b8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:09.183292 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-cce6c779-2acf-45d0-b9b3-ec985813497f tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=aeffa8dc13064a198ee824c63786f0c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2413700 Feb 19 04:06:09.224429 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1655f6b3-43a9-4e2b-ad02-bc453ea5bbfa req-2fd46ff9-df75-4015-ba6f-08ed01cc080f tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/security-groups?id=df3f22db-342c-466a-b72c-fd5867974e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634641 Feb 19 04:06:09.235103 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bf1863a5-4233-4289-8b50-7db394accc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (cb1f4f38-813d-4e3f-8adf-0c2bc6b905b8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:09.249426 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bf1863a5-4233-4289-8b50-7db394accc73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:09.252891 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bf1863a5-4233-4289-8b50-7db394accc73 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cb1f4f38-813d-4e3f-8adf-0c2bc6b905b8 HTTP/1.1" status: 204 len: 168 time: 0.2736182 Feb 19 04:06:09.262069 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f598ee00-c047-43d5-ad46-6b47666b32c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a76c9b00-88f7-4f53-b34c-043b7ef7ef19), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:09.266092 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f598ee00-c047-43d5-ad46-6b47666b32c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:09.274788 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f598ee00-c047-43d5-ad46-6b47666b32c3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a76c9b00-88f7-4f53-b34c-043b7ef7ef19 HTTP/1.1" status: 204 len: 168 time: 0.3888888 Feb 19 04:06:09.292114 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1863a5-4233-4289-8b50-7db394accc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1f4f38-813d-4e3f-8adf-0c2bc6b905b8,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:09.341620 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598ee00-c047-43d5-ad46-6b47666b32c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76c9b00-88f7-4f53-b34c-043b7ef7ef19,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:09.399693 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f570638e-7842-4270-b428-8ae8d59bb3bd x-openstack-request-id: req-f570638e-7842-4270-b428-8ae8d59bb3bd {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:09.400056 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2", "name": "network-vif-deleted", "tag": "c1648968-1c4e-4ab5-8bdb-f4fa5282fef1", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:09.400255 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f570638e-7842-4270-b428-8ae8d59bb3bd {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:09.400735 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c7d5f9-b9c1-4545-9f04-b4d106aaadd2', 'name': 'network-vif-deleted', 'tag': 'c1648968-1c4e-4ab5-8bdb-f4fa5282fef1', 'status': 'completed', 'code': 200} Feb 19 04:06:09.402754 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-175cc9af-27d0-4d70-9bbd-a0474f94b9b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56c7b5fe-0dc5-4742-ba7b-65ba30e76872 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:06:09.427622 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-175cc9af-27d0-4d70-9bbd-a0474f94b9b3 service neutron] Publish callbacks [] for port (56c7b5fe-0dc5-4742-ba7b-65ba30e76872), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:09.551573 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ae7f2d5d-c0e2-4fec-bf60-3a1511f86da0 req-b7529ad8-aa42-4213-8666-2e3d52de01c1 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=b9f7a04083904334b9abf00a24cdac94 HTTP/1.1" status: 200 len: 696 time: 0.1330037 Feb 19 04:06:09.554737 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-84d52c2c-2db7-4631-8079-b93097650aa8 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Allocated IP 172.20.0.4 (9c484cb2-d49b-4cb4-a1e7-39d440927c34/05152657-41bb-4f53-a93a-a0556bf4ae06/dea6cba7-f903-46b1-805d-7b1f755904d4) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:09.557472 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-175cc9af-27d0-4d70-9bbd-a0474f94b9b3 service neutron] Transition to ACTIVE for port object 56c7b5fe-0dc5-4742-ba7b-65ba30e76872 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:06:09.566587 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-ee1474ba-ce0d-4063-9fca-82e3f2000dad service neutron] 10.222.0.52 "GET /v2.0/networks/96906bf1-6d49-4110-8bea-07aefb43331c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409951 Feb 19 04:06:09.597171 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-175cc9af-27d0-4d70-9bbd-a0474f94b9b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (56c7b5fe-0dc5-4742-ba7b-65ba30e76872), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:09.816773 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56398) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:09.846942 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-054920bd-eddc-4073-a19c-799c31b319ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:09.864434 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175cc9af-27d0-4d70-9bbd-a0474f94b9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=56c7b5fe-0dc5-4742-ba7b-65ba30e76872,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:09.962435 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-054920bd-eddc-4073-a19c-799c31b319ab admin admin] Publish callbacks [] for security_group (071d4951-b26f-4217-88ba-cb152b52317c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:09.969292 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-054920bd-eddc-4073-a19c-799c31b319ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (071d4951-b26f-4217-88ba-cb152b52317c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:09.992217 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f2d5d-c0e2-4fec-bf60-3a1511f86da0 req-743e79ea-27a3-44bd-8af5-2fa9736e5e36 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:09.994333 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ae7f2d5d-c0e2-4fec-bf60-3a1511f86da0 req-743e79ea-27a3-44bd-8af5-2fa9736e5e36 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] 10.222.0.52 "GET /v2.0/networks?id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 787 time: 0.4419410 Feb 19 04:06:09.996257 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-4b1d082e-9c11-4dfd-9cf6-a4366f711ea8 service neutron] 10.222.0.52 "GET /v2.0/networks/96906bf1-6d49-4110-8bea-07aefb43331c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289167 Feb 19 04:06:10.018145 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054920bd-eddc-4073-a19c-799c31b319ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071d4951-b26f-4217-88ba-cb152b52317c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:10.092313 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56404) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:10.107737 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-054920bd-eddc-4073-a19c-799c31b319ab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c4e26d1ac6c94ed9975104511a96b2dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2898600 Feb 19 04:06:10.115372 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56406) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:10.116311 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-175cc9af-27d0-4d70-9bbd-a0474f94b9b3 service neutron] Attempting to bind port 56c7b5fe-0dc5-4742-ba7b-65ba30e76872 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:06:10.116654 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-175cc9af-27d0-4d70-9bbd-a0474f94b9b3 service neutron] Attempting to bind port 56c7b5fe-0dc5-4742-ba7b-65ba30e76872 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '5ae06752-c638-4ab6-a0de-79a83a5e6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '96098cde-d92e-4e5a-a9a6-83cea6c4c52c'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:06:10.117158 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-175cc9af-27d0-4d70-9bbd-a0474f94b9b3 service neutron] Attempting to bind port 56c7b5fe-0dc5-4742-ba7b-65ba30e76872 on network 96098cde-d92e-4e5a-a9a6-83cea6c4c52c {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:10.157020 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-175cc9af-27d0-4d70-9bbd-a0474f94b9b3 service neutron] Port 56c7b5fe-0dc5-4742-ba7b-65ba30e76872 on network 96098cde-d92e-4e5a-a9a6-83cea6c4c52c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:06:10.157325 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-175cc9af-27d0-4d70-9bbd-a0474f94b9b3 service neutron] Attempting to bind port 56c7b5fe-0dc5-4742-ba7b-65ba30e76872 on network 96098cde-d92e-4e5a-a9a6-83cea6c4c52c {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:10.163525 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-84d52c2c-2db7-4631-8079-b93097650aa8 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks [] for port (dea6cba7-f903-46b1-805d-7b1f755904d4), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:10.183765 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-175cc9af-27d0-4d70-9bbd-a0474f94b9b3 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:06:10.184106 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-175cc9af-27d0-4d70-9bbd-a0474f94b9b3 service neutron] Checking segment: {'id': '5ae06752-c638-4ab6-a0de-79a83a5e6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '96098cde-d92e-4e5a-a9a6-83cea6c4c52c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:10.184489 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-175cc9af-27d0-4d70-9bbd-a0474f94b9b3 service neutron] Bound using segment: {'id': '5ae06752-c638-4ab6-a0de-79a83a5e6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '96098cde-d92e-4e5a-a9a6-83cea6c4c52c'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:06:10.184932 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-175cc9af-27d0-4d70-9bbd-a0474f94b9b3 service neutron] Bound port: 56c7b5fe-0dc5-4742-ba7b-65ba30e76872, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae06752-c638-4ab6-a0de-79a83a5e6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '96098cde-d92e-4e5a-a9a6-83cea6c4c52c'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:06:10.185291 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-175cc9af-27d0-4d70-9bbd-a0474f94b9b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (56c7b5fe-0dc5-4742-ba7b-65ba30e76872), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:10.224640 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5e62315c-2448-44b0-9674-3140cba1f52c admin admin] Publish callbacks [] for security_group (071d4951-b26f-4217-88ba-cb152b52317c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:10.235406 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-169d7190-28e6-41ba-a275-060530cfbde3 req-05838893-0b83-4e17-8ea8-8001198338b9 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=685b5a11-f684-471e-821e-dbd40ab0373f HTTP/1.1" status: 200 len: 210 time: 0.0660861 Feb 19 04:06:10.242645 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d618af0-9ab6-47f2-a786-6f45f88bb063 admin admin] Deleting subnet dc309c63-c755-4eb5-88e5-e352cb0093c5 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:06:10.257156 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4d618af0-9ab6-47f2-a786-6f45f88bb063 admin admin] Publish callbacks [] for subnet (dc309c63-c755-4eb5-88e5-e352cb0093c5), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:10.261079 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5e62315c-2448-44b0-9674-3140cba1f52c admin admin] Publish callbacks [] for security_group (071d4951-b26f-4217-88ba-cb152b52317c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:10.353404 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-83d90a17-88f1-4591-bd04-aa8711334a5b req-ed851d83-b587-4db6-8e9e-72f096ef6df2 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] 10.222.0.52 "GET /v2.0/floatingips/7f02109b-950b-4f1c-9c7b-049ccdc792c3 HTTP/1.1" status: 200 len: 693 time: 0.1218030 Feb 19 04:06:10.411976 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc1004db-bf00-4ec0-a6fc-749289451e0d req-238c93e8-9e35-46d1-a6d3-ee91096f8b6e tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 210 time: 0.0669584 Feb 19 04:06:10.415390 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device c1648968-1c4e-4ab5-8bdb-f4fa5282fef1 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:06:10.428370 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4d618af0-9ab6-47f2-a786-6f45f88bb063 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (dc309c63-c755-4eb5-88e5-e352cb0093c5), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:10.484249 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: c1648968-1c4e-4ab5-8bdb-f4fa5282fef1 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:06:10.489409 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device c1648968-1c4e-4ab5-8bdb-f4fa5282fef1 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:06:10.554400 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-84d52c2c-2db7-4631-8079-b93097650aa8 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (dea6cba7-f903-46b1-805d-7b1f755904d4), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:10.663307 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5e62315c-2448-44b0-9674-3140cba1f52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (071d4951-b26f-4217-88ba-cb152b52317c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:10.666208 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5e62315c-2448-44b0-9674-3140cba1f52c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:10.670686 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5e62315c-2448-44b0-9674-3140cba1f52c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/071d4951-b26f-4217-88ba-cb152b52317c HTTP/1.1" status: 204 len: 168 time: 0.5508537 Feb 19 04:06:10.676889 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62315c-2448-44b0-9674-3140cba1f52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071d4951-b26f-4217-88ba-cb152b52317c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:11.023683 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-175cc9af-27d0-4d70-9bbd-a0474f94b9b3 service neutron] For port 56c7b5fe-0dc5-4742-ba7b-65ba30e76872, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:06:11.035552 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-175cc9af-27d0-4d70-9bbd-a0474f94b9b3 service neutron] For port 56c7b5fe-0dc5-4742-ba7b-65ba30e76872, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=56c7b5fe-0dc5-4742-ba7b-65ba30e76872,segment=NetworkSegment(5ae06752-c638-4ab6-a0de-79a83a5e6efb),segment_id=5ae06752-c638-4ab6-a0de-79a83a5e6efb)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:06:11.047548 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4d618af0-9ab6-47f2-a786-6f45f88bb063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (dc309c63-c755-4eb5-88e5-e352cb0093c5), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:11.109221 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-175cc9af-27d0-4d70-9bbd-a0474f94b9b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (56c7b5fe-0dc5-4742-ba7b-65ba30e76872), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:11.121690 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-84d52c2c-2db7-4631-8079-b93097650aa8 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:11.126288 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d52c2c-2db7-4631-8079-b93097650aa8 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Pushing event updated for resources: {'Port': ['ID=dea6cba7-f903-46b1-805d-7b1f755904d4,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:11.144997 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-84d52c2c-2db7-4631-8079-b93097650aa8 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:11.159407 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-84d52c2c-2db7-4631-8079-b93097650aa8 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:11.209824 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-175cc9af-27d0-4d70-9bbd-a0474f94b9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:11.210483 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-175cc9af-27d0-4d70-9bbd-a0474f94b9b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:11.213655 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-175cc9af-27d0-4d70-9bbd-a0474f94b9b3 service neutron] 10.222.0.79 "PUT /v2.0/ports/56c7b5fe-0dc5-4742-ba7b-65ba30e76872 HTTP/1.1" status: 200 len: 1093 time: 3.2740378 Feb 19 04:06:11.332700 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-84d52c2c-2db7-4631-8079-b93097650aa8 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:11.333346 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-84d52c2c-2db7-4631-8079-b93097650aa8 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:11.348186 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4d618af0-9ab6-47f2-a786-6f45f88bb063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (dc309c63-c755-4eb5-88e5-e352cb0093c5), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:11.403473 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639b19e-2684-4c55-bf6f-872a70af265a req-aeef087e-a2f7-49e8-92bf-d7b53d688271 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:11.405290 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4639b19e-2684-4c55-bf6f-872a70af265a req-aeef087e-a2f7-49e8-92bf-d7b53d688271 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/ports?device_id=26110b60-478b-4d4e-98eb-115da1abdc6c HTTP/1.1" status: 200 len: 944 time: 0.8556569 Feb 19 04:06:11.426877 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26110b60-478b-4d4e-98eb-115da1abdc6c', 'tag': '56c7b5fe-0dc5-4742-ba7b-65ba30e76872'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:11.430156 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df02dcf-aa17-4c73-becb-17d117e889b7" -d '{"events": [{"name": "network-changed", "server_uuid": "26110b60-478b-4d4e-98eb-115da1abdc6c", "tag": "56c7b5fe-0dc5-4742-ba7b-65ba30e76872"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:11.481124 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-84d52c2c-2db7-4631-8079-b93097650aa8 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0173774 Feb 19 04:06:11.481810 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d618af0-9ab6-47f2-a786-6f45f88bb063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc309c63-c755-4eb5-88e5-e352cb0093c5,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:11.492329 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4d618af0-9ab6-47f2-a786-6f45f88bb063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:11.498383 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4d618af0-9ab6-47f2-a786-6f45f88bb063 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/dc309c63-c755-4eb5-88e5-e352cb0093c5 HTTP/1.1" status: 204 len: 168 time: 1.3949099 Feb 19 04:06:11.498520 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56462) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:11.502320 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d90a17-88f1-4591-bd04-aa8711334a5b req-3cedd678-0b47-4765-9420-508d51865c2d tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:11.504437 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-83d90a17-88f1-4591-bd04-aa8711334a5b req-3cedd678-0b47-4765-9420-508d51865c2d tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 784 time: 1.1312222 Feb 19 04:06:11.532640 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-3a215840-cfe7-443e-b5ce-d0a3c2ff5454 service neutron] Request body: {'port': {'device_id': '685b5a11-f684-471e-821e-dbd40ab0373f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:11.639884 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175cc9af-27d0-4d70-9bbd-a0474f94b9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=56c7b5fe-0dc5-4742-ba7b-65ba30e76872,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:11.653523 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f5110bb7-c1df-4278-a2ca-3c17a6dc2774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (64f3a61f-3cd0-4272-965c-fb971bfc8ae4), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:11.677785 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-978fa933-78f5-485c-ada2-9decd790dc7f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1634195 Feb 19 04:06:11.786909 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f5110bb7-c1df-4278-a2ca-3c17a6dc2774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (64f3a61f-3cd0-4272-965c-fb971bfc8ae4), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:11.808378 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4639b19e-2684-4c55-bf6f-872a70af265a req-7fe9431c-2bbe-4988-a596-1056c7c91211 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/security-groups?id=df3f22db-342c-466a-b72c-fd5867974e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3479638 Feb 19 04:06:11.812162 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-83d90a17-88f1-4591-bd04-aa8711334a5b req-f9d95325-d419-4571-9226-ce2d1f1048a4 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.164 HTTP/1.1" status: 200 len: 696 time: 0.2866833 Feb 19 04:06:11.896217 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-f5110bb7-c1df-4278-a2ca-3c17a6dc2774 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f3a61f-3cd0-4272-965c-fb971bfc8ae4']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:11.929422 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-f5110bb7-c1df-4278-a2ca-3c17a6dc2774 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e435bd62-8d55-4fff-8bfd-f564b5d1ae9e') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:11.929772 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-f5110bb7-c1df-4278-a2ca-3c17a6dc2774 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e435bd62-8d55-4fff-8bfd-f564b5d1ae9e') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:11.940892 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-2c65d00b-b0ab-49dd-9b6e-8d6e4914490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:11.942955 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-2c65d00b-b0ab-49dd-9b6e-8d6e4914490d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6d03f5c60bad4fde955eb5ce8d3db4c2&device_id=26110b60-478b-4d4e-98eb-115da1abdc6c HTTP/1.1" status: 200 len: 1127 time: 0.6007307 Feb 19 04:06:11.945189 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f5110bb7-c1df-4278-a2ca-3c17a6dc2774 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (e435bd62-8d55-4fff-8bfd-f564b5d1ae9e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:11.971664 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-fe3b32ef-15e4-4562-9c5e-b7e8f28208c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:11.972128 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-fe3b32ef-15e4-4562-9c5e-b7e8f28208c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:11.972607 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-fe3b32ef-15e4-4562-9c5e-b7e8f28208c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:11.973075 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-fe3b32ef-15e4-4562-9c5e-b7e8f28208c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:11.973757 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-fe3b32ef-15e4-4562-9c5e-b7e8f28208c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:11.974095 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-fe3b32ef-15e4-4562-9c5e-b7e8f28208c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:11.974596 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-fe3b32ef-15e4-4562-9c5e-b7e8f28208c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:11.976578 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-fe3b32ef-15e4-4562-9c5e-b7e8f28208c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=488b9932c1464ee8ae512fcaa6eb0e94&device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 6713 time: 0.1862612 Feb 19 04:06:11.992808 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f5110bb7-c1df-4278-a2ca-3c17a6dc2774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e435bd62-8d55-4fff-8bfd-f564b5d1ae9e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:11.998898 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-83d90a17-88f1-4591-bd04-aa8711334a5b req-ed4693cb-255b-4c4a-964a-da38d391de80 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.164 HTTP/1.1" status: 200 len: 696 time: 0.1527407 Feb 19 04:06:12.016932 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5110bb7-c1df-4278-a2ca-3c17a6dc2774 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:06:12.017400 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f5110bb7-c1df-4278-a2ca-3c17a6dc2774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (e435bd62-8d55-4fff-8bfd-f564b5d1ae9e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:12.070043 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-b4028de5-5765-48ba-a74b-4dcff756c925 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56c7b5fe-0dc5-4742-ba7b-65ba30e76872 HTTP/1.1" status: 200 len: 217 time: 0.0988677 Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:06:12.075330 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:06:12.092497 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f5110bb7-c1df-4278-a2ca-3c17a6dc2774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (64f3a61f-3cd0-4272-965c-fb971bfc8ae4), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:12.098753 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f5110bb7-c1df-4278-a2ca-3c17a6dc2774 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:12.103643 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f5110bb7-c1df-4278-a2ca-3c17a6dc2774 admin admin] 10.222.0.52 "DELETE /v2.0/networks/64f3a61f-3cd0-4272-965c-fb971bfc8ae4 HTTP/1.1" status: 204 len: 168 time: 0.6043515 Feb 19 04:06:12.105351 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-3a215840-cfe7-443e-b5ce-d0a3c2ff5454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (dea6cba7-f903-46b1-805d-7b1f755904d4), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:12.117163 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-b8d95b0a-db45-42e5-a32d-25ed5e0d8f15 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:12.119411 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-b8d95b0a-db45-42e5-a32d-25ed5e0d8f15 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.79 "GET /v2.0/networks?id=96906bf1-6d49-4110-8bea-07aefb43331c HTTP/1.1" status: 200 len: 810 time: 0.4148307 Feb 19 04:06:12.148935 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-548cb3c7-6005-4316-a67d-e6fc4190283e tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Request body: {'port': {'device_id': '0b44568c-2787-472f-a716-90df04371ad4', 'network_id': '96906bf1-6d49-4110-8bea-07aefb43331c', 'admin_state_up': True, 'tenant_id': 'aeffa8dc13064a198ee824c63786f0c2'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:12.196258 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5110bb7-c1df-4278-a2ca-3c17a6dc2774 admin admin] Pushing event deleted for resources: {'Network': ['ID=64f3a61f-3cd0-4272-965c-fb971bfc8ae4,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:12.238423 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-9a56305e-9026-43f2-ab86-5cd0664759c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:12.239317 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-9a56305e-9026-43f2-ab86-5cd0664759c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:12.239801 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-9a56305e-9026-43f2-ab86-5cd0664759c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:12.242209 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-9a56305e-9026-43f2-ab86-5cd0664759c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=455a1d36-0244-440a-9c8b-39e2a2ccd1dc&id=c7e52652-7c3c-4be2-8566-a72156b624d8&id=c7e52652-7c3c-4be2-8566-a72156b624d8&id=c7e52652-7c3c-4be2-8566-a72156b624d8&id=c7e52652-7c3c-4be2-8566-a72156b624d8&id=8cc0006b-25b3-422c-9bde-2e117b4adfd2&id=8cc0006b-25b3-422c-9bde-2e117b4adfd2 HTTP/1.1" status: 200 len: 2294 time: 0.1627097 Feb 19 04:06:12.310201 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803d853-0dde-4e74-aac5-001998610f76 req-954ecb66-c379-44a9-b9d0-219755a9e982 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:12.317213 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c803d853-0dde-4e74-aac5-001998610f76 req-954ecb66-c379-44a9-b9d0-219755a9e982 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=685b5a11-f684-471e-821e-dbd40ab0373f HTTP/1.1" status: 200 len: 931 time: 0.3730702 Feb 19 04:06:12.357181 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-002a09c1-8446-403a-992a-778b6cd43220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:12.358663 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-002a09c1-8446-403a-992a-778b6cd43220 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4e1b4648-7460-4fb8-83f9-532f94dfdea8 HTTP/1.1" status: 200 len: 851 time: 0.2493837 Feb 19 04:06:12.361229 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-f381f860-f6b4-4815-a19e-875dd29c543a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d3b7e86-7306-4190-840a-09d5d67b74a3 HTTP/1.1" status: 200 len: 1001 time: 0.1107879 Feb 19 04:06:12.366574 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56488) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:12.460835 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cd19e828-41f7-4215-ba55-44bb2c69b318 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6962dfe3c3de4f67b230a3d366f8b5d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0929499 Feb 19 04:06:12.463998 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56494) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:12.483857 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-9cf4c7ed-fbae-4532-a5d6-bb7970a3f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:12.485421 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-9cf4c7ed-fbae-4532-a5d6-bb7970a3f7f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00070044-bad3-439e-8650-6c43fc944981 HTTP/1.1" status: 200 len: 851 time: 0.1163576 Feb 19 04:06:12.566540 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03b15654-0d22-4bfb-b798-aa45ee6350fa admin admin] Publish callbacks [] for security_group (5f35a469-1d15-473e-83cb-34fe5aab2532), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:12.584965 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-5ee4a320-2fa2-4cef-a8ae-4b9b8a301a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:12.587511 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-5ee4a320-2fa2-4cef-a8ae-4b9b8a301a27 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=455a1d36-0244-440a-9c8b-39e2a2ccd1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0942452 Feb 19 04:06:12.613629 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03b15654-0d22-4bfb-b798-aa45ee6350fa admin admin] Publish callbacks [] for security_group (5f35a469-1d15-473e-83cb-34fe5aab2532), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:12.629196 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-548cb3c7-6005-4316-a67d-e6fc4190283e tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Made reservation on behalf of aeffa8dc13064a198ee824c63786f0c2 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:12.632867 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-548cb3c7-6005-4316-a67d-e6fc4190283e tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:12.665982 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c803d853-0dde-4e74-aac5-001998610f76 req-a2cc5dd6-3d27-494b-948f-4a8097546d12 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425801 Feb 19 04:06:12.749323 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-82f64ae1-5b6c-4bc5-982a-ed9f246af4e9 service neutron] 10.222.0.26 "GET /v2.0/networks/455a1d36-0244-440a-9c8b-39e2a2ccd1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528738 Feb 19 04:06:12.779907 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03b15654-0d22-4bfb-b798-aa45ee6350fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5f35a469-1d15-473e-83cb-34fe5aab2532), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:12.783840 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03b15654-0d22-4bfb-b798-aa45ee6350fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:12.785538 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-03b15654-0d22-4bfb-b798-aa45ee6350fa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5f35a469-1d15-473e-83cb-34fe5aab2532 HTTP/1.1" status: 204 len: 168 time: 0.3204663 Feb 19 04:06:12.846347 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b15654-0d22-4bfb-b798-aa45ee6350fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f35a469-1d15-473e-83cb-34fe5aab2532,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:12.881640 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29fa1219-b01b-41d5-a779-c03fe84a85d2 req-bb0450c5-0e06-47e9-9cc3-7fd5c47b3217 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 210 time: 0.0954921 Feb 19 04:06:12.884087 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-23518f7a-9143-44b6-a375-56583170a560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:12.885505 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-23518f7a-9143-44b6-a375-56583170a560 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=96098cde-d92e-4e5a-a9a6-83cea6c4c52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4954481 Feb 19 04:06:12.924111 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-021aa6ac-60bb-424c-9579-5a1ed8ab849b service neutron] 10.222.0.26 "GET /v2.0/networks/455a1d36-0244-440a-9c8b-39e2a2ccd1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672535 Feb 19 04:06:12.956463 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-83d90a17-88f1-4591-bd04-aa8711334a5b req-7eb342a3-9696-4fc8-a065-a3d3f82ca638 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Deleting port 6cb1fbd2-adef-4864-950c-32d14aedaa35 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:06:12.956809 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-83d90a17-88f1-4591-bd04-aa8711334a5b req-7eb342a3-9696-4fc8-a065-a3d3f82ca638 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (6cb1fbd2-adef-4864-950c-32d14aedaa35), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:12.965761 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b547ab-5e4b-4c8e-ae34-1b2cade2c092 x-openstack-request-id: req-09b547ab-5e4b-4c8e-ae34-1b2cade2c092 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:12.965761 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26110b60-478b-4d4e-98eb-115da1abdc6c", "tag": "56c7b5fe-0dc5-4742-ba7b-65ba30e76872", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:12.965974 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-09b547ab-5e4b-4c8e-ae34-1b2cade2c092 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:12.966313 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26110b60-478b-4d4e-98eb-115da1abdc6c', 'tag': '56c7b5fe-0dc5-4742-ba7b-65ba30e76872', 'status': 'completed', 'code': 200} Feb 19 04:06:13.044651 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-00739f3b-5700-4521-b81e-81e3c66d240f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=6d6260b1-28c6-435b-98e5-f15398fc683d HTTP/1.1" status: 200 len: 217 time: 0.1017480 Feb 19 04:06:13.119840 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-fbf8583c-b92b-4b38-9779-0f56113ffdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:13.121520 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-fbf8583c-b92b-4b38-9779-0f56113ffdd1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b31cd777-60e6-4424-9e5a-b1d089558473 HTTP/1.1" status: 200 len: 797 time: 0.0664902 Feb 19 04:06:13.217136 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-d095bef7-9fca-41de-952d-187e03a44340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:13.218698 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-d095bef7-9fca-41de-952d-187e03a44340 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c7e52652-7c3c-4be2-8566-a72156b624d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0908539 Feb 19 04:06:13.392514 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-83d90a17-88f1-4591-bd04-aa8711334a5b req-7eb342a3-9696-4fc8-a065-a3d3f82ca638 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (6cb1fbd2-adef-4864-950c-32d14aedaa35), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:13.393457 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-83d90a17-88f1-4591-bd04-aa8711334a5b req-7eb342a3-9696-4fc8-a065-a3d3f82ca638 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks [] for floatingip (6cb1fbd2-adef-4864-950c-32d14aedaa35), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:13.418124 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-548cb3c7-6005-4316-a67d-e6fc4190283e tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Allocated IP 172.20.0.11 (96906bf1-6d49-4110-8bea-07aefb43331c/0158d0fa-2e31-44b1-955f-e39eed62eba8/25f48bd2-f8fd-41e0-b2a9-e5612f2f6421) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:13.425429 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-6344aa16-2163-4348-9d02-0da9d1d23bf7 service neutron] 10.222.0.79 "GET /v2.0/networks/96098cde-d92e-4e5a-a9a6-83cea6c4c52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879086 Feb 19 04:06:13.431410 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-83d90a17-88f1-4591-bd04-aa8711334a5b req-7eb342a3-9696-4fc8-a065-a3d3f82ca638 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Calling delete_port for 6cb1fbd2-adef-4864-950c-32d14aedaa35 owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:06:13.439177 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-ba6ebe69-7f60-4049-8e3a-0bd27b31d027 service neutron] 10.222.0.26 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995664 Feb 19 04:06:13.445386 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b86c1-bb23-4827-9fb3-caf5da825f1d req-9eca9ddf-d0e2-4cb5-b012-1ddf268fcdfd tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:13.453061 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-502b86c1-bb23-4827-9fb3-caf5da825f1d req-9eca9ddf-d0e2-4cb5-b012-1ddf268fcdfd tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/ports?device_id=26110b60-478b-4d4e-98eb-115da1abdc6c HTTP/1.1" status: 200 len: 944 time: 0.4144502 Feb 19 04:06:13.459454 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-3a215840-cfe7-443e-b5ce-d0a3c2ff5454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea6cba7-f903-46b1-805d-7b1f755904d4 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:06:13.495413 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-3a215840-cfe7-443e-b5ce-d0a3c2ff5454 service neutron] Publish callbacks [] for port (dea6cba7-f903-46b1-805d-7b1f755904d4), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:13.633649 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-f74d850a-b380-46d3-947c-9726bb901d2b service neutron] 10.222.0.26 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881964 Feb 19 04:06:13.655999 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-3a215840-cfe7-443e-b5ce-d0a3c2ff5454 service neutron] Transition to ACTIVE for port object dea6cba7-f903-46b1-805d-7b1f755904d4 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:06:13.685284 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-3a215840-cfe7-443e-b5ce-d0a3c2ff5454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (dea6cba7-f903-46b1-805d-7b1f755904d4), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:13.742504 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-543ed34d-385a-4834-b88c-e5441a7ea59f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=123ce6d7-048a-4179-ac62-c23eca1c9618 HTTP/1.1" status: 200 len: 217 time: 0.1002634 Feb 19 04:06:13.807663 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-502b86c1-bb23-4827-9fb3-caf5da825f1d req-3e215c50-ac16-4dd2-ba8c-5991481b4afa tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/security-groups?id=df3f22db-342c-466a-b72c-fd5867974e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3390057 Feb 19 04:06:13.859915 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-03d0b794-f0fb-452a-8eb5-c3bea2ea155f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:13.861431 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-03d0b794-f0fb-452a-8eb5-c3bea2ea155f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b31cd777-60e6-4424-9e5a-b1d089558473 HTTP/1.1" status: 200 len: 797 time: 0.1125500 Feb 19 04:06:13.969764 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-1f39f5ee-867f-47aa-8385-bfbc1604b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:13.973975 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-1f39f5ee-867f-47aa-8385-bfbc1604b217 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c7e52652-7c3c-4be2-8566-a72156b624d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1054020 Feb 19 04:06:13.985400 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47a48397-29cf-4527-b6ce-c7bd8a9f56c2 req-d2bc204f-adbf-408e-99b7-5ece5d07465e service neutron] 10.222.0.79 "GET /v2.0/networks/96098cde-d92e-4e5a-a9a6-83cea6c4c52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5203114 Feb 19 04:06:13.986033 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a215840-cfe7-443e-b5ce-d0a3c2ff5454 service neutron] Pushing event updated for resources: {'Port': ['ID=dea6cba7-f903-46b1-805d-7b1f755904d4,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:14.176323 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-4b0c0536-80ab-4889-b26f-134c0b1af092 service neutron] 10.222.0.26 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906660 Feb 19 04:06:14.217599 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-548cb3c7-6005-4316-a67d-e6fc4190283e tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Publish callbacks [] for port (25f48bd2-f8fd-41e0-b2a9-e5612f2f6421), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:14.229239 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3fbc2-040e-4f79-89b9-410c4955a664 req-99aea5fc-e2ac-466a-ab84-877d3e40a764 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:14.236372 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-31f3fbc2-040e-4f79-89b9-410c4955a664 req-99aea5fc-e2ac-466a-ab84-877d3e40a764 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=685b5a11-f684-471e-821e-dbd40ab0373f HTTP/1.1" status: 200 len: 943 time: 0.3358190 Feb 19 04:06:14.280000 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-3a215840-cfe7-443e-b5ce-d0a3c2ff5454 service neutron] Attempting to bind port dea6cba7-f903-46b1-805d-7b1f755904d4 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:06:14.280353 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-3a215840-cfe7-443e-b5ce-d0a3c2ff5454 service neutron] Attempting to bind port dea6cba7-f903-46b1-805d-7b1f755904d4 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '78a3690f-36a5-42b2-b6f6-23b9e423ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:06:14.280685 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-3a215840-cfe7-443e-b5ce-d0a3c2ff5454 service neutron] Attempting to bind port dea6cba7-f903-46b1-805d-7b1f755904d4 on network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:14.297005 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-83d90a17-88f1-4591-bd04-aa8711334a5b req-7eb342a3-9696-4fc8-a065-a3d3f82ca638 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (6cb1fbd2-adef-4864-950c-32d14aedaa35), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:14.304961 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df02dcf-aa17-4c73-becb-17d117e889b7 req-2bf45850-41da-4712-ab24-506721baaf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:14.306553 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8df02dcf-aa17-4c73-becb-17d117e889b7 req-2bf45850-41da-4712-ab24-506721baaf0d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6d03f5c60bad4fde955eb5ce8d3db4c2&device_id=26110b60-478b-4d4e-98eb-115da1abdc6c HTTP/1.1" status: 200 len: 1127 time: 0.2215152 Feb 19 04:06:14.309934 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-c14d9456-700a-4a8d-95bc-563169b47ac3 service neutron] 10.222.0.26 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248353 Feb 19 04:06:14.321964 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-3a215840-cfe7-443e-b5ce-d0a3c2ff5454 service neutron] Port dea6cba7-f903-46b1-805d-7b1f755904d4 on network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:06:14.322365 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-3a215840-cfe7-443e-b5ce-d0a3c2ff5454 service neutron] Attempting to bind port dea6cba7-f903-46b1-805d-7b1f755904d4 on network 9c484cb2-d49b-4cb4-a1e7-39d440927c34 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:14.439005 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-1823e11b-c771-4415-959a-74dd6aa1b29a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=abd8fe5c-e298-48a3-a888-a6ccdbf3fa25 HTTP/1.1" status: 200 len: 217 time: 0.1192639 Feb 19 04:06:14.440722 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56580) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:14.502707 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56586) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:14.567312 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-dfe5b7ff-6639-47dd-8dfd-f2a775b6b2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:14.569404 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-dfe5b7ff-6639-47dd-8dfd-f2a775b6b2e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b31cd777-60e6-4424-9e5a-b1d089558473 HTTP/1.1" status: 200 len: 797 time: 0.1263773 Feb 19 04:06:14.685832 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-3a60f79b-d93f-4476-9f41-31ad9e7c3858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:14.687409 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-3a60f79b-d93f-4476-9f41-31ad9e7c3858 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c7e52652-7c3c-4be2-8566-a72156b624d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1112173 Feb 19 04:06:14.771229 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7d0396cd-4c30-4654-aa97-484484e66747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:14.774062 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb342a3-9696-4fc8-a065-a3d3f82ca638 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Pushing event deleted for resources: {'Port': ['ID=6cb1fbd2-adef-4864-950c-32d14aedaa35,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:14.792801 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3154148a-07fd-4aae-a00f-db3f480417c5 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-251369959-network', 'tenant_id': '05b788bbe9304d739cbcdf2348f25331'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:14.797839 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-31f3fbc2-040e-4f79-89b9-410c4955a664 req-72153094-4cd2-401e-9670-cfecb8a4657d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5602605 Feb 19 04:06:14.803140 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-3a215840-cfe7-443e-b5ce-d0a3c2ff5454 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:06:14.803488 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-3a215840-cfe7-443e-b5ce-d0a3c2ff5454 service neutron] Checking segment: {'id': '78a3690f-36a5-42b2-b6f6-23b9e423ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:14.803882 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-3a215840-cfe7-443e-b5ce-d0a3c2ff5454 service neutron] Bound using segment: {'id': '78a3690f-36a5-42b2-b6f6-23b9e423ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:06:14.804480 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-3a215840-cfe7-443e-b5ce-d0a3c2ff5454 service neutron] Bound port: dea6cba7-f903-46b1-805d-7b1f755904d4, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78a3690f-36a5-42b2-b6f6-23b9e423ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:06:14.804876 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-3a215840-cfe7-443e-b5ce-d0a3c2ff5454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (dea6cba7-f903-46b1-805d-7b1f755904d4), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:14.842456 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-6d5b3c27-1d54-4642-8dfe-c23f5b0d5da7 service neutron] 10.222.0.26 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475055 Feb 19 04:06:14.866233 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3154148a-07fd-4aae-a00f-db3f480417c5 admin admin] Made reservation on behalf of 05b788bbe9304d739cbcdf2348f25331 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:14.869042 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3154148a-07fd-4aae-a00f-db3f480417c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:14.896299 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3154148a-07fd-4aae-a00f-db3f480417c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:14.921138 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-548cb3c7-6005-4316-a67d-e6fc4190283e tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (25f48bd2-f8fd-41e0-b2a9-e5612f2f6421), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:14.934725 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['3dcce05d-d716-45cf-b10a-8dab99c6f912'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:06:14.995439 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cb3c7-6005-4316-a67d-e6fc4190283e tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Pushing event updated for resources: {'Port': ['ID=25f48bd2-f8fd-41e0-b2a9-e5612f2f6421,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:15.021787 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-d268a054-eb21-4dc0-893f-ec06a5eb413a service neutron] 10.222.0.26 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670811 Feb 19 04:06:15.023789 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7d0396cd-4c30-4654-aa97-484484e66747 admin admin] Publish callbacks [] for security_group (dc009383-33a1-437f-95ed-5b005dd79923), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:15.052759 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-83d90a17-88f1-4591-bd04-aa8711334a5b req-7eb342a3-9696-4fc8-a065-a3d3f82ca638 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks [] for floatingip (7f02109b-950b-4f1c-9c7b-049ccdc792c3), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:15.052964 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7d0396cd-4c30-4654-aa97-484484e66747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (dc009383-33a1-437f-95ed-5b005dd79923), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:15.066722 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-83d90a17-88f1-4591-bd04-aa8711334a5b req-7eb342a3-9696-4fc8-a065-a3d3f82ca638 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:15.068153 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-83d90a17-88f1-4591-bd04-aa8711334a5b req-7eb342a3-9696-4fc8-a065-a3d3f82ca638 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] 10.222.0.52 "DELETE /v2.0/floatingips/7f02109b-950b-4f1c-9c7b-049ccdc792c3 HTTP/1.1" status: 204 len: 173 time: 3.0148168 Feb 19 04:06:15.090745 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-548cb3c7-6005-4316-a67d-e6fc4190283e tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Network 96906bf1-6d49-4110-8bea-07aefb43331c is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:15.109149 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56608) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:15.120910 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-548cb3c7-6005-4316-a67d-e6fc4190283e tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:15.131823 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-548cb3c7-6005-4316-a67d-e6fc4190283e tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:15.158738 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-5652413d-f985-489f-8a8e-1e5e8e427e0b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=03bbf650-5bef-4ec1-af01-630545c4db55 HTTP/1.1" status: 200 len: 217 time: 0.1208086 Feb 19 04:06:15.170429 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df02dcf-aa17-4c73-becb-17d117e889b7 req-09701f79-d9d0-4b20-a119-790584de3a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:15.171971 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8df02dcf-aa17-4c73-becb-17d117e889b7 req-09701f79-d9d0-4b20-a119-790584de3a64 service neutron] 10.222.0.79 "GET /v2.0/networks?id=96098cde-d92e-4e5a-a9a6-83cea6c4c52c HTTP/1.1" status: 200 len: 913 time: 0.8187912 Feb 19 04:06:15.178653 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-3a215840-cfe7-443e-b5ce-d0a3c2ff5454 service neutron] For port dea6cba7-f903-46b1-805d-7b1f755904d4, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:06:15.194004 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0396cd-4c30-4654-aa97-484484e66747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc009383-33a1-437f-95ed-5b005dd79923,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:15.220948 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3154148a-07fd-4aae-a00f-db3f480417c5 admin admin] Publish callbacks [] for security_group (1455d74e-fbd8-4a3c-b4f0-956d992c3cf3), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:15.250463 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3154148a-07fd-4aae-a00f-db3f480417c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1455d74e-fbd8-4a3c-b4f0-956d992c3cf3), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:15.261297 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7d0396cd-4c30-4654-aa97-484484e66747 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d08d1093bcfa44ccbb690af5af82bc9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7566965 Feb 19 04:06:15.264219 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50f130-7b4c-430e-9ec2-dbf66a42d069 req-c8655adf-82e6-4a23-bc44-a9085c4f9c22 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:15.265951 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56614) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:15.266626 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c50f130-7b4c-430e-9ec2-dbf66a42d069 req-c8655adf-82e6-4a23-bc44-a9085c4f9c22 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 932 time: 0.3708417 Feb 19 04:06:15.275018 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8df02dcf-aa17-4c73-becb-17d117e889b7 req-9a1a25f8-5bb7-409f-b964-e0db6176b3df service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56c7b5fe-0dc5-4742-ba7b-65ba30e76872 HTTP/1.1" status: 200 len: 217 time: 0.0929611 Feb 19 04:06:15.279809 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-3a215840-cfe7-443e-b5ce-d0a3c2ff5454 service neutron] For port dea6cba7-f903-46b1-805d-7b1f755904d4, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=dea6cba7-f903-46b1-805d-7b1f755904d4,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:06:15.300697 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3154148a-07fd-4aae-a00f-db3f480417c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:06:15.314368 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-3a215840-cfe7-443e-b5ce-d0a3c2ff5454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (dea6cba7-f903-46b1-805d-7b1f755904d4), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:15.335299 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154148a-07fd-4aae-a00f-db3f480417c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1455d74e-fbd8-4a3c-b4f0-956d992c3cf3,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:15.343131 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3154148a-07fd-4aae-a00f-db3f480417c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (cfc99471-7284-44f5-9c42-49462a14f740), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:15.343522 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-3154148a-07fd-4aae-a00f-db3f480417c5 admin admin] Added segment cfc99471-7284-44f5-9c42-49462a14f740 of type vlan for network ea29d98d-5618-4130-a92e-1da48170b606 Feb 19 04:06:15.348286 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-548cb3c7-6005-4316-a67d-e6fc4190283e tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:15.348863 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-548cb3c7-6005-4316-a67d-e6fc4190283e tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:15.351084 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b87dd93f-6bc9-44ae-b4b3-fc92f7ab2b23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:15.361217 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-871c9a3e-cec3-403a-91f8-510edd741f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:15.362727 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-871c9a3e-cec3-403a-91f8-510edd741f95 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b31cd777-60e6-4424-9e5a-b1d089558473 HTTP/1.1" status: 200 len: 797 time: 0.1879237 Feb 19 04:06:15.432784 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-3a215840-cfe7-443e-b5ce-d0a3c2ff5454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:15.433406 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-3a215840-cfe7-443e-b5ce-d0a3c2ff5454 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:15.435093 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-3a215840-cfe7-443e-b5ce-d0a3c2ff5454 service neutron] 10.222.0.79 "PUT /v2.0/ports/dea6cba7-f903-46b1-805d-7b1f755904d4 HTTP/1.1" status: 200 len: 1092 time: 3.9151187 Feb 19 04:06:15.436342 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3154148a-07fd-4aae-a00f-db3f480417c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (ea29d98d-5618-4130-a92e-1da48170b606), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:15.439855 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685b5a11-f684-471e-821e-dbd40ab0373f', 'tag': 'dea6cba7-f903-46b1-805d-7b1f755904d4'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:15.442123 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f09fb08-6635-47ab-bd97-59d31ba5f262" -d '{"events": [{"name": "network-changed", "server_uuid": "685b5a11-f684-471e-821e-dbd40ab0373f", "tag": "dea6cba7-f903-46b1-805d-7b1f755904d4"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:15.458746 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1741188c-d54f-4411-8c6a-831decf01bb8 admin admin] Publish callbacks [] for security_group (dc009383-33a1-437f-95ed-5b005dd79923), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:15.460460 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-548cb3c7-6005-4316-a67d-e6fc4190283e tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3163466 Feb 19 04:06:15.477819 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22d12d-47e5-4a22-8008-4c8fc39c8911 req-2523c6fd-d38c-411d-bf3a-8cd664562290 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:15.479325 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a22d12d-47e5-4a22-8008-4c8fc39c8911 req-2523c6fd-d38c-411d-bf3a-8cd664562290 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/ports?device_id=26110b60-478b-4d4e-98eb-115da1abdc6c HTTP/1.1" status: 200 len: 944 time: 0.3440540 Feb 19 04:06:15.501187 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1741188c-d54f-4411-8c6a-831decf01bb8 admin admin] Publish callbacks [] for security_group (dc009383-33a1-437f-95ed-5b005dd79923), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:15.509077 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3154148a-07fd-4aae-a00f-db3f480417c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (ea29d98d-5618-4130-a92e-1da48170b606), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:15.510025 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3154148a-07fd-4aae-a00f-db3f480417c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:15.510222 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-32943eac-7732-4f7b-a4fc-e21525294023 service neutron] Request body: {'port': {'device_id': '0b44568c-2787-472f-a716-90df04371ad4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:15.510624 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3154148a-07fd-4aae-a00f-db3f480417c5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:15.520560 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df02dcf-aa17-4c73-becb-17d117e889b7 req-59145633-e42b-4d79-919d-f719356926a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:15.522033 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8df02dcf-aa17-4c73-becb-17d117e889b7 req-59145633-e42b-4d79-919d-f719356926a1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4e1b4648-7460-4fb8-83f9-532f94dfdea8 HTTP/1.1" status: 200 len: 851 time: 0.2310543 Feb 19 04:06:15.522833 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-a6605208-89b5-4ea0-aa42-5d8a7fdb78b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:15.524391 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-a6605208-89b5-4ea0-aa42-5d8a7fdb78b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c7e52652-7c3c-4be2-8566-a72156b624d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1549060 Feb 19 04:06:15.560399 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c50f130-7b4c-430e-9ec2-dbf66a42d069 req-f5e13eb9-922d-4018-b823-995248c6a56d tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825127 Feb 19 04:06:15.568699 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a215840-cfe7-443e-b5ce-d0a3c2ff5454 service neutron] Pushing event updated for resources: {'Port': ['ID=dea6cba7-f903-46b1-805d-7b1f755904d4,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:15.604095 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3154148a-07fd-4aae-a00f-db3f480417c5 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1622746 Feb 19 04:06:15.618674 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56618) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:15.632843 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-a15188bf-c4d5-4be7-813d-1af6fb9ac339 admin admin] Request body: {'subnet': {'network_id': 'ea29d98d-5618-4130-a92e-1da48170b606', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-251369959-subnet', 'tenant_id': '05b788bbe9304d739cbcdf2348f25331', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:15.656342 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154148a-07fd-4aae-a00f-db3f480417c5 admin admin] Pushing event updated for resources: {'Network': ['ID=ea29d98d-5618-4130-a92e-1da48170b606,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:15.679264 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network ea29d98d-5618-4130-a92e-1da48170b606 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:06:15.709478 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-0e3c1c20-02aa-4b58-a256-d193001280f6 service neutron] 10.222.0.26 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760290 Feb 19 04:06:15.710417 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1741188c-d54f-4411-8c6a-831decf01bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (dc009383-33a1-437f-95ed-5b005dd79923), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:15.714443 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1741188c-d54f-4411-8c6a-831decf01bb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:15.715558 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1741188c-d54f-4411-8c6a-831decf01bb8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dc009383-33a1-437f-95ed-5b005dd79923 HTTP/1.1" status: 204 len: 168 time: 0.4426153 Feb 19 04:06:15.747437 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741188c-d54f-4411-8c6a-831decf01bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc009383-33a1-437f-95ed-5b005dd79923,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:15.799042 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a22d12d-47e5-4a22-8008-4c8fc39c8911 req-a892e620-311f-4641-bf72-7e2b1d7ba0a0 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/security-groups?id=df3f22db-342c-466a-b72c-fd5867974e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2945976 Feb 19 04:06:15.809904 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15188bf-c4d5-4be7-813d-1af6fb9ac339 admin admin] Made reservation on behalf of 05b788bbe9304d739cbcdf2348f25331 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:15.812238 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a15188bf-c4d5-4be7-813d-1af6fb9ac339 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:15.849526 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-43acfb5e-114c-4d53-8eca-7b75d004113d service neutron] 10.222.0.26 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224773 Feb 19 04:06:15.870781 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26738c4d-ea92-4803-963c-ea610a14ff38 x-openstack-request-id: req-26738c4d-ea92-4803-963c-ea610a14ff38 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:15.871078 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "685b5a11-f684-471e-821e-dbd40ab0373f", "tag": "dea6cba7-f903-46b1-805d-7b1f755904d4", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:15.871353 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-26738c4d-ea92-4803-963c-ea610a14ff38 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:15.871742 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685b5a11-f684-471e-821e-dbd40ab0373f', 'tag': 'dea6cba7-f903-46b1-805d-7b1f755904d4', 'status': 'completed', 'code': 200} Feb 19 04:06:15.909956 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-39f99ac7-848c-40d5-8467-e8d9c78858ad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=065ce680-972c-4dea-ae22-48d0fbd50b99 HTTP/1.1" status: 200 len: 217 time: 0.0533926 Feb 19 04:06:15.916145 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-32943eac-7732-4f7b-a4fc-e21525294023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (25f48bd2-f8fd-41e0-b2a9-e5612f2f6421), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:15.937492 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df02dcf-aa17-4c73-becb-17d117e889b7 req-e9ae4100-73ca-4444-8808-494d34b85a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:15.939049 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8df02dcf-aa17-4c73-becb-17d117e889b7 req-e9ae4100-73ca-4444-8808-494d34b85a88 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=96098cde-d92e-4e5a-a9a6-83cea6c4c52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3751202 Feb 19 04:06:15.940773 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-c5ee194f-3cd0-425d-86a2-c887d415398b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:15.942240 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-c5ee194f-3cd0-425d-86a2-c887d415398b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5c42b47db3b04ce6966fb4de683a6e22&device_id=685b5a11-f684-471e-821e-dbd40ab0373f HTTP/1.1" status: 200 len: 1126 time: 0.4555640 Feb 19 04:06:15.967024 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-8dfa5b49-e327-4219-9afe-444d2b7c7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:15.969162 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-8dfa5b49-e327-4219-9afe-444d2b7c7e90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3c4676cd-7ab6-4200-93f3-9d2db44011e7 HTTP/1.1" status: 200 len: 797 time: 0.0513039 Feb 19 04:06:15.982245 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-01749936-ac9f-4257-84de-f0b43ce0e806 req-34faf3aa-07ff-4b94-98b5-dab245b48d91 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3636882 Feb 19 04:06:16.032094 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-1e0d2dcc-aa2a-408f-b246-e933884f7447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:16.033777 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-1e0d2dcc-aa2a-408f-b246-e933884f7447 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8cc0006b-25b3-422c-9bde-2e117b4adfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0540197 Feb 19 04:06:16.072547 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-01749936-ac9f-4257-84de-f0b43ce0e806 req-87d5f1a9-e1cc-4aac-891b-a579b0707ae0 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:16.088126 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-c79cfe95-3d31-4666-9bb3-47a8f39345d0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dea6cba7-f903-46b1-805d-7b1f755904d4 HTTP/1.1" status: 200 len: 217 time: 0.1265507 Feb 19 04:06:16.115807 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56626) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:16.120529 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b87dd93f-6bc9-44ae-b4b3-fc92f7ab2b23 admin admin] Publish callbacks [] for security_group (b32f8223-d03f-4078-be8a-bafc7fce2b3a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:16.139774 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-84793920-2368-4716-97e9-87f9a6811de8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:16.166889 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-d646bdb2-b851-4386-a471-795993706970 service neutron] 10.222.0.26 "GET /v2.0/networks/8cc0006b-25b3-422c-9bde-2e117b4adfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232405 Feb 19 04:06:16.174524 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b87dd93f-6bc9-44ae-b4b3-fc92f7ab2b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b32f8223-d03f-4078-be8a-bafc7fce2b3a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:16.271994 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-01749936-ac9f-4257-84de-f0b43ce0e806 req-87d5f1a9-e1cc-4aac-891b-a579b0707ae0 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:16.311524 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-403d38ac-4944-4ae2-9f2e-4195720ee1c3 service neutron] 10.222.0.26 "GET /v2.0/networks/8cc0006b-25b3-422c-9bde-2e117b4adfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371808 Feb 19 04:06:16.323388 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-84793920-2368-4716-97e9-87f9a6811de8 admin admin] Publish callbacks [] for security_group (8b7bd687-6119-4041-bbd9-ca89eb3ff5a2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:16.331355 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-84793920-2368-4716-97e9-87f9a6811de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8b7bd687-6119-4041-bbd9-ca89eb3ff5a2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:16.371933 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-7e8e9c67-7a3e-4235-8a87-e41fc526f3a4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=707eecc9-665d-461b-8a6a-4e0b2324400b HTTP/1.1" status: 200 len: 217 time: 0.0515611 Feb 19 04:06:16.383252 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b87dd93f-6bc9-44ae-b4b3-fc92f7ab2b23 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a5afb46f156c43deb7e3248d7ab5f762&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2711673 Feb 19 04:06:16.399031 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87dd93f-6bc9-44ae-b4b3-fc92f7ab2b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32f8223-d03f-4078-be8a-bafc7fce2b3a,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:16.400331 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56628) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:16.430793 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-471fa6c1-bf8d-4f35-b48c-048be075310f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:16.432482 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-471fa6c1-bf8d-4f35-b48c-048be075310f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=05152657-41bb-4f53-a93a-a0556bf4ae06 HTTP/1.1" status: 200 len: 852 time: 0.2839072 Feb 19 04:06:16.441145 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128edb3-1d95-4279-9748-8d65208deb40 req-01f19e19-922a-441f-bf0c-e68b3de92550 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:16.444668 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e128edb3-1d95-4279-9748-8d65208deb40 req-01f19e19-922a-441f-bf0c-e68b3de92550 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=685b5a11-f684-471e-821e-dbd40ab0373f HTTP/1.1" status: 200 len: 943 time: 0.5209603 Feb 19 04:06:16.454044 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-84793920-2368-4716-97e9-87f9a6811de8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=23e61102b2c24ea0800b53aa2a03392d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3331225 Feb 19 04:06:16.455800 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84793920-2368-4716-97e9-87f9a6811de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7bd687-6119-4041-bbd9-ca89eb3ff5a2,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:16.462233 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56630) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:16.493238 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-0a1d4cdb-149f-4d79-b81b-962c8343dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:16.499264 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-0a1d4cdb-149f-4d79-b81b-962c8343dc2f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3c4676cd-7ab6-4200-93f3-9d2db44011e7 HTTP/1.1" status: 200 len: 797 time: 0.1155643 Feb 19 04:06:16.522561 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8df02dcf-aa17-4c73-becb-17d117e889b7 req-960745ba-411f-47db-a8fa-65c8484c01bd service neutron] 10.222.0.79 "GET /v2.0/networks/96098cde-d92e-4e5a-a9a6-83cea6c4c52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485556 Feb 19 04:06:16.547536 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-40b46e18-2be1-4caf-9fef-be084f1f93ab admin admin] Publish callbacks [] for security_group (b32f8223-d03f-4078-be8a-bafc7fce2b3a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:16.568525 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-ae047cef-42fa-4ca3-8e0f-d92a481398a4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9c484cb2-d49b-4cb4-a1e7-39d440927c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224036 Feb 19 04:06:16.582700 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-40b46e18-2be1-4caf-9fef-be084f1f93ab admin admin] Publish callbacks [] for security_group (b32f8223-d03f-4078-be8a-bafc7fce2b3a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:16.600799 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-c377a84a-033c-4bb6-8e11-55f228c887f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:16.602667 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-c377a84a-033c-4bb6-8e11-55f228c887f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8cc0006b-25b3-422c-9bde-2e117b4adfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0958138 Feb 19 04:06:16.716902 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-40b46e18-2be1-4caf-9fef-be084f1f93ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b32f8223-d03f-4078-be8a-bafc7fce2b3a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:16.720489 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-40b46e18-2be1-4caf-9fef-be084f1f93ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:16.724356 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-40b46e18-2be1-4caf-9fef-be084f1f93ab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b32f8223-d03f-4078-be8a-bafc7fce2b3a HTTP/1.1" status: 204 len: 168 time: 0.3203835 Feb 19 04:06:16.733907 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-bab56703-1e45-43ae-8371-e02d00b0f892 service neutron] 10.222.0.26 "GET /v2.0/networks/8cc0006b-25b3-422c-9bde-2e117b4adfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236289 Feb 19 04:06:16.735520 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b46e18-2be1-4caf-9fef-be084f1f93ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32f8223-d03f-4078-be8a-bafc7fce2b3a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:16.865269 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22521ba5-e95b-4147-94ea-51a1fdd392f9 req-50da2cba-a2f1-40a8-8bcf-7e6ad68fd9c4 service neutron] 10.222.0.26 "GET /v2.0/networks/8cc0006b-25b3-422c-9bde-2e117b4adfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229010 Feb 19 04:06:16.873437 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e128edb3-1d95-4279-9748-8d65208deb40 req-3cd9fbe7-646b-4506-a302-74a76181d80a tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664145 Feb 19 04:06:16.881990 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a15188bf-c4d5-4be7-813d-1af6fb9ac339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (88252635-dc2a-40ea-b7b0-9e37d63f681a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:16.978133 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8d2d45f6-8293-47a1-9697-686ad1dc63ee admin admin] Publish callbacks [] for security_group (8b7bd687-6119-4041-bbd9-ca89eb3ff5a2), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:17.068106 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8df02dcf-aa17-4c73-becb-17d117e889b7 req-e24df961-9159-4c4f-a896-3742e581e389 service neutron] 10.222.0.79 "GET /v2.0/networks/96098cde-d92e-4e5a-a9a6-83cea6c4c52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068893 Feb 19 04:06:17.080898 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-91675cf5-0087-41d9-9a0e-25febeef1a77 service neutron] 10.222.0.79 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828925 Feb 19 04:06:17.092710 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8d2d45f6-8293-47a1-9697-686ad1dc63ee admin admin] Publish callbacks [] for security_group (8b7bd687-6119-4041-bbd9-ca89eb3ff5a2), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:17.118342 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15188bf-c4d5-4be7-813d-1af6fb9ac339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88252635-dc2a-40ea-b7b0-9e37d63f681a,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:17.134698 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56640) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:17.149325 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d071f808-d89b-4d1f-a8bc-66cef03cf9aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:17.234850 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d071f808-d89b-4d1f-a8bc-66cef03cf9aa admin admin] Publish callbacks [] for security_group (04f98955-b15c-492b-910f-3657699da51c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:17.238664 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d071f808-d89b-4d1f-a8bc-66cef03cf9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (04f98955-b15c-492b-910f-3657699da51c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:17.286889 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d071f808-d89b-4d1f-a8bc-66cef03cf9aa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d0d007b0a69e4efc825026b40bd60477&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1508243 Feb 19 04:06:17.287720 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071f808-d89b-4d1f-a8bc-66cef03cf9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f98955-b15c-492b-910f-3657699da51c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:17.290574 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56642) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:17.349609 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-077f08e0-d831-4e79-8871-a9b0120e3d1e admin admin] Publish callbacks [] for security_group (04f98955-b15c-492b-910f-3657699da51c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:17.378445 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-077f08e0-d831-4e79-8871-a9b0120e3d1e admin admin] Publish callbacks [] for security_group (04f98955-b15c-492b-910f-3657699da51c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:17.443455 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-077f08e0-d831-4e79-8871-a9b0120e3d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (04f98955-b15c-492b-910f-3657699da51c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:17.447478 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-077f08e0-d831-4e79-8871-a9b0120e3d1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:17.449323 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-077f08e0-d831-4e79-8871-a9b0120e3d1e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/04f98955-b15c-492b-910f-3657699da51c HTTP/1.1" status: 204 len: 168 time: 0.1577370 Feb 19 04:06:17.467098 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f08e0-d831-4e79-8871-a9b0120e3d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f98955-b15c-492b-910f-3657699da51c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:17.604592 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15188bf-c4d5-4be7-813d-1af6fb9ac339 admin admin] Checking segment: {'id': 'cfc99471-7284-44f5-9c42-49462a14f740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ea29d98d-5618-4130-a92e-1da48170b606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:17.604992 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15188bf-c4d5-4be7-813d-1af6fb9ac339 admin admin] Network hostable DHCP agents. Network: ea29d98d-5618-4130-a92e-1da48170b606, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:06:17.612582 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-01749936-ac9f-4257-84de-f0b43ce0e806 req-87d5f1a9-e1cc-4aac-891b-a579b0707ae0 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:17.621052 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16537ef7-2748-45a7-8283-c6e96f06e6dc req-fe446a2d-cc2f-40e2-a520-bafdd0c286b6 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:17.622659 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16537ef7-2748-45a7-8283-c6e96f06e6dc req-fe446a2d-cc2f-40e2-a520-bafdd0c286b6 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 932 time: 0.6717279 Feb 19 04:06:17.645785 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-32943eac-7732-4f7b-a4fc-e21525294023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f48bd2-f8fd-41e0-b2a9-e5612f2f6421 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:06:17.670285 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-32943eac-7732-4f7b-a4fc-e21525294023 service neutron] Publish callbacks [] for port (25f48bd2-f8fd-41e0-b2a9-e5612f2f6421), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:17.751184 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15188bf-c4d5-4be7-813d-1af6fb9ac339 admin admin] Network ea29d98d-5618-4130-a92e-1da48170b606 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:06:17.753133 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8d2d45f6-8293-47a1-9697-686ad1dc63ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8b7bd687-6119-4041-bbd9-ca89eb3ff5a2), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:17.755782 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8d2d45f6-8293-47a1-9697-686ad1dc63ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:17.756969 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8d2d45f6-8293-47a1-9697-686ad1dc63ee admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8b7bd687-6119-4041-bbd9-ca89eb3ff5a2 HTTP/1.1" status: 204 len: 168 time: 1.2837517 Feb 19 04:06:17.769361 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19ba7cf6-431e-4135-9f6d-33a0f689fb16 req-65b27940-e150-4abf-bd93-b9480b55f3b7 service neutron] 10.222.0.79 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6713951 Feb 19 04:06:17.783152 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-32943eac-7732-4f7b-a4fc-e21525294023 service neutron] Transition to ACTIVE for port object 25f48bd2-f8fd-41e0-b2a9-e5612f2f6421 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:06:17.812756 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d45f6-8293-47a1-9697-686ad1dc63ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7bd687-6119-4041-bbd9-ca89eb3ff5a2,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:17.814660 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-a15188bf-c4d5-4be7-813d-1af6fb9ac339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, ea29d98d-5618-4130-a92e-1da48170b606) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:17.823735 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-32943eac-7732-4f7b-a4fc-e21525294023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (25f48bd2-f8fd-41e0-b2a9-e5612f2f6421), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:17.824669 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0db3e81-f490-46cb-a510-41ab5da2664a None None] Network ea29d98d-5618-4130-a92e-1da48170b606 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:06:17.836716 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15188bf-c4d5-4be7-813d-1af6fb9ac339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:17.837609 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a15188bf-c4d5-4be7-813d-1af6fb9ac339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:17.885786 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16537ef7-2748-45a7-8283-c6e96f06e6dc req-85b50206-27d3-46d3-ba3e-3af99b23399e tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423992 Feb 19 04:06:17.971872 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a15188bf-c4d5-4be7-813d-1af6fb9ac339 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3429916 Feb 19 04:06:17.991052 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32943eac-7732-4f7b-a4fc-e21525294023 service neutron] Pushing event updated for resources: {'Port': ['ID=25f48bd2-f8fd-41e0-b2a9-e5612f2f6421,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:18.034802 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-01749936-ac9f-4257-84de-f0b43ce0e806 req-87d5f1a9-e1cc-4aac-891b-a579b0707ae0 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Allocated IP 172.25.3.54 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/0b8b06b9-7ad1-433a-9d18-379a534c915c) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:18.065451 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b89470-3cba-4416-acbd-69d704e639f3 None None] Network ea29d98d-5618-4130-a92e-1da48170b606 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:06:18.110212 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09fb08-6635-47ab-bd97-59d31ba5f262 req-f82506af-6fdb-4c3d-9f4a-1935cf31c3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:18.111783 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f09fb08-6635-47ab-bd97-59d31ba5f262 req-f82506af-6fdb-4c3d-9f4a-1935cf31c3bc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5c42b47db3b04ce6966fb4de683a6e22&device_id=685b5a11-f684-471e-821e-dbd40ab0373f HTTP/1.1" status: 200 len: 1126 time: 0.2606387 Feb 19 04:06:18.247628 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-32943eac-7732-4f7b-a4fc-e21525294023 service neutron] Attempting to bind port 25f48bd2-f8fd-41e0-b2a9-e5612f2f6421 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:06:18.248227 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-32943eac-7732-4f7b-a4fc-e21525294023 service neutron] Attempting to bind port 25f48bd2-f8fd-41e0-b2a9-e5612f2f6421 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '71d4e262-0aab-41dc-92da-e243d23884f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '96906bf1-6d49-4110-8bea-07aefb43331c'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:06:18.248565 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-32943eac-7732-4f7b-a4fc-e21525294023 service neutron] Attempting to bind port 25f48bd2-f8fd-41e0-b2a9-e5612f2f6421 on network 96906bf1-6d49-4110-8bea-07aefb43331c {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:18.273281 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-32943eac-7732-4f7b-a4fc-e21525294023 service neutron] Port 25f48bd2-f8fd-41e0-b2a9-e5612f2f6421 on network 96906bf1-6d49-4110-8bea-07aefb43331c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:06:18.273611 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-32943eac-7732-4f7b-a4fc-e21525294023 service neutron] Attempting to bind port 25f48bd2-f8fd-41e0-b2a9-e5612f2f6421 on network 96906bf1-6d49-4110-8bea-07aefb43331c {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:18.305577 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383f1ea-4558-479c-b8c4-599e78d73559 req-0848ec2c-3e4d-4f7b-b595-52d8393c8be6 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:18.307089 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3383f1ea-4558-479c-b8c4-599e78d73559 req-0848ec2c-3e4d-4f7b-b595-52d8393c8be6 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/ports?device_id=26110b60-478b-4d4e-98eb-115da1abdc6c HTTP/1.1" status: 200 len: 944 time: 0.2685487 Feb 19 04:06:18.316049 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-32943eac-7732-4f7b-a4fc-e21525294023 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:06:18.316395 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-32943eac-7732-4f7b-a4fc-e21525294023 service neutron] Checking segment: {'id': '71d4e262-0aab-41dc-92da-e243d23884f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '96906bf1-6d49-4110-8bea-07aefb43331c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:18.316842 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-32943eac-7732-4f7b-a4fc-e21525294023 service neutron] Bound using segment: {'id': '71d4e262-0aab-41dc-92da-e243d23884f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '96906bf1-6d49-4110-8bea-07aefb43331c'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:06:18.317265 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-32943eac-7732-4f7b-a4fc-e21525294023 service neutron] Bound port: 25f48bd2-f8fd-41e0-b2a9-e5612f2f6421, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71d4e262-0aab-41dc-92da-e243d23884f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '96906bf1-6d49-4110-8bea-07aefb43331c'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:06:18.317635 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-32943eac-7732-4f7b-a4fc-e21525294023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (25f48bd2-f8fd-41e0-b2a9-e5612f2f6421), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:18.372742 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-01749936-ac9f-4257-84de-f0b43ce0e806 req-87d5f1a9-e1cc-4aac-891b-a579b0707ae0 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks [] for port (0b8b06b9-7ad1-433a-9d18-379a534c915c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:18.395656 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09fb08-6635-47ab-bd97-59d31ba5f262 req-b1dfd594-7b8e-4011-bdf4-f7908b1caa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:18.397407 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f09fb08-6635-47ab-bd97-59d31ba5f262 req-b1dfd594-7b8e-4011-bdf4-f7908b1caa2a service neutron] 10.222.0.79 "GET /v2.0/networks?id=9c484cb2-d49b-4cb4-a1e7-39d440927c34 HTTP/1.1" status: 200 len: 913 time: 0.2723629 Feb 19 04:06:18.435586 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 56c7b5fe-0dc5-4742-ba7b-65ba30e76872 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:06:18.512066 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f09fb08-6635-47ab-bd97-59d31ba5f262 req-68453f3c-8557-4897-8a74-ee12a5aa81b8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dea6cba7-f903-46b1-805d-7b1f755904d4 HTTP/1.1" status: 200 len: 217 time: 0.0924737 Feb 19 04:06:18.535155 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3383f1ea-4558-479c-b8c4-599e78d73559 req-cc470737-0b4f-44a5-a740-613cefc33797 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/security-groups?id=df3f22db-342c-466a-b72c-fd5867974e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120171 Feb 19 04:06:18.546420 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-01749936-ac9f-4257-84de-f0b43ce0e806 req-87d5f1a9-e1cc-4aac-891b-a579b0707ae0 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (0b8b06b9-7ad1-433a-9d18-379a534c915c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:18.615444 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 56c7b5fe-0dc5-4742-ba7b-65ba30e76872, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=56c7b5fe-0dc5-4742-ba7b-65ba30e76872,segment=NetworkSegment(5ae06752-c638-4ab6-a0de-79a83a5e6efb),segment_id=5ae06752-c638-4ab6-a0de-79a83a5e6efb)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:18.632410 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09fb08-6635-47ab-bd97-59d31ba5f262 req-0091715c-962c-4172-883c-6a36b321d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:18.634944 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f09fb08-6635-47ab-bd97-59d31ba5f262 req-0091715c-962c-4172-883c-6a36b321d71c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=05152657-41bb-4f53-a93a-a0556bf4ae06 HTTP/1.1" status: 200 len: 852 time: 0.0988045 Feb 19 04:06:18.638311 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '56c7b5fe-0dc5-4742-ba7b-65ba30e76872', 'network_id': '96098cde-d92e-4e5a-a9a6-83cea6c4c52c', 'port_id': '56c7b5fe-0dc5-4742-ba7b-65ba30e76872', 'mac_address': 'fa:16:3e:c8:5e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e1b4648-7460-4fb8-83f9-532f94dfdea8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:06:18.735041 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 56c7b5fe-0dc5-4742-ba7b-65ba30e76872 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:18.737036 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f09fb08-6635-47ab-bd97-59d31ba5f262 req-2a5c5412-4008-4117-a925-254bf704b2eb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9c484cb2-d49b-4cb4-a1e7-39d440927c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679636 Feb 19 04:06:18.738365 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-32943eac-7732-4f7b-a4fc-e21525294023 service neutron] For port 25f48bd2-f8fd-41e0-b2a9-e5612f2f6421, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:06:18.739102 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (56c7b5fe-0dc5-4742-ba7b-65ba30e76872), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:18.765974 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01749936-ac9f-4257-84de-f0b43ce0e806 req-87d5f1a9-e1cc-4aac-891b-a579b0707ae0 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:18.774645 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c7b5fe-0dc5-4742-ba7b-65ba30e76872 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:06:18.803498 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 56c7b5fe-0dc5-4742-ba7b-65ba30e76872, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=56c7b5fe-0dc5-4742-ba7b-65ba30e76872,segment=NetworkSegment(5ae06752-c638-4ab6-a0de-79a83a5e6efb),segment_id=5ae06752-c638-4ab6-a0de-79a83a5e6efb)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:18.810305 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-01749936-ac9f-4257-84de-f0b43ce0e806 req-87d5f1a9-e1cc-4aac-891b-a579b0707ae0 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:18.810563 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (56c7b5fe-0dc5-4742-ba7b-65ba30e76872), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:18.812392 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5f1a9-e1cc-4aac-891b-a579b0707ae0 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Pushing event updated for resources: {'Port': ['ID=0b8b06b9-7ad1-433a-9d18-379a534c915c,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:18.817682 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-01749936-ac9f-4257-84de-f0b43ce0e806 req-87d5f1a9-e1cc-4aac-891b-a579b0707ae0 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:18.862360 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-32943eac-7732-4f7b-a4fc-e21525294023 service neutron] For port 25f48bd2-f8fd-41e0-b2a9-e5612f2f6421, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=25f48bd2-f8fd-41e0-b2a9-e5612f2f6421,segment=NetworkSegment(71d4e262-0aab-41dc-92da-e243d23884f2),segment_id=71d4e262-0aab-41dc-92da-e243d23884f2)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:06:18.901729 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=56c7b5fe-0dc5-4742-ba7b-65ba30e76872,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:18.911294 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:18.912330 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:18.913031 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:18.913730 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:18.914587 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:18.915171 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:18.916032 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:18.916686 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:18.917138 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:18.917744 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:18.918196 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:18.918691 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:18.922422 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:18.996742 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-01749936-ac9f-4257-84de-f0b43ce0e806 req-87d5f1a9-e1cc-4aac-891b-a579b0707ae0 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks [] for floatingip (512e7db6-2a37-41ca-828c-1a9bfa62e04a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:19.007473 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-32943eac-7732-4f7b-a4fc-e21525294023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (25f48bd2-f8fd-41e0-b2a9-e5612f2f6421), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:19.012344 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['56c7b5fe-0dc5-4742-ba7b-65ba30e76872'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:06:19.048743 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c03a13-347d-4cd6-963c-3ad99389341a req-3ae601a8-c110-4a53-af2e-d3b44d999125 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:19.050475 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b8c03a13-347d-4cd6-963c-3ad99389341a req-3ae601a8-c110-4a53-af2e-d3b44d999125 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=685b5a11-f684-471e-821e-dbd40ab0373f HTTP/1.1" status: 200 len: 943 time: 0.3787968 Feb 19 04:06:19.140789 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-32943eac-7732-4f7b-a4fc-e21525294023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:19.141473 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-32943eac-7732-4f7b-a4fc-e21525294023 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:19.143101 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-32943eac-7732-4f7b-a4fc-e21525294023 service neutron] 10.222.0.79 "PUT /v2.0/ports/25f48bd2-f8fd-41e0-b2a9-e5612f2f6421 HTTP/1.1" status: 200 len: 1093 time: 3.6493032 Feb 19 04:06:19.143954 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b44568c-2787-472f-a716-90df04371ad4', 'tag': '25f48bd2-f8fd-41e0-b2a9-e5612f2f6421'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:19.146278 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8585d795-f59f-415c-ac93-b44ce622f0ef" -d '{"events": [{"name": "network-changed", "server_uuid": "0b44568c-2787-472f-a716-90df04371ad4", "tag": "25f48bd2-f8fd-41e0-b2a9-e5612f2f6421"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:19.226287 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-01749936-ac9f-4257-84de-f0b43ce0e806 req-87d5f1a9-e1cc-4aac-891b-a579b0707ae0 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0b8b06b9-7ad1-433a-9d18-379a534c915c), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:19.300782 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f09fb08-6635-47ab-bd97-59d31ba5f262 req-cdf8a852-75bb-4564-ac5e-7500d7f355fa service neutron] 10.222.0.79 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392251 Feb 19 04:06:19.305616 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32943eac-7732-4f7b-a4fc-e21525294023 service neutron] Pushing event updated for resources: {'Port': ['ID=25f48bd2-f8fd-41e0-b2a9-e5612f2f6421,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:19.402212 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b8c03a13-347d-4cd6-963c-3ad99389341a req-54210a5e-344a-46c7-ba0d-0ad1e7b14ba9 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166327 Feb 19 04:06:19.472305 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-25fe7754-495e-4009-b8d5-3dabee287b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:19.473855 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-25fe7754-495e-4009-b8d5-3dabee287b09 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aeffa8dc13064a198ee824c63786f0c2&device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 1127 time: 0.2589674 Feb 19 04:06:19.530658 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-6a1e2ff7-aaf6-4d81-8433-ebdfd954056b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25f48bd2-f8fd-41e0-b2a9-e5612f2f6421 HTTP/1.1" status: 200 len: 217 time: 0.0491438 Feb 19 04:06:19.563172 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f09fb08-6635-47ab-bd97-59d31ba5f262 req-ffe9e378-0ee0-4791-b24f-3680c7980903 service neutron] 10.222.0.79 "GET /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449901 Feb 19 04:06:19.623604 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-af0bc8bd-3684-4d5f-b86f-7586e8360072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:19.625086 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-af0bc8bd-3684-4d5f-b86f-7586e8360072 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0158d0fa-2e31-44b1-955f-e39eed62eba8 HTTP/1.1" status: 200 len: 850 time: 0.0844405 Feb 19 04:06:19.668374 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-01749936-ac9f-4257-84de-f0b43ce0e806 req-87d5f1a9-e1cc-4aac-891b-a579b0707ae0 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks [] for port (0b8b06b9-7ad1-433a-9d18-379a534c915c), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:19.671760 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-ef46f963-bbed-4d76-9f57-5d7d27b2fcc9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=96906bf1-6d49-4110-8bea-07aefb43331c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402660 Feb 19 04:06:19.674040 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-01749936-ac9f-4257-84de-f0b43ce0e806 req-87d5f1a9-e1cc-4aac-891b-a579b0707ae0 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (0b8b06b9-7ad1-433a-9d18-379a534c915c), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:19.756567 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56724) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:19.796491 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5f1a9-e1cc-4aac-891b-a579b0707ae0 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Pushing event updated for resources: {'Port': ['ID=0b8b06b9-7ad1-433a-9d18-379a534c915c,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:19.827047 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-01749936-ac9f-4257-84de-f0b43ce0e806 req-87d5f1a9-e1cc-4aac-891b-a579b0707ae0 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (512e7db6-2a37-41ca-828c-1a9bfa62e04a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:19.848984 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-3055d058-988b-427f-b5ee-3e68b716b495 service neutron] 10.222.0.79 "GET /v2.0/networks/96906bf1-6d49-4110-8bea-07aefb43331c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703002 Feb 19 04:06:19.855520 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-01749936-ac9f-4257-84de-f0b43ce0e806 req-87d5f1a9-e1cc-4aac-891b-a579b0707ae0 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:19.856782 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-01749936-ac9f-4257-84de-f0b43ce0e806 req-87d5f1a9-e1cc-4aac-891b-a579b0707ae0 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8355799 Feb 19 04:06:19.968853 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-01749936-ac9f-4257-84de-f0b43ce0e806 req-cb0c22ec-8de6-4841-888f-d2edb18ba647 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.54 HTTP/1.1" status: 200 len: 695 time: 0.1025832 Feb 19 04:06:20.015052 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-57ec8bb3-1daa-43a0-b750-a4fc1400355a tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-865675122'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:20.037927 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ec8bb3-1daa-43a0-b750-a4fc1400355a tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Made reservation on behalf of f4cb6fc6bc0a490c99a1905482f26043 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:20.042460 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-57ec8bb3-1daa-43a0-b750-a4fc1400355a tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:20.054598 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-57ec8bb3-1daa-43a0-b750-a4fc1400355a tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:20.095008 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-708fe93a-df6f-455f-af3d-b8775fcc96a5 req-41758ef9-2f8e-4904-ab19-d70bc0243d31 service neutron] 10.222.0.79 "GET /v2.0/networks/96906bf1-6d49-4110-8bea-07aefb43331c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370818 Feb 19 04:06:20.107864 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a4563-76c5-4d89-aa70-bad72f65e96a req-26fc8b86-8a29-4dc9-8026-e5dfe9f5d74a tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:20.109442 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f62a4563-76c5-4d89-aa70-bad72f65e96a req-26fc8b86-8a29-4dc9-8026-e5dfe9f5d74a tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 944 time: 0.1635404 Feb 19 04:06:20.143749 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-57ec8bb3-1daa-43a0-b750-a4fc1400355a tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks [] for security_group (99edf6e3-abba-4592-a2c4-3b35e49bdae1), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:20.148129 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-57ec8bb3-1daa-43a0-b750-a4fc1400355a tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (99edf6e3-abba-4592-a2c4-3b35e49bdae1), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:20.174860 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ec8bb3-1daa-43a0-b750-a4fc1400355a tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:06:20.187537 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01749936-ac9f-4257-84de-f0b43ce0e806 req-0ed890f9-78d9-40d9-b37a-b3ee4d233926 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:20.188987 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-01749936-ac9f-4257-84de-f0b43ce0e806 req-0ed890f9-78d9-40d9-b37a-b3ee4d233926 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 784 time: 0.2019155 Feb 19 04:06:20.193100 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-57ec8bb3-1daa-43a0-b750-a4fc1400355a tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (2e9ba40a-fad2-4a50-8149-3f894a9353b5), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:20.193454 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-57ec8bb3-1daa-43a0-b750-a4fc1400355a tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Added segment 2e9ba40a-fad2-4a50-8149-3f894a9353b5 of type vlan for network 449088ce-e14b-4531-89b2-b15dd1945143 Feb 19 04:06:20.195290 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec8bb3-1daa-43a0-b750-a4fc1400355a tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99edf6e3-abba-4592-a2c4-3b35e49bdae1,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:20.210978 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f62a4563-76c5-4d89-aa70-bad72f65e96a req-8879301f-6cf6-4a2e-a10b-259f3465d1cc tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893452 Feb 19 04:06:20.252703 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-57ec8bb3-1daa-43a0-b750-a4fc1400355a tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (449088ce-e14b-4531-89b2-b15dd1945143), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:20.294984 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-57ec8bb3-1daa-43a0-b750-a4fc1400355a tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (449088ce-e14b-4531-89b2-b15dd1945143), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:20.301982 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ec8bb3-1daa-43a0-b750-a4fc1400355a tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:20.302632 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-57ec8bb3-1daa-43a0-b750-a4fc1400355a tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:20.304908 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2b3fdb-2ce3-46de-9718-9cb908c61b35 x-openstack-request-id: req-1f2b3fdb-2ce3-46de-9718-9cb908c61b35 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:20.305250 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b44568c-2787-472f-a716-90df04371ad4", "tag": "25f48bd2-f8fd-41e0-b2a9-e5612f2f6421", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:20.306004 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1f2b3fdb-2ce3-46de-9718-9cb908c61b35 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:20.306004 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b44568c-2787-472f-a716-90df04371ad4', 'tag': '25f48bd2-f8fd-41e0-b2a9-e5612f2f6421', 'status': 'completed', 'code': 200} Feb 19 04:06:20.362915 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-57ec8bb3-1daa-43a0-b750-a4fc1400355a tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6049583 Feb 19 04:06:20.365996 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56744) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:20.373875 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-068272ab-d3eb-475d-9c4d-0e3437980238 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Request body: {'subnet': {'network_id': '449088ce-e14b-4531-89b2-b15dd1945143', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:20.381929 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f1731-4670-4e2c-9031-5b09fc0a3c2b req-f577c5a9-3e9e-4d4a-9496-1e48176aa45d tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:20.385268 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc4f1731-4670-4e2c-9031-5b09fc0a3c2b req-f577c5a9-3e9e-4d4a-9496-1e48176aa45d tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/ports?device_id=26110b60-478b-4d4e-98eb-115da1abdc6c HTTP/1.1" status: 200 len: 945 time: 0.1206310 Feb 19 04:06:20.392948 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585d795-f59f-415c-ac93-b44ce622f0ef req-83de375c-318e-41f6-b9a6-5b3d0341dc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:20.394667 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8585d795-f59f-415c-ac93-b44ce622f0ef req-83de375c-318e-41f6-b9a6-5b3d0341dc07 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aeffa8dc13064a198ee824c63786f0c2&device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 1127 time: 0.0876806 Feb 19 04:06:20.446539 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec8bb3-1daa-43a0-b750-a4fc1400355a tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Pushing event updated for resources: {'Network': ['ID=449088ce-e14b-4531-89b2-b15dd1945143,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:20.464437 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device dea6cba7-f903-46b1-805d-7b1f755904d4 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:06:20.466527 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 56c7b5fe-0dc5-4742-ba7b-65ba30e76872 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:20.469208 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 449088ce-e14b-4531-89b2-b15dd1945143 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:06:20.503850 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068272ab-d3eb-475d-9c4d-0e3437980238 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Made reservation on behalf of f4cb6fc6bc0a490c99a1905482f26043 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:20.509005 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-068272ab-d3eb-475d-9c4d-0e3437980238 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:20.540561 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-46343c4a-c1bd-443c-90d8-4e801ffba488 req-2ffe6cbb-5693-450a-a4c7-b914352bc51c tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] 10.222.0.52 "GET /v2.0/floatingips/512e7db6-2a37-41ca-828c-1a9bfa62e04a HTTP/1.1" status: 200 len: 692 time: 0.1265430 Feb 19 04:06:20.572292 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc4f1731-4670-4e2c-9031-5b09fc0a3c2b req-ec93c534-7f88-47c9-b70d-ddd9387eb956 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/security-groups?id=df3f22db-342c-466a-b72c-fd5867974e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764591 Feb 19 04:06:20.664514 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585d795-f59f-415c-ac93-b44ce622f0ef req-0c014358-31e4-44f1-b4f9-95b572d58ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:20.666417 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8585d795-f59f-415c-ac93-b44ce622f0ef req-0c014358-31e4-44f1-b4f9-95b572d58ca7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=96906bf1-6d49-4110-8bea-07aefb43331c HTTP/1.1" status: 200 len: 911 time: 0.2534280 Feb 19 04:06:20.728837 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8585d795-f59f-415c-ac93-b44ce622f0ef req-65f3fea2-f5af-4463-aad2-dbcf7a1527fc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25f48bd2-f8fd-41e0-b2a9-e5612f2f6421 HTTP/1.1" status: 200 len: 217 time: 0.0560782 Feb 19 04:06:20.735769 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port dea6cba7-f903-46b1-805d-7b1f755904d4, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=dea6cba7-f903-46b1-805d-7b1f755904d4,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:20.757071 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'dea6cba7-f903-46b1-805d-7b1f755904d4', 'network_id': '9c484cb2-d49b-4cb4-a1e7-39d440927c34', 'port_id': 'dea6cba7-f903-46b1-805d-7b1f755904d4', 'mac_address': 'fa:16:3e:27:2c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05152657-41bb-4f53-a93a-a0556bf4ae06', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:06:20.809563 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 56c7b5fe-0dc5-4742-ba7b-65ba30e76872 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:06:20.815686 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 56c7b5fe-0dc5-4742-ba7b-65ba30e76872 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:20.816324 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (56c7b5fe-0dc5-4742-ba7b-65ba30e76872), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:20.871437 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port dea6cba7-f903-46b1-805d-7b1f755904d4 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:20.872061 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (dea6cba7-f903-46b1-805d-7b1f755904d4), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:20.889229 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46343c4a-c1bd-443c-90d8-4e801ffba488 req-114f43f1-72b6-43b1-82fa-3a5fe517536b tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:20.893718 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea6cba7-f903-46b1-805d-7b1f755904d4 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:06:20.896621 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-46343c4a-c1bd-443c-90d8-4e801ffba488 req-114f43f1-72b6-43b1-82fa-3a5fe517536b tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 784 time: 0.3464434 Feb 19 04:06:20.920103 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port dea6cba7-f903-46b1-805d-7b1f755904d4, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=dea6cba7-f903-46b1-805d-7b1f755904d4,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:20.931267 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (dea6cba7-f903-46b1-805d-7b1f755904d4), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:20.961149 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585d795-f59f-415c-ac93-b44ce622f0ef req-00ef9444-58bb-46f4-853e-8883cb7de04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:20.961865 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8585d795-f59f-415c-ac93-b44ce622f0ef req-00ef9444-58bb-46f4-853e-8883cb7de04d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0158d0fa-2e31-44b1-955f-e39eed62eba8 HTTP/1.1" status: 200 len: 850 time: 0.2204764 Feb 19 04:06:20.975419 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-46343c4a-c1bd-443c-90d8-4e801ffba488 req-a4576e9c-c302-417f-aef5-c5c55a4d2980 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.54 HTTP/1.1" status: 200 len: 695 time: 0.0778620 Feb 19 04:06:21.018578 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=dea6cba7-f903-46b1-805d-7b1f755904d4,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:21.046596 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 56c7b5fe-0dc5-4742-ba7b-65ba30e76872 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:21.047000 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (56c7b5fe-0dc5-4742-ba7b-65ba30e76872), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:21.052989 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8585d795-f59f-415c-ac93-b44ce622f0ef req-424a2f02-39ae-4c6e-b54e-4b5a87367cb9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=96906bf1-6d49-4110-8bea-07aefb43331c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740170 Feb 19 04:06:21.072602 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-46343c4a-c1bd-443c-90d8-4e801ffba488 req-54b30dd2-e549-42fd-ab1e-b50fec4ce7c1 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.54 HTTP/1.1" status: 200 len: 695 time: 0.0962336 Feb 19 04:06:21.079466 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82a4e8-e0df-4a12-9d15-4616d71c754e req-8b34aecf-68b4-4073-8593-806ba570578d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:21.086382 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa82a4e8-e0df-4a12-9d15-4616d71c754e req-8b34aecf-68b4-4073-8593-806ba570578d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=685b5a11-f684-471e-821e-dbd40ab0373f HTTP/1.1" status: 200 len: 943 time: 0.2516453 Feb 19 04:06:21.088584 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26110b60-478b-4d4e-98eb-115da1abdc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c7b5fe-0dc5-4742-ba7b-65ba30e76872'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:21.089431 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66787933-8add-4330-9bfd-7bfa7354e790" -d '{"events": [{"server_uuid": "26110b60-478b-4d4e-98eb-115da1abdc6c", "name": "network-vif-plugged", "status": "completed", "tag": "56c7b5fe-0dc5-4742-ba7b-65ba30e76872"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:21.104181 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 56c7b5fe-0dc5-4742-ba7b-65ba30e76872, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=56c7b5fe-0dc5-4742-ba7b-65ba30e76872,segment=NetworkSegment(5ae06752-c638-4ab6-a0de-79a83a5e6efb),segment_id=5ae06752-c638-4ab6-a0de-79a83a5e6efb)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:21.119669 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (56c7b5fe-0dc5-4742-ba7b-65ba30e76872), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:21.157123 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['dea6cba7-f903-46b1-805d-7b1f755904d4'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:06:21.184259 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-068272ab-d3eb-475d-9c4d-0e3437980238 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (33a77fc3-332b-4f18-9181-ca08ddf6c4a7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:21.219504 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=56c7b5fe-0dc5-4742-ba7b-65ba30e76872,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:21.288850 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068272ab-d3eb-475d-9c4d-0e3437980238 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Pushing event updated for resources: {'Subnet': ['ID=33a77fc3-332b-4f18-9181-ca08ddf6c4a7,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:21.293128 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa82a4e8-e0df-4a12-9d15-4616d71c754e req-92225482-363d-4d7b-8d20-7d08da249a52 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058036 Feb 19 04:06:21.327200 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068272ab-d3eb-475d-9c4d-0e3437980238 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Checking segment: {'id': '2e9ba40a-fad2-4a50-8149-3f894a9353b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '449088ce-e14b-4531-89b2-b15dd1945143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:21.327557 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068272ab-d3eb-475d-9c4d-0e3437980238 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Network hostable DHCP agents. Network: 449088ce-e14b-4531-89b2-b15dd1945143, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:06:21.335056 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8585d795-f59f-415c-ac93-b44ce622f0ef req-b9135024-f97d-4307-8bf4-a6518ca07f2b service neutron] 10.222.0.79 "GET /v2.0/networks/96906bf1-6d49-4110-8bea-07aefb43331c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723758 Feb 19 04:06:21.351477 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068272ab-d3eb-475d-9c4d-0e3437980238 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Network 449088ce-e14b-4531-89b2-b15dd1945143 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:06:21.365662 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-068272ab-d3eb-475d-9c4d-0e3437980238 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 449088ce-e14b-4531-89b2-b15dd1945143) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:21.375449 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068272ab-d3eb-475d-9c4d-0e3437980238 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:21.376612 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa70d469-f2a3-406b-aa75-3d8f6b9d2636 None None] Network 449088ce-e14b-4531-89b2-b15dd1945143 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:06:21.377288 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-068272ab-d3eb-475d-9c4d-0e3437980238 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:21.410784 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-068272ab-d3eb-475d-9c4d-0e3437980238 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0412591 Feb 19 04:06:21.411380 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56774) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:21.419363 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-46343c4a-c1bd-443c-90d8-4e801ffba488 req-380a820b-2840-4cf3-8250-ba2311029168 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Deleting port 0b8b06b9-7ad1-433a-9d18-379a534c915c {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:06:21.419711 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-46343c4a-c1bd-443c-90d8-4e801ffba488 req-380a820b-2840-4cf3-8250-ba2311029168 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (0b8b06b9-7ad1-433a-9d18-379a534c915c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:21.421095 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-9599b5cc-c073-40b1-b243-380c6213c39b tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Request body: {'port': {'network_id': '449088ce-e14b-4531-89b2-b15dd1945143', 'name': 'tempest-DHCPAgentSchedulersTestJSON-469652134'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:21.444960 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274156e8-18eb-4b0d-8b1d-d914a0ab14fe x-openstack-request-id: req-274156e8-18eb-4b0d-8b1d-d914a0ab14fe {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:21.445394 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26110b60-478b-4d4e-98eb-115da1abdc6c", "name": "network-vif-plugged", "status": "completed", "tag": "56c7b5fe-0dc5-4742-ba7b-65ba30e76872", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:21.445792 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-274156e8-18eb-4b0d-8b1d-d914a0ab14fe {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:21.446522 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26110b60-478b-4d4e-98eb-115da1abdc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c7b5fe-0dc5-4742-ba7b-65ba30e76872', 'code': 200} Feb 19 04:06:21.506458 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-46343c4a-c1bd-443c-90d8-4e801ffba488 req-380a820b-2840-4cf3-8250-ba2311029168 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (0b8b06b9-7ad1-433a-9d18-379a534c915c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:21.506788 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-46343c4a-c1bd-443c-90d8-4e801ffba488 req-380a820b-2840-4cf3-8250-ba2311029168 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks [] for floatingip (0b8b06b9-7ad1-433a-9d18-379a534c915c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:21.553808 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c45d2c5-91bc-4009-bcf7-9df6bd7f6dd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-449088ce-e14b-4531-89b2-b15dd1945143', 'network_id': '449088ce-e14b-4531-89b2-b15dd1945143', 'project_id': 'f4cb6fc6bc0a490c99a1905482f26043', 'fixed_ips': [{'subnet_id': '33a77fc3-332b-4f18-9181-ca08ddf6c4a7'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:06:21.554804 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9c45d2c5-91bc-4009-bcf7-9df6bd7f6dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:21.636035 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9599b5cc-c073-40b1-b243-380c6213c39b tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Made reservation on behalf of f4cb6fc6bc0a490c99a1905482f26043 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:21.641738 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9599b5cc-c073-40b1-b243-380c6213c39b tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:21.682878 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-9599b5cc-c073-40b1-b243-380c6213c39b tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] device_id is not set on port 69de4534-0cd1-458a-8bfd-a9038888545c yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:06:21.738588 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-9c45d2c5-91bc-4009-bcf7-9df6bd7f6dd1 None None] Allocated IP 172.20.0.2 (449088ce-e14b-4531-89b2-b15dd1945143/33a77fc3-332b-4f18-9181-ca08ddf6c4a7/189c0895-c4a9-4f57-84d6-3c1951d5aca7) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:21.900367 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9c45d2c5-91bc-4009-bcf7-9df6bd7f6dd1 None None] Publish callbacks [] for port (189c0895-c4a9-4f57-84d6-3c1951d5aca7), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:21.923719 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9c45d2c5-91bc-4009-bcf7-9df6bd7f6dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (189c0895-c4a9-4f57-84d6-3c1951d5aca7), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:21.982274 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-46343c4a-c1bd-443c-90d8-4e801ffba488 req-380a820b-2840-4cf3-8250-ba2311029168 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Calling delete_port for 0b8b06b9-7ad1-433a-9d18-379a534c915c owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:06:21.993591 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-9599b5cc-c073-40b1-b243-380c6213c39b tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Allocated IP 172.20.0.9 (449088ce-e14b-4531-89b2-b15dd1945143/33a77fc3-332b-4f18-9181-ca08ddf6c4a7/69de4534-0cd1-458a-8bfd-a9038888545c) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:21.995632 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8585d795-f59f-415c-ac93-b44ce622f0ef req-60c78881-5917-47dc-bedf-be37b76f2597 service neutron] 10.222.0.79 "GET /v2.0/networks/96906bf1-6d49-4110-8bea-07aefb43331c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6502285 Feb 19 04:06:22.042798 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c45d2c5-91bc-4009-bcf7-9df6bd7f6dd1 None None] Network 449088ce-e14b-4531-89b2-b15dd1945143 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:22.043846 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45d2c5-91bc-4009-bcf7-9df6bd7f6dd1 None None] Pushing event updated for resources: {'Port': ['ID=189c0895-c4a9-4f57-84d6-3c1951d5aca7,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:22.063544 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-9c45d2c5-91bc-4009-bcf7-9df6bd7f6dd1 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:22.068635 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c45d2c5-91bc-4009-bcf7-9df6bd7f6dd1 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:22.157126 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-9c45d2c5-91bc-4009-bcf7-9df6bd7f6dd1 None None] Attempting to bind port 189c0895-c4a9-4f57-84d6-3c1951d5aca7 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:06:22.157401 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-9c45d2c5-91bc-4009-bcf7-9df6bd7f6dd1 None None] Attempting to bind port 189c0895-c4a9-4f57-84d6-3c1951d5aca7 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '2e9ba40a-fad2-4a50-8149-3f894a9353b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '449088ce-e14b-4531-89b2-b15dd1945143'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:06:22.157772 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45d2c5-91bc-4009-bcf7-9df6bd7f6dd1 None None] Attempting to bind port 189c0895-c4a9-4f57-84d6-3c1951d5aca7 on network 449088ce-e14b-4531-89b2-b15dd1945143 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:22.165825 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45d2c5-91bc-4009-bcf7-9df6bd7f6dd1 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:06:22.166410 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45d2c5-91bc-4009-bcf7-9df6bd7f6dd1 None None] Checking segment: {'id': '2e9ba40a-fad2-4a50-8149-3f894a9353b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '449088ce-e14b-4531-89b2-b15dd1945143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:22.167223 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9c45d2c5-91bc-4009-bcf7-9df6bd7f6dd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:22.167629 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45d2c5-91bc-4009-bcf7-9df6bd7f6dd1 None None] Bound using segment: {'id': '2e9ba40a-fad2-4a50-8149-3f894a9353b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '449088ce-e14b-4531-89b2-b15dd1945143'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:06:22.168239 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-9c45d2c5-91bc-4009-bcf7-9df6bd7f6dd1 None None] Bound port: 189c0895-c4a9-4f57-84d6-3c1951d5aca7, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9ba40a-fad2-4a50-8149-3f894a9353b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '449088ce-e14b-4531-89b2-b15dd1945143'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:06:22.168637 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9c45d2c5-91bc-4009-bcf7-9df6bd7f6dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (189c0895-c4a9-4f57-84d6-3c1951d5aca7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:22.169843 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08dae4-5707-4c66-a158-f3042a62ee7a req-678abdd1-cf22-4668-82b7-49f816713723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:22.173653 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab08dae4-5707-4c66-a158-f3042a62ee7a req-678abdd1-cf22-4668-82b7-49f816713723 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=26110b60-478b-4d4e-98eb-115da1abdc6c HTTP/1.1" status: 200 len: 1129 time: 0.6538804 Feb 19 04:06:22.198469 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9599b5cc-c073-40b1-b243-380c6213c39b tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks [] for port (69de4534-0cd1-458a-8bfd-a9038888545c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:22.234469 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fbb7b-26d0-41d3-8b90-27c9320633c8 req-3e96599c-0685-4053-8c63-65104e4bbc4b tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:22.240424 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9599b5cc-c073-40b1-b243-380c6213c39b tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (69de4534-0cd1-458a-8bfd-a9038888545c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:22.244047 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-082fbb7b-26d0-41d3-8b90-27c9320633c8 req-3e96599c-0685-4053-8c63-65104e4bbc4b tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 944 time: 0.2923145 Feb 19 04:06:22.257135 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-9c45d2c5-91bc-4009-bcf7-9df6bd7f6dd1 None None] For port 189c0895-c4a9-4f57-84d6-3c1951d5aca7, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:06:22.261109 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-9c45d2c5-91bc-4009-bcf7-9df6bd7f6dd1 None None] For port 189c0895-c4a9-4f57-84d6-3c1951d5aca7, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=189c0895-c4a9-4f57-84d6-3c1951d5aca7,segment=NetworkSegment(2e9ba40a-fad2-4a50-8149-3f894a9353b5),segment_id=2e9ba40a-fad2-4a50-8149-3f894a9353b5)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:06:22.277643 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9c45d2c5-91bc-4009-bcf7-9df6bd7f6dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (189c0895-c4a9-4f57-84d6-3c1951d5aca7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:22.311093 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9599b5cc-c073-40b1-b243-380c6213c39b tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Network 449088ce-e14b-4531-89b2-b15dd1945143 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:22.314616 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-9599b5cc-c073-40b1-b243-380c6213c39b tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:22.323260 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9599b5cc-c073-40b1-b243-380c6213c39b tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:22.358288 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab08dae4-5707-4c66-a158-f3042a62ee7a req-172a9e0e-ccea-4cc0-9cdd-750f9632aa50 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=df3f22db-342c-466a-b72c-fd5867974e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703475 Feb 19 04:06:22.384422 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-082fbb7b-26d0-41d3-8b90-27c9320633c8 req-0c9848b9-a3fe-49f1-ae66-f087877d3038 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221128 Feb 19 04:06:22.406693 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-46343c4a-c1bd-443c-90d8-4e801ffba488 req-380a820b-2840-4cf3-8250-ba2311029168 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (0b8b06b9-7ad1-433a-9d18-379a534c915c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:22.421099 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45d2c5-91bc-4009-bcf7-9df6bd7f6dd1 None None] Pushing event updated for resources: {'Port': ['ID=189c0895-c4a9-4f57-84d6-3c1951d5aca7,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:22.449329 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device dea6cba7-f903-46b1-805d-7b1f755904d4 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:22.455464 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9599b5cc-c073-40b1-b243-380c6213c39b tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:22.456421 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9599b5cc-c073-40b1-b243-380c6213c39b tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:22.473196 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a820b-2840-4cf3-8250-ba2311029168 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Pushing event deleted for resources: {'Port': ['ID=0b8b06b9-7ad1-433a-9d18-379a534c915c,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:22.497922 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599b5cc-c073-40b1-b243-380c6213c39b tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Pushing event updated for resources: {'Port': ['ID=69de4534-0cd1-458a-8bfd-a9038888545c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:22.516468 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9599b5cc-c073-40b1-b243-380c6213c39b tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1032004 Feb 19 04:06:22.520314 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56788) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:22.589794 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port dea6cba7-f903-46b1-805d-7b1f755904d4 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:06:22.594564 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port dea6cba7-f903-46b1-805d-7b1f755904d4 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:22.595046 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (dea6cba7-f903-46b1-805d-7b1f755904d4), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:22.656343 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-46343c4a-c1bd-443c-90d8-4e801ffba488 req-380a820b-2840-4cf3-8250-ba2311029168 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks [] for floatingip (512e7db6-2a37-41ca-828c-1a9bfa62e04a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:22.663554 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-46343c4a-c1bd-443c-90d8-4e801ffba488 req-380a820b-2840-4cf3-8250-ba2311029168 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:22.681106 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-46343c4a-c1bd-443c-90d8-4e801ffba488 req-380a820b-2840-4cf3-8250-ba2311029168 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] 10.222.0.52 "DELETE /v2.0/floatingips/512e7db6-2a37-41ca-828c-1a9bfa62e04a HTTP/1.1" status: 204 len: 173 time: 1.5899603 Feb 19 04:06:22.726030 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c03606bf-e090-48a3-88a2-f784536b8309 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Deleting port 69de4534-0cd1-458a-8bfd-a9038888545c {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:06:22.727711 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c03606bf-e090-48a3-88a2-f784536b8309 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (69de4534-0cd1-458a-8bfd-a9038888545c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:22.737928 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49fb336-0aa8-4ca9-9ecf-1e9680e56223 req-addc9efb-2154-4bff-b0df-9ceb93fc317c tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:22.763472 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f49fb336-0aa8-4ca9-9ecf-1e9680e56223 req-addc9efb-2154-4bff-b0df-9ceb93fc317c tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/ports?device_id=26110b60-478b-4d4e-98eb-115da1abdc6c HTTP/1.1" status: 200 len: 946 time: 0.2286429 Feb 19 04:06:22.823737 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port dea6cba7-f903-46b1-805d-7b1f755904d4 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:22.824303 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (dea6cba7-f903-46b1-805d-7b1f755904d4), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:22.848340 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f49fb336-0aa8-4ca9-9ecf-1e9680e56223 req-66afcf7f-4b66-4f50-8fba-9dd92de768ac tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/security-groups?id=df3f22db-342c-466a-b72c-fd5867974e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820756 Feb 19 04:06:22.870693 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port dea6cba7-f903-46b1-805d-7b1f755904d4, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=dea6cba7-f903-46b1-805d-7b1f755904d4,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:22.886212 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (dea6cba7-f903-46b1-805d-7b1f755904d4), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:22.957165 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c03606bf-e090-48a3-88a2-f784536b8309 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (69de4534-0cd1-458a-8bfd-a9038888545c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:22.984155 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c03606bf-e090-48a3-88a2-f784536b8309 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Calling delete_port for 69de4534-0cd1-458a-8bfd-a9038888545c owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:06:22.998783 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f9fe9-eedf-453f-a3fa-5f985a681743 req-253b143f-2c53-44ae-8f99-30778bd97806 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:23.001035 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca1f9fe9-eedf-453f-a3fa-5f985a681743 req-253b143f-2c53-44ae-8f99-30778bd97806 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=685b5a11-f684-471e-821e-dbd40ab0373f HTTP/1.1" status: 200 len: 944 time: 0.1517072 Feb 19 04:06:23.006081 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=dea6cba7-f903-46b1-805d-7b1f755904d4,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:23.071874 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-9950f13f-eab7-4b28-bbad-47e42a452028 req-7d298279-dd6f-47c5-b3f4-958c0df95a8c tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] show failed (client error): The resource could not be found. Feb 19 04:06:23.093127 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9950f13f-eab7-4b28-bbad-47e42a452028 req-7d298279-dd6f-47c5-b3f4-958c0df95a8c tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] 10.222.0.52 "GET /v2.0/floatingips/512e7db6-2a37-41ca-828c-1a9bfa62e04a HTTP/1.1" status: 404 len: 350 time: 0.1223083 Feb 19 04:06:23.186708 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 189c0895-c4a9-4f57-84d6-3c1951d5aca7 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:23.236905 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-5ead14a7-817a-4df8-957e-7d275d930a18 req-96a33c5b-ef7c-46b7-8fb7-2e00a0536636 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] show failed (client error): The resource could not be found. Feb 19 04:06:23.248883 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5ead14a7-817a-4df8-957e-7d275d930a18 req-96a33c5b-ef7c-46b7-8fb7-2e00a0536636 tempest-FloatingIPsTestJSON-1368558359 tempest-FloatingIPsTestJSON-1368558359-project] 10.222.0.52 "GET /v2.0/floatingips/512e7db6-2a37-41ca-828c-1a9bfa62e04a HTTP/1.1" status: 404 len: 350 time: 0.0961020 Feb 19 04:06:23.251276 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56800) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:23.271770 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca1f9fe9-eedf-453f-a3fa-5f985a681743 req-f95e7c41-78ef-4502-b076-70a9b342b730 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032466 Feb 19 04:06:23.319831 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 189c0895-c4a9-4f57-84d6-3c1951d5aca7 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:23.320203 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (189c0895-c4a9-4f57-84d6-3c1951d5aca7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:23.352225 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c03606bf-e090-48a3-88a2-f784536b8309 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (69de4534-0cd1-458a-8bfd-a9038888545c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:23.451878 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685b5a11-f684-471e-821e-dbd40ab0373f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea6cba7-f903-46b1-805d-7b1f755904d4'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:23.458226 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdd885e-db7a-44f0-93ea-ea10df35f85c" -d '{"events": [{"server_uuid": "685b5a11-f684-471e-821e-dbd40ab0373f", "name": "network-vif-plugged", "status": "completed", "tag": "dea6cba7-f903-46b1-805d-7b1f755904d4"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:23.524774 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03606bf-e090-48a3-88a2-f784536b8309 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Pushing event deleted for resources: {'Port': ['ID=69de4534-0cd1-458a-8bfd-a9038888545c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:23.616418 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71b202-e130-4373-bbf4-9e0cb68661b0 req-0b105abe-6c61-46ad-9941-b50b5df4138e tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:23.634975 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0c71b202-e130-4373-bbf4-9e0cb68661b0 req-0b105abe-6c61-46ad-9941-b50b5df4138e tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 944 time: 0.0977926 Feb 19 04:06:23.769288 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0c71b202-e130-4373-bbf4-9e0cb68661b0 req-c602b829-f413-4b4c-9618-97eecbdde468 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331079 Feb 19 04:06:23.771117 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c03606bf-e090-48a3-88a2-f784536b8309 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:23.777052 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c03606bf-e090-48a3-88a2-f784536b8309 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] 10.222.0.52 "DELETE /v2.0/ports/69de4534-0cd1-458a-8bfd-a9038888545c HTTP/1.1" status: 204 len: 168 time: 1.2531044 Feb 19 04:06:23.778792 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56812) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:23.854018 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77339789-5280-4a46-beb5-8737e3322d68 req-85408d05-aab5-4ebb-8f06-92cb9a3e8389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:23.875609 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-77339789-5280-4a46-beb5-8737e3322d68 req-85408d05-aab5-4ebb-8f06-92cb9a3e8389 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=685b5a11-f684-471e-821e-dbd40ab0373f HTTP/1.1" status: 200 len: 1128 time: 0.1900036 Feb 19 04:06:23.999685 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1bb735-dc55-446d-b129-3e0511d939d2 x-openstack-request-id: req-6f1bb735-dc55-446d-b129-3e0511d939d2 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:24.000640 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685b5a11-f684-471e-821e-dbd40ab0373f", "name": "network-vif-plugged", "status": "completed", "tag": "dea6cba7-f903-46b1-805d-7b1f755904d4", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:24.001321 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6f1bb735-dc55-446d-b129-3e0511d939d2 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:24.001938 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685b5a11-f684-471e-821e-dbd40ab0373f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea6cba7-f903-46b1-805d-7b1f755904d4', 'code': 200} Feb 19 04:06:24.011845 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-77339789-5280-4a46-beb5-8737e3322d68 req-fc5d45bf-7530-4c38-9abf-19c3d5e83e1a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271193 Feb 19 04:06:24.110502 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e41d3e5-7a2f-4c77-b8a5-fa9dad7a9ba7 None None] Network 449088ce-e14b-4531-89b2-b15dd1945143 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:06:24.127176 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 189c0895-c4a9-4f57-84d6-3c1951d5aca7 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:24.127757 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (189c0895-c4a9-4f57-84d6-3c1951d5aca7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:24.148485 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38c00b-d2d3-46d7-a279-fe56da9f29f6 req-ee4d6821-3eff-47f3-b06d-1a76ec199a03 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:24.151750 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ae38c00b-d2d3-46d7-a279-fe56da9f29f6 req-ee4d6821-3eff-47f3-b06d-1a76ec199a03 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/ports?device_id=26110b60-478b-4d4e-98eb-115da1abdc6c HTTP/1.1" status: 200 len: 946 time: 0.1302752 Feb 19 04:06:24.174751 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a82b7b0b-a3aa-4acf-9f45-c5ec8647c371 tempest-DHCPAgentSchedulersTestJSON-185706125 tempest-DHCPAgentSchedulersTestJSON-185706125-project-admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.3937759 Feb 19 04:06:24.176950 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56830) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:24.183139 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-7c14c7de-46c1-436c-907f-4e6f692366f6 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1578949047'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:24.249526 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c14c7de-46c1-436c-907f-4e6f692366f6 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Made reservation on behalf of f4cb6fc6bc0a490c99a1905482f26043 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:24.254131 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7c14c7de-46c1-436c-907f-4e6f692366f6 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:24.287276 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ae38c00b-d2d3-46d7-a279-fe56da9f29f6 req-a44633d7-3405-4e43-8e05-676b341d991a tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/security-groups?id=df3f22db-342c-466a-b72c-fd5867974e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277430 Feb 19 04:06:24.305591 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 189c0895-c4a9-4f57-84d6-3c1951d5aca7, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=189c0895-c4a9-4f57-84d6-3c1951d5aca7,segment=NetworkSegment(2e9ba40a-fad2-4a50-8149-3f894a9353b5),segment_id=2e9ba40a-fad2-4a50-8149-3f894a9353b5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:24.307269 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-f301523c-3a9c-4a8b-b673-acbb8cecc2d5 None None] Provisioning complete for port 189c0895-c4a9-4f57-84d6-3c1951d5aca7 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:24.308072 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f301523c-3a9c-4a8b-b673-acbb8cecc2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (189c0895-c4a9-4f57-84d6-3c1951d5aca7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:24.359039 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c14c7de-46c1-436c-907f-4e6f692366f6 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:06:24.359594 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (189c0895-c4a9-4f57-84d6-3c1951d5aca7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:24.418959 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7c14c7de-46c1-436c-907f-4e6f692366f6 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (87e38637-a300-44db-9ee6-99dc2a4d73a5), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:24.419343 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-7c14c7de-46c1-436c-907f-4e6f692366f6 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Added segment 87e38637-a300-44db-9ee6-99dc2a4d73a5 of type vlan for network eba727be-2748-46e3-8e9b-1dedd6b7865f Feb 19 04:06:24.480755 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f301523c-3a9c-4a8b-b673-acbb8cecc2d5 None None] Current status of the port 189c0895-c4a9-4f57-84d6-3c1951d5aca7 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:24.484664 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 25f48bd2-f8fd-41e0-b2a9-e5612f2f6421 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:06:24.499353 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-e13e38f8-3306-4357-9eb5-f73ea677699c tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:24.510311 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-e13e38f8-3306-4357-9eb5-f73ea677699c tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/networks?id=ea29d98d-5618-4130-a92e-1da48170b606 HTTP/1.1" status: 200 len: 809 time: 0.2139349 Feb 19 04:06:24.529019 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7c14c7de-46c1-436c-907f-4e6f692366f6 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (eba727be-2748-46e3-8e9b-1dedd6b7865f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:24.534644 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-1fa679ad-fd22-4460-b824-39853e34b247 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/quotas/05b788bbe9304d739cbcdf2348f25331 HTTP/1.1" status: 200 len: 375 time: 0.0234783 Feb 19 04:06:24.590176 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-662b76f1-701e-4059-b7e7-459429dd0f55 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=05b788bbe9304d739cbcdf2348f25331&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545671 Feb 19 04:06:24.616997 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7c14c7de-46c1-436c-907f-4e6f692366f6 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (eba727be-2748-46e3-8e9b-1dedd6b7865f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:24.622990 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c14c7de-46c1-436c-907f-4e6f692366f6 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:24.623641 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7c14c7de-46c1-436c-907f-4e6f692366f6 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:24.635137 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=189c0895-c4a9-4f57-84d6-3c1951d5aca7,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:24.679978 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7c14c7de-46c1-436c-907f-4e6f692366f6 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5017328 Feb 19 04:06:24.688063 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56844) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:24.703132 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 25f48bd2-f8fd-41e0-b2a9-e5612f2f6421, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=25f48bd2-f8fd-41e0-b2a9-e5612f2f6421,segment=NetworkSegment(71d4e262-0aab-41dc-92da-e243d23884f2),segment_id=71d4e262-0aab-41dc-92da-e243d23884f2)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:24.708985 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084fd1c-99a1-4ac0-a320-6085b1c2a01f req-8690c680-27f4-472c-9af7-bb40bff1bd3d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:24.709485 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4084fd1c-99a1-4ac0-a320-6085b1c2a01f req-8690c680-27f4-472c-9af7-bb40bff1bd3d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=685b5a11-f684-471e-821e-dbd40ab0373f HTTP/1.1" status: 200 len: 945 time: 0.2959952 Feb 19 04:06:24.745113 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '25f48bd2-f8fd-41e0-b2a9-e5612f2f6421', 'network_id': '96906bf1-6d49-4110-8bea-07aefb43331c', 'port_id': '25f48bd2-f8fd-41e0-b2a9-e5612f2f6421', 'mac_address': 'fa:16:3e:f6:94:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0158d0fa-2e31-44b1-955f-e39eed62eba8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:06:24.753302 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-7c81c60d-b854-4f1a-bc2a-3f109002ce9b None None] Provisioning complete for port 189c0895-c4a9-4f57-84d6-3c1951d5aca7 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:24.753684 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7c81c60d-b854-4f1a-bc2a-3f109002ce9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (189c0895-c4a9-4f57-84d6-3c1951d5aca7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:24.770309 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a20e4e0d-0c77-4642-a568-f3742e75cfe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (e6ab9cff-f55b-4d6a-ad11-fff9a2313132), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:24.814854 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14c7de-46c1-436c-907f-4e6f692366f6 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Pushing event updated for resources: {'Network': ['ID=eba727be-2748-46e3-8e9b-1dedd6b7865f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:24.830823 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network eba727be-2748-46e3-8e9b-1dedd6b7865f details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:06:24.836197 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 25f48bd2-f8fd-41e0-b2a9-e5612f2f6421 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:24.836597 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (25f48bd2-f8fd-41e0-b2a9-e5612f2f6421), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:24.844275 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-7eab58ba-606d-4f6a-9cde-006b4fcf39ca service neutron] 10.222.0.52 "GET /v2.0/networks/ea29d98d-5618-4130-a92e-1da48170b606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527933 Feb 19 04:06:24.941778 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f48bd2-f8fd-41e0-b2a9-e5612f2f6421 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:06:24.970536 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 25f48bd2-f8fd-41e0-b2a9-e5612f2f6421, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=25f48bd2-f8fd-41e0-b2a9-e5612f2f6421,segment=NetworkSegment(71d4e262-0aab-41dc-92da-e243d23884f2),segment_id=71d4e262-0aab-41dc-92da-e243d23884f2)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:25.004332 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (25f48bd2-f8fd-41e0-b2a9-e5612f2f6421), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:25.088313 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4084fd1c-99a1-4ac0-a320-6085b1c2a01f req-c929e991-bbe5-4b8e-8c31-66aa22c0a12a tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668437 Feb 19 04:06:25.107747 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-7c81c60d-b854-4f1a-bc2a-3f109002ce9b None None] Current status of the port 189c0895-c4a9-4f57-84d6-3c1951d5aca7 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:25.159521 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=25f48bd2-f8fd-41e0-b2a9-e5612f2f6421,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:25.223204 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-f4b09f02-7cbd-437c-baf5-4fe742da428a None None] Could not find standard attr ID for object 69de4534-0cd1-458a-8bfd-a9038888545c. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:06:25.243840 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 189c0895-c4a9-4f57-84d6-3c1951d5aca7 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:25.270434 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e64cf939-308f-4267-9730-a219d6145933 tempest-DHCPAgentSchedulersTestJSON-185706125 tempest-DHCPAgentSchedulersTestJSON-185706125-project-admin] 10.222.0.52 "GET /v2.0/agents/826448b1-c4d6-41b0-ba3d-e2d460477813/dhcp-networks HTTP/1.1" status: 200 len: 10451 time: 0.5784807 Feb 19 04:06:25.274056 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56862) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:25.307703 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-efe7f237-ce93-4308-8871-179e3911be89 service neutron] 10.222.0.52 "GET /v2.0/networks/ea29d98d-5618-4130-a92e-1da48170b606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622946 Feb 19 04:06:25.356855 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['25f48bd2-f8fd-41e0-b2a9-e5612f2f6421'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:06:25.474205 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236911e8-aafb-4eab-853c-46a93e465749 req-44895224-d2b1-487e-920b-96ad4ce6f7ff tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:25.490245 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-236911e8-aafb-4eab-853c-46a93e465749 req-44895224-d2b1-487e-920b-96ad4ce6f7ff tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/ports?device_id=26110b60-478b-4d4e-98eb-115da1abdc6c HTTP/1.1" status: 200 len: 946 time: 0.1865225 Feb 19 04:06:25.490978 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56868) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:25.498731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-c5e1946f-228b-403d-b28f-e2883d34005c tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Request body: {'floatingip': {'port_id': '56c7b5fe-0dc5-4742-ba7b-65ba30e76872'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:25.588213 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-a20e4e0d-0c77-4642-a568-f3742e75cfe2 admin admin] Deleting port ca78f4b8-bead-4b7d-9c13-ddbd61239614 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:06:25.588858 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a20e4e0d-0c77-4642-a568-f3742e75cfe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ca78f4b8-bead-4b7d-9c13-ddbd61239614), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:25.611367 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 189c0895-c4a9-4f57-84d6-3c1951d5aca7 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:25.611741 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (189c0895-c4a9-4f57-84d6-3c1951d5aca7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:25.645119 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68b27fb-20c2-42fc-81d7-b50f781c23f6 tempest-DHCPAgentSchedulersTestJSON-185706125 tempest-DHCPAgentSchedulersTestJSON-185706125-project-admin] Network eba727be-2748-46e3-8e9b-1dedd6b7865f is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:06:25.649445 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c5e1946f-228b-403d-b28f-e2883d34005c tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks [] for floatingip (b721fb6e-00d0-4773-8d5f-d06ba0fc94f9), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:25.744365 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2f66f9-48d0-4e92-8c90-247d6a22c125 None None] Network eba727be-2748-46e3-8e9b-1dedd6b7865f requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:06:25.775807 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-a20e4e0d-0c77-4642-a568-f3742e75cfe2 admin admin] For port ca78f4b8-bead-4b7d-9c13-ddbd61239614, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ca78f4b8-bead-4b7d-9c13-ddbd61239614,segment=NetworkSegment(4ef38181-9a38-4b5c-96b1-273a72762373),segment_id=4ef38181-9a38-4b5c-96b1-273a72762373)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:25.776559 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a20e4e0d-0c77-4642-a568-f3742e75cfe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ca78f4b8-bead-4b7d-9c13-ddbd61239614), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:25.789214 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a68b27fb-20c2-42fc-81d7-b50f781c23f6 tempest-DHCPAgentSchedulersTestJSON-185706125 tempest-DHCPAgentSchedulersTestJSON-185706125-project-admin] 10.222.0.52 "POST /v2.0/agents/826448b1-c4d6-41b0-ba3d-e2d460477813/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5134878 Feb 19 04:06:25.812756 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56878) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:25.843594 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-a20e4e0d-0c77-4642-a568-f3742e75cfe2 admin admin] Calling delete_port for ca78f4b8-bead-4b7d-9c13-ddbd61239614 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:06:26.081529 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3fb15493-3206-4f40-b1c1-cba265f72c0b tempest-DHCPAgentSchedulersTestJSON-185706125 tempest-DHCPAgentSchedulersTestJSON-185706125-project-admin] 10.222.0.52 "GET /v2.0/agents/826448b1-c4d6-41b0-ba3d-e2d460477813/dhcp-networks HTTP/1.1" status: 200 len: 11222 time: 0.2671783 Feb 19 04:06:26.083762 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56886) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:26.100501 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 189c0895-c4a9-4f57-84d6-3c1951d5aca7 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:26.251170 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f88ab43f-fad9-4073-8f80-02efbc902512 req-e200fe56-1c84-4a42-b598-1cd40d454412 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/ports?device_id=468eada7-3ec0-4e0b-90fe-fb5a601d368e HTTP/1.1" status: 200 len: 210 time: 0.4496036 Feb 19 04:06:26.261981 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-24ec2ae7-00ba-424e-817c-c3276b62c696 tempest-DHCPAgentSchedulersTestJSON-185706125 tempest-DHCPAgentSchedulersTestJSON-185706125-project-admin] 10.222.0.52 "DELETE /v2.0/agents/826448b1-c4d6-41b0-ba3d-e2d460477813/dhcp-networks/eba727be-2748-46e3-8e9b-1dedd6b7865f HTTP/1.1" status: 204 len: 168 time: 0.1741457 Feb 19 04:06:26.261981 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56890) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:26.299738 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd782fa-9cee-4b11-9895-e96e61ffc580 req-35ad03a6-cd17-4546-b6eb-5f8161546d18 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:26.308416 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bdd782fa-9cee-4b11-9895-e96e61ffc580 req-35ad03a6-cd17-4546-b6eb-5f8161546d18 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 945 time: 0.7072730 Feb 19 04:06:26.358028 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.db.resource_extend [None req-c5e1946f-228b-403d-b28f-e2883d34005c tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:06:26.455391 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 25f48bd2-f8fd-41e0-b2a9-e5612f2f6421 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:26.468480 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-08efb13a-aad8-491a-9368-293f0baf8cb8 tempest-DHCPAgentSchedulersTestJSON-185706125 tempest-DHCPAgentSchedulersTestJSON-185706125-project-admin] 10.222.0.52 "GET /v2.0/agents/826448b1-c4d6-41b0-ba3d-e2d460477813/dhcp-networks HTTP/1.1" status: 200 len: 10451 time: 0.2003806 Feb 19 04:06:26.469675 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56894) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:26.482265 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a20e4e0d-0c77-4642-a568-f3742e75cfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ca78f4b8-bead-4b7d-9c13-ddbd61239614), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:26.507153 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c5e1946f-228b-403d-b28f-e2883d34005c tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:26.517048 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bdd782fa-9cee-4b11-9895-e96e61ffc580 req-728bbb5d-7389-4ff5-a32b-ff7edd2f9f19 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055678 Feb 19 04:06:26.523355 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-513a8ce5-3d26-4223-b160-4cd3b7c26ae9 tempest-DHCPAgentSchedulersTestJSON-185706125 tempest-DHCPAgentSchedulersTestJSON-185706125-project-admin] 10.222.0.52 "GET /v2.0/networks/449088ce-e14b-4531-89b2-b15dd1945143/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0457661 Feb 19 04:06:26.525341 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c5e1946f-228b-403d-b28f-e2883d34005c tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (b721fb6e-00d0-4773-8d5f-d06ba0fc94f9), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:26.553774 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56896) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:26.573016 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 25f48bd2-f8fd-41e0-b2a9-e5612f2f6421 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:06:26.579406 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 25f48bd2-f8fd-41e0-b2a9-e5612f2f6421 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:26.580671 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (25f48bd2-f8fd-41e0-b2a9-e5612f2f6421), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:26.583225 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e4e0d-0c77-4642-a568-f3742e75cfe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca78f4b8-bead-4b7d-9c13-ddbd61239614,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:26.617003 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0abc4642-d631-4fbf-bf62-a7ae7cf94959 tempest-DHCPAgentSchedulersTestJSON-185706125 tempest-DHCPAgentSchedulersTestJSON-185706125-project-admin] 10.222.0.52 "GET /v2.0/networks/449088ce-e14b-4531-89b2-b15dd1945143/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0577557 Feb 19 04:06:26.645027 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56898) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:26.666326 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068cf4c-a724-468f-a35c-7519e7e02bdd req-69a74098-2a0b-4f20-913c-02e96140b118 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:26.677960 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6068cf4c-a724-468f-a35c-7519e7e02bdd req-69a74098-2a0b-4f20-913c-02e96140b118 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=685b5a11-f684-471e-821e-dbd40ab0373f HTTP/1.1" status: 200 len: 945 time: 0.3157220 Feb 19 04:06:26.710299 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:26.724352 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 25f48bd2-f8fd-41e0-b2a9-e5612f2f6421 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:26.724791 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (25f48bd2-f8fd-41e0-b2a9-e5612f2f6421), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:26.756723 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b44568c-2787-472f-a716-90df04371ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f48bd2-f8fd-41e0-b2a9-e5612f2f6421'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:26.760372 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0b3ebc-82e4-4a3f-9f0b-1b79b92c100c" -d '{"events": [{"server_uuid": "0b44568c-2787-472f-a716-90df04371ad4", "name": "network-vif-plugged", "status": "completed", "tag": "25f48bd2-f8fd-41e0-b2a9-e5612f2f6421"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:26.780672 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 25f48bd2-f8fd-41e0-b2a9-e5612f2f6421, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=25f48bd2-f8fd-41e0-b2a9-e5612f2f6421,segment=NetworkSegment(71d4e262-0aab-41dc-92da-e243d23884f2),segment_id=71d4e262-0aab-41dc-92da-e243d23884f2)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:26.792336 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (25f48bd2-f8fd-41e0-b2a9-e5612f2f6421), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:26.819107 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-c5e1946f-228b-403d-b28f-e2883d34005c tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Floating IP b721fb6e-00d0-4773-8d5f-d06ba0fc94f9 associated. External IP: 172.25.3.141, port: 56c7b5fe-0dc5-4742-ba7b-65ba30e76872. Feb 19 04:06:26.855238 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed825bd5-278e-4939-a6e9-112d71bf2b46 x-openstack-request-id: req-ed825bd5-278e-4939-a6e9-112d71bf2b46 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:26.857338 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b44568c-2787-472f-a716-90df04371ad4", "name": "network-vif-plugged", "status": "completed", "tag": "25f48bd2-f8fd-41e0-b2a9-e5612f2f6421", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:26.857605 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ed825bd5-278e-4939-a6e9-112d71bf2b46 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:26.858051 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b44568c-2787-472f-a716-90df04371ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f48bd2-f8fd-41e0-b2a9-e5612f2f6421', 'code': 200} Feb 19 04:06:26.908803 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a20e4e0d-0c77-4642-a568-f3742e75cfe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (e6ab9cff-f55b-4d6a-ad11-fff9a2313132), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:26.920625 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=25f48bd2-f8fd-41e0-b2a9-e5612f2f6421,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:26.987090 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6068cf4c-a724-468f-a35c-7519e7e02bdd req-28bbecfb-31a0-48b4-9db3-eca413f7b651 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073101 Feb 19 04:06:27.116397 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845888a4-fbc6-466c-b920-5b766a0d0ba8 req-e75c1050-18f3-4c1f-b59b-37ee622f33e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:27.118330 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-845888a4-fbc6-466c-b920-5b766a0d0ba8 req-e75c1050-18f3-4c1f-b59b-37ee622f33e7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 1129 time: 0.1893566 Feb 19 04:06:27.264939 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20e4e0d-0c77-4642-a568-f3742e75cfe2 admin admin] Router e6ab9cff-f55b-4d6a-ad11-fff9a2313132 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:06:27.751092 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-dce2b7f1-5cab-430c-b28b-86cb08bdd8ef tempest-DHCPAgentSchedulersTestJSON-185706125 tempest-DHCPAgentSchedulersTestJSON-185706125-project-admin] 10.222.0.52 "GET /v2.0/agents/826448b1-c4d6-41b0-ba3d-e2d460477813/dhcp-networks HTTP/1.1" status: 200 len: 10451 time: 1.0680265 Feb 19 04:06:27.775751 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56912) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:27.803325 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-38e15c8d-8ca9-414b-b33d-c6e77a90756f tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:27.804830 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-38e15c8d-8ca9-414b-b33d-c6e77a90756f tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.26 "GET /v2.0/networks?id=ea29d98d-5618-4130-a92e-1da48170b606 HTTP/1.1" status: 200 len: 809 time: 0.5217183 Feb 19 04:06:27.808565 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6de88e20-06cb-428d-b178-d3b4cc1fb301 req-1afed6ad-bdb5-41c7-8981-5500607557bb tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/ports?device_id=468eada7-3ec0-4e0b-90fe-fb5a601d368e HTTP/1.1" status: 200 len: 210 time: 0.0829959 Feb 19 04:06:27.822508 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-d0ea52c5-0edc-4d80-945e-d3fde29a47e2 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Request body: {'port': {'device_id': '468eada7-3ec0-4e0b-90fe-fb5a601d368e', 'network_id': 'ea29d98d-5618-4130-a92e-1da48170b606', 'admin_state_up': True, 'tenant_id': '05b788bbe9304d739cbcdf2348f25331'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:27.875555 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20e4e0d-0c77-4642-a568-f3742e75cfe2 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:06:27.882349 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a20e4e0d-0c77-4642-a568-f3742e75cfe2 admin admin] 10.222.0.52 "PUT /v2.0/routers/e6ab9cff-f55b-4d6a-ad11-fff9a2313132/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6297424 Feb 19 04:06:27.885938 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56916) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:27.889715 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1a932c-64ad-4a6e-9828-05a42b8e7842 None None] Sync routers for ids ['e6ab9cff-f55b-4d6a-ad11-fff9a2313132'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:06:27.912183 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1a932c-64ad-4a6e-9828-05a42b8e7842 None None] Routers {'e6ab9cff-f55b-4d6a-ad11-fff9a2313132'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:06:27.912842 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2f1a932c-64ad-4a6e-9828-05a42b8e7842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:06:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['e6ab9cff-f55b-4d6a-ad11-fff9a2313132'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:27.936595 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-845888a4-fbc6-466c-b920-5b766a0d0ba8 req-e2f5435d-0cd1-449a-bf45-8f4414a438fe service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8069220 Feb 19 04:06:27.944056 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-50087587-e0fc-4367-b978-e2dc8c7ac827 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (eba727be-2748-46e3-8e9b-1dedd6b7865f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:27.962021 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e1946f-228b-403d-b28f-e2883d34005c tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Router 2772b235-0224-4dc6-a883-1575fa027164 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:06:27.972360 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d37c8-a8dc-4510-9962-acbc443967cd req-47577ba9-46fd-449b-a733-285230c14b1c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:27.973930 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4b3d37c8-a8dc-4510-9962-acbc443967cd req-47577ba9-46fd-449b-a733-285230c14b1c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=685b5a11-f684-471e-821e-dbd40ab0373f HTTP/1.1" status: 200 len: 945 time: 0.2336042 Feb 19 04:06:28.063112 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-2f1a932c-64ad-4a6e-9828-05a42b8e7842 None None] Set router e6ab9cff-f55b-4d6a-ad11-fff9a2313132 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:06:28.138924 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-86bd5da9-db86-40e4-a5b4-3d4ee5a6d28b admin admin] Publish callbacks [] for router (e6ab9cff-f55b-4d6a-ad11-fff9a2313132), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:28.172741 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e1946f-228b-403d-b28f-e2883d34005c tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:06:28.184626 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c5e1946f-228b-403d-b28f-e2883d34005c tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:28.189154 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf46427-c255-4443-99d7-30e974f39f6f None None] Sync routers for ids ['2772b235-0224-4dc6-a883-1575fa027164'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:06:28.211647 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf46427-c255-4443-99d7-30e974f39f6f None None] Routers {'2772b235-0224-4dc6-a883-1575fa027164'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:06:28.214485 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-baf46427-c255-4443-99d7-30e974f39f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:06:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['2772b235-0224-4dc6-a883-1575fa027164'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:28.251953 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-d0ea52c5-0edc-4d80-945e-d3fde29a47e2 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Made reservation on behalf of 05b788bbe9304d739cbcdf2348f25331 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:28.258840 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2f1a932c-64ad-4a6e-9828-05a42b8e7842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ab9cff-f55b-4d6a-ad11-fff9a2313132', 'name': 'tempest-FloatingIPsTestJSON-139016962-router', 'tenant_id': 'b9f7a04083904334b9abf00a24cdac94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ae535e84-c384-4636-b80e-a10bc4783e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:52Z', 'updated_at': '2022-02-19T04:06:26Z', 'revision_number': 5, 'project_id': 'b9f7a04083904334b9abf00a24cdac94', 'gw_port': {'id': 'ae535e84-c384-4636-b80e-a10bc4783e1f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ab9cff-f55b-4d6a-ad11-fff9a2313132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:54Z', 'updated_at': '2022-02-19T04:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:28.263385 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-d0ea52c5-0edc-4d80-945e-d3fde29a47e2 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:28.291120 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1a932c-64ad-4a6e-9828-05a42b8e7842 None None] Checking router: e6ab9cff-f55b-4d6a-ad11-fff9a2313132 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:06:28.300156 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1a932c-64ad-4a6e-9828-05a42b8e7842 None None] Routers {'e6ab9cff-f55b-4d6a-ad11-fff9a2313132'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:06:28.301092 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2f1a932c-64ad-4a6e-9828-05a42b8e7842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:06:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['e6ab9cff-f55b-4d6a-ad11-fff9a2313132'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:28.319265 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4b3d37c8-a8dc-4510-9962-acbc443967cd req-0ef300fa-8123-4295-902e-7a341fd97261 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243613 Feb 19 04:06:28.342093 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-50087587-e0fc-4367-b978-e2dc8c7ac827 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (eba727be-2748-46e3-8e9b-1dedd6b7865f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:28.362479 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb843b-6f82-4c51-b714-6a6577ddfe43 req-b32f2aa5-e2b3-4aaf-8ec7-374c79ea94eb tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:28.372607 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55bb843b-6f82-4c51-b714-6a6577ddfe43 req-b32f2aa5-e2b3-4aaf-8ec7-374c79ea94eb tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 946 time: 0.3741815 Feb 19 04:06:28.375729 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c5e1946f-228b-403d-b28f-e2883d34005c tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "PUT /v2.0/floatingips/b721fb6e-00d0-4773-8d5f-d06ba0fc94f9 HTTP/1.1" status: 200 len: 992 time: 2.8808372 Feb 19 04:06:28.390381 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26110b60-478b-4d4e-98eb-115da1abdc6c', 'tag': '56c7b5fe-0dc5-4742-ba7b-65ba30e76872'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:28.395390 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e92d53-73f7-4d67-bf95-d33ce6488b17" -d '{"events": [{"name": "network-changed", "server_uuid": "26110b60-478b-4d4e-98eb-115da1abdc6c", "tag": "56c7b5fe-0dc5-4742-ba7b-65ba30e76872"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:28.416621 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-2f1a932c-64ad-4a6e-9828-05a42b8e7842 None None] Set router e6ab9cff-f55b-4d6a-ad11-fff9a2313132 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:06:28.424093 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-86bd5da9-db86-40e4-a5b4-3d4ee5a6d28b admin admin] Publish callbacks [] for router_gateway (e6ab9cff-f55b-4d6a-ad11-fff9a2313132), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:28.447244 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-50087587-e0fc-4367-b978-e2dc8c7ac827 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba727be-2748-46e3-8e9b-1dedd6b7865f']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:28.474507 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-baf46427-c255-4443-99d7-30e974f39f6f None None] Set router 2772b235-0224-4dc6-a883-1575fa027164 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:06:28.480853 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-50087587-e0fc-4367-b978-e2dc8c7ac827 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e38637-a300-44db-9ee6-99dc2a4d73a5') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:28.481159 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-50087587-e0fc-4367-b978-e2dc8c7ac827 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e38637-a300-44db-9ee6-99dc2a4d73a5') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:28.542981 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-50087587-e0fc-4367-b978-e2dc8c7ac827 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (87e38637-a300-44db-9ee6-99dc2a4d73a5), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:28.566549 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55bb843b-6f82-4c51-b714-6a6577ddfe43 req-f2c2470b-bf3e-4640-bd89-ca144cd761a5 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888969 Feb 19 04:06:28.602568 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-50087587-e0fc-4367-b978-e2dc8c7ac827 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (87e38637-a300-44db-9ee6-99dc2a4d73a5), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:28.619972 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-86bd5da9-db86-40e4-a5b4-3d4ee5a6d28b admin admin] Deleting port ae535e84-c384-4636-b80e-a10bc4783e1f {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:06:28.620432 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-86bd5da9-db86-40e4-a5b4-3d4ee5a6d28b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ae535e84-c384-4636-b80e-a10bc4783e1f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:28.623609 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50087587-e0fc-4367-b978-e2dc8c7ac827 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:06:28.625894 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-50087587-e0fc-4367-b978-e2dc8c7ac827 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (87e38637-a300-44db-9ee6-99dc2a4d73a5), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:28.627107 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-d0ea52c5-0edc-4d80-945e-d3fde29a47e2 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Allocated IP 172.20.0.5 (ea29d98d-5618-4130-a92e-1da48170b606/88252635-dc2a-40ea-b7b0-9e37d63f681a/e1c063e0-e33a-4cc6-8165-20f28ea0fe31) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:06:28.635962 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:06:28.665534 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7375c40-1631-4e1a-9d2d-bf790adc08e6 req-21a41989-b10e-49fd-b699-8cefbb6ec32f tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:28.673444 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7375c40-1631-4e1a-9d2d-bf790adc08e6 req-21a41989-b10e-49fd-b699-8cefbb6ec32f tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/ports?device_id=26110b60-478b-4d4e-98eb-115da1abdc6c HTTP/1.1" status: 200 len: 946 time: 0.2012725 Feb 19 04:06:28.676804 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936ca841-4575-4aae-aa45-7f9f88dc8621 x-openstack-request-id: req-936ca841-4575-4aae-aa45-7f9f88dc8621 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:28.677379 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26110b60-478b-4d4e-98eb-115da1abdc6c", "tag": "56c7b5fe-0dc5-4742-ba7b-65ba30e76872", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:28.677782 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-936ca841-4575-4aae-aa45-7f9f88dc8621 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:28.678405 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26110b60-478b-4d4e-98eb-115da1abdc6c', 'tag': '56c7b5fe-0dc5-4742-ba7b-65ba30e76872', 'status': 'completed', 'code': 200} Feb 19 04:06:28.802904 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-50087587-e0fc-4367-b978-e2dc8c7ac827 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (eba727be-2748-46e3-8e9b-1dedd6b7865f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:28.844239 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2f1a932c-64ad-4a6e-9828-05a42b8e7842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ab9cff-f55b-4d6a-ad11-fff9a2313132', 'name': 'tempest-FloatingIPsTestJSON-139016962-router', 'tenant_id': 'b9f7a04083904334b9abf00a24cdac94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ae535e84-c384-4636-b80e-a10bc4783e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:52Z', 'updated_at': '2022-02-19T04:06:26Z', 'revision_number': 5, 'project_id': 'b9f7a04083904334b9abf00a24cdac94', 'gw_port': {'id': 'ae535e84-c384-4636-b80e-a10bc4783e1f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ab9cff-f55b-4d6a-ad11-fff9a2313132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:54Z', 'updated_at': '2022-02-19T04:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:28.859868 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-baf46427-c255-4443-99d7-30e974f39f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2772b235-0224-4dc6-a883-1575fa027164', 'name': 'tempest-ServersTestManualDisk-1631775328-router', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:40Z', 'updated_at': '2022-02-19T04:05:50Z', 'revision_number': 4, 'project_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'gw_port': {'id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2772b235-0224-4dc6-a883-1575fa027164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:42Z', 'updated_at': '2022-02-19T04:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'b721fb6e-00d0-4773-8d5f-d06ba0fc94f9', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '2772b235-0224-4dc6-a883-1575fa027164', 'port_id': '56c7b5fe-0dc5-4742-ba7b-65ba30e76872', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96098cde-d92e-4e5a-a9a6-83cea6c4c52c', 'mac_address': 'fa:16:3e:c8:5e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26110b60-478b-4d4e-98eb-115da1abdc6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:05:57Z', 'updated_at': '2022-02-19T04:06:26Z', 'revision_number': 1, 'project_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e92dc762-e4f6-4a95-a77c-cacc7d139b76', 'name': '', 'network_id': '96098cde-d92e-4e5a-a9a6-83cea6c4c52c', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'mac_address': 'fa:16:3e:19:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2772b235-0224-4dc6-a883-1575fa027164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '4e1b4648-7460-4fb8-83f9-532f94dfdea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:48Z', 'updated_at': '2022-02-19T04:05:56Z', 'revision_number': 5, 'project_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'subnets': [{'id': '4e1b4648-7460-4fb8-83f9-532f94dfdea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:28.861831 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-50087587-e0fc-4367-b978-e2dc8c7ac827 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:28.873135 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-50087587-e0fc-4367-b978-e2dc8c7ac827 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] 10.222.0.52 "DELETE /v2.0/networks/eba727be-2748-46e3-8e9b-1dedd6b7865f HTTP/1.1" status: 204 len: 168 time: 1.0802505 Feb 19 04:06:28.875185 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50087587-e0fc-4367-b978-e2dc8c7ac827 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Pushing event deleted for resources: {'Network': ['ID=eba727be-2748-46e3-8e9b-1dedd6b7865f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:28.881488 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56924) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:28.893684 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7375c40-1631-4e1a-9d2d-bf790adc08e6 req-5c612d77-7cda-442a-8168-9579622650f6 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/security-groups?id=df3f22db-342c-466a-b72c-fd5867974e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177682 Feb 19 04:06:28.896659 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e92d53-73f7-4d67-bf95-d33ce6488b17 req-839451e7-4142-4189-a2b6-839a72a01b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:28.899018 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-70e92d53-73f7-4d67-bf95-d33ce6488b17 req-839451e7-4142-4189-a2b6-839a72a01b5c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6d03f5c60bad4fde955eb5ce8d3db4c2&device_id=26110b60-478b-4d4e-98eb-115da1abdc6c HTTP/1.1" status: 200 len: 1129 time: 0.2094681 Feb 19 04:06:28.901035 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50087587-e0fc-4367-b978-e2dc8c7ac827 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:28.901839 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50087587-e0fc-4367-b978-e2dc8c7ac827 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:28.902509 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50087587-e0fc-4367-b978-e2dc8c7ac827 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:28.902970 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50087587-e0fc-4367-b978-e2dc8c7ac827 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:28.903884 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50087587-e0fc-4367-b978-e2dc8c7ac827 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:28.904330 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50087587-e0fc-4367-b978-e2dc8c7ac827 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:28.905279 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50087587-e0fc-4367-b978-e2dc8c7ac827 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:28.905994 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50087587-e0fc-4367-b978-e2dc8c7ac827 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:28.906576 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50087587-e0fc-4367-b978-e2dc8c7ac827 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:28.907018 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50087587-e0fc-4367-b978-e2dc8c7ac827 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:28.909587 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50087587-e0fc-4367-b978-e2dc8c7ac827 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:28.909587 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50087587-e0fc-4367-b978-e2dc8c7ac827 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:28.909587 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50087587-e0fc-4367-b978-e2dc8c7ac827 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:28.939138 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1a932c-64ad-4a6e-9828-05a42b8e7842 None None] The sync data for ids ['e6ab9cff-f55b-4d6a-ad11-fff9a2313132'] in n-d-828369-19 is: [{'id': 'e6ab9cff-f55b-4d6a-ad11-fff9a2313132', 'name': 'tempest-FloatingIPsTestJSON-139016962-router', 'tenant_id': 'b9f7a04083904334b9abf00a24cdac94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ae535e84-c384-4636-b80e-a10bc4783e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:52Z', 'updated_at': '2022-02-19T04:06:26Z', 'revision_number': 5, 'project_id': 'b9f7a04083904334b9abf00a24cdac94', 'gw_port': {'id': 'ae535e84-c384-4636-b80e-a10bc4783e1f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ab9cff-f55b-4d6a-ad11-fff9a2313132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:54Z', 'updated_at': '2022-02-19T04:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:06:28.954266 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf46427-c255-4443-99d7-30e974f39f6f None None] Checking router: 2772b235-0224-4dc6-a883-1575fa027164 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:06:28.992948 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf46427-c255-4443-99d7-30e974f39f6f None None] Routers {'2772b235-0224-4dc6-a883-1575fa027164'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:06:28.993832 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-baf46427-c255-4443-99d7-30e974f39f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:06:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['2772b235-0224-4dc6-a883-1575fa027164'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:29.021882 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da31f05-2a26-4188-aba7-353b1f96cd0d tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] DELETE failed (client error): The resource could not be found. Feb 19 04:06:29.022623 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1da31f05-2a26-4188-aba7-353b1f96cd0d tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:06:29.029997 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1da31f05-2a26-4188-aba7-353b1f96cd0d tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] 10.222.0.52 "DELETE /v2.0/ports/69de4534-0cd1-458a-8bfd-a9038888545c HTTP/1.1" status: 404 len: 333 time: 0.1452298 Feb 19 04:06:29.037490 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56930) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:29.058688 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-86bd5da9-db86-40e4-a5b4-3d4ee5a6d28b admin admin] For port ae535e84-c384-4636-b80e-a10bc4783e1f, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ae535e84-c384-4636-b80e-a10bc4783e1f,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:29.059117 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-86bd5da9-db86-40e4-a5b4-3d4ee5a6d28b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ae535e84-c384-4636-b80e-a10bc4783e1f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:29.088867 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c55d8b7-7dbf-420f-83e6-1dcfde6f4cb9 req-4d772ed8-762a-4866-9d69-4f285b1b8295 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/ports?device_id=468eada7-3ec0-4e0b-90fe-fb5a601d368e HTTP/1.1" status: 200 len: 210 time: 0.0971572 Feb 19 04:06:29.118413 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-d0ea52c5-0edc-4d80-945e-d3fde29a47e2 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Publish callbacks [] for port (e1c063e0-e33a-4cc6-8165-20f28ea0fe31), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:29.120452 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-86bd5da9-db86-40e4-a5b4-3d4ee5a6d28b admin admin] Calling delete_port for ae535e84-c384-4636-b80e-a10bc4783e1f owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:06:29.183616 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-56784684-37d3-412f-897e-bf0ddfeaae0b tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Deleting subnet 33a77fc3-332b-4f18-9181-ca08ddf6c4a7 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:06:29.189368 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-56784684-37d3-412f-897e-bf0ddfeaae0b tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks [] for subnet (33a77fc3-332b-4f18-9181-ca08ddf6c4a7), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:29.218636 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-d0ea52c5-0edc-4d80-945e-d3fde29a47e2 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (e1c063e0-e33a-4cc6-8165-20f28ea0fe31), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:29.258827 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-56784684-37d3-412f-897e-bf0ddfeaae0b tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (33a77fc3-332b-4f18-9181-ca08ddf6c4a7), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:29.287674 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e92d53-73f7-4d67-bf95-d33ce6488b17 req-d17b1da8-1490-4cc7-a4ce-c729651e1cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:29.289685 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-70e92d53-73f7-4d67-bf95-d33ce6488b17 req-d17b1da8-1490-4cc7-a4ce-c729651e1cab service neutron] 10.222.0.79 "GET /v2.0/networks?id=96098cde-d92e-4e5a-a9a6-83cea6c4c52c HTTP/1.1" status: 200 len: 913 time: 0.3774140 Feb 19 04:06:29.341303 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-d0ea52c5-0edc-4d80-945e-d3fde29a47e2 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Network ea29d98d-5618-4130-a92e-1da48170b606 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:29.341965 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea52c5-0edc-4d80-945e-d3fde29a47e2 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Pushing event updated for resources: {'Port': ['ID=e1c063e0-e33a-4cc6-8165-20f28ea0fe31,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:29.347939 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-d0ea52c5-0edc-4d80-945e-d3fde29a47e2 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:29.355001 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-d0ea52c5-0edc-4d80-945e-d3fde29a47e2 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:29.376454 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-baf46427-c255-4443-99d7-30e974f39f6f None None] Set router 2772b235-0224-4dc6-a883-1575fa027164 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:06:29.392858 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-56784684-37d3-412f-897e-bf0ddfeaae0b tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (33a77fc3-332b-4f18-9181-ca08ddf6c4a7), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:29.436735 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-d0ea52c5-0edc-4d80-945e-d3fde29a47e2 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:29.437540 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-d0ea52c5-0edc-4d80-945e-d3fde29a47e2 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:29.459075 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ca78f4b8-bead-4b7d-9c13-ddbd61239614 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:06:29.463263 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-d0ea52c5-0edc-4d80-945e-d3fde29a47e2 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6497443 Feb 19 04:06:29.487717 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-587560f8-5515-47ca-864f-d44f80487be3 service neutron] Request body: {'port': {'device_id': '468eada7-3ec0-4e0b-90fe-fb5a601d368e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:29.500936 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-56784684-37d3-412f-897e-bf0ddfeaae0b tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (33a77fc3-332b-4f18-9181-ca08ddf6c4a7), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:29.533574 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: ca78f4b8-bead-4b7d-9c13-ddbd61239614 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:06:29.533927 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ca78f4b8-bead-4b7d-9c13-ddbd61239614 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:06:29.562990 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:29.645082 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-56784684-37d3-412f-897e-bf0ddfeaae0b tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:29.647829 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c069be-3857-4e89-9777-6c96f75ed988 None None] Network 449088ce-e14b-4531-89b2-b15dd1945143 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:06:29.650848 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-56784684-37d3-412f-897e-bf0ddfeaae0b tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] 10.222.0.52 "DELETE /v2.0/subnets/33a77fc3-332b-4f18-9181-ca08ddf6c4a7 HTTP/1.1" status: 204 len: 168 time: 0.6043091 Feb 19 04:06:29.653533 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56784684-37d3-412f-897e-bf0ddfeaae0b tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Pushing event deleted for resources: {'Subnet': ['ID=33a77fc3-332b-4f18-9181-ca08ddf6c4a7,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:29.655410 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56936) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:29.671350 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-587560f8-5515-47ca-864f-d44f80487be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e1c063e0-e33a-4cc6-8165-20f28ea0fe31), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:29.724738 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-86bd5da9-db86-40e4-a5b4-3d4ee5a6d28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ae535e84-c384-4636-b80e-a10bc4783e1f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:29.755656 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd5da9-db86-40e4-a5b4-3d4ee5a6d28b admin admin] Pushing event deleted for resources: {'Port': ['ID=ae535e84-c384-4636-b80e-a10bc4783e1f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:29.770387 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcbab4-128c-479a-b967-2a388b84d27c req-aa67cb76-2c7c-475b-853d-b03dc18aa36a tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:29.779513 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-febcbab4-128c-479a-b967-2a388b84d27c req-aa67cb76-2c7c-475b-853d-b03dc18aa36a tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=685b5a11-f684-471e-821e-dbd40ab0373f HTTP/1.1" status: 200 len: 945 time: 0.2896729 Feb 19 04:06:29.851050 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-70e92d53-73f7-4d67-bf95-d33ce6488b17 req-00c240c6-caa9-4fb1-9fb4-2debb308ed13 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56c7b5fe-0dc5-4742-ba7b-65ba30e76872 HTTP/1.1" status: 200 len: 1000 time: 0.5544066 Feb 19 04:06:29.915750 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-86bd5da9-db86-40e4-a5b4-3d4ee5a6d28b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (e6ab9cff-f55b-4d6a-ad11-fff9a2313132), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:29.965646 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-baf46427-c255-4443-99d7-30e974f39f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2772b235-0224-4dc6-a883-1575fa027164', 'name': 'tempest-ServersTestManualDisk-1631775328-router', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:40Z', 'updated_at': '2022-02-19T04:05:50Z', 'revision_number': 4, 'project_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'gw_port': {'id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2772b235-0224-4dc6-a883-1575fa027164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:42Z', 'updated_at': '2022-02-19T04:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'b721fb6e-00d0-4773-8d5f-d06ba0fc94f9', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '2772b235-0224-4dc6-a883-1575fa027164', 'port_id': '56c7b5fe-0dc5-4742-ba7b-65ba30e76872', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96098cde-d92e-4e5a-a9a6-83cea6c4c52c', 'mac_address': 'fa:16:3e:c8:5e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26110b60-478b-4d4e-98eb-115da1abdc6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:05:57Z', 'updated_at': '2022-02-19T04:06:26Z', 'revision_number': 1, 'project_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e92dc762-e4f6-4a95-a77c-cacc7d139b76', 'name': '', 'network_id': '96098cde-d92e-4e5a-a9a6-83cea6c4c52c', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'mac_address': 'fa:16:3e:19:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2772b235-0224-4dc6-a883-1575fa027164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '4e1b4648-7460-4fb8-83f9-532f94dfdea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:48Z', 'updated_at': '2022-02-19T04:05:56Z', 'revision_number': 5, 'project_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'subnets': [{'id': '4e1b4648-7460-4fb8-83f9-532f94dfdea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:30.023775 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf46427-c255-4443-99d7-30e974f39f6f None None] The sync data for ids ['2772b235-0224-4dc6-a883-1575fa027164'] in n-d-828369-19 is: [{'id': '2772b235-0224-4dc6-a883-1575fa027164', 'name': 'tempest-ServersTestManualDisk-1631775328-router', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:40Z', 'updated_at': '2022-02-19T04:05:50Z', 'revision_number': 4, 'project_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'gw_port': {'id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2772b235-0224-4dc6-a883-1575fa027164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:42Z', 'updated_at': '2022-02-19T04:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'b721fb6e-00d0-4773-8d5f-d06ba0fc94f9', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '2772b235-0224-4dc6-a883-1575fa027164', 'port_id': '56c7b5fe-0dc5-4742-ba7b-65ba30e76872', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96098cde-d92e-4e5a-a9a6-83cea6c4c52c', 'mac_address': 'fa:16:3e:c8:5e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26110b60-478b-4d4e-98eb-115da1abdc6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:05:57Z', 'updated_at': '2022-02-19T04:06:26Z', 'revision_number': 1, 'project_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e92dc762-e4f6-4a95-a77c-cacc7d139b76', 'name': '', 'network_id': '96098cde-d92e-4e5a-a9a6-83cea6c4c52c', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'mac_address': 'fa:16:3e:19:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2772b235-0224-4dc6-a883-1575fa027164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '4e1b4648-7460-4fb8-83f9-532f94dfdea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:48Z', 'updated_at': '2022-02-19T04:05:56Z', 'revision_number': 5, 'project_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'subnets': [{'id': '4e1b4648-7460-4fb8-83f9-532f94dfdea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:06:30.024101 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acabb46-f20c-4c9c-bf9b-3db95c5e0c51 req-8081e94c-1124-4619-9b1f-32b8efac3e82 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:30.026130 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1acabb46-f20c-4c9c-bf9b-3db95c5e0c51 req-8081e94c-1124-4619-9b1f-32b8efac3e82 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 946 time: 0.3334100 Feb 19 04:06:30.030766 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80f59e9-e919-4ec9-bc6b-515c2d840705 None None] DHCP port deletion for 449088ce-e14b-4531-89b2-b15dd1945143 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:06:30.034518 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8c284628-043c-47b7-ad3c-ab5e715613a8 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (449088ce-e14b-4531-89b2-b15dd1945143), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:30.083745 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e92d53-73f7-4d67-bf95-d33ce6488b17 req-248bda82-ec1e-4d5a-a19e-d6a58ea0de9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:30.085331 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-70e92d53-73f7-4d67-bf95-d33ce6488b17 req-248bda82-ec1e-4d5a-a19e-d6a58ea0de9e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4e1b4648-7460-4fb8-83f9-532f94dfdea8 HTTP/1.1" status: 200 len: 851 time: 0.2191169 Feb 19 04:06:30.094400 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-86bd5da9-db86-40e4-a5b4-3d4ee5a6d28b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (e6ab9cff-f55b-4d6a-ad11-fff9a2313132), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:30.100285 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-febcbab4-128c-479a-b967-2a388b84d27c req-5cd967cf-50f5-44c0-ad8c-ff2644e7a45c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678342 Feb 19 04:06:30.110002 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b80f59e9-e919-4ec9-bc6b-515c2d840705 None None] Deleting port 189c0895-c4a9-4f57-84d6-3c1951d5aca7 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:06:30.110473 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b80f59e9-e919-4ec9-bc6b-515c2d840705 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (189c0895-c4a9-4f57-84d6-3c1951d5aca7), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:30.135704 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-86bd5da9-db86-40e4-a5b4-3d4ee5a6d28b admin admin] Publish callbacks [] for router_controller (e6ab9cff-f55b-4d6a-ad11-fff9a2313132), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:30.192926 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b80f59e9-e919-4ec9-bc6b-515c2d840705 None None] For port 189c0895-c4a9-4f57-84d6-3c1951d5aca7, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=189c0895-c4a9-4f57-84d6-3c1951d5aca7,segment=NetworkSegment(2e9ba40a-fad2-4a50-8149-3f894a9353b5),segment_id=2e9ba40a-fad2-4a50-8149-3f894a9353b5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:30.193320 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b80f59e9-e919-4ec9-bc6b-515c2d840705 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (189c0895-c4a9-4f57-84d6-3c1951d5aca7), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:30.208479 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1acabb46-f20c-4c9c-bf9b-3db95c5e0c51 req-32d720e4-bb90-4ac9-9720-c3417cebaa19 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693721 Feb 19 04:06:30.212552 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b80f59e9-e919-4ec9-bc6b-515c2d840705 None None] Calling delete_port for 189c0895-c4a9-4f57-84d6-3c1951d5aca7 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:06:30.235752 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e92d53-73f7-4d67-bf95-d33ce6488b17 req-3a1efe0a-0214-49d6-90a1-29223583d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:30.238097 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-70e92d53-73f7-4d67-bf95-d33ce6488b17 req-3a1efe0a-0214-49d6-90a1-29223583d874 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=96098cde-d92e-4e5a-a9a6-83cea6c4c52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1337597 Feb 19 04:06:30.333977 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b80f59e9-e919-4ec9-bc6b-515c2d840705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (189c0895-c4a9-4f57-84d6-3c1951d5aca7), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:30.357956 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-8c284628-043c-47b7-ad3c-ab5e715613a8 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Deleting port 189c0895-c4a9-4f57-84d6-3c1951d5aca7 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:06:30.360762 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8c284628-043c-47b7-ad3c-ab5e715613a8 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (189c0895-c4a9-4f57-84d6-3c1951d5aca7), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:30.364909 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-70e92d53-73f7-4d67-bf95-d33ce6488b17 req-ea77deca-30af-4f80-a28b-a4c40c70a39c service neutron] 10.222.0.79 "GET /v2.0/networks/96098cde-d92e-4e5a-a9a6-83cea6c4c52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204877 Feb 19 04:06:30.374073 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-86bd5da9-db86-40e4-a5b4-3d4ee5a6d28b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (e6ab9cff-f55b-4d6a-ad11-fff9a2313132), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:30.374711 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bd5da9-db86-40e4-a5b4-3d4ee5a6d28b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6ab9cff-f55b-4d6a-ad11-fff9a2313132 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:06:30.386628 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f59e9-e919-4ec9-bc6b-515c2d840705 None None] Pushing event deleted for resources: {'Port': ['ID=189c0895-c4a9-4f57-84d6-3c1951d5aca7,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:30.390703 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80f59e9-e919-4ec9-bc6b-515c2d840705 None None] No DVR routers for this DVR port 189c0895-c4a9-4f57-84d6-3c1951d5aca7 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:06:30.412946 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-86bd5da9-db86-40e4-a5b4-3d4ee5a6d28b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:30.417894 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-86bd5da9-db86-40e4-a5b4-3d4ee5a6d28b admin admin] 10.222.0.52 "DELETE /v2.0/routers/e6ab9cff-f55b-4d6a-ad11-fff9a2313132 HTTP/1.1" status: 204 len: 168 time: 2.5310266 Feb 19 04:06:30.418884 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56948) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:30.504114 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e61384d-96bb-488f-9011-321a765bfaad None None] New status for floating IP b721fb6e-00d0-4773-8d5f-d06ba0fc94f9: ACTIVE {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:06:30.506247 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-0575892f-869f-405b-97a1-3bad8f2dc3e9 admin admin] Deleting subnet a8bffb71-df02-4239-b7fd-69894aebacc0 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:06:30.538324 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-70e92d53-73f7-4d67-bf95-d33ce6488b17 req-7e799345-c76e-4791-a3e0-faf383849e47 service neutron] 10.222.0.79 "GET /v2.0/networks/96098cde-d92e-4e5a-a9a6-83cea6c4c52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542199 Feb 19 04:06:30.541156 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0575892f-869f-405b-97a1-3bad8f2dc3e9 admin admin] Publish callbacks [] for subnet (a8bffb71-df02-4239-b7fd-69894aebacc0), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:30.581234 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2c622cb9-885a-4a0c-a8a0-634b9305f95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:30.618032 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0575892f-869f-405b-97a1-3bad8f2dc3e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (a8bffb71-df02-4239-b7fd-69894aebacc0), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:30.700893 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-587560f8-5515-47ca-864f-d44f80487be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1c063e0-e33a-4cc6-8165-20f28ea0fe31 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:06:30.714512 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-587560f8-5515-47ca-864f-d44f80487be3 service neutron] Publish callbacks [] for port (e1c063e0-e33a-4cc6-8165-20f28ea0fe31), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:30.732372 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-8c284628-043c-47b7-ad3c-ab5e715613a8 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] For port 189c0895-c4a9-4f57-84d6-3c1951d5aca7, host n-d-828369-19, got binding levels [] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:30.732839 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8c284628-043c-47b7-ad3c-ab5e715613a8 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (189c0895-c4a9-4f57-84d6-3c1951d5aca7), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:30.754138 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-587560f8-5515-47ca-864f-d44f80487be3 service neutron] Transition to ACTIVE for port object e1c063e0-e33a-4cc6-8165-20f28ea0fe31 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:06:30.755441 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-8c284628-043c-47b7-ad3c-ab5e715613a8 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Calling delete_port for 189c0895-c4a9-4f57-84d6-3c1951d5aca7 owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:06:30.765162 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0575892f-869f-405b-97a1-3bad8f2dc3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (a8bffb71-df02-4239-b7fd-69894aebacc0), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:30.768422 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3fca22-4381-4d46-9fa1-a788796fe456 req-9fc6702a-cd3f-4cea-b133-ab9f088ec0b7 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:30.779375 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cd3fca22-4381-4d46-9fa1-a788796fe456 req-9fc6702a-cd3f-4cea-b133-ab9f088ec0b7 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/ports?device_id=468eada7-3ec0-4e0b-90fe-fb5a601d368e HTTP/1.1" status: 200 len: 931 time: 0.4114189 Feb 19 04:06:30.785368 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.ipam_backend_mixin [None req-8c284628-043c-47b7-ad3c-ab5e715613a8 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Port 189c0895-c4a9-4f57-84d6-3c1951d5aca7 was not found and therefore no delete operation was performed {{(pid=109926) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:06:30.815286 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8c284628-043c-47b7-ad3c-ab5e715613a8 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (189c0895-c4a9-4f57-84d6-3c1951d5aca7), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:30.827031 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-587560f8-5515-47ca-864f-d44f80487be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (e1c063e0-e33a-4cc6-8165-20f28ea0fe31), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:30.834347 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0575892f-869f-405b-97a1-3bad8f2dc3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (a8bffb71-df02-4239-b7fd-69894aebacc0), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:30.861565 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c284628-043c-47b7-ad3c-ab5e715613a8 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Pushing event deleted for resources: {'Port': ['ID=189c0895-c4a9-4f57-84d6-3c1951d5aca7,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:30.878180 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c284628-043c-47b7-ad3c-ab5e715613a8 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] No DVR routers for this DVR port 189c0895-c4a9-4f57-84d6-3c1951d5aca7 on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:06:30.939915 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f35310-6955-41f5-a141-77d77972d118 None None] Network 5c8aa983-a357-4dec-88c1-4c8633a0f153 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:06:30.951402 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cd3fca22-4381-4d46-9fa1-a788796fe456 req-19904774-0574-4024-aa76-fdc8ea3ce2f4 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/security-groups?id=1455d74e-fbd8-4a3c-b4f0-956d992c3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692259 Feb 19 04:06:30.972283 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0575892f-869f-405b-97a1-3bad8f2dc3e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:30.993123 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0575892f-869f-405b-97a1-3bad8f2dc3e9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a8bffb71-df02-4239-b7fd-69894aebacc0 HTTP/1.1" status: 204 len: 168 time: 0.5531402 Feb 19 04:06:30.997666 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575892f-869f-405b-97a1-3bad8f2dc3e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8bffb71-df02-4239-b7fd-69894aebacc0,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:31.006318 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56954) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:31.141719 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c64d6567-0826-46ac-a74a-24965a35491a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (5c8aa983-a357-4dec-88c1-4c8633a0f153), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:31.149027 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587560f8-5515-47ca-864f-d44f80487be3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1c063e0-e33a-4cc6-8165-20f28ea0fe31,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:31.210579 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 189c0895-c4a9-4f57-84d6-3c1951d5aca7 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:06:31.230521 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8c284628-043c-47b7-ad3c-ab5e715613a8 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (449088ce-e14b-4531-89b2-b15dd1945143), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:31.248142 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 189c0895-c4a9-4f57-84d6-3c1951d5aca7 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:06:31.248142 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 189c0895-c4a9-4f57-84d6-3c1951d5aca7 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:06:31.248545 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ae535e84-c384-4636-b80e-a10bc4783e1f no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:06:31.277694 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: ae535e84-c384-4636-b80e-a10bc4783e1f {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:06:31.278461 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ae535e84-c384-4636-b80e-a10bc4783e1f not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:06:31.287142 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f6c1e-779d-4b19-893c-ee1470da700c req-93e2a44f-325b-4255-b42b-669bbb25c60d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:31.288688 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f78f6c1e-779d-4b19-893c-ee1470da700c req-93e2a44f-325b-4255-b42b-669bbb25c60d tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=685b5a11-f684-471e-821e-dbd40ab0373f HTTP/1.1" status: 200 len: 945 time: 0.2503710 Feb 19 04:06:31.292922 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88765ec9-abd1-4e9c-a3e0-dd2c86f85fc4 req-0b8c3d4c-5636-4cc8-9dbe-47380975e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:31.294424 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88765ec9-abd1-4e9c-a3e0-dd2c86f85fc4 req-0b8c3d4c-5636-4cc8-9dbe-47380975e8d3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aeffa8dc13064a198ee824c63786f0c2&device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 1129 time: 0.3294704 Feb 19 04:06:31.294566 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8562bc5-6e4c-4ddf-8420-52a8d0385d81 None None] DHCP port deletion for 5c8aa983-a357-4dec-88c1-4c8633a0f153 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:06:31.299448 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-8c284628-043c-47b7-ad3c-ab5e715613a8 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['449088ce-e14b-4531-89b2-b15dd1945143']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:31.335504 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-587560f8-5515-47ca-864f-d44f80487be3 service neutron] Attempting to bind port e1c063e0-e33a-4cc6-8165-20f28ea0fe31 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:06:31.335901 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-587560f8-5515-47ca-864f-d44f80487be3 service neutron] Attempting to bind port e1c063e0-e33a-4cc6-8165-20f28ea0fe31 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'cfc99471-7284-44f5-9c42-49462a14f740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ea29d98d-5618-4130-a92e-1da48170b606'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:06:31.336358 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-587560f8-5515-47ca-864f-d44f80487be3 service neutron] Attempting to bind port e1c063e0-e33a-4cc6-8165-20f28ea0fe31 on network ea29d98d-5618-4130-a92e-1da48170b606 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:31.346939 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-587560f8-5515-47ca-864f-d44f80487be3 service neutron] Port e1c063e0-e33a-4cc6-8165-20f28ea0fe31 on network ea29d98d-5618-4130-a92e-1da48170b606 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:06:31.347295 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-587560f8-5515-47ca-864f-d44f80487be3 service neutron] Attempting to bind port e1c063e0-e33a-4cc6-8165-20f28ea0fe31 on network ea29d98d-5618-4130-a92e-1da48170b606 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:31.349081 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b8b7f-0750-46b4-850f-55564888e596 req-1d5d3152-4942-4ad4-8035-ea6e663c9fea tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:31.350731 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a3b8b7f-0750-46b4-850f-55564888e596 req-1d5d3152-4942-4ad4-8035-ea6e663c9fea tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 946 time: 0.2755594 Feb 19 04:06:31.354451 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-8c284628-043c-47b7-ad3c-ab5e715613a8 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e9ba40a-fad2-4a50-8149-3f894a9353b5') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:31.354881 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-8c284628-043c-47b7-ad3c-ab5e715613a8 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e9ba40a-fad2-4a50-8149-3f894a9353b5') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:31.356707 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-587560f8-5515-47ca-864f-d44f80487be3 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:06:31.357313 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-587560f8-5515-47ca-864f-d44f80487be3 service neutron] Checking segment: {'id': 'cfc99471-7284-44f5-9c42-49462a14f740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ea29d98d-5618-4130-a92e-1da48170b606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:31.357441 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-587560f8-5515-47ca-864f-d44f80487be3 service neutron] Bound using segment: {'id': 'cfc99471-7284-44f5-9c42-49462a14f740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ea29d98d-5618-4130-a92e-1da48170b606'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:06:31.357873 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-587560f8-5515-47ca-864f-d44f80487be3 service neutron] Bound port: e1c063e0-e33a-4cc6-8165-20f28ea0fe31, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfc99471-7284-44f5-9c42-49462a14f740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ea29d98d-5618-4130-a92e-1da48170b606'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:06:31.358301 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-587560f8-5515-47ca-864f-d44f80487be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e1c063e0-e33a-4cc6-8165-20f28ea0fe31), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:31.361099 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c64d6567-0826-46ac-a74a-24965a35491a admin admin] Deleting port fc0d5d23-dc78-4877-ba22-c31bc1205bd3 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:06:31.361856 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c64d6567-0826-46ac-a74a-24965a35491a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (fc0d5d23-dc78-4877-ba22-c31bc1205bd3), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:31.369169 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c8562bc5-6e4c-4ddf-8420-52a8d0385d81 None None] Deleting port fc0d5d23-dc78-4877-ba22-c31bc1205bd3 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:06:31.369848 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c8562bc5-6e4c-4ddf-8420-52a8d0385d81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (fc0d5d23-dc78-4877-ba22-c31bc1205bd3), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:31.382662 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8c284628-043c-47b7-ad3c-ab5e715613a8 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (2e9ba40a-fad2-4a50-8149-3f894a9353b5), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:31.459522 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c8562bc5-6e4c-4ddf-8420-52a8d0385d81 None None] For port fc0d5d23-dc78-4877-ba22-c31bc1205bd3, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=fc0d5d23-dc78-4877-ba22-c31bc1205bd3,segment=NetworkSegment(4ef38181-9a38-4b5c-96b1-273a72762373),segment_id=4ef38181-9a38-4b5c-96b1-273a72762373)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:31.460145 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c8562bc5-6e4c-4ddf-8420-52a8d0385d81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (fc0d5d23-dc78-4877-ba22-c31bc1205bd3), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:31.463485 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8c284628-043c-47b7-ad3c-ab5e715613a8 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (2e9ba40a-fad2-4a50-8149-3f894a9353b5), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:31.473649 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-c64d6567-0826-46ac-a74a-24965a35491a admin admin] For port fc0d5d23-dc78-4877-ba22-c31bc1205bd3, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=fc0d5d23-dc78-4877-ba22-c31bc1205bd3,segment=NetworkSegment(4ef38181-9a38-4b5c-96b1-273a72762373),segment_id=4ef38181-9a38-4b5c-96b1-273a72762373)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:31.474048 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c64d6567-0826-46ac-a74a-24965a35491a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (fc0d5d23-dc78-4877-ba22-c31bc1205bd3), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:31.477767 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c284628-043c-47b7-ad3c-ab5e715613a8 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:06:31.479054 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8c284628-043c-47b7-ad3c-ab5e715613a8 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (2e9ba40a-fad2-4a50-8149-3f894a9353b5), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:31.481349 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c8562bc5-6e4c-4ddf-8420-52a8d0385d81 None None] Calling delete_port for fc0d5d23-dc78-4877-ba22-c31bc1205bd3 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:06:31.503333 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c64d6567-0826-46ac-a74a-24965a35491a admin admin] Calling delete_port for fc0d5d23-dc78-4877-ba22-c31bc1205bd3 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:06:31.523582 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-587560f8-5515-47ca-864f-d44f80487be3 service neutron] For port e1c063e0-e33a-4cc6-8165-20f28ea0fe31, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:06:31.528455 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-587560f8-5515-47ca-864f-d44f80487be3 service neutron] For port e1c063e0-e33a-4cc6-8165-20f28ea0fe31, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=e1c063e0-e33a-4cc6-8165-20f28ea0fe31,segment=NetworkSegment(cfc99471-7284-44f5-9c42-49462a14f740),segment_id=cfc99471-7284-44f5-9c42-49462a14f740)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:06:31.560092 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:06:31.577478 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-587560f8-5515-47ca-864f-d44f80487be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (e1c063e0-e33a-4cc6-8165-20f28ea0fe31), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:31.608923 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c8562bc5-6e4c-4ddf-8420-52a8d0385d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (fc0d5d23-dc78-4877-ba22-c31bc1205bd3), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:31.609423 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8c284628-043c-47b7-ad3c-ab5e715613a8 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (449088ce-e14b-4531-89b2-b15dd1945143), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:31.625786 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f78f6c1e-779d-4b19-893c-ee1470da700c req-087f6e92-5dc8-48ee-b261-655d2272a190 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/security-groups?id=9eb4439d-d615-425e-bdcb-b19dca270322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233964 Feb 19 04:06:31.636689 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8c284628-043c-47b7-ad3c-ab5e715613a8 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:31.638925 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-587560f8-5515-47ca-864f-d44f80487be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:31.639555 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-587560f8-5515-47ca-864f-d44f80487be3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:31.639925 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8c284628-043c-47b7-ad3c-ab5e715613a8 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] 10.222.0.52 "DELETE /v2.0/networks/449088ce-e14b-4531-89b2-b15dd1945143 HTTP/1.1" status: 204 len: 168 time: 1.9803894 Feb 19 04:06:31.644656 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-587560f8-5515-47ca-864f-d44f80487be3 service neutron] 10.222.0.26 "PUT /v2.0/ports/e1c063e0-e33a-4cc6-8165-20f28ea0fe31 HTTP/1.1" status: 200 len: 1092 time: 2.1723161 Feb 19 04:06:31.645305 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468eada7-3ec0-4e0b-90fe-fb5a601d368e', 'tag': 'e1c063e0-e33a-4cc6-8165-20f28ea0fe31'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:31.647914 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef10b744-1e8e-44ac-8524-949c9e809d1f" -d '{"events": [{"name": "network-changed", "server_uuid": "468eada7-3ec0-4e0b-90fe-fb5a601d368e", "tag": "e1c063e0-e33a-4cc6-8165-20f28ea0fe31"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:31.675698 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c284628-043c-47b7-ad3c-ab5e715613a8 tempest-DHCPAgentSchedulersTestJSON-1749634912 tempest-DHCPAgentSchedulersTestJSON-1749634912-project] Pushing event deleted for resources: {'Network': ['ID=449088ce-e14b-4531-89b2-b15dd1945143,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:31.689910 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a3b8b7f-0750-46b4-850f-55564888e596 req-dc462bfd-ca27-4d47-af5d-f8f10525972d tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802927 Feb 19 04:06:31.695951 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88765ec9-abd1-4e9c-a3e0-dd2c86f85fc4 req-8a8cd589-6584-461e-8b18-1119174cdfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:31.697347 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88765ec9-abd1-4e9c-a3e0-dd2c86f85fc4 req-8a8cd589-6584-461e-8b18-1119174cdfe8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=96906bf1-6d49-4110-8bea-07aefb43331c HTTP/1.1" status: 200 len: 911 time: 0.3938849 Feb 19 04:06:31.717625 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587560f8-5515-47ca-864f-d44f80487be3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1c063e0-e33a-4cc6-8165-20f28ea0fe31,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:31.717883 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8562bc5-6e4c-4ddf-8420-52a8d0385d81 None None] Pushing event deleted for resources: {'Port': ['ID=fc0d5d23-dc78-4877-ba22-c31bc1205bd3,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:31.741192 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8562bc5-6e4c-4ddf-8420-52a8d0385d81 None None] No DVR routers for this DVR port fc0d5d23-dc78-4877-ba22-c31bc1205bd3 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:06:31.744327 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c64d6567-0826-46ac-a74a-24965a35491a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (fc0d5d23-dc78-4877-ba22-c31bc1205bd3), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:31.784155 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bc993e-acae-413d-b6ca-595ffb7d6c02 x-openstack-request-id: req-a8bc993e-acae-413d-b6ca-595ffb7d6c02 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:31.784495 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468eada7-3ec0-4e0b-90fe-fb5a601d368e", "tag": "e1c063e0-e33a-4cc6-8165-20f28ea0fe31", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:31.784732 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a8bc993e-acae-413d-b6ca-595ffb7d6c02 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:31.785167 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468eada7-3ec0-4e0b-90fe-fb5a601d368e', 'tag': 'e1c063e0-e33a-4cc6-8165-20f28ea0fe31', 'status': 'completed', 'code': 200} Feb 19 04:06:31.789888 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d6567-0826-46ac-a74a-24965a35491a admin admin] Pushing event deleted for resources: {'Port': ['ID=fc0d5d23-dc78-4877-ba22-c31bc1205bd3,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:31.797449 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64d6567-0826-46ac-a74a-24965a35491a admin admin] No DVR routers for this DVR port fc0d5d23-dc78-4877-ba22-c31bc1205bd3 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:06:31.806467 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88765ec9-abd1-4e9c-a3e0-dd2c86f85fc4 req-0270264d-2008-4b91-a756-5520db77c637 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25f48bd2-f8fd-41e0-b2a9-e5612f2f6421 HTTP/1.1" status: 200 len: 217 time: 0.1016145 Feb 19 04:06:31.888928 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-f467892a-3941-4c58-b2df-eee26a300ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:31.890579 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-f467892a-3941-4c58-b2df-eee26a300ec1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=05b788bbe9304d739cbcdf2348f25331&device_id=468eada7-3ec0-4e0b-90fe-fb5a601d368e HTTP/1.1" status: 200 len: 1126 time: 0.1839538 Feb 19 04:06:31.900088 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88765ec9-abd1-4e9c-a3e0-dd2c86f85fc4 req-aa39c257-9c30-4556-b53e-112f1616b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:31.901594 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88765ec9-abd1-4e9c-a3e0-dd2c86f85fc4 req-aa39c257-9c30-4556-b53e-112f1616b8dd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0158d0fa-2e31-44b1-955f-e39eed62eba8 HTTP/1.1" status: 200 len: 850 time: 0.0858812 Feb 19 04:06:31.910893 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c64d6567-0826-46ac-a74a-24965a35491a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (5c8aa983-a357-4dec-88c1-4c8633a0f153), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:31.940892 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88765ec9-abd1-4e9c-a3e0-dd2c86f85fc4 req-e80238f8-348f-43b3-aca4-9b588784b7e3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=96906bf1-6d49-4110-8bea-07aefb43331c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326481 Feb 19 04:06:31.948248 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-6bcd9002-1df5-4fe6-bbc5-eab9f105b988 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1c063e0-e33a-4cc6-8165-20f28ea0fe31 HTTP/1.1" status: 200 len: 217 time: 0.0477772 Feb 19 04:06:31.999334 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c64d6567-0826-46ac-a74a-24965a35491a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c8aa983-a357-4dec-88c1-4c8633a0f153']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:32.020219 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c64d6567-0826-46ac-a74a-24965a35491a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef38181-9a38-4b5c-96b1-273a72762373') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:32.020524 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c64d6567-0826-46ac-a74a-24965a35491a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef38181-9a38-4b5c-96b1-273a72762373') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:32.036177 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c64d6567-0826-46ac-a74a-24965a35491a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (4ef38181-9a38-4b5c-96b1-273a72762373), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:32.049802 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-a8bf639c-42a0-4fea-852b-e9bd1828364b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:32.051361 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-a8bf639c-42a0-4fea-852b-e9bd1828364b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=88252635-dc2a-40ea-b7b0-9e37d63f681a HTTP/1.1" status: 200 len: 849 time: 0.0964780 Feb 19 04:06:32.076957 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c64d6567-0826-46ac-a74a-24965a35491a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (4ef38181-9a38-4b5c-96b1-273a72762373), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:32.077705 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56966) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:32.104085 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-dd9e6d4a-59e9-499b-b9df-c08d58752b4b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ea29d98d-5618-4130-a92e-1da48170b606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377913 Feb 19 04:06:32.105087 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c64d6567-0826-46ac-a74a-24965a35491a admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:06:32.105444 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c64d6567-0826-46ac-a74a-24965a35491a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (4ef38181-9a38-4b5c-96b1-273a72762373), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:06:32.107467 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:06:32.205031 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff9096-35c5-498d-82ad-8c4c8b2f9098 req-aa50a0ca-5854-4b3a-9f51-b74dc7759763 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:32.206573 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96ff9096-35c5-498d-82ad-8c4c8b2f9098 req-aa50a0ca-5854-4b3a-9f51-b74dc7759763 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/ports?device_id=468eada7-3ec0-4e0b-90fe-fb5a601d368e HTTP/1.1" status: 200 len: 943 time: 0.1160686 Feb 19 04:06:32.220214 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0e181-6cf6-4e8b-8db2-e656a58bde6b req-5f801748-7a0f-4ccd-b22b-4ec6eb934d3b tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:32.221669 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0da0e181-6cf6-4e8b-8db2-e656a58bde6b req-5f801748-7a0f-4ccd-b22b-4ec6eb934d3b tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.79 "GET /v2.0/ports?device_id=685b5a11-f684-471e-821e-dbd40ab0373f HTTP/1.1" status: 200 len: 945 time: 0.2284417 Feb 19 04:06:32.250821 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88765ec9-abd1-4e9c-a3e0-dd2c86f85fc4 req-f4295f6b-d428-4756-9804-b1ca719691c4 service neutron] 10.222.0.79 "GET /v2.0/networks/96906bf1-6d49-4110-8bea-07aefb43331c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022258 Feb 19 04:06:32.253783 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c64d6567-0826-46ac-a74a-24965a35491a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (5c8aa983-a357-4dec-88c1-4c8633a0f153), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:32.290155 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c64d6567-0826-46ac-a74a-24965a35491a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:32.299407 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c64d6567-0826-46ac-a74a-24965a35491a admin admin] 10.222.0.52 "DELETE /v2.0/networks/5c8aa983-a357-4dec-88c1-4c8633a0f153 HTTP/1.1" status: 204 len: 168 time: 1.2897613 Feb 19 04:06:32.309746 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-da96d6b9-0971-46f8-9eeb-70c2a7b84afa service neutron] 10.222.0.26 "GET /v2.0/networks/ea29d98d-5618-4130-a92e-1da48170b606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925225 Feb 19 04:06:32.329330 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d6567-0826-46ac-a74a-24965a35491a admin admin] Pushing event deleted for resources: {'Network': ['ID=5c8aa983-a357-4dec-88c1-4c8633a0f153,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:32.372544 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96ff9096-35c5-498d-82ad-8c4c8b2f9098 req-49caf1bc-01e4-49fd-a2e4-287b6bc18620 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/security-groups?id=1455d74e-fbd8-4a3c-b4f0-956d992c3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480186 Feb 19 04:06:32.427188 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56976) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:32.427411 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d63df2bc-990d-4f1f-9796-1a77e7218e15 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f4cb6fc6bc0a490c99a1905482f26043&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3471117 Feb 19 04:06:32.485684 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88765ec9-abd1-4e9c-a3e0-dd2c86f85fc4 req-9c6adeaf-6ba0-40a0-88f3-a5e05f42823e service neutron] 10.222.0.79 "GET /v2.0/networks/96906bf1-6d49-4110-8bea-07aefb43331c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074368 Feb 19 04:06:32.513390 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-0da0e181-6cf6-4e8b-8db2-e656a58bde6b req-3cf9db3a-fa66-4a82-bb32-85d572dfe0f1 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Deleting port dea6cba7-f903-46b1-805d-7b1f755904d4 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:06:32.513737 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0da0e181-6cf6-4e8b-8db2-e656a58bde6b req-3cf9db3a-fa66-4a82-bb32-85d572dfe0f1 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (dea6cba7-f903-46b1-805d-7b1f755904d4), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:32.516420 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e1d42b7e-b490-48ae-b46f-0c1b2f3d308d req-f44fc44a-7027-4f08-b693-aa565dbcb660 service neutron] 10.222.0.26 "GET /v2.0/networks/ea29d98d-5618-4130-a92e-1da48170b606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882689 Feb 19 04:06:32.572206 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56986) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:32.592467 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-04d2cfac-05c1-4d82-acce-8f4fd4ee6ba4 admin admin] Publish callbacks [] for security_group (99edf6e3-abba-4592-a2c4-3b35e49bdae1), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:32.633974 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-04d2cfac-05c1-4d82-acce-8f4fd4ee6ba4 admin admin] Publish callbacks [] for security_group (99edf6e3-abba-4592-a2c4-3b35e49bdae1), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:32.659871 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-0da0e181-6cf6-4e8b-8db2-e656a58bde6b req-3cf9db3a-fa66-4a82-bb32-85d572dfe0f1 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] For port dea6cba7-f903-46b1-805d-7b1f755904d4, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=dea6cba7-f903-46b1-805d-7b1f755904d4,segment=NetworkSegment(78a3690f-36a5-42b2-b6f6-23b9e423ffd7),segment_id=78a3690f-36a5-42b2-b6f6-23b9e423ffd7)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:32.660243 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0da0e181-6cf6-4e8b-8db2-e656a58bde6b req-3cf9db3a-fa66-4a82-bb32-85d572dfe0f1 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (dea6cba7-f903-46b1-805d-7b1f755904d4), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:32.666637 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0ecae254-d84a-4a1a-b017-8a5ccd6d5085 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b9f7a04083904334b9abf00a24cdac94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0877085 Feb 19 04:06:32.666637 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56990) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:32.686332 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-0da0e181-6cf6-4e8b-8db2-e656a58bde6b req-3cf9db3a-fa66-4a82-bb32-85d572dfe0f1 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Calling delete_port for dea6cba7-f903-46b1-805d-7b1f755904d4 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:06:32.696322 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10b744-1e8e-44ac-8524-949c9e809d1f req-7d0120ed-c823-4e45-bb47-d6b288a8c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:32.698033 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ef10b744-1e8e-44ac-8524-949c9e809d1f req-7d0120ed-c823-4e45-bb47-d6b288a8c05d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=05b788bbe9304d739cbcdf2348f25331&device_id=468eada7-3ec0-4e0b-90fe-fb5a601d368e HTTP/1.1" status: 200 len: 1126 time: 0.1081800 Feb 19 04:06:32.699524 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c746fe11-5739-482f-936e-e8b3e204a57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:32.798696 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-239f5c2f-66a8-4608-bbe5-d9982e937f40 admin admin] Publish callbacks [] for security_group (185da533-3a51-494f-8911-787d0dcb2abb), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:32.840490 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0da0e181-6cf6-4e8b-8db2-e656a58bde6b req-3cf9db3a-fa66-4a82-bb32-85d572dfe0f1 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (dea6cba7-f903-46b1-805d-7b1f755904d4), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:32.847995 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56996) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:32.852066 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['dea6cba7-f903-46b1-805d-7b1f755904d4'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:06:32.863567 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-239f5c2f-66a8-4608-bbe5-d9982e937f40 admin admin] Publish callbacks [] for security_group (185da533-3a51-494f-8911-787d0dcb2abb), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:32.889418 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10b744-1e8e-44ac-8524-949c9e809d1f req-4d1159a4-e8f6-4347-aeeb-ed3a70f4ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:32.891009 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ef10b744-1e8e-44ac-8524-949c9e809d1f req-4d1159a4-e8f6-4347-aeeb-ed3a70f4ccb6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ea29d98d-5618-4130-a92e-1da48170b606 HTTP/1.1" status: 200 len: 910 time: 0.1844969 Feb 19 04:06:32.946522 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-42ca3df1-34a0-41db-a48c-41ca76e109f9 req-5381f9a0-0036-46d7-b1b4-3ce2b8299f4c tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.52 "GET /v2.0/ports?device_id=685b5a11-f684-471e-821e-dbd40ab0373f HTTP/1.1" status: 200 len: 210 time: 0.1131935 Feb 19 04:06:32.947130 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9db3a-fa66-4a82-bb32-85d572dfe0f1 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Pushing event deleted for resources: {'Port': ['ID=dea6cba7-f903-46b1-805d-7b1f755904d4,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:32.951933 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ef10b744-1e8e-44ac-8524-949c9e809d1f req-b63b252e-6fc7-4c2c-8aad-5bee60a7c9e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1c063e0-e33a-4cc6-8165-20f28ea0fe31 HTTP/1.1" status: 200 len: 217 time: 0.0539575 Feb 19 04:06:33.019814 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-239f5c2f-66a8-4608-bbe5-d9982e937f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (185da533-3a51-494f-8911-787d0dcb2abb), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:33.023953 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-239f5c2f-66a8-4608-bbe5-d9982e937f40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:33.027958 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-239f5c2f-66a8-4608-bbe5-d9982e937f40 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/185da533-3a51-494f-8911-787d0dcb2abb HTTP/1.1" status: 204 len: 168 time: 0.3567288 Feb 19 04:06:33.037563 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f5c2f-66a8-4608-bbe5-d9982e937f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185da533-3a51-494f-8911-787d0dcb2abb,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:33.040139 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da0e181-6cf6-4e8b-8db2-e656a58bde6b req-3cf9db3a-fa66-4a82-bb32-85d572dfe0f1 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] No DVR routers for this DVR port dea6cba7-f903-46b1-805d-7b1f755904d4 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:06:33.046951 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10b744-1e8e-44ac-8524-949c9e809d1f req-fbf79bef-3b51-4119-8022-92be81727946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:33.048478 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ef10b744-1e8e-44ac-8524-949c9e809d1f req-fbf79bef-3b51-4119-8022-92be81727946 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=88252635-dc2a-40ea-b7b0-9e37d63f681a HTTP/1.1" status: 200 len: 849 time: 0.0896566 Feb 19 04:06:33.049554 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0da0e181-6cf6-4e8b-8db2-e656a58bde6b req-3cf9db3a-fa66-4a82-bb32-85d572dfe0f1 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:33.058990 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0da0e181-6cf6-4e8b-8db2-e656a58bde6b req-3cf9db3a-fa66-4a82-bb32-85d572dfe0f1 tempest-DeleteServersTestJSON-352267526 tempest-DeleteServersTestJSON-352267526-project] 10.222.0.79 "DELETE /v2.0/ports/dea6cba7-f903-46b1-805d-7b1f755904d4 HTTP/1.1" status: 204 len: 173 time: 0.8306975 Feb 19 04:06:33.059937 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685b5a11-f684-471e-821e-dbd40ab0373f', 'name': 'network-vif-deleted', 'tag': 'dea6cba7-f903-46b1-805d-7b1f755904d4'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:33.062192 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a953fc8d-136a-40fb-b5f7-2df1d05c62f2" -d '{"events": [{"server_uuid": "685b5a11-f684-471e-821e-dbd40ab0373f", "name": "network-vif-deleted", "tag": "dea6cba7-f903-46b1-805d-7b1f755904d4"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:33.088566 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6c9d3e20-ea8b-4311-b150-46d276194fc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:33.095843 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-04d2cfac-05c1-4d82-acce-8f4fd4ee6ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (99edf6e3-abba-4592-a2c4-3b35e49bdae1), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:33.103314 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-04d2cfac-05c1-4d82-acce-8f4fd4ee6ba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:33.105381 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-04d2cfac-05c1-4d82-acce-8f4fd4ee6ba4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/99edf6e3-abba-4592-a2c4-3b35e49bdae1 HTTP/1.1" status: 204 len: 168 time: 0.6742995 Feb 19 04:06:33.116020 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94562fc-003f-443f-9c4d-cf48dfa99943 req-544f151b-8390-479e-b5bb-1e8e2763d3bd tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:33.124226 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c94562fc-003f-443f-9c4d-cf48dfa99943 req-544f151b-8390-479e-b5bb-1e8e2763d3bd tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 946 time: 0.2973051 Feb 19 04:06:33.152119 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device fc0d5d23-dc78-4877-ba22-c31bc1205bd3 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:06:33.188431 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10ed3f3-7104-401e-8fb3-1e59ab6caa7c x-openstack-request-id: req-a10ed3f3-7104-401e-8fb3-1e59ab6caa7c {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:33.188721 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685b5a11-f684-471e-821e-dbd40ab0373f", "name": "network-vif-deleted", "tag": "dea6cba7-f903-46b1-805d-7b1f755904d4", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:33.189082 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a10ed3f3-7104-401e-8fb3-1e59ab6caa7c {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:33.189581 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685b5a11-f684-471e-821e-dbd40ab0373f', 'name': 'network-vif-deleted', 'tag': 'dea6cba7-f903-46b1-805d-7b1f755904d4', 'status': 'completed', 'code': 200} Feb 19 04:06:33.192116 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2cfac-05c1-4d82-acce-8f4fd4ee6ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99edf6e3-abba-4592-a2c4-3b35e49bdae1,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:33.204262 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: fc0d5d23-dc78-4877-ba22-c31bc1205bd3 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:06:33.205730 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device fc0d5d23-dc78-4877-ba22-c31bc1205bd3 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:06:33.264167 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ef10b744-1e8e-44ac-8524-949c9e809d1f req-c87f4092-ade6-4cc2-8ef3-a05caaa213e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ea29d98d-5618-4130-a92e-1da48170b606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1701810 Feb 19 04:06:33.282454 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c94562fc-003f-443f-9c4d-cf48dfa99943 req-d2b81f94-55c2-4a10-819f-bace2262b97d tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546445 Feb 19 04:06:33.579511 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3153d-5e8c-46ae-babf-b55b358ec234 req-dfce3efb-944b-4f85-99db-42d1da29cbc6 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:33.583415 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-75f3153d-5e8c-46ae-babf-b55b358ec234 req-dfce3efb-944b-4f85-99db-42d1da29cbc6 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/ports?device_id=468eada7-3ec0-4e0b-90fe-fb5a601d368e HTTP/1.1" status: 200 len: 943 time: 0.1090386 Feb 19 04:06:33.720047 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:33.725175 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57020) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:33.729870 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-75f3153d-5e8c-46ae-babf-b55b358ec234 req-4a62b7e7-c204-443e-84d7-c1cffac66f58 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/security-groups?id=1455d74e-fbd8-4a3c-b4f0-956d992c3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403546 Feb 19 04:06:33.747075 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9c962aba-019c-4798-9992-e7804c076672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:33.853115 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9c962aba-019c-4798-9992-e7804c076672 admin admin] Publish callbacks [] for security_group (a8ec79de-c00d-4af6-8c9b-e9e914fed282), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:33.858580 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9c962aba-019c-4798-9992-e7804c076672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a8ec79de-c00d-4af6-8c9b-e9e914fed282), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:33.901856 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6c9d3e20-ea8b-4311-b150-46d276194fc5 admin admin] Publish callbacks [] for security_group (744d2a76-0683-4ecc-92ee-48a87244e2fb), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:33.905930 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ef10b744-1e8e-44ac-8524-949c9e809d1f req-6252d59d-5f21-4717-9cd9-29e261e39d45 service neutron] 10.222.0.26 "GET /v2.0/networks/ea29d98d-5618-4130-a92e-1da48170b606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6279097 Feb 19 04:06:33.909906 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9c962aba-019c-4798-9992-e7804c076672 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bd60e777eb16438e998da280e2173bc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1789026 Feb 19 04:06:33.913119 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57024) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:33.914830 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6c9d3e20-ea8b-4311-b150-46d276194fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (744d2a76-0683-4ecc-92ee-48a87244e2fb), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:33.914964 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c962aba-019c-4798-9992-e7804c076672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ec79de-c00d-4af6-8c9b-e9e914fed282,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:33.955273 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6c9d3e20-ea8b-4311-b150-46d276194fc5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a0203bc94070470eb732212240e34689&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1039526 Feb 19 04:06:33.955488 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57028) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:34.024996 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b314078-a413-4270-bd7c-db1ef568c4a5 admin admin] Publish callbacks [] for security_group (a8ec79de-c00d-4af6-8c9b-e9e914fed282), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:34.052533 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b314078-a413-4270-bd7c-db1ef568c4a5 admin admin] Publish callbacks [] for security_group (a8ec79de-c00d-4af6-8c9b-e9e914fed282), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:34.096309 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d3e20-ea8b-4311-b150-46d276194fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744d2a76-0683-4ecc-92ee-48a87244e2fb,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:34.137494 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b314078-a413-4270-bd7c-db1ef568c4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a8ec79de-c00d-4af6-8c9b-e9e914fed282), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:34.141328 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b314078-a413-4270-bd7c-db1ef568c4a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:34.145539 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6b314078-a413-4270-bd7c-db1ef568c4a5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a8ec79de-c00d-4af6-8c9b-e9e914fed282 HTTP/1.1" status: 204 len: 168 time: 0.2109060 Feb 19 04:06:34.153328 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b314078-a413-4270-bd7c-db1ef568c4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ec79de-c00d-4af6-8c9b-e9e914fed282,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:34.156340 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9d3e20-ea8b-4311-b150-46d276194fc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:34.160440 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9d3e20-ea8b-4311-b150-46d276194fc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:34.161243 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9d3e20-ea8b-4311-b150-46d276194fc5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:34.161791 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9d3e20-ea8b-4311-b150-46d276194fc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:34.162371 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9d3e20-ea8b-4311-b150-46d276194fc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:34.162926 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9d3e20-ea8b-4311-b150-46d276194fc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:34.166689 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9d3e20-ea8b-4311-b150-46d276194fc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:34.168824 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9d3e20-ea8b-4311-b150-46d276194fc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:34.169195 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9d3e20-ea8b-4311-b150-46d276194fc5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:34.169688 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9d3e20-ea8b-4311-b150-46d276194fc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:34.170353 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9d3e20-ea8b-4311-b150-46d276194fc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:34.170700 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9d3e20-ea8b-4311-b150-46d276194fc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:34.171040 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9d3e20-ea8b-4311-b150-46d276194fc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:34.220141 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-10f88437-eb88-4ad3-bfd7-f48d07bd5bac admin admin] Publish callbacks [] for security_group (744d2a76-0683-4ecc-92ee-48a87244e2fb), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:34.224042 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ef10b744-1e8e-44ac-8524-949c9e809d1f req-6786a3dc-bf94-4ddd-913e-20a08ea5a883 service neutron] 10.222.0.26 "GET /v2.0/networks/ea29d98d-5618-4130-a92e-1da48170b606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823510 Feb 19 04:06:34.260108 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57046) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:34.276498 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-10f88437-eb88-4ad3-bfd7-f48d07bd5bac admin admin] Publish callbacks [] for security_group (744d2a76-0683-4ecc-92ee-48a87244e2fb), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:34.357081 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-10f88437-eb88-4ad3-bfd7-f48d07bd5bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (744d2a76-0683-4ecc-92ee-48a87244e2fb), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:34.360041 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-10f88437-eb88-4ad3-bfd7-f48d07bd5bac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:34.362102 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-10f88437-eb88-4ad3-bfd7-f48d07bd5bac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/744d2a76-0683-4ecc-92ee-48a87244e2fb HTTP/1.1" status: 204 len: 168 time: 0.4051175 Feb 19 04:06:34.375643 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f88437-eb88-4ad3-bfd7-f48d07bd5bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744d2a76-0683-4ecc-92ee-48a87244e2fb,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:34.490605 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6f3f6-0d8d-4a64-b2aa-ff0273a3dd05 req-241e0ff5-2ba5-49a6-8db9-8a9772338bfd tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:34.498052 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58e6f3f6-0d8d-4a64-b2aa-ff0273a3dd05 req-241e0ff5-2ba5-49a6-8db9-8a9772338bfd tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 946 time: 0.0807967 Feb 19 04:06:34.569127 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58e6f3f6-0d8d-4a64-b2aa-ff0273a3dd05 req-11e2dc6a-b119-454b-aa11-09167e7ea15a tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700557 Feb 19 04:06:34.614119 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ea597627-71d2-4b3f-9e7b-c4712f872d70 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-920809313-network', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:34.639017 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea597627-71d2-4b3f-9e7b-c4712f872d70 admin admin] Made reservation on behalf of 4afc8cdd0c1a4adebd59493a3965afa8 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:34.641619 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea597627-71d2-4b3f-9e7b-c4712f872d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:34.661693 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea597627-71d2-4b3f-9e7b-c4712f872d70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:34.799581 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea597627-71d2-4b3f-9e7b-c4712f872d70 admin admin] Publish callbacks [] for security_group (0af1625a-1dac-4f0d-8d14-bab276e6a4ae), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:34.808370 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea597627-71d2-4b3f-9e7b-c4712f872d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0af1625a-1dac-4f0d-8d14-bab276e6a4ae), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:34.822752 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea597627-71d2-4b3f-9e7b-c4712f872d70 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:06:34.832692 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea597627-71d2-4b3f-9e7b-c4712f872d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (7ee69d56-fec1-48c2-bf82-a6515095370f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:34.833028 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-ea597627-71d2-4b3f-9e7b-c4712f872d70 admin admin] Added segment 7ee69d56-fec1-48c2-bf82-a6515095370f of type vlan for network 89d1ed9c-9c45-4998-878b-86b20d407d20 Feb 19 04:06:34.902427 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea597627-71d2-4b3f-9e7b-c4712f872d70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (89d1ed9c-9c45-4998-878b-86b20d407d20), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:34.904818 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea597627-71d2-4b3f-9e7b-c4712f872d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af1625a-1dac-4f0d-8d14-bab276e6a4ae,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:34.937658 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea597627-71d2-4b3f-9e7b-c4712f872d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (89d1ed9c-9c45-4998-878b-86b20d407d20), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:34.938930 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea597627-71d2-4b3f-9e7b-c4712f872d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:34.942146 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea597627-71d2-4b3f-9e7b-c4712f872d70 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:34.978756 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57080) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:35.009630 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-74759803-e27b-4d93-9b0f-0719bc8ed22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:35.047004 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579327a-dc3c-4eef-90a4-3d88a81ac22b req-21691d4b-1c13-46a1-9e3d-91afeff69288 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:35.059023 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a579327a-dc3c-4eef-90a4-3d88a81ac22b req-21691d4b-1c13-46a1-9e3d-91afeff69288 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/ports?device_id=468eada7-3ec0-4e0b-90fe-fb5a601d368e HTTP/1.1" status: 200 len: 943 time: 0.1274269 Feb 19 04:06:35.075556 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ea597627-71d2-4b3f-9e7b-c4712f872d70 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.8083396 Feb 19 04:06:35.076191 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea597627-71d2-4b3f-9e7b-c4712f872d70 admin admin] Pushing event updated for resources: {'Network': ['ID=89d1ed9c-9c45-4998-878b-86b20d407d20,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:35.079585 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57082) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:35.085644 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-4a7a9b85-60ce-424d-8e62-78373db1ae4c admin admin] Request body: {'subnet': {'network_id': '89d1ed9c-9c45-4998-878b-86b20d407d20', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-920809313-subnet', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:35.089385 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 89d1ed9c-9c45-4998-878b-86b20d407d20 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:06:35.122913 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7a9b85-60ce-424d-8e62-78373db1ae4c admin admin] Made reservation on behalf of 4afc8cdd0c1a4adebd59493a3965afa8 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:35.128408 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4a7a9b85-60ce-424d-8e62-78373db1ae4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:35.247054 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a579327a-dc3c-4eef-90a4-3d88a81ac22b req-5fd424a7-4fc0-4d22-bf29-20085ed49a7f tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/security-groups?id=1455d74e-fbd8-4a3c-b4f0-956d992c3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778429 Feb 19 04:06:35.271754 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:35.309138 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-74759803-e27b-4d93-9b0f-0719bc8ed22a admin admin] Publish callbacks [] for security_group (4f7026be-e088-4a3e-bcd3-16ceb1914bf5), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:35.314578 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-74759803-e27b-4d93-9b0f-0719bc8ed22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4f7026be-e088-4a3e-bcd3-16ceb1914bf5), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:35.370079 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4a7a9b85-60ce-424d-8e62-78373db1ae4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (0423d2f7-af38-49fd-9afb-e8decc1fcbb8), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:35.431361 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a9b85-60ce-424d-8e62-78373db1ae4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0423d2f7-af38-49fd-9afb-e8decc1fcbb8,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:35.477547 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a9b85-60ce-424d-8e62-78373db1ae4c admin admin] Checking segment: {'id': '7ee69d56-fec1-48c2-bf82-a6515095370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '89d1ed9c-9c45-4998-878b-86b20d407d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:35.477547 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7a9b85-60ce-424d-8e62-78373db1ae4c admin admin] Network hostable DHCP agents. Network: 89d1ed9c-9c45-4998-878b-86b20d407d20, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:06:35.499753 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7a9b85-60ce-424d-8e62-78373db1ae4c admin admin] Network 89d1ed9c-9c45-4998-878b-86b20d407d20 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:06:35.516422 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-4a7a9b85-60ce-424d-8e62-78373db1ae4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 89d1ed9c-9c45-4998-878b-86b20d407d20) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:35.527750 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c56e6b-21ef-4a7c-8363-a02a76e30cb6 None None] Network 89d1ed9c-9c45-4998-878b-86b20d407d20 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:06:35.535552 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7a9b85-60ce-424d-8e62-78373db1ae4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:35.536794 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4a7a9b85-60ce-424d-8e62-78373db1ae4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:35.561177 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4a7a9b85-60ce-424d-8e62-78373db1ae4c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.4802744 Feb 19 04:06:35.563558 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57096) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:35.571930 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-0a9d8ad3-db99-4988-ab06-75cf05c61a98 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-920809313-router', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:35.596322 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a9d8ad3-db99-4988-ab06-75cf05c61a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (32763abc-9950-48e0-85bc-d9f34828b021), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:35.597964 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a9d8ad3-db99-4988-ab06-75cf05c61a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (32763abc-9950-48e0-85bc-d9f34828b021), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:35.652933 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffb5618-5960-4d14-912f-efb27292753e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-89d1ed9c-9c45-4998-878b-86b20d407d20', 'network_id': '89d1ed9c-9c45-4998-878b-86b20d407d20', 'project_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'fixed_ips': [{'subnet_id': '0423d2f7-af38-49fd-9afb-e8decc1fcbb8'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:06:35.654836 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2ffb5618-5960-4d14-912f-efb27292753e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:35.690818 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a9d8ad3-db99-4988-ab06-75cf05c61a98 admin admin] Publish callbacks [] for router_controller (32763abc-9950-48e0-85bc-d9f34828b021), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:35.778427 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57100) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:35.846928 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-2ffb5618-5960-4d14-912f-efb27292753e None None] Allocated IP 172.20.0.2 (89d1ed9c-9c45-4998-878b-86b20d407d20/0423d2f7-af38-49fd-9afb-e8decc1fcbb8/6d55e9dd-4820-4927-b5de-32ff9d695a56) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:35.879389 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-74759803-e27b-4d93-9b0f-0719bc8ed22a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=88e5e57e8b4f4434a1fffc5a7b650000&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8913126 Feb 19 04:06:35.882229 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57106) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:35.942770 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a9d8ad3-db99-4988-ab06-75cf05c61a98 admin admin] Publish callbacks [] for router_gateway (32763abc-9950-48e0-85bc-d9f34828b021), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:35.974931 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [None req-21286031-ebbf-4d32-a7e3-078505ff1e78 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:35.977431 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-21286031-ebbf-4d32-a7e3-078505ff1e78 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1967287 Feb 19 04:06:35.982354 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57108) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:35.987552 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781f103-d88b-4e9a-9152-23219a154fd9 req-dfd040e0-22bb-493b-b98a-3e80b467ba8d tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:35.989854 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3781f103-d88b-4e9a-9152-23219a154fd9 req-dfd040e0-22bb-493b-b98a-3e80b467ba8d tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 946 time: 0.1223903 Feb 19 04:06:35.990706 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74759803-e27b-4d93-9b0f-0719bc8ed22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7026be-e088-4a3e-bcd3-16ceb1914bf5,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:36.013462 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [None req-159a35f1-a649-4807-b8af-0f4305c47066 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.014534 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-159a35f1-a649-4807-b8af-0f4305c47066 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0322917 Feb 19 04:06:36.017389 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57110) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.022002 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [None req-7c76b042-20a6-4461-b642-42d2d26c0e3b tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.022922 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7c76b042-20a6-4461-b642-42d2d26c0e3b tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0048206 Feb 19 04:06:36.026367 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57112) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.031663 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d0569d40-7050-455d-a081-972c65274d51 admin admin] Publish callbacks [] for security_group (4f7026be-e088-4a3e-bcd3-16ceb1914bf5), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:36.036431 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [None req-936823c0-57ff-4838-a6d1-2b2ea633d4b4 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.037904 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-936823c0-57ff-4838-a6d1-2b2ea633d4b4 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0055065 Feb 19 04:06:36.053929 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d0569d40-7050-455d-a081-972c65274d51 admin admin] Publish callbacks [] for security_group (4f7026be-e088-4a3e-bcd3-16ceb1914bf5), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:36.078737 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57114) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.087206 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [None req-7c6e075a-707c-4b83-8189-b3097f2c4513 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.088417 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7c6e075a-707c-4b83-8189-b3097f2c4513 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0073104 Feb 19 04:06:36.094042 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57116) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.101844 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2ffb5618-5960-4d14-912f-efb27292753e None None] Publish callbacks [] for port (6d55e9dd-4820-4927-b5de-32ff9d695a56), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:36.103086 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [None req-99e0ddbf-dfc6-465f-980b-f490d6bc24e6 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.104511 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-99e0ddbf-dfc6-465f-980b-f490d6bc24e6 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0091650 Feb 19 04:06:36.109386 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57118) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.113564 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2ffb5618-5960-4d14-912f-efb27292753e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (6d55e9dd-4820-4927-b5de-32ff9d695a56), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:36.115284 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-e15d72de-8fea-42da-9d14-e3756964fe51 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.116500 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e15d72de-8fea-42da-9d14-e3756964fe51 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0045390 Feb 19 04:06:36.119620 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57122) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.123902 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-2a3f6d05-a87d-425e-880f-168db4efd112 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.124810 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2a3f6d05-a87d-425e-880f-168db4efd112 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0042434 Feb 19 04:06:36.128411 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57124) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.128913 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d0569d40-7050-455d-a081-972c65274d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4f7026be-e088-4a3e-bcd3-16ceb1914bf5), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:36.131321 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d0569d40-7050-455d-a081-972c65274d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:36.132502 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d0569d40-7050-455d-a081-972c65274d51 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4f7026be-e088-4a3e-bcd3-16ceb1914bf5 HTTP/1.1" status: 204 len: 168 time: 0.2487218 Feb 19 04:06:36.138480 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [None req-d97880b6-c919-450c-80ec-694f368976ee tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.141811 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d97880b6-c919-450c-80ec-694f368976ee tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0086031 Feb 19 04:06:36.142877 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57128) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.149976 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [None req-41949318-0dc5-4557-9759-37cadc407ca9 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.153292 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-41949318-0dc5-4557-9759-37cadc407ca9 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0064373 Feb 19 04:06:36.154294 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57130) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.158720 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [None req-3be727e5-d7db-4b34-a04b-93b4c96f7c6f tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.162448 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3be727e5-d7db-4b34-a04b-93b4c96f7c6f tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046628 Feb 19 04:06:36.165045 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57132) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.171972 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [None req-9185922a-7e2d-4d09-b0f1-d516095c22c5 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.175530 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9185922a-7e2d-4d09-b0f1-d516095c22c5 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0059521 Feb 19 04:06:36.176479 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57134) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.180306 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [None req-43d76437-9736-4e1c-bcbd-f357cce037d6 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.184098 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-43d76437-9736-4e1c-bcbd-f357cce037d6 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0046799 Feb 19 04:06:36.185524 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3781f103-d88b-4e9a-9152-23219a154fd9 req-fefa6122-fa35-449d-8934-3473b23d3193 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861291 Feb 19 04:06:36.185843 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffb5618-5960-4d14-912f-efb27292753e None None] Network 89d1ed9c-9c45-4998-878b-86b20d407d20 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:36.188969 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-2ffb5618-5960-4d14-912f-efb27292753e None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:36.191233 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0569d40-7050-455d-a081-972c65274d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7026be-e088-4a3e-bcd3-16ceb1914bf5,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:36.192679 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffb5618-5960-4d14-912f-efb27292753e None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:36.192916 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57136) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.197759 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-067cb6e5-59cc-4bf3-ba43-6d9e9c20e66f tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.209663 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-067cb6e5-59cc-4bf3-ba43-6d9e9c20e66f tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0155733 Feb 19 04:06:36.219749 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57138) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.225647 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-e8f0d6f6-ffd6-41a2-9c9e-ed23ad75d6dc tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.227176 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e8f0d6f6-ffd6-41a2-9c9e-ed23ad75d6dc tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0063152 Feb 19 04:06:36.229591 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57140) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.235308 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-c342092a-ba1f-40e3-8fd5-1fd037b63776 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.239372 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c342092a-ba1f-40e3-8fd5-1fd037b63776 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0063977 Feb 19 04:06:36.240124 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57142) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.253313 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-7248ae70-5ad9-4a0a-8afd-99b393044717 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.262151 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7248ae70-5ad9-4a0a-8afd-99b393044717 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0198247 Feb 19 04:06:36.263444 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57146) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.271047 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-733d8d2d-d47e-4371-9c58-89511ed22e38 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.277026 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-733d8d2d-d47e-4371-9c58-89511ed22e38 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0121348 Feb 19 04:06:36.278005 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57148) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.286038 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-6ac15a43-bc70-47ef-8c62-31db13a28582 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.291890 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6ac15a43-bc70-47ef-8c62-31db13a28582 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0106745 Feb 19 04:06:36.293264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57150) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.299752 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-c22892d1-e046-4c31-b660-7ae71a1d4922 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.303627 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb5618-5960-4d14-912f-efb27292753e None None] Pushing event updated for resources: {'Port': ['ID=6d55e9dd-4820-4927-b5de-32ff9d695a56,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:36.307195 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c22892d1-e046-4c31-b660-7ae71a1d4922 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0116837 Feb 19 04:06:36.307853 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57152) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.312030 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-700885a9-1e6b-4b58-99f4-a9240f2806e8 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.320984 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-700885a9-1e6b-4b58-99f4-a9240f2806e8 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0089312 Feb 19 04:06:36.320984 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57154) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.325605 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-b8201922-058c-478b-a818-e54f36ab83fc tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.328903 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b8201922-058c-478b-a818-e54f36ab83fc tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0046213 Feb 19 04:06:36.329238 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57156) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.335093 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-ee59f2e4-121f-44dc-ab9e-cce8213ff87f tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.338650 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ee59f2e4-121f-44dc-ab9e-cce8213ff87f tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0062289 Feb 19 04:06:36.342835 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57158) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.355069 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-2ffb5618-5960-4d14-912f-efb27292753e None None] Attempting to bind port 6d55e9dd-4820-4927-b5de-32ff9d695a56 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:06:36.355349 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-2ffb5618-5960-4d14-912f-efb27292753e None None] Attempting to bind port 6d55e9dd-4820-4927-b5de-32ff9d695a56 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '7ee69d56-fec1-48c2-bf82-a6515095370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '89d1ed9c-9c45-4998-878b-86b20d407d20'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:06:36.355843 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffb5618-5960-4d14-912f-efb27292753e None None] Attempting to bind port 6d55e9dd-4820-4927-b5de-32ff9d695a56 on network 89d1ed9c-9c45-4998-878b-86b20d407d20 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:36.361721 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [None req-4f155797-4a2d-4e9a-88d1-6ebe714320a4 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.368566 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4f155797-4a2d-4e9a-88d1-6ebe714320a4 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0244758 Feb 19 04:06:36.369494 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57160) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.371450 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffb5618-5960-4d14-912f-efb27292753e None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:06:36.372537 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffb5618-5960-4d14-912f-efb27292753e None None] Checking segment: {'id': '7ee69d56-fec1-48c2-bf82-a6515095370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '89d1ed9c-9c45-4998-878b-86b20d407d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:36.372537 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2ffb5618-5960-4d14-912f-efb27292753e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:36.372768 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffb5618-5960-4d14-912f-efb27292753e None None] Bound using segment: {'id': '7ee69d56-fec1-48c2-bf82-a6515095370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '89d1ed9c-9c45-4998-878b-86b20d407d20'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:06:36.373096 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-2ffb5618-5960-4d14-912f-efb27292753e None None] Bound port: 6d55e9dd-4820-4927-b5de-32ff9d695a56, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee69d56-fec1-48c2-bf82-a6515095370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '89d1ed9c-9c45-4998-878b-86b20d407d20'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:06:36.373503 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2ffb5618-5960-4d14-912f-efb27292753e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6d55e9dd-4820-4927-b5de-32ff9d695a56), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:36.376459 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-754a5af2-ca4f-47ec-bab0-d6581418be35 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.377849 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-754a5af2-ca4f-47ec-bab0-d6581418be35 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0052094 Feb 19 04:06:36.380432 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57162) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.385705 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-56342554-9415-46b7-b3b5-4eccaf78c61c tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.386712 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-56342554-9415-46b7-b3b5-4eccaf78c61c tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0052266 Feb 19 04:06:36.392376 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57164) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.400982 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-e126025d-2874-4eaf-923d-e9a153b44b7d tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.402517 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e126025d-2874-4eaf-923d-e9a153b44b7d tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0049572 Feb 19 04:06:36.407153 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57166) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.419616 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-3050673d-0cc4-4970-90d1-c8f7948bc1e0 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.421115 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3050673d-0cc4-4970-90d1-c8f7948bc1e0 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0089388 Feb 19 04:06:36.426585 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57168) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.433326 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [None req-28604fc6-2f4b-46e1-8921-9fe419ae7ac5 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.438195 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-28604fc6-2f4b-46e1-8921-9fe419ae7ac5 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0094440 Feb 19 04:06:36.441086 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57170) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.443869 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73e529-186b-435e-8569-76bcf27c5e96 req-57f838ba-e49f-4a61-a078-31522dd749a3 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:36.449044 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [None req-5e3a0f64-7350-4c0d-b10d-ba97a9edccf2 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.450292 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8b73e529-186b-435e-8569-76bcf27c5e96 req-57f838ba-e49f-4a61-a078-31522dd749a3 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/ports?device_id=468eada7-3ec0-4e0b-90fe-fb5a601d368e HTTP/1.1" status: 200 len: 943 time: 0.1181672 Feb 19 04:06:36.451670 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5e3a0f64-7350-4c0d-b10d-ba97a9edccf2 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0088923 Feb 19 04:06:36.455951 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57172) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.474966 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-7f05a75c-3017-49fc-9240-5fff6470e8dc tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.477954 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7f05a75c-3017-49fc-9240-5fff6470e8dc tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0178924 Feb 19 04:06:36.479647 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57176) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.481483 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a9d8ad3-db99-4988-ab06-75cf05c61a98 admin admin] Publish callbacks [] for router_gateway (32763abc-9950-48e0-85bc-d9f34828b021), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:36.483945 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device dea6cba7-f903-46b1-805d-7b1f755904d4 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:06:36.498699 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-30f1d8c3-a212-4211-8685-f74b9b1cb087 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.502293 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-30f1d8c3-a212-4211-8685-f74b9b1cb087 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0076599 Feb 19 04:06:36.512398 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57178) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.516248 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a9d8ad3-db99-4988-ab06-75cf05c61a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:36.518624 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-e688e213-24a4-48c0-82be-6decbe08480a tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.520474 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: dea6cba7-f903-46b1-805d-7b1f755904d4 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:06:36.521392 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device dea6cba7-f903-46b1-805d-7b1f755904d4 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:06:36.523024 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e688e213-24a4-48c0-82be-6decbe08480a tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0090199 Feb 19 04:06:36.527065 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57180) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.532563 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-6df2e3ea-d618-4f2c-a7ce-d6cf5f484e4a tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.534584 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-2ffb5618-5960-4d14-912f-efb27292753e None None] For port 6d55e9dd-4820-4927-b5de-32ff9d695a56, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:06:36.538358 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6df2e3ea-d618-4f2c-a7ce-d6cf5f484e4a tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0068843 Feb 19 04:06:36.538513 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57182) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.541552 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-2ffb5618-5960-4d14-912f-efb27292753e None None] For port 6d55e9dd-4820-4927-b5de-32ff9d695a56, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=6d55e9dd-4820-4927-b5de-32ff9d695a56,segment=NetworkSegment(7ee69d56-fec1-48c2-bf82-a6515095370f),segment_id=7ee69d56-fec1-48c2-bf82-a6515095370f)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:06:36.550046 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2ffb5618-5960-4d14-912f-efb27292753e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (6d55e9dd-4820-4927-b5de-32ff9d695a56), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:36.550776 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [None req-1dbe41e7-1f34-440e-bc0d-258812fcff29 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.555187 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1dbe41e7-1f34-440e-bc0d-258812fcff29 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0107262 Feb 19 04:06:36.557602 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57184) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.559724 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8b73e529-186b-435e-8569-76bcf27c5e96 req-65edb00d-c9ec-4fa9-9ba6-e9637e8c247c tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/security-groups?id=1455d74e-fbd8-4a3c-b4f0-956d992c3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068325 Feb 19 04:06:36.565027 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [None req-68e8bcef-3276-4564-b673-97a346bca28d tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.566090 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-68e8bcef-3276-4564-b673-97a346bca28d tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0066533 Feb 19 04:06:36.574442 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57186) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.593658 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-ecb0d409-deca-439f-ad3f-60a2ddab01d1 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.602510 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ecb0d409-deca-439f-ad3f-60a2ddab01d1 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0268610 Feb 19 04:06:36.603113 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57188) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.613635 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-56860b98-78ca-4f21-9578-1cfab105c051 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.619642 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-56860b98-78ca-4f21-9578-1cfab105c051 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0151904 Feb 19 04:06:36.620256 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57190) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.628614 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-346716d6-931a-49ba-8562-a846217f38cc tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.632067 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb5618-5960-4d14-912f-efb27292753e None None] Pushing event updated for resources: {'Port': ['ID=6d55e9dd-4820-4927-b5de-32ff9d695a56,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:36.635267 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-346716d6-931a-49ba-8562-a846217f38cc tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0140243 Feb 19 04:06:36.636433 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57192) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.644983 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-fdcedfca-e004-44a9-a157-6bc6f663c43f tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.646696 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fdcedfca-e004-44a9-a157-6bc6f663c43f tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0062592 Feb 19 04:06:36.649341 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57194) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.655068 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-3e1ed3f5-5cad-483f-954a-5cd70db44559 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.658515 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3e1ed3f5-5cad-483f-954a-5cd70db44559 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0070698 Feb 19 04:06:36.660836 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57196) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.666567 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-0a5f9896-c779-4a30-b239-fb8f55769b4f tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.667865 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0a5f9896-c779-4a30-b239-fb8f55769b4f tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0058095 Feb 19 04:06:36.670860 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57198) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.676699 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-ff2a012b-cebb-41f4-9b8c-4495d5c882ca tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.678210 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ff2a012b-cebb-41f4-9b8c-4495d5c882ca tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0057018 Feb 19 04:06:36.680502 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57200) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.684841 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [None req-152ef22e-032e-49dc-9921-6278db68d1bd tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.685883 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-152ef22e-032e-49dc-9921-6278db68d1bd tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0043461 Feb 19 04:06:36.688306 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57202) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.692744 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-571b0d61-88ae-4ddf-a73d-983b2d39abf8 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.693694 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-571b0d61-88ae-4ddf-a73d-983b2d39abf8 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0044103 Feb 19 04:06:36.696769 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57204) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.716139 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-92fa3e03-a279-4b0d-a5b7-f7fb828052c4 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.718910 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-92fa3e03-a279-4b0d-a5b7-f7fb828052c4 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0211966 Feb 19 04:06:36.719343 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-0a9d8ad3-db99-4988-ab06-75cf05c61a98 admin admin] Allocated IP 172.25.3.66 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/67b5a101-2bf5-4465-bf6f-ca2e6f916ed1) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:36.721416 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57206) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.727708 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:36.729262 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [None req-5bb5d9e6-85bb-4e10-9df3-b3821997586d tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.730442 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5bb5d9e6-85bb-4e10-9df3-b3821997586d tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0079982 Feb 19 04:06:36.732878 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57208) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.737064 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [None req-f86f9e21-f0fb-4d31-82b8-ba58226638e9 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.738012 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f86f9e21-f0fb-4d31-82b8-ba58226638e9 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0042593 Feb 19 04:06:36.741612 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57210) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.748726 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-8623be33-47ff-430f-b8e3-5a7b7202f238 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.753027 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8623be33-47ff-430f-b8e3-5a7b7202f238 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0063233 Feb 19 04:06:36.753027 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57212) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.758522 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-c7b7151f-0bbe-4ba4-b81c-da7b134c61ab tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.761914 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c7b7151f-0bbe-4ba4-b81c-da7b134c61ab tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0063574 Feb 19 04:06:36.762339 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57214) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.773764 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-6c65acf9-3585-405d-b0f4-b4c0b7d2f33f tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.778047 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6c65acf9-3585-405d-b0f4-b4c0b7d2f33f tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0093484 Feb 19 04:06:36.782385 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57216) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.790873 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-e5431f08-879a-44b2-9204-4d767a8b6571 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.794246 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e5431f08-879a-44b2-9204-4d767a8b6571 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0077558 Feb 19 04:06:36.795366 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57218) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.800360 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-987d95a4-cb6e-4755-87eb-582a0317ead2 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.801640 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-987d95a4-cb6e-4755-87eb-582a0317ead2 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0051928 Feb 19 04:06:36.805393 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57220) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.811288 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-c311f0ff-1055-4bc0-8649-c5e579650613 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.812508 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c311f0ff-1055-4bc0-8649-c5e579650613 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0059247 Feb 19 04:06:36.815598 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57222) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.820593 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-208e3efd-9966-40cb-89a7-8136268aa14d tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.821847 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-208e3efd-9966-40cb-89a7-8136268aa14d tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0051260 Feb 19 04:06:36.824415 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57224) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.829352 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-4a010e26-7741-4dd5-878b-61b3d7ffb89b tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.830592 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4a010e26-7741-4dd5-878b-61b3d7ffb89b tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0049100 Feb 19 04:06:36.832992 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57226) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.837936 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-39eca949-ffe8-4fd2-bd96-a87ef68ca7d8 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.839207 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-39eca949-ffe8-4fd2-bd96-a87ef68ca7d8 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0051067 Feb 19 04:06:36.842607 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57228) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.847751 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-995b26dd-7135-4664-b14a-b82c18ce2de2 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.850030 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-995b26dd-7135-4664-b14a-b82c18ce2de2 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0061512 Feb 19 04:06:36.853156 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57230) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.872827 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-9c5f7402-52d8-4e96-a47b-772ed5daa78b tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.872827 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9c5f7402-52d8-4e96-a47b-772ed5daa78b tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0158896 Feb 19 04:06:36.872827 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57232) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.873365 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57234) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.892091 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-b409c7cf-02db-4e59-8613-4b6bb9b61b78 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.903373 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b409c7cf-02db-4e59-8613-4b6bb9b61b78 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0271537 Feb 19 04:06:36.910973 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57236) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.912927 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a9d8ad3-db99-4988-ab06-75cf05c61a98 admin admin] Publish callbacks [] for port (67b5a101-2bf5-4465-bf6f-ca2e6f916ed1), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:36.916374 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-e741ffee-a1a4-40b1-bbc4-92f99b90d677 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.920355 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e741ffee-a1a4-40b1-bbc4-92f99b90d677 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0082874 Feb 19 04:06:36.922063 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57238) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.926058 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-b73f1d41-6feb-4496-a289-64f193311796 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.929333 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b73f1d41-6feb-4496-a289-64f193311796 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0062771 Feb 19 04:06:36.930709 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57240) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.941898 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-2e4c05af-fb37-465e-a845-fcc8632b4f84 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.945889 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2e4c05af-fb37-465e-a845-fcc8632b4f84 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0075026 Feb 19 04:06:36.946635 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57242) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.947564 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c51bd935-4c07-46a4-a13e-8e720159abe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:36.953513 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [None req-636e69d1-44b2-430f-8cf2-0db22faeb373 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.957251 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57244) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.957588 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-636e69d1-44b2-430f-8cf2-0db22faeb373 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0085149 Feb 19 04:06:36.963095 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-218ba62b-bc63-400c-ba2d-8562f3e84f28 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.967425 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-218ba62b-bc63-400c-ba2d-8562f3e84f28 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0077646 Feb 19 04:06:36.968984 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57246) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.974947 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [None req-a61465f5-1c5e-403a-bb21-08380bf9b383 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.975918 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a61465f5-1c5e-403a-bb21-08380bf9b383 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0058718 Feb 19 04:06:36.978513 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a9d8ad3-db99-4988-ab06-75cf05c61a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (67b5a101-2bf5-4465-bf6f-ca2e6f916ed1), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:36.979462 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57250) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.990831 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-0d535c10-c92b-4aeb-8c48-ea7a4c879f99 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:36.995155 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0d535c10-c92b-4aeb-8c48-ea7a4c879f99 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0102210 Feb 19 04:06:36.996173 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57252) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:37.003927 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [None req-e363d8fe-d900-41d4-8410-02964dc9e75a tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:37.007854 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e363d8fe-d900-41d4-8410-02964dc9e75a tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0090780 Feb 19 04:06:37.037101 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57254) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:37.050528 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [None req-65d4975e-0fd2-43ee-a5de-5d7ac606349c tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:37.054044 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-65d4975e-0fd2-43ee-a5de-5d7ac606349c tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0078862 Feb 19 04:06:37.055582 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57256) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:37.087347 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [None req-803e3f91-680a-4e70-98e9-feb52e82f1ca tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:37.088840 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-803e3f91-680a-4e70-98e9-feb52e82f1ca tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0141673 Feb 19 04:06:37.091103 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9d8ad3-db99-4988-ab06-75cf05c61a98 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:37.093173 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57258) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:37.099267 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-0a9d8ad3-db99-4988-ab06-75cf05c61a98 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:37.103333 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c51bd935-4c07-46a4-a13e-8e720159abe6 admin admin] Publish callbacks [] for security_group (5e1b8de4-4309-4073-8ac4-52ed1b88bb54), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:37.104120 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9d8ad3-db99-4988-ab06-75cf05c61a98 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:37.110994 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c51bd935-4c07-46a4-a13e-8e720159abe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5e1b8de4-4309-4073-8ac4-52ed1b88bb54), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:37.133074 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d8ad3-db99-4988-ab06-75cf05c61a98 admin admin] Pushing event updated for resources: {'Port': ['ID=67b5a101-2bf5-4465-bf6f-ca2e6f916ed1,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:37.141759 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [None req-fdceafc3-43b3-415f-83bc-eb21a1d3ac39 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:37.143287 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fdceafc3-43b3-415f-83bc-eb21a1d3ac39 tempest-ExtensionsTestJSON-978859481 tempest-ExtensionsTestJSON-978859481-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0485713 Feb 19 04:06:37.167203 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bd935-4c07-46a4-a13e-8e720159abe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1b8de4-4309-4073-8ac4-52ed1b88bb54,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:37.173644 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c51bd935-4c07-46a4-a13e-8e720159abe6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3465bf009b0b44b49f4bb47db9e0f225&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2965300 Feb 19 04:06:37.174000 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57262) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:37.226697 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device e1c063e0-e33a-4cc6-8165-20f28ea0fe31 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:06:37.229845 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 6d55e9dd-4820-4927-b5de-32ff9d695a56 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:37.274204 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7e938fa0-aa62-4077-83e2-cf25dfa6c821 admin admin] Publish callbacks [] for security_group (5e1b8de4-4309-4073-8ac4-52ed1b88bb54), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:37.393715 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7e938fa0-aa62-4077-83e2-cf25dfa6c821 admin admin] Publish callbacks [] for security_group (5e1b8de4-4309-4073-8ac4-52ed1b88bb54), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:37.464992 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1ed58-bbe8-4fed-9d01-6adc5ee105cc req-f348a7f9-fcf3-48f2-9296-771205c6a62c tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:37.467132 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-53a1ed58-bbe8-4fed-9d01-6adc5ee105cc req-f348a7f9-fcf3-48f2-9296-771205c6a62c tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 946 time: 0.1713817 Feb 19 04:06:37.519115 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7e938fa0-aa62-4077-83e2-cf25dfa6c821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5e1b8de4-4309-4073-8ac4-52ed1b88bb54), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:37.522648 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7e938fa0-aa62-4077-83e2-cf25dfa6c821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:37.524241 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7e938fa0-aa62-4077-83e2-cf25dfa6c821 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5e1b8de4-4309-4073-8ac4-52ed1b88bb54 HTTP/1.1" status: 204 len: 168 time: 0.3491232 Feb 19 04:06:37.537419 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port e1c063e0-e33a-4cc6-8165-20f28ea0fe31, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=e1c063e0-e33a-4cc6-8165-20f28ea0fe31,segment=NetworkSegment(cfc99471-7284-44f5-9c42-49462a14f740),segment_id=cfc99471-7284-44f5-9c42-49462a14f740)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:37.550568 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a9d8ad3-db99-4988-ab06-75cf05c61a98 admin admin] Publish callbacks [] for router_gateway (32763abc-9950-48e0-85bc-d9f34828b021), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:37.557420 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e938fa0-aa62-4077-83e2-cf25dfa6c821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1b8de4-4309-4073-8ac4-52ed1b88bb54,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:37.572027 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'e1c063e0-e33a-4cc6-8165-20f28ea0fe31', 'network_id': 'ea29d98d-5618-4130-a92e-1da48170b606', 'port_id': 'e1c063e0-e33a-4cc6-8165-20f28ea0fe31', 'mac_address': 'fa:16:3e:1e:8a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88252635-dc2a-40ea-b7b0-9e37d63f681a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:06:37.578855 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-53a1ed58-bbe8-4fed-9d01-6adc5ee105cc req-066284f3-f26f-47e1-ac60-bde29a0219ef tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044981 Feb 19 04:06:37.681339 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 6d55e9dd-4820-4927-b5de-32ff9d695a56 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:37.681714 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6d55e9dd-4820-4927-b5de-32ff9d695a56), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:37.744505 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port e1c063e0-e33a-4cc6-8165-20f28ea0fe31 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:37.745162 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e1c063e0-e33a-4cc6-8165-20f28ea0fe31), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:37.746430 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57272) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:37.787360 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1c063e0-e33a-4cc6-8165-20f28ea0fe31 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:06:37.804285 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fb08b-fb2a-47af-998e-91563aedf675 req-a843af48-5bb1-462d-b300-724c6f30a312 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:37.806446 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a82fb08b-fb2a-47af-998e-91563aedf675 req-a843af48-5bb1-462d-b300-724c6f30a312 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/ports?device_id=468eada7-3ec0-4e0b-90fe-fb5a601d368e HTTP/1.1" status: 200 len: 943 time: 0.1323667 Feb 19 04:06:37.815137 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 6d55e9dd-4820-4927-b5de-32ff9d695a56 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:37.815898 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6d55e9dd-4820-4927-b5de-32ff9d695a56), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:37.822612 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port e1c063e0-e33a-4cc6-8165-20f28ea0fe31, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=e1c063e0-e33a-4cc6-8165-20f28ea0fe31,segment=NetworkSegment(cfc99471-7284-44f5-9c42-49462a14f740),segment_id=cfc99471-7284-44f5-9c42-49462a14f740)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:37.844015 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e1c063e0-e33a-4cc6-8165-20f28ea0fe31), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:37.884803 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:06:37.916055 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=e1c063e0-e33a-4cc6-8165-20f28ea0fe31,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:37.926249 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a82fb08b-fb2a-47af-998e-91563aedf675 req-37082670-6496-4e1d-afdd-b93136f1b615 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/security-groups?id=1455d74e-fbd8-4a3c-b4f0-956d992c3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107879 Feb 19 04:06:37.927866 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 6d55e9dd-4820-4927-b5de-32ff9d695a56, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=6d55e9dd-4820-4927-b5de-32ff9d695a56,segment=NetworkSegment(7ee69d56-fec1-48c2-bf82-a6515095370f),segment_id=7ee69d56-fec1-48c2-bf82-a6515095370f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:37.933733 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (6d55e9dd-4820-4927-b5de-32ff9d695a56), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:38.062821 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=6d55e9dd-4820-4927-b5de-32ff9d695a56,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:38.082938 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a9d8ad3-db99-4988-ab06-75cf05c61a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (32763abc-9950-48e0-85bc-d9f34828b021), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:38.194894 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0b238a2a-9c08-4bab-a9bb-c0f3a7abde6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:38.201302 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90debc3-f4a2-4b5e-b53d-11d4fda9bd57 None None] Network 89d1ed9c-9c45-4998-878b-86b20d407d20 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:06:38.282531 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0b238a2a-9c08-4bab-a9bb-c0f3a7abde6a admin admin] Publish callbacks [] for security_group (4dc22741-1b61-4d83-9217-d8a55b988766), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:38.290984 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0b238a2a-9c08-4bab-a9bb-c0f3a7abde6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4dc22741-1b61-4d83-9217-d8a55b988766), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:38.292779 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['e1c063e0-e33a-4cc6-8165-20f28ea0fe31'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:06:38.330826 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9d8ad3-db99-4988-ab06-75cf05c61a98 admin admin] Router 32763abc-9950-48e0-85bc-d9f34828b021 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:06:38.345614 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0b238a2a-9c08-4bab-a9bb-c0f3a7abde6a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=661c3b219dac4af295dacfe5ba79dda4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5981445 Feb 19 04:06:38.350549 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57288) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:38.368306 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b238a2a-9c08-4bab-a9bb-c0f3a7abde6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc22741-1b61-4d83-9217-d8a55b988766,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:38.416298 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fe98dacd-26e0-4ce2-a295-58e2040e8f24 None None] Provisioning complete for port 6d55e9dd-4820-4927-b5de-32ff9d695a56 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:38.416672 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fe98dacd-26e0-4ce2-a295-58e2040e8f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6d55e9dd-4820-4927-b5de-32ff9d695a56), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:38.465182 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0ce31aec-42f3-4602-882d-13a39d03bb03 admin admin] Publish callbacks [] for security_group (4dc22741-1b61-4d83-9217-d8a55b988766), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:38.512931 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0ce31aec-42f3-4602-882d-13a39d03bb03 admin admin] Publish callbacks [] for security_group (4dc22741-1b61-4d83-9217-d8a55b988766), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:38.514456 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9d8ad3-db99-4988-ab06-75cf05c61a98 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:06:38.540585 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbfeda5-6846-48be-a0c6-b8197fea31fa None None] Sync routers for ids ['32763abc-9950-48e0-85bc-d9f34828b021'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:06:38.540733 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a9d8ad3-db99-4988-ab06-75cf05c61a98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:38.543521 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0a9d8ad3-db99-4988-ab06-75cf05c61a98 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 2.9768386 Feb 19 04:06:38.546479 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57292) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:38.595920 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0ce31aec-42f3-4602-882d-13a39d03bb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4dc22741-1b61-4d83-9217-d8a55b988766), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:38.601123 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0ce31aec-42f3-4602-882d-13a39d03bb03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:38.601335 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbfeda5-6846-48be-a0c6-b8197fea31fa None None] Routers {'32763abc-9950-48e0-85bc-d9f34828b021'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:06:38.602541 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7cbfeda5-6846-48be-a0c6-b8197fea31fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:06:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['32763abc-9950-48e0-85bc-d9f34828b021'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:38.606963 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0ce31aec-42f3-4602-882d-13a39d03bb03 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4dc22741-1b61-4d83-9217-d8a55b988766 HTTP/1.1" status: 204 len: 168 time: 0.2550769 Feb 19 04:06:38.620393 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce31aec-42f3-4602-882d-13a39d03bb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc22741-1b61-4d83-9217-d8a55b988766,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:38.735626 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fe98dacd-26e0-4ce2-a295-58e2040e8f24 None None] Current status of the port 6d55e9dd-4820-4927-b5de-32ff9d695a56 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:38.877858 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd375a6-6f58-403e-8822-ef3e3506779e req-8923623b-6d89-4b59-82e3-722def8abb2d tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:38.879636 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ffd375a6-6f58-403e-8822-ef3e3506779e req-8923623b-6d89-4b59-82e3-722def8abb2d tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 946 time: 0.1665008 Feb 19 04:06:38.990608 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ffd375a6-6f58-403e-8822-ef3e3506779e req-ce8757dd-aba2-4c00-9116-d20e4140d2bb tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036339 Feb 19 04:06:39.198579 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f7dcb-a762-4685-9d42-f1b04e67087d req-38ddda87-f568-4ac3-bb22-22ad67dedf7a tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:39.205510 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c95f7dcb-a762-4685-9d42-f1b04e67087d req-38ddda87-f568-4ac3-bb22-22ad67dedf7a tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/ports?device_id=468eada7-3ec0-4e0b-90fe-fb5a601d368e HTTP/1.1" status: 200 len: 944 time: 0.1321058 Feb 19 04:06:39.223595 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57318) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:39.226444 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 6d55e9dd-4820-4927-b5de-32ff9d695a56 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:39.322129 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c95f7dcb-a762-4685-9d42-f1b04e67087d req-126f85d5-bb55-4579-8278-36a64443cb0d tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/security-groups?id=1455d74e-fbd8-4a3c-b4f0-956d992c3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088293 Feb 19 04:06:39.326276 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-7cbfeda5-6846-48be-a0c6-b8197fea31fa None None] Set router 32763abc-9950-48e0-85bc-d9f34828b021 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:06:39.433273 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-cd1d1c9a-e578-4337-acc7-2279985ac2f8 None None] Provisioning complete for port 6d55e9dd-4820-4927-b5de-32ff9d695a56 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:39.434329 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cd1d1c9a-e578-4337-acc7-2279985ac2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6d55e9dd-4820-4927-b5de-32ff9d695a56), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:39.442691 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-f7d71cad-cf7d-4344-957d-8d13e00921a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1960096038-network', 'tenant_id': '3eef6e2a8d8d4d02b6f37a63b55e5195'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:39.492302 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d71cad-cf7d-4344-957d-8d13e00921a5 admin admin] Made reservation on behalf of 3eef6e2a8d8d4d02b6f37a63b55e5195 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:39.496018 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7d71cad-cf7d-4344-957d-8d13e00921a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:39.508107 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f7afc9e2-2c4d-4e0a-8f36-99794e322107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:39.509259 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7d71cad-cf7d-4344-957d-8d13e00921a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:39.542315 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 6d55e9dd-4820-4927-b5de-32ff9d695a56 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:39.542929 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6d55e9dd-4820-4927-b5de-32ff9d695a56), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:39.611708 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7d71cad-cf7d-4344-957d-8d13e00921a5 admin admin] Publish callbacks [] for security_group (d79b1477-7f18-43ca-95aa-5c3cc9be0688), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:39.618118 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7d71cad-cf7d-4344-957d-8d13e00921a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d79b1477-7f18-43ca-95aa-5c3cc9be0688), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:39.652557 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d71cad-cf7d-4344-957d-8d13e00921a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79b1477-7f18-43ca-95aa-5c3cc9be0688,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:39.666525 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d71cad-cf7d-4344-957d-8d13e00921a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:06:39.680779 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7d71cad-cf7d-4344-957d-8d13e00921a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (7930ea90-5b92-4836-80da-ff938c249896), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:39.681316 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-f7d71cad-cf7d-4344-957d-8d13e00921a5 admin admin] Added segment 7930ea90-5b92-4836-80da-ff938c249896 of type vlan for network 756a1315-5ddd-41e7-b20d-98f0d052a07f Feb 19 04:06:39.692608 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-cd1d1c9a-e578-4337-acc7-2279985ac2f8 None None] Current status of the port 6d55e9dd-4820-4927-b5de-32ff9d695a56 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:39.714787 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 6d55e9dd-4820-4927-b5de-32ff9d695a56 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:39.729881 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7cbfeda5-6846-48be-a0c6-b8197fea31fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32763abc-9950-48e0-85bc-d9f34828b021', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-920809313-router', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '67b5a101-2bf5-4465-bf6f-ca2e6f916ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:35Z', 'updated_at': '2022-02-19T04:06:37Z', 'revision_number': 3, 'project_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'gw_port': {'id': '67b5a101-2bf5-4465-bf6f-ca2e6f916ed1', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32763abc-9950-48e0-85bc-d9f34828b021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:36Z', 'updated_at': '2022-02-19T04:06:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:39.734908 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7d71cad-cf7d-4344-957d-8d13e00921a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (756a1315-5ddd-41e7-b20d-98f0d052a07f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:39.760765 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbfeda5-6846-48be-a0c6-b8197fea31fa None None] Checking router: 32763abc-9950-48e0-85bc-d9f34828b021 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:06:39.761182 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbfeda5-6846-48be-a0c6-b8197fea31fa None None] Updating router 32763abc-9950-48e0-85bc-d9f34828b021 port 67b5a101-2bf5-4465-bf6f-ca2e6f916ed1 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:06:39.768614 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7d71cad-cf7d-4344-957d-8d13e00921a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (756a1315-5ddd-41e7-b20d-98f0d052a07f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:39.770056 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d71cad-cf7d-4344-957d-8d13e00921a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:39.770902 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7d71cad-cf7d-4344-957d-8d13e00921a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:39.796683 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7cbfeda5-6846-48be-a0c6-b8197fea31fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (67b5a101-2bf5-4465-bf6f-ca2e6f916ed1), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:39.854838 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57332) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:39.855345 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57334) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:39.855969 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f7d71cad-cf7d-4344-957d-8d13e00921a5 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6311724 Feb 19 04:06:39.864399 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-e1d3498e-8cf3-46c6-8b13-5e2aba1de3c9 admin admin] Request body: {'subnet': {'network_id': '756a1315-5ddd-41e7-b20d-98f0d052a07f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1960096038-subnet', 'tenant_id': '3eef6e2a8d8d4d02b6f37a63b55e5195', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:39.872931 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d71cad-cf7d-4344-957d-8d13e00921a5 admin admin] Pushing event updated for resources: {'Network': ['ID=756a1315-5ddd-41e7-b20d-98f0d052a07f,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:39.883777 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-f7afc9e2-2c4d-4e0a-8f36-99794e322107 admin admin] Allocated IP 172.20.0.1 (89d1ed9c-9c45-4998-878b-86b20d407d20/0423d2f7-af38-49fd-9afb-e8decc1fcbb8/b10c53b3-5eb6-4a0d-bdbd-929fc1250876) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:39.933808 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 756a1315-5ddd-41e7-b20d-98f0d052a07f details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:06:39.937921 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d3498e-8cf3-46c6-8b13-5e2aba1de3c9 admin admin] Made reservation on behalf of 3eef6e2a8d8d4d02b6f37a63b55e5195 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:39.942439 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e1d3498e-8cf3-46c6-8b13-5e2aba1de3c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:40.007626 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ea40333a-524b-434e-9235-09d0ded0450d tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-754077871'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:40.111405 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea40333a-524b-434e-9235-09d0ded0450d tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Made reservation on behalf of 68ec1c112332462eadbe42ed6d063c95 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:40.118104 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea40333a-524b-434e-9235-09d0ded0450d tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:40.144300 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea40333a-524b-434e-9235-09d0ded0450d tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:40.167517 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f7afc9e2-2c4d-4e0a-8f36-99794e322107 admin admin] Publish callbacks [] for port (b10c53b3-5eb6-4a0d-bdbd-929fc1250876), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:40.178151 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d7d88-ff8a-468e-b251-9466301f5215 req-bb44c9f3-4229-441f-ac0c-3a2f8c0f778b tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:40.188177 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f08d7d88-ff8a-468e-b251-9466301f5215 req-bb44c9f3-4229-441f-ac0c-3a2f8c0f778b tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 946 time: 0.0914423 Feb 19 04:06:40.192512 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7cbfeda5-6846-48be-a0c6-b8197fea31fa None None] Publish callbacks [] for port (67b5a101-2bf5-4465-bf6f-ca2e6f916ed1), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:40.201876 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7cbfeda5-6846-48be-a0c6-b8197fea31fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (67b5a101-2bf5-4465-bf6f-ca2e6f916ed1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:40.265574 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f08d7d88-ff8a-468e-b251-9466301f5215 req-21818ae9-fc27-4c7a-8aa1-9f2bd7a25ebe tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715992 Feb 19 04:06:40.278978 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7cbfeda5-6846-48be-a0c6-b8197fea31fa None None] Attempting to bind port 67b5a101-2bf5-4465-bf6f-ca2e6f916ed1 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:06:40.279357 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7cbfeda5-6846-48be-a0c6-b8197fea31fa None None] Attempting to bind port 67b5a101-2bf5-4465-bf6f-ca2e6f916ed1 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:06:40.279720 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbfeda5-6846-48be-a0c6-b8197fea31fa None None] Attempting to bind port 67b5a101-2bf5-4465-bf6f-ca2e6f916ed1 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:40.289979 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef696b7-54cb-45e3-8b49-06c1c778d8df None None] Pushing event updated for resources: {'Port': ['ID=67b5a101-2bf5-4465-bf6f-ca2e6f916ed1,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:40.298798 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbfeda5-6846-48be-a0c6-b8197fea31fa None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:06:40.298798 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbfeda5-6846-48be-a0c6-b8197fea31fa None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:40.298798 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7cbfeda5-6846-48be-a0c6-b8197fea31fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:40.298798 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbfeda5-6846-48be-a0c6-b8197fea31fa None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:06:40.298798 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7cbfeda5-6846-48be-a0c6-b8197fea31fa None None] Bound port: 67b5a101-2bf5-4465-bf6f-ca2e6f916ed1, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:06:40.298798 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7cbfeda5-6846-48be-a0c6-b8197fea31fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (67b5a101-2bf5-4465-bf6f-ca2e6f916ed1), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:40.361919 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-7cbfeda5-6846-48be-a0c6-b8197fea31fa None None] For port 67b5a101-2bf5-4465-bf6f-ca2e6f916ed1, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:06:40.365839 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-7cbfeda5-6846-48be-a0c6-b8197fea31fa None None] For port 67b5a101-2bf5-4465-bf6f-ca2e6f916ed1, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=67b5a101-2bf5-4465-bf6f-ca2e6f916ed1,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:06:40.376949 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f7afc9e2-2c4d-4e0a-8f36-99794e322107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (b10c53b3-5eb6-4a0d-bdbd-929fc1250876), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:40.377704 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7cbfeda5-6846-48be-a0c6-b8197fea31fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (67b5a101-2bf5-4465-bf6f-ca2e6f916ed1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:40.438317 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e1d3498e-8cf3-46c6-8b13-5e2aba1de3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (da8086a2-225b-4d89-aa36-1628bf3d5252), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:40.446485 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbfeda5-6846-48be-a0c6-b8197fea31fa None None] Routers {'32763abc-9950-48e0-85bc-d9f34828b021'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:06:40.447148 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7cbfeda5-6846-48be-a0c6-b8197fea31fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:06:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['32763abc-9950-48e0-85bc-d9f34828b021'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:40.481718 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7afc9e2-2c4d-4e0a-8f36-99794e322107 admin admin] Network 89d1ed9c-9c45-4998-878b-86b20d407d20 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:40.484107 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7afc9e2-2c4d-4e0a-8f36-99794e322107 admin admin] Pushing event updated for resources: {'Port': ['ID=b10c53b3-5eb6-4a0d-bdbd-929fc1250876,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:40.501007 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-f7afc9e2-2c4d-4e0a-8f36-99794e322107 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:40.510879 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7afc9e2-2c4d-4e0a-8f36-99794e322107 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:40.515876 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef696b7-54cb-45e3-8b49-06c1c778d8df None None] Pushing event updated for resources: {'Port': ['ID=67b5a101-2bf5-4465-bf6f-ca2e6f916ed1,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:40.520649 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e68fce-5275-427d-bcc0-5323b1264361 req-c012a24b-10e9-4574-816f-6543b2854e68 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:40.522600 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9e68fce-5275-427d-bcc0-5323b1264361 req-c012a24b-10e9-4574-816f-6543b2854e68 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/ports?device_id=468eada7-3ec0-4e0b-90fe-fb5a601d368e HTTP/1.1" status: 200 len: 944 time: 0.0946443 Feb 19 04:06:40.591242 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3498e-8cf3-46c6-8b13-5e2aba1de3c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da8086a2-225b-4d89-aa36-1628bf3d5252,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:40.602345 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-7cbfeda5-6846-48be-a0c6-b8197fea31fa None None] Set router 32763abc-9950-48e0-85bc-d9f34828b021 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:06:40.605431 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9e68fce-5275-427d-bcc0-5323b1264361 req-2e7bd20e-a449-4330-81d9-013f4744767b tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/security-groups?id=1455d74e-fbd8-4a3c-b4f0-956d992c3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707049 Feb 19 04:06:40.614210 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea40333a-524b-434e-9235-09d0ded0450d tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks [] for security_group (c71b2159-b486-4a1c-9709-46419522f32f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:40.628657 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f7afc9e2-2c4d-4e0a-8f36-99794e322107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (32763abc-9950-48e0-85bc-d9f34828b021), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:40.628657 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea40333a-524b-434e-9235-09d0ded0450d tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (c71b2159-b486-4a1c-9709-46419522f32f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:40.704468 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d3498e-8cf3-46c6-8b13-5e2aba1de3c9 admin admin] Checking segment: {'id': '7930ea90-5b92-4836-80da-ff938c249896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '756a1315-5ddd-41e7-b20d-98f0d052a07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:40.705081 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d3498e-8cf3-46c6-8b13-5e2aba1de3c9 admin admin] Network hostable DHCP agents. Network: 756a1315-5ddd-41e7-b20d-98f0d052a07f, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:06:40.727629 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea40333a-524b-434e-9235-09d0ded0450d tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:06:40.744183 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40333a-524b-434e-9235-09d0ded0450d tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c71b2159-b486-4a1c-9709-46419522f32f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:40.848006 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7cbfeda5-6846-48be-a0c6-b8197fea31fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32763abc-9950-48e0-85bc-d9f34828b021', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-920809313-router', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '67b5a101-2bf5-4465-bf6f-ca2e6f916ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:35Z', 'updated_at': '2022-02-19T04:06:37Z', 'revision_number': 3, 'project_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'gw_port': {'id': '67b5a101-2bf5-4465-bf6f-ca2e6f916ed1', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32763abc-9950-48e0-85bc-d9f34828b021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:36Z', 'updated_at': '2022-02-19T04:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:40.878908 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbfeda5-6846-48be-a0c6-b8197fea31fa None None] The sync data for ids ['32763abc-9950-48e0-85bc-d9f34828b021'] in n-d-828369-19 is: [{'id': '32763abc-9950-48e0-85bc-d9f34828b021', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-920809313-router', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '67b5a101-2bf5-4465-bf6f-ca2e6f916ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:35Z', 'updated_at': '2022-02-19T04:06:37Z', 'revision_number': 3, 'project_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'gw_port': {'id': '67b5a101-2bf5-4465-bf6f-ca2e6f916ed1', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32763abc-9950-48e0-85bc-d9f34828b021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:36Z', 'updated_at': '2022-02-19T04:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:06:40.925975 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-3a1b5561-10a6-4f7b-8f99-ec0f3506a472 None None] Provisioning complete for port b10c53b3-5eb6-4a0d-bdbd-929fc1250876 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:40.926948 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3a1b5561-10a6-4f7b-8f99-ec0f3506a472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b10c53b3-5eb6-4a0d-bdbd-929fc1250876), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:40.966090 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3a1b5561-10a6-4f7b-8f99-ec0f3506a472 None None] Port b10c53b3-5eb6-4a0d-bdbd-929fc1250876 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:06:41.095268 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea40333a-524b-434e-9235-09d0ded0450d tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (0ceaef37-05ca-4962-86d9-ab2132fb56b6), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.095635 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-ea40333a-524b-434e-9235-09d0ded0450d tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Added segment 0ceaef37-05ca-4962-86d9-ab2132fb56b6 of type vlan for network 6d52762f-aef4-40b5-a104-0ed49eda88ae Feb 19 04:06:41.138051 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d3498e-8cf3-46c6-8b13-5e2aba1de3c9 admin admin] Network 756a1315-5ddd-41e7-b20d-98f0d052a07f is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:06:41.194925 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea40333a-524b-434e-9235-09d0ded0450d tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (6d52762f-aef4-40b5-a104-0ed49eda88ae), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.205167 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-e1d3498e-8cf3-46c6-8b13-5e2aba1de3c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 756a1315-5ddd-41e7-b20d-98f0d052a07f) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:41.216943 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d3498e-8cf3-46c6-8b13-5e2aba1de3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:41.217472 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e1d3498e-8cf3-46c6-8b13-5e2aba1de3c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.220140 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be34bfd-a8fd-4b59-accc-b9946bdf2599 None None] Network 756a1315-5ddd-41e7-b20d-98f0d052a07f requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:06:41.271158 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f7afc9e2-2c4d-4e0a-8f36-99794e322107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b10c53b3-5eb6-4a0d-bdbd-929fc1250876), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.274923 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea40333a-524b-434e-9235-09d0ded0450d tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (6d52762f-aef4-40b5-a104-0ed49eda88ae), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.280260 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea40333a-524b-434e-9235-09d0ded0450d tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:41.299154 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea40333a-524b-434e-9235-09d0ded0450d tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.304263 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e1d3498e-8cf3-46c6-8b13-5e2aba1de3c9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4479325 Feb 19 04:06:41.316792 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device e1c063e0-e33a-4cc6-8165-20f28ea0fe31 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:41.498782 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40333a-524b-434e-9235-09d0ded0450d tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Pushing event updated for resources: {'Network': ['ID=6d52762f-aef4-40b5-a104-0ed49eda88ae,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:41.499952 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7f549e-8f59-464f-ade5-4f05443a67e7 None None] Network 756a1315-5ddd-41e7-b20d-98f0d052a07f requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:06:41.513871 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ea40333a-524b-434e-9235-09d0ded0450d tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6562269 Feb 19 04:06:41.518823 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57352) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:41.522924 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 6d52762f-aef4-40b5-a104-0ed49eda88ae details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:06:41.529141 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-4a58c77a-5de1-401a-8042-e68dd96ac1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Request body: {'subnet': {'network_id': '6d52762f-aef4-40b5-a104-0ed49eda88ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:41.685486 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfde70b-c3f7-425f-aca2-95a5fb8050d1 req-57e3ba64-000a-46f9-81a6-a0f1fcce5fb3 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:41.693474 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2cfde70b-c3f7-425f-aca2-95a5fb8050d1 req-57e3ba64-000a-46f9-81a6-a0f1fcce5fb3 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 946 time: 0.3061140 Feb 19 04:06:41.737991 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port e1c063e0-e33a-4cc6-8165-20f28ea0fe31 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:06:41.749697 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port e1c063e0-e33a-4cc6-8165-20f28ea0fe31 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:41.750314 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e1c063e0-e33a-4cc6-8165-20f28ea0fe31), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.773783 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a58c77a-5de1-401a-8042-e68dd96ac1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Made reservation on behalf of 68ec1c112332462eadbe42ed6d063c95 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:41.791075 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4a58c77a-5de1-401a-8042-e68dd96ac1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.820788 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f7afc9e2-2c4d-4e0a-8f36-99794e322107 admin admin] Publish callbacks [] for port (b10c53b3-5eb6-4a0d-bdbd-929fc1250876), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.840126 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f7afc9e2-2c4d-4e0a-8f36-99794e322107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (b10c53b3-5eb6-4a0d-bdbd-929fc1250876), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.919291 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2cfde70b-c3f7-425f-aca2-95a5fb8050d1 req-a4b9e96d-9423-4380-9ae8-796d68f29792 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900804 Feb 19 04:06:41.925317 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port e1c063e0-e33a-4cc6-8165-20f28ea0fe31 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:41.928271 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e1c063e0-e33a-4cc6-8165-20f28ea0fe31), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.968029 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f7afc9e2-2c4d-4e0a-8f36-99794e322107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (32763abc-9950-48e0-85bc-d9f34828b021), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.978434 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468eada7-3ec0-4e0b-90fe-fb5a601d368e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c063e0-e33a-4cc6-8165-20f28ea0fe31'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:41.982104 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8398d4-2962-472c-ba48-b97178fcace3" -d '{"events": [{"server_uuid": "468eada7-3ec0-4e0b-90fe-fb5a601d368e", "name": "network-vif-plugged", "status": "completed", "tag": "e1c063e0-e33a-4cc6-8165-20f28ea0fe31"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:41.991708 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7afc9e2-2c4d-4e0a-8f36-99794e322107 admin admin] Pushing event updated for resources: {'Port': ['ID=b10c53b3-5eb6-4a0d-bdbd-929fc1250876,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:42.026313 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port e1c063e0-e33a-4cc6-8165-20f28ea0fe31, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=e1c063e0-e33a-4cc6-8165-20f28ea0fe31,segment=NetworkSegment(cfc99471-7284-44f5-9c42-49462a14f740),segment_id=cfc99471-7284-44f5-9c42-49462a14f740)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:42.041788 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638006e-dff8-441a-ba3f-f4cdc9a6d5a6 req-107e0d36-e261-4a21-8633-e7233bfa25a1 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:42.042668 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e1c063e0-e33a-4cc6-8165-20f28ea0fe31), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.053529 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a638006e-dff8-441a-ba3f-f4cdc9a6d5a6 req-107e0d36-e261-4a21-8633-e7233bfa25a1 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/ports?device_id=468eada7-3ec0-4e0b-90fe-fb5a601d368e HTTP/1.1" status: 200 len: 944 time: 0.2912102 Feb 19 04:06:42.081215 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a5008d-54ae-48d8-96c5-ae739f8f272d x-openstack-request-id: req-e8a5008d-54ae-48d8-96c5-ae739f8f272d {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:42.082452 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468eada7-3ec0-4e0b-90fe-fb5a601d368e", "name": "network-vif-plugged", "status": "completed", "tag": "e1c063e0-e33a-4cc6-8165-20f28ea0fe31", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:42.082881 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e8a5008d-54ae-48d8-96c5-ae739f8f272d {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:42.083548 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468eada7-3ec0-4e0b-90fe-fb5a601d368e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c063e0-e33a-4cc6-8165-20f28ea0fe31', 'code': 200} Feb 19 04:06:42.166475 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=e1c063e0-e33a-4cc6-8165-20f28ea0fe31,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:42.224014 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7afc9e2-2c4d-4e0a-8f36-99794e322107 admin admin] Network 89d1ed9c-9c45-4998-878b-86b20d407d20 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:42.228036 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-f7afc9e2-2c4d-4e0a-8f36-99794e322107 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:42.246123 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a638006e-dff8-441a-ba3f-f4cdc9a6d5a6 req-006dae3c-435b-406d-90f9-04bb7b583cc5 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/security-groups?id=1455d74e-fbd8-4a3c-b4f0-956d992c3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862955 Feb 19 04:06:42.250778 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40018389-0ed3-44de-a7b5-cefbc40eb206 req-9e52acf2-58e2-4aa3-97e8-7ce9304d4c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:42.253183 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-40018389-0ed3-44de-a7b5-cefbc40eb206 req-9e52acf2-58e2-4aa3-97e8-7ce9304d4c61 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=468eada7-3ec0-4e0b-90fe-fb5a601d368e HTTP/1.1" status: 200 len: 1128 time: 0.1218669 Feb 19 04:06:42.387413 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4a58c77a-5de1-401a-8042-e68dd96ac1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (3ad7c18a-ea71-4790-bac3-586b42c0d29c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.455488 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57370) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:42.456200 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58c77a-5de1-401a-8042-e68dd96ac1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Pushing event updated for resources: {'Subnet': ['ID=3ad7c18a-ea71-4790-bac3-586b42c0d29c,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:42.464543 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-c6395b5c-c230-4051-b674-2f0bcf74e95e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1158902344-network', 'tenant_id': 'af404f8fc9a24f6695ced1decb8a54b4'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:42.506158 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-40018389-0ed3-44de-a7b5-cefbc40eb206 req-35fd968d-6533-4834-a095-3e15383c2e86 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1455d74e-fbd8-4a3c-b4f0-956d992c3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846995 Feb 19 04:06:42.519019 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a58c77a-5de1-401a-8042-e68dd96ac1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Checking segment: {'id': '0ceaef37-05ca-4962-86d9-ab2132fb56b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6d52762f-aef4-40b5-a104-0ed49eda88ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:42.519873 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a58c77a-5de1-401a-8042-e68dd96ac1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Network hostable DHCP agents. Network: 6d52762f-aef4-40b5-a104-0ed49eda88ae, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:06:42.533951 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6395b5c-c230-4051-b674-2f0bcf74e95e admin admin] Made reservation on behalf of af404f8fc9a24f6695ced1decb8a54b4 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:42.537105 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c6395b5c-c230-4051-b674-2f0bcf74e95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.541286 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7afc9e2-2c4d-4e0a-8f36-99794e322107 admin admin] Router 32763abc-9950-48e0-85bc-d9f34828b021 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:06:42.550113 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c6395b5c-c230-4051-b674-2f0bcf74e95e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.564547 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a58c77a-5de1-401a-8042-e68dd96ac1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Network 6d52762f-aef4-40b5-a104-0ed49eda88ae is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:06:42.592867 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-4a58c77a-5de1-401a-8042-e68dd96ac1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 6d52762f-aef4-40b5-a104-0ed49eda88ae) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:42.604706 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58c77a-5de1-401a-8042-e68dd96ac1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:42.605825 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4a58c77a-5de1-401a-8042-e68dd96ac1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.615676 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e25ebd-4822-47f7-a818-df526bab234c None None] Network 6d52762f-aef4-40b5-a104-0ed49eda88ae requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:06:42.672611 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4a58c77a-5de1-401a-8042-e68dd96ac1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1524529 Feb 19 04:06:42.675888 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57372) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:42.685890 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ae83f497-7cd3-466d-aa4d-f35367ce7210 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Request body: {'port': {'network_id': '6d52762f-aef4-40b5-a104-0ed49eda88ae', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1695087252'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:42.713601 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c6395b5c-c230-4051-b674-2f0bcf74e95e admin admin] Publish callbacks [] for security_group (f7cd1ce6-4164-4274-8e36-250f68b6db18), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.720821 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c6395b5c-c230-4051-b674-2f0bcf74e95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f7cd1ce6-4164-4274-8e36-250f68b6db18), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.739427 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e0bc2997-bf3e-482d-bb49-9d6864fc6d4b None None] Provisioning complete for port b10c53b3-5eb6-4a0d-bdbd-929fc1250876 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:42.740919 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e0bc2997-bf3e-482d-bb49-9d6864fc6d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b10c53b3-5eb6-4a0d-bdbd-929fc1250876), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.754317 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6395b5c-c230-4051-b674-2f0bcf74e95e admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:06:42.761160 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7afc9e2-2c4d-4e0a-8f36-99794e322107 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:06:42.766442 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6395b5c-c230-4051-b674-2f0bcf74e95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cd1ce6-4164-4274-8e36-250f68b6db18,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:42.774398 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f7afc9e2-2c4d-4e0a-8f36-99794e322107 admin admin] 10.222.0.52 "PUT /v2.0/routers/32763abc-9950-48e0-85bc-d9f34828b021/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2201116 Feb 19 04:06:42.778641 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c6395b5c-c230-4051-b674-2f0bcf74e95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (d98dccc4-11bf-40ce-8fc3-65757f22b209), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.778914 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-c6395b5c-c230-4051-b674-2f0bcf74e95e admin admin] Added segment d98dccc4-11bf-40ce-8fc3-65757f22b209 of type vlan for network 0e8682da-7995-4a0f-a5f8-4f115f99781d Feb 19 04:06:42.825553 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc2997-bf3e-482d-bb49-9d6864fc6d4b None None] Port b10c53b3-5eb6-4a0d-bdbd-929fc1250876 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:06:42.857021 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae83f497-7cd3-466d-aa4d-f35367ce7210 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Made reservation on behalf of 68ec1c112332462eadbe42ed6d063c95 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:42.862567 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae83f497-7cd3-466d-aa4d-f35367ce7210 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.888039 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-ae83f497-7cd3-466d-aa4d-f35367ce7210 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] device_id is not set on port ee01b02f-76df-4528-ab64-dcfa53d3cac8 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:06:42.907454 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c6395b5c-c230-4051-b674-2f0bcf74e95e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (0e8682da-7995-4a0f-a5f8-4f115f99781d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.986245 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c6395b5c-c230-4051-b674-2f0bcf74e95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (0e8682da-7995-4a0f-a5f8-4f115f99781d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.987246 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6395b5c-c230-4051-b674-2f0bcf74e95e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:42.987949 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c6395b5c-c230-4051-b674-2f0bcf74e95e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.068878 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-ae83f497-7cd3-466d-aa4d-f35367ce7210 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Allocated IP 2001:db8::1b1 (6d52762f-aef4-40b5-a104-0ed49eda88ae/3ad7c18a-ea71-4790-bac3-586b42c0d29c/ee01b02f-76df-4528-ab64-dcfa53d3cac8) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:43.132576 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6395b5c-c230-4051-b674-2f0bcf74e95e admin admin] Pushing event updated for resources: {'Network': ['ID=0e8682da-7995-4a0f-a5f8-4f115f99781d,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:43.202070 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 0e8682da-7995-4a0f-a5f8-4f115f99781d details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:06:43.245378 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c6395b5c-c230-4051-b674-2f0bcf74e95e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7839372 Feb 19 04:06:43.250785 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57386) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:43.252717 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2582162d-9fe3-4e13-9927-3d18b92310ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-6d52762f-aef4-40b5-a104-0ed49eda88ae', 'network_id': '6d52762f-aef4-40b5-a104-0ed49eda88ae', 'project_id': '68ec1c112332462eadbe42ed6d063c95', 'fixed_ips': [{'subnet_id': '3ad7c18a-ea71-4790-bac3-586b42c0d29c'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:06:43.253644 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2582162d-9fe3-4e13-9927-3d18b92310ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.261731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-51350ae3-2c7a-4b32-96ad-9ac80b2dacb6 admin admin] Request body: {'subnet': {'network_id': '0e8682da-7995-4a0f-a5f8-4f115f99781d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1158902344-subnet', 'tenant_id': 'af404f8fc9a24f6695ced1decb8a54b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:43.283378 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 67b5a101-2bf5-4465-bf6f-ca2e6f916ed1 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:43.317389 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c884c-ea56-4fea-bdc8-7c86807a15d1 req-49f3e93e-1795-4e35-9c4f-589d9fd536e2 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:43.321268 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-364c884c-ea56-4fea-bdc8-7c86807a15d1 req-49f3e93e-1795-4e35-9c4f-589d9fd536e2 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 946 time: 0.1894319 Feb 19 04:06:43.322523 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51350ae3-2c7a-4b32-96ad-9ac80b2dacb6 admin admin] Made reservation on behalf of af404f8fc9a24f6695ced1decb8a54b4 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:43.328222 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-51350ae3-2c7a-4b32-96ad-9ac80b2dacb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.385299 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae83f497-7cd3-466d-aa4d-f35367ce7210 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks [] for port (ee01b02f-76df-4528-ab64-dcfa53d3cac8), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.450777 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae83f497-7cd3-466d-aa4d-f35367ce7210 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ee01b02f-76df-4528-ab64-dcfa53d3cac8), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.490080 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-364c884c-ea56-4fea-bdc8-7c86807a15d1 req-9c8ad9ce-cf1e-4476-9075-fa4b06c233db tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397932 Feb 19 04:06:43.531566 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae83f497-7cd3-466d-aa4d-f35367ce7210 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Network 6d52762f-aef4-40b5-a104-0ed49eda88ae is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:43.535824 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-ae83f497-7cd3-466d-aa4d-f35367ce7210 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:43.541769 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae83f497-7cd3-466d-aa4d-f35367ce7210 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:43.547589 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae83f497-7cd3-466d-aa4d-f35367ce7210 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:43.548213 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae83f497-7cd3-466d-aa4d-f35367ce7210 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.576247 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83f497-7cd3-466d-aa4d-f35367ce7210 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Pushing event updated for resources: {'Port': ['ID=ee01b02f-76df-4528-ab64-dcfa53d3cac8,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:43.592896 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ae83f497-7cd3-466d-aa4d-f35367ce7210 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9154191 Feb 19 04:06:43.596330 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57402) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:43.603736 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-c6156208-6415-4bfc-9e3f-9f22ec9c2255 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Request body: {'port': {'network_id': '6d52762f-aef4-40b5-a104-0ed49eda88ae', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1219098301', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:43.604333 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.api.validators [None req-c6156208-6415-4bfc-9e3f-9f22ec9c2255 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] bootfile-name is not in valid_values {{(pid=109925) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 04:06:43.604680 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.api.validators [None req-c6156208-6415-4bfc-9e3f-9f22ec9c2255 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] tftp-server is not in valid_values {{(pid=109925) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 04:06:43.606793 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.api.validators [None req-c6156208-6415-4bfc-9e3f-9f22ec9c2255 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] server-ip-address is not in valid_values {{(pid=109925) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 04:06:43.607393 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 67b5a101-2bf5-4465-bf6f-ca2e6f916ed1 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:43.607786 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (67b5a101-2bf5-4465-bf6f-ca2e6f916ed1), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.687509 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-2582162d-9fe3-4e13-9927-3d18b92310ae None None] Allocated IP 2001:db8::2 (6d52762f-aef4-40b5-a104-0ed49eda88ae/3ad7c18a-ea71-4790-bac3-586b42c0d29c/258765a7-93ac-44ee-a136-8ab8b6f9de61) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:43.714540 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6af3db6-9fd7-4ff8-a0d7-b1ae7a7befd7 None None] Sync routers for ids ['32763abc-9950-48e0-85bc-d9f34828b021'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:06:43.733331 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6af3db6-9fd7-4ff8-a0d7-b1ae7a7befd7 None None] Routers {'32763abc-9950-48e0-85bc-d9f34828b021'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:06:43.733961 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-e6af3db6-9fd7-4ff8-a0d7-b1ae7a7befd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:06:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['32763abc-9950-48e0-85bc-d9f34828b021'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:43.767994 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca743e6-4820-477d-952e-27b8f78beb5b req-43beba23-0e88-45d3-9271-bfd1a29f1239 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:43.769537 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eca743e6-4820-477d-952e-27b8f78beb5b req-43beba23-0e88-45d3-9271-bfd1a29f1239 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/networks?id=89d1ed9c-9c45-4998-878b-86b20d407d20 HTTP/1.1" status: 200 len: 828 time: 0.2566683 Feb 19 04:06:43.823451 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6156208-6415-4bfc-9e3f-9f22ec9c2255 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Made reservation on behalf of 68ec1c112332462eadbe42ed6d063c95 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:43.834048 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 67b5a101-2bf5-4465-bf6f-ca2e6f916ed1 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:43.834609 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6156208-6415-4bfc-9e3f-9f22ec9c2255 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.834988 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (67b5a101-2bf5-4465-bf6f-ca2e6f916ed1), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.874397 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eca743e6-4820-477d-952e-27b8f78beb5b req-8f8a4b86-d1fd-4096-81be-5699720a3245 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/quotas/4afc8cdd0c1a4adebd59493a3965afa8 HTTP/1.1" status: 200 len: 375 time: 0.0881016 Feb 19 04:06:43.881460 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-c6156208-6415-4bfc-9e3f-9f22ec9c2255 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] device_id is not set on port cfecc835-c627-41eb-8873-5c699fb3f4df yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:06:43.886126 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 67b5a101-2bf5-4465-bf6f-ca2e6f916ed1, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=67b5a101-2bf5-4465-bf6f-ca2e6f916ed1,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:43.904980 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (67b5a101-2bf5-4465-bf6f-ca2e6f916ed1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.953560 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a8a37-abad-4782-be26-d9b537b953d3 req-f0bfd6f6-1d87-4fa1-be67-f8d6cc61d6e0 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:43.961268 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-630a8a37-abad-4782-be26-d9b537b953d3 req-f0bfd6f6-1d87-4fa1-be67-f8d6cc61d6e0 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/ports?device_id=468eada7-3ec0-4e0b-90fe-fb5a601d368e HTTP/1.1" status: 200 len: 945 time: 0.3256764 Feb 19 04:06:43.991208 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-e6af3db6-9fd7-4ff8-a0d7-b1ae7a7befd7 None None] Set router 32763abc-9950-48e0-85bc-d9f34828b021 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:06:44.029438 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=67b5a101-2bf5-4465-bf6f-ca2e6f916ed1,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:44.041834 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2582162d-9fe3-4e13-9927-3d18b92310ae None None] Publish callbacks [] for port (258765a7-93ac-44ee-a136-8ab8b6f9de61), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:44.046010 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-51350ae3-2c7a-4b32-96ad-9ac80b2dacb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (f10a896b-0fb0-49cc-8991-17e6b9474ae8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:44.053019 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2582162d-9fe3-4e13-9927-3d18b92310ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (258765a7-93ac-44ee-a136-8ab8b6f9de61), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:44.109025 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582162d-9fe3-4e13-9927-3d18b92310ae None None] Pushing event updated for resources: {'Port': ['ID=258765a7-93ac-44ee-a136-8ab8b6f9de61,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:44.135152 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2582162d-9fe3-4e13-9927-3d18b92310ae None None] Network 6d52762f-aef4-40b5-a104-0ed49eda88ae is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:44.138853 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-2582162d-9fe3-4e13-9927-3d18b92310ae None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:44.149653 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2582162d-9fe3-4e13-9927-3d18b92310ae None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:44.172628 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-630a8a37-abad-4782-be26-d9b537b953d3 req-139c1b44-eec7-4b2e-8366-5edf3e8f27f4 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/security-groups?id=1455d74e-fbd8-4a3c-b4f0-956d992c3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104900 Feb 19 04:06:44.221295 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-c6156208-6415-4bfc-9e3f-9f22ec9c2255 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Allocated IP 2001:db8::31f (6d52762f-aef4-40b5-a104-0ed49eda88ae/3ad7c18a-ea71-4790-bac3-586b42c0d29c/cfecc835-c627-41eb-8873-5c699fb3f4df) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:44.229970 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eca743e6-4820-477d-952e-27b8f78beb5b req-4a4ecb57-fc45-4a92-b767-a3a48c298ae7 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4afc8cdd0c1a4adebd59493a3965afa8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3516076 Feb 19 04:06:44.280186 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51350ae3-2c7a-4b32-96ad-9ac80b2dacb6 admin admin] Checking segment: {'id': 'd98dccc4-11bf-40ce-8fc3-65757f22b209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0e8682da-7995-4a0f-a5f8-4f115f99781d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:44.280837 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51350ae3-2c7a-4b32-96ad-9ac80b2dacb6 admin admin] Network hostable DHCP agents. Network: 0e8682da-7995-4a0f-a5f8-4f115f99781d, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:06:44.311470 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51350ae3-2c7a-4b32-96ad-9ac80b2dacb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f10a896b-0fb0-49cc-8991-17e6b9474ae8,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:44.312890 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-2582162d-9fe3-4e13-9927-3d18b92310ae None None] Attempting to bind port 258765a7-93ac-44ee-a136-8ab8b6f9de61 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:06:44.320919 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-2582162d-9fe3-4e13-9927-3d18b92310ae None None] Attempting to bind port 258765a7-93ac-44ee-a136-8ab8b6f9de61 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '0ceaef37-05ca-4962-86d9-ab2132fb56b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6d52762f-aef4-40b5-a104-0ed49eda88ae'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:06:44.323816 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2582162d-9fe3-4e13-9927-3d18b92310ae None None] Attempting to bind port 258765a7-93ac-44ee-a136-8ab8b6f9de61 on network 6d52762f-aef4-40b5-a104-0ed49eda88ae {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:44.328175 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-e6af3db6-9fd7-4ff8-a0d7-b1ae7a7befd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32763abc-9950-48e0-85bc-d9f34828b021', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-920809313-router', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '67b5a101-2bf5-4465-bf6f-ca2e6f916ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:35Z', 'updated_at': '2022-02-19T04:06:41Z', 'revision_number': 4, 'project_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'gw_port': {'id': '67b5a101-2bf5-4465-bf6f-ca2e6f916ed1', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32763abc-9950-48e0-85bc-d9f34828b021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:36Z', 'updated_at': '2022-02-19T04:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'b10c53b3-5eb6-4a0d-bdbd-929fc1250876', 'name': '', 'network_id': '89d1ed9c-9c45-4998-878b-86b20d407d20', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'mac_address': 'fa:16:3e:22:ad:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32763abc-9950-48e0-85bc-d9f34828b021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '0423d2f7-af38-49fd-9afb-e8decc1fcbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:39Z', 'updated_at': '2022-02-19T04:06:41Z', 'revision_number': 2, 'project_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'subnets': [{'id': '0423d2f7-af38-49fd-9afb-e8decc1fcbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:44.341106 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2582162d-9fe3-4e13-9927-3d18b92310ae None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:06:44.342474 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2582162d-9fe3-4e13-9927-3d18b92310ae None None] Checking segment: {'id': '0ceaef37-05ca-4962-86d9-ab2132fb56b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6d52762f-aef4-40b5-a104-0ed49eda88ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:44.342474 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2582162d-9fe3-4e13-9927-3d18b92310ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:44.342474 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2582162d-9fe3-4e13-9927-3d18b92310ae None None] Bound using segment: {'id': '0ceaef37-05ca-4962-86d9-ab2132fb56b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6d52762f-aef4-40b5-a104-0ed49eda88ae'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:06:44.347451 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-2582162d-9fe3-4e13-9927-3d18b92310ae None None] Bound port: 258765a7-93ac-44ee-a136-8ab8b6f9de61, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ceaef37-05ca-4962-86d9-ab2132fb56b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6d52762f-aef4-40b5-a104-0ed49eda88ae'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:06:44.347884 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2582162d-9fe3-4e13-9927-3d18b92310ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (258765a7-93ac-44ee-a136-8ab8b6f9de61), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:44.364738 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6af3db6-9fd7-4ff8-a0d7-b1ae7a7befd7 None None] Checking router: 32763abc-9950-48e0-85bc-d9f34828b021 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:06:44.366108 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6af3db6-9fd7-4ff8-a0d7-b1ae7a7befd7 None None] Updating router 32763abc-9950-48e0-85bc-d9f34828b021 port b10c53b3-5eb6-4a0d-bdbd-929fc1250876 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:06:44.366897 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51350ae3-2c7a-4b32-96ad-9ac80b2dacb6 admin admin] Network 0e8682da-7995-4a0f-a5f8-4f115f99781d is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:06:44.388433 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eca743e6-4820-477d-952e-27b8f78beb5b req-7acfd2f9-f8fd-4711-af6f-97b4abc5bf31 service neutron] 10.222.0.52 "GET /v2.0/networks/89d1ed9c-9c45-4998-878b-86b20d407d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570537 Feb 19 04:06:44.405132 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-51350ae3-2c7a-4b32-96ad-9ac80b2dacb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 0e8682da-7995-4a0f-a5f8-4f115f99781d) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:44.421818 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51350ae3-2c7a-4b32-96ad-9ac80b2dacb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:44.422450 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-51350ae3-2c7a-4b32-96ad-9ac80b2dacb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:44.433692 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-e6af3db6-9fd7-4ff8-a0d7-b1ae7a7befd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b10c53b3-5eb6-4a0d-bdbd-929fc1250876), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:44.476178 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-51350ae3-2c7a-4b32-96ad-9ac80b2dacb6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2242894 Feb 19 04:06:44.515757 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-2582162d-9fe3-4e13-9927-3d18b92310ae None None] For port 258765a7-93ac-44ee-a136-8ab8b6f9de61, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:06:44.517847 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57412) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:44.522507 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-2582162d-9fe3-4e13-9927-3d18b92310ae None None] For port 258765a7-93ac-44ee-a136-8ab8b6f9de61, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=258765a7-93ac-44ee-a136-8ab8b6f9de61,segment=NetworkSegment(0ceaef37-05ca-4962-86d9-ab2132fb56b6),segment_id=0ceaef37-05ca-4962-86d9-ab2132fb56b6)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:06:44.532350 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd5c6bb-8df8-4045-ba65-ccc5ae0f2132 None None] Network 0e8682da-7995-4a0f-a5f8-4f115f99781d requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:06:44.585108 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eca743e6-4820-477d-952e-27b8f78beb5b req-2654a9b1-a7a2-4d52-a4bb-ef4871f1c76d service neutron] 10.222.0.52 "GET /v2.0/networks/89d1ed9c-9c45-4998-878b-86b20d407d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932812 Feb 19 04:06:44.752879 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2582162d-9fe3-4e13-9927-3d18b92310ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (258765a7-93ac-44ee-a136-8ab8b6f9de61), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:44.771343 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6156208-6415-4bfc-9e3f-9f22ec9c2255 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks [] for port (cfecc835-c627-41eb-8873-5c699fb3f4df), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:44.777215 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5bebe-4ca8-40ee-9844-590b149b596d req-85a730c0-0f32-4aac-828c-85ba574b1832 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:44.780264 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-94a5bebe-4ca8-40ee-9844-590b149b596d req-85a730c0-0f32-4aac-828c-85ba574b1832 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 946 time: 0.1599612 Feb 19 04:06:44.823602 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-e6af3db6-9fd7-4ff8-a0d7-b1ae7a7befd7 None None] Publish callbacks [] for port (b10c53b3-5eb6-4a0d-bdbd-929fc1250876), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:44.836053 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-e6af3db6-9fd7-4ff8-a0d7-b1ae7a7befd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b10c53b3-5eb6-4a0d-bdbd-929fc1250876), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:44.891124 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6156208-6415-4bfc-9e3f-9f22ec9c2255 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (cfecc835-c627-41eb-8873-5c699fb3f4df), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:44.924196 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-94a5bebe-4ca8-40ee-9844-590b149b596d req-8a33c11e-f21c-4cbb-baef-a1066425ecba tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335857 Feb 19 04:06:44.929928 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2890a86-75b2-445d-a293-8347d3532b56 None None] Network 0e8682da-7995-4a0f-a5f8-4f115f99781d requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:06:44.999841 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6156208-6415-4bfc-9e3f-9f22ec9c2255 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Pushing event updated for resources: {'Port': ['ID=cfecc835-c627-41eb-8873-5c699fb3f4df,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:45.024215 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dbcbe1-6fd7-4cdc-8c7e-19aa84459c85 None None] Pushing event updated for resources: {'Port': ['ID=b10c53b3-5eb6-4a0d-bdbd-929fc1250876,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:45.044444 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dbcbe1-6fd7-4cdc-8c7e-19aa84459c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:45.045016 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dbcbe1-6fd7-4cdc-8c7e-19aa84459c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:45.045708 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dbcbe1-6fd7-4cdc-8c7e-19aa84459c85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:45.046250 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dbcbe1-6fd7-4cdc-8c7e-19aa84459c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:45.046761 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dbcbe1-6fd7-4cdc-8c7e-19aa84459c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:45.047235 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dbcbe1-6fd7-4cdc-8c7e-19aa84459c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:45.047878 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dbcbe1-6fd7-4cdc-8c7e-19aa84459c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:45.052670 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6156208-6415-4bfc-9e3f-9f22ec9c2255 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Network 6d52762f-aef4-40b5-a104-0ed49eda88ae is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:45.064315 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dbcbe1-6fd7-4cdc-8c7e-19aa84459c85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:45.066441 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a9554465-0f56-4e92-9b35-8a6dbd51af8e req-de3744f5-e01a-4888-8a08-cf2dc63ff796 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/ports?device_id=2415283d-0bc3-4632-a1af-8412db934f51 HTTP/1.1" status: 200 len: 210 time: 0.1073205 Feb 19 04:06:45.077066 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-c6156208-6415-4bfc-9e3f-9f22ec9c2255 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:45.077944 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dbcbe1-6fd7-4cdc-8c7e-19aa84459c85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:45.080633 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6156208-6415-4bfc-9e3f-9f22ec9c2255 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:45.084305 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dbcbe1-6fd7-4cdc-8c7e-19aa84459c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:45.084865 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dbcbe1-6fd7-4cdc-8c7e-19aa84459c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:45.086856 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dbcbe1-6fd7-4cdc-8c7e-19aa84459c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:45.086972 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6156208-6415-4bfc-9e3f-9f22ec9c2255 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:45.087682 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6156208-6415-4bfc-9e3f-9f22ec9c2255 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:45.087993 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dbcbe1-6fd7-4cdc-8c7e-19aa84459c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:45.161100 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57428) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:45.162852 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c6156208-6415-4bfc-9e3f-9f22ec9c2255 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.5642860 Feb 19 04:06:45.176688 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-e6af3db6-9fd7-4ff8-a0d7-b1ae7a7befd7 None None] Attempting to bind port b10c53b3-5eb6-4a0d-bdbd-929fc1250876 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:06:45.177307 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-e6af3db6-9fd7-4ff8-a0d7-b1ae7a7befd7 None None] Attempting to bind port b10c53b3-5eb6-4a0d-bdbd-929fc1250876 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '7ee69d56-fec1-48c2-bf82-a6515095370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '89d1ed9c-9c45-4998-878b-86b20d407d20'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:06:45.177823 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6af3db6-9fd7-4ff8-a0d7-b1ae7a7befd7 None None] Attempting to bind port b10c53b3-5eb6-4a0d-bdbd-929fc1250876 on network 89d1ed9c-9c45-4998-878b-86b20d407d20 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:45.184917 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-c02eace3-11ec-46cd-9ef3-7dc8484f482f admin admin] Deleting subnet 05152657-41bb-4f53-a93a-a0556bf4ae06 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:06:45.185267 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6af3db6-9fd7-4ff8-a0d7-b1ae7a7befd7 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:06:45.185927 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6af3db6-9fd7-4ff8-a0d7-b1ae7a7befd7 None None] Checking segment: {'id': '7ee69d56-fec1-48c2-bf82-a6515095370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '89d1ed9c-9c45-4998-878b-86b20d407d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:45.186529 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-e6af3db6-9fd7-4ff8-a0d7-b1ae7a7befd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:45.187084 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6af3db6-9fd7-4ff8-a0d7-b1ae7a7befd7 None None] Bound using segment: {'id': '7ee69d56-fec1-48c2-bf82-a6515095370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '89d1ed9c-9c45-4998-878b-86b20d407d20'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:06:45.187748 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-e6af3db6-9fd7-4ff8-a0d7-b1ae7a7befd7 None None] Bound port: b10c53b3-5eb6-4a0d-bdbd-929fc1250876, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee69d56-fec1-48c2-bf82-a6515095370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '89d1ed9c-9c45-4998-878b-86b20d407d20'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:06:45.188430 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-e6af3db6-9fd7-4ff8-a0d7-b1ae7a7befd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b10c53b3-5eb6-4a0d-bdbd-929fc1250876), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:45.212876 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c02eace3-11ec-46cd-9ef3-7dc8484f482f admin admin] Publish callbacks [] for subnet (05152657-41bb-4f53-a93a-a0556bf4ae06), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:45.259254 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582162d-9fe3-4e13-9927-3d18b92310ae None None] Pushing event updated for resources: {'Port': ['ID=258765a7-93ac-44ee-a136-8ab8b6f9de61,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:45.278478 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 67b5a101-2bf5-4465-bf6f-ca2e6f916ed1 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:45.282435 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-e6af3db6-9fd7-4ff8-a0d7-b1ae7a7befd7 None None] For port b10c53b3-5eb6-4a0d-bdbd-929fc1250876, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:06:45.288768 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-e6af3db6-9fd7-4ff8-a0d7-b1ae7a7befd7 None None] For port b10c53b3-5eb6-4a0d-bdbd-929fc1250876, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=b10c53b3-5eb6-4a0d-bdbd-929fc1250876,segment=NetworkSegment(7ee69d56-fec1-48c2-bf82-a6515095370f),segment_id=7ee69d56-fec1-48c2-bf82-a6515095370f)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:06:45.306088 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-e6af3db6-9fd7-4ff8-a0d7-b1ae7a7befd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b10c53b3-5eb6-4a0d-bdbd-929fc1250876), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:45.358807 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c02eace3-11ec-46cd-9ef3-7dc8484f482f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (05152657-41bb-4f53-a93a-a0556bf4ae06), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:45.381413 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c28483-307c-40be-9d42-84155cefcf9b tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:45.390941 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c28483-307c-40be-9d42-84155cefcf9b tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:45.397121 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c28483-307c-40be-9d42-84155cefcf9b tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:45.399538 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-29c28483-307c-40be-9d42-84155cefcf9b tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2372952 Feb 19 04:06:45.404343 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57440) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:45.431871 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dbcbe1-6fd7-4cdc-8c7e-19aa84459c85 None None] Pushing event updated for resources: {'Port': ['ID=b10c53b3-5eb6-4a0d-bdbd-929fc1250876,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:45.489731 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6af3db6-9fd7-4ff8-a0d7-b1ae7a7befd7 None None] Routers {'32763abc-9950-48e0-85bc-d9f34828b021'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:06:45.491002 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-e6af3db6-9fd7-4ff8-a0d7-b1ae7a7befd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:06:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['32763abc-9950-48e0-85bc-d9f34828b021'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:45.514848 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c02eace3-11ec-46cd-9ef3-7dc8484f482f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (05152657-41bb-4f53-a93a-a0556bf4ae06), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:45.530001 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 67b5a101-2bf5-4465-bf6f-ca2e6f916ed1 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:45.531203 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (67b5a101-2bf5-4465-bf6f-ca2e6f916ed1), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:45.673758 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c02eace3-11ec-46cd-9ef3-7dc8484f482f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (05152657-41bb-4f53-a93a-a0556bf4ae06), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:45.712510 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02eace3-11ec-46cd-9ef3-7dc8484f482f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05152657-41bb-4f53-a93a-a0556bf4ae06,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:45.725783 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c02eace3-11ec-46cd-9ef3-7dc8484f482f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:45.731498 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c02eace3-11ec-46cd-9ef3-7dc8484f482f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/05152657-41bb-4f53-a93a-a0556bf4ae06 HTTP/1.1" status: 204 len: 168 time: 1.2125268 Feb 19 04:06:45.733314 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57446) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:45.781421 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-e6af3db6-9fd7-4ff8-a0d7-b1ae7a7befd7 None None] Set router 32763abc-9950-48e0-85bc-d9f34828b021 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:06:45.793249 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-af51a4f3-56ce-4ea9-a051-9d9af3597544 None None] Provisioning complete for port b10c53b3-5eb6-4a0d-bdbd-929fc1250876 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:45.793741 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-af51a4f3-56ce-4ea9-a051-9d9af3597544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b10c53b3-5eb6-4a0d-bdbd-929fc1250876), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:45.796494 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 67b5a101-2bf5-4465-bf6f-ca2e6f916ed1 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:45.952836 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-af51a4f3-56ce-4ea9-a051-9d9af3597544 None None] Current status of the port b10c53b3-5eb6-4a0d-bdbd-929fc1250876 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:45.953232 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-af51a4f3-56ce-4ea9-a051-9d9af3597544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b10c53b3-5eb6-4a0d-bdbd-929fc1250876), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:45.959225 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc4059-b7da-48cf-b6b6-ea19583021d8 req-f64c9944-bb3d-416f-b425-3f41252cd6da tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:45.965388 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-baa1bb3a-edd3-4fea-ae14-b30f8a64d130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (9c484cb2-d49b-4cb4-a1e7-39d440927c34), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:45.976761 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1cfc4059-b7da-48cf-b6b6-ea19583021d8 req-f64c9944-bb3d-416f-b425-3f41252cd6da tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/ports?device_id=468eada7-3ec0-4e0b-90fe-fb5a601d368e HTTP/1.1" status: 200 len: 945 time: 0.5756855 Feb 19 04:06:45.987651 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8926c-023a-4399-b2e1-333738943831 req-311c0c3f-5f90-4a14-bc5d-03a4f69a4d5a tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:46.001955 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ed8926c-023a-4399-b2e1-333738943831 req-311c0c3f-5f90-4a14-bc5d-03a4f69a4d5a tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.52 "GET /v2.0/networks?id=756a1315-5ddd-41e7-b20d-98f0d052a07f HTTP/1.1" status: 200 len: 809 time: 0.5998762 Feb 19 04:06:46.042363 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-af51a4f3-56ce-4ea9-a051-9d9af3597544 None None] For port b10c53b3-5eb6-4a0d-bdbd-929fc1250876, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=b10c53b3-5eb6-4a0d-bdbd-929fc1250876,segment=NetworkSegment(7ee69d56-fec1-48c2-bf82-a6515095370f),segment_id=7ee69d56-fec1-48c2-bf82-a6515095370f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:46.059849 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-af51a4f3-56ce-4ea9-a051-9d9af3597544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b10c53b3-5eb6-4a0d-bdbd-929fc1250876), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.096347 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ed8926c-023a-4399-b2e1-333738943831 req-c7458d5d-794c-4e2e-a2ba-005e5573ca9a tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.52 "GET /v2.0/quotas/3eef6e2a8d8d4d02b6f37a63b55e5195 HTTP/1.1" status: 200 len: 375 time: 0.0930486 Feb 19 04:06:46.150772 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ed8926c-023a-4399-b2e1-333738943831 req-777b79de-20cf-473e-a7ed-616204627f68 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3eef6e2a8d8d4d02b6f37a63b55e5195&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533340 Feb 19 04:06:46.157100 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51a4f3-56ce-4ea9-a051-9d9af3597544 None None] Pushing event updated for resources: {'Port': ['ID=b10c53b3-5eb6-4a0d-bdbd-929fc1250876,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:46.193305 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-37172be6-1761-4a85-b32a-325d81c0de58 None None] Provisioning complete for port b10c53b3-5eb6-4a0d-bdbd-929fc1250876 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:46.194917 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-37172be6-1761-4a85-b32a-325d81c0de58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b10c53b3-5eb6-4a0d-bdbd-929fc1250876), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.230030 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-baa1bb3a-edd3-4fea-ae14-b30f8a64d130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (9c484cb2-d49b-4cb4-a1e7-39d440927c34), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.247581 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-63836e2f-5352-4ff7-aae1-b5a6d71d433f tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Deleting port cfecc835-c627-41eb-8873-5c699fb3f4df {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:06:46.248781 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63836e2f-5352-4ff7-aae1-b5a6d71d433f tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (cfecc835-c627-41eb-8873-5c699fb3f4df), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.276018 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-baa1bb3a-edd3-4fea-ae14-b30f8a64d130 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c484cb2-d49b-4cb4-a1e7-39d440927c34']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:46.279559 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-e6af3db6-9fd7-4ff8-a0d7-b1ae7a7befd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32763abc-9950-48e0-85bc-d9f34828b021', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-920809313-router', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '67b5a101-2bf5-4465-bf6f-ca2e6f916ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:35Z', 'updated_at': '2022-02-19T04:06:41Z', 'revision_number': 4, 'project_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'gw_port': {'id': '67b5a101-2bf5-4465-bf6f-ca2e6f916ed1', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32763abc-9950-48e0-85bc-d9f34828b021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:36Z', 'updated_at': '2022-02-19T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'b10c53b3-5eb6-4a0d-bdbd-929fc1250876', 'name': '', 'network_id': '89d1ed9c-9c45-4998-878b-86b20d407d20', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'mac_address': 'fa:16:3e:22:ad:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32763abc-9950-48e0-85bc-d9f34828b021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '0423d2f7-af38-49fd-9afb-e8decc1fcbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:39Z', 'updated_at': '2022-02-19T04:06:45Z', 'revision_number': 4, 'project_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'subnets': [{'id': '0423d2f7-af38-49fd-9afb-e8decc1fcbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:46.295338 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-baa1bb3a-edd3-4fea-ae14-b30f8a64d130 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a3690f-36a5-42b2-b6f6-23b9e423ffd7') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:46.295953 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-baa1bb3a-edd3-4fea-ae14-b30f8a64d130 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a3690f-36a5-42b2-b6f6-23b9e423ffd7') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:46.310445 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-baa1bb3a-edd3-4fea-ae14-b30f8a64d130 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (78a3690f-36a5-42b2-b6f6-23b9e423ffd7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.329253 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-baa1bb3a-edd3-4fea-ae14-b30f8a64d130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (78a3690f-36a5-42b2-b6f6-23b9e423ffd7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.333866 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6af3db6-9fd7-4ff8-a0d7-b1ae7a7befd7 None None] The sync data for ids ['32763abc-9950-48e0-85bc-d9f34828b021'] in n-d-828369-19 is: [{'id': '32763abc-9950-48e0-85bc-d9f34828b021', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-920809313-router', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '67b5a101-2bf5-4465-bf6f-ca2e6f916ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:35Z', 'updated_at': '2022-02-19T04:06:41Z', 'revision_number': 4, 'project_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'gw_port': {'id': '67b5a101-2bf5-4465-bf6f-ca2e6f916ed1', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32763abc-9950-48e0-85bc-d9f34828b021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:36Z', 'updated_at': '2022-02-19T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'b10c53b3-5eb6-4a0d-bdbd-929fc1250876', 'name': '', 'network_id': '89d1ed9c-9c45-4998-878b-86b20d407d20', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'mac_address': 'fa:16:3e:22:ad:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32763abc-9950-48e0-85bc-d9f34828b021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '0423d2f7-af38-49fd-9afb-e8decc1fcbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:39Z', 'updated_at': '2022-02-19T04:06:45Z', 'revision_number': 4, 'project_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'subnets': [{'id': '0423d2f7-af38-49fd-9afb-e8decc1fcbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:06:46.344044 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa1bb3a-edd3-4fea-ae14-b30f8a64d130 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:06:46.345046 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-baa1bb3a-edd3-4fea-ae14-b30f8a64d130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (78a3690f-36a5-42b2-b6f6-23b9e423ffd7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:06:46.351519 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:06:46.395347 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-37172be6-1761-4a85-b32a-325d81c0de58 None None] Current status of the port b10c53b3-5eb6-4a0d-bdbd-929fc1250876 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:46.409140 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ed8926c-023a-4399-b2e1-333738943831 req-1e4cc2d1-3e55-4b71-bea5-e3b1c4027c26 service neutron] 10.222.0.52 "GET /v2.0/networks/756a1315-5ddd-41e7-b20d-98f0d052a07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574058 Feb 19 04:06:46.417686 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1cfc4059-b7da-48cf-b6b6-ea19583021d8 req-524cafab-72fe-4509-a408-07a0a9f8e4db tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/security-groups?id=1455d74e-fbd8-4a3c-b4f0-956d992c3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396245 Feb 19 04:06:46.493547 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-baa1bb3a-edd3-4fea-ae14-b30f8a64d130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (9c484cb2-d49b-4cb4-a1e7-39d440927c34), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.517948 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-baa1bb3a-edd3-4fea-ae14-b30f8a64d130 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.536686 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-baa1bb3a-edd3-4fea-ae14-b30f8a64d130 admin admin] 10.222.0.52 "DELETE /v2.0/networks/9c484cb2-d49b-4cb4-a1e7-39d440927c34 HTTP/1.1" status: 204 len: 168 time: 0.7999504 Feb 19 04:06:46.562506 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1bb3a-edd3-4fea-ae14-b30f8a64d130 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c484cb2-d49b-4cb4-a1e7-39d440927c34,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:46.606555 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ed8926c-023a-4399-b2e1-333738943831 req-2b069c8f-ab8e-4e97-8a5b-a27df1ac0023 service neutron] 10.222.0.52 "GET /v2.0/networks/756a1315-5ddd-41e7-b20d-98f0d052a07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815822 Feb 19 04:06:46.691600 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63836e2f-5352-4ff7-aae1-b5a6d71d433f tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (cfecc835-c627-41eb-8873-5c699fb3f4df), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.721018 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-63836e2f-5352-4ff7-aae1-b5a6d71d433f tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Calling delete_port for cfecc835-c627-41eb-8873-5c699fb3f4df owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:06:46.735153 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b68f3-c62a-490d-9e6f-6ee105f3fa8b req-9308b66c-7a4d-4cc9-8c88-7b2dc01415a4 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:46.736695 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-099b68f3-c62a-490d-9e6f-6ee105f3fa8b req-9308b66c-7a4d-4cc9-8c88-7b2dc01415a4 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 946 time: 0.1497638 Feb 19 04:06:46.801353 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57460) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:46.932657 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fe3edb8d-1112-4ff9-8629-63be7dd9c856 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5c42b47db3b04ce6966fb4de683a6e22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300068 Feb 19 04:06:46.935260 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57466) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:47.052551 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8fd6860d-2cfc-4136-908b-1519420e92d2 req-de18d0c5-56a2-478f-bdc8-2f12cf161c1f tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/ports?device_id=2415283d-0bc3-4632-a1af-8412db934f51 HTTP/1.1" status: 200 len: 210 time: 0.0910766 Feb 19 04:06:47.140687 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d982aa-d206-4132-89df-368b81efd7c2 None None] Network 6d52762f-aef4-40b5-a104-0ed49eda88ae requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:06:47.153075 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-099b68f3-c62a-490d-9e6f-6ee105f3fa8b req-d6c495f4-fd00-4b09-8ea9-6bc82bfea0ea tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840760 Feb 19 04:06:47.307616 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ed13df5-704b-4b28-a597-2e2e932a205d admin admin] Publish callbacks [] for security_group (9eb4439d-d615-425e-bdcb-b19dca270322), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:47.383246 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-3b9cfe14-3313-4b96-bee9-aa0cfc0b3356 None None] Provisioning complete for port 258765a7-93ac-44ee-a136-8ab8b6f9de61 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:47.383905 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3b9cfe14-3313-4b96-bee9-aa0cfc0b3356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (258765a7-93ac-44ee-a136-8ab8b6f9de61), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:47.489211 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ed13df5-704b-4b28-a597-2e2e932a205d admin admin] Publish callbacks [] for security_group (9eb4439d-d615-425e-bdcb-b19dca270322), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:47.504981 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca743e6-4820-477d-952e-27b8f78beb5b req-09202a35-bdd0-4cb7-a493-1adf8c6fd407 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:47.506860 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c2d0d82-8c6b-4bf0-87ac-92bf810364e7 req-9009ab2f-a91d-4476-8443-a60cad3de797 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.52 "GET /v2.0/ports?device_id=f05c4082-e418-4a50-8c43-af7a7bafd4ee HTTP/1.1" status: 200 len: 210 time: 0.1890385 Feb 19 04:06:47.515804 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-eca743e6-4820-477d-952e-27b8f78beb5b req-09202a35-bdd0-4cb7-a493-1adf8c6fd407 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.26 "GET /v2.0/networks?id=89d1ed9c-9c45-4998-878b-86b20d407d20 HTTP/1.1" status: 200 len: 828 time: 0.5200863 Feb 19 04:06:47.533613 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-eca743e6-4820-477d-952e-27b8f78beb5b req-26a599ef-408a-4ae0-b7d6-dfa5deb113ec tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Request body: {'port': {'device_id': '2415283d-0bc3-4632-a1af-8412db934f51', 'network_id': '89d1ed9c-9c45-4998-878b-86b20d407d20', 'admin_state_up': True, 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:47.537021 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 258765a7-93ac-44ee-a136-8ab8b6f9de61 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:47.552718 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63836e2f-5352-4ff7-aae1-b5a6d71d433f tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (cfecc835-c627-41eb-8873-5c699fb3f4df), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:47.602674 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63836e2f-5352-4ff7-aae1-b5a6d71d433f tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Pushing event deleted for resources: {'Port': ['ID=cfecc835-c627-41eb-8873-5c699fb3f4df,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:47.674429 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63836e2f-5352-4ff7-aae1-b5a6d71d433f tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:47.683062 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-63836e2f-5352-4ff7-aae1-b5a6d71d433f tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] 10.222.0.52 "DELETE /v2.0/ports/cfecc835-c627-41eb-8873-5c699fb3f4df HTTP/1.1" status: 204 len: 168 time: 2.2675297 Feb 19 04:06:47.686599 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57478) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:47.689785 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 258765a7-93ac-44ee-a136-8ab8b6f9de61 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:47.690188 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (258765a7-93ac-44ee-a136-8ab8b6f9de61), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:47.706263 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-8dc8d236-9323-46c0-9bb8-2a700b3fb224 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Request body: {'port': {'name': 'tempest-new-port-name-1956349281', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:47.707099 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.api.validators [None req-8dc8d236-9323-46c0-9bb8-2a700b3fb224 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] bootfile-name is not in valid_values {{(pid=109926) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 04:06:47.707644 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.api.validators [None req-8dc8d236-9323-46c0-9bb8-2a700b3fb224 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] tftp-server is not in valid_values {{(pid=109926) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 04:06:47.708149 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.api.validators [None req-8dc8d236-9323-46c0-9bb8-2a700b3fb224 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] server-ip-address is not in valid_values {{(pid=109926) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 04:06:47.821815 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca743e6-4820-477d-952e-27b8f78beb5b req-26a599ef-408a-4ae0-b7d6-dfa5deb113ec tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Made reservation on behalf of 4afc8cdd0c1a4adebd59493a3965afa8 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:47.825624 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-eca743e6-4820-477d-952e-27b8f78beb5b req-26a599ef-408a-4ae0-b7d6-dfa5deb113ec tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:47.888110 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e25663-bca2-4875-9540-a2c14292ed3a req-410390dc-cd8e-4db7-900f-167746354e91 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:47.889812 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-28e25663-bca2-4875-9540-a2c14292ed3a req-410390dc-cd8e-4db7-900f-167746354e91 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/ports?device_id=468eada7-3ec0-4e0b-90fe-fb5a601d368e HTTP/1.1" status: 200 len: 945 time: 0.1304100 Feb 19 04:06:47.890657 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8dc8d236-9323-46c0-9bb8-2a700b3fb224 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ee01b02f-76df-4528-ab64-dcfa53d3cac8), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:47.928328 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ed13df5-704b-4b28-a597-2e2e932a205d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (9eb4439d-d615-425e-bdcb-b19dca270322), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:47.931226 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ed13df5-704b-4b28-a597-2e2e932a205d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:47.932718 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1ed13df5-704b-4b28-a597-2e2e932a205d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9eb4439d-d615-425e-bdcb-b19dca270322 HTTP/1.1" status: 204 len: 168 time: 0.9965200 Feb 19 04:06:47.963098 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed13df5-704b-4b28-a597-2e2e932a205d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb4439d-d615-425e-bdcb-b19dca270322,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:48.013332 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3b9cfe14-3313-4b96-bee9-aa0cfc0b3356 None None] Current status of the port 258765a7-93ac-44ee-a136-8ab8b6f9de61 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:48.013988 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3b9cfe14-3313-4b96-bee9-aa0cfc0b3356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (258765a7-93ac-44ee-a136-8ab8b6f9de61), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:48.115264 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3b9cfe14-3313-4b96-bee9-aa0cfc0b3356 None None] For port 258765a7-93ac-44ee-a136-8ab8b6f9de61, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=258765a7-93ac-44ee-a136-8ab8b6f9de61,segment=NetworkSegment(0ceaef37-05ca-4962-86d9-ab2132fb56b6),segment_id=0ceaef37-05ca-4962-86d9-ab2132fb56b6)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:48.122646 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 258765a7-93ac-44ee-a136-8ab8b6f9de61 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:48.123228 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (258765a7-93ac-44ee-a136-8ab8b6f9de61), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:48.136425 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3b9cfe14-3313-4b96-bee9-aa0cfc0b3356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (258765a7-93ac-44ee-a136-8ab8b6f9de61), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:48.196597 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-eca743e6-4820-477d-952e-27b8f78beb5b req-26a599ef-408a-4ae0-b7d6-dfa5deb113ec tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Allocated IP 172.20.0.3 (89d1ed9c-9c45-4998-878b-86b20d407d20/0423d2f7-af38-49fd-9afb-e8decc1fcbb8/4e970437-163d-481c-98d2-2c2b32731566) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:48.281282 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9cfe14-3313-4b96-bee9-aa0cfc0b3356 None None] Pushing event updated for resources: {'Port': ['ID=258765a7-93ac-44ee-a136-8ab8b6f9de61,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:48.328669 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-28e25663-bca2-4875-9540-a2c14292ed3a req-a8600e03-2b84-43b6-8457-2872e61b772c tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/security-groups?id=1455d74e-fbd8-4a3c-b4f0-956d992c3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120810 Feb 19 04:06:48.446015 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:06:48.446516 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:06:48.451954 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-49e2045c-4141-45b3-a4e7-946eae42f2f2 req-dbe5fc13-601a-4531-b1d5-78793ae7ad30 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/ports?device_id=2415283d-0bc3-4632-a1af-8412db934f51 HTTP/1.1" status: 200 len: 210 time: 0.1225295 Feb 19 04:06:48.640189 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-eca743e6-4820-477d-952e-27b8f78beb5b req-26a599ef-408a-4ae0-b7d6-dfa5deb113ec tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks [] for port (4e970437-163d-481c-98d2-2c2b32731566), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:48.646867 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8dc8d236-9323-46c0-9bb8-2a700b3fb224 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks [] for port (ee01b02f-76df-4528-ab64-dcfa53d3cac8), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:48.675871 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8dc8d236-9323-46c0-9bb8-2a700b3fb224 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (ee01b02f-76df-4528-ab64-dcfa53d3cac8), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:48.743990 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4b69f03-6148-4032-ba3b-57314aa5c09e req-80531bc5-172f-490d-aeb4-08cb2b2202ec tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.52 "GET /v2.0/ports?device_id=f05c4082-e418-4a50-8c43-af7a7bafd4ee HTTP/1.1" status: 200 len: 210 time: 0.0926986 Feb 19 04:06:48.744484 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c943b79e-4c04-49f0-8ecc-d285dc124f61 None None] Provisioning complete for port 258765a7-93ac-44ee-a136-8ab8b6f9de61 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:48.744848 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c943b79e-4c04-49f0-8ecc-d285dc124f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (258765a7-93ac-44ee-a136-8ab8b6f9de61), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:48.761889 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-eca743e6-4820-477d-952e-27b8f78beb5b req-26a599ef-408a-4ae0-b7d6-dfa5deb113ec tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (4e970437-163d-481c-98d2-2c2b32731566), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:48.834724 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-8dc8d236-9323-46c0-9bb8-2a700b3fb224 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] In _notify_port_updated(), no bound segment for port ee01b02f-76df-4528-ab64-dcfa53d3cac8 on network 6d52762f-aef4-40b5-a104-0ed49eda88ae {{(pid=109926) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:06:48.841814 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc8d236-9323-46c0-9bb8-2a700b3fb224 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:48.842566 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8dc8d236-9323-46c0-9bb8-2a700b3fb224 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:48.850917 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8dc8d236-9323-46c0-9bb8-2a700b3fb224 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] 10.222.0.52 "PUT /v2.0/ports/ee01b02f-76df-4528-ab64-dcfa53d3cac8 HTTP/1.1" status: 200 len: 1130 time: 1.1629705 Feb 19 04:06:48.854799 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57510) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:48.932549 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c943b79e-4c04-49f0-8ecc-d285dc124f61 None None] Current status of the port 258765a7-93ac-44ee-a136-8ab8b6f9de61 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:48.940463 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128fc636-b751-4e2d-be61-0aa94b7d6c09 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:48.943609 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca743e6-4820-477d-952e-27b8f78beb5b req-26a599ef-408a-4ae0-b7d6-dfa5deb113ec tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Network 89d1ed9c-9c45-4998-878b-86b20d407d20 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:48.946327 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-128fc636-b751-4e2d-be61-0aa94b7d6c09 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] 10.222.0.52 "GET /v2.0/ports/ee01b02f-76df-4528-ab64-dcfa53d3cac8 HTTP/1.1" status: 200 len: 1130 time: 0.0886075 Feb 19 04:06:48.960099 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15872465-6901-43de-b7f4-dcbf1102e081 req-97a9f514-2ec8-4ef9-9a2c-7266f4b257e2 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:48.967431 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-15872465-6901-43de-b7f4-dcbf1102e081 req-97a9f514-2ec8-4ef9-9a2c-7266f4b257e2 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 946 time: 0.4846525 Feb 19 04:06:48.972718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57512) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:48.978155 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-eca743e6-4820-477d-952e-27b8f78beb5b req-26a599ef-408a-4ae0-b7d6-dfa5deb113ec tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:49.007741 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca743e6-4820-477d-952e-27b8f78beb5b req-26a599ef-408a-4ae0-b7d6-dfa5deb113ec tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:49.024450 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c943b79e-4c04-49f0-8ecc-d285dc124f61 None None] Provisioning complete for port ee01b02f-76df-4528-ab64-dcfa53d3cac8 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:49.025160 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c943b79e-4c04-49f0-8ecc-d285dc124f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ee01b02f-76df-4528-ab64-dcfa53d3cac8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:49.111932 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a599ef-408a-4ae0-b7d6-dfa5deb113ec tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Pushing event updated for resources: {'Port': ['ID=4e970437-163d-481c-98d2-2c2b32731566,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:49.125902 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c943b79e-4c04-49f0-8ecc-d285dc124f61 None None] Port ee01b02f-76df-4528-ab64-dcfa53d3cac8 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:06:49.160294 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 258765a7-93ac-44ee-a136-8ab8b6f9de61 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:49.169364 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b10c53b3-5eb6-4a0d-bdbd-929fc1250876 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:49.192224 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8d236-9323-46c0-9bb8-2a700b3fb224 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Pushing event updated for resources: {'Port': ['ID=ee01b02f-76df-4528-ab64-dcfa53d3cac8,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:49.202756 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca743e6-4820-477d-952e-27b8f78beb5b req-26a599ef-408a-4ae0-b7d6-dfa5deb113ec tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:49.205595 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-eca743e6-4820-477d-952e-27b8f78beb5b req-26a599ef-408a-4ae0-b7d6-dfa5deb113ec tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:49.245646 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-eca743e6-4820-477d-952e-27b8f78beb5b req-26a599ef-408a-4ae0-b7d6-dfa5deb113ec tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7178180 Feb 19 04:06:49.258680 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-eca743e6-4820-477d-952e-27b8f78beb5b req-7e12de76-b2f8-4352-bee0-b8ba44312e15 service neutron] Request body: {'port': {'device_id': '2415283d-0bc3-4632-a1af-8412db934f51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:49.330561 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-15872465-6901-43de-b7f4-dcbf1102e081 req-42940f49-5ee8-4bc5-b98a-e5e119a339fc tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043280 Feb 19 04:06:49.370036 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port b10c53b3-5eb6-4a0d-bdbd-929fc1250876 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:49.370828 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b10c53b3-5eb6-4a0d-bdbd-929fc1250876), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:49.408144 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-eca743e6-4820-477d-952e-27b8f78beb5b req-7e12de76-b2f8-4352-bee0-b8ba44312e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4e970437-163d-481c-98d2-2c2b32731566), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:49.424843 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-4144e8fb-d04f-4b9c-904b-38036da4d35a None None] Provisioning complete for port ee01b02f-76df-4528-ab64-dcfa53d3cac8 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:49.425894 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4144e8fb-d04f-4b9c-904b-38036da4d35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ee01b02f-76df-4528-ab64-dcfa53d3cac8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:49.465995 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8926c-023a-4399-b2e1-333738943831 req-3bb6cda9-d607-4ca1-99ed-253ca301b511 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:49.467877 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ed8926c-023a-4399-b2e1-333738943831 req-3bb6cda9-d607-4ca1-99ed-253ca301b511 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.79 "GET /v2.0/networks?id=756a1315-5ddd-41e7-b20d-98f0d052a07f HTTP/1.1" status: 200 len: 809 time: 0.6142468 Feb 19 04:06:49.536562 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-6ed8926c-023a-4399-b2e1-333738943831 req-36ec1f83-bb8b-4b5c-9f43-39c570b438b8 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Request body: {'port': {'device_id': 'f05c4082-e418-4a50-8c43-af7a7bafd4ee', 'network_id': '756a1315-5ddd-41e7-b20d-98f0d052a07f', 'admin_state_up': True, 'tenant_id': '3eef6e2a8d8d4d02b6f37a63b55e5195'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:49.540448 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-4144e8fb-d04f-4b9c-904b-38036da4d35a None None] Port ee01b02f-76df-4528-ab64-dcfa53d3cac8 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:06:49.655839 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port b10c53b3-5eb6-4a0d-bdbd-929fc1250876 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:49.677244 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-4b3c3956-47db-499d-8b84-47da98c26afe None None] Provisioning complete for port 4e970437-163d-481c-98d2-2c2b32731566 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:49.677635 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4b3c3956-47db-499d-8b84-47da98c26afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4e970437-163d-481c-98d2-2c2b32731566), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:49.725386 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57532) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:49.726019 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57534) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:49.732900 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-4b3c3956-47db-499d-8b84-47da98c26afe None None] Port 4e970437-163d-481c-98d2-2c2b32731566 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:06:49.775367 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 258765a7-93ac-44ee-a136-8ab8b6f9de61 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:49.792379 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a639c2-21b1-4afe-8ac0-a38e56f9493a req-94bf61f4-364e-4b34-a221-4f7b970685bc tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:49.793838 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-13a639c2-21b1-4afe-8ac0-a38e56f9493a req-94bf61f4-364e-4b34-a221-4f7b970685bc tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.26 "GET /v2.0/ports?device_id=468eada7-3ec0-4e0b-90fe-fb5a601d368e HTTP/1.1" status: 200 len: 945 time: 0.3834355 Feb 19 04:06:49.871032 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-7402f634-8074-4552-82f6-1f819f278746 None None] Could not find standard attr ID for object cfecc835-c627-41eb-8873-5c699fb3f4df. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:06:49.881651 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 258765a7-93ac-44ee-a136-8ab8b6f9de61 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:49.882027 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (258765a7-93ac-44ee-a136-8ab8b6f9de61), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:49.964629 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-2a93d92b-d500-4d1c-888f-62a40cc6308e admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1562579809-network', 'tenant_id': '89f570eb52d140abbcd42975657310d6'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:50.036434 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 258765a7-93ac-44ee-a136-8ab8b6f9de61 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:50.088295 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a93d92b-d500-4d1c-888f-62a40cc6308e admin admin] Made reservation on behalf of 89f570eb52d140abbcd42975657310d6 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:50.090729 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2a93d92b-d500-4d1c-888f-62a40cc6308e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.117154 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-eca743e6-4820-477d-952e-27b8f78beb5b req-7e12de76-b2f8-4352-bee0-b8ba44312e15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e970437-163d-481c-98d2-2c2b32731566 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:06:50.124992 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2a93d92b-d500-4d1c-888f-62a40cc6308e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.132958 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-eca743e6-4820-477d-952e-27b8f78beb5b req-7e12de76-b2f8-4352-bee0-b8ba44312e15 service neutron] Publish callbacks [] for port (4e970437-163d-481c-98d2-2c2b32731566), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.159500 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3d3c8-6335-4dec-b0d1-6df3f1ff74c1 req-c747c5f2-ec37-433f-a44f-ddc24031ef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:50.159977 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3d3c8-6335-4dec-b0d1-6df3f1ff74c1 req-c747c5f2-ec37-433f-a44f-ddc24031ef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:50.160447 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3d3c8-6335-4dec-b0d1-6df3f1ff74c1 req-c747c5f2-ec37-433f-a44f-ddc24031ef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:50.160911 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3d3c8-6335-4dec-b0d1-6df3f1ff74c1 req-c747c5f2-ec37-433f-a44f-ddc24031ef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:50.161368 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3d3c8-6335-4dec-b0d1-6df3f1ff74c1 req-c747c5f2-ec37-433f-a44f-ddc24031ef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:50.161826 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3d3c8-6335-4dec-b0d1-6df3f1ff74c1 req-c747c5f2-ec37-433f-a44f-ddc24031ef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:50.162310 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3d3c8-6335-4dec-b0d1-6df3f1ff74c1 req-c747c5f2-ec37-433f-a44f-ddc24031ef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:50.170268 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bbb3d3c8-6335-4dec-b0d1-6df3f1ff74c1 req-c747c5f2-ec37-433f-a44f-ddc24031ef42 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 6713 time: 0.4395347 Feb 19 04:06:50.186077 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-13a639c2-21b1-4afe-8ac0-a38e56f9493a req-074972d3-402e-4293-a15b-c639437b6850 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Deleting port e1c063e0-e33a-4cc6-8165-20f28ea0fe31 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:06:50.186524 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-13a639c2-21b1-4afe-8ac0-a38e56f9493a req-074972d3-402e-4293-a15b-c639437b6850 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (e1c063e0-e33a-4cc6-8165-20f28ea0fe31), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.214102 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-eca743e6-4820-477d-952e-27b8f78beb5b req-7e12de76-b2f8-4352-bee0-b8ba44312e15 service neutron] Transition to ACTIVE for port object 4e970437-163d-481c-98d2-2c2b32731566 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:06:50.232706 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-e8e1c43c-5fce-42ce-a3a8-d4fd768512d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Deleting port ee01b02f-76df-4528-ab64-dcfa53d3cac8 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:06:50.233087 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e8e1c43c-5fce-42ce-a3a8-d4fd768512d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ee01b02f-76df-4528-ab64-dcfa53d3cac8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.258882 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-eca743e6-4820-477d-952e-27b8f78beb5b req-7e12de76-b2f8-4352-bee0-b8ba44312e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (4e970437-163d-481c-98d2-2c2b32731566), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.300836 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-5ea663fe-c204-4154-b4f8-e1dc0f6b8326 None None] Provisioning complete for port ee01b02f-76df-4528-ab64-dcfa53d3cac8 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:50.307853 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5ea663fe-c204-4154-b4f8-e1dc0f6b8326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ee01b02f-76df-4528-ab64-dcfa53d3cac8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.333190 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1cc90-ccfe-4eb4-b524-fa1261e2e4eb req-c4573c5c-e299-4788-8ebe-e060c1e483e3 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:50.334377 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84a1cc90-ccfe-4eb4-b524-fa1261e2e4eb req-c4573c5c-e299-4788-8ebe-e060c1e483e3 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/ports?device_id=468eada7-3ec0-4e0b-90fe-fb5a601d368e HTTP/1.1" status: 200 len: 945 time: 0.8642700 Feb 19 04:06:50.348592 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4093b78-ef72-471a-afc9-2827b5287aa8 req-fa36e55d-4052-4ad4-a946-6a330ee44302 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:50.350491 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4093b78-ef72-471a-afc9-2827b5287aa8 req-fa36e55d-4052-4ad4-a946-6a330ee44302 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/ports?device_id=2415283d-0bc3-4632-a1af-8412db934f51 HTTP/1.1" status: 200 len: 931 time: 0.1706567 Feb 19 04:06:50.363186 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-5ea663fe-c204-4154-b4f8-e1dc0f6b8326 None None] Port ee01b02f-76df-4528-ab64-dcfa53d3cac8 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:06:50.363438 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ed8926c-023a-4399-b2e1-333738943831 req-36ec1f83-bb8b-4b5c-9f43-39c570b438b8 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Made reservation on behalf of 3eef6e2a8d8d4d02b6f37a63b55e5195 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:50.366929 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ed8926c-023a-4399-b2e1-333738943831 req-36ec1f83-bb8b-4b5c-9f43-39c570b438b8 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.405045 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bbb3d3c8-6335-4dec-b0d1-6df3f1ff74c1 req-90a00689-e810-4716-b0b1-249f73bb01cc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2332711 Feb 19 04:06:50.415637 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12de76-b2f8-4352-bee0-b8ba44312e15 service neutron] Pushing event updated for resources: {'Port': ['ID=4e970437-163d-481c-98d2-2c2b32731566,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:50.446744 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e8e1c43c-5fce-42ce-a3a8-d4fd768512d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ee01b02f-76df-4528-ab64-dcfa53d3cac8), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.489611 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-e8e1c43c-5fce-42ce-a3a8-d4fd768512d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Calling delete_port for ee01b02f-76df-4528-ab64-dcfa53d3cac8 owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:06:50.493105 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-13a639c2-21b1-4afe-8ac0-a38e56f9493a req-074972d3-402e-4293-a15b-c639437b6850 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] For port e1c063e0-e33a-4cc6-8165-20f28ea0fe31, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=e1c063e0-e33a-4cc6-8165-20f28ea0fe31,segment=NetworkSegment(cfc99471-7284-44f5-9c42-49462a14f740),segment_id=cfc99471-7284-44f5-9c42-49462a14f740)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:50.493320 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-13a639c2-21b1-4afe-8ac0-a38e56f9493a req-074972d3-402e-4293-a15b-c639437b6850 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (e1c063e0-e33a-4cc6-8165-20f28ea0fe31), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.520827 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-13a639c2-21b1-4afe-8ac0-a38e56f9493a req-074972d3-402e-4293-a15b-c639437b6850 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Calling delete_port for e1c063e0-e33a-4cc6-8165-20f28ea0fe31 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:06:50.542230 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84a1cc90-ccfe-4eb4-b524-fa1261e2e4eb req-9039a8d6-bf7a-4809-b34a-60a678c9904c tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/security-groups?id=1455d74e-fbd8-4a3c-b4f0-956d992c3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878846 Feb 19 04:06:50.549612 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4093b78-ef72-471a-afc9-2827b5287aa8 req-be4abe67-41fa-4339-87b4-44d4d33b3151 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/security-groups?id=0af1625a-1dac-4f0d-8d14-bab276e6a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579499 Feb 19 04:06:50.549763 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2a93d92b-d500-4d1c-888f-62a40cc6308e admin admin] Publish callbacks [] for security_group (30c458cb-90c2-4e2c-9758-94cbf3eafb53), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.599361 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2a93d92b-d500-4d1c-888f-62a40cc6308e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (30c458cb-90c2-4e2c-9758-94cbf3eafb53), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.627486 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-eca743e6-4820-477d-952e-27b8f78beb5b req-7e12de76-b2f8-4352-bee0-b8ba44312e15 service neutron] Attempting to bind port 4e970437-163d-481c-98d2-2c2b32731566 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:06:50.627804 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-eca743e6-4820-477d-952e-27b8f78beb5b req-7e12de76-b2f8-4352-bee0-b8ba44312e15 service neutron] Attempting to bind port 4e970437-163d-481c-98d2-2c2b32731566 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '7ee69d56-fec1-48c2-bf82-a6515095370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '89d1ed9c-9c45-4998-878b-86b20d407d20'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:06:50.628077 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca743e6-4820-477d-952e-27b8f78beb5b req-7e12de76-b2f8-4352-bee0-b8ba44312e15 service neutron] Attempting to bind port 4e970437-163d-481c-98d2-2c2b32731566 on network 89d1ed9c-9c45-4998-878b-86b20d407d20 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:50.642566 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca743e6-4820-477d-952e-27b8f78beb5b req-7e12de76-b2f8-4352-bee0-b8ba44312e15 service neutron] Port 4e970437-163d-481c-98d2-2c2b32731566 on network 89d1ed9c-9c45-4998-878b-86b20d407d20 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:06:50.642864 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca743e6-4820-477d-952e-27b8f78beb5b req-7e12de76-b2f8-4352-bee0-b8ba44312e15 service neutron] Attempting to bind port 4e970437-163d-481c-98d2-2c2b32731566 on network 89d1ed9c-9c45-4998-878b-86b20d407d20 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:50.652287 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a93d92b-d500-4d1c-888f-62a40cc6308e admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:06:50.672447 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca743e6-4820-477d-952e-27b8f78beb5b req-7e12de76-b2f8-4352-bee0-b8ba44312e15 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:06:50.672885 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca743e6-4820-477d-952e-27b8f78beb5b req-7e12de76-b2f8-4352-bee0-b8ba44312e15 service neutron] Checking segment: {'id': '7ee69d56-fec1-48c2-bf82-a6515095370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '89d1ed9c-9c45-4998-878b-86b20d407d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:50.673274 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca743e6-4820-477d-952e-27b8f78beb5b req-7e12de76-b2f8-4352-bee0-b8ba44312e15 service neutron] Bound using segment: {'id': '7ee69d56-fec1-48c2-bf82-a6515095370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '89d1ed9c-9c45-4998-878b-86b20d407d20'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:06:50.673791 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-eca743e6-4820-477d-952e-27b8f78beb5b req-7e12de76-b2f8-4352-bee0-b8ba44312e15 service neutron] Bound port: 4e970437-163d-481c-98d2-2c2b32731566, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee69d56-fec1-48c2-bf82-a6515095370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '89d1ed9c-9c45-4998-878b-86b20d407d20'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:06:50.674695 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-eca743e6-4820-477d-952e-27b8f78beb5b req-7e12de76-b2f8-4352-bee0-b8ba44312e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4e970437-163d-481c-98d2-2c2b32731566), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.680912 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93d92b-d500-4d1c-888f-62a40cc6308e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c458cb-90c2-4e2c-9758-94cbf3eafb53,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:50.694257 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-6ed8926c-023a-4399-b2e1-333738943831 req-36ec1f83-bb8b-4b5c-9f43-39c570b438b8 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Allocated IP 172.20.0.6 (756a1315-5ddd-41e7-b20d-98f0d052a07f/da8086a2-225b-4d89-aa36-1628bf3d5252/34471632-2f71-414a-9021-d725776a3114) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:50.703744 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2a93d92b-d500-4d1c-888f-62a40cc6308e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (c61db939-2359-422c-aef9-128f8ca1bb50), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.704186 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-2a93d92b-d500-4d1c-888f-62a40cc6308e admin admin] Added segment c61db939-2359-422c-aef9-128f8ca1bb50 of type vlan for network 3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 Feb 19 04:06:50.769635 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d18b61b1-6d8a-4c95-b69e-2fbb30573efb req-8825ebcb-b454-43e0-ab5f-ece02a6f727d tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.52 "GET /v2.0/ports?device_id=f05c4082-e418-4a50-8c43-af7a7bafd4ee HTTP/1.1" status: 200 len: 210 time: 0.0675488 Feb 19 04:06:50.780110 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2a93d92b-d500-4d1c-888f-62a40cc6308e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.863368 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-eca743e6-4820-477d-952e-27b8f78beb5b req-7e12de76-b2f8-4352-bee0-b8ba44312e15 service neutron] For port 4e970437-163d-481c-98d2-2c2b32731566, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:06:50.877187 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-13a639c2-21b1-4afe-8ac0-a38e56f9493a req-074972d3-402e-4293-a15b-c639437b6850 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (e1c063e0-e33a-4cc6-8165-20f28ea0fe31), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.881298 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2a93d92b-d500-4d1c-888f-62a40cc6308e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.882272 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a93d92b-d500-4d1c-888f-62a40cc6308e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:50.882848 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2a93d92b-d500-4d1c-888f-62a40cc6308e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.887267 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-eca743e6-4820-477d-952e-27b8f78beb5b req-7e12de76-b2f8-4352-bee0-b8ba44312e15 service neutron] For port 4e970437-163d-481c-98d2-2c2b32731566, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=4e970437-163d-481c-98d2-2c2b32731566,segment=NetworkSegment(7ee69d56-fec1-48c2-bf82-a6515095370f),segment_id=7ee69d56-fec1-48c2-bf82-a6515095370f)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:06:50.888989 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['e1c063e0-e33a-4cc6-8165-20f28ea0fe31'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:06:50.902959 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8aedbd-dd58-465f-88e6-187b0d57e7ed req-d4649345-99be-44b9-83a5-620d96b3ca9b tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:50.904396 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cc8aedbd-dd58-465f-88e6-187b0d57e7ed req-d4649345-99be-44b9-83a5-620d96b3ca9b tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 946 time: 0.2012396 Feb 19 04:06:50.939096 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e8e1c43c-5fce-42ce-a3a8-d4fd768512d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (ee01b02f-76df-4528-ab64-dcfa53d3cac8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.943043 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074972d3-402e-4293-a15b-c639437b6850 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Pushing event deleted for resources: {'Port': ['ID=e1c063e0-e33a-4cc6-8165-20f28ea0fe31,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:50.946102 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-eca743e6-4820-477d-952e-27b8f78beb5b req-7e12de76-b2f8-4352-bee0-b8ba44312e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (4e970437-163d-481c-98d2-2c2b32731566), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.987022 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1c43c-5fce-42ce-a3a8-d4fd768512d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Pushing event deleted for resources: {'Port': ['ID=ee01b02f-76df-4528-ab64-dcfa53d3cac8,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:51.032528 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2a93d92b-d500-4d1c-888f-62a40cc6308e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3004711 Feb 19 04:06:51.039887 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57550) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:51.042104 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e8e1c43c-5fce-42ce-a3a8-d4fd768512d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:51.047782 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e8e1c43c-5fce-42ce-a3a8-d4fd768512d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] 10.222.0.52 "DELETE /v2.0/ports/ee01b02f-76df-4528-ab64-dcfa53d3cac8 HTTP/1.1" status: 204 len: 168 time: 2.0720353 Feb 19 04:06:51.050804 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-c705576a-6eda-4546-acbf-96f767ef6a32 admin admin] Request body: {'subnet': {'network_id': '3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1562579809-subnet', 'tenant_id': '89f570eb52d140abbcd42975657310d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:51.051226 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57552) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:51.064098 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cc8aedbd-dd58-465f-88e6-187b0d57e7ed req-420e90d5-062f-4c20-8cde-699d7b56d0ab tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476634 Feb 19 04:06:51.093431 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ed8926c-023a-4399-b2e1-333738943831 req-36ec1f83-bb8b-4b5c-9f43-39c570b438b8 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Publish callbacks [] for port (34471632-2f71-414a-9021-d725776a3114), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:51.115299 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c705576a-6eda-4546-acbf-96f767ef6a32 admin admin] Made reservation on behalf of 89f570eb52d140abbcd42975657310d6 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:51.118992 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c705576a-6eda-4546-acbf-96f767ef6a32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:51.132451 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a639c2-21b1-4afe-8ac0-a38e56f9493a req-074972d3-402e-4293-a15b-c639437b6850 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] No DVR routers for this DVR port e1c063e0-e33a-4cc6-8165-20f28ea0fe31 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:06:51.134692 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca743e6-4820-477d-952e-27b8f78beb5b req-7e12de76-b2f8-4352-bee0-b8ba44312e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:51.135320 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-eca743e6-4820-477d-952e-27b8f78beb5b req-7e12de76-b2f8-4352-bee0-b8ba44312e15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:51.136896 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-eca743e6-4820-477d-952e-27b8f78beb5b req-7e12de76-b2f8-4352-bee0-b8ba44312e15 service neutron] 10.222.0.26 "PUT /v2.0/ports/4e970437-163d-481c-98d2-2c2b32731566 HTTP/1.1" status: 200 len: 1092 time: 1.8834407 Feb 19 04:06:51.146609 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2415283d-0bc3-4632-a1af-8412db934f51', 'tag': '4e970437-163d-481c-98d2-2c2b32731566'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:51.149825 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b290c5a-6a9c-42c5-8761-882ca7aa53d9" -d '{"events": [{"name": "network-changed", "server_uuid": "2415283d-0bc3-4632-a1af-8412db934f51", "tag": "4e970437-163d-481c-98d2-2c2b32731566"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:51.171296 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-13a639c2-21b1-4afe-8ac0-a38e56f9493a req-074972d3-402e-4293-a15b-c639437b6850 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:51.175817 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-13a639c2-21b1-4afe-8ac0-a38e56f9493a req-074972d3-402e-4293-a15b-c639437b6850 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.26 "DELETE /v2.0/ports/e1c063e0-e33a-4cc6-8165-20f28ea0fe31 HTTP/1.1" status: 204 len: 173 time: 1.3750160 Feb 19 04:06:51.182516 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d8dbd2f-9c8c-4079-b76d-ed09e8841958 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Deleting subnet 3ad7c18a-ea71-4790-bac3-586b42c0d29c {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:06:51.198080 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2d8dbd2f-9c8c-4079-b76d-ed09e8841958 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks [] for subnet (3ad7c18a-ea71-4790-bac3-586b42c0d29c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:51.221637 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ed8926c-023a-4399-b2e1-333738943831 req-36ec1f83-bb8b-4b5c-9f43-39c570b438b8 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (34471632-2f71-414a-9021-d725776a3114), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:51.291902 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ed8926c-023a-4399-b2e1-333738943831 req-36ec1f83-bb8b-4b5c-9f43-39c570b438b8 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Network 756a1315-5ddd-41e7-b20d-98f0d052a07f is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:51.299168 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-6ed8926c-023a-4399-b2e1-333738943831 req-36ec1f83-bb8b-4b5c-9f43-39c570b438b8 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:51.302659 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed8926c-023a-4399-b2e1-333738943831 req-36ec1f83-bb8b-4b5c-9f43-39c570b438b8 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:51.349788 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec1f83-bb8b-4b5c-9f43-39c570b438b8 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Pushing event updated for resources: {'Port': ['ID=34471632-2f71-414a-9021-d725776a3114,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:51.416852 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8926c-023a-4399-b2e1-333738943831 req-36ec1f83-bb8b-4b5c-9f43-39c570b438b8 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:51.417431 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ed8926c-023a-4399-b2e1-333738943831 req-36ec1f83-bb8b-4b5c-9f43-39c570b438b8 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:51.459368 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ed8926c-023a-4399-b2e1-333738943831 req-36ec1f83-bb8b-4b5c-9f43-39c570b438b8 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9433122 Feb 19 04:06:51.476692 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-6ed8926c-023a-4399-b2e1-333738943831 req-96e5d4a8-b30b-4481-9a46-513451c6af4c service neutron] Request body: {'port': {'device_id': 'f05c4082-e418-4a50-8c43-af7a7bafd4ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:51.513390 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c705576a-6eda-4546-acbf-96f767ef6a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (3a17a667-7fa1-4649-9c36-1eb9bdedfd2a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:51.576381 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93d92b-d500-4d1c-888f-62a40cc6308e admin admin] Pushing event updated for resources: {'Network': ['ID=3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:51.579388 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c6a9ed-1c02-4990-92e0-26fb0052d813 x-openstack-request-id: req-b4c6a9ed-1c02-4990-92e0-26fb0052d813 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:51.579693 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2415283d-0bc3-4632-a1af-8412db934f51", "tag": "4e970437-163d-481c-98d2-2c2b32731566", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:51.579950 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b4c6a9ed-1c02-4990-92e0-26fb0052d813 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:51.580341 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2415283d-0bc3-4632-a1af-8412db934f51', 'tag': '4e970437-163d-481c-98d2-2c2b32731566', 'status': 'completed', 'code': 200} Feb 19 04:06:51.602549 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:06:51.638016 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12de76-b2f8-4352-bee0-b8ba44312e15 service neutron] Pushing event updated for resources: {'Port': ['ID=4e970437-163d-481c-98d2-2c2b32731566,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:51.643913 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2d8dbd2f-9c8c-4079-b76d-ed09e8841958 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (3ad7c18a-ea71-4790-bac3-586b42c0d29c), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:51.645678 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ed8926c-023a-4399-b2e1-333738943831 req-96e5d4a8-b30b-4481-9a46-513451c6af4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (34471632-2f71-414a-9021-d725776a3114), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:51.656079 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705576a-6eda-4546-acbf-96f767ef6a32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a17a667-7fa1-4649-9c36-1eb9bdedfd2a,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:51.664973 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c705576a-6eda-4546-acbf-96f767ef6a32 admin admin] Checking segment: {'id': 'c61db939-2359-422c-aef9-128f8ca1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:51.665233 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c705576a-6eda-4546-acbf-96f767ef6a32 admin admin] Network hostable DHCP agents. Network: 3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:06:51.704929 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca743e6-4820-477d-952e-27b8f78beb5b req-dfdd8f1d-e89a-4fa9-8b55-d566165146f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:51.706480 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-eca743e6-4820-477d-952e-27b8f78beb5b req-dfdd8f1d-e89a-4fa9-8b55-d566165146f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4afc8cdd0c1a4adebd59493a3965afa8&device_id=2415283d-0bc3-4632-a1af-8412db934f51 HTTP/1.1" status: 200 len: 1126 time: 0.1253765 Feb 19 04:06:51.787484 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-eca743e6-4820-477d-952e-27b8f78beb5b req-64a0f3a5-9619-454a-98b6-185145f2d03b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e970437-163d-481c-98d2-2c2b32731566 HTTP/1.1" status: 200 len: 217 time: 0.0718377 Feb 19 04:06:51.867439 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91d5af21-1fb6-425c-b030-2329b5e3daa1 req-e681b7a3-14e3-4afd-97df-b15ef2160f55 tempest-ServerGroupTestJSON-1794878355 tempest-ServerGroupTestJSON-1794878355-project] 10.222.0.52 "GET /v2.0/ports?device_id=468eada7-3ec0-4e0b-90fe-fb5a601d368e HTTP/1.1" status: 200 len: 210 time: 0.0716176 Feb 19 04:06:51.878487 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2d8dbd2f-9c8c-4079-b76d-ed09e8841958 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (3ad7c18a-ea71-4790-bac3-586b42c0d29c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:51.911145 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca743e6-4820-477d-952e-27b8f78beb5b req-fab17611-2f82-4ed2-8d7b-442b15bd5de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:51.913058 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-eca743e6-4820-477d-952e-27b8f78beb5b req-fab17611-2f82-4ed2-8d7b-442b15bd5de2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0423d2f7-af38-49fd-9afb-e8decc1fcbb8 HTTP/1.1" status: 200 len: 867 time: 0.0974488 Feb 19 04:06:51.925807 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c705576a-6eda-4546-acbf-96f767ef6a32 admin admin] Network 3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:06:51.952013 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-c705576a-6eda-4546-acbf-96f767ef6a32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:51.973171 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b23ab-a807-481d-a34d-7984d2a68557 req-7b55f47f-8fcf-4993-a6ed-826e7d9ebd13 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:51.974923 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-df3b23ab-a807-481d-a34d-7984d2a68557 req-7b55f47f-8fcf-4993-a6ed-826e7d9ebd13 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/ports?device_id=2415283d-0bc3-4632-a1af-8412db934f51 HTTP/1.1" status: 200 len: 943 time: 0.1813264 Feb 19 04:06:51.980051 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c705576a-6eda-4546-acbf-96f767ef6a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:51.980779 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f7d3c2-501b-4476-be62-914e7cfb1e9c None None] Network 3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:06:51.981269 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c705576a-6eda-4546-acbf-96f767ef6a32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:51.998251 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca743e6-4820-477d-952e-27b8f78beb5b req-bbf53096-0031-4da8-8d49-7f245778ceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:52.000315 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-eca743e6-4820-477d-952e-27b8f78beb5b req-bbf53096-0031-4da8-8d49-7f245778ceb5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89d1ed9c-9c45-4998-878b-86b20d407d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0789080 Feb 19 04:06:52.002276 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2d8dbd2f-9c8c-4079-b76d-ed09e8841958 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (3ad7c18a-ea71-4790-bac3-586b42c0d29c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:52.055162 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8dbd2f-9c8c-4079-b76d-ed09e8841958 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Pushing event deleted for resources: {'Subnet': ['ID=3ad7c18a-ea71-4790-bac3-586b42c0d29c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:52.057432 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2d8dbd2f-9c8c-4079-b76d-ed09e8841958 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:52.060606 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2d8dbd2f-9c8c-4079-b76d-ed09e8841958 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] 10.222.0.52 "DELETE /v2.0/subnets/3ad7c18a-ea71-4790-bac3-586b42c0d29c HTTP/1.1" status: 204 len: 168 time: 0.9788346 Feb 19 04:06:52.062294 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c705576a-6eda-4546-acbf-96f767ef6a32 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0153461 Feb 19 04:06:52.063034 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57562) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:52.077899 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa7d7ff-6aaf-4734-9b90-472d9eddbf0f None None] Network 6d52762f-aef4-40b5-a104-0ed49eda88ae requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:06:52.128404 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-df3b23ab-a807-481d-a34d-7984d2a68557 req-2d32a89c-1e23-4556-9b4c-32a7bb273ce2 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/security-groups?id=0af1625a-1dac-4f0d-8d14-bab276e6a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192105 Feb 19 04:06:52.166869 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b518fe8-181f-4c01-9e98-043ffa9f7e38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7', 'network_id': '3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7', 'project_id': '89f570eb52d140abbcd42975657310d6', 'fixed_ips': [{'subnet_id': '3a17a667-7fa1-4649-9c36-1eb9bdedfd2a'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:06:52.168534 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9b518fe8-181f-4c01-9e98-043ffa9f7e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:52.171722 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486aa46-07b2-47d6-9527-02e111cc38e6 req-2d3a9e02-fc6e-4375-abf4-bcf2727ad865 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:52.174673 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c486aa46-07b2-47d6-9527-02e111cc38e6 req-2d3a9e02-fc6e-4375-abf4-bcf2727ad865 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.52 "GET /v2.0/ports?device_id=f05c4082-e418-4a50-8c43-af7a7bafd4ee HTTP/1.1" status: 200 len: 931 time: 0.1963899 Feb 19 04:06:52.212177 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9eaeabc9-4a86-4f2f-855a-751bb3a78162 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (6d52762f-aef4-40b5-a104-0ed49eda88ae), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:52.236339 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-eca743e6-4820-477d-952e-27b8f78beb5b req-cbd195dc-a8cf-4464-b2c3-d5646c3ef636 service neutron] 10.222.0.26 "GET /v2.0/networks/89d1ed9c-9c45-4998-878b-86b20d407d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178338 Feb 19 04:06:52.303712 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-6ed8926c-023a-4399-b2e1-333738943831 req-96e5d4a8-b30b-4481-9a46-513451c6af4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34471632-2f71-414a-9021-d725776a3114 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:06:52.329539 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ed8926c-023a-4399-b2e1-333738943831 req-96e5d4a8-b30b-4481-9a46-513451c6af4c service neutron] Publish callbacks [] for port (34471632-2f71-414a-9021-d725776a3114), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:52.356102 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-9eaeabc9-4a86-4f2f-855a-751bb3a78162 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Deleting port 258765a7-93ac-44ee-a136-8ab8b6f9de61 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:06:52.356482 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9eaeabc9-4a86-4f2f-855a-751bb3a78162 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (258765a7-93ac-44ee-a136-8ab8b6f9de61), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:52.371090 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-9b518fe8-181f-4c01-9e98-043ffa9f7e38 None None] Allocated IP 172.20.0.2 (3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7/3a17a667-7fa1-4649-9c36-1eb9bdedfd2a/c244506d-37f8-494f-a971-3d76f60caf17) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:52.390584 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded93d42-e619-46d2-bcb3-fbc34cfbc658 req-ed0ec8a2-fdb4-4c88-9c7b-41721ffaeb14 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:52.399426 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ded93d42-e619-46d2-bcb3-fbc34cfbc658 req-ed0ec8a2-fdb4-4c88-9c7b-41721ffaeb14 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 946 time: 0.1580360 Feb 19 04:06:52.402614 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-6ed8926c-023a-4399-b2e1-333738943831 req-96e5d4a8-b30b-4481-9a46-513451c6af4c service neutron] Transition to ACTIVE for port object 34471632-2f71-414a-9021-d725776a3114 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:06:52.412935 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-eca743e6-4820-477d-952e-27b8f78beb5b req-3568ef2e-93a3-4884-90d7-835c7c0cef14 service neutron] 10.222.0.26 "GET /v2.0/networks/89d1ed9c-9c45-4998-878b-86b20d407d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568899 Feb 19 04:06:52.438748 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ed8926c-023a-4399-b2e1-333738943831 req-96e5d4a8-b30b-4481-9a46-513451c6af4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (34471632-2f71-414a-9021-d725776a3114), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:52.443111 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-9eaeabc9-4a86-4f2f-855a-751bb3a78162 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] For port 258765a7-93ac-44ee-a136-8ab8b6f9de61, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=258765a7-93ac-44ee-a136-8ab8b6f9de61,segment=NetworkSegment(0ceaef37-05ca-4962-86d9-ab2132fb56b6),segment_id=0ceaef37-05ca-4962-86d9-ab2132fb56b6)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:52.443549 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9eaeabc9-4a86-4f2f-855a-751bb3a78162 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (258765a7-93ac-44ee-a136-8ab8b6f9de61), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:52.459701 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c486aa46-07b2-47d6-9527-02e111cc38e6 req-0f3beb27-8115-4676-a2f9-af6c890f8645 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.52 "GET /v2.0/security-groups?id=d79b1477-7f18-43ca-95aa-5c3cc9be0688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181826 Feb 19 04:06:52.467835 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-9eaeabc9-4a86-4f2f-855a-751bb3a78162 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Calling delete_port for 258765a7-93ac-44ee-a136-8ab8b6f9de61 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:06:52.526513 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3953b3c9-286b-4984-b969-c7725a4594fa None None] DHCP port deletion for 6d52762f-aef4-40b5-a104-0ed49eda88ae request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:06:52.534965 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ded93d42-e619-46d2-bcb3-fbc34cfbc658 req-76689ab7-9def-4bfd-8b2d-2cef3259afce tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344607 Feb 19 04:06:52.566289 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5d4a8-b30b-4481-9a46-513451c6af4c service neutron] Pushing event updated for resources: {'Port': ['ID=34471632-2f71-414a-9021-d725776a3114,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:52.620239 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b290c5a-6a9c-42c5-8761-882ca7aa53d9 req-4cdb72ff-6444-40b0-82de-484b459e445a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:52.622285 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7b290c5a-6a9c-42c5-8761-882ca7aa53d9 req-4cdb72ff-6444-40b0-82de-484b459e445a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4afc8cdd0c1a4adebd59493a3965afa8&device_id=2415283d-0bc3-4632-a1af-8412db934f51 HTTP/1.1" status: 200 len: 1126 time: 0.0837433 Feb 19 04:06:52.623128 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9b518fe8-181f-4c01-9e98-043ffa9f7e38 None None] Publish callbacks [] for port (c244506d-37f8-494f-a971-3d76f60caf17), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:52.625994 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9eaeabc9-4a86-4f2f-855a-751bb3a78162 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (258765a7-93ac-44ee-a136-8ab8b6f9de61), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:52.636501 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9b518fe8-181f-4c01-9e98-043ffa9f7e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (c244506d-37f8-494f-a971-3d76f60caf17), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:52.665247 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-6ed8926c-023a-4399-b2e1-333738943831 req-96e5d4a8-b30b-4481-9a46-513451c6af4c service neutron] Attempting to bind port 34471632-2f71-414a-9021-d725776a3114 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:06:52.665614 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-6ed8926c-023a-4399-b2e1-333738943831 req-96e5d4a8-b30b-4481-9a46-513451c6af4c service neutron] Attempting to bind port 34471632-2f71-414a-9021-d725776a3114 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '7930ea90-5b92-4836-80da-ff938c249896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '756a1315-5ddd-41e7-b20d-98f0d052a07f'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:06:52.665863 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed8926c-023a-4399-b2e1-333738943831 req-96e5d4a8-b30b-4481-9a46-513451c6af4c service neutron] Attempting to bind port 34471632-2f71-414a-9021-d725776a3114 on network 756a1315-5ddd-41e7-b20d-98f0d052a07f {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:52.669502 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaeabc9-4a86-4f2f-855a-751bb3a78162 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Pushing event deleted for resources: {'Port': ['ID=258765a7-93ac-44ee-a136-8ab8b6f9de61,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:52.676601 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed8926c-023a-4399-b2e1-333738943831 req-96e5d4a8-b30b-4481-9a46-513451c6af4c service neutron] Port 34471632-2f71-414a-9021-d725776a3114 on network 756a1315-5ddd-41e7-b20d-98f0d052a07f not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:06:52.677186 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed8926c-023a-4399-b2e1-333738943831 req-96e5d4a8-b30b-4481-9a46-513451c6af4c service neutron] Attempting to bind port 34471632-2f71-414a-9021-d725776a3114 on network 756a1315-5ddd-41e7-b20d-98f0d052a07f {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:52.685746 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed8926c-023a-4399-b2e1-333738943831 req-96e5d4a8-b30b-4481-9a46-513451c6af4c service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:06:52.686082 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed8926c-023a-4399-b2e1-333738943831 req-96e5d4a8-b30b-4481-9a46-513451c6af4c service neutron] Checking segment: {'id': '7930ea90-5b92-4836-80da-ff938c249896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '756a1315-5ddd-41e7-b20d-98f0d052a07f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:52.686502 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed8926c-023a-4399-b2e1-333738943831 req-96e5d4a8-b30b-4481-9a46-513451c6af4c service neutron] Bound using segment: {'id': '7930ea90-5b92-4836-80da-ff938c249896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '756a1315-5ddd-41e7-b20d-98f0d052a07f'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:06:52.687551 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-6ed8926c-023a-4399-b2e1-333738943831 req-96e5d4a8-b30b-4481-9a46-513451c6af4c service neutron] Bound port: 34471632-2f71-414a-9021-d725776a3114, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7930ea90-5b92-4836-80da-ff938c249896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '756a1315-5ddd-41e7-b20d-98f0d052a07f'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:06:52.687680 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ed8926c-023a-4399-b2e1-333738943831 req-96e5d4a8-b30b-4481-9a46-513451c6af4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (34471632-2f71-414a-9021-d725776a3114), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:52.688115 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b518fe8-181f-4c01-9e98-043ffa9f7e38 None None] Pushing event updated for resources: {'Port': ['ID=c244506d-37f8-494f-a971-3d76f60caf17,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:52.692068 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaeabc9-4a86-4f2f-855a-751bb3a78162 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] No DVR routers for this DVR port 258765a7-93ac-44ee-a136-8ab8b6f9de61 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:06:52.694080 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3953b3c9-286b-4984-b969-c7725a4594fa None None] Deleting port 258765a7-93ac-44ee-a136-8ab8b6f9de61 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:06:52.694483 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3953b3c9-286b-4984-b969-c7725a4594fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (258765a7-93ac-44ee-a136-8ab8b6f9de61), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:52.706957 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b518fe8-181f-4c01-9e98-043ffa9f7e38 None None] Network 3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:52.718458 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-9b518fe8-181f-4c01-9e98-043ffa9f7e38 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:52.722067 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b518fe8-181f-4c01-9e98-043ffa9f7e38 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:52.781625 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-6ed8926c-023a-4399-b2e1-333738943831 req-96e5d4a8-b30b-4481-9a46-513451c6af4c service neutron] For port 34471632-2f71-414a-9021-d725776a3114, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:06:52.786659 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-6ed8926c-023a-4399-b2e1-333738943831 req-96e5d4a8-b30b-4481-9a46-513451c6af4c service neutron] For port 34471632-2f71-414a-9021-d725776a3114, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=34471632-2f71-414a-9021-d725776a3114,segment=NetworkSegment(7930ea90-5b92-4836-80da-ff938c249896),segment_id=7930ea90-5b92-4836-80da-ff938c249896)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:06:52.823347 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ed8926c-023a-4399-b2e1-333738943831 req-96e5d4a8-b30b-4481-9a46-513451c6af4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (34471632-2f71-414a-9021-d725776a3114), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:52.836721 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3953b3c9-286b-4984-b969-c7725a4594fa None None] For port 258765a7-93ac-44ee-a136-8ab8b6f9de61, host n-d-828369-19, got binding levels [] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:52.837207 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3953b3c9-286b-4984-b969-c7725a4594fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (258765a7-93ac-44ee-a136-8ab8b6f9de61), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:52.845896 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9eaeabc9-4a86-4f2f-855a-751bb3a78162 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (6d52762f-aef4-40b5-a104-0ed49eda88ae), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:52.856138 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3953b3c9-286b-4984-b969-c7725a4594fa None None] Calling delete_port for 258765a7-93ac-44ee-a136-8ab8b6f9de61 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:06:52.857728 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-9b518fe8-181f-4c01-9e98-043ffa9f7e38 None None] Attempting to bind port c244506d-37f8-494f-a971-3d76f60caf17 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:06:52.858188 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-9b518fe8-181f-4c01-9e98-043ffa9f7e38 None None] Attempting to bind port c244506d-37f8-494f-a971-3d76f60caf17 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'c61db939-2359-422c-aef9-128f8ca1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:06:52.858611 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b518fe8-181f-4c01-9e98-043ffa9f7e38 None None] Attempting to bind port c244506d-37f8-494f-a971-3d76f60caf17 on network 3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:52.861486 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.ipam_backend_mixin [None req-3953b3c9-286b-4984-b969-c7725a4594fa None None] Port 258765a7-93ac-44ee-a136-8ab8b6f9de61 was not found and therefore no delete operation was performed {{(pid=109927) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:06:52.865357 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3953b3c9-286b-4984-b969-c7725a4594fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (258765a7-93ac-44ee-a136-8ab8b6f9de61), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:52.869236 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b518fe8-181f-4c01-9e98-043ffa9f7e38 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:06:52.869686 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b518fe8-181f-4c01-9e98-043ffa9f7e38 None None] Checking segment: {'id': 'c61db939-2359-422c-aef9-128f8ca1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:52.870395 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9b518fe8-181f-4c01-9e98-043ffa9f7e38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:52.870857 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b518fe8-181f-4c01-9e98-043ffa9f7e38 None None] Bound using segment: {'id': 'c61db939-2359-422c-aef9-128f8ca1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:06:52.871474 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-9b518fe8-181f-4c01-9e98-043ffa9f7e38 None None] Bound port: c244506d-37f8-494f-a971-3d76f60caf17, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c61db939-2359-422c-aef9-128f8ca1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:06:52.871907 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9b518fe8-181f-4c01-9e98-043ffa9f7e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c244506d-37f8-494f-a971-3d76f60caf17), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:52.873724 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b290c5a-6a9c-42c5-8761-882ca7aa53d9 req-131004b8-e051-4825-ade2-a1ded3281d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:52.875582 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7b290c5a-6a9c-42c5-8761-882ca7aa53d9 req-131004b8-e051-4825-ade2-a1ded3281d59 service neutron] 10.222.0.26 "GET /v2.0/networks?id=89d1ed9c-9c45-4998-878b-86b20d407d20 HTTP/1.1" status: 200 len: 929 time: 0.2443073 Feb 19 04:06:52.879317 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-9eaeabc9-4a86-4f2f-855a-751bb3a78162 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d52762f-aef4-40b5-a104-0ed49eda88ae']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:52.897522 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-9eaeabc9-4a86-4f2f-855a-751bb3a78162 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ceaef37-05ca-4962-86d9-ab2132fb56b6') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:52.897794 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-9eaeabc9-4a86-4f2f-855a-751bb3a78162 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ceaef37-05ca-4962-86d9-ab2132fb56b6') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:52.909924 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8926c-023a-4399-b2e1-333738943831 req-96e5d4a8-b30b-4481-9a46-513451c6af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:52.910588 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6ed8926c-023a-4399-b2e1-333738943831 req-96e5d4a8-b30b-4481-9a46-513451c6af4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:52.912007 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ed8926c-023a-4399-b2e1-333738943831 req-96e5d4a8-b30b-4481-9a46-513451c6af4c service neutron] 10.222.0.79 "PUT /v2.0/ports/34471632-2f71-414a-9021-d725776a3114 HTTP/1.1" status: 200 len: 1092 time: 1.4433818 Feb 19 04:06:52.913080 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953b3c9-286b-4984-b969-c7725a4594fa None None] Pushing event deleted for resources: {'Port': ['ID=258765a7-93ac-44ee-a136-8ab8b6f9de61,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:52.919860 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3953b3c9-286b-4984-b969-c7725a4594fa None None] No DVR routers for this DVR port 258765a7-93ac-44ee-a136-8ab8b6f9de61 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:06:52.923901 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05c4082-e418-4a50-8c43-af7a7bafd4ee', 'tag': '34471632-2f71-414a-9021-d725776a3114'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:52.926623 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a349741-476a-4a4d-b726-550a9eae7427" -d '{"events": [{"name": "network-changed", "server_uuid": "f05c4082-e418-4a50-8c43-af7a7bafd4ee", "tag": "34471632-2f71-414a-9021-d725776a3114"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:52.947254 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5d4a8-b30b-4481-9a46-513451c6af4c service neutron] Pushing event updated for resources: {'Port': ['ID=34471632-2f71-414a-9021-d725776a3114,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:52.982536 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7b290c5a-6a9c-42c5-8761-882ca7aa53d9 req-0bf13494-fd7e-436e-bf79-1e949818daa2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e970437-163d-481c-98d2-2c2b32731566 HTTP/1.1" status: 200 len: 217 time: 0.0950284 Feb 19 04:06:52.989313 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9eaeabc9-4a86-4f2f-855a-751bb3a78162 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (0ceaef37-05ca-4962-86d9-ab2132fb56b6), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:53.005288 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-cd42b9cb-3ebe-4119-8541-890bfbf3e36b tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:53.010121 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-9b518fe8-181f-4c01-9e98-043ffa9f7e38 None None] For port c244506d-37f8-494f-a971-3d76f60caf17, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:06:53.013571 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-9b518fe8-181f-4c01-9e98-043ffa9f7e38 None None] For port c244506d-37f8-494f-a971-3d76f60caf17, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=c244506d-37f8-494f-a971-3d76f60caf17,segment=NetworkSegment(c61db939-2359-422c-aef9-128f8ca1bb50),segment_id=c61db939-2359-422c-aef9-128f8ca1bb50)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:06:53.020921 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9b518fe8-181f-4c01-9e98-043ffa9f7e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c244506d-37f8-494f-a971-3d76f60caf17), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:53.027296 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-cd42b9cb-3ebe-4119-8541-890bfbf3e36b tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/networks?id=3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 HTTP/1.1" status: 200 len: 816 time: 0.2269816 Feb 19 04:06:53.038127 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9eaeabc9-4a86-4f2f-855a-751bb3a78162 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (0ceaef37-05ca-4962-86d9-ab2132fb56b6), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:53.049815 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eaeabc9-4a86-4f2f-855a-751bb3a78162 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:06:53.050299 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9eaeabc9-4a86-4f2f-855a-751bb3a78162 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (0ceaef37-05ca-4962-86d9-ab2132fb56b6), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:06:53.053588 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:06:53.069956 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b290c5a-6a9c-42c5-8761-882ca7aa53d9 req-fc08a4a9-0ab2-4746-9211-5afd882a8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:53.071569 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7b290c5a-6a9c-42c5-8761-882ca7aa53d9 req-fc08a4a9-0ab2-4746-9211-5afd882a8bb3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0423d2f7-af38-49fd-9afb-e8decc1fcbb8 HTTP/1.1" status: 200 len: 867 time: 0.0802557 Feb 19 04:06:53.074947 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07013bec-8835-4345-ab54-4a140daf65cb x-openstack-request-id: req-07013bec-8835-4345-ab54-4a140daf65cb {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:53.075585 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f05c4082-e418-4a50-8c43-af7a7bafd4ee", "tag": "34471632-2f71-414a-9021-d725776a3114", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:53.075943 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-07013bec-8835-4345-ab54-4a140daf65cb {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:53.076435 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05c4082-e418-4a50-8c43-af7a7bafd4ee', 'tag': '34471632-2f71-414a-9021-d725776a3114', 'status': 'completed', 'code': 200} Feb 19 04:06:53.091094 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-73551159-2e38-4cfc-abcd-f4980f262466 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/quotas/89f570eb52d140abbcd42975657310d6 HTTP/1.1" status: 200 len: 375 time: 0.0626140 Feb 19 04:06:53.139237 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b518fe8-181f-4c01-9e98-043ffa9f7e38 None None] Pushing event updated for resources: {'Port': ['ID=c244506d-37f8-494f-a971-3d76f60caf17,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:53.161013 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8926c-023a-4399-b2e1-333738943831 req-25f9e0c1-249b-4d90-9ef9-6bdfb6e8109c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:53.162543 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ed8926c-023a-4399-b2e1-333738943831 req-25f9e0c1-249b-4d90-9ef9-6bdfb6e8109c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3eef6e2a8d8d4d02b6f37a63b55e5195&device_id=f05c4082-e418-4a50-8c43-af7a7bafd4ee HTTP/1.1" status: 200 len: 1126 time: 0.1798432 Feb 19 04:06:53.183620 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9eaeabc9-4a86-4f2f-855a-751bb3a78162 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (6d52762f-aef4-40b5-a104-0ed49eda88ae), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:53.187284 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b290c5a-6a9c-42c5-8761-882ca7aa53d9 req-c0af41c8-3c9a-40ed-ab48-2ceb14ee9455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:53.189043 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7b290c5a-6a9c-42c5-8761-882ca7aa53d9 req-c0af41c8-3c9a-40ed-ab48-2ceb14ee9455 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89d1ed9c-9c45-4998-878b-86b20d407d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0853050 Feb 19 04:06:53.203450 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9eaeabc9-4a86-4f2f-855a-751bb3a78162 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:53.212319 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9eaeabc9-4a86-4f2f-855a-751bb3a78162 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] 10.222.0.52 "DELETE /v2.0/networks/6d52762f-aef4-40b5-a104-0ed49eda88ae HTTP/1.1" status: 204 len: 168 time: 1.1425345 Feb 19 04:06:53.241465 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-138daca5-058a-4d49-b507-330fee3533e3 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=89f570eb52d140abbcd42975657310d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1422739 Feb 19 04:06:53.259725 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ed8926c-023a-4399-b2e1-333738943831 req-e30178e2-5148-4abb-81e8-4127e7908a75 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34471632-2f71-414a-9021-d725776a3114 HTTP/1.1" status: 200 len: 217 time: 0.0828850 Feb 19 04:06:53.280491 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaeabc9-4a86-4f2f-855a-751bb3a78162 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213 tempest-ExtraDHCPOptionsIpV6TestJSON-1307164213-project] Pushing event deleted for resources: {'Network': ['ID=6d52762f-aef4-40b5-a104-0ed49eda88ae,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:53.340552 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device e1c063e0-e33a-4cc6-8165-20f28ea0fe31 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:06:53.346123 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7b290c5a-6a9c-42c5-8761-882ca7aa53d9 req-2c0b1dd9-3036-4ee5-be65-2e8eb2cc3a5b service neutron] 10.222.0.26 "GET /v2.0/networks/89d1ed9c-9c45-4998-878b-86b20d407d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434083 Feb 19 04:06:53.396042 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: e1c063e0-e33a-4cc6-8165-20f28ea0fe31 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:06:53.396598 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device e1c063e0-e33a-4cc6-8165-20f28ea0fe31 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:06:53.462464 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8926c-023a-4399-b2e1-333738943831 req-bfa41ced-f4bc-47ec-91f0-0c9e0c7982e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:53.464690 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ed8926c-023a-4399-b2e1-333738943831 req-bfa41ced-f4bc-47ec-91f0-0c9e0c7982e5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=da8086a2-225b-4d89-aa36-1628bf3d5252 HTTP/1.1" status: 200 len: 849 time: 0.1875834 Feb 19 04:06:53.474141 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e51c62-a569-4843-a319-e26f0ab8aa6e req-289051d8-a337-413d-86d7-ad3e08e409d2 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:53.483003 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-32e51c62-a569-4843-a319-e26f0ab8aa6e req-289051d8-a337-413d-86d7-ad3e08e409d2 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/ports?device_id=2415283d-0bc3-4632-a1af-8412db934f51 HTTP/1.1" status: 200 len: 943 time: 0.2402518 Feb 19 04:06:53.504658 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7b290c5a-6a9c-42c5-8761-882ca7aa53d9 req-d56d8893-86fa-4e87-ad3d-b3cad7967123 service neutron] 10.222.0.26 "GET /v2.0/networks/89d1ed9c-9c45-4998-878b-86b20d407d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424351 Feb 19 04:06:53.506848 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57602) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:53.521928 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ed8926c-023a-4399-b2e1-333738943831 req-7caaed75-57a9-4ea7-9ebf-546f6b141e7f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=756a1315-5ddd-41e7-b20d-98f0d052a07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365829 Feb 19 04:06:53.581959 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468eada7-3ec0-4e0b-90fe-fb5a601d368e', 'name': 'network-vif-deleted', 'tag': 'e1c063e0-e33a-4cc6-8165-20f28ea0fe31'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:53.585045 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be50d28-b605-453e-9b8d-5e210f156def" -d '{"events": [{"server_uuid": "468eada7-3ec0-4e0b-90fe-fb5a601d368e", "name": "network-vif-deleted", "tag": "e1c063e0-e33a-4cc6-8165-20f28ea0fe31"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:53.624988 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-f1bb8f77-20c5-47fd-b1ef-6608307e3660 service neutron] 10.222.0.52 "GET /v2.0/networks/3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669717 Feb 19 04:06:53.655653 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1b240475-b513-4ea4-b3c0-c66278ebba33 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=68ec1c112332462eadbe42ed6d063c95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1471219 Feb 19 04:06:53.658151 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57610) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:53.692763 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-32e51c62-a569-4843-a319-e26f0ab8aa6e req-7f94686c-9724-4d8e-ae5f-9743d276cd05 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/security-groups?id=0af1625a-1dac-4f0d-8d14-bab276e6a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087793 Feb 19 04:06:53.738754 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ed8926c-023a-4399-b2e1-333738943831 req-2e57c069-7f3a-4bf1-b10d-ba145887611a service neutron] 10.222.0.79 "GET /v2.0/networks/756a1315-5ddd-41e7-b20d-98f0d052a07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064738 Feb 19 04:06:53.746129 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-09134652-14f3-407c-8163-8b804fe7bff2 admin admin] Publish callbacks [] for security_group (c71b2159-b486-4a1c-9709-46419522f32f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:53.773263 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-09134652-14f3-407c-8163-8b804fe7bff2 admin admin] Publish callbacks [] for security_group (c71b2159-b486-4a1c-9709-46419522f32f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:53.823353 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-ce2bf391-9c82-4315-9282-b525da9e0310 service neutron] 10.222.0.52 "GET /v2.0/networks/3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892343 Feb 19 04:06:53.839145 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device c244506d-37f8-494f-a971-3d76f60caf17 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:53.840674 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-09134652-14f3-407c-8163-8b804fe7bff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (c71b2159-b486-4a1c-9709-46419522f32f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:53.844066 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-09134652-14f3-407c-8163-8b804fe7bff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:53.845508 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-09134652-14f3-407c-8163-8b804fe7bff2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c71b2159-b486-4a1c-9709-46419522f32f HTTP/1.1" status: 204 len: 168 time: 0.1864007 Feb 19 04:06:53.855901 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09134652-14f3-407c-8163-8b804fe7bff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71b2159-b486-4a1c-9709-46419522f32f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:53.894309 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ed8926c-023a-4399-b2e1-333738943831 req-b5ab003c-07f3-4ca5-b1b8-57da0c2e1fcf service neutron] 10.222.0.79 "GET /v2.0/networks/756a1315-5ddd-41e7-b20d-98f0d052a07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460290 Feb 19 04:06:53.936360 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port c244506d-37f8-494f-a971-3d76f60caf17 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:53.936773 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c244506d-37f8-494f-a971-3d76f60caf17), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:54.035759 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc031a-d5e3-428e-ae59-30eaf6816cf8 req-6fd24392-12a6-4aab-a7ff-3be5b3b8636a tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:54.044708 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-00cc031a-d5e3-428e-ae59-30eaf6816cf8 req-6fd24392-12a6-4aab-a7ff-3be5b3b8636a tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.52 "GET /v2.0/ports?device_id=f05c4082-e418-4a50-8c43-af7a7bafd4ee HTTP/1.1" status: 200 len: 943 time: 0.1742127 Feb 19 04:06:54.131408 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port c244506d-37f8-494f-a971-3d76f60caf17 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:54.131896 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c244506d-37f8-494f-a971-3d76f60caf17), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:54.174580 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a349741-476a-4a4d-b726-550a9eae7427 req-f23a6b29-712b-4d13-89fe-5ab02f6b527f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:54.176067 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4a349741-476a-4a4d-b726-550a9eae7427 req-f23a6b29-712b-4d13-89fe-5ab02f6b527f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3eef6e2a8d8d4d02b6f37a63b55e5195&device_id=f05c4082-e418-4a50-8c43-af7a7bafd4ee HTTP/1.1" status: 200 len: 1126 time: 0.2268207 Feb 19 04:06:54.195253 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port c244506d-37f8-494f-a971-3d76f60caf17, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=c244506d-37f8-494f-a971-3d76f60caf17,segment=NetworkSegment(c61db939-2359-422c-aef9-128f8ca1bb50),segment_id=c61db939-2359-422c-aef9-128f8ca1bb50)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:54.204899 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c244506d-37f8-494f-a971-3d76f60caf17), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:54.218331 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-00cc031a-d5e3-428e-ae59-30eaf6816cf8 req-3cf287e4-8da3-4368-a341-553a8f841f3e tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.52 "GET /v2.0/security-groups?id=d79b1477-7f18-43ca-95aa-5c3cc9be0688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670690 Feb 19 04:06:54.300534 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 258765a7-93ac-44ee-a136-8ab8b6f9de61 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:06:54.311477 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=c244506d-37f8-494f-a971-3d76f60caf17,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:54.327390 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436e55e-48f9-4349-9bc0-3b60bceed88b req-dff70546-15b1-4f05-a82f-ad98f21ee0e6 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:54.329535 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684494c4-cbe4-4525-a4d8-a80ff0e99297 x-openstack-request-id: req-684494c4-cbe4-4525-a4d8-a80ff0e99297 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:54.332176 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c436e55e-48f9-4349-9bc0-3b60bceed88b req-dff70546-15b1-4f05-a82f-ad98f21ee0e6 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 946 time: 0.2330704 Feb 19 04:06:54.332567 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468eada7-3ec0-4e0b-90fe-fb5a601d368e", "name": "network-vif-deleted", "tag": "e1c063e0-e33a-4cc6-8165-20f28ea0fe31", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:54.332946 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-684494c4-cbe4-4525-a4d8-a80ff0e99297 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:54.335051 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468eada7-3ec0-4e0b-90fe-fb5a601d368e', 'name': 'network-vif-deleted', 'tag': 'e1c063e0-e33a-4cc6-8165-20f28ea0fe31', 'status': 'completed', 'code': 200} Feb 19 04:06:54.345029 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 258765a7-93ac-44ee-a136-8ab8b6f9de61 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:06:54.345383 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 258765a7-93ac-44ee-a136-8ab8b6f9de61 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:06:54.448458 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a349741-476a-4a4d-b726-550a9eae7427 req-c9ca91bd-4dd2-454f-9d0f-8d1230ef47a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:54.450126 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4a349741-476a-4a4d-b726-550a9eae7427 req-c9ca91bd-4dd2-454f-9d0f-8d1230ef47a6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=756a1315-5ddd-41e7-b20d-98f0d052a07f HTTP/1.1" status: 200 len: 910 time: 0.2636857 Feb 19 04:06:54.477667 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c436e55e-48f9-4349-9bc0-3b60bceed88b req-0717b7ec-b8cf-4cf0-bde0-d6e8fe8e0235 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347039 Feb 19 04:06:54.542421 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4a349741-476a-4a4d-b726-550a9eae7427 req-547c602b-8823-4052-9c37-0207082f375b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34471632-2f71-414a-9021-d725776a3114 HTTP/1.1" status: 200 len: 217 time: 0.0820715 Feb 19 04:06:54.629872 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a40402d-753b-4262-a004-fa1af997b491 None None] Network 3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:06:54.663300 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57656) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:54.672621 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a349741-476a-4a4d-b726-550a9eae7427 req-122e5909-264b-4067-8293-84ff6c97a7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:54.674411 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4a349741-476a-4a4d-b726-550a9eae7427 req-122e5909-264b-4067-8293-84ff6c97a7f6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=da8086a2-225b-4d89-aa36-1628bf3d5252 HTTP/1.1" status: 200 len: 849 time: 0.1178584 Feb 19 04:06:54.722731 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-25e65a43-3449-4436-9929-eec164f4ad04 None None] Provisioning complete for port c244506d-37f8-494f-a971-3d76f60caf17 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:54.729828 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-25e65a43-3449-4436-9929-eec164f4ad04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c244506d-37f8-494f-a971-3d76f60caf17), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:54.734231 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4a349741-476a-4a4d-b726-550a9eae7427 req-1a02a348-3dc6-40ce-a602-15ade4ce1982 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=756a1315-5ddd-41e7-b20d-98f0d052a07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419784 Feb 19 04:06:54.736056 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-9129ef69-333d-42e5-8420-7ea25633a828 admin admin] Deleting subnet 88252635-dc2a-40ea-b7b0-9e37d63f681a {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:06:54.740273 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9129ef69-333d-42e5-8420-7ea25633a828 admin admin] Publish callbacks [] for subnet (88252635-dc2a-40ea-b7b0-9e37d63f681a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:54.779321 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-b1ae7d71-45ce-49cd-86f0-e4802750c8f8 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:54.786015 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-b1ae7d71-45ce-49cd-86f0-e4802750c8f8 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/networks?id=3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 HTTP/1.1" status: 200 len: 816 time: 0.2999699 Feb 19 04:06:54.798318 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9129ef69-333d-42e5-8420-7ea25633a828 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (88252635-dc2a-40ea-b7b0-9e37d63f681a), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:54.854564 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-ac665868-17bb-4dc9-9d08-6e63e2edf049 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/quotas/89f570eb52d140abbcd42975657310d6 HTTP/1.1" status: 200 len: 375 time: 0.0671093 Feb 19 04:06:54.879745 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9129ef69-333d-42e5-8420-7ea25633a828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (88252635-dc2a-40ea-b7b0-9e37d63f681a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:54.943366 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-25e65a43-3449-4436-9929-eec164f4ad04 None None] Current status of the port c244506d-37f8-494f-a971-3d76f60caf17 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:54.976237 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9129ef69-333d-42e5-8420-7ea25633a828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (88252635-dc2a-40ea-b7b0-9e37d63f681a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:54.977923 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4a349741-476a-4a4d-b726-550a9eae7427 req-c8a3c90f-856f-4d2e-b607-3528451c0658 service neutron] 10.222.0.79 "GET /v2.0/networks/756a1315-5ddd-41e7-b20d-98f0d052a07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336094 Feb 19 04:06:54.998808 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9129ef69-333d-42e5-8420-7ea25633a828 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:55.003072 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9129ef69-333d-42e5-8420-7ea25633a828 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/88252635-dc2a-40ea-b7b0-9e37d63f681a HTTP/1.1" status: 204 len: 168 time: 0.3375945 Feb 19 04:06:55.019420 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599bf03-ecd2-4aef-8fbe-4d52d50ab336 req-58b87f70-5abd-4a1c-a6a6-a8f84a661bb5 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:55.026764 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9599bf03-ecd2-4aef-8fbe-4d52d50ab336 req-58b87f70-5abd-4a1c-a6a6-a8f84a661bb5 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/ports?device_id=2415283d-0bc3-4632-a1af-8412db934f51 HTTP/1.1" status: 200 len: 943 time: 0.1992555 Feb 19 04:06:55.028519 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57668) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:55.046679 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129ef69-333d-42e5-8420-7ea25633a828 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88252635-dc2a-40ea-b7b0-9e37d63f681a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:55.061978 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-c71dbafa-9934-4565-bfbe-f0b47c36226d tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=89f570eb52d140abbcd42975657310d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2066047 Feb 19 04:06:55.114795 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57670) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:55.226825 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-14a5605a-ae61-4ab4-bce8-bbd9bc61071f tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1099261640'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:55.247375 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a5605a-ae61-4ab4-bce8-bbd9bc61071f tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Made reservation on behalf of 2177b9e903e9487682e7af51f6ee9d29 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:55.251607 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-14a5605a-ae61-4ab4-bce8-bbd9bc61071f tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:55.262025 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-14a5605a-ae61-4ab4-bce8-bbd9bc61071f tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:55.281197 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-bdb1b6d6-2a5a-4edd-b3be-53a7618c3648 None None] Provisioning complete for port c244506d-37f8-494f-a971-3d76f60caf17 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:55.281854 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b6d6-2a5a-4edd-b3be-53a7618c3648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c244506d-37f8-494f-a971-3d76f60caf17), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:55.376325 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-14a5605a-ae61-4ab4-bce8-bbd9bc61071f tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks [] for security_group (a61e811b-862d-4a63-a2f1-e2cc5b29dc03), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:55.378479 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-bdb1b6d6-2a5a-4edd-b3be-53a7618c3648 None None] Current status of the port c244506d-37f8-494f-a971-3d76f60caf17 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:55.383491 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-14a5605a-ae61-4ab4-bce8-bbd9bc61071f tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a61e811b-862d-4a63-a2f1-e2cc5b29dc03), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:55.436571 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a5605a-ae61-4ab4-bce8-bbd9bc61071f tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:06:55.486935 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5605a-ae61-4ab4-bce8-bbd9bc61071f tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a61e811b-862d-4a63-a2f1-e2cc5b29dc03,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:55.492891 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-14a5605a-ae61-4ab4-bce8-bbd9bc61071f tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e1499ef6-0480-4b60-bedf-db021bd71db5), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:55.492891 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-14a5605a-ae61-4ab4-bce8-bbd9bc61071f tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Added segment e1499ef6-0480-4b60-bedf-db021bd71db5 of type vlan for network d78f0969-93ec-4f1e-9ec9-8370c9c80ad2 Feb 19 04:06:55.553778 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-14a5605a-ae61-4ab4-bce8-bbd9bc61071f tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (d78f0969-93ec-4f1e-9ec9-8370c9c80ad2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:55.580561 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-af45c507-cb0c-4be9-a58f-1712b8b672d9 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:55.582201 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-af45c507-cb0c-4be9-a58f-1712b8b672d9 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.26 "GET /v2.0/networks?id=3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 HTTP/1.1" status: 200 len: 816 time: 0.1894476 Feb 19 04:06:55.598198 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-cf282f48-6416-407c-83c4-7bb674118cc3 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Request body: {'port': {'device_id': 'fa93173e-fa6c-4663-84fe-7bcb8dfe76c2', 'network_id': '3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7', 'admin_state_up': True, 'tenant_id': '89f570eb52d140abbcd42975657310d6'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:55.603017 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-14a5605a-ae61-4ab4-bce8-bbd9bc61071f tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (d78f0969-93ec-4f1e-9ec9-8370c9c80ad2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:55.607923 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a5605a-ae61-4ab4-bce8-bbd9bc61071f tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:55.608508 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-14a5605a-ae61-4ab4-bce8-bbd9bc61071f tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:55.617129 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bffd9b37-be69-4128-b552-4e626094f571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (ea29d98d-5618-4130-a92e-1da48170b606), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:55.627602 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9599bf03-ecd2-4aef-8fbe-4d52d50ab336 req-9b5aac53-2103-404d-bfa8-e9c4b7f92e19 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/security-groups?id=0af1625a-1dac-4f0d-8d14-bab276e6a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5998228 Feb 19 04:06:55.645777 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4a349741-476a-4a4d-b726-550a9eae7427 req-0dd0462c-08c6-46ed-b0a0-c31bb7e7e8c5 service neutron] 10.222.0.79 "GET /v2.0/networks/756a1315-5ddd-41e7-b20d-98f0d052a07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6559777 Feb 19 04:06:55.667023 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-4743d1a8-a220-4c0c-b077-7f2e15de2cd5 service neutron] 10.222.0.52 "GET /v2.0/networks/3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6039159 Feb 19 04:06:55.731057 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-14a5605a-ae61-4ab4-bce8-bbd9bc61071f tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6150484 Feb 19 04:06:55.736495 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57678) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:55.748832 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b3908693-b152-4ed9-beff-3e4ff2d47f4d tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Request body: {'subnet': {'network_id': 'd78f0969-93ec-4f1e-9ec9-8370c9c80ad2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:55.765499 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device c244506d-37f8-494f-a971-3d76f60caf17 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:55.775202 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5605a-ae61-4ab4-bce8-bbd9bc61071f tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Pushing event updated for resources: {'Network': ['ID=d78f0969-93ec-4f1e-9ec9-8370c9c80ad2,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:55.792458 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network d78f0969-93ec-4f1e-9ec9-8370c9c80ad2 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:06:55.834927 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bffd9b37-be69-4128-b552-4e626094f571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (ea29d98d-5618-4130-a92e-1da48170b606), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:55.884101 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-cf282f48-6416-407c-83c4-7bb674118cc3 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Made reservation on behalf of 89f570eb52d140abbcd42975657310d6 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:55.884806 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port c244506d-37f8-494f-a971-3d76f60caf17 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:55.884806 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c244506d-37f8-494f-a971-3d76f60caf17), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:55.884989 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-bffd9b37-be69-4128-b552-4e626094f571 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea29d98d-5618-4130-a92e-1da48170b606']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:55.886440 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-cf282f48-6416-407c-83c4-7bb674118cc3 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:55.889696 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3908693-b152-4ed9-beff-3e4ff2d47f4d tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Made reservation on behalf of 2177b9e903e9487682e7af51f6ee9d29 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:55.893299 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b3908693-b152-4ed9-beff-3e4ff2d47f4d tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:55.894370 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497791c-2ced-4564-a893-d191601533e5 req-aa3fa69e-6057-4ce3-a840-44159fbbbe02 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:55.895877 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c497791c-2ced-4564-a893-d191601533e5 req-aa3fa69e-6057-4ce3-a840-44159fbbbe02 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.52 "GET /v2.0/ports?device_id=f05c4082-e418-4a50-8c43-af7a7bafd4ee HTTP/1.1" status: 200 len: 943 time: 0.1902416 Feb 19 04:06:55.903668 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-10a61c9b-d68b-4f04-b75e-a7a16685bb47 service neutron] 10.222.0.52 "GET /v2.0/networks/3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354784 Feb 19 04:06:55.932629 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-bffd9b37-be69-4128-b552-4e626094f571 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc99471-7284-44f5-9c42-49462a14f740') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:55.932936 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-bffd9b37-be69-4128-b552-4e626094f571 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc99471-7284-44f5-9c42-49462a14f740') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:55.952341 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bffd9b37-be69-4128-b552-4e626094f571 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (cfc99471-7284-44f5-9c42-49462a14f740), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:55.982442 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port c244506d-37f8-494f-a971-3d76f60caf17 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:55.987283 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c497791c-2ced-4564-a893-d191601533e5 req-6fbf6fee-e4bb-4e04-b278-1a84e9b94038 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.52 "GET /v2.0/security-groups?id=d79b1477-7f18-43ca-95aa-5c3cc9be0688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814941 Feb 19 04:06:55.991559 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bffd9b37-be69-4128-b552-4e626094f571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (cfc99471-7284-44f5-9c42-49462a14f740), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:55.999932 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bffd9b37-be69-4128-b552-4e626094f571 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:06:56.000713 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bffd9b37-be69-4128-b552-4e626094f571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (cfc99471-7284-44f5-9c42-49462a14f740), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:06:56.019044 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:06:56.144708 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-cf282f48-6416-407c-83c4-7bb674118cc3 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Allocated IP 172.20.0.13 (3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7/3a17a667-7fa1-4649-9c36-1eb9bdedfd2a/e0279203-0c38-44c9-bc69-2ba42a825e33) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:56.148987 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bffd9b37-be69-4128-b552-4e626094f571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (ea29d98d-5618-4130-a92e-1da48170b606), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:56.182872 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bffd9b37-be69-4128-b552-4e626094f571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:56.188779 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bffd9b37-be69-4128-b552-4e626094f571 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ea29d98d-5618-4130-a92e-1da48170b606 HTTP/1.1" status: 204 len: 168 time: 1.1542625 Feb 19 04:06:56.199498 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd9b37-be69-4128-b552-4e626094f571 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea29d98d-5618-4130-a92e-1da48170b606,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:56.261524 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba724d0-d613-43d1-bc4a-cc5921e54782 req-49b9791c-ba30-4676-b8ac-b517d42e9b45 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:56.275739 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dba724d0-d613-43d1-bc4a-cc5921e54782 req-49b9791c-ba30-4676-b8ac-b517d42e9b45 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 946 time: 0.1337950 Feb 19 04:06:56.319012 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b3908693-b152-4ed9-beff-3e4ff2d47f4d tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (ed9911f1-a549-4685-b803-cab50cd4b86b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:56.424333 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dba724d0-d613-43d1-bc4a-cc5921e54782 req-5c5343ef-bed0-4178-b22f-ba612428cdd6 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440275 Feb 19 04:06:56.440850 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57702) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:56.456713 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3908693-b152-4ed9-beff-3e4ff2d47f4d tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Pushing event updated for resources: {'Subnet': ['ID=ed9911f1-a549-4685-b803-cab50cd4b86b,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:56.496376 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3908693-b152-4ed9-beff-3e4ff2d47f4d tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Checking segment: {'id': 'e1499ef6-0480-4b60-bedf-db021bd71db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd78f0969-93ec-4f1e-9ec9-8370c9c80ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:56.496746 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3908693-b152-4ed9-beff-3e4ff2d47f4d tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Network hostable DHCP agents. Network: d78f0969-93ec-4f1e-9ec9-8370c9c80ad2, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:06:56.498848 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 34471632-2f71-414a-9021-d725776a3114 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:06:56.501123 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-cf282f48-6416-407c-83c4-7bb674118cc3 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Publish callbacks [] for port (e0279203-0c38-44c9-bc69-2ba42a825e33), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:56.501936 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-e029268b-0c1f-4ecc-bc31-3ae7c764d299 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:56.509277 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-e029268b-0c1f-4ecc-bc31-3ae7c764d299 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/networks?id=3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 HTTP/1.1" status: 200 len: 816 time: 0.2161674 Feb 19 04:06:56.534424 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3908693-b152-4ed9-beff-3e4ff2d47f4d tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Network d78f0969-93ec-4f1e-9ec9-8370c9c80ad2 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:06:56.534708 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-b86a82ca-88ae-41e9-abee-2eef2f071a63 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/quotas/89f570eb52d140abbcd42975657310d6 HTTP/1.1" status: 200 len: 375 time: 0.0244403 Feb 19 04:06:56.538557 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-883a68bd-bc9e-4ecb-adc8-53c47a025866 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=05b788bbe9304d739cbcdf2348f25331&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0965588 Feb 19 04:06:56.541569 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57706) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:56.571617 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-b3908693-b152-4ed9-beff-3e4ff2d47f4d tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, d78f0969-93ec-4f1e-9ec9-8370c9c80ad2) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:56.587241 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3908693-b152-4ed9-beff-3e4ff2d47f4d tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:56.588010 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b3908693-b152-4ed9-beff-3e4ff2d47f4d tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:56.591270 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c072414d-5e03-4da5-8e05-690d31c2383e None None] Network d78f0969-93ec-4f1e-9ec9-8370c9c80ad2 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:06:56.593794 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-cf282f48-6416-407c-83c4-7bb674118cc3 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (e0279203-0c38-44c9-bc69-2ba42a825e33), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:56.647071 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-ff69284e-5d4c-4f30-adb5-f087d3a84a52 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=89f570eb52d140abbcd42975657310d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1111860 Feb 19 04:06:56.652821 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b3908693-b152-4ed9-beff-3e4ff2d47f4d tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9089880 Feb 19 04:06:56.660137 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57710) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:56.667542 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-765c861e-5ab7-46bb-8777-2426adbf1914 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1043052225', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:56.675363 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-cf282f48-6416-407c-83c4-7bb674118cc3 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Network 3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:56.686929 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:56.690627 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-cf282f48-6416-407c-83c4-7bb674118cc3 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:56.701676 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-cf282f48-6416-407c-83c4-7bb674118cc3 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:56.730197 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5fa5f220-32d1-43d3-aa8d-ecd9023a97ab admin admin] Publish callbacks [] for security_group (1455d74e-fbd8-4a3c-b4f0-956d992c3cf3), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:56.738266 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf282f48-6416-407c-83c4-7bb674118cc3 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Pushing event updated for resources: {'Port': ['ID=e0279203-0c38-44c9-bc69-2ba42a825e33,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:56.776797 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 34471632-2f71-414a-9021-d725776a3114, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=34471632-2f71-414a-9021-d725776a3114,segment=NetworkSegment(7930ea90-5b92-4836-80da-ff938c249896),segment_id=7930ea90-5b92-4836-80da-ff938c249896)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:56.783143 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-765c861e-5ab7-46bb-8777-2426adbf1914 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (822bb235-02bb-4319-9d09-ffc6ff7a3fc2), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:56.784180 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-765c861e-5ab7-46bb-8777-2426adbf1914 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (822bb235-02bb-4319-9d09-ffc6ff7a3fc2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:56.793560 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '34471632-2f71-414a-9021-d725776a3114', 'network_id': '756a1315-5ddd-41e7-b20d-98f0d052a07f', 'port_id': '34471632-2f71-414a-9021-d725776a3114', 'mac_address': 'fa:16:3e:19:34:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8086a2-225b-4d89-aa36-1628bf3d5252', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:06:56.798091 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-cf282f48-6416-407c-83c4-7bb674118cc3 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:56.798864 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-cf282f48-6416-407c-83c4-7bb674118cc3 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:56.804109 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5fa5f220-32d1-43d3-aa8d-ecd9023a97ab admin admin] Publish callbacks [] for security_group (1455d74e-fbd8-4a3c-b4f0-956d992c3cf3), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:56.839791 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceda619a-dcd0-44ce-b857-d2de19158ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-d78f0969-93ec-4f1e-9ec9-8370c9c80ad2', 'network_id': 'd78f0969-93ec-4f1e-9ec9-8370c9c80ad2', 'project_id': '2177b9e903e9487682e7af51f6ee9d29', 'fixed_ips': [{'subnet_id': 'ed9911f1-a549-4685-b803-cab50cd4b86b'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:06:56.840783 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ceda619a-dcd0-44ce-b857-d2de19158ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:56.880387 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-cf282f48-6416-407c-83c4-7bb674118cc3 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2861979 Feb 19 04:06:56.893326 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-9be6c7fd-4fb9-457e-b58f-fda01ed165fb service neutron] Request body: {'port': {'device_id': 'fa93173e-fa6c-4663-84fe-7bcb8dfe76c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:56.933057 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-e0883290-4ceb-4f9d-984e-8adc53862301 service neutron] 10.222.0.52 "GET /v2.0/networks/3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694800 Feb 19 04:06:56.934993 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 34471632-2f71-414a-9021-d725776a3114 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:56.935642 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (34471632-2f71-414a-9021-d725776a3114), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:56.967267 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-765c861e-5ab7-46bb-8777-2426adbf1914 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks [] for router_controller (822bb235-02bb-4319-9d09-ffc6ff7a3fc2), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:56.974599 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf6f53-8de0-4f49-96e9-db58b831efca req-95bfbec4-43ef-4be4-997e-b538e89395a3 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:56.982068 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d6bf6f53-8de0-4f49-96e9-db58b831efca req-95bfbec4-43ef-4be4-997e-b538e89395a3 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/ports?device_id=2415283d-0bc3-4632-a1af-8412db934f51 HTTP/1.1" status: 200 len: 943 time: 0.1649344 Feb 19 04:06:56.993401 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-765c861e-5ab7-46bb-8777-2426adbf1914 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (822bb235-02bb-4319-9d09-ffc6ff7a3fc2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:57.011873 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-9be6c7fd-4fb9-457e-b58f-fda01ed165fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e0279203-0c38-44c9-bc69-2ba42a825e33), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:57.035665 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-765c861e-5ab7-46bb-8777-2426adbf1914 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:57.041506 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-765c861e-5ab7-46bb-8777-2426adbf1914 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3753905 Feb 19 04:06:57.041506 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5fa5f220-32d1-43d3-aa8d-ecd9023a97ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1455d74e-fbd8-4a3c-b4f0-956d992c3cf3), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:57.042807 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5fa5f220-32d1-43d3-aa8d-ecd9023a97ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:57.043944 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5fa5f220-32d1-43d3-aa8d-ecd9023a97ab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1455d74e-fbd8-4a3c-b4f0-956d992c3cf3 HTTP/1.1" status: 204 len: 168 time: 0.5014532 Feb 19 04:06:57.044589 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57714) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:57.135199 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d6bf6f53-8de0-4f49-96e9-db58b831efca req-8cd1742e-ae45-4527-8ea9-5be4d9c3d278 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/security-groups?id=0af1625a-1dac-4f0d-8d14-bab276e6a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520877 Feb 19 04:06:57.159666 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5f220-32d1-43d3-aa8d-ecd9023a97ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1455d74e-fbd8-4a3c-b4f0-956d992c3cf3,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:57.169915 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-c9ba98b8-438b-462a-aece-c1c647796d6b service neutron] 10.222.0.52 "GET /v2.0/networks/3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358963 Feb 19 04:06:57.277817 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6db645-3d70-4d89-9d65-7a63d89c8ad2 req-ab7c0c1b-a84f-46f9-b04d-c2756a934a11 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:57.285329 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1b6db645-3d70-4d89-9d65-7a63d89c8ad2 req-ab7c0c1b-a84f-46f9-b04d-c2756a934a11 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.52 "GET /v2.0/ports?device_id=f05c4082-e418-4a50-8c43-af7a7bafd4ee HTTP/1.1" status: 200 len: 943 time: 0.0668914 Feb 19 04:06:57.352924 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1b6db645-3d70-4d89-9d65-7a63d89c8ad2 req-734591ab-3c4a-4161-b973-95dfd8891e16 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.52 "GET /v2.0/security-groups?id=d79b1477-7f18-43ca-95aa-5c3cc9be0688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622001 Feb 19 04:06:57.382921 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34471632-2f71-414a-9021-d725776a3114 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:06:57.535925 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-ceda619a-dcd0-44ce-b857-d2de19158ac7 None None] Allocated IP 172.20.0.2 (d78f0969-93ec-4f1e-9ec9-8370c9c80ad2/ed9911f1-a549-4685-b803-cab50cd4b86b/4a119899-9a69-4ca3-a648-bc2476241850) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:57.571382 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0ba85254-e1a5-4eaa-a6fe-95262c01ad36 req-fc1745da-b5a8-4f3b-8183-bce5213beb17 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=f78f7a7e-6ed5-4bbd-9d56-e984d793b6be HTTP/1.1" status: 200 len: 210 time: 0.1138663 Feb 19 04:06:57.578254 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-ad7938f5-e247-497c-b0c5-b81410fd3916 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:57.578254 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-ad7938f5-e247-497c-b0c5-b81410fd3916 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.26 "GET /v2.0/networks?id=3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 HTTP/1.1" status: 200 len: 816 time: 0.1176462 Feb 19 04:06:57.599204 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-93ca1212-417f-4796-9c0b-2f94ce6f8dd5 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Request body: {'port': {'device_id': '8b547761-e6af-43d6-97bd-980a7f43bf93', 'network_id': '3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7', 'admin_state_up': True, 'tenant_id': '89f570eb52d140abbcd42975657310d6'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:57.648559 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 4e970437-163d-481c-98d2-2c2b32731566 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:06:57.712505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefd16e-3c7d-4b88-a932-0988e3261cb6 req-2462eddc-01d3-41be-b64b-f8d5f0f1cae5 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:57.721563 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ffefd16e-3c7d-4b88-a932-0988e3261cb6 req-2462eddc-01d3-41be-b64b-f8d5f0f1cae5 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 946 time: 0.1271245 Feb 19 04:06:57.794292 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ffefd16e-3c7d-4b88-a932-0988e3261cb6 req-330578f4-5289-41bd-9ba9-61ac094c35d9 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714309 Feb 19 04:06:57.940030 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ceda619a-dcd0-44ce-b857-d2de19158ac7 None None] Publish callbacks [] for port (4a119899-9a69-4ca3-a648-bc2476241850), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:57.968141 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ceda619a-dcd0-44ce-b857-d2de19158ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (4a119899-9a69-4ca3-a648-bc2476241850), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:57.972548 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 34471632-2f71-414a-9021-d725776a3114, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=34471632-2f71-414a-9021-d725776a3114,segment=NetworkSegment(7930ea90-5b92-4836-80da-ff938c249896),segment_id=7930ea90-5b92-4836-80da-ff938c249896)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:57.993203 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 4e970437-163d-481c-98d2-2c2b32731566, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=4e970437-163d-481c-98d2-2c2b32731566,segment=NetworkSegment(7ee69d56-fec1-48c2-bf82-a6515095370f),segment_id=7ee69d56-fec1-48c2-bf82-a6515095370f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:58.015654 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-eaa52a29-a437-480b-ac2d-3d51b6d60303 None None] Provisioning complete for port e0279203-0c38-44c9-bc69-2ba42a825e33 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:58.016005 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-eaa52a29-a437-480b-ac2d-3d51b6d60303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e0279203-0c38-44c9-bc69-2ba42a825e33), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:58.017766 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (34471632-2f71-414a-9021-d725776a3114), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:58.077874 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '4e970437-163d-481c-98d2-2c2b32731566', 'network_id': '89d1ed9c-9c45-4998-878b-86b20d407d20', 'port_id': '4e970437-163d-481c-98d2-2c2b32731566', 'mac_address': 'fa:16:3e:d0:d6:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0423d2f7-af38-49fd-9afb-e8decc1fcbb8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:06:58.081216 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceda619a-dcd0-44ce-b857-d2de19158ac7 None None] Network d78f0969-93ec-4f1e-9ec9-8370c9c80ad2 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:58.097623 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-ceda619a-dcd0-44ce-b857-d2de19158ac7 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:58.104976 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceda619a-dcd0-44ce-b857-d2de19158ac7 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:58.109670 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda619a-dcd0-44ce-b857-d2de19158ac7 None None] Pushing event updated for resources: {'Port': ['ID=4a119899-9a69-4ca3-a648-bc2476241850,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:58.117983 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-eaa52a29-a437-480b-ac2d-3d51b6d60303 None None] Port e0279203-0c38-44c9-bc69-2ba42a825e33 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:06:58.191586 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae6366fe-610b-4c57-9261-885eb3b59e0e tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:58.211810 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-93ca1212-417f-4796-9c0b-2f94ce6f8dd5 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Made reservation on behalf of 89f570eb52d140abbcd42975657310d6 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:58.215394 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-93ca1212-417f-4796-9c0b-2f94ce6f8dd5 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:58.244959 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=34471632-2f71-414a-9021-d725776a3114,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:58.257341 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 4e970437-163d-481c-98d2-2c2b32731566 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:58.258236 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4e970437-163d-481c-98d2-2c2b32731566), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:58.314201 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e970437-163d-481c-98d2-2c2b32731566 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:06:58.323330 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['34471632-2f71-414a-9021-d725776a3114'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:06:58.347871 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf298d29-5e91-4886-8a71-e271ec9456f5 req-bfcc88d7-ce9e-4373-a737-982cc1ced9bc tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:58.349755 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf298d29-5e91-4886-8a71-e271ec9456f5 req-bfcc88d7-ce9e-4373-a737-982cc1ced9bc tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/ports?device_id=2415283d-0bc3-4632-a1af-8412db934f51 HTTP/1.1" status: 200 len: 943 time: 0.0729809 Feb 19 04:06:58.406459 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 4e970437-163d-481c-98d2-2c2b32731566, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=4e970437-163d-481c-98d2-2c2b32731566,segment=NetworkSegment(7ee69d56-fec1-48c2-bf82-a6515095370f),segment_id=7ee69d56-fec1-48c2-bf82-a6515095370f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:58.412095 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-ceda619a-dcd0-44ce-b857-d2de19158ac7 None None] Attempting to bind port 4a119899-9a69-4ca3-a648-bc2476241850 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:06:58.412745 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-ceda619a-dcd0-44ce-b857-d2de19158ac7 None None] Attempting to bind port 4a119899-9a69-4ca3-a648-bc2476241850 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'e1499ef6-0480-4b60-bedf-db021bd71db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd78f0969-93ec-4f1e-9ec9-8370c9c80ad2'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:06:58.413904 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceda619a-dcd0-44ce-b857-d2de19158ac7 None None] Attempting to bind port 4a119899-9a69-4ca3-a648-bc2476241850 on network d78f0969-93ec-4f1e-9ec9-8370c9c80ad2 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:58.426305 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-9be6c7fd-4fb9-457e-b58f-fda01ed165fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0279203-0c38-44c9-bc69-2ba42a825e33 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:06:58.433631 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceda619a-dcd0-44ce-b857-d2de19158ac7 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:06:58.434493 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceda619a-dcd0-44ce-b857-d2de19158ac7 None None] Checking segment: {'id': 'e1499ef6-0480-4b60-bedf-db021bd71db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd78f0969-93ec-4f1e-9ec9-8370c9c80ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:58.435196 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ceda619a-dcd0-44ce-b857-d2de19158ac7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:58.435791 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceda619a-dcd0-44ce-b857-d2de19158ac7 None None] Bound using segment: {'id': 'e1499ef6-0480-4b60-bedf-db021bd71db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd78f0969-93ec-4f1e-9ec9-8370c9c80ad2'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:06:58.436847 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-ceda619a-dcd0-44ce-b857-d2de19158ac7 None None] Bound port: 4a119899-9a69-4ca3-a648-bc2476241850, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1499ef6-0480-4b60-bedf-db021bd71db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd78f0969-93ec-4f1e-9ec9-8370c9c80ad2'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:06:58.437762 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-9be6c7fd-4fb9-457e-b58f-fda01ed165fb service neutron] Publish callbacks [] for port (e0279203-0c38-44c9-bc69-2ba42a825e33), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:58.438013 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ceda619a-dcd0-44ce-b857-d2de19158ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4a119899-9a69-4ca3-a648-bc2476241850), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:58.443290 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4e970437-163d-481c-98d2-2c2b32731566), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:58.448469 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf298d29-5e91-4886-8a71-e271ec9456f5 req-30c92c78-fb56-44bf-9b3a-299166df64e7 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/security-groups?id=0af1625a-1dac-4f0d-8d14-bab276e6a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865586 Feb 19 04:06:58.507072 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-9be6c7fd-4fb9-457e-b58f-fda01ed165fb service neutron] Transition to ACTIVE for port object e0279203-0c38-44c9-bc69-2ba42a825e33 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:06:58.519580 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-9be6c7fd-4fb9-457e-b58f-fda01ed165fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (e0279203-0c38-44c9-bc69-2ba42a825e33), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:58.587054 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=4e970437-163d-481c-98d2-2c2b32731566,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:58.722980 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-ceda619a-dcd0-44ce-b857-d2de19158ac7 None None] For port 4a119899-9a69-4ca3-a648-bc2476241850, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:06:58.741932 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e096d143-b988-40e9-aff6-983a42b668ef req-ae1967d1-647c-40c5-bd71-5463a392ae7c tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=f78f7a7e-6ed5-4bbd-9d56-e984d793b6be HTTP/1.1" status: 200 len: 210 time: 0.0717552 Feb 19 04:06:58.758743 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-ceda619a-dcd0-44ce-b857-d2de19158ac7 None None] For port 4a119899-9a69-4ca3-a648-bc2476241850, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4a119899-9a69-4ca3-a648-bc2476241850,segment=NetworkSegment(e1499ef6-0480-4b60-bedf-db021bd71db5),segment_id=e1499ef6-0480-4b60-bedf-db021bd71db5)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:06:58.778982 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ceda619a-dcd0-44ce-b857-d2de19158ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4a119899-9a69-4ca3-a648-bc2476241850), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:58.807920 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa6a48-0dea-4f2d-bcb0-8dac5b8dfdf6 req-ef70a072-d143-4257-bdb4-37f337e47b43 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:58.827166 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16fa6a48-0dea-4f2d-bcb0-8dac5b8dfdf6 req-ef70a072-d143-4257-bdb4-37f337e47b43 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.52 "GET /v2.0/ports?device_id=f05c4082-e418-4a50-8c43-af7a7bafd4ee HTTP/1.1" status: 200 len: 944 time: 0.2248180 Feb 19 04:06:58.865663 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['4e970437-163d-481c-98d2-2c2b32731566'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:06:58.917306 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6c7fd-4fb9-457e-b58f-fda01ed165fb service neutron] Pushing event updated for resources: {'Port': ['ID=e0279203-0c38-44c9-bc69-2ba42a825e33,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:58.950512 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16fa6a48-0dea-4f2d-bcb0-8dac5b8dfdf6 req-6d81fc8c-0e4d-4c06-95e1-e23a834167a6 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.52 "GET /v2.0/security-groups?id=d79b1477-7f18-43ca-95aa-5c3cc9be0688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166282 Feb 19 04:06:58.971922 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed30aac-3104-4730-8518-b221d6b967f4 req-5cc2e9f1-a082-467c-aaaf-ead4c6899aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:58.974354 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ed30aac-3104-4730-8518-b221d6b967f4 req-5cc2e9f1-a082-467c-aaaf-ead4c6899aa6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 1129 time: 0.2306728 Feb 19 04:06:58.999165 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-ae6366fe-610b-4c57-9261-885eb3b59e0e tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Allocated IP 172.20.0.1 (d78f0969-93ec-4f1e-9ec9-8370c9c80ad2/ed9911f1-a549-4685-b803-cab50cd4b86b/35fe6d93-abc0-4af0-bfcf-c6fe19fee6f2) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:59.005664 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda619a-dcd0-44ce-b857-d2de19158ac7 None None] Pushing event updated for resources: {'Port': ['ID=4a119899-9a69-4ca3-a648-bc2476241850,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:59.090077 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-93ca1212-417f-4796-9c0b-2f94ce6f8dd5 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Allocated IP 172.20.0.10 (3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7/3a17a667-7fa1-4649-9c36-1eb9bdedfd2a/e75123b9-dab6-4e4c-8b87-ded3ba85e27e) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:59.163667 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57766) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:59.180554 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ed30aac-3104-4730-8518-b221d6b967f4 req-dd7bde8d-988f-4c5e-9f68-96df2794a150 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652937 Feb 19 04:06:59.193740 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859a217-5df9-4810-a625-ef243d95d630 req-6d4b8260-9699-4448-8558-342e640c1e77 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:59.206768 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1859a217-5df9-4810-a625-ef243d95d630 req-6d4b8260-9699-4448-8558-342e640c1e77 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 946 time: 0.2714550 Feb 19 04:06:59.233723 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-8b2829ec-5368-4a5e-8413-70de4faa8195 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:59.237408 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-8b2829ec-5368-4a5e-8413-70de4faa8195 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.79 "GET /v2.0/networks?id=3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 HTTP/1.1" status: 200 len: 816 time: 0.1705592 Feb 19 04:06:59.294083 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1859a217-5df9-4810-a625-ef243d95d630 req-cd6a715c-2923-4f89-b955-2420dc1404ba tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855286 Feb 19 04:06:59.364460 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae6366fe-610b-4c57-9261-885eb3b59e0e tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks [] for port (35fe6d93-abc0-4af0-bfcf-c6fe19fee6f2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:59.379075 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3326d280-3342-4014-ac3e-c6b72848d86e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:59.393656 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-995c1e10-5458-4967-ab6a-4abf96739d3b tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Request body: {'port': {'device_id': 'f78f7a7e-6ed5-4bbd-9d56-e984d793b6be', 'network_id': '3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7', 'admin_state_up': True, 'tenant_id': '89f570eb52d140abbcd42975657310d6'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:59.394872 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-9be6c7fd-4fb9-457e-b58f-fda01ed165fb service neutron] Attempting to bind port e0279203-0c38-44c9-bc69-2ba42a825e33 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:06:59.395220 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-9be6c7fd-4fb9-457e-b58f-fda01ed165fb service neutron] Attempting to bind port e0279203-0c38-44c9-bc69-2ba42a825e33 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'c61db939-2359-422c-aef9-128f8ca1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:06:59.395555 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-9be6c7fd-4fb9-457e-b58f-fda01ed165fb service neutron] Attempting to bind port e0279203-0c38-44c9-bc69-2ba42a825e33 on network 3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:59.448090 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:59.449461 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-9be6c7fd-4fb9-457e-b58f-fda01ed165fb service neutron] Port e0279203-0c38-44c9-bc69-2ba42a825e33 on network 3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:06:59.451086 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-9be6c7fd-4fb9-457e-b58f-fda01ed165fb service neutron] Attempting to bind port e0279203-0c38-44c9-bc69-2ba42a825e33 on network 3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:59.468051 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-9be6c7fd-4fb9-457e-b58f-fda01ed165fb service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:06:59.468400 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-9be6c7fd-4fb9-457e-b58f-fda01ed165fb service neutron] Checking segment: {'id': 'c61db939-2359-422c-aef9-128f8ca1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:59.468775 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-9be6c7fd-4fb9-457e-b58f-fda01ed165fb service neutron] Bound using segment: {'id': 'c61db939-2359-422c-aef9-128f8ca1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:06:59.469218 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-9be6c7fd-4fb9-457e-b58f-fda01ed165fb service neutron] Bound port: e0279203-0c38-44c9-bc69-2ba42a825e33, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61db939-2359-422c-aef9-128f8ca1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:06:59.469631 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-9be6c7fd-4fb9-457e-b58f-fda01ed165fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e0279203-0c38-44c9-bc69-2ba42a825e33), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:59.559547 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae6366fe-610b-4c57-9261-885eb3b59e0e tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (35fe6d93-abc0-4af0-bfcf-c6fe19fee6f2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:59.619121 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-995c1e10-5458-4967-ab6a-4abf96739d3b tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Made reservation on behalf of 89f570eb52d140abbcd42975657310d6 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:59.623850 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-995c1e10-5458-4967-ab6a-4abf96739d3b tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:59.637171 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6366fe-610b-4c57-9261-885eb3b59e0e tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Network d78f0969-93ec-4f1e-9ec9-8370c9c80ad2 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:59.641505 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3326d280-3342-4014-ac3e-c6b72848d86e admin admin] Publish callbacks [] for security_group (4bb85d25-6f6c-4fbe-93c4-b43ed7bf0f07), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:59.650989 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3326d280-3342-4014-ac3e-c6b72848d86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4bb85d25-6f6c-4fbe-93c4-b43ed7bf0f07), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:59.659539 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-ae6366fe-610b-4c57-9261-885eb3b59e0e tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:59.674237 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6366fe-610b-4c57-9261-885eb3b59e0e tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:59.681112 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-9be6c7fd-4fb9-457e-b58f-fda01ed165fb service neutron] For port e0279203-0c38-44c9-bc69-2ba42a825e33, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:06:59.684244 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6366fe-610b-4c57-9261-885eb3b59e0e tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Pushing event updated for resources: {'Port': ['ID=35fe6d93-abc0-4af0-bfcf-c6fe19fee6f2,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:59.697151 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb069e-04ff-4722-89c6-3b3f88091032 req-a26930dc-8b4d-414e-a982-5b235c3d4387 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:59.698899 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26cb069e-04ff-4722-89c6-3b3f88091032 req-a26930dc-8b4d-414e-a982-5b235c3d4387 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/ports?device_id=2415283d-0bc3-4632-a1af-8412db934f51 HTTP/1.1" status: 200 len: 944 time: 0.1551239 Feb 19 04:06:59.724063 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-9be6c7fd-4fb9-457e-b58f-fda01ed165fb service neutron] For port e0279203-0c38-44c9-bc69-2ba42a825e33, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=e0279203-0c38-44c9-bc69-2ba42a825e33,segment=NetworkSegment(c61db939-2359-422c-aef9-128f8ca1bb50),segment_id=c61db939-2359-422c-aef9-128f8ca1bb50)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:06:59.731043 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-93ca1212-417f-4796-9c0b-2f94ce6f8dd5 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Publish callbacks [] for port (e75123b9-dab6-4e4c-8b87-ded3ba85e27e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:59.742968 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-9be6c7fd-4fb9-457e-b58f-fda01ed165fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (e0279203-0c38-44c9-bc69-2ba42a825e33), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:59.782255 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3326d280-3342-4014-ac3e-c6b72848d86e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=942cb40d0c484edda71b26f8d1910a5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6127932 Feb 19 04:06:59.784490 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57774) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:59.803785 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae6366fe-610b-4c57-9261-885eb3b59e0e tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (822bb235-02bb-4319-9d09-ffc6ff7a3fc2), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:59.806676 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-9be6c7fd-4fb9-457e-b58f-fda01ed165fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:59.807299 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-9be6c7fd-4fb9-457e-b58f-fda01ed165fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:59.808711 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-9be6c7fd-4fb9-457e-b58f-fda01ed165fb service neutron] 10.222.0.26 "PUT /v2.0/ports/e0279203-0c38-44c9-bc69-2ba42a825e33 HTTP/1.1" status: 200 len: 1093 time: 2.9201176 Feb 19 04:06:59.813177 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa93173e-fa6c-4663-84fe-7bcb8dfe76c2', 'tag': 'e0279203-0c38-44c9-bc69-2ba42a825e33'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:59.825552 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe147bdf-ee19-452d-9088-b2b7609f9930" -d '{"events": [{"name": "network-changed", "server_uuid": "fa93173e-fa6c-4663-84fe-7bcb8dfe76c2", "tag": "e0279203-0c38-44c9-bc69-2ba42a825e33"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:59.861444 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4a119899-9a69-4ca3-a648-bc2476241850 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:59.872168 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326d280-3342-4014-ac3e-c6b72848d86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb85d25-6f6c-4fbe-93c4-b43ed7bf0f07,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:59.950362 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e232ffed-d680-44ec-9fe5-7eab3316104c req-63686ce1-6d3c-48a0-aef0-64502eb03fb9 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=f78f7a7e-6ed5-4bbd-9d56-e984d793b6be HTTP/1.1" status: 200 len: 210 time: 0.0668969 Feb 19 04:06:59.974938 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 4a119899-9a69-4ca3-a648-bc2476241850 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:59.976462 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4a119899-9a69-4ca3-a648-bc2476241850), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:59.986369 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9c5fe6f-c4e2-414e-b680-a5681a5a09cd admin admin] Publish callbacks [] for security_group (4bb85d25-6f6c-4fbe-93c4-b43ed7bf0f07), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:59.992440 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26cb069e-04ff-4722-89c6-3b3f88091032 req-177ab58e-5aae-46e0-afff-9c368774b1df tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/security-groups?id=0af1625a-1dac-4f0d-8d14-bab276e6a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472870 Feb 19 04:07:00.072230 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16a453a-ca3a-44b0-a5d0-59c605596204 x-openstack-request-id: req-e16a453a-ca3a-44b0-a5d0-59c605596204 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:00.072823 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa93173e-fa6c-4663-84fe-7bcb8dfe76c2", "tag": "e0279203-0c38-44c9-bc69-2ba42a825e33", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:00.073280 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e16a453a-ca3a-44b0-a5d0-59c605596204 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:00.073867 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa93173e-fa6c-4663-84fe-7bcb8dfe76c2', 'tag': 'e0279203-0c38-44c9-bc69-2ba42a825e33', 'status': 'completed', 'code': 200} Feb 19 04:07:00.076888 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6c7fd-4fb9-457e-b58f-fda01ed165fb service neutron] Pushing event updated for resources: {'Port': ['ID=e0279203-0c38-44c9-bc69-2ba42a825e33,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:00.082685 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9c5fe6f-c4e2-414e-b680-a5681a5a09cd admin admin] Publish callbacks [] for security_group (4bb85d25-6f6c-4fbe-93c4-b43ed7bf0f07), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:00.086473 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-93ca1212-417f-4796-9c0b-2f94ce6f8dd5 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (e75123b9-dab6-4e4c-8b87-ded3ba85e27e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:00.146602 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-995c1e10-5458-4967-ab6a-4abf96739d3b tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Allocated IP 172.20.0.7 (3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7/3a17a667-7fa1-4649-9c36-1eb9bdedfd2a/1b2140d5-d5c1-435f-89c9-0e728f660bc7) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:07:00.152983 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae6366fe-610b-4c57-9261-885eb3b59e0e tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (35fe6d93-abc0-4af0-bfcf-c6fe19fee6f2), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:00.173542 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 4a119899-9a69-4ca3-a648-bc2476241850 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:00.174511 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4a119899-9a69-4ca3-a648-bc2476241850), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:00.202805 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-93ca1212-417f-4796-9c0b-2f94ce6f8dd5 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Network 3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:00.219367 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-93ca1212-417f-4796-9c0b-2f94ce6f8dd5 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:00.222428 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 4a119899-9a69-4ca3-a648-bc2476241850, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4a119899-9a69-4ca3-a648-bc2476241850,segment=NetworkSegment(e1499ef6-0480-4b60-bedf-db021bd71db5),segment_id=e1499ef6-0480-4b60-bedf-db021bd71db5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:00.242706 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4a119899-9a69-4ca3-a648-bc2476241850), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:00.279794 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b655afb-b278-4d57-9ce3-6c593b440392 req-03a8e34f-2991-41c5-a638-0b281f738a29 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:00.287080 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b655afb-b278-4d57-9ce3-6c593b440392 req-03a8e34f-2991-41c5-a638-0b281f738a29 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.52 "GET /v2.0/ports?device_id=f05c4082-e418-4a50-8c43-af7a7bafd4ee HTTP/1.1" status: 200 len: 944 time: 0.1514482 Feb 19 04:07:00.300405 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-93ca1212-417f-4796-9c0b-2f94ce6f8dd5 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:07:00.319130 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-60785acd-79ef-4f0e-884e-a3dc43ace8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:00.321619 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-60785acd-79ef-4f0e-884e-a3dc43ace8ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89f570eb52d140abbcd42975657310d6&device_id=fa93173e-fa6c-4663-84fe-7bcb8dfe76c2 HTTP/1.1" status: 200 len: 1127 time: 0.4401069 Feb 19 04:07:00.322495 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9c5fe6f-c4e2-414e-b680-a5681a5a09cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4bb85d25-6f6c-4fbe-93c4-b43ed7bf0f07), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:00.325031 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9c5fe6f-c4e2-414e-b680-a5681a5a09cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:00.341220 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a9c5fe6f-c4e2-414e-b680-a5681a5a09cd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4bb85d25-6f6c-4fbe-93c4-b43ed7bf0f07 HTTP/1.1" status: 204 len: 168 time: 0.5406525 Feb 19 04:07:00.396883 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=4a119899-9a69-4ca3-a648-bc2476241850,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:00.401199 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5fe6f-c4e2-414e-b680-a5681a5a09cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb85d25-6f6c-4fbe-93c4-b43ed7bf0f07,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:00.502593 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b655afb-b278-4d57-9ce3-6c593b440392 req-1dc91264-3f79-44f8-944a-b2165d8447b7 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.52 "GET /v2.0/security-groups?id=d79b1477-7f18-43ca-95aa-5c3cc9be0688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104099 Feb 19 04:07:00.532504 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 34471632-2f71-414a-9021-d725776a3114 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:00.587145 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca1212-417f-4796-9c0b-2f94ce6f8dd5 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Pushing event updated for resources: {'Port': ['ID=e75123b9-dab6-4e4c-8b87-ded3ba85e27e,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:00.591814 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-d6535ddd-f4a0-411b-b707-048d11c0111f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0279203-0c38-44c9-bc69-2ba42a825e33 HTTP/1.1" status: 200 len: 217 time: 0.2365086 Feb 19 04:07:00.623403 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402d9d3f-7982-4b1e-9da8-619d7b180fa8 None None] Network d78f0969-93ec-4f1e-9ec9-8370c9c80ad2 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:00.651590 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4bf23-0fa9-434a-b9a2-2f0d1a7f679c req-131c0157-0f7d-4fe9-b7e5-044be16e2066 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:00.652930 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e6e4bf23-0fa9-434a-b9a2-2f0d1a7f679c req-131c0157-0f7d-4fe9-b7e5-044be16e2066 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 946 time: 0.1659105 Feb 19 04:07:00.695540 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-93ca1212-417f-4796-9c0b-2f94ce6f8dd5 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:00.696159 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-93ca1212-417f-4796-9c0b-2f94ce6f8dd5 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:00.720737 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-995c1e10-5458-4967-ab6a-4abf96739d3b tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Publish callbacks [] for port (1b2140d5-d5c1-435f-89c9-0e728f660bc7), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:00.737539 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e6e4bf23-0fa9-434a-b9a2-2f0d1a7f679c req-9bb1e251-fc45-4f00-8fbc-4f752cfe6372 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762684 Feb 19 04:07:00.750049 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-93ca1212-417f-4796-9c0b-2f94ce6f8dd5 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1666706 Feb 19 04:07:00.751792 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dde3e9f4-8df2-4ec6-ada3-485d71332dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:00.779866 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-995c1e10-5458-4967-ab6a-4abf96739d3b tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (1b2140d5-d5c1-435f-89c9-0e728f660bc7), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:00.780054 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-2369e4cf-dfb7-4617-be7c-63f6bd4be79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:00.781387 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-2369e4cf-dfb7-4617-be7c-63f6bd4be79b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a17a667-7fa1-4649-9c36-1eb9bdedfd2a HTTP/1.1" status: 200 len: 855 time: 0.1675017 Feb 19 04:07:00.800535 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-64a827c1-fb5b-48eb-bc08-0472bf551797 service neutron] Request body: {'port': {'device_id': '8b547761-e6af-43d6-97bd-980a7f43bf93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:00.824003 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 34471632-2f71-414a-9021-d725776a3114 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:07:00.833032 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-995c1e10-5458-4967-ab6a-4abf96739d3b tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Network 3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:00.836934 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-995c1e10-5458-4967-ab6a-4abf96739d3b tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:00.842594 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-995c1e10-5458-4967-ab6a-4abf96739d3b tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:07:00.856346 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 34471632-2f71-414a-9021-d725776a3114 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:00.856825 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (34471632-2f71-414a-9021-d725776a3114), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:00.859974 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a659ed5d-b3bb-4743-8ded-d32d727447dc None None] Provisioning complete for port 4a119899-9a69-4ca3-a648-bc2476241850 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:00.859974 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a659ed5d-b3bb-4743-8ded-d32d727447dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4a119899-9a69-4ca3-a648-bc2476241850), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:00.877815 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c1e10-5458-4967-ab6a-4abf96739d3b tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Pushing event updated for resources: {'Port': ['ID=1b2140d5-d5c1-435f-89c9-0e728f660bc7,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:00.910253 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-995c1e10-5458-4967-ab6a-4abf96739d3b tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:00.911667 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-995c1e10-5458-4967-ab6a-4abf96739d3b tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:00.936307 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-995c1e10-5458-4967-ab6a-4abf96739d3b tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5475774 Feb 19 04:07:00.939164 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-64a827c1-fb5b-48eb-bc08-0472bf551797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e75123b9-dab6-4e4c-8b87-ded3ba85e27e), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:00.955105 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-c96dfc4a-52ee-4017-80d2-ccd4f2013ccb service neutron] Request body: {'port': {'device_id': 'f78f7a7e-6ed5-4bbd-9d56-e984d793b6be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:00.962536 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-34dee6dc-9b3b-41b9-94a8-555f627e9c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:00.964077 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-34dee6dc-9b3b-41b9-94a8-555f627e9c98 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1604946 Feb 19 04:07:01.141799 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae6366fe-610b-4c57-9261-885eb3b59e0e tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks [] for port (35fe6d93-abc0-4af0-bfcf-c6fe19fee6f2), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:01.169491 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae6366fe-610b-4c57-9261-885eb3b59e0e tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (35fe6d93-abc0-4af0-bfcf-c6fe19fee6f2), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:01.192418 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 34471632-2f71-414a-9021-d725776a3114 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:01.192902 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (34471632-2f71-414a-9021-d725776a3114), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:01.206103 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-c96dfc4a-52ee-4017-80d2-ccd4f2013ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1b2140d5-d5c1-435f-89c9-0e728f660bc7), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:01.209339 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a659ed5d-b3bb-4743-8ded-d32d727447dc None None] Current status of the port 4a119899-9a69-4ca3-a648-bc2476241850 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:01.283986 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05c4082-e418-4a50-8c43-af7a7bafd4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34471632-2f71-414a-9021-d725776a3114'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:01.287645 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded0dbad-9735-417e-9fce-5af8a308a300" -d '{"events": [{"server_uuid": "f05c4082-e418-4a50-8c43-af7a7bafd4ee", "name": "network-vif-plugged", "status": "completed", "tag": "34471632-2f71-414a-9021-d725776a3114"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:01.297495 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 34471632-2f71-414a-9021-d725776a3114, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=34471632-2f71-414a-9021-d725776a3114,segment=NetworkSegment(7930ea90-5b92-4836-80da-ff938c249896),segment_id=7930ea90-5b92-4836-80da-ff938c249896)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:01.303429 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a659ed5d-b3bb-4743-8ded-d32d727447dc None None] Provisioning complete for port e75123b9-dab6-4e4c-8b87-ded3ba85e27e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:01.303429 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a659ed5d-b3bb-4743-8ded-d32d727447dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e75123b9-dab6-4e4c-8b87-ded3ba85e27e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:01.337292 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (34471632-2f71-414a-9021-d725776a3114), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:01.359037 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6366fe-610b-4c57-9261-885eb3b59e0e tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Pushing event updated for resources: {'Port': ['ID=35fe6d93-abc0-4af0-bfcf-c6fe19fee6f2,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:01.386300 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae6366fe-610b-4c57-9261-885eb3b59e0e tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (822bb235-02bb-4319-9d09-ffc6ff7a3fc2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:01.415310 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 4e970437-163d-481c-98d2-2c2b32731566 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:01.435458 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-1d8fc6f6-ed3c-494e-9876-5cf74457124c service neutron] 10.222.0.26 "GET /v2.0/networks/3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290359 Feb 19 04:07:01.478545 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a659ed5d-b3bb-4743-8ded-d32d727447dc None None] Port e75123b9-dab6-4e4c-8b87-ded3ba85e27e cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:07:01.520898 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=34471632-2f71-414a-9021-d725776a3114,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:01.543992 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 4e970437-163d-481c-98d2-2c2b32731566 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:07:01.544965 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f777d0-09af-4aae-84d9-8ff6ac5c2bec req-296098bd-9025-4ec8-9bcb-f8a83aa9ce05 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:01.547937 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a2f777d0-09af-4aae-84d9-8ff6ac5c2bec req-296098bd-9025-4ec8-9bcb-f8a83aa9ce05 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=f78f7a7e-6ed5-4bbd-9d56-e984d793b6be HTTP/1.1" status: 200 len: 931 time: 0.3424330 Feb 19 04:07:01.557922 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 4e970437-163d-481c-98d2-2c2b32731566 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:01.558442 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4e970437-163d-481c-98d2-2c2b32731566), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:01.618730 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-39b0353e-4cdc-45b2-9fa9-97f54003f3a7 None None] Provisioning complete for port 35fe6d93-abc0-4af0-bfcf-c6fe19fee6f2 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:01.619038 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-39b0353e-4cdc-45b2-9fa9-97f54003f3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (35fe6d93-abc0-4af0-bfcf-c6fe19fee6f2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:01.634299 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946cd8c-436b-4cdc-ac3c-d4ef7f4fbc14 req-58b05d49-68b1-48b1-92a0-3d2e56a1fabb tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:01.643055 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6946cd8c-436b-4cdc-ac3c-d4ef7f4fbc14 req-58b05d49-68b1-48b1-92a0-3d2e56a1fabb tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/ports?device_id=2415283d-0bc3-4632-a1af-8412db934f51 HTTP/1.1" status: 200 len: 944 time: 0.4387112 Feb 19 04:07:01.694626 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a2f777d0-09af-4aae-84d9-8ff6ac5c2bec req-1d45a62a-742e-4f54-a3b1-0948be295964 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371777 Feb 19 04:07:01.732004 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-39b0353e-4cdc-45b2-9fa9-97f54003f3a7 None None] Port 35fe6d93-abc0-4af0-bfcf-c6fe19fee6f2 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:07:01.755497 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 4e970437-163d-481c-98d2-2c2b32731566 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:01.756049 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4e970437-163d-481c-98d2-2c2b32731566), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:01.760749 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6946cd8c-436b-4cdc-ac3c-d4ef7f4fbc14 req-b82f414f-726a-49b2-935c-5a9a24d6ae14 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/security-groups?id=0af1625a-1dac-4f0d-8d14-bab276e6a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165462 Feb 19 04:07:01.789498 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-39b0353e-4cdc-45b2-9fa9-97f54003f3a7 None None] Provisioning complete for port 4a119899-9a69-4ca3-a648-bc2476241850 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:01.789891 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-39b0353e-4cdc-45b2-9fa9-97f54003f3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4a119899-9a69-4ca3-a648-bc2476241850), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:01.832055 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219d46ac-7aec-4b13-9dbc-e964dcb9d0ed x-openstack-request-id: req-219d46ac-7aec-4b13-9dbc-e964dcb9d0ed {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:01.832326 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05c4082-e418-4a50-8c43-af7a7bafd4ee", "name": "network-vif-plugged", "status": "completed", "tag": "34471632-2f71-414a-9021-d725776a3114", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:01.832580 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-219d46ac-7aec-4b13-9dbc-e964dcb9d0ed {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:01.832974 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05c4082-e418-4a50-8c43-af7a7bafd4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34471632-2f71-414a-9021-d725776a3114', 'code': 200} Feb 19 04:07:01.837517 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4a119899-9a69-4ca3-a648-bc2476241850 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:01.893836 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 4e970437-163d-481c-98d2-2c2b32731566, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=4e970437-163d-481c-98d2-2c2b32731566,segment=NetworkSegment(7ee69d56-fec1-48c2-bf82-a6515095370f),segment_id=7ee69d56-fec1-48c2-bf82-a6515095370f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:01.912416 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4e970437-163d-481c-98d2-2c2b32731566), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:01.970993 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=4e970437-163d-481c-98d2-2c2b32731566,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:01.971838 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fbf87-dfe5-4b5b-8d2c-b8d01ec61601 req-88401a58-b2cb-4257-8865-ecd97cf7a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:01.974202 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-974fbf87-dfe5-4b5b-8d2c-b8d01ec61601 req-88401a58-b2cb-4257-8865-ecd97cf7a2d3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f05c4082-e418-4a50-8c43-af7a7bafd4ee HTTP/1.1" status: 200 len: 1128 time: 0.1263812 Feb 19 04:07:01.986559 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9bb1c3-9287-4317-b428-1f3563829044 req-248ee040-9c35-4b04-ad97-a4d072cb9baf tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:01.988720 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b9bb1c3-9287-4317-b428-1f3563829044 req-248ee040-9c35-4b04-ad97-a4d072cb9baf tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 946 time: 0.1306458 Feb 19 04:07:02.015587 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-39b0353e-4cdc-45b2-9fa9-97f54003f3a7 None None] Current status of the port 4a119899-9a69-4ca3-a648-bc2476241850 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:02.036130 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544da717-2b54-4c85-8b8f-8150f7880e39 req-3da8083d-3e4c-4498-9d5c-0bd5f48d953d tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:02.036902 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 4a119899-9a69-4ca3-a648-bc2476241850 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:02.037293 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4a119899-9a69-4ca3-a648-bc2476241850), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:02.037916 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-544da717-2b54-4c85-8b8f-8150f7880e39 req-3da8083d-3e4c-4498-9d5c-0bd5f48d953d tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.52 "GET /v2.0/ports?device_id=f05c4082-e418-4a50-8c43-af7a7bafd4ee HTTP/1.1" status: 200 len: 945 time: 0.1520309 Feb 19 04:07:02.042317 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-39b0353e-4cdc-45b2-9fa9-97f54003f3a7 None None] Provisioning complete for port 1b2140d5-d5c1-435f-89c9-0e728f660bc7 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:02.042523 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-39b0353e-4cdc-45b2-9fa9-97f54003f3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1b2140d5-d5c1-435f-89c9-0e728f660bc7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:02.082054 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6366fe-610b-4c57-9261-885eb3b59e0e tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Network d78f0969-93ec-4f1e-9ec9-8370c9c80ad2 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:02.089656 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-ae6366fe-610b-4c57-9261-885eb3b59e0e tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:02.093560 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-974fbf87-dfe5-4b5b-8d2c-b8d01ec61601 req-decb78ff-953f-4952-a7c6-31baf6827244 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d79b1477-7f18-43ca-95aa-5c3cc9be0688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026251 Feb 19 04:07:02.096487 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c144d63c-792e-4baf-99f8-ef40b3afe0df req-56b3159d-c4be-44a7-9972-66213be9f457 service neutron] 10.222.0.26 "GET /v2.0/networks/3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6311917 Feb 19 04:07:02.109452 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-64a827c1-fb5b-48eb-bc08-0472bf551797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e75123b9-dab6-4e4c-8b87-ded3ba85e27e {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:07:02.112918 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b9bb1c3-9287-4317-b428-1f3563829044 req-c8b06302-ee61-4aa0-bb88-388f73f099d5 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157417 Feb 19 04:07:02.148694 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-39b0353e-4cdc-45b2-9fa9-97f54003f3a7 None None] Port 1b2140d5-d5c1-435f-89c9-0e728f660bc7 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:07:02.151481 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-64a827c1-fb5b-48eb-bc08-0472bf551797 service neutron] Publish callbacks [] for port (e75123b9-dab6-4e4c-8b87-ded3ba85e27e), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:02.186103 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-544da717-2b54-4c85-8b8f-8150f7880e39 req-06d642ca-6568-465b-9ca2-2ac1c0677f00 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.52 "GET /v2.0/security-groups?id=d79b1477-7f18-43ca-95aa-5c3cc9be0688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310441 Feb 19 04:07:02.227885 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 4a119899-9a69-4ca3-a648-bc2476241850 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:02.243714 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-64a827c1-fb5b-48eb-bc08-0472bf551797 service neutron] Transition to ACTIVE for port object e75123b9-dab6-4e4c-8b87-ded3ba85e27e will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:07:02.253512 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-64a827c1-fb5b-48eb-bc08-0472bf551797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (e75123b9-dab6-4e4c-8b87-ded3ba85e27e), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:02.315264 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-5bf8bb5c-d987-44c6-9d98-ec98bf98b03b None None] Provisioning complete for port 35fe6d93-abc0-4af0-bfcf-c6fe19fee6f2 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:02.320657 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5bf8bb5c-d987-44c6-9d98-ec98bf98b03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (35fe6d93-abc0-4af0-bfcf-c6fe19fee6f2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:02.381233 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a827c1-fb5b-48eb-bc08-0472bf551797 service neutron] Pushing event updated for resources: {'Port': ['ID=e75123b9-dab6-4e4c-8b87-ded3ba85e27e,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:02.411720 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-5bf8bb5c-d987-44c6-9d98-ec98bf98b03b None None] Port 35fe6d93-abc0-4af0-bfcf-c6fe19fee6f2 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:07:02.438439 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe147bdf-ee19-452d-9088-b2b7609f9930 req-7e0db670-f3b7-4b51-802b-44231f70be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:02.448939 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fe147bdf-ee19-452d-9088-b2b7609f9930 req-7e0db670-f3b7-4b51-802b-44231f70be79 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89f570eb52d140abbcd42975657310d6&device_id=fa93173e-fa6c-4663-84fe-7bcb8dfe76c2 HTTP/1.1" status: 200 len: 1127 time: 0.2607510 Feb 19 04:07:02.566368 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-c96dfc4a-52ee-4017-80d2-ccd4f2013ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b2140d5-d5c1-435f-89c9-0e728f660bc7 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:07:02.566813 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6366fe-610b-4c57-9261-885eb3b59e0e tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Router 822bb235-02bb-4319-9d09-ffc6ff7a3fc2 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:07:02.581002 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-c96dfc4a-52ee-4017-80d2-ccd4f2013ccb service neutron] Publish callbacks [] for port (1b2140d5-d5c1-435f-89c9-0e728f660bc7), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:02.597036 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32a5a4-c9ac-48fc-9087-4d09d7f8839c req-df9b140f-f482-41cc-a5a3-90544c5bf6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:02.599105 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed32a5a4-c9ac-48fc-9087-4d09d7f8839c req-df9b140f-f482-41cc-a5a3-90544c5bf6e2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aeffa8dc13064a198ee824c63786f0c2&device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 1129 time: 0.1825938 Feb 19 04:07:02.615698 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072cf2a-3b41-4d4f-8a01-9ea82abe160d req-75d16ffe-2fe8-451e-bd25-c84750d9d225 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:02.622315 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7072cf2a-3b41-4d4f-8a01-9ea82abe160d req-75d16ffe-2fe8-451e-bd25-c84750d9d225 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 946 time: 0.2068188 Feb 19 04:07:02.654820 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-c96dfc4a-52ee-4017-80d2-ccd4f2013ccb service neutron] Transition to ACTIVE for port object 1b2140d5-d5c1-435f-89c9-0e728f660bc7 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:07:02.665926 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-64a827c1-fb5b-48eb-bc08-0472bf551797 service neutron] Attempting to bind port e75123b9-dab6-4e4c-8b87-ded3ba85e27e on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:07:02.666419 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-64a827c1-fb5b-48eb-bc08-0472bf551797 service neutron] Attempting to bind port e75123b9-dab6-4e4c-8b87-ded3ba85e27e by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'c61db939-2359-422c-aef9-128f8ca1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:07:02.666757 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-64a827c1-fb5b-48eb-bc08-0472bf551797 service neutron] Attempting to bind port e75123b9-dab6-4e4c-8b87-ded3ba85e27e on network 3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:07:02.689906 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-c96dfc4a-52ee-4017-80d2-ccd4f2013ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (1b2140d5-d5c1-435f-89c9-0e728f660bc7), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:02.706095 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-147adcf4-dd4f-4d18-955c-81b6f1142a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:02.724649 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-64a827c1-fb5b-48eb-bc08-0472bf551797 service neutron] Port e75123b9-dab6-4e4c-8b87-ded3ba85e27e on network 3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:07:02.724976 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-64a827c1-fb5b-48eb-bc08-0472bf551797 service neutron] Attempting to bind port e75123b9-dab6-4e4c-8b87-ded3ba85e27e on network 3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:07:02.738530 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe147bdf-ee19-452d-9088-b2b7609f9930 req-f50c8fd0-4d7c-4fc2-89e0-5c896781c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:02.740218 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fe147bdf-ee19-452d-9088-b2b7609f9930 req-f50c8fd0-4d7c-4fc2-89e0-5c896781c4be service neutron] 10.222.0.26 "GET /v2.0/networks?id=3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 HTTP/1.1" status: 200 len: 917 time: 0.2839406 Feb 19 04:07:02.740769 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-64a827c1-fb5b-48eb-bc08-0472bf551797 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:07:02.741215 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-64a827c1-fb5b-48eb-bc08-0472bf551797 service neutron] Checking segment: {'id': 'c61db939-2359-422c-aef9-128f8ca1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:02.741601 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-64a827c1-fb5b-48eb-bc08-0472bf551797 service neutron] Bound using segment: {'id': 'c61db939-2359-422c-aef9-128f8ca1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:07:02.742329 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-64a827c1-fb5b-48eb-bc08-0472bf551797 service neutron] Bound port: e75123b9-dab6-4e4c-8b87-ded3ba85e27e, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61db939-2359-422c-aef9-128f8ca1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:07:02.742444 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-64a827c1-fb5b-48eb-bc08-0472bf551797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e75123b9-dab6-4e4c-8b87-ded3ba85e27e), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:02.747005 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57832) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:02.757216 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6eba0cff-d428-474c-aab2-90e272571f28 None None] Provisioning complete for port 35fe6d93-abc0-4af0-bfcf-c6fe19fee6f2 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:02.757695 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6eba0cff-d428-474c-aab2-90e272571f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (35fe6d93-abc0-4af0-bfcf-c6fe19fee6f2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:02.811433 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fe147bdf-ee19-452d-9088-b2b7609f9930 req-694eec02-d6db-4d7d-b7a1-89d2372f617c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0279203-0c38-44c9-bc69-2ba42a825e33 HTTP/1.1" status: 200 len: 217 time: 0.0547757 Feb 19 04:07:02.816354 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6366fe-610b-4c57-9261-885eb3b59e0e tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:07:02.827476 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad09b0c4-1a02-425f-a268-98429c4ef6f1 None None] Sync routers for ids ['822bb235-02bb-4319-9d09-ffc6ff7a3fc2'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:07:02.840808 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ae6366fe-610b-4c57-9261-885eb3b59e0e tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] 10.222.0.52 "PUT /v2.0/routers/822bb235-02bb-4319-9d09-ffc6ff7a3fc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7856607 Feb 19 04:07:02.851559 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57838) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:02.851913 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad09b0c4-1a02-425f-a268-98429c4ef6f1 None None] Routers {'822bb235-02bb-4319-9d09-ffc6ff7a3fc2'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:02.853639 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ad09b0c4-1a02-425f-a268-98429c4ef6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:07:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['822bb235-02bb-4319-9d09-ffc6ff7a3fc2'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:02.857390 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-9bda53db-1645-439d-9472-38016fabffd0 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Request body: {'port': {'network_id': 'd78f0969-93ec-4f1e-9ec9-8370c9c80ad2', 'name': 'tempest-FloatingIPNegativeTestJSON-151462120'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:02.909661 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ad09b0c4-1a02-425f-a268-98429c4ef6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:02.918967 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6eba0cff-d428-474c-aab2-90e272571f28 None None] Port 35fe6d93-abc0-4af0-bfcf-c6fe19fee6f2 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:07:02.931018 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad09b0c4-1a02-425f-a268-98429c4ef6f1 None None] Routers {'822bb235-02bb-4319-9d09-ffc6ff7a3fc2'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:02.931651 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ad09b0c4-1a02-425f-a268-98429c4ef6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:07:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['822bb235-02bb-4319-9d09-ffc6ff7a3fc2'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:02.932326 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7072cf2a-3b41-4d4f-8a01-9ea82abe160d req-797d72d1-1642-471d-bb0f-6b36fe6d82ba tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089480 Feb 19 04:07:02.988479 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ad09b0c4-1a02-425f-a268-98429c4ef6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:02.989147 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad09b0c4-1a02-425f-a268-98429c4ef6f1 None None] The sync data for ids ['822bb235-02bb-4319-9d09-ffc6ff7a3fc2'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:07:03.003109 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96dfc4a-52ee-4017-80d2-ccd4f2013ccb service neutron] Pushing event updated for resources: {'Port': ['ID=1b2140d5-d5c1-435f-89c9-0e728f660bc7,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:03.008870 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ce208748-0129-4232-b387-bc3d9158355c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:03.060675 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32a5a4-c9ac-48fc-9087-4d09d7f8839c req-93da588b-b5d7-4ffa-8902-72dfd3966a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:03.062201 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed32a5a4-c9ac-48fc-9087-4d09d7f8839c req-93da588b-b5d7-4ffa-8902-72dfd3966a90 service neutron] 10.222.0.79 "GET /v2.0/networks?id=96906bf1-6d49-4110-8bea-07aefb43331c HTTP/1.1" status: 200 len: 911 time: 0.4346166 Feb 19 04:07:03.088771 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-64a827c1-fb5b-48eb-bc08-0472bf551797 service neutron] For port e75123b9-dab6-4e4c-8b87-ded3ba85e27e, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:07:03.101136 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe147bdf-ee19-452d-9088-b2b7609f9930 req-c42bc4c9-4b92-4156-96de-acc826bb6979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:03.102760 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fe147bdf-ee19-452d-9088-b2b7609f9930 req-c42bc4c9-4b92-4156-96de-acc826bb6979 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a17a667-7fa1-4649-9c36-1eb9bdedfd2a HTTP/1.1" status: 200 len: 855 time: 0.2681649 Feb 19 04:07:03.140539 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-64a827c1-fb5b-48eb-bc08-0472bf551797 service neutron] For port e75123b9-dab6-4e4c-8b87-ded3ba85e27e, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=e75123b9-dab6-4e4c-8b87-ded3ba85e27e,segment=NetworkSegment(c61db939-2359-422c-aef9-128f8ca1bb50),segment_id=c61db939-2359-422c-aef9-128f8ca1bb50)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:07:03.152146 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed32a5a4-c9ac-48fc-9087-4d09d7f8839c req-5dda370b-048a-45d5-8db1-4d0b5ed0cd81 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25f48bd2-f8fd-41e0-b2a9-e5612f2f6421 HTTP/1.1" status: 200 len: 217 time: 0.0555770 Feb 19 04:07:03.164683 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e39ed9-f612-4558-aa3f-504a1fb44ac6 req-c830fafb-b68a-4a8b-9ad9-639b1ba2b251 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:03.166123 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-24e39ed9-f612-4558-aa3f-504a1fb44ac6 req-c830fafb-b68a-4a8b-9ad9-639b1ba2b251 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=f78f7a7e-6ed5-4bbd-9d56-e984d793b6be HTTP/1.1" status: 200 len: 943 time: 0.3335161 Feb 19 04:07:03.180229 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-64a827c1-fb5b-48eb-bc08-0472bf551797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (e75123b9-dab6-4e4c-8b87-ded3ba85e27e), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:03.238375 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-64a827c1-fb5b-48eb-bc08-0472bf551797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:03.238994 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-64a827c1-fb5b-48eb-bc08-0472bf551797 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:03.241996 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-64a827c1-fb5b-48eb-bc08-0472bf551797 service neutron] 10.222.0.26 "PUT /v2.0/ports/e75123b9-dab6-4e4c-8b87-ded3ba85e27e HTTP/1.1" status: 200 len: 1093 time: 2.4596145 Feb 19 04:07:03.242154 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-c96dfc4a-52ee-4017-80d2-ccd4f2013ccb service neutron] Attempting to bind port 1b2140d5-d5c1-435f-89c9-0e728f660bc7 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:07:03.242537 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-c96dfc4a-52ee-4017-80d2-ccd4f2013ccb service neutron] Attempting to bind port 1b2140d5-d5c1-435f-89c9-0e728f660bc7 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'c61db939-2359-422c-aef9-128f8ca1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:07:03.242859 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-c96dfc4a-52ee-4017-80d2-ccd4f2013ccb service neutron] Attempting to bind port 1b2140d5-d5c1-435f-89c9-0e728f660bc7 on network 3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:07:03.250279 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b547761-e6af-43d6-97bd-980a7f43bf93', 'tag': 'e75123b9-dab6-4e4c-8b87-ded3ba85e27e'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:03.252760 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0872cae9-17d5-444d-aa19-70114c1cb8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "8b547761-e6af-43d6-97bd-980a7f43bf93", "tag": "e75123b9-dab6-4e4c-8b87-ded3ba85e27e"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:03.258997 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-c96dfc4a-52ee-4017-80d2-ccd4f2013ccb service neutron] Port 1b2140d5-d5c1-435f-89c9-0e728f660bc7 on network 3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:07:03.259268 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-c96dfc4a-52ee-4017-80d2-ccd4f2013ccb service neutron] Attempting to bind port 1b2140d5-d5c1-435f-89c9-0e728f660bc7 on network 3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:07:03.267871 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b93f1-d8b3-4d52-adbf-0f30621f0fe9 req-8f227d5b-18a3-416f-9c0e-58ba21f0cd4f tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:03.275786 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c05b93f1-d8b3-4d52-adbf-0f30621f0fe9 req-8f227d5b-18a3-416f-9c0e-58ba21f0cd4f tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/ports?device_id=2415283d-0bc3-4632-a1af-8412db934f51 HTTP/1.1" status: 200 len: 945 time: 0.2334666 Feb 19 04:07:03.279257 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bda53db-1645-439d-9472-38016fabffd0 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Made reservation on behalf of 2177b9e903e9487682e7af51f6ee9d29 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:03.282846 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9bda53db-1645-439d-9472-38016fabffd0 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:03.285253 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32a5a4-c9ac-48fc-9087-4d09d7f8839c req-a5989902-a16b-4c1c-a957-a8818002e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:03.286716 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed32a5a4-c9ac-48fc-9087-4d09d7f8839c req-a5989902-a16b-4c1c-a957-a8818002e3a2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0158d0fa-2e31-44b1-955f-e39eed62eba8 HTTP/1.1" status: 200 len: 850 time: 0.1178367 Feb 19 04:07:03.313511 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-c96dfc4a-52ee-4017-80d2-ccd4f2013ccb service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:07:03.313847 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-c96dfc4a-52ee-4017-80d2-ccd4f2013ccb service neutron] Checking segment: {'id': 'c61db939-2359-422c-aef9-128f8ca1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:03.314365 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-c96dfc4a-52ee-4017-80d2-ccd4f2013ccb service neutron] Bound using segment: {'id': 'c61db939-2359-422c-aef9-128f8ca1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:07:03.314784 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-c96dfc4a-52ee-4017-80d2-ccd4f2013ccb service neutron] Bound port: 1b2140d5-d5c1-435f-89c9-0e728f660bc7, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61db939-2359-422c-aef9-128f8ca1bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:07:03.315150 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-c96dfc4a-52ee-4017-80d2-ccd4f2013ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1b2140d5-d5c1-435f-89c9-0e728f660bc7), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:03.351436 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed32a5a4-c9ac-48fc-9087-4d09d7f8839c req-4f7c3aef-bfef-4079-9b71-61e440a7d914 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=96906bf1-6d49-4110-8bea-07aefb43331c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507374 Feb 19 04:07:03.366417 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-24e39ed9-f612-4558-aa3f-504a1fb44ac6 req-8035f52a-0e0c-44ee-b1b3-bd9af7a98e80 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820161 Feb 19 04:07:03.368389 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-9bda53db-1645-439d-9472-38016fabffd0 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] device_id is not set on port a53a030d-fcae-4984-b1d3-abf75cbc9327 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:07:03.379987 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a827c1-fb5b-48eb-bc08-0472bf551797 service neutron] Pushing event updated for resources: {'Port': ['ID=e75123b9-dab6-4e4c-8b87-ded3ba85e27e,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:03.385974 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe147bdf-ee19-452d-9088-b2b7609f9930 req-a9f0a733-7043-4cfb-a862-beb425146da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:03.387574 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fe147bdf-ee19-452d-9088-b2b7609f9930 req-a9f0a733-7043-4cfb-a862-beb425146da2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2737141 Feb 19 04:07:03.474296 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ce208748-0129-4232-b387-bc3d9158355c admin admin] Publish callbacks [] for security_group (d83e12bc-1160-4e1e-b221-6bc6f1158e5d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:03.519964 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ce208748-0129-4232-b387-bc3d9158355c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d83e12bc-1160-4e1e-b221-6bc6f1158e5d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:03.534874 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c05b93f1-d8b3-4d52-adbf-0f30621f0fe9 req-cb4c210a-3f9c-4e41-b050-32db22c78c60 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/security-groups?id=0af1625a-1dac-4f0d-8d14-bab276e6a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580562 Feb 19 04:07:03.603381 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-c96dfc4a-52ee-4017-80d2-ccd4f2013ccb service neutron] For port 1b2140d5-d5c1-435f-89c9-0e728f660bc7, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:07:03.619858 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52efaec0-7035-4011-bc88-0aa36558741c x-openstack-request-id: req-52efaec0-7035-4011-bc88-0aa36558741c {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:03.620409 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b547761-e6af-43d6-97bd-980a7f43bf93", "tag": "e75123b9-dab6-4e4c-8b87-ded3ba85e27e", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:03.620670 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-52efaec0-7035-4011-bc88-0aa36558741c {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:03.621425 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b547761-e6af-43d6-97bd-980a7f43bf93', 'tag': 'e75123b9-dab6-4e4c-8b87-ded3ba85e27e', 'status': 'completed', 'code': 200} Feb 19 04:07:03.625401 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-47e44403-67eb-42d7-a54c-2ded96b3f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:03.626985 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-47e44403-67eb-42d7-a54c-2ded96b3f530 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89f570eb52d140abbcd42975657310d6&device_id=8b547761-e6af-43d6-97bd-980a7f43bf93 HTTP/1.1" status: 200 len: 1127 time: 0.3176787 Feb 19 04:07:03.630878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-c96dfc4a-52ee-4017-80d2-ccd4f2013ccb service neutron] For port 1b2140d5-d5c1-435f-89c9-0e728f660bc7, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=1b2140d5-d5c1-435f-89c9-0e728f660bc7,segment=NetworkSegment(c61db939-2359-422c-aef9-128f8ca1bb50),segment_id=c61db939-2359-422c-aef9-128f8ca1bb50)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:07:03.635600 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed32a5a4-c9ac-48fc-9087-4d09d7f8839c req-115e0fcd-0ce5-4404-af05-51f585a16dea service neutron] 10.222.0.79 "GET /v2.0/networks/96906bf1-6d49-4110-8bea-07aefb43331c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663138 Feb 19 04:07:03.656502 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f72d3-ed86-4430-b5f1-29710661954b req-38b9da54-29cb-4270-bc02-dfca184c6181 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:03.658708 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f4f72d3-ed86-4430-b5f1-29710661954b req-38b9da54-29cb-4270-bc02-dfca184c6181 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.52 "GET /v2.0/ports?device_id=f05c4082-e418-4a50-8c43-af7a7bafd4ee HTTP/1.1" status: 200 len: 945 time: 0.1792390 Feb 19 04:07:03.659027 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce208748-0129-4232-b387-bc3d9158355c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83e12bc-1160-4e1e-b221-6bc6f1158e5d,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:03.683159 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-c96dfc4a-52ee-4017-80d2-ccd4f2013ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (1b2140d5-d5c1-435f-89c9-0e728f660bc7), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:03.693208 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ce208748-0129-4232-b387-bc3d9158355c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d8b24071582a4038af895cd1a0c44065&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9453359 Feb 19 04:07:03.696409 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57848) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:03.701545 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:03.737264 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-53de8ea2-4b17-4afa-b6ff-88fb59d2cf60 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e75123b9-dab6-4e4c-8b87-ded3ba85e27e HTTP/1.1" status: 200 len: 217 time: 0.0969274 Feb 19 04:07:03.742708 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fe147bdf-ee19-452d-9088-b2b7609f9930 req-a56a9cfc-ac54-4b82-a307-28155ff397ff service neutron] 10.222.0.26 "GET /v2.0/networks/3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399208 Feb 19 04:07:03.760600 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-9bda53db-1645-439d-9472-38016fabffd0 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Allocated IP 172.20.0.3 (d78f0969-93ec-4f1e-9ec9-8370c9c80ad2/ed9911f1-a549-4685-b803-cab50cd4b86b/a53a030d-fcae-4984-b1d3-abf75cbc9327) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:07:03.818355 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-c96dfc4a-52ee-4017-80d2-ccd4f2013ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:03.818986 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-c96dfc4a-52ee-4017-80d2-ccd4f2013ccb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:03.820410 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-c96dfc4a-52ee-4017-80d2-ccd4f2013ccb service neutron] 10.222.0.79 "PUT /v2.0/ports/1b2140d5-d5c1-435f-89c9-0e728f660bc7 HTTP/1.1" status: 200 len: 1092 time: 2.8746586 Feb 19 04:07:03.825337 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f78f7a7e-6ed5-4bbd-9d56-e984d793b6be', 'tag': '1b2140d5-d5c1-435f-89c9-0e728f660bc7'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:03.827599 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44332409-de40-41da-a688-86fe13e92a76" -d '{"events": [{"name": "network-changed", "server_uuid": "f78f7a7e-6ed5-4bbd-9d56-e984d793b6be", "tag": "1b2140d5-d5c1-435f-89c9-0e728f660bc7"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:03.834249 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2415283d-0bc3-4632-a1af-8412db934f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e970437-163d-481c-98d2-2c2b32731566'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:03.836858 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b41d8e8-eacd-4642-9ae1-615c5a2e0b9b" -d '{"events": [{"server_uuid": "2415283d-0bc3-4632-a1af-8412db934f51", "name": "network-vif-plugged", "status": "completed", "tag": "4e970437-163d-481c-98d2-2c2b32731566"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:03.909522 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-56f83c80-796d-42e7-ba38-5de6fd2872f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:03.914205 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-56f83c80-796d-42e7-ba38-5de6fd2872f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a17a667-7fa1-4649-9c36-1eb9bdedfd2a HTTP/1.1" status: 200 len: 855 time: 0.1616368 Feb 19 04:07:03.942057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96dfc4a-52ee-4017-80d2-ccd4f2013ccb service neutron] Pushing event updated for resources: {'Port': ['ID=1b2140d5-d5c1-435f-89c9-0e728f660bc7,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:03.961382 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f4f72d3-ed86-4430-b5f1-29710661954b req-ec01caa9-9be1-4223-96e8-558c312ab59f tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.52 "GET /v2.0/security-groups?id=d79b1477-7f18-43ca-95aa-5c3cc9be0688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799931 Feb 19 04:07:03.992701 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed32a5a4-c9ac-48fc-9087-4d09d7f8839c req-670ba043-0d66-4de7-91d7-130cef080c0b service neutron] 10.222.0.79 "GET /v2.0/networks/96906bf1-6d49-4110-8bea-07aefb43331c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505507 Feb 19 04:07:04.000220 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9c6076eb-f691-437f-ae00-f1522cad3eac admin admin] Publish callbacks [] for security_group (d83e12bc-1160-4e1e-b221-6bc6f1158e5d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:04.017310 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5db08-aed6-402d-b23c-8f5c4b626ee7 req-d069e10d-a18e-4e7d-8a02-321e8030a189 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:04.020054 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ae5db08-aed6-402d-b23c-8f5c4b626ee7 req-d069e10d-a18e-4e7d-8a02-321e8030a189 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/ports?device_id=26110b60-478b-4d4e-98eb-115da1abdc6c HTTP/1.1" status: 200 len: 946 time: 0.2115414 Feb 19 04:07:04.070577 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fe147bdf-ee19-452d-9088-b2b7609f9930 req-c06bb69e-d725-4e12-bb7f-90eb58dc36db service neutron] 10.222.0.26 "GET /v2.0/networks/3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178432 Feb 19 04:07:04.094742 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-120e64aa-2871-4a4a-8813-e89469c01971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:04.096284 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-120e64aa-2871-4a4a-8813-e89469c01971 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1758943 Feb 19 04:07:04.151825 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f73089f-e6d1-4d2b-a90b-3325bd2a34d5 x-openstack-request-id: req-6f73089f-e6d1-4d2b-a90b-3325bd2a34d5 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:04.154384 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2415283d-0bc3-4632-a1af-8412db934f51", "name": "network-vif-plugged", "status": "completed", "tag": "4e970437-163d-481c-98d2-2c2b32731566", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:04.154798 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6f73089f-e6d1-4d2b-a90b-3325bd2a34d5 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:04.155370 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2415283d-0bc3-4632-a1af-8412db934f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e970437-163d-481c-98d2-2c2b32731566', 'code': 200} Feb 19 04:07:04.195049 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9bda53db-1645-439d-9472-38016fabffd0 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks [] for port (a53a030d-fcae-4984-b1d3-abf75cbc9327), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:04.286741 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-c83e6eb3-6e01-4930-98b0-b1d8909e9db5 service neutron] 10.222.0.26 "GET /v2.0/networks/3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825652 Feb 19 04:07:04.310096 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29207bf1-9e66-4cb1-bfe7-6cf8011e9a56 req-7f0de14c-9ecf-4e46-924b-45df389bb259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:04.311754 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-29207bf1-9e66-4cb1-bfe7-6cf8011e9a56 req-7f0de14c-9ecf-4e46-924b-45df389bb259 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2415283d-0bc3-4632-a1af-8412db934f51 HTTP/1.1" status: 200 len: 1128 time: 0.1122355 Feb 19 04:07:04.329692 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9bda53db-1645-439d-9472-38016fabffd0 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (a53a030d-fcae-4984-b1d3-abf75cbc9327), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:04.444838 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bda53db-1645-439d-9472-38016fabffd0 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Network d78f0969-93ec-4f1e-9ec9-8370c9c80ad2 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:04.458993 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda53db-1645-439d-9472-38016fabffd0 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Pushing event updated for resources: {'Port': ['ID=a53a030d-fcae-4984-b1d3-abf75cbc9327,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:04.462132 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-9bda53db-1645-439d-9472-38016fabffd0 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:04.471075 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bda53db-1645-439d-9472-38016fabffd0 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:07:04.479917 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-29207bf1-9e66-4cb1-bfe7-6cf8011e9a56 req-5186aaf1-a13d-46af-a2df-0c038b623bb3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0af1625a-1dac-4f0d-8d14-bab276e6a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576147 Feb 19 04:07:04.501360 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969bded3-8df9-4efe-afbf-d23e7106a1b3 x-openstack-request-id: req-969bded3-8df9-4efe-afbf-d23e7106a1b3 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:04.501723 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f78f7a7e-6ed5-4bbd-9d56-e984d793b6be", "tag": "1b2140d5-d5c1-435f-89c9-0e728f660bc7", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:04.501927 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-969bded3-8df9-4efe-afbf-d23e7106a1b3 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:04.502284 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f78f7a7e-6ed5-4bbd-9d56-e984d793b6be', 'tag': '1b2140d5-d5c1-435f-89c9-0e728f660bc7', 'status': 'completed', 'code': 200} Feb 19 04:07:04.504156 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9c6076eb-f691-437f-ae00-f1522cad3eac admin admin] Publish callbacks [] for security_group (d83e12bc-1160-4e1e-b221-6bc6f1158e5d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:04.512627 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-9ff75129-a7a8-4331-86b1-ae2d7f027c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:04.515617 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-9ff75129-a7a8-4331-86b1-ae2d7f027c87 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=89f570eb52d140abbcd42975657310d6&device_id=f78f7a7e-6ed5-4bbd-9d56-e984d793b6be HTTP/1.1" status: 200 len: 1126 time: 0.6284010 Feb 19 04:07:04.530951 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ea50ba48-9a90-4cbd-9abf-286f370b6ae5 req-27a65179-0f40-4a76-9d67-2350731b94df service neutron] 10.222.0.26 "GET /v2.0/networks/3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333710 Feb 19 04:07:04.557023 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bda53db-1645-439d-9472-38016fabffd0 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:04.558081 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9bda53db-1645-439d-9472-38016fabffd0 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:04.600095 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9bda53db-1645-439d-9472-38016fabffd0 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7435496 Feb 19 04:07:04.602968 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57868) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:04.623408 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-be94c71a-2154-48d9-82aa-eeaa651dcf90 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:04.633086 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-2a0759b5-9598-43f3-9d62-2a9bcf10b256 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b2140d5-d5c1-435f-89c9-0e728f660bc7 HTTP/1.1" status: 200 len: 217 time: 0.0930588 Feb 19 04:07:04.698955 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ae5db08-aed6-402d-b23c-8f5c4b626ee7 req-d7e03dc5-bc5f-4129-9540-6ab005700648 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/security-groups?id=df3f22db-342c-466a-b72c-fd5867974e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6605585 Feb 19 04:07:04.733043 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-be94c71a-2154-48d9-82aa-eeaa651dcf90 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:04.762014 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1583b-8c0e-4657-84f7-869efb842ae8 req-2a7c610a-3338-46df-8ca3-75fe08c4b4c7 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:04.770023 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bec1583b-8c0e-4657-84f7-869efb842ae8 req-2a7c610a-3338-46df-8ca3-75fe08c4b4c7 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 946 time: 0.2595985 Feb 19 04:07:04.782617 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9c6076eb-f691-437f-ae00-f1522cad3eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d83e12bc-1160-4e1e-b221-6bc6f1158e5d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:04.785485 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9c6076eb-f691-437f-ae00-f1522cad3eac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:04.789579 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9c6076eb-f691-437f-ae00-f1522cad3eac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d83e12bc-1160-4e1e-b221-6bc6f1158e5d HTTP/1.1" status: 204 len: 168 time: 1.0871568 Feb 19 04:07:04.828134 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6076eb-f691-437f-ae00-f1522cad3eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83e12bc-1160-4e1e-b221-6bc6f1158e5d,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:04.832406 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-e8367947-6e0a-4f70-a4e9-5e557218513f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:04.835269 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-e8367947-6e0a-4f70-a4e9-5e557218513f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3a17a667-7fa1-4649-9c36-1eb9bdedfd2a HTTP/1.1" status: 200 len: 855 time: 0.1918783 Feb 19 04:07:04.883940 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872cae9-17d5-444d-aa19-70114c1cb8dd req-3a1c6195-2ac5-4c7b-baf0-93660cde417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:04.885505 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0872cae9-17d5-444d-aa19-70114c1cb8dd req-3a1c6195-2ac5-4c7b-baf0-93660cde417c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89f570eb52d140abbcd42975657310d6&device_id=8b547761-e6af-43d6-97bd-980a7f43bf93 HTTP/1.1" status: 200 len: 1127 time: 0.0927825 Feb 19 04:07:04.889420 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-f1256bb0-7bf1-4201-bc08-83886a696a4f None None] Provisioning complete for port a53a030d-fcae-4984-b1d3-abf75cbc9327 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:04.890899 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f1256bb0-7bf1-4201-bc08-83886a696a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (a53a030d-fcae-4984-b1d3-abf75cbc9327), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:04.936767 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f1256bb0-7bf1-4201-bc08-83886a696a4f None None] Port a53a030d-fcae-4984-b1d3-abf75cbc9327 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:07:04.974481 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bec1583b-8c0e-4657-84f7-869efb842ae8 req-5a7ec5ed-b22e-4a9a-b40d-ce60cf93bc2c tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035606 Feb 19 04:07:05.005869 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-5c2f054e-90ea-4dda-8daf-b665068d40ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:05.007580 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-5c2f054e-90ea-4dda-8daf-b665068d40ab service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1285362 Feb 19 04:07:05.021262 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1511210-4f0c-4e5a-832e-9416dac0c7ef req-d17f8e48-5ed4-4c58-a641-938d72f7765a tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:05.028735 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c1511210-4f0c-4e5a-832e-9416dac0c7ef req-d17f8e48-5ed4-4c58-a641-938d72f7765a tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=f78f7a7e-6ed5-4bbd-9d56-e984d793b6be HTTP/1.1" status: 200 len: 943 time: 0.2470150 Feb 19 04:07:05.059271 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872cae9-17d5-444d-aa19-70114c1cb8dd req-7e6f32e1-4de7-4b42-95e9-2f8c237ebdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:05.061165 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0872cae9-17d5-444d-aa19-70114c1cb8dd req-7e6f32e1-4de7-4b42-95e9-2f8c237ebdee service neutron] 10.222.0.26 "GET /v2.0/networks?id=3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 HTTP/1.1" status: 200 len: 917 time: 0.1676764 Feb 19 04:07:05.111781 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0872cae9-17d5-444d-aa19-70114c1cb8dd req-43101a5d-77a5-4082-8749-d82c0ddb4994 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e75123b9-dab6-4e4c-8b87-ded3ba85e27e HTTP/1.1" status: 200 len: 217 time: 0.0436840 Feb 19 04:07:05.165816 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872cae9-17d5-444d-aa19-70114c1cb8dd req-a0bbd4f5-a18f-41bc-9b02-fddf3b40a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:05.167527 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0872cae9-17d5-444d-aa19-70114c1cb8dd req-a0bbd4f5-a18f-41bc-9b02-fddf3b40a466 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a17a667-7fa1-4649-9c36-1eb9bdedfd2a HTTP/1.1" status: 200 len: 855 time: 0.0495305 Feb 19 04:07:05.172972 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-c4520397-78a3-4cb5-b20e-fd9ce6d1869d service neutron] 10.222.0.79 "GET /v2.0/networks/3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407077 Feb 19 04:07:05.205521 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:05.245327 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872cae9-17d5-444d-aa19-70114c1cb8dd req-cdbac306-7d43-43b9-afa8-798cd5474021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:05.247051 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0872cae9-17d5-444d-aa19-70114c1cb8dd req-cdbac306-7d43-43b9-afa8-798cd5474021 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0724032 Feb 19 04:07:05.311685 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c1511210-4f0c-4e5a-832e-9416dac0c7ef req-91d811ae-8eee-4eb1-bb80-392b26c01f17 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820618 Feb 19 04:07:05.358404 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7900562-c239-4745-82e4-de374392afce req-d4e4b8a1-6a11-442a-a279-d37b280b02d4 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:05.359969 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7900562-c239-4745-82e4-de374392afce req-d4e4b8a1-6a11-442a-a279-d37b280b02d4 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/ports?device_id=2415283d-0bc3-4632-a1af-8412db934f51 HTTP/1.1" status: 200 len: 945 time: 0.2741313 Feb 19 04:07:05.363503 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0872cae9-17d5-444d-aa19-70114c1cb8dd req-1b85e7f1-b349-4218-b674-3efc766cfffc service neutron] 10.222.0.26 "GET /v2.0/networks/3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082106 Feb 19 04:07:05.389384 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-be94c71a-2154-48d9-82aa-eeaa651dcf90 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:05.544361 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0872cae9-17d5-444d-aa19-70114c1cb8dd req-cbf59ec7-cf67-4f1d-b2ee-d927b284b30a service neutron] 10.222.0.26 "GET /v2.0/networks/3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729851 Feb 19 04:07:05.549992 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa6c0e3e-2003-4b20-8326-4a635d04c94c req-2f7fa826-eab5-43ac-9e8c-0ae579ba0b9f service neutron] 10.222.0.79 "GET /v2.0/networks/3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337433 Feb 19 04:07:05.605345 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7900562-c239-4745-82e4-de374392afce req-dda3b70b-e694-4a1a-9c66-68cdb78eda23 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/security-groups?id=0af1625a-1dac-4f0d-8d14-bab276e6a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179537 Feb 19 04:07:05.691214 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-be94c71a-2154-48d9-82aa-eeaa651dcf90 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Allocated IP 172.25.3.89 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/65b34a89-4d8b-44c5-b0ae-5e8c74176948) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:07:05.714973 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44332409-de40-41da-a688-86fe13e92a76 req-b88f8ca7-2379-4056-8dfe-b4d7fde7aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:05.716262 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44332409-de40-41da-a688-86fe13e92a76 req-b88f8ca7-2379-4056-8dfe-b4d7fde7aae1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=89f570eb52d140abbcd42975657310d6&device_id=f78f7a7e-6ed5-4bbd-9d56-e984d793b6be HTTP/1.1" status: 200 len: 1126 time: 0.0857840 Feb 19 04:07:05.729946 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57896) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:05.887698 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44332409-de40-41da-a688-86fe13e92a76 req-5fa72938-2688-42bd-a398-122f465787b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:05.888410 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-640ce9b0-75de-49b1-8186-fcb6f80d8b09 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-446025872-network', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:05.889187 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44332409-de40-41da-a688-86fe13e92a76 req-5fa72938-2688-42bd-a398-122f465787b9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 HTTP/1.1" status: 200 len: 917 time: 0.1637859 Feb 19 04:07:05.892887 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-be94c71a-2154-48d9-82aa-eeaa651dcf90 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks [] for port (65b34a89-4d8b-44c5-b0ae-5e8c74176948), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:05.942631 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44332409-de40-41da-a688-86fe13e92a76 req-0b394453-e808-4db7-9a56-cdb20aa1e1f4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b2140d5-d5c1-435f-89c9-0e728f660bc7 HTTP/1.1" status: 200 len: 217 time: 0.0464678 Feb 19 04:07:05.964614 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640ce9b0-75de-49b1-8186-fcb6f80d8b09 admin admin] Made reservation on behalf of 319abc5982f54b9dba72250cd09a8d28 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:05.967290 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-640ce9b0-75de-49b1-8186-fcb6f80d8b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:05.985085 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-640ce9b0-75de-49b1-8186-fcb6f80d8b09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:06.049074 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-be94c71a-2154-48d9-82aa-eeaa651dcf90 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (65b34a89-4d8b-44c5-b0ae-5e8c74176948), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:06.081565 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-640ce9b0-75de-49b1-8186-fcb6f80d8b09 admin admin] Publish callbacks [] for security_group (e985c658-e8b4-4bdd-bda4-67b2f7fa20af), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:06.088576 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-640ce9b0-75de-49b1-8186-fcb6f80d8b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e985c658-e8b4-4bdd-bda4-67b2f7fa20af), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:06.121175 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ce9b0-75de-49b1-8186-fcb6f80d8b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e985c658-e8b4-4bdd-bda4-67b2f7fa20af,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:06.129084 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-640ce9b0-75de-49b1-8186-fcb6f80d8b09 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:07:06.139919 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-640ce9b0-75de-49b1-8186-fcb6f80d8b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (02ff9e4b-efe0-46b0-93bf-0ddda7109b69), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:06.140340 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-640ce9b0-75de-49b1-8186-fcb6f80d8b09 admin admin] Added segment 02ff9e4b-efe0-46b0-93bf-0ddda7109b69 of type vlan for network 7d063905-1dca-479b-a8ed-624bbce2a132 Feb 19 04:07:06.157182 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44332409-de40-41da-a688-86fe13e92a76 req-b5c9db92-ea06-4ece-bd63-79617e3715ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:06.158334 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44332409-de40-41da-a688-86fe13e92a76 req-b5c9db92-ea06-4ece-bd63-79617e3715ab service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3a17a667-7fa1-4649-9c36-1eb9bdedfd2a HTTP/1.1" status: 200 len: 855 time: 0.2084851 Feb 19 04:07:06.227494 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-640ce9b0-75de-49b1-8186-fcb6f80d8b09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (7d063905-1dca-479b-a8ed-624bbce2a132), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:06.235383 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be94c71a-2154-48d9-82aa-eeaa651dcf90 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:06.252834 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-be94c71a-2154-48d9-82aa-eeaa651dcf90 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:06.259048 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-640ce9b0-75de-49b1-8186-fcb6f80d8b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (7d063905-1dca-479b-a8ed-624bbce2a132), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:06.259234 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94c71a-2154-48d9-82aa-eeaa651dcf90 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Pushing event updated for resources: {'Port': ['ID=65b34a89-4d8b-44c5-b0ae-5e8c74176948,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:06.260090 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640ce9b0-75de-49b1-8186-fcb6f80d8b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:06.260727 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-640ce9b0-75de-49b1-8186-fcb6f80d8b09 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:06.261893 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be94c71a-2154-48d9-82aa-eeaa651dcf90 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:07:06.310258 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66300d05-85ed-41b9-8149-757a4130e4d7 req-12f68fa4-2aa6-423e-a1bb-09c58149e292 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:06.314689 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66300d05-85ed-41b9-8149-757a4130e4d7 req-12f68fa4-2aa6-423e-a1bb-09c58149e292 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/ports?device_id=26110b60-478b-4d4e-98eb-115da1abdc6c HTTP/1.1" status: 200 len: 946 time: 0.2892377 Feb 19 04:07:06.324456 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-640ce9b0-75de-49b1-8186-fcb6f80d8b09 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5932176 Feb 19 04:07:06.331170 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57906) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:06.339475 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-9f9355be-da71-4044-ada9-53834c2dbb18 admin admin] Request body: {'subnet': {'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-446025872-subnet', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:06.350099 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ce9b0-75de-49b1-8186-fcb6f80d8b09 admin admin] Pushing event updated for resources: {'Network': ['ID=7d063905-1dca-479b-a8ed-624bbce2a132,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:06.364586 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9355be-da71-4044-ada9-53834c2dbb18 admin admin] Made reservation on behalf of 319abc5982f54b9dba72250cd09a8d28 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:06.367782 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f9355be-da71-4044-ada9-53834c2dbb18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:06.372058 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44332409-de40-41da-a688-86fe13e92a76 req-2a4fe813-3da8-4528-bda6-6884044c9727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:06.373713 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44332409-de40-41da-a688-86fe13e92a76 req-2a4fe813-3da8-4528-bda6-6884044c9727 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1912441 Feb 19 04:07:06.399800 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73ad78-75ef-4ee9-bf8a-f51a1327f417 req-30e9350a-4624-4e83-9e68-ef8765b8af46 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:06.401497 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d73ad78-75ef-4ee9-bf8a-f51a1327f417 req-30e9350a-4624-4e83-9e68-ef8765b8af46 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 946 time: 0.3093524 Feb 19 04:07:06.441554 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 7d063905-1dca-479b-a8ed-624bbce2a132 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:07:06.527766 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66300d05-85ed-41b9-8149-757a4130e4d7 req-2436f0d1-5216-4796-ba58-fc09857ff9a4 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/security-groups?id=df3f22db-342c-466a-b72c-fd5867974e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948967 Feb 19 04:07:06.558255 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f9355be-da71-4044-ada9-53834c2dbb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (7b8d1019-337e-49b4-85df-5623b5820084), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:06.576679 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-be94c71a-2154-48d9-82aa-eeaa651dcf90 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks [] for floatingip (9348eb1e-92c5-442c-a415-7ce124d00c9f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:06.595838 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d73ad78-75ef-4ee9-bf8a-f51a1327f417 req-c422cfc3-6b20-4372-b271-b0368da329af tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710594 Feb 19 04:07:06.604554 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44332409-de40-41da-a688-86fe13e92a76 req-eb637a29-25bd-43ae-9619-717905b8da46 service neutron] 10.222.0.79 "GET /v2.0/networks/3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230589 Feb 19 04:07:06.638575 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9355be-da71-4044-ada9-53834c2dbb18 admin admin] Checking segment: {'id': '02ff9e4b-efe0-46b0-93bf-0ddda7109b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:06.641488 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9355be-da71-4044-ada9-53834c2dbb18 admin admin] Network hostable DHCP agents. Network: 7d063905-1dca-479b-a8ed-624bbce2a132, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:07:06.661217 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9355be-da71-4044-ada9-53834c2dbb18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b8d1019-337e-49b4-85df-5623b5820084,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:06.706238 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9355be-da71-4044-ada9-53834c2dbb18 admin admin] Network 7d063905-1dca-479b-a8ed-624bbce2a132 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:07:06.717881 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-9f9355be-da71-4044-ada9-53834c2dbb18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 7d063905-1dca-479b-a8ed-624bbce2a132) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:06.730199 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9355be-da71-4044-ada9-53834c2dbb18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:06.732061 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d126b52a-910f-4f3d-aaf3-9b5caa1a6ea0 None None] Network 7d063905-1dca-479b-a8ed-624bbce2a132 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:06.732643 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f9355be-da71-4044-ada9-53834c2dbb18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:06.738617 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:06.753484 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9f9355be-da71-4044-ada9-53834c2dbb18 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4212258 Feb 19 04:07:06.756147 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57918) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:06.762920 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-aaf056c2-9a19-4b76-b20c-22092119933b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-446025872-router', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:06.785867 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aaf056c2-9a19-4b76-b20c-22092119933b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (af08f154-ee4c-4ce0-9647-7737e82c6cb0), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:06.787081 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aaf056c2-9a19-4b76-b20c-22092119933b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (af08f154-ee4c-4ce0-9647-7737e82c6cb0), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:06.827523 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-be94c71a-2154-48d9-82aa-eeaa651dcf90 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (65b34a89-4d8b-44c5-b0ae-5e8c74176948), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:06.866709 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aaf056c2-9a19-4b76-b20c-22092119933b admin admin] Publish callbacks [] for router_controller (af08f154-ee4c-4ce0-9647-7737e82c6cb0), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:06.889569 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44332409-de40-41da-a688-86fe13e92a76 req-d5ff3fc2-92df-4d6d-96b4-12c076629898 service neutron] 10.222.0.79 "GET /v2.0/networks/3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769139 Feb 19 04:07:06.890207 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e736ad74-0cdb-49d5-8545-62d564f43b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-7d063905-1dca-479b-a8ed-624bbce2a132', 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132', 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'fixed_ips': [{'subnet_id': '7b8d1019-337e-49b4-85df-5623b5820084'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:07:06.891447 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e736ad74-0cdb-49d5-8545-62d564f43b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:06.910885 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb77af-4516-41eb-9869-c407cf83c239 req-6e63a3ca-0bbd-4409-9e14-947441d555f1 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:06.912649 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fbcb77af-4516-41eb-9869-c407cf83c239 req-6e63a3ca-0bbd-4409-9e14-947441d555f1 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/ports?device_id=2415283d-0bc3-4632-a1af-8412db934f51 HTTP/1.1" status: 200 len: 945 time: 0.1463263 Feb 19 04:07:06.957895 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6781316-9bc1-4f83-ab7a-77d28932274d req-278f4435-65a4-44ef-9fe7-fcec674c6a9f tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:06.959811 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e6781316-9bc1-4f83-ab7a-77d28932274d req-278f4435-65a4-44ef-9fe7-fcec674c6a9f tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=f78f7a7e-6ed5-4bbd-9d56-e984d793b6be HTTP/1.1" status: 200 len: 943 time: 0.2586539 Feb 19 04:07:07.098229 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fbcb77af-4516-41eb-9869-c407cf83c239 req-ef1c1403-3317-40c0-be46-383bf726572a tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/security-groups?id=0af1625a-1dac-4f0d-8d14-bab276e6a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708603 Feb 19 04:07:07.111214 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-e736ad74-0cdb-49d5-8545-62d564f43b47 None None] Allocated IP 172.20.0.2 (7d063905-1dca-479b-a8ed-624bbce2a132/7b8d1019-337e-49b4-85df-5623b5820084/987562d8-23ff-4ab6-9ba9-6ec8d42466af) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:07:07.129184 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e6781316-9bc1-4f83-ab7a-77d28932274d req-77f99fbd-58a2-49b4-98da-fae59b1fe98e tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613755 Feb 19 04:07:07.398574 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-be94c71a-2154-48d9-82aa-eeaa651dcf90 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks [] for port (65b34a89-4d8b-44c5-b0ae-5e8c74176948), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:07.422687 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device e0279203-0c38-44c9-bc69-2ba42a825e33 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:07:07.431641 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-be94c71a-2154-48d9-82aa-eeaa651dcf90 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (65b34a89-4d8b-44c5-b0ae-5e8c74176948), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:07.457176 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e736ad74-0cdb-49d5-8545-62d564f43b47 None None] Publish callbacks [] for port (987562d8-23ff-4ab6-9ba9-6ec8d42466af), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:07.528822 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e736ad74-0cdb-49d5-8545-62d564f43b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (987562d8-23ff-4ab6-9ba9-6ec8d42466af), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:07.530995 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aaf056c2-9a19-4b76-b20c-22092119933b admin admin] Publish callbacks [] for router_gateway (af08f154-ee4c-4ce0-9647-7737e82c6cb0), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:07.532273 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f6134-b36d-4639-b091-a7e9873f6bad req-03e076af-f172-4552-82f9-a2610182d424 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:07.533817 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d01f6134-b36d-4639-b091-a7e9873f6bad req-03e076af-f172-4552-82f9-a2610182d424 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.79 "GET /v2.0/ports?device_id=26110b60-478b-4d4e-98eb-115da1abdc6c HTTP/1.1" status: 200 len: 946 time: 0.2443089 Feb 19 04:07:07.587950 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5675a110-db4b-4dc9-9c40-a2e29d52a683 req-ed7be7ed-c61a-4612-b59e-301222ccdf05 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 258 time: 0.4138589 Feb 19 04:07:07.601168 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e736ad74-0cdb-49d5-8545-62d564f43b47 None None] Network 7d063905-1dca-479b-a8ed-624bbce2a132 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:07.604625 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-e736ad74-0cdb-49d5-8545-62d564f43b47 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:07.620284 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e736ad74-0cdb-49d5-8545-62d564f43b47 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:07:07.652855 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e736ad74-0cdb-49d5-8545-62d564f43b47 None None] Pushing event updated for resources: {'Port': ['ID=987562d8-23ff-4ab6-9ba9-6ec8d42466af,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:07.708464 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e736ad74-0cdb-49d5-8545-62d564f43b47 None None] Attempting to bind port 987562d8-23ff-4ab6-9ba9-6ec8d42466af on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:07:07.708998 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e736ad74-0cdb-49d5-8545-62d564f43b47 None None] Attempting to bind port 987562d8-23ff-4ab6-9ba9-6ec8d42466af by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '02ff9e4b-efe0-46b0-93bf-0ddda7109b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:07:07.709431 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e736ad74-0cdb-49d5-8545-62d564f43b47 None None] Attempting to bind port 987562d8-23ff-4ab6-9ba9-6ec8d42466af on network 7d063905-1dca-479b-a8ed-624bbce2a132 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:07:07.712124 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-5675a110-db4b-4dc9-9c40-a2e29d52a683 req-0b56b496-9cef-4f1b-8373-98435449e779 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:07.715682 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e736ad74-0cdb-49d5-8545-62d564f43b47 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:07:07.716085 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e736ad74-0cdb-49d5-8545-62d564f43b47 None None] Checking segment: {'id': '02ff9e4b-efe0-46b0-93bf-0ddda7109b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:07.716495 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e736ad74-0cdb-49d5-8545-62d564f43b47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:07.716898 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e736ad74-0cdb-49d5-8545-62d564f43b47 None None] Bound using segment: {'id': '02ff9e4b-efe0-46b0-93bf-0ddda7109b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:07:07.717410 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e736ad74-0cdb-49d5-8545-62d564f43b47 None None] Bound port: 987562d8-23ff-4ab6-9ba9-6ec8d42466af, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ff9e4b-efe0-46b0-93bf-0ddda7109b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:07:07.717801 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e736ad74-0cdb-49d5-8545-62d564f43b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (987562d8-23ff-4ab6-9ba9-6ec8d42466af), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:07.724074 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port e0279203-0c38-44c9-bc69-2ba42a825e33, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=e0279203-0c38-44c9-bc69-2ba42a825e33,segment=NetworkSegment(c61db939-2359-422c-aef9-128f8ca1bb50),segment_id=c61db939-2359-422c-aef9-128f8ca1bb50)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:07.729099 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94c71a-2154-48d9-82aa-eeaa651dcf90 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Pushing event updated for resources: {'Port': ['ID=65b34a89-4d8b-44c5-b0ae-5e8c74176948,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:07.747738 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'e0279203-0c38-44c9-bc69-2ba42a825e33', 'network_id': '3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7', 'port_id': 'e0279203-0c38-44c9-bc69-2ba42a825e33', 'mac_address': 'fa:16:3e:5a:2c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a17a667-7fa1-4649-9c36-1eb9bdedfd2a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:07:07.793820 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5675a110-db4b-4dc9-9c40-a2e29d52a683 req-0b56b496-9cef-4f1b-8373-98435449e779 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:07.809600 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-be94c71a-2154-48d9-82aa-eeaa651dcf90 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (9348eb1e-92c5-442c-a415-7ce124d00c9f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:07.819694 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aaf056c2-9a19-4b76-b20c-22092119933b admin admin] Publish callbacks [] for router_gateway (af08f154-ee4c-4ce0-9647-7737e82c6cb0), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:07.839406 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb48ca1-5c61-400c-bc99-16e8f4705d6d req-ebee6922-1d09-44ab-a8d9-ef51b6cdf89a tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:07.846366 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdb48ca1-5c61-400c-bc99-16e8f4705d6d req-ebee6922-1d09-44ab-a8d9-ef51b6cdf89a tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 946 time: 0.3486109 Feb 19 04:07:07.846890 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aaf056c2-9a19-4b76-b20c-22092119933b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:07.848303 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port e0279203-0c38-44c9-bc69-2ba42a825e33 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:07.849316 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e0279203-0c38-44c9-bc69-2ba42a825e33), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:07.882479 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-be94c71a-2154-48d9-82aa-eeaa651dcf90 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:07.883550 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-be94c71a-2154-48d9-82aa-eeaa651dcf90 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2730136 Feb 19 04:07:07.887580 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57948) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:07.888263 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0279203-0c38-44c9-bc69-2ba42a825e33 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:07:07.900708 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e736ad74-0cdb-49d5-8545-62d564f43b47 None None] For port 987562d8-23ff-4ab6-9ba9-6ec8d42466af, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:07:07.904680 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-ec56f3b5-bb8c-42b1-87d0-8093f6225659 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Request body: {'floatingip': {'port_id': 'a53a030d-fcae-4984-b1d3-abf75cbc9327', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:07.906248 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e736ad74-0cdb-49d5-8545-62d564f43b47 None None] For port 987562d8-23ff-4ab6-9ba9-6ec8d42466af, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=987562d8-23ff-4ab6-9ba9-6ec8d42466af,segment=NetworkSegment(02ff9e4b-efe0-46b0-93bf-0ddda7109b69),segment_id=02ff9e4b-efe0-46b0-93bf-0ddda7109b69)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:07:07.923835 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e736ad74-0cdb-49d5-8545-62d564f43b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (987562d8-23ff-4ab6-9ba9-6ec8d42466af), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:07.926850 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port e0279203-0c38-44c9-bc69-2ba42a825e33, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=e0279203-0c38-44c9-bc69-2ba42a825e33,segment=NetworkSegment(c61db939-2359-422c-aef9-128f8ca1bb50),segment_id=c61db939-2359-422c-aef9-128f8ca1bb50)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:07.936679 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e0279203-0c38-44c9-bc69-2ba42a825e33), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:07.972599 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ec56f3b5-bb8c-42b1-87d0-8093f6225659 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks [] for floatingip (9348eb1e-92c5-442c-a415-7ce124d00c9f), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:08.001172 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e736ad74-0cdb-49d5-8545-62d564f43b47 None None] Pushing event updated for resources: {'Port': ['ID=987562d8-23ff-4ab6-9ba9-6ec8d42466af,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:08.014547 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-aaf056c2-9a19-4b76-b20c-22092119933b admin admin] Allocated IP 172.25.3.197 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:07:08.021120 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-d01f6134-b36d-4639-b091-a7e9873f6bad req-1173cffa-a080-4f7a-87d9-8790101bc701 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Deleting port 56c7b5fe-0dc5-4742-ba7b-65ba30e76872 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:08.021516 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d01f6134-b36d-4639-b091-a7e9873f6bad req-1173cffa-a080-4f7a-87d9-8790101bc701 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (56c7b5fe-0dc5-4742-ba7b-65ba30e76872), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:08.058682 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=e0279203-0c38-44c9-bc69-2ba42a825e33,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:08.114232 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdb48ca1-5c61-400c-bc99-16e8f4705d6d req-7c937904-d3a7-4d9f-97ed-5548bf7d7ed3 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669690 Feb 19 04:07:08.133121 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aaf056c2-9a19-4b76-b20c-22092119933b admin admin] Publish callbacks [] for port (23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:08.196474 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aaf056c2-9a19-4b76-b20c-22092119933b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:08.245272 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf056c2-9a19-4b76-b20c-22092119933b admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:08.248411 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-aaf056c2-9a19-4b76-b20c-22092119933b admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:08.252356 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf056c2-9a19-4b76-b20c-22092119933b admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:07:08.295400 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf056c2-9a19-4b76-b20c-22092119933b admin admin] Pushing event updated for resources: {'Port': ['ID=23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:08.370804 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['e0279203-0c38-44c9-bc69-2ba42a825e33'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:07:08.569941 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aaf056c2-9a19-4b76-b20c-22092119933b admin admin] Publish callbacks [] for router_gateway (af08f154-ee4c-4ce0-9647-7737e82c6cb0), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:08.574200 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 1b2140d5-d5c1-435f-89c9-0e728f660bc7 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:07:08.621087 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-d01f6134-b36d-4639-b091-a7e9873f6bad req-1173cffa-a080-4f7a-87d9-8790101bc701 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] For port 56c7b5fe-0dc5-4742-ba7b-65ba30e76872, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=56c7b5fe-0dc5-4742-ba7b-65ba30e76872,segment=NetworkSegment(5ae06752-c638-4ab6-a0de-79a83a5e6efb),segment_id=5ae06752-c638-4ab6-a0de-79a83a5e6efb)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:08.621493 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d01f6134-b36d-4639-b091-a7e9873f6bad req-1173cffa-a080-4f7a-87d9-8790101bc701 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (56c7b5fe-0dc5-4742-ba7b-65ba30e76872), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:08.668362 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-ec56f3b5-bb8c-42b1-87d0-8093f6225659 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] update failed (client error): The resource could not be found. Feb 19 04:07:08.671779 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ec56f3b5-bb8c-42b1-87d0-8093f6225659 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] 10.222.0.52 "PUT /v2.0/floatingips/9348eb1e-92c5-442c-a415-7ce124d00c9f HTTP/1.1" status: 404 len: 507 time: 0.7744634 Feb 19 04:07:08.672458 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57952) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:08.689730 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 1b2140d5-d5c1-435f-89c9-0e728f660bc7, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=1b2140d5-d5c1-435f-89c9-0e728f660bc7,segment=NetworkSegment(c61db939-2359-422c-aef9-128f8ca1bb50),segment_id=c61db939-2359-422c-aef9-128f8ca1bb50)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:08.708807 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5675a110-db4b-4dc9-9c40-a2e29d52a683 req-0b56b496-9cef-4f1b-8373-98435449e779 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:08.711891 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '1b2140d5-d5c1-435f-89c9-0e728f660bc7', 'network_id': '3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7', 'port_id': '1b2140d5-d5c1-435f-89c9-0e728f660bc7', 'mac_address': 'fa:16:3e:aa:c6:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a17a667-7fa1-4649-9c36-1eb9bdedfd2a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:07:08.759501 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 1b2140d5-d5c1-435f-89c9-0e728f660bc7 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:08.759963 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1b2140d5-d5c1-435f-89c9-0e728f660bc7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:08.774682 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2140d5-d5c1-435f-89c9-0e728f660bc7 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:07:08.800854 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 1b2140d5-d5c1-435f-89c9-0e728f660bc7, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=1b2140d5-d5c1-435f-89c9-0e728f660bc7,segment=NetworkSegment(c61db939-2359-422c-aef9-128f8ca1bb50),segment_id=c61db939-2359-422c-aef9-128f8ca1bb50)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:08.807102 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1b2140d5-d5c1-435f-89c9-0e728f660bc7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:08.862188 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=1b2140d5-d5c1-435f-89c9-0e728f660bc7,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:08.933728 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c161af2d-5834-4620-ad3b-45c4d6c3e71b tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Deleting port 65b34a89-4d8b-44c5-b0ae-5e8c74176948 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:08.933958 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c161af2d-5834-4620-ad3b-45c4d6c3e71b tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (65b34a89-4d8b-44c5-b0ae-5e8c74176948), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:08.934919 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263348f4-2657-4bd1-9299-58ae5172b00a req-f63a09dc-ea63-4fae-be08-f28e6a5f31db tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:08.936471 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-263348f4-2657-4bd1-9299-58ae5172b00a req-f63a09dc-ea63-4fae-be08-f28e6a5f31db tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/ports?device_id=26110b60-478b-4d4e-98eb-115da1abdc6c HTTP/1.1" status: 200 len: 946 time: 0.3447592 Feb 19 04:07:08.950410 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aaf056c2-9a19-4b76-b20c-22092119933b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (af08f154-ee4c-4ce0-9647-7737e82c6cb0), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:08.999535 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d01f6134-b36d-4639-b091-a7e9873f6bad req-1173cffa-a080-4f7a-87d9-8790101bc701 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:08.999895 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d01f6134-b36d-4639-b091-a7e9873f6bad req-1173cffa-a080-4f7a-87d9-8790101bc701 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (b721fb6e-00d0-4773-8d5f-d06ba0fc94f9), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:09.000214 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [req-d01f6134-b36d-4639-b091-a7e9873f6bad req-1173cffa-a080-4f7a-87d9-8790101bc701 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Floating IP b721fb6e-00d0-4773-8d5f-d06ba0fc94f9 disassociated. External IP: 172.25.3.141, port: 56c7b5fe-0dc5-4742-ba7b-65ba30e76872. Feb 19 04:07:09.000564 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-d01f6134-b36d-4639-b091-a7e9873f6bad req-1173cffa-a080-4f7a-87d9-8790101bc701 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Calling delete_port for 56c7b5fe-0dc5-4742-ba7b-65ba30e76872 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:09.064597 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['1b2140d5-d5c1-435f-89c9-0e728f660bc7'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:07:09.090951 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-5675a110-db4b-4dc9-9c40-a2e29d52a683 req-0b56b496-9cef-4f1b-8373-98435449e779 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Allocated IP 172.25.3.243 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/ce8cd975-fd33-455f-96f6-7f537bc3f403) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:07:09.104715 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c161af2d-5834-4620-ad3b-45c4d6c3e71b tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (65b34a89-4d8b-44c5-b0ae-5e8c74176948), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:09.105567 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c161af2d-5834-4620-ad3b-45c4d6c3e71b tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks [] for floatingip (65b34a89-4d8b-44c5-b0ae-5e8c74176948), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:09.117259 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-263348f4-2657-4bd1-9299-58ae5172b00a req-6cbbf915-ac6a-4020-a6e3-ed1071857f96 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/security-groups?id=df3f22db-342c-466a-b72c-fd5867974e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701024 Feb 19 04:07:09.128897 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c161af2d-5834-4620-ad3b-45c4d6c3e71b tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Calling delete_port for 65b34a89-4d8b-44c5-b0ae-5e8c74176948 owned by network:floatingip {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:09.235707 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc5a0a1-3de6-444c-af46-1f03c2d3921b None None] Network 7d063905-1dca-479b-a8ed-624bbce2a132 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:09.275615 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf056c2-9a19-4b76-b20c-22092119933b admin admin] Router af08f154-ee4c-4ce0-9647-7737e82c6cb0 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:07:09.311274 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d01f6134-b36d-4639-b091-a7e9873f6bad req-1173cffa-a080-4f7a-87d9-8790101bc701 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (56c7b5fe-0dc5-4742-ba7b-65ba30e76872), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:09.343708 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cb6eb47-fb17-4680-a2e7-15761bbd4d4c None None] Provisioning complete for port 987562d8-23ff-4ab6-9ba9-6ec8d42466af triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:09.344283 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cb6eb47-fb17-4680-a2e7-15761bbd4d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (987562d8-23ff-4ab6-9ba9-6ec8d42466af), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:09.350099 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173cffa-a080-4f7a-87d9-8790101bc701 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Pushing event deleted for resources: {'Port': ['ID=56c7b5fe-0dc5-4742-ba7b-65ba30e76872,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:09.403089 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c161af2d-5834-4620-ad3b-45c4d6c3e71b tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (65b34a89-4d8b-44c5-b0ae-5e8c74176948), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:09.432886 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device e75123b9-dab6-4e4c-8b87-ded3ba85e27e details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:07:09.478934 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161af2d-5834-4620-ad3b-45c4d6c3e71b tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Pushing event deleted for resources: {'Port': ['ID=65b34a89-4d8b-44c5-b0ae-5e8c74176948,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:09.503805 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5675a110-db4b-4dc9-9c40-a2e29d52a683 req-0b56b496-9cef-4f1b-8373-98435449e779 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks [] for port (ce8cd975-fd33-455f-96f6-7f537bc3f403), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:09.553099 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945eff23-208a-49ed-b902-bca3d049ff6b req-a3ddce3f-5c11-4e5b-91cf-804dd917c894 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:09.553801 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cb6eb47-fb17-4680-a2e7-15761bbd4d4c None None] Current status of the port 987562d8-23ff-4ab6-9ba9-6ec8d42466af is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:09.554213 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cb6eb47-fb17-4680-a2e7-15761bbd4d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (987562d8-23ff-4ab6-9ba9-6ec8d42466af), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:09.554705 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-945eff23-208a-49ed-b902-bca3d049ff6b req-a3ddce3f-5c11-4e5b-91cf-804dd917c894 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=f78f7a7e-6ed5-4bbd-9d56-e984d793b6be HTTP/1.1" status: 200 len: 944 time: 0.1272721 Feb 19 04:07:09.564101 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf056c2-9a19-4b76-b20c-22092119933b admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:07:09.591432 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aaf056c2-9a19-4b76-b20c-22092119933b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:09.592768 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-aaf056c2-9a19-4b76-b20c-22092119933b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8354521 Feb 19 04:07:09.593906 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c161af2d-5834-4620-ad3b-45c4d6c3e71b tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks [] for floatingip (9348eb1e-92c5-442c-a415-7ce124d00c9f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:09.596639 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c161af2d-5834-4620-ad3b-45c4d6c3e71b tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:09.597438 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57958) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:09.597575 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c3a732-03c9-4944-8614-58fe32225b78 None None] Sync routers for ids ['af08f154-ee4c-4ce0-9647-7737e82c6cb0'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:07:09.598022 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c161af2d-5834-4620-ad3b-45c4d6c3e71b tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] 10.222.0.52 "DELETE /v2.0/floatingips/9348eb1e-92c5-442c-a415-7ce124d00c9f HTTP/1.1" status: 204 len: 168 time: 0.9244127 Feb 19 04:07:09.602353 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57960) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:09.607919 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-6c83e201-7b12-4c94-8dfd-50b4daf47598 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Request body: {'floatingip': {'floating_network_id': 'd78f0969-93ec-4f1e-9ec9-8370c9c80ad2', 'port_id': 'a53a030d-fcae-4984-b1d3-abf75cbc9327', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:09.619578 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c3a732-03c9-4944-8614-58fe32225b78 None None] Routers {'af08f154-ee4c-4ce0-9647-7737e82c6cb0'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:09.620233 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a0c3a732-03c9-4944-8614-58fe32225b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:07:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['af08f154-ee4c-4ce0-9647-7737e82c6cb0'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:09.636197 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cb6eb47-fb17-4680-a2e7-15761bbd4d4c None None] For port 987562d8-23ff-4ab6-9ba9-6ec8d42466af, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=987562d8-23ff-4ab6-9ba9-6ec8d42466af,segment=NetworkSegment(02ff9e4b-efe0-46b0-93bf-0ddda7109b69),segment_id=02ff9e4b-efe0-46b0-93bf-0ddda7109b69)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:09.647007 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cb6eb47-fb17-4680-a2e7-15761bbd4d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (987562d8-23ff-4ab6-9ba9-6ec8d42466af), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:09.648341 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6c83e201-7b12-4c94-8dfd-50b4daf47598 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:09.701532 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port e75123b9-dab6-4e4c-8b87-ded3ba85e27e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=e75123b9-dab6-4e4c-8b87-ded3ba85e27e,segment=NetworkSegment(c61db939-2359-422c-aef9-128f8ca1bb50),segment_id=c61db939-2359-422c-aef9-128f8ca1bb50)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:09.710610 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d01f6134-b36d-4639-b091-a7e9873f6bad req-1173cffa-a080-4f7a-87d9-8790101bc701 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Router 2772b235-0224-4dc6-a883-1575fa027164 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:07:09.735101 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-945eff23-208a-49ed-b902-bca3d049ff6b req-20430e8c-331c-40dd-a403-d5026a4d024b tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682780 Feb 19 04:07:09.737497 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'e75123b9-dab6-4e4c-8b87-ded3ba85e27e', 'network_id': '3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7', 'port_id': 'e75123b9-dab6-4e4c-8b87-ded3ba85e27e', 'mac_address': 'fa:16:3e:76:e0:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a17a667-7fa1-4649-9c36-1eb9bdedfd2a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:07:09.764436 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6eb47-fb17-4680-a2e7-15761bbd4d4c None None] Pushing event updated for resources: {'Port': ['ID=987562d8-23ff-4ab6-9ba9-6ec8d42466af,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:09.797397 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-a0c3a732-03c9-4944-8614-58fe32225b78 None None] Set router af08f154-ee4c-4ce0-9647-7737e82c6cb0 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:07:09.800504 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5675a110-db4b-4dc9-9c40-a2e29d52a683 req-0b56b496-9cef-4f1b-8373-98435449e779 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (ce8cd975-fd33-455f-96f6-7f537bc3f403), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:09.848347 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port e75123b9-dab6-4e4c-8b87-ded3ba85e27e is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:09.848565 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e75123b9-dab6-4e4c-8b87-ded3ba85e27e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:09.883596 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75123b9-dab6-4e4c-8b87-ded3ba85e27e {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:07:09.893781 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5675a110-db4b-4dc9-9c40-a2e29d52a683 req-0b56b496-9cef-4f1b-8373-98435449e779 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:09.924806 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port e75123b9-dab6-4e4c-8b87-ded3ba85e27e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=e75123b9-dab6-4e4c-8b87-ded3ba85e27e,segment=NetworkSegment(c61db939-2359-422c-aef9-128f8ca1bb50),segment_id=c61db939-2359-422c-aef9-128f8ca1bb50)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:09.946844 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e75123b9-dab6-4e4c-8b87-ded3ba85e27e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:09.965691 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-5675a110-db4b-4dc9-9c40-a2e29d52a683 req-0b56b496-9cef-4f1b-8373-98435449e779 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:09.978551 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-6c83e201-7b12-4c94-8dfd-50b4daf47598 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:07:09.983652 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6c83e201-7b12-4c94-8dfd-50b4daf47598 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3767390 Feb 19 04:07:09.984309 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57962) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:09.991552 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-8d63df95-4052-43fa-ae6b-7dc8f1af0423 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'port_id': 'a53a030d-fcae-4984-b1d3-abf75cbc9327', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:10.035456 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-5675a110-db4b-4dc9-9c40-a2e29d52a683 req-0b56b496-9cef-4f1b-8373-98435449e779 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:07:10.036471 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 987562d8-23ff-4ab6-9ba9-6ec8d42466af up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:10.041494 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d63df95-4052-43fa-ae6b-7dc8f1af0423 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:10.103835 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a0c3a732-03c9-4944-8614-58fe32225b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'name': 'tempest-AttachVolumeTestJSON-446025872-router', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:06Z', 'updated_at': '2022-02-19T04:07:08Z', 'revision_number': 3, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'gw_port': {'id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:07Z', 'updated_at': '2022-02-19T04:07:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:10.114115 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=e75123b9-dab6-4e4c-8b87-ded3ba85e27e,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:10.149120 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56b496-9cef-4f1b-8373-98435449e779 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Pushing event updated for resources: {'Port': ['ID=ce8cd975-fd33-455f-96f6-7f537bc3f403,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:10.150522 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9cc594ba-3b67-4517-8877-1cf38cd41eb4 None None] Provisioning complete for port 987562d8-23ff-4ab6-9ba9-6ec8d42466af triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:10.150957 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9cc594ba-3b67-4517-8877-1cf38cd41eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (987562d8-23ff-4ab6-9ba9-6ec8d42466af), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:10.179682 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 987562d8-23ff-4ab6-9ba9-6ec8d42466af triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:10.180060 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (987562d8-23ff-4ab6-9ba9-6ec8d42466af), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:10.190534 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c3a732-03c9-4944-8614-58fe32225b78 None None] Checking router: af08f154-ee4c-4ce0-9647-7737e82c6cb0 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:07:10.192175 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c3a732-03c9-4944-8614-58fe32225b78 None None] Updating router af08f154-ee4c-4ce0-9647-7737e82c6cb0 port 23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:07:10.198903 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d63df95-4052-43fa-ae6b-7dc8f1af0423 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:10.248788 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a0c3a732-03c9-4944-8614-58fe32225b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:10.302087 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04081937-623f-46f3-8fe4-cddf68e77cb3 req-6363e644-c58f-4de0-81c3-4d2dbd4bc461 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:10.309431 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-04081937-623f-46f3-8fe4-cddf68e77cb3 req-6363e644-c58f-4de0-81c3-4d2dbd4bc461 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 946 time: 0.4529359 Feb 19 04:07:10.311150 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 987562d8-23ff-4ab6-9ba9-6ec8d42466af is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:10.325366 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9cc594ba-3b67-4517-8877-1cf38cd41eb4 None None] Current status of the port 987562d8-23ff-4ab6-9ba9-6ec8d42466af is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:10.360417 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-8d63df95-4052-43fa-ae6b-7dc8f1af0423 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Allocated IP 172.25.3.21 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/eabe90df-3469-4013-be00-6548f21130c9) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:07:10.382535 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5675a110-db4b-4dc9-9c40-a2e29d52a683 req-0b56b496-9cef-4f1b-8373-98435449e779 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks [] for floatingip (f67bbfa7-a1e9-4d0a-8289-6ed86aff3cc8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:10.394416 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d01f6134-b36d-4639-b091-a7e9873f6bad req-1173cffa-a080-4f7a-87d9-8790101bc701 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:07:10.405116 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f54db1-5f6d-4c21-a3ed-67837f91222c None None] Sync routers for ids ['2772b235-0224-4dc6-a883-1575fa027164'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:07:10.409823 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['e75123b9-dab6-4e4c-8b87-ded3ba85e27e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:07:10.447217 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f54db1-5f6d-4c21-a3ed-67837f91222c None None] Routers {'2772b235-0224-4dc6-a883-1575fa027164'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:10.448131 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a4f54db1-5f6d-4c21-a3ed-67837f91222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:07:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['2772b235-0224-4dc6-a883-1575fa027164'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:10.496363 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d63df95-4052-43fa-ae6b-7dc8f1af0423 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks [] for port (eabe90df-3469-4013-be00-6548f21130c9), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:10.499245 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-04081937-623f-46f3-8fe4-cddf68e77cb3 req-ea80dbb8-3f85-4278-86a5-3a372e86e769 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889086 Feb 19 04:07:10.499944 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01f6134-b36d-4639-b091-a7e9873f6bad req-1173cffa-a080-4f7a-87d9-8790101bc701 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] No DVR routers for this DVR port 56c7b5fe-0dc5-4742-ba7b-65ba30e76872 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:07:10.505908 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d01f6134-b36d-4639-b091-a7e9873f6bad req-1173cffa-a080-4f7a-87d9-8790101bc701 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:10.508874 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d01f6134-b36d-4639-b091-a7e9873f6bad req-1173cffa-a080-4f7a-87d9-8790101bc701 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.79 "DELETE /v2.0/ports/56c7b5fe-0dc5-4742-ba7b-65ba30e76872 HTTP/1.1" status: 204 len: 173 time: 2.8952525 Feb 19 04:07:10.509351 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26110b60-478b-4d4e-98eb-115da1abdc6c', 'name': 'network-vif-deleted', 'tag': '56c7b5fe-0dc5-4742-ba7b-65ba30e76872'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:10.512666 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df45b601-6fe5-42a4-bc99-647a6ee00276" -d '{"events": [{"server_uuid": "26110b60-478b-4d4e-98eb-115da1abdc6c", "name": "network-vif-deleted", "tag": "56c7b5fe-0dc5-4742-ba7b-65ba30e76872"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:10.522033 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5675a110-db4b-4dc9-9c40-a2e29d52a683 req-0b56b496-9cef-4f1b-8373-98435449e779 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ce8cd975-fd33-455f-96f6-7f537bc3f403), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:10.571141 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d63df95-4052-43fa-ae6b-7dc8f1af0423 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (eabe90df-3469-4013-be00-6548f21130c9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:10.613590 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d63df95-4052-43fa-ae6b-7dc8f1af0423 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:10.617882 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-8d63df95-4052-43fa-ae6b-7dc8f1af0423 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:10.624009 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d63df95-4052-43fa-ae6b-7dc8f1af0423 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:07:10.629824 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63df95-4052-43fa-ae6b-7dc8f1af0423 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Pushing event updated for resources: {'Port': ['ID=eabe90df-3469-4013-be00-6548f21130c9,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:10.631460 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 1b2140d5-d5c1-435f-89c9-0e728f660bc7 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:10.807050 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5675a110-db4b-4dc9-9c40-a2e29d52a683 req-0b56b496-9cef-4f1b-8373-98435449e779 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks [] for port (ce8cd975-fd33-455f-96f6-7f537bc3f403), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:10.824741 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a0c3a732-03c9-4944-8614-58fe32225b78 None None] Publish callbacks [] for port (23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:10.833896 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a0c3a732-03c9-4944-8614-58fe32225b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:10.850838 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5675a110-db4b-4dc9-9c40-a2e29d52a683 req-0b56b496-9cef-4f1b-8373-98435449e779 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (ce8cd975-fd33-455f-96f6-7f537bc3f403), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:10.872916 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-a4f54db1-5f6d-4c21-a3ed-67837f91222c None None] Set router 2772b235-0224-4dc6-a883-1575fa027164 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:07:10.883328 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-a0c3a732-03c9-4944-8614-58fe32225b78 None None] Attempting to bind port 23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:07:10.883939 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-a0c3a732-03c9-4944-8614-58fe32225b78 None None] Attempting to bind port 23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:07:10.884489 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c3a732-03c9-4944-8614-58fe32225b78 None None] Attempting to bind port 23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:07:10.895976 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab29b8e-405b-4417-b396-b0dc57984bc3 None None] Pushing event updated for resources: {'Port': ['ID=23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:10.899400 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c3a732-03c9-4944-8614-58fe32225b78 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:07:10.899986 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c3a732-03c9-4944-8614-58fe32225b78 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:10.900559 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a0c3a732-03c9-4944-8614-58fe32225b78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:10.901107 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c3a732-03c9-4944-8614-58fe32225b78 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:07:10.901781 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-a0c3a732-03c9-4944-8614-58fe32225b78 None None] Bound port: 23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:07:10.902436 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a0c3a732-03c9-4944-8614-58fe32225b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:10.945632 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-8d63df95-4052-43fa-ae6b-7dc8f1af0423 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Deleting port eabe90df-3469-4013-be00-6548f21130c9 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:10.945980 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d63df95-4052-43fa-ae6b-7dc8f1af0423 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (eabe90df-3469-4013-be00-6548f21130c9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:10.984735 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-a0c3a732-03c9-4944-8614-58fe32225b78 None None] For port 23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:07:10.989223 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-a0c3a732-03c9-4944-8614-58fe32225b78 None None] For port 23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:07:11.003059 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a0c3a732-03c9-4944-8614-58fe32225b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:11.036132 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 1b2140d5-d5c1-435f-89c9-0e728f660bc7 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:07:11.085314 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 1b2140d5-d5c1-435f-89c9-0e728f660bc7 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:11.085960 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1b2140d5-d5c1-435f-89c9-0e728f660bc7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:11.088173 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56b496-9cef-4f1b-8373-98435449e779 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Pushing event updated for resources: {'Port': ['ID=ce8cd975-fd33-455f-96f6-7f537bc3f403,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:11.109483 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5675a110-db4b-4dc9-9c40-a2e29d52a683 req-0b56b496-9cef-4f1b-8373-98435449e779 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (f67bbfa7-a1e9-4d0a-8289-6ed86aff3cc8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:11.123900 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d63df95-4052-43fa-ae6b-7dc8f1af0423 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (eabe90df-3469-4013-be00-6548f21130c9), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:11.124703 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d63df95-4052-43fa-ae6b-7dc8f1af0423 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks [] for floatingip (eabe90df-3469-4013-be00-6548f21130c9), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:11.128456 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bafe9-b484-4c34-b2b6-5cc2e4499230 req-8e1f8a4d-d767-4947-b6bc-0ee3e9bdb625 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:11.129983 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-710bafe9-b484-4c34-b2b6-5cc2e4499230 req-8e1f8a4d-d767-4947-b6bc-0ee3e9bdb625 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 946 time: 0.3207898 Feb 19 04:07:11.148511 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-8d63df95-4052-43fa-ae6b-7dc8f1af0423 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Calling delete_port for eabe90df-3469-4013-be00-6548f21130c9 owned by network:floatingip {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:11.148741 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a658b-a73a-45ad-8300-d1ad10390287 req-11b20650-dcf2-4e4a-b252-5a0c47388ba5 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:11.150046 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-630a658b-a73a-45ad-8300-d1ad10390287 req-11b20650-dcf2-4e4a-b252-5a0c47388ba5 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.79 "GET /v2.0/ports?device_id=f05c4082-e418-4a50-8c43-af7a7bafd4ee HTTP/1.1" status: 200 len: 945 time: 0.3389416 Feb 19 04:07:11.180186 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3c6b2-7043-49a2-af42-af8bf935cbbc req-82ffd11b-7fb6-46df-ab45-647bb6002ac7 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:11.186710 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e6e3c6b2-7043-49a2-af42-af8bf935cbbc req-82ffd11b-7fb6-46df-ab45-647bb6002ac7 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.52 "GET /v2.0/ports?device_id=f05c4082-e418-4a50-8c43-af7a7bafd4ee HTTP/1.1" status: 200 len: 945 time: 0.3573775 Feb 19 04:07:11.213933 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c3a732-03c9-4944-8614-58fe32225b78 None None] Routers {'af08f154-ee4c-4ce0-9647-7737e82c6cb0'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:11.214704 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a0c3a732-03c9-4944-8614-58fe32225b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:07:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['af08f154-ee4c-4ce0-9647-7737e82c6cb0'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:11.220357 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab29b8e-405b-4417-b396-b0dc57984bc3 None None] Pushing event updated for resources: {'Port': ['ID=23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:11.282254 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 1b2140d5-d5c1-435f-89c9-0e728f660bc7 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:11.283160 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1b2140d5-d5c1-435f-89c9-0e728f660bc7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:11.314488 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78f7a7e-6ed5-4bbd-9d56-e984d793b6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2140d5-d5c1-435f-89c9-0e728f660bc7'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:11.317024 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad22595-1f8f-48d3-ae67-738cf4b3af8a" -d '{"events": [{"server_uuid": "f78f7a7e-6ed5-4bbd-9d56-e984d793b6be", "name": "network-vif-plugged", "status": "completed", "tag": "1b2140d5-d5c1-435f-89c9-0e728f660bc7"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:11.324742 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5675a110-db4b-4dc9-9c40-a2e29d52a683 req-0b56b496-9cef-4f1b-8373-98435449e779 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:11.331459 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5675a110-db4b-4dc9-9c40-a2e29d52a683 req-0b56b496-9cef-4f1b-8373-98435449e779 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7425961 Feb 19 04:07:11.333194 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 1b2140d5-d5c1-435f-89c9-0e728f660bc7, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=1b2140d5-d5c1-435f-89c9-0e728f660bc7,segment=NetworkSegment(c61db939-2359-422c-aef9-128f8ca1bb50),segment_id=c61db939-2359-422c-aef9-128f8ca1bb50)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:11.339200 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a4f54db1-5f6d-4c21-a3ed-67837f91222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2772b235-0224-4dc6-a883-1575fa027164', 'name': 'tempest-ServersTestManualDisk-1631775328-router', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:40Z', 'updated_at': '2022-02-19T04:05:50Z', 'revision_number': 4, 'project_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'gw_port': {'id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2772b235-0224-4dc6-a883-1575fa027164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:42Z', 'updated_at': '2022-02-19T04:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'e92dc762-e4f6-4a95-a77c-cacc7d139b76', 'name': '', 'network_id': '96098cde-d92e-4e5a-a9a6-83cea6c4c52c', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'mac_address': 'fa:16:3e:19:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2772b235-0224-4dc6-a883-1575fa027164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '4e1b4648-7460-4fb8-83f9-532f94dfdea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:48Z', 'updated_at': '2022-02-19T04:05:56Z', 'revision_number': 5, 'project_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'subnets': [{'id': '4e1b4648-7460-4fb8-83f9-532f94dfdea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:11.363194 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-a0c3a732-03c9-4944-8614-58fe32225b78 None None] Set router af08f154-ee4c-4ce0-9647-7737e82c6cb0 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:07:11.371140 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1b2140d5-d5c1-435f-89c9-0e728f660bc7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:11.373250 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f54db1-5f6d-4c21-a3ed-67837f91222c None None] Checking router: 2772b235-0224-4dc6-a883-1575fa027164 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:07:11.378903 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d63df95-4052-43fa-ae6b-7dc8f1af0423 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (eabe90df-3469-4013-be00-6548f21130c9), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:11.409558 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f54db1-5f6d-4c21-a3ed-67837f91222c None None] Routers {'2772b235-0224-4dc6-a883-1575fa027164'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:11.410561 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a4f54db1-5f6d-4c21-a3ed-67837f91222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:07:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['2772b235-0224-4dc6-a883-1575fa027164'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:11.414120 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63df95-4052-43fa-ae6b-7dc8f1af0423 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Pushing event deleted for resources: {'Port': ['ID=eabe90df-3469-4013-be00-6548f21130c9,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:11.456501 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device e0279203-0c38-44c9-bc69-2ba42a825e33 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:11.460222 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5675a110-db4b-4dc9-9c40-a2e29d52a683 req-799ec8c2-7a86-45f2-a219-72987d1e5324 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.243 HTTP/1.1" status: 200 len: 696 time: 0.1270249 Feb 19 04:07:11.509311 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=1b2140d5-d5c1-435f-89c9-0e728f660bc7,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:11.560252 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-8d63df95-4052-43fa-ae6b-7dc8f1af0423 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] create failed (client error): The resource could not be found. Feb 19 04:07:11.565665 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8d63df95-4052-43fa-ae6b-7dc8f1af0423 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.5768194 Feb 19 04:07:11.565978 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57974) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:11.567216 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e6e3c6b2-7043-49a2-af42-af8bf935cbbc req-eb8e44a0-9a12-4ec9-be8a-aa33ac55f9aa tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.52 "GET /v2.0/security-groups?id=d79b1477-7f18-43ca-95aa-5c3cc9be0688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417356 Feb 19 04:07:11.630212 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a0c3a732-03c9-4944-8614-58fe32225b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'name': 'tempest-AttachVolumeTestJSON-446025872-router', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:06Z', 'updated_at': '2022-02-19T04:07:08Z', 'revision_number': 3, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'gw_port': {'id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:07Z', 'updated_at': '2022-02-19T04:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:11.664476 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-a4f54db1-5f6d-4c21-a3ed-67837f91222c None None] Set router 2772b235-0224-4dc6-a883-1575fa027164 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:07:11.680299 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c3a732-03c9-4944-8614-58fe32225b78 None None] The sync data for ids ['af08f154-ee4c-4ce0-9647-7737e82c6cb0'] in n-d-828369-19 is: [{'id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'name': 'tempest-AttachVolumeTestJSON-446025872-router', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:06Z', 'updated_at': '2022-02-19T04:07:08Z', 'revision_number': 3, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'gw_port': {'id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:07Z', 'updated_at': '2022-02-19T04:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:07:11.702550 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port e0279203-0c38-44c9-bc69-2ba42a825e33 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:07:11.708998 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port e0279203-0c38-44c9-bc69-2ba42a825e33 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:11.709129 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-2c01e868-c33f-4679-be71-1e85b0c2bb70 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Deleting port a53a030d-fcae-4984-b1d3-abf75cbc9327 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:11.709607 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2c01e868-c33f-4679-be71-1e85b0c2bb70 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (a53a030d-fcae-4984-b1d3-abf75cbc9327), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:11.710800 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e0279203-0c38-44c9-bc69-2ba42a825e33), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:11.712646 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675a110-db4b-4dc9-9c40-a2e29d52a683 req-6fd7fdd4-1e8f-439b-9568-742a78057395 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:11.743080 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5675a110-db4b-4dc9-9c40-a2e29d52a683 req-6fd7fdd4-1e8f-439b-9568-742a78057395 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 784 time: 0.2818420 Feb 19 04:07:11.760100 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d8fa74e-478a-4306-88bb-3746c9c9bcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:11.773814 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-630a658b-a73a-45ad-8300-d1ad10390287 req-f6c1f133-473d-4699-ad91-2bfa46a13751 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Deleting port 34471632-2f71-414a-9021-d725776a3114 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:11.779119 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-630a658b-a73a-45ad-8300-d1ad10390287 req-f6c1f133-473d-4699-ad91-2bfa46a13751 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (34471632-2f71-414a-9021-d725776a3114), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:11.796516 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6fb845-17bb-4c2d-b2ca-407daf8914d3 x-openstack-request-id: req-0a6fb845-17bb-4c2d-b2ca-407daf8914d3 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:11.798630 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26110b60-478b-4d4e-98eb-115da1abdc6c", "name": "network-vif-deleted", "tag": "56c7b5fe-0dc5-4742-ba7b-65ba30e76872", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:11.798904 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0a6fb845-17bb-4c2d-b2ca-407daf8914d3 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:11.799328 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26110b60-478b-4d4e-98eb-115da1abdc6c', 'name': 'network-vif-deleted', 'tag': '56c7b5fe-0dc5-4742-ba7b-65ba30e76872', 'status': 'completed', 'code': 200} Feb 19 04:07:11.815350 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-710bafe9-b484-4c34-b2b6-5cc2e4499230 req-39ccfe1a-086c-497b-b005-21255b141fc2 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Deleting port 25f48bd2-f8fd-41e0-b2a9-e5612f2f6421 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:11.815702 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-710bafe9-b484-4c34-b2b6-5cc2e4499230 req-39ccfe1a-086c-497b-b005-21255b141fc2 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (25f48bd2-f8fd-41e0-b2a9-e5612f2f6421), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:11.844604 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebcec99-fc9b-4809-b4cc-d62596569d07 x-openstack-request-id: req-9ebcec99-fc9b-4809-b4cc-d62596569d07 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:11.845926 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78f7a7e-6ed5-4bbd-9d56-e984d793b6be", "name": "network-vif-plugged", "status": "completed", "tag": "1b2140d5-d5c1-435f-89c9-0e728f660bc7", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:11.846286 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ebcec99-fc9b-4809-b4cc-d62596569d07 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:11.846785 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78f7a7e-6ed5-4bbd-9d56-e984d793b6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2140d5-d5c1-435f-89c9-0e728f660bc7', 'code': 200} Feb 19 04:07:11.877607 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2c01e868-c33f-4679-be71-1e85b0c2bb70 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (a53a030d-fcae-4984-b1d3-abf75cbc9327), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:11.899705 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 987562d8-23ff-4ab6-9ba9-6ec8d42466af up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:11.915994 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-2c01e868-c33f-4679-be71-1e85b0c2bb70 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Calling delete_port for a53a030d-fcae-4984-b1d3-abf75cbc9327 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:12.073745 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port e0279203-0c38-44c9-bc69-2ba42a825e33 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:12.073935 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e0279203-0c38-44c9-bc69-2ba42a825e33), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:12.094880 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2c01e868-c33f-4679-be71-1e85b0c2bb70 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (a53a030d-fcae-4984-b1d3-abf75cbc9327), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:12.188401 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01e868-c33f-4679-be71-1e85b0c2bb70 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Pushing event deleted for resources: {'Port': ['ID=a53a030d-fcae-4984-b1d3-abf75cbc9327,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:12.190264 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 987562d8-23ff-4ab6-9ba9-6ec8d42466af triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:12.190856 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (987562d8-23ff-4ab6-9ba9-6ec8d42466af), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:12.232907 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port e0279203-0c38-44c9-bc69-2ba42a825e33, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=e0279203-0c38-44c9-bc69-2ba42a825e33,segment=NetworkSegment(c61db939-2359-422c-aef9-128f8ca1bb50),segment_id=c61db939-2359-422c-aef9-128f8ca1bb50)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:12.252054 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e0279203-0c38-44c9-bc69-2ba42a825e33), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:12.258919 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2c01e868-c33f-4679-be71-1e85b0c2bb70 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:12.265255 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2c01e868-c33f-4679-be71-1e85b0c2bb70 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] 10.222.0.52 "DELETE /v2.0/ports/a53a030d-fcae-4984-b1d3-abf75cbc9327 HTTP/1.1" status: 204 len: 168 time: 0.6976171 Feb 19 04:07:12.267225 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57980) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:12.324339 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=e0279203-0c38-44c9-bc69-2ba42a825e33,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:12.345966 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a4f54db1-5f6d-4c21-a3ed-67837f91222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2772b235-0224-4dc6-a883-1575fa027164', 'name': 'tempest-ServersTestManualDisk-1631775328-router', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:40Z', 'updated_at': '2022-02-19T04:05:50Z', 'revision_number': 4, 'project_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'gw_port': {'id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2772b235-0224-4dc6-a883-1575fa027164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:42Z', 'updated_at': '2022-02-19T04:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'e92dc762-e4f6-4a95-a77c-cacc7d139b76', 'name': '', 'network_id': '96098cde-d92e-4e5a-a9a6-83cea6c4c52c', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'mac_address': 'fa:16:3e:19:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2772b235-0224-4dc6-a883-1575fa027164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '4e1b4648-7460-4fb8-83f9-532f94dfdea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:48Z', 'updated_at': '2022-02-19T04:05:56Z', 'revision_number': 5, 'project_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'subnets': [{'id': '4e1b4648-7460-4fb8-83f9-532f94dfdea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:12.386256 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd43ff30-f966-4578-a785-c129d831943d tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:12.394396 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cd43ff30-f966-4578-a785-c129d831943d tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] 10.222.0.52 "GET /v2.0/ports?device_id=822bb235-02bb-4319-9d09-ffc6ff7a3fc2 HTTP/1.1" status: 200 len: 913 time: 0.1256852 Feb 19 04:07:12.399840 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57982) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:12.410466 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f54db1-5f6d-4c21-a3ed-67837f91222c None None] The sync data for ids ['2772b235-0224-4dc6-a883-1575fa027164'] in n-d-828369-19 is: [{'id': '2772b235-0224-4dc6-a883-1575fa027164', 'name': 'tempest-ServersTestManualDisk-1631775328-router', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:40Z', 'updated_at': '2022-02-19T04:05:50Z', 'revision_number': 4, 'project_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'gw_port': {'id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2772b235-0224-4dc6-a883-1575fa027164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:42Z', 'updated_at': '2022-02-19T04:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'e92dc762-e4f6-4a95-a77c-cacc7d139b76', 'name': '', 'network_id': '96098cde-d92e-4e5a-a9a6-83cea6c4c52c', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'mac_address': 'fa:16:3e:19:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2772b235-0224-4dc6-a883-1575fa027164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '4e1b4648-7460-4fb8-83f9-532f94dfdea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:48Z', 'updated_at': '2022-02-19T04:05:56Z', 'revision_number': 5, 'project_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'subnets': [{'id': '4e1b4648-7460-4fb8-83f9-532f94dfdea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:07:12.448078 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 987562d8-23ff-4ab6-9ba9-6ec8d42466af is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:12.592145 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 25f48bd2-f8fd-41e0-b2a9-e5612f2f6421 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:07:12.687937 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-630a658b-a73a-45ad-8300-d1ad10390287 req-f6c1f133-473d-4699-ad91-2bfa46a13751 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] For port 34471632-2f71-414a-9021-d725776a3114, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=34471632-2f71-414a-9021-d725776a3114,segment=NetworkSegment(7930ea90-5b92-4836-80da-ff938c249896),segment_id=7930ea90-5b92-4836-80da-ff938c249896)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:12.688448 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-630a658b-a73a-45ad-8300-d1ad10390287 req-f6c1f133-473d-4699-ad91-2bfa46a13751 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (34471632-2f71-414a-9021-d725776a3114), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:12.713253 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 25f48bd2-f8fd-41e0-b2a9-e5612f2f6421 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:12.714001 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (25f48bd2-f8fd-41e0-b2a9-e5612f2f6421), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:12.772866 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 25f48bd2-f8fd-41e0-b2a9-e5612f2f6421, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=25f48bd2-f8fd-41e0-b2a9-e5612f2f6421,segment=NetworkSegment(71d4e262-0aab-41dc-92da-e243d23884f2),segment_id=71d4e262-0aab-41dc-92da-e243d23884f2)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:12.778957 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (25f48bd2-f8fd-41e0-b2a9-e5612f2f6421), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:12.779477 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-710bafe9-b484-4c34-b2b6-5cc2e4499230 req-39ccfe1a-086c-497b-b005-21255b141fc2 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] For port 25f48bd2-f8fd-41e0-b2a9-e5612f2f6421, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=25f48bd2-f8fd-41e0-b2a9-e5612f2f6421,segment=NetworkSegment(71d4e262-0aab-41dc-92da-e243d23884f2),segment_id=71d4e262-0aab-41dc-92da-e243d23884f2)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:12.779792 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 56c7b5fe-0dc5-4742-ba7b-65ba30e76872 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:07:12.779923 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-710bafe9-b484-4c34-b2b6-5cc2e4499230 req-39ccfe1a-086c-497b-b005-21255b141fc2 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (25f48bd2-f8fd-41e0-b2a9-e5612f2f6421), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:12.806314 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8397b03-22be-41da-8621-259feac25291 req-55928eee-c1a8-4f0b-98ae-3c8c77acff89 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:12.808253 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8397b03-22be-41da-8621-259feac25291 req-55928eee-c1a8-4f0b-98ae-3c8c77acff89 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b44568c-2787-472f-a716-90df04371ad4 HTTP/1.1" status: 200 len: 946 time: 0.8547735 Feb 19 04:07:12.815999 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-630a658b-a73a-45ad-8300-d1ad10390287 req-f6c1f133-473d-4699-ad91-2bfa46a13751 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Calling delete_port for 34471632-2f71-414a-9021-d725776a3114 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:12.819475 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 56c7b5fe-0dc5-4742-ba7b-65ba30e76872 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:07:12.819949 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 56c7b5fe-0dc5-4742-ba7b-65ba30e76872 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:07:12.820703 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 34471632-2f71-414a-9021-d725776a3114 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:07:12.825679 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88c517-e537-4036-9b9d-1283db793520 req-68bfa30b-b736-4442-a3f0-4b432fb4ee38 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:12.827397 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f88c517-e537-4036-9b9d-1283db793520 req-68bfa30b-b736-4442-a3f0-4b432fb4ee38 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=f78f7a7e-6ed5-4bbd-9d56-e984d793b6be HTTP/1.1" status: 200 len: 945 time: 0.9265494 Feb 19 04:07:12.832616 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-710bafe9-b484-4c34-b2b6-5cc2e4499230 req-39ccfe1a-086c-497b-b005-21255b141fc2 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Calling delete_port for 25f48bd2-f8fd-41e0-b2a9-e5612f2f6421 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:12.916545 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153d8a1-60f2-4ba3-8330-9534f132c663 req-53cd3dd5-4fb8-4633-8a7a-4aa17d927111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:12.918561 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9153d8a1-60f2-4ba3-8330-9534f132c663 req-53cd3dd5-4fb8-4633-8a7a-4aa17d927111 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f78f7a7e-6ed5-4bbd-9d56-e984d793b6be HTTP/1.1" status: 200 len: 1128 time: 0.9720080 Feb 19 04:07:12.925198 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=25f48bd2-f8fd-41e0-b2a9-e5612f2f6421,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:12.955648 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985dc947-0adc-48c1-bf17-5ef77c72b392 None None] New status for floating IP b721fb6e-00d0-4773-8d5f-d06ba0fc94f9: DOWN {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:07:12.983578 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9146e08d-7d24-4dcf-8f7a-e44a83b0817c req-c939177c-7209-40db-b109-b79bf645931a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1299462 Feb 19 04:07:13.009423 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 34471632-2f71-414a-9021-d725776a3114 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:13.010249 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (34471632-2f71-414a-9021-d725776a3114), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:13.068161 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 34471632-2f71-414a-9021-d725776a3114, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=34471632-2f71-414a-9021-d725776a3114,segment=NetworkSegment(7930ea90-5b92-4836-80da-ff938c249896),segment_id=7930ea90-5b92-4836-80da-ff938c249896)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:13.075796 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (34471632-2f71-414a-9021-d725776a3114), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:13.147578 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=34471632-2f71-414a-9021-d725776a3114,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:13.150111 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146e08d-7d24-4dcf-8f7a-e44a83b0817c req-990a4e95-45e2-4c36-aa2e-38bd8937b947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:13.161204 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9146e08d-7d24-4dcf-8f7a-e44a83b0817c req-990a4e95-45e2-4c36-aa2e-38bd8937b947 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aeffa8dc13064a198ee824c63786f0c2&device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 1129 time: 0.0878561 Feb 19 04:07:13.177070 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-1d8fa74e-478a-4306-88bb-3746c9c9bcf0 admin admin] Allocated IP 172.20.0.1 (7d063905-1dca-479b-a8ed-624bbce2a132/7b8d1019-337e-49b4-85df-5623b5820084/0c4982aa-37bc-4798-94a1-60040c8ca16e) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:07:13.191023 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f88c517-e537-4036-9b9d-1283db793520 req-ca946398-dbb4-4849-b37f-87722ed5db51 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303142 Feb 19 04:07:13.260031 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8397b03-22be-41da-8621-259feac25291 req-2afc7d5c-4312-4a80-9d41-4923c4468805 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286258 Feb 19 04:07:13.275979 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57986) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:13.308937 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9153d8a1-60f2-4ba3-8330-9534f132c663 req-958bdedb-9347-437c-9480-c58c98cf379c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199821 Feb 19 04:07:13.353817 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146e08d-7d24-4dcf-8f7a-e44a83b0817c req-625edacb-e91b-408c-9281-dc13818e9ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:13.355330 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9146e08d-7d24-4dcf-8f7a-e44a83b0817c req-625edacb-e91b-408c-9281-dc13818e9ffc service neutron] 10.222.0.26 "GET /v2.0/networks?id=96906bf1-6d49-4110-8bea-07aefb43331c HTTP/1.1" status: 200 len: 911 time: 0.1546125 Feb 19 04:07:13.418887 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9146e08d-7d24-4dcf-8f7a-e44a83b0817c req-0c9efb8d-e552-405b-bbe4-712ccde62286 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dcce05d-d716-45cf-b10a-8dab99c6f912 HTTP/1.1" status: 200 len: 217 time: 0.0454855 Feb 19 04:07:13.435521 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device e75123b9-dab6-4e4c-8b87-ded3ba85e27e up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:13.466113 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dd8a0ba4-2819-4a63-89b1-0a3f8025d923 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks [] for security_group (df3f22db-342c-466a-b72c-fd5867974e7e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:13.495868 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port e75123b9-dab6-4e4c-8b87-ded3ba85e27e completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:07:13.502995 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port e75123b9-dab6-4e4c-8b87-ded3ba85e27e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:13.503472 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e75123b9-dab6-4e4c-8b87-ded3ba85e27e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:13.503789 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146e08d-7d24-4dcf-8f7a-e44a83b0817c req-f8958f0d-008f-474d-8ed0-37cbb9957d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:13.505282 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9146e08d-7d24-4dcf-8f7a-e44a83b0817c req-f8958f0d-008f-474d-8ed0-37cbb9957d56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0158d0fa-2e31-44b1-955f-e39eed62eba8 HTTP/1.1" status: 200 len: 850 time: 0.0795510 Feb 19 04:07:13.523722 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dd8a0ba4-2819-4a63-89b1-0a3f8025d923 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks [] for security_group (df3f22db-342c-466a-b72c-fd5867974e7e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:13.554370 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9146e08d-7d24-4dcf-8f7a-e44a83b0817c req-6574fd3d-4c8d-47f6-826f-b46383935197 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96906bf1-6d49-4110-8bea-07aefb43331c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388365 Feb 19 04:07:13.602103 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12df512-8980-47d1-85ef-0597e556a11f req-020c31ec-7cf9-4571-9b23-bef1c7ddcf4b tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:13.603446 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b12df512-8980-47d1-85ef-0597e556a11f req-020c31ec-7cf9-4571-9b23-bef1c7ddcf4b tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/ports?device_id=2415283d-0bc3-4632-a1af-8412db934f51&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2668111 Feb 19 04:07:13.609863 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port e75123b9-dab6-4e4c-8b87-ded3ba85e27e is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:13.610437 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e75123b9-dab6-4e4c-8b87-ded3ba85e27e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:13.613101 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4358c-bc00-4982-bd82-34583e6f1bdf req-ea6fe6ac-c487-42d3-b478-173466b9c581 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:13.614244 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b3a4358c-bc00-4982-bd82-34583e6f1bdf req-ea6fe6ac-c487-42d3-b478-173466b9c581 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.52 "GET /v2.0/ports?device_id=f05c4082-e418-4a50-8c43-af7a7bafd4ee HTTP/1.1" status: 200 len: 943 time: 0.2482681 Feb 19 04:07:13.617852 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d8fa74e-478a-4306-88bb-3746c9c9bcf0 admin admin] Publish callbacks [] for port (0c4982aa-37bc-4798-94a1-60040c8ca16e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:13.621306 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-630a658b-a73a-45ad-8300-d1ad10390287 req-f6c1f133-473d-4699-ad91-2bfa46a13751 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (34471632-2f71-414a-9021-d725776a3114), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:13.622341 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-710bafe9-b484-4c34-b2b6-5cc2e4499230 req-39ccfe1a-086c-497b-b005-21255b141fc2 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (25f48bd2-f8fd-41e0-b2a9-e5612f2f6421), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:13.640823 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['3dcce05d-d716-45cf-b10a-8dab99c6f912'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:07:13.707918 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1f133-473d-4699-ad91-2bfa46a13751 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Pushing event deleted for resources: {'Port': ['ID=34471632-2f71-414a-9021-d725776a3114,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:13.710770 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dd8a0ba4-2819-4a63-89b1-0a3f8025d923 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (df3f22db-342c-466a-b72c-fd5867974e7e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:13.713406 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dd8a0ba4-2819-4a63-89b1-0a3f8025d923 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:13.714622 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-dd8a0ba4-2819-4a63-89b1-0a3f8025d923 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "DELETE /v2.0/security-groups/df3f22db-342c-466a-b72c-fd5867974e7e HTTP/1.1" status: 204 len: 168 time: 0.4379063 Feb 19 04:07:13.718117 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port e75123b9-dab6-4e4c-8b87-ded3ba85e27e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=e75123b9-dab6-4e4c-8b87-ded3ba85e27e,segment=NetworkSegment(c61db939-2359-422c-aef9-128f8ca1bb50),segment_id=c61db939-2359-422c-aef9-128f8ca1bb50)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:13.722126 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57988) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:13.725270 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-efa2624a-d365-4a78-a619-e0f389c29f5c tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (822bb235-02bb-4319-9d09-ffc6ff7a3fc2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:13.740653 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9146e08d-7d24-4dcf-8f7a-e44a83b0817c req-88fd09ca-4f3e-4d41-97d6-82f5bd7296a8 service neutron] 10.222.0.26 "GET /v2.0/networks/96906bf1-6d49-4110-8bea-07aefb43331c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625354 Feb 19 04:07:13.743313 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e75123b9-dab6-4e4c-8b87-ded3ba85e27e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:13.777002 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b12df512-8980-47d1-85ef-0597e556a11f req-2bf2e14f-711d-4144-8cd8-bcb675262222 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.243 HTTP/1.1" status: 200 len: 696 time: 0.1571245 Feb 19 04:07:13.784129 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a0ba4-2819-4a63-89b1-0a3f8025d923 tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3f22db-342c-466a-b72c-fd5867974e7e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:13.818712 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-b12df512-8980-47d1-85ef-0597e556a11f req-208114cb-0583-42d2-9685-cbc3323f30a0 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Request body: {'floatingip': {'port_id': '4e970437-163d-481c-98d2-2c2b32731566', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:13.837717 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ccfe1a-086c-497b-b005-21255b141fc2 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Pushing event deleted for resources: {'Port': ['ID=25f48bd2-f8fd-41e0-b2a9-e5612f2f6421,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:13.856923 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa93173e-fa6c-4663-84fe-7bcb8dfe76c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0279203-0c38-44c9-bc69-2ba42a825e33'}, {'server_uuid': '0b44568c-2787-472f-a716-90df04371ad4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25f48bd2-f8fd-41e0-b2a9-e5612f2f6421'}, {'server_uuid': 'f05c4082-e418-4a50-8c43-af7a7bafd4ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34471632-2f71-414a-9021-d725776a3114'}, {'server_uuid': '8b547761-e6af-43d6-97bd-980a7f43bf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75123b9-dab6-4e4c-8b87-ded3ba85e27e'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:13.859361 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152f942a-b90e-457a-a422-a584add5821e" -d '{"events": [{"server_uuid": "fa93173e-fa6c-4663-84fe-7bcb8dfe76c2", "name": "network-vif-plugged", "status": "completed", "tag": "e0279203-0c38-44c9-bc69-2ba42a825e33"}, {"server_uuid": "0b44568c-2787-472f-a716-90df04371ad4", "name": "network-vif-unplugged", "status": "completed", "tag": "25f48bd2-f8fd-41e0-b2a9-e5612f2f6421"}, {"server_uuid": "f05c4082-e418-4a50-8c43-af7a7bafd4ee", "name": "network-vif-unplugged", "status": "completed", "tag": "34471632-2f71-414a-9021-d725776a3114"}, {"server_uuid": "8b547761-e6af-43d6-97bd-980a7f43bf93", "name": "network-vif-plugged", "status": "completed", "tag": "e75123b9-dab6-4e4c-8b87-ded3ba85e27e"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:13.895189 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=e75123b9-dab6-4e4c-8b87-ded3ba85e27e,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:13.977476 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-d82f120e-ccb5-4d5d-8efa-67cafb88b49e tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] show failed (client error): The resource could not be found. Feb 19 04:07:13.981433 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d82f120e-ccb5-4d5d-8efa-67cafb88b49e tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "GET /v2.0/security-groups/df3f22db-342c-466a-b72c-fd5867974e7e HTTP/1.1" status: 404 len: 347 time: 0.2432692 Feb 19 04:07:13.982141 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57992) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:13.998422 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-630a658b-a73a-45ad-8300-d1ad10390287 req-f6c1f133-473d-4699-ad91-2bfa46a13751 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] No DVR routers for this DVR port 34471632-2f71-414a-9021-d725776a3114 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:07:13.999758 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:14.001502 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-630a658b-a73a-45ad-8300-d1ad10390287 req-f6c1f133-473d-4699-ad91-2bfa46a13751 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:14.010008 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-630a658b-a73a-45ad-8300-d1ad10390287 req-f6c1f133-473d-4699-ad91-2bfa46a13751 tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.79 "DELETE /v2.0/ports/34471632-2f71-414a-9021-d725776a3114 HTTP/1.1" status: 204 len: 173 time: 2.8222587 Feb 19 04:07:14.013213 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9146e08d-7d24-4dcf-8f7a-e44a83b0817c req-459bb49a-dddf-46b9-bf14-e9261850f49c service neutron] 10.222.0.26 "GET /v2.0/networks/96906bf1-6d49-4110-8bea-07aefb43331c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330542 Feb 19 04:07:14.025494 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05c4082-e418-4a50-8c43-af7a7bafd4ee', 'name': 'network-vif-deleted', 'tag': '34471632-2f71-414a-9021-d725776a3114'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:14.028169 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708743ca-c70e-49b9-8b26-d2385fd71e52" -d '{"events": [{"server_uuid": "f05c4082-e418-4a50-8c43-af7a7bafd4ee", "name": "network-vif-deleted", "tag": "34471632-2f71-414a-9021-d725776a3114"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:14.074577 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:14.074956 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:14.092549 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-710bafe9-b484-4c34-b2b6-5cc2e4499230 req-39ccfe1a-086c-497b-b005-21255b141fc2 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] No DVR routers for this DVR port 25f48bd2-f8fd-41e0-b2a9-e5612f2f6421 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:07:14.095377 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-710bafe9-b484-4c34-b2b6-5cc2e4499230 req-39ccfe1a-086c-497b-b005-21255b141fc2 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:14.099298 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-710bafe9-b484-4c34-b2b6-5cc2e4499230 req-39ccfe1a-086c-497b-b005-21255b141fc2 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.79 "DELETE /v2.0/ports/25f48bd2-f8fd-41e0-b2a9-e5612f2f6421 HTTP/1.1" status: 204 len: 173 time: 2.9322026 Feb 19 04:07:14.102918 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b12df512-8980-47d1-85ef-0597e556a11f req-208114cb-0583-42d2-9685-cbc3323f30a0 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks [] for floatingip (f67bbfa7-a1e9-4d0a-8289-6ed86aff3cc8), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:14.175287 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b3a4358c-bc00-4982-bd82-34583e6f1bdf req-1be0bd14-0e27-4a8b-8191-29011973dd6e tempest-VolumesActionsTest-1338496745 tempest-VolumesActionsTest-1338496745-project] 10.222.0.52 "GET /v2.0/security-groups?id=d79b1477-7f18-43ca-95aa-5c3cc9be0688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5293767 Feb 19 04:07:14.176345 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d8fa74e-478a-4306-88bb-3746c9c9bcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (0c4982aa-37bc-4798-94a1-60040c8ca16e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:14.191728 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:14.192445 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:14.235115 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-efa2624a-d365-4a78-a619-e0f389c29f5c tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Deleting port 35fe6d93-abc0-4af0-bfcf-c6fe19fee6f2 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:14.235579 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-efa2624a-d365-4a78-a619-e0f389c29f5c tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (35fe6d93-abc0-4af0-bfcf-c6fe19fee6f2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:14.240282 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:14.250141 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:14.338631 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 700 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a7d023-c76f-4ab2-878b-78bab8037205 x-openstack-request-id: req-13a7d023-c76f-4ab2-878b-78bab8037205 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:14.338941 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa93173e-fa6c-4663-84fe-7bcb8dfe76c2", "name": "network-vif-plugged", "status": "completed", "tag": "e0279203-0c38-44c9-bc69-2ba42a825e33", "code": 200}, {"server_uuid": "0b44568c-2787-472f-a716-90df04371ad4", "name": "network-vif-unplugged", "status": "completed", "tag": "25f48bd2-f8fd-41e0-b2a9-e5612f2f6421", "code": 200}, {"server_uuid": "f05c4082-e418-4a50-8c43-af7a7bafd4ee", "name": "network-vif-unplugged", "status": "completed", "tag": "34471632-2f71-414a-9021-d725776a3114", "code": 200}, {"server_uuid": "8b547761-e6af-43d6-97bd-980a7f43bf93", "name": "network-vif-plugged", "status": "completed", "tag": "e75123b9-dab6-4e4c-8b87-ded3ba85e27e", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:14.339196 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-13a7d023-c76f-4ab2-878b-78bab8037205 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:14.339903 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa93173e-fa6c-4663-84fe-7bcb8dfe76c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0279203-0c38-44c9-bc69-2ba42a825e33', 'code': 200} Feb 19 04:07:14.340169 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b44568c-2787-472f-a716-90df04371ad4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25f48bd2-f8fd-41e0-b2a9-e5612f2f6421', 'code': 200} Feb 19 04:07:14.340425 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05c4082-e418-4a50-8c43-af7a7bafd4ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34471632-2f71-414a-9021-d725776a3114', 'code': 200} Feb 19 04:07:14.340680 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b547761-e6af-43d6-97bd-980a7f43bf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75123b9-dab6-4e4c-8b87-ded3ba85e27e', 'code': 200} Feb 19 04:07:14.341798 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:14.400956 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fd7ff2-a988-4b47-9c90-dbed2f9a63c8 x-openstack-request-id: req-f2fd7ff2-a988-4b47-9c90-dbed2f9a63c8 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:14.401302 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05c4082-e418-4a50-8c43-af7a7bafd4ee", "name": "network-vif-deleted", "tag": "34471632-2f71-414a-9021-d725776a3114", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:14.401730 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2fd7ff2-a988-4b47-9c90-dbed2f9a63c8 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:14.402917 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05c4082-e418-4a50-8c43-af7a7bafd4ee', 'name': 'network-vif-deleted', 'tag': '34471632-2f71-414a-9021-d725776a3114', 'status': 'completed', 'code': 200} Feb 19 04:07:14.427164 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-efa2624a-d365-4a78-a619-e0f389c29f5c tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (35fe6d93-abc0-4af0-bfcf-c6fe19fee6f2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:14.468224 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8fa74e-478a-4306-88bb-3746c9c9bcf0 admin admin] Network 7d063905-1dca-479b-a8ed-624bbce2a132 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:14.478301 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-efa2624a-d365-4a78-a619-e0f389c29f5c tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Calling delete_port for 35fe6d93-abc0-4af0-bfcf-c6fe19fee6f2 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:14.498777 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-1d8fa74e-478a-4306-88bb-3746c9c9bcf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:14.520672 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8fa74e-478a-4306-88bb-3746c9c9bcf0 admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:07:14.555578 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8fa74e-478a-4306-88bb-3746c9c9bcf0 admin admin] Pushing event updated for resources: {'Port': ['ID=0c4982aa-37bc-4798-94a1-60040c8ca16e,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:14.615051 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29cfb6-8225-4bab-9756-4630ca64fa8e req-d31a051c-6979-49ac-aa94-3324c7ab392d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:14.616886 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3d29cfb6-8225-4bab-9756-4630ca64fa8e req-d31a051c-6979-49ac-aa94-3324c7ab392d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fa93173e-fa6c-4663-84fe-7bcb8dfe76c2 HTTP/1.1" status: 200 len: 1129 time: 0.1859992 Feb 19 04:07:14.637271 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fc164-4fb5-4b35-8e84-cb14182c3701 req-4c3cce3a-a916-4fc5-a998-83f05dccf671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:14.638856 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e33fc164-4fb5-4b35-8e84-cb14182c3701 req-4c3cce3a-a916-4fc5-a998-83f05dccf671 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8b547761-e6af-43d6-97bd-980a7f43bf93 HTTP/1.1" status: 200 len: 1129 time: 0.1413009 Feb 19 04:07:14.690892 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d8fa74e-478a-4306-88bb-3746c9c9bcf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (af08f154-ee4c-4ce0-9647-7737e82c6cb0), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:14.784461 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3d29cfb6-8225-4bab-9756-4630ca64fa8e req-6d67f72d-e4cd-4d52-bbc8-a800baf25bc8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574469 Feb 19 04:07:14.801717 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18f52c-4a7b-4191-90b1-7eff56d42ef0 req-7b82933f-852f-4d3f-8c1e-7128048b853c tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:14.803384 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cd18f52c-4a7b-4191-90b1-7eff56d42ef0 req-7b82933f-852f-4d3f-8c1e-7128048b853c tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=f78f7a7e-6ed5-4bbd-9d56-e984d793b6be HTTP/1.1" status: 200 len: 945 time: 0.3024156 Feb 19 04:07:14.805648 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e33fc164-4fb5-4b35-8e84-cb14182c3701 req-7a9719c2-2c99-4409-a78a-9742f73bd7fc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555045 Feb 19 04:07:14.819947 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-c0fb834e-1744-4486-82d7-e2238d6ea7bd tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Deleting port 4a4a18b3-bff3-4e7b-b28c-dbe5f1f86b26 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:14.820286 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0fb834e-1744-4486-82d7-e2238d6ea7bd tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (4a4a18b3-bff3-4e7b-b28c-dbe5f1f86b26), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:14.852950 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-efa2624a-d365-4a78-a619-e0f389c29f5c tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (35fe6d93-abc0-4af0-bfcf-c6fe19fee6f2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:14.880670 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2624a-d365-4a78-a619-e0f389c29f5c tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Pushing event deleted for resources: {'Port': ['ID=35fe6d93-abc0-4af0-bfcf-c6fe19fee6f2,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:14.903563 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:07:14.913915 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6fbb926a-12cc-4182-bc18-2ea7ed11892f None None] Provisioning complete for port 0c4982aa-37bc-4798-94a1-60040c8ca16e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:14.915512 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6fbb926a-12cc-4182-bc18-2ea7ed11892f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0c4982aa-37bc-4798-94a1-60040c8ca16e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:14.972313 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6fbb926a-12cc-4182-bc18-2ea7ed11892f None None] Port 0c4982aa-37bc-4798-94a1-60040c8ca16e cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:07:15.056808 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-efa2624a-d365-4a78-a619-e0f389c29f5c tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (822bb235-02bb-4319-9d09-ffc6ff7a3fc2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:15.073622 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cd18f52c-4a7b-4191-90b1-7eff56d42ef0 req-29989ee5-070e-495e-a06e-34d4047f62e1 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625530 Feb 19 04:07:15.112661 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0fb834e-1744-4486-82d7-e2238d6ea7bd tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (4a4a18b3-bff3-4e7b-b28c-dbe5f1f86b26), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:15.112948 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0fb834e-1744-4486-82d7-e2238d6ea7bd tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks [] for floatingip (4a4a18b3-bff3-4e7b-b28c-dbe5f1f86b26), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:15.176811 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-c0fb834e-1744-4486-82d7-e2238d6ea7bd tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Calling delete_port for 4a4a18b3-bff3-4e7b-b28c-dbe5f1f86b26 owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:15.217461 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d8fa74e-478a-4306-88bb-3746c9c9bcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0c4982aa-37bc-4798-94a1-60040c8ca16e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:15.252214 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa2624a-d365-4a78-a619-e0f389c29f5c tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Router 822bb235-02bb-4319-9d09-ffc6ff7a3fc2 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:07:15.332715 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa2624a-d365-4a78-a619-e0f389c29f5c tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:07:15.340563 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-efa2624a-d365-4a78-a619-e0f389c29f5c tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] 10.222.0.52 "PUT /v2.0/routers/822bb235-02bb-4319-9d09-ffc6ff7a3fc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9372256 Feb 19 04:07:15.341121 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58006) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:15.344249 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab57f9cc-eeb7-4cc0-8503-5a43b5bb71dc None None] Sync routers for ids ['822bb235-02bb-4319-9d09-ffc6ff7a3fc2'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:07:15.356760 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab57f9cc-eeb7-4cc0-8503-5a43b5bb71dc None None] Routers {'822bb235-02bb-4319-9d09-ffc6ff7a3fc2'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:15.357514 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ab57f9cc-eeb7-4cc0-8503-5a43b5bb71dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:07:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['822bb235-02bb-4319-9d09-ffc6ff7a3fc2'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:15.392235 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ab57f9cc-eeb7-4cc0-8503-5a43b5bb71dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:15.403217 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab57f9cc-eeb7-4cc0-8503-5a43b5bb71dc None None] Routers {'822bb235-02bb-4319-9d09-ffc6ff7a3fc2'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:15.404333 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ab57f9cc-eeb7-4cc0-8503-5a43b5bb71dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:07:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['822bb235-02bb-4319-9d09-ffc6ff7a3fc2'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:15.422849 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98da284e-5a0f-4d64-a019-88d4049ffc1e tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks [] for router (822bb235-02bb-4319-9d09-ffc6ff7a3fc2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:15.427423 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33d21a-d75e-4dc3-8cc7-a4dac829a877 req-65b377f2-a555-4521-a989-c7d5eed409cc tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:15.428955 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f33d21a-d75e-4dc3-8cc7-a4dac829a877 req-65b377f2-a555-4521-a989-c7d5eed409cc tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa93173e-fa6c-4663-84fe-7bcb8dfe76c2 HTTP/1.1" status: 200 len: 946 time: 0.2290215 Feb 19 04:07:15.443613 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ab57f9cc-eeb7-4cc0-8503-5a43b5bb71dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:15.444266 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab57f9cc-eeb7-4cc0-8503-5a43b5bb71dc None None] The sync data for ids ['822bb235-02bb-4319-9d09-ffc6ff7a3fc2'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:07:15.473133 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b12df512-8980-47d1-85ef-0597e556a11f req-208114cb-0583-42d2-9685-cbc3323f30a0 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:15.499039 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b12df512-8980-47d1-85ef-0597e556a11f req-208114cb-0583-42d2-9685-cbc3323f30a0 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (f67bbfa7-a1e9-4d0a-8289-6ed86aff3cc8), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:15.596290 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98da284e-5a0f-4d64-a019-88d4049ffc1e tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (822bb235-02bb-4319-9d09-ffc6ff7a3fc2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:15.598381 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98da284e-5a0f-4d64-a019-88d4049ffc1e tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks [] for router_controller (822bb235-02bb-4319-9d09-ffc6ff7a3fc2), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:15.646487 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98da284e-5a0f-4d64-a019-88d4049ffc1e tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (822bb235-02bb-4319-9d09-ffc6ff7a3fc2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:15.647976 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98da284e-5a0f-4d64-a019-88d4049ffc1e tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Fanout notify agent at l3_agent the message router_deleted on router 822bb235-02bb-4319-9d09-ffc6ff7a3fc2 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:07:15.655852 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98da284e-5a0f-4d64-a019-88d4049ffc1e tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:15.659699 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-98da284e-5a0f-4d64-a019-88d4049ffc1e tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] 10.222.0.52 "DELETE /v2.0/routers/822bb235-02bb-4319-9d09-ffc6ff7a3fc2 HTTP/1.1" status: 204 len: 168 time: 0.3151071 Feb 19 04:07:15.659699 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58008) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:15.713296 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-a150ea19-3b42-47ad-8c23-f593372c5a50 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Deleting subnet ed9911f1-a549-4685-b803-cab50cd4b86b {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:07:15.716884 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a150ea19-3b42-47ad-8c23-f593372c5a50 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks [] for subnet (ed9911f1-a549-4685-b803-cab50cd4b86b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:15.774672 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a150ea19-3b42-47ad-8c23-f593372c5a50 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (ed9911f1-a549-4685-b803-cab50cd4b86b), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:15.802337 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:15.854004 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:15.854402 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:15.887162 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a150ea19-3b42-47ad-8c23-f593372c5a50 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (ed9911f1-a549-4685-b803-cab50cd4b86b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:15.959039 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a150ea19-3b42-47ad-8c23-f593372c5a50 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (ed9911f1-a549-4685-b803-cab50cd4b86b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:15.967433 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:15.986138 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a150ea19-3b42-47ad-8c23-f593372c5a50 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:15.989417 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a150ea19-3b42-47ad-8c23-f593372c5a50 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] 10.222.0.52 "DELETE /v2.0/subnets/ed9911f1-a549-4685-b803-cab50cd4b86b HTTP/1.1" status: 204 len: 168 time: 0.3288343 Feb 19 04:07:15.990574 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07ebec4-219b-48f5-b21e-3f227e3bc52d None None] Network d78f0969-93ec-4f1e-9ec9-8370c9c80ad2 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:16.007375 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58010) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:16.012993 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150ea19-3b42-47ad-8c23-f593372c5a50 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Pushing event deleted for resources: {'Subnet': ['ID=ed9911f1-a549-4685-b803-cab50cd4b86b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:16.101943 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f33d21a-d75e-4dc3-8cc7-a4dac829a877 req-867b57ea-babc-457a-a166-832687619dd4 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6616979 Feb 19 04:07:16.200251 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0fb834e-1744-4486-82d7-e2238d6ea7bd tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (4a4a18b3-bff3-4e7b-b28c-dbe5f1f86b26), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:16.232811 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8749ca1d-130c-4f51-9957-600a35797e23 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (d78f0969-93ec-4f1e-9ec9-8370c9c80ad2), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:16.261130 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8bb4e816-c379-4425-a201-1069e88809e7 req-fc139f5e-696b-43cb-8524-5e7759e00d93 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f78f7a7e-6ed5-4bbd-9d56-e984d793b6be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6984217 Feb 19 04:07:16.275884 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb834e-1744-4486-82d7-e2238d6ea7bd tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Pushing event deleted for resources: {'Port': ['ID=4a4a18b3-bff3-4e7b-b28c-dbe5f1f86b26,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:16.288102 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [req-b12df512-8980-47d1-85ef-0597e556a11f req-208114cb-0583-42d2-9685-cbc3323f30a0 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Floating IP f67bbfa7-a1e9-4d0a-8289-6ed86aff3cc8 associated. External IP: 172.25.3.243, port: 4e970437-163d-481c-98d2-2c2b32731566. Feb 19 04:07:16.296432 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d8fa74e-478a-4306-88bb-3746c9c9bcf0 admin admin] Publish callbacks [] for port (0c4982aa-37bc-4798-94a1-60040c8ca16e), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:16.354438 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40281d76-c385-4f0a-a531-77bbfd26f4af None None] DHCP port deletion for d78f0969-93ec-4f1e-9ec9-8370c9c80ad2 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:07:16.368960 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d8fa74e-478a-4306-88bb-3746c9c9bcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (0c4982aa-37bc-4798-94a1-60040c8ca16e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:16.410542 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-40281d76-c385-4f0a-a531-77bbfd26f4af None None] Deleting port 4a119899-9a69-4ca3-a648-bc2476241850 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:16.411045 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-40281d76-c385-4f0a-a531-77bbfd26f4af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (4a119899-9a69-4ca3-a648-bc2476241850), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:16.436616 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b44568c-2787-472f-a716-90df04371ad4', 'name': 'network-vif-deleted', 'tag': '25f48bd2-f8fd-41e0-b2a9-e5612f2f6421'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:16.439235 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00dfc74-67b7-4911-bfac-f03356e9571a" -d '{"events": [{"server_uuid": "0b44568c-2787-472f-a716-90df04371ad4", "name": "network-vif-deleted", "tag": "25f48bd2-f8fd-41e0-b2a9-e5612f2f6421"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:16.503866 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-40281d76-c385-4f0a-a531-77bbfd26f4af None None] For port 4a119899-9a69-4ca3-a648-bc2476241850, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4a119899-9a69-4ca3-a648-bc2476241850,segment=NetworkSegment(e1499ef6-0480-4b60-bedf-db021bd71db5),segment_id=e1499ef6-0480-4b60-bedf-db021bd71db5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:16.504416 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-40281d76-c385-4f0a-a531-77bbfd26f4af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (4a119899-9a69-4ca3-a648-bc2476241850), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:16.530939 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-40281d76-c385-4f0a-a531-77bbfd26f4af None None] Calling delete_port for 4a119899-9a69-4ca3-a648-bc2476241850 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:16.622189 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8fa74e-478a-4306-88bb-3746c9c9bcf0 admin admin] Pushing event updated for resources: {'Port': ['ID=0c4982aa-37bc-4798-94a1-60040c8ca16e,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:16.627250 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d8fa74e-478a-4306-88bb-3746c9c9bcf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (af08f154-ee4c-4ce0-9647-7737e82c6cb0), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:16.646599 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0fb834e-1744-4486-82d7-e2238d6ea7bd tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks [] for floatingip (b721fb6e-00d0-4773-8d5f-d06ba0fc94f9), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:16.648916 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-40281d76-c385-4f0a-a531-77bbfd26f4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (4a119899-9a69-4ca3-a648-bc2476241850), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:16.650561 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0fb834e-1744-4486-82d7-e2238d6ea7bd tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:16.654557 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c0fb834e-1744-4486-82d7-e2238d6ea7bd tempest-ServersTestManualDisk-1082748295 tempest-ServersTestManualDisk-1082748295-project] 10.222.0.52 "DELETE /v2.0/floatingips/b721fb6e-00d0-4773-8d5f-d06ba0fc94f9 HTTP/1.1" status: 204 len: 168 time: 2.6553187 Feb 19 04:07:16.655312 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58020) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:16.711340 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40281d76-c385-4f0a-a531-77bbfd26f4af None None] No DVR routers for this DVR port 4a119899-9a69-4ca3-a648-bc2476241850 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:07:16.724690 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40281d76-c385-4f0a-a531-77bbfd26f4af None None] Pushing event deleted for resources: {'Port': ['ID=4a119899-9a69-4ca3-a648-bc2476241850,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:16.766355 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4e816-c379-4425-a201-1069e88809e7 req-2869f45d-e4c8-43d6-8af6-8e0a65a3a5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:16.767400 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8bb4e816-c379-4425-a201-1069e88809e7 req-2869f45d-e4c8-43d6-8af6-8e0a65a3a5cd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=89f570eb52d140abbcd42975657310d6&device_id=f78f7a7e-6ed5-4bbd-9d56-e984d793b6be HTTP/1.1" status: 200 len: 1128 time: 0.4140494 Feb 19 04:07:16.780593 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8fa74e-478a-4306-88bb-3746c9c9bcf0 admin admin] Network 7d063905-1dca-479b-a8ed-624bbce2a132 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:16.792866 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201c96f-7136-45af-b137-ea61e6154216 req-2f805715-062c-4521-a889-9fb9226e4cbc tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:16.804201 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8201c96f-7136-45af-b137-ea61e6154216 req-2f805715-062c-4521-a889-9fb9226e4cbc tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 946 time: 0.4299080 Feb 19 04:07:16.813892 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-1d8fa74e-478a-4306-88bb-3746c9c9bcf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:16.970925 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-8749ca1d-130c-4f51-9957-600a35797e23 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Deleting port 4a119899-9a69-4ca3-a648-bc2476241850 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:16.971278 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8749ca1d-130c-4f51-9957-600a35797e23 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (4a119899-9a69-4ca3-a648-bc2476241850), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:17.061475 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4e816-c379-4425-a201-1069e88809e7 req-fa84820a-88b2-4d97-9045-41e54c511b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:17.063736 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8bb4e816-c379-4425-a201-1069e88809e7 req-fa84820a-88b2-4d97-9045-41e54c511b2e service neutron] 10.222.0.79 "GET /v2.0/networks?id=3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 HTTP/1.1" status: 200 len: 917 time: 0.2525983 Feb 19 04:07:17.185180 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8bb4e816-c379-4425-a201-1069e88809e7 req-de0dd851-5847-4d93-8870-4976442244ca service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b2140d5-d5c1-435f-89c9-0e728f660bc7 HTTP/1.1" status: 200 len: 217 time: 0.0969441 Feb 19 04:07:17.225072 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fdca09a0-ed5c-4afd-a493-31937cedc312 None None] Provisioning complete for port 0c4982aa-37bc-4798-94a1-60040c8ca16e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:17.226156 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fdca09a0-ed5c-4afd-a493-31937cedc312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0c4982aa-37bc-4798-94a1-60040c8ca16e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:17.227538 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8201c96f-7136-45af-b137-ea61e6154216 req-1abeb9f0-1ba7-4a75-9f03-00bec3682614 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225030 Feb 19 04:07:17.283844 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4e816-c379-4425-a201-1069e88809e7 req-d905be3b-0170-4994-b4ba-ef450c1f3457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:17.285125 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8bb4e816-c379-4425-a201-1069e88809e7 req-d905be3b-0170-4994-b4ba-ef450c1f3457 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3a17a667-7fa1-4649-9c36-1eb9bdedfd2a HTTP/1.1" status: 200 len: 855 time: 0.0566838 Feb 19 04:07:17.307450 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fdca09a0-ed5c-4afd-a493-31937cedc312 None None] Port 0c4982aa-37bc-4798-94a1-60040c8ca16e cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:07:17.365027 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a61e76-a2dd-48a7-b9cb-f97de4657971 x-openstack-request-id: req-e6a61e76-a2dd-48a7-b9cb-f97de4657971 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:17.365347 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b44568c-2787-472f-a716-90df04371ad4", "name": "network-vif-deleted", "tag": "25f48bd2-f8fd-41e0-b2a9-e5612f2f6421", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:17.365601 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e6a61e76-a2dd-48a7-b9cb-f97de4657971 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:17.366037 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b44568c-2787-472f-a716-90df04371ad4', 'name': 'network-vif-deleted', 'tag': '25f48bd2-f8fd-41e0-b2a9-e5612f2f6421', 'status': 'completed', 'code': 200} Feb 19 04:07:17.380285 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-8749ca1d-130c-4f51-9957-600a35797e23 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] For port 4a119899-9a69-4ca3-a648-bc2476241850, host n-d-828369-19, got binding levels [] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:17.380667 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8749ca1d-130c-4f51-9957-600a35797e23 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (4a119899-9a69-4ca3-a648-bc2476241850), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:17.441161 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-8749ca1d-130c-4f51-9957-600a35797e23 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Calling delete_port for 4a119899-9a69-4ca3-a648-bc2476241850 owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:17.449068 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.ipam_backend_mixin [None req-8749ca1d-130c-4f51-9957-600a35797e23 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Port 4a119899-9a69-4ca3-a648-bc2476241850 was not found and therefore no delete operation was performed {{(pid=109926) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:07:17.461106 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8749ca1d-130c-4f51-9957-600a35797e23 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (4a119899-9a69-4ca3-a648-bc2476241850), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:17.470100 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b12df512-8980-47d1-85ef-0597e556a11f req-208114cb-0583-42d2-9685-cbc3323f30a0 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Router 32763abc-9950-48e0-85bc-d9f34828b021 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:07:17.507029 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8fa74e-478a-4306-88bb-3746c9c9bcf0 admin admin] Router af08f154-ee4c-4ce0-9647-7737e82c6cb0 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:07:17.515694 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749ca1d-130c-4f51-9957-600a35797e23 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Pushing event deleted for resources: {'Port': ['ID=4a119899-9a69-4ca3-a648-bc2476241850,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:17.518381 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8749ca1d-130c-4f51-9957-600a35797e23 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] No DVR routers for this DVR port 4a119899-9a69-4ca3-a648-bc2476241850 on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:07:17.522490 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4e816-c379-4425-a201-1069e88809e7 req-2a82f663-ae46-42bf-a421-749c67d84dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:17.524076 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8bb4e816-c379-4425-a201-1069e88809e7 req-2a82f663-ae46-42bf-a421-749c67d84dd1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1901288 Feb 19 04:07:17.572619 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08264d97-f082-4c80-912f-b4e1e6203281 req-4832298a-94be-4ae1-bcf4-15e8bee9409c tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:17.574077 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-08264d97-f082-4c80-912f-b4e1e6203281 req-4832298a-94be-4ae1-bcf4-15e8bee9409c tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa93173e-fa6c-4663-84fe-7bcb8dfe76c2 HTTP/1.1" status: 200 len: 946 time: 0.1902604 Feb 19 04:07:17.618637 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41405bdd-f663-495a-b6b8-8381465f45e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (2772b235-0224-4dc6-a883-1575fa027164), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:17.777521 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8749ca1d-130c-4f51-9957-600a35797e23 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (d78f0969-93ec-4f1e-9ec9-8370c9c80ad2), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:17.802764 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4a119899-9a69-4ca3-a648-bc2476241850 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:07:17.830293 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 4a119899-9a69-4ca3-a648-bc2476241850 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:07:17.831409 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4a119899-9a69-4ca3-a648-bc2476241850 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:07:17.902070 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-8749ca1d-130c-4f51-9957-600a35797e23 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d78f0969-93ec-4f1e-9ec9-8370c9c80ad2']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:17.935140 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-08264d97-f082-4c80-912f-b4e1e6203281 req-f3acd2f5-b3da-4dd1-b363-3ce577c64207 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474095 Feb 19 04:07:17.939375 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-8749ca1d-130c-4f51-9957-600a35797e23 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1499ef6-0480-4b60-bedf-db021bd71db5') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:17.939679 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-8749ca1d-130c-4f51-9957-600a35797e23 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1499ef6-0480-4b60-bedf-db021bd71db5') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:17.941974 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-41405bdd-f663-495a-b6b8-8381465f45e8 admin admin] Deleting port e92dc762-e4f6-4a95-a77c-cacc7d139b76 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:17.942557 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41405bdd-f663-495a-b6b8-8381465f45e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (e92dc762-e4f6-4a95-a77c-cacc7d139b76), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:17.962696 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8bb4e816-c379-4425-a201-1069e88809e7 req-9bd69d3f-d741-4186-8395-32d2f744bd9d service neutron] 10.222.0.79 "GET /v2.0/networks/3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284949 Feb 19 04:07:17.965747 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8749ca1d-130c-4f51-9957-600a35797e23 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (e1499ef6-0480-4b60-bedf-db021bd71db5), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:17.994391 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8fa74e-478a-4306-88bb-3746c9c9bcf0 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:07:18.005848 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1d8fa74e-478a-4306-88bb-3746c9c9bcf0 admin admin] 10.222.0.52 "PUT /v2.0/routers/af08f154-ee4c-4ce0-9647-7737e82c6cb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3944902 Feb 19 04:07:18.015342 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b12df512-8980-47d1-85ef-0597e556a11f req-208114cb-0583-42d2-9685-cbc3323f30a0 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:07:18.015566 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c384ebb-1c16-451b-9830-07a416d5ed8c None None] Sync routers for ids ['af08f154-ee4c-4ce0-9647-7737e82c6cb0'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:07:18.019627 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b12df512-8980-47d1-85ef-0597e556a11f req-208114cb-0583-42d2-9685-cbc3323f30a0 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:18.033468 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ed409c-3cc9-49aa-8731-3142a5f80c59 None None] Sync routers for ids ['32763abc-9950-48e0-85bc-d9f34828b021'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:07:18.061847 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c384ebb-1c16-451b-9830-07a416d5ed8c None None] Routers {'af08f154-ee4c-4ce0-9647-7737e82c6cb0'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:18.062474 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ed409c-3cc9-49aa-8731-3142a5f80c59 None None] Routers {'32763abc-9950-48e0-85bc-d9f34828b021'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:18.063462 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2c384ebb-1c16-451b-9830-07a416d5ed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:07:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['af08f154-ee4c-4ce0-9647-7737e82c6cb0'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:18.064873 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-03ed409c-3cc9-49aa-8731-3142a5f80c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:07:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['32763abc-9950-48e0-85bc-d9f34828b021'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:18.072226 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8749ca1d-130c-4f51-9957-600a35797e23 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e1499ef6-0480-4b60-bedf-db021bd71db5), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:18.088806 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-41405bdd-f663-495a-b6b8-8381465f45e8 admin admin] For port e92dc762-e4f6-4a95-a77c-cacc7d139b76, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e92dc762-e4f6-4a95-a77c-cacc7d139b76,segment=NetworkSegment(5ae06752-c638-4ab6-a0de-79a83a5e6efb),segment_id=5ae06752-c638-4ab6-a0de-79a83a5e6efb)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:18.089193 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41405bdd-f663-495a-b6b8-8381465f45e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (e92dc762-e4f6-4a95-a77c-cacc7d139b76), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:18.104249 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8749ca1d-130c-4f51-9957-600a35797e23 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:07:18.104510 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-41405bdd-f663-495a-b6b8-8381465f45e8 admin admin] Calling delete_port for e92dc762-e4f6-4a95-a77c-cacc7d139b76 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:18.104664 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8749ca1d-130c-4f51-9957-600a35797e23 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (e1499ef6-0480-4b60-bedf-db021bd71db5), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:07:18.107955 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:07:18.233088 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-2c384ebb-1c16-451b-9830-07a416d5ed8c None None] Set router af08f154-ee4c-4ce0-9647-7737e82c6cb0 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:07:18.247473 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b12df512-8980-47d1-85ef-0597e556a11f req-208114cb-0583-42d2-9685-cbc3323f30a0 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "PUT /v2.0/floatingips/f67bbfa7-a1e9-4d0a-8289-6ed86aff3cc8 HTTP/1.1" status: 200 len: 996 time: 4.4693351 Feb 19 04:07:18.318563 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-03ed409c-3cc9-49aa-8731-3142a5f80c59 None None] Set router 32763abc-9950-48e0-85bc-d9f34828b021 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:07:18.487884 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41405bdd-f663-495a-b6b8-8381465f45e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (e92dc762-e4f6-4a95-a77c-cacc7d139b76), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:18.515855 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41405bdd-f663-495a-b6b8-8381465f45e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e92dc762-e4f6-4a95-a77c-cacc7d139b76,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:18.607390 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2c384ebb-1c16-451b-9830-07a416d5ed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'name': 'tempest-AttachVolumeTestJSON-446025872-router', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:06Z', 'updated_at': '2022-02-19T04:07:15Z', 'revision_number': 4, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'gw_port': {'id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:07Z', 'updated_at': '2022-02-19T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '0c4982aa-37bc-4798-94a1-60040c8ca16e', 'name': '', 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'mac_address': 'fa:16:3e:94:ee:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '7b8d1019-337e-49b4-85df-5623b5820084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:12Z', 'updated_at': '2022-02-19T04:07:15Z', 'revision_number': 2, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'subnets': [{'id': '7b8d1019-337e-49b4-85df-5623b5820084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:18.651551 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c384ebb-1c16-451b-9830-07a416d5ed8c None None] Checking router: af08f154-ee4c-4ce0-9647-7737e82c6cb0 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:07:18.651915 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c384ebb-1c16-451b-9830-07a416d5ed8c None None] Updating router af08f154-ee4c-4ce0-9647-7737e82c6cb0 port 0c4982aa-37bc-4798-94a1-60040c8ca16e binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:07:18.692058 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-2c384ebb-1c16-451b-9830-07a416d5ed8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0c4982aa-37bc-4798-94a1-60040c8ca16e), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:18.777002 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-03ed409c-3cc9-49aa-8731-3142a5f80c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32763abc-9950-48e0-85bc-d9f34828b021', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-920809313-router', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '67b5a101-2bf5-4465-bf6f-ca2e6f916ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:35Z', 'updated_at': '2022-02-19T04:06:41Z', 'revision_number': 4, 'project_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'gw_port': {'id': '67b5a101-2bf5-4465-bf6f-ca2e6f916ed1', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32763abc-9950-48e0-85bc-d9f34828b021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:36Z', 'updated_at': '2022-02-19T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'f67bbfa7-a1e9-4d0a-8289-6ed86aff3cc8', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '32763abc-9950-48e0-85bc-d9f34828b021', 'port_id': '4e970437-163d-481c-98d2-2c2b32731566', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89d1ed9c-9c45-4998-878b-86b20d407d20', 'mac_address': 'fa:16:3e:d0:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2415283d-0bc3-4632-a1af-8412db934f51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:07:10Z', 'updated_at': '2022-02-19T04:07:15Z', 'revision_number': 1, 'project_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b10c53b3-5eb6-4a0d-bdbd-929fc1250876', 'name': '', 'network_id': '89d1ed9c-9c45-4998-878b-86b20d407d20', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'mac_address': 'fa:16:3e:22:ad:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32763abc-9950-48e0-85bc-d9f34828b021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '0423d2f7-af38-49fd-9afb-e8decc1fcbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:39Z', 'updated_at': '2022-02-19T04:06:45Z', 'revision_number': 5, 'project_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'subnets': [{'id': '0423d2f7-af38-49fd-9afb-e8decc1fcbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:18.834705 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8bb4e816-c379-4425-a201-1069e88809e7 req-bc92be2a-7e2f-4aa8-a6a1-c81eaff123cb service neutron] 10.222.0.79 "GET /v2.0/networks/3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8577170 Feb 19 04:07:18.836122 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ed409c-3cc9-49aa-8731-3142a5f80c59 None None] Checking router: 32763abc-9950-48e0-85bc-d9f34828b021 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:07:18.842202 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8749ca1d-130c-4f51-9957-600a35797e23 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (d78f0969-93ec-4f1e-9ec9-8370c9c80ad2), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:18.853474 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41817055-d775-4c95-9b25-f8919040b0ab req-f60dedec-21b6-40c7-b675-6ac9d46e8cbd tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:18.855452 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-41817055-d775-4c95-9b25-f8919040b0ab req-f60dedec-21b6-40c7-b675-6ac9d46e8cbd tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b547761-e6af-43d6-97bd-980a7f43bf93 HTTP/1.1" status: 200 len: 946 time: 0.7692068 Feb 19 04:07:18.863600 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8749ca1d-130c-4f51-9957-600a35797e23 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:18.868274 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8749ca1d-130c-4f51-9957-600a35797e23 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] 10.222.0.52 "DELETE /v2.0/networks/d78f0969-93ec-4f1e-9ec9-8370c9c80ad2 HTTP/1.1" status: 204 len: 168 time: 2.8530264 Feb 19 04:07:18.877065 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ed409c-3cc9-49aa-8731-3142a5f80c59 None None] Routers {'32763abc-9950-48e0-85bc-d9f34828b021'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:18.880406 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41405bdd-f663-495a-b6b8-8381465f45e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (2772b235-0224-4dc6-a883-1575fa027164), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:18.882132 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-03ed409c-3cc9-49aa-8731-3142a5f80c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:07:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['32763abc-9950-48e0-85bc-d9f34828b021'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:18.930816 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749ca1d-130c-4f51-9957-600a35797e23 tempest-FloatingIPNegativeTestJSON-568772547 tempest-FloatingIPNegativeTestJSON-568772547-project] Pushing event deleted for resources: {'Network': ['ID=d78f0969-93ec-4f1e-9ec9-8370c9c80ad2,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:18.986189 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12df512-8980-47d1-85ef-0597e556a11f req-8a6f0d9e-f2fe-4205-8b8c-30dabe11b50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:18.987525 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b12df512-8980-47d1-85ef-0597e556a11f req-8a6f0d9e-f2fe-4205-8b8c-30dabe11b50a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4afc8cdd0c1a4adebd59493a3965afa8&device_id=2415283d-0bc3-4632-a1af-8412db934f51 HTTP/1.1" status: 200 len: 1128 time: 0.2076299 Feb 19 04:07:19.068743 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-41817055-d775-4c95-9b25-f8919040b0ab req-1e91758e-ad7d-4dcf-a8f5-5ae2cf2b6d84 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486080 Feb 19 04:07:19.153989 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-03ed409c-3cc9-49aa-8731-3142a5f80c59 None None] Set router 32763abc-9950-48e0-85bc-d9f34828b021 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:07:19.300343 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-2c384ebb-1c16-451b-9830-07a416d5ed8c None None] Publish callbacks [] for port (0c4982aa-37bc-4798-94a1-60040c8ca16e), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:19.305749 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58054) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:19.310711 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-2c384ebb-1c16-451b-9830-07a416d5ed8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0c4982aa-37bc-4798-94a1-60040c8ca16e), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:19.377317 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2415283d-0bc3-4632-a1af-8412db934f51', 'tag': '4e970437-163d-481c-98d2-2c2b32731566'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:19.380977 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c6e9a4-e52e-46a5-bccc-b8ab0c77e92f" -d '{"events": [{"name": "network-changed", "server_uuid": "2415283d-0bc3-4632-a1af-8412db934f51", "tag": "4e970437-163d-481c-98d2-2c2b32731566"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:19.382270 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c4baa-cd23-4c65-b828-57523fc7f971 req-f14f6e53-19ff-439a-858a-730f4dc471b8 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:19.384114 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-023c4baa-cd23-4c65-b828-57523fc7f971 req-f14f6e53-19ff-439a-858a-730f4dc471b8 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.26 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 946 time: 0.1589203 Feb 19 04:07:19.435150 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12df512-8980-47d1-85ef-0597e556a11f req-ccdc41df-4694-47c5-9dff-2be48760d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:19.444745 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b12df512-8980-47d1-85ef-0597e556a11f req-ccdc41df-4694-47c5-9dff-2be48760d457 service neutron] 10.222.0.52 "GET /v2.0/networks?id=89d1ed9c-9c45-4998-878b-86b20d407d20 HTTP/1.1" status: 200 len: 929 time: 0.3713603 Feb 19 04:07:19.484032 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-2c384ebb-1c16-451b-9830-07a416d5ed8c None None] Attempting to bind port 0c4982aa-37bc-4798-94a1-60040c8ca16e on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:07:19.484983 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-2c384ebb-1c16-451b-9830-07a416d5ed8c None None] Attempting to bind port 0c4982aa-37bc-4798-94a1-60040c8ca16e by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '02ff9e4b-efe0-46b0-93bf-0ddda7109b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:07:19.485453 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c384ebb-1c16-451b-9830-07a416d5ed8c None None] Attempting to bind port 0c4982aa-37bc-4798-94a1-60040c8ca16e on network 7d063905-1dca-479b-a8ed-624bbce2a132 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:07:19.489988 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e3881-308c-46f0-84d0-c606c3cc9633 None None] Pushing event updated for resources: {'Port': ['ID=0c4982aa-37bc-4798-94a1-60040c8ca16e,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:19.497236 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c384ebb-1c16-451b-9830-07a416d5ed8c None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:07:19.497795 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c384ebb-1c16-451b-9830-07a416d5ed8c None None] Checking segment: {'id': '02ff9e4b-efe0-46b0-93bf-0ddda7109b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:19.498548 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-2c384ebb-1c16-451b-9830-07a416d5ed8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:19.501352 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c384ebb-1c16-451b-9830-07a416d5ed8c None None] Bound using segment: {'id': '02ff9e4b-efe0-46b0-93bf-0ddda7109b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:07:19.501962 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-2c384ebb-1c16-451b-9830-07a416d5ed8c None None] Bound port: 0c4982aa-37bc-4798-94a1-60040c8ca16e, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ff9e4b-efe0-46b0-93bf-0ddda7109b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:07:19.502559 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-2c384ebb-1c16-451b-9830-07a416d5ed8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0c4982aa-37bc-4798-94a1-60040c8ca16e), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:19.526592 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf57dc1-fed5-402d-ae52-49abc8bb953b req-ee87e092-2587-4e70-be26-7be00c1ee029 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:19.529385 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8cf57dc1-fed5-402d-ae52-49abc8bb953b req-ee87e092-2587-4e70-be26-7be00c1ee029 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 946 time: 0.2738070 Feb 19 04:07:19.589921 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-2c384ebb-1c16-451b-9830-07a416d5ed8c None None] For port 0c4982aa-37bc-4798-94a1-60040c8ca16e, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:07:19.595254 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-2c384ebb-1c16-451b-9830-07a416d5ed8c None None] For port 0c4982aa-37bc-4798-94a1-60040c8ca16e, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0c4982aa-37bc-4798-94a1-60040c8ca16e,segment=NetworkSegment(02ff9e4b-efe0-46b0-93bf-0ddda7109b69),segment_id=02ff9e4b-efe0-46b0-93bf-0ddda7109b69)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:07:19.597075 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b12df512-8980-47d1-85ef-0597e556a11f req-69c37409-e965-4d8c-aea6-66551fc5c108 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e970437-163d-481c-98d2-2c2b32731566 HTTP/1.1" status: 200 len: 999 time: 0.1478465 Feb 19 04:07:19.605234 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-2c384ebb-1c16-451b-9830-07a416d5ed8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0c4982aa-37bc-4798-94a1-60040c8ca16e), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:19.638320 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8cf57dc1-fed5-402d-ae52-49abc8bb953b req-f173e826-cf6e-435c-b62b-cb0dd56ea3f1 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969818 Feb 19 04:07:19.648255 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-03ed409c-3cc9-49aa-8731-3142a5f80c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32763abc-9950-48e0-85bc-d9f34828b021', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-920809313-router', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '67b5a101-2bf5-4465-bf6f-ca2e6f916ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:35Z', 'updated_at': '2022-02-19T04:06:41Z', 'revision_number': 4, 'project_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'gw_port': {'id': '67b5a101-2bf5-4465-bf6f-ca2e6f916ed1', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32763abc-9950-48e0-85bc-d9f34828b021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:36Z', 'updated_at': '2022-02-19T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'f67bbfa7-a1e9-4d0a-8289-6ed86aff3cc8', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '32763abc-9950-48e0-85bc-d9f34828b021', 'port_id': '4e970437-163d-481c-98d2-2c2b32731566', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89d1ed9c-9c45-4998-878b-86b20d407d20', 'mac_address': 'fa:16:3e:d0:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2415283d-0bc3-4632-a1af-8412db934f51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:07:10Z', 'updated_at': '2022-02-19T04:07:15Z', 'revision_number': 1, 'project_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b10c53b3-5eb6-4a0d-bdbd-929fc1250876', 'name': '', 'network_id': '89d1ed9c-9c45-4998-878b-86b20d407d20', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'mac_address': 'fa:16:3e:22:ad:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32763abc-9950-48e0-85bc-d9f34828b021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '0423d2f7-af38-49fd-9afb-e8decc1fcbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:39Z', 'updated_at': '2022-02-19T04:06:45Z', 'revision_number': 5, 'project_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'subnets': [{'id': '0423d2f7-af38-49fd-9afb-e8decc1fcbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:19.668958 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41405bdd-f663-495a-b6b8-8381465f45e8 admin admin] Router 2772b235-0224-4dc6-a883-1575fa027164 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:07:19.696383 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e3881-308c-46f0-84d0-c606c3cc9633 None None] Pushing event updated for resources: {'Port': ['ID=0c4982aa-37bc-4798-94a1-60040c8ca16e,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:19.723945 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c384ebb-1c16-451b-9830-07a416d5ed8c None None] Routers {'af08f154-ee4c-4ce0-9647-7737e82c6cb0'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:19.724585 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2c384ebb-1c16-451b-9830-07a416d5ed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:07:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['af08f154-ee4c-4ce0-9647-7737e82c6cb0'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:19.732532 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ed409c-3cc9-49aa-8731-3142a5f80c59 None None] The sync data for ids ['32763abc-9950-48e0-85bc-d9f34828b021'] in n-d-828369-19 is: [{'id': '32763abc-9950-48e0-85bc-d9f34828b021', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-920809313-router', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '67b5a101-2bf5-4465-bf6f-ca2e6f916ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:35Z', 'updated_at': '2022-02-19T04:06:41Z', 'revision_number': 4, 'project_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'gw_port': {'id': '67b5a101-2bf5-4465-bf6f-ca2e6f916ed1', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32763abc-9950-48e0-85bc-d9f34828b021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:36Z', 'updated_at': '2022-02-19T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'f67bbfa7-a1e9-4d0a-8289-6ed86aff3cc8', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '32763abc-9950-48e0-85bc-d9f34828b021', 'port_id': '4e970437-163d-481c-98d2-2c2b32731566', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89d1ed9c-9c45-4998-878b-86b20d407d20', 'mac_address': 'fa:16:3e:d0:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2415283d-0bc3-4632-a1af-8412db934f51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:07:10Z', 'updated_at': '2022-02-19T04:07:15Z', 'revision_number': 1, 'project_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b10c53b3-5eb6-4a0d-bdbd-929fc1250876', 'name': '', 'network_id': '89d1ed9c-9c45-4998-878b-86b20d407d20', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'mac_address': 'fa:16:3e:22:ad:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32763abc-9950-48e0-85bc-d9f34828b021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '0423d2f7-af38-49fd-9afb-e8decc1fcbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:39Z', 'updated_at': '2022-02-19T04:06:45Z', 'revision_number': 5, 'project_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'subnets': [{'id': '0423d2f7-af38-49fd-9afb-e8decc1fcbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:07:19.762005 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12df512-8980-47d1-85ef-0597e556a11f req-38a8cd51-8871-4810-afc6-81b9a77bffad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:19.787232 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b12df512-8980-47d1-85ef-0597e556a11f req-38a8cd51-8871-4810-afc6-81b9a77bffad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0423d2f7-af38-49fd-9afb-e8decc1fcbb8 HTTP/1.1" status: 200 len: 867 time: 0.1673973 Feb 19 04:07:19.801163 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fa45bf5a-bf89-4eb8-9073-c3182ad87a1d None None] Provisioning complete for port 0c4982aa-37bc-4798-94a1-60040c8ca16e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:19.802089 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fa45bf5a-bf89-4eb8-9073-c3182ad87a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0c4982aa-37bc-4798-94a1-60040c8ca16e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:19.822310 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3d0e1bc2-6c28-4c71-b4b3-f85e2b00bddd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2177b9e903e9487682e7af51f6ee9d29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5148072 Feb 19 04:07:19.829317 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58062) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:19.988706 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-023c4baa-cd23-4c65-b828-57523fc7f971 req-8f2ded5f-7d0f-443e-8a29-78b97ef32030 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Deleting port 3dcce05d-d716-45cf-b10a-8dab99c6f912 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:19.989070 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-023c4baa-cd23-4c65-b828-57523fc7f971 req-8f2ded5f-7d0f-443e-8a29-78b97ef32030 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (3dcce05d-d716-45cf-b10a-8dab99c6f912), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:20.033692 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fa45bf5a-bf89-4eb8-9073-c3182ad87a1d None None] Current status of the port 0c4982aa-37bc-4798-94a1-60040c8ca16e is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:20.034996 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fa45bf5a-bf89-4eb8-9073-c3182ad87a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0c4982aa-37bc-4798-94a1-60040c8ca16e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:20.046362 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12df512-8980-47d1-85ef-0597e556a11f req-662ac81b-bff1-4d32-8aac-398696268d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:20.048003 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b12df512-8980-47d1-85ef-0597e556a11f req-662ac81b-bff1-4d32-8aac-398696268d5c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=89d1ed9c-9c45-4998-878b-86b20d407d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2596221 Feb 19 04:07:20.081580 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-91bc5fbf-e6ea-4658-9b5c-52fbebcca3dc admin admin] Publish callbacks [] for security_group (a61e811b-862d-4a63-a2f1-e2cc5b29dc03), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:20.137617 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fa45bf5a-bf89-4eb8-9073-c3182ad87a1d None None] For port 0c4982aa-37bc-4798-94a1-60040c8ca16e, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0c4982aa-37bc-4798-94a1-60040c8ca16e,segment=NetworkSegment(02ff9e4b-efe0-46b0-93bf-0ddda7109b69),segment_id=02ff9e4b-efe0-46b0-93bf-0ddda7109b69)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:20.150799 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fa45bf5a-bf89-4eb8-9073-c3182ad87a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0c4982aa-37bc-4798-94a1-60040c8ca16e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:20.160599 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-2c384ebb-1c16-451b-9830-07a416d5ed8c None None] Set router af08f154-ee4c-4ce0-9647-7737e82c6cb0 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:07:20.213580 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41405bdd-f663-495a-b6b8-8381465f45e8 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:07:20.233216 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-41405bdd-f663-495a-b6b8-8381465f45e8 admin admin] 10.222.0.52 "PUT /v2.0/routers/2772b235-0224-4dc6-a883-1575fa027164/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5757449 Feb 19 04:07:20.233921 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58064) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:20.248403 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e4ed63-692b-4ae1-80e5-ab2fdf775b07 None None] Sync routers for ids ['2772b235-0224-4dc6-a883-1575fa027164'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:07:20.260593 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-91bc5fbf-e6ea-4658-9b5c-52fbebcca3dc admin admin] Publish callbacks [] for security_group (a61e811b-862d-4a63-a2f1-e2cc5b29dc03), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:20.282956 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45bf5a-bf89-4eb8-9073-c3182ad87a1d None None] Pushing event updated for resources: {'Port': ['ID=0c4982aa-37bc-4798-94a1-60040c8ca16e,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:20.287725 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e4ed63-692b-4ae1-80e5-ab2fdf775b07 None None] Routers {'2772b235-0224-4dc6-a883-1575fa027164'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:20.288375 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-05e4ed63-692b-4ae1-80e5-ab2fdf775b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:07:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['2772b235-0224-4dc6-a883-1575fa027164'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:20.313701 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa45bf5a-bf89-4eb8-9073-c3182ad87a1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:20.313889 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa45bf5a-bf89-4eb8-9073-c3182ad87a1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:20.320042 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa45bf5a-bf89-4eb8-9073-c3182ad87a1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:20.320429 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa45bf5a-bf89-4eb8-9073-c3182ad87a1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:20.320899 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa45bf5a-bf89-4eb8-9073-c3182ad87a1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:20.321250 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa45bf5a-bf89-4eb8-9073-c3182ad87a1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:20.321593 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa45bf5a-bf89-4eb8-9073-c3182ad87a1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:20.322374 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa45bf5a-bf89-4eb8-9073-c3182ad87a1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:20.322711 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa45bf5a-bf89-4eb8-9073-c3182ad87a1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:20.323047 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa45bf5a-bf89-4eb8-9073-c3182ad87a1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:20.323380 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa45bf5a-bf89-4eb8-9073-c3182ad87a1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:20.323710 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa45bf5a-bf89-4eb8-9073-c3182ad87a1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:20.324038 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa45bf5a-bf89-4eb8-9073-c3182ad87a1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:20.340480 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4567cdec-a155-4945-966d-019558140908 None None] New status for floating IP f67bbfa7-a1e9-4d0a-8289-6ed86aff3cc8: ACTIVE {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:07:20.358616 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-023c4baa-cd23-4c65-b828-57523fc7f971 req-8f2ded5f-7d0f-443e-8a29-78b97ef32030 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] For port 3dcce05d-d716-45cf-b10a-8dab99c6f912, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=3dcce05d-d716-45cf-b10a-8dab99c6f912,segment=NetworkSegment(71d4e262-0aab-41dc-92da-e243d23884f2),segment_id=71d4e262-0aab-41dc-92da-e243d23884f2)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:20.359105 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-023c4baa-cd23-4c65-b828-57523fc7f971 req-8f2ded5f-7d0f-443e-8a29-78b97ef32030 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (3dcce05d-d716-45cf-b10a-8dab99c6f912), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:20.382565 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b12df512-8980-47d1-85ef-0597e556a11f req-1bda46c9-0ae7-4293-822d-6f19d0f1fd48 service neutron] 10.222.0.52 "GET /v2.0/networks/89d1ed9c-9c45-4998-878b-86b20d407d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234096 Feb 19 04:07:20.391424 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-023c4baa-cd23-4c65-b828-57523fc7f971 req-8f2ded5f-7d0f-443e-8a29-78b97ef32030 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Calling delete_port for 3dcce05d-d716-45cf-b10a-8dab99c6f912 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:20.463346 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-7e52c9b2-04fe-4f32-a428-b9abf2d5ea93 None None] Provisioning complete for port 0c4982aa-37bc-4798-94a1-60040c8ca16e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:20.463563 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7e52c9b2-04fe-4f32-a428-b9abf2d5ea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0c4982aa-37bc-4798-94a1-60040c8ca16e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:20.508450 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-91bc5fbf-e6ea-4658-9b5c-52fbebcca3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a61e811b-862d-4a63-a2f1-e2cc5b29dc03), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:20.516256 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-91bc5fbf-e6ea-4658-9b5c-52fbebcca3dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:20.523104 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-91bc5fbf-e6ea-4658-9b5c-52fbebcca3dc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a61e811b-862d-4a63-a2f1-e2cc5b29dc03 HTTP/1.1" status: 204 len: 168 time: 0.6768906 Feb 19 04:07:20.542775 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-05e4ed63-692b-4ae1-80e5-ab2fdf775b07 None None] Set router 2772b235-0224-4dc6-a883-1575fa027164 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:07:20.563564 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-023c4baa-cd23-4c65-b828-57523fc7f971 req-8f2ded5f-7d0f-443e-8a29-78b97ef32030 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (3dcce05d-d716-45cf-b10a-8dab99c6f912), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:20.580304 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc5fbf-e6ea-4658-9b5c-52fbebcca3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61e811b-862d-4a63-a2f1-e2cc5b29dc03,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:20.600408 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['3dcce05d-d716-45cf-b10a-8dab99c6f912'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:07:20.654671 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58072) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:20.655859 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ded5f-7d0f-443e-8a29-78b97ef32030 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Pushing event deleted for resources: {'Port': ['ID=3dcce05d-d716-45cf-b10a-8dab99c6f912,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:20.670501 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-4975b481-5540-42dc-9d7a-e9e206b2d33c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1556712223', 'description': 'tempest-description--2049849920'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:20.681749 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b12df512-8980-47d1-85ef-0597e556a11f req-4959b190-ac1d-48de-84f1-41b98d2c4c8e service neutron] 10.222.0.52 "GET /v2.0/networks/89d1ed9c-9c45-4998-878b-86b20d407d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822843 Feb 19 04:07:20.717884 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4975b481-5540-42dc-9d7a-e9e206b2d33c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:20.790782 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-023c4baa-cd23-4c65-b828-57523fc7f971 req-8f2ded5f-7d0f-443e-8a29-78b97ef32030 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] No DVR routers for this DVR port 3dcce05d-d716-45cf-b10a-8dab99c6f912 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:07:20.803694 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-023c4baa-cd23-4c65-b828-57523fc7f971 req-8f2ded5f-7d0f-443e-8a29-78b97ef32030 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:20.816668 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-023c4baa-cd23-4c65-b828-57523fc7f971 req-8f2ded5f-7d0f-443e-8a29-78b97ef32030 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.26 "DELETE /v2.0/ports/3dcce05d-d716-45cf-b10a-8dab99c6f912 HTTP/1.1" status: 204 len: 173 time: 1.4240322 Feb 19 04:07:20.817325 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06c2904-14a2-464d-a10f-fa5a9d71971c', 'name': 'network-vif-deleted', 'tag': '3dcce05d-d716-45cf-b10a-8dab99c6f912'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:20.824314 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b8d74f-f775-43f5-87bb-6d44b50cfd5a" -d '{"events": [{"server_uuid": "b06c2904-14a2-464d-a10f-fa5a9d71971c", "name": "network-vif-deleted", "tag": "3dcce05d-d716-45cf-b10a-8dab99c6f912"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:20.825939 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfe0b6b-f676-4b00-8eef-04c8cdf178d5 x-openstack-request-id: req-6cfe0b6b-f676-4b00-8eef-04c8cdf178d5 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:20.826652 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2415283d-0bc3-4632-a1af-8412db934f51", "tag": "4e970437-163d-481c-98d2-2c2b32731566", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:20.827717 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6cfe0b6b-f676-4b00-8eef-04c8cdf178d5 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:20.829533 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2415283d-0bc3-4632-a1af-8412db934f51', 'tag': '4e970437-163d-481c-98d2-2c2b32731566', 'status': 'completed', 'code': 200} Feb 19 04:07:20.833261 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2b4bb993-eb5b-446c-9c2e-8dd35927c7d3 admin admin] Publish callbacks [] for router (2772b235-0224-4dc6-a883-1575fa027164), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:20.941214 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4975b481-5540-42dc-9d7a-e9e206b2d33c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for security_group (242c9f4b-677d-4bb1-a7ce-bf84584eafb5), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:20.960230 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4975b481-5540-42dc-9d7a-e9e206b2d33c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (242c9f4b-677d-4bb1-a7ce-bf84584eafb5), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:21.031764 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-7e52c9b2-04fe-4f32-a428-b9abf2d5ea93 None None] Current status of the port 0c4982aa-37bc-4798-94a1-60040c8ca16e is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:21.134865 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a261028e-b729-4bbe-a159-982265b08086 req-757d2ab7-6e53-4e2c-9ba4-cd01b0a1dc84 tempest-ServerRescueTestJSON-1164985925 tempest-ServerRescueTestJSON-1164985925-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06c2904-14a2-464d-a10f-fa5a9d71971c HTTP/1.1" status: 200 len: 210 time: 0.1558974 Feb 19 04:07:21.160187 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2c384ebb-1c16-451b-9830-07a416d5ed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'name': 'tempest-AttachVolumeTestJSON-446025872-router', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:06Z', 'updated_at': '2022-02-19T04:07:15Z', 'revision_number': 4, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'gw_port': {'id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:07Z', 'updated_at': '2022-02-19T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '0c4982aa-37bc-4798-94a1-60040c8ca16e', 'name': '', 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'mac_address': 'fa:16:3e:94:ee:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '7b8d1019-337e-49b4-85df-5623b5820084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:12Z', 'updated_at': '2022-02-19T04:07:19Z', 'revision_number': 4, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'subnets': [{'id': '7b8d1019-337e-49b4-85df-5623b5820084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:21.164854 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-05e4ed63-692b-4ae1-80e5-ab2fdf775b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2772b235-0224-4dc6-a883-1575fa027164', 'name': 'tempest-ServersTestManualDisk-1631775328-router', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:40Z', 'updated_at': '2022-02-19T04:07:18Z', 'revision_number': 5, 'project_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'gw_port': {'id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2772b235-0224-4dc6-a883-1575fa027164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:42Z', 'updated_at': '2022-02-19T04:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:21.178977 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6e9a4-e52e-46a5-bccc-b8ab0c77e92f req-5354eaa4-097f-479f-bc1b-525333cfbc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:21.186524 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-28c6e9a4-e52e-46a5-bccc-b8ab0c77e92f req-5354eaa4-097f-479f-bc1b-525333cfbc1a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4afc8cdd0c1a4adebd59493a3965afa8&device_id=2415283d-0bc3-4632-a1af-8412db934f51 HTTP/1.1" status: 200 len: 1128 time: 0.2165267 Feb 19 04:07:21.188799 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4975b481-5540-42dc-9d7a-e9e206b2d33c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:21.193142 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4975b481-5540-42dc-9d7a-e9e206b2d33c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5306680 Feb 19 04:07:21.194579 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58086) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:21.210870 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975b481-5540-42dc-9d7a-e9e206b2d33c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=242c9f4b-677d-4bb1-a7ce-bf84584eafb5,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:21.226466 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e4ed63-692b-4ae1-80e5-ab2fdf775b07 None None] Checking router: 2772b235-0224-4dc6-a883-1575fa027164 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:07:21.228450 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c384ebb-1c16-451b-9830-07a416d5ed8c None None] The sync data for ids ['af08f154-ee4c-4ce0-9647-7737e82c6cb0'] in n-d-828369-19 is: [{'id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'name': 'tempest-AttachVolumeTestJSON-446025872-router', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:06Z', 'updated_at': '2022-02-19T04:07:15Z', 'revision_number': 4, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'gw_port': {'id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:07Z', 'updated_at': '2022-02-19T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '0c4982aa-37bc-4798-94a1-60040c8ca16e', 'name': '', 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'mac_address': 'fa:16:3e:94:ee:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '7b8d1019-337e-49b4-85df-5623b5820084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:12Z', 'updated_at': '2022-02-19T04:07:19Z', 'revision_number': 4, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'subnets': [{'id': '7b8d1019-337e-49b4-85df-5623b5820084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:07:21.232430 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-f64eda44-d980-4381-8e00-91036f285352 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Request body: {'security_group_rule': {'security_group_id': '242c9f4b-677d-4bb1-a7ce-bf84584eafb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:21.242786 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e4ed63-692b-4ae1-80e5-ab2fdf775b07 None None] Routers {'2772b235-0224-4dc6-a883-1575fa027164'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:21.243373 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-05e4ed63-692b-4ae1-80e5-ab2fdf775b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:07:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['2772b235-0224-4dc6-a883-1575fa027164'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:21.325065 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ae793-8496-4775-90bb-6a3956d8fca8 req-e5742aa1-0f3f-45ed-afc1-ba9794cfde0d tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:21.331636 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2b4bb993-eb5b-446c-9c2e-8dd35927c7d3 admin admin] Publish callbacks [] for router_gateway (2772b235-0224-4dc6-a883-1575fa027164), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:21.335039 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-360ae793-8496-4775-90bb-6a3956d8fca8 req-e5742aa1-0f3f-45ed-afc1-ba9794cfde0d tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=f78f7a7e-6ed5-4bbd-9d56-e984d793b6be HTTP/1.1" status: 200 len: 945 time: 0.2180405 Feb 19 04:07:21.442520 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f64eda44-d980-4381-8e00-91036f285352 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for security_group_rule (4b71131a-13c1-4ebf-8137-05afc664dfcb), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:21.458113 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4dde48c9-df82-41d2-809b-2b424424eea8 req-845335f1-350e-4d31-b0a6-a220b98fb201 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 258 time: 0.2887888 Feb 19 04:07:21.484750 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-4dde48c9-df82-41d2-809b-2b424424eea8 req-662fba5e-4123-4fb8-84f6-ffddc3b4e7cf tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:21.513071 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6e9a4-e52e-46a5-bccc-b8ab0c77e92f req-a4619f8f-9d13-4df8-8755-cd9298eae16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:21.516969 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-28c6e9a4-e52e-46a5-bccc-b8ab0c77e92f req-a4619f8f-9d13-4df8-8755-cd9298eae16c service neutron] 10.222.0.26 "GET /v2.0/networks?id=89d1ed9c-9c45-4998-878b-86b20d407d20 HTTP/1.1" status: 200 len: 929 time: 0.3189025 Feb 19 04:07:21.562667 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-360ae793-8496-4775-90bb-6a3956d8fca8 req-97d1560b-47a7-4853-8b4c-74abfd484882 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246659 Feb 19 04:07:21.566980 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-05e4ed63-692b-4ae1-80e5-ab2fdf775b07 None None] Set router 2772b235-0224-4dc6-a883-1575fa027164 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:07:21.581008 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4dde48c9-df82-41d2-809b-2b424424eea8 req-662fba5e-4123-4fb8-84f6-ffddc3b4e7cf tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:21.711252 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524ebd6e-530a-4104-aba5-8206520fc17f x-openstack-request-id: req-524ebd6e-530a-4104-aba5-8206520fc17f {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:21.711767 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06c2904-14a2-464d-a10f-fa5a9d71971c", "name": "network-vif-deleted", "tag": "3dcce05d-d716-45cf-b10a-8dab99c6f912", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:21.712208 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-524ebd6e-530a-4104-aba5-8206520fc17f {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:21.713163 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06c2904-14a2-464d-a10f-fa5a9d71971c', 'name': 'network-vif-deleted', 'tag': '3dcce05d-d716-45cf-b10a-8dab99c6f912', 'status': 'completed', 'code': 200} Feb 19 04:07:21.831192 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-2b4bb993-eb5b-446c-9c2e-8dd35927c7d3 admin admin] Deleting port 1cd98e95-7d86-4614-8f72-7a2450048f1d {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:21.831520 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2b4bb993-eb5b-446c-9c2e-8dd35927c7d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (1cd98e95-7d86-4614-8f72-7a2450048f1d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:21.846800 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-28c6e9a4-e52e-46a5-bccc-b8ab0c77e92f req-2a5a76b6-9636-4117-bf52-958f3c1a70bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e970437-163d-481c-98d2-2c2b32731566 HTTP/1.1" status: 200 len: 1001 time: 0.3199887 Feb 19 04:07:21.971475 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4dde48c9-df82-41d2-809b-2b424424eea8 req-662fba5e-4123-4fb8-84f6-ffddc3b4e7cf tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:21.991578 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f64eda44-d980-4381-8e00-91036f285352 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for security_group_rule (4b71131a-13c1-4ebf-8137-05afc664dfcb), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:21.996576 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0c4982aa-37bc-4798-94a1-60040c8ca16e up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:22.119390 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-2b4bb993-eb5b-446c-9c2e-8dd35927c7d3 admin admin] For port 1cd98e95-7d86-4614-8f72-7a2450048f1d, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1cd98e95-7d86-4614-8f72-7a2450048f1d,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:22.121945 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2b4bb993-eb5b-446c-9c2e-8dd35927c7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (1cd98e95-7d86-4614-8f72-7a2450048f1d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:22.124238 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-05e4ed63-692b-4ae1-80e5-ab2fdf775b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2772b235-0224-4dc6-a883-1575fa027164', 'name': 'tempest-ServersTestManualDisk-1631775328-router', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:40Z', 'updated_at': '2022-02-19T04:07:18Z', 'revision_number': 5, 'project_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'gw_port': {'id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2772b235-0224-4dc6-a883-1575fa027164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:42Z', 'updated_at': '2022-02-19T04:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:22.174468 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-2b4bb993-eb5b-446c-9c2e-8dd35927c7d3 admin admin] Calling delete_port for 1cd98e95-7d86-4614-8f72-7a2450048f1d owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:22.211027 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e4ed63-692b-4ae1-80e5-ab2fdf775b07 None None] The sync data for ids ['2772b235-0224-4dc6-a883-1575fa027164'] in n-d-828369-19 is: [{'id': '2772b235-0224-4dc6-a883-1575fa027164', 'name': 'tempest-ServersTestManualDisk-1631775328-router', 'tenant_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:40Z', 'updated_at': '2022-02-19T04:07:18Z', 'revision_number': 5, 'project_id': '6d03f5c60bad4fde955eb5ce8d3db4c2', 'gw_port': {'id': '1cd98e95-7d86-4614-8f72-7a2450048f1d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2772b235-0224-4dc6-a883-1575fa027164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:42Z', 'updated_at': '2022-02-19T04:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:07:22.215582 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 0c4982aa-37bc-4798-94a1-60040c8ca16e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:22.215959 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0c4982aa-37bc-4798-94a1-60040c8ca16e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:22.242350 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58106) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:22.361901 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-4dde48c9-df82-41d2-809b-2b424424eea8 req-662fba5e-4123-4fb8-84f6-ffddc3b4e7cf tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Allocated IP 172.25.3.209 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/239289d3-679f-441f-bc48-791ef1e07f2a) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:07:22.434932 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 0c4982aa-37bc-4798-94a1-60040c8ca16e is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:22.525683 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-04c14939-ef3f-4471-b9a4-07c07cdb75fe tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-110030780'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:22.714358 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9902958-1907-4d38-a853-88aa89dc6a20 req-a58d9f72-2a70-4a84-8409-e4c78c886239 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:22.722189 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9902958-1907-4d38-a853-88aa89dc6a20 req-a58d9f72-2a70-4a84-8409-e4c78c886239 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa93173e-fa6c-4663-84fe-7bcb8dfe76c2 HTTP/1.1" status: 200 len: 946 time: 0.3280859 Feb 19 04:07:22.768550 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c14939-ef3f-4471-b9a4-07c07cdb75fe tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Made reservation on behalf of 1d8d2a259e1b472f847c8eeae305584c for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:22.776445 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-04c14939-ef3f-4471-b9a4-07c07cdb75fe tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:22.837109 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-04c14939-ef3f-4471-b9a4-07c07cdb75fe tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:22.871030 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f64eda44-d980-4381-8e00-91036f285352 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (4b71131a-13c1-4ebf-8137-05afc664dfcb), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:22.883000 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2b4bb993-eb5b-446c-9c2e-8dd35927c7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (1cd98e95-7d86-4614-8f72-7a2450048f1d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:22.927552 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6e9a4-e52e-46a5-bccc-b8ab0c77e92f req-9965c120-c6a6-4be2-803b-aeb1cac00708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:22.929119 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-28c6e9a4-e52e-46a5-bccc-b8ab0c77e92f req-9965c120-c6a6-4be2-803b-aeb1cac00708 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0423d2f7-af38-49fd-9afb-e8decc1fcbb8 HTTP/1.1" status: 200 len: 867 time: 1.0640554 Feb 19 04:07:22.932616 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64eda44-d980-4381-8e00-91036f285352 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b71131a-13c1-4ebf-8137-05afc664dfcb,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:22.936211 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4bb993-eb5b-446c-9c2e-8dd35927c7d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd98e95-7d86-4614-8f72-7a2450048f1d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:22.971806 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-04c14939-ef3f-4471-b9a4-07c07cdb75fe tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks [] for security_group (9382475b-09ee-4213-9814-bd6496d5f1a4), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:23.003172 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9902958-1907-4d38-a853-88aa89dc6a20 req-182048d7-3fee-4825-b27b-fc6217781e85 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746811 Feb 19 04:07:23.003172 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-04c14939-ef3f-4471-b9a4-07c07cdb75fe tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (9382475b-09ee-4213-9814-bd6496d5f1a4), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:23.039951 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f64eda44-d980-4381-8e00-91036f285352 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:23.052425 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f64eda44-d980-4381-8e00-91036f285352 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8478613 Feb 19 04:07:23.077152 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58114) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:23.077506 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58116) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:23.088832 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c14939-ef3f-4471-b9a4-07c07cdb75fe tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9382475b-09ee-4213-9814-bd6496d5f1a4,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:23.108309 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-01861c5b-22e0-4f89-8a89-401c9bf95d14 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Request body: {'security_group_rule': {'security_group_id': '242c9f4b-677d-4bb1-a7ce-bf84584eafb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:23.169327 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6e9a4-e52e-46a5-bccc-b8ab0c77e92f req-ddba28d1-9d61-4772-9d15-7083fa1a3f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:23.170923 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-28c6e9a4-e52e-46a5-bccc-b8ab0c77e92f req-ddba28d1-9d61-4772-9d15-7083fa1a3f02 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89d1ed9c-9c45-4998-878b-86b20d407d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2314749 Feb 19 04:07:23.202969 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2b4bb993-eb5b-446c-9c2e-8dd35927c7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (2772b235-0224-4dc6-a883-1575fa027164), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:23.246835 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c14939-ef3f-4471-b9a4-07c07cdb75fe tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:07:23.271331 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4dde48c9-df82-41d2-809b-2b424424eea8 req-662fba5e-4123-4fb8-84f6-ffddc3b4e7cf tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks [] for port (239289d3-679f-441f-bc48-791ef1e07f2a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:23.293342 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-04c14939-ef3f-4471-b9a4-07c07cdb75fe tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (1b8e6f2d-e1d5-4219-a76a-5d65a5c14382), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:23.293683 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-04c14939-ef3f-4471-b9a4-07c07cdb75fe tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Added segment 1b8e6f2d-e1d5-4219-a76a-5d65a5c14382 of type vlan for network f5998976-c185-4692-95dd-9c75d127813f Feb 19 04:07:23.387263 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01861c5b-22e0-4f89-8a89-401c9bf95d14 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for security_group_rule (b576d4ad-641a-48b4-980f-2ec93d264b3d), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:23.446823 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2b4bb993-eb5b-446c-9c2e-8dd35927c7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (2772b235-0224-4dc6-a883-1575fa027164), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:23.451527 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2b4bb993-eb5b-446c-9c2e-8dd35927c7d3 admin admin] Publish callbacks [] for router_controller (2772b235-0224-4dc6-a883-1575fa027164), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:23.495275 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 3dcce05d-d716-45cf-b10a-8dab99c6f912 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:07:23.526089 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-04c14939-ef3f-4471-b9a4-07c07cdb75fe tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (f5998976-c185-4692-95dd-9c75d127813f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:23.538749 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-28c6e9a4-e52e-46a5-bccc-b8ab0c77e92f req-e17fbef5-33fa-430a-b048-0399750aeab3 service neutron] 10.222.0.26 "GET /v2.0/networks/89d1ed9c-9c45-4998-878b-86b20d407d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581948 Feb 19 04:07:23.540678 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2b4bb993-eb5b-446c-9c2e-8dd35927c7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (2772b235-0224-4dc6-a883-1575fa027164), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:23.541462 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4bb993-eb5b-446c-9c2e-8dd35927c7d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2772b235-0224-4dc6-a883-1575fa027164 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:07:23.549178 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2b4bb993-eb5b-446c-9c2e-8dd35927c7d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:23.557669 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 3dcce05d-d716-45cf-b10a-8dab99c6f912 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:07:23.557669 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 3dcce05d-d716-45cf-b10a-8dab99c6f912 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:07:23.557980 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2b4bb993-eb5b-446c-9c2e-8dd35927c7d3 admin admin] 10.222.0.52 "DELETE /v2.0/routers/2772b235-0224-4dc6-a883-1575fa027164 HTTP/1.1" status: 204 len: 168 time: 3.3168657 Feb 19 04:07:23.560828 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58118) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:23.621777 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4dde48c9-df82-41d2-809b-2b424424eea8 req-662fba5e-4123-4fb8-84f6-ffddc3b4e7cf tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (239289d3-679f-441f-bc48-791ef1e07f2a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:23.693480 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dde48c9-df82-41d2-809b-2b424424eea8 req-662fba5e-4123-4fb8-84f6-ffddc3b4e7cf tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:23.748803 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-265c0179-dfd3-4856-b39f-e53a944c800d admin admin] Deleting subnet 4e1b4648-7460-4fb8-83f9-532f94dfdea8 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:07:23.762278 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-265c0179-dfd3-4856-b39f-e53a944c800d admin admin] Publish callbacks [] for subnet (4e1b4648-7460-4fb8-83f9-532f94dfdea8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:23.809980 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-265c0179-dfd3-4856-b39f-e53a944c800d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (4e1b4648-7460-4fb8-83f9-532f94dfdea8), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:23.866374 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01861c5b-22e0-4f89-8a89-401c9bf95d14 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for security_group_rule (b576d4ad-641a-48b4-980f-2ec93d264b3d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:23.871146 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-4dde48c9-df82-41d2-809b-2b424424eea8 req-662fba5e-4123-4fb8-84f6-ffddc3b4e7cf tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:23.885716 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dde48c9-df82-41d2-809b-2b424424eea8 req-662fba5e-4123-4fb8-84f6-ffddc3b4e7cf tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:07:23.896270 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01861c5b-22e0-4f89-8a89-401c9bf95d14 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (b576d4ad-641a-48b4-980f-2ec93d264b3d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:23.914774 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e92dc762-e4f6-4a95-a77c-cacc7d139b76 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:07:23.928904 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-04c14939-ef3f-4471-b9a4-07c07cdb75fe tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (f5998976-c185-4692-95dd-9c75d127813f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:23.933857 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c14939-ef3f-4471-b9a4-07c07cdb75fe tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:23.934559 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-04c14939-ef3f-4471-b9a4-07c07cdb75fe tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:23.942013 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-28c6e9a4-e52e-46a5-bccc-b8ab0c77e92f req-d1d9d63f-611c-4c48-a3fb-3b4c6026c289 service neutron] 10.222.0.26 "GET /v2.0/networks/89d1ed9c-9c45-4998-878b-86b20d407d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854403 Feb 19 04:07:23.956714 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: e92dc762-e4f6-4a95-a77c-cacc7d139b76 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:07:23.957362 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e92dc762-e4f6-4a95-a77c-cacc7d139b76 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:07:24.027973 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-265c0179-dfd3-4856-b39f-e53a944c800d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (4e1b4648-7460-4fb8-83f9-532f94dfdea8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:24.068083 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01861c5b-22e0-4f89-8a89-401c9bf95d14 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b576d4ad-641a-48b4-980f-2ec93d264b3d,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:24.070202 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662fba5e-4123-4fb8-84f6-ffddc3b4e7cf tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Pushing event updated for resources: {'Port': ['ID=239289d3-679f-441f-bc48-791ef1e07f2a,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:24.093853 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-04c14939-ef3f-4471-b9a4-07c07cdb75fe tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8504086 Feb 19 04:07:24.124892 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-265c0179-dfd3-4856-b39f-e53a944c800d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (4e1b4648-7460-4fb8-83f9-532f94dfdea8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:24.134593 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01861c5b-22e0-4f89-8a89-401c9bf95d14 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:24.139014 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-01861c5b-22e0-4f89-8a89-401c9bf95d14 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0372515 Feb 19 04:07:24.142301 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58122) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:24.161412 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-f7688558-ca1b-405a-b12f-4f6260bf75d2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:24.168482 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56913917-6948-46a2-8f30-bd9eaa4854b5 None None] Network 96098cde-d92e-4e5a-a9a6-83cea6c4c52c requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:24.171937 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-265c0179-dfd3-4856-b39f-e53a944c800d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:24.177983 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-265c0179-dfd3-4856-b39f-e53a944c800d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4e1b4648-7460-4fb8-83f9-532f94dfdea8 HTTP/1.1" status: 204 len: 168 time: 0.5991719 Feb 19 04:07:24.179685 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c0179-dfd3-4856-b39f-e53a944c800d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e1b4648-7460-4fb8-83f9-532f94dfdea8,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:24.181369 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c14939-ef3f-4471-b9a4-07c07cdb75fe tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event updated for resources: {'Network': ['ID=f5998976-c185-4692-95dd-9c75d127813f,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:24.182244 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58124) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:24.424787 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6a77-f76a-459a-8412-197c0b58afaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (96098cde-d92e-4e5a-a9a6-83cea6c4c52c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:24.447653 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4dde48c9-df82-41d2-809b-2b424424eea8 req-662fba5e-4123-4fb8-84f6-ffddc3b4e7cf tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks [] for floatingip (3079a7ce-14d7-4856-9f91-2a22bd459fe9), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:24.471915 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7688558-ca1b-405a-b12f-4f6260bf75d2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:24.535839 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959734c5-c694-47d4-a0d9-290402d2ffd3 req-3feaa680-3d29-4791-ac9a-adaa60219e1b tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:24.548603 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee84cad-eca8-4ce3-ac39-cadab0caf6ca None None] DHCP port deletion for 96098cde-d92e-4e5a-a9a6-83cea6c4c52c request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:07:24.558945 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959734c5-c694-47d4-a0d9-290402d2ffd3 req-3feaa680-3d29-4791-ac9a-adaa60219e1b tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:24.572764 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959734c5-c694-47d4-a0d9-290402d2ffd3 req-3feaa680-3d29-4791-ac9a-adaa60219e1b tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:24.578906 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-5c0c6a77-f76a-459a-8412-197c0b58afaa admin admin] Deleting port 0540e802-05b7-416c-9005-31e041aab78a {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:24.580376 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6a77-f76a-459a-8412-197c0b58afaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (0540e802-05b7-416c-9005-31e041aab78a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:24.580870 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-959734c5-c694-47d4-a0d9-290402d2ffd3 req-3feaa680-3d29-4791-ac9a-adaa60219e1b tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=f78f7a7e-6ed5-4bbd-9d56-e984d793b6be&device_id=8b547761-e6af-43d6-97bd-980a7f43bf93&device_id=fa93173e-fa6c-4663-84fe-7bcb8dfe76c2 HTTP/1.1" status: 200 len: 2418 time: 0.7199759 Feb 19 04:07:24.672526 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network f5998976-c185-4692-95dd-9c75d127813f details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:07:24.676181 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-dee84cad-eca8-4ce3-ac39-cadab0caf6ca None None] Deleting port 0540e802-05b7-416c-9005-31e041aab78a {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:24.676775 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dee84cad-eca8-4ce3-ac39-cadab0caf6ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (0540e802-05b7-416c-9005-31e041aab78a), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:24.682568 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-5c0c6a77-f76a-459a-8412-197c0b58afaa admin admin] For port 0540e802-05b7-416c-9005-31e041aab78a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0540e802-05b7-416c-9005-31e041aab78a,segment=NetworkSegment(5ae06752-c638-4ab6-a0de-79a83a5e6efb),segment_id=5ae06752-c638-4ab6-a0de-79a83a5e6efb)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:24.683167 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6a77-f76a-459a-8412-197c0b58afaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (0540e802-05b7-416c-9005-31e041aab78a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:24.702738 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-5c0c6a77-f76a-459a-8412-197c0b58afaa admin admin] Calling delete_port for 0540e802-05b7-416c-9005-31e041aab78a owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:24.755982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-dee84cad-eca8-4ce3-ac39-cadab0caf6ca None None] For port 0540e802-05b7-416c-9005-31e041aab78a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0540e802-05b7-416c-9005-31e041aab78a,segment=NetworkSegment(5ae06752-c638-4ab6-a0de-79a83a5e6efb),segment_id=5ae06752-c638-4ab6-a0de-79a83a5e6efb)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:24.757099 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dee84cad-eca8-4ce3-ac39-cadab0caf6ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (0540e802-05b7-416c-9005-31e041aab78a), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:24.772599 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-dee84cad-eca8-4ce3-ac39-cadab0caf6ca None None] Calling delete_port for 0540e802-05b7-416c-9005-31e041aab78a owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:24.805514 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6a77-f76a-459a-8412-197c0b58afaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (0540e802-05b7-416c-9005-31e041aab78a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:24.853575 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4dde48c9-df82-41d2-809b-2b424424eea8 req-662fba5e-4123-4fb8-84f6-ffddc3b4e7cf tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (239289d3-679f-441f-bc48-791ef1e07f2a), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:24.853941 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c6a77-f76a-459a-8412-197c0b58afaa admin admin] Pushing event deleted for resources: {'Port': ['ID=0540e802-05b7-416c-9005-31e041aab78a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:24.862347 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0c6a77-f76a-459a-8412-197c0b58afaa admin admin] No DVR routers for this DVR port 0540e802-05b7-416c-9005-31e041aab78a on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:07:24.882985 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dee84cad-eca8-4ce3-ac39-cadab0caf6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (0540e802-05b7-416c-9005-31e041aab78a), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:24.966100 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee84cad-eca8-4ce3-ac39-cadab0caf6ca None None] No DVR routers for this DVR port 0540e802-05b7-416c-9005-31e041aab78a on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:07:24.972855 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee84cad-eca8-4ce3-ac39-cadab0caf6ca None None] Pushing event deleted for resources: {'Port': ['ID=0540e802-05b7-416c-9005-31e041aab78a,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:25.066619 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6a77-f76a-459a-8412-197c0b58afaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (96098cde-d92e-4e5a-a9a6-83cea6c4c52c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:25.092791 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-959734c5-c694-47d4-a0d9-290402d2ffd3 req-443bd6ce-c166-42d7-980e-c1ee2f7265e8 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5109379 Feb 19 04:07:25.116037 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-5c0c6a77-f76a-459a-8412-197c0b58afaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96098cde-d92e-4e5a-a9a6-83cea6c4c52c']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:25.136076 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-5c0c6a77-f76a-459a-8412-197c0b58afaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae06752-c638-4ab6-a0de-79a83a5e6efb') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:25.136646 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-5c0c6a77-f76a-459a-8412-197c0b58afaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae06752-c638-4ab6-a0de-79a83a5e6efb') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:25.160349 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6a77-f76a-459a-8412-197c0b58afaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (5ae06752-c638-4ab6-a0de-79a83a5e6efb), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:25.191668 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6a77-f76a-459a-8412-197c0b58afaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (5ae06752-c638-4ab6-a0de-79a83a5e6efb), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:25.203139 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0c6a77-f76a-459a-8412-197c0b58afaa admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:07:25.203695 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6a77-f76a-459a-8412-197c0b58afaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (5ae06752-c638-4ab6-a0de-79a83a5e6efb), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:07:25.206399 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:07:25.339091 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6a77-f76a-459a-8412-197c0b58afaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (96098cde-d92e-4e5a-a9a6-83cea6c4c52c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:25.349678 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6a77-f76a-459a-8412-197c0b58afaa admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:25.355309 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5c0c6a77-f76a-459a-8412-197c0b58afaa admin admin] 10.222.0.52 "DELETE /v2.0/networks/96098cde-d92e-4e5a-a9a6-83cea6c4c52c HTTP/1.1" status: 204 len: 168 time: 1.1723051 Feb 19 04:07:25.394471 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c6a77-f76a-459a-8412-197c0b58afaa admin admin] Pushing event deleted for resources: {'Network': ['ID=96098cde-d92e-4e5a-a9a6-83cea6c4c52c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:25.456903 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4dde48c9-df82-41d2-809b-2b424424eea8 req-662fba5e-4123-4fb8-84f6-ffddc3b4e7cf tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks [] for port (239289d3-679f-441f-bc48-791ef1e07f2a), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:25.460180 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7688558-ca1b-405a-b12f-4f6260bf75d2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:25.587181 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-f7688558-ca1b-405a-b12f-4f6260bf75d2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Allocated IP 172.25.3.120 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/7da87a9e-b692-4c97-9da0-f33d65a59bc3) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:07:25.687825 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58132) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:25.702375 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7688558-ca1b-405a-b12f-4f6260bf75d2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for port (7da87a9e-b692-4c97-9da0-f33d65a59bc3), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:25.745515 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4dde48c9-df82-41d2-809b-2b424424eea8 req-662fba5e-4123-4fb8-84f6-ffddc3b4e7cf tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (239289d3-679f-441f-bc48-791ef1e07f2a), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:25.763688 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c818027f-431d-4f7e-91a9-bbb5b84a3ba4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6d03f5c60bad4fde955eb5ce8d3db4c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0749481 Feb 19 04:07:25.765025 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58134) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:25.824270 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7688558-ca1b-405a-b12f-4f6260bf75d2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (7da87a9e-b692-4c97-9da0-f33d65a59bc3), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:25.831085 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662fba5e-4123-4fb8-84f6-ffddc3b4e7cf tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Pushing event updated for resources: {'Port': ['ID=239289d3-679f-441f-bc48-791ef1e07f2a,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:25.883417 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0540e802-05b7-416c-9005-31e041aab78a no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:07:25.929997 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-096e4e97-8b32-450a-964f-c265e15504a3 admin admin] Publish callbacks [] for security_group (1109457e-b933-4938-8c8b-72704e27f381), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:25.934752 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4dde48c9-df82-41d2-809b-2b424424eea8 req-662fba5e-4123-4fb8-84f6-ffddc3b4e7cf tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (3079a7ce-14d7-4856-9f91-2a22bd459fe9), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:25.944157 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 0540e802-05b7-416c-9005-31e041aab78a {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:07:25.944523 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0540e802-05b7-416c-9005-31e041aab78a not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:07:25.946298 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1cd98e95-7d86-4614-8f72-7a2450048f1d no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:07:25.951931 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7688558-ca1b-405a-b12f-4f6260bf75d2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:25.958318 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-f7688558-ca1b-405a-b12f-4f6260bf75d2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:25.967937 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7688558-ca1b-405a-b12f-4f6260bf75d2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:07:25.987375 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-096e4e97-8b32-450a-964f-c265e15504a3 admin admin] Publish callbacks [] for security_group (1109457e-b933-4938-8c8b-72704e27f381), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:26.016953 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-86442c92-5c04-4c2d-91ae-50564c756a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (2cbdc5e8-f778-47bc-b949-12eec3c9ce54), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:26.032867 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 1cd98e95-7d86-4614-8f72-7a2450048f1d {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:07:26.033223 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1cd98e95-7d86-4614-8f72-7a2450048f1d not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:07:26.076339 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7688558-ca1b-405a-b12f-4f6260bf75d2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Pushing event updated for resources: {'Port': ['ID=7da87a9e-b692-4c97-9da0-f33d65a59bc3,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:26.081263 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4dde48c9-df82-41d2-809b-2b424424eea8 req-662fba5e-4123-4fb8-84f6-ffddc3b4e7cf tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:26.085079 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4dde48c9-df82-41d2-809b-2b424424eea8 req-662fba5e-4123-4fb8-84f6-ffddc3b4e7cf tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6247168 Feb 19 04:07:26.097649 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-096e4e97-8b32-450a-964f-c265e15504a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1109457e-b933-4938-8c8b-72704e27f381), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:26.100998 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272558d0-ab71-4749-937c-7c7a27960538 req-77241e54-8804-4723-b235-286f38a38e95 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:26.101536 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-096e4e97-8b32-450a-964f-c265e15504a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:26.105586 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-096e4e97-8b32-450a-964f-c265e15504a3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1109457e-b933-4938-8c8b-72704e27f381 HTTP/1.1" status: 204 len: 168 time: 0.3358810 Feb 19 04:07:26.114731 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-272558d0-ab71-4749-937c-7c7a27960538 req-77241e54-8804-4723-b235-286f38a38e95 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=f78f7a7e-6ed5-4bbd-9d56-e984d793b6be HTTP/1.1" status: 200 len: 945 time: 0.7821205 Feb 19 04:07:26.119255 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e4e97-8b32-450a-964f-c265e15504a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1109457e-b933-4938-8c8b-72704e27f381,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:26.219545 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4dde48c9-df82-41d2-809b-2b424424eea8 req-5a53b2c4-27d0-4031-9b65-1b31a87c5a03 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.209 HTTP/1.1" status: 200 len: 696 time: 0.0891213 Feb 19 04:07:26.637209 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:26.934983 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-272558d0-ab71-4749-937c-7c7a27960538 req-d2758e5d-1042-4b98-abce-e0dcde7c02ce tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8093600 Feb 19 04:07:27.152931 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7688558-ca1b-405a-b12f-4f6260bf75d2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for floatingip (ea92372d-8ed4-413e-9611-eed1915298f6), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:27.160898 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde48c9-df82-41d2-809b-2b424424eea8 req-1bfc5d56-59d0-4edf-854c-a302bf255fe4 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:27.163024 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4dde48c9-df82-41d2-809b-2b424424eea8 req-1bfc5d56-59d0-4edf-854c-a302bf255fe4 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 784 time: 0.9240944 Feb 19 04:07:27.178671 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-4dde48c9-df82-41d2-809b-2b424424eea8 req-98fe6f28-ec87-4447-9d7e-cff304a28ff6 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:07:27.178671 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4dde48c9-df82-41d2-809b-2b424424eea8 req-98fe6f28-ec87-4447-9d7e-cff304a28ff6 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081604 Feb 19 04:07:27.228155 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7688558-ca1b-405a-b12f-4f6260bf75d2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7da87a9e-b692-4c97-9da0-f33d65a59bc3), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:27.371410 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58170) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:27.430561 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58174) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:27.435575 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d5b1454d-6d34-41c3-8480-ea2996b5ad6a tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Request body: {'subnet': {'network_id': 'f5998976-c185-4692-95dd-9c75d127813f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:27.496429 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-86442c92-5c04-4c2d-91ae-50564c756a71 admin admin] Deleting port 0fb96e11-bfbb-4f5a-ae3f-76ecfae72135 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:27.500270 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-86442c92-5c04-4c2d-91ae-50564c756a71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (0fb96e11-bfbb-4f5a-ae3f-76ecfae72135), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:27.606070 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad36b3-a2ff-4f99-bc41-0f77d37791dc req-d0e0b072-e67c-4c14-8d52-3d3991d78220 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:27.607851 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-33ad36b3-a2ff-4f99-bc41-0f77d37791dc req-d0e0b072-e67c-4c14-8d52-3d3991d78220 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/ports?device_id=2415283d-0bc3-4632-a1af-8412db934f51&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2696111 Feb 19 04:07:27.632843 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-5f9b7df3-7c5f-4718-827a-b55339195dcc admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1633156049-network', 'tenant_id': '049042e5e6ce4a5d82d532e5fdd00cdc'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:27.655261 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b1454d-6d34-41c3-8480-ea2996b5ad6a tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Made reservation on behalf of 1d8d2a259e1b472f847c8eeae305584c for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:27.659249 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d5b1454d-6d34-41c3-8480-ea2996b5ad6a tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:27.704289 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-33ad36b3-a2ff-4f99-bc41-0f77d37791dc req-9b36134b-c20e-423b-9c5c-85cf6b730850 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.209 HTTP/1.1" status: 200 len: 696 time: 0.0862415 Feb 19 04:07:27.708599 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7688558-ca1b-405a-b12f-4f6260bf75d2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for port (7da87a9e-b692-4c97-9da0-f33d65a59bc3), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:27.720731 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7688558-ca1b-405a-b12f-4f6260bf75d2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (7da87a9e-b692-4c97-9da0-f33d65a59bc3), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:27.732463 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-33ad36b3-a2ff-4f99-bc41-0f77d37791dc req-cb374a18-8789-40dd-b32a-ab21b3625638 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Request body: {'floatingip': {'port_id': '4e970437-163d-481c-98d2-2c2b32731566', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:27.816942 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-86442c92-5c04-4c2d-91ae-50564c756a71 admin admin] For port 0fb96e11-bfbb-4f5a-ae3f-76ecfae72135, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0fb96e11-bfbb-4f5a-ae3f-76ecfae72135,segment=NetworkSegment(71d4e262-0aab-41dc-92da-e243d23884f2),segment_id=71d4e262-0aab-41dc-92da-e243d23884f2)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:27.817311 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-86442c92-5c04-4c2d-91ae-50564c756a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (0fb96e11-bfbb-4f5a-ae3f-76ecfae72135), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:27.831233 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-33ad36b3-a2ff-4f99-bc41-0f77d37791dc req-cb374a18-8789-40dd-b32a-ab21b3625638 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks [] for floatingip (3079a7ce-14d7-4856-9f91-2a22bd459fe9), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:27.895412 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9b7df3-7c5f-4718-827a-b55339195dcc admin admin] Made reservation on behalf of 049042e5e6ce4a5d82d532e5fdd00cdc for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:27.898586 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f9b7df3-7c5f-4718-827a-b55339195dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:27.909991 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f9b7df3-7c5f-4718-827a-b55339195dcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:27.912358 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d5b1454d-6d34-41c3-8480-ea2996b5ad6a tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (26a7a133-9b6e-4feb-878e-4cfd35ffeda4), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:27.973474 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-86442c92-5c04-4c2d-91ae-50564c756a71 admin admin] Calling delete_port for 0fb96e11-bfbb-4f5a-ae3f-76ecfae72135 owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:28.060708 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7688558-ca1b-405a-b12f-4f6260bf75d2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Pushing event updated for resources: {'Port': ['ID=7da87a9e-b692-4c97-9da0-f33d65a59bc3,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:28.063585 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1454d-6d34-41c3-8480-ea2996b5ad6a tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event updated for resources: {'Subnet': ['ID=26a7a133-9b6e-4feb-878e-4cfd35ffeda4,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:28.115108 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b1454d-6d34-41c3-8480-ea2996b5ad6a tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Checking segment: {'id': '1b8e6f2d-e1d5-4219-a76a-5d65a5c14382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f5998976-c185-4692-95dd-9c75d127813f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:28.115547 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b1454d-6d34-41c3-8480-ea2996b5ad6a tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Network hostable DHCP agents. Network: f5998976-c185-4692-95dd-9c75d127813f, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:07:28.200836 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b1454d-6d34-41c3-8480-ea2996b5ad6a tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Network f5998976-c185-4692-95dd-9c75d127813f is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:07:28.221557 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-d5b1454d-6d34-41c3-8480-ea2996b5ad6a tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, f5998976-c185-4692-95dd-9c75d127813f) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:28.227041 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b1454d-6d34-41c3-8480-ea2996b5ad6a tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:28.227651 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d5b1454d-6d34-41c3-8480-ea2996b5ad6a tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:28.232414 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2498fc5-f4bc-4e37-95b8-e04ac4708a91 None None] Network f5998976-c185-4692-95dd-9c75d127813f requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:28.247295 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f9b7df3-7c5f-4718-827a-b55339195dcc admin admin] Publish callbacks [] for security_group (b24b822b-5314-4029-bd20-adede073e41e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:28.262321 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f9b7df3-7c5f-4718-827a-b55339195dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b24b822b-5314-4029-bd20-adede073e41e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:28.288729 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f9b7df3-7c5f-4718-827a-b55339195dcc admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:07:28.310317 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f9b7df3-7c5f-4718-827a-b55339195dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (089c5c6f-48d9-479c-aff0-8548c19db761), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:28.312807 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-5f9b7df3-7c5f-4718-827a-b55339195dcc admin admin] Added segment 089c5c6f-48d9-479c-aff0-8548c19db761 of type vlan for network dd886ee4-6a87-4c95-8c57-22fc09e0480a Feb 19 04:07:28.358137 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7688558-ca1b-405a-b12f-4f6260bf75d2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (ea92372d-8ed4-413e-9611-eed1915298f6), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:28.361366 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-33ad36b3-a2ff-4f99-bc41-0f77d37791dc req-cb374a18-8789-40dd-b32a-ab21b3625638 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] update failed (client error): There was a conflict when trying to complete your request. Feb 19 04:07:28.364030 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-33ad36b3-a2ff-4f99-bc41-0f77d37791dc req-cb374a18-8789-40dd-b32a-ab21b3625638 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "PUT /v2.0/floatingips/3079a7ce-14d7-4856-9f91-2a22bd459fe9 HTTP/1.1" status: 409 len: 550 time: 0.6468363 Feb 19 04:07:28.433445 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f9b7df3-7c5f-4718-827a-b55339195dcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (dd886ee4-6a87-4c95-8c57-22fc09e0480a), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:28.470971 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bbb526-8aad-4a45-be82-a509a748c011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-f5998976-c185-4692-95dd-9c75d127813f', 'network_id': 'f5998976-c185-4692-95dd-9c75d127813f', 'project_id': '1d8d2a259e1b472f847c8eeae305584c', 'fixed_ips': [{'subnet_id': '26a7a133-9b6e-4feb-878e-4cfd35ffeda4'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:07:28.472300 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d9bbb526-8aad-4a45-be82-a509a748c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:28.547584 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b7df3-7c5f-4718-827a-b55339195dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24b822b-5314-4029-bd20-adede073e41e,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:28.576027 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d5b1454d-6d34-41c3-8480-ea2996b5ad6a tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1433921 Feb 19 04:07:28.578765 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58194) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:28.593141 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-a897e94c-df64-445c-b02c-a2f140ad3e08 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1412385156'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:28.610281 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f9b7df3-7c5f-4718-827a-b55339195dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (dd886ee4-6a87-4c95-8c57-22fc09e0480a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:28.613635 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9b7df3-7c5f-4718-827a-b55339195dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:28.614319 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f9b7df3-7c5f-4718-827a-b55339195dcc admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:28.751960 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b7df3-7c5f-4718-827a-b55339195dcc admin admin] Pushing event updated for resources: {'Network': ['ID=dd886ee4-6a87-4c95-8c57-22fc09e0480a,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:28.765832 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network dd886ee4-6a87-4c95-8c57-22fc09e0480a details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:07:28.769357 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5f9b7df3-7c5f-4718-827a-b55339195dcc admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3960786 Feb 19 04:07:28.773082 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58198) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:28.774550 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a897e94c-df64-445c-b02c-a2f140ad3e08 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Made reservation on behalf of 1d8d2a259e1b472f847c8eeae305584c for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:28.779215 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a897e94c-df64-445c-b02c-a2f140ad3e08 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:28.786906 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-1360d62a-5fe0-4ada-a3d8-ca943a1ac716 admin admin] Request body: {'subnet': {'network_id': 'dd886ee4-6a87-4c95-8c57-22fc09e0480a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1633156049-subnet', 'tenant_id': '049042e5e6ce4a5d82d532e5fdd00cdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:28.807150 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-86442c92-5c04-4c2d-91ae-50564c756a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (0fb96e11-bfbb-4f5a-ae3f-76ecfae72135), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:28.825594 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a897e94c-df64-445c-b02c-a2f140ad3e08 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:07:28.829700 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10f0fee9-3456-443a-8184-f750aa146c95 req-5738a73d-85ca-4b70-8400-afd88dc48c5f tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/floatingips/3079a7ce-14d7-4856-9f91-2a22bd459fe9 HTTP/1.1" status: 200 len: 693 time: 0.1456847 Feb 19 04:07:28.844199 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a897e94c-df64-445c-b02c-a2f140ad3e08 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (5b5dc70d-2066-4099-8749-135ffdb0add2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:28.844851 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-a897e94c-df64-445c-b02c-a2f140ad3e08 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Added segment 5b5dc70d-2066-4099-8749-135ffdb0add2 of type vlan for network 678f09df-2039-43ab-b577-caf3ddc259ca Feb 19 04:07:28.904285 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-d9bbb526-8aad-4a45-be82-a509a748c011 None None] Allocated IP 2001:db8:0:ffff::2 (f5998976-c185-4692-95dd-9c75d127813f/26a7a133-9b6e-4feb-878e-4cfd35ffeda4/cb994305-1728-4ddf-9c3f-64dca262c12b) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:07:28.905054 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a897e94c-df64-445c-b02c-a2f140ad3e08 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (678f09df-2039-43ab-b577-caf3ddc259ca), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:28.946104 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a897e94c-df64-445c-b02c-a2f140ad3e08 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (678f09df-2039-43ab-b577-caf3ddc259ca), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:28.953401 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a897e94c-df64-445c-b02c-a2f140ad3e08 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:28.954223 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a897e94c-df64-445c-b02c-a2f140ad3e08 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:28.991198 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1360d62a-5fe0-4ada-a3d8-ca943a1ac716 admin admin] Made reservation on behalf of 049042e5e6ce4a5d82d532e5fdd00cdc for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:28.993281 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1360d62a-5fe0-4ada-a3d8-ca943a1ac716 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:29.047154 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7688558-ca1b-405a-b12f-4f6260bf75d2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:29.056176 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f7688558-ca1b-405a-b12f-4f6260bf75d2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8941686 Feb 19 04:07:29.074139 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86442c92-5c04-4c2d-91ae-50564c756a71 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fb96e11-bfbb-4f5a-ae3f-76ecfae72135,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:29.156533 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a897e94c-df64-445c-b02c-a2f140ad3e08 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5760038 Feb 19 04:07:29.209293 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58202) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:29.210082 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86442c92-5c04-4c2d-91ae-50564c756a71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:29.217126 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-400a47d3-4574-4b0c-8e81-496a7e7205bb tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Request body: {'subnet': {'network_id': '678f09df-2039-43ab-b577-caf3ddc259ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:29.222669 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86442c92-5c04-4c2d-91ae-50564c756a71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:29.223054 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86442c92-5c04-4c2d-91ae-50564c756a71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:29.223395 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86442c92-5c04-4c2d-91ae-50564c756a71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:29.223733 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86442c92-5c04-4c2d-91ae-50564c756a71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:29.224068 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86442c92-5c04-4c2d-91ae-50564c756a71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:29.224396 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86442c92-5c04-4c2d-91ae-50564c756a71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:29.224724 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86442c92-5c04-4c2d-91ae-50564c756a71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:29.225245 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86442c92-5c04-4c2d-91ae-50564c756a71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:29.225570 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86442c92-5c04-4c2d-91ae-50564c756a71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:29.225895 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86442c92-5c04-4c2d-91ae-50564c756a71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:29.226236 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86442c92-5c04-4c2d-91ae-50564c756a71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:29.226559 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86442c92-5c04-4c2d-91ae-50564c756a71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:29.327474 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad8110-c299-41c7-8be6-ef7fa2ad68c7 req-e87a4f27-b1af-4761-b58b-25c91b4aacc5 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:29.328917 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07ad8110-c299-41c7-8be6-ef7fa2ad68c7 req-e87a4f27-b1af-4761-b58b-25c91b4aacc5 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa93173e-fa6c-4663-84fe-7bcb8dfe76c2 HTTP/1.1" status: 200 len: 946 time: 0.6510422 Feb 19 04:07:29.356966 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d9bbb526-8aad-4a45-be82-a509a748c011 None None] Publish callbacks [] for port (cb994305-1728-4ddf-9c3f-64dca262c12b), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:29.372303 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d9bbb526-8aad-4a45-be82-a509a748c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (cb994305-1728-4ddf-9c3f-64dca262c12b), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:29.394102 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897e94c-df64-445c-b02c-a2f140ad3e08 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event updated for resources: {'Network': ['ID=678f09df-2039-43ab-b577-caf3ddc259ca,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:29.424884 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0fee9-3456-443a-8184-f750aa146c95 req-aea3b8e1-99e5-4a74-8580-703bbdfd6a95 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:29.429113 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10f0fee9-3456-443a-8184-f750aa146c95 req-aea3b8e1-99e5-4a74-8580-703bbdfd6a95 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 784 time: 0.4832611 Feb 19 04:07:29.474462 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bbb526-8aad-4a45-be82-a509a748c011 None None] Network f5998976-c185-4692-95dd-9c75d127813f is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:29.477043 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bbb526-8aad-4a45-be82-a509a748c011 None None] Pushing event updated for resources: {'Port': ['ID=cb994305-1728-4ddf-9c3f-64dca262c12b,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:29.481188 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-d9bbb526-8aad-4a45-be82-a509a748c011 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:29.483589 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bbb526-8aad-4a45-be82-a509a748c011 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:07:29.519050 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 678f09df-2039-43ab-b577-caf3ddc259ca details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:07:29.544165 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400a47d3-4574-4b0c-8e81-496a7e7205bb tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Made reservation on behalf of 1d8d2a259e1b472f847c8eeae305584c for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:29.549866 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-400a47d3-4574-4b0c-8e81-496a7e7205bb tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:29.561828 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-86442c92-5c04-4c2d-91ae-50564c756a71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (2cbdc5e8-f778-47bc-b949-12eec3c9ce54), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:29.562854 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1360d62a-5fe0-4ada-a3d8-ca943a1ac716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (d1c08a3b-326f-4c3f-95a6-c05f28395ff5), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:29.579469 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07ad8110-c299-41c7-8be6-ef7fa2ad68c7 req-cba40ba7-4c00-4f69-828b-ae74f03a2f03 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394326 Feb 19 04:07:29.595819 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10f0fee9-3456-443a-8184-f750aa146c95 req-ad99a270-4591-4273-a951-7f37961da2fc tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.209 HTTP/1.1" status: 200 len: 696 time: 0.1598253 Feb 19 04:07:29.680472 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:29.683468 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d9bbb526-8aad-4a45-be82-a509a748c011 None None] Attempting to bind port cb994305-1728-4ddf-9c3f-64dca262c12b on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:07:29.683841 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d9bbb526-8aad-4a45-be82-a509a748c011 None None] Attempting to bind port cb994305-1728-4ddf-9c3f-64dca262c12b by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '1b8e6f2d-e1d5-4219-a76a-5d65a5c14382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f5998976-c185-4692-95dd-9c75d127813f'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:07:29.684211 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bbb526-8aad-4a45-be82-a509a748c011 None None] Attempting to bind port cb994305-1728-4ddf-9c3f-64dca262c12b on network f5998976-c185-4692-95dd-9c75d127813f {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:07:29.690705 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bbb526-8aad-4a45-be82-a509a748c011 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:07:29.691147 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bbb526-8aad-4a45-be82-a509a748c011 None None] Checking segment: {'id': '1b8e6f2d-e1d5-4219-a76a-5d65a5c14382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f5998976-c185-4692-95dd-9c75d127813f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:29.691654 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d9bbb526-8aad-4a45-be82-a509a748c011 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:29.692184 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bbb526-8aad-4a45-be82-a509a748c011 None None] Bound using segment: {'id': '1b8e6f2d-e1d5-4219-a76a-5d65a5c14382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f5998976-c185-4692-95dd-9c75d127813f'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:07:29.692721 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d9bbb526-8aad-4a45-be82-a509a748c011 None None] Bound port: cb994305-1728-4ddf-9c3f-64dca262c12b, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8e6f2d-e1d5-4219-a76a-5d65a5c14382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f5998976-c185-4692-95dd-9c75d127813f'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:07:29.693109 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d9bbb526-8aad-4a45-be82-a509a748c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cb994305-1728-4ddf-9c3f-64dca262c12b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:29.774923 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10f0fee9-3456-443a-8184-f750aa146c95 req-0a194bf4-5731-44e9-bb70-5007710760ec tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.209 HTTP/1.1" status: 200 len: 696 time: 0.1766803 Feb 19 04:07:29.793396 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360d62a-5fe0-4ada-a3d8-ca943a1ac716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1c08a3b-326f-4c3f-95a6-c05f28395ff5,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:29.826885 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d9bbb526-8aad-4a45-be82-a509a748c011 None None] For port cb994305-1728-4ddf-9c3f-64dca262c12b, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:07:29.837591 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d9bbb526-8aad-4a45-be82-a509a748c011 None None] For port cb994305-1728-4ddf-9c3f-64dca262c12b, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=cb994305-1728-4ddf-9c3f-64dca262c12b,segment=NetworkSegment(1b8e6f2d-e1d5-4219-a76a-5d65a5c14382),segment_id=1b8e6f2d-e1d5-4219-a76a-5d65a5c14382)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:07:29.851498 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d9bbb526-8aad-4a45-be82-a509a748c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (cb994305-1728-4ddf-9c3f-64dca262c12b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:29.917551 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1360d62a-5fe0-4ada-a3d8-ca943a1ac716 admin admin] Checking segment: {'id': '089c5c6f-48d9-479c-aff0-8548c19db761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'dd886ee4-6a87-4c95-8c57-22fc09e0480a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:29.918008 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1360d62a-5fe0-4ada-a3d8-ca943a1ac716 admin admin] Network hostable DHCP agents. Network: dd886ee4-6a87-4c95-8c57-22fc09e0480a, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:07:29.957203 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1360d62a-5fe0-4ada-a3d8-ca943a1ac716 admin admin] Network dd886ee4-6a87-4c95-8c57-22fc09e0480a is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:07:29.958052 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bbb526-8aad-4a45-be82-a509a748c011 None None] Pushing event updated for resources: {'Port': ['ID=cb994305-1728-4ddf-9c3f-64dca262c12b,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:29.988189 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-a7e9973e-717a-4053-8d29-d9ca9354b349 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1556712223&fields=id&tenant_id=319abc5982f54b9dba72250cd09a8d28 HTTP/1.1" status: 200 len: 267 time: 0.2399411 Feb 19 04:07:30.018826 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-1360d62a-5fe0-4ada-a3d8-ca943a1ac716 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, dd886ee4-6a87-4c95-8c57-22fc09e0480a) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:30.028290 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1360d62a-5fe0-4ada-a3d8-ca943a1ac716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:30.028290 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1360d62a-5fe0-4ada-a3d8-ca943a1ac716 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:30.036471 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2291656-0ff1-46b5-ad74-fc9710bed8be None None] Network dd886ee4-6a87-4c95-8c57-22fc09e0480a requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:30.058802 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1360d62a-5fe0-4ada-a3d8-ca943a1ac716 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2683883 Feb 19 04:07:30.255160 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-b2241551-a087-4973-b61c-b0db0fce6e41 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:30.259566 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-b2241551-a087-4973-b61c-b0db0fce6e41 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/networks?id=7d063905-1dca-479b-a8ed-624bbce2a132 HTTP/1.1" status: 200 len: 810 time: 0.2473757 Feb 19 04:07:30.264792 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-10f0fee9-3456-443a-8184-f750aa146c95 req-742a7df7-68ea-490f-9db2-5e0bb9052a67 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Deleting port 239289d3-679f-441f-bc48-791ef1e07f2a {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:30.265569 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-10f0fee9-3456-443a-8184-f750aa146c95 req-742a7df7-68ea-490f-9db2-5e0bb9052a67 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (239289d3-679f-441f-bc48-791ef1e07f2a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:30.269097 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cfcd4d-41a8-4e31-ad28-d5a3c1786113 None None] Network dd886ee4-6a87-4c95-8c57-22fc09e0480a requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:30.392710 n-d-828369-19 neutron-server[109925]: DEBUG neutron.objects.ports [None req-400a47d3-4574-4b0c-8e81-496a7e7205bb tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109925) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:07:30.394410 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-400a47d3-4574-4b0c-8e81-496a7e7205bb tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (bf7ae35a-b4e3-4746-bd81-ec4441af4aa0), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:30.419830 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-1373ee81-4ee6-40d5-b80a-3422d8a814e4 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/quotas/319abc5982f54b9dba72250cd09a8d28 HTTP/1.1" status: 200 len: 375 time: 0.1345153 Feb 19 04:07:30.452024 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a47d3-4574-4b0c-8e81-496a7e7205bb tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event updated for resources: {'Subnet': ['ID=bf7ae35a-b4e3-4746-bd81-ec4441af4aa0,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:30.488579 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400a47d3-4574-4b0c-8e81-496a7e7205bb tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Checking segment: {'id': '5b5dc70d-2066-4099-8749-135ffdb0add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '678f09df-2039-43ab-b577-caf3ddc259ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:30.488952 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400a47d3-4574-4b0c-8e81-496a7e7205bb tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Network hostable DHCP agents. Network: 678f09df-2039-43ab-b577-caf3ddc259ca, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:07:30.513313 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400a47d3-4574-4b0c-8e81-496a7e7205bb tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Network 678f09df-2039-43ab-b577-caf3ddc259ca is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:07:30.525904 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-400a47d3-4574-4b0c-8e81-496a7e7205bb tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 678f09df-2039-43ab-b577-caf3ddc259ca) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:30.528467 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86442c92-5c04-4c2d-91ae-50564c756a71 admin admin] Router 2cbdc5e8-f778-47bc-b949-12eec3c9ce54 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:07:30.539222 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-10f0fee9-3456-443a-8184-f750aa146c95 req-742a7df7-68ea-490f-9db2-5e0bb9052a67 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (239289d3-679f-441f-bc48-791ef1e07f2a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:30.539850 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-10f0fee9-3456-443a-8184-f750aa146c95 req-742a7df7-68ea-490f-9db2-5e0bb9052a67 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks [] for floatingip (239289d3-679f-441f-bc48-791ef1e07f2a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:30.543027 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400a47d3-4574-4b0c-8e81-496a7e7205bb tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:30.543618 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-400a47d3-4574-4b0c-8e81-496a7e7205bb tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:30.546841 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef4ef1b-db17-49bb-a824-f932df11b3fe None None] Network 678f09df-2039-43ab-b577-caf3ddc259ca requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:30.567850 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-e47bfa01-f0b0-4cff-9abc-0ca53ef713c0 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=319abc5982f54b9dba72250cd09a8d28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1470754 Feb 19 04:07:30.569705 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-10f0fee9-3456-443a-8184-f750aa146c95 req-742a7df7-68ea-490f-9db2-5e0bb9052a67 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Calling delete_port for 239289d3-679f-441f-bc48-791ef1e07f2a owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:30.595838 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-400a47d3-4574-4b0c-8e81-496a7e7205bb tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3827019 Feb 19 04:07:30.598510 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58224) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:30.607372 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-94941235-c238-4eeb-b994-62098da5509b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:30.607735 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ae98ea75-dfd0-437c-81e9-ba104bc7fd7b tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Request body: {'port': {'network_id': '678f09df-2039-43ab-b577-caf3ddc259ca', 'name': 'tempest-NetworksIpV6TestAttrs-365101498'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:30.668612 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73904667-6461-43dd-9d3c-cddb6ecfd417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-678f09df-2039-43ab-b577-caf3ddc259ca', 'network_id': '678f09df-2039-43ab-b577-caf3ddc259ca', 'project_id': '1d8d2a259e1b472f847c8eeae305584c', 'fixed_ips': [{'subnet_id': 'bf7ae35a-b4e3-4746-bd81-ec4441af4aa0'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:07:30.671872 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-73904667-6461-43dd-9d3c-cddb6ecfd417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:30.743836 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae98ea75-dfd0-437c-81e9-ba104bc7fd7b tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Made reservation on behalf of 1d8d2a259e1b472f847c8eeae305584c for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:30.747706 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae98ea75-dfd0-437c-81e9-ba104bc7fd7b tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:30.765882 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-ae98ea75-dfd0-437c-81e9-ba104bc7fd7b tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] device_id is not set on port a681f6b0-526d-45f6-9e42-54152383cd61 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:07:30.856338 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-73904667-6461-43dd-9d3c-cddb6ecfd417 None None] Allocated IP 2001:db8::f816:3eff:fe4a:20b8 (678f09df-2039-43ab-b577-caf3ddc259ca/bf7ae35a-b4e3-4746-bd81-ec4441af4aa0/1abfb25e-945f-4ea1-9f07-a27cb896b881) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:07:31.086098 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-73904667-6461-43dd-9d3c-cddb6ecfd417 None None] Publish callbacks [] for port (1abfb25e-945f-4ea1-9f07-a27cb896b881), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:31.096031 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-73904667-6461-43dd-9d3c-cddb6ecfd417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (1abfb25e-945f-4ea1-9f07-a27cb896b881), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:31.148154 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73904667-6461-43dd-9d3c-cddb6ecfd417 None None] Network 678f09df-2039-43ab-b577-caf3ddc259ca is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:31.153780 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-73904667-6461-43dd-9d3c-cddb6ecfd417 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:31.159322 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73904667-6461-43dd-9d3c-cddb6ecfd417 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:07:31.174478 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73904667-6461-43dd-9d3c-cddb6ecfd417 None None] Pushing event updated for resources: {'Port': ['ID=1abfb25e-945f-4ea1-9f07-a27cb896b881,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:31.191964 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-ae98ea75-dfd0-437c-81e9-ba104bc7fd7b tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Allocated IP 2001:db8::f816:3eff:fe80:3d0e (678f09df-2039-43ab-b577-caf3ddc259ca/bf7ae35a-b4e3-4746-bd81-ec4441af4aa0/a681f6b0-526d-45f6-9e42-54152383cd61) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:07:31.252032 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-73904667-6461-43dd-9d3c-cddb6ecfd417 None None] Attempting to bind port 1abfb25e-945f-4ea1-9f07-a27cb896b881 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:07:31.252404 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-73904667-6461-43dd-9d3c-cddb6ecfd417 None None] Attempting to bind port 1abfb25e-945f-4ea1-9f07-a27cb896b881 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '5b5dc70d-2066-4099-8749-135ffdb0add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '678f09df-2039-43ab-b577-caf3ddc259ca'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:07:31.253003 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73904667-6461-43dd-9d3c-cddb6ecfd417 None None] Attempting to bind port 1abfb25e-945f-4ea1-9f07-a27cb896b881 on network 678f09df-2039-43ab-b577-caf3ddc259ca {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:07:31.259599 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73904667-6461-43dd-9d3c-cddb6ecfd417 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:07:31.259963 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73904667-6461-43dd-9d3c-cddb6ecfd417 None None] Checking segment: {'id': '5b5dc70d-2066-4099-8749-135ffdb0add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '678f09df-2039-43ab-b577-caf3ddc259ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:31.260768 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-73904667-6461-43dd-9d3c-cddb6ecfd417 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:31.262741 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73904667-6461-43dd-9d3c-cddb6ecfd417 None None] Bound using segment: {'id': '5b5dc70d-2066-4099-8749-135ffdb0add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '678f09df-2039-43ab-b577-caf3ddc259ca'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:07:31.263273 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-73904667-6461-43dd-9d3c-cddb6ecfd417 None None] Bound port: 1abfb25e-945f-4ea1-9f07-a27cb896b881, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b5dc70d-2066-4099-8749-135ffdb0add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '678f09df-2039-43ab-b577-caf3ddc259ca'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:07:31.263667 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-73904667-6461-43dd-9d3c-cddb6ecfd417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1abfb25e-945f-4ea1-9f07-a27cb896b881), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:31.269704 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86442c92-5c04-4c2d-91ae-50564c756a71 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:07:31.288353 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d707e6f-869c-4457-8071-fb1203ad74da None None] Sync routers for ids ['2cbdc5e8-f778-47bc-b949-12eec3c9ce54'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:07:31.292391 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-9bafecfc-c175-4875-9515-7782e235636d service neutron] 10.222.0.52 "GET /v2.0/networks/7d063905-1dca-479b-a8ed-624bbce2a132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6996694 Feb 19 04:07:31.309384 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d707e6f-869c-4457-8071-fb1203ad74da None None] Routers {'2cbdc5e8-f778-47bc-b949-12eec3c9ce54'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:31.311321 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7d707e6f-869c-4457-8071-fb1203ad74da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:07:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['2cbdc5e8-f778-47bc-b949-12eec3c9ce54'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:31.314868 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-86442c92-5c04-4c2d-91ae-50564c756a71 admin admin] 10.222.0.52 "PUT /v2.0/routers/2cbdc5e8-f778-47bc-b949-12eec3c9ce54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1971674 Feb 19 04:07:31.329353 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58238) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:31.365199 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-73904667-6461-43dd-9d3c-cddb6ecfd417 None None] For port 1abfb25e-945f-4ea1-9f07-a27cb896b881, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:07:31.369779 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-73904667-6461-43dd-9d3c-cddb6ecfd417 None None] For port 1abfb25e-945f-4ea1-9f07-a27cb896b881, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1abfb25e-945f-4ea1-9f07-a27cb896b881,segment=NetworkSegment(5b5dc70d-2066-4099-8749-135ffdb0add2),segment_id=5b5dc70d-2066-4099-8749-135ffdb0add2)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:07:31.382595 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-73904667-6461-43dd-9d3c-cddb6ecfd417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1abfb25e-945f-4ea1-9f07-a27cb896b881), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:31.459216 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73904667-6461-43dd-9d3c-cddb6ecfd417 None None] Pushing event updated for resources: {'Port': ['ID=1abfb25e-945f-4ea1-9f07-a27cb896b881,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:31.530583 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae98ea75-dfd0-437c-81e9-ba104bc7fd7b tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks [] for port (a681f6b0-526d-45f6-9e42-54152383cd61), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:31.547608 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f892b83-6d11-45d5-bbd9-e8bedcc97da2 None None] Network f5998976-c185-4692-95dd-9c75d127813f requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:31.573090 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-7d707e6f-869c-4457-8071-fb1203ad74da None None] Set router 2cbdc5e8-f778-47bc-b949-12eec3c9ce54 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:07:31.639470 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae98ea75-dfd0-437c-81e9-ba104bc7fd7b tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (a681f6b0-526d-45f6-9e42-54152383cd61), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:31.716993 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-10f0fee9-3456-443a-8184-f750aa146c95 req-742a7df7-68ea-490f-9db2-5e0bb9052a67 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (239289d3-679f-441f-bc48-791ef1e07f2a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:31.822879 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98ea75-dfd0-437c-81e9-ba104bc7fd7b tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event updated for resources: {'Port': ['ID=a681f6b0-526d-45f6-9e42-54152383cd61,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:31.836829 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a7df7-68ea-490f-9db2-5e0bb9052a67 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Pushing event deleted for resources: {'Port': ['ID=239289d3-679f-441f-bc48-791ef1e07f2a,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:31.853220 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-fd00ccb9-991c-405a-80df-4779b482382c service neutron] 10.222.0.52 "GET /v2.0/networks/7d063905-1dca-479b-a8ed-624bbce2a132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5596147 Feb 19 04:07:31.855334 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae98ea75-dfd0-437c-81e9-ba104bc7fd7b tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Network 678f09df-2039-43ab-b577-caf3ddc259ca is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:31.866978 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-ae98ea75-dfd0-437c-81e9-ba104bc7fd7b tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:31.870658 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae98ea75-dfd0-437c-81e9-ba104bc7fd7b tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:07:31.875882 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae98ea75-dfd0-437c-81e9-ba104bc7fd7b tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:31.876526 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae98ea75-dfd0-437c-81e9-ba104bc7fd7b tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:31.884565 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b0bb74a3-2600-4baf-8393-20d9ed2b8bab None None] Provisioning complete for port cb994305-1728-4ddf-9c3f-64dca262c12b triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:31.884951 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b0bb74a3-2600-4baf-8393-20d9ed2b8bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cb994305-1728-4ddf-9c3f-64dca262c12b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:31.903772 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bd867efa-a00e-4572-ab19-e5675f95cb2d admin admin] Publish callbacks [] for router (2cbdc5e8-f778-47bc-b949-12eec3c9ce54), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:31.918018 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7d707e6f-869c-4457-8071-fb1203ad74da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbdc5e8-f778-47bc-b949-12eec3c9ce54', 'name': 'tempest-ServerRescueTestJSON-459692876-router', 'tenant_id': 'aeffa8dc13064a198ee824c63786f0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:02Z', 'updated_at': '2022-02-19T04:07:28Z', 'revision_number': 5, 'project_id': 'aeffa8dc13064a198ee824c63786f0c2', 'gw_port': {'id': '7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbdc5e8-f778-47bc-b949-12eec3c9ce54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:03Z', 'updated_at': '2022-02-19T04:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:31.923378 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ae98ea75-dfd0-437c-81e9-ba104bc7fd7b tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3200579 Feb 19 04:07:31.923785 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58240) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:31.968529 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d707e6f-869c-4457-8071-fb1203ad74da None None] Checking router: 2cbdc5e8-f778-47bc-b949-12eec3c9ce54 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:07:31.984975 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d707e6f-869c-4457-8071-fb1203ad74da None None] Routers {'2cbdc5e8-f778-47bc-b949-12eec3c9ce54'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:31.985698 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7d707e6f-869c-4457-8071-fb1203ad74da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:07:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['2cbdc5e8-f778-47bc-b949-12eec3c9ce54'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:32.060359 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2722a78-b0fc-4762-8e33-38eb0be6b93f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Deleting subnet bf7ae35a-b4e3-4746-bd81-ec4441af4aa0 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:07:32.090987 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2722a78-b0fc-4762-8e33-38eb0be6b93f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks [] for subnet (bf7ae35a-b4e3-4746-bd81-ec4441af4aa0), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:32.118752 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device cb994305-1728-4ddf-9c3f-64dca262c12b up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:32.192031 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2722a78-b0fc-4762-8e33-38eb0be6b93f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (bf7ae35a-b4e3-4746-bd81-ec4441af4aa0), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:32.237633 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-10f0fee9-3456-443a-8184-f750aa146c95 req-742a7df7-68ea-490f-9db2-5e0bb9052a67 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks [] for floatingip (3079a7ce-14d7-4856-9f91-2a22bd459fe9), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:32.241208 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-10f0fee9-3456-443a-8184-f750aa146c95 req-742a7df7-68ea-490f-9db2-5e0bb9052a67 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:32.244740 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b0bb74a3-2600-4baf-8393-20d9ed2b8bab None None] Current status of the port cb994305-1728-4ddf-9c3f-64dca262c12b is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:32.245136 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b0bb74a3-2600-4baf-8393-20d9ed2b8bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cb994305-1728-4ddf-9c3f-64dca262c12b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:32.246553 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10f0fee9-3456-443a-8184-f750aa146c95 req-742a7df7-68ea-490f-9db2-5e0bb9052a67 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "DELETE /v2.0/floatingips/3079a7ce-14d7-4856-9f91-2a22bd459fe9 HTTP/1.1" status: 204 len: 173 time: 2.4576228 Feb 19 04:07:32.382199 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b0bb74a3-2600-4baf-8393-20d9ed2b8bab None None] For port cb994305-1728-4ddf-9c3f-64dca262c12b, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=cb994305-1728-4ddf-9c3f-64dca262c12b,segment=NetworkSegment(1b8e6f2d-e1d5-4219-a76a-5d65a5c14382),segment_id=1b8e6f2d-e1d5-4219-a76a-5d65a5c14382)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:32.397293 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port cb994305-1728-4ddf-9c3f-64dca262c12b triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:32.397678 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cb994305-1728-4ddf-9c3f-64dca262c12b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:32.399533 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b0bb74a3-2600-4baf-8393-20d9ed2b8bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (cb994305-1728-4ddf-9c3f-64dca262c12b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:32.533240 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2722a78-b0fc-4762-8e33-38eb0be6b93f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (bf7ae35a-b4e3-4746-bd81-ec4441af4aa0), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:32.537149 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bd867efa-a00e-4572-ab19-e5675f95cb2d admin admin] Publish callbacks [] for router_gateway (2cbdc5e8-f778-47bc-b949-12eec3c9ce54), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:32.591547 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994872e-e96c-457f-8032-b0ea4d7e51fd req-1b75f7be-4ce4-4b06-ad92-04338ee5d4f6 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:32.593084 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8994872e-e96c-457f-8032-b0ea4d7e51fd req-1b75f7be-4ce4-4b06-ad92-04338ee5d4f6 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa93173e-fa6c-4663-84fe-7bcb8dfe76c2 HTTP/1.1" status: 200 len: 946 time: 0.1680665 Feb 19 04:07:32.595325 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-7d707e6f-869c-4457-8071-fb1203ad74da None None] Set router 2cbdc5e8-f778-47bc-b949-12eec3c9ce54 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:07:32.608800 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb74a3-2600-4baf-8393-20d9ed2b8bab None None] Pushing event updated for resources: {'Port': ['ID=cb994305-1728-4ddf-9c3f-64dca262c12b,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:32.654053 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-30abcd4f-9d07-4b8c-a5ea-ace13e6bfed5 None None] Provisioning complete for port cb994305-1728-4ddf-9c3f-64dca262c12b triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:32.654385 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-30abcd4f-9d07-4b8c-a5ea-ace13e6bfed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cb994305-1728-4ddf-9c3f-64dca262c12b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:32.721307 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2722a78-b0fc-4762-8e33-38eb0be6b93f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (bf7ae35a-b4e3-4746-bd81-ec4441af4aa0), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:32.751319 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2722a78-b0fc-4762-8e33-38eb0be6b93f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:32.766451 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b2722a78-b0fc-4762-8e33-38eb0be6b93f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "DELETE /v2.0/subnets/bf7ae35a-b4e3-4746-bd81-ec4441af4aa0 HTTP/1.1" status: 204 len: 168 time: 0.8411119 Feb 19 04:07:32.780083 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58264) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:32.801824 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port cb994305-1728-4ddf-9c3f-64dca262c12b is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:32.828456 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-61c93e3f-c233-4e28-9206-5fb2a0bfaace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:32.852530 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2722a78-b0fc-4762-8e33-38eb0be6b93f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event deleted for resources: {'Subnet': ['ID=bf7ae35a-b4e3-4746-bd81-ec4441af4aa0,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:32.898748 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-30abcd4f-9d07-4b8c-a5ea-ace13e6bfed5 None None] Current status of the port cb994305-1728-4ddf-9c3f-64dca262c12b is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:32.922058 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8994872e-e96c-457f-8032-b0ea4d7e51fd req-f330c7a7-e3e3-4f25-976e-1934b134de74 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059752 Feb 19 04:07:32.932599 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-bd867efa-a00e-4572-ab19-e5675f95cb2d admin admin] Deleting port 7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:32.932945 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bd867efa-a00e-4572-ab19-e5675f95cb2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:32.982562 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8a888b-bce1-4db5-9238-d5fe5ebedf33 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:32.984223 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8a888b-bce1-4db5-9238-d5fe5ebedf33 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:32.985742 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ec8a888b-bce1-4db5-9238-d5fe5ebedf33 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1529219 Feb 19 04:07:32.989193 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58268) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:33.004190 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7d707e6f-869c-4457-8071-fb1203ad74da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbdc5e8-f778-47bc-b949-12eec3c9ce54', 'name': 'tempest-ServerRescueTestJSON-459692876-router', 'tenant_id': 'aeffa8dc13064a198ee824c63786f0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:02Z', 'updated_at': '2022-02-19T04:07:28Z', 'revision_number': 5, 'project_id': 'aeffa8dc13064a198ee824c63786f0c2', 'gw_port': {'id': '7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbdc5e8-f778-47bc-b949-12eec3c9ce54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:03Z', 'updated_at': '2022-02-19T04:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:33.075757 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d707e6f-869c-4457-8071-fb1203ad74da None None] The sync data for ids ['2cbdc5e8-f778-47bc-b949-12eec3c9ce54'] in n-d-828369-19 is: [{'id': '2cbdc5e8-f778-47bc-b949-12eec3c9ce54', 'name': 'tempest-ServerRescueTestJSON-459692876-router', 'tenant_id': 'aeffa8dc13064a198ee824c63786f0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:02Z', 'updated_at': '2022-02-19T04:07:28Z', 'revision_number': 5, 'project_id': 'aeffa8dc13064a198ee824c63786f0c2', 'gw_port': {'id': '7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbdc5e8-f778-47bc-b949-12eec3c9ce54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:03Z', 'updated_at': '2022-02-19T04:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:07:33.154601 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-548b1877-8494-4d76-b8d2-868ec2d7a012 req-c1f9eeae-9811-4d82-b65c-bc6f36031759 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 210 time: 0.1280234 Feb 19 04:07:33.161651 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4435fadf-fb09-47b3-94c3-9c030bdae56e tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (678f09df-2039-43ab-b577-caf3ddc259ca), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:33.184894 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-6edec02f-4871-4628-ab2f-d6da014b372a tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:33.186561 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-4435fadf-fb09-47b3-94c3-9c030bdae56e tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 19 04:07:33.188381 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4435fadf-fb09-47b3-94c3-9c030bdae56e tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:07:33.192838 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-6edec02f-4871-4628-ab2f-d6da014b372a tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] 10.222.0.52 "GET /v2.0/networks?id=dd886ee4-6a87-4c95-8c57-22fc09e0480a HTTP/1.1" status: 200 len: 814 time: 0.5469613 Feb 19 04:07:33.196456 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4435fadf-fb09-47b3-94c3-9c030bdae56e tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "DELETE /v2.0/networks/678f09df-2039-43ab-b577-caf3ddc259ca HTTP/1.1" status: 409 len: 466 time: 0.2056353 Feb 19 04:07:33.197278 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58272) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:33.203477 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d96ea6f2-7431-4447-83c5-0db8c6a1a35a tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1613224077'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:33.233432 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96ea6f2-7431-4447-83c5-0db8c6a1a35a tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Made reservation on behalf of 1d8d2a259e1b472f847c8eeae305584c for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:33.249363 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-719883eb-6892-4eeb-a002-bcc647fa5e5d tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] 10.222.0.52 "GET /v2.0/quotas/049042e5e6ce4a5d82d532e5fdd00cdc HTTP/1.1" status: 200 len: 375 time: 0.0556252 Feb 19 04:07:33.250544 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d96ea6f2-7431-4447-83c5-0db8c6a1a35a tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:33.286117 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d96ea6f2-7431-4447-83c5-0db8c6a1a35a tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:07:33.290685 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76979ec0-9d8e-4092-9d30-27860fe366ff None None] Network 678f09df-2039-43ab-b577-caf3ddc259ca requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:33.300392 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d96ea6f2-7431-4447-83c5-0db8c6a1a35a tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (0c8c7577-d686-4408-9b89-4017d2f3f62c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:33.300553 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-d96ea6f2-7431-4447-83c5-0db8c6a1a35a tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Added segment 0c8c7577-d686-4408-9b89-4017d2f3f62c of type vlan for network f4ddd912-24bb-425c-bceb-ca2948447277 Feb 19 04:07:33.348869 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-3a11b39b-4028-4b25-803a-671f65f3721c tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=049042e5e6ce4a5d82d532e5fdd00cdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0897713 Feb 19 04:07:33.380527 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d96ea6f2-7431-4447-83c5-0db8c6a1a35a tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (f4ddd912-24bb-425c-bceb-ca2948447277), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:33.404364 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c81f0247-72e6-4889-9e1f-1c2abdd69989 req-3677cbcd-9207-4b8a-95c4-c80107cb9a90 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.243 HTTP/1.1" status: 200 len: 1001 time: 0.2073133 Feb 19 04:07:33.416341 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-bd867efa-a00e-4572-ab19-e5675f95cb2d admin admin] For port 7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:33.416985 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bd867efa-a00e-4572-ab19-e5675f95cb2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:33.439361 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d96ea6f2-7431-4447-83c5-0db8c6a1a35a tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (f4ddd912-24bb-425c-bceb-ca2948447277), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:33.452443 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96ea6f2-7431-4447-83c5-0db8c6a1a35a tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:33.453322 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d96ea6f2-7431-4447-83c5-0db8c6a1a35a tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:33.465641 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c5b5beed-ea58-41fc-9f99-f26fb49b462e None None] Provisioning complete for port 1abfb25e-945f-4ea1-9f07-a27cb896b881 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:33.466412 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c5b5beed-ea58-41fc-9f99-f26fb49b462e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1abfb25e-945f-4ea1-9f07-a27cb896b881), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:33.557745 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f0247-72e6-4889-9e1f-1c2abdd69989 req-08976f5e-7509-4929-aee4-db70b3055b15 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:33.559216 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c81f0247-72e6-4889-9e1f-1c2abdd69989 req-08976f5e-7509-4929-aee4-db70b3055b15 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/ports/4e970437-163d-481c-98d2-2c2b32731566 HTTP/1.1" status: 200 len: 942 time: 0.1250167 Feb 19 04:07:33.565929 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-bd867efa-a00e-4572-ab19-e5675f95cb2d admin admin] Calling delete_port for 7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9 owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:33.603039 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ea6f2-7431-4447-83c5-0db8c6a1a35a tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event updated for resources: {'Network': ['ID=f4ddd912-24bb-425c-bceb-ca2948447277,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:33.631985 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network f4ddd912-24bb-425c-bceb-ca2948447277 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:07:33.641771 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d96ea6f2-7431-4447-83c5-0db8c6a1a35a tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4429648 Feb 19 04:07:33.644604 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58276) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:33.659029 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-2a4d3855-6ed3-49de-9099-519e7c4d407f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Request body: {'subnet': {'network_id': 'f4ddd912-24bb-425c-bceb-ca2948447277', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:33.679589 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4f97b7-7dc2-4b7e-b264-1102e220100f None None] DHCP port deletion for 678f09df-2039-43ab-b577-caf3ddc259ca request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:07:33.687446 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-449c18b2-853f-4d64-b9cf-29b86895840a service neutron] 10.222.0.52 "GET /v2.0/networks/dd886ee4-6a87-4c95-8c57-22fc09e0480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217843 Feb 19 04:07:33.694475 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c5b5beed-ea58-41fc-9f99-f26fb49b462e None None] Current status of the port 1abfb25e-945f-4ea1-9f07-a27cb896b881 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:33.695491 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c5b5beed-ea58-41fc-9f99-f26fb49b462e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1abfb25e-945f-4ea1-9f07-a27cb896b881), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:33.849893 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c5b5beed-ea58-41fc-9f99-f26fb49b462e None None] For port 1abfb25e-945f-4ea1-9f07-a27cb896b881, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1abfb25e-945f-4ea1-9f07-a27cb896b881,segment=NetworkSegment(5b5dc70d-2066-4099-8749-135ffdb0add2),segment_id=5b5dc70d-2066-4099-8749-135ffdb0add2)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:33.873168 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:33.878643 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c5b5beed-ea58-41fc-9f99-f26fb49b462e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1abfb25e-945f-4ea1-9f07-a27cb896b881), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:33.880639 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device cb994305-1728-4ddf-9c3f-64dca262c12b up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:33.907534 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c81f0247-72e6-4889-9e1f-1c2abdd69989 req-a1242cd5-adb7-4ced-b2d3-094730d6d37d tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.243 HTTP/1.1" status: 200 len: 1001 time: 0.2413349 Feb 19 04:07:33.917402 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4d3855-6ed3-49de-9099-519e7c4d407f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Made reservation on behalf of 1d8d2a259e1b472f847c8eeae305584c for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:33.939214 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3855-6ed3-49de-9099-519e7c4d407f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:34.006571 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-cd4f97b7-7dc2-4b7e-b264-1102e220100f None None] Deleting port 1abfb25e-945f-4ea1-9f07-a27cb896b881 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:34.007466 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cd4f97b7-7dc2-4b7e-b264-1102e220100f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (1abfb25e-945f-4ea1-9f07-a27cb896b881), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:34.041756 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f0247-72e6-4889-9e1f-1c2abdd69989 req-c287a312-6f3c-40e3-8b36-1a397375acaa tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:34.043393 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c81f0247-72e6-4889-9e1f-1c2abdd69989 req-c287a312-6f3c-40e3-8b36-1a397375acaa tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 784 time: 0.1295452 Feb 19 04:07:34.091755 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port cb994305-1728-4ddf-9c3f-64dca262c12b triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:34.092441 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cb994305-1728-4ddf-9c3f-64dca262c12b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:34.102116 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-cd4f97b7-7dc2-4b7e-b264-1102e220100f None None] For port 1abfb25e-945f-4ea1-9f07-a27cb896b881, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1abfb25e-945f-4ea1-9f07-a27cb896b881,segment=NetworkSegment(5b5dc70d-2066-4099-8749-135ffdb0add2),segment_id=5b5dc70d-2066-4099-8749-135ffdb0add2)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:34.102846 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cd4f97b7-7dc2-4b7e-b264-1102e220100f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (1abfb25e-945f-4ea1-9f07-a27cb896b881), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:34.111067 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5beed-ea58-41fc-9f99-f26fb49b462e None None] Pushing event updated for resources: {'Port': ['ID=1abfb25e-945f-4ea1-9f07-a27cb896b881,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:34.140015 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-cd4f97b7-7dc2-4b7e-b264-1102e220100f None None] Calling delete_port for 1abfb25e-945f-4ea1-9f07-a27cb896b881 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:34.168517 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-35cb81ba-1891-4788-914d-26ac1f31acec tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:34.170087 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-35cb81ba-1891-4788-914d-26ac1f31acec tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.79 "GET /v2.0/networks?id=7d063905-1dca-479b-a8ed-624bbce2a132 HTTP/1.1" status: 200 len: 810 time: 0.1249182 Feb 19 04:07:34.252303 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port cb994305-1728-4ddf-9c3f-64dca262c12b is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:34.270837 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0fb96e11-bfbb-4f5a-ae3f-76ecfae72135 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:07:34.306379 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 0fb96e11-bfbb-4f5a-ae3f-76ecfae72135 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:07:34.306740 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0fb96e11-bfbb-4f5a-ae3f-76ecfae72135 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:07:34.328058 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cd4f97b7-7dc2-4b7e-b264-1102e220100f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (1abfb25e-945f-4ea1-9f07-a27cb896b881), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:34.349037 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-17e5eeda-e254-497b-b819-ad0322b75bf0 service neutron] 10.222.0.52 "GET /v2.0/networks/dd886ee4-6a87-4c95-8c57-22fc09e0480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6241453 Feb 19 04:07:34.375234 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c81f0247-72e6-4889-9e1f-1c2abdd69989 req-5e3310b2-3457-4872-bf35-539ad0f08b33 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.243 HTTP/1.1" status: 200 len: 1001 time: 0.2144511 Feb 19 04:07:34.375649 n-d-828369-19 neutron-server[109925]: DEBUG neutron.objects.ports [None req-2a4d3855-6ed3-49de-9099-519e7c4d407f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109925) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:07:34.379836 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3855-6ed3-49de-9099-519e7c4d407f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (7a0f239a-39f7-483d-85c2-563ea3f58377), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:34.392103 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-c81f0247-72e6-4889-9e1f-1c2abdd69989 req-44b8e48c-63b5-476c-b53a-d4c74e49c460 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:34.393702 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f97b7-7dc2-4b7e-b264-1102e220100f None None] Pushing event deleted for resources: {'Port': ['ID=1abfb25e-945f-4ea1-9f07-a27cb896b881,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:34.405284 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4f97b7-7dc2-4b7e-b264-1102e220100f None None] No DVR routers for this DVR port 1abfb25e-945f-4ea1-9f07-a27cb896b881 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:07:34.445212 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bd867efa-a00e-4572-ab19-e5675f95cb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:34.481862 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd867efa-a00e-4572-ab19-e5675f95cb2d admin admin] Pushing event deleted for resources: {'Port': ['ID=7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:34.494415 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-9817e244-23b1-492d-a31a-07de326bc578 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=319abc5982f54b9dba72250cd09a8d28 HTTP/1.1" status: 200 len: 380 time: 0.3050997 Feb 19 04:07:34.532516 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-2d6b1a6c-217d-4bde-8c24-842a5f50ae55 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Request body: {'port': {'device_id': '2270e8de-e428-4657-9da6-56fba416468f', 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132', 'admin_state_up': True, 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'security_groups': ['242c9f4b-677d-4bb1-a7ce-bf84584eafb5']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:34.546992 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d3855-6ed3-49de-9099-519e7c4d407f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event updated for resources: {'Subnet': ['ID=7a0f239a-39f7-483d-85c2-563ea3f58377,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:34.557456 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4d3855-6ed3-49de-9099-519e7c4d407f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:34.557803 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4d3855-6ed3-49de-9099-519e7c4d407f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:34.558125 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4d3855-6ed3-49de-9099-519e7c4d407f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:34.558511 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4d3855-6ed3-49de-9099-519e7c4d407f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:34.558848 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4d3855-6ed3-49de-9099-519e7c4d407f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:34.559199 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4d3855-6ed3-49de-9099-519e7c4d407f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:34.559534 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4d3855-6ed3-49de-9099-519e7c4d407f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:34.559866 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4d3855-6ed3-49de-9099-519e7c4d407f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:34.560192 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4d3855-6ed3-49de-9099-519e7c4d407f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:34.560664 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4d3855-6ed3-49de-9099-519e7c4d407f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:34.561002 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4d3855-6ed3-49de-9099-519e7c4d407f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:34.562154 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4d3855-6ed3-49de-9099-519e7c4d407f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:34.562154 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4d3855-6ed3-49de-9099-519e7c4d407f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:34.593429 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d3855-6ed3-49de-9099-519e7c4d407f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Checking segment: {'id': '0c8c7577-d686-4408-9b89-4017d2f3f62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f4ddd912-24bb-425c-bceb-ca2948447277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:34.593722 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4d3855-6ed3-49de-9099-519e7c4d407f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Network hostable DHCP agents. Network: f4ddd912-24bb-425c-bceb-ca2948447277, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:07:34.595487 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c81f0247-72e6-4889-9e1f-1c2abdd69989 req-44b8e48c-63b5-476c-b53a-d4c74e49c460 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks [] for floatingip (f67bbfa7-a1e9-4d0a-8289-6ed86aff3cc8), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:34.621190 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4d3855-6ed3-49de-9099-519e7c4d407f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Network f4ddd912-24bb-425c-bceb-ca2948447277 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:07:34.642391 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-2a4d3855-6ed3-49de-9099-519e7c4d407f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, f4ddd912-24bb-425c-bceb-ca2948447277) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:34.647842 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4d3855-6ed3-49de-9099-519e7c4d407f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:34.648530 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3855-6ed3-49de-9099-519e7c4d407f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:34.656985 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60c4159-5067-46ea-bf81-6afe264a08be None None] Network f4ddd912-24bb-425c-bceb-ca2948447277 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:34.681652 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2a4d3855-6ed3-49de-9099-519e7c4d407f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0354280 Feb 19 04:07:34.684115 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58288) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:34.695721 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-1b41c099-89d6-44d9-9442-78fbee37b684 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Request body: {'port': {'network_id': 'f4ddd912-24bb-425c-bceb-ca2948447277', 'name': 'tempest-NetworksIpV6TestAttrs-824126546'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:34.721513 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bd867efa-a00e-4572-ab19-e5675f95cb2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (2cbdc5e8-f778-47bc-b949-12eec3c9ce54), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:34.834933 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9870b3-a045-4686-ad61-2d3451ebea0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-f4ddd912-24bb-425c-bceb-ca2948447277', 'network_id': 'f4ddd912-24bb-425c-bceb-ca2948447277', 'project_id': '1d8d2a259e1b472f847c8eeae305584c', 'fixed_ips': [{'subnet_id': '7a0f239a-39f7-483d-85c2-563ea3f58377'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:07:34.835875 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5e9870b3-a045-4686-ad61-2d3451ebea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:34.837125 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bd867efa-a00e-4572-ab19-e5675f95cb2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (2cbdc5e8-f778-47bc-b949-12eec3c9ce54), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:34.839711 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bd867efa-a00e-4572-ab19-e5675f95cb2d admin admin] Publish callbacks [] for router_controller (2cbdc5e8-f778-47bc-b949-12eec3c9ce54), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:34.891760 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b41c099-89d6-44d9-9442-78fbee37b684 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Made reservation on behalf of 1d8d2a259e1b472f847c8eeae305584c for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:34.896194 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1b41c099-89d6-44d9-9442-78fbee37b684 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:34.927167 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bd867efa-a00e-4572-ab19-e5675f95cb2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (2cbdc5e8-f778-47bc-b949-12eec3c9ce54), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:34.927790 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd867efa-a00e-4572-ab19-e5675f95cb2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cbdc5e8-f778-47bc-b949-12eec3c9ce54 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:07:34.933893 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-1b41c099-89d6-44d9-9442-78fbee37b684 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] device_id is not set on port adce467f-7dfd-423c-baaa-d3ad00f8d09a yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:07:34.978215 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bd867efa-a00e-4572-ab19-e5675f95cb2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:34.979208 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bd867efa-a00e-4572-ab19-e5675f95cb2d admin admin] 10.222.0.52 "DELETE /v2.0/routers/2cbdc5e8-f778-47bc-b949-12eec3c9ce54 HTTP/1.1" status: 204 len: 168 time: 3.6482930 Feb 19 04:07:34.990792 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58294) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:35.048662 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-5e9870b3-a045-4686-ad61-2d3451ebea0d None None] Allocated IP 2001:db8::f816:3eff:fed3:a12b (f4ddd912-24bb-425c-bceb-ca2948447277/7a0f239a-39f7-483d-85c2-563ea3f58377/e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:07:35.126551 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe49bca-dad7-4f9d-8d83-5617aa43306f req-45a7ce18-02a7-40d9-ae0e-3550e1188db7 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:35.128168 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-abe49bca-dad7-4f9d-8d83-5617aa43306f req-45a7ce18-02a7-40d9-ae0e-3550e1188db7 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa93173e-fa6c-4663-84fe-7bcb8dfe76c2 HTTP/1.1" status: 200 len: 946 time: 0.4141405 Feb 19 04:07:35.228671 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:35.257089 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5e9870b3-a045-4686-ad61-2d3451ebea0d None None] Publish callbacks [] for port (e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:35.268147 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5e9870b3-a045-4686-ad61-2d3451ebea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:35.321500 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9870b3-a045-4686-ad61-2d3451ebea0d None None] Network f4ddd912-24bb-425c-bceb-ca2948447277 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:35.328302 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-5e9870b3-a045-4686-ad61-2d3451ebea0d None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:35.334081 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9870b3-a045-4686-ad61-2d3451ebea0d None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:07:35.336686 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9870b3-a045-4686-ad61-2d3451ebea0d None None] Pushing event updated for resources: {'Port': ['ID=e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:35.347826 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-1b41c099-89d6-44d9-9442-78fbee37b684 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Allocated IP 2001:db8::f816:3eff:fed5:5570 (f4ddd912-24bb-425c-bceb-ca2948447277/7a0f239a-39f7-483d-85c2-563ea3f58377/adce467f-7dfd-423c-baaa-d3ad00f8d09a) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:07:35.424874 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-5e9870b3-a045-4686-ad61-2d3451ebea0d None None] Attempting to bind port e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:07:35.425646 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-5e9870b3-a045-4686-ad61-2d3451ebea0d None None] Attempting to bind port e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '0c8c7577-d686-4408-9b89-4017d2f3f62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f4ddd912-24bb-425c-bceb-ca2948447277'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:07:35.426076 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9870b3-a045-4686-ad61-2d3451ebea0d None None] Attempting to bind port e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8 on network f4ddd912-24bb-425c-bceb-ca2948447277 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:07:35.433907 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9870b3-a045-4686-ad61-2d3451ebea0d None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:07:35.434554 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9870b3-a045-4686-ad61-2d3451ebea0d None None] Checking segment: {'id': '0c8c7577-d686-4408-9b89-4017d2f3f62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f4ddd912-24bb-425c-bceb-ca2948447277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:35.435031 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5e9870b3-a045-4686-ad61-2d3451ebea0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:35.435922 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9870b3-a045-4686-ad61-2d3451ebea0d None None] Bound using segment: {'id': '0c8c7577-d686-4408-9b89-4017d2f3f62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f4ddd912-24bb-425c-bceb-ca2948447277'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:07:35.437067 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-5e9870b3-a045-4686-ad61-2d3451ebea0d None None] Bound port: e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8c7577-d686-4408-9b89-4017d2f3f62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f4ddd912-24bb-425c-bceb-ca2948447277'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:07:35.437312 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5e9870b3-a045-4686-ad61-2d3451ebea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:35.553676 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-5e9870b3-a045-4686-ad61-2d3451ebea0d None None] For port e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:07:35.564385 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-5e9870b3-a045-4686-ad61-2d3451ebea0d None None] For port e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8,segment=NetworkSegment(0c8c7577-d686-4408-9b89-4017d2f3f62c),segment_id=0c8c7577-d686-4408-9b89-4017d2f3f62c)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:07:35.587196 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5e9870b3-a045-4686-ad61-2d3451ebea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:35.629375 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1b41c099-89d6-44d9-9442-78fbee37b684 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks [] for port (adce467f-7dfd-423c-baaa-d3ad00f8d09a), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:35.688589 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c48c6e-2f2f-435a-8c45-29dcc28d1ef6 admin admin] Deleting subnet 0158d0fa-2e31-44b1-955f-e39eed62eba8 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:07:35.694712 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c81f0247-72e6-4889-9e1f-1c2abdd69989 req-44b8e48c-63b5-476c-b53a-d4c74e49c460 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:35.700949 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-00c48c6e-2f2f-435a-8c45-29dcc28d1ef6 admin admin] Publish callbacks [] for subnet (0158d0fa-2e31-44b1-955f-e39eed62eba8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:35.703361 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9870b3-a045-4686-ad61-2d3451ebea0d None None] Pushing event updated for resources: {'Port': ['ID=e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:35.706262 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-2d6b1a6c-217d-4bde-8c24-842a5f50ae55 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Made reservation on behalf of 319abc5982f54b9dba72250cd09a8d28 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:35.710365 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-2d6b1a6c-217d-4bde-8c24-842a5f50ae55 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:35.727875 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1b41c099-89d6-44d9-9442-78fbee37b684 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (adce467f-7dfd-423c-baaa-d3ad00f8d09a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:35.740744 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c81f0247-72e6-4889-9e1f-1c2abdd69989 req-44b8e48c-63b5-476c-b53a-d4c74e49c460 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (f67bbfa7-a1e9-4d0a-8289-6ed86aff3cc8), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:35.741089 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [req-c81f0247-72e6-4889-9e1f-1c2abdd69989 req-44b8e48c-63b5-476c-b53a-d4c74e49c460 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Floating IP f67bbfa7-a1e9-4d0a-8289-6ed86aff3cc8 disassociated. External IP: 172.25.3.243, port: 4e970437-163d-481c-98d2-2c2b32731566. Feb 19 04:07:35.791745 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b41c099-89d6-44d9-9442-78fbee37b684 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Network f4ddd912-24bb-425c-bceb-ca2948447277 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:35.801451 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-1b41c099-89d6-44d9-9442-78fbee37b684 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:35.812896 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b41c099-89d6-44d9-9442-78fbee37b684 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:07:35.819161 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b41c099-89d6-44d9-9442-78fbee37b684 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:35.820034 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1b41c099-89d6-44d9-9442-78fbee37b684 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:35.827295 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-00c48c6e-2f2f-435a-8c45-29dcc28d1ef6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (0158d0fa-2e31-44b1-955f-e39eed62eba8), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:35.838252 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41c099-89d6-44d9-9442-78fbee37b684 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event updated for resources: {'Port': ['ID=adce467f-7dfd-423c-baaa-d3ad00f8d09a,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:35.856498 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:07:35.866253 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1b41c099-89d6-44d9-9442-78fbee37b684 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1803782 Feb 19 04:07:35.868809 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58300) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:35.884026 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:07:35.884526 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7b9fcbe5-81e2-48e4-b64a-677b9ffea3e9 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:07:35.942018 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aca4e32-35f4-42ec-91fa-9dd0a8a95c90 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Deleting subnet 7a0f239a-39f7-483d-85c2-563ea3f58377 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:07:35.946136 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6aca4e32-35f4-42ec-91fa-9dd0a8a95c90 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks [] for subnet (7a0f239a-39f7-483d-85c2-563ea3f58377), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:36.030541 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-abe49bca-dad7-4f9d-8d83-5617aa43306f req-d4ce8adf-37b8-497e-9baa-7ce764e3d3ac tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521607 Feb 19 04:07:36.066017 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6aca4e32-35f4-42ec-91fa-9dd0a8a95c90 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (7a0f239a-39f7-483d-85c2-563ea3f58377), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:36.266283 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6aca4e32-35f4-42ec-91fa-9dd0a8a95c90 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (7a0f239a-39f7-483d-85c2-563ea3f58377), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:36.275070 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-00c48c6e-2f2f-435a-8c45-29dcc28d1ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (0158d0fa-2e31-44b1-955f-e39eed62eba8), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:36.303540 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-727719db-fac4-4cb4-a614-f1f8e8ca154f req-f27f8826-3a8e-46be-9d69-aab664726088 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 210 time: 0.1458492 Feb 19 04:07:36.337453 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6aca4e32-35f4-42ec-91fa-9dd0a8a95c90 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (7a0f239a-39f7-483d-85c2-563ea3f58377), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:36.394549 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca4e32-35f4-42ec-91fa-9dd0a8a95c90 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event deleted for resources: {'Subnet': ['ID=7a0f239a-39f7-483d-85c2-563ea3f58377,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:36.414683 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6aca4e32-35f4-42ec-91fa-9dd0a8a95c90 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:36.415345 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-2d6b1a6c-217d-4bde-8c24-842a5f50ae55 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Allocated IP 172.20.0.4 (7d063905-1dca-479b-a8ed-624bbce2a132/7b8d1019-337e-49b4-85df-5623b5820084/f51c45b9-2040-4d3e-a96c-153135c4ea34) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:07:36.426410 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6aca4e32-35f4-42ec-91fa-9dd0a8a95c90 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "DELETE /v2.0/subnets/7a0f239a-39f7-483d-85c2-563ea3f58377 HTTP/1.1" status: 204 len: 168 time: 0.5547307 Feb 19 04:07:36.427380 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58302) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:36.486909 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58c772a5-d713-45c7-adda-098dbcd459eb req-c2356fa5-4096-474f-b7a7-8af5a490b31c tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dae9c2f-405e-4b76-b6df-81478538af30 HTTP/1.1" status: 200 len: 210 time: 0.0522611 Feb 19 04:07:36.497466 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-07a5e770-b36e-49c8-b15c-21a78656df38 tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:36.499117 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-07a5e770-b36e-49c8-b15c-21a78656df38 tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] 10.222.0.79 "GET /v2.0/networks?id=dd886ee4-6a87-4c95-8c57-22fc09e0480a HTTP/1.1" status: 200 len: 814 time: 0.4097247 Feb 19 04:07:36.509178 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5a97b6-e220-4347-b9f8-69814f89bb6e tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:36.510461 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-00c48c6e-2f2f-435a-8c45-29dcc28d1ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (0158d0fa-2e31-44b1-955f-e39eed62eba8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:36.511037 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5a97b6-e220-4347-b9f8-69814f89bb6e tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:36.515512 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ba5a97b6-e220-4347-b9f8-69814f89bb6e tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0863488 Feb 19 04:07:36.516073 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58304) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:36.526524 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-bfd6aa35-f201-4c52-b7ac-f6748afb2eed tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Request body: {'port': {'device_id': '7dae9c2f-405e-4b76-b6df-81478538af30', 'network_id': 'dd886ee4-6a87-4c95-8c57-22fc09e0480a', 'admin_state_up': True, 'tenant_id': '049042e5e6ce4a5d82d532e5fdd00cdc'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:36.532167 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c81f0247-72e6-4889-9e1f-1c2abdd69989 req-44b8e48c-63b5-476c-b53a-d4c74e49c460 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Router 32763abc-9950-48e0-85bc-d9f34828b021 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:07:36.581433 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c48c6e-2f2f-435a-8c45-29dcc28d1ef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0158d0fa-2e31-44b1-955f-e39eed62eba8,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:36.596556 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e51ad6de-0878-4e8e-9984-ffd0c6ebd428 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (f4ddd912-24bb-425c-bceb-ca2948447277), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:36.609028 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51ad6de-0878-4e8e-9984-ffd0c6ebd428 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 19 04:07:36.609410 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e51ad6de-0878-4e8e-9984-ffd0c6ebd428 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:07:36.626126 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e51ad6de-0878-4e8e-9984-ffd0c6ebd428 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "DELETE /v2.0/networks/f4ddd912-24bb-425c-bceb-ca2948447277 HTTP/1.1" status: 409 len: 466 time: 0.1001148 Feb 19 04:07:36.628274 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58306) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:36.640489 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b36f7c79-ce81-476c-94a1-d12a8e6a43a7 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1300558348'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:36.707912 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36f7c79-ce81-476c-94a1-d12a8e6a43a7 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Made reservation on behalf of 1d8d2a259e1b472f847c8eeae305584c for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:36.714346 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b36f7c79-ce81-476c-94a1-d12a8e6a43a7 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:36.729935 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-00c48c6e-2f2f-435a-8c45-29dcc28d1ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:36.730535 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:36.733569 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-00c48c6e-2f2f-435a-8c45-29dcc28d1ef6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0158d0fa-2e31-44b1-955f-e39eed62eba8 HTTP/1.1" status: 204 len: 168 time: 1.7417133 Feb 19 04:07:36.736269 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58310) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:36.799200 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36f7c79-ce81-476c-94a1-d12a8e6a43a7 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:07:36.824080 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b36f7c79-ce81-476c-94a1-d12a8e6a43a7 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (b32adb37-fd80-485d-bd73-c9573b296e43), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:36.824561 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-b36f7c79-ce81-476c-94a1-d12a8e6a43a7 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Added segment b32adb37-fd80-485d-bd73-c9573b296e43 of type vlan for network 369eda16-6143-473e-b2cd-eaef69ee11aa Feb 19 04:07:36.844742 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4389f5ca-c8be-43a5-9d62-dfa62c83a55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (96906bf1-6d49-4110-8bea-07aefb43331c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:36.888095 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b36f7c79-ce81-476c-94a1-d12a8e6a43a7 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (369eda16-6143-473e-b2cd-eaef69ee11aa), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:36.929030 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-2d6b1a6c-217d-4bde-8c24-842a5f50ae55 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for port (f51c45b9-2040-4d3e-a96c-153135c4ea34), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:36.932269 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-bfd6aa35-f201-4c52-b7ac-f6748afb2eed tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Made reservation on behalf of 049042e5e6ce4a5d82d532e5fdd00cdc for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:36.935705 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-bfd6aa35-f201-4c52-b7ac-f6748afb2eed tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:37.025040 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c81f0247-72e6-4889-9e1f-1c2abdd69989 req-44b8e48c-63b5-476c-b53a-d4c74e49c460 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:07:37.036349 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744cdb31-8de3-4ed3-a635-73486a4b167c None None] Sync routers for ids ['32763abc-9950-48e0-85bc-d9f34828b021'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:07:37.039927 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c81f0247-72e6-4889-9e1f-1c2abdd69989 req-44b8e48c-63b5-476c-b53a-d4c74e49c460 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:37.061992 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744cdb31-8de3-4ed3-a635-73486a4b167c None None] Routers {'32763abc-9950-48e0-85bc-d9f34828b021'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:37.062671 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-744cdb31-8de3-4ed3-a635-73486a4b167c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:07:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['32763abc-9950-48e0-85bc-d9f34828b021'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:37.095767 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-2d6b1a6c-217d-4bde-8c24-842a5f50ae55 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (f51c45b9-2040-4d3e-a96c-153135c4ea34), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:37.167944 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b1a6c-217d-4bde-8c24-842a5f50ae55 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Pushing event updated for resources: {'Port': ['ID=f51c45b9-2040-4d3e-a96c-153135c4ea34,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:37.177876 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c81f0247-72e6-4889-9e1f-1c2abdd69989 req-44b8e48c-63b5-476c-b53a-d4c74e49c460 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "PUT /v2.0/floatingips/f67bbfa7-a1e9-4d0a-8289-6ed86aff3cc8 HTTP/1.1" status: 200 len: 695 time: 2.7969115 Feb 19 04:07:37.203873 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb727c1-d18e-4f4b-b3e7-2cf277d0f638 None None] Network f4ddd912-24bb-425c-bceb-ca2948447277 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:37.222396 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2415283d-0bc3-4632-a1af-8412db934f51', 'tag': '4e970437-163d-481c-98d2-2c2b32731566'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:37.225354 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a0f0e7-a08e-408e-b42d-fe18e3ded23f" -d '{"events": [{"name": "network-changed", "server_uuid": "2415283d-0bc3-4632-a1af-8412db934f51", "tag": "4e970437-163d-481c-98d2-2c2b32731566"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:37.273528 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-2d6b1a6c-217d-4bde-8c24-842a5f50ae55 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Network 7d063905-1dca-479b-a8ed-624bbce2a132 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:37.281583 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-2d6b1a6c-217d-4bde-8c24-842a5f50ae55 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:37.315935 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-2d6b1a6c-217d-4bde-8c24-842a5f50ae55 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:07:37.395811 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de29ed-52f6-4071-9864-9aefae50feb8 req-93cfda4b-f758-4c0f-92de-d266fef67ede tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:37.397763 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4389f5ca-c8be-43a5-9d62-dfa62c83a55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (96906bf1-6d49-4110-8bea-07aefb43331c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:37.398262 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-13de29ed-52f6-4071-9864-9aefae50feb8 req-93cfda4b-f758-4c0f-92de-d266fef67ede tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa93173e-fa6c-4663-84fe-7bcb8dfe76c2 HTTP/1.1" status: 200 len: 946 time: 0.2171266 Feb 19 04:07:37.406385 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-bfd6aa35-f201-4c52-b7ac-f6748afb2eed tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Allocated IP 172.20.0.2 (dd886ee4-6a87-4c95-8c57-22fc09e0480a/d1c08a3b-326f-4c3f-95a6-c05f28395ff5/c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:07:37.419463 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b36f7c79-ce81-476c-94a1-d12a8e6a43a7 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (369eda16-6143-473e-b2cd-eaef69ee11aa), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:37.425139 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36f7c79-ce81-476c-94a1-d12a8e6a43a7 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:37.425764 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b36f7c79-ce81-476c-94a1-d12a8e6a43a7 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:37.493604 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-13de29ed-52f6-4071-9864-9aefae50feb8 req-2de84438-6d9e-49c7-a0cf-9d035a4ddb78 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677357 Feb 19 04:07:37.500834 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f0247-72e6-4889-9e1f-1c2abdd69989 req-46cd3cd6-fec7-4536-8d3d-6728262d13b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:37.503014 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c81f0247-72e6-4889-9e1f-1c2abdd69989 req-46cd3cd6-fec7-4536-8d3d-6728262d13b7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4afc8cdd0c1a4adebd59493a3965afa8&device_id=2415283d-0bc3-4632-a1af-8412db934f51 HTTP/1.1" status: 200 len: 1128 time: 0.2689309 Feb 19 04:07:37.505015 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f7c79-ce81-476c-94a1-d12a8e6a43a7 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event updated for resources: {'Network': ['ID=369eda16-6143-473e-b2cd-eaef69ee11aa,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:37.512004 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-2d6b1a6c-217d-4bde-8c24-842a5f50ae55 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:37.512717 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-2d6b1a6c-217d-4bde-8c24-842a5f50ae55 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:37.522721 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-4389f5ca-c8be-43a5-9d62-dfa62c83a55b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96906bf1-6d49-4110-8bea-07aefb43331c']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:37.538902 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b36f7c79-ce81-476c-94a1-d12a8e6a43a7 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9057968 Feb 19 04:07:37.545305 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-4389f5ca-c8be-43a5-9d62-dfa62c83a55b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d4e262-0aab-41dc-92da-e243d23884f2') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:37.545623 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-4389f5ca-c8be-43a5-9d62-dfa62c83a55b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d4e262-0aab-41dc-92da-e243d23884f2') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:37.546748 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58320) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:37.558413 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4389f5ca-c8be-43a5-9d62-dfa62c83a55b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (71d4e262-0aab-41dc-92da-e243d23884f2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:37.563608 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-c0603583-b7ee-4244-a37b-70468b9dcf83 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Request body: {'subnet': {'network_id': '369eda16-6143-473e-b2cd-eaef69ee11aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:37.581891 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4389f5ca-c8be-43a5-9d62-dfa62c83a55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (71d4e262-0aab-41dc-92da-e243d23884f2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:37.591310 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4389f5ca-c8be-43a5-9d62-dfa62c83a55b admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:07:37.591720 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4389f5ca-c8be-43a5-9d62-dfa62c83a55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (71d4e262-0aab-41dc-92da-e243d23884f2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:07:37.659145 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:07:37.671866 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 369eda16-6143-473e-b2cd-eaef69ee11aa details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:07:37.704178 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fc945f81-b2a4-4cc0-98ad-68125c3ccd76 None None] Provisioning complete for port e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:37.704899 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fc945f81-b2a4-4cc0-98ad-68125c3ccd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:37.760735 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05ec46f-bb83-40aa-9740-61bd9719c868 x-openstack-request-id: req-c05ec46f-bb83-40aa-9740-61bd9719c868 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:37.761247 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2415283d-0bc3-4632-a1af-8412db934f51", "tag": "4e970437-163d-481c-98d2-2c2b32731566", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:37.761367 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c05ec46f-bb83-40aa-9740-61bd9719c868 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:37.761683 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2415283d-0bc3-4632-a1af-8412db934f51', 'tag': '4e970437-163d-481c-98d2-2c2b32731566', 'status': 'completed', 'code': 200} Feb 19 04:07:37.764492 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4389f5ca-c8be-43a5-9d62-dfa62c83a55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (96906bf1-6d49-4110-8bea-07aefb43331c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:37.776793 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4389f5ca-c8be-43a5-9d62-dfa62c83a55b admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:37.783333 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4389f5ca-c8be-43a5-9d62-dfa62c83a55b admin admin] 10.222.0.52 "DELETE /v2.0/networks/96906bf1-6d49-4110-8bea-07aefb43331c HTTP/1.1" status: 204 len: 168 time: 1.0418408 Feb 19 04:07:37.803362 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0f0e7-a08e-408e-b42d-fe18e3ded23f req-f11a5893-0589-4b61-b694-3d5dfcbf1b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:37.808369 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a4a0f0e7-a08e-408e-b42d-fe18e3ded23f req-f11a5893-0589-4b61-b694-3d5dfcbf1b89 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4afc8cdd0c1a4adebd59493a3965afa8&device_id=2415283d-0bc3-4632-a1af-8412db934f51 HTTP/1.1" status: 200 len: 1128 time: 0.1477780 Feb 19 04:07:37.821135 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-2d6b1a6c-217d-4bde-8c24-842a5f50ae55 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2979341 Feb 19 04:07:37.860966 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389f5ca-c8be-43a5-9d62-dfa62c83a55b admin admin] Pushing event deleted for resources: {'Network': ['ID=96906bf1-6d49-4110-8bea-07aefb43331c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:37.924215 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-744cdb31-8de3-4ed3-a635-73486a4b167c None None] Set router 32763abc-9950-48e0-85bc-d9f34828b021 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:07:37.957285 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-bb1fff83-8b69-4e4c-adc0-6afcd4915a70 service neutron] Request body: {'port': {'device_id': '2270e8de-e428-4657-9da6-56fba416468f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:37.989140 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:38.004750 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0f0e7-a08e-408e-b42d-fe18e3ded23f req-f2361e44-de4a-4dc2-b4dc-5f00bfef6ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:38.020893 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a4a0f0e7-a08e-408e-b42d-fe18e3ded23f req-f2361e44-de4a-4dc2-b4dc-5f00bfef6ff9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=89d1ed9c-9c45-4998-878b-86b20d407d20 HTTP/1.1" status: 200 len: 929 time: 0.2063258 Feb 19 04:07:38.112863 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a4a0f0e7-a08e-408e-b42d-fe18e3ded23f req-9c108948-ec33-4e9e-9c32-b31c448f7ac3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e970437-163d-481c-98d2-2c2b32731566 HTTP/1.1" status: 200 len: 217 time: 0.0831380 Feb 19 04:07:38.174482 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:38.174922 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:38.181929 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58328) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:38.203299 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a35460-42ec-4e60-ac05-ea76c57d3850 None None] DHCP port deletion for f4ddd912-24bb-425c-bceb-ca2948447277 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:07:38.261115 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9d389ff9-0acf-4fe8-b7a6-281acd5d9433 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aeffa8dc13064a198ee824c63786f0c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0781229 Feb 19 04:07:38.265261 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0f0e7-a08e-408e-b42d-fe18e3ded23f req-36915580-ff26-4aec-8f50-482fa7326787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:38.268043 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a4a0f0e7-a08e-408e-b42d-fe18e3ded23f req-36915580-ff26-4aec-8f50-482fa7326787 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0423d2f7-af38-49fd-9afb-e8decc1fcbb8 HTTP/1.1" status: 200 len: 867 time: 0.1354415 Feb 19 04:07:38.268588 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58332) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:38.305392 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fc945f81-b2a4-4cc0-98ad-68125c3ccd76 None None] Current status of the port e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:38.305807 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fc945f81-b2a4-4cc0-98ad-68125c3ccd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:38.408667 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3c22aaf5-286a-43a3-a619-1e738b5cdc18 admin admin] Publish callbacks [] for security_group (ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:38.424056 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0f0e7-a08e-408e-b42d-fe18e3ded23f req-9a0cc3d4-2abf-4528-8931-84995c72584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:38.425854 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a4a0f0e7-a08e-408e-b42d-fe18e3ded23f req-9a0cc3d4-2abf-4528-8931-84995c72584f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89d1ed9c-9c45-4998-878b-86b20d407d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1470909 Feb 19 04:07:38.454452 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3c22aaf5-286a-43a3-a619-1e738b5cdc18 admin admin] Publish callbacks [] for security_group (ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:38.460764 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680badf6-b301-4988-bcc9-362d88bdf8a5 req-3f389296-2ded-449a-a97d-3cbf62fde718 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:38.463818 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-680badf6-b301-4988-bcc9-362d88bdf8a5 req-3f389296-2ded-449a-a97d-3cbf62fde718 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 931 time: 0.6857865 Feb 19 04:07:38.474929 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f0247-72e6-4889-9e1f-1c2abdd69989 req-0189767e-8848-4f8f-b5c8-9afac7783b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:38.476986 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c81f0247-72e6-4889-9e1f-1c2abdd69989 req-0189767e-8848-4f8f-b5c8-9afac7783b35 service neutron] 10.222.0.52 "GET /v2.0/networks?id=89d1ed9c-9c45-4998-878b-86b20d407d20 HTTP/1.1" status: 200 len: 929 time: 0.9437089 Feb 19 04:07:38.477929 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fc945f81-b2a4-4cc0-98ad-68125c3ccd76 None None] For port e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8,segment=NetworkSegment(0c8c7577-d686-4408-9b89-4017d2f3f62c),segment_id=0c8c7577-d686-4408-9b89-4017d2f3f62c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:38.489473 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-bb1fff83-8b69-4e4c-adc0-6afcd4915a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f51c45b9-2040-4d3e-a96c-153135c4ea34), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:38.513446 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fc945f81-b2a4-4cc0-98ad-68125c3ccd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:38.577038 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c81f0247-72e6-4889-9e1f-1c2abdd69989 req-4aa8b436-f989-4740-bc92-17f27ac1af7e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e970437-163d-481c-98d2-2c2b32731566 HTTP/1.1" status: 200 len: 217 time: 0.0505550 Feb 19 04:07:38.581265 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-bfd6aa35-f201-4c52-b7ac-f6748afb2eed tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Publish callbacks [] for port (c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:38.611700 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0603583-b7ee-4244-a37b-70468b9dcf83 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Made reservation on behalf of 1d8d2a259e1b472f847c8eeae305584c for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:38.614444 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a4a0f0e7-a08e-408e-b42d-fe18e3ded23f req-fe69aa4d-4f01-4e82-aa06-c0a4f356dc2a service neutron] 10.222.0.26 "GET /v2.0/networks/89d1ed9c-9c45-4998-878b-86b20d407d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767313 Feb 19 04:07:38.615980 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0603583-b7ee-4244-a37b-70468b9dcf83 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:38.620663 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3c22aaf5-286a-43a3-a619-1e738b5cdc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:38.624661 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3c22aaf5-286a-43a3-a619-1e738b5cdc18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:38.625946 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3c22aaf5-286a-43a3-a619-1e738b5cdc18 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc HTTP/1.1" status: 204 len: 168 time: 0.3563406 Feb 19 04:07:38.712701 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f0247-72e6-4889-9e1f-1c2abdd69989 req-bc02949e-21b5-4fee-98cb-0e0d62883f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:38.714073 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c81f0247-72e6-4889-9e1f-1c2abdd69989 req-bc02949e-21b5-4fee-98cb-0e0d62883f69 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0423d2f7-af38-49fd-9afb-e8decc1fcbb8 HTTP/1.1" status: 200 len: 867 time: 0.0903668 Feb 19 04:07:38.761210 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e6a35460-42ec-4e60-ac05-ea76c57d3850 None None] Deleting port e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:38.761597 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e6a35460-42ec-4e60-ac05-ea76c57d3850 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:38.805831 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a4a0f0e7-a08e-408e-b42d-fe18e3ded23f req-51522a06-35f1-4c9d-92c9-1baa7f4dce4c service neutron] 10.222.0.26 "GET /v2.0/networks/89d1ed9c-9c45-4998-878b-86b20d407d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784966 Feb 19 04:07:38.813833 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22aaf5-286a-43a3-a619-1e738b5cdc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8402dc-c0ff-45c5-9abf-96eef5e4f9dc,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:38.850908 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-680badf6-b301-4988-bcc9-362d88bdf8a5 req-a2dc9918-1878-405b-8700-e26786662a58 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3692324 Feb 19 04:07:38.904200 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:38.916699 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-f5ca3e70-4dec-4a9f-962a-357b4d196789 None None] Provisioning complete for port f51c45b9-2040-4d3e-a96c-153135c4ea34 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:38.917087 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f5ca3e70-4dec-4a9f-962a-357b4d196789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f51c45b9-2040-4d3e-a96c-153135c4ea34), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:39.009262 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f0247-72e6-4889-9e1f-1c2abdd69989 req-62b7cff6-042d-42a5-a1c8-5f450791806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:39.011097 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c81f0247-72e6-4889-9e1f-1c2abdd69989 req-62b7cff6-042d-42a5-a1c8-5f450791806e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=89d1ed9c-9c45-4998-878b-86b20d407d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2887866 Feb 19 04:07:39.031541 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e6a35460-42ec-4e60-ac05-ea76c57d3850 None None] For port e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8,segment=NetworkSegment(0c8c7577-d686-4408-9b89-4017d2f3f62c),segment_id=0c8c7577-d686-4408-9b89-4017d2f3f62c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:39.033396 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e6a35460-42ec-4e60-ac05-ea76c57d3850 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:39.073555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e6a35460-42ec-4e60-ac05-ea76c57d3850 None None] Calling delete_port for e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:39.077310 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2f416c23-a7f5-4724-aadf-c4f0872d4c91 req-36ea9a45-2ea6-4797-9cf7-c86a189a1873 tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dae9c2f-405e-4b76-b6df-81478538af30 HTTP/1.1" status: 200 len: 210 time: 0.0953777 Feb 19 04:07:39.174889 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc945f81-b2a4-4cc0-98ad-68125c3ccd76 None None] Pushing event updated for resources: {'Port': ['ID=e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:39.216517 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e6a35460-42ec-4e60-ac05-ea76c57d3850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:39.245893 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-bfd6aa35-f201-4c52-b7ac-f6748afb2eed tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:39.266308 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a35460-42ec-4e60-ac05-ea76c57d3850 None None] No DVR routers for this DVR port e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:07:39.268219 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f5ca3e70-4dec-4a9f-962a-357b4d196789 None None] Port f51c45b9-2040-4d3e-a96c-153135c4ea34 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:07:39.285970 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a35460-42ec-4e60-ac05-ea76c57d3850 None None] Pushing event deleted for resources: {'Port': ['ID=e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:39.315185 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-744cdb31-8de3-4ed3-a635-73486a4b167c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32763abc-9950-48e0-85bc-d9f34828b021', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-920809313-router', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '67b5a101-2bf5-4465-bf6f-ca2e6f916ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:35Z', 'updated_at': '2022-02-19T04:06:41Z', 'revision_number': 4, 'project_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'gw_port': {'id': '67b5a101-2bf5-4465-bf6f-ca2e6f916ed1', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32763abc-9950-48e0-85bc-d9f34828b021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:36Z', 'updated_at': '2022-02-19T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'b10c53b3-5eb6-4a0d-bdbd-929fc1250876', 'name': '', 'network_id': '89d1ed9c-9c45-4998-878b-86b20d407d20', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'mac_address': 'fa:16:3e:22:ad:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32763abc-9950-48e0-85bc-d9f34828b021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '0423d2f7-af38-49fd-9afb-e8decc1fcbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:39Z', 'updated_at': '2022-02-19T04:06:45Z', 'revision_number': 5, 'project_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'subnets': [{'id': '0423d2f7-af38-49fd-9afb-e8decc1fcbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:39.350374 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744cdb31-8de3-4ed3-a635-73486a4b167c None None] Checking router: 32763abc-9950-48e0-85bc-d9f34828b021 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:07:39.360990 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744cdb31-8de3-4ed3-a635-73486a4b167c None None] Routers {'32763abc-9950-48e0-85bc-d9f34828b021'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:39.361871 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-744cdb31-8de3-4ed3-a635-73486a4b167c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:07:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['32763abc-9950-48e0-85bc-d9f34828b021'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:39.550816 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-744cdb31-8de3-4ed3-a635-73486a4b167c None None] Set router 32763abc-9950-48e0-85bc-d9f34828b021 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:07:39.845569 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:07:39.889599 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:07:39.889948 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e6dbd1c5-7f9f-4040-8b62-db85b0b6eaa8 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:07:39.894671 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-744cdb31-8de3-4ed3-a635-73486a4b167c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32763abc-9950-48e0-85bc-d9f34828b021', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-920809313-router', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '67b5a101-2bf5-4465-bf6f-ca2e6f916ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:35Z', 'updated_at': '2022-02-19T04:06:41Z', 'revision_number': 4, 'project_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'gw_port': {'id': '67b5a101-2bf5-4465-bf6f-ca2e6f916ed1', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32763abc-9950-48e0-85bc-d9f34828b021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:36Z', 'updated_at': '2022-02-19T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'b10c53b3-5eb6-4a0d-bdbd-929fc1250876', 'name': '', 'network_id': '89d1ed9c-9c45-4998-878b-86b20d407d20', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'mac_address': 'fa:16:3e:22:ad:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32763abc-9950-48e0-85bc-d9f34828b021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '0423d2f7-af38-49fd-9afb-e8decc1fcbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:39Z', 'updated_at': '2022-02-19T04:06:45Z', 'revision_number': 5, 'project_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'subnets': [{'id': '0423d2f7-af38-49fd-9afb-e8decc1fcbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:39.908463 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58364) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:39.949085 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744cdb31-8de3-4ed3-a635-73486a4b167c None None] The sync data for ids ['32763abc-9950-48e0-85bc-d9f34828b021'] in n-d-828369-19 is: [{'id': '32763abc-9950-48e0-85bc-d9f34828b021', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-920809313-router', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '67b5a101-2bf5-4465-bf6f-ca2e6f916ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:35Z', 'updated_at': '2022-02-19T04:06:41Z', 'revision_number': 4, 'project_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'gw_port': {'id': '67b5a101-2bf5-4465-bf6f-ca2e6f916ed1', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32763abc-9950-48e0-85bc-d9f34828b021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:36Z', 'updated_at': '2022-02-19T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'b10c53b3-5eb6-4a0d-bdbd-929fc1250876', 'name': '', 'network_id': '89d1ed9c-9c45-4998-878b-86b20d407d20', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'mac_address': 'fa:16:3e:22:ad:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32763abc-9950-48e0-85bc-d9f34828b021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '0423d2f7-af38-49fd-9afb-e8decc1fcbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:39Z', 'updated_at': '2022-02-19T04:06:45Z', 'revision_number': 5, 'project_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'subnets': [{'id': '0423d2f7-af38-49fd-9afb-e8decc1fcbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:07:40.038951 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6aa35-f201-4c52-b7ac-f6748afb2eed tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Pushing event updated for resources: {'Port': ['ID=c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:40.062156 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-bfd6aa35-f201-4c52-b7ac-f6748afb2eed tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Network dd886ee4-6a87-4c95-8c57-22fc09e0480a is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:40.063947 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-fd0dcfc9-376b-48dc-8697-3123301db64d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-96328431-network', 'tenant_id': 'e09d752b62b44ea5a2f23e7b86993e07'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:40.107122 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0dcfc9-376b-48dc-8697-3123301db64d admin admin] Made reservation on behalf of e09d752b62b44ea5a2f23e7b86993e07 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:40.110070 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd0dcfc9-376b-48dc-8697-3123301db64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:40.114661 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-bfd6aa35-f201-4c52-b7ac-f6748afb2eed tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:40.119208 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c81f0247-72e6-4889-9e1f-1c2abdd69989 req-5d889e75-975a-4f13-8bf5-3a084f802af8 service neutron] 10.222.0.52 "GET /v2.0/networks/89d1ed9c-9c45-4998-878b-86b20d407d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0834882 Feb 19 04:07:40.125188 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-bfd6aa35-f201-4c52-b7ac-f6748afb2eed tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:07:40.135149 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd0dcfc9-376b-48dc-8697-3123301db64d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:40.251585 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd0dcfc9-376b-48dc-8697-3123301db64d admin admin] Publish callbacks [] for security_group (d58af973-7f19-4696-9bab-d48213d8deb6), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:40.259785 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd0dcfc9-376b-48dc-8697-3123301db64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d58af973-7f19-4696-9bab-d48213d8deb6), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:40.279495 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73a9ac-3e71-44c5-bf52-93c917188d56 req-46614331-d31d-41af-904d-e9c6b4fe25d1 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:40.281102 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4e73a9ac-3e71-44c5-bf52-93c917188d56 req-46614331-d31d-41af-904d-e9c6b4fe25d1 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa93173e-fa6c-4663-84fe-7bcb8dfe76c2 HTTP/1.1" status: 200 len: 946 time: 1.0788183 Feb 19 04:07:40.282542 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd0dcfc9-376b-48dc-8697-3123301db64d admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:07:40.317879 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd0dcfc9-376b-48dc-8697-3123301db64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (27e54185-72e8-4b7c-8b0a-779943e353eb), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:40.319002 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-fd0dcfc9-376b-48dc-8697-3123301db64d admin admin] Added segment 27e54185-72e8-4b7c-8b0a-779943e353eb of type vlan for network b40e029f-e45e-4dad-8b72-cb8e978e0503 Feb 19 04:07:40.329640 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0dcfc9-376b-48dc-8697-3123301db64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58af973-7f19-4696-9bab-d48213d8deb6,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:40.374854 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-bfd6aa35-f201-4c52-b7ac-f6748afb2eed tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:40.374854 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-bfd6aa35-f201-4c52-b7ac-f6748afb2eed tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:40.396446 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd0dcfc9-376b-48dc-8697-3123301db64d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (b40e029f-e45e-4dad-8b72-cb8e978e0503), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:40.397867 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eea3366-2127-4707-b68c-e8f60a38e4c8 None None] New status for floating IP f67bbfa7-a1e9-4d0a-8289-6ed86aff3cc8: DOWN {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:07:40.438196 n-d-828369-19 neutron-server[109926]: DEBUG neutron.objects.ports [None req-c0603583-b7ee-4244-a37b-70468b9dcf83 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109926) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:07:40.459698 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd0dcfc9-376b-48dc-8697-3123301db64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (b40e029f-e45e-4dad-8b72-cb8e978e0503), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:40.460046 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-bfd6aa35-f201-4c52-b7ac-f6748afb2eed tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9464540 Feb 19 04:07:40.461098 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0603583-b7ee-4244-a37b-70468b9dcf83 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (12bee617-3a8d-4ba1-8448-02447e0cbc8b), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:40.462233 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0dcfc9-376b-48dc-8697-3123301db64d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:40.462767 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd0dcfc9-376b-48dc-8697-3123301db64d admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:40.532763 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0603583-b7ee-4244-a37b-70468b9dcf83 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event updated for resources: {'Subnet': ['ID=12bee617-3a8d-4ba1-8448-02447e0cbc8b,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:40.545950 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fd0dcfc9-376b-48dc-8697-3123301db64d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6367192 Feb 19 04:07:40.546711 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58372) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:40.554945 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-94c948d1-f10c-4115-a3a4-81e0a699309f admin admin] Request body: {'subnet': {'network_id': 'b40e029f-e45e-4dad-8b72-cb8e978e0503', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-96328431-subnet', 'tenant_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:40.559151 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-626bb479-b7ba-4e3f-9176-8c2a10bbdf1b service neutron] Request body: {'port': {'device_id': '7dae9c2f-405e-4b76-b6df-81478538af30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:40.567184 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0dcfc9-376b-48dc-8697-3123301db64d admin admin] Pushing event updated for resources: {'Network': ['ID=b40e029f-e45e-4dad-8b72-cb8e978e0503,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:40.579843 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network b40e029f-e45e-4dad-8b72-cb8e978e0503 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:07:40.601420 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c948d1-f10c-4115-a3a4-81e0a699309f admin admin] Made reservation on behalf of e09d752b62b44ea5a2f23e7b86993e07 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:40.604200 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-94c948d1-f10c-4115-a3a4-81e0a699309f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:40.671080 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4e73a9ac-3e71-44c5-bf52-93c917188d56 req-279abeed-af87-4e8e-b5d8-f7960368b879 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718297 Feb 19 04:07:40.706952 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c81f0247-72e6-4889-9e1f-1c2abdd69989 req-c2e785fc-9888-4235-bab2-31fdb07b4809 service neutron] 10.222.0.52 "GET /v2.0/networks/89d1ed9c-9c45-4998-878b-86b20d407d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5758319 Feb 19 04:07:40.715474 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-626bb479-b7ba-4e3f-9176-8c2a10bbdf1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:40.719842 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-bb1fff83-8b69-4e4c-adc0-6afcd4915a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f51c45b9-2040-4d3e-a96c-153135c4ea34 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:07:40.726372 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0603583-b7ee-4244-a37b-70468b9dcf83 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Checking segment: {'id': 'b32adb37-fd80-485d-bd73-c9573b296e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '369eda16-6143-473e-b2cd-eaef69ee11aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:40.726858 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0603583-b7ee-4244-a37b-70468b9dcf83 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Network hostable DHCP agents. Network: 369eda16-6143-473e-b2cd-eaef69ee11aa, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:07:40.753727 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-bb1fff83-8b69-4e4c-adc0-6afcd4915a70 service neutron] Publish callbacks [] for port (f51c45b9-2040-4d3e-a96c-153135c4ea34), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:40.823079 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-bb1fff83-8b69-4e4c-adc0-6afcd4915a70 service neutron] Transition to ACTIVE for port object f51c45b9-2040-4d3e-a96c-153135c4ea34 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:07:40.845051 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-bb1fff83-8b69-4e4c-adc0-6afcd4915a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (f51c45b9-2040-4d3e-a96c-153135c4ea34), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:40.873984 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0603583-b7ee-4244-a37b-70468b9dcf83 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Network 369eda16-6143-473e-b2cd-eaef69ee11aa is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:07:40.902477 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-94c948d1-f10c-4115-a3a4-81e0a699309f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (e5308b5b-30ec-49b2-97d1-b7274bba8304), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:40.964089 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c948d1-f10c-4115-a3a4-81e0a699309f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5308b5b-30ec-49b2-97d1-b7274bba8304,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:40.975262 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c948d1-f10c-4115-a3a4-81e0a699309f admin admin] Checking segment: {'id': '27e54185-72e8-4b7c-8b0a-779943e353eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b40e029f-e45e-4dad-8b72-cb8e978e0503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:40.975638 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c948d1-f10c-4115-a3a4-81e0a699309f admin admin] Network hostable DHCP agents. Network: b40e029f-e45e-4dad-8b72-cb8e978e0503, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:07:40.992644 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-c0603583-b7ee-4244-a37b-70468b9dcf83 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 369eda16-6143-473e-b2cd-eaef69ee11aa) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:41.000956 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c948d1-f10c-4115-a3a4-81e0a699309f admin admin] Network b40e029f-e45e-4dad-8b72-cb8e978e0503 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:07:41.001747 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac09e48-915f-4ccc-9b0a-9b7c37c33579 None None] Network 369eda16-6143-473e-b2cd-eaef69ee11aa requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:41.013399 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0603583-b7ee-4244-a37b-70468b9dcf83 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:41.013994 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0603583-b7ee-4244-a37b-70468b9dcf83 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.020609 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-94c948d1-f10c-4115-a3a4-81e0a699309f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, b40e029f-e45e-4dad-8b72-cb8e978e0503) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:41.027569 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c948d1-f10c-4115-a3a4-81e0a699309f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:41.028176 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-94c948d1-f10c-4115-a3a4-81e0a699309f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.054043 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723593a-36b0-444f-bb0b-1005b46a0f0c req-68080ed1-33d4-459c-90f2-a5ac1027b1cc tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:41.060179 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6723593a-36b0-444f-bb0b-1005b46a0f0c req-68080ed1-33d4-459c-90f2-a5ac1027b1cc tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 931 time: 0.2830987 Feb 19 04:07:41.060363 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-94c948d1-f10c-4115-a3a4-81e0a699309f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5093918 Feb 19 04:07:41.063169 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58376) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:41.067838 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fff83-8b69-4e4c-adc0-6afcd4915a70 service neutron] Pushing event updated for resources: {'Port': ['ID=f51c45b9-2040-4d3e-a96c-153135c4ea34,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:41.078729 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-cbdf6022-f9d2-41b2-a16b-632151209c12 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-96328431-router', 'tenant_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:41.142351 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c0603583-b7ee-4244-a37b-70468b9dcf83 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.5944560 Feb 19 04:07:41.146516 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58378) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:41.183120 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cbdf6022-f9d2-41b2-a16b-632151209c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.184197 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cbdf6022-f9d2-41b2-a16b-632151209c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.221523 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921a84e-962d-4322-8305-efa2a3d3f660 req-fa498c41-a104-4263-9f82-5199a36e9b9e tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:41.223391 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b921a84e-962d-4322-8305-efa2a3d3f660 req-fa498c41-a104-4263-9f82-5199a36e9b9e tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dae9c2f-405e-4b76-b6df-81478538af30 HTTP/1.1" status: 200 len: 931 time: 0.3904331 Feb 19 04:07:41.245615 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5270d7-5355-446a-b00c-fafbdedf3c95 None None] Network b40e029f-e45e-4dad-8b72-cb8e978e0503 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:41.260292 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-442aa5d1-7437-497b-8e7a-e987b32b6d68 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (369eda16-6143-473e-b2cd-eaef69ee11aa), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.355687 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-442aa5d1-7437-497b-8e7a-e987b32b6d68 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (12bee617-3a8d-4ba1-8448-02447e0cbc8b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.392849 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6723593a-36b0-444f-bb0b-1005b46a0f0c req-a8564bf3-a846-424b-90b8-5318404fa976 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2968991 Feb 19 04:07:41.393114 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af403733-d40c-44a1-8430-e698baa2c19c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-369eda16-6143-473e-b2cd-eaef69ee11aa', 'network_id': '369eda16-6143-473e-b2cd-eaef69ee11aa', 'project_id': '1d8d2a259e1b472f847c8eeae305584c', 'fixed_ips': [{'subnet_id': '12bee617-3a8d-4ba1-8448-02447e0cbc8b'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:07:41.393896 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-af403733-d40c-44a1-8430-e698baa2c19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.397863 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cbdf6022-f9d2-41b2-a16b-632151209c12 admin admin] Publish callbacks [] for router_controller (d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.402376 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b921a84e-962d-4322-8305-efa2a3d3f660 req-33b80b00-4b9e-4078-bcac-a84c0a4b95f9 tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] 10.222.0.52 "GET /v2.0/security-groups?id=b24b822b-5314-4029-bd20-adede073e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644049 Feb 19 04:07:41.403106 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-bb1fff83-8b69-4e4c-adc0-6afcd4915a70 service neutron] Attempting to bind port f51c45b9-2040-4d3e-a96c-153135c4ea34 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:07:41.403442 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-bb1fff83-8b69-4e4c-adc0-6afcd4915a70 service neutron] Attempting to bind port f51c45b9-2040-4d3e-a96c-153135c4ea34 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '02ff9e4b-efe0-46b0-93bf-0ddda7109b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:07:41.403770 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-bb1fff83-8b69-4e4c-adc0-6afcd4915a70 service neutron] Attempting to bind port f51c45b9-2040-4d3e-a96c-153135c4ea34 on network 7d063905-1dca-479b-a8ed-624bbce2a132 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:07:41.422336 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6c7eb2-5d5f-47b4-a8fe-bfef584b3648 None None] Network b40e029f-e45e-4dad-8b72-cb8e978e0503 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:41.423929 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-bb1fff83-8b69-4e4c-adc0-6afcd4915a70 service neutron] Port f51c45b9-2040-4d3e-a96c-153135c4ea34 on network 7d063905-1dca-479b-a8ed-624bbce2a132 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:07:41.424258 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-bb1fff83-8b69-4e4c-adc0-6afcd4915a70 service neutron] Attempting to bind port f51c45b9-2040-4d3e-a96c-153135c4ea34 on network 7d063905-1dca-479b-a8ed-624bbce2a132 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:07:41.447078 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-442aa5d1-7437-497b-8e7a-e987b32b6d68 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (12bee617-3a8d-4ba1-8448-02447e0cbc8b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.477025 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442aa5d1-7437-497b-8e7a-e987b32b6d68 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event deleted for resources: {'Subnet': ['ID=12bee617-3a8d-4ba1-8448-02447e0cbc8b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:41.526938 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-bb1fff83-8b69-4e4c-adc0-6afcd4915a70 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:07:41.527323 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-bb1fff83-8b69-4e4c-adc0-6afcd4915a70 service neutron] Checking segment: {'id': '02ff9e4b-efe0-46b0-93bf-0ddda7109b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:41.527792 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-bb1fff83-8b69-4e4c-adc0-6afcd4915a70 service neutron] Bound using segment: {'id': '02ff9e4b-efe0-46b0-93bf-0ddda7109b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:07:41.528279 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-bb1fff83-8b69-4e4c-adc0-6afcd4915a70 service neutron] Bound port: f51c45b9-2040-4d3e-a96c-153135c4ea34, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02ff9e4b-efe0-46b0-93bf-0ddda7109b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:07:41.528654 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-bb1fff83-8b69-4e4c-adc0-6afcd4915a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f51c45b9-2040-4d3e-a96c-153135c4ea34), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.545714 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-442aa5d1-7437-497b-8e7a-e987b32b6d68 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (369eda16-6143-473e-b2cd-eaef69ee11aa), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.590701 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-442aa5d1-7437-497b-8e7a-e987b32b6d68 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369eda16-6143-473e-b2cd-eaef69ee11aa']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:41.602098 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-730d425a-653e-4f25-a357-609247b28878 req-4c2b4780-b97c-40ee-b0ae-622072eda7d7 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/floatingips/f67bbfa7-a1e9-4d0a-8289-6ed86aff3cc8 HTTP/1.1" status: 200 len: 693 time: 0.1321664 Feb 19 04:07:41.607803 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-442aa5d1-7437-497b-8e7a-e987b32b6d68 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b32adb37-fd80-485d-bd73-c9573b296e43') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:41.608337 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-442aa5d1-7437-497b-8e7a-e987b32b6d68 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b32adb37-fd80-485d-bd73-c9573b296e43') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:41.621845 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-442aa5d1-7437-497b-8e7a-e987b32b6d68 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (b32adb37-fd80-485d-bd73-c9573b296e43), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.638093 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-442aa5d1-7437-497b-8e7a-e987b32b6d68 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (b32adb37-fd80-485d-bd73-c9573b296e43), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.648496 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442aa5d1-7437-497b-8e7a-e987b32b6d68 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:07:41.648898 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-442aa5d1-7437-497b-8e7a-e987b32b6d68 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (b32adb37-fd80-485d-bd73-c9573b296e43), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:07:41.652361 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server [None req-af403733-d40c-44a1-8430-e698baa2c19c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12bee617-3a8d-4ba1-8448-02447e0cbc8b: This subnet is being modified by another concurrent operation. Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:07:41.680458 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise exception Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12bee617-3a8d-4ba1-8448-02447e0cbc8b: This subnet is being modified by another concurrent operation. Feb 19 04:07:41.684291 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server Feb 19 04:07:41.717958 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-442aa5d1-7437-497b-8e7a-e987b32b6d68 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (369eda16-6143-473e-b2cd-eaef69ee11aa), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.735076 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a36dd26-06c3-46ea-a5cb-4d8e8227d2a1 None None] get_active_networks_info from n-d-828369-19 {{(pid=109927) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:07:41.737139 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-442aa5d1-7437-497b-8e7a-e987b32b6d68 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.745658 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-442aa5d1-7437-497b-8e7a-e987b32b6d68 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "DELETE /v2.0/networks/369eda16-6143-473e-b2cd-eaef69ee11aa HTTP/1.1" status: 204 len: 168 time: 0.5980310 Feb 19 04:07:41.747770 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58390) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:41.752905 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-8aeecafb-90d9-47bb-8f3c-d55a87740203 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-739295284'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:41.767461 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442aa5d1-7437-497b-8e7a-e987b32b6d68 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event deleted for resources: {'Network': ['ID=369eda16-6143-473e-b2cd-eaef69ee11aa,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:41.790994 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aeecafb-90d9-47bb-8f3c-d55a87740203 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Made reservation on behalf of 1d8d2a259e1b472f847c8eeae305584c for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:41.794957 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8aeecafb-90d9-47bb-8f3c-d55a87740203 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.813529 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cbdf6022-f9d2-41b2-a16b-632151209c12 admin admin] Publish callbacks [] for router_gateway (d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.827329 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aeecafb-90d9-47bb-8f3c-d55a87740203 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:07:41.853469 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8aeecafb-90d9-47bb-8f3c-d55a87740203 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (63a02a2a-0880-4647-b8f5-0a2b971f84ba), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.853641 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-8aeecafb-90d9-47bb-8f3c-d55a87740203 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Added segment 63a02a2a-0880-4647-b8f5-0a2b971f84ba of type vlan for network 9049539a-fbdd-4fb6-b826-47285996b1fb Feb 19 04:07:41.882324 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-626bb479-b7ba-4e3f-9176-8c2a10bbdf1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:07:41.908289 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8aeecafb-90d9-47bb-8f3c-d55a87740203 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (9049539a-fbdd-4fb6-b826-47285996b1fb), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.924014 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-bb1fff83-8b69-4e4c-adc0-6afcd4915a70 service neutron] For port f51c45b9-2040-4d3e-a96c-153135c4ea34, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:07:41.927349 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-bb1fff83-8b69-4e4c-adc0-6afcd4915a70 service neutron] For port f51c45b9-2040-4d3e-a96c-153135c4ea34, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f51c45b9-2040-4d3e-a96c-153135c4ea34,segment=NetworkSegment(02ff9e4b-efe0-46b0-93bf-0ddda7109b69),segment_id=02ff9e4b-efe0-46b0-93bf-0ddda7109b69)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:07:41.944038 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8aeecafb-90d9-47bb-8f3c-d55a87740203 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (9049539a-fbdd-4fb6-b826-47285996b1fb), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.948766 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a36dd26-06c3-46ea-a5cb-4d8e8227d2a1 None None] Resources bound (agent type, host, resource id): {{(pid=109927) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:07:41.949728 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeecafb-90d9-47bb-8f3c-d55a87740203 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:41.950534 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8aeecafb-90d9-47bb-8f3c-d55a87740203 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:42.023883 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8aeecafb-90d9-47bb-8f3c-d55a87740203 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2750163 Feb 19 04:07:42.027087 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58394) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:42.028238 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d425a-653e-4f25-a357-609247b28878 req-d9d0c7bf-336e-4f1f-a45b-d9c52c32ad79 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:42.030120 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-730d425a-653e-4f25-a357-609247b28878 req-d9d0c7bf-336e-4f1f-a45b-d9c52c32ad79 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 784 time: 0.3843660 Feb 19 04:07:42.032128 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-15b5da02-1107-4247-b6dd-8b257d83abbe tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Request body: {'subnet': {'network_id': '9049539a-fbdd-4fb6-b826-47285996b1fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:42.036325 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-626bb479-b7ba-4e3f-9176-8c2a10bbdf1b service neutron] Publish callbacks [] for port (c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:42.051813 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeecafb-90d9-47bb-8f3c-d55a87740203 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event updated for resources: {'Network': ['ID=9049539a-fbdd-4fb6-b826-47285996b1fb,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:42.066126 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-bb1fff83-8b69-4e4c-adc0-6afcd4915a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (f51c45b9-2040-4d3e-a96c-153135c4ea34), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:42.077461 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 9049539a-fbdd-4fb6-b826-47285996b1fb details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:07:42.091201 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-730d425a-653e-4f25-a357-609247b28878 req-1e193743-6625-49ed-a156-b87d24ababd3 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:07:42.092972 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-730d425a-653e-4f25-a357-609247b28878 req-1e193743-6625-49ed-a156-b87d24ababd3 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0517268 Feb 19 04:07:42.144393 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b5da02-1107-4247-b6dd-8b257d83abbe tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Made reservation on behalf of 1d8d2a259e1b472f847c8eeae305584c for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:42.148866 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-15b5da02-1107-4247-b6dd-8b257d83abbe tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:42.189484 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-626bb479-b7ba-4e3f-9176-8c2a10bbdf1b service neutron] Transition to ACTIVE for port object c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:07:42.195079 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-730d425a-653e-4f25-a357-609247b28878 req-d675226e-5205-4404-bcfa-840481dd43a9 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.243 HTTP/1.1" status: 200 len: 696 time: 0.0704372 Feb 19 04:07:42.234055 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-bb1fff83-8b69-4e4c-adc0-6afcd4915a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:42.235255 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-bb1fff83-8b69-4e4c-adc0-6afcd4915a70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:42.236723 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-bb1fff83-8b69-4e4c-adc0-6afcd4915a70 service neutron] 10.222.0.79 "PUT /v2.0/ports/f51c45b9-2040-4d3e-a96c-153135c4ea34 HTTP/1.1" status: 200 len: 1092 time: 4.3248711 Feb 19 04:07:42.241289 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2270e8de-e428-4657-9da6-56fba416468f', 'tag': 'f51c45b9-2040-4d3e-a96c-153135c4ea34'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:42.243761 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324d4e39-c3de-4d4b-bcfa-7e8c60968ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "2270e8de-e428-4657-9da6-56fba416468f", "tag": "f51c45b9-2040-4d3e-a96c-153135c4ea34"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:42.252602 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-626bb479-b7ba-4e3f-9176-8c2a10bbdf1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:42.324315 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-730d425a-653e-4f25-a357-609247b28878 req-a4e5fb15-bd4d-4eb8-b0d5-4d74f9aa02ea tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.243 HTTP/1.1" status: 200 len: 696 time: 0.0864811 Feb 19 04:07:42.357998 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec9189-a126-4b24-8811-bd439b9c65f9 req-38191618-988f-478b-acdd-1f0ccf3a994a tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:42.359616 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66ec9189-a126-4b24-8811-bd439b9c65f9 req-38191618-988f-478b-acdd-1f0ccf3a994a tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa93173e-fa6c-4663-84fe-7bcb8dfe76c2 HTTP/1.1" status: 200 len: 946 time: 0.5398927 Feb 19 04:07:42.385358 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ac09f4-dbc2-480d-9fa1-14c45ccfe95b None None] Network 369eda16-6143-473e-b2cd-eaef69ee11aa requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:42.401121 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ac09f4-dbc2-480d-9fa1-14c45ccfe95b None None] Network 369eda16-6143-473e-b2cd-eaef69ee11aa could not be found, it might have been deleted concurrently. {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 04:07:42.427271 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-15b5da02-1107-4247-b6dd-8b257d83abbe tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (f07b5167-31a6-480d-b6d9-ca3ba2817eef), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:42.454585 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fff83-8b69-4e4c-adc0-6afcd4915a70 service neutron] Pushing event updated for resources: {'Port': ['ID=f51c45b9-2040-4d3e-a96c-153135c4ea34,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:42.497948 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5da02-1107-4247-b6dd-8b257d83abbe tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event updated for resources: {'Subnet': ['ID=f07b5167-31a6-480d-b6d9-ca3ba2817eef,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:42.510452 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bb479-b7ba-4e3f-9176-8c2a10bbdf1b service neutron] Pushing event updated for resources: {'Port': ['ID=c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:42.520236 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b5da02-1107-4247-b6dd-8b257d83abbe tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Checking segment: {'id': '63a02a2a-0880-4647-b8f5-0a2b971f84ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9049539a-fbdd-4fb6-b826-47285996b1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:42.520751 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b5da02-1107-4247-b6dd-8b257d83abbe tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Network hostable DHCP agents. Network: 9049539a-fbdd-4fb6-b826-47285996b1fb, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:07:42.542410 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b5da02-1107-4247-b6dd-8b257d83abbe tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Network 9049539a-fbdd-4fb6-b826-47285996b1fb is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:07:42.555666 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-15b5da02-1107-4247-b6dd-8b257d83abbe tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 9049539a-fbdd-4fb6-b826-47285996b1fb) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:42.561049 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b5da02-1107-4247-b6dd-8b257d83abbe tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:42.561796 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-15b5da02-1107-4247-b6dd-8b257d83abbe tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:42.566586 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca05c2d-0d69-4560-9f7c-fd8cd0c05eae None None] Network 9049539a-fbdd-4fb6-b826-47285996b1fb requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:42.582955 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-15b5da02-1107-4247-b6dd-8b257d83abbe tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5546641 Feb 19 04:07:42.586194 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58402) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:42.711571 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b22be7-8e37-4274-af16-771c82b5db55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-9049539a-fbdd-4fb6-b826-47285996b1fb', 'network_id': '9049539a-fbdd-4fb6-b826-47285996b1fb', 'project_id': '1d8d2a259e1b472f847c8eeae305584c', 'fixed_ips': [{'subnet_id': 'f07b5167-31a6-480d-b6d9-ca3ba2817eef'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:07:42.712455 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-08b22be7-8e37-4274-af16-771c82b5db55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:42.722873 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-84ed7e72-03ae-476a-ba84-8cbb26d16427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:42.724578 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-84ed7e72-03ae-476a-ba84-8cbb26d16427 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=319abc5982f54b9dba72250cd09a8d28&device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 1126 time: 0.3992243 Feb 19 04:07:42.728834 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66ec9189-a126-4b24-8811-bd439b9c65f9 req-f3d3d3a5-c276-435e-a403-d97e8ee470ec tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541837 Feb 19 04:07:42.729790 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af0c8bc4-ae89-4218-8510-95969b8a4418 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (9049539a-fbdd-4fb6-b826-47285996b1fb), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:42.792006 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-adebd869-6d13-4a03-aec9-bb456ddb2ea4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f51c45b9-2040-4d3e-a96c-153135c4ea34 HTTP/1.1" status: 200 len: 217 time: 0.0584579 Feb 19 04:07:42.797261 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af0c8bc4-ae89-4218-8510-95969b8a4418 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (f07b5167-31a6-480d-b6d9-ca3ba2817eef), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:42.850695 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2007a6-a909-4478-b5c6-bfee1d937b71 x-openstack-request-id: req-fe2007a6-a909-4478-b5c6-bfee1d937b71 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:42.850907 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2270e8de-e428-4657-9da6-56fba416468f", "tag": "f51c45b9-2040-4d3e-a96c-153135c4ea34", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:42.851139 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe2007a6-a909-4478-b5c6-bfee1d937b71 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:42.851540 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2270e8de-e428-4657-9da6-56fba416468f', 'tag': 'f51c45b9-2040-4d3e-a96c-153135c4ea34', 'status': 'completed', 'code': 200} Feb 19 04:07:42.856477 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-626bb479-b7ba-4e3f-9176-8c2a10bbdf1b service neutron] Attempting to bind port c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:07:42.856841 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-626bb479-b7ba-4e3f-9176-8c2a10bbdf1b service neutron] Attempting to bind port c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '089c5c6f-48d9-479c-aff0-8548c19db761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'dd886ee4-6a87-4c95-8c57-22fc09e0480a'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:07:42.857172 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-626bb479-b7ba-4e3f-9176-8c2a10bbdf1b service neutron] Attempting to bind port c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4 on network dd886ee4-6a87-4c95-8c57-22fc09e0480a {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:07:42.867467 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-730d425a-653e-4f25-a357-609247b28878 req-7002376f-2d62-43e3-a795-76f6aecfbc2e tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Deleting port ce8cd975-fd33-455f-96f6-7f537bc3f403 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:42.867814 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-730d425a-653e-4f25-a357-609247b28878 req-7002376f-2d62-43e3-a795-76f6aecfbc2e tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ce8cd975-fd33-455f-96f6-7f537bc3f403), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:42.877678 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af0c8bc4-ae89-4218-8510-95969b8a4418 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (f07b5167-31a6-480d-b6d9-ca3ba2817eef), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:42.886395 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-626bb479-b7ba-4e3f-9176-8c2a10bbdf1b service neutron] Port c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4 on network dd886ee4-6a87-4c95-8c57-22fc09e0480a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:07:42.886722 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-626bb479-b7ba-4e3f-9176-8c2a10bbdf1b service neutron] Attempting to bind port c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4 on network dd886ee4-6a87-4c95-8c57-22fc09e0480a {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:07:42.911061 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c8bc4-ae89-4218-8510-95969b8a4418 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event deleted for resources: {'Subnet': ['ID=f07b5167-31a6-480d-b6d9-ca3ba2817eef,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:43.004841 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-626bb479-b7ba-4e3f-9176-8c2a10bbdf1b service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:07:43.005275 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-626bb479-b7ba-4e3f-9176-8c2a10bbdf1b service neutron] Checking segment: {'id': '089c5c6f-48d9-479c-aff0-8548c19db761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'dd886ee4-6a87-4c95-8c57-22fc09e0480a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:43.005641 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-626bb479-b7ba-4e3f-9176-8c2a10bbdf1b service neutron] Bound using segment: {'id': '089c5c6f-48d9-479c-aff0-8548c19db761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'dd886ee4-6a87-4c95-8c57-22fc09e0480a'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:07:43.006990 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-626bb479-b7ba-4e3f-9176-8c2a10bbdf1b service neutron] Bound port: c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '089c5c6f-48d9-479c-aff0-8548c19db761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'dd886ee4-6a87-4c95-8c57-22fc09e0480a'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:07:43.007355 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-626bb479-b7ba-4e3f-9176-8c2a10bbdf1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server [None req-08b22be7-8e37-4274-af16-771c82b5db55 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f07b5167-31a6-480d-b6d9-ca3ba2817eef: This subnet is being modified by another concurrent operation. Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:07:43.010720 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise exception Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f07b5167-31a6-480d-b6d9-ca3ba2817eef: This subnet is being modified by another concurrent operation. Feb 19 04:07:43.014075 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server Feb 19 04:07:43.016335 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-383e9f60-2522-4a7b-acec-d26634d06507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:43.017421 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-383e9f60-2522-4a7b-acec-d26634d06507 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7b8d1019-337e-49b4-85df-5623b5820084 HTTP/1.1" status: 200 len: 849 time: 0.2161007 Feb 19 04:07:43.031567 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af0c8bc4-ae89-4218-8510-95969b8a4418 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (9049539a-fbdd-4fb6-b826-47285996b1fb), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:43.045310 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e0baf1-fa1f-462f-9853-15db98585658 None None] get_active_networks_info from n-d-828369-19 {{(pid=109927) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:07:43.063604 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-af0c8bc4-ae89-4218-8510-95969b8a4418 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9049539a-fbdd-4fb6-b826-47285996b1fb']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:43.079963 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-af0c8bc4-ae89-4218-8510-95969b8a4418 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a02a2a-0880-4647-b8f5-0a2b971f84ba') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:43.080519 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-af0c8bc4-ae89-4218-8510-95969b8a4418 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a02a2a-0880-4647-b8f5-0a2b971f84ba') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:43.095141 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af0c8bc4-ae89-4218-8510-95969b8a4418 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (63a02a2a-0880-4647-b8f5-0a2b971f84ba), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:43.111126 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af0c8bc4-ae89-4218-8510-95969b8a4418 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (63a02a2a-0880-4647-b8f5-0a2b971f84ba), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:43.123305 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0c8bc4-ae89-4218-8510-95969b8a4418 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:07:43.123807 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af0c8bc4-ae89-4218-8510-95969b8a4418 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (63a02a2a-0880-4647-b8f5-0a2b971f84ba), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:07:43.127792 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:07:43.194825 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e0baf1-fa1f-462f-9853-15db98585658 None None] Resources bound (agent type, host, resource id): {{(pid=109927) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:07:43.208587 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-730d425a-653e-4f25-a357-609247b28878 req-7002376f-2d62-43e3-a795-76f6aecfbc2e tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ce8cd975-fd33-455f-96f6-7f537bc3f403), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:43.209179 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-730d425a-653e-4f25-a357-609247b28878 req-7002376f-2d62-43e3-a795-76f6aecfbc2e tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks [] for floatingip (ce8cd975-fd33-455f-96f6-7f537bc3f403), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:43.212469 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af0c8bc4-ae89-4218-8510-95969b8a4418 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (9049539a-fbdd-4fb6-b826-47285996b1fb), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:43.216747 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cbdf6022-f9d2-41b2-a16b-632151209c12 admin admin] Publish callbacks [] for router_gateway (d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:43.227907 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af0c8bc4-ae89-4218-8510-95969b8a4418 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:43.235713 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-af0c8bc4-ae89-4218-8510-95969b8a4418 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "DELETE /v2.0/networks/9049539a-fbdd-4fb6-b826-47285996b1fb HTTP/1.1" status: 204 len: 168 time: 0.6450078 Feb 19 04:07:43.237479 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58406) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:43.251950 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-dc43dbd2-0cf7-4ada-b77c-51b87c5d4924 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-662822175'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:43.258223 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c8bc4-ae89-4218-8510-95969b8a4418 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event deleted for resources: {'Network': ['ID=9049539a-fbdd-4fb6-b826-47285996b1fb,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:43.260754 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-730d425a-653e-4f25-a357-609247b28878 req-7002376f-2d62-43e3-a795-76f6aecfbc2e tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Calling delete_port for ce8cd975-fd33-455f-96f6-7f537bc3f403 owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:43.264782 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cbdf6022-f9d2-41b2-a16b-632151209c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:43.283989 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc43dbd2-0cf7-4ada-b77c-51b87c5d4924 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Made reservation on behalf of 1d8d2a259e1b472f847c8eeae305584c for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:43.287481 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d74cf-6d9a-4289-84a3-f8a7e45adba3 req-ce780e51-e90d-4d5c-923b-441eb3090efe tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:43.288805 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dc43dbd2-0cf7-4ada-b77c-51b87c5d4924 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:43.289149 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf6d74cf-6d9a-4289-84a3-f8a7e45adba3 req-ce780e51-e90d-4d5c-923b-441eb3090efe tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 943 time: 0.2855475 Feb 19 04:07:43.294690 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-626bb479-b7ba-4e3f-9176-8c2a10bbdf1b service neutron] For port c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:07:43.298028 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-03fc9f4d-42e3-43b1-bfe2-26c1a4bb2c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:43.299789 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-03fc9f4d-42e3-43b1-bfe2-26c1a4bb2c1c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7d063905-1dca-479b-a8ed-624bbce2a132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2617798 Feb 19 04:07:43.328444 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc43dbd2-0cf7-4ada-b77c-51b87c5d4924 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:07:43.342373 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dc43dbd2-0cf7-4ada-b77c-51b87c5d4924 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (acc0ec71-0dc3-4f23-b9c2-e6664c3e67e5), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:43.343092 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-dc43dbd2-0cf7-4ada-b77c-51b87c5d4924 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Added segment acc0ec71-0dc3-4f23-b9c2-e6664c3e67e5 of type vlan for network a7df4521-ee87-43ce-9c53-f4b62fe56a60 Feb 19 04:07:43.406675 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dc43dbd2-0cf7-4ada-b77c-51b87c5d4924 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (a7df4521-ee87-43ce-9c53-f4b62fe56a60), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:43.452729 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dc43dbd2-0cf7-4ada-b77c-51b87c5d4924 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (a7df4521-ee87-43ce-9c53-f4b62fe56a60), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:43.462557 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc43dbd2-0cf7-4ada-b77c-51b87c5d4924 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:43.463666 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dc43dbd2-0cf7-4ada-b77c-51b87c5d4924 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:43.483523 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcae2870-136c-4f51-acee-fbc211a778e9 None None] Network 9049539a-fbdd-4fb6-b826-47285996b1fb requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:43.496634 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcae2870-136c-4f51-acee-fbc211a778e9 None None] Network 9049539a-fbdd-4fb6-b826-47285996b1fb could not be found, it might have been deleted concurrently. {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 04:07:43.513495 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-dc43dbd2-0cf7-4ada-b77c-51b87c5d4924 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2723048 Feb 19 04:07:43.522049 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58408) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:43.531171 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-7a61c5d0-4377-4ad4-817a-0d4e3a3bc49c tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Request body: {'subnet': {'network_id': 'a7df4521-ee87-43ce-9c53-f4b62fe56a60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:43.629093 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43dbd2-0cf7-4ada-b77c-51b87c5d4924 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event updated for resources: {'Network': ['ID=a7df4521-ee87-43ce-9c53-f4b62fe56a60,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:43.646070 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network a7df4521-ee87-43ce-9c53-f4b62fe56a60 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:07:43.668110 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a61c5d0-4377-4ad4-817a-0d4e3a3bc49c tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Made reservation on behalf of 1d8d2a259e1b472f847c8eeae305584c for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:43.671673 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7a61c5d0-4377-4ad4-817a-0d4e3a3bc49c tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:43.771906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-626bb479-b7ba-4e3f-9176-8c2a10bbdf1b service neutron] For port c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4,segment=NetworkSegment(089c5c6f-48d9-479c-aff0-8548c19db761),segment_id=089c5c6f-48d9-479c-aff0-8548c19db761)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:07:43.806470 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-626bb479-b7ba-4e3f-9176-8c2a10bbdf1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:43.922741 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-626bb479-b7ba-4e3f-9176-8c2a10bbdf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:43.923296 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-626bb479-b7ba-4e3f-9176-8c2a10bbdf1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:43.924659 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-626bb479-b7ba-4e3f-9176-8c2a10bbdf1b service neutron] 10.222.0.79 "PUT /v2.0/ports/c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4 HTTP/1.1" status: 200 len: 1092 time: 3.3934147 Feb 19 04:07:43.954292 n-d-828369-19 neutron-server[109925]: DEBUG neutron.objects.ports [None req-7a61c5d0-4377-4ad4-817a-0d4e3a3bc49c tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109925) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:07:43.955891 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7a61c5d0-4377-4ad4-817a-0d4e3a3bc49c tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (e30add4e-320e-43b3-a517-677e4bae0807), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:43.967159 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf6d74cf-6d9a-4289-84a3-f8a7e45adba3 req-4a6c930a-c0bf-47e5-90bd-793051af98a4 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6625302 Feb 19 04:07:44.025401 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61c5d0-4377-4ad4-817a-0d4e3a3bc49c tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event updated for resources: {'Subnet': ['ID=e30add4e-320e-43b3-a517-677e4bae0807,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:44.036565 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bb479-b7ba-4e3f-9176-8c2a10bbdf1b service neutron] Pushing event updated for resources: {'Port': ['ID=c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:44.043550 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a61c5d0-4377-4ad4-817a-0d4e3a3bc49c tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Checking segment: {'id': 'acc0ec71-0dc3-4f23-b9c2-e6664c3e67e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a7df4521-ee87-43ce-9c53-f4b62fe56a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:44.043550 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a61c5d0-4377-4ad4-817a-0d4e3a3bc49c tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Network hostable DHCP agents. Network: a7df4521-ee87-43ce-9c53-f4b62fe56a60, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:07:44.072141 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-cbdf6022-f9d2-41b2-a16b-632151209c12 admin admin] Allocated IP 172.25.3.53 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/d80c5878-2126-42c9-8c9e-3ed1c927fd6d) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:07:44.085804 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-53f1dadb-4982-46ea-a2c5-67b8ec73d7e6 service neutron] 10.222.0.79 "GET /v2.0/networks/7d063905-1dca-479b-a8ed-624bbce2a132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7724290 Feb 19 04:07:44.087496 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a61c5d0-4377-4ad4-817a-0d4e3a3bc49c tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Network a7df4521-ee87-43ce-9c53-f4b62fe56a60 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:07:44.108586 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-7a61c5d0-4377-4ad4-817a-0d4e3a3bc49c tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, a7df4521-ee87-43ce-9c53-f4b62fe56a60) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:44.113422 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a61c5d0-4377-4ad4-817a-0d4e3a3bc49c tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:44.114863 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7a61c5d0-4377-4ad4-817a-0d4e3a3bc49c tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:44.121700 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267a8191-cd15-4f1c-8d40-c5371b9e50d3 None None] Network a7df4521-ee87-43ce-9c53-f4b62fe56a60 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:44.153996 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7a61c5d0-4377-4ad4-817a-0d4e3a3bc49c tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6300278 Feb 19 04:07:44.155846 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58414) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:44.225987 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-839cc2a7-d57e-43e6-a782-2e38231d0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:44.227482 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-839cc2a7-d57e-43e6-a782-2e38231d0507 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=049042e5e6ce4a5d82d532e5fdd00cdc&device_id=7dae9c2f-405e-4b76-b6df-81478538af30 HTTP/1.1" status: 200 len: 1126 time: 0.2520249 Feb 19 04:07:44.281615 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68ff985-ed7a-41fd-9f18-78fef19aa3d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-a7df4521-ee87-43ce-9c53-f4b62fe56a60', 'network_id': 'a7df4521-ee87-43ce-9c53-f4b62fe56a60', 'project_id': '1d8d2a259e1b472f847c8eeae305584c', 'fixed_ips': [{'subnet_id': 'e30add4e-320e-43b3-a517-677e4bae0807'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:07:44.283060 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-9747ec2a-0931-4fb2-902e-44788ddb3bcd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4 HTTP/1.1" status: 200 len: 217 time: 0.0488608 Feb 19 04:07:44.283773 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b68ff985-ed7a-41fd-9f18-78fef19aa3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:44.292672 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (a7df4521-ee87-43ce-9c53-f4b62fe56a60), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:44.336782 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-730d425a-653e-4f25-a357-609247b28878 req-7002376f-2d62-43e3-a795-76f6aecfbc2e tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (ce8cd975-fd33-455f-96f6-7f537bc3f403), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:44.365859 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (e30add4e-320e-43b3-a517-677e4bae0807), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:44.423082 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002376f-2d62-43e3-a795-76f6aecfbc2e tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Pushing event deleted for resources: {'Port': ['ID=ce8cd975-fd33-455f-96f6-7f537bc3f403,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:44.438028 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55556729-bed9-4fd9-8f03-1c04fc774b79 req-1c86967a-f8ae-48ec-87fa-e3026d272440 service neutron] 10.222.0.79 "GET /v2.0/networks/7d063905-1dca-479b-a8ed-624bbce2a132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446913 Feb 19 04:07:44.445172 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-b68ff985-ed7a-41fd-9f18-78fef19aa3d1 None None] Allocated IP 2001:db8::f816:3eff:fedb:78c3 (a7df4521-ee87-43ce-9c53-f4b62fe56a60/e30add4e-320e-43b3-a517-677e4bae0807/7d7ce7f2-c2ef-4f0d-8e8e-97776dea9fde) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:07:44.445636 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45423d26-5adb-409b-b7cc-da805c3899b8 req-dd7af556-9d5f-4385-9119-58934c7e0402 tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:44.453006 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-45423d26-5adb-409b-b7cc-da805c3899b8 req-dd7af556-9d5f-4385-9119-58934c7e0402 tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dae9c2f-405e-4b76-b6df-81478538af30 HTTP/1.1" status: 200 len: 943 time: 0.2984190 Feb 19 04:07:44.512594 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-3e33d478-8d36-43b4-bc3f-14da2947505b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:44.514234 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-3e33d478-8d36-43b4-bc3f-14da2947505b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d1c08a3b-326f-4c3f-95a6-c05f28395ff5 HTTP/1.1" status: 200 len: 854 time: 0.2231746 Feb 19 04:07:44.592837 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-207872f0-667a-450d-88b4-7fc2d296fe45 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dd886ee4-6a87-4c95-8c57-22fc09e0480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697000 Feb 19 04:07:44.610433 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b68ff985-ed7a-41fd-9f18-78fef19aa3d1 None None] Publish callbacks [] for port (7d7ce7f2-c2ef-4f0d-8e8e-97776dea9fde), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:44.620160 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b68ff985-ed7a-41fd-9f18-78fef19aa3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (7d7ce7f2-c2ef-4f0d-8e8e-97776dea9fde), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:44.647718 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (e30add4e-320e-43b3-a517-677e4bae0807), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:44.656017 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-730d425a-653e-4f25-a357-609247b28878 req-7002376f-2d62-43e3-a795-76f6aecfbc2e tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks [] for floatingip (f67bbfa7-a1e9-4d0a-8289-6ed86aff3cc8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:44.658632 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-730d425a-653e-4f25-a357-609247b28878 req-7002376f-2d62-43e3-a795-76f6aecfbc2e tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:44.659844 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-730d425a-653e-4f25-a357-609247b28878 req-7002376f-2d62-43e3-a795-76f6aecfbc2e tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "DELETE /v2.0/floatingips/f67bbfa7-a1e9-4d0a-8289-6ed86aff3cc8 HTTP/1.1" status: 204 len: 173 time: 2.3100224 Feb 19 04:07:44.667401 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68ff985-ed7a-41fd-9f18-78fef19aa3d1 None None] Network a7df4521-ee87-43ce-9c53-f4b62fe56a60 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:44.673730 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-b68ff985-ed7a-41fd-9f18-78fef19aa3d1 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:44.681109 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68ff985-ed7a-41fd-9f18-78fef19aa3d1 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:07:44.681275 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-45423d26-5adb-409b-b7cc-da805c3899b8 req-7c8d61e8-f069-4245-bfa9-035d5457281a tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] 10.222.0.52 "GET /v2.0/security-groups?id=b24b822b-5314-4029-bd20-adede073e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208142 Feb 19 04:07:44.721273 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ff985-ed7a-41fd-9f18-78fef19aa3d1 None None] Pushing event updated for resources: {'Port': ['ID=7d7ce7f2-c2ef-4f0d-8e8e-97776dea9fde,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:44.758732 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cbdf6022-f9d2-41b2-a16b-632151209c12 admin admin] Publish callbacks [] for port (d80c5878-2126-42c9-8c9e-3ed1c927fd6d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:44.769232 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b68ff985-ed7a-41fd-9f18-78fef19aa3d1 None None] Attempting to bind port 7d7ce7f2-c2ef-4f0d-8e8e-97776dea9fde on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:07:44.769986 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b68ff985-ed7a-41fd-9f18-78fef19aa3d1 None None] Attempting to bind port 7d7ce7f2-c2ef-4f0d-8e8e-97776dea9fde by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'acc0ec71-0dc3-4f23-b9c2-e6664c3e67e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a7df4521-ee87-43ce-9c53-f4b62fe56a60'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:07:44.770620 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68ff985-ed7a-41fd-9f18-78fef19aa3d1 None None] Attempting to bind port 7d7ce7f2-c2ef-4f0d-8e8e-97776dea9fde on network a7df4521-ee87-43ce-9c53-f4b62fe56a60 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:07:44.776529 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68ff985-ed7a-41fd-9f18-78fef19aa3d1 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:07:44.776805 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event deleted for resources: {'Subnet': ['ID=e30add4e-320e-43b3-a517-677e4bae0807,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:44.777348 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68ff985-ed7a-41fd-9f18-78fef19aa3d1 None None] Checking segment: {'id': 'acc0ec71-0dc3-4f23-b9c2-e6664c3e67e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a7df4521-ee87-43ce-9c53-f4b62fe56a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:44.777906 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b68ff985-ed7a-41fd-9f18-78fef19aa3d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:44.778683 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68ff985-ed7a-41fd-9f18-78fef19aa3d1 None None] Bound using segment: {'id': 'acc0ec71-0dc3-4f23-b9c2-e6664c3e67e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a7df4521-ee87-43ce-9c53-f4b62fe56a60'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:07:44.779309 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b68ff985-ed7a-41fd-9f18-78fef19aa3d1 None None] Bound port: 7d7ce7f2-c2ef-4f0d-8e8e-97776dea9fde, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc0ec71-0dc3-4f23-b9c2-e6664c3e67e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a7df4521-ee87-43ce-9c53-f4b62fe56a60'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:07:44.779876 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b68ff985-ed7a-41fd-9f18-78fef19aa3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7d7ce7f2-c2ef-4f0d-8e8e-97776dea9fde), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:44.851781 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b68ff985-ed7a-41fd-9f18-78fef19aa3d1 None None] For port 7d7ce7f2-c2ef-4f0d-8e8e-97776dea9fde, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:07:44.855120 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b68ff985-ed7a-41fd-9f18-78fef19aa3d1 None None] For port 7d7ce7f2-c2ef-4f0d-8e8e-97776dea9fde, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7d7ce7f2-c2ef-4f0d-8e8e-97776dea9fde,segment=NetworkSegment(acc0ec71-0dc3-4f23-b9c2-e6664c3e67e5),segment_id=acc0ec71-0dc3-4f23-b9c2-e6664c3e67e5)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:07:44.860506 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dae9c2f-405e-4b76-b6df-81478538af30', 'tag': 'c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:44.863778 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b654da5-bce6-482f-a70f-733b9c45dc92" -d '{"events": [{"name": "network-changed", "server_uuid": "7dae9c2f-405e-4b76-b6df-81478538af30", "tag": "c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:44.866527 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b68ff985-ed7a-41fd-9f18-78fef19aa3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7d7ce7f2-c2ef-4f0d-8e8e-97776dea9fde), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:44.884434 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (a7df4521-ee87-43ce-9c53-f4b62fe56a60), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:44.908030 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7df4521-ee87-43ce-9c53-f4b62fe56a60']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:44.919946 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cbdf6022-f9d2-41b2-a16b-632151209c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (d80c5878-2126-42c9-8c9e-3ed1c927fd6d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:44.924065 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc0ec71-0dc3-4f23-b9c2-e6664c3e67e5') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:44.924634 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc0ec71-0dc3-4f23-b9c2-e6664c3e67e5') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:44.937366 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (acc0ec71-0dc3-4f23-b9c2-e6664c3e67e5), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:44.955453 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (acc0ec71-0dc3-4f23-b9c2-e6664c3e67e5), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:44.964374 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:07:44.965172 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (acc0ec71-0dc3-4f23-b9c2-e6664c3e67e5), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:44.971228 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ff985-ed7a-41fd-9f18-78fef19aa3d1 None None] Pushing event updated for resources: {'Port': ['ID=7d7ce7f2-c2ef-4f0d-8e8e-97776dea9fde,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:45.010096 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f00f3de-08cf-4e3f-80a0-0a5fc927f496 None None] get_active_networks_info from n-d-828369-19 {{(pid=109927) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:07:45.019051 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:07:45.025240 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d4e39-c3de-4d4b-bcfa-7e8c60968ce3 req-0300b236-339d-4dc9-810e-9791d259a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:45.026828 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-324d4e39-c3de-4d4b-bcfa-7e8c60968ce3 req-0300b236-339d-4dc9-810e-9791d259a57e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=319abc5982f54b9dba72250cd09a8d28&device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 1126 time: 0.5080650 Feb 19 04:07:45.028877 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdf6022-f9d2-41b2-a16b-632151209c12 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:45.034913 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-cbdf6022-f9d2-41b2-a16b-632151209c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:45.049299 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf6022-f9d2-41b2-a16b-632151209c12 admin admin] Pushing event updated for resources: {'Port': ['ID=d80c5878-2126-42c9-8c9e-3ed1c927fd6d,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:45.058379 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdf6022-f9d2-41b2-a16b-632151209c12 admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:07:45.069563 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.db.api [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 04:07:45.069563 n-d-828369-19 neutron-server[109925]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 04:07:45.069563 n-d-828369-19 neutron-server[109925]: [parameters: {'id': 'a7df4521-ee87-43ce-9c53-f4b62fe56a60'}] Feb 19 04:07:45.069563 n-d-828369-19 neutron-server[109925]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:07:45.071783 n-d-828369-19 neutron-server[109925]: DEBUG oslo_db.api [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:07:45.135566 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb08b3-78a1-484d-8cba-ae0c39b7f512 req-8bfc28c0-5c96-469f-b3f7-42bf3191ce87 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:45.137130 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2edb08b3-78a1-484d-8cba-ae0c39b7f512 req-8bfc28c0-5c96-469f-b3f7-42bf3191ce87 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa93173e-fa6c-4663-84fe-7bcb8dfe76c2 HTTP/1.1" status: 200 len: 946 time: 0.3169124 Feb 19 04:07:45.158901 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f00f3de-08cf-4e3f-80a0-0a5fc927f496 None None] Resources bound (agent type, host, resource id): {{(pid=109927) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:07:45.245135 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-18982c79-9394-48b5-b27a-feb848add540 service neutron] 10.222.0.79 "GET /v2.0/networks/dd886ee4-6a87-4c95-8c57-22fc09e0480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6408961 Feb 19 04:07:45.260049 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abce53-8687-4f72-9200-c2e0de590bd0 req-a2bb68f3-10c3-47cd-a563-28b730e2aaac tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:45.265787 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4abce53-8687-4f72-9200-c2e0de590bd0 req-a2bb68f3-10c3-47cd-a563-28b730e2aaac tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/ports?device_id=2415283d-0bc3-4632-a1af-8412db934f51&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4163983 Feb 19 04:07:45.426505 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4abce53-8687-4f72-9200-c2e0de590bd0 req-37f8ce23-3ff6-4c37-a245-feee6f06e26b tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1593051 Feb 19 04:07:45.474786 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2edb08b3-78a1-484d-8cba-ae0c39b7f512 req-9975ac44-99f8-4edc-8a58-fc4f3f682501 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907267 Feb 19 04:07:45.484626 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d4e39-c3de-4d4b-bcfa-7e8c60968ce3 req-13154595-d6bb-4e28-b210-d9c0e5d11c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:45.486499 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-324d4e39-c3de-4d4b-bcfa-7e8c60968ce3 req-13154595-d6bb-4e28-b210-d9c0e5d11c7a service neutron] 10.222.0.79 "GET /v2.0/networks?id=7d063905-1dca-479b-a8ed-624bbce2a132 HTTP/1.1" status: 200 len: 911 time: 0.4445646 Feb 19 04:07:45.541630 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-324d4e39-c3de-4d4b-bcfa-7e8c60968ce3 req-d9c60fe2-f5f4-4f4d-9938-7042af9190a6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f51c45b9-2040-4d3e-a96c-153135c4ea34 HTTP/1.1" status: 200 len: 217 time: 0.0457180 Feb 19 04:07:45.544690 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff463f6-a028-497e-a5a2-e9b3250a1a74 x-openstack-request-id: req-fff463f6-a028-497e-a5a2-e9b3250a1a74 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:45.545071 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dae9c2f-405e-4b76-b6df-81478538af30", "tag": "c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:45.545389 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fff463f6-a028-497e-a5a2-e9b3250a1a74 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:45.545925 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dae9c2f-405e-4b76-b6df-81478538af30', 'tag': 'c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4', 'status': 'completed', 'code': 200} Feb 19 04:07:45.573298 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (a7df4521-ee87-43ce-9c53-f4b62fe56a60), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:45.578581 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df271a8a-474a-4b33-a85d-afb187a55ca0 None None] Network a7df4521-ee87-43ce-9c53-f4b62fe56a60 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:45.645061 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Deleting port 7d7ce7f2-c2ef-4f0d-8e8e-97776dea9fde {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:45.645702 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (7d7ce7f2-c2ef-4f0d-8e8e-97776dea9fde), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:45.731718 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] For port 7d7ce7f2-c2ef-4f0d-8e8e-97776dea9fde, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7d7ce7f2-c2ef-4f0d-8e8e-97776dea9fde,segment=NetworkSegment(acc0ec71-0dc3-4f23-b9c2-e6664c3e67e5),segment_id=acc0ec71-0dc3-4f23-b9c2-e6664c3e67e5)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:45.732103 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (7d7ce7f2-c2ef-4f0d-8e8e-97776dea9fde), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:45.745119 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Calling delete_port for 7d7ce7f2-c2ef-4f0d-8e8e-97776dea9fde owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:45.769134 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-86ad96d8-52b3-4e34-813c-8bc97e15c416 req-2508aba4-2ac5-493d-8b7c-951fb067e231 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2263377 Feb 19 04:07:45.781688 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6417af6a-df43-44ac-92d8-81ec3b53a685 req-1fbc15a0-195f-4eba-9ead-b5a2b57472c9 service neutron] 10.222.0.79 "GET /v2.0/networks/dd886ee4-6a87-4c95-8c57-22fc09e0480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134759 Feb 19 04:07:45.798153 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d4e39-c3de-4d4b-bcfa-7e8c60968ce3 req-6385a881-956b-4f07-999e-288cb2b0c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:45.799986 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-324d4e39-c3de-4d4b-bcfa-7e8c60968ce3 req-6385a881-956b-4f07-999e-288cb2b0c334 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7b8d1019-337e-49b4-85df-5623b5820084 HTTP/1.1" status: 200 len: 849 time: 0.2461619 Feb 19 04:07:45.800648 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cbdf6022-f9d2-41b2-a16b-632151209c12 admin admin] Publish callbacks [] for router_gateway (d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:45.848337 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (7d7ce7f2-c2ef-4f0d-8e8e-97776dea9fde), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:45.881062 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event deleted for resources: {'Port': ['ID=7d7ce7f2-c2ef-4f0d-8e8e-97776dea9fde,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:45.886119 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] No DVR routers for this DVR port 7d7ce7f2-c2ef-4f0d-8e8e-97776dea9fde on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:07:45.984815 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (a7df4521-ee87-43ce-9c53-f4b62fe56a60), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:45.997645 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0b03b-424c-4eef-9c79-c1104db58515 req-c44bb989-6359-4551-90ab-b640167447a8 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:45.999276 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3fd0b03b-424c-4eef-9c79-c1104db58515 req-c44bb989-6359-4551-90ab-b640167447a8 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 943 time: 0.3502431 Feb 19 04:07:46.008370 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7df4521-ee87-43ce-9c53-f4b62fe56a60']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:46.020139 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc0ec71-0dc3-4f23-b9c2-e6664c3e67e5') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:46.020517 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc0ec71-0dc3-4f23-b9c2-e6664c3e67e5') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:46.031866 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (acc0ec71-0dc3-4f23-b9c2-e6664c3e67e5), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:46.047068 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (acc0ec71-0dc3-4f23-b9c2-e6664c3e67e5), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:46.053826 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:07:46.054256 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (acc0ec71-0dc3-4f23-b9c2-e6664c3e67e5), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:07:46.060223 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:07:46.131565 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (a7df4521-ee87-43ce-9c53-f4b62fe56a60), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:46.141006 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:46.147624 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "DELETE /v2.0/networks/a7df4521-ee87-43ce-9c53-f4b62fe56a60 HTTP/1.1" status: 204 len: 168 time: 1.9904823 Feb 19 04:07:46.151486 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58436) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:46.170379 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d370e-81a1-4592-9501-08a0e790cbc4 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event deleted for resources: {'Network': ['ID=a7df4521-ee87-43ce-9c53-f4b62fe56a60,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:46.192833 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c295c5-e983-49bb-bec0-205ada717200 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] DELETE failed (client error): The resource could not be found. Feb 19 04:07:46.193113 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c295c5-e983-49bb-bec0-205ada717200 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:07:46.198071 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c4c295c5-e983-49bb-bec0-205ada717200 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "DELETE /v2.0/subnets/e30add4e-320e-43b3-a517-677e4bae0807 HTTP/1.1" status: 404 len: 337 time: 0.0449407 Feb 19 04:07:46.200040 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58440) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:46.221765 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3eb7cc9-d225-437d-a45c-5fee0f0f36dd tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] DELETE failed (client error): The resource could not be found. Feb 19 04:07:46.222480 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3eb7cc9-d225-437d-a45c-5fee0f0f36dd tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:07:46.225796 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b3eb7cc9-d225-437d-a45c-5fee0f0f36dd tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "DELETE /v2.0/networks/a7df4521-ee87-43ce-9c53-f4b62fe56a60 HTTP/1.1" status: 404 len: 339 time: 0.0240321 Feb 19 04:07:46.228473 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58442) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:46.268317 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-802c395b-14cf-4224-a414-3eae66fd31d2 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] DELETE failed (client error): The resource could not be found. Feb 19 04:07:46.269591 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-802c395b-14cf-4224-a414-3eae66fd31d2 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:07:46.275376 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-802c395b-14cf-4224-a414-3eae66fd31d2 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "DELETE /v2.0/subnets/f07b5167-31a6-480d-b6d9-ca3ba2817eef HTTP/1.1" status: 404 len: 337 time: 0.0454903 Feb 19 04:07:46.282772 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58444) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:46.301112 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7997d82-65ea-4f4e-859e-3eda77a36606 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] DELETE failed (client error): The resource could not be found. Feb 19 04:07:46.301539 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7997d82-65ea-4f4e-859e-3eda77a36606 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:07:46.305357 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d7997d82-65ea-4f4e-859e-3eda77a36606 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "DELETE /v2.0/networks/9049539a-fbdd-4fb6-b826-47285996b1fb HTTP/1.1" status: 404 len: 339 time: 0.0216293 Feb 19 04:07:46.312603 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58446) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:46.369829 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02cf12f-42bd-485a-aa9f-1afd832ddaf9 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] DELETE failed (client error): The resource could not be found. Feb 19 04:07:46.371409 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b02cf12f-42bd-485a-aa9f-1afd832ddaf9 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:07:46.377791 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b02cf12f-42bd-485a-aa9f-1afd832ddaf9 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "DELETE /v2.0/subnets/12bee617-3a8d-4ba1-8448-02447e0cbc8b HTTP/1.1" status: 404 len: 337 time: 0.0619552 Feb 19 04:07:46.378201 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58448) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:46.415959 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-5355fe58-1694-422d-927b-0b0961664da9 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] DELETE failed (client error): The resource could not be found. Feb 19 04:07:46.415959 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5355fe58-1694-422d-927b-0b0961664da9 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:07:46.421183 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5355fe58-1694-422d-927b-0b0961664da9 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "DELETE /v2.0/networks/369eda16-6143-473e-b2cd-eaef69ee11aa HTTP/1.1" status: 404 len: 339 time: 0.0417595 Feb 19 04:07:46.423942 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58450) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:46.463711 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d4e39-c3de-4d4b-bcfa-7e8c60968ce3 req-3c15cd34-67b2-4d11-9a6b-34386ced8fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:46.465211 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-324d4e39-c3de-4d4b-bcfa-7e8c60968ce3 req-3c15cd34-67b2-4d11-9a6b-34386ced8fda service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7d063905-1dca-479b-a8ed-624bbce2a132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6248052 Feb 19 04:07:46.466833 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b654da5-bce6-482f-a70f-733b9c45dc92 req-19d74efc-95f6-43bc-b20f-e216a4e6db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:46.468170 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b654da5-bce6-482f-a70f-733b9c45dc92 req-19d74efc-95f6-43bc-b20f-e216a4e6db67 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=049042e5e6ce4a5d82d532e5fdd00cdc&device_id=7dae9c2f-405e-4b76-b6df-81478538af30 HTTP/1.1" status: 200 len: 1126 time: 0.5869575 Feb 19 04:07:46.489814 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd59364-0cad-4f61-a2f2-c2ec34f899f8 req-5b5426e3-959a-4e2b-99e4-4230c6b68f1b tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:46.498767 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-edd59364-0cad-4f61-a2f2-c2ec34f899f8 req-5b5426e3-959a-4e2b-99e4-4230c6b68f1b tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dae9c2f-405e-4b76-b6df-81478538af30 HTTP/1.1" status: 200 len: 943 time: 0.6569550 Feb 19 04:07:46.545028 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-2326245f-14aa-4f3f-8ec1-9e750a41d65f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Deleting port adce467f-7dfd-423c-baaa-d3ad00f8d09a {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:46.545806 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2326245f-14aa-4f3f-8ec1-9e750a41d65f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (adce467f-7dfd-423c-baaa-d3ad00f8d09a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:46.663053 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2326245f-14aa-4f3f-8ec1-9e750a41d65f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (adce467f-7dfd-423c-baaa-d3ad00f8d09a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:46.667811 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device f51c45b9-2040-4d3e-a96c-153135c4ea34 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:07:46.685253 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-2326245f-14aa-4f3f-8ec1-9e750a41d65f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Calling delete_port for adce467f-7dfd-423c-baaa-d3ad00f8d09a owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:46.785815 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3fd0b03b-424c-4eef-9c79-c1104db58515 req-17228f5a-a326-4cd7-b484-535c419d2458 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7599144 Feb 19 04:07:46.809623 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2326245f-14aa-4f3f-8ec1-9e750a41d65f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (adce467f-7dfd-423c-baaa-d3ad00f8d09a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:46.847756 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port f51c45b9-2040-4d3e-a96c-153135c4ea34, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f51c45b9-2040-4d3e-a96c-153135c4ea34,segment=NetworkSegment(02ff9e4b-efe0-46b0-93bf-0ddda7109b69),segment_id=02ff9e4b-efe0-46b0-93bf-0ddda7109b69)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:46.876094 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326245f-14aa-4f3f-8ec1-9e750a41d65f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event deleted for resources: {'Port': ['ID=adce467f-7dfd-423c-baaa-d3ad00f8d09a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:46.876423 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'f51c45b9-2040-4d3e-a96c-153135c4ea34', 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132', 'port_id': 'f51c45b9-2040-4d3e-a96c-153135c4ea34', 'mac_address': 'fa:16:3e:62:ef:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8d1019-337e-49b4-85df-5623b5820084', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:07:46.889745 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2326245f-14aa-4f3f-8ec1-9e750a41d65f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:46.896125 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2326245f-14aa-4f3f-8ec1-9e750a41d65f tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "DELETE /v2.0/ports/adce467f-7dfd-423c-baaa-d3ad00f8d09a HTTP/1.1" status: 204 len: 168 time: 0.4697247 Feb 19 04:07:46.898809 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58460) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:46.904014 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-edd59364-0cad-4f61-a2f2-c2ec34f899f8 req-28923cce-a917-48ed-b756-aceefe1ad644 tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] 10.222.0.52 "GET /v2.0/security-groups?id=b24b822b-5314-4029-bd20-adede073e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042120 Feb 19 04:07:46.939332 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c3c198-1266-4212-9367-ec500a3c75e9 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] DELETE failed (client error): The resource could not be found. Feb 19 04:07:46.940164 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c3c198-1266-4212-9367-ec500a3c75e9 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:07:46.943844 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-26c3c198-1266-4212-9367-ec500a3c75e9 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "DELETE /v2.0/subnets/7a0f239a-39f7-483d-85c2-563ea3f58377 HTTP/1.1" status: 404 len: 337 time: 0.0437553 Feb 19 04:07:46.946306 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58462) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:46.951482 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-324d4e39-c3de-4d4b-bcfa-7e8c60968ce3 req-6f62d579-ce65-460f-9ed7-9be90d70e992 service neutron] 10.222.0.79 "GET /v2.0/networks/7d063905-1dca-479b-a8ed-624bbce2a132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979421 Feb 19 04:07:46.968944 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port f51c45b9-2040-4d3e-a96c-153135c4ea34 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:46.969343 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f51c45b9-2040-4d3e-a96c-153135c4ea34), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:46.999843 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f51c45b9-2040-4d3e-a96c-153135c4ea34 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:07:47.042588 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port f51c45b9-2040-4d3e-a96c-153135c4ea34, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f51c45b9-2040-4d3e-a96c-153135c4ea34,segment=NetworkSegment(02ff9e4b-efe0-46b0-93bf-0ddda7109b69),segment_id=02ff9e4b-efe0-46b0-93bf-0ddda7109b69)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:47.062849 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f51c45b9-2040-4d3e-a96c-153135c4ea34), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:47.109248 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d72cb56a-7332-4306-b482-a0f8b8e1172d tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (f4ddd912-24bb-425c-bceb-ca2948447277), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:47.162321 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b654da5-bce6-482f-a70f-733b9c45dc92 req-fdd033ad-7149-4d91-a25e-6905af50f02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:47.164762 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b654da5-bce6-482f-a70f-733b9c45dc92 req-fdd033ad-7149-4d91-a25e-6905af50f02b service neutron] 10.222.0.79 "GET /v2.0/networks?id=dd886ee4-6a87-4c95-8c57-22fc09e0480a HTTP/1.1" status: 200 len: 915 time: 0.5322723 Feb 19 04:07:47.174545 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=f51c45b9-2040-4d3e-a96c-153135c4ea34,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:47.197954 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cbdf6022-f9d2-41b2-a16b-632151209c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:47.235888 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d72cb56a-7332-4306-b482-a0f8b8e1172d tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (f4ddd912-24bb-425c-bceb-ca2948447277), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:47.257475 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-d72cb56a-7332-4306-b482-a0f8b8e1172d tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ddd912-24bb-425c-bceb-ca2948447277']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:47.268568 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b654da5-bce6-482f-a70f-733b9c45dc92 req-20e85165-f0a4-4b52-b861-c1ed0429c843 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4 HTTP/1.1" status: 200 len: 217 time: 0.0817077 Feb 19 04:07:47.269045 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-d72cb56a-7332-4306-b482-a0f8b8e1172d tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8c7577-d686-4408-9b89-4017d2f3f62c') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:47.269421 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-d72cb56a-7332-4306-b482-a0f8b8e1172d tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8c7577-d686-4408-9b89-4017d2f3f62c') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:47.281444 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d72cb56a-7332-4306-b482-a0f8b8e1172d tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (0c8c7577-d686-4408-9b89-4017d2f3f62c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:47.295459 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d72cb56a-7332-4306-b482-a0f8b8e1172d tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (0c8c7577-d686-4408-9b89-4017d2f3f62c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:47.302022 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72cb56a-7332-4306-b482-a0f8b8e1172d tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:07:47.302566 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d72cb56a-7332-4306-b482-a0f8b8e1172d tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (0c8c7577-d686-4408-9b89-4017d2f3f62c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:47.314732 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['f51c45b9-2040-4d3e-a96c-153135c4ea34'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:07:47.374544 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:07:47.381971 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d72cb56a-7332-4306-b482-a0f8b8e1172d tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (f4ddd912-24bb-425c-bceb-ca2948447277), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:47.394469 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d72cb56a-7332-4306-b482-a0f8b8e1172d tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:47.401898 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d72cb56a-7332-4306-b482-a0f8b8e1172d tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "DELETE /v2.0/networks/f4ddd912-24bb-425c-bceb-ca2948447277 HTTP/1.1" status: 204 len: 168 time: 0.4538267 Feb 19 04:07:47.404160 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58466) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:47.416590 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcfbce-56d5-4653-9792-fe1111e6f81d req-9309961f-9111-4a18-9bfa-de536104e4ec tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:47.424181 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-98bcfbce-56d5-4653-9792-fe1111e6f81d req-9309961f-9111-4a18-9bfa-de536104e4ec tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa93173e-fa6c-4663-84fe-7bcb8dfe76c2 HTTP/1.1" status: 200 len: 946 time: 0.3454964 Feb 19 04:07:47.468309 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-324d4e39-c3de-4d4b-bcfa-7e8c60968ce3 req-23d51c98-e294-4998-ab07-51a709c19ff7 service neutron] 10.222.0.79 "GET /v2.0/networks/7d063905-1dca-479b-a8ed-624bbce2a132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4921498 Feb 19 04:07:47.470967 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cb56a-7332-4306-b482-a0f8b8e1172d tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event deleted for resources: {'Network': ['ID=f4ddd912-24bb-425c-bceb-ca2948447277,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:47.484665 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b654da5-bce6-482f-a70f-733b9c45dc92 req-a5f389f2-b23d-49af-8ad5-c1c4125bd19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:47.486153 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b654da5-bce6-482f-a70f-733b9c45dc92 req-a5f389f2-b23d-49af-8ad5-c1c4125bd19b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d1c08a3b-326f-4c3f-95a6-c05f28395ff5 HTTP/1.1" status: 200 len: 854 time: 0.2113624 Feb 19 04:07:47.526595 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec382e-8f68-4c3b-9407-43edf3d60958 req-a2004701-e2c8-4fd6-9593-88e163336137 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:47.528160 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-75ec382e-8f68-4c3b-9407-43edf3d60958 req-a2004701-e2c8-4fd6-9593-88e163336137 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/ports?device_id=2415283d-0bc3-4632-a1af-8412db934f51 HTTP/1.1" status: 200 len: 945 time: 0.3557189 Feb 19 04:07:47.560615 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b654da5-bce6-482f-a70f-733b9c45dc92 req-73aaa27c-437c-40f2-b48e-19437f8cc862 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dd886ee4-6a87-4c95-8c57-22fc09e0480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609312 Feb 19 04:07:47.566806 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-733f6047-9130-4527-9996-6e1a3b6e30d1 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Deleting port a681f6b0-526d-45f6-9e42-54152383cd61 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:47.567228 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-733f6047-9130-4527-9996-6e1a3b6e30d1 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (a681f6b0-526d-45f6-9e42-54152383cd61), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:47.629417 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-98bcfbce-56d5-4653-9792-fe1111e6f81d req-12e21566-e15a-4713-ae86-58a14fdf3b38 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984293 Feb 19 04:07:47.695136 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-733f6047-9130-4527-9996-6e1a3b6e30d1 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (a681f6b0-526d-45f6-9e42-54152383cd61), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:47.710875 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-733f6047-9130-4527-9996-6e1a3b6e30d1 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Calling delete_port for a681f6b0-526d-45f6-9e42-54152383cd61 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:47.711251 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-75ec382e-8f68-4c3b-9407-43edf3d60958 req-b460b45e-8225-45dc-8967-8aa6ee19bbbe tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/security-groups?id=0af1625a-1dac-4f0d-8d14-bab276e6a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578293 Feb 19 04:07:47.748224 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdf6022-f9d2-41b2-a16b-632151209c12 admin admin] Router d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:07:47.759138 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b654da5-bce6-482f-a70f-733b9c45dc92 req-081c0b33-1caa-4438-bf52-04423e26ac11 service neutron] 10.222.0.79 "GET /v2.0/networks/dd886ee4-6a87-4c95-8c57-22fc09e0480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785712 Feb 19 04:07:47.831348 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-733f6047-9130-4527-9996-6e1a3b6e30d1 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (a681f6b0-526d-45f6-9e42-54152383cd61), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:47.875345 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f6047-9130-4527-9996-6e1a3b6e30d1 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event deleted for resources: {'Port': ['ID=a681f6b0-526d-45f6-9e42-54152383cd61,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:47.879759 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-733f6047-9130-4527-9996-6e1a3b6e30d1 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:47.888223 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-733f6047-9130-4527-9996-6e1a3b6e30d1 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "DELETE /v2.0/ports/a681f6b0-526d-45f6-9e42-54152383cd61 HTTP/1.1" status: 204 len: 168 time: 0.4710054 Feb 19 04:07:47.888841 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58472) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:47.923340 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-557257f6-e81a-4897-9c70-3097288e778d tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] DELETE failed (client error): The resource could not be found. Feb 19 04:07:47.923865 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-557257f6-e81a-4897-9c70-3097288e778d tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:07:47.942569 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-557257f6-e81a-4897-9c70-3097288e778d tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "DELETE /v2.0/subnets/bf7ae35a-b4e3-4746-bd81-ec4441af4aa0 HTTP/1.1" status: 404 len: 337 time: 0.0526507 Feb 19 04:07:47.943853 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58476) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:48.066588 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a582014f-f46f-419e-a6cd-83d30c88bb22 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (678f09df-2039-43ab-b577-caf3ddc259ca), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:48.098098 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdf6022-f9d2-41b2-a16b-632151209c12 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:07:48.107217 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665699b5-fd58-4d9a-b3b1-5650cfaba810 req-4b4c6ebd-7ffb-4312-a8a6-9b0ccaa35ffa tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:48.108441 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb08448a-9cbe-48ab-abde-2caef26e5dc6 None None] Sync routers for ids ['d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:07:48.108958 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-665699b5-fd58-4d9a-b3b1-5650cfaba810 req-4b4c6ebd-7ffb-4312-a8a6-9b0ccaa35ffa tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 944 time: 0.2074971 Feb 19 04:07:48.139906 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb08448a-9cbe-48ab-abde-2caef26e5dc6 None None] Routers {'d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:48.142674 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-eb08448a-9cbe-48ab-abde-2caef26e5dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:07:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:48.149439 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b654da5-bce6-482f-a70f-733b9c45dc92 req-051d5de1-c681-4c07-9606-fd2561723877 service neutron] 10.222.0.79 "GET /v2.0/networks/dd886ee4-6a87-4c95-8c57-22fc09e0480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831997 Feb 19 04:07:48.166872 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bd35e-8c2b-42d1-af99-c3f8ed856ca1 req-230ff699-6053-4c19-9502-bd87aa9aa680 tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:48.168549 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e28bd35e-8c2b-42d1-af99-c3f8ed856ca1 req-230ff699-6053-4c19-9502-bd87aa9aa680 tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dae9c2f-405e-4b76-b6df-81478538af30 HTTP/1.1" status: 200 len: 943 time: 0.1595306 Feb 19 04:07:48.175182 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cbdf6022-f9d2-41b2-a16b-632151209c12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:48.180244 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cbdf6022-f9d2-41b2-a16b-632151209c12 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.1156528 Feb 19 04:07:48.187239 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58478) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:48.251925 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a582014f-f46f-419e-a6cd-83d30c88bb22 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (678f09df-2039-43ab-b577-caf3ddc259ca), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:48.281707 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-a582014f-f46f-419e-a6cd-83d30c88bb22 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678f09df-2039-43ab-b577-caf3ddc259ca']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:48.286044 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-665699b5-fd58-4d9a-b3b1-5650cfaba810 req-1b2d283d-2b0c-44cc-9772-742a8ddcef54 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673834 Feb 19 04:07:48.304056 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-a582014f-f46f-419e-a6cd-83d30c88bb22 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b5dc70d-2066-4099-8749-135ffdb0add2') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:48.304857 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-a582014f-f46f-419e-a6cd-83d30c88bb22 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b5dc70d-2066-4099-8749-135ffdb0add2') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:48.318490 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a582014f-f46f-419e-a6cd-83d30c88bb22 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (5b5dc70d-2066-4099-8749-135ffdb0add2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:48.336318 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a582014f-f46f-419e-a6cd-83d30c88bb22 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (5b5dc70d-2066-4099-8749-135ffdb0add2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:48.350966 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a582014f-f46f-419e-a6cd-83d30c88bb22 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:07:48.351455 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a582014f-f46f-419e-a6cd-83d30c88bb22 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (5b5dc70d-2066-4099-8749-135ffdb0add2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:07:48.357066 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:07:48.385009 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-eb08448a-9cbe-48ab-abde-2caef26e5dc6 None None] Set router d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:07:48.400140 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e28bd35e-8c2b-42d1-af99-c3f8ed856ca1 req-114c5b28-4b61-4ecd-9860-83a96780b07a tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] 10.222.0.52 "GET /v2.0/security-groups?id=b24b822b-5314-4029-bd20-adede073e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177985 Feb 19 04:07:48.472746 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a582014f-f46f-419e-a6cd-83d30c88bb22 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (678f09df-2039-43ab-b577-caf3ddc259ca), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:48.496095 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a582014f-f46f-419e-a6cd-83d30c88bb22 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:48.502761 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a582014f-f46f-419e-a6cd-83d30c88bb22 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "DELETE /v2.0/networks/678f09df-2039-43ab-b577-caf3ddc259ca HTTP/1.1" status: 204 len: 168 time: 0.5579596 Feb 19 04:07:48.503748 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58480) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:48.566329 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582014f-f46f-419e-a6cd-83d30c88bb22 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event deleted for resources: {'Network': ['ID=678f09df-2039-43ab-b577-caf3ddc259ca,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:48.608853 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4dc90f1-9fec-4060-b522-a5d430f729e3 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Deleting subnet 26a7a133-9b6e-4feb-878e-4cfd35ffeda4 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:07:48.621669 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a4dc90f1-9fec-4060-b522-a5d430f729e3 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks [] for subnet (26a7a133-9b6e-4feb-878e-4cfd35ffeda4), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:48.673057 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:07:48.675383 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device f51c45b9-2040-4d3e-a96c-153135c4ea34 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:48.697174 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a4dc90f1-9fec-4060-b522-a5d430f729e3 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (26a7a133-9b6e-4feb-878e-4cfd35ffeda4), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:48.785899 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-eb08448a-9cbe-48ab-abde-2caef26e5dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74f14b7-2ddf-4cb7-89bb-64d426a3bcb6', 'name': 'tempest-ServerRescueNegativeTestJSON-96328431-router', 'tenant_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'd80c5878-2126-42c9-8c9e-3ed1c927fd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:41Z', 'updated_at': '2022-02-19T04:07:45Z', 'revision_number': 3, 'project_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'gw_port': {'id': 'd80c5878-2126-42c9-8c9e-3ed1c927fd6d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74f14b7-2ddf-4cb7-89bb-64d426a3bcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:43Z', 'updated_at': '2022-02-19T04:07:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:48.849117 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb08448a-9cbe-48ab-abde-2caef26e5dc6 None None] Checking router: d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:07:48.849452 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb08448a-9cbe-48ab-abde-2caef26e5dc6 None None] Updating router d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6 port d80c5878-2126-42c9-8c9e-3ed1c927fd6d binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:07:48.856283 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port f51c45b9-2040-4d3e-a96c-153135c4ea34 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:07:48.866915 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a4dc90f1-9fec-4060-b522-a5d430f729e3 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (26a7a133-9b6e-4feb-878e-4cfd35ffeda4), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:48.889657 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port f51c45b9-2040-4d3e-a96c-153135c4ea34 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:48.890249 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f51c45b9-2040-4d3e-a96c-153135c4ea34), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:48.949650 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-eb08448a-9cbe-48ab-abde-2caef26e5dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d80c5878-2126-42c9-8c9e-3ed1c927fd6d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:48.984995 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a4dc90f1-9fec-4060-b522-a5d430f729e3 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (26a7a133-9b6e-4feb-878e-4cfd35ffeda4), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:49.042962 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043164a8-b50a-404b-90e1-253026225863 req-9bc2c1b2-4d6a-447b-b514-11ab37ce0dcf tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:49.044764 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-043164a8-b50a-404b-90e1-253026225863 req-9bc2c1b2-4d6a-447b-b514-11ab37ce0dcf tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa93173e-fa6c-4663-84fe-7bcb8dfe76c2 HTTP/1.1" status: 200 len: 946 time: 0.3203270 Feb 19 04:07:49.070789 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4,segment=NetworkSegment(089c5c6f-48d9-479c-aff0-8548c19db761),segment_id=089c5c6f-48d9-479c-aff0-8548c19db761)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:49.093726 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc90f1-9fec-4060-b522-a5d430f729e3 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event deleted for resources: {'Subnet': ['ID=26a7a133-9b6e-4feb-878e-4cfd35ffeda4,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:49.112275 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a4dc90f1-9fec-4060-b522-a5d430f729e3 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:49.119509 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a4dc90f1-9fec-4060-b522-a5d430f729e3 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "DELETE /v2.0/subnets/26a7a133-9b6e-4feb-878e-4cfd35ffeda4 HTTP/1.1" status: 204 len: 168 time: 0.6126025 Feb 19 04:07:49.122228 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58494) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:49.196340 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a4b7a-cecd-4114-95b0-49c1568b84fe req-256004a2-4dfd-487b-a834-6a54e0bfee3d tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:49.196340 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-224a4b7a-cecd-4114-95b0-49c1568b84fe req-256004a2-4dfd-487b-a834-6a54e0bfee3d tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/ports?device_id=2415283d-0bc3-4632-a1af-8412db934f51 HTTP/1.1" status: 200 len: 945 time: 0.3333361 Feb 19 04:07:49.212674 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f0f7e2-9148-4f0e-98fc-259632112025 None None] Network f5998976-c185-4692-95dd-9c75d127813f requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:49.267426 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-043164a8-b50a-404b-90e1-253026225863 req-9cf679e4-0ad1-4792-8dde-861399b0af6b tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109013 Feb 19 04:07:49.284802 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4', 'network_id': 'dd886ee4-6a87-4c95-8c57-22fc09e0480a', 'port_id': 'c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4', 'mac_address': 'fa:16:3e:b0:5d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c08a3b-326f-4c3f-95a6-c05f28395ff5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:07:49.350079 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-224a4b7a-cecd-4114-95b0-49c1568b84fe req-595f4572-a56f-4592-87ed-c9613a57835a tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/security-groups?id=0af1625a-1dac-4f0d-8d14-bab276e6a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299629 Feb 19 04:07:49.373671 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-150791ab-90d8-48f2-b1f8-ab3f9da74e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:49.632108 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-eb08448a-9cbe-48ab-abde-2caef26e5dc6 None None] Publish callbacks [] for port (d80c5878-2126-42c9-8c9e-3ed1c927fd6d), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:49.643222 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67bfca-581c-4f8f-bcea-8816c5b85bdb req-377c0848-dc69-4699-b6f2-2a54943f4986 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:49.648880 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-eb08448a-9cbe-48ab-abde-2caef26e5dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d80c5878-2126-42c9-8c9e-3ed1c927fd6d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:49.652941 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5d67bfca-581c-4f8f-bcea-8816c5b85bdb req-377c0848-dc69-4699-b6f2-2a54943f4986 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 944 time: 0.1831064 Feb 19 04:07:49.662991 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port f51c45b9-2040-4d3e-a96c-153135c4ea34 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:49.663515 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f51c45b9-2040-4d3e-a96c-153135c4ea34), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:49.747374 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:49.747374 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:49.771747 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5d67bfca-581c-4f8f-bcea-8816c5b85bdb req-f124728c-b437-472e-b140-cd65918318cc tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175611 Feb 19 04:07:49.792810 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213324d3-694c-4617-af13-6d01ce4fd4cd req-eb87f13b-76cf-487f-9ea8-3e8524014aaf tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:49.794833 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-213324d3-694c-4617-af13-6d01ce4fd4cd req-eb87f13b-76cf-487f-9ea8-3e8524014aaf tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dae9c2f-405e-4b76-b6df-81478538af30 HTTP/1.1" status: 200 len: 943 time: 0.2399004 Feb 19 04:07:49.801440 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-150791ab-90d8-48f2-b1f8-ab3f9da74e92 admin admin] Allocated IP 172.20.0.1 (b40e029f-e45e-4dad-8b72-cb8e978e0503/e5308b5b-30ec-49b2-97d1-b7274bba8304/448470df-d8d8-4d6e-81aa-0570253360ea) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:07:49.804246 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b48e25-bba0-478d-9b3d-d05ffa3e2925 None None] Pushing event updated for resources: {'Port': ['ID=d80c5878-2126-42c9-8c9e-3ed1c927fd6d,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:49.836229 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:07:49.836604 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b497b-76ac-4e6f-9858-72ff9e23d15b req-fe94b6f3-89df-4405-8e80-d48c69e9baa8 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:49.838733 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8f5b497b-76ac-4e6f-9858-72ff9e23d15b req-fe94b6f3-89df-4405-8e80-d48c69e9baa8 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.26 "GET /v2.0/ports?device_id=2415283d-0bc3-4632-a1af-8412db934f51 HTTP/1.1" status: 200 len: 945 time: 0.8705428 Feb 19 04:07:49.863265 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4,segment=NetworkSegment(089c5c6f-48d9-479c-aff0-8548c19db761),segment_id=089c5c6f-48d9-479c-aff0-8548c19db761)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:49.872794 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2270e8de-e428-4657-9da6-56fba416468f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51c45b9-2040-4d3e-a96c-153135c4ea34'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:49.875726 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5893f278-df68-413e-bb04-64c6ce262413" -d '{"events": [{"server_uuid": "2270e8de-e428-4657-9da6-56fba416468f", "name": "network-vif-plugged", "status": "completed", "tag": "f51c45b9-2040-4d3e-a96c-153135c4ea34"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:49.885838 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39945f1f-f76f-46a5-9715-99c872c985f9 None None] DHCP port deletion for f5998976-c185-4692-95dd-9c75d127813f request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:07:49.891502 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41551e73-9595-4726-ab8d-7ec148c13a39 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (f5998976-c185-4692-95dd-9c75d127813f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:49.893119 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.016747 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1363094-0238-4535-b34a-3027d0201d8a x-openstack-request-id: req-b1363094-0238-4535-b34a-3027d0201d8a {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:50.017374 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-41551e73-9595-4726-ab8d-7ec148c13a39 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Deleting port cb994305-1728-4ddf-9c3f-64dca262c12b {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:50.017578 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2270e8de-e428-4657-9da6-56fba416468f", "name": "network-vif-plugged", "status": "completed", "tag": "f51c45b9-2040-4d3e-a96c-153135c4ea34", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:50.017736 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41551e73-9595-4726-ab8d-7ec148c13a39 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (cb994305-1728-4ddf-9c3f-64dca262c12b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.018025 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b1363094-0238-4535-b34a-3027d0201d8a {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:50.018535 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2270e8de-e428-4657-9da6-56fba416468f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51c45b9-2040-4d3e-a96c-153135c4ea34', 'code': 200} Feb 19 04:07:50.025392 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:50.028566 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-213324d3-694c-4617-af13-6d01ce4fd4cd req-cd3dd6a2-2a6a-4fbb-9b6c-bd4a9455da1a tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] 10.222.0.52 "GET /v2.0/security-groups?id=b24b822b-5314-4029-bd20-adede073e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198107 Feb 19 04:07:50.036608 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port f51c45b9-2040-4d3e-a96c-153135c4ea34, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f51c45b9-2040-4d3e-a96c-153135c4ea34,segment=NetworkSegment(02ff9e4b-efe0-46b0-93bf-0ddda7109b69),segment_id=02ff9e4b-efe0-46b0-93bf-0ddda7109b69)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:50.038649 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-8f5b497b-76ac-4e6f-9858-72ff9e23d15b req-7c8c3512-b2d6-4d96-9853-30053687dced tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Deleting port 4e970437-163d-481c-98d2-2c2b32731566 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:50.039093 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8f5b497b-76ac-4e6f-9858-72ff9e23d15b req-7c8c3512-b2d6-4d96-9853-30053687dced tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (4e970437-163d-481c-98d2-2c2b32731566), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.086906 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f51c45b9-2040-4d3e-a96c-153135c4ea34), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.124401 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-150791ab-90d8-48f2-b1f8-ab3f9da74e92 admin admin] Publish callbacks [] for port (448470df-d8d8-4d6e-81aa-0570253360ea), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.147962 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc547e-51a3-473b-92e1-ce3bd1fa4ea3 req-ed9c68d9-3ab7-4c78-93dc-635f297b4b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:50.157851 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-afdc547e-51a3-473b-92e1-ce3bd1fa4ea3 req-ed9c68d9-3ab7-4c78-93dc-635f297b4b26 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 1127 time: 0.1265707 Feb 19 04:07:50.176058 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-eb08448a-9cbe-48ab-abde-2caef26e5dc6 None None] Attempting to bind port d80c5878-2126-42c9-8c9e-3ed1c927fd6d on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:07:50.176584 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-eb08448a-9cbe-48ab-abde-2caef26e5dc6 None None] Attempting to bind port d80c5878-2126-42c9-8c9e-3ed1c927fd6d by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:07:50.177066 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb08448a-9cbe-48ab-abde-2caef26e5dc6 None None] Attempting to bind port d80c5878-2126-42c9-8c9e-3ed1c927fd6d on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:07:50.186394 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=f51c45b9-2040-4d3e-a96c-153135c4ea34,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:50.196905 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:07:50.203631 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb08448a-9cbe-48ab-abde-2caef26e5dc6 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:07:50.206720 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb08448a-9cbe-48ab-abde-2caef26e5dc6 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:50.206886 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-41551e73-9595-4726-ab8d-7ec148c13a39 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] For port cb994305-1728-4ddf-9c3f-64dca262c12b, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=cb994305-1728-4ddf-9c3f-64dca262c12b,segment=NetworkSegment(1b8e6f2d-e1d5-4219-a76a-5d65a5c14382),segment_id=1b8e6f2d-e1d5-4219-a76a-5d65a5c14382)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:50.207175 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41551e73-9595-4726-ab8d-7ec148c13a39 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (cb994305-1728-4ddf-9c3f-64dca262c12b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.207477 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-eb08448a-9cbe-48ab-abde-2caef26e5dc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.207982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb08448a-9cbe-48ab-abde-2caef26e5dc6 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:07:50.208650 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-eb08448a-9cbe-48ab-abde-2caef26e5dc6 None None] Bound port: d80c5878-2126-42c9-8c9e-3ed1c927fd6d, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:07:50.209675 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-eb08448a-9cbe-48ab-abde-2caef26e5dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d80c5878-2126-42c9-8c9e-3ed1c927fd6d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.252824 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-41551e73-9595-4726-ab8d-7ec148c13a39 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Calling delete_port for cb994305-1728-4ddf-9c3f-64dca262c12b owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:50.276543 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-150791ab-90d8-48f2-b1f8-ab3f9da74e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (448470df-d8d8-4d6e-81aa-0570253360ea), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.293371 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-39945f1f-f76f-46a5-9715-99c872c985f9 None None] Deleting port cb994305-1728-4ddf-9c3f-64dca262c12b {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:50.294821 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-39945f1f-f76f-46a5-9715-99c872c985f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (cb994305-1728-4ddf-9c3f-64dca262c12b), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.362576 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150791ab-90d8-48f2-b1f8-ab3f9da74e92 admin admin] Network b40e029f-e45e-4dad-8b72-cb8e978e0503 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:50.364320 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150791ab-90d8-48f2-b1f8-ab3f9da74e92 admin admin] Pushing event updated for resources: {'Port': ['ID=448470df-d8d8-4d6e-81aa-0570253360ea,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:50.376625 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-150791ab-90d8-48f2-b1f8-ab3f9da74e92 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:50.386075 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150791ab-90d8-48f2-b1f8-ab3f9da74e92 admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:07:50.407231 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-eb08448a-9cbe-48ab-abde-2caef26e5dc6 None None] For port d80c5878-2126-42c9-8c9e-3ed1c927fd6d, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:07:50.437247 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-150791ab-90d8-48f2-b1f8-ab3f9da74e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.464409 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41551e73-9595-4726-ab8d-7ec148c13a39 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (cb994305-1728-4ddf-9c3f-64dca262c12b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.470399 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-eb08448a-9cbe-48ab-abde-2caef26e5dc6 None None] For port d80c5878-2126-42c9-8c9e-3ed1c927fd6d, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=d80c5878-2126-42c9-8c9e-3ed1c927fd6d,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:07:50.491770 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-39945f1f-f76f-46a5-9715-99c872c985f9 None None] For port cb994305-1728-4ddf-9c3f-64dca262c12b, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=cb994305-1728-4ddf-9c3f-64dca262c12b,segment=NetworkSegment(1b8e6f2d-e1d5-4219-a76a-5d65a5c14382),segment_id=1b8e6f2d-e1d5-4219-a76a-5d65a5c14382)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:50.492813 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-39945f1f-f76f-46a5-9715-99c872c985f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (cb994305-1728-4ddf-9c3f-64dca262c12b), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.499793 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-8f5b497b-76ac-4e6f-9858-72ff9e23d15b req-7c8c3512-b2d6-4d96-9853-30053687dced tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] For port 4e970437-163d-481c-98d2-2c2b32731566, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=4e970437-163d-481c-98d2-2c2b32731566,segment=NetworkSegment(7ee69d56-fec1-48c2-bf82-a6515095370f),segment_id=7ee69d56-fec1-48c2-bf82-a6515095370f)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:50.500556 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8f5b497b-76ac-4e6f-9858-72ff9e23d15b req-7c8c3512-b2d6-4d96-9853-30053687dced tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (4e970437-163d-481c-98d2-2c2b32731566), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.516227 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-eb08448a-9cbe-48ab-abde-2caef26e5dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d80c5878-2126-42c9-8c9e-3ed1c927fd6d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.519243 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-8f5b497b-76ac-4e6f-9858-72ff9e23d15b req-7c8c3512-b2d6-4d96-9853-30053687dced tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Calling delete_port for 4e970437-163d-481c-98d2-2c2b32731566 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:50.520530 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-39945f1f-f76f-46a5-9715-99c872c985f9 None None] Calling delete_port for cb994305-1728-4ddf-9c3f-64dca262c12b owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:50.581554 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-afdc547e-51a3-473b-92e1-ce3bd1fa4ea3 req-a97e6a8f-8eb6-44d1-8244-529af3995d11 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4110236 Feb 19 04:07:50.605972 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d3f51-07ff-4ef6-8f2d-e6675144a6b2 req-65ee8fe4-ee0b-4ff6-a69a-7559a00fa0a4 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:50.607742 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed6d3f51-07ff-4ef6-8f2d-e6675144a6b2 req-65ee8fe4-ee0b-4ff6-a69a-7559a00fa0a4 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa93173e-fa6c-4663-84fe-7bcb8dfe76c2 HTTP/1.1" status: 200 len: 946 time: 0.1632192 Feb 19 04:07:50.667834 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083c3de-5470-4a68-847c-6f8e3d626669 req-5b728c58-d782-47c5-aff6-0e17f2ebf1c2 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:50.669421 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6083c3de-5470-4a68-847c-6f8e3d626669 req-5b728c58-d782-47c5-aff6-0e17f2ebf1c2 tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/ports?device_id=2415283d-0bc3-4632-a1af-8412db934f51 HTTP/1.1" status: 200 len: 945 time: 0.1852684 Feb 19 04:07:50.723498 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed6d3f51-07ff-4ef6-8f2d-e6675144a6b2 req-aa7fce61-f38c-4306-95e9-c12e2d8fd1de tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025331 Feb 19 04:07:50.804655 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8f5b497b-76ac-4e6f-9858-72ff9e23d15b req-7c8c3512-b2d6-4d96-9853-30053687dced tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (4e970437-163d-481c-98d2-2c2b32731566), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.810103 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41551e73-9595-4726-ab8d-7ec148c13a39 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event deleted for resources: {'Port': ['ID=cb994305-1728-4ddf-9c3f-64dca262c12b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:50.840657 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41551e73-9595-4726-ab8d-7ec148c13a39 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] No DVR routers for this DVR port cb994305-1728-4ddf-9c3f-64dca262c12b on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:07:50.841311 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['4e970437-163d-481c-98d2-2c2b32731566'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:07:50.844732 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6083c3de-5470-4a68-847c-6f8e3d626669 req-dbafb27e-64ec-48d8-bb55-3d58deecd23f tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.52 "GET /v2.0/security-groups?id=0af1625a-1dac-4f0d-8d14-bab276e6a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438656 Feb 19 04:07:50.847894 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-150791ab-90d8-48f2-b1f8-ab3f9da74e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (448470df-d8d8-4d6e-81aa-0570253360ea), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.901079 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb08448a-9cbe-48ab-abde-2caef26e5dc6 None None] Routers {'d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:50.901834 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-eb08448a-9cbe-48ab-abde-2caef26e5dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:07:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:50.957881 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b48e25-bba0-478d-9b3d-d05ffa3e2925 None None] Pushing event updated for resources: {'Port': ['ID=d80c5878-2126-42c9-8c9e-3ed1c927fd6d,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:51.076749 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c3512-b2d6-4d96-9853-30053687dced tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Pushing event deleted for resources: {'Port': ['ID=4e970437-163d-481c-98d2-2c2b32731566,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:51.086535 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5b497b-76ac-4e6f-9858-72ff9e23d15b req-7c8c3512-b2d6-4d96-9853-30053687dced tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] No DVR routers for this DVR port 4e970437-163d-481c-98d2-2c2b32731566 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:07:51.091546 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8f5b497b-76ac-4e6f-9858-72ff9e23d15b req-7c8c3512-b2d6-4d96-9853-30053687dced tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:51.100230 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8f5b497b-76ac-4e6f-9858-72ff9e23d15b req-7c8c3512-b2d6-4d96-9853-30053687dced tempest-FloatingIPsAssociationNegativeTestJSON-105334565 tempest-FloatingIPsAssociationNegativeTestJSON-105334565-project] 10.222.0.26 "DELETE /v2.0/ports/4e970437-163d-481c-98d2-2c2b32731566 HTTP/1.1" status: 204 len: 173 time: 1.2486079 Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: from cryptography.utils import int_from_bytes Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: from cryptography.utils import int_from_bytes Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:07:51.101458 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:07:51.104400 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:07:51.104400 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:07:51.104400 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:07:51.104400 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:07:51.104400 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:07:51.104400 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:07:51.104400 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:07:51.104400 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:07:51.104400 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:07:51.104400 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:07:51.104400 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:07:51.104400 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:07:51.104400 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:07:51.104400 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:07:51.119953 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2415283d-0bc3-4632-a1af-8412db934f51', 'name': 'network-vif-deleted', 'tag': '4e970437-163d-481c-98d2-2c2b32731566'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:51.123160 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f402e428-fada-4e3c-afc2-166305b08776" -d '{"events": [{"server_uuid": "2415283d-0bc3-4632-a1af-8412db934f51", "name": "network-vif-deleted", "tag": "4e970437-163d-481c-98d2-2c2b32731566"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:51.124116 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-39945f1f-f76f-46a5-9715-99c872c985f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (cb994305-1728-4ddf-9c3f-64dca262c12b), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:51.164574 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39945f1f-f76f-46a5-9715-99c872c985f9 None None] Pushing event deleted for resources: {'Port': ['ID=cb994305-1728-4ddf-9c3f-64dca262c12b,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:51.174622 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39945f1f-f76f-46a5-9715-99c872c985f9 None None] No DVR routers for this DVR port cb994305-1728-4ddf-9c3f-64dca262c12b on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:07:51.184090 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41551e73-9595-4726-ab8d-7ec148c13a39 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (f5998976-c185-4692-95dd-9c75d127813f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:51.207979 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-eb08448a-9cbe-48ab-abde-2caef26e5dc6 None None] Set router d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:07:51.231256 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-41551e73-9595-4726-ab8d-7ec148c13a39 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5998976-c185-4692-95dd-9c75d127813f']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:51.247765 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-41551e73-9595-4726-ab8d-7ec148c13a39 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b8e6f2d-e1d5-4219-a76a-5d65a5c14382') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:51.248248 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-41551e73-9595-4726-ab8d-7ec148c13a39 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b8e6f2d-e1d5-4219-a76a-5d65a5c14382') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:51.263888 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41551e73-9595-4726-ab8d-7ec148c13a39 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (1b8e6f2d-e1d5-4219-a76a-5d65a5c14382), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:51.282678 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41551e73-9595-4726-ab8d-7ec148c13a39 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (1b8e6f2d-e1d5-4219-a76a-5d65a5c14382), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:51.293792 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41551e73-9595-4726-ab8d-7ec148c13a39 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:07:51.294395 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41551e73-9595-4726-ab8d-7ec148c13a39 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (1b8e6f2d-e1d5-4219-a76a-5d65a5c14382), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:07:51.372068 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:07:51.408877 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b58a4d-4eba-4302-8756-f34f0edd34f5 req-a2b7713b-101c-49ad-8a31-20803e6b5aee tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:51.410830 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26b58a4d-4eba-4302-8756-f34f0edd34f5 req-a2b7713b-101c-49ad-8a31-20803e6b5aee tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 945 time: 0.4140468 Feb 19 04:07:51.415935 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41551e73-9595-4726-ab8d-7ec148c13a39 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (f5998976-c185-4692-95dd-9c75d127813f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:51.434072 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41551e73-9595-4726-ab8d-7ec148c13a39 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:51.444044 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-41551e73-9595-4726-ab8d-7ec148c13a39 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] 10.222.0.52 "DELETE /v2.0/networks/f5998976-c185-4692-95dd-9c75d127813f HTTP/1.1" status: 204 len: 168 time: 2.3195698 Feb 19 04:07:51.462117 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41551e73-9595-4726-ab8d-7ec148c13a39 tempest-NetworksIpV6TestAttrs-1536819332 tempest-NetworksIpV6TestAttrs-1536819332-project] Pushing event deleted for resources: {'Network': ['ID=f5998976-c185-4692-95dd-9c75d127813f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:51.479744 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a9de6-e29d-4083-b221-fb8f2e9902e7 req-aa987dbb-ec21-4f3d-9bae-1475dff0042c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:51.482337 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-914a9de6-e29d-4083-b221-fb8f2e9902e7 req-aa987dbb-ec21-4f3d-9bae-1475dff0042c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89f570eb52d140abbcd42975657310d6&device_id=fa93173e-fa6c-4663-84fe-7bcb8dfe76c2 HTTP/1.1" status: 200 len: 1129 time: 0.1091549 Feb 19 04:07:51.553680 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-eb08448a-9cbe-48ab-abde-2caef26e5dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74f14b7-2ddf-4cb7-89bb-64d426a3bcb6', 'name': 'tempest-ServerRescueNegativeTestJSON-96328431-router', 'tenant_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'd80c5878-2126-42c9-8c9e-3ed1c927fd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:41Z', 'updated_at': '2022-02-19T04:07:50Z', 'revision_number': 4, 'project_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'gw_port': {'id': 'd80c5878-2126-42c9-8c9e-3ed1c927fd6d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74f14b7-2ddf-4cb7-89bb-64d426a3bcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:43Z', 'updated_at': '2022-02-19T04:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '448470df-d8d8-4d6e-81aa-0570253360ea', 'name': '', 'network_id': 'b40e029f-e45e-4dad-8b72-cb8e978e0503', 'tenant_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'mac_address': 'fa:16:3e:17:67:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74f14b7-2ddf-4cb7-89bb-64d426a3bcb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'e5308b5b-30ec-49b2-97d1-b7274bba8304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:49Z', 'updated_at': '2022-02-19T04:07:49Z', 'revision_number': 1, 'project_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'subnets': [{'id': 'e5308b5b-30ec-49b2-97d1-b7274bba8304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:51.573915 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26b58a4d-4eba-4302-8756-f34f0edd34f5 req-90f5799e-27fe-4d7c-8ae7-c1ee66e2afdf tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545415 Feb 19 04:07:51.589080 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5287a0-d670-4bbb-b4cf-85db2e870fb7 req-cb5311e1-6978-4bab-a0ee-07c6171b8d98 tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:51.591498 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c5287a0-d670-4bbb-b4cf-85db2e870fb7 req-cb5311e1-6978-4bab-a0ee-07c6171b8d98 tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dae9c2f-405e-4b76-b6df-81478538af30 HTTP/1.1" status: 200 len: 944 time: 0.3336504 Feb 19 04:07:51.653433 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb08448a-9cbe-48ab-abde-2caef26e5dc6 None None] The sync data for ids ['d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6'] in n-d-828369-19 is: [{'id': 'd74f14b7-2ddf-4cb7-89bb-64d426a3bcb6', 'name': 'tempest-ServerRescueNegativeTestJSON-96328431-router', 'tenant_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'd80c5878-2126-42c9-8c9e-3ed1c927fd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:41Z', 'updated_at': '2022-02-19T04:07:50Z', 'revision_number': 4, 'project_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'gw_port': {'id': 'd80c5878-2126-42c9-8c9e-3ed1c927fd6d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74f14b7-2ddf-4cb7-89bb-64d426a3bcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:43Z', 'updated_at': '2022-02-19T04:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '448470df-d8d8-4d6e-81aa-0570253360ea', 'name': '', 'network_id': 'b40e029f-e45e-4dad-8b72-cb8e978e0503', 'tenant_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'mac_address': 'fa:16:3e:17:67:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74f14b7-2ddf-4cb7-89bb-64d426a3bcb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'e5308b5b-30ec-49b2-97d1-b7274bba8304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:49Z', 'updated_at': '2022-02-19T04:07:49Z', 'revision_number': 1, 'project_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'subnets': [{'id': 'e5308b5b-30ec-49b2-97d1-b7274bba8304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:07:51.671792 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-150791ab-90d8-48f2-b1f8-ab3f9da74e92 admin admin] Publish callbacks [] for port (448470df-d8d8-4d6e-81aa-0570253360ea), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:51.689721 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-150791ab-90d8-48f2-b1f8-ab3f9da74e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (448470df-d8d8-4d6e-81aa-0570253360ea), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:51.712443 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a9de6-e29d-4083-b221-fb8f2e9902e7 req-06faa517-6117-4d0d-bbc0-ca8d14239cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:51.736619 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-914a9de6-e29d-4083-b221-fb8f2e9902e7 req-06faa517-6117-4d0d-bbc0-ca8d14239cb3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 HTTP/1.1" status: 200 len: 917 time: 0.2443185 Feb 19 04:07:51.880363 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c5287a0-d670-4bbb-b4cf-85db2e870fb7 req-9d5ccfb9-68ae-4b2f-9ba7-b474e1fdc678 tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] 10.222.0.52 "GET /v2.0/security-groups?id=b24b822b-5314-4029-bd20-adede073e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572393 Feb 19 04:07:51.883760 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:07:51.886006 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-914a9de6-e29d-4083-b221-fb8f2e9902e7 req-f59a3a1e-676a-4fdf-9ba8-83b616b7b64c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0279203-0c38-44c9-bc69-2ba42a825e33 HTTP/1.1" status: 200 len: 217 time: 0.1467214 Feb 19 04:07:51.903520 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-150791ab-90d8-48f2-b1f8-ab3f9da74e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:51.907727 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device cb994305-1728-4ddf-9c3f-64dca262c12b no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:07:51.912753 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150791ab-90d8-48f2-b1f8-ab3f9da74e92 admin admin] Pushing event updated for resources: {'Port': ['ID=448470df-d8d8-4d6e-81aa-0570253360ea,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:51.940502 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08347ec8-0c42-45a8-8d4a-ba870d6ea141 req-edb06da9-7ef1-4737-88c5-801f62b19cc3 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:51.942851 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-08347ec8-0c42-45a8-8d4a-ba870d6ea141 req-edb06da9-7ef1-4737-88c5-801f62b19cc3 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa93173e-fa6c-4663-84fe-7bcb8dfe76c2 HTTP/1.1" status: 200 len: 946 time: 0.1701736 Feb 19 04:07:51.962357 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: cb994305-1728-4ddf-9c3f-64dca262c12b {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:07:51.967405 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device cb994305-1728-4ddf-9c3f-64dca262c12b not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:07:52.015911 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9c6bf3-f113-4ad8-a8b6-b6cc4b652308 x-openstack-request-id: req-3c9c6bf3-f113-4ad8-a8b6-b6cc4b652308 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:52.016494 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2415283d-0bc3-4632-a1af-8412db934f51", "name": "network-vif-deleted", "tag": "4e970437-163d-481c-98d2-2c2b32731566", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:52.017198 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3c9c6bf3-f113-4ad8-a8b6-b6cc4b652308 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:52.019804 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2415283d-0bc3-4632-a1af-8412db934f51', 'name': 'network-vif-deleted', 'tag': '4e970437-163d-481c-98d2-2c2b32731566', 'status': 'completed', 'code': 200} Feb 19 04:07:52.052129 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58530) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:52.053372 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a9de6-e29d-4083-b221-fb8f2e9902e7 req-0cd481c1-5a9a-4733-8de1-b5a3c9f8c679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:52.056722 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-914a9de6-e29d-4083-b221-fb8f2e9902e7 req-0cd481c1-5a9a-4733-8de1-b5a3c9f8c679 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a17a667-7fa1-4649-9c36-1eb9bdedfd2a HTTP/1.1" status: 200 len: 855 time: 0.1620917 Feb 19 04:07:52.189727 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a9de6-e29d-4083-b221-fb8f2e9902e7 req-aa161638-8a2d-4671-99ff-b72cc34a82b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:52.200539 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-914a9de6-e29d-4083-b221-fb8f2e9902e7 req-aa161638-8a2d-4671-99ff-b72cc34a82b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1344392 Feb 19 04:07:52.202096 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-08347ec8-0c42-45a8-8d4a-ba870d6ea141 req-fd631d6c-5bcd-41fc-8b81-b25112718708 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837230 Feb 19 04:07:52.247820 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150791ab-90d8-48f2-b1f8-ab3f9da74e92 admin admin] Network b40e029f-e45e-4dad-8b72-cb8e978e0503 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:52.249520 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-150791ab-90d8-48f2-b1f8-ab3f9da74e92 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:52.389965 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-914a9de6-e29d-4083-b221-fb8f2e9902e7 req-48ee4416-f888-48e1-86bc-64777368f3af service neutron] 10.222.0.26 "GET /v2.0/networks/3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808448 Feb 19 04:07:52.500759 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58536) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:52.689297 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-914a9de6-e29d-4083-b221-fb8f2e9902e7 req-feb80024-a85d-45a5-8643-086b24b92b81 service neutron] 10.222.0.26 "GET /v2.0/networks/3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923133 Feb 19 04:07:52.695478 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:52.816570 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:07:52.823090 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:52.823619 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:52.994062 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-483f410e-df05-4e79-8387-07ec9fbadc62 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1d8d2a259e1b472f847c8eeae305584c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9402153 Feb 19 04:07:52.994775 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58542) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:53.011323 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:53.015166 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150791ab-90d8-48f2-b1f8-ab3f9da74e92 admin admin] Router d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:07:53.022647 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:53.043834 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4cada-4c2c-4c20-8021-de7d02c8e169 req-d1150127-5cf7-4511-bf4c-afa8bb368c9d tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:53.051079 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9e4cada-4c2c-4c20-8021-de7d02c8e169 req-d1150127-5cf7-4511-bf4c-afa8bb368c9d tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 945 time: 0.1928589 Feb 19 04:07:53.077106 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dae9c2f-405e-4b76-b6df-81478538af30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:53.080929 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b93b5c4-43d9-4df8-ab81-6d5c8f68eb69" -d '{"events": [{"server_uuid": "7dae9c2f-405e-4b76-b6df-81478538af30", "name": "network-vif-plugged", "status": "completed", "tag": "c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:53.100825 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4,segment=NetworkSegment(089c5c6f-48d9-479c-aff0-8548c19db761),segment_id=089c5c6f-48d9-479c-aff0-8548c19db761)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:53.105805 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6ea21d9b-4043-439c-96ab-f752efdc95b7 admin admin] Publish callbacks [] for security_group (9382475b-09ee-4213-9814-bd6496d5f1a4), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:53.107785 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:53.159143 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6ea21d9b-4043-439c-96ab-f752efdc95b7 admin admin] Publish callbacks [] for security_group (9382475b-09ee-4213-9814-bd6496d5f1a4), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:53.175608 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:53.241873 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd91c4c-8657-49a3-90aa-b0514226793c req-ca579fb8-fa11-454c-b8d8-d34f0ff0f7b5 tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:53.243481 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebd91c4c-8657-49a3-90aa-b0514226793c req-ca579fb8-fa11-454c-b8d8-d34f0ff0f7b5 tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dae9c2f-405e-4b76-b6df-81478538af30 HTTP/1.1" status: 200 len: 944 time: 0.1699567 Feb 19 04:07:53.253443 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9e4cada-4c2c-4c20-8021-de7d02c8e169 req-65e83ee7-43e3-43c1-b5a1-c924d4029164 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014585 Feb 19 04:07:53.307028 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-96160360-a2c3-4a55-996b-d278979fae9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (32763abc-9950-48e0-85bc-d9f34828b021), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:53.316815 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553c6bd1-c9f3-4772-a438-a4907305bf9e x-openstack-request-id: req-553c6bd1-c9f3-4772-a438-a4907305bf9e {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:53.317160 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dae9c2f-405e-4b76-b6df-81478538af30", "name": "network-vif-plugged", "status": "completed", "tag": "c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:53.317426 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-553c6bd1-c9f3-4772-a438-a4907305bf9e {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:53.317833 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dae9c2f-405e-4b76-b6df-81478538af30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4', 'code': 200} Feb 19 04:07:53.407936 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6ea21d9b-4043-439c-96ab-f752efdc95b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (9382475b-09ee-4213-9814-bd6496d5f1a4), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:53.417604 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6ea21d9b-4043-439c-96ab-f752efdc95b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:53.423260 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6ea21d9b-4043-439c-96ab-f752efdc95b7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9382475b-09ee-4213-9814-bd6496d5f1a4 HTTP/1.1" status: 204 len: 168 time: 0.4268777 Feb 19 04:07:53.441214 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea21d9b-4043-439c-96ab-f752efdc95b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9382475b-09ee-4213-9814-bd6496d5f1a4,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:53.530889 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebd91c4c-8657-49a3-90aa-b0514226793c req-4ad20340-1804-45cd-a64e-d1fbd157f282 tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] 10.222.0.52 "GET /v2.0/security-groups?id=b24b822b-5314-4029-bd20-adede073e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711203 Feb 19 04:07:53.548475 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 4e970437-163d-481c-98d2-2c2b32731566 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:07:53.581125 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150791ab-90d8-48f2-b1f8-ab3f9da74e92 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:07:53.587437 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-150791ab-90d8-48f2-b1f8-ab3f9da74e92 admin admin] 10.222.0.52 "PUT /v2.0/routers/d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3979595 Feb 19 04:07:53.598953 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c3bd1-956b-45ae-83c1-83ff7a34173f req-e8b6d8d6-5f3c-444a-b266-576be63fa3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:53.600991 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a2c3bd1-956b-45ae-83c1-83ff7a34173f req-e8b6d8d6-5f3c-444a-b266-576be63fa3b0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7dae9c2f-405e-4b76-b6df-81478538af30 HTTP/1.1" status: 200 len: 1128 time: 0.1854532 Feb 19 04:07:53.608564 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38944731-36aa-4a49-ba69-bef6c98c3bbc req-79e36f6e-850c-4936-9bc1-5ba92b8b82ff tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:53.615409 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-38944731-36aa-4a49-ba69-bef6c98c3bbc req-79e36f6e-850c-4936-9bc1-5ba92b8b82ff tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa93173e-fa6c-4663-84fe-7bcb8dfe76c2 HTTP/1.1" status: 200 len: 946 time: 0.2364902 Feb 19 04:07:53.622823 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 4e970437-163d-481c-98d2-2c2b32731566 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:07:53.623721 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 4e970437-163d-481c-98d2-2c2b32731566 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:07:53.809209 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a2c3bd1-956b-45ae-83c1-83ff7a34173f req-8c4a37f4-5500-4c55-95b6-013f76b0fe30 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b24b822b-5314-4029-bd20-adede073e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833575 Feb 19 04:07:53.858051 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-38944731-36aa-4a49-ba69-bef6c98c3bbc req-35267bb5-b6b4-402a-b888-4d6327125eb5 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402673 Feb 19 04:07:53.920037 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d083d-8ece-47a6-af50-2fe829dceca9 req-16602996-93d9-48f7-8036-8ba5b49c1850 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:53.931993 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b73d083d-8ece-47a6-af50-2fe829dceca9 req-16602996-93d9-48f7-8036-8ba5b49c1850 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 945 time: 0.2569170 Feb 19 04:07:53.932427 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58568) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:53.954185 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-4a74a552-011a-4518-931e-2c42584c2dac tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Request body: {'floatingip': {'port_id': 'f51c45b9-2040-4d3e-a96c-153135c4ea34'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:53.999505 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device d80c5878-2126-42c9-8c9e-3ed1c927fd6d up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:54.061138 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-96160360-a2c3-4a55-996b-d278979fae9f admin admin] Deleting port b10c53b3-5eb6-4a0d-bdbd-929fc1250876 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:54.061668 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-96160360-a2c3-4a55-996b-d278979fae9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b10c53b3-5eb6-4a0d-bdbd-929fc1250876), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:54.124775 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port d80c5878-2126-42c9-8c9e-3ed1c927fd6d triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:54.127155 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d80c5878-2126-42c9-8c9e-3ed1c927fd6d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:54.139679 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4a74a552-011a-4518-931e-2c42584c2dac tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for floatingip (ea92372d-8ed4-413e-9611-eed1915298f6), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:54.185830 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-96160360-a2c3-4a55-996b-d278979fae9f admin admin] For port b10c53b3-5eb6-4a0d-bdbd-929fc1250876, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=b10c53b3-5eb6-4a0d-bdbd-929fc1250876,segment=NetworkSegment(7ee69d56-fec1-48c2-bf82-a6515095370f),segment_id=7ee69d56-fec1-48c2-bf82-a6515095370f)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:54.186132 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-96160360-a2c3-4a55-996b-d278979fae9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b10c53b3-5eb6-4a0d-bdbd-929fc1250876), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:54.206148 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-96160360-a2c3-4a55-996b-d278979fae9f admin admin] Calling delete_port for b10c53b3-5eb6-4a0d-bdbd-929fc1250876 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:54.255493 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f0e73-5a73-4357-9725-0caafea6e710 req-1fd31f24-b6d1-4b36-b052-faa249be1216 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:54.259437 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-794f0e73-5a73-4357-9725-0caafea6e710 req-1fd31f24-b6d1-4b36-b052-faa249be1216 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa93173e-fa6c-4663-84fe-7bcb8dfe76c2 HTTP/1.1" status: 200 len: 946 time: 0.1914067 Feb 19 04:07:54.339548 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port d80c5878-2126-42c9-8c9e-3ed1c927fd6d is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:54.340849 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d80c5878-2126-42c9-8c9e-3ed1c927fd6d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:54.391255 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-794f0e73-5a73-4357-9725-0caafea6e710 req-d154d75e-2680-4ef2-806c-e670aed1b082 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215315 Feb 19 04:07:54.450822 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port d80c5878-2126-42c9-8c9e-3ed1c927fd6d, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=d80c5878-2126-42c9-8c9e-3ed1c927fd6d,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:54.472426 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d80c5878-2126-42c9-8c9e-3ed1c927fd6d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:54.555415 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=d80c5878-2126-42c9-8c9e-3ed1c927fd6d,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:54.618664 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-96160360-a2c3-4a55-996b-d278979fae9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (b10c53b3-5eb6-4a0d-bdbd-929fc1250876), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:54.702106 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96160360-a2c3-4a55-996b-d278979fae9f admin admin] Pushing event deleted for resources: {'Port': ['ID=b10c53b3-5eb6-4a0d-bdbd-929fc1250876,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:54.731520 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-318a11d8-1186-4b85-a741-3efafdd60ad3 req-1c5b9cfa-b7d2-408c-adb9-fd4aa4c82d05 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f78f7a7e-6ed5-4bbd-9d56-e984d793b6be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2336493 Feb 19 04:07:54.806589 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58600) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:55.026767 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-96160360-a2c3-4a55-996b-d278979fae9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (32763abc-9950-48e0-85bc-d9f34828b021), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:55.032150 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07ed09-027f-4af9-b021-caf7a682b6ae req-703a09ad-261a-4c1f-9836-d7414ca8e743 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:55.041548 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4e07ed09-027f-4af9-b021-caf7a682b6ae req-703a09ad-261a-4c1f-9836-d7414ca8e743 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b547761-e6af-43d6-97bd-980a7f43bf93 HTTP/1.1" status: 200 len: 946 time: 0.4533513 Feb 19 04:07:55.184089 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-a758ab76-08a7-4ad3-8f10-20c3e0a7dd9c tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] Request body: {'port': {'network_id': '599e5857-5034-4713-8287-bf59684567f2', 'name': 'tempest-NetworksNegativeTestJSON-424059567'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:55.203682 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-a758ab76-08a7-4ad3-8f10-20c3e0a7dd9c tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] POST failed (client error): The resource could not be found. Feb 19 04:07:55.204189 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a758ab76-08a7-4ad3-8f10-20c3e0a7dd9c tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:07:55.205368 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a758ab76-08a7-4ad3-8f10-20c3e0a7dd9c tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3975592 Feb 19 04:07:55.213879 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58604) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:55.239703 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-898c901d-e288-446a-a8d6-25d69e06d074 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:55.240355 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d57817-0d03-45cc-ba83-f7f1f5709f2b tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] DELETE failed (client error): The resource could not be found. Feb 19 04:07:55.240669 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d57817-0d03-45cc-ba83-f7f1f5709f2b tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:07:55.242667 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-898c901d-e288-446a-a8d6-25d69e06d074 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/networks?id=b40e029f-e45e-4dad-8b72-cb8e978e0503 HTTP/1.1" status: 200 len: 817 time: 0.5241268 Feb 19 04:07:55.243948 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c9d57817-0d03-45cc-ba83-f7f1f5709f2b tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] 10.222.0.52 "DELETE /v2.0/networks/80ab23f9-3fbd-48bd-bef4-130e2cc04c8c HTTP/1.1" status: 404 len: 339 time: 0.0291710 Feb 19 04:07:55.250916 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58606) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:55.287786 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a11d8-1186-4b85-a741-3efafdd60ad3 req-3b73d6a4-ace9-4249-9b4f-a33e7a0bd2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:55.289838 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-318a11d8-1186-4b85-a741-3efafdd60ad3 req-3b73d6a4-ace9-4249-9b4f-a33e7a0bd2bf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=89f570eb52d140abbcd42975657310d6&device_id=f78f7a7e-6ed5-4bbd-9d56-e984d793b6be HTTP/1.1" status: 200 len: 1128 time: 0.4824557 Feb 19 04:07:55.298565 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478a6f12-a364-4f1f-8733-e96e25df7d35 None None] Sync routers for ids ['d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:07:55.299106 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4e07ed09-027f-4af9-b021-caf7a682b6ae req-c547a6c8-6c46-4415-8ccc-e670a784a6df tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562084 Feb 19 04:07:55.316233 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc856ae-2732-4b2e-a37d-67259d684567 tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] DELETE failed (client error): The resource could not be found. Feb 19 04:07:55.316551 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc856ae-2732-4b2e-a37d-67259d684567 tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:07:55.323445 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2dc856ae-2732-4b2e-a37d-67259d684567 tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] 10.222.0.52 "DELETE /v2.0/ports/5a3a47f2-e972-408f-98b9-8e8cd1bcf7be HTTP/1.1" status: 404 len: 333 time: 0.0668674 Feb 19 04:07:55.324434 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58608) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:55.335786 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478a6f12-a364-4f1f-8733-e96e25df7d35 None None] Routers {'d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:55.336510 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-478a6f12-a364-4f1f-8733-e96e25df7d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:07:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:55.357275 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63deeda-6e35-41c7-9ec7-d4143b87b3be tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] DELETE failed (client error): The resource could not be found. Feb 19 04:07:55.357736 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b63deeda-6e35-41c7-9ec7-d4143b87b3be tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:07:55.364239 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b63deeda-6e35-41c7-9ec7-d4143b87b3be tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] 10.222.0.52 "DELETE /v2.0/subnets/e8e00736-9944-4aaf-bc37-a3b5fc294021 HTTP/1.1" status: 404 len: 337 time: 0.0359590 Feb 19 04:07:55.367429 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58612) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:55.405338 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-89fbc3c2-cadc-4c6b-87b2-9d42f09f49d9 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/quotas/e09d752b62b44ea5a2f23e7b86993e07 HTTP/1.1" status: 200 len: 375 time: 0.1032774 Feb 19 04:07:55.420850 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-55536e46-5023-43ea-94d9-e5ed27203f96 tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] GET failed (client error): The resource could not be found. Feb 19 04:07:55.426207 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-55536e46-5023-43ea-94d9-e5ed27203f96 tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] 10.222.0.52 "GET /v2.0/networks/654c28ef-f348-456d-bf7c-7377bb1c841d HTTP/1.1" status: 404 len: 339 time: 0.0539274 Feb 19 04:07:55.426207 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58614) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:55.455875 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-d132a8e9-a395-4280-b654-5ef4124cc1b5 tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] GET failed (client error): The resource could not be found. Feb 19 04:07:55.461421 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d132a8e9-a395-4280-b654-5ef4124cc1b5 tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] 10.222.0.52 "GET /v2.0/ports/981923b9-97a6-4fbc-8248-b981dde660f5 HTTP/1.1" status: 404 len: 333 time: 0.0300150 Feb 19 04:07:55.462237 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58616) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:55.481967 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-478a6f12-a364-4f1f-8733-e96e25df7d35 None None] Set router d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:07:55.495508 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a11d8-1186-4b85-a741-3efafdd60ad3 req-21535455-298b-49e7-9b1f-1bb64cd0d3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:55.497403 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-318a11d8-1186-4b85-a741-3efafdd60ad3 req-21535455-298b-49e7-9b1f-1bb64cd0d3b7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 HTTP/1.1" status: 200 len: 917 time: 0.1839504 Feb 19 04:07:55.498069 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c23aea7-32f8-422b-a606-bc65a0be0b89 tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] GET failed (client error): The resource could not be found. Feb 19 04:07:55.502908 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3c23aea7-32f8-422b-a606-bc65a0be0b89 tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] 10.222.0.52 "GET /v2.0/subnets/17e2d481-3567-48ee-bbff-d9d42f88c431 HTTP/1.1" status: 404 len: 337 time: 0.0364921 Feb 19 04:07:55.504146 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58618) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:55.510343 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-6a40eb47-b936-4501-901d-46a5a5305432 tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:55.529637 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a40eb47-b936-4501-901d-46a5a5305432 tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] PUT failed (client error): The resource could not be found. Feb 19 04:07:55.530158 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a40eb47-b936-4501-901d-46a5a5305432 tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:07:55.534886 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6a40eb47-b936-4501-901d-46a5a5305432 tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] 10.222.0.52 "PUT /v2.0/networks/6d7e3f1b-0efb-48d8-b1f5-a2543176e03f HTTP/1.1" status: 404 len: 339 time: 0.0261900 Feb 19 04:07:55.535499 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58622) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:55.540911 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-4d1d8169-723d-46e6-a4bf-7f103d6e79f5 tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:55.562399 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d1d8169-723d-46e6-a4bf-7f103d6e79f5 tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] PUT failed (client error): The resource could not be found. Feb 19 04:07:55.562976 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d1d8169-723d-46e6-a4bf-7f103d6e79f5 tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:07:55.567770 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4d1d8169-723d-46e6-a4bf-7f103d6e79f5 tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] 10.222.0.52 "PUT /v2.0/ports/36565d37-8270-4e33-b0ae-84f878cb2be0 HTTP/1.1" status: 404 len: 333 time: 0.0282259 Feb 19 04:07:55.567770 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96160360-a2c3-4a55-996b-d278979fae9f admin admin] Router 32763abc-9950-48e0-85bc-d9f34828b021 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:07:55.568372 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58624) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:55.573687 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-91f8d7ea-c6e7-4642-9f33-8f08a494e2a1 tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:55.596041 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f8d7ea-c6e7-4642-9f33-8f08a494e2a1 tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] PUT failed (client error): The resource could not be found. Feb 19 04:07:55.596495 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f8d7ea-c6e7-4642-9f33-8f08a494e2a1 tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:07:55.601482 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-91f8d7ea-c6e7-4642-9f33-8f08a494e2a1 tempest-NetworksNegativeTestJSON-30506493 tempest-NetworksNegativeTestJSON-30506493-project] 10.222.0.52 "PUT /v2.0/subnets/c74cd3c6-0dd3-4b72-86ea-de1d066c33ac HTTP/1.1" status: 404 len: 337 time: 0.0283718 Feb 19 04:07:55.671984 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-318a11d8-1186-4b85-a741-3efafdd60ad3 req-a4b24f5c-0157-4e21-904c-7e9183ad0744 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b2140d5-d5c1-435f-89c9-0e728f660bc7 HTTP/1.1" status: 200 len: 217 time: 0.1628263 Feb 19 04:07:55.675165 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4a74a552-011a-4518-931e-2c42584c2dac tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:55.713150 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-478a6f12-a364-4f1f-8733-e96e25df7d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74f14b7-2ddf-4cb7-89bb-64d426a3bcb6', 'name': 'tempest-ServerRescueNegativeTestJSON-96328431-router', 'tenant_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'd80c5878-2126-42c9-8c9e-3ed1c927fd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:41Z', 'updated_at': '2022-02-19T04:07:50Z', 'revision_number': 4, 'project_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'gw_port': {'id': 'd80c5878-2126-42c9-8c9e-3ed1c927fd6d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f14b7-2ddf-4cb7-89bb-64d426a3bcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:43Z', 'updated_at': '2022-02-19T04:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '448470df-d8d8-4d6e-81aa-0570253360ea', 'name': '', 'network_id': 'b40e029f-e45e-4dad-8b72-cb8e978e0503', 'tenant_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'mac_address': 'fa:16:3e:17:67:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74f14b7-2ddf-4cb7-89bb-64d426a3bcb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'e5308b5b-30ec-49b2-97d1-b7274bba8304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:49Z', 'updated_at': '2022-02-19T04:07:50Z', 'revision_number': 2, 'project_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'subnets': [{'id': 'e5308b5b-30ec-49b2-97d1-b7274bba8304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:55.744098 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478a6f12-a364-4f1f-8733-e96e25df7d35 None None] Checking router: d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:07:55.744634 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478a6f12-a364-4f1f-8733-e96e25df7d35 None None] Updating router d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6 port 448470df-d8d8-4d6e-81aa-0570253360ea binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:07:55.775832 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-478a6f12-a364-4f1f-8733-e96e25df7d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (448470df-d8d8-4d6e-81aa-0570253360ea), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:55.779156 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4a74a552-011a-4518-931e-2c42584c2dac tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (ea92372d-8ed4-413e-9611-eed1915298f6), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:55.819438 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96160360-a2c3-4a55-996b-d278979fae9f admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:07:55.830470 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-96160360-a2c3-4a55-996b-d278979fae9f admin admin] 10.222.0.52 "PUT /v2.0/routers/32763abc-9950-48e0-85bc-d9f34828b021/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3285036 Feb 19 04:07:55.835854 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689480be-2229-4dd3-9ea9-aa5cdd2ba7d5 None None] Sync routers for ids ['32763abc-9950-48e0-85bc-d9f34828b021'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:07:55.836388 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58632) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:55.859368 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689480be-2229-4dd3-9ea9-aa5cdd2ba7d5 None None] Routers {'32763abc-9950-48e0-85bc-d9f34828b021'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:55.871837 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-689480be-2229-4dd3-9ea9-aa5cdd2ba7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:07:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['32763abc-9950-48e0-85bc-d9f34828b021'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:56.085580 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-478a6f12-a364-4f1f-8733-e96e25df7d35 None None] Publish callbacks [] for port (448470df-d8d8-4d6e-81aa-0570253360ea), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:56.101828 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-478a6f12-a364-4f1f-8733-e96e25df7d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (448470df-d8d8-4d6e-81aa-0570253360ea), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:56.104799 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-689480be-2229-4dd3-9ea9-aa5cdd2ba7d5 None None] Set router 32763abc-9950-48e0-85bc-d9f34828b021 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:07:56.122702 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-4a74a552-011a-4518-931e-2c42584c2dac tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Floating IP ea92372d-8ed4-413e-9611-eed1915298f6 associated. External IP: 172.25.3.120, port: f51c45b9-2040-4d3e-a96c-153135c4ea34. Feb 19 04:07:56.125594 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a11d8-1186-4b85-a741-3efafdd60ad3 req-551226ce-a1ed-43f8-b462-807558b02fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:56.127118 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-318a11d8-1186-4b85-a741-3efafdd60ad3 req-551226ce-a1ed-43f8-b462-807558b02fd4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3a17a667-7fa1-4649-9c36-1eb9bdedfd2a HTTP/1.1" status: 200 len: 855 time: 0.4408467 Feb 19 04:07:56.148556 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a9f00377-8890-4ac8-adc2-e20c8aedbc5e admin admin] Publish callbacks [] for router (32763abc-9950-48e0-85bc-d9f34828b021), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:56.172958 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device d80c5878-2126-42c9-8c9e-3ed1c927fd6d up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:56.212453 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd9229-329a-4635-873c-b2a2efb26e4f None None] Pushing event updated for resources: {'Port': ['ID=448470df-d8d8-4d6e-81aa-0570253360ea,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:56.230905 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd9229-329a-4635-873c-b2a2efb26e4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:56.231340 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd9229-329a-4635-873c-b2a2efb26e4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:56.231699 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd9229-329a-4635-873c-b2a2efb26e4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:56.231986 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd9229-329a-4635-873c-b2a2efb26e4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:56.232365 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd9229-329a-4635-873c-b2a2efb26e4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:56.232701 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd9229-329a-4635-873c-b2a2efb26e4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:56.233296 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd9229-329a-4635-873c-b2a2efb26e4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:56.233784 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd9229-329a-4635-873c-b2a2efb26e4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:56.234338 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd9229-329a-4635-873c-b2a2efb26e4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:56.234822 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd9229-329a-4635-873c-b2a2efb26e4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:56.235429 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd9229-329a-4635-873c-b2a2efb26e4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:56.235917 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd9229-329a-4635-873c-b2a2efb26e4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:56.236449 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd9229-329a-4635-873c-b2a2efb26e4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:56.237924 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58636) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:56.307818 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-478a6f12-a364-4f1f-8733-e96e25df7d35 None None] Attempting to bind port 448470df-d8d8-4d6e-81aa-0570253360ea on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:07:56.308906 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-478a6f12-a364-4f1f-8733-e96e25df7d35 None None] Attempting to bind port 448470df-d8d8-4d6e-81aa-0570253360ea by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '27e54185-72e8-4b7c-8b0a-779943e353eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b40e029f-e45e-4dad-8b72-cb8e978e0503'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:07:56.309668 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a6f12-a364-4f1f-8733-e96e25df7d35 None None] Attempting to bind port 448470df-d8d8-4d6e-81aa-0570253360ea on network b40e029f-e45e-4dad-8b72-cb8e978e0503 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:07:56.315369 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a6f12-a364-4f1f-8733-e96e25df7d35 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:07:56.316139 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a6f12-a364-4f1f-8733-e96e25df7d35 None None] Checking segment: {'id': '27e54185-72e8-4b7c-8b0a-779943e353eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b40e029f-e45e-4dad-8b72-cb8e978e0503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:56.316903 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-478a6f12-a364-4f1f-8733-e96e25df7d35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:56.317506 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a6f12-a364-4f1f-8733-e96e25df7d35 None None] Bound using segment: {'id': '27e54185-72e8-4b7c-8b0a-779943e353eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b40e029f-e45e-4dad-8b72-cb8e978e0503'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:07:56.318935 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-478a6f12-a364-4f1f-8733-e96e25df7d35 None None] Bound port: 448470df-d8d8-4d6e-81aa-0570253360ea, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27e54185-72e8-4b7c-8b0a-779943e353eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b40e029f-e45e-4dad-8b72-cb8e978e0503'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:07:56.319789 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-478a6f12-a364-4f1f-8733-e96e25df7d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (448470df-d8d8-4d6e-81aa-0570253360ea), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:56.393413 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-478a6f12-a364-4f1f-8733-e96e25df7d35 None None] For port 448470df-d8d8-4d6e-81aa-0570253360ea, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:07:56.397945 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-478a6f12-a364-4f1f-8733-e96e25df7d35 None None] For port 448470df-d8d8-4d6e-81aa-0570253360ea, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=448470df-d8d8-4d6e-81aa-0570253360ea,segment=NetworkSegment(27e54185-72e8-4b7c-8b0a-779943e353eb),segment_id=27e54185-72e8-4b7c-8b0a-779943e353eb)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:07:56.399601 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ee36d-4806-40d6-97a4-d8dfffe587df req-8913f362-de23-4a73-84be-93558536b7fe tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:56.409324 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d23ee36d-4806-40d6-97a4-d8dfffe587df req-8913f362-de23-4a73-84be-93558536b7fe tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dae9c2f-405e-4b76-b6df-81478538af30 HTTP/1.1" status: 200 len: 945 time: 0.9111681 Feb 19 04:07:56.413538 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port d80c5878-2126-42c9-8c9e-3ed1c927fd6d triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:56.417723 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d80c5878-2126-42c9-8c9e-3ed1c927fd6d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:56.418345 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-478a6f12-a364-4f1f-8733-e96e25df7d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (448470df-d8d8-4d6e-81aa-0570253360ea), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:56.425049 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-71584178-83cb-43c0-9a04-0a64a0471f98 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e09d752b62b44ea5a2f23e7b86993e07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9251077 Feb 19 04:07:56.439085 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a9f00377-8890-4ac8-adc2-e20c8aedbc5e admin admin] Publish callbacks [] for router_gateway (32763abc-9950-48e0-85bc-d9f34828b021), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:56.492781 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d23ee36d-4806-40d6-97a4-d8dfffe587df req-790f834f-bfc1-4aea-8a21-643acaedecad tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] 10.222.0.52 "GET /v2.0/security-groups?id=b24b822b-5314-4029-bd20-adede073e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824783 Feb 19 04:07:56.521124 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd9229-329a-4635-873c-b2a2efb26e4f None None] Pushing event updated for resources: {'Port': ['ID=448470df-d8d8-4d6e-81aa-0570253360ea,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:56.568475 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478a6f12-a364-4f1f-8733-e96e25df7d35 None None] Routers {'d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:56.569530 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-478a6f12-a364-4f1f-8733-e96e25df7d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:07:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:56.578054 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-413e92cc-d7ab-4672-9084-bb3575745e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:56.660383 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-5a865b58-04e2-4a33-849a-f9bfc158b347 service neutron] 10.222.0.52 "GET /v2.0/networks/b40e029f-e45e-4dad-8b72-cb8e978e0503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812387 Feb 19 04:07:56.680256 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a11d8-1186-4b85-a741-3efafdd60ad3 req-7db12a1a-f53c-464d-aa51-d7bbf700458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:56.682555 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-318a11d8-1186-4b85-a741-3efafdd60ad3 req-7db12a1a-f53c-464d-aa51-d7bbf700458d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4299664 Feb 19 04:07:56.716947 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-a9f00377-8890-4ac8-adc2-e20c8aedbc5e admin admin] Deleting port 67b5a101-2bf5-4465-bf6f-ca2e6f916ed1 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:56.717286 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a9f00377-8890-4ac8-adc2-e20c8aedbc5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (67b5a101-2bf5-4465-bf6f-ca2e6f916ed1), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:56.723236 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port d80c5878-2126-42c9-8c9e-3ed1c927fd6d is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:56.753679 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:56.755289 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-689480be-2229-4dd3-9ea9-aa5cdd2ba7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32763abc-9950-48e0-85bc-d9f34828b021', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-920809313-router', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '67b5a101-2bf5-4465-bf6f-ca2e6f916ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:35Z', 'updated_at': '2022-02-19T04:07:54Z', 'revision_number': 5, 'project_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'gw_port': {'id': '67b5a101-2bf5-4465-bf6f-ca2e6f916ed1', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32763abc-9950-48e0-85bc-d9f34828b021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:36Z', 'updated_at': '2022-02-19T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:56.828030 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689480be-2229-4dd3-9ea9-aa5cdd2ba7d5 None None] Checking router: 32763abc-9950-48e0-85bc-d9f34828b021 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:07:56.858023 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689480be-2229-4dd3-9ea9-aa5cdd2ba7d5 None None] Routers {'32763abc-9950-48e0-85bc-d9f34828b021'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:56.858689 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-689480be-2229-4dd3-9ea9-aa5cdd2ba7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:07:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['32763abc-9950-48e0-85bc-d9f34828b021'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:56.897413 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-478a6f12-a364-4f1f-8733-e96e25df7d35 None None] Set router d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:07:56.899828 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-a9f00377-8890-4ac8-adc2-e20c8aedbc5e admin admin] For port 67b5a101-2bf5-4465-bf6f-ca2e6f916ed1, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=67b5a101-2bf5-4465-bf6f-ca2e6f916ed1,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:56.899828 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a9f00377-8890-4ac8-adc2-e20c8aedbc5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (67b5a101-2bf5-4465-bf6f-ca2e6f916ed1), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:56.919493 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-a9f00377-8890-4ac8-adc2-e20c8aedbc5e admin admin] Calling delete_port for 67b5a101-2bf5-4465-bf6f-ca2e6f916ed1 owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:57.069537 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-689480be-2229-4dd3-9ea9-aa5cdd2ba7d5 None None] Set router 32763abc-9950-48e0-85bc-d9f34828b021 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:07:57.150085 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a9f00377-8890-4ac8-adc2-e20c8aedbc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (67b5a101-2bf5-4465-bf6f-ca2e6f916ed1), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:57.196395 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f00377-8890-4ac8-adc2-e20c8aedbc5e admin admin] Pushing event deleted for resources: {'Port': ['ID=67b5a101-2bf5-4465-bf6f-ca2e6f916ed1,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:57.210228 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-689480be-2229-4dd3-9ea9-aa5cdd2ba7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32763abc-9950-48e0-85bc-d9f34828b021', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-920809313-router', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:35Z', 'updated_at': '2022-02-19T04:07:56Z', 'revision_number': 6, 'project_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:57.262711 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689480be-2229-4dd3-9ea9-aa5cdd2ba7d5 None None] The sync data for ids ['32763abc-9950-48e0-85bc-d9f34828b021'] in n-d-828369-19 is: [{'id': '32763abc-9950-48e0-85bc-d9f34828b021', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-920809313-router', 'tenant_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:35Z', 'updated_at': '2022-02-19T04:07:56Z', 'revision_number': 6, 'project_id': '4afc8cdd0c1a4adebd59493a3965afa8', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:07:57.281104 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-478a6f12-a364-4f1f-8733-e96e25df7d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74f14b7-2ddf-4cb7-89bb-64d426a3bcb6', 'name': 'tempest-ServerRescueNegativeTestJSON-96328431-router', 'tenant_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'd80c5878-2126-42c9-8c9e-3ed1c927fd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:41Z', 'updated_at': '2022-02-19T04:07:50Z', 'revision_number': 4, 'project_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'gw_port': {'id': 'd80c5878-2126-42c9-8c9e-3ed1c927fd6d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f14b7-2ddf-4cb7-89bb-64d426a3bcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:43Z', 'updated_at': '2022-02-19T04:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '448470df-d8d8-4d6e-81aa-0570253360ea', 'name': '', 'network_id': 'b40e029f-e45e-4dad-8b72-cb8e978e0503', 'tenant_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'mac_address': 'fa:16:3e:17:67:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74f14b7-2ddf-4cb7-89bb-64d426a3bcb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'e5308b5b-30ec-49b2-97d1-b7274bba8304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:49Z', 'updated_at': '2022-02-19T04:07:56Z', 'revision_number': 4, 'project_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'subnets': [{'id': 'e5308b5b-30ec-49b2-97d1-b7274bba8304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:57.334393 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478a6f12-a364-4f1f-8733-e96e25df7d35 None None] The sync data for ids ['d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6'] in n-d-828369-19 is: [{'id': 'd74f14b7-2ddf-4cb7-89bb-64d426a3bcb6', 'name': 'tempest-ServerRescueNegativeTestJSON-96328431-router', 'tenant_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'd80c5878-2126-42c9-8c9e-3ed1c927fd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:41Z', 'updated_at': '2022-02-19T04:07:50Z', 'revision_number': 4, 'project_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'gw_port': {'id': 'd80c5878-2126-42c9-8c9e-3ed1c927fd6d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f14b7-2ddf-4cb7-89bb-64d426a3bcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:43Z', 'updated_at': '2022-02-19T04:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '448470df-d8d8-4d6e-81aa-0570253360ea', 'name': '', 'network_id': 'b40e029f-e45e-4dad-8b72-cb8e978e0503', 'tenant_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'mac_address': 'fa:16:3e:17:67:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74f14b7-2ddf-4cb7-89bb-64d426a3bcb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'e5308b5b-30ec-49b2-97d1-b7274bba8304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:49Z', 'updated_at': '2022-02-19T04:07:56Z', 'revision_number': 4, 'project_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'subnets': [{'id': 'e5308b5b-30ec-49b2-97d1-b7274bba8304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:07:57.376027 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a9f00377-8890-4ac8-adc2-e20c8aedbc5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (32763abc-9950-48e0-85bc-d9f34828b021), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:57.517948 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a9f00377-8890-4ac8-adc2-e20c8aedbc5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (32763abc-9950-48e0-85bc-d9f34828b021), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:57.520542 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a9f00377-8890-4ac8-adc2-e20c8aedbc5e admin admin] Publish callbacks [] for router_controller (32763abc-9950-48e0-85bc-d9f34828b021), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:57.580657 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a9f00377-8890-4ac8-adc2-e20c8aedbc5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (32763abc-9950-48e0-85bc-d9f34828b021), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:57.581164 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f00377-8890-4ac8-adc2-e20c8aedbc5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32763abc-9950-48e0-85bc-d9f34828b021 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:07:57.588769 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-413e92cc-d7ab-4672-9084-bb3575745e2c admin admin] Publish callbacks [] for security_group (56c503e9-efe5-42e5-9666-441796c9f178), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:57.593671 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a9f00377-8890-4ac8-adc2-e20c8aedbc5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:57.597638 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a9f00377-8890-4ac8-adc2-e20c8aedbc5e admin admin] 10.222.0.52 "DELETE /v2.0/routers/32763abc-9950-48e0-85bc-d9f34828b021 HTTP/1.1" status: 204 len: 168 time: 1.7605193 Feb 19 04:07:57.598329 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58652) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:57.672080 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ca7088-6a0d-4dc8-82d8-5de45e01605b admin admin] Deleting subnet 0423d2f7-af38-49fd-9afb-e8decc1fcbb8 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:07:57.676300 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98ca7088-6a0d-4dc8-82d8-5de45e01605b admin admin] Publish callbacks [] for subnet (0423d2f7-af38-49fd-9afb-e8decc1fcbb8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:57.703112 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a74a552-011a-4518-931e-2c42584c2dac tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Router af08f154-ee4c-4ce0-9647-7737e82c6cb0 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:07:57.726820 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98ca7088-6a0d-4dc8-82d8-5de45e01605b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (0423d2f7-af38-49fd-9afb-e8decc1fcbb8), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:57.730201 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ff557-10a7-4d2a-9663-70a14faf9661 req-c8bded9c-19f6-4036-ad39-6ec5b481b4ce tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:57.731810 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-868ff557-10a7-4d2a-9663-70a14faf9661 req-c8bded9c-19f6-4036-ad39-6ec5b481b4ce tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=f78f7a7e-6ed5-4bbd-9d56-e984d793b6be HTTP/1.1" status: 200 len: 945 time: 1.0672891 Feb 19 04:07:57.861585 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98ca7088-6a0d-4dc8-82d8-5de45e01605b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (0423d2f7-af38-49fd-9afb-e8decc1fcbb8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:57.881490 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-ae841faa-80d6-4883-910a-be4831d27064 service neutron] 10.222.0.52 "GET /v2.0/networks/b40e029f-e45e-4dad-8b72-cb8e978e0503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1963875 Feb 19 04:07:57.918190 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-868ff557-10a7-4d2a-9663-70a14faf9661 req-85d7390d-062a-4be1-b9c6-f45f8dc906f9 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701536 Feb 19 04:07:57.928115 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-318a11d8-1186-4b85-a741-3efafdd60ad3 req-93f9ec52-8385-47d1-b9c3-8aa17710d736 service neutron] 10.222.0.79 "GET /v2.0/networks/3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1037748 Feb 19 04:07:57.940148 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-413e92cc-d7ab-4672-9084-bb3575745e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (56c503e9-efe5-42e5-9666-441796c9f178), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:58.107005 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-933480f5-00a3-4e38-8bb5-8e7a89fb2bfc req-7942d1b3-ad2b-4231-92b9-01930a90e395 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:07:58.108452 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-933480f5-00a3-4e38-8bb5-8e7a89fb2bfc req-7942d1b3-ad2b-4231-92b9-01930a90e395 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075970 Feb 19 04:07:58.365999 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 448470df-d8d8-4d6e-81aa-0570253360ea up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:58.502635 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 448470df-d8d8-4d6e-81aa-0570253360ea triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:58.506907 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (448470df-d8d8-4d6e-81aa-0570253360ea), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:58.645326 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0e7dce7-8509-4e1c-bd11-209556e9907b req-ac78c23b-7735-4398-abc4-f2773d9a1bdf tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 210 time: 0.1349230 Feb 19 04:07:58.702798 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 448470df-d8d8-4d6e-81aa-0570253360ea is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:58.706465 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (448470df-d8d8-4d6e-81aa-0570253360ea), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:58.769413 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98ca7088-6a0d-4dc8-82d8-5de45e01605b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (0423d2f7-af38-49fd-9afb-e8decc1fcbb8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:58.793302 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a74a552-011a-4518-931e-2c42584c2dac tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:07:58.804207 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4a74a552-011a-4518-931e-2c42584c2dac tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:58.830357 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3295e731-7964-484f-bc14-c1d59232771d None None] Sync routers for ids ['af08f154-ee4c-4ce0-9647-7737e82c6cb0'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:07:58.855232 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3295e731-7964-484f-bc14-c1d59232771d None None] Routers {'af08f154-ee4c-4ce0-9647-7737e82c6cb0'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:58.862943 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3295e731-7964-484f-bc14-c1d59232771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:07:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['af08f154-ee4c-4ce0-9647-7737e82c6cb0'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:58.916765 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e92cc-d7ab-4672-9084-bb3575745e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c503e9-efe5-42e5-9666-441796c9f178,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:58.930575 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98ca7088-6a0d-4dc8-82d8-5de45e01605b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:58.934719 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-98ca7088-6a0d-4dc8-82d8-5de45e01605b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0423d2f7-af38-49fd-9afb-e8decc1fcbb8 HTTP/1.1" status: 204 len: 168 time: 1.3349867 Feb 19 04:07:58.941816 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-413e92cc-d7ab-4672-9084-bb3575745e2c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9f017d5747a2404ab67de1ac974fbedb&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7028306 Feb 19 04:07:58.942896 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca7088-6a0d-4dc8-82d8-5de45e01605b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0423d2f7-af38-49fd-9afb-e8decc1fcbb8,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:58.944710 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58676) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:58.944841 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58680) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:59.053354 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-933480f5-00a3-4e38-8bb5-8e7a89fb2bfc req-2028fb20-01c9-45bc-8b9f-686cada19d21 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.9279213 Feb 19 04:07:59.099519 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4a74a552-011a-4518-931e-2c42584c2dac tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "PUT /v2.0/floatingips/ea92372d-8ed4-413e-9611-eed1915298f6 HTTP/1.1" status: 200 len: 991 time: 5.1652532 Feb 19 04:07:59.119715 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2270e8de-e428-4657-9da6-56fba416468f', 'tag': 'f51c45b9-2040-4d3e-a96c-153135c4ea34'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:59.122194 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c48e97-45b1-4d70-825c-741fbcaacd5b" -d '{"events": [{"name": "network-changed", "server_uuid": "2270e8de-e428-4657-9da6-56fba416468f", "tag": "f51c45b9-2040-4d3e-a96c-153135c4ea34"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:59.147397 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-318a11d8-1186-4b85-a741-3efafdd60ad3 req-f50fa53f-2051-4336-849e-d57517eb7288 service neutron] 10.222.0.79 "GET /v2.0/networks/3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2113681 Feb 19 04:07:59.206487 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c77c241f-58d8-4900-bfbc-eb392e64a5b7 admin admin] Publish callbacks [] for security_group (56c503e9-efe5-42e5-9666-441796c9f178), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:59.288989 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-3295e731-7964-484f-bc14-c1d59232771d None None] Set router af08f154-ee4c-4ce0-9647-7737e82c6cb0 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:07:59.297943 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fa01ed-58b8-4899-b0c3-45fb017a7905 None None] Network 89d1ed9c-9c45-4998-878b-86b20d407d20 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:59.338419 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c77c241f-58d8-4900-bfbc-eb392e64a5b7 admin admin] Publish callbacks [] for security_group (56c503e9-efe5-42e5-9666-441796c9f178), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:59.378807 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2804441-b66f-4b46-b058-caaaab9659c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (89d1ed9c-9c45-4998-878b-86b20d407d20), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:59.493375 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 448470df-d8d8-4d6e-81aa-0570253360ea, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=448470df-d8d8-4d6e-81aa-0570253360ea,segment=NetworkSegment(27e54185-72e8-4b7c-8b0a-779943e353eb),segment_id=27e54185-72e8-4b7c-8b0a-779943e353eb)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:59.506050 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-b2804441-b66f-4b46-b058-caaaab9659c0 admin admin] Deleting port 6d55e9dd-4820-4927-b5de-32ff9d695a56 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:59.506426 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2804441-b66f-4b46-b058-caaaab9659c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (6d55e9dd-4820-4927-b5de-32ff9d695a56), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:59.572500 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (448470df-d8d8-4d6e-81aa-0570253360ea), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:59.586740 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-b2804441-b66f-4b46-b058-caaaab9659c0 admin admin] For port 6d55e9dd-4820-4927-b5de-32ff9d695a56, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=6d55e9dd-4820-4927-b5de-32ff9d695a56,segment=NetworkSegment(7ee69d56-fec1-48c2-bf82-a6515095370f),segment_id=7ee69d56-fec1-48c2-bf82-a6515095370f)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:59.587113 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2804441-b66f-4b46-b058-caaaab9659c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (6d55e9dd-4820-4927-b5de-32ff9d695a56), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:59.601813 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-b2804441-b66f-4b46-b058-caaaab9659c0 admin admin] Calling delete_port for 6d55e9dd-4820-4927-b5de-32ff9d695a56 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:59.618984 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-e626f8c9-f4a5-49e4-afc2-58bb2f885db7 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:59.620503 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-e626f8c9-f4a5-49e4-afc2-58bb2f885db7 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/networks?id=b40e029f-e45e-4dad-8b72-cb8e978e0503 HTTP/1.1" status: 200 len: 817 time: 0.2735083 Feb 19 04:07:59.671066 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=448470df-d8d8-4d6e-81aa-0570253360ea,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:59.682547 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b10c53b3-5eb6-4a0d-bdbd-929fc1250876 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:07:59.694582 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2804441-b66f-4b46-b058-caaaab9659c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (6d55e9dd-4820-4927-b5de-32ff9d695a56), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:59.702210 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:59.707155 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-e9ee4912-8a74-4d65-ab6a-840ed0eb977a tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/quotas/e09d752b62b44ea5a2f23e7b86993e07 HTTP/1.1" status: 200 len: 375 time: 0.0762789 Feb 19 04:07:59.727711 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8b145d-3e1b-41a6-9e18-9bda7af9bba3 x-openstack-request-id: req-0d8b145d-3e1b-41a6-9e18-9bda7af9bba3 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:59.728009 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2270e8de-e428-4657-9da6-56fba416468f", "tag": "f51c45b9-2040-4d3e-a96c-153135c4ea34", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:59.728239 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d8b145d-3e1b-41a6-9e18-9bda7af9bba3 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:59.728945 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2270e8de-e428-4657-9da6-56fba416468f', 'tag': 'f51c45b9-2040-4d3e-a96c-153135c4ea34', 'status': 'completed', 'code': 200} Feb 19 04:07:59.752262 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: b10c53b3-5eb6-4a0d-bdbd-929fc1250876 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:07:59.754634 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b10c53b3-5eb6-4a0d-bdbd-929fc1250876 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:07:59.802840 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2804441-b66f-4b46-b058-caaaab9659c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d55e9dd-4820-4927-b5de-32ff9d695a56,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:59.807233 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c77c241f-58d8-4900-bfbc-eb392e64a5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (56c503e9-efe5-42e5-9666-441796c9f178), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:59.817705 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c77c241f-58d8-4900-bfbc-eb392e64a5b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:59.826341 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c77c241f-58d8-4900-bfbc-eb392e64a5b7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/56c503e9-efe5-42e5-9666-441796c9f178 HTTP/1.1" status: 204 len: 168 time: 0.8651323 Feb 19 04:07:59.835506 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2804441-b66f-4b46-b058-caaaab9659c0 admin admin] No DVR routers for this DVR port 6d55e9dd-4820-4927-b5de-32ff9d695a56 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:07:59.924502 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c241f-58d8-4900-bfbc-eb392e64a5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c503e9-efe5-42e5-9666-441796c9f178,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:59.931976 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1cd85f-bb0b-4e69-bb79-b65420a4d7c2 None None] DHCP port deletion for 89d1ed9c-9c45-4998-878b-86b20d407d20 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:07:59.964447 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3295e731-7964-484f-bc14-c1d59232771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'name': 'tempest-AttachVolumeTestJSON-446025872-router', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:06Z', 'updated_at': '2022-02-19T04:07:15Z', 'revision_number': 4, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'gw_port': {'id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:07Z', 'updated_at': '2022-02-19T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'ea92372d-8ed4-413e-9611-eed1915298f6', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'port_id': 'f51c45b9-2040-4d3e-a96c-153135c4ea34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132', 'mac_address': 'fa:16:3e:62:ef:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2270e8de-e428-4657-9da6-56fba416468f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:07:26Z', 'updated_at': '2022-02-19T04:07:55Z', 'revision_number': 1, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c4982aa-37bc-4798-94a1-60040c8ca16e', 'name': '', 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'mac_address': 'fa:16:3e:94:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '7b8d1019-337e-49b4-85df-5623b5820084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:12Z', 'updated_at': '2022-02-19T04:07:20Z', 'revision_number': 5, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'subnets': [{'id': '7b8d1019-337e-49b4-85df-5623b5820084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:59.977576 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 448470df-d8d8-4d6e-81aa-0570253360ea up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:59.987247 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-16703b00-a7e7-4c27-9c01-6be89552c0fc tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e09d752b62b44ea5a2f23e7b86993e07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2775283 Feb 19 04:08:00.072743 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3295e731-7964-484f-bc14-c1d59232771d None None] Checking router: af08f154-ee4c-4ce0-9647-7737e82c6cb0 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:08:00.101300 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 448470df-d8d8-4d6e-81aa-0570253360ea triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:00.102521 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (448470df-d8d8-4d6e-81aa-0570253360ea), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:00.102759 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3295e731-7964-484f-bc14-c1d59232771d None None] Routers {'af08f154-ee4c-4ce0-9647-7737e82c6cb0'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:08:00.105270 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3295e731-7964-484f-bc14-c1d59232771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:07:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['af08f154-ee4c-4ce0-9647-7737e82c6cb0'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:00.127439 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-6af67cc7-0972-4c27-97ef-b53a315c04fa service neutron] 10.222.0.52 "GET /v2.0/networks/b40e029f-e45e-4dad-8b72-cb8e978e0503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390421 Feb 19 04:08:00.133954 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2804441-b66f-4b46-b058-caaaab9659c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (89d1ed9c-9c45-4998-878b-86b20d407d20), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:00.154633 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c48e97-45b1-4d70-825c-741fbcaacd5b req-e58b55c1-42eb-4eae-af5e-c372e2356b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:00.156152 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-45c48e97-45b1-4d70-825c-741fbcaacd5b req-e58b55c1-42eb-4eae-af5e-c372e2356b14 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=319abc5982f54b9dba72250cd09a8d28&device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 1128 time: 0.4084277 Feb 19 04:08:00.184387 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-b2804441-b66f-4b46-b058-caaaab9659c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d1ed9c-9c45-4998-878b-86b20d407d20']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:00.210908 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-b2804441-b66f-4b46-b058-caaaab9659c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee69d56-fec1-48c2-bf82-a6515095370f') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:00.215338 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-b2804441-b66f-4b46-b058-caaaab9659c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee69d56-fec1-48c2-bf82-a6515095370f') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:00.254951 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 448470df-d8d8-4d6e-81aa-0570253360ea is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:00.273705 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 67b5a101-2bf5-4465-bf6f-ca2e6f916ed1 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:08:00.293444 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2804441-b66f-4b46-b058-caaaab9659c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (7ee69d56-fec1-48c2-bf82-a6515095370f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:00.329705 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2804441-b66f-4b46-b058-caaaab9659c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (7ee69d56-fec1-48c2-bf82-a6515095370f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:00.334925 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 67b5a101-2bf5-4465-bf6f-ca2e6f916ed1 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:08:00.335281 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 67b5a101-2bf5-4465-bf6f-ca2e6f916ed1 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:08:00.348620 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2804441-b66f-4b46-b058-caaaab9659c0 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:08:00.351463 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2804441-b66f-4b46-b058-caaaab9659c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (7ee69d56-fec1-48c2-bf82-a6515095370f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:08:00.446858 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:08:00.449518 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-3295e731-7964-484f-bc14-c1d59232771d None None] Set router af08f154-ee4c-4ce0-9647-7737e82c6cb0 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:08:00.469643 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2804441-b66f-4b46-b058-caaaab9659c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (89d1ed9c-9c45-4998-878b-86b20d407d20), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:00.477969 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2804441-b66f-4b46-b058-caaaab9659c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:00.481012 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b2804441-b66f-4b46-b058-caaaab9659c0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/89d1ed9c-9c45-4998-878b-86b20d407d20 HTTP/1.1" status: 204 len: 168 time: 1.5344036 Feb 19 04:08:00.535128 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d112c-fb09-4fc3-885e-39d092f75575 req-740b7499-3cc7-4b9a-937c-e7ba4ca94abc tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:00.549840 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e8d112c-fb09-4fc3-885e-39d092f75575 req-740b7499-3cc7-4b9a-937c-e7ba4ca94abc tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dae9c2f-405e-4b76-b6df-81478538af30 HTTP/1.1" status: 200 len: 945 time: 0.6515718 Feb 19 04:08:00.551015 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2804441-b66f-4b46-b058-caaaab9659c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=89d1ed9c-9c45-4998-878b-86b20d407d20,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:00.560443 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6244c1ee-e58c-4206-bfec-0eba1fac8776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:00.679992 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-3615fc55-fc5a-48b0-bab0-ff82e1439b07 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:00.683469 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-3615fc55-fc5a-48b0-bab0-ff82e1439b07 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.26 "GET /v2.0/networks?id=b40e029f-e45e-4dad-8b72-cb8e978e0503 HTTP/1.1" status: 200 len: 817 time: 0.4345725 Feb 19 04:08:00.699381 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-c1e917c2-f7b7-4fc7-910d-66cd07fe4db3 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Request body: {'port': {'device_id': '6f2e4913-63eb-4974-ac4c-00f85a4b1628', 'network_id': 'b40e029f-e45e-4dad-8b72-cb8e978e0503', 'admin_state_up': True, 'tenant_id': 'e09d752b62b44ea5a2f23e7b86993e07'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:00.721030 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58734) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:00.723588 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-b103d963-7909-4b2e-85f1-8dd7afd71d37 service neutron] 10.222.0.52 "GET /v2.0/networks/b40e029f-e45e-4dad-8b72-cb8e978e0503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5952828 Feb 19 04:08:00.861131 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e8d112c-fb09-4fc3-885e-39d092f75575 req-958073e7-e233-4e39-960f-56c75c86bd69 tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] 10.222.0.52 "GET /v2.0/security-groups?id=b24b822b-5314-4029-bd20-adede073e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081038 Feb 19 04:08:00.869252 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c48e97-45b1-4d70-825c-741fbcaacd5b req-6b14358a-3225-4f81-ab7c-818aa238ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:00.873293 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-45c48e97-45b1-4d70-825c-741fbcaacd5b req-6b14358a-3225-4f81-ab7c-818aa238ca33 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7d063905-1dca-479b-a8ed-624bbce2a132 HTTP/1.1" status: 200 len: 911 time: 0.6969614 Feb 19 04:08:00.965941 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-c1e917c2-f7b7-4fc7-910d-66cd07fe4db3 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Made reservation on behalf of e09d752b62b44ea5a2f23e7b86993e07 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:00.969576 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-c1e917c2-f7b7-4fc7-910d-66cd07fe4db3 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:01.012960 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72457fc-7c91-4f22-bf9a-f35b0a7b7528 req-2b218e2c-2165-4040-a0fa-f545eb7fef7c tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:01.014500 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e72457fc-7c91-4f22-bf9a-f35b0a7b7528 req-2b218e2c-2165-4040-a0fa-f545eb7fef7c tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] 10.222.0.79 "GET /v2.0/ports?device_id=7dae9c2f-405e-4b76-b6df-81478538af30 HTTP/1.1" status: 200 len: 945 time: 0.4468892 Feb 19 04:08:01.096089 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a22dca6c-57ab-419c-b3ce-0f8802c96cf9 req-e2514035-5409-43a9-a670-b2ba734aa0a7 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 210 time: 0.0988667 Feb 19 04:08:01.103138 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3295e731-7964-484f-bc14-c1d59232771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'name': 'tempest-AttachVolumeTestJSON-446025872-router', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:06Z', 'updated_at': '2022-02-19T04:07:15Z', 'revision_number': 4, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'gw_port': {'id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:07Z', 'updated_at': '2022-02-19T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'ea92372d-8ed4-413e-9611-eed1915298f6', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'port_id': 'f51c45b9-2040-4d3e-a96c-153135c4ea34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132', 'mac_address': 'fa:16:3e:62:ef:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2270e8de-e428-4657-9da6-56fba416468f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:07:26Z', 'updated_at': '2022-02-19T04:07:55Z', 'revision_number': 1, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c4982aa-37bc-4798-94a1-60040c8ca16e', 'name': '', 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'mac_address': 'fa:16:3e:94:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '7b8d1019-337e-49b4-85df-5623b5820084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:12Z', 'updated_at': '2022-02-19T04:07:20Z', 'revision_number': 5, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'subnets': [{'id': '7b8d1019-337e-49b4-85df-5623b5820084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:01.149128 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a60218a6-90e7-405e-b6ac-3932e62e9550 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4afc8cdd0c1a4adebd59493a3965afa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4234514 Feb 19 04:08:01.156505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58746) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:01.158385 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3295e731-7964-484f-bc14-c1d59232771d None None] The sync data for ids ['af08f154-ee4c-4ce0-9647-7737e82c6cb0'] in n-d-828369-19 is: [{'id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'name': 'tempest-AttachVolumeTestJSON-446025872-router', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:06Z', 'updated_at': '2022-02-19T04:07:15Z', 'revision_number': 4, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'gw_port': {'id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:07Z', 'updated_at': '2022-02-19T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'ea92372d-8ed4-413e-9611-eed1915298f6', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'port_id': 'f51c45b9-2040-4d3e-a96c-153135c4ea34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132', 'mac_address': 'fa:16:3e:62:ef:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2270e8de-e428-4657-9da6-56fba416468f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:07:26Z', 'updated_at': '2022-02-19T04:07:55Z', 'revision_number': 1, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c4982aa-37bc-4798-94a1-60040c8ca16e', 'name': '', 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'mac_address': 'fa:16:3e:94:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '7b8d1019-337e-49b4-85df-5623b5820084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:12Z', 'updated_at': '2022-02-19T04:07:20Z', 'revision_number': 5, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'subnets': [{'id': '7b8d1019-337e-49b4-85df-5623b5820084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:08:01.194856 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-c1e917c2-f7b7-4fc7-910d-66cd07fe4db3 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Allocated IP 172.20.0.14 (b40e029f-e45e-4dad-8b72-cb8e978e0503/e5308b5b-30ec-49b2-97d1-b7274bba8304/f3ffca2a-be76-4627-a124-9adea4b59fea) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:08:01.245102 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-45c48e97-45b1-4d70-825c-741fbcaacd5b req-53a9bbbe-4939-45c7-af31-abc627190275 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f51c45b9-2040-4d3e-a96c-153135c4ea34 HTTP/1.1" status: 200 len: 999 time: 0.3513255 Feb 19 04:08:01.433087 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-c1e917c2-f7b7-4fc7-910d-66cd07fe4db3 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Publish callbacks [] for port (f3ffca2a-be76-4627-a124-9adea4b59fea), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:01.443469 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1808bb-7826-4179-9f4e-b41263109b59 req-ee575d04-0d3d-4710-b503-2ff814aa57e8 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:01.445022 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c1808bb-7826-4179-9f4e-b41263109b59 req-ee575d04-0d3d-4710-b503-2ff814aa57e8 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa93173e-fa6c-4663-84fe-7bcb8dfe76c2 HTTP/1.1" status: 200 len: 946 time: 0.3782446 Feb 19 04:08:01.446596 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c48e97-45b1-4d70-825c-741fbcaacd5b req-d75f6c00-5f1b-4ca7-a072-9b32cd9a2428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:01.448035 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-45c48e97-45b1-4d70-825c-741fbcaacd5b req-d75f6c00-5f1b-4ca7-a072-9b32cd9a2428 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7b8d1019-337e-49b4-85df-5623b5820084 HTTP/1.1" status: 200 len: 849 time: 0.1588483 Feb 19 04:08:01.499484 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-c1e917c2-f7b7-4fc7-910d-66cd07fe4db3 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (f3ffca2a-be76-4627-a124-9adea4b59fea), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:01.510315 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d25ca194-e72b-4e7d-ad8d-9329e492959a admin admin] Publish callbacks [] for security_group (0af1625a-1dac-4f0d-8d14-bab276e6a4ae), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:01.582070 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-c1e917c2-f7b7-4fc7-910d-66cd07fe4db3 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Network b40e029f-e45e-4dad-8b72-cb8e978e0503 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:08:01.586872 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-c1e917c2-f7b7-4fc7-910d-66cd07fe4db3 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:01.591337 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-c1e917c2-f7b7-4fc7-910d-66cd07fe4db3 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:08:01.596540 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc41fced-3441-41fb-94fc-fbe2ea40793f None None] New status for floating IP ea92372d-8ed4-413e-9611-eed1915298f6: ACTIVE {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:08:01.624199 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d25ca194-e72b-4e7d-ad8d-9329e492959a admin admin] Publish callbacks [] for security_group (0af1625a-1dac-4f0d-8d14-bab276e6a4ae), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:01.628455 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-e72457fc-7c91-4f22-bf9a-f35b0a7b7528 req-c923e147-2d74-413b-82a5-ad77948ff4de tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Deleting port c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:08:01.628960 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e72457fc-7c91-4f22-bf9a-f35b0a7b7528 req-c923e147-2d74-413b-82a5-ad77948ff4de tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:01.630430 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e917c2-f7b7-4fc7-910d-66cd07fe4db3 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Pushing event updated for resources: {'Port': ['ID=f3ffca2a-be76-4627-a124-9adea4b59fea,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:01.636718 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58758) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:01.684894 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-c1e917c2-f7b7-4fc7-910d-66cd07fe4db3 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:01.685794 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-c1e917c2-f7b7-4fc7-910d-66cd07fe4db3 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:01.702706 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c1808bb-7826-4179-9f4e-b41263109b59 req-663c6a9c-517c-42d3-9a46-cdc3ce378d19 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471225 Feb 19 04:08:01.706862 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-c1e917c2-f7b7-4fc7-910d-66cd07fe4db3 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0142012 Feb 19 04:08:01.722723 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-148e1bc1-4297-41b4-b803-c2425b4b68fc service neutron] Request body: {'port': {'device_id': '6f2e4913-63eb-4974-ac4c-00f85a4b1628', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:01.764837 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-7e259596-7e44-4890-bc03-0fd4843a8a1a tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-668956918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:01.803526 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7e259596-7e44-4890-bc03-0fd4843a8a1a tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (777e8051-9303-4af6-a7fd-935c8b9776e9), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:01.805665 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7e259596-7e44-4890-bc03-0fd4843a8a1a tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (777e8051-9303-4af6-a7fd-935c8b9776e9), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:01.854033 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c48e97-45b1-4d70-825c-741fbcaacd5b req-2e6bd24c-1424-4b46-9bbe-ac031ac58507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:01.855880 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-45c48e97-45b1-4d70-825c-741fbcaacd5b req-2e6bd24c-1424-4b46-9bbe-ac031ac58507 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7d063905-1dca-479b-a8ed-624bbce2a132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3928277 Feb 19 04:08:01.885692 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7e259596-7e44-4890-bc03-0fd4843a8a1a tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks [] for router_controller (777e8051-9303-4af6-a7fd-935c8b9776e9), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:01.923610 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 6d55e9dd-4820-4927-b5de-32ff9d695a56 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:08:01.955943 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7e259596-7e44-4890-bc03-0fd4843a8a1a tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (777e8051-9303-4af6-a7fd-935c8b9776e9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:01.979910 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 6d55e9dd-4820-4927-b5de-32ff9d695a56 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:08:01.980513 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 6d55e9dd-4820-4927-b5de-32ff9d695a56 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:08:02.025096 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-148e1bc1-4297-41b4-b803-c2425b4b68fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f3ffca2a-be76-4627-a124-9adea4b59fea), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:02.066345 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7e259596-7e44-4890-bc03-0fd4843a8a1a tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:02.070647 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7e259596-7e44-4890-bc03-0fd4843a8a1a tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4294658 Feb 19 04:08:02.076237 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58768) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:02.088846 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-069abaa7-a71e-4c18-9b33-522a86ef1758 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1522706104'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:02.141741 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-e72457fc-7c91-4f22-bf9a-f35b0a7b7528 req-c923e147-2d74-413b-82a5-ad77948ff4de tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] For port c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4,segment=NetworkSegment(089c5c6f-48d9-479c-aff0-8548c19db761),segment_id=089c5c6f-48d9-479c-aff0-8548c19db761)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:02.143508 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e72457fc-7c91-4f22-bf9a-f35b0a7b7528 req-c923e147-2d74-413b-82a5-ad77948ff4de tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:02.188021 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069abaa7-a71e-4c18-9b33-522a86ef1758 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Made reservation on behalf of 129271b03e3545c38e338754588fe890 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:02.196775 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26b7a2-bc30-4cd6-a7bb-4ed882a5d626 req-a1ef2546-7ceb-4f44-842d-85c7dbddc31e tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:02.197127 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-069abaa7-a71e-4c18-9b33-522a86ef1758 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:02.206495 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb26b7a2-bc30-4cd6-a7bb-4ed882a5d626 req-a1ef2546-7ceb-4f44-842d-85c7dbddc31e tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b547761-e6af-43d6-97bd-980a7f43bf93 HTTP/1.1" status: 200 len: 946 time: 0.3298867 Feb 19 04:08:02.208509 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-069abaa7-a71e-4c18-9b33-522a86ef1758 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:02.216676 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d25ca194-e72b-4e7d-ad8d-9329e492959a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0af1625a-1dac-4f0d-8d14-bab276e6a4ae), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:02.219607 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d25ca194-e72b-4e7d-ad8d-9329e492959a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:02.222037 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d25ca194-e72b-4e7d-ad8d-9329e492959a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0af1625a-1dac-4f0d-8d14-bab276e6a4ae HTTP/1.1" status: 204 len: 168 time: 1.0580347 Feb 19 04:08:02.273963 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-e72457fc-7c91-4f22-bf9a-f35b0a7b7528 req-c923e147-2d74-413b-82a5-ad77948ff4de tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Calling delete_port for c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:08:02.276457 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ca194-e72b-4e7d-ad8d-9329e492959a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af1625a-1dac-4f0d-8d14-bab276e6a4ae,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:02.315741 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-45c48e97-45b1-4d70-825c-741fbcaacd5b req-4e7264e8-879c-493d-8a31-292fae8550d4 service neutron] 10.222.0.79 "GET /v2.0/networks/7d063905-1dca-479b-a8ed-624bbce2a132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489255 Feb 19 04:08:02.441443 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80417c-05ab-4afe-bde7-1ae829a83d0d req-9ecc2b2c-4462-4e1a-8338-d129f52202de tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:02.443703 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac80417c-05ab-4afe-bde7-1ae829a83d0d req-9ecc2b2c-4462-4e1a-8338-d129f52202de tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dae9c2f-405e-4b76-b6df-81478538af30 HTTP/1.1" status: 200 len: 945 time: 0.3995497 Feb 19 04:08:02.470079 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb26b7a2-bc30-4cd6-a7bb-4ed882a5d626 req-e77ff297-547b-4d3a-ad49-5ea7e945f14f tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602353 Feb 19 04:08:02.513653 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-069abaa7-a71e-4c18-9b33-522a86ef1758 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks [] for security_group (eae8c3f1-d493-491b-b30d-f4fcd1d70bb3), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:02.526696 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-069abaa7-a71e-4c18-9b33-522a86ef1758 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (eae8c3f1-d493-491b-b30d-f4fcd1d70bb3), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:02.618244 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069abaa7-a71e-4c18-9b33-522a86ef1758 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:08:02.627872 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069abaa7-a71e-4c18-9b33-522a86ef1758 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eae8c3f1-d493-491b-b30d-f4fcd1d70bb3,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:02.655086 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-148e1bc1-4297-41b4-b803-c2425b4b68fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ffca2a-be76-4627-a124-9adea4b59fea {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:08:02.667384 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-069abaa7-a71e-4c18-9b33-522a86ef1758 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (53c4470d-4781-4c5a-85f0-15da19a524fd), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:02.667741 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-069abaa7-a71e-4c18-9b33-522a86ef1758 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Added segment 53c4470d-4781-4c5a-85f0-15da19a524fd of type vlan for network b01878b8-26ee-4757-8bab-f1f08d02adb0 Feb 19 04:08:02.678723 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-148e1bc1-4297-41b4-b803-c2425b4b68fc service neutron] Publish callbacks [] for port (f3ffca2a-be76-4627-a124-9adea4b59fea), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:02.688575 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef635e1e-6a4b-43ee-b9fa-4e12c28e1dc7 req-f48a141f-c69d-4c0c-b248-0d69cf8256b7 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 210 time: 0.0553696 Feb 19 04:08:02.712774 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-45c48e97-45b1-4d70-825c-741fbcaacd5b req-b8e79e9d-bc22-4f8f-92f4-aed07d9c09ee service neutron] 10.222.0.79 "GET /v2.0/networks/7d063905-1dca-479b-a8ed-624bbce2a132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832610 Feb 19 04:08:02.731844 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-148e1bc1-4297-41b4-b803-c2425b4b68fc service neutron] Transition to ACTIVE for port object f3ffca2a-be76-4627-a124-9adea4b59fea will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:08:02.732007 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac80417c-05ab-4afe-bde7-1ae829a83d0d req-382dd70b-7bcc-481e-a2db-1d03e22738e5 tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] 10.222.0.52 "GET /v2.0/security-groups?id=b24b822b-5314-4029-bd20-adede073e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764425 Feb 19 04:08:02.753804 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-069abaa7-a71e-4c18-9b33-522a86ef1758 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (b01878b8-26ee-4757-8bab-f1f08d02adb0), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:02.757338 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-148e1bc1-4297-41b4-b803-c2425b4b68fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (f3ffca2a-be76-4627-a124-9adea4b59fea), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:02.759257 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a8d8cfd0-4260-41f0-9283-40a5efa8264e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:02.908964 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e72457fc-7c91-4f22-bf9a-f35b0a7b7528 req-c923e147-2d74-413b-82a5-ad77948ff4de tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:02.965183 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e1bc1-4297-41b4-b803-c2425b4b68fc service neutron] Pushing event updated for resources: {'Port': ['ID=f3ffca2a-be76-4627-a124-9adea4b59fea,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:02.994759 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-069abaa7-a71e-4c18-9b33-522a86ef1758 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (b01878b8-26ee-4757-8bab-f1f08d02adb0), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:03.021316 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069abaa7-a71e-4c18-9b33-522a86ef1758 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:03.022046 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-069abaa7-a71e-4c18-9b33-522a86ef1758 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:03.035746 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-8ef71a7c-a5cb-4da3-ab05-d9795461ff90 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:03.037715 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-8ef71a7c-a5cb-4da3-ab05-d9795461ff90 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.79 "GET /v2.0/networks?id=b40e029f-e45e-4dad-8b72-cb8e978e0503 HTTP/1.1" status: 200 len: 817 time: 0.3412333 Feb 19 04:08:03.083550 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72457fc-7c91-4f22-bf9a-f35b0a7b7528 req-c923e147-2d74-413b-82a5-ad77948ff4de tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] No DVR routers for this DVR port c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:08:03.087063 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e72457fc-7c91-4f22-bf9a-f35b0a7b7528 req-c923e147-2d74-413b-82a5-ad77948ff4de tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:03.090414 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e72457fc-7c91-4f22-bf9a-f35b0a7b7528 req-c923e147-2d74-413b-82a5-ad77948ff4de tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] 10.222.0.79 "DELETE /v2.0/ports/c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4 HTTP/1.1" status: 204 len: 173 time: 2.0568128 Feb 19 04:08:03.091326 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923e147-2d74-413b-82a5-ad77948ff4de tempest-ServerAddressesTestJSON-601017517 tempest-ServerAddressesTestJSON-601017517-project] Pushing event deleted for resources: {'Port': ['ID=c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:03.101208 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-148e1bc1-4297-41b4-b803-c2425b4b68fc service neutron] Attempting to bind port f3ffca2a-be76-4627-a124-9adea4b59fea on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:08:03.102314 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-148e1bc1-4297-41b4-b803-c2425b4b68fc service neutron] Attempting to bind port f3ffca2a-be76-4627-a124-9adea4b59fea by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '27e54185-72e8-4b7c-8b0a-779943e353eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b40e029f-e45e-4dad-8b72-cb8e978e0503'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:08:03.103027 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-148e1bc1-4297-41b4-b803-c2425b4b68fc service neutron] Attempting to bind port f3ffca2a-be76-4627-a124-9adea4b59fea on network b40e029f-e45e-4dad-8b72-cb8e978e0503 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:03.104810 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-a205d2c3-1326-46e3-b794-8f4e0a522c21 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Request body: {'port': {'device_id': '9af09527-84dd-456c-a96d-214c0ce401f0', 'network_id': 'b40e029f-e45e-4dad-8b72-cb8e978e0503', 'admin_state_up': True, 'tenant_id': 'e09d752b62b44ea5a2f23e7b86993e07'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:03.126805 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-148e1bc1-4297-41b4-b803-c2425b4b68fc service neutron] Port f3ffca2a-be76-4627-a124-9adea4b59fea on network b40e029f-e45e-4dad-8b72-cb8e978e0503 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:08:03.128034 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-148e1bc1-4297-41b4-b803-c2425b4b68fc service neutron] Attempting to bind port f3ffca2a-be76-4627-a124-9adea4b59fea on network b40e029f-e45e-4dad-8b72-cb8e978e0503 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:03.139280 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069abaa7-a71e-4c18-9b33-522a86ef1758 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Pushing event updated for resources: {'Network': ['ID=b01878b8-26ee-4757-8bab-f1f08d02adb0,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:03.142506 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-148e1bc1-4297-41b4-b803-c2425b4b68fc service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:08:03.143008 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-148e1bc1-4297-41b4-b803-c2425b4b68fc service neutron] Checking segment: {'id': '27e54185-72e8-4b7c-8b0a-779943e353eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b40e029f-e45e-4dad-8b72-cb8e978e0503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:03.143513 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-148e1bc1-4297-41b4-b803-c2425b4b68fc service neutron] Bound using segment: {'id': '27e54185-72e8-4b7c-8b0a-779943e353eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b40e029f-e45e-4dad-8b72-cb8e978e0503'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:08:03.144155 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-148e1bc1-4297-41b4-b803-c2425b4b68fc service neutron] Bound port: f3ffca2a-be76-4627-a124-9adea4b59fea, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e54185-72e8-4b7c-8b0a-779943e353eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b40e029f-e45e-4dad-8b72-cb8e978e0503'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:08:03.144668 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-148e1bc1-4297-41b4-b803-c2425b4b68fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f3ffca2a-be76-4627-a124-9adea4b59fea), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:03.153580 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network b01878b8-26ee-4757-8bab-f1f08d02adb0 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:08:03.166331 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-069abaa7-a71e-4c18-9b33-522a86ef1758 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0788834 Feb 19 04:08:03.167407 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58790) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:03.201792 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-33d7d55e-7751-4e79-8b58-118e9287391a tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Request body: {'subnet': {'network_id': 'b01878b8-26ee-4757-8bab-f1f08d02adb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:03.224178 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dae9c2f-405e-4b76-b6df-81478538af30', 'name': 'network-vif-deleted', 'tag': 'c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:03.224178 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb839512-4601-4639-ab71-0ccbf694b10e" -d '{"events": [{"server_uuid": "7dae9c2f-405e-4b76-b6df-81478538af30", "name": "network-vif-deleted", "tag": "c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:03.262651 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b434b1-641f-498e-8132-25fae70c58c3 req-33a88dfa-c960-4d39-ada3-758253f82afe tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:03.270526 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96b434b1-641f-498e-8132-25fae70c58c3 req-33a88dfa-c960-4d39-ada3-758253f82afe tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=f78f7a7e-6ed5-4bbd-9d56-e984d793b6be HTTP/1.1" status: 200 len: 945 time: 0.3899219 Feb 19 04:08:03.279298 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-a205d2c3-1326-46e3-b794-8f4e0a522c21 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Made reservation on behalf of e09d752b62b44ea5a2f23e7b86993e07 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:03.282786 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-a205d2c3-1326-46e3-b794-8f4e0a522c21 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:03.383221 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d7d55e-7751-4e79-8b58-118e9287391a tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Made reservation on behalf of 129271b03e3545c38e338754588fe890 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:03.388278 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-33d7d55e-7751-4e79-8b58-118e9287391a tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:03.452658 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-a205d2c3-1326-46e3-b794-8f4e0a522c21 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Allocated IP 172.20.0.9 (b40e029f-e45e-4dad-8b72-cb8e978e0503/e5308b5b-30ec-49b2-97d1-b7274bba8304/0c48785d-a4d2-4ced-b00b-03439300e036) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:08:03.455650 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-148e1bc1-4297-41b4-b803-c2425b4b68fc service neutron] For port f3ffca2a-be76-4627-a124-9adea4b59fea, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:08:03.477943 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bb1035-20f5-4ae1-b374-672e797a31f6 x-openstack-request-id: req-77bb1035-20f5-4ae1-b374-672e797a31f6 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:03.478554 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dae9c2f-405e-4b76-b6df-81478538af30", "name": "network-vif-deleted", "tag": "c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:03.479091 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-77bb1035-20f5-4ae1-b374-672e797a31f6 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:03.479943 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dae9c2f-405e-4b76-b6df-81478538af30', 'name': 'network-vif-deleted', 'tag': 'c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4', 'status': 'completed', 'code': 200} Feb 19 04:08:03.501887 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-148e1bc1-4297-41b4-b803-c2425b4b68fc service neutron] For port f3ffca2a-be76-4627-a124-9adea4b59fea, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=f3ffca2a-be76-4627-a124-9adea4b59fea,segment=NetworkSegment(27e54185-72e8-4b7c-8b0a-779943e353eb),segment_id=27e54185-72e8-4b7c-8b0a-779943e353eb)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:08:03.521934 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-148e1bc1-4297-41b4-b803-c2425b4b68fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (f3ffca2a-be76-4627-a124-9adea4b59fea), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:03.534327 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96b434b1-641f-498e-8132-25fae70c58c3 req-17c932d4-e7c4-4b31-86ff-e2b02c2ffd55 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627788 Feb 19 04:08:03.603803 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e1bc1-4297-41b4-b803-c2425b4b68fc service neutron] Pushing event updated for resources: {'Port': ['ID=f3ffca2a-be76-4627-a124-9adea4b59fea,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:03.609777 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58802) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:03.618133 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-148e1bc1-4297-41b4-b803-c2425b4b68fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:03.619085 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-148e1bc1-4297-41b4-b803-c2425b4b68fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:03.620624 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-148e1bc1-4297-41b4-b803-c2425b4b68fc service neutron] 10.222.0.26 "PUT /v2.0/ports/f3ffca2a-be76-4627-a124-9adea4b59fea HTTP/1.1" status: 200 len: 1093 time: 1.9061592 Feb 19 04:08:03.622664 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2e4913-63eb-4974-ac4c-00f85a4b1628', 'tag': 'f3ffca2a-be76-4627-a124-9adea4b59fea'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:03.625363 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd537e86-bb0d-4527-a628-a26f74014e29" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2e4913-63eb-4974-ac4c-00f85a4b1628", "tag": "f3ffca2a-be76-4627-a124-9adea4b59fea"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:03.705123 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0527ef5-a820-484c-b3ce-6339d3f6568c x-openstack-request-id: req-e0527ef5-a820-484c-b3ce-6339d3f6568c {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:03.705430 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2e4913-63eb-4974-ac4c-00f85a4b1628", "tag": "f3ffca2a-be76-4627-a124-9adea4b59fea", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:03.705703 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e0527ef5-a820-484c-b3ce-6339d3f6568c {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:03.707138 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2e4913-63eb-4974-ac4c-00f85a4b1628', 'tag': 'f3ffca2a-be76-4627-a124-9adea4b59fea', 'status': 'completed', 'code': 200} Feb 19 04:08:03.732869 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:03.801398 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-a205d2c3-1326-46e3-b794-8f4e0a522c21 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Publish callbacks [] for port (0c48785d-a4d2-4ced-b00b-03439300e036), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:03.880037 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-32b40a4c-ef9e-4586-8b36-6bca27b6253c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1701915248-network', 'tenant_id': '0c0250129706409185360d5ec69e06b6'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:03.902138 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-82664322-5e82-493a-87da-0836aadb28a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:03.904008 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-82664322-5e82-493a-87da-0836aadb28a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e09d752b62b44ea5a2f23e7b86993e07&device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 1127 time: 0.1822224 Feb 19 04:08:03.930438 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-33d7d55e-7751-4e79-8b58-118e9287391a tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (f393eb5e-9bde-4daf-81a8-d6e70244d536), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:04.016751 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7d55e-7751-4e79-8b58-118e9287391a tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Pushing event updated for resources: {'Subnet': ['ID=f393eb5e-9bde-4daf-81a8-d6e70244d536,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:04.021783 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-2c11f831-c774-49e9-bfa5-391ef36a6bc0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3ffca2a-be76-4627-a124-9adea4b59fea HTTP/1.1" status: 200 len: 217 time: 0.1046190 Feb 19 04:08:04.022448 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b40a4c-ef9e-4586-8b36-6bca27b6253c admin admin] Made reservation on behalf of 0c0250129706409185360d5ec69e06b6 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:04.024841 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-32b40a4c-ef9e-4586-8b36-6bca27b6253c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:04.079869 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-1678c937-9d51-4fa4-9c9b-36d83f33eb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:04.088894 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-1678c937-9d51-4fa4-9c9b-36d83f33eb6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5308b5b-30ec-49b2-97d1-b7274bba8304 HTTP/1.1" status: 200 len: 857 time: 0.0513992 Feb 19 04:08:04.105278 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-32b40a4c-ef9e-4586-8b36-6bca27b6253c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:04.137757 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-6e6f9260-6b8c-4779-8768-65eb57e49f1c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b40e029f-e45e-4dad-8b72-cb8e978e0503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439532 Feb 19 04:08:04.174080 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d7d55e-7751-4e79-8b58-118e9287391a tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Checking segment: {'id': '53c4470d-4781-4c5a-85f0-15da19a524fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b01878b8-26ee-4757-8bab-f1f08d02adb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:04.174490 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d7d55e-7751-4e79-8b58-118e9287391a tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Network hostable DHCP agents. Network: b01878b8-26ee-4757-8bab-f1f08d02adb0, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:08:04.259028 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d7d55e-7751-4e79-8b58-118e9287391a tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Network b01878b8-26ee-4757-8bab-f1f08d02adb0 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:08:04.302405 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-33d7d55e-7751-4e79-8b58-118e9287391a tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, b01878b8-26ee-4757-8bab-f1f08d02adb0) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:04.317882 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d7d55e-7751-4e79-8b58-118e9287391a tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:04.318514 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-33d7d55e-7751-4e79-8b58-118e9287391a tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:04.325184 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-9f786550-e138-44a6-a98a-6b2f4927b389 service neutron] 10.222.0.26 "GET /v2.0/networks/b40e029f-e45e-4dad-8b72-cb8e978e0503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785505 Feb 19 04:08:04.329708 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893ce20c-8c47-4105-ab66-48e6b78d4b91 None None] Network b01878b8-26ee-4757-8bab-f1f08d02adb0 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:08:04.344261 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-25b6cafa-e0d8-448f-af05-9ea3defdd568 req-9c06ea56-5511-4cdc-a15c-bc6a9d4205c9 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 210 time: 0.0513105 Feb 19 04:08:04.350900 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-32b40a4c-ef9e-4586-8b36-6bca27b6253c admin admin] Publish callbacks [] for security_group (763cdc06-4f2b-49f7-ade5-f98ecde70036), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:04.370706 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-33d7d55e-7751-4e79-8b58-118e9287391a tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1997395 Feb 19 04:08:04.398772 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-32b40a4c-ef9e-4586-8b36-6bca27b6253c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (763cdc06-4f2b-49f7-ade5-f98ecde70036), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:04.406514 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58814) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:04.421603 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58816) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:04.423808 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-e2b6c673-b64b-4c9d-b1fa-cd06b13a817d tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Request body: {'network': {'name': 'tempest-router-network01--1957269252'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:04.439891 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-a205d2c3-1326-46e3-b794-8f4e0a522c21 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (0c48785d-a4d2-4ced-b00b-03439300e036), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:04.451866 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b40a4c-ef9e-4586-8b36-6bca27b6253c admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:08:04.492660 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b40a4c-ef9e-4586-8b36-6bca27b6253c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763cdc06-4f2b-49f7-ade5-f98ecde70036,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:04.502259 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205d2c3-1326-46e3-b794-8f4e0a522c21 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Pushing event updated for resources: {'Port': ['ID=0c48785d-a4d2-4ced-b00b-03439300e036,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:04.513514 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-32b40a4c-ef9e-4586-8b36-6bca27b6253c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (994307bb-c163-4b51-9a89-7d881e0029c5), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:04.513868 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-32b40a4c-ef9e-4586-8b36-6bca27b6253c admin admin] Added segment 994307bb-c163-4b51-9a89-7d881e0029c5 of type vlan for network d56efac0-78e8-446d-973b-9fa19c370667 Feb 19 04:08:04.523843 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45db724e-db27-4bba-aa96-ba91f223e999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-b01878b8-26ee-4757-8bab-f1f08d02adb0', 'network_id': 'b01878b8-26ee-4757-8bab-f1f08d02adb0', 'project_id': '129271b03e3545c38e338754588fe890', 'fixed_ips': [{'subnet_id': 'f393eb5e-9bde-4daf-81a8-d6e70244d536'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:08:04.525342 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45db724e-db27-4bba-aa96-ba91f223e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:04.540921 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-a205d2c3-1326-46e3-b794-8f4e0a522c21 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Network b40e029f-e45e-4dad-8b72-cb8e978e0503 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:08:04.543259 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-a205d2c3-1326-46e3-b794-8f4e0a522c21 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:04.554220 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b6c673-b64b-4c9d-b1fa-cd06b13a817d tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Made reservation on behalf of 129271b03e3545c38e338754588fe890 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:04.558068 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e2b6c673-b64b-4c9d-b1fa-cd06b13a817d tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:04.562512 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-a205d2c3-1326-46e3-b794-8f4e0a522c21 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:08:04.566463 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2703c241-5e1a-4a23-81da-cf0a88751ec5 req-e62418da-8f5c-41df-848a-57ab2c5dc018 service neutron] 10.222.0.26 "GET /v2.0/networks/b40e029f-e45e-4dad-8b72-cb8e978e0503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291417 Feb 19 04:08:04.580859 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ea9a47-dc44-4390-bd5b-df64505bd565 admin admin] Deleting subnet d1c08a3b-326f-4c3f-95a6-c05f28395ff5 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:08:04.593156 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-42ea9a47-dc44-4390-bd5b-df64505bd565 admin admin] Publish callbacks [] for subnet (d1c08a3b-326f-4c3f-95a6-c05f28395ff5), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:04.596058 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-32b40a4c-ef9e-4586-8b36-6bca27b6253c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (d56efac0-78e8-446d-973b-9fa19c370667), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:04.615591 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-a205d2c3-1326-46e3-b794-8f4e0a522c21 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:04.616226 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-a205d2c3-1326-46e3-b794-8f4e0a522c21 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:04.633903 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e50017-daa4-41d9-94af-69c3d5bb3821 req-b29ad8f8-4032-4435-be3a-de277fa13aa4 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:04.639511 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e50017-daa4-41d9-94af-69c3d5bb3821 req-b29ad8f8-4032-4435-be3a-de277fa13aa4 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:04.645067 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e50017-daa4-41d9-94af-69c3d5bb3821 req-b29ad8f8-4032-4435-be3a-de277fa13aa4 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:04.652775 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-89e50017-daa4-41d9-94af-69c3d5bb3821 req-b29ad8f8-4032-4435-be3a-de277fa13aa4 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=f78f7a7e-6ed5-4bbd-9d56-e984d793b6be&device_id=8b547761-e6af-43d6-97bd-980a7f43bf93&device_id=fa93173e-fa6c-4663-84fe-7bcb8dfe76c2 HTTP/1.1" status: 200 len: 2418 time: 0.3555443 Feb 19 04:08:04.673347 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-42ea9a47-dc44-4390-bd5b-df64505bd565 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (d1c08a3b-326f-4c3f-95a6-c05f28395ff5), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:04.701391 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-32b40a4c-ef9e-4586-8b36-6bca27b6253c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (d56efac0-78e8-446d-973b-9fa19c370667), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:04.702404 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b40a4c-ef9e-4586-8b36-6bca27b6253c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:04.703069 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-32b40a4c-ef9e-4586-8b36-6bca27b6253c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:04.707888 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-a205d2c3-1326-46e3-b794-8f4e0a522c21 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6260240 Feb 19 04:08:04.713590 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b6c673-b64b-4c9d-b1fa-cd06b13a817d tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:08:04.728681 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-659780ee-e94c-409a-b6a8-5f5543be41d5 service neutron] Request body: {'port': {'device_id': '9af09527-84dd-456c-a96d-214c0ce401f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:04.750108 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:08:04.767811 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e2b6c673-b64b-4c9d-b1fa-cd06b13a817d tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (3ce85fe4-90f5-409e-8ef9-602e907fc39e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:04.768160 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-e2b6c673-b64b-4c9d-b1fa-cd06b13a817d tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Added segment 3ce85fe4-90f5-409e-8ef9-602e907fc39e of type vlan for network 9142c121-50cf-4f51-bbd2-d29736aba60e Feb 19 04:08:04.785901 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:08:04.787101 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device c78eb4dc-40b1-4f35-9ca0-d8efb0fd10e4 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:08:04.795826 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-42ea9a47-dc44-4390-bd5b-df64505bd565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (d1c08a3b-326f-4c3f-95a6-c05f28395ff5), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:04.800717 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-32b40a4c-ef9e-4586-8b36-6bca27b6253c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1897261 Feb 19 04:08:04.809288 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-45db724e-db27-4bba-aa96-ba91f223e999 None None] Allocated IP 172.20.0.2 (b01878b8-26ee-4757-8bab-f1f08d02adb0/f393eb5e-9bde-4daf-81a8-d6e70244d536/f0318450-5899-4566-b059-e2b4d183b798) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:08:04.813905 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-89e50017-daa4-41d9-94af-69c3d5bb3821 req-c395b415-2db5-45f1-bedf-60b877836b0d tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586368 Feb 19 04:08:04.819604 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58818) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:04.824465 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b40a4c-ef9e-4586-8b36-6bca27b6253c admin admin] Pushing event updated for resources: {'Network': ['ID=d56efac0-78e8-446d-973b-9fa19c370667,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:04.830636 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd537e86-bb0d-4527-a628-a26f74014e29 req-a78a43d4-2190-492a-b4b7-da7fe1257309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:04.832527 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bd537e86-bb0d-4527-a628-a26f74014e29 req-a78a43d4-2190-492a-b4b7-da7fe1257309 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e09d752b62b44ea5a2f23e7b86993e07&device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 1127 time: 0.2001212 Feb 19 04:08:04.839633 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-bf73726c-b81d-4d11-a43d-2fd5468938d3 admin admin] Request body: {'subnet': {'network_id': 'd56efac0-78e8-446d-973b-9fa19c370667', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1701915248-subnet', 'tenant_id': '0c0250129706409185360d5ec69e06b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:04.846019 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network d56efac0-78e8-446d-973b-9fa19c370667 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:08:04.876597 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-39eaf01a-f40d-4b66-9b78-d72ecfb7686a req-1731f112-62d4-4baf-8668-927d06cbdcc4 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:08:04.879004 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39eaf01a-f40d-4b66-9b78-d72ecfb7686a req-1731f112-62d4-4baf-8668-927d06cbdcc4 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0221462 Feb 19 04:08:04.934184 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-42ea9a47-dc44-4390-bd5b-df64505bd565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (d1c08a3b-326f-4c3f-95a6-c05f28395ff5), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:04.982360 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea9a47-dc44-4390-bd5b-df64505bd565 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1c08a3b-326f-4c3f-95a6-c05f28395ff5,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:04.988510 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd537e86-bb0d-4527-a628-a26f74014e29 req-89bb935d-80a3-4bc5-b6ae-af5573b93336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:04.991216 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bd537e86-bb0d-4527-a628-a26f74014e29 req-89bb935d-80a3-4bc5-b6ae-af5573b93336 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b40e029f-e45e-4dad-8b72-cb8e978e0503 HTTP/1.1" status: 200 len: 918 time: 0.1498106 Feb 19 04:08:04.992966 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-42ea9a47-dc44-4390-bd5b-df64505bd565 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:04.994019 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf73726c-b81d-4d11-a43d-2fd5468938d3 admin admin] Made reservation on behalf of 0c0250129706409185360d5ec69e06b6 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:04.997035 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-42ea9a47-dc44-4390-bd5b-df64505bd565 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d1c08a3b-326f-4c3f-95a6-c05f28395ff5 HTTP/1.1" status: 204 len: 168 time: 0.5688257 Feb 19 04:08:04.997239 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bf73726c-b81d-4d11-a43d-2fd5468938d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.000546 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58822) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:05.012718 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e2b6c673-b64b-4c9d-b1fa-cd06b13a817d tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (9142c121-50cf-4f51-bbd2-d29736aba60e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.030703 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-659780ee-e94c-409a-b6a8-5f5543be41d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0c48785d-a4d2-4ced-b00b-03439300e036), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.072760 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bd537e86-bb0d-4527-a628-a26f74014e29 req-d4ed911c-f88e-4837-83c7-70a19cc1862d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3ffca2a-be76-4627-a124-9adea4b59fea HTTP/1.1" status: 200 len: 217 time: 0.0727789 Feb 19 04:08:05.086661 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45db724e-db27-4bba-aa96-ba91f223e999 None None] Publish callbacks [] for port (f0318450-5899-4566-b059-e2b4d183b798), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.102283 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45db724e-db27-4bba-aa96-ba91f223e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (f0318450-5899-4566-b059-e2b4d183b798), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.124516 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.db.resource_extend [None req-e2b6c673-b64b-4c9d-b1fa-cd06b13a817d tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:08:05.169721 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45db724e-db27-4bba-aa96-ba91f223e999 None None] Network b01878b8-26ee-4757-8bab-f1f08d02adb0 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:08:05.172615 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-45db724e-db27-4bba-aa96-ba91f223e999 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:05.179785 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45db724e-db27-4bba-aa96-ba91f223e999 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:08:05.191943 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db724e-db27-4bba-aa96-ba91f223e999 None None] Pushing event updated for resources: {'Port': ['ID=f0318450-5899-4566-b059-e2b4d183b798,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:05.212471 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39eaf01a-f40d-4b66-9b78-d72ecfb7686a req-757f501c-c99c-488b-bbbe-d0b53369d1ee tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3124712 Feb 19 04:08:05.247045 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e2b6c673-b64b-4c9d-b1fa-cd06b13a817d tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (9142c121-50cf-4f51-bbd2-d29736aba60e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.247309 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.252434 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b6c673-b64b-4c9d-b1fa-cd06b13a817d tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:05.252590 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd537e86-bb0d-4527-a628-a26f74014e29 req-3d693738-6140-4e70-81af-7729064f8e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:05.254745 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bd537e86-bb0d-4527-a628-a26f74014e29 req-3d693738-6140-4e70-81af-7729064f8e19 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5308b5b-30ec-49b2-97d1-b7274bba8304 HTTP/1.1" status: 200 len: 857 time: 0.1358118 Feb 19 04:08:05.256516 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-45db724e-db27-4bba-aa96-ba91f223e999 None None] Attempting to bind port f0318450-5899-4566-b059-e2b4d183b798 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:08:05.256898 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-45db724e-db27-4bba-aa96-ba91f223e999 None None] Attempting to bind port f0318450-5899-4566-b059-e2b4d183b798 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '53c4470d-4781-4c5a-85f0-15da19a524fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b01878b8-26ee-4757-8bab-f1f08d02adb0'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:08:05.257382 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e2b6c673-b64b-4c9d-b1fa-cd06b13a817d tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.257505 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45db724e-db27-4bba-aa96-ba91f223e999 None None] Attempting to bind port f0318450-5899-4566-b059-e2b4d183b798 on network b01878b8-26ee-4757-8bab-f1f08d02adb0 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:05.263548 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45db724e-db27-4bba-aa96-ba91f223e999 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:08:05.263930 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45db724e-db27-4bba-aa96-ba91f223e999 None None] Checking segment: {'id': '53c4470d-4781-4c5a-85f0-15da19a524fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b01878b8-26ee-4757-8bab-f1f08d02adb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:05.264338 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45db724e-db27-4bba-aa96-ba91f223e999 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.264736 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45db724e-db27-4bba-aa96-ba91f223e999 None None] Bound using segment: {'id': '53c4470d-4781-4c5a-85f0-15da19a524fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b01878b8-26ee-4757-8bab-f1f08d02adb0'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:08:05.265211 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-45db724e-db27-4bba-aa96-ba91f223e999 None None] Bound port: f0318450-5899-4566-b059-e2b4d183b798, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c4470d-4781-4c5a-85f0-15da19a524fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b01878b8-26ee-4757-8bab-f1f08d02adb0'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:08:05.265600 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45db724e-db27-4bba-aa96-ba91f223e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f0318450-5899-4566-b059-e2b4d183b798), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.290757 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-369f9be5-7df1-40f2-a3a7-b9c1603f7218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (dd886ee4-6a87-4c95-8c57-22fc09e0480a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.340637 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-45db724e-db27-4bba-aa96-ba91f223e999 None None] For port f0318450-5899-4566-b059-e2b4d183b798, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:08:05.343961 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-45db724e-db27-4bba-aa96-ba91f223e999 None None] For port f0318450-5899-4566-b059-e2b4d183b798, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=f0318450-5899-4566-b059-e2b4d183b798,segment=NetworkSegment(53c4470d-4781-4c5a-85f0-15da19a524fd),segment_id=53c4470d-4781-4c5a-85f0-15da19a524fd)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:08:05.358115 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45db724e-db27-4bba-aa96-ba91f223e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f0318450-5899-4566-b059-e2b4d183b798), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.434639 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db724e-db27-4bba-aa96-ba91f223e999 None None] Pushing event updated for resources: {'Port': ['ID=f0318450-5899-4566-b059-e2b4d183b798,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:05.461434 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e2b6c673-b64b-4c9d-b1fa-cd06b13a817d tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0526066 Feb 19 04:08:05.468259 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bd537e86-bb0d-4527-a628-a26f74014e29 req-d7a9d23f-bb6d-445c-b281-5a888b8e8f3e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b40e029f-e45e-4dad-8b72-cb8e978e0503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1728559 Feb 19 04:08:05.472986 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58828) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:05.488625 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-8ef4f138-6b01-46d7-b8e3-a959f84425f8 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Request body: {'network': {'name': 'tempest-router-network02--660940971'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:05.515089 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-369f9be5-7df1-40f2-a3a7-b9c1603f7218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (dd886ee4-6a87-4c95-8c57-22fc09e0480a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.561371 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-369f9be5-7df1-40f2-a3a7-b9c1603f7218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd886ee4-6a87-4c95-8c57-22fc09e0480a']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:05.574368 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-369f9be5-7df1-40f2-a3a7-b9c1603f7218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '089c5c6f-48d9-479c-aff0-8548c19db761') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:05.574669 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-369f9be5-7df1-40f2-a3a7-b9c1603f7218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '089c5c6f-48d9-479c-aff0-8548c19db761') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:05.581054 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6c673-b64b-4c9d-b1fa-cd06b13a817d tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Pushing event updated for resources: {'Network': ['ID=9142c121-50cf-4f51-bbd2-d29736aba60e,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:05.594292 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 9142c121-50cf-4f51-bbd2-d29736aba60e details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:08:05.598906 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-369f9be5-7df1-40f2-a3a7-b9c1603f7218 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (089c5c6f-48d9-479c-aff0-8548c19db761), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.622228 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-369f9be5-7df1-40f2-a3a7-b9c1603f7218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (089c5c6f-48d9-479c-aff0-8548c19db761), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.635211 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369f9be5-7df1-40f2-a3a7-b9c1603f7218 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:08:05.636082 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-369f9be5-7df1-40f2-a3a7-b9c1603f7218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (089c5c6f-48d9-479c-aff0-8548c19db761), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.690140 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa265f0-2ea3-4e52-9d95-0bae5981dcbf req-a7cba52b-148e-426e-987e-30badc11c719 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:05.700044 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bfa265f0-2ea3-4e52-9d95-0bae5981dcbf req-a7cba52b-148e-426e-987e-30badc11c719 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 931 time: 0.2137260 Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:08:05.738320 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:08:05.862396 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-369f9be5-7df1-40f2-a3a7-b9c1603f7218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (dd886ee4-6a87-4c95-8c57-22fc09e0480a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.870473 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-369f9be5-7df1-40f2-a3a7-b9c1603f7218 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.873853 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-369f9be5-7df1-40f2-a3a7-b9c1603f7218 admin admin] 10.222.0.52 "DELETE /v2.0/networks/dd886ee4-6a87-4c95-8c57-22fc09e0480a HTTP/1.1" status: 204 len: 168 time: 0.8616674 Feb 19 04:08:05.874600 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef4f138-6b01-46d7-b8e3-a959f84425f8 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Made reservation on behalf of 129271b03e3545c38e338754588fe890 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:05.878935 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8ef4f138-6b01-46d7-b8e3-a959f84425f8 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.888569 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bfa265f0-2ea3-4e52-9d95-0bae5981dcbf req-168d38de-d201-47fd-be6a-81e338a3dda4 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415832 Feb 19 04:08:05.915582 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bf73726c-b81d-4d11-a43d-2fd5468938d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (4adc72e8-c062-43b5-b960-751d2cca2127), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.919281 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f9be5-7df1-40f2-a3a7-b9c1603f7218 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd886ee4-6a87-4c95-8c57-22fc09e0480a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:05.939517 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef4f138-6b01-46d7-b8e3-a959f84425f8 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:08:05.980732 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8ef4f138-6b01-46d7-b8e3-a959f84425f8 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (ad4c7921-eafc-4195-8254-48c6126d9bef), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.981139 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-8ef4f138-6b01-46d7-b8e3-a959f84425f8 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Added segment ad4c7921-eafc-4195-8254-48c6126d9bef of type vlan for network 08c05fde-2a98-4d17-8f58-fe9b3943a39b Feb 19 04:08:06.033373 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f0318450-5899-4566-b059-e2b4d183b798 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:08:06.065933 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bd537e86-bb0d-4527-a628-a26f74014e29 req-2d31f76a-b60d-4ba5-8844-26b02ebddc59 service neutron] 10.222.0.26 "GET /v2.0/networks/b40e029f-e45e-4dad-8b72-cb8e978e0503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5832121 Feb 19 04:08:06.134736 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port f0318450-5899-4566-b059-e2b4d183b798 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:06.135041 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f0318450-5899-4566-b059-e2b4d183b798), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:06.141958 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58836) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:06.202232 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bd537e86-bb0d-4527-a628-a26f74014e29 req-504d0302-a251-4d9b-befd-416af0a631c7 service neutron] 10.222.0.26 "GET /v2.0/networks/b40e029f-e45e-4dad-8b72-cb8e978e0503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173258 Feb 19 04:08:06.220602 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8ef4f138-6b01-46d7-b8e3-a959f84425f8 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (08c05fde-2a98-4d17-8f58-fe9b3943a39b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:06.226082 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-659780ee-e94c-409a-b6a8-5f5543be41d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c48785d-a4d2-4ced-b00b-03439300e036 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:08:06.258197 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port f0318450-5899-4566-b059-e2b4d183b798 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:06.258903 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8ef4f138-6b01-46d7-b8e3-a959f84425f8 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (08c05fde-2a98-4d17-8f58-fe9b3943a39b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:06.259841 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f0318450-5899-4566-b059-e2b4d183b798), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:06.268209 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-659780ee-e94c-409a-b6a8-5f5543be41d5 service neutron] Publish callbacks [] for port (0c48785d-a4d2-4ced-b00b-03439300e036), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:06.272230 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef4f138-6b01-46d7-b8e3-a959f84425f8 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:06.273433 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8ef4f138-6b01-46d7-b8e3-a959f84425f8 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:06.302411 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1a4e66f0-e914-429a-8be4-0311493ab353 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=049042e5e6ce4a5d82d532e5fdd00cdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1514812 Feb 19 04:08:06.306989 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73726c-b81d-4d11-a43d-2fd5468938d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4adc72e8-c062-43b5-b960-751d2cca2127,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:06.313603 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58842) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:06.329868 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-659780ee-e94c-409a-b6a8-5f5543be41d5 service neutron] Transition to ACTIVE for port object 0c48785d-a4d2-4ced-b00b-03439300e036 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:08:06.347046 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf73726c-b81d-4d11-a43d-2fd5468938d3 admin admin] Checking segment: {'id': '994307bb-c163-4b51-9a89-7d881e0029c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd56efac0-78e8-446d-973b-9fa19c370667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:06.347419 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf73726c-b81d-4d11-a43d-2fd5468938d3 admin admin] Network hostable DHCP agents. Network: d56efac0-78e8-446d-973b-9fa19c370667, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:08:06.351615 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-659780ee-e94c-409a-b6a8-5f5543be41d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (0c48785d-a4d2-4ced-b00b-03439300e036), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:06.360582 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port f0318450-5899-4566-b059-e2b4d183b798, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=f0318450-5899-4566-b059-e2b4d183b798,segment=NetworkSegment(53c4470d-4781-4c5a-85f0-15da19a524fd),segment_id=53c4470d-4781-4c5a-85f0-15da19a524fd)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:06.370417 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f0318450-5899-4566-b059-e2b4d183b798), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:06.378089 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4f138-6b01-46d7-b8e3-a959f84425f8 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Pushing event updated for resources: {'Network': ['ID=08c05fde-2a98-4d17-8f58-fe9b3943a39b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:06.385083 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8ef4f138-6b01-46d7-b8e3-a959f84425f8 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9107220 Feb 19 04:08:06.388049 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58844) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:06.393956 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ed1b675d-19e1-475a-aeb6-e7791d12aef9 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Request body: {'subnet': {'network_id': '9142c121-50cf-4f51-bbd2-d29736aba60e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:06.431561 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 08c05fde-2a98-4d17-8f58-fe9b3943a39b details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:08:06.517635 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1b675d-19e1-475a-aeb6-e7791d12aef9 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Made reservation on behalf of 129271b03e3545c38e338754588fe890 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:06.523679 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ed1b675d-19e1-475a-aeb6-e7791d12aef9 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:06.538537 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659780ee-e94c-409a-b6a8-5f5543be41d5 service neutron] Pushing event updated for resources: {'Port': ['ID=0c48785d-a4d2-4ced-b00b-03439300e036,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:06.562429 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=f0318450-5899-4566-b059-e2b4d183b798,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:06.563031 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf73726c-b81d-4d11-a43d-2fd5468938d3 admin admin] Network d56efac0-78e8-446d-973b-9fa19c370667 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:08:06.667420 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a1a0de3-2d4b-4aa8-be88-09a2060fd91b admin admin] Publish callbacks [] for security_group (b24b822b-5314-4029-bd20-adede073e41e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:06.723608 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-bf73726c-b81d-4d11-a43d-2fd5468938d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, d56efac0-78e8-446d-973b-9fa19c370667) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:06.744561 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf73726c-b81d-4d11-a43d-2fd5468938d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:06.745208 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bf73726c-b81d-4d11-a43d-2fd5468938d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:06.753927 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f68c5af-2bfb-484b-b66e-4d04937514f5 None None] Network d56efac0-78e8-446d-973b-9fa19c370667 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:08:06.770325 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a1a0de3-2d4b-4aa8-be88-09a2060fd91b admin admin] Publish callbacks [] for security_group (b24b822b-5314-4029-bd20-adede073e41e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:06.808818 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:06.839304 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bf73726c-b81d-4d11-a43d-2fd5468938d3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0163710 Feb 19 04:08:06.857026 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58848) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:06.869964 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-bde6d7a9-bd08-46f3-9b20-7ada17251c2d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1701915248-router', 'tenant_id': '0c0250129706409185360d5ec69e06b6', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:06.874333 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-659780ee-e94c-409a-b6a8-5f5543be41d5 service neutron] Attempting to bind port 0c48785d-a4d2-4ced-b00b-03439300e036 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:08:06.874675 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-659780ee-e94c-409a-b6a8-5f5543be41d5 service neutron] Attempting to bind port 0c48785d-a4d2-4ced-b00b-03439300e036 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '27e54185-72e8-4b7c-8b0a-779943e353eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b40e029f-e45e-4dad-8b72-cb8e978e0503'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:08:06.875006 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-659780ee-e94c-409a-b6a8-5f5543be41d5 service neutron] Attempting to bind port 0c48785d-a4d2-4ced-b00b-03439300e036 on network b40e029f-e45e-4dad-8b72-cb8e978e0503 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:06.891314 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-659780ee-e94c-409a-b6a8-5f5543be41d5 service neutron] Port 0c48785d-a4d2-4ced-b00b-03439300e036 on network b40e029f-e45e-4dad-8b72-cb8e978e0503 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:08:06.896027 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-659780ee-e94c-409a-b6a8-5f5543be41d5 service neutron] Attempting to bind port 0c48785d-a4d2-4ced-b00b-03439300e036 on network b40e029f-e45e-4dad-8b72-cb8e978e0503 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:06.910985 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-659780ee-e94c-409a-b6a8-5f5543be41d5 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:08:06.911889 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-659780ee-e94c-409a-b6a8-5f5543be41d5 service neutron] Checking segment: {'id': '27e54185-72e8-4b7c-8b0a-779943e353eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b40e029f-e45e-4dad-8b72-cb8e978e0503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:06.912370 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-659780ee-e94c-409a-b6a8-5f5543be41d5 service neutron] Bound using segment: {'id': '27e54185-72e8-4b7c-8b0a-779943e353eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b40e029f-e45e-4dad-8b72-cb8e978e0503'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:08:06.912827 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-659780ee-e94c-409a-b6a8-5f5543be41d5 service neutron] Bound port: 0c48785d-a4d2-4ced-b00b-03439300e036, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e54185-72e8-4b7c-8b0a-779943e353eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b40e029f-e45e-4dad-8b72-cb8e978e0503'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:08:06.913339 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-659780ee-e94c-409a-b6a8-5f5543be41d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0c48785d-a4d2-4ced-b00b-03439300e036), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:06.924730 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bde6d7a9-bd08-46f3-9b20-7ada17251c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (9a8c8760-cae2-4187-ae66-68dc117fed1d), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:06.925791 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bde6d7a9-bd08-46f3-9b20-7ada17251c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (9a8c8760-cae2-4187-ae66-68dc117fed1d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:06.991066 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a1a0de3-2d4b-4aa8-be88-09a2060fd91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b24b822b-5314-4029-bd20-adede073e41e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:06.996783 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a1a0de3-2d4b-4aa8-be88-09a2060fd91b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:06.998013 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2a1a0de3-2d4b-4aa8-be88-09a2060fd91b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b24b822b-5314-4029-bd20-adede073e41e HTTP/1.1" status: 204 len: 168 time: 0.6847432 Feb 19 04:08:07.081092 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a0de3-2d4b-4aa8-be88-09a2060fd91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24b822b-5314-4029-bd20-adede073e41e,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:07.091598 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bde6d7a9-bd08-46f3-9b20-7ada17251c2d admin admin] Publish callbacks [] for router_controller (9a8c8760-cae2-4187-ae66-68dc117fed1d), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:07.152902 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ea45be-b5df-46e4-b0eb-1a486fbdb22b None None] Network b01878b8-26ee-4757-8bab-f1f08d02adb0 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:08:07.168083 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ed1b675d-19e1-475a-aeb6-e7791d12aef9 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (dc3ddb8c-6953-45f3-99e9-e7d2788949f5), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:07.183593 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-659780ee-e94c-409a-b6a8-5f5543be41d5 service neutron] For port 0c48785d-a4d2-4ced-b00b-03439300e036, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:08:07.250004 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-659780ee-e94c-409a-b6a8-5f5543be41d5 service neutron] For port 0c48785d-a4d2-4ced-b00b-03439300e036, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0c48785d-a4d2-4ced-b00b-03439300e036,segment=NetworkSegment(27e54185-72e8-4b7c-8b0a-779943e353eb),segment_id=27e54185-72e8-4b7c-8b0a-779943e353eb)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:08:07.304176 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-659780ee-e94c-409a-b6a8-5f5543be41d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (0c48785d-a4d2-4ced-b00b-03439300e036), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:07.309592 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7989579-ef72-4bf6-8905-e197ed821a39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-d56efac0-78e8-446d-973b-9fa19c370667', 'network_id': 'd56efac0-78e8-446d-973b-9fa19c370667', 'project_id': '0c0250129706409185360d5ec69e06b6', 'fixed_ips': [{'subnet_id': '4adc72e8-c062-43b5-b960-751d2cca2127'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:08:07.310495 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a7989579-ef72-4bf6-8905-e197ed821a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:07.369950 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2665698a-363c-4cd2-9265-63b22b39c425 None None] Provisioning complete for port f0318450-5899-4566-b059-e2b4d183b798 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:07.370689 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2665698a-363c-4cd2-9265-63b22b39c425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f0318450-5899-4566-b059-e2b4d183b798), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:07.383205 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bde6d7a9-bd08-46f3-9b20-7ada17251c2d admin admin] Publish callbacks [] for router_gateway (9a8c8760-cae2-4187-ae66-68dc117fed1d), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:07.391297 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b675d-19e1-475a-aeb6-e7791d12aef9 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Pushing event updated for resources: {'Subnet': ['ID=dc3ddb8c-6953-45f3-99e9-e7d2788949f5,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:07.408162 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-659780ee-e94c-409a-b6a8-5f5543be41d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:07.408696 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-659780ee-e94c-409a-b6a8-5f5543be41d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:07.411989 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-659780ee-e94c-409a-b6a8-5f5543be41d5 service neutron] 10.222.0.79 "PUT /v2.0/ports/0c48785d-a4d2-4ced-b00b-03439300e036 HTTP/1.1" status: 200 len: 1092 time: 2.6883223 Feb 19 04:08:07.412497 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af09527-84dd-456c-a96d-214c0ce401f0', 'tag': '0c48785d-a4d2-4ced-b00b-03439300e036'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:07.422693 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393b61d2-ee59-41ce-8ff9-cb33eb5bf770" -d '{"events": [{"name": "network-changed", "server_uuid": "9af09527-84dd-456c-a96d-214c0ce401f0", "tag": "0c48785d-a4d2-4ced-b00b-03439300e036"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:07.427926 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1b675d-19e1-475a-aeb6-e7791d12aef9 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Checking segment: {'id': '3ce85fe4-90f5-409e-8ef9-602e907fc39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9142c121-50cf-4f51-bbd2-d29736aba60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:07.430490 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1b675d-19e1-475a-aeb6-e7791d12aef9 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Network hostable DHCP agents. Network: 9142c121-50cf-4f51-bbd2-d29736aba60e, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:08:07.448127 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b83fc-b11b-4b1d-a79d-0fa36203caf5 req-f6865b23-4c9a-47a5-9638-d7c4d0c3ba6c tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:07.462898 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-920b83fc-b11b-4b1d-a79d-0fa36203caf5 req-f6865b23-4c9a-47a5-9638-d7c4d0c3ba6c tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 943 time: 0.3439322 Feb 19 04:08:07.497229 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1b675d-19e1-475a-aeb6-e7791d12aef9 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Network 9142c121-50cf-4f51-bbd2-d29736aba60e is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:08:07.524255 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-ed1b675d-19e1-475a-aeb6-e7791d12aef9 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 9142c121-50cf-4f51-bbd2-d29736aba60e) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:07.529282 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1b675d-19e1-475a-aeb6-e7791d12aef9 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:07.530297 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ed1b675d-19e1-475a-aeb6-e7791d12aef9 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:07.577555 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ed1b675d-19e1-475a-aeb6-e7791d12aef9 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1882381 Feb 19 04:08:07.578475 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58876) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:07.590813 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-857e3575-bc3b-4a9d-ae25-3cc929d4f999 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Request body: {'subnet': {'network_id': '08c05fde-2a98-4d17-8f58-fe9b3943a39b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:07.682010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659780ee-e94c-409a-b6a8-5f5543be41d5 service neutron] Pushing event updated for resources: {'Port': ['ID=0c48785d-a4d2-4ced-b00b-03439300e036,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:07.763282 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e40933-810d-4522-93b1-2333cf51e0fb None None] Network 9142c121-50cf-4f51-bbd2-d29736aba60e requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:08:07.773056 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea4d497-4f1f-49b6-9d4e-cdd36cbe351f x-openstack-request-id: req-aea4d497-4f1f-49b6-9d4e-cdd36cbe351f {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:07.773056 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9af09527-84dd-456c-a96d-214c0ce401f0", "tag": "0c48785d-a4d2-4ced-b00b-03439300e036", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:07.773056 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aea4d497-4f1f-49b6-9d4e-cdd36cbe351f {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:07.773056 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9af09527-84dd-456c-a96d-214c0ce401f0', 'tag': '0c48785d-a4d2-4ced-b00b-03439300e036', 'status': 'completed', 'code': 200} Feb 19 04:08:07.799657 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857e3575-bc3b-4a9d-ae25-3cc929d4f999 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Made reservation on behalf of 129271b03e3545c38e338754588fe890 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:07.804753 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-857e3575-bc3b-4a9d-ae25-3cc929d4f999 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:07.886406 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-920b83fc-b11b-4b1d-a79d-0fa36203caf5 req-bde8b57b-0037-4944-b166-91cf34ea8b5d tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172175 Feb 19 04:08:07.900051 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device f3ffca2a-be76-4627-a124-9adea4b59fea details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:08:07.921428 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-9b5b7c5f-7191-4a04-adf5-98075157b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:07.928860 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-9b5b7c5f-7191-4a04-adf5-98075157b75f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e09d752b62b44ea5a2f23e7b86993e07&device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 1126 time: 0.4523149 Feb 19 04:08:07.992443 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f0318450-5899-4566-b059-e2b4d183b798 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:08:08.082458 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-d90aed9b-29c9-4187-b523-046f0f0f820f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c48785d-a4d2-4ced-b00b-03439300e036 HTTP/1.1" status: 200 len: 217 time: 0.1451638 Feb 19 04:08:08.342176 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-857e3575-bc3b-4a9d-ae25-3cc929d4f999 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (e201ca0e-c964-45f8-a4ca-d8fec99964c1), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:08.452240 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e3575-bc3b-4a9d-ae25-3cc929d4f999 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Pushing event updated for resources: {'Subnet': ['ID=e201ca0e-c964-45f8-a4ca-d8fec99964c1,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:08.476244 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857e3575-bc3b-4a9d-ae25-3cc929d4f999 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Checking segment: {'id': 'ad4c7921-eafc-4195-8254-48c6126d9bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '08c05fde-2a98-4d17-8f58-fe9b3943a39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:08.476765 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857e3575-bc3b-4a9d-ae25-3cc929d4f999 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Network hostable DHCP agents. Network: 08c05fde-2a98-4d17-8f58-fe9b3943a39b, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:08:08.512366 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58898) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:08.524932 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857e3575-bc3b-4a9d-ae25-3cc929d4f999 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Network 08c05fde-2a98-4d17-8f58-fe9b3943a39b is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:08:08.555548 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-857e3575-bc3b-4a9d-ae25-3cc929d4f999 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 08c05fde-2a98-4d17-8f58-fe9b3943a39b) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:08.557330 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.resource_extend [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:08:08.561014 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857e3575-bc3b-4a9d-ae25-3cc929d4f999 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:08.561824 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-857e3575-bc3b-4a9d-ae25-3cc929d4f999 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:08.598031 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b40641d-3096-4f3a-8e9d-8e8e3ec4ed93 None None] Network 08c05fde-2a98-4d17-8f58-fe9b3943a39b requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:08:08.602451 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-857e3575-bc3b-4a9d-ae25-3cc929d4f999 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0207777 Feb 19 04:08:08.605068 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58902) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:08.776269 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-d068848a-789b-4a5b-b4bd-f0f0afc2b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:08.778555 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-d068848a-789b-4a5b-b4bd-f0f0afc2b784 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5308b5b-30ec-49b2-97d1-b7274bba8304 HTTP/1.1" status: 200 len: 857 time: 0.6856861 Feb 19 04:08:08.808085 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-a7989579-ef72-4bf6-8905-e197ed821a39 None None] Allocated IP 172.20.0.2 (d56efac0-78e8-446d-973b-9fa19c370667/4adc72e8-c062-43b5-b960-751d2cca2127/24728fd5-1820-49fd-81b7-3f959cc619a7) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:08:08.816147 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2665698a-363c-4cd2-9265-63b22b39c425 None None] Current status of the port f0318450-5899-4566-b059-e2b4d183b798 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:08.826493 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a1df52-8c2b-4356-85ca-5adcd2b63e28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-9142c121-50cf-4f51-bbd2-d29736aba60e', 'network_id': '9142c121-50cf-4f51-bbd2-d29736aba60e', 'project_id': '129271b03e3545c38e338754588fe890', 'fixed_ips': [{'subnet_id': 'dc3ddb8c-6953-45f3-99e9-e7d2788949f5'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:08:08.827713 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d2a1df52-8c2b-4356-85ca-5adcd2b63e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:08.863021 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port f0318450-5899-4566-b059-e2b4d183b798 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:08.863663 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f0318450-5899-4566-b059-e2b4d183b798), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:08.866911 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-be66f375-f12e-4e48-bcb2-6090a3cf73ea admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-113546041-network', 'tenant_id': '477c8a0fb0de4207862516d5cdd1ee8e'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:08.886305 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f082e89-69ef-4381-b065-cfa157cbab05 req-e8d2c72d-905f-468f-9cc0-8d900838d34d tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:08.888292 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f082e89-69ef-4381-b065-cfa157cbab05 req-e8d2c72d-905f-468f-9cc0-8d900838d34d tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=f78f7a7e-6ed5-4bbd-9d56-e984d793b6be HTTP/1.1" status: 200 len: 945 time: 0.7221284 Feb 19 04:08:08.945724 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-70d1da84-7055-445b-8fbc-be4c4601e34b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b40e029f-e45e-4dad-8b72-cb8e978e0503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1503727 Feb 19 04:08:09.023092 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be66f375-f12e-4e48-bcb2-6090a3cf73ea admin admin] Made reservation on behalf of 477c8a0fb0de4207862516d5cdd1ee8e for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:09.025994 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be66f375-f12e-4e48-bcb2-6090a3cf73ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:09.080156 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be66f375-f12e-4e48-bcb2-6090a3cf73ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:09.089311 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-7e823bec-e6cf-435f-bd71-ea9284f262dd service neutron] 10.222.0.79 "GET /v2.0/networks/b40e029f-e45e-4dad-8b72-cb8e978e0503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182020 Feb 19 04:08:09.228163 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be66f375-f12e-4e48-bcb2-6090a3cf73ea admin admin] Publish callbacks [] for security_group (61f63118-15d4-46ec-a81f-afa4768b0382), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:09.251791 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be66f375-f12e-4e48-bcb2-6090a3cf73ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (61f63118-15d4-46ec-a81f-afa4768b0382), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:09.257722 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7df33ff4-8d62-4cca-af5b-e81c13122a3f tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:09.297149 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c333057-cc57-4615-9abe-4b91e7e7b12d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-08c05fde-2a98-4d17-8f58-fe9b3943a39b', 'network_id': '08c05fde-2a98-4d17-8f58-fe9b3943a39b', 'project_id': '129271b03e3545c38e338754588fe890', 'fixed_ips': [{'subnet_id': 'e201ca0e-c964-45f8-a4ca-d8fec99964c1'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:08:09.302823 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f33a3fe-b0d0-4a4a-aa97-271a869ec8a7 req-caeef39b-c7f0-4347-8b78-172fdf494b76 service neutron] 10.222.0.79 "GET /v2.0/networks/b40e029f-e45e-4dad-8b72-cb8e978e0503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684241 Feb 19 04:08:09.306151 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2c333057-cc57-4615-9abe-4b91e7e7b12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:09.328859 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bde6d7a9-bd08-46f3-9b20-7ada17251c2d admin admin] Publish callbacks [] for router_gateway (9a8c8760-cae2-4187-ae66-68dc117fed1d), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:09.363012 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port f3ffca2a-be76-4627-a124-9adea4b59fea, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=f3ffca2a-be76-4627-a124-9adea4b59fea,segment=NetworkSegment(27e54185-72e8-4b7c-8b0a-779943e353eb),segment_id=27e54185-72e8-4b7c-8b0a-779943e353eb)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:09.363755 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bde6d7a9-bd08-46f3-9b20-7ada17251c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:09.377413 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f082e89-69ef-4381-b065-cfa157cbab05 req-df9aa8dd-b619-4481-b1e9-1548e14e6629 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4394512 Feb 19 04:08:09.382852 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be66f375-f12e-4e48-bcb2-6090a3cf73ea admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:08:09.407236 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66f375-f12e-4e48-bcb2-6090a3cf73ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f63118-15d4-46ec-a81f-afa4768b0382,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:09.431455 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be66f375-f12e-4e48-bcb2-6090a3cf73ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (fbc184ee-4efe-4a1a-add5-31a55282dd6d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:09.433099 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-be66f375-f12e-4e48-bcb2-6090a3cf73ea admin admin] Added segment fbc184ee-4efe-4a1a-add5-31a55282dd6d of type vlan for network 1b78353e-8024-442c-bce7-ef57f757661f Feb 19 04:08:09.443565 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-4d209f90-36bd-4bfa-be75-febdbf1392b6 None None] Provisioning complete for port f0318450-5899-4566-b059-e2b4d183b798 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:09.444045 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4d209f90-36bd-4bfa-be75-febdbf1392b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f0318450-5899-4566-b059-e2b4d183b798), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:09.509338 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145edf4-fb89-481f-a55a-370a0d8698e6 req-c4bb0efb-eddf-4d4d-9ed6-394053d28e45 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:09.516543 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'f3ffca2a-be76-4627-a124-9adea4b59fea', 'network_id': 'b40e029f-e45e-4dad-8b72-cb8e978e0503', 'port_id': 'f3ffca2a-be76-4627-a124-9adea4b59fea', 'mac_address': 'fa:16:3e:75:cb:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5308b5b-30ec-49b2-97d1-b7274bba8304', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:08:09.518157 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c145edf4-fb89-481f-a55a-370a0d8698e6 req-c4bb0efb-eddf-4d4d-9ed6-394053d28e45 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 943 time: 0.4237902 Feb 19 04:08:09.547290 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be66f375-f12e-4e48-bcb2-6090a3cf73ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (1b78353e-8024-442c-bce7-ef57f757661f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:09.624624 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b61d2-ee59-41ce-8ff9-cb33eb5bf770 req-4096b974-7383-497e-8c8d-1cbc9567745f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:09.626712 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-393b61d2-ee59-41ce-8ff9-cb33eb5bf770 req-4096b974-7383-497e-8c8d-1cbc9567745f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e09d752b62b44ea5a2f23e7b86993e07&device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 1126 time: 0.2425818 Feb 19 04:08:09.628769 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be66f375-f12e-4e48-bcb2-6090a3cf73ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (1b78353e-8024-442c-bce7-ef57f757661f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:09.630793 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be66f375-f12e-4e48-bcb2-6090a3cf73ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:09.632453 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be66f375-f12e-4e48-bcb2-6090a3cf73ea admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:09.648479 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port f0318450-5899-4566-b059-e2b4d183b798 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:09.676837 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-be66f375-f12e-4e48-bcb2-6090a3cf73ea admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1629033 Feb 19 04:08:09.677851 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58908) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:09.685896 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-da555421-1c3a-412f-8415-cca64e3b5cc8 admin admin] Request body: {'subnet': {'network_id': '1b78353e-8024-442c-bce7-ef57f757661f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-113546041-subnet', 'tenant_id': '477c8a0fb0de4207862516d5cdd1ee8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:09.740981 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da555421-1c3a-412f-8415-cca64e3b5cc8 admin admin] Made reservation on behalf of 477c8a0fb0de4207862516d5cdd1ee8e for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:09.743869 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-da555421-1c3a-412f-8415-cca64e3b5cc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:09.790585 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-d2a1df52-8c2b-4356-85ca-5adcd2b63e28 None None] Allocated IP 172.20.0.2 (9142c121-50cf-4f51-bbd2-d29736aba60e/dc3ddb8c-6953-45f3-99e9-e7d2788949f5/a202a52c-6441-4bb4-99c9-4b623bc3994a) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:08:09.797474 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b61d2-ee59-41ce-8ff9-cb33eb5bf770 req-e109cc8b-59ea-49c3-9c40-2da8fe2b40cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:09.799907 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-393b61d2-ee59-41ce-8ff9-cb33eb5bf770 req-e109cc8b-59ea-49c3-9c40-2da8fe2b40cf service neutron] 10.222.0.79 "GET /v2.0/networks?id=b40e029f-e45e-4dad-8b72-cb8e978e0503 HTTP/1.1" status: 200 len: 918 time: 0.1341128 Feb 19 04:08:09.811557 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16c731-6d99-4cd7-b258-582b72efea40 req-51d9502d-c0cb-4560-a87c-62a5969431b8 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:09.813021 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce16c731-6d99-4cd7-b258-582b72efea40 req-51d9502d-c0cb-4560-a87c-62a5969431b8 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.79 "GET /v2.0/ports?device_id=f78f7a7e-6ed5-4bbd-9d56-e984d793b6be HTTP/1.1" status: 200 len: 945 time: 0.3807194 Feb 19 04:08:09.832177 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c145edf4-fb89-481f-a55a-370a0d8698e6 req-913c3a8f-105f-4e49-9f9c-90871ff76045 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091035 Feb 19 04:08:09.864975 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66f375-f12e-4e48-bcb2-6090a3cf73ea admin admin] Pushing event updated for resources: {'Network': ['ID=1b78353e-8024-442c-bce7-ef57f757661f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:09.887718 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-393b61d2-ee59-41ce-8ff9-cb33eb5bf770 req-c1545d81-9094-4dec-b7cd-6f6eded30a1f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c48785d-a4d2-4ced-b00b-03439300e036 HTTP/1.1" status: 200 len: 217 time: 0.0734816 Feb 19 04:08:09.929121 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 1b78353e-8024-442c-bce7-ef57f757661f details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:08:09.980814 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-bde6d7a9-bd08-46f3-9b20-7ada17251c2d admin admin] Allocated IP 172.25.3.18 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/a45f5dbc-ed59-4272-8683-8f4e89ccafc1) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:08:10.010178 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port f3ffca2a-be76-4627-a124-9adea4b59fea is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:10.022850 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f3ffca2a-be76-4627-a124-9adea4b59fea), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:10.024849 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-4d209f90-36bd-4bfa-be75-febdbf1392b6 None None] Current status of the port f0318450-5899-4566-b059-e2b4d183b798 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:10.060295 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-da555421-1c3a-412f-8415-cca64e3b5cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (2c3db7d9-850a-459d-8149-b50a87fe7f0b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:10.068386 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b61d2-ee59-41ce-8ff9-cb33eb5bf770 req-8da39fe5-143b-4105-ba29-e9ba32577c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:10.070112 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-393b61d2-ee59-41ce-8ff9-cb33eb5bf770 req-8da39fe5-143b-4105-ba29-e9ba32577c8f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5308b5b-30ec-49b2-97d1-b7274bba8304 HTTP/1.1" status: 200 len: 857 time: 0.1719124 Feb 19 04:08:10.128263 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3ffca2a-be76-4627-a124-9adea4b59fea {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:08:10.135081 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a7989579-ef72-4bf6-8905-e197ed821a39 None None] Publish callbacks [] for port (24728fd5-1820-49fd-81b7-3f959cc619a7), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:10.143158 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-393b61d2-ee59-41ce-8ff9-cb33eb5bf770 req-25a9b755-ff71-488c-8d17-b065429530b4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b40e029f-e45e-4dad-8b72-cb8e978e0503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326693 Feb 19 04:08:10.144846 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da555421-1c3a-412f-8415-cca64e3b5cc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c3db7d9-850a-459d-8149-b50a87fe7f0b,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:10.156895 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da555421-1c3a-412f-8415-cca64e3b5cc8 admin admin] Checking segment: {'id': 'fbc184ee-4efe-4a1a-add5-31a55282dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b78353e-8024-442c-bce7-ef57f757661f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:10.157546 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da555421-1c3a-412f-8415-cca64e3b5cc8 admin admin] Network hostable DHCP agents. Network: 1b78353e-8024-442c-bce7-ef57f757661f, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:08:10.172477 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-ce16c731-6d99-4cd7-b258-582b72efea40 req-93365040-a685-4d84-83bd-23295c0bac53 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Deleting port 1b2140d5-d5c1-435f-89c9-0e728f660bc7 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:08:10.172816 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ce16c731-6d99-4cd7-b258-582b72efea40 req-93365040-a685-4d84-83bd-23295c0bac53 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (1b2140d5-d5c1-435f-89c9-0e728f660bc7), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:10.183981 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da555421-1c3a-412f-8415-cca64e3b5cc8 admin admin] Network 1b78353e-8024-442c-bce7-ef57f757661f is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:08:10.200057 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-da555421-1c3a-412f-8415-cca64e3b5cc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 1b78353e-8024-442c-bce7-ef57f757661f) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:10.217158 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da555421-1c3a-412f-8415-cca64e3b5cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:10.218190 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-da555421-1c3a-412f-8415-cca64e3b5cc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:10.248786 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-da555421-1c3a-412f-8415-cca64e3b5cc8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5659273 Feb 19 04:08:10.349834 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bde6d7a9-bd08-46f3-9b20-7ada17251c2d admin admin] Publish callbacks [] for port (a45f5dbc-ed59-4272-8683-8f4e89ccafc1), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:10.405788 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-ce16c731-6d99-4cd7-b258-582b72efea40 req-93365040-a685-4d84-83bd-23295c0bac53 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] For port 1b2140d5-d5c1-435f-89c9-0e728f660bc7, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=1b2140d5-d5c1-435f-89c9-0e728f660bc7,segment=NetworkSegment(c61db939-2359-422c-aef9-128f8ca1bb50),segment_id=c61db939-2359-422c-aef9-128f8ca1bb50)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:10.406195 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ce16c731-6d99-4cd7-b258-582b72efea40 req-93365040-a685-4d84-83bd-23295c0bac53 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (1b2140d5-d5c1-435f-89c9-0e728f660bc7), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:10.422656 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-393b61d2-ee59-41ce-8ff9-cb33eb5bf770 req-3b9e86c9-880b-4744-837c-065663f6c9da service neutron] 10.222.0.79 "GET /v2.0/networks/b40e029f-e45e-4dad-8b72-cb8e978e0503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675400 Feb 19 04:08:10.431426 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-ce16c731-6d99-4cd7-b258-582b72efea40 req-93365040-a685-4d84-83bd-23295c0bac53 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Calling delete_port for 1b2140d5-d5c1-435f-89c9-0e728f660bc7 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:08:10.446199 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b02fef6-b3ae-4b31-b53c-328096e112a4 None None] Network 1b78353e-8024-442c-bce7-ef57f757661f requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:08:10.448629 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a7989579-ef72-4bf6-8905-e197ed821a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (24728fd5-1820-49fd-81b7-3f959cc619a7), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:10.492413 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-2c333057-cc57-4615-9abe-4b91e7e7b12d None None] Allocated IP 172.20.0.2 (08c05fde-2a98-4d17-8f58-fe9b3943a39b/e201ca0e-c964-45f8-a4ca-d8fec99964c1/8bc46dda-8e65-48b1-89f0-b01b98e9b901) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:08:10.611653 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port f3ffca2a-be76-4627-a124-9adea4b59fea, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=f3ffca2a-be76-4627-a124-9adea4b59fea,segment=NetworkSegment(27e54185-72e8-4b7c-8b0a-779943e353eb),segment_id=27e54185-72e8-4b7c-8b0a-779943e353eb)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:10.633367 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d2a1df52-8c2b-4356-85ca-5adcd2b63e28 None None] Publish callbacks [] for port (a202a52c-6441-4bb4-99c9-4b623bc3994a), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:10.645995 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f3ffca2a-be76-4627-a124-9adea4b59fea), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:10.663957 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d2a1df52-8c2b-4356-85ca-5adcd2b63e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (a202a52c-6441-4bb4-99c9-4b623bc3994a), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:10.668784 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bde6d7a9-bd08-46f3-9b20-7ada17251c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (a45f5dbc-ed59-4272-8683-8f4e89ccafc1), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:10.697874 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7989579-ef72-4bf6-8905-e197ed821a39 None None] Network d56efac0-78e8-446d-973b-9fa19c370667 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:08:10.707754 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a1df52-8c2b-4356-85ca-5adcd2b63e28 None None] Network 9142c121-50cf-4f51-bbd2-d29736aba60e is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:08:10.715243 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-d2a1df52-8c2b-4356-85ca-5adcd2b63e28 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:10.736869 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-a7989579-ef72-4bf6-8905-e197ed821a39 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:10.741768 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a1df52-8c2b-4356-85ca-5adcd2b63e28 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:08:10.758716 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f1ddf8-e521-4d13-a10e-73699b218647 None None] Network 1b78353e-8024-442c-bce7-ef57f757661f requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:08:10.784391 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-7df33ff4-8d62-4cca-af5b-e81c13122a3f tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Allocated IP 172.20.0.1 (9142c121-50cf-4f51-bbd2-d29736aba60e/dc3ddb8c-6953-45f3-99e9-e7d2788949f5/d7722d93-b145-4c1f-83dc-56e2502132a1) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:08:10.816473 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7989579-ef72-4bf6-8905-e197ed821a39 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:08:10.874557 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7989579-ef72-4bf6-8905-e197ed821a39 None None] Pushing event updated for resources: {'Port': ['ID=24728fd5-1820-49fd-81b7-3f959cc619a7,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:10.882403 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d2a1df52-8c2b-4356-85ca-5adcd2b63e28 None None] Attempting to bind port a202a52c-6441-4bb4-99c9-4b623bc3994a on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:08:10.883260 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d2a1df52-8c2b-4356-85ca-5adcd2b63e28 None None] Attempting to bind port a202a52c-6441-4bb4-99c9-4b623bc3994a by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '3ce85fe4-90f5-409e-8ef9-602e907fc39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9142c121-50cf-4f51-bbd2-d29736aba60e'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:08:10.883634 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a1df52-8c2b-4356-85ca-5adcd2b63e28 None None] Attempting to bind port a202a52c-6441-4bb4-99c9-4b623bc3994a on network 9142c121-50cf-4f51-bbd2-d29736aba60e {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:10.901326 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-393b61d2-ee59-41ce-8ff9-cb33eb5bf770 req-adc52092-9356-4783-8f8a-1dc516f2a2d3 service neutron] 10.222.0.79 "GET /v2.0/networks/b40e029f-e45e-4dad-8b72-cb8e978e0503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633901 Feb 19 04:08:10.916265 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea6f1c-8c0a-46e2-a622-aa397dfe6764 req-15b90080-59b0-4d12-8da1-cd411948a07b tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:10.917816 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-61ea6f1c-8c0a-46e2-a622-aa397dfe6764 req-15b90080-59b0-4d12-8da1-cd411948a07b tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=f78f7a7e-6ed5-4bbd-9d56-e984d793b6be HTTP/1.1" status: 200 len: 945 time: 0.3676336 Feb 19 04:08:10.948749 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a1df52-8c2b-4356-85ca-5adcd2b63e28 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:08:10.949162 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a1df52-8c2b-4356-85ca-5adcd2b63e28 None None] Checking segment: {'id': '3ce85fe4-90f5-409e-8ef9-602e907fc39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9142c121-50cf-4f51-bbd2-d29736aba60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:10.949525 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d2a1df52-8c2b-4356-85ca-5adcd2b63e28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:10.950260 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a1df52-8c2b-4356-85ca-5adcd2b63e28 None None] Bound using segment: {'id': '3ce85fe4-90f5-409e-8ef9-602e907fc39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9142c121-50cf-4f51-bbd2-d29736aba60e'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:08:10.950453 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d2a1df52-8c2b-4356-85ca-5adcd2b63e28 None None] Bound port: a202a52c-6441-4bb4-99c9-4b623bc3994a, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce85fe4-90f5-409e-8ef9-602e907fc39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9142c121-50cf-4f51-bbd2-d29736aba60e'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:08:10.950803 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d2a1df52-8c2b-4356-85ca-5adcd2b63e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a202a52c-6441-4bb4-99c9-4b623bc3994a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:10.952871 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde6d7a9-bd08-46f3-9b20-7ada17251c2d admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:08:11.038242 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7df33ff4-8d62-4cca-af5b-e81c13122a3f tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks [] for port (d7722d93-b145-4c1f-83dc-56e2502132a1), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:11.088637 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7df33ff4-8d62-4cca-af5b-e81c13122a3f tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (d7722d93-b145-4c1f-83dc-56e2502132a1), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:11.127870 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-bde6d7a9-bd08-46f3-9b20-7ada17251c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:11.131547 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde6d7a9-bd08-46f3-9b20-7ada17251c2d admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:08:11.150797 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df33ff4-8d62-4cca-af5b-e81c13122a3f tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Network 9142c121-50cf-4f51-bbd2-d29736aba60e is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:08:11.154792 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-7df33ff4-8d62-4cca-af5b-e81c13122a3f tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:11.157472 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df33ff4-8d62-4cca-af5b-e81c13122a3f tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:08:11.186096 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-2b98583a-209e-49ed-a6d7-98f2cec2ee49 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:11.194673 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-2b98583a-209e-49ed-a6d7-98f2cec2ee49 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/networks?id=1b78353e-8024-442c-bce7-ef57f757661f HTTP/1.1" status: 200 len: 821 time: 0.2624564 Feb 19 04:08:11.205113 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6d7a9-bd08-46f3-9b20-7ada17251c2d admin admin] Pushing event updated for resources: {'Port': ['ID=a45f5dbc-ed59-4272-8683-8f4e89ccafc1,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:11.219669 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df33ff4-8d62-4cca-af5b-e81c13122a3f tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Pushing event updated for resources: {'Port': ['ID=d7722d93-b145-4c1f-83dc-56e2502132a1,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:11.252375 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7df33ff4-8d62-4cca-af5b-e81c13122a3f tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (777e8051-9303-4af6-a7fd-935c8b9776e9), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:11.252590 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-af622919-95ff-4feb-9d6a-d881044d5f42 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/quotas/477c8a0fb0de4207862516d5cdd1ee8e HTTP/1.1" status: 200 len: 375 time: 0.0566649 Feb 19 04:08:11.264713 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-61ea6f1c-8c0a-46e2-a622-aa397dfe6764 req-777427bd-4e23-4b22-9d9b-31762d49d896 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236868 Feb 19 04:08:11.277750 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['f3ffca2a-be76-4627-a124-9adea4b59fea'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:08:11.310570 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-f6053ac9-d24b-49ba-b0e1-cc58557dfaad tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=477c8a0fb0de4207862516d5cdd1ee8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573242 Feb 19 04:08:11.339274 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-a7989579-ef72-4bf6-8905-e197ed821a39 None None] Attempting to bind port 24728fd5-1820-49fd-81b7-3f959cc619a7 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:08:11.339723 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-a7989579-ef72-4bf6-8905-e197ed821a39 None None] Attempting to bind port 24728fd5-1820-49fd-81b7-3f959cc619a7 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '994307bb-c163-4b51-9a89-7d881e0029c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd56efac0-78e8-446d-973b-9fa19c370667'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:08:11.340146 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7989579-ef72-4bf6-8905-e197ed821a39 None None] Attempting to bind port 24728fd5-1820-49fd-81b7-3f959cc619a7 on network d56efac0-78e8-446d-973b-9fa19c370667 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:11.355673 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7989579-ef72-4bf6-8905-e197ed821a39 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:08:11.356052 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7989579-ef72-4bf6-8905-e197ed821a39 None None] Checking segment: {'id': '994307bb-c163-4b51-9a89-7d881e0029c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd56efac0-78e8-446d-973b-9fa19c370667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:11.356634 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a7989579-ef72-4bf6-8905-e197ed821a39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:11.357102 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7989579-ef72-4bf6-8905-e197ed821a39 None None] Bound using segment: {'id': '994307bb-c163-4b51-9a89-7d881e0029c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd56efac0-78e8-446d-973b-9fa19c370667'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:08:11.357664 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-a7989579-ef72-4bf6-8905-e197ed821a39 None None] Bound port: 24728fd5-1820-49fd-81b7-3f959cc619a7, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994307bb-c163-4b51-9a89-7d881e0029c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd56efac0-78e8-446d-973b-9fa19c370667'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:08:11.358117 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a7989579-ef72-4bf6-8905-e197ed821a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (24728fd5-1820-49fd-81b7-3f959cc619a7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:11.448301 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7df33ff4-8d62-4cca-af5b-e81c13122a3f tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d7722d93-b145-4c1f-83dc-56e2502132a1), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:11.517834 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d2a1df52-8c2b-4356-85ca-5adcd2b63e28 None None] For port a202a52c-6441-4bb4-99c9-4b623bc3994a, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:08:11.541909 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=f3ffca2a-be76-4627-a124-9adea4b59fea,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:11.558548 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ce16c731-6d99-4cd7-b258-582b72efea40 req-93365040-a685-4d84-83bd-23295c0bac53 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (1b2140d5-d5c1-435f-89c9-0e728f660bc7), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:11.583790 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d2a1df52-8c2b-4356-85ca-5adcd2b63e28 None None] For port a202a52c-6441-4bb4-99c9-4b623bc3994a, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=a202a52c-6441-4bb4-99c9-4b623bc3994a,segment=NetworkSegment(3ce85fe4-90f5-409e-8ef9-602e907fc39e),segment_id=3ce85fe4-90f5-409e-8ef9-602e907fc39e)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:08:11.587937 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['e0279203-0c38-44c9-bc69-2ba42a825e33', 'e75123b9-dab6-4e4c-8b87-ded3ba85e27e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:08:11.601904 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93365040-a685-4d84-83bd-23295c0bac53 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Pushing event deleted for resources: {'Port': ['ID=1b2140d5-d5c1-435f-89c9-0e728f660bc7,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:11.625745 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c75d93-e36f-4908-bc82-ff1787d28658 req-ae38fdcb-b652-4fd7-b856-659ef1dd77af tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:11.633074 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-08c75d93-e36f-4908-bc82-ff1787d28658 req-ae38fdcb-b652-4fd7-b856-659ef1dd77af tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 943 time: 0.2551744 Feb 19 04:08:11.699887 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-7855139c-8d25-412e-a925-7ea543834c99 service neutron] 10.222.0.52 "GET /v2.0/networks/1b78353e-8024-442c-bce7-ef57f757661f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524141 Feb 19 04:08:11.717372 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1df52-8c2b-4356-85ca-5adcd2b63e28 None None] Pushing event updated for resources: {'Port': ['ID=a202a52c-6441-4bb4-99c9-4b623bc3994a,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:11.740989 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d2a1df52-8c2b-4356-85ca-5adcd2b63e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (a202a52c-6441-4bb4-99c9-4b623bc3994a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:11.746419 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-a7989579-ef72-4bf6-8905-e197ed821a39 None None] For port 24728fd5-1820-49fd-81b7-3f959cc619a7, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:08:11.812574 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce16c731-6d99-4cd7-b258-582b72efea40 req-93365040-a685-4d84-83bd-23295c0bac53 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] No DVR routers for this DVR port 1b2140d5-d5c1-435f-89c9-0e728f660bc7 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:08:11.819664 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-a7989579-ef72-4bf6-8905-e197ed821a39 None None] For port 24728fd5-1820-49fd-81b7-3f959cc619a7, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=24728fd5-1820-49fd-81b7-3f959cc619a7,segment=NetworkSegment(994307bb-c163-4b51-9a89-7d881e0029c5),segment_id=994307bb-c163-4b51-9a89-7d881e0029c5)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:08:11.820876 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ce16c731-6d99-4cd7-b258-582b72efea40 req-93365040-a685-4d84-83bd-23295c0bac53 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:11.824257 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce16c731-6d99-4cd7-b258-582b72efea40 req-93365040-a685-4d84-83bd-23295c0bac53 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.79 "DELETE /v2.0/ports/1b2140d5-d5c1-435f-89c9-0e728f660bc7 HTTP/1.1" status: 204 len: 173 time: 1.9386182 Feb 19 04:08:11.829743 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78f7a7e-6ed5-4bbd-9d56-e984d793b6be', 'name': 'network-vif-deleted', 'tag': '1b2140d5-d5c1-435f-89c9-0e728f660bc7'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:11.832046 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd59182b-f224-481a-b0fc-3fe1f898cf1e" -d '{"events": [{"server_uuid": "f78f7a7e-6ed5-4bbd-9d56-e984d793b6be", "name": "network-vif-deleted", "tag": "1b2140d5-d5c1-435f-89c9-0e728f660bc7"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:11.889861 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a7989579-ef72-4bf6-8905-e197ed821a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (24728fd5-1820-49fd-81b7-3f959cc619a7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:11.891027 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7df33ff4-8d62-4cca-af5b-e81c13122a3f tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks [] for port (d7722d93-b145-4c1f-83dc-56e2502132a1), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:11.894275 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2c333057-cc57-4615-9abe-4b91e7e7b12d None None] Publish callbacks [] for port (8bc46dda-8e65-48b1-89f0-b01b98e9b901), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:11.900544 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7df33ff4-8d62-4cca-af5b-e81c13122a3f tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (d7722d93-b145-4c1f-83dc-56e2502132a1), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:11.935923 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-08c75d93-e36f-4908-bc82-ff1787d28658 req-9518a7fa-59a8-468a-82d6-e95be0afacce tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019547 Feb 19 04:08:11.944445 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-25134c2e-6c89-4750-9824-91e28efbd092 service neutron] 10.222.0.52 "GET /v2.0/networks/1b78353e-8024-442c-bce7-ef57f757661f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438040 Feb 19 04:08:11.973182 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bde6d7a9-bd08-46f3-9b20-7ada17251c2d admin admin] Publish callbacks [] for router_gateway (9a8c8760-cae2-4187-ae66-68dc117fed1d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:12.064669 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df33ff4-8d62-4cca-af5b-e81c13122a3f tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Pushing event updated for resources: {'Port': ['ID=d7722d93-b145-4c1f-83dc-56e2502132a1,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:12.079413 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7df33ff4-8d62-4cca-af5b-e81c13122a3f tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (777e8051-9303-4af6-a7fd-935c8b9776e9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:12.122334 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbe2244-3ac3-4d2d-a88c-a08bf7b5051c x-openstack-request-id: req-1dbe2244-3ac3-4d2d-a88c-a08bf7b5051c {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:12.130556 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78f7a7e-6ed5-4bbd-9d56-e984d793b6be", "name": "network-vif-deleted", "tag": "1b2140d5-d5c1-435f-89c9-0e728f660bc7", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:12.131040 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1dbe2244-3ac3-4d2d-a88c-a08bf7b5051c {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:12.131624 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78f7a7e-6ed5-4bbd-9d56-e984d793b6be', 'name': 'network-vif-deleted', 'tag': '1b2140d5-d5c1-435f-89c9-0e728f660bc7', 'status': 'completed', 'code': 200} Feb 19 04:08:12.144058 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1df52-8c2b-4356-85ca-5adcd2b63e28 None None] Pushing event updated for resources: {'Port': ['ID=a202a52c-6441-4bb4-99c9-4b623bc3994a,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:12.371974 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2c333057-cc57-4615-9abe-4b91e7e7b12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (8bc46dda-8e65-48b1-89f0-b01b98e9b901), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:12.374232 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df33ff4-8d62-4cca-af5b-e81c13122a3f tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Network 9142c121-50cf-4f51-bbd2-d29736aba60e is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:08:12.375996 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-7df33ff4-8d62-4cca-af5b-e81c13122a3f tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:12.473808 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c333057-cc57-4615-9abe-4b91e7e7b12d None None] Network 08c05fde-2a98-4d17-8f58-fe9b3943a39b is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:08:12.488598 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-2c333057-cc57-4615-9abe-4b91e7e7b12d None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:12.495250 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c333057-cc57-4615-9abe-4b91e7e7b12d None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:08:12.531920 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7989579-ef72-4bf6-8905-e197ed821a39 None None] Pushing event updated for resources: {'Port': ['ID=24728fd5-1820-49fd-81b7-3f959cc619a7,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:12.790329 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-2c333057-cc57-4615-9abe-4b91e7e7b12d None None] Attempting to bind port 8bc46dda-8e65-48b1-89f0-b01b98e9b901 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:08:12.791483 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-2c333057-cc57-4615-9abe-4b91e7e7b12d None None] Attempting to bind port 8bc46dda-8e65-48b1-89f0-b01b98e9b901 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'ad4c7921-eafc-4195-8254-48c6126d9bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '08c05fde-2a98-4d17-8f58-fe9b3943a39b'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:08:12.792198 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c333057-cc57-4615-9abe-4b91e7e7b12d None None] Attempting to bind port 8bc46dda-8e65-48b1-89f0-b01b98e9b901 on network 08c05fde-2a98-4d17-8f58-fe9b3943a39b {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:12.830838 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0c48785d-a4d2-4ced-b00b-03439300e036 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:08:12.860843 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-7965c3a2-a807-4d49-b52d-f416a0378b11 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2523334 Feb 19 04:08:12.903178 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df33ff4-8d62-4cca-af5b-e81c13122a3f tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Router 777e8051-9303-4af6-a7fd-935c8b9776e9 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:08:12.988078 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 1b2140d5-d5c1-435f-89c9-0e728f660bc7 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:08:13.050220 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c333057-cc57-4615-9abe-4b91e7e7b12d None None] Pushing event updated for resources: {'Port': ['ID=8bc46dda-8e65-48b1-89f0-b01b98e9b901,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:13.076539 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 1b2140d5-d5c1-435f-89c9-0e728f660bc7 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:08:13.076983 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 1b2140d5-d5c1-435f-89c9-0e728f660bc7 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:08:13.086776 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c333057-cc57-4615-9abe-4b91e7e7b12d None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:08:13.087186 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c333057-cc57-4615-9abe-4b91e7e7b12d None None] Checking segment: {'id': 'ad4c7921-eafc-4195-8254-48c6126d9bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '08c05fde-2a98-4d17-8f58-fe9b3943a39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:13.091540 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2c333057-cc57-4615-9abe-4b91e7e7b12d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:13.092004 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c333057-cc57-4615-9abe-4b91e7e7b12d None None] Bound using segment: {'id': 'ad4c7921-eafc-4195-8254-48c6126d9bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '08c05fde-2a98-4d17-8f58-fe9b3943a39b'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:08:13.092540 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-2c333057-cc57-4615-9abe-4b91e7e7b12d None None] Bound port: 8bc46dda-8e65-48b1-89f0-b01b98e9b901, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4c7921-eafc-4195-8254-48c6126d9bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '08c05fde-2a98-4d17-8f58-fe9b3943a39b'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:08:13.092948 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2c333057-cc57-4615-9abe-4b91e7e7b12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8bc46dda-8e65-48b1-89f0-b01b98e9b901), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:13.188316 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df33ff4-8d62-4cca-af5b-e81c13122a3f tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:08:13.198462 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7df33ff4-8d62-4cca-af5b-e81c13122a3f tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] 10.222.0.52 "PUT /v2.0/routers/777e8051-9303-4af6-a7fd-935c8b9776e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5915780 Feb 19 04:08:13.200413 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58960) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:13.201158 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc84a21d-c462-4a75-adbe-a268fea23ba1 None None] Sync routers for ids ['777e8051-9303-4af6-a7fd-935c8b9776e9'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:08:13.230847 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-63bb2051-513e-4c89-a104-a8cfb8f8741d req-e5c56513-dbdc-4b8b-96a3-caf243235213 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd0114d3-9ffa-44b0-8a29-00cbd908091c HTTP/1.1" status: 200 len: 210 time: 0.8646798 Feb 19 04:08:13.233585 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-70701502-5007-413a-ae5d-31bfa4d9a5e7 req-5fd005e2-d5a5-4922-b8d9-02ae74dec18e tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=f78f7a7e-6ed5-4bbd-9d56-e984d793b6be HTTP/1.1" status: 200 len: 210 time: 0.1471870 Feb 19 04:08:13.245704 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc84a21d-c462-4a75-adbe-a268fea23ba1 None None] Routers {'777e8051-9303-4af6-a7fd-935c8b9776e9'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:08:13.246839 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-dc84a21d-c462-4a75-adbe-a268fea23ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:08:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['777e8051-9303-4af6-a7fd-935c8b9776e9'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:13.348562 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-2c333057-cc57-4615-9abe-4b91e7e7b12d None None] For port 8bc46dda-8e65-48b1-89f0-b01b98e9b901, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:08:13.355835 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-2c333057-cc57-4615-9abe-4b91e7e7b12d None None] For port 8bc46dda-8e65-48b1-89f0-b01b98e9b901, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8bc46dda-8e65-48b1-89f0-b01b98e9b901,segment=NetworkSegment(ad4c7921-eafc-4195-8254-48c6126d9bef),segment_id=ad4c7921-eafc-4195-8254-48c6126d9bef)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:08:13.356143 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-dc84a21d-c462-4a75-adbe-a268fea23ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:13.369297 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-a9fce88a-7d56-4157-b6de-6030ebe6ffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:13.369550 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-a9fce88a-7d56-4157-b6de-6030ebe6ffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:13.369881 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-a9fce88a-7d56-4157-b6de-6030ebe6ffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:13.372590 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2c333057-cc57-4615-9abe-4b91e7e7b12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8bc46dda-8e65-48b1-89f0-b01b98e9b901), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:13.383084 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-a9fce88a-7d56-4157-b6de-6030ebe6ffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:13.383448 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-a9fce88a-7d56-4157-b6de-6030ebe6ffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:13.383934 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-a9fce88a-7d56-4157-b6de-6030ebe6ffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:13.384410 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-a9fce88a-7d56-4157-b6de-6030ebe6ffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:13.396904 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-a9fce88a-7d56-4157-b6de-6030ebe6ffb3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=488b9932c1464ee8ae512fcaa6eb0e94&device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 6713 time: 0.4514713 Feb 19 04:08:13.407162 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc84a21d-c462-4a75-adbe-a268fea23ba1 None None] Routers {'777e8051-9303-4af6-a7fd-935c8b9776e9'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:08:13.412894 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-dc84a21d-c462-4a75-adbe-a268fea23ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:08:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['777e8051-9303-4af6-a7fd-935c8b9776e9'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:13.431557 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bde6d7a9-bd08-46f3-9b20-7ada17251c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (9a8c8760-cae2-4187-ae66-68dc117fed1d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:13.492322 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-dc84a21d-c462-4a75-adbe-a268fea23ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:13.501770 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc84a21d-c462-4a75-adbe-a268fea23ba1 None None] The sync data for ids ['777e8051-9303-4af6-a7fd-935c8b9776e9'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:08:13.517004 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1598662-1671-4431-9cf6-93ada83ab753 req-ea8a177e-f851-4d9e-af03-a0869baaa83d tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:13.524840 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1598662-1671-4431-9cf6-93ada83ab753 req-ea8a177e-f851-4d9e-af03-a0869baaa83d tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 943 time: 0.1730895 Feb 19 04:08:13.609312 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0c48785d-a4d2-4ced-b00b-03439300e036, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0c48785d-a4d2-4ced-b00b-03439300e036,segment=NetworkSegment(27e54185-72e8-4b7c-8b0a-779943e353eb),segment_id=27e54185-72e8-4b7c-8b0a-779943e353eb)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:13.665109 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c333057-cc57-4615-9abe-4b91e7e7b12d None None] Pushing event updated for resources: {'Port': ['ID=8bc46dda-8e65-48b1-89f0-b01b98e9b901,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:13.670276 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '0c48785d-a4d2-4ced-b00b-03439300e036', 'network_id': 'b40e029f-e45e-4dad-8b72-cb8e978e0503', 'port_id': '0c48785d-a4d2-4ced-b00b-03439300e036', 'mac_address': 'fa:16:3e:d4:63:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5308b5b-30ec-49b2-97d1-b7274bba8304', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:08:13.732141 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1598662-1671-4431-9cf6-93ada83ab753 req-188c0b1d-b1f2-4767-9d0f-a83e02acaf7c tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013080 Feb 19 04:08:13.764887 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 0c48785d-a4d2-4ced-b00b-03439300e036 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:13.768051 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0c48785d-a4d2-4ced-b00b-03439300e036), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:13.817691 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c48785d-a4d2-4ced-b00b-03439300e036 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:08:13.838953 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde6d7a9-bd08-46f3-9b20-7ada17251c2d admin admin] Router 9a8c8760-cae2-4187-ae66-68dc117fed1d is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:08:13.865113 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0c48785d-a4d2-4ced-b00b-03439300e036, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0c48785d-a4d2-4ced-b00b-03439300e036,segment=NetworkSegment(27e54185-72e8-4b7c-8b0a-779943e353eb),segment_id=27e54185-72e8-4b7c-8b0a-779943e353eb)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:13.874382 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0c48785d-a4d2-4ced-b00b-03439300e036), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:13.916335 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-677d9079-49de-4e6f-ad69-83fe89bced64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:13.925239 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-677d9079-49de-4e6f-ad69-83fe89bced64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:13.926002 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-677d9079-49de-4e6f-ad69-83fe89bced64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:13.929490 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-677d9079-49de-4e6f-ad69-83fe89bced64 service neutron] 10.222.0.26 "GET /v2.0/networks?id=455a1d36-0244-440a-9c8b-39e2a2ccd1dc&id=c7e52652-7c3c-4be2-8566-a72156b624d8&id=c7e52652-7c3c-4be2-8566-a72156b624d8&id=c7e52652-7c3c-4be2-8566-a72156b624d8&id=c7e52652-7c3c-4be2-8566-a72156b624d8&id=8cc0006b-25b3-422c-9bde-2e117b4adfd2&id=8cc0006b-25b3-422c-9bde-2e117b4adfd2 HTTP/1.1" status: 200 len: 2294 time: 0.3784912 Feb 19 04:08:13.981663 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=0c48785d-a4d2-4ced-b00b-03439300e036,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:14.077982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device a202a52c-6441-4bb4-99c9-4b623bc3994a up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:08:14.141815 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde6d7a9-bd08-46f3-9b20-7ada17251c2d admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:08:14.161307 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['0c48785d-a4d2-4ced-b00b-03439300e036'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:08:14.188214 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bde6d7a9-bd08-46f3-9b20-7ada17251c2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:14.191969 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bde6d7a9-bd08-46f3-9b20-7ada17251c2d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.3269124 Feb 19 04:08:14.195194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58962) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:14.242210 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b30155e-b4ed-4220-bf1f-a04c02e4f521 None None] Sync routers for ids ['9a8c8760-cae2-4187-ae66-68dc117fed1d'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:08:14.358137 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58970) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:14.377005 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b30155e-b4ed-4220-bf1f-a04c02e4f521 None None] Routers {'9a8c8760-cae2-4187-ae66-68dc117fed1d'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:08:14.381985 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7b30155e-b4ed-4220-bf1f-a04c02e4f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:08:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['9a8c8760-cae2-4187-ae66-68dc117fed1d'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:14.402210 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4c9786-1132-441f-8d39-8f35d4fe062a None None] Network d56efac0-78e8-446d-973b-9fa19c370667 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:08:14.665141 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-ec1f0532-c735-46ee-8d57-c6d3ae9ce888 None None] Provisioning complete for port 24728fd5-1820-49fd-81b7-3f959cc619a7 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:14.665526 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ec1f0532-c735-46ee-8d57-c6d3ae9ce888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (24728fd5-1820-49fd-81b7-3f959cc619a7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:14.735865 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device f3ffca2a-be76-4627-a124-9adea4b59fea up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:08:14.742685 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f44d4e-e6f9-47b3-aeb8-511c3cdec0c3 None None] Network 9142c121-50cf-4f51-bbd2-d29736aba60e requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:08:14.745749 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port a202a52c-6441-4bb4-99c9-4b623bc3994a triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:14.746238 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (a202a52c-6441-4bb4-99c9-4b623bc3994a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:14.778761 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-8b4e60b8-f601-42b7-b9e6-cbbad826a70c tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:14.780786 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-8b4e60b8-f601-42b7-b9e6-cbbad826a70c tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.79 "GET /v2.0/networks?id=1b78353e-8024-442c-bce7-ef57f757661f HTTP/1.1" status: 200 len: 821 time: 0.4030781 Feb 19 04:08:14.803284 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-b127370f-ef6d-4ddc-9e09-2a7e1dfe2705 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Request body: {'port': {'device_id': 'bd0114d3-9ffa-44b0-8a29-00cbd908091c', 'network_id': '1b78353e-8024-442c-bce7-ef57f757661f', 'admin_state_up': True, 'tenant_id': '477c8a0fb0de4207862516d5cdd1ee8e'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:14.955635 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10642dea-230d-4498-9101-30b52be036d5 req-e59aac04-7a45-4fd6-887c-b1b91c77a92d tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd0114d3-9ffa-44b0-8a29-00cbd908091c HTTP/1.1" status: 200 len: 210 time: 0.5548556 Feb 19 04:08:15.033448 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb88e13-4569-4521-9b6a-d9ead866e711 admin admin] Deleting subnet da8086a2-225b-4d89-aa36-1628bf3d5252 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:08:15.038130 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-edb88e13-4569-4521-9b6a-d9ead866e711 admin admin] Publish callbacks [] for subnet (da8086a2-225b-4d89-aa36-1628bf3d5252), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:15.077859 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-c7d209a2-d248-4fe0-84e0-d396fefe36d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d3b7e86-7306-4190-840a-09d5d67b74a3 HTTP/1.1" status: 200 len: 1001 time: 1.1290298 Feb 19 04:08:15.110778 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-edb88e13-4569-4521-9b6a-d9ead866e711 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (da8086a2-225b-4d89-aa36-1628bf3d5252), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:15.145649 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-848f5c9f-e587-4e8b-ae2e-47c86bf26c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:15.147173 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-848f5c9f-e587-4e8b-ae2e-47c86bf26c18 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00070044-bad3-439e-8650-6c43fc944981 HTTP/1.1" status: 200 len: 851 time: 0.0625396 Feb 19 04:08:15.202719 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-edb88e13-4569-4521-9b6a-d9ead866e711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (da8086a2-225b-4d89-aa36-1628bf3d5252), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:15.285628 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-d8515bc2-4b4b-4e47-a6bc-6746c5fbc51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:15.287780 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-d8515bc2-4b4b-4e47-a6bc-6746c5fbc51a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=455a1d36-0244-440a-9c8b-39e2a2ccd1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1330390 Feb 19 04:08:15.303835 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-edb88e13-4569-4521-9b6a-d9ead866e711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (da8086a2-225b-4d89-aa36-1628bf3d5252), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:15.339692 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-edb88e13-4569-4521-9b6a-d9ead866e711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:15.346996 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-edb88e13-4569-4521-9b6a-d9ead866e711 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/da8086a2-225b-4d89-aa36-1628bf3d5252 HTTP/1.1" status: 204 len: 168 time: 0.9644434 Feb 19 04:08:15.372771 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58980) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:15.395375 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-9cabe05f-b2cd-4d6e-b98c-12d00d3c69fb tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:08:15.400278 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9cabe05f-b2cd-4d6e-b98c-12d00d3c69fb tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] 10.222.0.52 "PUT /v2.0/routers/777e8051-9303-4af6-a7fd-935c8b9776e9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1987858 Feb 19 04:08:15.402998 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58982) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:15.403166 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port a202a52c-6441-4bb4-99c9-4b623bc3994a is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:15.403622 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a202a52c-6441-4bb4-99c9-4b623bc3994a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:15.465925 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port a202a52c-6441-4bb4-99c9-4b623bc3994a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=a202a52c-6441-4bb4-99c9-4b623bc3994a,segment=NetworkSegment(3ce85fe4-90f5-409e-8ef9-602e907fc39e),segment_id=3ce85fe4-90f5-409e-8ef9-602e907fc39e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:15.471751 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ec1f0532-c735-46ee-8d57-c6d3ae9ce888 None None] Current status of the port 24728fd5-1820-49fd-81b7-3f959cc619a7 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:15.472187 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ec1f0532-c735-46ee-8d57-c6d3ae9ce888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (24728fd5-1820-49fd-81b7-3f959cc619a7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:15.509711 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (a202a52c-6441-4bb4-99c9-4b623bc3994a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:15.510539 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 24728fd5-1820-49fd-81b7-3f959cc619a7 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:08:15.528267 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e950df42-203d-4734-897f-0ef6fdeaf6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (756a1315-5ddd-41e7-b20d-98f0d052a07f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:15.563008 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-7b30155e-b4ed-4220-bf1f-a04c02e4f521 None None] Set router 9a8c8760-cae2-4187-ae66-68dc117fed1d gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:08:15.607800 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477d7f0-b6be-4dff-aad1-e4030a75b8ac req-9d6b72a0-2057-4739-9b82-edb661c23bf0 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:15.609433 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1477d7f0-b6be-4dff-aad1-e4030a75b8ac req-9d6b72a0-2057-4739-9b82-edb661c23bf0 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b547761-e6af-43d6-97bd-980a7f43bf93 HTTP/1.1" status: 200 len: 946 time: 0.7048280 Feb 19 04:08:15.610817 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb88e13-4569-4521-9b6a-d9ead866e711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da8086a2-225b-4d89-aa36-1628bf3d5252,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:15.713490 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port f3ffca2a-be76-4627-a124-9adea4b59fea completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:08:15.726008 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03606524-6a0f-413d-adca-1c8e3b041be4 None None] Network 08c05fde-2a98-4d17-8f58-fe9b3943a39b requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:08:15.779425 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-ea07cc19-cd36-4f76-8c2c-6b1ce1f31dab service neutron] 10.222.0.26 "GET /v2.0/networks/455a1d36-0244-440a-9c8b-39e2a2ccd1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4829335 Feb 19 04:08:15.807051 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port f3ffca2a-be76-4627-a124-9adea4b59fea triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:15.807429 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f3ffca2a-be76-4627-a124-9adea4b59fea), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:15.849474 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-ec1f0532-c735-46ee-8d57-c6d3ae9ce888 None None] For port 24728fd5-1820-49fd-81b7-3f959cc619a7, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=24728fd5-1820-49fd-81b7-3f959cc619a7,segment=NetworkSegment(994307bb-c163-4b51-9a89-7d881e0029c5),segment_id=994307bb-c163-4b51-9a89-7d881e0029c5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:15.853886 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1477d7f0-b6be-4dff-aad1-e4030a75b8ac req-e7cc4120-a84b-405c-acbc-ffc45363a7d3 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913698 Feb 19 04:08:15.896944 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 24728fd5-1820-49fd-81b7-3f959cc619a7 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:15.897381 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (24728fd5-1820-49fd-81b7-3f959cc619a7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:15.959800 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f85bb9-e0d7-43c6-9055-bd5251ae702b req-b8184ede-f407-41f7-903c-03f728df473c tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:15.961241 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d3f85bb9-e0d7-43c6-9055-bd5251ae702b req-b8184ede-f407-41f7-903c-03f728df473c tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 944 time: 0.6850393 Feb 19 04:08:15.970058 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-b127370f-ef6d-4ddc-9e09-2a7e1dfe2705 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Made reservation on behalf of 477c8a0fb0de4207862516d5cdd1ee8e for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:15.973858 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-b127370f-ef6d-4ddc-9e09-2a7e1dfe2705 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:15.982482 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ec1f0532-c735-46ee-8d57-c6d3ae9ce888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (24728fd5-1820-49fd-81b7-3f959cc619a7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:16.031819 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-e365b6d1-4de9-4d02-83fc-de14d326d115 service neutron] 10.222.0.26 "GET /v2.0/networks/455a1d36-0244-440a-9c8b-39e2a2ccd1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445214 Feb 19 04:08:16.047246 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e950df42-203d-4734-897f-0ef6fdeaf6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (756a1315-5ddd-41e7-b20d-98f0d052a07f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:16.052514 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=a202a52c-6441-4bb4-99c9-4b623bc3994a,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:16.116685 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-a9b6aa8e-363b-4521-8e90-ad7ab57ded62 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=6d6260b1-28c6-435b-98e5-f15398fc683d HTTP/1.1" status: 200 len: 217 time: 0.0748024 Feb 19 04:08:16.150272 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f0532-c735-46ee-8d57-c6d3ae9ce888 None None] Pushing event updated for resources: {'Port': ['ID=24728fd5-1820-49fd-81b7-3f959cc619a7,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:16.222812 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-20f28507-8b97-486e-8d35-5da8e8e7e734 None None] Provisioning complete for port 24728fd5-1820-49fd-81b7-3f959cc619a7 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:16.223244 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-20f28507-8b97-486e-8d35-5da8e8e7e734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (24728fd5-1820-49fd-81b7-3f959cc619a7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:16.233161 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-e950df42-203d-4734-897f-0ef6fdeaf6c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756a1315-5ddd-41e7-b20d-98f0d052a07f']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:16.253823 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-723df535-badd-4c3b-ac3b-e21f5a32fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:16.265325 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-723df535-badd-4c3b-ac3b-e21f5a32fa88 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b31cd777-60e6-4424-9e5a-b1d089558473 HTTP/1.1" status: 200 len: 797 time: 0.1417933 Feb 19 04:08:16.269856 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-e950df42-203d-4734-897f-0ef6fdeaf6c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7930ea90-5b92-4836-80da-ff938c249896') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:16.270185 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-e950df42-203d-4734-897f-0ef6fdeaf6c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7930ea90-5b92-4836-80da-ff938c249896') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:16.292155 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e950df42-203d-4734-897f-0ef6fdeaf6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (7930ea90-5b92-4836-80da-ff938c249896), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:16.324282 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e950df42-203d-4734-897f-0ef6fdeaf6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (7930ea90-5b92-4836-80da-ff938c249896), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:16.335905 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e950df42-203d-4734-897f-0ef6fdeaf6c6 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:08:16.336608 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e950df42-203d-4734-897f-0ef6fdeaf6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (7930ea90-5b92-4836-80da-ff938c249896), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:16.368831 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f9479a76-11c4-4ff0-b1df-b44e896ca6db tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (777e8051-9303-4af6-a7fd-935c8b9776e9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:16.409582 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 24728fd5-1820-49fd-81b7-3f959cc619a7 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:16.425936 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port f3ffca2a-be76-4627-a124-9adea4b59fea is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:08:16.427763 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:08:16.431022 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f3ffca2a-be76-4627-a124-9adea4b59fea), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:16.524081 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2e4913-63eb-4974-ac4c-00f85a4b1628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ffca2a-be76-4627-a124-9adea4b59fea'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:16.526493 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dbd2e1-f0d0-4273-9261-dd7994c2eda5" -d '{"events": [{"server_uuid": "6f2e4913-63eb-4974-ac4c-00f85a4b1628", "name": "network-vif-plugged", "status": "completed", "tag": "f3ffca2a-be76-4627-a124-9adea4b59fea"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:16.540750 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e950df42-203d-4734-897f-0ef6fdeaf6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (756a1315-5ddd-41e7-b20d-98f0d052a07f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:16.546505 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1adef458-5efe-40aa-acc0-8c1ce002e9dc req-60606d0f-cbfc-4f39-837e-85dbe049c1c7 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd0114d3-9ffa-44b0-8a29-00cbd908091c HTTP/1.1" status: 200 len: 210 time: 0.3633435 Feb 19 04:08:16.583778 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port f3ffca2a-be76-4627-a124-9adea4b59fea, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=f3ffca2a-be76-4627-a124-9adea4b59fea,segment=NetworkSegment(27e54185-72e8-4b7c-8b0a-779943e353eb),segment_id=27e54185-72e8-4b7c-8b0a-779943e353eb)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:16.585834 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7b30155e-b4ed-4220-bf1f-a04c02e4f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8c8760-cae2-4187-ae66-68dc117fed1d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1701915248-router', 'tenant_id': '0c0250129706409185360d5ec69e06b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a45f5dbc-ed59-4272-8683-8f4e89ccafc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:08:06Z', 'updated_at': '2022-02-19T04:08:11Z', 'revision_number': 3, 'project_id': '0c0250129706409185360d5ec69e06b6', 'gw_port': {'id': 'a45f5dbc-ed59-4272-8683-8f4e89ccafc1', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:54:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8c8760-cae2-4187-ae66-68dc117fed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:08:09Z', 'updated_at': '2022-02-19T04:08:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:16.623421 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e950df42-203d-4734-897f-0ef6fdeaf6c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:16.625602 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b30155e-b4ed-4220-bf1f-a04c02e4f521 None None] Checking router: 9a8c8760-cae2-4187-ae66-68dc117fed1d for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:08:16.626604 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b30155e-b4ed-4220-bf1f-a04c02e4f521 None None] Updating router 9a8c8760-cae2-4187-ae66-68dc117fed1d port a45f5dbc-ed59-4272-8683-8f4e89ccafc1 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:08:16.630706 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e950df42-203d-4734-897f-0ef6fdeaf6c6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/756a1315-5ddd-41e7-b20d-98f0d052a07f HTTP/1.1" status: 204 len: 168 time: 1.2529762 Feb 19 04:08:16.630873 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f3ffca2a-be76-4627-a124-9adea4b59fea), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:16.639471 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58988) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:16.698987 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-20f28507-8b97-486e-8d35-5da8e8e7e734 None None] Current status of the port 24728fd5-1820-49fd-81b7-3f959cc619a7 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:16.731414 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ce94c3-beef-4d19-bcf9-358169b4f511 x-openstack-request-id: req-e3ce94c3-beef-4d19-bcf9-358169b4f511 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:16.731776 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2e4913-63eb-4974-ac4c-00f85a4b1628", "name": "network-vif-plugged", "status": "completed", "tag": "f3ffca2a-be76-4627-a124-9adea4b59fea", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:16.731970 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e3ce94c3-beef-4d19-bcf9-358169b4f511 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:16.732353 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2e4913-63eb-4974-ac4c-00f85a4b1628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ffca2a-be76-4627-a124-9adea4b59fea', 'code': 200} Feb 19 04:08:16.732946 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-20f28507-8b97-486e-8d35-5da8e8e7e734 None None] Provisioning complete for port 8bc46dda-8e65-48b1-89f0-b01b98e9b901 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:16.733318 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-20f28507-8b97-486e-8d35-5da8e8e7e734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8bc46dda-8e65-48b1-89f0-b01b98e9b901), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:16.734946 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7b30155e-b4ed-4220-bf1f-a04c02e4f521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a45f5dbc-ed59-4272-8683-8f4e89ccafc1), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:16.756407 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-04877569-1d83-4d11-85d8-013db136b1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:16.757982 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-04877569-1d83-4d11-85d8-013db136b1e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c7e52652-7c3c-4be2-8566-a72156b624d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4856405 Feb 19 04:08:16.816026 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=f3ffca2a-be76-4627-a124-9adea4b59fea,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:16.866874 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device a202a52c-6441-4bb4-99c9-4b623bc3994a up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:08:16.885869 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-b1ee1fa0-25ff-4d59-82e6-50f66741ebd6 service neutron] 10.222.0.26 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172605 Feb 19 04:08:16.905769 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0c48785d-a4d2-4ced-b00b-03439300e036 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:08:17.092526 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port a202a52c-6441-4bb4-99c9-4b623bc3994a triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:17.093387 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (a202a52c-6441-4bb4-99c9-4b623bc3994a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:17.118699 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce47545-c9c9-4a8b-a31f-5ba3ed56524b req-0b024d5b-2257-4b60-8930-49fa7e172206 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:17.122052 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0ce47545-c9c9-4a8b-a31f-5ba3ed56524b req-0b024d5b-2257-4b60-8930-49fa7e172206 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b547761-e6af-43d6-97bd-980a7f43bf93 HTTP/1.1" status: 200 len: 946 time: 0.4253705 Feb 19 04:08:17.166092 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 0c48785d-a4d2-4ced-b00b-03439300e036 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:08:17.203553 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 0c48785d-a4d2-4ced-b00b-03439300e036 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:17.203889 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0c48785d-a4d2-4ced-b00b-03439300e036), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:17.250998 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-20f28507-8b97-486e-8d35-5da8e8e7e734 None None] Current status of the port 8bc46dda-8e65-48b1-89f0-b01b98e9b901 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:17.251387 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-20f28507-8b97-486e-8d35-5da8e8e7e734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8bc46dda-8e65-48b1-89f0-b01b98e9b901), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:17.252173 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-6f01e7dc-5f3f-4004-b5bd-40a081f18418 service neutron] 10.222.0.26 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593044 Feb 19 04:08:17.300664 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-20f28507-8b97-486e-8d35-5da8e8e7e734 None None] For port 8bc46dda-8e65-48b1-89f0-b01b98e9b901, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8bc46dda-8e65-48b1-89f0-b01b98e9b901,segment=NetworkSegment(ad4c7921-eafc-4195-8254-48c6126d9bef),segment_id=ad4c7921-eafc-4195-8254-48c6126d9bef)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:17.323132 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-20f28507-8b97-486e-8d35-5da8e8e7e734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8bc46dda-8e65-48b1-89f0-b01b98e9b901), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:17.353485 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-0f6f659a-43a1-4416-b69c-a6bb4e8554a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=123ce6d7-048a-4179-ac62-c23eca1c9618 HTTP/1.1" status: 200 len: 217 time: 0.0706625 Feb 19 04:08:17.362294 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d3f85bb9-e0d7-43c6-9055-bd5251ae702b req-c2faf23b-f4cb-4e7a-9147-2b1839f4920b tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3697555 Feb 19 04:08:17.368585 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba5b8cc-109d-4087-925d-1fa9fd47ab83 admin admin] Deleting subnet f10a896b-0fb0-49cc-8991-17e6b9474ae8 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:08:17.395631 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950df42-203d-4734-897f-0ef6fdeaf6c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=756a1315-5ddd-41e7-b20d-98f0d052a07f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:17.406425 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7ba5b8cc-109d-4087-925d-1fa9fd47ab83 admin admin] Publish callbacks [] for subnet (f10a896b-0fb0-49cc-8991-17e6b9474ae8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:17.471740 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-f9479a76-11c4-4ff0-b1df-b44e896ca6db tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Deleting port d7722d93-b145-4c1f-83dc-56e2502132a1 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:08:17.472085 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f9479a76-11c4-4ff0-b1df-b44e896ca6db tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (d7722d93-b145-4c1f-83dc-56e2502132a1), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:17.476948 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-b127370f-ef6d-4ddc-9e09-2a7e1dfe2705 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Allocated IP 172.20.0.9 (1b78353e-8024-442c-bce7-ef57f757661f/2c3db7d9-850a-459d-8149-b50a87fe7f0b/df2086ef-3a32-4b03-be48-cc0d5c27f8ad) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:08:17.492912 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-d2ae417f-467a-40e8-98af-cddb290a593f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:17.496579 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-d2ae417f-467a-40e8-98af-cddb290a593f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b31cd777-60e6-4424-9e5a-b1d089558473 HTTP/1.1" status: 200 len: 797 time: 0.1146567 Feb 19 04:08:17.502244 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-20f28507-8b97-486e-8d35-5da8e8e7e734 None None] Provisioning complete for port a202a52c-6441-4bb4-99c9-4b623bc3994a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:17.503152 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-20f28507-8b97-486e-8d35-5da8e8e7e734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (a202a52c-6441-4bb4-99c9-4b623bc3994a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:17.547929 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-0ce47545-c9c9-4a8b-a31f-5ba3ed56524b req-14251202-54a2-48ca-b1ee-86cc56c84d12 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Deleting port e75123b9-dab6-4e4c-8b87-ded3ba85e27e {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:08:17.548263 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-0ce47545-c9c9-4a8b-a31f-5ba3ed56524b req-14251202-54a2-48ca-b1ee-86cc56c84d12 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (e75123b9-dab6-4e4c-8b87-ded3ba85e27e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:17.575420 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 0c48785d-a4d2-4ced-b00b-03439300e036 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:17.575738 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0c48785d-a4d2-4ced-b00b-03439300e036), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:17.615243 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port a202a52c-6441-4bb4-99c9-4b623bc3994a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:17.616423 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8bc46dda-8e65-48b1-89f0-b01b98e9b901 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:08:17.621169 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f28507-8b97-486e-8d35-5da8e8e7e734 None None] Pushing event updated for resources: {'Port': ['ID=8bc46dda-8e65-48b1-89f0-b01b98e9b901,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:17.867961 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f9479a76-11c4-4ff0-b1df-b44e896ca6db tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (d7722d93-b145-4c1f-83dc-56e2502132a1), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:17.871606 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-0ce47545-c9c9-4a8b-a31f-5ba3ed56524b req-14251202-54a2-48ca-b1ee-86cc56c84d12 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] For port e75123b9-dab6-4e4c-8b87-ded3ba85e27e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=e75123b9-dab6-4e4c-8b87-ded3ba85e27e,segment=NetworkSegment(c61db939-2359-422c-aef9-128f8ca1bb50),segment_id=c61db939-2359-422c-aef9-128f8ca1bb50)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:17.872179 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-0ce47545-c9c9-4a8b-a31f-5ba3ed56524b req-14251202-54a2-48ca-b1ee-86cc56c84d12 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (e75123b9-dab6-4e4c-8b87-ded3ba85e27e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:17.875381 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-800db7d8-311f-4f60-9b84-27b22b7a6b88 req-a48d72d5-6025-4809-b231-9360fb4f7083 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd0114d3-9ffa-44b0-8a29-00cbd908091c HTTP/1.1" status: 200 len: 210 time: 0.1497002 Feb 19 04:08:17.882128 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7ba5b8cc-109d-4087-925d-1fa9fd47ab83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (f10a896b-0fb0-49cc-8991-17e6b9474ae8), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:17.899219 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-0ce47545-c9c9-4a8b-a31f-5ba3ed56524b req-14251202-54a2-48ca-b1ee-86cc56c84d12 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Calling delete_port for e75123b9-dab6-4e4c-8b87-ded3ba85e27e owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:08:17.917228 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-f9479a76-11c4-4ff0-b1df-b44e896ca6db tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Calling delete_port for d7722d93-b145-4c1f-83dc-56e2502132a1 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:08:18.001204 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0c6311eb-34c6-4ed5-a0f0-bd414693e962 req-edb2972a-b2dc-4555-acc1-c6917091ec21 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2994061 Feb 19 04:08:18.009244 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-20f28507-8b97-486e-8d35-5da8e8e7e734 None None] Current status of the port a202a52c-6441-4bb4-99c9-4b623bc3994a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:18.041157 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad584b7-0109-43f7-8851-41f423b2776a req-4e25903f-b9d7-4167-8a30-0765e22158eb tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:18.042938 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ad584b7-0109-43f7-8851-41f423b2776a req-4e25903f-b9d7-4167-8a30-0765e22158eb tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b547761-e6af-43d6-97bd-980a7f43bf93 HTTP/1.1" status: 200 len: 946 time: 0.6681147 Feb 19 04:08:18.054385 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709b059-fc53-45b3-a129-0d68d13201d1 req-d611e445-fcd0-40f7-86bd-0f6a6956e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:18.055919 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e709b059-fc53-45b3-a129-0d68d13201d1 req-d611e445-fcd0-40f7-86bd-0f6a6956e0aa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 1129 time: 0.7124217 Feb 19 04:08:18.062447 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0c48785d-a4d2-4ced-b00b-03439300e036, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0c48785d-a4d2-4ced-b00b-03439300e036,segment=NetworkSegment(27e54185-72e8-4b7c-8b0a-779943e353eb),segment_id=27e54185-72e8-4b7c-8b0a-779943e353eb)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:18.068867 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7b30155e-b4ed-4220-bf1f-a04c02e4f521 None None] Publish callbacks [] for port (a45f5dbc-ed59-4272-8683-8f4e89ccafc1), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:18.073707 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0c48785d-a4d2-4ced-b00b-03439300e036), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:18.083443 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-a2ed9c3c-d2d7-4dc3-a59e-c261bb9f2816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:18.085569 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-a2ed9c3c-d2d7-4dc3-a59e-c261bb9f2816 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c7e52652-7c3c-4be2-8566-a72156b624d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5798955 Feb 19 04:08:18.103580 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7b30155e-b4ed-4220-bf1f-a04c02e4f521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (a45f5dbc-ed59-4272-8683-8f4e89ccafc1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:18.119086 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-b127370f-ef6d-4ddc-9e09-2a7e1dfe2705 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Publish callbacks [] for port (df2086ef-3a32-4b03-be48-cc0d5c27f8ad), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:18.123916 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 8bc46dda-8e65-48b1-89f0-b01b98e9b901 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:18.124296 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8bc46dda-8e65-48b1-89f0-b01b98e9b901), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:18.201452 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-d69e9db6-630a-4f38-979c-0e62223782a3 service neutron] 10.222.0.26 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066766 Feb 19 04:08:18.205668 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e709b059-fc53-45b3-a129-0d68d13201d1 req-d34424af-959f-4697-91e8-6ae5e4f05e7a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992446 Feb 19 04:08:18.208538 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c48c515a-b0fb-4335-b03a-253af4a3ea6b None None] Provisioning complete for port 8bc46dda-8e65-48b1-89f0-b01b98e9b901 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:18.208974 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c48c515a-b0fb-4335-b03a-253af4a3ea6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8bc46dda-8e65-48b1-89f0-b01b98e9b901), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:18.212831 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7ba5b8cc-109d-4087-925d-1fa9fd47ab83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (f10a896b-0fb0-49cc-8991-17e6b9474ae8), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:18.248497 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=0c48785d-a4d2-4ced-b00b-03439300e036,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:18.280622 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ad584b7-0109-43f7-8851-41f423b2776a req-2c379039-b0c7-469f-87b7-f7d84dea16da tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236707 Feb 19 04:08:18.292230 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7b30155e-b4ed-4220-bf1f-a04c02e4f521 None None] Attempting to bind port a45f5dbc-ed59-4272-8683-8f4e89ccafc1 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:08:18.292610 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7b30155e-b4ed-4220-bf1f-a04c02e4f521 None None] Attempting to bind port a45f5dbc-ed59-4272-8683-8f4e89ccafc1 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:08:18.292982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b30155e-b4ed-4220-bf1f-a04c02e4f521 None None] Attempting to bind port a45f5dbc-ed59-4272-8683-8f4e89ccafc1 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:18.296718 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfeecb5-02ce-4f0f-b94f-31543a402ffc None None] Pushing event updated for resources: {'Port': ['ID=a45f5dbc-ed59-4272-8683-8f4e89ccafc1,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:18.307059 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-05aa1f2d-d0f7-44b0-9b28-3e2ad9981689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:18.319374 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b30155e-b4ed-4220-bf1f-a04c02e4f521 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:08:18.320205 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b30155e-b4ed-4220-bf1f-a04c02e4f521 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:18.320331 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7b30155e-b4ed-4220-bf1f-a04c02e4f521 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:18.321490 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b30155e-b4ed-4220-bf1f-a04c02e4f521 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:08:18.321490 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7b30155e-b4ed-4220-bf1f-a04c02e4f521 None None] Bound port: a45f5dbc-ed59-4272-8683-8f4e89ccafc1, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:08:18.321859 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7b30155e-b4ed-4220-bf1f-a04c02e4f521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a45f5dbc-ed59-4272-8683-8f4e89ccafc1), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:18.358455 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6311eb-34c6-4ed5-a0f0-bd414693e962 req-06d2b170-b58e-4db5-8850-e2d9ab2c85a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:18.361972 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0c6311eb-34c6-4ed5-a0f0-bd414693e962 req-06d2b170-b58e-4db5-8850-e2d9ab2c85a2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=319abc5982f54b9dba72250cd09a8d28&device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 1128 time: 0.3127573 Feb 19 04:08:18.427293 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-b127370f-ef6d-4ddc-9e09-2a7e1dfe2705 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (df2086ef-3a32-4b03-be48-cc0d5c27f8ad), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:18.444157 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f9479a76-11c4-4ff0-b1df-b44e896ca6db tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (d7722d93-b145-4c1f-83dc-56e2502132a1), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:18.446419 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7ba5b8cc-109d-4087-925d-1fa9fd47ab83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (f10a896b-0fb0-49cc-8991-17e6b9474ae8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:18.471636 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-7b30155e-b4ed-4220-bf1f-a04c02e4f521 None None] For port a45f5dbc-ed59-4272-8683-8f4e89ccafc1, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:08:18.481581 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 8bc46dda-8e65-48b1-89f0-b01b98e9b901 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:18.482848 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 24728fd5-1820-49fd-81b7-3f959cc619a7 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:08:18.508358 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9479a76-11c4-4ff0-b1df-b44e896ca6db tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Pushing event deleted for resources: {'Port': ['ID=d7722d93-b145-4c1f-83dc-56e2502132a1,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:18.517276 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-7b30155e-b4ed-4220-bf1f-a04c02e4f521 None None] For port a45f5dbc-ed59-4272-8683-8f4e89ccafc1, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=a45f5dbc-ed59-4272-8683-8f4e89ccafc1,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:08:18.518393 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-dd3dee79-9f92-40f5-8b58-959db1a04da1 service neutron] 10.222.0.26 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741265 Feb 19 04:08:18.525882 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c48c515a-b0fb-4335-b03a-253af4a3ea6b None None] Current status of the port 8bc46dda-8e65-48b1-89f0-b01b98e9b901 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:18.531431 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c48c515a-b0fb-4335-b03a-253af4a3ea6b None None] Could not find standard attr ID for object d7722d93-b145-4c1f-83dc-56e2502132a1. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:08:18.549804 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c48c515a-b0fb-4335-b03a-253af4a3ea6b None None] Provisioning complete for port a202a52c-6441-4bb4-99c9-4b623bc3994a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:18.550316 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c48c515a-b0fb-4335-b03a-253af4a3ea6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (a202a52c-6441-4bb4-99c9-4b623bc3994a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:18.570962 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7ba5b8cc-109d-4087-925d-1fa9fd47ab83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:18.574019 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7ba5b8cc-109d-4087-925d-1fa9fd47ab83 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f10a896b-0fb0-49cc-8991-17e6b9474ae8 HTTP/1.1" status: 204 len: 168 time: 1.8949118 Feb 19 04:08:18.576841 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7b30155e-b4ed-4220-bf1f-a04c02e4f521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (a45f5dbc-ed59-4272-8683-8f4e89ccafc1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:18.587060 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58996) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:18.610749 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5b8cc-109d-4087-925d-1fa9fd47ab83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f10a896b-0fb0-49cc-8991-17e6b9474ae8,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:18.625940 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-b097a3d8-bf39-4042-b407-d50162440a99 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=abd8fe5c-e298-48a3-a888-a6ccdbf3fa25 HTTP/1.1" status: 200 len: 217 time: 0.0790093 Feb 19 04:08:18.645091 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-b127370f-ef6d-4ddc-9e09-2a7e1dfe2705 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Network 1b78353e-8024-442c-bce7-ef57f757661f is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:08:18.657833 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 24728fd5-1820-49fd-81b7-3f959cc619a7 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:18.658328 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (24728fd5-1820-49fd-81b7-3f959cc619a7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:18.661258 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-b127370f-ef6d-4ddc-9e09-2a7e1dfe2705 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:18.668519 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-b127370f-ef6d-4ddc-9e09-2a7e1dfe2705 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:08:18.690634 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b127370f-ef6d-4ddc-9e09-2a7e1dfe2705 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Pushing event updated for resources: {'Port': ['ID=df2086ef-3a32-4b03-be48-cc0d5c27f8ad,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:18.690855 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b30155e-b4ed-4220-bf1f-a04c02e4f521 None None] Routers {'9a8c8760-cae2-4187-ae66-68dc117fed1d'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:08:18.691673 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7b30155e-b4ed-4220-bf1f-a04c02e4f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:08:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['9a8c8760-cae2-4187-ae66-68dc117fed1d'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:18.757304 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6311eb-34c6-4ed5-a0f0-bd414693e962 req-4c3f9ce8-7484-49d3-a76b-b0b191c8f60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:18.758835 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0c6311eb-34c6-4ed5-a0f0-bd414693e962 req-4c3f9ce8-7484-49d3-a76b-b0b191c8f60d service neutron] 10.222.0.79 "GET /v2.0/networks?id=7d063905-1dca-479b-a8ed-624bbce2a132 HTTP/1.1" status: 200 len: 911 time: 0.3539879 Feb 19 04:08:18.785488 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-fa85fc04-1f73-4bbd-a817-144a8e01ae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:18.787748 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-fa85fc04-1f73-4bbd-a817-144a8e01ae09 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b31cd777-60e6-4424-9e5a-b1d089558473 HTTP/1.1" status: 200 len: 797 time: 0.1448152 Feb 19 04:08:18.792337 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ede6d70-ded8-442f-a398-1a53ba380ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (0e8682da-7995-4a0f-a5f8-4f115f99781d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:18.808595 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-7b30155e-b4ed-4220-bf1f-a04c02e4f521 None None] Set router 9a8c8760-cae2-4187-ae66-68dc117fed1d gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:08:18.862276 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af09527-84dd-456c-a96d-214c0ce401f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c48785d-a4d2-4ced-b00b-03439300e036'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:18.864653 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9711bc-e7f2-4ae0-a6e7-193b91a9b425" -d '{"events": [{"server_uuid": "9af09527-84dd-456c-a96d-214c0ce401f0", "name": "network-vif-plugged", "status": "completed", "tag": "0c48785d-a4d2-4ced-b00b-03439300e036"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:18.873052 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4a46f-be55-4a07-afee-83c917e8386b req-5abcf5c2-9951-44c7-8361-82cef30ac1f3 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:18.874592 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-65f4a46f-be55-4a07-afee-83c917e8386b req-5abcf5c2-9951-44c7-8361-82cef30ac1f3 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 945 time: 0.3469622 Feb 19 04:08:18.884487 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-b127370f-ef6d-4ddc-9e09-2a7e1dfe2705 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:18.885124 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-b127370f-ef6d-4ddc-9e09-2a7e1dfe2705 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:18.894297 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-0ce47545-c9c9-4a8b-a31f-5ba3ed56524b req-14251202-54a2-48ca-b1ee-86cc56c84d12 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (e75123b9-dab6-4e4c-8b87-ded3ba85e27e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:18.901916 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-05aa1f2d-d0f7-44b0-9b28-3e2ad9981689 admin admin] Allocated IP 172.20.0.1 (d56efac0-78e8-446d-973b-9fa19c370667/4adc72e8-c062-43b5-b960-751d2cca2127/c94d7362-731f-4df5-b0a8-36315fd59471) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:08:18.931517 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfeecb5-02ce-4f0f-b94f-31543a402ffc None None] Pushing event updated for resources: {'Port': ['ID=a45f5dbc-ed59-4272-8683-8f4e89ccafc1,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:18.950821 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0c6311eb-34c6-4ed5-a0f0-bd414693e962 req-4ff26ef7-0e69-4185-967d-ed0b27651260 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f51c45b9-2040-4d3e-a96c-153135c4ea34 HTTP/1.1" status: 200 len: 1001 time: 0.1682258 Feb 19 04:08:18.956211 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-b127370f-ef6d-4ddc-9e09-2a7e1dfe2705 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1587670 Feb 19 04:08:18.960553 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14981df-cf4a-49e6-95b5-4b0d6efedd98 x-openstack-request-id: req-a14981df-cf4a-49e6-95b5-4b0d6efedd98 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:18.961245 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af09527-84dd-456c-a96d-214c0ce401f0", "name": "network-vif-plugged", "status": "completed", "tag": "0c48785d-a4d2-4ced-b00b-03439300e036", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:18.961676 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a14981df-cf4a-49e6-95b5-4b0d6efedd98 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:18.963267 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af09527-84dd-456c-a96d-214c0ce401f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c48785d-a4d2-4ced-b00b-03439300e036', 'code': 200} Feb 19 04:08:18.974355 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['e0279203-0c38-44c9-bc69-2ba42a825e33'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:08:18.977771 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-eca6e41e-f6ed-4fd0-acf5-4cd75be33c87 service neutron] Request body: {'port': {'device_id': 'bd0114d3-9ffa-44b0-8a29-00cbd908091c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:18.997320 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f9479a76-11c4-4ff0-b1df-b44e896ca6db tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (777e8051-9303-4af6-a7fd-935c8b9776e9), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:19.002147 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14251202-54a2-48ca-b1ee-86cc56c84d12 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Pushing event deleted for resources: {'Port': ['ID=e75123b9-dab6-4e4c-8b87-ded3ba85e27e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:19.103252 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce47545-c9c9-4a8b-a31f-5ba3ed56524b req-14251202-54a2-48ca-b1ee-86cc56c84d12 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] No DVR routers for this DVR port e75123b9-dab6-4e4c-8b87-ded3ba85e27e on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:08:19.112538 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c48c515a-b0fb-4335-b03a-253af4a3ea6b None None] Current status of the port a202a52c-6441-4bb4-99c9-4b623bc3994a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:19.148420 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-0ce47545-c9c9-4a8b-a31f-5ba3ed56524b req-14251202-54a2-48ca-b1ee-86cc56c84d12 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:19.151851 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0ce47545-c9c9-4a8b-a31f-5ba3ed56524b req-14251202-54a2-48ca-b1ee-86cc56c84d12 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.26 "DELETE /v2.0/ports/e75123b9-dab6-4e4c-8b87-ded3ba85e27e HTTP/1.1" status: 204 len: 173 time: 2.0114462 Feb 19 04:08:19.153359 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b547761-e6af-43d6-97bd-980a7f43bf93', 'name': 'network-vif-deleted', 'tag': 'e75123b9-dab6-4e4c-8b87-ded3ba85e27e'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:19.156321 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94de5f7e-4392-4f10-b8db-67e0c29dcb60" -d '{"events": [{"server_uuid": "8b547761-e6af-43d6-97bd-980a7f43bf93", "name": "network-vif-deleted", "tag": "e75123b9-dab6-4e4c-8b87-ded3ba85e27e"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:19.195890 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-89fac334-bb5f-43bb-abcc-3ba12d64207c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:19.197457 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-89fac334-bb5f-43bb-abcc-3ba12d64207c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c7e52652-7c3c-4be2-8566-a72156b624d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3934886 Feb 19 04:08:19.202749 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-65f4a46f-be55-4a07-afee-83c917e8386b req-e6654665-8705-469f-806d-e5703e3a0873 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094594 Feb 19 04:08:19.211737 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 24728fd5-1820-49fd-81b7-3f959cc619a7 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:19.230788 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6311eb-34c6-4ed5-a0f0-bd414693e962 req-6643e228-9da0-42ff-8c9a-6383cc668b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:19.232243 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0c6311eb-34c6-4ed5-a0f0-bd414693e962 req-6643e228-9da0-42ff-8c9a-6383cc668b93 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7b8d1019-337e-49b4-85df-5623b5820084 HTTP/1.1" status: 200 len: 849 time: 0.2751799 Feb 19 04:08:19.240169 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ede6d70-ded8-442f-a398-1a53ba380ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (0e8682da-7995-4a0f-a5f8-4f115f99781d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:19.367870 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-eca6e41e-f6ed-4fd0-acf5-4cd75be33c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (df2086ef-3a32-4b03-be48-cc0d5c27f8ad), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:19.373820 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-05aa1f2d-d0f7-44b0-9b28-3e2ad9981689 admin admin] Publish callbacks [] for port (c94d7362-731f-4df5-b0a8-36315fd59471), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:19.380797 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7b30155e-b4ed-4220-bf1f-a04c02e4f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8c8760-cae2-4187-ae66-68dc117fed1d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1701915248-router', 'tenant_id': '0c0250129706409185360d5ec69e06b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a45f5dbc-ed59-4272-8683-8f4e89ccafc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:08:06Z', 'updated_at': '2022-02-19T04:08:11Z', 'revision_number': 3, 'project_id': '0c0250129706409185360d5ec69e06b6', 'gw_port': {'id': 'a45f5dbc-ed59-4272-8683-8f4e89ccafc1', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:54:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8c8760-cae2-4187-ae66-68dc117fed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:08:09Z', 'updated_at': '2022-02-19T04:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:19.393827 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b25dc-cd1a-4983-809a-edf5e2c470fc req-8ff162ce-be14-439b-b084-5a6dcb472188 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:19.396518 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d36b25dc-cd1a-4983-809a-edf5e2c470fc req-8ff162ce-be14-439b-b084-5a6dcb472188 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd0114d3-9ffa-44b0-8a29-00cbd908091c HTTP/1.1" status: 200 len: 931 time: 0.3238447 Feb 19 04:08:19.411816 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007d89b-e33f-44c5-ae2f-f04932ac4df7 req-36148155-6c92-4618-8cd0-8d524ca5ea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:19.414821 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a007d89b-e33f-44c5-ae2f-f04932ac4df7 req-36148155-6c92-4618-8cd0-8d524ca5ea17 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 1128 time: 0.3575110 Feb 19 04:08:19.477800 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8bc46dda-8e65-48b1-89f0-b01b98e9b901 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:08:19.508454 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b30155e-b4ed-4220-bf1f-a04c02e4f521 None None] The sync data for ids ['9a8c8760-cae2-4187-ae66-68dc117fed1d'] in n-d-828369-19 is: [{'id': '9a8c8760-cae2-4187-ae66-68dc117fed1d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1701915248-router', 'tenant_id': '0c0250129706409185360d5ec69e06b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a45f5dbc-ed59-4272-8683-8f4e89ccafc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:08:06Z', 'updated_at': '2022-02-19T04:08:11Z', 'revision_number': 3, 'project_id': '0c0250129706409185360d5ec69e06b6', 'gw_port': {'id': 'a45f5dbc-ed59-4272-8683-8f4e89ccafc1', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:54:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8c8760-cae2-4187-ae66-68dc117fed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:08:09Z', 'updated_at': '2022-02-19T04:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:08:19.569539 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 8bc46dda-8e65-48b1-89f0-b01b98e9b901 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:19.570739 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8bc46dda-8e65-48b1-89f0-b01b98e9b901), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:19.740371 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 8bc46dda-8e65-48b1-89f0-b01b98e9b901 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:19.774487 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-5ede6d70-ded8-442f-a398-1a53ba380ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e8682da-7995-4a0f-a5f8-4f115f99781d']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:19.777661 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4d2dc9-2c58-4335-afce-1e75d803d1a6 x-openstack-request-id: req-fd4d2dc9-2c58-4335-afce-1e75d803d1a6 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:19.777969 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b547761-e6af-43d6-97bd-980a7f43bf93", "name": "network-vif-deleted", "tag": "e75123b9-dab6-4e4c-8b87-ded3ba85e27e", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:19.778269 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fd4d2dc9-2c58-4335-afce-1e75d803d1a6 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:19.778668 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b547761-e6af-43d6-97bd-980a7f43bf93', 'name': 'network-vif-deleted', 'tag': 'e75123b9-dab6-4e4c-8b87-ded3ba85e27e', 'status': 'completed', 'code': 200} Feb 19 04:08:19.786938 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0d5dcfa4-7363-479a-b222-ab377569019d req-774b1b0d-8256-4851-a2c7-0fa2105dc8f0 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b547761-e6af-43d6-97bd-980a7f43bf93 HTTP/1.1" status: 200 len: 210 time: 0.0734885 Feb 19 04:08:19.798177 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-5ede6d70-ded8-442f-a398-1a53ba380ee4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98dccc4-11bf-40ce-8fc3-65757f22b209') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:19.798486 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-5ede6d70-ded8-442f-a398-1a53ba380ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98dccc4-11bf-40ce-8fc3-65757f22b209') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:19.854057 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ede6d70-ded8-442f-a398-1a53ba380ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (d98dccc4-11bf-40ce-8fc3-65757f22b209), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:19.934520 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ede6d70-ded8-442f-a398-1a53ba380ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (d98dccc4-11bf-40ce-8fc3-65757f22b209), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:19.961798 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ede6d70-ded8-442f-a398-1a53ba380ee4 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:08:19.962231 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ede6d70-ded8-442f-a398-1a53ba380ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (d98dccc4-11bf-40ce-8fc3-65757f22b209), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:19.965705 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-fa68669b-c9de-45db-912c-bb0d2aff905b service neutron] 10.222.0.26 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7345579 Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:08:19.966445 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:08:19.982669 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9479a76-11c4-4ff0-b1df-b44e896ca6db tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Router 777e8051-9303-4af6-a7fd-935c8b9776e9 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:08:20.102036 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ede6d70-ded8-442f-a398-1a53ba380ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (0e8682da-7995-4a0f-a5f8-4f115f99781d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:20.107703 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ede6d70-ded8-442f-a398-1a53ba380ee4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:20.111547 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5ede6d70-ded8-442f-a398-1a53ba380ee4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0e8682da-7995-4a0f-a5f8-4f115f99781d HTTP/1.1" status: 204 len: 168 time: 1.5000527 Feb 19 04:08:20.121923 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6311eb-34c6-4ed5-a0f0-bd414693e962 req-d8346f8b-a8d2-4b7c-aa3a-44de6705a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:20.123472 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0c6311eb-34c6-4ed5-a0f0-bd414693e962 req-d8346f8b-a8d2-4b7c-aa3a-44de6705a434 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7d063905-1dca-479b-a8ed-624bbce2a132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8499928 Feb 19 04:08:20.157393 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a007d89b-e33f-44c5-ae2f-f04932ac4df7 req-a54693e9-3b4e-4988-8ffa-b08e2da64e74 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7183015 Feb 19 04:08:20.171450 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede6d70-ded8-442f-a398-1a53ba380ee4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e8682da-7995-4a0f-a5f8-4f115f99781d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:20.188303 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d36b25dc-cd1a-4983-809a-edf5e2c470fc req-4d7ac7cf-06ed-4320-a2fd-a463d115570d tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/security-groups?id=61f63118-15d4-46ec-a81f-afa4768b0382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7684033 Feb 19 04:08:20.230478 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9479a76-11c4-4ff0-b1df-b44e896ca6db tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:08:20.236244 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-05aa1f2d-d0f7-44b0-9b28-3e2ad9981689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (c94d7362-731f-4df5-b0a8-36315fd59471), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:20.243476 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61b2d26-8b5e-43e8-8b42-f2559e406a13 None None] Sync routers for ids ['777e8051-9303-4af6-a7fd-935c8b9776e9'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:08:20.254525 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f9479a76-11c4-4ff0-b1df-b44e896ca6db tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] 10.222.0.52 "PUT /v2.0/routers/777e8051-9303-4af6-a7fd-935c8b9776e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8495858 Feb 19 04:08:20.259292 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59010) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:20.272148 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-a9d2156a-c03b-4a89-998d-f68e436b005d service neutron] 10.222.0.26 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913067 Feb 19 04:08:20.275212 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61b2d26-8b5e-43e8-8b42-f2559e406a13 None None] Routers {'777e8051-9303-4af6-a7fd-935c8b9776e9'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:08:20.278052 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b61b2d26-8b5e-43e8-8b42-f2559e406a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:08:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['777e8051-9303-4af6-a7fd-935c8b9776e9'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:20.301478 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59014) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:20.331483 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-60430e63-ab54-47db-aee9-f643c31b682c tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] delete failed (client error): The resource could not be found. Feb 19 04:08:20.337744 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-60430e63-ab54-47db-aee9-f643c31b682c tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] 10.222.0.52 "DELETE /v2.0/routers/tempest-non_exist_router-1664148432 HTTP/1.1" status: 404 len: 335 time: 0.0769167 Feb 19 04:08:20.339420 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59016) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:20.346351 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05aa1f2d-d0f7-44b0-9b28-3e2ad9981689 admin admin] Network d56efac0-78e8-446d-973b-9fa19c370667 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:08:20.351130 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-e6081354-f254-4629-a4c6-ab9384e00697 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Request body: {'router': {'external_gateway_info': {'network_id': '777e8051-9303-4af6-a7fd-935c8b9776e9'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:20.362816 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b61b2d26-8b5e-43e8-8b42-f2559e406a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:20.375845 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61b2d26-8b5e-43e8-8b42-f2559e406a13 None None] Routers {'777e8051-9303-4af6-a7fd-935c8b9776e9'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:08:20.376063 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-2ed35c68-f53d-48d0-b59a-2eb47ac2ea53 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=03bbf650-5bef-4ec1-af01-630545c4db55 HTTP/1.1" status: 200 len: 217 time: 0.0527027 Feb 19 04:08:20.376472 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b61b2d26-8b5e-43e8-8b42-f2559e406a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:08:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['777e8051-9303-4af6-a7fd-935c8b9776e9'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:20.390550 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-05aa1f2d-d0f7-44b0-9b28-3e2ad9981689 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:20.422747 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b61b2d26-8b5e-43e8-8b42-f2559e406a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:20.423667 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61b2d26-8b5e-43e8-8b42-f2559e406a13 None None] The sync data for ids ['777e8051-9303-4af6-a7fd-935c8b9776e9'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:08:20.436875 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-89331caa-909b-401b-80e8-0fa3ebf46227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:20.438487 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-89331caa-909b-401b-80e8-0fa3ebf46227 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b31cd777-60e6-4424-9e5a-b1d089558473 HTTP/1.1" status: 200 len: 797 time: 0.0552170 Feb 19 04:08:20.503664 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-13dee484-f6a0-4dbe-955e-c97370f44dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:20.507627 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-13dee484-f6a0-4dbe-955e-c97370f44dfa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c7e52652-7c3c-4be2-8566-a72156b624d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0623763 Feb 19 04:08:20.509776 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aa1f2d-d0f7-44b0-9b28-3e2ad9981689 admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:08:20.614909 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-f6d41e03-e0d0-4a5f-96c1-33536e5782bd service neutron] 10.222.0.26 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006877 Feb 19 04:08:20.624227 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa1f2d-d0f7-44b0-9b28-3e2ad9981689 admin admin] Pushing event updated for resources: {'Port': ['ID=c94d7362-731f-4df5-b0a8-36315fd59471,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:20.647845 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-05aa1f2d-d0f7-44b0-9b28-3e2ad9981689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (9a8c8760-cae2-4187-ae66-68dc117fed1d), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:20.651550 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0c6311eb-34c6-4ed5-a0f0-bd414693e962 req-a15acece-905d-42ee-83cf-58ca1aae67b5 service neutron] 10.222.0.79 "GET /v2.0/networks/7d063905-1dca-479b-a8ed-624bbce2a132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120881 Feb 19 04:08:20.662392 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-814a3f72-fb89-410f-9c19-c5ef28b16eb6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3eef6e2a8d8d4d02b6f37a63b55e5195&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3579469 Feb 19 04:08:20.663318 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59018) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:20.689922 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device e75123b9-dab6-4e4c-8b87-ded3ba85e27e no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:08:20.715565 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: e75123b9-dab6-4e4c-8b87-ded3ba85e27e {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:08:20.716172 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device e75123b9-dab6-4e4c-8b87-ded3ba85e27e not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:08:20.727829 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-7dae4ffa-1904-4368-9923-e0d59b93c198 service neutron] 10.222.0.26 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065283 Feb 19 04:08:20.760384 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c7eaf382-6fc2-4427-ac38-55afc8cc0c0b None None] Provisioning complete for port c94d7362-731f-4df5-b0a8-36315fd59471 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:20.761135 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c7eaf382-6fc2-4427-ac38-55afc8cc0c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c94d7362-731f-4df5-b0a8-36315fd59471), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:20.779588 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-654abc1c-a1bb-4265-8d77-920efdac74f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=065ce680-972c-4dea-ae22-48d0fbd50b99 HTTP/1.1" status: 200 len: 217 time: 0.0457029 Feb 19 04:08:20.805756 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c7eaf382-6fc2-4427-ac38-55afc8cc0c0b None None] Port c94d7362-731f-4df5-b0a8-36315fd59471 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:08:20.836660 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-7182bc35-0861-4325-8114-dcdc38812e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:20.838788 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-7182bc35-0861-4325-8114-dcdc38812e32 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3c4676cd-7ab6-4200-93f3-9d2db44011e7 HTTP/1.1" status: 200 len: 797 time: 0.0537620 Feb 19 04:08:20.906426 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-a40643f1-f441-4940-ab91-52b866632734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:20.907962 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-a40643f1-f441-4940-ab91-52b866632734 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8cc0006b-25b3-422c-9bde-2e117b4adfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0632465 Feb 19 04:08:20.932544 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc81f7-27c0-4be6-afe6-1506067ed8b5 req-d74d3594-372f-443c-b4db-a8a9282a92bb tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:20.939274 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ffc81f7-27c0-4be6-afe6-1506067ed8b5 req-d74d3594-372f-443c-b4db-a8a9282a92bb tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 945 time: 0.5504057 Feb 19 04:08:20.960373 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-eca6e41e-f6ed-4fd0-acf5-4cd75be33c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df2086ef-3a32-4b03-be48-cc0d5c27f8ad {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:08:21.003935 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-eca6e41e-f6ed-4fd0-acf5-4cd75be33c87 service neutron] Publish callbacks [] for port (df2086ef-3a32-4b03-be48-cc0d5c27f8ad), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:21.016191 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-c0b1211a-7945-44aa-96ba-58f45b6d5e86 service neutron] 10.222.0.26 "GET /v2.0/networks/8cc0006b-25b3-422c-9bde-2e117b4adfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003911 Feb 19 04:08:21.124692 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-0a33b65f-13eb-48d9-87f6-2ccf5a38e8e5 service neutron] 10.222.0.26 "GET /v2.0/networks/8cc0006b-25b3-422c-9bde-2e117b4adfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957680 Feb 19 04:08:21.150411 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-eca6e41e-f6ed-4fd0-acf5-4cd75be33c87 service neutron] Transition to ACTIVE for port object df2086ef-3a32-4b03-be48-cc0d5c27f8ad will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:08:21.169678 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-ab5215a0-7427-40ff-bacf-d45c810520b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=707eecc9-665d-461b-8a6a-4e0b2324400b HTTP/1.1" status: 200 len: 217 time: 0.0381525 Feb 19 04:08:21.172393 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-39cc442f-add4-4bbd-9aba-ece3679c8190 admin admin] Publish callbacks [] for security_group (d79b1477-7f18-43ca-95aa-5c3cc9be0688), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:21.179344 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e6081354-f254-4629-a4c6-ab9384e00697 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks [] for router_gateway (777e8051-9303-4af6-a7fd-935c8b9776e9), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:21.185024 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0c6311eb-34c6-4ed5-a0f0-bd414693e962 req-b2cc6117-cb7e-4aa0-a152-cc1db4405d7f service neutron] 10.222.0.79 "GET /v2.0/networks/7d063905-1dca-479b-a8ed-624bbce2a132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5208261 Feb 19 04:08:21.198202 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-eca6e41e-f6ed-4fd0-acf5-4cd75be33c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (df2086ef-3a32-4b03-be48-cc0d5c27f8ad), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:21.232866 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-cf337795-b1dc-49eb-9611-8be1c18cbaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:21.234632 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-cf337795-b1dc-49eb-9611-8be1c18cbaff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3c4676cd-7ab6-4200-93f3-9d2db44011e7 HTTP/1.1" status: 200 len: 797 time: 0.0591044 Feb 19 04:08:21.283864 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-39cc442f-add4-4bbd-9aba-ece3679c8190 admin admin] Publish callbacks [] for security_group (d79b1477-7f18-43ca-95aa-5c3cc9be0688), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:21.303488 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ffc81f7-27c0-4be6-afe6-1506067ed8b5 req-f5fd4921-8ba4-4f1d-a805-2de6cb7d6498 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573885 Feb 19 04:08:21.315994 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-a91d22ad-5be4-4a77-9291-d480218c2886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:21.318292 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-a91d22ad-5be4-4a77-9291-d480218c2886 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8cc0006b-25b3-422c-9bde-2e117b4adfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0707381 Feb 19 04:08:21.333076 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-e6081354-f254-4629-a4c6-ab9384e00697 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] update failed (client error): The resource could not be found. Feb 19 04:08:21.335953 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e6081354-f254-4629-a4c6-ab9384e00697 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] 10.222.0.52 "PUT /v2.0/routers/777e8051-9303-4af6-a7fd-935c8b9776e9 HTTP/1.1" status: 404 len: 339 time: 0.9884226 Feb 19 04:08:21.341894 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59028) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:21.417242 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6e41e-f6ed-4fd0-acf5-4cd75be33c87 service neutron] Pushing event updated for resources: {'Port': ['ID=df2086ef-3a32-4b03-be48-cc0d5c27f8ad,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:21.434039 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device a45f5dbc-ed59-4272-8683-8f4e89ccafc1 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:08:21.464928 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219de15c-0d4b-46cf-9de8-041a1867a7f9 req-663037c0-bbda-4704-958a-3b39efc2ffb9 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:21.466599 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-219de15c-0d4b-46cf-9de8-041a1867a7f9 req-663037c0-bbda-4704-958a-3b39efc2ffb9 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa93173e-fa6c-4663-84fe-7bcb8dfe76c2 HTTP/1.1" status: 200 len: 946 time: 0.3884509 Feb 19 04:08:21.467291 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-05aa1f2d-d0f7-44b0-9b28-3e2ad9981689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c94d7362-731f-4df5-b0a8-36315fd59471), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:21.513945 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port a45f5dbc-ed59-4272-8683-8f4e89ccafc1 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:21.513945 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (a45f5dbc-ed59-4272-8683-8f4e89ccafc1), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:21.590756 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-0fee964f-15d8-4d7b-bbf6-cb33590a7cdf service neutron] 10.222.0.26 "GET /v2.0/networks/8cc0006b-25b3-422c-9bde-2e117b4adfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654757 Feb 19 04:08:21.623135 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-39cc442f-add4-4bbd-9aba-ece3679c8190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d79b1477-7f18-43ca-95aa-5c3cc9be0688), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:21.625696 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-39cc442f-add4-4bbd-9aba-ece3679c8190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:21.629304 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-39cc442f-add4-4bbd-9aba-ece3679c8190 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d79b1477-7f18-43ca-95aa-5c3cc9be0688 HTTP/1.1" status: 204 len: 168 time: 0.9230771 Feb 19 04:08:21.629491 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port a45f5dbc-ed59-4272-8683-8f4e89ccafc1 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:21.629491 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a45f5dbc-ed59-4272-8683-8f4e89ccafc1), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:21.659036 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port a45f5dbc-ed59-4272-8683-8f4e89ccafc1, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=a45f5dbc-ed59-4272-8683-8f4e89ccafc1,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:21.665726 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce2312-58d3-4c46-9e3a-37142b869250 req-ea407fe2-6154-46a3-9621-e44bf4822722 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:21.667379 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10ce2312-58d3-4c46-9e3a-37142b869250 req-ea407fe2-6154-46a3-9621-e44bf4822722 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd0114d3-9ffa-44b0-8a29-00cbd908091c HTTP/1.1" status: 200 len: 943 time: 0.2726934 Feb 19 04:08:21.667855 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (a45f5dbc-ed59-4272-8683-8f4e89ccafc1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:21.686643 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc442f-add4-4bbd-9aba-ece3679c8190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79b1477-7f18-43ca-95aa-5c3cc9be0688,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:21.691179 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-219de15c-0d4b-46cf-9de8-041a1867a7f9 req-7331e536-2146-43c7-9080-08bb20f1fb88 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865015 Feb 19 04:08:21.703285 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-eca6e41e-f6ed-4fd0-acf5-4cd75be33c87 service neutron] Attempting to bind port df2086ef-3a32-4b03-be48-cc0d5c27f8ad on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:08:21.703630 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-eca6e41e-f6ed-4fd0-acf5-4cd75be33c87 service neutron] Attempting to bind port df2086ef-3a32-4b03-be48-cc0d5c27f8ad by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fbc184ee-4efe-4a1a-add5-31a55282dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b78353e-8024-442c-bce7-ef57f757661f'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:08:21.703964 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-eca6e41e-f6ed-4fd0-acf5-4cd75be33c87 service neutron] Attempting to bind port df2086ef-3a32-4b03-be48-cc0d5c27f8ad on network 1b78353e-8024-442c-bce7-ef57f757661f {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:21.751113 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-eca6e41e-f6ed-4fd0-acf5-4cd75be33c87 service neutron] Port df2086ef-3a32-4b03-be48-cc0d5c27f8ad on network 1b78353e-8024-442c-bce7-ef57f757661f not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:08:21.751448 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-eca6e41e-f6ed-4fd0-acf5-4cd75be33c87 service neutron] Attempting to bind port df2086ef-3a32-4b03-be48-cc0d5c27f8ad on network 1b78353e-8024-442c-bce7-ef57f757661f {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:21.764131 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-eca6e41e-f6ed-4fd0-acf5-4cd75be33c87 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:08:21.764131 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-eca6e41e-f6ed-4fd0-acf5-4cd75be33c87 service neutron] Checking segment: {'id': 'fbc184ee-4efe-4a1a-add5-31a55282dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b78353e-8024-442c-bce7-ef57f757661f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:21.764403 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-eca6e41e-f6ed-4fd0-acf5-4cd75be33c87 service neutron] Bound using segment: {'id': 'fbc184ee-4efe-4a1a-add5-31a55282dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b78353e-8024-442c-bce7-ef57f757661f'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:08:21.764847 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-eca6e41e-f6ed-4fd0-acf5-4cd75be33c87 service neutron] Bound port: df2086ef-3a32-4b03-be48-cc0d5c27f8ad, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc184ee-4efe-4a1a-add5-31a55282dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1b78353e-8024-442c-bce7-ef57f757661f'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:08:21.765224 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-eca6e41e-f6ed-4fd0-acf5-4cd75be33c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (df2086ef-3a32-4b03-be48-cc0d5c27f8ad), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:21.770124 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=a45f5dbc-ed59-4272-8683-8f4e89ccafc1,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:21.790254 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7fb609f6-d56a-4e3a-8985-5b5d114de6ae tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:21.790506 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:21.790734 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:21.791080 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:21.794655 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:21.794655 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:21.794655 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:21.794976 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:21.798829 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:21.799217 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:21.799556 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:21.799893 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:21.800560 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:21.800560 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:21.854710 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10ce2312-58d3-4c46-9e3a-37142b869250 req-1559f915-3419-46db-85a5-0009dd0d8326 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/security-groups?id=61f63118-15d4-46ec-a81f-afa4768b0382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525037 Feb 19 04:08:21.932172 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bf318922-3a9e-48a4-8dc4-a9d85f14669b req-f2777bd3-fe04-4874-ae90-055f3e4bd96c service neutron] 10.222.0.26 "GET /v2.0/networks/8cc0006b-25b3-422c-9bde-2e117b4adfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993746 Feb 19 04:08:21.967412 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-05aa1f2d-d0f7-44b0-9b28-3e2ad9981689 admin admin] Publish callbacks [] for port (c94d7362-731f-4df5-b0a8-36315fd59471), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:21.980933 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-eca6e41e-f6ed-4fd0-acf5-4cd75be33c87 service neutron] For port df2086ef-3a32-4b03-be48-cc0d5c27f8ad, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:08:21.980933 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-05aa1f2d-d0f7-44b0-9b28-3e2ad9981689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (c94d7362-731f-4df5-b0a8-36315fd59471), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:21.988629 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-eca6e41e-f6ed-4fd0-acf5-4cd75be33c87 service neutron] For port df2086ef-3a32-4b03-be48-cc0d5c27f8ad, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=df2086ef-3a32-4b03-be48-cc0d5c27f8ad,segment=NetworkSegment(fbc184ee-4efe-4a1a-add5-31a55282dd6d),segment_id=fbc184ee-4efe-4a1a-add5-31a55282dd6d)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:08:22.047551 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa1f2d-d0f7-44b0-9b28-3e2ad9981689 admin admin] Pushing event updated for resources: {'Port': ['ID=c94d7362-731f-4df5-b0a8-36315fd59471,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:22.075256 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-eca6e41e-f6ed-4fd0-acf5-4cd75be33c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (df2086ef-3a32-4b03-be48-cc0d5c27f8ad), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:22.176016 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-7fb609f6-d56a-4e3a-8985-5b5d114de6ae tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Allocated IP 172.20.0.1 (b01878b8-26ee-4757-8bab-f1f08d02adb0/f393eb5e-9bde-4daf-81a8-d6e70244d536/717de637-b1a8-4cff-8303-00f84070c1e9) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:08:22.264965 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59034) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:22.330212 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7fb609f6-d56a-4e3a-8985-5b5d114de6ae tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks [] for port (717de637-b1a8-4cff-8303-00f84070c1e9), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:22.347437 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-16e0cc63-a119-41a2-b8e7-687bb4f754a9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=af404f8fc9a24f6695ced1decb8a54b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0804801 Feb 19 04:08:22.350471 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59038) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:22.405594 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-eca6e41e-f6ed-4fd0-acf5-4cd75be33c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:22.406261 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-eca6e41e-f6ed-4fd0-acf5-4cd75be33c87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:22.408004 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-eca6e41e-f6ed-4fd0-acf5-4cd75be33c87 service neutron] 10.222.0.79 "PUT /v2.0/ports/df2086ef-3a32-4b03-be48-cc0d5c27f8ad HTTP/1.1" status: 200 len: 1092 time: 3.4358940 Feb 19 04:08:22.411476 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6e41e-f6ed-4fd0-acf5-4cd75be33c87 service neutron] Pushing event updated for resources: {'Port': ['ID=df2086ef-3a32-4b03-be48-cc0d5c27f8ad,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:22.416500 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0114d3-9ffa-44b0-8a29-00cbd908091c', 'tag': 'df2086ef-3a32-4b03-be48-cc0d5c27f8ad'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:22.421302 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6572d8-9595-4480-a4d0-ee8f9495127c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0114d3-9ffa-44b0-8a29-00cbd908091c", "tag": "df2086ef-3a32-4b03-be48-cc0d5c27f8ad"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:22.445320 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7fb609f6-d56a-4e3a-8985-5b5d114de6ae tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (717de637-b1a8-4cff-8303-00f84070c1e9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:22.453181 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-05aa1f2d-d0f7-44b0-9b28-3e2ad9981689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (9a8c8760-cae2-4187-ae66-68dc117fed1d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:22.466577 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f82e1cea-e206-433c-b58d-73dea20c8ed6 admin admin] Publish callbacks [] for security_group (f7cd1ce6-4164-4274-8e36-250f68b6db18), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:22.499237 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d87692-134c-4825-afb5-74ea265f3939 x-openstack-request-id: req-d4d87692-134c-4825-afb5-74ea265f3939 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:22.499535 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0114d3-9ffa-44b0-8a29-00cbd908091c", "tag": "df2086ef-3a32-4b03-be48-cc0d5c27f8ad", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:22.499792 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d4d87692-134c-4825-afb5-74ea265f3939 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:22.500216 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0114d3-9ffa-44b0-8a29-00cbd908091c', 'tag': 'df2086ef-3a32-4b03-be48-cc0d5c27f8ad', 'status': 'completed', 'code': 200} Feb 19 04:08:22.511942 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb609f6-d56a-4e3a-8985-5b5d114de6ae tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Network b01878b8-26ee-4757-8bab-f1f08d02adb0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:08:22.523554 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-7fb609f6-d56a-4e3a-8985-5b5d114de6ae tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:22.531254 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb609f6-d56a-4e3a-8985-5b5d114de6ae tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:08:22.535050 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f82e1cea-e206-433c-b58d-73dea20c8ed6 admin admin] Publish callbacks [] for security_group (f7cd1ce6-4164-4274-8e36-250f68b6db18), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:22.563391 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb609f6-d56a-4e3a-8985-5b5d114de6ae tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Pushing event updated for resources: {'Port': ['ID=717de637-b1a8-4cff-8303-00f84070c1e9,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:22.606109 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7fb609f6-d56a-4e3a-8985-5b5d114de6ae tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (777e8051-9303-4af6-a7fd-935c8b9776e9), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:22.647139 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-e7685202-8c38-4ff9-a79d-97ff54ea6452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:22.650195 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-e7685202-8c38-4ff9-a79d-97ff54ea6452 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=477c8a0fb0de4207862516d5cdd1ee8e&device_id=bd0114d3-9ffa-44b0-8a29-00cbd908091c HTTP/1.1" status: 200 len: 1126 time: 0.1482058 Feb 19 04:08:22.672307 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958a02f-81e7-483c-aac1-8bcfe2143cc2 req-a1b89f2e-895b-4d16-af4c-859109009c13 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:22.679226 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f958a02f-81e7-483c-aac1-8bcfe2143cc2 req-a1b89f2e-895b-4d16-af4c-859109009c13 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 945 time: 0.2354479 Feb 19 04:08:22.704037 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f82e1cea-e206-433c-b58d-73dea20c8ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f7cd1ce6-4164-4274-8e36-250f68b6db18), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:22.707297 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f82e1cea-e206-433c-b58d-73dea20c8ed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:22.709490 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f82e1cea-e206-433c-b58d-73dea20c8ed6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f7cd1ce6-4164-4274-8e36-250f68b6db18 HTTP/1.1" status: 204 len: 168 time: 0.3579042 Feb 19 04:08:22.765993 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e1cea-e206-433c-b58d-73dea20c8ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cd1ce6-4164-4274-8e36-250f68b6db18,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:22.795340 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-837c403f-b830-4588-8823-06e463766548 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df2086ef-3a32-4b03-be48-cc0d5c27f8ad HTTP/1.1" status: 200 len: 217 time: 0.1300211 Feb 19 04:08:22.883844 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1864ab3-3751-4a99-941c-a274046bf3c0 req-ec90e947-5fad-4526-bc38-3b3fbc6964ff tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:22.886519 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e1864ab3-3751-4a99-941c-a274046bf3c0 req-ec90e947-5fad-4526-bc38-3b3fbc6964ff tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa93173e-fa6c-4663-84fe-7bcb8dfe76c2 HTTP/1.1" status: 200 len: 946 time: 0.1744704 Feb 19 04:08:22.887288 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7fb609f6-d56a-4e3a-8985-5b5d114de6ae tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (717de637-b1a8-4cff-8303-00f84070c1e9), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:22.966976 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05aa1f2d-d0f7-44b0-9b28-3e2ad9981689 admin admin] Network d56efac0-78e8-446d-973b-9fa19c370667 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:08:22.982843 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f958a02f-81e7-483c-aac1-8bcfe2143cc2 req-d3783303-3a2a-44ba-a3bb-9a71b05f878f tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988772 Feb 19 04:08:22.982843 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-05aa1f2d-d0f7-44b0-9b28-3e2ad9981689 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:22.989064 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-a8ec6a1a-19d3-4ccf-99ea-76ce571cfcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:22.990669 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-a8ec6a1a-19d3-4ccf-99ea-76ce571cfcda service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2c3db7d9-850a-459d-8149-b50a87fe7f0b HTTP/1.1" status: 200 len: 861 time: 0.1892099 Feb 19 04:08:23.066156 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b6412988-1928-4891-b975-3dc8b99252ea None None] Provisioning complete for port 717de637-b1a8-4cff-8303-00f84070c1e9 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:23.067203 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b6412988-1928-4891-b975-3dc8b99252ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (717de637-b1a8-4cff-8303-00f84070c1e9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:23.123400 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69287613-627c-45aa-8769-64946fbb0925 req-72cc37a6-c685-44ae-b9e0-666626a64837 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:23.131624 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69287613-627c-45aa-8769-64946fbb0925 req-72cc37a6-c685-44ae-b9e0-666626a64837 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa93173e-fa6c-4663-84fe-7bcb8dfe76c2 HTTP/1.1" status: 200 len: 946 time: 0.2790115 Feb 19 04:08:23.134909 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-25633f05-ea93-447f-bdd0-5c5cce487d36 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1b78353e-8024-442c-bce7-ef57f757661f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1337748 Feb 19 04:08:23.148762 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b6412988-1928-4891-b975-3dc8b99252ea None None] Port 717de637-b1a8-4cff-8303-00f84070c1e9 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:08:23.234991 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-e1864ab3-3751-4a99-941c-a274046bf3c0 req-db0f8f04-d183-4a40-bdfa-83c8ca146ee3 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Deleting port e0279203-0c38-44c9-bc69-2ba42a825e33 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:08:23.235565 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e1864ab3-3751-4a99-941c-a274046bf3c0 req-db0f8f04-d183-4a40-bdfa-83c8ca146ee3 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (e0279203-0c38-44c9-bc69-2ba42a825e33), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:23.370624 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69287613-627c-45aa-8769-64946fbb0925 req-354acef2-17a9-4831-9e15-e1a8ce1947ee tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/security-groups?id=30c458cb-90c2-4e2c-9758-94cbf3eafb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374563 Feb 19 04:08:23.386349 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-db614463-979f-4931-8d46-74487847cf9d None None] Provisioning complete for port c94d7362-731f-4df5-b0a8-36315fd59471 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:23.386829 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-db614463-979f-4931-8d46-74487847cf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c94d7362-731f-4df5-b0a8-36315fd59471), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:23.439108 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d3374-ac5d-4dbc-a4dd-7dd9cb3a40a8 req-0b714a7b-f09e-4760-9ba9-f09fb2e520b6 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:23.441897 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-765d3374-ac5d-4dbc-a4dd-7dd9cb3a40a8 req-0b714a7b-f09e-4760-9ba9-f09fb2e520b6 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd0114d3-9ffa-44b0-8a29-00cbd908091c HTTP/1.1" status: 200 len: 943 time: 0.2967174 Feb 19 04:08:23.444038 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device a45f5dbc-ed59-4272-8683-8f4e89ccafc1 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:08:23.505730 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-e1864ab3-3751-4a99-941c-a274046bf3c0 req-db0f8f04-d183-4a40-bdfa-83c8ca146ee3 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] For port e0279203-0c38-44c9-bc69-2ba42a825e33, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=e0279203-0c38-44c9-bc69-2ba42a825e33,segment=NetworkSegment(c61db939-2359-422c-aef9-128f8ca1bb50),segment_id=c61db939-2359-422c-aef9-128f8ca1bb50)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:23.506362 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e1864ab3-3751-4a99-941c-a274046bf3c0 req-db0f8f04-d183-4a40-bdfa-83c8ca146ee3 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (e0279203-0c38-44c9-bc69-2ba42a825e33), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:23.527129 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-765d3374-ac5d-4dbc-a4dd-7dd9cb3a40a8 req-3f553208-8848-475c-b59f-44b142331d82 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/security-groups?id=61f63118-15d4-46ec-a81f-afa4768b0382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722053 Feb 19 04:08:23.549935 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-db614463-979f-4931-8d46-74487847cf9d None None] Port c94d7362-731f-4df5-b0a8-36315fd59471 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:08:23.558067 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05aa1f2d-d0f7-44b0-9b28-3e2ad9981689 admin admin] Router 9a8c8760-cae2-4187-ae66-68dc117fed1d has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:08:23.558200 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-e1864ab3-3751-4a99-941c-a274046bf3c0 req-db0f8f04-d183-4a40-bdfa-83c8ca146ee3 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Calling delete_port for e0279203-0c38-44c9-bc69-2ba42a825e33 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:08:23.576235 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-601207ff-69df-43cf-93cc-be63a7ce1706 service neutron] 10.222.0.79 "GET /v2.0/networks/1b78353e-8024-442c-bce7-ef57f757661f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145682 Feb 19 04:08:23.593542 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port a45f5dbc-ed59-4272-8683-8f4e89ccafc1 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:23.595085 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (a45f5dbc-ed59-4272-8683-8f4e89ccafc1), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:23.734651 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7fb609f6-d56a-4e3a-8985-5b5d114de6ae tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks [] for port (717de637-b1a8-4cff-8303-00f84070c1e9), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:23.746811 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port a45f5dbc-ed59-4272-8683-8f4e89ccafc1 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:23.758517 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7fb609f6-d56a-4e3a-8985-5b5d114de6ae tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (717de637-b1a8-4cff-8303-00f84070c1e9), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:23.865036 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05aa1f2d-d0f7-44b0-9b28-3e2ad9981689 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:08:23.888858 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-05aa1f2d-d0f7-44b0-9b28-3e2ad9981689 admin admin] 10.222.0.52 "PUT /v2.0/routers/9a8c8760-cae2-4187-ae66-68dc117fed1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6836152 Feb 19 04:08:23.894655 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6a2850-f16d-4928-9add-e9676bd33840 None None] Sync routers for ids ['9a8c8760-cae2-4187-ae66-68dc117fed1d'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:08:23.900488 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca76457-f7f8-4813-9c14-0272a3fa09ae req-04d91b61-0ba1-4758-bcde-6305909342c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:23.903467 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ca76457-f7f8-4813-9c14-0272a3fa09ae req-04d91b61-0ba1-4758-bcde-6305909342c1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e09d752b62b44ea5a2f23e7b86993e07&device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 1128 time: 0.2011797 Feb 19 04:08:23.912867 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6a2850-f16d-4928-9add-e9676bd33840 None None] Routers {'9a8c8760-cae2-4187-ae66-68dc117fed1d'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:08:23.913524 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7e6a2850-f16d-4928-9add-e9676bd33840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:08:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['9a8c8760-cae2-4187-ae66-68dc117fed1d'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:23.929681 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7fb609f6-d56a-4e3a-8985-5b5d114de6ae tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (777e8051-9303-4af6-a7fd-935c8b9776e9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:23.930936 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf4eef-c831-4126-a126-80b5d09d0c03 req-e0fbdb2b-5349-42f8-b1de-25c796872387 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:23.932523 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5eaf4eef-c831-4126-a126-80b5d09d0c03 req-e0fbdb2b-5349-42f8-b1de-25c796872387 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 945 time: 0.2054307 Feb 19 04:08:23.948199 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb609f6-d56a-4e3a-8985-5b5d114de6ae tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Pushing event updated for resources: {'Port': ['ID=717de637-b1a8-4cff-8303-00f84070c1e9,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:23.971165 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-61cd54e6-f26e-4cee-80dc-d429e4e9ba71 req-2075f6b3-783c-452d-a443-7064982443df service neutron] 10.222.0.79 "GET /v2.0/networks/1b78353e-8024-442c-bce7-ef57f757661f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101432 Feb 19 04:08:24.118244 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e1864ab3-3751-4a99-941c-a274046bf3c0 req-db0f8f04-d183-4a40-bdfa-83c8ca146ee3 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (e0279203-0c38-44c9-bc69-2ba42a825e33), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:24.143656 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['e0279203-0c38-44c9-bc69-2ba42a825e33'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:08:24.205021 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f8f04-d183-4a40-bdfa-83c8ca146ee3 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Pushing event deleted for resources: {'Port': ['ID=e0279203-0c38-44c9-bc69-2ba42a825e33,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:24.211318 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5eaf4eef-c831-4126-a126-80b5d09d0c03 req-af9f1a07-91a4-409c-9dfb-115da4ff78db tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379608 Feb 19 04:08:24.235423 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6572d8-9595-4480-a4d0-ee8f9495127c req-4f5be931-a8d1-465e-bdcb-d44612f1321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:24.237353 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac6572d8-9595-4480-a4d0-ee8f9495127c req-4f5be931-a8d1-465e-bdcb-d44612f1321b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=477c8a0fb0de4207862516d5cdd1ee8e&device_id=bd0114d3-9ffa-44b0-8a29-00cbd908091c HTTP/1.1" status: 200 len: 1126 time: 0.1914487 Feb 19 04:08:24.244241 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-7e6a2850-f16d-4928-9add-e9676bd33840 None None] Set router 9a8c8760-cae2-4187-ae66-68dc117fed1d gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:08:24.355196 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca76457-f7f8-4813-9c14-0272a3fa09ae req-ac370a71-d041-47d4-a358-665b03396cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:24.356821 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ca76457-f7f8-4813-9c14-0272a3fa09ae req-ac370a71-d041-47d4-a358-665b03396cf8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b40e029f-e45e-4dad-8b72-cb8e978e0503 HTTP/1.1" status: 200 len: 918 time: 0.4452472 Feb 19 04:08:24.364031 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1864ab3-3751-4a99-941c-a274046bf3c0 req-db0f8f04-d183-4a40-bdfa-83c8ca146ee3 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] No DVR routers for this DVR port e0279203-0c38-44c9-bc69-2ba42a825e33 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:08:24.371922 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e1864ab3-3751-4a99-941c-a274046bf3c0 req-db0f8f04-d183-4a40-bdfa-83c8ca146ee3 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:24.383678 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e1864ab3-3751-4a99-941c-a274046bf3c0 req-db0f8f04-d183-4a40-bdfa-83c8ca146ee3 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.26 "DELETE /v2.0/ports/e0279203-0c38-44c9-bc69-2ba42a825e33 HTTP/1.1" status: 204 len: 173 time: 1.4855063 Feb 19 04:08:24.384181 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa93173e-fa6c-4663-84fe-7bcb8dfe76c2', 'name': 'network-vif-deleted', 'tag': 'e0279203-0c38-44c9-bc69-2ba42a825e33'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:24.395701 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90907970-b7e1-466f-bfd3-93c91c5487aa" -d '{"events": [{"server_uuid": "fa93173e-fa6c-4663-84fe-7bcb8dfe76c2", "name": "network-vif-deleted", "tag": "e0279203-0c38-44c9-bc69-2ba42a825e33"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:24.438289 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb609f6-d56a-4e3a-8985-5b5d114de6ae tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Network b01878b8-26ee-4757-8bab-f1f08d02adb0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:08:24.440040 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-7fb609f6-d56a-4e3a-8985-5b5d114de6ae tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:24.542845 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ca76457-f7f8-4813-9c14-0272a3fa09ae req-c1ef70be-fe85-4475-9776-1ed9f8f39247 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c48785d-a4d2-4ced-b00b-03439300e036 HTTP/1.1" status: 200 len: 217 time: 0.1615570 Feb 19 04:08:24.723995 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb609f6-d56a-4e3a-8985-5b5d114de6ae tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Router 777e8051-9303-4af6-a7fd-935c8b9776e9 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:08:24.773182 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6aefddb6-a29d-480c-9679-86304402cfee req-d66c5416-1bbd-450e-bff6-2ffa69bf312c tempest-FloatingIPsNegativeTestJSON-1031529369 tempest-FloatingIPsNegativeTestJSON-1031529369-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=0c0250129706409185360d5ec69e06b6 HTTP/1.1" status: 200 len: 217 time: 0.2536647 Feb 19 04:08:24.831808 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-06164093-3d74-4b78-8ab4-75d433666fe1 req-3065c49f-09e6-474f-b10c-2e52d5a68a65 tempest-ListServerFiltersTestJSON-1356612381 tempest-ListServerFiltersTestJSON-1356612381-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa93173e-fa6c-4663-84fe-7bcb8dfe76c2 HTTP/1.1" status: 200 len: 210 time: 0.1213050 Feb 19 04:08:24.874428 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6572d8-9595-4480-a4d0-ee8f9495127c req-f195252e-51d3-49cd-93f9-e9ed41de5e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:24.875945 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac6572d8-9595-4480-a4d0-ee8f9495127c req-f195252e-51d3-49cd-93f9-e9ed41de5e9e service neutron] 10.222.0.79 "GET /v2.0/networks?id=1b78353e-8024-442c-bce7-ef57f757661f HTTP/1.1" status: 200 len: 922 time: 0.6286728 Feb 19 04:08:24.881979 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca76457-f7f8-4813-9c14-0272a3fa09ae req-ad9e4fde-8a21-4d16-9a14-7744ef10b917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:24.885897 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ca76457-f7f8-4813-9c14-0272a3fa09ae req-ad9e4fde-8a21-4d16-9a14-7744ef10b917 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5308b5b-30ec-49b2-97d1-b7274bba8304 HTTP/1.1" status: 200 len: 857 time: 0.3256695 Feb 19 04:08:24.981425 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59098) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:24.985291 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac6572d8-9595-4480-a4d0-ee8f9495127c req-389138d2-12aa-4234-919c-bc56caaf2757 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df2086ef-3a32-4b03-be48-cc0d5c27f8ad HTTP/1.1" status: 200 len: 217 time: 0.0957508 Feb 19 04:08:24.999076 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-7d8eaaf7-870c-4a1e-81d8-77f5ca1ecfb7 None None] Provisioning complete for port 717de637-b1a8-4cff-8303-00f84070c1e9 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:25.002418 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7d8eaaf7-870c-4a1e-81d8-77f5ca1ecfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (717de637-b1a8-4cff-8303-00f84070c1e9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:25.061667 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-7d8eaaf7-870c-4a1e-81d8-77f5ca1ecfb7 None None] Port 717de637-b1a8-4cff-8303-00f84070c1e9 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:08:25.100217 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7e6a2850-f16d-4928-9add-e9676bd33840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8c8760-cae2-4187-ae66-68dc117fed1d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1701915248-router', 'tenant_id': '0c0250129706409185360d5ec69e06b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a45f5dbc-ed59-4272-8683-8f4e89ccafc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:08:06Z', 'updated_at': '2022-02-19T04:08:21Z', 'revision_number': 4, 'project_id': '0c0250129706409185360d5ec69e06b6', 'gw_port': {'id': 'a45f5dbc-ed59-4272-8683-8f4e89ccafc1', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:54:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8c8760-cae2-4187-ae66-68dc117fed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:08:09Z', 'updated_at': '2022-02-19T04:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'c94d7362-731f-4df5-b0a8-36315fd59471', 'name': '', 'network_id': 'd56efac0-78e8-446d-973b-9fa19c370667', 'tenant_id': '0c0250129706409185360d5ec69e06b6', 'mac_address': 'fa:16:3e:55:0d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8c8760-cae2-4187-ae66-68dc117fed1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '4adc72e8-c062-43b5-b960-751d2cca2127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:08:18Z', 'updated_at': '2022-02-19T04:08:21Z', 'revision_number': 2, 'project_id': '0c0250129706409185360d5ec69e06b6', 'subnets': [{'id': '4adc72e8-c062-43b5-b960-751d2cca2127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:25.115841 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ca76457-f7f8-4813-9c14-0272a3fa09ae req-723c1485-d907-4538-aed4-efe36c06b433 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b40e029f-e45e-4dad-8b72-cb8e978e0503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330478 Feb 19 04:08:25.149946 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6a2850-f16d-4928-9add-e9676bd33840 None None] Checking router: 9a8c8760-cae2-4187-ae66-68dc117fed1d for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:08:25.151092 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6a2850-f16d-4928-9add-e9676bd33840 None None] Updating router 9a8c8760-cae2-4187-ae66-68dc117fed1d port c94d7362-731f-4df5-b0a8-36315fd59471 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:08:25.156160 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a6f7ac3-32e4-432f-9c85-042aae566e25 req-7ba9b2c1-8bcc-4354-894f-ce713e8048f9 tempest-FloatingIPsNegativeTestJSON-1031529369 tempest-FloatingIPsNegativeTestJSON-1031529369-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1755140 Feb 19 04:08:25.205768 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7e6a2850-f16d-4928-9add-e9676bd33840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c94d7362-731f-4df5-b0a8-36315fd59471), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:25.246026 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553db0d1-c678-439a-a728-b6b9f4d1b914 req-6f490288-df93-41c4-a373-67d44ee35f58 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:25.253489 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-553db0d1-c678-439a-a728-b6b9f4d1b914 req-6f490288-df93-41c4-a373-67d44ee35f58 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd0114d3-9ffa-44b0-8a29-00cbd908091c HTTP/1.1" status: 200 len: 943 time: 0.2739863 Feb 19 04:08:25.336095 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6572d8-9595-4480-a4d0-ee8f9495127c req-03777bfe-2c07-4ebd-b566-0084236553bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:25.337599 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac6572d8-9595-4480-a4d0-ee8f9495127c req-03777bfe-2c07-4ebd-b566-0084236553bb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2c3db7d9-850a-459d-8149-b50a87fe7f0b HTTP/1.1" status: 200 len: 861 time: 0.2894099 Feb 19 04:08:25.338434 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-0ed2f7e6-e686-4cb3-be64-dcceea4dc58d req-8b1ffbcc-2cba-4570-b757-5bcd155a7993 tempest-FloatingIPsNegativeTestJSON-1031529369 tempest-FloatingIPsNegativeTestJSON-1031529369-project] show failed (client error): The resource could not be found. Feb 19 04:08:25.339365 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0ed2f7e6-e686-4cb3-be64-dcceea4dc58d req-8b1ffbcc-2cba-4570-b757-5bcd155a7993 tempest-FloatingIPsNegativeTestJSON-1031529369 tempest-FloatingIPsNegativeTestJSON-1031529369-project] 10.222.0.52 "GET /v2.0/floatingips/b6ad5026-bb09-43c6-a560-ae65ce4d03dc HTTP/1.1" status: 404 len: 350 time: 0.1491024 Feb 19 04:08:25.348242 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-69796ad6-7184-4711-812a-703af71cb7f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:25.350630 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59108) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:25.388929 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac6572d8-9595-4480-a4d0-ee8f9495127c req-2a4277c8-eff6-4921-ab4a-470e54a3c6a7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1b78353e-8024-442c-bce7-ef57f757661f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438242 Feb 19 04:08:25.439376 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb609f6-d56a-4e3a-8985-5b5d114de6ae tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:08:25.441869 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d80add9-830f-42b9-b084-26f6c5e76eab x-openstack-request-id: req-5d80add9-830f-42b9-b084-26f6c5e76eab {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:25.442740 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa93173e-fa6c-4663-84fe-7bcb8dfe76c2", "name": "network-vif-deleted", "tag": "e0279203-0c38-44c9-bc69-2ba42a825e33", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:25.442998 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5d80add9-830f-42b9-b084-26f6c5e76eab {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:25.443409 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa93173e-fa6c-4663-84fe-7bcb8dfe76c2', 'name': 'network-vif-deleted', 'tag': 'e0279203-0c38-44c9-bc69-2ba42a825e33', 'status': 'completed', 'code': 200} Feb 19 04:08:25.447647 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7fb609f6-d56a-4e3a-8985-5b5d114de6ae tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] 10.222.0.52 "PUT /v2.0/routers/777e8051-9303-4af6-a7fd-935c8b9776e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1028712 Feb 19 04:08:25.450104 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59110) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:25.452826 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888ef2bd-cf12-4746-bac3-55ff381755e9 None None] Sync routers for ids ['777e8051-9303-4af6-a7fd-935c8b9776e9'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:08:25.472657 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888ef2bd-cf12-4746-bac3-55ff381755e9 None None] Routers {'777e8051-9303-4af6-a7fd-935c8b9776e9'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:08:25.474035 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-888ef2bd-cf12-4746-bac3-55ff381755e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:08:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['777e8051-9303-4af6-a7fd-935c8b9776e9'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:25.533306 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-888ef2bd-cf12-4746-bac3-55ff381755e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:25.547196 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888ef2bd-cf12-4746-bac3-55ff381755e9 None None] Routers {'777e8051-9303-4af6-a7fd-935c8b9776e9'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:08:25.548496 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-888ef2bd-cf12-4746-bac3-55ff381755e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:08:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['777e8051-9303-4af6-a7fd-935c8b9776e9'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:25.557445 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-53378c4e-65c5-45d6-aeef-a12a808b5526 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks [] for router (777e8051-9303-4af6-a7fd-935c8b9776e9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:25.600081 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7e6a2850-f16d-4928-9add-e9676bd33840 None None] Publish callbacks [] for port (c94d7362-731f-4df5-b0a8-36315fd59471), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:25.608868 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7e6a2850-f16d-4928-9add-e9676bd33840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c94d7362-731f-4df5-b0a8-36315fd59471), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:25.673266 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-53378c4e-65c5-45d6-aeef-a12a808b5526 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 04:08:25.683059 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-53378c4e-65c5-45d6-aeef-a12a808b5526 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] 10.222.0.52 "DELETE /v2.0/routers/777e8051-9303-4af6-a7fd-935c8b9776e9 HTTP/1.1" status: 409 len: 329 time: 0.2314265 Feb 19 04:08:25.687629 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59112) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:25.714672 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb18073-8803-4e64-98f0-90f482465be8 None None] Pushing event updated for resources: {'Port': ['ID=c94d7362-731f-4df5-b0a8-36315fd59471,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:25.729862 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-888ef2bd-cf12-4746-bac3-55ff381755e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:25.731321 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888ef2bd-cf12-4746-bac3-55ff381755e9 None None] The sync data for ids ['777e8051-9303-4af6-a7fd-935c8b9776e9'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:08:25.766777 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7e6a2850-f16d-4928-9add-e9676bd33840 None None] Attempting to bind port c94d7362-731f-4df5-b0a8-36315fd59471 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:08:25.767442 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7e6a2850-f16d-4928-9add-e9676bd33840 None None] Attempting to bind port c94d7362-731f-4df5-b0a8-36315fd59471 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '994307bb-c163-4b51-9a89-7d881e0029c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd56efac0-78e8-446d-973b-9fa19c370667'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:08:25.767810 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a2850-f16d-4928-9add-e9676bd33840 None None] Attempting to bind port c94d7362-731f-4df5-b0a8-36315fd59471 on network d56efac0-78e8-446d-973b-9fa19c370667 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:25.774376 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a2850-f16d-4928-9add-e9676bd33840 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:08:25.774829 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a2850-f16d-4928-9add-e9676bd33840 None None] Checking segment: {'id': '994307bb-c163-4b51-9a89-7d881e0029c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd56efac0-78e8-446d-973b-9fa19c370667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:25.775169 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7e6a2850-f16d-4928-9add-e9676bd33840 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:25.775597 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a2850-f16d-4928-9add-e9676bd33840 None None] Bound using segment: {'id': '994307bb-c163-4b51-9a89-7d881e0029c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd56efac0-78e8-446d-973b-9fa19c370667'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:08:25.776074 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7e6a2850-f16d-4928-9add-e9676bd33840 None None] Bound port: c94d7362-731f-4df5-b0a8-36315fd59471, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994307bb-c163-4b51-9a89-7d881e0029c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd56efac0-78e8-446d-973b-9fa19c370667'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:08:25.776468 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7e6a2850-f16d-4928-9add-e9676bd33840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c94d7362-731f-4df5-b0a8-36315fd59471), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:25.846616 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-7e6a2850-f16d-4928-9add-e9676bd33840 None None] For port c94d7362-731f-4df5-b0a8-36315fd59471, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:08:25.850691 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-7e6a2850-f16d-4928-9add-e9676bd33840 None None] For port c94d7362-731f-4df5-b0a8-36315fd59471, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=c94d7362-731f-4df5-b0a8-36315fd59471,segment=NetworkSegment(994307bb-c163-4b51-9a89-7d881e0029c5),segment_id=994307bb-c163-4b51-9a89-7d881e0029c5)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:08:25.861443 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7e6a2850-f16d-4928-9add-e9676bd33840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c94d7362-731f-4df5-b0a8-36315fd59471), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:25.881109 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ca76457-f7f8-4813-9c14-0272a3fa09ae req-e4a8bd25-7aec-48c7-9b19-f6afcf9ab1a0 service neutron] 10.222.0.79 "GET /v2.0/networks/b40e029f-e45e-4dad-8b72-cb8e978e0503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7274561 Feb 19 04:08:25.904626 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-553db0d1-c678-439a-a728-b6b9f4d1b914 req-0effb9cd-f5d4-4753-b6b2-18c3aa6b9658 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/security-groups?id=61f63118-15d4-46ec-a81f-afa4768b0382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6441112 Feb 19 04:08:25.930978 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb18073-8803-4e64-98f0-90f482465be8 None None] Pushing event updated for resources: {'Port': ['ID=c94d7362-731f-4df5-b0a8-36315fd59471,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:25.941488 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6a2850-f16d-4928-9add-e9676bd33840 None None] Routers {'9a8c8760-cae2-4187-ae66-68dc117fed1d'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:08:25.944719 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7e6a2850-f16d-4928-9add-e9676bd33840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:08:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['9a8c8760-cae2-4187-ae66-68dc117fed1d'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:25.975790 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59116) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:26.031643 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-ac91aa02-d848-4bb8-8b89-88856e955584 None None] Provisioning complete for port c94d7362-731f-4df5-b0a8-36315fd59471 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:26.032228 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ac91aa02-d848-4bb8-8b89-88856e955584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c94d7362-731f-4df5-b0a8-36315fd59471), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:26.038451 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-4935eb18-62b9-4bc9-874b-9c96be993b83 admin admin] Deleting subnet 3a17a667-7fa1-4649-9c36-1eb9bdedfd2a {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:08:26.043395 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4935eb18-62b9-4bc9-874b-9c96be993b83 admin admin] Publish callbacks [] for subnet (3a17a667-7fa1-4649-9c36-1eb9bdedfd2a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:26.131068 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7a747-53e8-43f4-8574-58970017aaf8 req-c85e4739-5725-4950-aab1-dea43eaf6965 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:26.132910 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fbc7a747-53e8-43f4-8574-58970017aaf8 req-c85e4739-5725-4950-aab1-dea43eaf6965 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 945 time: 0.6492064 Feb 19 04:08:26.141015 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-7e6a2850-f16d-4928-9add-e9676bd33840 None None] Set router 9a8c8760-cae2-4187-ae66-68dc117fed1d gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:08:26.156918 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac6572d8-9595-4480-a4d0-ee8f9495127c req-3bfded9b-811b-46d9-9a0e-73cb8752057c service neutron] 10.222.0.79 "GET /v2.0/networks/1b78353e-8024-442c-bce7-ef57f757661f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7383504 Feb 19 04:08:26.169708 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4935eb18-62b9-4bc9-874b-9c96be993b83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (3a17a667-7fa1-4649-9c36-1eb9bdedfd2a), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:26.312917 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ca76457-f7f8-4813-9c14-0272a3fa09ae req-49b40869-1f24-4475-a2bf-ab4fd99af244 service neutron] 10.222.0.79 "GET /v2.0/networks/b40e029f-e45e-4dad-8b72-cb8e978e0503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028518 Feb 19 04:08:26.325735 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4935eb18-62b9-4bc9-874b-9c96be993b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (3a17a667-7fa1-4649-9c36-1eb9bdedfd2a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:26.352530 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fbc7a747-53e8-43f4-8574-58970017aaf8 req-a3e38157-482d-4b56-862d-36d5505423b1 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018101 Feb 19 04:08:26.382537 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-69796ad6-7184-4711-812a-703af71cb7f8 admin admin] Publish callbacks [] for security_group (0a5fa4a5-0c9c-4051-ac92-0755b19a0dc4), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:26.394263 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-69796ad6-7184-4711-812a-703af71cb7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0a5fa4a5-0c9c-4051-ac92-0755b19a0dc4), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:26.420358 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ff53fc7d-3f61-41d5-bc47-8affb2943e55 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (777e8051-9303-4af6-a7fd-935c8b9776e9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:26.431299 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ac91aa02-d848-4bb8-8b89-88856e955584 None None] Current status of the port c94d7362-731f-4df5-b0a8-36315fd59471 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:26.431994 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ac91aa02-d848-4bb8-8b89-88856e955584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c94d7362-731f-4df5-b0a8-36315fd59471), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:26.464762 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4935eb18-62b9-4bc9-874b-9c96be993b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (3a17a667-7fa1-4649-9c36-1eb9bdedfd2a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:26.485407 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-ac91aa02-d848-4bb8-8b89-88856e955584 None None] For port c94d7362-731f-4df5-b0a8-36315fd59471, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=c94d7362-731f-4df5-b0a8-36315fd59471,segment=NetworkSegment(994307bb-c163-4b51-9a89-7d881e0029c5),segment_id=994307bb-c163-4b51-9a89-7d881e0029c5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:26.493398 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ac91aa02-d848-4bb8-8b89-88856e955584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c94d7362-731f-4df5-b0a8-36315fd59471), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:26.503345 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7e6a2850-f16d-4928-9add-e9676bd33840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8c8760-cae2-4187-ae66-68dc117fed1d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1701915248-router', 'tenant_id': '0c0250129706409185360d5ec69e06b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a45f5dbc-ed59-4272-8683-8f4e89ccafc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:08:06Z', 'updated_at': '2022-02-19T04:08:21Z', 'revision_number': 4, 'project_id': '0c0250129706409185360d5ec69e06b6', 'gw_port': {'id': 'a45f5dbc-ed59-4272-8683-8f4e89ccafc1', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:54:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8c8760-cae2-4187-ae66-68dc117fed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:08:09Z', 'updated_at': '2022-02-19T04:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'c94d7362-731f-4df5-b0a8-36315fd59471', 'name': '', 'network_id': 'd56efac0-78e8-446d-973b-9fa19c370667', 'tenant_id': '0c0250129706409185360d5ec69e06b6', 'mac_address': 'fa:16:3e:55:0d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8c8760-cae2-4187-ae66-68dc117fed1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '4adc72e8-c062-43b5-b960-751d2cca2127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:08:18Z', 'updated_at': '2022-02-19T04:08:25Z', 'revision_number': 4, 'project_id': '0c0250129706409185360d5ec69e06b6', 'subnets': [{'id': '4adc72e8-c062-43b5-b960-751d2cca2127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:26.518378 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935eb18-62b9-4bc9-874b-9c96be993b83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a17a667-7fa1-4649-9c36-1eb9bdedfd2a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:26.529196 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4935eb18-62b9-4bc9-874b-9c96be993b83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:26.532331 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4935eb18-62b9-4bc9-874b-9c96be993b83 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3a17a667-7fa1-4649-9c36-1eb9bdedfd2a HTTP/1.1" status: 204 len: 168 time: 0.5555832 Feb 19 04:08:26.537720 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59122) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:26.543203 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69796ad6-7184-4711-812a-703af71cb7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5fa4a5-0c9c-4051-ac92-0755b19a0dc4,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:26.548904 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-69796ad6-7184-4711-812a-703af71cb7f8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b9905b6009cb4501acc0b0c7a19bc857&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5623937 Feb 19 04:08:26.551322 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac6572d8-9595-4480-a4d0-ee8f9495127c req-d5f04dec-8012-4974-a502-48241c8c07f4 service neutron] 10.222.0.79 "GET /v2.0/networks/1b78353e-8024-442c-bce7-ef57f757661f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483629 Feb 19 04:08:26.554607 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59124) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:26.558296 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ae3348-fb35-4fbe-a236-fbf0867e53bb None None] Network 3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:08:26.563262 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6a2850-f16d-4928-9add-e9676bd33840 None None] The sync data for ids ['9a8c8760-cae2-4187-ae66-68dc117fed1d'] in n-d-828369-19 is: [{'id': '9a8c8760-cae2-4187-ae66-68dc117fed1d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1701915248-router', 'tenant_id': '0c0250129706409185360d5ec69e06b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a45f5dbc-ed59-4272-8683-8f4e89ccafc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:08:06Z', 'updated_at': '2022-02-19T04:08:21Z', 'revision_number': 4, 'project_id': '0c0250129706409185360d5ec69e06b6', 'gw_port': {'id': 'a45f5dbc-ed59-4272-8683-8f4e89ccafc1', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:54:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8c8760-cae2-4187-ae66-68dc117fed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:08:09Z', 'updated_at': '2022-02-19T04:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'c94d7362-731f-4df5-b0a8-36315fd59471', 'name': '', 'network_id': 'd56efac0-78e8-446d-973b-9fa19c370667', 'tenant_id': '0c0250129706409185360d5ec69e06b6', 'mac_address': 'fa:16:3e:55:0d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8c8760-cae2-4187-ae66-68dc117fed1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '4adc72e8-c062-43b5-b960-751d2cca2127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:08:18Z', 'updated_at': '2022-02-19T04:08:25Z', 'revision_number': 4, 'project_id': '0c0250129706409185360d5ec69e06b6', 'subnets': [{'id': '4adc72e8-c062-43b5-b960-751d2cca2127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:08:26.675806 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91aa02-d848-4bb8-8b89-88856e955584 None None] Pushing event updated for resources: {'Port': ['ID=c94d7362-731f-4df5-b0a8-36315fd59471,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:26.681710 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:26.705261 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device e0279203-0c38-44c9-bc69-2ba42a825e33 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:08:26.712610 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03880a84-eac3-4933-935f-cd0d49a3bad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:26.725840 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97b694f1-a341-44f1-8247-15fc7c73ca49 admin admin] Publish callbacks [] for security_group (0a5fa4a5-0c9c-4051-ac92-0755b19a0dc4), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:26.733277 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d928831a-6ca6-41b8-8950-594120d4ce23 None None] Provisioning complete for port c94d7362-731f-4df5-b0a8-36315fd59471 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:26.733277 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d928831a-6ca6-41b8-8950-594120d4ce23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c94d7362-731f-4df5-b0a8-36315fd59471), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:26.772066 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: e0279203-0c38-44c9-bc69-2ba42a825e33 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:08:26.772499 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device e0279203-0c38-44c9-bc69-2ba42a825e33 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:08:26.775417 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97b694f1-a341-44f1-8247-15fc7c73ca49 admin admin] Publish callbacks [] for security_group (0a5fa4a5-0c9c-4051-ac92-0755b19a0dc4), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:26.869701 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-03880a84-eac3-4933-935f-cd0d49a3bad0 admin admin] Deleting port c244506d-37f8-494f-a971-3d76f60caf17 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:08:26.870054 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03880a84-eac3-4933-935f-cd0d49a3bad0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (c244506d-37f8-494f-a971-3d76f60caf17), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:26.890000 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb5c298-1555-4fcf-b47e-084b4d84d8a3 None None] DHCP port deletion for 3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:08:26.908257 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d928831a-6ca6-41b8-8950-594120d4ce23 None None] Current status of the port c94d7362-731f-4df5-b0a8-36315fd59471 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:26.908881 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97b694f1-a341-44f1-8247-15fc7c73ca49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0a5fa4a5-0c9c-4051-ac92-0755b19a0dc4), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:26.914872 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97b694f1-a341-44f1-8247-15fc7c73ca49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:26.916583 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-97b694f1-a341-44f1-8247-15fc7c73ca49 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0a5fa4a5-0c9c-4051-ac92-0755b19a0dc4 HTTP/1.1" status: 204 len: 168 time: 0.3609250 Feb 19 04:08:26.933911 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device df2086ef-3a32-4b03-be48-cc0d5c27f8ad details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:08:26.965326 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-03880a84-eac3-4933-935f-cd0d49a3bad0 admin admin] For port c244506d-37f8-494f-a971-3d76f60caf17, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=c244506d-37f8-494f-a971-3d76f60caf17,segment=NetworkSegment(c61db939-2359-422c-aef9-128f8ca1bb50),segment_id=c61db939-2359-422c-aef9-128f8ca1bb50)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:26.968973 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a07cc632-c4cf-46da-ad8d-d69c974c5fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (9a8c8760-cae2-4187-ae66-68dc117fed1d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:26.974977 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03880a84-eac3-4933-935f-cd0d49a3bad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (c244506d-37f8-494f-a971-3d76f60caf17), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:26.997066 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-03880a84-eac3-4933-935f-cd0d49a3bad0 admin admin] Calling delete_port for c244506d-37f8-494f-a971-3d76f60caf17 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:08:27.017175 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-ff53fc7d-3f61-41d5-bc47-8affb2943e55 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Deleting port 717de637-b1a8-4cff-8303-00f84070c1e9 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:08:27.017519 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ff53fc7d-3f61-41d5-bc47-8affb2943e55 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (717de637-b1a8-4cff-8303-00f84070c1e9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:27.073766 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port df2086ef-3a32-4b03-be48-cc0d5c27f8ad, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=df2086ef-3a32-4b03-be48-cc0d5c27f8ad,segment=NetworkSegment(fbc184ee-4efe-4a1a-add5-31a55282dd6d),segment_id=fbc184ee-4efe-4a1a-add5-31a55282dd6d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:27.074708 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b694f1-a341-44f1-8247-15fc7c73ca49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5fa4a5-0c9c-4051-ac92-0755b19a0dc4,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:27.132778 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'df2086ef-3a32-4b03-be48-cc0d5c27f8ad', 'network_id': '1b78353e-8024-442c-bce7-ef57f757661f', 'port_id': 'df2086ef-3a32-4b03-be48-cc0d5c27f8ad', 'mac_address': 'fa:16:3e:df:6b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c3db7d9-850a-459d-8149-b50a87fe7f0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:08:27.157811 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c298-1555-4fcf-b47e-084b4d84d8a3 None None] Deleting port c244506d-37f8-494f-a971-3d76f60caf17 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:08:27.158489 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c298-1555-4fcf-b47e-084b4d84d8a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (c244506d-37f8-494f-a971-3d76f60caf17), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:27.203857 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ff60c-2224-4b06-aace-a25944973508 req-938be98d-986d-4ac0-8e73-df96b053ce63 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:27.218378 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5c4ff60c-2224-4b06-aace-a25944973508 req-938be98d-986d-4ac0-8e73-df96b053ce63 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd0114d3-9ffa-44b0-8a29-00cbd908091c HTTP/1.1" status: 200 len: 943 time: 0.1526585 Feb 19 04:08:27.226700 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ff53fc7d-3f61-41d5-bc47-8affb2943e55 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (717de637-b1a8-4cff-8303-00f84070c1e9), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:27.278586 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-ff53fc7d-3f61-41d5-bc47-8affb2943e55 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Calling delete_port for 717de637-b1a8-4cff-8303-00f84070c1e9 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:08:27.295860 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-dfb5c298-1555-4fcf-b47e-084b4d84d8a3 None None] For port c244506d-37f8-494f-a971-3d76f60caf17, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=c244506d-37f8-494f-a971-3d76f60caf17,segment=NetworkSegment(c61db939-2359-422c-aef9-128f8ca1bb50),segment_id=c61db939-2359-422c-aef9-128f8ca1bb50)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:27.296278 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c298-1555-4fcf-b47e-084b4d84d8a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (c244506d-37f8-494f-a971-3d76f60caf17), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:27.325962 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c298-1555-4fcf-b47e-084b4d84d8a3 None None] Calling delete_port for c244506d-37f8-494f-a971-3d76f60caf17 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:08:27.348403 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port df2086ef-3a32-4b03-be48-cc0d5c27f8ad is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:27.353285 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (df2086ef-3a32-4b03-be48-cc0d5c27f8ad), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:27.423153 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df2086ef-3a32-4b03-be48-cc0d5c27f8ad {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:08:27.440105 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device c94d7362-731f-4df5-b0a8-36315fd59471 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:08:27.454953 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5c4ff60c-2224-4b06-aace-a25944973508 req-eb5a3963-2b73-4609-a6b4-0fb7f780f468 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/security-groups?id=61f63118-15d4-46ec-a81f-afa4768b0382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310157 Feb 19 04:08:27.463090 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03880a84-eac3-4933-935f-cd0d49a3bad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (c244506d-37f8-494f-a971-3d76f60caf17), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:27.524796 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03880a84-eac3-4933-935f-cd0d49a3bad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c244506d-37f8-494f-a971-3d76f60caf17,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:27.529661 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port df2086ef-3a32-4b03-be48-cc0d5c27f8ad, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=df2086ef-3a32-4b03-be48-cc0d5c27f8ad,segment=NetworkSegment(fbc184ee-4efe-4a1a-add5-31a55282dd6d),segment_id=fbc184ee-4efe-4a1a-add5-31a55282dd6d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:27.543363 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03880a84-eac3-4933-935f-cd0d49a3bad0 admin admin] No DVR routers for this DVR port c244506d-37f8-494f-a971-3d76f60caf17 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:08:27.552236 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (df2086ef-3a32-4b03-be48-cc0d5c27f8ad), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:27.641811 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac103fd-27ec-43ec-aeec-0e1fdb126273 req-f03e852b-536e-4952-b5a7-6702143ee025 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:27.644539 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ac103fd-27ec-43ec-aeec-0e1fdb126273 req-f03e852b-536e-4952-b5a7-6702143ee025 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 945 time: 0.1515226 Feb 19 04:08:27.705774 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ac103fd-27ec-43ec-aeec-0e1fdb126273 req-b9c10704-c768-4445-b8ec-2ba2d9c7951d tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543351 Feb 19 04:08:27.714198 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-a07cc632-c4cf-46da-ad8d-d69c974c5fc1 admin admin] Deleting port c94d7362-731f-4df5-b0a8-36315fd59471 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:08:27.714703 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a07cc632-c4cf-46da-ad8d-d69c974c5fc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (c94d7362-731f-4df5-b0a8-36315fd59471), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:27.720866 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03880a84-eac3-4933-935f-cd0d49a3bad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:27.760156 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-03880a84-eac3-4933-935f-cd0d49a3bad0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:27.784333 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ff53fc7d-3f61-41d5-bc47-8affb2943e55 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (717de637-b1a8-4cff-8303-00f84070c1e9), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:27.799715 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-03880a84-eac3-4933-935f-cd0d49a3bad0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c61db939-2359-422c-aef9-128f8ca1bb50') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:27.800005 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-03880a84-eac3-4933-935f-cd0d49a3bad0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c61db939-2359-422c-aef9-128f8ca1bb50') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:27.830887 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53fc7d-3f61-41d5-bc47-8affb2943e55 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Pushing event deleted for resources: {'Port': ['ID=717de637-b1a8-4cff-8303-00f84070c1e9,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:27.845495 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-a07cc632-c4cf-46da-ad8d-d69c974c5fc1 admin admin] For port c94d7362-731f-4df5-b0a8-36315fd59471, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=c94d7362-731f-4df5-b0a8-36315fd59471,segment=NetworkSegment(994307bb-c163-4b51-9a89-7d881e0029c5),segment_id=994307bb-c163-4b51-9a89-7d881e0029c5)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:27.846620 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a07cc632-c4cf-46da-ad8d-d69c974c5fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (c94d7362-731f-4df5-b0a8-36315fd59471), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:27.870477 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03880a84-eac3-4933-935f-cd0d49a3bad0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (c61db939-2359-422c-aef9-128f8ca1bb50), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:27.871827 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-a07cc632-c4cf-46da-ad8d-d69c974c5fc1 admin admin] Calling delete_port for c94d7362-731f-4df5-b0a8-36315fd59471 owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:08:27.904955 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port c94d7362-731f-4df5-b0a8-36315fd59471 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:27.905337 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c94d7362-731f-4df5-b0a8-36315fd59471), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:27.951226 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03880a84-eac3-4933-935f-cd0d49a3bad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (c61db939-2359-422c-aef9-128f8ca1bb50), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:27.959074 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03880a84-eac3-4933-935f-cd0d49a3bad0 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:08:27.959494 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03880a84-eac3-4933-935f-cd0d49a3bad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (c61db939-2359-422c-aef9-128f8ca1bb50), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:28.000539 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['df2086ef-3a32-4b03-be48-cc0d5c27f8ad'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:08:28.009738 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c298-1555-4fcf-b47e-084b4d84d8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (c244506d-37f8-494f-a971-3d76f60caf17), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:08:28.070897 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:08:28.074965 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=df2086ef-3a32-4b03-be48-cc0d5c27f8ad,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:28.098032 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb5c298-1555-4fcf-b47e-084b4d84d8a3 None None] No DVR routers for this DVR port c244506d-37f8-494f-a971-3d76f60caf17 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:08:28.128523 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03880a84-eac3-4933-935f-cd0d49a3bad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:28.148023 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03880a84-eac3-4933-935f-cd0d49a3bad0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:28.153683 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-03880a84-eac3-4933-935f-cd0d49a3bad0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7 HTTP/1.1" status: 204 len: 168 time: 1.6150587 Feb 19 04:08:28.173575 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03880a84-eac3-4933-935f-cd0d49a3bad0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cf2b9eb-a282-4dd8-9c2e-ecbbcf7fb3c7,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:28.180148 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c298-1555-4fcf-b47e-084b4d84d8a3 None None] Pushing event deleted for resources: {'Port': ['ID=c244506d-37f8-494f-a971-3d76f60caf17,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:28.218524 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a07cc632-c4cf-46da-ad8d-d69c974c5fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (c94d7362-731f-4df5-b0a8-36315fd59471), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:28.265360 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07cc632-c4cf-46da-ad8d-d69c974c5fc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c94d7362-731f-4df5-b0a8-36315fd59471,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:28.296237 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port c94d7362-731f-4df5-b0a8-36315fd59471 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:28.354824 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ff53fc7d-3f61-41d5-bc47-8affb2943e55 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (777e8051-9303-4af6-a7fd-935c8b9776e9), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:28.427255 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device c244506d-37f8-494f-a971-3d76f60caf17 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:08:28.491196 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: c244506d-37f8-494f-a971-3d76f60caf17 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:08:28.491948 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device c244506d-37f8-494f-a971-3d76f60caf17 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:08:28.547702 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59158) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:28.655433 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7b3f7a86-245f-4b68-b5e1-fd66cb11826f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=89f570eb52d140abbcd42975657310d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1043875 Feb 19 04:08:28.656515 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59160) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:28.743307 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e1ebb-3d8f-4e0e-82b9-5ad886daa1ea req-de5ecfee-3a0b-4fb7-aa94-f48d66703184 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:28.747950 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eb7e1ebb-3d8f-4e0e-82b9-5ad886daa1ea req-de5ecfee-3a0b-4fb7-aa94-f48d66703184 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd0114d3-9ffa-44b0-8a29-00cbd908091c HTTP/1.1" status: 200 len: 944 time: 0.1087272 Feb 19 04:08:28.748534 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a07cc632-c4cf-46da-ad8d-d69c974c5fc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (9a8c8760-cae2-4187-ae66-68dc117fed1d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:28.765566 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff53fc7d-3f61-41d5-bc47-8affb2943e55 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Router 777e8051-9303-4af6-a7fd-935c8b9776e9 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:08:28.827735 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a631d8d-cafb-41a1-91cd-57434c65675f admin admin] Publish callbacks [] for security_group (30c458cb-90c2-4e2c-9758-94cbf3eafb53), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:28.842334 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eb7e1ebb-3d8f-4e0e-82b9-5ad886daa1ea req-e7278a5a-02ff-458e-b99d-98de6f30ffeb tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/security-groups?id=61f63118-15d4-46ec-a81f-afa4768b0382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873468 Feb 19 04:08:28.885492 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:08:28.893152 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff53fc7d-3f61-41d5-bc47-8affb2943e55 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:08:28.904908 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f396605-523d-4bf5-b2fc-dba20ce6d41d None None] Sync routers for ids ['777e8051-9303-4af6-a7fd-935c8b9776e9'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:08:28.907556 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ff53fc7d-3f61-41d5-bc47-8affb2943e55 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] 10.222.0.52 "PUT /v2.0/routers/777e8051-9303-4af6-a7fd-935c8b9776e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2177122 Feb 19 04:08:28.908563 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59170) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:28.912744 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a631d8d-cafb-41a1-91cd-57434c65675f admin admin] Publish callbacks [] for security_group (30c458cb-90c2-4e2c-9758-94cbf3eafb53), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:28.914879 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f396605-523d-4bf5-b2fc-dba20ce6d41d None None] Routers {'777e8051-9303-4af6-a7fd-935c8b9776e9'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:08:28.915708 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7f396605-523d-4bf5-b2fc-dba20ce6d41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:08:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['777e8051-9303-4af6-a7fd-935c8b9776e9'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:28.931158 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e009c-33e9-49f2-921f-d8c6526822d1 req-67a40a4e-9f94-4f52-8870-e8dcbc3ed0c0 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:28.932645 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a19e009c-33e9-49f2-921f-d8c6526822d1 req-67a40a4e-9f94-4f52-8870-e8dcbc3ed0c0 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 945 time: 0.1041558 Feb 19 04:08:28.959094 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7f396605-523d-4bf5-b2fc-dba20ce6d41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:28.969194 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f396605-523d-4bf5-b2fc-dba20ce6d41d None None] Routers {'777e8051-9303-4af6-a7fd-935c8b9776e9'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:08:28.969719 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7f396605-523d-4bf5-b2fc-dba20ce6d41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:08:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['777e8051-9303-4af6-a7fd-935c8b9776e9'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:28.999459 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-6925591c-3d58-48f6-b27e-8c3e0c98896b tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] show failed (client error): The resource could not be found. Feb 19 04:08:29.004422 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6925591c-3d58-48f6-b27e-8c3e0c98896b tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] 10.222.0.52 "GET /v2.0/routers/tempest-non_exist_router-1459408398 HTTP/1.1" status: 404 len: 335 time: 0.0689919 Feb 19 04:08:29.011328 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59174) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:29.023239 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-823719c1-4fda-41ea-88d2-440453d65a59 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:29.026285 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7f396605-523d-4bf5-b2fc-dba20ce6d41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:29.027535 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f396605-523d-4bf5-b2fc-dba20ce6d41d None None] The sync data for ids ['777e8051-9303-4af6-a7fd-935c8b9776e9'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:08:29.075701 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-823719c1-4fda-41ea-88d2-440453d65a59 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] update failed (client error): The resource could not be found. Feb 19 04:08:29.077846 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-823719c1-4fda-41ea-88d2-440453d65a59 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] 10.222.0.52 "PUT /v2.0/routers/tempest-non_exist_router-889927815 HTTP/1.1" status: 404 len: 334 time: 0.0654984 Feb 19 04:08:29.081944 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59178) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:29.098733 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a19e009c-33e9-49f2-921f-d8c6526822d1 req-c914cb41-bba3-4fa7-9d59-5343bdb46560 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586962 Feb 19 04:08:29.106038 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07cc632-c4cf-46da-ad8d-d69c974c5fc1 admin admin] Router 9a8c8760-cae2-4187-ae66-68dc117fed1d has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:08:29.153157 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-c373d96a-ccce-4e33-9217-4d263f06094b tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Deleting subnet e201ca0e-c964-45f8-a4ca-d8fec99964c1 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:08:29.157042 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c373d96a-ccce-4e33-9217-4d263f06094b tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks [] for subnet (e201ca0e-c964-45f8-a4ca-d8fec99964c1), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:29.159615 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a631d8d-cafb-41a1-91cd-57434c65675f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (30c458cb-90c2-4e2c-9758-94cbf3eafb53), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:29.162736 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a631d8d-cafb-41a1-91cd-57434c65675f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:29.163963 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9a631d8d-cafb-41a1-91cd-57434c65675f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/30c458cb-90c2-4e2c-9758-94cbf3eafb53 HTTP/1.1" status: 204 len: 168 time: 0.5038595 Feb 19 04:08:29.206830 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a631d8d-cafb-41a1-91cd-57434c65675f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c458cb-90c2-4e2c-9758-94cbf3eafb53,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:29.230107 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c373d96a-ccce-4e33-9217-4d263f06094b tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (e201ca0e-c964-45f8-a4ca-d8fec99964c1), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:29.318501 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07cc632-c4cf-46da-ad8d-d69c974c5fc1 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:08:29.330538 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a07cc632-c4cf-46da-ad8d-d69c974c5fc1 admin admin] 10.222.0.52 "PUT /v2.0/routers/9a8c8760-cae2-4187-ae66-68dc117fed1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9439583 Feb 19 04:08:29.331614 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59186) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:29.338495 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0deb1de-79f1-4a80-b286-a27f57ccd59a None None] Sync routers for ids ['9a8c8760-cae2-4187-ae66-68dc117fed1d'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:08:29.340617 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c373d96a-ccce-4e33-9217-4d263f06094b tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (e201ca0e-c964-45f8-a4ca-d8fec99964c1), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:29.353371 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0deb1de-79f1-4a80-b286-a27f57ccd59a None None] Routers {'9a8c8760-cae2-4187-ae66-68dc117fed1d'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:08:29.355340 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d0deb1de-79f1-4a80-b286-a27f57ccd59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:08:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['9a8c8760-cae2-4187-ae66-68dc117fed1d'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:29.429910 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c373d96a-ccce-4e33-9217-4d263f06094b tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (e201ca0e-c964-45f8-a4ca-d8fec99964c1), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:29.471954 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373d96a-ccce-4e33-9217-4d263f06094b tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Pushing event deleted for resources: {'Subnet': ['ID=e201ca0e-c964-45f8-a4ca-d8fec99964c1,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:29.475721 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c373d96a-ccce-4e33-9217-4d263f06094b tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:29.479944 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c373d96a-ccce-4e33-9217-4d263f06094b tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] 10.222.0.52 "DELETE /v2.0/subnets/e201ca0e-c964-45f8-a4ca-d8fec99964c1 HTTP/1.1" status: 204 len: 168 time: 0.3968675 Feb 19 04:08:29.482423 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59190) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:29.493433 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1efc63-cdeb-45ef-a1ae-47290996ef21 None None] Network 08c05fde-2a98-4d17-8f58-fe9b3943a39b requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:08:29.561289 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-d0deb1de-79f1-4a80-b286-a27f57ccd59a None None] Set router 9a8c8760-cae2-4187-ae66-68dc117fed1d gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:08:29.566505 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ce3671d-8716-48e9-8bd7-5df64c17f119 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Deleting subnet dc3ddb8c-6953-45f3-99e9-e7d2788949f5 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:08:29.569832 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8ce3671d-8716-48e9-8bd7-5df64c17f119 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks [] for subnet (dc3ddb8c-6953-45f3-99e9-e7d2788949f5), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:29.618438 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:29.627973 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8ce3671d-8716-48e9-8bd7-5df64c17f119 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (dc3ddb8c-6953-45f3-99e9-e7d2788949f5), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:29.738182 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8ce3671d-8716-48e9-8bd7-5df64c17f119 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (dc3ddb8c-6953-45f3-99e9-e7d2788949f5), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:29.813199 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a9cbcb-1b2e-4240-a071-274c9461b8a2 None None] DHCP port deletion for 08c05fde-2a98-4d17-8f58-fe9b3943a39b request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:08:29.895181 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8ce3671d-8716-48e9-8bd7-5df64c17f119 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (dc3ddb8c-6953-45f3-99e9-e7d2788949f5), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:29.972838 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-56a9cbcb-1b2e-4240-a071-274c9461b8a2 None None] Deleting port 8bc46dda-8e65-48b1-89f0-b01b98e9b901 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:08:29.975843 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-56a9cbcb-1b2e-4240-a071-274c9461b8a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (8bc46dda-8e65-48b1-89f0-b01b98e9b901), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:29.976180 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3671d-8716-48e9-8bd7-5df64c17f119 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Pushing event deleted for resources: {'Subnet': ['ID=dc3ddb8c-6953-45f3-99e9-e7d2788949f5,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:29.991524 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d0deb1de-79f1-4a80-b286-a27f57ccd59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8c8760-cae2-4187-ae66-68dc117fed1d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1701915248-router', 'tenant_id': '0c0250129706409185360d5ec69e06b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a45f5dbc-ed59-4272-8683-8f4e89ccafc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:08:06Z', 'updated_at': '2022-02-19T04:08:28Z', 'revision_number': 5, 'project_id': '0c0250129706409185360d5ec69e06b6', 'gw_port': {'id': 'a45f5dbc-ed59-4272-8683-8f4e89ccafc1', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:54:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8c8760-cae2-4187-ae66-68dc117fed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:08:09Z', 'updated_at': '2022-02-19T04:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:29.997326 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8ce3671d-8716-48e9-8bd7-5df64c17f119 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:30.005167 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8ce3671d-8716-48e9-8bd7-5df64c17f119 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] 10.222.0.52 "DELETE /v2.0/subnets/dc3ddb8c-6953-45f3-99e9-e7d2788949f5 HTTP/1.1" status: 204 len: 168 time: 0.5190089 Feb 19 04:08:30.005420 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59206) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:30.015102 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdd5095-5481-4a86-a600-23655e7635d3 None None] Network 9142c121-50cf-4f51-bbd2-d29736aba60e requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:08:30.068355 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0deb1de-79f1-4a80-b286-a27f57ccd59a None None] Checking router: 9a8c8760-cae2-4187-ae66-68dc117fed1d for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:08:30.081022 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0deb1de-79f1-4a80-b286-a27f57ccd59a None None] Routers {'9a8c8760-cae2-4187-ae66-68dc117fed1d'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:08:30.081591 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d0deb1de-79f1-4a80-b286-a27f57ccd59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:08:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['9a8c8760-cae2-4187-ae66-68dc117fed1d'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:30.129612 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0fd1e10d-bc02-464b-8cd4-81e66a3a6b86 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (08c05fde-2a98-4d17-8f58-fe9b3943a39b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:30.155708 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6a97e5f8-dc58-4d8a-8a34-c73e7572e9e3 admin admin] Publish callbacks [] for router (9a8c8760-cae2-4187-ae66-68dc117fed1d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:30.225416 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9911b-b697-4394-ba6a-638919ac305e req-f5e2e591-a1c9-495e-9fd0-109c81c7ebdf tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:30.233522 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7db9911b-b697-4394-ba6a-638919ac305e req-f5e2e591-a1c9-495e-9fd0-109c81c7ebdf tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd0114d3-9ffa-44b0-8a29-00cbd908091c HTTP/1.1" status: 200 len: 944 time: 0.2056420 Feb 19 04:08:30.263235 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-0fd1e10d-bc02-464b-8cd4-81e66a3a6b86 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Deleting port 8bc46dda-8e65-48b1-89f0-b01b98e9b901 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:08:30.264192 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0fd1e10d-bc02-464b-8cd4-81e66a3a6b86 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (8bc46dda-8e65-48b1-89f0-b01b98e9b901), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:30.309142 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-d0deb1de-79f1-4a80-b286-a27f57ccd59a None None] Set router 9a8c8760-cae2-4187-ae66-68dc117fed1d gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:08:30.326294 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-56a9cbcb-1b2e-4240-a071-274c9461b8a2 None None] For port 8bc46dda-8e65-48b1-89f0-b01b98e9b901, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8bc46dda-8e65-48b1-89f0-b01b98e9b901,segment=NetworkSegment(ad4c7921-eafc-4195-8254-48c6126d9bef),segment_id=ad4c7921-eafc-4195-8254-48c6126d9bef)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:30.326748 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-56a9cbcb-1b2e-4240-a071-274c9461b8a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (8bc46dda-8e65-48b1-89f0-b01b98e9b901), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:30.356749 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-56a9cbcb-1b2e-4240-a071-274c9461b8a2 None None] Calling delete_port for 8bc46dda-8e65-48b1-89f0-b01b98e9b901 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:08:30.377697 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-0fd1e10d-bc02-464b-8cd4-81e66a3a6b86 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] For port 8bc46dda-8e65-48b1-89f0-b01b98e9b901, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8bc46dda-8e65-48b1-89f0-b01b98e9b901,segment=NetworkSegment(ad4c7921-eafc-4195-8254-48c6126d9bef),segment_id=ad4c7921-eafc-4195-8254-48c6126d9bef)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:30.378581 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0fd1e10d-bc02-464b-8cd4-81e66a3a6b86 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (8bc46dda-8e65-48b1-89f0-b01b98e9b901), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:30.422093 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-0fd1e10d-bc02-464b-8cd4-81e66a3a6b86 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Calling delete_port for 8bc46dda-8e65-48b1-89f0-b01b98e9b901 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:08:30.452934 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6a97e5f8-dc58-4d8a-8a34-c73e7572e9e3 admin admin] Publish callbacks [] for router_gateway (9a8c8760-cae2-4187-ae66-68dc117fed1d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:30.487752 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7db9911b-b697-4394-ba6a-638919ac305e req-d4f089d2-64a6-48b9-b72d-de2816ac931c tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/security-groups?id=61f63118-15d4-46ec-a81f-afa4768b0382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510130 Feb 19 04:08:30.490338 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-56a9cbcb-1b2e-4240-a071-274c9461b8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (8bc46dda-8e65-48b1-89f0-b01b98e9b901), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:30.523359 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59220) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:30.528279 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9cbcb-1b2e-4240-a071-274c9461b8a2 None None] Pushing event deleted for resources: {'Port': ['ID=8bc46dda-8e65-48b1-89f0-b01b98e9b901,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:30.538601 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cd0341-1915-4823-a610-e8cd79f40c57 None None] DHCP port deletion for 9142c121-50cf-4f51-bbd2-d29736aba60e request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:08:30.563403 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b42e4f-8906-4257-a900-9fc043e0037e req-12de0fb4-9af6-4e54-af38-3430a22cc39d tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:30.564864 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9b42e4f-8906-4257-a900-9fc043e0037e req-12de0fb4-9af6-4e54-af38-3430a22cc39d tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 945 time: 0.2554142 Feb 19 04:08:30.593108 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a9cbcb-1b2e-4240-a071-274c9461b8a2 None None] No DVR routers for this DVR port 8bc46dda-8e65-48b1-89f0-b01b98e9b901 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:08:30.594651 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0fd1e10d-bc02-464b-8cd4-81e66a3a6b86 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (8bc46dda-8e65-48b1-89f0-b01b98e9b901), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:30.604793 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-6a97e5f8-dc58-4d8a-8a34-c73e7572e9e3 admin admin] Deleting port a45f5dbc-ed59-4272-8683-8f4e89ccafc1 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:08:30.605144 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6a97e5f8-dc58-4d8a-8a34-c73e7572e9e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (a45f5dbc-ed59-4272-8683-8f4e89ccafc1), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:30.649498 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9ffffce9-92ae-4478-a3a9-9a306b51c0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:30.656453 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1e10d-bc02-464b-8cd4-81e66a3a6b86 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Pushing event deleted for resources: {'Port': ['ID=8bc46dda-8e65-48b1-89f0-b01b98e9b901,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:30.672565 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd1e10d-bc02-464b-8cd4-81e66a3a6b86 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] No DVR routers for this DVR port 8bc46dda-8e65-48b1-89f0-b01b98e9b901 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:08:30.687666 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9b42e4f-8906-4257-a900-9fc043e0037e req-d86fe7cc-4fd6-47f2-b1c6-08c04ad487e1 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122279 Feb 19 04:08:30.730813 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-a228006b-6341-417a-8a68-51141eba27cb admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1603326790-network', 'tenant_id': '51a6636902614b2a878ff2022516aeac'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:30.737617 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d0deb1de-79f1-4a80-b286-a27f57ccd59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8c8760-cae2-4187-ae66-68dc117fed1d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1701915248-router', 'tenant_id': '0c0250129706409185360d5ec69e06b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a45f5dbc-ed59-4272-8683-8f4e89ccafc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:08:06Z', 'updated_at': '2022-02-19T04:08:28Z', 'revision_number': 5, 'project_id': '0c0250129706409185360d5ec69e06b6', 'gw_port': {'id': 'a45f5dbc-ed59-4272-8683-8f4e89ccafc1', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:54:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8c8760-cae2-4187-ae66-68dc117fed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:08:09Z', 'updated_at': '2022-02-19T04:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:30.740624 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e5cd0341-1915-4823-a610-e8cd79f40c57 None None] Deleting port a202a52c-6441-4bb4-99c9-4b623bc3994a {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:08:30.740624 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e5cd0341-1915-4823-a610-e8cd79f40c57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (a202a52c-6441-4bb4-99c9-4b623bc3994a), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:30.757443 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-6a97e5f8-dc58-4d8a-8a34-c73e7572e9e3 admin admin] For port a45f5dbc-ed59-4272-8683-8f4e89ccafc1, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=a45f5dbc-ed59-4272-8683-8f4e89ccafc1,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:30.757827 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6a97e5f8-dc58-4d8a-8a34-c73e7572e9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (a45f5dbc-ed59-4272-8683-8f4e89ccafc1), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:30.776639 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-6a97e5f8-dc58-4d8a-8a34-c73e7572e9e3 admin admin] Calling delete_port for a45f5dbc-ed59-4272-8683-8f4e89ccafc1 owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:08:30.782568 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a228006b-6341-417a-8a68-51141eba27cb admin admin] Made reservation on behalf of 51a6636902614b2a878ff2022516aeac for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:30.784405 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0deb1de-79f1-4a80-b286-a27f57ccd59a None None] The sync data for ids ['9a8c8760-cae2-4187-ae66-68dc117fed1d'] in n-d-828369-19 is: [{'id': '9a8c8760-cae2-4187-ae66-68dc117fed1d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1701915248-router', 'tenant_id': '0c0250129706409185360d5ec69e06b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a45f5dbc-ed59-4272-8683-8f4e89ccafc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:08:06Z', 'updated_at': '2022-02-19T04:08:28Z', 'revision_number': 5, 'project_id': '0c0250129706409185360d5ec69e06b6', 'gw_port': {'id': 'a45f5dbc-ed59-4272-8683-8f4e89ccafc1', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:54:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8c8760-cae2-4187-ae66-68dc117fed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:08:09Z', 'updated_at': '2022-02-19T04:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:08:30.785168 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a228006b-6341-417a-8a68-51141eba27cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:30.804766 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a228006b-6341-417a-8a68-51141eba27cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:30.866562 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0fd1e10d-bc02-464b-8cd4-81e66a3a6b86 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (08c05fde-2a98-4d17-8f58-fe9b3943a39b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:30.877896 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e5cd0341-1915-4823-a610-e8cd79f40c57 None None] For port a202a52c-6441-4bb4-99c9-4b623bc3994a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=a202a52c-6441-4bb4-99c9-4b623bc3994a,segment=NetworkSegment(3ce85fe4-90f5-409e-8ef9-602e907fc39e),segment_id=3ce85fe4-90f5-409e-8ef9-602e907fc39e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:30.879962 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e5cd0341-1915-4823-a610-e8cd79f40c57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (a202a52c-6441-4bb4-99c9-4b623bc3994a), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:30.894320 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-0fd1e10d-bc02-464b-8cd4-81e66a3a6b86 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c05fde-2a98-4d17-8f58-fe9b3943a39b']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:30.899308 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e5cd0341-1915-4823-a610-e8cd79f40c57 None None] Calling delete_port for a202a52c-6441-4bb4-99c9-4b623bc3994a owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:08:30.908565 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-0fd1e10d-bc02-464b-8cd4-81e66a3a6b86 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad4c7921-eafc-4195-8254-48c6126d9bef') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:30.908864 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-0fd1e10d-bc02-464b-8cd4-81e66a3a6b86 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad4c7921-eafc-4195-8254-48c6126d9bef') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:30.924228 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0fd1e10d-bc02-464b-8cd4-81e66a3a6b86 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (ad4c7921-eafc-4195-8254-48c6126d9bef), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:30.944961 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0fd1e10d-bc02-464b-8cd4-81e66a3a6b86 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (ad4c7921-eafc-4195-8254-48c6126d9bef), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:30.953317 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd1e10d-bc02-464b-8cd4-81e66a3a6b86 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:08:30.953473 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a228006b-6341-417a-8a68-51141eba27cb admin admin] Publish callbacks [] for security_group (8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:30.953711 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0fd1e10d-bc02-464b-8cd4-81e66a3a6b86 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (ad4c7921-eafc-4195-8254-48c6126d9bef), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:08:30.961200 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:08:30.989904 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a228006b-6341-417a-8a68-51141eba27cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:30.992589 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device df2086ef-3a32-4b03-be48-cc0d5c27f8ad up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:08:31.015278 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a228006b-6341-417a-8a68-51141eba27cb admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:08:31.036303 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a228006b-6341-417a-8a68-51141eba27cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (973bf827-76e8-4107-b0be-e5bc3eb85509), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:31.036822 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-a228006b-6341-417a-8a68-51141eba27cb admin admin] Added segment 973bf827-76e8-4107-b0be-e5bc3eb85509 of type vlan for network 4f75a38c-ba31-4063-a62c-c421be59bf15 Feb 19 04:08:31.082714 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228006b-6341-417a-8a68-51141eba27cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:31.084179 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0fd1e10d-bc02-464b-8cd4-81e66a3a6b86 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (08c05fde-2a98-4d17-8f58-fe9b3943a39b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:31.102533 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0fd1e10d-bc02-464b-8cd4-81e66a3a6b86 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:31.113082 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0fd1e10d-bc02-464b-8cd4-81e66a3a6b86 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] 10.222.0.52 "DELETE /v2.0/networks/08c05fde-2a98-4d17-8f58-fe9b3943a39b HTTP/1.1" status: 204 len: 168 time: 1.1051073 Feb 19 04:08:31.117920 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59228) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:31.121238 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port df2086ef-3a32-4b03-be48-cc0d5c27f8ad completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:08:31.136364 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e5cd0341-1915-4823-a610-e8cd79f40c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (a202a52c-6441-4bb4-99c9-4b623bc3994a), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:31.142735 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228006b-6341-417a-8a68-51141eba27cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.143290 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228006b-6341-417a-8a68-51141eba27cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.143849 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228006b-6341-417a-8a68-51141eba27cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.144353 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228006b-6341-417a-8a68-51141eba27cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.144867 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228006b-6341-417a-8a68-51141eba27cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.145893 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228006b-6341-417a-8a68-51141eba27cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.146405 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228006b-6341-417a-8a68-51141eba27cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.146901 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228006b-6341-417a-8a68-51141eba27cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.147478 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228006b-6341-417a-8a68-51141eba27cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.147972 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228006b-6341-417a-8a68-51141eba27cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.148473 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228006b-6341-417a-8a68-51141eba27cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.148951 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228006b-6341-417a-8a68-51141eba27cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.149480 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a228006b-6341-417a-8a68-51141eba27cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.153850 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port df2086ef-3a32-4b03-be48-cc0d5c27f8ad triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:31.154720 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (df2086ef-3a32-4b03-be48-cc0d5c27f8ad), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:31.166199 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a228006b-6341-417a-8a68-51141eba27cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (4f75a38c-ba31-4063-a62c-c421be59bf15), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:31.175276 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1e10d-bc02-464b-8cd4-81e66a3a6b86 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Pushing event deleted for resources: {'Network': ['ID=08c05fde-2a98-4d17-8f58-fe9b3943a39b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:31.236723 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6a97e5f8-dc58-4d8a-8a34-c73e7572e9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (a45f5dbc-ed59-4272-8683-8f4e89ccafc1), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:31.247217 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a228006b-6341-417a-8a68-51141eba27cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (4f75a38c-ba31-4063-a62c-c421be59bf15), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:31.248400 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a228006b-6341-417a-8a68-51141eba27cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:31.249296 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a228006b-6341-417a-8a68-51141eba27cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:31.258840 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-11d3ed68-2524-4d04-b720-52e4868cea88 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (9142c121-50cf-4f51-bbd2-d29736aba60e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:31.281405 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd0341-1915-4823-a610-e8cd79f40c57 None None] Pushing event deleted for resources: {'Port': ['ID=a202a52c-6441-4bb4-99c9-4b623bc3994a,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:31.300055 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cd0341-1915-4823-a610-e8cd79f40c57 None None] No DVR routers for this DVR port a202a52c-6441-4bb4-99c9-4b623bc3994a on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:08:31.334454 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97e5f8-dc58-4d8a-8a34-c73e7572e9e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a45f5dbc-ed59-4272-8683-8f4e89ccafc1,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:31.399744 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port df2086ef-3a32-4b03-be48-cc0d5c27f8ad is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:31.400276 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (df2086ef-3a32-4b03-be48-cc0d5c27f8ad), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:31.414680 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device a202a52c-6441-4bb4-99c9-4b623bc3994a no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:08:31.459628 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-11d3ed68-2524-4d04-b720-52e4868cea88 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (9142c121-50cf-4f51-bbd2-d29736aba60e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:31.488584 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-11d3ed68-2524-4d04-b720-52e4868cea88 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9142c121-50cf-4f51-bbd2-d29736aba60e']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:31.494417 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port df2086ef-3a32-4b03-be48-cc0d5c27f8ad, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=df2086ef-3a32-4b03-be48-cc0d5c27f8ad,segment=NetworkSegment(fbc184ee-4efe-4a1a-add5-31a55282dd6d),segment_id=fbc184ee-4efe-4a1a-add5-31a55282dd6d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:31.495831 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0114d3-9ffa-44b0-8a29-00cbd908091c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2086ef-3a32-4b03-be48-cc0d5c27f8ad'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:31.499237 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51026da-7a66-4e57-9bc1-133f09c69a7d" -d '{"events": [{"server_uuid": "bd0114d3-9ffa-44b0-8a29-00cbd908091c", "name": "network-vif-plugged", "status": "completed", "tag": "df2086ef-3a32-4b03-be48-cc0d5c27f8ad"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:31.515656 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a228006b-6341-417a-8a68-51141eba27cb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9901686 Feb 19 04:08:31.524229 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59236) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:31.529093 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: a202a52c-6441-4bb4-99c9-4b623bc3994a {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:08:31.529620 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-11d3ed68-2524-4d04-b720-52e4868cea88 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce85fe4-90f5-409e-8ef9-602e907fc39e') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:31.529913 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-11d3ed68-2524-4d04-b720-52e4868cea88 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce85fe4-90f5-409e-8ef9-602e907fc39e') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:31.537536 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device a202a52c-6441-4bb4-99c9-4b623bc3994a not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:08:31.538292 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8bc46dda-8e65-48b1-89f0-b01b98e9b901 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:08:31.541347 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-d6f7abcf-5b06-4408-ad61-e8284ee25521 admin admin] Request body: {'subnet': {'network_id': '4f75a38c-ba31-4063-a62c-c421be59bf15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1603326790-subnet', 'tenant_id': '51a6636902614b2a878ff2022516aeac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:31.548024 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228006b-6341-417a-8a68-51141eba27cb admin admin] Pushing event updated for resources: {'Network': ['ID=4f75a38c-ba31-4063-a62c-c421be59bf15,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:31.564449 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6a97e5f8-dc58-4d8a-8a34-c73e7572e9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (9a8c8760-cae2-4187-ae66-68dc117fed1d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:31.575195 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-11d3ed68-2524-4d04-b720-52e4868cea88 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (3ce85fe4-90f5-409e-8ef9-602e907fc39e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:31.634061 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df9e5f1-2f01-447c-a05f-51c4339cf996 x-openstack-request-id: req-7df9e5f1-2f01-447c-a05f-51c4339cf996 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:31.634452 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0114d3-9ffa-44b0-8a29-00cbd908091c", "name": "network-vif-plugged", "status": "completed", "tag": "df2086ef-3a32-4b03-be48-cc0d5c27f8ad", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:31.634615 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7df9e5f1-2f01-447c-a05f-51c4339cf996 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:31.635004 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0114d3-9ffa-44b0-8a29-00cbd908091c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2086ef-3a32-4b03-be48-cc0d5c27f8ad', 'code': 200} Feb 19 04:08:31.635548 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 8bc46dda-8e65-48b1-89f0-b01b98e9b901 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:08:31.635893 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8bc46dda-8e65-48b1-89f0-b01b98e9b901 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:08:31.636440 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device c94d7362-731f-4df5-b0a8-36315fd59471 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:08:31.637783 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-11d3ed68-2524-4d04-b720-52e4868cea88 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (3ce85fe4-90f5-409e-8ef9-602e907fc39e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:31.648090 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d3ed68-2524-4d04-b720-52e4868cea88 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:08:31.649418 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-11d3ed68-2524-4d04-b720-52e4868cea88 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (3ce85fe4-90f5-409e-8ef9-602e907fc39e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:08:31.653372 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:08:31.676159 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 4f75a38c-ba31-4063-a62c-c421be59bf15 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:08:31.678131 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (df2086ef-3a32-4b03-be48-cc0d5c27f8ad), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:31.682391 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: c94d7362-731f-4df5-b0a8-36315fd59471 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:08:31.682921 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device c94d7362-731f-4df5-b0a8-36315fd59471 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:08:31.728920 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f7abcf-5b06-4408-ad61-e8284ee25521 admin admin] Made reservation on behalf of 51a6636902614b2a878ff2022516aeac for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:31.735188 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d6f7abcf-5b06-4408-ad61-e8284ee25521 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:31.741555 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-11d3ed68-2524-4d04-b720-52e4868cea88 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (9142c121-50cf-4f51-bbd2-d29736aba60e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:31.751793 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-11d3ed68-2524-4d04-b720-52e4868cea88 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:31.758040 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-11d3ed68-2524-4d04-b720-52e4868cea88 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] 10.222.0.52 "DELETE /v2.0/networks/9142c121-50cf-4f51-bbd2-d29736aba60e HTTP/1.1" status: 204 len: 168 time: 0.6337054 Feb 19 04:08:31.767077 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59240) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:31.775982 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3ed68-2524-4d04-b720-52e4868cea88 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Pushing event deleted for resources: {'Network': ['ID=9142c121-50cf-4f51-bbd2-d29736aba60e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:31.838122 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dccb658-cbfb-4704-9884-6e210fb0c6da tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Deleting subnet f393eb5e-9bde-4daf-81a8-d6e70244d536 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:08:31.842898 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3dccb658-cbfb-4704-9884-6e210fb0c6da tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks [] for subnet (f393eb5e-9bde-4daf-81a8-d6e70244d536), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:31.860736 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=df2086ef-3a32-4b03-be48-cc0d5c27f8ad,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:31.900054 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3dccb658-cbfb-4704-9884-6e210fb0c6da tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (f393eb5e-9bde-4daf-81a8-d6e70244d536), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:32.016663 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6a97e5f8-dc58-4d8a-8a34-c73e7572e9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (9a8c8760-cae2-4187-ae66-68dc117fed1d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:32.024206 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6a97e5f8-dc58-4d8a-8a34-c73e7572e9e3 admin admin] Publish callbacks [] for router_controller (9a8c8760-cae2-4187-ae66-68dc117fed1d), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:32.037622 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3dccb658-cbfb-4704-9884-6e210fb0c6da tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (f393eb5e-9bde-4daf-81a8-d6e70244d536), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:32.142730 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3dccb658-cbfb-4704-9884-6e210fb0c6da tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (f393eb5e-9bde-4daf-81a8-d6e70244d536), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:32.152471 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbb41e-be64-4060-9223-a706bbd1a371 req-84218b70-f96b-4dac-b07c-dfef0754f5aa tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:32.154004 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34fbb41e-be64-4060-9223-a706bbd1a371 req-84218b70-f96b-4dac-b07c-dfef0754f5aa tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 945 time: 0.2682612 Feb 19 04:08:32.155769 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564f9d9-1b22-49f2-8b95-f322eb5ff408 req-705fa108-1986-407b-adfa-a0c8a79686e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:32.157245 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b564f9d9-1b22-49f2-8b95-f322eb5ff408 req-705fa108-1986-407b-adfa-a0c8a79686e5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bd0114d3-9ffa-44b0-8a29-00cbd908091c HTTP/1.1" status: 200 len: 1128 time: 0.4682922 Feb 19 04:08:32.157861 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6a97e5f8-dc58-4d8a-8a34-c73e7572e9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (9a8c8760-cae2-4187-ae66-68dc117fed1d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:32.159076 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a97e5f8-dc58-4d8a-8a34-c73e7572e9e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a8c8760-cae2-4187-ae66-68dc117fed1d {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:08:32.169768 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28860005-8224-479c-a2f7-7570f5946668 req-99cae271-b16f-4f8b-9891-42fdaf5fe4a2 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:32.171382 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-28860005-8224-479c-a2f7-7570f5946668 req-99cae271-b16f-4f8b-9891-42fdaf5fe4a2 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd0114d3-9ffa-44b0-8a29-00cbd908091c HTTP/1.1" status: 200 len: 945 time: 0.4950585 Feb 19 04:08:32.179612 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccb658-cbfb-4704-9884-6e210fb0c6da tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Pushing event deleted for resources: {'Subnet': ['ID=f393eb5e-9bde-4daf-81a8-d6e70244d536,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:32.180277 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6a97e5f8-dc58-4d8a-8a34-c73e7572e9e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:32.183733 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6a97e5f8-dc58-4d8a-8a34-c73e7572e9e3 admin admin] 10.222.0.52 "DELETE /v2.0/routers/9a8c8760-cae2-4187-ae66-68dc117fed1d HTTP/1.1" status: 204 len: 168 time: 2.8473604 Feb 19 04:08:32.183884 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3dccb658-cbfb-4704-9884-6e210fb0c6da tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:32.185086 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3dccb658-cbfb-4704-9884-6e210fb0c6da tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] 10.222.0.52 "DELETE /v2.0/subnets/f393eb5e-9bde-4daf-81a8-d6e70244d536 HTTP/1.1" status: 204 len: 168 time: 0.4170103 Feb 19 04:08:32.185817 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59246) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:32.187935 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59248) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:32.197711 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a26311d-259b-4f3c-8aa5-fb1cee5d2207 None None] Network b01878b8-26ee-4757-8bab-f1f08d02adb0 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:08:32.373188 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b564f9d9-1b22-49f2-8b95-f322eb5ff408 req-3f1a3326-9bff-4ec6-9e81-d4ea44f60564 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=61f63118-15d4-46ec-a81f-afa4768b0382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907928 Feb 19 04:08:32.376987 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-28860005-8224-479c-a2f7-7570f5946668 req-9c06a24c-da71-4413-95be-a3bf60411355 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/security-groups?id=61f63118-15d4-46ec-a81f-afa4768b0382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935012 Feb 19 04:08:32.449861 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34fbb41e-be64-4060-9223-a706bbd1a371 req-27e9d0ee-2b1c-43b6-9b34-437e897c5dcb tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737517 Feb 19 04:08:32.459518 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d6f7abcf-5b06-4408-ad61-e8284ee25521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (16c08907-aef2-4a10-b6c2-3a99c2bc83e2), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:32.527350 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f7abcf-5b06-4408-ad61-e8284ee25521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16c08907-aef2-4a10-b6c2-3a99c2bc83e2,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:32.538767 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f7abcf-5b06-4408-ad61-e8284ee25521 admin admin] Checking segment: {'id': '973bf827-76e8-4107-b0be-e5bc3eb85509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4f75a38c-ba31-4063-a62c-c421be59bf15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:32.539211 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f7abcf-5b06-4408-ad61-e8284ee25521 admin admin] Network hostable DHCP agents. Network: 4f75a38c-ba31-4063-a62c-c421be59bf15, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:08:32.564867 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f7abcf-5b06-4408-ad61-e8284ee25521 admin admin] Network 4f75a38c-ba31-4063-a62c-c421be59bf15 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:08:32.576519 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-d6f7abcf-5b06-4408-ad61-e8284ee25521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 4f75a38c-ba31-4063-a62c-c421be59bf15) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:32.581209 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f7abcf-5b06-4408-ad61-e8284ee25521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:32.581882 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d6f7abcf-5b06-4408-ad61-e8284ee25521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:32.591019 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c67c223-d8e9-441f-a132-697f6c42c094 None None] Network 4f75a38c-ba31-4063-a62c-c421be59bf15 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:08:32.615700 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d6f7abcf-5b06-4408-ad61-e8284ee25521 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0833728 Feb 19 04:08:32.718957 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94119a78-39dd-4094-8a85-f451599e15e0 None None] Network 4f75a38c-ba31-4063-a62c-c421be59bf15 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:08:32.799969 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (b01878b8-26ee-4757-8bab-f1f08d02adb0), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:32.800560 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a295487-1966-4b1b-8114-6473830ce88d None None] DHCP port deletion for b01878b8-26ee-4757-8bab-f1f08d02adb0 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:08:32.808375 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1c8c0488-06ce-4f93-9e65-8b0facced6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:32.821144 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2a0ae5-1b7b-4830-ba24-9f8aab6ac38b admin admin] Deleting subnet 4adc72e8-c062-43b5-b960-751d2cca2127 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:08:32.825142 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca2a0ae5-1b7b-4830-ba24-9f8aab6ac38b admin admin] Publish callbacks [] for subnet (4adc72e8-c062-43b5-b960-751d2cca2127), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:32.882703 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca2a0ae5-1b7b-4830-ba24-9f8aab6ac38b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (4adc72e8-c062-43b5-b960-751d2cca2127), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:32.910761 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0a295487-1966-4b1b-8114-6473830ce88d None None] Deleting port f0318450-5899-4566-b059-e2b4d183b798 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:08:32.911286 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0a295487-1966-4b1b-8114-6473830ce88d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (f0318450-5899-4566-b059-e2b4d183b798), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:32.975211 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca2a0ae5-1b7b-4830-ba24-9f8aab6ac38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (4adc72e8-c062-43b5-b960-751d2cca2127), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:32.991909 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-0a295487-1966-4b1b-8114-6473830ce88d None None] For port f0318450-5899-4566-b059-e2b4d183b798, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=f0318450-5899-4566-b059-e2b4d183b798,segment=NetworkSegment(53c4470d-4781-4c5a-85f0-15da19a524fd),segment_id=53c4470d-4781-4c5a-85f0-15da19a524fd)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:32.992439 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0a295487-1966-4b1b-8114-6473830ce88d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (f0318450-5899-4566-b059-e2b4d183b798), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:33.008933 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0a295487-1966-4b1b-8114-6473830ce88d None None] Calling delete_port for f0318450-5899-4566-b059-e2b4d183b798 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:08:33.081613 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca2a0ae5-1b7b-4830-ba24-9f8aab6ac38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (4adc72e8-c062-43b5-b960-751d2cca2127), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:33.095953 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0a295487-1966-4b1b-8114-6473830ce88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (f0318450-5899-4566-b059-e2b4d183b798), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:33.116286 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca2a0ae5-1b7b-4830-ba24-9f8aab6ac38b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:33.119960 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ca2a0ae5-1b7b-4830-ba24-9f8aab6ac38b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4adc72e8-c062-43b5-b960-751d2cca2127 HTTP/1.1" status: 204 len: 168 time: 0.9329176 Feb 19 04:08:33.122466 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a0ae5-1b7b-4830-ba24-9f8aab6ac38b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4adc72e8-c062-43b5-b960-751d2cca2127,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:33.128015 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59274) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:33.144631 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056bedce-5d2b-449c-8894-473421fc672c None None] Network d56efac0-78e8-446d-973b-9fa19c370667 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:08:33.151424 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a295487-1966-4b1b-8114-6473830ce88d None None] Pushing event deleted for resources: {'Port': ['ID=f0318450-5899-4566-b059-e2b4d183b798,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:33.179466 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a295487-1966-4b1b-8114-6473830ce88d None None] No DVR routers for this DVR port f0318450-5899-4566-b059-e2b4d183b798 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:08:33.296945 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cdb1ac7e-361b-498c-b652-301cfc6446b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (d56efac0-78e8-446d-973b-9fa19c370667), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:33.337913 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Deleting port f0318450-5899-4566-b059-e2b4d183b798 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:08:33.338281 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (f0318450-5899-4566-b059-e2b4d183b798), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:33.355591 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-efa60820-bdc4-47f7-b00f-d6acdeb2fb32 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:33.359063 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-efa60820-bdc4-47f7-b00f-d6acdeb2fb32 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/networks?id=4f75a38c-ba31-4063-a62c-c421be59bf15 HTTP/1.1" status: 200 len: 818 time: 0.2561679 Feb 19 04:08:33.363499 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f0318450-5899-4566-b059-e2b4d183b798 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:08:33.398602 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-ff2dac37-7acc-4c92-b725-f3e278589681 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/quotas/51a6636902614b2a878ff2022516aeac HTTP/1.1" status: 200 len: 375 time: 0.0247211 Feb 19 04:08:33.423142 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: f0318450-5899-4566-b059-e2b4d183b798 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:08:33.423692 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f0318450-5899-4566-b059-e2b4d183b798 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:08:33.424291 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device a45f5dbc-ed59-4272-8683-8f4e89ccafc1 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:08:33.428028 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6da63fb-05e9-4ab8-bb35-3c46219957a3 None None] DHCP port deletion for d56efac0-78e8-446d-973b-9fa19c370667 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:08:33.460139 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: a45f5dbc-ed59-4272-8683-8f4e89ccafc1 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:08:33.460870 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device a45f5dbc-ed59-4272-8683-8f4e89ccafc1 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:08:33.521838 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-f188bfe5-b033-499c-be41-9fd1159f2842 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=51a6636902614b2a878ff2022516aeac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1116168 Feb 19 04:08:33.546275 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c6da63fb-05e9-4ab8-bb35-3c46219957a3 None None] Deleting port 24728fd5-1820-49fd-81b7-3f959cc619a7 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:08:33.546651 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c6da63fb-05e9-4ab8-bb35-3c46219957a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (24728fd5-1820-49fd-81b7-3f959cc619a7), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:33.593499 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] For port f0318450-5899-4566-b059-e2b4d183b798, host n-d-828369-19, got binding levels [] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:33.594337 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (f0318450-5899-4566-b059-e2b4d183b798), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:33.616011 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-cdb1ac7e-361b-498c-b652-301cfc6446b0 admin admin] Deleting port 24728fd5-1820-49fd-81b7-3f959cc619a7 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:08:33.616361 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cdb1ac7e-361b-498c-b652-301cfc6446b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (24728fd5-1820-49fd-81b7-3f959cc619a7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:33.622210 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c6da63fb-05e9-4ab8-bb35-3c46219957a3 None None] For port 24728fd5-1820-49fd-81b7-3f959cc619a7, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=24728fd5-1820-49fd-81b7-3f959cc619a7,segment=NetworkSegment(994307bb-c163-4b51-9a89-7d881e0029c5),segment_id=994307bb-c163-4b51-9a89-7d881e0029c5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:33.622805 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c6da63fb-05e9-4ab8-bb35-3c46219957a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (24728fd5-1820-49fd-81b7-3f959cc619a7), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:33.638905 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c6da63fb-05e9-4ab8-bb35-3c46219957a3 None None] Calling delete_port for 24728fd5-1820-49fd-81b7-3f959cc619a7 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:08:33.698039 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-2bb18feb-cd7f-40c1-89fb-21212b8d20a4 service neutron] 10.222.0.52 "GET /v2.0/networks/4f75a38c-ba31-4063-a62c-c421be59bf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680663 Feb 19 04:08:33.744428 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c6da63fb-05e9-4ab8-bb35-3c46219957a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (24728fd5-1820-49fd-81b7-3f959cc619a7), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:33.772043 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da63fb-05e9-4ab8-bb35-3c46219957a3 None None] Pushing event deleted for resources: {'Port': ['ID=24728fd5-1820-49fd-81b7-3f959cc619a7,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:33.784021 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:33.790508 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6da63fb-05e9-4ab8-bb35-3c46219957a3 None None] No DVR routers for this DVR port 24728fd5-1820-49fd-81b7-3f959cc619a7 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:08:33.813341 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f41f99-8230-4636-9212-763f3e9fe818 req-9f7c60ed-4639-44b0-8a60-8c40ca8badca tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:33.814942 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-cdb1ac7e-361b-498c-b652-301cfc6446b0 admin admin] For port 24728fd5-1820-49fd-81b7-3f959cc619a7, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=24728fd5-1820-49fd-81b7-3f959cc619a7,segment=NetworkSegment(994307bb-c163-4b51-9a89-7d881e0029c5),segment_id=994307bb-c163-4b51-9a89-7d881e0029c5)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:33.815498 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cdb1ac7e-361b-498c-b652-301cfc6446b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (24728fd5-1820-49fd-81b7-3f959cc619a7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:33.821439 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a0f41f99-8230-4636-9212-763f3e9fe818 req-9f7c60ed-4639-44b0-8a60-8c40ca8badca tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd0114d3-9ffa-44b0-8a29-00cbd908091c HTTP/1.1" status: 200 len: 945 time: 0.1148610 Feb 19 04:08:33.833551 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-cdb1ac7e-361b-498c-b652-301cfc6446b0 admin admin] Calling delete_port for 24728fd5-1820-49fd-81b7-3f959cc619a7 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:08:33.881840 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-933515f3-4eca-44bd-bd0a-3c7d9c009190 service neutron] 10.222.0.52 "GET /v2.0/networks/4f75a38c-ba31-4063-a62c-c421be59bf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825566 Feb 19 04:08:33.942921 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cdb1ac7e-361b-498c-b652-301cfc6446b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (24728fd5-1820-49fd-81b7-3f959cc619a7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:33.945108 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Calling delete_port for f0318450-5899-4566-b059-e2b4d183b798 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:08:33.946367 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a0f41f99-8230-4636-9212-763f3e9fe818 req-7b8615fd-15de-485a-9fbd-29af6c6f8f46 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/security-groups?id=61f63118-15d4-46ec-a81f-afa4768b0382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238189 Feb 19 04:08:33.954997 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.ipam_backend_mixin [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Port f0318450-5899-4566-b059-e2b4d183b798 was not found and therefore no delete operation was performed {{(pid=109925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:08:33.966407 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb1ac7e-361b-498c-b652-301cfc6446b0 admin admin] No DVR routers for this DVR port 24728fd5-1820-49fd-81b7-3f959cc619a7 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:08:34.013714 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (f0318450-5899-4566-b059-e2b4d183b798), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:34.019427 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1ac7e-361b-498c-b652-301cfc6446b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=24728fd5-1820-49fd-81b7-3f959cc619a7,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:34.088495 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] No DVR routers for this DVR port f0318450-5899-4566-b059-e2b4d183b798 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:08:34.109148 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Pushing event deleted for resources: {'Port': ['ID=f0318450-5899-4566-b059-e2b4d183b798,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:34.192611 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90803c-44e9-4cdb-81e3-bda4aa030133 req-f665b760-13c3-4492-8b16-3e82ee0a8075 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:34.194499 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca90803c-44e9-4cdb-81e3-bda4aa030133 req-f665b760-13c3-4492-8b16-3e82ee0a8075 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 945 time: 0.0978868 Feb 19 04:08:34.251380 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca90803c-44e9-4cdb-81e3-bda4aa030133 req-8b692dbe-b988-4759-910d-3eb255a30dcd tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507233 Feb 19 04:08:34.284224 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (b01878b8-26ee-4757-8bab-f1f08d02adb0), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:34.312547 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cdb1ac7e-361b-498c-b652-301cfc6446b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (d56efac0-78e8-446d-973b-9fa19c370667), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:34.336826 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b01878b8-26ee-4757-8bab-f1f08d02adb0']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:34.357412 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c4470d-4781-4c5a-85f0-15da19a524fd') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:34.357858 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c4470d-4781-4c5a-85f0-15da19a524fd') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:34.360810 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-cdb1ac7e-361b-498c-b652-301cfc6446b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d56efac0-78e8-446d-973b-9fa19c370667']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:34.376591 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (53c4470d-4781-4c5a-85f0-15da19a524fd), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:34.379284 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-cdb1ac7e-361b-498c-b652-301cfc6446b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994307bb-c163-4b51-9a89-7d881e0029c5') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:34.380144 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-cdb1ac7e-361b-498c-b652-301cfc6446b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994307bb-c163-4b51-9a89-7d881e0029c5') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:34.403274 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cdb1ac7e-361b-498c-b652-301cfc6446b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (994307bb-c163-4b51-9a89-7d881e0029c5), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:34.404135 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67c9d49b-8571-4df0-a582-74076b2e7f2c req-309feac1-daea-45fd-9abc-cd6668e1c311 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/ports?device_id=f066e46b-b509-4dfe-be66-40bd019715e5 HTTP/1.1" status: 200 len: 210 time: 0.0488079 Feb 19 04:08:34.410328 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (53c4470d-4781-4c5a-85f0-15da19a524fd), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:34.421688 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:08:34.422138 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (53c4470d-4781-4c5a-85f0-15da19a524fd), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:08:34.425455 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:08:34.428043 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cdb1ac7e-361b-498c-b652-301cfc6446b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (994307bb-c163-4b51-9a89-7d881e0029c5), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:34.472341 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb1ac7e-361b-498c-b652-301cfc6446b0 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:08:34.472760 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cdb1ac7e-361b-498c-b652-301cfc6446b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (994307bb-c163-4b51-9a89-7d881e0029c5), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:08:34.475125 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:08:34.578264 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (b01878b8-26ee-4757-8bab-f1f08d02adb0), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:34.583879 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:34.590456 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59304) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:34.604462 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] 10.222.0.52 "DELETE /v2.0/networks/b01878b8-26ee-4757-8bab-f1f08d02adb0 HTTP/1.1" status: 204 len: 168 time: 2.4087656 Feb 19 04:08:34.651580 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-091f85c6-c475-4d65-9139-98e870332d36 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] 10.222.0.52 "GET /v2.0/ports?device_id=777e8051-9303-4af6-a7fd-935c8b9776e9 HTTP/1.1" status: 200 len: 205 time: 0.0552104 Feb 19 04:08:34.651580 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59306) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:34.656251 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Pushing event deleted for resources: {'Network': ['ID=b01878b8-26ee-4757-8bab-f1f08d02adb0,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:34.669309 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cdb1ac7e-361b-498c-b652-301cfc6446b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (d56efac0-78e8-446d-973b-9fa19c370667), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:34.677448 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cdb1ac7e-361b-498c-b652-301cfc6446b0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:34.685227 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cdb1ac7e-361b-498c-b652-301cfc6446b0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d56efac0-78e8-446d-973b-9fa19c370667 HTTP/1.1" status: 204 len: 168 time: 1.5528562 Feb 19 04:08:34.703249 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:34.708338 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:34.708338 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:34.708338 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:34.708774 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:34.709429 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:34.709824 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:34.710211 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:34.710563 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:34.710937 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:34.712011 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:34.712434 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:34.713612 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d10df6-565d-460d-9d3a-0c63317c58aa tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:34.731175 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1ac7e-361b-498c-b652-301cfc6446b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d56efac0-78e8-446d-973b-9fa19c370667,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:34.783088 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a744f7fc-0d46-4d48-9d7d-d6d5895b1c15 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks [] for router (777e8051-9303-4af6-a7fd-935c8b9776e9), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:34.944887 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59326) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:35.050733 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c86d3b29-b820-4041-8074-1dfa4a2cb06a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0c0250129706409185360d5ec69e06b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1042356 Feb 19 04:08:35.054325 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59332) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:35.109515 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a744f7fc-0d46-4d48-9d7d-d6d5895b1c15 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (777e8051-9303-4af6-a7fd-935c8b9776e9), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:35.112157 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a744f7fc-0d46-4d48-9d7d-d6d5895b1c15 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks [] for router_controller (777e8051-9303-4af6-a7fd-935c8b9776e9), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:35.167110 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72c96d94-4250-4564-9e1c-6a79a752faf0 admin admin] Publish callbacks [] for security_group (763cdc06-4f2b-49f7-ade5-f98ecde70036), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:35.169302 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a744f7fc-0d46-4d48-9d7d-d6d5895b1c15 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (777e8051-9303-4af6-a7fd-935c8b9776e9), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:35.169802 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a744f7fc-0d46-4d48-9d7d-d6d5895b1c15 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Fanout notify agent at l3_agent the message router_deleted on router 777e8051-9303-4af6-a7fd-935c8b9776e9 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:08:35.207177 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:35.210572 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a744f7fc-0d46-4d48-9d7d-d6d5895b1c15 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:35.212360 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a744f7fc-0d46-4d48-9d7d-d6d5895b1c15 tempest-RoutersNegativeTest-338601004 tempest-RoutersNegativeTest-338601004-project] 10.222.0.52 "DELETE /v2.0/routers/777e8051-9303-4af6-a7fd-935c8b9776e9 HTTP/1.1" status: 204 len: 168 time: 0.5591156 Feb 19 04:08:35.258916 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72c96d94-4250-4564-9e1c-6a79a752faf0 admin admin] Publish callbacks [] for security_group (763cdc06-4f2b-49f7-ade5-f98ecde70036), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:35.264191 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72ef35-07aa-4479-9385-4a6321ea390e req-07341b62-29ff-4874-986e-769b757d52ec tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:35.266227 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a72ef35-07aa-4479-9385-4a6321ea390e req-07341b62-29ff-4874-986e-769b757d52ec tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd0114d3-9ffa-44b0-8a29-00cbd908091c HTTP/1.1" status: 200 len: 945 time: 0.1082945 Feb 19 04:08:35.346123 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72c96d94-4250-4564-9e1c-6a79a752faf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (763cdc06-4f2b-49f7-ade5-f98ecde70036), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:35.357753 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72c96d94-4250-4564-9e1c-6a79a752faf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:35.359133 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-72c96d94-4250-4564-9e1c-6a79a752faf0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/763cdc06-4f2b-49f7-ade5-f98ecde70036 HTTP/1.1" status: 204 len: 168 time: 0.3028135 Feb 19 04:08:35.383075 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 24728fd5-1820-49fd-81b7-3f959cc619a7 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:08:35.405665 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c96d94-4250-4564-9e1c-6a79a752faf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763cdc06-4f2b-49f7-ade5-f98ecde70036,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:35.427283 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a72ef35-07aa-4479-9385-4a6321ea390e req-4b8530e1-6da2-4e6f-80ac-bb2c6b92e931 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/security-groups?id=61f63118-15d4-46ec-a81f-afa4768b0382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524508 Feb 19 04:08:35.448791 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 24728fd5-1820-49fd-81b7-3f959cc619a7 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:08:35.450727 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 24728fd5-1820-49fd-81b7-3f959cc619a7 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:08:35.688093 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f7e86057-15e2-4146-8904-8da6fd25c72c req-cc059ea3-028d-438e-9923-0c824acf45b7 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/ports?device_id=f066e46b-b509-4dfe-be66-40bd019715e5 HTTP/1.1" status: 200 len: 210 time: 0.1056752 Feb 19 04:08:35.715297 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2d2b9-1b82-4079-af55-5911d1402df6 req-d0b2577c-0db2-4f17-add1-73ba7443f8ef tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:35.731026 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ae2d2b9-1b82-4079-af55-5911d1402df6 req-d0b2577c-0db2-4f17-add1-73ba7443f8ef tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 945 time: 0.3279400 Feb 19 04:08:35.885464 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ae2d2b9-1b82-4079-af55-5911d1402df6 req-fb07cf25-1494-4bf7-b217-055ddc424a09 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532531 Feb 19 04:08:36.004513 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59358) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:36.392092 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-df4c9835-2f9b-4c91-82d0-ed0b6bb0e374 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=129271b03e3545c38e338754588fe890&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3863938 Feb 19 04:08:36.395300 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59372) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:36.426674 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99663dce-f724-4422-8b6e-0dc256394ec9 req-eeedfd80-92fc-47b8-a07e-6d59f2e6f984 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:36.439926 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99663dce-f724-4422-8b6e-0dc256394ec9 req-eeedfd80-92fc-47b8-a07e-6d59f2e6f984 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd0114d3-9ffa-44b0-8a29-00cbd908091c HTTP/1.1" status: 200 len: 945 time: 0.1387372 Feb 19 04:08:36.477929 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9fd84193-0899-49a5-aae6-a0d4d2cbb709 admin admin] Publish callbacks [] for security_group (eae8c3f1-d493-491b-b30d-f4fcd1d70bb3), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:36.509694 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9fd84193-0899-49a5-aae6-a0d4d2cbb709 admin admin] Publish callbacks [] for security_group (eae8c3f1-d493-491b-b30d-f4fcd1d70bb3), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:36.562428 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99663dce-f724-4422-8b6e-0dc256394ec9 req-28efb199-8d15-4637-827b-646e1edf7a90 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/security-groups?id=61f63118-15d4-46ec-a81f-afa4768b0382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093512 Feb 19 04:08:36.611909 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9fd84193-0899-49a5-aae6-a0d4d2cbb709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (eae8c3f1-d493-491b-b30d-f4fcd1d70bb3), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:36.615573 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9fd84193-0899-49a5-aae6-a0d4d2cbb709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:36.617301 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9fd84193-0899-49a5-aae6-a0d4d2cbb709 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eae8c3f1-d493-491b-b30d-f4fcd1d70bb3 HTTP/1.1" status: 204 len: 168 time: 0.2194598 Feb 19 04:08:36.629726 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd84193-0899-49a5-aae6-a0d4d2cbb709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae8c3f1-d493-491b-b30d-f4fcd1d70bb3,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:36.755520 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:36.806661 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-01468ccd-d940-48e0-a453-2eaa89fcc1dc req-c56f0a6e-3d91-4f06-8dc5-9ec56aef6084 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/ports?device_id=f066e46b-b509-4dfe-be66-40bd019715e5 HTTP/1.1" status: 200 len: 210 time: 0.0382166 Feb 19 04:08:37.310139 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6599a4-a3ab-4dfb-913a-5b2aa9002dd2 req-c96da408-782c-40d4-9ae5-f65520e104ec tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:37.320490 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eb6599a4-a3ab-4dfb-913a-5b2aa9002dd2 req-c96da408-782c-40d4-9ae5-f65520e104ec tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 945 time: 0.3075240 Feb 19 04:08:37.456413 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-c6c53c1d-ae98-4447-89f9-e340c85437d7 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:37.461533 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-c6c53c1d-ae98-4447-89f9-e340c85437d7 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.79 "GET /v2.0/networks?id=4f75a38c-ba31-4063-a62c-c421be59bf15 HTTP/1.1" status: 200 len: 818 time: 0.4359686 Feb 19 04:08:37.496522 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-fd648373-1c5e-4e96-a4ef-5755f2b65f57 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Request body: {'port': {'device_id': 'f066e46b-b509-4dfe-be66-40bd019715e5', 'network_id': '4f75a38c-ba31-4063-a62c-c421be59bf15', 'admin_state_up': True, 'tenant_id': '51a6636902614b2a878ff2022516aeac'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:37.516157 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-37e00185-b53f-4a98-9834-c4ff123dcef6 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:37.521032 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-37e00185-b53f-4a98-9834-c4ff123dcef6 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.26 "GET /v2.0/networks?id=4f75a38c-ba31-4063-a62c-c421be59bf15 HTTP/1.1" status: 200 len: 818 time: 0.6233950 Feb 19 04:08:37.534864 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-e9d03027-1863-480c-911e-884d60961f4b tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:37.537325 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-e9d03027-1863-480c-911e-884d60961f4b tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.26 "GET /v2.0/networks?id=4f75a38c-ba31-4063-a62c-c421be59bf15 HTTP/1.1" status: 200 len: 818 time: 0.6206605 Feb 19 04:08:37.543208 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-6d5a76cb-e055-42ee-9283-ddff7e29677c tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Request body: {'port': {'device_id': '859bda3e-d794-44d8-8f5f-a894277a3263', 'network_id': '4f75a38c-ba31-4063-a62c-c421be59bf15', 'admin_state_up': True, 'tenant_id': '51a6636902614b2a878ff2022516aeac'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:37.553394 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-d6284be9-7630-416b-981c-0abcfcd3dc5e tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Request body: {'port': {'device_id': '1c7776cd-b6e0-4476-a3a1-5174275eebd1', 'network_id': '4f75a38c-ba31-4063-a62c-c421be59bf15', 'admin_state_up': True, 'tenant_id': '51a6636902614b2a878ff2022516aeac'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:37.680598 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eb6599a4-a3ab-4dfb-913a-5b2aa9002dd2 req-a904170d-ac20-4bd9-9449-ef3551dc1728 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578339 Feb 19 04:08:37.878827 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-6d5a76cb-e055-42ee-9283-ddff7e29677c tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Made reservation on behalf of 51a6636902614b2a878ff2022516aeac for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:37.888799 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-6d5a76cb-e055-42ee-9283-ddff7e29677c tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:37.900479 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-d6284be9-7630-416b-981c-0abcfcd3dc5e tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Made reservation on behalf of 51a6636902614b2a878ff2022516aeac for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:37.918866 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-d6284be9-7630-416b-981c-0abcfcd3dc5e tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:38.163618 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-d6284be9-7630-416b-981c-0abcfcd3dc5e tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Allocated IP 172.20.0.14 (4f75a38c-ba31-4063-a62c-c421be59bf15/16c08907-aef2-4a10-b6c2-3a99c2bc83e2/869cbff4-bd62-4f71-8423-3fab7a04ed5d) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:08:38.270915 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59440) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:38.288641 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84508481-d8d4-41c8-917b-9fdfdff2a271 req-a9dae18b-fde1-4336-81e2-9cc34c6cbf6b tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/ports?device_id=f066e46b-b509-4dfe-be66-40bd019715e5 HTTP/1.1" status: 200 len: 210 time: 0.3773556 Feb 19 04:08:38.340174 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c74e36-ff19-4ddd-9398-dc5828627605 req-7f4de643-f076-4750-8076-7213c680fce5 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:38.341853 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-41c74e36-ff19-4ddd-9398-dc5828627605 req-7f4de643-f076-4750-8076-7213c680fce5 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd0114d3-9ffa-44b0-8a29-00cbd908091c HTTP/1.1" status: 200 len: 945 time: 0.6602869 Feb 19 04:08:38.344968 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-fd648373-1c5e-4e96-a4ef-5755f2b65f57 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Made reservation on behalf of 51a6636902614b2a878ff2022516aeac for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:38.349335 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-fd648373-1c5e-4e96-a4ef-5755f2b65f57 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:38.401726 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e6f18-e4e6-44f7-9bbf-40077227854c req-d4972f20-71b8-46b0-9e07-930dd064462e tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:38.403277 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f70e6f18-e4e6-44f7-9bbf-40077227854c req-d4972f20-71b8-46b0-9e07-930dd064462e tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd0114d3-9ffa-44b0-8a29-00cbd908091c HTTP/1.1" status: 200 len: 945 time: 0.6762397 Feb 19 04:08:38.499377 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d04bd31e-9d86-4b9b-a9c1-1a831b0c58fe tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1008700465'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:38.543073 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-d6284be9-7630-416b-981c-0abcfcd3dc5e tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Publish callbacks [] for port (869cbff4-bd62-4f71-8423-3fab7a04ed5d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:38.551882 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04bd31e-9d86-4b9b-a9c1-1a831b0c58fe tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] Made reservation on behalf of 6dd46a617e5941fa8965718e92614b28 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:38.557366 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d04bd31e-9d86-4b9b-a9c1-1a831b0c58fe tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:38.572606 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d04bd31e-9d86-4b9b-a9c1-1a831b0c58fe tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:38.588924 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f70e6f18-e4e6-44f7-9bbf-40077227854c req-50025589-df8e-49d8-80e3-465b22961d75 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/security-groups?id=61f63118-15d4-46ec-a81f-afa4768b0382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497097 Feb 19 04:08:38.604433 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-41c74e36-ff19-4ddd-9398-dc5828627605 req-02ab7bd2-ca91-4ea2-af4b-60f084f47541 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Deleting port df2086ef-3a32-4b03-be48-cc0d5c27f8ad {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:08:38.604782 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-41c74e36-ff19-4ddd-9398-dc5828627605 req-02ab7bd2-ca91-4ea2-af4b-60f084f47541 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (df2086ef-3a32-4b03-be48-cc0d5c27f8ad), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:38.656912 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-d6284be9-7630-416b-981c-0abcfcd3dc5e tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (869cbff4-bd62-4f71-8423-3fab7a04ed5d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:38.818979 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-41c74e36-ff19-4ddd-9398-dc5828627605 req-02ab7bd2-ca91-4ea2-af4b-60f084f47541 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] For port df2086ef-3a32-4b03-be48-cc0d5c27f8ad, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=df2086ef-3a32-4b03-be48-cc0d5c27f8ad,segment=NetworkSegment(fbc184ee-4efe-4a1a-add5-31a55282dd6d),segment_id=fbc184ee-4efe-4a1a-add5-31a55282dd6d)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:38.819266 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-41c74e36-ff19-4ddd-9398-dc5828627605 req-02ab7bd2-ca91-4ea2-af4b-60f084f47541 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (df2086ef-3a32-4b03-be48-cc0d5c27f8ad), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:38.854741 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-41c74e36-ff19-4ddd-9398-dc5828627605 req-02ab7bd2-ca91-4ea2-af4b-60f084f47541 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Calling delete_port for df2086ef-3a32-4b03-be48-cc0d5c27f8ad owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:08:38.868285 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-d6284be9-7630-416b-981c-0abcfcd3dc5e tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Network 4f75a38c-ba31-4063-a62c-c421be59bf15 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:08:38.879877 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-d6284be9-7630-416b-981c-0abcfcd3dc5e tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:38.886920 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b0055-495d-4aed-8685-0133701e84fd req-106c0738-5ce5-44eb-9bdb-a0d3a14108eb tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:38.896535 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-6d5a76cb-e055-42ee-9283-ddff7e29677c tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Allocated IP 172.20.0.10 (4f75a38c-ba31-4063-a62c-c421be59bf15/16c08907-aef2-4a10-b6c2-3a99c2bc83e2/a7764e62-3049-4881-afe7-b2b422eb4547) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:08:38.896535 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-d6284be9-7630-416b-981c-0abcfcd3dc5e tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:08:38.903222 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b69b0055-495d-4aed-8685-0133701e84fd req-106c0738-5ce5-44eb-9bdb-a0d3a14108eb tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 945 time: 0.1090095 Feb 19 04:08:38.965125 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6284be9-7630-416b-981c-0abcfcd3dc5e tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Pushing event updated for resources: {'Port': ['ID=869cbff4-bd62-4f71-8423-3fab7a04ed5d,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:38.976152 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d04bd31e-9d86-4b9b-a9c1-1a831b0c58fe tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] Publish callbacks [] for security_group (bbee2c4f-d892-4be0-8068-c52e9b00aee7), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:38.994706 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b69b0055-495d-4aed-8685-0133701e84fd req-a323df47-168b-46e0-8dad-826de3134809 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903342 Feb 19 04:08:39.005473 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d04bd31e-9d86-4b9b-a9c1-1a831b0c58fe tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (bbee2c4f-d892-4be0-8068-c52e9b00aee7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:39.077617 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04bd31e-9d86-4b9b-a9c1-1a831b0c58fe tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:08:39.091923 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d04bd31e-9d86-4b9b-a9c1-1a831b0c58fe tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (93bd85a5-5352-43a4-b007-7f20295f84c3), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:39.092623 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-d04bd31e-9d86-4b9b-a9c1-1a831b0c58fe tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] Added segment 93bd85a5-5352-43a4-b007-7f20295f84c3 of type vlan for network da664d28-4e31-42d1-939f-8b9c8d606c95 Feb 19 04:08:39.124633 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-d6284be9-7630-416b-981c-0abcfcd3dc5e tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:39.125746 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-d6284be9-7630-416b-981c-0abcfcd3dc5e tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:39.166744 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-41c74e36-ff19-4ddd-9398-dc5828627605 req-02ab7bd2-ca91-4ea2-af4b-60f084f47541 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (df2086ef-3a32-4b03-be48-cc0d5c27f8ad), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:39.167343 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-d6284be9-7630-416b-981c-0abcfcd3dc5e tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6191874 Feb 19 04:08:39.212821 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab7bd2-ca91-4ea2-af4b-60f084f47541 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Pushing event deleted for resources: {'Port': ['ID=df2086ef-3a32-4b03-be48-cc0d5c27f8ad,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:39.218636 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04bd31e-9d86-4b9b-a9c1-1a831b0c58fe tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbee2c4f-d892-4be0-8068-c52e9b00aee7,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:39.251402 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d04bd31e-9d86-4b9b-a9c1-1a831b0c58fe tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (da664d28-4e31-42d1-939f-8b9c8d606c95), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:39.304848 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-83990846-a60b-4d70-97e1-120e227e054a service neutron] Request body: {'port': {'device_id': '1c7776cd-b6e0-4476-a3a1-5174275eebd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:39.318454 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c74e36-ff19-4ddd-9398-dc5828627605 req-02ab7bd2-ca91-4ea2-af4b-60f084f47541 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] No DVR routers for this DVR port df2086ef-3a32-4b03-be48-cc0d5c27f8ad on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:08:39.323590 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-41c74e36-ff19-4ddd-9398-dc5828627605 req-02ab7bd2-ca91-4ea2-af4b-60f084f47541 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:39.331376 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-41c74e36-ff19-4ddd-9398-dc5828627605 req-02ab7bd2-ca91-4ea2-af4b-60f084f47541 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.79 "DELETE /v2.0/ports/df2086ef-3a32-4b03-be48-cc0d5c27f8ad HTTP/1.1" status: 204 len: 173 time: 0.9793508 Feb 19 04:08:39.334872 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0114d3-9ffa-44b0-8a29-00cbd908091c', 'name': 'network-vif-deleted', 'tag': 'df2086ef-3a32-4b03-be48-cc0d5c27f8ad'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:39.357951 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7e023b-da10-4c99-a8cf-be9c8f16e433" -d '{"events": [{"server_uuid": "bd0114d3-9ffa-44b0-8a29-00cbd908091c", "name": "network-vif-deleted", "tag": "df2086ef-3a32-4b03-be48-cc0d5c27f8ad"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:39.408549 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d04bd31e-9d86-4b9b-a9c1-1a831b0c58fe tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (da664d28-4e31-42d1-939f-8b9c8d606c95), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:39.414409 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04bd31e-9d86-4b9b-a9c1-1a831b0c58fe tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:39.415306 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d04bd31e-9d86-4b9b-a9c1-1a831b0c58fe tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:39.477020 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e3fee2e-f263-4ea3-afb9-71beacc6d4d3 req-815139a2-c7b8-4467-8307-1595cebee672 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/ports?device_id=f066e46b-b509-4dfe-be66-40bd019715e5 HTTP/1.1" status: 200 len: 210 time: 0.0559759 Feb 19 04:08:39.570093 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312c1a73-7f96-45bc-84f3-f0c8c6b4e6a0 x-openstack-request-id: req-312c1a73-7f96-45bc-84f3-f0c8c6b4e6a0 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:39.570756 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0114d3-9ffa-44b0-8a29-00cbd908091c", "name": "network-vif-deleted", "tag": "df2086ef-3a32-4b03-be48-cc0d5c27f8ad", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:39.572025 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-312c1a73-7f96-45bc-84f3-f0c8c6b4e6a0 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:39.572698 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0114d3-9ffa-44b0-8a29-00cbd908091c', 'name': 'network-vif-deleted', 'tag': 'df2086ef-3a32-4b03-be48-cc0d5c27f8ad', 'status': 'completed', 'code': 200} Feb 19 04:08:39.583747 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d04bd31e-9d86-4b9b-a9c1-1a831b0c58fe tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.3107097 Feb 19 04:08:39.587839 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-6d5a76cb-e055-42ee-9283-ddff7e29677c tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Publish callbacks [] for port (a7764e62-3049-4881-afe7-b2b422eb4547), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:39.589407 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59516) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:39.592027 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-83990846-a60b-4d70-97e1-120e227e054a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (869cbff4-bd62-4f71-8423-3fab7a04ed5d), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:39.596523 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-f91efc8e-6c0e-45a9-8b8c-19e344d45b93 tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'da664d28-4e31-42d1-939f-8b9c8d606c95', 'tempest-TagsTest-Tag-426288939') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:39.644025 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04bd31e-9d86-4b9b-a9c1-1a831b0c58fe tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] Pushing event updated for resources: {'Network': ['ID=da664d28-4e31-42d1-939f-8b9c8d606c95,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:39.657568 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network da664d28-4e31-42d1-939f-8b9c8d606c95 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:08:39.757252 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f91efc8e-6c0e-45a9-8b8c-19e344d45b93 tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] 10.222.0.52 "PUT /v2.0/networks/da664d28-4e31-42d1-939f-8b9c8d606c95/tags/tempest-TagsTest-Tag-426288939 HTTP/1.1" status: 201 len: 201 time: 0.1660938 Feb 19 04:08:39.757886 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59544) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:39.772027 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-2c7f22b0-5087-4ce6-be90-194ed357eb31 tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'da664d28-4e31-42d1-939f-8b9c8d606c95', 'tempest-TagsTest-Tag-426288939') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:39.820548 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-6d5a76cb-e055-42ee-9283-ddff7e29677c tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (a7764e62-3049-4881-afe7-b2b422eb4547), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:39.889309 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-6d5a76cb-e055-42ee-9283-ddff7e29677c tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Network 4f75a38c-ba31-4063-a62c-c421be59bf15 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:08:39.902509 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-6d5a76cb-e055-42ee-9283-ddff7e29677c tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:39.911938 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-6d5a76cb-e055-42ee-9283-ddff7e29677c tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:08:39.956182 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59084ac8-66c5-4109-973f-58947fef79cc req-a93a776d-1d21-49c5-89f1-fe18122830a8 tempest-ServerAddressesNegativeTestJSON-42087237 tempest-ServerAddressesNegativeTestJSON-42087237-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd0114d3-9ffa-44b0-8a29-00cbd908091c HTTP/1.1" status: 200 len: 210 time: 0.0865545 Feb 19 04:08:39.990022 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a76cb-e055-42ee-9283-ddff7e29677c tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Pushing event updated for resources: {'Port': ['ID=a7764e62-3049-4881-afe7-b2b422eb4547,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:40.009716 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-6d5a76cb-e055-42ee-9283-ddff7e29677c tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:40.010393 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-6d5a76cb-e055-42ee-9283-ddff7e29677c tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:40.047712 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-6d5a76cb-e055-42ee-9283-ddff7e29677c tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5089366 Feb 19 04:08:40.068291 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-421dca22-619e-4708-b73c-547ee71df925 service neutron] Request body: {'port': {'device_id': '859bda3e-d794-44d8-8f5f-a894277a3263', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:40.101724 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-fd648373-1c5e-4e96-a4ef-5755f2b65f57 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Allocated IP 172.20.0.12 (4f75a38c-ba31-4063-a62c-c421be59bf15/16c08907-aef2-4a10-b6c2-3a99c2bc83e2/ba4638fd-44d9-431b-8000-be5489686862) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:08:40.205796 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-421dca22-619e-4708-b73c-547ee71df925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a7764e62-3049-4881-afe7-b2b422eb4547), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:40.246989 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59572) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:40.248137 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2c7f22b0-5087-4ce6-be90-194ed357eb31 tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] 10.222.0.52 "GET /v2.0/networks/da664d28-4e31-42d1-939f-8b9c8d606c95/tags/tempest-TagsTest-Tag-426288939 HTTP/1.1" status: 204 len: 168 time: 0.4877882 Feb 19 04:08:40.258612 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-a56a79be-c14c-46bc-993d-21da9c38a125 tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'da664d28-4e31-42d1-939f-8b9c8d606c95') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:40.361821 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa19ee-331f-4e2d-840f-ffba554c4412 req-fceb5355-2fd9-4eeb-b668-7cdef8f1f77e tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:40.373200 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4aa19ee-331f-4e2d-840f-ffba554c4412 req-fceb5355-2fd9-4eeb-b668-7cdef8f1f77e tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 945 time: 0.2205138 Feb 19 04:08:40.439308 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59588) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:40.466874 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a56a79be-c14c-46bc-993d-21da9c38a125 tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] 10.222.0.52 "GET /v2.0/networks/da664d28-4e31-42d1-939f-8b9c8d606c95/tags HTTP/1.1" status: 200 len: 237 time: 0.2187850 Feb 19 04:08:40.469690 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59604) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:40.477888 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-7cd68bd3-9520-4710-ac28-34d258740c5a tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'da664d28-4e31-42d1-939f-8b9c8d606c95', {'tags': ['tempest-TagsTest-Tag-1758514558', 'tempest-TagsTest-Tag-452599625', 'tempest-TagsTest-Tag-1739195981']}) {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:40.605676 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7cd68bd3-9520-4710-ac28-34d258740c5a tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] 10.222.0.52 "PUT /v2.0/networks/da664d28-4e31-42d1-939f-8b9c8d606c95/tags HTTP/1.1" status: 200 len: 308 time: 0.1305361 Feb 19 04:08:40.614396 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59614) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:40.622966 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-9a08c33d-0750-43bc-9feb-16504376ccf3 tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'da664d28-4e31-42d1-939f-8b9c8d606c95', 'tempest-TagsTest-Tag-1758514558') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:40.628886 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-fd648373-1c5e-4e96-a4ef-5755f2b65f57 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Publish callbacks [] for port (ba4638fd-44d9-431b-8000-be5489686862), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:40.666039 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4aa19ee-331f-4e2d-840f-ffba554c4412 req-6ed3ac26-6662-46eb-b51a-86f4f5418252 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914994 Feb 19 04:08:40.711748 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6041d28c-27ed-4fe6-a8ad-da7c065b27ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:40.787728 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-fd648373-1c5e-4e96-a4ef-5755f2b65f57 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (ba4638fd-44d9-431b-8000-be5489686862), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:40.851681 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-fd648373-1c5e-4e96-a4ef-5755f2b65f57 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Network 4f75a38c-ba31-4063-a62c-c421be59bf15 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:08:40.889666 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9a08c33d-0750-43bc-9feb-16504376ccf3 tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] 10.222.0.52 "DELETE /v2.0/networks/da664d28-4e31-42d1-939f-8b9c8d606c95/tags/tempest-TagsTest-Tag-1758514558 HTTP/1.1" status: 204 len: 168 time: 0.2719855 Feb 19 04:08:40.895861 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59620) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:40.900002 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-fd648373-1c5e-4e96-a4ef-5755f2b65f57 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:40.902119 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-fd648373-1c5e-4e96-a4ef-5755f2b65f57 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:08:40.909280 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-ebc66160-0153-4088-a9f4-bae6fb007105 tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'da664d28-4e31-42d1-939f-8b9c8d606c95', 'tempest-TagsTest-Tag-1758514558') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:40.935783 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd648373-1c5e-4e96-a4ef-5755f2b65f57 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Pushing event updated for resources: {'Port': ['ID=ba4638fd-44d9-431b-8000-be5489686862,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:40.964730 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6041d28c-27ed-4fe6-a8ad-da7c065b27ca admin admin] Publish callbacks [] for security_group (3d059c98-a762-4ae5-ba2f-fedfa38950b9), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:40.992726 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device df2086ef-3a32-4b03-be48-cc0d5c27f8ad no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:08:40.996451 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6041d28c-27ed-4fe6-a8ad-da7c065b27ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3d059c98-a762-4ae5-ba2f-fedfa38950b9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:41.032424 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: df2086ef-3a32-4b03-be48-cc0d5c27f8ad {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:08:41.032964 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device df2086ef-3a32-4b03-be48-cc0d5c27f8ad not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:08:41.033244 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-fd648373-1c5e-4e96-a4ef-5755f2b65f57 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:41.034050 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-fd648373-1c5e-4e96-a4ef-5755f2b65f57 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:41.068656 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30422c89-2662-437e-8a26-2a6956055314 req-71bfddcc-ba07-4334-b7bc-ab1d96b68184 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:41.070496 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-30422c89-2662-437e-8a26-2a6956055314 req-71bfddcc-ba07-4334-b7bc-ab1d96b68184 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/ports?device_id=f066e46b-b509-4dfe-be66-40bd019715e5 HTTP/1.1" status: 200 len: 932 time: 0.2299163 Feb 19 04:08:41.076216 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-fd648373-1c5e-4e96-a4ef-5755f2b65f57 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5929115 Feb 19 04:08:41.094726 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59630) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:41.135244 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-30422c89-2662-437e-8a26-2a6956055314 req-80c93e41-4a18-4ad8-b8e2-679effa03ee5 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569370 Feb 19 04:08:41.147707 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-ebc66160-0153-4088-a9f4-bae6fb007105 tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] show failed (client error): The resource could not be found. Feb 19 04:08:41.148765 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ebc66160-0153-4088-a9f4-bae6fb007105 tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] 10.222.0.52 "GET /v2.0/networks/da664d28-4e31-42d1-939f-8b9c8d606c95/tags/tempest-TagsTest-Tag-1758514558 HTTP/1.1" status: 404 len: 326 time: 0.2509718 Feb 19 04:08:41.151486 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59638) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:41.163085 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-37b158af-d76e-4abe-9d87-47fd76fc63f1 tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'da664d28-4e31-42d1-939f-8b9c8d606c95', 'tempest-TagsTest-Tag-452599625') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:41.229429 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6041d28c-27ed-4fe6-a8ad-da7c065b27ca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=24c7efec6ecd433e96e229d108473c12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7866714 Feb 19 04:08:41.237885 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59650) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:41.250487 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041d28c-27ed-4fe6-a8ad-da7c065b27ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d059c98-a762-4ae5-ba2f-fedfa38950b9,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:41.262284 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-3debf488-108e-4c2f-b28c-16c839a5a225 service neutron] Request body: {'port': {'device_id': 'f066e46b-b509-4dfe-be66-40bd019715e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:41.284469 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c2d088-afd0-4da3-ad35-15bfceeded6c admin admin] Deleting subnet 2c3db7d9-850a-459d-8149-b50a87fe7f0b {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:08:41.319665 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67c2d088-afd0-4da3-ad35-15bfceeded6c admin admin] Publish callbacks [] for subnet (2c3db7d9-850a-459d-8149-b50a87fe7f0b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:41.361586 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-37b158af-d76e-4abe-9d87-47fd76fc63f1 tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] 10.222.0.52 "GET /v2.0/networks/da664d28-4e31-42d1-939f-8b9c8d606c95/tags/tempest-TagsTest-Tag-452599625 HTTP/1.1" status: 204 len: 168 time: 0.2090244 Feb 19 04:08:41.370787 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-83990846-a60b-4d70-97e1-120e227e054a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 869cbff4-bd62-4f71-8423-3fab7a04ed5d {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:08:41.375274 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59660) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:41.387684 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-83990846-a60b-4d70-97e1-120e227e054a service neutron] Publish callbacks [] for port (869cbff4-bd62-4f71-8423-3fab7a04ed5d), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:41.409464 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-e6396a32-0331-4c88-91ad-5ee00e7d516d tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'da664d28-4e31-42d1-939f-8b9c8d606c95', 'tempest-TagsTest-Tag-1739195981') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:41.420176 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-83990846-a60b-4d70-97e1-120e227e054a service neutron] Transition to ACTIVE for port object 869cbff4-bd62-4f71-8423-3fab7a04ed5d will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:08:41.476209 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-3debf488-108e-4c2f-b28c-16c839a5a225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ba4638fd-44d9-431b-8000-be5489686862), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:41.603710 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67c2d088-afd0-4da3-ad35-15bfceeded6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (2c3db7d9-850a-459d-8149-b50a87fe7f0b), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:41.615528 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-83990846-a60b-4d70-97e1-120e227e054a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (869cbff4-bd62-4f71-8423-3fab7a04ed5d), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:41.643393 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fdfcfb95-79d8-4e84-9f35-c4f24495976c admin admin] Publish callbacks [] for security_group (3d059c98-a762-4ae5-ba2f-fedfa38950b9), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:41.763647 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fdfcfb95-79d8-4e84-9f35-c4f24495976c admin admin] Publish callbacks [] for security_group (3d059c98-a762-4ae5-ba2f-fedfa38950b9), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:41.777671 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-421dca22-619e-4708-b73c-547ee71df925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7764e62-3049-4881-afe7-b2b422eb4547 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:08:41.794951 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e6396a32-0331-4c88-91ad-5ee00e7d516d tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] 10.222.0.52 "GET /v2.0/networks/da664d28-4e31-42d1-939f-8b9c8d606c95/tags/tempest-TagsTest-Tag-1739195981 HTTP/1.1" status: 204 len: 168 time: 0.4182553 Feb 19 04:08:41.800505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59706) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:41.812513 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-671240f6-f4ba-41e6-a1e8-fd315553b47f tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'da664d28-4e31-42d1-939f-8b9c8d606c95') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:41.813794 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-421dca22-619e-4708-b73c-547ee71df925 service neutron] Publish callbacks [] for port (a7764e62-3049-4881-afe7-b2b422eb4547), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:41.827249 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83990846-a60b-4d70-97e1-120e227e054a service neutron] Pushing event updated for resources: {'Port': ['ID=869cbff4-bd62-4f71-8423-3fab7a04ed5d,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:41.870005 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67c2d088-afd0-4da3-ad35-15bfceeded6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (2c3db7d9-850a-459d-8149-b50a87fe7f0b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:41.906725 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-421dca22-619e-4708-b73c-547ee71df925 service neutron] Transition to ACTIVE for port object a7764e62-3049-4881-afe7-b2b422eb4547 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:08:41.920970 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-421dca22-619e-4708-b73c-547ee71df925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (a7764e62-3049-4881-afe7-b2b422eb4547), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:41.990143 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-83990846-a60b-4d70-97e1-120e227e054a service neutron] Attempting to bind port 869cbff4-bd62-4f71-8423-3fab7a04ed5d on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:08:41.990538 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-83990846-a60b-4d70-97e1-120e227e054a service neutron] Attempting to bind port 869cbff4-bd62-4f71-8423-3fab7a04ed5d by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '973bf827-76e8-4107-b0be-e5bc3eb85509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4f75a38c-ba31-4063-a62c-c421be59bf15'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:08:41.990867 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-83990846-a60b-4d70-97e1-120e227e054a service neutron] Attempting to bind port 869cbff4-bd62-4f71-8423-3fab7a04ed5d on network 4f75a38c-ba31-4063-a62c-c421be59bf15 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:42.005567 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-83990846-a60b-4d70-97e1-120e227e054a service neutron] Port 869cbff4-bd62-4f71-8423-3fab7a04ed5d on network 4f75a38c-ba31-4063-a62c-c421be59bf15 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:08:42.005897 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-83990846-a60b-4d70-97e1-120e227e054a service neutron] Attempting to bind port 869cbff4-bd62-4f71-8423-3fab7a04ed5d on network 4f75a38c-ba31-4063-a62c-c421be59bf15 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:42.062803 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421dca22-619e-4708-b73c-547ee71df925 service neutron] Pushing event updated for resources: {'Port': ['ID=a7764e62-3049-4881-afe7-b2b422eb4547,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:42.084952 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fdfcfb95-79d8-4e84-9f35-c4f24495976c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3d059c98-a762-4ae5-ba2f-fedfa38950b9), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:42.087709 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fdfcfb95-79d8-4e84-9f35-c4f24495976c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:42.091273 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fdfcfb95-79d8-4e84-9f35-c4f24495976c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3d059c98-a762-4ae5-ba2f-fedfa38950b9 HTTP/1.1" status: 204 len: 168 time: 0.8477492 Feb 19 04:08:42.119421 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-83990846-a60b-4d70-97e1-120e227e054a service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:08:42.120308 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-83990846-a60b-4d70-97e1-120e227e054a service neutron] Checking segment: {'id': '973bf827-76e8-4107-b0be-e5bc3eb85509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4f75a38c-ba31-4063-a62c-c421be59bf15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:42.120867 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-83990846-a60b-4d70-97e1-120e227e054a service neutron] Bound using segment: {'id': '973bf827-76e8-4107-b0be-e5bc3eb85509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4f75a38c-ba31-4063-a62c-c421be59bf15'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:08:42.121470 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-83990846-a60b-4d70-97e1-120e227e054a service neutron] Bound port: 869cbff4-bd62-4f71-8423-3fab7a04ed5d, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '973bf827-76e8-4107-b0be-e5bc3eb85509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4f75a38c-ba31-4063-a62c-c421be59bf15'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:08:42.122198 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-83990846-a60b-4d70-97e1-120e227e054a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (869cbff4-bd62-4f71-8423-3fab7a04ed5d), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:42.130430 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfcfb95-79d8-4e84-9f35-c4f24495976c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d059c98-a762-4ae5-ba2f-fedfa38950b9,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:42.181770 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-421dca22-619e-4708-b73c-547ee71df925 service neutron] Attempting to bind port a7764e62-3049-4881-afe7-b2b422eb4547 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:08:42.182614 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-421dca22-619e-4708-b73c-547ee71df925 service neutron] Attempting to bind port a7764e62-3049-4881-afe7-b2b422eb4547 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '973bf827-76e8-4107-b0be-e5bc3eb85509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4f75a38c-ba31-4063-a62c-c421be59bf15'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:08:42.182614 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-421dca22-619e-4708-b73c-547ee71df925 service neutron] Attempting to bind port a7764e62-3049-4881-afe7-b2b422eb4547 on network 4f75a38c-ba31-4063-a62c-c421be59bf15 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:42.184796 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67c2d088-afd0-4da3-ad35-15bfceeded6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (2c3db7d9-850a-459d-8149-b50a87fe7f0b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:42.253874 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-671240f6-f4ba-41e6-a1e8-fd315553b47f tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] 10.222.0.52 "DELETE /v2.0/networks/da664d28-4e31-42d1-939f-8b9c8d606c95/tags HTTP/1.1" status: 204 len: 168 time: 0.4522471 Feb 19 04:08:42.258762 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59744) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:42.262953 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-421dca22-619e-4708-b73c-547ee71df925 service neutron] Port a7764e62-3049-4881-afe7-b2b422eb4547 on network 4f75a38c-ba31-4063-a62c-c421be59bf15 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:08:42.263306 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-421dca22-619e-4708-b73c-547ee71df925 service neutron] Attempting to bind port a7764e62-3049-4881-afe7-b2b422eb4547 on network 4f75a38c-ba31-4063-a62c-c421be59bf15 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:42.294855 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5027ed5-79d0-4cee-9269-da9e0326a595 req-ac0f8326-b8a1-4e3c-bb19-9cc235c49cb4 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:42.296542 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a5027ed5-79d0-4cee-9269-da9e0326a595 req-ac0f8326-b8a1-4e3c-bb19-9cc235c49cb4 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 945 time: 0.4141958 Feb 19 04:08:42.314948 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-aa71411c-f4a0-474d-b819-91ca9d6cb9cb tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'da664d28-4e31-42d1-939f-8b9c8d606c95', 'tempest-TagsTest-Tag-452599625') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:42.324278 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2d088-afd0-4da3-ad35-15bfceeded6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c3db7d9-850a-459d-8149-b50a87fe7f0b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:42.327648 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67c2d088-afd0-4da3-ad35-15bfceeded6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:42.331520 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-67c2d088-afd0-4da3-ad35-15bfceeded6c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2c3db7d9-850a-459d-8149-b50a87fe7f0b HTTP/1.1" status: 204 len: 168 time: 1.2194173 Feb 19 04:08:42.335123 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59750) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:42.408773 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-421dca22-619e-4708-b73c-547ee71df925 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:08:42.409295 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-421dca22-619e-4708-b73c-547ee71df925 service neutron] Checking segment: {'id': '973bf827-76e8-4107-b0be-e5bc3eb85509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4f75a38c-ba31-4063-a62c-c421be59bf15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:42.409794 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-421dca22-619e-4708-b73c-547ee71df925 service neutron] Bound using segment: {'id': '973bf827-76e8-4107-b0be-e5bc3eb85509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4f75a38c-ba31-4063-a62c-c421be59bf15'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:08:42.411006 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-421dca22-619e-4708-b73c-547ee71df925 service neutron] Bound port: a7764e62-3049-4881-afe7-b2b422eb4547, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '973bf827-76e8-4107-b0be-e5bc3eb85509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4f75a38c-ba31-4063-a62c-c421be59bf15'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:08:42.411486 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-421dca22-619e-4708-b73c-547ee71df925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a7764e62-3049-4881-afe7-b2b422eb4547), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:42.415984 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8b11c21f-03d5-4ac6-bc47-212767feec9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (1b78353e-8024-442c-bce7-ef57f757661f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:42.517740 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-83990846-a60b-4d70-97e1-120e227e054a service neutron] For port 869cbff4-bd62-4f71-8423-3fab7a04ed5d, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:08:42.541686 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a5027ed5-79d0-4cee-9269-da9e0326a595 req-beff824d-4d17-498e-98c0-5c86d1037140 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205007 Feb 19 04:08:42.585875 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-83990846-a60b-4d70-97e1-120e227e054a service neutron] For port 869cbff4-bd62-4f71-8423-3fab7a04ed5d, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=869cbff4-bd62-4f71-8423-3fab7a04ed5d,segment=NetworkSegment(973bf827-76e8-4107-b0be-e5bc3eb85509),segment_id=973bf827-76e8-4107-b0be-e5bc3eb85509)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:08:42.608387 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-83990846-a60b-4d70-97e1-120e227e054a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (869cbff4-bd62-4f71-8423-3fab7a04ed5d), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:42.614059 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8b11c21f-03d5-4ac6-bc47-212767feec9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (1b78353e-8024-442c-bce7-ef57f757661f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:42.624767 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b43012-cbe5-44ab-9df0-4e4f97ee4baf req-2b8748c0-ee25-40af-97b4-7b88a178db80 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:42.648828 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-46b43012-cbe5-44ab-9df0-4e4f97ee4baf req-2b8748c0-ee25-40af-97b4-7b88a178db80 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/ports?device_id=f066e46b-b509-4dfe-be66-40bd019715e5 HTTP/1.1" status: 200 len: 932 time: 0.2786736 Feb 19 04:08:42.652999 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59760) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:42.682604 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-421dca22-619e-4708-b73c-547ee71df925 service neutron] For port a7764e62-3049-4881-afe7-b2b422eb4547, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:08:42.690463 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83990846-a60b-4d70-97e1-120e227e054a service neutron] Pushing event updated for resources: {'Port': ['ID=869cbff4-bd62-4f71-8423-3fab7a04ed5d,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:42.731194 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-8b11c21f-03d5-4ac6-bc47-212767feec9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b78353e-8024-442c-bce7-ef57f757661f']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:42.734329 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-83990846-a60b-4d70-97e1-120e227e054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:42.735059 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-83990846-a60b-4d70-97e1-120e227e054a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:42.736856 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-83990846-a60b-4d70-97e1-120e227e054a service neutron] 10.222.0.26 "PUT /v2.0/ports/869cbff4-bd62-4f71-8423-3fab7a04ed5d HTTP/1.1" status: 200 len: 1093 time: 3.5576091 Feb 19 04:08:42.738860 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-421dca22-619e-4708-b73c-547ee71df925 service neutron] For port a7764e62-3049-4881-afe7-b2b422eb4547, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=a7764e62-3049-4881-afe7-b2b422eb4547,segment=NetworkSegment(973bf827-76e8-4107-b0be-e5bc3eb85509),segment_id=973bf827-76e8-4107-b0be-e5bc3eb85509)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:08:42.740146 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c7776cd-b6e0-4476-a3a1-5174275eebd1', 'tag': '869cbff4-bd62-4f71-8423-3fab7a04ed5d'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:42.743726 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f933f394-3363-4601-b1ff-c6b7c2961a68" -d '{"events": [{"name": "network-changed", "server_uuid": "1c7776cd-b6e0-4476-a3a1-5174275eebd1", "tag": "869cbff4-bd62-4f71-8423-3fab7a04ed5d"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:42.796009 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-421dca22-619e-4708-b73c-547ee71df925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (a7764e62-3049-4881-afe7-b2b422eb4547), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:42.799123 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-8b11c21f-03d5-4ac6-bc47-212767feec9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc184ee-4efe-4a1a-add5-31a55282dd6d') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:42.799554 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-8b11c21f-03d5-4ac6-bc47-212767feec9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc184ee-4efe-4a1a-add5-31a55282dd6d') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:42.818943 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-3debf488-108e-4c2f-b28c-16c839a5a225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba4638fd-44d9-431b-8000-be5489686862 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:08:42.847708 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-3debf488-108e-4c2f-b28c-16c839a5a225 service neutron] Publish callbacks [] for port (ba4638fd-44d9-431b-8000-be5489686862), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:42.871488 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-3debf488-108e-4c2f-b28c-16c839a5a225 service neutron] Transition to ACTIVE for port object ba4638fd-44d9-431b-8000-be5489686862 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:08:42.875779 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8b11c21f-03d5-4ac6-bc47-212767feec9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (fbc184ee-4efe-4a1a-add5-31a55282dd6d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:42.882420 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b645ef37-e7d6-4060-bcbf-a93f8a9810a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:42.903703 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-421dca22-619e-4708-b73c-547ee71df925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:42.904677 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-421dca22-619e-4708-b73c-547ee71df925 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:42.905677 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-421dca22-619e-4708-b73c-547ee71df925 service neutron] 10.222.0.26 "PUT /v2.0/ports/a7764e62-3049-4881-afe7-b2b422eb4547 HTTP/1.1" status: 200 len: 1093 time: 2.8441899 Feb 19 04:08:42.909934 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8b11c21f-03d5-4ac6-bc47-212767feec9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (fbc184ee-4efe-4a1a-add5-31a55282dd6d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:42.921437 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-aa71411c-f4a0-474d-b819-91ca9d6cb9cb tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] show failed (client error): The resource could not be found. Feb 19 04:08:42.923178 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-aa71411c-f4a0-474d-b819-91ca9d6cb9cb tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] 10.222.0.52 "GET /v2.0/networks/da664d28-4e31-42d1-939f-8b9c8d606c95/tags/tempest-TagsTest-Tag-452599625 HTTP/1.1" status: 404 len: 325 time: 0.6258593 Feb 19 04:08:42.925656 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b11c21f-03d5-4ac6-bc47-212767feec9a admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:08:42.926857 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8b11c21f-03d5-4ac6-bc47-212767feec9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (fbc184ee-4efe-4a1a-add5-31a55282dd6d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:08:42.928848 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:08:42.931053 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59786) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:42.933994 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-3debf488-108e-4c2f-b28c-16c839a5a225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (ba4638fd-44d9-431b-8000-be5489686862), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:42.949424 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-c2de4d6e-723b-4a53-8874-a68c9116af08 tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'da664d28-4e31-42d1-939f-8b9c8d606c95', 'tempest-TagsTest-Tag-1739195981') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:43.014271 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3debf488-108e-4c2f-b28c-16c839a5a225 service neutron] Pushing event updated for resources: {'Port': ['ID=ba4638fd-44d9-431b-8000-be5489686862,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:43.148840 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b645ef37-e7d6-4060-bcbf-a93f8a9810a5 admin admin] Publish callbacks [] for security_group (f3bf0dbf-94f8-401d-a093-fd17cea4dcac), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:43.181851 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b645ef37-e7d6-4060-bcbf-a93f8a9810a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f3bf0dbf-94f8-401d-a093-fd17cea4dcac), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:43.251802 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b645ef37-e7d6-4060-bcbf-a93f8a9810a5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=46e8e7a611c74f139a986ce9ddfda4d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5806322 Feb 19 04:08:43.252408 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59792) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:43.256656 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645ef37-e7d6-4060-bcbf-a93f8a9810a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bf0dbf-94f8-401d-a093-fd17cea4dcac,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:43.329560 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-46b43012-cbe5-44ab-9df0-4e4f97ee4baf req-24cfa034-8fad-4904-9d2b-63e836a533ae tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6713872 Feb 19 04:08:43.465128 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-eb5787eb-8101-471a-909e-ba333894a6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:43.466751 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-eb5787eb-8101-471a-909e-ba333894a6c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51a6636902614b2a878ff2022516aeac&device_id=1c7776cd-b6e0-4476-a3a1-5174275eebd1 HTTP/1.1" status: 200 len: 1127 time: 0.6646583 Feb 19 04:08:43.467724 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421dca22-619e-4708-b73c-547ee71df925 service neutron] Pushing event updated for resources: {'Port': ['ID=a7764e62-3049-4881-afe7-b2b422eb4547,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:43.563205 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-3debf488-108e-4c2f-b28c-16c839a5a225 service neutron] Attempting to bind port ba4638fd-44d9-431b-8000-be5489686862 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:08:43.563887 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-3debf488-108e-4c2f-b28c-16c839a5a225 service neutron] Attempting to bind port ba4638fd-44d9-431b-8000-be5489686862 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '973bf827-76e8-4107-b0be-e5bc3eb85509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4f75a38c-ba31-4063-a62c-c421be59bf15'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:08:43.564518 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-3debf488-108e-4c2f-b28c-16c839a5a225 service neutron] Attempting to bind port ba4638fd-44d9-431b-8000-be5489686862 on network 4f75a38c-ba31-4063-a62c-c421be59bf15 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:43.572425 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-3debf488-108e-4c2f-b28c-16c839a5a225 service neutron] Port ba4638fd-44d9-431b-8000-be5489686862 on network 4f75a38c-ba31-4063-a62c-c421be59bf15 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:08:43.573722 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-3debf488-108e-4c2f-b28c-16c839a5a225 service neutron] Attempting to bind port ba4638fd-44d9-431b-8000-be5489686862 on network 4f75a38c-ba31-4063-a62c-c421be59bf15 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:43.602792 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-3debf488-108e-4c2f-b28c-16c839a5a225 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:08:43.603431 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-3debf488-108e-4c2f-b28c-16c839a5a225 service neutron] Checking segment: {'id': '973bf827-76e8-4107-b0be-e5bc3eb85509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4f75a38c-ba31-4063-a62c-c421be59bf15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:43.605488 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-3debf488-108e-4c2f-b28c-16c839a5a225 service neutron] Bound using segment: {'id': '973bf827-76e8-4107-b0be-e5bc3eb85509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4f75a38c-ba31-4063-a62c-c421be59bf15'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:08:43.606356 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-3debf488-108e-4c2f-b28c-16c839a5a225 service neutron] Bound port: ba4638fd-44d9-431b-8000-be5489686862, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '973bf827-76e8-4107-b0be-e5bc3eb85509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4f75a38c-ba31-4063-a62c-c421be59bf15'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:08:43.608007 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-3debf488-108e-4c2f-b28c-16c839a5a225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ba4638fd-44d9-431b-8000-be5489686862), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:43.638537 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-db6ffc68-18f9-441f-9ab8-93982f0c496b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=869cbff4-bd62-4f71-8423-3fab7a04ed5d HTTP/1.1" status: 200 len: 217 time: 0.1423204 Feb 19 04:08:43.639508 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4f60054b-0ac1-44c4-9bd7-645a0b4b3367 admin admin] Publish callbacks [] for security_group (f3bf0dbf-94f8-401d-a093-fd17cea4dcac), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:43.640302 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8b11c21f-03d5-4ac6-bc47-212767feec9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (1b78353e-8024-442c-bce7-ef57f757661f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:43.682337 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8b11c21f-03d5-4ac6-bc47-212767feec9a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:43.692433 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4f60054b-0ac1-44c4-9bd7-645a0b4b3367 admin admin] Publish callbacks [] for security_group (f3bf0dbf-94f8-401d-a093-fd17cea4dcac), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:43.693034 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8b11c21f-03d5-4ac6-bc47-212767feec9a admin admin] 10.222.0.52 "DELETE /v2.0/networks/1b78353e-8024-442c-bce7-ef57f757661f HTTP/1.1" status: 204 len: 168 time: 1.3520660 Feb 19 04:08:43.712205 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa7ae16-33af-4043-bb21-cd382cc53b79 x-openstack-request-id: req-4fa7ae16-33af-4043-bb21-cd382cc53b79 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:43.712584 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c7776cd-b6e0-4476-a3a1-5174275eebd1", "tag": "869cbff4-bd62-4f71-8423-3fab7a04ed5d", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:43.712905 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4fa7ae16-33af-4043-bb21-cd382cc53b79 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:43.713600 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c7776cd-b6e0-4476-a3a1-5174275eebd1', 'tag': '869cbff4-bd62-4f71-8423-3fab7a04ed5d', 'status': 'completed', 'code': 200} Feb 19 04:08:43.773676 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-c2de4d6e-723b-4a53-8874-a68c9116af08 tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] show failed (client error): The resource could not be found. Feb 19 04:08:43.777535 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c2de4d6e-723b-4a53-8874-a68c9116af08 tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] 10.222.0.52 "GET /v2.0/networks/da664d28-4e31-42d1-939f-8b9c8d606c95/tags/tempest-TagsTest-Tag-1739195981 HTTP/1.1" status: 404 len: 326 time: 0.8307834 Feb 19 04:08:43.777535 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11c21f-03d5-4ac6-bc47-212767feec9a admin admin] Pushing event deleted for resources: {'Network': ['ID=1b78353e-8024-442c-bce7-ef57f757661f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:43.783663 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59844) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:43.796975 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-3debf488-108e-4c2f-b28c-16c839a5a225 service neutron] For port ba4638fd-44d9-431b-8000-be5489686862, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:08:43.798322 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-cda9665f-1077-4d92-93d0-7a6d7c52d52f tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'da664d28-4e31-42d1-939f-8b9c8d606c95') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:43.832550 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-3debf488-108e-4c2f-b28c-16c839a5a225 service neutron] For port ba4638fd-44d9-431b-8000-be5489686862, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=ba4638fd-44d9-431b-8000-be5489686862,segment=NetworkSegment(973bf827-76e8-4107-b0be-e5bc3eb85509),segment_id=973bf827-76e8-4107-b0be-e5bc3eb85509)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:08:43.861225 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-3debf488-108e-4c2f-b28c-16c839a5a225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (ba4638fd-44d9-431b-8000-be5489686862), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:43.914006 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-02f12cd2-8e1e-49d9-a13a-fe5d1835fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:43.915974 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-02f12cd2-8e1e-49d9-a13a-fe5d1835fda3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51a6636902614b2a878ff2022516aeac&device_id=859bda3e-d794-44d8-8f5f-a894277a3263 HTTP/1.1" status: 200 len: 1127 time: 0.4671938 Feb 19 04:08:43.919114 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-62ec9b70-742e-47eb-8005-6f703bc46e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:43.920622 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-62ec9b70-742e-47eb-8005-6f703bc46e18 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=16c08907-aef2-4a10-b6c2-3a99c2bc83e2 HTTP/1.1" status: 200 len: 858 time: 0.2576976 Feb 19 04:08:43.947859 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-3debf488-108e-4c2f-b28c-16c839a5a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:43.948506 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-3debf488-108e-4c2f-b28c-16c839a5a225 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:43.949923 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-3debf488-108e-4c2f-b28c-16c839a5a225 service neutron] 10.222.0.79 "PUT /v2.0/ports/ba4638fd-44d9-431b-8000-be5489686862 HTTP/1.1" status: 200 len: 1093 time: 2.8190303 Feb 19 04:08:43.950401 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f066e46b-b509-4dfe-be66-40bd019715e5', 'tag': 'ba4638fd-44d9-431b-8000-be5489686862'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:43.952867 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6df1427-eac2-4eef-8e4f-c1f50ff40799" -d '{"events": [{"name": "network-changed", "server_uuid": "f066e46b-b509-4dfe-be66-40bd019715e5", "tag": "ba4638fd-44d9-431b-8000-be5489686862"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:43.959996 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4f60054b-0ac1-44c4-9bd7-645a0b4b3367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f3bf0dbf-94f8-401d-a093-fd17cea4dcac), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:43.962605 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4f60054b-0ac1-44c4-9bd7-645a0b4b3367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:43.964007 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4f60054b-0ac1-44c4-9bd7-645a0b4b3367 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f3bf0dbf-94f8-401d-a093-fd17cea4dcac HTTP/1.1" status: 204 len: 168 time: 0.6923764 Feb 19 04:08:44.000862 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-d7e8dbc7-68da-4d9e-8b38-b9f79760bf1d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7764e62-3049-4881-afe7-b2b422eb4547 HTTP/1.1" status: 200 len: 217 time: 0.0668411 Feb 19 04:08:44.029965 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-536c8870-ee2d-4d5d-8ade-8f87bec64bdb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4f75a38c-ba31-4063-a62c-c421be59bf15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972209 Feb 19 04:08:44.035443 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60054b-0ac1-44c4-9bd7-645a0b4b3367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bf0dbf-94f8-401d-a093-fd17cea4dcac,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:44.060947 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3debf488-108e-4c2f-b28c-16c839a5a225 service neutron] Pushing event updated for resources: {'Port': ['ID=ba4638fd-44d9-431b-8000-be5489686862,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:44.108237 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec51cd-7f70-4d6f-a6b6-7fe1624de50e req-eb374b73-4acc-41e6-9385-40bbab7dd510 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:44.109827 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9ec51cd-7f70-4d6f-a6b6-7fe1624de50e req-eb374b73-4acc-41e6-9385-40bbab7dd510 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 945 time: 0.2652647 Feb 19 04:08:44.110371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59856) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:44.157713 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cda9665f-1077-4d92-93d0-7a6d7c52d52f tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] 10.222.0.52 "DELETE /v2.0/networks/da664d28-4e31-42d1-939f-8b9c8d606c95/tags HTTP/1.1" status: 204 len: 168 time: 0.3640065 Feb 19 04:08:44.164787 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59864) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:44.191124 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a685e1c0-09ca-45d7-8ecd-b7183db0054a x-openstack-request-id: req-a685e1c0-09ca-45d7-8ecd-b7183db0054a {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:44.191425 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f066e46b-b509-4dfe-be66-40bd019715e5", "tag": "ba4638fd-44d9-431b-8000-be5489686862", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:44.191720 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a685e1c0-09ca-45d7-8ecd-b7183db0054a {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:44.192129 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f066e46b-b509-4dfe-be66-40bd019715e5', 'tag': 'ba4638fd-44d9-431b-8000-be5489686862', 'status': 'completed', 'code': 200} Feb 19 04:08:44.284395 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-e27f4db3-70c0-4c26-8ec3-ede14e55c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:44.286976 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ab23359b-14bb-4ea0-b95c-d23386511f93 tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (da664d28-4e31-42d1-939f-8b9c8d606c95), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:44.288506 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-e27f4db3-70c0-4c26-8ec3-ede14e55c2b1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=51a6636902614b2a878ff2022516aeac&device_id=f066e46b-b509-4dfe-be66-40bd019715e5 HTTP/1.1" status: 200 len: 1127 time: 0.2585840 Feb 19 04:08:44.300917 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-a5906604-7a54-4aec-a9ad-f973535ad64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:44.303005 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-a5906604-7a54-4aec-a9ad-f973535ad64f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=16c08907-aef2-4a10-b6c2-3a99c2bc83e2 HTTP/1.1" status: 200 len: 858 time: 0.2767897 Feb 19 04:08:44.355241 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-a6a38179-b4e5-40fb-82bb-42c1eff72e17 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4f75a38c-ba31-4063-a62c-c421be59bf15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430689 Feb 19 04:08:44.362802 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6c36b7b9-28f4-4df1-91af-5a71ef4a2cfb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=477c8a0fb0de4207862516d5cdd1ee8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2497554 Feb 19 04:08:44.365015 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-029e1717-cfe4-4fd3-95a4-5f1febc4adb6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba4638fd-44d9-431b-8000-be5489686862 HTTP/1.1" status: 200 len: 217 time: 0.0601127 Feb 19 04:08:44.365963 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59884) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:44.374867 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9ec51cd-7f70-4d6f-a6b6-7fe1624de50e req-a0f07bb6-57a3-4e9e-9654-8da271a3919d tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449195 Feb 19 04:08:44.411888 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-2c5b2d04-f308-4bb8-9e98-37942a5f6c68 service neutron] 10.222.0.26 "GET /v2.0/networks/4f75a38c-ba31-4063-a62c-c421be59bf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639262 Feb 19 04:08:44.490089 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-006dc840-8a3d-428b-bd0d-a3cad6d0fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:44.492183 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-006dc840-8a3d-428b-bd0d-a3cad6d0fcfc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=16c08907-aef2-4a10-b6c2-3a99c2bc83e2 HTTP/1.1" status: 200 len: 858 time: 0.1161106 Feb 19 04:08:44.515781 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-28b36479-8965-46b9-b36e-9e9322f833dd service neutron] 10.222.0.26 "GET /v2.0/networks/4f75a38c-ba31-4063-a62c-c421be59bf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870860 Feb 19 04:08:44.622431 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ab23359b-14bb-4ea0-b95c-d23386511f93 tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (da664d28-4e31-42d1-939f-8b9c8d606c95), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:44.663539 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-ab23359b-14bb-4ea0-b95c-d23386511f93 tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da664d28-4e31-42d1-939f-8b9c8d606c95']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:44.666345 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-eb1bd050-153a-4666-b189-3fa39fed4725 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4f75a38c-ba31-4063-a62c-c421be59bf15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611048 Feb 19 04:08:44.677568 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-ab23359b-14bb-4ea0-b95c-d23386511f93 tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93bd85a5-5352-43a4-b007-7f20295f84c3') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:44.678286 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-ab23359b-14bb-4ea0-b95c-d23386511f93 tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93bd85a5-5352-43a4-b007-7f20295f84c3') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:44.690617 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ab23359b-14bb-4ea0-b95c-d23386511f93 tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (93bd85a5-5352-43a4-b007-7f20295f84c3), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:44.724148 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ab23359b-14bb-4ea0-b95c-d23386511f93 tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (93bd85a5-5352-43a4-b007-7f20295f84c3), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:44.743606 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab23359b-14bb-4ea0-b95c-d23386511f93 tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:08:44.744309 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ab23359b-14bb-4ea0-b95c-d23386511f93 tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (93bd85a5-5352-43a4-b007-7f20295f84c3), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:08:44.751359 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:08:44.756115 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-0a0c0331-0f8e-4a53-9282-4df31937f306 service neutron] 10.222.0.79 "GET /v2.0/networks/4f75a38c-ba31-4063-a62c-c421be59bf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888638 Feb 19 04:08:44.795959 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6d27aff6-ca7d-44ba-9ea1-696762d8d0c9 admin admin] Publish callbacks [] for security_group (61f63118-15d4-46ec-a81f-afa4768b0382), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:44.845803 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-9c7fc028-ff8b-4072-a882-8a5852cc2b7e service neutron] 10.222.0.26 "GET /v2.0/networks/4f75a38c-ba31-4063-a62c-c421be59bf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672401 Feb 19 04:08:44.867945 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933f394-3363-4601-b1ff-c6b7c2961a68 req-eef28e3e-54bd-46c3-a0a3-863c3fec1baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:44.870214 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f933f394-3363-4601-b1ff-c6b7c2961a68 req-eef28e3e-54bd-46c3-a0a3-863c3fec1baa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51a6636902614b2a878ff2022516aeac&device_id=1c7776cd-b6e0-4476-a3a1-5174275eebd1 HTTP/1.1" status: 200 len: 1127 time: 0.2834845 Feb 19 04:08:44.915233 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-11777268-e073-43f1-af5e-5115a80de091 service neutron] 10.222.0.79 "GET /v2.0/networks/4f75a38c-ba31-4063-a62c-c421be59bf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508918 Feb 19 04:08:44.950148 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ab23359b-14bb-4ea0-b95c-d23386511f93 tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (da664d28-4e31-42d1-939f-8b9c8d606c95), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:44.960252 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6d27aff6-ca7d-44ba-9ea1-696762d8d0c9 admin admin] Publish callbacks [] for security_group (61f63118-15d4-46ec-a81f-afa4768b0382), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:44.975114 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f5f3a-0308-42ff-b6cd-c667134091b2 req-cb312e6f-1a35-481b-baed-fe9612bfac3f tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:44.976629 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-210f5f3a-0308-42ff-b6cd-c667134091b2 req-cb312e6f-1a35-481b-baed-fe9612bfac3f tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/ports?device_id=f066e46b-b509-4dfe-be66-40bd019715e5 HTTP/1.1" status: 200 len: 944 time: 0.4712141 Feb 19 04:08:45.019155 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ab23359b-14bb-4ea0-b95c-d23386511f93 tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:45.032549 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ab23359b-14bb-4ea0-b95c-d23386511f93 tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] 10.222.0.52 "DELETE /v2.0/networks/da664d28-4e31-42d1-939f-8b9c8d606c95 HTTP/1.1" status: 204 len: 168 time: 0.8482785 Feb 19 04:08:45.098013 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23359b-14bb-4ea0-b95c-d23386511f93 tempest-TagsTest-1528354217 tempest-TagsTest-1528354217-project] Pushing event deleted for resources: {'Network': ['ID=da664d28-4e31-42d1-939f-8b9c8d606c95,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:45.159922 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-44e49a94-1e9d-457b-af5f-6f58105bf508 req-1899123a-3af0-4725-985e-959287ed2254 service neutron] 10.222.0.26 "GET /v2.0/networks/4f75a38c-ba31-4063-a62c-c421be59bf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884722 Feb 19 04:08:45.165145 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933f394-3363-4601-b1ff-c6b7c2961a68 req-ad3588fc-a0a9-48b7-a126-db5a2e267d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:45.166670 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f933f394-3363-4601-b1ff-c6b7c2961a68 req-ad3588fc-a0a9-48b7-a126-db5a2e267d2b service neutron] 10.222.0.26 "GET /v2.0/networks?id=4f75a38c-ba31-4063-a62c-c421be59bf15 HTTP/1.1" status: 200 len: 919 time: 0.2708750 Feb 19 04:08:45.214118 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-210f5f3a-0308-42ff-b6cd-c667134091b2 req-295d01e8-2d10-4a4b-9b1e-ef1213cc9e34 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231104 Feb 19 04:08:45.259393 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df1427-eac2-4eef-8e4f-c1f50ff40799 req-fc10ebd4-8c15-47c0-8033-2a9a230f00b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:45.261165 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b6df1427-eac2-4eef-8e4f-c1f50ff40799 req-fc10ebd4-8c15-47c0-8033-2a9a230f00b1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=51a6636902614b2a878ff2022516aeac&device_id=f066e46b-b509-4dfe-be66-40bd019715e5 HTTP/1.1" status: 200 len: 1127 time: 0.2448041 Feb 19 04:08:45.292384 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f933f394-3363-4601-b1ff-c6b7c2961a68 req-b36c10a9-97b4-4f68-b3c6-682fd2f703bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=869cbff4-bd62-4f71-8423-3fab7a04ed5d HTTP/1.1" status: 200 len: 217 time: 0.1082907 Feb 19 04:08:45.300456 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6d27aff6-ca7d-44ba-9ea1-696762d8d0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (61f63118-15d4-46ec-a81f-afa4768b0382), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:45.306533 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6d27aff6-ca7d-44ba-9ea1-696762d8d0c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:45.315511 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6d27aff6-ca7d-44ba-9ea1-696762d8d0c9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/61f63118-15d4-46ec-a81f-afa4768b0382 HTTP/1.1" status: 204 len: 168 time: 0.9451482 Feb 19 04:08:45.344625 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933f394-3363-4601-b1ff-c6b7c2961a68 req-64ac9dac-a676-437b-a750-2c1ba8729552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:45.346426 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f933f394-3363-4601-b1ff-c6b7c2961a68 req-64ac9dac-a676-437b-a750-2c1ba8729552 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=16c08907-aef2-4a10-b6c2-3a99c2bc83e2 HTTP/1.1" status: 200 len: 858 time: 0.0521760 Feb 19 04:08:45.419698 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f933f394-3363-4601-b1ff-c6b7c2961a68 req-a4a8c9f7-c5ae-4328-91d3-b502cf6935f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4f75a38c-ba31-4063-a62c-c421be59bf15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658035 Feb 19 04:08:45.419978 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d27aff6-ca7d-44ba-9ea1-696762d8d0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f63118-15d4-46ec-a81f-afa4768b0382,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:45.511138 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df1427-eac2-4eef-8e4f-c1f50ff40799 req-a478d3ff-5186-4939-8f86-e15ced9b2bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:45.513603 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b6df1427-eac2-4eef-8e4f-c1f50ff40799 req-a478d3ff-5186-4939-8f86-e15ced9b2bb2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4f75a38c-ba31-4063-a62c-c421be59bf15 HTTP/1.1" status: 200 len: 919 time: 0.2396142 Feb 19 04:08:45.667470 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b6df1427-eac2-4eef-8e4f-c1f50ff40799 req-ff749ea7-0bc7-4093-9b90-22662484df02 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba4638fd-44d9-431b-8000-be5489686862 HTTP/1.1" status: 200 len: 217 time: 0.1447234 Feb 19 04:08:45.677345 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f933f394-3363-4601-b1ff-c6b7c2961a68 req-b82e4f88-2bef-42b3-b52a-fb80c86b43d4 service neutron] 10.222.0.26 "GET /v2.0/networks/4f75a38c-ba31-4063-a62c-c421be59bf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489152 Feb 19 04:08:45.715341 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859bda3e-d794-44d8-8f5f-a894277a3263', 'tag': 'a7764e62-3049-4881-afe7-b2b422eb4547'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:45.722200 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e9d4bb-2063-4e2b-afc1-b860cc6682ca" -d '{"events": [{"name": "network-changed", "server_uuid": "859bda3e-d794-44d8-8f5f-a894277a3263", "tag": "a7764e62-3049-4881-afe7-b2b422eb4547"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:45.728379 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59996) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:45.886894 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f933f394-3363-4601-b1ff-c6b7c2961a68 req-328ae4ba-9978-49ce-9eeb-b1b03c4e5421 service neutron] 10.222.0.26 "GET /v2.0/networks/4f75a38c-ba31-4063-a62c-c421be59bf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035997 Feb 19 04:08:46.159690 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7af274e8-55f6-4f99-8064-0fd5d3896f26 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6dd46a617e5941fa8965718e92614b28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4102924 Feb 19 04:08:46.165218 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60038) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:46.266341 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f4588c3-12b5-4478-8a9b-59a6efebe86c admin admin] Publish callbacks [] for security_group (bbee2c4f-d892-4be0-8068-c52e9b00aee7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:46.279503 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec96193-69c4-4643-aff9-af847d26072a x-openstack-request-id: req-2ec96193-69c4-4643-aff9-af847d26072a {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:46.280107 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859bda3e-d794-44d8-8f5f-a894277a3263", "tag": "a7764e62-3049-4881-afe7-b2b422eb4547", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:46.280335 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2ec96193-69c4-4643-aff9-af847d26072a {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:46.280539 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df1427-eac2-4eef-8e4f-c1f50ff40799 req-cea26c85-b334-4ffb-aa9e-b5f1592be2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:46.280994 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859bda3e-d794-44d8-8f5f-a894277a3263', 'tag': 'a7764e62-3049-4881-afe7-b2b422eb4547', 'status': 'completed', 'code': 200} Feb 19 04:08:46.282016 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b6df1427-eac2-4eef-8e4f-c1f50ff40799 req-cea26c85-b334-4ffb-aa9e-b5f1592be2ea service neutron] 10.222.0.79 "GET /v2.0/subnets?id=16c08907-aef2-4a10-b6c2-3a99c2bc83e2 HTTP/1.1" status: 200 len: 858 time: 0.5926414 Feb 19 04:08:46.332672 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f4588c3-12b5-4478-8a9b-59a6efebe86c admin admin] Publish callbacks [] for security_group (bbee2c4f-d892-4be0-8068-c52e9b00aee7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:46.352171 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6132d-09b9-4549-aa79-6246b87e1b3a req-40926da6-29f0-4a89-89f9-e45da517a148 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:46.353775 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29b6132d-09b9-4549-aa79-6246b87e1b3a req-40926da6-29f0-4a89-89f9-e45da517a148 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 945 time: 0.7289319 Feb 19 04:08:46.383463 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9d4bb-2063-4e2b-afc1-b860cc6682ca req-989e2bec-ad92-4176-b083-d6fc3790afd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:46.386018 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-53e9d4bb-2063-4e2b-afc1-b860cc6682ca req-989e2bec-ad92-4176-b083-d6fc3790afd9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51a6636902614b2a878ff2022516aeac&device_id=859bda3e-d794-44d8-8f5f-a894277a3263 HTTP/1.1" status: 200 len: 1127 time: 0.0912530 Feb 19 04:08:46.428832 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b6df1427-eac2-4eef-8e4f-c1f50ff40799 req-55607f25-8a31-445e-b805-23d5835328be service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4f75a38c-ba31-4063-a62c-c421be59bf15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1393588 Feb 19 04:08:46.570802 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9d4bb-2063-4e2b-afc1-b860cc6682ca req-cc19617a-b063-447c-aac3-d70282596444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:46.572949 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-53e9d4bb-2063-4e2b-afc1-b860cc6682ca req-cc19617a-b063-447c-aac3-d70282596444 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4f75a38c-ba31-4063-a62c-c421be59bf15 HTTP/1.1" status: 200 len: 919 time: 0.1800797 Feb 19 04:08:46.574417 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f4588c3-12b5-4478-8a9b-59a6efebe86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (bbee2c4f-d892-4be0-8068-c52e9b00aee7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:46.577881 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f4588c3-12b5-4478-8a9b-59a6efebe86c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:46.583382 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3f4588c3-12b5-4478-8a9b-59a6efebe86c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bbee2c4f-d892-4be0-8068-c52e9b00aee7 HTTP/1.1" status: 204 len: 168 time: 0.4198961 Feb 19 04:08:46.585329 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29b6132d-09b9-4549-aa79-6246b87e1b3a req-12b96da3-74d6-4a6c-95fa-5f5d01916614 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790657 Feb 19 04:08:46.615020 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1855e-9fd9-4a17-ab7c-6df5ff2ad48a req-3eaedee5-d66f-475d-bcef-1d0e125fb496 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:46.621409 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e4e1855e-9fd9-4a17-ab7c-6df5ff2ad48a req-3eaedee5-d66f-475d-bcef-1d0e125fb496 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/ports?device_id=f066e46b-b509-4dfe-be66-40bd019715e5 HTTP/1.1" status: 200 len: 944 time: 0.1340806 Feb 19 04:08:46.635875 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4588c3-12b5-4478-8a9b-59a6efebe86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbee2c4f-d892-4be0-8068-c52e9b00aee7,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:46.638824 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-53e9d4bb-2063-4e2b-afc1-b860cc6682ca req-4d6c6c67-3a87-4649-88a6-bb50df9624f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7764e62-3049-4881-afe7-b2b422eb4547 HTTP/1.1" status: 200 len: 217 time: 0.0539029 Feb 19 04:08:46.651326 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b6df1427-eac2-4eef-8e4f-c1f50ff40799 req-a186f0e2-a9a8-40c0-b84d-14940eb972e1 service neutron] 10.222.0.79 "GET /v2.0/networks/4f75a38c-ba31-4063-a62c-c421be59bf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991110 Feb 19 04:08:46.751949 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e4e1855e-9fd9-4a17-ab7c-6df5ff2ad48a req-f78a7319-1ee8-4a0b-8e98-ab42a9d9f56b tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294413 Feb 19 04:08:46.758307 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9d4bb-2063-4e2b-afc1-b860cc6682ca req-99f37a6c-f00a-4f0f-80c1-d95f0421e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:46.760341 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-53e9d4bb-2063-4e2b-afc1-b860cc6682ca req-99f37a6c-f00a-4f0f-80c1-d95f0421e5dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=16c08907-aef2-4a10-b6c2-3a99c2bc83e2 HTTP/1.1" status: 200 len: 858 time: 0.1141016 Feb 19 04:08:46.816220 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-53e9d4bb-2063-4e2b-afc1-b860cc6682ca req-7a0b3d09-c023-430c-a7f5-3a7c486f9cad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4f75a38c-ba31-4063-a62c-c421be59bf15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489736 Feb 19 04:08:46.821186 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b6df1427-eac2-4eef-8e4f-c1f50ff40799 req-297526ee-65ab-4969-abe8-8fed37f987db service neutron] 10.222.0.79 "GET /v2.0/networks/4f75a38c-ba31-4063-a62c-c421be59bf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580169 Feb 19 04:08:46.939792 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-53e9d4bb-2063-4e2b-afc1-b860cc6682ca req-0dd66fae-8238-4db3-a764-9c5a3202f9a5 service neutron] 10.222.0.26 "GET /v2.0/networks/4f75a38c-ba31-4063-a62c-c421be59bf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136231 Feb 19 04:08:47.010541 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device ba4638fd-44d9-431b-8000-be5489686862 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:08:47.081214 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-53e9d4bb-2063-4e2b-afc1-b860cc6682ca req-2053ff4a-9789-40e8-8279-e95a4c414d9d service neutron] 10.222.0.26 "GET /v2.0/networks/4f75a38c-ba31-4063-a62c-c421be59bf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332052 Feb 19 04:08:47.220901 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port ba4638fd-44d9-431b-8000-be5489686862, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=ba4638fd-44d9-431b-8000-be5489686862,segment=NetworkSegment(973bf827-76e8-4107-b0be-e5bc3eb85509),segment_id=973bf827-76e8-4107-b0be-e5bc3eb85509)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:47.239869 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'ba4638fd-44d9-431b-8000-be5489686862', 'network_id': '4f75a38c-ba31-4063-a62c-c421be59bf15', 'port_id': 'ba4638fd-44d9-431b-8000-be5489686862', 'mac_address': 'fa:16:3e:39:90:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c08907-aef2-4a10-b6c2-3a99c2bc83e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:08:47.277129 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60110) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:47.291040 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port ba4638fd-44d9-431b-8000-be5489686862 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:47.291929 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ba4638fd-44d9-431b-8000-be5489686862), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:47.314257 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba4638fd-44d9-431b-8000-be5489686862 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:08:47.341982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port ba4638fd-44d9-431b-8000-be5489686862, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=ba4638fd-44d9-431b-8000-be5489686862,segment=NetworkSegment(973bf827-76e8-4107-b0be-e5bc3eb85509),segment_id=973bf827-76e8-4107-b0be-e5bc3eb85509)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:47.347697 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ba4638fd-44d9-431b-8000-be5489686862), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:47.412481 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=ba4638fd-44d9-431b-8000-be5489686862,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:47.519313 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-0936a9e4-3582-48e3-8d8a-73de6ad17d07 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-494488501-network', 'tenant_id': '229b66fc7c4a407aba57ef15cf9bf924'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:47.542279 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0936a9e4-3582-48e3-8d8a-73de6ad17d07 admin admin] Made reservation on behalf of 229b66fc7c4a407aba57ef15cf9bf924 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:47.544625 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0936a9e4-3582-48e3-8d8a-73de6ad17d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:47.558585 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0936a9e4-3582-48e3-8d8a-73de6ad17d07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:47.591315 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['ba4638fd-44d9-431b-8000-be5489686862'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:08:47.711952 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0936a9e4-3582-48e3-8d8a-73de6ad17d07 admin admin] Publish callbacks [] for security_group (9dc8125e-0bfd-4746-b0e4-30cc46a7360c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:47.726662 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0936a9e4-3582-48e3-8d8a-73de6ad17d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (9dc8125e-0bfd-4746-b0e4-30cc46a7360c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:47.791288 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 60128) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:47.807924 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936a9e4-3582-48e3-8d8a-73de6ad17d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc8125e-0bfd-4746-b0e4-30cc46a7360c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:47.849418 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0936a9e4-3582-48e3-8d8a-73de6ad17d07 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:08:47.852361 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b5301-1b8e-45a5-8646-f0af2c7e7558 req-06f4735f-07ca-40ef-9013-dceb23576db8 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:47.854796 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-070b5301-1b8e-45a5-8646-f0af2c7e7558 req-06f4735f-07ca-40ef-9013-dceb23576db8 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 945 time: 0.1456096 Feb 19 04:08:47.861691 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0936a9e4-3582-48e3-8d8a-73de6ad17d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (35b8a669-b8d1-45a9-bf23-da3580844403), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:47.862292 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-0936a9e4-3582-48e3-8d8a-73de6ad17d07 admin admin] Added segment 35b8a669-b8d1-45a9-bf23-da3580844403 of type vlan for network 28e9190b-a605-45f2-9c91-bc260a45b2af Feb 19 04:08:47.913394 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0936a9e4-3582-48e3-8d8a-73de6ad17d07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (28e9190b-a605-45f2-9c91-bc260a45b2af), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:47.947805 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0936a9e4-3582-48e3-8d8a-73de6ad17d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (28e9190b-a605-45f2-9c91-bc260a45b2af), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:47.950688 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0936a9e4-3582-48e3-8d8a-73de6ad17d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:47.951497 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0936a9e4-3582-48e3-8d8a-73de6ad17d07 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:48.031180 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0936a9e4-3582-48e3-8d8a-73de6ad17d07 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7520716 Feb 19 04:08:48.035169 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60136) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:48.044484 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-221bdc33-8a39-474b-8fa5-71a1e9f70b1b admin admin] Request body: {'subnet': {'network_id': '28e9190b-a605-45f2-9c91-bc260a45b2af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-494488501-subnet', 'tenant_id': '229b66fc7c4a407aba57ef15cf9bf924', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:48.048224 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936a9e4-3582-48e3-8d8a-73de6ad17d07 admin admin] Pushing event updated for resources: {'Network': ['ID=28e9190b-a605-45f2-9c91-bc260a45b2af,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:48.061245 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 28e9190b-a605-45f2-9c91-bc260a45b2af details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:08:48.075940 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-070b5301-1b8e-45a5-8646-f0af2c7e7558 req-23eb2313-821e-4026-b0cb-7b72a2e9a455 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121851 Feb 19 04:08:48.104419 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221bdc33-8a39-474b-8fa5-71a1e9f70b1b admin admin] Made reservation on behalf of 229b66fc7c4a407aba57ef15cf9bf924 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:48.107053 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-221bdc33-8a39-474b-8fa5-71a1e9f70b1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:48.109996 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4fa8f-da75-499c-bd55-cb5d9368db6b req-f148bea0-2a51-494f-806f-79a606ed1f17 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:48.128762 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d0f4fa8f-da75-499c-bd55-cb5d9368db6b req-f148bea0-2a51-494f-806f-79a606ed1f17 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/ports?device_id=f066e46b-b509-4dfe-be66-40bd019715e5 HTTP/1.1" status: 200 len: 945 time: 0.2329755 Feb 19 04:08:48.210856 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ebfeb002-9cab-4374-b1e6-6baa9f7de5bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:48.264392 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d0f4fa8f-da75-499c-bd55-cb5d9368db6b req-9188f0cd-a691-44d7-a2cc-784a6cd85c7a tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331210 Feb 19 04:08:48.351546 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-221bdc33-8a39-474b-8fa5-71a1e9f70b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (d7c569ab-d4f2-49ec-8c1b-bcbcf123f01a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:48.390757 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ebfeb002-9cab-4374-b1e6-6baa9f7de5bd admin admin] Publish callbacks [] for security_group (36823fd1-0805-4e7b-b7b7-e929a2054d14), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:48.398915 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ebfeb002-9cab-4374-b1e6-6baa9f7de5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (36823fd1-0805-4e7b-b7b7-e929a2054d14), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:48.440567 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221bdc33-8a39-474b-8fa5-71a1e9f70b1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7c569ab-d4f2-49ec-8c1b-bcbcf123f01a,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:48.451627 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221bdc33-8a39-474b-8fa5-71a1e9f70b1b admin admin] Checking segment: {'id': '35b8a669-b8d1-45a9-bf23-da3580844403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '28e9190b-a605-45f2-9c91-bc260a45b2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:48.452128 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221bdc33-8a39-474b-8fa5-71a1e9f70b1b admin admin] Network hostable DHCP agents. Network: 28e9190b-a605-45f2-9c91-bc260a45b2af, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:08:48.460311 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfeb002-9cab-4374-b1e6-6baa9f7de5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36823fd1-0805-4e7b-b7b7-e929a2054d14,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:48.473656 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221bdc33-8a39-474b-8fa5-71a1e9f70b1b admin admin] Network 28e9190b-a605-45f2-9c91-bc260a45b2af is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:08:48.480395 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ebfeb002-9cab-4374-b1e6-6baa9f7de5bd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9376237e72524a18ae67682bd58636b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6876662 Feb 19 04:08:48.483194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 60150) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:48.491444 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-221bdc33-8a39-474b-8fa5-71a1e9f70b1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 28e9190b-a605-45f2-9c91-bc260a45b2af) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:48.501003 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93e0e39-e104-402f-866c-3026302b0a68 None None] Network 28e9190b-a605-45f2-9c91-bc260a45b2af requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:08:48.506195 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221bdc33-8a39-474b-8fa5-71a1e9f70b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:48.507847 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-221bdc33-8a39-474b-8fa5-71a1e9f70b1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:48.540911 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-221bdc33-8a39-474b-8fa5-71a1e9f70b1b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5037029 Feb 19 04:08:48.603370 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-70556d28-261b-42d4-8acd-d8265a45e78d admin admin] Publish callbacks [] for security_group (36823fd1-0805-4e7b-b7b7-e929a2054d14), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:48.637841 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-70556d28-261b-42d4-8acd-d8265a45e78d admin admin] Publish callbacks [] for security_group (36823fd1-0805-4e7b-b7b7-e929a2054d14), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:48.727225 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-70556d28-261b-42d4-8acd-d8265a45e78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (36823fd1-0805-4e7b-b7b7-e929a2054d14), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:48.730111 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-70556d28-261b-42d4-8acd-d8265a45e78d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:48.744253 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-70556d28-261b-42d4-8acd-d8265a45e78d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/36823fd1-0805-4e7b-b7b7-e929a2054d14 HTTP/1.1" status: 204 len: 168 time: 0.2577724 Feb 19 04:08:48.750997 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70556d28-261b-42d4-8acd-d8265a45e78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36823fd1-0805-4e7b-b7b7-e929a2054d14,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:48.751641 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caad506e-7591-4e62-8142-942464aa6377 None None] Network 28e9190b-a605-45f2-9c91-bc260a45b2af requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:08:48.799955 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 869cbff4-bd62-4f71-8423-3fab7a04ed5d details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:08:48.969603 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 869cbff4-bd62-4f71-8423-3fab7a04ed5d, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=869cbff4-bd62-4f71-8423-3fab7a04ed5d,segment=NetworkSegment(973bf827-76e8-4107-b0be-e5bc3eb85509),segment_id=973bf827-76e8-4107-b0be-e5bc3eb85509)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:48.997954 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '869cbff4-bd62-4f71-8423-3fab7a04ed5d', 'network_id': '4f75a38c-ba31-4063-a62c-c421be59bf15', 'port_id': '869cbff4-bd62-4f71-8423-3fab7a04ed5d', 'mac_address': 'fa:16:3e:55:6d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c08907-aef2-4a10-b6c2-3a99c2bc83e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:08:49.037568 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device ba4638fd-44d9-431b-8000-be5489686862 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:08:49.121935 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 869cbff4-bd62-4f71-8423-3fab7a04ed5d is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:49.123079 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (869cbff4-bd62-4f71-8423-3fab7a04ed5d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:49.186889 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 869cbff4-bd62-4f71-8423-3fab7a04ed5d {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:08:49.228107 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 869cbff4-bd62-4f71-8423-3fab7a04ed5d, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=869cbff4-bd62-4f71-8423-3fab7a04ed5d,segment=NetworkSegment(973bf827-76e8-4107-b0be-e5bc3eb85509),segment_id=973bf827-76e8-4107-b0be-e5bc3eb85509)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:49.241840 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (869cbff4-bd62-4f71-8423-3fab7a04ed5d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:49.302492 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0a03b-8b4e-476a-a81d-d7e303ae5473 req-066c8db5-b301-4490-9f34-8f1e8d1885b9 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:49.303000 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port ba4638fd-44d9-431b-8000-be5489686862 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:08:49.305367 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03e0a03b-8b4e-476a-a81d-d7e303ae5473 req-066c8db5-b301-4490-9f34-8f1e8d1885b9 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 945 time: 0.1373625 Feb 19 04:08:49.312441 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=869cbff4-bd62-4f71-8423-3fab7a04ed5d,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:49.325446 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port ba4638fd-44d9-431b-8000-be5489686862 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:49.325815 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ba4638fd-44d9-431b-8000-be5489686862), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:49.409534 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03e0a03b-8b4e-476a-a81d-d7e303ae5473 req-716a63cb-75c7-48a3-a718-234da434df65 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958788 Feb 19 04:08:49.483246 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port ba4638fd-44d9-431b-8000-be5489686862 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:49.484688 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ba4638fd-44d9-431b-8000-be5489686862), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:49.529358 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f066e46b-b509-4dfe-be66-40bd019715e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4638fd-44d9-431b-8000-be5489686862'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:49.539008 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986fec56-d961-461a-8760-11f98a3b6440" -d '{"events": [{"server_uuid": "f066e46b-b509-4dfe-be66-40bd019715e5", "name": "network-vif-plugged", "status": "completed", "tag": "ba4638fd-44d9-431b-8000-be5489686862"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:49.586474 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port ba4638fd-44d9-431b-8000-be5489686862, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=ba4638fd-44d9-431b-8000-be5489686862,segment=NetworkSegment(973bf827-76e8-4107-b0be-e5bc3eb85509),segment_id=973bf827-76e8-4107-b0be-e5bc3eb85509)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:49.601630 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ba4638fd-44d9-431b-8000-be5489686862), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:49.653670 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['869cbff4-bd62-4f71-8423-3fab7a04ed5d'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:08:49.780718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-b8c7fc47-26de-4605-8dde-a50459a6a04b tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:49.781449 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-b8c7fc47-26de-4605-8dde-a50459a6a04b tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.52 "GET /v2.0/networks?id=28e9190b-a605-45f2-9c91-bc260a45b2af HTTP/1.1" status: 200 len: 820 time: 0.1821551 Feb 19 04:08:49.786131 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=ba4638fd-44d9-431b-8000-be5489686862,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:49.802198 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-b36bea03-ebea-4896-965b-b629d04b81bf tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.52 "GET /v2.0/quotas/229b66fc7c4a407aba57ef15cf9bf924 HTTP/1.1" status: 200 len: 375 time: 0.0200932 Feb 19 04:08:49.840904 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-77e08210-0102-447b-a3c0-d0fb49c2d667 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=229b66fc7c4a407aba57ef15cf9bf924&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377088 Feb 19 04:08:49.917046 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a11c9-8ecb-4a27-9a16-7de6acb91c9c req-0eb69b1c-40d1-4100-89d3-ca3e7106339b tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:49.918617 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c10a11c9-8ecb-4a27-9a16-7de6acb91c9c req-0eb69b1c-40d1-4100-89d3-ca3e7106339b tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/ports?device_id=f066e46b-b509-4dfe-be66-40bd019715e5 HTTP/1.1" status: 200 len: 945 time: 0.3677692 Feb 19 04:08:50.009674 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c10a11c9-8ecb-4a27-9a16-7de6acb91c9c req-93a2307b-685b-4145-a727-6e516f52b453 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821247 Feb 19 04:08:50.029872 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-e5fa4bcd-c0c6-43d6-a455-5e84c6c0bdf1 service neutron] 10.222.0.52 "GET /v2.0/networks/28e9190b-a605-45f2-9c91-bc260a45b2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880596 Feb 19 04:08:50.201810 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-ab1bf360-deaf-46a3-b2d5-8ef8fcee1828 service neutron] 10.222.0.52 "GET /v2.0/networks/28e9190b-a605-45f2-9c91-bc260a45b2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630909 Feb 19 04:08:50.398068 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e92485-c1d6-40eb-91d9-b1c0ca13d602 x-openstack-request-id: req-86e92485-c1d6-40eb-91d9-b1c0ca13d602 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:50.398953 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f066e46b-b509-4dfe-be66-40bd019715e5", "name": "network-vif-plugged", "status": "completed", "tag": "ba4638fd-44d9-431b-8000-be5489686862", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:50.400033 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-86e92485-c1d6-40eb-91d9-b1c0ca13d602 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:50.401286 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f066e46b-b509-4dfe-be66-40bd019715e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4638fd-44d9-431b-8000-be5489686862', 'code': 200} Feb 19 04:08:50.611851 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-955cdfe1-40f3-4165-9e6c-62b9416206c1 req-3dfb697e-a1ba-4995-8a04-1b61613a0455 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.52 "GET /v2.0/ports?device_id=610a4b5f-4b53-4925-bb49-b0b4f088749f HTTP/1.1" status: 200 len: 210 time: 0.1356113 Feb 19 04:08:50.718561 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b6523-e698-4cf1-a833-736e285790ee req-7f81dcaf-127e-4831-8979-bb14da68a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:50.720902 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b86b6523-e698-4cf1-a833-736e285790ee req-7f81dcaf-127e-4831-8979-bb14da68a843 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f066e46b-b509-4dfe-be66-40bd019715e5 HTTP/1.1" status: 200 len: 1129 time: 0.2534132 Feb 19 04:08:50.764409 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399c327-f537-44ce-9774-52a3c1e705be req-b7531711-9ee7-4784-8301-905805345770 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:50.767198 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c399c327-f537-44ce-9774-52a3c1e705be req-b7531711-9ee7-4784-8301-905805345770 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 945 time: 0.1529050 Feb 19 04:08:50.792436 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device a7764e62-3049-4881-afe7-b2b422eb4547 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:08:50.824222 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b86b6523-e698-4cf1-a833-736e285790ee req-a3cc8def-ea53-45e3-8efc-a459cb3fe1c9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930159 Feb 19 04:08:50.971125 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c399c327-f537-44ce-9774-52a3c1e705be req-a6065836-9a68-48a2-a60d-8516a2d2dade tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605768 Feb 19 04:08:51.008490 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port a7764e62-3049-4881-afe7-b2b422eb4547, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=a7764e62-3049-4881-afe7-b2b422eb4547,segment=NetworkSegment(973bf827-76e8-4107-b0be-e5bc3eb85509),segment_id=973bf827-76e8-4107-b0be-e5bc3eb85509)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:51.034024 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'a7764e62-3049-4881-afe7-b2b422eb4547', 'network_id': '4f75a38c-ba31-4063-a62c-c421be59bf15', 'port_id': 'a7764e62-3049-4881-afe7-b2b422eb4547', 'mac_address': 'fa:16:3e:97:81:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c08907-aef2-4a10-b6c2-3a99c2bc83e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:08:51.187666 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60274) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:51.192415 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port a7764e62-3049-4881-afe7-b2b422eb4547 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:51.192809 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a7764e62-3049-4881-afe7-b2b422eb4547), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:51.224914 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7764e62-3049-4881-afe7-b2b422eb4547 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:08:51.243194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae25c95-deeb-4dd2-827a-d89be1d0122f req-cda4e219-c245-4df5-a579-2123791692f6 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:51.251736 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fae25c95-deeb-4dd2-827a-d89be1d0122f req-cda4e219-c245-4df5-a579-2123791692f6 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/ports?device_id=f066e46b-b509-4dfe-be66-40bd019715e5 HTTP/1.1" status: 200 len: 946 time: 0.1410854 Feb 19 04:08:51.251956 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port a7764e62-3049-4881-afe7-b2b422eb4547, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=a7764e62-3049-4881-afe7-b2b422eb4547,segment=NetworkSegment(973bf827-76e8-4107-b0be-e5bc3eb85509),segment_id=973bf827-76e8-4107-b0be-e5bc3eb85509)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:51.259313 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (a7764e62-3049-4881-afe7-b2b422eb4547), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:51.320163 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fae25c95-deeb-4dd2-827a-d89be1d0122f req-f838cf16-fc76-4249-83ca-78cb8abae8ab tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619652 Feb 19 04:08:51.418930 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=a7764e62-3049-4881-afe7-b2b422eb4547,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:51.456036 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5485c1d5-0596-456f-83b4-cb456da23332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:51.579034 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5485c1d5-0596-456f-83b4-cb456da23332 admin admin] Publish callbacks [] for security_group (d24cc1e0-39f0-4b1c-b00d-f182b4a2dbba), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:51.583502 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5485c1d5-0596-456f-83b4-cb456da23332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d24cc1e0-39f0-4b1c-b00d-f182b4a2dbba), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:51.624218 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5485c1d5-0596-456f-83b4-cb456da23332 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=abb4a23ee51c4ba0b0aace055b38cbcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4353986 Feb 19 04:08:51.625086 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485c1d5-0596-456f-83b4-cb456da23332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24cc1e0-39f0-4b1c-b00d-f182b4a2dbba,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:51.626966 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 60296) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:51.672557 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['a7764e62-3049-4881-afe7-b2b422eb4547'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:08:51.684232 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e1cf792d-be06-4253-9ed2-8877969bc698 admin admin] Publish callbacks [] for security_group (d24cc1e0-39f0-4b1c-b00d-f182b4a2dbba), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:51.702109 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60300) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:51.719751 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e1cf792d-be06-4253-9ed2-8877969bc698 admin admin] Publish callbacks [] for security_group (d24cc1e0-39f0-4b1c-b00d-f182b4a2dbba), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:51.767990 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5b3c5d2-f18c-418c-be24-7cf2d6350f2d req-9d3b093f-0ff2-49c8-9945-bba156623289 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.52 "GET /v2.0/ports?device_id=610a4b5f-4b53-4925-bb49-b0b4f088749f HTTP/1.1" status: 200 len: 210 time: 0.0425127 Feb 19 04:08:51.823313 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e1cf792d-be06-4253-9ed2-8877969bc698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d24cc1e0-39f0-4b1c-b00d-f182b4a2dbba), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:51.826110 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e1cf792d-be06-4253-9ed2-8877969bc698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:51.830653 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e1cf792d-be06-4253-9ed2-8877969bc698 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d24cc1e0-39f0-4b1c-b00d-f182b4a2dbba HTTP/1.1" status: 204 len: 168 time: 0.2025192 Feb 19 04:08:51.845329 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf792d-be06-4253-9ed2-8877969bc698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24cc1e0-39f0-4b1c-b00d-f182b4a2dbba,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:51.883358 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-adf88958-dfad-4569-b308-2b37ad22f5fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:52.007869 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-adf88958-dfad-4569-b308-2b37ad22f5fb admin admin] Publish callbacks [] for security_group (02902ebc-c52e-4e40-ba17-2dfaaaf24511), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:52.016578 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-adf88958-dfad-4569-b308-2b37ad22f5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (02902ebc-c52e-4e40-ba17-2dfaaaf24511), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:52.046969 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-adf88958-dfad-4569-b308-2b37ad22f5fb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0fa1f601b53f432ebcca9dacd67c8078&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3429382 Feb 19 04:08:52.049187 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60310) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:52.092455 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf88958-dfad-4569-b308-2b37ad22f5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02902ebc-c52e-4e40-ba17-2dfaaaf24511,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:52.150776 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cd19b187-5068-4184-82ea-8e3353250bf1 admin admin] Publish callbacks [] for security_group (02902ebc-c52e-4e40-ba17-2dfaaaf24511), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:52.178355 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cd19b187-5068-4184-82ea-8e3353250bf1 admin admin] Publish callbacks [] for security_group (02902ebc-c52e-4e40-ba17-2dfaaaf24511), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:52.253825 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95da7f0-8c74-4553-b809-dad946d1f09b req-9b8da5fe-4e14-4d90-afcb-525a962e0841 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:52.256713 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b95da7f0-8c74-4553-b809-dad946d1f09b req-9b8da5fe-4e14-4d90-afcb-525a962e0841 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 945 time: 0.1099956 Feb 19 04:08:52.260632 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cd19b187-5068-4184-82ea-8e3353250bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (02902ebc-c52e-4e40-ba17-2dfaaaf24511), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:52.264741 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-f6871444-5dab-4278-9d28-7b8bd9177b31 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:52.266554 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-f6871444-5dab-4278-9d28-7b8bd9177b31 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.79 "GET /v2.0/networks?id=28e9190b-a605-45f2-9c91-bc260a45b2af HTTP/1.1" status: 200 len: 820 time: 0.2089081 Feb 19 04:08:52.266902 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cd19b187-5068-4184-82ea-8e3353250bf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:52.268091 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cd19b187-5068-4184-82ea-8e3353250bf1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/02902ebc-c52e-4e40-ba17-2dfaaaf24511 HTTP/1.1" status: 204 len: 168 time: 0.2177799 Feb 19 04:08:52.278742 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19b187-5068-4184-82ea-8e3353250bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02902ebc-c52e-4e40-ba17-2dfaaaf24511,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:52.307714 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-11e03db6-821a-4bae-94f2-75b0022cc9d3 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Request body: {'port': {'device_id': '610a4b5f-4b53-4925-bb49-b0b4f088749f', 'network_id': '28e9190b-a605-45f2-9c91-bc260a45b2af', 'admin_state_up': True, 'tenant_id': '229b66fc7c4a407aba57ef15cf9bf924'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:52.392342 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60320) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:52.418425 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bb71f11a-0d0d-410c-9a27-9237aa1e14f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:52.475617 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b95da7f0-8c74-4553-b809-dad946d1f09b req-8d8e2b6e-df30-4bdd-834b-ade9159aabe4 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048175 Feb 19 04:08:52.644382 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bb71f11a-0d0d-410c-9a27-9237aa1e14f0 admin admin] Publish callbacks [] for security_group (754c6a8b-1665-4be4-a549-1f84b3027479), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:52.659614 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bb71f11a-0d0d-410c-9a27-9237aa1e14f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (754c6a8b-1665-4be4-a549-1f84b3027479), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:52.673343 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca363a8d-b1d1-469a-bbb7-0c1e30d1f249 req-87fbe016-d658-409e-a7aa-e63f7de0282b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:52.674961 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca363a8d-b1d1-469a-bbb7-0c1e30d1f249 req-87fbe016-d658-409e-a7aa-e63f7de0282b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 1128 time: 0.1787882 Feb 19 04:08:52.691257 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-11e03db6-821a-4bae-94f2-75b0022cc9d3 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Made reservation on behalf of 229b66fc7c4a407aba57ef15cf9bf924 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:52.695426 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-11e03db6-821a-4bae-94f2-75b0022cc9d3 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:52.721520 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71f11a-0d0d-410c-9a27-9237aa1e14f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754c6a8b-1665-4be4-a549-1f84b3027479,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:52.730357 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bb71f11a-0d0d-410c-9a27-9237aa1e14f0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3091aa53928e442e86827eef0fc155c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3334835 Feb 19 04:08:52.730866 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60332) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:52.778252 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5395cfa-f27e-427a-9772-55d1cc632047 req-ecdb9b06-739f-4596-94c8-a2c739437117 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:52.780815 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5395cfa-f27e-427a-9772-55d1cc632047 req-ecdb9b06-739f-4596-94c8-a2c739437117 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/ports?device_id=f066e46b-b509-4dfe-be66-40bd019715e5 HTTP/1.1" status: 200 len: 946 time: 0.1685958 Feb 19 04:08:52.798335 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b1253506-826c-4f4b-b6f9-0465df9a7b25 admin admin] Publish callbacks [] for security_group (754c6a8b-1665-4be4-a549-1f84b3027479), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:52.799163 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 869cbff4-bd62-4f71-8423-3fab7a04ed5d up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:08:52.845228 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b1253506-826c-4f4b-b6f9-0465df9a7b25 admin admin] Publish callbacks [] for security_group (754c6a8b-1665-4be4-a549-1f84b3027479), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:52.865551 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 869cbff4-bd62-4f71-8423-3fab7a04ed5d completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:08:52.870267 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 869cbff4-bd62-4f71-8423-3fab7a04ed5d triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:52.871113 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (869cbff4-bd62-4f71-8423-3fab7a04ed5d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:52.967261 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b1253506-826c-4f4b-b6f9-0465df9a7b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (754c6a8b-1665-4be4-a549-1f84b3027479), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:52.971135 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b1253506-826c-4f4b-b6f9-0465df9a7b25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:52.975629 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b1253506-826c-4f4b-b6f9-0465df9a7b25 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/754c6a8b-1665-4be4-a549-1f84b3027479 HTTP/1.1" status: 204 len: 168 time: 0.2410805 Feb 19 04:08:52.983066 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca363a8d-b1d1-469a-bbb7-0c1e30d1f249 req-21d9f8a8-c05e-486e-9031-85f6a03048ae service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803202 Feb 19 04:08:52.983294 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1253506-826c-4f4b-b6f9-0465df9a7b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754c6a8b-1665-4be4-a549-1f84b3027479,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:53.047174 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5395cfa-f27e-427a-9772-55d1cc632047 req-6900705b-95f5-48ab-93b6-be10a12163eb tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547185 Feb 19 04:08:53.051781 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 869cbff4-bd62-4f71-8423-3fab7a04ed5d is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:53.052242 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (869cbff4-bd62-4f71-8423-3fab7a04ed5d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:53.087477 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7776cd-b6e0-4476-a3a1-5174275eebd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869cbff4-bd62-4f71-8423-3fab7a04ed5d'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:53.091829 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b41d50-8a54-46e5-9789-0192357732eb" -d '{"events": [{"server_uuid": "1c7776cd-b6e0-4476-a3a1-5174275eebd1", "name": "network-vif-plugged", "status": "completed", "tag": "869cbff4-bd62-4f71-8423-3fab7a04ed5d"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:53.122526 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 869cbff4-bd62-4f71-8423-3fab7a04ed5d, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=869cbff4-bd62-4f71-8423-3fab7a04ed5d,segment=NetworkSegment(973bf827-76e8-4107-b0be-e5bc3eb85509),segment_id=973bf827-76e8-4107-b0be-e5bc3eb85509)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:53.128620 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (869cbff4-bd62-4f71-8423-3fab7a04ed5d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:53.137880 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-11e03db6-821a-4bae-94f2-75b0022cc9d3 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Allocated IP 172.20.0.14 (28e9190b-a605-45f2-9c91-bc260a45b2af/d7c569ab-d4f2-49ec-8c1b-bcbcf123f01a/e4dde6ac-5aaa-4104-b283-966aa755f803) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:08:53.161817 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80c2c553-09c9-4e77-888c-47781e12a1d4 req-3d66e90a-29ca-41af-bf06-354e601bf5f6 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.52 "GET /v2.0/ports?device_id=610a4b5f-4b53-4925-bb49-b0b4f088749f HTTP/1.1" status: 200 len: 210 time: 0.0397716 Feb 19 04:08:53.220647 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=869cbff4-bd62-4f71-8423-3fab7a04ed5d,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:53.399254 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9921367-da7b-4952-af89-057c8409d4e8 req-561289ec-85ed-4c85-bd7f-4754d1fed680 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:53.404701 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9921367-da7b-4952-af89-057c8409d4e8 req-561289ec-85ed-4c85-bd7f-4754d1fed680 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:53.411549 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9921367-da7b-4952-af89-057c8409d4e8 req-561289ec-85ed-4c85-bd7f-4754d1fed680 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:53.417680 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9921367-da7b-4952-af89-057c8409d4e8 req-561289ec-85ed-4c85-bd7f-4754d1fed680 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:53.422909 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9921367-da7b-4952-af89-057c8409d4e8 req-561289ec-85ed-4c85-bd7f-4754d1fed680 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:53.429543 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9921367-da7b-4952-af89-057c8409d4e8 req-561289ec-85ed-4c85-bd7f-4754d1fed680 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:53.435021 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9921367-da7b-4952-af89-057c8409d4e8 req-561289ec-85ed-4c85-bd7f-4754d1fed680 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:53.436923 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a9921367-da7b-4952-af89-057c8409d4e8 req-561289ec-85ed-4c85-bd7f-4754d1fed680 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5432 time: 0.2735403 Feb 19 04:08:53.447051 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8d766-a6aa-470d-b09c-31864b2264bd req-0d1503ee-2ec5-45e7-8a71-88ea5b5d5a64 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:53.453727 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18e8d766-a6aa-470d-b09c-31864b2264bd req-0d1503ee-2ec5-45e7-8a71-88ea5b5d5a64 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/ports?device_id=859bda3e-d794-44d8-8f5f-a894277a3263 HTTP/1.1" status: 200 len: 945 time: 0.2138631 Feb 19 04:08:53.597231 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18e8d766-a6aa-470d-b09c-31864b2264bd req-e950634d-7259-4e41-b1a2-8a0b5c60d199 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426306 Feb 19 04:08:53.617121 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-11e03db6-821a-4bae-94f2-75b0022cc9d3 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Publish callbacks [] for port (e4dde6ac-5aaa-4104-b283-966aa755f803), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:53.630916 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a9921367-da7b-4952-af89-057c8409d4e8 req-defcaf99-0d58-45ae-ba75-c08d3dea0dc0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1752040 Feb 19 04:08:53.672402 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ac24ba-e8ef-4e30-ba8d-7b9e2a46fa51 x-openstack-request-id: req-c0ac24ba-e8ef-4e30-ba8d-7b9e2a46fa51 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:53.672715 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7776cd-b6e0-4476-a3a1-5174275eebd1", "name": "network-vif-plugged", "status": "completed", "tag": "869cbff4-bd62-4f71-8423-3fab7a04ed5d", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:53.672975 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c0ac24ba-e8ef-4e30-ba8d-7b9e2a46fa51 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:53.673575 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7776cd-b6e0-4476-a3a1-5174275eebd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869cbff4-bd62-4f71-8423-3fab7a04ed5d', 'code': 200} Feb 19 04:08:53.679066 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-11e03db6-821a-4bae-94f2-75b0022cc9d3 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (e4dde6ac-5aaa-4104-b283-966aa755f803), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:53.739721 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-11e03db6-821a-4bae-94f2-75b0022cc9d3 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Network 28e9190b-a605-45f2-9c91-bc260a45b2af is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:08:53.747571 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-11e03db6-821a-4bae-94f2-75b0022cc9d3 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:53.756601 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-11e03db6-821a-4bae-94f2-75b0022cc9d3 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:08:53.810746 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18a017-733c-4a39-a765-af5e0775ace6 req-1fbe7ccd-33be-4a45-a01c-078e30d2728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:53.812357 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2e18a017-733c-4a39-a765-af5e0775ace6 req-1fbe7ccd-33be-4a45-a01c-078e30d2728c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1c7776cd-b6e0-4476-a3a1-5174275eebd1 HTTP/1.1" status: 200 len: 1129 time: 0.0706606 Feb 19 04:08:53.839060 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-11e03db6-821a-4bae-94f2-75b0022cc9d3 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:53.839300 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-11e03db6-821a-4bae-94f2-75b0022cc9d3 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:53.875956 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2e18a017-733c-4a39-a765-af5e0775ace6 req-52672f31-5049-4bd8-9522-e3a507553e5c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545204 Feb 19 04:08:53.903494 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e03db6-821a-4bae-94f2-75b0022cc9d3 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Pushing event updated for resources: {'Port': ['ID=e4dde6ac-5aaa-4104-b283-966aa755f803,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:53.935906 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-11e03db6-821a-4bae-94f2-75b0022cc9d3 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6431479 Feb 19 04:08:53.980908 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905ee8d-4067-4d3a-8c6a-0cc1fe67eb30 req-d858b51e-f3ef-4056-a2b7-8a44bb0ee734 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:54.001961 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7905ee8d-4067-4d3a-8c6a-0cc1fe67eb30 req-d858b51e-f3ef-4056-a2b7-8a44bb0ee734 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 945 time: 0.1596780 Feb 19 04:08:54.009255 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-907645f5-694d-4757-b8ac-95ffbdfcbf02 service neutron] Request body: {'port': {'device_id': '610a4b5f-4b53-4925-bb49-b0b4f088749f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:54.117429 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7905ee8d-4067-4d3a-8c6a-0cc1fe67eb30 req-5f50bec0-d31d-43f3-b534-8feec6bc09ce tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144850 Feb 19 04:08:54.121893 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-907645f5-694d-4757-b8ac-95ffbdfcbf02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e4dde6ac-5aaa-4104-b283-966aa755f803), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:54.355592 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a3d2c-aa00-4c99-a5b6-c874f1c41cb9 req-e1a41e7f-1eb8-466a-aa76-a8dfa5469718 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:54.357102 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c26a3d2c-aa00-4c99-a5b6-c874f1c41cb9 req-e1a41e7f-1eb8-466a-aa76-a8dfa5469718 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.52 "GET /v2.0/ports?device_id=610a4b5f-4b53-4925-bb49-b0b4f088749f HTTP/1.1" status: 200 len: 932 time: 0.1136470 Feb 19 04:08:54.458240 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c26a3d2c-aa00-4c99-a5b6-c874f1c41cb9 req-bc973e16-dbc5-446c-b867-26fc942f4c4b tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.52 "GET /v2.0/security-groups?id=9dc8125e-0bfd-4746-b0e4-30cc46a7360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898123 Feb 19 04:08:54.522020 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-907645f5-694d-4757-b8ac-95ffbdfcbf02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4dde6ac-5aaa-4104-b283-966aa755f803 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:08:54.530393 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-907645f5-694d-4757-b8ac-95ffbdfcbf02 service neutron] Publish callbacks [] for port (e4dde6ac-5aaa-4104-b283-966aa755f803), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:54.544700 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-907645f5-694d-4757-b8ac-95ffbdfcbf02 service neutron] Transition to ACTIVE for port object e4dde6ac-5aaa-4104-b283-966aa755f803 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:08:54.550976 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-907645f5-694d-4757-b8ac-95ffbdfcbf02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (e4dde6ac-5aaa-4104-b283-966aa755f803), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:54.608565 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907645f5-694d-4757-b8ac-95ffbdfcbf02 service neutron] Pushing event updated for resources: {'Port': ['ID=e4dde6ac-5aaa-4104-b283-966aa755f803,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:54.688784 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60426) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:54.777320 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-907645f5-694d-4757-b8ac-95ffbdfcbf02 service neutron] Attempting to bind port e4dde6ac-5aaa-4104-b283-966aa755f803 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:08:54.777906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-907645f5-694d-4757-b8ac-95ffbdfcbf02 service neutron] Attempting to bind port e4dde6ac-5aaa-4104-b283-966aa755f803 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '35b8a669-b8d1-45a9-bf23-da3580844403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '28e9190b-a605-45f2-9c91-bc260a45b2af'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:08:54.778003 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-907645f5-694d-4757-b8ac-95ffbdfcbf02 service neutron] Attempting to bind port e4dde6ac-5aaa-4104-b283-966aa755f803 on network 28e9190b-a605-45f2-9c91-bc260a45b2af {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:54.793606 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device a7764e62-3049-4881-afe7-b2b422eb4547 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:08:54.800418 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-907645f5-694d-4757-b8ac-95ffbdfcbf02 service neutron] Port e4dde6ac-5aaa-4104-b283-966aa755f803 on network 28e9190b-a605-45f2-9c91-bc260a45b2af not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:08:54.800800 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-907645f5-694d-4757-b8ac-95ffbdfcbf02 service neutron] Attempting to bind port e4dde6ac-5aaa-4104-b283-966aa755f803 on network 28e9190b-a605-45f2-9c91-bc260a45b2af {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:54.830870 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-907645f5-694d-4757-b8ac-95ffbdfcbf02 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:08:54.831410 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-907645f5-694d-4757-b8ac-95ffbdfcbf02 service neutron] Checking segment: {'id': '35b8a669-b8d1-45a9-bf23-da3580844403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '28e9190b-a605-45f2-9c91-bc260a45b2af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:54.831816 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-907645f5-694d-4757-b8ac-95ffbdfcbf02 service neutron] Bound using segment: {'id': '35b8a669-b8d1-45a9-bf23-da3580844403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '28e9190b-a605-45f2-9c91-bc260a45b2af'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:08:54.833149 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-907645f5-694d-4757-b8ac-95ffbdfcbf02 service neutron] Bound port: e4dde6ac-5aaa-4104-b283-966aa755f803, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35b8a669-b8d1-45a9-bf23-da3580844403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '28e9190b-a605-45f2-9c91-bc260a45b2af'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:08:54.833520 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-907645f5-694d-4757-b8ac-95ffbdfcbf02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e4dde6ac-5aaa-4104-b283-966aa755f803), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:54.891108 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3e8c8-a4e6-4b6c-b1e1-514208814760 req-62f4de2b-b795-4fa1-bd9b-8b42a0412851 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:54.892698 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54c3e8c8-a4e6-4b6c-b1e1-514208814760 req-62f4de2b-b795-4fa1-bd9b-8b42a0412851 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/ports?device_id=859bda3e-d794-44d8-8f5f-a894277a3263 HTTP/1.1" status: 200 len: 945 time: 0.1524439 Feb 19 04:08:54.903006 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port a7764e62-3049-4881-afe7-b2b422eb4547 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:08:54.911388 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port a7764e62-3049-4881-afe7-b2b422eb4547 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:54.912620 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (a7764e62-3049-4881-afe7-b2b422eb4547), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:54.917297 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-425fc63c-232c-4d73-a95b-8955f5887d7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:54.937610 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fca71-c1df-401d-a02b-b18ca28c0534 req-713c1454-37f5-401a-a098-9c8b6688e430 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:54.943456 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fca71-c1df-401d-a02b-b18ca28c0534 req-713c1454-37f5-401a-a098-9c8b6688e430 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:54.948754 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fca71-c1df-401d-a02b-b18ca28c0534 req-713c1454-37f5-401a-a098-9c8b6688e430 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:54.954000 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fca71-c1df-401d-a02b-b18ca28c0534 req-713c1454-37f5-401a-a098-9c8b6688e430 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:54.960083 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fca71-c1df-401d-a02b-b18ca28c0534 req-713c1454-37f5-401a-a098-9c8b6688e430 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:54.965351 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fca71-c1df-401d-a02b-b18ca28c0534 req-713c1454-37f5-401a-a098-9c8b6688e430 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:54.970600 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fca71-c1df-401d-a02b-b18ca28c0534 req-713c1454-37f5-401a-a098-9c8b6688e430 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:54.972528 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6e1fca71-c1df-401d-a02b-b18ca28c0534 req-713c1454-37f5-401a-a098-9c8b6688e430 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5432 time: 0.1913702 Feb 19 04:08:55.031578 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port a7764e62-3049-4881-afe7-b2b422eb4547 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:55.033068 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-907645f5-694d-4757-b8ac-95ffbdfcbf02 service neutron] For port e4dde6ac-5aaa-4104-b283-966aa755f803, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:08:55.033974 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a7764e62-3049-4881-afe7-b2b422eb4547), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:55.067028 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-907645f5-694d-4757-b8ac-95ffbdfcbf02 service neutron] For port e4dde6ac-5aaa-4104-b283-966aa755f803, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=e4dde6ac-5aaa-4104-b283-966aa755f803,segment=NetworkSegment(35b8a669-b8d1-45a9-bf23-da3580844403),segment_id=35b8a669-b8d1-45a9-bf23-da3580844403)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:08:55.075960 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54c3e8c8-a4e6-4b6c-b1e1-514208814760 req-3b4d4888-0de2-4ec7-9ccc-f3d14f649e23 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762044 Feb 19 04:08:55.095623 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-425fc63c-232c-4d73-a95b-8955f5887d7e admin admin] Publish callbacks [] for security_group (5937d9f8-7665-44ed-9fda-5dc4a80b2f35), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:55.099552 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-907645f5-694d-4757-b8ac-95ffbdfcbf02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (e4dde6ac-5aaa-4104-b283-966aa755f803), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:55.117613 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-425fc63c-232c-4d73-a95b-8955f5887d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5937d9f8-7665-44ed-9fda-5dc4a80b2f35), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:55.140038 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6e1fca71-c1df-401d-a02b-b18ca28c0534 req-1de2e7fb-520d-44c2-a671-67263f2c6c4f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1487947 Feb 19 04:08:55.141956 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port a7764e62-3049-4881-afe7-b2b422eb4547, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=a7764e62-3049-4881-afe7-b2b422eb4547,segment=NetworkSegment(973bf827-76e8-4107-b0be-e5bc3eb85509),segment_id=973bf827-76e8-4107-b0be-e5bc3eb85509)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:55.151014 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-907645f5-694d-4757-b8ac-95ffbdfcbf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:55.151645 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-907645f5-694d-4757-b8ac-95ffbdfcbf02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:55.153241 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-907645f5-694d-4757-b8ac-95ffbdfcbf02 service neutron] 10.222.0.79 "PUT /v2.0/ports/e4dde6ac-5aaa-4104-b283-966aa755f803 HTTP/1.1" status: 200 len: 1093 time: 1.1925836 Feb 19 04:08:55.153525 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610a4b5f-4b53-4925-bb49-b0b4f088749f', 'tag': 'e4dde6ac-5aaa-4104-b283-966aa755f803'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:55.155828 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1caf810-aa7c-4911-b5f3-e5cdfca267d7" -d '{"events": [{"name": "network-changed", "server_uuid": "610a4b5f-4b53-4925-bb49-b0b4f088749f", "tag": "e4dde6ac-5aaa-4104-b283-966aa755f803"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:55.155980 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (a7764e62-3049-4881-afe7-b2b422eb4547), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:55.217690 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fc63c-232c-4d73-a95b-8955f5887d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5937d9f8-7665-44ed-9fda-5dc4a80b2f35,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:55.263000 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=a7764e62-3049-4881-afe7-b2b422eb4547,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:55.265963 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-425fc63c-232c-4d73-a95b-8955f5887d7e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=01d12177b1db40fbad91f26e9ed0742e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5756695 Feb 19 04:08:55.266675 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60444) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:55.308844 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907645f5-694d-4757-b8ac-95ffbdfcbf02 service neutron] Pushing event updated for resources: {'Port': ['ID=e4dde6ac-5aaa-4104-b283-966aa755f803,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:55.346766 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e21d81-2712-4f3e-a38e-be23e58fa566 x-openstack-request-id: req-80e21d81-2712-4f3e-a38e-be23e58fa566 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:55.347326 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610a4b5f-4b53-4925-bb49-b0b4f088749f", "tag": "e4dde6ac-5aaa-4104-b283-966aa755f803", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:55.348377 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-80e21d81-2712-4f3e-a38e-be23e58fa566 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:55.349314 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610a4b5f-4b53-4925-bb49-b0b4f088749f', 'tag': 'e4dde6ac-5aaa-4104-b283-966aa755f803', 'status': 'completed', 'code': 200} Feb 19 04:08:55.353553 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-694c7440-52da-4203-b464-593cdba5315a admin admin] Publish callbacks [] for security_group (5937d9f8-7665-44ed-9fda-5dc4a80b2f35), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:55.380615 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-694c7440-52da-4203-b464-593cdba5315a admin admin] Publish callbacks [] for security_group (5937d9f8-7665-44ed-9fda-5dc4a80b2f35), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:55.389975 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-5bac681b-4650-4984-9671-8c87e7d3215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:55.391593 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-5bac681b-4650-4984-9671-8c87e7d3215d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=229b66fc7c4a407aba57ef15cf9bf924&device_id=610a4b5f-4b53-4925-bb49-b0b4f088749f HTTP/1.1" status: 200 len: 1127 time: 0.1582749 Feb 19 04:08:55.448931 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-694c7440-52da-4203-b464-593cdba5315a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5937d9f8-7665-44ed-9fda-5dc4a80b2f35), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:55.452806 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-e569c8b0-5aa2-4c9c-aa10-c78b55f6c88a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4dde6ac-5aaa-4104-b283-966aa755f803 HTTP/1.1" status: 200 len: 217 time: 0.0505445 Feb 19 04:08:55.452966 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-694c7440-52da-4203-b464-593cdba5315a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:55.467313 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b9c04-81f3-45db-97d3-1439d96391ae req-3e0f37dd-b505-4e7d-bfe7-152002215189 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:55.472956 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-694c7440-52da-4203-b464-593cdba5315a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5937d9f8-7665-44ed-9fda-5dc4a80b2f35 HTTP/1.1" status: 204 len: 168 time: 0.1953473 Feb 19 04:08:55.476477 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e27b9c04-81f3-45db-97d3-1439d96391ae req-3e0f37dd-b505-4e7d-bfe7-152002215189 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 945 time: 0.1260421 Feb 19 04:08:55.491357 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c7440-52da-4203-b464-593cdba5315a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5937d9f8-7665-44ed-9fda-5dc4a80b2f35,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:55.606809 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e27b9c04-81f3-45db-97d3-1439d96391ae req-29559b94-7db0-40f9-a787-c2588dcaad7b tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291196 Feb 19 04:08:55.629750 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-cb630655-34c1-420f-a22b-41ad4f24d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:55.631246 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-cb630655-34c1-420f-a22b-41ad4f24d71c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d7c569ab-d4f2-49ec-8c1b-bcbcf123f01a HTTP/1.1" status: 200 len: 860 time: 0.1523681 Feb 19 04:08:55.675197 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859bda3e-d794-44d8-8f5f-a894277a3263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7764e62-3049-4881-afe7-b2b422eb4547'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:55.679993 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5da464-4b76-48ce-bfff-3e47529c654f" -d '{"events": [{"server_uuid": "859bda3e-d794-44d8-8f5f-a894277a3263", "name": "network-vif-plugged", "status": "completed", "tag": "a7764e62-3049-4881-afe7-b2b422eb4547"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:55.941190 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-1d87e84a-84d8-40d2-822e-3b3a63fd9a06 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=28e9190b-a605-45f2-9c91-bc260a45b2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3004603 Feb 19 04:08:56.018012 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f75cc2-05b0-4d67-9b46-768f879f5120 req-cb1bf487-dd0c-4411-9070-a4a608d600e5 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:56.020081 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f7f75cc2-05b0-4d67-9b46-768f879f5120 req-cb1bf487-dd0c-4411-9070-a4a608d600e5 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.52 "GET /v2.0/ports?device_id=610a4b5f-4b53-4925-bb49-b0b4f088749f HTTP/1.1" status: 200 len: 944 time: 0.4347808 Feb 19 04:08:56.105935 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d15378-3c95-479c-937d-eaea6254521d req-2e198261-33f5-4e02-8b9b-8298f75192b1 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:56.113898 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c7d15378-3c95-479c-937d-eaea6254521d req-2e198261-33f5-4e02-8b9b-8298f75192b1 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.1775329 Feb 19 04:08:56.178857 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f7f75cc2-05b0-4d67-9b46-768f879f5120 req-ef25ed14-b570-4cde-822c-216dc20c88d9 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.52 "GET /v2.0/security-groups?id=9dc8125e-0bfd-4746-b0e4-30cc46a7360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236475 Feb 19 04:08:56.227419 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-ea771318-ecef-432e-8b09-32d674dc5baa service neutron] 10.222.0.79 "GET /v2.0/networks/28e9190b-a605-45f2-9c91-bc260a45b2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735476 Feb 19 04:08:56.250425 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa93043e-d258-47bf-8c2a-df57aaf6b2e0 x-openstack-request-id: req-aa93043e-d258-47bf-8c2a-df57aaf6b2e0 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:56.250912 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859bda3e-d794-44d8-8f5f-a894277a3263", "name": "network-vif-plugged", "status": "completed", "tag": "a7764e62-3049-4881-afe7-b2b422eb4547", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:56.251020 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aa93043e-d258-47bf-8c2a-df57aaf6b2e0 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:56.251359 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859bda3e-d794-44d8-8f5f-a894277a3263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7764e62-3049-4881-afe7-b2b422eb4547', 'code': 200} Feb 19 04:08:56.373247 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c7d15378-3c95-479c-937d-eaea6254521d req-3257b962-b8ca-47dc-9dfa-ce321644b24a tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584543 Feb 19 04:08:56.415110 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98464d26-313a-49fb-a457-802f9fcee3d5 req-49f80085-cab4-4aa0-bd11-5e6d7a19aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:56.419156 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-98464d26-313a-49fb-a457-802f9fcee3d5 req-49f80085-cab4-4aa0-bd11-5e6d7a19aa1c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=859bda3e-d794-44d8-8f5f-a894277a3263 HTTP/1.1" status: 200 len: 1129 time: 0.0983307 Feb 19 04:08:56.511419 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-98464d26-313a-49fb-a457-802f9fcee3d5 req-d73664b9-cc2e-4f84-9545-657acef729c2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857575 Feb 19 04:08:56.532314 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0421a964-3673-45ae-9b59-64b0a87f2848 req-cf3bda95-6b9a-4cd6-ac54-1daf0549446f service neutron] 10.222.0.79 "GET /v2.0/networks/28e9190b-a605-45f2-9c91-bc260a45b2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982392 Feb 19 04:08:56.547684 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60494) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:56.560219 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2822fd6-10ae-40b2-8877-5600c24e7eba req-fb7f4c67-ba09-4d63-a536-0ec86340b516 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:56.567065 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b2822fd6-10ae-40b2-8877-5600c24e7eba req-fb7f4c67-ba09-4d63-a536-0ec86340b516 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/ports?device_id=859bda3e-d794-44d8-8f5f-a894277a3263 HTTP/1.1" status: 200 len: 946 time: 0.2024739 Feb 19 04:08:56.624848 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:56.687332 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cc030-a341-4552-9a1b-7f08b0da5bf1 req-992c639f-b0d3-42a7-8b67-001f528a81ad tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:56.692609 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cc030-a341-4552-9a1b-7f08b0da5bf1 req-992c639f-b0d3-42a7-8b67-001f528a81ad tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:56.698020 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cc030-a341-4552-9a1b-7f08b0da5bf1 req-992c639f-b0d3-42a7-8b67-001f528a81ad tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:56.703640 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cc030-a341-4552-9a1b-7f08b0da5bf1 req-992c639f-b0d3-42a7-8b67-001f528a81ad tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:56.709495 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cc030-a341-4552-9a1b-7f08b0da5bf1 req-992c639f-b0d3-42a7-8b67-001f528a81ad tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:56.714778 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cc030-a341-4552-9a1b-7f08b0da5bf1 req-992c639f-b0d3-42a7-8b67-001f528a81ad tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:56.720232 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cc030-a341-4552-9a1b-7f08b0da5bf1 req-992c639f-b0d3-42a7-8b67-001f528a81ad tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:56.721312 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b10c4a5f-ad7a-4801-b581-9affa7f4b1e3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-145202602-network', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:56.728569 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d22cc030-a341-4552-9a1b-7f08b0da5bf1 req-992c639f-b0d3-42a7-8b67-001f528a81ad tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5432 time: 0.2248347 Feb 19 04:08:56.744468 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10c4a5f-ad7a-4801-b581-9affa7f4b1e3 admin admin] Made reservation on behalf of 307b43b5d94f4276a9c8cae63443bb9c for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:56.746296 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b2822fd6-10ae-40b2-8877-5600c24e7eba req-3b5548f6-78f8-4ef9-9b54-84f6a4f37185 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782696 Feb 19 04:08:56.747143 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b10c4a5f-ad7a-4801-b581-9affa7f4b1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:56.757041 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b10c4a5f-ad7a-4801-b581-9affa7f4b1e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:56.841692 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1caf810-aa7c-4911-b5f3-e5cdfca267d7 req-79a8b3b9-592b-4114-a05f-ba7cb5a514b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:56.843592 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1caf810-aa7c-4911-b5f3-e5cdfca267d7 req-79a8b3b9-592b-4114-a05f-ba7cb5a514b7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=229b66fc7c4a407aba57ef15cf9bf924&device_id=610a4b5f-4b53-4925-bb49-b0b4f088749f HTTP/1.1" status: 200 len: 1127 time: 0.2279129 Feb 19 04:08:56.919553 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d22cc030-a341-4552-9a1b-7f08b0da5bf1 req-a04b2e7b-7824-443f-9c1c-96c2e902d3cc tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1867397 Feb 19 04:08:56.976284 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-4440c773-6653-4596-9ff8-221f2d6b0acc tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:56.989941 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-4440c773-6653-4596-9ff8-221f2d6b0acc tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:56.999235 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-4440c773-6653-4596-9ff8-221f2d6b0acc tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:57.024780 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-4440c773-6653-4596-9ff8-221f2d6b0acc tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:57.031436 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-4440c773-6653-4596-9ff8-221f2d6b0acc tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:57.036178 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1caf810-aa7c-4911-b5f3-e5cdfca267d7 req-5e82357a-7441-43f5-be23-ea39d28634b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:57.037645 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1caf810-aa7c-4911-b5f3-e5cdfca267d7 req-5e82357a-7441-43f5-be23-ea39d28634b1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=28e9190b-a605-45f2-9c91-bc260a45b2af HTTP/1.1" status: 200 len: 921 time: 0.1868286 Feb 19 04:08:57.038761 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-4440c773-6653-4596-9ff8-221f2d6b0acc tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:57.044577 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-4440c773-6653-4596-9ff8-221f2d6b0acc tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:57.047111 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-4440c773-6653-4596-9ff8-221f2d6b0acc tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5432 time: 0.2344491 Feb 19 04:08:57.049649 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b10c4a5f-ad7a-4801-b581-9affa7f4b1e3 admin admin] Publish callbacks [] for security_group (c1e6c3aa-1a31-43ea-bf80-dea913b635fa), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:57.065537 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b10c4a5f-ad7a-4801-b581-9affa7f4b1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (c1e6c3aa-1a31-43ea-bf80-dea913b635fa), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:57.111050 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1caf810-aa7c-4911-b5f3-e5cdfca267d7 req-6ee22065-aca6-468a-a04e-1a85362e12fd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4dde6ac-5aaa-4104-b283-966aa755f803 HTTP/1.1" status: 200 len: 217 time: 0.0454335 Feb 19 04:08:57.134406 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c4a5f-ad7a-4801-b581-9affa7f4b1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e6c3aa-1a31-43ea-bf80-dea913b635fa,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:57.140897 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-a3a250c7-8812-4104-b354-d336835221a7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:57.143031 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-a3a250c7-8812-4104-b354-d336835221a7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.26 "GET /v2.0/ports/6d6260b1-28c6-435b-98e5-f15398fc683d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0866544 Feb 19 04:08:57.143794 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10c4a5f-ad7a-4801-b581-9affa7f4b1e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:08:57.155825 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b10c4a5f-ad7a-4801-b581-9affa7f4b1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (6844225e-18dd-477e-a839-8b8ce4cd8765), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:57.156314 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-b10c4a5f-ad7a-4801-b581-9affa7f4b1e3 admin admin] Added segment 6844225e-18dd-477e-a839-8b8ce4cd8765 of type vlan for network db902299-93bc-45eb-b6b4-6acba92a32c7 Feb 19 04:08:57.163343 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e61b26-fefd-4334-941b-3994b8a8cb27 req-f1a480b4-8775-41c3-ae32-a6199f0a9a72 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:57.170480 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-83e61b26-fefd-4334-941b-3994b8a8cb27 req-f1a480b4-8775-41c3-ae32-a6199f0a9a72 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.1487832 Feb 19 04:08:57.211852 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b10c4a5f-ad7a-4801-b581-9affa7f4b1e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (db902299-93bc-45eb-b6b4-6acba92a32c7), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:57.247228 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1caf810-aa7c-4911-b5f3-e5cdfca267d7 req-969c2ebe-86af-45bc-bba6-ee36c44b74b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:57.252603 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1caf810-aa7c-4911-b5f3-e5cdfca267d7 req-969c2ebe-86af-45bc-bba6-ee36c44b74b8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d7c569ab-d4f2-49ec-8c1b-bcbcf123f01a HTTP/1.1" status: 200 len: 860 time: 0.1271353 Feb 19 04:08:57.329519 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-83e61b26-fefd-4334-941b-3994b8a8cb27 req-fff143b8-8983-4dc0-b8e7-1bead20222ce tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533470 Feb 19 04:08:57.342382 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1caf810-aa7c-4911-b5f3-e5cdfca267d7 req-1548bdd4-8986-4354-aec3-acdd26d6d74e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=28e9190b-a605-45f2-9c91-bc260a45b2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680201 Feb 19 04:08:57.424447 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-64cba7be-a458-4049-aac0-5a2ce81c74a6 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.26 "GET /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1711934 Feb 19 04:08:57.425350 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b10c4a5f-ad7a-4801-b581-9affa7f4b1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (db902299-93bc-45eb-b6b4-6acba92a32c7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:57.427330 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10c4a5f-ad7a-4801-b581-9affa7f4b1e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:57.427910 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b10c4a5f-ad7a-4801-b581-9affa7f4b1e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:57.445450 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-d3c12ec4-4f70-4f77-9078-6b1f78bb2584 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:57.454212 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f5690-7126-4b38-a89d-8e50a0a78fea req-4df3a886-ca13-40dd-8016-b28e2b24657a tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:57.461646 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c76f5690-7126-4b38-a89d-8e50a0a78fea req-4df3a886-ca13-40dd-8016-b28e2b24657a tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.52 "GET /v2.0/ports?device_id=610a4b5f-4b53-4925-bb49-b0b4f088749f HTTP/1.1" status: 200 len: 944 time: 0.1680553 Feb 19 04:08:57.491201 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1caf810-aa7c-4911-b5f3-e5cdfca267d7 req-4035935a-fdbf-4761-9e07-9d1e1f526daf service neutron] 10.222.0.79 "GET /v2.0/networks/28e9190b-a605-45f2-9c91-bc260a45b2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495211 Feb 19 04:08:57.546661 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c4a5f-ad7a-4801-b581-9affa7f4b1e3 admin admin] Pushing event updated for resources: {'Network': ['ID=db902299-93bc-45eb-b6b4-6acba92a32c7,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:57.560669 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network db902299-93bc-45eb-b6b4-6acba92a32c7 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:08:57.575832 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c76f5690-7126-4b38-a89d-8e50a0a78fea req-40ba2918-bc99-4979-9529-b0f53d21c841 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.52 "GET /v2.0/security-groups?id=9dc8125e-0bfd-4746-b0e4-30cc46a7360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113079 Feb 19 04:08:57.578259 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 60510) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:57.579008 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b10c4a5f-ad7a-4801-b581-9affa7f4b1e3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0281150 Feb 19 04:08:57.588547 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-f53c68b8-b2df-4560-97d8-4fe9bce7dca6 admin admin] Request body: {'subnet': {'network_id': 'db902299-93bc-45eb-b6b4-6acba92a32c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-145202602-subnet', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:57.633720 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53c68b8-b2df-4560-97d8-4fe9bce7dca6 admin admin] Made reservation on behalf of 307b43b5d94f4276a9c8cae63443bb9c for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:57.636198 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f53c68b8-b2df-4560-97d8-4fe9bce7dca6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:57.668673 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-d3c12ec4-4f70-4f77-9078-6b1f78bb2584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6d6260b1-28c6-435b-98e5-f15398fc683d), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:57.692783 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1caf810-aa7c-4911-b5f3-e5cdfca267d7 req-33e1a9f7-22ee-430d-bc4c-b8ac6f581365 service neutron] 10.222.0.79 "GET /v2.0/networks/28e9190b-a605-45f2-9c91-bc260a45b2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903121 Feb 19 04:08:57.954380 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f53c68b8-b2df-4560-97d8-4fe9bce7dca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (a636f74d-11b2-4b6b-aa69-e73def6fd43d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:58.021256 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-d3c12ec4-4f70-4f77-9078-6b1f78bb2584 service neutron] For port 6d6260b1-28c6-435b-98e5-f15398fc683d, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=6d6260b1-28c6-435b-98e5-f15398fc683d,segment=NetworkSegment(9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c),segment_id=9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:58.039960 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d2678-19f0-47fb-9630-aca27bccc139 req-713a3a84-32bc-44ce-a98e-c62021e6106f tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:58.042312 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c7d2678-19f0-47fb-9630-aca27bccc139 req-713a3a84-32bc-44ce-a98e-c62021e6106f tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/ports?device_id=859bda3e-d794-44d8-8f5f-a894277a3263 HTTP/1.1" status: 200 len: 946 time: 0.1786611 Feb 19 04:08:58.060908 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-d3c12ec4-4f70-4f77-9078-6b1f78bb2584 service neutron] For port 6d6260b1-28c6-435b-98e5-f15398fc683d, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:08:58.079494 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c68b8-b2df-4560-97d8-4fe9bce7dca6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a636f74d-11b2-4b6b-aa69-e73def6fd43d,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:58.111150 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-d3c12ec4-4f70-4f77-9078-6b1f78bb2584 service neutron] device_id is not set on port 6d6260b1-28c6-435b-98e5-f15398fc683d yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:08:58.124662 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-d3c12ec4-4f70-4f77-9078-6b1f78bb2584 service neutron] Publish callbacks [] for port (6d6260b1-28c6-435b-98e5-f15398fc683d), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:58.133517 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-d3c12ec4-4f70-4f77-9078-6b1f78bb2584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (6d6260b1-28c6-435b-98e5-f15398fc683d), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:58.160096 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53c68b8-b2df-4560-97d8-4fe9bce7dca6 admin admin] Checking segment: {'id': '6844225e-18dd-477e-a839-8b8ce4cd8765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'db902299-93bc-45eb-b6b4-6acba92a32c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:58.160640 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53c68b8-b2df-4560-97d8-4fe9bce7dca6 admin admin] Network hostable DHCP agents. Network: db902299-93bc-45eb-b6b4-6acba92a32c7, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:08:58.172093 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c7d2678-19f0-47fb-9630-aca27bccc139 req-b9ea4f4c-d997-4689-8b71-a74c9b531901 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222317 Feb 19 04:08:58.215464 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d193c8e-b4a9-4617-bb65-72a98c078c2e req-e39a6d0a-c508-4157-bcc0-c5df9983cbae tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:58.220793 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d193c8e-b4a9-4617-bb65-72a98c078c2e req-e39a6d0a-c508-4157-bcc0-c5df9983cbae tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:58.226756 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d193c8e-b4a9-4617-bb65-72a98c078c2e req-e39a6d0a-c508-4157-bcc0-c5df9983cbae tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:58.232081 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d193c8e-b4a9-4617-bb65-72a98c078c2e req-e39a6d0a-c508-4157-bcc0-c5df9983cbae tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:58.237691 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d193c8e-b4a9-4617-bb65-72a98c078c2e req-e39a6d0a-c508-4157-bcc0-c5df9983cbae tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:58.243429 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d193c8e-b4a9-4617-bb65-72a98c078c2e req-e39a6d0a-c508-4157-bcc0-c5df9983cbae tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:58.248861 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d193c8e-b4a9-4617-bb65-72a98c078c2e req-e39a6d0a-c508-4157-bcc0-c5df9983cbae tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:58.250742 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d193c8e-b4a9-4617-bb65-72a98c078c2e req-e39a6d0a-c508-4157-bcc0-c5df9983cbae tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 5354 time: 0.1766062 Feb 19 04:08:58.251944 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53c68b8-b2df-4560-97d8-4fe9bce7dca6 admin admin] Network db902299-93bc-45eb-b6b4-6acba92a32c7 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:08:58.253687 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c12ec4-4f70-4f77-9078-6b1f78bb2584 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6260b1-28c6-435b-98e5-f15398fc683d,revision_number=6']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:58.291909 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-f53c68b8-b2df-4560-97d8-4fe9bce7dca6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, db902299-93bc-45eb-b6b4-6acba92a32c7) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:58.300501 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b3edf4-c48e-4028-ae5d-57f60247d514 None None] Network db902299-93bc-45eb-b6b4-6acba92a32c7 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:08:58.303871 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53c68b8-b2df-4560-97d8-4fe9bce7dca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:58.304443 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-d3c12ec4-4f70-4f77-9078-6b1f78bb2584 service neutron] No DVR routers for this DVR port 6d6260b1-28c6-435b-98e5-f15398fc683d on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:08:58.304590 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f53c68b8-b2df-4560-97d8-4fe9bce7dca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:58.341170 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f53c68b8-b2df-4560-97d8-4fe9bce7dca6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7566798 Feb 19 04:08:58.345895 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 60520) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:58.351531 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-18d6ed35-40ad-412d-ab88-834cd55877f2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-145202602-router', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:58.371379 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d193c8e-b4a9-4617-bb65-72a98c078c2e req-e7f578f6-2eff-4451-a523-619153ca0b03 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&id=5d0624fb-8886-49c6-bae5-33fd27d4e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1093407 Feb 19 04:08:58.374053 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-d3c12ec4-4f70-4f77-9078-6b1f78bb2584 service neutron] In _notify_port_updated(), no bound segment for port 6d6260b1-28c6-435b-98e5-f15398fc683d on network c7e52652-7c3c-4be2-8566-a72156b624d8 {{(pid=109925) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:08:58.377735 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-d3c12ec4-4f70-4f77-9078-6b1f78bb2584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:58.380544 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-d3c12ec4-4f70-4f77-9078-6b1f78bb2584 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:58.385242 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-d3c12ec4-4f70-4f77-9078-6b1f78bb2584 service neutron] 10.222.0.26 "PUT /v2.0/ports/6d6260b1-28c6-435b-98e5-f15398fc683d HTTP/1.1" status: 200 len: 1027 time: 0.9478097 Feb 19 04:08:58.408160 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-18d6ed35-40ad-412d-ab88-834cd55877f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (94b7dd21-b2d5-4692-834d-8135d66bb4c1), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:58.409366 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-18d6ed35-40ad-412d-ab88-834cd55877f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (94b7dd21-b2d5-4692-834d-8135d66bb4c1), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:58.515183 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-7bc50954-8b5a-4708-93a9-ed2503e380a0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:58.518184 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-7bc50954-8b5a-4708-93a9-ed2503e380a0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.26 "GET /v2.0/ports/123ce6d7-048a-4179-ac62-c23eca1c9618?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1275446 Feb 19 04:08:58.532007 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-3bae03b3-bab5-4026-90cb-064257091521 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:58.549375 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-18d6ed35-40ad-412d-ab88-834cd55877f2 admin admin] Publish callbacks [] for router_controller (94b7dd21-b2d5-4692-834d-8135d66bb4c1), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:58.580007 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd13f279-b93d-490c-b3c3-871669ce09e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-db902299-93bc-45eb-b6b4-6acba92a32c7', 'network_id': 'db902299-93bc-45eb-b6b4-6acba92a32c7', 'project_id': '307b43b5d94f4276a9c8cae63443bb9c', 'fixed_ips': [{'subnet_id': 'a636f74d-11b2-4b6b-aa69-e73def6fd43d'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:08:58.583062 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd13f279-b93d-490c-b3c3-871669ce09e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:58.702560 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-3bae03b3-bab5-4026-90cb-064257091521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (123ce6d7-048a-4179-ac62-c23eca1c9618), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:58.822445 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device abd8fe5c-e298-48a3-a888-a6ccdbf3fa25 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:08:58.866813 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c25bf5-4618-4135-82fb-cd6386f37ac3 req-4ee096a7-6858-4716-993f-e21311041a44 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:58.873614 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43c25bf5-4618-4135-82fb-cd6386f37ac3 req-4ee096a7-6858-4716-993f-e21311041a44 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.3519146 Feb 19 04:08:58.880211 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-3bae03b3-bab5-4026-90cb-064257091521 service neutron] For port 123ce6d7-048a-4179-ac62-c23eca1c9618, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=123ce6d7-048a-4179-ac62-c23eca1c9618,segment=NetworkSegment(9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c),segment_id=9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:58.897257 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b05318ee-8de0-4f3c-b658-0e0a074cd5ec None None] Provisioning complete for port 6d6260b1-28c6-435b-98e5-f15398fc683d triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:58.897629 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b05318ee-8de0-4f3c-b658-0e0a074cd5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6d6260b1-28c6-435b-98e5-f15398fc683d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:58.918298 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-18d6ed35-40ad-412d-ab88-834cd55877f2 admin admin] Publish callbacks [] for router_gateway (94b7dd21-b2d5-4692-834d-8135d66bb4c1), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:58.925622 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-3bae03b3-bab5-4026-90cb-064257091521 service neutron] For port 123ce6d7-048a-4179-ac62-c23eca1c9618, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:08:58.941046 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08852a75-cf17-418f-a96d-2049154cf4ec req-a6e38b0c-e791-4e4f-a07a-aff001eceb35 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:58.942623 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-08852a75-cf17-418f-a96d-2049154cf4ec req-a6e38b0c-e791-4e4f-a07a-aff001eceb35 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.52 "GET /v2.0/ports?device_id=610a4b5f-4b53-4925-bb49-b0b4f088749f HTTP/1.1" status: 200 len: 944 time: 0.2286985 Feb 19 04:08:58.996799 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-3bae03b3-bab5-4026-90cb-064257091521 service neutron] device_id is not set on port 123ce6d7-048a-4179-ac62-c23eca1c9618 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:08:59.010716 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-3bae03b3-bab5-4026-90cb-064257091521 service neutron] Publish callbacks [] for port (123ce6d7-048a-4179-ac62-c23eca1c9618), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:59.018049 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-3bae03b3-bab5-4026-90cb-064257091521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (123ce6d7-048a-4179-ac62-c23eca1c9618), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:59.025257 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43c25bf5-4618-4135-82fb-cd6386f37ac3 req-3a0e5f1b-9ff6-4a15-992b-8b038f21ce47 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506748 Feb 19 04:08:59.033787 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port abd8fe5c-e298-48a3-a888-a6ccdbf3fa25 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:59.034184 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (abd8fe5c-e298-48a3-a888-a6ccdbf3fa25), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:59.044539 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b05318ee-8de0-4f3c-b658-0e0a074cd5ec None None] Port 6d6260b1-28c6-435b-98e5-f15398fc683d cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:08:59.068114 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-bd13f279-b93d-490c-b3c3-871669ce09e8 None None] Allocated IP 172.20.0.2 (db902299-93bc-45eb-b6b4-6acba92a32c7/a636f74d-11b2-4b6b-aa69-e73def6fd43d/b4bb7688-3ed8-47c8-ac27-a0e1b93efb82) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:08:59.188541 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-08852a75-cf17-418f-a96d-2049154cf4ec req-88485d06-309f-4b46-ba2d-7fcbe6baf0d7 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.52 "GET /v2.0/security-groups?id=9dc8125e-0bfd-4746-b0e4-30cc46a7360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124507 Feb 19 04:08:59.193749 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-3bae03b3-bab5-4026-90cb-064257091521 service neutron] No DVR routers for this DVR port 123ce6d7-048a-4179-ac62-c23eca1c9618 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:08:59.276197 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-3bae03b3-bab5-4026-90cb-064257091521 service neutron] In _notify_port_updated(), no bound segment for port 123ce6d7-048a-4179-ac62-c23eca1c9618 on network c7e52652-7c3c-4be2-8566-a72156b624d8 {{(pid=109925) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:08:59.277335 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-3bae03b3-bab5-4026-90cb-064257091521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:59.278087 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-3bae03b3-bab5-4026-90cb-064257091521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:59.279614 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-3bae03b3-bab5-4026-90cb-064257091521 service neutron] 10.222.0.26 "PUT /v2.0/ports/123ce6d7-048a-4179-ac62-c23eca1c9618 HTTP/1.1" status: 200 len: 1026 time: 0.7532339 Feb 19 04:08:59.280420 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae03b3-bab5-4026-90cb-064257091521 service neutron] Pushing event updated for resources: {'Port': ['ID=123ce6d7-048a-4179-ac62-c23eca1c9618,revision_number=6']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:59.404292 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device e4dde6ac-5aaa-4104-b283-966aa755f803 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:08:59.505767 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abd8fe5c-e298-48a3-a888-a6ccdbf3fa25'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:59.508674 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c57494f-7351-4b8e-8502-0b67a8878ca9" -d '{"events": [{"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-unplugged", "status": "completed", "tag": "abd8fe5c-e298-48a3-a888-a6ccdbf3fa25"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:59.543207 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-21c1b518-e99d-4cc9-aee2-e19c25a1537d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Deleting port 707eecc9-665d-461b-8a6a-4e0b2324400b {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:08:59.543746 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-21c1b518-e99d-4cc9-aee2-e19c25a1537d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (707eecc9-665d-461b-8a6a-4e0b2324400b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:59.560200 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port abd8fe5c-e298-48a3-a888-a6ccdbf3fa25, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=abd8fe5c-e298-48a3-a888-a6ccdbf3fa25,segment=NetworkSegment(9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c),segment_id=9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:59.580171 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-18d6ed35-40ad-412d-ab88-834cd55877f2 admin admin] Publish callbacks [] for router_gateway (94b7dd21-b2d5-4692-834d-8135d66bb4c1), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:59.608205 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:59.611347 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (abd8fe5c-e298-48a3-a888-a6ccdbf3fa25), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:59.612337 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 123ce6d7-048a-4179-ac62-c23eca1c9618 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:08:59.664299 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-18d6ed35-40ad-412d-ab88-834cd55877f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:59.711806 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fc2d9cc8-a010-4933-962a-9a9048bbfb2f None None] Provisioning complete for port 123ce6d7-048a-4179-ac62-c23eca1c9618 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:59.713022 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fc2d9cc8-a010-4933-962a-9a9048bbfb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (123ce6d7-048a-4179-ac62-c23eca1c9618), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:59.781285 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port e4dde6ac-5aaa-4104-b283-966aa755f803, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=e4dde6ac-5aaa-4104-b283-966aa755f803,segment=NetworkSegment(35b8a669-b8d1-45a9-bf23-da3580844403),segment_id=35b8a669-b8d1-45a9-bf23-da3580844403)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:59.799665 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-21c1b518-e99d-4cc9-aee2-e19c25a1537d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] For port 707eecc9-665d-461b-8a6a-4e0b2324400b, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=707eecc9-665d-461b-8a6a-4e0b2324400b,segment=NetworkSegment(b7335bae-2b10-44b5-bd69-94a1805c2114),segment_id=b7335bae-2b10-44b5-bd69-94a1805c2114)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:59.799986 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-21c1b518-e99d-4cc9-aee2-e19c25a1537d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (707eecc9-665d-461b-8a6a-4e0b2324400b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:59.846676 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'e4dde6ac-5aaa-4104-b283-966aa755f803', 'network_id': '28e9190b-a605-45f2-9c91-bc260a45b2af', 'port_id': 'e4dde6ac-5aaa-4104-b283-966aa755f803', 'mac_address': 'fa:16:3e:4a:1c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7c569ab-d4f2-49ec-8c1b-bcbcf123f01a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:08:59.855264 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=abd8fe5c-e298-48a3-a888-a6ccdbf3fa25,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:59.857493 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-21c1b518-e99d-4cc9-aee2-e19c25a1537d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Calling delete_port for 707eecc9-665d-461b-8a6a-4e0b2324400b owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:08:59.874135 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-18d6ed35-40ad-412d-ab88-834cd55877f2 admin admin] Allocated IP 172.25.3.21 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:08:59.875724 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fc2d9cc8-a010-4933-962a-9a9048bbfb2f None None] Port 123ce6d7-048a-4179-ac62-c23eca1c9618 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:08:59.889434 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] The host n-h1-828369-19 is not matching for port 123ce6d7-048a-4179-ac62-c23eca1c9618 host ! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:08:59.891895 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 123ce6d7-048a-4179-ac62-c23eca1c9618 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:08:59.892588 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 065ce680-972c-4dea-ae22-48d0fbd50b99 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:09:00.011035 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd13f279-b93d-490c-b3c3-871669ce09e8 None None] Publish callbacks [] for port (b4bb7688-3ed8-47c8-ac27-a0e1b93efb82), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:00.017309 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port e4dde6ac-5aaa-4104-b283-966aa755f803 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:00.017811 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e4dde6ac-5aaa-4104-b283-966aa755f803), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:00.042414 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd13f279-b93d-490c-b3c3-871669ce09e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (b4bb7688-3ed8-47c8-ac27-a0e1b93efb82), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:00.087701 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-21c1b518-e99d-4cc9-aee2-e19c25a1537d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (707eecc9-665d-461b-8a6a-4e0b2324400b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:00.093329 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4dde6ac-5aaa-4104-b283-966aa755f803 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:09:00.114263 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d4437-d57e-4708-8318-387212ce9b59 req-dd8fdea1-289f-4592-a111-ff3d1afae447 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:00.121715 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf0d4437-d57e-4708-8318-387212ce9b59 req-dd8fdea1-289f-4592-a111-ff3d1afae447 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/ports?device_id=859bda3e-d794-44d8-8f5f-a894277a3263 HTTP/1.1" status: 200 len: 946 time: 0.7172616 Feb 19 04:09:00.129130 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-18d6ed35-40ad-412d-ab88-834cd55877f2 admin admin] Publish callbacks [] for port (d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:00.180891 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1b518-e99d-4cc9-aee2-e19c25a1537d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event deleted for resources: {'Port': ['ID=707eecc9-665d-461b-8a6a-4e0b2324400b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:00.185026 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd13f279-b93d-490c-b3c3-871669ce09e8 None None] Network db902299-93bc-45eb-b6b4-6acba92a32c7 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:00.193169 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 065ce680-972c-4dea-ae22-48d0fbd50b99 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:00.193566 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (065ce680-972c-4dea-ae22-48d0fbd50b99), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:00.240915 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf0d4437-d57e-4708-8318-387212ce9b59 req-2875b262-2bb7-4d66-88f4-566f8302257a tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177843 Feb 19 04:09:00.243146 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port e4dde6ac-5aaa-4104-b283-966aa755f803, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=e4dde6ac-5aaa-4104-b283-966aa755f803,segment=NetworkSegment(35b8a669-b8d1-45a9-bf23-da3580844403),segment_id=35b8a669-b8d1-45a9-bf23-da3580844403)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:00.245000 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-bd13f279-b93d-490c-b3c3-871669ce09e8 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:00.248882 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd13f279-b93d-490c-b3c3-871669ce09e8 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:00.252054 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13f279-b93d-490c-b3c3-871669ce09e8 None None] Pushing event updated for resources: {'Port': ['ID=b4bb7688-3ed8-47c8-ac27-a0e1b93efb82,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:00.280467 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1742a4-5b06-4b29-a4d1-0d2353f5691f req-39eece63-a464-452c-bf88-2299e09b3da4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:00.288175 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e4dde6ac-5aaa-4104-b283-966aa755f803), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:00.295142 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1742a4-5b06-4b29-a4d1-0d2353f5691f req-39eece63-a464-452c-bf88-2299e09b3da4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:00.299556 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-21c1b518-e99d-4cc9-aee2-e19c25a1537d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] No DVR routers for this DVR port 707eecc9-665d-461b-8a6a-4e0b2324400b on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:09:00.303962 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-21c1b518-e99d-4cc9-aee2-e19c25a1537d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:00.309066 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1742a4-5b06-4b29-a4d1-0d2353f5691f req-39eece63-a464-452c-bf88-2299e09b3da4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:00.309953 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-21c1b518-e99d-4cc9-aee2-e19c25a1537d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.26 "DELETE /v2.0/ports/707eecc9-665d-461b-8a6a-4e0b2324400b HTTP/1.1" status: 204 len: 173 time: 1.0225058 Feb 19 04:09:00.310465 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-deleted', 'tag': '707eecc9-665d-461b-8a6a-4e0b2324400b'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:00.315501 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9359f43-0de6-4f04-b60a-12c54abf34ac" -d '{"events": [{"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-deleted", "tag": "707eecc9-665d-461b-8a6a-4e0b2324400b"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:00.321669 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1742a4-5b06-4b29-a4d1-0d2353f5691f req-39eece63-a464-452c-bf88-2299e09b3da4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:00.335624 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1742a4-5b06-4b29-a4d1-0d2353f5691f req-39eece63-a464-452c-bf88-2299e09b3da4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:00.347099 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b1742a4-5b06-4b29-a4d1-0d2353f5691f req-39eece63-a464-452c-bf88-2299e09b3da4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 3805 time: 0.3313563 Feb 19 04:09:00.416786 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-18d6ed35-40ad-412d-ab88-834cd55877f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:00.477188 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 065ce680-972c-4dea-ae22-48d0fbd50b99, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=065ce680-972c-4dea-ae22-48d0fbd50b99,segment=NetworkSegment(b7335bae-2b10-44b5-bd69-94a1805c2114),segment_id=b7335bae-2b10-44b5-bd69-94a1805c2114)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:00.516306 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-bd13f279-b93d-490c-b3c3-871669ce09e8 None None] Attempting to bind port b4bb7688-3ed8-47c8-ac27-a0e1b93efb82 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:00.516685 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-bd13f279-b93d-490c-b3c3-871669ce09e8 None None] Attempting to bind port b4bb7688-3ed8-47c8-ac27-a0e1b93efb82 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '6844225e-18dd-477e-a839-8b8ce4cd8765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'db902299-93bc-45eb-b6b4-6acba92a32c7'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:00.517047 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd13f279-b93d-490c-b3c3-871669ce09e8 None None] Attempting to bind port b4bb7688-3ed8-47c8-ac27-a0e1b93efb82 on network db902299-93bc-45eb-b6b4-6acba92a32c7 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:00.524740 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (065ce680-972c-4dea-ae22-48d0fbd50b99), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:00.525687 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 03bbf650-5bef-4ec1-af01-630545c4db55 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:09:00.529027 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6ed35-40ad-412d-ab88-834cd55877f2 admin admin] Pushing event updated for resources: {'Port': ['ID=d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:00.543835 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-e6af0fec-c692-47be-8b51-850dc76eae39 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Deleting port 4d3b7e86-7306-4190-840a-09d5d67b74a3 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:00.544331 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-e6af0fec-c692-47be-8b51-850dc76eae39 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (4d3b7e86-7306-4190-840a-09d5d67b74a3), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:00.625249 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['e4dde6ac-5aaa-4104-b283-966aa755f803'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:09:00.649937 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b1742a4-5b06-4b29-a4d1-0d2353f5691f req-f4da6690-eb37-40d0-bc59-86654695a079 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3017926 Feb 19 04:09:00.681519 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd13f279-b93d-490c-b3c3-871669ce09e8 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:00.681898 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd13f279-b93d-490c-b3c3-871669ce09e8 None None] Checking segment: {'id': '6844225e-18dd-477e-a839-8b8ce4cd8765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'db902299-93bc-45eb-b6b4-6acba92a32c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:00.682608 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd13f279-b93d-490c-b3c3-871669ce09e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:00.683466 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd13f279-b93d-490c-b3c3-871669ce09e8 None None] Bound using segment: {'id': '6844225e-18dd-477e-a839-8b8ce4cd8765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'db902299-93bc-45eb-b6b4-6acba92a32c7'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:00.683732 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-bd13f279-b93d-490c-b3c3-871669ce09e8 None None] Bound port: b4bb7688-3ed8-47c8-ac27-a0e1b93efb82, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6844225e-18dd-477e-a839-8b8ce4cd8765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'db902299-93bc-45eb-b6b4-6acba92a32c7'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:00.684085 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd13f279-b93d-490c-b3c3-871669ce09e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b4bb7688-3ed8-47c8-ac27-a0e1b93efb82), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:00.686968 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=e4dde6ac-5aaa-4104-b283-966aa755f803,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:00.690241 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d6ed35-40ad-412d-ab88-834cd55877f2 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:00.706454 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-18d6ed35-40ad-412d-ab88-834cd55877f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:00.710010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d6ed35-40ad-412d-ab88-834cd55877f2 admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:00.794772 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408c9985-5158-4b06-ad76-d1331dc2face x-openstack-request-id: req-408c9985-5158-4b06-ad76-d1331dc2face {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:00.794890 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-unplugged", "status": "completed", "tag": "abd8fe5c-e298-48a3-a888-a6ccdbf3fa25", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:00.795122 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-408c9985-5158-4b06-ad76-d1331dc2face {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:00.796582 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abd8fe5c-e298-48a3-a888-a6ccdbf3fa25', 'code': 200} Feb 19 04:09:00.799103 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-e6af0fec-c692-47be-8b51-850dc76eae39 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] For port 4d3b7e86-7306-4190-840a-09d5d67b74a3, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=4d3b7e86-7306-4190-840a-09d5d67b74a3,segment=NetworkSegment(7494b9a1-a789-47f9-9c03-895eb5435e6b),segment_id=7494b9a1-a789-47f9-9c03-895eb5435e6b)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:00.799454 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-e6af0fec-c692-47be-8b51-850dc76eae39 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (4d3b7e86-7306-4190-840a-09d5d67b74a3), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:00.805168 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aaec2-e9a5-48d1-8ac7-f50838f1e085 req-1a3860e2-f700-4640-ad12-9e729aa4cb76 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:00.807096 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=065ce680-972c-4dea-ae22-48d0fbd50b99,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:00.815951 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4b9aaec2-e9a5-48d1-8ac7-f50838f1e085 req-1a3860e2-f700-4640-ad12-9e729aa4cb76 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.2945774 Feb 19 04:09:00.955832 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 03bbf650-5bef-4ec1-af01-630545c4db55 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:00.956233 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (03bbf650-5bef-4ec1-af01-630545c4db55), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:01.045222 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-bd13f279-b93d-490c-b3c3-871669ce09e8 None None] For port b4bb7688-3ed8-47c8-ac27-a0e1b93efb82, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:01.048545 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-bd13f279-b93d-490c-b3c3-871669ce09e8 None None] For port b4bb7688-3ed8-47c8-ac27-a0e1b93efb82, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=b4bb7688-3ed8-47c8-ac27-a0e1b93efb82,segment=NetworkSegment(6844225e-18dd-477e-a839-8b8ce4cd8765),segment_id=6844225e-18dd-477e-a839-8b8ce4cd8765)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:01.061962 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8a2caf96-8a4b-45ca-bce3-9a11afddc14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:01.077920 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd13f279-b93d-490c-b3c3-871669ce09e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b4bb7688-3ed8-47c8-ac27-a0e1b93efb82), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:01.148708 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13f279-b93d-490c-b3c3-871669ce09e8 None None] Pushing event updated for resources: {'Port': ['ID=b4bb7688-3ed8-47c8-ac27-a0e1b93efb82,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:01.193294 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 03bbf650-5bef-4ec1-af01-630545c4db55, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=03bbf650-5bef-4ec1-af01-630545c4db55,segment=NetworkSegment(9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c),segment_id=9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:01.218145 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (03bbf650-5bef-4ec1-af01-630545c4db55), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:01.223830 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 707eecc9-665d-461b-8a6a-4e0b2324400b no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:09:01.299355 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 707eecc9-665d-461b-8a6a-4e0b2324400b {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:09:01.299642 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 707eecc9-665d-461b-8a6a-4e0b2324400b not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:09:01.300079 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 6d6260b1-28c6-435b-98e5-f15398fc683d no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:09:01.526324 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] The host n-h1-828369-19 is not matching for port 6d6260b1-28c6-435b-98e5-f15398fc683d host ! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:09:01.533492 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 6d6260b1-28c6-435b-98e5-f15398fc683d not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:09:01.534087 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 4d3b7e86-7306-4190-840a-09d5d67b74a3 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:09:01.599208 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=03bbf650-5bef-4ec1-af01-630545c4db55,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:01.638858 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-18d6ed35-40ad-412d-ab88-834cd55877f2 admin admin] Publish callbacks [] for router_gateway (94b7dd21-b2d5-4692-834d-8135d66bb4c1), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:01.646254 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4b9aaec2-e9a5-48d1-8ac7-f50838f1e085 req-4008e2c0-fc42-4dac-a38b-74f607771989 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8246222 Feb 19 04:09:01.806809 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 4d3b7e86-7306-4190-840a-09d5d67b74a3 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:01.811440 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4d3b7e86-7306-4190-840a-09d5d67b74a3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:01.918134 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 4d3b7e86-7306-4190-840a-09d5d67b74a3, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=4d3b7e86-7306-4190-840a-09d5d67b74a3,segment=NetworkSegment(7494b9a1-a789-47f9-9c03-895eb5435e6b),segment_id=7494b9a1-a789-47f9-9c03-895eb5435e6b)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:01.933724 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4d3b7e86-7306-4190-840a-09d5d67b74a3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:02.063825 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-e6af0fec-c692-47be-8b51-850dc76eae39 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:02.064373 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-e6af0fec-c692-47be-8b51-850dc76eae39 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (681d5c5e-a7eb-4cd8-842a-3bc723b335d2), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:02.065690 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-e6af0fec-c692-47be-8b51-850dc76eae39 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Floating IP 681d5c5e-a7eb-4cd8-842a-3bc723b335d2 disassociated. External IP: 172.25.3.221, port: 4d3b7e86-7306-4190-840a-09d5d67b74a3. Feb 19 04:09:02.065690 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-e6af0fec-c692-47be-8b51-850dc76eae39 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Calling delete_port for 4d3b7e86-7306-4190-840a-09d5d67b74a3 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:02.138442 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=4d3b7e86-7306-4190-840a-09d5d67b74a3,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:02.291094 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-e6af0fec-c692-47be-8b51-850dc76eae39 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (4d3b7e86-7306-4190-840a-09d5d67b74a3), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:02.374725 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af0fec-c692-47be-8b51-850dc76eae39 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event deleted for resources: {'Port': ['ID=4d3b7e86-7306-4190-840a-09d5d67b74a3,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:02.652621 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-e6af0fec-c692-47be-8b51-850dc76eae39 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Router a943f550-ef5f-472b-a075-bcaed7fd0fac has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:09:02.661983 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cf6c6-0fc4-42ac-b0d4-e8b35398fce5 req-20e1656d-c2c7-4c22-bf02-ca034d72507c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:02.668265 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-124cf6c6-0fc4-42ac-b0d4-e8b35398fce5 req-20e1656d-c2c7-4c22-bf02-ca034d72507c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 945 time: 1.4873860 Feb 19 04:09:02.744042 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-71dd805f-9306-44b1-a721-4e38df5e4fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:02.798246 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '065ce680-972c-4dea-ae22-48d0fbd50b99'}, {'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03bbf650-5bef-4ec1-af01-630545c4db55'}, {'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d3b7e86-7306-4190-840a-09d5d67b74a3'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:02.800617 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2898857a-1a7a-4f52-adf7-ab03125e428d" -d '{"events": [{"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-unplugged", "status": "completed", "tag": "065ce680-972c-4dea-ae22-48d0fbd50b99"}, {"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-unplugged", "status": "completed", "tag": "03bbf650-5bef-4ec1-af01-630545c4db55"}, {"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-unplugged", "status": "completed", "tag": "4d3b7e86-7306-4190-840a-09d5d67b74a3"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:02.904443 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc0f3c-b58a-4714-8aef-88dc7f6756c4 req-826068b9-66a7-490c-90d0-381240ae26d5 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:02.911881 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9dc0f3c-b58a-4714-8aef-88dc7f6756c4 req-826068b9-66a7-490c-90d0-381240ae26d5 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.52 "GET /v2.0/ports?device_id=610a4b5f-4b53-4925-bb49-b0b4f088749f HTTP/1.1" status: 200 len: 945 time: 0.4419379 Feb 19 04:09:03.039305 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-124cf6c6-0fc4-42ac-b0d4-e8b35398fce5 req-71d6e977-87ff-4155-8c24-5e44044e6ae4 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3618226 Feb 19 04:09:03.059449 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635374fe-ad9b-4e46-b2e2-5a64c442911e None None] Network db902299-93bc-45eb-b6b4-6acba92a32c7 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:09:03.085164 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-e6af0fec-c692-47be-8b51-850dc76eae39 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:09:03.129906 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03264b31-d0e3-41a2-b020-1e9ab3e4c052 None None] Sync routers for ids ['a943f550-ef5f-472b-a075-bcaed7fd0fac'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:09:03.205028 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-e6af0fec-c692-47be-8b51-850dc76eae39 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] No DVR routers for this DVR port 4d3b7e86-7306-4190-840a-09d5d67b74a3 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:09:03.215960 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-e6af0fec-c692-47be-8b51-850dc76eae39 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:03.225657 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-e6af0fec-c692-47be-8b51-850dc76eae39 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.26 "DELETE /v2.0/ports/4d3b7e86-7306-4190-840a-09d5d67b74a3 HTTP/1.1" status: 204 len: 173 time: 2.9047575 Feb 19 04:09:03.248686 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9dc0f3c-b58a-4714-8aef-88dc7f6756c4 req-252e5594-806e-4b31-968a-d2a8d1c145db tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.52 "GET /v2.0/security-groups?id=9dc8125e-0bfd-4746-b0e4-30cc46a7360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339691 Feb 19 04:09:03.295457 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device e4dde6ac-5aaa-4104-b283-966aa755f803 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:03.446469 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912c1d83-c2d3-41e2-8120-44a503d3f59c x-openstack-request-id: req-912c1d83-c2d3-41e2-8120-44a503d3f59c {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:03.446830 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-deleted", "tag": "707eecc9-665d-461b-8a6a-4e0b2324400b", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:03.447087 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-912c1d83-c2d3-41e2-8120-44a503d3f59c {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:03.447558 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-deleted', 'tag': '707eecc9-665d-461b-8a6a-4e0b2324400b', 'status': 'completed', 'code': 200} Feb 19 04:09:03.546068 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b4bb7688-3ed8-47c8-ac27-a0e1b93efb82 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:03.550747 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-3d2e3db8-dacf-4610-b678-65fde8a971e0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Deleting port 03bbf650-5bef-4ec1-af01-630545c4db55 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:03.551388 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-3d2e3db8-dacf-4610-b678-65fde8a971e0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (03bbf650-5bef-4ec1-af01-630545c4db55), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:03.610883 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-f34509e9-6de7-4081-bac4-779ab8cdfa61 None None] Provisioning complete for port b4bb7688-3ed8-47c8-ac27-a0e1b93efb82 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:03.611565 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f34509e9-6de7-4081-bac4-779ab8cdfa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b4bb7688-3ed8-47c8-ac27-a0e1b93efb82), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:03.613479 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03264b31-d0e3-41a2-b020-1e9ab3e4c052 None None] Routers {'a943f550-ef5f-472b-a075-bcaed7fd0fac'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:03.614346 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-03264b31-d0e3-41a2-b020-1e9ab3e4c052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:09:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['a943f550-ef5f-472b-a075-bcaed7fd0fac'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:03.812988 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-3d2e3db8-dacf-4610-b678-65fde8a971e0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] For port 03bbf650-5bef-4ec1-af01-630545c4db55, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=03bbf650-5bef-4ec1-af01-630545c4db55,segment=NetworkSegment(9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c),segment_id=9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:03.814636 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-3d2e3db8-dacf-4610-b678-65fde8a971e0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (03bbf650-5bef-4ec1-af01-630545c4db55), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:03.859201 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-3d2e3db8-dacf-4610-b678-65fde8a971e0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Calling delete_port for 03bbf650-5bef-4ec1-af01-630545c4db55 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:03.875029 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f881fd-3366-4e7b-b8f1-ad064da59793 req-1f9a9892-5a38-4c71-b9bb-552dd2cf1ca1 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:03.919389 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-37f881fd-3366-4e7b-b8f1-ad064da59793 req-1f9a9892-5a38-4c71-b9bb-552dd2cf1ca1 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c7776cd-b6e0-4476-a3a1-5174275eebd1 HTTP/1.1" status: 200 len: 946 time: 0.6692858 Feb 19 04:09:04.031182 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-18d6ed35-40ad-412d-ab88-834cd55877f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (94b7dd21-b2d5-4692-834d-8135d66bb4c1), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:04.084998 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:04.169423 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0024ea-d641-4555-91cd-10173df83e87 req-01e3c6c7-1aa0-4730-8783-09d435ed3dc6 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:04.181649 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0024ea-d641-4555-91cd-10173df83e87 req-01e3c6c7-1aa0-4730-8783-09d435ed3dc6 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:04.196687 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0024ea-d641-4555-91cd-10173df83e87 req-01e3c6c7-1aa0-4730-8783-09d435ed3dc6 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:04.204908 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3a0024ea-d641-4555-91cd-10173df83e87 req-01e3c6c7-1aa0-4730-8783-09d435ed3dc6 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 2409 time: 0.5821238 Feb 19 04:09:04.276009 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-37f881fd-3366-4e7b-b8f1-ad064da59793 req-91c1a331-39f3-4e67-a449-e6153c12ec04 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528314 Feb 19 04:09:04.315932 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port b4bb7688-3ed8-47c8-ac27-a0e1b93efb82 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:04.316965 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b4bb7688-3ed8-47c8-ac27-a0e1b93efb82), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:04.326634 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-3d2e3db8-dacf-4610-b678-65fde8a971e0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (03bbf650-5bef-4ec1-af01-630545c4db55), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:04.376204 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e3db8-dacf-4610-b678-65fde8a971e0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event deleted for resources: {'Port': ['ID=03bbf650-5bef-4ec1-af01-630545c4db55,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:04.414010 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fc17db-9edd-498f-8a78-15b1ca95b0c5 x-openstack-request-id: req-d9fc17db-9edd-498f-8a78-15b1ca95b0c5 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:04.415447 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-unplugged", "status": "completed", "tag": "065ce680-972c-4dea-ae22-48d0fbd50b99", "code": 200}, {"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-unplugged", "status": "completed", "tag": "03bbf650-5bef-4ec1-af01-630545c4db55", "code": 200}, {"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-unplugged", "status": "completed", "tag": "4d3b7e86-7306-4190-840a-09d5d67b74a3", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:04.415881 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9fc17db-9edd-498f-8a78-15b1ca95b0c5 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:04.416447 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '065ce680-972c-4dea-ae22-48d0fbd50b99', 'code': 200} Feb 19 04:09:04.416876 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03bbf650-5bef-4ec1-af01-630545c4db55', 'code': 200} Feb 19 04:09:04.418403 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d3b7e86-7306-4190-840a-09d5d67b74a3', 'code': 200} Feb 19 04:09:04.435838 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port e4dde6ac-5aaa-4104-b283-966aa755f803 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:09:04.463606 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port e4dde6ac-5aaa-4104-b283-966aa755f803 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:04.466316 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e4dde6ac-5aaa-4104-b283-966aa755f803), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:04.531175 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-3d2e3db8-dacf-4610-b678-65fde8a971e0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] No DVR routers for this DVR port 03bbf650-5bef-4ec1-af01-630545c4db55 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:09:04.536846 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-3d2e3db8-dacf-4610-b678-65fde8a971e0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:04.544844 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-3d2e3db8-dacf-4610-b678-65fde8a971e0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.26 "DELETE /v2.0/ports/03bbf650-5bef-4ec1-af01-630545c4db55 HTTP/1.1" status: 204 len: 173 time: 1.3140209 Feb 19 04:09:04.615699 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3a0024ea-d641-4555-91cd-10173df83e87 req-f243d042-ad79-49b4-a7e8-2939c0e5ecd1 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4033861 Feb 19 04:09:04.682827 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f34509e9-6de7-4081-bac4-779ab8cdfa61 None None] Current status of the port b4bb7688-3ed8-47c8-ac27-a0e1b93efb82 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:04.683477 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f34509e9-6de7-4081-bac4-779ab8cdfa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b4bb7688-3ed8-47c8-ac27-a0e1b93efb82), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:04.795180 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d6ed35-40ad-412d-ab88-834cd55877f2 admin admin] Router 94b7dd21-b2d5-4692-834d-8135d66bb4c1 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:09:04.854245 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e98304-330c-4036-9ea9-8b1d67ed1289 req-83474295-e532-4f6f-9fb3-d1b3b2940ebc tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:04.873528 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b3e98304-330c-4036-9ea9-8b1d67ed1289 req-83474295-e532-4f6f-9fb3-d1b3b2940ebc tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 945 time: 0.2896390 Feb 19 04:09:04.895457 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-03264b31-d0e3-41a2-b020-1e9ab3e4c052 None None] Set router a943f550-ef5f-472b-a075-bcaed7fd0fac gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:04.897616 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-c2c452df-8255-4432-a4bd-def7c7214fea tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Deleting port abd8fe5c-e298-48a3-a888-a6ccdbf3fa25 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:04.897970 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-c2c452df-8255-4432-a4bd-def7c7214fea tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (abd8fe5c-e298-48a3-a888-a6ccdbf3fa25), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:05.156275 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-c2c452df-8255-4432-a4bd-def7c7214fea tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] For port abd8fe5c-e298-48a3-a888-a6ccdbf3fa25, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=abd8fe5c-e298-48a3-a888-a6ccdbf3fa25,segment=NetworkSegment(9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c),segment_id=9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:05.156820 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-c2c452df-8255-4432-a4bd-def7c7214fea tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (abd8fe5c-e298-48a3-a888-a6ccdbf3fa25), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:05.203193 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-c2c452df-8255-4432-a4bd-def7c7214fea tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Calling delete_port for abd8fe5c-e298-48a3-a888-a6ccdbf3fa25 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:05.221339 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b3e98304-330c-4036-9ea9-8b1d67ed1289 req-9a38b9f7-1175-4e3a-8477-37c5c8f04efd tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3464797 Feb 19 04:09:05.502953 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-deleted', 'tag': '4d3b7e86-7306-4190-840a-09d5d67b74a3'}, {'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-deleted', 'tag': '03bbf650-5bef-4ec1-af01-630545c4db55'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:05.509184 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-f34509e9-6de7-4081-bac4-779ab8cdfa61 None None] For port b4bb7688-3ed8-47c8-ac27-a0e1b93efb82, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=b4bb7688-3ed8-47c8-ac27-a0e1b93efb82,segment=NetworkSegment(6844225e-18dd-477e-a839-8b8ce4cd8765),segment_id=6844225e-18dd-477e-a839-8b8ce4cd8765)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:05.510209 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port b4bb7688-3ed8-47c8-ac27-a0e1b93efb82 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:05.510609 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b4bb7688-3ed8-47c8-ac27-a0e1b93efb82), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:05.511989 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5b3e7b-847d-41bf-8926-7e17fd5077d1" -d '{"events": [{"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-deleted", "tag": "4d3b7e86-7306-4190-840a-09d5d67b74a3"}, {"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-deleted", "tag": "03bbf650-5bef-4ec1-af01-630545c4db55"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:05.524600 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-c2c452df-8255-4432-a4bd-def7c7214fea tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (abd8fe5c-e298-48a3-a888-a6ccdbf3fa25), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:05.525891 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5ce86-45a0-436a-a2c0-91b9341a16df req-2511b3ce-2f50-42d5-93c4-4ec04d1d32e2 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:05.536260 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbf5ce86-45a0-436a-a2c0-91b9341a16df req-2511b3ce-2f50-42d5-93c4-4ec04d1d32e2 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c7776cd-b6e0-4476-a3a1-5174275eebd1 HTTP/1.1" status: 200 len: 946 time: 0.1235104 Feb 19 04:09:05.545622 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d6ed35-40ad-412d-ab88-834cd55877f2 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:09:05.557372 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a27bf3-268d-405c-b73a-c83f95200f3f None None] Sync routers for ids ['94b7dd21-b2d5-4692-834d-8135d66bb4c1'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:09:05.576589 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a27bf3-268d-405c-b73a-c83f95200f3f None None] Routers {'94b7dd21-b2d5-4692-834d-8135d66bb4c1'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:05.577572 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-70a27bf3-268d-405c-b73a-c83f95200f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:09:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['94b7dd21-b2d5-4692-834d-8135d66bb4c1'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:05.603943 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c452df-8255-4432-a4bd-def7c7214fea tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event deleted for resources: {'Port': ['ID=abd8fe5c-e298-48a3-a888-a6ccdbf3fa25,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:05.626362 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470639f3-7743-4a81-b3fb-4e9826f2e0fa req-d6a2dcf4-598f-4d99-be33-f1357d89d07c tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:05.627985 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-470639f3-7743-4a81-b3fb-4e9826f2e0fa req-d6a2dcf4-598f-4d99-be33-f1357d89d07c tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.52 "GET /v2.0/ports?device_id=610a4b5f-4b53-4925-bb49-b0b4f088749f HTTP/1.1" status: 200 len: 945 time: 0.2897913 Feb 19 04:09:05.727570 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:05.729283 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f34509e9-6de7-4081-bac4-779ab8cdfa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b4bb7688-3ed8-47c8-ac27-a0e1b93efb82), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:05.783755 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-c2c452df-8255-4432-a4bd-def7c7214fea tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] No DVR routers for this DVR port abd8fe5c-e298-48a3-a888-a6ccdbf3fa25 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:09:05.785575 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-c2c452df-8255-4432-a4bd-def7c7214fea tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:05.789068 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-c2c452df-8255-4432-a4bd-def7c7214fea tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.26 "DELETE /v2.0/ports/abd8fe5c-e298-48a3-a888-a6ccdbf3fa25 HTTP/1.1" status: 204 len: 173 time: 1.2311072 Feb 19 04:09:05.795374 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbf5ce86-45a0-436a-a2c0-91b9341a16df req-17f08afa-380a-4bf0-9540-cddc7857e5b2 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582090 Feb 19 04:09:05.798909 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-18d6ed35-40ad-412d-ab88-834cd55877f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:05.808626 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-18d6ed35-40ad-412d-ab88-834cd55877f2 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 7.4612134 Feb 19 04:09:05.817658 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60648) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:05.906613 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:09:05.908612 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34509e9-6de7-4081-bac4-779ab8cdfa61 None None] Pushing event updated for resources: {'Port': ['ID=b4bb7688-3ed8-47c8-ac27-a0e1b93efb82,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:05.922485 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-70a27bf3-268d-405c-b73a-c83f95200f3f None None] Set router 94b7dd21-b2d5-4692-834d-8135d66bb4c1 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:05.954920 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-470639f3-7743-4a81-b3fb-4e9826f2e0fa req-60c24883-bc6c-4d0e-81f9-fcb64af31440 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.52 "GET /v2.0/security-groups?id=9dc8125e-0bfd-4746-b0e4-30cc46a7360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846054 Feb 19 04:09:06.038709 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7cd341-bd2a-4d65-bc7d-a699a7989bc4 x-openstack-request-id: req-2f7cd341-bd2a-4d65-bc7d-a699a7989bc4 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:06.042665 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-deleted", "tag": "4d3b7e86-7306-4190-840a-09d5d67b74a3", "status": "completed", "code": 200}, {"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-deleted", "tag": "03bbf650-5bef-4ec1-af01-630545c4db55", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:06.043045 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2f7cd341-bd2a-4d65-bc7d-a699a7989bc4 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:06.043563 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-deleted', 'tag': '4d3b7e86-7306-4190-840a-09d5d67b74a3', 'status': 'completed', 'code': 200} Feb 19 04:09:06.045202 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-deleted', 'tag': '03bbf650-5bef-4ec1-af01-630545c4db55', 'status': 'completed', 'code': 200} Feb 19 04:09:06.045925 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-f86200d9-8d42-4e17-9868-2385842bfa7c None None] Provisioning complete for port b4bb7688-3ed8-47c8-ac27-a0e1b93efb82 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:06.046562 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f86200d9-8d42-4e17-9868-2385842bfa7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b4bb7688-3ed8-47c8-ac27-a0e1b93efb82), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:06.049402 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:09:06.049937 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:09:06.056081 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port e4dde6ac-5aaa-4104-b283-966aa755f803 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:06.074970 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e4dde6ac-5aaa-4104-b283-966aa755f803), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:06.297454 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6eb97-836a-41c0-9a85-2b180914ea27 req-88817f98-cbca-4b67-b3af-861d1350da9c tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:06.311266 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aba6eb97-836a-41c0-9a85-2b180914ea27 req-88817f98-cbca-4b67-b3af-861d1350da9c tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 943 time: 0.1697054 Feb 19 04:09:06.433391 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610a4b5f-4b53-4925-bb49-b0b4f088749f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4dde6ac-5aaa-4104-b283-966aa755f803'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:06.447888 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee93273a-5090-4ef9-93eb-8614c46b4fd7" -d '{"events": [{"server_uuid": "610a4b5f-4b53-4925-bb49-b0b4f088749f", "name": "network-vif-plugged", "status": "completed", "tag": "e4dde6ac-5aaa-4104-b283-966aa755f803"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:06.486713 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aba6eb97-836a-41c0-9a85-2b180914ea27 req-a7c907c5-558e-495a-ae34-b3d4644eaf29 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728280 Feb 19 04:09:06.617991 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e318c3-618b-4c7e-a272-3da81f946819 req-e997cbf3-17f2-4c4b-855e-3fcc2450b15e tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:06.633868 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-70a27bf3-268d-405c-b73a-c83f95200f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'name': 'tempest-ServersTestJSON-145202602-router', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'd2dc3dd9-6d54-4713-bd63-3a92d2c13c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:08:58Z', 'updated_at': '2022-02-19T04:09:01Z', 'revision_number': 3, 'project_id': '307b43b5d94f4276a9c8cae63443bb9c', 'gw_port': {'id': 'd2dc3dd9-6d54-4713-bd63-3a92d2c13c0c', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:08:59Z', 'updated_at': '2022-02-19T04:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:06.636188 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74e318c3-618b-4c7e-a272-3da81f946819 req-e997cbf3-17f2-4c4b-855e-3fcc2450b15e tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 945 time: 0.1556156 Feb 19 04:09:06.718692 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4f8bed-b226-4f46-ba4e-a21da4c6df55 x-openstack-request-id: req-7c4f8bed-b226-4f46-ba4e-a21da4c6df55 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:06.719754 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610a4b5f-4b53-4925-bb49-b0b4f088749f", "name": "network-vif-plugged", "status": "completed", "tag": "e4dde6ac-5aaa-4104-b283-966aa755f803", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:06.720173 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7c4f8bed-b226-4f46-ba4e-a21da4c6df55 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:06.720715 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610a4b5f-4b53-4925-bb49-b0b4f088749f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4dde6ac-5aaa-4104-b283-966aa755f803', 'code': 200} Feb 19 04:09:06.735501 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a27bf3-268d-405c-b73a-c83f95200f3f None None] Checking router: 94b7dd21-b2d5-4692-834d-8135d66bb4c1 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:09:06.735859 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a27bf3-268d-405c-b73a-c83f95200f3f None None] Updating router 94b7dd21-b2d5-4692-834d-8135d66bb4c1 port d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:09:06.754856 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port e4dde6ac-5aaa-4104-b283-966aa755f803, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=e4dde6ac-5aaa-4104-b283-966aa755f803,segment=NetworkSegment(35b8a669-b8d1-45a9-bf23-da3580844403),segment_id=35b8a669-b8d1-45a9-bf23-da3580844403)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:06.805468 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-70a27bf3-268d-405c-b73a-c83f95200f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:06.843224 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74e318c3-618b-4c7e-a272-3da81f946819 req-38ec1817-dbbd-485c-a603-0c6516520f25 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059438 Feb 19 04:09:06.893552 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f86200d9-8d42-4e17-9868-2385842bfa7c None None] Current status of the port b4bb7688-3ed8-47c8-ac27-a0e1b93efb82 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:06.897185 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a5cf2-ebe9-46d2-9310-269e03916113 req-ebac5c88-7bd0-4d7a-a764-f641cd30798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:06.900971 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-fcdd876b-dedd-47d7-b5ea-4a03223e12f2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Deleting port 065ce680-972c-4dea-ae22-48d0fbd50b99 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:06.900971 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-fcdd876b-dedd-47d7-b5ea-4a03223e12f2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (065ce680-972c-4dea-ae22-48d0fbd50b99), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:06.902233 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-004a5cf2-ebe9-46d2-9310-269e03916113 req-ebac5c88-7bd0-4d7a-a764-f641cd30798a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=610a4b5f-4b53-4925-bb49-b0b4f088749f HTTP/1.1" status: 200 len: 1128 time: 0.1926563 Feb 19 04:09:06.938900 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port b4bb7688-3ed8-47c8-ac27-a0e1b93efb82 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:06.956326 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-03264b31-d0e3-41a2-b020-1e9ab3e4c052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'name': 'tempest-TaggedBootDevicesTest-2129352706-router', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '9f035dd4-62ef-47b5-b5e8-00b3c98e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:12Z', 'updated_at': '2022-02-19T04:02:17Z', 'revision_number': 4, 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'gw_port': {'id': '9f035dd4-62ef-47b5-b5e8-00b3c98e8154', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:12Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '7cf8d7f0-a765-4a34-a2c2-577a50a75bd9', 'name': '', 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'mac_address': 'fa:16:3e:9b:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '00070044-bad3-439e-8650-6c43fc944981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:16Z', 'updated_at': '2022-02-19T04:02:25Z', 'revision_number': 5, 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'subnets': [{'id': '00070044-bad3-439e-8650-6c43fc944981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:06.993112 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e4dde6ac-5aaa-4104-b283-966aa755f803), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:07.010861 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-004a5cf2-ebe9-46d2-9310-269e03916113 req-472dfd46-f5fd-4d6e-9c56-4ea2d7ca8711 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9dc8125e-0bfd-4746-b0e4-30cc46a7360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990386 Feb 19 04:09:07.120610 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677fafd-b5be-47b5-86fc-40fd6178af50 req-d02d9f4e-b6b9-4688-9a63-279d27ea642f tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:07.133304 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e677fafd-b5be-47b5-86fc-40fd6178af50 req-d02d9f4e-b6b9-4688-9a63-279d27ea642f tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c7776cd-b6e0-4476-a3a1-5174275eebd1 HTTP/1.1" status: 200 len: 946 time: 0.1209612 Feb 19 04:09:07.140443 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03264b31-d0e3-41a2-b020-1e9ab3e4c052 None None] Checking router: a943f550-ef5f-472b-a075-bcaed7fd0fac for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:09:07.159054 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b4bb7688-3ed8-47c8-ac27-a0e1b93efb82 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:07.161592 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:07.192183 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7133480-134c-45f9-a1a7-fbf2e8bba622 req-017cb91f-4329-43e5-88a7-26ab125e77e9 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:07.196062 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c7133480-134c-45f9-a1a7-fbf2e8bba622 req-017cb91f-4329-43e5-88a7-26ab125e77e9 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c7776cd-b6e0-4476-a3a1-5174275eebd1 HTTP/1.1" status: 200 len: 946 time: 0.4947786 Feb 19 04:09:07.209890 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03264b31-d0e3-41a2-b020-1e9ab3e4c052 None None] Routers {'a943f550-ef5f-472b-a075-bcaed7fd0fac'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:07.210848 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-03264b31-d0e3-41a2-b020-1e9ab3e4c052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:09:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['a943f550-ef5f-472b-a075-bcaed7fd0fac'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:07.254503 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e677fafd-b5be-47b5-86fc-40fd6178af50 req-d37f97ac-db13-4563-9827-58fd35909d7e tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158490 Feb 19 04:09:07.350897 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=e4dde6ac-5aaa-4104-b283-966aa755f803,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:07.400682 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-70a27bf3-268d-405c-b73a-c83f95200f3f None None] Publish callbacks [] for port (d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:07.418337 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-70a27bf3-268d-405c-b73a-c83f95200f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:07.446023 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ef46a-30b8-4951-83f6-c86e2e36ebdb req-1fcdab2e-0e22-4f67-a776-6549991a6caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:07.447991 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d9ef46a-30b8-4951-83f6-c86e2e36ebdb req-1fcdab2e-0e22-4f67-a776-6549991a6caa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e09d752b62b44ea5a2f23e7b86993e07&device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 1129 time: 0.1397347 Feb 19 04:09:07.490567 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port b4bb7688-3ed8-47c8-ac27-a0e1b93efb82 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:07.491146 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b4bb7688-3ed8-47c8-ac27-a0e1b93efb82), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:07.547516 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-70a27bf3-268d-405c-b73a-c83f95200f3f None None] Attempting to bind port d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:07.547860 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-70a27bf3-268d-405c-b73a-c83f95200f3f None None] Attempting to bind port d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:07.548339 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a27bf3-268d-405c-b73a-c83f95200f3f None None] Attempting to bind port d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:07.570666 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a27bf3-268d-405c-b73a-c83f95200f3f None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:07.571083 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a27bf3-268d-405c-b73a-c83f95200f3f None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:07.571499 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-70a27bf3-268d-405c-b73a-c83f95200f3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:07.571898 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a27bf3-268d-405c-b73a-c83f95200f3f None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:07.572149 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-03264b31-d0e3-41a2-b020-1e9ab3e4c052 None None] Set router a943f550-ef5f-472b-a075-bcaed7fd0fac gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:07.572381 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-70a27bf3-268d-405c-b73a-c83f95200f3f None None] Bound port: d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:07.572760 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-70a27bf3-268d-405c-b73a-c83f95200f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:07.608920 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ef46a-30b8-4951-83f6-c86e2e36ebdb req-c215d313-d289-4bc6-a44d-a4a4a67bae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:07.610767 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d9ef46a-30b8-4951-83f6-c86e2e36ebdb req-c215d313-d289-4bc6-a44d-a4a4a67bae63 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b40e029f-e45e-4dad-8b72-cb8e978e0503 HTTP/1.1" status: 200 len: 918 time: 0.1561165 Feb 19 04:09:07.623844 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-fcdd876b-dedd-47d7-b5ea-4a03223e12f2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] For port 065ce680-972c-4dea-ae22-48d0fbd50b99, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=065ce680-972c-4dea-ae22-48d0fbd50b99,segment=NetworkSegment(b7335bae-2b10-44b5-bd69-94a1805c2114),segment_id=b7335bae-2b10-44b5-bd69-94a1805c2114)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:07.625194 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-fcdd876b-dedd-47d7-b5ea-4a03223e12f2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (065ce680-972c-4dea-ae22-48d0fbd50b99), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:07.685200 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-fcdd876b-dedd-47d7-b5ea-4a03223e12f2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Calling delete_port for 065ce680-972c-4dea-ae22-48d0fbd50b99 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:07.746830 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d9ef46a-30b8-4951-83f6-c86e2e36ebdb req-86b3b61e-96d5-4448-8a4d-7cdbd6d53cc3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3ffca2a-be76-4627-a124-9adea4b59fea HTTP/1.1" status: 200 len: 217 time: 0.1100376 Feb 19 04:09:07.787029 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port b4bb7688-3ed8-47c8-ac27-a0e1b93efb82 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:07.835883 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c2fb1c66-a77f-4042-8043-4a43e77782ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:07.838878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ef46a-30b8-4951-83f6-c86e2e36ebdb req-5eddc233-2739-4879-a65e-bdbd7a406fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:07.840583 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d9ef46a-30b8-4951-83f6-c86e2e36ebdb req-5eddc233-2739-4879-a65e-bdbd7a406fa3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5308b5b-30ec-49b2-97d1-b7274bba8304 HTTP/1.1" status: 200 len: 857 time: 0.0825255 Feb 19 04:09:07.848776 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-c7133480-134c-45f9-a1a7-fbf2e8bba622 req-c5ccc102-b91c-4160-a9bf-c9bc41766b50 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Deleting port 869cbff4-bd62-4f71-8423-3fab7a04ed5d {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:07.851638 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05810e1-620b-4a34-8fd2-ff3779b218cb req-39a8e884-f42d-4445-a1e1-81dcfafd5765 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:07.853009 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9406f-b0c5-4223-8175-89eb9e9afd9c None None] Pushing event updated for resources: {'Port': ['ID=d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:07.856397 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c7133480-134c-45f9-a1a7-fbf2e8bba622 req-c5ccc102-b91c-4160-a9bf-c9bc41766b50 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (869cbff4-bd62-4f71-8423-3fab7a04ed5d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:07.859353 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f05810e1-620b-4a34-8fd2-ff3779b218cb req-39a8e884-f42d-4445-a1e1-81dcfafd5765 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.52 "GET /v2.0/ports?device_id=610a4b5f-4b53-4925-bb49-b0b4f088749f HTTP/1.1" status: 200 len: 946 time: 0.4785733 Feb 19 04:09:07.889699 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e9406f-b0c5-4223-8175-89eb9e9afd9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:07.893902 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e9406f-b0c5-4223-8175-89eb9e9afd9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:07.897095 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e9406f-b0c5-4223-8175-89eb9e9afd9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:07.897652 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e9406f-b0c5-4223-8175-89eb9e9afd9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:07.898186 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e9406f-b0c5-4223-8175-89eb9e9afd9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:07.902288 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e9406f-b0c5-4223-8175-89eb9e9afd9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:07.902813 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e9406f-b0c5-4223-8175-89eb9e9afd9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:07.903320 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e9406f-b0c5-4223-8175-89eb9e9afd9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:07.904513 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e9406f-b0c5-4223-8175-89eb9e9afd9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:07.904799 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d9ef46a-30b8-4951-83f6-c86e2e36ebdb req-26f1399c-16cb-4ad2-a052-28cac13451ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b40e029f-e45e-4dad-8b72-cb8e978e0503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433586 Feb 19 04:09:07.906281 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e9406f-b0c5-4223-8175-89eb9e9afd9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:07.906802 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e9406f-b0c5-4223-8175-89eb9e9afd9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:07.907796 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e9406f-b0c5-4223-8175-89eb9e9afd9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:07.908326 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e9406f-b0c5-4223-8175-89eb9e9afd9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:07.929520 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3993b6-b049-4245-9086-da6dd4f1614c req-768129e2-8e9f-4553-84af-dba614197356 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:07.937304 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dd3993b6-b049-4245-9086-da6dd4f1614c req-768129e2-8e9f-4553-84af-dba614197356 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.5212543 Feb 19 04:09:07.952140 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-03264b31-d0e3-41a2-b020-1e9ab3e4c052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'name': 'tempest-TaggedBootDevicesTest-2129352706-router', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '9f035dd4-62ef-47b5-b5e8-00b3c98e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:12Z', 'updated_at': '2022-02-19T04:02:17Z', 'revision_number': 4, 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'gw_port': {'id': '9f035dd4-62ef-47b5-b5e8-00b3c98e8154', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:12Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '7cf8d7f0-a765-4a34-a2c2-577a50a75bd9', 'name': '', 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'mac_address': 'fa:16:3e:9b:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '00070044-bad3-439e-8650-6c43fc944981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:16Z', 'updated_at': '2022-02-19T04:02:25Z', 'revision_number': 5, 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'subnets': [{'id': '00070044-bad3-439e-8650-6c43fc944981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:07.971108 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-70a27bf3-268d-405c-b73a-c83f95200f3f None None] For port d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:07.975202 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-70a27bf3-268d-405c-b73a-c83f95200f3f None None] For port d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:07.996473 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-70a27bf3-268d-405c-b73a-c83f95200f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:08.029915 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dd3993b6-b049-4245-9086-da6dd4f1614c req-29a5e046-e978-4331-bb81-3c6a5461792b tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913002 Feb 19 04:09:08.091296 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-deleted', 'tag': 'abd8fe5c-e298-48a3-a888-a6ccdbf3fa25'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:08.094264 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50e1512-53e8-48c5-8011-c9d3c423ec43" -d '{"events": [{"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-deleted", "tag": "abd8fe5c-e298-48a3-a888-a6ccdbf3fa25"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:08.120676 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9406f-b0c5-4223-8175-89eb9e9afd9c None None] Pushing event updated for resources: {'Port': ['ID=d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:08.143148 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f05810e1-620b-4a34-8fd2-ff3779b218cb req-b6b0ff5c-9c8a-4061-9d21-efd562126d47 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.52 "GET /v2.0/security-groups?id=9dc8125e-0bfd-4746-b0e4-30cc46a7360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823653 Feb 19 04:09:08.157591 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a27bf3-268d-405c-b73a-c83f95200f3f None None] Routers {'94b7dd21-b2d5-4692-834d-8135d66bb4c1'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:08.158311 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-70a27bf3-268d-405c-b73a-c83f95200f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:09:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['94b7dd21-b2d5-4692-834d-8135d66bb4c1'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:08.292421 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-c7133480-134c-45f9-a1a7-fbf2e8bba622 req-c5ccc102-b91c-4160-a9bf-c9bc41766b50 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] For port 869cbff4-bd62-4f71-8423-3fab7a04ed5d, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=869cbff4-bd62-4f71-8423-3fab7a04ed5d,segment=NetworkSegment(973bf827-76e8-4107-b0be-e5bc3eb85509),segment_id=973bf827-76e8-4107-b0be-e5bc3eb85509)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:08.292821 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c7133480-134c-45f9-a1a7-fbf2e8bba622 req-c5ccc102-b91c-4160-a9bf-c9bc41766b50 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (869cbff4-bd62-4f71-8423-3fab7a04ed5d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:08.347962 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-c7133480-134c-45f9-a1a7-fbf2e8bba622 req-c5ccc102-b91c-4160-a9bf-c9bc41766b50 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Calling delete_port for 869cbff4-bd62-4f71-8423-3fab7a04ed5d owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:08.418005 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424a2bc-a31b-4ad9-a3b6-ef9d4184b548 req-66e47bc6-8319-427b-9fc3-cfd86b18dba9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:08.425469 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a424a2bc-a31b-4ad9-a3b6-ef9d4184b548 req-66e47bc6-8319-427b-9fc3-cfd86b18dba9 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 943 time: 0.1831698 Feb 19 04:09:08.432047 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d9ef46a-30b8-4951-83f6-c86e2e36ebdb req-31138ba3-d693-4842-80f7-5fe7cf8282e6 service neutron] 10.222.0.26 "GET /v2.0/networks/b40e029f-e45e-4dad-8b72-cb8e978e0503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130548 Feb 19 04:09:08.435274 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-70a27bf3-268d-405c-b73a-c83f95200f3f None None] Set router 94b7dd21-b2d5-4692-834d-8135d66bb4c1 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:08.447857 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af85be-8d14-4ab7-8c8f-dde0a642ceec req-77c4e4a1-2474-444d-b367-5d204f47b2a1 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:08.455205 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-65af85be-8d14-4ab7-8c8f-dde0a642ceec req-77c4e4a1-2474-444d-b367-5d204f47b2a1 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 945 time: 0.1718976 Feb 19 04:09:08.548053 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a424a2bc-a31b-4ad9-a3b6-ef9d4184b548 req-695f8c9b-4bd1-4d8f-87ce-9e5cbe5710b3 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups?id=8059ef7f-ea58-4a15-b895-e90dd80117d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155987 Feb 19 04:09:08.548953 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03264b31-d0e3-41a2-b020-1e9ab3e4c052 None None] The sync data for ids ['a943f550-ef5f-472b-a075-bcaed7fd0fac'] in n-d-828369-19 is: [{'id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'name': 'tempest-TaggedBootDevicesTest-2129352706-router', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '9f035dd4-62ef-47b5-b5e8-00b3c98e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:12Z', 'updated_at': '2022-02-19T04:02:17Z', 'revision_number': 4, 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'gw_port': {'id': '9f035dd4-62ef-47b5-b5e8-00b3c98e8154', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:12Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '7cf8d7f0-a765-4a34-a2c2-577a50a75bd9', 'name': '', 'network_id': '455a1d36-0244-440a-9c8b-39e2a2ccd1dc', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'mac_address': 'fa:16:3e:9b:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '00070044-bad3-439e-8650-6c43fc944981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:16Z', 'updated_at': '2022-02-19T04:02:25Z', 'revision_number': 5, 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'subnets': [{'id': '00070044-bad3-439e-8650-6c43fc944981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:09:08.599348 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-fcdd876b-dedd-47d7-b5ea-4a03223e12f2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (065ce680-972c-4dea-ae22-48d0fbd50b99), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:08.642703 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3e48e0-4c55-4ffe-a2f4-b8cf2ec50430 x-openstack-request-id: req-4e3e48e0-4c55-4ffe-a2f4-b8cf2ec50430 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:08.643051 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-deleted", "tag": "abd8fe5c-e298-48a3-a888-a6ccdbf3fa25", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:08.643626 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4e3e48e0-4c55-4ffe-a2f4-b8cf2ec50430 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:08.644047 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-deleted', 'tag': 'abd8fe5c-e298-48a3-a888-a6ccdbf3fa25', 'status': 'completed', 'code': 200} Feb 19 04:09:08.718104 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-65af85be-8d14-4ab7-8c8f-dde0a642ceec req-bc558770-e1ec-46ca-b155-527e386e41f1 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560120 Feb 19 04:09:08.749988 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-c2fb1c66-a77f-4042-8043-4a43e77782ae admin admin] Allocated IP 172.20.0.1 (db902299-93bc-45eb-b6b4-6acba92a32c7/a636f74d-11b2-4b6b-aa69-e73def6fd43d/c136e56c-c716-465b-8b66-4d9f495c6746) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:08.752632 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd876b-dedd-47d7-b5ea-4a03223e12f2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event deleted for resources: {'Port': ['ID=065ce680-972c-4dea-ae22-48d0fbd50b99,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:08.787887 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d9ef46a-30b8-4951-83f6-c86e2e36ebdb req-ddcc5315-ee3b-43fc-a3a9-a5efe44cc867 service neutron] 10.222.0.26 "GET /v2.0/networks/b40e029f-e45e-4dad-8b72-cb8e978e0503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234661 Feb 19 04:09:08.797778 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-fcdd876b-dedd-47d7-b5ea-4a03223e12f2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] No DVR routers for this DVR port 065ce680-972c-4dea-ae22-48d0fbd50b99 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:09:08.805418 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-fcdd876b-dedd-47d7-b5ea-4a03223e12f2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:08.808996 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-765707f0-9299-4731-83f9-dd2181e5bdd9 req-fcdd876b-dedd-47d7-b5ea-4a03223e12f2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.26 "DELETE /v2.0/ports/065ce680-972c-4dea-ae22-48d0fbd50b99 HTTP/1.1" status: 204 len: 173 time: 3.0125911 Feb 19 04:09:08.841988 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e66d9-9fd7-44d3-b066-b3a44f19a60a req-0163c4fa-5d9a-4b16-8d5c-506fda1162a4 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:08.843728 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-191e66d9-9fd7-44d3-b066-b3a44f19a60a req-0163c4fa-5d9a-4b16-8d5c-506fda1162a4 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c7776cd-b6e0-4476-a3a1-5174275eebd1 HTTP/1.1" status: 200 len: 946 time: 0.1063104 Feb 19 04:09:08.979428 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-70a27bf3-268d-405c-b73a-c83f95200f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'name': 'tempest-ServersTestJSON-145202602-router', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'd2dc3dd9-6d54-4713-bd63-3a92d2c13c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:08:58Z', 'updated_at': '2022-02-19T04:09:01Z', 'revision_number': 3, 'project_id': '307b43b5d94f4276a9c8cae63443bb9c', 'gw_port': {'id': 'd2dc3dd9-6d54-4713-bd63-3a92d2c13c0c', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:08:59Z', 'updated_at': '2022-02-19T04:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:08.984343 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-191e66d9-9fd7-44d3-b066-b3a44f19a60a req-e0a85596-6234-49db-8df7-89287faec6f1 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291676 Feb 19 04:09:09.075424 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c7133480-134c-45f9-a1a7-fbf2e8bba622 req-c5ccc102-b91c-4160-a9bf-c9bc41766b50 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (869cbff4-bd62-4f71-8423-3fab7a04ed5d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:09.083146 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cb2274-db02-4b01-9d8c-cdcb6933f592 None None] New status for floating IP 681d5c5e-a7eb-4cd8-842a-3bc723b335d2: DOWN {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:09:09.087398 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a27bf3-268d-405c-b73a-c83f95200f3f None None] The sync data for ids ['94b7dd21-b2d5-4692-834d-8135d66bb4c1'] in n-d-828369-19 is: [{'id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'name': 'tempest-ServersTestJSON-145202602-router', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'd2dc3dd9-6d54-4713-bd63-3a92d2c13c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:08:58Z', 'updated_at': '2022-02-19T04:09:01Z', 'revision_number': 3, 'project_id': '307b43b5d94f4276a9c8cae63443bb9c', 'gw_port': {'id': 'd2dc3dd9-6d54-4713-bd63-3a92d2c13c0c', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:08:59Z', 'updated_at': '2022-02-19T04:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:09:09.188316 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['ba4638fd-44d9-431b-8000-be5489686862'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:09:09.232759 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ccc102-b91c-4160-a9bf-c9bc41766b50 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Pushing event deleted for resources: {'Port': ['ID=869cbff4-bd62-4f71-8423-3fab7a04ed5d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:09.252157 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c2fb1c66-a77f-4042-8043-4a43e77782ae admin admin] Publish callbacks [] for port (c136e56c-c716-465b-8b66-4d9f495c6746), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:09.267087 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['a7764e62-3049-4881-afe7-b2b422eb4547'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:09:09.352902 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5da14d-ea42-484f-8b21-1545a5a10c1e req-b4697ba1-31e0-4788-8681-32f192894c4a tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:09.354699 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f5da14d-ea42-484f-8b21-1545a5a10c1e req-b4697ba1-31e0-4788-8681-32f192894c4a tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.1558657 Feb 19 04:09:09.382982 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc3c5c-af80-4086-9eef-04522d006fc6 req-bf1fe680-573b-4531-9300-12770029e61b tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:09.391388 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-33cc3c5c-af80-4086-9eef-04522d006fc6 req-bf1fe680-573b-4531-9300-12770029e61b tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.52 "GET /v2.0/ports?device_id=610a4b5f-4b53-4925-bb49-b0b4f088749f HTTP/1.1" status: 200 len: 946 time: 0.1225746 Feb 19 04:09:09.417481 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7133480-134c-45f9-a1a7-fbf2e8bba622 req-c5ccc102-b91c-4160-a9bf-c9bc41766b50 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] No DVR routers for this DVR port 869cbff4-bd62-4f71-8423-3fab7a04ed5d on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:09:09.420816 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c7133480-134c-45f9-a1a7-fbf2e8bba622 req-c5ccc102-b91c-4160-a9bf-c9bc41766b50 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:09.446283 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c7133480-134c-45f9-a1a7-fbf2e8bba622 req-c5ccc102-b91c-4160-a9bf-c9bc41766b50 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.26 "DELETE /v2.0/ports/869cbff4-bd62-4f71-8423-3fab7a04ed5d HTTP/1.1" status: 204 len: 173 time: 2.2407031 Feb 19 04:09:09.500429 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c2fb1c66-a77f-4042-8043-4a43e77782ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (c136e56c-c716-465b-8b66-4d9f495c6746), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:09.503006 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f5da14d-ea42-484f-8b21-1545a5a10c1e req-b8aa61fa-c735-4b3c-a3f3-c527a26782a0 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424112 Feb 19 04:09:09.583642 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-33cc3c5c-af80-4086-9eef-04522d006fc6 req-0e65883d-abdf-4314-8c3d-8a9d1030b732 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.52 "GET /v2.0/security-groups?id=9dc8125e-0bfd-4746-b0e4-30cc46a7360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909750 Feb 19 04:09:09.587056 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fb1c66-a77f-4042-8043-4a43e77782ae admin admin] Network db902299-93bc-45eb-b6b4-6acba92a32c7 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:09.595013 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-c2fb1c66-a77f-4042-8043-4a43e77782ae admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:09.617249 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fb1c66-a77f-4042-8043-4a43e77782ae admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:09.732390 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb1c66-a77f-4042-8043-4a43e77782ae admin admin] Pushing event updated for resources: {'Port': ['ID=c136e56c-c716-465b-8b66-4d9f495c6746,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:09.795240 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c2fb1c66-a77f-4042-8043-4a43e77782ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (94b7dd21-b2d5-4692-834d-8135d66bb4c1), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:09.861685 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a883dc89-3fed-4c98-ba37-f7e810195aba req-4906805a-397a-4c3a-834a-e7800fc77662 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0845139 Feb 19 04:09:10.138455 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23294be7-e16b-4de5-be55-c74eafcb9c76 req-5467c20d-545c-417f-bf13-f0fd51fa9c28 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:10.164483 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-23294be7-e16b-4de5-be55-c74eafcb9c76 req-5467c20d-545c-417f-bf13-f0fd51fa9c28 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 945 time: 0.2802515 Feb 19 04:09:10.246957 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c2fb1c66-a77f-4042-8043-4a43e77782ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c136e56c-c716-465b-8b66-4d9f495c6746), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:10.277651 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-593f0c5d-4ee6-4854-9611-6e6239174c0c None None] Provisioning complete for port c136e56c-c716-465b-8b66-4d9f495c6746 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:10.278231 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-593f0c5d-4ee6-4854-9611-6e6239174c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c136e56c-c716-465b-8b66-4d9f495c6746), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:10.300010 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-23294be7-e16b-4de5-be55-c74eafcb9c76 req-815b44cb-c162-4d77-b605-82d9f466dabd tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307518 Feb 19 04:09:10.389935 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-593f0c5d-4ee6-4854-9611-6e6239174c0c None None] Port c136e56c-c716-465b-8b66-4d9f495c6746 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:09:10.414050 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0d447571-f917-4276-84a2-97241a06a561 req-6f73834b-48af-41cd-904f-c01d81202fc7 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c7776cd-b6e0-4476-a3a1-5174275eebd1 HTTP/1.1" status: 200 len: 210 time: 0.1119530 Feb 19 04:09:10.584427 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c2fb1c66-a77f-4042-8043-4a43e77782ae admin admin] Publish callbacks [] for port (c136e56c-c716-465b-8b66-4d9f495c6746), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:10.599512 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c2fb1c66-a77f-4042-8043-4a43e77782ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (c136e56c-c716-465b-8b66-4d9f495c6746), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:10.660823 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-deleted', 'tag': '065ce680-972c-4dea-ae22-48d0fbd50b99'}, {'server_uuid': '1c7776cd-b6e0-4476-a3a1-5174275eebd1', 'name': 'network-vif-deleted', 'tag': '869cbff4-bd62-4f71-8423-3fab7a04ed5d'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:10.663279 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa6b9c5-9ce0-4575-97d0-8ca008fcffb0" -d '{"events": [{"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-deleted", "tag": "065ce680-972c-4dea-ae22-48d0fbd50b99"}, {"server_uuid": "1c7776cd-b6e0-4476-a3a1-5174275eebd1", "name": "network-vif-deleted", "tag": "869cbff4-bd62-4f71-8423-3fab7a04ed5d"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:10.714519 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb1c66-a77f-4042-8043-4a43e77782ae admin admin] Pushing event updated for resources: {'Port': ['ID=c136e56c-c716-465b-8b66-4d9f495c6746,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:10.724040 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c2fb1c66-a77f-4042-8043-4a43e77782ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (94b7dd21-b2d5-4692-834d-8135d66bb4c1), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:10.745179 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcefa8-4677-4931-a11e-02fcf66ae8c8 req-a57088d8-a1e8-4858-a5b3-013df199ed93 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:10.771546 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03fcefa8-4677-4931-a11e-02fcf66ae8c8 req-a57088d8-a1e8-4858-a5b3-013df199ed93 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.1312141 Feb 19 04:09:10.785621 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4b842c-2a8e-4bfa-b73f-41ed0d37291b x-openstack-request-id: req-df4b842c-2a8e-4bfa-b73f-41ed0d37291b {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:10.785932 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8af2d9-b1c6-40b6-ae7a-5639c0acef32", "name": "network-vif-deleted", "tag": "065ce680-972c-4dea-ae22-48d0fbd50b99", "status": "completed", "code": 200}, {"server_uuid": "1c7776cd-b6e0-4476-a3a1-5174275eebd1", "name": "network-vif-deleted", "tag": "869cbff4-bd62-4f71-8423-3fab7a04ed5d", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:10.786236 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-df4b842c-2a8e-4bfa-b73f-41ed0d37291b {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:10.786659 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8af2d9-b1c6-40b6-ae7a-5639c0acef32', 'name': 'network-vif-deleted', 'tag': '065ce680-972c-4dea-ae22-48d0fbd50b99', 'status': 'completed', 'code': 200} Feb 19 04:09:10.787023 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7776cd-b6e0-4476-a3a1-5174275eebd1', 'name': 'network-vif-deleted', 'tag': '869cbff4-bd62-4f71-8423-3fab7a04ed5d', 'status': 'completed', 'code': 200} Feb 19 04:09:10.872513 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03fcefa8-4677-4931-a11e-02fcf66ae8c8 req-fa94b4ab-41a4-4c06-8341-bf99bad2e533 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997715 Feb 19 04:09:10.882416 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 869cbff4-bd62-4f71-8423-3fab7a04ed5d no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:09:10.923810 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 869cbff4-bd62-4f71-8423-3fab7a04ed5d {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:09:10.924160 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 869cbff4-bd62-4f71-8423-3fab7a04ed5d not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:09:10.974872 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fb1c66-a77f-4042-8043-4a43e77782ae admin admin] Network db902299-93bc-45eb-b6b4-6acba92a32c7 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:10.976859 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-c2fb1c66-a77f-4042-8043-4a43e77782ae admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:10.995629 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4fb60d35-6c1a-4c7c-b1d6-5f0eac82c7eb req-f9362c0d-7281-475c-8d2b-57836275464a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0459292 Feb 19 04:09:11.182921 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:11.303929 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2fb1c66-a77f-4042-8043-4a43e77782ae admin admin] Router 94b7dd21-b2d5-4692-834d-8135d66bb4c1 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:09:11.357134 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:11.358835 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:11.400366 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f2c0e-05b5-47f2-bb05-4ee6683d1dad req-2ea3ea05-42ef-41b6-87b8-3c73567d6f4a tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:11.411564 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-606f2c0e-05b5-47f2-bb05-4ee6683d1dad req-2ea3ea05-42ef-41b6-87b8-3c73567d6f4a tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.52 "GET /v2.0/ports?device_id=610a4b5f-4b53-4925-bb49-b0b4f088749f HTTP/1.1" status: 200 len: 946 time: 0.1546378 Feb 19 04:09:11.494886 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b3d08ce3-402c-4597-85d1-bccc4073a745 None None] Provisioning complete for port c136e56c-c716-465b-8b66-4d9f495c6746 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:11.503307 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b3d08ce3-402c-4597-85d1-bccc4073a745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c136e56c-c716-465b-8b66-4d9f495c6746), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:11.545358 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fb1c66-a77f-4042-8043-4a43e77782ae admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:09:11.550498 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c2fb1c66-a77f-4042-8043-4a43e77782ae admin admin] 10.222.0.52 "PUT /v2.0/routers/94b7dd21-b2d5-4692-834d-8135d66bb4c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7381144 Feb 19 04:09:11.575615 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-606f2c0e-05b5-47f2-bb05-4ee6683d1dad req-2fc8301d-9476-41c2-ad3a-0ee4f97170f9 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.52 "GET /v2.0/security-groups?id=9dc8125e-0bfd-4746-b0e4-30cc46a7360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591344 Feb 19 04:09:11.621829 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:11.622338 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:11.653558 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b3d08ce3-402c-4597-85d1-bccc4073a745 None None] Port c136e56c-c716-465b-8b66-4d9f495c6746 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:09:11.667444 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:11.679411 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013e4d7-32fe-4a1c-a3fd-f05460c2745e req-c7bc4bfa-0b61-4506-9255-8992f5bc7396 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:11.680578 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:11.691313 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e013e4d7-32fe-4a1c-a3fd-f05460c2745e req-c7bc4bfa-0b61-4506-9255-8992f5bc7396 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 945 time: 0.2249646 Feb 19 04:09:11.828720 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e013e4d7-32fe-4a1c-a3fd-f05460c2745e req-7c1bfc99-0e3e-4409-a176-6a545940d707 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356013 Feb 19 04:09:11.829544 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:12.123995 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b009da-d03d-4ef3-89f2-7f551163d226 req-c1ac48c1-131e-4056-9b7e-3dc42a59c10d tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:12.132353 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-21b009da-d03d-4ef3-89f2-7f551163d226 req-c1ac48c1-131e-4056-9b7e-3dc42a59c10d tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.0779598 Feb 19 04:09:12.203676 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-21b009da-d03d-4ef3-89f2-7f551163d226 req-6a599710-311a-4363-8cba-bd0b20161cb6 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564022 Feb 19 04:09:12.392691 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec50a35-bb95-4a86-bde6-25750018a8ed None None] Sync routers for ids ['94b7dd21-b2d5-4692-834d-8135d66bb4c1'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:09:12.408989 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ddc17257-9b0a-4505-956d-28e920656785 req-b0cbb756-51ae-42eb-bf4a-cda13530edb2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0597076 Feb 19 04:09:12.415193 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec50a35-bb95-4a86-bde6-25750018a8ed None None] Routers {'94b7dd21-b2d5-4692-834d-8135d66bb4c1'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:12.422723 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-5ec50a35-bb95-4a86-bde6-25750018a8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:09:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['94b7dd21-b2d5-4692-834d-8135d66bb4c1'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:12.579764 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace48055-9175-4b02-b4ca-9c546605a7e1 req-762dff2b-693f-4ac6-84af-fc62ba96da6e tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:12.581396 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ace48055-9175-4b02-b4ca-9c546605a7e1 req-762dff2b-693f-4ac6-84af-fc62ba96da6e tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.79 "GET /v2.0/ports?device_id=610a4b5f-4b53-4925-bb49-b0b4f088749f HTTP/1.1" status: 200 len: 946 time: 0.0720062 Feb 19 04:09:12.623205 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60776) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:12.628569 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-00a9dd76-f13f-41d7-aa37-71f22af3d4ab tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Request body: {'security_group': {'name': 'tempest-securitygroup--228475546', 'description': 'tempest-description--961527153'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:12.695319 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-00a9dd76-f13f-41d7-aa37-71f22af3d4ab tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:12.713463 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-5ec50a35-bb95-4a86-bde6-25750018a8ed None None] Set router 94b7dd21-b2d5-4692-834d-8135d66bb4c1 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:12.768518 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-ace48055-9175-4b02-b4ca-9c546605a7e1 req-a7f305b5-bc0f-46de-89aa-a9ccdcb507a7 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Deleting port e4dde6ac-5aaa-4104-b283-966aa755f803 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:12.769211 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ace48055-9175-4b02-b4ca-9c546605a7e1 req-a7f305b5-bc0f-46de-89aa-a9ccdcb507a7 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (e4dde6ac-5aaa-4104-b283-966aa755f803), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:12.841732 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-00a9dd76-f13f-41d7-aa37-71f22af3d4ab tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks [] for security_group (7f71a8c3-d25b-416c-b79f-d60f665288d0), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:12.852849 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-00a9dd76-f13f-41d7-aa37-71f22af3d4ab tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7f71a8c3-d25b-416c-b79f-d60f665288d0), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:12.932562 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-00a9dd76-f13f-41d7-aa37-71f22af3d4ab tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:12.939645 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-00a9dd76-f13f-41d7-aa37-71f22af3d4ab tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3152633 Feb 19 04:09:12.948951 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60782) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:12.962323 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-40bf16ca-8cc1-4659-873f-71ca80659637 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Request body: {'security_group_rule': {'security_group_id': '7f71a8c3-d25b-416c-b79f-d60f665288d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:12.981646 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9dd76-f13f-41d7-aa37-71f22af3d4ab tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f71a8c3-d25b-416c-b79f-d60f665288d0,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:13.006262 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-ace48055-9175-4b02-b4ca-9c546605a7e1 req-a7f305b5-bc0f-46de-89aa-a9ccdcb507a7 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] For port e4dde6ac-5aaa-4104-b283-966aa755f803, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=e4dde6ac-5aaa-4104-b283-966aa755f803,segment=NetworkSegment(35b8a669-b8d1-45a9-bf23-da3580844403),segment_id=35b8a669-b8d1-45a9-bf23-da3580844403)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:13.007547 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ace48055-9175-4b02-b4ca-9c546605a7e1 req-a7f305b5-bc0f-46de-89aa-a9ccdcb507a7 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (e4dde6ac-5aaa-4104-b283-966aa755f803), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.043782 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-40bf16ca-8cc1-4659-873f-71ca80659637 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks [] for security_group_rule (d0ed54fa-ba07-447b-abe8-78a8d74b1e96), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.051347 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-ace48055-9175-4b02-b4ca-9c546605a7e1 req-a7f305b5-bc0f-46de-89aa-a9ccdcb507a7 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Calling delete_port for e4dde6ac-5aaa-4104-b283-966aa755f803 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:13.155623 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:13.168298 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-40bf16ca-8cc1-4659-873f-71ca80659637 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks [] for security_group_rule (d0ed54fa-ba07-447b-abe8-78a8d74b1e96), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.178535 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-40bf16ca-8cc1-4659-873f-71ca80659637 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (d0ed54fa-ba07-447b-abe8-78a8d74b1e96), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.212783 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-5ec50a35-bb95-4a86-bde6-25750018a8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'name': 'tempest-ServersTestJSON-145202602-router', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'd2dc3dd9-6d54-4713-bd63-3a92d2c13c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:08:58Z', 'updated_at': '2022-02-19T04:09:10Z', 'revision_number': 4, 'project_id': '307b43b5d94f4276a9c8cae63443bb9c', 'gw_port': {'id': 'd2dc3dd9-6d54-4713-bd63-3a92d2c13c0c', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:08:59Z', 'updated_at': '2022-02-19T04:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'c136e56c-c716-465b-8b66-4d9f495c6746', 'name': '', 'network_id': 'db902299-93bc-45eb-b6b4-6acba92a32c7', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'mac_address': 'fa:16:3e:9c:5d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'a636f74d-11b2-4b6b-aa69-e73def6fd43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:08Z', 'updated_at': '2022-02-19T04:09:10Z', 'revision_number': 2, 'project_id': '307b43b5d94f4276a9c8cae63443bb9c', 'subnets': [{'id': 'a636f74d-11b2-4b6b-aa69-e73def6fd43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:13.234050 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf16ca-8cc1-4659-873f-71ca80659637 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ed54fa-ba07-447b-abe8-78a8d74b1e96,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:13.252683 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-40bf16ca-8cc1-4659-873f-71ca80659637 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.257551 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-40bf16ca-8cc1-4659-873f-71ca80659637 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3070176 Feb 19 04:09:13.258390 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60788) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:13.262722 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:13.263113 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.274372 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-0759e9da-81b3-4d6e-a4e8-56930567787e tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Request body: {'security_group_rule': {'security_group_id': '7f71a8c3-d25b-416c-b79f-d60f665288d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:13.281985 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec50a35-bb95-4a86-bde6-25750018a8ed None None] Checking router: 94b7dd21-b2d5-4692-834d-8135d66bb4c1 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:09:13.282373 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec50a35-bb95-4a86-bde6-25750018a8ed None None] Updating router 94b7dd21-b2d5-4692-834d-8135d66bb4c1 port c136e56c-c716-465b-8b66-4d9f495c6746 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:09:13.341539 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0759e9da-81b3-4d6e-a4e8-56930567787e tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks [] for security_group_rule (8b17ce4e-2d91-4485-ac7f-638aeb8768e9), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.341757 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-5ec50a35-bb95-4a86-bde6-25750018a8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c136e56c-c716-465b-8b66-4d9f495c6746), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.429990 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:13.457311 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ace48055-9175-4b02-b4ca-9c546605a7e1 req-a7f305b5-bc0f-46de-89aa-a9ccdcb507a7 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (e4dde6ac-5aaa-4104-b283-966aa755f803), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.471113 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['e4dde6ac-5aaa-4104-b283-966aa755f803'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:09:13.501993 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0759e9da-81b3-4d6e-a4e8-56930567787e tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks [] for security_group_rule (8b17ce4e-2d91-4485-ac7f-638aeb8768e9), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.525698 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0759e9da-81b3-4d6e-a4e8-56930567787e tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (8b17ce4e-2d91-4485-ac7f-638aeb8768e9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.565403 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f305b5-bc0f-46de-89aa-a9ccdcb507a7 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Pushing event deleted for resources: {'Port': ['ID=e4dde6ac-5aaa-4104-b283-966aa755f803,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:13.566243 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759e9da-81b3-4d6e-a4e8-56930567787e tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b17ce4e-2d91-4485-ac7f-638aeb8768e9,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:13.590785 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0759e9da-81b3-4d6e-a4e8-56930567787e tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.596175 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0759e9da-81b3-4d6e-a4e8-56930567787e tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3362548 Feb 19 04:09:13.596835 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60798) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:13.609725 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-202eae94-09e3-4b5f-b09c-3f1aa745156c tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:13.630375 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee89c6-7522-434d-962e-668664cf231a req-fedc5919-708f-4719-8ff3-00aba68fea78 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:13.633017 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43ee89c6-7522-434d-962e-668664cf231a req-fedc5919-708f-4719-8ff3-00aba68fea78 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.52 "GET /v2.0/ports?device_id=610a4b5f-4b53-4925-bb49-b0b4f088749f HTTP/1.1" status: 200 len: 946 time: 0.9106424 Feb 19 04:09:13.688994 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-202eae94-09e3-4b5f-b09c-3f1aa745156c tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.773569 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39145d70-5758-49b0-91f0-cfae3b779be3 req-327e3211-525a-4c80-9cce-2293a0d3aad8 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:13.792443 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39145d70-5758-49b0-91f0-cfae3b779be3 req-327e3211-525a-4c80-9cce-2293a0d3aad8 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 945 time: 0.6296899 Feb 19 04:09:14.038757 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-5ec50a35-bb95-4a86-bde6-25750018a8ed None None] Publish callbacks [] for port (c136e56c-c716-465b-8b66-4d9f495c6746), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:14.064434 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-5ec50a35-bb95-4a86-bde6-25750018a8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c136e56c-c716-465b-8b66-4d9f495c6746), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:14.169615 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ef54f-6199-4d20-8d9c-413c0c981be5 None None] Pushing event updated for resources: {'Port': ['ID=c136e56c-c716-465b-8b66-4d9f495c6746,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:14.275327 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-5ec50a35-bb95-4a86-bde6-25750018a8ed None None] Attempting to bind port c136e56c-c716-465b-8b66-4d9f495c6746 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:14.275693 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-5ec50a35-bb95-4a86-bde6-25750018a8ed None None] Attempting to bind port c136e56c-c716-465b-8b66-4d9f495c6746 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '6844225e-18dd-477e-a839-8b8ce4cd8765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'db902299-93bc-45eb-b6b4-6acba92a32c7'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:14.276054 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec50a35-bb95-4a86-bde6-25750018a8ed None None] Attempting to bind port c136e56c-c716-465b-8b66-4d9f495c6746 on network db902299-93bc-45eb-b6b4-6acba92a32c7 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:14.282837 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec50a35-bb95-4a86-bde6-25750018a8ed None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:14.283367 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec50a35-bb95-4a86-bde6-25750018a8ed None None] Checking segment: {'id': '6844225e-18dd-477e-a839-8b8ce4cd8765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'db902299-93bc-45eb-b6b4-6acba92a32c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:14.283780 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-5ec50a35-bb95-4a86-bde6-25750018a8ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:14.284337 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec50a35-bb95-4a86-bde6-25750018a8ed None None] Bound using segment: {'id': '6844225e-18dd-477e-a839-8b8ce4cd8765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'db902299-93bc-45eb-b6b4-6acba92a32c7'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:14.285341 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-5ec50a35-bb95-4a86-bde6-25750018a8ed None None] Bound port: c136e56c-c716-465b-8b66-4d9f495c6746, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6844225e-18dd-477e-a839-8b8ce4cd8765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'db902299-93bc-45eb-b6b4-6acba92a32c7'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:14.285718 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-5ec50a35-bb95-4a86-bde6-25750018a8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c136e56c-c716-465b-8b66-4d9f495c6746), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:14.416240 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 60806) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:14.421351 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-5ec50a35-bb95-4a86-bde6-25750018a8ed None None] For port c136e56c-c716-465b-8b66-4d9f495c6746, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:14.426803 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace48055-9175-4b02-b4ca-9c546605a7e1 req-a7f305b5-bc0f-46de-89aa-a9ccdcb507a7 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] No DVR routers for this DVR port e4dde6ac-5aaa-4104-b283-966aa755f803 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:09:14.427987 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-5ec50a35-bb95-4a86-bde6-25750018a8ed None None] For port c136e56c-c716-465b-8b66-4d9f495c6746, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=c136e56c-c716-465b-8b66-4d9f495c6746,segment=NetworkSegment(6844225e-18dd-477e-a839-8b8ce4cd8765),segment_id=6844225e-18dd-477e-a839-8b8ce4cd8765)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:14.441732 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ace48055-9175-4b02-b4ca-9c546605a7e1 req-a7f305b5-bc0f-46de-89aa-a9ccdcb507a7 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:14.444483 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-5ec50a35-bb95-4a86-bde6-25750018a8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c136e56c-c716-465b-8b66-4d9f495c6746), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:14.446064 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ace48055-9175-4b02-b4ca-9c546605a7e1 req-a7f305b5-bc0f-46de-89aa-a9ccdcb507a7 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.79 "DELETE /v2.0/ports/e4dde6ac-5aaa-4104-b283-966aa755f803 HTTP/1.1" status: 204 len: 173 time: 1.8581178 Feb 19 04:09:14.448832 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610a4b5f-4b53-4925-bb49-b0b4f088749f', 'name': 'network-vif-deleted', 'tag': 'e4dde6ac-5aaa-4104-b283-966aa755f803'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:14.451412 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1dd704-4ac9-4342-87bd-8e0ada60ae23" -d '{"events": [{"server_uuid": "610a4b5f-4b53-4925-bb49-b0b4f088749f", "name": "network-vif-deleted", "tag": "e4dde6ac-5aaa-4104-b283-966aa755f803"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:14.521579 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43ee89c6-7522-434d-962e-668664cf231a req-f89311cc-644f-4da2-80d4-ad51df8608f8 tempest-ServerMetadataNegativeTestJSON-1254152359 tempest-ServerMetadataNegativeTestJSON-1254152359-project] 10.222.0.52 "GET /v2.0/security-groups?id=9dc8125e-0bfd-4746-b0e4-30cc46a7360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7757897 Feb 19 04:09:14.541181 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39145d70-5758-49b0-91f0-cfae3b779be3 req-a67103f5-4b08-4c35-8162-25bd644b2681 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7418454 Feb 19 04:09:14.605773 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-53520b5e-57e6-449a-899c-de2d817dc993 None None] Provisioning complete for port c136e56c-c716-465b-8b66-4d9f495c6746 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:14.606312 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-53520b5e-57e6-449a-899c-de2d817dc993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c136e56c-c716-465b-8b66-4d9f495c6746), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:14.704659 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ef54f-6199-4d20-8d9c-413c0c981be5 None None] Pushing event updated for resources: {'Port': ['ID=c136e56c-c716-465b-8b66-4d9f495c6746,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:14.734029 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec50a35-bb95-4a86-bde6-25750018a8ed None None] Routers {'94b7dd21-b2d5-4692-834d-8135d66bb4c1'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:14.734533 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-5ec50a35-bb95-4a86-bde6-25750018a8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:09:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['94b7dd21-b2d5-4692-834d-8135d66bb4c1'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:14.775462 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-202eae94-09e3-4b5f-b09c-3f1aa745156c tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:14.834201 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2efe67cb-bc74-4568-bd41-d4e0b5561886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:14.884709 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-53520b5e-57e6-449a-899c-de2d817dc993 None None] Current status of the port c136e56c-c716-465b-8b66-4d9f495c6746 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:14.894559 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-53520b5e-57e6-449a-899c-de2d817dc993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c136e56c-c716-465b-8b66-4d9f495c6746), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:14.976296 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-5ec50a35-bb95-4a86-bde6-25750018a8ed None None] Set router 94b7dd21-b2d5-4692-834d-8135d66bb4c1 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:14.992210 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-53520b5e-57e6-449a-899c-de2d817dc993 None None] For port c136e56c-c716-465b-8b66-4d9f495c6746, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=c136e56c-c716-465b-8b66-4d9f495c6746,segment=NetworkSegment(6844225e-18dd-477e-a839-8b8ce4cd8765),segment_id=6844225e-18dd-477e-a839-8b8ce4cd8765)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:15.006747 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-53520b5e-57e6-449a-899c-de2d817dc993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c136e56c-c716-465b-8b66-4d9f495c6746), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:15.047698 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-202eae94-09e3-4b5f-b09c-3f1aa745156c tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Allocated IP 172.25.3.62 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/b785268b-c3c9-437d-9c6f-424f6382747b) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:15.114963 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28395a-557e-41c8-955d-e8668a344484 req-c64f8cea-3393-4a2d-a666-93f42c18ca25 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:15.125090 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc28395a-557e-41c8-955d-e8668a344484 req-c64f8cea-3393-4a2d-a666-93f42c18ca25 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.3944881 Feb 19 04:09:15.175971 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53520b5e-57e6-449a-899c-de2d817dc993 None None] Pushing event updated for resources: {'Port': ['ID=c136e56c-c716-465b-8b66-4d9f495c6746,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:15.252938 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-bff215f0-b792-464c-805e-d001bd377588 None None] Provisioning complete for port c136e56c-c716-465b-8b66-4d9f495c6746 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:15.253333 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bff215f0-b792-464c-805e-d001bd377588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c136e56c-c716-465b-8b66-4d9f495c6746), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:15.272743 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc28395a-557e-41c8-955d-e8668a344484 req-3b1ab47e-6f32-46f1-9e0a-dbb263b045ee tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455753 Feb 19 04:09:15.334479 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe8c63-742f-4bd5-93e3-4ad6e723acfa req-67c36060-4bb8-47e8-82fe-e55fa9f7f41d tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:15.356217 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe8c63-742f-4bd5-93e3-4ad6e723acfa req-67c36060-4bb8-47e8-82fe-e55fa9f7f41d tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:15.363244 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cfe8c63-742f-4bd5-93e3-4ad6e723acfa req-67c36060-4bb8-47e8-82fe-e55fa9f7f41d tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/ports?device_id=859bda3e-d794-44d8-8f5f-a894277a3263&device_id=f066e46b-b509-4dfe-be66-40bd019715e5 HTTP/1.1" status: 200 len: 1683 time: 0.4646111 Feb 19 04:09:15.389078 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-202eae94-09e3-4b5f-b09c-3f1aa745156c tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks [] for port (b785268b-c3c9-437d-9c6f-424f6382747b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:15.477591 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-bff215f0-b792-464c-805e-d001bd377588 None None] Current status of the port c136e56c-c716-465b-8b66-4d9f495c6746 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:15.496224 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-202eae94-09e3-4b5f-b09c-3f1aa745156c tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (b785268b-c3c9-437d-9c6f-424f6382747b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:15.525181 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-5ec50a35-bb95-4a86-bde6-25750018a8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'name': 'tempest-ServersTestJSON-145202602-router', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'd2dc3dd9-6d54-4713-bd63-3a92d2c13c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:08:58Z', 'updated_at': '2022-02-19T04:09:10Z', 'revision_number': 4, 'project_id': '307b43b5d94f4276a9c8cae63443bb9c', 'gw_port': {'id': 'd2dc3dd9-6d54-4713-bd63-3a92d2c13c0c', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:08:59Z', 'updated_at': '2022-02-19T04:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'c136e56c-c716-465b-8b66-4d9f495c6746', 'name': '', 'network_id': 'db902299-93bc-45eb-b6b4-6acba92a32c7', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'mac_address': 'fa:16:3e:9c:5d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'a636f74d-11b2-4b6b-aa69-e73def6fd43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:08Z', 'updated_at': '2022-02-19T04:09:14Z', 'revision_number': 4, 'project_id': '307b43b5d94f4276a9c8cae63443bb9c', 'subnets': [{'id': 'a636f74d-11b2-4b6b-aa69-e73def6fd43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:15.554067 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cfe8c63-742f-4bd5-93e3-4ad6e723acfa req-13b332f1-e17a-4d21-82b4-ce3e64f660fd tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631904 Feb 19 04:09:15.580688 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7399fa53-6944-4158-a1a5-738ff6659dea req-b3908b58-f507-40f4-a76d-782b4e70b2d7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.1044786 Feb 19 04:09:15.584244 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202eae94-09e3-4b5f-b09c-3f1aa745156c tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Pushing event updated for resources: {'Port': ['ID=b785268b-c3c9-437d-9c6f-424f6382747b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:15.632185 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202eae94-09e3-4b5f-b09c-3f1aa745156c tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:15.633862 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-202eae94-09e3-4b5f-b09c-3f1aa745156c tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:15.640767 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202eae94-09e3-4b5f-b09c-3f1aa745156c tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:15.657477 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec50a35-bb95-4a86-bde6-25750018a8ed None None] The sync data for ids ['94b7dd21-b2d5-4692-834d-8135d66bb4c1'] in n-d-828369-19 is: [{'id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'name': 'tempest-ServersTestJSON-145202602-router', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'd2dc3dd9-6d54-4713-bd63-3a92d2c13c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:08:58Z', 'updated_at': '2022-02-19T04:09:10Z', 'revision_number': 4, 'project_id': '307b43b5d94f4276a9c8cae63443bb9c', 'gw_port': {'id': 'd2dc3dd9-6d54-4713-bd63-3a92d2c13c0c', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:08:59Z', 'updated_at': '2022-02-19T04:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'c136e56c-c716-465b-8b66-4d9f495c6746', 'name': '', 'network_id': 'db902299-93bc-45eb-b6b4-6acba92a32c7', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'mac_address': 'fa:16:3e:9c:5d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'a636f74d-11b2-4b6b-aa69-e73def6fd43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:08Z', 'updated_at': '2022-02-19T04:09:14Z', 'revision_number': 4, 'project_id': '307b43b5d94f4276a9c8cae63443bb9c', 'subnets': [{'id': 'a636f74d-11b2-4b6b-aa69-e73def6fd43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:09:15.794559 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2efe67cb-bc74-4568-bd41-d4e0b5561886 admin admin] Publish callbacks [] for security_group (69c4aee1-7258-494f-a673-121978b2f4c2), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:15.809756 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2efe67cb-bc74-4568-bd41-d4e0b5561886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (69c4aee1-7258-494f-a673-121978b2f4c2), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:15.893895 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe67cb-bc74-4568-bd41-d4e0b5561886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c4aee1-7258-494f-a673-121978b2f4c2,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:15.931497 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1927b-58bf-4d6b-a35a-1f0b84fca2be req-d5b97ada-bf5e-4cbb-a5ce-99937f460063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:15.942437 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-89f1927b-58bf-4d6b-a35a-1f0b84fca2be req-d5b97ada-bf5e-4cbb-a5ce-99937f460063 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 1129 time: 0.1941438 Feb 19 04:09:15.958209 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2efe67cb-bc74-4568-bd41-d4e0b5561886 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=47e54dd5893743428eaa644963bf8e90&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5233192 Feb 19 04:09:15.960558 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 60826) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:16.048566 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef785e8-1f12-4345-b129-c8a8406697d9 x-openstack-request-id: req-eef785e8-1f12-4345-b129-c8a8406697d9 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:16.049030 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610a4b5f-4b53-4925-bb49-b0b4f088749f", "name": "network-vif-deleted", "tag": "e4dde6ac-5aaa-4104-b283-966aa755f803", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:16.049294 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eef785e8-1f12-4345-b129-c8a8406697d9 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:16.059457 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610a4b5f-4b53-4925-bb49-b0b4f088749f', 'name': 'network-vif-deleted', 'tag': 'e4dde6ac-5aaa-4104-b283-966aa755f803', 'status': 'completed', 'code': 200} Feb 19 04:09:16.093330 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-202eae94-09e3-4b5f-b09c-3f1aa745156c tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks [] for floatingip (af06de1d-10ec-43f0-9c50-a55ca244b9ae), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:16.094345 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 60828) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:16.108760 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-89f1927b-58bf-4d6b-a35a-1f0b84fca2be req-94019bde-d34a-42a8-8590-d4ace3b5a3e3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631820 Feb 19 04:09:16.183157 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-202eae94-09e3-4b5f-b09c-3f1aa745156c tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b785268b-c3c9-437d-9c6f-424f6382747b), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:16.207450 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d13d0311-f2ea-4f97-b125-e12cba645ae4 admin admin] Publish callbacks [] for security_group (69c4aee1-7258-494f-a673-121978b2f4c2), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:16.231931 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d13d0311-f2ea-4f97-b125-e12cba645ae4 admin admin] Publish callbacks [] for security_group (69c4aee1-7258-494f-a673-121978b2f4c2), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:16.289194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d9e66b-534b-4341-87ae-6d30850b0a93 admin admin] Deleting subnet d7c569ab-d4f2-49ec-8c1b-bcbcf123f01a {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:09:16.291719 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d3d9e66b-534b-4341-87ae-6d30850b0a93 admin admin] Publish callbacks [] for subnet (d7c569ab-d4f2-49ec-8c1b-bcbcf123f01a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:16.330665 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d3d9e66b-534b-4341-87ae-6d30850b0a93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (d7c569ab-d4f2-49ec-8c1b-bcbcf123f01a), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:16.376883 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d3d9e66b-534b-4341-87ae-6d30850b0a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (d7c569ab-d4f2-49ec-8c1b-bcbcf123f01a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:16.453483 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d13d0311-f2ea-4f97-b125-e12cba645ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (69c4aee1-7258-494f-a673-121978b2f4c2), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:16.456344 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d13d0311-f2ea-4f97-b125-e12cba645ae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:16.472939 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d13d0311-f2ea-4f97-b125-e12cba645ae4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/69c4aee1-7258-494f-a673-121978b2f4c2 HTTP/1.1" status: 204 len: 168 time: 0.5107780 Feb 19 04:09:16.520353 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-202eae94-09e3-4b5f-b09c-3f1aa745156c tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks [] for port (b785268b-c3c9-437d-9c6f-424f6382747b), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:16.529579 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d3d9e66b-534b-4341-87ae-6d30850b0a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (d7c569ab-d4f2-49ec-8c1b-bcbcf123f01a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:16.538233 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-202eae94-09e3-4b5f-b09c-3f1aa745156c tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (b785268b-c3c9-437d-9c6f-424f6382747b), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:16.593244 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d0311-f2ea-4f97-b125-e12cba645ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c4aee1-7258-494f-a673-121978b2f4c2,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:16.650307 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202eae94-09e3-4b5f-b09c-3f1aa745156c tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Pushing event updated for resources: {'Port': ['ID=b785268b-c3c9-437d-9c6f-424f6382747b,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:16.685670 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9e66b-534b-4341-87ae-6d30850b0a93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7c569ab-d4f2-49ec-8c1b-bcbcf123f01a,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:16.716309 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679861f1-57ab-40e5-8d7d-b4ba5aa08151 req-5d09ea71-dce1-4a1c-b3c0-fb725e9466ec tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:16.728256 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-679861f1-57ab-40e5-8d7d-b4ba5aa08151 req-5d09ea71-dce1-4a1c-b3c0-fb725e9466ec tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 945 time: 0.8007545 Feb 19 04:09:16.759122 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-202eae94-09e3-4b5f-b09c-3f1aa745156c tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (af06de1d-10ec-43f0-9c50-a55ca244b9ae), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:16.784601 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d3d9e66b-534b-4341-87ae-6d30850b0a93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:16.794411 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d3d9e66b-534b-4341-87ae-6d30850b0a93 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d7c569ab-d4f2-49ec-8c1b-bcbcf123f01a HTTP/1.1" status: 204 len: 168 time: 0.6699677 Feb 19 04:09:16.797255 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 60844) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:16.797878 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-202eae94-09e3-4b5f-b09c-3f1aa745156c tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:16.803260 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-202eae94-09e3-4b5f-b09c-3f1aa745156c tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2024865 Feb 19 04:09:17.013385 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-679861f1-57ab-40e5-8d7d-b4ba5aa08151 req-52143b07-bc7d-4deb-8762-0d7b6db64bac tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2842350 Feb 19 04:09:17.044234 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad7ae2-6df3-4c25-a479-9b86bbd3f169 req-f869a35f-ee25-415a-bb2f-72318c681faf tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:17.045762 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29ad7ae2-6df3-4c25-a479-9b86bbd3f169 req-f869a35f-ee25-415a-bb2f-72318c681faf tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.5602143 Feb 19 04:09:17.086580 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60852) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:17.108386 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-976333a7-0beb-4d2f-a1f6-a8251b3770a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.136438 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-443c68c2-1b9d-4052-b16a-afafb55980db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (28e9190b-a605-45f2-9c91-bc260a45b2af), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.143471 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device c136e56c-c716-465b-8b66-4d9f495c6746 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:17.222043 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29ad7ae2-6df3-4c25-a479-9b86bbd3f169 req-ecea7eca-0e5a-459d-914a-c33bdbc78440 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493597 Feb 19 04:09:17.246471 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device e4dde6ac-5aaa-4104-b283-966aa755f803 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:09:17.318445 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: e4dde6ac-5aaa-4104-b283-966aa755f803 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:09:17.321312 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device e4dde6ac-5aaa-4104-b283-966aa755f803 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:09:17.369015 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-976333a7-0beb-4d2f-a1f6-a8251b3770a5 admin admin] Publish callbacks [] for security_group (02b49438-6c24-4907-9436-f5e328242d87), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.382900 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-976333a7-0beb-4d2f-a1f6-a8251b3770a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (02b49438-6c24-4907-9436-f5e328242d87), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.384669 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port c136e56c-c716-465b-8b66-4d9f495c6746 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:17.385234 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c136e56c-c716-465b-8b66-4d9f495c6746), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.406550 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-443c68c2-1b9d-4052-b16a-afafb55980db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (28e9190b-a605-45f2-9c91-bc260a45b2af), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.455057 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-976333a7-0beb-4d2f-a1f6-a8251b3770a5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a609cf736288428f95924c8d863e9594&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3673491 Feb 19 04:09:17.456009 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976333a7-0beb-4d2f-a1f6-a8251b3770a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b49438-6c24-4907-9436-f5e328242d87,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:17.460524 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60856) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:17.468210 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dafe1a72-ba9b-4361-a2f2-f9fdd804b76f req-b54ee0dd-9749-41d1-8005-b4e8fbb331ff tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0809405 Feb 19 04:09:17.508171 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-443c68c2-1b9d-4052-b16a-afafb55980db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e9190b-a605-45f2-9c91-bc260a45b2af']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:17.551461 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-443c68c2-1b9d-4052-b16a-afafb55980db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b8a669-b8d1-45a9-bf23-da3580844403') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:17.552008 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-443c68c2-1b9d-4052-b16a-afafb55980db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b8a669-b8d1-45a9-bf23-da3580844403') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:17.600087 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port c136e56c-c716-465b-8b66-4d9f495c6746 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:17.601224 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-443c68c2-1b9d-4052-b16a-afafb55980db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (35b8a669-b8d1-45a9-bf23-da3580844403), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.626094 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-443c68c2-1b9d-4052-b16a-afafb55980db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (35b8a669-b8d1-45a9-bf23-da3580844403), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.627840 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2e552ad-1142-4cce-ac0f-7cdbbc72accc admin admin] Publish callbacks [] for security_group (02b49438-6c24-4907-9436-f5e328242d87), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.642062 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-443c68c2-1b9d-4052-b16a-afafb55980db admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:09:17.642513 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-443c68c2-1b9d-4052-b16a-afafb55980db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (35b8a669-b8d1-45a9-bf23-da3580844403), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:09:17.644767 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:09:17.677280 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2e552ad-1142-4cce-ac0f-7cdbbc72accc admin admin] Publish callbacks [] for security_group (02b49438-6c24-4907-9436-f5e328242d87), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.707861 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-f15c00c8-a226-446d-ab6e-d65ad7d421cb tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--228475546&fields=id&tenant_id=307b43b5d94f4276a9c8cae63443bb9c HTTP/1.1" status: 200 len: 267 time: 0.1272912 Feb 19 04:09:17.758345 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2e552ad-1142-4cce-ac0f-7cdbbc72accc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (02b49438-6c24-4907-9436-f5e328242d87), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.760979 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2e552ad-1142-4cce-ac0f-7cdbbc72accc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.762182 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b2e552ad-1142-4cce-ac0f-7cdbbc72accc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/02b49438-6c24-4907-9436-f5e328242d87 HTTP/1.1" status: 204 len: 168 time: 0.3009379 Feb 19 04:09:17.778980 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e552ad-1142-4cce-ac0f-7cdbbc72accc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b49438-6c24-4907-9436-f5e328242d87,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:17.816810 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-443c68c2-1b9d-4052-b16a-afafb55980db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (28e9190b-a605-45f2-9c91-bc260a45b2af), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.827215 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-443c68c2-1b9d-4052-b16a-afafb55980db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.846532 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-443c68c2-1b9d-4052-b16a-afafb55980db admin admin] 10.222.0.52 "DELETE /v2.0/networks/28e9190b-a605-45f2-9c91-bc260a45b2af HTTP/1.1" status: 204 len: 168 time: 1.0259328 Feb 19 04:09:17.865452 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c68c2-1b9d-4052-b16a-afafb55980db admin admin] Pushing event deleted for resources: {'Network': ['ID=28e9190b-a605-45f2-9c91-bc260a45b2af,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:18.141610 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-9a0d02de-54e2-40c8-8fb6-9675311d352c tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:18.168532 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-9a0d02de-54e2-40c8-8fb6-9675311d352c tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/networks?id=db902299-93bc-45eb-b6b4-6acba92a32c7 HTTP/1.1" status: 200 len: 805 time: 0.4485517 Feb 19 04:09:18.218009 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-981bfc08-00c5-4ed7-af41-547d36d5d8b8 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/quotas/307b43b5d94f4276a9c8cae63443bb9c HTTP/1.1" status: 200 len: 375 time: 0.0484252 Feb 19 04:09:18.332655 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742084e9-5f73-4ac1-a347-e82424d92dca req-b0072031-3f19-4d01-a90e-b62448ff946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:18.334392 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-742084e9-5f73-4ac1-a347-e82424d92dca req-b0072031-3f19-4d01-a90e-b62448ff946a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=319abc5982f54b9dba72250cd09a8d28&device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 1128 time: 0.4406121 Feb 19 04:09:18.461067 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-05aa878f-d84b-4d5f-a27f-87316e3541d4 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=307b43b5d94f4276a9c8cae63443bb9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2421112 Feb 19 04:09:18.491778 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e120b7-4407-496f-8ee1-98bba47450c2 req-134242ec-afbb-491f-bef6-cf5ec74ff658 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:18.494078 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a8e120b7-4407-496f-8ee1-98bba47450c2 req-134242ec-afbb-491f-bef6-cf5ec74ff658 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 945 time: 0.2524877 Feb 19 04:09:18.585032 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742084e9-5f73-4ac1-a347-e82424d92dca req-79a57f73-4732-4b26-8f22-0db2f39b7619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:18.586382 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60888) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:18.587437 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-742084e9-5f73-4ac1-a347-e82424d92dca req-79a57f73-4732-4b26-8f22-0db2f39b7619 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7d063905-1dca-479b-a8ed-624bbce2a132 HTTP/1.1" status: 200 len: 911 time: 0.2432117 Feb 19 04:09:18.647586 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7a686b41-e341-4bf0-a2e6-fc56d644d593 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=229b66fc7c4a407aba57ef15cf9bf924&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0596910 Feb 19 04:09:18.650181 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60890) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:18.685880 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a8e120b7-4407-496f-8ee1-98bba47450c2 req-a39d9cea-e123-458c-bf2a-7fa06ccac84f tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747968 Feb 19 04:09:18.714826 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60892) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:18.742063 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-71856d97-e452-46f7-8753-d79c27e31595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.744068 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-742084e9-5f73-4ac1-a347-e82424d92dca req-2ffa2064-bf49-443e-8fd4-a7a43bf1d841 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f51c45b9-2040-4d3e-a96c-153135c4ea34 HTTP/1.1" status: 200 len: 1001 time: 0.1418886 Feb 19 04:09:18.754612 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-6ad22b9e-43d8-4daa-a20b-ae0f0ca21d08 service neutron] 10.222.0.52 "GET /v2.0/networks/db902299-93bc-45eb-b6b4-6acba92a32c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569387 Feb 19 04:09:18.757644 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d8d3ea92-b651-43a7-b906-ee043059b573 admin admin] Publish callbacks [] for security_group (9dc8125e-0bfd-4746-b0e4-30cc46a7360c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.783892 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d8d3ea92-b651-43a7-b906-ee043059b573 admin admin] Publish callbacks [] for security_group (9dc8125e-0bfd-4746-b0e4-30cc46a7360c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.938655 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d8d3ea92-b651-43a7-b906-ee043059b573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (9dc8125e-0bfd-4746-b0e4-30cc46a7360c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.945926 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d8d3ea92-b651-43a7-b906-ee043059b573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.947998 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d8d3ea92-b651-43a7-b906-ee043059b573 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9dc8125e-0bfd-4746-b0e4-30cc46a7360c HTTP/1.1" status: 204 len: 168 time: 0.2963550 Feb 19 04:09:18.959049 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742084e9-5f73-4ac1-a347-e82424d92dca req-677af122-45ae-4a0a-a0d9-e763f84de63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:18.960812 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-742084e9-5f73-4ac1-a347-e82424d92dca req-677af122-45ae-4a0a-a0d9-e763f84de63a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7b8d1019-337e-49b4-85df-5623b5820084 HTTP/1.1" status: 200 len: 849 time: 0.1935613 Feb 19 04:09:19.021194 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3ea92-b651-43a7-b906-ee043059b573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc8125e-0bfd-4746-b0e4-30cc46a7360c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:19.062193 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe1093-7849-4dfb-8462-c77bf92760a5 req-802c3f9a-ec00-4a6a-adc6-9e73a379e07a tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:19.065405 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5ffe1093-7849-4dfb-8462-c77bf92760a5 req-802c3f9a-ec00-4a6a-adc6-9e73a379e07a tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.1945131 Feb 19 04:09:19.078592 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-75a25ff2-aac5-4981-a649-699fa3f02787 service neutron] 10.222.0.52 "GET /v2.0/networks/db902299-93bc-45eb-b6b4-6acba92a32c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227570 Feb 19 04:09:19.087080 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-71856d97-e452-46f7-8753-d79c27e31595 admin admin] Publish callbacks [] for security_group (44040c3e-8e80-4a28-a1ae-5223068d1f31), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:19.101395 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-71856d97-e452-46f7-8753-d79c27e31595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (44040c3e-8e80-4a28-a1ae-5223068d1f31), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:19.157081 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742084e9-5f73-4ac1-a347-e82424d92dca req-b39c7a1b-555d-4b20-9074-87214e77e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:19.160770 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-742084e9-5f73-4ac1-a347-e82424d92dca req-b39c7a1b-555d-4b20-9074-87214e77e70b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7d063905-1dca-479b-a8ed-624bbce2a132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1873722 Feb 19 04:09:19.262375 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71856d97-e452-46f7-8753-d79c27e31595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44040c3e-8e80-4a28-a1ae-5223068d1f31,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:19.308112 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-71856d97-e452-46f7-8753-d79c27e31595 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d212a34a8c2a481ca2df441c05441a76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5900414 Feb 19 04:09:19.311329 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60898) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:19.376332 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d62df-50dd-4c26-b682-3c5bffeaed4f req-da142c8a-e908-41b9-84f2-645915dc9a56 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:19.378575 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-564d62df-50dd-4c26-b682-3c5bffeaed4f req-da142c8a-e908-41b9-84f2-645915dc9a56 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.26 "GET /v2.0/ports?device_id=859bda3e-d794-44d8-8f5f-a894277a3263 HTTP/1.1" status: 200 len: 946 time: 0.2722995 Feb 19 04:09:19.393347 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5ffe1093-7849-4dfb-8462-c77bf92760a5 req-6366d05c-4cef-45ad-8886-5810cbb7f44b tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074415 Feb 19 04:09:19.565453 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3906abe8-4ad9-4e9c-9c43-26168bcd743e admin admin] Publish callbacks [] for security_group (44040c3e-8e80-4a28-a1ae-5223068d1f31), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:19.649535 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3906abe8-4ad9-4e9c-9c43-26168bcd743e admin admin] Publish callbacks [] for security_group (44040c3e-8e80-4a28-a1ae-5223068d1f31), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:19.706536 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-564d62df-50dd-4c26-b682-3c5bffeaed4f req-9c9f616e-aa63-4501-a448-0582879ce555 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Deleting port a7764e62-3049-4881-afe7-b2b422eb4547 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:19.707407 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-564d62df-50dd-4c26-b682-3c5bffeaed4f req-9c9f616e-aa63-4501-a448-0582879ce555 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (a7764e62-3049-4881-afe7-b2b422eb4547), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:19.731876 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7e577578-bdd1-4a5b-98c4-aa07192cc0c5 req-0f435069-cddf-446d-9d9c-3b4f6f881582 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.1989048 Feb 19 04:09:19.748235 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-742084e9-5f73-4ac1-a347-e82424d92dca req-b7c58bae-7627-4bbc-bc81-34f87c9e433d service neutron] 10.222.0.79 "GET /v2.0/networks/7d063905-1dca-479b-a8ed-624bbce2a132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5767732 Feb 19 04:09:19.874356 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-564d62df-50dd-4c26-b682-3c5bffeaed4f req-9c9f616e-aa63-4501-a448-0582879ce555 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] For port a7764e62-3049-4881-afe7-b2b422eb4547, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=a7764e62-3049-4881-afe7-b2b422eb4547,segment=NetworkSegment(973bf827-76e8-4107-b0be-e5bc3eb85509),segment_id=973bf827-76e8-4107-b0be-e5bc3eb85509)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:19.874738 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-564d62df-50dd-4c26-b682-3c5bffeaed4f req-9c9f616e-aa63-4501-a448-0582879ce555 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (a7764e62-3049-4881-afe7-b2b422eb4547), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:19.891730 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-564d62df-50dd-4c26-b682-3c5bffeaed4f req-9c9f616e-aa63-4501-a448-0582879ce555 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Calling delete_port for a7764e62-3049-4881-afe7-b2b422eb4547 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:19.989202 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ba96a72e-ab1b-4aec-a451-f7f17c15c926 req-d4f92513-96fb-479b-a5e0-9740f98838df tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/ports?device_id=02d03cca-da99-4cc8-82c1-d27c9c2f7dd8 HTTP/1.1" status: 200 len: 210 time: 0.1447670 Feb 19 04:09:20.015092 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c27725-b2ca-4961-bc5e-350d838ba994 req-37ace84f-e3e5-4341-8df8-fec568a94798 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:20.016741 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66c27725-b2ca-4961-bc5e-350d838ba994 req-37ace84f-e3e5-4341-8df8-fec568a94798 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.79 "GET /v2.0/ports?device_id=f066e46b-b509-4dfe-be66-40bd019715e5 HTTP/1.1" status: 200 len: 946 time: 0.4527152 Feb 19 04:09:20.109762 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3906abe8-4ad9-4e9c-9c43-26168bcd743e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (44040c3e-8e80-4a28-a1ae-5223068d1f31), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:20.118918 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3906abe8-4ad9-4e9c-9c43-26168bcd743e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:20.119073 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3906abe8-4ad9-4e9c-9c43-26168bcd743e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/44040c3e-8e80-4a28-a1ae-5223068d1f31 HTTP/1.1" status: 204 len: 168 time: 0.8056235 Feb 19 04:09:20.144283 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-742084e9-5f73-4ac1-a347-e82424d92dca req-57ec1b1f-e825-4663-bac8-c6f703cced78 service neutron] 10.222.0.79 "GET /v2.0/networks/7d063905-1dca-479b-a8ed-624bbce2a132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536110 Feb 19 04:09:20.158198 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906abe8-4ad9-4e9c-9c43-26168bcd743e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44040c3e-8e80-4a28-a1ae-5223068d1f31,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:20.179560 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-564d62df-50dd-4c26-b682-3c5bffeaed4f req-9c9f616e-aa63-4501-a448-0582879ce555 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (a7764e62-3049-4881-afe7-b2b422eb4547), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:20.203575 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faffb97-1e38-4913-967c-1c5f4c4978c6 req-ef160a5e-2ce7-4b92-8cdc-21d14de79f04 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:20.208097 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['a7764e62-3049-4881-afe7-b2b422eb4547'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:09:20.213536 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['ba4638fd-44d9-431b-8000-be5489686862'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:09:20.219024 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6faffb97-1e38-4913-967c-1c5f4c4978c6 req-ef160a5e-2ce7-4b92-8cdc-21d14de79f04 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/ports?device_id=859bda3e-d794-44d8-8f5f-a894277a3263 HTTP/1.1" status: 200 len: 946 time: 0.5872905 Feb 19 04:09:20.272053 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f616e-aa63-4501-a448-0582879ce555 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Pushing event deleted for resources: {'Port': ['ID=a7764e62-3049-4881-afe7-b2b422eb4547,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:20.363412 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-564d62df-50dd-4c26-b682-3c5bffeaed4f req-9c9f616e-aa63-4501-a448-0582879ce555 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] No DVR routers for this DVR port a7764e62-3049-4881-afe7-b2b422eb4547 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:09:20.374315 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-564d62df-50dd-4c26-b682-3c5bffeaed4f req-9c9f616e-aa63-4501-a448-0582879ce555 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:20.385655 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-564d62df-50dd-4c26-b682-3c5bffeaed4f req-9c9f616e-aa63-4501-a448-0582879ce555 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.26 "DELETE /v2.0/ports/a7764e62-3049-4881-afe7-b2b422eb4547 HTTP/1.1" status: 204 len: 173 time: 0.9961619 Feb 19 04:09:20.388179 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859bda3e-d794-44d8-8f5f-a894277a3263', 'name': 'network-vif-deleted', 'tag': 'a7764e62-3049-4881-afe7-b2b422eb4547'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:20.390968 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42573b6-2a17-46d1-ab0d-815832695e97" -d '{"events": [{"server_uuid": "859bda3e-d794-44d8-8f5f-a894277a3263", "name": "network-vif-deleted", "tag": "a7764e62-3049-4881-afe7-b2b422eb4547"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:20.548115 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6faffb97-1e38-4913-967c-1c5f4c4978c6 req-6eb47062-64b2-4515-938b-101a132dd373 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276243 Feb 19 04:09:20.655925 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60946) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:20.696974 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-66c27725-b2ca-4961-bc5e-350d838ba994 req-33952775-4ec4-4d58-a3ed-e014c0e57da3 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Deleting port ba4638fd-44d9-431b-8000-be5489686862 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:20.699880 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-66c27725-b2ca-4961-bc5e-350d838ba994 req-33952775-4ec4-4d58-a3ed-e014c0e57da3 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ba4638fd-44d9-431b-8000-be5489686862), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:20.722661 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db254ea5-e79f-41ba-93cd-1fd56a5dff53 req-192da44f-ee7b-4872-9443-b0b9c4ccb7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:20.725674 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-db254ea5-e79f-41ba-93cd-1fd56a5dff53 req-192da44f-ee7b-4872-9443-b0b9c4ccb7e4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=319abc5982f54b9dba72250cd09a8d28&device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 1128 time: 0.3770320 Feb 19 04:09:20.790397 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be59dd-cfd4-4eb4-839b-5c4fe9cc1767 req-8bdcee18-b558-409b-b025-9903feef6bc5 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:20.803544 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-82be59dd-cfd4-4eb4-839b-5c4fe9cc1767 req-8bdcee18-b558-409b-b025-9903feef6bc5 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 945 time: 0.5080764 Feb 19 04:09:20.923100 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-f4e165f4-3565-47d2-a6e1-a15a033d3346 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1500741369-network', 'tenant_id': '85e94baafc4e4442b2ca4ac892ef0505'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:21.024708 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d9bc94-52dc-4751-b004-3222262530df x-openstack-request-id: req-25d9bc94-52dc-4751-b004-3222262530df {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:21.031223 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859bda3e-d794-44d8-8f5f-a894277a3263", "name": "network-vif-deleted", "tag": "a7764e62-3049-4881-afe7-b2b422eb4547", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:21.032374 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-25d9bc94-52dc-4751-b004-3222262530df {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:21.032916 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-82be59dd-cfd4-4eb4-839b-5c4fe9cc1767 req-2a4d7f30-1a44-4f8e-8faa-ab5d1b07c5d6 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272794 Feb 19 04:09:21.033862 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859bda3e-d794-44d8-8f5f-a894277a3263', 'name': 'network-vif-deleted', 'tag': 'a7764e62-3049-4881-afe7-b2b422eb4547', 'status': 'completed', 'code': 200} Feb 19 04:09:21.078881 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e165f4-3565-47d2-a6e1-a15a033d3346 admin admin] Made reservation on behalf of 85e94baafc4e4442b2ca4ac892ef0505 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:09:21.087302 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f4e165f4-3565-47d2-a6e1-a15a033d3346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:21.135639 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f4e165f4-3565-47d2-a6e1-a15a033d3346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:21.164487 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-49fa1a18-8553-4742-a741-69cded7007ad req-029a636d-5b9a-4cbe-aef3-db789d73d529 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0828915 Feb 19 04:09:21.201019 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-66c27725-b2ca-4961-bc5e-350d838ba994 req-33952775-4ec4-4d58-a3ed-e014c0e57da3 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] For port ba4638fd-44d9-431b-8000-be5489686862, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=ba4638fd-44d9-431b-8000-be5489686862,segment=NetworkSegment(973bf827-76e8-4107-b0be-e5bc3eb85509),segment_id=973bf827-76e8-4107-b0be-e5bc3eb85509)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:21.201019 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-66c27725-b2ca-4961-bc5e-350d838ba994 req-33952775-4ec4-4d58-a3ed-e014c0e57da3 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ba4638fd-44d9-431b-8000-be5489686862), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:21.230197 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db254ea5-e79f-41ba-93cd-1fd56a5dff53 req-fa1f1f94-b329-48bd-a560-1eae7dbf63b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:21.231939 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-db254ea5-e79f-41ba-93cd-1fd56a5dff53 req-fa1f1f94-b329-48bd-a560-1eae7dbf63b3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7d063905-1dca-479b-a8ed-624bbce2a132 HTTP/1.1" status: 200 len: 911 time: 0.3800449 Feb 19 04:09:21.246599 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8fc5e8-64ff-4790-acaf-2686122a7b87 req-f2f8cc88-870d-4a12-9264-c182dbfa65b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:21.248168 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ee8fc5e8-64ff-4790-acaf-2686122a7b87 req-f2f8cc88-870d-4a12-9264-c182dbfa65b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e09d752b62b44ea5a2f23e7b86993e07&device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 1129 time: 0.3529141 Feb 19 04:09:21.258912 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-66c27725-b2ca-4961-bc5e-350d838ba994 req-33952775-4ec4-4d58-a3ed-e014c0e57da3 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Calling delete_port for ba4638fd-44d9-431b-8000-be5489686862 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:21.453275 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f4e165f4-3565-47d2-a6e1-a15a033d3346 admin admin] Publish callbacks [] for security_group (dd25d8b0-91b9-4880-909d-25681b5a79f8), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:21.490737 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f4e165f4-3565-47d2-a6e1-a15a033d3346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (dd25d8b0-91b9-4880-909d-25681b5a79f8), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:21.522234 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e165f4-3565-47d2-a6e1-a15a033d3346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd25d8b0-91b9-4880-909d-25681b5a79f8,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:21.525246 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8fc5e8-64ff-4790-acaf-2686122a7b87 req-07faabfb-7c30-41ec-a8c3-e6032e986d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:21.526813 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ee8fc5e8-64ff-4790-acaf-2686122a7b87 req-07faabfb-7c30-41ec-a8c3-e6032e986d7a service neutron] 10.222.0.26 "GET /v2.0/networks?id=b40e029f-e45e-4dad-8b72-cb8e978e0503 HTTP/1.1" status: 200 len: 918 time: 0.2677193 Feb 19 04:09:21.544163 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e165f4-3565-47d2-a6e1-a15a033d3346 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:09:21.595981 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ee8fc5e8-64ff-4790-acaf-2686122a7b87 req-ca332130-98e2-4cd5-88a6-8c993882aad8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3ffca2a-be76-4627-a124-9adea4b59fea HTTP/1.1" status: 200 len: 217 time: 0.0580568 Feb 19 04:09:21.602617 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f4e165f4-3565-47d2-a6e1-a15a033d3346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (020543e9-d54b-469f-842f-27d94cbe7d01), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:21.603050 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-f4e165f4-3565-47d2-a6e1-a15a033d3346 admin admin] Added segment 020543e9-d54b-469f-842f-27d94cbe7d01 of type vlan for network f881bb62-e3e6-42c0-92d2-1ff77b15ee7b Feb 19 04:09:21.632264 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60972) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:21.719285 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-221a7ae3-f064-4022-9c3d-943ace157ae9 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:21.720921 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-221a7ae3-f064-4022-9c3d-943ace157ae9 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.26 "GET /v2.0/networks?id=db902299-93bc-45eb-b6b4-6acba92a32c7 HTTP/1.1" status: 200 len: 805 time: 0.3037615 Feb 19 04:09:21.776787 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f4e165f4-3565-47d2-a6e1-a15a033d3346 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (f881bb62-e3e6-42c0-92d2-1ff77b15ee7b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:21.782735 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8fc5e8-64ff-4790-acaf-2686122a7b87 req-6021088f-e658-4fee-a7ec-6db27ff7ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:21.784244 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ee8fc5e8-64ff-4790-acaf-2686122a7b87 req-6021088f-e658-4fee-a7ec-6db27ff7ce92 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5308b5b-30ec-49b2-97d1-b7274bba8304 HTTP/1.1" status: 200 len: 857 time: 0.1737590 Feb 19 04:09:21.831659 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ee8fc5e8-64ff-4790-acaf-2686122a7b87 req-d16ace7c-fc1c-492f-81f0-d9300fedb15a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b40e029f-e45e-4dad-8b72-cb8e978e0503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395944 Feb 19 04:09:21.860140 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-85e92b86-e789-4430-ae09-c6e692154962 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=307b43b5d94f4276a9c8cae63443bb9c HTTP/1.1" status: 200 len: 379 time: 0.1271417 Feb 19 04:09:21.883371 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-5c5e2f1e-ceff-4dc4-aaaa-379e785317a9 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Request body: {'port': {'device_id': '02d03cca-da99-4cc8-82c1-d27c9c2f7dd8', 'network_id': 'db902299-93bc-45eb-b6b4-6acba92a32c7', 'admin_state_up': True, 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'security_groups': ['7f71a8c3-d25b-416c-b79f-d60f665288d0']}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:22.030575 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ca5bf2a8-ce2e-407a-b69f-d70b8f8aa731 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1090073182-network', 'tenant_id': '6a49e02ba8794ba1ae4a4afbf0d7f2f0'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:22.038616 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f4e165f4-3565-47d2-a6e1-a15a033d3346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (f881bb62-e3e6-42c0-92d2-1ff77b15ee7b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.040120 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e165f4-3565-47d2-a6e1-a15a033d3346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:22.040937 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f4e165f4-3565-47d2-a6e1-a15a033d3346 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.057550 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c03f7d0-4ec4-4306-a9de-74d7092aad88 req-856a7d4b-50c7-40a8-a5e5-721af15994d7 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/ports?device_id=02d03cca-da99-4cc8-82c1-d27c9c2f7dd8 HTTP/1.1" status: 200 len: 210 time: 0.6602213 Feb 19 04:09:22.134096 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e165f4-3565-47d2-a6e1-a15a033d3346 admin admin] Pushing event updated for resources: {'Network': ['ID=f881bb62-e3e6-42c0-92d2-1ff77b15ee7b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:22.148212 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network f881bb62-e3e6-42c0-92d2-1ff77b15ee7b details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:09:22.187274 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-db254ea5-e79f-41ba-93cd-1fd56a5dff53 req-0a033ac3-b58a-4af6-b60c-ecd6a38f54af service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f51c45b9-2040-4d3e-a96c-153135c4ea34 HTTP/1.1" status: 200 len: 1001 time: 0.7908416 Feb 19 04:09:22.200390 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f4e165f4-3565-47d2-a6e1-a15a033d3346 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5425971 Feb 19 04:09:22.215879 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5bf2a8-ce2e-407a-b69f-d70b8f8aa731 admin admin] Made reservation on behalf of 6a49e02ba8794ba1ae4a4afbf0d7f2f0 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:09:22.228267 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf2a8-ce2e-407a-b69f-d70b8f8aa731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.235222 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-5c5e2f1e-ceff-4dc4-aaaa-379e785317a9 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Made reservation on behalf of 307b43b5d94f4276a9c8cae63443bb9c for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:09:22.244307 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-5c5e2f1e-ceff-4dc4-aaaa-379e785317a9 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.270407 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ee8fc5e8-64ff-4790-acaf-2686122a7b87 req-5da00169-f6d0-42e3-aa58-0e1198977e50 service neutron] 10.222.0.26 "GET /v2.0/networks/b40e029f-e45e-4dad-8b72-cb8e978e0503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259417 Feb 19 04:09:22.294915 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf2a8-ce2e-407a-b69f-d70b8f8aa731 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.353397 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3b09a-a0f2-483c-a8dc-ec936e12f0e6 req-b4e55ce1-93e0-4ed9-82d9-d8b533962b7a tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:22.355400 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-62a3b09a-a0f2-483c-a8dc-ec936e12f0e6 req-b4e55ce1-93e0-4ed9-82d9-d8b533962b7a tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 1.1948314 Feb 19 04:09:22.491153 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf2a8-ce2e-407a-b69f-d70b8f8aa731 admin admin] Publish callbacks [] for security_group (f47c798a-d951-47ac-bd90-17a19ea5d940), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.540787 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db254ea5-e79f-41ba-93cd-1fd56a5dff53 req-8a480893-6a4f-45d4-ae7f-5584378a652a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:22.542894 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-db254ea5-e79f-41ba-93cd-1fd56a5dff53 req-8a480893-6a4f-45d4-ae7f-5584378a652a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7b8d1019-337e-49b4-85df-5623b5820084 HTTP/1.1" status: 200 len: 849 time: 0.3427243 Feb 19 04:09:22.557863 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf2a8-ce2e-407a-b69f-d70b8f8aa731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f47c798a-d951-47ac-bd90-17a19ea5d940), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.570336 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5bf2a8-ce2e-407a-b69f-d70b8f8aa731 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:09:22.580127 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf2a8-ce2e-407a-b69f-d70b8f8aa731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (c45437e6-eff7-41a6-a2c3-c6f9e2b76884), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.580498 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-ca5bf2a8-ce2e-407a-b69f-d70b8f8aa731 admin admin] Added segment c45437e6-eff7-41a6-a2c3-c6f9e2b76884 of type vlan for network d2565e1e-57fd-4b81-97bf-198edf646d4b Feb 19 04:09:22.605928 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-66c27725-b2ca-4961-bc5e-350d838ba994 req-33952775-4ec4-4d58-a3ed-e014c0e57da3 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (ba4638fd-44d9-431b-8000-be5489686862), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.625980 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf2a8-ce2e-407a-b69f-d70b8f8aa731 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (d2565e1e-57fd-4b81-97bf-198edf646d4b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.653071 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33952775-4ec4-4d58-a3ed-e014c0e57da3 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Pushing event deleted for resources: {'Port': ['ID=ba4638fd-44d9-431b-8000-be5489686862,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:22.674631 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf2a8-ce2e-407a-b69f-d70b8f8aa731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (d2565e1e-57fd-4b81-97bf-198edf646d4b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.675758 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5bf2a8-ce2e-407a-b69f-d70b8f8aa731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:22.676416 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf2a8-ce2e-407a-b69f-d70b8f8aa731 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.684023 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a7e2a-7e5f-4166-bf85-e7d8034be2bb req-076bac06-a3cf-4a6b-989e-b7ec85ee9dcd tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:22.686481 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c0a7e2a-7e5f-4166-bf85-e7d8034be2bb req-076bac06-a3cf-4a6b-989e-b7ec85ee9dcd tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 945 time: 0.3740251 Feb 19 04:09:22.696174 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-62a3b09a-a0f2-483c-a8dc-ec936e12f0e6 req-d568b57e-bab6-4255-a3ab-923136f4583f tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478790 Feb 19 04:09:22.756745 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db254ea5-e79f-41ba-93cd-1fd56a5dff53 req-cfb76564-7bb2-49e7-9507-9be7c22fee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:22.760377 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-db254ea5-e79f-41ba-93cd-1fd56a5dff53 req-cfb76564-7bb2-49e7-9507-9be7c22fee62 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7d063905-1dca-479b-a8ed-624bbce2a132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2003312 Feb 19 04:09:22.770906 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bf2a8-ce2e-407a-b69f-d70b8f8aa731 admin admin] Pushing event updated for resources: {'Network': ['ID=d2565e1e-57fd-4b81-97bf-198edf646d4b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:22.785871 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network d2565e1e-57fd-4b81-97bf-198edf646d4b details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:09:22.860503 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bf2a8-ce2e-407a-b69f-d70b8f8aa731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47c798a-d951-47ac-bd90-17a19ea5d940,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:22.920337 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ca5bf2a8-ce2e-407a-b69f-d70b8f8aa731 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2869792 Feb 19 04:09:22.924785 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60992) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:22.946138 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device a7764e62-3049-4881-afe7-b2b422eb4547 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:09:22.948945 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-7966da38-f0fa-4e44-bdb3-0299b88a3be8 admin admin] Request body: {'subnet': {'network_id': 'd2565e1e-57fd-4b81-97bf-198edf646d4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1090073182-subnet', 'tenant_id': '6a49e02ba8794ba1ae4a4afbf0d7f2f0', 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:22.950913 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c27725-b2ca-4961-bc5e-350d838ba994 req-33952775-4ec4-4d58-a3ed-e014c0e57da3 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] No DVR routers for this DVR port ba4638fd-44d9-431b-8000-be5489686862 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:09:22.985907 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-66c27725-b2ca-4961-bc5e-350d838ba994 req-33952775-4ec4-4d58-a3ed-e014c0e57da3 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.989200 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66c27725-b2ca-4961-bc5e-350d838ba994 req-33952775-4ec4-4d58-a3ed-e014c0e57da3 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.79 "DELETE /v2.0/ports/ba4638fd-44d9-431b-8000-be5489686862 HTTP/1.1" status: 204 len: 173 time: 2.9659164 Feb 19 04:09:22.989664 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f066e46b-b509-4dfe-be66-40bd019715e5', 'name': 'network-vif-deleted', 'tag': 'ba4638fd-44d9-431b-8000-be5489686862'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:23.002530 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed527820-d4b3-49d5-852b-9e860e6ee6ac" -d '{"events": [{"server_uuid": "f066e46b-b509-4dfe-be66-40bd019715e5", "name": "network-vif-deleted", "tag": "ba4638fd-44d9-431b-8000-be5489686862"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:23.005078 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ee8fc5e8-64ff-4790-acaf-2686122a7b87 req-b20d6e45-cd6d-4656-a41d-4c47dfeca308 service neutron] 10.222.0.26 "GET /v2.0/networks/b40e029f-e45e-4dad-8b72-cb8e978e0503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7262850 Feb 19 04:09:23.008171 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: a7764e62-3049-4881-afe7-b2b422eb4547 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:09:23.008534 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device a7764e62-3049-4881-afe7-b2b422eb4547 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:09:23.030502 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-5c5e2f1e-ceff-4dc4-aaaa-379e785317a9 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Allocated IP 172.20.0.12 (db902299-93bc-45eb-b6b4-6acba92a32c7/a636f74d-11b2-4b6b-aa69-e73def6fd43d/29b08d36-aa15-44f8-929c-8e07e39220c5) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:23.062695 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7966da38-f0fa-4e44-bdb3-0299b88a3be8 admin admin] Made reservation on behalf of 6a49e02ba8794ba1ae4a4afbf0d7f2f0 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:09:23.069534 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7966da38-f0fa-4e44-bdb3-0299b88a3be8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:23.071912 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc6730b2-5cb8-4930-a793-70dd9b9e94f7 req-b03aeb2a-3c95-4684-963c-cf70cf5e0526 tempest-ListServersNegativeTestJSON-1629839512 tempest-ListServersNegativeTestJSON-1629839512-project] 10.222.0.52 "GET /v2.0/ports?device_id=f066e46b-b509-4dfe-be66-40bd019715e5 HTTP/1.1" status: 200 len: 210 time: 0.2015426 Feb 19 04:09:23.177724 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-db254ea5-e79f-41ba-93cd-1fd56a5dff53 req-6d2750f3-6f4f-4f2a-8f5d-aa9e40aa3f07 service neutron] 10.222.0.79 "GET /v2.0/networks/7d063905-1dca-479b-a8ed-624bbce2a132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730810 Feb 19 04:09:23.213539 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device ba4638fd-44d9-431b-8000-be5489686862 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:09:23.216950 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c0a7e2a-7e5f-4166-bf85-e7d8034be2bb req-cad34dcc-e4ea-45db-8371-35bcd781e7a2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5190156 Feb 19 04:09:23.287320 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: ba4638fd-44d9-431b-8000-be5489686862 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:09:23.287694 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device ba4638fd-44d9-431b-8000-be5489686862 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:09:23.368391 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-5c5e2f1e-ceff-4dc4-aaaa-379e785317a9 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks [] for port (29b08d36-aa15-44f8-929c-8e07e39220c5), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:23.434561 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f1a38b9-9378-4269-b496-dd97e2803590 req-bbd4f678-a076-451f-835b-fdd3e227521d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.2547257 Feb 19 04:09:23.448390 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-5c5e2f1e-ceff-4dc4-aaaa-379e785317a9 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (29b08d36-aa15-44f8-929c-8e07e39220c5), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:23.525352 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf329d9-e213-45ef-881b-7c61995825d1 x-openstack-request-id: req-6cf329d9-e213-45ef-881b-7c61995825d1 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:23.525659 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f066e46b-b509-4dfe-be66-40bd019715e5", "name": "network-vif-deleted", "tag": "ba4638fd-44d9-431b-8000-be5489686862", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:23.525921 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6cf329d9-e213-45ef-881b-7c61995825d1 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:23.532520 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f066e46b-b509-4dfe-be66-40bd019715e5', 'name': 'network-vif-deleted', 'tag': 'ba4638fd-44d9-431b-8000-be5489686862', 'status': 'completed', 'code': 200} Feb 19 04:09:23.544375 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-db254ea5-e79f-41ba-93cd-1fd56a5dff53 req-2ac227f7-412f-4161-bb65-94a05ff66d1d service neutron] 10.222.0.79 "GET /v2.0/networks/7d063905-1dca-479b-a8ed-624bbce2a132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248127 Feb 19 04:09:23.710531 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-5c5e2f1e-ceff-4dc4-aaaa-379e785317a9 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Network db902299-93bc-45eb-b6b4-6acba92a32c7 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:23.719321 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-5c5e2f1e-ceff-4dc4-aaaa-379e785317a9 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:23.792168 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-5c5e2f1e-ceff-4dc4-aaaa-379e785317a9 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:23.835733 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc826bc-56d0-4077-a8bb-b4b18da6ede1 req-465c5416-2159-414c-b17f-550bf26f7455 tempest-ComputeTenantNetworksTest-1957345120 tempest-ComputeTenantNetworksTest-1957345120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:23.841039 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc826bc-56d0-4077-a8bb-b4b18da6ede1 req-465c5416-2159-414c-b17f-550bf26f7455 tempest-ComputeTenantNetworksTest-1957345120 tempest-ComputeTenantNetworksTest-1957345120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:23.846145 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc826bc-56d0-4077-a8bb-b4b18da6ede1 req-465c5416-2159-414c-b17f-550bf26f7455 tempest-ComputeTenantNetworksTest-1957345120 tempest-ComputeTenantNetworksTest-1957345120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:23.856470 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0cc826bc-56d0-4077-a8bb-b4b18da6ede1 req-465c5416-2159-414c-b17f-550bf26f7455 tempest-ComputeTenantNetworksTest-1957345120 tempest-ComputeTenantNetworksTest-1957345120-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2878735 Feb 19 04:09:23.874553 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e2f1e-ceff-4dc4-aaaa-379e785317a9 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Pushing event updated for resources: {'Port': ['ID=29b08d36-aa15-44f8-929c-8e07e39220c5,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:23.937341 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-5c5e2f1e-ceff-4dc4-aaaa-379e785317a9 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:23.938288 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-5c5e2f1e-ceff-4dc4-aaaa-379e785317a9 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:23.971293 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec93ba8-6f18-4dd4-be59-2d7d6b2a1610 req-3e45237d-e296-4079-ac27-cb78e52b0a7b tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:23.973309 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0ec93ba8-6f18-4dd4-be59-2d7d6b2a1610 req-3e45237d-e296-4079-ac27-cb78e52b0a7b tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/ports?device_id=02d03cca-da99-4cc8-82c1-d27c9c2f7dd8 HTTP/1.1" status: 200 len: 932 time: 0.1158755 Feb 19 04:09:23.977176 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-5c5e2f1e-ceff-4dc4-aaaa-379e785317a9 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1009951 Feb 19 04:09:23.979202 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7966da38-f0fa-4e44-bdb3-0299b88a3be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (3547c838-5950-4a9c-b7ca-563f32969d45), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:23.997532 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-62a52b22-e7b7-4318-b31a-1e6d40010924 service neutron] Request body: {'port': {'device_id': '02d03cca-da99-4cc8-82c1-d27c9c2f7dd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:24.127803 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391433b0-6d35-4d43-95ff-7ac5e06d9233 req-a4df53cf-0156-4ede-81d6-f0e70609985a tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:24.135604 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-391433b0-6d35-4d43-95ff-7ac5e06d9233 req-a4df53cf-0156-4ede-81d6-f0e70609985a tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.1612272 Feb 19 04:09:24.176711 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0ec93ba8-6f18-4dd4-be59-2d7d6b2a1610 req-523c7984-08c0-4b3e-9371-41cf01fa6743 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/security-groups?id=7f71a8c3-d25b-416c-b79f-d60f665288d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868305 Feb 19 04:09:24.177134 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966da38-f0fa-4e44-bdb3-0299b88a3be8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3547c838-5950-4a9c-b7ca-563f32969d45,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:24.183901 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-72c64f26-1d5a-4c18-b651-60cddc9569ce None None] Provisioning complete for port 29b08d36-aa15-44f8-929c-8e07e39220c5 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:24.184363 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-72c64f26-1d5a-4c18-b651-60cddc9569ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (29b08d36-aa15-44f8-929c-8e07e39220c5), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:24.260221 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-72c64f26-1d5a-4c18-b651-60cddc9569ce None None] Port 29b08d36-aa15-44f8-929c-8e07e39220c5 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:09:24.274814 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7966da38-f0fa-4e44-bdb3-0299b88a3be8 admin admin] Checking segment: {'id': 'c45437e6-eff7-41a6-a2c3-c6f9e2b76884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd2565e1e-57fd-4b81-97bf-198edf646d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:24.275168 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7966da38-f0fa-4e44-bdb3-0299b88a3be8 admin admin] Network hostable DHCP agents. Network: d2565e1e-57fd-4b81-97bf-198edf646d4b, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:09:24.299035 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-62a52b22-e7b7-4318-b31a-1e6d40010924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (29b08d36-aa15-44f8-929c-8e07e39220c5), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:24.311899 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2449bb-fc57-4ed1-b811-d529bdad1d80 req-e17efbba-2cb6-42a8-86ba-d4946a6003bc tempest-ComputeTenantNetworksTest-1957345120 tempest-ComputeTenantNetworksTest-1957345120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:24.328025 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cc2449bb-fc57-4ed1-b811-d529bdad1d80 req-e17efbba-2cb6-42a8-86ba-d4946a6003bc tempest-ComputeTenantNetworksTest-1957345120 tempest-ComputeTenantNetworksTest-1957345120-project] 10.222.0.52 "GET /v2.0/networks/f881bb62-e3e6-42c0-92d2-1ff77b15ee7b HTTP/1.1" status: 200 len: 769 time: 0.1088839 Feb 19 04:09:24.328652 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 32778) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:24.356981 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-391433b0-6d35-4d43-95ff-7ac5e06d9233 req-ac46358b-e4e1-4634-a6a0-c524d993f654 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043107 Feb 19 04:09:24.394613 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 32780) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:24.480610 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-074deba3-a7e5-4a95-b17b-e2b26f36815f admin admin] Deleting subnet 16c08907-aef2-4a10-b6c2-3a99c2bc83e2 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:09:24.502929 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-074deba3-a7e5-4a95-b17b-e2b26f36815f admin admin] Publish callbacks [] for subnet (16c08907-aef2-4a10-b6c2-3a99c2bc83e2), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:24.614483 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7966da38-f0fa-4e44-bdb3-0299b88a3be8 admin admin] Network d2565e1e-57fd-4b81-97bf-198edf646d4b is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:09:24.632394 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-212c6dfc-9240-4ebe-885e-0bfe0812e376 req-09606530-f1f6-4988-bca3-5f012a5d5f22 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0673983 Feb 19 04:09:24.649986 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-074deba3-a7e5-4a95-b17b-e2b26f36815f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (16c08907-aef2-4a10-b6c2-3a99c2bc83e2), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:24.669066 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-7966da38-f0fa-4e44-bdb3-0299b88a3be8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, d2565e1e-57fd-4b81-97bf-198edf646d4b) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:24.681710 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aec4026-79a1-415a-8f18-a7823359a868 None None] Network d2565e1e-57fd-4b81-97bf-198edf646d4b requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:09:24.701418 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7966da38-f0fa-4e44-bdb3-0299b88a3be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:24.702013 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7966da38-f0fa-4e44-bdb3-0299b88a3be8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:24.726448 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-074deba3-a7e5-4a95-b17b-e2b26f36815f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (16c08907-aef2-4a10-b6c2-3a99c2bc83e2), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:24.833554 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-56156403-268f-4e2b-bd42-156d0e263e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (f881bb62-e3e6-42c0-92d2-1ff77b15ee7b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:24.852742 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-074deba3-a7e5-4a95-b17b-e2b26f36815f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (16c08907-aef2-4a10-b6c2-3a99c2bc83e2), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:24.864190 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-62a52b22-e7b7-4318-b31a-1e6d40010924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29b08d36-aa15-44f8-929c-8e07e39220c5 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:09:24.880832 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7966da38-f0fa-4e44-bdb3-0299b88a3be8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9481144 Feb 19 04:09:24.881948 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-62a52b22-e7b7-4318-b31a-1e6d40010924 service neutron] Publish callbacks [] for port (29b08d36-aa15-44f8-929c-8e07e39220c5), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:24.884106 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 32784) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:24.887305 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-d2565e1e-57fd-4b81-97bf-198edf646d4b', 'network_id': 'd2565e1e-57fd-4b81-97bf-198edf646d4b', 'project_id': '6a49e02ba8794ba1ae4a4afbf0d7f2f0', 'fixed_ips': [{'subnet_id': '3547c838-5950-4a9c-b7ca-563f32969d45'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:09:24.888216 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:24.904447 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-f35718c9-0af7-4c1f-aef1-d0b59be81f81 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1090073182-router', 'tenant_id': '6a49e02ba8794ba1ae4a4afbf0d7f2f0', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:24.933983 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074deba3-a7e5-4a95-b17b-e2b26f36815f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16c08907-aef2-4a10-b6c2-3a99c2bc83e2,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:24.954769 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-074deba3-a7e5-4a95-b17b-e2b26f36815f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:24.966022 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-074deba3-a7e5-4a95-b17b-e2b26f36815f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/16c08907-aef2-4a10-b6c2-3a99c2bc83e2 HTTP/1.1" status: 204 len: 168 time: 0.5700212 Feb 19 04:09:24.966771 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 32788) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:25.058830 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-62a52b22-e7b7-4318-b31a-1e6d40010924 service neutron] Transition to ACTIVE for port object 29b08d36-aa15-44f8-929c-8e07e39220c5 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:09:25.157678 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1b2cc5e-b4d6-4b60-8de9-ab698ed3f127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (4f75a38c-ba31-4063-a62c-c421be59bf15), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.166200 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f35718c9-0af7-4c1f-aef1-d0b59be81f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (3b81c5e7-f6dc-41f2-915f-f31edc959354), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.168291 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f35718c9-0af7-4c1f-aef1-d0b59be81f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (3b81c5e7-f6dc-41f2-915f-f31edc959354), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.175796 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-62a52b22-e7b7-4318-b31a-1e6d40010924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (29b08d36-aa15-44f8-929c-8e07e39220c5), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.203845 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Allocated IP 172.20.0.2 (d2565e1e-57fd-4b81-97bf-198edf646d4b/3547c838-5950-4a9c-b7ca-563f32969d45/2a68ca2b-1ea8-4968-b5cf-054a343eeda7) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:25.256303 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-56156403-268f-4e2b-bd42-156d0e263e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (f881bb62-e3e6-42c0-92d2-1ff77b15ee7b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.284237 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a52b22-e7b7-4318-b31a-1e6d40010924 service neutron] Pushing event updated for resources: {'Port': ['ID=29b08d36-aa15-44f8-929c-8e07e39220c5,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:25.319318 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1b2cc5e-b4d6-4b60-8de9-ab698ed3f127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (4f75a38c-ba31-4063-a62c-c421be59bf15), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.384742 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f35718c9-0af7-4c1f-aef1-d0b59be81f81 admin admin] Publish callbacks [] for router_controller (3b81c5e7-f6dc-41f2-915f-f31edc959354), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.388070 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-c1b2cc5e-b4d6-4b60-8de9-ab698ed3f127 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f75a38c-ba31-4063-a62c-c421be59bf15']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:25.400409 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-56156403-268f-4e2b-bd42-156d0e263e49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f881bb62-e3e6-42c0-92d2-1ff77b15ee7b']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:25.418549 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-56156403-268f-4e2b-bd42-156d0e263e49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '020543e9-d54b-469f-842f-27d94cbe7d01') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:25.418852 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-56156403-268f-4e2b-bd42-156d0e263e49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '020543e9-d54b-469f-842f-27d94cbe7d01') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:25.441473 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-c1b2cc5e-b4d6-4b60-8de9-ab698ed3f127 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973bf827-76e8-4107-b0be-e5bc3eb85509') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:25.441768 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-c1b2cc5e-b4d6-4b60-8de9-ab698ed3f127 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973bf827-76e8-4107-b0be-e5bc3eb85509') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:25.452285 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-56156403-268f-4e2b-bd42-156d0e263e49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (020543e9-d54b-469f-842f-27d94cbe7d01), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.466567 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Publish callbacks [] for port (2a68ca2b-1ea8-4968-b5cf-054a343eeda7), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.471674 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-56156403-268f-4e2b-bd42-156d0e263e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (020543e9-d54b-469f-842f-27d94cbe7d01), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.477825 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1b2cc5e-b4d6-4b60-8de9-ab698ed3f127 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (973bf827-76e8-4107-b0be-e5bc3eb85509), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.479433 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56156403-268f-4e2b-bd42-156d0e263e49 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:09:25.479941 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-56156403-268f-4e2b-bd42-156d0e263e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (020543e9-d54b-469f-842f-27d94cbe7d01), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.519510 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (2a68ca2b-1ea8-4968-b5cf-054a343eeda7), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.520954 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1b2cc5e-b4d6-4b60-8de9-ab698ed3f127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (973bf827-76e8-4107-b0be-e5bc3eb85509), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.571056 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Network d2565e1e-57fd-4b81-97bf-198edf646d4b is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:25.575171 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:25.579966 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:25.584678 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b2cc5e-b4d6-4b60-8de9-ab698ed3f127 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:09:25.586224 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1b2cc5e-b4d6-4b60-8de9-ab698ed3f127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (973bf827-76e8-4107-b0be-e5bc3eb85509), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:09:25.593866 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:09:25.613766 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:09:25.626199 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Pushing event updated for resources: {'Port': ['ID=2a68ca2b-1ea8-4968-b5cf-054a343eeda7,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:25.641024 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:25.641478 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:25.642064 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:25.645259 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:25.645755 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:25.646264 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:25.646705 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:25.647113 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:25.647516 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:25.648396 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:25.649615 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:25.650016 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:25.652197 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:25.676458 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3a33a-636f-4434-8a5e-c04682607ede req-27f2c5e9-ffd6-4435-aa75-1f4f0d29b4af tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:25.681572 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a0d3a33a-636f-4434-8a5e-c04682607ede req-27f2c5e9-ffd6-4435-aa75-1f4f0d29b4af tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/ports?device_id=02d03cca-da99-4cc8-82c1-d27c9c2f7dd8 HTTP/1.1" status: 200 len: 944 time: 0.3412504 Feb 19 04:09:25.707919 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Attempting to bind port 2a68ca2b-1ea8-4968-b5cf-054a343eeda7 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:25.708385 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Attempting to bind port 2a68ca2b-1ea8-4968-b5cf-054a343eeda7 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'c45437e6-eff7-41a6-a2c3-c6f9e2b76884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd2565e1e-57fd-4b81-97bf-198edf646d4b'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:25.708698 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Attempting to bind port 2a68ca2b-1ea8-4968-b5cf-054a343eeda7 on network d2565e1e-57fd-4b81-97bf-198edf646d4b {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:25.722791 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:25.723354 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Checking segment: {'id': 'c45437e6-eff7-41a6-a2c3-c6f9e2b76884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd2565e1e-57fd-4b81-97bf-198edf646d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:25.723670 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.724195 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Bound using segment: {'id': 'c45437e6-eff7-41a6-a2c3-c6f9e2b76884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd2565e1e-57fd-4b81-97bf-198edf646d4b'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:25.724698 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Bound port: 2a68ca2b-1ea8-4968-b5cf-054a343eeda7, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45437e6-eff7-41a6-a2c3-c6f9e2b76884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd2565e1e-57fd-4b81-97bf-198edf646d4b'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:25.725090 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2a68ca2b-1ea8-4968-b5cf-054a343eeda7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.735374 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-56156403-268f-4e2b-bd42-156d0e263e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (f881bb62-e3e6-42c0-92d2-1ff77b15ee7b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.745455 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-56156403-268f-4e2b-bd42-156d0e263e49 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.749058 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-56156403-268f-4e2b-bd42-156d0e263e49 admin admin] 10.222.0.52 "DELETE /v2.0/networks/f881bb62-e3e6-42c0-92d2-1ff77b15ee7b HTTP/1.1" status: 204 len: 168 time: 1.1817498 Feb 19 04:09:25.828315 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1b2cc5e-b4d6-4b60-8de9-ab698ed3f127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (4f75a38c-ba31-4063-a62c-c421be59bf15), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.833430 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1b2cc5e-b4d6-4b60-8de9-ab698ed3f127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.836820 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c1b2cc5e-b4d6-4b60-8de9-ab698ed3f127 admin admin] 10.222.0.52 "DELETE /v2.0/networks/4f75a38c-ba31-4063-a62c-c421be59bf15 HTTP/1.1" status: 204 len: 168 time: 0.8689175 Feb 19 04:09:25.856563 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a0d3a33a-636f-4434-8a5e-c04682607ede req-91337958-595d-46c5-b36b-699e1b9d2742 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/security-groups?id=7f71a8c3-d25b-416c-b79f-d60f665288d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080348 Feb 19 04:09:25.863801 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f519fec-e19d-4113-a81d-4a884a85cb60 req-f72d90cd-b87b-4c1a-b91b-93ef35913230 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:25.865522 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f519fec-e19d-4113-a81d-4a884a85cb60 req-f72d90cd-b87b-4c1a-b91b-93ef35913230 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.3399193 Feb 19 04:09:25.866866 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2cc5e-b4d6-4b60-8de9-ab698ed3f127 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f75a38c-ba31-4063-a62c-c421be59bf15,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:25.914744 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] For port 2a68ca2b-1ea8-4968-b5cf-054a343eeda7, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:25.923024 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] For port 2a68ca2b-1ea8-4968-b5cf-054a343eeda7, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2a68ca2b-1ea8-4968-b5cf-054a343eeda7,segment=NetworkSegment(c45437e6-eff7-41a6-a2c3-c6f9e2b76884),segment_id=c45437e6-eff7-41a6-a2c3-c6f9e2b76884)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:25.952214 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2a68ca2b-1ea8-4968-b5cf-054a343eeda7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:26.005117 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56156403-268f-4e2b-bd42-156d0e263e49 admin admin] Pushing event deleted for resources: {'Network': ['ID=f881bb62-e3e6-42c0-92d2-1ff77b15ee7b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:26.012119 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f519fec-e19d-4113-a81d-4a884a85cb60 req-0ef7124f-55f4-440a-a903-fcc08f022fde tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283724 Feb 19 04:09:26.027171 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f35718c9-0af7-4c1f-aef1-d0b59be81f81 admin admin] Publish callbacks [] for router_gateway (3b81c5e7-f6dc-41f2-915f-f31edc959354), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:26.063782 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-62a52b22-e7b7-4318-b31a-1e6d40010924 service neutron] Attempting to bind port 29b08d36-aa15-44f8-929c-8e07e39220c5 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:26.064125 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-62a52b22-e7b7-4318-b31a-1e6d40010924 service neutron] Attempting to bind port 29b08d36-aa15-44f8-929c-8e07e39220c5 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '6844225e-18dd-477e-a839-8b8ce4cd8765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'db902299-93bc-45eb-b6b4-6acba92a32c7'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:26.064447 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-62a52b22-e7b7-4318-b31a-1e6d40010924 service neutron] Attempting to bind port 29b08d36-aa15-44f8-929c-8e07e39220c5 on network db902299-93bc-45eb-b6b4-6acba92a32c7 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:26.109976 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58a227c8-3d64-46ca-899d-17ba6726e04f req-57953921-e7c9-4078-a3eb-3114a377fbe6 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.1130643 Feb 19 04:09:26.110538 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 32804) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:26.112458 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 32808) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:26.116110 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1356e42-88a3-418e-a0b5-36d0e904d9d0 None None] Pushing event updated for resources: {'Port': ['ID=2a68ca2b-1ea8-4968-b5cf-054a343eeda7,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:26.135394 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-62a52b22-e7b7-4318-b31a-1e6d40010924 service neutron] Port 29b08d36-aa15-44f8-929c-8e07e39220c5 on network db902299-93bc-45eb-b6b4-6acba92a32c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:09:26.135742 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-62a52b22-e7b7-4318-b31a-1e6d40010924 service neutron] Attempting to bind port 29b08d36-aa15-44f8-929c-8e07e39220c5 on network db902299-93bc-45eb-b6b4-6acba92a32c7 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:26.142920 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-62a52b22-e7b7-4318-b31a-1e6d40010924 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:26.143277 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-62a52b22-e7b7-4318-b31a-1e6d40010924 service neutron] Checking segment: {'id': '6844225e-18dd-477e-a839-8b8ce4cd8765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'db902299-93bc-45eb-b6b4-6acba92a32c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:26.143667 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-62a52b22-e7b7-4318-b31a-1e6d40010924 service neutron] Bound using segment: {'id': '6844225e-18dd-477e-a839-8b8ce4cd8765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'db902299-93bc-45eb-b6b4-6acba92a32c7'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:26.144670 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-62a52b22-e7b7-4318-b31a-1e6d40010924 service neutron] Bound port: 29b08d36-aa15-44f8-929c-8e07e39220c5, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6844225e-18dd-477e-a839-8b8ce4cd8765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'db902299-93bc-45eb-b6b4-6acba92a32c7'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:26.145515 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-62a52b22-e7b7-4318-b31a-1e6d40010924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (29b08d36-aa15-44f8-929c-8e07e39220c5), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:26.285917 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-62a52b22-e7b7-4318-b31a-1e6d40010924 service neutron] For port 29b08d36-aa15-44f8-929c-8e07e39220c5, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:26.291732 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-62a52b22-e7b7-4318-b31a-1e6d40010924 service neutron] For port 29b08d36-aa15-44f8-929c-8e07e39220c5, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=29b08d36-aa15-44f8-929c-8e07e39220c5,segment=NetworkSegment(6844225e-18dd-477e-a839-8b8ce4cd8765),segment_id=6844225e-18dd-477e-a839-8b8ce4cd8765)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:26.296653 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9a3d00de-3543-4805-9a75-0751baec49dc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=85e94baafc4e4442b2ca4ac892ef0505&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1828711 Feb 19 04:09:26.298053 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 32810) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:26.311183 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-43fd0d35-fd00-46f0-ab04-7e4de3b0f246 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=51a6636902614b2a878ff2022516aeac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1943269 Feb 19 04:09:26.325971 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 32812) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:26.337422 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-62a52b22-e7b7-4318-b31a-1e6d40010924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (29b08d36-aa15-44f8-929c-8e07e39220c5), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:26.478667 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6c8cac26-d603-420c-b0fc-f7c2cbe87ece admin admin] Publish callbacks [] for security_group (dd25d8b0-91b9-4880-909d-25681b5a79f8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:26.564898 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6c8cac26-d603-420c-b0fc-f7c2cbe87ece admin admin] Publish callbacks [] for security_group (dd25d8b0-91b9-4880-909d-25681b5a79f8), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:26.670901 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:26.693078 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6c8cac26-d603-420c-b0fc-f7c2cbe87ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (dd25d8b0-91b9-4880-909d-25681b5a79f8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:26.695905 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6c8cac26-d603-420c-b0fc-f7c2cbe87ece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:26.700231 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6c8cac26-d603-420c-b0fc-f7c2cbe87ece admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dd25d8b0-91b9-4880-909d-25681b5a79f8 HTTP/1.1" status: 204 len: 168 time: 0.3981900 Feb 19 04:09:26.715323 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8cac26-d603-420c-b0fc-f7c2cbe87ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd25d8b0-91b9-4880-909d-25681b5a79f8,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:27.042206 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-62a52b22-e7b7-4318-b31a-1e6d40010924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:27.042782 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-62a52b22-e7b7-4318-b31a-1e6d40010924 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:27.048984 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-62a52b22-e7b7-4318-b31a-1e6d40010924 service neutron] 10.222.0.26 "PUT /v2.0/ports/29b08d36-aa15-44f8-929c-8e07e39220c5 HTTP/1.1" status: 200 len: 1093 time: 3.0613942 Feb 19 04:09:27.049594 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d03cca-da99-4cc8-82c1-d27c9c2f7dd8', 'tag': '29b08d36-aa15-44f8-929c-8e07e39220c5'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:27.073270 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4b6469-c05c-4590-8531-6438e129de14" -d '{"events": [{"name": "network-changed", "server_uuid": "02d03cca-da99-4cc8-82c1-d27c9c2f7dd8", "tag": "29b08d36-aa15-44f8-929c-8e07e39220c5"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:27.164156 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debbd9d-a37b-411f-a7d1-57eb6a2afdef req-7be3db29-392d-45b0-ad75-5affead80289 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:27.169519 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3debbd9d-a37b-411f-a7d1-57eb6a2afdef req-7be3db29-392d-45b0-ad75-5affead80289 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/ports?device_id=02d03cca-da99-4cc8-82c1-d27c9c2f7dd8 HTTP/1.1" status: 200 len: 944 time: 0.1596744 Feb 19 04:09:27.219635 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83175ab-4d20-4162-95a0-b67526ceaad3 x-openstack-request-id: req-d83175ab-4d20-4162-95a0-b67526ceaad3 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:27.220001 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d03cca-da99-4cc8-82c1-d27c9c2f7dd8", "tag": "29b08d36-aa15-44f8-929c-8e07e39220c5", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:27.220304 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d83175ab-4d20-4162-95a0-b67526ceaad3 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:27.220715 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d03cca-da99-4cc8-82c1-d27c9c2f7dd8', 'tag': '29b08d36-aa15-44f8-929c-8e07e39220c5', 'status': 'completed', 'code': 200} Feb 19 04:09:27.280312 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2a68ca2b-1ea8-4968-b5cf-054a343eeda7 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:27.335586 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3debbd9d-a37b-411f-a7d1-57eb6a2afdef req-aea61fac-a19b-419f-aa93-1d06f6c85020 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/security-groups?id=7f71a8c3-d25b-416c-b79f-d60f665288d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592925 Feb 19 04:09:27.442981 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9cf94b14-29f7-4b00-ac81-71f85a6e2683 req-57976942-d383-4d7f-9e5e-8f91d2a4a5c5 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.1013012 Feb 19 04:09:27.478657 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-365a1acf-8bcb-40f1-885c-e5713ff2b69d admin admin] Publish callbacks [] for security_group (8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:27.479172 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 2a68ca2b-1ea8-4968-b5cf-054a343eeda7 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:27.479623 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2a68ca2b-1ea8-4968-b5cf-054a343eeda7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:27.539718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 32836) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:27.632089 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-365a1acf-8bcb-40f1-885c-e5713ff2b69d admin admin] Publish callbacks [] for security_group (8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:27.668445 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 2a68ca2b-1ea8-4968-b5cf-054a343eeda7 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:27.668846 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2a68ca2b-1ea8-4968-b5cf-054a343eeda7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:27.756740 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a52b22-e7b7-4318-b31a-1e6d40010924 service neutron] Pushing event updated for resources: {'Port': ['ID=29b08d36-aa15-44f8-929c-8e07e39220c5,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:27.785711 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 2a68ca2b-1ea8-4968-b5cf-054a343eeda7, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2a68ca2b-1ea8-4968-b5cf-054a343eeda7,segment=NetworkSegment(c45437e6-eff7-41a6-a2c3-c6f9e2b76884),segment_id=c45437e6-eff7-41a6-a2c3-c6f9e2b76884)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:27.803656 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c90de021-ff77-49f8-89a4-d36eaeca4cea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:27.816773 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-365a1acf-8bcb-40f1-885c-e5713ff2b69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:27.817015 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2a68ca2b-1ea8-4968-b5cf-054a343eeda7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:27.825380 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-365a1acf-8bcb-40f1-885c-e5713ff2b69d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:27.827354 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-365a1acf-8bcb-40f1-885c-e5713ff2b69d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a HTTP/1.1" status: 204 len: 168 time: 1.4992411 Feb 19 04:09:27.841572 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a1acf-8bcb-40f1-885c-e5713ff2b69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7ee972-7ffe-4fe0-9b4b-e36d07ce050a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:27.901991 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-e88db12c-ff06-47c1-b742-0d2b3a5513be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:27.904210 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-e88db12c-ff06-47c1-b742-0d2b3a5513be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=307b43b5d94f4276a9c8cae63443bb9c&device_id=02d03cca-da99-4cc8-82c1-d27c9c2f7dd8 HTTP/1.1" status: 200 len: 1127 time: 0.7504351 Feb 19 04:09:28.011921 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-488b35bd-af8a-4f42-a6dd-f7bd8826b9b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29b08d36-aa15-44f8-929c-8e07e39220c5 HTTP/1.1" status: 200 len: 217 time: 0.0807660 Feb 19 04:09:28.073623 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=2a68ca2b-1ea8-4968-b5cf-054a343eeda7,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:28.089156 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f35718c9-0af7-4c1f-aef1-d0b59be81f81 admin admin] Publish callbacks [] for router_gateway (3b81c5e7-f6dc-41f2-915f-f31edc959354), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:28.139958 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c90de021-ff77-49f8-89a4-d36eaeca4cea admin admin] Publish callbacks [] for security_group (e745de31-80f5-4791-9604-4a43f68a3f1f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:28.164309 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c90de021-ff77-49f8-89a4-d36eaeca4cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e745de31-80f5-4791-9604-4a43f68a3f1f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:28.205865 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38187df-1409-4f72-b0f2-2f3644c5cab7 None None] Network d2565e1e-57fd-4b81-97bf-198edf646d4b requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:09:28.225747 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90de021-ff77-49f8-89a4-d36eaeca4cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e745de31-80f5-4791-9604-4a43f68a3f1f,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:28.226869 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f35718c9-0af7-4c1f-aef1-d0b59be81f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:28.285006 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c90de021-ff77-49f8-89a4-d36eaeca4cea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=30c9feb64eb940d28a019ee7436e5978&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7436569 Feb 19 04:09:28.288112 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 32858) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:28.308049 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2f9de27b-c1ca-485a-99a0-f6ea13a00cf4 None None] Provisioning complete for port 2a68ca2b-1ea8-4968-b5cf-054a343eeda7 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:28.308794 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f9de27b-c1ca-485a-99a0-f6ea13a00cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2a68ca2b-1ea8-4968-b5cf-054a343eeda7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:28.348954 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-5f9679cc-ea12-49b4-a882-cba583c72a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:28.361487 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-5f9679cc-ea12-49b4-a882-cba583c72a36 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a636f74d-11b2-4b6b-aa69-e73def6fd43d HTTP/1.1" status: 200 len: 844 time: 0.3120990 Feb 19 04:09:28.413528 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-834fe842-7e97-4302-97bf-af818ed38282 admin admin] Publish callbacks [] for security_group (e745de31-80f5-4791-9604-4a43f68a3f1f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:28.489807 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-834fe842-7e97-4302-97bf-af818ed38282 admin admin] Publish callbacks [] for security_group (e745de31-80f5-4791-9604-4a43f68a3f1f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:28.580446 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-a5642a47-b9dd-4ea7-8e3d-50cb6d172a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:28.585258 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-a5642a47-b9dd-4ea7-8e3d-50cb6d172a67 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db902299-93bc-45eb-b6b4-6acba92a32c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2229688 Feb 19 04:09:28.657340 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2f9de27b-c1ca-485a-99a0-f6ea13a00cf4 None None] Current status of the port 2a68ca2b-1ea8-4968-b5cf-054a343eeda7 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:28.667387 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-f35718c9-0af7-4c1f-aef1-d0b59be81f81 admin admin] Allocated IP 172.25.3.195 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/8ab99cd0-af0b-4d89-a590-4af8fba67f5f) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:28.720331 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e4939a99-2c6a-4eef-92df-8396da3d1527 req-d703da90-a3d1-474d-a0f8-816173da81d6 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.1181579 Feb 19 04:09:28.754805 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7f354-2af9-4a78-b2c8-ed0950b4f392 req-12b58653-5521-4944-97eb-4916fc3bcac2 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:28.756574 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-13a7f354-2af9-4a78-b2c8-ed0950b4f392 req-12b58653-5521-4944-97eb-4916fc3bcac2 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/ports?device_id=02d03cca-da99-4cc8-82c1-d27c9c2f7dd8 HTTP/1.1" status: 200 len: 944 time: 0.2364028 Feb 19 04:09:28.823920 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-79a25c7b-db3c-4cbd-b158-dc0c0e14b261 service neutron] 10.222.0.26 "GET /v2.0/networks/db902299-93bc-45eb-b6b4-6acba92a32c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207458 Feb 19 04:09:28.841626 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-13a7f354-2af9-4a78-b2c8-ed0950b4f392 req-59d16afc-7ee5-4f23-8911-84d33708109a tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/security-groups?id=7f71a8c3-d25b-416c-b79f-d60f665288d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791228 Feb 19 04:09:28.865179 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-834fe842-7e97-4302-97bf-af818ed38282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e745de31-80f5-4791-9604-4a43f68a3f1f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:28.869320 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-834fe842-7e97-4302-97bf-af818ed38282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:28.873057 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-834fe842-7e97-4302-97bf-af818ed38282 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e745de31-80f5-4791-9604-4a43f68a3f1f HTTP/1.1" status: 204 len: 168 time: 0.5807593 Feb 19 04:09:28.889180 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834fe842-7e97-4302-97bf-af818ed38282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e745de31-80f5-4791-9604-4a43f68a3f1f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:29.100557 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f35718c9-0af7-4c1f-aef1-d0b59be81f81 admin admin] Publish callbacks [] for port (8ab99cd0-af0b-4d89-a590-4af8fba67f5f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:29.142924 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2a68ca2b-1ea8-4968-b5cf-054a343eeda7 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:29.213428 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-580ae8eb-a5c3-4745-af74-3bc0c85eb745 req-e75d3ae5-6280-4c0c-99f7-681d21d8d9d2 service neutron] 10.222.0.26 "GET /v2.0/networks/db902299-93bc-45eb-b6b4-6acba92a32c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151296 Feb 19 04:09:29.236593 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f35718c9-0af7-4c1f-aef1-d0b59be81f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (8ab99cd0-af0b-4d89-a590-4af8fba67f5f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:29.274327 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c36ec568-4765-42e8-847b-bb787c009e1e None None] Provisioning complete for port 2a68ca2b-1ea8-4968-b5cf-054a343eeda7 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:29.274625 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c36ec568-4765-42e8-847b-bb787c009e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2a68ca2b-1ea8-4968-b5cf-054a343eeda7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:29.299057 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35718c9-0af7-4c1f-aef1-d0b59be81f81 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:29.332676 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-f35718c9-0af7-4c1f-aef1-d0b59be81f81 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:29.336298 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35718c9-0af7-4c1f-aef1-d0b59be81f81 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:29.362101 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 2a68ca2b-1ea8-4968-b5cf-054a343eeda7 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:29.363108 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2a68ca2b-1ea8-4968-b5cf-054a343eeda7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:29.380440 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35718c9-0af7-4c1f-aef1-d0b59be81f81 admin admin] Pushing event updated for resources: {'Port': ['ID=8ab99cd0-af0b-4d89-a590-4af8fba67f5f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:29.452012 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b6469-c05c-4590-8531-6438e129de14 req-46d514e4-f379-481e-8c7c-d9b86a0b2063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:29.453980 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ce4b6469-c05c-4590-8531-6438e129de14 req-46d514e4-f379-481e-8c7c-d9b86a0b2063 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=307b43b5d94f4276a9c8cae63443bb9c&device_id=02d03cca-da99-4cc8-82c1-d27c9c2f7dd8 HTTP/1.1" status: 200 len: 1127 time: 0.1650522 Feb 19 04:09:29.622448 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 32888) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:29.638313 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:29.654875 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c3086dce-0098-47b5-92b6-55abd9668cd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:29.663120 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b6469-c05c-4590-8531-6438e129de14 req-d66315e4-df2d-4c5e-a41c-e3104f29d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:29.667704 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ce4b6469-c05c-4590-8531-6438e129de14 req-d66315e4-df2d-4c5e-a41c-e3104f29d7a7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db902299-93bc-45eb-b6b4-6acba92a32c7 HTTP/1.1" status: 200 len: 906 time: 0.2012367 Feb 19 04:09:29.961076 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ce4b6469-c05c-4590-8531-6438e129de14 req-97234759-1e82-477e-a922-6846bc750192 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29b08d36-aa15-44f8-929c-8e07e39220c5 HTTP/1.1" status: 200 len: 217 time: 0.1888058 Feb 19 04:09:29.971331 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 2a68ca2b-1ea8-4968-b5cf-054a343eeda7 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:29.987542 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c3086dce-0098-47b5-92b6-55abd9668cd2 admin admin] Publish callbacks [] for security_group (95ca67ff-32f1-466c-a3cb-c3eccb6091e5), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:30.026038 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c36ec568-4765-42e8-847b-bb787c009e1e None None] Current status of the port 2a68ca2b-1ea8-4968-b5cf-054a343eeda7 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:30.082489 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-254edf7d-f50a-419c-bcfb-778dad2c1489 req-47447950-6d1c-4e0d-a3a1-c640345ce294 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.1201222 Feb 19 04:09:30.084269 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c3086dce-0098-47b5-92b6-55abd9668cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (95ca67ff-32f1-466c-a3cb-c3eccb6091e5), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:30.209075 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3086dce-0098-47b5-92b6-55abd9668cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ca67ff-32f1-466c-a3cb-c3eccb6091e5,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:30.226058 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c3086dce-0098-47b5-92b6-55abd9668cd2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c5011ca0d4984763bc428202e786e459&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6025410 Feb 19 04:09:30.230222 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 32904) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:30.315997 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0aaa465a-9168-4942-8447-364a30aa9c61 admin admin] Publish callbacks [] for security_group (95ca67ff-32f1-466c-a3cb-c3eccb6091e5), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:30.384690 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b6469-c05c-4590-8531-6438e129de14 req-01e05608-644f-43ba-aede-e50dca271fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:30.386420 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ce4b6469-c05c-4590-8531-6438e129de14 req-01e05608-644f-43ba-aede-e50dca271fe4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a636f74d-11b2-4b6b-aa69-e73def6fd43d HTTP/1.1" status: 200 len: 844 time: 0.4161677 Feb 19 04:09:30.386913 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9f7d1-713e-469a-855e-e869fb72764b req-c21bab20-c53c-48da-97b3-d2668792801f tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:30.388491 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8eb9f7d1-713e-469a-855e-e869fb72764b req-c21bab20-c53c-48da-97b3-d2668792801f tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/ports?device_id=02d03cca-da99-4cc8-82c1-d27c9c2f7dd8 HTTP/1.1" status: 200 len: 944 time: 0.3263433 Feb 19 04:09:30.467234 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0aaa465a-9168-4942-8447-364a30aa9c61 admin admin] Publish callbacks [] for security_group (95ca67ff-32f1-466c-a3cb-c3eccb6091e5), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:30.480323 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 32910) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:30.550934 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b6469-c05c-4590-8531-6438e129de14 req-77b18d22-a438-41ce-8a9d-a2001bf2f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:30.552666 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ce4b6469-c05c-4590-8531-6438e129de14 req-77b18d22-a438-41ce-8a9d-a2001bf2f7ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db902299-93bc-45eb-b6b4-6acba92a32c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1590195 Feb 19 04:09:30.602317 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-964e1dd0-4829-49d9-a07a-c884e8f7c19d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:30.602878 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8eb9f7d1-713e-469a-855e-e869fb72764b req-74114433-78fe-43ff-ba22-d5ddb6d1f3c5 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/security-groups?id=7f71a8c3-d25b-416c-b79f-d60f665288d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967642 Feb 19 04:09:30.605951 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f35718c9-0af7-4c1f-aef1-d0b59be81f81 admin admin] Publish callbacks [] for router_gateway (3b81c5e7-f6dc-41f2-915f-f31edc959354), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:30.641488 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0aaa465a-9168-4942-8447-364a30aa9c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (95ca67ff-32f1-466c-a3cb-c3eccb6091e5), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:30.645117 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0aaa465a-9168-4942-8447-364a30aa9c61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:30.647578 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0aaa465a-9168-4942-8447-364a30aa9c61 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/95ca67ff-32f1-466c-a3cb-c3eccb6091e5 HTTP/1.1" status: 204 len: 168 time: 0.4159231 Feb 19 04:09:30.658544 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa465a-9168-4942-8447-364a30aa9c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ca67ff-32f1-466c-a3cb-c3eccb6091e5,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:30.759679 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ce4b6469-c05c-4590-8531-6438e129de14 req-c76eb081-63fb-483e-b584-6ad375c6f235 service neutron] 10.222.0.26 "GET /v2.0/networks/db902299-93bc-45eb-b6b4-6acba92a32c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847627 Feb 19 04:09:30.933262 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-32068d37-e30e-4133-9b02-46b2e5980ff7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-96029638-network', 'tenant_id': '47d77581683d4c43a3d18ea75c887227'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:30.969585 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ce4b6469-c05c-4590-8531-6438e129de14 req-5fd15292-4b3e-4e0e-abe8-2f1293f34e2f service neutron] 10.222.0.26 "GET /v2.0/networks/db902299-93bc-45eb-b6b4-6acba92a32c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997087 Feb 19 04:09:30.992074 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32068d37-e30e-4133-9b02-46b2e5980ff7 admin admin] Made reservation on behalf of 47d77581683d4c43a3d18ea75c887227 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:09:30.992997 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f35718c9-0af7-4c1f-aef1-d0b59be81f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (3b81c5e7-f6dc-41f2-915f-f31edc959354), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:30.995385 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-32068d37-e30e-4133-9b02-46b2e5980ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:31.010053 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-32068d37-e30e-4133-9b02-46b2e5980ff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:31.152654 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-32068d37-e30e-4133-9b02-46b2e5980ff7 admin admin] Publish callbacks [] for security_group (32e1a8ea-1a8e-4e99-8b6a-b787d805122e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:31.165091 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-32068d37-e30e-4133-9b02-46b2e5980ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (32e1a8ea-1a8e-4e99-8b6a-b787d805122e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:31.215727 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32068d37-e30e-4133-9b02-46b2e5980ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e1a8ea-1a8e-4e99-8b6a-b787d805122e,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:31.231865 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32068d37-e30e-4133-9b02-46b2e5980ff7 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:09:31.235358 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32068d37-e30e-4133-9b02-46b2e5980ff7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:31.235868 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32068d37-e30e-4133-9b02-46b2e5980ff7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:31.236728 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32068d37-e30e-4133-9b02-46b2e5980ff7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:31.236728 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32068d37-e30e-4133-9b02-46b2e5980ff7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:31.237204 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32068d37-e30e-4133-9b02-46b2e5980ff7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:31.237903 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32068d37-e30e-4133-9b02-46b2e5980ff7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:31.238381 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32068d37-e30e-4133-9b02-46b2e5980ff7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:31.238869 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32068d37-e30e-4133-9b02-46b2e5980ff7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:31.239392 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32068d37-e30e-4133-9b02-46b2e5980ff7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:31.239776 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32068d37-e30e-4133-9b02-46b2e5980ff7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:31.240291 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32068d37-e30e-4133-9b02-46b2e5980ff7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:31.252807 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32068d37-e30e-4133-9b02-46b2e5980ff7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:31.254689 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32068d37-e30e-4133-9b02-46b2e5980ff7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:31.296005 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35718c9-0af7-4c1f-aef1-d0b59be81f81 admin admin] Router 3b81c5e7-f6dc-41f2-915f-f31edc959354 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:09:31.365755 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-32068d37-e30e-4133-9b02-46b2e5980ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:31.366347 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-32068d37-e30e-4133-9b02-46b2e5980ff7 admin admin] Added segment 30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47 of type vlan for network af1b2524-905a-4fb0-b20e-a5912983245d Feb 19 04:09:31.417253 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-32068d37-e30e-4133-9b02-46b2e5980ff7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (af1b2524-905a-4fb0-b20e-a5912983245d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:31.426241 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-38590250-a820-4ab5-afa1-43a71620fc68 req-f6606e08-a5a8-46d6-a7b5-0e590b32e09d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.1487594 Feb 19 04:09:31.496685 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-32068d37-e30e-4133-9b02-46b2e5980ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (af1b2524-905a-4fb0-b20e-a5912983245d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:31.497691 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32068d37-e30e-4133-9b02-46b2e5980ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:31.498279 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-32068d37-e30e-4133-9b02-46b2e5980ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:31.519577 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35718c9-0af7-4c1f-aef1-d0b59be81f81 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:09:31.533533 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93723151-8ac9-4fcd-ab19-9162bd5f4d9e req-6b24cbfa-70ba-41c7-a850-22d3f37a877a tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:31.534143 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d08fe4a-3589-4063-a5bb-825e6e5cd35c None None] Sync routers for ids ['3b81c5e7-f6dc-41f2-915f-f31edc959354'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:09:31.537279 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-93723151-8ac9-4fcd-ab19-9162bd5f4d9e req-6b24cbfa-70ba-41c7-a850-22d3f37a877a tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.1149750 Feb 19 04:09:31.553964 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d08fe4a-3589-4063-a5bb-825e6e5cd35c None None] Routers {'3b81c5e7-f6dc-41f2-915f-f31edc959354'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:31.555165 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-5d08fe4a-3589-4063-a5bb-825e6e5cd35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:09:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['3b81c5e7-f6dc-41f2-915f-f31edc959354'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:31.559133 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f35718c9-0af7-4c1f-aef1-d0b59be81f81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:31.560482 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f35718c9-0af7-4c1f-aef1-d0b59be81f81 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.6612523 Feb 19 04:09:31.563253 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 32950) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:31.692671 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 32960) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:31.700236 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-32068d37-e30e-4133-9b02-46b2e5980ff7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2067935 Feb 19 04:09:31.714687 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-838e2435-7782-472e-8898-b80e018b71d2 admin admin] Request body: {'subnet': {'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-96029638-subnet', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:31.753928 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-5d08fe4a-3589-4063-a5bb-825e6e5cd35c None None] Set router 3b81c5e7-f6dc-41f2-915f-f31edc959354 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:31.832189 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32068d37-e30e-4133-9b02-46b2e5980ff7 admin admin] Pushing event updated for resources: {'Network': ['ID=af1b2524-905a-4fb0-b20e-a5912983245d,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:31.903637 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-93723151-8ac9-4fcd-ab19-9162bd5f4d9e req-0904994c-c622-4c36-97b8-1a60b73ee784 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288257 Feb 19 04:09:31.908470 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network af1b2524-905a-4fb0-b20e-a5912983245d details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:09:31.982874 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2458d-adc2-4323-b9f8-3ac479c6db00 req-c4fde558-2ddc-4a7c-a89f-b22d0f161d70 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:31.997918 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-48c2458d-adc2-4323-b9f8-3ac479c6db00 req-c4fde558-2ddc-4a7c-a89f-b22d0f161d70 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/ports?device_id=02d03cca-da99-4cc8-82c1-d27c9c2f7dd8 HTTP/1.1" status: 200 len: 944 time: 0.2531605 Feb 19 04:09:32.041117 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-5d08fe4a-3589-4063-a5bb-825e6e5cd35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b81c5e7-f6dc-41f2-915f-f31edc959354', 'name': 'tempest-TestAggregatesBasicOps-1090073182-router', 'tenant_id': '6a49e02ba8794ba1ae4a4afbf0d7f2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '8ab99cd0-af0b-4d89-a590-4af8fba67f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:25Z', 'updated_at': '2022-02-19T04:09:30Z', 'revision_number': 3, 'project_id': '6a49e02ba8794ba1ae4a4afbf0d7f2f0', 'gw_port': {'id': '8ab99cd0-af0b-4d89-a590-4af8fba67f5f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b81c5e7-f6dc-41f2-915f-f31edc959354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:28Z', 'updated_at': '2022-02-19T04:09:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:32.100543 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-48c2458d-adc2-4323-b9f8-3ac479c6db00 req-a1c584b4-b2e6-4284-97fc-ab13e4fbab02 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/security-groups?id=7f71a8c3-d25b-416c-b79f-d60f665288d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003814 Feb 19 04:09:32.106860 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d08fe4a-3589-4063-a5bb-825e6e5cd35c None None] Checking router: 3b81c5e7-f6dc-41f2-915f-f31edc959354 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:09:32.108721 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d08fe4a-3589-4063-a5bb-825e6e5cd35c None None] Updating router 3b81c5e7-f6dc-41f2-915f-f31edc959354 port 8ab99cd0-af0b-4d89-a590-4af8fba67f5f binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:09:32.163566 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5d08fe4a-3589-4063-a5bb-825e6e5cd35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8ab99cd0-af0b-4d89-a590-4af8fba67f5f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:32.216287 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838e2435-7782-472e-8898-b80e018b71d2 admin admin] Made reservation on behalf of 47d77581683d4c43a3d18ea75c887227 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:09:32.221325 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-838e2435-7782-472e-8898-b80e018b71d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:32.562238 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5d08fe4a-3589-4063-a5bb-825e6e5cd35c None None] Publish callbacks [] for port (8ab99cd0-af0b-4d89-a590-4af8fba67f5f), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:32.587183 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5d08fe4a-3589-4063-a5bb-825e6e5cd35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8ab99cd0-af0b-4d89-a590-4af8fba67f5f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:32.645230 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef758501-e55b-4b8f-a3d7-58c8838bc15e req-9cf9a977-ea82-4e32-afce-8085d85e1e6f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0675890 Feb 19 04:09:32.705129 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a996a0-93c2-43d8-ae9a-5c5703b688e3 None None] Pushing event updated for resources: {'Port': ['ID=8ab99cd0-af0b-4d89-a590-4af8fba67f5f,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:32.743030 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-5d08fe4a-3589-4063-a5bb-825e6e5cd35c None None] Attempting to bind port 8ab99cd0-af0b-4d89-a590-4af8fba67f5f on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:32.743673 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-5d08fe4a-3589-4063-a5bb-825e6e5cd35c None None] Attempting to bind port 8ab99cd0-af0b-4d89-a590-4af8fba67f5f by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:32.743939 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 32994) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:32.744842 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08fe4a-3589-4063-a5bb-825e6e5cd35c None None] Attempting to bind port 8ab99cd0-af0b-4d89-a590-4af8fba67f5f on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:32.747685 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9a11a475-0e6e-4a87-a80a-7488db303d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:32.769986 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08fe4a-3589-4063-a5bb-825e6e5cd35c None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:32.770743 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08fe4a-3589-4063-a5bb-825e6e5cd35c None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:32.771004 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5d08fe4a-3589-4063-a5bb-825e6e5cd35c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:32.771284 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08fe4a-3589-4063-a5bb-825e6e5cd35c None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:32.771780 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-5d08fe4a-3589-4063-a5bb-825e6e5cd35c None None] Bound port: 8ab99cd0-af0b-4d89-a590-4af8fba67f5f, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:32.772173 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5d08fe4a-3589-4063-a5bb-825e6e5cd35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8ab99cd0-af0b-4d89-a590-4af8fba67f5f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:32.890400 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-5d08fe4a-3589-4063-a5bb-825e6e5cd35c None None] For port 8ab99cd0-af0b-4d89-a590-4af8fba67f5f, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:32.896497 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-5d08fe4a-3589-4063-a5bb-825e6e5cd35c None None] For port 8ab99cd0-af0b-4d89-a590-4af8fba67f5f, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8ab99cd0-af0b-4d89-a590-4af8fba67f5f,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:32.904120 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5d08fe4a-3589-4063-a5bb-825e6e5cd35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8ab99cd0-af0b-4d89-a590-4af8fba67f5f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:32.916583 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d2620dd8-a3c7-4088-abd5-448c49397873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:32.985939 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d08fe4a-3589-4063-a5bb-825e6e5cd35c None None] Routers {'3b81c5e7-f6dc-41f2-915f-f31edc959354'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:32.987536 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-5d08fe4a-3589-4063-a5bb-825e6e5cd35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:09:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['3b81c5e7-f6dc-41f2-915f-f31edc959354'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:33.121875 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-5d08fe4a-3589-4063-a5bb-825e6e5cd35c None None] Set router 3b81c5e7-f6dc-41f2-915f-f31edc959354 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:33.136982 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d2620dd8-a3c7-4088-abd5-448c49397873 admin admin] Publish callbacks [] for security_group (fadbec61-9872-4050-95af-d79fb039250a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.146316 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d2620dd8-a3c7-4088-abd5-448c49397873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (fadbec61-9872-4050-95af-d79fb039250a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.163694 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41fd0218-5b2a-4f8d-a482-df0637c11eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.199075 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 29b08d36-aa15-44f8-929c-8e07e39220c5 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:09:33.234995 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2620dd8-a3c7-4088-abd5-448c49397873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadbec61-9872-4050-95af-d79fb039250a,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:33.264972 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d2620dd8-a3c7-4088-abd5-448c49397873 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dda5682fb71c41f9a2924c98c68c651d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5198193 Feb 19 04:09:33.267881 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33008) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:33.309826 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-838e2435-7782-472e-8898-b80e018b71d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.318860 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a996a0-93c2-43d8-ae9a-5c5703b688e3 None None] Pushing event updated for resources: {'Port': ['ID=8ab99cd0-af0b-4d89-a590-4af8fba67f5f,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:33.390305 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66dc13-c392-4c0a-bbbb-473ac187b218 req-3a0bae28-0aa9-4be0-ad23-01a7a27c038d tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:33.392104 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c66dc13-c392-4c0a-bbbb-473ac187b218 req-3a0bae28-0aa9-4be0-ad23-01a7a27c038d tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/ports?device_id=02d03cca-da99-4cc8-82c1-d27c9c2f7dd8 HTTP/1.1" status: 200 len: 944 time: 0.1853650 Feb 19 04:09:33.395922 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 29b08d36-aa15-44f8-929c-8e07e39220c5, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=29b08d36-aa15-44f8-929c-8e07e39220c5,segment=NetworkSegment(6844225e-18dd-477e-a839-8b8ce4cd8765),segment_id=6844225e-18dd-477e-a839-8b8ce4cd8765)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:33.418097 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '29b08d36-aa15-44f8-929c-8e07e39220c5', 'network_id': 'db902299-93bc-45eb-b6b4-6acba92a32c7', 'port_id': '29b08d36-aa15-44f8-929c-8e07e39220c5', 'mac_address': 'fa:16:3e:73:50:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a636f74d-11b2-4b6b-aa69-e73def6fd43d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:09:33.423559 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dd278bc2-41e2-49bb-bc1c-6114cb226c06 admin admin] Publish callbacks [] for security_group (fadbec61-9872-4050-95af-d79fb039250a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.450621 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e2435-7782-472e-8898-b80e018b71d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:33.468476 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dd278bc2-41e2-49bb-bc1c-6114cb226c06 admin admin] Publish callbacks [] for security_group (fadbec61-9872-4050-95af-d79fb039250a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.486860 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c66dc13-c392-4c0a-bbbb-473ac187b218 req-173a3f83-62f0-4027-8a3f-b7b1015718ba tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/security-groups?id=7f71a8c3-d25b-416c-b79f-d60f665288d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872805 Feb 19 04:09:33.498131 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 29b08d36-aa15-44f8-929c-8e07e39220c5 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:33.498732 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (29b08d36-aa15-44f8-929c-8e07e39220c5), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.513983 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838e2435-7782-472e-8898-b80e018b71d2 admin admin] Checking segment: {'id': '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:33.515654 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838e2435-7782-472e-8898-b80e018b71d2 admin admin] Network hostable DHCP agents. Network: af1b2524-905a-4fb0-b20e-a5912983245d, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:09:33.554568 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29b08d36-aa15-44f8-929c-8e07e39220c5 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:09:33.568489 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dd278bc2-41e2-49bb-bc1c-6114cb226c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (fadbec61-9872-4050-95af-d79fb039250a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.572088 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dd278bc2-41e2-49bb-bc1c-6114cb226c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.573444 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-dd278bc2-41e2-49bb-bc1c-6114cb226c06 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fadbec61-9872-4050-95af-d79fb039250a HTTP/1.1" status: 204 len: 168 time: 0.3043675 Feb 19 04:09:33.595597 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd278bc2-41e2-49bb-bc1c-6114cb226c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadbec61-9872-4050-95af-d79fb039250a,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:33.608953 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 29b08d36-aa15-44f8-929c-8e07e39220c5, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=29b08d36-aa15-44f8-929c-8e07e39220c5,segment=NetworkSegment(6844225e-18dd-477e-a839-8b8ce4cd8765),segment_id=6844225e-18dd-477e-a839-8b8ce4cd8765)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:33.617058 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838e2435-7782-472e-8898-b80e018b71d2 admin admin] Network af1b2524-905a-4fb0-b20e-a5912983245d is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:09:33.642660 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (29b08d36-aa15-44f8-929c-8e07e39220c5), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.660736 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-838e2435-7782-472e-8898-b80e018b71d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, af1b2524-905a-4fb0-b20e-a5912983245d) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:33.670593 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838e2435-7782-472e-8898-b80e018b71d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:33.672915 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-838e2435-7782-472e-8898-b80e018b71d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.722501 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db4bead-1224-4696-b200-c15ec84d7ca7 None None] Network af1b2524-905a-4fb0-b20e-a5912983245d requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:09:33.729129 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-41fd0218-5b2a-4f8d-a482-df0637c11eec admin admin] Allocated IP 172.20.0.1 (d2565e1e-57fd-4b81-97bf-198edf646d4b/3547c838-5950-4a9c-b7ca-563f32969d45/650049d8-1d06-4ed5-b1d5-d1a51a422e0f) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:33.768731 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-838e2435-7782-472e-8898-b80e018b71d2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0748887 Feb 19 04:09:33.770311 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33018) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:33.785999 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-0838020b-4ee9-42b3-8586-a9d430c787a8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-96029638-router', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:33.801142 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=29b08d36-aa15-44f8-929c-8e07e39220c5,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:33.847885 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.867448 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0ff15d01-fe1a-43f9-9582-1aa9d886ab69 req-42e52379-ac1f-4a4c-a306-3b54a9238742 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.1068301 Feb 19 04:09:33.873928 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-5d08fe4a-3589-4063-a5bb-825e6e5cd35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b81c5e7-f6dc-41f2-915f-f31edc959354', 'name': 'tempest-TestAggregatesBasicOps-1090073182-router', 'tenant_id': '6a49e02ba8794ba1ae4a4afbf0d7f2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '8ab99cd0-af0b-4d89-a590-4af8fba67f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:25Z', 'updated_at': '2022-02-19T04:09:30Z', 'revision_number': 3, 'project_id': '6a49e02ba8794ba1ae4a4afbf0d7f2f0', 'gw_port': {'id': '8ab99cd0-af0b-4d89-a590-4af8fba67f5f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b81c5e7-f6dc-41f2-915f-f31edc959354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:28Z', 'updated_at': '2022-02-19T04:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:33.912035 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0838020b-4ee9-42b3-8586-a9d430c787a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (735b7994-cc26-46f2-a4f0-ac0b11f18625), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.913244 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0838020b-4ee9-42b3-8586-a9d430c787a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (735b7994-cc26-46f2-a4f0-ac0b11f18625), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.955396 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41fd0218-5b2a-4f8d-a482-df0637c11eec admin admin] Publish callbacks [] for port (650049d8-1d06-4ed5-b1d5-d1a51a422e0f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.976629 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d08fe4a-3589-4063-a5bb-825e6e5cd35c None None] The sync data for ids ['3b81c5e7-f6dc-41f2-915f-f31edc959354'] in n-d-828369-19 is: [{'id': '3b81c5e7-f6dc-41f2-915f-f31edc959354', 'name': 'tempest-TestAggregatesBasicOps-1090073182-router', 'tenant_id': '6a49e02ba8794ba1ae4a4afbf0d7f2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '8ab99cd0-af0b-4d89-a590-4af8fba67f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:25Z', 'updated_at': '2022-02-19T04:09:30Z', 'revision_number': 3, 'project_id': '6a49e02ba8794ba1ae4a4afbf0d7f2f0', 'gw_port': {'id': '8ab99cd0-af0b-4d89-a590-4af8fba67f5f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b81c5e7-f6dc-41f2-915f-f31edc959354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:28Z', 'updated_at': '2022-02-19T04:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:09:34.007697 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['29b08d36-aa15-44f8-929c-8e07e39220c5'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:09:34.015329 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0838020b-4ee9-42b3-8586-a9d430c787a8 admin admin] Publish callbacks [] for router_controller (735b7994-cc26-46f2-a4f0-ac0b11f18625), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:34.030919 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41fd0218-5b2a-4f8d-a482-df0637c11eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (650049d8-1d06-4ed5-b1d5-d1a51a422e0f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:34.159284 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fd0218-5b2a-4f8d-a482-df0637c11eec admin admin] Network d2565e1e-57fd-4b81-97bf-198edf646d4b is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:34.165252 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-41fd0218-5b2a-4f8d-a482-df0637c11eec admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:34.178313 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fd0218-5b2a-4f8d-a482-df0637c11eec admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:34.181571 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd0218-5b2a-4f8d-a482-df0637c11eec admin admin] Pushing event updated for resources: {'Port': ['ID=650049d8-1d06-4ed5-b1d5-d1a51a422e0f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:34.281116 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41fd0218-5b2a-4f8d-a482-df0637c11eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (3b81c5e7-f6dc-41f2-915f-f31edc959354), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:34.367020 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33026) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:34.378797 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1412609-1b69-4d68-947c-b60af98a1438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-af1b2524-905a-4fb0-b20e-a5912983245d', 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'project_id': '47d77581683d4c43a3d18ea75c887227', 'fixed_ips': [{'subnet_id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:09:34.379674 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f1412609-1b69-4d68-947c-b60af98a1438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:34.409408 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8c6cea27-0d76-4b62-8844-b0c29c7a939e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:34.731038 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41fd0218-5b2a-4f8d-a482-df0637c11eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (650049d8-1d06-4ed5-b1d5-d1a51a422e0f), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:34.931447 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8c6cea27-0d76-4b62-8844-b0c29c7a939e admin admin] Publish callbacks [] for security_group (26b2ad2a-445c-4032-8c21-74ca6448a3b9), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:34.985344 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8c6cea27-0d76-4b62-8844-b0c29c7a939e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (26b2ad2a-445c-4032-8c21-74ca6448a3b9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.107776 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-4059e0ab-244f-4fc4-9411-e0edb140da29 None None] Provisioning complete for port 650049d8-1d06-4ed5-b1d5-d1a51a422e0f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:35.108426 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4059e0ab-244f-4fc4-9411-e0edb140da29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (650049d8-1d06-4ed5-b1d5-d1a51a422e0f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.199195 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6cea27-0d76-4b62-8844-b0c29c7a939e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b2ad2a-445c-4032-8c21-74ca6448a3b9,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:35.226984 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8ab99cd0-af0b-4d89-a590-4af8fba67f5f up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:35.228716 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6cea27-0d76-4b62-8844-b0c29c7a939e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:35.229272 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6cea27-0d76-4b62-8844-b0c29c7a939e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:35.229837 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6cea27-0d76-4b62-8844-b0c29c7a939e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:35.230388 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6cea27-0d76-4b62-8844-b0c29c7a939e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:35.231507 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6cea27-0d76-4b62-8844-b0c29c7a939e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:35.233774 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6cea27-0d76-4b62-8844-b0c29c7a939e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:35.234152 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6cea27-0d76-4b62-8844-b0c29c7a939e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:35.234793 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6cea27-0d76-4b62-8844-b0c29c7a939e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:35.235210 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6cea27-0d76-4b62-8844-b0c29c7a939e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:35.235561 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6cea27-0d76-4b62-8844-b0c29c7a939e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:35.236039 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6cea27-0d76-4b62-8844-b0c29c7a939e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:35.236395 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6cea27-0d76-4b62-8844-b0c29c7a939e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:35.236732 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6cea27-0d76-4b62-8844-b0c29c7a939e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:35.255977 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8c6cea27-0d76-4b62-8844-b0c29c7a939e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1ef759a3cd9c4344aea73a7c381b5571&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8879023 Feb 19 04:09:35.262766 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33032) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:35.300874 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-94dff8b6-2aff-4779-b000-26c53599ee66 req-76ef40d0-3328-49ff-b8a4-f2e2c9bdf623 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.1865520 Feb 19 04:09:35.304762 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0838020b-4ee9-42b3-8586-a9d430c787a8 admin admin] Publish callbacks [] for router_gateway (735b7994-cc26-46f2-a4f0-ac0b11f18625), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.319839 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-4059e0ab-244f-4fc4-9411-e0edb140da29 None None] Port 650049d8-1d06-4ed5-b1d5-d1a51a422e0f cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:09:35.339909 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.344738 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-f1412609-1b69-4d68-947c-b60af98a1438 None None] Allocated IP 172.20.0.2 (af1b2524-905a-4fb0-b20e-a5912983245d/2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4/7dc69317-4fb5-4fc1-802b-a39d6c63d263) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:35.448309 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 8ab99cd0-af0b-4d89-a590-4af8fba67f5f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:35.449466 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8ab99cd0-af0b-4d89-a590-4af8fba67f5f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.504118 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-afaca9c5-3f9f-4362-a8dd-7f854046af1f admin admin] Publish callbacks [] for security_group (26b2ad2a-445c-4032-8c21-74ca6448a3b9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.508597 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e083e-10d5-47d2-9f5c-4bf93e1372d8 req-9c1640c5-1a8f-4322-b98b-f0650f460979 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:35.516839 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c9e083e-10d5-47d2-9f5c-4bf93e1372d8 req-9c1640c5-1a8f-4322-b98b-f0650f460979 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/ports?device_id=02d03cca-da99-4cc8-82c1-d27c9c2f7dd8 HTTP/1.1" status: 200 len: 945 time: 0.3657916 Feb 19 04:09:35.584087 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-afaca9c5-3f9f-4362-a8dd-7f854046af1f admin admin] Publish callbacks [] for security_group (26b2ad2a-445c-4032-8c21-74ca6448a3b9), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.597087 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41fd0218-5b2a-4f8d-a482-df0637c11eec admin admin] Publish callbacks [] for port (650049d8-1d06-4ed5-b1d5-d1a51a422e0f), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.624942 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c9e083e-10d5-47d2-9f5c-4bf93e1372d8 req-8a76a451-aea0-4ed5-9e5f-8684b4507839 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/security-groups?id=7f71a8c3-d25b-416c-b79f-d60f665288d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964973 Feb 19 04:09:35.627153 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41fd0218-5b2a-4f8d-a482-df0637c11eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (650049d8-1d06-4ed5-b1d5-d1a51a422e0f), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.697326 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f1412609-1b69-4d68-947c-b60af98a1438 None None] Publish callbacks [] for port (7dc69317-4fb5-4fc1-802b-a39d6c63d263), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.721447 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f1412609-1b69-4d68-947c-b60af98a1438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (7dc69317-4fb5-4fc1-802b-a39d6c63d263), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.812468 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 8ab99cd0-af0b-4d89-a590-4af8fba67f5f is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:35.812861 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8ab99cd0-af0b-4d89-a590-4af8fba67f5f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.813515 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41fd0218-5b2a-4f8d-a482-df0637c11eec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (3b81c5e7-f6dc-41f2-915f-f31edc959354), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.823746 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0838020b-4ee9-42b3-8586-a9d430c787a8 admin admin] Publish callbacks [] for router_gateway (735b7994-cc26-46f2-a4f0-ac0b11f18625), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.858801 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0838020b-4ee9-42b3-8586-a9d430c787a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.923814 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 8ab99cd0-af0b-4d89-a590-4af8fba67f5f, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8ab99cd0-af0b-4d89-a590-4af8fba67f5f,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:35.963665 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8ab99cd0-af0b-4d89-a590-4af8fba67f5f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.964034 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fd0218-5b2a-4f8d-a482-df0637c11eec admin admin] Network d2565e1e-57fd-4b81-97bf-198edf646d4b is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:35.966424 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd0218-5b2a-4f8d-a482-df0637c11eec admin admin] Pushing event updated for resources: {'Port': ['ID=650049d8-1d06-4ed5-b1d5-d1a51a422e0f,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:35.970228 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-41fd0218-5b2a-4f8d-a482-df0637c11eec admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:35.977223 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-afaca9c5-3f9f-4362-a8dd-7f854046af1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (26b2ad2a-445c-4032-8c21-74ca6448a3b9), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.981853 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-afaca9c5-3f9f-4362-a8dd-7f854046af1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.983215 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-afaca9c5-3f9f-4362-a8dd-7f854046af1f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/26b2ad2a-445c-4032-8c21-74ca6448a3b9 HTTP/1.1" status: 204 len: 168 time: 0.7194588 Feb 19 04:09:35.996631 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1412609-1b69-4d68-947c-b60af98a1438 None None] Network af1b2524-905a-4fb0-b20e-a5912983245d is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:36.004204 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaca9c5-3f9f-4362-a8dd-7f854046af1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b2ad2a-445c-4032-8c21-74ca6448a3b9,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:36.029134 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-f1412609-1b69-4d68-947c-b60af98a1438 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:36.049325 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1412609-1b69-4d68-947c-b60af98a1438 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:36.066130 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1412609-1b69-4d68-947c-b60af98a1438 None None] Pushing event updated for resources: {'Port': ['ID=7dc69317-4fb5-4fc1-802b-a39d6c63d263,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:36.191872 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-0838020b-4ee9-42b3-8586-a9d430c787a8 admin admin] Allocated IP 172.25.3.6 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/d3745e44-468c-45e6-a6d8-d8cba7fb8fec) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:36.325261 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41fd0218-5b2a-4f8d-a482-df0637c11eec admin admin] Router 3b81c5e7-f6dc-41f2-915f-f31edc959354 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:09:36.387675 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=8ab99cd0-af0b-4d89-a590-4af8fba67f5f,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:36.404147 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f1412609-1b69-4d68-947c-b60af98a1438 None None] Attempting to bind port 7dc69317-4fb5-4fc1-802b-a39d6c63d263 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:36.405019 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f1412609-1b69-4d68-947c-b60af98a1438 None None] Attempting to bind port 7dc69317-4fb5-4fc1-802b-a39d6c63d263 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:36.405908 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1412609-1b69-4d68-947c-b60af98a1438 None None] Attempting to bind port 7dc69317-4fb5-4fc1-802b-a39d6c63d263 on network af1b2524-905a-4fb0-b20e-a5912983245d {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:36.421103 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1412609-1b69-4d68-947c-b60af98a1438 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:36.422796 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1412609-1b69-4d68-947c-b60af98a1438 None None] Checking segment: {'id': '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:36.423636 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f1412609-1b69-4d68-947c-b60af98a1438 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:36.433054 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1412609-1b69-4d68-947c-b60af98a1438 None None] Bound using segment: {'id': '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:36.436099 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f1412609-1b69-4d68-947c-b60af98a1438 None None] Bound port: 7dc69317-4fb5-4fc1-802b-a39d6c63d263, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:36.436099 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f1412609-1b69-4d68-947c-b60af98a1438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7dc69317-4fb5-4fc1-802b-a39d6c63d263), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:36.557178 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0838020b-4ee9-42b3-8586-a9d430c787a8 admin admin] Publish callbacks [] for port (d3745e44-468c-45e6-a6d8-d8cba7fb8fec), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:36.603586 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-f1412609-1b69-4d68-947c-b60af98a1438 None None] For port 7dc69317-4fb5-4fc1-802b-a39d6c63d263, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:36.621283 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-f1412609-1b69-4d68-947c-b60af98a1438 None None] For port 7dc69317-4fb5-4fc1-802b-a39d6c63d263, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7dc69317-4fb5-4fc1-802b-a39d6c63d263,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:36.665285 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da1dd842-af2a-49fb-b579-9f8b64fea87f req-21f2c07b-c1d7-4910-aa80-66c585a4f931 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.1620007 Feb 19 04:09:36.697501 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fd0218-5b2a-4f8d-a482-df0637c11eec admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:09:36.698529 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f1412609-1b69-4d68-947c-b60af98a1438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7dc69317-4fb5-4fc1-802b-a39d6c63d263), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:36.718516 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-41fd0218-5b2a-4f8d-a482-df0637c11eec admin admin] 10.222.0.52 "PUT /v2.0/routers/3b81c5e7-f6dc-41f2-915f-f31edc959354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1455185 Feb 19 04:09:36.718821 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-63ad7a03-ec4e-4401-b1f7-e353efa9f91f None None] Provisioning complete for port 650049d8-1d06-4ed5-b1d5-d1a51a422e0f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:36.718821 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-63ad7a03-ec4e-4401-b1f7-e353efa9f91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (650049d8-1d06-4ed5-b1d5-d1a51a422e0f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:36.738444 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0838020b-4ee9-42b3-8586-a9d430c787a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (d3745e44-468c-45e6-a6d8-d8cba7fb8fec), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:36.868199 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:36.926376 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-63ad7a03-ec4e-4401-b1f7-e353efa9f91f None None] Port 650049d8-1d06-4ed5-b1d5-d1a51a422e0f cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:09:36.938126 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1412609-1b69-4d68-947c-b60af98a1438 None None] Pushing event updated for resources: {'Port': ['ID=7dc69317-4fb5-4fc1-802b-a39d6c63d263,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:36.938794 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0838020b-4ee9-42b3-8586-a9d430c787a8 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:37.001869 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-0838020b-4ee9-42b3-8586-a9d430c787a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:37.019775 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0838020b-4ee9-42b3-8586-a9d430c787a8 admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:37.083460 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 29b08d36-aa15-44f8-929c-8e07e39220c5 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:37.091537 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838020b-4ee9-42b3-8586-a9d430c787a8 admin admin] Pushing event updated for resources: {'Port': ['ID=d3745e44-468c-45e6-a6d8-d8cba7fb8fec,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:37.138677 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8ab99cd0-af0b-4d89-a590-4af8fba67f5f up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:37.184227 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699d2fe-4728-400a-aa3f-f63aec25a98f req-c9cbb817-4a52-4f05-bbad-cf3024a416c5 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:37.193309 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c699d2fe-4728-400a-aa3f-f63aec25a98f req-c9cbb817-4a52-4f05-bbad-cf3024a416c5 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/ports?device_id=02d03cca-da99-4cc8-82c1-d27c9c2f7dd8 HTTP/1.1" status: 200 len: 945 time: 0.3663354 Feb 19 04:09:37.226493 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 8ab99cd0-af0b-4d89-a590-4af8fba67f5f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:37.226869 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8ab99cd0-af0b-4d89-a590-4af8fba67f5f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:37.230108 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 29b08d36-aa15-44f8-929c-8e07e39220c5 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:09:37.271691 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 29b08d36-aa15-44f8-929c-8e07e39220c5 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:37.272072 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (29b08d36-aa15-44f8-929c-8e07e39220c5), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:37.326614 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19053a2-ba31-48fb-bcfa-c2b19ca290be None None] Sync routers for ids ['3b81c5e7-f6dc-41f2-915f-f31edc959354'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:09:37.356591 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19053a2-ba31-48fb-bcfa-c2b19ca290be None None] Routers {'3b81c5e7-f6dc-41f2-915f-f31edc959354'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:37.358582 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-f19053a2-ba31-48fb-bcfa-c2b19ca290be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:09:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['3b81c5e7-f6dc-41f2-915f-f31edc959354'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:37.442503 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 8ab99cd0-af0b-4d89-a590-4af8fba67f5f is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:37.446979 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 29b08d36-aa15-44f8-929c-8e07e39220c5 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:37.447327 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (29b08d36-aa15-44f8-929c-8e07e39220c5), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:37.528257 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c699d2fe-4728-400a-aa3f-f63aec25a98f req-e350a9e3-637c-4748-83cb-578723bd578e tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/security-groups?id=7f71a8c3-d25b-416c-b79f-d60f665288d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3280745 Feb 19 04:09:37.537346 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 29b08d36-aa15-44f8-929c-8e07e39220c5, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=29b08d36-aa15-44f8-929c-8e07e39220c5,segment=NetworkSegment(6844225e-18dd-477e-a839-8b8ce4cd8765),segment_id=6844225e-18dd-477e-a839-8b8ce4cd8765)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:37.541206 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d03cca-da99-4cc8-82c1-d27c9c2f7dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b08d36-aa15-44f8-929c-8e07e39220c5'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:37.553057 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0581b83-9aa3-43f0-b145-a82eabad4d44" -d '{"events": [{"server_uuid": "02d03cca-da99-4cc8-82c1-d27c9c2f7dd8", "name": "network-vif-plugged", "status": "completed", "tag": "29b08d36-aa15-44f8-929c-8e07e39220c5"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:37.576778 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (29b08d36-aa15-44f8-929c-8e07e39220c5), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:37.611540 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-f19053a2-ba31-48fb-bcfa-c2b19ca290be None None] Set router 3b81c5e7-f6dc-41f2-915f-f31edc959354 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:37.704915 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdfeea9-8ee1-4f5d-b56d-20d831b95462 x-openstack-request-id: req-6cdfeea9-8ee1-4f5d-b56d-20d831b95462 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:37.705255 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d03cca-da99-4cc8-82c1-d27c9c2f7dd8", "name": "network-vif-plugged", "status": "completed", "tag": "29b08d36-aa15-44f8-929c-8e07e39220c5", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:37.707305 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6cdfeea9-8ee1-4f5d-b56d-20d831b95462 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:37.707714 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d03cca-da99-4cc8-82c1-d27c9c2f7dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b08d36-aa15-44f8-929c-8e07e39220c5', 'code': 200} Feb 19 04:09:37.809422 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=29b08d36-aa15-44f8-929c-8e07e39220c5,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:37.821860 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0838020b-4ee9-42b3-8586-a9d430c787a8 admin admin] Publish callbacks [] for router_gateway (735b7994-cc26-46f2-a4f0-ac0b11f18625), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:37.839533 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737e894-acee-46c5-8ac4-571da14497a6 req-f6e27988-7043-470d-9d22-cbbce2432862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:37.841056 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d737e894-acee-46c5-8ac4-571da14497a6 req-f6e27988-7043-470d-9d22-cbbce2432862 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=02d03cca-da99-4cc8-82c1-d27c9c2f7dd8 HTTP/1.1" status: 200 len: 1129 time: 0.1070857 Feb 19 04:09:37.895831 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33078) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:37.930702 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-148ce0aa-a35d-4972-adf0-8e8f08a8e674 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-86239533-network', 'tenant_id': '0fe0837df242445bb1f684ee613a142c'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:37.945089 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d737e894-acee-46c5-8ac4-571da14497a6 req-d15909cb-0dfe-481b-bf21-70a060e022a3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7f71a8c3-d25b-416c-b79f-d60f665288d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888288 Feb 19 04:09:37.952260 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aabbd25c-1e9b-4054-81a4-f109f9d212fe req-7a50f006-2791-4930-96a3-92813f2892ab tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0552990 Feb 19 04:09:37.961581 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148ce0aa-a35d-4972-adf0-8e8f08a8e674 admin admin] Made reservation on behalf of 0fe0837df242445bb1f684ee613a142c for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:09:37.964041 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-148ce0aa-a35d-4972-adf0-8e8f08a8e674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:37.979867 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-148ce0aa-a35d-4972-adf0-8e8f08a8e674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.132649 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-f19053a2-ba31-48fb-bcfa-c2b19ca290be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b81c5e7-f6dc-41f2-915f-f31edc959354', 'name': 'tempest-TestAggregatesBasicOps-1090073182-router', 'tenant_id': '6a49e02ba8794ba1ae4a4afbf0d7f2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '8ab99cd0-af0b-4d89-a590-4af8fba67f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:25Z', 'updated_at': '2022-02-19T04:09:34Z', 'revision_number': 4, 'project_id': '6a49e02ba8794ba1ae4a4afbf0d7f2f0', 'gw_port': {'id': '8ab99cd0-af0b-4d89-a590-4af8fba67f5f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b81c5e7-f6dc-41f2-915f-f31edc959354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:28Z', 'updated_at': '2022-02-19T04:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '650049d8-1d06-4ed5-b1d5-d1a51a422e0f', 'name': '', 'network_id': 'd2565e1e-57fd-4b81-97bf-198edf646d4b', 'tenant_id': '6a49e02ba8794ba1ae4a4afbf0d7f2f0', 'mac_address': 'fa:16:3e:68:59:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b81c5e7-f6dc-41f2-915f-f31edc959354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '3547c838-5950-4a9c-b7ca-563f32969d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:33Z', 'updated_at': '2022-02-19T04:09:34Z', 'revision_number': 2, 'project_id': '6a49e02ba8794ba1ae4a4afbf0d7f2f0', 'subnets': [{'id': '3547c838-5950-4a9c-b7ca-563f32969d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:38.184670 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19053a2-ba31-48fb-bcfa-c2b19ca290be None None] Checking router: 3b81c5e7-f6dc-41f2-915f-f31edc959354 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:09:38.185606 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19053a2-ba31-48fb-bcfa-c2b19ca290be None None] Updating router 3b81c5e7-f6dc-41f2-915f-f31edc959354 port 650049d8-1d06-4ed5-b1d5-d1a51a422e0f binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:09:38.236852 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-148ce0aa-a35d-4972-adf0-8e8f08a8e674 admin admin] Publish callbacks [] for security_group (1dda455e-3c67-415c-81d8-c293508e06af), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.239567 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-f19053a2-ba31-48fb-bcfa-c2b19ca290be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (650049d8-1d06-4ed5-b1d5-d1a51a422e0f), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.276041 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-148ce0aa-a35d-4972-adf0-8e8f08a8e674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1dda455e-3c67-415c-81d8-c293508e06af), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.312876 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-148ce0aa-a35d-4972-adf0-8e8f08a8e674 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:09:38.332365 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ce0aa-a35d-4972-adf0-8e8f08a8e674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dda455e-3c67-415c-81d8-c293508e06af,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:38.336002 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-148ce0aa-a35d-4972-adf0-8e8f08a8e674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (cd4bfa2c-afb9-4498-8063-6e180ae71739), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.336002 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-148ce0aa-a35d-4972-adf0-8e8f08a8e674 admin admin] Added segment cd4bfa2c-afb9-4498-8063-6e180ae71739 of type vlan for network 593e3203-1e41-4617-a3ce-c10c95f4a43a Feb 19 04:09:38.345234 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0838020b-4ee9-42b3-8586-a9d430c787a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (735b7994-cc26-46f2-a4f0-ac0b11f18625), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.461737 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-148ce0aa-a35d-4972-adf0-8e8f08a8e674 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (593e3203-1e41-4617-a3ce-c10c95f4a43a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.558740 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-f19053a2-ba31-48fb-bcfa-c2b19ca290be None None] Publish callbacks [] for port (650049d8-1d06-4ed5-b1d5-d1a51a422e0f), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.577946 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-f19053a2-ba31-48fb-bcfa-c2b19ca290be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (650049d8-1d06-4ed5-b1d5-d1a51a422e0f), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.628972 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a1761-edf1-41b9-b311-5a7aaf86f206 None None] Pushing event updated for resources: {'Port': ['ID=650049d8-1d06-4ed5-b1d5-d1a51a422e0f,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:38.662988 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-148ce0aa-a35d-4972-adf0-8e8f08a8e674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (593e3203-1e41-4617-a3ce-c10c95f4a43a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.663994 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148ce0aa-a35d-4972-adf0-8e8f08a8e674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:38.664622 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-148ce0aa-a35d-4972-adf0-8e8f08a8e674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.678661 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540f3923-50b7-4b17-b775-4ce3e98296aa None None] Network af1b2524-905a-4fb0-b20e-a5912983245d requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:09:38.745625 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-f19053a2-ba31-48fb-bcfa-c2b19ca290be None None] Attempting to bind port 650049d8-1d06-4ed5-b1d5-d1a51a422e0f on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:38.745998 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-f19053a2-ba31-48fb-bcfa-c2b19ca290be None None] Attempting to bind port 650049d8-1d06-4ed5-b1d5-d1a51a422e0f by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'c45437e6-eff7-41a6-a2c3-c6f9e2b76884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd2565e1e-57fd-4b81-97bf-198edf646d4b'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:38.747130 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19053a2-ba31-48fb-bcfa-c2b19ca290be None None] Attempting to bind port 650049d8-1d06-4ed5-b1d5-d1a51a422e0f on network d2565e1e-57fd-4b81-97bf-198edf646d4b {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:38.759167 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19053a2-ba31-48fb-bcfa-c2b19ca290be None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:38.759651 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19053a2-ba31-48fb-bcfa-c2b19ca290be None None] Checking segment: {'id': 'c45437e6-eff7-41a6-a2c3-c6f9e2b76884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd2565e1e-57fd-4b81-97bf-198edf646d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:38.760129 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-f19053a2-ba31-48fb-bcfa-c2b19ca290be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.760615 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19053a2-ba31-48fb-bcfa-c2b19ca290be None None] Bound using segment: {'id': 'c45437e6-eff7-41a6-a2c3-c6f9e2b76884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd2565e1e-57fd-4b81-97bf-198edf646d4b'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:38.761196 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-f19053a2-ba31-48fb-bcfa-c2b19ca290be None None] Bound port: 650049d8-1d06-4ed5-b1d5-d1a51a422e0f, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45437e6-eff7-41a6-a2c3-c6f9e2b76884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd2565e1e-57fd-4b81-97bf-198edf646d4b'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:38.761652 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-f19053a2-ba31-48fb-bcfa-c2b19ca290be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (650049d8-1d06-4ed5-b1d5-d1a51a422e0f), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.766963 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ce0aa-a35d-4972-adf0-8e8f08a8e674 admin admin] Pushing event updated for resources: {'Network': ['ID=593e3203-1e41-4617-a3ce-c10c95f4a43a,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:38.792162 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-148ce0aa-a35d-4972-adf0-8e8f08a8e674 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8655827 Feb 19 04:09:38.794907 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33094) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:38.801995 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ee76761c-2acb-414b-b08e-2ec77302beda admin admin] Request body: {'subnet': {'network_id': '593e3203-1e41-4617-a3ce-c10c95f4a43a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-86239533-subnet', 'tenant_id': '0fe0837df242445bb1f684ee613a142c', 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:38.814854 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 593e3203-1e41-4617-a3ce-c10c95f4a43a details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:09:38.836767 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e564420-9f35-47c8-ad78-4b4f360c91cc req-6936d0fc-2fb9-4557-a64e-fdf797fcf187 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:38.839476 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e564420-9f35-47c8-ad78-4b4f360c91cc req-6936d0fc-2fb9-4557-a64e-fdf797fcf187 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/ports?device_id=02d03cca-da99-4cc8-82c1-d27c9c2f7dd8 HTTP/1.1" status: 200 len: 946 time: 0.2294071 Feb 19 04:09:38.841449 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0838020b-4ee9-42b3-8586-a9d430c787a8 admin admin] Router 735b7994-cc26-46f2-a4f0-ac0b11f18625 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:09:38.855657 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee76761c-2acb-414b-b08e-2ec77302beda admin admin] Made reservation on behalf of 0fe0837df242445bb1f684ee613a142c for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:09:38.858311 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ee76761c-2acb-414b-b08e-2ec77302beda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.870600 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d16f0dea-cd5d-4ffa-bf76-314f6f82fb43 None None] Provisioning complete for port 7dc69317-4fb5-4fc1-802b-a39d6c63d263 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:38.870988 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d16f0dea-cd5d-4ffa-bf76-314f6f82fb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7dc69317-4fb5-4fc1-802b-a39d6c63d263), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.920676 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-f19053a2-ba31-48fb-bcfa-c2b19ca290be None None] For port 650049d8-1d06-4ed5-b1d5-d1a51a422e0f, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:38.927499 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-f19053a2-ba31-48fb-bcfa-c2b19ca290be None None] For port 650049d8-1d06-4ed5-b1d5-d1a51a422e0f, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=650049d8-1d06-4ed5-b1d5-d1a51a422e0f,segment=NetworkSegment(c45437e6-eff7-41a6-a2c3-c6f9e2b76884),segment_id=c45437e6-eff7-41a6-a2c3-c6f9e2b76884)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:38.950542 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-f19053a2-ba31-48fb-bcfa-c2b19ca290be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (650049d8-1d06-4ed5-b1d5-d1a51a422e0f), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:39.030090 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a1761-edf1-41b9-b311-5a7aaf86f206 None None] Pushing event updated for resources: {'Port': ['ID=650049d8-1d06-4ed5-b1d5-d1a51a422e0f,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:39.070985 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19053a2-ba31-48fb-bcfa-c2b19ca290be None None] Routers {'3b81c5e7-f6dc-41f2-915f-f31edc959354'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:39.072074 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-f19053a2-ba31-48fb-bcfa-c2b19ca290be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:09:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['3b81c5e7-f6dc-41f2-915f-f31edc959354'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:39.127434 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d16f0dea-cd5d-4ffa-bf76-314f6f82fb43 None None] Current status of the port 7dc69317-4fb5-4fc1-802b-a39d6c63d263 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:39.128350 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d16f0dea-cd5d-4ffa-bf76-314f6f82fb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7dc69317-4fb5-4fc1-802b-a39d6c63d263), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:39.166782 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e564420-9f35-47c8-ad78-4b4f360c91cc req-793a6244-d9c2-4481-b011-3f0c4640b9e7 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/security-groups?id=7f71a8c3-d25b-416c-b79f-d60f665288d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2960038 Feb 19 04:09:39.281634 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d16f0dea-cd5d-4ffa-bf76-314f6f82fb43 None None] For port 7dc69317-4fb5-4fc1-802b-a39d6c63d263, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7dc69317-4fb5-4fc1-802b-a39d6c63d263,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:39.294857 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7dc69317-4fb5-4fc1-802b-a39d6c63d263 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:39.296472 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-48650643-9cbc-41ff-a101-0c454b3b49ac req-a3b605f5-3da7-4337-8c44-8027c00c0b66 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.1269002 Feb 19 04:09:39.309452 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ee76761c-2acb-414b-b08e-2ec77302beda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (125cb92d-680d-4c78-923e-60fce0df954b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:39.312496 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d16f0dea-cd5d-4ffa-bf76-314f6f82fb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7dc69317-4fb5-4fc1-802b-a39d6c63d263), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:39.417901 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-f19053a2-ba31-48fb-bcfa-c2b19ca290be None None] Set router 3b81c5e7-f6dc-41f2-915f-f31edc959354 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:39.449178 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee76761c-2acb-414b-b08e-2ec77302beda admin admin] Checking segment: {'id': 'cd4bfa2c-afb9-4498-8063-6e180ae71739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '593e3203-1e41-4617-a3ce-c10c95f4a43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:39.449451 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0838020b-4ee9-42b3-8586-a9d430c787a8 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:09:39.450262 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee76761c-2acb-414b-b08e-2ec77302beda admin admin] Network hostable DHCP agents. Network: 593e3203-1e41-4617-a3ce-c10c95f4a43a, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:09:39.460026 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76761c-2acb-414b-b08e-2ec77302beda admin admin] Pushing event updated for resources: {'Subnet': ['ID=125cb92d-680d-4c78-923e-60fce0df954b,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:39.492339 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0838020b-4ee9-42b3-8586-a9d430c787a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:39.492610 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee76761c-2acb-414b-b08e-2ec77302beda admin admin] Network 593e3203-1e41-4617-a3ce-c10c95f4a43a is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:09:39.494287 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429f9746-cd03-4e61-9c54-ea2a5915156d None None] Sync routers for ids ['735b7994-cc26-46f2-a4f0-ac0b11f18625'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:09:39.496012 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0838020b-4ee9-42b3-8586-a9d430c787a8 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.7203345 Feb 19 04:09:39.498937 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33104) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:39.516347 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-ee76761c-2acb-414b-b08e-2ec77302beda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 593e3203-1e41-4617-a3ce-c10c95f4a43a) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:39.542205 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee76761c-2acb-414b-b08e-2ec77302beda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:39.546119 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1005b177-89c3-4eda-8b5a-a483bc013b3b None None] Network 593e3203-1e41-4617-a3ce-c10c95f4a43a requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:09:39.562515 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ee76761c-2acb-414b-b08e-2ec77302beda admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:39.618873 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ee76761c-2acb-414b-b08e-2ec77302beda admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8218541 Feb 19 04:09:39.619505 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33108) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:39.630368 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-bb6c913c-7387-4973-962d-89e16aa5e945 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-86239533-router', 'tenant_id': '0fe0837df242445bb1f684ee613a142c', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:39.694115 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bb6c913c-7387-4973-962d-89e16aa5e945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (9f283e4a-bfa7-4073-a5f7-27c7fb480d17), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:39.695226 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bb6c913c-7387-4973-962d-89e16aa5e945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (9f283e4a-bfa7-4073-a5f7-27c7fb480d17), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:39.739651 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429f9746-cd03-4e61-9c54-ea2a5915156d None None] Routers {'735b7994-cc26-46f2-a4f0-ac0b11f18625'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:39.740276 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-429f9746-cd03-4e61-9c54-ea2a5915156d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:09:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['735b7994-cc26-46f2-a4f0-ac0b11f18625'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:39.843236 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bb6c913c-7387-4973-962d-89e16aa5e945 admin admin] Publish callbacks [] for router_controller (9f283e4a-bfa7-4073-a5f7-27c7fb480d17), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:39.964864 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f0dea-cd5d-4ffa-bf76-314f6f82fb43 None None] Pushing event updated for resources: {'Port': ['ID=7dc69317-4fb5-4fc1-802b-a39d6c63d263,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:40.025855 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-f19053a2-ba31-48fb-bcfa-c2b19ca290be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b81c5e7-f6dc-41f2-915f-f31edc959354', 'name': 'tempest-TestAggregatesBasicOps-1090073182-router', 'tenant_id': '6a49e02ba8794ba1ae4a4afbf0d7f2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '8ab99cd0-af0b-4d89-a590-4af8fba67f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:25Z', 'updated_at': '2022-02-19T04:09:34Z', 'revision_number': 4, 'project_id': '6a49e02ba8794ba1ae4a4afbf0d7f2f0', 'gw_port': {'id': '8ab99cd0-af0b-4d89-a590-4af8fba67f5f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b81c5e7-f6dc-41f2-915f-f31edc959354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:28Z', 'updated_at': '2022-02-19T04:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '650049d8-1d06-4ed5-b1d5-d1a51a422e0f', 'name': '', 'network_id': 'd2565e1e-57fd-4b81-97bf-198edf646d4b', 'tenant_id': '6a49e02ba8794ba1ae4a4afbf0d7f2f0', 'mac_address': 'fa:16:3e:68:59:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b81c5e7-f6dc-41f2-915f-f31edc959354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '3547c838-5950-4a9c-b7ca-563f32969d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:33Z', 'updated_at': '2022-02-19T04:09:38Z', 'revision_number': 4, 'project_id': '6a49e02ba8794ba1ae4a4afbf0d7f2f0', 'subnets': [{'id': '3547c838-5950-4a9c-b7ca-563f32969d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:40.064053 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e2b61e8a-9ba0-4d57-ae48-779a9b9c88cb None None] Provisioning complete for port 650049d8-1d06-4ed5-b1d5-d1a51a422e0f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:40.064442 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e2b61e8a-9ba0-4d57-ae48-779a9b9c88cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (650049d8-1d06-4ed5-b1d5-d1a51a422e0f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:40.067973 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-429f9746-cd03-4e61-9c54-ea2a5915156d None None] Set router 735b7994-cc26-46f2-a4f0-ac0b11f18625 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:40.078001 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19053a2-ba31-48fb-bcfa-c2b19ca290be None None] The sync data for ids ['3b81c5e7-f6dc-41f2-915f-f31edc959354'] in n-d-828369-19 is: [{'id': '3b81c5e7-f6dc-41f2-915f-f31edc959354', 'name': 'tempest-TestAggregatesBasicOps-1090073182-router', 'tenant_id': '6a49e02ba8794ba1ae4a4afbf0d7f2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '8ab99cd0-af0b-4d89-a590-4af8fba67f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:25Z', 'updated_at': '2022-02-19T04:09:34Z', 'revision_number': 4, 'project_id': '6a49e02ba8794ba1ae4a4afbf0d7f2f0', 'gw_port': {'id': '8ab99cd0-af0b-4d89-a590-4af8fba67f5f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b81c5e7-f6dc-41f2-915f-f31edc959354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:28Z', 'updated_at': '2022-02-19T04:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '650049d8-1d06-4ed5-b1d5-d1a51a422e0f', 'name': '', 'network_id': 'd2565e1e-57fd-4b81-97bf-198edf646d4b', 'tenant_id': '6a49e02ba8794ba1ae4a4afbf0d7f2f0', 'mac_address': 'fa:16:3e:68:59:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b81c5e7-f6dc-41f2-915f-f31edc959354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '3547c838-5950-4a9c-b7ca-563f32969d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:33Z', 'updated_at': '2022-02-19T04:09:38Z', 'revision_number': 4, 'project_id': '6a49e02ba8794ba1ae4a4afbf0d7f2f0', 'subnets': [{'id': '3547c838-5950-4a9c-b7ca-563f32969d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:09:40.196062 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bb6c913c-7387-4973-962d-89e16aa5e945 admin admin] Publish callbacks [] for router_gateway (9f283e4a-bfa7-4073-a5f7-27c7fb480d17), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:40.219568 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 7dc69317-4fb5-4fc1-802b-a39d6c63d263 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:40.227448 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7dc69317-4fb5-4fc1-802b-a39d6c63d263), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:40.350202 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83ab7ff-a63d-4f66-ae47-1674da9ccfec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-593e3203-1e41-4617-a3ce-c10c95f4a43a', 'network_id': '593e3203-1e41-4617-a3ce-c10c95f4a43a', 'project_id': '0fe0837df242445bb1f684ee613a142c', 'fixed_ips': [{'subnet_id': '125cb92d-680d-4c78-923e-60fce0df954b'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:09:40.351394 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d83ab7ff-a63d-4f66-ae47-1674da9ccfec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:40.432374 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1643374-dcf8-4765-ba7c-f514e550af8d req-df7f62ab-3128-452b-8d02-d19b39402143 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:40.434111 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a1643374-dcf8-4765-ba7c-f514e550af8d req-df7f62ab-3128-452b-8d02-d19b39402143 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/ports?device_id=02d03cca-da99-4cc8-82c1-d27c9c2f7dd8 HTTP/1.1" status: 200 len: 946 time: 0.1431565 Feb 19 04:09:40.523494 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a1643374-dcf8-4765-ba7c-f514e550af8d req-880c752d-73db-4cc9-b8b1-3f45526bb41e tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/security-groups?id=7f71a8c3-d25b-416c-b79f-d60f665288d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816286 Feb 19 04:09:40.640220 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2baf0330-a9cd-4117-81ca-1bd1bc6636ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:40.653966 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5e8d6bc-4e09-4e4d-9a90-2a8e0e8a245e req-9264fa96-e801-47eb-8613-cca4abfb20ee tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.1423814 Feb 19 04:09:40.723035 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bb6c913c-7387-4973-962d-89e16aa5e945 admin admin] Publish callbacks [] for router_gateway (9f283e4a-bfa7-4073-a5f7-27c7fb480d17), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:40.782719 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bb6c913c-7387-4973-962d-89e16aa5e945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:40.896465 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-d83ab7ff-a63d-4f66-ae47-1674da9ccfec None None] Allocated IP 172.20.0.2 (593e3203-1e41-4617-a3ce-c10c95f4a43a/125cb92d-680d-4c78-923e-60fce0df954b/904875ec-89ed-492d-9025-89408e6248e1) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:41.013008 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-bb6c913c-7387-4973-962d-89e16aa5e945 admin admin] Allocated IP 172.25.3.106 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/3fa60fb2-1afc-4dae-9bea-baa5bd83b681) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:41.164576 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d83ab7ff-a63d-4f66-ae47-1674da9ccfec None None] Publish callbacks [] for port (904875ec-89ed-492d-9025-89408e6248e1), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:41.214450 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e2b61e8a-9ba0-4d57-ae48-779a9b9c88cb None None] Current status of the port 650049d8-1d06-4ed5-b1d5-d1a51a422e0f is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:41.216230 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e2b61e8a-9ba0-4d57-ae48-779a9b9c88cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (650049d8-1d06-4ed5-b1d5-d1a51a422e0f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:41.229075 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d83ab7ff-a63d-4f66-ae47-1674da9ccfec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (904875ec-89ed-492d-9025-89408e6248e1), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:41.231509 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2551b-985c-49a2-8b9b-eec46c8517a8 req-9d588d02-55ee-45a1-b58d-51d59d4ecf7e tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:41.233211 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ef2551b-985c-49a2-8b9b-eec46c8517a8 req-9d588d02-55ee-45a1-b58d-51d59d4ecf7e tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/ports?device_id=02d03cca-da99-4cc8-82c1-d27c9c2f7dd8 HTTP/1.1" status: 200 len: 946 time: 0.5531509 Feb 19 04:09:41.242516 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33128) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:41.250113 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-82bd4d24-b10b-4e0c-9ae6-243f4e3fad74 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Request body: {'floatingip': {'port_id': '29b08d36-aa15-44f8-929c-8e07e39220c5'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:41.313797 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bb6c913c-7387-4973-962d-89e16aa5e945 admin admin] Publish callbacks [] for port (3fa60fb2-1afc-4dae-9bea-baa5bd83b681), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:41.332442 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 7dc69317-4fb5-4fc1-802b-a39d6c63d263 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:41.369468 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bb6c913c-7387-4973-962d-89e16aa5e945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (3fa60fb2-1afc-4dae-9bea-baa5bd83b681), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:41.384024 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82bd4d24-b10b-4e0c-9ae6-243f4e3fad74 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks [] for floatingip (af06de1d-10ec-43f0-9c50-a55ca244b9ae), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:41.438318 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c913c-7387-4973-962d-89e16aa5e945 admin admin] Pushing event updated for resources: {'Port': ['ID=3fa60fb2-1afc-4dae-9bea-baa5bd83b681,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:41.458238 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83ab7ff-a63d-4f66-ae47-1674da9ccfec None None] Network 593e3203-1e41-4617-a3ce-c10c95f4a43a is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:41.460777 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6c913c-7387-4973-962d-89e16aa5e945 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:41.462899 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-bb6c913c-7387-4973-962d-89e16aa5e945 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:41.474847 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c913c-7387-4973-962d-89e16aa5e945 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:41.520110 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-d83ab7ff-a63d-4f66-ae47-1674da9ccfec None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:41.528855 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83ab7ff-a63d-4f66-ae47-1674da9ccfec None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:41.540308 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ab7ff-a63d-4f66-ae47-1674da9ccfec None None] Pushing event updated for resources: {'Port': ['ID=904875ec-89ed-492d-9025-89408e6248e1,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:41.572938 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e2b61e8a-9ba0-4d57-ae48-779a9b9c88cb None None] For port 650049d8-1d06-4ed5-b1d5-d1a51a422e0f, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=650049d8-1d06-4ed5-b1d5-d1a51a422e0f,segment=NetworkSegment(c45437e6-eff7-41a6-a2c3-c6f9e2b76884),segment_id=c45437e6-eff7-41a6-a2c3-c6f9e2b76884)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:41.597947 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-2baf0330-a9cd-4117-81ca-1bd1bc6636ba admin admin] Allocated IP 172.20.0.1 (af1b2524-905a-4fb0-b20e-a5912983245d/2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4/2a904639-6afd-4a86-bac7-ea1be8112094) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:41.604861 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e2b61e8a-9ba0-4d57-ae48-779a9b9c88cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (650049d8-1d06-4ed5-b1d5-d1a51a422e0f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:41.688507 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d83ab7ff-a63d-4f66-ae47-1674da9ccfec None None] Attempting to bind port 904875ec-89ed-492d-9025-89408e6248e1 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:41.688883 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d83ab7ff-a63d-4f66-ae47-1674da9ccfec None None] Attempting to bind port 904875ec-89ed-492d-9025-89408e6248e1 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'cd4bfa2c-afb9-4498-8063-6e180ae71739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '593e3203-1e41-4617-a3ce-c10c95f4a43a'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:41.689235 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83ab7ff-a63d-4f66-ae47-1674da9ccfec None None] Attempting to bind port 904875ec-89ed-492d-9025-89408e6248e1 on network 593e3203-1e41-4617-a3ce-c10c95f4a43a {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:41.738572 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 650049d8-1d06-4ed5-b1d5-d1a51a422e0f up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:41.741645 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-429f9746-cd03-4e61-9c54-ea2a5915156d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'name': 'tempest-ServerActionsTestJSON-96029638-router', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'd3745e44-468c-45e6-a6d8-d8cba7fb8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:33Z', 'updated_at': '2022-02-19T04:09:37Z', 'revision_number': 3, 'project_id': '47d77581683d4c43a3d18ea75c887227', 'gw_port': {'id': 'd3745e44-468c-45e6-a6d8-d8cba7fb8fec', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:48:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:35Z', 'updated_at': '2022-02-19T04:09:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:41.747996 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83ab7ff-a63d-4f66-ae47-1674da9ccfec None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:41.748766 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83ab7ff-a63d-4f66-ae47-1674da9ccfec None None] Checking segment: {'id': 'cd4bfa2c-afb9-4498-8063-6e180ae71739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '593e3203-1e41-4617-a3ce-c10c95f4a43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:41.748899 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d83ab7ff-a63d-4f66-ae47-1674da9ccfec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:41.749242 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83ab7ff-a63d-4f66-ae47-1674da9ccfec None None] Bound using segment: {'id': 'cd4bfa2c-afb9-4498-8063-6e180ae71739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '593e3203-1e41-4617-a3ce-c10c95f4a43a'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:41.749745 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d83ab7ff-a63d-4f66-ae47-1674da9ccfec None None] Bound port: 904875ec-89ed-492d-9025-89408e6248e1, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4bfa2c-afb9-4498-8063-6e180ae71739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '593e3203-1e41-4617-a3ce-c10c95f4a43a'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:41.750142 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d83ab7ff-a63d-4f66-ae47-1674da9ccfec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (904875ec-89ed-492d-9025-89408e6248e1), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:41.798718 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33134) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:41.827891 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429f9746-cd03-4e61-9c54-ea2a5915156d None None] Checking router: 735b7994-cc26-46f2-a4f0-ac0b11f18625 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:09:41.829395 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429f9746-cd03-4e61-9c54-ea2a5915156d None None] Updating router 735b7994-cc26-46f2-a4f0-ac0b11f18625 port d3745e44-468c-45e6-a6d8-d8cba7fb8fec binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:09:41.852973 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80728b1f-21fb-4094-88f8-8bfea5d2a1cd req-e5020ddb-3d06-46d4-839b-e1c1e602fc10 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0389888 Feb 19 04:09:41.889444 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2baf0330-a9cd-4117-81ca-1bd1bc6636ba admin admin] Publish callbacks [] for port (2a904639-6afd-4a86-bac7-ea1be8112094), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:41.950467 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b61e8a-9ba0-4d57-ae48-779a9b9c88cb None None] Pushing event updated for resources: {'Port': ['ID=650049d8-1d06-4ed5-b1d5-d1a51a422e0f,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:41.974378 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d83ab7ff-a63d-4f66-ae47-1674da9ccfec None None] For port 904875ec-89ed-492d-9025-89408e6248e1, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:41.981776 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d83ab7ff-a63d-4f66-ae47-1674da9ccfec None None] For port 904875ec-89ed-492d-9025-89408e6248e1, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=904875ec-89ed-492d-9025-89408e6248e1,segment=NetworkSegment(cd4bfa2c-afb9-4498-8063-6e180ae71739),segment_id=cd4bfa2c-afb9-4498-8063-6e180ae71739)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:42.034942 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d83ab7ff-a63d-4f66-ae47-1674da9ccfec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (904875ec-89ed-492d-9025-89408e6248e1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.037128 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-959b2f4d-7b11-4991-ade9-487bd3abe4ca None None] Provisioning complete for port 7dc69317-4fb5-4fc1-802b-a39d6c63d263 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:42.037603 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-959b2f4d-7b11-4991-ade9-487bd3abe4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7dc69317-4fb5-4fc1-802b-a39d6c63d263), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.053372 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be5bfc0f-7e34-4878-81e2-c4e2657f85cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.110770 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2baf0330-a9cd-4117-81ca-1bd1bc6636ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (2a904639-6afd-4a86-bac7-ea1be8112094), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.137015 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-429f9746-cd03-4e61-9c54-ea2a5915156d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d3745e44-468c-45e6-a6d8-d8cba7fb8fec), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.186488 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bb6c913c-7387-4973-962d-89e16aa5e945 admin admin] Publish callbacks [] for router_gateway (9f283e4a-bfa7-4073-a5f7-27c7fb480d17), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.224576 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf0330-a9cd-4117-81ca-1bd1bc6636ba admin admin] Pushing event updated for resources: {'Port': ['ID=2a904639-6afd-4a86-bac7-ea1be8112094,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:42.338622 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ab7ff-a63d-4f66-ae47-1674da9ccfec None None] Pushing event updated for resources: {'Port': ['ID=904875ec-89ed-492d-9025-89408e6248e1,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:42.466850 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be5bfc0f-7e34-4878-81e2-c4e2657f85cd admin admin] Publish callbacks [] for security_group (7d1a9bfe-17b3-4843-8b33-d9ef45fde7e8), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.481697 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be5bfc0f-7e34-4878-81e2-c4e2657f85cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7d1a9bfe-17b3-4843-8b33-d9ef45fde7e8), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.488370 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baf0330-a9cd-4117-81ca-1bd1bc6636ba admin admin] Network af1b2524-905a-4fb0-b20e-a5912983245d is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:42.492159 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-2baf0330-a9cd-4117-81ca-1bd1bc6636ba admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:42.507836 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf0330-a9cd-4117-81ca-1bd1bc6636ba admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:42.528866 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bfc0f-7e34-4878-81e2-c4e2657f85cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1a9bfe-17b3-4843-8b33-d9ef45fde7e8,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:42.614441 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2baf0330-a9cd-4117-81ca-1bd1bc6636ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (735b7994-cc26-46f2-a4f0-ac0b11f18625), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.616019 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-be5bfc0f-7e34-4878-81e2-c4e2657f85cd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f13edf3ec12f469588f51030531be64f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8143926 Feb 19 04:09:42.616666 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33138) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:42.638613 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-429f9746-cd03-4e61-9c54-ea2a5915156d None None] Publish callbacks [] for port (d3745e44-468c-45e6-a6d8-d8cba7fb8fec), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.648041 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 650049d8-1d06-4ed5-b1d5-d1a51a422e0f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:42.648489 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (650049d8-1d06-4ed5-b1d5-d1a51a422e0f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.652860 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bb6c913c-7387-4973-962d-89e16aa5e945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (9f283e4a-bfa7-4073-a5f7-27c7fb480d17), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.729399 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.db.resource_extend [None req-82bd4d24-b10b-4e0c-9ae6-243f4e3fad74 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:09:42.738843 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-429f9746-cd03-4e61-9c54-ea2a5915156d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d3745e44-468c-45e6-a6d8-d8cba7fb8fec), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.780763 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a4258c1-e26b-4531-9bb5-7c8d6131f01a admin admin] Publish callbacks [] for security_group (7d1a9bfe-17b3-4843-8b33-d9ef45fde7e8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.818132 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82bd4d24-b10b-4e0c-9ae6-243f4e3fad74 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.827412 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a4258c1-e26b-4531-9bb5-7c8d6131f01a admin admin] Publish callbacks [] for security_group (7d1a9bfe-17b3-4843-8b33-d9ef45fde7e8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.834540 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-959b2f4d-7b11-4991-ade9-487bd3abe4ca None None] Current status of the port 7dc69317-4fb5-4fc1-802b-a39d6c63d263 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:42.839714 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82bd4d24-b10b-4e0c-9ae6-243f4e3fad74 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (af06de1d-10ec-43f0-9c50-a55ca244b9ae), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.873838 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-959b2f4d-7b11-4991-ade9-487bd3abe4ca None None] Provisioning complete for port 650049d8-1d06-4ed5-b1d5-d1a51a422e0f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:42.874723 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-959b2f4d-7b11-4991-ade9-487bd3abe4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (650049d8-1d06-4ed5-b1d5-d1a51a422e0f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.900047 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e651bd-b997-46ea-be8d-2dac9f7ef210 None None] Pushing event updated for resources: {'Port': ['ID=d3745e44-468c-45e6-a6d8-d8cba7fb8fec,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:42.907192 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a4258c1-e26b-4531-9bb5-7c8d6131f01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7d1a9bfe-17b3-4843-8b33-d9ef45fde7e8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.911539 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a4258c1-e26b-4531-9bb5-7c8d6131f01a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.912667 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:09:42.929327 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9a4258c1-e26b-4531-9bb5-7c8d6131f01a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7d1a9bfe-17b3-4843-8b33-d9ef45fde7e8 HTTP/1.1" status: 204 len: 168 time: 0.2682178 Feb 19 04:09:42.959047 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4258c1-e26b-4531-9bb5-7c8d6131f01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1a9bfe-17b3-4843-8b33-d9ef45fde7e8,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:43.006237 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2baf0330-a9cd-4117-81ca-1bd1bc6636ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2a904639-6afd-4a86-bac7-ea1be8112094), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:43.008395 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-429f9746-cd03-4e61-9c54-ea2a5915156d None None] Attempting to bind port d3745e44-468c-45e6-a6d8-d8cba7fb8fec on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:43.008875 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-429f9746-cd03-4e61-9c54-ea2a5915156d None None] Attempting to bind port d3745e44-468c-45e6-a6d8-d8cba7fb8fec by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:43.009368 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429f9746-cd03-4e61-9c54-ea2a5915156d None None] Attempting to bind port d3745e44-468c-45e6-a6d8-d8cba7fb8fec on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:43.015313 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 650049d8-1d06-4ed5-b1d5-d1a51a422e0f is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:43.016707 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7dc69317-4fb5-4fc1-802b-a39d6c63d263 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:43.056313 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429f9746-cd03-4e61-9c54-ea2a5915156d None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:43.058494 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429f9746-cd03-4e61-9c54-ea2a5915156d None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:43.059039 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-429f9746-cd03-4e61-9c54-ea2a5915156d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:43.059551 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429f9746-cd03-4e61-9c54-ea2a5915156d None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:43.060162 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-429f9746-cd03-4e61-9c54-ea2a5915156d None None] Bound port: d3745e44-468c-45e6-a6d8-d8cba7fb8fec, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:43.060653 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-429f9746-cd03-4e61-9c54-ea2a5915156d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d3745e44-468c-45e6-a6d8-d8cba7fb8fec), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:43.121616 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-82bd4d24-b10b-4e0c-9ae6-243f4e3fad74 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Floating IP af06de1d-10ec-43f0-9c50-a55ca244b9ae associated. External IP: 172.25.3.62, port: 29b08d36-aa15-44f8-929c-8e07e39220c5. Feb 19 04:09:43.126539 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c6d7d00e-1b13-4ab5-bccb-7abc3acbb24b req-e17456ba-6d8a-4127-b1ac-941352023a28 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.1017568 Feb 19 04:09:43.157562 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6c913c-7387-4973-962d-89e16aa5e945 admin admin] Router 9f283e4a-bfa7-4073-a5f7-27c7fb480d17 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:09:43.271468 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 7dc69317-4fb5-4fc1-802b-a39d6c63d263 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:43.271853 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7dc69317-4fb5-4fc1-802b-a39d6c63d263), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:43.301878 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6c913c-7387-4973-962d-89e16aa5e945 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:09:43.318826 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a190726-c86e-4115-b0c0-c5f2e1d47a76 None None] Sync routers for ids ['9f283e4a-bfa7-4073-a5f7-27c7fb480d17'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:09:43.326356 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bb6c913c-7387-4973-962d-89e16aa5e945 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:43.328394 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bb6c913c-7387-4973-962d-89e16aa5e945 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7079289 Feb 19 04:09:43.338120 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33146) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:43.349836 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a190726-c86e-4115-b0c0-c5f2e1d47a76 None None] Routers {'9f283e4a-bfa7-4073-a5f7-27c7fb480d17'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:43.350511 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7a190726-c86e-4115-b0c0-c5f2e1d47a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:09:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['9f283e4a-bfa7-4073-a5f7-27c7fb480d17'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:43.473515 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-429f9746-cd03-4e61-9c54-ea2a5915156d None None] For port d3745e44-468c-45e6-a6d8-d8cba7fb8fec, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:43.572204 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-429f9746-cd03-4e61-9c54-ea2a5915156d None None] For port d3745e44-468c-45e6-a6d8-d8cba7fb8fec, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=d3745e44-468c-45e6-a6d8-d8cba7fb8fec,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:43.578557 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-959b2f4d-7b11-4991-ade9-487bd3abe4ca None None] Current status of the port 650049d8-1d06-4ed5-b1d5-d1a51a422e0f is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:43.586431 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2baf0330-a9cd-4117-81ca-1bd1bc6636ba admin admin] Publish callbacks [] for port (2a904639-6afd-4a86-bac7-ea1be8112094), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:43.633690 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2baf0330-a9cd-4117-81ca-1bd1bc6636ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (2a904639-6afd-4a86-bac7-ea1be8112094), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:43.677965 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33148) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:43.683193 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2baf0330-a9cd-4117-81ca-1bd1bc6636ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (735b7994-cc26-46f2-a4f0-ac0b11f18625), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:43.697649 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-7a190726-c86e-4115-b0c0-c5f2e1d47a76 None None] Set router 9f283e4a-bfa7-4073-a5f7-27c7fb480d17 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:43.700333 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 7dc69317-4fb5-4fc1-802b-a39d6c63d263 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:43.716010 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-429f9746-cd03-4e61-9c54-ea2a5915156d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d3745e44-468c-45e6-a6d8-d8cba7fb8fec), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:43.802255 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-5e820e68-e889-49ab-8d2e-0f90348d70f6 None None] Provisioning complete for port 2a904639-6afd-4a86-bac7-ea1be8112094 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:43.802479 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5e820e68-e889-49ab-8d2e-0f90348d70f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2a904639-6afd-4a86-bac7-ea1be8112094), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:43.852051 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-5e820e68-e889-49ab-8d2e-0f90348d70f6 None None] Port 2a904639-6afd-4a86-bac7-ea1be8112094 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:09:43.870142 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfa2f5f-cacb-4d47-8322-4da02013502f None None] Network 593e3203-1e41-4617-a3ce-c10c95f4a43a requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:09:43.910919 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-144d3a79-8dc8-4ab9-8af1-d81d38b39d36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:43.963413 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baf0330-a9cd-4117-81ca-1bd1bc6636ba admin admin] Network af1b2524-905a-4fb0-b20e-a5912983245d is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:43.982882 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-2baf0330-a9cd-4117-81ca-1bd1bc6636ba admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:44.008449 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf0330-a9cd-4117-81ca-1bd1bc6636ba admin admin] Pushing event updated for resources: {'Port': ['ID=2a904639-6afd-4a86-bac7-ea1be8112094,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:44.048704 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bd4d24-b10b-4e0c-9ae6-243f4e3fad74 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Router 94b7dd21-b2d5-4692-834d-8135d66bb4c1 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:09:44.056746 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429f9746-cd03-4e61-9c54-ea2a5915156d None None] Routers {'735b7994-cc26-46f2-a4f0-ac0b11f18625'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:44.057553 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-429f9746-cd03-4e61-9c54-ea2a5915156d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:09:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['735b7994-cc26-46f2-a4f0-ac0b11f18625'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:44.061218 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e651bd-b997-46ea-be8d-2dac9f7ef210 None None] Pushing event updated for resources: {'Port': ['ID=d3745e44-468c-45e6-a6d8-d8cba7fb8fec,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:44.068093 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7a190726-c86e-4115-b0c0-c5f2e1d47a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f283e4a-bfa7-4073-a5f7-27c7fb480d17', 'name': 'tempest-TestAggregatesBasicOps-86239533-router', 'tenant_id': '0fe0837df242445bb1f684ee613a142c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3fa60fb2-1afc-4dae-9bea-baa5bd83b681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:39Z', 'updated_at': '2022-02-19T04:09:41Z', 'revision_number': 3, 'project_id': '0fe0837df242445bb1f684ee613a142c', 'gw_port': {'id': '3fa60fb2-1afc-4dae-9bea-baa5bd83b681', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f283e4a-bfa7-4073-a5f7-27c7fb480d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:40Z', 'updated_at': '2022-02-19T04:09:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:44.072388 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 650049d8-1d06-4ed5-b1d5-d1a51a422e0f up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:44.116345 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a190726-c86e-4115-b0c0-c5f2e1d47a76 None None] Checking router: 9f283e4a-bfa7-4073-a5f7-27c7fb480d17 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:09:44.116691 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a190726-c86e-4115-b0c0-c5f2e1d47a76 None None] Updating router 9f283e4a-bfa7-4073-a5f7-27c7fb480d17 port 3fa60fb2-1afc-4dae-9bea-baa5bd83b681 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:09:44.167118 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-7a190726-c86e-4115-b0c0-c5f2e1d47a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3fa60fb2-1afc-4dae-9bea-baa5bd83b681), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:44.170624 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-144d3a79-8dc8-4ab9-8af1-d81d38b39d36 admin admin] Publish callbacks [] for security_group (ad856ee1-0d9e-45ea-9266-437db0f1e408), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:44.212116 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-144d3a79-8dc8-4ab9-8af1-d81d38b39d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ad856ee1-0d9e-45ea-9266-437db0f1e408), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:44.261141 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d3a79-8dc8-4ab9-8af1-d81d38b39d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad856ee1-0d9e-45ea-9266-437db0f1e408,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:44.287512 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-429f9746-cd03-4e61-9c54-ea2a5915156d None None] Set router 735b7994-cc26-46f2-a4f0-ac0b11f18625 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:44.324330 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-26cecccc-437e-49d7-994b-64a5180d630e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:44.333304 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-144d3a79-8dc8-4ab9-8af1-d81d38b39d36 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d7f7fe75f7d043f184e0b9fb23e8037a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6526866 Feb 19 04:09:44.335337 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33154) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:44.495762 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c6ff9a33-7de7-4bd7-8855-bf6f2a00fc13 None None] Provisioning complete for port 904875ec-89ed-492d-9025-89408e6248e1 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:44.496150 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c6ff9a33-7de7-4bd7-8855-bf6f2a00fc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (904875ec-89ed-492d-9025-89408e6248e1), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:44.535687 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-85d7de39-9890-4b7b-a664-1a8e5f5f9a8a admin admin] Publish callbacks [] for security_group (ad856ee1-0d9e-45ea-9266-437db0f1e408), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:44.539629 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-7a190726-c86e-4115-b0c0-c5f2e1d47a76 None None] Publish callbacks [] for port (3fa60fb2-1afc-4dae-9bea-baa5bd83b681), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:44.560088 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-7a190726-c86e-4115-b0c0-c5f2e1d47a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3fa60fb2-1afc-4dae-9bea-baa5bd83b681), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:44.576448 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 650049d8-1d06-4ed5-b1d5-d1a51a422e0f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:44.576829 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (650049d8-1d06-4ed5-b1d5-d1a51a422e0f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:44.662945 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-85d7de39-9890-4b7b-a664-1a8e5f5f9a8a admin admin] Publish callbacks [] for security_group (ad856ee1-0d9e-45ea-9266-437db0f1e408), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:44.690672 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-7a190726-c86e-4115-b0c0-c5f2e1d47a76 None None] Attempting to bind port 3fa60fb2-1afc-4dae-9bea-baa5bd83b681 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:44.691831 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-7a190726-c86e-4115-b0c0-c5f2e1d47a76 None None] Attempting to bind port 3fa60fb2-1afc-4dae-9bea-baa5bd83b681 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:44.692218 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a190726-c86e-4115-b0c0-c5f2e1d47a76 None None] Attempting to bind port 3fa60fb2-1afc-4dae-9bea-baa5bd83b681 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:44.695417 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60402bbb-5783-4f3b-a8e2-4dae79f9f21c None None] Pushing event updated for resources: {'Port': ['ID=3fa60fb2-1afc-4dae-9bea-baa5bd83b681,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:44.714104 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a190726-c86e-4115-b0c0-c5f2e1d47a76 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:44.714501 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a190726-c86e-4115-b0c0-c5f2e1d47a76 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:44.714908 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-7a190726-c86e-4115-b0c0-c5f2e1d47a76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:44.715298 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a190726-c86e-4115-b0c0-c5f2e1d47a76 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:44.715778 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-7a190726-c86e-4115-b0c0-c5f2e1d47a76 None None] Bound port: 3fa60fb2-1afc-4dae-9bea-baa5bd83b681, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:44.716171 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-7a190726-c86e-4115-b0c0-c5f2e1d47a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3fa60fb2-1afc-4dae-9bea-baa5bd83b681), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:44.770607 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-26cecccc-437e-49d7-994b-64a5180d630e admin admin] Allocated IP 172.20.0.1 (593e3203-1e41-4617-a3ce-c10c95f4a43a/125cb92d-680d-4c78-923e-60fce0df954b/e8398318-ead5-42f4-991e-a1927e2bdbb8) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:44.777067 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-85d7de39-9890-4b7b-a664-1a8e5f5f9a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ad856ee1-0d9e-45ea-9266-437db0f1e408), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:44.780593 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-85d7de39-9890-4b7b-a664-1a8e5f5f9a8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:44.781948 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-85d7de39-9890-4b7b-a664-1a8e5f5f9a8a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ad856ee1-0d9e-45ea-9266-437db0f1e408 HTTP/1.1" status: 204 len: 168 time: 0.4250333 Feb 19 04:09:44.818296 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-7a190726-c86e-4115-b0c0-c5f2e1d47a76 None None] For port 3fa60fb2-1afc-4dae-9bea-baa5bd83b681, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:44.826062 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-7a190726-c86e-4115-b0c0-c5f2e1d47a76 None None] For port 3fa60fb2-1afc-4dae-9bea-baa5bd83b681, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3fa60fb2-1afc-4dae-9bea-baa5bd83b681,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:44.836593 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7de39-9890-4b7b-a664-1a8e5f5f9a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad856ee1-0d9e-45ea-9266-437db0f1e408,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:44.848164 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-7a190726-c86e-4115-b0c0-c5f2e1d47a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3fa60fb2-1afc-4dae-9bea-baa5bd83b681), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:44.977893 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60402bbb-5783-4f3b-a8e2-4dae79f9f21c None None] Pushing event updated for resources: {'Port': ['ID=3fa60fb2-1afc-4dae-9bea-baa5bd83b681,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:44.995814 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c6ff9a33-7de7-4bd7-8855-bf6f2a00fc13 None None] Current status of the port 904875ec-89ed-492d-9025-89408e6248e1 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:44.996224 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c6ff9a33-7de7-4bd7-8855-bf6f2a00fc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (904875ec-89ed-492d-9025-89408e6248e1), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:45.019949 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a190726-c86e-4115-b0c0-c5f2e1d47a76 None None] Routers {'9f283e4a-bfa7-4073-a5f7-27c7fb480d17'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:45.023774 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e937bf57-d925-4c3e-8296-a973d269499f req-180cb052-60e2-4e93-978e-28d6e827ef5a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.6427276 Feb 19 04:09:45.034921 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7a190726-c86e-4115-b0c0-c5f2e1d47a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:09:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['9f283e4a-bfa7-4073-a5f7-27c7fb480d17'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:45.066292 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2baf0330-a9cd-4117-81ca-1bd1bc6636ba admin admin] Router 735b7994-cc26-46f2-a4f0-ac0b11f18625 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:09:45.083762 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c6ff9a33-7de7-4bd7-8855-bf6f2a00fc13 None None] For port 904875ec-89ed-492d-9025-89408e6248e1, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=904875ec-89ed-492d-9025-89408e6248e1,segment=NetworkSegment(cd4bfa2c-afb9-4498-8063-6e180ae71739),segment_id=cd4bfa2c-afb9-4498-8063-6e180ae71739)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:45.101056 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c6ff9a33-7de7-4bd7-8855-bf6f2a00fc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (904875ec-89ed-492d-9025-89408e6248e1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:45.132891 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-429f9746-cd03-4e61-9c54-ea2a5915156d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'name': 'tempest-ServerActionsTestJSON-96029638-router', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'd3745e44-468c-45e6-a6d8-d8cba7fb8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:33Z', 'updated_at': '2022-02-19T04:09:42Z', 'revision_number': 4, 'project_id': '47d77581683d4c43a3d18ea75c887227', 'gw_port': {'id': 'd3745e44-468c-45e6-a6d8-d8cba7fb8fec', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:48:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:35Z', 'updated_at': '2022-02-19T04:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '2a904639-6afd-4a86-bac7-ea1be8112094', 'name': '', 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'mac_address': 'fa:16:3e:a1:df:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:40Z', 'updated_at': '2022-02-19T04:09:43Z', 'revision_number': 2, 'project_id': '47d77581683d4c43a3d18ea75c887227', 'subnets': [{'id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:45.169083 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-26cecccc-437e-49d7-994b-64a5180d630e admin admin] Publish callbacks [] for port (e8398318-ead5-42f4-991e-a1927e2bdbb8), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:45.171555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429f9746-cd03-4e61-9c54-ea2a5915156d None None] The sync data for ids ['735b7994-cc26-46f2-a4f0-ac0b11f18625'] in n-d-828369-19 is: [{'id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'name': 'tempest-ServerActionsTestJSON-96029638-router', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'd3745e44-468c-45e6-a6d8-d8cba7fb8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:33Z', 'updated_at': '2022-02-19T04:09:42Z', 'revision_number': 4, 'project_id': '47d77581683d4c43a3d18ea75c887227', 'gw_port': {'id': 'd3745e44-468c-45e6-a6d8-d8cba7fb8fec', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:48:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:35Z', 'updated_at': '2022-02-19T04:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '2a904639-6afd-4a86-bac7-ea1be8112094', 'name': '', 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'mac_address': 'fa:16:3e:a1:df:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:40Z', 'updated_at': '2022-02-19T04:09:43Z', 'revision_number': 2, 'project_id': '47d77581683d4c43a3d18ea75c887227', 'subnets': [{'id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:09:45.240679 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2baf0330-a9cd-4117-81ca-1bd1bc6636ba admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:09:45.248124 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2baf0330-a9cd-4117-81ca-1bd1bc6636ba admin admin] 10.222.0.52 "PUT /v2.0/routers/735b7994-cc26-46f2-a4f0-ac0b11f18625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7466609 Feb 19 04:09:45.249298 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-38be25ba-685d-4071-af0c-2d437ca9ba21 None None] Provisioning complete for port 904875ec-89ed-492d-9025-89408e6248e1 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:45.249674 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-38be25ba-685d-4071-af0c-2d437ca9ba21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (904875ec-89ed-492d-9025-89408e6248e1), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:45.259559 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bd4d24-b10b-4e0c-9ae6-243f4e3fad74 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:09:45.272664 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-26cecccc-437e-49d7-994b-64a5180d630e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (e8398318-ead5-42f4-991e-a1927e2bdbb8), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:45.273574 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82bd4d24-b10b-4e0c-9ae6-243f4e3fad74 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:45.307058 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cecccc-437e-49d7-994b-64a5180d630e admin admin] Network 593e3203-1e41-4617-a3ce-c10c95f4a43a is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:45.345292 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f5cba3-40fa-4448-a360-561db1c419e2 None None] Sync routers for ids ['94b7dd21-b2d5-4692-834d-8135d66bb4c1'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:09:45.358939 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-82bd4d24-b10b-4e0c-9ae6-243f4e3fad74 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "PUT /v2.0/floatingips/af06de1d-10ec-43f0-9c50-a55ca244b9ae HTTP/1.1" status: 200 len: 991 time: 4.1151950 Feb 19 04:09:45.359548 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d03cca-da99-4cc8-82c1-d27c9c2f7dd8', 'tag': '29b08d36-aa15-44f8-929c-8e07e39220c5'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:45.362030 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69bcf7e-9b0e-4065-b63c-06854c98723b" -d '{"events": [{"name": "network-changed", "server_uuid": "02d03cca-da99-4cc8-82c1-d27c9c2f7dd8", "tag": "29b08d36-aa15-44f8-929c-8e07e39220c5"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:45.372063 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-26cecccc-437e-49d7-994b-64a5180d630e admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:45.376799 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cecccc-437e-49d7-994b-64a5180d630e admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:45.406396 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f5cba3-40fa-4448-a360-561db1c419e2 None None] Routers {'94b7dd21-b2d5-4692-834d-8135d66bb4c1'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:45.407295 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a8f5cba3-40fa-4448-a360-561db1c419e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:09:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['94b7dd21-b2d5-4692-834d-8135d66bb4c1'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:45.412657 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1917f0c7-61bb-43e2-b812-102d48fc15fb x-openstack-request-id: req-1917f0c7-61bb-43e2-b812-102d48fc15fb {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:45.413305 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d03cca-da99-4cc8-82c1-d27c9c2f7dd8", "tag": "29b08d36-aa15-44f8-929c-8e07e39220c5", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:45.413723 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1917f0c7-61bb-43e2-b812-102d48fc15fb {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:45.414318 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d03cca-da99-4cc8-82c1-d27c9c2f7dd8', 'tag': '29b08d36-aa15-44f8-929c-8e07e39220c5', 'status': 'completed', 'code': 200} Feb 19 04:09:45.652437 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-a8f5cba3-40fa-4448-a360-561db1c419e2 None None] Set router 94b7dd21-b2d5-4692-834d-8135d66bb4c1 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:45.666283 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-7a190726-c86e-4115-b0c0-c5f2e1d47a76 None None] Set router 9f283e4a-bfa7-4073-a5f7-27c7fb480d17 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:45.739423 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994dd1b-2069-4db6-81e9-aea492ae9cc2 req-336cbd82-a349-470a-ac10-70a47d2c4f13 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:45.747004 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6994dd1b-2069-4db6-81e9-aea492ae9cc2 req-336cbd82-a349-470a-ac10-70a47d2c4f13 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/ports?device_id=02d03cca-da99-4cc8-82c1-d27c9c2f7dd8 HTTP/1.1" status: 200 len: 946 time: 0.1785846 Feb 19 04:09:45.927674 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6994dd1b-2069-4db6-81e9-aea492ae9cc2 req-5c9e1542-3895-4c58-a0d1-5585e3f17302 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/security-groups?id=7f71a8c3-d25b-416c-b79f-d60f665288d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775622 Feb 19 04:09:45.999683 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff9a33-7de7-4bd7-8855-bf6f2a00fc13 None None] Pushing event updated for resources: {'Port': ['ID=904875ec-89ed-492d-9025-89408e6248e1,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:46.007191 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 650049d8-1d06-4ed5-b1d5-d1a51a422e0f is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:46.008413 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 904875ec-89ed-492d-9025-89408e6248e1 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:46.281997 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b723d838-0cce-4a47-a39e-45e9999faa8b req-3cdca31c-f660-4196-960d-6a3e6bc02072 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0739796 Feb 19 04:09:46.340281 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33188) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:46.345799 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-1a2b2a30-8752-4d38-9fb5-62d2de79b4d6 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Request body: {'security_group': {'name': 'tempest-securitygroup--20470209', 'description': 'tempest-description--298461914'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:46.352171 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-38be25ba-685d-4071-af0c-2d437ca9ba21 None None] Current status of the port 904875ec-89ed-492d-9025-89408e6248e1 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:46.376020 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7a190726-c86e-4115-b0c0-c5f2e1d47a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f283e4a-bfa7-4073-a5f7-27c7fb480d17', 'name': 'tempest-TestAggregatesBasicOps-86239533-router', 'tenant_id': '0fe0837df242445bb1f684ee613a142c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3fa60fb2-1afc-4dae-9bea-baa5bd83b681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:39Z', 'updated_at': '2022-02-19T04:09:41Z', 'revision_number': 3, 'project_id': '0fe0837df242445bb1f684ee613a142c', 'gw_port': {'id': '3fa60fb2-1afc-4dae-9bea-baa5bd83b681', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f283e4a-bfa7-4073-a5f7-27c7fb480d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:40Z', 'updated_at': '2022-02-19T04:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:46.397222 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cecccc-437e-49d7-994b-64a5180d630e admin admin] Pushing event updated for resources: {'Port': ['ID=e8398318-ead5-42f4-991e-a1927e2bdbb8,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:46.411421 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-26cecccc-437e-49d7-994b-64a5180d630e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (9f283e4a-bfa7-4073-a5f7-27c7fb480d17), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:46.412860 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1a2b2a30-8752-4d38-9fb5-62d2de79b4d6 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:46.439448 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a190726-c86e-4115-b0c0-c5f2e1d47a76 None None] The sync data for ids ['9f283e4a-bfa7-4073-a5f7-27c7fb480d17'] in n-d-828369-19 is: [{'id': '9f283e4a-bfa7-4073-a5f7-27c7fb480d17', 'name': 'tempest-TestAggregatesBasicOps-86239533-router', 'tenant_id': '0fe0837df242445bb1f684ee613a142c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3fa60fb2-1afc-4dae-9bea-baa5bd83b681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:39Z', 'updated_at': '2022-02-19T04:09:41Z', 'revision_number': 3, 'project_id': '0fe0837df242445bb1f684ee613a142c', 'gw_port': {'id': '3fa60fb2-1afc-4dae-9bea-baa5bd83b681', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f283e4a-bfa7-4073-a5f7-27c7fb480d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:40Z', 'updated_at': '2022-02-19T04:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:09:46.529007 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-38be25ba-685d-4071-af0c-2d437ca9ba21 None None] Provisioning complete for port 2a904639-6afd-4a86-bac7-ea1be8112094 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:46.529589 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-38be25ba-685d-4071-af0c-2d437ca9ba21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2a904639-6afd-4a86-bac7-ea1be8112094), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:46.581899 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 904875ec-89ed-492d-9025-89408e6248e1 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:46.583978 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (904875ec-89ed-492d-9025-89408e6248e1), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:46.591601 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1a2b2a30-8752-4d38-9fb5-62d2de79b4d6 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks [] for security_group (8a248758-8f81-46b4-b41e-5afe408f1bc0), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:46.603677 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1a2b2a30-8752-4d38-9fb5-62d2de79b4d6 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8a248758-8f81-46b4-b41e-5afe408f1bc0), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:46.668118 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-38be25ba-685d-4071-af0c-2d437ca9ba21 None None] Port 2a904639-6afd-4a86-bac7-ea1be8112094 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:09:46.704747 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1a2b2a30-8752-4d38-9fb5-62d2de79b4d6 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:46.707652 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1a2b2a30-8752-4d38-9fb5-62d2de79b4d6 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3661098 Feb 19 04:09:46.710692 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b2a30-8752-4d38-9fb5-62d2de79b4d6 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a248758-8f81-46b4-b41e-5afe408f1bc0,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:46.713386 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33194) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:46.721117 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-410f6489-dc31-4bf4-b7a1-d4997b223cc8 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Request body: {'security_group_rule': {'security_group_id': '8a248758-8f81-46b4-b41e-5afe408f1bc0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:46.752661 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a8f5cba3-40fa-4448-a360-561db1c419e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'name': 'tempest-ServersTestJSON-145202602-router', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'd2dc3dd9-6d54-4713-bd63-3a92d2c13c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:08:58Z', 'updated_at': '2022-02-19T04:09:10Z', 'revision_number': 4, 'project_id': '307b43b5d94f4276a9c8cae63443bb9c', 'gw_port': {'id': 'd2dc3dd9-6d54-4713-bd63-3a92d2c13c0c', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:08:59Z', 'updated_at': '2022-02-19T04:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'af06de1d-10ec-43f0-9c50-a55ca244b9ae', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'floating_ip_address': '172.25.3.62', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'port_id': '29b08d36-aa15-44f8-929c-8e07e39220c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1808, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db902299-93bc-45eb-b6b4-6acba92a32c7', 'mac_address': 'fa:16:3e:73:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d03cca-da99-4cc8-82c1-d27c9c2f7dd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:09:15Z', 'updated_at': '2022-02-19T04:09:42Z', 'revision_number': 1, 'project_id': '307b43b5d94f4276a9c8cae63443bb9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c136e56c-c716-465b-8b66-4d9f495c6746', 'name': '', 'network_id': 'db902299-93bc-45eb-b6b4-6acba92a32c7', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'mac_address': 'fa:16:3e:9c:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'a636f74d-11b2-4b6b-aa69-e73def6fd43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:08Z', 'updated_at': '2022-02-19T04:09:14Z', 'revision_number': 5, 'project_id': '307b43b5d94f4276a9c8cae63443bb9c', 'subnets': [{'id': 'a636f74d-11b2-4b6b-aa69-e73def6fd43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:46.817858 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f5cba3-40fa-4448-a360-561db1c419e2 None None] Checking router: 94b7dd21-b2d5-4692-834d-8135d66bb4c1 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:09:46.828653 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-26cecccc-437e-49d7-994b-64a5180d630e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e8398318-ead5-42f4-991e-a1927e2bdbb8), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:46.835050 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bcf7e-9b0e-4065-b63c-06854c98723b req-c0acbc75-38df-43e4-a563-23bb051dec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:46.836618 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c69bcf7e-9b0e-4065-b63c-06854c98723b req-c0acbc75-38df-43e4-a563-23bb051dec51 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=307b43b5d94f4276a9c8cae63443bb9c&device_id=02d03cca-da99-4cc8-82c1-d27c9c2f7dd8 HTTP/1.1" status: 200 len: 1129 time: 1.3923066 Feb 19 04:09:46.875349 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f5cba3-40fa-4448-a360-561db1c419e2 None None] Routers {'94b7dd21-b2d5-4692-834d-8135d66bb4c1'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:46.876397 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a8f5cba3-40fa-4448-a360-561db1c419e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:09:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['94b7dd21-b2d5-4692-834d-8135d66bb4c1'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:46.878900 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 904875ec-89ed-492d-9025-89408e6248e1 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:46.883292 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-545f0091-9404-49e4-a75b-2398cc6535ee None None] Provisioning complete for port e8398318-ead5-42f4-991e-a1927e2bdbb8 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:46.883722 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-545f0091-9404-49e4-a75b-2398cc6535ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e8398318-ead5-42f4-991e-a1927e2bdbb8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:46.905617 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-410f6489-dc31-4bf4-b7a1-d4997b223cc8 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks [] for security_group_rule (497421d2-a47a-43a8-b809-ae8378415628), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:47.055558 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-545f0091-9404-49e4-a75b-2398cc6535ee None None] Port e8398318-ead5-42f4-991e-a1927e2bdbb8 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:09:47.249770 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-a8f5cba3-40fa-4448-a360-561db1c419e2 None None] Set router 94b7dd21-b2d5-4692-834d-8135d66bb4c1 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:47.326805 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 904875ec-89ed-492d-9025-89408e6248e1 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:47.468645 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f309d63-3e79-40f8-bb5a-db27e47a964e req-b7fd1032-d044-4fdd-98c6-4b4b22b7725b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0728562 Feb 19 04:09:47.486044 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bcf7e-9b0e-4065-b63c-06854c98723b req-4c4c9590-b440-4014-baa3-6ca460b00350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:47.487981 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c69bcf7e-9b0e-4065-b63c-06854c98723b req-4c4c9590-b440-4014-baa3-6ca460b00350 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db902299-93bc-45eb-b6b4-6acba92a32c7 HTTP/1.1" status: 200 len: 906 time: 0.6434965 Feb 19 04:09:47.523185 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-410f6489-dc31-4bf4-b7a1-d4997b223cc8 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks [] for security_group_rule (497421d2-a47a-43a8-b809-ae8378415628), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:47.568462 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-410f6489-dc31-4bf4-b7a1-d4997b223cc8 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (497421d2-a47a-43a8-b809-ae8378415628), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:47.601344 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f6489-dc31-4bf4-b7a1-d4997b223cc8 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=497421d2-a47a-43a8-b809-ae8378415628,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:47.633248 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-410f6489-dc31-4bf4-b7a1-d4997b223cc8 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:47.635043 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-410f6489-dc31-4bf4-b7a1-d4997b223cc8 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9189482 Feb 19 04:09:47.638492 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33206) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:47.644109 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-4098d042-e349-4acc-bc3e-79d39af5f502 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Request body: {'security_group_rule': {'security_group_id': '8a248758-8f81-46b4-b41e-5afe408f1bc0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:47.696799 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-26cecccc-437e-49d7-994b-64a5180d630e admin admin] Publish callbacks [] for port (e8398318-ead5-42f4-991e-a1927e2bdbb8), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:47.713971 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4098d042-e349-4acc-bc3e-79d39af5f502 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks [] for security_group_rule (75a36f74-9341-4f54-b8f1-ea5b9ca90421), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:47.720189 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c69bcf7e-9b0e-4065-b63c-06854c98723b req-9b214c28-0706-46f8-a424-c314fe48737c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29b08d36-aa15-44f8-929c-8e07e39220c5 HTTP/1.1" status: 200 len: 999 time: 0.2117164 Feb 19 04:09:47.724209 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-26cecccc-437e-49d7-994b-64a5180d630e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (e8398318-ead5-42f4-991e-a1927e2bdbb8), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:47.800643 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4098d042-e349-4acc-bc3e-79d39af5f502 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks [] for security_group_rule (75a36f74-9341-4f54-b8f1-ea5b9ca90421), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:47.816894 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4098d042-e349-4acc-bc3e-79d39af5f502 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (75a36f74-9341-4f54-b8f1-ea5b9ca90421), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:47.836448 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 904875ec-89ed-492d-9025-89408e6248e1 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:47.837078 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (904875ec-89ed-492d-9025-89408e6248e1), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:47.848986 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098d042-e349-4acc-bc3e-79d39af5f502 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a36f74-9341-4f54-b8f1-ea5b9ca90421,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:47.863485 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4098d042-e349-4acc-bc3e-79d39af5f502 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:47.868841 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4098d042-e349-4acc-bc3e-79d39af5f502 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2266231 Feb 19 04:09:47.869452 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33212) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:47.877454 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-9a1b482f-9431-4ced-be94-ea9751d4d9b9 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:47.928136 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a8f5cba3-40fa-4448-a360-561db1c419e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'name': 'tempest-ServersTestJSON-145202602-router', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'd2dc3dd9-6d54-4713-bd63-3a92d2c13c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:08:58Z', 'updated_at': '2022-02-19T04:09:10Z', 'revision_number': 4, 'project_id': '307b43b5d94f4276a9c8cae63443bb9c', 'gw_port': {'id': 'd2dc3dd9-6d54-4713-bd63-3a92d2c13c0c', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:08:59Z', 'updated_at': '2022-02-19T04:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'af06de1d-10ec-43f0-9c50-a55ca244b9ae', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'floating_ip_address': '172.25.3.62', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'port_id': '29b08d36-aa15-44f8-929c-8e07e39220c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1808, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db902299-93bc-45eb-b6b4-6acba92a32c7', 'mac_address': 'fa:16:3e:73:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d03cca-da99-4cc8-82c1-d27c9c2f7dd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:09:15Z', 'updated_at': '2022-02-19T04:09:42Z', 'revision_number': 1, 'project_id': '307b43b5d94f4276a9c8cae63443bb9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c136e56c-c716-465b-8b66-4d9f495c6746', 'name': '', 'network_id': 'db902299-93bc-45eb-b6b4-6acba92a32c7', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'mac_address': 'fa:16:3e:9c:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'a636f74d-11b2-4b6b-aa69-e73def6fd43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:08Z', 'updated_at': '2022-02-19T04:09:14Z', 'revision_number': 5, 'project_id': '307b43b5d94f4276a9c8cae63443bb9c', 'subnets': [{'id': 'a636f74d-11b2-4b6b-aa69-e73def6fd43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:47.936311 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cecccc-437e-49d7-994b-64a5180d630e admin admin] Pushing event updated for resources: {'Port': ['ID=e8398318-ead5-42f4-991e-a1927e2bdbb8,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:47.942395 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-26cecccc-437e-49d7-994b-64a5180d630e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (9f283e4a-bfa7-4073-a5f7-27c7fb480d17), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:47.943297 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9a1b482f-9431-4ced-be94-ea9751d4d9b9 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:47.949017 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bcf7e-9b0e-4065-b63c-06854c98723b req-52051466-1838-463f-a040-1d3473cff829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:47.950734 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c69bcf7e-9b0e-4065-b63c-06854c98723b req-52051466-1838-463f-a040-1d3473cff829 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a636f74d-11b2-4b6b-aa69-e73def6fd43d HTTP/1.1" status: 200 len: 844 time: 0.2225056 Feb 19 04:09:48.047032 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f5cba3-40fa-4448-a360-561db1c419e2 None None] The sync data for ids ['94b7dd21-b2d5-4692-834d-8135d66bb4c1'] in n-d-828369-19 is: [{'id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'name': 'tempest-ServersTestJSON-145202602-router', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'd2dc3dd9-6d54-4713-bd63-3a92d2c13c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:08:58Z', 'updated_at': '2022-02-19T04:09:10Z', 'revision_number': 4, 'project_id': '307b43b5d94f4276a9c8cae63443bb9c', 'gw_port': {'id': 'd2dc3dd9-6d54-4713-bd63-3a92d2c13c0c', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:08:59Z', 'updated_at': '2022-02-19T04:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'af06de1d-10ec-43f0-9c50-a55ca244b9ae', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'floating_ip_address': '172.25.3.62', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'port_id': '29b08d36-aa15-44f8-929c-8e07e39220c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1808, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db902299-93bc-45eb-b6b4-6acba92a32c7', 'mac_address': 'fa:16:3e:73:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d03cca-da99-4cc8-82c1-d27c9c2f7dd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:09:15Z', 'updated_at': '2022-02-19T04:09:42Z', 'revision_number': 1, 'project_id': '307b43b5d94f4276a9c8cae63443bb9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c136e56c-c716-465b-8b66-4d9f495c6746', 'name': '', 'network_id': 'db902299-93bc-45eb-b6b4-6acba92a32c7', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'mac_address': 'fa:16:3e:9c:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'a636f74d-11b2-4b6b-aa69-e73def6fd43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:08Z', 'updated_at': '2022-02-19T04:09:14Z', 'revision_number': 5, 'project_id': '307b43b5d94f4276a9c8cae63443bb9c', 'subnets': [{'id': 'a636f74d-11b2-4b6b-aa69-e73def6fd43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:09:48.120603 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9a1b482f-9431-4ced-be94-ea9751d4d9b9 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:48.177135 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 904875ec-89ed-492d-9025-89408e6248e1 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:48.178425 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device d3745e44-468c-45e6-a6d8-d8cba7fb8fec up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:48.198778 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bcf7e-9b0e-4065-b63c-06854c98723b req-e2c941b3-f062-4936-b1b3-1c26486746e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:48.200336 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c69bcf7e-9b0e-4065-b63c-06854c98723b req-e2c941b3-f062-4936-b1b3-1c26486746e8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db902299-93bc-45eb-b6b4-6acba92a32c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2419608 Feb 19 04:09:48.301475 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port d3745e44-468c-45e6-a6d8-d8cba7fb8fec triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:48.301864 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d3745e44-468c-45e6-a6d8-d8cba7fb8fec), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:48.320680 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-9a1b482f-9431-4ced-be94-ea9751d4d9b9 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Allocated IP 172.25.3.18 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/8718ada2-0594-460c-b073-2ecacca359e5) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:48.421632 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cecccc-437e-49d7-994b-64a5180d630e admin admin] Network 593e3203-1e41-4617-a3ce-c10c95f4a43a is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:48.442938 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-26cecccc-437e-49d7-994b-64a5180d630e admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:48.465637 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c69bcf7e-9b0e-4065-b63c-06854c98723b req-4d690165-22cd-4bf3-9b6e-362b5c9f8914 service neutron] 10.222.0.26 "GET /v2.0/networks/db902299-93bc-45eb-b6b4-6acba92a32c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526474 Feb 19 04:09:48.527293 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9a1b482f-9431-4ced-be94-ea9751d4d9b9 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks [] for port (8718ada2-0594-460c-b073-2ecacca359e5), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:48.609136 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9a1b482f-9431-4ced-be94-ea9751d4d9b9 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (8718ada2-0594-460c-b073-2ecacca359e5), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:48.684404 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1b482f-9431-4ced-be94-ea9751d4d9b9 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:48.730724 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-9a1b482f-9431-4ced-be94-ea9751d4d9b9 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:48.754072 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea7d55c0-d467-4aab-9986-f34c0e6ed4de req-e4196c95-0933-49f6-a16d-39fb24d7a06f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0935054 Feb 19 04:09:48.761818 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1b482f-9431-4ced-be94-ea9751d4d9b9 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:48.767886 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b482f-9431-4ced-be94-ea9751d4d9b9 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Pushing event updated for resources: {'Port': ['ID=8718ada2-0594-460c-b073-2ecacca359e5,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:48.793552 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port d3745e44-468c-45e6-a6d8-d8cba7fb8fec is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:48.809175 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d3745e44-468c-45e6-a6d8-d8cba7fb8fec), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:48.843676 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port d3745e44-468c-45e6-a6d8-d8cba7fb8fec, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=d3745e44-468c-45e6-a6d8-d8cba7fb8fec,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:48.862417 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c69bcf7e-9b0e-4065-b63c-06854c98723b req-c9575486-1f84-44a2-a07c-491f35ce4615 service neutron] 10.222.0.26 "GET /v2.0/networks/db902299-93bc-45eb-b6b4-6acba92a32c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846364 Feb 19 04:09:48.862964 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d3745e44-468c-45e6-a6d8-d8cba7fb8fec), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:48.882779 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26cecccc-437e-49d7-994b-64a5180d630e admin admin] Router 9f283e4a-bfa7-4073-a5f7-27c7fb480d17 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:09:48.969293 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9a1b482f-9431-4ced-be94-ea9751d4d9b9 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks [] for floatingip (2ecd5b1f-0f21-48f5-a78b-ad1c0670d523), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:48.971297 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=d3745e44-468c-45e6-a6d8-d8cba7fb8fec,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:49.054038 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-0a5f9173-50d3-4db1-a3e8-5537b6f9b58d None None] Provisioning complete for port e8398318-ead5-42f4-991e-a1927e2bdbb8 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:49.054490 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0a5f9173-50d3-4db1-a3e8-5537b6f9b58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e8398318-ead5-42f4-991e-a1927e2bdbb8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:49.087090 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9a1b482f-9431-4ced-be94-ea9751d4d9b9 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8718ada2-0594-460c-b073-2ecacca359e5), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:49.112908 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cecccc-437e-49d7-994b-64a5180d630e admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:09:49.118088 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3fa60fb2-1afc-4dae-9bea-baa5bd83b681 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:49.133483 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-26cecccc-437e-49d7-994b-64a5180d630e admin admin] 10.222.0.52 "PUT /v2.0/routers/9f283e4a-bfa7-4073-a5f7-27c7fb480d17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7853639 Feb 19 04:09:49.189636 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdb7cda-57f3-4a84-bb11-53579b2518b1 None None] New status for floating IP af06de1d-10ec-43f0-9c50-a55ca244b9ae: ACTIVE {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:09:49.252392 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0a5f9173-50d3-4db1-a3e8-5537b6f9b58d None None] Port e8398318-ead5-42f4-991e-a1927e2bdbb8 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:09:49.306465 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 3fa60fb2-1afc-4dae-9bea-baa5bd83b681 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:49.306853 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3fa60fb2-1afc-4dae-9bea-baa5bd83b681), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:49.409578 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33230) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:49.477359 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9a1b482f-9431-4ced-be94-ea9751d4d9b9 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks [] for port (8718ada2-0594-460c-b073-2ecacca359e5), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:49.481221 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 3fa60fb2-1afc-4dae-9bea-baa5bd83b681 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:49.481546 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3fa60fb2-1afc-4dae-9bea-baa5bd83b681), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:49.504532 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9a1b482f-9431-4ced-be94-ea9751d4d9b9 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (8718ada2-0594-460c-b073-2ecacca359e5), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:49.567991 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 3fa60fb2-1afc-4dae-9bea-baa5bd83b681, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3fa60fb2-1afc-4dae-9bea-baa5bd83b681,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:49.583496 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3fa60fb2-1afc-4dae-9bea-baa5bd83b681), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:49.601004 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e7907034-e9b6-4339-a67f-087500d7b643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:49.630867 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b482f-9431-4ced-be94-ea9751d4d9b9 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Pushing event updated for resources: {'Port': ['ID=8718ada2-0594-460c-b073-2ecacca359e5,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:49.702630 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9a1b482f-9431-4ced-be94-ea9751d4d9b9 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (2ecd5b1f-0f21-48f5-a78b-ad1c0670d523), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:49.717463 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=3fa60fb2-1afc-4dae-9bea-baa5bd83b681,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:49.734096 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9a1b482f-9431-4ced-be94-ea9751d4d9b9 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:49.735366 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9a1b482f-9431-4ced-be94-ea9751d4d9b9 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8648193 Feb 19 04:09:49.763399 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e7907034-e9b6-4339-a67f-087500d7b643 admin admin] Publish callbacks [] for security_group (10f16402-ba06-4eed-9407-dcdc3590cdb9), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:49.771583 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e7907034-e9b6-4339-a67f-087500d7b643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (10f16402-ba06-4eed-9407-dcdc3590cdb9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:49.831766 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e7907034-e9b6-4339-a67f-087500d7b643 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6fb64b5bc9c9434188573dc366323f95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4193692 Feb 19 04:09:49.832548 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33242) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:49.832798 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7907034-e9b6-4339-a67f-087500d7b643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f16402-ba06-4eed-9407-dcdc3590cdb9,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:49.927773 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-efc1ea37-bd67-442a-b8cd-10c453351e35 admin admin] Publish callbacks [] for security_group (10f16402-ba06-4eed-9407-dcdc3590cdb9), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:49.953530 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cd1fc6fc-7bbd-4380-8d1c-62cf382cb42a req-0d4147b7-ecea-4a4f-ab37-e3e41a669bc2 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0499685 Feb 19 04:09:49.978788 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-efc1ea37-bd67-442a-b8cd-10c453351e35 admin admin] Publish callbacks [] for security_group (10f16402-ba06-4eed-9407-dcdc3590cdb9), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:50.081539 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-efc1ea37-bd67-442a-b8cd-10c453351e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (10f16402-ba06-4eed-9407-dcdc3590cdb9), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:50.084147 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-efc1ea37-bd67-442a-b8cd-10c453351e35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:50.087692 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-efc1ea37-bd67-442a-b8cd-10c453351e35 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/10f16402-ba06-4eed-9407-dcdc3590cdb9 HTTP/1.1" status: 204 len: 168 time: 0.2513661 Feb 19 04:09:50.108031 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1ea37-bd67-442a-b8cd-10c453351e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f16402-ba06-4eed-9407-dcdc3590cdb9,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:50.114057 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-5b426c21-f4b7-43c9-9ff1-93c1f21abfc1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--20470209&fields=id&tenant_id=47d77581683d4c43a3d18ea75c887227 HTTP/1.1" status: 200 len: 267 time: 0.0690856 Feb 19 04:09:50.270934 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-fdb2f01a-3cec-47f2-837d-be1eec633e20 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:50.273942 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-fdb2f01a-3cec-47f2-837d-be1eec633e20 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/networks?id=af1b2524-905a-4fb0-b20e-a5912983245d HTTP/1.1" status: 200 len: 810 time: 0.1443844 Feb 19 04:09:50.291527 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-ce9bd9b7-e5c2-4a2f-96ae-03c4385ec73c tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/quotas/47d77581683d4c43a3d18ea75c887227 HTTP/1.1" status: 200 len: 375 time: 0.0113001 Feb 19 04:09:50.396233 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-fedec069-ee8a-4588-8691-8713e354c9b4 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=47d77581683d4c43a3d18ea75c887227&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0979304 Feb 19 04:09:50.487691 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33274) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:50.511331 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-179ec6d0-f30b-46d9-a72e-ee358fed1725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:50.538526 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-e2f397c1-a452-412f-8645-83b80e04101c service neutron] 10.222.0.52 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306975 Feb 19 04:09:50.627197 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-179ec6d0-f30b-46d9-a72e-ee358fed1725 admin admin] Publish callbacks [] for security_group (41015ef6-daf1-4fa3-9ff3-7460cfd600a9), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:50.633564 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-179ec6d0-f30b-46d9-a72e-ee358fed1725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (41015ef6-daf1-4fa3-9ff3-7460cfd600a9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:50.686204 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ec6d0-f30b-46d9-a72e-ee358fed1725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41015ef6-daf1-4fa3-9ff3-7460cfd600a9,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:50.686415 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-f18519e7-b95c-4a00-a578-8f2017e30c55 service neutron] 10.222.0.52 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257200 Feb 19 04:09:50.712665 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33286) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:50.713877 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-179ec6d0-f30b-46d9-a72e-ee358fed1725 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=83fa7876a51843c9ab24cc08efa78828&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2250810 Feb 19 04:09:50.778868 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-74d5bd95-25b5-4971-b8bd-325bfd663a17 admin admin] Publish callbacks [] for security_group (41015ef6-daf1-4fa3-9ff3-7460cfd600a9), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:50.812181 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-74d5bd95-25b5-4971-b8bd-325bfd663a17 admin admin] Publish callbacks [] for security_group (41015ef6-daf1-4fa3-9ff3-7460cfd600a9), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:50.905871 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab12aca5-fc1a-40e2-9a1d-721c4b4edde0 req-2d62a1a0-52ee-4f99-8d38-4abd95c94ae1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 210 time: 0.0454175 Feb 19 04:09:50.964627 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-74d5bd95-25b5-4971-b8bd-325bfd663a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (41015ef6-daf1-4fa3-9ff3-7460cfd600a9), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:50.968424 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-74d5bd95-25b5-4971-b8bd-325bfd663a17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:50.972568 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-74d5bd95-25b5-4971-b8bd-325bfd663a17 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/41015ef6-daf1-4fa3-9ff3-7460cfd600a9 HTTP/1.1" status: 204 len: 168 time: 0.2565043 Feb 19 04:09:50.991182 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5bd95-25b5-4971-b8bd-325bfd663a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41015ef6-daf1-4fa3-9ff3-7460cfd600a9,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:51.021951 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device d3745e44-468c-45e6-a6d8-d8cba7fb8fec up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:51.054768 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33314) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:51.153715 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port d3745e44-468c-45e6-a6d8-d8cba7fb8fec triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:51.154088 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d3745e44-468c-45e6-a6d8-d8cba7fb8fec), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:51.182524 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88fd92ea-a361-43de-91f5-be01fca1525f req-1f7c9b6f-294c-4212-ba66-41bcf15b9131 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0393105 Feb 19 04:09:51.320665 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port d3745e44-468c-45e6-a6d8-d8cba7fb8fec is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:51.321982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3fa60fb2-1afc-4dae-9bea-baa5bd83b681 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:51.380326 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 3fa60fb2-1afc-4dae-9bea-baa5bd83b681 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:51.380764 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3fa60fb2-1afc-4dae-9bea-baa5bd83b681), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:51.501058 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 3fa60fb2-1afc-4dae-9bea-baa5bd83b681 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:51.599648 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b43-28d2-43d4-bb6d-bc5bb6b97206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (3b81c5e7-f6dc-41f2-915f-f31edc959354), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:51.856347 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f671dbe-a8d5-4017-99a8-ea6db2699aa2 None None] Sync routers for ids ['735b7994-cc26-46f2-a4f0-ac0b11f18625'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:09:51.876983 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f671dbe-a8d5-4017-99a8-ea6db2699aa2 None None] Routers {'735b7994-cc26-46f2-a4f0-ac0b11f18625'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:51.879149 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-0f671dbe-a8d5-4017-99a8-ea6db2699aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:09:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['735b7994-cc26-46f2-a4f0-ac0b11f18625'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:51.933142 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-cb2c9b43-28d2-43d4-bb6d-bc5bb6b97206 admin admin] Deleting port 650049d8-1d06-4ed5-b1d5-d1a51a422e0f {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:51.933740 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b43-28d2-43d4-bb6d-bc5bb6b97206 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (650049d8-1d06-4ed5-b1d5-d1a51a422e0f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:52.020818 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-cb2c9b43-28d2-43d4-bb6d-bc5bb6b97206 admin admin] For port 650049d8-1d06-4ed5-b1d5-d1a51a422e0f, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=650049d8-1d06-4ed5-b1d5-d1a51a422e0f,segment=NetworkSegment(c45437e6-eff7-41a6-a2c3-c6f9e2b76884),segment_id=c45437e6-eff7-41a6-a2c3-c6f9e2b76884)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:52.021200 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b43-28d2-43d4-bb6d-bc5bb6b97206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (650049d8-1d06-4ed5-b1d5-d1a51a422e0f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:52.036004 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-cb2c9b43-28d2-43d4-bb6d-bc5bb6b97206 admin admin] Calling delete_port for 650049d8-1d06-4ed5-b1d5-d1a51a422e0f owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:52.065212 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-0f671dbe-a8d5-4017-99a8-ea6db2699aa2 None None] Set router 735b7994-cc26-46f2-a4f0-ac0b11f18625 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:52.095232 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6b43f47d-8971-4d2c-976f-bd1447a014f2 req-ee4d0aee-dd0e-48b3-9ec5-238f9294d644 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 210 time: 0.0511301 Feb 19 04:09:52.356304 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1280ee95-dfc7-4d52-9506-40215cc6c081 req-31fc4f18-1c2a-4544-88fc-553670634945 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0592835 Feb 19 04:09:52.364473 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-0f671dbe-a8d5-4017-99a8-ea6db2699aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'name': 'tempest-ServerActionsTestJSON-96029638-router', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'd3745e44-468c-45e6-a6d8-d8cba7fb8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:33Z', 'updated_at': '2022-02-19T04:09:42Z', 'revision_number': 4, 'project_id': '47d77581683d4c43a3d18ea75c887227', 'gw_port': {'id': 'd3745e44-468c-45e6-a6d8-d8cba7fb8fec', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:48:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:35Z', 'updated_at': '2022-02-19T04:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '2a904639-6afd-4a86-bac7-ea1be8112094', 'name': '', 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'mac_address': 'fa:16:3e:a1:df:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:40Z', 'updated_at': '2022-02-19T04:09:43Z', 'revision_number': 2, 'project_id': '47d77581683d4c43a3d18ea75c887227', 'subnets': [{'id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:52.429518 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f671dbe-a8d5-4017-99a8-ea6db2699aa2 None None] Checking router: 735b7994-cc26-46f2-a4f0-ac0b11f18625 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:09:52.430682 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f671dbe-a8d5-4017-99a8-ea6db2699aa2 None None] Updating router 735b7994-cc26-46f2-a4f0-ac0b11f18625 port 2a904639-6afd-4a86-bac7-ea1be8112094 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:09:52.434476 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c3671c-dfdb-432b-9a80-0b91932238be None None] Sync routers for ids ['9f283e4a-bfa7-4073-a5f7-27c7fb480d17'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:09:52.451691 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c3671c-dfdb-432b-9a80-0b91932238be None None] Routers {'9f283e4a-bfa7-4073-a5f7-27c7fb480d17'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:52.452596 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-37c3671c-dfdb-432b-9a80-0b91932238be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:09:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['9f283e4a-bfa7-4073-a5f7-27c7fb480d17'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:52.457809 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-c7781b0b-f764-4abd-8579-3bba752eb2e9 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:52.459509 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-c7781b0b-f764-4abd-8579-3bba752eb2e9 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.79 "GET /v2.0/networks?id=af1b2524-905a-4fb0-b20e-a5912983245d HTTP/1.1" status: 200 len: 810 time: 0.3042190 Feb 19 04:09:52.497180 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0f671dbe-a8d5-4017-99a8-ea6db2699aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2a904639-6afd-4a86-bac7-ea1be8112094), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:52.592876 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-00d200de-9755-4f95-a01a-08850e12dc54 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47d77581683d4c43a3d18ea75c887227 HTTP/1.1" status: 200 len: 378 time: 0.1248045 Feb 19 04:09:52.602748 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-2a3943dc-8f4a-48df-bfe2-6da96f5d5136 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Request body: {'port': {'device_id': 'a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce', 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'admin_state_up': True, 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'security_groups': ['8a248758-8f81-46b4-b41e-5afe408f1bc0']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:52.638987 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-37c3671c-dfdb-432b-9a80-0b91932238be None None] Set router 9f283e4a-bfa7-4073-a5f7-27c7fb480d17 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:52.681992 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b43-28d2-43d4-bb6d-bc5bb6b97206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (650049d8-1d06-4ed5-b1d5-d1a51a422e0f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:52.735969 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c9b43-28d2-43d4-bb6d-bc5bb6b97206 admin admin] Pushing event deleted for resources: {'Port': ['ID=650049d8-1d06-4ed5-b1d5-d1a51a422e0f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:52.952848 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-2a3943dc-8f4a-48df-bfe2-6da96f5d5136 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Made reservation on behalf of 47d77581683d4c43a3d18ea75c887227 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:09:52.956916 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-2a3943dc-8f4a-48df-bfe2-6da96f5d5136 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:52.981951 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-37c3671c-dfdb-432b-9a80-0b91932238be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f283e4a-bfa7-4073-a5f7-27c7fb480d17', 'name': 'tempest-TestAggregatesBasicOps-86239533-router', 'tenant_id': '0fe0837df242445bb1f684ee613a142c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3fa60fb2-1afc-4dae-9bea-baa5bd83b681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:39Z', 'updated_at': '2022-02-19T04:09:46Z', 'revision_number': 4, 'project_id': '0fe0837df242445bb1f684ee613a142c', 'gw_port': {'id': '3fa60fb2-1afc-4dae-9bea-baa5bd83b681', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f283e4a-bfa7-4073-a5f7-27c7fb480d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:40Z', 'updated_at': '2022-02-19T04:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'e8398318-ead5-42f4-991e-a1927e2bdbb8', 'name': '', 'network_id': '593e3203-1e41-4617-a3ce-c10c95f4a43a', 'tenant_id': '0fe0837df242445bb1f684ee613a142c', 'mac_address': 'fa:16:3e:e7:69:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f283e4a-bfa7-4073-a5f7-27c7fb480d17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '125cb92d-680d-4c78-923e-60fce0df954b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:44Z', 'updated_at': '2022-02-19T04:09:47Z', 'revision_number': 2, 'project_id': '0fe0837df242445bb1f684ee613a142c', 'subnets': [{'id': '125cb92d-680d-4c78-923e-60fce0df954b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:53.014622 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c3671c-dfdb-432b-9a80-0b91932238be None None] Checking router: 9f283e4a-bfa7-4073-a5f7-27c7fb480d17 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:09:53.015469 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c3671c-dfdb-432b-9a80-0b91932238be None None] Updating router 9f283e4a-bfa7-4073-a5f7-27c7fb480d17 port e8398318-ead5-42f4-991e-a1927e2bdbb8 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:09:53.044489 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0f671dbe-a8d5-4017-99a8-ea6db2699aa2 None None] Publish callbacks [] for port (2a904639-6afd-4a86-bac7-ea1be8112094), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:53.047992 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-37c3671c-dfdb-432b-9a80-0b91932238be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e8398318-ead5-42f4-991e-a1927e2bdbb8), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:53.062971 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0f671dbe-a8d5-4017-99a8-ea6db2699aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2a904639-6afd-4a86-bac7-ea1be8112094), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:53.175203 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9b43-28d2-43d4-bb6d-bc5bb6b97206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (3b81c5e7-f6dc-41f2-915f-f31edc959354), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:53.201101 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273fbb91-7dc0-4e16-aacc-e16cdcdeacc7 None None] Pushing event updated for resources: {'Port': ['ID=2a904639-6afd-4a86-bac7-ea1be8112094,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:53.345576 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5e30956-354c-43be-b3a7-5fadcd8122ed req-6b9b2741-bdd5-4950-a098-8569da057888 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 210 time: 0.0772455 Feb 19 04:09:53.366716 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-0f671dbe-a8d5-4017-99a8-ea6db2699aa2 None None] Attempting to bind port 2a904639-6afd-4a86-bac7-ea1be8112094 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:53.367497 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-0f671dbe-a8d5-4017-99a8-ea6db2699aa2 None None] Attempting to bind port 2a904639-6afd-4a86-bac7-ea1be8112094 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:53.368042 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f671dbe-a8d5-4017-99a8-ea6db2699aa2 None None] Attempting to bind port 2a904639-6afd-4a86-bac7-ea1be8112094 on network af1b2524-905a-4fb0-b20e-a5912983245d {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:53.374269 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f671dbe-a8d5-4017-99a8-ea6db2699aa2 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:53.375156 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f671dbe-a8d5-4017-99a8-ea6db2699aa2 None None] Checking segment: {'id': '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:53.375739 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0f671dbe-a8d5-4017-99a8-ea6db2699aa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:53.376301 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f671dbe-a8d5-4017-99a8-ea6db2699aa2 None None] Bound using segment: {'id': '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:53.377288 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-0f671dbe-a8d5-4017-99a8-ea6db2699aa2 None None] Bound port: 2a904639-6afd-4a86-bac7-ea1be8112094, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:53.378591 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0f671dbe-a8d5-4017-99a8-ea6db2699aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2a904639-6afd-4a86-bac7-ea1be8112094), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:53.384560 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-2a3943dc-8f4a-48df-bfe2-6da96f5d5136 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Allocated IP 172.20.0.12 (af1b2524-905a-4fb0-b20e-a5912983245d/2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4/0fac01fd-40e3-41e1-811a-31a59797abb0) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:53.501520 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-0f671dbe-a8d5-4017-99a8-ea6db2699aa2 None None] For port 2a904639-6afd-4a86-bac7-ea1be8112094, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:53.506907 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-0f671dbe-a8d5-4017-99a8-ea6db2699aa2 None None] For port 2a904639-6afd-4a86-bac7-ea1be8112094, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2a904639-6afd-4a86-bac7-ea1be8112094,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:53.521295 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0f671dbe-a8d5-4017-99a8-ea6db2699aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2a904639-6afd-4a86-bac7-ea1be8112094), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:53.595372 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-37c3671c-dfdb-432b-9a80-0b91932238be None None] Publish callbacks [] for port (e8398318-ead5-42f4-991e-a1927e2bdbb8), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:53.608484 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273fbb91-7dc0-4e16-aacc-e16cdcdeacc7 None None] Pushing event updated for resources: {'Port': ['ID=2a904639-6afd-4a86-bac7-ea1be8112094,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:53.616145 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-37c3671c-dfdb-432b-9a80-0b91932238be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e8398318-ead5-42f4-991e-a1927e2bdbb8), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:53.671790 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f671dbe-a8d5-4017-99a8-ea6db2699aa2 None None] Routers {'735b7994-cc26-46f2-a4f0-ac0b11f18625'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:53.672929 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-0f671dbe-a8d5-4017-99a8-ea6db2699aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:09:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['735b7994-cc26-46f2-a4f0-ac0b11f18625'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:53.799375 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f9771-af2a-4871-9bb1-121c0420760b None None] Pushing event updated for resources: {'Port': ['ID=e8398318-ead5-42f4-991e-a1927e2bdbb8,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:53.855655 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-0f671dbe-a8d5-4017-99a8-ea6db2699aa2 None None] Set router 735b7994-cc26-46f2-a4f0-ac0b11f18625 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:53.923586 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-37c3671c-dfdb-432b-9a80-0b91932238be None None] Attempting to bind port e8398318-ead5-42f4-991e-a1927e2bdbb8 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:53.924641 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-37c3671c-dfdb-432b-9a80-0b91932238be None None] Attempting to bind port e8398318-ead5-42f4-991e-a1927e2bdbb8 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'cd4bfa2c-afb9-4498-8063-6e180ae71739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '593e3203-1e41-4617-a3ce-c10c95f4a43a'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:53.924872 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c3671c-dfdb-432b-9a80-0b91932238be None None] Attempting to bind port e8398318-ead5-42f4-991e-a1927e2bdbb8 on network 593e3203-1e41-4617-a3ce-c10c95f4a43a {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:53.937966 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c3671c-dfdb-432b-9a80-0b91932238be None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:53.938784 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c3671c-dfdb-432b-9a80-0b91932238be None None] Checking segment: {'id': 'cd4bfa2c-afb9-4498-8063-6e180ae71739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '593e3203-1e41-4617-a3ce-c10c95f4a43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:53.939419 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-37c3671c-dfdb-432b-9a80-0b91932238be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:53.940656 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c3671c-dfdb-432b-9a80-0b91932238be None None] Bound using segment: {'id': 'cd4bfa2c-afb9-4498-8063-6e180ae71739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '593e3203-1e41-4617-a3ce-c10c95f4a43a'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:53.941387 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-37c3671c-dfdb-432b-9a80-0b91932238be None None] Bound port: e8398318-ead5-42f4-991e-a1927e2bdbb8, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4bfa2c-afb9-4498-8063-6e180ae71739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '593e3203-1e41-4617-a3ce-c10c95f4a43a'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:53.941999 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-37c3671c-dfdb-432b-9a80-0b91932238be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e8398318-ead5-42f4-991e-a1927e2bdbb8), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:53.984352 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-90cb6f1e-4a00-4447-8f44-964e0ebf892c None None] Provisioning complete for port 2a904639-6afd-4a86-bac7-ea1be8112094 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:53.984735 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90cb6f1e-4a00-4447-8f44-964e0ebf892c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2a904639-6afd-4a86-bac7-ea1be8112094), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:54.036130 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-37c3671c-dfdb-432b-9a80-0b91932238be None None] For port e8398318-ead5-42f4-991e-a1927e2bdbb8, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:54.042734 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-37c3671c-dfdb-432b-9a80-0b91932238be None None] For port e8398318-ead5-42f4-991e-a1927e2bdbb8, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e8398318-ead5-42f4-991e-a1927e2bdbb8,segment=NetworkSegment(cd4bfa2c-afb9-4498-8063-6e180ae71739),segment_id=cd4bfa2c-afb9-4498-8063-6e180ae71739)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:54.058219 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-37c3671c-dfdb-432b-9a80-0b91932238be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e8398318-ead5-42f4-991e-a1927e2bdbb8), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:54.123291 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c3671c-dfdb-432b-9a80-0b91932238be None None] Routers {'9f283e4a-bfa7-4073-a5f7-27c7fb480d17'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:54.124035 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-37c3671c-dfdb-432b-9a80-0b91932238be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:09:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['9f283e4a-bfa7-4073-a5f7-27c7fb480d17'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:54.218778 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-90cb6f1e-4a00-4447-8f44-964e0ebf892c None None] Current status of the port 2a904639-6afd-4a86-bac7-ea1be8112094 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:54.219411 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90cb6f1e-4a00-4447-8f44-964e0ebf892c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2a904639-6afd-4a86-bac7-ea1be8112094), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:54.323693 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-90cb6f1e-4a00-4447-8f44-964e0ebf892c None None] For port 2a904639-6afd-4a86-bac7-ea1be8112094, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2a904639-6afd-4a86-bac7-ea1be8112094,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:54.335381 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-65af16d1-cc77-4144-974f-4074160afab8 req-2d7c1f69-ccfe-43e4-a5b3-6d7a19e2fd3c tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.8171849 Feb 19 04:09:54.339127 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-0f671dbe-a8d5-4017-99a8-ea6db2699aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'name': 'tempest-ServerActionsTestJSON-96029638-router', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'd3745e44-468c-45e6-a6d8-d8cba7fb8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:33Z', 'updated_at': '2022-02-19T04:09:42Z', 'revision_number': 4, 'project_id': '47d77581683d4c43a3d18ea75c887227', 'gw_port': {'id': 'd3745e44-468c-45e6-a6d8-d8cba7fb8fec', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:48:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:35Z', 'updated_at': '2022-02-19T04:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '2a904639-6afd-4a86-bac7-ea1be8112094', 'name': '', 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'mac_address': 'fa:16:3e:a1:df:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:40Z', 'updated_at': '2022-02-19T04:09:53Z', 'revision_number': 4, 'project_id': '47d77581683d4c43a3d18ea75c887227', 'subnets': [{'id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:54.412645 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90cb6f1e-4a00-4447-8f44-964e0ebf892c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2a904639-6afd-4a86-bac7-ea1be8112094), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:54.417193 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f671dbe-a8d5-4017-99a8-ea6db2699aa2 None None] The sync data for ids ['735b7994-cc26-46f2-a4f0-ac0b11f18625'] in n-d-828369-19 is: [{'id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'name': 'tempest-ServerActionsTestJSON-96029638-router', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'd3745e44-468c-45e6-a6d8-d8cba7fb8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:33Z', 'updated_at': '2022-02-19T04:09:42Z', 'revision_number': 4, 'project_id': '47d77581683d4c43a3d18ea75c887227', 'gw_port': {'id': 'd3745e44-468c-45e6-a6d8-d8cba7fb8fec', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:48:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:35Z', 'updated_at': '2022-02-19T04:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '2a904639-6afd-4a86-bac7-ea1be8112094', 'name': '', 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'mac_address': 'fa:16:3e:a1:df:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:40Z', 'updated_at': '2022-02-19T04:09:53Z', 'revision_number': 4, 'project_id': '47d77581683d4c43a3d18ea75c887227', 'subnets': [{'id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:09:54.447841 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-37c3671c-dfdb-432b-9a80-0b91932238be None None] Set router 9f283e4a-bfa7-4073-a5f7-27c7fb480d17 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:54.520652 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb6f1e-4a00-4447-8f44-964e0ebf892c None None] Pushing event updated for resources: {'Port': ['ID=2a904639-6afd-4a86-bac7-ea1be8112094,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:54.560778 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9d1a453b-b093-4f51-b83e-3faab49c4750 None None] Provisioning complete for port e8398318-ead5-42f4-991e-a1927e2bdbb8 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:54.561165 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9d1a453b-b093-4f51-b83e-3faab49c4750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e8398318-ead5-42f4-991e-a1927e2bdbb8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:54.588784 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-2a3943dc-8f4a-48df-bfe2-6da96f5d5136 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks [] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:54.694912 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9d1a453b-b093-4f51-b83e-3faab49c4750 None None] Current status of the port e8398318-ead5-42f4-991e-a1927e2bdbb8 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:54.695459 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9d1a453b-b093-4f51-b83e-3faab49c4750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e8398318-ead5-42f4-991e-a1927e2bdbb8), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:54.705160 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-2a3943dc-8f4a-48df-bfe2-6da96f5d5136 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:54.763636 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-9d1a453b-b093-4f51-b83e-3faab49c4750 None None] For port e8398318-ead5-42f4-991e-a1927e2bdbb8, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e8398318-ead5-42f4-991e-a1927e2bdbb8,segment=NetworkSegment(cd4bfa2c-afb9-4498-8063-6e180ae71739),segment_id=cd4bfa2c-afb9-4498-8063-6e180ae71739)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:54.778216 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9d1a453b-b093-4f51-b83e-3faab49c4750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e8398318-ead5-42f4-991e-a1927e2bdbb8), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:54.792067 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f9771-af2a-4871-9bb1-121c0420760b None None] Pushing event updated for resources: {'Port': ['ID=e8398318-ead5-42f4-991e-a1927e2bdbb8,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:54.813708 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-37c3671c-dfdb-432b-9a80-0b91932238be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f283e4a-bfa7-4073-a5f7-27c7fb480d17', 'name': 'tempest-TestAggregatesBasicOps-86239533-router', 'tenant_id': '0fe0837df242445bb1f684ee613a142c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3fa60fb2-1afc-4dae-9bea-baa5bd83b681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:39Z', 'updated_at': '2022-02-19T04:09:46Z', 'revision_number': 4, 'project_id': '0fe0837df242445bb1f684ee613a142c', 'gw_port': {'id': '3fa60fb2-1afc-4dae-9bea-baa5bd83b681', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f283e4a-bfa7-4073-a5f7-27c7fb480d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:40Z', 'updated_at': '2022-02-19T04:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'e8398318-ead5-42f4-991e-a1927e2bdbb8', 'name': '', 'network_id': '593e3203-1e41-4617-a3ce-c10c95f4a43a', 'tenant_id': '0fe0837df242445bb1f684ee613a142c', 'mac_address': 'fa:16:3e:e7:69:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f283e4a-bfa7-4073-a5f7-27c7fb480d17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '125cb92d-680d-4c78-923e-60fce0df954b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:44Z', 'updated_at': '2022-02-19T04:09:54Z', 'revision_number': 4, 'project_id': '0fe0837df242445bb1f684ee613a142c', 'subnets': [{'id': '125cb92d-680d-4c78-923e-60fce0df954b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:54.829816 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-2a3943dc-8f4a-48df-bfe2-6da96f5d5136 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Network af1b2524-905a-4fb0-b20e-a5912983245d is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:54.849989 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c3671c-dfdb-432b-9a80-0b91932238be None None] The sync data for ids ['9f283e4a-bfa7-4073-a5f7-27c7fb480d17'] in n-d-828369-19 is: [{'id': '9f283e4a-bfa7-4073-a5f7-27c7fb480d17', 'name': 'tempest-TestAggregatesBasicOps-86239533-router', 'tenant_id': '0fe0837df242445bb1f684ee613a142c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3fa60fb2-1afc-4dae-9bea-baa5bd83b681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:39Z', 'updated_at': '2022-02-19T04:09:46Z', 'revision_number': 4, 'project_id': '0fe0837df242445bb1f684ee613a142c', 'gw_port': {'id': '3fa60fb2-1afc-4dae-9bea-baa5bd83b681', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f283e4a-bfa7-4073-a5f7-27c7fb480d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:40Z', 'updated_at': '2022-02-19T04:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'e8398318-ead5-42f4-991e-a1927e2bdbb8', 'name': '', 'network_id': '593e3203-1e41-4617-a3ce-c10c95f4a43a', 'tenant_id': '0fe0837df242445bb1f684ee613a142c', 'mac_address': 'fa:16:3e:e7:69:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f283e4a-bfa7-4073-a5f7-27c7fb480d17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '125cb92d-680d-4c78-923e-60fce0df954b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:44Z', 'updated_at': '2022-02-19T04:09:54Z', 'revision_number': 4, 'project_id': '0fe0837df242445bb1f684ee613a142c', 'subnets': [{'id': '125cb92d-680d-4c78-923e-60fce0df954b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:09:54.868977 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a453b-b093-4f51-b83e-3faab49c4750 None None] Pushing event updated for resources: {'Port': ['ID=e8398318-ead5-42f4-991e-a1927e2bdbb8,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:54.879888 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9d1a453b-b093-4f51-b83e-3faab49c4750 None None] Provisioning complete for port 2a904639-6afd-4a86-bac7-ea1be8112094 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:54.880259 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9d1a453b-b093-4f51-b83e-3faab49c4750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2a904639-6afd-4a86-bac7-ea1be8112094), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:54.883482 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-2a3943dc-8f4a-48df-bfe2-6da96f5d5136 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:54.890598 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-2a3943dc-8f4a-48df-bfe2-6da96f5d5136 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:54.894637 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3943dc-8f4a-48df-bfe2-6da96f5d5136 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Pushing event updated for resources: {'Port': ['ID=0fac01fd-40e3-41e1-811a-31a59797abb0,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:55.114033 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9d1a453b-b093-4f51-b83e-3faab49c4750 None None] Current status of the port 2a904639-6afd-4a86-bac7-ea1be8112094 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:55.173958 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e4ee9-980d-4e8f-9198-a157affba1b9 req-6d426899-a70e-46e4-82b6-65b3e13fb78b tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:55.183703 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d6e4ee9-980d-4e8f-9198-a157affba1b9 req-6d426899-a70e-46e4-82b6-65b3e13fb78b tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 932 time: 0.6376243 Feb 19 04:09:55.297754 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-2a3943dc-8f4a-48df-bfe2-6da96f5d5136 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:55.302706 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-2a3943dc-8f4a-48df-bfe2-6da96f5d5136 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:55.372073 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e8398318-ead5-42f4-991e-a1927e2bdbb8 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:55.403787 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-2a3943dc-8f4a-48df-bfe2-6da96f5d5136 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8048677 Feb 19 04:09:55.426613 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-db21bcf9-380e-43d6-b9c3-44905d20d7bb service neutron] Request body: {'port': {'device_id': 'a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:55.494925 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-8ff1feb6-63fb-4f34-8e98-9ba04a83403d None None] Provisioning complete for port 0fac01fd-40e3-41e1-811a-31a59797abb0 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:55.495433 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8ff1feb6-63fb-4f34-8e98-9ba04a83403d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:55.499082 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d6e4ee9-980d-4e8f-9198-a157affba1b9 req-dfd6e191-64b6-4a42-b4c6-21931ed408ec tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3115005 Feb 19 04:09:55.524578 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2c9b43-28d2-43d4-bb6d-bc5bb6b97206 admin admin] Router 3b81c5e7-f6dc-41f2-915f-f31edc959354 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:09:55.560097 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8ff1feb6-63fb-4f34-8e98-9ba04a83403d None None] Port 0fac01fd-40e3-41e1-811a-31a59797abb0 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:09:55.562452 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port e8398318-ead5-42f4-991e-a1927e2bdbb8 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:55.563117 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e8398318-ead5-42f4-991e-a1927e2bdbb8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:55.572429 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ad9d469-4e89-48cf-8f8e-3731e129cdff req-71924408-6794-45c8-8f3c-1242b1046e23 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0932779 Feb 19 04:09:55.665327 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-db21bcf9-380e-43d6-b9c3-44905d20d7bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:55.707609 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port e8398318-ead5-42f4-991e-a1927e2bdbb8 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:55.708982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2a904639-6afd-4a86-bac7-ea1be8112094 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:55.817832 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 2a904639-6afd-4a86-bac7-ea1be8112094 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:55.818347 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2a904639-6afd-4a86-bac7-ea1be8112094), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:55.870603 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2c9b43-28d2-43d4-bb6d-bc5bb6b97206 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:09:55.898783 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed31221d-63c7-4417-9a0e-7c36cec1bf8a None None] Sync routers for ids ['3b81c5e7-f6dc-41f2-915f-f31edc959354'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:09:55.971828 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed31221d-63c7-4417-9a0e-7c36cec1bf8a None None] Routers {'3b81c5e7-f6dc-41f2-915f-f31edc959354'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:55.973262 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ed31221d-63c7-4417-9a0e-7c36cec1bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:09:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['3b81c5e7-f6dc-41f2-915f-f31edc959354'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:56.030194 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cb2c9b43-28d2-43d4-bb6d-bc5bb6b97206 admin admin] 10.222.0.52 "PUT /v2.0/routers/3b81c5e7-f6dc-41f2-915f-f31edc959354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9721255 Feb 19 04:09:56.031817 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33408) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:56.253398 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 2a904639-6afd-4a86-bac7-ea1be8112094 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:56.281108 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-db21bcf9-380e-43d6-b9c3-44905d20d7bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fac01fd-40e3-41e1-811a-31a59797abb0 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:09:56.291360 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-db21bcf9-380e-43d6-b9c3-44905d20d7bb service neutron] Publish callbacks [] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:56.323168 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-db21bcf9-380e-43d6-b9c3-44905d20d7bb service neutron] Transition to ACTIVE for port object 0fac01fd-40e3-41e1-811a-31a59797abb0 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:09:56.343187 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-db21bcf9-380e-43d6-b9c3-44905d20d7bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:56.360854 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2df96c86-8252-4e86-a169-97a39492f667 admin admin] Publish callbacks [] for router (3b81c5e7-f6dc-41f2-915f-f31edc959354), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:56.432173 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-ed31221d-63c7-4417-9a0e-7c36cec1bf8a None None] Set router 3b81c5e7-f6dc-41f2-915f-f31edc959354 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:56.622811 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2df96c86-8252-4e86-a169-97a39492f667 admin admin] Publish callbacks [] for router_gateway (3b81c5e7-f6dc-41f2-915f-f31edc959354), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:56.626981 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21bcf9-380e-43d6-b9c3-44905d20d7bb service neutron] Pushing event updated for resources: {'Port': ['ID=0fac01fd-40e3-41e1-811a-31a59797abb0,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:56.725041 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-db21bcf9-380e-43d6-b9c3-44905d20d7bb service neutron] Attempting to bind port 0fac01fd-40e3-41e1-811a-31a59797abb0 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:56.725918 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-db21bcf9-380e-43d6-b9c3-44905d20d7bb service neutron] Attempting to bind port 0fac01fd-40e3-41e1-811a-31a59797abb0 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:56.726506 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-db21bcf9-380e-43d6-b9c3-44905d20d7bb service neutron] Attempting to bind port 0fac01fd-40e3-41e1-811a-31a59797abb0 on network af1b2524-905a-4fb0-b20e-a5912983245d {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:56.731995 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:56.740994 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-2df96c86-8252-4e86-a169-97a39492f667 admin admin] Deleting port 8ab99cd0-af0b-4d89-a590-4af8fba67f5f {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:56.741336 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2df96c86-8252-4e86-a169-97a39492f667 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (8ab99cd0-af0b-4d89-a590-4af8fba67f5f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:56.747532 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-db21bcf9-380e-43d6-b9c3-44905d20d7bb service neutron] Port 0fac01fd-40e3-41e1-811a-31a59797abb0 on network af1b2524-905a-4fb0-b20e-a5912983245d not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:09:56.748572 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-db21bcf9-380e-43d6-b9c3-44905d20d7bb service neutron] Attempting to bind port 0fac01fd-40e3-41e1-811a-31a59797abb0 on network af1b2524-905a-4fb0-b20e-a5912983245d {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:56.756851 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-db21bcf9-380e-43d6-b9c3-44905d20d7bb service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:56.757345 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-db21bcf9-380e-43d6-b9c3-44905d20d7bb service neutron] Checking segment: {'id': '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:56.757841 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-db21bcf9-380e-43d6-b9c3-44905d20d7bb service neutron] Bound using segment: {'id': '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:56.758792 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-db21bcf9-380e-43d6-b9c3-44905d20d7bb service neutron] Bound port: 0fac01fd-40e3-41e1-811a-31a59797abb0, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:56.759010 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-db21bcf9-380e-43d6-b9c3-44905d20d7bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:56.840090 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef63f6-87f1-4d9e-86ec-8af5de3bf339 req-225f6a07-4b2e-4f04-a22f-55d25bac9cc2 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:56.845464 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2eef63f6-87f1-4d9e-86ec-8af5de3bf339 req-225f6a07-4b2e-4f04-a22f-55d25bac9cc2 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 944 time: 0.1724136 Feb 19 04:09:56.854893 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-2df96c86-8252-4e86-a169-97a39492f667 admin admin] For port 8ab99cd0-af0b-4d89-a590-4af8fba67f5f, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8ab99cd0-af0b-4d89-a590-4af8fba67f5f,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:56.855261 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2df96c86-8252-4e86-a169-97a39492f667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (8ab99cd0-af0b-4d89-a590-4af8fba67f5f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:56.855877 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ed31221d-63c7-4417-9a0e-7c36cec1bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b81c5e7-f6dc-41f2-915f-f31edc959354', 'name': 'tempest-TestAggregatesBasicOps-1090073182-router', 'tenant_id': '6a49e02ba8794ba1ae4a4afbf0d7f2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '8ab99cd0-af0b-4d89-a590-4af8fba67f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:25Z', 'updated_at': '2022-02-19T04:09:52Z', 'revision_number': 5, 'project_id': '6a49e02ba8794ba1ae4a4afbf0d7f2f0', 'gw_port': {'id': '8ab99cd0-af0b-4d89-a590-4af8fba67f5f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b81c5e7-f6dc-41f2-915f-f31edc959354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:28Z', 'updated_at': '2022-02-19T04:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:56.892297 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed31221d-63c7-4417-9a0e-7c36cec1bf8a None None] Checking router: 3b81c5e7-f6dc-41f2-915f-f31edc959354 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:09:56.897329 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-2df96c86-8252-4e86-a169-97a39492f667 admin admin] Calling delete_port for 8ab99cd0-af0b-4d89-a590-4af8fba67f5f owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:56.916159 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed31221d-63c7-4417-9a0e-7c36cec1bf8a None None] Routers {'3b81c5e7-f6dc-41f2-915f-f31edc959354'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:56.917040 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ed31221d-63c7-4417-9a0e-7c36cec1bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:09:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['3b81c5e7-f6dc-41f2-915f-f31edc959354'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:56.917664 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2eef63f6-87f1-4d9e-86ec-8af5de3bf339 req-d04e0764-bffc-4dcc-9ed9-ae7d26169b7e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642755 Feb 19 04:09:56.938483 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-db21bcf9-380e-43d6-b9c3-44905d20d7bb service neutron] For port 0fac01fd-40e3-41e1-811a-31a59797abb0, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:56.942639 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-db21bcf9-380e-43d6-b9c3-44905d20d7bb service neutron] For port 0fac01fd-40e3-41e1-811a-31a59797abb0, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0fac01fd-40e3-41e1-811a-31a59797abb0,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:56.960791 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-db21bcf9-380e-43d6-b9c3-44905d20d7bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:57.038827 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-db21bcf9-380e-43d6-b9c3-44905d20d7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:57.039620 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-db21bcf9-380e-43d6-b9c3-44905d20d7bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:57.046699 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-db21bcf9-380e-43d6-b9c3-44905d20d7bb service neutron] 10.222.0.79 "PUT /v2.0/ports/0fac01fd-40e3-41e1-811a-31a59797abb0 HTTP/1.1" status: 200 len: 1093 time: 1.6272466 Feb 19 04:09:57.046966 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce', 'tag': '0fac01fd-40e3-41e1-811a-31a59797abb0'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:57.050135 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b905a88-ca62-498e-beb6-b40ada3c0c26" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce", "tag": "0fac01fd-40e3-41e1-811a-31a59797abb0"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:57.082865 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21bcf9-380e-43d6-b9c3-44905d20d7bb service neutron] Pushing event updated for resources: {'Port': ['ID=0fac01fd-40e3-41e1-811a-31a59797abb0,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:57.172039 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-98c1ba00-9a66-4e92-b4df-e026345be1fd req-76f757af-2dcb-40ab-a6ed-362d702424d7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0982718 Feb 19 04:09:57.194061 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-ed31221d-63c7-4417-9a0e-7c36cec1bf8a None None] Set router 3b81c5e7-f6dc-41f2-915f-f31edc959354 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:57.205092 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-5bfd42b8-9629-4e7f-9f24-bb63c2a6d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:57.207468 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-5bfd42b8-9629-4e7f-9f24-bb63c2a6d28e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=47d77581683d4c43a3d18ea75c887227&device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 1127 time: 0.1068637 Feb 19 04:09:57.250567 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2df96c86-8252-4e86-a169-97a39492f667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (8ab99cd0-af0b-4d89-a590-4af8fba67f5f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:57.281594 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-3b55f33e-5a31-4dd5-8060-c7f48755d81d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fac01fd-40e3-41e1-811a-31a59797abb0 HTTP/1.1" status: 200 len: 217 time: 0.0665317 Feb 19 04:09:57.283155 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63f34f6-b72a-4072-80c5-2c30f013676c x-openstack-request-id: req-b63f34f6-b72a-4072-80c5-2c30f013676c {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:57.283579 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce", "tag": "0fac01fd-40e3-41e1-811a-31a59797abb0", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:57.284385 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b63f34f6-b72a-4072-80c5-2c30f013676c {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:57.284790 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce', 'tag': '0fac01fd-40e3-41e1-811a-31a59797abb0', 'status': 'completed', 'code': 200} Feb 19 04:09:57.312461 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ed31221d-63c7-4417-9a0e-7c36cec1bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b81c5e7-f6dc-41f2-915f-f31edc959354', 'name': 'tempest-TestAggregatesBasicOps-1090073182-router', 'tenant_id': '6a49e02ba8794ba1ae4a4afbf0d7f2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:25Z', 'updated_at': '2022-02-19T04:09:56Z', 'revision_number': 6, 'project_id': '6a49e02ba8794ba1ae4a4afbf0d7f2f0', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:57.329427 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df96c86-8252-4e86-a169-97a39492f667 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ab99cd0-af0b-4d89-a590-4af8fba67f5f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:57.376935 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed31221d-63c7-4417-9a0e-7c36cec1bf8a None None] The sync data for ids ['3b81c5e7-f6dc-41f2-915f-f31edc959354'] in n-d-828369-19 is: [{'id': '3b81c5e7-f6dc-41f2-915f-f31edc959354', 'name': 'tempest-TestAggregatesBasicOps-1090073182-router', 'tenant_id': '6a49e02ba8794ba1ae4a4afbf0d7f2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:25Z', 'updated_at': '2022-02-19T04:09:56Z', 'revision_number': 6, 'project_id': '6a49e02ba8794ba1ae4a4afbf0d7f2f0', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:09:57.396647 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-c49e6d5a-db44-4a29-922d-a255d667e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:57.398917 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-c49e6d5a-db44-4a29-922d-a255d667e9c6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4 HTTP/1.1" status: 200 len: 849 time: 0.1005316 Feb 19 04:09:57.446801 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2df96c86-8252-4e86-a169-97a39492f667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (3b81c5e7-f6dc-41f2-915f-f31edc959354), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:57.461277 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-cdc8a6b1-4b06-4433-b30d-2f276fc47b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:57.462843 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-cdc8a6b1-4b06-4433-b30d-2f276fc47b98 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=af1b2524-905a-4fb0-b20e-a5912983245d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0572293 Feb 19 04:09:57.558515 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2df96c86-8252-4e86-a169-97a39492f667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (3b81c5e7-f6dc-41f2-915f-f31edc959354), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:57.560758 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2df96c86-8252-4e86-a169-97a39492f667 admin admin] Publish callbacks [] for router_controller (3b81c5e7-f6dc-41f2-915f-f31edc959354), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:57.589538 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-59a0968b-450d-48e1-8686-8b5e414c4849 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190460 Feb 19 04:09:57.610468 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2df96c86-8252-4e86-a169-97a39492f667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (3b81c5e7-f6dc-41f2-915f-f31edc959354), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:57.611105 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df96c86-8252-4e86-a169-97a39492f667 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b81c5e7-f6dc-41f2-915f-f31edc959354 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:09:57.616431 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2df96c86-8252-4e86-a169-97a39492f667 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:57.617658 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2df96c86-8252-4e86-a169-97a39492f667 admin admin] 10.222.0.52 "DELETE /v2.0/routers/3b81c5e7-f6dc-41f2-915f-f31edc959354 HTTP/1.1" status: 204 len: 168 time: 1.5844748 Feb 19 04:09:57.621221 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33426) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:57.676094 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-62570724-9e56-4fb7-b3db-3ad649383abe admin admin] Deleting subnet 3547c838-5950-4a9c-b7ca-563f32969d45 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:09:57.679513 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-62570724-9e56-4fb7-b3db-3ad649383abe admin admin] Publish callbacks [] for subnet (3547c838-5950-4a9c-b7ca-563f32969d45), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:57.700084 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cec5d39b-d873-4bb5-8ee9-43555b7fdd64 req-2437ccea-2753-442c-a876-bc0bd630c8e4 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019447 Feb 19 04:09:57.736550 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-62570724-9e56-4fb7-b3db-3ad649383abe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (3547c838-5950-4a9c-b7ca-563f32969d45), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:57.837530 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b905a88-ca62-498e-beb6-b40ada3c0c26 req-be929446-b603-4c76-911b-02b2359f8360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:57.839325 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b905a88-ca62-498e-beb6-b40ada3c0c26 req-be929446-b603-4c76-911b-02b2359f8360 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=47d77581683d4c43a3d18ea75c887227&device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 1127 time: 0.0798783 Feb 19 04:09:57.864736 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-62570724-9e56-4fb7-b3db-3ad649383abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (3547c838-5950-4a9c-b7ca-563f32969d45), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:57.942589 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-62570724-9e56-4fb7-b3db-3ad649383abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (3547c838-5950-4a9c-b7ca-563f32969d45), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:57.970591 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b905a88-ca62-498e-beb6-b40ada3c0c26 req-d190152f-d375-4e1e-9594-b9a70933c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:57.973897 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b905a88-ca62-498e-beb6-b40ada3c0c26 req-d190152f-d375-4e1e-9594-b9a70933c0ab service neutron] 10.222.0.79 "GET /v2.0/networks?id=af1b2524-905a-4fb0-b20e-a5912983245d HTTP/1.1" status: 200 len: 911 time: 0.1278307 Feb 19 04:09:57.976365 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62570724-9e56-4fb7-b3db-3ad649383abe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3547c838-5950-4a9c-b7ca-563f32969d45,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:57.983059 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-62570724-9e56-4fb7-b3db-3ad649383abe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:57.986279 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad877344-7eda-48f5-a243-d7a54df353c5 None None] Network d2565e1e-57fd-4b81-97bf-198edf646d4b requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:09:58.005010 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-62570724-9e56-4fb7-b3db-3ad649383abe admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3547c838-5950-4a9c-b7ca-563f32969d45 HTTP/1.1" status: 204 len: 168 time: 0.3825362 Feb 19 04:09:58.008038 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33436) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:58.117674 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b905a88-ca62-498e-beb6-b40ada3c0c26 req-995ffa5f-9812-4d4f-aa81-233a0e63bfc9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fac01fd-40e3-41e1-811a-31a59797abb0 HTTP/1.1" status: 200 len: 217 time: 0.1207714 Feb 19 04:09:58.123269 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-17f9aff9-e0e1-4acf-9926-a55b540c9763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (d2565e1e-57fd-4b81-97bf-198edf646d4b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:58.213739 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-17f9aff9-e0e1-4acf-9926-a55b540c9763 admin admin] Deleting port 2a68ca2b-1ea8-4968-b5cf-054a343eeda7 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:58.214273 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-17f9aff9-e0e1-4acf-9926-a55b540c9763 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (2a68ca2b-1ea8-4968-b5cf-054a343eeda7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:58.217306 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b905a88-ca62-498e-beb6-b40ada3c0c26 req-cf24e95d-e111-44e8-bfd3-2c6d585ed7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:58.218871 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b905a88-ca62-498e-beb6-b40ada3c0c26 req-cf24e95d-e111-44e8-bfd3-2c6d585ed7ef service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4 HTTP/1.1" status: 200 len: 849 time: 0.0951293 Feb 19 04:09:58.233830 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4c788-00c7-481b-8896-ed48d4b5048c req-3408db91-bbb3-4f95-b3be-16f6faeb948e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:58.235475 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aef4c788-00c7-481b-8896-ed48d4b5048c req-3408db91-bbb3-4f95-b3be-16f6faeb948e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 944 time: 0.1411207 Feb 19 04:09:58.321356 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b905a88-ca62-498e-beb6-b40ada3c0c26 req-32646ca2-2e35-4008-aa3e-936a61d91166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:58.323472 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b905a88-ca62-498e-beb6-b40ada3c0c26 req-32646ca2-2e35-4008-aa3e-936a61d91166 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=af1b2524-905a-4fb0-b20e-a5912983245d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0870566 Feb 19 04:09:58.326755 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aef4c788-00c7-481b-8896-ed48d4b5048c req-99c70085-4a8b-4c3d-9046-59e27127e3c0 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811412 Feb 19 04:09:58.344920 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-17f9aff9-e0e1-4acf-9926-a55b540c9763 admin admin] For port 2a68ca2b-1ea8-4968-b5cf-054a343eeda7, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2a68ca2b-1ea8-4968-b5cf-054a343eeda7,segment=NetworkSegment(c45437e6-eff7-41a6-a2c3-c6f9e2b76884),segment_id=c45437e6-eff7-41a6-a2c3-c6f9e2b76884)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:58.345473 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-17f9aff9-e0e1-4acf-9926-a55b540c9763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (2a68ca2b-1ea8-4968-b5cf-054a343eeda7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:58.360396 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-17f9aff9-e0e1-4acf-9926-a55b540c9763 admin admin] Calling delete_port for 2a68ca2b-1ea8-4968-b5cf-054a343eeda7 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:58.436471 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f3839c-b3e8-4626-acfa-174f2ae5d055 None None] DHCP port deletion for d2565e1e-57fd-4b81-97bf-198edf646d4b request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:09:58.488561 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-17f9aff9-e0e1-4acf-9926-a55b540c9763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (2a68ca2b-1ea8-4968-b5cf-054a343eeda7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:58.533233 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0760fc26-c5c5-430c-80b4-1ba70d3f2b4d req-75c8c06f-a231-4ee8-be0f-cb7e3121bb4a tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0635118 Feb 19 04:09:58.536083 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b905a88-ca62-498e-beb6-b40ada3c0c26 req-91171d91-a01d-4130-9736-ae489fb23e75 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037129 Feb 19 04:09:58.544123 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f9aff9-e0e1-4acf-9926-a55b540c9763 admin admin] No DVR routers for this DVR port 2a68ca2b-1ea8-4968-b5cf-054a343eeda7 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:09:58.552565 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9aff9-e0e1-4acf-9926-a55b540c9763 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a68ca2b-1ea8-4968-b5cf-054a343eeda7,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:58.583240 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-29f3839c-b3e8-4626-acfa-174f2ae5d055 None None] Deleting port 2a68ca2b-1ea8-4968-b5cf-054a343eeda7 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:58.583628 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-29f3839c-b3e8-4626-acfa-174f2ae5d055 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (2a68ca2b-1ea8-4968-b5cf-054a343eeda7), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:58.654291 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b905a88-ca62-498e-beb6-b40ada3c0c26 req-fc925976-3701-4757-a252-213b433f0b71 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975227 Feb 19 04:09:58.655724 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-17f9aff9-e0e1-4acf-9926-a55b540c9763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (d2565e1e-57fd-4b81-97bf-198edf646d4b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:58.691504 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-17f9aff9-e0e1-4acf-9926-a55b540c9763 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2565e1e-57fd-4b81-97bf-198edf646d4b']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:58.700481 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-29f3839c-b3e8-4626-acfa-174f2ae5d055 None None] For port 2a68ca2b-1ea8-4968-b5cf-054a343eeda7, host n-d-828369-19, got binding levels [] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:58.701161 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-29f3839c-b3e8-4626-acfa-174f2ae5d055 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (2a68ca2b-1ea8-4968-b5cf-054a343eeda7), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:58.704918 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-17f9aff9-e0e1-4acf-9926-a55b540c9763 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45437e6-eff7-41a6-a2c3-c6f9e2b76884') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:58.705269 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-17f9aff9-e0e1-4acf-9926-a55b540c9763 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45437e6-eff7-41a6-a2c3-c6f9e2b76884') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:58.717175 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-17f9aff9-e0e1-4acf-9926-a55b540c9763 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (c45437e6-eff7-41a6-a2c3-c6f9e2b76884), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:58.717497 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-29f3839c-b3e8-4626-acfa-174f2ae5d055 None None] Calling delete_port for 2a68ca2b-1ea8-4968-b5cf-054a343eeda7 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:58.720335 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.ipam_backend_mixin [None req-29f3839c-b3e8-4626-acfa-174f2ae5d055 None None] Port 2a68ca2b-1ea8-4968-b5cf-054a343eeda7 was not found and therefore no delete operation was performed {{(pid=109927) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:09:58.722276 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-29f3839c-b3e8-4626-acfa-174f2ae5d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (2a68ca2b-1ea8-4968-b5cf-054a343eeda7), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:58.732491 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-17f9aff9-e0e1-4acf-9926-a55b540c9763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (c45437e6-eff7-41a6-a2c3-c6f9e2b76884), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:58.739931 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f9aff9-e0e1-4acf-9926-a55b540c9763 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:09:58.740361 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-17f9aff9-e0e1-4acf-9926-a55b540c9763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (c45437e6-eff7-41a6-a2c3-c6f9e2b76884), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:09:58.742368 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:09:58.747754 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3839c-b3e8-4626-acfa-174f2ae5d055 None None] Pushing event deleted for resources: {'Port': ['ID=2a68ca2b-1ea8-4968-b5cf-054a343eeda7,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:58.752404 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f3839c-b3e8-4626-acfa-174f2ae5d055 None None] No DVR routers for this DVR port 2a68ca2b-1ea8-4968-b5cf-054a343eeda7 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:09:58.813326 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-17f9aff9-e0e1-4acf-9926-a55b540c9763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (d2565e1e-57fd-4b81-97bf-198edf646d4b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:58.826117 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-17f9aff9-e0e1-4acf-9926-a55b540c9763 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:58.833722 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-17f9aff9-e0e1-4acf-9926-a55b540c9763 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d2565e1e-57fd-4b81-97bf-198edf646d4b HTTP/1.1" status: 204 len: 168 time: 0.8231361 Feb 19 04:09:58.834814 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33450) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:58.854671 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9aff9-e0e1-4acf-9926-a55b540c9763 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2565e1e-57fd-4b81-97bf-198edf646d4b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:59.241693 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03b5aefb-df1d-4ebc-b5f2-0b6453583206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (9f283e4a-bfa7-4073-a5f7-27c7fb480d17), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:59.389760 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2a68ca2b-1ea8-4968-b5cf-054a343eeda7 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:09:59.430198 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 2a68ca2b-1ea8-4968-b5cf-054a343eeda7 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:09:59.430547 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2a68ca2b-1ea8-4968-b5cf-054a343eeda7 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:09:59.430977 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 650049d8-1d06-4ed5-b1d5-d1a51a422e0f no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:09:59.478437 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 650049d8-1d06-4ed5-b1d5-d1a51a422e0f {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:09:59.478808 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 650049d8-1d06-4ed5-b1d5-d1a51a422e0f not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:09:59.483065 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89835d25-93f9-45ed-bc47-8cb6b4408174 req-d3be99c5-178d-40f0-96e6-b9ea3af90f55 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:59.494341 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-89835d25-93f9-45ed-bc47-8cb6b4408174 req-d3be99c5-178d-40f0-96e6-b9ea3af90f55 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 944 time: 0.0853410 Feb 19 04:09:59.504943 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:59.550764 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-89835d25-93f9-45ed-bc47-8cb6b4408174 req-3f3dca7b-7310-49df-b582-b5aa10c53608 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551074 Feb 19 04:09:59.643583 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-816523e6-afe1-44a4-9b6f-cdae767c2def req-f323f902-0ccc-41cc-bdb2-d35804ffe665 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0315707 Feb 19 04:09:59.865331 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-03b5aefb-df1d-4ebc-b5f2-0b6453583206 admin admin] Deleting port e8398318-ead5-42f4-991e-a1927e2bdbb8 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:59.865888 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03b5aefb-df1d-4ebc-b5f2-0b6453583206 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (e8398318-ead5-42f4-991e-a1927e2bdbb8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:59.949020 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-03b5aefb-df1d-4ebc-b5f2-0b6453583206 admin admin] For port e8398318-ead5-42f4-991e-a1927e2bdbb8, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e8398318-ead5-42f4-991e-a1927e2bdbb8,segment=NetworkSegment(cd4bfa2c-afb9-4498-8063-6e180ae71739),segment_id=cd4bfa2c-afb9-4498-8063-6e180ae71739)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:59.949385 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03b5aefb-df1d-4ebc-b5f2-0b6453583206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (e8398318-ead5-42f4-991e-a1927e2bdbb8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:59.963548 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-03b5aefb-df1d-4ebc-b5f2-0b6453583206 admin admin] Calling delete_port for e8398318-ead5-42f4-991e-a1927e2bdbb8 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:00.163797 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03b5aefb-df1d-4ebc-b5f2-0b6453583206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (e8398318-ead5-42f4-991e-a1927e2bdbb8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:00.200383 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5aefb-df1d-4ebc-b5f2-0b6453583206 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8398318-ead5-42f4-991e-a1927e2bdbb8,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:00.409609 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03b5aefb-df1d-4ebc-b5f2-0b6453583206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (9f283e4a-bfa7-4073-a5f7-27c7fb480d17), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:00.559016 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdc61-6850-4112-a4e1-87de7d274848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:00.672691 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b5aefb-df1d-4ebc-b5f2-0b6453583206 admin admin] Router 9f283e4a-bfa7-4073-a5f7-27c7fb480d17 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:10:00.703518 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69fd6d-0655-41eb-b968-8bee63504791 req-d9869a85-f1a8-41c6-9c39-459af402132e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:00.706056 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7a69fd6d-0655-41eb-b968-8bee63504791 req-d9869a85-f1a8-41c6-9c39-459af402132e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 944 time: 0.0661430 Feb 19 04:10:00.764938 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7a69fd6d-0655-41eb-b968-8bee63504791 req-9e06776c-47be-4651-acba-cd2ffd8be932 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527706 Feb 19 04:10:00.802342 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b5aefb-df1d-4ebc-b5f2-0b6453583206 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:10:00.810360 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-03b5aefb-df1d-4ebc-b5f2-0b6453583206 admin admin] 10.222.0.52 "PUT /v2.0/routers/9f283e4a-bfa7-4073-a5f7-27c7fb480d17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9709425 Feb 19 04:10:00.810647 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33480) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:00.816838 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d953f195-60b1-4faa-8085-85280c441a82 None None] Sync routers for ids ['9f283e4a-bfa7-4073-a5f7-27c7fb480d17'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:10:00.832263 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d953f195-60b1-4faa-8085-85280c441a82 None None] Routers {'9f283e4a-bfa7-4073-a5f7-27c7fb480d17'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:10:00.834755 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d953f195-60b1-4faa-8085-85280c441a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:09:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['9f283e4a-bfa7-4073-a5f7-27c7fb480d17'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:00.889691 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a10b50ad-00b2-4055-94aa-339ad0d20a49 req-cca930b5-8022-4126-81ea-29f64be4b809 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0327108 Feb 19 04:10:01.007649 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-adf82eab-6ade-4aaf-8986-a2205841373d admin admin] Publish callbacks [] for router (9f283e4a-bfa7-4073-a5f7-27c7fb480d17), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:01.047510 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-d953f195-60b1-4faa-8085-85280c441a82 None None] Set router 9f283e4a-bfa7-4073-a5f7-27c7fb480d17 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:10:01.086714 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8ab99cd0-af0b-4d89-a590-4af8fba67f5f no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:10:01.109293 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33484) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:01.133298 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 8ab99cd0-af0b-4d89-a590-4af8fba67f5f {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:10:01.133659 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8ab99cd0-af0b-4d89-a590-4af8fba67f5f not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:10:01.178546 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-adf82eab-6ade-4aaf-8986-a2205841373d admin admin] Publish callbacks [] for router_gateway (9f283e4a-bfa7-4073-a5f7-27c7fb480d17), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:01.246308 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-75860470-a978-4e69-b948-2567d5235cf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:01.250531 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-adf82eab-6ade-4aaf-8986-a2205841373d admin admin] Deleting port 3fa60fb2-1afc-4dae-9bea-baa5bd83b681 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:01.250989 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-adf82eab-6ade-4aaf-8986-a2205841373d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (3fa60fb2-1afc-4dae-9bea-baa5bd83b681), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:01.308698 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d953f195-60b1-4faa-8085-85280c441a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f283e4a-bfa7-4073-a5f7-27c7fb480d17', 'name': 'tempest-TestAggregatesBasicOps-86239533-router', 'tenant_id': '0fe0837df242445bb1f684ee613a142c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3fa60fb2-1afc-4dae-9bea-baa5bd83b681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:39Z', 'updated_at': '2022-02-19T04:10:00Z', 'revision_number': 5, 'project_id': '0fe0837df242445bb1f684ee613a142c', 'gw_port': {'id': '3fa60fb2-1afc-4dae-9bea-baa5bd83b681', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f283e4a-bfa7-4073-a5f7-27c7fb480d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:40Z', 'updated_at': '2022-02-19T04:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:01.332821 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0fac01fd-40e3-41e1-811a-31a59797abb0 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:10:01.345084 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-adf82eab-6ade-4aaf-8986-a2205841373d admin admin] For port 3fa60fb2-1afc-4dae-9bea-baa5bd83b681, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3fa60fb2-1afc-4dae-9bea-baa5bd83b681,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:01.345749 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-adf82eab-6ade-4aaf-8986-a2205841373d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (3fa60fb2-1afc-4dae-9bea-baa5bd83b681), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:01.349399 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-75860470-a978-4e69-b948-2567d5235cf4 admin admin] Publish callbacks [] for security_group (cbc649c5-f471-40d5-84bb-d126ac64e386), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:01.362406 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-75860470-a978-4e69-b948-2567d5235cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (cbc649c5-f471-40d5-84bb-d126ac64e386), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:01.364539 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-adf82eab-6ade-4aaf-8986-a2205841373d admin admin] Calling delete_port for 3fa60fb2-1afc-4dae-9bea-baa5bd83b681 owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:01.382036 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d953f195-60b1-4faa-8085-85280c441a82 None None] Checking router: 9f283e4a-bfa7-4073-a5f7-27c7fb480d17 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:10:01.402013 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d953f195-60b1-4faa-8085-85280c441a82 None None] Routers {'9f283e4a-bfa7-4073-a5f7-27c7fb480d17'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:10:01.406030 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d953f195-60b1-4faa-8085-85280c441a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:09:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['9f283e4a-bfa7-4073-a5f7-27c7fb480d17'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:01.411751 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-75860470-a978-4e69-b948-2567d5235cf4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f9de5cbba9684b6ca4cc8a3fb8ccba15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3004491 Feb 19 04:10:01.412696 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75860470-a978-4e69-b948-2567d5235cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc649c5-f471-40d5-84bb-d126ac64e386,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:01.416214 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33488) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:01.473258 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6deafdbb-4648-4d7b-bb02-212c423583a6 admin admin] Publish callbacks [] for security_group (cbc649c5-f471-40d5-84bb-d126ac64e386), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:01.489479 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0fac01fd-40e3-41e1-811a-31a59797abb0, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0fac01fd-40e3-41e1-811a-31a59797abb0,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:01.500645 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6deafdbb-4648-4d7b-bb02-212c423583a6 admin admin] Publish callbacks [] for security_group (cbc649c5-f471-40d5-84bb-d126ac64e386), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:01.507049 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '0fac01fd-40e3-41e1-811a-31a59797abb0', 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'port_id': '0fac01fd-40e3-41e1-811a-31a59797abb0', 'mac_address': 'fa:16:3e:f9:82:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:10:01.547290 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 0fac01fd-40e3-41e1-811a-31a59797abb0 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:01.547934 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:01.562437 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fac01fd-40e3-41e1-811a-31a59797abb0 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:10:01.570492 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6deafdbb-4648-4d7b-bb02-212c423583a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (cbc649c5-f471-40d5-84bb-d126ac64e386), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:01.573846 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6deafdbb-4648-4d7b-bb02-212c423583a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:01.576235 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-d953f195-60b1-4faa-8085-85280c441a82 None None] Set router 9f283e4a-bfa7-4073-a5f7-27c7fb480d17 gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:10:01.578865 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6deafdbb-4648-4d7b-bb02-212c423583a6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cbc649c5-f471-40d5-84bb-d126ac64e386 HTTP/1.1" status: 204 len: 168 time: 0.1613843 Feb 19 04:10:01.599748 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deafdbb-4648-4d7b-bb02-212c423583a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc649c5-f471-40d5-84bb-d126ac64e386,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:01.605798 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0fac01fd-40e3-41e1-811a-31a59797abb0, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0fac01fd-40e3-41e1-811a-31a59797abb0,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:01.624508 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:01.662491 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d953f195-60b1-4faa-8085-85280c441a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f283e4a-bfa7-4073-a5f7-27c7fb480d17', 'name': 'tempest-TestAggregatesBasicOps-86239533-router', 'tenant_id': '0fe0837df242445bb1f684ee613a142c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:39Z', 'updated_at': '2022-02-19T04:10:01Z', 'revision_number': 6, 'project_id': '0fe0837df242445bb1f684ee613a142c', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:01.667166 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-adf82eab-6ade-4aaf-8986-a2205841373d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (3fa60fb2-1afc-4dae-9bea-baa5bd83b681), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:01.700413 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d953f195-60b1-4faa-8085-85280c441a82 None None] The sync data for ids ['9f283e4a-bfa7-4073-a5f7-27c7fb480d17'] in n-d-828369-19 is: [{'id': '9f283e4a-bfa7-4073-a5f7-27c7fb480d17', 'name': 'tempest-TestAggregatesBasicOps-86239533-router', 'tenant_id': '0fe0837df242445bb1f684ee613a142c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:39Z', 'updated_at': '2022-02-19T04:10:01Z', 'revision_number': 6, 'project_id': '0fe0837df242445bb1f684ee613a142c', 'gw_port_host': None}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:10:01.700948 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf82eab-6ade-4aaf-8986-a2205841373d admin admin] Pushing event deleted for resources: {'Port': ['ID=3fa60fb2-1afc-4dae-9bea-baa5bd83b681,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:01.727244 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=0fac01fd-40e3-41e1-811a-31a59797abb0,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:01.793774 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-adf82eab-6ade-4aaf-8986-a2205841373d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (9f283e4a-bfa7-4073-a5f7-27c7fb480d17), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:01.848496 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['0fac01fd-40e3-41e1-811a-31a59797abb0'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:10:01.938855 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d52d0-796a-42b1-94bb-4e82736a142a req-7c2f9e4d-5750-4acf-af2f-784564184acf tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:01.942013 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-450d52d0-796a-42b1-94bb-4e82736a142a req-7c2f9e4d-5750-4acf-af2f-784564184acf tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.0949378 Feb 19 04:10:01.954889 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-adf82eab-6ade-4aaf-8986-a2205841373d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (9f283e4a-bfa7-4073-a5f7-27c7fb480d17), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:01.958052 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-adf82eab-6ade-4aaf-8986-a2205841373d admin admin] Publish callbacks [] for router_controller (9f283e4a-bfa7-4073-a5f7-27c7fb480d17), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:02.029475 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33498) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:02.045070 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-adf82eab-6ade-4aaf-8986-a2205841373d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (9f283e4a-bfa7-4073-a5f7-27c7fb480d17), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:02.045884 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf82eab-6ade-4aaf-8986-a2205841373d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f283e4a-bfa7-4073-a5f7-27c7fb480d17 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:10:02.047975 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8700fbd5-35ba-4dfd-87a4-8c4cb5c56f1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:02.051950 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-450d52d0-796a-42b1-94bb-4e82736a142a req-0b88c4df-25de-4e7a-9430-4829c8fd5737 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1036232 Feb 19 04:10:02.053694 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-adf82eab-6ade-4aaf-8986-a2205841373d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:02.058058 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-adf82eab-6ade-4aaf-8986-a2205841373d admin admin] 10.222.0.52 "DELETE /v2.0/routers/9f283e4a-bfa7-4073-a5f7-27c7fb480d17 HTTP/1.1" status: 204 len: 168 time: 1.2434144 Feb 19 04:10:02.058806 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33500) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:02.134559 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d7ed935-9389-47b1-9fe7-4e640913b66a admin admin] Deleting subnet 125cb92d-680d-4c78-923e-60fce0df954b {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:10:02.140114 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d7ed935-9389-47b1-9fe7-4e640913b66a admin admin] Publish callbacks [] for subnet (125cb92d-680d-4c78-923e-60fce0df954b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:02.190434 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8700fbd5-35ba-4dfd-87a4-8c4cb5c56f1e admin admin] Publish callbacks [] for security_group (3c23f274-e0f9-4d67-bc76-82762162dcb1), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:02.195208 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8700fbd5-35ba-4dfd-87a4-8c4cb5c56f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3c23f274-e0f9-4d67-bc76-82762162dcb1), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:02.214208 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c72e0787-c0a9-4d8d-9f1d-842417541969 req-23b6d503-2cf1-4f8f-8529-a1c89e273896 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0753355 Feb 19 04:10:02.241437 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d7ed935-9389-47b1-9fe7-4e640913b66a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (125cb92d-680d-4c78-923e-60fce0df954b), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:02.244374 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8700fbd5-35ba-4dfd-87a4-8c4cb5c56f1e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=18293f401d3d4cdcaa375e311f981a66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2130127 Feb 19 04:10:02.245141 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33502) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:02.267204 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700fbd5-35ba-4dfd-87a4-8c4cb5c56f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c23f274-e0f9-4d67-bc76-82762162dcb1,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:02.317084 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b039993e-c878-44b5-84c7-29bed71da72d admin admin] Publish callbacks [] for security_group (3c23f274-e0f9-4d67-bc76-82762162dcb1), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:02.339509 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b039993e-c878-44b5-84c7-29bed71da72d admin admin] Publish callbacks [] for security_group (3c23f274-e0f9-4d67-bc76-82762162dcb1), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:02.360689 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d7ed935-9389-47b1-9fe7-4e640913b66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (125cb92d-680d-4c78-923e-60fce0df954b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:02.388615 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b039993e-c878-44b5-84c7-29bed71da72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3c23f274-e0f9-4d67-bc76-82762162dcb1), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:02.392364 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b039993e-c878-44b5-84c7-29bed71da72d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:02.394552 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b039993e-c878-44b5-84c7-29bed71da72d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3c23f274-e0f9-4d67-bc76-82762162dcb1 HTTP/1.1" status: 204 len: 168 time: 0.1478715 Feb 19 04:10:02.416017 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039993e-c878-44b5-84c7-29bed71da72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c23f274-e0f9-4d67-bc76-82762162dcb1,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:02.437976 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d7ed935-9389-47b1-9fe7-4e640913b66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (125cb92d-680d-4c78-923e-60fce0df954b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:02.468257 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ed935-9389-47b1-9fe7-4e640913b66a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=125cb92d-680d-4c78-923e-60fce0df954b,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:02.470439 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d7ed935-9389-47b1-9fe7-4e640913b66a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:02.476466 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33506) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:02.476684 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1d7ed935-9389-47b1-9fe7-4e640913b66a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/125cb92d-680d-4c78-923e-60fce0df954b HTTP/1.1" status: 204 len: 168 time: 0.4167380 Feb 19 04:10:02.479142 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65227bd1-a3b2-464f-b9ee-7cf83190b82f None None] Network 593e3203-1e41-4617-a3ce-c10c95f4a43a requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:10:02.571590 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-547c5500-c1ae-41e8-a95f-4da59ed08c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (593e3203-1e41-4617-a3ce-c10c95f4a43a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:02.644410 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-547c5500-c1ae-41e8-a95f-4da59ed08c80 admin admin] Deleting port 904875ec-89ed-492d-9025-89408e6248e1 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:02.644756 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-547c5500-c1ae-41e8-a95f-4da59ed08c80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (904875ec-89ed-492d-9025-89408e6248e1), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:02.714147 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87f5306-d2ce-4c39-b259-d31b7373f812 None None] DHCP port deletion for 593e3203-1e41-4617-a3ce-c10c95f4a43a request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:10:02.734835 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-547c5500-c1ae-41e8-a95f-4da59ed08c80 admin admin] For port 904875ec-89ed-492d-9025-89408e6248e1, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=904875ec-89ed-492d-9025-89408e6248e1,segment=NetworkSegment(cd4bfa2c-afb9-4498-8063-6e180ae71739),segment_id=cd4bfa2c-afb9-4498-8063-6e180ae71739)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:02.735352 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-547c5500-c1ae-41e8-a95f-4da59ed08c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (904875ec-89ed-492d-9025-89408e6248e1), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:02.756784 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-547c5500-c1ae-41e8-a95f-4da59ed08c80 admin admin] Calling delete_port for 904875ec-89ed-492d-9025-89408e6248e1 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:02.782312 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7d46e152-74a5-4765-9b69-2adbc43a9ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:02.810524 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c87f5306-d2ce-4c39-b259-d31b7373f812 None None] Deleting port 904875ec-89ed-492d-9025-89408e6248e1 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:02.810912 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c87f5306-d2ce-4c39-b259-d31b7373f812 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (904875ec-89ed-492d-9025-89408e6248e1), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:02.885726 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-547c5500-c1ae-41e8-a95f-4da59ed08c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (904875ec-89ed-492d-9025-89408e6248e1), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:02.932393 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c87f5306-d2ce-4c39-b259-d31b7373f812 None None] For port 904875ec-89ed-492d-9025-89408e6248e1, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=904875ec-89ed-492d-9025-89408e6248e1,segment=NetworkSegment(cd4bfa2c-afb9-4498-8063-6e180ae71739),segment_id=cd4bfa2c-afb9-4498-8063-6e180ae71739)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:02.933278 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c87f5306-d2ce-4c39-b259-d31b7373f812 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (904875ec-89ed-492d-9025-89408e6248e1), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:02.948121 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c5500-c1ae-41e8-a95f-4da59ed08c80 admin admin] Pushing event deleted for resources: {'Port': ['ID=904875ec-89ed-492d-9025-89408e6248e1,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:02.957430 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547c5500-c1ae-41e8-a95f-4da59ed08c80 admin admin] No DVR routers for this DVR port 904875ec-89ed-492d-9025-89408e6248e1 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:10:02.962601 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c87f5306-d2ce-4c39-b259-d31b7373f812 None None] Calling delete_port for 904875ec-89ed-492d-9025-89408e6248e1 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:03.092189 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3fa60fb2-1afc-4dae-9bea-baa5bd83b681 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:10:03.117981 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-547c5500-c1ae-41e8-a95f-4da59ed08c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (593e3203-1e41-4617-a3ce-c10c95f4a43a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:03.121069 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c87f5306-d2ce-4c39-b259-d31b7373f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (904875ec-89ed-492d-9025-89408e6248e1), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:03.151975 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87f5306-d2ce-4c39-b259-d31b7373f812 None None] No DVR routers for this DVR port 904875ec-89ed-492d-9025-89408e6248e1 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:10:03.155544 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 3fa60fb2-1afc-4dae-9bea-baa5bd83b681 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:10:03.156102 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3fa60fb2-1afc-4dae-9bea-baa5bd83b681 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:10:03.156711 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e8398318-ead5-42f4-991e-a1927e2bdbb8 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:10:03.172478 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f5306-d2ce-4c39-b259-d31b7373f812 None None] Pushing event deleted for resources: {'Port': ['ID=904875ec-89ed-492d-9025-89408e6248e1,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:03.179308 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-547c5500-c1ae-41e8-a95f-4da59ed08c80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593e3203-1e41-4617-a3ce-c10c95f4a43a']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:03.201188 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: e8398318-ead5-42f4-991e-a1927e2bdbb8 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:10:03.201634 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e8398318-ead5-42f4-991e-a1927e2bdbb8 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:10:03.202134 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 904875ec-89ed-492d-9025-89408e6248e1 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:10:03.210367 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-547c5500-c1ae-41e8-a95f-4da59ed08c80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd4bfa2c-afb9-4498-8063-6e180ae71739') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:03.210672 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-547c5500-c1ae-41e8-a95f-4da59ed08c80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd4bfa2c-afb9-4498-8063-6e180ae71739') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:03.224484 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 904875ec-89ed-492d-9025-89408e6248e1 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:10:03.224906 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 904875ec-89ed-492d-9025-89408e6248e1 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:10:03.240493 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-547c5500-c1ae-41e8-a95f-4da59ed08c80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (cd4bfa2c-afb9-4498-8063-6e180ae71739), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:03.256318 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-547c5500-c1ae-41e8-a95f-4da59ed08c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (cd4bfa2c-afb9-4498-8063-6e180ae71739), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:03.264216 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-547c5500-c1ae-41e8-a95f-4da59ed08c80 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:10:03.264774 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-547c5500-c1ae-41e8-a95f-4da59ed08c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (cd4bfa2c-afb9-4498-8063-6e180ae71739), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:10:03.266937 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:10:03.269973 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114f293-ec69-42fe-9aaf-e6a043928875 req-2f187cdd-7d7a-495f-86ab-9742d4f345b7 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:03.274665 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c114f293-ec69-42fe-9aaf-e6a043928875 req-2f187cdd-7d7a-495f-86ab-9742d4f345b7 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.0923123 Feb 19 04:10:03.326608 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c114f293-ec69-42fe-9aaf-e6a043928875 req-c467c65d-64b5-438a-95e0-76c87bfc4702 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489423 Feb 19 04:10:03.337538 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-547c5500-c1ae-41e8-a95f-4da59ed08c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (593e3203-1e41-4617-a3ce-c10c95f4a43a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:03.345337 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-547c5500-c1ae-41e8-a95f-4da59ed08c80 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:03.346832 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0fac01fd-40e3-41e1-811a-31a59797abb0 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:03.351994 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-547c5500-c1ae-41e8-a95f-4da59ed08c80 admin admin] 10.222.0.52 "DELETE /v2.0/networks/593e3203-1e41-4617-a3ce-c10c95f4a43a HTTP/1.1" status: 204 len: 168 time: 0.8721027 Feb 19 04:10:03.365425 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c5500-c1ae-41e8-a95f-4da59ed08c80 admin admin] Pushing event deleted for resources: {'Network': ['ID=593e3203-1e41-4617-a3ce-c10c95f4a43a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:03.448552 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03a2e6d4-6a4e-48d9-928e-620087a6d4ff req-3151bc62-1b64-43bc-bd3d-2a7ede0f573d tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0374413 Feb 19 04:10:03.456196 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 0fac01fd-40e3-41e1-811a-31a59797abb0 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:10:03.460411 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 0fac01fd-40e3-41e1-811a-31a59797abb0 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:03.460906 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:03.560418 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33534) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:03.570870 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 0fac01fd-40e3-41e1-811a-31a59797abb0 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:03.571268 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:03.597520 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fac01fd-40e3-41e1-811a-31a59797abb0'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:03.599583 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca1a517-8d92-4573-a1ba-e36f9ec76520" -d '{"events": [{"server_uuid": "a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce", "name": "network-vif-plugged", "status": "completed", "tag": "0fac01fd-40e3-41e1-811a-31a59797abb0"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:03.614502 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0fac01fd-40e3-41e1-811a-31a59797abb0, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0fac01fd-40e3-41e1-811a-31a59797abb0,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:03.619896 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:03.645115 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33544) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:03.649167 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2b0701c7-e8a6-4866-a497-419a6e913b7b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6a49e02ba8794ba1ae4a4afbf0d7f2f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0847993 Feb 19 04:10:03.668465 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27749b13-ab5d-405f-8ad6-4f64724ef74e x-openstack-request-id: req-27749b13-ab5d-405f-8ad6-4f64724ef74e {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:03.668904 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce", "name": "network-vif-plugged", "status": "completed", "tag": "0fac01fd-40e3-41e1-811a-31a59797abb0", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:03.669259 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-27749b13-ab5d-405f-8ad6-4f64724ef74e {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:03.669758 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fac01fd-40e3-41e1-811a-31a59797abb0', 'code': 200} Feb 19 04:10:03.711080 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0aab85c9-1556-40c4-b450-b2ad48527351 admin admin] Publish callbacks [] for security_group (f47c798a-d951-47ac-bd90-17a19ea5d940), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:03.723075 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=0fac01fd-40e3-41e1-811a-31a59797abb0,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:03.731662 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:03.766204 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0aab85c9-1556-40c4-b450-b2ad48527351 admin admin] Publish callbacks [] for security_group (f47c798a-d951-47ac-bd90-17a19ea5d940), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:03.806836 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7630c2-feac-4d06-9e64-0affc909b5ec req-fea30c2c-0fa4-4a86-b217-366fc88b127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:03.808405 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3d7630c2-feac-4d06-9e64-0affc909b5ec req-fea30c2c-0fa4-4a86-b217-366fc88b127e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 1129 time: 0.0940242 Feb 19 04:10:03.847865 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0aab85c9-1556-40c4-b450-b2ad48527351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f47c798a-d951-47ac-bd90-17a19ea5d940), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:03.850587 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0aab85c9-1556-40c4-b450-b2ad48527351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:03.864981 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0aab85c9-1556-40c4-b450-b2ad48527351 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f47c798a-d951-47ac-bd90-17a19ea5d940 HTTP/1.1" status: 204 len: 168 time: 0.2124274 Feb 19 04:10:03.889220 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab85c9-1556-40c4-b450-b2ad48527351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47c798a-d951-47ac-bd90-17a19ea5d940,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:03.894830 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3d7630c2-feac-4d06-9e64-0affc909b5ec req-0df09994-3bef-4348-9c0f-b4d70b2abdd4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0801685 Feb 19 04:10:04.233930 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33566) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:04.281113 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-26235c71-6204-4723-99a1-7379ed0550b2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0fe0837df242445bb1f684ee613a142c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437186 Feb 19 04:10:04.281765 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33570) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:04.334576 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4472389c-cf54-420f-93be-2d34f7e397aa admin admin] Publish callbacks [] for security_group (1dda455e-3c67-415c-81d8-c293508e06af), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:04.349854 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33572) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:04.366015 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4472389c-cf54-420f-93be-2d34f7e397aa admin admin] Publish callbacks [] for security_group (1dda455e-3c67-415c-81d8-c293508e06af), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:04.444607 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4472389c-cf54-420f-93be-2d34f7e397aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1dda455e-3c67-415c-81d8-c293508e06af), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:04.447661 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4472389c-cf54-420f-93be-2d34f7e397aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:04.451107 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4472389c-cf54-420f-93be-2d34f7e397aa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1dda455e-3c67-415c-81d8-c293508e06af HTTP/1.1" status: 204 len: 168 time: 0.1665206 Feb 19 04:10:04.470818 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472389c-cf54-420f-93be-2d34f7e397aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dda455e-3c67-415c-81d8-c293508e06af,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:04.495613 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568e9c1-a301-4b69-974d-0b3bd288e995 req-70b7d6c5-7516-4486-9c46-652028381d19 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:04.504975 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c568e9c1-a301-4b69-974d-0b3bd288e995 req-70b7d6c5-7516-4486-9c46-652028381d19 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 946 time: 0.0922709 Feb 19 04:10:04.535884 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2b0e0c7-218b-4974-afa5-db972514baa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:04.571652 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c568e9c1-a301-4b69-974d-0b3bd288e995 req-6d19b4bc-ae29-45f9-a349-1c5ff0d6bf93 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650144 Feb 19 04:10:04.653642 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2b0e0c7-218b-4974-afa5-db972514baa6 admin admin] Publish callbacks [] for security_group (02af1e73-a2eb-4643-bd22-3f52aaf50b9f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:04.659101 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2b0e0c7-218b-4974-afa5-db972514baa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (02af1e73-a2eb-4643-bd22-3f52aaf50b9f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:04.704806 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b2b0e0c7-218b-4974-afa5-db972514baa6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f84e1f255c9d4403b79d5198aaafe298&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3534901 Feb 19 04:10:04.706114 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0e0c7-218b-4974-afa5-db972514baa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02af1e73-a2eb-4643-bd22-3f52aaf50b9f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:04.709656 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33584) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:04.714146 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-30f1083c-f6a3-4500-90d6-fdf97fc9e18c req-3cf9f8c0-1a0d-41c7-bc71-ff561d40dad4 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0700357 Feb 19 04:10:04.766525 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9214292f-2b9b-4241-82ee-1db20d66cb50 admin admin] Publish callbacks [] for security_group (02af1e73-a2eb-4643-bd22-3f52aaf50b9f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:04.792175 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9214292f-2b9b-4241-82ee-1db20d66cb50 admin admin] Publish callbacks [] for security_group (02af1e73-a2eb-4643-bd22-3f52aaf50b9f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:04.848862 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9214292f-2b9b-4241-82ee-1db20d66cb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (02af1e73-a2eb-4643-bd22-3f52aaf50b9f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:04.851446 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9214292f-2b9b-4241-82ee-1db20d66cb50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:04.852649 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9214292f-2b9b-4241-82ee-1db20d66cb50 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/02af1e73-a2eb-4643-bd22-3f52aaf50b9f HTTP/1.1" status: 204 len: 168 time: 0.1420574 Feb 19 04:10:04.867944 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214292f-2b9b-4241-82ee-1db20d66cb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02af1e73-a2eb-4643-bd22-3f52aaf50b9f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:05.216354 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:05.729322 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfde5f-0d0c-4b68-8716-270bbd7ddc65 req-5001454f-2f53-48d0-99c8-424b0d170863 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:05.744085 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eabfde5f-0d0c-4b68-8716-270bbd7ddc65 req-5001454f-2f53-48d0-99c8-424b0d170863 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 946 time: 0.0867913 Feb 19 04:10:05.813230 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eabfde5f-0d0c-4b68-8716-270bbd7ddc65 req-40e89067-39b9-49d1-8107-58a75129b789 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622323 Feb 19 04:10:05.898467 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9f5f4a9b-5a5e-4661-9d17-efbaf69e35c8 req-fbbe5193-8784-4fe5-a248-f15130f0e8ca tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0306857 Feb 19 04:10:06.049027 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912fe6b-fc05-46fd-b586-aea4c2dfc221 req-2520ef59-9a53-4759-928c-300cb3babc69 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:06.057473 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8912fe6b-fc05-46fd-b586-aea4c2dfc221 req-2520ef59-9a53-4759-928c-300cb3babc69 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 946 time: 0.0691352 Feb 19 04:10:06.062621 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33648) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:06.067253 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-56bfe178-40ac-42c3-bbfe-79cdef15cd68 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Request body: {'floatingip': {'port_id': '0fac01fd-40e3-41e1-811a-31a59797abb0'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:06.113038 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-56bfe178-40ac-42c3-bbfe-79cdef15cd68 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks [] for floatingip (2ecd5b1f-0f21-48f5-a78b-ad1c0670d523), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:06.422733 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33668) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:06.429996 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-5fe17908-d08d-4f5c-a0bf-2226c84dbdba tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1983746456', 'description': 'tempest-secgroup-smoke-1983746456 description', 'project_id': '3daaed16085e4153afa0c32c565c3455'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:06.460133 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5fe17908-d08d-4f5c-a0bf-2226c84dbdba tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:06.474886 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5fe17908-d08d-4f5c-a0bf-2226c84dbdba tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:06.590031 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5fe17908-d08d-4f5c-a0bf-2226c84dbdba tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group (92d97440-04dc-4cfc-8ad1-1a4cec33c291), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:06.597277 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5fe17908-d08d-4f5c-a0bf-2226c84dbdba tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (92d97440-04dc-4cfc-8ad1-1a4cec33c291), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:06.644982 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe17908-d08d-4f5c-a0bf-2226c84dbdba tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92d97440-04dc-4cfc-8ad1-1a4cec33c291,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:06.666759 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-56bfe178-40ac-42c3-bbfe-79cdef15cd68 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:06.672005 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-56bfe178-40ac-42c3-bbfe-79cdef15cd68 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (2ecd5b1f-0f21-48f5-a78b-ad1c0670d523), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:06.699134 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5fe17908-d08d-4f5c-a0bf-2226c84dbdba tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group (99d8f5ee-4fcf-4832-a6d0-003171a8bd6f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:06.710284 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5fe17908-d08d-4f5c-a0bf-2226c84dbdba tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (99d8f5ee-4fcf-4832-a6d0-003171a8bd6f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:06.751618 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5fe17908-d08d-4f5c-a0bf-2226c84dbdba tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:06.755506 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5fe17908-d08d-4f5c-a0bf-2226c84dbdba tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3299687 Feb 19 04:10:06.757473 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33684) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:06.762466 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-d8323867-9032-47d7-b6f6-1b1c3d66c039 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'security_group_rule': {'security_group_id': '99d8f5ee-4fcf-4832-a6d0-003171a8bd6f', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:06.765149 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:06.772624 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe17908-d08d-4f5c-a0bf-2226c84dbdba tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:06.806297 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-56bfe178-40ac-42c3-bbfe-79cdef15cd68 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Floating IP 2ecd5b1f-0f21-48f5-a78b-ad1c0670d523 associated. External IP: 172.25.3.18, port: 0fac01fd-40e3-41e1-811a-31a59797abb0. Feb 19 04:10:06.815118 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d8323867-9032-47d7-b6f6-1b1c3d66c039 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (0771494e-dd3e-4c2d-9715-a20cf5f821e5), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:06.889890 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d8323867-9032-47d7-b6f6-1b1c3d66c039 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (0771494e-dd3e-4c2d-9715-a20cf5f821e5), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:06.895200 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d8323867-9032-47d7-b6f6-1b1c3d66c039 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (0771494e-dd3e-4c2d-9715-a20cf5f821e5), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:06.925849 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8323867-9032-47d7-b6f6-1b1c3d66c039 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0771494e-dd3e-4c2d-9715-a20cf5f821e5,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:06.945023 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d8323867-9032-47d7-b6f6-1b1c3d66c039 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:06.952950 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d8323867-9032-47d7-b6f6-1b1c3d66c039 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1929955 Feb 19 04:10:06.953605 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33704) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:06.960078 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-10369b35-311f-4dae-b74f-77df30ef6387 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'security_group_rule': {'security_group_id': '99d8f5ee-4fcf-4832-a6d0-003171a8bd6f', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:06.995127 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-10369b35-311f-4dae-b74f-77df30ef6387 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (10b60ee4-83b7-4998-b846-f2293c38a69c), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:07.081818 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f8c748a8-6c92-456f-b151-696ada5282c8 req-39a14f3a-8f3a-4478-b138-e88c09d69082 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0346344 Feb 19 04:10:07.115134 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bfe178-40ac-42c3-bbfe-79cdef15cd68 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Router 735b7994-cc26-46f2-a4f0-ac0b11f18625 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:10:07.135315 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-10369b35-311f-4dae-b74f-77df30ef6387 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (10b60ee4-83b7-4998-b846-f2293c38a69c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:07.140732 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-10369b35-311f-4dae-b74f-77df30ef6387 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (10b60ee4-83b7-4998-b846-f2293c38a69c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:07.162255 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10369b35-311f-4dae-b74f-77df30ef6387 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b60ee4-83b7-4998-b846-f2293c38a69c,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:07.178656 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-10369b35-311f-4dae-b74f-77df30ef6387 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:07.182633 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-10369b35-311f-4dae-b74f-77df30ef6387 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2279809 Feb 19 04:10:07.183510 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33718) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:07.188063 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ab569317-0c51-49e6-80df-6e9762bab6ad tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'security_group_rule': {'security_group_id': '99d8f5ee-4fcf-4832-a6d0-003171a8bd6f', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:07.270687 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ab569317-0c51-49e6-80df-6e9762bab6ad tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (28b10b2c-cb53-46a7-895c-2a3bfa818ac7), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:07.289710 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bfe178-40ac-42c3-bbfe-79cdef15cd68 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:10:07.299984 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-56bfe178-40ac-42c3-bbfe-79cdef15cd68 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:07.305063 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f0ce02-4c60-4b02-84fe-3cfad2a09356 None None] Sync routers for ids ['735b7994-cc26-46f2-a4f0-ac0b11f18625'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:10:07.320381 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f0ce02-4c60-4b02-84fe-3cfad2a09356 None None] Routers {'735b7994-cc26-46f2-a4f0-ac0b11f18625'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:10:07.321585 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a1f0ce02-4c60-4b02-84fe-3cfad2a09356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:10:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['735b7994-cc26-46f2-a4f0-ac0b11f18625'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:07.357092 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-56bfe178-40ac-42c3-bbfe-79cdef15cd68 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "PUT /v2.0/floatingips/2ecd5b1f-0f21-48f5-a78b-ad1c0670d523 HTTP/1.1" status: 200 len: 991 time: 1.2933502 Feb 19 04:10:07.360653 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce', 'tag': '0fac01fd-40e3-41e1-811a-31a59797abb0'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:07.363562 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2607ee-ecd0-4079-9faa-b27c3abd2b16" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce", "tag": "0fac01fd-40e3-41e1-811a-31a59797abb0"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:07.378280 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ab569317-0c51-49e6-80df-6e9762bab6ad tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (28b10b2c-cb53-46a7-895c-2a3bfa818ac7), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:07.385572 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ab569317-0c51-49e6-80df-6e9762bab6ad tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (28b10b2c-cb53-46a7-895c-2a3bfa818ac7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:07.406131 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab569317-0c51-49e6-80df-6e9762bab6ad tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b10b2c-cb53-46a7-895c-2a3bfa818ac7,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:07.416711 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ab569317-0c51-49e6-80df-6e9762bab6ad tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:07.420612 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ab569317-0c51-49e6-80df-6e9762bab6ad tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2336371 Feb 19 04:10:07.421053 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33726) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:07.426741 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-a77ed7a2-6147-4782-8d77-376ec1c5e3f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'security_group_rule': {'security_group_id': '99d8f5ee-4fcf-4832-a6d0-003171a8bd6f', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:07.491311 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33728) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:07.498782 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-a1f0ce02-4c60-4b02-84fe-3cfad2a09356 None None] Set router 735b7994-cc26-46f2-a4f0-ac0b11f18625 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:10:07.501743 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a77ed7a2-6147-4782-8d77-376ec1c5e3f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (8c53fedf-7200-4541-a42c-824318292145), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:07.553726 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149eb3c9-89d8-47f2-9858-7036c088675f req-a81d7b0d-85ee-41ff-8c04-e23d9ff00fc3 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:07.560658 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-149eb3c9-89d8-47f2-9858-7036c088675f req-a81d7b0d-85ee-41ff-8c04-e23d9ff00fc3 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 946 time: 0.1010203 Feb 19 04:10:07.630073 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a77ed7a2-6147-4782-8d77-376ec1c5e3f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (8c53fedf-7200-4541-a42c-824318292145), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:07.649391 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-149eb3c9-89d8-47f2-9858-7036c088675f req-ed44e962-3d9b-4e3b-9ed5-6dbe4d68b979 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0876653 Feb 19 04:10:07.650751 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a77ed7a2-6147-4782-8d77-376ec1c5e3f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (8c53fedf-7200-4541-a42c-824318292145), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:07.668272 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d3f7de11-64b1-4318-96bf-7d78ae6d4779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:07.708447 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3175c23d-e849-4255-bcf7-776172b580cd x-openstack-request-id: req-3175c23d-e849-4255-bcf7-776172b580cd {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:07.708754 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce", "tag": "0fac01fd-40e3-41e1-811a-31a59797abb0", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:07.709021 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3175c23d-e849-4255-bcf7-776172b580cd {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:07.709433 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce', 'tag': '0fac01fd-40e3-41e1-811a-31a59797abb0', 'status': 'completed', 'code': 200} Feb 19 04:10:07.754983 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ed7a2-6147-4782-8d77-376ec1c5e3f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c53fedf-7200-4541-a42c-824318292145,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:07.760528 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a77ed7a2-6147-4782-8d77-376ec1c5e3f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:07.763131 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a77ed7a2-6147-4782-8d77-376ec1c5e3f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3409317 Feb 19 04:10:07.765746 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33734) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:07.770846 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-4581e069-0e3e-4e71-a793-64ad49c49763 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'security_group_rule': {'security_group_id': '99d8f5ee-4fcf-4832-a6d0-003171a8bd6f', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:07.797350 n-d-828369-19 neutron-server[109925]: INFO neutron.db.securitygroups_db [None req-4581e069-0e3e-4e71-a793-64ad49c49763 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Project 3daaed16085e4153afa0c32c565c3455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:10:07.806544 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4581e069-0e3e-4e71-a793-64ad49c49763 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (5ffee6ef-969f-4466-85fa-52b50758ae42), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:07.891386 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d3f7de11-64b1-4318-96bf-7d78ae6d4779 admin admin] Publish callbacks [] for security_group (e6d5fa28-ec06-41a3-9abc-a9e1b8541120), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:07.899010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2607ee-ecd0-4079-9faa-b27c3abd2b16 req-dd149946-d87d-4e1d-b747-aeb3c6c5035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:07.900593 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a2607ee-ecd0-4079-9faa-b27c3abd2b16 req-dd149946-d87d-4e1d-b747-aeb3c6c5035f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=47d77581683d4c43a3d18ea75c887227&device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 1129 time: 0.1481862 Feb 19 04:10:07.902725 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d3f7de11-64b1-4318-96bf-7d78ae6d4779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e6d5fa28-ec06-41a3-9abc-a9e1b8541120), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:07.918487 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4581e069-0e3e-4e71-a793-64ad49c49763 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (5ffee6ef-969f-4466-85fa-52b50758ae42), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:07.924685 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4581e069-0e3e-4e71-a793-64ad49c49763 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (5ffee6ef-969f-4466-85fa-52b50758ae42), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:07.936442 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccc1e3-8937-47dd-9d65-53861ca3d338 req-01c14706-359f-459d-bacc-775f45654972 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:07.937799 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdccc1e3-8937-47dd-9d65-53861ca3d338 req-01c14706-359f-459d-bacc-775f45654972 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 946 time: 0.1580307 Feb 19 04:10:07.948480 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4581e069-0e3e-4e71-a793-64ad49c49763 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ffee6ef-969f-4466-85fa-52b50758ae42,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:07.964189 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4581e069-0e3e-4e71-a793-64ad49c49763 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:07.968127 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4581e069-0e3e-4e71-a793-64ad49c49763 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1984019 Feb 19 04:10:07.968301 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33736) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:07.973528 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-acc46298-13a5-454f-9d1c-27a5b43db25d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'security_group_rule': {'security_group_id': '99d8f5ee-4fcf-4832-a6d0-003171a8bd6f', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:08.012583 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7de11-64b1-4318-96bf-7d78ae6d4779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d5fa28-ec06-41a3-9abc-a9e1b8541120,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:08.025069 n-d-828369-19 neutron-server[109925]: INFO neutron.db.securitygroups_db [None req-acc46298-13a5-454f-9d1c-27a5b43db25d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Project 3daaed16085e4153afa0c32c565c3455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:10:08.028828 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d3f7de11-64b1-4318-96bf-7d78ae6d4779 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fd62e84618804c9fba7d7870abf58bd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5364575 Feb 19 04:10:08.033039 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33738) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:08.037695 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a1f0ce02-4c60-4b02-84fe-3cfad2a09356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'name': 'tempest-ServerActionsTestJSON-96029638-router', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'd3745e44-468c-45e6-a6d8-d8cba7fb8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:33Z', 'updated_at': '2022-02-19T04:09:42Z', 'revision_number': 4, 'project_id': '47d77581683d4c43a3d18ea75c887227', 'gw_port': {'id': 'd3745e44-468c-45e6-a6d8-d8cba7fb8fec', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:48:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:35Z', 'updated_at': '2022-02-19T04:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '2ecd5b1f-0f21-48f5-a78b-ad1c0670d523', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'port_id': '0fac01fd-40e3-41e1-811a-31a59797abb0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1899, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'mac_address': 'fa:16:3e:f9:82:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:09:48Z', 'updated_at': '2022-02-19T04:10:06Z', 'revision_number': 1, 'project_id': '47d77581683d4c43a3d18ea75c887227', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a904639-6afd-4a86-bac7-ea1be8112094', 'name': '', 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'mac_address': 'fa:16:3e:a1:df:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:40Z', 'updated_at': '2022-02-19T04:09:54Z', 'revision_number': 5, 'project_id': '47d77581683d4c43a3d18ea75c887227', 'subnets': [{'id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:08.078950 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-acc46298-13a5-454f-9d1c-27a5b43db25d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (3ad6c3cc-edbf-40ca-a16d-246f1a81ad3e), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.083843 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f0ce02-4c60-4b02-84fe-3cfad2a09356 None None] Checking router: 735b7994-cc26-46f2-a4f0-ac0b11f18625 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:10:08.085725 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdccc1e3-8937-47dd-9d65-53861ca3d338 req-e1a143eb-c051-43f2-aa48-4043c20edcb6 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1198084 Feb 19 04:10:08.099137 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f0ce02-4c60-4b02-84fe-3cfad2a09356 None None] Routers {'735b7994-cc26-46f2-a4f0-ac0b11f18625'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:10:08.099920 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a1f0ce02-4c60-4b02-84fe-3cfad2a09356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:10:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['735b7994-cc26-46f2-a4f0-ac0b11f18625'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:08.100685 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2607ee-ecd0-4079-9faa-b27c3abd2b16 req-18be177b-bd40-4c41-8a9f-122a6d804c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:08.102728 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a2607ee-ecd0-4079-9faa-b27c3abd2b16 req-18be177b-bd40-4c41-8a9f-122a6d804c9a service neutron] 10.222.0.79 "GET /v2.0/networks?id=af1b2524-905a-4fb0-b20e-a5912983245d HTTP/1.1" status: 200 len: 911 time: 0.1921024 Feb 19 04:10:08.159634 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa1faf52-0a04-4b0a-a246-dac60716a989 admin admin] Publish callbacks [] for security_group (e6d5fa28-ec06-41a3-9abc-a9e1b8541120), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.195490 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa1faf52-0a04-4b0a-a246-dac60716a989 admin admin] Publish callbacks [] for security_group (e6d5fa28-ec06-41a3-9abc-a9e1b8541120), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.212268 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-acc46298-13a5-454f-9d1c-27a5b43db25d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (3ad6c3cc-edbf-40ca-a16d-246f1a81ad3e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.220245 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a2607ee-ecd0-4079-9faa-b27c3abd2b16 req-7bf9fd4b-fdc2-4986-85db-7eccef4a599f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fac01fd-40e3-41e1-811a-31a59797abb0 HTTP/1.1" status: 200 len: 999 time: 0.1096811 Feb 19 04:10:08.238397 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-a1f0ce02-4c60-4b02-84fe-3cfad2a09356 None None] Set router 735b7994-cc26-46f2-a4f0-ac0b11f18625 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:10:08.238768 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-acc46298-13a5-454f-9d1c-27a5b43db25d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (3ad6c3cc-edbf-40ca-a16d-246f1a81ad3e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.261580 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc46298-13a5-454f-9d1c-27a5b43db25d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad6c3cc-edbf-40ca-a16d-246f1a81ad3e,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:08.284374 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-acc46298-13a5-454f-9d1c-27a5b43db25d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.290050 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-acc46298-13a5-454f-9d1c-27a5b43db25d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3205631 Feb 19 04:10:08.291233 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33742) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:08.298766 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad5c4079-b4be-4d21-8d5f-036032eabcaf req-bb0b3f09-887e-4a39-b84c-de9070e6de24 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0772333 Feb 19 04:10:08.300885 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d82502ab-c38e-4716-9b25-fd79c39fe5c2 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'network': {'name': 'tempest-network-smoke--280509733', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'port_security_enabled': True}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:08.329458 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2607ee-ecd0-4079-9faa-b27c3abd2b16 req-c7ea6f04-f2e1-41aa-a1c8-505f29d02c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:08.329922 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa1faf52-0a04-4b0a-a246-dac60716a989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e6d5fa28-ec06-41a3-9abc-a9e1b8541120), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.333163 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa1faf52-0a04-4b0a-a246-dac60716a989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.334777 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a2607ee-ecd0-4079-9faa-b27c3abd2b16 req-c7ea6f04-f2e1-41aa-a1c8-505f29d02c53 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4 HTTP/1.1" status: 200 len: 849 time: 0.1019807 Feb 19 04:10:08.336047 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-aa1faf52-0a04-4b0a-a246-dac60716a989 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e6d5fa28-ec06-41a3-9abc-a9e1b8541120 HTTP/1.1" status: 204 len: 168 time: 0.2971249 Feb 19 04:10:08.353321 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1faf52-0a04-4b0a-a246-dac60716a989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d5fa28-ec06-41a3-9abc-a9e1b8541120,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:08.358484 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82502ab-c38e-4716-9b25-fd79c39fe5c2 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Made reservation on behalf of 3daaed16085e4153afa0c32c565c3455 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:08.363591 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d82502ab-c38e-4716-9b25-fd79c39fe5c2 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.395376 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d82502ab-c38e-4716-9b25-fd79c39fe5c2 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:10:08.404944 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2607ee-ecd0-4079-9faa-b27c3abd2b16 req-1dee79e5-16a2-4567-9bf9-ea6de8d20a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:08.408058 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d82502ab-c38e-4716-9b25-fd79c39fe5c2 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (191382ec-cb5c-4603-b38b-34e71e07c7f0), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.408410 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-d82502ab-c38e-4716-9b25-fd79c39fe5c2 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Added segment 191382ec-cb5c-4603-b38b-34e71e07c7f0 of type vlan for network 33bfb928-b88c-483e-9011-0f74d9c470b9 Feb 19 04:10:08.410575 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a2607ee-ecd0-4079-9faa-b27c3abd2b16 req-1dee79e5-16a2-4567-9bf9-ea6de8d20a75 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=af1b2524-905a-4fb0-b20e-a5912983245d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0690558 Feb 19 04:10:08.459411 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d82502ab-c38e-4716-9b25-fd79c39fe5c2 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (33bfb928-b88c-483e-9011-0f74d9c470b9), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.501256 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d82502ab-c38e-4716-9b25-fd79c39fe5c2 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (33bfb928-b88c-483e-9011-0f74d9c470b9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.512072 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82502ab-c38e-4716-9b25-fd79c39fe5c2 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:08.512705 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d82502ab-c38e-4716-9b25-fd79c39fe5c2 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.543621 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d82502ab-c38e-4716-9b25-fd79c39fe5c2 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2507541 Feb 19 04:10:08.554521 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33748) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:08.559978 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-cfd1b669-96bb-470d-aa6e-07a6e1d4d400 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1135806163', 'admin_state_up': True, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:08.574607 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a2607ee-ecd0-4079-9faa-b27c3abd2b16 req-a13340e7-1249-405b-be9a-ac899bf93d9b service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580334 Feb 19 04:10:08.594317 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a1f0ce02-4c60-4b02-84fe-3cfad2a09356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'name': 'tempest-ServerActionsTestJSON-96029638-router', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'd3745e44-468c-45e6-a6d8-d8cba7fb8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:33Z', 'updated_at': '2022-02-19T04:09:42Z', 'revision_number': 4, 'project_id': '47d77581683d4c43a3d18ea75c887227', 'gw_port': {'id': 'd3745e44-468c-45e6-a6d8-d8cba7fb8fec', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:48:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:35Z', 'updated_at': '2022-02-19T04:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '2ecd5b1f-0f21-48f5-a78b-ad1c0670d523', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'port_id': '0fac01fd-40e3-41e1-811a-31a59797abb0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1899, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'mac_address': 'fa:16:3e:f9:82:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:09:48Z', 'updated_at': '2022-02-19T04:10:06Z', 'revision_number': 1, 'project_id': '47d77581683d4c43a3d18ea75c887227', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a904639-6afd-4a86-bac7-ea1be8112094', 'name': '', 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'mac_address': 'fa:16:3e:a1:df:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:40Z', 'updated_at': '2022-02-19T04:09:54Z', 'revision_number': 5, 'project_id': '47d77581683d4c43a3d18ea75c887227', 'subnets': [{'id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:08.625146 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82502ab-c38e-4716-9b25-fd79c39fe5c2 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Network': ['ID=33bfb928-b88c-483e-9011-0f74d9c470b9,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:08.629414 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f0ce02-4c60-4b02-84fe-3cfad2a09356 None None] The sync data for ids ['735b7994-cc26-46f2-a4f0-ac0b11f18625'] in n-d-828369-19 is: [{'id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'name': 'tempest-ServerActionsTestJSON-96029638-router', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'd3745e44-468c-45e6-a6d8-d8cba7fb8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:33Z', 'updated_at': '2022-02-19T04:09:42Z', 'revision_number': 4, 'project_id': '47d77581683d4c43a3d18ea75c887227', 'gw_port': {'id': 'd3745e44-468c-45e6-a6d8-d8cba7fb8fec', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:48:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:35Z', 'updated_at': '2022-02-19T04:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '2ecd5b1f-0f21-48f5-a78b-ad1c0670d523', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'port_id': '0fac01fd-40e3-41e1-811a-31a59797abb0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1899, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'mac_address': 'fa:16:3e:f9:82:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:09:48Z', 'updated_at': '2022-02-19T04:10:06Z', 'revision_number': 1, 'project_id': '47d77581683d4c43a3d18ea75c887227', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a904639-6afd-4a86-bac7-ea1be8112094', 'name': '', 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'mac_address': 'fa:16:3e:a1:df:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:40Z', 'updated_at': '2022-02-19T04:09:54Z', 'revision_number': 5, 'project_id': '47d77581683d4c43a3d18ea75c887227', 'subnets': [{'id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:10:08.636660 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd1b669-96bb-470d-aa6e-07a6e1d4d400 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (f6d2431b-d63e-4c0d-a4d4-69253cce99cd), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.638670 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd1b669-96bb-470d-aa6e-07a6e1d4d400 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (f6d2431b-d63e-4c0d-a4d4-69253cce99cd), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.642148 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 33bfb928-b88c-483e-9011-0f74d9c470b9 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:10:08.715727 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd1b669-96bb-470d-aa6e-07a6e1d4d400 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router_controller (f6d2431b-d63e-4c0d-a4d4-69253cce99cd), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.749359 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a2607ee-ecd0-4079-9faa-b27c3abd2b16 req-b4c0def0-c8f4-4fb7-aaa0-0aeaaa108c00 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676261 Feb 19 04:10:08.810496 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33750) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:08.827387 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-16b436e8-32d2-4728-adc2-fb3e927ec79a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.912774 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd1b669-96bb-470d-aa6e-07a6e1d4d400 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router_gateway (f6d2431b-d63e-4c0d-a4d4-69253cce99cd), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.946903 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8f0b82-0f0b-4d0f-a814-4e4a281ccac4 None None] New status for floating IP 2ecd5b1f-0f21-48f5-a78b-ad1c0670d523: ACTIVE {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:10:09.290730 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27ba20-4d49-4b14-b158-89c6a7d120f9 req-7cb87ce8-fe24-4254-9592-d19457dcb728 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:09.298203 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dc27ba20-4d49-4b14-b158-89c6a7d120f9 req-7cb87ce8-fe24-4254-9592-d19457dcb728 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 946 time: 0.1031761 Feb 19 04:10:09.349836 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-16b436e8-32d2-4728-adc2-fb3e927ec79a admin admin] Publish callbacks [] for security_group (15f910bb-1b75-46d5-ba90-d4fb43bf0a2c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:09.363799 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-16b436e8-32d2-4728-adc2-fb3e927ec79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (15f910bb-1b75-46d5-ba90-d4fb43bf0a2c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:09.405255 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dc27ba20-4d49-4b14-b158-89c6a7d120f9 req-c3051c5f-b1f8-4e0c-8d93-a24c9193256d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1018014 Feb 19 04:10:09.414251 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-16b436e8-32d2-4728-adc2-fb3e927ec79a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=81713568cd2545cab530aafff5c9be9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6017737 Feb 19 04:10:09.416109 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33758) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:09.427132 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b436e8-32d2-4728-adc2-fb3e927ec79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f910bb-1b75-46d5-ba90-d4fb43bf0a2c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:09.566107 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-42a74f2d-b02f-494d-ba18-c0b5098fca00 admin admin] Publish callbacks [] for security_group (15f910bb-1b75-46d5-ba90-d4fb43bf0a2c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:09.605698 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd1b669-96bb-470d-aa6e-07a6e1d4d400 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router_gateway (f6d2431b-d63e-4c0d-a4d4-69253cce99cd), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:09.612892 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-42a74f2d-b02f-494d-ba18-c0b5098fca00 admin admin] Publish callbacks [] for security_group (15f910bb-1b75-46d5-ba90-d4fb43bf0a2c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:09.628408 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-644da7a2-0f10-440c-aa86-45393e20287d req-3ad91640-be1b-4d3b-b675-0c8ca412e3f7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8af2d9-b1c6-40b6-ae7a-5639c0acef32 HTTP/1.1" status: 200 len: 210 time: 0.0395272 Feb 19 04:10:09.650595 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd1b669-96bb-470d-aa6e-07a6e1d4d400 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:09.784562 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567cc270-4963-4ced-8d82-25b75cffd569 req-7a0c04ac-ad66-4bd6-805f-ce377e8b4125 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:09.794811 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-567cc270-4963-4ced-8d82-25b75cffd569 req-7a0c04ac-ad66-4bd6-805f-ce377e8b4125 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 946 time: 0.0715501 Feb 19 04:10:09.876429 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-567cc270-4963-4ced-8d82-25b75cffd569 req-685a745d-0618-4951-95ee-0d0922f8892d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629663 Feb 19 04:10:09.913909 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-42a74f2d-b02f-494d-ba18-c0b5098fca00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (15f910bb-1b75-46d5-ba90-d4fb43bf0a2c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:09.916776 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-42a74f2d-b02f-494d-ba18-c0b5098fca00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:09.920548 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-42a74f2d-b02f-494d-ba18-c0b5098fca00 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/15f910bb-1b75-46d5-ba90-d4fb43bf0a2c HTTP/1.1" status: 204 len: 168 time: 0.5006747 Feb 19 04:10:09.958432 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a74f2d-b02f-494d-ba18-c0b5098fca00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f910bb-1b75-46d5-ba90-d4fb43bf0a2c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:10.021965 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-cfd1b669-96bb-470d-aa6e-07a6e1d4d400 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Allocated IP 172.25.3.102 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/e300398c-0cb1-4604-b2a9-c6d83cf9d844) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:10.203853 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd1b669-96bb-470d-aa6e-07a6e1d4d400 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for port (e300398c-0cb1-4604-b2a9-c6d83cf9d844), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:10.280263 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd1b669-96bb-470d-aa6e-07a6e1d4d400 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (e300398c-0cb1-4604-b2a9-c6d83cf9d844), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:10.347517 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd1b669-96bb-470d-aa6e-07a6e1d4d400 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:10.350847 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-cfd1b669-96bb-470d-aa6e-07a6e1d4d400 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:10.358114 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd1b669-96bb-470d-aa6e-07a6e1d4d400 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:10.387884 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1b669-96bb-470d-aa6e-07a6e1d4d400 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Port': ['ID=e300398c-0cb1-4604-b2a9-c6d83cf9d844,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:10.735948 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd1b669-96bb-470d-aa6e-07a6e1d4d400 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router_gateway (f6d2431b-d63e-4c0d-a4d4-69253cce99cd), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:10.761674 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33806) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:10.867549 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-485e597b-ec04-4692-a4fa-064821fa5693 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for security_group (8059ef7f-ea58-4a15-b895-e90dd80117d2), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:10.895067 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-485e597b-ec04-4692-a4fa-064821fa5693 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for security_group (8059ef7f-ea58-4a15-b895-e90dd80117d2), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:10.953027 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33812) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:10.968324 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-485e597b-ec04-4692-a4fa-064821fa5693 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8059ef7f-ea58-4a15-b895-e90dd80117d2), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:10.972908 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-485e597b-ec04-4692-a4fa-064821fa5693 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:10.974596 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-485e597b-ec04-4692-a4fa-064821fa5693 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "DELETE /v2.0/security-groups/8059ef7f-ea58-4a15-b895-e90dd80117d2 HTTP/1.1" status: 204 len: 168 time: 0.2118440 Feb 19 04:10:10.979163 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33816) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:11.003262 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e597b-ec04-4692-a4fa-064821fa5693 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8059ef7f-ea58-4a15-b895-e90dd80117d2,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:11.007483 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-e8610664-32ef-4495-af22-4850bc6897c7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] show failed (client error): The resource could not be found. Feb 19 04:10:11.009677 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e8610664-32ef-4495-af22-4850bc6897c7 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "GET /v2.0/security-groups/8059ef7f-ea58-4a15-b895-e90dd80117d2 HTTP/1.1" status: 404 len: 347 time: 0.0293007 Feb 19 04:10:11.012583 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33818) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:11.147626 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd1b669-96bb-470d-aa6e-07a6e1d4d400 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (f6d2431b-d63e-4c0d-a4d4-69253cce99cd), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:11.322076 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd1b669-96bb-470d-aa6e-07a6e1d4d400 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Router f6d2431b-d63e-4c0d-a4d4-69253cce99cd is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:10:11.440985 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-5d450a2a-7de6-4121-8d90-7651102713a5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-65943900'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:11.481549 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd1b669-96bb-470d-aa6e-07a6e1d4d400 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:10:11.490358 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d450a2a-7de6-4121-8d90-7651102713a5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:11.496784 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5d450a2a-7de6-4121-8d90-7651102713a5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:11.502011 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19948bc-eef1-464f-bb4c-f1ed88287852 None None] Sync routers for ids ['f6d2431b-d63e-4c0d-a4d4-69253cce99cd'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:10:11.513055 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd1b669-96bb-470d-aa6e-07a6e1d4d400 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:11.517072 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19948bc-eef1-464f-bb4c-f1ed88287852 None None] Routers {'f6d2431b-d63e-4c0d-a4d4-69253cce99cd'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:10:11.517713 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-c19948bc-eef1-464f-bb4c-f1ed88287852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:10:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f6d2431b-d63e-4c0d-a4d4-69253cce99cd'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:11.519144 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cfd1b669-96bb-470d-aa6e-07a6e1d4d400 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9632616 Feb 19 04:10:11.520417 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33824) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:11.532801 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5d450a2a-7de6-4121-8d90-7651102713a5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:11.579737 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-968745d9-2bc3-49e4-82ef-1aaec23d7043 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Deleting port 492300a5-8a11-4470-8c5a-4dc2238bf94f {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:11.580196 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-968745d9-2bc3-49e4-82ef-1aaec23d7043 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (492300a5-8a11-4470-8c5a-4dc2238bf94f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:11.698404 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-968745d9-2bc3-49e4-82ef-1aaec23d7043 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (492300a5-8a11-4470-8c5a-4dc2238bf94f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:11.698812 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-968745d9-2bc3-49e4-82ef-1aaec23d7043 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for floatingip (492300a5-8a11-4470-8c5a-4dc2238bf94f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:11.715213 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5d450a2a-7de6-4121-8d90-7651102713a5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for security_group (0b8cc1a7-671f-44db-a15e-99bb1ad6c5b1), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:11.718905 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-c19948bc-eef1-464f-bb4c-f1ed88287852 None None] Set router f6d2431b-d63e-4c0d-a4d4-69253cce99cd gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:10:11.719585 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-968745d9-2bc3-49e4-82ef-1aaec23d7043 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Calling delete_port for 492300a5-8a11-4470-8c5a-4dc2238bf94f owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:11.730459 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5d450a2a-7de6-4121-8d90-7651102713a5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0b8cc1a7-671f-44db-a15e-99bb1ad6c5b1), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:11.792388 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bbb1b563-274e-476b-998c-666f1b7887a0 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=3daaed16085e4153afa0c32c565c3455&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2707701 Feb 19 04:10:11.795209 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33828) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:11.801808 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d450a2a-7de6-4121-8d90-7651102713a5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:10:11.823707 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d450a2a-7de6-4121-8d90-7651102713a5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8cc1a7-671f-44db-a15e-99bb1ad6c5b1,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:11.827116 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5d450a2a-7de6-4121-8d90-7651102713a5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (5c8070aa-7037-4c24-b1a7-929f6c3eeaf3), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:11.827637 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-5d450a2a-7de6-4121-8d90-7651102713a5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Added segment 5c8070aa-7037-4c24-b1a7-929f6c3eeaf3 of type vlan for network 1742e730-766a-4fa0-996c-7e016537b1f1 Feb 19 04:10:11.905522 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5d450a2a-7de6-4121-8d90-7651102713a5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (1742e730-766a-4fa0-996c-7e016537b1f1), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:11.978662 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5d450a2a-7de6-4121-8d90-7651102713a5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (1742e730-766a-4fa0-996c-7e016537b1f1), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:11.994849 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d450a2a-7de6-4121-8d90-7651102713a5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:11.998144 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5d450a2a-7de6-4121-8d90-7651102713a5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:12.032639 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-c19948bc-eef1-464f-bb4c-f1ed88287852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135806163', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e300398c-0cb1-4604-b2a9-c6d83cf9d844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:08Z', 'updated_at': '2022-02-19T04:10:10Z', 'revision_number': 3, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': 'e300398c-0cb1-4604-b2a9-c6d83cf9d844', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:09Z', 'updated_at': '2022-02-19T04:10:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:12.048951 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88fe20a-4dfe-4b94-9ea5-ceb1536a39f9 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:12.051423 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b88fe20a-4dfe-4b94-9ea5-ceb1536a39f9 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2543314 Feb 19 04:10:12.060200 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33832) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:12.067294 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19948bc-eef1-464f-bb4c-f1ed88287852 None None] Checking router: f6d2431b-d63e-4c0d-a4d4-69253cce99cd for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:10:12.067772 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19948bc-eef1-464f-bb4c-f1ed88287852 None None] Updating router f6d2431b-d63e-4c0d-a4d4-69253cce99cd port e300398c-0cb1-4604-b2a9-c6d83cf9d844 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:10:12.092731 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5d450a2a-7de6-4121-8d90-7651102713a5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1385572 Feb 19 04:10:12.093470 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-968745d9-2bc3-49e4-82ef-1aaec23d7043 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (492300a5-8a11-4470-8c5a-4dc2238bf94f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:12.105809 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33834) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:12.106596 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c19948bc-eef1-464f-bb4c-f1ed88287852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e300398c-0cb1-4604-b2a9-c6d83cf9d844), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:12.126136 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-ae115a14-d067-4cbe-91bb-f31c1b170171 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:12.149237 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c30a2b96-0a56-4fa3-9e8a-1050e455813f tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0930927 Feb 19 04:10:12.152393 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33836) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:12.157177 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-303f3955-b761-446b-ac99-8fe22db835dd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-947619732', 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:12.190591 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968745d9-2bc3-49e4-82ef-1aaec23d7043 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event deleted for resources: {'Port': ['ID=492300a5-8a11-4470-8c5a-4dc2238bf94f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:12.199189 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d450a2a-7de6-4121-8d90-7651102713a5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Network': ['ID=1742e730-766a-4fa0-996c-7e016537b1f1,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:12.235521 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:10:12.278953 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303f3955-b761-446b-ac99-8fe22db835dd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Made reservation on behalf of 3daaed16085e4153afa0c32c565c3455 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:12.287711 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-303f3955-b761-446b-ac99-8fe22db835dd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:12.330098 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-968745d9-2bc3-49e4-82ef-1aaec23d7043 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for floatingip (681d5c5e-a7eb-4cd8-842a-3bc723b335d2), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:12.336515 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-968745d9-2bc3-49e4-82ef-1aaec23d7043 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:12.340623 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-968745d9-2bc3-49e4-82ef-1aaec23d7043 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "DELETE /v2.0/floatingips/681d5c5e-a7eb-4cd8-842a-3bc723b335d2 HTTP/1.1" status: 204 len: 168 time: 1.3267350 Feb 19 04:10:12.343685 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33838) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:12.395589 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae115a14-d067-4cbe-91bb-f31c1b170171 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:12.400350 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ae115a14-d067-4cbe-91bb-f31c1b170171 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:12.558533 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c19948bc-eef1-464f-bb4c-f1ed88287852 None None] Publish callbacks [] for port (e300398c-0cb1-4604-b2a9-c6d83cf9d844), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:12.579926 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c19948bc-eef1-464f-bb4c-f1ed88287852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e300398c-0cb1-4604-b2a9-c6d83cf9d844), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:12.699072 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-abc38df4-034a-4c71-b3ec-4539ed65841f req-eb376de5-efc3-4193-a298-572467695198 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1584048 Feb 19 04:10:12.710882 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-c19948bc-eef1-464f-bb4c-f1ed88287852 None None] Attempting to bind port e300398c-0cb1-4604-b2a9-c6d83cf9d844 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:10:12.711280 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-c19948bc-eef1-464f-bb4c-f1ed88287852 None None] Attempting to bind port e300398c-0cb1-4604-b2a9-c6d83cf9d844 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:10:12.711649 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19948bc-eef1-464f-bb4c-f1ed88287852 None None] Attempting to bind port e300398c-0cb1-4604-b2a9-c6d83cf9d844 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:10:12.729170 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19948bc-eef1-464f-bb4c-f1ed88287852 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:10:12.729469 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ae115a14-d067-4cbe-91bb-f31c1b170171 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (6d07cbb3-6101-44d1-bc05-802e81fcab33), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:12.729853 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19948bc-eef1-464f-bb4c-f1ed88287852 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:10:12.730297 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c19948bc-eef1-464f-bb4c-f1ed88287852 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:12.730699 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19948bc-eef1-464f-bb4c-f1ed88287852 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:10:12.731734 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-c19948bc-eef1-464f-bb4c-f1ed88287852 None None] Bound port: e300398c-0cb1-4604-b2a9-c6d83cf9d844, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:10:12.732443 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c19948bc-eef1-464f-bb4c-f1ed88287852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e300398c-0cb1-4604-b2a9-c6d83cf9d844), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:12.734380 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7b76d-1cd5-4156-baec-339a2c117122 None None] Pushing event updated for resources: {'Port': ['ID=e300398c-0cb1-4604-b2a9-c6d83cf9d844,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:12.801158 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-d397feac-7346-437e-959b-7ced71a7214e tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Deleting port 123ce6d7-048a-4179-ac62-c23eca1c9618 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:12.801517 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d397feac-7346-437e-959b-7ced71a7214e tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (123ce6d7-048a-4179-ac62-c23eca1c9618), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:12.859801 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae115a14-d067-4cbe-91bb-f31c1b170171 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=6d07cbb3-6101-44d1-bc05-802e81fcab33,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:12.893870 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae115a14-d067-4cbe-91bb-f31c1b170171 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Checking segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:10:12.894425 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae115a14-d067-4cbe-91bb-f31c1b170171 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network hostable DHCP agents. Network: 1742e730-766a-4fa0-996c-7e016537b1f1, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:10:12.907608 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c19948bc-eef1-464f-bb4c-f1ed88287852 None None] For port e300398c-0cb1-4604-b2a9-c6d83cf9d844, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:10:12.915576 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c19948bc-eef1-464f-bb4c-f1ed88287852 None None] For port e300398c-0cb1-4604-b2a9-c6d83cf9d844, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e300398c-0cb1-4604-b2a9-c6d83cf9d844,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:10:12.917388 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae115a14-d067-4cbe-91bb-f31c1b170171 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:10:12.923702 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c19948bc-eef1-464f-bb4c-f1ed88287852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e300398c-0cb1-4604-b2a9-c6d83cf9d844), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:12.956912 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-ae115a14-d067-4cbe-91bb-f31c1b170171 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 1742e730-766a-4fa0-996c-7e016537b1f1) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:12.962488 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae115a14-d067-4cbe-91bb-f31c1b170171 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:12.963097 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ae115a14-d067-4cbe-91bb-f31c1b170171 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:13.007761 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ae115a14-d067-4cbe-91bb-f31c1b170171 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8979199 Feb 19 04:10:13.007975 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33844) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:13.013137 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-9966390c-c0bf-4bdc-a189-9141ee306923 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'name': 'tempest-NetworksTestDHCPv6-294065851'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:13.028588 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d397feac-7346-437e-959b-7ced71a7214e tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (123ce6d7-048a-4179-ac62-c23eca1c9618), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:13.029577 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7b76d-1cd5-4156-baec-339a2c117122 None None] Pushing event updated for resources: {'Port': ['ID=e300398c-0cb1-4604-b2a9-c6d83cf9d844,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:13.053809 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab4c32b-d341-4655-9bfd-3a2eef8e0756 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:10:13.085658 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19948bc-eef1-464f-bb4c-f1ed88287852 None None] Routers {'f6d2431b-d63e-4c0d-a4d4-69253cce99cd'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:10:13.085793 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-c19948bc-eef1-464f-bb4c-f1ed88287852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:10:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f6d2431b-d63e-4c0d-a4d4-69253cce99cd'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:13.092900 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-d397feac-7346-437e-959b-7ced71a7214e tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Calling delete_port for 123ce6d7-048a-4179-ac62-c23eca1c9618 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:13.159515 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-303f3955-b761-446b-ac99-8fe22db835dd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (b75aa528-0873-412b-92b8-b69da9ced5ce), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:13.173057 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc38df4-034a-4c71-b3ec-4539ed65841f req-d7f8ae35-3caa-482b-801c-73323bfb1d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:13.174475 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-abc38df4-034a-4c71-b3ec-4539ed65841f req-d7f8ae35-3caa-482b-801c-73323bfb1d71 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e09d752b62b44ea5a2f23e7b86993e07&device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 1129 time: 0.3581908 Feb 19 04:10:13.209750 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9966390c-c0bf-4bdc-a189-9141ee306923 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:13.214817 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9966390c-c0bf-4bdc-a189-9141ee306923 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:13.241825 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-9966390c-c0bf-4bdc-a189-9141ee306923 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] device_id is not set on port acef5c4e-d815-418f-acc9-3feb52ba57e7 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:10:13.276105 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-c19948bc-eef1-464f-bb4c-f1ed88287852 None None] Set router f6d2431b-d63e-4c0d-a4d4-69253cce99cd gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:10:13.311287 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f3955-b761-446b-ac99-8fe22db835dd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Subnet': ['ID=b75aa528-0873-412b-92b8-b69da9ced5ce,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:13.396168 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0fac01fd-40e3-41e1-811a-31a59797abb0 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:10:13.399084 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f3955-b761-446b-ac99-8fe22db835dd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Checking segment: {'id': '191382ec-cb5c-4603-b38b-34e71e07c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:10:13.399452 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303f3955-b761-446b-ac99-8fe22db835dd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Network hostable DHCP agents. Network: 33bfb928-b88c-483e-9011-0f74d9c470b9, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:10:13.422414 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc38df4-034a-4c71-b3ec-4539ed65841f req-24a8b4da-7477-41c4-ab8a-50ee1a9ce74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:13.423859 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-abc38df4-034a-4c71-b3ec-4539ed65841f req-24a8b4da-7477-41c4-ab8a-50ee1a9ce74f service neutron] 10.222.0.26 "GET /v2.0/networks?id=b40e029f-e45e-4dad-8b72-cb8e978e0503 HTTP/1.1" status: 200 len: 918 time: 0.2140129 Feb 19 04:10:13.435704 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d397feac-7346-437e-959b-7ced71a7214e tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (123ce6d7-048a-4179-ac62-c23eca1c9618), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:13.477845 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-9966390c-c0bf-4bdc-a189-9141ee306923 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 2001:db8::34 (1742e730-766a-4fa0-996c-7e016537b1f1/6d07cbb3-6101-44d1-bc05-802e81fcab33/acef5c4e-d815-418f-acc9-3feb52ba57e7) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:13.668497 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9966390c-c0bf-4bdc-a189-9141ee306923 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (acef5c4e-d815-418f-acc9-3feb52ba57e7), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:13.707305 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9966390c-c0bf-4bdc-a189-9141ee306923 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (acef5c4e-d815-418f-acc9-3feb52ba57e7), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:13.760518 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9966390c-c0bf-4bdc-a189-9141ee306923 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=acef5c4e-d815-418f-acc9-3feb52ba57e7,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:13.777192 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9966390c-c0bf-4bdc-a189-9141ee306923 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:13.778768 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-9966390c-c0bf-4bdc-a189-9141ee306923 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:13.781142 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9966390c-c0bf-4bdc-a189-9141ee306923 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:13.782812 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0fac01fd-40e3-41e1-811a-31a59797abb0, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0fac01fd-40e3-41e1-811a-31a59797abb0,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:13.787982 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9966390c-c0bf-4bdc-a189-9141ee306923 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:13.788661 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9966390c-c0bf-4bdc-a189-9141ee306923 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:13.808938 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '0fac01fd-40e3-41e1-811a-31a59797abb0', 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'port_id': '0fac01fd-40e3-41e1-811a-31a59797abb0', 'mac_address': 'fa:16:3e:f9:82:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:10:13.809491 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9966390c-c0bf-4bdc-a189-9141ee306923 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8004863 Feb 19 04:10:13.812042 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33864) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:13.926575 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303f3955-b761-446b-ac99-8fe22db835dd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Network 33bfb928-b88c-483e-9011-0f74d9c470b9 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:10:13.934877 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfab90ff-d043-42d1-93f9-9408e2f5b74e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:13.937901 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bfab90ff-d043-42d1-93f9-9408e2f5b74e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1248515 Feb 19 04:10:13.940985 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33874) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:13.956887 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-abc38df4-034a-4c71-b3ec-4539ed65841f req-28257a05-9985-4e9c-b30b-5e66b428a0e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3ffca2a-be76-4627-a124-9adea4b59fea HTTP/1.1" status: 200 len: 217 time: 0.5221205 Feb 19 04:10:13.958323 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397feac-7346-437e-959b-7ced71a7214e tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event deleted for resources: {'Port': ['ID=123ce6d7-048a-4179-ac62-c23eca1c9618,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:13.961541 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-303f3955-b761-446b-ac99-8fe22db835dd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 33bfb928-b88c-483e-9011-0f74d9c470b9) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:13.976761 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441f32ae-06c0-43d1-aa86-85b07f0e0c3a None None] Network 33bfb928-b88c-483e-9011-0f74d9c470b9 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:10:13.993279 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 0fac01fd-40e3-41e1-811a-31a59797abb0 is: ACTIVE; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:13.993646 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:14.053300 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303f3955-b761-446b-ac99-8fe22db835dd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:14.057515 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-303f3955-b761-446b-ac99-8fe22db835dd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:14.076485 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fac01fd-40e3-41e1-811a-31a59797abb0 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:10:14.086035 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-bfb34537-441a-4241-b9c6-a66a46b4346a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting port acef5c4e-d815-418f-acc9-3feb52ba57e7 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:14.086302 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bfb34537-441a-4241-b9c6-a66a46b4346a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (acef5c4e-d815-418f-acc9-3feb52ba57e7), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:14.116078 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0fac01fd-40e3-41e1-811a-31a59797abb0, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0fac01fd-40e3-41e1-811a-31a59797abb0,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:14.128487 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-c19948bc-eef1-464f-bb4c-f1ed88287852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135806163', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e300398c-0cb1-4604-b2a9-c6d83cf9d844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:08Z', 'updated_at': '2022-02-19T04:10:10Z', 'revision_number': 3, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': 'e300398c-0cb1-4604-b2a9-c6d83cf9d844', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:09Z', 'updated_at': '2022-02-19T04:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:14.130649 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f0d7a3-1627-4e75-833c-83057e626dec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-1742e730-766a-4fa0-996c-7e016537b1f1', 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'fixed_ips': [{'subnet_id': '6d07cbb3-6101-44d1-bc05-802e81fcab33'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:10:14.131480 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d5f0d7a3-1627-4e75-833c-83057e626dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:14.151878 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:14.216800 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19948bc-eef1-464f-bb4c-f1ed88287852 None None] The sync data for ids ['f6d2431b-d63e-4c0d-a4d4-69253cce99cd'] in n-d-828369-19 is: [{'id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135806163', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e300398c-0cb1-4604-b2a9-c6d83cf9d844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:08Z', 'updated_at': '2022-02-19T04:10:10Z', 'revision_number': 3, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': 'e300398c-0cb1-4604-b2a9-c6d83cf9d844', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:09Z', 'updated_at': '2022-02-19T04:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:10:14.248751 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bfb34537-441a-4241-b9c6-a66a46b4346a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (acef5c4e-d815-418f-acc9-3feb52ba57e7), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:14.262768 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-303f3955-b761-446b-ac99-8fe22db835dd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1092367 Feb 19 04:10:14.263724 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33882) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:14.305265 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc38df4-034a-4c71-b3ec-4539ed65841f req-c2d84a78-de3b-4547-8696-24ebf83c5139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:14.310628 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-abc38df4-034a-4c71-b3ec-4539ed65841f req-c2d84a78-de3b-4547-8696-24ebf83c5139 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5308b5b-30ec-49b2-97d1-b7274bba8304 HTTP/1.1" status: 200 len: 857 time: 0.3202517 Feb 19 04:10:14.312268 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['0fac01fd-40e3-41e1-811a-31a59797abb0'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:10:14.345514 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d397feac-7346-437e-959b-7ced71a7214e tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:14.348966 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d397feac-7346-437e-959b-7ced71a7214e tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "DELETE /v2.0/ports/123ce6d7-048a-4179-ac62-c23eca1c9618 HTTP/1.1" status: 204 len: 168 time: 2.0016689 Feb 19 04:10:14.362463 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33884) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:14.391789 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-bfb34537-441a-4241-b9c6-a66a46b4346a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Calling delete_port for acef5c4e-d815-418f-acc9-3feb52ba57e7 owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:14.441603 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-abc38df4-034a-4c71-b3ec-4539ed65841f req-cf9fb593-e89c-4723-af37-c16fbbff70a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b40e029f-e45e-4dad-8b72-cb8e978e0503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169569 Feb 19 04:10:14.690828 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e44aeb-915e-4972-83fd-28375de56cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-33bfb928-b88c-483e-9011-0f74d9c470b9', 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'fixed_ips': [{'subnet_id': 'b75aa528-0873-412b-92b8-b69da9ced5ce'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:10:14.702325 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e6e44aeb-915e-4972-83fd-28375de56cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:14.882301 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-abc38df4-034a-4c71-b3ec-4539ed65841f req-551378e3-44d3-480b-a616-4f593a8b3ff4 service neutron] 10.222.0.26 "GET /v2.0/networks/b40e029f-e45e-4dad-8b72-cb8e978e0503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395261 Feb 19 04:10:15.057013 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-b84445e2-8427-40a2-bcab-e66e8259cbdb tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Deleting port 6d6260b1-28c6-435b-98e5-f15398fc683d {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:15.058333 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b84445e2-8427-40a2-bcab-e66e8259cbdb tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (6d6260b1-28c6-435b-98e5-f15398fc683d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:15.121722 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bfb34537-441a-4241-b9c6-a66a46b4346a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (acef5c4e-d815-418f-acc9-3feb52ba57e7), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:15.133131 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-d5f0d7a3-1627-4e75-833c-83057e626dec None None] Allocated IP 2001:db8::2 (1742e730-766a-4fa0-996c-7e016537b1f1/6d07cbb3-6101-44d1-bc05-802e81fcab33/27f18df5-0dfc-45de-ac39-7f3259ded189) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:15.176014 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=0fac01fd-40e3-41e1-811a-31a59797abb0,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:15.232118 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb34537-441a-4241-b9c6-a66a46b4346a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Port': ['ID=acef5c4e-d815-418f-acc9-3feb52ba57e7,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:15.381457 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bfb34537-441a-4241-b9c6-a66a46b4346a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:15.398659 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33892) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:15.398840 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bfb34537-441a-4241-b9c6-a66a46b4346a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/acef5c4e-d815-418f-acc9-3feb52ba57e7 HTTP/1.1" status: 204 len: 168 time: 1.4559486 Feb 19 04:10:15.538304 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee84a81f-a0b8-47b2-8972-bcc0730f79ef tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:15.541370 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee84a81f-a0b8-47b2-8972-bcc0730f79ef tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:15.544514 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ee84a81f-a0b8-47b2-8972-bcc0730f79ef tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1393876 Feb 19 04:10:15.550746 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33896) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:15.550985 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d5f0d7a3-1627-4e75-833c-83057e626dec None None] Publish callbacks [] for port (27f18df5-0dfc-45de-ac39-7f3259ded189), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:15.551423 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b84445e2-8427-40a2-bcab-e66e8259cbdb tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (6d6260b1-28c6-435b-98e5-f15398fc683d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:15.563664 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e300398c-0cb1-4604-b2a9-c6d83cf9d844 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:15.598195 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-b84445e2-8427-40a2-bcab-e66e8259cbdb tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Calling delete_port for 6d6260b1-28c6-435b-98e5-f15398fc683d owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:15.605417 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-abc38df4-034a-4c71-b3ec-4539ed65841f req-33b385f9-b478-40f2-bcc9-3e47e4cda519 service neutron] 10.222.0.26 "GET /v2.0/networks/b40e029f-e45e-4dad-8b72-cb8e978e0503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7123935 Feb 19 04:10:15.707959 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93b73b9-51e8-4218-8685-88c9c307763c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet 6d07cbb3-6101-44d1-bc05-802e81fcab33 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:10:15.711625 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a93b73b9-51e8-4218-8685-88c9c307763c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (6d07cbb3-6101-44d1-bc05-802e81fcab33), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:15.760609 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d5f0d7a3-1627-4e75-833c-83057e626dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (27f18df5-0dfc-45de-ac39-7f3259ded189), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:15.802976 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a93b73b9-51e8-4218-8685-88c9c307763c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (6d07cbb3-6101-44d1-bc05-802e81fcab33), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:15.999646 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0d7a3-1627-4e75-833c-83057e626dec None None] Pushing event updated for resources: {'Port': ['ID=27f18df5-0dfc-45de-ac39-7f3259ded189,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:16.009277 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f0d7a3-1627-4e75-833c-83057e626dec None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:16.016181 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b84445e2-8427-40a2-bcab-e66e8259cbdb tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (6d6260b1-28c6-435b-98e5-f15398fc683d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:16.034004 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a93b73b9-51e8-4218-8685-88c9c307763c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (6d07cbb3-6101-44d1-bc05-802e81fcab33), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:16.048466 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-d5f0d7a3-1627-4e75-833c-83057e626dec None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:16.089184 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f0d7a3-1627-4e75-833c-83057e626dec None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:16.089763 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84445e2-8427-40a2-bcab-e66e8259cbdb tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event deleted for resources: {'Port': ['ID=6d6260b1-28c6-435b-98e5-f15398fc683d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:16.247826 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b84445e2-8427-40a2-bcab-e66e8259cbdb tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:16.259366 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b84445e2-8427-40a2-bcab-e66e8259cbdb tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "DELETE /v2.0/ports/6d6260b1-28c6-435b-98e5-f15398fc683d HTTP/1.1" status: 204 len: 168 time: 1.8914065 Feb 19 04:10:16.260506 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33906) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:16.262405 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a93b73b9-51e8-4218-8685-88c9c307763c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (6d07cbb3-6101-44d1-bc05-802e81fcab33), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:16.320118 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a93b73b9-51e8-4218-8685-88c9c307763c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:16.324243 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a93b73b9-51e8-4218-8685-88c9c307763c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/6d07cbb3-6101-44d1-bc05-802e81fcab33 HTTP/1.1" status: 204 len: 168 time: 0.7725251 Feb 19 04:10:16.333531 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33908) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:16.417598 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d5f0d7a3-1627-4e75-833c-83057e626dec None None] Attempting to bind port 27f18df5-0dfc-45de-ac39-7f3259ded189 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:10:16.418137 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d5f0d7a3-1627-4e75-833c-83057e626dec None None] Attempting to bind port 27f18df5-0dfc-45de-ac39-7f3259ded189 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:10:16.418293 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f0d7a3-1627-4e75-833c-83057e626dec None None] Attempting to bind port 27f18df5-0dfc-45de-ac39-7f3259ded189 on network 1742e730-766a-4fa0-996c-7e016537b1f1 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:10:16.437318 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-e6e44aeb-915e-4972-83fd-28375de56cea None None] Allocated IP 172.20.0.2 (33bfb928-b88c-483e-9011-0f74d9c470b9/b75aa528-0873-412b-92b8-b69da9ced5ce/2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:16.444780 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port e300398c-0cb1-4604-b2a9-c6d83cf9d844 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:16.444979 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e300398c-0cb1-4604-b2a9-c6d83cf9d844), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:16.492358 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b3a2eb5f-77be-44a7-acb3-4a7db00556b0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1574714 Feb 19 04:10:16.530851 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33912) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:16.549734 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f0d7a3-1627-4e75-833c-83057e626dec None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:10:16.550140 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f0d7a3-1627-4e75-833c-83057e626dec None None] Checking segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:10:16.550563 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d5f0d7a3-1627-4e75-833c-83057e626dec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:16.550963 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f0d7a3-1627-4e75-833c-83057e626dec None None] Bound using segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:10:16.551450 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d5f0d7a3-1627-4e75-833c-83057e626dec None None] Bound port: 27f18df5-0dfc-45de-ac39-7f3259ded189, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:10:16.551884 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d5f0d7a3-1627-4e75-833c-83057e626dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (27f18df5-0dfc-45de-ac39-7f3259ded189), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:16.552426 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ee6aeb-3e31-4f77-b7d4-6d9ae4fb920f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Deleting subnet 3c4676cd-7ab6-4200-93f3-9d2db44011e7 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:10:16.561188 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-32ee6aeb-3e31-4f77-b7d4-6d9ae4fb920f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for subnet (3c4676cd-7ab6-4200-93f3-9d2db44011e7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:16.652877 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-a9a29cd6-4adb-4e95-bd7d-1c45783e6640 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:16.698632 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-32ee6aeb-3e31-4f77-b7d4-6d9ae4fb920f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (3c4676cd-7ab6-4200-93f3-9d2db44011e7), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:16.828124 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b73b9-51e8-4218-8685-88c9c307763c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=6d07cbb3-6101-44d1-bc05-802e81fcab33,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:16.900477 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bd09f29e-9a7a-44b8-b519-0d08ae6dd4f7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:16.916121 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-32ee6aeb-3e31-4f77-b7d4-6d9ae4fb920f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (3c4676cd-7ab6-4200-93f3-9d2db44011e7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:16.965136 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port e300398c-0cb1-4604-b2a9-c6d83cf9d844 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:16.965833 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e300398c-0cb1-4604-b2a9-c6d83cf9d844), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:16.996633 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a29cd6-4adb-4e95-bd7d-1c45783e6640 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:17.008664 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9a29cd6-4adb-4e95-bd7d-1c45783e6640 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:17.172998 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-32ee6aeb-3e31-4f77-b7d4-6d9ae4fb920f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (3c4676cd-7ab6-4200-93f3-9d2db44011e7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:17.192442 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d5f0d7a3-1627-4e75-833c-83057e626dec None None] For port 27f18df5-0dfc-45de-ac39-7f3259ded189, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:10:17.199878 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port e300398c-0cb1-4604-b2a9-c6d83cf9d844, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e300398c-0cb1-4604-b2a9-c6d83cf9d844,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:17.235185 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee6aeb-3e31-4f77-b7d4-6d9ae4fb920f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event deleted for resources: {'Subnet': ['ID=3c4676cd-7ab6-4200-93f3-9d2db44011e7,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:17.244909 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-32ee6aeb-3e31-4f77-b7d4-6d9ae4fb920f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:17.252238 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-32ee6aeb-3e31-4f77-b7d4-6d9ae4fb920f tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "DELETE /v2.0/subnets/3c4676cd-7ab6-4200-93f3-9d2db44011e7 HTTP/1.1" status: 204 len: 168 time: 0.9903319 Feb 19 04:10:17.255777 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33920) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:17.278293 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedefba3-4f32-49f3-afd5-8805bd241add None None] Network 8cc0006b-25b3-422c-9bde-2e117b4adfd2 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:10:17.281925 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d5f0d7a3-1627-4e75-833c-83057e626dec None None] For port 27f18df5-0dfc-45de-ac39-7f3259ded189, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=27f18df5-0dfc-45de-ac39-7f3259ded189,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:10:17.311601 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e300398c-0cb1-4604-b2a9-c6d83cf9d844), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:17.334661 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b277a8-264c-4ea8-b7de-4e067b818eb0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Deleting subnet b31cd777-60e6-4424-9e5a-b1d089558473 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:10:17.340447 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29b277a8-264c-4ea8-b7de-4e067b818eb0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for subnet (b31cd777-60e6-4424-9e5a-b1d089558473), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:17.408065 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d5f0d7a3-1627-4e75-833c-83057e626dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (27f18df5-0dfc-45de-ac39-7f3259ded189), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:17.450011 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29b277a8-264c-4ea8-b7de-4e067b818eb0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (b31cd777-60e6-4424-9e5a-b1d089558473), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:17.495000 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0fac01fd-40e3-41e1-811a-31a59797abb0 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:17.516567 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9a29cd6-4adb-4e95-bd7d-1c45783e6640 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (a4c2e649-a396-4eca-8adc-2b9350766111), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:17.697700 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a29cd6-4adb-4e95-bd7d-1c45783e6640 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:17.744048 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29b277a8-264c-4ea8-b7de-4e067b818eb0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (b31cd777-60e6-4424-9e5a-b1d089558473), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:17.810313 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-a9a29cd6-4adb-4e95-bd7d-1c45783e6640 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:17.832812 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29b277a8-264c-4ea8-b7de-4e067b818eb0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (b31cd777-60e6-4424-9e5a-b1d089558473), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:17.864916 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a29cd6-4adb-4e95-bd7d-1c45783e6640 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:17.865538 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9a29cd6-4adb-4e95-bd7d-1c45783e6640 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:17.929589 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29b277a8-264c-4ea8-b7de-4e067b818eb0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:17.940949 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a29cd6-4adb-4e95-bd7d-1c45783e6640 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=a4c2e649-a396-4eca-8adc-2b9350766111,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:17.942000 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-29b277a8-264c-4ea8-b7de-4e067b818eb0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "DELETE /v2.0/subnets/b31cd777-60e6-4424-9e5a-b1d089558473 HTTP/1.1" status: 204 len: 168 time: 0.6851442 Feb 19 04:10:17.947878 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b277a8-264c-4ea8-b7de-4e067b818eb0 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event deleted for resources: {'Subnet': ['ID=b31cd777-60e6-4424-9e5a-b1d089558473,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:17.949981 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33932) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:18.034729 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20422d0d-b860-45a1-b381-d53f426b222c None None] Network c7e52652-7c3c-4be2-8566-a72156b624d8 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:10:18.084390 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a9a29cd6-4adb-4e95-bd7d-1c45783e6640 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4469337 Feb 19 04:10:18.088018 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33934) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:18.099922 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-0d32717a-6ba1-4134-b253-14ebed0bf4b8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'name': 'tempest-NetworksTestDHCPv6-1367717091'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:18.163670 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67b79ce7-c57a-4a1f-9352-8e41439efb0b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (8cc0006b-25b3-422c-9bde-2e117b4adfd2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:18.312612 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-67b79ce7-c57a-4a1f-9352-8e41439efb0b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Deleting port 48e76252-8380-45c1-a60b-90213ced6cae {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:18.313302 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67b79ce7-c57a-4a1f-9352-8e41439efb0b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (48e76252-8380-45c1-a60b-90213ced6cae), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:18.480410 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-67b79ce7-c57a-4a1f-9352-8e41439efb0b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] For port 48e76252-8380-45c1-a60b-90213ced6cae, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=48e76252-8380-45c1-a60b-90213ced6cae,segment=NetworkSegment(b7335bae-2b10-44b5-bd69-94a1805c2114),segment_id=b7335bae-2b10-44b5-bd69-94a1805c2114)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:18.485186 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67b79ce7-c57a-4a1f-9352-8e41439efb0b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (48e76252-8380-45c1-a60b-90213ced6cae), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:18.546516 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-67b79ce7-c57a-4a1f-9352-8e41439efb0b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Calling delete_port for 48e76252-8380-45c1-a60b-90213ced6cae owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:18.608578 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e6e44aeb-915e-4972-83fd-28375de56cea None None] Publish callbacks [] for port (2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:18.712895 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e6e44aeb-915e-4972-83fd-28375de56cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:18.753387 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 0fac01fd-40e3-41e1-811a-31a59797abb0 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:18.754356 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:18.760173 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=e300398c-0cb1-4604-b2a9-c6d83cf9d844,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:18.766405 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67b79ce7-c57a-4a1f-9352-8e41439efb0b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (48e76252-8380-45c1-a60b-90213ced6cae), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:18.890151 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b79ce7-c57a-4a1f-9352-8e41439efb0b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event deleted for resources: {'Port': ['ID=48e76252-8380-45c1-a60b-90213ced6cae,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:18.906030 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e44aeb-915e-4972-83fd-28375de56cea None None] Network 33bfb928-b88c-483e-9011-0f74d9c470b9 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:18.922685 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b79ce7-c57a-4a1f-9352-8e41439efb0b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] No DVR routers for this DVR port 48e76252-8380-45c1-a60b-90213ced6cae on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:10:18.935444 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-e6e44aeb-915e-4972-83fd-28375de56cea None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:18.950312 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e44aeb-915e-4972-83fd-28375de56cea None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:18.987781 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6dee89-8bff-4e6b-8ddd-94b3746dc70e None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:10:19.155629 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67b79ce7-c57a-4a1f-9352-8e41439efb0b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (8cc0006b-25b3-422c-9bde-2e117b4adfd2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:19.185428 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abd6560-31cc-4501-a72f-0941dbccdc42 None None] DHCP port deletion for 8cc0006b-25b3-422c-9bde-2e117b4adfd2 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:10:19.194942 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e6e44aeb-915e-4972-83fd-28375de56cea None None] Attempting to bind port 2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:10:19.195316 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e6e44aeb-915e-4972-83fd-28375de56cea None None] Attempting to bind port 2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '191382ec-cb5c-4603-b38b-34e71e07c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:10:19.195980 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e44aeb-915e-4972-83fd-28375de56cea None None] Attempting to bind port 2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3 on network 33bfb928-b88c-483e-9011-0f74d9c470b9 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:10:19.208886 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0d7a3-1627-4e75-833c-83057e626dec None None] Pushing event updated for resources: {'Port': ['ID=27f18df5-0dfc-45de-ac39-7f3259ded189,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:19.210009 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-67b79ce7-c57a-4a1f-9352-8e41439efb0b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc0006b-25b3-422c-9bde-2e117b4adfd2']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:19.231234 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-67b79ce7-c57a-4a1f-9352-8e41439efb0b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7335bae-2b10-44b5-bd69-94a1805c2114') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:19.231542 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-67b79ce7-c57a-4a1f-9352-8e41439efb0b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7335bae-2b10-44b5-bd69-94a1805c2114') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:19.239839 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-bd09f29e-9a7a-44b8-b519-0d08ae6dd4f7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Allocated IP 172.20.0.1 (33bfb928-b88c-483e-9011-0f74d9c470b9/b75aa528-0873-412b-92b8-b69da9ced5ce/69821739-fec7-4b6d-9871-6ea9a54d8b98) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:19.267353 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67b79ce7-c57a-4a1f-9352-8e41439efb0b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (b7335bae-2b10-44b5-bd69-94a1805c2114), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:19.277258 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e44aeb-915e-4972-83fd-28375de56cea None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:10:19.277646 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e44aeb-915e-4972-83fd-28375de56cea None None] Checking segment: {'id': '191382ec-cb5c-4603-b38b-34e71e07c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:10:19.278058 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e6e44aeb-915e-4972-83fd-28375de56cea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:19.278756 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e44aeb-915e-4972-83fd-28375de56cea None None] Bound using segment: {'id': '191382ec-cb5c-4603-b38b-34e71e07c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:10:19.279069 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e6e44aeb-915e-4972-83fd-28375de56cea None None] Bound port: 2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191382ec-cb5c-4603-b38b-34e71e07c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:10:19.279453 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e6e44aeb-915e-4972-83fd-28375de56cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:19.292965 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67b79ce7-c57a-4a1f-9352-8e41439efb0b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (b7335bae-2b10-44b5-bd69-94a1805c2114), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:19.295965 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e44aeb-915e-4972-83fd-28375de56cea None None] Pushing event updated for resources: {'Port': ['ID=2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:19.300442 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b79ce7-c57a-4a1f-9352-8e41439efb0b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:10:19.300813 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67b79ce7-c57a-4a1f-9352-8e41439efb0b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (b7335bae-2b10-44b5-bd69-94a1805c2114), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:10:19.303855 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:10:19.371080 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e6e44aeb-915e-4972-83fd-28375de56cea None None] For port 2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:10:19.374862 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e6e44aeb-915e-4972-83fd-28375de56cea None None] For port 2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3,segment=NetworkSegment(191382ec-cb5c-4603-b38b-34e71e07c7f0),segment_id=191382ec-cb5c-4603-b38b-34e71e07c7f0)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:10:19.402664 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e59e02c-d0c9-4067-9d36-90fd0a11bbf0 None None] DHCP port deletion for c7e52652-7c3c-4be2-8566-a72156b624d8 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:10:19.429234 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e6e44aeb-915e-4972-83fd-28375de56cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:19.446678 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67b79ce7-c57a-4a1f-9352-8e41439efb0b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (8cc0006b-25b3-422c-9bde-2e117b4adfd2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:19.454606 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67b79ce7-c57a-4a1f-9352-8e41439efb0b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:19.458810 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-67b79ce7-c57a-4a1f-9352-8e41439efb0b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "DELETE /v2.0/networks/8cc0006b-25b3-422c-9bde-2e117b4adfd2 HTTP/1.1" status: 204 len: 168 time: 1.5074105 Feb 19 04:10:19.464374 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33946) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:19.506811 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b79ce7-c57a-4a1f-9352-8e41439efb0b tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event deleted for resources: {'Network': ['ID=8cc0006b-25b3-422c-9bde-2e117b4adfd2,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:19.605111 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d32717a-6ba1-4134-b253-14ebed0bf4b8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:19.614610 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0d32717a-6ba1-4134-b253-14ebed0bf4b8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:19.654262 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-93cba6df-9c63-4970-8c84-beea957d5605 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (c7e52652-7c3c-4be2-8566-a72156b624d8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:19.669537 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e44aeb-915e-4972-83fd-28375de56cea None None] Pushing event updated for resources: {'Port': ['ID=2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:19.672789 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e300398c-0cb1-4604-b2a9-c6d83cf9d844 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:19.719400 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-0d32717a-6ba1-4134-b253-14ebed0bf4b8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] device_id is not set on port ead7236a-2c65-4089-8250-1c5307e97297 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:10:19.759812 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bd09f29e-9a7a-44b8-b519-0d08ae6dd4f7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for port (69821739-fec7-4b6d-9871-6ea9a54d8b98), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:19.764210 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-93cba6df-9c63-4970-8c84-beea957d5605 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Deleting port 71df8ead-0608-4dbc-87a6-c28f86a594c5 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:19.766256 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-93cba6df-9c63-4970-8c84-beea957d5605 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (71df8ead-0608-4dbc-87a6-c28f86a594c5), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:19.887723 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:10:19.912849 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 0fac01fd-40e3-41e1-811a-31a59797abb0 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:19.913644 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:19.982494 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-93cba6df-9c63-4970-8c84-beea957d5605 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] For port 71df8ead-0608-4dbc-87a6-c28f86a594c5, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=71df8ead-0608-4dbc-87a6-c28f86a594c5,segment=NetworkSegment(9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c),segment_id=9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:19.982494 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-93cba6df-9c63-4970-8c84-beea957d5605 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (71df8ead-0608-4dbc-87a6-c28f86a594c5), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:19.995199 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port e300398c-0cb1-4604-b2a9-c6d83cf9d844 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:19.995860 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e300398c-0cb1-4604-b2a9-c6d83cf9d844), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.033366 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-93cba6df-9c63-4970-8c84-beea957d5605 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Calling delete_port for 71df8ead-0608-4dbc-87a6-c28f86a594c5 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:20.117129 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bd09f29e-9a7a-44b8-b519-0d08ae6dd4f7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (69821739-fec7-4b6d-9871-6ea9a54d8b98), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.166838 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fac01fd-40e3-41e1-811a-31a59797abb0'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:20.169577 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2344119e-c0d3-43e2-b6bb-d566e04e41d3" -d '{"events": [{"server_uuid": "a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce", "name": "network-vif-plugged", "status": "completed", "tag": "0fac01fd-40e3-41e1-811a-31a59797abb0"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:20.224316 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-1e59e02c-d0c9-4067-9d36-90fd0a11bbf0 None None] Deleting port 71df8ead-0608-4dbc-87a6-c28f86a594c5 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:20.225050 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1e59e02c-d0c9-4067-9d36-90fd0a11bbf0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (71df8ead-0608-4dbc-87a6-c28f86a594c5), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.254314 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09f29e-9a7a-44b8-b519-0d08ae6dd4f7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Port': ['ID=69821739-fec7-4b6d-9871-6ea9a54d8b98,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:20.277197 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0fac01fd-40e3-41e1-811a-31a59797abb0, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0fac01fd-40e3-41e1-811a-31a59797abb0,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:20.324801 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056b5d38-0928-4e39-8a8a-5a7b31bc977b x-openstack-request-id: req-056b5d38-0928-4e39-8a8a-5a7b31bc977b {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:20.325492 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce", "name": "network-vif-plugged", "status": "completed", "tag": "0fac01fd-40e3-41e1-811a-31a59797abb0", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:20.325835 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-056b5d38-0928-4e39-8a8a-5a7b31bc977b {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:20.327080 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fac01fd-40e3-41e1-811a-31a59797abb0', 'code': 200} Feb 19 04:10:20.340959 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-93cba6df-9c63-4970-8c84-beea957d5605 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (71df8ead-0608-4dbc-87a6-c28f86a594c5), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.361855 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-0d32717a-6ba1-4134-b253-14ebed0bf4b8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 2001:db8::de (1742e730-766a-4fa0-996c-7e016537b1f1/a4c2e649-a396-4eca-8adc-2b9350766111/ead7236a-2c65-4089-8250-1c5307e97297) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:20.376517 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.383333 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd09f29e-9a7a-44b8-b519-0d08ae6dd4f7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Network 33bfb928-b88c-483e-9011-0f74d9c470b9 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:20.388175 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-bd09f29e-9a7a-44b8-b519-0d08ae6dd4f7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:20.399394 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cba6df-9c63-4970-8c84-beea957d5605 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event deleted for resources: {'Port': ['ID=71df8ead-0608-4dbc-87a6-c28f86a594c5,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:20.403056 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cba6df-9c63-4970-8c84-beea957d5605 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] No DVR routers for this DVR port 71df8ead-0608-4dbc-87a6-c28f86a594c5 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:10:20.406553 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd09f29e-9a7a-44b8-b519-0d08ae6dd4f7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:20.631372 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port e300398c-0cb1-4604-b2a9-c6d83cf9d844 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:20.697362 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-93cba6df-9c63-4970-8c84-beea957d5605 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (c7e52652-7c3c-4be2-8566-a72156b624d8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.732625 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bd09f29e-9a7a-44b8-b519-0d08ae6dd4f7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (f6d2431b-d63e-4c0d-a4d4-69253cce99cd), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.756414 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 71df8ead-0608-4dbc-87a6-c28f86a594c5 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:10:20.769352 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-1e59e02c-d0c9-4067-9d36-90fd0a11bbf0 None None] For port 71df8ead-0608-4dbc-87a6-c28f86a594c5, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=71df8ead-0608-4dbc-87a6-c28f86a594c5,segment=NetworkSegment(9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c),segment_id=9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:20.769762 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1e59e02c-d0c9-4067-9d36-90fd0a11bbf0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (71df8ead-0608-4dbc-87a6-c28f86a594c5), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.797960 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb56083-622e-4064-b0e4-7ad6870b5e80 None None] Update dhcp port {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'fixed_ips': [{'subnet_id': 'a4c2e649-a396-4eca-8adc-2b9350766111'}], 'binding:host_id': 'n-d-828369-19'}, 'id': '27f18df5-0dfc-45de-ac39-7f3259ded189'} from n-d-828369-19. {{(pid=109927) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:10:20.808208 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-93cba6df-9c63-4970-8c84-beea957d5605 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e52652-7c3c-4be2-8566-a72156b624d8']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:20.830905 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-93cba6df-9c63-4970-8c84-beea957d5605 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:20.831320 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-93cba6df-9c63-4970-8c84-beea957d5605 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:20.845783 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 71df8ead-0608-4dbc-87a6-c28f86a594c5 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:10:20.845783 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 71df8ead-0608-4dbc-87a6-c28f86a594c5 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:10:20.846690 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 48e76252-8380-45c1-a60b-90213ced6cae no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:10:20.858610 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-93cba6df-9c63-4970-8c84-beea957d5605 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.877991 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=0fac01fd-40e3-41e1-811a-31a59797abb0,revision_number=7']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:20.894851 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-93cba6df-9c63-4970-8c84-beea957d5605 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.899116 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-1e59e02c-d0c9-4067-9d36-90fd0a11bbf0 None None] Calling delete_port for 71df8ead-0608-4dbc-87a6-c28f86a594c5 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:20.902606 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93cba6df-9c63-4970-8c84-beea957d5605 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:10:20.903051 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-93cba6df-9c63-4970-8c84-beea957d5605 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (9d2ff944-a7b2-4eb3-9d3b-ce1cd125a80c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.905208 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 48e76252-8380-45c1-a60b-90213ced6cae {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:10:20.905616 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 48e76252-8380-45c1-a60b-90213ced6cae not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:10:20.906843 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:10:20.920890 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-aeb56083-622e-4064-b0e4-7ad6870b5e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (27f18df5-0dfc-45de-ac39-7f3259ded189), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:21.075232 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0d32717a-6ba1-4134-b253-14ebed0bf4b8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (ead7236a-2c65-4089-8250-1c5307e97297), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:21.085802 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-93cba6df-9c63-4970-8c84-beea957d5605 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (c7e52652-7c3c-4be2-8566-a72156b624d8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:21.091720 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-93cba6df-9c63-4970-8c84-beea957d5605 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:21.097469 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-93cba6df-9c63-4970-8c84-beea957d5605 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] 10.222.0.52 "DELETE /v2.0/networks/c7e52652-7c3c-4be2-8566-a72156b624d8 HTTP/1.1" status: 204 len: 168 time: 1.6218429 Feb 19 04:10:21.167078 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cba6df-9c63-4970-8c84-beea957d5605 tempest-TaggedBootDevicesTest-1703403040 tempest-TaggedBootDevicesTest-1703403040-project] Pushing event deleted for resources: {'Network': ['ID=c7e52652-7c3c-4be2-8566-a72156b624d8,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:21.220156 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bd09f29e-9a7a-44b8-b519-0d08ae6dd4f7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (69821739-fec7-4b6d-9871-6ea9a54d8b98), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:21.243731 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0d32717a-6ba1-4134-b253-14ebed0bf4b8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (ead7236a-2c65-4089-8250-1c5307e97297), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:21.287255 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1e59e02c-d0c9-4067-9d36-90fd0a11bbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (71df8ead-0608-4dbc-87a6-c28f86a594c5), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:21.414085 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32717a-6ba1-4134-b253-14ebed0bf4b8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=ead7236a-2c65-4089-8250-1c5307e97297,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:21.426918 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d32717a-6ba1-4134-b253-14ebed0bf4b8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:21.447081 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-0d32717a-6ba1-4134-b253-14ebed0bf4b8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:21.452448 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d32717a-6ba1-4134-b253-14ebed0bf4b8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:21.468719 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d32717a-6ba1-4134-b253-14ebed0bf4b8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:21.470981 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0d32717a-6ba1-4134-b253-14ebed0bf4b8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:21.717856 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0d32717a-6ba1-4134-b253-14ebed0bf4b8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6285815 Feb 19 04:10:21.721931 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33986) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:21.723758 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-aeb56083-622e-4064-b0e4-7ad6870b5e80 None None] Allocated IP 2001:db8::2 (1742e730-766a-4fa0-996c-7e016537b1f1/a4c2e649-a396-4eca-8adc-2b9350766111/27f18df5-0dfc-45de-ac39-7f3259ded189) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:21.741556 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1e59e02c-d0c9-4067-9d36-90fd0a11bbf0 None None] Network c7e52652-7c3c-4be2-8566-a72156b624d8 is not hosted by any dhcp agent {{(pid=109927) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 04:10:21.742055 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e59e02c-d0c9-4067-9d36-90fd0a11bbf0 None None] No DVR routers for this DVR port 71df8ead-0608-4dbc-87a6-c28f86a594c5 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:10:21.763537 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:21.779358 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59e02c-d0c9-4067-9d36-90fd0a11bbf0 None None] Pushing event deleted for resources: {'Port': ['ID=71df8ead-0608-4dbc-87a6-c28f86a594c5,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:21.965478 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-aeb56083-622e-4064-b0e4-7ad6870b5e80 None None] For port 27f18df5-0dfc-45de-ac39-7f3259ded189, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=27f18df5-0dfc-45de-ac39-7f3259ded189,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:21.990927 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a51f6b6b-2d76-46ab-b59d-5ba6a61ad7ca req-56a0f5f2-7b05-4fea-9a3c-785f1a82e0d8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3325574 Feb 19 04:10:22.016243 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-aeb56083-622e-4064-b0e4-7ad6870b5e80 None None] Publish callbacks [] for port (27f18df5-0dfc-45de-ac39-7f3259ded189), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:22.024852 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-aeb56083-622e-4064-b0e4-7ad6870b5e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (27f18df5-0dfc-45de-ac39-7f3259ded189), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:22.095381 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1f8a8c-67c7-4456-b455-f7e461253109 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:22.104430 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1f8a8c-67c7-4456-b455-f7e461253109 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:22.106100 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4b1f8a8c-67c7-4456-b455-f7e461253109 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.3831208 Feb 19 04:10:22.115793 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33994) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:22.155605 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dcbf62-19a5-4b70-8857-c39eedef9d1b None None] Network 33bfb928-b88c-483e-9011-0f74d9c470b9 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:10:22.214668 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebe1ef-51e4-4825-ba19-37a9a0b6d06a req-db5bd055-18f0-4617-8347-a5474b6c25d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:22.216198 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7eebe1ef-51e4-4825-ba19-37a9a0b6d06a req-db5bd055-18f0-4617-8347-a5474b6c25d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e09d752b62b44ea5a2f23e7b86993e07&device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 1129 time: 0.3141382 Feb 19 04:10:22.392748 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:22.393235 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:22.417413 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-73f60ce8-48af-49df-ab4a-d8406d2e18cf tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting port ead7236a-2c65-4089-8250-1c5307e97297 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:22.417907 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-73f60ce8-48af-49df-ab4a-d8406d2e18cf tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ead7236a-2c65-4089-8250-1c5307e97297), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:22.436708 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb56083-622e-4064-b0e4-7ad6870b5e80 None None] Pushing event updated for resources: {'Port': ['ID=27f18df5-0dfc-45de-ac39-7f3259ded189,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:22.524876 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa1993-2b05-4a0d-a4b5-159fd757a439 req-84e86b66-615a-436d-887f-508c11f63c23 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:22.526498 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a2aa1993-2b05-4a0d-a4b5-159fd757a439 req-84e86b66-615a-436d-887f-508c11f63c23 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.4980235 Feb 19 04:10:22.527816 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-3a860210-f080-4835-af34-d898c8f1a7e6 None None] Provisioning complete for port 2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:22.528198 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3a860210-f080-4835-af34-d898c8f1a7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:22.689705 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebe1ef-51e4-4825-ba19-37a9a0b6d06a req-a88bba3d-4cda-46a4-be0c-f4e4149f341b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:22.707662 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7eebe1ef-51e4-4825-ba19-37a9a0b6d06a req-a88bba3d-4cda-46a4-be0c-f4e4149f341b service neutron] 10.222.0.26 "GET /v2.0/networks?id=b40e029f-e45e-4dad-8b72-cb8e978e0503 HTTP/1.1" status: 200 len: 918 time: 0.4814396 Feb 19 04:10:22.861825 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-73f60ce8-48af-49df-ab4a-d8406d2e18cf tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ead7236a-2c65-4089-8250-1c5307e97297), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:22.876775 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f6b6b-2d76-46ab-b59d-5ba6a61ad7ca req-a0d32847-aaf7-48ed-a592-7dcb02f31f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:22.884604 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a51f6b6b-2d76-46ab-b59d-5ba6a61ad7ca req-a0d32847-aaf7-48ed-a592-7dcb02f31f06 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e09d752b62b44ea5a2f23e7b86993e07&device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 1128 time: 0.7815547 Feb 19 04:10:22.895238 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-73f60ce8-48af-49df-ab4a-d8406d2e18cf tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Calling delete_port for ead7236a-2c65-4089-8250-1c5307e97297 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:22.954060 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3a860210-f080-4835-af34-d898c8f1a7e6 None None] Current status of the port 2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:22.954633 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3a860210-f080-4835-af34-d898c8f1a7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:22.986976 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a2aa1993-2b05-4a0d-a4b5-159fd757a439 req-dfa31c43-ec2a-4dd7-acef-5b38b2fdd1cb tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301276 Feb 19 04:10:23.000331 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:23.000331 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:23.114656 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3,segment=NetworkSegment(191382ec-cb5c-4603-b38b-34e71e07c7f0),segment_id=191382ec-cb5c-4603-b38b-34e71e07c7f0)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:23.125941 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:23.137157 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7eebe1ef-51e4-4825-ba19-37a9a0b6d06a req-612fda34-9dcf-45bd-a769-ecc3a07edf1c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3ffca2a-be76-4627-a124-9adea4b59fea HTTP/1.1" status: 200 len: 217 time: 0.4099817 Feb 19 04:10:23.266936 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebe1ef-51e4-4825-ba19-37a9a0b6d06a req-d3109dc3-1441-4af2-baf4-b9c44d4e085f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:23.269776 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7eebe1ef-51e4-4825-ba19-37a9a0b6d06a req-d3109dc3-1441-4af2-baf4-b9c44d4e085f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5308b5b-30ec-49b2-97d1-b7274bba8304 HTTP/1.1" status: 200 len: 857 time: 0.1233642 Feb 19 04:10:23.402919 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7eebe1ef-51e4-4825-ba19-37a9a0b6d06a req-6fd2905d-cb3c-48df-8445-4de41060d2e8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b40e029f-e45e-4dad-8b72-cb8e978e0503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208439 Feb 19 04:10:23.411534 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:23.425689 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-3a860210-f080-4835-af34-d898c8f1a7e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:10:23.425689 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-3a860210-f080-4835-af34-d898c8f1a7e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:10:23.462623 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f6b6b-2d76-46ab-b59d-5ba6a61ad7ca req-510dc92f-ff26-4489-9eb5-86eba311ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:23.464124 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a51f6b6b-2d76-46ab-b59d-5ba6a61ad7ca req-510dc92f-ff26-4489-9eb5-86eba311ac49 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b40e029f-e45e-4dad-8b72-cb8e978e0503 HTTP/1.1" status: 200 len: 918 time: 0.4716763 Feb 19 04:10:23.501919 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bd09f29e-9a7a-44b8-b519-0d08ae6dd4f7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for port (69821739-fec7-4b6d-9871-6ea9a54d8b98), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:23.596563 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bd09f29e-9a7a-44b8-b519-0d08ae6dd4f7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (69821739-fec7-4b6d-9871-6ea9a54d8b98), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:23.627579 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a51f6b6b-2d76-46ab-b59d-5ba6a61ad7ca req-831f2ede-2cee-4c34-9b94-1207ac3f7b3b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c48785d-a4d2-4ced-b00b-03439300e036 HTTP/1.1" status: 200 len: 217 time: 0.1505260 Feb 19 04:10:23.680423 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 27f18df5-0dfc-45de-ac39-7f3259ded189 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:23.827506 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7eebe1ef-51e4-4825-ba19-37a9a0b6d06a req-f6028a01-21f6-4726-bb8a-f2aa716ffcbf service neutron] 10.222.0.26 "GET /v2.0/networks/b40e029f-e45e-4dad-8b72-cb8e978e0503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144874 Feb 19 04:10:23.835704 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 27f18df5-0dfc-45de-ac39-7f3259ded189 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:23.836093 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (27f18df5-0dfc-45de-ac39-7f3259ded189), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:23.952597 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-73f60ce8-48af-49df-ab4a-d8406d2e18cf tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ead7236a-2c65-4089-8250-1c5307e97297), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:24.107672 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3a860210-f080-4835-af34-d898c8f1a7e6 None None] Current status of the port 2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:24.145177 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f6b6b-2d76-46ab-b59d-5ba6a61ad7ca req-4cf9fa66-31f7-4cb8-9620-fe6812ec5e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:24.154120 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a51f6b6b-2d76-46ab-b59d-5ba6a61ad7ca req-4cf9fa66-31f7-4cb8-9620-fe6812ec5e40 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5308b5b-30ec-49b2-97d1-b7274bba8304 HTTP/1.1" status: 200 len: 857 time: 0.4574251 Feb 19 04:10:24.156034 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bd09f29e-9a7a-44b8-b519-0d08ae6dd4f7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (f6d2431b-d63e-4c0d-a4d4-69253cce99cd), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:24.193830 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f60ce8-48af-49df-ab4a-d8406d2e18cf tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Port': ['ID=ead7236a-2c65-4089-8250-1c5307e97297,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:24.265365 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a51f6b6b-2d76-46ab-b59d-5ba6a61ad7ca req-6f52aff0-b993-4947-b5d2-fb34655624fc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b40e029f-e45e-4dad-8b72-cb8e978e0503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968552 Feb 19 04:10:24.343197 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-73f60ce8-48af-49df-ab4a-d8406d2e18cf tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:24.364568 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-73f60ce8-48af-49df-ab4a-d8406d2e18cf tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/ead7236a-2c65-4089-8250-1c5307e97297 HTTP/1.1" status: 204 len: 168 time: 2.2442513 Feb 19 04:10:24.364568 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34026) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:24.401274 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09f29e-9a7a-44b8-b519-0d08ae6dd4f7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Port': ['ID=69821739-fec7-4b6d-9871-6ea9a54d8b98,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:24.447744 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3594443-844e-4308-8b74-1b8d775069d9 None None] get_active_networks_info from n-d-828369-19 {{(pid=109927) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:10:24.501364 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9c8eb-0682-4870-a08b-94893a5a25ad req-8f359121-7cee-41f8-a157-a9c1a2c960f4 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:24.507566 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7b9c8eb-0682-4870-a08b-94893a5a25ad req-8f359121-7cee-41f8-a157-a9c1a2c960f4 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.2743235 Feb 19 04:10:24.602886 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 27f18df5-0dfc-45de-ac39-7f3259ded189 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:24.612620 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (27f18df5-0dfc-45de-ac39-7f3259ded189), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:24.640465 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7eebe1ef-51e4-4825-ba19-37a9a0b6d06a req-3677c831-c30a-4c2c-97fd-0542e0eeec29 service neutron] 10.222.0.26 "GET /v2.0/networks/b40e029f-e45e-4dad-8b72-cb8e978e0503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7460997 Feb 19 04:10:24.649298 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5650d6f9-a3b4-459c-b1fc-8d04c80dcbe2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:24.658832 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5650d6f9-a3b4-459c-b1fc-8d04c80dcbe2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:24.663855 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5650d6f9-a3b4-459c-b1fc-8d04c80dcbe2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2984128 Feb 19 04:10:24.664892 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34032) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:24.726343 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-041655dd-9bdc-4f80-9cce-37d044f6bb47 None None] Provisioning complete for port 2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:24.728904 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-041655dd-9bdc-4f80-9cce-37d044f6bb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:24.739932 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd09f29e-9a7a-44b8-b519-0d08ae6dd4f7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Network 33bfb928-b88c-483e-9011-0f74d9c470b9 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:24.761257 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f0a599-141e-422d-b52e-5a6e9d8c8ddf tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet a4c2e649-a396-4eca-8adc-2b9350766111 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:10:24.773017 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-17f0a599-141e-422d-b52e-5a6e9d8c8ddf tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (a4c2e649-a396-4eca-8adc-2b9350766111), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:24.796464 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-bd09f29e-9a7a-44b8-b519-0d08ae6dd4f7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:24.811549 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7b9c8eb-0682-4870-a08b-94893a5a25ad req-166c1d06-3166-4043-bcb9-41543e16e5a9 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276643 Feb 19 04:10:24.891396 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-17f0a599-141e-422d-b52e-5a6e9d8c8ddf tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (a4c2e649-a396-4eca-8adc-2b9350766111), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:24.972260 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 27f18df5-0dfc-45de-ac39-7f3259ded189, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=27f18df5-0dfc-45de-ac39-7f3259ded189,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:25.010580 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (27f18df5-0dfc-45de-ac39-7f3259ded189), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:25.149668 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-17f0a599-141e-422d-b52e-5a6e9d8c8ddf tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (a4c2e649-a396-4eca-8adc-2b9350766111), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:25.194718 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3594443-844e-4308-8b74-1b8d775069d9 None None] Resources bound (agent type, host, resource id): {{(pid=109927) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:10:25.213149 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a51f6b6b-2d76-46ab-b59d-5ba6a61ad7ca req-74087603-1159-4c43-8a0e-3314deed042d service neutron] 10.222.0.79 "GET /v2.0/networks/b40e029f-e45e-4dad-8b72-cb8e978e0503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9258862 Feb 19 04:10:25.283940 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-041655dd-9bdc-4f80-9cce-37d044f6bb47 None None] Current status of the port 2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:25.289995 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-17f0a599-141e-422d-b52e-5a6e9d8c8ddf tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (a4c2e649-a396-4eca-8adc-2b9350766111), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:25.327994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=27f18df5-0dfc-45de-ac39-7f3259ded189,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:25.350901 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0a599-141e-422d-b52e-5a6e9d8c8ddf tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=a4c2e649-a396-4eca-8adc-2b9350766111,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:25.358556 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-041655dd-9bdc-4f80-9cce-37d044f6bb47 None None] Provisioning complete for port 69821739-fec7-4b6d-9871-6ea9a54d8b98 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:25.358795 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-041655dd-9bdc-4f80-9cce-37d044f6bb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (69821739-fec7-4b6d-9871-6ea9a54d8b98), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:25.363718 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-17f0a599-141e-422d-b52e-5a6e9d8c8ddf tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:25.374282 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-17f0a599-141e-422d-b52e-5a6e9d8c8ddf tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/a4c2e649-a396-4eca-8adc-2b9350766111 HTTP/1.1" status: 204 len: 168 time: 0.7075646 Feb 19 04:10:25.375177 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34044) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:25.438494 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a51f6b6b-2d76-46ab-b59d-5ba6a61ad7ca req-96bb5bab-774a-4a9c-962d-4ce8711aa1ea service neutron] 10.222.0.79 "GET /v2.0/networks/b40e029f-e45e-4dad-8b72-cb8e978e0503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154288 Feb 19 04:10:25.449969 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd09f29e-9a7a-44b8-b519-0d08ae6dd4f7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Router f6d2431b-d63e-4c0d-a4d4-69253cce99cd has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:10:25.466217 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34046) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:25.468783 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6f17e918-7a4f-4375-99c5-3672c5535283 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0904968 Feb 19 04:10:25.472716 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-574b7f62-5482-4542-bf5d-aaa2061d8ee8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:25.546032 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-041655dd-9bdc-4f80-9cce-37d044f6bb47 None None] Port 69821739-fec7-4b6d-9871-6ea9a54d8b98 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:10:25.707180 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 27f18df5-0dfc-45de-ac39-7f3259ded189 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:25.837600 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574b7f62-5482-4542-bf5d-aaa2061d8ee8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:25.866836 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-574b7f62-5482-4542-bf5d-aaa2061d8ee8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:25.954736 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6d39bff5-44be-4dac-803b-7e70f994960d None None] Provisioning complete for port 27f18df5-0dfc-45de-ac39-7f3259ded189 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:25.955195 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6d39bff5-44be-4dac-803b-7e70f994960d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (27f18df5-0dfc-45de-ac39-7f3259ded189), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:26.031037 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 27f18df5-0dfc-45de-ac39-7f3259ded189 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:26.031416 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (27f18df5-0dfc-45de-ac39-7f3259ded189), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:26.164697 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c6eda4-b002-484b-8289-1007ec6e72ac None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:10:26.285828 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd09f29e-9a7a-44b8-b519-0d08ae6dd4f7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:10:26.296984 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac73895-a08a-40c5-9589-c962331090b3 None None] Sync routers for ids ['f6d2431b-d63e-4c0d-a4d4-69253cce99cd'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:10:26.317604 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac73895-a08a-40c5-9589-c962331090b3 None None] Routers {'f6d2431b-d63e-4c0d-a4d4-69253cce99cd'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:10:26.318535 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-4ac73895-a08a-40c5-9589-c962331090b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:10:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f6d2431b-d63e-4c0d-a4d4-69253cce99cd'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:26.327161 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bd09f29e-9a7a-44b8-b519-0d08ae6dd4f7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "PUT /v2.0/routers/f6d2431b-d63e-4c0d-a4d4-69253cce99cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0595293 Feb 19 04:10:26.369693 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa61afe-35da-445b-8876-46b0ddcb69f0 req-9ef5c451-e32e-415d-8ca5-6e232032afa0 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:26.371308 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2fa61afe-35da-445b-8876-46b0ddcb69f0 req-9ef5c451-e32e-415d-8ca5-6e232032afa0 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.3746297 Feb 19 04:10:26.625090 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-4ac73895-a08a-40c5-9589-c962331090b3 None None] Set router f6d2431b-d63e-4c0d-a4d4-69253cce99cd gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:10:26.654155 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2fa61afe-35da-445b-8876-46b0ddcb69f0 req-b3cd15a9-9c49-4fc1-9bb7-c38c2d9635ee tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679265 Feb 19 04:10:26.728900 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6d39bff5-44be-4dac-803b-7e70f994960d None None] Current status of the port 27f18df5-0dfc-45de-ac39-7f3259ded189 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:26.735656 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-574b7f62-5482-4542-bf5d-aaa2061d8ee8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (ed1ef471-3937-4f57-b7ce-c8c3b66d1205), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:26.791305 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 27f18df5-0dfc-45de-ac39-7f3259ded189 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:26.793199 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:26.878880 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574b7f62-5482-4542-bf5d-aaa2061d8ee8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:26.900289 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-574b7f62-5482-4542-bf5d-aaa2061d8ee8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:26.913172 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574b7f62-5482-4542-bf5d-aaa2061d8ee8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:26.914081 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-574b7f62-5482-4542-bf5d-aaa2061d8ee8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:26.917333 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b7f62-5482-4542-bf5d-aaa2061d8ee8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=ed1ef471-3937-4f57-b7ce-c8c3b66d1205,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:26.948652 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-0f991d1d-77a4-4ee3-84ec-27b2154dc0a8 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1983746456&fields=id&tenant_id=3daaed16085e4153afa0c32c565c3455 HTTP/1.1" status: 200 len: 267 time: 0.2385831 Feb 19 04:10:26.956990 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:26.974871 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e43d99-1b6e-4a74-8fdc-b3f2638dfb82 None None] DHCP port deletion for 1742e730-766a-4fa0-996c-7e016537b1f1 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:10:27.052541 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-574b7f62-5482-4542-bf5d-aaa2061d8ee8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5848932 Feb 19 04:10:27.055899 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34076) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:27.073682 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-4ac73895-a08a-40c5-9589-c962331090b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135806163', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e300398c-0cb1-4604-b2a9-c6d83cf9d844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:08Z', 'updated_at': '2022-02-19T04:10:21Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': 'e300398c-0cb1-4604-b2a9-c6d83cf9d844', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:09Z', 'updated_at': '2022-02-19T04:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '69821739-fec7-4b6d-9871-6ea9a54d8b98', 'name': '', 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:32:1d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'b75aa528-0873-412b-92b8-b69da9ced5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:17Z', 'updated_at': '2022-02-19T04:10:22Z', 'revision_number': 2, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': 'b75aa528-0873-412b-92b8-b69da9ced5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:27.077613 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-102bdad6-4a5d-48c8-8a3a-51e03ede65fe tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'name': 'tempest-NetworksTestDHCPv6-1667277075'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:27.114772 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac73895-a08a-40c5-9589-c962331090b3 None None] Checking router: f6d2431b-d63e-4c0d-a4d4-69253cce99cd for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:10:27.115037 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac73895-a08a-40c5-9589-c962331090b3 None None] Updating router f6d2431b-d63e-4c0d-a4d4-69253cce99cd port 69821739-fec7-4b6d-9871-6ea9a54d8b98 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:10:27.136483 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-0eb52038-c722-486c-94d9-d7ddf2a5067a None None] Provisioning complete for port 27f18df5-0dfc-45de-ac39-7f3259ded189 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:27.137160 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0eb52038-c722-486c-94d9-d7ddf2a5067a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (27f18df5-0dfc-45de-ac39-7f3259ded189), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:27.175753 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-4ac73895-a08a-40c5-9589-c962331090b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (69821739-fec7-4b6d-9871-6ea9a54d8b98), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:27.214243 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:27.214929 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:27.452240 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-31e43d99-1b6e-4a74-8fdc-b3f2638dfb82 None None] Deleting port 27f18df5-0dfc-45de-ac39-7f3259ded189 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:27.458348 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-31e43d99-1b6e-4a74-8fdc-b3f2638dfb82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (27f18df5-0dfc-45de-ac39-7f3259ded189), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:27.577067 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-1ee76eff-8c3b-4fb1-9ba3-801b08110797 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:27.581282 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-1ee76eff-8c3b-4fb1-9ba3-801b08110797 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/networks?id=33bfb928-b88c-483e-9011-0f74d9c470b9 HTTP/1.1" status: 200 len: 796 time: 0.6222453 Feb 19 04:10:27.582147 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0eb52038-c722-486c-94d9-d7ddf2a5067a None None] Current status of the port 27f18df5-0dfc-45de-ac39-7f3259ded189 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:27.583782 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102bdad6-4a5d-48c8-8a3a-51e03ede65fe tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:27.591716 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-102bdad6-4a5d-48c8-8a3a-51e03ede65fe tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:27.605314 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:27.656195 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-102bdad6-4a5d-48c8-8a3a-51e03ede65fe tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] device_id is not set on port 52444ec6-8bf2-4572-9fab-dbf684e61213 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:10:27.668437 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-0eb52038-c722-486c-94d9-d7ddf2a5067a None None] Provisioning complete for port 69821739-fec7-4b6d-9871-6ea9a54d8b98 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:27.669725 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0eb52038-c722-486c-94d9-d7ddf2a5067a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (69821739-fec7-4b6d-9871-6ea9a54d8b98), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:27.704247 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-4ac73895-a08a-40c5-9589-c962331090b3 None None] Publish callbacks [] for port (69821739-fec7-4b6d-9871-6ea9a54d8b98), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:27.720271 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-4ac73895-a08a-40c5-9589-c962331090b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (69821739-fec7-4b6d-9871-6ea9a54d8b98), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:27.764586 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-31e43d99-1b6e-4a74-8fdc-b3f2638dfb82 None None] For port 27f18df5-0dfc-45de-ac39-7f3259ded189, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=27f18df5-0dfc-45de-ac39-7f3259ded189,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:27.765631 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-31e43d99-1b6e-4a74-8fdc-b3f2638dfb82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (27f18df5-0dfc-45de-ac39-7f3259ded189), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:27.787068 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 27f18df5-0dfc-45de-ac39-7f3259ded189 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:10:27.818370 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db027b12-beb2-4919-a03a-2ffc085fbc34 None None] Pushing event updated for resources: {'Port': ['ID=69821739-fec7-4b6d-9871-6ea9a54d8b98,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:27.842306 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db027b12-beb2-4919-a03a-2ffc085fbc34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:27.842651 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db027b12-beb2-4919-a03a-2ffc085fbc34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:27.842976 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db027b12-beb2-4919-a03a-2ffc085fbc34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:27.843306 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db027b12-beb2-4919-a03a-2ffc085fbc34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:27.843630 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db027b12-beb2-4919-a03a-2ffc085fbc34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:27.843954 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db027b12-beb2-4919-a03a-2ffc085fbc34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:27.844275 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db027b12-beb2-4919-a03a-2ffc085fbc34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:27.844593 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db027b12-beb2-4919-a03a-2ffc085fbc34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:27.844909 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db027b12-beb2-4919-a03a-2ffc085fbc34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:27.845228 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db027b12-beb2-4919-a03a-2ffc085fbc34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:27.845542 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db027b12-beb2-4919-a03a-2ffc085fbc34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:27.854639 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db027b12-beb2-4919-a03a-2ffc085fbc34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:27.855001 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db027b12-beb2-4919-a03a-2ffc085fbc34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:27.879898 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-31e43d99-1b6e-4a74-8fdc-b3f2638dfb82 None None] Calling delete_port for 27f18df5-0dfc-45de-ac39-7f3259ded189 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:27.886964 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0eb52038-c722-486c-94d9-d7ddf2a5067a None None] Port 69821739-fec7-4b6d-9871-6ea9a54d8b98 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:10:28.000618 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-4ac73895-a08a-40c5-9589-c962331090b3 None None] Attempting to bind port 69821739-fec7-4b6d-9871-6ea9a54d8b98 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:10:28.000618 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-4ac73895-a08a-40c5-9589-c962331090b3 None None] Attempting to bind port 69821739-fec7-4b6d-9871-6ea9a54d8b98 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '191382ec-cb5c-4603-b38b-34e71e07c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:10:28.000618 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac73895-a08a-40c5-9589-c962331090b3 None None] Attempting to bind port 69821739-fec7-4b6d-9871-6ea9a54d8b98 on network 33bfb928-b88c-483e-9011-0f74d9c470b9 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:10:28.007877 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac73895-a08a-40c5-9589-c962331090b3 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:10:28.008255 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac73895-a08a-40c5-9589-c962331090b3 None None] Checking segment: {'id': '191382ec-cb5c-4603-b38b-34e71e07c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:10:28.008666 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-4ac73895-a08a-40c5-9589-c962331090b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:28.010605 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac73895-a08a-40c5-9589-c962331090b3 None None] Bound using segment: {'id': '191382ec-cb5c-4603-b38b-34e71e07c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:10:28.011088 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-4ac73895-a08a-40c5-9589-c962331090b3 None None] Bound port: 69821739-fec7-4b6d-9871-6ea9a54d8b98, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191382ec-cb5c-4603-b38b-34e71e07c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:10:28.011472 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-4ac73895-a08a-40c5-9589-c962331090b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (69821739-fec7-4b6d-9871-6ea9a54d8b98), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:28.031933 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-102bdad6-4a5d-48c8-8a3a-51e03ede65fe tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 2001:db8::2b4 (1742e730-766a-4fa0-996c-7e016537b1f1/ed1ef471-3937-4f57-b7ce-c8c3b66d1205/52444ec6-8bf2-4572-9fab-dbf684e61213) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:28.141974 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 27f18df5-0dfc-45de-ac39-7f3259ded189 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:28.150516 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (27f18df5-0dfc-45de-ac39-7f3259ded189), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:28.183545 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-4ac73895-a08a-40c5-9589-c962331090b3 None None] For port 69821739-fec7-4b6d-9871-6ea9a54d8b98, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:10:28.201412 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-4ac73895-a08a-40c5-9589-c962331090b3 None None] For port 69821739-fec7-4b6d-9871-6ea9a54d8b98, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=69821739-fec7-4b6d-9871-6ea9a54d8b98,segment=NetworkSegment(191382ec-cb5c-4603-b38b-34e71e07c7f0),segment_id=191382ec-cb5c-4603-b38b-34e71e07c7f0)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:10:28.216212 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-31e43d99-1b6e-4a74-8fdc-b3f2638dfb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (27f18df5-0dfc-45de-ac39-7f3259ded189), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:28.223563 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-4ac73895-a08a-40c5-9589-c962331090b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (69821739-fec7-4b6d-9871-6ea9a54d8b98), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:28.331316 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db027b12-beb2-4919-a03a-2ffc085fbc34 None None] Pushing event updated for resources: {'Port': ['ID=69821739-fec7-4b6d-9871-6ea9a54d8b98,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:28.366705 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac73895-a08a-40c5-9589-c962331090b3 None None] Routers {'f6d2431b-d63e-4c0d-a4d4-69253cce99cd'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:10:28.367341 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-4ac73895-a08a-40c5-9589-c962331090b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:10:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f6d2431b-d63e-4c0d-a4d4-69253cce99cd'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:28.370063 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e43d99-1b6e-4a74-8fdc-b3f2638dfb82 None None] Pushing event deleted for resources: {'Port': ['ID=27f18df5-0dfc-45de-ac39-7f3259ded189,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:28.423531 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e43d99-1b6e-4a74-8fdc-b3f2638dfb82 None None] No DVR routers for this DVR port 27f18df5-0dfc-45de-ac39-7f3259ded189 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:10:28.429148 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e43d99-1b6e-4a74-8fdc-b3f2638dfb82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:28.429863 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e43d99-1b6e-4a74-8fdc-b3f2638dfb82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:28.430497 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e43d99-1b6e-4a74-8fdc-b3f2638dfb82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:28.431094 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e43d99-1b6e-4a74-8fdc-b3f2638dfb82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:28.432119 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e43d99-1b6e-4a74-8fdc-b3f2638dfb82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:28.432687 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e43d99-1b6e-4a74-8fdc-b3f2638dfb82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:28.434866 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e43d99-1b6e-4a74-8fdc-b3f2638dfb82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:28.438088 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e43d99-1b6e-4a74-8fdc-b3f2638dfb82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:28.448409 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e43d99-1b6e-4a74-8fdc-b3f2638dfb82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:28.449345 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e43d99-1b6e-4a74-8fdc-b3f2638dfb82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:28.449939 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e43d99-1b6e-4a74-8fdc-b3f2638dfb82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:28.450541 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e43d99-1b6e-4a74-8fdc-b3f2638dfb82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:28.451102 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e43d99-1b6e-4a74-8fdc-b3f2638dfb82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:28.500856 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa59dac-cbd9-4628-9121-e54f269ec5a0 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:10:28.543447 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-4a2743ca-029d-4b6f-9f0c-0fd1514df900 None None] Provisioning complete for port 69821739-fec7-4b6d-9871-6ea9a54d8b98 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:28.550451 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4a2743ca-029d-4b6f-9f0c-0fd1514df900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (69821739-fec7-4b6d-9871-6ea9a54d8b98), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:28.596235 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-4ac73895-a08a-40c5-9589-c962331090b3 None None] Set router f6d2431b-d63e-4c0d-a4d4-69253cce99cd gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:10:28.775696 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-8bb227a6-5c2a-49bd-921d-6c043e2a9b58 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/quotas/3daaed16085e4153afa0c32c565c3455 HTTP/1.1" status: 200 len: 375 time: 1.1455076 Feb 19 04:10:28.821021 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ea1182-ded9-45e5-b000-4e962bc30aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-1742e730-766a-4fa0-996c-7e016537b1f1', 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'fixed_ips': [{'subnet_id': 'ed1ef471-3937-4f57-b7ce-c8c3b66d1205'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:10:28.824267 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-21ea1182-ded9-45e5-b000-4e962bc30aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:28.930043 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-4ac73895-a08a-40c5-9589-c962331090b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135806163', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e300398c-0cb1-4604-b2a9-c6d83cf9d844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:08Z', 'updated_at': '2022-02-19T04:10:21Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': 'e300398c-0cb1-4604-b2a9-c6d83cf9d844', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:09Z', 'updated_at': '2022-02-19T04:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '69821739-fec7-4b6d-9871-6ea9a54d8b98', 'name': '', 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:32:1d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'b75aa528-0873-412b-92b8-b69da9ced5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:17Z', 'updated_at': '2022-02-19T04:10:28Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': 'b75aa528-0873-412b-92b8-b69da9ced5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:28.965613 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac73895-a08a-40c5-9589-c962331090b3 None None] The sync data for ids ['f6d2431b-d63e-4c0d-a4d4-69253cce99cd'] in n-d-828369-19 is: [{'id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135806163', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e300398c-0cb1-4604-b2a9-c6d83cf9d844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:08Z', 'updated_at': '2022-02-19T04:10:21Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': 'e300398c-0cb1-4604-b2a9-c6d83cf9d844', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:09Z', 'updated_at': '2022-02-19T04:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '69821739-fec7-4b6d-9871-6ea9a54d8b98', 'name': '', 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:32:1d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'b75aa528-0873-412b-92b8-b69da9ced5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:17Z', 'updated_at': '2022-02-19T04:10:28Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': 'b75aa528-0873-412b-92b8-b69da9ced5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:10:29.120288 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea96243-8faf-4024-8aa5-1875d13167b9 req-d1c3918f-449e-4c5c-84dd-d56cf5ab829a tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:29.127927 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2ea96243-8faf-4024-8aa5-1875d13167b9 req-d1c3918f-449e-4c5c-84dd-d56cf5ab829a tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.4639673 Feb 19 04:10:29.152469 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-4a2743ca-029d-4b6f-9f0c-0fd1514df900 None None] Current status of the port 69821739-fec7-4b6d-9871-6ea9a54d8b98 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:29.153014 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4a2743ca-029d-4b6f-9f0c-0fd1514df900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (69821739-fec7-4b6d-9871-6ea9a54d8b98), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:29.157869 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-da2a7c0a-1330-4364-84a1-734aa78b735f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3706112 Feb 19 04:10:29.188206 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-102bdad6-4a5d-48c8-8a3a-51e03ede65fe tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (52444ec6-8bf2-4572-9fab-dbf684e61213), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:29.205690 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-4a2743ca-029d-4b6f-9f0c-0fd1514df900 None None] For port 69821739-fec7-4b6d-9871-6ea9a54d8b98, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=69821739-fec7-4b6d-9871-6ea9a54d8b98,segment=NetworkSegment(191382ec-cb5c-4603-b38b-34e71e07c7f0),segment_id=191382ec-cb5c-4603-b38b-34e71e07c7f0)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:29.226058 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4a2743ca-029d-4b6f-9f0c-0fd1514df900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (69821739-fec7-4b6d-9871-6ea9a54d8b98), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:29.401215 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2743ca-029d-4b6f-9f0c-0fd1514df900 None None] Pushing event updated for resources: {'Port': ['ID=69821739-fec7-4b6d-9871-6ea9a54d8b98,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:29.458246 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-0345891d-b91a-44bd-a3ec-4a62ca7f4ef8 None None] Provisioning complete for port 69821739-fec7-4b6d-9871-6ea9a54d8b98 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:29.458855 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0345891d-b91a-44bd-a3ec-4a62ca7f4ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (69821739-fec7-4b6d-9871-6ea9a54d8b98), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:29.497241 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-102bdad6-4a5d-48c8-8a3a-51e03ede65fe tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (52444ec6-8bf2-4572-9fab-dbf684e61213), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:29.520648 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2ea96243-8faf-4024-8aa5-1875d13167b9 req-6fbc7b7f-538b-4469-ba26-1050d2de5720 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917534 Feb 19 04:10:29.522786 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-21ea1182-ded9-45e5-b000-4e962bc30aba None None] Allocated IP 2001:db8::2 (1742e730-766a-4fa0-996c-7e016537b1f1/ed1ef471-3937-4f57-b7ce-c8c3b66d1205/79df5ab0-bb14-4df4-a65e-73c64e36fb36) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:29.554094 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:29.615484 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102bdad6-4a5d-48c8-8a3a-51e03ede65fe tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:29.625702 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-e952a0b3-1124-4a40-8fa7-3c09667b897f service neutron] 10.222.0.52 "GET /v2.0/networks/33bfb928-b88c-483e-9011-0f74d9c470b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662116 Feb 19 04:10:29.629110 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102bdad6-4a5d-48c8-8a3a-51e03ede65fe tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=52444ec6-8bf2-4572-9fab-dbf684e61213,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:29.642338 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-102bdad6-4a5d-48c8-8a3a-51e03ede65fe tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:29.649924 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102bdad6-4a5d-48c8-8a3a-51e03ede65fe tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:29.656828 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102bdad6-4a5d-48c8-8a3a-51e03ede65fe tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:29.657503 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-102bdad6-4a5d-48c8-8a3a-51e03ede65fe tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:29.777579 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34110) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:29.778152 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-102bdad6-4a5d-48c8-8a3a-51e03ede65fe tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7110274 Feb 19 04:10:29.816359 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0345891d-b91a-44bd-a3ec-4a62ca7f4ef8 None None] Current status of the port 69821739-fec7-4b6d-9871-6ea9a54d8b98 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:29.931364 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-21ea1182-ded9-45e5-b000-4e962bc30aba None None] Publish callbacks [] for port (79df5ab0-bb14-4df4-a65e-73c64e36fb36), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:29.933851 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-155ab3c3-a9bf-423e-9fc5-760331e7c97e service neutron] 10.222.0.52 "GET /v2.0/networks/33bfb928-b88c-483e-9011-0f74d9c470b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776368 Feb 19 04:10:29.945878 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 69821739-fec7-4b6d-9871-6ea9a54d8b98 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:29.951409 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-21ea1182-ded9-45e5-b000-4e962bc30aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (79df5ab0-bb14-4df4-a65e-73c64e36fb36), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:29.972903 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edde1a11-3354-4dca-9ec4-946ef53c6ebb tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:29.989939 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34112) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:29.999216 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-edde1a11-3354-4dca-9ec4-946ef53c6ebb tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2202282 Feb 19 04:10:30.028654 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea1182-ded9-45e5-b000-4e962bc30aba None None] Pushing event updated for resources: {'Port': ['ID=79df5ab0-bb14-4df4-a65e-73c64e36fb36,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:30.070895 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ea1182-ded9-45e5-b000-4e962bc30aba None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:30.074680 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-21ea1182-ded9-45e5-b000-4e962bc30aba None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:30.078035 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ea1182-ded9-45e5-b000-4e962bc30aba None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:30.186204 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-21ea1182-ded9-45e5-b000-4e962bc30aba None None] Attempting to bind port 79df5ab0-bb14-4df4-a65e-73c64e36fb36 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:10:30.186646 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-21ea1182-ded9-45e5-b000-4e962bc30aba None None] Attempting to bind port 79df5ab0-bb14-4df4-a65e-73c64e36fb36 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:10:30.187071 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ea1182-ded9-45e5-b000-4e962bc30aba None None] Attempting to bind port 79df5ab0-bb14-4df4-a65e-73c64e36fb36 on network 1742e730-766a-4fa0-996c-7e016537b1f1 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:10:30.197992 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ea1182-ded9-45e5-b000-4e962bc30aba None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:10:30.198725 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ea1182-ded9-45e5-b000-4e962bc30aba None None] Checking segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:10:30.199597 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-21ea1182-ded9-45e5-b000-4e962bc30aba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:30.200173 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ea1182-ded9-45e5-b000-4e962bc30aba None None] Bound using segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:10:30.214980 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-21ea1182-ded9-45e5-b000-4e962bc30aba None None] Bound port: 79df5ab0-bb14-4df4-a65e-73c64e36fb36, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:10:30.215652 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-21ea1182-ded9-45e5-b000-4e962bc30aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (79df5ab0-bb14-4df4-a65e-73c64e36fb36), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:30.296833 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-fcd55120-2fdc-4dea-b655-e5167a9e4c93 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting port 52444ec6-8bf2-4572-9fab-dbf684e61213 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:30.297805 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fcd55120-2fdc-4dea-b655-e5167a9e4c93 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (52444ec6-8bf2-4572-9fab-dbf684e61213), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:30.310732 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 69821739-fec7-4b6d-9871-6ea9a54d8b98 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:30.311131 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (69821739-fec7-4b6d-9871-6ea9a54d8b98), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:30.550786 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ec31067-a52c-465a-919f-5c2b85edc7e1 req-250f274f-6228-4611-91be-7352713cd0c0 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 210 time: 0.2176247 Feb 19 04:10:30.733297 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a71a0b85-42c9-40e7-aacf-dd84ee5c22e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:30.761898 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fcd55120-2fdc-4dea-b655-e5167a9e4c93 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (52444ec6-8bf2-4572-9fab-dbf684e61213), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:30.840618 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-fcd55120-2fdc-4dea-b655-e5167a9e4c93 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Calling delete_port for 52444ec6-8bf2-4572-9fab-dbf684e61213 owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:30.916202 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 69821739-fec7-4b6d-9871-6ea9a54d8b98 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:30.958386 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-21ea1182-ded9-45e5-b000-4e962bc30aba None None] For port 79df5ab0-bb14-4df4-a65e-73c64e36fb36, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:10:30.970270 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-21ea1182-ded9-45e5-b000-4e962bc30aba None None] For port 79df5ab0-bb14-4df4-a65e-73c64e36fb36, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=79df5ab0-bb14-4df4-a65e-73c64e36fb36,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:10:30.984170 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3eb10-a1f6-47da-a3bd-1d1dcb65174f req-4de6991f-7c67-4ef5-bafe-21478669cdda tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:30.991602 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26d3eb10-a1f6-47da-a3bd-1d1dcb65174f req-4de6991f-7c67-4ef5-bafe-21478669cdda tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.2259879 Feb 19 04:10:30.998675 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-21ea1182-ded9-45e5-b000-4e962bc30aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (79df5ab0-bb14-4df4-a65e-73c64e36fb36), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:31.170927 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26d3eb10-a1f6-47da-a3bd-1d1dcb65174f req-d4cf75a2-7508-4096-8f70-d09b073acfa6 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599376 Feb 19 04:10:31.174706 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea1182-ded9-45e5-b000-4e962bc30aba None None] Pushing event updated for resources: {'Port': ['ID=79df5ab0-bb14-4df4-a65e-73c64e36fb36,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:31.360982 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fcd55120-2fdc-4dea-b655-e5167a9e4c93 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (52444ec6-8bf2-4572-9fab-dbf684e61213), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:31.560361 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd55120-2fdc-4dea-b655-e5167a9e4c93 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Port': ['ID=52444ec6-8bf2-4572-9fab-dbf684e61213,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:31.569240 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fcd55120-2fdc-4dea-b655-e5167a9e4c93 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:31.587867 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fcd55120-2fdc-4dea-b655-e5167a9e4c93 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/52444ec6-8bf2-4572-9fab-dbf684e61213 HTTP/1.1" status: 204 len: 168 time: 1.5965424 Feb 19 04:10:31.593187 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34146) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:31.596566 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd55120-2fdc-4dea-b655-e5167a9e4c93 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:31.597188 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd55120-2fdc-4dea-b655-e5167a9e4c93 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:31.597869 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd55120-2fdc-4dea-b655-e5167a9e4c93 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:31.598512 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd55120-2fdc-4dea-b655-e5167a9e4c93 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:31.600096 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd55120-2fdc-4dea-b655-e5167a9e4c93 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:31.600731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd55120-2fdc-4dea-b655-e5167a9e4c93 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:31.601225 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd55120-2fdc-4dea-b655-e5167a9e4c93 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:31.601614 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd55120-2fdc-4dea-b655-e5167a9e4c93 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:31.601996 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd55120-2fdc-4dea-b655-e5167a9e4c93 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:31.602362 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd55120-2fdc-4dea-b655-e5167a9e4c93 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:31.602743 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd55120-2fdc-4dea-b655-e5167a9e4c93 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:31.603081 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd55120-2fdc-4dea-b655-e5167a9e4c93 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:31.603414 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd55120-2fdc-4dea-b655-e5167a9e4c93 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:31.689982 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf05ffcc-ff38-4f17-9fef-5ff834f84ff8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:31.691674 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf05ffcc-ff38-4f17-9fef-5ff834f84ff8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:31.696178 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34148) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:31.696482 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bf05ffcc-ff38-4f17-9fef-5ff834f84ff8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0995159 Feb 19 04:10:31.833238 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ebde31-4c3e-4d71-b857-c636fd322c9c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet ed1ef471-3937-4f57-b7ce-c8c3b66d1205 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:10:31.916351 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e24aaced-b697-452c-9760-e9f998324ec2 req-35c8c12c-8303-4d67-b77f-6dc3c48eae6e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 210 time: 0.1360738 Feb 19 04:10:31.917181 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a2ebde31-4c3e-4d71-b857-c636fd322c9c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (ed1ef471-3937-4f57-b7ce-c8c3b66d1205), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:31.981442 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a2ebde31-4c3e-4d71-b857-c636fd322c9c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (ed1ef471-3937-4f57-b7ce-c8c3b66d1205), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:32.000586 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 79df5ab0-bb14-4df4-a65e-73c64e36fb36 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:32.106796 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 79df5ab0-bb14-4df4-a65e-73c64e36fb36 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:32.107200 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (79df5ab0-bb14-4df4-a65e-73c64e36fb36), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:32.124167 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a2ebde31-4c3e-4d71-b857-c636fd322c9c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (ed1ef471-3937-4f57-b7ce-c8c3b66d1205), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:32.251744 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a2ebde31-4c3e-4d71-b857-c636fd322c9c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (ed1ef471-3937-4f57-b7ce-c8c3b66d1205), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:32.300322 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 79df5ab0-bb14-4df4-a65e-73c64e36fb36 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:32.300804 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (79df5ab0-bb14-4df4-a65e-73c64e36fb36), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:32.308774 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebde31-4c3e-4d71-b857-c636fd322c9c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=ed1ef471-3937-4f57-b7ce-c8c3b66d1205,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:32.341622 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a2ebde31-4c3e-4d71-b857-c636fd322c9c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:32.345116 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a2ebde31-4c3e-4d71-b857-c636fd322c9c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/ed1ef471-3937-4f57-b7ce-c8c3b66d1205 HTTP/1.1" status: 204 len: 168 time: 0.6476021 Feb 19 04:10:32.348597 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34154) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:32.512461 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1b053fbc-19c7-497a-adb3-cefdcc520cfa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1626649 Feb 19 04:10:32.539832 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34158) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:32.546859 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:10:32.551619 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:10:32.737732 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8e61ba-6302-4deb-93fe-3178b5b86e6b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:32.742776 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c2799371-f8b6-4543-b26b-64847a8d798d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:32.746399 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5d8e61ba-6302-4deb-93fe-3178b5b86e6b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2039466 Feb 19 04:10:32.752940 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34168) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:32.787567 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619161b1-c99b-4eaf-9ef6-876fe377ad0f req-785fc099-08a0-404f-ae25-ed9c7538c8d1 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:32.790272 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-619161b1-c99b-4eaf-9ef6-876fe377ad0f req-785fc099-08a0-404f-ae25-ed9c7538c8d1 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.2757177 Feb 19 04:10:32.812409 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-a30d789d-8971-4f63-9e62-333f4f99a970 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:32.814459 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-a30d789d-8971-4f63-9e62-333f4f99a970 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.26 "GET /v2.0/networks?id=33bfb928-b88c-483e-9011-0f74d9c470b9 HTTP/1.1" status: 200 len: 796 time: 0.3906898 Feb 19 04:10:32.897571 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-619161b1-c99b-4eaf-9ef6-876fe377ad0f req-52433d88-f928-47fd-971d-d19cec29624d tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015491 Feb 19 04:10:33.105096 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a73eaf-6d73-49c7-bbc0-91ce2389a12b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:33.108636 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-18a73eaf-6d73-49c7-bbc0-91ce2389a12b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3504188 Feb 19 04:10:33.109027 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34176) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:33.113702 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-f4b50135-1abd-4425-a472-548a7f8e9bdb tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3daaed16085e4153afa0c32c565c3455 HTTP/1.1" status: 200 len: 380 time: 0.2728975 Feb 19 04:10:33.129115 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c6352c-062a-47d7-b7c5-2ff5670a930b None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:10:33.130475 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-7e31b6ad-3849-446e-b392-1360ffaa5bbd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'port': {'device_id': 'e907c139-e548-4e4d-af51-cb256681c47b', 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9', 'admin_state_up': True, 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'security_groups': ['99d8f5ee-4fcf-4832-a6d0-003171a8bd6f']}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:33.195284 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-87dcecd4-b24a-43c2-9d22-b40d90f13d83 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850143 Feb 19 04:10:33.252631 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34178) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:33.264641 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-31080747-7e13-4bb6-a07f-8a01c7aa0829 req-e6bcb71d-84ce-42b9-a1d0-f7bc37be75ca tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 210 time: 0.0682292 Feb 19 04:10:33.266875 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-79be2698-e5c8-4280-8da9-afaa20290bfe tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:33.337128 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 79df5ab0-bb14-4df4-a65e-73c64e36fb36 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:33.337128 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (79df5ab0-bb14-4df4-a65e-73c64e36fb36), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:33.337329 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34180) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:33.382010 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-72a77880-a4fa-40a0-be5c-73fcebeeaf2d None None] Provisioning complete for port 79df5ab0-bb14-4df4-a65e-73c64e36fb36 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:33.382361 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-72a77880-a4fa-40a0-be5c-73fcebeeaf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (79df5ab0-bb14-4df4-a65e-73c64e36fb36), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:33.537430 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 79df5ab0-bb14-4df4-a65e-73c64e36fb36, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=79df5ab0-bb14-4df4-a65e-73c64e36fb36,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:33.568641 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (79df5ab0-bb14-4df4-a65e-73c64e36fb36), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:33.594254 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79be2698-e5c8-4280-8da9-afaa20290bfe tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:33.598325 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-79be2698-e5c8-4280-8da9-afaa20290bfe tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:33.623114 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-7e31b6ad-3849-446e-b392-1360ffaa5bbd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Made reservation on behalf of 3daaed16085e4153afa0c32c565c3455 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:33.632355 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3f49a854-1cd5-4bdd-b910-807b3b219b8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:33.635265 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-7e31b6ad-3849-446e-b392-1360ffaa5bbd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:33.810842 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d026355e-dd9d-4971-a319-ded277317f99 None None] DHCP port deletion for 1742e730-766a-4fa0-996c-7e016537b1f1 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:10:33.812558 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=79df5ab0-bb14-4df4-a65e-73c64e36fb36,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:33.838749 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3f49a854-1cd5-4bdd-b910-807b3b219b8e admin admin] Publish callbacks [] for security_group (3363130d-1f5d-49b7-9b4a-653c9e3c4f70), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:33.864028 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3f49a854-1cd5-4bdd-b910-807b3b219b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3363130d-1f5d-49b7-9b4a-653c9e3c4f70), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:33.935919 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:33.950630 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-72a77880-a4fa-40a0-be5c-73fcebeeaf2d None None] Current status of the port 79df5ab0-bb14-4df4-a65e-73c64e36fb36 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:33.972691 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49a854-1cd5-4bdd-b910-807b3b219b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3363130d-1f5d-49b7-9b4a-653c9e3c4f70,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:33.988341 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3f49a854-1cd5-4bdd-b910-807b3b219b8e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5092e98269b14db7933a722bfedeaece&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6498964 Feb 19 04:10:33.991629 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34194) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:34.076216 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d026355e-dd9d-4971-a319-ded277317f99 None None] Deleting port 79df5ab0-bb14-4df4-a65e-73c64e36fb36 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:34.076618 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d026355e-dd9d-4971-a319-ded277317f99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (79df5ab0-bb14-4df4-a65e-73c64e36fb36), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:34.182595 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ccd48-756b-4a74-897f-03d1fe6419d2 req-77dc4fb8-9a65-4a91-88e8-2660d7160d9a tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:34.190743 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb6ccd48-756b-4a74-897f-03d1fe6419d2 req-77dc4fb8-9a65-4a91-88e8-2660d7160d9a tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.1006911 Feb 19 04:10:34.211210 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d026355e-dd9d-4971-a319-ded277317f99 None None] For port 79df5ab0-bb14-4df4-a65e-73c64e36fb36, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=79df5ab0-bb14-4df4-a65e-73c64e36fb36,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:34.211794 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d026355e-dd9d-4971-a319-ded277317f99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (79df5ab0-bb14-4df4-a65e-73c64e36fb36), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:34.235246 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d026355e-dd9d-4971-a319-ded277317f99 None None] Calling delete_port for 79df5ab0-bb14-4df4-a65e-73c64e36fb36 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:34.279225 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb6ccd48-756b-4a74-897f-03d1fe6419d2 req-afbc0a7f-7d80-4d41-8378-451234cd1850 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875807 Feb 19 04:10:34.333908 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-7e31b6ad-3849-446e-b392-1360ffaa5bbd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Allocated IP 172.20.0.13 (33bfb928-b88c-483e-9011-0f74d9c470b9/b75aa528-0873-412b-92b8-b69da9ced5ce/c8d96e85-d872-4c04-a41a-a5d772b2495f) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:34.376103 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d026355e-dd9d-4971-a319-ded277317f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (79df5ab0-bb14-4df4-a65e-73c64e36fb36), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:34.383982 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a3ce52d-9285-4419-9d21-68ba350c708a admin admin] Publish callbacks [] for security_group (3363130d-1f5d-49b7-9b4a-653c9e3c4f70), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:34.419819 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026355e-dd9d-4971-a319-ded277317f99 None None] Pushing event deleted for resources: {'Port': ['ID=79df5ab0-bb14-4df4-a65e-73c64e36fb36,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:34.443512 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d026355e-dd9d-4971-a319-ded277317f99 None None] No DVR routers for this DVR port 79df5ab0-bb14-4df4-a65e-73c64e36fb36 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:10:34.478438 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-614079b5-dfc8-4419-a7e9-aadae87f20f6 req-643f3518-54e4-47f4-ba16-4eb935c88af5 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 210 time: 0.0945547 Feb 19 04:10:35.066840 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-7e31b6ad-3849-446e-b392-1360ffaa5bbd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for port (c8d96e85-d872-4c04-a41a-a5d772b2495f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:35.106797 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a3ce52d-9285-4419-9d21-68ba350c708a admin admin] Publish callbacks [] for security_group (3363130d-1f5d-49b7-9b4a-653c9e3c4f70), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:35.109654 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-7e31b6ad-3849-446e-b392-1360ffaa5bbd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (c8d96e85-d872-4c04-a41a-a5d772b2495f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:35.241804 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:35.261711 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-79be2698-e5c8-4280-8da9-afaa20290bfe tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (89d7eade-e7eb-45aa-aac1-618a50038a8f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:35.283849 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-7e31b6ad-3849-446e-b392-1360ffaa5bbd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Network 33bfb928-b88c-483e-9011-0f74d9c470b9 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:35.321470 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-7e31b6ad-3849-446e-b392-1360ffaa5bbd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:35.327339 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79be2698-e5c8-4280-8da9-afaa20290bfe tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:35.335213 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-7e31b6ad-3849-446e-b392-1360ffaa5bbd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:35.388908 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-7e31b6ad-3849-446e-b392-1360ffaa5bbd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:35.389527 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-7e31b6ad-3849-446e-b392-1360ffaa5bbd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:35.392066 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-79be2698-e5c8-4280-8da9-afaa20290bfe tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:35.406376 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d771b8-688e-42ff-91b2-ce945dd8034f None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:10:35.423033 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31b6ad-3849-446e-b392-1360ffaa5bbd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Port': ['ID=c8d96e85-d872-4c04-a41a-a5d772b2495f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:35.460149 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79be2698-e5c8-4280-8da9-afaa20290bfe tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:35.460750 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-79be2698-e5c8-4280-8da9-afaa20290bfe tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:35.478955 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31b6ad-3849-446e-b392-1360ffaa5bbd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:35.479346 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31b6ad-3849-446e-b392-1360ffaa5bbd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:35.479639 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31b6ad-3849-446e-b392-1360ffaa5bbd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:35.479973 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31b6ad-3849-446e-b392-1360ffaa5bbd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:35.480301 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31b6ad-3849-446e-b392-1360ffaa5bbd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:35.480760 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31b6ad-3849-446e-b392-1360ffaa5bbd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:35.481093 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31b6ad-3849-446e-b392-1360ffaa5bbd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:35.481420 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31b6ad-3849-446e-b392-1360ffaa5bbd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:35.481745 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31b6ad-3849-446e-b392-1360ffaa5bbd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:35.482064 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31b6ad-3849-446e-b392-1360ffaa5bbd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:35.482418 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31b6ad-3849-446e-b392-1360ffaa5bbd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:35.482811 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31b6ad-3849-446e-b392-1360ffaa5bbd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:35.483180 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31b6ad-3849-446e-b392-1360ffaa5bbd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:35.505795 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a3ce52d-9285-4419-9d21-68ba350c708a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3363130d-1f5d-49b7-9b4a-653c9e3c4f70), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:35.516905 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0a3ce52d-9285-4419-9d21-68ba350c708a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:35.526123 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0a3ce52d-9285-4419-9d21-68ba350c708a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3363130d-1f5d-49b7-9b4a-653c9e3c4f70 HTTP/1.1" status: 204 len: 168 time: 1.5271199 Feb 19 04:10:35.571460 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41676bf-67a6-4487-9e4b-62e698795b3b req-e4026a9d-0a75-4717-b412-17c4e359d5f3 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:35.575535 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e41676bf-67a6-4487-9e4b-62e698795b3b req-e4026a9d-0a75-4717-b412-17c4e359d5f3 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.1264949 Feb 19 04:10:35.620548 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ce52d-9285-4419-9d21-68ba350c708a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3363130d-1f5d-49b7-9b4a-653c9e3c4f70,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:35.643964 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be2698-e5c8-4280-8da9-afaa20290bfe tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=89d7eade-e7eb-45aa-aac1-618a50038a8f,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:35.648993 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-7e31b6ad-3849-446e-b392-1360ffaa5bbd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5282671 Feb 19 04:10:35.690444 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-8fa8b3fb-07e3-4ad2-ae16-a050a972f25f service neutron] Request body: {'port': {'device_id': 'e907c139-e548-4e4d-af51-cb256681c47b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:35.797746 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd68210b-b3b5-477a-a7a5-6ecc8879b44c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-1742e730-766a-4fa0-996c-7e016537b1f1', 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'fixed_ips': [{'subnet_id': '89d7eade-e7eb-45aa-aac1-618a50038a8f'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:10:35.805172 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd68210b-b3b5-477a-a7a5-6ecc8879b44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:35.842836 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-79be2698-e5c8-4280-8da9-afaa20290bfe tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5884898 Feb 19 04:10:35.853949 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34222) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:35.880110 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-e2385ee5-eac3-4988-9e15-7bb4bf2952df tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'fixed_ips': [{'subnet_id': '89d7eade-e7eb-45aa-aac1-618a50038a8f', 'ip_address': '2001:db8::3f80:8c4b:ee11:5063'}], 'name': 'tempest-NetworksTestDHCPv6-1645242442'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:35.894892 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 79df5ab0-bb14-4df4-a65e-73c64e36fb36 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:10:35.918472 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-8fa8b3fb-07e3-4ad2-ae16-a050a972f25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c8d96e85-d872-4c04-a41a-a5d772b2495f), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:35.927631 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 79df5ab0-bb14-4df4-a65e-73c64e36fb36 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:10:35.928171 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 79df5ab0-bb14-4df4-a65e-73c64e36fb36 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:10:36.206902 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-aac01196-e585-443e-a7d8-72ff60d3606e None None] Provisioning complete for port c8d96e85-d872-4c04-a41a-a5d772b2495f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:36.217400 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-aac01196-e585-443e-a7d8-72ff60d3606e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c8d96e85-d872-4c04-a41a-a5d772b2495f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:36.380102 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-aac01196-e585-443e-a7d8-72ff60d3606e None None] Port c8d96e85-d872-4c04-a41a-a5d772b2495f cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:10:36.390189 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e41676bf-67a6-4487-9e4b-62e698795b3b req-cf7ccb12-9ab1-4395-9c76-126762f86ad9 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8080673 Feb 19 04:10:36.431564 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58750e-c15a-4a0a-a6c5-238b78db5435 req-ae95312d-a28b-4e17-b47f-ff796f64d5dd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:36.445073 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed58750e-c15a-4a0a-a6c5-238b78db5435 req-ae95312d-a28b-4e17-b47f-ff796f64d5dd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 932 time: 0.7652378 Feb 19 04:10:36.519990 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-bd68210b-b3b5-477a-a7a5-6ecc8879b44c None None] Allocated IP 2001:db8::2 (1742e730-766a-4fa0-996c-7e016537b1f1/89d7eade-e7eb-45aa-aac1-618a50038a8f/5f393df6-dcf1-43f2-bd41-f7ef9844d60f) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:36.581809 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2385ee5-eac3-4988-9e15-7bb4bf2952df tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:36.700396 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed58750e-c15a-4a0a-a6c5-238b78db5435 req-4c3afe7f-3ea5-4e67-abda-94ea404d5a7f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544286 Feb 19 04:10:36.818267 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e2385ee5-eac3-4988-9e15-7bb4bf2952df tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:36.828315 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:36.852663 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982844e3-c6dd-4154-a079-e72067bc7f34 req-a753f9d4-8dbf-4e49-a0c3-b3e97b92b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:36.854203 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-982844e3-c6dd-4154-a079-e72067bc7f34 req-a753f9d4-8dbf-4e49-a0c3-b3e97b92b4e4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 1129 time: 0.3091550 Feb 19 04:10:36.857915 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-e2385ee5-eac3-4988-9e15-7bb4bf2952df tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] device_id is not set on port bbf5c0a3-fd99-4650-b5c8-3c8618d26505 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:10:36.879296 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd68210b-b3b5-477a-a7a5-6ecc8879b44c None None] Publish callbacks [] for port (5f393df6-dcf1-43f2-bd41-f7ef9844d60f), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:36.907816 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd68210b-b3b5-477a-a7a5-6ecc8879b44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (5f393df6-dcf1-43f2-bd41-f7ef9844d60f), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:37.028087 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd68210b-b3b5-477a-a7a5-6ecc8879b44c None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:37.042895 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-982844e3-c6dd-4154-a079-e72067bc7f34 req-781adf9c-2ca7-48c5-96b8-1189d34368df service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689942 Feb 19 04:10:37.048477 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-bd68210b-b3b5-477a-a7a5-6ecc8879b44c None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:37.062697 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd68210b-b3b5-477a-a7a5-6ecc8879b44c None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:37.067146 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-8fa8b3fb-07e3-4ad2-ae16-a050a972f25f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d96e85-d872-4c04-a41a-a5d772b2495f {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:10:37.069718 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68210b-b3b5-477a-a7a5-6ecc8879b44c None None] Pushing event updated for resources: {'Port': ['ID=5f393df6-dcf1-43f2-bd41-f7ef9844d60f,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:37.084199 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-8fa8b3fb-07e3-4ad2-ae16-a050a972f25f service neutron] Publish callbacks [] for port (c8d96e85-d872-4c04-a41a-a5d772b2495f), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:37.132549 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-8fa8b3fb-07e3-4ad2-ae16-a050a972f25f service neutron] Transition to ACTIVE for port object c8d96e85-d872-4c04-a41a-a5d772b2495f will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:10:37.150201 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-8fa8b3fb-07e3-4ad2-ae16-a050a972f25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (c8d96e85-d872-4c04-a41a-a5d772b2495f), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:37.228144 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-bd68210b-b3b5-477a-a7a5-6ecc8879b44c None None] Attempting to bind port 5f393df6-dcf1-43f2-bd41-f7ef9844d60f on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:10:37.228511 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-bd68210b-b3b5-477a-a7a5-6ecc8879b44c None None] Attempting to bind port 5f393df6-dcf1-43f2-bd41-f7ef9844d60f by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:10:37.228875 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd68210b-b3b5-477a-a7a5-6ecc8879b44c None None] Attempting to bind port 5f393df6-dcf1-43f2-bd41-f7ef9844d60f on network 1742e730-766a-4fa0-996c-7e016537b1f1 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:10:37.249374 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd68210b-b3b5-477a-a7a5-6ecc8879b44c None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:10:37.249762 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd68210b-b3b5-477a-a7a5-6ecc8879b44c None None] Checking segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:10:37.250196 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd68210b-b3b5-477a-a7a5-6ecc8879b44c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:37.250622 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd68210b-b3b5-477a-a7a5-6ecc8879b44c None None] Bound using segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:10:37.251104 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-bd68210b-b3b5-477a-a7a5-6ecc8879b44c None None] Bound port: 5f393df6-dcf1-43f2-bd41-f7ef9844d60f, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:10:37.251490 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd68210b-b3b5-477a-a7a5-6ecc8879b44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5f393df6-dcf1-43f2-bd41-f7ef9844d60f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:37.253400 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-e2385ee5-eac3-4988-9e15-7bb4bf2952df tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 2001:db8::3f80:8c4b:ee11:5063 (1742e730-766a-4fa0-996c-7e016537b1f1/89d7eade-e7eb-45aa-aac1-618a50038a8f/bbf5c0a3-fd99-4650-b5c8-3c8618d26505) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:37.333862 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8b3fb-07e3-4ad2-ae16-a050a972f25f service neutron] Pushing event updated for resources: {'Port': ['ID=c8d96e85-d872-4c04-a41a-a5d772b2495f,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:37.425496 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-bd68210b-b3b5-477a-a7a5-6ecc8879b44c None None] For port 5f393df6-dcf1-43f2-bd41-f7ef9844d60f, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:10:37.448377 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-bd68210b-b3b5-477a-a7a5-6ecc8879b44c None None] For port 5f393df6-dcf1-43f2-bd41-f7ef9844d60f, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5f393df6-dcf1-43f2-bd41-f7ef9844d60f,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:10:37.467641 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd68210b-b3b5-477a-a7a5-6ecc8879b44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5f393df6-dcf1-43f2-bd41-f7ef9844d60f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:37.586063 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-8fa8b3fb-07e3-4ad2-ae16-a050a972f25f service neutron] Attempting to bind port c8d96e85-d872-4c04-a41a-a5d772b2495f on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:10:37.591601 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-8fa8b3fb-07e3-4ad2-ae16-a050a972f25f service neutron] Attempting to bind port c8d96e85-d872-4c04-a41a-a5d772b2495f by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '191382ec-cb5c-4603-b38b-34e71e07c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:10:37.601032 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-8fa8b3fb-07e3-4ad2-ae16-a050a972f25f service neutron] Attempting to bind port c8d96e85-d872-4c04-a41a-a5d772b2495f on network 33bfb928-b88c-483e-9011-0f74d9c470b9 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:10:37.615057 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-8fa8b3fb-07e3-4ad2-ae16-a050a972f25f service neutron] Port c8d96e85-d872-4c04-a41a-a5d772b2495f on network 33bfb928-b88c-483e-9011-0f74d9c470b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:10:37.615556 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-8fa8b3fb-07e3-4ad2-ae16-a050a972f25f service neutron] Attempting to bind port c8d96e85-d872-4c04-a41a-a5d772b2495f on network 33bfb928-b88c-483e-9011-0f74d9c470b9 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:10:37.632847 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-8fa8b3fb-07e3-4ad2-ae16-a050a972f25f service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:10:37.633617 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-8fa8b3fb-07e3-4ad2-ae16-a050a972f25f service neutron] Checking segment: {'id': '191382ec-cb5c-4603-b38b-34e71e07c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:10:37.634378 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-8fa8b3fb-07e3-4ad2-ae16-a050a972f25f service neutron] Bound using segment: {'id': '191382ec-cb5c-4603-b38b-34e71e07c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:10:37.635521 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-8fa8b3fb-07e3-4ad2-ae16-a050a972f25f service neutron] Bound port: c8d96e85-d872-4c04-a41a-a5d772b2495f, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191382ec-cb5c-4603-b38b-34e71e07c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:10:37.636156 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-8fa8b3fb-07e3-4ad2-ae16-a050a972f25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c8d96e85-d872-4c04-a41a-a5d772b2495f), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:37.648384 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68210b-b3b5-477a-a7a5-6ecc8879b44c None None] Pushing event updated for resources: {'Port': ['ID=5f393df6-dcf1-43f2-bd41-f7ef9844d60f,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:37.767349 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e2385ee5-eac3-4988-9e15-7bb4bf2952df tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (bbf5c0a3-fd99-4650-b5c8-3c8618d26505), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:37.789270 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-8fa8b3fb-07e3-4ad2-ae16-a050a972f25f service neutron] For port c8d96e85-d872-4c04-a41a-a5d772b2495f, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:10:37.798026 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-8fa8b3fb-07e3-4ad2-ae16-a050a972f25f service neutron] For port c8d96e85-d872-4c04-a41a-a5d772b2495f, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c8d96e85-d872-4c04-a41a-a5d772b2495f,segment=NetworkSegment(191382ec-cb5c-4603-b38b-34e71e07c7f0),segment_id=191382ec-cb5c-4603-b38b-34e71e07c7f0)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:10:37.822351 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e2385ee5-eac3-4988-9e15-7bb4bf2952df tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (bbf5c0a3-fd99-4650-b5c8-3c8618d26505), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:37.823568 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-8fa8b3fb-07e3-4ad2-ae16-a050a972f25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (c8d96e85-d872-4c04-a41a-a5d772b2495f), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:37.910261 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-8fa8b3fb-07e3-4ad2-ae16-a050a972f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:37.911608 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-8fa8b3fb-07e3-4ad2-ae16-a050a972f25f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:37.913980 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-8fa8b3fb-07e3-4ad2-ae16-a050a972f25f service neutron] 10.222.0.26 "PUT /v2.0/ports/c8d96e85-d872-4c04-a41a-a5d772b2495f HTTP/1.1" status: 200 len: 1093 time: 2.2390466 Feb 19 04:10:37.915768 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e907c139-e548-4e4d-af51-cb256681c47b', 'tag': 'c8d96e85-d872-4c04-a41a-a5d772b2495f'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:37.919833 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4878a7bb-6cd5-43c1-bbba-fbcad306aeee" -d '{"events": [{"name": "network-changed", "server_uuid": "e907c139-e548-4e4d-af51-cb256681c47b", "tag": "c8d96e85-d872-4c04-a41a-a5d772b2495f"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:37.925563 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83663ef3-6989-4c84-8d8c-2cfa18dc5b20 req-8a4b7485-f720-44e9-b3a8-4301223e4ca5 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:37.932999 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-83663ef3-6989-4c84-8d8c-2cfa18dc5b20 req-8a4b7485-f720-44e9-b3a8-4301223e4ca5 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.3585312 Feb 19 04:10:37.986677 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8b3fb-07e3-4ad2-ae16-a050a972f25f service neutron] Pushing event updated for resources: {'Port': ['ID=c8d96e85-d872-4c04-a41a-a5d772b2495f,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:38.049465 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2385ee5-eac3-4988-9e15-7bb4bf2952df tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:38.055572 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-e2385ee5-eac3-4988-9e15-7bb4bf2952df tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:38.101190 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-86a2deee-8cd7-424f-8026-9276c1b50aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:38.103061 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-86a2deee-8cd7-424f-8026-9276c1b50aec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 1127 time: 0.1230230 Feb 19 04:10:38.108516 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2385ee5-eac3-4988-9e15-7bb4bf2952df tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:38.113731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2385ee5-eac3-4988-9e15-7bb4bf2952df tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:38.114377 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e2385ee5-eac3-4988-9e15-7bb4bf2952df tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:38.141436 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2385ee5-eac3-4988-9e15-7bb4bf2952df tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=bbf5c0a3-fd99-4650-b5c8-3c8618d26505,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:38.180299 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e2385ee5-eac3-4988-9e15-7bb4bf2952df tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3034985 Feb 19 04:10:38.192274 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34252) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:38.195359 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-094d8dfa-d096-48a3-bcac-28ba6bc2ccb5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8d96e85-d872-4c04-a41a-a5d772b2495f HTTP/1.1" status: 200 len: 217 time: 0.0851483 Feb 19 04:10:38.207263 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-83663ef3-6989-4c84-8d8c-2cfa18dc5b20 req-191f77c9-f64c-4250-a138-75dd064d3b25 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729208 Feb 19 04:10:38.320084 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-254ab1fa-77fd-4722-967e-ec41a2aa598b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:38.321618 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-254ab1fa-77fd-4722-967e-ec41a2aa598b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b75aa528-0873-412b-92b8-b69da9ced5ce HTTP/1.1" status: 200 len: 834 time: 0.1196885 Feb 19 04:10:38.331674 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6472d46f-cf98-4459-9753-9f1ac32fd610 x-openstack-request-id: req-6472d46f-cf98-4459-9753-9f1ac32fd610 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:38.332021 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e907c139-e548-4e4d-af51-cb256681c47b", "tag": "c8d96e85-d872-4c04-a41a-a5d772b2495f", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:38.332219 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6472d46f-cf98-4459-9753-9f1ac32fd610 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:38.332632 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e907c139-e548-4e4d-af51-cb256681c47b', 'tag': 'c8d96e85-d872-4c04-a41a-a5d772b2495f', 'status': 'completed', 'code': 200} Feb 19 04:10:38.337392 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e893ca-8ed4-465c-bcb8-3572201a767a req-04ed5cfd-5499-4ca1-964c-967f085e18b7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:38.341463 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07e893ca-8ed4-465c-bcb8-3572201a767a req-04ed5cfd-5499-4ca1-964c-967f085e18b7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 944 time: 0.4062600 Feb 19 04:10:38.461815 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837f5b38-43db-423d-b6ec-81cbd1d28340 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:38.470446 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837f5b38-43db-423d-b6ec-81cbd1d28340 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:38.472297 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-837f5b38-43db-423d-b6ec-81cbd1d28340 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2786510 Feb 19 04:10:38.475857 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34256) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:38.548031 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07e893ca-8ed4-465c-bcb8-3572201a767a req-11567f01-506e-42b1-a875-02949b20262c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955392 Feb 19 04:10:38.562045 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-e6412005-df39-42c7-b938-57bce77f3ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:38.562045 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-e6412005-df39-42c7-b938-57bce77f3ac1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33bfb928-b88c-483e-9011-0f74d9c470b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2282956 Feb 19 04:10:38.684952 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-edfd843f-7ff2-4f76-9362-71bea5317fc4 service neutron] 10.222.0.26 "GET /v2.0/networks/33bfb928-b88c-483e-9011-0f74d9c470b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110096 Feb 19 04:10:38.740793 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a11766-cb8c-4256-bf0b-851024069ce3 req-6c69b68d-b7a5-4aa1-84b3-c4708971c5ce tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:38.744066 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7a11766-cb8c-4256-bf0b-851024069ce3 req-6c69b68d-b7a5-4aa1-84b3-c4708971c5ce tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 945 time: 0.1022906 Feb 19 04:10:38.750470 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-b6735ee1-01bc-4750-8a5a-7ad9cc5cd2bd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting port bbf5c0a3-fd99-4650-b5c8-3c8618d26505 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:38.751041 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b6735ee1-01bc-4750-8a5a-7ad9cc5cd2bd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (bbf5c0a3-fd99-4650-b5c8-3c8618d26505), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:38.864219 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8e9a5729-35f7-4c27-a289-ddc2099254ea req-58aaf01c-67a6-4fce-9a72-45ff9730a45e service neutron] 10.222.0.26 "GET /v2.0/networks/33bfb928-b88c-483e-9011-0f74d9c470b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754982 Feb 19 04:10:38.964155 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7a11766-cb8c-4256-bf0b-851024069ce3 req-7d12bb77-bb8b-4b6d-8e33-dfcd9a21b577 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090032 Feb 19 04:10:38.999893 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b6735ee1-01bc-4750-8a5a-7ad9cc5cd2bd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (bbf5c0a3-fd99-4650-b5c8-3c8618d26505), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:39.022300 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-b6735ee1-01bc-4750-8a5a-7ad9cc5cd2bd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Calling delete_port for bbf5c0a3-fd99-4650-b5c8-3c8618d26505 owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:39.031757 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878a7bb-6cd5-43c1-bbba-fbcad306aeee req-1e8eb67a-4f70-49aa-a65c-56dea976a6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:39.033852 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4878a7bb-6cd5-43c1-bbba-fbcad306aeee req-1e8eb67a-4f70-49aa-a65c-56dea976a6e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 1127 time: 0.1018956 Feb 19 04:10:39.194084 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878a7bb-6cd5-43c1-bbba-fbcad306aeee req-7606a77a-8db8-4745-9d3d-dd67e1c7ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:39.198234 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4878a7bb-6cd5-43c1-bbba-fbcad306aeee req-7606a77a-8db8-4745-9d3d-dd67e1c7ed20 service neutron] 10.222.0.26 "GET /v2.0/networks?id=33bfb928-b88c-483e-9011-0f74d9c470b9 HTTP/1.1" status: 200 len: 897 time: 0.1504285 Feb 19 04:10:39.261557 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b6735ee1-01bc-4750-8a5a-7ad9cc5cd2bd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (bbf5c0a3-fd99-4650-b5c8-3c8618d26505), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:39.295848 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4878a7bb-6cd5-43c1-bbba-fbcad306aeee req-7f551b23-a147-4ac7-b682-36e4bdb8bb48 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8d96e85-d872-4c04-a41a-a5d772b2495f HTTP/1.1" status: 200 len: 217 time: 0.0857415 Feb 19 04:10:39.308043 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6735ee1-01bc-4750-8a5a-7ad9cc5cd2bd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Port': ['ID=bbf5c0a3-fd99-4650-b5c8-3c8618d26505,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:39.395329 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878a7bb-6cd5-43c1-bbba-fbcad306aeee req-ce1e52e6-960a-435a-9ee3-3525ca82a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:39.396823 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4878a7bb-6cd5-43c1-bbba-fbcad306aeee req-ce1e52e6-960a-435a-9ee3-3525ca82a764 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b75aa528-0873-412b-92b8-b69da9ced5ce HTTP/1.1" status: 200 len: 834 time: 0.0954361 Feb 19 04:10:39.405155 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b6735ee1-01bc-4750-8a5a-7ad9cc5cd2bd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:39.409346 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b6735ee1-01bc-4750-8a5a-7ad9cc5cd2bd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/bbf5c0a3-fd99-4650-b5c8-3c8618d26505 HTTP/1.1" status: 204 len: 168 time: 0.9320757 Feb 19 04:10:39.417568 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34266) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:39.447326 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb848745-491d-4ebf-9ab9-e8262c317c5b req-190bb747-173b-40da-8513-53777a7fd598 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:39.448827 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bb848745-491d-4ebf-9ab9-e8262c317c5b req-190bb747-173b-40da-8513-53777a7fd598 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.1239684 Feb 19 04:10:39.516996 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9448f4cd-375b-4853-83ed-1871978a7118 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:39.519674 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9448f4cd-375b-4853-83ed-1871978a7118 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:39.524157 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9448f4cd-375b-4853-83ed-1871978a7118 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1049750 Feb 19 04:10:39.524426 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34268) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:39.527711 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878a7bb-6cd5-43c1-bbba-fbcad306aeee req-79d9a542-6455-4cdc-820f-e0fbbac30412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:39.529807 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-7bf1b44a-c846-4ad8-8fc2-d70397c70106 None None] Provisioning complete for port 5f393df6-dcf1-43f2-bd41-f7ef9844d60f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:39.531650 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4878a7bb-6cd5-43c1-bbba-fbcad306aeee req-79d9a542-6455-4cdc-820f-e0fbbac30412 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33bfb928-b88c-483e-9011-0f74d9c470b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1280007 Feb 19 04:10:39.531826 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7bf1b44a-c846-4ad8-8fc2-d70397c70106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5f393df6-dcf1-43f2-bd41-f7ef9844d60f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:39.609406 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bb848745-491d-4ebf-9ab9-e8262c317c5b req-42de6b0b-ba1f-44b1-b95c-16f70ba63fc9 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528761 Feb 19 04:10:39.681077 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-48dd99c2-cbfe-4a09-8b99-4655ab3a3f5d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet 89d7eade-e7eb-45aa-aac1-618a50038a8f {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:10:39.686150 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-48dd99c2-cbfe-4a09-8b99-4655ab3a3f5d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (89d7eade-e7eb-45aa-aac1-618a50038a8f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:39.738474 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-7bf1b44a-c846-4ad8-8fc2-d70397c70106 None None] Current status of the port 5f393df6-dcf1-43f2-bd41-f7ef9844d60f is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:39.739172 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7bf1b44a-c846-4ad8-8fc2-d70397c70106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5f393df6-dcf1-43f2-bd41-f7ef9844d60f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:39.746252 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4878a7bb-6cd5-43c1-bbba-fbcad306aeee req-9b3f9b79-5f4a-43a6-8a9b-fb5086b2383b service neutron] 10.222.0.26 "GET /v2.0/networks/33bfb928-b88c-483e-9011-0f74d9c470b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067163 Feb 19 04:10:39.829755 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-48dd99c2-cbfe-4a09-8b99-4655ab3a3f5d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (89d7eade-e7eb-45aa-aac1-618a50038a8f), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:39.888188 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-7bf1b44a-c846-4ad8-8fc2-d70397c70106 None None] For port 5f393df6-dcf1-43f2-bd41-f7ef9844d60f, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5f393df6-dcf1-43f2-bd41-f7ef9844d60f,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:39.901542 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7bf1b44a-c846-4ad8-8fc2-d70397c70106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5f393df6-dcf1-43f2-bd41-f7ef9844d60f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:40.015528 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf1b44a-c846-4ad8-8fc2-d70397c70106 None None] Pushing event updated for resources: {'Port': ['ID=5f393df6-dcf1-43f2-bd41-f7ef9844d60f,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:40.019875 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5f393df6-dcf1-43f2-bd41-f7ef9844d60f up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:40.042842 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b87a6-0c24-4508-80fe-d5034b3cea1e req-d4cfc0bc-e92a-46e2-bd1e-f8497d20cd04 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:40.055422 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d0b87a6-0c24-4508-80fe-d5034b3cea1e req-d4cfc0bc-e92a-46e2-bd1e-f8497d20cd04 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 944 time: 0.3099144 Feb 19 04:10:40.078905 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4878a7bb-6cd5-43c1-bbba-fbcad306aeee req-ad360465-909d-4c82-8cd2-8f8517ceb2c2 service neutron] 10.222.0.26 "GET /v2.0/networks/33bfb928-b88c-483e-9011-0f74d9c470b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203621 Feb 19 04:10:40.154073 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a8747e29-d15c-4bb0-8718-d9f833f98484 None None] Could not find standard attr ID for object bbf5c0a3-fd99-4650-b5c8-3c8618d26505. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:10:40.190276 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 5f393df6-dcf1-43f2-bd41-f7ef9844d60f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:40.191262 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5f393df6-dcf1-43f2-bd41-f7ef9844d60f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:40.232903 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec4b02-6083-4112-a1ad-5bb87f97eedf req-02230a34-6b90-4a15-a912-86a10e19d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:40.234652 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dcec4b02-6083-4112-a1ad-5bb87f97eedf req-02230a34-6b90-4a15-a912-86a10e19d53d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e09d752b62b44ea5a2f23e7b86993e07&device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 1129 time: 0.1007771 Feb 19 04:10:40.277652 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-48dd99c2-cbfe-4a09-8b99-4655ab3a3f5d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (89d7eade-e7eb-45aa-aac1-618a50038a8f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:40.389596 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d0b87a6-0c24-4508-80fe-d5034b3cea1e req-ae380016-6dfa-415f-a0ba-6bc28acce204 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2730570 Feb 19 04:10:40.401513 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-48dd99c2-cbfe-4a09-8b99-4655ab3a3f5d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (89d7eade-e7eb-45aa-aac1-618a50038a8f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:40.427224 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 5f393df6-dcf1-43f2-bd41-f7ef9844d60f is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:40.438835 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-48dd99c2-cbfe-4a09-8b99-4655ab3a3f5d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:40.445689 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-48dd99c2-cbfe-4a09-8b99-4655ab3a3f5d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/89d7eade-e7eb-45aa-aac1-618a50038a8f HTTP/1.1" status: 204 len: 168 time: 0.9178081 Feb 19 04:10:40.446350 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f73e54-bb3c-4fe7-bea3-9e740124fcef None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:10:40.449402 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34288) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:40.450289 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd99c2-cbfe-4a09-8b99-4655ab3a3f5d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=89d7eade-e7eb-45aa-aac1-618a50038a8f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:40.477103 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec4b02-6083-4112-a1ad-5bb87f97eedf req-9e08a3e8-257f-4128-8c6a-affe5eb88f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:40.478692 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dcec4b02-6083-4112-a1ad-5bb87f97eedf req-9e08a3e8-257f-4128-8c6a-affe5eb88f89 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b40e029f-e45e-4dad-8b72-cb8e978e0503 HTTP/1.1" status: 200 len: 918 time: 0.2375906 Feb 19 04:10:40.516740 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8db8fe8c-9284-492c-972f-6601ccc5b80a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574722 Feb 19 04:10:40.517797 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34290) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:40.526258 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df401df4-8ec8-4184-aa7e-937bc0e648d7 req-d21b4ee7-702e-42d8-b1fe-1e815309f137 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:40.534909 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-df401df4-8ec8-4184-aa7e-937bc0e648d7 req-d21b4ee7-702e-42d8-b1fe-1e815309f137 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 945 time: 0.3345678 Feb 19 04:10:40.560239 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-486c0980-8b95-4774-88ec-69e444c1ea26 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:40.605988 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dcec4b02-6083-4112-a1ad-5bb87f97eedf req-45fcc3c5-b55f-4d82-9365-d212c7e82481 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3ffca2a-be76-4627-a124-9adea4b59fea HTTP/1.1" status: 200 len: 217 time: 0.1144192 Feb 19 04:10:40.690969 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec4b02-6083-4112-a1ad-5bb87f97eedf req-6fa403d2-f22c-4bd7-92e2-9445d48db9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:40.692487 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dcec4b02-6083-4112-a1ad-5bb87f97eedf req-6fa403d2-f22c-4bd7-92e2-9445d48db9ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5308b5b-30ec-49b2-97d1-b7274bba8304 HTTP/1.1" status: 200 len: 857 time: 0.0774913 Feb 19 04:10:40.719354 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24994e04-6674-4776-8f9a-f48afa302bf3 None None] DHCP port deletion for 1742e730-766a-4fa0-996c-7e016537b1f1 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:10:40.729201 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-df401df4-8ec8-4184-aa7e-937bc0e648d7 req-86aaa85b-63c6-47a2-8a2e-5c3c6982476b tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931219 Feb 19 04:10:40.756525 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486c0980-8b95-4774-88ec-69e444c1ea26 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:40.760163 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-486c0980-8b95-4774-88ec-69e444c1ea26 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:40.774347 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dcec4b02-6083-4112-a1ad-5bb87f97eedf req-087dddb5-0bfa-4b38-87f3-eb200130dea4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b40e029f-e45e-4dad-8b72-cb8e978e0503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724251 Feb 19 04:10:40.838037 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-24994e04-6674-4776-8f9a-f48afa302bf3 None None] Deleting port 5f393df6-dcf1-43f2-bd41-f7ef9844d60f {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:40.838774 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-24994e04-6674-4776-8f9a-f48afa302bf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (5f393df6-dcf1-43f2-bd41-f7ef9844d60f), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:40.940565 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-24994e04-6674-4776-8f9a-f48afa302bf3 None None] For port 5f393df6-dcf1-43f2-bd41-f7ef9844d60f, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5f393df6-dcf1-43f2-bd41-f7ef9844d60f,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:40.941530 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-24994e04-6674-4776-8f9a-f48afa302bf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (5f393df6-dcf1-43f2-bd41-f7ef9844d60f), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:40.958650 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-24994e04-6674-4776-8f9a-f48afa302bf3 None None] Calling delete_port for 5f393df6-dcf1-43f2-bd41-f7ef9844d60f owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:40.997235 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95fab1-daa7-42c9-9470-46c89b4e0aa5 req-40da2767-1a70-43ee-a0c9-17c476c4f47c tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:40.999248 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ee95fab1-daa7-42c9-9470-46c89b4e0aa5 req-40da2767-1a70-43ee-a0c9-17c476c4f47c tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.3467236 Feb 19 04:10:41.028434 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-486c0980-8b95-4774-88ec-69e444c1ea26 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (a2cf894b-2b5d-4e20-80d0-597c8fba8d6f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:41.051295 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dcec4b02-6083-4112-a1ad-5bb87f97eedf req-c3d0a849-e549-4ec1-ad0c-b5cae226b966 service neutron] 10.222.0.26 "GET /v2.0/networks/b40e029f-e45e-4dad-8b72-cb8e978e0503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566557 Feb 19 04:10:41.088333 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-24994e04-6674-4776-8f9a-f48afa302bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (5f393df6-dcf1-43f2-bd41-f7ef9844d60f), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:41.100045 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486c0980-8b95-4774-88ec-69e444c1ea26 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:41.108080 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-486c0980-8b95-4774-88ec-69e444c1ea26 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:41.119020 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ee95fab1-daa7-42c9-9470-46c89b4e0aa5 req-132a327f-2863-4701-8d14-a5eb23d968d9 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116064 Feb 19 04:10:41.121257 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486c0980-8b95-4774-88ec-69e444c1ea26 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:41.122058 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-486c0980-8b95-4774-88ec-69e444c1ea26 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:41.154453 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24994e04-6674-4776-8f9a-f48afa302bf3 None None] Pushing event deleted for resources: {'Port': ['ID=5f393df6-dcf1-43f2-bd41-f7ef9844d60f,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:41.162581 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24994e04-6674-4776-8f9a-f48afa302bf3 None None] No DVR routers for this DVR port 5f393df6-dcf1-43f2-bd41-f7ef9844d60f on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:10:41.163281 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-486c0980-8b95-4774-88ec-69e444c1ea26 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6069551 Feb 19 04:10:41.167008 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34298) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:41.176403 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-30d9239b-44c5-4546-8fd4-310cd22315f6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'fixed_ips': [{'subnet_id': 'a2cf894b-2b5d-4e20-80d0-597c8fba8d6f', 'ip_address': '2001:db8::d491:cf6:28c7:d75d'}], 'name': 'tempest-NetworksTestDHCPv6-201464830'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:41.187719 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c0980-8b95-4774-88ec-69e444c1ea26 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=a2cf894b-2b5d-4e20-80d0-597c8fba8d6f,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:41.188244 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ada3f7-f3e2-4b17-b079-1365a099314b None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:10:41.275783 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dcec4b02-6083-4112-a1ad-5bb87f97eedf req-3a766ca5-fb5e-42ab-ae3a-5953927db5aa service neutron] 10.222.0.26 "GET /v2.0/networks/b40e029f-e45e-4dad-8b72-cb8e978e0503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167866 Feb 19 04:10:41.396316 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28c4c12-6587-40f2-9332-2e3f7d31f649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-1742e730-766a-4fa0-996c-7e016537b1f1', 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'fixed_ips': [{'subnet_id': 'a2cf894b-2b5d-4e20-80d0-597c8fba8d6f'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:10:41.398786 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d28c4c12-6587-40f2-9332-2e3f7d31f649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:41.660536 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-d28c4c12-6587-40f2-9332-2e3f7d31f649 None None] Allocated IP 2001:db8::2 (1742e730-766a-4fa0-996c-7e016537b1f1/a2cf894b-2b5d-4e20-80d0-597c8fba8d6f/46088394-285e-427f-98a3-2b6e5443c18c) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:41.777296 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5f393df6-dcf1-43f2-bd41-f7ef9844d60f no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:10:41.831334 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfef38-b4aa-4229-9a4c-29b051ce09bc req-a69e32f8-18b0-4a22-998b-420736e362a4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:41.835234 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dedfef38-b4aa-4229-9a4c-29b051ce09bc req-a69e32f8-18b0-4a22-998b-420736e362a4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 944 time: 0.1247168 Feb 19 04:10:41.835699 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 5f393df6-dcf1-43f2-bd41-f7ef9844d60f {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:10:41.837208 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5f393df6-dcf1-43f2-bd41-f7ef9844d60f not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:10:41.842304 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d9239b-44c5-4546-8fd4-310cd22315f6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:42.037941 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d28c4c12-6587-40f2-9332-2e3f7d31f649 None None] Publish callbacks [] for port (46088394-285e-427f-98a3-2b6e5443c18c), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:42.050869 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d28c4c12-6587-40f2-9332-2e3f7d31f649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (46088394-285e-427f-98a3-2b6e5443c18c), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:42.096837 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dedfef38-b4aa-4229-9a4c-29b051ce09bc req-8c934144-5c7d-483f-abe6-00086aa8f270 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395256 Feb 19 04:10:42.119173 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7257b27-41b2-40d0-82cc-5f011af02aee req-5fe5b85e-2bb6-4c96-a3b3-61db38e56d25 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:42.119851 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c4c12-6587-40f2-9332-2e3f7d31f649 None None] Pushing event updated for resources: {'Port': ['ID=46088394-285e-427f-98a3-2b6e5443c18c,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:42.120566 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7257b27-41b2-40d0-82cc-5f011af02aee req-5fe5b85e-2bb6-4c96-a3b3-61db38e56d25 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 945 time: 0.2099781 Feb 19 04:10:42.128315 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28c4c12-6587-40f2-9332-2e3f7d31f649 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:42.129916 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-d28c4c12-6587-40f2-9332-2e3f7d31f649 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:42.132206 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28c4c12-6587-40f2-9332-2e3f7d31f649 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:42.164683 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-30d9239b-44c5-4546-8fd4-310cd22315f6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:42.192450 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d28c4c12-6587-40f2-9332-2e3f7d31f649 None None] Attempting to bind port 46088394-285e-427f-98a3-2b6e5443c18c on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:10:42.192823 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d28c4c12-6587-40f2-9332-2e3f7d31f649 None None] Attempting to bind port 46088394-285e-427f-98a3-2b6e5443c18c by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:10:42.193187 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28c4c12-6587-40f2-9332-2e3f7d31f649 None None] Attempting to bind port 46088394-285e-427f-98a3-2b6e5443c18c on network 1742e730-766a-4fa0-996c-7e016537b1f1 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:10:42.199251 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28c4c12-6587-40f2-9332-2e3f7d31f649 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:10:42.199628 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28c4c12-6587-40f2-9332-2e3f7d31f649 None None] Checking segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:10:42.200025 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d28c4c12-6587-40f2-9332-2e3f7d31f649 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:42.200421 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28c4c12-6587-40f2-9332-2e3f7d31f649 None None] Bound using segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:10:42.200895 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d28c4c12-6587-40f2-9332-2e3f7d31f649 None None] Bound port: 46088394-285e-427f-98a3-2b6e5443c18c, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:10:42.201280 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d28c4c12-6587-40f2-9332-2e3f7d31f649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (46088394-285e-427f-98a3-2b6e5443c18c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:42.240080 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-30d9239b-44c5-4546-8fd4-310cd22315f6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] device_id is not set on port 0c4092ff-6f46-4855-b60c-aacce1f56804 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:10:42.270678 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d28c4c12-6587-40f2-9332-2e3f7d31f649 None None] For port 46088394-285e-427f-98a3-2b6e5443c18c, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:10:42.273988 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d28c4c12-6587-40f2-9332-2e3f7d31f649 None None] For port 46088394-285e-427f-98a3-2b6e5443c18c, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=46088394-285e-427f-98a3-2b6e5443c18c,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:10:42.290086 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d28c4c12-6587-40f2-9332-2e3f7d31f649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (46088394-285e-427f-98a3-2b6e5443c18c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:42.427170 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c4c12-6587-40f2-9332-2e3f7d31f649 None None] Pushing event updated for resources: {'Port': ['ID=46088394-285e-427f-98a3-2b6e5443c18c,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:42.486871 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7257b27-41b2-40d0-82cc-5f011af02aee req-67e0e24e-7147-450d-84a6-dc80b311b20a tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202579 Feb 19 04:10:42.503427 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-30d9239b-44c5-4546-8fd4-310cd22315f6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 2001:db8::d491:cf6:28c7:d75d (1742e730-766a-4fa0-996c-7e016537b1f1/a2cf894b-2b5d-4e20-80d0-597c8fba8d6f/0c4092ff-6f46-4855-b60c-aacce1f56804) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:42.525575 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564072ef-0e3d-470b-abb4-ea98301ede37 req-95b5c318-96f0-4b21-9c0a-4f4e4a963cad tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:42.532815 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-564072ef-0e3d-470b-abb4-ea98301ede37 req-95b5c318-96f0-4b21-9c0a-4f4e4a963cad tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.1598272 Feb 19 04:10:42.611664 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-564072ef-0e3d-470b-abb4-ea98301ede37 req-97c5cde6-92fd-4582-a59b-07cd7b3bae52 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773964 Feb 19 04:10:42.741505 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-30d9239b-44c5-4546-8fd4-310cd22315f6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (0c4092ff-6f46-4855-b60c-aacce1f56804), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:42.789959 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-30d9239b-44c5-4546-8fd4-310cd22315f6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (0c4092ff-6f46-4855-b60c-aacce1f56804), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:42.834336 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d9239b-44c5-4546-8fd4-310cd22315f6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:42.837401 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-30d9239b-44c5-4546-8fd4-310cd22315f6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:42.841011 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d9239b-44c5-4546-8fd4-310cd22315f6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:42.846186 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d9239b-44c5-4546-8fd4-310cd22315f6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:42.846801 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-30d9239b-44c5-4546-8fd4-310cd22315f6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:42.861278 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9239b-44c5-4546-8fd4-310cd22315f6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=0c4092ff-6f46-4855-b60c-aacce1f56804,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:42.884166 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-30d9239b-44c5-4546-8fd4-310cd22315f6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.7152948 Feb 19 04:10:42.886055 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34326) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:42.951809 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893f070a-f5a9-4119-b457-e425862b2b51 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:42.958008 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893f070a-f5a9-4119-b457-e425862b2b51 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:42.962273 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-893f070a-f5a9-4119-b457-e425862b2b51 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0725718 Feb 19 04:10:42.962804 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34336) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:43.091459 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-84412cf8-497a-4a10-8087-4e3383d3b370 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting port 0c4092ff-6f46-4855-b60c-aacce1f56804 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:43.091815 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-84412cf8-497a-4a10-8087-4e3383d3b370 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (0c4092ff-6f46-4855-b60c-aacce1f56804), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:43.144159 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ea9c0-2391-4a1c-9454-0b16ceda4d45 req-f2994e73-7d5c-4c07-8b79-3fab5fcda6e0 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:43.149940 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e5ea9c0-2391-4a1c-9454-0b16ceda4d45 req-f2994e73-7d5c-4c07-8b79-3fab5fcda6e0 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 946 time: 0.0827265 Feb 19 04:10:43.204689 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-84412cf8-497a-4a10-8087-4e3383d3b370 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (0c4092ff-6f46-4855-b60c-aacce1f56804), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:43.220530 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-84412cf8-497a-4a10-8087-4e3383d3b370 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Calling delete_port for 0c4092ff-6f46-4855-b60c-aacce1f56804 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:43.238418 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e5ea9c0-2391-4a1c-9454-0b16ceda4d45 req-d77b7189-134c-4941-9c61-1ccd03a92c3e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0828667 Feb 19 04:10:43.270949 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0425aa-be9f-4f44-a9b4-1dd32ded0abc req-9d1fd171-fc2f-4541-8016-9a73902bd2cf tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:43.286766 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff0425aa-be9f-4f44-a9b4-1dd32ded0abc req-9d1fd171-fc2f-4541-8016-9a73902bd2cf tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 944 time: 0.0867305 Feb 19 04:10:43.371008 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff0425aa-be9f-4f44-a9b4-1dd32ded0abc req-24f6d9f4-0818-4376-9e10-247f6552d265 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817142 Feb 19 04:10:43.398092 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-84412cf8-497a-4a10-8087-4e3383d3b370 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (0c4092ff-6f46-4855-b60c-aacce1f56804), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:43.407633 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c8d96e85-d872-4c04-a41a-a5d772b2495f details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:10:43.432584 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84412cf8-497a-4a10-8087-4e3383d3b370 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Port': ['ID=0c4092ff-6f46-4855-b60c-aacce1f56804,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:43.474910 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-84412cf8-497a-4a10-8087-4e3383d3b370 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:43.480108 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-84412cf8-497a-4a10-8087-4e3383d3b370 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/0c4092ff-6f46-4855-b60c-aacce1f56804 HTTP/1.1" status: 204 len: 168 time: 0.5162544 Feb 19 04:10:43.482544 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34350) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:43.555105 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fc051f-750e-4c44-8938-a3bb2d5a0d89 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:43.556688 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fc051f-750e-4c44-8938-a3bb2d5a0d89 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:43.560838 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d3fc051f-750e-4c44-8938-a3bb2d5a0d89 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0746446 Feb 19 04:10:43.561220 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34358) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:43.569354 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c8d96e85-d872-4c04-a41a-a5d772b2495f, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c8d96e85-d872-4c04-a41a-a5d772b2495f,segment=NetworkSegment(191382ec-cb5c-4603-b38b-34e71e07c7f0),segment_id=191382ec-cb5c-4603-b38b-34e71e07c7f0)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:43.582267 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'c8d96e85-d872-4c04-a41a-a5d772b2495f', 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9', 'port_id': 'c8d96e85-d872-4c04-a41a-a5d772b2495f', 'mac_address': 'fa:16:3e:76:3a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b75aa528-0873-412b-92b8-b69da9ced5ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:10:43.675723 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port c8d96e85-d872-4c04-a41a-a5d772b2495f is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:43.676115 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c8d96e85-d872-4c04-a41a-a5d772b2495f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:43.688377 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-09beee37-0d6c-4a6b-8d8c-8be1a77aa3d2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet a2cf894b-2b5d-4e20-80d0-597c8fba8d6f {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:10:43.744513 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-09beee37-0d6c-4a6b-8d8c-8be1a77aa3d2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (a2cf894b-2b5d-4e20-80d0-597c8fba8d6f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:43.890594 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167aaa7-7c51-4d7b-9f56-5a49c4dc900b req-c91a5e6f-4676-43a9-a16b-9f15e238a28f tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:43.892878 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8167aaa7-7c51-4d7b-9f56-5a49c4dc900b req-c91a5e6f-4676-43a9-a16b-9f15e238a28f tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 945 time: 0.2455733 Feb 19 04:10:43.919998 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 46088394-285e-427f-98a3-2b6e5443c18c up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:43.950199 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-09beee37-0d6c-4a6b-8d8c-8be1a77aa3d2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (a2cf894b-2b5d-4e20-80d0-597c8fba8d6f), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:43.970452 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d96e85-d872-4c04-a41a-a5d772b2495f {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:10:44.002705 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c8d96e85-d872-4c04-a41a-a5d772b2495f, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c8d96e85-d872-4c04-a41a-a5d772b2495f,segment=NetworkSegment(191382ec-cb5c-4603-b38b-34e71e07c7f0),segment_id=191382ec-cb5c-4603-b38b-34e71e07c7f0)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:44.019733 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-641feadc-b622-4a28-bc99-1f7eb0feb75f None None] Provisioning complete for port 46088394-285e-427f-98a3-2b6e5443c18c triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:44.020243 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-641feadc-b622-4a28-bc99-1f7eb0feb75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (46088394-285e-427f-98a3-2b6e5443c18c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:44.075819 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c863fee-a36e-4893-8175-5b103a36b85c req-96965d7c-2487-4104-80f8-29b6ac213e1b tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:44.077116 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c8d96e85-d872-4c04-a41a-a5d772b2495f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:44.082775 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c863fee-a36e-4893-8175-5b103a36b85c req-96965d7c-2487-4104-80f8-29b6ac213e1b tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.1824594 Feb 19 04:10:44.092323 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8167aaa7-7c51-4d7b-9f56-5a49c4dc900b req-dfa9294a-dc34-4b4a-9781-ca0281b90ce5 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788914 Feb 19 04:10:44.132606 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 46088394-285e-427f-98a3-2b6e5443c18c triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:44.133091 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (46088394-285e-427f-98a3-2b6e5443c18c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:44.171169 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-09beee37-0d6c-4a6b-8d8c-8be1a77aa3d2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (a2cf894b-2b5d-4e20-80d0-597c8fba8d6f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:44.203126 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=c8d96e85-d872-4c04-a41a-a5d772b2495f,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:44.204764 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c863fee-a36e-4893-8175-5b103a36b85c req-29d37fab-7d94-4f6b-ac75-f0c450fd580c tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160445 Feb 19 04:10:44.266295 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-09beee37-0d6c-4a6b-8d8c-8be1a77aa3d2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (a2cf894b-2b5d-4e20-80d0-597c8fba8d6f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:44.298147 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-641feadc-b622-4a28-bc99-1f7eb0feb75f None None] Current status of the port 46088394-285e-427f-98a3-2b6e5443c18c is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:44.299218 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-641feadc-b622-4a28-bc99-1f7eb0feb75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (46088394-285e-427f-98a3-2b6e5443c18c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:44.304312 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09beee37-0d6c-4a6b-8d8c-8be1a77aa3d2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=a2cf894b-2b5d-4e20-80d0-597c8fba8d6f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:44.307029 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-09beee37-0d6c-4a6b-8d8c-8be1a77aa3d2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:44.311738 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-09beee37-0d6c-4a6b-8d8c-8be1a77aa3d2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/a2cf894b-2b5d-4e20-80d0-597c8fba8d6f HTTP/1.1" status: 204 len: 168 time: 0.7494862 Feb 19 04:10:44.314396 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34370) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:44.325199 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 46088394-285e-427f-98a3-2b6e5443c18c is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:44.325601 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (46088394-285e-427f-98a3-2b6e5443c18c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:44.376659 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7ef2619b-3dcd-4124-b273-9e23dc629010 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608881 Feb 19 04:10:44.379567 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34374) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:44.402969 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-8773e267-f9ba-48ec-9b77-15a73a3d3184 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:44.449254 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['c8d96e85-d872-4c04-a41a-a5d772b2495f'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:10:44.533648 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-641feadc-b622-4a28-bc99-1f7eb0feb75f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:10:44.534048 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-641feadc-b622-4a28-bc99-1f7eb0feb75f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:10:44.543833 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8463781f-3afe-499b-931b-0c698c3784e0 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:10:44.564105 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6359016-5ad6-43b7-acab-556a2c49b36d req-a56a3016-1770-48fa-80c3-d0fb7d4e07d2 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:44.571946 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c6359016-5ad6-43b7-acab-556a2c49b36d req-a56a3016-1770-48fa-80c3-d0fb7d4e07d2 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 945 time: 0.0861380 Feb 19 04:10:44.606714 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:10:44.607075 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:10:44.652064 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c6359016-5ad6-43b7-acab-556a2c49b36d req-cbe8bcef-a31c-46d4-9db9-aaa8127d66c1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787621 Feb 19 04:10:44.659576 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8773e267-f9ba-48ec-9b77-15a73a3d3184 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:44.672753 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8773e267-f9ba-48ec-9b77-15a73a3d3184 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:44.796005 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8df31e6-3007-4d0b-81c6-8b34c5b25c94 None None] DHCP port deletion for 1742e730-766a-4fa0-996c-7e016537b1f1 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:10:44.904060 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b8df31e6-3007-4d0b-81c6-8b34c5b25c94 None None] Deleting port 46088394-285e-427f-98a3-2b6e5443c18c {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:44.904436 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b8df31e6-3007-4d0b-81c6-8b34c5b25c94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (46088394-285e-427f-98a3-2b6e5443c18c), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:44.918975 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8773e267-f9ba-48ec-9b77-15a73a3d3184 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (aa022874-fc13-4495-b868-89fd0353ca72), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:44.964593 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8773e267-f9ba-48ec-9b77-15a73a3d3184 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:44.967807 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-8773e267-f9ba-48ec-9b77-15a73a3d3184 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:44.971232 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8773e267-f9ba-48ec-9b77-15a73a3d3184 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:44.971820 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8773e267-f9ba-48ec-9b77-15a73a3d3184 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:44.983645 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773e267-f9ba-48ec-9b77-15a73a3d3184 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=aa022874-fc13-4495-b868-89fd0353ca72,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:44.998466 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34388) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:44.998600 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8773e267-f9ba-48ec-9b77-15a73a3d3184 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6141725 Feb 19 04:10:45.000589 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b8df31e6-3007-4d0b-81c6-8b34c5b25c94 None None] For port 46088394-285e-427f-98a3-2b6e5443c18c, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=46088394-285e-427f-98a3-2b6e5443c18c,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:45.000995 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b8df31e6-3007-4d0b-81c6-8b34c5b25c94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (46088394-285e-427f-98a3-2b6e5443c18c), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:45.005338 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-ce33ab3f-b6d5-4ffd-9d44-014d6b04fe3e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'fixed_ips': [{'subnet_id': 'aa022874-fc13-4495-b868-89fd0353ca72', 'ip_address': '2001:db8::1b31:48db:52d4:ec99'}], 'name': 'tempest-NetworksTestDHCPv6-1871431387'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:45.022293 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b8df31e6-3007-4d0b-81c6-8b34c5b25c94 None None] Calling delete_port for 46088394-285e-427f-98a3-2b6e5443c18c owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:45.138867 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-641feadc-b622-4a28-bc99-1f7eb0feb75f None None] Current status of the port 46088394-285e-427f-98a3-2b6e5443c18c is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:45.140302 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-641feadc-b622-4a28-bc99-1f7eb0feb75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (46088394-285e-427f-98a3-2b6e5443c18c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:45.148436 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce33ab3f-b6d5-4ffd-9d44-014d6b04fe3e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:45.154511 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ce33ab3f-b6d5-4ffd-9d44-014d6b04fe3e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:45.182431 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 46088394-285e-427f-98a3-2b6e5443c18c is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:45.182431 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (46088394-285e-427f-98a3-2b6e5443c18c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:45.217331 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-ce33ab3f-b6d5-4ffd-9d44-014d6b04fe3e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] device_id is not set on port 969c943c-0e4a-4a38-abcf-cf68500eeff0 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:10:45.237046 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b8df31e6-3007-4d0b-81c6-8b34c5b25c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (46088394-285e-427f-98a3-2b6e5443c18c), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:45.301042 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8df31e6-3007-4d0b-81c6-8b34c5b25c94 None None] No DVR routers for this DVR port 46088394-285e-427f-98a3-2b6e5443c18c on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:10:45.308356 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df31e6-3007-4d0b-81c6-8b34c5b25c94 None None] Pushing event deleted for resources: {'Port': ['ID=46088394-285e-427f-98a3-2b6e5443c18c,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:45.311221 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7a8ca-d363-4db3-a269-52d5bdcbb58e req-fdb0c166-668e-4dc5-a3ab-35ab7a0d6398 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:45.313098 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2bf7a8ca-d363-4db3-a269-52d5bdcbb58e req-fdb0c166-668e-4dc5-a3ab-35ab7a0d6398 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 945 time: 0.1317744 Feb 19 04:10:45.350122 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffa6db1-018e-4018-92e0-ee707f87534b None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:10:45.353891 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-641feadc-b622-4a28-bc99-1f7eb0feb75f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 19 04:10:45.353891 n-d-828369-19 neutron-server[109927]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 19 04:10:45.353891 n-d-828369-19 neutron-server[109927]: [parameters: {'status': 'ACTIVE', 'ports_id': '46088394-285e-427f-98a3-2b6e5443c18c'}] Feb 19 04:10:45.353891 n-d-828369-19 neutron-server[109927]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:10:45.354358 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-641feadc-b622-4a28-bc99-1f7eb0feb75f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:10:45.424537 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2bf7a8ca-d363-4db3-a269-52d5bdcbb58e req-3037a1d8-0f7b-4864-8e0e-ab74e737e797 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811095 Feb 19 04:10:45.485008 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37df3f7d-184f-446d-bb46-a8bcb05fc748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-1742e730-766a-4fa0-996c-7e016537b1f1', 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'fixed_ips': [{'subnet_id': 'aa022874-fc13-4495-b868-89fd0353ca72'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:10:45.487800 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-37df3f7d-184f-446d-bb46-a8bcb05fc748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:45.497269 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-ce33ab3f-b6d5-4ffd-9d44-014d6b04fe3e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 2001:db8::1b31:48db:52d4:ec99 (1742e730-766a-4fa0-996c-7e016537b1f1/aa022874-fc13-4495-b868-89fd0353ca72/969c943c-0e4a-4a38-abcf-cf68500eeff0) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:45.512614 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0fac01fd-40e3-41e1-811a-31a59797abb0 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:10:45.701220 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 0fac01fd-40e3-41e1-811a-31a59797abb0 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:45.701879 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:45.721061 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ce33ab3f-b6d5-4ffd-9d44-014d6b04fe3e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (969c943c-0e4a-4a38-abcf-cf68500eeff0), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:45.757388 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0fac01fd-40e3-41e1-811a-31a59797abb0, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0fac01fd-40e3-41e1-811a-31a59797abb0,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:45.759219 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fac01fd-40e3-41e1-811a-31a59797abb0'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:45.762491 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8093d68-b9f2-4b21-9d15-65cf86f0833b" -d '{"events": [{"server_uuid": "a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce", "name": "network-vif-unplugged", "status": "completed", "tag": "0fac01fd-40e3-41e1-811a-31a59797abb0"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:45.787341 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 46088394-285e-427f-98a3-2b6e5443c18c no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:10:45.790483 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:45.803667 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ce33ab3f-b6d5-4ffd-9d44-014d6b04fe3e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (969c943c-0e4a-4a38-abcf-cf68500eeff0), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:45.872418 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c0babf-e795-477d-abd2-41903dfaf6e1 x-openstack-request-id: req-b4c0babf-e795-477d-abd2-41903dfaf6e1 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:45.878534 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33ab3f-b6d5-4ffd-9d44-014d6b04fe3e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=969c943c-0e4a-4a38-abcf-cf68500eeff0,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:45.879681 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce", "name": "network-vif-unplugged", "status": "completed", "tag": "0fac01fd-40e3-41e1-811a-31a59797abb0", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:45.890849 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b4c0babf-e795-477d-abd2-41903dfaf6e1 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:45.891526 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fac01fd-40e3-41e1-811a-31a59797abb0', 'code': 200} Feb 19 04:10:45.900999 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 46088394-285e-427f-98a3-2b6e5443c18c {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:10:45.902144 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 46088394-285e-427f-98a3-2b6e5443c18c not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:10:45.916938 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce33ab3f-b6d5-4ffd-9d44-014d6b04fe3e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:45.920639 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-ce33ab3f-b6d5-4ffd-9d44-014d6b04fe3e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:45.924110 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce33ab3f-b6d5-4ffd-9d44-014d6b04fe3e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:45.929477 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce33ab3f-b6d5-4ffd-9d44-014d6b04fe3e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:45.930112 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ce33ab3f-b6d5-4ffd-9d44-014d6b04fe3e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:45.956547 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1efa60-ace1-45fe-9199-e9c212b5a2f0 req-cb4f8390-aee2-4aa3-9844-8b852c99c7da tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:45.958601 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7d1efa60-ace1-45fe-9199-e9c212b5a2f0 req-cb4f8390-aee2-4aa3-9844-8b852c99c7da tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 945 time: 0.1716969 Feb 19 04:10:45.966854 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ce33ab3f-b6d5-4ffd-9d44-014d6b04fe3e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9669399 Feb 19 04:10:45.969484 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34404) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:45.983640 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=0fac01fd-40e3-41e1-811a-31a59797abb0,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:45.994279 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-37df3f7d-184f-446d-bb46-a8bcb05fc748 None None] Allocated IP 2001:db8::2 (1742e730-766a-4fa0-996c-7e016537b1f1/aa022874-fc13-4495-b868-89fd0353ca72/3e229d89-b688-43af-910a-fc24f805bfff) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:46.032646 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7d1efa60-ace1-45fe-9199-e9c212b5a2f0 req-b5247456-cdae-4c83-a869-6075f1fb8993 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646915 Feb 19 04:10:46.058335 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0b1160-3af6-4cca-bd99-dc4f650283b2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:46.060561 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ac0b1160-3af6-4cca-bd99-dc4f650283b2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0896165 Feb 19 04:10:46.068729 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34406) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:46.166104 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-641feadc-b622-4a28-bc99-1f7eb0feb75f None None] Port 46088394-285e-427f-98a3-2b6e5443c18c update to ACTIVE by agent not found {{(pid=109927) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 04:10:46.176913 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-7db08f3e-2cc5-4dda-84aa-4c0036a7f8dc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting port 969c943c-0e4a-4a38-abcf-cf68500eeff0 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:46.177734 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7db08f3e-2cc5-4dda-84aa-4c0036a7f8dc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (969c943c-0e4a-4a38-abcf-cf68500eeff0), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:46.195785 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-37df3f7d-184f-446d-bb46-a8bcb05fc748 None None] Publish callbacks [] for port (3e229d89-b688-43af-910a-fc24f805bfff), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:46.203733 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-37df3f7d-184f-446d-bb46-a8bcb05fc748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (3e229d89-b688-43af-910a-fc24f805bfff), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:46.330995 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37df3f7d-184f-446d-bb46-a8bcb05fc748 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:46.334535 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df3f7d-184f-446d-bb46-a8bcb05fc748 None None] Pushing event updated for resources: {'Port': ['ID=3e229d89-b688-43af-910a-fc24f805bfff,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:46.339602 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e74b4c0b-b760-4980-b1b0-bedd14b9fe50 None None] Could not find standard attr ID for object 0c4092ff-6f46-4855-b60c-aacce1f56804. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:10:46.341077 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-37df3f7d-184f-446d-bb46-a8bcb05fc748 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:46.344333 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7db08f3e-2cc5-4dda-84aa-4c0036a7f8dc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (969c943c-0e4a-4a38-abcf-cf68500eeff0), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:46.349788 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37df3f7d-184f-446d-bb46-a8bcb05fc748 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:46.358264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-7db08f3e-2cc5-4dda-84aa-4c0036a7f8dc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Calling delete_port for 969c943c-0e4a-4a38-abcf-cf68500eeff0 owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:46.433630 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-37df3f7d-184f-446d-bb46-a8bcb05fc748 None None] Attempting to bind port 3e229d89-b688-43af-910a-fc24f805bfff on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:10:46.433630 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-37df3f7d-184f-446d-bb46-a8bcb05fc748 None None] Attempting to bind port 3e229d89-b688-43af-910a-fc24f805bfff by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:10:46.433630 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df3f7d-184f-446d-bb46-a8bcb05fc748 None None] Attempting to bind port 3e229d89-b688-43af-910a-fc24f805bfff on network 1742e730-766a-4fa0-996c-7e016537b1f1 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:10:46.437902 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df3f7d-184f-446d-bb46-a8bcb05fc748 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:10:46.438614 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df3f7d-184f-446d-bb46-a8bcb05fc748 None None] Checking segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:10:46.439527 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-37df3f7d-184f-446d-bb46-a8bcb05fc748 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:46.439939 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df3f7d-184f-446d-bb46-a8bcb05fc748 None None] Bound using segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:10:46.440675 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-37df3f7d-184f-446d-bb46-a8bcb05fc748 None None] Bound port: 3e229d89-b688-43af-910a-fc24f805bfff, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:10:46.441237 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-37df3f7d-184f-446d-bb46-a8bcb05fc748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3e229d89-b688-43af-910a-fc24f805bfff), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:46.535802 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-37df3f7d-184f-446d-bb46-a8bcb05fc748 None None] For port 3e229d89-b688-43af-910a-fc24f805bfff, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:10:46.540146 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-37df3f7d-184f-446d-bb46-a8bcb05fc748 None None] For port 3e229d89-b688-43af-910a-fc24f805bfff, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3e229d89-b688-43af-910a-fc24f805bfff,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:10:46.550901 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-37df3f7d-184f-446d-bb46-a8bcb05fc748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3e229d89-b688-43af-910a-fc24f805bfff), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:46.571175 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7db08f3e-2cc5-4dda-84aa-4c0036a7f8dc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (969c943c-0e4a-4a38-abcf-cf68500eeff0), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:46.639930 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df3f7d-184f-446d-bb46-a8bcb05fc748 None None] Pushing event updated for resources: {'Port': ['ID=3e229d89-b688-43af-910a-fc24f805bfff,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:46.651525 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7db08f3e-2cc5-4dda-84aa-4c0036a7f8dc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:46.654873 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7db08f3e-2cc5-4dda-84aa-4c0036a7f8dc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/969c943c-0e4a-4a38-abcf-cf68500eeff0 HTTP/1.1" status: 204 len: 168 time: 0.5851371 Feb 19 04:10:46.657436 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34416) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:46.667403 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db08f3e-2cc5-4dda-84aa-4c0036a7f8dc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Port': ['ID=969c943c-0e4a-4a38-abcf-cf68500eeff0,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:46.704231 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b32f1-c2d6-48ce-a872-0a3fbb929fbc req-20d70e37-b440-4965-9ac8-0ca7377b8ed9 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:46.707325 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-168b32f1-c2d6-48ce-a872-0a3fbb929fbc req-20d70e37-b440-4965-9ac8-0ca7377b8ed9 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 945 time: 0.1845007 Feb 19 04:10:46.749174 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b979a30-72a9-4ce6-80cb-7918cd02ac61 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:46.750673 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b979a30-72a9-4ce6-80cb-7918cd02ac61 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:46.756350 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9b979a30-72a9-4ce6-80cb-7918cd02ac61 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0978365 Feb 19 04:10:46.759207 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34418) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:46.765168 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-168b32f1-c2d6-48ce-a872-0a3fbb929fbc req-8f79f442-8cd3-494b-acda-a97514bde12a tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512543 Feb 19 04:10:46.843378 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-b019bd7a-0423-4966-9825-bf3fd07f88fc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet aa022874-fc13-4495-b868-89fd0353ca72 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:10:46.859560 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b019bd7a-0423-4966-9825-bf3fd07f88fc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (aa022874-fc13-4495-b868-89fd0353ca72), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:46.910225 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b019bd7a-0423-4966-9825-bf3fd07f88fc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (aa022874-fc13-4495-b868-89fd0353ca72), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:47.045965 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b019bd7a-0423-4966-9825-bf3fd07f88fc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (aa022874-fc13-4495-b868-89fd0353ca72), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:47.135892 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b019bd7a-0423-4966-9825-bf3fd07f88fc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (aa022874-fc13-4495-b868-89fd0353ca72), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:47.178094 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019bd7a-0423-4966-9825-bf3fd07f88fc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=aa022874-fc13-4495-b868-89fd0353ca72,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:47.180206 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b019bd7a-0423-4966-9825-bf3fd07f88fc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:47.183991 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b019bd7a-0423-4966-9825-bf3fd07f88fc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/aa022874-fc13-4495-b868-89fd0353ca72 HTTP/1.1" status: 204 len: 168 time: 0.4238114 Feb 19 04:10:47.186491 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34430) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:47.233795 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b02c0-8899-4591-9ab0-4655f035e642 req-ba9c8e90-d8ee-42ac-ae97-d71625ac91dd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:47.235310 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f29b02c0-8899-4591-9ab0-4655f035e642 req-ba9c8e90-d8ee-42ac-ae97-d71625ac91dd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 945 time: 0.1074047 Feb 19 04:10:47.237747 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8da12334-ff87-454f-989d-522959ec4068 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502596 Feb 19 04:10:47.240203 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34432) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:47.330645 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f29b02c0-8899-4591-9ab0-4655f035e642 req-43628b78-e733-43ed-a492-9bbec52d6637 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772231 Feb 19 04:10:47.350455 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055a9f52-a1c8-47f7-9510-d653a7e5c611 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:47.350455 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-055a9f52-a1c8-47f7-9510-d653a7e5c611 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1092365 Feb 19 04:10:47.366798 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34436) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:47.417446 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c8d96e85-d872-4c04-a41a-a5d772b2495f up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:47.511894 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0fac01fd-40e3-41e1-811a-31a59797abb0 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:10:47.565360 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port c8d96e85-d872-4c04-a41a-a5d772b2495f completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:10:47.576460 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8e489b-8939-4e43-9f20-e175a2fabd53 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:47.580449 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ce8e489b-8939-4e43-9f20-e175a2fabd53 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2101243 Feb 19 04:10:47.582829 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34446) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:47.624663 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port c8d96e85-d872-4c04-a41a-a5d772b2495f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:47.625526 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c8d96e85-d872-4c04-a41a-a5d772b2495f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:47.679654 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7bd9a70d-12eb-408f-a6fa-9f6a03e9bbc8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0956447 Feb 19 04:10:47.684728 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34450) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:47.691022 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-871d2067-9a1d-4edd-b33a-9d541ec4a1cd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:47.775655 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0fac01fd-40e3-41e1-811a-31a59797abb0, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0fac01fd-40e3-41e1-811a-31a59797abb0,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:47.779693 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port c8d96e85-d872-4c04-a41a-a5d772b2495f is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:47.780199 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c8d96e85-d872-4c04-a41a-a5d772b2495f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:47.886616 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871d2067-9a1d-4edd-b33a-9d541ec4a1cd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:47.890195 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-871d2067-9a1d-4edd-b33a-9d541ec4a1cd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:47.898103 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e907c139-e548-4e4d-af51-cb256681c47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d96e85-d872-4c04-a41a-a5d772b2495f'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:47.905443 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f38f610-d2f5-4211-9151-183a7c07616d" -d '{"events": [{"server_uuid": "e907c139-e548-4e4d-af51-cb256681c47b", "name": "network-vif-plugged", "status": "completed", "tag": "c8d96e85-d872-4c04-a41a-a5d772b2495f"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:47.935017 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '0fac01fd-40e3-41e1-811a-31a59797abb0', 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'port_id': '0fac01fd-40e3-41e1-811a-31a59797abb0', 'mac_address': 'fa:16:3e:f9:82:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:10:47.939183 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c8d96e85-d872-4c04-a41a-a5d772b2495f, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c8d96e85-d872-4c04-a41a-a5d772b2495f,segment=NetworkSegment(191382ec-cb5c-4603-b38b-34e71e07c7f0),segment_id=191382ec-cb5c-4603-b38b-34e71e07c7f0)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:48.115175 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8889b-caba-4fe2-a483-b224b46f4531 req-f91992a9-4a6b-47a6-bbc6-e58a0a4baa35 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:48.117304 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-35b8889b-caba-4fe2-a483-b224b46f4531 req-f91992a9-4a6b-47a6-bbc6-e58a0a4baa35 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 945 time: 0.1875591 Feb 19 04:10:48.243573 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-35b8889b-caba-4fe2-a483-b224b46f4531 req-c32508f2-e140-44a0-a83f-fe5e78598644 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175478 Feb 19 04:10:48.336505 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b9b080-348d-4ce8-84a9-4187b0f2dd92 x-openstack-request-id: req-a1b9b080-348d-4ce8-84a9-4187b0f2dd92 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:48.336789 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e907c139-e548-4e4d-af51-cb256681c47b", "name": "network-vif-plugged", "status": "completed", "tag": "c8d96e85-d872-4c04-a41a-a5d772b2495f", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:48.337042 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a1b9b080-348d-4ce8-84a9-4187b0f2dd92 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:48.337500 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e907c139-e548-4e4d-af51-cb256681c47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d96e85-d872-4c04-a41a-a5d772b2495f', 'code': 200} Feb 19 04:10:48.340962 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3e229d89-b688-43af-910a-fc24f805bfff up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:48.342833 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b7da71-ec2a-45df-aba8-6bc0268e3302 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:10:48.345060 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c8d96e85-d872-4c04-a41a-a5d772b2495f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:48.442984 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbca505-5188-4e02-9c0e-fb5f01a73527 req-af853a52-0d57-4281-a67b-7473e1b16893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:48.444499 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bdbca505-5188-4e02-9c0e-fb5f01a73527 req-af853a52-0d57-4281-a67b-7473e1b16893 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 1129 time: 0.1967294 Feb 19 04:10:48.502565 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-871d2067-9a1d-4edd-b33a-9d541ec4a1cd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (c95a8563-6df2-49af-8a80-0f53b4a23e77), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:48.635203 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871d2067-9a1d-4edd-b33a-9d541ec4a1cd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:48.640297 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-871d2067-9a1d-4edd-b33a-9d541ec4a1cd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:48.646858 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871d2067-9a1d-4edd-b33a-9d541ec4a1cd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:48.647820 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-871d2067-9a1d-4edd-b33a-9d541ec4a1cd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:48.676609 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc11bff-a625-42e1-b3ce-aee76ee2e2d5 req-14a5a985-5be8-448a-a0b5-ec8cc24e40bc tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:48.678144 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9fc11bff-a625-42e1-b3ce-aee76ee2e2d5 req-14a5a985-5be8-448a-a0b5-ec8cc24e40bc tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 946 time: 0.0813062 Feb 19 04:10:48.711466 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-bdbca505-5188-4e02-9c0e-fb5f01a73527 req-2ae3a9cb-0224-4507-8f4b-c0f5a037bb22 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2580550 Feb 19 04:10:48.719475 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d2067-9a1d-4edd-b33a-9d541ec4a1cd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=c95a8563-6df2-49af-8a80-0f53b4a23e77,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:48.744443 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-871d2067-9a1d-4edd-b33a-9d541ec4a1cd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0586011 Feb 19 04:10:48.749236 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34478) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:48.755031 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9fc11bff-a625-42e1-b3ce-aee76ee2e2d5 req-65dd7232-47ee-4b18-a7ed-299069f6a9af tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693026 Feb 19 04:10:48.758736 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-81ccd927-5316-470b-b590-0fddec322b81 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'fixed_ips': [{'subnet_id': 'c95a8563-6df2-49af-8a80-0f53b4a23e77', 'ip_address': '2001:db8::8c67:a6d0:b02:6c0'}], 'name': 'tempest-NetworksTestDHCPv6-176606096'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:48.791960 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 0fac01fd-40e3-41e1-811a-31a59797abb0 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:48.792522 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:48.894151 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-90d00e35-1cc4-4dfb-9186-f5f33e2074ca None None] Provisioning complete for port 3e229d89-b688-43af-910a-fc24f805bfff triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:48.894400 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90d00e35-1cc4-4dfb-9186-f5f33e2074ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3e229d89-b688-43af-910a-fc24f805bfff), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:48.912495 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fac01fd-40e3-41e1-811a-31a59797abb0 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:10:48.923051 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ccd927-5316-470b-b590-0fddec322b81 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:48.989387 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=c8d96e85-d872-4c04-a41a-a5d772b2495f,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:49.066998 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0fac01fd-40e3-41e1-811a-31a59797abb0, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0fac01fd-40e3-41e1-811a-31a59797abb0,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:49.085855 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:49.087702 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 3e229d89-b688-43af-910a-fc24f805bfff triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:49.088067 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3e229d89-b688-43af-910a-fc24f805bfff), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:49.118474 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-81ccd927-5316-470b-b590-0fddec322b81 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:49.149422 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-81ccd927-5316-470b-b590-0fddec322b81 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] device_id is not set on port 5d7ccdd2-e541-4ae0-968e-84fd2753ba6f yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:10:49.263233 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['0fac01fd-40e3-41e1-811a-31a59797abb0'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:10:49.265815 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19e0f40-6e14-455b-8a20-5a170a5f6451 None None] DHCP port deletion for 1742e730-766a-4fa0-996c-7e016537b1f1 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:10:49.314143 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=0fac01fd-40e3-41e1-811a-31a59797abb0,revision_number=9']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:49.382075 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-90d00e35-1cc4-4dfb-9186-f5f33e2074ca None None] Current status of the port 3e229d89-b688-43af-910a-fc24f805bfff is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:49.382735 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90d00e35-1cc4-4dfb-9186-f5f33e2074ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3e229d89-b688-43af-910a-fc24f805bfff), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:49.483735 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-81ccd927-5316-470b-b590-0fddec322b81 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 2001:db8::8c67:a6d0:b02:6c0 (1742e730-766a-4fa0-996c-7e016537b1f1/c95a8563-6df2-49af-8a80-0f53b4a23e77/5d7ccdd2-e541-4ae0-968e-84fd2753ba6f) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:49.496027 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 3e229d89-b688-43af-910a-fc24f805bfff is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:49.496429 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3e229d89-b688-43af-910a-fc24f805bfff), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:49.507953 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e3a05-39d0-4b6c-8aa8-b217651daa0e req-50d4dd7a-490f-4a45-9137-1f71fb54b439 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:49.509617 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da7e3a05-39d0-4b6c-8aa8-b217651daa0e req-50d4dd7a-490f-4a45-9137-1f71fb54b439 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 945 time: 0.1126614 Feb 19 04:10:49.577341 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-90d00e35-1cc4-4dfb-9186-f5f33e2074ca None None] For port 3e229d89-b688-43af-910a-fc24f805bfff, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3e229d89-b688-43af-910a-fc24f805bfff,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:49.604094 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da7e3a05-39d0-4b6c-8aa8-b217651daa0e req-9fdc5327-8619-47a0-a760-655233679775 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835640 Feb 19 04:10:49.621091 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90d00e35-1cc4-4dfb-9186-f5f33e2074ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3e229d89-b688-43af-910a-fc24f805bfff), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:49.755898 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c19e0f40-6e14-455b-8a20-5a170a5f6451 None None] Deleting port 3e229d89-b688-43af-910a-fc24f805bfff {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:49.756434 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c19e0f40-6e14-455b-8a20-5a170a5f6451 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (3e229d89-b688-43af-910a-fc24f805bfff), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:49.761234 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d00e35-1cc4-4dfb-9186-f5f33e2074ca None None] Pushing event updated for resources: {'Port': ['ID=3e229d89-b688-43af-910a-fc24f805bfff,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:49.829678 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-81ccd927-5316-470b-b590-0fddec322b81 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (5d7ccdd2-e541-4ae0-968e-84fd2753ba6f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:49.918103 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:10:49.919251 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:10:49.919792 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-81ccd927-5316-470b-b590-0fddec322b81 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (5d7ccdd2-e541-4ae0-968e-84fd2753ba6f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:50.034195 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2a9e0-5e3d-4fc5-b7d4-3e06117d5718 req-c06e06c9-b4ad-4325-8dd5-5041bed441c2 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:50.042418 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9d2a9e0-5e3d-4fc5-b7d4-3e06117d5718 req-c06e06c9-b4ad-4325-8dd5-5041bed441c2 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 946 time: 0.1675303 Feb 19 04:10:50.071072 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ccd927-5316-470b-b590-0fddec322b81 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=5d7ccdd2-e541-4ae0-968e-84fd2753ba6f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:50.093389 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ccd927-5316-470b-b590-0fddec322b81 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:50.099789 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-81ccd927-5316-470b-b590-0fddec322b81 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:50.106638 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ccd927-5316-470b-b590-0fddec322b81 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:50.108293 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462845f-56f8-46bf-a90c-d04e8a2714dc req-ec369f7a-751b-44c2-aa48-033a84344ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:50.116890 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e462845f-56f8-46bf-a90c-d04e8a2714dc req-ec369f7a-751b-44c2-aa48-033a84344ca3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=319abc5982f54b9dba72250cd09a8d28&device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 1128 time: 0.1547329 Feb 19 04:10:50.128687 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ccd927-5316-470b-b590-0fddec322b81 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:50.134055 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-81ccd927-5316-470b-b590-0fddec322b81 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:50.148015 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c19e0f40-6e14-455b-8a20-5a170a5f6451 None None] For port 3e229d89-b688-43af-910a-fc24f805bfff, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3e229d89-b688-43af-910a-fc24f805bfff,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:50.148834 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c19e0f40-6e14-455b-8a20-5a170a5f6451 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (3e229d89-b688-43af-910a-fc24f805bfff), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:50.155126 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed629ce1-3b12-432c-9e1c-82d1bf6a195a req-b82a31ef-c21c-4c39-9715-0b43ed972042 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:50.161335 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed629ce1-3b12-432c-9e1c-82d1bf6a195a req-b82a31ef-c21c-4c39-9715-0b43ed972042 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 945 time: 0.2421949 Feb 19 04:10:50.172327 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c19e0f40-6e14-455b-8a20-5a170a5f6451 None None] Calling delete_port for 3e229d89-b688-43af-910a-fc24f805bfff owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:50.189289 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-81ccd927-5316-470b-b590-0fddec322b81 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.4376154 Feb 19 04:10:50.191759 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34500) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:50.210995 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-362613ec-42e1-4871-812d-767e9dac9e01 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'fixed_ips': [{'subnet_id': 'c95a8563-6df2-49af-8a80-0f53b4a23e77', 'ip_address': '2001:db8::8c67:a6d0:b02:6c0'}], 'name': 'tempest-NetworksTestDHCPv6-570460497'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:50.372969 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c19e0f40-6e14-455b-8a20-5a170a5f6451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (3e229d89-b688-43af-910a-fc24f805bfff), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:50.409712 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9d2a9e0-5e3d-4fc5-b7d4-3e06117d5718 req-45999ba4-b03c-41fe-b5d9-2371af936531 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3661442 Feb 19 04:10:50.415891 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19e0f40-6e14-455b-8a20-5a170a5f6451 None None] No DVR routers for this DVR port 3e229d89-b688-43af-910a-fc24f805bfff on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:10:50.444800 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed629ce1-3b12-432c-9e1c-82d1bf6a195a req-1ac33181-035c-47ed-8eda-1908ce6cf157 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192051 Feb 19 04:10:50.492707 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38233315-ebe9-49fd-8800-080e78f146ba None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:10:50.507658 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362613ec-42e1-4871-812d-767e9dac9e01 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:50.510298 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462845f-56f8-46bf-a90c-d04e8a2714dc req-dc808ca7-b211-4e68-acc4-68c2d9c652da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:50.512629 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e462845f-56f8-46bf-a90c-d04e8a2714dc req-dc808ca7-b211-4e68-acc4-68c2d9c652da service neutron] 10.222.0.79 "GET /v2.0/networks?id=7d063905-1dca-479b-a8ed-624bbce2a132 HTTP/1.1" status: 200 len: 911 time: 0.3814919 Feb 19 04:10:50.514977 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-362613ec-42e1-4871-812d-767e9dac9e01 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:50.543584 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e0f40-6e14-455b-8a20-5a170a5f6451 None None] Pushing event deleted for resources: {'Port': ['ID=3e229d89-b688-43af-910a-fc24f805bfff,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:50.557374 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-362613ec-42e1-4871-812d-767e9dac9e01 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] device_id is not set on port d5a52d9e-b296-4125-ae77-014fca3e475c yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:10:50.641710 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e462845f-56f8-46bf-a90c-d04e8a2714dc req-1f6350c9-a691-4d86-8b8d-08592893bb23 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f51c45b9-2040-4d3e-a96c-153135c4ea34 HTTP/1.1" status: 200 len: 1001 time: 0.1180265 Feb 19 04:10:50.652805 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Port 3e229d89-b688-43af-910a-fc24f805bfff update to ACTIVE by agent not found {{(pid=109927) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 04:10:50.772784 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3e229d89-b688-43af-910a-fc24f805bfff no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:10:50.776918 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633cdae1-d418-4820-af11-925bcdc704fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-1742e730-766a-4fa0-996c-7e016537b1f1', 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'fixed_ips': [{'subnet_id': 'c95a8563-6df2-49af-8a80-0f53b4a23e77'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:10:50.777762 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-633cdae1-d418-4820-af11-925bcdc704fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:50.785927 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462845f-56f8-46bf-a90c-d04e8a2714dc req-48267c04-c856-4b60-a019-73a91f4f46ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:50.787431 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e462845f-56f8-46bf-a90c-d04e8a2714dc req-48267c04-c856-4b60-a019-73a91f4f46ad service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7b8d1019-337e-49b4-85df-5623b5820084 HTTP/1.1" status: 200 len: 849 time: 0.1396954 Feb 19 04:10:50.855059 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 3e229d89-b688-43af-910a-fc24f805bfff {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:10:50.855407 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3e229d89-b688-43af-910a-fc24f805bfff not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:10:50.876239 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462845f-56f8-46bf-a90c-d04e8a2714dc req-89ce0869-64ca-4e31-912d-bed4019b9f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:50.879806 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e462845f-56f8-46bf-a90c-d04e8a2714dc req-89ce0869-64ca-4e31-912d-bed4019b9f15 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7d063905-1dca-479b-a8ed-624bbce2a132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0780072 Feb 19 04:10:50.913733 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-362613ec-42e1-4871-812d-767e9dac9e01 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 04:10:50.916566 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362613ec-42e1-4871-812d-767e9dac9e01 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:10:50.953895 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-362613ec-42e1-4871-812d-767e9dac9e01 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 0.7606366 Feb 19 04:10:50.956067 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34506) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:51.076534 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714ba580-c5d6-49df-ab16-51eb1e01dc45 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:51.078049 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-714ba580-c5d6-49df-ab16-51eb1e01dc45 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1209352 Feb 19 04:10:51.081116 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e462845f-56f8-46bf-a90c-d04e8a2714dc req-d3fd884d-a454-43e7-854b-7000a118ab37 service neutron] 10.222.0.79 "GET /v2.0/networks/7d063905-1dca-479b-a8ed-624bbce2a132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940215 Feb 19 04:10:51.081316 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34508) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:51.156576 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-633cdae1-d418-4820-af11-925bcdc704fa None None] Allocated IP 2001:db8::2 (1742e730-766a-4fa0-996c-7e016537b1f1/c95a8563-6df2-49af-8a80-0f53b4a23e77/682c4f82-1ae0-4564-8e47-fe4fc1d02789) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:51.220930 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e462845f-56f8-46bf-a90c-d04e8a2714dc req-f51aa42e-4b32-4a09-8f2e-19188bbb7bf8 service neutron] 10.222.0.79 "GET /v2.0/networks/7d063905-1dca-479b-a8ed-624bbce2a132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322062 Feb 19 04:10:51.267822 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-1852e7aa-0d7d-44db-84e6-b2179e009f36 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting port 5d7ccdd2-e541-4ae0-968e-84fd2753ba6f {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:51.268443 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1852e7aa-0d7d-44db-84e6-b2179e009f36 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (5d7ccdd2-e541-4ae0-968e-84fd2753ba6f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:51.406003 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1852e7aa-0d7d-44db-84e6-b2179e009f36 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (5d7ccdd2-e541-4ae0-968e-84fd2753ba6f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:51.428458 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-1852e7aa-0d7d-44db-84e6-b2179e009f36 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Calling delete_port for 5d7ccdd2-e541-4ae0-968e-84fd2753ba6f owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:51.445726 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-633cdae1-d418-4820-af11-925bcdc704fa None None] Publish callbacks [] for port (682c4f82-1ae0-4564-8e47-fe4fc1d02789), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:51.455394 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-633cdae1-d418-4820-af11-925bcdc704fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (682c4f82-1ae0-4564-8e47-fe4fc1d02789), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:51.510481 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633cdae1-d418-4820-af11-925bcdc704fa None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:51.518572 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-633cdae1-d418-4820-af11-925bcdc704fa None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:51.521764 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633cdae1-d418-4820-af11-925bcdc704fa None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:51.530500 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633cdae1-d418-4820-af11-925bcdc704fa None None] Pushing event updated for resources: {'Port': ['ID=682c4f82-1ae0-4564-8e47-fe4fc1d02789,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:51.553177 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0fac01fd-40e3-41e1-811a-31a59797abb0 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:51.628004 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45ea6b-daca-4625-9fe6-3bf374f3b874 req-455e4d90-fe0e-4686-a7a9-a28aacdd0da3 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:51.635831 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7e45ea6b-daca-4625-9fe6-3bf374f3b874 req-455e4d90-fe0e-4686-a7a9-a28aacdd0da3 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 945 time: 0.0755954 Feb 19 04:10:51.651766 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1852e7aa-0d7d-44db-84e6-b2179e009f36 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (5d7ccdd2-e541-4ae0-968e-84fd2753ba6f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:51.705239 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-633cdae1-d418-4820-af11-925bcdc704fa None None] Attempting to bind port 682c4f82-1ae0-4564-8e47-fe4fc1d02789 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:10:51.705893 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-633cdae1-d418-4820-af11-925bcdc704fa None None] Attempting to bind port 682c4f82-1ae0-4564-8e47-fe4fc1d02789 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:10:51.706477 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633cdae1-d418-4820-af11-925bcdc704fa None None] Attempting to bind port 682c4f82-1ae0-4564-8e47-fe4fc1d02789 on network 1742e730-766a-4fa0-996c-7e016537b1f1 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:10:51.721387 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852e7aa-0d7d-44db-84e6-b2179e009f36 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Port': ['ID=5d7ccdd2-e541-4ae0-968e-84fd2753ba6f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:51.734401 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633cdae1-d418-4820-af11-925bcdc704fa None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:10:51.735149 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633cdae1-d418-4820-af11-925bcdc704fa None None] Checking segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:10:51.738236 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-633cdae1-d418-4820-af11-925bcdc704fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:51.739789 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633cdae1-d418-4820-af11-925bcdc704fa None None] Bound using segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:10:51.740495 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-633cdae1-d418-4820-af11-925bcdc704fa None None] Bound port: 682c4f82-1ae0-4564-8e47-fe4fc1d02789, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:10:51.742003 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-633cdae1-d418-4820-af11-925bcdc704fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (682c4f82-1ae0-4564-8e47-fe4fc1d02789), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:51.746459 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1852e7aa-0d7d-44db-84e6-b2179e009f36 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:51.755187 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1852e7aa-0d7d-44db-84e6-b2179e009f36 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/5d7ccdd2-e541-4ae0-968e-84fd2753ba6f HTTP/1.1" status: 204 len: 168 time: 0.6728189 Feb 19 04:10:51.756038 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34522) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:51.792169 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 0fac01fd-40e3-41e1-811a-31a59797abb0 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:51.792551 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:51.832382 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7e45ea6b-daca-4625-9fe6-3bf374f3b874 req-6ae16c2f-e665-44a2-9f5e-bcbdb838c6af tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945381 Feb 19 04:10:51.873837 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef5e05-2aca-43c4-81fd-587979a5b6c0 req-fe5feb22-09d8-420d-94cf-a87c1c6372f3 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:51.880151 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-00ef5e05-2aca-43c4-81fd-587979a5b6c0 req-fe5feb22-09d8-420d-94cf-a87c1c6372f3 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 946 time: 0.2400086 Feb 19 04:10:51.896238 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f699bbe8-2d77-4d91-8195-462ece715871 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:51.898676 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f699bbe8-2d77-4d91-8195-462ece715871 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:51.905040 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f699bbe8-2d77-4d91-8195-462ece715871 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1477711 Feb 19 04:10:51.908943 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34524) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:51.951216 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-633cdae1-d418-4820-af11-925bcdc704fa None None] For port 682c4f82-1ae0-4564-8e47-fe4fc1d02789, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:10:51.956890 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-633cdae1-d418-4820-af11-925bcdc704fa None None] For port 682c4f82-1ae0-4564-8e47-fe4fc1d02789, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=682c4f82-1ae0-4564-8e47-fe4fc1d02789,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:10:51.991343 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-633cdae1-d418-4820-af11-925bcdc704fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (682c4f82-1ae0-4564-8e47-fe4fc1d02789), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:51.991481 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-00ef5e05-2aca-43c4-81fd-587979a5b6c0 req-1db1541a-8cc8-4d56-bf78-fee351fbfb7a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955143 Feb 19 04:10:52.047850 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 0fac01fd-40e3-41e1-811a-31a59797abb0 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:52.048241 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:52.075809 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633cdae1-d418-4820-af11-925bcdc704fa None None] Pushing event updated for resources: {'Port': ['ID=682c4f82-1ae0-4564-8e47-fe4fc1d02789,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:52.093984 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fac01fd-40e3-41e1-811a-31a59797abb0'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:52.096802 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76752362-1336-45b5-9d95-b8dbd2934151" -d '{"events": [{"server_uuid": "a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce", "name": "network-vif-plugged", "status": "completed", "tag": "0fac01fd-40e3-41e1-811a-31a59797abb0"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:52.113039 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0fac01fd-40e3-41e1-811a-31a59797abb0, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0fac01fd-40e3-41e1-811a-31a59797abb0,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:52.123102 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:52.132534 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2e0d35-355e-481e-81b7-fda30d901a67 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet c95a8563-6df2-49af-8a80-0f53b4a23e77 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:10:52.144930 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8e2e0d35-355e-481e-81b7-fda30d901a67 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (c95a8563-6df2-49af-8a80-0f53b4a23e77), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:52.204311 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3386bfe-b520-4283-abbf-53d231128742 x-openstack-request-id: req-f3386bfe-b520-4283-abbf-53d231128742 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:52.205222 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce", "name": "network-vif-plugged", "status": "completed", "tag": "0fac01fd-40e3-41e1-811a-31a59797abb0", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:52.205642 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f3386bfe-b520-4283-abbf-53d231128742 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:52.206215 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fac01fd-40e3-41e1-811a-31a59797abb0', 'code': 200} Feb 19 04:10:52.206723 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24a7f4-aecb-436b-9d97-c5f709a64ca1 req-9e133022-9c66-4c8d-83ce-7937c06755ce tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:52.213141 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=0fac01fd-40e3-41e1-811a-31a59797abb0,revision_number=10']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:52.215522 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c24a7f4-aecb-436b-9d97-c5f709a64ca1 req-9e133022-9c66-4c8d-83ce-7937c06755ce tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 946 time: 0.0947881 Feb 19 04:10:52.270264 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8e2e0d35-355e-481e-81b7-fda30d901a67 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (c95a8563-6df2-49af-8a80-0f53b4a23e77), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:52.304176 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c24a7f4-aecb-436b-9d97-c5f709a64ca1 req-315fd14b-afa1-4ab0-8ec1-952886642d15 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867596 Feb 19 04:10:52.321460 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34534) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:52.474585 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53b2f0e-65e2-4331-af44-a199051299da tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:52.479796 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f53b2f0e-65e2-4331-af44-a199051299da tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 1124 time: 0.1547430 Feb 19 04:10:52.479796 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8e2e0d35-355e-481e-81b7-fda30d901a67 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (c95a8563-6df2-49af-8a80-0f53b4a23e77), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:52.480339 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34536) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:52.486069 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-783b19fc-b9b7-4266-997f-0f927ac164f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'port_id': 'c8d96e85-d872-4c04-a41a-a5d772b2495f', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:52.523609 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-783b19fc-b9b7-4266-997f-0f927ac164f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:52.583239 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8e2e0d35-355e-481e-81b7-fda30d901a67 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (c95a8563-6df2-49af-8a80-0f53b4a23e77), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:52.633200 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e0d35-355e-481e-81b7-fda30d901a67 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=c95a8563-6df2-49af-8a80-0f53b4a23e77,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:52.643281 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8e2e0d35-355e-481e-81b7-fda30d901a67 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:52.650664 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8e2e0d35-355e-481e-81b7-fda30d901a67 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/c95a8563-6df2-49af-8a80-0f53b4a23e77 HTTP/1.1" status: 204 len: 168 time: 0.7386677 Feb 19 04:10:52.652499 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34538) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:52.683621 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-783b19fc-b9b7-4266-997f-0f927ac164f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:52.756456 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f6b34f90-a786-4561-952f-22cff55e3874 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0994337 Feb 19 04:10:52.757376 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34540) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:52.762496 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-a1a7ac9e-ab45-4584-8531-31db743be83b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:52.859102 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-783b19fc-b9b7-4266-997f-0f927ac164f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Allocated IP 172.25.3.134 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/3d8e6759-b203-4fba-85f3-5431ce8f594d) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:52.880610 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 682c4f82-1ae0-4564-8e47-fe4fc1d02789 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:53.023158 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 682c4f82-1ae0-4564-8e47-fe4fc1d02789 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:53.023425 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (682c4f82-1ae0-4564-8e47-fe4fc1d02789), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:53.139815 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc6e36-e04f-4f84-8472-729d31d44849 req-9d47ab42-bc64-4b3d-8fad-3b90bc6de3d3 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:53.141524 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fffc6e36-e04f-4f84-8472-729d31d44849 req-9d47ab42-bc64-4b3d-8fad-3b90bc6de3d3 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 945 time: 0.1256356 Feb 19 04:10:53.215373 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-783b19fc-b9b7-4266-997f-0f927ac164f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for port (3d8e6759-b203-4fba-85f3-5431ce8f594d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:53.225995 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fffc6e36-e04f-4f84-8472-729d31d44849 req-fdae6db6-2a66-4af6-b073-42a94a3ab747 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756941 Feb 19 04:10:53.240599 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 682c4f82-1ae0-4564-8e47-fe4fc1d02789 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:53.241035 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (682c4f82-1ae0-4564-8e47-fe4fc1d02789), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:53.309127 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-783b19fc-b9b7-4266-997f-0f927ac164f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (3d8e6759-b203-4fba-85f3-5431ce8f594d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:53.330218 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 682c4f82-1ae0-4564-8e47-fe4fc1d02789, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=682c4f82-1ae0-4564-8e47-fe4fc1d02789,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:53.339124 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (682c4f82-1ae0-4564-8e47-fe4fc1d02789), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:53.382256 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b19fc-b9b7-4266-997f-0f927ac164f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Port': ['ID=3d8e6759-b203-4fba-85f3-5431ce8f594d,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:53.409397 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783b19fc-b9b7-4266-997f-0f927ac164f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:53.412031 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-783b19fc-b9b7-4266-997f-0f927ac164f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:53.419735 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783b19fc-b9b7-4266-997f-0f927ac164f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:53.441902 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=682c4f82-1ae0-4564-8e47-fe4fc1d02789,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:53.609472 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a7ac9e-ab45-4584-8531-31db743be83b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:53.613688 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a1a7ac9e-ab45-4584-8531-31db743be83b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:53.855513 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729e63ff-bb3d-49db-8e7d-87981ada2f97 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:10:53.976371 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9027d619-e495-4661-96cb-88a09092da04 None None] Could not find standard attr ID for object 5d7ccdd2-e541-4ae0-968e-84fd2753ba6f. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:10:53.977934 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a1a7ac9e-ab45-4584-8531-31db743be83b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (de79a2ef-b11e-49aa-a0c2-1fd8e7d41536), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:54.050651 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9027d619-e495-4661-96cb-88a09092da04 None None] Provisioning complete for port 682c4f82-1ae0-4564-8e47-fe4fc1d02789 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:54.051047 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9027d619-e495-4661-96cb-88a09092da04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (682c4f82-1ae0-4564-8e47-fe4fc1d02789), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:54.063556 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a7ac9e-ab45-4584-8531-31db743be83b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:54.067394 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-a1a7ac9e-ab45-4584-8531-31db743be83b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:54.072120 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a7ac9e-ab45-4584-8531-31db743be83b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:54.072953 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a1a7ac9e-ab45-4584-8531-31db743be83b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:54.082043 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7ac9e-ab45-4584-8531-31db743be83b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=de79a2ef-b11e-49aa-a0c2-1fd8e7d41536,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:54.117054 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a1a7ac9e-ab45-4584-8531-31db743be83b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3558977 Feb 19 04:10:54.117518 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34558) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:54.125938 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-01c284a8-f0b3-4c91-8522-ca81e16efd93 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'fixed_ips': [{'subnet_id': 'de79a2ef-b11e-49aa-a0c2-1fd8e7d41536', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1830427953'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:54.342503 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b278020-e356-4d8d-bc8f-48c078aaf3d4 None None] DHCP port deletion for 1742e730-766a-4fa0-996c-7e016537b1f1 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:10:54.351284 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9027d619-e495-4661-96cb-88a09092da04 None None] Current status of the port 682c4f82-1ae0-4564-8e47-fe4fc1d02789 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:54.399039 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c284a8-f0b3-4c91-8522-ca81e16efd93 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:54.429304 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-783b19fc-b9b7-4266-997f-0f927ac164f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for floatingip (003f5e25-3a55-4226-bed4-b132e639b448), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:54.530200 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-783b19fc-b9b7-4266-997f-0f927ac164f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3d8e6759-b203-4fba-85f3-5431ce8f594d), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:54.561274 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-01c284a8-f0b3-4c91-8522-ca81e16efd93 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:54.585891 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-01c284a8-f0b3-4c91-8522-ca81e16efd93 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] device_id is not set on port 5d1debd0-f55a-46de-82a1-cbd64935f0ff yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:10:54.757840 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 682c4f82-1ae0-4564-8e47-fe4fc1d02789 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:10:54.759240 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c284a8-f0b3-4c91-8522-ca81e16efd93 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:10:54.759960 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01c284a8-f0b3-4c91-8522-ca81e16efd93 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:10:54.763353 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-5b278020-e356-4d8d-bc8f-48c078aaf3d4 None None] Deleting port 682c4f82-1ae0-4564-8e47-fe4fc1d02789 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:54.763731 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5b278020-e356-4d8d-bc8f-48c078aaf3d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (682c4f82-1ae0-4564-8e47-fe4fc1d02789), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:54.790149 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-01c284a8-f0b3-4c91-8522-ca81e16efd93 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6717374 Feb 19 04:10:54.792920 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34564) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:54.838077 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-783b19fc-b9b7-4266-997f-0f927ac164f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for port (3d8e6759-b203-4fba-85f3-5431ce8f594d), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:54.858565 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-783b19fc-b9b7-4266-997f-0f927ac164f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (3d8e6759-b203-4fba-85f3-5431ce8f594d), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:54.903040 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbecb70-d51a-485b-aa97-eed7f3ba68d4 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:54.905693 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bcbecb70-d51a-485b-aa97-eed7f3ba68d4 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1106806 Feb 19 04:10:54.907432 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 682c4f82-1ae0-4564-8e47-fe4fc1d02789 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:54.908442 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (682c4f82-1ae0-4564-8e47-fe4fc1d02789), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:54.909960 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34566) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:54.931197 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-5b278020-e356-4d8d-bc8f-48c078aaf3d4 None None] For port 682c4f82-1ae0-4564-8e47-fe4fc1d02789, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=682c4f82-1ae0-4564-8e47-fe4fc1d02789,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:54.931535 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5b278020-e356-4d8d-bc8f-48c078aaf3d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (682c4f82-1ae0-4564-8e47-fe4fc1d02789), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:54.951879 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-5b278020-e356-4d8d-bc8f-48c078aaf3d4 None None] Calling delete_port for 682c4f82-1ae0-4564-8e47-fe4fc1d02789 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:54.973708 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 682c4f82-1ae0-4564-8e47-fe4fc1d02789, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=682c4f82-1ae0-4564-8e47-fe4fc1d02789,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:55.013609 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (682c4f82-1ae0-4564-8e47-fe4fc1d02789), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:55.074363 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4554d423-1695-42ec-8cd6-b410990ca1b7 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:55.077421 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b19fc-b9b7-4266-997f-0f927ac164f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Port': ['ID=3d8e6759-b203-4fba-85f3-5431ce8f594d,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:55.089241 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4554d423-1695-42ec-8cd6-b410990ca1b7 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:55.094562 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4554d423-1695-42ec-8cd6-b410990ca1b7 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1832318 Feb 19 04:10:55.100930 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34568) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:55.119812 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-783b19fc-b9b7-4266-997f-0f927ac164f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (003f5e25-3a55-4226-bed4-b132e639b448), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:55.138906 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=682c4f82-1ae0-4564-8e47-fe4fc1d02789,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:55.212087 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5b278020-e356-4d8d-bc8f-48c078aaf3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (682c4f82-1ae0-4564-8e47-fe4fc1d02789), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:55.278834 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b278020-e356-4d8d-bc8f-48c078aaf3d4 None None] Pushing event deleted for resources: {'Port': ['ID=682c4f82-1ae0-4564-8e47-fe4fc1d02789,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:55.285775 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-179b1911-7bf8-46f6-a9ed-7c4dccefae25 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet de79a2ef-b11e-49aa-a0c2-1fd8e7d41536 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:10:55.296922 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-179b1911-7bf8-46f6-a9ed-7c4dccefae25 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (de79a2ef-b11e-49aa-a0c2-1fd8e7d41536), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:55.337489 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b278020-e356-4d8d-bc8f-48c078aaf3d4 None None] No DVR routers for this DVR port 682c4f82-1ae0-4564-8e47-fe4fc1d02789 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:10:55.347806 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-783b19fc-b9b7-4266-997f-0f927ac164f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Floating IP 003f5e25-3a55-4226-bed4-b132e639b448 associated. External IP: 172.25.3.134, port: c8d96e85-d872-4c04-a41a-a5d772b2495f. Feb 19 04:10:55.415352 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b81e5c2-7cc1-4eba-8a2a-628f43f88e86 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:10:55.445638 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-179b1911-7bf8-46f6-a9ed-7c4dccefae25 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (de79a2ef-b11e-49aa-a0c2-1fd8e7d41536), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:55.531588 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-179b1911-7bf8-46f6-a9ed-7c4dccefae25 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (de79a2ef-b11e-49aa-a0c2-1fd8e7d41536), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:55.547604 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed023017-e50f-4faf-b0bf-2c4593bf88f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-1742e730-766a-4fa0-996c-7e016537b1f1', 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'fixed_ips': [{'subnet_id': 'de79a2ef-b11e-49aa-a0c2-1fd8e7d41536'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:10:55.549219 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ed023017-e50f-4faf-b0bf-2c4593bf88f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:55.645880 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-179b1911-7bf8-46f6-a9ed-7c4dccefae25 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (de79a2ef-b11e-49aa-a0c2-1fd8e7d41536), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:55.671125 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-179b1911-7bf8-46f6-a9ed-7c4dccefae25 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:55.674562 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-179b1911-7bf8-46f6-a9ed-7c4dccefae25 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/de79a2ef-b11e-49aa-a0c2-1fd8e7d41536 HTTP/1.1" status: 204 len: 168 time: 0.5725603 Feb 19 04:10:55.677093 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34582) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:55.715986 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b1911-7bf8-46f6-a9ed-7c4dccefae25 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=de79a2ef-b11e-49aa-a0c2-1fd8e7d41536,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:55.730278 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7999ed09-609c-4b3c-9a68-60066072ff4f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507934 Feb 19 04:10:55.733444 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34584) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:55.739507 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-163bf2fd-f7bc-4f05-906e-3b164c2ddc4a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:55.759023 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783b19fc-b9b7-4266-997f-0f927ac164f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Router f6d2431b-d63e-4c0d-a4d4-69253cce99cd has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server [None req-ed023017-e50f-4faf-b0bf-2c4593bf88f6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de79a2ef-b11e-49aa-a0c2-1fd8e7d41536: This subnet is being modified by another concurrent operation. Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:10:55.777045 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise exception Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de79a2ef-b11e-49aa-a0c2-1fd8e7d41536: This subnet is being modified by another concurrent operation. Feb 19 04:10:55.780857 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server Feb 19 04:10:55.793879 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1361f991-32d6-4fa4-b95c-5c3ec6f1d1fa None None] get_active_networks_info from n-d-828369-19 {{(pid=109927) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:10:55.913549 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163bf2fd-f7bc-4f05-906e-3b164c2ddc4a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:55.917339 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-163bf2fd-f7bc-4f05-906e-3b164c2ddc4a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:55.936729 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1361f991-32d6-4fa4-b95c-5c3ec6f1d1fa None None] Resources bound (agent type, host, resource id): {{(pid=109927) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:10:55.998521 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783b19fc-b9b7-4266-997f-0f927ac164f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:10:56.054994 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-783b19fc-b9b7-4266-997f-0f927ac164f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:56.113059 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b9dbc1-d267-4141-89b0-27a722cacd58 None None] Sync routers for ids ['f6d2431b-d63e-4c0d-a4d4-69253cce99cd'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:10:56.124681 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-783b19fc-b9b7-4266-997f-0f927ac164f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6407444 Feb 19 04:10:56.124681 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e907c139-e548-4e4d-af51-cb256681c47b', 'tag': 'c8d96e85-d872-4c04-a41a-a5d772b2495f'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:56.136835 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfdb076-13c1-48c5-88c7-6868b2e8288e" -d '{"events": [{"name": "network-changed", "server_uuid": "e907c139-e548-4e4d-af51-cb256681c47b", "tag": "c8d96e85-d872-4c04-a41a-a5d772b2495f"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:56.194672 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b9dbc1-d267-4141-89b0-27a722cacd58 None None] Routers {'f6d2431b-d63e-4c0d-a4d4-69253cce99cd'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:10:56.194672 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-43b9dbc1-d267-4141-89b0-27a722cacd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:10:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f6d2431b-d63e-4c0d-a4d4-69253cce99cd'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:56.301637 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e9a29b-8702-49fa-b338-c1d7cd249358 x-openstack-request-id: req-02e9a29b-8702-49fa-b338-c1d7cd249358 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:56.302085 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e907c139-e548-4e4d-af51-cb256681c47b", "tag": "c8d96e85-d872-4c04-a41a-a5d772b2495f", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:56.302376 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-02e9a29b-8702-49fa-b338-c1d7cd249358 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:56.304099 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e907c139-e548-4e4d-af51-cb256681c47b', 'tag': 'c8d96e85-d872-4c04-a41a-a5d772b2495f', 'status': 'completed', 'code': 200} Feb 19 04:10:56.449296 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71230def-829b-4f7f-a07f-9ea3be39a074 req-576e5fe4-5da5-4d0f-9138-b7d6261361f7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:56.458676 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-71230def-829b-4f7f-a07f-9ea3be39a074 req-576e5fe4-5da5-4d0f-9138-b7d6261361f7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 946 time: 0.2352240 Feb 19 04:10:56.487904 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-43b9dbc1-d267-4141-89b0-27a722cacd58 None None] Set router f6d2431b-d63e-4c0d-a4d4-69253cce99cd gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:10:56.503730 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-163bf2fd-f7bc-4f05-906e-3b164c2ddc4a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (2302f8e2-4588-4650-80f2-1145dd74faf2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:56.541777 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163bf2fd-f7bc-4f05-906e-3b164c2ddc4a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:56.548641 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-163bf2fd-f7bc-4f05-906e-3b164c2ddc4a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:56.553363 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163bf2fd-f7bc-4f05-906e-3b164c2ddc4a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:56.553966 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-163bf2fd-f7bc-4f05-906e-3b164c2ddc4a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:56.559283 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4f8c58-500d-4b4c-9ed9-5b126470f479 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:10:56.561893 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-71230def-829b-4f7f-a07f-9ea3be39a074 req-4a8234ec-1bdf-4f49-9d11-d5b0a3d3ab71 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999172 Feb 19 04:10:56.584487 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34598) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:56.649687 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdb076-13c1-48c5-88c7-6868b2e8288e req-c6bf3a0b-be3b-409b-aa62-e116b90d420b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:56.651438 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-cbfdb076-13c1-48c5-88c7-6868b2e8288e req-c6bf3a0b-be3b-409b-aa62-e116b90d420b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 1129 time: 0.3213706 Feb 19 04:10:56.658892 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-163bf2fd-f7bc-4f05-906e-3b164c2ddc4a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9242663 Feb 19 04:10:56.662927 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34600) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:56.676957 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-26be539c-891e-4a1c-aaa2-80ac72aeb379 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1780200161', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:56.699305 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d139f431-d36c-4a39-9841-a86fe45217ad tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/floatingips/003f5e25-3a55-4226-bed4-b132e639b448 HTTP/1.1" status: 200 len: 992 time: 0.1136866 Feb 19 04:10:56.776859 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-26be539c-891e-4a1c-aaa2-80ac72aeb379 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:56.778534 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-26be539c-891e-4a1c-aaa2-80ac72aeb379 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:56.784526 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:56.797706 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163bf2fd-f7bc-4f05-906e-3b164c2ddc4a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=2302f8e2-4588-4650-80f2-1145dd74faf2,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:56.848151 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abfbb4e-6b4b-4b95-881d-61f0e3e8f704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-1742e730-766a-4fa0-996c-7e016537b1f1', 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'fixed_ips': [{'subnet_id': '2302f8e2-4588-4650-80f2-1145dd74faf2'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:10:56.849138 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0abfbb4e-6b4b-4b95-881d-61f0e3e8f704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:56.886332 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:10:56.900217 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-26be539c-891e-4a1c-aaa2-80ac72aeb379 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for router_controller (04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:56.912402 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-26be539c-891e-4a1c-aaa2-80ac72aeb379 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:56.918799 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdb076-13c1-48c5-88c7-6868b2e8288e req-52222470-df31-499d-8511-b0f7457cfa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:56.920263 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-cbfdb076-13c1-48c5-88c7-6868b2e8288e req-52222470-df31-499d-8511-b0f7457cfa05 service neutron] 10.222.0.26 "GET /v2.0/networks?id=33bfb928-b88c-483e-9011-0f74d9c470b9 HTTP/1.1" status: 200 len: 897 time: 0.2583191 Feb 19 04:10:56.972868 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-26be539c-891e-4a1c-aaa2-80ac72aeb379 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:56.974351 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-26be539c-891e-4a1c-aaa2-80ac72aeb379 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3009295 Feb 19 04:10:56.978260 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34602) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:57.013149 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-cbfdb076-13c1-48c5-88c7-6868b2e8288e req-99c016e4-8dfb-403a-a6bc-63310e19505a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8d96e85-d872-4c04-a41a-a5d772b2495f HTTP/1.1" status: 200 len: 1000 time: 0.0834491 Feb 19 04:10:57.136475 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdb076-13c1-48c5-88c7-6868b2e8288e req-cd781939-4afa-46a9-a085-1cb3f961392b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:57.138473 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-cbfdb076-13c1-48c5-88c7-6868b2e8288e req-cd781939-4afa-46a9-a085-1cb3f961392b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b75aa528-0873-412b-92b8-b69da9ced5ce HTTP/1.1" status: 200 len: 834 time: 0.1182897 Feb 19 04:10:57.164828 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-0abfbb4e-6b4b-4b95-881d-61f0e3e8f704 None None] Allocated IP 2001:db8::2 (1742e730-766a-4fa0-996c-7e016537b1f1/2302f8e2-4588-4650-80f2-1145dd74faf2/1af72aff-f3ab-41e1-8a10-f4f2b074142c) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:57.231290 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdb076-13c1-48c5-88c7-6868b2e8288e req-d9007f44-388b-494b-9e64-ef58870ee17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:57.233102 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-cbfdb076-13c1-48c5-88c7-6868b2e8288e req-d9007f44-388b-494b-9e64-ef58870ee17d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33bfb928-b88c-483e-9011-0f74d9c470b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0883324 Feb 19 04:10:57.378975 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0abfbb4e-6b4b-4b95-881d-61f0e3e8f704 None None] Publish callbacks [] for port (1af72aff-f3ab-41e1-8a10-f4f2b074142c), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:57.399322 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0abfbb4e-6b4b-4b95-881d-61f0e3e8f704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (1af72aff-f3ab-41e1-8a10-f4f2b074142c), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:57.424012 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-cbfdb076-13c1-48c5-88c7-6868b2e8288e req-5e2d5791-7625-4a4b-9dc9-ce3872f2ccf1 service neutron] 10.222.0.26 "GET /v2.0/networks/33bfb928-b88c-483e-9011-0f74d9c470b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827495 Feb 19 04:10:57.468021 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-43b9dbc1-d267-4141-89b0-27a722cacd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135806163', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e300398c-0cb1-4604-b2a9-c6d83cf9d844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:08Z', 'updated_at': '2022-02-19T04:10:21Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': 'e300398c-0cb1-4604-b2a9-c6d83cf9d844', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:09Z', 'updated_at': '2022-02-19T04:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '003f5e25-3a55-4226-bed4-b132e639b448', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'port_id': 'c8d96e85-d872-4c04-a41a-a5d772b2495f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1993, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9', 'mac_address': 'fa:16:3e:76:3a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e907c139-e548-4e4d-af51-cb256681c47b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:10:54Z', 'updated_at': '2022-02-19T04:10:54Z', 'revision_number': 0, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69821739-fec7-4b6d-9871-6ea9a54d8b98', 'name': '', 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:32:1d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'b75aa528-0873-412b-92b8-b69da9ced5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:17Z', 'updated_at': '2022-02-19T04:10:29Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': 'b75aa528-0873-412b-92b8-b69da9ced5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:57.509360 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b9dbc1-d267-4141-89b0-27a722cacd58 None None] Checking router: f6d2431b-d63e-4c0d-a4d4-69253cce99cd for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:10:57.519210 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abfbb4e-6b4b-4b95-881d-61f0e3e8f704 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:57.526910 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-0abfbb4e-6b4b-4b95-881d-61f0e3e8f704 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:57.530325 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abfbb4e-6b4b-4b95-881d-61f0e3e8f704 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:57.540022 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b9dbc1-d267-4141-89b0-27a722cacd58 None None] Routers {'f6d2431b-d63e-4c0d-a4d4-69253cce99cd'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:10:57.540648 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-43b9dbc1-d267-4141-89b0-27a722cacd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:10:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f6d2431b-d63e-4c0d-a4d4-69253cce99cd'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:57.543939 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ce5e9eb6-dfee-4d96-ac68-44b696f743f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:57.643341 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-cbfdb076-13c1-48c5-88c7-6868b2e8288e req-0d6eba1b-268a-4258-9ce1-3e27eef93c26 service neutron] 10.222.0.26 "GET /v2.0/networks/33bfb928-b88c-483e-9011-0f74d9c470b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079675 Feb 19 04:10:57.703181 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34614) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:57.845036 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfbb4e-6b4b-4b95-881d-61f0e3e8f704 None None] Pushing event updated for resources: {'Port': ['ID=1af72aff-f3ab-41e1-8a10-f4f2b074142c,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:57.849412 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-da2b0fbd-4a7e-46f9-a15d-22a685e4952f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/floatingips/003f5e25-3a55-4226-bed4-b132e639b448 HTTP/1.1" status: 200 len: 992 time: 0.1448829 Feb 19 04:10:57.927649 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-ce5e9eb6-dfee-4d96-ac68-44b696f743f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 2001:db8::1 (1742e730-766a-4fa0-996c-7e016537b1f1/2302f8e2-4588-4650-80f2-1145dd74faf2/1ad861c7-3b51-454f-a5d7-ab1702224c74) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:57.937474 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-0abfbb4e-6b4b-4b95-881d-61f0e3e8f704 None None] Attempting to bind port 1af72aff-f3ab-41e1-8a10-f4f2b074142c on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:10:57.937843 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-0abfbb4e-6b4b-4b95-881d-61f0e3e8f704 None None] Attempting to bind port 1af72aff-f3ab-41e1-8a10-f4f2b074142c by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:10:57.938236 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abfbb4e-6b4b-4b95-881d-61f0e3e8f704 None None] Attempting to bind port 1af72aff-f3ab-41e1-8a10-f4f2b074142c on network 1742e730-766a-4fa0-996c-7e016537b1f1 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:10:57.944578 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-43b9dbc1-d267-4141-89b0-27a722cacd58 None None] Set router f6d2431b-d63e-4c0d-a4d4-69253cce99cd gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:10:57.975919 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abfbb4e-6b4b-4b95-881d-61f0e3e8f704 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:10:57.976304 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abfbb4e-6b4b-4b95-881d-61f0e3e8f704 None None] Checking segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:10:57.976718 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0abfbb4e-6b4b-4b95-881d-61f0e3e8f704 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:57.977123 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abfbb4e-6b4b-4b95-881d-61f0e3e8f704 None None] Bound using segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:10:57.977619 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-0abfbb4e-6b4b-4b95-881d-61f0e3e8f704 None None] Bound port: 1af72aff-f3ab-41e1-8a10-f4f2b074142c, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:10:57.978006 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0abfbb4e-6b4b-4b95-881d-61f0e3e8f704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1af72aff-f3ab-41e1-8a10-f4f2b074142c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:58.094937 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ce5e9eb6-dfee-4d96-ac68-44b696f743f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (1ad861c7-3b51-454f-a5d7-ab1702224c74), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:58.155004 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-0abfbb4e-6b4b-4b95-881d-61f0e3e8f704 None None] For port 1af72aff-f3ab-41e1-8a10-f4f2b074142c, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:10:58.155244 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ce5e9eb6-dfee-4d96-ac68-44b696f743f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (1ad861c7-3b51-454f-a5d7-ab1702224c74), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:58.178472 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-0abfbb4e-6b4b-4b95-881d-61f0e3e8f704 None None] For port 1af72aff-f3ab-41e1-8a10-f4f2b074142c, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1af72aff-f3ab-41e1-8a10-f4f2b074142c,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:10:58.194563 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0abfbb4e-6b4b-4b95-881d-61f0e3e8f704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1af72aff-f3ab-41e1-8a10-f4f2b074142c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:58.226790 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e9eb6-dfee-4d96-ac68-44b696f743f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=1ad861c7-3b51-454f-a5d7-ab1702224c74,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:58.256504 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5e9eb6-dfee-4d96-ac68-44b696f743f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:58.259428 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-ce5e9eb6-dfee-4d96-ac68-44b696f743f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:58.262437 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5e9eb6-dfee-4d96-ac68-44b696f743f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:58.263179 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ce5e9eb6-dfee-4d96-ac68-44b696f743f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:58.271498 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfbb4e-6b4b-4b95-881d-61f0e3e8f704 None None] Pushing event updated for resources: {'Port': ['ID=1af72aff-f3ab-41e1-8a10-f4f2b074142c,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:58.388290 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-43b9dbc1-d267-4141-89b0-27a722cacd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135806163', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e300398c-0cb1-4604-b2a9-c6d83cf9d844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:08Z', 'updated_at': '2022-02-19T04:10:21Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': 'e300398c-0cb1-4604-b2a9-c6d83cf9d844', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:09Z', 'updated_at': '2022-02-19T04:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '003f5e25-3a55-4226-bed4-b132e639b448', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'port_id': 'c8d96e85-d872-4c04-a41a-a5d772b2495f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1993, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9', 'mac_address': 'fa:16:3e:76:3a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e907c139-e548-4e4d-af51-cb256681c47b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:10:54Z', 'updated_at': '2022-02-19T04:10:54Z', 'revision_number': 0, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69821739-fec7-4b6d-9871-6ea9a54d8b98', 'name': '', 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:32:1d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'b75aa528-0873-412b-92b8-b69da9ced5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:17Z', 'updated_at': '2022-02-19T04:10:29Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': 'b75aa528-0873-412b-92b8-b69da9ced5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:58.425562 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b9dbc1-d267-4141-89b0-27a722cacd58 None None] The sync data for ids ['f6d2431b-d63e-4c0d-a4d4-69253cce99cd'] in n-d-828369-19 is: [{'id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135806163', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e300398c-0cb1-4604-b2a9-c6d83cf9d844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:08Z', 'updated_at': '2022-02-19T04:10:21Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': 'e300398c-0cb1-4604-b2a9-c6d83cf9d844', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:09Z', 'updated_at': '2022-02-19T04:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '003f5e25-3a55-4226-bed4-b132e639b448', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'port_id': 'c8d96e85-d872-4c04-a41a-a5d772b2495f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1993, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9', 'mac_address': 'fa:16:3e:76:3a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e907c139-e548-4e4d-af51-cb256681c47b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:10:54Z', 'updated_at': '2022-02-19T04:10:54Z', 'revision_number': 0, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69821739-fec7-4b6d-9871-6ea9a54d8b98', 'name': '', 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:32:1d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'b75aa528-0873-412b-92b8-b69da9ced5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:17Z', 'updated_at': '2022-02-19T04:10:29Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': 'b75aa528-0873-412b-92b8-b69da9ced5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:10:58.487744 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ce5e9eb6-dfee-4d96-ac68-44b696f743f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1ad861c7-3b51-454f-a5d7-ab1702224c74), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:58.853181 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34628) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:58.893822 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5862a182-2ed7-4530-baaf-59a410a5e448 None None] New status for floating IP 003f5e25-3a55-4226-bed4-b132e639b448: ACTIVE {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:10:58.949511 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1af72aff-f3ab-41e1-8a10-f4f2b074142c up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:58.992708 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6c0a7fbe-ffab-4e16-8013-8ac1c12a94b9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/floatingips/003f5e25-3a55-4226-bed4-b132e639b448 HTTP/1.1" status: 200 len: 992 time: 0.1382630 Feb 19 04:10:59.028620 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 1af72aff-f3ab-41e1-8a10-f4f2b074142c triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:59.029018 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1af72aff-f3ab-41e1-8a10-f4f2b074142c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:59.160733 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 1af72aff-f3ab-41e1-8a10-f4f2b074142c is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:59.161428 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1af72aff-f3ab-41e1-8a10-f4f2b074142c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:59.199747 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 1af72aff-f3ab-41e1-8a10-f4f2b074142c, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1af72aff-f3ab-41e1-8a10-f4f2b074142c,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:59.218565 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1af72aff-f3ab-41e1-8a10-f4f2b074142c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:59.355846 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=1af72aff-f3ab-41e1-8a10-f4f2b074142c,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:59.497309 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:59.554707 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ce5e9eb6-dfee-4d96-ac68-44b696f743f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (1ad861c7-3b51-454f-a5d7-ab1702224c74), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:59.573191 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cca8c-f26c-4f94-8404-6af0536b8513 req-8ae38a72-3982-44e4-913b-7346f0ecacef tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:59.574797 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b88cca8c-f26c-4f94-8404-6af0536b8513 req-8ae38a72-3982-44e4-913b-7346f0ecacef tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/ports?device_id=02d03cca-da99-4cc8-82c1-d27c9c2f7dd8 HTTP/1.1" status: 200 len: 946 time: 0.2927017 Feb 19 04:10:59.578699 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ce5e9eb6-dfee-4d96-ac68-44b696f743f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (1ad861c7-3b51-454f-a5d7-ab1702224c74), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:59.580361 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ce5e9eb6-dfee-4d96-ac68-44b696f743f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:59.758508 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b88cca8c-f26c-4f94-8404-6af0536b8513 req-38003541-6d84-478b-8849-b56c74b19716 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/security-groups?id=7f71a8c3-d25b-416c-b79f-d60f665288d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706142 Feb 19 04:10:59.766037 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e9eb6-dfee-4d96-ac68-44b696f743f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=1ad861c7-3b51-454f-a5d7-ab1702224c74,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:59.838792 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5e9eb6-dfee-4d96-ac68-44b696f743f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:59.841895 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-ce5e9eb6-dfee-4d96-ac68-44b696f743f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:59.995847 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34642) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:59.997083 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-7e1229aa-d394-40eb-9106-1f71242ed53d None None] Provisioning complete for port 1af72aff-f3ab-41e1-8a10-f4f2b074142c triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:59.997575 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7e1229aa-d394-40eb-9106-1f71242ed53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1af72aff-f3ab-41e1-8a10-f4f2b074142c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:00.090712 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3c4222be-bf06-4945-939a-d384339f9064 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/floatingips/003f5e25-3a55-4226-bed4-b132e639b448 HTTP/1.1" status: 200 len: 994 time: 0.0933030 Feb 19 04:11:00.101999 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5e9eb6-dfee-4d96-ac68-44b696f743f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Router 04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:11:00.111287 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-7e1229aa-d394-40eb-9106-1f71242ed53d None None] Current status of the port 1af72aff-f3ab-41e1-8a10-f4f2b074142c is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:00.325437 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5e9eb6-dfee-4d96-ac68-44b696f743f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:11:00.337925 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591b052d-9e4c-4957-aaad-91a2e8e9e2ca None None] Sync routers for ids ['04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:11:00.346836 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34646) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:00.359106 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ce5e9eb6-dfee-4d96-ac68-44b696f743f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "PUT /v2.0/routers/04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3796852 Feb 19 04:11:00.407156 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591b052d-9e4c-4957-aaad-91a2e8e9e2ca None None] Routers {'04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:00.408112 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-591b052d-9e4c-4957-aaad-91a2e8e9e2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:10:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:00.459223 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6640cf4-51e9-4978-8778-3ce2a1ecdf04 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:00.460922 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-0a25e59f-31dc-45f8-ad7d-7d6fc411cc34 None None] Provisioning complete for port 1ad861c7-3b51-454f-a5d7-ab1702224c74 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:00.461307 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0a25e59f-31dc-45f8-ad7d-7d6fc411cc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1ad861c7-3b51-454f-a5d7-ab1702224c74), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:00.469491 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34650) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:00.482962 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d6640cf4-51e9-4978-8778-3ce2a1ecdf04 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports/1ad861c7-3b51-454f-a5d7-ab1702224c74 HTTP/1.1" status: 200 len: 911 time: 0.1333299 Feb 19 04:11:00.635701 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc83ecbc-c9e1-484d-95b3-b7f63c9bcd56 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:00.641833 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc83ecbc-c9e1-484d-95b3-b7f63c9bcd56 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:00.647276 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34656) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:00.650206 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0a25e59f-31dc-45f8-ad7d-7d6fc411cc34 None None] Port 1ad861c7-3b51-454f-a5d7-ab1702224c74 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:11:00.655743 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cc83ecbc-c9e1-484d-95b3-b7f63c9bcd56 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1845958 Feb 19 04:11:00.685411 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40b9ae-e604-4948-b67d-c725dffe92bc req-fc86bba9-f124-40fd-8ace-fc1505df0dc8 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:00.693552 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b40b9ae-e604-4948-b67d-c725dffe92bc req-fc86bba9-f124-40fd-8ace-fc1505df0dc8 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/ports?device_id=02d03cca-da99-4cc8-82c1-d27c9c2f7dd8 HTTP/1.1" status: 200 len: 946 time: 0.1808379 Feb 19 04:11:00.779215 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b40b9ae-e604-4948-b67d-c725dffe92bc req-420d0901-b916-4a00-8db9-f140e8f5da0a tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/security-groups?id=7f71a8c3-d25b-416c-b79f-d60f665288d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844245 Feb 19 04:11:00.847501 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1af72aff-f3ab-41e1-8a10-f4f2b074142c up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:00.865809 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d1cf0256-d621-4eaf-bb76-aa2199d6fd01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:00.978597 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-591b052d-9e4c-4957-aaad-91a2e8e9e2ca None None] Set router 04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:01.118614 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-da273e5f-baae-4915-8d8e-aec56ae37722 None None] Provisioning complete for port 1ad861c7-3b51-454f-a5d7-ab1702224c74 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:01.119305 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-da273e5f-baae-4915-8d8e-aec56ae37722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1ad861c7-3b51-454f-a5d7-ab1702224c74), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:01.211444 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-da273e5f-baae-4915-8d8e-aec56ae37722 None None] Port 1ad861c7-3b51-454f-a5d7-ab1702224c74 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:11:01.226880 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 1af72aff-f3ab-41e1-8a10-f4f2b074142c triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:01.227264 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1af72aff-f3ab-41e1-8a10-f4f2b074142c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:01.333170 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef6867ea-14f9-44a2-8966-a529d86b7060 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:01.380278 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 1af72aff-f3ab-41e1-8a10-f4f2b074142c is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:01.429880 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-591b052d-9e4c-4957-aaad-91a2e8e9e2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b', 'name': 'tempest-NetworksTestDHCPv6-router-1780200161', 'tenant_id': '1bdcf5ecc308450d9e923609ca7de655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:56Z', 'updated_at': '2022-02-19T04:10:58Z', 'revision_number': 2, 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'gw_port_host': None, '_interfaces': [{'id': '1ad861c7-3b51-454f-a5d7-ab1702224c74', 'name': '', 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'tenant_id': '1bdcf5ecc308450d9e923609ca7de655', 'mac_address': 'fa:16:3e:86:95:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '2302f8e2-4588-4650-80f2-1145dd74faf2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:57Z', 'updated_at': '2022-02-19T04:10:59Z', 'revision_number': 2, 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'subnets': [{'id': '2302f8e2-4588-4650-80f2-1145dd74faf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:01.484972 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591b052d-9e4c-4957-aaad-91a2e8e9e2ca None None] Checking router: 04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:11:01.485358 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591b052d-9e4c-4957-aaad-91a2e8e9e2ca None None] Updating router 04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b port 1ad861c7-3b51-454f-a5d7-ab1702224c74 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:11:01.519347 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-591b052d-9e4c-4957-aaad-91a2e8e9e2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1ad861c7-3b51-454f-a5d7-ab1702224c74), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:01.700262 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-ef6867ea-14f9-44a2-8966-a529d86b7060 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting port 1ad861c7-3b51-454f-a5d7-ab1702224c74 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:01.708097 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef6867ea-14f9-44a2-8966-a529d86b7060 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (1ad861c7-3b51-454f-a5d7-ab1702224c74), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:01.896615 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef6867ea-14f9-44a2-8966-a529d86b7060 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (1ad861c7-3b51-454f-a5d7-ab1702224c74), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:01.912261 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-ef6867ea-14f9-44a2-8966-a529d86b7060 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Calling delete_port for 1ad861c7-3b51-454f-a5d7-ab1702224c74 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:02.009863 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd8c96-eb25-487d-a212-09cb3895d112 req-3de49f18-4d80-41e2-9608-ecc86f15d8f6 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:02.017948 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8fd8c96-eb25-487d-a212-09cb3895d112 req-3de49f18-4d80-41e2-9608-ecc86f15d8f6 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/ports?device_id=02d03cca-da99-4cc8-82c1-d27c9c2f7dd8 HTTP/1.1" status: 200 len: 946 time: 0.0941019 Feb 19 04:11:02.023416 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-591b052d-9e4c-4957-aaad-91a2e8e9e2ca None None] Publish callbacks [] for port (1ad861c7-3b51-454f-a5d7-ab1702224c74), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:02.031614 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-591b052d-9e4c-4957-aaad-91a2e8e9e2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1ad861c7-3b51-454f-a5d7-ab1702224c74), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:02.125164 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8fd8c96-eb25-487d-a212-09cb3895d112 req-c9b2cec2-aa37-4fea-b832-e280a2a3ea68 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/security-groups?id=7f71a8c3-d25b-416c-b79f-d60f665288d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060057 Feb 19 04:11:02.160147 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d358324-69e7-4707-a18f-f93649d305b3 None None] Pushing event updated for resources: {'Port': ['ID=1ad861c7-3b51-454f-a5d7-ab1702224c74,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:02.170906 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef6867ea-14f9-44a2-8966-a529d86b7060 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (1ad861c7-3b51-454f-a5d7-ab1702224c74), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:02.199339 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-591b052d-9e4c-4957-aaad-91a2e8e9e2ca None None] Attempting to bind port 1ad861c7-3b51-454f-a5d7-ab1702224c74 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:11:02.199975 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-591b052d-9e4c-4957-aaad-91a2e8e9e2ca None None] Attempting to bind port 1ad861c7-3b51-454f-a5d7-ab1702224c74 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:11:02.200515 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591b052d-9e4c-4957-aaad-91a2e8e9e2ca None None] Attempting to bind port 1ad861c7-3b51-454f-a5d7-ab1702224c74 on network 1742e730-766a-4fa0-996c-7e016537b1f1 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:11:02.208177 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591b052d-9e4c-4957-aaad-91a2e8e9e2ca None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:11:02.208883 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591b052d-9e4c-4957-aaad-91a2e8e9e2ca None None] Checking segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:11:02.209463 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-591b052d-9e4c-4957-aaad-91a2e8e9e2ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:02.210022 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591b052d-9e4c-4957-aaad-91a2e8e9e2ca None None] Bound using segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:11:02.210708 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-591b052d-9e4c-4957-aaad-91a2e8e9e2ca None None] Bound port: 1ad861c7-3b51-454f-a5d7-ab1702224c74, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:11:02.211279 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-591b052d-9e4c-4957-aaad-91a2e8e9e2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1ad861c7-3b51-454f-a5d7-ab1702224c74), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:02.242601 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6867ea-14f9-44a2-8966-a529d86b7060 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Port': ['ID=1ad861c7-3b51-454f-a5d7-ab1702224c74,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:02.273356 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-591b052d-9e4c-4957-aaad-91a2e8e9e2ca None None] Port 1ad861c7-3b51-454f-a5d7-ab1702224c74 has been deleted concurrently {{(pid=109927) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 19 04:11:02.287147 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591b052d-9e4c-4957-aaad-91a2e8e9e2ca None None] Routers {'04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:02.295256 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-591b052d-9e4c-4957-aaad-91a2e8e9e2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:10:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:02.443930 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef6867ea-14f9-44a2-8966-a529d86b7060 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:02.445829 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-591b052d-9e4c-4957-aaad-91a2e8e9e2ca None None] Set router 04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:02.464139 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928d2a8-f682-44a2-9682-21de7b47c121 req-ba480a00-f4c8-4492-abf5-8fa963899c77 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:02.465825 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2928d2a8-f682-44a2-9682-21de7b47c121 req-ba480a00-f4c8-4492-abf5-8fa963899c77 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.26 "GET /v2.0/ports?device_id=02d03cca-da99-4cc8-82c1-d27c9c2f7dd8 HTTP/1.1" status: 200 len: 946 time: 0.2129855 Feb 19 04:11:02.509541 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-770b10f8-3fb3-4e93-a625-8eb1bf74a181 None None] Could not find standard attr ID for object 1ad861c7-3b51-454f-a5d7-ab1702224c74. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:11:02.569698 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-591b052d-9e4c-4957-aaad-91a2e8e9e2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b', 'name': 'tempest-NetworksTestDHCPv6-router-1780200161', 'tenant_id': '1bdcf5ecc308450d9e923609ca7de655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:56Z', 'updated_at': '2022-02-19T04:11:02Z', 'revision_number': 3, 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:02.631139 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591b052d-9e4c-4957-aaad-91a2e8e9e2ca None None] The sync data for ids ['04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b'] in n-d-828369-19 is: [{'id': '04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b', 'name': 'tempest-NetworksTestDHCPv6-router-1780200161', 'tenant_id': '1bdcf5ecc308450d9e923609ca7de655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:56Z', 'updated_at': '2022-02-19T04:11:02Z', 'revision_number': 3, 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:11:02.749209 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e72114fa-c218-4cc0-b87d-ee961b888b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:02.757866 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6867ea-14f9-44a2-8966-a529d86b7060 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Router 04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:11:02.861125 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-2928d2a8-f682-44a2-9682-21de7b47c121 req-c23ff77b-9808-4e2e-a781-e8b357b0637b tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Deleting port 29b08d36-aa15-44f8-929c-8e07e39220c5 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:02.861125 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-2928d2a8-f682-44a2-9682-21de7b47c121 req-c23ff77b-9808-4e2e-a781-e8b357b0637b tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (29b08d36-aa15-44f8-929c-8e07e39220c5), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:02.958936 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-2928d2a8-f682-44a2-9682-21de7b47c121 req-c23ff77b-9808-4e2e-a781-e8b357b0637b tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] For port 29b08d36-aa15-44f8-929c-8e07e39220c5, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=29b08d36-aa15-44f8-929c-8e07e39220c5,segment=NetworkSegment(6844225e-18dd-477e-a839-8b8ce4cd8765),segment_id=6844225e-18dd-477e-a839-8b8ce4cd8765)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:02.959418 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-2928d2a8-f682-44a2-9682-21de7b47c121 req-c23ff77b-9808-4e2e-a781-e8b357b0637b tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (29b08d36-aa15-44f8-929c-8e07e39220c5), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:03.073631 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6867ea-14f9-44a2-8966-a529d86b7060 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:11:03.082680 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34692) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:03.094353 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ef6867ea-14f9-44a2-8966-a529d86b7060 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "PUT /v2.0/routers/04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4457355 Feb 19 04:11:03.192034 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca47cb6-88e3-4709-9bbd-ded6f8170982 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:03.193731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca47cb6-88e3-4709-9bbd-ded6f8170982 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:03.198339 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-eca47cb6-88e3-4709-9bbd-ded6f8170982 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1137877 Feb 19 04:11:03.199261 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34696) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:03.294804 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58647bd-3c63-4182-ae0f-4435441c7936 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet 2302f8e2-4588-4650-80f2-1145dd74faf2 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:11:03.301456 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b58647bd-3c63-4182-ae0f-4435441c7936 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (2302f8e2-4588-4650-80f2-1145dd74faf2), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:03.425500 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf953a49-60a7-48a5-9f6b-c0489c816b19 req-5715df7a-7700-43d3-9acf-3c0ca54f3d40 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:03.427444 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf953a49-60a7-48a5-9f6b-c0489c816b19 req-5715df7a-7700-43d3-9acf-3c0ca54f3d40 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/ports?device_id=02d03cca-da99-4cc8-82c1-d27c9c2f7dd8 HTTP/1.1" status: 200 len: 946 time: 0.1740270 Feb 19 04:11:03.431127 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b58647bd-3c63-4182-ae0f-4435441c7936 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (2302f8e2-4588-4650-80f2-1145dd74faf2), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:03.520976 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf953a49-60a7-48a5-9f6b-c0489c816b19 req-521004b3-44de-4e4d-b4cf-e888eedc34af tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/security-groups?id=7f71a8c3-d25b-416c-b79f-d60f665288d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865276 Feb 19 04:11:03.587456 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b58647bd-3c63-4182-ae0f-4435441c7936 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (2302f8e2-4588-4650-80f2-1145dd74faf2), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:03.596743 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-2928d2a8-f682-44a2-9682-21de7b47c121 req-c23ff77b-9808-4e2e-a781-e8b357b0637b tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:03.597302 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-2928d2a8-f682-44a2-9682-21de7b47c121 req-c23ff77b-9808-4e2e-a781-e8b357b0637b tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (af06de1d-10ec-43f0-9c50-a55ca244b9ae), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:03.597728 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [req-2928d2a8-f682-44a2-9682-21de7b47c121 req-c23ff77b-9808-4e2e-a781-e8b357b0637b tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Floating IP af06de1d-10ec-43f0-9c50-a55ca244b9ae disassociated. External IP: 172.25.3.62, port: 29b08d36-aa15-44f8-929c-8e07e39220c5. Feb 19 04:11:03.598435 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-2928d2a8-f682-44a2-9682-21de7b47c121 req-c23ff77b-9808-4e2e-a781-e8b357b0637b tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Calling delete_port for 29b08d36-aa15-44f8-929c-8e07e39220c5 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:03.708977 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b58647bd-3c63-4182-ae0f-4435441c7936 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (2302f8e2-4588-4650-80f2-1145dd74faf2), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:03.719257 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:03.778212 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58647bd-3c63-4182-ae0f-4435441c7936 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=2302f8e2-4588-4650-80f2-1145dd74faf2,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:03.792580 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b58647bd-3c63-4182-ae0f-4435441c7936 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:03.796320 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b58647bd-3c63-4182-ae0f-4435441c7936 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/2302f8e2-4588-4650-80f2-1145dd74faf2 HTTP/1.1" status: 204 len: 168 time: 0.5958011 Feb 19 04:11:03.798844 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34704) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:03.810959 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ab02b5-ff1d-466d-b0b0-155c4082d0bf None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:11:03.876203 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-2928d2a8-f682-44a2-9682-21de7b47c121 req-c23ff77b-9808-4e2e-a781-e8b357b0637b tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (29b08d36-aa15-44f8-929c-8e07e39220c5), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:03.934671 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ff77b-9808-4e2e-a781-e8b357b0637b tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Pushing event deleted for resources: {'Port': ['ID=29b08d36-aa15-44f8-929c-8e07e39220c5,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:04.075342 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b29018d-98d8-4fe8-a5c4-af4e47dad81a None None] DHCP port deletion for 1742e730-766a-4fa0-996c-7e016537b1f1 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:11:04.118202 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bb8370e5-e382-4bee-bcc7-cb73791f5e8e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3177912 Feb 19 04:11:04.126043 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34708) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:04.196884 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0b29018d-98d8-4fe8-a5c4-af4e47dad81a None None] Deleting port 1af72aff-f3ab-41e1-8a10-f4f2b074142c {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:04.197178 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0b29018d-98d8-4fe8-a5c4-af4e47dad81a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (1af72aff-f3ab-41e1-8a10-f4f2b074142c), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:04.219325 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2928d2a8-f682-44a2-9682-21de7b47c121 req-c23ff77b-9808-4e2e-a781-e8b357b0637b tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Router 94b7dd21-b2d5-4692-834d-8135d66bb4c1 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:11:04.231364 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ee43ef-c62b-4738-9a93-fa4047b6aa6a None None] Sync routers for ids ['04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:11:04.249046 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ee43ef-c62b-4738-9a93-fa4047b6aa6a None None] Routers {'04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:04.250870 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-46ee43ef-c62b-4738-9a93-fa4047b6aa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:11:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:04.324925 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-0b29018d-98d8-4fe8-a5c4-af4e47dad81a None None] For port 1af72aff-f3ab-41e1-8a10-f4f2b074142c, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1af72aff-f3ab-41e1-8a10-f4f2b074142c,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:04.326242 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0b29018d-98d8-4fe8-a5c4-af4e47dad81a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (1af72aff-f3ab-41e1-8a10-f4f2b074142c), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:04.344497 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0b29018d-98d8-4fe8-a5c4-af4e47dad81a None None] Calling delete_port for 1af72aff-f3ab-41e1-8a10-f4f2b074142c owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:04.419772 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-46ee43ef-c62b-4738-9a93-fa4047b6aa6a None None] Set router 04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:04.422011 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-af129b3b-2601-46b4-8381-24a482cb1123 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for router (04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:04.500193 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2928d2a8-f682-44a2-9682-21de7b47c121 req-c23ff77b-9808-4e2e-a781-e8b357b0637b tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:11:04.531701 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cc1b3e-cfc8-471b-9b95-09d1fc44fc07 None None] Sync routers for ids ['94b7dd21-b2d5-4692-834d-8135d66bb4c1'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:11:04.551066 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0b29018d-98d8-4fe8-a5c4-af4e47dad81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (1af72aff-f3ab-41e1-8a10-f4f2b074142c), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:04.588171 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-46ee43ef-c62b-4738-9a93-fa4047b6aa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b', 'name': 'tempest-NetworksTestDHCPv6-router-1780200161', 'tenant_id': '1bdcf5ecc308450d9e923609ca7de655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:56Z', 'updated_at': '2022-02-19T04:11:02Z', 'revision_number': 3, 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:04.591616 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29018d-98d8-4fe8-a5c4-af4e47dad81a None None] Pushing event deleted for resources: {'Port': ['ID=1af72aff-f3ab-41e1-8a10-f4f2b074142c,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:04.598950 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cc1b3e-cfc8-471b-9b95-09d1fc44fc07 None None] Routers {'94b7dd21-b2d5-4692-834d-8135d66bb4c1'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:04.599791 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-27cc1b3e-cfc8-471b-9b95-09d1fc44fc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:11:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['94b7dd21-b2d5-4692-834d-8135d66bb4c1'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:04.609082 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b29018d-98d8-4fe8-a5c4-af4e47dad81a None None] No DVR routers for this DVR port 1af72aff-f3ab-41e1-8a10-f4f2b074142c on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:11:04.642480 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-2928d2a8-f682-44a2-9682-21de7b47c121 req-c23ff77b-9808-4e2e-a781-e8b357b0637b tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] No DVR routers for this DVR port 29b08d36-aa15-44f8-929c-8e07e39220c5 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:11:04.646420 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-2928d2a8-f682-44a2-9682-21de7b47c121 req-c23ff77b-9808-4e2e-a781-e8b357b0637b tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:04.649721 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2928d2a8-f682-44a2-9682-21de7b47c121 req-c23ff77b-9808-4e2e-a781-e8b357b0637b tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.26 "DELETE /v2.0/ports/29b08d36-aa15-44f8-929c-8e07e39220c5 HTTP/1.1" status: 204 len: 173 time: 2.0738642 Feb 19 04:11:04.654339 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d03cca-da99-4cc8-82c1-d27c9c2f7dd8', 'name': 'network-vif-deleted', 'tag': '29b08d36-aa15-44f8-929c-8e07e39220c5'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:11:04.656643 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56379ff-b8f3-4d13-b9f3-b813c13a72ff" -d '{"events": [{"server_uuid": "02d03cca-da99-4cc8-82c1-d27c9c2f7dd8", "name": "network-vif-deleted", "tag": "29b08d36-aa15-44f8-929c-8e07e39220c5"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:11:04.669206 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ee43ef-c62b-4738-9a93-fa4047b6aa6a None None] Checking router: 04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:11:04.679162 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ee43ef-c62b-4738-9a93-fa4047b6aa6a None None] Routers {'04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:04.679833 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-46ee43ef-c62b-4738-9a93-fa4047b6aa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:11:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:04.775391 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-46ee43ef-c62b-4738-9a93-fa4047b6aa6a None None] Set router 04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:04.806576 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b45f0d9-6eec-4832-93fa-a1973e151520 x-openstack-request-id: req-9b45f0d9-6eec-4832-93fa-a1973e151520 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:11:04.807205 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d03cca-da99-4cc8-82c1-d27c9c2f7dd8", "name": "network-vif-deleted", "tag": "29b08d36-aa15-44f8-929c-8e07e39220c5", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:11:04.807612 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b45f0d9-6eec-4832-93fa-a1973e151520 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:11:04.808156 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d03cca-da99-4cc8-82c1-d27c9c2f7dd8', 'name': 'network-vif-deleted', 'tag': '29b08d36-aa15-44f8-929c-8e07e39220c5', 'status': 'completed', 'code': 200} Feb 19 04:11:04.871830 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-46ee43ef-c62b-4738-9a93-fa4047b6aa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b', 'name': 'tempest-NetworksTestDHCPv6-router-1780200161', 'tenant_id': '1bdcf5ecc308450d9e923609ca7de655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:56Z', 'updated_at': '2022-02-19T04:11:02Z', 'revision_number': 3, 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:04.893290 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1af72aff-f3ab-41e1-8a10-f4f2b074142c no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:11:04.909330 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef017fd8-e7c0-4ad2-b50c-9f5a22b5593e req-88818723-71dc-41f7-9c99-e91cfc8d3ef4 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/ports?device_id=02d03cca-da99-4cc8-82c1-d27c9c2f7dd8 HTTP/1.1" status: 200 len: 210 time: 0.1296871 Feb 19 04:11:04.924634 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 1af72aff-f3ab-41e1-8a10-f4f2b074142c {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:11:04.925021 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1af72aff-f3ab-41e1-8a10-f4f2b074142c not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:11:04.967201 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ee43ef-c62b-4738-9a93-fa4047b6aa6a None None] The sync data for ids ['04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b'] in n-d-828369-19 is: [{'id': '04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b', 'name': 'tempest-NetworksTestDHCPv6-router-1780200161', 'tenant_id': '1bdcf5ecc308450d9e923609ca7de655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:56Z', 'updated_at': '2022-02-19T04:11:02Z', 'revision_number': 3, 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'gw_port_host': None}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:11:04.981395 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-27cc1b3e-cfc8-471b-9b95-09d1fc44fc07 None None] Set router 94b7dd21-b2d5-4692-834d-8135d66bb4c1 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:05.185884 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-af129b3b-2601-46b4-8381-24a482cb1123 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:05.192651 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-af129b3b-2601-46b4-8381-24a482cb1123 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for router_controller (04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:05.271946 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-af129b3b-2601-46b4-8381-24a482cb1123 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:05.275416 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af129b3b-2601-46b4-8381-24a482cb1123 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Fanout notify agent at l3_agent the message router_deleted on router 04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:11:05.291807 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-af129b3b-2601-46b4-8381-24a482cb1123 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:05.297074 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34724) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:05.300035 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-af129b3b-2601-46b4-8381-24a482cb1123 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/routers/04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b HTTP/1.1" status: 204 len: 168 time: 1.1711473 Feb 19 04:11:05.309962 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ed94cb25-d7e5-4b46-8e21-c15cf078f0e5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:05.601327 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed94cb25-d7e5-4b46-8e21-c15cf078f0e5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:05.601538 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 29b08d36-aa15-44f8-929c-8e07e39220c5 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:11:05.610428 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ed94cb25-d7e5-4b46-8e21-c15cf078f0e5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:05.636948 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 29b08d36-aa15-44f8-929c-8e07e39220c5 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:11:05.637291 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 29b08d36-aa15-44f8-929c-8e07e39220c5 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:11:05.686424 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:05.825770 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-27cc1b3e-cfc8-471b-9b95-09d1fc44fc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'name': 'tempest-ServersTestJSON-145202602-router', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'd2dc3dd9-6d54-4713-bd63-3a92d2c13c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:08:58Z', 'updated_at': '2022-02-19T04:09:10Z', 'revision_number': 4, 'project_id': '307b43b5d94f4276a9c8cae63443bb9c', 'gw_port': {'id': 'd2dc3dd9-6d54-4713-bd63-3a92d2c13c0c', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:08:59Z', 'updated_at': '2022-02-19T04:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'c136e56c-c716-465b-8b66-4d9f495c6746', 'name': '', 'network_id': 'db902299-93bc-45eb-b6b4-6acba92a32c7', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'mac_address': 'fa:16:3e:9c:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'a636f74d-11b2-4b6b-aa69-e73def6fd43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:08Z', 'updated_at': '2022-02-19T04:09:14Z', 'revision_number': 5, 'project_id': '307b43b5d94f4276a9c8cae63443bb9c', 'subnets': [{'id': 'a636f74d-11b2-4b6b-aa69-e73def6fd43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:05.870567 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cc1b3e-cfc8-471b-9b95-09d1fc44fc07 None None] Checking router: 94b7dd21-b2d5-4692-834d-8135d66bb4c1 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:11:05.881222 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cc1b3e-cfc8-471b-9b95-09d1fc44fc07 None None] Routers {'94b7dd21-b2d5-4692-834d-8135d66bb4c1'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:05.882128 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-27cc1b3e-cfc8-471b-9b95-09d1fc44fc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:11:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['94b7dd21-b2d5-4692-834d-8135d66bb4c1'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:06.037875 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ed94cb25-d7e5-4b46-8e21-c15cf078f0e5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (9ea6fcdf-053e-4da2-90c9-b9809d309b13), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:06.041182 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34736) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:06.125103 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1160fe4-d88b-4bed-ba99-b8874b6983f8 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks [] for security_group (7f71a8c3-d25b-416c-b79f-d60f665288d0), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:06.146604 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-27cc1b3e-cfc8-471b-9b95-09d1fc44fc07 None None] Set router 94b7dd21-b2d5-4692-834d-8135d66bb4c1 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:06.149915 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94cb25-d7e5-4b46-8e21-c15cf078f0e5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=9ea6fcdf-053e-4da2-90c9-b9809d309b13,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:06.183425 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed94cb25-d7e5-4b46-8e21-c15cf078f0e5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:06.184967 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-ed94cb25-d7e5-4b46-8e21-c15cf078f0e5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:06.189002 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed94cb25-d7e5-4b46-8e21-c15cf078f0e5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:06.189595 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ed94cb25-d7e5-4b46-8e21-c15cf078f0e5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:06.195728 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1160fe4-d88b-4bed-ba99-b8874b6983f8 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks [] for security_group (7f71a8c3-d25b-416c-b79f-d60f665288d0), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:06.231233 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ed94cb25-d7e5-4b46-8e21-c15cf078f0e5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9326553 Feb 19 04:11:06.233945 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34740) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:06.239652 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-03c46a6a-049f-4e75-b922-e7db6a4f6fa4 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-77222828', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:06.275195 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03c46a6a-049f-4e75-b922-e7db6a4f6fa4 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:06.279121 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03c46a6a-049f-4e75-b922-e7db6a4f6fa4 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:06.303581 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1160fe4-d88b-4bed-ba99-b8874b6983f8 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7f71a8c3-d25b-416c-b79f-d60f665288d0), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:06.306639 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1160fe4-d88b-4bed-ba99-b8874b6983f8 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:06.310722 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c1160fe4-d88b-4bed-ba99-b8874b6983f8 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "DELETE /v2.0/security-groups/7f71a8c3-d25b-416c-b79f-d60f665288d0 HTTP/1.1" status: 204 len: 168 time: 0.2681258 Feb 19 04:11:06.311581 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34742) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:06.350215 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-fbd1f3fd-b2a9-40fa-a8d3-805dd21c2fd6 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] show failed (client error): The resource could not be found. Feb 19 04:11:06.354287 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fbd1f3fd-b2a9-40fa-a8d3-805dd21c2fd6 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "GET /v2.0/security-groups/7f71a8c3-d25b-416c-b79f-d60f665288d0 HTTP/1.1" status: 404 len: 347 time: 0.0386064 Feb 19 04:11:06.358662 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34744) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:06.372520 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1160fe4-d88b-4bed-ba99-b8874b6983f8 tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f71a8c3-d25b-416c-b79f-d60f665288d0,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:06.402045 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d7604c-dfd1-4171-bfce-228a7f652f49 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:11:06.441880 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03c46a6a-049f-4e75-b922-e7db6a4f6fa4 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for router_controller (b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:06.457476 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03c46a6a-049f-4e75-b922-e7db6a4f6fa4 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:06.510816 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03c46a6a-049f-4e75-b922-e7db6a4f6fa4 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:06.516539 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-03c46a6a-049f-4e75-b922-e7db6a4f6fa4 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2806444 Feb 19 04:11:06.520627 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34746) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:06.629259 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-79cc3352-b374-4236-bdeb-fef9ecb3be7f tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Deleting port b785268b-c3c9-437d-9c6f-424f6382747b {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:06.629607 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-79cc3352-b374-4236-bdeb-fef9ecb3be7f tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b785268b-c3c9-437d-9c6f-424f6382747b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:06.750094 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960a2050-4fc7-4eff-bc50-c3443ba1e4c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-1742e730-766a-4fa0-996c-7e016537b1f1', 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'fixed_ips': [{'subnet_id': '9ea6fcdf-053e-4da2-90c9-b9809d309b13'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:11:06.753337 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-960a2050-4fc7-4eff-bc50-c3443ba1e4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:06.780157 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-79cc3352-b374-4236-bdeb-fef9ecb3be7f tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b785268b-c3c9-437d-9c6f-424f6382747b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:06.780783 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-79cc3352-b374-4236-bdeb-fef9ecb3be7f tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks [] for floatingip (b785268b-c3c9-437d-9c6f-424f6382747b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:06.790186 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:06.804913 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-79cc3352-b374-4236-bdeb-fef9ecb3be7f tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Calling delete_port for b785268b-c3c9-437d-9c6f-424f6382747b owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:07.012859 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-27cc1b3e-cfc8-471b-9b95-09d1fc44fc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'name': 'tempest-ServersTestJSON-145202602-router', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'd2dc3dd9-6d54-4713-bd63-3a92d2c13c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:08:58Z', 'updated_at': '2022-02-19T04:09:10Z', 'revision_number': 4, 'project_id': '307b43b5d94f4276a9c8cae63443bb9c', 'gw_port': {'id': 'd2dc3dd9-6d54-4713-bd63-3a92d2c13c0c', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:08:59Z', 'updated_at': '2022-02-19T04:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'c136e56c-c716-465b-8b66-4d9f495c6746', 'name': '', 'network_id': 'db902299-93bc-45eb-b6b4-6acba92a32c7', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'mac_address': 'fa:16:3e:9c:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'a636f74d-11b2-4b6b-aa69-e73def6fd43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:08Z', 'updated_at': '2022-02-19T04:09:14Z', 'revision_number': 5, 'project_id': '307b43b5d94f4276a9c8cae63443bb9c', 'subnets': [{'id': 'a636f74d-11b2-4b6b-aa69-e73def6fd43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:07.084063 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cc1b3e-cfc8-471b-9b95-09d1fc44fc07 None None] The sync data for ids ['94b7dd21-b2d5-4692-834d-8135d66bb4c1'] in n-d-828369-19 is: [{'id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'name': 'tempest-ServersTestJSON-145202602-router', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'd2dc3dd9-6d54-4713-bd63-3a92d2c13c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:08:58Z', 'updated_at': '2022-02-19T04:09:10Z', 'revision_number': 4, 'project_id': '307b43b5d94f4276a9c8cae63443bb9c', 'gw_port': {'id': 'd2dc3dd9-6d54-4713-bd63-3a92d2c13c0c', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:08:59Z', 'updated_at': '2022-02-19T04:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'c136e56c-c716-465b-8b66-4d9f495c6746', 'name': '', 'network_id': 'db902299-93bc-45eb-b6b4-6acba92a32c7', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'mac_address': 'fa:16:3e:9c:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'a636f74d-11b2-4b6b-aa69-e73def6fd43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:08Z', 'updated_at': '2022-02-19T04:09:14Z', 'revision_number': 5, 'project_id': '307b43b5d94f4276a9c8cae63443bb9c', 'subnets': [{'id': 'a636f74d-11b2-4b6b-aa69-e73def6fd43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:11:07.133544 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-960a2050-4fc7-4eff-bc50-c3443ba1e4c2 None None] Allocated IP 2001:db8::2 (1742e730-766a-4fa0-996c-7e016537b1f1/9ea6fcdf-053e-4da2-90c9-b9809d309b13/9a234dc5-4db3-4552-a2a8-d1be25b5cac7) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:07.140888 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-79cc3352-b374-4236-bdeb-fef9ecb3be7f tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (b785268b-c3c9-437d-9c6f-424f6382747b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:07.209004 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc3352-b374-4236-bdeb-fef9ecb3be7f tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Pushing event deleted for resources: {'Port': ['ID=b785268b-c3c9-437d-9c6f-424f6382747b,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:07.396074 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-79cc3352-b374-4236-bdeb-fef9ecb3be7f tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks [] for floatingip (af06de1d-10ec-43f0-9c50-a55ca244b9ae), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:07.399030 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-79cc3352-b374-4236-bdeb-fef9ecb3be7f tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:07.403902 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-79cc3352-b374-4236-bdeb-fef9ecb3be7f tempest-ServersTestJSON-618678026 tempest-ServersTestJSON-618678026-project] 10.222.0.52 "DELETE /v2.0/floatingips/af06de1d-10ec-43f0-9c50-a55ca244b9ae HTTP/1.1" status: 204 len: 168 time: 1.0439525 Feb 19 04:11:07.415676 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34756) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:07.493833 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-604dd420-0eea-4f29-9135-28032cf44a19 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:07.524734 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-960a2050-4fc7-4eff-bc50-c3443ba1e4c2 None None] Publish callbacks [] for port (9a234dc5-4db3-4552-a2a8-d1be25b5cac7), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:07.542286 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-960a2050-4fc7-4eff-bc50-c3443ba1e4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (9a234dc5-4db3-4552-a2a8-d1be25b5cac7), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:07.644469 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960a2050-4fc7-4eff-bc50-c3443ba1e4c2 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:07.668083 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-960a2050-4fc7-4eff-bc50-c3443ba1e4c2 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:07.672203 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960a2050-4fc7-4eff-bc50-c3443ba1e4c2 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:11:07.732262 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7965aef8-fbf0-49c6-afd1-a5d26cb7bb99 None None] New status for floating IP af06de1d-10ec-43f0-9c50-a55ca244b9ae: DOWN {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:11:07.840799 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-960a2050-4fc7-4eff-bc50-c3443ba1e4c2 None None] Attempting to bind port 9a234dc5-4db3-4552-a2a8-d1be25b5cac7 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:11:07.841175 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-960a2050-4fc7-4eff-bc50-c3443ba1e4c2 None None] Attempting to bind port 9a234dc5-4db3-4552-a2a8-d1be25b5cac7 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:11:07.841540 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960a2050-4fc7-4eff-bc50-c3443ba1e4c2 None None] Attempting to bind port 9a234dc5-4db3-4552-a2a8-d1be25b5cac7 on network 1742e730-766a-4fa0-996c-7e016537b1f1 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:11:07.853339 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a2050-4fc7-4eff-bc50-c3443ba1e4c2 None None] Pushing event updated for resources: {'Port': ['ID=9a234dc5-4db3-4552-a2a8-d1be25b5cac7,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:07.874225 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960a2050-4fc7-4eff-bc50-c3443ba1e4c2 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:11:07.874903 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960a2050-4fc7-4eff-bc50-c3443ba1e4c2 None None] Checking segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:11:07.875472 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-960a2050-4fc7-4eff-bc50-c3443ba1e4c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:07.875977 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960a2050-4fc7-4eff-bc50-c3443ba1e4c2 None None] Bound using segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:11:07.877147 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-960a2050-4fc7-4eff-bc50-c3443ba1e4c2 None None] Bound port: 9a234dc5-4db3-4552-a2a8-d1be25b5cac7, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:11:07.877553 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-960a2050-4fc7-4eff-bc50-c3443ba1e4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (9a234dc5-4db3-4552-a2a8-d1be25b5cac7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:07.955576 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-604dd420-0eea-4f29-9135-28032cf44a19 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 2001:db8::1 (1742e730-766a-4fa0-996c-7e016537b1f1/9ea6fcdf-053e-4da2-90c9-b9809d309b13/fac97017-f5ae-445e-89d0-18418a8e296f) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:08.048371 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-960a2050-4fc7-4eff-bc50-c3443ba1e4c2 None None] For port 9a234dc5-4db3-4552-a2a8-d1be25b5cac7, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:11:08.069261 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-960a2050-4fc7-4eff-bc50-c3443ba1e4c2 None None] For port 9a234dc5-4db3-4552-a2a8-d1be25b5cac7, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=9a234dc5-4db3-4552-a2a8-d1be25b5cac7,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:11:08.083448 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-960a2050-4fc7-4eff-bc50-c3443ba1e4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (9a234dc5-4db3-4552-a2a8-d1be25b5cac7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:08.263435 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a2050-4fc7-4eff-bc50-c3443ba1e4c2 None None] Pushing event updated for resources: {'Port': ['ID=9a234dc5-4db3-4552-a2a8-d1be25b5cac7,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:08.311126 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-604dd420-0eea-4f29-9135-28032cf44a19 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (fac97017-f5ae-445e-89d0-18418a8e296f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:08.393901 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-604dd420-0eea-4f29-9135-28032cf44a19 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (fac97017-f5ae-445e-89d0-18418a8e296f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:08.525810 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604dd420-0eea-4f29-9135-28032cf44a19 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:08.547440 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-604dd420-0eea-4f29-9135-28032cf44a19 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:08.564505 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604dd420-0eea-4f29-9135-28032cf44a19 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:11:08.569183 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-604dd420-0eea-4f29-9135-28032cf44a19 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:08.588526 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604dd420-0eea-4f29-9135-28032cf44a19 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=fac97017-f5ae-445e-89d0-18418a8e296f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:08.864271 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-604dd420-0eea-4f29-9135-28032cf44a19 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fac97017-f5ae-445e-89d0-18418a8e296f), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:08.980112 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 9a234dc5-4db3-4552-a2a8-d1be25b5cac7 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:09.036546 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2e7c3f24-c697-465a-bff0-cebf5395c80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (94b7dd21-b2d5-4692-834d-8135d66bb4c1), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:09.128154 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 9a234dc5-4db3-4552-a2a8-d1be25b5cac7 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:09.128762 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (9a234dc5-4db3-4552-a2a8-d1be25b5cac7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:09.316052 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 9a234dc5-4db3-4552-a2a8-d1be25b5cac7 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:09.321090 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (9a234dc5-4db3-4552-a2a8-d1be25b5cac7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:09.408500 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 9a234dc5-4db3-4552-a2a8-d1be25b5cac7, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=9a234dc5-4db3-4552-a2a8-d1be25b5cac7,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:09.428166 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (9a234dc5-4db3-4552-a2a8-d1be25b5cac7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:09.552937 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=9a234dc5-4db3-4552-a2a8-d1be25b5cac7,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:09.604435 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-604dd420-0eea-4f29-9135-28032cf44a19 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (fac97017-f5ae-445e-89d0-18418a8e296f), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:09.617962 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-604dd420-0eea-4f29-9135-28032cf44a19 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (fac97017-f5ae-445e-89d0-18418a8e296f), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:09.618868 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-604dd420-0eea-4f29-9135-28032cf44a19 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:09.757080 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-2e7c3f24-c697-465a-bff0-cebf5395c80d admin admin] Deleting port c136e56c-c716-465b-8b66-4d9f495c6746 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:09.757205 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2e7c3f24-c697-465a-bff0-cebf5395c80d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (c136e56c-c716-465b-8b66-4d9f495c6746), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:09.761139 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604dd420-0eea-4f29-9135-28032cf44a19 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=fac97017-f5ae-445e-89d0-18418a8e296f,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:09.898394 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-2e7c3f24-c697-465a-bff0-cebf5395c80d admin admin] For port c136e56c-c716-465b-8b66-4d9f495c6746, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=c136e56c-c716-465b-8b66-4d9f495c6746,segment=NetworkSegment(6844225e-18dd-477e-a839-8b8ce4cd8765),segment_id=6844225e-18dd-477e-a839-8b8ce4cd8765)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:09.898756 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2e7c3f24-c697-465a-bff0-cebf5395c80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (c136e56c-c716-465b-8b66-4d9f495c6746), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:09.917113 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-2e7c3f24-c697-465a-bff0-cebf5395c80d admin admin] Calling delete_port for c136e56c-c716-465b-8b66-4d9f495c6746 owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:09.945822 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604dd420-0eea-4f29-9135-28032cf44a19 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:09.947356 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-604dd420-0eea-4f29-9135-28032cf44a19 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:10.081601 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-5a42c4f2-efe2-4c04-94b8-c0a315358129 None None] Provisioning complete for port 9a234dc5-4db3-4552-a2a8-d1be25b5cac7 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:10.082133 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5a42c4f2-efe2-4c04-94b8-c0a315358129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (9a234dc5-4db3-4552-a2a8-d1be25b5cac7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:10.376342 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-5a42c4f2-efe2-4c04-94b8-c0a315358129 None None] Current status of the port 9a234dc5-4db3-4552-a2a8-d1be25b5cac7 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:10.394380 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604dd420-0eea-4f29-9135-28032cf44a19 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Router b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:11:10.489691 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2e7c3f24-c697-465a-bff0-cebf5395c80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (c136e56c-c716-465b-8b66-4d9f495c6746), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:10.560669 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c3f24-c697-465a-bff0-cebf5395c80d admin admin] Pushing event deleted for resources: {'Port': ['ID=c136e56c-c716-465b-8b66-4d9f495c6746,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:10.631650 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604dd420-0eea-4f29-9135-28032cf44a19 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:11:10.646817 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-604dd420-0eea-4f29-9135-28032cf44a19 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "PUT /v2.0/routers/b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1215777 Feb 19 04:11:10.647476 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34784) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:10.652369 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-18211e5f-60d3-4043-bd80-ae913ffb6d11 None None] Provisioning complete for port fac97017-f5ae-445e-89d0-18418a8e296f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:10.653725 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-18211e5f-60d3-4043-bd80-ae913ffb6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (fac97017-f5ae-445e-89d0-18418a8e296f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:10.676633 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc150ac-5e6b-443c-9b9d-3367c6f85eed None None] Sync routers for ids ['b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:11:10.750684 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc150ac-5e6b-443c-9b9d-3367c6f85eed None None] Routers {'b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:10.751866 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7bc150ac-5e6b-443c-9b9d-3367c6f85eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:11:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:10.764510 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b055ec03-64e5-4fb4-ace5-9255de822b8c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:10.774794 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b055ec03-64e5-4fb4-ace5-9255de822b8c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports/fac97017-f5ae-445e-89d0-18418a8e296f HTTP/1.1" status: 200 len: 911 time: 0.1261904 Feb 19 04:11:10.775480 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34788) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:10.914691 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de7910d-9643-4b0e-ad5a-d8f0b14004c2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:10.923128 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de7910d-9643-4b0e-ad5a-d8f0b14004c2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:10.937836 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0de7910d-9643-4b0e-ad5a-d8f0b14004c2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1611121 Feb 19 04:11:10.938504 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34790) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:11.043379 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2e7c3f24-c697-465a-bff0-cebf5395c80d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (94b7dd21-b2d5-4692-834d-8135d66bb4c1), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:11.277178 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 9a234dc5-4db3-4552-a2a8-d1be25b5cac7 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:11.341335 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-18211e5f-60d3-4043-bd80-ae913ffb6d11 None None] Port fac97017-f5ae-445e-89d0-18418a8e296f cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:11:11.379304 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-7bc150ac-5e6b-443c-9b9d-3367c6f85eed None None] Set router b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:11.432882 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 9a234dc5-4db3-4552-a2a8-d1be25b5cac7 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:11.433503 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (9a234dc5-4db3-4552-a2a8-d1be25b5cac7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:11.666487 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b5fb3f8b-33ed-4158-a901-ab0a40694290 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:11.667819 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7c3f24-c697-465a-bff0-cebf5395c80d admin admin] Router 94b7dd21-b2d5-4692-834d-8135d66bb4c1 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:11:11.702275 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-1b1de01f-e9a4-4037-8f9f-bd4b2fc8c827 None None] Provisioning complete for port fac97017-f5ae-445e-89d0-18418a8e296f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:11.711028 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1b1de01f-e9a4-4037-8f9f-bd4b2fc8c827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (fac97017-f5ae-445e-89d0-18418a8e296f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:11.777791 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-1b1de01f-e9a4-4037-8f9f-bd4b2fc8c827 None None] Port fac97017-f5ae-445e-89d0-18418a8e296f cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:11:11.809269 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 9a234dc5-4db3-4552-a2a8-d1be25b5cac7 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:11.912987 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7c3f24-c697-465a-bff0-cebf5395c80d admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:11:11.923731 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b26617b-8ff3-4a19-bddc-e2c892d206e1 None None] Sync routers for ids ['94b7dd21-b2d5-4692-834d-8135d66bb4c1'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:11:11.933646 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2e7c3f24-c697-465a-bff0-cebf5395c80d admin admin] 10.222.0.52 "PUT /v2.0/routers/94b7dd21-b2d5-4692-834d-8135d66bb4c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5035276 Feb 19 04:11:11.933646 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34800) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:11.957712 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b26617b-8ff3-4a19-bddc-e2c892d206e1 None None] Routers {'94b7dd21-b2d5-4692-834d-8135d66bb4c1'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:11.958305 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3b26617b-8ff3-4a19-bddc-e2c892d206e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:11:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['94b7dd21-b2d5-4692-834d-8135d66bb4c1'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:12.027397 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7bc150ac-5e6b-443c-9b9d-3367c6f85eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4', 'name': 'tempest-NetworksTestDHCPv6-router-77222828', 'tenant_id': '1bdcf5ecc308450d9e923609ca7de655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:06Z', 'updated_at': '2022-02-19T04:11:08Z', 'revision_number': 2, 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'gw_port_host': None, '_interfaces': [{'id': 'fac97017-f5ae-445e-89d0-18418a8e296f', 'name': '', 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'tenant_id': '1bdcf5ecc308450d9e923609ca7de655', 'mac_address': 'fa:16:3e:79:f0:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '9ea6fcdf-053e-4da2-90c9-b9809d309b13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:07Z', 'updated_at': '2022-02-19T04:11:09Z', 'revision_number': 2, 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'subnets': [{'id': '9ea6fcdf-053e-4da2-90c9-b9809d309b13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:12.126754 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc150ac-5e6b-443c-9b9d-3367c6f85eed None None] Checking router: b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:11:12.127265 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc150ac-5e6b-443c-9b9d-3367c6f85eed None None] Updating router b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4 port fac97017-f5ae-445e-89d0-18418a8e296f binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:11:12.210723 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-b5fb3f8b-33ed-4158-a901-ab0a40694290 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting port fac97017-f5ae-445e-89d0-18418a8e296f {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:12.213444 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b5fb3f8b-33ed-4158-a901-ab0a40694290 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (fac97017-f5ae-445e-89d0-18418a8e296f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:12.294526 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7bc150ac-5e6b-443c-9b9d-3367c6f85eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fac97017-f5ae-445e-89d0-18418a8e296f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:12.295677 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-47ab4295-9592-4e89-be2f-c1d97b83fab9 admin admin] Publish callbacks [] for router (94b7dd21-b2d5-4692-834d-8135d66bb4c1), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:12.350102 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-3b26617b-8ff3-4a19-bddc-e2c892d206e1 None None] Set router 94b7dd21-b2d5-4692-834d-8135d66bb4c1 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:12.411703 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b5fb3f8b-33ed-4158-a901-ab0a40694290 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (fac97017-f5ae-445e-89d0-18418a8e296f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:12.439885 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-b5fb3f8b-33ed-4158-a901-ab0a40694290 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Calling delete_port for fac97017-f5ae-445e-89d0-18418a8e296f owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:12.675085 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-47ab4295-9592-4e89-be2f-c1d97b83fab9 admin admin] Publish callbacks [] for router_gateway (94b7dd21-b2d5-4692-834d-8135d66bb4c1), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:12.812655 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-47ab4295-9592-4e89-be2f-c1d97b83fab9 admin admin] Deleting port d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:12.813003 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-47ab4295-9592-4e89-be2f-c1d97b83fab9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:12.862608 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b5fb3f8b-33ed-4158-a901-ab0a40694290 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (fac97017-f5ae-445e-89d0-18418a8e296f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:12.864117 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-7bc150ac-5e6b-443c-9b9d-3367c6f85eed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:11:12.864948 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-7bc150ac-5e6b-443c-9b9d-3367c6f85eed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:11:12.892694 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3b26617b-8ff3-4a19-bddc-e2c892d206e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'name': 'tempest-ServersTestJSON-145202602-router', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'd2dc3dd9-6d54-4713-bd63-3a92d2c13c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:08:58Z', 'updated_at': '2022-02-19T04:11:10Z', 'revision_number': 5, 'project_id': '307b43b5d94f4276a9c8cae63443bb9c', 'gw_port': {'id': 'd2dc3dd9-6d54-4713-bd63-3a92d2c13c0c', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:08:59Z', 'updated_at': '2022-02-19T04:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:12.924188 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b26617b-8ff3-4a19-bddc-e2c892d206e1 None None] Checking router: 94b7dd21-b2d5-4692-834d-8135d66bb4c1 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:11:12.933814 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b26617b-8ff3-4a19-bddc-e2c892d206e1 None None] Routers {'94b7dd21-b2d5-4692-834d-8135d66bb4c1'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:12.934821 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3b26617b-8ff3-4a19-bddc-e2c892d206e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:11:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['94b7dd21-b2d5-4692-834d-8135d66bb4c1'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:12.977348 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb3f8b-33ed-4158-a901-ab0a40694290 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Port': ['ID=fac97017-f5ae-445e-89d0-18418a8e296f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:12.999460 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-47ab4295-9592-4e89-be2f-c1d97b83fab9 admin admin] For port d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:12.999828 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-47ab4295-9592-4e89-be2f-c1d97b83fab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:13.038556 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-47ab4295-9592-4e89-be2f-c1d97b83fab9 admin admin] Calling delete_port for d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:13.073202 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-3b26617b-8ff3-4a19-bddc-e2c892d206e1 None None] Set router 94b7dd21-b2d5-4692-834d-8135d66bb4c1 gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:13.134231 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3b26617b-8ff3-4a19-bddc-e2c892d206e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'name': 'tempest-ServersTestJSON-145202602-router', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:08:58Z', 'updated_at': '2022-02-19T04:11:12Z', 'revision_number': 6, 'project_id': '307b43b5d94f4276a9c8cae63443bb9c', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:13.169064 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b26617b-8ff3-4a19-bddc-e2c892d206e1 None None] The sync data for ids ['94b7dd21-b2d5-4692-834d-8135d66bb4c1'] in n-d-828369-19 is: [{'id': '94b7dd21-b2d5-4692-834d-8135d66bb4c1', 'name': 'tempest-ServersTestJSON-145202602-router', 'tenant_id': '307b43b5d94f4276a9c8cae63443bb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:08:58Z', 'updated_at': '2022-02-19T04:11:12Z', 'revision_number': 6, 'project_id': '307b43b5d94f4276a9c8cae63443bb9c', 'gw_port_host': None}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:11:13.237175 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b5fb3f8b-33ed-4158-a901-ab0a40694290 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:13.431104 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc150ac-5e6b-443c-9b9d-3367c6f85eed None None] Port fac97017-f5ae-445e-89d0-18418a8e296f not found while updating agent binding for router b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4. {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 19 04:11:13.453353 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc150ac-5e6b-443c-9b9d-3367c6f85eed None None] Routers {'b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:13.454853 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7bc150ac-5e6b-443c-9b9d-3367c6f85eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:11:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:13.455039 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-47ab4295-9592-4e89-be2f-c1d97b83fab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:13.477809 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fb3f8b-33ed-4158-a901-ab0a40694290 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Router b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:11:13.567945 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab4295-9592-4e89-be2f-c1d97b83fab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:13.656121 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28477a-c7c2-4091-a4cb-310829c647ba req-f3ec12d7-9f5f-4656-abab-7a2014e52404 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:13.658426 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a28477a-c7c2-4091-a4cb-310829c647ba req-f3ec12d7-9f5f-4656-abab-7a2014e52404 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 947 time: 0.1208272 Feb 19 04:11:13.664017 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fb3f8b-33ed-4158-a901-ab0a40694290 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:11:13.674491 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b5fb3f8b-33ed-4158-a901-ab0a40694290 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "PUT /v2.0/routers/b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7347791 Feb 19 04:11:13.675220 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34840) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:13.699585 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-7bc150ac-5e6b-443c-9b9d-3367c6f85eed None None] Set router b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:13.718896 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-47ab4295-9592-4e89-be2f-c1d97b83fab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (94b7dd21-b2d5-4692-834d-8135d66bb4c1), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:13.778187 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43f8846-c4b0-4793-9f5e-5e428c264418 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:13.780884 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43f8846-c4b0-4793-9f5e-5e428c264418 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:13.799613 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d43f8846-c4b0-4793-9f5e-5e428c264418 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1167774 Feb 19 04:11:13.802768 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34842) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:13.842507 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7bc150ac-5e6b-443c-9b9d-3367c6f85eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4', 'name': 'tempest-NetworksTestDHCPv6-router-77222828', 'tenant_id': '1bdcf5ecc308450d9e923609ca7de655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:06Z', 'updated_at': '2022-02-19T04:11:12Z', 'revision_number': 3, 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:13.845865 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a28477a-c7c2-4091-a4cb-310829c647ba req-74eade04-f796-4b3b-8fd7-36ee9a710483 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1806569 Feb 19 04:11:13.906741 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-47ab4295-9592-4e89-be2f-c1d97b83fab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (94b7dd21-b2d5-4692-834d-8135d66bb4c1), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:13.912570 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-47ab4295-9592-4e89-be2f-c1d97b83fab9 admin admin] Publish callbacks [] for router_controller (94b7dd21-b2d5-4692-834d-8135d66bb4c1), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:13.918888 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-b955da8b-c0d9-4bfa-9d6f-df1e0831a333 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet 9ea6fcdf-053e-4da2-90c9-b9809d309b13 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:11:13.931004 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b955da8b-c0d9-4bfa-9d6f-df1e0831a333 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (9ea6fcdf-053e-4da2-90c9-b9809d309b13), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:13.934031 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc150ac-5e6b-443c-9b9d-3367c6f85eed None None] The sync data for ids ['b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4'] in n-d-828369-19 is: [{'id': 'b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4', 'name': 'tempest-NetworksTestDHCPv6-router-77222828', 'tenant_id': '1bdcf5ecc308450d9e923609ca7de655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:06Z', 'updated_at': '2022-02-19T04:11:12Z', 'revision_number': 3, 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:11:14.003529 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-47ab4295-9592-4e89-be2f-c1d97b83fab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (94b7dd21-b2d5-4692-834d-8135d66bb4c1), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:14.004065 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ab4295-9592-4e89-be2f-c1d97b83fab9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94b7dd21-b2d5-4692-834d-8135d66bb4c1 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:11:14.010233 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-47ab4295-9592-4e89-be2f-c1d97b83fab9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:14.011621 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-47ab4295-9592-4e89-be2f-c1d97b83fab9 admin admin] 10.222.0.52 "DELETE /v2.0/routers/94b7dd21-b2d5-4692-834d-8135d66bb4c1 HTTP/1.1" status: 204 len: 168 time: 2.0653718 Feb 19 04:11:14.013999 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34850) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:14.024403 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b955da8b-c0d9-4bfa-9d6f-df1e0831a333 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (9ea6fcdf-053e-4da2-90c9-b9809d309b13), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:14.116777 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae773f4-4f51-4b0b-bfa4-eaccde8c0da3 admin admin] Deleting subnet a636f74d-11b2-4b6b-aa69-e73def6fd43d {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:11:14.125001 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0ae773f4-4f51-4b0b-bfa4-eaccde8c0da3 admin admin] Publish callbacks [] for subnet (a636f74d-11b2-4b6b-aa69-e73def6fd43d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:14.216690 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0ae773f4-4f51-4b0b-bfa4-eaccde8c0da3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (a636f74d-11b2-4b6b-aa69-e73def6fd43d), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:14.236311 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b955da8b-c0d9-4bfa-9d6f-df1e0831a333 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (9ea6fcdf-053e-4da2-90c9-b9809d309b13), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:14.397912 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0ae773f4-4f51-4b0b-bfa4-eaccde8c0da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (a636f74d-11b2-4b6b-aa69-e73def6fd43d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:14.409963 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b955da8b-c0d9-4bfa-9d6f-df1e0831a333 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (9ea6fcdf-053e-4da2-90c9-b9809d309b13), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:14.476269 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0ae773f4-4f51-4b0b-bfa4-eaccde8c0da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (a636f74d-11b2-4b6b-aa69-e73def6fd43d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:14.504788 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb659d9-bce1-4849-8ded-df2e980d29d1 None None] Network db902299-93bc-45eb-b6b4-6acba92a32c7 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:11:14.506121 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0ae773f4-4f51-4b0b-bfa4-eaccde8c0da3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:14.510672 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0ae773f4-4f51-4b0b-bfa4-eaccde8c0da3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a636f74d-11b2-4b6b-aa69-e73def6fd43d HTTP/1.1" status: 204 len: 168 time: 0.4947996 Feb 19 04:11:14.520110 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34862) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:14.524152 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955da8b-c0d9-4bfa-9d6f-df1e0831a333 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=9ea6fcdf-053e-4da2-90c9-b9809d309b13,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:14.554837 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae773f4-4f51-4b0b-bfa4-eaccde8c0da3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a636f74d-11b2-4b6b-aa69-e73def6fd43d,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:14.566890 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b955da8b-c0d9-4bfa-9d6f-df1e0831a333 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:14.578820 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b955da8b-c0d9-4bfa-9d6f-df1e0831a333 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/9ea6fcdf-053e-4da2-90c9-b9809d309b13 HTTP/1.1" status: 204 len: 168 time: 0.7776725 Feb 19 04:11:14.580225 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34864) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:14.667850 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf4f5a-3331-4bfc-b216-ad6b5499d52f req-f33925c6-f4a5-4cc3-a1f8-051e6d657f41 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:14.675239 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ddf4f5a-3331-4bfc-b216-ad6b5499d52f req-f33925c6-f4a5-4cc3-a1f8-051e6d657f41 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 947 time: 0.1394134 Feb 19 04:11:14.784836 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91785ede-0518-4a5e-a174-f1bf0d9223a9 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:11:14.805071 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ddf4f5a-3331-4bfc-b216-ad6b5499d52f req-66566120-fa7e-4c00-a859-e306adfc3d12 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1223664 Feb 19 04:11:14.949019 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:11:15.088472 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:11:15.088755 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device d2dc3dd9-6d54-4713-bd63-3a92d2c13c0c not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:11:15.089185 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device c136e56c-c716-465b-8b66-4d9f495c6746 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:11:15.120868 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: c136e56c-c716-465b-8b66-4d9f495c6746 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:11:15.121215 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device c136e56c-c716-465b-8b66-4d9f495c6746 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:11:15.122923 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8c7d56-7334-48d6-ba26-876173371520 None None] DHCP port deletion for db902299-93bc-45eb-b6b4-6acba92a32c7 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:11:15.245059 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6d148c-866f-4f4b-9f21-3b1d21a070ff None None] DHCP port deletion for 1742e730-766a-4fa0-996c-7e016537b1f1 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:11:15.256075 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ff8c7d56-7334-48d6-ba26-876173371520 None None] Deleting port b4bb7688-3ed8-47c8-ac27-a0e1b93efb82 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:15.256456 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ff8c7d56-7334-48d6-ba26-876173371520 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b4bb7688-3ed8-47c8-ac27-a0e1b93efb82), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:15.413405 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a34e5814-4069-4e98-86f7-d81e9b8decc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (db902299-93bc-45eb-b6b4-6acba92a32c7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:15.447702 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-ff8c7d56-7334-48d6-ba26-876173371520 None None] For port b4bb7688-3ed8-47c8-ac27-a0e1b93efb82, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=b4bb7688-3ed8-47c8-ac27-a0e1b93efb82,segment=NetworkSegment(6844225e-18dd-477e-a839-8b8ce4cd8765),segment_id=6844225e-18dd-477e-a839-8b8ce4cd8765)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:15.448108 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ff8c7d56-7334-48d6-ba26-876173371520 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b4bb7688-3ed8-47c8-ac27-a0e1b93efb82), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:15.478389 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ff8c7d56-7334-48d6-ba26-876173371520 None None] Calling delete_port for b4bb7688-3ed8-47c8-ac27-a0e1b93efb82 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:15.527026 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d148c-866f-4f4b-9f21-3b1d21a070ff None None] Deleting port 9a234dc5-4db3-4552-a2a8-d1be25b5cac7 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:15.528096 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9c6d148c-866f-4f4b-9f21-3b1d21a070ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (9a234dc5-4db3-4552-a2a8-d1be25b5cac7), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:15.633376 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-edc0e9dd-902b-434c-8777-807d779f1bca tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 1.0214741 Feb 19 04:11:15.633780 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34868) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:15.682151 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-a34e5814-4069-4e98-86f7-d81e9b8decc6 admin admin] Deleting port b4bb7688-3ed8-47c8-ac27-a0e1b93efb82 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:15.682655 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a34e5814-4069-4e98-86f7-d81e9b8decc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b4bb7688-3ed8-47c8-ac27-a0e1b93efb82), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:15.710878 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-9c6d148c-866f-4f4b-9f21-3b1d21a070ff None None] For port 9a234dc5-4db3-4552-a2a8-d1be25b5cac7, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=9a234dc5-4db3-4552-a2a8-d1be25b5cac7,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:15.714367 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9c6d148c-866f-4f4b-9f21-3b1d21a070ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (9a234dc5-4db3-4552-a2a8-d1be25b5cac7), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:15.732323 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0d0093-f343-4cb3-871e-18ad7576eff5 None None] Sync routers for ids ['b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:11:15.764349 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d148c-866f-4f4b-9f21-3b1d21a070ff None None] Calling delete_port for 9a234dc5-4db3-4552-a2a8-d1be25b5cac7 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:15.769571 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0d0093-f343-4cb3-871e-18ad7576eff5 None None] Routers {'b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:15.770252 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-8f0d0093-f343-4cb3-871e-18ad7576eff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:11:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:15.829430 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-a34e5814-4069-4e98-86f7-d81e9b8decc6 admin admin] For port b4bb7688-3ed8-47c8-ac27-a0e1b93efb82, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=b4bb7688-3ed8-47c8-ac27-a0e1b93efb82,segment=NetworkSegment(6844225e-18dd-477e-a839-8b8ce4cd8765),segment_id=6844225e-18dd-477e-a839-8b8ce4cd8765)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:15.831879 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a34e5814-4069-4e98-86f7-d81e9b8decc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b4bb7688-3ed8-47c8-ac27-a0e1b93efb82), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:15.843406 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-abb568aa-b2b7-4984-902a-aaeecfba5321 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for router (b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:15.877520 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-a34e5814-4069-4e98-86f7-d81e9b8decc6 admin admin] Calling delete_port for b4bb7688-3ed8-47c8-ac27-a0e1b93efb82 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:16.166975 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a34e5814-4069-4e98-86f7-d81e9b8decc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (b4bb7688-3ed8-47c8-ac27-a0e1b93efb82), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:16.218316 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e5814-4069-4e98-86f7-d81e9b8decc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4bb7688-3ed8-47c8-ac27-a0e1b93efb82,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:16.238908 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34e5814-4069-4e98-86f7-d81e9b8decc6 admin admin] No DVR routers for this DVR port b4bb7688-3ed8-47c8-ac27-a0e1b93efb82 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:11:16.428128 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a34e5814-4069-4e98-86f7-d81e9b8decc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (db902299-93bc-45eb-b6b4-6acba92a32c7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:16.461185 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-a34e5814-4069-4e98-86f7-d81e9b8decc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db902299-93bc-45eb-b6b4-6acba92a32c7']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:16.471772 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-8f0d0093-f343-4cb3-871e-18ad7576eff5 None None] Set router b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:16.473606 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-a34e5814-4069-4e98-86f7-d81e9b8decc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6844225e-18dd-477e-a839-8b8ce4cd8765') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:16.474057 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-a34e5814-4069-4e98-86f7-d81e9b8decc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6844225e-18dd-477e-a839-8b8ce4cd8765') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:16.492869 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a34e5814-4069-4e98-86f7-d81e9b8decc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (6844225e-18dd-477e-a839-8b8ce4cd8765), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:16.518634 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a34e5814-4069-4e98-86f7-d81e9b8decc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (6844225e-18dd-477e-a839-8b8ce4cd8765), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:16.525782 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a34e5814-4069-4e98-86f7-d81e9b8decc6 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:11:16.526564 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a34e5814-4069-4e98-86f7-d81e9b8decc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (6844225e-18dd-477e-a839-8b8ce4cd8765), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: items = [ Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:11:16.603320 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:11:16.609106 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a34e5814-4069-4e98-86f7-d81e9b8decc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (db902299-93bc-45eb-b6b4-6acba92a32c7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:16.617003 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-abb568aa-b2b7-4984-902a-aaeecfba5321 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:16.620282 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-abb568aa-b2b7-4984-902a-aaeecfba5321 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for router_controller (b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:16.623861 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a34e5814-4069-4e98-86f7-d81e9b8decc6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:16.628818 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a34e5814-4069-4e98-86f7-d81e9b8decc6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/db902299-93bc-45eb-b6b4-6acba92a32c7 HTTP/1.1" status: 204 len: 168 time: 2.1011615 Feb 19 04:11:16.632920 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5c54d-6d8e-42e0-a879-d6f914458a01 req-da1490b1-b800-4407-8f13-8dc720297b24 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:16.639778 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ef5c54d-6d8e-42e0-a879-d6f914458a01 req-da1490b1-b800-4407-8f13-8dc720297b24 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 947 time: 0.1966336 Feb 19 04:11:16.666327 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-8f0d0093-f343-4cb3-871e-18ad7576eff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4', 'name': 'tempest-NetworksTestDHCPv6-router-77222828', 'tenant_id': '1bdcf5ecc308450d9e923609ca7de655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:06Z', 'updated_at': '2022-02-19T04:11:12Z', 'revision_number': 3, 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:16.675098 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e5814-4069-4e98-86f7-d81e9b8decc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=db902299-93bc-45eb-b6b4-6acba92a32c7,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:16.799740 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-abb568aa-b2b7-4984-902a-aaeecfba5321 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:16.799740 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb568aa-b2b7-4984-902a-aaeecfba5321 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Fanout notify agent at l3_agent the message router_deleted on router b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:11:16.812109 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-abb568aa-b2b7-4984-902a-aaeecfba5321 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:16.813649 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-abb568aa-b2b7-4984-902a-aaeecfba5321 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/routers/b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4 HTTP/1.1" status: 204 len: 168 time: 1.1786387 Feb 19 04:11:16.818069 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34884) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:16.826748 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0d0093-f343-4cb3-871e-18ad7576eff5 None None] Checking router: b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:11:16.849863 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ef5c54d-6d8e-42e0-a879-d6f914458a01 req-b69c0724-7443-40e1-8270-7c22c3a3550f tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2090731 Feb 19 04:11:16.850380 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ff8c7d56-7334-48d6-ba26-876173371520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (b4bb7688-3ed8-47c8-ac27-a0e1b93efb82), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:16.859654 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ff8c7d56-7334-48d6-ba26-876173371520 None None] Network db902299-93bc-45eb-b6b4-6acba92a32c7 is not hosted by any dhcp agent {{(pid=109927) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 04:11:16.860119 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8c7d56-7334-48d6-ba26-876173371520 None None] No DVR routers for this DVR port b4bb7688-3ed8-47c8-ac27-a0e1b93efb82 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:11:16.872761 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0d0093-f343-4cb3-871e-18ad7576eff5 None None] Routers set() bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:16.872761 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0d0093-f343-4cb3-871e-18ad7576eff5 None None] Router IDs set() for agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 04:11:16.872761 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_agentschedulers_db [None req-8f0d0093-f343-4cb3-871e-18ad7576eff5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:11:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent'). {{(pid=109927) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 04:11:16.872761 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0d0093-f343-4cb3-871e-18ad7576eff5 None None] The sync data for ids ['b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:11:16.918909 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c7d56-7334-48d6-ba26-876173371520 None None] Pushing event deleted for resources: {'Port': ['ID=b4bb7688-3ed8-47c8-ac27-a0e1b93efb82,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:16.952011 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 9a234dc5-4db3-4552-a2a8-d1be25b5cac7 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:11:16.954946 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34886) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:16.997360 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b6b79a-20ad-4598-b72a-7af247c59e01 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:17.002657 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-42b6b79a-20ad-4598-b72a-7af247c59e01 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1792724 Feb 19 04:11:17.003382 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34888) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:17.076155 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9c6d148c-866f-4f4b-9f21-3b1d21a070ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (9a234dc5-4db3-4552-a2a8-d1be25b5cac7), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:17.131000 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d148c-866f-4f4b-9f21-3b1d21a070ff None None] Pushing event deleted for resources: {'Port': ['ID=9a234dc5-4db3-4552-a2a8-d1be25b5cac7,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:17.138279 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6d148c-866f-4f4b-9f21-3b1d21a070ff None None] No DVR routers for this DVR port 9a234dc5-4db3-4552-a2a8-d1be25b5cac7 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:11:17.148803 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No active binding found for port 9a234dc5-4db3-4552-a2a8-d1be25b5cac7 {{(pid=109927) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 04:11:17.150474 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] The host n-d-828369-19 is not matching for port 9a234dc5-4db3-4552-a2a8-d1be25b5cac7 host None! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:11:17.151251 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 9a234dc5-4db3-4552-a2a8-d1be25b5cac7 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:11:17.151699 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b4bb7688-3ed8-47c8-ac27-a0e1b93efb82 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:11:17.188061 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: b4bb7688-3ed8-47c8-ac27-a0e1b93efb82 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:11:17.188712 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b4bb7688-3ed8-47c8-ac27-a0e1b93efb82 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:11:17.193149 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-32ce5758-d58a-49be-89f7-0ed1bb7d56f4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=307b43b5d94f4276a9c8cae63443bb9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2369442 Feb 19 04:11:17.194657 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34894) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:17.207543 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297ea694-d32a-4e30-85a3-607bfe863442 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:17.210259 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-297ea694-d32a-4e30-85a3-607bfe863442 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1806145 Feb 19 04:11:17.212750 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34896) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:17.254562 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-49933695-b9c3-4399-901b-96906f0c9d04 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402203 Feb 19 04:11:17.260030 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34898) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:17.277841 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-4987d0de-1160-44bd-a4b1-b6e1fbec3312 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:17.364242 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-439ef9a5-c33e-40b9-9465-4c618bb87ea4 admin admin] Publish callbacks [] for security_group (c1e6c3aa-1a31-43ea-bf80-dea913b635fa), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:17.389587 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-439ef9a5-c33e-40b9-9465-4c618bb87ea4 admin admin] Publish callbacks [] for security_group (c1e6c3aa-1a31-43ea-bf80-dea913b635fa), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:17.459389 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-439ef9a5-c33e-40b9-9465-4c618bb87ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (c1e6c3aa-1a31-43ea-bf80-dea913b635fa), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:17.462312 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-439ef9a5-c33e-40b9-9465-4c618bb87ea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:17.465784 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-439ef9a5-c33e-40b9-9465-4c618bb87ea4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c1e6c3aa-1a31-43ea-bf80-dea913b635fa HTTP/1.1" status: 204 len: 168 time: 0.2679446 Feb 19 04:11:17.479754 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ef9a5-c33e-40b9-9465-4c618bb87ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e6c3aa-1a31-43ea-bf80-dea913b635fa,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:17.488558 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4987d0de-1160-44bd-a4b1-b6e1fbec3312 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:17.493846 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4987d0de-1160-44bd-a4b1-b6e1fbec3312 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:17.666706 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0fac01fd-40e3-41e1-811a-31a59797abb0 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:11:17.805969 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0fac01fd-40e3-41e1-811a-31a59797abb0 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:11:17.888018 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0fac01fd-40e3-41e1-811a-31a59797abb0, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0fac01fd-40e3-41e1-811a-31a59797abb0,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:17.901283 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '0fac01fd-40e3-41e1-811a-31a59797abb0', 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'port_id': '0fac01fd-40e3-41e1-811a-31a59797abb0', 'mac_address': 'fa:16:3e:f9:82:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:11:17.999668 n-d-828369-19 neutron-server[109925]: DEBUG neutron.objects.ports [None req-4987d0de-1160-44bd-a4b1-b6e1fbec3312 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109925) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:11:18.009163 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4987d0de-1160-44bd-a4b1-b6e1fbec3312 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (2281f17f-a450-4872-a211-b4f25c959d27), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:18.030115 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 0fac01fd-40e3-41e1-811a-31a59797abb0 is: ACTIVE; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:18.032734 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:18.087117 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fac01fd-40e3-41e1-811a-31a59797abb0 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:11:18.096136 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd2154-93e7-4b47-b22c-4b4b0eea39bc req-0b8696ee-5f4c-4921-9972-cb3b4aced523 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:18.097797 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-48bd2154-93e7-4b47-b22c-4b4b0eea39bc req-0b8696ee-5f4c-4921-9972-cb3b4aced523 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 947 time: 0.1109746 Feb 19 04:11:18.101507 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4987d0de-1160-44bd-a4b1-b6e1fbec3312 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:18.112217 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-4987d0de-1160-44bd-a4b1-b6e1fbec3312 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:18.127757 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4987d0de-1160-44bd-a4b1-b6e1fbec3312 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:18.128437 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4987d0de-1160-44bd-a4b1-b6e1fbec3312 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:18.155142 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987d0de-1160-44bd-a4b1-b6e1fbec3312 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=2281f17f-a450-4872-a211-b4f25c959d27,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:18.167534 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0fac01fd-40e3-41e1-811a-31a59797abb0, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0fac01fd-40e3-41e1-811a-31a59797abb0,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:18.179610 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4987d0de-1160-44bd-a4b1-b6e1fbec3312 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9066775 Feb 19 04:11:18.183253 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34916) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:18.189374 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3fbbb8aa-cd63-4d6e-ab23-d322502484b9 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:18.217182 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-48bd2154-93e7-4b47-b22c-4b4b0eea39bc req-3c78b3ae-187b-48cb-bddb-dba00acb76cf tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1123860 Feb 19 04:11:18.258092 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dddf5d-1090-4779-9344-b002cc2cbfe0 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:11:18.283485 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:18.366470 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 0fac01fd-40e3-41e1-811a-31a59797abb0 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:18.367998 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:18.432632 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=0fac01fd-40e3-41e1-811a-31a59797abb0,revision_number=11']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:18.456943 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbbb8aa-cd63-4d6e-ab23-d322502484b9 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:18.460514 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3fbbb8aa-cd63-4d6e-ab23-d322502484b9 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:18.516143 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['0fac01fd-40e3-41e1-811a-31a59797abb0'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:11:18.791978 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34936) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:18.945100 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:11:18.945845 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:11:18.988063 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727f4787-717d-4796-843f-e844d09e7494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-1742e730-766a-4fa0-996c-7e016537b1f1', 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'fixed_ips': [{'subnet_id': '2281f17f-a450-4872-a211-b4f25c959d27'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:11:18.988950 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-727f4787-717d-4796-843f-e844d09e7494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:19.045580 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-4758811d-f3a9-40c4-81c0-7328413c7989 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-778122631-network', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:19.081665 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3fbbb8aa-cd63-4d6e-ab23-d322502484b9 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (10e50900-edae-4abe-a94e-68eed2682da2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:19.096680 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4758811d-f3a9-40c4-81c0-7328413c7989 admin admin] Made reservation on behalf of 70c4c3b9b3c649e3926da7d12add9340 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:19.102599 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4758811d-f3a9-40c4-81c0-7328413c7989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:19.134907 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4758811d-f3a9-40c4-81c0-7328413c7989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:19.167549 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-727f4787-717d-4796-843f-e844d09e7494 None None] Allocated IP 2001:db8::f816:3eff:fe23:46d2 (1742e730-766a-4fa0-996c-7e016537b1f1/2281f17f-a450-4872-a211-b4f25c959d27/cac05304-e8f1-4bd9-8360-9b0563d6aa8e) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:19.189576 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbbb8aa-cd63-4d6e-ab23-d322502484b9 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:19.208431 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-3fbbb8aa-cd63-4d6e-ab23-d322502484b9 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:19.227286 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbbb8aa-cd63-4d6e-ab23-d322502484b9 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:19.231581 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3fbbb8aa-cd63-4d6e-ab23-d322502484b9 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:19.347163 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3fbbb8aa-cd63-4d6e-ab23-d322502484b9 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1624553 Feb 19 04:11:19.352105 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34958) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:19.381639 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-68e60582-f2f8-4c36-9bd5-0abe78969d9e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'mac_address': 'fa:16:3e:c1:01:32', 'name': 'tempest-NetworksTestDHCPv6-1201606460'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:19.465941 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-727f4787-717d-4796-843f-e844d09e7494 None None] Publish callbacks [] for port (cac05304-e8f1-4bd9-8360-9b0563d6aa8e), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:19.574935 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4758811d-f3a9-40c4-81c0-7328413c7989 admin admin] Publish callbacks [] for security_group (b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:19.582444 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 0fac01fd-40e3-41e1-811a-31a59797abb0 is: BUILD; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:19.586728 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:19.598716 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4758811d-f3a9-40c4-81c0-7328413c7989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:19.615451 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-727f4787-717d-4796-843f-e844d09e7494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (cac05304-e8f1-4bd9-8360-9b0563d6aa8e), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:19.633431 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4758811d-f3a9-40c4-81c0-7328413c7989 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:11:19.633581 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0fac01fd-40e3-41e1-811a-31a59797abb0 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:11:19.658615 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbb8aa-cd63-4d6e-ab23-d322502484b9 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=10e50900-edae-4abe-a94e-68eed2682da2,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:19.660015 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4758811d-f3a9-40c4-81c0-7328413c7989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (a1f015ea-7064-4c76-84f5-168db49c3282), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:19.661113 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-4758811d-f3a9-40c4-81c0-7328413c7989 admin admin] Added segment a1f015ea-7064-4c76-84f5-168db49c3282 of type vlan for network f758f6a7-1c73-480c-aa6e-af8f6b3fc936 Feb 19 04:11:19.734324 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e60582-f2f8-4c36-9bd5-0abe78969d9e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:19.768730 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4758811d-f3a9-40c4-81c0-7328413c7989 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (f758f6a7-1c73-480c-aa6e-af8f6b3fc936), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:19.802969 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f4787-717d-4796-843f-e844d09e7494 None None] Pushing event updated for resources: {'Port': ['ID=cac05304-e8f1-4bd9-8360-9b0563d6aa8e,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:19.813494 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727f4787-717d-4796-843f-e844d09e7494 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:19.820935 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-727f4787-717d-4796-843f-e844d09e7494 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:19.832773 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727f4787-717d-4796-843f-e844d09e7494 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:11:19.861146 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758811d-f3a9-40c4-81c0-7328413c7989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:19.868328 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0fac01fd-40e3-41e1-811a-31a59797abb0, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0fac01fd-40e3-41e1-811a-31a59797abb0,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:19.881938 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4758811d-f3a9-40c4-81c0-7328413c7989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (f758f6a7-1c73-480c-aa6e-af8f6b3fc936), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:19.884793 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4758811d-f3a9-40c4-81c0-7328413c7989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:19.886411 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4758811d-f3a9-40c4-81c0-7328413c7989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:19.928237 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-68e60582-f2f8-4c36-9bd5-0abe78969d9e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:19.930477 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:19.967802 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0fac01fd-40e3-41e1-811a-31a59797abb0 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:19.996699 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-68e60582-f2f8-4c36-9bd5-0abe78969d9e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] device_id is not set on port e6d2259a-a540-4982-9e75-7ae557b7bd9d yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:11:20.007457 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758811d-f3a9-40c4-81c0-7328413c7989 admin admin] Pushing event updated for resources: {'Network': ['ID=f758f6a7-1c73-480c-aa6e-af8f6b3fc936,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:20.019129 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6832b87-b607-4dd5-bb39-c514943c8fe1 req-387d4f16-a911-4b5a-9e18-af3bbb30729d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:20.021215 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d6832b87-b607-4dd5-bb39-c514943c8fe1 req-387d4f16-a911-4b5a-9e18-af3bbb30729d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 946 time: 0.5904901 Feb 19 04:11:20.030637 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4758811d-f3a9-40c4-81c0-7328413c7989 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2371337 Feb 19 04:11:20.082277 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34964) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:20.108167 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-4b2e93b7-2206-496c-9193-8f562ef0e82b admin admin] Request body: {'subnet': {'network_id': 'f758f6a7-1c73-480c-aa6e-af8f6b3fc936', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-778122631-subnet', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:20.165166 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network f758f6a7-1c73-480c-aa6e-af8f6b3fc936 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:11:20.173968 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d6832b87-b607-4dd5-bb39-c514943c8fe1 req-1b53219f-90f1-4b87-80a6-7a186298c9c3 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1300194 Feb 19 04:11:20.202936 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2e93b7-2206-496c-9193-8f562ef0e82b admin admin] Made reservation on behalf of 70c4c3b9b3c649e3926da7d12add9340 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:20.206091 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4b2e93b7-2206-496c-9193-8f562ef0e82b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:20.286766 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=0fac01fd-40e3-41e1-811a-31a59797abb0,revision_number=12']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:20.344381 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-68e60582-f2f8-4c36-9bd5-0abe78969d9e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 172.20.0.4 (1742e730-766a-4fa0-996c-7e016537b1f1/10e50900-edae-4abe-a94e-68eed2682da2/e6d2259a-a540-4982-9e75-7ae557b7bd9d) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:20.351894 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-68e60582-f2f8-4c36-9bd5-0abe78969d9e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 2001:db8::f816:3eff:fec1:132 (1742e730-766a-4fa0-996c-7e016537b1f1/2281f17f-a450-4872-a211-b4f25c959d27/e6d2259a-a540-4982-9e75-7ae557b7bd9d) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:20.500161 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4b2e93b7-2206-496c-9193-8f562ef0e82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (ab33f94a-f001-4e22-992e-6a938e5dd9bf), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:20.527364 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-727f4787-717d-4796-843f-e844d09e7494 None None] Attempting to bind port cac05304-e8f1-4bd9-8360-9b0563d6aa8e on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:11:20.531236 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-727f4787-717d-4796-843f-e844d09e7494 None None] Attempting to bind port cac05304-e8f1-4bd9-8360-9b0563d6aa8e by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:11:20.545447 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727f4787-717d-4796-843f-e844d09e7494 None None] Attempting to bind port cac05304-e8f1-4bd9-8360-9b0563d6aa8e on network 1742e730-766a-4fa0-996c-7e016537b1f1 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:11:20.590429 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 0fac01fd-40e3-41e1-811a-31a59797abb0 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:20.590936 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:20.593019 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727f4787-717d-4796-843f-e844d09e7494 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:11:20.606102 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727f4787-717d-4796-843f-e844d09e7494 None None] Checking segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:11:20.606745 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-727f4787-717d-4796-843f-e844d09e7494 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:20.607234 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727f4787-717d-4796-843f-e844d09e7494 None None] Bound using segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:11:20.607983 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-727f4787-717d-4796-843f-e844d09e7494 None None] Bound port: cac05304-e8f1-4bd9-8360-9b0563d6aa8e, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:11:20.608459 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-727f4787-717d-4796-843f-e844d09e7494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cac05304-e8f1-4bd9-8360-9b0563d6aa8e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:20.634572 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e93b7-2206-496c-9193-8f562ef0e82b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab33f94a-f001-4e22-992e-6a938e5dd9bf,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:20.702296 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2e93b7-2206-496c-9193-8f562ef0e82b admin admin] Checking segment: {'id': 'a1f015ea-7064-4c76-84f5-168db49c3282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f758f6a7-1c73-480c-aa6e-af8f6b3fc936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:11:20.702787 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2e93b7-2206-496c-9193-8f562ef0e82b admin admin] Network hostable DHCP agents. Network: f758f6a7-1c73-480c-aa6e-af8f6b3fc936, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:11:20.745714 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-68e60582-f2f8-4c36-9bd5-0abe78969d9e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (e6d2259a-a540-4982-9e75-7ae557b7bd9d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:20.747432 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2e93b7-2206-496c-9193-8f562ef0e82b admin admin] Network f758f6a7-1c73-480c-aa6e-af8f6b3fc936 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:11:20.770638 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-4b2e93b7-2206-496c-9193-8f562ef0e82b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, f758f6a7-1c73-480c-aa6e-af8f6b3fc936) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:20.775966 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2e93b7-2206-496c-9193-8f562ef0e82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:20.776545 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4b2e93b7-2206-496c-9193-8f562ef0e82b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:20.804486 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6797aba3-2cd0-4840-883c-0c3d86654d1f None None] Network f758f6a7-1c73-480c-aa6e-af8f6b3fc936 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:11:20.807622 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4b2e93b7-2206-496c-9193-8f562ef0e82b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7242098 Feb 19 04:11:20.810481 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34972) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:20.818413 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-371a6929-a97e-414e-8434-9429ecf59b79 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-778122631-router', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:20.863511 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-68e60582-f2f8-4c36-9bd5-0abe78969d9e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (e6d2259a-a540-4982-9e75-7ae557b7bd9d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:20.869628 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-371a6929-a97e-414e-8434-9429ecf59b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (7b3e99fc-a0e7-4074-bd14-5855ac709c9f), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:20.872024 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-371a6929-a97e-414e-8434-9429ecf59b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (7b3e99fc-a0e7-4074-bd14-5855ac709c9f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:20.903637 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 0fac01fd-40e3-41e1-811a-31a59797abb0 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:20.911062 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:20.964411 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e60582-f2f8-4c36-9bd5-0abe78969d9e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:20.968331 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-68e60582-f2f8-4c36-9bd5-0abe78969d9e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:20.987730 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e60582-f2f8-4c36-9bd5-0abe78969d9e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:11:20.995845 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e60582-f2f8-4c36-9bd5-0abe78969d9e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=e6d2259a-a540-4982-9e75-7ae557b7bd9d,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:21.022908 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fac01fd-40e3-41e1-811a-31a59797abb0'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:11:21.025416 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3830ca3-5e40-4ba9-9fe6-9db60faf74b4" -d '{"events": [{"server_uuid": "a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce", "name": "network-vif-plugged", "status": "completed", "tag": "0fac01fd-40e3-41e1-811a-31a59797abb0"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:11:21.093349 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-371a6929-a97e-414e-8434-9429ecf59b79 admin admin] Publish callbacks [] for router_controller (7b3e99fc-a0e7-4074-bd14-5855ac709c9f), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:21.094572 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e60582-f2f8-4c36-9bd5-0abe78969d9e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:21.096465 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-68e60582-f2f8-4c36-9bd5-0abe78969d9e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:21.108393 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0fac01fd-40e3-41e1-811a-31a59797abb0, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0fac01fd-40e3-41e1-811a-31a59797abb0,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:21.123257 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-727f4787-717d-4796-843f-e844d09e7494 None None] For port cac05304-e8f1-4bd9-8360-9b0563d6aa8e, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:11:21.128693 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d05196-1fd1-44b7-a934-e8632f731d89 x-openstack-request-id: req-b1d05196-1fd1-44b7-a934-e8632f731d89 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:11:21.129129 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce", "name": "network-vif-plugged", "status": "completed", "tag": "0fac01fd-40e3-41e1-811a-31a59797abb0", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:11:21.129488 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b1d05196-1fd1-44b7-a934-e8632f731d89 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:11:21.129987 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fac01fd-40e3-41e1-811a-31a59797abb0', 'code': 200} Feb 19 04:11:21.132194 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-727f4787-717d-4796-843f-e844d09e7494 None None] For port cac05304-e8f1-4bd9-8360-9b0563d6aa8e, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=cac05304-e8f1-4bd9-8360-9b0563d6aa8e,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:11:21.132526 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-68e60582-f2f8-4c36-9bd5-0abe78969d9e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7703364 Feb 19 04:11:21.135399 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34976) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:21.141064 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:21.188453 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-727f4787-717d-4796-843f-e844d09e7494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (cac05304-e8f1-4bd9-8360-9b0563d6aa8e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:21.246788 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b221e25-f468-4f09-a976-4d1b2beb0488 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:21.252501 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b221e25-f468-4f09-a976-4d1b2beb0488 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:21.254815 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0b221e25-f468-4f09-a976-4d1b2beb0488 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1180489 Feb 19 04:11:21.257390 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34980) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:21.359760 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c2aeb1-d8af-4194-bf73-266918416355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-f758f6a7-1c73-480c-aa6e-af8f6b3fc936', 'network_id': 'f758f6a7-1c73-480c-aa6e-af8f6b3fc936', 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'fixed_ips': [{'subnet_id': 'ab33f94a-f001-4e22-992e-6a938e5dd9bf'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:11:21.361559 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b5c2aeb1-d8af-4194-bf73-266918416355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:21.423750 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=0fac01fd-40e3-41e1-811a-31a59797abb0,revision_number=13']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:21.458069 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-224ff204-8465-42f3-88e2-26f850053b5e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting port e6d2259a-a540-4982-9e75-7ae557b7bd9d {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:21.458525 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-224ff204-8465-42f3-88e2-26f850053b5e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (e6d2259a-a540-4982-9e75-7ae557b7bd9d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:21.508537 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-371a6929-a97e-414e-8434-9429ecf59b79 admin admin] Publish callbacks [] for router_gateway (7b3e99fc-a0e7-4074-bd14-5855ac709c9f), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:21.513612 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f4787-717d-4796-843f-e844d09e7494 None None] Pushing event updated for resources: {'Port': ['ID=cac05304-e8f1-4bd9-8360-9b0563d6aa8e,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:21.762983 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-224ff204-8465-42f3-88e2-26f850053b5e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (e6d2259a-a540-4982-9e75-7ae557b7bd9d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:21.814565 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-224ff204-8465-42f3-88e2-26f850053b5e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Calling delete_port for e6d2259a-a540-4982-9e75-7ae557b7bd9d owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:21.821982 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3646a-996b-42c6-96cd-fb2379a66d85 req-0b90366f-cf9d-42f0-b268-16e85c4fe7f2 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:21.823606 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b6c3646a-996b-42c6-96cd-fb2379a66d85 req-0b90366f-cf9d-42f0-b268-16e85c4fe7f2 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 947 time: 0.3039947 Feb 19 04:11:21.944734 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-b5c2aeb1-d8af-4194-bf73-266918416355 None None] Allocated IP 172.20.0.2 (f758f6a7-1c73-480c-aa6e-af8f6b3fc936/ab33f94a-f001-4e22-992e-6a938e5dd9bf/3bf43e88-9e56-42d2-8c3e-30bd772c45f3) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:22.004478 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b6c3646a-996b-42c6-96cd-fb2379a66d85 req-4ec1848c-2ed4-44d0-8388-eaa395247338 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1531413 Feb 19 04:11:22.307506 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-224ff204-8465-42f3-88e2-26f850053b5e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (e6d2259a-a540-4982-9e75-7ae557b7bd9d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:22.330924 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b5c2aeb1-d8af-4194-bf73-266918416355 None None] Publish callbacks [] for port (3bf43e88-9e56-42d2-8c3e-30bd772c45f3), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:22.381708 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b5c2aeb1-d8af-4194-bf73-266918416355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (3bf43e88-9e56-42d2-8c3e-30bd772c45f3), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:22.412244 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-371a6929-a97e-414e-8434-9429ecf59b79 admin admin] Publish callbacks [] for router_gateway (7b3e99fc-a0e7-4074-bd14-5855ac709c9f), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:22.448802 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-371a6929-a97e-414e-8434-9429ecf59b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:22.458441 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ff204-8465-42f3-88e2-26f850053b5e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Port': ['ID=e6d2259a-a540-4982-9e75-7ae557b7bd9d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:22.597045 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-224ff204-8465-42f3-88e2-26f850053b5e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:22.613248 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-224ff204-8465-42f3-88e2-26f850053b5e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/e6d2259a-a540-4982-9e75-7ae557b7bd9d HTTP/1.1" status: 204 len: 168 time: 1.3546154 Feb 19 04:11:22.613900 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34988) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:22.628291 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c2aeb1-d8af-4194-bf73-266918416355 None None] Network f758f6a7-1c73-480c-aa6e-af8f6b3fc936 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:22.631573 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2aeb1-d8af-4194-bf73-266918416355 None None] Pushing event updated for resources: {'Port': ['ID=3bf43e88-9e56-42d2-8c3e-30bd772c45f3,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:22.643659 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-b5c2aeb1-d8af-4194-bf73-266918416355 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:22.663072 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c2aeb1-d8af-4194-bf73-266918416355 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:11:22.858480 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3a8d0e-72f9-4e2b-99d7-7a57b13d196a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:22.861015 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3a8d0e-72f9-4e2b-99d7-7a57b13d196a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:22.879320 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3a8d0e-72f9-4e2b-99d7-7a57b13d196a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:22.885488 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4a3a8d0e-72f9-4e2b-99d7-7a57b13d196a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2705159 Feb 19 04:11:22.886085 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34994) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:22.901364 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b5c2aeb1-d8af-4194-bf73-266918416355 None None] Attempting to bind port 3bf43e88-9e56-42d2-8c3e-30bd772c45f3 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:11:22.902618 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b5c2aeb1-d8af-4194-bf73-266918416355 None None] Attempting to bind port 3bf43e88-9e56-42d2-8c3e-30bd772c45f3 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'a1f015ea-7064-4c76-84f5-168db49c3282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f758f6a7-1c73-480c-aa6e-af8f6b3fc936'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:11:22.903001 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c2aeb1-d8af-4194-bf73-266918416355 None None] Attempting to bind port 3bf43e88-9e56-42d2-8c3e-30bd772c45f3 on network f758f6a7-1c73-480c-aa6e-af8f6b3fc936 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:11:22.919488 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c2aeb1-d8af-4194-bf73-266918416355 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:11:22.919870 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c2aeb1-d8af-4194-bf73-266918416355 None None] Checking segment: {'id': 'a1f015ea-7064-4c76-84f5-168db49c3282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f758f6a7-1c73-480c-aa6e-af8f6b3fc936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:11:22.920284 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b5c2aeb1-d8af-4194-bf73-266918416355 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:22.920683 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c2aeb1-d8af-4194-bf73-266918416355 None None] Bound using segment: {'id': 'a1f015ea-7064-4c76-84f5-168db49c3282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f758f6a7-1c73-480c-aa6e-af8f6b3fc936'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:11:22.921168 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b5c2aeb1-d8af-4194-bf73-266918416355 None None] Bound port: 3bf43e88-9e56-42d2-8c3e-30bd772c45f3, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f015ea-7064-4c76-84f5-168db49c3282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f758f6a7-1c73-480c-aa6e-af8f6b3fc936'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:11:22.921554 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b5c2aeb1-d8af-4194-bf73-266918416355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3bf43e88-9e56-42d2-8c3e-30bd772c45f3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:22.927881 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-28aa8296-ed24-4e5c-93ff-326bb54c5bbe req-2f2e6056-5f70-4b05-8d0c-69da4e60b204 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3494287 Feb 19 04:11:22.971139 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-371a6929-a97e-414e-8434-9429ecf59b79 admin admin] Allocated IP 172.25.3.87 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/7c9000ce-d8a8-4a96-a89f-b197410e872b) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:23.081439 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device cac05304-e8f1-4bd9-8360-9b0563d6aa8e up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:23.084009 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e21ca64-f948-41be-89e1-3b41d0db31bd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet 10e50900-edae-4abe-a94e-68eed2682da2 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:11:23.095630 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e21ca64-f948-41be-89e1-3b41d0db31bd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (10e50900-edae-4abe-a94e-68eed2682da2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:23.227465 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e21ca64-f948-41be-89e1-3b41d0db31bd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (10e50900-edae-4abe-a94e-68eed2682da2), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:23.290696 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b5c2aeb1-d8af-4194-bf73-266918416355 None None] For port 3bf43e88-9e56-42d2-8c3e-30bd772c45f3, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:11:23.301541 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b5c2aeb1-d8af-4194-bf73-266918416355 None None] For port 3bf43e88-9e56-42d2-8c3e-30bd772c45f3, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3bf43e88-9e56-42d2-8c3e-30bd772c45f3,segment=NetworkSegment(a1f015ea-7064-4c76-84f5-168db49c3282),segment_id=a1f015ea-7064-4c76-84f5-168db49c3282)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:11:23.321223 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e21ca64-f948-41be-89e1-3b41d0db31bd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (10e50900-edae-4abe-a94e-68eed2682da2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:23.323795 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port cac05304-e8f1-4bd9-8360-9b0563d6aa8e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:23.326299 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cac05304-e8f1-4bd9-8360-9b0563d6aa8e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:23.333201 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b5c2aeb1-d8af-4194-bf73-266918416355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3bf43e88-9e56-42d2-8c3e-30bd772c45f3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:23.417509 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-371a6929-a97e-414e-8434-9429ecf59b79 admin admin] Publish callbacks [] for port (7c9000ce-d8a8-4a96-a89f-b197410e872b), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:23.463885 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e21ca64-f948-41be-89e1-3b41d0db31bd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (10e50900-edae-4abe-a94e-68eed2682da2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:23.525537 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f349f3c-b86f-4415-8ad5-91eed6c34bd8 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:11:23.530831 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21ca64-f948-41be-89e1-3b41d0db31bd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=10e50900-edae-4abe-a94e-68eed2682da2,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:23.543711 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e21ca64-f948-41be-89e1-3b41d0db31bd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:23.548970 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-371a6929-a97e-414e-8434-9429ecf59b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (7c9000ce-d8a8-4a96-a89f-b197410e872b), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:23.556209 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1e21ca64-f948-41be-89e1-3b41d0db31bd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/10e50900-edae-4abe-a94e-68eed2682da2 HTTP/1.1" status: 204 len: 168 time: 0.6689935 Feb 19 04:11:23.556873 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34998) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:23.601836 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2aeb1-d8af-4194-bf73-266918416355 None None] Pushing event updated for resources: {'Port': ['ID=3bf43e88-9e56-42d2-8c3e-30bd772c45f3,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:23.671302 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c2e266-4729-4c61-a651-395264bdb550 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet 2281f17f-a450-4872-a211-b4f25c959d27 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:11:23.688183 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f9c2e266-4729-4c61-a651-395264bdb550 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (2281f17f-a450-4872-a211-b4f25c959d27), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:23.757794 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6606601c-c975-40aa-87d2-7b4612b97561 None None] Provisioning complete for port cac05304-e8f1-4bd9-8360-9b0563d6aa8e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:23.758239 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6606601c-c975-40aa-87d2-7b4612b97561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cac05304-e8f1-4bd9-8360-9b0563d6aa8e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:23.770885 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f9c2e266-4729-4c61-a651-395264bdb550 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (2281f17f-a450-4872-a211-b4f25c959d27), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:23.773610 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371a6929-a97e-414e-8434-9429ecf59b79 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:23.785270 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a6929-a97e-414e-8434-9429ecf59b79 admin admin] Pushing event updated for resources: {'Port': ['ID=7c9000ce-d8a8-4a96-a89f-b197410e872b,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:23.794363 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-371a6929-a97e-414e-8434-9429ecf59b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:23.801679 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371a6929-a97e-414e-8434-9429ecf59b79 admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:11:24.010872 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa8296-ed24-4e5c-93ff-326bb54c5bbe req-23fdaefb-dfe1-4014-8543-30f5dd9b5832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:24.012505 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-28aa8296-ed24-4e5c-93ff-326bb54c5bbe req-23fdaefb-dfe1-4014-8543-30f5dd9b5832 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=319abc5982f54b9dba72250cd09a8d28&device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 1128 time: 1.0248516 Feb 19 04:11:24.036921 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port cac05304-e8f1-4bd9-8360-9b0563d6aa8e is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:24.043000 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cac05304-e8f1-4bd9-8360-9b0563d6aa8e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:24.098830 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f9c2e266-4729-4c61-a651-395264bdb550 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (2281f17f-a450-4872-a211-b4f25c959d27), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:24.289236 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f9c2e266-4729-4c61-a651-395264bdb550 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (2281f17f-a450-4872-a211-b4f25c959d27), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:24.315394 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa8296-ed24-4e5c-93ff-326bb54c5bbe req-4c1e4bad-0dc1-40d8-a12d-768a18dd5e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:24.317753 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-28aa8296-ed24-4e5c-93ff-326bb54c5bbe req-4c1e4bad-0dc1-40d8-a12d-768a18dd5e26 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7d063905-1dca-479b-a8ed-624bbce2a132 HTTP/1.1" status: 200 len: 911 time: 0.2736261 Feb 19 04:11:24.342142 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efcb0e-c3ac-4ff6-bc7c-9d3ca0e469ac req-82598cdf-1052-4c53-b4ea-380187cb9154 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:24.345877 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2e266-4729-4c61-a651-395264bdb550 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=2281f17f-a450-4872-a211-b4f25c959d27,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:24.351876 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f9c2e266-4729-4c61-a651-395264bdb550 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:24.355173 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f9c2e266-4729-4c61-a651-395264bdb550 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/2281f17f-a450-4872-a211-b4f25c959d27 HTTP/1.1" status: 204 len: 168 time: 0.7973256 Feb 19 04:11:24.359025 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35004) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:24.360626 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-35efcb0e-c3ac-4ff6-bc7c-9d3ca0e469ac req-82598cdf-1052-4c53-b4ea-380187cb9154 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 947 time: 0.8476317 Feb 19 04:11:24.429332 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a925f180-770e-4bfd-a39b-8620efc059ab tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690315 Feb 19 04:11:24.434343 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35006) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:24.443835 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d787df9f-29c9-4898-8414-c5dc3cd3373c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:24.678294 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6606601c-c975-40aa-87d2-7b4612b97561 None None] Current status of the port cac05304-e8f1-4bd9-8360-9b0563d6aa8e is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:24.679495 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6606601c-c975-40aa-87d2-7b4612b97561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cac05304-e8f1-4bd9-8360-9b0563d6aa8e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:24.681751 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:11:24.682393 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:11:24.755450 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6606601c-c975-40aa-87d2-7b4612b97561 None None] For port cac05304-e8f1-4bd9-8360-9b0563d6aa8e, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=cac05304-e8f1-4bd9-8360-9b0563d6aa8e,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:24.765063 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d787df9f-29c9-4898-8414-c5dc3cd3373c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:24.770079 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d787df9f-29c9-4898-8414-c5dc3cd3373c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:24.776510 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6606601c-c975-40aa-87d2-7b4612b97561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (cac05304-e8f1-4bd9-8360-9b0563d6aa8e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:24.933014 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606601c-c975-40aa-87d2-7b4612b97561 None None] Pushing event updated for resources: {'Port': ['ID=cac05304-e8f1-4bd9-8360-9b0563d6aa8e,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:24.968451 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-35efcb0e-c3ac-4ff6-bc7c-9d3ca0e469ac req-961051bb-d7c9-4a3a-8b80-dbab20023e0a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6066201 Feb 19 04:11:25.019439 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-28aa8296-ed24-4e5c-93ff-326bb54c5bbe req-2f0336a6-0b10-43d8-aa0a-1e5b43c52ebf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f51c45b9-2040-4d3e-a96c-153135c4ea34 HTTP/1.1" status: 200 len: 1001 time: 0.6325750 Feb 19 04:11:25.048988 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35010) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:25.156824 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5b6e73-f01c-4885-9ab3-55308f2ed283 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:11:25.360290 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-371a6929-a97e-414e-8434-9429ecf59b79 admin admin] Publish callbacks [] for router_gateway (7b3e99fc-a0e7-4074-bd14-5855ac709c9f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:25.365772 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa8296-ed24-4e5c-93ff-326bb54c5bbe req-b4274a1e-de6b-405b-a1d1-76761b6ac531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:25.367296 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-28aa8296-ed24-4e5c-93ff-326bb54c5bbe req-b4274a1e-de6b-405b-a1d1-76761b6ac531 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7b8d1019-337e-49b4-85df-5623b5820084 HTTP/1.1" status: 200 len: 849 time: 0.1491709 Feb 19 04:11:25.619570 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c11bbe34-9e7e-4302-be2f-e4b53f452515 None None] Provisioning complete for port cac05304-e8f1-4bd9-8360-9b0563d6aa8e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:25.633298 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c11bbe34-9e7e-4302-be2f-e4b53f452515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cac05304-e8f1-4bd9-8360-9b0563d6aa8e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:25.646837 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port cac05304-e8f1-4bd9-8360-9b0563d6aa8e is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:25.707378 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa8296-ed24-4e5c-93ff-326bb54c5bbe req-dcfee874-a9a2-4987-97d0-2ad7662006f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:25.713458 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-28aa8296-ed24-4e5c-93ff-326bb54c5bbe req-dcfee874-a9a2-4987-97d0-2ad7662006f5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7d063905-1dca-479b-a8ed-624bbce2a132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2326486 Feb 19 04:11:25.800660 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7693753e-2f0d-4b6e-9495-e7f0e396664e None None] Network f758f6a7-1c73-480c-aa6e-af8f6b3fc936 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:11:26.075019 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3bf43e88-9e56-42d2-8c3e-30bd772c45f3 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:26.207647 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3feae59-b057-40ca-8055-ddfd8f4afd31 None None] DHCP port deletion for 1742e730-766a-4fa0-996c-7e016537b1f1 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:11:26.262603 n-d-828369-19 neutron-server[109925]: DEBUG neutron.objects.ports [None req-d787df9f-29c9-4898-8414-c5dc3cd3373c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109925) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:11:26.310586 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c11bbe34-9e7e-4302-be2f-e4b53f452515 None None] Current status of the port cac05304-e8f1-4bd9-8360-9b0563d6aa8e is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:26.629864 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 3bf43e88-9e56-42d2-8c3e-30bd772c45f3 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:26.630265 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3bf43e88-9e56-42d2-8c3e-30bd772c45f3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:26.698494 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a6ecb0c1-953b-4713-9934-46bbedfa09ee None None] Provisioning complete for port 3bf43e88-9e56-42d2-8c3e-30bd772c45f3 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:26.698494 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a6ecb0c1-953b-4713-9934-46bbedfa09ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3bf43e88-9e56-42d2-8c3e-30bd772c45f3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:26.723983 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-28aa8296-ed24-4e5c-93ff-326bb54c5bbe req-ad8b028e-7977-43cf-8394-c0d7eea19569 service neutron] 10.222.0.79 "GET /v2.0/networks/7d063905-1dca-479b-a8ed-624bbce2a132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9742227 Feb 19 04:11:26.757322 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d787df9f-29c9-4898-8414-c5dc3cd3373c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cac05304-e8f1-4bd9-8360-9b0563d6aa8e), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:26.800800 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 3bf43e88-9e56-42d2-8c3e-30bd772c45f3 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:26.801374 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3bf43e88-9e56-42d2-8c3e-30bd772c45f3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:26.823121 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:26.824713 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c3feae59-b057-40ca-8055-ddfd8f4afd31 None None] Deleting port cac05304-e8f1-4bd9-8360-9b0563d6aa8e {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:26.825068 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c3feae59-b057-40ca-8055-ddfd8f4afd31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (cac05304-e8f1-4bd9-8360-9b0563d6aa8e), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:26.999525 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c3feae59-b057-40ca-8055-ddfd8f4afd31 None None] For port cac05304-e8f1-4bd9-8360-9b0563d6aa8e, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=cac05304-e8f1-4bd9-8360-9b0563d6aa8e,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:26.999814 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c3feae59-b057-40ca-8055-ddfd8f4afd31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (cac05304-e8f1-4bd9-8360-9b0563d6aa8e), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:27.108762 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-d787df9f-29c9-4898-8414-c5dc3cd3373c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] For port cac05304-e8f1-4bd9-8360-9b0563d6aa8e, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=cac05304-e8f1-4bd9-8360-9b0563d6aa8e,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:27.236705 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 3bf43e88-9e56-42d2-8c3e-30bd772c45f3, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3bf43e88-9e56-42d2-8c3e-30bd772c45f3,segment=NetworkSegment(a1f015ea-7064-4c76-84f5-168db49c3282),segment_id=a1f015ea-7064-4c76-84f5-168db49c3282)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:27.305222 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d787df9f-29c9-4898-8414-c5dc3cd3373c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (cac05304-e8f1-4bd9-8360-9b0563d6aa8e), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:27.315515 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c3feae59-b057-40ca-8055-ddfd8f4afd31 None None] Calling delete_port for cac05304-e8f1-4bd9-8360-9b0563d6aa8e owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:27.368992 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab185f-ab79-4148-8f30-492d4c601f43 req-42797311-2693-4a23-8abf-a2deee6efb0e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:27.371709 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d787df9f-29c9-4898-8414-c5dc3cd3373c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (cac05304-e8f1-4bd9-8360-9b0563d6aa8e), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:27.386845 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-30ab185f-ab79-4148-8f30-492d4c601f43 req-42797311-2693-4a23-8abf-a2deee6efb0e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 947 time: 0.6435056 Feb 19 04:11:27.514282 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3bf43e88-9e56-42d2-8c3e-30bd772c45f3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:27.515095 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device cac05304-e8f1-4bd9-8360-9b0563d6aa8e up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:27.524515 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787df9f-29c9-4898-8414-c5dc3cd3373c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=cac05304-e8f1-4bd9-8360-9b0563d6aa8e,revision_number=6']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:27.611946 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b6116-9839-4420-9edd-a6d346a5c05d req-1b302027-af04-4e50-9888-bac5c1780a1c tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:27.616692 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c3feae59-b057-40ca-8055-ddfd8f4afd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (cac05304-e8f1-4bd9-8360-9b0563d6aa8e), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:27.619433 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-837b6116-9839-4420-9edd-a6d346a5c05d req-1b302027-af04-4e50-9888-bac5c1780a1c tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 945 time: 1.8983681 Feb 19 04:11:27.630523 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d787df9f-29c9-4898-8414-c5dc3cd3373c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (e993879f-3306-4681-8470-a23e1a3daf0e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:27.644457 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a6ecb0c1-953b-4713-9934-46bbedfa09ee None None] Current status of the port 3bf43e88-9e56-42d2-8c3e-30bd772c45f3 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:27.644917 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a6ecb0c1-953b-4713-9934-46bbedfa09ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3bf43e88-9e56-42d2-8c3e-30bd772c45f3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:27.688903 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3feae59-b057-40ca-8055-ddfd8f4afd31 None None] No DVR routers for this DVR port cac05304-e8f1-4bd9-8360-9b0563d6aa8e on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:11:27.690516 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-30ab185f-ab79-4148-8f30-492d4c601f43 req-03d3451c-bcf3-424a-881b-c861682aaf7c tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3006763 Feb 19 04:11:27.757922 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No active binding found for port cac05304-e8f1-4bd9-8360-9b0563d6aa8e {{(pid=109927) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 04:11:27.763053 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] The host n-d-828369-19 is not matching for port cac05304-e8f1-4bd9-8360-9b0563d6aa8e host None! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:11:27.763563 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device cac05304-e8f1-4bd9-8360-9b0563d6aa8e not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 19 04:11:27.763936 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-371a6929-a97e-414e-8434-9429ecf59b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (7b3e99fc-a0e7-4074-bd14-5855ac709c9f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:27.844613 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d787df9f-29c9-4898-8414-c5dc3cd3373c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:27.863498 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787df9f-29c9-4898-8414-c5dc3cd3373c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=e993879f-3306-4681-8470-a23e1a3daf0e,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:27.873086 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=3bf43e88-9e56-42d2-8c3e-30bd772c45f3,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:27.875758 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-d787df9f-29c9-4898-8414-c5dc3cd3373c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:27.919932 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d787df9f-29c9-4898-8414-c5dc3cd3373c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:27.924036 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d787df9f-29c9-4898-8414-c5dc3cd3373c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:27.934437 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-a6ecb0c1-953b-4713-9934-46bbedfa09ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:11:27.934797 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-a6ecb0c1-953b-4713-9934-46bbedfa09ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:11:27.944548 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3feae59-b057-40ca-8055-ddfd8f4afd31 None None] Pushing event deleted for resources: {'Port': ['ID=cac05304-e8f1-4bd9-8360-9b0563d6aa8e,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:27.946751 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Port cac05304-e8f1-4bd9-8360-9b0563d6aa8e not found, will not notify nova. {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 19 04:11:27.948249 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16a65c1-7721-4f6d-9d7e-15fc83af402b None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:11:27.999711 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d787df9f-29c9-4898-8414-c5dc3cd3373c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5639796 Feb 19 04:11:28.000368 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35030) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:28.013387 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-f9f6c0b7-d8a6-4ebe-955b-381973861ab8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:28.082047 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-28aa8296-ed24-4e5c-93ff-326bb54c5bbe req-e6432c8b-25a9-4694-a33e-9155793a713a service neutron] 10.222.0.79 "GET /v2.0/networks/7d063905-1dca-479b-a8ed-624bbce2a132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2065430 Feb 19 04:11:28.146685 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-837b6116-9839-4420-9edd-a6d346a5c05d req-2f7a6415-5ed1-4c76-9623-66a986b21f0f tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5262716 Feb 19 04:11:28.236030 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9e4e3d1a-58c7-45f6-aef2-7e975110e29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (a943f550-ef5f-472b-a075-bcaed7fd0fac), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:28.264774 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814dea8-77bd-4ea2-91ed-0042e199da46 req-4ce43b67-cf48-453f-bc43-3aef066a84bc tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:28.272126 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0814dea8-77bd-4ea2-91ed-0042e199da46 req-4ce43b67-cf48-453f-bc43-3aef066a84bc tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.79 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 945 time: 0.4841917 Feb 19 04:11:28.274097 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3bf43e88-9e56-42d2-8c3e-30bd772c45f3 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:28.371480 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-1742e730-766a-4fa0-996c-7e016537b1f1', 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'fixed_ips': [{'subnet_id': 'e993879f-3306-4681-8470-a23e1a3daf0e'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:11:28.373356 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:28.376651 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371a6929-a97e-414e-8434-9429ecf59b79 admin admin] Router 7b3e99fc-a0e7-4074-bd14-5855ac709c9f is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:11:28.396151 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 3bf43e88-9e56-42d2-8c3e-30bd772c45f3 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:28.396151 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3bf43e88-9e56-42d2-8c3e-30bd772c45f3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:28.618675 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a6ecb0c1-953b-4713-9934-46bbedfa09ee None None] Current status of the port 3bf43e88-9e56-42d2-8c3e-30bd772c45f3 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:28.758080 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Allocated IP 2001:db8::f816:3eff:fe04:17b1 (1742e730-766a-4fa0-996c-7e016537b1f1/e993879f-3306-4681-8470-a23e1a3daf0e/2505dfc8-f6ac-4725-810a-653dacfebce9) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:28.789462 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f6c0b7-d8a6-4ebe-955b-381973861ab8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:28.821224 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f9f6c0b7-d8a6-4ebe-955b-381973861ab8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:28.841317 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a4a7c-d1a8-4d07-a72b-647be5938d93 req-5f1a660a-58eb-47aa-9e34-b67a376eb6d2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:28.845619 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9e2a4a7c-d1a8-4d07-a72b-647be5938d93 req-5f1a660a-58eb-47aa-9e34-b67a376eb6d2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 945 time: 0.1812952 Feb 19 04:11:28.848895 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371a6929-a97e-414e-8434-9429ecf59b79 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:11:28.865061 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c661a0b-30c6-4546-8143-ffd67a395932 None None] Sync routers for ids ['7b3e99fc-a0e7-4074-bd14-5855ac709c9f'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:11:28.884048 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c661a0b-30c6-4546-8143-ffd67a395932 None None] Routers {'7b3e99fc-a0e7-4074-bd14-5855ac709c9f'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:28.887397 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7c661a0b-30c6-4546-8143-ffd67a395932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:11:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7b3e99fc-a0e7-4074-bd14-5855ac709c9f'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:28.940509 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-0814dea8-77bd-4ea2-91ed-0042e199da46 req-611dbb3d-478b-4ac6-b4c5-02555a12cfef tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Deleting port 0c48785d-a4d2-4ced-b00b-03439300e036 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:28.941147 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0814dea8-77bd-4ea2-91ed-0042e199da46 req-611dbb3d-478b-4ac6-b4c5-02555a12cfef tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (0c48785d-a4d2-4ced-b00b-03439300e036), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:29.028638 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Publish callbacks [] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:29.072865 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:29.115316 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-0814dea8-77bd-4ea2-91ed-0042e199da46 req-611dbb3d-478b-4ac6-b4c5-02555a12cfef tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] For port 0c48785d-a4d2-4ced-b00b-03439300e036, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0c48785d-a4d2-4ced-b00b-03439300e036,segment=NetworkSegment(27e54185-72e8-4b7c-8b0a-779943e353eb),segment_id=27e54185-72e8-4b7c-8b0a-779943e353eb)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:29.115692 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0814dea8-77bd-4ea2-91ed-0042e199da46 req-611dbb3d-478b-4ac6-b4c5-02555a12cfef tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (0c48785d-a4d2-4ced-b00b-03439300e036), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:29.141669 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-0814dea8-77bd-4ea2-91ed-0042e199da46 req-611dbb3d-478b-4ac6-b4c5-02555a12cfef tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Calling delete_port for 0c48785d-a4d2-4ced-b00b-03439300e036 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:29.148466 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:29.150261 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 3bf43e88-9e56-42d2-8c3e-30bd772c45f3 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:29.154155 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a872aaab-fd82-4a62-b895-9441f7165326 None None] Provisioning complete for port 3bf43e88-9e56-42d2-8c3e-30bd772c45f3 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:29.154853 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a872aaab-fd82-4a62-b895-9441f7165326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3bf43e88-9e56-42d2-8c3e-30bd772c45f3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:29.199509 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:29.205676 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:11:29.215389 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Pushing event updated for resources: {'Port': ['ID=2505dfc8-f6ac-4725-810a-653dacfebce9,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:29.237853 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-7c661a0b-30c6-4546-8143-ffd67a395932 None None] Set router 7b3e99fc-a0e7-4074-bd14-5855ac709c9f gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:29.244362 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:29.248982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:29.249591 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:29.251575 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:29.252439 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:29.253026 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:29.255363 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:29.256618 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:29.257241 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:29.257817 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:29.259202 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:29.259786 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:29.261191 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:29.307662 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device cac05304-e8f1-4bd9-8360-9b0563d6aa8e no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:11:29.338123 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0814dea8-77bd-4ea2-91ed-0042e199da46 req-611dbb3d-478b-4ac6-b4c5-02555a12cfef tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (0c48785d-a4d2-4ced-b00b-03439300e036), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:29.364258 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-371a6929-a97e-414e-8434-9429ecf59b79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:29.365468 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-371a6929-a97e-414e-8434-9429ecf59b79 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.5538466 Feb 19 04:11:29.375036 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35040) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:29.442399 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['f3ffca2a-be76-4627-a124-9adea4b59fea'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:11:29.447856 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['0c48785d-a4d2-4ced-b00b-03439300e036'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:11:29.562036 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611dbb3d-478b-4ac6-b4c5-02555a12cfef tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Pushing event deleted for resources: {'Port': ['ID=0c48785d-a4d2-4ced-b00b-03439300e036,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:29.647615 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: cac05304-e8f1-4bd9-8360-9b0563d6aa8e {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:11:29.648338 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device cac05304-e8f1-4bd9-8360-9b0563d6aa8e not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:11:29.712477 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9e2a4a7c-d1a8-4d07-a72b-647be5938d93 req-b08fd5fe-3e37-42c6-b3fd-9fd050ebc151 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8496916 Feb 19 04:11:29.731320 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Attempting to bind port 2505dfc8-f6ac-4725-810a-653dacfebce9 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:11:29.731701 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Attempting to bind port 2505dfc8-f6ac-4725-810a-653dacfebce9 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:11:29.732069 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Attempting to bind port 2505dfc8-f6ac-4725-810a-653dacfebce9 on network 1742e730-766a-4fa0-996c-7e016537b1f1 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:11:29.752028 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:11:29.752408 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Checking segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:11:29.753105 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:29.753239 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Bound using segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:11:29.755855 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Bound port: 2505dfc8-f6ac-4725-810a-653dacfebce9, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:11:29.756281 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:29.756507 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-0814dea8-77bd-4ea2-91ed-0042e199da46 req-611dbb3d-478b-4ac6-b4c5-02555a12cfef tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] No DVR routers for this DVR port 0c48785d-a4d2-4ced-b00b-03439300e036 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:11:29.777430 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0814dea8-77bd-4ea2-91ed-0042e199da46 req-611dbb3d-478b-4ac6-b4c5-02555a12cfef tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:29.785546 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0814dea8-77bd-4ea2-91ed-0042e199da46 req-611dbb3d-478b-4ac6-b4c5-02555a12cfef tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.79 "DELETE /v2.0/ports/0c48785d-a4d2-4ced-b00b-03439300e036 HTTP/1.1" status: 204 len: 173 time: 1.5109403 Feb 19 04:11:29.787894 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af09527-84dd-456c-a96d-214c0ce401f0', 'name': 'network-vif-deleted', 'tag': '0c48785d-a4d2-4ced-b00b-03439300e036'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:11:29.812878 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5cd3aa-b06e-4d7f-a417-02143d478f6d" -d '{"events": [{"server_uuid": "9af09527-84dd-456c-a96d-214c0ce401f0", "name": "network-vif-deleted", "tag": "0c48785d-a4d2-4ced-b00b-03439300e036"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:11:29.875274 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7c661a0b-30c6-4546-8143-ffd67a395932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'name': 'tempest-TaggedBootDevicesTest_v242-778122631-router', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '7c9000ce-d8a8-4a96-a89f-b197410e872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:20Z', 'updated_at': '2022-02-19T04:11:24Z', 'revision_number': 3, 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'gw_port': {'id': '7c9000ce-d8a8-4a96-a89f-b197410e872b', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:22Z', 'updated_at': '2022-02-19T04:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:29.910091 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c661a0b-30c6-4546-8143-ffd67a395932 None None] Checking router: 7b3e99fc-a0e7-4074-bd14-5855ac709c9f for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:11:29.910860 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c661a0b-30c6-4546-8143-ffd67a395932 None None] Updating router 7b3e99fc-a0e7-4074-bd14-5855ac709c9f port 7c9000ce-d8a8-4a96-a89f-b197410e872b binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:11:29.913024 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:29.924482 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-9e4e3d1a-58c7-45f6-aef2-7e975110e29e admin admin] Deleting port 7cf8d7f0-a765-4a34-a2c2-577a50a75bd9 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:29.924482 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9e4e3d1a-58c7-45f6-aef2-7e975110e29e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (7cf8d7f0-a765-4a34-a2c2-577a50a75bd9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:29.945678 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-7c661a0b-30c6-4546-8143-ffd67a395932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7c9000ce-d8a8-4a96-a89f-b197410e872b), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:30.004469 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e7b99-3672-4026-9ccb-7c3705677959 req-6ccc129e-cee3-4f00-8c59-a82db45d8eb5 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:30.028808 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f64e7b99-3672-4026-9ccb-7c3705677959 req-6ccc129e-cee3-4f00-8c59-a82db45d8eb5 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 947 time: 1.1190202 Feb 19 04:11:30.220926 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ff151db-3e6a-4a86-bc1e-b71f1beaa8a5 req-3966b7d9-3704-45df-8343-5dfd08bf39e5 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9af09527-84dd-456c-a96d-214c0ce401f0 HTTP/1.1" status: 200 len: 210 time: 0.2427425 Feb 19 04:11:30.415838 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f807c0-9a43-419d-b525-822dbb809396 x-openstack-request-id: req-c1f807c0-9a43-419d-b525-822dbb809396 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:11:30.416388 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af09527-84dd-456c-a96d-214c0ce401f0", "name": "network-vif-deleted", "tag": "0c48785d-a4d2-4ced-b00b-03439300e036", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:11:30.416657 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c1f807c0-9a43-419d-b525-822dbb809396 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:11:30.417073 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af09527-84dd-456c-a96d-214c0ce401f0', 'name': 'network-vif-deleted', 'tag': '0c48785d-a4d2-4ced-b00b-03439300e036', 'status': 'completed', 'code': 200} Feb 19 04:11:30.523667 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-7c661a0b-30c6-4546-8143-ffd67a395932 None None] Publish callbacks [] for port (7c9000ce-d8a8-4a96-a89f-b197410e872b), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:30.565795 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-7c661a0b-30c6-4546-8143-ffd67a395932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7c9000ce-d8a8-4a96-a89f-b197410e872b), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:30.668752 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a872aaab-fd82-4a62-b895-9441f7165326 None None] Current status of the port 3bf43e88-9e56-42d2-8c3e-30bd772c45f3 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:30.679228 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-23900bd7-16c7-4419-80e2-cece94e18005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:30.691620 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] For port 2505dfc8-f6ac-4725-810a-653dacfebce9, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:11:30.696869 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f64e7b99-3672-4026-9ccb-7c3705677959 req-0271cffc-d3e1-4826-926b-4ecbe1629337 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6660752 Feb 19 04:11:30.697215 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] For port 2505dfc8-f6ac-4725-810a-653dacfebce9, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2505dfc8-f6ac-4725-810a-653dacfebce9,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:11:30.754020 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-7c661a0b-30c6-4546-8143-ffd67a395932 None None] Attempting to bind port 7c9000ce-d8a8-4a96-a89f-b197410e872b on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:11:30.757115 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-7c661a0b-30c6-4546-8143-ffd67a395932 None None] Attempting to bind port 7c9000ce-d8a8-4a96-a89f-b197410e872b by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:11:30.758816 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c661a0b-30c6-4546-8143-ffd67a395932 None None] Attempting to bind port 7c9000ce-d8a8-4a96-a89f-b197410e872b on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:11:30.769011 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:30.800822 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f9f6c0b7-d8a6-4ebe-955b-381973861ab8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (508a6327-94a1-4d97-85f9-38f68e095e39), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:30.809814 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c661a0b-30c6-4546-8143-ffd67a395932 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:11:30.811324 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c661a0b-30c6-4546-8143-ffd67a395932 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:11:30.814663 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-7c661a0b-30c6-4546-8143-ffd67a395932 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:30.818451 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c661a0b-30c6-4546-8143-ffd67a395932 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:11:30.819036 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-7c661a0b-30c6-4546-8143-ffd67a395932 None None] Bound port: 7c9000ce-d8a8-4a96-a89f-b197410e872b, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:11:30.823006 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-7c661a0b-30c6-4546-8143-ffd67a395932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7c9000ce-d8a8-4a96-a89f-b197410e872b), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:30.888902 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-9e4e3d1a-58c7-45f6-aef2-7e975110e29e admin admin] For port 7cf8d7f0-a765-4a34-a2c2-577a50a75bd9, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7cf8d7f0-a765-4a34-a2c2-577a50a75bd9,segment=NetworkSegment(7494b9a1-a789-47f9-9c03-895eb5435e6b),segment_id=7494b9a1-a789-47f9-9c03-895eb5435e6b)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:30.889678 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9e4e3d1a-58c7-45f6-aef2-7e975110e29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (7cf8d7f0-a765-4a34-a2c2-577a50a75bd9), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:30.909422 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f6c0b7-d8a6-4ebe-955b-381973861ab8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:30.915659 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-9e4e3d1a-58c7-45f6-aef2-7e975110e29e admin admin] Calling delete_port for 7cf8d7f0-a765-4a34-a2c2-577a50a75bd9 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:30.918300 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-f9f6c0b7-d8a6-4ebe-955b-381973861ab8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:30.930158 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f6c0b7-d8a6-4ebe-955b-381973861ab8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:30.931673 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f9f6c0b7-d8a6-4ebe-955b-381973861ab8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:30.937057 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6c0b7-d8a6-4ebe-955b-381973861ab8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=508a6327-94a1-4d97-85f9-38f68e095e39,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:30.972277 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7c777-d5f0-4308-988a-4f9b03018eba None None] Pushing event updated for resources: {'Port': ['ID=7c9000ce-d8a8-4a96-a89f-b197410e872b,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:31.026413 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11b84e-b639-4499-9d3b-3269653bffcb req-a976c125-cac4-46cc-8473-5306d935d64f tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:31.026992 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e7c777-d5f0-4308-988a-4f9b03018eba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:31.026992 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e7c777-d5f0-4308-988a-4f9b03018eba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:31.027185 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e7c777-d5f0-4308-988a-4f9b03018eba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:31.027808 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e7c777-d5f0-4308-988a-4f9b03018eba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:31.028157 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e7c777-d5f0-4308-988a-4f9b03018eba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:31.028496 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e7c777-d5f0-4308-988a-4f9b03018eba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:31.028832 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e7c777-d5f0-4308-988a-4f9b03018eba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:31.035116 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1e11b84e-b639-4499-9d3b-3269653bffcb req-a976c125-cac4-46cc-8473-5306d935d64f tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.79 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 945 time: 0.8184023 Feb 19 04:11:31.036586 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e7c777-d5f0-4308-988a-4f9b03018eba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:31.036870 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e7c777-d5f0-4308-988a-4f9b03018eba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:31.037224 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e7c777-d5f0-4308-988a-4f9b03018eba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:31.037976 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e7c777-d5f0-4308-988a-4f9b03018eba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:31.038467 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e7c777-d5f0-4308-988a-4f9b03018eba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:31.038679 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92950adc-1a7e-4a14-b4e0-f4387dcfe418 None None] Pushing event updated for resources: {'Port': ['ID=2505dfc8-f6ac-4725-810a-653dacfebce9,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:31.038789 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e7c777-d5f0-4308-988a-4f9b03018eba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:31.102686 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f9f6c0b7-d8a6-4ebe-955b-381973861ab8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0938637 Feb 19 04:11:31.103608 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35054) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:31.142234 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-7c661a0b-30c6-4546-8143-ffd67a395932 None None] For port 7c9000ce-d8a8-4a96-a89f-b197410e872b, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:11:31.154003 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-7c661a0b-30c6-4546-8143-ffd67a395932 None None] For port 7c9000ce-d8a8-4a96-a89f-b197410e872b, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7c9000ce-d8a8-4a96-a89f-b197410e872b,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:11:31.172539 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-7c661a0b-30c6-4546-8143-ffd67a395932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7c9000ce-d8a8-4a96-a89f-b197410e872b), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:31.299831 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7c777-d5f0-4308-988a-4f9b03018eba None None] Pushing event updated for resources: {'Port': ['ID=7c9000ce-d8a8-4a96-a89f-b197410e872b,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:31.336608 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c661a0b-30c6-4546-8143-ffd67a395932 None None] Routers {'7b3e99fc-a0e7-4074-bd14-5855ac709c9f'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:31.337263 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7c661a0b-30c6-4546-8143-ffd67a395932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:11:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7b3e99fc-a0e7-4074-bd14-5855ac709c9f'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:31.366337 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1c24d-a8d8-41b0-806e-c5fa80b8e7f6 req-490cd115-7a97-49a3-9c9f-5b1f54630d4a tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:31.366337 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2bd1c24d-a8d8-41b0-806e-c5fa80b8e7f6 req-490cd115-7a97-49a3-9c9f-5b1f54630d4a tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 945 time: 0.3285685 Feb 19 04:11:31.399664 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9090bda6-faeb-49f6-bdbf-69adccba0c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:31.404556 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-a5b131b1-cbc3-4550-8c7e-a80e445ba31c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'mac_address': 'fa:16:3e:4f:b4:f3', 'name': 'tempest-NetworksTestDHCPv6-286902491'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:31.550285 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-7c661a0b-30c6-4546-8143-ffd67a395932 None None] Set router 7b3e99fc-a0e7-4074-bd14-5855ac709c9f gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:31.602694 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-1e11b84e-b639-4499-9d3b-3269653bffcb req-a3831d8e-fad4-49db-a1b7-607f67c12e1c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Deleting port f51c45b9-2040-4d3e-a96c-153135c4ea34 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:31.603092 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1e11b84e-b639-4499-9d3b-3269653bffcb req-a3831d8e-fad4-49db-a1b7-607f67c12e1c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (f51c45b9-2040-4d3e-a96c-153135c4ea34), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:31.720354 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0c48785d-a4d2-4ced-b00b-03439300e036 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:11:31.745953 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9e4e3d1a-58c7-45f6-aef2-7e975110e29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (7cf8d7f0-a765-4a34-a2c2-577a50a75bd9), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:31.762371 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 0c48785d-a4d2-4ced-b00b-03439300e036 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:11:31.762790 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0c48785d-a4d2-4ced-b00b-03439300e036 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:11:31.813618 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7c661a0b-30c6-4546-8143-ffd67a395932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'name': 'tempest-TaggedBootDevicesTest_v242-778122631-router', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '7c9000ce-d8a8-4a96-a89f-b197410e872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:20Z', 'updated_at': '2022-02-19T04:11:24Z', 'revision_number': 3, 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'gw_port': {'id': '7c9000ce-d8a8-4a96-a89f-b197410e872b', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:22Z', 'updated_at': '2022-02-19T04:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:31.844166 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c661a0b-30c6-4546-8143-ffd67a395932 None None] The sync data for ids ['7b3e99fc-a0e7-4074-bd14-5855ac709c9f'] in n-d-828369-19 is: [{'id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'name': 'tempest-TaggedBootDevicesTest_v242-778122631-router', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '7c9000ce-d8a8-4a96-a89f-b197410e872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:20Z', 'updated_at': '2022-02-19T04:11:24Z', 'revision_number': 3, 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'gw_port': {'id': '7c9000ce-d8a8-4a96-a89f-b197410e872b', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:22Z', 'updated_at': '2022-02-19T04:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:11:31.846984 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e3d1a-58c7-45f6-aef2-7e975110e29e admin admin] Pushing event deleted for resources: {'Port': ['ID=7cf8d7f0-a765-4a34-a2c2-577a50a75bd9,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:31.873024 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b131b1-cbc3-4550-8c7e-a80e445ba31c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:31.904666 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2bd1c24d-a8d8-41b0-806e-c5fa80b8e7f6 req-e2bda2ab-73a0-4d05-834f-6ddbda533a9e tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5198071 Feb 19 04:11:32.008420 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-1e11b84e-b639-4499-9d3b-3269653bffcb req-a3831d8e-fad4-49db-a1b7-607f67c12e1c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] For port f51c45b9-2040-4d3e-a96c-153135c4ea34, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f51c45b9-2040-4d3e-a96c-153135c4ea34,segment=NetworkSegment(02ff9e4b-efe0-46b0-93bf-0ddda7109b69),segment_id=02ff9e4b-efe0-46b0-93bf-0ddda7109b69)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:32.009313 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1e11b84e-b639-4499-9d3b-3269653bffcb req-a3831d8e-fad4-49db-a1b7-607f67c12e1c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (f51c45b9-2040-4d3e-a96c-153135c4ea34), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:32.189508 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a5b131b1-cbc3-4550-8c7e-a80e445ba31c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:32.286695 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2505dfc8-f6ac-4725-810a-653dacfebce9 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:32.324470 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-a5b131b1-cbc3-4550-8c7e-a80e445ba31c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] device_id is not set on port 35e3d17b-8801-4c6c-a608-9b5a60b7e70f yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:11:32.400444 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 2505dfc8-f6ac-4725-810a-653dacfebce9 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:32.400867 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:32.418754 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9e4e3d1a-58c7-45f6-aef2-7e975110e29e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (a943f550-ef5f-472b-a075-bcaed7fd0fac), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:32.527808 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 2505dfc8-f6ac-4725-810a-653dacfebce9 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:32.528376 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:32.590554 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 2505dfc8-f6ac-4725-810a-653dacfebce9, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2505dfc8-f6ac-4725-810a-653dacfebce9,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:32.606588 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:32.642638 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24555810-068a-4246-80c1-ba8f13ffee38 req-ac506f65-3cde-420c-9de7-b79449133204 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:32.654768 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-24555810-068a-4246-80c1-ba8f13ffee38 req-ac506f65-3cde-420c-9de7-b79449133204 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 947 time: 0.8441522 Feb 19 04:11:32.756464 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-9090bda6-faeb-49f6-bdbf-69adccba0c1e admin admin] Allocated IP 172.20.0.1 (f758f6a7-1c73-480c-aa6e-af8f6b3fc936/ab33f94a-f001-4e22-992e-6a938e5dd9bf/eae81182-2e67-4b87-af6a-dd924078ef05) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:32.843085 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-a5b131b1-cbc3-4550-8c7e-a80e445ba31c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 172.20.0.10 (1742e730-766a-4fa0-996c-7e016537b1f1/508a6327-94a1-4d97-85f9-38f68e095e39/35e3d17b-8801-4c6c-a608-9b5a60b7e70f) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:32.849423 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=2505dfc8-f6ac-4725-810a-653dacfebce9,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:32.859525 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-a5b131b1-cbc3-4550-8c7e-a80e445ba31c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 2001:db8::f816:3eff:fe4f:b4f3 (1742e730-766a-4fa0-996c-7e016537b1f1/e993879f-3306-4681-8470-a23e1a3daf0e/35e3d17b-8801-4c6c-a608-9b5a60b7e70f) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:32.867798 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7a141cfe-0467-4d2b-8078-0fc9fb14c73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:33.042415 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e377381-cd7b-426e-b970-813ad19aa9c2 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:11:33.060181 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4e3d1a-58c7-45f6-aef2-7e975110e29e admin admin] Router a943f550-ef5f-472b-a075-bcaed7fd0fac has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:11:33.196821 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-72f99a9b-f872-4ec7-adae-169bb6f46e19 None None] Provisioning complete for port 2505dfc8-f6ac-4725-810a-653dacfebce9 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:33.197199 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-72f99a9b-f872-4ec7-adae-169bb6f46e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:33.339883 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a94da-a417-48c3-816e-2690ef44d06a req-663a102c-fd19-4d5b-9b76-d4ee6a9194b1 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:33.353138 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4e3d1a-58c7-45f6-aef2-7e975110e29e admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:11:33.354837 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b8a94da-a417-48c3-816e-2690ef44d06a req-663a102c-fd19-4d5b-9b76-d4ee6a9194b1 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 1.2766042 Feb 19 04:11:33.368392 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9e4e3d1a-58c7-45f6-aef2-7e975110e29e admin admin] 10.222.0.52 "PUT /v2.0/routers/a943f550-ef5f-472b-a075-bcaed7fd0fac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3064244 Feb 19 04:11:33.371578 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35068) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:33.376026 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6b555c-162e-490c-99d8-fe1a042d19f4 None None] Update dhcp port {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'fixed_ips': [{'subnet_id': 'e993879f-3306-4681-8470-a23e1a3daf0e', 'ip_address': '2001:db8::f816:3eff:fe04:17b1'}, {'subnet_id': '508a6327-94a1-4d97-85f9-38f68e095e39'}], 'binding:host_id': 'n-d-828369-19'}, 'id': '2505dfc8-f6ac-4725-810a-653dacfebce9'} from n-d-828369-19. {{(pid=109927) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:11:33.379094 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2f6395-9dbf-4159-9b21-e97796479d99 None None] Sync routers for ids ['a943f550-ef5f-472b-a075-bcaed7fd0fac'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:11:33.414638 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-72f99a9b-f872-4ec7-adae-169bb6f46e19 None None] Current status of the port 2505dfc8-f6ac-4725-810a-653dacfebce9 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:33.437506 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2f6395-9dbf-4159-9b21-e97796479d99 None None] Routers {'a943f550-ef5f-472b-a075-bcaed7fd0fac'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:33.439139 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-0e2f6395-9dbf-4159-9b21-e97796479d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:11:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['a943f550-ef5f-472b-a075-bcaed7fd0fac'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:33.468464 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-24555810-068a-4246-80c1-ba8f13ffee38 req-d7cb0841-de50-491f-a355-ba3838ae31e1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8063869 Feb 19 04:11:33.500480 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bf6b555c-162e-490c-99d8-fe1a042d19f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:33.575732 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a5b131b1-cbc3-4550-8c7e-a80e445ba31c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (35e3d17b-8801-4c6c-a608-9b5a60b7e70f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:33.605882 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1e11b84e-b639-4499-9d3b-3269653bffcb req-a3831d8e-fad4-49db-a1b7-607f67c12e1c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:33.606662 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1e11b84e-b639-4499-9d3b-3269653bffcb req-a3831d8e-fad4-49db-a1b7-607f67c12e1c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (ea92372d-8ed4-413e-9611-eed1915298f6), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:33.606971 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [req-1e11b84e-b639-4499-9d3b-3269653bffcb req-a3831d8e-fad4-49db-a1b7-607f67c12e1c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Floating IP ea92372d-8ed4-413e-9611-eed1915298f6 disassociated. External IP: 172.25.3.120, port: f51c45b9-2040-4d3e-a96c-153135c4ea34. Feb 19 04:11:33.607456 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-1e11b84e-b639-4499-9d3b-3269653bffcb req-a3831d8e-fad4-49db-a1b7-607f67c12e1c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Calling delete_port for f51c45b9-2040-4d3e-a96c-153135c4ea34 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:33.607841 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ca4ae3f-79fa-4af5-84bb-18dafe70a94f admin admin] Publish callbacks [] for router (a943f550-ef5f-472b-a075-bcaed7fd0fac), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:33.733116 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device f51c45b9-2040-4d3e-a96c-153135c4ea34 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:11:33.755516 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ca4ae3f-79fa-4af5-84bb-18dafe70a94f admin admin] Publish callbacks [] for router_gateway (a943f550-ef5f-472b-a075-bcaed7fd0fac), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:33.772417 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:33.774571 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-0e2f6395-9dbf-4159-9b21-e97796479d99 None None] Set router a943f550-ef5f-472b-a075-bcaed7fd0fac gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:33.801213 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a5b131b1-cbc3-4550-8c7e-a80e445ba31c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (35e3d17b-8801-4c6c-a608-9b5a60b7e70f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:33.828579 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b131b1-cbc3-4550-8c7e-a80e445ba31c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:33.849789 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b8a94da-a417-48c3-816e-2690ef44d06a req-298d747e-1835-42af-b7f0-7a52fb601ad8 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4940164 Feb 19 04:11:33.861109 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-a5b131b1-cbc3-4550-8c7e-a80e445ba31c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:33.867045 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b131b1-cbc3-4550-8c7e-a80e445ba31c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:11:33.881925 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1e11b84e-b639-4499-9d3b-3269653bffcb req-a3831d8e-fad4-49db-a1b7-607f67c12e1c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (f51c45b9-2040-4d3e-a96c-153135c4ea34), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:33.894892 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:11:33.895492 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No active binding found for port f51c45b9-2040-4d3e-a96c-153135c4ea34 {{(pid=109927) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 04:11:33.895876 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] The host n-h2-828369-19 is not matching for port f51c45b9-2040-4d3e-a96c-153135c4ea34 host None! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:11:33.896030 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device f51c45b9-2040-4d3e-a96c-153135c4ea34 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:11:33.918194 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b131b1-cbc3-4550-8c7e-a80e445ba31c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:33.918537 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a5b131b1-cbc3-4550-8c7e-a80e445ba31c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:33.974708 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b131b1-cbc3-4550-8c7e-a80e445ba31c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=35e3d17b-8801-4c6c-a608-9b5a60b7e70f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:33.996844 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-1ca4ae3f-79fa-4af5-84bb-18dafe70a94f admin admin] Deleting port 9f035dd4-62ef-47b5-b5e8-00b3c98e8154 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:33.998462 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-bf6b555c-162e-490c-99d8-fe1a042d19f4 None None] Allocated IP 172.20.0.2 (1742e730-766a-4fa0-996c-7e016537b1f1/508a6327-94a1-4d97-85f9-38f68e095e39/2505dfc8-f6ac-4725-810a-653dacfebce9) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:33.999452 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ca4ae3f-79fa-4af5-84bb-18dafe70a94f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (9f035dd4-62ef-47b5-b5e8-00b3c98e8154), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:34.024766 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3831d8e-fad4-49db-a1b7-607f67c12e1c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Pushing event deleted for resources: {'Port': ['ID=f51c45b9-2040-4d3e-a96c-153135c4ea34,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:34.074346 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e64d65-1d53-4617-8732-e71a0ee1d29e req-b296e43a-95b7-4f88-9d3f-4023303f0a14 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:34.084367 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80e64d65-1d53-4617-8732-e71a0ee1d29e req-b296e43a-95b7-4f88-9d3f-4023303f0a14 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 945 time: 0.5217378 Feb 19 04:11:34.124689 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3831d8e-fad4-49db-a1b7-607f67c12e1c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:34.124689 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3831d8e-fad4-49db-a1b7-607f67c12e1c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:34.125211 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3831d8e-fad4-49db-a1b7-607f67c12e1c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:34.125446 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3831d8e-fad4-49db-a1b7-607f67c12e1c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:34.126566 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3831d8e-fad4-49db-a1b7-607f67c12e1c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:34.127314 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3831d8e-fad4-49db-a1b7-607f67c12e1c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:34.127655 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3831d8e-fad4-49db-a1b7-607f67c12e1c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:34.127992 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3831d8e-fad4-49db-a1b7-607f67c12e1c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:34.128321 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3831d8e-fad4-49db-a1b7-607f67c12e1c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:34.128651 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3831d8e-fad4-49db-a1b7-607f67c12e1c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:34.128984 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3831d8e-fad4-49db-a1b7-607f67c12e1c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:34.129316 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3831d8e-fad4-49db-a1b7-607f67c12e1c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:34.129782 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3831d8e-fad4-49db-a1b7-607f67c12e1c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:34.139406 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9090bda6-faeb-49f6-bdbf-69adccba0c1e admin admin] Publish callbacks [] for port (eae81182-2e67-4b87-af6a-dd924078ef05), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:34.164527 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-1ca4ae3f-79fa-4af5-84bb-18dafe70a94f admin admin] For port 9f035dd4-62ef-47b5-b5e8-00b3c98e8154, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=9f035dd4-62ef-47b5-b5e8-00b3c98e8154,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:34.165465 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ca4ae3f-79fa-4af5-84bb-18dafe70a94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (9f035dd4-62ef-47b5-b5e8-00b3c98e8154), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:34.181037 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-1ca4ae3f-79fa-4af5-84bb-18dafe70a94f admin admin] Calling delete_port for 9f035dd4-62ef-47b5-b5e8-00b3c98e8154 owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:34.244630 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-0e2f6395-9dbf-4159-9b21-e97796479d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'name': 'tempest-TaggedBootDevicesTest-2129352706-router', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '9f035dd4-62ef-47b5-b5e8-00b3c98e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:12Z', 'updated_at': '2022-02-19T04:11:31Z', 'revision_number': 5, 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'gw_port': {'id': '9f035dd4-62ef-47b5-b5e8-00b3c98e8154', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:12Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:34.247749 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80e64d65-1d53-4617-8732-e71a0ee1d29e req-1959b0d3-f322-4d34-935c-ff0fdb3d6d64 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=242c9f4b-677d-4bb1-a7ce-bf84584eafb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622655 Feb 19 04:11:34.317182 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e11b84e-b639-4499-9d3b-3269653bffcb req-a3831d8e-fad4-49db-a1b7-607f67c12e1c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Router af08f154-ee4c-4ce0-9647-7737e82c6cb0 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:11:34.318483 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a5b131b1-cbc3-4550-8c7e-a80e445ba31c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9299140 Feb 19 04:11:34.321669 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35070) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:34.324648 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9090bda6-faeb-49f6-bdbf-69adccba0c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (eae81182-2e67-4b87-af6a-dd924078ef05), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:34.337477 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2f6395-9dbf-4159-9b21-e97796479d99 None None] Checking router: a943f550-ef5f-472b-a075-bcaed7fd0fac for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:11:34.339866 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2505dfc8-f6ac-4725-810a-653dacfebce9 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:34.385217 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090bda6-faeb-49f6-bdbf-69adccba0c1e admin admin] Pushing event updated for resources: {'Port': ['ID=eae81182-2e67-4b87-af6a-dd924078ef05,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:34.414097 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-bf6b555c-162e-490c-99d8-fe1a042d19f4 None None] For port 2505dfc8-f6ac-4725-810a-653dacfebce9, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2505dfc8-f6ac-4725-810a-653dacfebce9,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:34.428501 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9090bda6-faeb-49f6-bdbf-69adccba0c1e admin admin] Network f758f6a7-1c73-480c-aa6e-af8f6b3fc936 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:34.443539 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2f6395-9dbf-4159-9b21-e97796479d99 None None] Routers {'a943f550-ef5f-472b-a075-bcaed7fd0fac'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:34.444189 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-0e2f6395-9dbf-4159-9b21-e97796479d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:11:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['a943f550-ef5f-472b-a075-bcaed7fd0fac'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:34.466598 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-9090bda6-faeb-49f6-bdbf-69adccba0c1e admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:34.482712 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9090bda6-faeb-49f6-bdbf-69adccba0c1e admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:11:34.568239 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9090bda6-faeb-49f6-bdbf-69adccba0c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (7b3e99fc-a0e7-4074-bd14-5855ac709c9f), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:34.664054 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ca4ae3f-79fa-4af5-84bb-18dafe70a94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (9f035dd4-62ef-47b5-b5e8-00b3c98e8154), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:34.669316 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-0e2f6395-9dbf-4159-9b21-e97796479d99 None None] Set router a943f550-ef5f-472b-a075-bcaed7fd0fac gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:34.727652 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4ae3f-79fa-4af5-84bb-18dafe70a94f admin admin] Pushing event deleted for resources: {'Port': ['ID=9f035dd4-62ef-47b5-b5e8-00b3c98e8154,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:34.770048 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-0e2f6395-9dbf-4159-9b21-e97796479d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'name': 'tempest-TaggedBootDevicesTest-2129352706-router', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:12Z', 'updated_at': '2022-02-19T04:11:33Z', 'revision_number': 6, 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:34.781605 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 2505dfc8-f6ac-4725-810a-653dacfebce9 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:34.782363 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:34.804739 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9090bda6-faeb-49f6-bdbf-69adccba0c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (eae81182-2e67-4b87-af6a-dd924078ef05), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:34.855303 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ca4ae3f-79fa-4af5-84bb-18dafe70a94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (a943f550-ef5f-472b-a075-bcaed7fd0fac), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:34.869946 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598bd00f-afd2-4227-b221-3f6528cf2288 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:34.883963 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598bd00f-afd2-4227-b221-3f6528cf2288 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:34.890038 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-598bd00f-afd2-4227-b221-3f6528cf2288 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.5639634 Feb 19 04:11:34.913342 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2f6395-9dbf-4159-9b21-e97796479d99 None None] The sync data for ids ['a943f550-ef5f-472b-a075-bcaed7fd0fac'] in n-d-828369-19 is: [{'id': 'a943f550-ef5f-472b-a075-bcaed7fd0fac', 'name': 'tempest-TaggedBootDevicesTest-2129352706-router', 'tenant_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:12Z', 'updated_at': '2022-02-19T04:11:33Z', 'revision_number': 6, 'project_id': '488b9932c1464ee8ae512fcaa6eb0e94', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:11:34.922669 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bf6b555c-162e-490c-99d8-fe1a042d19f4 None None] Publish callbacks [] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:34.934466 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35074) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:34.977348 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bf6b555c-162e-490c-99d8-fe1a042d19f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:35.117234 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 2505dfc8-f6ac-4725-810a-653dacfebce9 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:35.118395 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7c9000ce-d8a8-4a96-a89f-b197410e872b up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:35.156231 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9090bda6-faeb-49f6-bdbf-69adccba0c1e admin admin] Publish callbacks [] for port (eae81182-2e67-4b87-af6a-dd924078ef05), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:35.165243 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-0700fd30-f0c6-4616-ab89-170d2ea550a1 None None] Provisioning complete for port eae81182-2e67-4b87-af6a-dd924078ef05 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:35.165742 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0700fd30-f0c6-4616-ab89-170d2ea550a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (eae81182-2e67-4b87-af6a-dd924078ef05), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:35.169224 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b555c-162e-490c-99d8-fe1a042d19f4 None None] Pushing event updated for resources: {'Port': ['ID=2505dfc8-f6ac-4725-810a-653dacfebce9,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:35.207888 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9090bda6-faeb-49f6-bdbf-69adccba0c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (eae81182-2e67-4b87-af6a-dd924078ef05), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:35.265347 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fbd5f-c15c-4fa3-9c1a-bdd4e9c5d9b0 req-e0835d15-9f9f-4df5-90e4-7d3eef285281 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:35.267328 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce2fbd5f-c15c-4fa3-9c1a-bdd4e9c5d9b0 req-e0835d15-9f9f-4df5-90e4-7d3eef285281 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 947 time: 0.5454934 Feb 19 04:11:35.429817 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59558d-0999-46ac-857a-0e790c6d499a req-27afbe8f-e759-4450-b926-5cc1398457b3 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:35.441731 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c59558d-0999-46ac-857a-0e790c6d499a req-27afbe8f-e759-4450-b926-5cc1398457b3 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.2819877 Feb 19 04:11:35.531755 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:35.539895 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 7c9000ce-d8a8-4a96-a89f-b197410e872b triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:35.540278 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7c9000ce-d8a8-4a96-a89f-b197410e872b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:35.543331 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0700fd30-f0c6-4616-ab89-170d2ea550a1 None None] Port eae81182-2e67-4b87-af6a-dd924078ef05 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:11:35.550684 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c59558d-0999-46ac-857a-0e790c6d499a req-76658299-82c7-4489-bd26-a07f97d78891 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076221 Feb 19 04:11:35.643946 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9090bda6-faeb-49f6-bdbf-69adccba0c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (7b3e99fc-a0e7-4074-bd14-5855ac709c9f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:35.651504 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e11b84e-b639-4499-9d3b-3269653bffcb req-a3831d8e-fad4-49db-a1b7-607f67c12e1c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:11:35.667662 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce81615c-3c67-45b4-980a-a7a3cfd5b48b None None] Sync routers for ids ['af08f154-ee4c-4ce0-9647-7737e82c6cb0'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:11:35.692243 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 7c9000ce-d8a8-4a96-a89f-b197410e872b is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:35.692689 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce81615c-3c67-45b4-980a-a7a3cfd5b48b None None] Routers {'af08f154-ee4c-4ce0-9647-7737e82c6cb0'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:35.693472 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-ce81615c-3c67-45b4-980a-a7a3cfd5b48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:11:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['af08f154-ee4c-4ce0-9647-7737e82c6cb0'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:35.695238 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7c9000ce-d8a8-4a96-a89f-b197410e872b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:35.696993 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090bda6-faeb-49f6-bdbf-69adccba0c1e admin admin] Pushing event updated for resources: {'Port': ['ID=eae81182-2e67-4b87-af6a-dd924078ef05,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:35.737555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 7c9000ce-d8a8-4a96-a89f-b197410e872b, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7c9000ce-d8a8-4a96-a89f-b197410e872b,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:35.740701 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ca4ae3f-79fa-4af5-84bb-18dafe70a94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (a943f550-ef5f-472b-a075-bcaed7fd0fac), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:35.743457 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7c9000ce-d8a8-4a96-a89f-b197410e872b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:35.757799 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ca4ae3f-79fa-4af5-84bb-18dafe70a94f admin admin] Publish callbacks [] for router_controller (a943f550-ef5f-472b-a075-bcaed7fd0fac), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:35.760748 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce2fbd5f-c15c-4fa3-9c1a-bdd4e9c5d9b0 req-6d58a9e3-ce97-4d62-92b9-e2b20566aa28 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4874656 Feb 19 04:11:35.873509 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=7c9000ce-d8a8-4a96-a89f-b197410e872b,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:35.935100 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-9eed9abd-245a-432e-a5d2-1101b6420fcd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting port 35e3d17b-8801-4c6c-a608-9b5a60b7e70f {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:35.935722 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9eed9abd-245a-432e-a5d2-1101b6420fcd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (35e3d17b-8801-4c6c-a608-9b5a60b7e70f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:35.949916 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ca4ae3f-79fa-4af5-84bb-18dafe70a94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (a943f550-ef5f-472b-a075-bcaed7fd0fac), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:35.952403 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca4ae3f-79fa-4af5-84bb-18dafe70a94f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a943f550-ef5f-472b-a075-bcaed7fd0fac {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:11:35.997423 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ca4ae3f-79fa-4af5-84bb-18dafe70a94f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:36.003554 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1ca4ae3f-79fa-4af5-84bb-18dafe70a94f admin admin] 10.222.0.52 "DELETE /v2.0/routers/a943f550-ef5f-472b-a075-bcaed7fd0fac HTTP/1.1" status: 204 len: 168 time: 2.6308746 Feb 19 04:11:36.013719 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35080) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:36.020182 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9090bda6-faeb-49f6-bdbf-69adccba0c1e admin admin] Network f758f6a7-1c73-480c-aa6e-af8f6b3fc936 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:36.022199 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e11b84e-b639-4499-9d3b-3269653bffcb req-a3831d8e-fad4-49db-a1b7-607f67c12e1c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] No DVR routers for this DVR port f51c45b9-2040-4d3e-a96c-153135c4ea34 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:11:36.031061 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-79d5f3d1-c9cb-44ea-b165-b1d32f9ba93d req-1b6cf3b3-b5fe-4e83-954d-a40f8265d5a8 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=2270e8de-e428-4657-9da6-56fba416468f HTTP/1.1" status: 200 len: 210 time: 0.0957577 Feb 19 04:11:36.036235 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1e11b84e-b639-4499-9d3b-3269653bffcb req-a3831d8e-fad4-49db-a1b7-607f67c12e1c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:36.044091 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1e11b84e-b639-4499-9d3b-3269653bffcb req-a3831d8e-fad4-49db-a1b7-607f67c12e1c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.79 "DELETE /v2.0/ports/f51c45b9-2040-4d3e-a96c-153135c4ea34 HTTP/1.1" status: 204 len: 173 time: 4.9775543 Feb 19 04:11:36.045057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2270e8de-e428-4657-9da6-56fba416468f', 'name': 'network-vif-deleted', 'tag': 'f51c45b9-2040-4d3e-a96c-153135c4ea34'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:11:36.064883 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5765ea41-95d8-4d02-b2ae-debf605acd05" -d '{"events": [{"server_uuid": "2270e8de-e428-4657-9da6-56fba416468f", "name": "network-vif-deleted", "tag": "f51c45b9-2040-4d3e-a96c-153135c4ea34"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:11:36.093387 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-9090bda6-faeb-49f6-bdbf-69adccba0c1e admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:36.194921 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2505dfc8-f6ac-4725-810a-653dacfebce9 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:36.239750 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedcf191-40d0-49d7-9897-5280990e4fb6 x-openstack-request-id: req-cedcf191-40d0-49d7-9897-5280990e4fb6 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:11:36.241559 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2270e8de-e428-4657-9da6-56fba416468f", "name": "network-vif-deleted", "tag": "f51c45b9-2040-4d3e-a96c-153135c4ea34", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:11:36.242044 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cedcf191-40d0-49d7-9897-5280990e4fb6 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:11:36.243100 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2270e8de-e428-4657-9da6-56fba416468f', 'name': 'network-vif-deleted', 'tag': 'f51c45b9-2040-4d3e-a96c-153135c4ea34', 'status': 'completed', 'code': 200} Feb 19 04:11:36.337187 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 2505dfc8-f6ac-4725-810a-653dacfebce9 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:36.339273 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:36.354371 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ef1d0f-5728-4334-b641-4ed4e1a9c2ff admin admin] Deleting subnet 00070044-bad3-439e-8650-6c43fc944981 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:11:36.370903 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-ce81615c-3c67-45b4-980a-a7a3cfd5b48b None None] Set router af08f154-ee4c-4ce0-9647-7737e82c6cb0 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:36.378271 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-50ef1d0f-5728-4334-b641-4ed4e1a9c2ff admin admin] Publish callbacks [] for subnet (00070044-bad3-439e-8650-6c43fc944981), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:36.433539 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9090bda6-faeb-49f6-bdbf-69adccba0c1e admin admin] Router 7b3e99fc-a0e7-4074-bd14-5855ac709c9f has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:11:36.446650 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9eed9abd-245a-432e-a5d2-1101b6420fcd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (35e3d17b-8801-4c6c-a608-9b5a60b7e70f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:36.537941 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-9eed9abd-245a-432e-a5d2-1101b6420fcd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Calling delete_port for 35e3d17b-8801-4c6c-a608-9b5a60b7e70f owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:36.559833 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-50ef1d0f-5728-4334-b641-4ed4e1a9c2ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (00070044-bad3-439e-8650-6c43fc944981), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:36.629847 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 2505dfc8-f6ac-4725-810a-653dacfebce9 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:36.635110 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7c9000ce-d8a8-4a96-a89f-b197410e872b up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:36.637113 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c86d5ada-bde8-44c8-aa1c-61d2e61c04d1 None None] Provisioning complete for port 2505dfc8-f6ac-4725-810a-653dacfebce9 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:36.654992 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c86d5ada-bde8-44c8-aa1c-61d2e61c04d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:36.678032 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9090bda6-faeb-49f6-bdbf-69adccba0c1e admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:11:36.701947 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9090bda6-faeb-49f6-bdbf-69adccba0c1e admin admin] 10.222.0.52 "PUT /v2.0/routers/7b3e99fc-a0e7-4074-bd14-5855ac709c9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3035891 Feb 19 04:11:36.791052 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b034598d-a03d-4b3c-a6e3-70e2f135cf0e None None] Sync routers for ids ['7b3e99fc-a0e7-4074-bd14-5855ac709c9f'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:11:36.910137 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-50ef1d0f-5728-4334-b641-4ed4e1a9c2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (00070044-bad3-439e-8650-6c43fc944981), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:36.939402 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174c00a-c95d-4070-b6dc-e8fbd632bdc1 req-19090c8a-6e63-44da-a157-9741ef3816bd tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:36.944468 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7174c00a-c95d-4070-b6dc-e8fbd632bdc1 req-19090c8a-6e63-44da-a157-9741ef3816bd tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.2013752 Feb 19 04:11:37.063855 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:37.073850 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-ce81615c-3c67-45b4-980a-a7a3cfd5b48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'name': 'tempest-AttachVolumeTestJSON-446025872-router', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:06Z', 'updated_at': '2022-02-19T04:07:15Z', 'revision_number': 4, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'gw_port': {'id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:07Z', 'updated_at': '2022-02-19T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '0c4982aa-37bc-4798-94a1-60040c8ca16e', 'name': '', 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'mac_address': 'fa:16:3e:94:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '7b8d1019-337e-49b4-85df-5623b5820084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:12Z', 'updated_at': '2022-02-19T04:07:20Z', 'revision_number': 5, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'subnets': [{'id': '7b8d1019-337e-49b4-85df-5623b5820084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:37.087271 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b034598d-a03d-4b3c-a6e3-70e2f135cf0e None None] Routers {'7b3e99fc-a0e7-4074-bd14-5855ac709c9f'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:37.089248 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-b034598d-a03d-4b3c-a6e3-70e2f135cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:11:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7b3e99fc-a0e7-4074-bd14-5855ac709c9f'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:37.152629 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-50ef1d0f-5728-4334-b641-4ed4e1a9c2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (00070044-bad3-439e-8650-6c43fc944981), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:37.153131 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce81615c-3c67-45b4-980a-a7a3cfd5b48b None None] Checking router: af08f154-ee4c-4ce0-9647-7737e82c6cb0 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:11:37.170694 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce81615c-3c67-45b4-980a-a7a3cfd5b48b None None] Routers {'af08f154-ee4c-4ce0-9647-7737e82c6cb0'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:37.171479 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-ce81615c-3c67-45b4-980a-a7a3cfd5b48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:11:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['af08f154-ee4c-4ce0-9647-7737e82c6cb0'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:37.182431 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7174c00a-c95d-4070-b6dc-e8fbd632bdc1 req-ece1ef4a-ec6d-4c59-90b9-6f4bfce24ccc tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238717 Feb 19 04:11:37.212897 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ca674-8366-4a93-9c6f-04d52239eb1e req-216ce103-af9f-43f0-8014-1872ff166607 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:37.226332 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d35ca674-8366-4a93-9c6f-04d52239eb1e req-216ce103-af9f-43f0-8014-1872ff166607 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 947 time: 0.2025306 Feb 19 04:11:37.284294 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef1d0f-5728-4334-b641-4ed4e1a9c2ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00070044-bad3-439e-8650-6c43fc944981,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:37.302469 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-50ef1d0f-5728-4334-b641-4ed4e1a9c2ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:37.309592 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-50ef1d0f-5728-4334-b641-4ed4e1a9c2ff admin admin] 10.222.0.52 "DELETE /v2.0/subnets/00070044-bad3-439e-8650-6c43fc944981 HTTP/1.1" status: 204 len: 168 time: 1.2891502 Feb 19 04:11:37.312416 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f260fa33-b7ea-4020-8e45-800ca6650e8b None None] Network 455a1d36-0244-440a-9c8b-39e2a2ccd1dc requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:11:37.314306 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35100) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:37.326865 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ef1d0f-5728-4334-b641-4ed4e1a9c2ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:37.327186 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ef1d0f-5728-4334-b641-4ed4e1a9c2ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:37.327432 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ef1d0f-5728-4334-b641-4ed4e1a9c2ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:37.327774 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ef1d0f-5728-4334-b641-4ed4e1a9c2ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:37.328099 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ef1d0f-5728-4334-b641-4ed4e1a9c2ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:37.328429 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ef1d0f-5728-4334-b641-4ed4e1a9c2ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:37.328756 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ef1d0f-5728-4334-b641-4ed4e1a9c2ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:37.336850 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ef1d0f-5728-4334-b641-4ed4e1a9c2ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:37.338140 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d35ca674-8366-4a93-9c6f-04d52239eb1e req-6d4a8add-a0f1-46eb-ac3f-635638dc9244 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027832 Feb 19 04:11:37.338634 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ef1d0f-5728-4334-b641-4ed4e1a9c2ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:37.343813 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ef1d0f-5728-4334-b641-4ed4e1a9c2ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:37.344573 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ef1d0f-5728-4334-b641-4ed4e1a9c2ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:37.346755 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ef1d0f-5728-4334-b641-4ed4e1a9c2ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:37.347329 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ef1d0f-5728-4334-b641-4ed4e1a9c2ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:37.375645 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35102) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:37.379132 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9eed9abd-245a-432e-a5d2-1101b6420fcd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (35e3d17b-8801-4c6c-a608-9b5a60b7e70f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:37.404237 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-ce81615c-3c67-45b4-980a-a7a3cfd5b48b None None] Set router af08f154-ee4c-4ce0-9647-7737e82c6cb0 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:37.448477 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a77485-a5ac-43c5-af70-fda13c9b83eb req-9012f79f-3bc8-4bce-b5b9-dd48744b6dee tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:37.458148 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a0a77485-a5ac-43c5-af70-fda13c9b83eb req-9012f79f-3bc8-4bce-b5b9-dd48744b6dee tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.3191047 Feb 19 04:11:37.476351 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 7c9000ce-d8a8-4a96-a89f-b197410e872b triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:37.476736 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7c9000ce-d8a8-4a96-a89f-b197410e872b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:37.500399 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0631531e-0285-422e-99b3-130d893fb5dd tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for security_group (242c9f4b-677d-4bb1-a7ce-bf84584eafb5), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:37.510649 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed9abd-245a-432e-a5d2-1101b6420fcd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Port': ['ID=35e3d17b-8801-4c6c-a608-9b5a60b7e70f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:37.588726 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0631531e-0285-422e-99b3-130d893fb5dd tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for security_group (242c9f4b-677d-4bb1-a7ce-bf84584eafb5), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:37.616487 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-b034598d-a03d-4b3c-a6e3-70e2f135cf0e None None] Set router 7b3e99fc-a0e7-4074-bd14-5855ac709c9f gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:37.722553 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0631531e-0285-422e-99b3-130d893fb5dd tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (242c9f4b-677d-4bb1-a7ce-bf84584eafb5), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:37.725584 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0631531e-0285-422e-99b3-130d893fb5dd tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:37.726962 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0631531e-0285-422e-99b3-130d893fb5dd tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "DELETE /v2.0/security-groups/242c9f4b-677d-4bb1-a7ce-bf84584eafb5 HTTP/1.1" status: 204 len: 168 time: 0.3495545 Feb 19 04:11:37.731697 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35110) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:37.758959 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631531e-0285-422e-99b3-130d893fb5dd tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=242c9f4b-677d-4bb1-a7ce-bf84584eafb5,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:37.765913 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-a8843f15-a869-493f-a695-17a23adef0de tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] show failed (client error): The resource could not be found. Feb 19 04:11:37.767151 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a8843f15-a869-493f-a695-17a23adef0de tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups/242c9f4b-677d-4bb1-a7ce-bf84584eafb5 HTTP/1.1" status: 404 len: 347 time: 0.0296249 Feb 19 04:11:37.771430 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35112) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:37.825144 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9eed9abd-245a-432e-a5d2-1101b6420fcd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:37.830757 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9eed9abd-245a-432e-a5d2-1101b6420fcd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/35e3d17b-8801-4c6c-a608-9b5a60b7e70f HTTP/1.1" status: 204 len: 168 time: 2.8931570 Feb 19 04:11:37.838347 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fec36ffe-0485-4f74-a8e0-01ca01ac8d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (455a1d36-0244-440a-9c8b-39e2a2ccd1dc), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:37.842055 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35114) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:37.854130 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-ce81615c-3c67-45b4-980a-a7a3cfd5b48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'name': 'tempest-AttachVolumeTestJSON-446025872-router', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:06Z', 'updated_at': '2022-02-19T04:07:15Z', 'revision_number': 4, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'gw_port': {'id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:07Z', 'updated_at': '2022-02-19T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '0c4982aa-37bc-4798-94a1-60040c8ca16e', 'name': '', 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'mac_address': 'fa:16:3e:94:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '7b8d1019-337e-49b4-85df-5623b5820084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:12Z', 'updated_at': '2022-02-19T04:07:20Z', 'revision_number': 5, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'subnets': [{'id': '7b8d1019-337e-49b4-85df-5623b5820084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:37.952222 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35118) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:37.963768 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce81615c-3c67-45b4-980a-a7a3cfd5b48b None None] The sync data for ids ['af08f154-ee4c-4ce0-9647-7737e82c6cb0'] in n-d-828369-19 is: [{'id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'name': 'tempest-AttachVolumeTestJSON-446025872-router', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:06Z', 'updated_at': '2022-02-19T04:07:15Z', 'revision_number': 4, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'gw_port': {'id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:07Z', 'updated_at': '2022-02-19T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '0c4982aa-37bc-4798-94a1-60040c8ca16e', 'name': '', 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'mac_address': 'fa:16:3e:94:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '7b8d1019-337e-49b4-85df-5623b5820084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:12Z', 'updated_at': '2022-02-19T04:07:20Z', 'revision_number': 5, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'subnets': [{'id': '7b8d1019-337e-49b4-85df-5623b5820084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:11:37.964924 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-7544dd18-6ccf-4790-87fb-82e7331f6dd3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1628012872-network', 'tenant_id': '8a538b5c8e0a453a82148e629e807cab'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:37.996232 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0a97c7-67d8-45a9-8156-7e2bee35e7b8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:37.997744 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0a97c7-67d8-45a9-8156-7e2bee35e7b8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:37.999261 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0a97c7-67d8-45a9-8156-7e2bee35e7b8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:38.003128 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0e0a97c7-67d8-45a9-8156-7e2bee35e7b8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1558130 Feb 19 04:11:38.034968 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35120) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:38.134369 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7544dd18-6ccf-4790-87fb-82e7331f6dd3 admin admin] Made reservation on behalf of 8a538b5c8e0a453a82148e629e807cab for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:38.137372 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7544dd18-6ccf-4790-87fb-82e7331f6dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.142841 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c86d5ada-bde8-44c8-aa1c-61d2e61c04d1 None None] Current status of the port 2505dfc8-f6ac-4725-810a-653dacfebce9 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:38.145695 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d6536f-460b-43ce-af11-3e19061668e9 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet 508a6327-94a1-4d97-85f9-38f68e095e39 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:11:38.152777 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7544dd18-6ccf-4790-87fb-82e7331f6dd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.156831 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f7d6536f-460b-43ce-af11-3e19061668e9 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (508a6327-94a1-4d97-85f9-38f68e095e39), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.202531 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-c3f65e83-c67f-4ba5-9571-c071a09e94fc tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Deleting port 7da87a9e-b692-4c97-9da0-f33d65a59bc3 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:38.203138 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c3f65e83-c67f-4ba5-9571-c071a09e94fc tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (7da87a9e-b692-4c97-9da0-f33d65a59bc3), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.214698 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f7d6536f-460b-43ce-af11-3e19061668e9 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (508a6327-94a1-4d97-85f9-38f68e095e39), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.282422 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 7c9000ce-d8a8-4a96-a89f-b197410e872b is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:38.295531 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3b7f77-a759-46ca-b566-0ca241c12ee8 None None] DHCP port deletion for 455a1d36-0244-440a-9c8b-39e2a2ccd1dc request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:11:38.342146 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-a0a77485-a5ac-43c5-af70-fda13c9b83eb req-3238f0d3-87f1-40fb-9222-d01cfc97e7a4 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Deleting port f3ffca2a-be76-4627-a124-9adea4b59fea {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:38.343850 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a0a77485-a5ac-43c5-af70-fda13c9b83eb req-3238f0d3-87f1-40fb-9222-d01cfc97e7a4 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (f3ffca2a-be76-4627-a124-9adea4b59fea), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.405639 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d0960456-1506-4efe-a830-6d354d5f70d5 None None] Could not find standard attr ID for object 35e3d17b-8801-4c6c-a608-9b5a60b7e70f. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:11:38.416763 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 9f035dd4-62ef-47b5-b5e8-00b3c98e8154 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:11:38.468300 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f7d6536f-460b-43ce-af11-3e19061668e9 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (508a6327-94a1-4d97-85f9-38f68e095e39), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.478596 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d0960456-1506-4efe-a830-6d354d5f70d5 None None] Provisioning complete for port eae81182-2e67-4b87-af6a-dd924078ef05 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:38.479085 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d0960456-1506-4efe-a830-6d354d5f70d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (eae81182-2e67-4b87-af6a-dd924078ef05), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.481236 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 9f035dd4-62ef-47b5-b5e8-00b3c98e8154 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:11:38.481592 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 9f035dd4-62ef-47b5-b5e8-00b3c98e8154 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:11:38.486446 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7cf8d7f0-a765-4a34-a2c2-577a50a75bd9 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:11:38.505387 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c3f65e83-c67f-4ba5-9571-c071a09e94fc tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (7da87a9e-b692-4c97-9da0-f33d65a59bc3), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.505995 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c3f65e83-c67f-4ba5-9571-c071a09e94fc tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for floatingip (7da87a9e-b692-4c97-9da0-f33d65a59bc3), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.561280 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-c3f65e83-c67f-4ba5-9571-c071a09e94fc tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Calling delete_port for 7da87a9e-b692-4c97-9da0-f33d65a59bc3 owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:38.563409 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 7cf8d7f0-a765-4a34-a2c2-577a50a75bd9 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:11:38.563765 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7cf8d7f0-a765-4a34-a2c2-577a50a75bd9 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:11:38.571801 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3daf8a-e016-4e78-beae-75fa07f2a959 None None] New status for floating IP ea92372d-8ed4-413e-9611-eed1915298f6: DOWN {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:11:38.595970 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d0960456-1506-4efe-a830-6d354d5f70d5 None None] Port eae81182-2e67-4b87-af6a-dd924078ef05 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:11:38.613422 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8d3b7f77-a759-46ca-b566-0ca241c12ee8 None None] Deleting port 4bc24183-a3f5-40cd-a59a-26b0f73ce80c {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:38.614523 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8d3b7f77-a759-46ca-b566-0ca241c12ee8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (4bc24183-a3f5-40cd-a59a-26b0f73ce80c), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.616722 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-a0a77485-a5ac-43c5-af70-fda13c9b83eb req-3238f0d3-87f1-40fb-9222-d01cfc97e7a4 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] For port f3ffca2a-be76-4627-a124-9adea4b59fea, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=f3ffca2a-be76-4627-a124-9adea4b59fea,segment=NetworkSegment(27e54185-72e8-4b7c-8b0a-779943e353eb),segment_id=27e54185-72e8-4b7c-8b0a-779943e353eb)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:38.616890 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66803752-ec3a-4b9a-8636-978b604bc30e req-805e8d83-a8a1-42a8-b0d8-9f4827a31797 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:38.617182 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a0a77485-a5ac-43c5-af70-fda13c9b83eb req-3238f0d3-87f1-40fb-9222-d01cfc97e7a4 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (f3ffca2a-be76-4627-a124-9adea4b59fea), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.618540 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66803752-ec3a-4b9a-8636-978b604bc30e req-805e8d83-a8a1-42a8-b0d8-9f4827a31797 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2e4913-63eb-4974-ac4c-00f85a4b1628 HTTP/1.1" status: 200 len: 946 time: 0.2772927 Feb 19 04:11:38.629254 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7544dd18-6ccf-4790-87fb-82e7331f6dd3 admin admin] Publish callbacks [] for security_group (018e9a09-4e16-499d-99e7-76cde4a3414d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.629994 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-a0a77485-a5ac-43c5-af70-fda13c9b83eb req-3238f0d3-87f1-40fb-9222-d01cfc97e7a4 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Calling delete_port for f3ffca2a-be76-4627-a124-9adea4b59fea owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:38.644600 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-b034598d-a03d-4b3c-a6e3-70e2f135cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'name': 'tempest-TaggedBootDevicesTest_v242-778122631-router', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '7c9000ce-d8a8-4a96-a89f-b197410e872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:20Z', 'updated_at': '2022-02-19T04:11:34Z', 'revision_number': 4, 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'gw_port': {'id': '7c9000ce-d8a8-4a96-a89f-b197410e872b', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:22Z', 'updated_at': '2022-02-19T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'eae81182-2e67-4b87-af6a-dd924078ef05', 'name': '', 'network_id': 'f758f6a7-1c73-480c-aa6e-af8f6b3fc936', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'mac_address': 'fa:16:3e:2c:80:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'ab33f94a-f001-4e22-992e-6a938e5dd9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:31Z', 'updated_at': '2022-02-19T04:11:34Z', 'revision_number': 2, 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'subnets': [{'id': 'ab33f94a-f001-4e22-992e-6a938e5dd9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:38.699243 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7544dd18-6ccf-4790-87fb-82e7331f6dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (018e9a09-4e16-499d-99e7-76cde4a3414d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.715641 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b034598d-a03d-4b3c-a6e3-70e2f135cf0e None None] Checking router: 7b3e99fc-a0e7-4074-bd14-5855ac709c9f for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:11:38.716633 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7544dd18-6ccf-4790-87fb-82e7331f6dd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:11:38.727356 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b034598d-a03d-4b3c-a6e3-70e2f135cf0e None None] Updating router 7b3e99fc-a0e7-4074-bd14-5855ac709c9f port eae81182-2e67-4b87-af6a-dd924078ef05 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:11:38.732144 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7544dd18-6ccf-4790-87fb-82e7331f6dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (1b7a5dfc-9b1e-4ac9-969d-a2a00a138710), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.732759 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-7544dd18-6ccf-4790-87fb-82e7331f6dd3 admin admin] Added segment 1b7a5dfc-9b1e-4ac9-969d-a2a00a138710 of type vlan for network dfb2a0f6-af53-497e-92c0-e597bb14e8ba Feb 19 04:11:38.764179 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b034598d-a03d-4b3c-a6e3-70e2f135cf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (eae81182-2e67-4b87-af6a-dd924078ef05), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.787797 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a0a77485-a5ac-43c5-af70-fda13c9b83eb req-3238f0d3-87f1-40fb-9222-d01cfc97e7a4 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (f3ffca2a-be76-4627-a124-9adea4b59fea), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.804216 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['f3ffca2a-be76-4627-a124-9adea4b59fea'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:11:38.839433 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-fec36ffe-0485-4f74-a8e0-01ca01ac8d79 admin admin] Deleting port 4bc24183-a3f5-40cd-a59a-26b0f73ce80c {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:38.839807 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fec36ffe-0485-4f74-a8e0-01ca01ac8d79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (4bc24183-a3f5-40cd-a59a-26b0f73ce80c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.869785 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7544dd18-6ccf-4790-87fb-82e7331f6dd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (dfb2a0f6-af53-497e-92c0-e597bb14e8ba), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.878487 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4bc24183-a3f5-40cd-a59a-26b0f73ce80c no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:11:38.885213 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-8d3b7f77-a759-46ca-b566-0ca241c12ee8 None None] For port 4bc24183-a3f5-40cd-a59a-26b0f73ce80c, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4bc24183-a3f5-40cd-a59a-26b0f73ce80c,segment=NetworkSegment(7494b9a1-a789-47f9-9c03-895eb5435e6b),segment_id=7494b9a1-a789-47f9-9c03-895eb5435e6b)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:38.885625 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8d3b7f77-a759-46ca-b566-0ca241c12ee8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (4bc24183-a3f5-40cd-a59a-26b0f73ce80c), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.936816 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8d3b7f77-a759-46ca-b566-0ca241c12ee8 None None] Calling delete_port for 4bc24183-a3f5-40cd-a59a-26b0f73ce80c owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:38.962827 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a77485-a5ac-43c5-af70-fda13c9b83eb req-3238f0d3-87f1-40fb-9222-d01cfc97e7a4 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] No DVR routers for this DVR port f3ffca2a-be76-4627-a124-9adea4b59fea on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:11:38.965480 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238f0d3-87f1-40fb-9222-d01cfc97e7a4 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Pushing event deleted for resources: {'Port': ['ID=f3ffca2a-be76-4627-a124-9adea4b59fea,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:38.970776 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7544dd18-6ccf-4790-87fb-82e7331f6dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (dfb2a0f6-af53-497e-92c0-e597bb14e8ba), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.972027 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7544dd18-6ccf-4790-87fb-82e7331f6dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:38.976984 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7544dd18-6ccf-4790-87fb-82e7331f6dd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.978722 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a0a77485-a5ac-43c5-af70-fda13c9b83eb req-3238f0d3-87f1-40fb-9222-d01cfc97e7a4 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.983415 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a0a77485-a5ac-43c5-af70-fda13c9b83eb req-3238f0d3-87f1-40fb-9222-d01cfc97e7a4 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.26 "DELETE /v2.0/ports/f3ffca2a-be76-4627-a124-9adea4b59fea HTTP/1.1" status: 204 len: 173 time: 1.4858367 Feb 19 04:11:38.984638 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2e4913-63eb-4974-ac4c-00f85a4b1628', 'name': 'network-vif-deleted', 'tag': 'f3ffca2a-be76-4627-a124-9adea4b59fea'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:11:38.989010 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc59c7f-4dfc-4b96-800f-c2748bd27b31" -d '{"events": [{"server_uuid": "6f2e4913-63eb-4974-ac4c-00f85a4b1628", "name": "network-vif-deleted", "tag": "f3ffca2a-be76-4627-a124-9adea4b59fea"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:11:38.993353 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f7d6536f-460b-43ce-af11-3e19061668e9 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (508a6327-94a1-4d97-85f9-38f68e095e39), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:39.028689 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743905b-e203-4898-a352-ae4f314858b3 req-70675b2f-6b98-4c85-bc8c-791793c4a896 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:39.030338 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7743905b-e203-4898-a352-ae4f314858b3 req-70675b2f-6b98-4c85-bc8c-791793c4a896 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 947 time: 0.5568750 Feb 19 04:11:39.074084 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-fec36ffe-0485-4f74-a8e0-01ca01ac8d79 admin admin] For port 4bc24183-a3f5-40cd-a59a-26b0f73ce80c, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4bc24183-a3f5-40cd-a59a-26b0f73ce80c,segment=NetworkSegment(7494b9a1-a789-47f9-9c03-895eb5435e6b),segment_id=7494b9a1-a789-47f9-9c03-895eb5435e6b)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:39.075650 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fec36ffe-0485-4f74-a8e0-01ca01ac8d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (4bc24183-a3f5-40cd-a59a-26b0f73ce80c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:39.081204 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f7d6536f-460b-43ce-af11-3e19061668e9 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:39.098133 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f7d6536f-460b-43ce-af11-3e19061668e9 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/508a6327-94a1-4d97-85f9-38f68e095e39 HTTP/1.1" status: 204 len: 168 time: 1.0584908 Feb 19 04:11:39.100487 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6536f-460b-43ce-af11-3e19061668e9 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=508a6327-94a1-4d97-85f9-38f68e095e39,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:39.104726 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35128) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:39.121950 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5734fb55-8c37-4dc3-9a69-b997457abacc None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:11:39.186947 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544dd18-6ccf-4790-87fb-82e7331f6dd3 admin admin] Pushing event updated for resources: {'Network': ['ID=dfb2a0f6-af53-497e-92c0-e597bb14e8ba,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:39.220961 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-fec36ffe-0485-4f74-a8e0-01ca01ac8d79 admin admin] Calling delete_port for 4bc24183-a3f5-40cd-a59a-26b0f73ce80c owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:39.322477 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ffbe12e-8a0c-4064-8d00-11bd050f7c10 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet e993879f-3306-4681-8470-a23e1a3daf0e {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:11:39.330238 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe12e-8a0c-4064-8d00-11bd050f7c10 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (e993879f-3306-4681-8470-a23e1a3daf0e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:39.386262 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544dd18-6ccf-4790-87fb-82e7331f6dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018e9a09-4e16-499d-99e7-76cde4a3414d,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:39.395318 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe12e-8a0c-4064-8d00-11bd050f7c10 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (e993879f-3306-4681-8470-a23e1a3daf0e), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:39.400273 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7544dd18-6ccf-4790-87fb-82e7331f6dd3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4460585 Feb 19 04:11:39.411424 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c3f65e83-c67f-4ba5-9571-c071a09e94fc tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (7da87a9e-b692-4c97-9da0-f33d65a59bc3), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:39.424017 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b034598d-a03d-4b3c-a6e3-70e2f135cf0e None None] Publish callbacks [] for port (eae81182-2e67-4b87-af6a-dd924078ef05), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:39.426805 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network dfb2a0f6-af53-497e-92c0-e597bb14e8ba details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:11:39.432776 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35134) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:39.436112 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8d3b7f77-a759-46ca-b566-0ca241c12ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (4bc24183-a3f5-40cd-a59a-26b0f73ce80c), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:39.438994 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-2d01c580-8483-4f9b-b4be-3b494d356726 admin admin] Request body: {'subnet': {'network_id': 'dfb2a0f6-af53-497e-92c0-e597bb14e8ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1628012872-subnet', 'tenant_id': '8a538b5c8e0a453a82148e629e807cab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:39.471465 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fec36ffe-0485-4f74-a8e0-01ca01ac8d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (4bc24183-a3f5-40cd-a59a-26b0f73ce80c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:39.494996 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b034598d-a03d-4b3c-a6e3-70e2f135cf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (eae81182-2e67-4b87-af6a-dd924078ef05), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:39.507235 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b7f77-a759-46ca-b566-0ca241c12ee8 None None] Pushing event deleted for resources: {'Port': ['ID=4bc24183-a3f5-40cd-a59a-26b0f73ce80c,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:39.509028 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No active binding found for port 4bc24183-a3f5-40cd-a59a-26b0f73ce80c {{(pid=109927) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 04:11:39.509417 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] The host n-d-828369-19 is not matching for port 4bc24183-a3f5-40cd-a59a-26b0f73ce80c host None! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:11:39.509815 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4bc24183-a3f5-40cd-a59a-26b0f73ce80c not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:11:39.535536 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f65e83-c67f-4ba5-9571-c071a09e94fc tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Pushing event deleted for resources: {'Port': ['ID=7da87a9e-b692-4c97-9da0-f33d65a59bc3,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:39.552767 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d01c580-8483-4f9b-b4be-3b494d356726 admin admin] Made reservation on behalf of 8a538b5c8e0a453a82148e629e807cab for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:39.555878 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2d01c580-8483-4f9b-b4be-3b494d356726 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:39.561226 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec36ffe-0485-4f74-a8e0-01ca01ac8d79 admin admin] No DVR routers for this DVR port 4bc24183-a3f5-40cd-a59a-26b0f73ce80c on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:11:39.565833 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec36ffe-0485-4f74-a8e0-01ca01ac8d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bc24183-a3f5-40cd-a59a-26b0f73ce80c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:39.600069 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c3f65e83-c67f-4ba5-9571-c071a09e94fc tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for floatingip (ea92372d-8ed4-413e-9611-eed1915298f6), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:39.604036 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c3f65e83-c67f-4ba5-9571-c071a09e94fc tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:39.608006 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c3f65e83-c67f-4ba5-9571-c071a09e94fc tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "DELETE /v2.0/floatingips/ea92372d-8ed4-413e-9611-eed1915298f6 HTTP/1.1" status: 204 len: 168 time: 1.8328693 Feb 19 04:11:39.655165 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66803752-ec3a-4b9a-8636-978b604bc30e req-165f2445-dabd-4190-96a7-f7b18cbbc641 tempest-ServerRescueNegativeTestJSON-411334720 tempest-ServerRescueNegativeTestJSON-411334720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d58af973-7f19-4696-9bab-d48213d8deb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0274930 Feb 19 04:11:39.668482 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7743905b-e203-4898-a352-ae4f314858b3 req-ded3f786-5ebf-4313-8324-b63d56ab648f tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6206989 Feb 19 04:11:39.682762 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe12e-8a0c-4064-8d00-11bd050f7c10 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (e993879f-3306-4681-8470-a23e1a3daf0e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:39.717150 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ada1e-72ff-4977-bde0-1c5c0c3df414 None None] Pushing event updated for resources: {'Port': ['ID=eae81182-2e67-4b87-af6a-dd924078ef05,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:39.747877 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3b7f77-a759-46ca-b566-0ca241c12ee8 None None] No DVR routers for this DVR port 4bc24183-a3f5-40cd-a59a-26b0f73ce80c on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:11:39.825018 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7613de1b-8dbd-4092-b464-07cfa76cfd13 x-openstack-request-id: req-7613de1b-8dbd-4092-b464-07cfa76cfd13 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:11:39.825403 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2e4913-63eb-4974-ac4c-00f85a4b1628", "name": "network-vif-deleted", "tag": "f3ffca2a-be76-4627-a124-9adea4b59fea", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:11:39.825670 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7613de1b-8dbd-4092-b464-07cfa76cfd13 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:11:39.826132 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2e4913-63eb-4974-ac4c-00f85a4b1628', 'name': 'network-vif-deleted', 'tag': 'f3ffca2a-be76-4627-a124-9adea4b59fea', 'status': 'completed', 'code': 200} Feb 19 04:11:39.845176 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe12e-8a0c-4064-8d00-11bd050f7c10 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (e993879f-3306-4681-8470-a23e1a3daf0e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:39.923317 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe12e-8a0c-4064-8d00-11bd050f7c10 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:39.929282 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35138) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:39.929477 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1ffbe12e-8a0c-4064-8d00-11bd050f7c10 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/e993879f-3306-4681-8470-a23e1a3daf0e HTTP/1.1" status: 204 len: 168 time: 0.8157692 Feb 19 04:11:39.933893 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbe12e-8a0c-4064-8d00-11bd050f7c10 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=e993879f-3306-4681-8470-a23e1a3daf0e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:39.963397 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fec36ffe-0485-4f74-a8e0-01ca01ac8d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (455a1d36-0244-440a-9c8b-39e2a2ccd1dc), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:40.009609 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-fec36ffe-0485-4f74-a8e0-01ca01ac8d79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455a1d36-0244-440a-9c8b-39e2a2ccd1dc']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:40.030048 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-fec36ffe-0485-4f74-a8e0-01ca01ac8d79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7494b9a1-a789-47f9-9c03-895eb5435e6b') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:40.030402 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-fec36ffe-0485-4f74-a8e0-01ca01ac8d79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7494b9a1-a789-47f9-9c03-895eb5435e6b') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:40.040006 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bf5e65fc-d6d1-4c32-b128-5b64bbf5e285 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1078854 Feb 19 04:11:40.041636 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35140) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:40.051068 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fec36ffe-0485-4f74-a8e0-01ca01ac8d79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (7494b9a1-a789-47f9-9c03-895eb5435e6b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:40.065673 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-690bc222-475e-4397-a336-832c6882b64a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:40.143136 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fec36ffe-0485-4f74-a8e0-01ca01ac8d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (7494b9a1-a789-47f9-9c03-895eb5435e6b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:40.165772 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec36ffe-0485-4f74-a8e0-01ca01ac8d79 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:11:40.169720 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fec36ffe-0485-4f74-a8e0-01ca01ac8d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (7494b9a1-a789-47f9-9c03-895eb5435e6b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:11:40.177402 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:11:40.269644 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35142) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:40.281460 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-f203be62-afdd-4b5c-939a-5561cfe0b74c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--243430159', 'description': 'tempest-description--1207334756'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:40.311299 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fec36ffe-0485-4f74-a8e0-01ca01ac8d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (455a1d36-0244-440a-9c8b-39e2a2ccd1dc), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:40.313453 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690bc222-475e-4397-a336-832c6882b64a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:40.315989 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2d01c580-8483-4f9b-b4be-3b494d356726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (9b4d8c53-c6cd-4e7e-b3d3-a27a67fb7602), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:40.325611 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-690bc222-475e-4397-a336-832c6882b64a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:40.337272 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fec36ffe-0485-4f74-a8e0-01ca01ac8d79 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:40.343709 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fec36ffe-0485-4f74-a8e0-01ca01ac8d79 admin admin] 10.222.0.52 "DELETE /v2.0/networks/455a1d36-0244-440a-9c8b-39e2a2ccd1dc HTTP/1.1" status: 204 len: 168 time: 3.0210011 Feb 19 04:11:40.347292 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b034598d-a03d-4b3c-a6e3-70e2f135cf0e None None] Attempting to bind port eae81182-2e67-4b87-af6a-dd924078ef05 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:11:40.347868 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b034598d-a03d-4b3c-a6e3-70e2f135cf0e None None] Attempting to bind port eae81182-2e67-4b87-af6a-dd924078ef05 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'a1f015ea-7064-4c76-84f5-168db49c3282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f758f6a7-1c73-480c-aa6e-af8f6b3fc936'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:11:40.348268 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b034598d-a03d-4b3c-a6e3-70e2f135cf0e None None] Attempting to bind port eae81182-2e67-4b87-af6a-dd924078ef05 on network f758f6a7-1c73-480c-aa6e-af8f6b3fc936 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:11:40.358933 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b034598d-a03d-4b3c-a6e3-70e2f135cf0e None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:11:40.359346 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b034598d-a03d-4b3c-a6e3-70e2f135cf0e None None] Checking segment: {'id': 'a1f015ea-7064-4c76-84f5-168db49c3282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f758f6a7-1c73-480c-aa6e-af8f6b3fc936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:11:40.359784 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b034598d-a03d-4b3c-a6e3-70e2f135cf0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:40.360210 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b034598d-a03d-4b3c-a6e3-70e2f135cf0e None None] Bound using segment: {'id': 'a1f015ea-7064-4c76-84f5-168db49c3282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f758f6a7-1c73-480c-aa6e-af8f6b3fc936'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:11:40.360695 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b034598d-a03d-4b3c-a6e3-70e2f135cf0e None None] Bound port: eae81182-2e67-4b87-af6a-dd924078ef05, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f015ea-7064-4c76-84f5-168db49c3282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f758f6a7-1c73-480c-aa6e-af8f6b3fc936'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:11:40.361077 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b034598d-a03d-4b3c-a6e3-70e2f135cf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (eae81182-2e67-4b87-af6a-dd924078ef05), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:40.366998 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35144) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:40.413827 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f203be62-afdd-4b5c-939a-5561cfe0b74c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:40.416570 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-760f3245-b89d-4959-8a4f-9b647a2b9eb1 None None] Provisioning complete for port eae81182-2e67-4b87-af6a-dd924078ef05 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:40.417136 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-760f3245-b89d-4959-8a4f-9b647a2b9eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (eae81182-2e67-4b87-af6a-dd924078ef05), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:40.426827 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec36ffe-0485-4f74-a8e0-01ca01ac8d79 admin admin] Pushing event deleted for resources: {'Network': ['ID=455a1d36-0244-440a-9c8b-39e2a2ccd1dc,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:40.476506 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d01c580-8483-4f9b-b4be-3b494d356726 admin admin] Checking segment: {'id': '1b7a5dfc-9b1e-4ac9-969d-a2a00a138710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dfb2a0f6-af53-497e-92c0-e597bb14e8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:11:40.477201 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d01c580-8483-4f9b-b4be-3b494d356726 admin admin] Network hostable DHCP agents. Network: dfb2a0f6-af53-497e-92c0-e597bb14e8ba, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:11:40.481424 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01c580-8483-4f9b-b4be-3b494d356726 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b4d8c53-c6cd-4e7e-b3d3-a27a67fb7602,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:40.515022 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d01c580-8483-4f9b-b4be-3b494d356726 admin admin] Network dfb2a0f6-af53-497e-92c0-e597bb14e8ba is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:11:40.543339 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-2d01c580-8483-4f9b-b4be-3b494d356726 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, dfb2a0f6-af53-497e-92c0-e597bb14e8ba) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:40.557147 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d01c580-8483-4f9b-b4be-3b494d356726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:40.558482 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2d01c580-8483-4f9b-b4be-3b494d356726 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:40.597648 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45ba26d-12fb-436e-ae57-3f396839426b None None] Network dfb2a0f6-af53-497e-92c0-e597bb14e8ba requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:11:40.632850 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2d01c580-8483-4f9b-b4be-3b494d356726 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1987526 Feb 19 04:11:40.635759 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35146) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:40.640613 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-cc86e253-a7bd-4a35-86a0-f7ddfc5beb85 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1628012872-router', 'tenant_id': '8a538b5c8e0a453a82148e629e807cab', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:40.664204 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-760f3245-b89d-4959-8a4f-9b647a2b9eb1 None None] Port eae81182-2e67-4b87-af6a-dd924078ef05 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:11:40.698683 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cc86e253-a7bd-4a35-86a0-f7ddfc5beb85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (921dfc68-f0cb-46cc-b565-6989af063a67), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:40.699901 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cc86e253-a7bd-4a35-86a0-f7ddfc5beb85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (921dfc68-f0cb-46cc-b565-6989af063a67), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:40.715618 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b034598d-a03d-4b3c-a6e3-70e2f135cf0e None None] For port eae81182-2e67-4b87-af6a-dd924078ef05, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:11:40.734843 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b034598d-a03d-4b3c-a6e3-70e2f135cf0e None None] For port eae81182-2e67-4b87-af6a-dd924078ef05, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=eae81182-2e67-4b87-af6a-dd924078ef05,segment=NetworkSegment(a1f015ea-7064-4c76-84f5-168db49c3282),segment_id=a1f015ea-7064-4c76-84f5-168db49c3282)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:11:40.769521 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b034598d-a03d-4b3c-a6e3-70e2f135cf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (eae81182-2e67-4b87-af6a-dd924078ef05), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:40.801822 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c85974-6239-4aad-ac6b-38a855fd6595 None None] Update dhcp port {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'fixed_ips': [{'subnet_id': 'e993879f-3306-4681-8470-a23e1a3daf0e'}], 'binding:host_id': 'n-d-828369-19'}, 'id': '2505dfc8-f6ac-4725-810a-653dacfebce9'} from n-d-828369-19. {{(pid=109927) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:11:40.830597 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cc86e253-a7bd-4a35-86a0-f7ddfc5beb85 admin admin] Publish callbacks [] for router_controller (921dfc68-f0cb-46cc-b565-6989af063a67), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:40.832076 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35152) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:40.894578 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ada1e-72ff-4977-bde0-1c5c0c3df414 None None] Pushing event updated for resources: {'Port': ['ID=eae81182-2e67-4b87-af6a-dd924078ef05,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:40.962885 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6553bbeb-6f04-406c-9ac4-d12785ecf061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-dfb2a0f6-af53-497e-92c0-e597bb14e8ba', 'network_id': 'dfb2a0f6-af53-497e-92c0-e597bb14e8ba', 'project_id': '8a538b5c8e0a453a82148e629e807cab', 'fixed_ips': [{'subnet_id': '9b4d8c53-c6cd-4e7e-b3d3-a27a67fb7602'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:11:40.964304 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6553bbeb-6f04-406c-9ac4-d12785ecf061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:40.997102 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-84c85974-6239-4aad-ac6b-38a855fd6595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:41.025445 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b034598d-a03d-4b3c-a6e3-70e2f135cf0e None None] Routers {'7b3e99fc-a0e7-4074-bd14-5855ac709c9f'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:41.026368 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-b034598d-a03d-4b3c-a6e3-70e2f135cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:11:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7b3e99fc-a0e7-4074-bd14-5855ac709c9f'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:41.171509 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-690bc222-475e-4397-a336-832c6882b64a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (a614b876-f107-4eb0-a1dd-688068ebfec7), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:41.281134 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690bc222-475e-4397-a336-832c6882b64a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:41.287580 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f203be62-afdd-4b5c-939a-5561cfe0b74c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for security_group (4c84c6e8-ff44-4a5c-86f6-7ee46db33600), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:41.298507 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-690bc222-475e-4397-a336-832c6882b64a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:41.301807 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690bc222-475e-4397-a336-832c6882b64a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:41.302602 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-690bc222-475e-4397-a336-832c6882b64a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:41.309655 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f203be62-afdd-4b5c-939a-5561cfe0b74c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4c84c6e8-ff44-4a5c-86f6-7ee46db33600), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:41.320859 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690bc222-475e-4397-a336-832c6882b64a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=a614b876-f107-4eb0-a1dd-688068ebfec7,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:41.352887 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f203be62-afdd-4b5c-939a-5561cfe0b74c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:41.357524 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f203be62-afdd-4b5c-939a-5561cfe0b74c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0853395 Feb 19 04:11:41.358201 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35156) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:41.376236 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c46e4d-52f2-45c1-b4f7-3d08966c5827 req-a29db20d-2be7-4bb4-8aa6-094dcee769c5 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:41.377796 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7c46e4d-52f2-45c1-b4f7-3d08966c5827 req-a29db20d-2be7-4bb4-8aa6-094dcee769c5 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 947 time: 0.4748876 Feb 19 04:11:41.385770 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-40cfdf94-af17-4343-9e1b-ef9710d489cc tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Request body: {'security_group_rule': {'security_group_id': '4c84c6e8-ff44-4a5c-86f6-7ee46db33600', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:41.431161 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-690bc222-475e-4397-a336-832c6882b64a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3881445 Feb 19 04:11:41.431817 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35158) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:41.443027 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-f977b1d3-8f3e-45d5-991c-fe7c0fddeeaa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:41.466822 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-766c3b94-8a25-4205-a14d-aa53c3bb1092 None None] Provisioning complete for port eae81182-2e67-4b87-af6a-dd924078ef05 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:41.467564 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-766c3b94-8a25-4205-a14d-aa53c3bb1092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (eae81182-2e67-4b87-af6a-dd924078ef05), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:41.482814 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203be62-afdd-4b5c-939a-5561cfe0b74c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c84c6e8-ff44-4a5c-86f6-7ee46db33600,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:41.618683 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-6553bbeb-6f04-406c-9ac4-d12785ecf061 None None] Allocated IP 172.20.0.2 (dfb2a0f6-af53-497e-92c0-e597bb14e8ba/9b4d8c53-c6cd-4e7e-b3d3-a27a67fb7602/60e2177a-9d1d-4000-94f4-fb3af1271096) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:41.626494 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7c46e4d-52f2-45c1-b4f7-3d08966c5827 req-87ba17f7-1c31-4020-ac88-972c930c6d80 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2023294 Feb 19 04:11:41.671615 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-40cfdf94-af17-4343-9e1b-ef9710d489cc tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for security_group_rule (83bbdf25-1b86-4ba4-8d90-c56a5fb0df98), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:41.784445 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6553bbeb-6f04-406c-9ac4-d12785ecf061 None None] Publish callbacks [] for port (60e2177a-9d1d-4000-94f4-fb3af1271096), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:41.796919 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cc86e253-a7bd-4a35-86a0-f7ddfc5beb85 admin admin] Publish callbacks [] for router_gateway (921dfc68-f0cb-46cc-b565-6989af063a67), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:41.807481 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-b034598d-a03d-4b3c-a6e3-70e2f135cf0e None None] Set router 7b3e99fc-a0e7-4074-bd14-5855ac709c9f gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:41.838663 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-40cfdf94-af17-4343-9e1b-ef9710d489cc tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for security_group_rule (83bbdf25-1b86-4ba4-8d90-c56a5fb0df98), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:41.849822 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f977b1d3-8f3e-45d5-991c-fe7c0fddeeaa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:41.853944 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f977b1d3-8f3e-45d5-991c-fe7c0fddeeaa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:41.881243 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-40cfdf94-af17-4343-9e1b-ef9710d489cc tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (83bbdf25-1b86-4ba4-8d90-c56a5fb0df98), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:41.888117 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8a1f9a-8f95-42d4-ae07-63fa0fe8a4a6 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:11:41.946931 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-40cfdf94-af17-4343-9e1b-ef9710d489cc tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:41.953099 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-40cfdf94-af17-4343-9e1b-ef9710d489cc tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5855837 Feb 19 04:11:41.954890 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35160) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:41.977059 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-8932c7fc-f590-487f-9233-f97da2315475 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Request body: {'security_group_rule': {'security_group_id': '4c84c6e8-ff44-4a5c-86f6-7ee46db33600', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:41.988513 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device f3ffca2a-be76-4627-a124-9adea4b59fea no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:11:41.999937 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cfdf94-af17-4343-9e1b-ef9710d489cc tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83bbdf25-1b86-4ba4-8d90-c56a5fb0df98,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:42.028935 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: f3ffca2a-be76-4627-a124-9adea4b59fea {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:11:42.029282 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device f3ffca2a-be76-4627-a124-9adea4b59fea not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:11:42.031511 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6553bbeb-6f04-406c-9ac4-d12785ecf061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (60e2177a-9d1d-4000-94f4-fb3af1271096), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:42.116548 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8932c7fc-f590-487f-9233-f97da2315475 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for security_group_rule (87b708cd-269d-41fb-b442-6165f6ec121f), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:42.138485 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553bbeb-6f04-406c-9ac4-d12785ecf061 None None] Pushing event updated for resources: {'Port': ['ID=60e2177a-9d1d-4000-94f4-fb3af1271096,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:42.178209 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6553bbeb-6f04-406c-9ac4-d12785ecf061 None None] Network dfb2a0f6-af53-497e-92c0-e597bb14e8ba is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:42.182305 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-6553bbeb-6f04-406c-9ac4-d12785ecf061 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:42.185777 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6553bbeb-6f04-406c-9ac4-d12785ecf061 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:11:42.202449 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9bfae9d0-8b77-4d98-b1cb-29b247818934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (87902ea5-ad04-4439-bc02-ed53d19987ec), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:42.286534 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eabba369-3f2b-46dc-9a7f-2fdf29b627b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:42.307306 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-6553bbeb-6f04-406c-9ac4-d12785ecf061 None None] Attempting to bind port 60e2177a-9d1d-4000-94f4-fb3af1271096 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:11:42.308084 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-6553bbeb-6f04-406c-9ac4-d12785ecf061 None None] Attempting to bind port 60e2177a-9d1d-4000-94f4-fb3af1271096 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '1b7a5dfc-9b1e-4ac9-969d-a2a00a138710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dfb2a0f6-af53-497e-92c0-e597bb14e8ba'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:11:42.308699 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6553bbeb-6f04-406c-9ac4-d12785ecf061 None None] Attempting to bind port 60e2177a-9d1d-4000-94f4-fb3af1271096 on network dfb2a0f6-af53-497e-92c0-e597bb14e8ba {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:11:42.330916 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8932c7fc-f590-487f-9233-f97da2315475 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for security_group_rule (87b708cd-269d-41fb-b442-6165f6ec121f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:42.354361 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6553bbeb-6f04-406c-9ac4-d12785ecf061 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:11:42.360697 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8932c7fc-f590-487f-9233-f97da2315475 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (87b708cd-269d-41fb-b442-6165f6ec121f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:42.361432 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6553bbeb-6f04-406c-9ac4-d12785ecf061 None None] Checking segment: {'id': '1b7a5dfc-9b1e-4ac9-969d-a2a00a138710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dfb2a0f6-af53-497e-92c0-e597bb14e8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:11:42.362051 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6553bbeb-6f04-406c-9ac4-d12785ecf061 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:42.362701 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6553bbeb-6f04-406c-9ac4-d12785ecf061 None None] Bound using segment: {'id': '1b7a5dfc-9b1e-4ac9-969d-a2a00a138710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dfb2a0f6-af53-497e-92c0-e597bb14e8ba'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:11:42.363393 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-6553bbeb-6f04-406c-9ac4-d12785ecf061 None None] Bound port: 60e2177a-9d1d-4000-94f4-fb3af1271096, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7a5dfc-9b1e-4ac9-969d-a2a00a138710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dfb2a0f6-af53-497e-92c0-e597bb14e8ba'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:11:42.363983 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6553bbeb-6f04-406c-9ac4-d12785ecf061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (60e2177a-9d1d-4000-94f4-fb3af1271096), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:42.393849 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-b034598d-a03d-4b3c-a6e3-70e2f135cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'name': 'tempest-TaggedBootDevicesTest_v242-778122631-router', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '7c9000ce-d8a8-4a96-a89f-b197410e872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:20Z', 'updated_at': '2022-02-19T04:11:34Z', 'revision_number': 4, 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'gw_port': {'id': '7c9000ce-d8a8-4a96-a89f-b197410e872b', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:22Z', 'updated_at': '2022-02-19T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'eae81182-2e67-4b87-af6a-dd924078ef05', 'name': '', 'network_id': 'f758f6a7-1c73-480c-aa6e-af8f6b3fc936', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'mac_address': 'fa:16:3e:2c:80:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'ab33f94a-f001-4e22-992e-6a938e5dd9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:31Z', 'updated_at': '2022-02-19T04:11:40Z', 'revision_number': 4, 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'subnets': [{'id': 'ab33f94a-f001-4e22-992e-6a938e5dd9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:42.399156 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-766c3b94-8a25-4205-a14d-aa53c3bb1092 None None] Current status of the port eae81182-2e67-4b87-af6a-dd924078ef05 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:42.399811 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-766c3b94-8a25-4205-a14d-aa53c3bb1092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (eae81182-2e67-4b87-af6a-dd924078ef05), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:42.412927 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cc86e253-a7bd-4a35-86a0-f7ddfc5beb85 admin admin] Publish callbacks [] for router_gateway (921dfc68-f0cb-46cc-b565-6989af063a67), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:42.436118 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932c7fc-f590-487f-9233-f97da2315475 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b708cd-269d-41fb-b442-6165f6ec121f,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:42.451230 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8932c7fc-f590-487f-9233-f97da2315475 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:42.456489 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8932c7fc-f590-487f-9233-f97da2315475 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4836674 Feb 19 04:11:42.460916 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35162) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:42.469498 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b034598d-a03d-4b3c-a6e3-70e2f135cf0e None None] The sync data for ids ['7b3e99fc-a0e7-4074-bd14-5855ac709c9f'] in n-d-828369-19 is: [{'id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'name': 'tempest-TaggedBootDevicesTest_v242-778122631-router', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '7c9000ce-d8a8-4a96-a89f-b197410e872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:20Z', 'updated_at': '2022-02-19T04:11:34Z', 'revision_number': 4, 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'gw_port': {'id': '7c9000ce-d8a8-4a96-a89f-b197410e872b', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:22Z', 'updated_at': '2022-02-19T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'eae81182-2e67-4b87-af6a-dd924078ef05', 'name': '', 'network_id': 'f758f6a7-1c73-480c-aa6e-af8f6b3fc936', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'mac_address': 'fa:16:3e:2c:80:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'ab33f94a-f001-4e22-992e-6a938e5dd9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:31Z', 'updated_at': '2022-02-19T04:11:40Z', 'revision_number': 4, 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'subnets': [{'id': 'ab33f94a-f001-4e22-992e-6a938e5dd9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:11:42.488030 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-31182c07-c729-4d9a-ae77-ef29caff37a2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:42.583805 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cc86e253-a7bd-4a35-86a0-f7ddfc5beb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:42.603909 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31182c07-c729-4d9a-ae77-ef29caff37a2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:42.669269 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-766c3b94-8a25-4205-a14d-aa53c3bb1092 None None] For port eae81182-2e67-4b87-af6a-dd924078ef05, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=eae81182-2e67-4b87-af6a-dd924078ef05,segment=NetworkSegment(a1f015ea-7064-4c76-84f5-168db49c3282),segment_id=a1f015ea-7064-4c76-84f5-168db49c3282)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:42.688856 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13820f45-8ad4-486c-9848-56f4c101ce4d None None] Update dhcp port {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'fixed_ips': [{'subnet_id': 'a614b876-f107-4eb0-a1dd-688068ebfec7'}], 'binding:host_id': 'n-d-828369-19'}, 'id': '2505dfc8-f6ac-4725-810a-653dacfebce9'} from n-d-828369-19. {{(pid=109927) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:11:42.693149 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-766c3b94-8a25-4205-a14d-aa53c3bb1092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (eae81182-2e67-4b87-af6a-dd924078ef05), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:42.770121 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6553bbeb-6f04-406c-9ac4-d12785ecf061 None None] For port 60e2177a-9d1d-4000-94f4-fb3af1271096, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:11:43.019896 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-cc86e253-a7bd-4a35-86a0-f7ddfc5beb85 admin admin] Allocated IP 172.25.3.86 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/1ed2c63f-3db3-4a30-ab45-6369392649bc) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:43.137262 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device eae81182-2e67-4b87-af6a-dd924078ef05 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:43.205203 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cc86e253-a7bd-4a35-86a0-f7ddfc5beb85 admin admin] Publish callbacks [] for port (1ed2c63f-3db3-4a30-ab45-6369392649bc), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:43.206501 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6553bbeb-6f04-406c-9ac4-d12785ecf061 None None] For port 60e2177a-9d1d-4000-94f4-fb3af1271096, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=60e2177a-9d1d-4000-94f4-fb3af1271096,segment=NetworkSegment(1b7a5dfc-9b1e-4ac9-969d-a2a00a138710),segment_id=1b7a5dfc-9b1e-4ac9-969d-a2a00a138710)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:11:43.215701 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-13820f45-8ad4-486c-9848-56f4c101ce4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:43.246789 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a840e-08a6-4443-b628-d28181d18742 req-16bab137-2f66-4f1c-8b3c-ac0983ce7ac5 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:43.256733 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c3a840e-08a6-4443-b628-d28181d18742 req-16bab137-2f66-4f1c-8b3c-ac0983ce7ac5 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 947 time: 0.4652472 Feb 19 04:11:43.261183 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6553bbeb-6f04-406c-9ac4-d12785ecf061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (60e2177a-9d1d-4000-94f4-fb3af1271096), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:43.263170 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cc86e253-a7bd-4a35-86a0-f7ddfc5beb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (1ed2c63f-3db3-4a30-ab45-6369392649bc), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:43.268710 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-baaae208-c868-4752-b242-41baa5616ec3 None None] Provisioning complete for port 2505dfc8-f6ac-4725-810a-653dacfebce9 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:43.269225 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-baaae208-c868-4752-b242-41baa5616ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:43.298767 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc86e253-a7bd-4a35-86a0-f7ddfc5beb85 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:43.302659 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-cc86e253-a7bd-4a35-86a0-f7ddfc5beb85 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:43.311973 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc86e253-a7bd-4a35-86a0-f7ddfc5beb85 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:11:43.319769 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c3b94-8a25-4205-a14d-aa53c3bb1092 None None] Pushing event updated for resources: {'Port': ['ID=eae81182-2e67-4b87-af6a-dd924078ef05,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:43.356758 n-d-828369-19 neutron-server[109926]: DEBUG neutron.objects.ports [None req-f977b1d3-8f3e-45d5-991c-fe7c0fddeeaa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109926) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:11:43.646847 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port eae81182-2e67-4b87-af6a-dd924078ef05 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:43.647241 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (eae81182-2e67-4b87-af6a-dd924078ef05), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:43.697618 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c3a840e-08a6-4443-b628-d28181d18742 req-994772f4-c77d-4b37-9990-eeed04589794 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4399781 Feb 19 04:11:43.733066 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553bbeb-6f04-406c-9ac4-d12785ecf061 None None] Pushing event updated for resources: {'Port': ['ID=60e2177a-9d1d-4000-94f4-fb3af1271096,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:43.800721 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31182c07-c729-4d9a-ae77-ef29caff37a2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:43.827709 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cc86e253-a7bd-4a35-86a0-f7ddfc5beb85 admin admin] Publish callbacks [] for router_gateway (921dfc68-f0cb-46cc-b565-6989af063a67), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:43.943575 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-baaae208-c868-4752-b242-41baa5616ec3 None None] Current status of the port 2505dfc8-f6ac-4725-810a-653dacfebce9 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:44.012693 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port eae81182-2e67-4b87-af6a-dd924078ef05 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:44.127813 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cc86e253-a7bd-4a35-86a0-f7ddfc5beb85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (921dfc68-f0cb-46cc-b565-6989af063a67), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.150014 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2505dfc8-f6ac-4725-810a-653dacfebce9 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:11:44.161948 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86e253-a7bd-4a35-86a0-f7ddfc5beb85 admin admin] Pushing event updated for resources: {'Port': ['ID=1ed2c63f-3db3-4a30-ab45-6369392649bc,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:44.168584 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f977b1d3-8f3e-45d5-991c-fe7c0fddeeaa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.275063 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-31182c07-c729-4d9a-ae77-ef29caff37a2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Allocated IP 172.25.3.37 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/b2bd503d-bc3f-4715-b9db-95ac9d1a7d23) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:44.294215 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-9bfae9d0-8b77-4d98-b1cb-29b247818934 admin admin] Deleting port 41bf3c64-0559-432e-88b8-abc9b9f0da4d {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:44.294562 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9bfae9d0-8b77-4d98-b1cb-29b247818934 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (41bf3c64-0559-432e-88b8-abc9b9f0da4d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.383013 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-13820f45-8ad4-486c-9848-56f4c101ce4d None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe04:17b1-bd41c83c-6910-48c0-b638-2caa28a980 {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:11:44.383531 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-13820f45-8ad4-486c-9848-56f4c101ce4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:11:44.398991 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 2505dfc8-f6ac-4725-810a-653dacfebce9 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:44.401153 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.420614 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-eabba369-3f2b-46dc-9a7f-2fdf29b627b2 admin admin] Deleting port 448470df-d8d8-4d6e-81aa-0570253360ea {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:44.420963 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eabba369-3f2b-46dc-9a7f-2fdf29b627b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (448470df-d8d8-4d6e-81aa-0570253360ea), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.536460 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc86e253-a7bd-4a35-86a0-f7ddfc5beb85 admin admin] Router 921dfc68-f0cb-46cc-b565-6989af063a67 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:11:44.578630 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-f977b1d3-8f3e-45d5-991c-fe7c0fddeeaa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] For port 2505dfc8-f6ac-4725-810a-653dacfebce9, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2505dfc8-f6ac-4725-810a-653dacfebce9,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:44.641768 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f977b1d3-8f3e-45d5-991c-fe7c0fddeeaa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.663444 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-9bfae9d0-8b77-4d98-b1cb-29b247818934 admin admin] For port 41bf3c64-0559-432e-88b8-abc9b9f0da4d, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=41bf3c64-0559-432e-88b8-abc9b9f0da4d,segment=NetworkSegment(8a53ec2c-3a78-4189-ac0d-b4c88c94e7b2),segment_id=8a53ec2c-3a78-4189-ac0d-b4c88c94e7b2)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:44.663819 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9bfae9d0-8b77-4d98-b1cb-29b247818934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (41bf3c64-0559-432e-88b8-abc9b9f0da4d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.681152 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-9bfae9d0-8b77-4d98-b1cb-29b247818934 admin admin] Calling delete_port for 41bf3c64-0559-432e-88b8-abc9b9f0da4d owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:44.718241 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-eabba369-3f2b-46dc-9a7f-2fdf29b627b2 admin admin] For port 448470df-d8d8-4d6e-81aa-0570253360ea, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=448470df-d8d8-4d6e-81aa-0570253360ea,segment=NetworkSegment(27e54185-72e8-4b7c-8b0a-779943e353eb),segment_id=27e54185-72e8-4b7c-8b0a-779943e353eb)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:44.720522 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eabba369-3f2b-46dc-9a7f-2fdf29b627b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (448470df-d8d8-4d6e-81aa-0570253360ea), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.752862 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-eabba369-3f2b-46dc-9a7f-2fdf29b627b2 admin admin] Calling delete_port for 448470df-d8d8-4d6e-81aa-0570253360ea owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:44.780204 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:11:44.780769 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:11:44.860479 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f977b1d3-8f3e-45d5-991c-fe7c0fddeeaa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.907328 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc86e253-a7bd-4a35-86a0-f7ddfc5beb85 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:11:44.933955 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45445f7e-3ae8-4171-b531-d74058c416bc None None] Sync routers for ids ['921dfc68-f0cb-46cc-b565-6989af063a67'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:11:44.950489 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977b1d3-8f3e-45d5-991c-fe7c0fddeeaa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=2505dfc8-f6ac-4725-810a-653dacfebce9,revision_number=8']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:45.012570 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-13820f45-8ad4-486c-9848-56f4c101ce4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:45.017061 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f977b1d3-8f3e-45d5-991c-fe7c0fddeeaa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (1319367f-5264-4f3d-b25b-2fdea3d7aeca), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:45.027323 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45445f7e-3ae8-4171-b531-d74058c416bc None None] Routers {'921dfc68-f0cb-46cc-b565-6989af063a67'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:45.028440 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-45445f7e-3ae8-4171-b531-d74058c416bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:11:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['921dfc68-f0cb-46cc-b565-6989af063a67'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:45.066471 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cc86e253-a7bd-4a35-86a0-f7ddfc5beb85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:45.073676 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cc86e253-a7bd-4a35-86a0-f7ddfc5beb85 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4340487 Feb 19 04:11:45.074867 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35168) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:45.084486 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31182c07-c729-4d9a-ae77-ef29caff37a2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for port (b2bd503d-bc3f-4715-b9db-95ac9d1a7d23), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:45.142996 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f977b1d3-8f3e-45d5-991c-fe7c0fddeeaa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:45.155005 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2adec6a-9f9a-4189-bd99-1bd33aec7d95 req-d6bd5af6-9ea9-4bc8-a33c-de71c1ad7d57 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:45.156673 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e2adec6a-9f9a-4189-bd99-1bd33aec7d95 req-d6bd5af6-9ea9-4bc8-a33c-de71c1ad7d57 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 947 time: 0.3013608 Feb 19 04:11:45.193586 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977b1d3-8f3e-45d5-991c-fe7c0fddeeaa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=1319367f-5264-4f3d-b25b-2fdea3d7aeca,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:45.203412 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-f977b1d3-8f3e-45d5-991c-fe7c0fddeeaa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:45.222070 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f977b1d3-8f3e-45d5-991c-fe7c0fddeeaa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:45.223563 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f977b1d3-8f3e-45d5-991c-fe7c0fddeeaa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:45.255519 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-45445f7e-3ae8-4171-b531-d74058c416bc None None] Set router 921dfc68-f0cb-46cc-b565-6989af063a67 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:45.307321 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f977b1d3-8f3e-45d5-991c-fe7c0fddeeaa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8689694 Feb 19 04:11:45.312162 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35170) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:45.324060 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-7b06fd86-8e37-4a38-9c54-d188e1fbadc8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'mac_address': 'fa:16:3e:e3:15:9a', 'name': 'tempest-NetworksTestDHCPv6-6363175'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:45.329492 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9bfae9d0-8b77-4d98-b1cb-29b247818934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (41bf3c64-0559-432e-88b8-abc9b9f0da4d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:45.357987 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31182c07-c729-4d9a-ae77-ef29caff37a2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (b2bd503d-bc3f-4715-b9db-95ac9d1a7d23), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:45.375360 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 2505dfc8-f6ac-4725-810a-653dacfebce9 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:45.375858 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:45.394059 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7090d2-2c12-4ad5-806c-a75b5bd90405 None None] Network dfb2a0f6-af53-497e-92c0-e597bb14e8ba requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:11:45.439282 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eabba369-3f2b-46dc-9a7f-2fdf29b627b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (448470df-d8d8-4d6e-81aa-0570253360ea), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:45.655888 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c07ec165-0946-40fb-89a9-cb878c58f4d9 None None] Provisioning complete for port 60e2177a-9d1d-4000-94f4-fb3af1271096 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:45.656310 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c07ec165-0946-40fb-89a9-cb878c58f4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (60e2177a-9d1d-4000-94f4-fb3af1271096), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:45.708213 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 2505dfc8-f6ac-4725-810a-653dacfebce9, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2505dfc8-f6ac-4725-810a-653dacfebce9,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:45.731253 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:45.822527 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabba369-3f2b-46dc-9a7f-2fdf29b627b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=448470df-d8d8-4d6e-81aa-0570253360ea,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:45.890260 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c07ec165-0946-40fb-89a9-cb878c58f4d9 None None] Current status of the port 60e2177a-9d1d-4000-94f4-fb3af1271096 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:45.890794 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c07ec165-0946-40fb-89a9-cb878c58f4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (60e2177a-9d1d-4000-94f4-fb3af1271096), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:45.942182 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c07ec165-0946-40fb-89a9-cb878c58f4d9 None None] For port 60e2177a-9d1d-4000-94f4-fb3af1271096, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=60e2177a-9d1d-4000-94f4-fb3af1271096,segment=NetworkSegment(1b7a5dfc-9b1e-4ac9-969d-a2a00a138710),segment_id=1b7a5dfc-9b1e-4ac9-969d-a2a00a138710)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:45.970934 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c07ec165-0946-40fb-89a9-cb878c58f4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (60e2177a-9d1d-4000-94f4-fb3af1271096), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:46.070852 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=2505dfc8-f6ac-4725-810a-653dacfebce9,revision_number=9']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:46.148319 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e2adec6a-9f9a-4189-bd99-1bd33aec7d95 req-df622227-d37f-4d47-9211-fac05d247625 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9174342 Feb 19 04:11:46.152554 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device eae81182-2e67-4b87-af6a-dd924078ef05 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:46.159899 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfae9d0-8b77-4d98-b1cb-29b247818934 admin admin] Pushing event deleted for resources: {'Port': ['ID=41bf3c64-0559-432e-88b8-abc9b9f0da4d,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:46.199839 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-13820f45-8ad4-486c-9848-56f4c101ce4d None None] Allocated IP 172.20.0.2 (1742e730-766a-4fa0-996c-7e016537b1f1/a614b876-f107-4eb0-a1dd-688068ebfec7/2505dfc8-f6ac-4725-810a-653dacfebce9) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:46.212954 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31182c07-c729-4d9a-ae77-ef29caff37a2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Pushing event updated for resources: {'Port': ['ID=b2bd503d-bc3f-4715-b9db-95ac9d1a7d23,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:46.258764 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31182c07-c729-4d9a-ae77-ef29caff37a2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:46.259578 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eabba369-3f2b-46dc-9a7f-2fdf29b627b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:46.265995 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-31182c07-c729-4d9a-ae77-ef29caff37a2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:46.271842 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31182c07-c729-4d9a-ae77-ef29caff37a2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:11:46.488582 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-13820f45-8ad4-486c-9848-56f4c101ce4d None None] For port 2505dfc8-f6ac-4725-810a-653dacfebce9, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2505dfc8-f6ac-4725-810a-653dacfebce9,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:46.527487 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31182c07-c729-4d9a-ae77-ef29caff37a2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for floatingip (f724a4fa-e577-4801-84c2-77a33963e018), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:46.544403 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-45445f7e-3ae8-4171-b531-d74058c416bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921dfc68-f0cb-46cc-b565-6989af063a67', 'name': 'tempest-TaggedBootDevicesTest_v242-1628012872-router', 'tenant_id': '8a538b5c8e0a453a82148e629e807cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '1ed2c63f-3db3-4a30-ab45-6369392649bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:40Z', 'updated_at': '2022-02-19T04:11:43Z', 'revision_number': 3, 'project_id': '8a538b5c8e0a453a82148e629e807cab', 'gw_port': {'id': '1ed2c63f-3db3-4a30-ab45-6369392649bc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921dfc68-f0cb-46cc-b565-6989af063a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:42Z', 'updated_at': '2022-02-19T04:11:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:46.549180 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ec165-0946-40fb-89a9-cb878c58f4d9 None None] Pushing event updated for resources: {'Port': ['ID=60e2177a-9d1d-4000-94f4-fb3af1271096,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:46.685872 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fa849d88-f3df-49ce-a6b9-c60021413d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:46.692329 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-13820f45-8ad4-486c-9848-56f4c101ce4d None None] Publish callbacks [] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:46.699636 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45445f7e-3ae8-4171-b531-d74058c416bc None None] Checking router: 921dfc68-f0cb-46cc-b565-6989af063a67 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:11:46.701749 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45445f7e-3ae8-4171-b531-d74058c416bc None None] Updating router 921dfc68-f0cb-46cc-b565-6989af063a67 port 1ed2c63f-3db3-4a30-ab45-6369392649bc binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:11:46.709761 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9bfae9d0-8b77-4d98-b1cb-29b247818934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (87902ea5-ad04-4439-bc02-ed53d19987ec), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:46.732988 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-13820f45-8ad4-486c-9848-56f4c101ce4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:46.745193 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31182c07-c729-4d9a-ae77-ef29caff37a2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b2bd503d-bc3f-4715-b9db-95ac9d1a7d23), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:46.783961 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b06fd86-8e37-4a38-9c54-d188e1fbadc8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:46.911158 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7b06fd86-8e37-4a38-9c54-d188e1fbadc8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:46.944722 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-7b06fd86-8e37-4a38-9c54-d188e1fbadc8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] device_id is not set on port d3ef21a4-0d50-4823-9252-315120c06e9e yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:11:46.973757 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabba369-3f2b-46dc-9a7f-2fdf29b627b2 admin admin] Router d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:11:46.990390 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port eae81182-2e67-4b87-af6a-dd924078ef05 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:46.990905 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (eae81182-2e67-4b87-af6a-dd924078ef05), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:47.036379 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13820f45-8ad4-486c-9848-56f4c101ce4d None None] Pushing event updated for resources: {'Port': ['ID=2505dfc8-f6ac-4725-810a-653dacfebce9,revision_number=10']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:47.090665 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45445f7e-3ae8-4171-b531-d74058c416bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1ed2c63f-3db3-4a30-ab45-6369392649bc), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:47.145129 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-fa849d88-f3df-49ce-a6b9-c60021413d5f admin admin] Allocated IP 172.20.0.1 (dfb2a0f6-af53-497e-92c0-e597bb14e8ba/9b4d8c53-c6cd-4e7e-b3d3-a27a67fb7602/666ce6b0-45eb-4d71-b5f8-bfb957f1db48) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:47.253781 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabba369-3f2b-46dc-9a7f-2fdf29b627b2 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:11:47.263922 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1f313c-004b-4014-801f-cbde32c671d3 None None] Sync routers for ids ['d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:11:47.283540 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1f313c-004b-4014-801f-cbde32c671d3 None None] Routers {'d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:47.284183 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-1c1f313c-004b-4014-801f-cbde32c671d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:11:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:47.290454 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-eabba369-3f2b-46dc-9a7f-2fdf29b627b2 admin admin] 10.222.0.52 "PUT /v2.0/routers/d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4563353 Feb 19 04:11:47.295712 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35180) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:47.323484 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfae9d0-8b77-4d98-b1cb-29b247818934 admin admin] Router 87902ea5-ad04-4439-bc02-ed53d19987ec has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:11:47.395226 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45445f7e-3ae8-4171-b531-d74058c416bc None None] Publish callbacks [] for port (1ed2c63f-3db3-4a30-ab45-6369392649bc), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:47.415172 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-74308431-c1d9-481e-b378-77c9e739c11b None None] Provisioning complete for port 60e2177a-9d1d-4000-94f4-fb3af1271096 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:47.415551 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-74308431-c1d9-481e-b378-77c9e739c11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (60e2177a-9d1d-4000-94f4-fb3af1271096), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:47.461481 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45445f7e-3ae8-4171-b531-d74058c416bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1ed2c63f-3db3-4a30-ab45-6369392649bc), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:47.535326 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-45445f7e-3ae8-4171-b531-d74058c416bc None None] Attempting to bind port 1ed2c63f-3db3-4a30-ab45-6369392649bc on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:11:47.535677 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-45445f7e-3ae8-4171-b531-d74058c416bc None None] Attempting to bind port 1ed2c63f-3db3-4a30-ab45-6369392649bc by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:11:47.535968 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45445f7e-3ae8-4171-b531-d74058c416bc None None] Attempting to bind port 1ed2c63f-3db3-4a30-ab45-6369392649bc on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:11:47.568474 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-1c1f313c-004b-4014-801f-cbde32c671d3 None None] Set router d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:47.571783 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fa849d88-f3df-49ce-a6b9-c60021413d5f admin admin] Publish callbacks [] for port (666ce6b0-45eb-4d71-b5f8-bfb957f1db48), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:47.577725 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45445f7e-3ae8-4171-b531-d74058c416bc None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:11:47.578112 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45445f7e-3ae8-4171-b531-d74058c416bc None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:11:47.588885 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45445f7e-3ae8-4171-b531-d74058c416bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:47.591085 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b6952-9813-4255-8f30-ed8bb34b76dd req-614cd47f-5151-4fa3-8294-e9ccecfca13f tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:47.592619 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-397b6952-9813-4255-8f30-ed8bb34b76dd req-614cd47f-5151-4fa3-8294-e9ccecfca13f tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 947 time: 0.3087313 Feb 19 04:11:47.593685 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfae9d0-8b77-4d98-b1cb-29b247818934 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:11:47.598623 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45445f7e-3ae8-4171-b531-d74058c416bc None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:11:47.599004 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-45445f7e-3ae8-4171-b531-d74058c416bc None None] Bound port: 1ed2c63f-3db3-4a30-ab45-6369392649bc, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:11:47.599573 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45445f7e-3ae8-4171-b531-d74058c416bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1ed2c63f-3db3-4a30-ab45-6369392649bc), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:47.624939 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9bfae9d0-8b77-4d98-b1cb-29b247818934 admin admin] 10.222.0.52 "PUT /v2.0/routers/87902ea5-ad04-4439-bc02-ed53d19987ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2567227 Feb 19 04:11:47.637311 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35182) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:47.641151 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbb971f8-9993-41e8-b214-4950749a01a1 admin admin] Publish callbacks [] for router (d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:47.763479 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-45445f7e-3ae8-4171-b531-d74058c416bc None None] For port 1ed2c63f-3db3-4a30-ab45-6369392649bc, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:11:47.773646 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-45445f7e-3ae8-4171-b531-d74058c416bc None None] For port 1ed2c63f-3db3-4a30-ab45-6369392649bc, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1ed2c63f-3db3-4a30-ab45-6369392649bc,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:11:47.808156 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3fa6f6-e5ab-47a6-aaf7-713f718bd629 None None] Sync routers for ids ['87902ea5-ad04-4439-bc02-ed53d19987ec'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:11:47.819545 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516dd44-34e5-46cf-b559-1b55258140f0 None None] Pushing event updated for resources: {'Port': ['ID=1ed2c63f-3db3-4a30-ab45-6369392649bc,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:47.845294 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45445f7e-3ae8-4171-b531-d74058c416bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1ed2c63f-3db3-4a30-ab45-6369392649bc), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:47.864241 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-397b6952-9813-4255-8f30-ed8bb34b76dd req-4a664676-0f9f-4831-9861-17759b1b81f8 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2509019 Feb 19 04:11:47.865231 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-13a33387-29ad-43da-860d-2bd52254f4dc admin admin] Publish callbacks [] for router (87902ea5-ad04-4439-bc02-ed53d19987ec), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:47.934716 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3fa6f6-e5ab-47a6-aaf7-713f718bd629 None None] Routers {'87902ea5-ad04-4439-bc02-ed53d19987ec'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:47.935380 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2d3fa6f6-e5ab-47a6-aaf7-713f718bd629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:11:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['87902ea5-ad04-4439-bc02-ed53d19987ec'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:47.964256 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-7b06fd86-8e37-4a38-9c54-d188e1fbadc8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 172.20.0.6 (1742e730-766a-4fa0-996c-7e016537b1f1/a614b876-f107-4eb0-a1dd-688068ebfec7/d3ef21a4-0d50-4823-9252-315120c06e9e) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:48.005263 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31182c07-c729-4d9a-ae77-ef29caff37a2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for port (b2bd503d-bc3f-4715-b9db-95ac9d1a7d23), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:48.034453 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fa849d88-f3df-49ce-a6b9-c60021413d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (666ce6b0-45eb-4d71-b5f8-bfb957f1db48), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:48.059610 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-7b06fd86-8e37-4a38-9c54-d188e1fbadc8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 2001:db8::f816:3eff:fee3:159a (1742e730-766a-4fa0-996c-7e016537b1f1/1319367f-5264-4f3d-b25b-2fdea3d7aeca/d3ef21a4-0d50-4823-9252-315120c06e9e) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:48.067573 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31182c07-c729-4d9a-ae77-ef29caff37a2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (b2bd503d-bc3f-4715-b9db-95ac9d1a7d23), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:48.080974 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port eae81182-2e67-4b87-af6a-dd924078ef05 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:48.083960 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 60e2177a-9d1d-4000-94f4-fb3af1271096 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:48.119447 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-1c1f313c-004b-4014-801f-cbde32c671d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74f14b7-2ddf-4cb7-89bb-64d426a3bcb6', 'name': 'tempest-ServerRescueNegativeTestJSON-96328431-router', 'tenant_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'd80c5878-2126-42c9-8c9e-3ed1c927fd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:41Z', 'updated_at': '2022-02-19T04:11:45Z', 'revision_number': 5, 'project_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'gw_port': {'id': 'd80c5878-2126-42c9-8c9e-3ed1c927fd6d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f14b7-2ddf-4cb7-89bb-64d426a3bcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:43Z', 'updated_at': '2022-02-19T04:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:48.131095 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31182c07-c729-4d9a-ae77-ef29caff37a2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Pushing event updated for resources: {'Port': ['ID=b2bd503d-bc3f-4715-b9db-95ac9d1a7d23,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:48.176487 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1f313c-004b-4014-801f-cbde32c671d3 None None] Checking router: d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:11:48.176752 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa849d88-f3df-49ce-a6b9-c60021413d5f admin admin] Network dfb2a0f6-af53-497e-92c0-e597bb14e8ba is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:48.191407 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1f313c-004b-4014-801f-cbde32c671d3 None None] Routers {'d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:48.192341 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-1c1f313c-004b-4014-801f-cbde32c671d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:11:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:48.197735 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31182c07-c729-4d9a-ae77-ef29caff37a2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (f724a4fa-e577-4801-84c2-77a33963e018), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:48.200653 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-fa849d88-f3df-49ce-a6b9-c60021413d5f admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:48.208229 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbb971f8-9993-41e8-b214-4950749a01a1 admin admin] Publish callbacks [] for router_gateway (d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:48.227132 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa849d88-f3df-49ce-a6b9-c60021413d5f admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:11:48.261436 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-74308431-c1d9-481e-b378-77c9e739c11b None None] Current status of the port 60e2177a-9d1d-4000-94f4-fb3af1271096 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:48.267534 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516dd44-34e5-46cf-b559-1b55258140f0 None None] Pushing event updated for resources: {'Port': ['ID=1ed2c63f-3db3-4a30-ab45-6369392649bc,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:48.283618 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31182c07-c729-4d9a-ae77-ef29caff37a2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:48.284897 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-31182c07-c729-4d9a-ae77-ef29caff37a2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8230276 Feb 19 04:11:48.310947 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa849d88-f3df-49ce-a6b9-c60021413d5f admin admin] Pushing event updated for resources: {'Port': ['ID=666ce6b0-45eb-4d71-b5f8-bfb957f1db48,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:48.396178 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fa849d88-f3df-49ce-a6b9-c60021413d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (921dfc68-f0cb-46cc-b565-6989af063a67), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:48.443116 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-13a33387-29ad-43da-860d-2bd52254f4dc admin admin] Publish callbacks [] for router_gateway (87902ea5-ad04-4439-bc02-ed53d19987ec), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:48.536865 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45445f7e-3ae8-4171-b531-d74058c416bc None None] Routers {'921dfc68-f0cb-46cc-b565-6989af063a67'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:48.537532 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-45445f7e-3ae8-4171-b531-d74058c416bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:11:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['921dfc68-f0cb-46cc-b565-6989af063a67'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:48.669659 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-2d3fa6f6-e5ab-47a6-aaf7-713f718bd629 None None] Set router 87902ea5-ad04-4439-bc02-ed53d19987ec gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:48.672521 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-bbb971f8-9993-41e8-b214-4950749a01a1 admin admin] Deleting port d80c5878-2126-42c9-8c9e-3ed1c927fd6d {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:48.673285 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbb971f8-9993-41e8-b214-4950749a01a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (d80c5878-2126-42c9-8c9e-3ed1c927fd6d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:48.725621 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 60e2177a-9d1d-4000-94f4-fb3af1271096 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:48.726106 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (60e2177a-9d1d-4000-94f4-fb3af1271096), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:48.774851 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7b06fd86-8e37-4a38-9c54-d188e1fbadc8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (d3ef21a4-0d50-4823-9252-315120c06e9e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:48.824140 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5bcce206-c196-4782-988d-846bf27664d1 req-b354e4a6-3277-4a07-a4d9-77da9ca1ca74 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--243430159&fields=id&tenant_id=319abc5982f54b9dba72250cd09a8d28 HTTP/1.1" status: 200 len: 267 time: 0.1395760 Feb 19 04:11:48.892144 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-bbb971f8-9993-41e8-b214-4950749a01a1 admin admin] For port d80c5878-2126-42c9-8c9e-3ed1c927fd6d, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=d80c5878-2126-42c9-8c9e-3ed1c927fd6d,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:48.892526 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbb971f8-9993-41e8-b214-4950749a01a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (d80c5878-2126-42c9-8c9e-3ed1c927fd6d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:48.923243 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-13a33387-29ad-43da-860d-2bd52254f4dc admin admin] Deleting port 733d4b07-0ca0-45da-980f-8f978af4fdb2 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:48.926111 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-bbb971f8-9993-41e8-b214-4950749a01a1 admin admin] Calling delete_port for d80c5878-2126-42c9-8c9e-3ed1c927fd6d owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:48.926945 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-13a33387-29ad-43da-860d-2bd52254f4dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (733d4b07-0ca0-45da-980f-8f978af4fdb2), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:48.935233 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fa849d88-f3df-49ce-a6b9-c60021413d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (666ce6b0-45eb-4d71-b5f8-bfb957f1db48), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:48.954287 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-1c1f313c-004b-4014-801f-cbde32c671d3 None None] Set router d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:49.004952 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-51a957f6-c103-4791-8129-1e59e37a2e3e None None] Provisioning complete for port 666ce6b0-45eb-4d71-b5f8-bfb957f1db48 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:49.006472 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-51a957f6-c103-4791-8129-1e59e37a2e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (666ce6b0-45eb-4d71-b5f8-bfb957f1db48), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:49.052109 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-51a957f6-c103-4791-8129-1e59e37a2e3e None None] Port 666ce6b0-45eb-4d71-b5f8-bfb957f1db48 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:11:49.119058 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e67657c-0d63-42a7-b6cb-972113188ace None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:11:49.142397 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-45445f7e-3ae8-4171-b531-d74058c416bc None None] Set router 921dfc68-f0cb-46cc-b565-6989af063a67 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:49.173023 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7b06fd86-8e37-4a38-9c54-d188e1fbadc8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (d3ef21a4-0d50-4823-9252-315120c06e9e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:49.296167 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 60e2177a-9d1d-4000-94f4-fb3af1271096 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:49.322114 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b06fd86-8e37-4a38-9c54-d188e1fbadc8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:49.334212 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcce206-c196-4782-988d-846bf27664d1 req-a84dd1ec-2107-43d3-b631-cf3098b4b1bd tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:49.339709 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5bcce206-c196-4782-988d-846bf27664d1 req-a84dd1ec-2107-43d3-b631-cf3098b4b1bd tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/networks?id=7d063905-1dca-479b-a8ed-624bbce2a132 HTTP/1.1" status: 200 len: 810 time: 0.4983559 Feb 19 04:11:49.365971 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017febb-5fc9-4421-a648-dabe6acf4443 req-44906439-d7b2-42a3-9a0a-9e2f732a506b tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:49.380108 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-1c1f313c-004b-4014-801f-cbde32c671d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74f14b7-2ddf-4cb7-89bb-64d426a3bcb6', 'name': 'tempest-ServerRescueNegativeTestJSON-96328431-router', 'tenant_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'd80c5878-2126-42c9-8c9e-3ed1c927fd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:41Z', 'updated_at': '2022-02-19T04:11:45Z', 'revision_number': 5, 'project_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'gw_port': {'id': 'd80c5878-2126-42c9-8c9e-3ed1c927fd6d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f14b7-2ddf-4cb7-89bb-64d426a3bcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:43Z', 'updated_at': '2022-02-19T04:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:49.386575 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3017febb-5fc9-4421-a648-dabe6acf4443 req-44906439-d7b2-42a3-9a0a-9e2f732a506b tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 947 time: 0.3312066 Feb 19 04:11:49.394108 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-7b06fd86-8e37-4a38-9c54-d188e1fbadc8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:49.405824 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06fd86-8e37-4a38-9c54-d188e1fbadc8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=d3ef21a4-0d50-4823-9252-315120c06e9e,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:49.424546 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b06fd86-8e37-4a38-9c54-d188e1fbadc8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:11:49.433874 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a0b584aa-d3d8-41da-9dfa-5b26f91440be None None] Provisioning complete for port 2505dfc8-f6ac-4725-810a-653dacfebce9 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:49.434279 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a0b584aa-d3d8-41da-9dfa-5b26f91440be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:49.445571 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1f313c-004b-4014-801f-cbde32c671d3 None None] The sync data for ids ['d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6'] in n-d-828369-19 is: [{'id': 'd74f14b7-2ddf-4cb7-89bb-64d426a3bcb6', 'name': 'tempest-ServerRescueNegativeTestJSON-96328431-router', 'tenant_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'd80c5878-2126-42c9-8c9e-3ed1c927fd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:41Z', 'updated_at': '2022-02-19T04:11:45Z', 'revision_number': 5, 'project_id': 'e09d752b62b44ea5a2f23e7b86993e07', 'gw_port': {'id': 'd80c5878-2126-42c9-8c9e-3ed1c927fd6d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74f14b7-2ddf-4cb7-89bb-64d426a3bcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:43Z', 'updated_at': '2022-02-19T04:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:11:49.459236 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-13a33387-29ad-43da-860d-2bd52254f4dc admin admin] For port 733d4b07-0ca0-45da-980f-8f978af4fdb2, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=733d4b07-0ca0-45da-980f-8f978af4fdb2,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:49.459688 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-13a33387-29ad-43da-860d-2bd52254f4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (733d4b07-0ca0-45da-980f-8f978af4fdb2), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:49.467926 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5bcce206-c196-4782-988d-846bf27664d1 req-31b12b38-3ceb-4576-8986-f11bb1c754a0 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/quotas/319abc5982f54b9dba72250cd09a8d28 HTTP/1.1" status: 200 len: 375 time: 0.1148193 Feb 19 04:11:49.479431 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fa849d88-f3df-49ce-a6b9-c60021413d5f admin admin] Publish callbacks [] for port (666ce6b0-45eb-4d71-b5f8-bfb957f1db48), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:49.491650 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fa849d88-f3df-49ce-a6b9-c60021413d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (666ce6b0-45eb-4d71-b5f8-bfb957f1db48), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:49.495176 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-13a33387-29ad-43da-860d-2bd52254f4dc admin admin] Calling delete_port for 733d4b07-0ca0-45da-980f-8f978af4fdb2 owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:49.523766 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbb971f8-9993-41e8-b214-4950749a01a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (d80c5878-2126-42c9-8c9e-3ed1c927fd6d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:49.608495 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa849d88-f3df-49ce-a6b9-c60021413d5f admin admin] Pushing event updated for resources: {'Port': ['ID=666ce6b0-45eb-4d71-b5f8-bfb957f1db48,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:49.613211 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fa849d88-f3df-49ce-a6b9-c60021413d5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (921dfc68-f0cb-46cc-b565-6989af063a67), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:49.675260 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb971f8-9993-41e8-b214-4950749a01a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d80c5878-2126-42c9-8c9e-3ed1c927fd6d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:49.728574 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbb971f8-9993-41e8-b214-4950749a01a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:49.848656 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbb971f8-9993-41e8-b214-4950749a01a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:49.851341 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3017febb-5fc9-4421-a648-dabe6acf4443 req-379ccac1-adae-4c71-9084-d0715e3cfb4f tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4638550 Feb 19 04:11:49.851833 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbb971f8-9993-41e8-b214-4950749a01a1 admin admin] Publish callbacks [] for router_controller (d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:49.880034 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2d3fa6f6-e5ab-47a6-aaf7-713f718bd629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87902ea5-ad04-4439-bc02-ed53d19987ec', 'name': 'tempest-TaggedBootDevicesTest-449709879-router', 'tenant_id': '141ced1f79fa42dda24a56f44fa1a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '733d4b07-0ca0-45da-980f-8f978af4fdb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:22Z', 'updated_at': '2022-02-19T04:11:45Z', 'revision_number': 5, 'project_id': '141ced1f79fa42dda24a56f44fa1a146', 'gw_port': {'id': '733d4b07-0ca0-45da-980f-8f978af4fdb2', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87902ea5-ad04-4439-bc02-ed53d19987ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:25Z', 'updated_at': '2022-02-19T04:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:49.895796 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b06fd86-8e37-4a38-9c54-d188e1fbadc8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:49.899597 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7b06fd86-8e37-4a38-9c54-d188e1fbadc8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:49.936927 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5bcce206-c196-4782-988d-846bf27664d1 req-58419c0e-fb6b-428f-a3c4-4db1cdfbb6c7 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=319abc5982f54b9dba72250cd09a8d28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4386208 Feb 19 04:11:49.951881 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbb971f8-9993-41e8-b214-4950749a01a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:49.954234 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb971f8-9993-41e8-b214-4950749a01a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:11:49.959426 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3fa6f6-e5ab-47a6-aaf7-713f718bd629 None None] Checking router: 87902ea5-ad04-4439-bc02-ed53d19987ec for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:11:49.965392 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbb971f8-9993-41e8-b214-4950749a01a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:49.967135 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bbb971f8-9993-41e8-b214-4950749a01a1 admin admin] 10.222.0.52 "DELETE /v2.0/routers/d74f14b7-2ddf-4cb7-89bb-64d426a3bcb6 HTTP/1.1" status: 204 len: 168 time: 2.6701143 Feb 19 04:11:49.978012 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35220) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:50.044949 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a0b584aa-d3d8-41da-9dfa-5b26f91440be None None] Current status of the port 2505dfc8-f6ac-4725-810a-653dacfebce9 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:50.045106 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a0b584aa-d3d8-41da-9dfa-5b26f91440be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:50.064654 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3fa6f6-e5ab-47a6-aaf7-713f718bd629 None None] Routers {'87902ea5-ad04-4439-bc02-ed53d19987ec'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:50.065468 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2d3fa6f6-e5ab-47a6-aaf7-713f718bd629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:11:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['87902ea5-ad04-4439-bc02-ed53d19987ec'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:50.090513 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5bcce206-c196-4782-988d-846bf27664d1 req-026afe67-f0e1-4b5b-b1b9-0531c8576657 service neutron] 10.222.0.52 "GET /v2.0/networks/7d063905-1dca-479b-a8ed-624bbce2a132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468565 Feb 19 04:11:50.106180 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-493e9578-2a01-47aa-8b5f-0966e4f158ee admin admin] Deleting subnet e5308b5b-30ec-49b2-97d1-b7274bba8304 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:11:50.109498 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa849d88-f3df-49ce-a6b9-c60021413d5f admin admin] Network dfb2a0f6-af53-497e-92c0-e597bb14e8ba is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:50.123163 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-493e9578-2a01-47aa-8b5f-0966e4f158ee admin admin] Publish callbacks [] for subnet (e5308b5b-30ec-49b2-97d1-b7274bba8304), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:50.126340 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-fa849d88-f3df-49ce-a6b9-c60021413d5f admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:50.158932 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-13a33387-29ad-43da-860d-2bd52254f4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (733d4b07-0ca0-45da-980f-8f978af4fdb2), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:50.168658 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7b06fd86-8e37-4a38-9c54-d188e1fbadc8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 4.8545377 Feb 19 04:11:50.171778 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35230) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:50.269492 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 60e2177a-9d1d-4000-94f4-fb3af1271096 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:50.302120 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-493e9578-2a01-47aa-8b5f-0966e4f158ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (e5308b5b-30ec-49b2-97d1-b7274bba8304), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:50.335941 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-a0b584aa-d3d8-41da-9dfa-5b26f91440be None None] For port 2505dfc8-f6ac-4725-810a-653dacfebce9, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2505dfc8-f6ac-4725-810a-653dacfebce9,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:50.379475 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-2d3fa6f6-e5ab-47a6-aaf7-713f718bd629 None None] Set router 87902ea5-ad04-4439-bc02-ed53d19987ec gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:50.515191 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a0b584aa-d3d8-41da-9dfa-5b26f91440be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:50.524480 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2d3fa6f6-e5ab-47a6-aaf7-713f718bd629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87902ea5-ad04-4439-bc02-ed53d19987ec', 'name': 'tempest-TaggedBootDevicesTest-449709879-router', 'tenant_id': '141ced1f79fa42dda24a56f44fa1a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:22Z', 'updated_at': '2022-02-19T04:11:49Z', 'revision_number': 7, 'project_id': '141ced1f79fa42dda24a56f44fa1a146', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:50.586019 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-45445f7e-3ae8-4171-b531-d74058c416bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921dfc68-f0cb-46cc-b565-6989af063a67', 'name': 'tempest-TaggedBootDevicesTest_v242-1628012872-router', 'tenant_id': '8a538b5c8e0a453a82148e629e807cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '1ed2c63f-3db3-4a30-ab45-6369392649bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:40Z', 'updated_at': '2022-02-19T04:11:43Z', 'revision_number': 3, 'project_id': '8a538b5c8e0a453a82148e629e807cab', 'gw_port': {'id': '1ed2c63f-3db3-4a30-ab45-6369392649bc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921dfc68-f0cb-46cc-b565-6989af063a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:42Z', 'updated_at': '2022-02-19T04:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:50.649077 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45445f7e-3ae8-4171-b531-d74058c416bc None None] The sync data for ids ['921dfc68-f0cb-46cc-b565-6989af063a67'] in n-d-828369-19 is: [{'id': '921dfc68-f0cb-46cc-b565-6989af063a67', 'name': 'tempest-TaggedBootDevicesTest_v242-1628012872-router', 'tenant_id': '8a538b5c8e0a453a82148e629e807cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '1ed2c63f-3db3-4a30-ab45-6369392649bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:40Z', 'updated_at': '2022-02-19T04:11:43Z', 'revision_number': 3, 'project_id': '8a538b5c8e0a453a82148e629e807cab', 'gw_port': {'id': '1ed2c63f-3db3-4a30-ab45-6369392649bc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921dfc68-f0cb-46cc-b565-6989af063a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:42Z', 'updated_at': '2022-02-19T04:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:11:50.663594 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3fa6f6-e5ab-47a6-aaf7-713f718bd629 None None] The sync data for ids ['87902ea5-ad04-4439-bc02-ed53d19987ec'] in n-d-828369-19 is: [{'id': '87902ea5-ad04-4439-bc02-ed53d19987ec', 'name': 'tempest-TaggedBootDevicesTest-449709879-router', 'tenant_id': '141ced1f79fa42dda24a56f44fa1a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:22Z', 'updated_at': '2022-02-19T04:11:49Z', 'revision_number': 7, 'project_id': '141ced1f79fa42dda24a56f44fa1a146', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:11:50.744739 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c26b5a57-d489-4470-af52-be71060ef9ac None None] Provisioning complete for port 666ce6b0-45eb-4d71-b5f8-bfb957f1db48 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:50.745202 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c26b5a57-d489-4470-af52-be71060ef9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (666ce6b0-45eb-4d71-b5f8-bfb957f1db48), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:50.760075 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b584aa-d3d8-41da-9dfa-5b26f91440be None None] Pushing event updated for resources: {'Port': ['ID=2505dfc8-f6ac-4725-810a-653dacfebce9,revision_number=11']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:50.809055 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c26b5a57-d489-4470-af52-be71060ef9ac None None] Port 666ce6b0-45eb-4d71-b5f8-bfb957f1db48 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:11:50.827972 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 60e2177a-9d1d-4000-94f4-fb3af1271096 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:50.828839 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (60e2177a-9d1d-4000-94f4-fb3af1271096), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:50.893991 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-493e9578-2a01-47aa-8b5f-0966e4f158ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (e5308b5b-30ec-49b2-97d1-b7274bba8304), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:50.931395 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa849d88-f3df-49ce-a6b9-c60021413d5f admin admin] Router 921dfc68-f0cb-46cc-b565-6989af063a67 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:11:50.946494 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 60e2177a-9d1d-4000-94f4-fb3af1271096 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:50.947891 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2505dfc8-f6ac-4725-810a-653dacfebce9 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:51.095680 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a98745eb-6b96-4a36-9f19-f69a5586dd9b None None] Provisioning complete for port d3ef21a4-0d50-4823-9252-315120c06e9e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:51.097443 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a98745eb-6b96-4a36-9f19-f69a5586dd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d3ef21a4-0d50-4823-9252-315120c06e9e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:51.103887 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-493e9578-2a01-47aa-8b5f-0966e4f158ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (e5308b5b-30ec-49b2-97d1-b7274bba8304), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:51.138600 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a33387-29ad-43da-860d-2bd52254f4dc admin admin] Pushing event deleted for resources: {'Port': ['ID=733d4b07-0ca0-45da-980f-8f978af4fdb2,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:51.143514 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e9578-2a01-47aa-8b5f-0966e4f158ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5308b5b-30ec-49b2-97d1-b7274bba8304,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:51.149795 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 2505dfc8-f6ac-4725-810a-653dacfebce9 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:51.150226 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:51.158786 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5bcce206-c196-4782-988d-846bf27664d1 req-e103666f-08a9-4332-bd61-66481bb9e81e service neutron] 10.222.0.52 "GET /v2.0/networks/7d063905-1dca-479b-a8ed-624bbce2a132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0673847 Feb 19 04:11:51.163535 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-493e9578-2a01-47aa-8b5f-0966e4f158ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:51.167904 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-493e9578-2a01-47aa-8b5f-0966e4f158ee admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e5308b5b-30ec-49b2-97d1-b7274bba8304 HTTP/1.1" status: 204 len: 168 time: 1.1831677 Feb 19 04:11:51.171135 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35252) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:51.187334 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-13a33387-29ad-43da-860d-2bd52254f4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (87902ea5-ad04-4439-bc02-ed53d19987ec), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:51.210717 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a98745eb-6b96-4a36-9f19-f69a5586dd9b None None] Port d3ef21a4-0d50-4823-9252-315120c06e9e cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:11:51.226919 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a98745eb-6b96-4a36-9f19-f69a5586dd9b None None] Provisioning complete for port 2505dfc8-f6ac-4725-810a-653dacfebce9 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:51.227305 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a98745eb-6b96-4a36-9f19-f69a5586dd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:51.232362 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa849d88-f3df-49ce-a6b9-c60021413d5f admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:11:51.239072 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fa849d88-f3df-49ce-a6b9-c60021413d5f admin admin] 10.222.0.52 "PUT /v2.0/routers/921dfc68-f0cb-46cc-b565-6989af063a67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1628103 Feb 19 04:11:51.308319 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b5f82662-9123-46b1-a5de-1f0f731fb44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (b40e029f-e45e-4dad-8b72-cb8e978e0503), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:51.372328 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 2505dfc8-f6ac-4725-810a-653dacfebce9 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:51.383954 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94756f58-0d50-49ce-9281-fe2e224384c3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:51.394619 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94756f58-0d50-49ce-9281-fe2e224384c3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:51.399185 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-94756f58-0d50-49ce-9281-fe2e224384c3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 1.2151144 Feb 19 04:11:51.407869 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35256) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:51.557454 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a98745eb-6b96-4a36-9f19-f69a5586dd9b None None] Current status of the port 2505dfc8-f6ac-4725-810a-653dacfebce9 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:51.628545 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b5f82662-9123-46b1-a5de-1f0f731fb44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (b40e029f-e45e-4dad-8b72-cb8e978e0503), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:51.643222 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-13a33387-29ad-43da-860d-2bd52254f4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (87902ea5-ad04-4439-bc02-ed53d19987ec), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:51.650095 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-13a33387-29ad-43da-860d-2bd52254f4dc admin admin] Publish callbacks [] for router_controller (87902ea5-ad04-4439-bc02-ed53d19987ec), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:51.693198 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-b5f82662-9123-46b1-a5de-1f0f731fb44b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40e029f-e45e-4dad-8b72-cb8e978e0503']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:51.697124 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-35c6eba1-82ac-45c6-824d-a40ef8c3a418 None None] Provisioning complete for port d3ef21a4-0d50-4823-9252-315120c06e9e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:51.698461 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-35c6eba1-82ac-45c6-824d-a40ef8c3a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d3ef21a4-0d50-4823-9252-315120c06e9e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:51.699578 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e82430b0-dd95-483e-a9d9-ee98e40a39a0 req-f4c5a896-c152-4cc0-b8bd-92a9b4531be3 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1b7f37d-00a9-4d9d-8438-dd78b4be8917 HTTP/1.1" status: 200 len: 210 time: 0.0663748 Feb 19 04:11:51.716042 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-b5f82662-9123-46b1-a5de-1f0f731fb44b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e54185-72e8-4b7c-8b0a-779943e353eb') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:51.718577 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-b5f82662-9123-46b1-a5de-1f0f731fb44b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e54185-72e8-4b7c-8b0a-779943e353eb') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:51.736364 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f83a7e-75b8-4d8e-8678-9cfae533cb57 req-33164e99-e0e4-4ffe-9220-d1b933af15aa tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:51.754674 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a4f83a7e-75b8-4d8e-8678-9cfae533cb57 req-33164e99-e0e4-4ffe-9220-d1b933af15aa tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 947 time: 0.7014501 Feb 19 04:11:51.758061 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b5f82662-9123-46b1-a5de-1f0f731fb44b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (27e54185-72e8-4b7c-8b0a-779943e353eb), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:51.778134 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b5f82662-9123-46b1-a5de-1f0f731fb44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (27e54185-72e8-4b7c-8b0a-779943e353eb), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:51.796194 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f82662-9123-46b1-a5de-1f0f731fb44b admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:11:51.797045 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b5f82662-9123-46b1-a5de-1f0f731fb44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (27e54185-72e8-4b7c-8b0a-779943e353eb), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:11:51.799009 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:11:51.804812 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-35c6eba1-82ac-45c6-824d-a40ef8c3a418 None None] Port d3ef21a4-0d50-4823-9252-315120c06e9e cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:11:51.875581 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-13a33387-29ad-43da-860d-2bd52254f4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (87902ea5-ad04-4439-bc02-ed53d19987ec), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:51.876107 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a33387-29ad-43da-860d-2bd52254f4dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87902ea5-ad04-4439-bc02-ed53d19987ec {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:11:51.884644 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-13a33387-29ad-43da-860d-2bd52254f4dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:51.885803 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-13a33387-29ad-43da-860d-2bd52254f4dc admin admin] 10.222.0.52 "DELETE /v2.0/routers/87902ea5-ad04-4439-bc02-ed53d19987ec HTTP/1.1" status: 204 len: 168 time: 4.2070537 Feb 19 04:11:51.889396 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35286) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:51.945203 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b5f82662-9123-46b1-a5de-1f0f731fb44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (b40e029f-e45e-4dad-8b72-cb8e978e0503), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:51.946767 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a4f83a7e-75b8-4d8e-8678-9cfae533cb57 req-c55bcd00-8080-4df9-8653-7064dc570d13 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1913075 Feb 19 04:11:51.952826 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b5f82662-9123-46b1-a5de-1f0f731fb44b admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:51.965483 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b5f82662-9123-46b1-a5de-1f0f731fb44b admin admin] 10.222.0.52 "DELETE /v2.0/networks/b40e029f-e45e-4dad-8b72-cb8e978e0503 HTTP/1.1" status: 204 len: 168 time: 0.7929630 Feb 19 04:11:52.003129 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f82662-9123-46b1-a5de-1f0f731fb44b admin admin] Pushing event deleted for resources: {'Network': ['ID=b40e029f-e45e-4dad-8b72-cb8e978e0503,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:52.082260 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-d355b964-fe31-4d7b-9fb5-efd9616c7ac6 admin admin] Deleting subnet 1c3eb903-781b-4ef6-869a-6205a4aa2d45 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:11:52.087156 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-bf2ed819-3bbd-4bb5-b488-58285fc46f91 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting port d3ef21a4-0d50-4823-9252-315120c06e9e {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:52.087506 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bf2ed819-3bbd-4bb5-b488-58285fc46f91 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (d3ef21a4-0d50-4823-9252-315120c06e9e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:52.102077 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d355b964-fe31-4d7b-9fb5-efd9616c7ac6 admin admin] Publish callbacks [] for subnet (1c3eb903-781b-4ef6-869a-6205a4aa2d45), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:52.241778 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2505dfc8-f6ac-4725-810a-653dacfebce9 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:52.290512 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bf2ed819-3bbd-4bb5-b488-58285fc46f91 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (d3ef21a4-0d50-4823-9252-315120c06e9e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:52.307338 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-bf2ed819-3bbd-4bb5-b488-58285fc46f91 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Calling delete_port for d3ef21a4-0d50-4823-9252-315120c06e9e owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:52.365133 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 2505dfc8-f6ac-4725-810a-653dacfebce9 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:52.365740 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:52.495764 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 2505dfc8-f6ac-4725-810a-653dacfebce9 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:52.497118 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1ed2c63f-3db3-4a30-ab45-6369392649bc up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:52.508226 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35318) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:52.623289 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-10922fd9-7792-45e3-8e42-6c76da6e9826 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e09d752b62b44ea5a2f23e7b86993e07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1138041 Feb 19 04:11:52.627534 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35326) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:52.645414 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 1ed2c63f-3db3-4a30-ab45-6369392649bc triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:52.646110 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1ed2c63f-3db3-4a30-ab45-6369392649bc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:52.748954 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 1ed2c63f-3db3-4a30-ab45-6369392649bc is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:52.749733 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1ed2c63f-3db3-4a30-ab45-6369392649bc), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:52.754341 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d355b964-fe31-4d7b-9fb5-efd9616c7ac6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (1c3eb903-781b-4ef6-869a-6205a4aa2d45), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:52.775843 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ffcd4930-af25-419c-bf14-069607cce85e admin admin] Publish callbacks [] for security_group (d58af973-7f19-4696-9bab-d48213d8deb6), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:52.816009 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 1ed2c63f-3db3-4a30-ab45-6369392649bc, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1ed2c63f-3db3-4a30-ab45-6369392649bc,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:52.832338 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1ed2c63f-3db3-4a30-ab45-6369392649bc), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:52.859481 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ffcd4930-af25-419c-bf14-069607cce85e admin admin] Publish callbacks [] for security_group (d58af973-7f19-4696-9bab-d48213d8deb6), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:52.926142 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc210a7-b82b-424b-9edc-feb85145b372 req-6580f76e-db95-4202-8f27-2d3db6e9a3e8 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:52.928617 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7bc210a7-b82b-424b-9edc-feb85145b372 req-6580f76e-db95-4202-8f27-2d3db6e9a3e8 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 947 time: 0.5947444 Feb 19 04:11:52.930868 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5fe924dd-865c-4fd5-a91a-c04910a16014 req-f5e82cbe-08f1-4ec6-9244-af3dc9b1dfd5 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1b7f37d-00a9-4d9d-8438-dd78b4be8917 HTTP/1.1" status: 200 len: 210 time: 0.0754080 Feb 19 04:11:52.934205 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bf2ed819-3bbd-4bb5-b488-58285fc46f91 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (d3ef21a4-0d50-4823-9252-315120c06e9e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:52.943267 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=1ed2c63f-3db3-4a30-ab45-6369392649bc,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:52.979533 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ffcd4930-af25-419c-bf14-069607cce85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d58af973-7f19-4696-9bab-d48213d8deb6), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:52.983168 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ffcd4930-af25-419c-bf14-069607cce85e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:52.986902 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ffcd4930-af25-419c-bf14-069607cce85e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d58af973-7f19-4696-9bab-d48213d8deb6 HTTP/1.1" status: 204 len: 168 time: 0.3556750 Feb 19 04:11:52.993956 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd4930-af25-419c-bf14-069607cce85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58af973-7f19-4696-9bab-d48213d8deb6,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:53.010518 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 448470df-d8d8-4d6e-81aa-0570253360ea no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:11:53.016941 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ed819-3bbd-4bb5-b488-58285fc46f91 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Port': ['ID=d3ef21a4-0d50-4823-9252-315120c06e9e,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:53.052207 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 448470df-d8d8-4d6e-81aa-0570253360ea {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:11:53.052809 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 448470df-d8d8-4d6e-81aa-0570253360ea not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:11:53.053430 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device d80c5878-2126-42c9-8c9e-3ed1c927fd6d no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:11:53.080588 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: d80c5878-2126-42c9-8c9e-3ed1c927fd6d {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:11:53.081380 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device d80c5878-2126-42c9-8c9e-3ed1c927fd6d not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:11:53.082027 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 41bf3c64-0559-432e-88b8-abc9b9f0da4d no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:11:53.109225 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 41bf3c64-0559-432e-88b8-abc9b9f0da4d {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:11:53.109676 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 41bf3c64-0559-432e-88b8-abc9b9f0da4d not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:11:53.124015 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d355b964-fe31-4d7b-9fb5-efd9616c7ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (1c3eb903-781b-4ef6-869a-6205a4aa2d45), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:53.255689 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7bc210a7-b82b-424b-9edc-feb85145b372 req-6a6aa706-ca6e-496b-ac16-51ee622870d3 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2653718 Feb 19 04:11:53.295117 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bf2ed819-3bbd-4bb5-b488-58285fc46f91 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:53.302954 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bf2ed819-3bbd-4bb5-b488-58285fc46f91 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/d3ef21a4-0d50-4823-9252-315120c06e9e HTTP/1.1" status: 204 len: 168 time: 1.8939974 Feb 19 04:11:53.303854 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35370) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:53.359872 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d355b964-fe31-4d7b-9fb5-efd9616c7ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (1c3eb903-781b-4ef6-869a-6205a4aa2d45), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:53.473382 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355b964-fe31-4d7b-9fb5-efd9616c7ac6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c3eb903-781b-4ef6-869a-6205a4aa2d45,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:53.528261 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5410b4-9090-48de-a630-582ced3b69e0 None None] Network 58f585df-cbe4-4773-92a7-c08e8a5d5367 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:11:53.535172 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d355b964-fe31-4d7b-9fb5-efd9616c7ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:53.547927 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d355b964-fe31-4d7b-9fb5-efd9616c7ac6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1c3eb903-781b-4ef6-869a-6205a4aa2d45 HTTP/1.1" status: 204 len: 168 time: 1.6569688 Feb 19 04:11:53.554730 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35376) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:53.570377 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd73c9c-1161-450a-86b7-e6813fa430af tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:53.573509 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd73c9c-1161-450a-86b7-e6813fa430af tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:53.580092 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd73c9c-1161-450a-86b7-e6813fa430af tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:53.592527 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ddd73c9c-1161-450a-86b7-e6813fa430af tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2844715 Feb 19 04:11:53.597573 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35380) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:53.666716 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1ed2c63f-3db3-4a30-ab45-6369392649bc up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:53.802741 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f71395c-4d3e-4360-b351-85ff2ebc8232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (58f585df-cbe4-4773-92a7-c08e8a5d5367), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:53.819568 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3bb8eb7-3451-4114-af8f-9005500585d5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet 1319367f-5264-4f3d-b25b-2fdea3d7aeca {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:11:53.830440 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0fac01fd-40e3-41e1-811a-31a59797abb0 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:11:53.836760 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcce206-c196-4782-988d-846bf27664d1 req-57b1f8e8-8fa7-40a5-b03e-eeb08dbf4f47 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:53.841713 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b3bb8eb7-3451-4114-af8f-9005500585d5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (1319367f-5264-4f3d-b25b-2fdea3d7aeca), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:53.848424 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5bcce206-c196-4782-988d-846bf27664d1 req-57b1f8e8-8fa7-40a5-b03e-eeb08dbf4f47 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.26 "GET /v2.0/networks?id=7d063905-1dca-479b-a8ed-624bbce2a132 HTTP/1.1" status: 200 len: 810 time: 0.5861537 Feb 19 04:11:53.941874 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b3bb8eb7-3451-4114-af8f-9005500585d5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (1319367f-5264-4f3d-b25b-2fdea3d7aeca), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:54.056390 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 0fac01fd-40e3-41e1-811a-31a59797abb0 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:54.056806 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:54.097705 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 1ed2c63f-3db3-4a30-ab45-6369392649bc triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:54.097969 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1ed2c63f-3db3-4a30-ab45-6369392649bc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:54.143429 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5bcce206-c196-4782-988d-846bf27664d1 req-44ab5b73-806b-4926-8796-00844f5d1d65 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=319abc5982f54b9dba72250cd09a8d28 HTTP/1.1" status: 200 len: 379 time: 0.2523794 Feb 19 04:11:54.149016 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8298e0-b14d-40d5-aab6-c65971dd7214 None None] Sync routers for ids ['921dfc68-f0cb-46cc-b565-6989af063a67'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:11:54.151619 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-5bcce206-c196-4782-988d-846bf27664d1 req-6f15e365-91e6-4aec-a08d-764638baca47 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Request body: {'port': {'device_id': 'd1b7f37d-00a9-4d9d-8438-dd78b4be8917', 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132', 'admin_state_up': True, 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'security_groups': ['4c84c6e8-ff44-4a5c-86f6-7ee46db33600']}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:54.173903 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b3bb8eb7-3451-4114-af8f-9005500585d5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (1319367f-5264-4f3d-b25b-2fdea3d7aeca), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:54.175534 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8298e0-b14d-40d5-aab6-c65971dd7214 None None] Routers {'921dfc68-f0cb-46cc-b565-6989af063a67'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:54.177250 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-6a8298e0-b14d-40d5-aab6-c65971dd7214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:11:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['921dfc68-f0cb-46cc-b565-6989af063a67'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:54.184094 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0fac01fd-40e3-41e1-811a-31a59797abb0, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0fac01fd-40e3-41e1-811a-31a59797abb0,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:54.185286 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fac01fd-40e3-41e1-811a-31a59797abb0'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:11:54.191615 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394a1bfc-cdba-462a-9c0d-4e739d1d38ba" -d '{"events": [{"server_uuid": "a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce", "name": "network-vif-unplugged", "status": "completed", "tag": "0fac01fd-40e3-41e1-811a-31a59797abb0"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:11:54.229568 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8933f44-15a6-4972-a040-54fa0a56be54 None None] DHCP port deletion for 58f585df-cbe4-4773-92a7-c08e8a5d5367 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:11:54.252861 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:54.257489 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b3bb8eb7-3451-4114-af8f-9005500585d5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (1319367f-5264-4f3d-b25b-2fdea3d7aeca), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:54.293482 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0ed39d3a-05f2-475d-999d-45ef3f75ffe6 req-affe192c-98e5-46ef-8bb0-0b9200046ba0 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1b7f37d-00a9-4d9d-8438-dd78b4be8917 HTTP/1.1" status: 200 len: 210 time: 0.0522976 Feb 19 04:11:54.328268 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-5f71395c-4d3e-4360-b351-85ff2ebc8232 admin admin] Deleting port de6b9789-a663-4e91-8c16-1fcdf84da681 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:54.330951 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f71395c-4d3e-4360-b351-85ff2ebc8232 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (de6b9789-a663-4e91-8c16-1fcdf84da681), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:54.331703 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb8eb7-3451-4114-af8f-9005500585d5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=1319367f-5264-4f3d-b25b-2fdea3d7aeca,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:54.336692 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b3bb8eb7-3451-4114-af8f-9005500585d5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:54.341869 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b3bb8eb7-3451-4114-af8f-9005500585d5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/1319367f-5264-4f3d-b25b-2fdea3d7aeca HTTP/1.1" status: 204 len: 168 time: 0.7429361 Feb 19 04:11:54.344999 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35424) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:54.388921 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4249bf-b890-46c9-91cd-8ab11aed78e9 x-openstack-request-id: req-ae4249bf-b890-46c9-91cd-8ab11aed78e9 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:11:54.389183 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce", "name": "network-vif-unplugged", "status": "completed", "tag": "0fac01fd-40e3-41e1-811a-31a59797abb0", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:11:54.389433 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ae4249bf-b890-46c9-91cd-8ab11aed78e9 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:11:54.389840 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fac01fd-40e3-41e1-811a-31a59797abb0', 'code': 200} Feb 19 04:11:54.391612 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dc6ba6-4aa8-4fd7-a62c-d3c60f281de7 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:11:54.421252 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb5c627-53f6-4a60-ba10-c50a3671d1e0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet a614b876-f107-4eb0-a1dd-688068ebfec7 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:11:54.425258 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5fb5c627-53f6-4a60-ba10-c50a3671d1e0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (a614b876-f107-4eb0-a1dd-688068ebfec7), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:54.489594 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5fb5c627-53f6-4a60-ba10-c50a3671d1e0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (a614b876-f107-4eb0-a1dd-688068ebfec7), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:54.496209 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-6a8298e0-b14d-40d5-aab6-c65971dd7214 None None] Set router 921dfc68-f0cb-46cc-b565-6989af063a67 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:54.553982 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-5f71395c-4d3e-4360-b351-85ff2ebc8232 admin admin] For port de6b9789-a663-4e91-8c16-1fcdf84da681, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=de6b9789-a663-4e91-8c16-1fcdf84da681,segment=NetworkSegment(8a53ec2c-3a78-4189-ac0d-b4c88c94e7b2),segment_id=8a53ec2c-3a78-4189-ac0d-b4c88c94e7b2)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:54.554381 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f71395c-4d3e-4360-b351-85ff2ebc8232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (de6b9789-a663-4e91-8c16-1fcdf84da681), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:54.573142 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-5f71395c-4d3e-4360-b351-85ff2ebc8232 admin admin] Calling delete_port for de6b9789-a663-4e91-8c16-1fcdf84da681 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:54.655463 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bcce206-c196-4782-988d-846bf27664d1 req-6f15e365-91e6-4aec-a08d-764638baca47 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Made reservation on behalf of 319abc5982f54b9dba72250cd09a8d28 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:54.660580 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-5bcce206-c196-4782-988d-846bf27664d1 req-6f15e365-91e6-4aec-a08d-764638baca47 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:54.702865 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 1ed2c63f-3db3-4a30-ab45-6369392649bc is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:54.719690 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=0fac01fd-40e3-41e1-811a-31a59797abb0,revision_number=14']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:54.727944 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 733d4b07-0ca0-45da-980f-8f978af4fdb2 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:11:54.780173 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35440) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:54.794669 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5fb5c627-53f6-4a60-ba10-c50a3671d1e0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (a614b876-f107-4eb0-a1dd-688068ebfec7), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:54.796913 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 733d4b07-0ca0-45da-980f-8f978af4fdb2 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:11:54.797294 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 733d4b07-0ca0-45da-980f-8f978af4fdb2 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:11:54.872662 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f71395c-4d3e-4360-b351-85ff2ebc8232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (de6b9789-a663-4e91-8c16-1fcdf84da681), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:54.892776 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c8933f44-15a6-4972-a040-54fa0a56be54 None None] Deleting port de6b9789-a663-4e91-8c16-1fcdf84da681 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:54.893142 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c8933f44-15a6-4972-a040-54fa0a56be54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (de6b9789-a663-4e91-8c16-1fcdf84da681), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:54.908578 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5fb5c627-53f6-4a60-ba10-c50a3671d1e0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (a614b876-f107-4eb0-a1dd-688068ebfec7), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:54.987926 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5fb5c627-53f6-4a60-ba10-c50a3671d1e0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:54.992634 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c8933f44-15a6-4972-a040-54fa0a56be54 None None] For port de6b9789-a663-4e91-8c16-1fcdf84da681, host n-d-828369-19, got binding levels [] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:54.993322 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c8933f44-15a6-4972-a040-54fa0a56be54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (de6b9789-a663-4e91-8c16-1fcdf84da681), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:55.000031 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5fb5c627-53f6-4a60-ba10-c50a3671d1e0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/a614b876-f107-4eb0-a1dd-688068ebfec7 HTTP/1.1" status: 204 len: 168 time: 0.6517365 Feb 19 04:11:55.001491 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35448) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:55.016427 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c8933f44-15a6-4972-a040-54fa0a56be54 None None] Calling delete_port for de6b9789-a663-4e91-8c16-1fcdf84da681 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:55.017530 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5c627-53f6-4a60-ba10-c50a3671d1e0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=a614b876-f107-4eb0-a1dd-688068ebfec7,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:55.020866 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.ipam_backend_mixin [None req-c8933f44-15a6-4972-a040-54fa0a56be54 None None] Port de6b9789-a663-4e91-8c16-1fcdf84da681 was not found and therefore no delete operation was performed {{(pid=109927) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:11:55.025801 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c8933f44-15a6-4972-a040-54fa0a56be54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (de6b9789-a663-4e91-8c16-1fcdf84da681), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:55.025977 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f71395c-4d3e-4360-b351-85ff2ebc8232 admin admin] No DVR routers for this DVR port de6b9789-a663-4e91-8c16-1fcdf84da681 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:11:55.035566 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71395c-4d3e-4360-b351-85ff2ebc8232 admin admin] Pushing event deleted for resources: {'Port': ['ID=de6b9789-a663-4e91-8c16-1fcdf84da681,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:55.066878 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8933f44-15a6-4972-a040-54fa0a56be54 None None] Pushing event deleted for resources: {'Port': ['ID=de6b9789-a663-4e91-8c16-1fcdf84da681,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:55.070349 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8933f44-15a6-4972-a040-54fa0a56be54 None None] No DVR routers for this DVR port de6b9789-a663-4e91-8c16-1fcdf84da681 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:11:55.103033 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b4f986be-6be9-4d45-ab66-83d0558b6a63 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1003335 Feb 19 04:11:55.103214 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35450) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:55.113310 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-28aaf400-647f-4246-a79d-e69080a6b017 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:55.123490 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-6a8298e0-b14d-40d5-aab6-c65971dd7214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921dfc68-f0cb-46cc-b565-6989af063a67', 'name': 'tempest-TaggedBootDevicesTest_v242-1628012872-router', 'tenant_id': '8a538b5c8e0a453a82148e629e807cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '1ed2c63f-3db3-4a30-ab45-6369392649bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:40Z', 'updated_at': '2022-02-19T04:11:48Z', 'revision_number': 4, 'project_id': '8a538b5c8e0a453a82148e629e807cab', 'gw_port': {'id': '1ed2c63f-3db3-4a30-ab45-6369392649bc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921dfc68-f0cb-46cc-b565-6989af063a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:42Z', 'updated_at': '2022-02-19T04:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '666ce6b0-45eb-4d71-b5f8-bfb957f1db48', 'name': '', 'network_id': 'dfb2a0f6-af53-497e-92c0-e597bb14e8ba', 'tenant_id': '8a538b5c8e0a453a82148e629e807cab', 'mac_address': 'fa:16:3e:1f:76:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921dfc68-f0cb-46cc-b565-6989af063a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '9b4d8c53-c6cd-4e7e-b3d3-a27a67fb7602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:46Z', 'updated_at': '2022-02-19T04:11:49Z', 'revision_number': 2, 'project_id': '8a538b5c8e0a453a82148e629e807cab', 'subnets': [{'id': '9b4d8c53-c6cd-4e7e-b3d3-a27a67fb7602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:55.158978 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-a9bd5076-319f-4d5a-a610-e334a983442f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1904373393-network', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:55.173424 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8298e0-b14d-40d5-aab6-c65971dd7214 None None] Checking router: 921dfc68-f0cb-46cc-b565-6989af063a67 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:11:55.174362 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8298e0-b14d-40d5-aab6-c65971dd7214 None None] Updating router 921dfc68-f0cb-46cc-b565-6989af063a67 port 666ce6b0-45eb-4d71-b5f8-bfb957f1db48 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:11:55.187706 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-5bcce206-c196-4782-988d-846bf27664d1 req-6f15e365-91e6-4aec-a08d-764638baca47 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Allocated IP 172.20.0.14 (7d063905-1dca-479b-a8ed-624bbce2a132/7b8d1019-337e-49b4-85df-5623b5820084/c1d14708-40fd-4ab3-85b7-53f5e570821d) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:55.208492 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bd5076-319f-4d5a-a610-e334a983442f admin admin] Made reservation on behalf of 90f22cfd00964f179efcdc77f1d50815 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:55.211211 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9bd5076-319f-4d5a-a610-e334a983442f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:55.224412 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9bd5076-319f-4d5a-a610-e334a983442f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:55.247778 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00946002-f3ea-4730-9410-2d6f9737937b None None] Update dhcp port {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'fixed_ips': [{'subnet_id': 'a614b876-f107-4eb0-a1dd-688068ebfec7'}], 'binding:host_id': 'n-d-828369-19'}, 'id': '2505dfc8-f6ac-4725-810a-653dacfebce9'} from n-d-828369-19. {{(pid=109927) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:11:55.254222 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-6a8298e0-b14d-40d5-aab6-c65971dd7214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (666ce6b0-45eb-4d71-b5f8-bfb957f1db48), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:55.265313 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f71395c-4d3e-4360-b351-85ff2ebc8232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (58f585df-cbe4-4773-92a7-c08e8a5d5367), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:55.303478 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-00946002-f3ea-4730-9410-2d6f9737937b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:55.327360 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-5f71395c-4d3e-4360-b351-85ff2ebc8232 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f585df-cbe4-4773-92a7-c08e8a5d5367']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:55.361748 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-5f71395c-4d3e-4360-b351-85ff2ebc8232 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a53ec2c-3a78-4189-ac0d-b4c88c94e7b2') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:55.362299 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-5f71395c-4d3e-4360-b351-85ff2ebc8232 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a53ec2c-3a78-4189-ac0d-b4c88c94e7b2') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:55.376431 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28aaf400-647f-4246-a79d-e69080a6b017 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:55.379865 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-28aaf400-647f-4246-a79d-e69080a6b017 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:55.398450 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f71395c-4d3e-4360-b351-85ff2ebc8232 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (8a53ec2c-3a78-4189-ac0d-b4c88c94e7b2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:55.491520 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9bd5076-319f-4d5a-a610-e334a983442f admin admin] Publish callbacks [] for security_group (9d03c420-a9b3-4ec8-b54f-e7ff98437048), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:55.531562 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-496488ea-5632-4c5f-b0f1-9e129a637c3c req-2485a62b-9df9-4cf0-9d86-e814dc6ddb76 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1b7f37d-00a9-4d9d-8438-dd78b4be8917 HTTP/1.1" status: 200 len: 210 time: 0.0579848 Feb 19 04:11:55.533040 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9bd5076-319f-4d5a-a610-e334a983442f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (9d03c420-a9b3-4ec8-b54f-e7ff98437048), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:55.585522 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f71395c-4d3e-4360-b351-85ff2ebc8232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (8a53ec2c-3a78-4189-ac0d-b4c88c94e7b2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:55.590805 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd5076-319f-4d5a-a610-e334a983442f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d03c420-a9b3-4ec8-b54f-e7ff98437048,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:55.611537 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9bd5076-319f-4d5a-a610-e334a983442f admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:11:55.633325 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f71395c-4d3e-4360-b351-85ff2ebc8232 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:11:55.636056 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9bd5076-319f-4d5a-a610-e334a983442f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (497fb465-7e79-4cfa-b11e-c331ea94ba5d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:55.636602 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-a9bd5076-319f-4d5a-a610-e334a983442f admin admin] Added segment 497fb465-7e79-4cfa-b11e-c331ea94ba5d of type vlan for network d969274d-e3f5-4be2-94a1-23d058336a4e Feb 19 04:11:55.638466 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f71395c-4d3e-4360-b351-85ff2ebc8232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (8a53ec2c-3a78-4189-ac0d-b4c88c94e7b2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:11:55.669057 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:11:55.708866 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9bd5076-319f-4d5a-a610-e334a983442f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (d969274d-e3f5-4be2-94a1-23d058336a4e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:55.724077 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device de6b9789-a663-4e91-8c16-1fcdf84da681 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:11:55.755701 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9bd5076-319f-4d5a-a610-e334a983442f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (d969274d-e3f5-4be2-94a1-23d058336a4e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:55.761101 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bd5076-319f-4d5a-a610-e334a983442f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:55.761795 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9bd5076-319f-4d5a-a610-e334a983442f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:55.789124 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: de6b9789-a663-4e91-8c16-1fcdf84da681 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:11:55.802805 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device de6b9789-a663-4e91-8c16-1fcdf84da681 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:11:55.833683 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a9bd5076-319f-4d5a-a610-e334a983442f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0514934 Feb 19 04:11:55.847709 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35482) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:55.856171 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-c54a1664-95ea-445f-aef5-29cd8b18c2c3 admin admin] Request body: {'subnet': {'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1904373393-subnet', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:55.878542 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f71395c-4d3e-4360-b351-85ff2ebc8232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (58f585df-cbe4-4773-92a7-c08e8a5d5367), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:55.903367 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd5076-319f-4d5a-a610-e334a983442f admin admin] Pushing event updated for resources: {'Network': ['ID=d969274d-e3f5-4be2-94a1-23d058336a4e,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:55.919805 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network d969274d-e3f5-4be2-94a1-23d058336a4e details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:11:55.941120 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f71395c-4d3e-4360-b351-85ff2ebc8232 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:55.944870 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5f71395c-4d3e-4360-b351-85ff2ebc8232 admin admin] 10.222.0.52 "DELETE /v2.0/networks/58f585df-cbe4-4773-92a7-c08e8a5d5367 HTTP/1.1" status: 204 len: 168 time: 2.3867736 Feb 19 04:11:55.968466 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54a1664-95ea-445f-aef5-29cd8b18c2c3 admin admin] Made reservation on behalf of 90f22cfd00964f179efcdc77f1d50815 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:55.971731 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c54a1664-95ea-445f-aef5-29cd8b18c2c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:55.974124 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71395c-4d3e-4360-b351-85ff2ebc8232 admin admin] Pushing event deleted for resources: {'Network': ['ID=58f585df-cbe4-4773-92a7-c08e8a5d5367,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:55.984830 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-5bcce206-c196-4782-988d-846bf27664d1 req-6f15e365-91e6-4aec-a08d-764638baca47 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for port (c1d14708-40fd-4ab3-85b7-53f5e570821d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:55.992889 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-6a8298e0-b14d-40d5-aab6-c65971dd7214 None None] Publish callbacks [] for port (666ce6b0-45eb-4d71-b5f8-bfb957f1db48), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.006611 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-6a8298e0-b14d-40d5-aab6-c65971dd7214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (666ce6b0-45eb-4d71-b5f8-bfb957f1db48), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.079645 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fbb1b-8bc0-4f97-a96e-181175c3f275 req-a3a7ca16-ec5c-4a73-b59d-024364794284 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:56.081264 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-310fbb1b-8bc0-4f97-a96e-181175c3f275 req-a3a7ca16-ec5c-4a73-b59d-024364794284 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.0947037 Feb 19 04:11:56.088782 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2d0aad-f04c-4ee9-b2e0-1f1c67324a9b None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:11:56.122601 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e9b69-5d88-4cd5-8ce5-0546ef58a884 None None] Pushing event updated for resources: {'Port': ['ID=666ce6b0-45eb-4d71-b5f8-bfb957f1db48,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:56.187691 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-310fbb1b-8bc0-4f97-a96e-181175c3f275 req-3ea15609-a9a8-4d87-9c40-ea1085337671 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1007934 Feb 19 04:11:56.229583 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-12b455b1-ca7b-43c7-b8d0-c1c96c51758f None None] Provisioning complete for port 2505dfc8-f6ac-4725-810a-653dacfebce9 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:56.230460 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-12b455b1-ca7b-43c7-b8d0-c1c96c51758f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.258778 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-6a8298e0-b14d-40d5-aab6-c65971dd7214 None None] Attempting to bind port 666ce6b0-45eb-4d71-b5f8-bfb957f1db48 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:11:56.259410 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-6a8298e0-b14d-40d5-aab6-c65971dd7214 None None] Attempting to bind port 666ce6b0-45eb-4d71-b5f8-bfb957f1db48 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '1b7a5dfc-9b1e-4ac9-969d-a2a00a138710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dfb2a0f6-af53-497e-92c0-e597bb14e8ba'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:11:56.259548 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8298e0-b14d-40d5-aab6-c65971dd7214 None None] Attempting to bind port 666ce6b0-45eb-4d71-b5f8-bfb957f1db48 on network dfb2a0f6-af53-497e-92c0-e597bb14e8ba {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:11:56.267605 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8298e0-b14d-40d5-aab6-c65971dd7214 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:11:56.267979 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8298e0-b14d-40d5-aab6-c65971dd7214 None None] Checking segment: {'id': '1b7a5dfc-9b1e-4ac9-969d-a2a00a138710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dfb2a0f6-af53-497e-92c0-e597bb14e8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:11:56.268438 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-6a8298e0-b14d-40d5-aab6-c65971dd7214 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.268781 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8298e0-b14d-40d5-aab6-c65971dd7214 None None] Bound using segment: {'id': '1b7a5dfc-9b1e-4ac9-969d-a2a00a138710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dfb2a0f6-af53-497e-92c0-e597bb14e8ba'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:11:56.269256 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-6a8298e0-b14d-40d5-aab6-c65971dd7214 None None] Bound port: 666ce6b0-45eb-4d71-b5f8-bfb957f1db48, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7a5dfc-9b1e-4ac9-969d-a2a00a138710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dfb2a0f6-af53-497e-92c0-e597bb14e8ba'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:11:56.272844 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-6a8298e0-b14d-40d5-aab6-c65971dd7214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (666ce6b0-45eb-4d71-b5f8-bfb957f1db48), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.300429 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35490) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:56.366390 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-5bcce206-c196-4782-988d-846bf27664d1 req-6f15e365-91e6-4aec-a08d-764638baca47 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (c1d14708-40fd-4ab3-85b7-53f5e570821d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.410562 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0af990fe-146c-4b85-953c-a41922c4d9d4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=488b9932c1464ee8ae512fcaa6eb0e94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1079500 Feb 19 04:11:56.413651 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35492) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:56.424798 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-6a8298e0-b14d-40d5-aab6-c65971dd7214 None None] For port 666ce6b0-45eb-4d71-b5f8-bfb957f1db48, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:11:56.425851 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a22a17-0525-41ce-a445-9994917122b5 None None] DHCP port deletion for 1742e730-766a-4fa0-996c-7e016537b1f1 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:11:56.431042 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-6a8298e0-b14d-40d5-aab6-c65971dd7214 None None] For port 666ce6b0-45eb-4d71-b5f8-bfb957f1db48, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=666ce6b0-45eb-4d71-b5f8-bfb957f1db48,segment=NetworkSegment(1b7a5dfc-9b1e-4ac9-969d-a2a00a138710),segment_id=1b7a5dfc-9b1e-4ac9-969d-a2a00a138710)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:11:56.450331 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-6a8298e0-b14d-40d5-aab6-c65971dd7214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (666ce6b0-45eb-4d71-b5f8-bfb957f1db48), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.468525 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff31f9-7e9c-48ec-afe0-e06f5584ea42 req-757933de-8168-4b36-b5fc-6aa07cd12385 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:56.472991 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eeff31f9-7e9c-48ec-afe0-e06f5584ea42 req-757933de-8168-4b36-b5fc-6aa07cd12385 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.1231136 Feb 19 04:11:56.522866 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-28aaf400-647f-4246-a79d-e69080a6b017 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (24f92e2f-0291-4d97-a028-ff37d182ac33), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.527071 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bcce206-c196-4782-988d-846bf27664d1 req-6f15e365-91e6-4aec-a08d-764638baca47 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Network 7d063905-1dca-479b-a8ed-624bbce2a132 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:56.548742 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15e365-91e6-4aec-a08d-764638baca47 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Pushing event updated for resources: {'Port': ['ID=c1d14708-40fd-4ab3-85b7-53f5e570821d,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:56.574127 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-12b455b1-ca7b-43c7-b8d0-c1c96c51758f None None] Current status of the port 2505dfc8-f6ac-4725-810a-653dacfebce9 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:56.586652 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8298e0-b14d-40d5-aab6-c65971dd7214 None None] Routers {'921dfc68-f0cb-46cc-b565-6989af063a67'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:56.589378 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0102bac2-5f81-4b2f-bc15-2a1463d998ce admin admin] Publish callbacks [] for security_group (5d0624fb-8886-49c6-bae5-33fd27d4e2ae), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.596603 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-5bcce206-c196-4782-988d-846bf27664d1 req-6f15e365-91e6-4aec-a08d-764638baca47 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:56.600013 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bcce206-c196-4782-988d-846bf27664d1 req-6f15e365-91e6-4aec-a08d-764638baca47 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:11:56.604418 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-6a8298e0-b14d-40d5-aab6-c65971dd7214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:11:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['921dfc68-f0cb-46cc-b565-6989af063a67'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:56.608386 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eeff31f9-7e9c-48ec-afe0-e06f5584ea42 req-8c707bec-9d75-4100-9967-f3bf5899ae72 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1184065 Feb 19 04:11:56.631140 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0102bac2-5f81-4b2f-bc15-2a1463d998ce admin admin] Publish callbacks [] for security_group (5d0624fb-8886-49c6-bae5-33fd27d4e2ae), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.681666 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcce206-c196-4782-988d-846bf27664d1 req-6f15e365-91e6-4aec-a08d-764638baca47 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:56.682360 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-5bcce206-c196-4782-988d-846bf27664d1 req-6f15e365-91e6-4aec-a08d-764638baca47 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.709750 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e6a22a17-0525-41ce-a445-9994917122b5 None None] Deleting port 2505dfc8-f6ac-4725-810a-653dacfebce9 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:56.711195 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e6a22a17-0525-41ce-a445-9994917122b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.721131 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e9b69-5d88-4cd5-8ce5-0546ef58a884 None None] Pushing event updated for resources: {'Port': ['ID=666ce6b0-45eb-4d71-b5f8-bfb957f1db48,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:56.753990 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28aaf400-647f-4246-a79d-e69080a6b017 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:56.757377 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c54a1664-95ea-445f-aef5-29cd8b18c2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (59a62ba0-3299-4137-b1e4-27552484bcd3), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.777829 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-28aaf400-647f-4246-a79d-e69080a6b017 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:56.788143 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28aaf400-647f-4246-a79d-e69080a6b017 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:56.789485 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672046f7-20fb-46c2-95c5-8ab8ee00cb8e req-84b3f104-ea31-4203-a193-783d9914ce43 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:56.790782 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-28aaf400-647f-4246-a79d-e69080a6b017 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.798508 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-672046f7-20fb-46c2-95c5-8ab8ee00cb8e req-84b3f104-ea31-4203-a193-783d9914ce43 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1b7f37d-00a9-4d9d-8438-dd78b4be8917 HTTP/1.1" status: 200 len: 932 time: 0.1086640 Feb 19 04:11:56.819670 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.824077 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0102bac2-5f81-4b2f-bc15-2a1463d998ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5d0624fb-8886-49c6-bae5-33fd27d4e2ae), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.826878 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0102bac2-5f81-4b2f-bc15-2a1463d998ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.833455 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0102bac2-5f81-4b2f-bc15-2a1463d998ce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5d0624fb-8886-49c6-bae5-33fd27d4e2ae HTTP/1.1" status: 204 len: 168 time: 0.4188361 Feb 19 04:11:56.852464 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102bac2-5f81-4b2f-bc15-2a1463d998ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0624fb-8886-49c6-bae5-33fd27d4e2ae,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:56.856120 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aaf400-647f-4246-a79d-e69080a6b017 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=24f92e2f-0291-4d97-a028-ff37d182ac33,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:56.866016 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5bcce206-c196-4782-988d-846bf27664d1 req-6f15e365-91e6-4aec-a08d-764638baca47 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7202139 Feb 19 04:11:56.913469 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-5bcce206-c196-4782-988d-846bf27664d1 req-dd413a26-5b4a-4369-bae2-31bcc7998008 service neutron] Request body: {'port': {'device_id': 'd1b7f37d-00a9-4d9d-8438-dd78b4be8917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:56.920298 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-672046f7-20fb-46c2-95c5-8ab8ee00cb8e req-eb34c2ba-d15b-42bd-bc1b-44bf39ba9661 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c84c6e8-ff44-4a5c-86f6-7ee46db33600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154757 Feb 19 04:11:56.931698 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-6a8298e0-b14d-40d5-aab6-c65971dd7214 None None] Set router 921dfc68-f0cb-46cc-b565-6989af063a67 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:56.982201 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-307abff0-b27b-4fbb-9aa4-2f05f18d2e60 None None] Provisioning complete for port 666ce6b0-45eb-4d71-b5f8-bfb957f1db48 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:56.986381 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-307abff0-b27b-4fbb-9aa4-2f05f18d2e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (666ce6b0-45eb-4d71-b5f8-bfb957f1db48), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.996128 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7105d-fcb1-42f4-9bfc-d585102f70ee req-9b7250c6-6c47-4b35-8dca-e08b197dd7d4 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:56.998547 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aeb7105d-fcb1-42f4-9bfc-d585102f70ee req-9b7250c6-6c47-4b35-8dca-e08b197dd7d4 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.1614952 Feb 19 04:11:57.066230 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-28aaf400-647f-4246-a79d-e69080a6b017 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9577761 Feb 19 04:11:57.081516 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35502) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:57.099551 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-eecd1740-6c0f-4e0e-b9b0-1e6fdbfbd049 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:57.148185 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a1664-95ea-445f-aef5-29cd8b18c2c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59a62ba0-3299-4137-b1e4-27552484bcd3,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:57.220063 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e6a22a17-0525-41ce-a445-9994917122b5 None None] For port 2505dfc8-f6ac-4725-810a-653dacfebce9, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2505dfc8-f6ac-4725-810a-653dacfebce9,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:57.220490 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e6a22a17-0525-41ce-a445-9994917122b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:57.247831 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e6a22a17-0525-41ce-a445-9994917122b5 None None] Calling delete_port for 2505dfc8-f6ac-4725-810a-653dacfebce9 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:57.253076 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-307abff0-b27b-4fbb-9aa4-2f05f18d2e60 None None] Current status of the port 666ce6b0-45eb-4d71-b5f8-bfb957f1db48 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:57.253478 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-307abff0-b27b-4fbb-9aa4-2f05f18d2e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (666ce6b0-45eb-4d71-b5f8-bfb957f1db48), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:57.304660 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aeb7105d-fcb1-42f4-9bfc-d585102f70ee req-2b8e0dcf-b7c2-4023-8d47-29a273e43416 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2987299 Feb 19 04:11:57.307989 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecd1740-6c0f-4e0e-b9b0-1e6fdbfbd049 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:57.313980 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-eecd1740-6c0f-4e0e-b9b0-1e6fdbfbd049 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:57.320191 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54a1664-95ea-445f-aef5-29cd8b18c2c3 admin admin] Checking segment: {'id': '497fb465-7e79-4cfa-b11e-c331ea94ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:11:57.337192 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-307abff0-b27b-4fbb-9aa4-2f05f18d2e60 None None] For port 666ce6b0-45eb-4d71-b5f8-bfb957f1db48, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=666ce6b0-45eb-4d71-b5f8-bfb957f1db48,segment=NetworkSegment(1b7a5dfc-9b1e-4ac9-969d-a2a00a138710),segment_id=1b7a5dfc-9b1e-4ac9-969d-a2a00a138710)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:57.341146 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54a1664-95ea-445f-aef5-29cd8b18c2c3 admin admin] Network hostable DHCP agents. Network: d969274d-e3f5-4be2-94a1-23d058336a4e, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:11:57.352496 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-307abff0-b27b-4fbb-9aa4-2f05f18d2e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (666ce6b0-45eb-4d71-b5f8-bfb957f1db48), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:57.354727 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-5bcce206-c196-4782-988d-846bf27664d1 req-dd413a26-5b4a-4369-bae2-31bcc7998008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c1d14708-40fd-4ab3-85b7-53f5e570821d), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:57.395699 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-6a8298e0-b14d-40d5-aab6-c65971dd7214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921dfc68-f0cb-46cc-b565-6989af063a67', 'name': 'tempest-TaggedBootDevicesTest_v242-1628012872-router', 'tenant_id': '8a538b5c8e0a453a82148e629e807cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '1ed2c63f-3db3-4a30-ab45-6369392649bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:40Z', 'updated_at': '2022-02-19T04:11:48Z', 'revision_number': 4, 'project_id': '8a538b5c8e0a453a82148e629e807cab', 'gw_port': {'id': '1ed2c63f-3db3-4a30-ab45-6369392649bc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921dfc68-f0cb-46cc-b565-6989af063a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:42Z', 'updated_at': '2022-02-19T04:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '666ce6b0-45eb-4d71-b5f8-bfb957f1db48', 'name': '', 'network_id': 'dfb2a0f6-af53-497e-92c0-e597bb14e8ba', 'tenant_id': '8a538b5c8e0a453a82148e629e807cab', 'mac_address': 'fa:16:3e:1f:76:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921dfc68-f0cb-46cc-b565-6989af063a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '9b4d8c53-c6cd-4e7e-b3d3-a27a67fb7602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:46Z', 'updated_at': '2022-02-19T04:11:56Z', 'revision_number': 4, 'project_id': '8a538b5c8e0a453a82148e629e807cab', 'subnets': [{'id': '9b4d8c53-c6cd-4e7e-b3d3-a27a67fb7602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:57.485424 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8298e0-b14d-40d5-aab6-c65971dd7214 None None] The sync data for ids ['921dfc68-f0cb-46cc-b565-6989af063a67'] in n-d-828369-19 is: [{'id': '921dfc68-f0cb-46cc-b565-6989af063a67', 'name': 'tempest-TaggedBootDevicesTest_v242-1628012872-router', 'tenant_id': '8a538b5c8e0a453a82148e629e807cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '1ed2c63f-3db3-4a30-ab45-6369392649bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:40Z', 'updated_at': '2022-02-19T04:11:48Z', 'revision_number': 4, 'project_id': '8a538b5c8e0a453a82148e629e807cab', 'gw_port': {'id': '1ed2c63f-3db3-4a30-ab45-6369392649bc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921dfc68-f0cb-46cc-b565-6989af063a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:42Z', 'updated_at': '2022-02-19T04:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '666ce6b0-45eb-4d71-b5f8-bfb957f1db48', 'name': '', 'network_id': 'dfb2a0f6-af53-497e-92c0-e597bb14e8ba', 'tenant_id': '8a538b5c8e0a453a82148e629e807cab', 'mac_address': 'fa:16:3e:1f:76:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921dfc68-f0cb-46cc-b565-6989af063a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '9b4d8c53-c6cd-4e7e-b3d3-a27a67fb7602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:46Z', 'updated_at': '2022-02-19T04:11:56Z', 'revision_number': 4, 'project_id': '8a538b5c8e0a453a82148e629e807cab', 'subnets': [{'id': '9b4d8c53-c6cd-4e7e-b3d3-a27a67fb7602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:11:57.491462 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54a1664-95ea-445f-aef5-29cd8b18c2c3 admin admin] Network d969274d-e3f5-4be2-94a1-23d058336a4e is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:11:57.539265 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2505dfc8-f6ac-4725-810a-653dacfebce9 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:11:57.640520 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307abff0-b27b-4fbb-9aa4-2f05f18d2e60 None None] Pushing event updated for resources: {'Port': ['ID=666ce6b0-45eb-4d71-b5f8-bfb957f1db48,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:57.679720 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-ce00dd68-ff97-4547-8870-c1c4305df9c7 None None] Provisioning complete for port c1d14708-40fd-4ab3-85b7-53f5e570821d triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:57.680501 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ce00dd68-ff97-4547-8870-c1c4305df9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c1d14708-40fd-4ab3-85b7-53f5e570821d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:57.757449 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-c54a1664-95ea-445f-aef5-29cd8b18c2c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, d969274d-e3f5-4be2-94a1-23d058336a4e) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:57.759542 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ce00dd68-ff97-4547-8870-c1c4305df9c7 None None] Port c1d14708-40fd-4ab3-85b7-53f5e570821d cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:11:57.792046 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54a1664-95ea-445f-aef5-29cd8b18c2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:57.792639 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c54a1664-95ea-445f-aef5-29cd8b18c2c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:57.802299 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b112bb-4d92-4da1-b828-c7e734117b4e None None] Network d969274d-e3f5-4be2-94a1-23d058336a4e requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:11:57.851048 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c54a1664-95ea-445f-aef5-29cd8b18c2c3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9982498 Feb 19 04:11:57.851691 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35510) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:57.867978 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35512) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:57.895688 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-fc60c349-04c1-4809-8c53-197a8aea7a06 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1904373393-router', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:57.908974 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e6a22a17-0525-41ce-a445-9994917122b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:57.929571 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fc60c349-04c1-4809-8c53-197a8aea7a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (cc6badf1-dead-437b-aaea-9a53f7947954), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:57.929953 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a22a17-0525-41ce-a445-9994917122b5 None None] No DVR routers for this DVR port 2505dfc8-f6ac-4725-810a-653dacfebce9 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:11:57.932949 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fc60c349-04c1-4809-8c53-197a8aea7a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (cc6badf1-dead-437b-aaea-9a53f7947954), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:58.045923 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815d5603-abe0-40e6-86e6-5dd32d7fb7ae None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:11:58.046920 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2640c2-0fc8-4c43-a15a-25dbbcf3e33f req-e653d93e-7815-426a-aca6-19eaa235527c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:58.049187 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3d2640c2-0fc8-4c43-a15a-25dbbcf3e33f req-e653d93e-7815-426a-aca6-19eaa235527c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=47d77581683d4c43a3d18ea75c887227&device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 1128 time: 0.3719487 Feb 19 04:11:58.083012 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f3c7a-e642-4458-852f-f782630f1c08 req-a0ece0f3-f910-43a2-923c-0c398ef92802 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:58.085120 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3d9f3c7a-e642-4458-852f-f782630f1c08 req-a0ece0f3-f910-43a2-923c-0c398ef92802 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.3927348 Feb 19 04:11:58.172557 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a22a17-0525-41ce-a445-9994917122b5 None None] Pushing event deleted for resources: {'Port': ['ID=2505dfc8-f6ac-4725-810a-653dacfebce9,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:58.181275 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-ce00dd68-ff97-4547-8870-c1c4305df9c7 None None] Provisioning complete for port 666ce6b0-45eb-4d71-b5f8-bfb957f1db48 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:58.182701 n-d-828369-19 neutron-server[109926]: DEBUG neutron.objects.ports [None req-eecd1740-6c0f-4e0e-b9b0-1e6fdbfbd049 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109926) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:11:58.183365 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ce00dd68-ff97-4547-8870-c1c4305df9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (666ce6b0-45eb-4d71-b5f8-bfb957f1db48), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:58.228395 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3de66d-7fcc-41d2-9438-e424b812373f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-d969274d-e3f5-4be2-94a1-23d058336a4e', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'fixed_ips': [{'subnet_id': '59a62ba0-3299-4137-b1e4-27552484bcd3'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:11:58.230601 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0d3de66d-7fcc-41d2-9438-e424b812373f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:58.239032 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 2505dfc8-f6ac-4725-810a-653dacfebce9 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:58.239789 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2505dfc8-f6ac-4725-810a-653dacfebce9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:58.244205 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-5bcce206-c196-4782-988d-846bf27664d1 req-dd413a26-5b4a-4369-bae2-31bcc7998008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d14708-40fd-4ab3-85b7-53f5e570821d {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:11:58.256099 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-5bcce206-c196-4782-988d-846bf27664d1 req-dd413a26-5b4a-4369-bae2-31bcc7998008 service neutron] Publish callbacks [] for port (c1d14708-40fd-4ab3-85b7-53f5e570821d), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:58.259748 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fc60c349-04c1-4809-8c53-197a8aea7a06 admin admin] Publish callbacks [] for router_controller (cc6badf1-dead-437b-aaea-9a53f7947954), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:58.300521 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-eecd1740-6c0f-4e0e-b9b0-1e6fdbfbd049 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (5aa0779c-1210-49d1-ba47-51492677be7c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:58.357776 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-578cee15-3434-4dda-8a50-78815a31531b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=141ced1f79fa42dda24a56f44fa1a146&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4861021 Feb 19 04:11:58.405491 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-5bcce206-c196-4782-988d-846bf27664d1 req-dd413a26-5b4a-4369-bae2-31bcc7998008 service neutron] Transition to ACTIVE for port object c1d14708-40fd-4ab3-85b7-53f5e570821d will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:11:58.415107 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35518) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:58.447208 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-5bcce206-c196-4782-988d-846bf27664d1 req-dd413a26-5b4a-4369-bae2-31bcc7998008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (c1d14708-40fd-4ab3-85b7-53f5e570821d), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:58.483977 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2640c2-0fc8-4c43-a15a-25dbbcf3e33f req-6e75ded0-ca57-4127-aee8-f7d2e86dfdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:58.485996 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3d2640c2-0fc8-4c43-a15a-25dbbcf3e33f req-6e75ded0-ca57-4127-aee8-f7d2e86dfdce service neutron] 10.222.0.79 "GET /v2.0/networks?id=af1b2524-905a-4fb0-b20e-a5912983245d HTTP/1.1" status: 200 len: 911 time: 0.4287436 Feb 19 04:11:58.492598 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecd1740-6c0f-4e0e-b9b0-1e6fdbfbd049 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:58.553955 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c906ab4a-6ec3-46de-9cf4-c444912ff75a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-1742e730-766a-4fa0-996c-7e016537b1f1', 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'fixed_ips': [{'subnet_id': '24f92e2f-0291-4d97-a028-ff37d182ac33'}, {'subnet_id': '5aa0779c-1210-49d1-ba47-51492677be7c'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:11:58.554908 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c906ab4a-6ec3-46de-9cf4-c444912ff75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:58.574209 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-eecd1740-6c0f-4e0e-b9b0-1e6fdbfbd049 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:58.577881 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecd1740-6c0f-4e0e-b9b0-1e6fdbfbd049 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:58.579110 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-eecd1740-6c0f-4e0e-b9b0-1e6fdbfbd049 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:58.583008 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3d2640c2-0fc8-4c43-a15a-25dbbcf3e33f req-b76ac516-b681-48ad-8a79-bb2f084b030d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fac01fd-40e3-41e1-811a-31a59797abb0 HTTP/1.1" status: 200 len: 999 time: 0.0883279 Feb 19 04:11:58.586352 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd1740-6c0f-4e0e-b9b0-1e6fdbfbd049 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=5aa0779c-1210-49d1-ba47-51492677be7c,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:58.600027 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7875eba-d342-409a-a905-1e9aecb9795d req-295f675e-f6a5-4f12-9ebb-b8087cfba2d1 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:58.607059 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d7875eba-d342-409a-a905-1e9aecb9795d req-295f675e-f6a5-4f12-9ebb-b8087cfba2d1 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1b7f37d-00a9-4d9d-8438-dd78b4be8917 HTTP/1.1" status: 200 len: 932 time: 0.3898447 Feb 19 04:11:58.615186 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ce00dd68-ff97-4547-8870-c1c4305df9c7 None None] Current status of the port 666ce6b0-45eb-4d71-b5f8-bfb957f1db48 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:58.623156 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3d9f3c7a-e642-4458-852f-f782630f1c08 req-8916dd43-5cce-489c-a9e9-cece0fffd94d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5291572 Feb 19 04:11:58.689768 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2640c2-0fc8-4c43-a15a-25dbbcf3e33f req-bcbd7fa9-2f65-4edb-9eb6-6b2feab4ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:58.691291 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3d2640c2-0fc8-4c43-a15a-25dbbcf3e33f req-bcbd7fa9-2f65-4edb-9eb6-6b2feab4ec2a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4 HTTP/1.1" status: 200 len: 849 time: 0.1015236 Feb 19 04:11:58.770058 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-eecd1740-6c0f-4e0e-b9b0-1e6fdbfbd049 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6870732 Feb 19 04:11:58.810565 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35520) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:58.814870 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d7875eba-d342-409a-a905-1e9aecb9795d req-b733672e-012b-420f-8598-a29d9fdda6d4 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c84c6e8-ff44-4a5c-86f6-7ee46db33600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069676 Feb 19 04:11:58.823249 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-c1bf3cec-5841-46a7-a283-37f415b8bf15 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'mac_address': 'fa:16:3e:57:67:4e', 'name': 'tempest-NetworksTestDHCPv6-1389821117'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:58.906212 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2640c2-0fc8-4c43-a15a-25dbbcf3e33f req-21cd50c5-d126-4c96-946e-0bfe882d6581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:58.907812 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3d2640c2-0fc8-4c43-a15a-25dbbcf3e33f req-21cd50c5-d126-4c96-946e-0bfe882d6581 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=af1b2524-905a-4fb0-b20e-a5912983245d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2079027 Feb 19 04:11:58.972371 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-c906ab4a-6ec3-46de-9cf4-c444912ff75a None None] Allocated IP 172.20.0.2 (1742e730-766a-4fa0-996c-7e016537b1f1/24f92e2f-0291-4d97-a028-ff37d182ac33/bddc6d30-1292-41f4-9c37-dcf71765b116) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:58.979690 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-c906ab4a-6ec3-46de-9cf4-c444912ff75a None None] Allocated IP 2001:db8::f816:3eff:fecf:49a7 (1742e730-766a-4fa0-996c-7e016537b1f1/5aa0779c-1210-49d1-ba47-51492677be7c/bddc6d30-1292-41f4-9c37-dcf71765b116) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:59.049122 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0be186cf-0701-4581-ace2-f8a32a6cc011 admin admin] Publish callbacks [] for security_group (5da6c66a-566c-4040-a746-32aa565149b4), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:59.056629 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fc60c349-04c1-4809-8c53-197a8aea7a06 admin admin] Publish callbacks [] for router_gateway (cc6badf1-dead-437b-aaea-9a53f7947954), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:59.116306 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-0d3de66d-7fcc-41d2-9438-e424b812373f None None] Allocated IP 172.20.0.2 (d969274d-e3f5-4be2-94a1-23d058336a4e/59a62ba0-3299-4137-b1e4-27552484bcd3/f622bb97-aedf-48cb-a443-6fa65591ccde) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:59.136663 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bf3cec-5841-46a7-a283-37f415b8bf15 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:59.170688 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd413a26-5b4a-4369-bae2-31bcc7998008 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d14708-40fd-4ab3-85b7-53f5e570821d,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:59.205230 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0be186cf-0701-4581-ace2-f8a32a6cc011 admin admin] Publish callbacks [] for security_group (5da6c66a-566c-4040-a746-32aa565149b4), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:59.238641 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3d2640c2-0fc8-4c43-a15a-25dbbcf3e33f req-73e1b5e2-fe25-4a6c-a53d-5e1c2cf96c09 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213859 Feb 19 04:11:59.287154 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c906ab4a-6ec3-46de-9cf4-c444912ff75a None None] Publish callbacks [] for port (bddc6d30-1292-41f4-9c37-dcf71765b116), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:59.300642 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c906ab4a-6ec3-46de-9cf4-c444912ff75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (bddc6d30-1292-41f4-9c37-dcf71765b116), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:59.413716 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3d2640c2-0fc8-4c43-a15a-25dbbcf3e33f req-0e6a8fcc-68b9-403b-aedb-eae5f30028c9 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678207 Feb 19 04:11:59.421221 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906ab4a-6ec3-46de-9cf4-c444912ff75a None None] Pushing event updated for resources: {'Port': ['ID=bddc6d30-1292-41f4-9c37-dcf71765b116,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:59.452816 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-5bcce206-c196-4782-988d-846bf27664d1 req-dd413a26-5b4a-4369-bae2-31bcc7998008 service neutron] Attempting to bind port c1d14708-40fd-4ab3-85b7-53f5e570821d on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:11:59.453154 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-5bcce206-c196-4782-988d-846bf27664d1 req-dd413a26-5b4a-4369-bae2-31bcc7998008 service neutron] Attempting to bind port c1d14708-40fd-4ab3-85b7-53f5e570821d by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '02ff9e4b-efe0-46b0-93bf-0ddda7109b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:11:59.453994 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcce206-c196-4782-988d-846bf27664d1 req-dd413a26-5b4a-4369-bae2-31bcc7998008 service neutron] Attempting to bind port c1d14708-40fd-4ab3-85b7-53f5e570821d on network 7d063905-1dca-479b-a8ed-624bbce2a132 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:11:59.468885 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcce206-c196-4782-988d-846bf27664d1 req-dd413a26-5b4a-4369-bae2-31bcc7998008 service neutron] Port c1d14708-40fd-4ab3-85b7-53f5e570821d on network 7d063905-1dca-479b-a8ed-624bbce2a132 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:11:59.470227 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcce206-c196-4782-988d-846bf27664d1 req-dd413a26-5b4a-4369-bae2-31bcc7998008 service neutron] Attempting to bind port c1d14708-40fd-4ab3-85b7-53f5e570821d on network 7d063905-1dca-479b-a8ed-624bbce2a132 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:11:59.473226 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1bf3cec-5841-46a7-a283-37f415b8bf15 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:59.481322 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcce206-c196-4782-988d-846bf27664d1 req-dd413a26-5b4a-4369-bae2-31bcc7998008 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:11:59.482181 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcce206-c196-4782-988d-846bf27664d1 req-dd413a26-5b4a-4369-bae2-31bcc7998008 service neutron] Checking segment: {'id': '02ff9e4b-efe0-46b0-93bf-0ddda7109b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:11:59.482603 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcce206-c196-4782-988d-846bf27664d1 req-dd413a26-5b4a-4369-bae2-31bcc7998008 service neutron] Bound using segment: {'id': '02ff9e4b-efe0-46b0-93bf-0ddda7109b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:11:59.483045 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-5bcce206-c196-4782-988d-846bf27664d1 req-dd413a26-5b4a-4369-bae2-31bcc7998008 service neutron] Bound port: c1d14708-40fd-4ab3-85b7-53f5e570821d, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02ff9e4b-efe0-46b0-93bf-0ddda7109b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:11:59.483203 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c906ab4a-6ec3-46de-9cf4-c444912ff75a None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:59.483406 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-5bcce206-c196-4782-988d-846bf27664d1 req-dd413a26-5b4a-4369-bae2-31bcc7998008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c1d14708-40fd-4ab3-85b7-53f5e570821d), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:59.490557 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0be186cf-0701-4581-ace2-f8a32a6cc011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5da6c66a-566c-4040-a746-32aa565149b4), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:59.496246 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-c906ab4a-6ec3-46de-9cf4-c444912ff75a None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:59.498828 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0be186cf-0701-4581-ace2-f8a32a6cc011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:59.501451 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c906ab4a-6ec3-46de-9cf4-c444912ff75a None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:11:59.506109 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0be186cf-0701-4581-ace2-f8a32a6cc011 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5da6c66a-566c-4040-a746-32aa565149b4 HTTP/1.1" status: 204 len: 168 time: 1.0883572 Feb 19 04:11:59.537643 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-c1bf3cec-5841-46a7-a283-37f415b8bf15 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] device_id is not set on port d6ab7e1a-3e29-427a-befe-42e9fd3b1c65 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:11:59.544287 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be186cf-0701-4581-ace2-f8a32a6cc011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da6c66a-566c-4040-a746-32aa565149b4,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:59.806417 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-5bcce206-c196-4782-988d-846bf27664d1 req-dd413a26-5b4a-4369-bae2-31bcc7998008 service neutron] For port c1d14708-40fd-4ab3-85b7-53f5e570821d, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:11:59.827604 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-5bcce206-c196-4782-988d-846bf27664d1 req-dd413a26-5b4a-4369-bae2-31bcc7998008 service neutron] For port c1d14708-40fd-4ab3-85b7-53f5e570821d, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c1d14708-40fd-4ab3-85b7-53f5e570821d,segment=NetworkSegment(02ff9e4b-efe0-46b0-93bf-0ddda7109b69),segment_id=02ff9e4b-efe0-46b0-93bf-0ddda7109b69)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:11:59.873853 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-5bcce206-c196-4782-988d-846bf27664d1 req-dd413a26-5b4a-4369-bae2-31bcc7998008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (c1d14708-40fd-4ab3-85b7-53f5e570821d), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:59.930447 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ec36b-9808-4ccc-85b5-32845fe412d6 req-60d0b293-bba9-499f-af63-c89f8b733ad1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:59.931990 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b24ec36b-9808-4ccc-85b5-32845fe412d6 req-60d0b293-bba9-499f-af63-c89f8b733ad1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.1426520 Feb 19 04:11:59.964310 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcce206-c196-4782-988d-846bf27664d1 req-dd413a26-5b4a-4369-bae2-31bcc7998008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:59.965048 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-5bcce206-c196-4782-988d-846bf27664d1 req-dd413a26-5b4a-4369-bae2-31bcc7998008 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:59.969451 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5bcce206-c196-4782-988d-846bf27664d1 req-dd413a26-5b4a-4369-bae2-31bcc7998008 service neutron] 10.222.0.26 "PUT /v2.0/ports/c1d14708-40fd-4ab3-85b7-53f5e570821d HTTP/1.1" status: 200 len: 1093 time: 3.0743089 Feb 19 04:11:59.970363 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b7f37d-00a9-4d9d-8438-dd78b4be8917', 'tag': 'c1d14708-40fd-4ab3-85b7-53f5e570821d'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:11:59.980664 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c61f254-13d6-44ee-b8ef-abc1c368d9c6" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b7f37d-00a9-4d9d-8438-dd78b4be8917", "tag": "c1d14708-40fd-4ab3-85b7-53f5e570821d"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:00.009996 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fc60c349-04c1-4809-8c53-197a8aea7a06 admin admin] Publish callbacks [] for router_gateway (cc6badf1-dead-437b-aaea-9a53f7947954), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:00.037481 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-c1bf3cec-5841-46a7-a283-37f415b8bf15 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 172.20.0.3 (1742e730-766a-4fa0-996c-7e016537b1f1/24f92e2f-0291-4d97-a028-ff37d182ac33/d6ab7e1a-3e29-427a-befe-42e9fd3b1c65) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:00.073475 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-c1bf3cec-5841-46a7-a283-37f415b8bf15 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 2001:db8::f816:3eff:fe57:674e (1742e730-766a-4fa0-996c-7e016537b1f1/5aa0779c-1210-49d1-ba47-51492677be7c/d6ab7e1a-3e29-427a-befe-42e9fd3b1c65) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:00.087536 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 666ce6b0-45eb-4d71-b5f8-bfb957f1db48 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:00.094730 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fc60c349-04c1-4809-8c53-197a8aea7a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:00.118775 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f494a29-5391-4fcf-9b40-1f928b75e4e7 req-6ca68b82-fca6-4881-a56c-c1ed552b7dbd tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:00.120921 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9f494a29-5391-4fcf-9b40-1f928b75e4e7 req-6ca68b82-fca6-4881-a56c-c1ed552b7dbd tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1b7f37d-00a9-4d9d-8438-dd78b4be8917 HTTP/1.1" status: 200 len: 944 time: 0.1759312 Feb 19 04:12:00.149102 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd413a26-5b4a-4369-bae2-31bcc7998008 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d14708-40fd-4ab3-85b7-53f5e570821d,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:00.176443 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b24ec36b-9808-4ccc-85b5-32845fe412d6 req-42495f87-6b25-4232-afd7-3f0784641472 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2385120 Feb 19 04:12:00.255354 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcce206-c196-4782-988d-846bf27664d1 req-a95ed73a-4900-49ee-84dd-f7c2e6170e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:00.257677 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5bcce206-c196-4782-988d-846bf27664d1 req-a95ed73a-4900-49ee-84dd-f7c2e6170e29 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=319abc5982f54b9dba72250cd09a8d28&device_id=d1b7f37d-00a9-4d9d-8438-dd78b4be8917 HTTP/1.1" status: 200 len: 1127 time: 0.1790912 Feb 19 04:12:00.334851 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbf2261-cbb8-42c1-a0e6-7e85126b9395 x-openstack-request-id: req-7fbf2261-cbb8-42c1-a0e6-7e85126b9395 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:00.335334 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b7f37d-00a9-4d9d-8438-dd78b4be8917", "tag": "c1d14708-40fd-4ab3-85b7-53f5e570821d", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:00.335682 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7fbf2261-cbb8-42c1-a0e6-7e85126b9395 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:00.336211 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b7f37d-00a9-4d9d-8438-dd78b4be8917', 'tag': 'c1d14708-40fd-4ab3-85b7-53f5e570821d', 'status': 'completed', 'code': 200} Feb 19 04:12:00.346314 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9f494a29-5391-4fcf-9b40-1f928b75e4e7 req-2488e63f-9d90-41da-95d3-b7540bd2b0b1 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c84c6e8-ff44-4a5c-86f6-7ee46db33600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116959 Feb 19 04:12:00.362741 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:00.411718 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5bcce206-c196-4782-988d-846bf27664d1 req-3ca30fc7-7ea8-4288-8569-f9ad69c0bfa4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1d14708-40fd-4ab3-85b7-53f5e570821d HTTP/1.1" status: 200 len: 217 time: 0.1080623 Feb 19 04:12:00.478868 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-c906ab4a-6ec3-46de-9cf4-c444912ff75a None None] Attempting to bind port bddc6d30-1292-41f4-9c37-dcf71765b116 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:00.479248 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-c906ab4a-6ec3-46de-9cf4-c444912ff75a None None] Attempting to bind port bddc6d30-1292-41f4-9c37-dcf71765b116 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:00.479622 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c906ab4a-6ec3-46de-9cf4-c444912ff75a None None] Attempting to bind port bddc6d30-1292-41f4-9c37-dcf71765b116 on network 1742e730-766a-4fa0-996c-7e016537b1f1 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:00.500827 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c906ab4a-6ec3-46de-9cf4-c444912ff75a None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:00.501382 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c906ab4a-6ec3-46de-9cf4-c444912ff75a None None] Checking segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:00.501789 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c906ab4a-6ec3-46de-9cf4-c444912ff75a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:00.513832 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c906ab4a-6ec3-46de-9cf4-c444912ff75a None None] Bound using segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:00.514453 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-c906ab4a-6ec3-46de-9cf4-c444912ff75a None None] Bound port: bddc6d30-1292-41f4-9c37-dcf71765b116, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:00.514886 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c906ab4a-6ec3-46de-9cf4-c444912ff75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (bddc6d30-1292-41f4-9c37-dcf71765b116), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:00.521351 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1bf3cec-5841-46a7-a283-37f415b8bf15 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (d6ab7e1a-3e29-427a-befe-42e9fd3b1c65), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:00.544916 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-fc60c349-04c1-4809-8c53-197a8aea7a06 admin admin] Allocated IP 172.25.3.162 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/0df6d1df-47b3-40a9-9668-26c25c4a6581) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:00.546465 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 666ce6b0-45eb-4d71-b5f8-bfb957f1db48 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:00.546864 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (666ce6b0-45eb-4d71-b5f8-bfb957f1db48), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:00.573584 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcce206-c196-4782-988d-846bf27664d1 req-11d0c26e-5e75-4ab9-90b7-0f0517a38389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:00.574973 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0d3de66d-7fcc-41d2-9438-e424b812373f None None] Publish callbacks [] for port (f622bb97-aedf-48cb-a443-6fa65591ccde), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:00.575122 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5bcce206-c196-4782-988d-846bf27664d1 req-11d0c26e-5e75-4ab9-90b7-0f0517a38389 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7b8d1019-337e-49b4-85df-5623b5820084 HTTP/1.1" status: 200 len: 849 time: 0.1500065 Feb 19 04:12:00.583801 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1bf3cec-5841-46a7-a283-37f415b8bf15 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (d6ab7e1a-3e29-427a-befe-42e9fd3b1c65), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:00.614627 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0d3de66d-7fcc-41d2-9438-e424b812373f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (f622bb97-aedf-48cb-a443-6fa65591ccde), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:00.691841 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf3cec-5841-46a7-a283-37f415b8bf15 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=d6ab7e1a-3e29-427a-befe-42e9fd3b1c65,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:00.700957 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c906ab4a-6ec3-46de-9cf4-c444912ff75a None None] For port bddc6d30-1292-41f4-9c37-dcf71765b116, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:00.708821 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bf3cec-5841-46a7-a283-37f415b8bf15 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:00.710321 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-c1bf3cec-5841-46a7-a283-37f415b8bf15 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:00.716091 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcce206-c196-4782-988d-846bf27664d1 req-a4be6ae9-bafb-4c81-a8ad-6f744ff73072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:00.717787 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5bcce206-c196-4782-988d-846bf27664d1 req-a4be6ae9-bafb-4c81-a8ad-6f744ff73072 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d063905-1dca-479b-a8ed-624bbce2a132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1346555 Feb 19 04:12:00.720010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bf3cec-5841-46a7-a283-37f415b8bf15 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:00.744393 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fc60c349-04c1-4809-8c53-197a8aea7a06 admin admin] Publish callbacks [] for port (0df6d1df-47b3-40a9-9668-26c25c4a6581), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:00.788237 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfcb8-991b-4fc5-90d2-cc3cb8a88b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:00.797296 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c906ab4a-6ec3-46de-9cf4-c444912ff75a None None] For port bddc6d30-1292-41f4-9c37-dcf71765b116, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=bddc6d30-1292-41f4-9c37-dcf71765b116,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:00.815337 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3de66d-7fcc-41d2-9438-e424b812373f None None] Network d969274d-e3f5-4be2-94a1-23d058336a4e is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:00.819117 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-0d3de66d-7fcc-41d2-9438-e424b812373f None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:00.826096 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c906ab4a-6ec3-46de-9cf4-c444912ff75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (bddc6d30-1292-41f4-9c37-dcf71765b116), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:00.832957 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3de66d-7fcc-41d2-9438-e424b812373f None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:00.839108 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bf3cec-5841-46a7-a283-37f415b8bf15 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:00.839802 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1bf3cec-5841-46a7-a283-37f415b8bf15 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:00.876847 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c1bf3cec-5841-46a7-a283-37f415b8bf15 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0572114 Feb 19 04:12:00.878495 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35554) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:00.892667 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 666ce6b0-45eb-4d71-b5f8-bfb957f1db48 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:00.892902 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35556) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:00.896835 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3de66d-7fcc-41d2-9438-e424b812373f None None] Pushing event updated for resources: {'Port': ['ID=f622bb97-aedf-48cb-a443-6fa65591ccde,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:00.963439 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3518057f-29d6-4487-badb-48ba0e6e23b6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:00.969231 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fc60c349-04c1-4809-8c53-197a8aea7a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (0df6d1df-47b3-40a9-9668-26c25c4a6581), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:00.982358 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3518057f-29d6-4487-badb-48ba0e6e23b6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:00.985583 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3518057f-29d6-4487-badb-48ba0e6e23b6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1048715 Feb 19 04:12:00.987693 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35560) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:01.014975 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906ab4a-6ec3-46de-9cf4-c444912ff75a None None] Pushing event updated for resources: {'Port': ['ID=bddc6d30-1292-41f4-9c37-dcf71765b116,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:01.015562 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5bcce206-c196-4782-988d-846bf27664d1 req-a2efb4de-8bec-4b49-9f6f-a532b579c644 service neutron] 10.222.0.26 "GET /v2.0/networks/7d063905-1dca-479b-a8ed-624bbce2a132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904320 Feb 19 04:12:01.033450 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-0d3de66d-7fcc-41d2-9438-e424b812373f None None] Attempting to bind port f622bb97-aedf-48cb-a443-6fa65591ccde on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:01.033802 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-0d3de66d-7fcc-41d2-9438-e424b812373f None None] Attempting to bind port f622bb97-aedf-48cb-a443-6fa65591ccde by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '497fb465-7e79-4cfa-b11e-c331ea94ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:01.034090 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3de66d-7fcc-41d2-9438-e424b812373f None None] Attempting to bind port f622bb97-aedf-48cb-a443-6fa65591ccde on network d969274d-e3f5-4be2-94a1-23d058336a4e {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:01.047095 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3de66d-7fcc-41d2-9438-e424b812373f None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:01.048066 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3de66d-7fcc-41d2-9438-e424b812373f None None] Checking segment: {'id': '497fb465-7e79-4cfa-b11e-c331ea94ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:01.048397 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0d3de66d-7fcc-41d2-9438-e424b812373f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:01.048797 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3de66d-7fcc-41d2-9438-e424b812373f None None] Bound using segment: {'id': '497fb465-7e79-4cfa-b11e-c331ea94ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:01.049431 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-0d3de66d-7fcc-41d2-9438-e424b812373f None None] Bound port: f622bb97-aedf-48cb-a443-6fa65591ccde, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497fb465-7e79-4cfa-b11e-c331ea94ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:01.049824 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0d3de66d-7fcc-41d2-9438-e424b812373f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f622bb97-aedf-48cb-a443-6fa65591ccde), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:01.139047 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc60c349-04c1-4809-8c53-197a8aea7a06 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:01.154277 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-0d3de66d-7fcc-41d2-9438-e424b812373f None None] For port f622bb97-aedf-48cb-a443-6fa65591ccde, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:01.160056 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-0d3de66d-7fcc-41d2-9438-e424b812373f None None] For port f622bb97-aedf-48cb-a443-6fa65591ccde, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=f622bb97-aedf-48cb-a443-6fa65591ccde,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:01.163145 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-4fa7e041-aa1e-48cf-9126-b7e6e479de75 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting port d6ab7e1a-3e29-427a-befe-42e9fd3b1c65 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:01.165639 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4fa7e041-aa1e-48cf-9126-b7e6e479de75 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (d6ab7e1a-3e29-427a-befe-42e9fd3b1c65), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:01.171910 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0d3de66d-7fcc-41d2-9438-e424b812373f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f622bb97-aedf-48cb-a443-6fa65591ccde), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:01.222492 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3dcbb712-545f-44fb-9671-cc2efa70b38a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1766669496-network', 'tenant_id': 'e0de0bed00dc48a1a91b9778ced33263'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:01.249293 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3de66d-7fcc-41d2-9438-e424b812373f None None] Pushing event updated for resources: {'Port': ['ID=f622bb97-aedf-48cb-a443-6fa65591ccde,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:01.256146 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-fc60c349-04c1-4809-8c53-197a8aea7a06 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:01.273234 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60c349-04c1-4809-8c53-197a8aea7a06 admin admin] Pushing event updated for resources: {'Port': ['ID=0df6d1df-47b3-40a9-9668-26c25c4a6581,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:01.282657 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc60c349-04c1-4809-8c53-197a8aea7a06 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:01.353760 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4fa7e041-aa1e-48cf-9126-b7e6e479de75 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (d6ab7e1a-3e29-427a-befe-42e9fd3b1c65), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:01.496745 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcbb712-545f-44fb-9671-cc2efa70b38a admin admin] Made reservation on behalf of e0de0bed00dc48a1a91b9778ced33263 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:01.507917 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3dcbb712-545f-44fb-9671-cc2efa70b38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:01.561168 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5bcce206-c196-4782-988d-846bf27664d1 req-08fca1f8-7c04-47fb-84ff-27af86a0911a service neutron] 10.222.0.26 "GET /v2.0/networks/7d063905-1dca-479b-a8ed-624bbce2a132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743621 Feb 19 04:12:01.580784 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-4fa7e041-aa1e-48cf-9126-b7e6e479de75 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Calling delete_port for d6ab7e1a-3e29-427a-befe-42e9fd3b1c65 owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:12:01.604977 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3dcbb712-545f-44fb-9671-cc2efa70b38a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:01.662734 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device bddc6d30-1292-41f4-9c37-dcf71765b116 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:01.729641 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73456337-7bc6-4b87-b22c-8bac6e78e05c req-9db711a4-b2aa-46a4-a71a-67468c22367b tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:01.731469 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-73456337-7bc6-4b87-b22c-8bac6e78e05c req-9db711a4-b2aa-46a4-a71a-67468c22367b tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.2899361 Feb 19 04:12:01.766003 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962bd53-6ee7-4e0f-85d0-22d4c9ac856d req-3c65fde6-81f5-45d6-97d1-71c706be681a tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:01.768405 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d962bd53-6ee7-4e0f-85d0-22d4c9ac856d req-3c65fde6-81f5-45d6-97d1-71c706be681a tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1b7f37d-00a9-4d9d-8438-dd78b4be8917 HTTP/1.1" status: 200 len: 944 time: 0.1899149 Feb 19 04:12:01.832238 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port bddc6d30-1292-41f4-9c37-dcf71765b116 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:01.832909 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bddc6d30-1292-41f4-9c37-dcf71765b116), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:01.879907 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61f254-13d6-44ee-b8ef-abc1c368d9c6 req-9aa65204-3caa-4481-a18b-da5f9c9fdc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:01.883459 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8c61f254-13d6-44ee-b8ef-abc1c368d9c6 req-9aa65204-3caa-4481-a18b-da5f9c9fdc95 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=319abc5982f54b9dba72250cd09a8d28&device_id=d1b7f37d-00a9-4d9d-8438-dd78b4be8917 HTTP/1.1" status: 200 len: 1127 time: 0.1842003 Feb 19 04:12:01.956332 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port bddc6d30-1292-41f4-9c37-dcf71765b116 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:01.957110 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (bddc6d30-1292-41f4-9c37-dcf71765b116), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:02.006638 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port bddc6d30-1292-41f4-9c37-dcf71765b116, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=bddc6d30-1292-41f4-9c37-dcf71765b116,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:02.015148 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (bddc6d30-1292-41f4-9c37-dcf71765b116), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:02.095726 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=bddc6d30-1292-41f4-9c37-dcf71765b116,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:02.160957 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3dcbb712-545f-44fb-9671-cc2efa70b38a admin admin] Publish callbacks [] for security_group (6e61617b-8b70-4c62-af5a-9fa8b624e98c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:02.175204 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61f254-13d6-44ee-b8ef-abc1c368d9c6 req-2f1d3acb-78c9-495b-921c-8b9914790e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:02.176738 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8c61f254-13d6-44ee-b8ef-abc1c368d9c6 req-2f1d3acb-78c9-495b-921c-8b9914790e91 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7d063905-1dca-479b-a8ed-624bbce2a132 HTTP/1.1" status: 200 len: 911 time: 0.2860527 Feb 19 04:12:02.179813 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3dcbb712-545f-44fb-9671-cc2efa70b38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6e61617b-8b70-4c62-af5a-9fa8b624e98c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:02.245268 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fc60c349-04c1-4809-8c53-197a8aea7a06 admin admin] Publish callbacks [] for router_gateway (cc6badf1-dead-437b-aaea-9a53f7947954), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:02.256227 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8c61f254-13d6-44ee-b8ef-abc1c368d9c6 req-e9713dc1-e096-4c2c-a183-d1992ae632b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1d14708-40fd-4ab3-85b7-53f5e570821d HTTP/1.1" status: 200 len: 217 time: 0.0687308 Feb 19 04:12:02.256951 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dcbb712-545f-44fb-9671-cc2efa70b38a admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:12:02.277107 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d962bd53-6ee7-4e0f-85d0-22d4c9ac856d req-1332fff9-03c1-4a39-a6e2-e67ef45b2b15 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c84c6e8-ff44-4a5c-86f6-7ee46db33600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4978616 Feb 19 04:12:02.299855 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-73456337-7bc6-4b87-b22c-8bac6e78e05c req-3c43bfe0-8ec0-44a7-8aae-ca862aba4acd tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5235696 Feb 19 04:12:02.313281 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbb712-545f-44fb-9671-cc2efa70b38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e61617b-8b70-4c62-af5a-9fa8b624e98c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:02.412265 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61f254-13d6-44ee-b8ef-abc1c368d9c6 req-78252267-ebd6-46d8-9c5a-826281248718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:02.413682 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8c61f254-13d6-44ee-b8ef-abc1c368d9c6 req-78252267-ebd6-46d8-9c5a-826281248718 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7b8d1019-337e-49b4-85df-5623b5820084 HTTP/1.1" status: 200 len: 849 time: 0.1504083 Feb 19 04:12:02.434014 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4fa7e041-aa1e-48cf-9126-b7e6e479de75 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (d6ab7e1a-3e29-427a-befe-42e9fd3b1c65), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:02.456316 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3dcbb712-545f-44fb-9671-cc2efa70b38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (5235181e-dc3c-4aba-8bf2-254db3bce1f3), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:02.456741 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-3dcbb712-545f-44fb-9671-cc2efa70b38a admin admin] Added segment 5235181e-dc3c-4aba-8bf2-254db3bce1f3 of type vlan for network 7cbf1741-c2f4-4ecb-bd05-d634c442a618 Feb 19 04:12:02.482185 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7e041-aa1e-48cf-9126-b7e6e479de75 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Port': ['ID=d6ab7e1a-3e29-427a-befe-42e9fd3b1c65,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:02.632974 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3dcbb712-545f-44fb-9671-cc2efa70b38a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (7cbf1741-c2f4-4ecb-bd05-d634c442a618), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:02.679778 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c62f31-3245-40a6-b7c7-8908cae2adfe req-8c0286b5-c02d-4fd3-99c5-579477e4f686 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:02.690777 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9c62f31-3245-40a6-b7c7-8908cae2adfe req-8c0286b5-c02d-4fd3-99c5-579477e4f686 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.1514587 Feb 19 04:12:02.694794 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61f254-13d6-44ee-b8ef-abc1c368d9c6 req-b0f3e666-8059-4774-b324-69ae5a7e483b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:02.696501 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8c61f254-13d6-44ee-b8ef-abc1c368d9c6 req-b0f3e666-8059-4774-b324-69ae5a7e483b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d063905-1dca-479b-a8ed-624bbce2a132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2753968 Feb 19 04:12:02.707952 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4fa7e041-aa1e-48cf-9126-b7e6e479de75 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:02.712470 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4fa7e041-aa1e-48cf-9126-b7e6e479de75 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/d6ab7e1a-3e29-427a-befe-42e9fd3b1c65 HTTP/1.1" status: 204 len: 168 time: 1.7236896 Feb 19 04:12:02.717997 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35574) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:02.747410 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c8eb0279-593d-4362-bc75-1379bc1dea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:02.778729 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9c62f31-3245-40a6-b7c7-8908cae2adfe req-df8912a1-601a-4dd9-b483-107da394e930 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0839369 Feb 19 04:12:02.879516 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8c61f254-13d6-44ee-b8ef-abc1c368d9c6 req-9c8debe6-d99a-4d24-9e8c-8b12821692c6 service neutron] 10.222.0.26 "GET /v2.0/networks/7d063905-1dca-479b-a8ed-624bbce2a132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747749 Feb 19 04:12:02.970934 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c666fc8-b5d5-40f6-863b-4473b109d59e req-02cd5611-cd88-4653-94f9-4117cf9e18ba tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:02.974255 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c666fc8-b5d5-40f6-863b-4473b109d59e req-02cd5611-cd88-4653-94f9-4117cf9e18ba tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.0990860 Feb 19 04:12:02.974490 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3dcbb712-545f-44fb-9671-cc2efa70b38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (7cbf1741-c2f4-4ecb-bd05-d634c442a618), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:02.982642 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcbb712-545f-44fb-9671-cc2efa70b38a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:02.982642 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3dcbb712-545f-44fb-9671-cc2efa70b38a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:03.004475 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0339a7e0-90cc-450e-9c66-37bf58cd1085 None None] Network d969274d-e3f5-4be2-94a1-23d058336a4e requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:03.088898 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c666fc8-b5d5-40f6-863b-4473b109d59e req-5005ed22-0559-404e-9977-45b74d8e5878 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1040046 Feb 19 04:12:03.122126 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-4127b987-464d-4d13-99ce-82e34c332344 None None] Provisioning complete for port f622bb97-aedf-48cb-a443-6fa65591ccde triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:03.122593 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4127b987-464d-4d13-99ce-82e34c332344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f622bb97-aedf-48cb-a443-6fa65591ccde), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:03.263630 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8a2f2-df09-4f42-af32-f56896164779 req-cdffc57e-5f95-4d97-b1f4-991771215272 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:03.266333 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-68d8a2f2-df09-4f42-af32-f56896164779 req-cdffc57e-5f95-4d97-b1f4-991771215272 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.0984144 Feb 19 04:12:03.293599 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-4127b987-464d-4d13-99ce-82e34c332344 None None] Current status of the port f622bb97-aedf-48cb-a443-6fa65591ccde is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:03.298824 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4127b987-464d-4d13-99ce-82e34c332344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f622bb97-aedf-48cb-a443-6fa65591ccde), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:03.320603 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd09bde2-b3a6-4cda-96c4-dc4fb2021ae3 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:03.363318 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-68d8a2f2-df09-4f42-af32-f56896164779 req-3c5bc51b-f7ea-4e85-99e3-4f45cb33e3ae tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0910397 Feb 19 04:12:03.448641 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-4127b987-464d-4d13-99ce-82e34c332344 None None] For port f622bb97-aedf-48cb-a443-6fa65591ccde, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=f622bb97-aedf-48cb-a443-6fa65591ccde,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:03.465933 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4127b987-464d-4d13-99ce-82e34c332344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f622bb97-aedf-48cb-a443-6fa65591ccde), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:03.487244 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b16f28-ed7a-42a1-80e3-977719f3cd77 req-1b43c019-7e7b-4548-bb83-9772a77ae414 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:03.501429 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0b16f28-ed7a-42a1-80e3-977719f3cd77 req-1b43c019-7e7b-4548-bb83-9772a77ae414 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1b7f37d-00a9-4d9d-8438-dd78b4be8917 HTTP/1.1" status: 200 len: 944 time: 0.1076608 Feb 19 04:12:03.521660 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbb712-545f-44fb-9671-cc2efa70b38a admin admin] Pushing event updated for resources: {'Network': ['ID=7cbf1741-c2f4-4ecb-bd05-d634c442a618,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:03.536876 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3dcbb712-545f-44fb-9671-cc2efa70b38a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6430578 Feb 19 04:12:03.541832 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35584) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:03.550418 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-7cdd9797-314e-4164-8eb7-7c81cd9a32ea admin admin] Request body: {'subnet': {'network_id': '7cbf1741-c2f4-4ecb-bd05-d634c442a618', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1766669496-subnet', 'tenant_id': 'e0de0bed00dc48a1a91b9778ced33263', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:03.592431 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127b987-464d-4d13-99ce-82e34c332344 None None] Pushing event updated for resources: {'Port': ['ID=f622bb97-aedf-48cb-a443-6fa65591ccde,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:03.605560 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 7cbf1741-c2f4-4ecb-bd05-d634c442a618 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:12:03.621562 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fc60c349-04c1-4809-8c53-197a8aea7a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (cc6badf1-dead-437b-aaea-9a53f7947954), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:03.629321 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2025cd4-bd52-4f17-92a4-cb78830cb5f0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:03.633969 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2025cd4-bd52-4f17-92a4-cb78830cb5f0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:03.636438 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2025cd4-bd52-4f17-92a4-cb78830cb5f0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:03.645655 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d2025cd4-bd52-4f17-92a4-cb78830cb5f0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7684984 Feb 19 04:12:03.653367 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35588) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:03.661975 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdd9797-314e-4164-8eb7-7c81cd9a32ea admin admin] Made reservation on behalf of e0de0bed00dc48a1a91b9778ced33263 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:03.669614 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7cdd9797-314e-4164-8eb7-7c81cd9a32ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:03.716284 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0b16f28-ed7a-42a1-80e3-977719f3cd77 req-3395e6fa-9b3f-4c83-882f-1b3caf4ccc2f tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c84c6e8-ff44-4a5c-86f6-7ee46db33600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065933 Feb 19 04:12:03.733886 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f1eaa-3155-4592-b75a-8bdbb7376e3d req-37c9e02c-8ada-4835-8c3b-190220dc622a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:03.752650 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d04f1eaa-3155-4592-b75a-8bdbb7376e3d req-37c9e02c-8ada-4835-8c3b-190220dc622a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.2134814 Feb 19 04:12:03.766639 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device bddc6d30-1292-41f4-9c37-dcf71765b116 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:03.861717 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8c61f254-13d6-44ee-b8ef-abc1c368d9c6 req-da18353f-2e66-4e16-8310-b4da8d3bef94 service neutron] 10.222.0.26 "GET /v2.0/networks/7d063905-1dca-479b-a8ed-624bbce2a132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9409168 Feb 19 04:12:03.862650 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0450ca2-d62c-4353-bb1b-beef83dad72e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet 24f92e2f-0291-4d97-a028-ff37d182ac33 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:12:03.874096 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f0450ca2-d62c-4353-bb1b-beef83dad72e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (24f92e2f-0291-4d97-a028-ff37d182ac33), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:03.888907 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:03.890064 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-073e8ba6-9fde-47da-9f33-912670adca66 None None] Provisioning complete for port bddc6d30-1292-41f4-9c37-dcf71765b116 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:03.890932 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-073e8ba6-9fde-47da-9f33-912670adca66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bddc6d30-1292-41f4-9c37-dcf71765b116), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:03.906068 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d04f1eaa-3155-4592-b75a-8bdbb7376e3d req-822df5b4-f9d4-4854-a9b9-e19b4430ff10 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1512055 Feb 19 04:12:03.929830 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f0450ca2-d62c-4353-bb1b-beef83dad72e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (24f92e2f-0291-4d97-a028-ff37d182ac33), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:04.020858 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port bddc6d30-1292-41f4-9c37-dcf71765b116 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:04.021505 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bddc6d30-1292-41f4-9c37-dcf71765b116), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:04.035811 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f0450ca2-d62c-4353-bb1b-beef83dad72e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (24f92e2f-0291-4d97-a028-ff37d182ac33), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:04.105521 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-073e8ba6-9fde-47da-9f33-912670adca66 None None] Current status of the port bddc6d30-1292-41f4-9c37-dcf71765b116 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:04.152857 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc60c349-04c1-4809-8c53-197a8aea7a06 admin admin] Router cc6badf1-dead-437b-aaea-9a53f7947954 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:12:04.162494 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f0450ca2-d62c-4353-bb1b-beef83dad72e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (24f92e2f-0291-4d97-a028-ff37d182ac33), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:04.188436 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port bddc6d30-1292-41f4-9c37-dcf71765b116 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:04.196718 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f622bb97-aedf-48cb-a443-6fa65591ccde up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:04.219343 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7cdd9797-314e-4164-8eb7-7c81cd9a32ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (8598c1f5-4b4c-41f2-bd71-4f8f4093e3bb), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:04.228488 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0450ca2-d62c-4353-bb1b-beef83dad72e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=24f92e2f-0291-4d97-a028-ff37d182ac33,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:04.233062 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f0450ca2-d62c-4353-bb1b-beef83dad72e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:04.237427 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f0450ca2-d62c-4353-bb1b-beef83dad72e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/24f92e2f-0291-4d97-a028-ff37d182ac33 HTTP/1.1" status: 204 len: 168 time: 0.5821242 Feb 19 04:12:04.239891 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35602) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:04.316253 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c4e6cfc3-1504-4922-bf17-5e70e0c2cb29 None None] Provisioning complete for port f622bb97-aedf-48cb-a443-6fa65591ccde triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:04.316966 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c4e6cfc3-1504-4922-bf17-5e70e0c2cb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f622bb97-aedf-48cb-a443-6fa65591ccde), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:04.357752 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd9797-314e-4164-8eb7-7c81cd9a32ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=8598c1f5-4b4c-41f2-bd71-4f8f4093e3bb,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:04.391761 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b4dfc8-0a1b-472d-add6-9d1a6afa5be9 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet 5aa0779c-1210-49d1-ba47-51492677be7c {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:12:04.400764 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-05b4dfc8-0a1b-472d-add6-9d1a6afa5be9 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (5aa0779c-1210-49d1-ba47-51492677be7c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:04.428084 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd9797-314e-4164-8eb7-7c81cd9a32ea admin admin] Checking segment: {'id': '5235181e-dc3c-4aba-8bf2-254db3bce1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7cbf1741-c2f4-4ecb-bd05-d634c442a618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:04.428466 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdd9797-314e-4164-8eb7-7c81cd9a32ea admin admin] Network hostable DHCP agents. Network: 7cbf1741-c2f4-4ecb-bd05-d634c442a618, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:12:04.441302 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c4e6cfc3-1504-4922-bf17-5e70e0c2cb29 None None] Current status of the port f622bb97-aedf-48cb-a443-6fa65591ccde is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:04.446442 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc60c349-04c1-4809-8c53-197a8aea7a06 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:12:04.453758 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dc8ba3-b59e-4684-80e5-d1842bbe80e0 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:04.464205 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c320a3-961b-4322-903f-be711e1ef6f5 None None] Sync routers for ids ['cc6badf1-dead-437b-aaea-9a53f7947954'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:12:04.470085 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-05b4dfc8-0a1b-472d-add6-9d1a6afa5be9 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (5aa0779c-1210-49d1-ba47-51492677be7c), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:04.470792 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fc60c349-04c1-4809-8c53-197a8aea7a06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:04.474698 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fc60c349-04c1-4809-8c53-197a8aea7a06 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5820258 Feb 19 04:12:04.477739 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35604) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:04.527648 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-35833b04-5675-4480-8f6b-7c5a8d15bae3 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:04.529225 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-35833b04-5675-4480-8f6b-7c5a8d15bae3 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/networks?id=af1b2524-905a-4fb0-b20e-a5912983245d HTTP/1.1" status: 200 len: 810 time: 0.2907290 Feb 19 04:12:04.539690 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdd9797-314e-4164-8eb7-7c81cd9a32ea admin admin] Network 7cbf1741-c2f4-4ecb-bd05-d634c442a618 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:12:04.540554 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port f622bb97-aedf-48cb-a443-6fa65591ccde triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:04.540934 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f622bb97-aedf-48cb-a443-6fa65591ccde), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:04.552879 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-7cdd9797-314e-4164-8eb7-7c81cd9a32ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 7cbf1741-c2f4-4ecb-bd05-d634c442a618) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:04.561931 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdd9797-314e-4164-8eb7-7c81cd9a32ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:04.562549 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7cdd9797-314e-4164-8eb7-7c81cd9a32ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:04.579336 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbb3f08-29b6-4eb3-bbde-5abe4095e213 None None] Network 7cbf1741-c2f4-4ecb-bd05-d634c442a618 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:04.586302 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c320a3-961b-4322-903f-be711e1ef6f5 None None] Routers {'cc6badf1-dead-437b-aaea-9a53f7947954'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:04.586956 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-07c320a3-961b-4322-903f-be711e1ef6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:12:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['cc6badf1-dead-437b-aaea-9a53f7947954'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:04.622229 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7cdd9797-314e-4164-8eb7-7c81cd9a32ea admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0732255 Feb 19 04:12:04.629994 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-05b4dfc8-0a1b-472d-add6-9d1a6afa5be9 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (5aa0779c-1210-49d1-ba47-51492677be7c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:04.666954 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-65ef42de-fc4d-450b-84b0-b538b403e1a7 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/quotas/47d77581683d4c43a3d18ea75c887227 HTTP/1.1" status: 200 len: 375 time: 0.1268308 Feb 19 04:12:04.712925 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a875ef2f-4b28-40ff-b51c-5062c2ffdbfd None None] Provisioning complete for port bddc6d30-1292-41f4-9c37-dcf71765b116 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:04.713347 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a875ef2f-4b28-40ff-b51c-5062c2ffdbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bddc6d30-1292-41f4-9c37-dcf71765b116), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:04.797873 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-05b4dfc8-0a1b-472d-add6-9d1a6afa5be9 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (5aa0779c-1210-49d1-ba47-51492677be7c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:04.852393 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4dfc8-0a1b-472d-add6-9d1a6afa5be9 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=5aa0779c-1210-49d1-ba47-51492677be7c,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:04.888269 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-05b4dfc8-0a1b-472d-add6-9d1a6afa5be9 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:04.892330 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-05b4dfc8-0a1b-472d-add6-9d1a6afa5be9 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/5aa0779c-1210-49d1-ba47-51492677be7c HTTP/1.1" status: 204 len: 168 time: 0.6513245 Feb 19 04:12:04.897175 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35612) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:04.999408 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-f228b9a6-1c68-426b-b172-7208389064da tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=47d77581683d4c43a3d18ea75c887227&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3241742 Feb 19 04:12:05.002867 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ed5a3120-717b-42f2-ac51-51f6519188ad tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1046257 Feb 19 04:12:05.006326 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35616) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:05.074840 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdf6d8-0572-473d-b409-3f655e809791 req-e05334db-2b57-499a-b6d4-8f8ca2b2d2a9 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:05.082637 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-82bdf6d8-0572-473d-b409-3f655e809791 req-e05334db-2b57-499a-b6d4-8f8ca2b2d2a9 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1b7f37d-00a9-4d9d-8438-dd78b4be8917 HTTP/1.1" status: 200 len: 944 time: 0.2315161 Feb 19 04:12:05.121824 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d749a7ea-05fe-43a5-9867-510b0c78acbf tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:05.124103 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d749a7ea-05fe-43a5-9867-510b0c78acbf tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1156754 Feb 19 04:12:05.128382 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35620) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:05.181199 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-82bdf6d8-0572-473d-b409-3f655e809791 req-88430692-c5f4-4eec-b2bb-35e3de631c57 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c84c6e8-ff44-4a5c-86f6-7ee46db33600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957439 Feb 19 04:12:05.194901 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828a4c8a-3014-4a90-8a3d-e2ad1500e0c3 None None] Network 7cbf1741-c2f4-4ecb-bd05-d634c442a618 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:05.202992 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-07c320a3-961b-4322-903f-be711e1ef6f5 None None] Set router cc6badf1-dead-437b-aaea-9a53f7947954 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:05.213460 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2c347df8-dbf5-4c90-8129-10fb723f9977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:05.234437 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-8231ff5c-1801-4e44-9100-16835ba107f4 service neutron] 10.222.0.52 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337918 Feb 19 04:12:05.253542 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35352866-e5fc-40a9-beff-e8c041f45724 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:05.258088 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-35352866-e5fc-40a9-beff-e8c041f45724 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1248460 Feb 19 04:12:05.258714 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35624) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:05.318873 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35626) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:05.319320 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9fd7194d-338b-4fd0-b55d-c0200c95abd3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479932 Feb 19 04:12:05.327493 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-a9d53dbf-83f1-4ca0-9e02-42e136637111 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:05.354071 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a875ef2f-4b28-40ff-b51c-5062c2ffdbfd None None] Current status of the port bddc6d30-1292-41f4-9c37-dcf71765b116 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:05.424598 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port f622bb97-aedf-48cb-a443-6fa65591ccde is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:05.479555 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-b6fbe69d-e93a-4284-876c-fe375e88dfde service neutron] 10.222.0.52 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366714 Feb 19 04:12:05.506993 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:05.583065 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f622bb97-aedf-48cb-a443-6fa65591ccde up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:05.601502 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-2c347df8-dbf5-4c90-8129-10fb723f9977 admin admin] Allocated IP 172.20.0.1 (d969274d-e3f5-4be2-94a1-23d058336a4e/59a62ba0-3299-4137-b1e4-27552484bcd3/4f8b1ce8-ba59-4169-9e5f-e039c1da4667) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:05.653623 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f60a330-2098-41cb-8908-e0a1335da261 None None] Update dhcp port {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'fixed_ips': [{'subnet_id': '5aa0779c-1210-49d1-ba47-51492677be7c'}], 'binding:host_id': 'n-d-828369-19'}, 'id': 'bddc6d30-1292-41f4-9c37-dcf71765b116'} from n-d-828369-19. {{(pid=109927) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:12:05.711670 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c1d14708-40fd-4ab3-85b7-53f5e570821d details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:12:05.757577 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d53dbf-83f1-4ca0-9e02-42e136637111 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:05.761021 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a9d53dbf-83f1-4ca0-9e02-42e136637111 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:05.763739 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d53dbf-83f1-4ca0-9e02-42e136637111 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:12:05.764205 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9d53dbf-83f1-4ca0-9e02-42e136637111 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:12:05.800872 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2c347df8-dbf5-4c90-8129-10fb723f9977 admin admin] Publish callbacks [] for port (4f8b1ce8-ba59-4169-9e5f-e039c1da4667), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:05.811369 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a9d53dbf-83f1-4ca0-9e02-42e136637111 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4912891 Feb 19 04:12:05.811942 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35640) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:05.821037 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b3a453ea-f4c4-4b00-9bff-654ad31565c2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:05.845306 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4061f8ea-9e14-4aaf-aa7c-45fc2b23a05d req-0aca1592-c16b-46b4-8b6d-3fac2ce2e329 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 210 time: 0.0944431 Feb 19 04:12:05.865237 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c1d14708-40fd-4ab3-85b7-53f5e570821d, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c1d14708-40fd-4ab3-85b7-53f5e570821d,segment=NetworkSegment(02ff9e4b-efe0-46b0-93bf-0ddda7109b69),segment_id=02ff9e4b-efe0-46b0-93bf-0ddda7109b69)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:05.879470 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efb5aa-88f4-4631-8773-43e77a987aac req-19931785-1fdc-4ec9-a026-1f58fee7d0d0 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:05.881803 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-63efb5aa-88f4-4631-8773-43e77a987aac req-19931785-1fdc-4ec9-a026-1f58fee7d0d0 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/networks?id=7cbf1741-c2f4-4ecb-bd05-d634c442a618 HTTP/1.1" status: 200 len: 815 time: 0.3739986 Feb 19 04:12:05.897840 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'c1d14708-40fd-4ab3-85b7-53f5e570821d', 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132', 'port_id': 'c1d14708-40fd-4ab3-85b7-53f5e570821d', 'mac_address': 'fa:16:3e:51:73:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8d1019-337e-49b4-85df-5623b5820084', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:12:05.905928 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-63efb5aa-88f4-4631-8773-43e77a987aac req-82fbf846-1b90-488d-a1e9-c86cc15b62fb tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/quotas/e0de0bed00dc48a1a91b9778ced33263 HTTP/1.1" status: 200 len: 375 time: 0.0186632 Feb 19 04:12:05.910717 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1f60a330-2098-41cb-8908-e0a1335da261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (bddc6d30-1292-41f4-9c37-dcf71765b116), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:05.970642 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2c347df8-dbf5-4c90-8129-10fb723f9977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (4f8b1ce8-ba59-4169-9e5f-e039c1da4667), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:05.972608 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-63efb5aa-88f4-4631-8773-43e77a987aac req-688a143f-f52a-490c-b692-b46743099481 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e0de0bed00dc48a1a91b9778ced33263&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604494 Feb 19 04:12:05.980929 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a453ea-f4c4-4b00-9bff-654ad31565c2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:05.989949 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b3a453ea-f4c4-4b00-9bff-654ad31565c2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:06.000668 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a453ea-f4c4-4b00-9bff-654ad31565c2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:12:06.001359 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a453ea-f4c4-4b00-9bff-654ad31565c2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:12:06.030363 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port f622bb97-aedf-48cb-a443-6fa65591ccde triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:06.030653 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f622bb97-aedf-48cb-a443-6fa65591ccde), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:06.109162 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port c1d14708-40fd-4ab3-85b7-53f5e570821d is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:06.109471 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c1d14708-40fd-4ab3-85b7-53f5e570821d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:06.110904 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c347df8-dbf5-4c90-8129-10fb723f9977 admin admin] Pushing event updated for resources: {'Port': ['ID=4f8b1ce8-ba59-4169-9e5f-e039c1da4667,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:06.136130 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b3a453ea-f4c4-4b00-9bff-654ad31565c2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3206668 Feb 19 04:12:06.138984 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c347df8-dbf5-4c90-8129-10fb723f9977 admin admin] Network d969274d-e3f5-4be2-94a1-23d058336a4e is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:06.139967 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35650) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:06.141434 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-2c347df8-dbf5-4c90-8129-10fb723f9977 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:06.144545 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c347df8-dbf5-4c90-8129-10fb723f9977 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:06.167820 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-f16e899f-0a7d-44ab-af62-329d9a902def tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:06.197794 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d14708-40fd-4ab3-85b7-53f5e570821d {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:12:06.233161 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-07c320a3-961b-4322-903f-be711e1ef6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'name': 'tempest-AttachVolumeShelveTestJSON-1904373393-router', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:57Z', 'updated_at': '2022-02-19T04:12:01Z', 'revision_number': 3, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'gw_port': {'id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:dd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:00Z', 'updated_at': '2022-02-19T04:12:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:06.233897 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2c347df8-dbf5-4c90-8129-10fb723f9977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (cc6badf1-dead-437b-aaea-9a53f7947954), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:06.238964 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c1d14708-40fd-4ab3-85b7-53f5e570821d, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c1d14708-40fd-4ab3-85b7-53f5e570821d,segment=NetworkSegment(02ff9e4b-efe0-46b0-93bf-0ddda7109b69),segment_id=02ff9e4b-efe0-46b0-93bf-0ddda7109b69)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:06.271434 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c320a3-961b-4322-903f-be711e1ef6f5 None None] Checking router: cc6badf1-dead-437b-aaea-9a53f7947954 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:12:06.271793 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c320a3-961b-4322-903f-be711e1ef6f5 None None] Updating router cc6badf1-dead-437b-aaea-9a53f7947954 port 0df6d1df-47b3-40a9-9668-26c25c4a6581 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:12:06.274673 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c1d14708-40fd-4ab3-85b7-53f5e570821d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:06.392801 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1a3689-d05e-4610-b7b3-d42fb4c6b923 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:06.469877 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-63efb5aa-88f4-4631-8773-43e77a987aac req-f1e67a5d-13c3-44d2-bc81-f0c116658b6e service neutron] 10.222.0.52 "GET /v2.0/networks/7cbf1741-c2f4-4ecb-bd05-d634c442a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801171 Feb 19 04:12:06.471854 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16e899f-0a7d-44ab-af62-329d9a902def tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:06.479300 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f16e899f-0a7d-44ab-af62-329d9a902def tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:06.480864 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16e899f-0a7d-44ab-af62-329d9a902def tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:12:06.481461 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f16e899f-0a7d-44ab-af62-329d9a902def tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:12:06.504176 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port f622bb97-aedf-48cb-a443-6fa65591ccde is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:06.521336 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-07c320a3-961b-4322-903f-be711e1ef6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0df6d1df-47b3-40a9-9668-26c25c4a6581), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:06.547179 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2c347df8-dbf5-4c90-8129-10fb723f9977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4f8b1ce8-ba59-4169-9e5f-e039c1da4667), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:06.572441 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-5f1344af-3956-413b-a8e6-6a4544248afd None None] Provisioning complete for port bddc6d30-1292-41f4-9c37-dcf71765b116 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:06.572993 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5f1344af-3956-413b-a8e6-6a4544248afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bddc6d30-1292-41f4-9c37-dcf71765b116), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:06.640421 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f16e899f-0a7d-44ab-af62-329d9a902def tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4960332 Feb 19 04:12:06.642149 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=c1d14708-40fd-4ab3-85b7-53f5e570821d,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:06.645600 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35656) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:06.656572 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-cf28fe32-5b75-4beb-a75d-883904ad3bce tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:06.676830 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['c1d14708-40fd-4ab3-85b7-53f5e570821d'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:12:06.691512 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a512f7-3c4d-4b58-be85-5b1f539a2db7 req-2e48a4b7-7f5f-4426-9954-f086b7327be2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:06.701891 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-35a512f7-3c4d-4b58-be85-5b1f539a2db7 req-2e48a4b7-7f5f-4426-9954-f086b7327be2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1b7f37d-00a9-4d9d-8438-dd78b4be8917 HTTP/1.1" status: 200 len: 945 time: 0.3442302 Feb 19 04:12:06.816237 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-63efb5aa-88f4-4631-8773-43e77a987aac req-18881780-2933-4015-b253-6322bbec2672 service neutron] 10.222.0.52 "GET /v2.0/networks/7cbf1741-c2f4-4ecb-bd05-d634c442a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140595 Feb 19 04:12:06.833823 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-35a512f7-3c4d-4b58-be85-5b1f539a2db7 req-92b424c8-b912-4f30-af62-242037be6174 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c84c6e8-ff44-4a5c-86f6-7ee46db33600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236949 Feb 19 04:12:06.863062 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:06.906199 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf28fe32-5b75-4beb-a75d-883904ad3bce tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:06.909696 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cf28fe32-5b75-4beb-a75d-883904ad3bce tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:06.920597 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf28fe32-5b75-4beb-a75d-883904ad3bce tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:12:06.921044 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf28fe32-5b75-4beb-a75d-883904ad3bce tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:12:06.979964 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebd7386f-6824-432b-989d-0c640137a329 req-a8552f1a-e8c9-46a1-8272-22f167c6068f tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 210 time: 0.0448005 Feb 19 04:12:06.989808 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3970a8b5-3621-4e91-a059-89c290be46d9 None None] DHCP port deletion for 1742e730-766a-4fa0-996c-7e016537b1f1 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:12:07.012056 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35662) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:07.012222 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cf28fe32-5b75-4beb-a75d-883904ad3bce tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3624599 Feb 19 04:12:07.017816 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2c347df8-dbf5-4c90-8129-10fb723f9977 admin admin] Publish callbacks [] for port (4f8b1ce8-ba59-4169-9e5f-e039c1da4667), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:07.022489 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-803c0ccc-9226-4fa6-b126-d45c408919ec tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:07.025143 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2c347df8-dbf5-4c90-8129-10fb723f9977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (4f8b1ce8-ba59-4169-9e5f-e039c1da4667), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:07.146822 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2c347df8-dbf5-4c90-8129-10fb723f9977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (cc6badf1-dead-437b-aaea-9a53f7947954), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:07.155098 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c347df8-dbf5-4c90-8129-10fb723f9977 admin admin] Pushing event updated for resources: {'Port': ['ID=4f8b1ce8-ba59-4169-9e5f-e039c1da4667,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:07.247558 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-505e7064-764d-4dcf-8ff3-8d8aee11a26e req-7a470e97-d889-478a-8a9f-91e88cc5d0ec tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 210 time: 0.0559158 Feb 19 04:12:07.260295 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-5f1344af-3956-413b-a8e6-6a4544248afd None None] Current status of the port bddc6d30-1292-41f4-9c37-dcf71765b116 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:07.290425 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c347df8-dbf5-4c90-8129-10fb723f9977 admin admin] Network d969274d-e3f5-4be2-94a1-23d058336a4e is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:07.294126 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-2c347df8-dbf5-4c90-8129-10fb723f9977 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:07.340591 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3970a8b5-3621-4e91-a059-89c290be46d9 None None] Deleting port bddc6d30-1292-41f4-9c37-dcf71765b116 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:07.340943 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3970a8b5-3621-4e91-a059-89c290be46d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (bddc6d30-1292-41f4-9c37-dcf71765b116), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:07.451268 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-73b91737-8b87-45f1-8e47-50288d878498 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:07.459859 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-73b91737-8b87-45f1-8e47-50288d878498 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.79 "GET /v2.0/networks?id=af1b2524-905a-4fb0-b20e-a5912983245d HTTP/1.1" status: 200 len: 810 time: 0.2056305 Feb 19 04:12:07.477715 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-1c7bb561-dada-4390-b980-214739a8b0e1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Request body: {'port': {'device_id': '91b00ac0-244d-45a2-a1ee-17e4e826f353', 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'admin_state_up': True, 'tenant_id': '47d77581683d4c43a3d18ea75c887227'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:07.599146 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c347df8-dbf5-4c90-8129-10fb723f9977 admin admin] Router cc6badf1-dead-437b-aaea-9a53f7947954 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:12:07.613146 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803c0ccc-9226-4fa6-b126-d45c408919ec tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:07.617026 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-803c0ccc-9226-4fa6-b126-d45c408919ec tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:07.618620 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-803c0ccc-9226-4fa6-b126-d45c408919ec tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:12:07.619525 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-803c0ccc-9226-4fa6-b126-d45c408919ec tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:12:07.665165 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device bddc6d30-1292-41f4-9c37-dcf71765b116 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:12:07.701914 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-803c0ccc-9226-4fa6-b126-d45c408919ec tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6867421 Feb 19 04:12:07.717098 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35674) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:07.735244 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-558e3c75-addc-45ba-9cf7-529f37822a64 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:07.851864 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c347df8-dbf5-4c90-8129-10fb723f9977 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:12:07.858180 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2c347df8-dbf5-4c90-8129-10fb723f9977 admin admin] 10.222.0.52 "PUT /v2.0/routers/cc6badf1-dead-437b-aaea-9a53f7947954/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3780684 Feb 19 04:12:07.899794 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-1c7bb561-dada-4390-b980-214739a8b0e1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Made reservation on behalf of 47d77581683d4c43a3d18ea75c887227 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:07.909004 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-1c7bb561-dada-4390-b980-214739a8b0e1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:07.927358 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9809d26b-f3f7-4d36-baab-ddb7a39438ba None None] Provisioning complete for port 4f8b1ce8-ba59-4169-9e5f-e039c1da4667 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:07.927882 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9809d26b-f3f7-4d36-baab-ddb7a39438ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4f8b1ce8-ba59-4169-9e5f-e039c1da4667), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:07.952144 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558e3c75-addc-45ba-9cf7-529f37822a64 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:07.955995 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-558e3c75-addc-45ba-9cf7-529f37822a64 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:07.957408 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-558e3c75-addc-45ba-9cf7-529f37822a64 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:12:07.957837 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-558e3c75-addc-45ba-9cf7-529f37822a64 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:12:07.965405 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3970a8b5-3621-4e91-a059-89c290be46d9 None None] For port bddc6d30-1292-41f4-9c37-dcf71765b116, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=bddc6d30-1292-41f4-9c37-dcf71765b116,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:07.966419 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3970a8b5-3621-4e91-a059-89c290be46d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (bddc6d30-1292-41f4-9c37-dcf71765b116), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:07.988239 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3970a8b5-3621-4e91-a059-89c290be46d9 None None] Calling delete_port for bddc6d30-1292-41f4-9c37-dcf71765b116 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:12:08.067799 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-558e3c75-addc-45ba-9cf7-529f37822a64 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3481362 Feb 19 04:12:08.068910 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35684) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:08.141505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779a0ca-3259-4d42-ba52-407f1277eb80 req-9e30c2b7-6eac-448a-b57e-24189749f034 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:08.146751 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1779a0ca-3259-4d42-ba52-407f1277eb80 req-9e30c2b7-6eac-448a-b57e-24189749f034 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1b7f37d-00a9-4d9d-8438-dd78b4be8917 HTTP/1.1" status: 200 len: 945 time: 0.1841249 Feb 19 04:12:08.174282 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-07c320a3-961b-4322-903f-be711e1ef6f5 None None] Publish callbacks [] for port (0df6d1df-47b3-40a9-9668-26c25c4a6581), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:08.176078 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3970a8b5-3621-4e91-a059-89c290be46d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (bddc6d30-1292-41f4-9c37-dcf71765b116), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:08.188603 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5995b56e-907e-49b0-8f00-ca3111fb64e3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:08.191773 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-efa9f6cf-c2bc-455d-922e-dd510e612589 req-2ad72caa-d623-407f-adeb-5a4a50cfd269 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 210 time: 0.0665770 Feb 19 04:12:08.192826 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5995b56e-907e-49b0-8f00-ca3111fb64e3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1226294 Feb 19 04:12:08.196107 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35688) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:08.209850 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-1c7bb561-dada-4390-b980-214739a8b0e1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Allocated IP 172.20.0.8 (af1b2524-905a-4fb0-b20e-a5912983245d/2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4/cc0235d1-688f-4a3b-9c71-f1afba0a9284) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:08.245719 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970a8b5-3621-4e91-a059-89c290be46d9 None None] Pushing event deleted for resources: {'Port': ['ID=bddc6d30-1292-41f4-9c37-dcf71765b116,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:08.248103 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3970a8b5-3621-4e91-a059-89c290be46d9 None None] No DVR routers for this DVR port bddc6d30-1292-41f4-9c37-dcf71765b116 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:12:08.267052 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-07c320a3-961b-4322-903f-be711e1ef6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0df6d1df-47b3-40a9-9668-26c25c4a6581), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:08.282078 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1779a0ca-3259-4d42-ba52-407f1277eb80 req-4c0c74d1-5475-49d6-9f24-97f83a14c569 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c84c6e8-ff44-4a5c-86f6-7ee46db33600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221209 Feb 19 04:12:08.346618 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port bddc6d30-1292-41f4-9c37-dcf71765b116 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:08.347242 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (bddc6d30-1292-41f4-9c37-dcf71765b116), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:08.382535 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1795c4b2-3705-4d14-b5b1-32555680364e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:08.393261 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1795c4b2-3705-4d14-b5b1-32555680364e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1929417 Feb 19 04:12:08.393653 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35694) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:08.402579 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9809d26b-f3f7-4d36-baab-ddb7a39438ba None None] Port 4f8b1ce8-ba59-4169-9e5f-e039c1da4667 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:12:08.436110 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-07c320a3-961b-4322-903f-be711e1ef6f5 None None] Attempting to bind port 0df6d1df-47b3-40a9-9668-26c25c4a6581 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:08.436676 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-07c320a3-961b-4322-903f-be711e1ef6f5 None None] Attempting to bind port 0df6d1df-47b3-40a9-9668-26c25c4a6581 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:08.437229 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c320a3-961b-4322-903f-be711e1ef6f5 None None] Attempting to bind port 0df6d1df-47b3-40a9-9668-26c25c4a6581 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:08.441452 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cb9fa-bc81-4dee-97df-e770740de0de None None] Pushing event updated for resources: {'Port': ['ID=0df6d1df-47b3-40a9-9668-26c25c4a6581,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:08.448225 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-1c7bb561-dada-4390-b980-214739a8b0e1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks [] for port (cc0235d1-688f-4a3b-9c71-f1afba0a9284), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:08.493924 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0906fa13-5075-42b4-8265-eb9d53d803a1 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0930123 Feb 19 04:12:08.494311 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c320a3-961b-4322-903f-be711e1ef6f5 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:08.494311 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c320a3-961b-4322-903f-be711e1ef6f5 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:08.494311 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-07c320a3-961b-4322-903f-be711e1ef6f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:08.494311 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c320a3-961b-4322-903f-be711e1ef6f5 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:08.494311 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-07c320a3-961b-4322-903f-be711e1ef6f5 None None] Bound port: 0df6d1df-47b3-40a9-9668-26c25c4a6581, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:08.494889 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-07c320a3-961b-4322-903f-be711e1ef6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0df6d1df-47b3-40a9-9668-26c25c4a6581), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:08.495003 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35696) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:08.499914 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-fd5b5a5b-cf4e-48c4-baba-b30088634702 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:08.549392 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-290ca812-2617-48ee-ab9b-509dabf02cf1 req-ae2e3d3e-754b-46d0-9216-e71f986fa837 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 210 time: 0.0990648 Feb 19 04:12:08.581573 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-490f3313-a7e8-419f-ba41-4885bffdbb12 None None] Provisioning complete for port 4f8b1ce8-ba59-4169-9e5f-e039c1da4667 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:08.582053 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-490f3313-a7e8-419f-ba41-4885bffdbb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4f8b1ce8-ba59-4169-9e5f-e039c1da4667), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:08.615154 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-1c7bb561-dada-4390-b980-214739a8b0e1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (cc0235d1-688f-4a3b-9c71-f1afba0a9284), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:08.642825 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-07c320a3-961b-4322-903f-be711e1ef6f5 None None] For port 0df6d1df-47b3-40a9-9668-26c25c4a6581, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:08.648364 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-07c320a3-961b-4322-903f-be711e1ef6f5 None None] For port 0df6d1df-47b3-40a9-9668-26c25c4a6581, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0df6d1df-47b3-40a9-9668-26c25c4a6581,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:08.657853 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-490f3313-a7e8-419f-ba41-4885bffdbb12 None None] Port 4f8b1ce8-ba59-4169-9e5f-e039c1da4667 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:12:08.661906 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-07c320a3-961b-4322-903f-be711e1ef6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0df6d1df-47b3-40a9-9668-26c25c4a6581), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:08.700014 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5b5a5b-cf4e-48c4-baba-b30088634702 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:08.710715 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bb561-dada-4390-b980-214739a8b0e1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Pushing event updated for resources: {'Port': ['ID=cc0235d1-688f-4a3b-9c71-f1afba0a9284,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:08.711819 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd5b5a5b-cf4e-48c4-baba-b30088634702 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:08.733827 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-1c7bb561-dada-4390-b980-214739a8b0e1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Network af1b2524-905a-4fb0-b20e-a5912983245d is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:08.735998 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-1c7bb561-dada-4390-b980-214739a8b0e1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:08.743004 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-1c7bb561-dada-4390-b980-214739a8b0e1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:08.811478 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cb9fa-bc81-4dee-97df-e770740de0de None None] Pushing event updated for resources: {'Port': ['ID=0df6d1df-47b3-40a9-9668-26c25c4a6581,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:08.822971 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c320a3-961b-4322-903f-be711e1ef6f5 None None] Routers {'cc6badf1-dead-437b-aaea-9a53f7947954'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:08.825823 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-07c320a3-961b-4322-903f-be711e1ef6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:12:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['cc6badf1-dead-437b-aaea-9a53f7947954'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:08.909569 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-1c7bb561-dada-4390-b980-214739a8b0e1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:08.911856 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-1c7bb561-dada-4390-b980-214739a8b0e1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:08.946822 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-1c7bb561-dada-4390-b980-214739a8b0e1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4755528 Feb 19 04:12:08.958367 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-326480ff-1768-48bf-aefe-a0aa5970cfa8 service neutron] Request body: {'port': {'device_id': '91b00ac0-244d-45a2-a1ee-17e4e826f353', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:09.006340 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efb5aa-88f4-4631-8773-43e77a987aac req-dff56197-f033-444a-b2f4-3f2a2a632fe2 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:09.007885 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-63efb5aa-88f4-4631-8773-43e77a987aac req-dff56197-f033-444a-b2f4-3f2a2a632fe2 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.26 "GET /v2.0/networks?id=7cbf1741-c2f4-4ecb-bd05-d634c442a618 HTTP/1.1" status: 200 len: 815 time: 0.2577128 Feb 19 04:12:09.026490 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-63efb5aa-88f4-4631-8773-43e77a987aac req-1e55f548-5586-45ce-a6b1-c0b65187b7e6 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Request body: {'port': {'device_id': '663bf6a9-5b5f-4777-88ac-2a55b55cbcd9', 'network_id': '7cbf1741-c2f4-4ecb-bd05-d634c442a618', 'admin_state_up': True, 'tenant_id': 'e0de0bed00dc48a1a91b9778ced33263'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:09.060044 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-07c320a3-961b-4322-903f-be711e1ef6f5 None None] Set router cc6badf1-dead-437b-aaea-9a53f7947954 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:09.073742 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-326480ff-1768-48bf-aefe-a0aa5970cfa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cc0235d1-688f-4a3b-9c71-f1afba0a9284), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:09.363829 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e153481b-148b-4609-9cf4-b73e98488b17 None None] Provisioning complete for port cc0235d1-688f-4a3b-9c71-f1afba0a9284 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:09.365936 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e153481b-148b-4609-9cf4-b73e98488b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cc0235d1-688f-4a3b-9c71-f1afba0a9284), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:09.413197 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63efb5aa-88f4-4631-8773-43e77a987aac req-1e55f548-5586-45ce-a6b1-c0b65187b7e6 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Made reservation on behalf of e0de0bed00dc48a1a91b9778ced33263 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:09.418968 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-63efb5aa-88f4-4631-8773-43e77a987aac req-1e55f548-5586-45ce-a6b1-c0b65187b7e6 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:09.443839 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551c7a1-928b-4191-89fc-cec3da694cf4 req-72efe83f-4c43-4e5e-97bb-b9d7612e43f3 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:09.451837 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7551c7a1-928b-4191-89fc-cec3da694cf4 req-72efe83f-4c43-4e5e-97bb-b9d7612e43f3 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 931 time: 0.1347847 Feb 19 04:12:09.526910 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7551c7a1-928b-4191-89fc-cec3da694cf4 req-40338601-93a8-44b8-9857-cefcf038d42a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741787 Feb 19 04:12:09.543331 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e153481b-148b-4609-9cf4-b73e98488b17 None None] Port cc0235d1-688f-4a3b-9c71-f1afba0a9284 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:12:09.661163 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-07c320a3-961b-4322-903f-be711e1ef6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'name': 'tempest-AttachVolumeShelveTestJSON-1904373393-router', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:57Z', 'updated_at': '2022-02-19T04:12:06Z', 'revision_number': 4, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'gw_port': {'id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:dd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:00Z', 'updated_at': '2022-02-19T04:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '4f8b1ce8-ba59-4169-9e5f-e039c1da4667', 'name': '', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'mac_address': 'fa:16:3e:42:ee:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:06Z', 'revision_number': 2, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'subnets': [{'id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:09.663270 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-326480ff-1768-48bf-aefe-a0aa5970cfa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc0235d1-688f-4a3b-9c71-f1afba0a9284 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:12:09.671971 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-326480ff-1768-48bf-aefe-a0aa5970cfa8 service neutron] Publish callbacks [] for port (cc0235d1-688f-4a3b-9c71-f1afba0a9284), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:09.723741 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-326480ff-1768-48bf-aefe-a0aa5970cfa8 service neutron] Transition to ACTIVE for port object cc0235d1-688f-4a3b-9c71-f1afba0a9284 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:12:09.726682 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c1d14708-40fd-4ab3-85b7-53f5e570821d up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:09.731388 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-326480ff-1768-48bf-aefe-a0aa5970cfa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (cc0235d1-688f-4a3b-9c71-f1afba0a9284), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:09.787366 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35710) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:09.789838 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326480ff-1768-48bf-aefe-a0aa5970cfa8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc0235d1-688f-4a3b-9c71-f1afba0a9284,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:09.809850 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ccc99f43-8225-4394-a8ba-f5f5a898196c tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Request body: {'security_group': {'name': 'tempest-securitygroup--905422393', 'description': 'tempest-description--597511369'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:09.824834 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c320a3-961b-4322-903f-be711e1ef6f5 None None] The sync data for ids ['cc6badf1-dead-437b-aaea-9a53f7947954'] in n-d-828369-19 is: [{'id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'name': 'tempest-AttachVolumeShelveTestJSON-1904373393-router', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:57Z', 'updated_at': '2022-02-19T04:12:06Z', 'revision_number': 4, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'gw_port': {'id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:dd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:00Z', 'updated_at': '2022-02-19T04:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '4f8b1ce8-ba59-4169-9e5f-e039c1da4667', 'name': '', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'mac_address': 'fa:16:3e:42:ee:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:06Z', 'revision_number': 2, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'subnets': [{'id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:12:09.869268 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port c1d14708-40fd-4ab3-85b7-53f5e570821d completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:12:09.870555 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-63efb5aa-88f4-4631-8773-43e77a987aac req-1e55f548-5586-45ce-a6b1-c0b65187b7e6 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Allocated IP 172.20.0.12 (7cbf1741-c2f4-4ecb-bd05-d634c442a618/8598c1f5-4b4c-41f2-bd71-4f8f4093e3bb/3a792c35-5ce7-44ad-be3c-b922184addec) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:09.879300 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port c1d14708-40fd-4ab3-85b7-53f5e570821d triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:09.880176 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c1d14708-40fd-4ab3-85b7-53f5e570821d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:09.894437 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b0587-036f-4974-a5af-26b7f0a421b7 req-4e6f7b9a-06fc-4104-a0e5-24cf47088cc8 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:09.897988 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f91b0587-036f-4974-a5af-26b7f0a421b7 req-4e6f7b9a-06fc-4104-a0e5-24cf47088cc8 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1b7f37d-00a9-4d9d-8438-dd78b4be8917 HTTP/1.1" status: 200 len: 945 time: 0.2219586 Feb 19 04:12:09.906274 n-d-828369-19 neutron-server[109925]: DEBUG neutron.objects.ports [None req-fd5b5a5b-cf4e-48c4-baba-b30088634702 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109925) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:12:09.916296 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd5b5a5b-cf4e-48c4-baba-b30088634702 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (de8f56eb-4d62-4079-b41d-1cdcf1cdfaf0), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:09.976623 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ccc99f43-8225-4394-a8ba-f5f5a898196c tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:09.994809 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5b5a5b-cf4e-48c4-baba-b30088634702 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:10.003514 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-fd5b5a5b-cf4e-48c4-baba-b30088634702 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:10.018770 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5b5a5b-cf4e-48c4-baba-b30088634702 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:10.019467 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd5b5a5b-cf4e-48c4-baba-b30088634702 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:10.046092 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594d4e3e-18dc-414e-9db4-720df55bf025 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:10.092550 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fd5b5a5b-cf4e-48c4-baba-b30088634702 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5964360 Feb 19 04:12:10.107197 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35712) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:10.108252 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b5a5b-cf4e-48c4-baba-b30088634702 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=de8f56eb-4d62-4079-b41d-1cdcf1cdfaf0,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:10.115179 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-2f7e371c-c346-432d-afef-a97c71b72184 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'mac_address': 'fa:16:3e:7b:f9:03', 'name': 'tempest-NetworksTestDHCPv6-1761831553'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:10.161891 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-326480ff-1768-48bf-aefe-a0aa5970cfa8 service neutron] Attempting to bind port cc0235d1-688f-4a3b-9c71-f1afba0a9284 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:10.162154 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-326480ff-1768-48bf-aefe-a0aa5970cfa8 service neutron] Attempting to bind port cc0235d1-688f-4a3b-9c71-f1afba0a9284 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:10.162580 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-326480ff-1768-48bf-aefe-a0aa5970cfa8 service neutron] Attempting to bind port cc0235d1-688f-4a3b-9c71-f1afba0a9284 on network af1b2524-905a-4fb0-b20e-a5912983245d {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:10.191355 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port c1d14708-40fd-4ab3-85b7-53f5e570821d is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:10.191730 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c1d14708-40fd-4ab3-85b7-53f5e570821d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:10.192155 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f91b0587-036f-4974-a5af-26b7f0a421b7 req-843e07dc-bb4f-43ef-9762-b3d59d65f8f8 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c84c6e8-ff44-4a5c-86f6-7ee46db33600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2389076 Feb 19 04:12:10.202857 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69dff08-4ec1-4740-be79-5a354676b38a req-b6feb9ed-8bcb-4ccb-bd6e-9603946c65c6 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:10.244262 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d69dff08-4ec1-4740-be79-5a354676b38a req-b6feb9ed-8bcb-4ccb-bd6e-9603946c65c6 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 1129 time: 0.4040096 Feb 19 04:12:10.260829 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b7f37d-00a9-4d9d-8438-dd78b4be8917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d14708-40fd-4ab3-85b7-53f5e570821d'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:10.263161 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4f6f8a-d3ce-4d0d-8f1e-45c6aa2fb5d1" -d '{"events": [{"server_uuid": "d1b7f37d-00a9-4d9d-8438-dd78b4be8917", "name": "network-vif-plugged", "status": "completed", "tag": "c1d14708-40fd-4ab3-85b7-53f5e570821d"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:10.296801 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-326480ff-1768-48bf-aefe-a0aa5970cfa8 service neutron] Port cc0235d1-688f-4a3b-9c71-f1afba0a9284 on network af1b2524-905a-4fb0-b20e-a5912983245d not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:12:10.298043 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-326480ff-1768-48bf-aefe-a0aa5970cfa8 service neutron] Attempting to bind port cc0235d1-688f-4a3b-9c71-f1afba0a9284 on network af1b2524-905a-4fb0-b20e-a5912983245d {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:10.301197 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d69dff08-4ec1-4740-be79-5a354676b38a req-347a17a2-66af-412a-889d-9d443a6fa02a tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:10.338881 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c1d14708-40fd-4ab3-85b7-53f5e570821d, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c1d14708-40fd-4ab3-85b7-53f5e570821d,segment=NetworkSegment(02ff9e4b-efe0-46b0-93bf-0ddda7109b69),segment_id=02ff9e4b-efe0-46b0-93bf-0ddda7109b69)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:10.364067 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ccc99f43-8225-4394-a8ba-f5f5a898196c tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for security_group (acf6978e-5f40-4f0b-8506-b6d4066a5874), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:10.381629 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ccc99f43-8225-4394-a8ba-f5f5a898196c tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (acf6978e-5f40-4f0b-8506-b6d4066a5874), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:10.385494 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c1d14708-40fd-4ab3-85b7-53f5e570821d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:10.418565 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b00aab8-2647-4311-bdee-1ce8007a6cd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-1742e730-766a-4fa0-996c-7e016537b1f1', 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'fixed_ips': [{'subnet_id': 'de8f56eb-4d62-4079-b41d-1cdcf1cdfaf0'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:12:10.420277 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0b00aab8-2647-4311-bdee-1ce8007a6cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:10.469874 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ccc99f43-8225-4394-a8ba-f5f5a898196c tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:10.478362 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ccc99f43-8225-4394-a8ba-f5f5a898196c tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6899257 Feb 19 04:12:10.485938 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35718) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:10.493194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-326480ff-1768-48bf-aefe-a0aa5970cfa8 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:10.496993 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d27115b5-dcd1-491f-9c31-b9e5e4e4ffdc tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Request body: {'security_group_rule': {'security_group_id': 'acf6978e-5f40-4f0b-8506-b6d4066a5874', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:10.497194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-326480ff-1768-48bf-aefe-a0aa5970cfa8 service neutron] Checking segment: {'id': '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:10.497876 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-326480ff-1768-48bf-aefe-a0aa5970cfa8 service neutron] Bound using segment: {'id': '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:10.498451 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-326480ff-1768-48bf-aefe-a0aa5970cfa8 service neutron] Bound port: cc0235d1-688f-4a3b-9c71-f1afba0a9284, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:10.499476 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-326480ff-1768-48bf-aefe-a0aa5970cfa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cc0235d1-688f-4a3b-9c71-f1afba0a9284), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:10.507806 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc99f43-8225-4394-a8ba-f5f5a898196c tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acf6978e-5f40-4f0b-8506-b6d4066a5874,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:10.512556 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-63efb5aa-88f4-4631-8773-43e77a987aac req-1e55f548-5586-45ce-a6b1-c0b65187b7e6 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Publish callbacks [] for port (3a792c35-5ce7-44ad-be3c-b922184addec), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:10.587242 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d27115b5-dcd1-491f-9c31-b9e5e4e4ffdc tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for security_group_rule (e3145e34-1919-4c58-a30f-e2da97d77408), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:10.597407 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8aaf3c22-b24f-4e20-91a4-3e008c829218 req-70101041-6a2b-48ad-8983-a3560a6a097d tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 210 time: 0.1618946 Feb 19 04:12:10.635605 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=c1d14708-40fd-4ab3-85b7-53f5e570821d,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:10.665616 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-0b00aab8-2647-4311-bdee-1ce8007a6cd4 None None] Allocated IP 2001:db8::f816:3eff:fe9a:a857 (1742e730-766a-4fa0-996c-7e016537b1f1/de8f56eb-4d62-4079-b41d-1cdcf1cdfaf0/8f4de842-4a94-46cc-a23f-f522c87309e6) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:10.673027 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-63efb5aa-88f4-4631-8773-43e77a987aac req-1e55f548-5586-45ce-a6b1-c0b65187b7e6 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (3a792c35-5ce7-44ad-be3c-b922184addec), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:10.700011 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a86486-7322-498c-ab32-d9d41762dffe x-openstack-request-id: req-97a86486-7322-498c-ab32-d9d41762dffe {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:10.700402 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b7f37d-00a9-4d9d-8438-dd78b4be8917", "name": "network-vif-plugged", "status": "completed", "tag": "c1d14708-40fd-4ab3-85b7-53f5e570821d", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:10.700539 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-97a86486-7322-498c-ab32-d9d41762dffe {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:10.700935 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b7f37d-00a9-4d9d-8438-dd78b4be8917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d14708-40fd-4ab3-85b7-53f5e570821d', 'code': 200} Feb 19 04:12:10.822849 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63efb5aa-88f4-4631-8773-43e77a987aac req-1e55f548-5586-45ce-a6b1-c0b65187b7e6 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Network 7cbf1741-c2f4-4ecb-bd05-d634c442a618 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:10.883631 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55f548-5586-45ce-a6b1-c0b65187b7e6 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Pushing event updated for resources: {'Port': ['ID=3a792c35-5ce7-44ad-be3c-b922184addec,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:10.884348 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:12:10.903006 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-63efb5aa-88f4-4631-8773-43e77a987aac req-1e55f548-5586-45ce-a6b1-c0b65187b7e6 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:10.912430 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-63efb5aa-88f4-4631-8773-43e77a987aac req-1e55f548-5586-45ce-a6b1-c0b65187b7e6 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:10.996734 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d27115b5-dcd1-491f-9c31-b9e5e4e4ffdc tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for security_group_rule (e3145e34-1919-4c58-a30f-e2da97d77408), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:10.997731 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0b00aab8-2647-4311-bdee-1ce8007a6cd4 None None] Publish callbacks [] for port (8f4de842-4a94-46cc-a23f-f522c87309e6), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.009547 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d27115b5-dcd1-491f-9c31-b9e5e4e4ffdc tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (e3145e34-1919-4c58-a30f-e2da97d77408), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.041314 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0b00aab8-2647-4311-bdee-1ce8007a6cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (8f4de842-4a94-46cc-a23f-f522c87309e6), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.051839 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27115b5-dcd1-491f-9c31-b9e5e4e4ffdc tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3145e34-1919-4c58-a30f-e2da97d77408,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:11.077115 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d27115b5-dcd1-491f-9c31-b9e5e4e4ffdc tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.079909 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d27115b5-dcd1-491f-9c31-b9e5e4e4ffdc tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5915005 Feb 19 04:12:11.081547 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35722) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:11.090028 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-1f8670d8-0854-4d5e-9795-cfc2a8ac3aab tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Request body: {'security_group_rule': {'security_group_id': 'acf6978e-5f40-4f0b-8506-b6d4066a5874', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:11.110922 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efb5aa-88f4-4631-8773-43e77a987aac req-1e55f548-5586-45ce-a6b1-c0b65187b7e6 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:11.111436 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-63efb5aa-88f4-4631-8773-43e77a987aac req-1e55f548-5586-45ce-a6b1-c0b65187b7e6 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.132376 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe442eb-2bc1-4b80-b7a1-b2b5044a5acf req-2825d649-6827-4bf0-be79-8e55649a9648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:11.134729 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ffe442eb-2bc1-4b80-b7a1-b2b5044a5acf req-2825d649-6827-4bf0-be79-8e55649a9648 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d1b7f37d-00a9-4d9d-8438-dd78b4be8917 HTTP/1.1" status: 200 len: 1129 time: 0.3456602 Feb 19 04:12:11.147849 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-63efb5aa-88f4-4631-8773-43e77a987aac req-1e55f548-5586-45ce-a6b1-c0b65187b7e6 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1276181 Feb 19 04:12:11.169487 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-63efb5aa-88f4-4631-8773-43e77a987aac req-435cce02-f621-4349-8acc-9d52d18708f0 service neutron] Request body: {'port': {'device_id': '663bf6a9-5b5f-4777-88ac-2a55b55cbcd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:11.201292 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00aab8-2647-4311-bdee-1ce8007a6cd4 None None] Pushing event updated for resources: {'Port': ['ID=8f4de842-4a94-46cc-a23f-f522c87309e6,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:11.231182 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b00aab8-2647-4311-bdee-1ce8007a6cd4 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:11.233850 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1f8670d8-0854-4d5e-9795-cfc2a8ac3aab tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for security_group_rule (b5bb7e57-621c-4123-bbdd-d9019cf2e322), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.235780 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-0b00aab8-2647-4311-bdee-1ce8007a6cd4 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:11.243638 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b00aab8-2647-4311-bdee-1ce8007a6cd4 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:11.263879 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d69dff08-4ec1-4740-be79-5a354676b38a req-347a17a2-66af-412a-889d-9d443a6fa02a tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] Publish callbacks [] for security_group (811405b6-6024-453f-aaf0-032515f2f2ec), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.286600 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-326480ff-1768-48bf-aefe-a0aa5970cfa8 service neutron] For port cc0235d1-688f-4a3b-9c71-f1afba0a9284, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:11.288701 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d69dff08-4ec1-4740-be79-5a354676b38a req-347a17a2-66af-412a-889d-9d443a6fa02a tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (811405b6-6024-453f-aaf0-032515f2f2ec), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.294870 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-326480ff-1768-48bf-aefe-a0aa5970cfa8 service neutron] For port cc0235d1-688f-4a3b-9c71-f1afba0a9284, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=cc0235d1-688f-4a3b-9c71-f1afba0a9284,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:11.342776 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-326480ff-1768-48bf-aefe-a0aa5970cfa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (cc0235d1-688f-4a3b-9c71-f1afba0a9284), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.351107 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ffe442eb-2bc1-4b80-b7a1-b2b5044a5acf req-db780b18-20d8-4a23-8117-1258ff6f1437 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4c84c6e8-ff44-4a5c-86f6-7ee46db33600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071185 Feb 19 04:12:11.354625 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1f8670d8-0854-4d5e-9795-cfc2a8ac3aab tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for security_group_rule (b5bb7e57-621c-4123-bbdd-d9019cf2e322), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.365549 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-63efb5aa-88f4-4631-8773-43e77a987aac req-435cce02-f621-4349-8acc-9d52d18708f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3a792c35-5ce7-44ad-be3c-b922184addec), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.369601 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-0b00aab8-2647-4311-bdee-1ce8007a6cd4 None None] Attempting to bind port 8f4de842-4a94-46cc-a23f-f522c87309e6 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:11.369788 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1f8670d8-0854-4d5e-9795-cfc2a8ac3aab tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (b5bb7e57-621c-4123-bbdd-d9019cf2e322), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.370340 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-0b00aab8-2647-4311-bdee-1ce8007a6cd4 None None] Attempting to bind port 8f4de842-4a94-46cc-a23f-f522c87309e6 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:11.370981 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b00aab8-2647-4311-bdee-1ce8007a6cd4 None None] Attempting to bind port 8f4de842-4a94-46cc-a23f-f522c87309e6 on network 1742e730-766a-4fa0-996c-7e016537b1f1 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:11.373638 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7e371c-c346-432d-afef-a97c71b72184 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:11.381971 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b00aab8-2647-4311-bdee-1ce8007a6cd4 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:11.382382 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b00aab8-2647-4311-bdee-1ce8007a6cd4 None None] Checking segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:11.382842 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0b00aab8-2647-4311-bdee-1ce8007a6cd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.400064 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b00aab8-2647-4311-bdee-1ce8007a6cd4 None None] Bound using segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:11.400064 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-0b00aab8-2647-4311-bdee-1ce8007a6cd4 None None] Bound port: 8f4de842-4a94-46cc-a23f-f522c87309e6, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:11.400857 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0b00aab8-2647-4311-bdee-1ce8007a6cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8f4de842-4a94-46cc-a23f-f522c87309e6), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.414766 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd893f7-d1e7-4413-b5a6-a65646404ef3 req-f780bb0a-c139-4762-b4d6-19f75b5e9087 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:11.421777 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-edd893f7-d1e7-4413-b5a6-a65646404ef3 req-f780bb0a-c139-4762-b4d6-19f75b5e9087 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 943 time: 0.2843363 Feb 19 04:12:11.446126 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a17a2-66af-412a-889d-9d443a6fa02a tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811405b6-6024-453f-aaf0-032515f2f2ec,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:11.489137 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8670d8-0854-4d5e-9795-cfc2a8ac3aab tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bb7e57-621c-4123-bbdd-d9019cf2e322,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:11.492885 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1f8670d8-0854-4d5e-9795-cfc2a8ac3aab tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.496680 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1f8670d8-0854-4d5e-9795-cfc2a8ac3aab tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4109600 Feb 19 04:12:11.498538 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35728) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:11.510873 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-f3e4f9bf-b8c1-4e22-a4b2-80f63be41b7d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:11.549440 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-0b00aab8-2647-4311-bdee-1ce8007a6cd4 None None] For port 8f4de842-4a94-46cc-a23f-f522c87309e6, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:11.554600 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-0b00aab8-2647-4311-bdee-1ce8007a6cd4 None None] For port 8f4de842-4a94-46cc-a23f-f522c87309e6, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8f4de842-4a94-46cc-a23f-f522c87309e6,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:11.559011 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d69dff08-4ec1-4740-be79-5a354676b38a req-347a17a2-66af-412a-889d-9d443a6fa02a tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3103242 Feb 19 04:12:11.573653 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0b00aab8-2647-4311-bdee-1ce8007a6cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8f4de842-4a94-46cc-a23f-f522c87309e6), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.625239 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-326480ff-1768-48bf-aefe-a0aa5970cfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:11.625763 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-326480ff-1768-48bf-aefe-a0aa5970cfa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.636089 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-326480ff-1768-48bf-aefe-a0aa5970cfa8 service neutron] 10.222.0.79 "PUT /v2.0/ports/cc0235d1-688f-4a3b-9c71-f1afba0a9284 HTTP/1.1" status: 200 len: 1092 time: 2.6803114 Feb 19 04:12:11.637907 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b00ac0-244d-45a2-a1ee-17e4e826f353', 'tag': 'cc0235d1-688f-4a3b-9c71-f1afba0a9284'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:11.653577 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f274b3-000c-4d98-b032-00169d6ff77f" -d '{"events": [{"name": "network-changed", "server_uuid": "91b00ac0-244d-45a2-a1ee-17e4e826f353", "tag": "cc0235d1-688f-4a3b-9c71-f1afba0a9284"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:11.743619 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00aab8-2647-4311-bdee-1ce8007a6cd4 None None] Pushing event updated for resources: {'Port': ['ID=8f4de842-4a94-46cc-a23f-f522c87309e6,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:11.797782 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0df6d1df-47b3-40a9-9668-26c25c4a6581 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:11.837038 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f3e4f9bf-b8c1-4e22-a4b2-80f63be41b7d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.927799 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 0df6d1df-47b3-40a9-9668-26c25c4a6581 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:11.929397 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0df6d1df-47b3-40a9-9668-26c25c4a6581), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.936538 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326480ff-1768-48bf-aefe-a0aa5970cfa8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc0235d1-688f-4a3b-9c71-f1afba0a9284,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:11.952816 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-edd893f7-d1e7-4413-b5a6-a65646404ef3 req-37114e4f-bc4b-4757-b6e7-430a2d13ec2c tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295544 Feb 19 04:12:11.961593 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2f7e371c-c346-432d-afef-a97c71b72184 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.996973 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-2f7e371c-c346-432d-afef-a97c71b72184 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] device_id is not set on port b94647a3-0dd1-4c76-bb1d-0146b7093003 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:12:12.219922 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 0df6d1df-47b3-40a9-9668-26c25c4a6581 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:12.219922 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0df6d1df-47b3-40a9-9668-26c25c4a6581), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:12.223329 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-c84982fd-d010-48fb-9db9-6a8bb00a3a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:12.227152 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-c84982fd-d010-48fb-9db9-6a8bb00a3a2b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=47d77581683d4c43a3d18ea75c887227&device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 1126 time: 0.4972444 Feb 19 04:12:12.270436 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 0df6d1df-47b3-40a9-9668-26c25c4a6581, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0df6d1df-47b3-40a9-9668-26c25c4a6581,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:12.280228 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0df6d1df-47b3-40a9-9668-26c25c4a6581), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:12.414110 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=0df6d1df-47b3-40a9-9668-26c25c4a6581,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:12.414865 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd5685-9ff0-4f57-9cd5-ccc904341f4e req-ade7618a-47f0-4aa5-9ee3-229ad5b14011 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:12.414865 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07cd5685-9ff0-4f57-9cd5-ccc904341f4e req-ade7618a-47f0-4aa5-9ee3-229ad5b14011 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1b7f37d-00a9-4d9d-8438-dd78b4be8917 HTTP/1.1" status: 200 len: 946 time: 0.6230795 Feb 19 04:12:12.416115 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-307de646-fd2d-4e27-aa3c-aa18a3064597 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc0235d1-688f-4a3b-9c71-f1afba0a9284 HTTP/1.1" status: 200 len: 217 time: 0.1816869 Feb 19 04:12:12.467119 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-2f7e371c-c346-432d-afef-a97c71b72184 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 2001:db8::f816:3eff:fe7b:f903 (1742e730-766a-4fa0-996c-7e016537b1f1/de8f56eb-4d62-4079-b41d-1cdcf1cdfaf0/b94647a3-0dd1-4c76-bb1d-0146b7093003) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:12.557282 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e984e2e-5b2b-4054-a47f-80ecdc1bce96 req-41228969-4ca5-4244-b6b3-25accf4566aa tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:12.564178 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e984e2e-5b2b-4054-a47f-80ecdc1bce96 req-41228969-4ca5-4244-b6b3-25accf4566aa tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 946 time: 0.3850100 Feb 19 04:12:12.576979 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f3e4f9bf-b8c1-4e22-a4b2-80f63be41b7d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:12.580807 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-56369561-a8d3-4614-980b-c9652a01f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:12.582332 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-56369561-a8d3-4614-980b-c9652a01f7cb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4 HTTP/1.1" status: 200 len: 849 time: 0.1497540 Feb 19 04:12:12.595162 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07cd5685-9ff0-4f57-9cd5-ccc904341f4e req-71758f64-501e-4572-8fa1-d7f1804974c5 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c84c6e8-ff44-4a5c-86f6-7ee46db33600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670079 Feb 19 04:12:12.664727 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-63efb5aa-88f4-4631-8773-43e77a987aac req-435cce02-f621-4349-8acc-9d52d18708f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a792c35-5ce7-44ad-be3c-b922184addec {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:12:12.679801 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-63efb5aa-88f4-4631-8773-43e77a987aac req-435cce02-f621-4349-8acc-9d52d18708f0 service neutron] Publish callbacks [] for port (3a792c35-5ce7-44ad-be3c-b922184addec), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:12.704780 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-63efb5aa-88f4-4631-8773-43e77a987aac req-435cce02-f621-4349-8acc-9d52d18708f0 service neutron] Transition to ACTIVE for port object 3a792c35-5ce7-44ad-be3c-b922184addec will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:12:12.726642 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-63efb5aa-88f4-4631-8773-43e77a987aac req-435cce02-f621-4349-8acc-9d52d18708f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (3a792c35-5ce7-44ad-be3c-b922184addec), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:12.800355 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cce02-f621-4349-8acc-9d52d18708f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3a792c35-5ce7-44ad-be3c-b922184addec,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:12.803746 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-f3e4f9bf-b8c1-4e22-a4b2-80f63be41b7d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Allocated IP 172.25.3.130 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/0aba57d2-b66e-4599-9634-8f0669c6617f) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:12.834838 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-6ee8542e-e8ee-4a6a-9d23-f00ea323757e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:12.836442 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-6ee8542e-e8ee-4a6a-9d23-f00ea323757e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=af1b2524-905a-4fb0-b20e-a5912983245d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2372627 Feb 19 04:12:12.859934 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e984e2e-5b2b-4054-a47f-80ecdc1bce96 req-a80157a1-a83d-4508-8a4a-0ac16a681a3c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2948403 Feb 19 04:12:12.901585 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35738) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:12.932991 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f8c8c-b0e9-4c82-b490-683f04d10d8d req-fae665b6-8fef-462e-9f4f-6ca9e08df359 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:12.934589 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de9f8c8c-b0e9-4c82-b490-683f04d10d8d req-fae665b6-8fef-462e-9f4f-6ca9e08df359 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 944 time: 0.2434487 Feb 19 04:12:12.959120 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe29a6f-83f2-4559-abfd-25ccaf4b2176 x-openstack-request-id: req-dfe29a6f-83f2-4559-abfd-25ccaf4b2176 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:12.959414 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b00ac0-244d-45a2-a1ee-17e4e826f353", "tag": "cc0235d1-688f-4a3b-9c71-f1afba0a9284", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:12.959674 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dfe29a6f-83f2-4559-abfd-25ccaf4b2176 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:12.960079 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b00ac0-244d-45a2-a1ee-17e4e826f353', 'tag': 'cc0235d1-688f-4a3b-9c71-f1afba0a9284', 'status': 'completed', 'code': 200} Feb 19 04:12:13.025781 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2f7e371c-c346-432d-afef-a97c71b72184 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (b94647a3-0dd1-4c76-bb1d-0146b7093003), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:13.038458 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-63efb5aa-88f4-4631-8773-43e77a987aac req-435cce02-f621-4349-8acc-9d52d18708f0 service neutron] Attempting to bind port 3a792c35-5ce7-44ad-be3c-b922184addec on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:13.038803 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-63efb5aa-88f4-4631-8773-43e77a987aac req-435cce02-f621-4349-8acc-9d52d18708f0 service neutron] Attempting to bind port 3a792c35-5ce7-44ad-be3c-b922184addec by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '5235181e-dc3c-4aba-8bf2-254db3bce1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7cbf1741-c2f4-4ecb-bd05-d634c442a618'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:13.039131 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63efb5aa-88f4-4631-8773-43e77a987aac req-435cce02-f621-4349-8acc-9d52d18708f0 service neutron] Attempting to bind port 3a792c35-5ce7-44ad-be3c-b922184addec on network 7cbf1741-c2f4-4ecb-bd05-d634c442a618 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:13.047467 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-afa9e476-dfad-470c-9098-6ace3244446b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/floatingips/003f5e25-3a55-4226-bed4-b132e639b448 HTTP/1.1" status: 200 len: 994 time: 0.0907907 Feb 19 04:12:13.080434 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63efb5aa-88f4-4631-8773-43e77a987aac req-435cce02-f621-4349-8acc-9d52d18708f0 service neutron] Port 3a792c35-5ce7-44ad-be3c-b922184addec on network 7cbf1741-c2f4-4ecb-bd05-d634c442a618 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:12:13.080905 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63efb5aa-88f4-4631-8773-43e77a987aac req-435cce02-f621-4349-8acc-9d52d18708f0 service neutron] Attempting to bind port 3a792c35-5ce7-44ad-be3c-b922184addec on network 7cbf1741-c2f4-4ecb-bd05-d634c442a618 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:13.091245 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2f7e371c-c346-432d-afef-a97c71b72184 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (b94647a3-0dd1-4c76-bb1d-0146b7093003), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:13.093097 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63efb5aa-88f4-4631-8773-43e77a987aac req-435cce02-f621-4349-8acc-9d52d18708f0 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:13.093592 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63efb5aa-88f4-4631-8773-43e77a987aac req-435cce02-f621-4349-8acc-9d52d18708f0 service neutron] Checking segment: {'id': '5235181e-dc3c-4aba-8bf2-254db3bce1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7cbf1741-c2f4-4ecb-bd05-d634c442a618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:13.095062 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63efb5aa-88f4-4631-8773-43e77a987aac req-435cce02-f621-4349-8acc-9d52d18708f0 service neutron] Bound using segment: {'id': '5235181e-dc3c-4aba-8bf2-254db3bce1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7cbf1741-c2f4-4ecb-bd05-d634c442a618'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:13.095431 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-63efb5aa-88f4-4631-8773-43e77a987aac req-435cce02-f621-4349-8acc-9d52d18708f0 service neutron] Bound port: 3a792c35-5ce7-44ad-be3c-b922184addec, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5235181e-dc3c-4aba-8bf2-254db3bce1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7cbf1741-c2f4-4ecb-bd05-d634c442a618'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:13.095762 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-63efb5aa-88f4-4631-8773-43e77a987aac req-435cce02-f621-4349-8acc-9d52d18708f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3a792c35-5ce7-44ad-be3c-b922184addec), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:13.136559 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-a450bcc6-bba6-4929-977a-fa568acdf5d8 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923625 Feb 19 04:12:13.209096 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-63efb5aa-88f4-4631-8773-43e77a987aac req-435cce02-f621-4349-8acc-9d52d18708f0 service neutron] For port 3a792c35-5ce7-44ad-be3c-b922184addec, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:13.217044 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-63efb5aa-88f4-4631-8773-43e77a987aac req-435cce02-f621-4349-8acc-9d52d18708f0 service neutron] For port 3a792c35-5ce7-44ad-be3c-b922184addec, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=3a792c35-5ce7-44ad-be3c-b922184addec,segment=NetworkSegment(5235181e-dc3c-4aba-8bf2-254db3bce1f3),segment_id=5235181e-dc3c-4aba-8bf2-254db3bce1f3)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:13.226351 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de9f8c8c-b0e9-4c82-b490-683f04d10d8d req-9eecac0e-7cfb-4da4-91ef-afc4cf06f392 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823236 Feb 19 04:12:13.229190 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f3e4f9bf-b8c1-4e22-a4b2-80f63be41b7d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for port (0aba57d2-b66e-4599-9634-8f0669c6617f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:13.233373 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7e371c-c346-432d-afef-a97c71b72184 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:13.269884 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-63efb5aa-88f4-4631-8773-43e77a987aac req-435cce02-f621-4349-8acc-9d52d18708f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (3a792c35-5ce7-44ad-be3c-b922184addec), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:13.296090 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-2f7e371c-c346-432d-afef-a97c71b72184 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:13.311359 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efb5aa-88f4-4631-8773-43e77a987aac req-435cce02-f621-4349-8acc-9d52d18708f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:13.311999 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-63efb5aa-88f4-4631-8773-43e77a987aac req-435cce02-f621-4349-8acc-9d52d18708f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:13.313488 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-63efb5aa-88f4-4631-8773-43e77a987aac req-435cce02-f621-4349-8acc-9d52d18708f0 service neutron] 10.222.0.26 "PUT /v2.0/ports/3a792c35-5ce7-44ad-be3c-b922184addec HTTP/1.1" status: 200 len: 1093 time: 2.1540809 Feb 19 04:12:13.313964 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663bf6a9-5b5f-4777-88ac-2a55b55cbcd9', 'tag': '3a792c35-5ce7-44ad-be3c-b922184addec'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:13.316334 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7e371c-c346-432d-afef-a97c71b72184 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:13.316711 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c1ca86-ee65-4715-8794-dd1b627c8172" -d '{"events": [{"name": "network-changed", "server_uuid": "663bf6a9-5b5f-4777-88ac-2a55b55cbcd9", "tag": "3a792c35-5ce7-44ad-be3c-b922184addec"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:13.334414 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7e371c-c346-432d-afef-a97c71b72184 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:13.335679 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2f7e371c-c346-432d-afef-a97c71b72184 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:13.342656 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e371c-c346-432d-afef-a97c71b72184 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=b94647a3-0dd1-4c76-bb1d-0146b7093003,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:13.365572 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f3e4f9bf-b8c1-4e22-a4b2-80f63be41b7d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (0aba57d2-b66e-4599-9634-8f0669c6617f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:13.394212 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ec341-05d5-4379-a6c4-4b1061ffa2ad req-947b53bf-e15d-480c-81e5-5937e75cc8e6 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:13.394585 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cce02-f621-4349-8acc-9d52d18708f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3a792c35-5ce7-44ad-be3c-b922184addec,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:13.397867 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-283ec341-05d5-4379-a6c4-4b1061ffa2ad req-947b53bf-e15d-480c-81e5-5937e75cc8e6 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 943 time: 0.2602334 Feb 19 04:12:13.430467 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2f7e371c-c346-432d-afef-a97c71b72184 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3202250 Feb 19 04:12:13.443790 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35756) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:13.459275 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d28d77b3-481c-4380-b156-e26d78dcc4c1 req-8a7e8a94-c366-46e0-8d0c-efeba6637d82 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989545 Feb 19 04:12:13.478351 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e4f9bf-b8c1-4e22-a4b2-80f63be41b7d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:13.482783 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c228910a-ac05-489d-9d82-c73d158946de x-openstack-request-id: req-c228910a-ac05-489d-9d82-c73d158946de {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:13.483086 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663bf6a9-5b5f-4777-88ac-2a55b55cbcd9", "tag": "3a792c35-5ce7-44ad-be3c-b922184addec", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:13.483350 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c228910a-ac05-489d-9d82-c73d158946de {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:13.483752 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663bf6a9-5b5f-4777-88ac-2a55b55cbcd9', 'tag': '3a792c35-5ce7-44ad-be3c-b922184addec', 'status': 'completed', 'code': 200} Feb 19 04:12:13.484697 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-f3e4f9bf-b8c1-4e22-a4b2-80f63be41b7d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:13.487683 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e4f9bf-b8c1-4e22-a4b2-80f63be41b7d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:13.610273 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4f9bf-b8c1-4e22-a4b2-80f63be41b7d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Pushing event updated for resources: {'Port': ['ID=0aba57d2-b66e-4599-9634-8f0669c6617f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:13.642814 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-283ec341-05d5-4379-a6c4-4b1061ffa2ad req-1b493dd1-3f15-4001-b828-a9826a06526c tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439389 Feb 19 04:12:13.671698 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efb5aa-88f4-4631-8773-43e77a987aac req-3125316f-fd6a-4459-b6c8-7de24d01176f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:13.675243 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-63efb5aa-88f4-4631-8773-43e77a987aac req-3125316f-fd6a-4459-b6c8-7de24d01176f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0de0bed00dc48a1a91b9778ced33263&device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 1127 time: 0.2952328 Feb 19 04:12:13.676528 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-84c529ab-8e37-4321-b609-ffbe81501806 None None] Provisioning complete for port 8f4de842-4a94-46cc-a23f-f522c87309e6 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:13.677392 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-84c529ab-8e37-4321-b609-ffbe81501806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8f4de842-4a94-46cc-a23f-f522c87309e6), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:13.755548 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ea44b0-6e70-4b99-b726-eeb23183ca18 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:13.761898 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ea44b0-6e70-4b99-b726-eeb23183ca18 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:13.775327 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-52ea44b0-6e70-4b99-b726-eeb23183ca18 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3286378 Feb 19 04:12:13.777228 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35764) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:13.798696 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-63efb5aa-88f4-4631-8773-43e77a987aac req-a616bec5-8304-428e-b11d-43cb1084f417 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a792c35-5ce7-44ad-be3c-b922184addec HTTP/1.1" status: 200 len: 217 time: 0.1148987 Feb 19 04:12:13.817896 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-84c529ab-8e37-4321-b609-ffbe81501806 None None] Current status of the port 8f4de842-4a94-46cc-a23f-f522c87309e6 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:13.818633 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-84c529ab-8e37-4321-b609-ffbe81501806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8f4de842-4a94-46cc-a23f-f522c87309e6), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:13.822132 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0df6d1df-47b3-40a9-9668-26c25c4a6581 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:13.867109 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f3e4f9bf-b8c1-4e22-a4b2-80f63be41b7d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for floatingip (151139b5-c986-47ef-8d98-1d389a53b9b1), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:13.884792 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-65154ef0-af4c-4078-aa67-1cd3049f485d req-0db46437-66fd-4360-b830-68e591f5ca38 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:12:13.885854 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-65154ef0-af4c-4078-aa67-1cd3049f485d req-0db46437-66fd-4360-b830-68e591f5ca38 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1094463 Feb 19 04:12:13.949177 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 0df6d1df-47b3-40a9-9668-26c25c4a6581 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:13.951056 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0df6d1df-47b3-40a9-9668-26c25c4a6581), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:13.957962 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-84c529ab-8e37-4321-b609-ffbe81501806 None None] For port 8f4de842-4a94-46cc-a23f-f522c87309e6, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8f4de842-4a94-46cc-a23f-f522c87309e6,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:13.968597 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efb5aa-88f4-4631-8773-43e77a987aac req-ef94af93-bea6-4552-a2a1-34ab82587486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:13.973927 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-63efb5aa-88f4-4631-8773-43e77a987aac req-ef94af93-bea6-4552-a2a1-34ab82587486 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8598c1f5-4b4c-41f2-bd71-4f8f4093e3bb HTTP/1.1" status: 200 len: 855 time: 0.0941863 Feb 19 04:12:14.013453 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-84c529ab-8e37-4321-b609-ffbe81501806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8f4de842-4a94-46cc-a23f-f522c87309e6), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:14.021352 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f274b3-000c-4d98-b032-00169d6ff77f req-e02eb507-4041-4a43-8132-66a5866a534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:14.023341 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-51f274b3-000c-4d98-b032-00169d6ff77f req-e02eb507-4041-4a43-8132-66a5866a534c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=47d77581683d4c43a3d18ea75c887227&device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 1126 time: 0.4556878 Feb 19 04:12:14.032146 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16744e-2358-4539-ac1b-8f14132f74fd req-6b8c595f-f3e8-4861-8b1e-0496b795ed4c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:14.034546 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe16744e-2358-4539-ac1b-8f14132f74fd req-6b8c595f-f3e8-4861-8b1e-0496b795ed4c tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1b7f37d-00a9-4d9d-8438-dd78b4be8917 HTTP/1.1" status: 200 len: 946 time: 0.1868136 Feb 19 04:12:14.066608 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f3e4f9bf-b8c1-4e22-a4b2-80f63be41b7d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0aba57d2-b66e-4599-9634-8f0669c6617f), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:14.108490 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-63efb5aa-88f4-4631-8773-43e77a987aac req-5685de5e-89b2-4e39-8873-21b51516ba82 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7cbf1741-c2f4-4ecb-bd05-d634c442a618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909111 Feb 19 04:12:14.148630 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c529ab-8e37-4321-b609-ffbe81501806 None None] Pushing event updated for resources: {'Port': ['ID=8f4de842-4a94-46cc-a23f-f522c87309e6,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:14.188668 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-593f7c19-11db-4ae8-95a8-e6ccdcbd972d None None] Provisioning complete for port b94647a3-0dd1-4c76-bb1d-0146b7093003 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:14.189172 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-1aacbab0-4c2b-434d-b8ea-1c5b5d87e7d3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting port b94647a3-0dd1-4c76-bb1d-0146b7093003 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:14.189524 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1aacbab0-4c2b-434d-b8ea-1c5b5d87e7d3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b94647a3-0dd1-4c76-bb1d-0146b7093003), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:14.190091 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-593f7c19-11db-4ae8-95a8-e6ccdcbd972d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b94647a3-0dd1-4c76-bb1d-0146b7093003), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:14.223918 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-63efb5aa-88f4-4631-8773-43e77a987aac req-ab59035e-8e6e-41d1-a265-99866ef3e9f1 service neutron] 10.222.0.26 "GET /v2.0/networks/7cbf1741-c2f4-4ecb-bd05-d634c442a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034610 Feb 19 04:12:14.235577 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7eff73a-6c21-45bc-9138-bef4a8ba7568 None None] Sync routers for ids ['cc6badf1-dead-437b-aaea-9a53f7947954'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:12:14.248629 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eff73a-6c21-45bc-9138-bef4a8ba7568 None None] Routers {'cc6badf1-dead-437b-aaea-9a53f7947954'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:14.251331 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a7eff73a-6c21-45bc-9138-bef4a8ba7568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:12:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['cc6badf1-dead-437b-aaea-9a53f7947954'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:14.322867 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-593f7c19-11db-4ae8-95a8-e6ccdcbd972d None None] Port b94647a3-0dd1-4c76-bb1d-0146b7093003 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:12:14.352383 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 0df6d1df-47b3-40a9-9668-26c25c4a6581 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:14.354779 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe16744e-2358-4539-ac1b-8f14132f74fd req-bec691e3-ee04-4165-9142-b66652a9a9b2 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c84c6e8-ff44-4a5c-86f6-7ee46db33600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2399240 Feb 19 04:12:14.356100 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8f4de842-4a94-46cc-a23f-f522c87309e6 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:14.362193 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f274b3-000c-4d98-b032-00169d6ff77f req-b4385460-65c0-468e-b443-96f6e17540b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:14.363917 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-51f274b3-000c-4d98-b032-00169d6ff77f req-b4385460-65c0-468e-b443-96f6e17540b3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=af1b2524-905a-4fb0-b20e-a5912983245d HTTP/1.1" status: 200 len: 911 time: 0.3273299 Feb 19 04:12:14.446586 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-a7eff73a-6c21-45bc-9138-bef4a8ba7568 None None] Set router cc6badf1-dead-437b-aaea-9a53f7947954 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:14.519099 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 8f4de842-4a94-46cc-a23f-f522c87309e6 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:14.519494 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8f4de842-4a94-46cc-a23f-f522c87309e6), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:14.560645 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-51f274b3-000c-4d98-b032-00169d6ff77f req-dfc03059-3a6a-422a-87be-11336f5092e5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc0235d1-688f-4a3b-9c71-f1afba0a9284 HTTP/1.1" status: 200 len: 217 time: 0.1700034 Feb 19 04:12:14.623725 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-63efb5aa-88f4-4631-8773-43e77a987aac req-fa3b8cac-2437-4017-bf19-914077617862 service neutron] 10.222.0.26 "GET /v2.0/networks/7cbf1741-c2f4-4ecb-bd05-d634c442a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922980 Feb 19 04:12:14.695777 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a7eff73a-6c21-45bc-9138-bef4a8ba7568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'name': 'tempest-AttachVolumeShelveTestJSON-1904373393-router', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:57Z', 'updated_at': '2022-02-19T04:12:06Z', 'revision_number': 4, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'gw_port': {'id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:dd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:00Z', 'updated_at': '2022-02-19T04:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '4f8b1ce8-ba59-4169-9e5f-e039c1da4667', 'name': '', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'mac_address': 'fa:16:3e:42:ee:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:06Z', 'revision_number': 2, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'subnets': [{'id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:14.743585 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 8f4de842-4a94-46cc-a23f-f522c87309e6 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:14.756937 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1aacbab0-4c2b-434d-b8ea-1c5b5d87e7d3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b94647a3-0dd1-4c76-bb1d-0146b7093003), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:14.772049 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-78856e65-1c02-458c-9596-fbfc85b1965b req-3a3159dc-642c-4442-b0f6-e1b17e667fb7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2443347 Feb 19 04:12:14.794726 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-78856e65-1c02-458c-9596-fbfc85b1965b req-38690b68-349e-49aa-8b7d-3eedaf2c0e0d service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:12:14.795758 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-78856e65-1c02-458c-9596-fbfc85b1965b req-38690b68-349e-49aa-8b7d-3eedaf2c0e0d service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0182149 Feb 19 04:12:14.816700 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1ca86-ee65-4715-8794-dd1b627c8172 req-2c37fe02-e98a-4591-add9-58051bbab56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:14.818099 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a5c1ca86-ee65-4715-8794-dd1b627c8172 req-2c37fe02-e98a-4591-add9-58051bbab56d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0de0bed00dc48a1a91b9778ced33263&device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 1127 time: 0.1089699 Feb 19 04:12:14.847141 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-1aacbab0-4c2b-434d-b8ea-1c5b5d87e7d3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Calling delete_port for b94647a3-0dd1-4c76-bb1d-0146b7093003 owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:12:14.867370 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7eff73a-6c21-45bc-9138-bef4a8ba7568 None None] Checking router: cc6badf1-dead-437b-aaea-9a53f7947954 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:12:14.868097 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7eff73a-6c21-45bc-9138-bef4a8ba7568 None None] Updating router cc6badf1-dead-437b-aaea-9a53f7947954 port 4f8b1ce8-ba59-4169-9e5f-e039c1da4667 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:12:14.902783 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a7eff73a-6c21-45bc-9138-bef4a8ba7568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4f8b1ce8-ba59-4169-9e5f-e039c1da4667), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:14.943925 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f3e4f9bf-b8c1-4e22-a4b2-80f63be41b7d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for port (0aba57d2-b66e-4599-9634-8f0669c6617f), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:14.947032 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1ca86-ee65-4715-8794-dd1b627c8172 req-e959168a-757b-4f37-9c55-91ce29992e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:14.948988 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a5c1ca86-ee65-4715-8794-dd1b627c8172 req-e959168a-757b-4f37-9c55-91ce29992e47 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7cbf1741-c2f4-4ecb-bd05-d634c442a618 HTTP/1.1" status: 200 len: 916 time: 0.1221752 Feb 19 04:12:14.952250 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f274b3-000c-4d98-b032-00169d6ff77f req-b6d5a7ba-749f-490a-a3ad-59659b974052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:14.954282 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f3e4f9bf-b8c1-4e22-a4b2-80f63be41b7d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (0aba57d2-b66e-4599-9634-8f0669c6617f), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:14.956305 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-51f274b3-000c-4d98-b032-00169d6ff77f req-b6d5a7ba-749f-490a-a3ad-59659b974052 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4 HTTP/1.1" status: 200 len: 849 time: 0.2904041 Feb 19 04:12:14.996010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e91c0-686f-45fb-9ce2-78f767143bdf req-6a3be392-dbfa-469e-a3eb-60d70511ed87 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:14.997930 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b37e91c0-686f-45fb-9ce2-78f767143bdf req-6a3be392-dbfa-469e-a3eb-60d70511ed87 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1b7f37d-00a9-4d9d-8438-dd78b4be8917 HTTP/1.1" status: 200 len: 946 time: 0.4660931 Feb 19 04:12:15.023340 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35792) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:15.033215 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6640b-e38d-4170-8948-829542dc4c26 req-2059411b-3dc0-4e59-9f92-f485236f574f tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:15.034886 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1df6640b-e38d-4170-8948-829542dc4c26 req-2059411b-3dc0-4e59-9f92-f485236f574f tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 944 time: 0.4923480 Feb 19 04:12:15.039700 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-6fdf57c7-775b-4e05-900b-8186dd301ffd tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Request body: {'floatingip': {'port_id': 'c1d14708-40fd-4ab3-85b7-53f5e570821d'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:15.086338 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a5c1ca86-ee65-4715-8794-dd1b627c8172 req-e77c8cbc-59fe-4bb1-8766-a26e9bac2569 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a792c35-5ce7-44ad-be3c-b922184addec HTTP/1.1" status: 200 len: 217 time: 0.1190059 Feb 19 04:12:15.176527 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6fdf57c7-775b-4e05-900b-8186dd301ffd tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for floatingip (f724a4fa-e577-4801-84c2-77a33963e018), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:15.189829 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4f9bf-b8c1-4e22-a4b2-80f63be41b7d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Pushing event updated for resources: {'Port': ['ID=0aba57d2-b66e-4599-9634-8f0669c6617f,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:15.195005 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f3e4f9bf-b8c1-4e22-a4b2-80f63be41b7d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (151139b5-c986-47ef-8d98-1d389a53b9b1), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:15.206359 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1ca86-ee65-4715-8794-dd1b627c8172 req-883d748e-482c-4f01-a4a4-c9fa36a62b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:15.207895 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a5c1ca86-ee65-4715-8794-dd1b627c8172 req-883d748e-482c-4f01-a4a4-c9fa36a62b30 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8598c1f5-4b4c-41f2-bd71-4f8f4093e3bb HTTP/1.1" status: 200 len: 855 time: 0.0937073 Feb 19 04:12:15.231313 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f3e4f9bf-b8c1-4e22-a4b2-80f63be41b7d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:15.233194 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f3e4f9bf-b8c1-4e22-a4b2-80f63be41b7d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7315223 Feb 19 04:12:15.259902 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a5c1ca86-ee65-4715-8794-dd1b627c8172 req-b9b2f4b2-4593-42cb-a095-f852cb3003bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7cbf1741-c2f4-4ecb-bd05-d634c442a618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452082 Feb 19 04:12:15.326940 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f274b3-000c-4d98-b032-00169d6ff77f req-ccc7f0a4-179d-4e6b-8a58-83ce689bb740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:15.332631 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-51f274b3-000c-4d98-b032-00169d6ff77f req-ccc7f0a4-179d-4e6b-8a58-83ce689bb740 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=af1b2524-905a-4fb0-b20e-a5912983245d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3686526 Feb 19 04:12:15.348362 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1df6640b-e38d-4170-8948-829542dc4c26 req-45a716c7-717b-452b-afb7-5a89ee5bb021 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001068 Feb 19 04:12:15.354023 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a7eff73a-6c21-45bc-9138-bef4a8ba7568 None None] Publish callbacks [] for port (4f8b1ce8-ba59-4169-9e5f-e039c1da4667), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:15.373974 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a7eff73a-6c21-45bc-9138-bef4a8ba7568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4f8b1ce8-ba59-4169-9e5f-e039c1da4667), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:15.480351 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091928a2-3b69-477f-803b-3dc819ac32e0 req-c941474f-7e45-4b49-a2fd-e3dbb08c97f5 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:15.488030 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a5c1ca86-ee65-4715-8794-dd1b627c8172 req-e04dadd2-63d1-4642-aacf-e16d8721e87d service neutron] 10.222.0.26 "GET /v2.0/networks/7cbf1741-c2f4-4ecb-bd05-d634c442a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208493 Feb 19 04:12:15.491403 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-091928a2-3b69-477f-803b-3dc819ac32e0 req-c941474f-7e45-4b49-a2fd-e3dbb08c97f5 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 946 time: 0.3768592 Feb 19 04:12:15.501555 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1aacbab0-4c2b-434d-b8ea-1c5b5d87e7d3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (b94647a3-0dd1-4c76-bb1d-0146b7093003), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:15.546312 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-a7eff73a-6c21-45bc-9138-bef4a8ba7568 None None] Attempting to bind port 4f8b1ce8-ba59-4169-9e5f-e039c1da4667 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:15.546688 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-a7eff73a-6c21-45bc-9138-bef4a8ba7568 None None] Attempting to bind port 4f8b1ce8-ba59-4169-9e5f-e039c1da4667 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '497fb465-7e79-4cfa-b11e-c331ea94ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:15.547086 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eff73a-6c21-45bc-9138-bef4a8ba7568 None None] Attempting to bind port 4f8b1ce8-ba59-4169-9e5f-e039c1da4667 on network d969274d-e3f5-4be2-94a1-23d058336a4e {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:15.556333 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eff73a-6c21-45bc-9138-bef4a8ba7568 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:15.556771 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eff73a-6c21-45bc-9138-bef4a8ba7568 None None] Checking segment: {'id': '497fb465-7e79-4cfa-b11e-c331ea94ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:15.557805 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a7eff73a-6c21-45bc-9138-bef4a8ba7568 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:15.559348 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eff73a-6c21-45bc-9138-bef4a8ba7568 None None] Bound using segment: {'id': '497fb465-7e79-4cfa-b11e-c331ea94ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:15.559873 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-a7eff73a-6c21-45bc-9138-bef4a8ba7568 None None] Bound port: 4f8b1ce8-ba59-4169-9e5f-e039c1da4667, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497fb465-7e79-4cfa-b11e-c331ea94ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:15.560265 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a7eff73a-6c21-45bc-9138-bef4a8ba7568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4f8b1ce8-ba59-4169-9e5f-e039c1da4667), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:15.563909 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52570732-3df1-4491-bf36-236d770fd3ea None None] Pushing event updated for resources: {'Port': ['ID=4f8b1ce8-ba59-4169-9e5f-e039c1da4667,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:15.590619 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8f4de842-4a94-46cc-a23f-f522c87309e6 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:15.611352 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78856e65-1c02-458c-9596-fbfc85b1965b req-e79a97ad-b8bf-42b1-a617-dd111256eeeb tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:15.613028 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-78856e65-1c02-458c-9596-fbfc85b1965b req-e79a97ad-b8bf-42b1-a617-dd111256eeeb tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/ports/c8d96e85-d872-4c04-a41a-a5d772b2495f HTTP/1.1" status: 200 len: 1126 time: 0.2778645 Feb 19 04:12:15.691930 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a5c1ca86-ee65-4715-8794-dd1b627c8172 req-e95bd456-e422-4ad6-b10c-f746c7a29be8 service neutron] 10.222.0.26 "GET /v2.0/networks/7cbf1741-c2f4-4ecb-bd05-d634c442a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826334 Feb 19 04:12:15.722554 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-a7eff73a-6c21-45bc-9138-bef4a8ba7568 None None] For port 4f8b1ce8-ba59-4169-9e5f-e039c1da4667, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:15.728312 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-a7eff73a-6c21-45bc-9138-bef4a8ba7568 None None] For port 4f8b1ce8-ba59-4169-9e5f-e039c1da4667, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4f8b1ce8-ba59-4169-9e5f-e039c1da4667,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:15.742563 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a7eff73a-6c21-45bc-9138-bef4a8ba7568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4f8b1ce8-ba59-4169-9e5f-e039c1da4667), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:15.772779 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 8f4de842-4a94-46cc-a23f-f522c87309e6 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:15.778877 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8f4de842-4a94-46cc-a23f-f522c87309e6), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:15.831478 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eff73a-6c21-45bc-9138-bef4a8ba7568 None None] Routers {'cc6badf1-dead-437b-aaea-9a53f7947954'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:15.832230 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a7eff73a-6c21-45bc-9138-bef4a8ba7568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:12:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['cc6badf1-dead-437b-aaea-9a53f7947954'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:15.929610 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-5d631532-0287-4323-b947-466d1029c461 None None] Provisioning complete for port 4f8b1ce8-ba59-4169-9e5f-e039c1da4667 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:15.930265 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5d631532-0287-4323-b947-466d1029c461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4f8b1ce8-ba59-4169-9e5f-e039c1da4667), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:15.951231 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52570732-3df1-4491-bf36-236d770fd3ea None None] Pushing event updated for resources: {'Port': ['ID=4f8b1ce8-ba59-4169-9e5f-e039c1da4667,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:15.989466 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device cc0235d1-688f-4a3b-9c71-f1afba0a9284 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:12:16.101189 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-a7eff73a-6c21-45bc-9138-bef4a8ba7568 None None] Set router cc6badf1-dead-437b-aaea-9a53f7947954 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:16.337726 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacbab0-4c2b-434d-b8ea-1c5b5d87e7d3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Port': ['ID=b94647a3-0dd1-4c76-bb1d-0146b7093003,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:16.423681 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-091928a2-3b69-477f-803b-3dc819ac32e0 req-bb766cd4-7eee-42a8-a10d-d5355bd68ce0 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9313867 Feb 19 04:12:16.534592 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1aacbab0-4c2b-434d-b8ea-1c5b5d87e7d3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:16.539105 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1aacbab0-4c2b-434d-b8ea-1c5b5d87e7d3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/b94647a3-0dd1-4c76-bb1d-0146b7093003 HTTP/1.1" status: 204 len: 168 time: 2.7608068 Feb 19 04:12:16.541624 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35832) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:16.596471 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a7eff73a-6c21-45bc-9138-bef4a8ba7568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'name': 'tempest-AttachVolumeShelveTestJSON-1904373393-router', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:57Z', 'updated_at': '2022-02-19T04:12:06Z', 'revision_number': 4, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'gw_port': {'id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:dd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:00Z', 'updated_at': '2022-02-19T04:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '4f8b1ce8-ba59-4169-9e5f-e039c1da4667', 'name': '', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'mac_address': 'fa:16:3e:42:ee:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:15Z', 'revision_number': 4, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'subnets': [{'id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:16.633014 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593568b6-afd4-4b25-80e0-b0c12bbce63d req-579cb2a6-f51c-4c38-8d5c-f90ee14f0da7 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:16.640799 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-593568b6-afd4-4b25-80e0-b0c12bbce63d req-579cb2a6-f51c-4c38-8d5c-f90ee14f0da7 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 943 time: 1.1425729 Feb 19 04:12:16.649578 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7eff73a-6c21-45bc-9138-bef4a8ba7568 None None] The sync data for ids ['cc6badf1-dead-437b-aaea-9a53f7947954'] in n-d-828369-19 is: [{'id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'name': 'tempest-AttachVolumeShelveTestJSON-1904373393-router', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:57Z', 'updated_at': '2022-02-19T04:12:06Z', 'revision_number': 4, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'gw_port': {'id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:dd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:00Z', 'updated_at': '2022-02-19T04:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '4f8b1ce8-ba59-4169-9e5f-e039c1da4667', 'name': '', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'mac_address': 'fa:16:3e:42:ee:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:15Z', 'revision_number': 4, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'subnets': [{'id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:12:16.664956 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 8f4de842-4a94-46cc-a23f-f522c87309e6 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:16.716610 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port cc0235d1-688f-4a3b-9c71-f1afba0a9284, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=cc0235d1-688f-4a3b-9c71-f1afba0a9284,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:16.728143 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-5d631532-0287-4323-b947-466d1029c461 None None] Current status of the port 4f8b1ce8-ba59-4169-9e5f-e039c1da4667 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:16.728638 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5d631532-0287-4323-b947-466d1029c461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4f8b1ce8-ba59-4169-9e5f-e039c1da4667), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:16.743244 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'cc0235d1-688f-4a3b-9c71-f1afba0a9284', 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'port_id': 'cc0235d1-688f-4a3b-9c71-f1afba0a9284', 'mac_address': 'fa:16:3e:c5:ef:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:12:16.779299 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a4d372-fb10-43c1-ad28-298f56fb951f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:16.781782 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a4d372-fb10-43c1-ad28-298f56fb951f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:16.783586 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-26a4d372-fb10-43c1-ad28-298f56fb951f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2403688 Feb 19 04:12:16.786505 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35834) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:16.821244 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-51f274b3-000c-4d98-b032-00169d6ff77f req-a65a1084-aa55-4f28-b5c5-dbc4b59cac19 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4678230 Feb 19 04:12:16.827582 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabf875-3a68-460d-b456-54f18bed70aa req-411c2e3b-98c2-4f55-9649-5c242f923401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:16.829624 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-cbabf875-3a68-460d-b456-54f18bed70aa req-411c2e3b-98c2-4f55-9649-5c242f923401 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 1129 time: 0.1686482 Feb 19 04:12:16.848381 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port cc0235d1-688f-4a3b-9c71-f1afba0a9284 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:16.850201 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cc0235d1-688f-4a3b-9c71-f1afba0a9284), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:16.857984 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-e556bc02-954f-4067-8036-4ab92ca8d3b0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet de8f56eb-4d62-4079-b41d-1cdcf1cdfaf0 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:12:16.869942 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc0235d1-688f-4a3b-9c71-f1afba0a9284 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:12:16.877514 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-5d631532-0287-4323-b947-466d1029c461 None None] For port 4f8b1ce8-ba59-4169-9e5f-e039c1da4667, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4f8b1ce8-ba59-4169-9e5f-e039c1da4667,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:16.904304 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port cc0235d1-688f-4a3b-9c71-f1afba0a9284, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=cc0235d1-688f-4a3b-9c71-f1afba0a9284,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:16.908818 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5d631532-0287-4323-b947-466d1029c461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4f8b1ce8-ba59-4169-9e5f-e039c1da4667), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:16.996474 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-593568b6-afd4-4b25-80e0-b0c12bbce63d req-7f4d5c19-744e-4505-a04e-0bc85709a3dd tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436222 Feb 19 04:12:16.998979 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (cc0235d1-688f-4a3b-9c71-f1afba0a9284), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:17.015235 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-462ae111-9b8c-485e-8070-f082bf3527fa req-26019e4c-cd6a-491b-9eea-22c23c9c85d5 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--905422393&fields=id&tenant_id=90f22cfd00964f179efcdc77f1d50815 HTTP/1.1" status: 200 len: 267 time: 0.4252458 Feb 19 04:12:17.050457 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d631532-0287-4323-b947-466d1029c461 None None] Pushing event updated for resources: {'Port': ['ID=4f8b1ce8-ba59-4169-9e5f-e039c1da4667,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:17.077203 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabf875-3a68-460d-b456-54f18bed70aa req-ddaa7ecc-b38e-4267-88ca-efbf8634d10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:17.078991 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-cbabf875-3a68-460d-b456-54f18bed70aa req-ddaa7ecc-b38e-4267-88ca-efbf8634d10f service neutron] 10.222.0.26 "GET /v2.0/networks?id=33bfb928-b88c-483e-9011-0f74d9c470b9 HTTP/1.1" status: 200 len: 897 time: 0.2258775 Feb 19 04:12:17.079846 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e556bc02-954f-4067-8036-4ab92ca8d3b0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (de8f56eb-4d62-4079-b41d-1cdcf1cdfaf0), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:17.119315 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=cc0235d1-688f-4a3b-9c71-f1afba0a9284,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:17.152953 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6dd3e7b4-3331-42a2-8ab2-7691028ab855 None None] Provisioning complete for port 4f8b1ce8-ba59-4169-9e5f-e039c1da4667 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:17.153510 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6dd3e7b4-3331-42a2-8ab2-7691028ab855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4f8b1ce8-ba59-4169-9e5f-e039c1da4667), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:17.186875 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e556bc02-954f-4067-8036-4ab92ca8d3b0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (de8f56eb-4d62-4079-b41d-1cdcf1cdfaf0), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:17.241024 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-cbabf875-3a68-460d-b456-54f18bed70aa req-86e43095-61fd-4ab4-ac72-efcae62d683a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8d96e85-d872-4c04-a41a-a5d772b2495f HTTP/1.1" status: 200 len: 1002 time: 0.1365767 Feb 19 04:12:17.278291 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6dd3e7b4-3331-42a2-8ab2-7691028ab855 None None] Current status of the port 4f8b1ce8-ba59-4169-9e5f-e039c1da4667 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:17.282248 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['cc0235d1-688f-4a3b-9c71-f1afba0a9284'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:12:17.369004 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabf875-3a68-460d-b456-54f18bed70aa req-f3ccfa89-3d8a-4625-b68b-3e6ce23b2797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:17.370851 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-cbabf875-3a68-460d-b456-54f18bed70aa req-f3ccfa89-3d8a-4625-b68b-3e6ce23b2797 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b75aa528-0873-412b-92b8-b69da9ced5ce HTTP/1.1" status: 200 len: 834 time: 0.1182735 Feb 19 04:12:17.379358 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e556bc02-954f-4067-8036-4ab92ca8d3b0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (de8f56eb-4d62-4079-b41d-1cdcf1cdfaf0), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:17.390141 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ae111-9b8c-485e-8070-f082bf3527fa req-f3ed2a08-2758-4844-911a-0cc58ab58e99 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:17.391835 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-462ae111-9b8c-485e-8070-f082bf3527fa req-f3ed2a08-2758-4844-911a-0cc58ab58e99 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/networks?id=d969274d-e3f5-4be2-94a1-23d058336a4e HTTP/1.1" status: 200 len: 817 time: 0.3641186 Feb 19 04:12:17.427895 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-51f274b3-000c-4d98-b032-00169d6ff77f req-41888728-2c41-499d-b192-d5fc8b325fa2 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5940580 Feb 19 04:12:17.431527 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-462ae111-9b8c-485e-8070-f082bf3527fa req-36aac247-762c-4bc5-b02d-be7acb443e8c tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/quotas/90f22cfd00964f179efcdc77f1d50815 HTTP/1.1" status: 200 len: 375 time: 0.0296876 Feb 19 04:12:17.516788 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabf875-3a68-460d-b456-54f18bed70aa req-e9433701-d908-4b1c-894d-08a11c96a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:17.518566 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-cbabf875-3a68-460d-b456-54f18bed70aa req-e9433701-d908-4b1c-894d-08a11c96a143 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33bfb928-b88c-483e-9011-0f74d9c470b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1353450 Feb 19 04:12:17.571668 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403082ec-4fb1-4fa0-917b-8a77054ada16 req-944d669b-06b2-4f03-baec-5a72d3e892f4 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:17.573265 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-403082ec-4fb1-4fa0-917b-8a77054ada16 req-944d669b-06b2-4f03-baec-5a72d3e892f4 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 944 time: 0.4360685 Feb 19 04:12:17.608402 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-462ae111-9b8c-485e-8070-f082bf3527fa req-ff72b9e9-dc94-4cad-88a0-e53c078b1b2d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=90f22cfd00964f179efcdc77f1d50815&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1690388 Feb 19 04:12:17.650763 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4f8b1ce8-ba59-4169-9e5f-e039c1da4667 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:17.654652 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e556bc02-954f-4067-8036-4ab92ca8d3b0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (de8f56eb-4d62-4079-b41d-1cdcf1cdfaf0), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:17.697627 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e556bc02-954f-4067-8036-4ab92ca8d3b0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:17.704094 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e556bc02-954f-4067-8036-4ab92ca8d3b0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/de8f56eb-4d62-4079-b41d-1cdcf1cdfaf0 HTTP/1.1" status: 204 len: 168 time: 0.9134879 Feb 19 04:12:17.705509 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556bc02-954f-4067-8036-4ab92ca8d3b0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=de8f56eb-4d62-4079-b41d-1cdcf1cdfaf0,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:17.707697 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35840) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:17.726790 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d99aad5-7630-46ba-bcf9-aec7aa0ef58e None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:17.776070 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cc798de8-853b-4c14-b969-93f9a0e01fb4 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615933 Feb 19 04:12:17.777180 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35842) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:17.782925 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-bff2d929-be9d-43a9-84e8-391a310f47f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:17.856404 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.db.resource_extend [None req-6fdf57c7-775b-4e05-900b-8186dd301ffd tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:12:17.873250 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 4f8b1ce8-ba59-4169-9e5f-e039c1da4667 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:17.873819 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4f8b1ce8-ba59-4169-9e5f-e039c1da4667), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:17.883557 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-cbabf875-3a68-460d-b456-54f18bed70aa req-852a7481-9784-47c2-9a59-526fe4f3b6ba service neutron] 10.222.0.26 "GET /v2.0/networks/33bfb928-b88c-483e-9011-0f74d9c470b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560245 Feb 19 04:12:17.900060 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff2d929-be9d-43a9-84e8-391a310f47f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:17.903669 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bff2d929-be9d-43a9-84e8-391a310f47f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:17.904201 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-462ae111-9b8c-485e-8070-f082bf3527fa req-b922ef04-6e87-4f23-ba91-a60d403aa4d8 service neutron] 10.222.0.52 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620630 Feb 19 04:12:17.912570 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-403082ec-4fb1-4fa0-917b-8a77054ada16 req-8fe050fa-edcc-4f90-a994-e6534391a72d tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275533 Feb 19 04:12:18.001115 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device cc0235d1-688f-4a3b-9c71-f1afba0a9284 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:18.018815 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6fdf57c7-775b-4e05-900b-8186dd301ffd tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.088126 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6fdf57c7-775b-4e05-900b-8186dd301ffd tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (f724a4fa-e577-4801-84c2-77a33963e018), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.132356 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 4f8b1ce8-ba59-4169-9e5f-e039c1da4667 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:18.140124 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port cc0235d1-688f-4a3b-9c71-f1afba0a9284 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:12:18.148220 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port cc0235d1-688f-4a3b-9c71-f1afba0a9284 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:18.150531 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cc0235d1-688f-4a3b-9c71-f1afba0a9284), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.157284 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d0eae5-89e6-4458-bb9b-a7f9203f07c8 None None] DHCP port deletion for 1742e730-766a-4fa0-996c-7e016537b1f1 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:12:18.162653 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-cbabf875-3a68-460d-b456-54f18bed70aa req-49ceec1a-7978-4f2e-a45c-cf3e58976f42 service neutron] 10.222.0.26 "GET /v2.0/networks/33bfb928-b88c-483e-9011-0f74d9c470b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730081 Feb 19 04:12:18.299977 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1ff29-f4fa-4b33-b284-4856b404b145 req-3ea1aecd-1e43-4408-bada-6a0414a0595c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:18.302770 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7a1ff29-f4fa-4b33-b284-4856b404b145 req-3ea1aecd-1e43-4408-bada-6a0414a0595c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 946 time: 0.2253511 Feb 19 04:12:18.304783 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78856e65-1c02-458c-9596-fbfc85b1965b req-ea59b6f1-8bee-421a-b262-468e591a627b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:18.307327 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-78856e65-1c02-458c-9596-fbfc85b1965b req-ea59b6f1-8bee-421a-b262-468e591a627b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 1129 time: 0.1001546 Feb 19 04:12:18.313476 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port cc0235d1-688f-4a3b-9c71-f1afba0a9284 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:18.314006 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cc0235d1-688f-4a3b-9c71-f1afba0a9284), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.321742 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-462ae111-9b8c-485e-8070-f082bf3527fa req-44b21745-e8f1-4735-ac46-a0e700e97272 service neutron] 10.222.0.52 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051993 Feb 19 04:12:18.332632 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f1d0eae5-89e6-4458-bb9b-a7f9203f07c8 None None] Deleting port 8f4de842-4a94-46cc-a23f-f522c87309e6 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:18.333014 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f1d0eae5-89e6-4458-bb9b-a7f9203f07c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (8f4de842-4a94-46cc-a23f-f522c87309e6), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.395323 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b00ac0-244d-45a2-a1ee-17e4e826f353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0235d1-688f-4a3b-9c71-f1afba0a9284'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:18.398745 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114156a5-9877-4ec9-9965-127669578bbd" -d '{"events": [{"server_uuid": "91b00ac0-244d-45a2-a1ee-17e4e826f353", "name": "network-vif-plugged", "status": "completed", "tag": "cc0235d1-688f-4a3b-9c71-f1afba0a9284"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:18.408030 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-6fdf57c7-775b-4e05-900b-8186dd301ffd tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Floating IP f724a4fa-e577-4801-84c2-77a33963e018 associated. External IP: 172.25.3.37, port: c1d14708-40fd-4ab3-85b7-53f5e570821d. Feb 19 04:12:18.418432 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port cc0235d1-688f-4a3b-9c71-f1afba0a9284, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=cc0235d1-688f-4a3b-9c71-f1afba0a9284,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:18.438715 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (cc0235d1-688f-4a3b-9c71-f1afba0a9284), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.503161 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=cc0235d1-688f-4a3b-9c71-f1afba0a9284,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:18.519723 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7a1ff29-f4fa-4b33-b284-4856b404b145 req-0327491f-950d-4feb-a45f-fd568fe0d4c7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911438 Feb 19 04:12:18.557854 n-d-828369-19 neutron-server[109925]: DEBUG neutron.objects.ports [None req-bff2d929-be9d-43a9-84e8-391a310f47f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109925) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:12:18.565093 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-f1d0eae5-89e6-4458-bb9b-a7f9203f07c8 None None] For port 8f4de842-4a94-46cc-a23f-f522c87309e6, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8f4de842-4a94-46cc-a23f-f522c87309e6,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:18.565754 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f1d0eae5-89e6-4458-bb9b-a7f9203f07c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (8f4de842-4a94-46cc-a23f-f522c87309e6), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.619009 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f1d0eae5-89e6-4458-bb9b-a7f9203f07c8 None None] Calling delete_port for 8f4de842-4a94-46cc-a23f-f522c87309e6 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:12:18.681239 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02cda3b-3ebc-41f4-a98a-9de96cf16b9d x-openstack-request-id: req-d02cda3b-3ebc-41f4-a98a-9de96cf16b9d {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:18.681528 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b00ac0-244d-45a2-a1ee-17e4e826f353", "name": "network-vif-plugged", "status": "completed", "tag": "cc0235d1-688f-4a3b-9c71-f1afba0a9284", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:18.681785 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d02cda3b-3ebc-41f4-a98a-9de96cf16b9d {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:18.682560 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b00ac0-244d-45a2-a1ee-17e4e826f353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0235d1-688f-4a3b-9c71-f1afba0a9284', 'code': 200} Feb 19 04:12:18.748220 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f1d0eae5-89e6-4458-bb9b-a7f9203f07c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (8f4de842-4a94-46cc-a23f-f522c87309e6), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.785211 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78856e65-1c02-458c-9596-fbfc85b1965b req-74a1acab-8265-4eaa-80fb-e7b22a3b8c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:18.786736 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-78856e65-1c02-458c-9596-fbfc85b1965b req-74a1acab-8265-4eaa-80fb-e7b22a3b8c09 service neutron] 10.222.0.26 "GET /v2.0/networks?id=33bfb928-b88c-483e-9011-0f74d9c470b9 HTTP/1.1" status: 200 len: 897 time: 0.4515994 Feb 19 04:12:18.799065 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d0eae5-89e6-4458-bb9b-a7f9203f07c8 None None] No DVR routers for this DVR port 8f4de842-4a94-46cc-a23f-f522c87309e6 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:12:18.821363 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0eae5-89e6-4458-bb9b-a7f9203f07c8 None None] Pushing event deleted for resources: {'Port': ['ID=8f4de842-4a94-46cc-a23f-f522c87309e6,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:18.902518 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d07b854c-4990-4bf8-abc7-af032561a7eb req-a45bbd30-29fb-41a7-a1cf-0905342e9068 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 210 time: 0.0782418 Feb 19 04:12:18.956489 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f607b6-6159-4c29-a918-a9da6cbbcc88 req-cecfa115-36ea-4d6e-84dc-9298b92c27d7 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:18.967136 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-20f607b6-6159-4c29-a918-a9da6cbbcc88 req-cecfa115-36ea-4d6e-84dc-9298b92c27d7 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 945 time: 0.2226167 Feb 19 04:12:19.071758 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ce588-3d83-4168-8c0e-3e21c681dc18 req-12bbb7ae-32a0-488f-984f-7bbf523a7537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:19.073180 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc6ce588-3d83-4168-8c0e-3e21c681dc18 req-12bbb7ae-32a0-488f-984f-7bbf523a7537 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 1128 time: 0.2926300 Feb 19 04:12:19.189923 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-20f607b6-6159-4c29-a918-a9da6cbbcc88 req-e687fe41-290b-47aa-959f-f81c9a21d5e8 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213583 Feb 19 04:12:19.210651 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fdf57c7-775b-4e05-900b-8186dd301ffd tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Router af08f154-ee4c-4ce0-9647-7737e82c6cb0 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:12:19.220195 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7e22b-b49f-4ff7-8b39-d76a0958211e req-a7ae66d8-d919-44e2-a49b-ff31f1af26fc tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:19.227800 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8aa7e22b-b49f-4ff7-8b39-d76a0958211e req-a7ae66d8-d919-44e2-a49b-ff31f1af26fc tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 944 time: 0.1962495 Feb 19 04:12:19.262646 n-d-828369-19 neutron-server[109925]: WARNING neutron.services.revisions.revision_plugin [None req-bff2d929-be9d-43a9-84e8-391a310f47f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Could not find related port for resource to bump revision. Feb 19 04:12:19.270133 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.ipam_pluggable_backend [None req-bff2d929-be9d-43a9-84e8-391a310f47f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Port 8f4de842-4a94-46cc-a23f-f522c87309e6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109925) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 19 04:12:19.270133 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.ipam_pluggable_backend [None req-bff2d929-be9d-43a9-84e8-391a310f47f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9a:a857 {{(pid=109925) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 19 04:12:19.270638 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc6ce588-3d83-4168-8c0e-3e21c681dc18 req-bf17e5ac-2955-4e9c-adb9-0f8cd11541f7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797674 Feb 19 04:12:19.276707 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.ipam_pluggable_backend [None req-bff2d929-be9d-43a9-84e8-391a310f47f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9a:a857 {{(pid=109925) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 19 04:12:19.276707 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bff2d929-be9d-43a9-84e8-391a310f47f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (95362f82-1eb4-48ae-95c2-1bf898162e29), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:19.324228 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff2d929-be9d-43a9-84e8-391a310f47f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:19.330196 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-78856e65-1c02-458c-9596-fbfc85b1965b req-3b9f5976-9bfc-46d7-a50d-0d694b366964 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8d96e85-d872-4c04-a41a-a5d772b2495f HTTP/1.1" status: 200 len: 1002 time: 0.5360739 Feb 19 04:12:19.331315 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-bff2d929-be9d-43a9-84e8-391a310f47f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:19.335489 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff2d929-be9d-43a9-84e8-391a310f47f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:19.336065 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bff2d929-be9d-43a9-84e8-391a310f47f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:19.338661 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8aa7e22b-b49f-4ff7-8b39-d76a0958211e req-ee6dfbfa-2f10-492e-ab97-d1a7a523f117 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097531 Feb 19 04:12:19.353814 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce8c1f1-76ed-4667-b595-7ca19df567b0 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:19.400081 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bff2d929-be9d-43a9-84e8-391a310f47f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6219053 Feb 19 04:12:19.403507 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35864) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:19.414671 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2d929-be9d-43a9-84e8-391a310f47f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=95362f82-1eb4-48ae-95c2-1bf898162e29,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:19.420356 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-e7111c2d-2853-412e-be96-d19cb6d3a885 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'mac_address': 'fa:16:3e:af:a8:0a', 'name': 'tempest-NetworksTestDHCPv6-1398976799'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:19.463394 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78856e65-1c02-458c-9596-fbfc85b1965b req-382bfcf0-2054-4add-b066-a60a02bfb143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:19.465443 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-78856e65-1c02-458c-9596-fbfc85b1965b req-382bfcf0-2054-4add-b066-a60a02bfb143 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b75aa528-0873-412b-92b8-b69da9ced5ce HTTP/1.1" status: 200 len: 834 time: 0.1240222 Feb 19 04:12:19.506876 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdf57c7-775b-4e05-900b-8186dd301ffd tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:12:19.522327 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6fdf57c7-775b-4e05-900b-8186dd301ffd tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:19.538708 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43802e1-0c95-49aa-86e5-6be3b78a22af None None] Sync routers for ids ['af08f154-ee4c-4ce0-9647-7737e82c6cb0'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:12:19.562385 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6fdf57c7-775b-4e05-900b-8186dd301ffd tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "PUT /v2.0/floatingips/f724a4fa-e577-4801-84c2-77a33963e018 HTTP/1.1" status: 200 len: 991 time: 4.5262780 Feb 19 04:12:19.563878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b7f37d-00a9-4d9d-8438-dd78b4be8917', 'tag': 'c1d14708-40fd-4ab3-85b7-53f5e570821d'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:19.567923 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5194565f-36d9-4446-ada4-369f21f36c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b7f37d-00a9-4d9d-8438-dd78b4be8917", "tag": "c1d14708-40fd-4ab3-85b7-53f5e570821d"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:19.618427 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43802e1-0c95-49aa-86e5-6be3b78a22af None None] Routers {'af08f154-ee4c-4ce0-9647-7737e82c6cb0'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:19.620190 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-c43802e1-0c95-49aa-86e5-6be3b78a22af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:12:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['af08f154-ee4c-4ce0-9647-7737e82c6cb0'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:19.622713 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3303a629-d33d-4f2a-9c05-5a645ff1e050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-1742e730-766a-4fa0-996c-7e016537b1f1', 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'fixed_ips': [{'subnet_id': '95362f82-1eb4-48ae-95c2-1bf898162e29'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:12:19.623762 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3303a629-d33d-4f2a-9c05-5a645ff1e050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:19.633712 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78856e65-1c02-458c-9596-fbfc85b1965b req-781a1142-05ea-417f-86b9-ef3bd4bdc584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:19.635329 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-78856e65-1c02-458c-9596-fbfc85b1965b req-781a1142-05ea-417f-86b9-ef3bd4bdc584 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33bfb928-b88c-483e-9011-0f74d9c470b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1286423 Feb 19 04:12:19.692337 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8f4de842-4a94-46cc-a23f-f522c87309e6 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:12:19.735887 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db798b6e-c21a-4ca6-ae27-39c7e9ad0815 x-openstack-request-id: req-db798b6e-c21a-4ca6-ae27-39c7e9ad0815 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:19.757307 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b7f37d-00a9-4d9d-8438-dd78b4be8917", "tag": "c1d14708-40fd-4ab3-85b7-53f5e570821d", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:19.758034 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db798b6e-c21a-4ca6-ae27-39c7e9ad0815 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:19.758957 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b7f37d-00a9-4d9d-8438-dd78b4be8917', 'tag': 'c1d14708-40fd-4ab3-85b7-53f5e570821d', 'status': 'completed', 'code': 200} Feb 19 04:12:19.770923 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 3a792c35-5ce7-44ad-be3c-b922184addec details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:12:19.773430 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 8f4de842-4a94-46cc-a23f-f522c87309e6 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:12:19.773779 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8f4de842-4a94-46cc-a23f-f522c87309e6 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:12:19.847660 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7111c2d-2853-412e-be96-d19cb6d3a885 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:19.911731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c61fa-e803-4daa-a9c9-9ab5b305892b req-07df3a3e-11b7-49a6-b228-4a6cbe9027c5 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:19.913402 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1f0c61fa-e803-4daa-a9c9-9ab5b305892b req-07df3a3e-11b7-49a6-b228-4a6cbe9027c5 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 946 time: 0.2476759 Feb 19 04:12:20.040662 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1f0c61fa-e803-4daa-a9c9-9ab5b305892b req-0248cc6b-c65b-4391-9a11-ae7c747ab276 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113658 Feb 19 04:12:20.072087 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-78856e65-1c02-458c-9596-fbfc85b1965b req-778f8c9e-0a83-433d-ba09-7303ca5fcf20 service neutron] 10.222.0.26 "GET /v2.0/networks/33bfb928-b88c-483e-9011-0f74d9c470b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227307 Feb 19 04:12:20.144974 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-23b553db-5af1-470b-8cab-677392b793ad req-30e76de9-4cbd-493b-afc6-a181ee4ab5e8 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 210 time: 0.0483217 Feb 19 04:12:20.176705 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-c43802e1-0c95-49aa-86e5-6be3b78a22af None None] Set router af08f154-ee4c-4ce0-9647-7737e82c6cb0 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:20.249570 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e7111c2d-2853-412e-be96-d19cb6d3a885 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:20.251832 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-3303a629-d33d-4f2a-9c05-5a645ff1e050 None None] Allocated IP 2001:db8::f816:3eff:fe82:2f6f (1742e730-766a-4fa0-996c-7e016537b1f1/95362f82-1eb4-48ae-95c2-1bf898162e29/39997c89-5e14-4149-8b92-ac611f882709) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:20.321079 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-e7111c2d-2853-412e-be96-d19cb6d3a885 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] device_id is not set on port 383668f1-fc1d-40d6-9ef3-0da152069837 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:12:20.413795 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194565f-36d9-4446-ada4-369f21f36c9f req-8a7eb0a0-9117-48ef-aa31-825d8faed588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:20.417080 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5194565f-36d9-4446-ada4-369f21f36c9f req-8a7eb0a0-9117-48ef-aa31-825d8faed588 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=319abc5982f54b9dba72250cd09a8d28&device_id=d1b7f37d-00a9-4d9d-8438-dd78b4be8917 HTTP/1.1" status: 200 len: 1129 time: 0.6391044 Feb 19 04:12:20.512072 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4529805-7ded-4b28-8379-ed3825519898 req-29715b27-d138-4b9b-9635-9dbaa1a1a3d3 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:20.522272 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4529805-7ded-4b28-8379-ed3825519898 req-29715b27-d138-4b9b-9635-9dbaa1a1a3d3 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 945 time: 0.1695666 Feb 19 04:12:20.594027 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 3a792c35-5ce7-44ad-be3c-b922184addec, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=3a792c35-5ce7-44ad-be3c-b922184addec,segment=NetworkSegment(5235181e-dc3c-4aba-8bf2-254db3bce1f3),segment_id=5235181e-dc3c-4aba-8bf2-254db3bce1f3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:20.607770 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194565f-36d9-4446-ada4-369f21f36c9f req-dd85a44c-a1bf-43fa-ae80-ff1213929d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:20.609279 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5194565f-36d9-4446-ada4-369f21f36c9f req-dd85a44c-a1bf-43fa-ae80-ff1213929d73 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7d063905-1dca-479b-a8ed-624bbce2a132 HTTP/1.1" status: 200 len: 911 time: 0.1833487 Feb 19 04:12:20.634279 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '3a792c35-5ce7-44ad-be3c-b922184addec', 'network_id': '7cbf1741-c2f4-4ecb-bd05-d634c442a618', 'port_id': '3a792c35-5ce7-44ad-be3c-b922184addec', 'mac_address': 'fa:16:3e:6d:ad:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8598c1f5-4b4c-41f2-bd71-4f8f4093e3bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:12:20.696069 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-78856e65-1c02-458c-9596-fbfc85b1965b req-d712d7d1-3039-4912-93b2-c453ced9c03a service neutron] 10.222.0.26 "GET /v2.0/networks/33bfb928-b88c-483e-9011-0f74d9c470b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6160858 Feb 19 04:12:20.719407 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5194565f-36d9-4446-ada4-369f21f36c9f req-a7bafec8-c622-406d-acf5-16dbda377d17 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1d14708-40fd-4ab3-85b7-53f5e570821d HTTP/1.1" status: 200 len: 999 time: 0.1023474 Feb 19 04:12:20.746310 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4529805-7ded-4b28-8379-ed3825519898 req-6f8e6a71-3723-4224-8ab7-428f5a0de608 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195060 Feb 19 04:12:20.760013 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88f558-b8cc-4fde-911c-55f8719749ec req-11592dc6-a893-4532-82ae-8759800fc645 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:20.769155 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec88f558-b8cc-4fde-911c-55f8719749ec req-11592dc6-a893-4532-82ae-8759800fc645 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 944 time: 0.2220004 Feb 19 04:12:20.793829 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194565f-36d9-4446-ada4-369f21f36c9f req-f28ef935-39b4-42ab-93c9-933a54fff4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:20.795816 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5194565f-36d9-4446-ada4-369f21f36c9f req-f28ef935-39b4-42ab-93c9-933a54fff4b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7b8d1019-337e-49b4-85df-5623b5820084 HTTP/1.1" status: 200 len: 849 time: 0.0697999 Feb 19 04:12:20.828734 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ae111-9b8c-485e-8070-f082bf3527fa req-867708a5-b50a-4726-8750-afd5ebff9147 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:20.830882 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-462ae111-9b8c-485e-8070-f082bf3527fa req-867708a5-b50a-4726-8750-afd5ebff9147 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.79 "GET /v2.0/networks?id=d969274d-e3f5-4be2-94a1-23d058336a4e HTTP/1.1" status: 200 len: 817 time: 0.3034120 Feb 19 04:12:20.901754 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194565f-36d9-4446-ada4-369f21f36c9f req-c1fad22d-c8fa-4818-934a-b29aadd6805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:20.904902 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5194565f-36d9-4446-ada4-369f21f36c9f req-c1fad22d-c8fa-4818-934a-b29aadd6805f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d063905-1dca-479b-a8ed-624bbce2a132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0957782 Feb 19 04:12:20.949189 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-462ae111-9b8c-485e-8070-f082bf3527fa req-d6db3511-c151-40b4-b9fc-0c1e15efbdfc tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90f22cfd00964f179efcdc77f1d50815 HTTP/1.1" status: 200 len: 379 time: 0.1059322 Feb 19 04:12:20.968126 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-462ae111-9b8c-485e-8070-f082bf3527fa req-7d8feece-29c5-41ff-9acf-0dabf9107f0b tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Request body: {'port': {'device_id': '9e192823-4df3-48ab-b01b-4b32bd8b2fd9', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'admin_state_up': True, 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'security_groups': ['acf6978e-5f40-4f0b-8506-b6d4066a5874']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:21.002854 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec88f558-b8cc-4fde-911c-55f8719749ec req-833024d8-50c0-4dc9-9b92-4d1884050a63 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330315 Feb 19 04:12:21.105059 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5194565f-36d9-4446-ada4-369f21f36c9f req-8515048b-cd3d-4ee4-8409-9f9f2894b9f8 service neutron] 10.222.0.26 "GET /v2.0/networks/7d063905-1dca-479b-a8ed-624bbce2a132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936955 Feb 19 04:12:21.228854 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-462ae111-9b8c-485e-8070-f082bf3527fa req-7d8feece-29c5-41ff-9acf-0dabf9107f0b tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Made reservation on behalf of 90f22cfd00964f179efcdc77f1d50815 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:21.232835 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-462ae111-9b8c-485e-8070-f082bf3527fa req-7d8feece-29c5-41ff-9acf-0dabf9107f0b tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.235350 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 3a792c35-5ce7-44ad-be3c-b922184addec is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:21.235916 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3a792c35-5ce7-44ad-be3c-b922184addec), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.279295 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a792c35-5ce7-44ad-be3c-b922184addec {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:12:21.301265 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 3a792c35-5ce7-44ad-be3c-b922184addec, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=3a792c35-5ce7-44ad-be3c-b922184addec,segment=NetworkSegment(5235181e-dc3c-4aba-8bf2-254db3bce1f3),segment_id=5235181e-dc3c-4aba-8bf2-254db3bce1f3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:21.326284 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5194565f-36d9-4446-ada4-369f21f36c9f req-b0f6da85-0e85-47c6-8872-70e812861975 service neutron] 10.222.0.26 "GET /v2.0/networks/7d063905-1dca-479b-a8ed-624bbce2a132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143667 Feb 19 04:12:21.330929 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3a792c35-5ce7-44ad-be3c-b922184addec), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.396363 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4782d-98a3-4129-b02f-9b4f347a01e6 req-de26df87-14d5-47ce-b39a-53447b9dc5e6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:21.400078 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-48b4782d-98a3-4129-b02f-9b4f347a01e6 req-de26df87-14d5-47ce-b39a-53447b9dc5e6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 946 time: 0.2349243 Feb 19 04:12:21.402119 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-35f36c5d-c466-4ae0-b468-1ac26b79da9f req-cd5ecd94-b474-49ba-b35b-89e4abad992a tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 210 time: 0.1227229 Feb 19 04:12:21.473226 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3303a629-d33d-4f2a-9c05-5a645ff1e050 None None] Publish callbacks [] for port (39997c89-5e14-4149-8b92-ac611f882709), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.502293 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3303a629-d33d-4f2a-9c05-5a645ff1e050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (39997c89-5e14-4149-8b92-ac611f882709), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.507539 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=3a792c35-5ce7-44ad-be3c-b922184addec,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:21.567883 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-e7111c2d-2853-412e-be96-d19cb6d3a885 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 2001:db8::f816:3eff:feaf:a80a (1742e730-766a-4fa0-996c-7e016537b1f1/95362f82-1eb4-48ae-95c2-1bf898162e29/383668f1-fc1d-40d6-9ef3-0da152069837) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:21.578861 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3303a629-d33d-4f2a-9c05-5a645ff1e050 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:21.586077 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-3303a629-d33d-4f2a-9c05-5a645ff1e050 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:21.589166 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3303a629-d33d-4f2a-9c05-5a645ff1e050 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:21.633852 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303a629-d33d-4f2a-9c05-5a645ff1e050 None None] Pushing event updated for resources: {'Port': ['ID=39997c89-5e14-4149-8b92-ac611f882709,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:21.658055 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-48b4782d-98a3-4129-b02f-9b4f347a01e6 req-25b7af97-bd40-497a-828e-fe8bf39d1e7a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503853 Feb 19 04:12:21.693869 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-c43802e1-0c95-49aa-86e5-6be3b78a22af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'name': 'tempest-AttachVolumeTestJSON-446025872-router', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:06Z', 'updated_at': '2022-02-19T04:07:15Z', 'revision_number': 4, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'gw_port': {'id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:07Z', 'updated_at': '2022-02-19T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'f724a4fa-e577-4801-84c2-77a33963e018', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'port_id': 'c1d14708-40fd-4ab3-85b7-53f5e570821d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132', 'mac_address': 'fa:16:3e:51:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7f37d-00a9-4d9d-8438-dd78b4be8917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:11:46Z', 'updated_at': '2022-02-19T04:12:17Z', 'revision_number': 1, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c4982aa-37bc-4798-94a1-60040c8ca16e', 'name': '', 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'mac_address': 'fa:16:3e:94:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '7b8d1019-337e-49b4-85df-5623b5820084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:12Z', 'updated_at': '2022-02-19T04:07:20Z', 'revision_number': 5, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'subnets': [{'id': '7b8d1019-337e-49b4-85df-5623b5820084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:21.711828 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-462ae111-9b8c-485e-8070-f082bf3527fa req-7d8feece-29c5-41ff-9acf-0dabf9107f0b tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Allocated IP 172.20.0.10 (d969274d-e3f5-4be2-94a1-23d058336a4e/59a62ba0-3299-4137-b1e4-27552484bcd3/f9a9460e-9cea-497c-be88-aa5f7e14c403) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:21.736622 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['3a792c35-5ce7-44ad-be3c-b922184addec'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:12:21.740881 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3303a629-d33d-4f2a-9c05-5a645ff1e050 None None] Attempting to bind port 39997c89-5e14-4149-8b92-ac611f882709 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:21.741483 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3303a629-d33d-4f2a-9c05-5a645ff1e050 None None] Attempting to bind port 39997c89-5e14-4149-8b92-ac611f882709 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:21.742044 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3303a629-d33d-4f2a-9c05-5a645ff1e050 None None] Attempting to bind port 39997c89-5e14-4149-8b92-ac611f882709 on network 1742e730-766a-4fa0-996c-7e016537b1f1 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:21.745439 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43802e1-0c95-49aa-86e5-6be3b78a22af None None] Checking router: af08f154-ee4c-4ce0-9647-7737e82c6cb0 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:12:21.821815 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3303a629-d33d-4f2a-9c05-5a645ff1e050 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:21.822257 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3303a629-d33d-4f2a-9c05-5a645ff1e050 None None] Checking segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:21.822675 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3303a629-d33d-4f2a-9c05-5a645ff1e050 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.823073 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3303a629-d33d-4f2a-9c05-5a645ff1e050 None None] Bound using segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:21.823568 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3303a629-d33d-4f2a-9c05-5a645ff1e050 None None] Bound port: 39997c89-5e14-4149-8b92-ac611f882709, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:21.823969 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3303a629-d33d-4f2a-9c05-5a645ff1e050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (39997c89-5e14-4149-8b92-ac611f882709), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.832222 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e7111c2d-2853-412e-be96-d19cb6d3a885 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (383668f1-fc1d-40d6-9ef3-0da152069837), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.873927 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43802e1-0c95-49aa-86e5-6be3b78a22af None None] Routers {'af08f154-ee4c-4ce0-9647-7737e82c6cb0'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:21.874748 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-c43802e1-0c95-49aa-86e5-6be3b78a22af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:12:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['af08f154-ee4c-4ce0-9647-7737e82c6cb0'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:21.885377 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e7111c2d-2853-412e-be96-d19cb6d3a885 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (383668f1-fc1d-40d6-9ef3-0da152069837), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.940763 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7111c2d-2853-412e-be96-d19cb6d3a885 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:21.945242 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-e7111c2d-2853-412e-be96-d19cb6d3a885 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:21.956759 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7111c2d-2853-412e-be96-d19cb6d3a885 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:21.963369 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7111c2d-2853-412e-be96-d19cb6d3a885 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:21.964197 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e7111c2d-2853-412e-be96-d19cb6d3a885 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.994302 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7111c2d-2853-412e-be96-d19cb6d3a885 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=383668f1-fc1d-40d6-9ef3-0da152069837,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:22.008156 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e7111c2d-2853-412e-be96-d19cb6d3a885 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6022584 Feb 19 04:12:22.011029 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35910) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:22.098706 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-c43802e1-0c95-49aa-86e5-6be3b78a22af None None] Set router af08f154-ee4c-4ce0-9647-7737e82c6cb0 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:22.116832 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a8c7-5b45-4ccf-888f-15c30052c564 req-817241b7-d20b-4676-8e53-ca727b8c63f7 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:22.118442 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7e50a8c7-5b45-4ccf-888f-15c30052c564 req-817241b7-d20b-4676-8e53-ca727b8c63f7 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 945 time: 0.2243109 Feb 19 04:12:22.119923 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5526b63f-e042-4876-912e-58eceb6df163 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:22.133707 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5526b63f-e042-4876-912e-58eceb6df163 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:22.138842 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5526b63f-e042-4876-912e-58eceb6df163 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1241126 Feb 19 04:12:22.139530 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35914) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:22.202896 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-462ae111-9b8c-485e-8070-f082bf3527fa req-7d8feece-29c5-41ff-9acf-0dabf9107f0b tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:22.271795 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-6cb54a36-e8dc-4775-a968-cea51fc0cf83 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting port 383668f1-fc1d-40d6-9ef3-0da152069837 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:22.272140 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6cb54a36-e8dc-4775-a968-cea51fc0cf83 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (383668f1-fc1d-40d6-9ef3-0da152069837), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:22.349477 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7e50a8c7-5b45-4ccf-888f-15c30052c564 req-fd270135-3a55-4f25-81ec-fb69b20bdf3a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232604 Feb 19 04:12:22.385401 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6cb54a36-e8dc-4775-a968-cea51fc0cf83 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (383668f1-fc1d-40d6-9ef3-0da152069837), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:22.401307 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-6cb54a36-e8dc-4775-a968-cea51fc0cf83 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Calling delete_port for 383668f1-fc1d-40d6-9ef3-0da152069837 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:12:22.422793 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3303a629-d33d-4f2a-9c05-5a645ff1e050 None None] For port 39997c89-5e14-4149-8b92-ac611f882709, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:22.455996 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14079c06-3217-4735-9589-1ae2006978ee req-e65bc0be-7b0a-4780-a24e-9cabadbfa4e7 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:22.465317 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-14079c06-3217-4735-9589-1ae2006978ee req-e65bc0be-7b0a-4780-a24e-9cabadbfa4e7 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 945 time: 0.2869837 Feb 19 04:12:22.489879 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-462ae111-9b8c-485e-8070-f082bf3527fa req-7d8feece-29c5-41ff-9acf-0dabf9107f0b tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:22.527435 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3303a629-d33d-4f2a-9c05-5a645ff1e050 None None] For port 39997c89-5e14-4149-8b92-ac611f882709, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=39997c89-5e14-4149-8b92-ac611f882709,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:22.576690 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-462ae111-9b8c-485e-8070-f082bf3527fa req-7d8feece-29c5-41ff-9acf-0dabf9107f0b tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Network d969274d-e3f5-4be2-94a1-23d058336a4e is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:22.625488 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3303a629-d33d-4f2a-9c05-5a645ff1e050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (39997c89-5e14-4149-8b92-ac611f882709), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:22.676811 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-462ae111-9b8c-485e-8070-f082bf3527fa req-7d8feece-29c5-41ff-9acf-0dabf9107f0b tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:22.690466 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6cb54a36-e8dc-4775-a968-cea51fc0cf83 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (383668f1-fc1d-40d6-9ef3-0da152069837), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:22.698951 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8feece-29c5-41ff-9acf-0dabf9107f0b tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Pushing event updated for resources: {'Port': ['ID=f9a9460e-9cea-497c-be88-aa5f7e14c403,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:22.707919 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-462ae111-9b8c-485e-8070-f082bf3527fa req-7d8feece-29c5-41ff-9acf-0dabf9107f0b tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:22.741704 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb54a36-e8dc-4775-a968-cea51fc0cf83 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Port': ['ID=383668f1-fc1d-40d6-9ef3-0da152069837,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:22.786610 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6cb54a36-e8dc-4775-a968-cea51fc0cf83 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:22.792800 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6cb54a36-e8dc-4775-a968-cea51fc0cf83 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/383668f1-fc1d-40d6-9ef3-0da152069837 HTTP/1.1" status: 204 len: 168 time: 0.6522632 Feb 19 04:12:22.793416 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35926) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:22.843337 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303a629-d33d-4f2a-9c05-5a645ff1e050 None None] Pushing event updated for resources: {'Port': ['ID=39997c89-5e14-4149-8b92-ac611f882709,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:22.917608 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-c43802e1-0c95-49aa-86e5-6be3b78a22af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'name': 'tempest-AttachVolumeTestJSON-446025872-router', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:06Z', 'updated_at': '2022-02-19T04:07:15Z', 'revision_number': 4, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'gw_port': {'id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:07Z', 'updated_at': '2022-02-19T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'f724a4fa-e577-4801-84c2-77a33963e018', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'port_id': 'c1d14708-40fd-4ab3-85b7-53f5e570821d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132', 'mac_address': 'fa:16:3e:51:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7f37d-00a9-4d9d-8438-dd78b4be8917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:11:46Z', 'updated_at': '2022-02-19T04:12:17Z', 'revision_number': 1, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c4982aa-37bc-4798-94a1-60040c8ca16e', 'name': '', 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'mac_address': 'fa:16:3e:94:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '7b8d1019-337e-49b4-85df-5623b5820084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:12Z', 'updated_at': '2022-02-19T04:07:20Z', 'revision_number': 5, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'subnets': [{'id': '7b8d1019-337e-49b4-85df-5623b5820084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:22.919218 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168db4df-0093-47f3-8952-e3c9f554185b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:22.921242 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168db4df-0093-47f3-8952-e3c9f554185b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:22.930732 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-168db4df-0093-47f3-8952-e3c9f554185b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1303766 Feb 19 04:12:22.931717 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35930) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:22.994002 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-14079c06-3217-4735-9589-1ae2006978ee req-33ee98d3-aee6-4254-b599-d5fd5ed656d8 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152037 Feb 19 04:12:23.000853 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43802e1-0c95-49aa-86e5-6be3b78a22af None None] The sync data for ids ['af08f154-ee4c-4ce0-9647-7737e82c6cb0'] in n-d-828369-19 is: [{'id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'name': 'tempest-AttachVolumeTestJSON-446025872-router', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:06Z', 'updated_at': '2022-02-19T04:07:15Z', 'revision_number': 4, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'gw_port': {'id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:07Z', 'updated_at': '2022-02-19T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'f724a4fa-e577-4801-84c2-77a33963e018', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'port_id': 'c1d14708-40fd-4ab3-85b7-53f5e570821d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132', 'mac_address': 'fa:16:3e:51:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b7f37d-00a9-4d9d-8438-dd78b4be8917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:11:46Z', 'updated_at': '2022-02-19T04:12:17Z', 'revision_number': 1, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c4982aa-37bc-4798-94a1-60040c8ca16e', 'name': '', 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'mac_address': 'fa:16:3e:94:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '7b8d1019-337e-49b4-85df-5623b5820084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:12Z', 'updated_at': '2022-02-19T04:07:20Z', 'revision_number': 5, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'subnets': [{'id': '7b8d1019-337e-49b4-85df-5623b5820084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:12:23.112664 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ae111-9b8c-485e-8070-f082bf3527fa req-7d8feece-29c5-41ff-9acf-0dabf9107f0b tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:23.113630 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-462ae111-9b8c-485e-8070-f082bf3527fa req-7d8feece-29c5-41ff-9acf-0dabf9107f0b tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.127225 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef1b2ac1-e512-4ccc-9bbd-d662cfd85c95 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet 95362f82-1eb4-48ae-95c2-1bf898162e29 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:12:23.138014 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2ac1-e512-4ccc-9bbd-d662cfd85c95 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (95362f82-1eb4-48ae-95c2-1bf898162e29), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.190974 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-737a2406-6693-431e-aeef-a6fff24c4ff8 req-15380e94-14bb-4ac5-b951-a049645a78a7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6009421 Feb 19 04:12:23.251794 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb17e4c-c1a0-41ca-b846-b49ab4cf4171 req-ca88e52f-5af6-4eee-a88b-7a07bc6288c6 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:23.259212 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eeb17e4c-c1a0-41ca-b846-b49ab4cf4171 req-ca88e52f-5af6-4eee-a88b-7a07bc6288c6 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 932 time: 0.5440717 Feb 19 04:12:23.305195 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-462ae111-9b8c-485e-8070-f082bf3527fa req-7d8feece-29c5-41ff-9acf-0dabf9107f0b tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3485963 Feb 19 04:12:23.313312 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2ac1-e512-4ccc-9bbd-d662cfd85c95 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (95362f82-1eb4-48ae-95c2-1bf898162e29), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.377314 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2f18b741-2194-4cb3-acb5-0e49bfb324cf None None] Provisioning complete for port f9a9460e-9cea-497c-be88-aa5f7e14c403 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:23.377700 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f18b741-2194-4cb3-acb5-0e49bfb324cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.493720 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2f18b741-2194-4cb3-acb5-0e49bfb324cf None None] Port f9a9460e-9cea-497c-be88-aa5f7e14c403 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:12:23.542097 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2ac1-e512-4ccc-9bbd-d662cfd85c95 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (95362f82-1eb4-48ae-95c2-1bf898162e29), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.553436 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbd9836-23f3-4d1f-a603-fc3e618d6486 None None] New status for floating IP f724a4fa-e577-4801-84c2-77a33963e018: ACTIVE {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:12:23.730744 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2ac1-e512-4ccc-9bbd-d662cfd85c95 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (95362f82-1eb4-48ae-95c2-1bf898162e29), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.733465 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 39997c89-5e14-4149-8b92-ac611f882709 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:23.804961 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 3a792c35-5ce7-44ad-be3c-b922184addec up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:23.824669 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-462ae111-9b8c-485e-8070-f082bf3527fa req-96d248af-2046-4224-ba43-9e9527f816ce service neutron] Request body: {'port': {'device_id': '9e192823-4df3-48ab-b01b-4b32bd8b2fd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:23.856508 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b2ac1-e512-4ccc-9bbd-d662cfd85c95 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=95362f82-1eb4-48ae-95c2-1bf898162e29,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:23.868642 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2ac1-e512-4ccc-9bbd-d662cfd85c95 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.883807 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ef1b2ac1-e512-4ccc-9bbd-d662cfd85c95 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/95362f82-1eb4-48ae-95c2-1bf898162e29 HTTP/1.1" status: 204 len: 168 time: 0.9443307 Feb 19 04:12:23.884537 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35934) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:23.945686 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eeb17e4c-c1a0-41ca-b846-b49ab4cf4171 req-2732d8cc-caad-478d-9f5c-13e18f459530 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6853492 Feb 19 04:12:23.960258 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 39997c89-5e14-4149-8b92-ac611f882709 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:23.960731 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (39997c89-5e14-4149-8b92-ac611f882709), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.974770 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f00604d3-8d41-4962-b797-82dd1bbb5ec3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0890613 Feb 19 04:12:23.975431 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35936) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:24.010671 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 3a792c35-5ce7-44ad-be3c-b922184addec completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:12:24.023090 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 3a792c35-5ce7-44ad-be3c-b922184addec triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:24.023473 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3a792c35-5ce7-44ad-be3c-b922184addec), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.035038 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd9e00-191a-4931-95d9-92c7fc75d8ff req-8c45650d-dc3a-438e-94cf-d40e2031a5cf tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:24.043560 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-98cd9e00-191a-4931-95d9-92c7fc75d8ff req-8c45650d-dc3a-438e-94cf-d40e2031a5cf tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 945 time: 0.8718929 Feb 19 04:12:24.045979 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a2406-6693-431e-aeef-a6fff24c4ff8 req-c4151240-a405-4c67-afb2-1d4b4efe3bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:24.047743 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-737a2406-6693-431e-aeef-a6fff24c4ff8 req-c4151240-a405-4c67-afb2-1d4b4efe3bd0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=47d77581683d4c43a3d18ea75c887227&device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 1128 time: 0.7863657 Feb 19 04:12:24.137747 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 39997c89-5e14-4149-8b92-ac611f882709 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:24.138152 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (39997c89-5e14-4149-8b92-ac611f882709), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.138870 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6024ce4a-3e21-44b6-a2db-c794605061ed tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:24.144888 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6024ce4a-3e21-44b6-a2db-c794605061ed tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1684585 Feb 19 04:12:24.145734 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35944) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:24.240417 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8c1d21-07a2-4614-ba3e-2234dba93412 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:24.246747 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 3a792c35-5ce7-44ad-be3c-b922184addec is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:24.246747 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3a792c35-5ce7-44ad-be3c-b922184addec), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.247539 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8f8c1d21-07a2-4614-ba3e-2234dba93412 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1006141 Feb 19 04:12:24.249834 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35946) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:24.274928 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 39997c89-5e14-4149-8b92-ac611f882709, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=39997c89-5e14-4149-8b92-ac611f882709,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:24.285603 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a2406-6693-431e-aeef-a6fff24c4ff8 req-a2c9307b-8590-4a34-a286-958e689082ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:24.290597 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-737a2406-6693-431e-aeef-a6fff24c4ff8 req-a2c9307b-8590-4a34-a286-958e689082ba service neutron] 10.222.0.79 "GET /v2.0/networks?id=af1b2524-905a-4fb0-b20e-a5912983245d HTTP/1.1" status: 200 len: 911 time: 0.1992052 Feb 19 04:12:24.301466 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-462ae111-9b8c-485e-8070-f082bf3527fa req-96d248af-2046-4224-ba43-9e9527f816ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.301746 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (39997c89-5e14-4149-8b92-ac611f882709), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.336148 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-219a1842-0a35-47c6-b29f-613585ce2291 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0842950 Feb 19 04:12:24.341918 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35948) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:24.362364 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d45f1bc4-b8d4-4460-8eef-a58be1b8c927 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:24.399781 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=39997c89-5e14-4149-8b92-ac611f882709,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:24.403481 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663bf6a9-5b5f-4777-88ac-2a55b55cbcd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a792c35-5ce7-44ad-be3c-b922184addec'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:24.405091 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-737a2406-6693-431e-aeef-a6fff24c4ff8 req-bf2da64e-07db-4528-9c37-7e68e95f6c13 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fac01fd-40e3-41e1-811a-31a59797abb0 HTTP/1.1" status: 200 len: 999 time: 0.0889349 Feb 19 04:12:24.407090 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85849f56-56fd-4beb-a1e4-b1338f9e714d" -d '{"events": [{"server_uuid": "663bf6a9-5b5f-4777-88ac-2a55b55cbcd9", "name": "network-vif-plugged", "status": "completed", "tag": "3a792c35-5ce7-44ad-be3c-b922184addec"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:24.438391 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 3a792c35-5ce7-44ad-be3c-b922184addec, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=3a792c35-5ce7-44ad-be3c-b922184addec,segment=NetworkSegment(5235181e-dc3c-4aba-8bf2-254db3bce1f3),segment_id=5235181e-dc3c-4aba-8bf2-254db3bce1f3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:24.444624 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3a792c35-5ce7-44ad-be3c-b922184addec), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.517830 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=3a792c35-5ce7-44ad-be3c-b922184addec,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:24.527495 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238e4f3-e9b1-40c0-b320-ca27bd843fe2 req-e1ca3ff5-3301-4eb6-99c9-5d246925f0cc tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:24.537531 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e238e4f3-e9b1-40c0-b320-ca27bd843fe2 req-e1ca3ff5-3301-4eb6-99c9-5d246925f0cc tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 946 time: 0.4280844 Feb 19 04:12:24.561021 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-98cd9e00-191a-4931-95d9-92c7fc75d8ff req-869c6178-394b-47ab-8a34-c83f02046e9e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5082376 Feb 19 04:12:24.606612 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a2406-6693-431e-aeef-a6fff24c4ff8 req-82b1a2c3-b327-4d64-8e8f-0f40fb62cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:24.608172 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-737a2406-6693-431e-aeef-a6fff24c4ff8 req-82b1a2c3-b327-4d64-8e8f-0f40fb62cfbd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4 HTTP/1.1" status: 200 len: 849 time: 0.1946695 Feb 19 04:12:24.616752 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45f1bc4-b8d4-4460-8eef-a58be1b8c927 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:24.627677 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d45f1bc4-b8d4-4460-8eef-a58be1b8c927 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.723479 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e238e4f3-e9b1-40c0-b320-ca27bd843fe2 req-38516d39-dfa7-4e89-a368-7b3cb5957dfa tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800177 Feb 19 04:12:24.772605 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fd5cc4-eba0-4588-b7d3-2922789bf909 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:24.880840 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-de3e5d06-3d2b-4b10-842f-e00e47d4a988 None None] Provisioning complete for port 39997c89-5e14-4149-8b92-ac611f882709 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:24.881591 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-de3e5d06-3d2b-4b10-842f-e00e47d4a988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (39997c89-5e14-4149-8b92-ac611f882709), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:25.019339 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a2406-6693-431e-aeef-a6fff24c4ff8 req-937458e2-6323-4042-8232-08f3a5398373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:25.020984 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-737a2406-6693-431e-aeef-a6fff24c4ff8 req-937458e2-6323-4042-8232-08f3a5398373 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=af1b2524-905a-4fb0-b20e-a5912983245d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4058611 Feb 19 04:12:25.023386 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-de3e5d06-3d2b-4b10-842f-e00e47d4a988 None None] Current status of the port 39997c89-5e14-4149-8b92-ac611f882709 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:25.031726 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67dbef-c97e-48e8-858f-f293725ea221 req-1add2710-2562-4464-be58-53340ed18593 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:25.039437 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fb67dbef-c97e-48e8-858f-f293725ea221 req-1add2710-2562-4464-be58-53340ed18593 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 946 time: 0.3026960 Feb 19 04:12:25.108916 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fb67dbef-c97e-48e8-858f-f293725ea221 req-bc0aebe2-15a9-496c-895f-52e314ea9afe tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683763 Feb 19 04:12:25.124666 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66414896-9dce-4160-a3c3-40ca6fb5c897 None None] DHCP port deletion for 1742e730-766a-4fa0-996c-7e016537b1f1 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:12:25.225615 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-66414896-9dce-4160-a3c3-40ca6fb5c897 None None] Deleting port 39997c89-5e14-4149-8b92-ac611f882709 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:25.226006 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-66414896-9dce-4160-a3c3-40ca6fb5c897 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (39997c89-5e14-4149-8b92-ac611f882709), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:25.258465 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a675f274-95a9-40eb-b346-342c3e765d7d x-openstack-request-id: req-a675f274-95a9-40eb-b346-342c3e765d7d {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:25.258745 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663bf6a9-5b5f-4777-88ac-2a55b55cbcd9", "name": "network-vif-plugged", "status": "completed", "tag": "3a792c35-5ce7-44ad-be3c-b922184addec", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:25.258936 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a675f274-95a9-40eb-b346-342c3e765d7d {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:25.259343 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663bf6a9-5b5f-4777-88ac-2a55b55cbcd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a792c35-5ce7-44ad-be3c-b922184addec', 'code': 200} Feb 19 04:12:25.263760 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-737a2406-6693-431e-aeef-a6fff24c4ff8 req-3e700c8f-650f-42d7-b60b-d67f930e6f70 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027164 Feb 19 04:12:25.280063 n-d-828369-19 neutron-server[109925]: DEBUG neutron.objects.ports [None req-d45f1bc4-b8d4-4460-8eef-a58be1b8c927 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109925) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:12:25.401340 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-66414896-9dce-4160-a3c3-40ca6fb5c897 None None] For port 39997c89-5e14-4149-8b92-ac611f882709, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=39997c89-5e14-4149-8b92-ac611f882709,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:25.401754 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-66414896-9dce-4160-a3c3-40ca6fb5c897 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (39997c89-5e14-4149-8b92-ac611f882709), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:25.427898 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-66414896-9dce-4160-a3c3-40ca6fb5c897 None None] Calling delete_port for 39997c89-5e14-4149-8b92-ac611f882709 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:12:25.478553 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-462ae111-9b8c-485e-8070-f082bf3527fa req-96d248af-2046-4224-ba43-9e9527f816ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a9460e-9cea-497c-be88-aa5f7e14c403 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:12:25.493615 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-462ae111-9b8c-485e-8070-f082bf3527fa req-96d248af-2046-4224-ba43-9e9527f816ce service neutron] Publish callbacks [] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:25.535017 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-462ae111-9b8c-485e-8070-f082bf3527fa req-96d248af-2046-4224-ba43-9e9527f816ce service neutron] Transition to ACTIVE for port object f9a9460e-9cea-497c-be88-aa5f7e14c403 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:12:25.543264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec451c63-c99c-46bf-adc3-85ea48571481 req-62f97913-9a32-4d12-956a-8fbd4aa0c3d4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:25.551620 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec451c63-c99c-46bf-adc3-85ea48571481 req-62f97913-9a32-4d12-956a-8fbd4aa0c3d4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 932 time: 0.1237123 Feb 19 04:12:25.576163 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-462ae111-9b8c-485e-8070-f082bf3527fa req-96d248af-2046-4224-ba43-9e9527f816ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:25.602157 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-737a2406-6693-431e-aeef-a6fff24c4ff8 req-5ec23d0e-65a2-4718-97b3-32aeeb490c93 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313026 Feb 19 04:12:25.649144 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 39997c89-5e14-4149-8b92-ac611f882709 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:12:25.690875 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d248af-2046-4224-ba43-9e9527f816ce service neutron] Pushing event updated for resources: {'Port': ['ID=f9a9460e-9cea-497c-be88-aa5f7e14c403,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:25.783724 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-66414896-9dce-4160-a3c3-40ca6fb5c897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (39997c89-5e14-4149-8b92-ac611f882709), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:25.785232 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4ce0a-d39a-4900-a4a8-ece9114878a2 req-08877b90-38fe-4c93-b585-36b9d8b62a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:25.789987 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d0a4ce0a-d39a-4900-a4a8-ece9114878a2 req-08877b90-38fe-4c93-b585-36b9d8b62a39 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 1129 time: 0.3550391 Feb 19 04:12:25.794237 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.ipam_pluggable_backend [None req-d45f1bc4-b8d4-4460-8eef-a58be1b8c927 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Port 39997c89-5e14-4149-8b92-ac611f882709 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109925) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 19 04:12:25.794554 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.ipam_pluggable_backend [None req-d45f1bc4-b8d4-4460-8eef-a58be1b8c927 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Reverting IP allocation for 2001:db8::f816:3eff:fe82:2f6f {{(pid=109925) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 19 04:12:25.812861 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No active binding found for port 39997c89-5e14-4149-8b92-ac611f882709 {{(pid=109927) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 04:12:25.813250 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] The host n-d-828369-19 is not matching for port 39997c89-5e14-4149-8b92-ac611f882709 host None! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:12:25.813644 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 39997c89-5e14-4149-8b92-ac611f882709 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:12:25.844965 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-462ae111-9b8c-485e-8070-f082bf3527fa req-96d248af-2046-4224-ba43-9e9527f816ce service neutron] Attempting to bind port f9a9460e-9cea-497c-be88-aa5f7e14c403 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:25.850907 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.ipam_pluggable_backend [None req-d45f1bc4-b8d4-4460-8eef-a58be1b8c927 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe82:2f6f {{(pid=109925) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 19 04:12:25.856653 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d45f1bc4-b8d4-4460-8eef-a58be1b8c927 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (78f49e39-e880-45d4-b4c4-2dffba2b53ab), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:25.858221 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-462ae111-9b8c-485e-8070-f082bf3527fa req-96d248af-2046-4224-ba43-9e9527f816ce service neutron] Attempting to bind port f9a9460e-9cea-497c-be88-aa5f7e14c403 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '497fb465-7e79-4cfa-b11e-c331ea94ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:25.858577 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462ae111-9b8c-485e-8070-f082bf3527fa req-96d248af-2046-4224-ba43-9e9527f816ce service neutron] Attempting to bind port f9a9460e-9cea-497c-be88-aa5f7e14c403 on network d969274d-e3f5-4be2-94a1-23d058336a4e {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:25.901833 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462ae111-9b8c-485e-8070-f082bf3527fa req-96d248af-2046-4224-ba43-9e9527f816ce service neutron] Port f9a9460e-9cea-497c-be88-aa5f7e14c403 on network d969274d-e3f5-4be2-94a1-23d058336a4e not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:12:25.902179 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462ae111-9b8c-485e-8070-f082bf3527fa req-96d248af-2046-4224-ba43-9e9527f816ce service neutron] Attempting to bind port f9a9460e-9cea-497c-be88-aa5f7e14c403 on network d969274d-e3f5-4be2-94a1-23d058336a4e {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:25.914892 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66414896-9dce-4160-a3c3-40ca6fb5c897 None None] Pushing event deleted for resources: {'Port': ['ID=39997c89-5e14-4149-8b92-ac611f882709,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:25.919549 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462ae111-9b8c-485e-8070-f082bf3527fa req-96d248af-2046-4224-ba43-9e9527f816ce service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:25.919896 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462ae111-9b8c-485e-8070-f082bf3527fa req-96d248af-2046-4224-ba43-9e9527f816ce service neutron] Checking segment: {'id': '497fb465-7e79-4cfa-b11e-c331ea94ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:25.920279 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462ae111-9b8c-485e-8070-f082bf3527fa req-96d248af-2046-4224-ba43-9e9527f816ce service neutron] Bound using segment: {'id': '497fb465-7e79-4cfa-b11e-c331ea94ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:25.920826 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-462ae111-9b8c-485e-8070-f082bf3527fa req-96d248af-2046-4224-ba43-9e9527f816ce service neutron] Bound port: f9a9460e-9cea-497c-be88-aa5f7e14c403, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '497fb465-7e79-4cfa-b11e-c331ea94ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:25.921072 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-462ae111-9b8c-485e-8070-f082bf3527fa req-96d248af-2046-4224-ba43-9e9527f816ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:25.929093 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66414896-9dce-4160-a3c3-40ca6fb5c897 None None] No DVR routers for this DVR port 39997c89-5e14-4149-8b92-ac611f882709 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:12:25.934612 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45f1bc4-b8d4-4460-8eef-a58be1b8c927 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:25.958817 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec451c63-c99c-46bf-adc3-85ea48571481 req-95888fa1-7156-4099-bc08-fb8c70c73b9f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4059126 Feb 19 04:12:26.030527 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-d45f1bc4-b8d4-4460-8eef-a58be1b8c927 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:26.051296 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45f1bc4-b8d4-4460-8eef-a58be1b8c927 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:26.051884 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d45f1bc4-b8d4-4460-8eef-a58be1b8c927 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:26.052348 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfee1b2-ef6a-4803-84fa-19006b39fbad req-7a924d15-a4bf-4374-8b09-deed7223be68 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:26.055061 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ad9be7-c1ae-46e2-8e9d-ad7a98d3b71e None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:26.070468 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bfee1b2-ef6a-4803-84fa-19006b39fbad req-7a924d15-a4bf-4374-8b09-deed7223be68 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 945 time: 0.2825835 Feb 19 04:12:26.092866 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d0a4ce0a-d39a-4900-a4a8-ece9114878a2 req-330ff004-205f-4246-90e3-cb52d3486bdb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889037 Feb 19 04:12:26.102766 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f1bc4-b8d4-4460-8eef-a58be1b8c927 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=78f49e39-e880-45d4-b4c4-2dffba2b53ab,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:26.113709 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d45f1bc4-b8d4-4460-8eef-a58be1b8c927 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7700512 Feb 19 04:12:26.116567 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35970) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:26.124360 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b8524553-8a13-4762-b264-f0da09c4780e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'mac_address': 'fa:16:3e:1a:97:23', 'name': 'tempest-NetworksTestDHCPv6-1816965958'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:26.162704 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bfee1b2-ef6a-4803-84fa-19006b39fbad req-031b1944-fd97-4d1c-946b-e31c64b9e92d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912278 Feb 19 04:12:26.202426 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-462ae111-9b8c-485e-8070-f082bf3527fa req-96d248af-2046-4224-ba43-9e9527f816ce service neutron] For port f9a9460e-9cea-497c-be88-aa5f7e14c403, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:26.227093 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-462ae111-9b8c-485e-8070-f082bf3527fa req-96d248af-2046-4224-ba43-9e9527f816ce service neutron] For port f9a9460e-9cea-497c-be88-aa5f7e14c403, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f9a9460e-9cea-497c-be88-aa5f7e14c403,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:26.245360 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fd5c3-7c39-4a91-b9dc-73d0e0c0c395 req-a193753c-881c-460d-bc71-f6d8febecfc6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:26.247271 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-569fd5c3-7c39-4a91-b9dc-73d0e0c0c395 req-a193753c-881c-460d-bc71-f6d8febecfc6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 946 time: 0.1675277 Feb 19 04:12:26.261819 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-462ae111-9b8c-485e-8070-f082bf3527fa req-96d248af-2046-4224-ba43-9e9527f816ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:26.276656 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521d084b-e41b-4a43-ad39-80d5148379c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-1742e730-766a-4fa0-996c-7e016537b1f1', 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'fixed_ips': [{'subnet_id': '78f49e39-e880-45d4-b4c4-2dffba2b53ab'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:12:26.277794 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-521d084b-e41b-4a43-ad39-80d5148379c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:26.400872 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ae111-9b8c-485e-8070-f082bf3527fa req-96d248af-2046-4224-ba43-9e9527f816ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:26.402025 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-462ae111-9b8c-485e-8070-f082bf3527fa req-96d248af-2046-4224-ba43-9e9527f816ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:26.403666 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-462ae111-9b8c-485e-8070-f082bf3527fa req-96d248af-2046-4224-ba43-9e9527f816ce service neutron] 10.222.0.79 "PUT /v2.0/ports/f9a9460e-9cea-497c-be88-aa5f7e14c403 HTTP/1.1" status: 200 len: 1093 time: 2.5883923 Feb 19 04:12:26.405200 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e192823-4df3-48ab-b01b-4b32bd8b2fd9', 'tag': 'f9a9460e-9cea-497c-be88-aa5f7e14c403'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:26.407825 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8524553-8a13-4762-b264-f0da09c4780e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:26.408370 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b7f660-e68b-44b5-8949-03d3e76781a9" -d '{"events": [{"name": "network-changed", "server_uuid": "9e192823-4df3-48ab-b01b-4b32bd8b2fd9", "tag": "f9a9460e-9cea-497c-be88-aa5f7e14c403"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:26.605913 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-521d084b-e41b-4a43-ad39-80d5148379c0 None None] Allocated IP 2001:db8::f816:3eff:fef7:647a (1742e730-766a-4fa0-996c-7e016537b1f1/78f49e39-e880-45d4-b4c4-2dffba2b53ab/b0f35d6d-a903-4220-9812-7224088b3a61) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:26.620329 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-569fd5c3-7c39-4a91-b9dc-73d0e0c0c395 req-95c61217-c747-4d93-aeaf-5cdbef9ee7ba tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3652225 Feb 19 04:12:26.640552 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b8524553-8a13-4762-b264-f0da09c4780e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:26.642126 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df367d-7ecb-473e-b87e-8f8b44b52d71 req-e4f8f75e-5be0-4ec9-b814-55163a065525 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:26.651013 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-25df367d-7ecb-473e-b87e-8f8b44b52d71 req-e4f8f75e-5be0-4ec9-b814-55163a065525 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 946 time: 0.2936859 Feb 19 04:12:26.659934 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d248af-2046-4224-ba43-9e9527f816ce service neutron] Pushing event updated for resources: {'Port': ['ID=f9a9460e-9cea-497c-be88-aa5f7e14c403,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:26.667594 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ae111-9b8c-485e-8070-f082bf3527fa req-f6239503-b13a-46f1-8b4e-e8c5314d7582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:26.669203 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-462ae111-9b8c-485e-8070-f082bf3527fa req-f6239503-b13a-46f1-8b4e-e8c5314d7582 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=90f22cfd00964f179efcdc77f1d50815&device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 1127 time: 0.2027788 Feb 19 04:12:26.689451 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-b8524553-8a13-4762-b264-f0da09c4780e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] device_id is not set on port ef36e41e-8555-4ba2-926d-a017addb80b2 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:12:26.754701 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-462ae111-9b8c-485e-8070-f082bf3527fa req-60b4cc23-0435-4476-bda7-337c9f72b54f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9a9460e-9cea-497c-be88-aa5f7e14c403 HTTP/1.1" status: 200 len: 217 time: 0.0730348 Feb 19 04:12:26.767674 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d312ee7f-3390-44b5-b523-76fc9ef193e5 x-openstack-request-id: req-d312ee7f-3390-44b5-b523-76fc9ef193e5 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:26.768189 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e192823-4df3-48ab-b01b-4b32bd8b2fd9", "tag": "f9a9460e-9cea-497c-be88-aa5f7e14c403", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:26.768526 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d312ee7f-3390-44b5-b523-76fc9ef193e5 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:26.769211 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e192823-4df3-48ab-b01b-4b32bd8b2fd9', 'tag': 'f9a9460e-9cea-497c-be88-aa5f7e14c403', 'status': 'completed', 'code': 200} Feb 19 04:12:26.882943 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-25df367d-7ecb-473e-b87e-8f8b44b52d71 req-f40df7fe-30b8-4434-8fa5-114ee27d56cf tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250147 Feb 19 04:12:26.910442 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ae111-9b8c-485e-8070-f082bf3527fa req-1e7dffd6-698e-42ef-acba-39206e94c0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:26.912285 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-462ae111-9b8c-485e-8070-f082bf3527fa req-1e7dffd6-698e-42ef-acba-39206e94c0af service neutron] 10.222.0.79 "GET /v2.0/subnets?id=59a62ba0-3299-4137-b1e4-27552484bcd3 HTTP/1.1" status: 200 len: 856 time: 0.1418250 Feb 19 04:12:27.001272 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ae111-9b8c-485e-8070-f082bf3527fa req-d67d92a5-dc82-4288-843b-8448db157f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:27.008750 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-462ae111-9b8c-485e-8070-f082bf3527fa req-d67d92a5-dc82-4288-843b-8448db157f89 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d969274d-e3f5-4be2-94a1-23d058336a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0886214 Feb 19 04:12:27.098864 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.189211 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-521d084b-e41b-4a43-ad39-80d5148379c0 None None] Publish callbacks [] for port (b0f35d6d-a903-4220-9812-7224088b3a61), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.191642 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b0505-ffbd-471c-b531-7ea6efb9891e req-8ee7a7fb-edf2-4af6-aa19-102ceb23ddaf tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:27.200578 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-772b0505-ffbd-471c-b531-7ea6efb9891e req-8ee7a7fb-edf2-4af6-aa19-102ceb23ddaf tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 944 time: 0.1085796 Feb 19 04:12:27.206527 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-521d084b-e41b-4a43-ad39-80d5148379c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (b0f35d6d-a903-4220-9812-7224088b3a61), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.246838 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521d084b-e41b-4a43-ad39-80d5148379c0 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:27.270928 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-521d084b-e41b-4a43-ad39-80d5148379c0 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:27.276035 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-462ae111-9b8c-485e-8070-f082bf3527fa req-8bc251e0-616c-4c9a-a7d8-47fc07ad842f service neutron] 10.222.0.79 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588928 Feb 19 04:12:27.279103 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521d084b-e41b-4a43-ad39-80d5148379c0 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:27.296452 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-b8524553-8a13-4762-b264-f0da09c4780e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 2001:db8::f816:3eff:fe1a:9723 (1742e730-766a-4fa0-996c-7e016537b1f1/78f49e39-e880-45d4-b4c4-2dffba2b53ab/ef36e41e-8555-4ba2-926d-a017addb80b2) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:27.390239 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d084b-e41b-4a43-ad39-80d5148379c0 None None] Pushing event updated for resources: {'Port': ['ID=b0f35d6d-a903-4220-9812-7224088b3a61,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:27.401115 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-521d084b-e41b-4a43-ad39-80d5148379c0 None None] Attempting to bind port b0f35d6d-a903-4220-9812-7224088b3a61 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:27.401870 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-521d084b-e41b-4a43-ad39-80d5148379c0 None None] Attempting to bind port b0f35d6d-a903-4220-9812-7224088b3a61 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:27.402504 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521d084b-e41b-4a43-ad39-80d5148379c0 None None] Attempting to bind port b0f35d6d-a903-4220-9812-7224088b3a61 on network 1742e730-766a-4fa0-996c-7e016537b1f1 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:27.409035 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521d084b-e41b-4a43-ad39-80d5148379c0 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:27.409904 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521d084b-e41b-4a43-ad39-80d5148379c0 None None] Checking segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:27.410764 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-521d084b-e41b-4a43-ad39-80d5148379c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.411400 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521d084b-e41b-4a43-ad39-80d5148379c0 None None] Bound using segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:27.412261 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-521d084b-e41b-4a43-ad39-80d5148379c0 None None] Bound port: b0f35d6d-a903-4220-9812-7224088b3a61, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:27.412907 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-521d084b-e41b-4a43-ad39-80d5148379c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b0f35d6d-a903-4220-9812-7224088b3a61), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.476330 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-772b0505-ffbd-471c-b531-7ea6efb9891e req-e317b91a-f31b-437a-a4b5-89bcaa2c2f73 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2750394 Feb 19 04:12:27.520439 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b8524553-8a13-4762-b264-f0da09c4780e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (ef36e41e-8555-4ba2-926d-a017addb80b2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.527688 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51a0a4-e40c-4857-ade5-f908c407550d req-ee850ac5-a7a9-431e-b1a5-38e23d098c7c tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:27.529379 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dc51a0a4-e40c-4857-ade5-f908c407550d req-ee850ac5-a7a9-431e-b1a5-38e23d098c7c tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 945 time: 0.2839124 Feb 19 04:12:27.552504 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-521d084b-e41b-4a43-ad39-80d5148379c0 None None] For port b0f35d6d-a903-4220-9812-7224088b3a61, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:27.559325 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-521d084b-e41b-4a43-ad39-80d5148379c0 None None] For port b0f35d6d-a903-4220-9812-7224088b3a61, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=b0f35d6d-a903-4220-9812-7224088b3a61,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:27.579581 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-521d084b-e41b-4a43-ad39-80d5148379c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b0f35d6d-a903-4220-9812-7224088b3a61), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.601833 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b8524553-8a13-4762-b264-f0da09c4780e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ef36e41e-8555-4ba2-926d-a017addb80b2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.614988 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-462ae111-9b8c-485e-8070-f082bf3527fa req-15c2ce2a-8625-4a84-9df4-dd473fd504b7 service neutron] 10.222.0.79 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928307 Feb 19 04:12:27.686011 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dc51a0a4-e40c-4857-ade5-f908c407550d req-d5dfda35-2d13-4d50-944c-a11c97b2ccf4 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459661 Feb 19 04:12:27.708452 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8524553-8a13-4762-b264-f0da09c4780e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=ef36e41e-8555-4ba2-926d-a017addb80b2,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:27.723429 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d084b-e41b-4a43-ad39-80d5148379c0 None None] Pushing event updated for resources: {'Port': ['ID=b0f35d6d-a903-4220-9812-7224088b3a61,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:27.739489 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8524553-8a13-4762-b264-f0da09c4780e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:27.742421 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-b8524553-8a13-4762-b264-f0da09c4780e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:27.749664 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8524553-8a13-4762-b264-f0da09c4780e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:27.755108 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8524553-8a13-4762-b264-f0da09c4780e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:27.755760 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b8524553-8a13-4762-b264-f0da09c4780e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.798831 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b8524553-8a13-4762-b264-f0da09c4780e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6811609 Feb 19 04:12:27.800992 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35988) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:27.818155 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7f660-e68b-44b5-8949-03d3e76781a9 req-1e797ce0-5166-4ef7-900a-19d7cbdb2d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:27.819683 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-20b7f660-e68b-44b5-8949-03d3e76781a9 req-1e797ce0-5166-4ef7-900a-19d7cbdb2d3b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=90f22cfd00964f179efcdc77f1d50815&device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 1127 time: 0.1225016 Feb 19 04:12:27.832773 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f60749-ba1e-4531-94ec-163845b74301 req-9a91c625-c752-4b9d-9b87-219050ccb83f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:27.834463 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f1f60749-ba1e-4531-94ec-163845b74301 req-9a91c625-c752-4b9d-9b87-219050ccb83f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 946 time: 0.0782423 Feb 19 04:12:27.880429 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541ebe93-19a3-476e-8232-e4a25929cc84 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:27.887185 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541ebe93-19a3-476e-8232-e4a25929cc84 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:27.894111 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-541ebe93-19a3-476e-8232-e4a25929cc84 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0920765 Feb 19 04:12:27.895125 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35990) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:28.088510 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c8076fa3-ee60-462c-b402-c4f142f28517 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting port ef36e41e-8555-4ba2-926d-a017addb80b2 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:28.088875 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c8076fa3-ee60-462c-b402-c4f142f28517 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ef36e41e-8555-4ba2-926d-a017addb80b2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:28.105535 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7f660-e68b-44b5-8949-03d3e76781a9 req-9d2f37ab-e5e2-4c6b-b793-fb4887abb6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:28.113769 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-20b7f660-e68b-44b5-8949-03d3e76781a9 req-9d2f37ab-e5e2-4c6b-b793-fb4887abb6a6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d969274d-e3f5-4be2-94a1-23d058336a4e HTTP/1.1" status: 200 len: 918 time: 0.2780452 Feb 19 04:12:28.129676 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f1f60749-ba1e-4531-94ec-163845b74301 req-74b1736f-cffe-4bb4-9739-0f75323184b9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2857611 Feb 19 04:12:28.198676 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-20b7f660-e68b-44b5-8949-03d3e76781a9 req-883cc4f1-eb42-4148-a313-36845c8ebc98 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9a9460e-9cea-497c-be88-aa5f7e14c403 HTTP/1.1" status: 200 len: 217 time: 0.0610845 Feb 19 04:12:28.232950 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c8076fa3-ee60-462c-b402-c4f142f28517 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ef36e41e-8555-4ba2-926d-a017addb80b2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:28.247478 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c8076fa3-ee60-462c-b402-c4f142f28517 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Calling delete_port for ef36e41e-8555-4ba2-926d-a017addb80b2 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:12:28.261559 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7f660-e68b-44b5-8949-03d3e76781a9 req-e5c82654-c971-41c5-84bd-46cd9521e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:28.265483 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-20b7f660-e68b-44b5-8949-03d3e76781a9 req-e5c82654-c971-41c5-84bd-46cd9521e42d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=59a62ba0-3299-4137-b1e4-27552484bcd3 HTTP/1.1" status: 200 len: 856 time: 0.0580943 Feb 19 04:12:28.275113 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262bda5-fcd4-4c4d-b6bf-565383ccc4fa req-6f004fe7-8dd0-4f91-87c9-c32249c272e6 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:28.277892 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b262bda5-fcd4-4c4d-b6bf-565383ccc4fa req-6f004fe7-8dd0-4f91-87c9-c32249c272e6 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 946 time: 0.2822454 Feb 19 04:12:28.374952 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b262bda5-fcd4-4c4d-b6bf-565383ccc4fa req-9f707ca8-36b9-4bae-a824-ad9502f4321a tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597320 Feb 19 04:12:28.381302 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7f660-e68b-44b5-8949-03d3e76781a9 req-99dfcb62-b8a5-4570-a0ae-849e9cd1b117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:28.383114 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-20b7f660-e68b-44b5-8949-03d3e76781a9 req-99dfcb62-b8a5-4570-a0ae-849e9cd1b117 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d969274d-e3f5-4be2-94a1-23d058336a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1041718 Feb 19 04:12:28.406659 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c8076fa3-ee60-462c-b402-c4f142f28517 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ef36e41e-8555-4ba2-926d-a017addb80b2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:28.449370 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8076fa3-ee60-462c-b402-c4f142f28517 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Port': ['ID=ef36e41e-8555-4ba2-926d-a017addb80b2,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:28.478638 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c8076fa3-ee60-462c-b402-c4f142f28517 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:28.482673 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c8076fa3-ee60-462c-b402-c4f142f28517 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/ef36e41e-8555-4ba2-926d-a017addb80b2 HTTP/1.1" status: 204 len: 168 time: 0.5862708 Feb 19 04:12:28.489650 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35998) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:28.550323 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-20b7f660-e68b-44b5-8949-03d3e76781a9 req-fdaf09d3-d74a-4ba3-90ef-e4bccc0875be service neutron] 10.222.0.79 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526129 Feb 19 04:12:28.579202 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba5cdf8-68af-4573-bd4e-4a3ab02818fd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:28.580594 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba5cdf8-68af-4573-bd4e-4a3ab02818fd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:28.582280 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4ba5cdf8-68af-4573-bd4e-4a3ab02818fd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0924854 Feb 19 04:12:28.584821 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36002) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:28.653144 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3af253-9407-4b1c-ae5f-14094ee803ec tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet 78f49e39-e880-45d4-b4c4-2dffba2b53ab {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:12:28.657708 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c3af253-9407-4b1c-ae5f-14094ee803ec tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (78f49e39-e880-45d4-b4c4-2dffba2b53ab), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:28.741554 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c3af253-9407-4b1c-ae5f-14094ee803ec tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (78f49e39-e880-45d4-b4c4-2dffba2b53ab), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:28.769512 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b80ef-6899-448d-800c-34e38fe90141 req-7f245524-0c3c-49c5-834f-c0dcd49f0b7c tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:28.777252 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-664b80ef-6899-448d-800c-34e38fe90141 req-7f245524-0c3c-49c5-834f-c0dcd49f0b7c tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 946 time: 0.2620027 Feb 19 04:12:28.822887 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f5f21-a45f-4728-a05a-603ef01c83fb req-cb7df226-a253-4d31-b864-69a91311678c tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:28.824607 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f41f5f21-a45f-4728-a05a-603ef01c83fb req-cb7df226-a253-4d31-b864-69a91311678c tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 944 time: 0.2401752 Feb 19 04:12:28.847823 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-20b7f660-e68b-44b5-8949-03d3e76781a9 req-b77f4d52-e206-4ef8-9705-85d47cc7d4ea service neutron] 10.222.0.79 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881918 Feb 19 04:12:28.896985 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-664b80ef-6899-448d-800c-34e38fe90141 req-aea4c7fb-2c4a-4948-8a60-5255450649bd tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187441 Feb 19 04:12:28.933942 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c3af253-9407-4b1c-ae5f-14094ee803ec tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (78f49e39-e880-45d4-b4c4-2dffba2b53ab), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:28.972527 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f41f5f21-a45f-4728-a05a-603ef01c83fb req-e036ac12-671d-4e5d-906d-ebeb2465935d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197062 Feb 19 04:12:29.084658 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c3af253-9407-4b1c-ae5f-14094ee803ec tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (78f49e39-e880-45d4-b4c4-2dffba2b53ab), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:29.117480 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b42a25-d3c1-4c00-9324-441fa449ed8b req-7777bfbb-3960-403a-b4de-f05d0c2ad810 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:29.119642 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-36b42a25-d3c1-4c00-9324-441fa449ed8b req-7777bfbb-3960-403a-b4de-f05d0c2ad810 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 945 time: 0.1184890 Feb 19 04:12:29.133401 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3af253-9407-4b1c-ae5f-14094ee803ec tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=78f49e39-e880-45d4-b4c4-2dffba2b53ab,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:29.136493 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c3af253-9407-4b1c-ae5f-14094ee803ec tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:29.139280 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5c3af253-9407-4b1c-ae5f-14094ee803ec tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/78f49e39-e880-45d4-b4c4-2dffba2b53ab HTTP/1.1" status: 204 len: 168 time: 0.5534794 Feb 19 04:12:29.147736 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36010) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:29.209549 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2febf27e-95e0-412a-b7fe-547a8a9d5e22 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0607448 Feb 19 04:12:29.212729 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36024) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:29.219548 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-91546345-5f89-4606-9fa9-816d574467a2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:29.277649 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-36b42a25-d3c1-4c00-9324-441fa449ed8b req-ec6829a2-ee87-4acb-b8f2-eccceb40bc9d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505122 Feb 19 04:12:29.435371 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91546345-5f89-4606-9fa9-816d574467a2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:29.438870 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-91546345-5f89-4606-9fa9-816d574467a2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:29.519788 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfc7baa-6dd1-4e2e-b86f-e3d8b46bb2f4 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:29.582430 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5a3ac-3fb7-4b40-94cb-0cf1cf2ed361 req-64f0b458-20c8-42f4-9fea-26d66b931fce tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:29.588586 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1da5a3ac-3fb7-4b40-94cb-0cf1cf2ed361 req-64f0b458-20c8-42f4-9fea-26d66b931fce tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 946 time: 0.2136297 Feb 19 04:12:29.634374 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:29.638311 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-4a802d44-8047-42df-b1db-1fb1c70cd607 None None] Provisioning complete for port b0f35d6d-a903-4220-9812-7224088b3a61 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:29.639121 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4a802d44-8047-42df-b1db-1fb1c70cd607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b0f35d6d-a903-4220-9812-7224088b3a61), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:29.740966 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b0f35d6d-a903-4220-9812-7224088b3a61 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:29.798111 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225f0b5-867e-4fc2-a624-a9903b863e64 req-503bb8b8-c882-43a6-87f3-eed147ada9f7 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:29.801623 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b225f0b5-867e-4fc2-a624-a9903b863e64 req-503bb8b8-c882-43a6-87f3-eed147ada9f7 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 946 time: 0.1844230 Feb 19 04:12:29.812607 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1da5a3ac-3fb7-4b40-94cb-0cf1cf2ed361 req-2eed3d0a-4e29-4c32-a51b-9c86c7e964b0 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100239 Feb 19 04:12:29.850863 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-4a802d44-8047-42df-b1db-1fb1c70cd607 None None] Current status of the port b0f35d6d-a903-4220-9812-7224088b3a61 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:29.851388 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4a802d44-8047-42df-b1db-1fb1c70cd607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b0f35d6d-a903-4220-9812-7224088b3a61), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:29.906471 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b225f0b5-867e-4fc2-a624-a9903b863e64 req-01154622-30f0-49a1-8329-230dbfb1f069 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909960 Feb 19 04:12:29.908031 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-4a802d44-8047-42df-b1db-1fb1c70cd607 None None] For port b0f35d6d-a903-4220-9812-7224088b3a61, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=b0f35d6d-a903-4220-9812-7224088b3a61,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:29.925287 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port b0f35d6d-a903-4220-9812-7224088b3a61 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:29.925735 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b0f35d6d-a903-4220-9812-7224088b3a61), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:29.928371 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4a802d44-8047-42df-b1db-1fb1c70cd607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b0f35d6d-a903-4220-9812-7224088b3a61), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:30.021297 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f705ad-2764-4c53-82be-71e70a403a38 None None] DHCP port deletion for 1742e730-766a-4fa0-996c-7e016537b1f1 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:12:30.029021 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device f9a9460e-9cea-497c-be88-aa5f7e14c403 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:12:30.051406 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a802d44-8047-42df-b1db-1fb1c70cd607 None None] Pushing event updated for resources: {'Port': ['ID=b0f35d6d-a903-4220-9812-7224088b3a61,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:30.056127 n-d-828369-19 neutron-server[109925]: DEBUG neutron.objects.ports [None req-91546345-5f89-4606-9fa9-816d574467a2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109925) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:12:30.121957 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a802d44-8047-42df-b1db-1fb1c70cd607 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:30.122427 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a802d44-8047-42df-b1db-1fb1c70cd607 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:30.123860 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a802d44-8047-42df-b1db-1fb1c70cd607 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:30.124325 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a802d44-8047-42df-b1db-1fb1c70cd607 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:30.124775 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a802d44-8047-42df-b1db-1fb1c70cd607 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:30.125267 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a802d44-8047-42df-b1db-1fb1c70cd607 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:30.125707 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a802d44-8047-42df-b1db-1fb1c70cd607 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:30.126149 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a802d44-8047-42df-b1db-1fb1c70cd607 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:30.126683 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a802d44-8047-42df-b1db-1fb1c70cd607 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:30.127128 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a802d44-8047-42df-b1db-1fb1c70cd607 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:30.128508 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a802d44-8047-42df-b1db-1fb1c70cd607 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:30.128970 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a802d44-8047-42df-b1db-1fb1c70cd607 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:30.129414 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a802d44-8047-42df-b1db-1fb1c70cd607 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:30.204988 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port b0f35d6d-a903-4220-9812-7224088b3a61 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:30.254940 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-91546345-5f89-4606-9fa9-816d574467a2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b0f35d6d-a903-4220-9812-7224088b3a61), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:30.257281 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2e7c1-3a81-4821-a0ed-0cb8cc7f7ec6 req-ce926bac-37c2-4ab8-b6f6-6c108ac279d9 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:30.266718 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-67f705ad-2764-4c53-82be-71e70a403a38 None None] Deleting port b0f35d6d-a903-4220-9812-7224088b3a61 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:30.268140 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-67f705ad-2764-4c53-82be-71e70a403a38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b0f35d6d-a903-4220-9812-7224088b3a61), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:30.269401 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59e2e7c1-3a81-4821-a0ed-0cb8cc7f7ec6 req-ce926bac-37c2-4ab8-b6f6-6c108ac279d9 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 944 time: 0.1475229 Feb 19 04:12:30.364333 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port f9a9460e-9cea-497c-be88-aa5f7e14c403, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f9a9460e-9cea-497c-be88-aa5f7e14c403,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:30.394456 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'f9a9460e-9cea-497c-be88-aa5f7e14c403', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'port_id': 'f9a9460e-9cea-497c-be88-aa5f7e14c403', 'mac_address': 'fa:16:3e:08:46:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:12:30.405534 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59e2e7c1-3a81-4821-a0ed-0cb8cc7f7ec6 req-145d7031-93aa-4529-9c62-5d06052fc454 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302185 Feb 19 04:12:30.486926 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6921d7-88ec-4de3-8770-9410d7b7112c req-d25f4c4b-2f5a-4a13-bfc5-a7ce91ad27ba tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:30.488959 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0d6921d7-88ec-4de3-8770-9410d7b7112c req-d25f4c4b-2f5a-4a13-bfc5-a7ce91ad27ba tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 945 time: 0.0642099 Feb 19 04:12:30.505023 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-67f705ad-2764-4c53-82be-71e70a403a38 None None] For port b0f35d6d-a903-4220-9812-7224088b3a61, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=b0f35d6d-a903-4220-9812-7224088b3a61,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:30.505434 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-67f705ad-2764-4c53-82be-71e70a403a38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b0f35d6d-a903-4220-9812-7224088b3a61), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:30.526313 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-67f705ad-2764-4c53-82be-71e70a403a38 None None] Calling delete_port for b0f35d6d-a903-4220-9812-7224088b3a61 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:12:30.530247 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port f9a9460e-9cea-497c-be88-aa5f7e14c403 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:30.530651 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:30.544201 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-91546345-5f89-4606-9fa9-816d574467a2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] For port b0f35d6d-a903-4220-9812-7224088b3a61, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=b0f35d6d-a903-4220-9812-7224088b3a61,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:30.552159 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0d6921d7-88ec-4de3-8770-9410d7b7112c req-623b2f1c-0c57-42f2-b0e7-2272a217d220 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562680 Feb 19 04:12:30.566893 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a9460e-9cea-497c-be88-aa5f7e14c403 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:12:30.597580 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-91546345-5f89-4606-9fa9-816d574467a2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (b0f35d6d-a903-4220-9812-7224088b3a61), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:30.602958 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-91546345-5f89-4606-9fa9-816d574467a2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (b0f35d6d-a903-4220-9812-7224088b3a61), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:30.613575 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0b4fb03e-2cbf-4895-9ab6-60c7824586a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:30.634702 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port f9a9460e-9cea-497c-be88-aa5f7e14c403, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f9a9460e-9cea-497c-be88-aa5f7e14c403,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:30.651936 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:30.657187 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-91546345-5f89-4606-9fa9-816d574467a2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (c53e15de-0798-4aba-a4e6-050283986395), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:30.716897 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=f9a9460e-9cea-497c-be88-aa5f7e14c403,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:30.753537 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-67f705ad-2764-4c53-82be-71e70a403a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (b0f35d6d-a903-4220-9812-7224088b3a61), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:30.773853 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f705ad-2764-4c53-82be-71e70a403a38 None None] No DVR routers for this DVR port b0f35d6d-a903-4220-9812-7224088b3a61 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:12:30.817926 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f705ad-2764-4c53-82be-71e70a403a38 None None] Pushing event deleted for resources: {'Port': ['ID=b0f35d6d-a903-4220-9812-7224088b3a61,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:30.916074 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['f9a9460e-9cea-497c-be88-aa5f7e14c403'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:12:31.081807 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91546345-5f89-4606-9fa9-816d574467a2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:31.085322 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-91546345-5f89-4606-9fa9-816d574467a2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:31.089278 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91546345-5f89-4606-9fa9-816d574467a2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=b0f35d6d-a903-4220-9812-7224088b3a61,revision_number=6']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:31.092911 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91546345-5f89-4606-9fa9-816d574467a2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:31.093503 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-91546345-5f89-4606-9fa9-816d574467a2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:31.105347 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91546345-5f89-4606-9fa9-816d574467a2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=c53e15de-0798-4aba-a4e6-050283986395,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:31.109422 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a02e84-4034-4c9a-8c61-9bc1f57cd8a6 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:31.126683 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-91546345-5f89-4606-9fa9-816d574467a2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9125023 Feb 19 04:12:31.129299 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36046) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:31.135844 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3d4274af-6dec-4f8a-b8ee-353150fed67a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'mac_address': 'fa:16:3e:9a:0c:6d', 'name': 'tempest-NetworksTestDHCPv6-422717173'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:31.142096 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ad2c9-d124-4867-9dce-e142ffb0016e req-c6c74aff-aae0-478c-aa19-fbc48ebda8ef tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:31.144384 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-072ad2c9-d124-4867-9dce-e142ffb0016e req-c6c74aff-aae0-478c-aa19-fbc48ebda8ef tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 946 time: 0.1720631 Feb 19 04:12:31.183304 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780f62b-6792-4e5f-b6a6-5fbee9fea4e6 req-2027847c-6296-460d-8cf8-e5fa01a0ba2c tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:31.185436 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4780f62b-6792-4e5f-b6a6-5fbee9fea4e6 req-2027847c-6296-460d-8cf8-e5fa01a0ba2c tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 946 time: 0.1684370 Feb 19 04:12:31.268308 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-072ad2c9-d124-4867-9dce-e142ffb0016e req-182052e8-d919-47f3-9c39-25a1afc022ca tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184149 Feb 19 04:12:31.279983 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4274af-6dec-4f8a-b8ee-353150fed67a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:31.286158 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d4274af-6dec-4f8a-b8ee-353150fed67a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:31.319200 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-3d4274af-6dec-4f8a-b8ee-353150fed67a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] device_id is not set on port d8174c5b-5a8a-4720-b260-36f51a037a70 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:12:31.328776 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4780f62b-6792-4e5f-b6a6-5fbee9fea4e6 req-1d6591ac-688f-45ab-9ccb-5d01b879b9da tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367774 Feb 19 04:12:31.337195 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fe5066-9e28-4cb6-8a67-024815497342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-1742e730-766a-4fa0-996c-7e016537b1f1', 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'fixed_ips': [{'subnet_id': 'c53e15de-0798-4aba-a4e6-050283986395'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:12:31.338093 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5066-9e28-4cb6-8a67-024815497342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:31.478053 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-3d4274af-6dec-4f8a-b8ee-353150fed67a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 2001:db8::f816:3eff:fe9a:c6d (1742e730-766a-4fa0-996c-7e016537b1f1/c53e15de-0798-4aba-a4e6-050283986395/d8174c5b-5a8a-4720-b260-36f51a037a70) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:31.583138 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122563f9-aa6e-4c6b-8271-e2eef45c03da req-d905d0e7-b441-4bbb-beb9-354d7b6a2373 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:31.584194 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b0f35d6d-a903-4220-9812-7224088b3a61 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:12:31.584916 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-122563f9-aa6e-4c6b-8271-e2eef45c03da req-d905d0e7-b441-4bbb-beb9-354d7b6a2373 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 945 time: 0.0741866 Feb 19 04:12:31.626931 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: b0f35d6d-a903-4220-9812-7224088b3a61 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:12:31.627276 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b0f35d6d-a903-4220-9812-7224088b3a61 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:12:31.682788 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-122563f9-aa6e-4c6b-8271-e2eef45c03da req-42b1fc29-84fd-4634-8ca6-5a4fa715cc7e tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846715 Feb 19 04:12:31.731070 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d4274af-6dec-4f8a-b8ee-353150fed67a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (d8174c5b-5a8a-4720-b260-36f51a037a70), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:31.792292 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d4274af-6dec-4f8a-b8ee-353150fed67a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (d8174c5b-5a8a-4720-b260-36f51a037a70), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:31.885150 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-f8fe5066-9e28-4cb6-8a67-024815497342 None None] Allocated IP 2001:db8::f816:3eff:fe79:1514 (1742e730-766a-4fa0-996c-7e016537b1f1/c53e15de-0798-4aba-a4e6-050283986395/4fba0902-6429-4dbf-8b76-054bf81d02f1) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:31.888680 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4274af-6dec-4f8a-b8ee-353150fed67a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:31.893780 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-3d4274af-6dec-4f8a-b8ee-353150fed67a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:31.899830 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4274af-6dec-4f8a-b8ee-353150fed67a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:31.906779 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4274af-6dec-4f8a-b8ee-353150fed67a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:31.907367 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d4274af-6dec-4f8a-b8ee-353150fed67a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:31.941049 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4274af-6dec-4f8a-b8ee-353150fed67a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=d8174c5b-5a8a-4720-b260-36f51a037a70,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:31.957729 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3d4274af-6dec-4f8a-b8ee-353150fed67a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.8264496 Feb 19 04:12:31.960301 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36054) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:32.035857 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device f9a9460e-9cea-497c-be88-aa5f7e14c403 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:32.037966 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07adf66a-c714-43a1-b002-d42ab80f8d97 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:32.040249 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-07adf66a-c714-43a1-b002-d42ab80f8d97 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0784004 Feb 19 04:12:32.044993 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36058) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:32.100121 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f319b8-30ca-4d51-b592-761c89152ded req-06e05234-fbc8-43d6-87fe-5c87525d13b0 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:32.101621 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10f319b8-30ca-4d51-b592-761c89152ded req-06e05234-fbc8-43d6-87fe-5c87525d13b0 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 945 time: 0.4480770 Feb 19 04:12:32.126348 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5066-9e28-4cb6-8a67-024815497342 None None] Publish callbacks [] for port (4fba0902-6429-4dbf-8b76-054bf81d02f1), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:32.134778 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5066-9e28-4cb6-8a67-024815497342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (4fba0902-6429-4dbf-8b76-054bf81d02f1), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:32.168513 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port f9a9460e-9cea-497c-be88-aa5f7e14c403 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:12:32.181281 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port f9a9460e-9cea-497c-be88-aa5f7e14c403 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:32.182071 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:32.185743 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fe5066-9e28-4cb6-8a67-024815497342 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:32.194640 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10f319b8-30ca-4d51-b592-761c89152ded req-92d9a02d-bc43-4597-ae04-fbd59822de98 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667415 Feb 19 04:12:32.200633 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-d873228d-68ec-439d-b401-33cfff2a3f83 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting port d8174c5b-5a8a-4720-b260-36f51a037a70 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:32.200982 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d873228d-68ec-439d-b401-33cfff2a3f83 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (d8174c5b-5a8a-4720-b260-36f51a037a70), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:32.208485 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-f8fe5066-9e28-4cb6-8a67-024815497342 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:32.215153 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fe5066-9e28-4cb6-8a67-024815497342 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:32.229095 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe5066-9e28-4cb6-8a67-024815497342 None None] Pushing event updated for resources: {'Port': ['ID=4fba0902-6429-4dbf-8b76-054bf81d02f1,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:32.311234 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d873228d-68ec-439d-b401-33cfff2a3f83 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (d8174c5b-5a8a-4720-b260-36f51a037a70), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:32.317531 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f8fe5066-9e28-4cb6-8a67-024815497342 None None] Attempting to bind port 4fba0902-6429-4dbf-8b76-054bf81d02f1 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:32.317994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f8fe5066-9e28-4cb6-8a67-024815497342 None None] Attempting to bind port 4fba0902-6429-4dbf-8b76-054bf81d02f1 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:32.318457 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fe5066-9e28-4cb6-8a67-024815497342 None None] Attempting to bind port 4fba0902-6429-4dbf-8b76-054bf81d02f1 on network 1742e730-766a-4fa0-996c-7e016537b1f1 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:32.328776 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-d873228d-68ec-439d-b401-33cfff2a3f83 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Calling delete_port for d8174c5b-5a8a-4720-b260-36f51a037a70 owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:12:32.348213 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fe5066-9e28-4cb6-8a67-024815497342 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:32.348700 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fe5066-9e28-4cb6-8a67-024815497342 None None] Checking segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:32.349181 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5066-9e28-4cb6-8a67-024815497342 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:32.349735 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fe5066-9e28-4cb6-8a67-024815497342 None None] Bound using segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:32.350337 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f8fe5066-9e28-4cb6-8a67-024815497342 None None] Bound port: 4fba0902-6429-4dbf-8b76-054bf81d02f1, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:32.350788 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5066-9e28-4cb6-8a67-024815497342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4fba0902-6429-4dbf-8b76-054bf81d02f1), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:32.371792 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port f9a9460e-9cea-497c-be88-aa5f7e14c403 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:32.372268 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:32.423140 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e192823-4df3-48ab-b01b-4b32bd8b2fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a9460e-9cea-497c-be88-aa5f7e14c403'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:32.425481 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594c4133-1fda-437e-910e-28e9d118e82a" -d '{"events": [{"server_uuid": "9e192823-4df3-48ab-b01b-4b32bd8b2fd9", "name": "network-vif-plugged", "status": "completed", "tag": "f9a9460e-9cea-497c-be88-aa5f7e14c403"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:32.447288 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port f9a9460e-9cea-497c-be88-aa5f7e14c403, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f9a9460e-9cea-497c-be88-aa5f7e14c403,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:32.458204 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-f8fe5066-9e28-4cb6-8a67-024815497342 None None] For port 4fba0902-6429-4dbf-8b76-054bf81d02f1, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:32.461048 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:32.464206 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-f8fe5066-9e28-4cb6-8a67-024815497342 None None] For port 4fba0902-6429-4dbf-8b76-054bf81d02f1, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4fba0902-6429-4dbf-8b76-054bf81d02f1,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:32.491664 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5066-9e28-4cb6-8a67-024815497342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4fba0902-6429-4dbf-8b76-054bf81d02f1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:32.549469 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=f9a9460e-9cea-497c-be88-aa5f7e14c403,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:32.563110 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d873228d-68ec-439d-b401-33cfff2a3f83 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (d8174c5b-5a8a-4720-b260-36f51a037a70), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:32.621953 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873228d-68ec-439d-b401-33cfff2a3f83 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Port': ['ID=d8174c5b-5a8a-4720-b260-36f51a037a70,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:32.635600 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe5066-9e28-4cb6-8a67-024815497342 None None] Pushing event updated for resources: {'Port': ['ID=4fba0902-6429-4dbf-8b76-054bf81d02f1,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:32.642808 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e99f9-5176-403d-98a0-00091b6541ab req-727a1079-0bca-499a-82c4-60beacde495e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:32.645180 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7d6e99f9-5176-403d-98a0-00091b6541ab req-727a1079-0bca-499a-82c4-60beacde495e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 946 time: 0.2632940 Feb 19 04:12:32.674034 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d873228d-68ec-439d-b401-33cfff2a3f83 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:32.678515 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d873228d-68ec-439d-b401-33cfff2a3f83 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/d8174c5b-5a8a-4720-b260-36f51a037a70 HTTP/1.1" status: 204 len: 168 time: 0.6303346 Feb 19 04:12:32.679185 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36070) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:32.712418 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d437d72-4ce0-4dd8-b625-d3e553e9c4e3 req-833ec868-c96b-48ce-ad77-3d6dcc44c121 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:32.714053 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0d437d72-4ce0-4dd8-b625-d3e553e9c4e3 req-833ec868-c96b-48ce-ad77-3d6dcc44c121 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 946 time: 0.1899521 Feb 19 04:12:32.737899 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-26a53135-7678-4827-ad18-24e2ff20c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:32.756506 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7d6e99f9-5176-403d-98a0-00091b6541ab req-23a2355c-2e34-4957-8f01-e787a581db98 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936832 Feb 19 04:12:32.777737 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae52d80-bbad-4319-9568-eb8f1f0a88e4 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:32.779150 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae52d80-bbad-4319-9568-eb8f1f0a88e4 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:32.781517 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4ae52d80-bbad-4319-9568-eb8f1f0a88e4 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1008325 Feb 19 04:12:32.783352 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36074) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:32.804910 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0d437d72-4ce0-4dd8-b625-d3e553e9c4e3 req-a5e2c10c-b8e4-4b76-bd88-d9692160b9ad tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778999 Feb 19 04:12:32.829521 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1f929a-d900-4d18-956d-ea36f5459ac8 x-openstack-request-id: req-fc1f929a-d900-4d18-956d-ea36f5459ac8 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:32.829816 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e192823-4df3-48ab-b01b-4b32bd8b2fd9", "name": "network-vif-plugged", "status": "completed", "tag": "f9a9460e-9cea-497c-be88-aa5f7e14c403", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:32.830127 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fc1f929a-d900-4d18-956d-ea36f5459ac8 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:32.830492 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e192823-4df3-48ab-b01b-4b32bd8b2fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a9460e-9cea-497c-be88-aa5f7e14c403', 'code': 200} Feb 19 04:12:32.884454 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-67dca2b2-028f-4b6a-a29e-cdf40ff35fa8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet c53e15de-0798-4aba-a4e6-050283986395 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:12:32.892564 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67dca2b2-028f-4b6a-a29e-cdf40ff35fa8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (c53e15de-0798-4aba-a4e6-050283986395), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:33.034882 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67dca2b2-028f-4b6a-a29e-cdf40ff35fa8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (c53e15de-0798-4aba-a4e6-050283986395), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:33.043162 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94834c9-ecc4-4c96-a800-cf15c0c18fbb req-9c06d8eb-9efb-4130-9925-b39469e2860f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:33.044911 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f94834c9-ecc4-4c96-a800-cf15c0c18fbb req-9c06d8eb-9efb-4130-9925-b39469e2860f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 1129 time: 0.1294758 Feb 19 04:12:33.080284 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d8ab8-eb39-4bba-819b-46685c902e59 req-3914b35b-6ff4-4ecd-b70d-54c89c68fa5c tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:33.087373 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f31d8ab8-eb39-4bba-819b-46685c902e59 req-3914b35b-6ff4-4ecd-b70d-54c89c68fa5c tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.1487911 Feb 19 04:12:33.166416 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f94834c9-ecc4-4c96-a800-cf15c0c18fbb req-2d2cacc4-a7b0-4ec4-8351-c2af33f1aae5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039655 Feb 19 04:12:33.177012 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f31d8ab8-eb39-4bba-819b-46685c902e59 req-eeb3dbe7-0126-4d3b-8b42-29bee2a3f661 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887253 Feb 19 04:12:33.215329 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [req-78856e65-1c02-458c-9596-fbfc85b1965b req-75b78886-157a-48fb-9f29-0fc05dad7937 service neutron] show failed (client error): The resource could not be found. Feb 19 04:12:33.216456 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-78856e65-1c02-458c-9596-fbfc85b1965b req-75b78886-157a-48fb-9f29-0fc05dad7937 service neutron] 10.222.0.26 "GET /v2.0/ports/c8d96e85-d872-4c04-a41a-a5d772b2495f/bindings/n-h2-828369-19 HTTP/1.1" status: 404 len: 381 time: 0.1192224 Feb 19 04:12:33.264160 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67dca2b2-028f-4b6a-a29e-cdf40ff35fa8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (c53e15de-0798-4aba-a4e6-050283986395), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:33.345958 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67dca2b2-028f-4b6a-a29e-cdf40ff35fa8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (c53e15de-0798-4aba-a4e6-050283986395), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:33.393201 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67dca2b2-028f-4b6a-a29e-cdf40ff35fa8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:33.397061 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-67dca2b2-028f-4b6a-a29e-cdf40ff35fa8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/c53e15de-0798-4aba-a4e6-050283986395 HTTP/1.1" status: 204 len: 168 time: 0.6126456 Feb 19 04:12:33.398074 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dca2b2-028f-4b6a-a29e-cdf40ff35fa8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=c53e15de-0798-4aba-a4e6-050283986395,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:33.400059 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36086) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:33.407419 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200a5aa-99a5-4423-b2c5-7054f145dad1 req-733882f8-25a8-4529-aa21-4d031c2e935d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:33.409937 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e200a5aa-99a5-4423-b2c5-7054f145dad1 req-733882f8-25a8-4529-aa21-4d031c2e935d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 945 time: 0.1148474 Feb 19 04:12:33.467489 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0a6b343c-574f-4316-a823-e84c7f9e2938 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0640221 Feb 19 04:12:33.468684 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36088) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:33.511797 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e200a5aa-99a5-4423-b2c5-7054f145dad1 req-bf8f6fdc-2cfe-47fc-8b97-8d82a45e5769 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949862 Feb 19 04:12:33.565885 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1e8823-dd82-485f-b159-46345dd3b236 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:33.572356 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-de1e8823-dd82-485f-b159-46345dd3b236 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1019161 Feb 19 04:12:33.575237 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36090) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:33.641193 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291f91b1-73a0-4cbb-bcf9-7927bc479c3d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:33.642911 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-291f91b1-73a0-4cbb-bcf9-7927bc479c3d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0665419 Feb 19 04:12:33.645490 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36092) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:33.664291 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78856e65-1c02-458c-9596-fbfc85b1965b req-e498451a-df88-443a-a05d-c624a33f045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:33.666091 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-78856e65-1c02-458c-9596-fbfc85b1965b req-e498451a-df88-443a-a05d-c624a33f045a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b&tenant_id=3daaed16085e4153afa0c32c565c3455 HTTP/1.1" status: 200 len: 1129 time: 0.1433530 Feb 19 04:12:33.684466 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-78856e65-1c02-458c-9596-fbfc85b1965b req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-19', 'device_owner': 'compute:nova'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:33.702847 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-27f24759-d612-45b5-afb7-8b6c8e2bb73e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522985 Feb 19 04:12:33.703984 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4fba0902-6429-4dbf-8b76-054bf81d02f1 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:33.704996 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36094) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:33.710584 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-510c7e29-1704-4cd8-a840-23dc5b45c2df tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:33.770295 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-78856e65-1c02-458c-9596-fbfc85b1965b req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c8d96e85-d872-4c04-a41a-a5d772b2495f), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:33.804272 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:33.836935 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510c7e29-1704-4cd8-a840-23dc5b45c2df tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:33.848175 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-510c7e29-1704-4cd8-a840-23dc5b45c2df tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:33.864008 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 4fba0902-6429-4dbf-8b76-054bf81d02f1 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:33.865045 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4fba0902-6429-4dbf-8b76-054bf81d02f1), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:34.072758 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 4fba0902-6429-4dbf-8b76-054bf81d02f1 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:34.072758 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4fba0902-6429-4dbf-8b76-054bf81d02f1), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:34.117963 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 4fba0902-6429-4dbf-8b76-054bf81d02f1, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4fba0902-6429-4dbf-8b76-054bf81d02f1,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:34.134810 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4fba0902-6429-4dbf-8b76-054bf81d02f1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:34.261546 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=4fba0902-6429-4dbf-8b76-054bf81d02f1,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:34.292573 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-510c7e29-1704-4cd8-a840-23dc5b45c2df tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (a0fc56ff-67b3-4ef9-9c67-fa496879ac70), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:34.329636 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8b4df-eef9-47a2-b166-e7341e9a9765 req-2395f845-1c65-421f-9e97-06c9681dc139 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:34.331752 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09a8b4df-eef9-47a2-b166-e7341e9a9765 req-2395f845-1c65-421f-9e97-06c9681dc139 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 946 time: 0.3816462 Feb 19 04:12:34.353569 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a070ffd-13f0-4dd1-8cd2-19aec7ee64bf None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:34.362436 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a7b6e-f894-471f-a84f-b18fbae2c3a0 req-7c0c7238-ca06-4755-9809-c4fe91b4358e tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:34.364199 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf6a7b6e-f894-471f-a84f-b18fbae2c3a0 req-7c0c7238-ca06-4755-9809-c4fe91b4358e tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 946 time: 0.3627641 Feb 19 04:12:34.364810 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510c7e29-1704-4cd8-a840-23dc5b45c2df tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:34.369640 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-510c7e29-1704-4cd8-a840-23dc5b45c2df tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:34.382356 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510c7e29-1704-4cd8-a840-23dc5b45c2df tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:34.383116 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-510c7e29-1704-4cd8-a840-23dc5b45c2df tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:34.417643 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c7e29-1704-4cd8-a840-23dc5b45c2df tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=a0fc56ff-67b3-4ef9-9c67-fa496879ac70,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:34.430634 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-510c7e29-1704-4cd8-a840-23dc5b45c2df tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7219512 Feb 19 04:12:34.431030 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36106) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:34.445652 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-bcbae053-bb14-4236-932e-452733f860fa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'mac_address': 'fa:16:3e:e3:6a:b5', 'name': 'tempest-NetworksTestDHCPv6-64261637'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:34.463194 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2ee7718c-3c2e-428b-8dad-bc141e235d10 None None] Provisioning complete for port 4fba0902-6429-4dbf-8b76-054bf81d02f1 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:34.463946 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2ee7718c-3c2e-428b-8dad-bc141e235d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4fba0902-6429-4dbf-8b76-054bf81d02f1), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:34.510136 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09a8b4df-eef9-47a2-b166-e7341e9a9765 req-92e46107-1a03-4e5e-a298-a4aa397729da tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691742 Feb 19 04:12:34.576300 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-78856e65-1c02-458c-9596-fbfc85b1965b req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] For port c8d96e85-d872-4c04-a41a-a5d772b2495f, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c8d96e85-d872-4c04-a41a-a5d772b2495f,segment=NetworkSegment(191382ec-cb5c-4603-b38b-34e71e07c7f0),segment_id=191382ec-cb5c-4603-b38b-34e71e07c7f0)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:34.587809 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf6a7b6e-f894-471f-a84f-b18fbae2c3a0 req-195d70ba-7ad0-46a6-a673-c93214a36172 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145257 Feb 19 04:12:34.640209 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7718c-3c2e-428b-8dad-bc141e235d10 None None] Current status of the port 4fba0902-6429-4dbf-8b76-054bf81d02f1 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:34.662602 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-78856e65-1c02-458c-9596-fbfc85b1965b req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] For port c8d96e85-d872-4c04-a41a-a5d772b2495f, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:34.686018 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbae053-bb14-4236-932e-452733f860fa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:34.819269 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e907c139-e548-4e4d-af51-cb256681c47b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8d96e85-d872-4c04-a41a-a5d772b2495f'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:34.821091 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bcbae053-bb14-4236-932e-452733f860fa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:34.821571 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893b8c7a-fc56-4372-8b4f-ae140629bd7c" -d '{"events": [{"server_uuid": "e907c139-e548-4e4d-af51-cb256681c47b", "name": "network-vif-unplugged", "status": "completed", "tag": "c8d96e85-d872-4c04-a41a-a5d772b2495f"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:34.826389 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-78856e65-1c02-458c-9596-fbfc85b1965b req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Publish callbacks [] for port (c8d96e85-d872-4c04-a41a-a5d772b2495f), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:34.849268 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879edc8a-d892-428a-9d99-b2c12846e621 req-bae2d711-5789-449c-9d18-ea068767e0df tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:34.857201 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-879edc8a-d892-428a-9d99-b2c12846e621 req-bae2d711-5789-449c-9d18-ea068767e0df tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.1649814 Feb 19 04:12:34.863627 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-bcbae053-bb14-4236-932e-452733f860fa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] device_id is not set on port b873de88-d026-4aef-9211-8ca258e57488 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:12:34.891108 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e6b5c-b85b-48c3-bf41-316c95c7538d req-ab55e994-0814-41c9-ba3c-b2350fb692e3 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:34.897930 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-632e6b5c-b85b-48c3-bf41-316c95c7538d req-ab55e994-0814-41c9-ba3c-b2350fb692e3 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 945 time: 0.1688504 Feb 19 04:12:34.926930 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-78856e65-1c02-458c-9596-fbfc85b1965b req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Transition to ACTIVE for port object c8d96e85-d872-4c04-a41a-a5d772b2495f will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:12:34.965925 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-632e6b5c-b85b-48c3-bf41-316c95c7538d req-3ac0a1b2-dbd9-403b-8ffa-5538b216c222 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665319 Feb 19 04:12:34.982076 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-78856e65-1c02-458c-9596-fbfc85b1965b req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (c8d96e85-d872-4c04-a41a-a5d772b2495f), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:35.039348 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf13f73a-2696-4a22-8897-1ad63b139178 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:35.069568 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d96e85-d872-4c04-a41a-a5d772b2495f,revision_number=6']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:35.089250 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:35.090003 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:35.090546 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:35.091095 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:35.091615 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:35.092118 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:35.092613 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:35.093108 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:35.094228 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:35.094745 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:35.095235 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:35.095771 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:35.096256 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:35.103360 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51bea3f-656f-4585-8d93-7aa887e094ed x-openstack-request-id: req-a51bea3f-656f-4585-8d93-7aa887e094ed {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:35.103648 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e907c139-e548-4e4d-af51-cb256681c47b", "name": "network-vif-unplugged", "status": "completed", "tag": "c8d96e85-d872-4c04-a41a-a5d772b2495f", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:35.103898 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a51bea3f-656f-4585-8d93-7aa887e094ed {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:35.104307 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e907c139-e548-4e4d-af51-cb256681c47b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8d96e85-d872-4c04-a41a-a5d772b2495f', 'code': 200} Feb 19 04:12:35.127940 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-879edc8a-d892-428a-9d99-b2c12846e621 req-712cad87-c196-401e-9383-2267ae97170b tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2641885 Feb 19 04:12:35.161059 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-bcbae053-bb14-4236-932e-452733f860fa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 2001:db8::86 (1742e730-766a-4fa0-996c-7e016537b1f1/a0fc56ff-67b3-4ef9-9c67-fa496879ac70/b873de88-d026-4aef-9211-8ca258e57488) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:35.262183 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-4b2324ad-0a51-407e-bf5d-8db08a02a949 None None] Provisioning complete for port 4fba0902-6429-4dbf-8b76-054bf81d02f1 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:35.262560 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4b2324ad-0a51-407e-bf5d-8db08a02a949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4fba0902-6429-4dbf-8b76-054bf81d02f1), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:35.420553 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:35.521437 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bcbae053-bb14-4236-932e-452733f860fa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (b873de88-d026-4aef-9211-8ca258e57488), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:35.530239 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff74361-a74d-474d-942c-add4a2c8f049 req-48b4103b-c4aa-45f3-9ade-9526732f60d8 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:35.540423 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ff74361-a74d-474d-942c-add4a2c8f049 req-48b4103b-c4aa-45f3-9ade-9526732f60d8 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.2454507 Feb 19 04:12:35.540423 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-78856e65-1c02-458c-9596-fbfc85b1965b req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] No DVR routers for this DVR port c8d96e85-d872-4c04-a41a-a5d772b2495f on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:12:35.549922 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36120) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:35.561066 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-ac84a893-6f15-414b-8ced-1c591609d4f0 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Request body: {'floatingip': {'port_id': 'f9a9460e-9cea-497c-be88-aa5f7e14c403'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:35.603044 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-4b2324ad-0a51-407e-bf5d-8db08a02a949 None None] Current status of the port 4fba0902-6429-4dbf-8b76-054bf81d02f1 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:35.605265 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bcbae053-bb14-4236-932e-452733f860fa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (b873de88-d026-4aef-9211-8ca258e57488), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:35.678888 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4fba0902-6429-4dbf-8b76-054bf81d02f1 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:35.689812 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbae053-bb14-4236-932e-452733f860fa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:35.695163 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-bcbae053-bb14-4236-932e-452733f860fa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:35.699272 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbae053-bb14-4236-932e-452733f860fa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:35.706058 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbae053-bb14-4236-932e-452733f860fa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:35.707058 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bcbae053-bb14-4236-932e-452733f860fa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:35.735191 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bcbae053-bb14-4236-932e-452733f860fa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2995808 Feb 19 04:12:35.736402 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36124) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:35.746805 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbae053-bb14-4236-932e-452733f860fa tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=b873de88-d026-4aef-9211-8ca258e57488,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:35.786399 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 4fba0902-6429-4dbf-8b76-054bf81d02f1 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:35.787733 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4fba0902-6429-4dbf-8b76-054bf81d02f1), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:35.791013 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c8d96e85-d872-4c04-a41a-a5d772b2495f no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:12:35.835041 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916a9d57-dcb7-421f-9a6a-b91339b8fb32 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:35.851084 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916a9d57-dcb7-421f-9a6a-b91339b8fb32 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:35.852730 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-916a9d57-dcb7-421f-9a6a-b91339b8fb32 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1152904 Feb 19 04:12:35.857225 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36126) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:35.897707 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] The host n-h1-828369-19 is not matching for port c8d96e85-d872-4c04-a41a-a5d772b2495f host n-h2-828369-19! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:12:35.898110 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c8d96e85-d872-4c04-a41a-a5d772b2495f not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:12:35.922429 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-82481908-a54f-484a-8ee9-8bb4aff3c1b9 None None] Provisioning complete for port 4fba0902-6429-4dbf-8b76-054bf81d02f1 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:35.922824 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-82481908-a54f-484a-8ee9-8bb4aff3c1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4fba0902-6429-4dbf-8b76-054bf81d02f1), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:35.966016 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ac84a893-6f15-414b-8ced-1c591609d4f0 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for floatingip (151139b5-c986-47ef-8d98-1d389a53b9b1), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:36.036335 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 4fba0902-6429-4dbf-8b76-054bf81d02f1 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:36.049712 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-d6fbce30-fb13-41c7-a699-896e04934298 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting port b873de88-d026-4aef-9211-8ca258e57488 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:36.050987 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6fbce30-fb13-41c7-a699-896e04934298 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b873de88-d026-4aef-9211-8ca258e57488), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:36.098063 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-82481908-a54f-484a-8ee9-8bb4aff3c1b9 None None] Current status of the port 4fba0902-6429-4dbf-8b76-054bf81d02f1 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:36.189461 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6fbce30-fb13-41c7-a699-896e04934298 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b873de88-d026-4aef-9211-8ca258e57488), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:36.209703 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-d6fbce30-fb13-41c7-a699-896e04934298 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Calling delete_port for b873de88-d026-4aef-9211-8ca258e57488 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:12:36.212188 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-67a17c8a-81e3-47e4-b2db-d54ef1411614 None None] Could not find standard attr ID for object d8174c5b-5a8a-4720-b260-36f51a037a70. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:12:36.246838 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa843ff-367b-49c0-818f-c97381a92fd7 req-f1c64112-1389-4523-adbd-53eccd0b46b0 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:36.248416 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-afa843ff-367b-49c0-818f-c97381a92fd7 req-f1c64112-1389-4523-adbd-53eccd0b46b0 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 944 time: 0.3940663 Feb 19 04:12:36.269329 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-78856e65-1c02-458c-9596-fbfc85b1965b req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Attempting to bind port c8d96e85-d872-4c04-a41a-a5d772b2495f on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:36.269739 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-78856e65-1c02-458c-9596-fbfc85b1965b req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Attempting to bind port c8d96e85-d872-4c04-a41a-a5d772b2495f by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '191382ec-cb5c-4603-b38b-34e71e07c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:36.269990 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78856e65-1c02-458c-9596-fbfc85b1965b req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Attempting to bind port c8d96e85-d872-4c04-a41a-a5d772b2495f on network 33bfb928-b88c-483e-9011-0f74d9c470b9 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:36.291911 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a6e2d-c777-4c11-a47c-95e6ded256a3 req-5c34a835-dc22-4b8e-9bc7-d78bdd4bb3bf tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:36.293736 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-992a6e2d-c777-4c11-a47c-95e6ded256a3 req-5c34a835-dc22-4b8e-9bc7-d78bdd4bb3bf tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 946 time: 0.4372869 Feb 19 04:12:36.368917 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78856e65-1c02-458c-9596-fbfc85b1965b req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Port c8d96e85-d872-4c04-a41a-a5d772b2495f on network 33bfb928-b88c-483e-9011-0f74d9c470b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:12:36.369253 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78856e65-1c02-458c-9596-fbfc85b1965b req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Attempting to bind port c8d96e85-d872-4c04-a41a-a5d772b2495f on network 33bfb928-b88c-483e-9011-0f74d9c470b9 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:36.426333 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6fbce30-fb13-41c7-a699-896e04934298 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (b873de88-d026-4aef-9211-8ca258e57488), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:36.441670 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78856e65-1c02-458c-9596-fbfc85b1965b req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:36.442011 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78856e65-1c02-458c-9596-fbfc85b1965b req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Checking segment: {'id': '191382ec-cb5c-4603-b38b-34e71e07c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:36.442427 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78856e65-1c02-458c-9596-fbfc85b1965b req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Bound using segment: {'id': '191382ec-cb5c-4603-b38b-34e71e07c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:36.442875 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-78856e65-1c02-458c-9596-fbfc85b1965b req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Bound port: c8d96e85-d872-4c04-a41a-a5d772b2495f, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191382ec-cb5c-4603-b38b-34e71e07c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:36.443234 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-78856e65-1c02-458c-9596-fbfc85b1965b req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c8d96e85-d872-4c04-a41a-a5d772b2495f), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:36.485315 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-afa843ff-367b-49c0-818f-c97381a92fd7 req-91591757-df03-422b-9c4e-b8653b7b673d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271092 Feb 19 04:12:36.487862 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbce30-fb13-41c7-a699-896e04934298 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Port': ['ID=b873de88-d026-4aef-9211-8ca258e57488,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:36.526071 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-992a6e2d-c777-4c11-a47c-95e6ded256a3 req-b3417f8d-ac11-411e-b20f-46937c45addb tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214947 Feb 19 04:12:36.532803 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6fbce30-fb13-41c7-a699-896e04934298 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:36.534549 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c376619d-1367-48e4-91e1-bd872770b2b7 None None] Could not find standard attr ID for object b873de88-d026-4aef-9211-8ca258e57488. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:12:36.536912 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d6fbce30-fb13-41c7-a699-896e04934298 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/b873de88-d026-4aef-9211-8ca258e57488 HTTP/1.1" status: 204 len: 168 time: 0.6786771 Feb 19 04:12:36.539335 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36136) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:36.610886 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020f0f87-3413-4b67-9514-23af2a643b31 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:36.612578 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020f0f87-3413-4b67-9514-23af2a643b31 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:36.614307 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-020f0f87-3413-4b67-9514-23af2a643b31 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0736451 Feb 19 04:12:36.616941 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36138) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:36.693282 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-842fe224-1469-4b95-bc79-ab8717737a80 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet a0fc56ff-67b3-4ef9-9c67-fa496879ac70 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:12:36.697765 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-842fe224-1469-4b95-bc79-ab8717737a80 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (a0fc56ff-67b3-4ef9-9c67-fa496879ac70), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:36.746835 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:36.803079 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-842fe224-1469-4b95-bc79-ab8717737a80 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (a0fc56ff-67b3-4ef9-9c67-fa496879ac70), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:36.882009 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-842fe224-1469-4b95-bc79-ab8717737a80 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (a0fc56ff-67b3-4ef9-9c67-fa496879ac70), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:37.012071 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-842fe224-1469-4b95-bc79-ab8717737a80 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (a0fc56ff-67b3-4ef9-9c67-fa496879ac70), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:37.050576 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842fe224-1469-4b95-bc79-ab8717737a80 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=a0fc56ff-67b3-4ef9-9c67-fa496879ac70,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:37.054699 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-842fe224-1469-4b95-bc79-ab8717737a80 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:37.061002 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-842fe224-1469-4b95-bc79-ab8717737a80 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/a0fc56ff-67b3-4ef9-9c67-fa496879ac70 HTTP/1.1" status: 204 len: 168 time: 0.4427986 Feb 19 04:12:37.061978 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36144) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:37.129893 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3eb68fe8-a551-4a82-a883-9deb4e46cf81 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669005 Feb 19 04:12:37.130526 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36148) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:37.176360 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-78856e65-1c02-458c-9596-fbfc85b1965b req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] For port c8d96e85-d872-4c04-a41a-a5d772b2495f, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:37.196717 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-78856e65-1c02-458c-9596-fbfc85b1965b req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] For port c8d96e85-d872-4c04-a41a-a5d772b2495f, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c8d96e85-d872-4c04-a41a-a5d772b2495f,segment=NetworkSegment(191382ec-cb5c-4603-b38b-34e71e07c7f0),segment_id=191382ec-cb5c-4603-b38b-34e71e07c7f0)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:37.206390 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94b41d3-8f1b-441e-bbbb-d3e914f121ac tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:37.206737 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4a035-3953-4bb2-a515-b1134b167f21 req-52bd5ad3-fdf6-405c-ae2f-b5d38a696790 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:37.210400 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f94b41d3-8f1b-441e-bbbb-d3e914f121ac tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0760698 Feb 19 04:12:37.212355 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36150) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:37.213522 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96a4a035-3953-4bb2-a515-b1134b167f21 req-52bd5ad3-fdf6-405c-ae2f-b5d38a696790 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 945 time: 0.1762488 Feb 19 04:12:37.272316 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-78856e65-1c02-458c-9596-fbfc85b1965b req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (c8d96e85-d872-4c04-a41a-a5d772b2495f), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:37.276041 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc98b11-3e0b-4e65-a414-5c144da338ec tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:37.278221 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6cc98b11-3e0b-4e65-a414-5c144da338ec tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0637572 Feb 19 04:12:37.280425 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36152) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:37.288721 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a16bde-71fe-43f4-9440-e38c4746ffe9 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:37.322651 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ac84a893-6f15-414b-8ced-1c591609d4f0 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:37.332062 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-425cdff5-14c3-41fe-a3d0-be173552b8d6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493731 Feb 19 04:12:37.336818 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36154) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:37.343000 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-a1e29bfb-dcb5-4d16-b15a-1c4003c3db00 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:37.391449 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78856e65-1c02-458c-9596-fbfc85b1965b req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:37.392699 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-78856e65-1c02-458c-9596-fbfc85b1965b req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:37.397144 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-78856e65-1c02-458c-9596-fbfc85b1965b req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] 10.222.0.79 "PUT /v2.0/ports/c8d96e85-d872-4c04-a41a-a5d772b2495f HTTP/1.1" status: 200 len: 1093 time: 3.7180886 Feb 19 04:12:37.399717 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e907c139-e548-4e4d-af51-cb256681c47b', 'tag': 'c8d96e85-d872-4c04-a41a-a5d772b2495f'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:37.407411 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c18b71-03f9-4914-a61e-4a4dcaa50d8e" -d '{"events": [{"name": "network-changed", "server_uuid": "e907c139-e548-4e4d-af51-cb256681c47b", "tag": "c8d96e85-d872-4c04-a41a-a5d772b2495f"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:37.441905 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ac84a893-6f15-414b-8ced-1c591609d4f0 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (151139b5-c986-47ef-8d98-1d389a53b9b1), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:37.532725 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e29bfb-dcb5-4d16-b15a-1c4003c3db00 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:37.548735 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a1e29bfb-dcb5-4d16-b15a-1c4003c3db00 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:37.587283 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a9fb77-ff5e-4e8e-8302-ac3fc39062d3 None None] DHCP port deletion for 1742e730-766a-4fa0-996c-7e016537b1f1 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:12:37.674128 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc95b32c-6a5e-4d70-b6ad-2b5f572b90bb x-openstack-request-id: req-dc95b32c-6a5e-4d70-b6ad-2b5f572b90bb {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:37.674770 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e907c139-e548-4e4d-af51-cb256681c47b", "tag": "c8d96e85-d872-4c04-a41a-a5d772b2495f", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:37.675101 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc95b32c-6a5e-4d70-b6ad-2b5f572b90bb {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:37.675593 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e907c139-e548-4e4d-af51-cb256681c47b', 'tag': 'c8d96e85-d872-4c04-a41a-a5d772b2495f', 'status': 'completed', 'code': 200} Feb 19 04:12:37.706953 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-91a9fb77-ff5e-4e8e-8302-ac3fc39062d3 None None] Deleting port 4fba0902-6429-4dbf-8b76-054bf81d02f1 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:37.707577 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-91a9fb77-ff5e-4e8e-8302-ac3fc39062d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (4fba0902-6429-4dbf-8b76-054bf81d02f1), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:37.779045 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96a4a035-3953-4bb2-a515-b1134b167f21 req-7b8f3cc3-1a5f-4ec2-879e-0901286bed95 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5644262 Feb 19 04:12:37.786667 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c18b71-03f9-4914-a61e-4a4dcaa50d8e req-4f2d11c5-3ac7-494c-9dd6-5eb2281791c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:37.788293 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-60c18b71-03f9-4914-a61e-4a4dcaa50d8e req-4f2d11c5-3ac7-494c-9dd6-5eb2281791c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 1127 time: 0.1268005 Feb 19 04:12:37.875070 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09077f4a-c79c-48f3-98ae-2664e5a57306 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d96e85-d872-4c04-a41a-a5d772b2495f,revision_number=7']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:37.878030 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-91a9fb77-ff5e-4e8e-8302-ac3fc39062d3 None None] For port 4fba0902-6429-4dbf-8b76-054bf81d02f1, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4fba0902-6429-4dbf-8b76-054bf81d02f1,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:37.879031 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-91a9fb77-ff5e-4e8e-8302-ac3fc39062d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (4fba0902-6429-4dbf-8b76-054bf81d02f1), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:37.915323 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-91a9fb77-ff5e-4e8e-8302-ac3fc39062d3 None None] Calling delete_port for 4fba0902-6429-4dbf-8b76-054bf81d02f1 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:12:37.927424 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78856e65-1c02-458c-9596-fbfc85b1965b req-5d7295a9-8408-4197-a4dd-ed34bb0faec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:37.929327 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-78856e65-1c02-458c-9596-fbfc85b1965b req-5d7295a9-8408-4197-a4dd-ed34bb0faec7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 1127 time: 0.4846535 Feb 19 04:12:37.975895 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c18b71-03f9-4914-a61e-4a4dcaa50d8e req-a9221507-cba3-4f63-bc92-482f97a7cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:37.978905 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-60c18b71-03f9-4914-a61e-4a4dcaa50d8e req-a9221507-cba3-4f63-bc92-482f97a7cdd2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=33bfb928-b88c-483e-9011-0f74d9c470b9 HTTP/1.1" status: 200 len: 897 time: 0.1824324 Feb 19 04:12:37.985222 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527e0d6-387a-4aa7-ae99-4045ab0a135c req-4fc0b8d5-3888-446b-ab75-53a642ec5592 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:37.986788 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7527e0d6-387a-4aa7-ae99-4045ab0a135c req-4fc0b8d5-3888-446b-ab75-53a642ec5592 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 944 time: 0.2814536 Feb 19 04:12:38.064892 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-ac84a893-6f15-414b-8ced-1c591609d4f0 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Floating IP 151139b5-c986-47ef-8d98-1d389a53b9b1 associated. External IP: 172.25.3.130, port: f9a9460e-9cea-497c-be88-aa5f7e14c403. Feb 19 04:12:38.087032 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-91a9fb77-ff5e-4e8e-8302-ac3fc39062d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (4fba0902-6429-4dbf-8b76-054bf81d02f1), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:38.101456 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a9fb77-ff5e-4e8e-8302-ac3fc39062d3 None None] No DVR routers for this DVR port 4fba0902-6429-4dbf-8b76-054bf81d02f1 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:12:38.122383 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9fb77-ff5e-4e8e-8302-ac3fc39062d3 None None] Pushing event deleted for resources: {'Port': ['ID=4fba0902-6429-4dbf-8b76-054bf81d02f1,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:38.140557 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace52cd-b419-4723-9b0f-091a00cd1ffe req-2c786509-32ad-43d8-ad32-204a92dd1daf tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:38.147813 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ace52cd-b419-4723-9b0f-091a00cd1ffe req-2c786509-32ad-43d8-ad32-204a92dd1daf tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 946 time: 0.2300184 Feb 19 04:12:38.180209 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-60c18b71-03f9-4914-a61e-4a4dcaa50d8e req-f2c2fc8a-d132-40b2-b01a-bb95dff91ab5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8d96e85-d872-4c04-a41a-a5d772b2495f HTTP/1.1" status: 200 len: 1000 time: 0.0946984 Feb 19 04:12:38.212978 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7527e0d6-387a-4aa7-ae99-4045ab0a135c req-f019c990-fe9e-4678-aafe-dad049a2acd6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776748 Feb 19 04:12:38.218370 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78856e65-1c02-458c-9596-fbfc85b1965b req-afe13279-4d8b-471b-81a3-4a369e0210a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:38.219986 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-78856e65-1c02-458c-9596-fbfc85b1965b req-afe13279-4d8b-471b-81a3-4a369e0210a9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=33bfb928-b88c-483e-9011-0f74d9c470b9 HTTP/1.1" status: 200 len: 897 time: 0.2689133 Feb 19 04:12:38.317424 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c18b71-03f9-4914-a61e-4a4dcaa50d8e req-d02800ac-4d39-45a2-9d62-3d66926c44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:38.319405 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-60c18b71-03f9-4914-a61e-4a4dcaa50d8e req-d02800ac-4d39-45a2-9d62-3d66926c44ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b75aa528-0873-412b-92b8-b69da9ced5ce HTTP/1.1" status: 200 len: 834 time: 0.1294327 Feb 19 04:12:38.340489 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ace52cd-b419-4723-9b0f-091a00cd1ffe req-07235184-c456-4d4f-a83c-422ce092ccf0 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874428 Feb 19 04:12:38.372797 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-78856e65-1c02-458c-9596-fbfc85b1965b req-daf43223-9515-4845-8476-6bb64b0a0bf3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8d96e85-d872-4c04-a41a-a5d772b2495f HTTP/1.1" status: 200 len: 1000 time: 0.1136687 Feb 19 04:12:38.408585 n-d-828369-19 neutron-server[109925]: DEBUG neutron.objects.ports [None req-a1e29bfb-dcb5-4d16-b15a-1c4003c3db00 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109925) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:12:38.411050 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a1e29bfb-dcb5-4d16-b15a-1c4003c3db00 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (b320ceae-d7d5-4820-bbb9-3c42a0f87554), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:38.481142 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e29bfb-dcb5-4d16-b15a-1c4003c3db00 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:38.485410 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e29bfb-dcb5-4d16-b15a-1c4003c3db00 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=b320ceae-d7d5-4820-bbb9-3c42a0f87554,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:38.493013 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-a1e29bfb-dcb5-4d16-b15a-1c4003c3db00 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:38.496780 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e29bfb-dcb5-4d16-b15a-1c4003c3db00 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:38.497568 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e29bfb-dcb5-4d16-b15a-1c4003c3db00 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:38.498027 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e29bfb-dcb5-4d16-b15a-1c4003c3db00 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:38.498514 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e29bfb-dcb5-4d16-b15a-1c4003c3db00 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:38.499620 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e29bfb-dcb5-4d16-b15a-1c4003c3db00 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:38.499620 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e29bfb-dcb5-4d16-b15a-1c4003c3db00 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:38.501139 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e29bfb-dcb5-4d16-b15a-1c4003c3db00 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:38.501139 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e29bfb-dcb5-4d16-b15a-1c4003c3db00 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:38.501460 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e29bfb-dcb5-4d16-b15a-1c4003c3db00 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:38.501613 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78856e65-1c02-458c-9596-fbfc85b1965b req-bdd418c3-5510-4f47-b1f8-0bf0b5a9efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:38.502079 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e29bfb-dcb5-4d16-b15a-1c4003c3db00 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:38.502674 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e29bfb-dcb5-4d16-b15a-1c4003c3db00 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:38.503100 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e29bfb-dcb5-4d16-b15a-1c4003c3db00 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:38.503239 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-78856e65-1c02-458c-9596-fbfc85b1965b req-bdd418c3-5510-4f47-b1f8-0bf0b5a9efc4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b75aa528-0873-412b-92b8-b69da9ced5ce HTTP/1.1" status: 200 len: 834 time: 0.0920477 Feb 19 04:12:38.503354 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e215d5ed-4f21-4175-9181-1700a0ec1fac None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:38.503805 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e29bfb-dcb5-4d16-b15a-1c4003c3db00 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:38.509689 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e29bfb-dcb5-4d16-b15a-1c4003c3db00 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:38.510285 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a1e29bfb-dcb5-4d16-b15a-1c4003c3db00 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:38.526482 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c18b71-03f9-4914-a61e-4a4dcaa50d8e req-83b33fe3-1006-468b-b8ee-05bca2f4cc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:38.529180 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-60c18b71-03f9-4914-a61e-4a4dcaa50d8e req-83b33fe3-1006-468b-b8ee-05bca2f4cc5f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33bfb928-b88c-483e-9011-0f74d9c470b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1992071 Feb 19 04:12:38.538364 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a1e29bfb-dcb5-4d16-b15a-1c4003c3db00 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1997714 Feb 19 04:12:38.548116 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36166) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:38.554842 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-0286f839-1040-4eac-a2f7-e14591af8fd7 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:38.576900 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac84a893-6f15-414b-8ced-1c591609d4f0 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Router cc6badf1-dead-437b-aaea-9a53f7947954 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:12:38.606916 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78856e65-1c02-458c-9596-fbfc85b1965b req-fc461af3-5179-465c-906a-419475edb71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:38.608485 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-78856e65-1c02-458c-9596-fbfc85b1965b req-fc461af3-5179-465c-906a-419475edb71b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=33bfb928-b88c-483e-9011-0f74d9c470b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0984159 Feb 19 04:12:38.697697 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa14445a-b838-4a2f-ad43-b9e6aae66b93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-1742e730-766a-4fa0-996c-7e016537b1f1', 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'fixed_ips': [{'subnet_id': 'b320ceae-d7d5-4820-bbb9-3c42a0f87554'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:12:38.698673 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-aa14445a-b838-4a2f-ad43-b9e6aae66b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:38.729769 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0286f839-1040-4eac-a2f7-e14591af8fd7 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:38.738279 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0286f839-1040-4eac-a2f7-e14591af8fd7 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:38.809286 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac84a893-6f15-414b-8ced-1c591609d4f0 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:12:38.822731 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ac84a893-6f15-414b-8ced-1c591609d4f0 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:38.907765 n-d-828369-19 neutron-server[109925]: INFO neutron.db.ipam_backend_mixin [None req-0286f839-1040-4eac-a2f7-e14591af8fd7 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b320ceae-d7d5-4820-bbb9-3c42a0f87554 (CIDR: 2001:db8::/64) Feb 19 04:12:38.928523 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ac84a893-6f15-414b-8ced-1c591609d4f0 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "PUT /v2.0/floatingips/151139b5-c986-47ef-8d98-1d389a53b9b1 HTTP/1.1" status: 200 len: 992 time: 3.3773890 Feb 19 04:12:38.950672 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-0286f839-1040-4eac-a2f7-e14591af8fd7 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:12:38.950672 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0286f839-1040-4eac-a2f7-e14591af8fd7 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:12:38.992484 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be848ea9-169f-4d2f-94e7-1860d2445055 None None] Sync routers for ids ['cc6badf1-dead-437b-aaea-9a53f7947954'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:12:39.004289 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0286f839-1040-4eac-a2f7-e14591af8fd7 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4509029 Feb 19 04:12:39.004868 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36174) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:39.006771 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be848ea9-169f-4d2f-94e7-1860d2445055 None None] Routers {'cc6badf1-dead-437b-aaea-9a53f7947954'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:39.007430 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-be848ea9-169f-4d2f-94e7-1860d2445055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:12:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['cc6badf1-dead-437b-aaea-9a53f7947954'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:39.013064 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-a77cbc3e-240e-4392-af94-bfa416d0e720 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:39.090821 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-78856e65-1c02-458c-9596-fbfc85b1965b req-ec96d794-e4d3-4f6f-b3f9-0d945f2cf4dd service neutron] 10.222.0.79 "GET /v2.0/networks/33bfb928-b88c-483e-9011-0f74d9c470b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251647 Feb 19 04:12:39.170196 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-60c18b71-03f9-4914-a61e-4a4dcaa50d8e req-08213150-3f52-4336-b707-ada8c57a90a6 service neutron] 10.222.0.26 "GET /v2.0/networks/33bfb928-b88c-483e-9011-0f74d9c470b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6304584 Feb 19 04:12:39.171653 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77cbc3e-240e-4392-af94-bfa416d0e720 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:39.176340 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a77cbc3e-240e-4392-af94-bfa416d0e720 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:39.197150 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-aa14445a-b838-4a2f-ad43-b9e6aae66b93 None None] Allocated IP 2001:db8::f816:3eff:fed5:a189 (1742e730-766a-4fa0-996c-7e016537b1f1/b320ceae-d7d5-4820-bbb9-3c42a0f87554/e6157cf1-3f9e-426c-90ec-159569914b06) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:39.244852 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-78856e65-1c02-458c-9596-fbfc85b1965b req-25c7cd95-455d-409d-94e4-426b131ff7f5 service neutron] 10.222.0.79 "GET /v2.0/networks/33bfb928-b88c-483e-9011-0f74d9c470b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348860 Feb 19 04:12:39.311690 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d69abe-2a4d-49aa-9ae5-00b67d878464 req-41c8851a-0a6e-4ff4-a346-a56c86dba98e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:39.320005 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74d69abe-2a4d-49aa-9ae5-00b67d878464 req-41c8851a-0a6e-4ff4-a346-a56c86dba98e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 945 time: 0.4199684 Feb 19 04:12:39.380423 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-aa14445a-b838-4a2f-ad43-b9e6aae66b93 None None] Publish callbacks [] for port (e6157cf1-3f9e-426c-90ec-159569914b06), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:39.413105 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-aa14445a-b838-4a2f-ad43-b9e6aae66b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:39.481540 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa14445a-b838-4a2f-ad43-b9e6aae66b93 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:39.487668 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-aa14445a-b838-4a2f-ad43-b9e6aae66b93 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:39.489479 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa14445a-b838-4a2f-ad43-b9e6aae66b93 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:39.513128 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-60c18b71-03f9-4914-a61e-4a4dcaa50d8e req-9b573c24-e9d2-4efc-9818-3d6937abe0fc service neutron] 10.222.0.26 "GET /v2.0/networks/33bfb928-b88c-483e-9011-0f74d9c470b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071724 Feb 19 04:12:39.575024 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c18b71-03f9-4914-a61e-4a4dcaa50d8e req-63590917-5ee8-4417-b202-472ec5a3648e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:39.577507 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60c18b71-03f9-4914-a61e-4a4dcaa50d8e req-63590917-5ee8-4417-b202-472ec5a3648e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 1127 time: 0.2519307 Feb 19 04:12:39.584726 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74d69abe-2a4d-49aa-9ae5-00b67d878464 req-c30cc3b9-350d-4ec7-b9e4-750de7948469 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511384 Feb 19 04:12:39.618562 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581910e-2fd5-4866-8f0f-cacd312f0e22 req-43f2e97c-1c58-44ed-95f9-47219590d4b8 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:39.620597 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3581910e-2fd5-4866-8f0f-cacd312f0e22 req-43f2e97c-1c58-44ed-95f9-47219590d4b8 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 944 time: 0.2115815 Feb 19 04:12:39.631578 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-be848ea9-169f-4d2f-94e7-1860d2445055 None None] Set router cc6badf1-dead-437b-aaea-9a53f7947954 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:39.713799 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e192823-4df3-48ab-b01b-4b32bd8b2fd9', 'tag': 'f9a9460e-9cea-497c-be88-aa5f7e14c403'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:39.716421 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256e9a25-2880-4b65-9add-71fbe82379cc" -d '{"events": [{"name": "network-changed", "server_uuid": "9e192823-4df3-48ab-b01b-4b32bd8b2fd9", "tag": "f9a9460e-9cea-497c-be88-aa5f7e14c403"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:39.741139 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36190) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:39.752187 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-2b8ee34d-4158-48d7-b81e-33ecbdf44f14 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1075260039'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:39.839145 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8ee34d-4158-48d7-b81e-33ecbdf44f14 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Made reservation on behalf of 70c4c3b9b3c649e3926da7d12add9340 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:39.842685 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2b8ee34d-4158-48d7-b81e-33ecbdf44f14 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:39.860626 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a77cbc3e-240e-4392-af94-bfa416d0e720 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (e1ab78b4-9b45-478e-b2f8-834cc70cb933), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:39.940110 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77cbc3e-240e-4392-af94-bfa416d0e720 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:39.945340 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8ee34d-4158-48d7-b81e-33ecbdf44f14 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:12:39.952329 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c18b71-03f9-4914-a61e-4a4dcaa50d8e req-1f82c553-6c85-4173-a9ee-cf8a77e0ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:39.954348 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60c18b71-03f9-4914-a61e-4a4dcaa50d8e req-1f82c553-6c85-4173-a9ee-cf8a77e0ab94 service neutron] 10.222.0.79 "GET /v2.0/networks?id=33bfb928-b88c-483e-9011-0f74d9c470b9 HTTP/1.1" status: 200 len: 897 time: 0.3684418 Feb 19 04:12:39.956422 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4fba0902-6429-4dbf-8b76-054bf81d02f1 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:12:39.958630 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-a77cbc3e-240e-4392-af94-bfa416d0e720 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:39.959247 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-aa14445a-b838-4a2f-ad43-b9e6aae66b93 None None] Attempting to bind port e6157cf1-3f9e-426c-90ec-159569914b06 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:39.959620 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-aa14445a-b838-4a2f-ad43-b9e6aae66b93 None None] Attempting to bind port e6157cf1-3f9e-426c-90ec-159569914b06 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:39.960700 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa14445a-b838-4a2f-ad43-b9e6aae66b93 None None] Attempting to bind port e6157cf1-3f9e-426c-90ec-159569914b06 on network 1742e730-766a-4fa0-996c-7e016537b1f1 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:39.973702 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77cbc3e-240e-4392-af94-bfa416d0e720 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:39.974503 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a77cbc3e-240e-4392-af94-bfa416d0e720 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:39.990647 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3581910e-2fd5-4866-8f0f-cacd312f0e22 req-7e50ecaa-5727-4587-95c6-47b024cc656a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3115897 Feb 19 04:12:40.030423 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2b8ee34d-4158-48d7-b81e-33ecbdf44f14 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:40.030947 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-2b8ee34d-4158-48d7-b81e-33ecbdf44f14 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Added segment fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e of type vlan for network 992f3549-caaf-4530-b747-2a0e80390b5d Feb 19 04:12:40.036705 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14445a-b838-4a2f-ad43-b9e6aae66b93 None None] Pushing event updated for resources: {'Port': ['ID=e6157cf1-3f9e-426c-90ec-159569914b06,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:40.042704 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a77cbc3e-240e-4392-af94-bfa416d0e720 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0292921 Feb 19 04:12:40.053622 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa14445a-b838-4a2f-ad43-b9e6aae66b93 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:40.054012 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa14445a-b838-4a2f-ad43-b9e6aae66b93 None None] Checking segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:40.058753 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-aa14445a-b838-4a2f-ad43-b9e6aae66b93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:40.058753 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa14445a-b838-4a2f-ad43-b9e6aae66b93 None None] Bound using segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:40.058753 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-aa14445a-b838-4a2f-ad43-b9e6aae66b93 None None] Bound port: e6157cf1-3f9e-426c-90ec-159569914b06, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:40.058753 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-aa14445a-b838-4a2f-ad43-b9e6aae66b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:40.058753 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 4fba0902-6429-4dbf-8b76-054bf81d02f1 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:12:40.058753 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4fba0902-6429-4dbf-8b76-054bf81d02f1 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:12:40.059385 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36194) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:40.088314 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-54f2c0b9-d507-49cb-8b69-55d03bf18423 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'mac_address': 'fa:16:3e:22:0a:ce', 'name': 'tempest-NetworksTestDHCPv6-1882196430'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:40.097820 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77cbc3e-240e-4392-af94-bfa416d0e720 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=e1ab78b4-9b45-478e-b2f8-834cc70cb933,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:40.102470 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d416bb26-bbb9-415d-8cdc-34a4ad4a70b8 x-openstack-request-id: req-d416bb26-bbb9-415d-8cdc-34a4ad4a70b8 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:40.109935 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e192823-4df3-48ab-b01b-4b32bd8b2fd9", "tag": "f9a9460e-9cea-497c-be88-aa5f7e14c403", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:40.110766 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d416bb26-bbb9-415d-8cdc-34a4ad4a70b8 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:40.111389 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e192823-4df3-48ab-b01b-4b32bd8b2fd9', 'tag': 'f9a9460e-9cea-497c-be88-aa5f7e14c403', 'status': 'completed', 'code': 200} Feb 19 04:12:40.173613 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2cd8c-4a7b-464b-a603-437de7fd9799 req-f0445d87-39c4-41f9-a89c-6a42b650ce6c tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:40.181436 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-be848ea9-169f-4d2f-94e7-1860d2445055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'name': 'tempest-AttachVolumeShelveTestJSON-1904373393-router', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:57Z', 'updated_at': '2022-02-19T04:12:06Z', 'revision_number': 4, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'gw_port': {'id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:dd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:00Z', 'updated_at': '2022-02-19T04:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '151139b5-c986-47ef-8d98-1d389a53b9b1', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'port_id': 'f9a9460e-9cea-497c-be88-aa5f7e14c403', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2087, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'mac_address': 'fa:16:3e:08:46:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e192823-4df3-48ab-b01b-4b32bd8b2fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:12:13Z', 'updated_at': '2022-02-19T04:12:37Z', 'revision_number': 1, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f8b1ce8-ba59-4169-9e5f-e039c1da4667', 'name': '', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'mac_address': 'fa:16:3e:42:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:16Z', 'revision_number': 5, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'subnets': [{'id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:40.184228 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7db2cd8c-4a7b-464b-a603-437de7fd9799 req-f0445d87-39c4-41f9-a89c-6a42b650ce6c tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 946 time: 0.4048283 Feb 19 04:12:40.210427 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60c18b71-03f9-4914-a61e-4a4dcaa50d8e req-9d833ea1-e7c5-4608-b400-1327ed233221 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8d96e85-d872-4c04-a41a-a5d772b2495f HTTP/1.1" status: 200 len: 1000 time: 0.2420981 Feb 19 04:12:40.220037 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be848ea9-169f-4d2f-94e7-1860d2445055 None None] Checking router: cc6badf1-dead-437b-aaea-9a53f7947954 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:12:40.238745 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be848ea9-169f-4d2f-94e7-1860d2445055 None None] Routers {'cc6badf1-dead-437b-aaea-9a53f7947954'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:40.239387 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-be848ea9-169f-4d2f-94e7-1860d2445055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:12:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['cc6badf1-dead-437b-aaea-9a53f7947954'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:40.265828 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2b8ee34d-4158-48d7-b81e-33ecbdf44f14 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (992f3549-caaf-4530-b747-2a0e80390b5d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:40.280529 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e9a25-2880-4b65-9add-71fbe82379cc req-c39c7478-7a4a-40d1-8895-7a4bc7c181b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:40.283271 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-256e9a25-2880-4b65-9add-71fbe82379cc req-c39c7478-7a4a-40d1-8895-7a4bc7c181b1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=90f22cfd00964f179efcdc77f1d50815&device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 1129 time: 0.1649511 Feb 19 04:12:40.303132 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7db2cd8c-4a7b-464b-a603-437de7fd9799 req-d6d23043-e8e6-405f-93ef-1332a4297e00 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176083 Feb 19 04:12:40.326461 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2b8ee34d-4158-48d7-b81e-33ecbdf44f14 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (992f3549-caaf-4530-b747-2a0e80390b5d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:40.328981 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c18b71-03f9-4914-a61e-4a4dcaa50d8e req-42e7d85a-76e5-4b3a-b27d-8b93a6f85927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:40.330733 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60c18b71-03f9-4914-a61e-4a4dcaa50d8e req-42e7d85a-76e5-4b3a-b27d-8b93a6f85927 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b75aa528-0873-412b-92b8-b69da9ced5ce HTTP/1.1" status: 200 len: 834 time: 0.1066363 Feb 19 04:12:40.331638 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8ee34d-4158-48d7-b81e-33ecbdf44f14 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:40.332215 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2b8ee34d-4158-48d7-b81e-33ecbdf44f14 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:40.371361 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-be848ea9-169f-4d2f-94e7-1860d2445055 None None] Set router cc6badf1-dead-437b-aaea-9a53f7947954 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:40.458540 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c18b71-03f9-4914-a61e-4a4dcaa50d8e req-58124dee-e0eb-4e37-89e1-783249fd0d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:40.460444 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60c18b71-03f9-4914-a61e-4a4dcaa50d8e req-58124dee-e0eb-4e37-89e1-783249fd0d9c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=33bfb928-b88c-483e-9011-0f74d9c470b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1182055 Feb 19 04:12:40.466380 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e9a25-2880-4b65-9add-71fbe82379cc req-8e019e0e-4bb3-4ffd-a5e4-85208b0a514a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:40.468146 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-256e9a25-2880-4b65-9add-71fbe82379cc req-8e019e0e-4bb3-4ffd-a5e4-85208b0a514a service neutron] 10.222.0.79 "GET /v2.0/networks?id=d969274d-e3f5-4be2-94a1-23d058336a4e HTTP/1.1" status: 200 len: 918 time: 0.1566088 Feb 19 04:12:40.567033 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2b8ee34d-4158-48d7-b81e-33ecbdf44f14 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8245623 Feb 19 04:12:40.567724 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36198) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:40.597357 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-256e9a25-2880-4b65-9add-71fbe82379cc req-7a87ad54-e00c-4656-88ac-79c5b48ede19 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9a9460e-9cea-497c-be88-aa5f7e14c403 HTTP/1.1" status: 200 len: 1000 time: 0.1192055 Feb 19 04:12:40.597727 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-42df6413-6450-477c-95e8-b15a24ba90eb tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-122511426'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:40.603565 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-aa14445a-b838-4a2f-ad43-b9e6aae66b93 None None] For port e6157cf1-3f9e-426c-90ec-159569914b06, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:40.623770 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ee34d-4158-48d7-b81e-33ecbdf44f14 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event updated for resources: {'Network': ['ID=992f3549-caaf-4530-b747-2a0e80390b5d,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:40.645547 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 992f3549-caaf-4530-b747-2a0e80390b5d details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:12:40.649243 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-aa14445a-b838-4a2f-ad43-b9e6aae66b93 None None] For port e6157cf1-3f9e-426c-90ec-159569914b06, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e6157cf1-3f9e-426c-90ec-159569914b06,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:40.672092 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42df6413-6450-477c-95e8-b15a24ba90eb tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Made reservation on behalf of 70c4c3b9b3c649e3926da7d12add9340 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:40.674482 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-aa14445a-b838-4a2f-ad43-b9e6aae66b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:40.678379 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-42df6413-6450-477c-95e8-b15a24ba90eb tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:40.711019 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f2c0b9-d507-49cb-8b69-55d03bf18423 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:40.730546 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42df6413-6450-477c-95e8-b15a24ba90eb tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:12:40.751208 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60c18b71-03f9-4914-a61e-4a4dcaa50d8e req-2348470c-8f00-422e-acb3-f553709bb52a service neutron] 10.222.0.79 "GET /v2.0/networks/33bfb928-b88c-483e-9011-0f74d9c470b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797449 Feb 19 04:12:40.858624 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14445a-b838-4a2f-ad43-b9e6aae66b93 None None] Pushing event updated for resources: {'Port': ['ID=e6157cf1-3f9e-426c-90ec-159569914b06,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:40.872835 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-42df6413-6450-477c-95e8-b15a24ba90eb tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (ee732889-2e4f-4cb8-ba94-5c3620376051), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:40.873184 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-42df6413-6450-477c-95e8-b15a24ba90eb tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Added segment ee732889-2e4f-4cb8-ba94-5c3620376051 of type vlan for network 970ed126-7758-4a49-91d5-8b77d328f7d8 Feb 19 04:12:40.889962 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-be848ea9-169f-4d2f-94e7-1860d2445055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'name': 'tempest-AttachVolumeShelveTestJSON-1904373393-router', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:57Z', 'updated_at': '2022-02-19T04:12:06Z', 'revision_number': 4, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'gw_port': {'id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:dd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:00Z', 'updated_at': '2022-02-19T04:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '151139b5-c986-47ef-8d98-1d389a53b9b1', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'port_id': 'f9a9460e-9cea-497c-be88-aa5f7e14c403', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2087, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'mac_address': 'fa:16:3e:08:46:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e192823-4df3-48ab-b01b-4b32bd8b2fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:12:13Z', 'updated_at': '2022-02-19T04:12:37Z', 'revision_number': 1, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f8b1ce8-ba59-4169-9e5f-e039c1da4667', 'name': '', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'mac_address': 'fa:16:3e:42:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:16Z', 'revision_number': 5, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'subnets': [{'id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:40.916532 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60c18b71-03f9-4914-a61e-4a4dcaa50d8e req-bc2e410a-2d77-4b44-9fd6-f71c3590aea6 service neutron] 10.222.0.79 "GET /v2.0/networks/33bfb928-b88c-483e-9011-0f74d9c470b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527753 Feb 19 04:12:40.931419 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e9a25-2880-4b65-9add-71fbe82379cc req-18a83a55-8558-4853-af1c-2b4a39bf91cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:40.938065 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-256e9a25-2880-4b65-9add-71fbe82379cc req-18a83a55-8558-4853-af1c-2b4a39bf91cb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=59a62ba0-3299-4137-b1e4-27552484bcd3 HTTP/1.1" status: 200 len: 856 time: 0.3304062 Feb 19 04:12:40.957000 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be848ea9-169f-4d2f-94e7-1860d2445055 None None] The sync data for ids ['cc6badf1-dead-437b-aaea-9a53f7947954'] in n-d-828369-19 is: [{'id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'name': 'tempest-AttachVolumeShelveTestJSON-1904373393-router', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:57Z', 'updated_at': '2022-02-19T04:12:06Z', 'revision_number': 4, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'gw_port': {'id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:dd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:00Z', 'updated_at': '2022-02-19T04:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '151139b5-c986-47ef-8d98-1d389a53b9b1', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'port_id': 'f9a9460e-9cea-497c-be88-aa5f7e14c403', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2087, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'mac_address': 'fa:16:3e:08:46:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e192823-4df3-48ab-b01b-4b32bd8b2fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:12:13Z', 'updated_at': '2022-02-19T04:12:37Z', 'revision_number': 1, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f8b1ce8-ba59-4169-9e5f-e039c1da4667', 'name': '', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'mac_address': 'fa:16:3e:42:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:16Z', 'revision_number': 5, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'subnets': [{'id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:12:40.994987 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ab361-9614-447e-9939-5b568ebcfa42 req-351c5edb-4f71-4d27-96de-e9392a6253f2 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:40.996596 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-867ab361-9614-447e-9939-5b568ebcfa42 req-351c5edb-4f71-4d27-96de-e9392a6253f2 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 945 time: 0.2594321 Feb 19 04:12:41.038704 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-54f2c0b9-d507-49cb-8b69-55d03bf18423 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:41.049006 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e9a25-2880-4b65-9add-71fbe82379cc req-18299218-e66b-4d21-ba92-6960c156c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:41.050932 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-256e9a25-2880-4b65-9add-71fbe82379cc req-18299218-e66b-4d21-ba92-6960c156c8fe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d969274d-e3f5-4be2-94a1-23d058336a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1055188 Feb 19 04:12:41.069844 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-42df6413-6450-477c-95e8-b15a24ba90eb tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (970ed126-7758-4a49-91d5-8b77d328f7d8), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:41.212687 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-54f2c0b9-d507-49cb-8b69-55d03bf18423 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] device_id is not set on port a13dac03-6b41-4062-9949-d52eb44a5435 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:12:41.251760 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-42df6413-6450-477c-95e8-b15a24ba90eb tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (970ed126-7758-4a49-91d5-8b77d328f7d8), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:41.286106 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-867ab361-9614-447e-9939-5b568ebcfa42 req-d3cb27ff-e567-413a-89eb-87f3c1a6002e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801480 Feb 19 04:12:41.289292 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42df6413-6450-477c-95e8-b15a24ba90eb tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:41.289948 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-42df6413-6450-477c-95e8-b15a24ba90eb tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:41.410448 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-256e9a25-2880-4b65-9add-71fbe82379cc req-d40b348a-a37a-4778-92a9-aa75bf3d2393 service neutron] 10.222.0.79 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486028 Feb 19 04:12:41.434379 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36476c35-f189-4ac7-b81c-06975f2f4605 req-31bc2940-c225-487b-b57b-e8e330255663 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:41.436071 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-36476c35-f189-4ac7-b81c-06975f2f4605 req-31bc2940-c225-487b-b57b-e8e330255663 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 944 time: 0.2319949 Feb 19 04:12:41.445150 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9e3e6b-de35-4efd-b164-9dda41bb1c27 None None] New status for floating IP 151139b5-c986-47ef-8d98-1d389a53b9b1: ACTIVE {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:12:41.518543 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-42df6413-6450-477c-95e8-b15a24ba90eb tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9225204 Feb 19 04:12:41.548973 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36210) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:41.563992 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-7cc9b312-27ea-4d07-94e5-543fd0b255c4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Request body: {'subnet': {'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:41.586831 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-256e9a25-2880-4b65-9add-71fbe82379cc req-34357efa-df64-406a-b731-faba5115fc8e service neutron] 10.222.0.79 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109133 Feb 19 04:12:41.686383 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e6157cf1-3f9e-426c-90ec-159569914b06 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:41.698665 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cf853-533d-4e45-bdec-8acae57c0ba0 req-dc757bd3-bc7e-414e-94df-a003daa2e958 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:41.700521 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-539cf853-533d-4e45-bdec-8acae57c0ba0 req-dc757bd3-bc7e-414e-94df-a003daa2e958 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 946 time: 0.2633984 Feb 19 04:12:41.705913 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-36476c35-f189-4ac7-b81c-06975f2f4605 req-fd26a9a7-9f4d-462d-9b1b-234ad1213108 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203069 Feb 19 04:12:41.766207 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-539cf853-533d-4e45-bdec-8acae57c0ba0 req-09f215ad-c7d9-48f8-812b-1989d31aa78f tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590436 Feb 19 04:12:41.821684 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port e6157cf1-3f9e-426c-90ec-159569914b06 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:41.822061 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:41.959117 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port e6157cf1-3f9e-426c-90ec-159569914b06 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:41.959653 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:42.065759 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port e6157cf1-3f9e-426c-90ec-159569914b06, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e6157cf1-3f9e-426c-90ec-159569914b06,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:42.081807 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:42.126282 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device c8d96e85-d872-4c04-a41a-a5d772b2495f details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:12:42.154752 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df6413-6450-477c-95e8-b15a24ba90eb tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event updated for resources: {'Network': ['ID=970ed126-7758-4a49-91d5-8b77d328f7d8,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:42.289408 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc9b312-27ea-4d07-94e5-543fd0b255c4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Made reservation on behalf of 70c4c3b9b3c649e3926da7d12add9340 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:42.295591 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7cc9b312-27ea-4d07-94e5-543fd0b255c4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:42.439681 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 970ed126-7758-4a49-91d5-8b77d328f7d8 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:12:42.456783 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-54f2c0b9-d507-49cb-8b69-55d03bf18423 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 2001:db8:0:1::32f (1742e730-766a-4fa0-996c-7e016537b1f1/e1ab78b4-9b45-478e-b2f8-834cc70cb933/a13dac03-6b41-4062-9949-d52eb44a5435) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:42.466436 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd5a83-2b1d-4793-97bc-6c18123528a9 req-d1a715bc-04b3-480f-9f80-80db379ddf62 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:42.470374 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4acd5a83-2b1d-4793-97bc-6c18123528a9 req-d1a715bc-04b3-480f-9f80-80db379ddf62 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 945 time: 0.0691609 Feb 19 04:12:42.472794 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-54f2c0b9-d507-49cb-8b69-55d03bf18423 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 2001:db8::f816:3eff:fe22:ace (1742e730-766a-4fa0-996c-7e016537b1f1/b320ceae-d7d5-4820-bbb9-3c42a0f87554/a13dac03-6b41-4062-9949-d52eb44a5435) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:42.525626 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc676d4-19cf-4801-a139-fd7aaaa552d2 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:42.564642 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4acd5a83-2b1d-4793-97bc-6c18123528a9 req-9048bcae-61d3-46df-8ba4-6e7a9b788168 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699077 Feb 19 04:12:42.636195 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=e6157cf1-3f9e-426c-90ec-159569914b06,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:42.642065 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port c8d96e85-d872-4c04-a41a-a5d772b2495f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c8d96e85-d872-4c04-a41a-a5d772b2495f,segment=NetworkSegment(191382ec-cb5c-4603-b38b-34e71e07c7f0),segment_id=191382ec-cb5c-4603-b38b-34e71e07c7f0)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:42.647086 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-bd3ca313-59de-46af-9bfd-5caad9b44341 None None] Provisioning complete for port e6157cf1-3f9e-426c-90ec-159569914b06 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:42.647786 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd3ca313-59de-46af-9bfd-5caad9b44341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:42.701583 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7cc9b312-27ea-4d07-94e5-543fd0b255c4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (3997bf76-8ce7-4842-a079-84ac59980743), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:42.704049 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'c8d96e85-d872-4c04-a41a-a5d772b2495f', 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9', 'port_id': 'c8d96e85-d872-4c04-a41a-a5d772b2495f', 'mac_address': 'fa:16:3e:76:3a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b75aa528-0873-412b-92b8-b69da9ced5ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:12:42.772867 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9b312-27ea-4d07-94e5-543fd0b255c4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event updated for resources: {'Subnet': ['ID=3997bf76-8ce7-4842-a079-84ac59980743,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:42.824271 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port c8d96e85-d872-4c04-a41a-a5d772b2495f is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:42.824691 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c8d96e85-d872-4c04-a41a-a5d772b2495f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:42.830952 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-54f2c0b9-d507-49cb-8b69-55d03bf18423 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (a13dac03-6b41-4062-9949-d52eb44a5435), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:42.844653 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc9b312-27ea-4d07-94e5-543fd0b255c4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Checking segment: {'id': 'fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:42.844926 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d96e85-d872-4c04-a41a-a5d772b2495f {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:12:42.845081 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc9b312-27ea-4d07-94e5-543fd0b255c4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Network hostable DHCP agents. Network: 992f3549-caaf-4530-b747-2a0e80390b5d, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:12:42.874191 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-bd3ca313-59de-46af-9bfd-5caad9b44341 None None] Current status of the port e6157cf1-3f9e-426c-90ec-159569914b06 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:42.878571 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc9b312-27ea-4d07-94e5-543fd0b255c4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Network 992f3549-caaf-4530-b747-2a0e80390b5d is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:12:42.881406 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port c8d96e85-d872-4c04-a41a-a5d772b2495f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c8d96e85-d872-4c04-a41a-a5d772b2495f,segment=NetworkSegment(191382ec-cb5c-4603-b38b-34e71e07c7f0),segment_id=191382ec-cb5c-4603-b38b-34e71e07c7f0)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:42.890193 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c8d96e85-d872-4c04-a41a-a5d772b2495f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:42.900951 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-7cc9b312-27ea-4d07-94e5-543fd0b255c4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 992f3549-caaf-4530-b747-2a0e80390b5d) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:42.905584 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc9b312-27ea-4d07-94e5-543fd0b255c4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:42.906625 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7cc9b312-27ea-4d07-94e5-543fd0b255c4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:42.920780 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-54f2c0b9-d507-49cb-8b69-55d03bf18423 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (a13dac03-6b41-4062-9949-d52eb44a5435), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:42.925531 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e3ad1b-fa3a-44fa-8138-cb85e9ebea48 None None] Network 992f3549-caaf-4530-b747-2a0e80390b5d requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:42.929497 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7cc9b312-27ea-4d07-94e5-543fd0b255c4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3797207 Feb 19 04:12:42.934313 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36222) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:42.943858 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-7e7137a7-cbf1-4c39-bd0c-e28a0cbeddfe tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Request body: {'subnet': {'network_id': '970ed126-7758-4a49-91d5-8b77d328f7d8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:42.986504 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95f5d2-bd21-4275-a5f7-e4e24a05fa95 req-7fe1381d-9ab5-4be4-9356-39615fccb1de tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:42.988472 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9f95f5d2-bd21-4275-a5f7-e4e24a05fa95 req-7fe1381d-9ab5-4be4-9356-39615fccb1de tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 944 time: 0.1457906 Feb 19 04:12:43.012368 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690114ae-ce39-4559-a17c-c2305a6ea3c8 req-fabaff57-cefb-4ff3-a5d7-6b8c89216961 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:43.013837 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-690114ae-ce39-4559-a17c-c2305a6ea3c8 req-fabaff57-cefb-4ff3-a5d7-6b8c89216961 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 946 time: 0.1287637 Feb 19 04:12:43.023958 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=c8d96e85-d872-4c04-a41a-a5d772b2495f,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:43.069336 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1f2ec5-77ab-4e51-82af-94eabb380847 None None] Update dhcp port {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'fixed_ips': [{'subnet_id': 'b320ceae-d7d5-4820-bbb9-3c42a0f87554', 'ip_address': '2001:db8::f816:3eff:fed5:a189'}, {'subnet_id': 'e1ab78b4-9b45-478e-b2f8-834cc70cb933'}], 'binding:host_id': 'n-d-828369-19'}, 'id': 'e6157cf1-3f9e-426c-90ec-159569914b06'} from n-d-828369-19. {{(pid=109927) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:12:43.104006 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f2c0b9-d507-49cb-8b69-55d03bf18423 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:43.114210 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-54f2c0b9-d507-49cb-8b69-55d03bf18423 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:43.122623 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f2c0b9-d507-49cb-8b69-55d03bf18423 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:43.129080 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f2c0b9-d507-49cb-8b69-55d03bf18423 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:43.129855 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-54f2c0b9-d507-49cb-8b69-55d03bf18423 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:43.138513 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2c0b9-d507-49cb-8b69-55d03bf18423 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=a13dac03-6b41-4062-9949-d52eb44a5435,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:43.143502 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3d1f2ec5-77ab-4e51-82af-94eabb380847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:43.146369 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6a6db4-7f09-424a-a5ea-fc3f9215910b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-992f3549-caaf-4530-b747-2a0e80390b5d', 'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d', 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'fixed_ips': [{'subnet_id': '3997bf76-8ce7-4842-a079-84ac59980743'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:12:43.147614 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6db4-7f09-424a-a5ea-fc3f9215910b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:43.158345 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-54f2c0b9-d507-49cb-8b69-55d03bf18423 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0967016 Feb 19 04:12:43.162022 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36228) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:43.186279 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['c8d96e85-d872-4c04-a41a-a5d772b2495f'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:12:43.198278 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7137a7-cbf1-4c39-bd0c-e28a0cbeddfe tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Made reservation on behalf of 70c4c3b9b3c649e3926da7d12add9340 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:43.203596 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7e7137a7-cbf1-4c39-bd0c-e28a0cbeddfe tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:43.362793 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-1dce9788-2e3c-4097-b913-ed85c7c9085e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting port a13dac03-6b41-4062-9949-d52eb44a5435 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:43.363181 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1dce9788-2e3c-4097-b913-ed85c7c9085e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (a13dac03-6b41-4062-9949-d52eb44a5435), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:43.457385 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9f95f5d2-bd21-4275-a5f7-e4e24a05fa95 req-bfbf94be-6e0d-46a3-8cac-b848c8ad644e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4424951 Feb 19 04:12:43.502510 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-690114ae-ce39-4559-a17c-c2305a6ea3c8 req-2f855ffc-240f-43af-8d6a-20f9967166fa tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766724 Feb 19 04:12:43.534855 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-ee6a6db4-7f09-424a-a5ea-fc3f9215910b None None] Allocated IP 10.1.1.2 (992f3549-caaf-4530-b747-2a0e80390b5d/3997bf76-8ce7-4842-a079-84ac59980743/989217ac-2208-4e52-8662-7bdca5ed69bc) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:43.557950 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1dce9788-2e3c-4097-b913-ed85c7c9085e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (a13dac03-6b41-4062-9949-d52eb44a5435), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:43.569936 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e6157cf1-3f9e-426c-90ec-159569914b06 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:43.600503 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-1dce9788-2e3c-4097-b913-ed85c7c9085e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Calling delete_port for a13dac03-6b41-4062-9949-d52eb44a5435 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:12:43.624966 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7e7137a7-cbf1-4c39-bd0c-e28a0cbeddfe tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (ad06bfbd-99a2-4a8a-a2ae-abc5d82d0e14), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:43.723851 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-3d1f2ec5-77ab-4e51-82af-94eabb380847 None None] Allocated IP 2001:db8:0:1::2 (1742e730-766a-4fa0-996c-7e016537b1f1/e1ab78b4-9b45-478e-b2f8-834cc70cb933/e6157cf1-3f9e-426c-90ec-159569914b06) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:43.740105 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903df7d-84c6-4bd1-bf79-898dc7d5690b req-c61fc658-f459-4a33-9715-b4cd6f86c61a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:43.742218 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b903df7d-84c6-4bd1-bf79-898dc7d5690b req-c61fc658-f459-4a33-9715-b4cd6f86c61a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 945 time: 0.0962458 Feb 19 04:12:43.751147 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e3e43-810b-4ab1-902a-5b3a8751002b req-42051d07-bf99-45f2-8a45-776f8dba6e10 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:43.752671 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a1e3e43-810b-4ab1-902a-5b3a8751002b req-42051d07-bf99-45f2-8a45-776f8dba6e10 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 945 time: 0.0967686 Feb 19 04:12:43.802068 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7137a7-cbf1-4c39-bd0c-e28a0cbeddfe tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event updated for resources: {'Subnet': ['ID=ad06bfbd-99a2-4a8a-a2ae-abc5d82d0e14,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:43.827128 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b903df7d-84c6-4bd1-bf79-898dc7d5690b req-04bb1c5e-c6d0-439f-913b-62df40cb0e01 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734160 Feb 19 04:12:43.834794 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a1e3e43-810b-4ab1-902a-5b3a8751002b req-2742cd4f-7f40-4353-bd54-4c96da76a242 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681570 Feb 19 04:12:43.873020 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7137a7-cbf1-4c39-bd0c-e28a0cbeddfe tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Checking segment: {'id': 'ee732889-2e4f-4cb8-ba94-5c3620376051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '970ed126-7758-4a49-91d5-8b77d328f7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:43.873385 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7137a7-cbf1-4c39-bd0c-e28a0cbeddfe tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Network hostable DHCP agents. Network: 970ed126-7758-4a49-91d5-8b77d328f7d8, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:12:43.885110 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a51a1f-4ed8-4f3c-add8-e4390b76e6ac req-6eb39418-4533-4782-875a-667f9f994b06 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:43.886639 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b3a51a1f-4ed8-4f3c-add8-e4390b76e6ac req-6eb39418-4533-4782-875a-667f9f994b06 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.26 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b&tenant_id=3daaed16085e4153afa0c32c565c3455&binding%3Ahost_id=n-h2-828369-19 HTTP/1.1" status: 200 len: 945 time: 0.1871533 Feb 19 04:12:43.945384 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port e6157cf1-3f9e-426c-90ec-159569914b06 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:43.946029 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:43.967266 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7137a7-cbf1-4c39-bd0c-e28a0cbeddfe tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Network 970ed126-7758-4a49-91d5-8b77d328f7d8 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:12:44.013745 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-7e7137a7-cbf1-4c39-bd0c-e28a0cbeddfe tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 970ed126-7758-4a49-91d5-8b77d328f7d8) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:44.020080 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3d1f2ec5-77ab-4e51-82af-94eabb380847 None None] For port e6157cf1-3f9e-426c-90ec-159569914b06, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e6157cf1-3f9e-426c-90ec-159569914b06,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:44.027497 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7137a7-cbf1-4c39-bd0c-e28a0cbeddfe tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:44.028281 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7e7137a7-cbf1-4c39-bd0c-e28a0cbeddfe tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:44.037579 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e3f903-0587-435d-913f-10be4b8d3aee None None] Network 970ed126-7758-4a49-91d5-8b77d328f7d8 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:44.038398 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [req-b3a51a1f-4ed8-4f3c-add8-e4390b76e6ac req-3df22fb0-c145-4fe1-a230-adc40d56ce64 service neutron] delete failed (client error): The resource could not be found. Feb 19 04:12:44.039435 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b3a51a1f-4ed8-4f3c-add8-e4390b76e6ac req-3df22fb0-c145-4fe1-a230-adc40d56ce64 service neutron] 10.222.0.26 "DELETE /v2.0/ports/c8d96e85-d872-4c04-a41a-a5d772b2495f/bindings/n-h1-828369-19 HTTP/1.1" status: 404 len: 381 time: 0.1451797 Feb 19 04:12:44.042884 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6db4-7f09-424a-a5ea-fc3f9215910b None None] Publish callbacks [] for port (989217ac-2208-4e52-8662-7bdca5ed69bc), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:44.065242 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7e7137a7-cbf1-4c39-bd0c-e28a0cbeddfe tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1269372 Feb 19 04:12:44.067652 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36238) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:44.068565 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1dce9788-2e3c-4097-b913-ed85c7c9085e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (a13dac03-6b41-4062-9949-d52eb44a5435), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:44.074850 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-a9e30431-9fca-46be-83d7-12cf9b4a1ebd tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Request body: {'port': {'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d', 'name': 'tempest-TaggedBootDevicesTest_v242-1828534890', 'fixed_ips': [{'subnet_id': '3997bf76-8ce7-4842-a079-84ac59980743'}]}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:44.106254 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce9788-2e3c-4097-b913-ed85c7c9085e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Port': ['ID=a13dac03-6b41-4062-9949-d52eb44a5435,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:44.114798 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6db4-7f09-424a-a5ea-fc3f9215910b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (989217ac-2208-4e52-8662-7bdca5ed69bc), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:44.177854 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3d1f2ec5-77ab-4e51-82af-94eabb380847 None None] Publish callbacks [] for port (e6157cf1-3f9e-426c-90ec-159569914b06), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:44.195032 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1dce9788-2e3c-4097-b913-ed85c7c9085e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:44.201148 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1dce9788-2e3c-4097-b913-ed85c7c9085e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/a13dac03-6b41-4062-9949-d52eb44a5435 HTTP/1.1" status: 204 len: 168 time: 1.0374250 Feb 19 04:12:44.201367 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3d1f2ec5-77ab-4e51-82af-94eabb380847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:44.201536 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36240) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:44.214367 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6a6db4-7f09-424a-a5ea-fc3f9215910b None None] Network 992f3549-caaf-4530-b747-2a0e80390b5d is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:44.214607 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a51a1f-4ed8-4f3c-add8-e4390b76e6ac req-d48c9b13-58df-40c6-a2a2-cd704f517b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:44.215673 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b3a51a1f-4ed8-4f3c-add8-e4390b76e6ac req-d48c9b13-58df-40c6-a2a2-cd704f517b57 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 1128 time: 0.1028664 Feb 19 04:12:44.216040 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e30431-9fca-46be-83d7-12cf9b4a1ebd tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Made reservation on behalf of 70c4c3b9b3c649e3926da7d12add9340 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:44.240464 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a6db4-7f09-424a-a5ea-fc3f9215910b None None] Pushing event updated for resources: {'Port': ['ID=989217ac-2208-4e52-8662-7bdca5ed69bc,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:44.244856 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-ee6a6db4-7f09-424a-a5ea-fc3f9215910b None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:44.246977 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6a6db4-7f09-424a-a5ea-fc3f9215910b None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:44.308359 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367da2ab-1022-4857-a9a7-1c2b8cfcb207 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:44.312306 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-367da2ab-1022-4857-a9a7-1c2b8cfcb207 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1069038 Feb 19 04:12:44.312678 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36242) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:44.322868 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a51a1f-4ed8-4f3c-add8-e4390b76e6ac req-04cba4e4-f0a8-4a5c-ad68-3b8f8e50ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:44.324797 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b3a51a1f-4ed8-4f3c-add8-e4390b76e6ac req-04cba4e4-f0a8-4a5c-ad68-3b8f8e50ec6b service neutron] 10.222.0.26 "GET /v2.0/networks?id=33bfb928-b88c-483e-9011-0f74d9c470b9 HTTP/1.1" status: 200 len: 897 time: 0.1031702 Feb 19 04:12:44.371350 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9e30431-9fca-46be-83d7-12cf9b4a1ebd tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:44.396536 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-a9e30431-9fca-46be-83d7-12cf9b4a1ebd tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] device_id is not set on port 898fda35-40f1-43dc-a819-d803062eb315 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:12:44.405219 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b3a51a1f-4ed8-4f3c-add8-e4390b76e6ac req-b4eb3ff5-9768-46dc-b333-cdf15b892698 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8d96e85-d872-4c04-a41a-a5d772b2495f HTTP/1.1" status: 200 len: 1001 time: 0.0737584 Feb 19 04:12:44.410838 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9572b7e8-c8e8-4415-bf38-07b969a56dc2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:44.412401 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9572b7e8-c8e8-4415-bf38-07b969a56dc2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0987742 Feb 19 04:12:44.416310 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36244) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:44.438021 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec494e7-ca95-459d-a47d-c55786f24549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-970ed126-7758-4a49-91d5-8b77d328f7d8', 'network_id': '970ed126-7758-4a49-91d5-8b77d328f7d8', 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'fixed_ips': [{'subnet_id': 'ad06bfbd-99a2-4a8a-a2ae-abc5d82d0e14'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:12:44.438984 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-eec494e7-ca95-459d-a47d-c55786f24549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:44.449173 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port e6157cf1-3f9e-426c-90ec-159569914b06 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:44.467788 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a51a1f-4ed8-4f3c-add8-e4390b76e6ac req-7e3f6b97-747e-4054-954e-06ae1849069d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:44.470977 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b3a51a1f-4ed8-4f3c-add8-e4390b76e6ac req-7e3f6b97-747e-4054-954e-06ae1849069d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b75aa528-0873-412b-92b8-b69da9ced5ce HTTP/1.1" status: 200 len: 834 time: 0.0583758 Feb 19 04:12:44.536753 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4c9893-a105-4158-ad3b-be0d656afbba tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:44.538464 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4c9893-a105-4158-ad3b-be0d656afbba tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:44.539923 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4c9893-a105-4158-ad3b-be0d656afbba tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:44.541661 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7e4c9893-a105-4158-ad3b-be0d656afbba tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1244204 Feb 19 04:12:44.545490 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36250) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:44.623359 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49a832c-54df-4017-bc06-737a66e996f0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet b320ceae-d7d5-4820-bbb9-3c42a0f87554 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:12:44.628123 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b49a832c-54df-4017-bc06-737a66e996f0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (b320ceae-d7d5-4820-bbb9-3c42a0f87554), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:44.673034 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f2ec5-77ab-4e51-82af-94eabb380847 None None] Pushing event updated for resources: {'Port': ['ID=e6157cf1-3f9e-426c-90ec-159569914b06,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:44.676035 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b49a832c-54df-4017-bc06-737a66e996f0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (b320ceae-d7d5-4820-bbb9-3c42a0f87554), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:44.681718 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-ee6a6db4-7f09-424a-a5ea-fc3f9215910b None None] Attempting to bind port 989217ac-2208-4e52-8662-7bdca5ed69bc on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:44.682087 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-ee6a6db4-7f09-424a-a5ea-fc3f9215910b None None] Attempting to bind port 989217ac-2208-4e52-8662-7bdca5ed69bc by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:44.682481 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6a6db4-7f09-424a-a5ea-fc3f9215910b None None] Attempting to bind port 989217ac-2208-4e52-8662-7bdca5ed69bc on network 992f3549-caaf-4530-b747-2a0e80390b5d {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:44.695940 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6a6db4-7f09-424a-a5ea-fc3f9215910b None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:44.696324 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6a6db4-7f09-424a-a5ea-fc3f9215910b None None] Checking segment: {'id': 'fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:44.696749 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6db4-7f09-424a-a5ea-fc3f9215910b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:44.697313 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6a6db4-7f09-424a-a5ea-fc3f9215910b None None] Bound using segment: {'id': 'fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:44.697791 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-ee6a6db4-7f09-424a-a5ea-fc3f9215910b None None] Bound port: 989217ac-2208-4e52-8662-7bdca5ed69bc, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:44.698228 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6db4-7f09-424a-a5ea-fc3f9215910b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (989217ac-2208-4e52-8662-7bdca5ed69bc), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:44.720872 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f7185-8ffa-496e-a173-b65d0cb6b08e req-d0d6ea66-6ccd-44bf-9e0b-a8a96e11f307 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:44.723035 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-620f7185-8ffa-496e-a173-b65d0cb6b08e req-d0d6ea66-6ccd-44bf-9e0b-a8a96e11f307 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 946 time: 0.1223421 Feb 19 04:12:44.771037 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-a9e30431-9fca-46be-83d7-12cf9b4a1ebd tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Allocated IP 10.1.1.122 (992f3549-caaf-4530-b747-2a0e80390b5d/3997bf76-8ce7-4842-a079-84ac59980743/898fda35-40f1-43dc-a819-d803062eb315) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:44.777315 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a51a1f-4ed8-4f3c-add8-e4390b76e6ac req-936c9209-1dfe-4862-925b-fa9c446db68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:44.779112 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b3a51a1f-4ed8-4f3c-add8-e4390b76e6ac req-936c9209-1dfe-4862-925b-fa9c446db68e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33bfb928-b88c-483e-9011-0f74d9c470b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2981098 Feb 19 04:12:44.831876 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-620f7185-8ffa-496e-a173-b65d0cb6b08e req-016abc82-e78a-4638-9810-3b76604dab0a tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912073 Feb 19 04:12:44.853977 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b49a832c-54df-4017-bc06-737a66e996f0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (b320ceae-d7d5-4820-bbb9-3c42a0f87554), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:44.859795 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-ee6a6db4-7f09-424a-a5ea-fc3f9215910b None None] For port 989217ac-2208-4e52-8662-7bdca5ed69bc, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:44.864793 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-ee6a6db4-7f09-424a-a5ea-fc3f9215910b None None] For port 989217ac-2208-4e52-8662-7bdca5ed69bc, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=989217ac-2208-4e52-8662-7bdca5ed69bc,segment=NetworkSegment(fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e),segment_id=fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:44.886570 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-eec494e7-ca95-459d-a47d-c55786f24549 None None] Allocated IP 10.2.2.2 (970ed126-7758-4a49-91d5-8b77d328f7d8/ad06bfbd-99a2-4a8a-a2ae-abc5d82d0e14/465b9dc5-a0f3-4d09-9937-f44da7a1c18c) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:44.895183 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6db4-7f09-424a-a5ea-fc3f9215910b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (989217ac-2208-4e52-8662-7bdca5ed69bc), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.003560 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b3a51a1f-4ed8-4f3c-add8-e4390b76e6ac req-8c692b9d-3b92-456c-b139-6d9c4af573e0 service neutron] 10.222.0.26 "GET /v2.0/networks/33bfb928-b88c-483e-9011-0f74d9c470b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162852 Feb 19 04:12:45.034307 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b49a832c-54df-4017-bc06-737a66e996f0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (b320ceae-d7d5-4820-bbb9-3c42a0f87554), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.110084 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9e30431-9fca-46be-83d7-12cf9b4a1ebd tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for port (898fda35-40f1-43dc-a819-d803062eb315), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.119456 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a832c-54df-4017-bc06-737a66e996f0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=b320ceae-d7d5-4820-bbb9-3c42a0f87554,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:45.121673 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd5445-bb80-4091-94eb-c3ec028c6de9 req-ab868cd3-69ad-4f05-8cd3-f7621c65d278 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:45.129432 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5bdd5445-bb80-4091-94eb-c3ec028c6de9 req-ab868cd3-69ad-4f05-8cd3-f7621c65d278 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 945 time: 0.1643538 Feb 19 04:12:45.130876 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b49a832c-54df-4017-bc06-737a66e996f0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.136263 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b49a832c-54df-4017-bc06-737a66e996f0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/b320ceae-d7d5-4820-bbb9-3c42a0f87554 HTTP/1.1" status: 204 len: 168 time: 0.5872800 Feb 19 04:12:45.137079 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36256) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:45.151240 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-eec494e7-ca95-459d-a47d-c55786f24549 None None] Publish callbacks [] for port (465b9dc5-a0f3-4d09-9937-f44da7a1c18c), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.155868 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97f9a8-82df-4631-b9e3-1a994aaf2b62 req-e49f4554-531e-4392-b524-d6dff097ce77 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:45.158071 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9d97f9a8-82df-4631-b9e3-1a994aaf2b62 req-e49f4554-531e-4392-b524-d6dff097ce77 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 945 time: 0.1786633 Feb 19 04:12:45.173872 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-eec494e7-ca95-459d-a47d-c55786f24549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (465b9dc5-a0f3-4d09-9937-f44da7a1c18c), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.191750 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a6db4-7f09-424a-a5ea-fc3f9215910b None None] Pushing event updated for resources: {'Port': ['ID=989217ac-2208-4e52-8662-7bdca5ed69bc,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:45.239463 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec494e7-ca95-459d-a47d-c55786f24549 None None] Network 970ed126-7758-4a49-91d5-8b77d328f7d8 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:45.244497 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-eec494e7-ca95-459d-a47d-c55786f24549 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:45.244897 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b3a51a1f-4ed8-4f3c-add8-e4390b76e6ac req-8e763580-1119-4b81-bad7-e342a192ce7c service neutron] 10.222.0.26 "GET /v2.0/networks/33bfb928-b88c-483e-9011-0f74d9c470b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325342 Feb 19 04:12:45.248364 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec494e7-ca95-459d-a47d-c55786f24549 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:45.259188 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-689bfe20-61f8-4daf-a756-70681f7db2dc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet e1ab78b4-9b45-478e-b2f8-834cc70cb933 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:12:45.266706 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5bdd5445-bb80-4091-94eb-c3ec028c6de9 req-361dd06a-de93-431d-a53c-6a2b042f4d58 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362720 Feb 19 04:12:45.266910 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-689bfe20-61f8-4daf-a756-70681f7db2dc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (e1ab78b4-9b45-478e-b2f8-834cc70cb933), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.274268 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec494e7-ca95-459d-a47d-c55786f24549 None None] Pushing event updated for resources: {'Port': ['ID=465b9dc5-a0f3-4d09-9937-f44da7a1c18c,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:45.301466 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9d97f9a8-82df-4631-b9e3-1a994aaf2b62 req-b04ecd54-fde1-4fe2-93d6-03f801a11075 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318429 Feb 19 04:12:45.303472 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9e30431-9fca-46be-83d7-12cf9b4a1ebd tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (898fda35-40f1-43dc-a819-d803062eb315), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.339137 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-689bfe20-61f8-4daf-a756-70681f7db2dc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (e1ab78b4-9b45-478e-b2f8-834cc70cb933), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.347524 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ae12b9-9a3a-4755-ae0e-c6b65f45dac9 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:45.367867 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e30431-9fca-46be-83d7-12cf9b4a1ebd tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Network 992f3549-caaf-4530-b747-2a0e80390b5d is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:45.371048 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-a9e30431-9fca-46be-83d7-12cf9b4a1ebd tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:45.377394 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e30431-9fca-46be-83d7-12cf9b4a1ebd tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:45.423788 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e30431-9fca-46be-83d7-12cf9b4a1ebd tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event updated for resources: {'Port': ['ID=898fda35-40f1-43dc-a819-d803062eb315,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:45.428183 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-eec494e7-ca95-459d-a47d-c55786f24549 None None] Attempting to bind port 465b9dc5-a0f3-4d09-9937-f44da7a1c18c on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:45.429170 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-eec494e7-ca95-459d-a47d-c55786f24549 None None] Attempting to bind port 465b9dc5-a0f3-4d09-9937-f44da7a1c18c by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'ee732889-2e4f-4cb8-ba94-5c3620376051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '970ed126-7758-4a49-91d5-8b77d328f7d8'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:45.429170 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec494e7-ca95-459d-a47d-c55786f24549 None None] Attempting to bind port 465b9dc5-a0f3-4d09-9937-f44da7a1c18c on network 970ed126-7758-4a49-91d5-8b77d328f7d8 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:45.444204 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-689bfe20-61f8-4daf-a756-70681f7db2dc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (e1ab78b4-9b45-478e-b2f8-834cc70cb933), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.444720 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec494e7-ca95-459d-a47d-c55786f24549 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:45.445143 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec494e7-ca95-459d-a47d-c55786f24549 None None] Checking segment: {'id': 'ee732889-2e4f-4cb8-ba94-5c3620376051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '970ed126-7758-4a49-91d5-8b77d328f7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:45.445561 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-eec494e7-ca95-459d-a47d-c55786f24549 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.446048 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec494e7-ca95-459d-a47d-c55786f24549 None None] Bound using segment: {'id': 'ee732889-2e4f-4cb8-ba94-5c3620376051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '970ed126-7758-4a49-91d5-8b77d328f7d8'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:45.446575 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-eec494e7-ca95-459d-a47d-c55786f24549 None None] Bound port: 465b9dc5-a0f3-4d09-9937-f44da7a1c18c, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee732889-2e4f-4cb8-ba94-5c3620376051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '970ed126-7758-4a49-91d5-8b77d328f7d8'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:45.446857 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e30431-9fca-46be-83d7-12cf9b4a1ebd tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:45.446983 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-eec494e7-ca95-459d-a47d-c55786f24549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (465b9dc5-a0f3-4d09-9937-f44da7a1c18c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.447692 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9e30431-9fca-46be-83d7-12cf9b4a1ebd tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.465845 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a9e30431-9fca-46be-83d7-12cf9b4a1ebd tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3966300 Feb 19 04:12:45.469317 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36258) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:45.474143 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-0d992dd4-1f2d-4732-a674-0e55c7585abc tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Request body: {'port': {'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d', 'name': 'tempest-TaggedBootDevicesTest_v242-1494073258', 'fixed_ips': [{'subnet_id': '3997bf76-8ce7-4842-a079-84ac59980743'}]}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:45.482135 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-becd9efa-01e0-45ec-9f63-9d13db2359c9 None None] Provisioning complete for port e6157cf1-3f9e-426c-90ec-159569914b06 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:45.482546 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-becd9efa-01e0-45ec-9f63-9d13db2359c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.642187 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e6157cf1-3f9e-426c-90ec-159569914b06 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:45.682431 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-689bfe20-61f8-4daf-a756-70681f7db2dc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (e1ab78b4-9b45-478e-b2f8-834cc70cb933), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.699971 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d992dd4-1f2d-4732-a674-0e55c7585abc tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Made reservation on behalf of 70c4c3b9b3c649e3926da7d12add9340 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:45.714194 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-eec494e7-ca95-459d-a47d-c55786f24549 None None] For port 465b9dc5-a0f3-4d09-9937-f44da7a1c18c, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:45.755758 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-eec494e7-ca95-459d-a47d-c55786f24549 None None] For port 465b9dc5-a0f3-4d09-9937-f44da7a1c18c, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=465b9dc5-a0f3-4d09-9937-f44da7a1c18c,segment=NetworkSegment(ee732889-2e4f-4cb8-ba94-5c3620376051),segment_id=ee732889-2e4f-4cb8-ba94-5c3620376051)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:45.773531 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-becd9efa-01e0-45ec-9f63-9d13db2359c9 None None] Current status of the port e6157cf1-3f9e-426c-90ec-159569914b06 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:45.778695 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-eec494e7-ca95-459d-a47d-c55786f24549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (465b9dc5-a0f3-4d09-9937-f44da7a1c18c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.802201 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-689bfe20-61f8-4daf-a756-70681f7db2dc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.807816 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-689bfe20-61f8-4daf-a756-70681f7db2dc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/e1ab78b4-9b45-478e-b2f8-834cc70cb933 HTTP/1.1" status: 204 len: 168 time: 0.6677313 Feb 19 04:12:45.808507 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36262) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:45.808994 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689bfe20-61f8-4daf-a756-70681f7db2dc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=e1ab78b4-9b45-478e-b2f8-834cc70cb933,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:45.857776 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0d992dd4-1f2d-4732-a674-0e55c7585abc tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.868106 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port e6157cf1-3f9e-426c-90ec-159569914b06 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:45.868616 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.903321 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-be74b51b-ebf9-478e-b093-2108e73aacd2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0890019 Feb 19 04:12:45.907252 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36266) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:45.910439 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-0d992dd4-1f2d-4732-a674-0e55c7585abc tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] device_id is not set on port 938dc52f-77e7-4640-9ee1-5c86a03bd120 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:12:45.918206 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-fcfc0151-353f-4558-bd1d-5fa5aa9d984d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:46.003128 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec494e7-ca95-459d-a47d-c55786f24549 None None] Pushing event updated for resources: {'Port': ['ID=465b9dc5-a0f3-4d09-9937-f44da7a1c18c,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:46.116101 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port e6157cf1-3f9e-426c-90ec-159569914b06 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:46.124692 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device c8d96e85-d872-4c04-a41a-a5d772b2495f up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:46.136849 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8889195-692d-4092-ae82-14c882d423fe req-65ec6435-0a5d-4709-a95f-fed9eedc7af7 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:46.142308 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c8889195-692d-4092-ae82-14c882d423fe req-65ec6435-0a5d-4709-a95f-fed9eedc7af7 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 946 time: 0.1332653 Feb 19 04:12:46.184442 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfc0151-353f-4558-bd1d-5fa5aa9d984d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:46.188804 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fcfc0151-353f-4558-bd1d-5fa5aa9d984d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:46.262790 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-0d992dd4-1f2d-4732-a674-0e55c7585abc tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Allocated IP 10.1.1.53 (992f3549-caaf-4530-b747-2a0e80390b5d/3997bf76-8ce7-4842-a079-84ac59980743/938dc52f-77e7-4640-9ee1-5c86a03bd120) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:46.277596 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port c8d96e85-d872-4c04-a41a-a5d772b2495f completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:12:46.294458 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port c8d96e85-d872-4c04-a41a-a5d772b2495f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:46.295071 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c8d96e85-d872-4c04-a41a-a5d772b2495f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:46.370756 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c8889195-692d-4092-ae82-14c882d423fe req-cc434f4d-0017-49b2-81ec-a7fa0a599245 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240043 Feb 19 04:12:46.432342 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port c8d96e85-d872-4c04-a41a-a5d772b2495f is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:46.432620 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c8d96e85-d872-4c04-a41a-a5d772b2495f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:46.480644 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e907c139-e548-4e4d-af51-cb256681c47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d96e85-d872-4c04-a41a-a5d772b2495f'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:46.498178 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3daa1bcd-a6e2-487b-b15e-6e7ee6ca2d89" -d '{"events": [{"server_uuid": "e907c139-e548-4e4d-af51-cb256681c47b", "name": "network-vif-plugged", "status": "completed", "tag": "c8d96e85-d872-4c04-a41a-a5d772b2495f"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:46.517798 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port c8d96e85-d872-4c04-a41a-a5d772b2495f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c8d96e85-d872-4c04-a41a-a5d772b2495f,segment=NetworkSegment(191382ec-cb5c-4603-b38b-34e71e07c7f0),segment_id=191382ec-cb5c-4603-b38b-34e71e07c7f0)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:46.537030 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c8d96e85-d872-4c04-a41a-a5d772b2495f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:46.618403 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0d992dd4-1f2d-4732-a674-0e55c7585abc tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for port (938dc52f-77e7-4640-9ee1-5c86a03bd120), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:46.630055 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=c8d96e85-d872-4c04-a41a-a5d772b2495f,revision_number=9']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:46.635662 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746748bc-42c5-406b-b1b1-fcaa9da2e319 req-19cfc5db-821c-4287-9662-aabe50ee1a7c tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:46.643254 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-746748bc-42c5-406b-b1b1-fcaa9da2e319 req-19cfc5db-821c-4287-9662-aabe50ee1a7c tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 945 time: 0.1279328 Feb 19 04:12:46.679203 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0d992dd4-1f2d-4732-a674-0e55c7585abc tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (938dc52f-77e7-4640-9ee1-5c86a03bd120), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:46.716536 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09855996-8a95-4bba-89c5-9155c9dc016d req-000882a7-a2a1-4c94-ad28-9a04c1737b13 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:46.719335 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09855996-8a95-4bba-89c5-9155c9dc016d req-000882a7-a2a1-4c94-ad28-9a04c1737b13 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 945 time: 0.2804987 Feb 19 04:12:46.753392 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d992dd4-1f2d-4732-a674-0e55c7585abc tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Network 992f3549-caaf-4530-b747-2a0e80390b5d is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:46.757180 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-0d992dd4-1f2d-4732-a674-0e55c7585abc tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:46.761827 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d992dd4-1f2d-4732-a674-0e55c7585abc tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:46.801274 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d992dd4-1f2d-4732-a674-0e55c7585abc tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event updated for resources: {'Port': ['ID=938dc52f-77e7-4640-9ee1-5c86a03bd120,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:46.832063 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d992dd4-1f2d-4732-a674-0e55c7585abc tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:46.832803 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0d992dd4-1f2d-4732-a674-0e55c7585abc tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:46.844893 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-746748bc-42c5-406b-b1b1-fcaa9da2e319 req-b831f7c9-24ca-4f21-b492-ed549230f52b tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007341 Feb 19 04:12:46.867332 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09855996-8a95-4bba-89c5-9155c9dc016d req-27331bb2-a1bc-4d63-b19a-490449b1e3c2 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288095 Feb 19 04:12:46.868403 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0d992dd4-1f2d-4732-a674-0e55c7585abc tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3947735 Feb 19 04:12:46.883552 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0861abe-3a6a-46fe-8d68-7aab66648afb None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:46.886652 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36278) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:46.957365 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed5c24d-70df-4b48-b32c-5226c70767de x-openstack-request-id: req-5ed5c24d-70df-4b48-b32c-5226c70767de {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:46.957655 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e907c139-e548-4e4d-af51-cb256681c47b", "name": "network-vif-plugged", "status": "completed", "tag": "c8d96e85-d872-4c04-a41a-a5d772b2495f", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:46.957934 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5ed5c24d-70df-4b48-b32c-5226c70767de {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:46.958394 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e907c139-e548-4e4d-af51-cb256681c47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d96e85-d872-4c04-a41a-a5d772b2495f', 'code': 200} Feb 19 04:12:46.965885 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f415ccf-cee6-446c-b744-1e791a8afde6 None None] Network 992f3549-caaf-4530-b747-2a0e80390b5d requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:47.010428 n-d-828369-19 neutron-server[109926]: DEBUG neutron.objects.ports [None req-fcfc0151-353f-4558-bd1d-5fa5aa9d984d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109926) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:12:47.031756 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d2bdd7de-01e6-41db-8f83-7548f7dd9970 None None] Provisioning complete for port e6157cf1-3f9e-426c-90ec-159569914b06 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:47.032130 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd7de-01e6-41db-8f83-7548f7dd9970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:47.094384 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4bba92a2-507d-4179-9fb1-238645c4e89e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/floatingips/003f5e25-3a55-4226-bed4-b132e639b448 HTTP/1.1" status: 200 len: 994 time: 0.2052464 Feb 19 04:12:47.203409 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36280) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:47.208650 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-fe787d61-fa96-4941-af52-5eaf57225147 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1945624334', 'description': 'tempest-description--80367519'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:47.222830 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d2bdd7de-01e6-41db-8f83-7548f7dd9970 None None] Current status of the port e6157cf1-3f9e-426c-90ec-159569914b06 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:47.244261 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fe787d61-fa96-4941-af52-5eaf57225147 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:47.249543 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fcfc0151-353f-4558-bd1d-5fa5aa9d984d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:47.343943 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fe787d61-fa96-4941-af52-5eaf57225147 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for security_group (f1b115fe-740e-4d96-9c70-e1f690c906b9), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:47.350257 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fe787d61-fa96-4941-af52-5eaf57225147 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f1b115fe-740e-4d96-9c70-e1f690c906b9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:47.357082 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-23670f99-a79a-4cb8-ba83-23d13402b1ec None None] Provisioning complete for port 989217ac-2208-4e52-8662-7bdca5ed69bc triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:47.357471 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-23670f99-a79a-4cb8-ba83-23d13402b1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (989217ac-2208-4e52-8662-7bdca5ed69bc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:47.386931 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe787d61-fa96-4941-af52-5eaf57225147 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b115fe-740e-4d96-9c70-e1f690c906b9,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:47.404138 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fe787d61-fa96-4941-af52-5eaf57225147 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:47.406431 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fe787d61-fa96-4941-af52-5eaf57225147 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2010868 Feb 19 04:12:47.409725 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36284) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:47.416523 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-91a94f0b-1d36-45e2-b536-529e6b057e16 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Request body: {'security_group_rule': {'security_group_id': 'f1b115fe-740e-4d96-9c70-e1f690c906b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:47.460212 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-91a94f0b-1d36-45e2-b536-529e6b057e16 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for security_group_rule (77557f58-b06e-462c-a8b7-59d10ca5a3de), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:47.499154 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-23670f99-a79a-4cb8-ba83-23d13402b1ec None None] Current status of the port 989217ac-2208-4e52-8662-7bdca5ed69bc is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:47.499556 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-23670f99-a79a-4cb8-ba83-23d13402b1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (989217ac-2208-4e52-8662-7bdca5ed69bc), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:47.581314 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-23670f99-a79a-4cb8-ba83-23d13402b1ec None None] For port 989217ac-2208-4e52-8662-7bdca5ed69bc, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=989217ac-2208-4e52-8662-7bdca5ed69bc,segment=NetworkSegment(fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e),segment_id=fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:47.585741 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-91a94f0b-1d36-45e2-b536-529e6b057e16 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for security_group_rule (77557f58-b06e-462c-a8b7-59d10ca5a3de), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:47.598964 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-91a94f0b-1d36-45e2-b536-529e6b057e16 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (77557f58-b06e-462c-a8b7-59d10ca5a3de), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:47.601012 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-fcfc0151-353f-4558-bd1d-5fa5aa9d984d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] For port e6157cf1-3f9e-426c-90ec-159569914b06, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e6157cf1-3f9e-426c-90ec-159569914b06,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:47.608624 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-23670f99-a79a-4cb8-ba83-23d13402b1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (989217ac-2208-4e52-8662-7bdca5ed69bc), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:47.621825 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a94f0b-1d36-45e2-b536-529e6b057e16 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77557f58-b06e-462c-a8b7-59d10ca5a3de,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:47.645543 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-91a94f0b-1d36-45e2-b536-529e6b057e16 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:47.653970 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-91a94f0b-1d36-45e2-b536-529e6b057e16 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2408259 Feb 19 04:12:47.658253 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36286) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:47.673416 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-a069a9b1-c283-497d-9f20-97f0f6ffe73c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Request body: {'security_group_rule': {'security_group_id': 'f1b115fe-740e-4d96-9c70-e1f690c906b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:47.709127 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fcfc0151-353f-4558-bd1d-5fa5aa9d984d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (e6157cf1-3f9e-426c-90ec-159569914b06), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:47.712830 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92f4c72-adc0-4580-ba52-d516f21a879f None None] Network 970ed126-7758-4a49-91d5-8b77d328f7d8 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:47.722731 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a069a9b1-c283-497d-9f20-97f0f6ffe73c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for security_group_rule (249168b8-db25-472f-a524-e0964a44a951), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:47.728465 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebd916-d753-4cc0-94b9-7607456651d1 req-d44b420c-45d5-4c85-b42d-8697e562f4e1 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:47.737267 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8cebd916-d753-4cc0-94b9-7607456651d1 req-d44b420c-45d5-4c85-b42d-8697e562f4e1 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 946 time: 0.2217999 Feb 19 04:12:47.744790 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fcfc0151-353f-4558-bd1d-5fa5aa9d984d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:47.848920 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fcfc0151-353f-4558-bd1d-5fa5aa9d984d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (fa4845ca-55b9-4a13-bb43-785ecafd7760), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:47.855527 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 465b9dc5-a0f3-4d09-9937-f44da7a1c18c up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:47.873540 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a069a9b1-c283-497d-9f20-97f0f6ffe73c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for security_group_rule (249168b8-db25-472f-a524-e0964a44a951), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:47.888847 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:12:47.892617 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a069a9b1-c283-497d-9f20-97f0f6ffe73c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (249168b8-db25-472f-a524-e0964a44a951), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:47.919481 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069a9b1-c283-497d-9f20-97f0f6ffe73c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249168b8-db25-472f-a524-e0964a44a951,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:47.943182 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a069a9b1-c283-497d-9f20-97f0f6ffe73c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:47.944922 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a069a9b1-c283-497d-9f20-97f0f6ffe73c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2855713 Feb 19 04:12:47.947924 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36292) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:47.949286 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23670f99-a79a-4cb8-ba83-23d13402b1ec None None] Pushing event updated for resources: {'Port': ['ID=989217ac-2208-4e52-8662-7bdca5ed69bc,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:47.957938 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-5a89da0b-a18e-4a08-84ca-1e271371baf5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:47.961839 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfc0151-353f-4558-bd1d-5fa5aa9d984d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:47.980045 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c7ee0826-779e-46ee-aa80-7d40826d160f None None] Provisioning complete for port 898fda35-40f1-43dc-a819-d803062eb315 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:47.984691 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c7ee0826-779e-46ee-aa80-7d40826d160f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (898fda35-40f1-43dc-a819-d803062eb315), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:48.014994 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-fcfc0151-353f-4558-bd1d-5fa5aa9d984d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:48.024714 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfc0151-353f-4558-bd1d-5fa5aa9d984d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:48.025328 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fcfc0151-353f-4558-bd1d-5fa5aa9d984d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:48.034487 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a89da0b-a18e-4a08-84ca-1e271371baf5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:48.053593 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8cebd916-d753-4cc0-94b9-7607456651d1 req-a0d7dcb3-c505-45a6-bfe5-763092e4ce60 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154161 Feb 19 04:12:48.106680 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c7ee0826-779e-46ee-aa80-7d40826d160f None None] Port 898fda35-40f1-43dc-a819-d803062eb315 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:12:48.109143 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc0151-353f-4558-bd1d-5fa5aa9d984d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=e6157cf1-3f9e-426c-90ec-159569914b06,revision_number=8']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:48.117627 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc0151-353f-4558-bd1d-5fa5aa9d984d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=fa4845ca-55b9-4a13-bb43-785ecafd7760,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:48.124025 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 465b9dc5-a0f3-4d09-9937-f44da7a1c18c triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:48.124486 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (465b9dc5-a0f3-4d09-9937-f44da7a1c18c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:48.141753 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fcfc0151-353f-4558-bd1d-5fa5aa9d984d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2279253 Feb 19 04:12:48.142533 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36294) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:48.150310 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-5481ca51-6aa8-4fef-ad72-67ac7b9e461f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:48.181298 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad04ba6-43d3-4f77-bae5-53b9c7c61323 req-9e91619e-02ef-4910-927f-e0c6c79fd13d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:48.182239 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c7ee0826-779e-46ee-aa80-7d40826d160f None None] Provisioning complete for port 465b9dc5-a0f3-4d09-9937-f44da7a1c18c triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:48.182691 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c7ee0826-779e-46ee-aa80-7d40826d160f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (465b9dc5-a0f3-4d09-9937-f44da7a1c18c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:48.182927 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0ad04ba6-43d3-4f77-bae5-53b9c7c61323 req-9e91619e-02ef-4910-927f-e0c6c79fd13d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 945 time: 0.1804790 Feb 19 04:12:48.280069 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0ad04ba6-43d3-4f77-bae5-53b9c7c61323 req-0cb57e93-dec6-44ae-b5ad-8d495fb7b41d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900245 Feb 19 04:12:48.313327 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 465b9dc5-a0f3-4d09-9937-f44da7a1c18c is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:48.314401 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (465b9dc5-a0f3-4d09-9937-f44da7a1c18c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:48.328842 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5481ca51-6aa8-4fef-ad72-67ac7b9e461f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:48.333918 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5481ca51-6aa8-4fef-ad72-67ac7b9e461f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:48.391068 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 465b9dc5-a0f3-4d09-9937-f44da7a1c18c, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=465b9dc5-a0f3-4d09-9937-f44da7a1c18c,segment=NetworkSegment(ee732889-2e4f-4cb8-ba94-5c3620376051),segment_id=ee732889-2e4f-4cb8-ba94-5c3620376051)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:48.392441 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c7ee0826-779e-46ee-aa80-7d40826d160f None None] Current status of the port 465b9dc5-a0f3-4d09-9937-f44da7a1c18c is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:48.392824 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c7ee0826-779e-46ee-aa80-7d40826d160f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (465b9dc5-a0f3-4d09-9937-f44da7a1c18c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:48.408446 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a89da0b-a18e-4a08-84ca-1e271371baf5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:48.424596 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (465b9dc5-a0f3-4d09-9937-f44da7a1c18c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:48.425402 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 989217ac-2208-4e52-8662-7bdca5ed69bc up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:48.508139 n-d-828369-19 neutron-server[109925]: INFO neutron.db.ipam_backend_mixin [None req-5481ca51-6aa8-4fef-ad72-67ac7b9e461f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fa4845ca-55b9-4a13-bb43-785ecafd7760 (CIDR: 2001:db8::/64) Feb 19 04:12:48.514922 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-5481ca51-6aa8-4fef-ad72-67ac7b9e461f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:12:48.515449 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5481ca51-6aa8-4fef-ad72-67ac7b9e461f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:12:48.566329 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5481ca51-6aa8-4fef-ad72-67ac7b9e461f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4187713 Feb 19 04:12:48.566790 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36296) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:48.573922 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-c4da009b-cef0-447b-8093-ef697f0f8d53 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:48.600471 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-5a89da0b-a18e-4a08-84ca-1e271371baf5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Allocated IP 172.25.3.227 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/b1c2f055-9cc0-4bda-85f7-e84401e9208e) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:48.678851 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eac1703-ebe6-4301-aeeb-2784f1f2778d None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:48.754573 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4da009b-cef0-447b-8093-ef697f0f8d53 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:48.760724 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c4da009b-cef0-447b-8093-ef697f0f8d53 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:48.810833 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 989217ac-2208-4e52-8662-7bdca5ed69bc triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:48.811366 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (989217ac-2208-4e52-8662-7bdca5ed69bc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:48.868020 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=465b9dc5-a0f3-4d09-9937-f44da7a1c18c,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:48.904518 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-c7ee0826-779e-46ee-aa80-7d40826d160f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:12:48.905176 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-c7ee0826-779e-46ee-aa80-7d40826d160f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:12:48.997617 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 989217ac-2208-4e52-8662-7bdca5ed69bc is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:49.067203 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c4da009b-cef0-447b-8093-ef697f0f8d53 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (dce1f6f2-82d5-4fc6-893b-f1ae08ef2db1), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:49.116934 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4da009b-cef0-447b-8093-ef697f0f8d53 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:49.120557 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a89da0b-a18e-4a08-84ca-1e271371baf5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for port (b1c2f055-9cc0-4bda-85f7-e84401e9208e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:49.120670 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-c4da009b-cef0-447b-8093-ef697f0f8d53 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:49.131452 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4da009b-cef0-447b-8093-ef697f0f8d53 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:49.132112 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c4da009b-cef0-447b-8093-ef697f0f8d53 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:49.138120 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da009b-cef0-447b-8093-ef697f0f8d53 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=dce1f6f2-82d5-4fc6-893b-f1ae08ef2db1,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:49.161017 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c4da009b-cef0-447b-8093-ef697f0f8d53 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5891392 Feb 19 04:12:49.161705 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36310) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:49.176428 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-c4d95daa-2f98-40f5-bc53-622cb281447a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'mac_address': 'fa:16:3e:73:7b:87', 'name': 'tempest-NetworksTestDHCPv6-591902979'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:49.187112 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a89da0b-a18e-4a08-84ca-1e271371baf5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (b1c2f055-9cc0-4bda-85f7-e84401e9208e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:49.233237 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a89da0b-a18e-4a08-84ca-1e271371baf5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:49.236869 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-5a89da0b-a18e-4a08-84ca-1e271371baf5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:49.242879 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a89da0b-a18e-4a08-84ca-1e271371baf5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:49.267657 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a89da0b-a18e-4a08-84ca-1e271371baf5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event updated for resources: {'Port': ['ID=b1c2f055-9cc0-4bda-85f7-e84401e9208e,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:49.317710 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f9de47-8be1-44cb-8af5-b1447d27cb2f None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:49.339865 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0020b3-d245-4d08-a371-0d1549820563 req-8c639112-14a9-410a-a20d-b87026ca6e6f tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:49.341431 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f0020b3-d245-4d08-a371-0d1549820563 req-8c639112-14a9-410a-a20d-b87026ca6e6f tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 946 time: 0.1599817 Feb 19 04:12:49.365082 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a89da0b-a18e-4a08-84ca-1e271371baf5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for floatingip (8f53cb3c-81f7-463d-acbb-a43ed9a08ae2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:49.412803 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a89da0b-a18e-4a08-84ca-1e271371baf5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b1c2f055-9cc0-4bda-85f7-e84401e9208e), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:49.446765 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d95daa-2f98-40f5-bc53-622cb281447a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:49.498876 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c7ee0826-779e-46ee-aa80-7d40826d160f None None] Current status of the port 465b9dc5-a0f3-4d09-9937-f44da7a1c18c is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:49.509895 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f0020b3-d245-4d08-a371-0d1549820563 req-b0a93ac8-1e4d-4650-aefe-3d056b4fcc35 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418545 Feb 19 04:12:49.565782 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c7ee0826-779e-46ee-aa80-7d40826d160f None None] Provisioning complete for port 989217ac-2208-4e52-8662-7bdca5ed69bc triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:49.566721 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c7ee0826-779e-46ee-aa80-7d40826d160f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (989217ac-2208-4e52-8662-7bdca5ed69bc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:49.583540 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3758c-f1f5-42f2-8e33-9c4da828cac8 req-75b4f846-29de-461d-9eed-4374f76bcd68 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:49.585345 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-38b3758c-f1f5-42f2-8e33-9c4da828cac8 req-75b4f846-29de-461d-9eed-4374f76bcd68 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 945 time: 0.2160604 Feb 19 04:12:49.646061 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c4d95daa-2f98-40f5-bc53-622cb281447a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:49.669886 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-38b3758c-f1f5-42f2-8e33-9c4da828cac8 req-f280a97a-546a-4a51-a0db-040d1c0020f3 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770061 Feb 19 04:12:49.678890 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-c4d95daa-2f98-40f5-bc53-622cb281447a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] device_id is not set on port 8500d588-1b53-4bf0-a2ca-ed53b6a53842 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:12:49.710042 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 989217ac-2208-4e52-8662-7bdca5ed69bc up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:49.725948 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a89da0b-a18e-4a08-84ca-1e271371baf5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for port (b1c2f055-9cc0-4bda-85f7-e84401e9208e), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:49.732465 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a89da0b-a18e-4a08-84ca-1e271371baf5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (b1c2f055-9cc0-4bda-85f7-e84401e9208e), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:49.780954 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c7ee0826-779e-46ee-aa80-7d40826d160f None None] Current status of the port 989217ac-2208-4e52-8662-7bdca5ed69bc is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:49.829295 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a89da0b-a18e-4a08-84ca-1e271371baf5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event updated for resources: {'Port': ['ID=b1c2f055-9cc0-4bda-85f7-e84401e9208e,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:49.837418 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c7ee0826-779e-46ee-aa80-7d40826d160f None None] Provisioning complete for port 938dc52f-77e7-4640-9ee1-5c86a03bd120 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:49.838874 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c7ee0826-779e-46ee-aa80-7d40826d160f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (938dc52f-77e7-4640-9ee1-5c86a03bd120), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:49.839051 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a89da0b-a18e-4a08-84ca-1e271371baf5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (8f53cb3c-81f7-463d-acbb-a43ed9a08ae2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:49.865130 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a89da0b-a18e-4a08-84ca-1e271371baf5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:49.866507 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5a89da0b-a18e-4a08-84ca-1e271371baf5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9163632 Feb 19 04:12:49.869298 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 989217ac-2208-4e52-8662-7bdca5ed69bc triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:49.869746 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (989217ac-2208-4e52-8662-7bdca5ed69bc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:49.873358 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5646db38-924d-4f64-88a2-383192dd268d None None] Update dhcp port {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'fixed_ips': [{'subnet_id': 'fa4845ca-55b9-4a13-bb43-785ecafd7760', 'ip_address': '2001:db8::f816:3eff:fed5:a189'}, {'subnet_id': 'dce1f6f2-82d5-4fc6-893b-f1ae08ef2db1'}], 'binding:host_id': 'n-d-828369-19'}, 'id': 'e6157cf1-3f9e-426c-90ec-159569914b06'} from n-d-828369-19. {{(pid=109927) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:12:49.884876 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-c4d95daa-2f98-40f5-bc53-622cb281447a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 2001:db8:0:1::2fa (1742e730-766a-4fa0-996c-7e016537b1f1/dce1f6f2-82d5-4fc6-893b-f1ae08ef2db1/8500d588-1b53-4bf0-a2ca-ed53b6a53842) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:49.897812 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-c4d95daa-2f98-40f5-bc53-622cb281447a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 2001:db8::f816:3eff:fe73:7b87 (1742e730-766a-4fa0-996c-7e016537b1f1/fa4845ca-55b9-4a13-bb43-785ecafd7760/8500d588-1b53-4bf0-a2ca-ed53b6a53842) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:49.953755 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c7ee0826-779e-46ee-aa80-7d40826d160f None None] Port 938dc52f-77e7-4640-9ee1-5c86a03bd120 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:12:49.979004 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5646db38-924d-4f64-88a2-383192dd268d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.061017 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 989217ac-2208-4e52-8662-7bdca5ed69bc is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:50.062765 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e6157cf1-3f9e-426c-90ec-159569914b06 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:50.080595 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c4d95daa-2f98-40f5-bc53-622cb281447a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (8500d588-1b53-4bf0-a2ca-ed53b6a53842), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.124434 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c4d95daa-2f98-40f5-bc53-622cb281447a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (8500d588-1b53-4bf0-a2ca-ed53b6a53842), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.161322 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-0505e39b-6323-4900-9f04-75e6e7429c2c None None] Provisioning complete for port 898fda35-40f1-43dc-a819-d803062eb315 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:50.161704 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0505e39b-6323-4900-9f04-75e6e7429c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (898fda35-40f1-43dc-a819-d803062eb315), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.174385 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d95daa-2f98-40f5-bc53-622cb281447a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:50.177760 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-c4d95daa-2f98-40f5-bc53-622cb281447a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:50.180362 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d95daa-2f98-40f5-bc53-622cb281447a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:50.186581 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d95daa-2f98-40f5-bc53-622cb281447a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:50.186882 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c4d95daa-2f98-40f5-bc53-622cb281447a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.212421 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36336) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:50.212684 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c4d95daa-2f98-40f5-bc53-622cb281447a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0407021 Feb 19 04:12:50.225895 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0505e39b-6323-4900-9f04-75e6e7429c2c None None] Port 898fda35-40f1-43dc-a819-d803062eb315 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:12:50.233430 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d95daa-2f98-40f5-bc53-622cb281447a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=8500d588-1b53-4bf0-a2ca-ed53b6a53842,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:50.252266 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-132aae2b-fa92-44d3-a020-dacb168df176 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1945624334&fields=id&tenant_id=70c4c3b9b3c649e3926da7d12add9340 HTTP/1.1" status: 200 len: 267 time: 0.1375163 Feb 19 04:12:50.266657 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port e6157cf1-3f9e-426c-90ec-159569914b06 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:50.267039 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.307269 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-0505e39b-6323-4900-9f04-75e6e7429c2c None None] Provisioning complete for port 465b9dc5-a0f3-4d09-9937-f44da7a1c18c triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:50.307647 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0505e39b-6323-4900-9f04-75e6e7429c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (465b9dc5-a0f3-4d09-9937-f44da7a1c18c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.316186 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-5646db38-924d-4f64-88a2-383192dd268d None None] Allocated IP 2001:db8:0:1::2 (1742e730-766a-4fa0-996c-7e016537b1f1/dce1f6f2-82d5-4fc6-893b-f1ae08ef2db1/e6157cf1-3f9e-426c-90ec-159569914b06) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:50.327175 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-5ef67d6a-59a6-48ae-afaf-3a0ab98abfe1 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:50.335062 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-5ef67d6a-59a6-48ae-afaf-3a0ab98abfe1 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports/898fda35-40f1-43dc-a819-d803062eb315 HTTP/1.1" status: 200 len: 937 time: 0.0741787 Feb 19 04:12:50.353954 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-286fb669-a0e5-4fe5-b68a-3550a3af9101 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting port 8500d588-1b53-4bf0-a2ca-ed53b6a53842 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:50.354339 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-286fb669-a0e5-4fe5-b68a-3550a3af9101 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (8500d588-1b53-4bf0-a2ca-ed53b6a53842), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.395828 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-12205efd-50ce-4ce1-887d-e10cbc1deee1 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:50.402975 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-12205efd-50ce-4ce1-887d-e10cbc1deee1 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports/938dc52f-77e7-4640-9ee1-5c86a03bd120 HTTP/1.1" status: 200 len: 936 time: 0.0652812 Feb 19 04:12:50.470230 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d4bd6257-589b-4a77-86c9-4f4b8f4083ff tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?network_id=970ed126-7758-4a49-91d5-8b77d328f7d8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0662286 Feb 19 04:12:50.491179 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-286fb669-a0e5-4fe5-b68a-3550a3af9101 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (8500d588-1b53-4bf0-a2ca-ed53b6a53842), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.507417 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-286fb669-a0e5-4fe5-b68a-3550a3af9101 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Calling delete_port for 8500d588-1b53-4bf0-a2ca-ed53b6a53842 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:12:50.508603 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port e6157cf1-3f9e-426c-90ec-159569914b06 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:50.508914 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-a35be904-f1e3-48f7-8c8b-67d67b3c2b58 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?network_id=970ed126-7758-4a49-91d5-8b77d328f7d8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0378168 Feb 19 04:12:50.509735 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 465b9dc5-a0f3-4d09-9937-f44da7a1c18c up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:50.520307 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-5646db38-924d-4f64-88a2-383192dd268d None None] For port e6157cf1-3f9e-426c-90ec-159569914b06, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e6157cf1-3f9e-426c-90ec-159569914b06,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:50.559158 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0505e39b-6323-4900-9f04-75e6e7429c2c None None] Current status of the port 465b9dc5-a0f3-4d09-9937-f44da7a1c18c is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:50.595058 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5646db38-924d-4f64-88a2-383192dd268d None None] Publish callbacks [] for port (e6157cf1-3f9e-426c-90ec-159569914b06), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.603337 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-0505e39b-6323-4900-9f04-75e6e7429c2c None None] Provisioning complete for port e6157cf1-3f9e-426c-90ec-159569914b06 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:50.603719 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0505e39b-6323-4900-9f04-75e6e7429c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.628225 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5646db38-924d-4f64-88a2-383192dd268d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.711838 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 465b9dc5-a0f3-4d09-9937-f44da7a1c18c triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:50.712495 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (465b9dc5-a0f3-4d09-9937-f44da7a1c18c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.734519 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-1e7fc99b-b66a-4061-bb1e-b881349bf698 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:50.739537 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-1e7fc99b-b66a-4061-bb1e-b881349bf698 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:50.744467 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-1e7fc99b-b66a-4061-bb1e-b881349bf698 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:50.747431 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-1e7fc99b-b66a-4061-bb1e-b881349bf698 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/networks?id=f758f6a7-1c73-480c-aa6e-af8f6b3fc936&id=992f3549-caaf-4530-b747-2a0e80390b5d&id=992f3549-caaf-4530-b747-2a0e80390b5d&id=970ed126-7758-4a49-91d5-8b77d328f7d8&id=970ed126-7758-4a49-91d5-8b77d328f7d8 HTTP/1.1" status: 200 len: 1994 time: 0.2377219 Feb 19 04:12:50.771664 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646db38-924d-4f64-88a2-383192dd268d None None] Pushing event updated for resources: {'Port': ['ID=e6157cf1-3f9e-426c-90ec-159569914b06,revision_number=9']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:50.773449 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d87f1b-6bc5-4daa-8f99-8fa83ea6fb05 req-0c78cc97-2268-4864-896e-ee36d75a28d6 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:50.775257 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-00d87f1b-6bc5-4daa-8f99-8fa83ea6fb05 req-0c78cc97-2268-4864-896e-ee36d75a28d6 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 946 time: 0.1168649 Feb 19 04:12:50.780183 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-2663dc9c-4434-4641-8663-ea658dc004b8 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/quotas/70c4c3b9b3c649e3926da7d12add9340 HTTP/1.1" status: 200 len: 375 time: 0.0258055 Feb 19 04:12:50.834469 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-286fb669-a0e5-4fe5-b68a-3550a3af9101 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (8500d588-1b53-4bf0-a2ca-ed53b6a53842), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.906825 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-00d87f1b-6bc5-4daa-8f99-8fa83ea6fb05 req-cb078eea-8f09-4d1d-a87b-0241398e88ad tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087918 Feb 19 04:12:50.908535 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286fb669-a0e5-4fe5-b68a-3550a3af9101 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Port': ['ID=8500d588-1b53-4bf0-a2ca-ed53b6a53842,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:50.930128 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0505e39b-6323-4900-9f04-75e6e7429c2c None None] Current status of the port e6157cf1-3f9e-426c-90ec-159569914b06 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:50.948000 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-286fb669-a0e5-4fe5-b68a-3550a3af9101 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.952411 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-ffff1e50-7f2b-48bb-8bbf-9ca972473a5b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=70c4c3b9b3c649e3926da7d12add9340&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1505685 Feb 19 04:12:50.975201 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-286fb669-a0e5-4fe5-b68a-3550a3af9101 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/8500d588-1b53-4bf0-a2ca-ed53b6a53842 HTTP/1.1" status: 204 len: 168 time: 0.7605753 Feb 19 04:12:50.976803 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-0505e39b-6323-4900-9f04-75e6e7429c2c None None] Provisioning complete for port 938dc52f-77e7-4640-9ee1-5c86a03bd120 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:50.977006 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36344) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:50.977198 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0505e39b-6323-4900-9f04-75e6e7429c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (938dc52f-77e7-4640-9ee1-5c86a03bd120), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:51.033266 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 465b9dc5-a0f3-4d09-9937-f44da7a1c18c is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:51.052936 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0505e39b-6323-4900-9f04-75e6e7429c2c None None] Port 938dc52f-77e7-4640-9ee1-5c86a03bd120 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:12:51.072784 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a74fcc-5aff-4b75-a528-bd40e8b19e44 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:51.074661 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c8a74fcc-5aff-4b75-a528-bd40e8b19e44 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0963764 Feb 19 04:12:51.078918 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36346) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:51.158369 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac3a7c-4711-4f3a-986d-729d668d0f41 req-2ef7def7-3412-4f36-bd35-f5a7cbaaa9e4 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:51.163351 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62236d9c-17e1-4ffd-a424-d72235488e88 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:51.164552 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6eac3a7c-4711-4f3a-986d-729d668d0f41 req-2ef7def7-3412-4f36-bd35-f5a7cbaaa9e4 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 945 time: 0.1476116 Feb 19 04:12:51.165376 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-62236d9c-17e1-4ffd-a424-d72235488e88 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0853910 Feb 19 04:12:51.169593 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36348) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:51.173343 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-091fff1b-9aea-4355-a1be-56ce3abbe57d service neutron] 10.222.0.52 "GET /v2.0/networks/f758f6a7-1c73-480c-aa6e-af8f6b3fc936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006109 Feb 19 04:12:51.261174 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44fe891-11ba-4992-8a10-78ae26cd61de tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:51.263049 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44fe891-11ba-4992-8a10-78ae26cd61de tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:51.264662 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44fe891-11ba-4992-8a10-78ae26cd61de tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:51.266683 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a44fe891-11ba-4992-8a10-78ae26cd61de tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0958467 Feb 19 04:12:51.269254 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36350) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:51.283903 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6eac3a7c-4711-4f3a-986d-729d668d0f41 req-5e270fe7-940e-4391-b960-9f1fbeba873a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132631 Feb 19 04:12:51.338104 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-466b8963-3afe-4ffe-9c72-36832dbddae0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet dce1f6f2-82d5-4fc6-893b-f1ae08ef2db1 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:12:51.339581 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-a6cfe2e2-3c71-41e8-8a2a-f41363d78748 service neutron] 10.222.0.52 "GET /v2.0/networks/f758f6a7-1c73-480c-aa6e-af8f6b3fc936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544960 Feb 19 04:12:51.341840 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-466b8963-3afe-4ffe-9c72-36832dbddae0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (dce1f6f2-82d5-4fc6-893b-f1ae08ef2db1), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:51.388518 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-466b8963-3afe-4ffe-9c72-36832dbddae0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (dce1f6f2-82d5-4fc6-893b-f1ae08ef2db1), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:51.399875 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-228e60e9-f8e5-4d36-bff8-da3c7db75f92 service neutron] 10.222.0.52 "GET /v2.0/ports/898fda35-40f1-43dc-a819-d803062eb315?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0537498 Feb 19 04:12:51.501624 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-466b8963-3afe-4ffe-9c72-36832dbddae0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (dce1f6f2-82d5-4fc6-893b-f1ae08ef2db1), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:51.512419 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4bacf71e-2b98-426c-959d-e3bceb904ed2 service neutron] 10.222.0.52 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067133 Feb 19 04:12:51.573094 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e6157cf1-3f9e-426c-90ec-159569914b06 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:51.585696 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-466b8963-3afe-4ffe-9c72-36832dbddae0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (dce1f6f2-82d5-4fc6-893b-f1ae08ef2db1), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:51.618303 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b8963-3afe-4ffe-9c72-36832dbddae0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=dce1f6f2-82d5-4fc6-893b-f1ae08ef2db1,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:51.622680 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-466b8963-3afe-4ffe-9c72-36832dbddae0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:51.626624 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-466b8963-3afe-4ffe-9c72-36832dbddae0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/dce1f6f2-82d5-4fc6-893b-f1ae08ef2db1 HTTP/1.1" status: 204 len: 168 time: 0.3561897 Feb 19 04:12:51.629089 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36352) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:51.636752 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-687529e8-58ee-4ccf-8f8c-df8e0270cf23 service neutron] 10.222.0.52 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162777 Feb 19 04:12:51.647480 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port e6157cf1-3f9e-426c-90ec-159569914b06 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:51.647861 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:51.690305 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-bcbcccde-a942-4c3e-b218-a51e5147a991 service neutron] 10.222.0.52 "GET /v2.0/ports/938dc52f-77e7-4640-9ee1-5c86a03bd120?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0457199 Feb 19 04:12:51.696671 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb7c7eb-426d-42b1-bf31-ed5f0cd20d40 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet fa4845ca-55b9-4a13-bb43-785ecafd7760 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:12:51.700368 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbb7c7eb-426d-42b1-bf31-ed5f0cd20d40 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (fa4845ca-55b9-4a13-bb43-785ecafd7760), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:51.756620 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbb7c7eb-426d-42b1-bf31-ed5f0cd20d40 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (fa4845ca-55b9-4a13-bb43-785ecafd7760), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:51.883166 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-be8c90db-fd76-4f5e-a08f-523dadd0d803 service neutron] 10.222.0.52 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761203 Feb 19 04:12:51.899334 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbb7c7eb-426d-42b1-bf31-ed5f0cd20d40 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (fa4845ca-55b9-4a13-bb43-785ecafd7760), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:51.931108 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f32f713-2666-4681-9bc4-ed2dc7a9e003 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:51.979217 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbb7c7eb-426d-42b1-bf31-ed5f0cd20d40 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (fa4845ca-55b9-4a13-bb43-785ecafd7760), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:51.987389 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e0b82247-3d07-4897-a51f-7e909e7be3e0 None None] Provisioning complete for port e6157cf1-3f9e-426c-90ec-159569914b06 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:51.987768 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e0b82247-3d07-4897-a51f-7e909e7be3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:52.008300 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-0e2ffd26-9960-401b-94be-700c262c1120 service neutron] 10.222.0.52 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188633 Feb 19 04:12:52.013337 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7c7eb-426d-42b1-bf31-ed5f0cd20d40 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=fa4845ca-55b9-4a13-bb43-785ecafd7760,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:52.022655 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bbb7c7eb-426d-42b1-bf31-ed5f0cd20d40 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:52.028264 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bbb7c7eb-426d-42b1-bf31-ed5f0cd20d40 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/fa4845ca-55b9-4a13-bb43-785ecafd7760 HTTP/1.1" status: 204 len: 168 time: 0.3956690 Feb 19 04:12:52.028834 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36366) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:52.093666 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port e6157cf1-3f9e-426c-90ec-159569914b06 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:52.105482 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-351ba736-69f6-4255-9b27-1486c60f409c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756645 Feb 19 04:12:52.106884 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36368) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:52.114850 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-add80c9e-21d5-4383-b3c6-5b6b8ac3b480 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:52.169738 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e0b82247-3d07-4897-a51f-7e909e7be3e0 None None] Current status of the port e6157cf1-3f9e-426c-90ec-159569914b06 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:52.263767 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-327c1e15-7d57-4d4b-9e6e-46634d9c64f7 service neutron] 10.222.0.52 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324574 Feb 19 04:12:52.266965 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add80c9e-21d5-4383-b3c6-5b6b8ac3b480 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:52.274759 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-add80c9e-21d5-4383-b3c6-5b6b8ac3b480 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:52.283439 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-439099fb-8b36-4115-a6a5-425f41e71c35 None None] Could not find standard attr ID for object a13dac03-6b41-4062-9949-d52eb44a5435. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:12:52.291224 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdf3df7-9854-40b1-b209-90bd8ec4bd54 None None] Update dhcp port {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'fixed_ips': [{'subnet_id': 'fa4845ca-55b9-4a13-bb43-785ecafd7760'}], 'binding:host_id': 'n-d-828369-19'}, 'id': 'e6157cf1-3f9e-426c-90ec-159569914b06'} from n-d-828369-19. {{(pid=109927) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:12:52.324593 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-abdf3df7-9854-40b1-b209-90bd8ec4bd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:52.352912 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c77c61-288a-4ad1-a584-625f56010ada req-846beb3c-3420-4fdd-81b3-c1cdc2dad322 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:52.360408 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-65c77c61-288a-4ad1-a584-625f56010ada req-846beb3c-3420-4fdd-81b3-c1cdc2dad322 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 946 time: 0.1544452 Feb 19 04:12:52.433206 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-73875a63-2d5f-4f37-aef1-3a075cf11b29 service neutron] 10.222.0.52 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579273 Feb 19 04:12:52.451209 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-65c77c61-288a-4ad1-a584-625f56010ada req-985946db-c687-47e1-a9e4-97656f9e843e tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898566 Feb 19 04:12:52.547418 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-add80c9e-21d5-4383-b3c6-5b6b8ac3b480 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (8524f27c-0d7e-476b-b3ed-0de620e07df0), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:52.550398 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4924317e-5469-41d3-a169-af26b3119d88 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:52.598995 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add80c9e-21d5-4383-b3c6-5b6b8ac3b480 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=8524f27c-0d7e-476b-b3ed-0de620e07df0,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:52.616097 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add80c9e-21d5-4383-b3c6-5b6b8ac3b480 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:52.618059 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-add80c9e-21d5-4383-b3c6-5b6b8ac3b480 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:52.621565 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add80c9e-21d5-4383-b3c6-5b6b8ac3b480 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:52.622485 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-add80c9e-21d5-4383-b3c6-5b6b8ac3b480 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:52.649440 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-add80c9e-21d5-4383-b3c6-5b6b8ac3b480 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5407805 Feb 19 04:12:52.652718 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36374) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:52.660869 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-366a8070-3cff-489a-9fef-461d4d371129 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:52.664367 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-946c7056-e0ae-4410-9012-0a5945020fa6 None None] Provisioning complete for port e6157cf1-3f9e-426c-90ec-159569914b06 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:52.664943 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-946c7056-e0ae-4410-9012-0a5945020fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:52.801986 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-946c7056-e0ae-4410-9012-0a5945020fa6 None None] Current status of the port e6157cf1-3f9e-426c-90ec-159569914b06 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:52.815861 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40625249-11ad-40f2-b665-411bbc3faa38 None None] Update dhcp port {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'fixed_ips': [{'subnet_id': '8524f27c-0d7e-476b-b3ed-0de620e07df0'}], 'binding:host_id': 'n-d-828369-19'}, 'id': 'e6157cf1-3f9e-426c-90ec-159569914b06'} from n-d-828369-19. {{(pid=109927) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:12:52.837421 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366a8070-3cff-489a-9fef-461d4d371129 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:52.842726 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-366a8070-3cff-489a-9fef-461d4d371129 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:52.851144 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-40625249-11ad-40f2-b665-411bbc3faa38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:52.951462 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-e950ef0f-eed6-4ef2-8a47-33f1a340897d service neutron] 10.222.0.52 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991994 Feb 19 04:12:52.959661 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfd270-9cb4-40ff-9c04-1e632a2497ba req-f4e6fc4a-1a7c-4b90-9e36-20a4da3cf697 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:52.966625 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f0cfd270-9cb4-40ff-9c04-1e632a2497ba req-f4e6fc4a-1a7c-4b90-9e36-20a4da3cf697 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 945 time: 0.1194236 Feb 19 04:12:52.978487 n-d-828369-19 neutron-server[109925]: INFO neutron.db.ipam_backend_mixin [None req-366a8070-3cff-489a-9fef-461d4d371129 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8524f27c-0d7e-476b-b3ed-0de620e07df0 (CIDR: 2001:db8::/64) Feb 19 04:12:52.988031 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-366a8070-3cff-489a-9fef-461d4d371129 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:12:52.988672 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-366a8070-3cff-489a-9fef-461d4d371129 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:12:53.037592 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-366a8070-3cff-489a-9fef-461d4d371129 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3835495 Feb 19 04:12:53.040082 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36376) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:53.053395 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d1240932-d837-4703-9029-fbaa281ca87a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:53.085247 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f0cfd270-9cb4-40ff-9c04-1e632a2497ba req-ae06380f-444f-42aa-8e5b-da902b8183bf tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150641 Feb 19 04:12:53.102384 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-40625249-11ad-40f2-b665-411bbc3faa38 None None] Allocated IP 2001:db8::2 (1742e730-766a-4fa0-996c-7e016537b1f1/8524f27c-0d7e-476b-b3ed-0de620e07df0/e6157cf1-3f9e-426c-90ec-159569914b06) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:53.122838 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-9e3b9567-e749-494b-b684-3e9514fbfc6a service neutron] 10.222.0.52 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517723 Feb 19 04:12:53.200678 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1240932-d837-4703-9029-fbaa281ca87a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:53.205668 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d1240932-d837-4703-9029-fbaa281ca87a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:53.240478 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-40625249-11ad-40f2-b665-411bbc3faa38 None None] For port e6157cf1-3f9e-426c-90ec-159569914b06, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e6157cf1-3f9e-426c-90ec-159569914b06,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:53.240929 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-adce3f5b-48ce-46a3-8cb1-3ba22eb84003 service neutron] 10.222.0.52 "GET /v2.0/networks/970ed126-7758-4a49-91d5-8b77d328f7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108890 Feb 19 04:12:53.293210 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-40625249-11ad-40f2-b665-411bbc3faa38 None None] Publish callbacks [] for port (e6157cf1-3f9e-426c-90ec-159569914b06), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:53.300539 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-40625249-11ad-40f2-b665-411bbc3faa38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:53.339028 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-a70ba7bf-c752-454e-bb2a-bcd2d9ec15f5 service neutron] 10.222.0.52 "GET /v2.0/networks/970ed126-7758-4a49-91d5-8b77d328f7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968683 Feb 19 04:12:53.396470 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40625249-11ad-40f2-b665-411bbc3faa38 None None] Pushing event updated for resources: {'Port': ['ID=e6157cf1-3f9e-426c-90ec-159569914b06,revision_number=12']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:53.479814 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d5900ec5-ffa8-4464-9168-ae431a1aa33e service neutron] 10.222.0.52 "GET /v2.0/networks/970ed126-7758-4a49-91d5-8b77d328f7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335652 Feb 19 04:12:53.651229 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e6157cf1-3f9e-426c-90ec-159569914b06 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:12:53.684334 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-c68361c6-37e9-4bce-9493-6822a7397461 service neutron] 10.222.0.52 "GET /v2.0/networks/970ed126-7758-4a49-91d5-8b77d328f7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944094 Feb 19 04:12:53.704874 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db19284-ea72-44c8-9504-1658398ddd48 req-1df30a97-6d56-4d5c-9dc2-1e6f71f1c26a tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:53.714133 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1db19284-ea72-44c8-9504-1658398ddd48 req-1df30a97-6d56-4d5c-9dc2-1e6f71f1c26a tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 946 time: 0.1232655 Feb 19 04:12:53.757642 n-d-828369-19 neutron-server[109925]: DEBUG neutron.objects.ports [None req-d1240932-d837-4703-9029-fbaa281ca87a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109925) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:12:53.771728 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port e6157cf1-3f9e-426c-90ec-159569914b06 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:53.772342 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:53.821415 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-ccf4e4b4-2bb6-4bde-be76-ad7977ab300f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:53.822978 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-ccf4e4b4-2bb6-4bde-be76-ad7977ab300f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports/898fda35-40f1-43dc-a819-d803062eb315 HTTP/1.1" status: 200 len: 937 time: 0.1296344 Feb 19 04:12:53.826275 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port e6157cf1-3f9e-426c-90ec-159569914b06, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e6157cf1-3f9e-426c-90ec-159569914b06,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:53.829787 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1db19284-ea72-44c8-9504-1658398ddd48 req-958927ae-a07f-48e6-9f5f-bc036f813810 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147661 Feb 19 04:12:53.844362 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:53.897401 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=e6157cf1-3f9e-426c-90ec-159569914b06,revision_number=13']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:53.930787 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-1e9f4102-0adb-4b2b-9801-46dfcbb48948 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:53.936500 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-1e9f4102-0adb-4b2b-9801-46dfcbb48948 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports/938dc52f-77e7-4640-9ee1-5c86a03bd120 HTTP/1.1" status: 200 len: 936 time: 0.1010833 Feb 19 04:12:53.979120 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d1240932-d837-4703-9029-fbaa281ca87a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:54.177681 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-d1240932-d837-4703-9029-fbaa281ca87a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] For port e6157cf1-3f9e-426c-90ec-159569914b06, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e6157cf1-3f9e-426c-90ec-159569914b06,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:54.216286 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d1240932-d837-4703-9029-fbaa281ca87a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (e6157cf1-3f9e-426c-90ec-159569914b06), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:54.223344 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d1240932-d837-4703-9029-fbaa281ca87a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:54.271222 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9dde2f-a791-4e12-8cf1-0b4f313a5e38 req-a0cd08a0-ead8-4b45-adb2-1b716d836295 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:54.278718 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4e9dde2f-a791-4e12-8cf1-0b4f313a5e38 req-a0cd08a0-ead8-4b45-adb2-1b716d836295 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 945 time: 0.1161840 Feb 19 04:12:54.294012 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1240932-d837-4703-9029-fbaa281ca87a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=e6157cf1-3f9e-426c-90ec-159569914b06,revision_number=15']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:54.306746 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d1240932-d837-4703-9029-fbaa281ca87a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (872ca199-9a21-49fe-8123-0576acd7bb8d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:54.361147 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1240932-d837-4703-9029-fbaa281ca87a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:54.361939 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4e9dde2f-a791-4e12-8cf1-0b4f313a5e38 req-f4677074-199f-4f94-9434-005e7ae3224e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823498 Feb 19 04:12:54.384987 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-d1240932-d837-4703-9029-fbaa281ca87a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:54.397638 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1240932-d837-4703-9029-fbaa281ca87a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:54.402515 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d1240932-d837-4703-9029-fbaa281ca87a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:54.412473 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1240932-d837-4703-9029-fbaa281ca87a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=872ca199-9a21-49fe-8123-0576acd7bb8d,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:54.435876 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d1240932-d837-4703-9029-fbaa281ca87a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3943570 Feb 19 04:12:54.439828 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36400) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:54.446119 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-3d6db787-16a8-4d0e-92fe-cafe0b5e7700 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'mac_address': 'fa:16:3e:9f:0c:c9', 'name': 'tempest-NetworksTestDHCPv6-114566476'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:54.547116 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ae372b-f4b3-4c74-a25f-8ffc07e4fa44 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:54.642974 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6db787-16a8-4d0e-92fe-cafe0b5e7700 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:54.657280 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede64356-da4b-429f-968e-20adf0810f63 req-8840f268-7f8e-497c-ad31-4a510f68d3c2 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:54.659975 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-bda7b8c3-90b3-4caa-9e9e-034ce071fb89 None None] Provisioning complete for port e6157cf1-3f9e-426c-90ec-159569914b06 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:54.660840 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bda7b8c3-90b3-4caa-9e9e-034ce071fb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:54.664677 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ede64356-da4b-429f-968e-20adf0810f63 req-8840f268-7f8e-497c-ad31-4a510f68d3c2 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.0994506 Feb 19 04:12:54.757236 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ede64356-da4b-429f-968e-20adf0810f63 req-678547f1-63ec-4265-9be9-79abec7bdefc tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916874 Feb 19 04:12:54.796024 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-bda7b8c3-90b3-4caa-9e9e-034ce071fb89 None None] Current status of the port e6157cf1-3f9e-426c-90ec-159569914b06 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:54.797558 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bda7b8c3-90b3-4caa-9e9e-034ce071fb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:54.808879 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3d6db787-16a8-4d0e-92fe-cafe0b5e7700 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:54.830444 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-3d6db787-16a8-4d0e-92fe-cafe0b5e7700 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] device_id is not set on port aea0b931-3df1-4f83-b62d-57466d76d5f7 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:12:54.858589 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-bda7b8c3-90b3-4caa-9e9e-034ce071fb89 None None] For port e6157cf1-3f9e-426c-90ec-159569914b06, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e6157cf1-3f9e-426c-90ec-159569914b06,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:54.876087 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bda7b8c3-90b3-4caa-9e9e-034ce071fb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:54.964717 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7b8c3-90b3-4caa-9e9e-034ce071fb89 None None] Pushing event updated for resources: {'Port': ['ID=e6157cf1-3f9e-426c-90ec-159569914b06,revision_number=16']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:54.989787 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4ee0c3ae-2711-47b1-a7fe-5a997562f8b6 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:54.994862 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4ee0c3ae-2711-47b1-a7fe-5a997562f8b6 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports/898fda35-40f1-43dc-a819-d803062eb315 HTTP/1.1" status: 200 len: 937 time: 0.1018023 Feb 19 04:12:54.998851 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c51d4a5c-9ed6-43a6-a2d5-fd3e31d7e8e6 req-d0e351ea-b5ca-4b11-8b42-8ee5995c13dd tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0407784 Feb 19 04:12:55.056759 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd83b54-89c9-44fc-95d6-693e271d6162 req-cf556187-a34e-4cd2-91e2-e1cc46c8816e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:55.058140 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cd83b54-89c9-44fc-95d6-693e271d6162 req-cf556187-a34e-4cd2-91e2-e1cc46c8816e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.1445143 Feb 19 04:12:55.108069 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-0e52d4ab-43ee-410b-aec5-f778e35c080b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:55.109750 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-0e52d4ab-43ee-410b-aec5-f778e35c080b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports/938dc52f-77e7-4640-9ee1-5c86a03bd120 HTTP/1.1" status: 200 len: 936 time: 0.1041024 Feb 19 04:12:55.219835 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cd83b54-89c9-44fc-95d6-693e271d6162 req-4f94e09c-c9bf-4d95-a709-dc20b14f5d34 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1522796 Feb 19 04:12:55.227372 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-3d6db787-16a8-4d0e-92fe-cafe0b5e7700 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 2001:db8::279 (1742e730-766a-4fa0-996c-7e016537b1f1/8524f27c-0d7e-476b-b3ed-0de620e07df0/aea0b931-3df1-4f83-b62d-57466d76d5f7) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:55.246547 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114f189-2af9-4ae5-a1da-53e46ea2b337 req-9ef209de-8fc3-4085-a926-a8b3b32c73a8 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:55.246547 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6114f189-2af9-4ae5-a1da-53e46ea2b337 req-9ef209de-8fc3-4085-a926-a8b3b32c73a8 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 946 time: 0.1362004 Feb 19 04:12:55.246547 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-3d6db787-16a8-4d0e-92fe-cafe0b5e7700 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9f:cc9 (1742e730-766a-4fa0-996c-7e016537b1f1/872ca199-9a21-49fe-8123-0576acd7bb8d/aea0b931-3df1-4f83-b62d-57466d76d5f7) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:55.415471 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6114f189-2af9-4ae5-a1da-53e46ea2b337 req-5f9355c5-d392-41c7-9c39-c0a16af84855 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629672 Feb 19 04:12:55.516183 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d58f6-56c0-44eb-9f08-e7e91cab2a49 req-fbd21477-1850-4ba3-9ee7-d1f0f4b188e3 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:55.530795 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c5d58f6-56c0-44eb-9f08-e7e91cab2a49 req-fbd21477-1850-4ba3-9ee7-d1f0f4b188e3 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.1946263 Feb 19 04:12:55.615468 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3d6db787-16a8-4d0e-92fe-cafe0b5e7700 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (aea0b931-3df1-4f83-b62d-57466d76d5f7), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:55.662356 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c5d58f6-56c0-44eb-9f08-e7e91cab2a49 req-633b6599-d6d9-457c-a2b9-6758b0a797f0 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1305826 Feb 19 04:12:55.675524 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e6157cf1-3f9e-426c-90ec-159569914b06 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:55.720304 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3d6db787-16a8-4d0e-92fe-cafe0b5e7700 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (aea0b931-3df1-4f83-b62d-57466d76d5f7), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:55.721974 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25af89ee-e1f0-46fb-be87-de69e6a71d3f None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:55.764511 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6db787-16a8-4d0e-92fe-cafe0b5e7700 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:55.787359 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-3d6db787-16a8-4d0e-92fe-cafe0b5e7700 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:55.790962 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port e6157cf1-3f9e-426c-90ec-159569914b06 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:55.791601 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:55.811363 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6db787-16a8-4d0e-92fe-cafe0b5e7700 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:55.819436 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6db787-16a8-4d0e-92fe-cafe0b5e7700 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:55.820105 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3d6db787-16a8-4d0e-92fe-cafe0b5e7700 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:55.854661 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9d944aa8-916e-440d-9f34-63efebdbecc3 None None] Provisioning complete for port e6157cf1-3f9e-426c-90ec-159569914b06 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:55.855259 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9d944aa8-916e-440d-9f34-63efebdbecc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:55.878811 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6db787-16a8-4d0e-92fe-cafe0b5e7700 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=aea0b931-3df1-4f83-b62d-57466d76d5f7,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:55.888223 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3d6db787-16a8-4d0e-92fe-cafe0b5e7700 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.4472163 Feb 19 04:12:55.890968 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36432) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:55.901057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6178cdf-f807-4b7a-accb-c094c67fdc39 req-f6800cbc-9fe4-497b-91c8-fc99ffbfae65 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:55.902123 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e6178cdf-f807-4b7a-accb-c094c67fdc39 req-f6800cbc-9fe4-497b-91c8-fc99ffbfae65 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.1361933 Feb 19 04:12:55.968620 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e6178cdf-f807-4b7a-accb-c094c67fdc39 req-c4df6377-b8f2-4cca-8428-247529b3e885 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551157 Feb 19 04:12:56.052212 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9d944aa8-916e-440d-9f34-63efebdbecc3 None None] Current status of the port e6157cf1-3f9e-426c-90ec-159569914b06 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:56.074053 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port e6157cf1-3f9e-426c-90ec-159569914b06 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:56.110028 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-3fb0f484-5e2f-4a43-9c70-034b4eb8065b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting port aea0b931-3df1-4f83-b62d-57466d76d5f7 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:56.110709 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3fb0f484-5e2f-4a43-9c70-034b4eb8065b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (aea0b931-3df1-4f83-b62d-57466d76d5f7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:56.208472 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9f2270d-af58-409d-96a9-509f5a9ec22f req-9c27ff73-c9e2-42f1-9e5a-7c368fecf55d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0507972 Feb 19 04:12:56.264310 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3fb0f484-5e2f-4a43-9c70-034b4eb8065b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (aea0b931-3df1-4f83-b62d-57466d76d5f7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:56.279502 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-3fb0f484-5e2f-4a43-9c70-034b4eb8065b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Calling delete_port for aea0b931-3df1-4f83-b62d-57466d76d5f7 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:12:56.383692 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-318de8d3-bead-4371-bdf9-f295fe0e72e6 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:56.391218 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-318de8d3-bead-4371-bdf9-f295fe0e72e6 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/networks?id=af1b2524-905a-4fb0-b20e-a5912983245d HTTP/1.1" status: 200 len: 810 time: 0.1812072 Feb 19 04:12:56.408432 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-a021470a-b8fb-4263-9372-e3f853cb1f6a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/quotas/47d77581683d4c43a3d18ea75c887227 HTTP/1.1" status: 200 len: 375 time: 0.0145917 Feb 19 04:12:56.505449 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-5929156d-f028-4070-a544-a92a621b34af None None] Provisioning complete for port e6157cf1-3f9e-426c-90ec-159569914b06 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:56.505877 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5929156d-f028-4070-a544-a92a621b34af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:56.560440 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-3c625871-4c14-422d-a569-1b02bdb7c179 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=47d77581683d4c43a3d18ea75c887227&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1441529 Feb 19 04:12:56.654067 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3fb0f484-5e2f-4a43-9c70-034b4eb8065b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (aea0b931-3df1-4f83-b62d-57466d76d5f7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:56.683758 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-5929156d-f028-4070-a544-a92a621b34af None None] Current status of the port e6157cf1-3f9e-426c-90ec-159569914b06 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:56.720053 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-5929156d-f028-4070-a544-a92a621b34af None None] Could not find standard attr ID for object aea0b931-3df1-4f83-b62d-57466d76d5f7. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:12:56.730155 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0f484-5e2f-4a43-9c70-034b4eb8065b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Port': ['ID=aea0b931-3df1-4f83-b62d-57466d76d5f7,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:56.740472 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:56.752420 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-cf54b18f-b53b-4420-bbd1-eaf053667995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:56.752683 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-cf54b18f-b53b-4420-bbd1-eaf053667995 service neutron] 10.222.0.26 "GET /v2.0/ports/898fda35-40f1-43dc-a819-d803062eb315 HTTP/1.1" status: 200 len: 1033 time: 0.1497221 Feb 19 04:12:56.793980 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-dc1c441f-6535-4381-9340-bec597c47455 service neutron] 10.222.0.52 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132885 Feb 19 04:12:56.835174 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3fb0f484-5e2f-4a43-9c70-034b4eb8065b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:56.839311 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3fb0f484-5e2f-4a43-9c70-034b4eb8065b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/aea0b931-3df1-4f83-b62d-57466d76d5f7 HTTP/1.1" status: 204 len: 168 time: 0.9470308 Feb 19 04:12:56.841771 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36452) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:56.856559 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-a49c2fe1-2dc4-4d07-ad73-171e1fc1cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:56.857929 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-a49c2fe1-2dc4-4d07-ad73-171e1fc1cb43 service neutron] 10.222.0.26 "GET /v2.0/ports/938dc52f-77e7-4640-9ee1-5c86a03bd120 HTTP/1.1" status: 200 len: 1032 time: 0.0831313 Feb 19 04:12:56.869535 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d660324c-10c9-4c55-a8d8-6b1215df9d42 None None] Could not find standard attr ID for object 8500d588-1b53-4bf0-a2ca-ed53b6a53842. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:12:56.905846 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1ac68-7860-46f5-9407-bc190a5cc1ad req-f0acb7e4-0668-40cb-93e5-1f364c795a5c tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:56.913622 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ab1ac68-7860-46f5-9407-bc190a5cc1ad req-f0acb7e4-0668-40cb-93e5-1f364c795a5c tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 946 time: 0.3428082 Feb 19 04:12:56.999337 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-ce7b673a-a666-481f-a7fb-f62c7ff7eff5 service neutron] 10.222.0.52 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976166 Feb 19 04:12:57.020880 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-0327892b-039c-424f-9e84-5d2e558ecb88 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:57.025807 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-0327892b-039c-424f-9e84-5d2e558ecb88 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:57.036055 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ab1ac68-7860-46f5-9407-bc190a5cc1ad req-3b4dd5fc-1d2b-4645-9130-976fca75a52a tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156127 Feb 19 04:12:57.038692 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-0327892b-039c-424f-9e84-5d2e558ecb88 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:57.041978 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-0327892b-039c-424f-9e84-5d2e558ecb88 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.26 "GET /v2.0/networks?id=f758f6a7-1c73-480c-aa6e-af8f6b3fc936&id=992f3549-caaf-4530-b747-2a0e80390b5d&id=992f3549-caaf-4530-b747-2a0e80390b5d&id=992f3549-caaf-4530-b747-2a0e80390b5d&id=992f3549-caaf-4530-b747-2a0e80390b5d&id=970ed126-7758-4a49-91d5-8b77d328f7d8&id=970ed126-7758-4a49-91d5-8b77d328f7d8 HTTP/1.1" status: 200 len: 1994 time: 0.1506245 Feb 19 04:12:57.105087 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b5395e-437a-4a7f-bfc5-7bba0b133072 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:57.109488 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36454) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:57.110046 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c3b5395e-437a-4a7f-bfc5-7bba0b133072 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2669001 Feb 19 04:12:57.187550 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-de1378e2-45dd-4186-8a5b-2a27ef8d50e3 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70c4c3b9b3c649e3926da7d12add9340 HTTP/1.1" status: 200 len: 380 time: 0.1126454 Feb 19 04:12:57.200054 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-bf2fae4d-b20a-45f4-a1e8-601962f25901 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Request body: {'port': {'device_id': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'network_id': 'f758f6a7-1c73-480c-aa6e-af8f6b3fc936', 'admin_state_up': True, 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'security_groups': ['f1b115fe-740e-4d96-9c70-e1f690c906b9']}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:57.241263 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b708ae-6cef-48b1-97bd-ceef61ee4526 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:57.242913 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-52b708ae-6cef-48b1-97bd-ceef61ee4526 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1324341 Feb 19 04:12:57.254628 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36462) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:57.288295 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-497c849f-d478-4594-962e-fe662e042da3 None None] Could not find standard attr ID for object aea0b931-3df1-4f83-b62d-57466d76d5f7. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:12:57.402575 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b1421507-a9c9-4a36-a1a3-2c3fdfcde64c req-81414627-201f-4e2e-83ff-320b3e920e10 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce5bea0e-46de-4a89-9ce4-c81b60d4e574 HTTP/1.1" status: 200 len: 210 time: 0.1584511 Feb 19 04:12:57.442282 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-bf2fae4d-b20a-45f4-a1e8-601962f25901 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Made reservation on behalf of 70c4c3b9b3c649e3926da7d12add9340 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:57.446948 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-bf2fae4d-b20a-45f4-a1e8-601962f25901 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:57.485587 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e2947427-5d5e-48b0-afcc-0bda6d8f963b req-3151ea12-24e8-4c08-9689-4f79f7d1c623 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.1007519 Feb 19 04:12:57.511187 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554d9a85-67da-454e-8383-6c8dd646fb0f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:57.520104 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554d9a85-67da-454e-8383-6c8dd646fb0f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:57.521769 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554d9a85-67da-454e-8383-6c8dd646fb0f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:57.523590 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-554d9a85-67da-454e-8383-6c8dd646fb0f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2680204 Feb 19 04:12:57.529338 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36468) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:57.631870 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b1ca99-f377-4034-8ecd-88d52869b237 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet 8524f27c-0d7e-476b-b3ed-0de620e07df0 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:12:57.646213 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-51b1ca99-f377-4034-8ecd-88d52869b237 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (8524f27c-0d7e-476b-b3ed-0de620e07df0), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:57.659294 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-bf2fae4d-b20a-45f4-a1e8-601962f25901 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Allocated IP 172.20.0.11 (f758f6a7-1c73-480c-aa6e-af8f6b3fc936/ab33f94a-f001-4e22-992e-6a938e5dd9bf/34be0ba4-056a-4e2e-8c32-588153dfa0c7) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:57.707182 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-51b1ca99-f377-4034-8ecd-88d52869b237 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (8524f27c-0d7e-476b-b3ed-0de620e07df0), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:57.863202 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-51b1ca99-f377-4034-8ecd-88d52869b237 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (8524f27c-0d7e-476b-b3ed-0de620e07df0), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:57.908416 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-bf2fae4d-b20a-45f4-a1e8-601962f25901 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for port (34be0ba4-056a-4e2e-8c32-588153dfa0c7), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:57.998909 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-bf2fae4d-b20a-45f4-a1e8-601962f25901 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (34be0ba4-056a-4e2e-8c32-588153dfa0c7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:58.004822 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-51b1ca99-f377-4034-8ecd-88d52869b237 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (8524f27c-0d7e-476b-b3ed-0de620e07df0), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:58.030872 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-bf2fae4d-b20a-45f4-a1e8-601962f25901 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Network f758f6a7-1c73-480c-aa6e-af8f6b3fc936 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:58.040878 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-bf2fae4d-b20a-45f4-a1e8-601962f25901 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:58.048998 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-bf2fae4d-b20a-45f4-a1e8-601962f25901 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:58.107989 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1ca99-f377-4034-8ecd-88d52869b237 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=8524f27c-0d7e-476b-b3ed-0de620e07df0,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:58.142688 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147ab8c7-f411-4bfb-8f90-519dd8aefe99 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:58.144222 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-51b1ca99-f377-4034-8ecd-88d52869b237 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:58.154843 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-51b1ca99-f377-4034-8ecd-88d52869b237 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/8524f27c-0d7e-476b-b3ed-0de620e07df0 HTTP/1.1" status: 204 len: 168 time: 0.6241744 Feb 19 04:12:58.155470 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36476) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:58.195180 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2fae4d-b20a-45f4-a1e8-601962f25901 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event updated for resources: {'Port': ['ID=34be0ba4-056a-4e2e-8c32-588153dfa0c7,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:58.220871 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-bf2fae4d-b20a-45f4-a1e8-601962f25901 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:58.225381 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-bf2fae4d-b20a-45f4-a1e8-601962f25901 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:58.272291 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-bf2fae4d-b20a-45f4-a1e8-601962f25901 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0785403 Feb 19 04:12:58.283887 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-e78b1600-a4fa-4547-9f5c-34bd50b58194 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Request body: {'port': {'device_id': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d', 'admin_state_up': True, 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'security_groups': ['f1b115fe-740e-4d96-9c70-e1f690c906b9']}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:58.342652 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d80261-ad0f-465a-a6e4-958e25e4b52f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet 872ca199-9a21-49fe-8123-0576acd7bb8d {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:12:58.348204 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d4d80261-ad0f-465a-a6e4-958e25e4b52f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (872ca199-9a21-49fe-8123-0576acd7bb8d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:58.456654 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5b0d9-ae13-4ab7-9803-249f9434f85c req-297dc5ce-e034-48c6-ac05-a3b7f5027c67 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:58.464396 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ec5b0d9-ae13-4ab7-9803-249f9434f85c req-297dc5ce-e034-48c6-ac05-a3b7f5027c67 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 946 time: 0.3073213 Feb 19 04:12:58.475552 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d4d80261-ad0f-465a-a6e4-958e25e4b52f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (872ca199-9a21-49fe-8123-0576acd7bb8d), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:58.531754 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b3e3729d-31cd-43c2-b6e2-8912f310dcf6 None None] Provisioning complete for port 34be0ba4-056a-4e2e-8c32-588153dfa0c7 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:58.532277 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b3e3729d-31cd-43c2-b6e2-8912f310dcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (34be0ba4-056a-4e2e-8c32-588153dfa0c7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:58.540321 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-e78b1600-a4fa-4547-9f5c-34bd50b58194 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Made reservation on behalf of 70c4c3b9b3c649e3926da7d12add9340 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:58.544076 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-e78b1600-a4fa-4547-9f5c-34bd50b58194 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:58.599324 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b3e3729d-31cd-43c2-b6e2-8912f310dcf6 None None] Port 34be0ba4-056a-4e2e-8c32-588153dfa0c7 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:12:58.625275 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a87b98f3-a8ea-4f38-8907-41e750f1086b req-67d41ba4-05cf-42ac-8a4f-0398658e8dc0 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce5bea0e-46de-4a89-9ce4-c81b60d4e574 HTTP/1.1" status: 200 len: 210 time: 0.0769877 Feb 19 04:12:58.679476 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ec5b0d9-ae13-4ab7-9803-249f9434f85c req-ccec0f53-c0ca-43ba-87fa-cdf637f677aa tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087824 Feb 19 04:12:58.776659 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d4d80261-ad0f-465a-a6e4-958e25e4b52f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (872ca199-9a21-49fe-8123-0576acd7bb8d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:58.783273 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-e78b1600-a4fa-4547-9f5c-34bd50b58194 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Allocated IP 10.1.1.15 (992f3549-caaf-4530-b747-2a0e80390b5d/3997bf76-8ce7-4842-a079-84ac59980743/ec1df575-8249-43a6-b5f3-52035ed6db5b) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:58.909958 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d4d80261-ad0f-465a-a6e4-958e25e4b52f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (872ca199-9a21-49fe-8123-0576acd7bb8d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:59.035288 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-e78b1600-a4fa-4547-9f5c-34bd50b58194 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for port (ec1df575-8249-43a6-b5f3-52035ed6db5b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:59.073247 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-e78b1600-a4fa-4547-9f5c-34bd50b58194 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ec1df575-8249-43a6-b5f3-52035ed6db5b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:59.123578 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-d88d7fcd-991d-42d4-adba-0b77ffcfb5ac tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:59.125958 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-d88d7fcd-991d-42d4-adba-0b77ffcfb5ac tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.79 "GET /v2.0/networks?id=af1b2524-905a-4fb0-b20e-a5912983245d HTTP/1.1" status: 200 len: 810 time: 0.2545960 Feb 19 04:12:59.135217 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-e78b1600-a4fa-4547-9f5c-34bd50b58194 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Network 992f3549-caaf-4530-b747-2a0e80390b5d is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:59.137852 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d80261-ad0f-465a-a6e4-958e25e4b52f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=872ca199-9a21-49fe-8123-0576acd7bb8d,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:59.139598 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b1600-a4fa-4547-9f5c-34bd50b58194 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event updated for resources: {'Port': ['ID=ec1df575-8249-43a6-b5f3-52035ed6db5b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:59.144451 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-e78b1600-a4fa-4547-9f5c-34bd50b58194 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:59.147618 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-e78b1600-a4fa-4547-9f5c-34bd50b58194 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:59.157364 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-be79fd30-d592-4964-8bfd-f22042098848 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Request body: {'port': {'device_id': 'ce5bea0e-46de-4a89-9ce4-c81b60d4e574', 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'admin_state_up': True, 'tenant_id': '47d77581683d4c43a3d18ea75c887227'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:59.195750 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d4d80261-ad0f-465a-a6e4-958e25e4b52f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:59.199287 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d4d80261-ad0f-465a-a6e4-958e25e4b52f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/872ca199-9a21-49fe-8123-0576acd7bb8d HTTP/1.1" status: 204 len: 168 time: 1.0410933 Feb 19 04:12:59.203892 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36482) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:59.236351 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-e78b1600-a4fa-4547-9f5c-34bd50b58194 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:59.237643 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-e78b1600-a4fa-4547-9f5c-34bd50b58194 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:59.284773 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-e78b1600-a4fa-4547-9f5c-34bd50b58194 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0056691 Feb 19 04:12:59.296562 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d6258a93-a530-4c7d-8683-0bd4f6a7c9b0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Request body: {'port': {'device_id': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d', 'admin_state_up': True, 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'security_groups': ['f1b115fe-740e-4d96-9c70-e1f690c906b9']}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:59.329114 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1470f3ab-52b5-457b-98d7-ceea7a2a02ee tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1191673 Feb 19 04:12:59.337743 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36484) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:59.347544 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-7c41d475-3503-4794-a044-a450c4566b3f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:59.387633 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916073ef-23df-49f7-b8e5-0faf9ea56fce None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:59.449752 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b549d21-c66a-45f5-8d20-98da4b09687e req-ef0494e3-1c7f-44cf-b8cd-0e61aa2daafd tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:59.457428 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b549d21-c66a-45f5-8d20-98da4b09687e req-ef0494e3-1c7f-44cf-b8cd-0e61aa2daafd tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 932 time: 0.6771698 Feb 19 04:12:59.511985 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d6258a93-a530-4c7d-8683-0bd4f6a7c9b0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Made reservation on behalf of 70c4c3b9b3c649e3926da7d12add9340 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:59.516936 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d6258a93-a530-4c7d-8683-0bd4f6a7c9b0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:59.578409 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:59.580541 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9c84723f-0e41-4ba6-b981-3f620485f4d8 None None] Provisioning complete for port e6157cf1-3f9e-426c-90ec-159569914b06 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:59.581126 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c41d475-3503-4794-a044-a450c4566b3f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:59.581328 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9c84723f-0e41-4ba6-b981-3f620485f4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:59.584748 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7c41d475-3503-4794-a044-a450c4566b3f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:59.673979 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b549d21-c66a-45f5-8d20-98da4b09687e req-6c447ebc-6c2f-456e-8efc-eed99733db1f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155447 Feb 19 04:12:59.690503 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d6258a93-a530-4c7d-8683-0bd4f6a7c9b0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Allocated IP 10.1.1.213 (992f3549-caaf-4530-b747-2a0e80390b5d/3997bf76-8ce7-4842-a079-84ac59980743/51ab0d90-f81c-46a6-947c-a2e5b088d476) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:59.692508 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-be79fd30-d592-4964-8bfd-f22042098848 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Made reservation on behalf of 47d77581683d4c43a3d18ea75c887227 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:59.695891 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-be79fd30-d592-4964-8bfd-f22042098848 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:59.699054 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9c84723f-0e41-4ba6-b981-3f620485f4d8 None None] Current status of the port e6157cf1-3f9e-426c-90ec-159569914b06 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:59.757288 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c46606c-560b-4a0a-ba29-f0f5d2ce2784 None None] DHCP port deletion for 1742e730-766a-4fa0-996c-7e016537b1f1 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:12:59.835250 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-525e65ab-9ff3-4fc3-bb7a-8ffd2f2b0b42 req-04abf5db-46ff-47a4-aaa8-31e49f85bd23 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce5bea0e-46de-4a89-9ce4-c81b60d4e574 HTTP/1.1" status: 200 len: 210 time: 0.0578680 Feb 19 04:12:59.847460 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-745aaac8-10bd-42c8-8c68-222f1049893e None None] Provisioning complete for port ec1df575-8249-43a6-b5f3-52035ed6db5b triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:59.848165 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-745aaac8-10bd-42c8-8c68-222f1049893e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ec1df575-8249-43a6-b5f3-52035ed6db5b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:59.860904 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d6258a93-a530-4c7d-8683-0bd4f6a7c9b0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for port (51ab0d90-f81c-46a6-947c-a2e5b088d476), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:59.880627 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8c46606c-560b-4a0a-ba29-f0f5d2ce2784 None None] Deleting port e6157cf1-3f9e-426c-90ec-159569914b06 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:59.880991 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8c46606c-560b-4a0a-ba29-f0f5d2ce2784 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:59.904916 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d6258a93-a530-4c7d-8683-0bd4f6a7c9b0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (51ab0d90-f81c-46a6-947c-a2e5b088d476), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:59.932530 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 3a792c35-5ce7-44ad-be3c-b922184addec details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:12:59.957940 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d6258a93-a530-4c7d-8683-0bd4f6a7c9b0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Network 992f3549-caaf-4530-b747-2a0e80390b5d is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:59.970214 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d6258a93-a530-4c7d-8683-0bd4f6a7c9b0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:59.974300 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d6258a93-a530-4c7d-8683-0bd4f6a7c9b0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:13:00.016366 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d9386-7e87-4df5-ac43-c8031d4deb2d req-5dd1860c-71a1-4730-bf8a-7df10a94ea5e tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:00.018682 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6258a93-a530-4c7d-8683-0bd4f6a7c9b0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event updated for resources: {'Port': ['ID=51ab0d90-f81c-46a6-947c-a2e5b088d476,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:00.019147 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-589d9386-7e87-4df5-ac43-c8031d4deb2d req-5dd1860c-71a1-4730-bf8a-7df10a94ea5e tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 946 time: 0.2237871 Feb 19 04:13:00.059792 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d6258a93-a530-4c7d-8683-0bd4f6a7c9b0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:00.063335 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d6258a93-a530-4c7d-8683-0bd4f6a7c9b0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:00.097685 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d6258a93-a530-4c7d-8683-0bd4f6a7c9b0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8062141 Feb 19 04:13:00.110963 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-14909674-3f25-4411-b493-e076e8189a8d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Request body: {'port': {'device_id': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '970ed126-7758-4a49-91d5-8b77d328f7d8', 'admin_state_up': True, 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'security_groups': ['f1b115fe-740e-4d96-9c70-e1f690c906b9']}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:00.193284 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-be79fd30-d592-4964-8bfd-f22042098848 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Allocated IP 172.20.0.4 (af1b2524-905a-4fb0-b20e-a5912983245d/2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4/1c09e0d7-f2c2-496a-b2f8-7d7da176db42) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:13:00.238391 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 3a792c35-5ce7-44ad-be3c-b922184addec, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=3a792c35-5ce7-44ad-be3c-b922184addec,segment=NetworkSegment(5235181e-dc3c-4aba-8bf2-254db3bce1f3),segment_id=5235181e-dc3c-4aba-8bf2-254db3bce1f3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:00.251108 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 3a792c35-5ce7-44ad-be3c-b922184addec no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:13:00.303733 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '3a792c35-5ce7-44ad-be3c-b922184addec', 'network_id': '7cbf1741-c2f4-4ecb-bd05-d634c442a618', 'port_id': '3a792c35-5ce7-44ad-be3c-b922184addec', 'mac_address': 'fa:16:3e:6d:ad:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8598c1f5-4b4c-41f2-bd71-4f8f4093e3bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:13:00.365327 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-be79fd30-d592-4964-8bfd-f22042098848 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks [] for port (1c09e0d7-f2c2-496a-b2f8-7d7da176db42), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:00.368160 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 3a792c35-5ce7-44ad-be3c-b922184addec is: ACTIVE; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:00.368560 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3a792c35-5ce7-44ad-be3c-b922184addec), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:00.392925 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a792c35-5ce7-44ad-be3c-b922184addec {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:00.416622 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 3a792c35-5ce7-44ad-be3c-b922184addec, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=3a792c35-5ce7-44ad-be3c-b922184addec,segment=NetworkSegment(5235181e-dc3c-4aba-8bf2-254db3bce1f3),segment_id=5235181e-dc3c-4aba-8bf2-254db3bce1f3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:00.433376 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-589d9386-7e87-4df5-ac43-c8031d4deb2d req-bfa56ff2-88e4-4fad-9c80-d7d14da9fca3 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294737 Feb 19 04:13:00.434536 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-be79fd30-d592-4964-8bfd-f22042098848 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (1c09e0d7-f2c2-496a-b2f8-7d7da176db42), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:00.471545 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['cc0235d1-688f-4a3b-9c71-f1afba0a9284'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:13:00.475426 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3a792c35-5ce7-44ad-be3c-b922184addec), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:00.514405 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-745aaac8-10bd-42c8-8c68-222f1049893e None None] Port ec1df575-8249-43a6-b5f3-52035ed6db5b cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:13:00.536232 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79fd30-d592-4964-8bfd-f22042098848 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Pushing event updated for resources: {'Port': ['ID=1c09e0d7-f2c2-496a-b2f8-7d7da176db42,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:00.541342 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-be79fd30-d592-4964-8bfd-f22042098848 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Network af1b2524-905a-4fb0-b20e-a5912983245d is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:13:00.545297 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-be79fd30-d592-4964-8bfd-f22042098848 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:00.550780 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-be79fd30-d592-4964-8bfd-f22042098848 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:13:00.573586 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-8c46606c-560b-4a0a-ba29-f0f5d2ce2784 None None] For port e6157cf1-3f9e-426c-90ec-159569914b06, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e6157cf1-3f9e-426c-90ec-159569914b06,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:00.573995 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8c46606c-560b-4a0a-ba29-f0f5d2ce2784 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:00.604383 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 3a792c35-5ce7-44ad-be3c-b922184addec is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:00.604761 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3a792c35-5ce7-44ad-be3c-b922184addec), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:00.611295 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7c41d475-3503-4794-a044-a450c4566b3f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (4489dad5-ffb9-4bd6-95e6-1fbac2e9100a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:00.625701 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8c46606c-560b-4a0a-ba29-f0f5d2ce2784 None None] Calling delete_port for e6157cf1-3f9e-426c-90ec-159569914b06 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:13:00.628570 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-be79fd30-d592-4964-8bfd-f22042098848 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:00.629195 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-be79fd30-d592-4964-8bfd-f22042098848 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:00.669683 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-239cb7ec-b4b7-4de5-b7af-d9ea8c75af12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:00.672709 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c41d475-3503-4794-a044-a450c4566b3f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:13:00.677305 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-7c41d475-3503-4794-a044-a450c4566b3f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:00.681973 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c41d475-3503-4794-a044-a450c4566b3f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:00.682601 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7c41d475-3503-4794-a044-a450c4566b3f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:00.701395 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-be79fd30-d592-4964-8bfd-f22042098848 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5554667 Feb 19 04:13:00.703219 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41d475-3503-4794-a044-a450c4566b3f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=4489dad5-ffb9-4bd6-95e6-1fbac2e9100a,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:00.708369 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-14909674-3f25-4411-b493-e076e8189a8d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Made reservation on behalf of 70c4c3b9b3c649e3926da7d12add9340 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:00.712894 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=3a792c35-5ce7-44ad-be3c-b922184addec,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:00.723731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-58dcd1de-4684-4363-a5ae-2f08c5f95bd0 service neutron] Request body: {'port': {'device_id': 'ce5bea0e-46de-4a89-9ce4-c81b60d4e574', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:00.730379 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7c41d475-3503-4794-a044-a450c4566b3f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3875611 Feb 19 04:13:00.745109 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36492) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:00.760633 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-37a4a916-9885-4e4a-a04d-75b7cc5c4a6b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:00.856445 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-87774fae-3134-450b-915e-85d7e8050fdf None None] Provisioning complete for port 51ab0d90-f81c-46a6-947c-a2e5b088d476 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:00.856823 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-87774fae-3134-450b-915e-85d7e8050fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (51ab0d90-f81c-46a6-947c-a2e5b088d476), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:00.874109 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-58dcd1de-4684-4363-a5ae-2f08c5f95bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1c09e0d7-f2c2-496a-b2f8-7d7da176db42), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:00.877887 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['3a792c35-5ce7-44ad-be3c-b922184addec'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:13:00.881075 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8c46606c-560b-4a0a-ba29-f0f5d2ce2784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (e6157cf1-3f9e-426c-90ec-159569914b06), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:00.977798 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275049ef-aac3-4873-bca1-e0440fd97513 req-c0bbab85-a62b-4a48-8021-06379ab32ded tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:00.983783 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275049ef-aac3-4873-bca1-e0440fd97513 req-c0bbab85-a62b-4a48-8021-06379ab32ded tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:00.989745 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275049ef-aac3-4873-bca1-e0440fd97513 req-c0bbab85-a62b-4a48-8021-06379ab32ded tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:00.996431 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-275049ef-aac3-4873-bca1-e0440fd97513 req-c0bbab85-a62b-4a48-8021-06379ab32ded tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 2374 time: 0.1685538 Feb 19 04:13:01.013128 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46606c-560b-4a0a-ba29-f0f5d2ce2784 None None] Pushing event deleted for resources: {'Port': ['ID=e6157cf1-3f9e-426c-90ec-159569914b06,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:01.031840 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c46606c-560b-4a0a-ba29-f0f5d2ce2784 None None] No DVR routers for this DVR port e6157cf1-3f9e-426c-90ec-159569914b06 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:13:01.044872 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-14909674-3f25-4411-b493-e076e8189a8d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:01.051652 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:13:01.052280 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:13:01.055742 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a4a916-9885-4e4a-a04d-75b7cc5c4a6b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:01.068552 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-37a4a916-9885-4e4a-a04d-75b7cc5c4a6b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:01.075293 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf23a71-6b6e-4712-9bc0-2eecf6acaddd None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:01.077213 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-87774fae-3134-450b-915e-85d7e8050fdf None None] Port 51ab0d90-f81c-46a6-947c-a2e5b088d476 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:13:01.278593 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-eadac3e5-aa7c-4d17-b3c0-82d7475a2a3f None None] Provisioning complete for port 1c09e0d7-f2c2-496a-b2f8-7d7da176db42 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:01.279336 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-eadac3e5-aa7c-4d17-b3c0-82d7475a2a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1c09e0d7-f2c2-496a-b2f8-7d7da176db42), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:01.320888 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7ad4a2-8737-429c-abab-dd6a33fca9eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-1742e730-766a-4fa0-996c-7e016537b1f1', 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'project_id': '1bdcf5ecc308450d9e923609ca7de655', 'fixed_ips': [{'subnet_id': '4489dad5-ffb9-4bd6-95e6-1fbac2e9100a'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:13:01.322052 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-da7ad4a2-8737-429c-abab-dd6a33fca9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:01.371211 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-eadac3e5-aa7c-4d17-b3c0-82d7475a2a3f None None] Port 1c09e0d7-f2c2-496a-b2f8-7d7da176db42 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:13:01.491250 n-d-828369-19 neutron-server[109925]: INFO neutron.db.ipam_backend_mixin [None req-37a4a916-9885-4e4a-a04d-75b7cc5c4a6b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4489dad5-ffb9-4bd6-95e6-1fbac2e9100a (CIDR: 2001:db8::/64) Feb 19 04:13:01.504173 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a4a916-9885-4e4a-a04d-75b7cc5c4a6b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:13:01.506595 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a4a916-9885-4e4a-a04d-75b7cc5c4a6b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:01.531804 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9649928-8f2b-4dfa-adcb-71d8bab7d8e8 req-b299cef2-fa42-4132-b82a-2f134a167e1c tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:01.533316 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9649928-8f2b-4dfa-adcb-71d8bab7d8e8 req-b299cef2-fa42-4132-b82a-2f134a167e1c tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce5bea0e-46de-4a89-9ce4-c81b60d4e574 HTTP/1.1" status: 200 len: 931 time: 0.6034586 Feb 19 04:13:01.539845 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-da7ad4a2-8737-429c-abab-dd6a33fca9eb None None] Allocated IP 2001:db8::2 (1742e730-766a-4fa0-996c-7e016537b1f1/4489dad5-ffb9-4bd6-95e6-1fbac2e9100a/492c3e3b-b711-4bfb-a535-7d64d1d569fe) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:13:01.574769 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-275049ef-aac3-4873-bca1-e0440fd97513 req-63efd3f7-7bad-48b9-bd38-0fe2959b7cab tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5773895 Feb 19 04:13:01.614379 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e6157cf1-3f9e-426c-90ec-159569914b06 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:13:01.619299 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-37a4a916-9885-4e4a-a04d-75b7cc5c4a6b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8730335 Feb 19 04:13:01.626370 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36498) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:01.634823 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-4252a5a1-ae50-48c4-910f-d563408c14fc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'subnet': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:01.684589 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9649928-8f2b-4dfa-adcb-71d8bab7d8e8 req-70faf45b-5744-4eb2-81e2-3f0fe4bb105e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423247 Feb 19 04:13:01.729154 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: e6157cf1-3f9e-426c-90ec-159569914b06 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:13:01.729154 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e6157cf1-3f9e-426c-90ec-159569914b06 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:13:01.743144 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 3a792c35-5ce7-44ad-be3c-b922184addec is: BUILD; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:01.743581 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3a792c35-5ce7-44ad-be3c-b922184addec), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:01.767360 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3a792c35-5ce7-44ad-be3c-b922184addec {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:01.779656 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-14909674-3f25-4411-b493-e076e8189a8d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Allocated IP 10.2.2.100 (970ed126-7758-4a49-91d5-8b77d328f7d8/ad06bfbd-99a2-4a8a-a2ae-abc5d82d0e14/b3ee77c7-fd2d-4ddc-80dc-a28b949821fe) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:13:01.816323 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 3a792c35-5ce7-44ad-be3c-b922184addec, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=3a792c35-5ce7-44ad-be3c-b922184addec,segment=NetworkSegment(5235181e-dc3c-4aba-8bf2-254db3bce1f3),segment_id=5235181e-dc3c-4aba-8bf2-254db3bce1f3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:01.825077 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdf0c3-9e28-4598-a8aa-1e0186c97b3b req-3f2b1da6-f98f-4153-bee6-fa73e2c73dc1 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:01.825800 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4252a5a1-ae50-48c4-910f-d563408c14fc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:01.826983 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7bdf0c3-9e28-4598-a8aa-1e0186c97b3b req-3f2b1da6-f98f-4153-bee6-fa73e2c73dc1 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 945 time: 0.1185939 Feb 19 04:13:01.830547 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4252a5a1-ae50-48c4-910f-d563408c14fc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:01.839474 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3a792c35-5ce7-44ad-be3c-b922184addec), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:01.920264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-58dcd1de-4684-4363-a5ae-2f08c5f95bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c09e0d7-f2c2-496a-b2f8-7d7da176db42 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:01.930174 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-da7ad4a2-8737-429c-abab-dd6a33fca9eb None None] Publish callbacks [] for port (492c3e3b-b711-4bfb-a535-7d64d1d569fe), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:01.935166 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-58dcd1de-4684-4363-a5ae-2f08c5f95bd0 service neutron] Publish callbacks [] for port (1c09e0d7-f2c2-496a-b2f8-7d7da176db42), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:01.936585 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=3a792c35-5ce7-44ad-be3c-b922184addec,revision_number=7']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:01.947168 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-da7ad4a2-8737-429c-abab-dd6a33fca9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (492c3e3b-b711-4bfb-a535-7d64d1d569fe), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:01.983574 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7bdf0c3-9e28-4598-a8aa-1e0186c97b3b req-20e942c3-7f89-42f3-ace8-bf212c04feeb tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284919 Feb 19 04:13:01.985028 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-58dcd1de-4684-4363-a5ae-2f08c5f95bd0 service neutron] Transition to ACTIVE for port object 1c09e0d7-f2c2-496a-b2f8-7d7da176db42 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:13:01.990084 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7ad4a2-8737-429c-abab-dd6a33fca9eb None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:13:01.991982 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-58dcd1de-4684-4363-a5ae-2f08c5f95bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (1c09e0d7-f2c2-496a-b2f8-7d7da176db42), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:01.996825 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-da7ad4a2-8737-429c-abab-dd6a33fca9eb None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:02.000966 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7ad4a2-8737-429c-abab-dd6a33fca9eb None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:13:02.068366 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dcd1de-4684-4363-a5ae-2f08c5f95bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c09e0d7-f2c2-496a-b2f8-7d7da176db42,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:02.069724 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ad4a2-8737-429c-abab-dd6a33fca9eb None None] Pushing event updated for resources: {'Port': ['ID=492c3e3b-b711-4bfb-a535-7d64d1d569fe,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:02.082459 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-da7ad4a2-8737-429c-abab-dd6a33fca9eb None None] Attempting to bind port 492c3e3b-b711-4bfb-a535-7d64d1d569fe on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:02.082848 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-da7ad4a2-8737-429c-abab-dd6a33fca9eb None None] Attempting to bind port 492c3e3b-b711-4bfb-a535-7d64d1d569fe by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:02.083268 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7ad4a2-8737-429c-abab-dd6a33fca9eb None None] Attempting to bind port 492c3e3b-b711-4bfb-a535-7d64d1d569fe on network 1742e730-766a-4fa0-996c-7e016537b1f1 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:02.089840 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7ad4a2-8737-429c-abab-dd6a33fca9eb None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:02.090008 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7ad4a2-8737-429c-abab-dd6a33fca9eb None None] Checking segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:02.090526 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-da7ad4a2-8737-429c-abab-dd6a33fca9eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:02.090850 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7ad4a2-8737-429c-abab-dd6a33fca9eb None None] Bound using segment: {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:02.091380 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-da7ad4a2-8737-429c-abab-dd6a33fca9eb None None] Bound port: 492c3e3b-b711-4bfb-a535-7d64d1d569fe, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:02.091771 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-da7ad4a2-8737-429c-abab-dd6a33fca9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (492c3e3b-b711-4bfb-a535-7d64d1d569fe), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:02.096917 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-14909674-3f25-4411-b493-e076e8189a8d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for port (b3ee77c7-fd2d-4ddc-80dc-a28b949821fe), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:02.167290 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-da7ad4a2-8737-429c-abab-dd6a33fca9eb None None] For port 492c3e3b-b711-4bfb-a535-7d64d1d569fe, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:02.170823 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-da7ad4a2-8737-429c-abab-dd6a33fca9eb None None] For port 492c3e3b-b711-4bfb-a535-7d64d1d569fe, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=492c3e3b-b711-4bfb-a535-7d64d1d569fe,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:02.185481 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-da7ad4a2-8737-429c-abab-dd6a33fca9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (492c3e3b-b711-4bfb-a535-7d64d1d569fe), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:02.200158 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-14909674-3f25-4411-b493-e076e8189a8d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (b3ee77c7-fd2d-4ddc-80dc-a28b949821fe), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:02.217686 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-58dcd1de-4684-4363-a5ae-2f08c5f95bd0 service neutron] Attempting to bind port 1c09e0d7-f2c2-496a-b2f8-7d7da176db42 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:02.218044 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-58dcd1de-4684-4363-a5ae-2f08c5f95bd0 service neutron] Attempting to bind port 1c09e0d7-f2c2-496a-b2f8-7d7da176db42 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:02.219335 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-58dcd1de-4684-4363-a5ae-2f08c5f95bd0 service neutron] Attempting to bind port 1c09e0d7-f2c2-496a-b2f8-7d7da176db42 on network af1b2524-905a-4fb0-b20e-a5912983245d {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:02.224948 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-58dcd1de-4684-4363-a5ae-2f08c5f95bd0 service neutron] Port 1c09e0d7-f2c2-496a-b2f8-7d7da176db42 on network af1b2524-905a-4fb0-b20e-a5912983245d not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:13:02.225283 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-58dcd1de-4684-4363-a5ae-2f08c5f95bd0 service neutron] Attempting to bind port 1c09e0d7-f2c2-496a-b2f8-7d7da176db42 on network af1b2524-905a-4fb0-b20e-a5912983245d {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:02.231199 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-58dcd1de-4684-4363-a5ae-2f08c5f95bd0 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:02.233298 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-58dcd1de-4684-4363-a5ae-2f08c5f95bd0 service neutron] Checking segment: {'id': '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:02.233903 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-58dcd1de-4684-4363-a5ae-2f08c5f95bd0 service neutron] Bound using segment: {'id': '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:02.234906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-58dcd1de-4684-4363-a5ae-2f08c5f95bd0 service neutron] Bound port: 1c09e0d7-f2c2-496a-b2f8-7d7da176db42, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:02.235286 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-58dcd1de-4684-4363-a5ae-2f08c5f95bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1c09e0d7-f2c2-496a-b2f8-7d7da176db42), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:02.306857 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ad4a2-8737-429c-abab-dd6a33fca9eb None None] Pushing event updated for resources: {'Port': ['ID=492c3e3b-b711-4bfb-a535-7d64d1d569fe,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:02.330337 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-58dcd1de-4684-4363-a5ae-2f08c5f95bd0 service neutron] For port 1c09e0d7-f2c2-496a-b2f8-7d7da176db42, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:02.334267 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-58dcd1de-4684-4363-a5ae-2f08c5f95bd0 service neutron] For port 1c09e0d7-f2c2-496a-b2f8-7d7da176db42, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=1c09e0d7-f2c2-496a-b2f8-7d7da176db42,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:02.344882 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-14909674-3f25-4411-b493-e076e8189a8d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Network 970ed126-7758-4a49-91d5-8b77d328f7d8 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:13:02.354384 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-14909674-3f25-4411-b493-e076e8189a8d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:02.356013 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-58dcd1de-4684-4363-a5ae-2f08c5f95bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (1c09e0d7-f2c2-496a-b2f8-7d7da176db42), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:02.358644 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-14909674-3f25-4411-b493-e076e8189a8d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:13:02.361926 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14909674-3f25-4411-b493-e076e8189a8d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event updated for resources: {'Port': ['ID=b3ee77c7-fd2d-4ddc-80dc-a28b949821fe,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:02.410925 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-58dcd1de-4684-4363-a5ae-2f08c5f95bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:02.411581 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-58dcd1de-4684-4363-a5ae-2f08c5f95bd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:02.413130 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-58dcd1de-4684-4363-a5ae-2f08c5f95bd0 service neutron] 10.222.0.79 "PUT /v2.0/ports/1c09e0d7-f2c2-496a-b2f8-7d7da176db42 HTTP/1.1" status: 200 len: 1092 time: 1.6939135 Feb 19 04:13:02.413588 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5bea0e-46de-4a89-9ce4-c81b60d4e574', 'tag': '1c09e0d7-f2c2-496a-b2f8-7d7da176db42'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:02.417177 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c918f41d-8ce1-4d01-a01a-2d0f707f46b5" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5bea0e-46de-4a89-9ce4-c81b60d4e574", "tag": "1c09e0d7-f2c2-496a-b2f8-7d7da176db42"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:02.451347 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dcd1de-4684-4363-a5ae-2f08c5f95bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c09e0d7-f2c2-496a-b2f8-7d7da176db42,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:02.530319 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-14909674-3f25-4411-b493-e076e8189a8d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:02.532089 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-14909674-3f25-4411-b493-e076e8189a8d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:02.572913 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-53af30ed-c603-4bdc-9c98-7ac1e2c31425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:02.575051 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-53af30ed-c603-4bdc-9c98-7ac1e2c31425 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=47d77581683d4c43a3d18ea75c887227&device_id=ce5bea0e-46de-4a89-9ce4-c81b60d4e574 HTTP/1.1" status: 200 len: 1126 time: 0.0926452 Feb 19 04:13:02.603152 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-14909674-3f25-4411-b493-e076e8189a8d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4985700 Feb 19 04:13:02.622408 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4315aa9a-3dfe-48fb-b69d-a2912cea5ef0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Request body: {'port': {'device_id': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '970ed126-7758-4a49-91d5-8b77d328f7d8', 'admin_state_up': True, 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'security_groups': ['f1b115fe-740e-4d96-9c70-e1f690c906b9']}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:02.655214 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-390027d2-0f88-4889-bb27-8023b4ba98cb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c09e0d7-f2c2-496a-b2f8-7d7da176db42 HTTP/1.1" status: 200 len: 217 time: 0.0705271 Feb 19 04:13:02.743013 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45db3a97-b5dd-44e3-bbd1-df0b31d21e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:02.789226 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-4bf52b8d-1ff7-49b8-aaf4-36118da3b3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:02.792169 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-4bf52b8d-1ff7-49b8-aaf4-36118da3b3c1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4 HTTP/1.1" status: 200 len: 849 time: 0.1245732 Feb 19 04:13:02.799195 n-d-828369-19 neutron-server[109925]: DEBUG neutron.objects.ports [None req-4252a5a1-ae50-48c4-910f-d563408c14fc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109925) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:13:02.950397 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4fcdd-647e-476d-a6ea-9064e6421e24 req-a51c6cff-516c-4bae-ae4e-ebc2ee2d5fb9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:02.982191 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4fcdd-647e-476d-a6ea-9064e6421e24 req-a51c6cff-516c-4bae-ae4e-ebc2ee2d5fb9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:02.982524 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-19096ae8-6fee-4101-9f79-fe918cfeffa2 None None] Provisioning complete for port b3ee77c7-fd2d-4ddc-80dc-a28b949821fe triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:02.982524 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-19096ae8-6fee-4101-9f79-fe918cfeffa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b3ee77c7-fd2d-4ddc-80dc-a28b949821fe), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:03.012225 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4fcdd-647e-476d-a6ea-9064e6421e24 req-a51c6cff-516c-4bae-ae4e-ebc2ee2d5fb9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:03.033038 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4fcdd-647e-476d-a6ea-9064e6421e24 req-a51c6cff-516c-4bae-ae4e-ebc2ee2d5fb9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:03.036058 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2aa4fcdd-647e-476d-a6ea-9064e6421e24 req-a51c6cff-516c-4bae-ae4e-ebc2ee2d5fb9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 3095 time: 0.2399359 Feb 19 04:13:03.041560 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-f5864304-eb5a-4513-bdd2-c93832a43897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:03.044030 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-f5864304-eb5a-4513-bdd2-c93832a43897 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=af1b2524-905a-4fb0-b20e-a5912983245d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2193577 Feb 19 04:13:03.126038 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-19096ae8-6fee-4101-9f79-fe918cfeffa2 None None] Port b3ee77c7-fd2d-4ddc-80dc-a28b949821fe cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:13:03.141944 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a904b656-4465-4299-a5db-ec5240a873ee x-openstack-request-id: req-a904b656-4465-4299-a5db-ec5240a873ee {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:03.142504 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5bea0e-46de-4a89-9ce4-c81b60d4e574", "tag": "1c09e0d7-f2c2-496a-b2f8-7d7da176db42", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:03.142963 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a904b656-4465-4299-a5db-ec5240a873ee {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:03.143454 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce5bea0e-46de-4a89-9ce4-c81b60d4e574', 'tag': '1c09e0d7-f2c2-496a-b2f8-7d7da176db42', 'status': 'completed', 'code': 200} Feb 19 04:13:03.159853 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2aa4fcdd-647e-476d-a6ea-9064e6421e24 req-38b0906f-3956-4dfe-ba9b-4ad3b02578c2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111042 Feb 19 04:13:03.174997 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4315aa9a-3dfe-48fb-b69d-a2912cea5ef0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Made reservation on behalf of 70c4c3b9b3c649e3926da7d12add9340 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:03.179838 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4315aa9a-3dfe-48fb-b69d-a2912cea5ef0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:03.280047 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4252a5a1-ae50-48c4-910f-d563408c14fc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (492c3e3b-b711-4bfb-a535-7d64d1d569fe), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:03.348094 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-80572230-3d72-4c5c-a5cc-0a60d893b894 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618797 Feb 19 04:13:03.380602 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29480ae8-7b25-4f59-b324-fb7400cef1fc req-cb6bd1bd-cb60-4e2c-b9d6-64c8f96950ea tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:03.387830 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29480ae8-7b25-4f59-b324-fb7400cef1fc req-cb6bd1bd-cb60-4e2c-b9d6-64c8f96950ea tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce5bea0e-46de-4a89-9ce4-c81b60d4e574 HTTP/1.1" status: 200 len: 943 time: 0.1384573 Feb 19 04:13:03.452403 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50ca87-e0df-441f-8802-062b1d5d074e req-606a51d9-eab6-41d8-9daa-918831cee8a3 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:03.455233 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0b50ca87-e0df-441f-8802-062b1d5d074e req-606a51d9-eab6-41d8-9daa-918831cee8a3 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 944 time: 0.1856480 Feb 19 04:13:03.535767 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29480ae8-7b25-4f59-b324-fb7400cef1fc req-38787f32-4c84-4069-9859-e6bc0ba7de52 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472089 Feb 19 04:13:03.536283 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4315aa9a-3dfe-48fb-b69d-a2912cea5ef0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Allocated IP 10.2.2.200 (970ed126-7758-4a49-91d5-8b77d328f7d8/ad06bfbd-99a2-4a8a-a2ae-abc5d82d0e14/328f76f5-5319-4dc1-b370-793287406294) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:13:03.562650 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-4252a5a1-ae50-48c4-910f-d563408c14fc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] For port 492c3e3b-b711-4bfb-a535-7d64d1d569fe, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=492c3e3b-b711-4bfb-a535-7d64d1d569fe,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:03.577209 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e7d7f18-d38b-4128-9984-c76f8f7302ba req-8b0d74b0-efe3-4866-b3aa-2da3913331d6 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178521 Feb 19 04:13:03.584075 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0b50ca87-e0df-441f-8802-062b1d5d074e req-b3b41c15-1aa8-4cd2-9d2c-b47dc6bb6a29 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215830 Feb 19 04:13:03.658825 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4252a5a1-ae50-48c4-910f-d563408c14fc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (492c3e3b-b711-4bfb-a535-7d64d1d569fe), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:03.697606 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4252a5a1-ae50-48c4-910f-d563408c14fc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (492c3e3b-b711-4bfb-a535-7d64d1d569fe), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:03.713330 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 492c3e3b-b711-4bfb-a535-7d64d1d569fe up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:13:03.736051 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918f41d-8ce1-4d01-a01a-2d0f707f46b5 req-62a090c1-5893-4f0e-b4cd-9782344e1fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:03.737654 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c918f41d-8ce1-4d01-a01a-2d0f707f46b5 req-62a090c1-5893-4f0e-b4cd-9782344e1fb7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=47d77581683d4c43a3d18ea75c887227&device_id=ce5bea0e-46de-4a89-9ce4-c81b60d4e574 HTTP/1.1" status: 200 len: 1126 time: 0.0741689 Feb 19 04:13:03.763683 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:03.777837 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4315aa9a-3dfe-48fb-b69d-a2912cea5ef0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for port (328f76f5-5319-4dc1-b370-793287406294), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:03.781545 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 492c3e3b-b711-4bfb-a535-7d64d1d569fe triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:03.781954 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (492c3e3b-b711-4bfb-a535-7d64d1d569fe), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:03.845742 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4252a5a1-ae50-48c4-910f-d563408c14fc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (b4627431-025a-4d29-91a9-29df96fb637a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:03.861309 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918f41d-8ce1-4d01-a01a-2d0f707f46b5 req-d3cd08c7-2036-4a2f-b81b-cfcd654f95c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:03.863511 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c918f41d-8ce1-4d01-a01a-2d0f707f46b5 req-d3cd08c7-2036-4a2f-b81b-cfcd654f95c1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=af1b2524-905a-4fb0-b20e-a5912983245d HTTP/1.1" status: 200 len: 911 time: 0.1174622 Feb 19 04:13:03.883560 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 492c3e3b-b711-4bfb-a535-7d64d1d569fe is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:03.883955 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (492c3e3b-b711-4bfb-a535-7d64d1d569fe), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:03.924573 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c918f41d-8ce1-4d01-a01a-2d0f707f46b5 req-1d892c4b-85e1-4fc8-84e9-70f8ff7d16a1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c09e0d7-f2c2-496a-b2f8-7d7da176db42 HTTP/1.1" status: 200 len: 217 time: 0.0543211 Feb 19 04:13:03.928196 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 492c3e3b-b711-4bfb-a535-7d64d1d569fe, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=492c3e3b-b711-4bfb-a535-7d64d1d569fe,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:03.932726 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (492c3e3b-b711-4bfb-a535-7d64d1d569fe), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:03.958564 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4252a5a1-ae50-48c4-910f-d563408c14fc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:13:03.961689 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252a5a1-ae50-48c4-910f-d563408c14fc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=492c3e3b-b711-4bfb-a535-7d64d1d569fe,revision_number=4']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:03.973425 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-4252a5a1-ae50-48c4-910f-d563408c14fc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:03.976981 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4252a5a1-ae50-48c4-910f-d563408c14fc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:03.977663 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4252a5a1-ae50-48c4-910f-d563408c14fc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:03.981022 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252a5a1-ae50-48c4-910f-d563408c14fc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Subnet': ['ID=b4627431-025a-4d29-91a9-29df96fb637a,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:03.992268 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4315aa9a-3dfe-48fb-b69d-a2912cea5ef0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (328f76f5-5319-4dc1-b370-793287406294), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:04.018357 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918f41d-8ce1-4d01-a01a-2d0f707f46b5 req-736abdf9-6032-43a1-9f76-ba156100e4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:04.019978 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c918f41d-8ce1-4d01-a01a-2d0f707f46b5 req-736abdf9-6032-43a1-9f76-ba156100e4d1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4 HTTP/1.1" status: 200 len: 849 time: 0.0865331 Feb 19 04:13:04.044020 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=492c3e3b-b711-4bfb-a535-7d64d1d569fe,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:04.056262 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 3a792c35-5ce7-44ad-be3c-b922184addec up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:13:04.087147 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918f41d-8ce1-4d01-a01a-2d0f707f46b5 req-a0e43d64-4cc1-482f-a1da-e33a31645631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:04.089432 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c918f41d-8ce1-4d01-a01a-2d0f707f46b5 req-a0e43d64-4cc1-482f-a1da-e33a31645631 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=af1b2524-905a-4fb0-b20e-a5912983245d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0631266 Feb 19 04:13:04.103528 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4315aa9a-3dfe-48fb-b69d-a2912cea5ef0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event updated for resources: {'Port': ['ID=328f76f5-5319-4dc1-b370-793287406294,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:04.114641 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4252a5a1-ae50-48c4-910f-d563408c14fc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4841042 Feb 19 04:13:04.118516 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4315aa9a-3dfe-48fb-b69d-a2912cea5ef0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Network 970ed126-7758-4a49-91d5-8b77d328f7d8 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:13:04.121084 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4315aa9a-3dfe-48fb-b69d-a2912cea5ef0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:04.123031 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36510) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:04.130790 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-7a5c2807-16ff-4bb4-95e3-b46781a36dba tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Request body: {'port': {'network_id': '1742e730-766a-4fa0-996c-7e016537b1f1', 'mac_address': 'fa:16:3e:7d:f6:9b', 'name': 'tempest-NetworksTestDHCPv6-1724681894'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:04.139987 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 3a792c35-5ce7-44ad-be3c-b922184addec triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:04.141027 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3a792c35-5ce7-44ad-be3c-b922184addec), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:04.257334 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4315aa9a-3dfe-48fb-b69d-a2912cea5ef0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:13:04.267794 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 3a792c35-5ce7-44ad-be3c-b922184addec is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:04.268336 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3a792c35-5ce7-44ad-be3c-b922184addec), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:04.285115 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4208b002-1aab-4408-a5bb-9bfa32bf26b7 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:04.354530 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c918f41d-8ce1-4d01-a01a-2d0f707f46b5 req-06673286-4a37-40dd-93a0-3166249b35d3 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564061 Feb 19 04:13:04.362814 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4315aa9a-3dfe-48fb-b69d-a2912cea5ef0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:04.363382 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4315aa9a-3dfe-48fb-b69d-a2912cea5ef0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:04.388081 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4315aa9a-3dfe-48fb-b69d-a2912cea5ef0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7711844 Feb 19 04:13:04.400983 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d8d12edb-6d46-4b13-957e-4280681d3551 service neutron] Request body: {'port': {'device_id': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:04.407086 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5c2807-16ff-4bb4-95e3-b46781a36dba tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Made reservation on behalf of 1bdcf5ecc308450d9e923609ca7de655 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:04.487416 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d178d-4304-4df2-9df2-97bfab079937 req-50310b23-3472-4f4f-b3f0-859f7ace2e74 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:04.493371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d178d-4304-4df2-9df2-97bfab079937 req-50310b23-3472-4f4f-b3f0-859f7ace2e74 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:04.498974 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d178d-4304-4df2-9df2-97bfab079937 req-50310b23-3472-4f4f-b3f0-859f7ace2e74 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:04.504594 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d178d-4304-4df2-9df2-97bfab079937 req-50310b23-3472-4f4f-b3f0-859f7ace2e74 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:04.510120 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d178d-4304-4df2-9df2-97bfab079937 req-50310b23-3472-4f4f-b3f0-859f7ace2e74 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:04.518573 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-544d178d-4304-4df2-9df2-97bfab079937 req-50310b23-3472-4f4f-b3f0-859f7ace2e74 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 3816 time: 0.2088532 Feb 19 04:13:04.554581 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d8d12edb-6d46-4b13-957e-4280681d3551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (34be0ba4-056a-4e2e-8c32-588153dfa0c7), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:04.571561 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7a5c2807-16ff-4bb4-95e3-b46781a36dba tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:04.615850 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-7a5c2807-16ff-4bb4-95e3-b46781a36dba tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] device_id is not set on port 4993e55c-3250-451e-ab1c-d0d48dbff077 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:13:04.630874 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-544d178d-4304-4df2-9df2-97bfab079937 req-ef6af740-7670-42d3-b609-294f633b7036 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108477 Feb 19 04:13:04.647994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663bf6a9-5b5f-4777-88ac-2a55b55cbcd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a792c35-5ce7-44ad-be3c-b922184addec'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:04.650668 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad025422-9dab-4216-b3d8-412f32131ce7" -d '{"events": [{"server_uuid": "663bf6a9-5b5f-4777-88ac-2a55b55cbcd9", "name": "network-vif-plugged", "status": "completed", "tag": "3a792c35-5ce7-44ad-be3c-b922184addec"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:04.683561 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c918f41d-8ce1-4d01-a01a-2d0f707f46b5 req-0c1a0f9e-8fe0-4a9e-94ca-38424baee7a9 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086360 Feb 19 04:13:04.725224 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2c743727-d39a-4975-9ab6-6bc26008e0a2 None None] Provisioning complete for port 492c3e3b-b711-4bfb-a535-7d64d1d569fe triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:04.726193 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2c743727-d39a-4975-9ab6-6bc26008e0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (492c3e3b-b711-4bfb-a535-7d64d1d569fe), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:04.730653 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 3a792c35-5ce7-44ad-be3c-b922184addec, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=3a792c35-5ce7-44ad-be3c-b922184addec,segment=NetworkSegment(5235181e-dc3c-4aba-8bf2-254db3bce1f3),segment_id=5235181e-dc3c-4aba-8bf2-254db3bce1f3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:04.754861 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3a792c35-5ce7-44ad-be3c-b922184addec), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:04.837293 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=3a792c35-5ce7-44ad-be3c-b922184addec,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:04.888913 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68f3e1-d483-44b0-a3fe-3d090a3dcf63 req-11b523ea-555e-47f7-a577-490e9dea9150 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:04.891338 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3a68f3e1-d483-44b0-a3fe-3d090a3dcf63 req-11b523ea-555e-47f7-a577-490e9dea9150 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce5bea0e-46de-4a89-9ce4-c81b60d4e574 HTTP/1.1" status: 200 len: 943 time: 0.2068629 Feb 19 04:13:04.892407 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2c743727-d39a-4975-9ab6-6bc26008e0a2 None None] Current status of the port 492c3e3b-b711-4bfb-a535-7d64d1d569fe is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:04.911411 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef32e0-837c-40df-9546-9b243dad7812 req-1681b59e-d22e-47e5-95a1-31e9b18464fc tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:04.919767 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f1ef32e0-837c-40df-9546-9b243dad7812 req-1681b59e-d22e-47e5-95a1-31e9b18464fc tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 946 time: 0.1662722 Feb 19 04:13:05.008800 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f1ef32e0-837c-40df-9546-9b243dad7812 req-c7e1b3f0-e4d9-48b0-bd41-4934bd6e422d tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871379 Feb 19 04:13:05.024854 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-87b90bf4-b039-4d49-95e6-ef57d8907762 None None] Provisioning complete for port 328f76f5-5319-4dc1-b370-793287406294 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:05.025235 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-87b90bf4-b039-4d49-95e6-ef57d8907762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (328f76f5-5319-4dc1-b370-793287406294), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:05.068661 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3a68f3e1-d483-44b0-a3fe-3d090a3dcf63 req-09b6a66d-8fa3-41db-b157-bbab07f3305a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712031 Feb 19 04:13:05.077644 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef6802b-6781-4d7b-b24b-1d929e92f664 x-openstack-request-id: req-0ef6802b-6781-4d7b-b24b-1d929e92f664 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:05.077901 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663bf6a9-5b5f-4777-88ac-2a55b55cbcd9", "name": "network-vif-plugged", "status": "completed", "tag": "3a792c35-5ce7-44ad-be3c-b922184addec", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:05.078609 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-7a5c2807-16ff-4bb4-95e3-b46781a36dba tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 2001:db8::171 (1742e730-766a-4fa0-996c-7e016537b1f1/4489dad5-ffb9-4bd6-95e6-1fbac2e9100a/4993e55c-3250-451e-ab1c-d0d48dbff077) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:13:05.079242 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0ef6802b-6781-4d7b-b24b-1d929e92f664 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:05.079653 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663bf6a9-5b5f-4777-88ac-2a55b55cbcd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a792c35-5ce7-44ad-be3c-b922184addec', 'code': 200} Feb 19 04:13:05.089496 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-7a5c2807-16ff-4bb4-95e3-b46781a36dba tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7d:f69b (1742e730-766a-4fa0-996c-7e016537b1f1/b4627431-025a-4d29-91a9-29df96fb637a/4993e55c-3250-451e-ab1c-d0d48dbff077) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:13:05.116827 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-87b90bf4-b039-4d49-95e6-ef57d8907762 None None] Port 328f76f5-5319-4dc1-b370-793287406294 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:13:05.174830 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d8d12edb-6d46-4b13-957e-4280681d3551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34be0ba4-056a-4e2e-8c32-588153dfa0c7 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:05.194198 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d8d12edb-6d46-4b13-957e-4280681d3551 service neutron] Publish callbacks [] for port (34be0ba4-056a-4e2e-8c32-588153dfa0c7), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:05.231802 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:05.277870 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d8d12edb-6d46-4b13-957e-4280681d3551 service neutron] Transition to ACTIVE for port object 34be0ba4-056a-4e2e-8c32-588153dfa0c7 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:13:05.287905 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d8d12edb-6d46-4b13-957e-4280681d3551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (34be0ba4-056a-4e2e-8c32-588153dfa0c7), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:05.607971 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 492c3e3b-b711-4bfb-a535-7d64d1d569fe up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:13:05.703324 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 492c3e3b-b711-4bfb-a535-7d64d1d569fe triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:05.703600 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d12edb-6d46-4b13-957e-4280681d3551 service neutron] Pushing event updated for resources: {'Port': ['ID=34be0ba4-056a-4e2e-8c32-588153dfa0c7,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:05.703805 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (492c3e3b-b711-4bfb-a535-7d64d1d569fe), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:05.742174 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605adf4-82f4-4f8e-af61-34e8f6113a9b req-52d6f6b2-529a-46c1-b4a3-9c75ae6897a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:05.744470 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7605adf4-82f4-4f8e-af61-34e8f6113a9b req-52d6f6b2-529a-46c1-b4a3-9c75ae6897a6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 1129 time: 0.5219131 Feb 19 04:13:05.764921 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b52dc3d1-3918-4c46-b6b6-07fdf42b1573 None None] Provisioning complete for port 492c3e3b-b711-4bfb-a535-7d64d1d569fe triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:05.766137 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b52dc3d1-3918-4c46-b6b6-07fdf42b1573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (492c3e3b-b711-4bfb-a535-7d64d1d569fe), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:05.797525 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7a5c2807-16ff-4bb4-95e3-b46781a36dba tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for port (4993e55c-3250-451e-ab1c-d0d48dbff077), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:05.824877 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c286849-ca0f-48cb-843e-bd3b1bb824e5 req-e4b311ce-9a2f-4987-904d-ea9bd7e4b18f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:05.832355 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c286849-ca0f-48cb-843e-bd3b1bb824e5 req-e4b311ce-9a2f-4987-904d-ea9bd7e4b18f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:05.838467 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c286849-ca0f-48cb-843e-bd3b1bb824e5 req-e4b311ce-9a2f-4987-904d-ea9bd7e4b18f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:05.845607 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c286849-ca0f-48cb-843e-bd3b1bb824e5 req-e4b311ce-9a2f-4987-904d-ea9bd7e4b18f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:05.854228 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c286849-ca0f-48cb-843e-bd3b1bb824e5 req-e4b311ce-9a2f-4987-904d-ea9bd7e4b18f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:05.855379 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7605adf4-82f4-4f8e-af61-34e8f6113a9b req-706baae2-e7e0-40b8-8073-bb317460f079 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952878 Feb 19 04:13:05.856474 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5c286849-ca0f-48cb-843e-bd3b1bb824e5 req-e4b311ce-9a2f-4987-904d-ea9bd7e4b18f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 3828 time: 0.1054683 Feb 19 04:13:05.873472 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 492c3e3b-b711-4bfb-a535-7d64d1d569fe is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:05.896900 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b52dc3d1-3918-4c46-b6b6-07fdf42b1573 None None] Current status of the port 492c3e3b-b711-4bfb-a535-7d64d1d569fe is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:05.913381 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7a5c2807-16ff-4bb4-95e3-b46781a36dba tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (4993e55c-3250-451e-ab1c-d0d48dbff077), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:05.914606 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5c286849-ca0f-48cb-843e-bd3b1bb824e5 req-be7de116-f30a-424b-a757-b5bf0cb852cb tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515969 Feb 19 04:13:05.916485 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d8d12edb-6d46-4b13-957e-4280681d3551 service neutron] Attempting to bind port 34be0ba4-056a-4e2e-8c32-588153dfa0c7 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:05.916897 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d8d12edb-6d46-4b13-957e-4280681d3551 service neutron] Attempting to bind port 34be0ba4-056a-4e2e-8c32-588153dfa0c7 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'a1f015ea-7064-4c76-84f5-168db49c3282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f758f6a7-1c73-480c-aa6e-af8f6b3fc936'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:05.917229 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d8d12edb-6d46-4b13-957e-4280681d3551 service neutron] Attempting to bind port 34be0ba4-056a-4e2e-8c32-588153dfa0c7 on network f758f6a7-1c73-480c-aa6e-af8f6b3fc936 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:05.924775 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d8d12edb-6d46-4b13-957e-4280681d3551 service neutron] Port 34be0ba4-056a-4e2e-8c32-588153dfa0c7 on network f758f6a7-1c73-480c-aa6e-af8f6b3fc936 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:13:05.925106 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d8d12edb-6d46-4b13-957e-4280681d3551 service neutron] Attempting to bind port 34be0ba4-056a-4e2e-8c32-588153dfa0c7 on network f758f6a7-1c73-480c-aa6e-af8f6b3fc936 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:05.958637 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d8d12edb-6d46-4b13-957e-4280681d3551 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:05.958993 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d8d12edb-6d46-4b13-957e-4280681d3551 service neutron] Checking segment: {'id': 'a1f015ea-7064-4c76-84f5-168db49c3282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f758f6a7-1c73-480c-aa6e-af8f6b3fc936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:05.959388 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d8d12edb-6d46-4b13-957e-4280681d3551 service neutron] Bound using segment: {'id': 'a1f015ea-7064-4c76-84f5-168db49c3282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f758f6a7-1c73-480c-aa6e-af8f6b3fc936'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:05.959844 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d8d12edb-6d46-4b13-957e-4280681d3551 service neutron] Bound port: 34be0ba4-056a-4e2e-8c32-588153dfa0c7, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f015ea-7064-4c76-84f5-168db49c3282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f758f6a7-1c73-480c-aa6e-af8f6b3fc936'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:05.960208 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d8d12edb-6d46-4b13-957e-4280681d3551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (34be0ba4-056a-4e2e-8c32-588153dfa0c7), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:05.985359 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5c2807-16ff-4bb4-95e3-b46781a36dba tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Network 1742e730-766a-4fa0-996c-7e016537b1f1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:13:05.992917 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-7a5c2807-16ff-4bb4-95e3-b46781a36dba tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:06.000827 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5c2807-16ff-4bb4-95e3-b46781a36dba tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:13:06.006378 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5c2807-16ff-4bb4-95e3-b46781a36dba tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:06.006993 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7a5c2807-16ff-4bb4-95e3-b46781a36dba tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:06.011327 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c2807-16ff-4bb4-95e3-b46781a36dba tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event updated for resources: {'Port': ['ID=4993e55c-3250-451e-ab1c-d0d48dbff077,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:06.054378 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7a5c2807-16ff-4bb4-95e3-b46781a36dba tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9294775 Feb 19 04:13:06.056249 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36524) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:06.091449 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d8d12edb-6d46-4b13-957e-4280681d3551 service neutron] For port 34be0ba4-056a-4e2e-8c32-588153dfa0c7, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:06.098189 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d8d12edb-6d46-4b13-957e-4280681d3551 service neutron] For port 34be0ba4-056a-4e2e-8c32-588153dfa0c7, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=34be0ba4-056a-4e2e-8c32-588153dfa0c7,segment=NetworkSegment(a1f015ea-7064-4c76-84f5-168db49c3282),segment_id=a1f015ea-7064-4c76-84f5-168db49c3282)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:06.110243 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d8d12edb-6d46-4b13-957e-4280681d3551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (34be0ba4-056a-4e2e-8c32-588153dfa0c7), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:06.132175 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d8d12edb-6d46-4b13-957e-4280681d3551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:06.139679 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d8d12edb-6d46-4b13-957e-4280681d3551 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:06.142460 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d8d12edb-6d46-4b13-957e-4280681d3551 service neutron] 10.222.0.26 "PUT /v2.0/ports/34be0ba4-056a-4e2e-8c32-588153dfa0c7 HTTP/1.1" status: 200 len: 1093 time: 1.7462709 Feb 19 04:13:06.165721 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'tag': '34be0ba4-056a-4e2e-8c32-588153dfa0c7'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:06.176943 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7091400d-fbb4-45f5-acd6-294e2b871e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "tag": "34be0ba4-056a-4e2e-8c32-588153dfa0c7"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:06.189615 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d61040d6-d935-4528-ae1b-335e536dd98a service neutron] Request body: {'port': {'device_id': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:06.206210 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 1c09e0d7-f2c2-496a-b2f8-7d7da176db42 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:13:06.269309 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d12edb-6d46-4b13-957e-4280681d3551 service neutron] Pushing event updated for resources: {'Port': ['ID=34be0ba4-056a-4e2e-8c32-588153dfa0c7,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:06.316105 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a588b99-a291-4b48-a837-d16df7967f49 req-7308fa38-c46b-4be2-a4e4-7b9f81735e52 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:06.317930 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a588b99-a291-4b48-a837-d16df7967f49 req-7308fa38-c46b-4be2-a4e4-7b9f81735e52 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 946 time: 0.2105918 Feb 19 04:13:06.354007 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d61040d6-d935-4528-ae1b-335e536dd98a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (898fda35-40f1-43dc-a819-d803062eb315), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:06.425160 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a588b99-a291-4b48-a837-d16df7967f49 req-66b0de85-bd9c-4716-af7d-1c442345615a tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011691 Feb 19 04:13:06.427723 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-9296dad5-9096-4189-9d89-8e3b26cc10f2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting port 4993e55c-3250-451e-ab1c-d0d48dbff077 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:13:06.428437 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9296dad5-9096-4189-9d89-8e3b26cc10f2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (4993e55c-3250-451e-ab1c-d0d48dbff077), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:06.556193 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb363cdc-4542-4537-8658-47e54cebed40 None None] Provisioning complete for port 4993e55c-3250-451e-ab1c-d0d48dbff077 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:06.556844 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb363cdc-4542-4537-8658-47e54cebed40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4993e55c-3250-451e-ab1c-d0d48dbff077), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:06.570759 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9296dad5-9096-4189-9d89-8e3b26cc10f2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (4993e55c-3250-451e-ab1c-d0d48dbff077), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:06.583597 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-9296dad5-9096-4189-9d89-8e3b26cc10f2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Calling delete_port for 4993e55c-3250-451e-ab1c-d0d48dbff077 owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:13:06.605370 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 1c09e0d7-f2c2-496a-b2f8-7d7da176db42, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=1c09e0d7-f2c2-496a-b2f8-7d7da176db42,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:06.658316 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb363cdc-4542-4537-8658-47e54cebed40 None None] Port 4993e55c-3250-451e-ab1c-d0d48dbff077 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:13:06.660588 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '1c09e0d7-f2c2-496a-b2f8-7d7da176db42', 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'port_id': '1c09e0d7-f2c2-496a-b2f8-7d7da176db42', 'mac_address': 'fa:16:3e:72:15:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:13:06.677277 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca855b3-ce67-468b-90c3-09af489a44f7 x-openstack-request-id: req-7ca855b3-ce67-468b-90c3-09af489a44f7 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:06.677514 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "tag": "34be0ba4-056a-4e2e-8c32-588153dfa0c7", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:06.677738 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7ca855b3-ce67-468b-90c3-09af489a44f7 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:06.678153 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'tag': '34be0ba4-056a-4e2e-8c32-588153dfa0c7', 'status': 'completed', 'code': 200} Feb 19 04:13:06.728640 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 1c09e0d7-f2c2-496a-b2f8-7d7da176db42 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:06.729556 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdc4df-b058-4864-ad03-76c07a8b5aa2 req-b34a75fd-2e94-4f52-8a1b-c546ab61d962 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:06.730081 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1c09e0d7-f2c2-496a-b2f8-7d7da176db42), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:06.731992 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b6bdc4df-b058-4864-ad03-76c07a8b5aa2 req-b34a75fd-2e94-4f52-8a1b-c546ab61d962 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce5bea0e-46de-4a89-9ce4-c81b60d4e574 HTTP/1.1" status: 200 len: 943 time: 0.4783523 Feb 19 04:13:06.765798 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c09e0d7-f2c2-496a-b2f8-7d7da176db42 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:06.768004 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d61040d6-d935-4528-ae1b-335e536dd98a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 898fda35-40f1-43dc-a819-d803062eb315 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:06.779305 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d61040d6-d935-4528-ae1b-335e536dd98a service neutron] Publish callbacks [] for port (898fda35-40f1-43dc-a819-d803062eb315), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:06.780394 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:06.786671 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091400d-fbb4-45f5-acd6-294e2b871e0f req-2b01e02f-a5a1-422e-8eb9-74a263f39583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:06.787158 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091400d-fbb4-45f5-acd6-294e2b871e0f req-2b01e02f-a5a1-422e-8eb9-74a263f39583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:06.787704 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091400d-fbb4-45f5-acd6-294e2b871e0f req-2b01e02f-a5a1-422e-8eb9-74a263f39583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:06.788225 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091400d-fbb4-45f5-acd6-294e2b871e0f req-2b01e02f-a5a1-422e-8eb9-74a263f39583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:06.788695 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091400d-fbb4-45f5-acd6-294e2b871e0f req-2b01e02f-a5a1-422e-8eb9-74a263f39583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:06.790721 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7091400d-fbb4-45f5-acd6-294e2b871e0f req-2b01e02f-a5a1-422e-8eb9-74a263f39583 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70c4c3b9b3c649e3926da7d12add9340&device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 4395 time: 0.1117992 Feb 19 04:13:06.820578 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d61040d6-d935-4528-ae1b-335e536dd98a service neutron] Transition to ACTIVE for port object 898fda35-40f1-43dc-a819-d803062eb315 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:13:06.823198 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 1c09e0d7-f2c2-496a-b2f8-7d7da176db42, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=1c09e0d7-f2c2-496a-b2f8-7d7da176db42,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:06.846301 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1c09e0d7-f2c2-496a-b2f8-7d7da176db42), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:06.852097 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d61040d6-d935-4528-ae1b-335e536dd98a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (898fda35-40f1-43dc-a819-d803062eb315), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:06.875604 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9296dad5-9096-4189-9d89-8e3b26cc10f2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (4993e55c-3250-451e-ab1c-d0d48dbff077), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:06.904015 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=1c09e0d7-f2c2-496a-b2f8-7d7da176db42,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:06.929128 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b6bdc4df-b058-4864-ad03-76c07a8b5aa2 req-e61cc6b9-1ca6-489a-bfb3-9d95e35d5429 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829170 Feb 19 04:13:06.933172 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296dad5-9096-4189-9d89-8e3b26cc10f2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Port': ['ID=4993e55c-3250-451e-ab1c-d0d48dbff077,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:07.034279 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61040d6-d935-4528-ae1b-335e536dd98a service neutron] Pushing event updated for resources: {'Port': ['ID=898fda35-40f1-43dc-a819-d803062eb315,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:07.058235 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9296dad5-9096-4189-9d89-8e3b26cc10f2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:07.068826 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9296dad5-9096-4189-9d89-8e3b26cc10f2 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/4993e55c-3250-451e-ab1c-d0d48dbff077 HTTP/1.1" status: 204 len: 168 time: 1.0109363 Feb 19 04:13:07.079082 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36532) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:07.112546 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['1c09e0d7-f2c2-496a-b2f8-7d7da176db42'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:13:07.162147 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091400d-fbb4-45f5-acd6-294e2b871e0f req-e38707c7-7b1e-47df-bb6c-c1134054789c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:07.162147 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091400d-fbb4-45f5-acd6-294e2b871e0f req-e38707c7-7b1e-47df-bb6c-c1134054789c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:07.164813 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091400d-fbb4-45f5-acd6-294e2b871e0f req-e38707c7-7b1e-47df-bb6c-c1134054789c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:07.166632 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7091400d-fbb4-45f5-acd6-294e2b871e0f req-e38707c7-7b1e-47df-bb6c-c1134054789c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=70c4c3b9b3c649e3926da7d12add9340&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3653686 Feb 19 04:13:07.253925 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1193a99c-91b1-4851-b338-1739c1d551af tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:07.259682 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1193a99c-91b1-4851-b338-1739c1d551af tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1795793 Feb 19 04:13:07.267746 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36534) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:07.378873 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d61040d6-d935-4528-ae1b-335e536dd98a service neutron] Attempting to bind port 898fda35-40f1-43dc-a819-d803062eb315 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:07.379342 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d61040d6-d935-4528-ae1b-335e536dd98a service neutron] Attempting to bind port 898fda35-40f1-43dc-a819-d803062eb315 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:07.379745 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d61040d6-d935-4528-ae1b-335e536dd98a service neutron] Attempting to bind port 898fda35-40f1-43dc-a819-d803062eb315 on network 992f3549-caaf-4530-b747-2a0e80390b5d {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:07.401923 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a886e-cefd-48da-b178-2c1a6c4a4df6 req-996d3578-c0a8-47d7-9cad-f83bdc2585de tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:07.409719 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a886e-cefd-48da-b178-2c1a6c4a4df6 req-996d3578-c0a8-47d7-9cad-f83bdc2585de tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:07.418855 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d61040d6-d935-4528-ae1b-335e536dd98a service neutron] Port 898fda35-40f1-43dc-a819-d803062eb315 on network 992f3549-caaf-4530-b747-2a0e80390b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:13:07.419282 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d61040d6-d935-4528-ae1b-335e536dd98a service neutron] Attempting to bind port 898fda35-40f1-43dc-a819-d803062eb315 on network 992f3549-caaf-4530-b747-2a0e80390b5d {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:07.425971 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a886e-cefd-48da-b178-2c1a6c4a4df6 req-996d3578-c0a8-47d7-9cad-f83bdc2585de tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:07.431466 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a886e-cefd-48da-b178-2c1a6c4a4df6 req-996d3578-c0a8-47d7-9cad-f83bdc2585de tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:07.433512 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d61040d6-d935-4528-ae1b-335e536dd98a service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:07.433816 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d61040d6-d935-4528-ae1b-335e536dd98a service neutron] Checking segment: {'id': 'fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:07.434228 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d61040d6-d935-4528-ae1b-335e536dd98a service neutron] Bound using segment: {'id': 'fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:07.434676 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d61040d6-d935-4528-ae1b-335e536dd98a service neutron] Bound port: 898fda35-40f1-43dc-a819-d803062eb315, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:07.435380 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d61040d6-d935-4528-ae1b-335e536dd98a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (898fda35-40f1-43dc-a819-d803062eb315), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:07.450401 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a886e-cefd-48da-b178-2c1a6c4a4df6 req-996d3578-c0a8-47d7-9cad-f83bdc2585de tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:07.462527 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a886e-cefd-48da-b178-2c1a6c4a4df6 req-996d3578-c0a8-47d7-9cad-f83bdc2585de tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:07.464946 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-629a886e-cefd-48da-b178-2c1a6c4a4df6 req-996d3578-c0a8-47d7-9cad-f83bdc2585de tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 4606 time: 0.3948429 Feb 19 04:13:07.489888 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091400d-fbb4-45f5-acd6-294e2b871e0f req-428a506e-4a00-44d7-ab99-f3473a55a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:07.491426 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7091400d-fbb4-45f5-acd6-294e2b871e0f req-428a506e-4a00-44d7-ab99-f3473a55a35d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3125746 Feb 19 04:13:07.555121 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d61040d6-d935-4528-ae1b-335e536dd98a service neutron] For port 898fda35-40f1-43dc-a819-d803062eb315, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:07.558449 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d61040d6-d935-4528-ae1b-335e536dd98a service neutron] For port 898fda35-40f1-43dc-a819-d803062eb315, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=898fda35-40f1-43dc-a819-d803062eb315,segment=NetworkSegment(fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e),segment_id=fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:07.565573 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d61040d6-d935-4528-ae1b-335e536dd98a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (898fda35-40f1-43dc-a819-d803062eb315), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:07.582553 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147a5470-6832-4e36-bd9e-d257af489327 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:07.586529 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-147a5470-6832-4e36-bd9e-d257af489327 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3154159 Feb 19 04:13:07.588049 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36538) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:07.603519 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d61040d6-d935-4528-ae1b-335e536dd98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:07.603519 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d61040d6-d935-4528-ae1b-335e536dd98a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:07.604620 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d61040d6-d935-4528-ae1b-335e536dd98a service neutron] 10.222.0.26 "PUT /v2.0/ports/898fda35-40f1-43dc-a819-d803062eb315 HTTP/1.1" status: 200 len: 1137 time: 1.4210963 Feb 19 04:13:07.625012 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61040d6-d935-4528-ae1b-335e536dd98a service neutron] Pushing event updated for resources: {'Port': ['ID=898fda35-40f1-43dc-a819-d803062eb315,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:07.663686 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-a77a83e2-ad0a-4b05-8cf7-71b60f3ec3db service neutron] Request body: {'port': {'device_id': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:07.684526 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-629a886e-cefd-48da-b178-2c1a6c4a4df6 req-c670f6ab-9876-484a-a9e9-261ce5103b54 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2106965 Feb 19 04:13:07.695010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43a64a2-cec9-4ef1-a422-ef9cfbebc457 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:07.699688 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43a64a2-cec9-4ef1-a422-ef9cfbebc457 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:07.711799 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43a64a2-cec9-4ef1-a422-ef9cfbebc457 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:07.711799 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a43a64a2-cec9-4ef1-a422-ef9cfbebc457 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1154878 Feb 19 04:13:07.712058 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36540) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:07.712942 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9710d5f-7b4b-4cf1-a04c-0dea15b5837c req-418abfc6-f833-4adc-a9c4-1e205521fdff tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:07.720932 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9710d5f-7b4b-4cf1-a04c-0dea15b5837c req-418abfc6-f833-4adc-a9c4-1e205521fdff tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 946 time: 0.1911886 Feb 19 04:13:07.782628 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9710d5f-7b4b-4cf1-a04c-0dea15b5837c req-f101527b-bdc3-4137-a582-26ac57f4780d tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616877 Feb 19 04:13:07.784862 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-a77a83e2-ad0a-4b05-8cf7-71b60f3ec3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (938dc52f-77e7-4640-9ee1-5c86a03bd120), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:07.904989 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1072bc8-8723-4fcf-80e1-192096f30f2c req-ebf2d28d-fbb7-48a2-af40-5ac9f3f3f4cf tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:07.908881 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f1072bc8-8723-4fcf-80e1-192096f30f2c req-ebf2d28d-fbb7-48a2-af40-5ac9f3f3f4cf tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 946 time: 0.0654798 Feb 19 04:13:07.924128 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-273d4971-d765-4cab-827e-ac6ec33b26d3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet 4489dad5-ffb9-4bd6-95e6-1fbac2e9100a {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:13:07.929165 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-273d4971-d765-4cab-827e-ac6ec33b26d3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (4489dad5-ffb9-4bd6-95e6-1fbac2e9100a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:07.966716 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f1072bc8-8723-4fcf-80e1-192096f30f2c req-3e68890b-cbef-47ee-83a5-ae3226850a0b tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519023 Feb 19 04:13:07.995730 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-273d4971-d765-4cab-827e-ac6ec33b26d3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (4489dad5-ffb9-4bd6-95e6-1fbac2e9100a), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:08.144755 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4293e89-f86b-451c-be6a-c25a3768008a req-569714f5-4590-4cce-8b3e-2a2746e1c939 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:08.158131 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a4293e89-f86b-451c-be6a-c25a3768008a req-569714f5-4590-4cce-8b3e-2a2746e1c939 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce5bea0e-46de-4a89-9ce4-c81b60d4e574 HTTP/1.1" status: 200 len: 944 time: 0.0993135 Feb 19 04:13:08.191833 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-273d4971-d765-4cab-827e-ac6ec33b26d3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (4489dad5-ffb9-4bd6-95e6-1fbac2e9100a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:08.218595 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 1c09e0d7-f2c2-496a-b2f8-7d7da176db42 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:13:08.241753 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a4293e89-f86b-451c-be6a-c25a3768008a req-45c0e0d2-4a46-4609-9207-53543f112613 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732124 Feb 19 04:13:08.294780 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 1c09e0d7-f2c2-496a-b2f8-7d7da176db42 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:13:08.300700 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 1c09e0d7-f2c2-496a-b2f8-7d7da176db42 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:08.300700 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1c09e0d7-f2c2-496a-b2f8-7d7da176db42), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:08.326341 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-a77a83e2-ad0a-4b05-8cf7-71b60f3ec3db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938dc52f-77e7-4640-9ee1-5c86a03bd120 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:08.338693 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-a77a83e2-ad0a-4b05-8cf7-71b60f3ec3db service neutron] Publish callbacks [] for port (938dc52f-77e7-4640-9ee1-5c86a03bd120), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:08.350454 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-273d4971-d765-4cab-827e-ac6ec33b26d3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (4489dad5-ffb9-4bd6-95e6-1fbac2e9100a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:08.392441 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-a77a83e2-ad0a-4b05-8cf7-71b60f3ec3db service neutron] Transition to ACTIVE for port object 938dc52f-77e7-4640-9ee1-5c86a03bd120 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:13:08.397070 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 1c09e0d7-f2c2-496a-b2f8-7d7da176db42 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:08.397315 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d4971-d765-4cab-827e-ac6ec33b26d3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=4489dad5-ffb9-4bd6-95e6-1fbac2e9100a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:08.398151 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1c09e0d7-f2c2-496a-b2f8-7d7da176db42), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:08.409685 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-273d4971-d765-4cab-827e-ac6ec33b26d3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:08.418579 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-273d4971-d765-4cab-827e-ac6ec33b26d3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/4489dad5-ffb9-4bd6-95e6-1fbac2e9100a HTTP/1.1" status: 204 len: 168 time: 0.7082238 Feb 19 04:13:08.420201 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb716aa9-b8c0-4581-a914-44af9aca4dc5 None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:08.420508 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36562) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:08.448428 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5bea0e-46de-4a89-9ce4-c81b60d4e574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c09e0d7-f2c2-496a-b2f8-7d7da176db42'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:08.451146 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd6d789-c7a3-4737-936a-67e6b3368596" -d '{"events": [{"server_uuid": "ce5bea0e-46de-4a89-9ce4-c81b60d4e574", "name": "network-vif-plugged", "status": "completed", "tag": "1c09e0d7-f2c2-496a-b2f8-7d7da176db42"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:08.488890 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-c2f39275-5d43-474e-9ca2-b958a9a1ae70 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:08.490458 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-c2f39275-5d43-474e-9ca2-b958a9a1ae70 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/networks?id=7cbf1741-c2f4-4ecb-bd05-d634c442a618 HTTP/1.1" status: 200 len: 815 time: 0.1332617 Feb 19 04:13:08.498130 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-a77a83e2-ad0a-4b05-8cf7-71b60f3ec3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (938dc52f-77e7-4640-9ee1-5c86a03bd120), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:08.508170 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-939c6abd-48b3-440c-aef8-9149aee824bb tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Deleting subnet b4627431-025a-4d29-91a9-29df96fb637a {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:13:08.509675 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 1c09e0d7-f2c2-496a-b2f8-7d7da176db42, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=1c09e0d7-f2c2-496a-b2f8-7d7da176db42,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:08.511246 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-0c6d5aa1-f13b-4853-ba65-ec9a60b1da34 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/quotas/e0de0bed00dc48a1a91b9778ced33263 HTTP/1.1" status: 200 len: 375 time: 0.0151701 Feb 19 04:13:08.526809 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1c09e0d7-f2c2-496a-b2f8-7d7da176db42), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:08.539200 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b750ab-32d7-4dc1-9489-69e890f9acb4 x-openstack-request-id: req-65b750ab-32d7-4dc1-9489-69e890f9acb4 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:08.539934 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5bea0e-46de-4a89-9ce4-c81b60d4e574", "name": "network-vif-plugged", "status": "completed", "tag": "1c09e0d7-f2c2-496a-b2f8-7d7da176db42", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:08.540358 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-65b750ab-32d7-4dc1-9489-69e890f9acb4 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:08.540918 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5bea0e-46de-4a89-9ce4-c81b60d4e574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c09e0d7-f2c2-496a-b2f8-7d7da176db42', 'code': 200} Feb 19 04:13:08.552840 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-939c6abd-48b3-440c-aef8-9149aee824bb tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (b4627431-025a-4d29-91a9-29df96fb637a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:08.588886 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-9fd9f6ca-aef6-472a-a26c-e0f1936d6d89 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e0de0bed00dc48a1a91b9778ced33263&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0693603 Feb 19 04:13:08.608810 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-939c6abd-48b3-440c-aef8-9149aee824bb tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (b4627431-025a-4d29-91a9-29df96fb637a), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:08.635954 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=1c09e0d7-f2c2-496a-b2f8-7d7da176db42,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:08.689433 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'tag': '898fda35-40f1-43dc-a819-d803062eb315'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:08.691788 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa6d7af-3a32-4b4c-a38d-a87bd1b51bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "tag": "898fda35-40f1-43dc-a819-d803062eb315"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:08.715440 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a83e2-ad0a-4b05-8cf7-71b60f3ec3db service neutron] Pushing event updated for resources: {'Port': ['ID=938dc52f-77e7-4640-9ee1-5c86a03bd120,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:08.761405 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451de99-690e-4c69-8063-e5b769872d2f req-2fdc1653-d2f1-45ed-925b-434c677e6eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:08.763120 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c451de99-690e-4c69-8063-e5b769872d2f req-2fdc1653-d2f1-45ed-925b-434c677e6eb8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ce5bea0e-46de-4a89-9ce4-c81b60d4e574 HTTP/1.1" status: 200 len: 1128 time: 0.1434236 Feb 19 04:13:08.775348 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-939c6abd-48b3-440c-aef8-9149aee824bb tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (b4627431-025a-4d29-91a9-29df96fb637a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:08.776421 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-13500778-2ce8-4747-909a-dbec81fd218b service neutron] 10.222.0.52 "GET /v2.0/networks/7cbf1741-c2f4-4ecb-bd05-d634c442a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815553 Feb 19 04:13:08.818753 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e43d82-8586-446f-b1b0-aabbccc0a116 x-openstack-request-id: req-34e43d82-8586-446f-b1b0-aabbccc0a116 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:08.819104 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "tag": "898fda35-40f1-43dc-a819-d803062eb315", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:08.819359 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-34e43d82-8586-446f-b1b0-aabbccc0a116 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:08.820057 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'tag': '898fda35-40f1-43dc-a819-d803062eb315', 'status': 'completed', 'code': 200} Feb 19 04:13:08.976127 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-a77a83e2-ad0a-4b05-8cf7-71b60f3ec3db service neutron] Attempting to bind port 938dc52f-77e7-4640-9ee1-5c86a03bd120 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:08.976497 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-a77a83e2-ad0a-4b05-8cf7-71b60f3ec3db service neutron] Attempting to bind port 938dc52f-77e7-4640-9ee1-5c86a03bd120 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:08.977287 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-a77a83e2-ad0a-4b05-8cf7-71b60f3ec3db service neutron] Attempting to bind port 938dc52f-77e7-4640-9ee1-5c86a03bd120 on network 992f3549-caaf-4530-b747-2a0e80390b5d {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:08.988731 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c451de99-690e-4c69-8063-e5b769872d2f req-b1d480f6-26f4-401e-9767-da8b55b92673 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897914 Feb 19 04:13:08.988918 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-a77a83e2-ad0a-4b05-8cf7-71b60f3ec3db service neutron] Port 938dc52f-77e7-4640-9ee1-5c86a03bd120 on network 992f3549-caaf-4530-b747-2a0e80390b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:13:08.989222 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-a77a83e2-ad0a-4b05-8cf7-71b60f3ec3db service neutron] Attempting to bind port 938dc52f-77e7-4640-9ee1-5c86a03bd120 on network 992f3549-caaf-4530-b747-2a0e80390b5d {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:09.020402 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6d7af-3a32-4b4c-a38d-a87bd1b51bdd req-d1d2ef2e-cb2c-443a-9143-bb54711865d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:09.020967 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6d7af-3a32-4b4c-a38d-a87bd1b51bdd req-d1d2ef2e-cb2c-443a-9143-bb54711865d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:09.021442 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6d7af-3a32-4b4c-a38d-a87bd1b51bdd req-d1d2ef2e-cb2c-443a-9143-bb54711865d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:09.021916 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6d7af-3a32-4b4c-a38d-a87bd1b51bdd req-d1d2ef2e-cb2c-443a-9143-bb54711865d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:09.022415 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6d7af-3a32-4b4c-a38d-a87bd1b51bdd req-d1d2ef2e-cb2c-443a-9143-bb54711865d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:09.022884 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6d7af-3a32-4b4c-a38d-a87bd1b51bdd req-d1d2ef2e-cb2c-443a-9143-bb54711865d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:09.023508 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6d7af-3a32-4b4c-a38d-a87bd1b51bdd req-d1d2ef2e-cb2c-443a-9143-bb54711865d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:09.025384 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5aa6d7af-3a32-4b4c-a38d-a87bd1b51bdd req-d1d2ef2e-cb2c-443a-9143-bb54711865d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70c4c3b9b3c649e3926da7d12add9340&device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 6243 time: 0.1593025 Feb 19 04:13:09.026510 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-939c6abd-48b3-440c-aef8-9149aee824bb tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (b4627431-025a-4d29-91a9-29df96fb637a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:09.049241 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-a77a83e2-ad0a-4b05-8cf7-71b60f3ec3db service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:09.049409 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-a77a83e2-ad0a-4b05-8cf7-71b60f3ec3db service neutron] Checking segment: {'id': 'fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:09.049769 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-a77a83e2-ad0a-4b05-8cf7-71b60f3ec3db service neutron] Bound using segment: {'id': 'fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:09.055987 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-a77a83e2-ad0a-4b05-8cf7-71b60f3ec3db service neutron] Bound port: 938dc52f-77e7-4640-9ee1-5c86a03bd120, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:09.056554 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-a77a83e2-ad0a-4b05-8cf7-71b60f3ec3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (938dc52f-77e7-4640-9ee1-5c86a03bd120), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:09.063010 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-61728202-1a80-4962-a83c-f5f1641bae9f service neutron] 10.222.0.52 "GET /v2.0/networks/7cbf1741-c2f4-4ecb-bd05-d634c442a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856286 Feb 19 04:13:09.105142 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e9795-1c20-4499-acc7-5753714db1a4 req-14264b41-f2c2-4dc1-af75-6058308cab02 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:09.115861 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e9795-1c20-4499-acc7-5753714db1a4 req-14264b41-f2c2-4dc1-af75-6058308cab02 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:09.121121 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e9795-1c20-4499-acc7-5753714db1a4 req-14264b41-f2c2-4dc1-af75-6058308cab02 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:09.137442 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e9795-1c20-4499-acc7-5753714db1a4 req-14264b41-f2c2-4dc1-af75-6058308cab02 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:09.165366 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e9795-1c20-4499-acc7-5753714db1a4 req-14264b41-f2c2-4dc1-af75-6058308cab02 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:09.175474 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e9795-1c20-4499-acc7-5753714db1a4 req-14264b41-f2c2-4dc1-af75-6058308cab02 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:09.183851 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e9795-1c20-4499-acc7-5753714db1a4 req-14264b41-f2c2-4dc1-af75-6058308cab02 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:09.186412 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2f6e9795-1c20-4499-acc7-5753714db1a4 req-14264b41-f2c2-4dc1-af75-6058308cab02 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5383 time: 0.2667334 Feb 19 04:13:09.220565 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6d7af-3a32-4b4c-a38d-a87bd1b51bdd req-a8c86f54-14eb-4781-8f8e-6febd929d00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:09.221169 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6d7af-3a32-4b4c-a38d-a87bd1b51bdd req-a8c86f54-14eb-4781-8f8e-6febd929d00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:09.221560 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6d7af-3a32-4b4c-a38d-a87bd1b51bdd req-a8c86f54-14eb-4781-8f8e-6febd929d00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:09.223421 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5aa6d7af-3a32-4b4c-a38d-a87bd1b51bdd req-a8c86f54-14eb-4781-8f8e-6febd929d00f service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=70c4c3b9b3c649e3926da7d12add9340&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1778357 Feb 19 04:13:09.230876 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c6abd-48b3-440c-aef8-9149aee824bb tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Subnet': ['ID=b4627431-025a-4d29-91a9-29df96fb637a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:09.239202 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-939c6abd-48b3-440c-aef8-9149aee824bb tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:09.244937 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-939c6abd-48b3-440c-aef8-9149aee824bb tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/b4627431-025a-4d29-91a9-29df96fb637a HTTP/1.1" status: 204 len: 168 time: 0.8205914 Feb 19 04:13:09.246036 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36572) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:09.372744 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-80cdb295-0183-4f89-90b1-c52ddefa4c02 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1235878 Feb 19 04:13:09.375290 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36580) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:09.379342 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6d7af-3a32-4b4c-a38d-a87bd1b51bdd req-6b568a26-6f3e-46f9-a8f9-ca7df22a84a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:09.381040 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5aa6d7af-3a32-4b4c-a38d-a87bd1b51bdd req-6b568a26-6f3e-46f9-a8f9-ca7df22a84a3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1444416 Feb 19 04:13:09.490935 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2f6e9795-1c20-4499-acc7-5753714db1a4 req-f02a51b6-c9a7-4383-a3fe-eee55210655b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2974713 Feb 19 04:13:09.540607 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be25fd9-20f6-44cf-8002-8a73a65369a1 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:09.543691 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5be25fd9-20f6-44cf-8002-8a73a65369a1 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1673956 Feb 19 04:13:09.544986 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-a77a83e2-ad0a-4b05-8cf7-71b60f3ec3db service neutron] For port 938dc52f-77e7-4640-9ee1-5c86a03bd120, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:09.547193 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36586) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:09.560950 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-a77a83e2-ad0a-4b05-8cf7-71b60f3ec3db service neutron] For port 938dc52f-77e7-4640-9ee1-5c86a03bd120, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=938dc52f-77e7-4640-9ee1-5c86a03bd120,segment=NetworkSegment(fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e),segment_id=fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:09.582914 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-a77a83e2-ad0a-4b05-8cf7-71b60f3ec3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (938dc52f-77e7-4640-9ee1-5c86a03bd120), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:09.654283 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-a77a83e2-ad0a-4b05-8cf7-71b60f3ec3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:09.656642 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-a77a83e2-ad0a-4b05-8cf7-71b60f3ec3db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:09.662205 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-a77a83e2-ad0a-4b05-8cf7-71b60f3ec3db service neutron] 10.222.0.26 "PUT /v2.0/ports/938dc52f-77e7-4640-9ee1-5c86a03bd120 HTTP/1.1" status: 200 len: 1136 time: 2.0033660 Feb 19 04:13:09.679066 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa1b27ac-41b8-4407-a8f4-7dbfffaf31e3 req-04cb6999-c93d-42d3-b27a-ebc2d40669a6 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 210 time: 0.0771892 Feb 19 04:13:09.708844 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c3d2ac-0f37-498c-b42e-8ab4a07fd4c0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:09.710428 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-40c3d2ac-0f37-498c-b42e-8ab4a07fd4c0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1620193 Feb 19 04:13:09.717840 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36590) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:09.725224 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc6541-67d3-41c5-be33-b4d630500594 req-1e5f35b6-88c2-4fcf-9077-a1f5cf28958a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:09.735980 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e2dc6541-67d3-41c5-be33-b4d630500594 req-1e5f35b6-88c2-4fcf-9077-a1f5cf28958a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce5bea0e-46de-4a89-9ce4-c81b60d4e574 HTTP/1.1" status: 200 len: 945 time: 0.2149119 Feb 19 04:13:09.740215 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4b604271-dca8-4b03-9595-8aaa96caf230 service neutron] Request body: {'port': {'device_id': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:09.816527 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2697253d-2e1e-41a7-9482-897ef5197349 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0692255 Feb 19 04:13:09.822042 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36594) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:09.823862 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b4068b-709d-42c3-ae83-16e7813f1a3c None None] Network 1742e730-766a-4fa0-996c-7e016537b1f1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:09.860502 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a83e2-ad0a-4b05-8cf7-71b60f3ec3db service neutron] Pushing event updated for resources: {'Port': ['ID=938dc52f-77e7-4640-9ee1-5c86a03bd120,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:09.871555 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272648ef-78ab-4f5b-9b61-3d8e467463e5 req-51d6385f-343e-4c3c-9f46-533e968d26ee tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:09.873294 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-272648ef-78ab-4f5b-9b61-3d8e467463e5 req-51d6385f-343e-4c3c-9f46-533e968d26ee tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.26 "GET /v2.0/ports?device_id=663bf6a9-5b5f-4777-88ac-2a55b55cbcd9 HTTP/1.1" status: 200 len: 946 time: 0.1924167 Feb 19 04:13:09.886455 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d69e86a-be18-4c9c-996e-f7ceff27c1ce tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:09.887031 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d69e86a-be18-4c9c-996e-f7ceff27c1ce tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:09.893363 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9d69e86a-be18-4c9c-996e-f7ceff27c1ce tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/4993e55c-3250-451e-ab1c-d0d48dbff077 HTTP/1.1" status: 404 len: 333 time: 0.0668128 Feb 19 04:13:09.894296 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36596) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:09.944835 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e2dc6541-67d3-41c5-be33-b4d630500594 req-2a0978b7-7978-4f10-94a3-124734135ede tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056766 Feb 19 04:13:09.947682 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a01bb23-621c-42e4-b673-5bb5ae1ee7bc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:09.950032 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a01bb23-621c-42e4-b673-5bb5ae1ee7bc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:09.956417 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6a01bb23-621c-42e4-b673-5bb5ae1ee7bc tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/b4627431-025a-4d29-91a9-29df96fb637a HTTP/1.1" status: 404 len: 337 time: 0.0573196 Feb 19 04:13:09.965747 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36598) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:10.014063 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-293d9972-b9d9-46cc-96c1-56c29b8d3f1f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:10.014553 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-293d9972-b9d9-46cc-96c1-56c29b8d3f1f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:10.016003 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-12a39514-3be6-4b7a-a2f0-60321567a2b8 None None] Provisioning complete for port 492c3e3b-b711-4bfb-a535-7d64d1d569fe triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:10.016387 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-12a39514-3be6-4b7a-a2f0-60321567a2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (492c3e3b-b711-4bfb-a535-7d64d1d569fe), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:10.017690 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-293d9972-b9d9-46cc-96c1-56c29b8d3f1f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/4489dad5-ffb9-4bd6-95e6-1fbac2e9100a HTTP/1.1" status: 404 len: 337 time: 0.0477278 Feb 19 04:13:10.021118 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4b604271-dca8-4b03-9595-8aaa96caf230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ec1df575-8249-43a6-b5f3-52035ed6db5b), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:10.024740 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36600) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:10.103138 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-38849eba-bda8-4f60-bf7c-240e682ac6d6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:10.103719 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38849eba-bda8-4f60-bf7c-240e682ac6d6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:10.117889 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-38849eba-bda8-4f60-bf7c-240e682ac6d6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/aea0b931-3df1-4f83-b62d-57466d76d5f7 HTTP/1.1" status: 404 len: 333 time: 0.0916982 Feb 19 04:13:10.118863 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36602) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:10.194061 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-afff5a26-15cf-4587-bbf4-1dbcc4a2e7b0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:10.194672 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afff5a26-15cf-4587-bbf4-1dbcc4a2e7b0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:10.204244 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c694d5-054a-455e-92a0-263f48551d14 None None] DHCP port deletion for 1742e730-766a-4fa0-996c-7e016537b1f1 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:13:10.208546 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-12a39514-3be6-4b7a-a2f0-60321567a2b8 None None] Current status of the port 492c3e3b-b711-4bfb-a535-7d64d1d569fe is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:10.210424 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-afff5a26-15cf-4587-bbf4-1dbcc4a2e7b0 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/872ca199-9a21-49fe-8123-0576acd7bb8d HTTP/1.1" status: 404 len: 337 time: 0.0903769 Feb 19 04:13:10.211052 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36604) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:10.266529 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-272648ef-78ab-4f5b-9b61-3d8e467463e5 req-2785029f-2c73-4010-88d5-c9b2c59213ee tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Deleting port 3a792c35-5ce7-44ad-be3c-b922184addec {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:13:10.267098 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-272648ef-78ab-4f5b-9b61-3d8e467463e5 req-2785029f-2c73-4010-88d5-c9b2c59213ee tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (3a792c35-5ce7-44ad-be3c-b922184addec), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:10.273483 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f935d6-947a-4cfd-8940-c3d176f07848 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:10.273950 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4f935d6-947a-4cfd-8940-c3d176f07848 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:10.292062 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f4f935d6-947a-4cfd-8940-c3d176f07848 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/8524f27c-0d7e-476b-b3ed-0de620e07df0 HTTP/1.1" status: 404 len: 337 time: 0.0790482 Feb 19 04:13:10.293390 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36606) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:10.303037 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-76c694d5-054a-455e-92a0-263f48551d14 None None] Deleting port 492c3e3b-b711-4bfb-a535-7d64d1d569fe {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:13:10.303940 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-76c694d5-054a-455e-92a0-263f48551d14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (492c3e3b-b711-4bfb-a535-7d64d1d569fe), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:10.355173 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-55da8b82-0bf1-41e0-a6f9-a719e0157fc6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:10.355686 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55da8b82-0bf1-41e0-a6f9-a719e0157fc6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:10.366157 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-55da8b82-0bf1-41e0-a6f9-a719e0157fc6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/8500d588-1b53-4bf0-a2ca-ed53b6a53842 HTTP/1.1" status: 404 len: 333 time: 0.0678096 Feb 19 04:13:10.366844 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36608) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:10.398914 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-76c694d5-054a-455e-92a0-263f48551d14 None None] For port 492c3e3b-b711-4bfb-a535-7d64d1d569fe, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=492c3e3b-b711-4bfb-a535-7d64d1d569fe,segment=NetworkSegment(5c8070aa-7037-4c24-b1a7-929f6c3eeaf3),segment_id=5c8070aa-7037-4c24-b1a7-929f6c3eeaf3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:10.399763 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-76c694d5-054a-455e-92a0-263f48551d14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (492c3e3b-b711-4bfb-a535-7d64d1d569fe), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:10.424545 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-f918d909-4ac9-407e-a13a-370ef2df3812 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:10.425014 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f918d909-4ac9-407e-a13a-370ef2df3812 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:10.431584 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f918d909-4ac9-407e-a13a-370ef2df3812 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/dce1f6f2-82d5-4fc6-893b-f1ae08ef2db1 HTTP/1.1" status: 404 len: 337 time: 0.0629532 Feb 19 04:13:10.431778 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36610) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:10.432717 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-76c694d5-054a-455e-92a0-263f48551d14 None None] Calling delete_port for 492c3e3b-b711-4bfb-a535-7d64d1d569fe owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:13:10.444021 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-272648ef-78ab-4f5b-9b61-3d8e467463e5 req-2785029f-2c73-4010-88d5-c9b2c59213ee tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] For port 3a792c35-5ce7-44ad-be3c-b922184addec, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=3a792c35-5ce7-44ad-be3c-b922184addec,segment=NetworkSegment(5235181e-dc3c-4aba-8bf2-254db3bce1f3),segment_id=5235181e-dc3c-4aba-8bf2-254db3bce1f3)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:10.444451 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-272648ef-78ab-4f5b-9b61-3d8e467463e5 req-2785029f-2c73-4010-88d5-c9b2c59213ee tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (3a792c35-5ce7-44ad-be3c-b922184addec), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:10.477014 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3a1215-524a-473a-81c8-b7a838d67ef6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:10.477499 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3a1215-524a-473a-81c8-b7a838d67ef6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:10.483583 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8f3a1215-524a-473a-81c8-b7a838d67ef6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/fa4845ca-55b9-4a13-bb43-785ecafd7760 HTTP/1.1" status: 404 len: 337 time: 0.0486758 Feb 19 04:13:10.483935 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36612) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:10.497419 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-272648ef-78ab-4f5b-9b61-3d8e467463e5 req-2785029f-2c73-4010-88d5-c9b2c59213ee tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Calling delete_port for 3a792c35-5ce7-44ad-be3c-b922184addec owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:13:10.529372 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d67e84-5472-4962-bc20-ab51f20dbc30 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:10.531719 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d67e84-5472-4962-bc20-ab51f20dbc30 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:10.537088 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c6d67e84-5472-4962-bc20-ab51f20dbc30 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/a13dac03-6b41-4062-9949-d52eb44a5435 HTTP/1.1" status: 404 len: 333 time: 0.0498416 Feb 19 04:13:10.537486 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36616) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:10.547720 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-76c694d5-054a-455e-92a0-263f48551d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (492c3e3b-b711-4bfb-a535-7d64d1d569fe), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:10.579995 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f52117a-ad68-443e-af16-f1bd1cf7d43d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:10.580459 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f52117a-ad68-443e-af16-f1bd1cf7d43d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:10.583749 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9f52117a-ad68-443e-af16-f1bd1cf7d43d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/e1ab78b4-9b45-478e-b2f8-834cc70cb933 HTTP/1.1" status: 404 len: 337 time: 0.0455747 Feb 19 04:13:10.584024 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c694d5-054a-455e-92a0-263f48551d14 None None] Pushing event deleted for resources: {'Port': ['ID=492c3e3b-b711-4bfb-a535-7d64d1d569fe,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:10.589520 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c694d5-054a-455e-92a0-263f48551d14 None None] No DVR routers for this DVR port 492c3e3b-b711-4bfb-a535-7d64d1d569fe on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:13:10.590015 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36618) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:10.625625 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-77aa80d5-fd40-4fd9-b6bc-9659fb7b0e16 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:10.626432 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77aa80d5-fd40-4fd9-b6bc-9659fb7b0e16 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:10.629619 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-77aa80d5-fd40-4fd9-b6bc-9659fb7b0e16 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/b320ceae-d7d5-4820-bbb9-3c42a0f87554 HTTP/1.1" status: 404 len: 337 time: 0.0385420 Feb 19 04:13:10.635821 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36620) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:10.672175 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b831fd4-b5c7-4d59-942e-5095b16ff398 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:10.673013 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b831fd4-b5c7-4d59-942e-5095b16ff398 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:10.679749 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4b831fd4-b5c7-4d59-942e-5095b16ff398 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/b873de88-d026-4aef-9211-8ca258e57488 HTTP/1.1" status: 404 len: 333 time: 0.0406718 Feb 19 04:13:10.680466 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36622) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:10.690175 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4b604271-dca8-4b03-9595-8aaa96caf230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec1df575-8249-43a6-b5f3-52035ed6db5b {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:10.699948 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4b604271-dca8-4b03-9595-8aaa96caf230 service neutron] Publish callbacks [] for port (ec1df575-8249-43a6-b5f3-52035ed6db5b), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:10.710938 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b44a31-602c-46fb-8112-68c89c5e4165 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:10.711409 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63b44a31-602c-46fb-8112-68c89c5e4165 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:10.723877 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-63b44a31-602c-46fb-8112-68c89c5e4165 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/a0fc56ff-67b3-4ef9-9c67-fa496879ac70 HTTP/1.1" status: 404 len: 337 time: 0.0322843 Feb 19 04:13:10.723877 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36624) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:10.740922 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4b604271-dca8-4b03-9595-8aaa96caf230 service neutron] Transition to ACTIVE for port object ec1df575-8249-43a6-b5f3-52035ed6db5b will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:13:10.765819 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4b604271-dca8-4b03-9595-8aaa96caf230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (ec1df575-8249-43a6-b5f3-52035ed6db5b), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:10.770184 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9b602-aea7-4cd5-b700-610e0708bedb req-b416b269-23fb-4098-8352-356d753547e3 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:10.776900 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9b602-aea7-4cd5-b700-610e0708bedb req-b416b269-23fb-4098-8352-356d753547e3 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:10.783192 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9b602-aea7-4cd5-b700-610e0708bedb req-b416b269-23fb-4098-8352-356d753547e3 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:10.790888 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9b602-aea7-4cd5-b700-610e0708bedb req-b416b269-23fb-4098-8352-356d753547e3 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:10.796982 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9b602-aea7-4cd5-b700-610e0708bedb req-b416b269-23fb-4098-8352-356d753547e3 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:10.803361 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9b602-aea7-4cd5-b700-610e0708bedb req-b416b269-23fb-4098-8352-356d753547e3 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:10.809032 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9b602-aea7-4cd5-b700-610e0708bedb req-b416b269-23fb-4098-8352-356d753547e3 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:10.811074 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3fb9b602-aea7-4cd5-b700-610e0708bedb req-b416b269-23fb-4098-8352-356d753547e3 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5383 time: 0.1875665 Feb 19 04:13:10.813543 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e20ae06-cc83-46d5-8b80-aa4a95192b21 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:10.814194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e20ae06-cc83-46d5-8b80-aa4a95192b21 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:10.818214 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5e20ae06-cc83-46d5-8b80-aa4a95192b21 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/d8174c5b-5a8a-4720-b260-36f51a037a70 HTTP/1.1" status: 404 len: 333 time: 0.0995669 Feb 19 04:13:10.837752 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36628) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:10.847223 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'tag': '938dc52f-77e7-4640-9ee1-5c86a03bd120'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:10.849460 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04da6661-b5df-435f-9af4-b264eea9d456" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "tag": "938dc52f-77e7-4640-9ee1-5c86a03bd120"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:10.851894 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b604271-dca8-4b03-9595-8aaa96caf230 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1df575-8249-43a6-b5f3-52035ed6db5b,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:10.909319 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-edc55fa5-d93e-4e37-8d4d-cfbee8beca67 req-d0baaab7-1e65-44a6-920b-9a65d9729289 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 210 time: 0.0969057 Feb 19 04:13:10.964677 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-272648ef-78ab-4f5b-9b61-3d8e467463e5 req-2785029f-2c73-4010-88d5-c9b2c59213ee tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (3a792c35-5ce7-44ad-be3c-b922184addec), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:10.989759 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e02191c-7dab-4628-b62b-fce374d002db tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:10.990340 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e02191c-7dab-4628-b62b-fce374d002db tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:10.996826 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8e02191c-7dab-4628-b62b-fce374d002db tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/c53e15de-0798-4aba-a4e6-050283986395 HTTP/1.1" status: 404 len: 337 time: 0.1530352 Feb 19 04:13:10.997612 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36636) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:11.031342 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a747502f-0e8b-474a-897e-1c7e084704db x-openstack-request-id: req-a747502f-0e8b-474a-897e-1c7e084704db {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:11.031635 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "tag": "938dc52f-77e7-4640-9ee1-5c86a03bd120", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:11.031978 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a747502f-0e8b-474a-897e-1c7e084704db {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:11.032472 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'tag': '938dc52f-77e7-4640-9ee1-5c86a03bd120', 'status': 'completed', 'code': 200} Feb 19 04:13:11.108590 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-15eb7e47-433b-41ac-ac48-97440fe087ff tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:11.109643 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785029f-2c73-4010-88d5-c9b2c59213ee tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Pushing event deleted for resources: {'Port': ['ID=3a792c35-5ce7-44ad-be3c-b922184addec,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:11.109771 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15eb7e47-433b-41ac-ac48-97440fe087ff tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:11.116478 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-15eb7e47-433b-41ac-ac48-97440fe087ff tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/ef36e41e-8555-4ba2-926d-a017addb80b2 HTTP/1.1" status: 404 len: 333 time: 0.1026137 Feb 19 04:13:11.120894 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36640) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:11.127417 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4b604271-dca8-4b03-9595-8aaa96caf230 service neutron] Attempting to bind port ec1df575-8249-43a6-b5f3-52035ed6db5b on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:11.127730 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4b604271-dca8-4b03-9595-8aaa96caf230 service neutron] Attempting to bind port ec1df575-8249-43a6-b5f3-52035ed6db5b by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:11.128028 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4b604271-dca8-4b03-9595-8aaa96caf230 service neutron] Attempting to bind port ec1df575-8249-43a6-b5f3-52035ed6db5b on network 992f3549-caaf-4530-b747-2a0e80390b5d {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:11.149342 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4b604271-dca8-4b03-9595-8aaa96caf230 service neutron] Port ec1df575-8249-43a6-b5f3-52035ed6db5b on network 992f3549-caaf-4530-b747-2a0e80390b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:13:11.149721 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4b604271-dca8-4b03-9595-8aaa96caf230 service neutron] Attempting to bind port ec1df575-8249-43a6-b5f3-52035ed6db5b on network 992f3549-caaf-4530-b747-2a0e80390b5d {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:11.189694 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ff39fe-d63a-4687-99cf-04d01b9fb73d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:11.190491 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ff39fe-d63a-4687-99cf-04d01b9fb73d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:11.196332 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e0ff39fe-d63a-4687-99cf-04d01b9fb73d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/78f49e39-e880-45d4-b4c4-2dffba2b53ab HTTP/1.1" status: 404 len: 337 time: 0.0629096 Feb 19 04:13:11.197277 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36642) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:11.214428 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-272648ef-78ab-4f5b-9b61-3d8e467463e5 req-2785029f-2c73-4010-88d5-c9b2c59213ee tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] No DVR routers for this DVR port 3a792c35-5ce7-44ad-be3c-b922184addec on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:13:11.221866 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4b604271-dca8-4b03-9595-8aaa96caf230 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:11.222351 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4b604271-dca8-4b03-9595-8aaa96caf230 service neutron] Checking segment: {'id': 'fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:11.222613 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4b604271-dca8-4b03-9595-8aaa96caf230 service neutron] Bound using segment: {'id': 'fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:11.223066 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4b604271-dca8-4b03-9595-8aaa96caf230 service neutron] Bound port: ec1df575-8249-43a6-b5f3-52035ed6db5b, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:11.223446 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3fb9b602-aea7-4cd5-b700-610e0708bedb req-f13a11eb-a79b-421a-958e-51ef45582c4b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4043591 Feb 19 04:13:11.223600 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4b604271-dca8-4b03-9595-8aaa96caf230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ec1df575-8249-43a6-b5f3-52035ed6db5b), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:11.226791 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-272648ef-78ab-4f5b-9b61-3d8e467463e5 req-2785029f-2c73-4010-88d5-c9b2c59213ee tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:11.230329 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-272648ef-78ab-4f5b-9b61-3d8e467463e5 req-2785029f-2c73-4010-88d5-c9b2c59213ee tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.26 "DELETE /v2.0/ports/3a792c35-5ce7-44ad-be3c-b922184addec HTTP/1.1" status: 204 len: 173 time: 1.3495145 Feb 19 04:13:11.257012 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d53b3f6-0853-4a3e-b589-16f044ef797f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:11.257728 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d53b3f6-0853-4a3e-b589-16f044ef797f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:11.259530 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da6661-b5df-435f-9af4-b264eea9d456 req-29b371c5-ae91-4f15-b64e-84c5fcec844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:11.260082 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da6661-b5df-435f-9af4-b264eea9d456 req-29b371c5-ae91-4f15-b64e-84c5fcec844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:11.260573 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da6661-b5df-435f-9af4-b264eea9d456 req-29b371c5-ae91-4f15-b64e-84c5fcec844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:11.261048 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7d53b3f6-0853-4a3e-b589-16f044ef797f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/383668f1-fc1d-40d6-9ef3-0da152069837 HTTP/1.1" status: 404 len: 333 time: 0.0479393 Feb 19 04:13:11.263890 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da6661-b5df-435f-9af4-b264eea9d456 req-29b371c5-ae91-4f15-b64e-84c5fcec844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:11.264387 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da6661-b5df-435f-9af4-b264eea9d456 req-29b371c5-ae91-4f15-b64e-84c5fcec844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:11.264848 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36644) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:11.266227 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da6661-b5df-435f-9af4-b264eea9d456 req-29b371c5-ae91-4f15-b64e-84c5fcec844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:11.266717 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da6661-b5df-435f-9af4-b264eea9d456 req-29b371c5-ae91-4f15-b64e-84c5fcec844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:11.268697 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-04da6661-b5df-435f-9af4-b264eea9d456 req-29b371c5-ae91-4f15-b64e-84c5fcec844a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70c4c3b9b3c649e3926da7d12add9340&device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 6342 time: 0.2057545 Feb 19 04:13:11.352250 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4b604271-dca8-4b03-9595-8aaa96caf230 service neutron] For port ec1df575-8249-43a6-b5f3-52035ed6db5b, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:11.355727 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4b604271-dca8-4b03-9595-8aaa96caf230 service neutron] For port ec1df575-8249-43a6-b5f3-52035ed6db5b, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=ec1df575-8249-43a6-b5f3-52035ed6db5b,segment=NetworkSegment(fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e),segment_id=fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:11.381011 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-cf368fd0-6391-423c-a7f2-094c02bdbf52 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:11.383246 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-cf368fd0-6391-423c-a7f2-094c02bdbf52 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.26 "GET /v2.0/networks?id=7cbf1741-c2f4-4ecb-bd05-d634c442a618 HTTP/1.1" status: 200 len: 815 time: 0.5200837 Feb 19 04:13:11.402579 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-a81d0e3f-f089-431a-b0c3-700806b12690 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Request body: {'port': {'device_id': '95cdb9b2-50b4-4596-922b-a74bd8d15200', 'network_id': '7cbf1741-c2f4-4ecb-bd05-d634c442a618', 'admin_state_up': True, 'tenant_id': 'e0de0bed00dc48a1a91b9778ced33263'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:11.603691 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 492c3e3b-b711-4bfb-a535-7d64d1d569fe no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:13:11.648187 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 492c3e3b-b711-4bfb-a535-7d64d1d569fe {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:13:11.648585 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 492c3e3b-b711-4bfb-a535-7d64d1d569fe not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:13:11.853367 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4b604271-dca8-4b03-9595-8aaa96caf230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (ec1df575-8249-43a6-b5f3-52035ed6db5b), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:11.860560 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-98adb1b0-4d5e-4095-af7c-41b1ce225fd6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:11.861049 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98adb1b0-4d5e-4095-af7c-41b1ce225fd6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:11.876067 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-98adb1b0-4d5e-4095-af7c-41b1ce225fd6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/95362f82-1eb4-48ae-95c2-1bf898162e29 HTTP/1.1" status: 404 len: 337 time: 0.5999010 Feb 19 04:13:11.877892 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36656) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:11.880408 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758da06c-0104-4c5c-a069-bc98045050f5 req-21e22fbe-9445-4f81-bb7e-b38c261d740e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:11.885919 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-758da06c-0104-4c5c-a069-bc98045050f5 req-21e22fbe-9445-4f81-bb7e-b38c261d740e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce5bea0e-46de-4a89-9ce4-c81b60d4e574 HTTP/1.1" status: 200 len: 945 time: 0.7243216 Feb 19 04:13:11.935859 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4b604271-dca8-4b03-9595-8aaa96caf230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:11.939005 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4b604271-dca8-4b03-9595-8aaa96caf230 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:11.940390 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4b604271-dca8-4b03-9595-8aaa96caf230 service neutron] 10.222.0.26 "PUT /v2.0/ports/ec1df575-8249-43a6-b5f3-52035ed6db5b HTTP/1.1" status: 200 len: 1091 time: 2.2130170 Feb 19 04:13:11.943614 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4592254-f1ea-4b5a-ae83-42c37c823dd8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:11.944159 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4592254-f1ea-4b5a-ae83-42c37c823dd8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:11.948609 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c4592254-f1ea-4b5a-ae83-42c37c823dd8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/b94647a3-0dd1-4c76-bb1d-0146b7093003 HTTP/1.1" status: 404 len: 333 time: 0.0682840 Feb 19 04:13:11.954692 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36662) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:11.985567 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 3a792c35-5ce7-44ad-be3c-b922184addec no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:13:12.002740 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb7e914-0f5f-49d1-a8a0-fd71e05a3afe tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:12.003200 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecb7e914-0f5f-49d1-a8a0-fd71e05a3afe tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:12.010050 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ecb7e914-0f5f-49d1-a8a0-fd71e05a3afe tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/de8f56eb-4d62-4079-b41d-1cdcf1cdfaf0 HTTP/1.1" status: 404 len: 337 time: 0.0522530 Feb 19 04:13:12.011601 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36664) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:12.024847 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4928aa7f-ec79-4ae3-ad82-556cb7f15a37 service neutron] Request body: {'port': {'device_id': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:12.035349 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 3a792c35-5ce7-44ad-be3c-b922184addec {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:13:12.035710 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 3a792c35-5ce7-44ad-be3c-b922184addec not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:13:12.060268 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b604271-dca8-4b03-9595-8aaa96caf230 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1df575-8249-43a6-b5f3-52035ed6db5b,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:12.112001 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4928aa7f-ec79-4ae3-ad82-556cb7f15a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (51ab0d90-f81c-46a6-947c-a2e5b088d476), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:12.127192 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-05281b5b-40ff-4756-80c5-32d8113e1536 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:12.129370 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05281b5b-40ff-4756-80c5-32d8113e1536 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:12.132557 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-05281b5b-40ff-4756-80c5-32d8113e1536 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/d6ab7e1a-3e29-427a-befe-42e9fd3b1c65 HTTP/1.1" status: 404 len: 333 time: 0.1136203 Feb 19 04:13:12.149844 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36666) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:12.161536 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-758da06c-0104-4c5c-a069-bc98045050f5 req-12116d4b-fa72-4ebe-beaa-28e126a2e92f tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746499 Feb 19 04:13:12.193088 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4274a2a-c5dd-4bf2-862f-7599e8de9b5f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:12.193897 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4274a2a-c5dd-4bf2-862f-7599e8de9b5f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:12.201197 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e4274a2a-c5dd-4bf2-862f-7599e8de9b5f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/5aa0779c-1210-49d1-ba47-51492677be7c HTTP/1.1" status: 404 len: 337 time: 0.0501571 Feb 19 04:13:12.202261 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36670) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:12.203740 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-a81d0e3f-f089-431a-b0c3-700806b12690 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Made reservation on behalf of e0de0bed00dc48a1a91b9778ced33263 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:12.207470 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-a81d0e3f-f089-431a-b0c3-700806b12690 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:12.234583 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094a475-d48c-4dd4-8028-af0a956b4869 req-dde947e1-f2cb-40f6-9816-4a4f9c87871a tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:12.241495 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c094a475-d48c-4dd4-8028-af0a956b4869 req-dde947e1-f2cb-40f6-9816-4a4f9c87871a tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.3532121 Feb 19 04:13:12.245887 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f8e3472-50a7-4dea-bbce-5066da3cff8b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:12.246412 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f8e3472-50a7-4dea-bbce-5066da3cff8b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:12.251768 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4f8e3472-50a7-4dea-bbce-5066da3cff8b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/24f92e2f-0291-4d97-a028-ff37d182ac33 HTTP/1.1" status: 404 len: 337 time: 0.0427985 Feb 19 04:13:12.255599 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36672) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:12.330870 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da6661-b5df-435f-9af4-b264eea9d456 req-a07aeaab-7c60-491b-a676-6bd724934988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:12.331352 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da6661-b5df-435f-9af4-b264eea9d456 req-a07aeaab-7c60-491b-a676-6bd724934988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:12.331803 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da6661-b5df-435f-9af4-b264eea9d456 req-a07aeaab-7c60-491b-a676-6bd724934988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:12.333365 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-04da6661-b5df-435f-9af4-b264eea9d456 req-a07aeaab-7c60-491b-a676-6bd724934988 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=70c4c3b9b3c649e3926da7d12add9340&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.0374711 Feb 19 04:13:12.340505 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-6148162b-9ab5-4fbb-8213-9f7b7d2f25dd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:12.341062 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6148162b-9ab5-4fbb-8213-9f7b7d2f25dd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:12.345060 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6148162b-9ab5-4fbb-8213-9f7b7d2f25dd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/d3ef21a4-0d50-4823-9252-315120c06e9e HTTP/1.1" status: 404 len: 333 time: 0.0814884 Feb 19 04:13:12.347960 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36676) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:12.394379 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d85a737c-380a-4963-8679-c3d2a644261b req-bb26b61b-9b26-4ff6-959f-fa0716b61eee tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 210 time: 0.0870688 Feb 19 04:13:12.396457 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-08973af4-539d-40e9-b27c-d5fe23d737f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:12.396971 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08973af4-539d-40e9-b27c-d5fe23d737f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:12.402691 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-08973af4-539d-40e9-b27c-d5fe23d737f5 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/1319367f-5264-4f3d-b25b-2fdea3d7aeca HTTP/1.1" status: 404 len: 337 time: 0.0509906 Feb 19 04:13:12.438407 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36678) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:12.470066 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c843a49-866b-4f02-a3a1-43acde409d01 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:12.470576 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c843a49-866b-4f02-a3a1-43acde409d01 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:12.473771 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4c843a49-866b-4f02-a3a1-43acde409d01 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/a614b876-f107-4eb0-a1dd-688068ebfec7 HTTP/1.1" status: 404 len: 337 time: 0.0344317 Feb 19 04:13:12.476271 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36680) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:12.502254 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c4bcd1-20b7-41fd-8786-fd819882a106 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:12.502824 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c4bcd1-20b7-41fd-8786-fd819882a106 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:12.505847 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-03c4bcd1-20b7-41fd-8786-fd819882a106 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/35e3d17b-8801-4c6c-a608-9b5a60b7e70f HTTP/1.1" status: 404 len: 333 time: 0.0286307 Feb 19 04:13:12.508449 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36682) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:12.545562 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb07711e-1bb5-46a5-93c6-8915acaadd44 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:12.546222 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb07711e-1bb5-46a5-93c6-8915acaadd44 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:12.551675 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bb07711e-1bb5-46a5-93c6-8915acaadd44 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/508a6327-94a1-4d97-85f9-38f68e095e39 HTTP/1.1" status: 404 len: 337 time: 0.0399275 Feb 19 04:13:12.552563 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36684) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:12.568342 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c094a475-d48c-4dd4-8028-af0a956b4869 req-62abd80f-9473-47b0-99fb-7fce229e18f9 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3257625 Feb 19 04:13:12.597662 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f6a08e-5b0a-4279-8f40-c3167252c58c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:12.598823 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7f6a08e-5b0a-4279-8f40-c3167252c58c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:12.604566 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e7f6a08e-5b0a-4279-8f40-c3167252c58c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/e993879f-3306-4681-8470-a23e1a3daf0e HTTP/1.1" status: 404 len: 337 time: 0.0514708 Feb 19 04:13:12.604784 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36688) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:12.653171 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-6318c1f5-7080-4f4a-980c-3eedf3c395d8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:12.653737 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6318c1f5-7080-4f4a-980c-3eedf3c395d8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:12.656990 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6318c1f5-7080-4f4a-980c-3eedf3c395d8 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/e6d2259a-a540-4982-9e75-7ae557b7bd9d HTTP/1.1" status: 404 len: 333 time: 0.0493953 Feb 19 04:13:12.665311 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36690) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:12.689303 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4928aa7f-ec79-4ae3-ad82-556cb7f15a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ab0d90-f81c-46a6-947c-a2e5b088d476 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:12.698031 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4928aa7f-ec79-4ae3-ad82-556cb7f15a37 service neutron] Publish callbacks [] for port (51ab0d90-f81c-46a6-947c-a2e5b088d476), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:12.711937 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4928aa7f-ec79-4ae3-ad82-556cb7f15a37 service neutron] Transition to ACTIVE for port object 51ab0d90-f81c-46a6-947c-a2e5b088d476 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:13:12.716162 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4928aa7f-ec79-4ae3-ad82-556cb7f15a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (51ab0d90-f81c-46a6-947c-a2e5b088d476), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:12.747950 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea1ec853-0b62-46d0-851a-f7b6caae795d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:12.748405 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea1ec853-0b62-46d0-851a-f7b6caae795d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:12.751493 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ea1ec853-0b62-46d0-851a-f7b6caae795d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/10e50900-edae-4abe-a94e-68eed2682da2 HTTP/1.1" status: 404 len: 337 time: 0.0827518 Feb 19 04:13:12.755657 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36692) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:12.804439 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928aa7f-ec79-4ae3-ad82-556cb7f15a37 service neutron] Pushing event updated for resources: {'Port': ['ID=51ab0d90-f81c-46a6-947c-a2e5b088d476,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:12.807174 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe0c62ac-d488-41b5-ace5-1a79a581ef8a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:12.807649 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe0c62ac-d488-41b5-ace5-1a79a581ef8a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:12.813631 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fe0c62ac-d488-41b5-ace5-1a79a581ef8a tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/2281f17f-a450-4872-a211-b4f25c959d27 HTTP/1.1" status: 404 len: 337 time: 0.0552161 Feb 19 04:13:12.814859 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36694) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:12.823857 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da6661-b5df-435f-9af4-b264eea9d456 req-d8236910-5a4a-4f5b-90b4-b486d974fbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:12.825318 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-04da6661-b5df-435f-9af4-b264eea9d456 req-d8236910-5a4a-4f5b-90b4-b486d974fbc2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4758723 Feb 19 04:13:12.829931 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-a81d0e3f-f089-431a-b0c3-700806b12690 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Allocated IP 172.20.0.2 (7cbf1741-c2f4-4ecb-bd05-d634c442a618/8598c1f5-4b4c-41f2-bd71-4f8f4093e3bb/22582a6f-fbb5-466b-bfdf-46f23ac0a95f) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:13:12.868918 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160c50b-e504-4a56-a008-d87866e8b0dc req-ccaff4f3-fa53-4735-b1db-d87804dfbe7f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:12.875048 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160c50b-e504-4a56-a008-d87866e8b0dc req-ccaff4f3-fa53-4735-b1db-d87804dfbe7f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:12.879971 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160c50b-e504-4a56-a008-d87866e8b0dc req-ccaff4f3-fa53-4735-b1db-d87804dfbe7f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:12.885409 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160c50b-e504-4a56-a008-d87866e8b0dc req-ccaff4f3-fa53-4735-b1db-d87804dfbe7f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:12.889561 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-039c1cd9-8e3f-4dce-b5c0-37dc6569344c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4 HTTP/1.1" status: 200 len: 205 time: 0.0735631 Feb 19 04:13:12.890743 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160c50b-e504-4a56-a008-d87866e8b0dc req-ccaff4f3-fa53-4735-b1db-d87804dfbe7f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:12.893658 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36696) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:12.896037 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160c50b-e504-4a56-a008-d87866e8b0dc req-ccaff4f3-fa53-4735-b1db-d87804dfbe7f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:12.901238 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160c50b-e504-4a56-a008-d87866e8b0dc req-ccaff4f3-fa53-4735-b1db-d87804dfbe7f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:12.909475 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7160c50b-e504-4a56-a008-d87866e8b0dc req-ccaff4f3-fa53-4735-b1db-d87804dfbe7f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5407 time: 0.3289094 Feb 19 04:13:12.942274 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-8515893b-a1d0-4505-bf37-978a6628a584 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] delete failed (client error): The resource could not be found. Feb 19 04:13:12.945891 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8515893b-a1d0-4505-bf37-978a6628a584 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/routers/b5f97c17-0e3f-4486-bf99-0dfcdb1cc1d4 HTTP/1.1" status: 404 len: 336 time: 0.0514655 Feb 19 04:13:12.946482 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36698) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:12.983478 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-1149f572-55e8-4657-8d6b-f14ef2d120fd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:12.983478 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1149f572-55e8-4657-8d6b-f14ef2d120fd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:12.985585 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1149f572-55e8-4657-8d6b-f14ef2d120fd tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/9ea6fcdf-053e-4da2-90c9-b9809d309b13 HTTP/1.1" status: 404 len: 337 time: 0.0346537 Feb 19 04:13:12.988824 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36700) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:13.022363 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4928aa7f-ec79-4ae3-ad82-556cb7f15a37 service neutron] Attempting to bind port 51ab0d90-f81c-46a6-947c-a2e5b088d476 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:13.022715 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4928aa7f-ec79-4ae3-ad82-556cb7f15a37 service neutron] Attempting to bind port 51ab0d90-f81c-46a6-947c-a2e5b088d476 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:13.023056 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4928aa7f-ec79-4ae3-ad82-556cb7f15a37 service neutron] Attempting to bind port 51ab0d90-f81c-46a6-947c-a2e5b088d476 on network 992f3549-caaf-4530-b747-2a0e80390b5d {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:13.029454 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-90fa6a75-70ef-489a-ba46-038dcbb17e72 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b HTTP/1.1" status: 200 len: 205 time: 0.0395532 Feb 19 04:13:13.030044 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36702) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:13.038586 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663bf6a9-5b5f-4777-88ac-2a55b55cbcd9', 'name': 'network-vif-deleted', 'tag': '3a792c35-5ce7-44ad-be3c-b922184addec'}, {'name': 'network-changed', 'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'tag': 'ec1df575-8249-43a6-b5f3-52035ed6db5b'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:13.040802 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c0d35a-da68-4b3f-9952-9d748109dd88" -d '{"events": [{"server_uuid": "663bf6a9-5b5f-4777-88ac-2a55b55cbcd9", "name": "network-vif-deleted", "tag": "3a792c35-5ce7-44ad-be3c-b922184addec"}, {"name": "network-changed", "server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "tag": "ec1df575-8249-43a6-b5f3-52035ed6db5b"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:13.045090 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4928aa7f-ec79-4ae3-ad82-556cb7f15a37 service neutron] Port 51ab0d90-f81c-46a6-947c-a2e5b088d476 on network 992f3549-caaf-4530-b747-2a0e80390b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:13:13.045432 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4928aa7f-ec79-4ae3-ad82-556cb7f15a37 service neutron] Attempting to bind port 51ab0d90-f81c-46a6-947c-a2e5b088d476 on network 992f3549-caaf-4530-b747-2a0e80390b5d {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:13.081224 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7160c50b-e504-4a56-a008-d87866e8b0dc req-a02dd761-41d0-45cd-b13f-0f6ef6db09fe tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1706853 Feb 19 04:13:13.099382 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-fb62ba77-a52e-42b5-9276-30f9631b164c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] delete failed (client error): The resource could not be found. Feb 19 04:13:13.103165 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fb62ba77-a52e-42b5-9276-30f9631b164c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/routers/04ffbad3-7a92-4ba0-aa7a-8c07a1f8e53b HTTP/1.1" status: 404 len: 336 time: 0.0706100 Feb 19 04:13:13.103787 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36706) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:13.117997 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e602f1d-e1ae-4f05-a1b0-ae5f607f3a0b x-openstack-request-id: req-9e602f1d-e1ae-4f05-a1b0-ae5f607f3a0b {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:13.118402 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663bf6a9-5b5f-4777-88ac-2a55b55cbcd9", "name": "network-vif-deleted", "tag": "3a792c35-5ce7-44ad-be3c-b922184addec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "tag": "ec1df575-8249-43a6-b5f3-52035ed6db5b", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:13.118740 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9e602f1d-e1ae-4f05-a1b0-ae5f607f3a0b {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:13.119207 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663bf6a9-5b5f-4777-88ac-2a55b55cbcd9', 'name': 'network-vif-deleted', 'tag': '3a792c35-5ce7-44ad-be3c-b922184addec', 'status': 'completed', 'code': 200} Feb 19 04:13:13.119697 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'tag': 'ec1df575-8249-43a6-b5f3-52035ed6db5b', 'status': 'completed', 'code': 200} Feb 19 04:13:13.122030 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4928aa7f-ec79-4ae3-ad82-556cb7f15a37 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:13.122468 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4928aa7f-ec79-4ae3-ad82-556cb7f15a37 service neutron] Checking segment: {'id': 'fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:13.122925 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4928aa7f-ec79-4ae3-ad82-556cb7f15a37 service neutron] Bound using segment: {'id': 'fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:13.123453 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4928aa7f-ec79-4ae3-ad82-556cb7f15a37 service neutron] Bound port: 51ab0d90-f81c-46a6-947c-a2e5b088d476, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:13.123887 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4928aa7f-ec79-4ae3-ad82-556cb7f15a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (51ab0d90-f81c-46a6-947c-a2e5b088d476), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:13.155907 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ca8c43-bb4b-4a47-a50a-61007a49be7b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:13.156485 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1ca8c43-bb4b-4a47-a50a-61007a49be7b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:13.163026 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f1ca8c43-bb4b-4a47-a50a-61007a49be7b tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/2302f8e2-4588-4650-80f2-1145dd74faf2 HTTP/1.1" status: 404 len: 337 time: 0.0582404 Feb 19 04:13:13.163732 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36708) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:13.196901 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-a81d0e3f-f089-431a-b0c3-700806b12690 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Publish callbacks [] for port (22582a6f-fbb5-466b-bfdf-46f23ac0a95f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:13.226215 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0d35a-da68-4b3f-9952-9d748109dd88 req-e1166c10-8aa7-484f-a357-6de2cb69d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:13.226663 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0d35a-da68-4b3f-9952-9d748109dd88 req-e1166c10-8aa7-484f-a357-6de2cb69d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:13.227131 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0d35a-da68-4b3f-9952-9d748109dd88 req-e1166c10-8aa7-484f-a357-6de2cb69d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:13.227593 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0d35a-da68-4b3f-9952-9d748109dd88 req-e1166c10-8aa7-484f-a357-6de2cb69d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:13.228129 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0d35a-da68-4b3f-9952-9d748109dd88 req-e1166c10-8aa7-484f-a357-6de2cb69d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:13.228508 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0d35a-da68-4b3f-9952-9d748109dd88 req-e1166c10-8aa7-484f-a357-6de2cb69d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:13.228963 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0d35a-da68-4b3f-9952-9d748109dd88 req-e1166c10-8aa7-484f-a357-6de2cb69d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:13.229364 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-016beb84-9df6-470d-a591-0e9866ab8903 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:13.230067 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-016beb84-9df6-470d-a591-0e9866ab8903 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:13.230908 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c9c0d35a-da68-4b3f-9952-9d748109dd88 req-e1166c10-8aa7-484f-a357-6de2cb69d520 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70c4c3b9b3c649e3926da7d12add9340&device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 6441 time: 0.0903740 Feb 19 04:13:13.239443 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-016beb84-9df6-470d-a591-0e9866ab8903 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/de79a2ef-b11e-49aa-a0c2-1fd8e7d41536 HTTP/1.1" status: 404 len: 337 time: 0.0720873 Feb 19 04:13:13.244050 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36710) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:13.285421 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e899c07-1ff5-4d1c-8c0a-3e3e08900455 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:13.285975 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e899c07-1ff5-4d1c-8c0a-3e3e08900455 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:13.291694 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3e899c07-1ff5-4d1c-8c0a-3e3e08900455 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/5d7ccdd2-e541-4ae0-968e-84fd2753ba6f HTTP/1.1" status: 404 len: 333 time: 0.0442789 Feb 19 04:13:13.292965 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36712) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:13.302712 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4928aa7f-ec79-4ae3-ad82-556cb7f15a37 service neutron] For port 51ab0d90-f81c-46a6-947c-a2e5b088d476, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:13.306029 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4928aa7f-ec79-4ae3-ad82-556cb7f15a37 service neutron] For port 51ab0d90-f81c-46a6-947c-a2e5b088d476, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=51ab0d90-f81c-46a6-947c-a2e5b088d476,segment=NetworkSegment(fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e),segment_id=fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:13.313684 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4928aa7f-ec79-4ae3-ad82-556cb7f15a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (51ab0d90-f81c-46a6-947c-a2e5b088d476), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:13.329863 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-a81d0e3f-f089-431a-b0c3-700806b12690 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (22582a6f-fbb5-466b-bfdf-46f23ac0a95f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:13.331710 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b3b42b-cea9-4e64-b997-8e26e023e09f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:13.332158 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23b3b42b-cea9-4e64-b997-8e26e023e09f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:13.337541 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-23b3b42b-cea9-4e64-b997-8e26e023e09f tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/c95a8563-6df2-49af-8a80-0f53b4a23e77 HTTP/1.1" status: 404 len: 337 time: 0.0400643 Feb 19 04:13:13.342507 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36714) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:13.357141 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4928aa7f-ec79-4ae3-ad82-556cb7f15a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:13.357779 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4928aa7f-ec79-4ae3-ad82-556cb7f15a37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:13.360155 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4928aa7f-ec79-4ae3-ad82-556cb7f15a37 service neutron] 10.222.0.26 "PUT /v2.0/ports/51ab0d90-f81c-46a6-947c-a2e5b088d476 HTTP/1.1" status: 200 len: 1092 time: 1.3455169 Feb 19 04:13:13.387959 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928aa7f-ec79-4ae3-ad82-556cb7f15a37 service neutron] Pushing event updated for resources: {'Port': ['ID=51ab0d90-f81c-46a6-947c-a2e5b088d476,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:13.397846 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-38374d1b-fca4-42ce-b42b-dd0f3c3c315d service neutron] Request body: {'port': {'device_id': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:13.458819 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-84aea09d-d2bd-4c4f-8448-60ad465949d1 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:13.459650 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84aea09d-d2bd-4c4f-8448-60ad465949d1 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:13.462944 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-84aea09d-d2bd-4c4f-8448-60ad465949d1 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/969c943c-0e4a-4a38-abcf-cf68500eeff0 HTTP/1.1" status: 404 len: 333 time: 0.1160147 Feb 19 04:13:13.476471 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36718) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:13.477116 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-38374d1b-fca4-42ce-b42b-dd0f3c3c315d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b3ee77c7-fd2d-4ddc-80dc-a28b949821fe), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:13.487026 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-a81d0e3f-f089-431a-b0c3-700806b12690 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Network 7cbf1741-c2f4-4ecb-bd05-d634c442a618 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:13:13.516974 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a70862-5ab2-439d-9ab6-c3599c1d4be6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:13.517361 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a70862-5ab2-439d-9ab6-c3599c1d4be6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:13.529461 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-74a70862-5ab2-439d-9ab6-c3599c1d4be6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/aa022874-fc13-4495-b868-89fd0353ca72 HTTP/1.1" status: 404 len: 337 time: 0.0477507 Feb 19 04:13:13.530349 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36722) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:13.537224 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-a81d0e3f-f089-431a-b0c3-700806b12690 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:13.546950 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-a81d0e3f-f089-431a-b0c3-700806b12690 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:13:13.552129 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0d35a-da68-4b3f-9952-9d748109dd88 req-1507df2d-8078-47e1-acc3-7b5a029cf412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:13.552861 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0d35a-da68-4b3f-9952-9d748109dd88 req-1507df2d-8078-47e1-acc3-7b5a029cf412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:13.553502 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0d35a-da68-4b3f-9952-9d748109dd88 req-1507df2d-8078-47e1-acc3-7b5a029cf412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:13.555306 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c9c0d35a-da68-4b3f-9952-9d748109dd88 req-1507df2d-8078-47e1-acc3-7b5a029cf412 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=70c4c3b9b3c649e3926da7d12add9340&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3161004 Feb 19 04:13:13.556159 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d0e3f-f089-431a-b0c3-700806b12690 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Pushing event updated for resources: {'Port': ['ID=22582a6f-fbb5-466b-bfdf-46f23ac0a95f,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:13.595724 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-227b7cb0-9111-4f66-9f0c-4e8ce143134c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:13.596308 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227b7cb0-9111-4f66-9f0c-4e8ce143134c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:13.599334 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-227b7cb0-9111-4f66-9f0c-4e8ce143134c tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/0c4092ff-6f46-4855-b60c-aacce1f56804 HTTP/1.1" status: 404 len: 333 time: 0.0681243 Feb 19 04:13:13.601793 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36724) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:13.634510 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b818c12-48bc-4682-808d-27076cb403da tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:13.634804 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b818c12-48bc-4682-808d-27076cb403da tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:13.638181 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7b818c12-48bc-4682-808d-27076cb403da tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/a2cf894b-2b5d-4e20-80d0-597c8fba8d6f HTTP/1.1" status: 404 len: 337 time: 0.0354178 Feb 19 04:13:13.641350 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36728) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:13.669522 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-35da9573-da23-428a-ac1c-93d44fbeda40 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:13.670114 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35da9573-da23-428a-ac1c-93d44fbeda40 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:13.673505 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-35da9573-da23-428a-ac1c-93d44fbeda40 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/bbf5c0a3-fd99-4650-b5c8-3c8618d26505 HTTP/1.1" status: 404 len: 333 time: 0.0312107 Feb 19 04:13:13.680873 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36730) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:13.731913 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-636f0912-b292-4027-ace6-7bc1bb89bd42 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:13.731913 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-636f0912-b292-4027-ace6-7bc1bb89bd42 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:13.736296 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-636f0912-b292-4027-ace6-7bc1bb89bd42 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/89d7eade-e7eb-45aa-aac1-618a50038a8f HTTP/1.1" status: 404 len: 337 time: 0.0500660 Feb 19 04:13:13.749082 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-a81d0e3f-f089-431a-b0c3-700806b12690 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:13.750432 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-a81d0e3f-f089-431a-b0c3-700806b12690 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:13.752534 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36732) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:13.825387 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-be30d8ba-c9c1-4503-bb56-0cd310bc7a95 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:13.826053 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be30d8ba-c9c1-4503-bb56-0cd310bc7a95 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:13.829291 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-be30d8ba-c9c1-4503-bb56-0cd310bc7a95 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/52444ec6-8bf2-4572-9fab-dbf684e61213 HTTP/1.1" status: 404 len: 333 time: 0.0697434 Feb 19 04:13:13.832471 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-a81d0e3f-f089-431a-b0c3-700806b12690 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4341559 Feb 19 04:13:13.833888 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36734) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:13.853053 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-35b9dc7d-9d54-45d5-bbf5-30cc84fdcf29 service neutron] Request body: {'port': {'device_id': '95cdb9b2-50b4-4596-922b-a74bd8d15200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:13.887127 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea4e3e-723e-4a6d-9244-961b880d2f5e req-4041b3dd-0bed-4082-b567-4e97407b13a0 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:13.894475 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d7ea4e3e-723e-4a6d-9244-961b880d2f5e req-4041b3dd-0bed-4082-b567-4e97407b13a0 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 931 time: 0.3042860 Feb 19 04:13:13.894983 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f52f7d1-c774-45d2-ac76-a227009ed6f6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:13.895514 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f52f7d1-c774-45d2-ac76-a227009ed6f6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:13.900977 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4f52f7d1-c774-45d2-ac76-a227009ed6f6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/ed1ef471-3937-4f57-b7ce-c8c3b66d1205 HTTP/1.1" status: 404 len: 337 time: 0.0639923 Feb 19 04:13:13.901866 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36736) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:13.904444 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0d35a-da68-4b3f-9952-9d748109dd88 req-2663618b-c405-41bb-b9c8-352d2cbb3e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:13.905627 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c9c0d35a-da68-4b3f-9952-9d748109dd88 req-2663618b-c405-41bb-b9c8-352d2cbb3e6b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3172019 Feb 19 04:13:13.929627 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f0585dd-157d-49b0-97b2-71e2113aee2d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:13.930967 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f0585dd-157d-49b0-97b2-71e2113aee2d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:13.936859 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4f0585dd-157d-49b0-97b2-71e2113aee2d tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/ead7236a-2c65-4089-8250-1c5307e97297 HTTP/1.1" status: 404 len: 333 time: 0.0315604 Feb 19 04:13:13.936859 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36738) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:13.945920 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d61a0-7428-411a-9b70-2c895f2666ad req-fbfd9562-c9d8-4c16-9489-53bfc8ef37db tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:13.947434 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-251d61a0-7428-411a-9b70-2c895f2666ad req-fbfd9562-c9d8-4c16-9489-53bfc8ef37db tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.2181897 Feb 19 04:13:13.972378 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-140fa448-6b8d-4045-b98a-8f66894627b6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:13.972868 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-140fa448-6b8d-4045-b98a-8f66894627b6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:13.978363 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-140fa448-6b8d-4045-b98a-8f66894627b6 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/a4c2e649-a396-4eca-8adc-2b9350766111 HTTP/1.1" status: 404 len: 337 time: 0.0379786 Feb 19 04:13:13.980202 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36740) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:14.013443 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-254395e3-ec29-4216-bd4e-5299184fd51e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:14.013997 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-254395e3-ec29-4216-bd4e-5299184fd51e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:14.017075 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-254395e3-ec29-4216-bd4e-5299184fd51e tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/ports/acef5c4e-d815-418f-acc9-3feb52ba57e7 HTTP/1.1" status: 404 len: 333 time: 0.0359004 Feb 19 04:13:14.020797 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36744) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:14.026610 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-35b9dc7d-9d54-45d5-bbf5-30cc84fdcf29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (22582a6f-fbb5-466b-bfdf-46f23ac0a95f), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:14.030958 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d7ea4e3e-723e-4a6d-9244-961b880d2f5e req-641e00d0-51db-4cdc-9ad4-8fe247fef85f tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357470 Feb 19 04:13:14.059158 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe55c770-50a0-4f02-9ed7-d7592b64f780 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:14.059571 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe55c770-50a0-4f02-9ed7-d7592b64f780 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:13:14.063185 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fe55c770-50a0-4f02-9ed7-d7592b64f780 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/subnets/6d07cbb3-6101-44d1-bc05-802e81fcab33 HTTP/1.1" status: 404 len: 337 time: 0.0414684 Feb 19 04:13:14.066031 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36746) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:14.083214 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-251d61a0-7428-411a-9b70-2c895f2666ad req-d9775a76-4bad-48ce-9477-f5e5c434d303 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156600 Feb 19 04:13:14.195896 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-38374d1b-fca4-42ce-b42b-dd0f3c3c315d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3ee77c7-fd2d-4ddc-80dc-a28b949821fe {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:14.206100 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-38374d1b-fca4-42ce-b42b-dd0f3c3c315d service neutron] Publish callbacks [] for port (b3ee77c7-fd2d-4ddc-80dc-a28b949821fe), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:14.211825 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fbb28ce9-2965-48b0-911a-361714a817a3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (1742e730-766a-4fa0-996c-7e016537b1f1), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:14.229875 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-38374d1b-fca4-42ce-b42b-dd0f3c3c315d service neutron] Transition to ACTIVE for port object b3ee77c7-fd2d-4ddc-80dc-a28b949821fe will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:13:14.258443 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-38374d1b-fca4-42ce-b42b-dd0f3c3c315d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (b3ee77c7-fd2d-4ddc-80dc-a28b949821fe), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:14.277863 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e014de-a0eb-432e-b342-dfc020e46275 req-ce0d1c57-a535-4588-85f2-eecac1486268 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:14.283655 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e014de-a0eb-432e-b342-dfc020e46275 req-ce0d1c57-a535-4588-85f2-eecac1486268 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:14.288876 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e014de-a0eb-432e-b342-dfc020e46275 req-ce0d1c57-a535-4588-85f2-eecac1486268 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:14.294355 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e014de-a0eb-432e-b342-dfc020e46275 req-ce0d1c57-a535-4588-85f2-eecac1486268 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:14.300241 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e014de-a0eb-432e-b342-dfc020e46275 req-ce0d1c57-a535-4588-85f2-eecac1486268 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:14.305435 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e014de-a0eb-432e-b342-dfc020e46275 req-ce0d1c57-a535-4588-85f2-eecac1486268 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:14.310616 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e014de-a0eb-432e-b342-dfc020e46275 req-ce0d1c57-a535-4588-85f2-eecac1486268 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:14.318254 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84e014de-a0eb-432e-b342-dfc020e46275 req-ce0d1c57-a535-4588-85f2-eecac1486268 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5407 time: 0.1556714 Feb 19 04:13:14.373857 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fbb28ce9-2965-48b0-911a-361714a817a3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (1742e730-766a-4fa0-996c-7e016537b1f1), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:14.376619 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38374d1b-fca4-42ce-b42b-dd0f3c3c315d service neutron] Pushing event updated for resources: {'Port': ['ID=b3ee77c7-fd2d-4ddc-80dc-a28b949821fe,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:14.419409 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84e014de-a0eb-432e-b342-dfc020e46275 req-dfacc919-157a-45ff-9fc4-b1bab48798da tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0938840 Feb 19 04:13:14.469740 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-fbb28ce9-2965-48b0-911a-361714a817a3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1742e730-766a-4fa0-996c-7e016537b1f1']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:14.485970 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-fbb28ce9-2965-48b0-911a-361714a817a3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:14.486585 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-fbb28ce9-2965-48b0-911a-361714a817a3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8070aa-7037-4c24-b1a7-929f6c3eeaf3') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:14.500281 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fbb28ce9-2965-48b0-911a-361714a817a3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (5c8070aa-7037-4c24-b1a7-929f6c3eeaf3), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:14.502855 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-35b9dc7d-9d54-45d5-bbf5-30cc84fdcf29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22582a6f-fbb5-466b-bfdf-46f23ac0a95f {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:14.512732 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-35b9dc7d-9d54-45d5-bbf5-30cc84fdcf29 service neutron] Publish callbacks [] for port (22582a6f-fbb5-466b-bfdf-46f23ac0a95f), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:14.529993 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-35b9dc7d-9d54-45d5-bbf5-30cc84fdcf29 service neutron] Transition to ACTIVE for port object 22582a6f-fbb5-466b-bfdf-46f23ac0a95f will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:13:14.531198 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fbb28ce9-2965-48b0-911a-361714a817a3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (5c8070aa-7037-4c24-b1a7-929f6c3eeaf3), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:14.533687 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-38374d1b-fca4-42ce-b42b-dd0f3c3c315d service neutron] Attempting to bind port b3ee77c7-fd2d-4ddc-80dc-a28b949821fe on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:14.534042 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-38374d1b-fca4-42ce-b42b-dd0f3c3c315d service neutron] Attempting to bind port b3ee77c7-fd2d-4ddc-80dc-a28b949821fe by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'ee732889-2e4f-4cb8-ba94-5c3620376051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '970ed126-7758-4a49-91d5-8b77d328f7d8'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:14.534377 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-38374d1b-fca4-42ce-b42b-dd0f3c3c315d service neutron] Attempting to bind port b3ee77c7-fd2d-4ddc-80dc-a28b949821fe on network 970ed126-7758-4a49-91d5-8b77d328f7d8 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:14.543055 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb28ce9-2965-48b0-911a-361714a817a3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:13:14.543325 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-35b9dc7d-9d54-45d5-bbf5-30cc84fdcf29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (22582a6f-fbb5-466b-bfdf-46f23ac0a95f), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:14.543493 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fbb28ce9-2965-48b0-911a-361714a817a3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (5c8070aa-7037-4c24-b1a7-929f6c3eeaf3), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:13:14.546774 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:13:14.549854 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-38374d1b-fca4-42ce-b42b-dd0f3c3c315d service neutron] Port b3ee77c7-fd2d-4ddc-80dc-a28b949821fe on network 970ed126-7758-4a49-91d5-8b77d328f7d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:13:14.549854 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-38374d1b-fca4-42ce-b42b-dd0f3c3c315d service neutron] Attempting to bind port b3ee77c7-fd2d-4ddc-80dc-a28b949821fe on network 970ed126-7758-4a49-91d5-8b77d328f7d8 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:14.591494 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-38374d1b-fca4-42ce-b42b-dd0f3c3c315d service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:14.591840 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-38374d1b-fca4-42ce-b42b-dd0f3c3c315d service neutron] Checking segment: {'id': 'ee732889-2e4f-4cb8-ba94-5c3620376051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '970ed126-7758-4a49-91d5-8b77d328f7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:14.592229 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-38374d1b-fca4-42ce-b42b-dd0f3c3c315d service neutron] Bound using segment: {'id': 'ee732889-2e4f-4cb8-ba94-5c3620376051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '970ed126-7758-4a49-91d5-8b77d328f7d8'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:14.592686 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-38374d1b-fca4-42ce-b42b-dd0f3c3c315d service neutron] Bound port: b3ee77c7-fd2d-4ddc-80dc-a28b949821fe, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee732889-2e4f-4cb8-ba94-5c3620376051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '970ed126-7758-4a49-91d5-8b77d328f7d8'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:14.593935 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-38374d1b-fca4-42ce-b42b-dd0f3c3c315d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b3ee77c7-fd2d-4ddc-80dc-a28b949821fe), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:14.628917 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9dc7d-9d54-45d5-bbf5-30cc84fdcf29 service neutron] Pushing event updated for resources: {'Port': ['ID=22582a6f-fbb5-466b-bfdf-46f23ac0a95f,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:14.653712 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fbb28ce9-2965-48b0-911a-361714a817a3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (1742e730-766a-4fa0-996c-7e016537b1f1), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:14.660393 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fbb28ce9-2965-48b0-911a-361714a817a3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:14.665307 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fbb28ce9-2965-48b0-911a-361714a817a3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] 10.222.0.52 "DELETE /v2.0/networks/1742e730-766a-4fa0-996c-7e016537b1f1 HTTP/1.1" status: 204 len: 168 time: 0.5978272 Feb 19 04:13:14.686485 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb28ce9-2965-48b0-911a-361714a817a3 tempest-NetworksTestDHCPv6-1086543550 tempest-NetworksTestDHCPv6-1086543550-project] Pushing event deleted for resources: {'Network': ['ID=1742e730-766a-4fa0-996c-7e016537b1f1,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:14.713882 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-35b9dc7d-9d54-45d5-bbf5-30cc84fdcf29 service neutron] Attempting to bind port 22582a6f-fbb5-466b-bfdf-46f23ac0a95f on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:14.714380 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-35b9dc7d-9d54-45d5-bbf5-30cc84fdcf29 service neutron] Attempting to bind port 22582a6f-fbb5-466b-bfdf-46f23ac0a95f by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '5235181e-dc3c-4aba-8bf2-254db3bce1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7cbf1741-c2f4-4ecb-bd05-d634c442a618'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:14.714839 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-35b9dc7d-9d54-45d5-bbf5-30cc84fdcf29 service neutron] Attempting to bind port 22582a6f-fbb5-466b-bfdf-46f23ac0a95f on network 7cbf1741-c2f4-4ecb-bd05-d634c442a618 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:14.725271 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-38374d1b-fca4-42ce-b42b-dd0f3c3c315d service neutron] For port b3ee77c7-fd2d-4ddc-80dc-a28b949821fe, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:14.728412 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-35b9dc7d-9d54-45d5-bbf5-30cc84fdcf29 service neutron] Port 22582a6f-fbb5-466b-bfdf-46f23ac0a95f on network 7cbf1741-c2f4-4ecb-bd05-d634c442a618 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:13:14.728956 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-35b9dc7d-9d54-45d5-bbf5-30cc84fdcf29 service neutron] Attempting to bind port 22582a6f-fbb5-466b-bfdf-46f23ac0a95f on network 7cbf1741-c2f4-4ecb-bd05-d634c442a618 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:14.729332 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-38374d1b-fca4-42ce-b42b-dd0f3c3c315d service neutron] For port b3ee77c7-fd2d-4ddc-80dc-a28b949821fe, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=b3ee77c7-fd2d-4ddc-80dc-a28b949821fe,segment=NetworkSegment(ee732889-2e4f-4cb8-ba94-5c3620376051),segment_id=ee732889-2e4f-4cb8-ba94-5c3620376051)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:14.737163 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-35b9dc7d-9d54-45d5-bbf5-30cc84fdcf29 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:14.737589 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-35b9dc7d-9d54-45d5-bbf5-30cc84fdcf29 service neutron] Checking segment: {'id': '5235181e-dc3c-4aba-8bf2-254db3bce1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7cbf1741-c2f4-4ecb-bd05-d634c442a618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:14.737730 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-38374d1b-fca4-42ce-b42b-dd0f3c3c315d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (b3ee77c7-fd2d-4ddc-80dc-a28b949821fe), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:14.738202 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-35b9dc7d-9d54-45d5-bbf5-30cc84fdcf29 service neutron] Bound using segment: {'id': '5235181e-dc3c-4aba-8bf2-254db3bce1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7cbf1741-c2f4-4ecb-bd05-d634c442a618'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:14.738788 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-35b9dc7d-9d54-45d5-bbf5-30cc84fdcf29 service neutron] Bound port: 22582a6f-fbb5-466b-bfdf-46f23ac0a95f, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5235181e-dc3c-4aba-8bf2-254db3bce1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7cbf1741-c2f4-4ecb-bd05-d634c442a618'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:14.739261 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-35b9dc7d-9d54-45d5-bbf5-30cc84fdcf29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (22582a6f-fbb5-466b-bfdf-46f23ac0a95f), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:14.793482 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-38374d1b-fca4-42ce-b42b-dd0f3c3c315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:14.794116 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-38374d1b-fca4-42ce-b42b-dd0f3c3c315d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:14.795541 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-38374d1b-fca4-42ce-b42b-dd0f3c3c315d service neutron] 10.222.0.26 "PUT /v2.0/ports/b3ee77c7-fd2d-4ddc-80dc-a28b949821fe HTTP/1.1" status: 200 len: 1092 time: 1.4019437 Feb 19 04:13:14.844259 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-ab92fb0d-2aa6-46d9-be49-113e7f2ef65e service neutron] Request body: {'port': {'device_id': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:14.844742 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-35b9dc7d-9d54-45d5-bbf5-30cc84fdcf29 service neutron] For port 22582a6f-fbb5-466b-bfdf-46f23ac0a95f, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:14.849132 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-35b9dc7d-9d54-45d5-bbf5-30cc84fdcf29 service neutron] For port 22582a6f-fbb5-466b-bfdf-46f23ac0a95f, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=22582a6f-fbb5-466b-bfdf-46f23ac0a95f,segment=NetworkSegment(5235181e-dc3c-4aba-8bf2-254db3bce1f3),segment_id=5235181e-dc3c-4aba-8bf2-254db3bce1f3)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:14.861899 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-35b9dc7d-9d54-45d5-bbf5-30cc84fdcf29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (22582a6f-fbb5-466b-bfdf-46f23ac0a95f), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:14.879205 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38374d1b-fca4-42ce-b42b-dd0f3c3c315d service neutron] Pushing event updated for resources: {'Port': ['ID=b3ee77c7-fd2d-4ddc-80dc-a28b949821fe,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:14.926985 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-35b9dc7d-9d54-45d5-bbf5-30cc84fdcf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:14.928274 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-35b9dc7d-9d54-45d5-bbf5-30cc84fdcf29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:14.930209 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-35b9dc7d-9d54-45d5-bbf5-30cc84fdcf29 service neutron] 10.222.0.26 "PUT /v2.0/ports/22582a6f-fbb5-466b-bfdf-46f23ac0a95f HTTP/1.1" status: 200 len: 1092 time: 1.0821784 Feb 19 04:13:14.930926 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95cdb9b2-50b4-4596-922b-a74bd8d15200', 'tag': '22582a6f-fbb5-466b-bfdf-46f23ac0a95f'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:14.936989 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9203a1b0-d710-4028-beb8-1dbf2b412cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "95cdb9b2-50b4-4596-922b-a74bd8d15200", "tag": "22582a6f-fbb5-466b-bfdf-46f23ac0a95f"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:15.000542 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-ab92fb0d-2aa6-46d9-be49-113e7f2ef65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (328f76f5-5319-4dc1-b370-793287406294), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:15.043146 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76de7e84-60ce-457c-8fbb-5abc1167fb74 x-openstack-request-id: req-76de7e84-60ce-457c-8fbb-5abc1167fb74 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:15.048889 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95cdb9b2-50b4-4596-922b-a74bd8d15200", "tag": "22582a6f-fbb5-466b-bfdf-46f23ac0a95f", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:15.049234 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-76de7e84-60ce-457c-8fbb-5abc1167fb74 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:15.049598 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95cdb9b2-50b4-4596-922b-a74bd8d15200', 'tag': '22582a6f-fbb5-466b-bfdf-46f23ac0a95f', 'status': 'completed', 'code': 200} Feb 19 04:13:15.067129 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9dc7d-9d54-45d5-bbf5-30cc84fdcf29 service neutron] Pushing event updated for resources: {'Port': ['ID=22582a6f-fbb5-466b-bfdf-46f23ac0a95f,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:15.078125 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36760) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:15.126192 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'tag': '51ab0d90-f81c-46a6-947c-a2e5b088d476'}, {'name': 'network-changed', 'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'tag': 'b3ee77c7-fd2d-4ddc-80dc-a28b949821fe'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:15.129680 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-1afc17f1-f9d1-489b-b211-eab2d55cbfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:15.131167 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28ac285-0af7-42c7-b0ee-52930af922cc" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "tag": "51ab0d90-f81c-46a6-947c-a2e5b088d476"}, {"name": "network-changed", "server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "tag": "b3ee77c7-fd2d-4ddc-80dc-a28b949821fe"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:15.132126 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-1afc17f1-f9d1-489b-b211-eab2d55cbfaf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0de0bed00dc48a1a91b9778ced33263&device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 1126 time: 0.1354904 Feb 19 04:13:15.258585 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-218c7327-3e47-4f68-8783-301b1cfe9a45 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22582a6f-fbb5-466b-bfdf-46f23ac0a95f HTTP/1.1" status: 200 len: 217 time: 0.1168797 Feb 19 04:13:15.370318 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-3ec803b9-1ed7-4696-9cbc-0f591965e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:15.371805 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-3ec803b9-1ed7-4696-9cbc-0f591965e56e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8598c1f5-4b4c-41f2-bd71-4f8f4093e3bb HTTP/1.1" status: 200 len: 855 time: 0.0863965 Feb 19 04:13:15.379060 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0b1c080f-b41b-4832-9862-4bfdc4ca7315 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1bdcf5ecc308450d9e923609ca7de655&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2963922 Feb 19 04:13:15.379060 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36770) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:15.401224 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc461ff-3ac8-45da-993f-9b4c7ab4dc14 req-3bc717e6-876c-4e2e-8361-197da5006e26 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:15.402744 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5fc461ff-3ac8-45da-993f-9b4c7ab4dc14 req-3bc717e6-876c-4e2e-8361-197da5006e26 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.1611156 Feb 19 04:13:15.435788 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-ab92fb0d-2aa6-46d9-be49-113e7f2ef65e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328f76f5-5319-4dc1-b370-793287406294 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:15.442393 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-d0e3b090-74ae-4889-90f1-536929c84f61 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7cbf1741-c2f4-4ecb-bd05-d634c442a618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568066 Feb 19 04:13:15.447535 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-ab92fb0d-2aa6-46d9-be49-113e7f2ef65e service neutron] Publish callbacks [] for port (328f76f5-5319-4dc1-b370-793287406294), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:15.460004 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-ab92fb0d-2aa6-46d9-be49-113e7f2ef65e service neutron] Transition to ACTIVE for port object 328f76f5-5319-4dc1-b370-793287406294 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:13:15.464425 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-ab92fb0d-2aa6-46d9-be49-113e7f2ef65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (328f76f5-5319-4dc1-b370-793287406294), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:15.540935 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92fb0d-2aa6-46d9-be49-113e7f2ef65e service neutron] Pushing event updated for resources: {'Port': ['ID=328f76f5-5319-4dc1-b370-793287406294,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:15.600059 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-ab92fb0d-2aa6-46d9-be49-113e7f2ef65e service neutron] Attempting to bind port 328f76f5-5319-4dc1-b370-793287406294 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:15.600383 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-ab92fb0d-2aa6-46d9-be49-113e7f2ef65e service neutron] Attempting to bind port 328f76f5-5319-4dc1-b370-793287406294 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'ee732889-2e4f-4cb8-ba94-5c3620376051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '970ed126-7758-4a49-91d5-8b77d328f7d8'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:15.600709 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-ab92fb0d-2aa6-46d9-be49-113e7f2ef65e service neutron] Attempting to bind port 328f76f5-5319-4dc1-b370-793287406294 on network 970ed126-7758-4a49-91d5-8b77d328f7d8 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:15.605673 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-ab92fb0d-2aa6-46d9-be49-113e7f2ef65e service neutron] Port 328f76f5-5319-4dc1-b370-793287406294 on network 970ed126-7758-4a49-91d5-8b77d328f7d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:13:15.606011 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-ab92fb0d-2aa6-46d9-be49-113e7f2ef65e service neutron] Attempting to bind port 328f76f5-5319-4dc1-b370-793287406294 on network 970ed126-7758-4a49-91d5-8b77d328f7d8 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:15.611181 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-ab92fb0d-2aa6-46d9-be49-113e7f2ef65e service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:15.611522 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-ab92fb0d-2aa6-46d9-be49-113e7f2ef65e service neutron] Checking segment: {'id': 'ee732889-2e4f-4cb8-ba94-5c3620376051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '970ed126-7758-4a49-91d5-8b77d328f7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:15.611905 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-ab92fb0d-2aa6-46d9-be49-113e7f2ef65e service neutron] Bound using segment: {'id': 'ee732889-2e4f-4cb8-ba94-5c3620376051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '970ed126-7758-4a49-91d5-8b77d328f7d8'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:15.612333 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-ab92fb0d-2aa6-46d9-be49-113e7f2ef65e service neutron] Bound port: 328f76f5-5319-4dc1-b370-793287406294, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee732889-2e4f-4cb8-ba94-5c3620376051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '970ed126-7758-4a49-91d5-8b77d328f7d8'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:15.612693 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-ab92fb0d-2aa6-46d9-be49-113e7f2ef65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (328f76f5-5319-4dc1-b370-793287406294), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:15.613926 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5fc461ff-3ac8-45da-993f-9b4c7ab4dc14 req-9cf0269c-1e72-4ff8-aded-1731b814c0f6 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002156 Feb 19 04:13:15.627580 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-57b691db-c2d6-4078-955c-ecb5b9d58fdd admin admin] Publish callbacks [] for security_group (0b8cc1a7-671f-44db-a15e-99bb1ad6c5b1), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:15.636399 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008989b0-9703-4205-948c-87a07ba77fa8 req-930d4ae2-113f-40e2-9a91-beeccc99cfd0 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:15.638069 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-008989b0-9703-4205-948c-87a07ba77fa8 req-930d4ae2-113f-40e2-9a91-beeccc99cfd0 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 943 time: 0.3865778 Feb 19 04:13:15.703852 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6678a517-86a2-44ae-9f00-892b04c9460c x-openstack-request-id: req-6678a517-86a2-44ae-9f00-892b04c9460c {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:15.704332 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "tag": "51ab0d90-f81c-46a6-947c-a2e5b088d476", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "tag": "b3ee77c7-fd2d-4ddc-80dc-a28b949821fe", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:15.704458 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6678a517-86a2-44ae-9f00-892b04c9460c {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:15.704827 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'tag': '51ab0d90-f81c-46a6-947c-a2e5b088d476', 'status': 'completed', 'code': 200} Feb 19 04:13:15.705073 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'tag': 'b3ee77c7-fd2d-4ddc-80dc-a28b949821fe', 'status': 'completed', 'code': 200} Feb 19 04:13:15.714634 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-57b691db-c2d6-4078-955c-ecb5b9d58fdd admin admin] Publish callbacks [] for security_group (0b8cc1a7-671f-44db-a15e-99bb1ad6c5b1), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:15.717664 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-ab92fb0d-2aa6-46d9-be49-113e7f2ef65e service neutron] For port 328f76f5-5319-4dc1-b370-793287406294, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:15.721261 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-ab92fb0d-2aa6-46d9-be49-113e7f2ef65e service neutron] For port 328f76f5-5319-4dc1-b370-793287406294, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=328f76f5-5319-4dc1-b370-793287406294,segment=NetworkSegment(ee732889-2e4f-4cb8-ba94-5c3620376051),segment_id=ee732889-2e4f-4cb8-ba94-5c3620376051)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:15.722033 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-834564a7-54fa-41b5-ae28-4275f3e9cb21 service neutron] 10.222.0.26 "GET /v2.0/networks/7cbf1741-c2f4-4ecb-bd05-d634c442a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519155 Feb 19 04:13:15.730738 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-ab92fb0d-2aa6-46d9-be49-113e7f2ef65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (328f76f5-5319-4dc1-b370-793287406294), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:15.773837 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-ab92fb0d-2aa6-46d9-be49-113e7f2ef65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:15.774864 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-ab92fb0d-2aa6-46d9-be49-113e7f2ef65e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:15.775893 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-ab92fb0d-2aa6-46d9-be49-113e7f2ef65e service neutron] 10.222.0.26 "PUT /v2.0/ports/328f76f5-5319-4dc1-b370-793287406294 HTTP/1.1" status: 200 len: 1092 time: 0.9502976 Feb 19 04:13:15.821159 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92fb0d-2aa6-46d9-be49-113e7f2ef65e service neutron] Pushing event updated for resources: {'Port': ['ID=328f76f5-5319-4dc1-b370-793287406294,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:16.196249 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-008989b0-9703-4205-948c-87a07ba77fa8 req-3413d45b-8381-4f5c-9aa6-b2b717a33f84 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5437815 Feb 19 04:13:16.317809 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-57b691db-c2d6-4078-955c-ecb5b9d58fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0b8cc1a7-671f-44db-a15e-99bb1ad6c5b1), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:16.320325 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-57b691db-c2d6-4078-955c-ecb5b9d58fdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:16.321452 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-57b691db-c2d6-4078-955c-ecb5b9d58fdd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0b8cc1a7-671f-44db-a15e-99bb1ad6c5b1 HTTP/1.1" status: 204 len: 168 time: 0.9417620 Feb 19 04:13:16.327159 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ac285-0af7-42c7-b0ee-52930af922cc req-e9690e6a-e73d-4fe8-81db-fcb39822ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:16.328198 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ac285-0af7-42c7-b0ee-52930af922cc req-e9690e6a-e73d-4fe8-81db-fcb39822ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:16.328631 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ac285-0af7-42c7-b0ee-52930af922cc req-e9690e6a-e73d-4fe8-81db-fcb39822ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:16.329086 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ac285-0af7-42c7-b0ee-52930af922cc req-e9690e6a-e73d-4fe8-81db-fcb39822ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:16.329549 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ac285-0af7-42c7-b0ee-52930af922cc req-e9690e6a-e73d-4fe8-81db-fcb39822ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:16.330140 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ac285-0af7-42c7-b0ee-52930af922cc req-e9690e6a-e73d-4fe8-81db-fcb39822ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:16.330624 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ac285-0af7-42c7-b0ee-52930af922cc req-e9690e6a-e73d-4fe8-81db-fcb39822ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:16.332528 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d28ac285-0af7-42c7-b0ee-52930af922cc req-e9690e6a-e73d-4fe8-81db-fcb39822ec92 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70c4c3b9b3c649e3926da7d12add9340&device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 6712 time: 0.5929825 Feb 19 04:13:16.346233 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-81c38098-b6e4-4184-8de2-328f13fc3718 req-e244f97d-4244-4f3e-902f-bb3a7934821d service neutron] 10.222.0.26 "GET /v2.0/networks/7cbf1741-c2f4-4ecb-bd05-d634c442a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6078165 Feb 19 04:13:16.365762 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b691db-c2d6-4078-955c-ecb5b9d58fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8cc1a7-671f-44db-a15e-99bb1ad6c5b1,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:16.377836 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c716b1-8895-417e-9ac2-e8ec4235c943 req-eb15af1e-e822-47d6-9ce2-1ea73fa3f801 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:16.383028 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c716b1-8895-417e-9ac2-e8ec4235c943 req-eb15af1e-e822-47d6-9ce2-1ea73fa3f801 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:16.388216 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c716b1-8895-417e-9ac2-e8ec4235c943 req-eb15af1e-e822-47d6-9ce2-1ea73fa3f801 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:16.394069 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c716b1-8895-417e-9ac2-e8ec4235c943 req-eb15af1e-e822-47d6-9ce2-1ea73fa3f801 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:16.399346 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c716b1-8895-417e-9ac2-e8ec4235c943 req-eb15af1e-e822-47d6-9ce2-1ea73fa3f801 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:16.404938 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c716b1-8895-417e-9ac2-e8ec4235c943 req-eb15af1e-e822-47d6-9ce2-1ea73fa3f801 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:16.410827 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c716b1-8895-417e-9ac2-e8ec4235c943 req-eb15af1e-e822-47d6-9ce2-1ea73fa3f801 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:16.412816 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39c716b1-8895-417e-9ac2-e8ec4235c943 req-eb15af1e-e822-47d6-9ce2-1ea73fa3f801 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.5766370 Feb 19 04:13:16.530132 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429b33d-f8be-48c8-9685-ac7d40dc461a req-8a77e2e6-d16a-4781-9736-119ffadb9c8f tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:16.531723 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7429b33d-f8be-48c8-9685-ac7d40dc461a req-8a77e2e6-d16a-4781-9736-119ffadb9c8f tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 1129 time: 0.2589660 Feb 19 04:13:16.599440 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ac285-0af7-42c7-b0ee-52930af922cc req-e055c99d-fff8-4bc7-b4b2-8b90327bbb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:16.599928 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ac285-0af7-42c7-b0ee-52930af922cc req-e055c99d-fff8-4bc7-b4b2-8b90327bbb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:16.600402 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ac285-0af7-42c7-b0ee-52930af922cc req-e055c99d-fff8-4bc7-b4b2-8b90327bbb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:16.601993 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d28ac285-0af7-42c7-b0ee-52930af922cc req-e055c99d-fff8-4bc7-b4b2-8b90327bbb70 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=70c4c3b9b3c649e3926da7d12add9340&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2602880 Feb 19 04:13:16.629163 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39c716b1-8895-417e-9ac2-e8ec4235c943 req-eab63e82-af76-46d8-b276-86562c6a93a4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2026920 Feb 19 04:13:16.631101 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203a1b0-d710-4028-beb8-1dbf2b412cbe req-6bae1ffe-ee00-4501-bb87-79cf60b82a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:16.632490 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9203a1b0-d710-4028-beb8-1dbf2b412cbe req-6bae1ffe-ee00-4501-bb87-79cf60b82a5e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0de0bed00dc48a1a91b9778ced33263&device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 1126 time: 0.2050326 Feb 19 04:13:16.738340 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7429b33d-f8be-48c8-9685-ac7d40dc461a req-9de33d29-97d3-4748-a120-51410e24d5f6 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889093 Feb 19 04:13:16.771552 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36794) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:16.809857 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ac285-0af7-42c7-b0ee-52930af922cc req-4c558fb6-5799-4d02-a881-f5bdda8b30ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:16.811402 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d28ac285-0af7-42c7-b0ee-52930af922cc req-4c558fb6-5799-4d02-a881-f5bdda8b30ef service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1996138 Feb 19 04:13:16.812859 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203a1b0-d710-4028-beb8-1dbf2b412cbe req-94abc862-e812-489b-875c-3b4b2e17fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:16.814236 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9203a1b0-d710-4028-beb8-1dbf2b412cbe req-94abc862-e812-489b-875c-3b4b2e17fb54 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7cbf1741-c2f4-4ecb-bd05-d634c442a618 HTTP/1.1" status: 200 len: 916 time: 0.1688879 Feb 19 04:13:16.884516 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9203a1b0-d710-4028-beb8-1dbf2b412cbe req-bf9ce791-c472-4740-b75b-16b558f2f1d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22582a6f-fbb5-466b-bfdf-46f23ac0a95f HTTP/1.1" status: 200 len: 217 time: 0.0626712 Feb 19 04:13:16.989506 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203a1b0-d710-4028-beb8-1dbf2b412cbe req-d51bcf3b-00bd-4d57-8dd4-48c09d27b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:16.991132 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9203a1b0-d710-4028-beb8-1dbf2b412cbe req-d51bcf3b-00bd-4d57-8dd4-48c09d27b83f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8598c1f5-4b4c-41f2-bd71-4f8f4093e3bb HTTP/1.1" status: 200 len: 855 time: 0.0754287 Feb 19 04:13:17.001348 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5be15d-2743-4fd5-bc87-7e1c0c3311fc req-06138f4c-2d81-432e-a441-38616db0952b tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:17.002936 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc5be15d-2743-4fd5-bc87-7e1c0c3311fc req-06138f4c-2d81-432e-a441-38616db0952b tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.1733747 Feb 19 04:13:17.010322 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ac285-0af7-42c7-b0ee-52930af922cc req-b806b614-d9e7-4bbc-acd2-4027c455cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:17.010818 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ac285-0af7-42c7-b0ee-52930af922cc req-b806b614-d9e7-4bbc-acd2-4027c455cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:17.011300 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ac285-0af7-42c7-b0ee-52930af922cc req-b806b614-d9e7-4bbc-acd2-4027c455cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:17.011779 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ac285-0af7-42c7-b0ee-52930af922cc req-b806b614-d9e7-4bbc-acd2-4027c455cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:17.012240 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ac285-0af7-42c7-b0ee-52930af922cc req-b806b614-d9e7-4bbc-acd2-4027c455cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:17.012707 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ac285-0af7-42c7-b0ee-52930af922cc req-b806b614-d9e7-4bbc-acd2-4027c455cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:17.013170 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ac285-0af7-42c7-b0ee-52930af922cc req-b806b614-d9e7-4bbc-acd2-4027c455cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:17.014499 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-e467dc38-39ab-4661-bcd9-569fda35d4d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Deleting port 3d8e6759-b203-4fba-85f3-5431ce8f594d {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:13:17.015617 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e467dc38-39ab-4661-bcd9-569fda35d4d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (3d8e6759-b203-4fba-85f3-5431ce8f594d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:17.015792 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d28ac285-0af7-42c7-b0ee-52930af922cc req-b806b614-d9e7-4bbc-acd2-4027c455cc5c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70c4c3b9b3c649e3926da7d12add9340&device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 6712 time: 0.1423399 Feb 19 04:13:17.071747 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9203a1b0-d710-4028-beb8-1dbf2b412cbe req-bf5ddc08-9d7d-48c2-8c9c-48dfdad90c11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7cbf1741-c2f4-4ecb-bd05-d634c442a618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678136 Feb 19 04:13:17.126447 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e467dc38-39ab-4661-bcd9-569fda35d4d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (3d8e6759-b203-4fba-85f3-5431ce8f594d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:17.126795 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e467dc38-39ab-4661-bcd9-569fda35d4d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for floatingip (3d8e6759-b203-4fba-85f3-5431ce8f594d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:17.142527 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-e467dc38-39ab-4661-bcd9-569fda35d4d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Calling delete_port for 3d8e6759-b203-4fba-85f3-5431ce8f594d owned by network:floatingip {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:13:17.234759 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc5be15d-2743-4fd5-bc87-7e1c0c3311fc req-17c44928-7e11-4675-96ec-3edd59aae038 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059329 Feb 19 04:13:17.269134 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ac285-0af7-42c7-b0ee-52930af922cc req-594cbd83-5091-4d25-95f2-cf1e1c926df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:17.269765 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ac285-0af7-42c7-b0ee-52930af922cc req-594cbd83-5091-4d25-95f2-cf1e1c926df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:17.270342 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ac285-0af7-42c7-b0ee-52930af922cc req-594cbd83-5091-4d25-95f2-cf1e1c926df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:17.272028 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d28ac285-0af7-42c7-b0ee-52930af922cc req-594cbd83-5091-4d25-95f2-cf1e1c926df6 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=70c4c3b9b3c649e3926da7d12add9340&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2473979 Feb 19 04:13:17.341141 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36810) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:17.363587 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9203a1b0-d710-4028-beb8-1dbf2b412cbe req-032b4306-b83b-4d5e-aff2-ffc61a5929ad service neutron] 10.222.0.26 "GET /v2.0/networks/7cbf1741-c2f4-4ecb-bd05-d634c442a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581246 Feb 19 04:13:17.409479 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e467dc38-39ab-4661-bcd9-569fda35d4d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (3d8e6759-b203-4fba-85f3-5431ce8f594d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:17.443317 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467dc38-39ab-4661-bcd9-569fda35d4d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event deleted for resources: {'Port': ['ID=3d8e6759-b203-4fba-85f3-5431ce8f594d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:17.486023 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-5b60df2f-ebce-4441-86a6-581ab964fc1e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1706303851'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:17.499788 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ac285-0af7-42c7-b0ee-52930af922cc req-1bbdb577-5dc9-44d2-9900-f79fb420e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:17.501516 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d28ac285-0af7-42c7-b0ee-52930af922cc req-1bbdb577-5dc9-44d2-9900-f79fb420e95c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2225215 Feb 19 04:13:17.515584 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b43f9-379a-4af5-a411-67b1e71ec27c req-6b8aaf79-99f1-4b27-b631-d52988547087 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:17.517186 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c4b43f9-379a-4af5-a411-67b1e71ec27c req-6b8aaf79-99f1-4b27-b631-d52988547087 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 943 time: 0.1750596 Feb 19 04:13:17.560702 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b60df2f-ebce-4441-86a6-581ab964fc1e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Made reservation on behalf of 482831af4cad4e6aaa18d2257a07af0f for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:17.564277 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b60df2f-ebce-4441-86a6-581ab964fc1e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:17.573482 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e467dc38-39ab-4661-bcd9-569fda35d4d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for floatingip (003f5e25-3a55-4226-bed4-b132e639b448), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:17.573973 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-e467dc38-39ab-4661-bcd9-569fda35d4d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Floating IP 003f5e25-3a55-4226-bed4-b132e639b448 disassociated (deleted). External IP: 172.25.3.134, port: c8d96e85-d872-4c04-a41a-a5d772b2495f. Feb 19 04:13:17.588602 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9203a1b0-d710-4028-beb8-1dbf2b412cbe req-2c84c4b4-f323-479b-9cbc-0731eab5e260 service neutron] 10.222.0.26 "GET /v2.0/networks/7cbf1741-c2f4-4ecb-bd05-d634c442a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044401 Feb 19 04:13:17.605206 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b60df2f-ebce-4441-86a6-581ab964fc1e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:17.651871 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c4b43f9-379a-4af5-a411-67b1e71ec27c req-38c8c55b-3fe2-4037-be0a-9394493c1404 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210110 Feb 19 04:13:17.686548 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-2979d4e5-ccaa-4fc3-bd38-08decb17258e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:17.687153 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-2979d4e5-ccaa-4fc3-bd38-08decb17258e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:17.687732 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-2979d4e5-ccaa-4fc3-bd38-08decb17258e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:17.688798 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-2979d4e5-ccaa-4fc3-bd38-08decb17258e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:17.689284 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-2979d4e5-ccaa-4fc3-bd38-08decb17258e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:17.689755 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-2979d4e5-ccaa-4fc3-bd38-08decb17258e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:17.690305 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-2979d4e5-ccaa-4fc3-bd38-08decb17258e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:17.692769 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-2979d4e5-ccaa-4fc3-bd38-08decb17258e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70c4c3b9b3c649e3926da7d12add9340&device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 6712 time: 0.1225934 Feb 19 04:13:17.739620 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'tag': '328f76f5-5319-4dc1-b370-793287406294'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:17.741922 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b2269e-9f20-457d-82a4-205399a1e109" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "tag": "328f76f5-5319-4dc1-b370-793287406294"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:17.764380 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b60df2f-ebce-4441-86a6-581ab964fc1e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks [] for security_group (1ef217db-8499-4670-95ff-cd4e70ae49e8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:17.822044 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8428ae6-d6cd-4d01-8897-ccc7751c9344 x-openstack-request-id: req-b8428ae6-d6cd-4d01-8897-ccc7751c9344 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:17.823124 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "tag": "328f76f5-5319-4dc1-b370-793287406294", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:17.823552 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8428ae6-d6cd-4d01-8897-ccc7751c9344 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:17.824110 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'tag': '328f76f5-5319-4dc1-b370-793287406294', 'status': 'completed', 'code': 200} Feb 19 04:13:17.848507 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b60df2f-ebce-4441-86a6-581ab964fc1e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1ef217db-8499-4670-95ff-cd4e70ae49e8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:17.862777 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e467dc38-39ab-4661-bcd9-569fda35d4d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Router f6d2431b-d63e-4c0d-a4d4-69253cce99cd has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:13:17.871479 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-c025b8d8-0aa5-4f9a-84de-a4a49c69b168 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34be0ba4-056a-4e2e-8c32-588153dfa0c7 HTTP/1.1" status: 200 len: 217 time: 0.1326919 Feb 19 04:13:17.932024 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b60df2f-ebce-4441-86a6-581ab964fc1e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:13:17.956572 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60df2f-ebce-4441-86a6-581ab964fc1e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef217db-8499-4670-95ff-cd4e70ae49e8,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:17.975577 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651a2f5-0582-4120-842b-c6cbf36b5733 req-a4deb8da-c287-4ba9-9526-ada858a95501 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:17.988986 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651a2f5-0582-4120-842b-c6cbf36b5733 req-a4deb8da-c287-4ba9-9526-ada858a95501 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:17.989393 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e467dc38-39ab-4661-bcd9-569fda35d4d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:13:17.994299 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651a2f5-0582-4120-842b-c6cbf36b5733 req-a4deb8da-c287-4ba9-9526-ada858a95501 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:17.994707 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e467dc38-39ab-4661-bcd9-569fda35d4d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:17.999636 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651a2f5-0582-4120-842b-c6cbf36b5733 req-a4deb8da-c287-4ba9-9526-ada858a95501 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:18.002067 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989dde95-01a9-49bf-9abc-b103580b8d26 None None] Sync routers for ids ['f6d2431b-d63e-4c0d-a4d4-69253cce99cd'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:13:18.012525 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989dde95-01a9-49bf-9abc-b103580b8d26 None None] Routers {'f6d2431b-d63e-4c0d-a4d4-69253cce99cd'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:13:18.013469 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-989dde95-01a9-49bf-9abc-b103580b8d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:13:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f6d2431b-d63e-4c0d-a4d4-69253cce99cd'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:18.014048 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651a2f5-0582-4120-842b-c6cbf36b5733 req-a4deb8da-c287-4ba9-9526-ada858a95501 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:18.021059 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651a2f5-0582-4120-842b-c6cbf36b5733 req-a4deb8da-c287-4ba9-9526-ada858a95501 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:18.027991 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651a2f5-0582-4120-842b-c6cbf36b5733 req-a4deb8da-c287-4ba9-9526-ada858a95501 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:18.061378 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d651a2f5-0582-4120-842b-c6cbf36b5733 req-a4deb8da-c287-4ba9-9526-ada858a95501 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.3243129 Feb 19 04:13:18.064706 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b60df2f-ebce-4441-86a6-581ab964fc1e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (8cf627da-f335-48ad-bc7a-b2236b273d48), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:18.065214 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-5b60df2f-ebce-4441-86a6-581ab964fc1e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Added segment 8cf627da-f335-48ad-bc7a-b2236b273d48 of type vlan for network 31cdb282-457b-4af2-9c49-4d052b64de99 Feb 19 04:13:18.118377 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b60df2f-ebce-4441-86a6-581ab964fc1e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (31cdb282-457b-4af2-9c49-4d052b64de99), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:18.151282 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-989dde95-01a9-49bf-9abc-b103580b8d26 None None] Set router f6d2431b-d63e-4c0d-a4d4-69253cce99cd gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:13:18.154277 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-ad8454b0-efa5-465d-837c-e6f0d7061463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:18.154914 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-ad8454b0-efa5-465d-837c-e6f0d7061463 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab33f94a-f001-4e22-992e-6a938e5dd9bf HTTP/1.1" status: 200 len: 855 time: 0.2693250 Feb 19 04:13:18.166527 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b60df2f-ebce-4441-86a6-581ab964fc1e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (31cdb282-457b-4af2-9c49-4d052b64de99), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:18.173556 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b60df2f-ebce-4441-86a6-581ab964fc1e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:18.174397 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b60df2f-ebce-4441-86a6-581ab964fc1e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:18.232586 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5b60df2f-ebce-4441-86a6-581ab964fc1e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8885920 Feb 19 04:13:18.423350 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36824) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:18.424579 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e467dc38-39ab-4661-bcd9-569fda35d4d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "DELETE /v2.0/floatingips/003f5e25-3a55-4226-bed4-b132e639b448 HTTP/1.1" status: 204 len: 168 time: 1.6514750 Feb 19 04:13:18.429925 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d651a2f5-0582-4120-842b-c6cbf36b5733 req-14e709ee-8c2f-459b-bc7b-83c8c6f6adc7 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2729070 Feb 19 04:13:18.440678 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-da575c7b-96b7-4267-87aa-266e923934a9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Request body: {'subnet': {'network_id': '31cdb282-457b-4af2-9c49-4d052b64de99', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:18.457270 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60df2f-ebce-4441-86a6-581ab964fc1e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event updated for resources: {'Network': ['ID=31cdb282-457b-4af2-9c49-4d052b64de99,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:18.519998 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 31cdb282-457b-4af2-9c49-4d052b64de99 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:13:18.600228 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4e82f93c-c67b-4c18-a66e-5431d07d0587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:18.601729 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4e82f93c-c67b-4c18-a66e-5431d07d0587 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f758f6a7-1c73-480c-aa6e-af8f6b3fc936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4365208 Feb 19 04:13:18.650441 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa1ae5-7a0d-44ed-9797-f3f9fe2f2555 req-4445b407-d678-4ff8-ad81-f34b98f73c33 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:18.651956 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-61aa1ae5-7a0d-44ed-9797-f3f9fe2f2555 req-4445b407-d678-4ff8-ad81-f34b98f73c33 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.2294965 Feb 19 04:13:18.673926 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-989dde95-01a9-49bf-9abc-b103580b8d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135806163', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e300398c-0cb1-4604-b2a9-c6d83cf9d844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:08Z', 'updated_at': '2022-02-19T04:10:21Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': 'e300398c-0cb1-4604-b2a9-c6d83cf9d844', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:09Z', 'updated_at': '2022-02-19T04:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '69821739-fec7-4b6d-9871-6ea9a54d8b98', 'name': '', 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:32:1d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'b75aa528-0873-412b-92b8-b69da9ced5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:17Z', 'updated_at': '2022-02-19T04:10:29Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': 'b75aa528-0873-412b-92b8-b69da9ced5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:18.705498 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989dde95-01a9-49bf-9abc-b103580b8d26 None None] Checking router: f6d2431b-d63e-4c0d-a4d4-69253cce99cd for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:13:18.714393 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989dde95-01a9-49bf-9abc-b103580b8d26 None None] Routers {'f6d2431b-d63e-4c0d-a4d4-69253cce99cd'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:13:18.715248 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-989dde95-01a9-49bf-9abc-b103580b8d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:13:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f6d2431b-d63e-4c0d-a4d4-69253cce99cd'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:18.720954 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b151c59-ffda-46de-b1a3-f4b8a59ac974 req-166c3910-32c7-4a38-8d1f-a6a05e221010 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d1b7f37d-00a9-4d9d-8438-dd78b4be8917&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1913543 Feb 19 04:13:18.760027 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da575c7b-96b7-4267-87aa-266e923934a9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Made reservation on behalf of 482831af4cad4e6aaa18d2257a07af0f for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:18.763336 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-da575c7b-96b7-4267-87aa-266e923934a9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:18.844070 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-989dde95-01a9-49bf-9abc-b103580b8d26 None None] Set router f6d2431b-d63e-4c0d-a4d4-69253cce99cd gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:13:18.895718 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-0c730377-3e1d-44a5-8e9f-3927235e1c90 service neutron] 10.222.0.26 "GET /v2.0/networks/f758f6a7-1c73-480c-aa6e-af8f6b3fc936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819464 Feb 19 04:13:18.905324 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-61aa1ae5-7a0d-44ed-9797-f3f9fe2f2555 req-ee42658f-5f46-4c94-86f0-d0df83b5b374 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150304 Feb 19 04:13:18.954838 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa9170-e12f-44d0-a157-3f9a674b99af req-56bc5532-81fd-4412-ac9c-5f4fbac09538 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:18.956493 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c2fa9170-e12f-44d0-a157-3f9a674b99af req-56bc5532-81fd-4412-ac9c-5f4fbac09538 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 946 time: 0.2609897 Feb 19 04:13:19.063341 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-989dde95-01a9-49bf-9abc-b103580b8d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135806163', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e300398c-0cb1-4604-b2a9-c6d83cf9d844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:08Z', 'updated_at': '2022-02-19T04:10:21Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': 'e300398c-0cb1-4604-b2a9-c6d83cf9d844', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:09Z', 'updated_at': '2022-02-19T04:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '69821739-fec7-4b6d-9871-6ea9a54d8b98', 'name': '', 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:32:1d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'b75aa528-0873-412b-92b8-b69da9ced5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:17Z', 'updated_at': '2022-02-19T04:10:29Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': 'b75aa528-0873-412b-92b8-b69da9ced5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:19.074508 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b151c59-ffda-46de-b1a3-f4b8a59ac974 req-a24e4278-0f6e-4c1e-a641-134b71287002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:19.076003 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b151c59-ffda-46de-b1a3-f4b8a59ac974 req-a24e4278-0f6e-4c1e-a641-134b71287002 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=319abc5982f54b9dba72250cd09a8d28&device_id=d1b7f37d-00a9-4d9d-8438-dd78b4be8917 HTTP/1.1" status: 200 len: 1129 time: 0.3075514 Feb 19 04:13:19.091186 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989dde95-01a9-49bf-9abc-b103580b8d26 None None] The sync data for ids ['f6d2431b-d63e-4c0d-a4d4-69253cce99cd'] in n-d-828369-19 is: [{'id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135806163', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e300398c-0cb1-4604-b2a9-c6d83cf9d844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:08Z', 'updated_at': '2022-02-19T04:10:21Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': 'e300398c-0cb1-4604-b2a9-c6d83cf9d844', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:09Z', 'updated_at': '2022-02-19T04:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '69821739-fec7-4b6d-9871-6ea9a54d8b98', 'name': '', 'network_id': '33bfb928-b88c-483e-9011-0f74d9c470b9', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:32:1d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'b75aa528-0873-412b-92b8-b69da9ced5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:17Z', 'updated_at': '2022-02-19T04:10:29Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': 'b75aa528-0873-412b-92b8-b69da9ced5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:13:19.196112 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c2fa9170-e12f-44d0-a157-3f9a674b99af req-a70c161e-e7eb-4b75-a9c3-b0b3180f0feb tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983192 Feb 19 04:13:19.225135 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-28002777-98a0-4129-862a-28df631f6e3e service neutron] 10.222.0.26 "GET /v2.0/networks/f758f6a7-1c73-480c-aa6e-af8f6b3fc936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191123 Feb 19 04:13:19.258868 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb443725-2a51-4b41-aaa1-1aafd4185c48 req-df47fc59-8fa5-45d3-a9ef-608369f0fad9 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:19.260474 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eb443725-2a51-4b41-aaa1-1aafd4185c48 req-df47fc59-8fa5-45d3-a9ef-608369f0fad9 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 943 time: 0.2525916 Feb 19 04:13:19.300015 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d1073fb8-d166-4f97-9bcc-4522d88cc84d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=898fda35-40f1-43dc-a819-d803062eb315 HTTP/1.1" status: 200 len: 217 time: 0.0632348 Feb 19 04:13:19.397273 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b5e920-2fff-4cff-9a4b-c6c69ab1ae64 None None] New status for floating IP 003f5e25-3a55-4226-bed4-b132e639b448: DOWN {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:13:19.825604 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e907c139-e548-4e4d-af51-cb256681c47b', 'tag': 'c8d96e85-d872-4c04-a41a-a5d772b2495f'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:19.828980 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fd18cd-2f12-48ad-9616-b5fa82f71c09" -d '{"events": [{"name": "network-changed", "server_uuid": "e907c139-e548-4e4d-af51-cb256681c47b", "tag": "c8d96e85-d872-4c04-a41a-a5d772b2495f"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:19.831856 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-da575c7b-96b7-4267-87aa-266e923934a9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (c5634503-778c-4b9b-91df-d0d09dd058b7), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:19.840809 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b151c59-ffda-46de-b1a3-f4b8a59ac974 req-f026786c-0bc1-4f02-a9a2-ca714c5aa6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:19.842279 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b151c59-ffda-46de-b1a3-f4b8a59ac974 req-f026786c-0bc1-4f02-a9a2-ca714c5aa6b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7d063905-1dca-479b-a8ed-624bbce2a132 HTTP/1.1" status: 200 len: 911 time: 0.7232726 Feb 19 04:13:19.874929 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eb443725-2a51-4b41-aaa1-1aafd4185c48 req-88f939d6-14da-4222-a50f-30817ab06162 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5816414 Feb 19 04:13:19.876505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-db512e8c-6ff2-46df-901b-41d8d4b55cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:19.878459 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-db512e8c-6ff2-46df-901b-41d8d4b55cb4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3997bf76-8ce7-4842-a079-84ac59980743 HTTP/1.1" status: 200 len: 797 time: 0.5647562 Feb 19 04:13:19.928621 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d31ba54-3330-4f17-8c63-56255fbc8529 x-openstack-request-id: req-7d31ba54-3330-4f17-8c63-56255fbc8529 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:19.928909 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e907c139-e548-4e4d-af51-cb256681c47b", "tag": "c8d96e85-d872-4c04-a41a-a5d772b2495f", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:19.929170 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7d31ba54-3330-4f17-8c63-56255fbc8529 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:19.929577 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e907c139-e548-4e4d-af51-cb256681c47b', 'tag': 'c8d96e85-d872-4c04-a41a-a5d772b2495f', 'status': 'completed', 'code': 200} Feb 19 04:13:19.977631 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 22582a6f-fbb5-466b-bfdf-46f23ac0a95f details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:13:20.029022 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da575c7b-96b7-4267-87aa-266e923934a9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event updated for resources: {'Subnet': ['ID=c5634503-778c-4b9b-91df-d0d09dd058b7,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:20.049144 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60a3ac-80c5-47b0-a9d3-ba848021aa32 req-d0b1ae5f-7f14-4db5-b52c-62187fa9098c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:20.054419 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60a3ac-80c5-47b0-a9d3-ba848021aa32 req-d0b1ae5f-7f14-4db5-b52c-62187fa9098c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:20.059576 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60a3ac-80c5-47b0-a9d3-ba848021aa32 req-d0b1ae5f-7f14-4db5-b52c-62187fa9098c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:20.065010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60a3ac-80c5-47b0-a9d3-ba848021aa32 req-d0b1ae5f-7f14-4db5-b52c-62187fa9098c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:20.070274 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60a3ac-80c5-47b0-a9d3-ba848021aa32 req-d0b1ae5f-7f14-4db5-b52c-62187fa9098c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:20.075511 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60a3ac-80c5-47b0-a9d3-ba848021aa32 req-d0b1ae5f-7f14-4db5-b52c-62187fa9098c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:20.081476 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60a3ac-80c5-47b0-a9d3-ba848021aa32 req-d0b1ae5f-7f14-4db5-b52c-62187fa9098c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:20.083508 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-be60a3ac-80c5-47b0-a9d3-ba848021aa32 req-d0b1ae5f-7f14-4db5-b52c-62187fa9098c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.3613083 Feb 19 04:13:20.097577 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 22582a6f-fbb5-466b-bfdf-46f23ac0a95f, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=22582a6f-fbb5-466b-bfdf-46f23ac0a95f,segment=NetworkSegment(5235181e-dc3c-4aba-8bf2-254db3bce1f3),segment_id=5235181e-dc3c-4aba-8bf2-254db3bce1f3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:20.109819 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '22582a6f-fbb5-466b-bfdf-46f23ac0a95f', 'network_id': '7cbf1741-c2f4-4ecb-bd05-d634c442a618', 'port_id': '22582a6f-fbb5-466b-bfdf-46f23ac0a95f', 'mac_address': 'fa:16:3e:f5:fe:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8598c1f5-4b4c-41f2-bd71-4f8f4093e3bb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:13:20.147922 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 22582a6f-fbb5-466b-bfdf-46f23ac0a95f is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:20.148390 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (22582a6f-fbb5-466b-bfdf-46f23ac0a95f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:20.162309 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22582a6f-fbb5-466b-bfdf-46f23ac0a95f {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:20.182064 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b151c59-ffda-46de-b1a3-f4b8a59ac974 req-c51373c4-fde3-4d74-8fe2-8faad0a043fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1d14708-40fd-4ab3-85b7-53f5e570821d HTTP/1.1" status: 200 len: 1001 time: 0.2965844 Feb 19 04:13:20.183943 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 22582a6f-fbb5-466b-bfdf-46f23ac0a95f, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=22582a6f-fbb5-466b-bfdf-46f23ac0a95f,segment=NetworkSegment(5235181e-dc3c-4aba-8bf2-254db3bce1f3),segment_id=5235181e-dc3c-4aba-8bf2-254db3bce1f3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:20.188320 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (22582a6f-fbb5-466b-bfdf-46f23ac0a95f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:20.241838 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=22582a6f-fbb5-466b-bfdf-46f23ac0a95f,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:20.242143 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-532b4a08-c53c-497c-bc38-26a5ff3a8891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:20.243612 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-532b4a08-c53c-497c-bc38-26a5ff3a8891 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=992f3549-caaf-4530-b747-2a0e80390b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3500931 Feb 19 04:13:20.245225 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da575c7b-96b7-4267-87aa-266e923934a9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Checking segment: {'id': '8cf627da-f335-48ad-bc7a-b2236b273d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '31cdb282-457b-4af2-9c49-4d052b64de99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:20.245596 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da575c7b-96b7-4267-87aa-266e923934a9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Network hostable DHCP agents. Network: 31cdb282-457b-4af2-9c49-4d052b64de99, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:13:20.315855 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd18cd-2f12-48ad-9616-b5fa82f71c09 req-2317432b-944e-4b0e-ad4a-8ebc727f0900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:20.318599 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-82fd18cd-2f12-48ad-9616-b5fa82f71c09 req-2317432b-944e-4b0e-ad4a-8ebc727f0900 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 1129 time: 0.3428891 Feb 19 04:13:20.326748 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39013a-c518-40c0-9be2-26c6418eb4aa req-f50e46ff-2706-4b5f-8ab6-d2607e7be03c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:20.328353 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4a39013a-c518-40c0-9be2-26c6418eb4aa req-f50e46ff-2706-4b5f-8ab6-d2607e7be03c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.79 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 946 time: 0.3307271 Feb 19 04:13:20.447366 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b151c59-ffda-46de-b1a3-f4b8a59ac974 req-f9960bd6-5d11-468e-acc7-5eb4f19a04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:20.448972 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b151c59-ffda-46de-b1a3-f4b8a59ac974 req-f9960bd6-5d11-468e-acc7-5eb4f19a04f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7b8d1019-337e-49b4-85df-5623b5820084 HTTP/1.1" status: 200 len: 849 time: 0.2590001 Feb 19 04:13:20.455563 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-be60a3ac-80c5-47b0-a9d3-ba848021aa32 req-58920a23-876f-4174-8e3d-bf2c5a19ae07 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3430068 Feb 19 04:13:20.463510 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d47a29-1de5-4c1a-86e9-7c1ef141bd0e req-3e15e7a4-aedb-4e18-a47f-da05d93ecb24 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:20.465216 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-22d47a29-1de5-4c1a-86e9-7c1ef141bd0e req-3e15e7a4-aedb-4e18-a47f-da05d93ecb24 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.4306493 Feb 19 04:13:20.502077 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da575c7b-96b7-4267-87aa-266e923934a9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Network 31cdb282-457b-4af2-9c49-4d052b64de99 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:13:20.603915 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['22582a6f-fbb5-466b-bfdf-46f23ac0a95f'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:13:20.654289 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-da575c7b-96b7-4267-87aa-266e923934a9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 31cdb282-457b-4af2-9c49-4d052b64de99) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:20.677577 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da575c7b-96b7-4267-87aa-266e923934a9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:20.678203 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-da575c7b-96b7-4267-87aa-266e923934a9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:20.681351 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8519513b-41b6-4537-be3f-6ba5e92c11e7 None None] Network 31cdb282-457b-4af2-9c49-4d052b64de99 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:20.762439 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-049571b0-efd8-46c6-ac8c-bd64e0dc764c service neutron] 10.222.0.26 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5025136 Feb 19 04:13:20.773202 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd18cd-2f12-48ad-9616-b5fa82f71c09 req-668354ac-9c29-4464-bd43-f9343e12941f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:20.775459 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-82fd18cd-2f12-48ad-9616-b5fa82f71c09 req-668354ac-9c29-4464-bd43-f9343e12941f service neutron] 10.222.0.79 "GET /v2.0/networks?id=33bfb928-b88c-483e-9011-0f74d9c470b9 HTTP/1.1" status: 200 len: 897 time: 0.4427755 Feb 19 04:13:20.779918 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-22d47a29-1de5-4c1a-86e9-7c1ef141bd0e req-93d02e88-829b-4e3d-b1a7-39c85663fdfe tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2750177 Feb 19 04:13:20.788477 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36848) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:20.789159 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-da575c7b-96b7-4267-87aa-266e923934a9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.3529713 Feb 19 04:13:20.798018 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-6b304da8-d4bb-424e-ac83-fc2a3356878e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-985328396'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:20.821868 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b151c59-ffda-46de-b1a3-f4b8a59ac974 req-51d44e4f-0362-4c8f-b6ca-fe3a14e1e0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:20.823763 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b151c59-ffda-46de-b1a3-f4b8a59ac974 req-51d44e4f-0362-4c8f-b6ca-fe3a14e1e0e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d063905-1dca-479b-a8ed-624bbce2a132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3250387 Feb 19 04:13:20.838965 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b304da8-d4bb-424e-ac83-fc2a3356878e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Made reservation on behalf of 482831af4cad4e6aaa18d2257a07af0f for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:20.843695 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6b304da8-d4bb-424e-ac83-fc2a3356878e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:20.882450 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b304da8-d4bb-424e-ac83-fc2a3356878e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:13:20.895409 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6b304da8-d4bb-424e-ac83-fc2a3356878e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (f8f86016-c181-4976-811a-c435a1a59732), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:20.896176 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-6b304da8-d4bb-424e-ac83-fc2a3356878e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Added segment f8f86016-c181-4976-811a-c435a1a59732 of type vlan for network df0a4da5-2e16-4bc3-8025-da27aee4d6c3 Feb 19 04:13:20.899480 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a02641-ca0f-40f1-9fc2-f963f0de2282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-31cdb282-457b-4af2-9c49-4d052b64de99', 'network_id': '31cdb282-457b-4af2-9c49-4d052b64de99', 'project_id': '482831af4cad4e6aaa18d2257a07af0f', 'fixed_ips': [{'subnet_id': 'c5634503-778c-4b9b-91df-d0d09dd058b7'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:13:20.900493 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-49a02641-ca0f-40f1-9fc2-f963f0de2282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:20.908199 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-82fd18cd-2f12-48ad-9616-b5fa82f71c09 req-246d16fd-1fe8-4cea-8833-d1ef22324bbc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8d96e85-d872-4c04-a41a-a5d772b2495f HTTP/1.1" status: 200 len: 217 time: 0.1145546 Feb 19 04:13:20.943050 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8d325-806e-475e-9c25-8666b5cfe80d req-010a25be-9376-465c-a28f-4355f940503e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:20.944611 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64d8d325-806e-475e-9c25-8666b5cfe80d req-010a25be-9376-465c-a28f-4355f940503e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 946 time: 0.3767838 Feb 19 04:13:20.979739 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6b304da8-d4bb-424e-ac83-fc2a3356878e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (df0a4da5-2e16-4bc3-8025-da27aee4d6c3), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:21.018642 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6b304da8-d4bb-424e-ac83-fc2a3356878e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (df0a4da5-2e16-4bc3-8025-da27aee4d6c3), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:21.027216 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b304da8-d4bb-424e-ac83-fc2a3356878e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:21.027919 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6b304da8-d4bb-424e-ac83-fc2a3356878e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:21.065205 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-4a39013a-c518-40c0-9be2-26c6418eb4aa req-ee1338ed-c6dc-41bc-8d48-d08caac5d732 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Deleting port c8d96e85-d872-4c04-a41a-a5d772b2495f {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:13:21.065205 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4a39013a-c518-40c0-9be2-26c6418eb4aa req-ee1338ed-c6dc-41bc-8d48-d08caac5d732 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (c8d96e85-d872-4c04-a41a-a5d772b2495f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:21.083440 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6b304da8-d4bb-424e-ac83-fc2a3356878e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2925391 Feb 19 04:13:21.105376 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36852) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:21.134077 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b304da8-d4bb-424e-ac83-fc2a3356878e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event updated for resources: {'Network': ['ID=df0a4da5-2e16-4bc3-8025-da27aee4d6c3,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:21.146673 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-49a02641-ca0f-40f1-9fc2-f963f0de2282 None None] Allocated IP 172.20.255.242 (31cdb282-457b-4af2-9c49-4d052b64de99/c5634503-778c-4b9b-91df-d0d09dd058b7/29d7aaf3-6070-4a93-9adb-b6f645939344) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:13:21.150739 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network df0a4da5-2e16-4bc3-8025-da27aee4d6c3 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:13:21.172173 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-95039e3c-1035-4dbb-9e84-d89041c26319 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Request body: {'subnet': {'network_id': 'df0a4da5-2e16-4bc3-8025-da27aee4d6c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:21.225516 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd18cd-2f12-48ad-9616-b5fa82f71c09 req-c6ea9480-76a6-4dff-9b90-524ce86a97e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:21.227118 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-82fd18cd-2f12-48ad-9616-b5fa82f71c09 req-c6ea9480-76a6-4dff-9b90-524ce86a97e5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b75aa528-0873-412b-92b8-b69da9ced5ce HTTP/1.1" status: 200 len: 834 time: 0.2944150 Feb 19 04:13:21.273409 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-507b28c0-a104-48d3-ac17-c2083f61700c service neutron] 10.222.0.26 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825742 Feb 19 04:13:21.350728 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64d8d325-806e-475e-9c25-8666b5cfe80d req-b49e5699-17ef-4955-b3b6-a8224a385bfe tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3694541 Feb 19 04:13:21.372270 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-49a02641-ca0f-40f1-9fc2-f963f0de2282 None None] Publish callbacks [] for port (29d7aaf3-6070-4a93-9adb-b6f645939344), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:21.379751 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-49a02641-ca0f-40f1-9fc2-f963f0de2282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (29d7aaf3-6070-4a93-9adb-b6f645939344), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:21.397368 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a02641-ca0f-40f1-9fc2-f963f0de2282 None None] Network 31cdb282-457b-4af2-9c49-4d052b64de99 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:13:21.400131 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-49a02641-ca0f-40f1-9fc2-f963f0de2282 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:21.400297 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b151c59-ffda-46de-b1a3-f4b8a59ac974 req-0a5eed72-4039-4b34-9931-3f5287e08482 service neutron] 10.222.0.26 "GET /v2.0/networks/7d063905-1dca-479b-a8ed-624bbce2a132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5344443 Feb 19 04:13:21.408369 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-90450c2d-5f84-406e-b9e5-30b331383d6a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=938dc52f-77e7-4640-9ee1-5c86a03bd120 HTTP/1.1" status: 200 len: 217 time: 0.1093085 Feb 19 04:13:21.422805 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a02641-ca0f-40f1-9fc2-f963f0de2282 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:13:21.437593 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979c6dd-75e9-41a5-901d-943d7117e3af req-f954facb-49ad-4b9c-ae56-1e12ae5c8dd3 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:21.440612 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b979c6dd-75e9-41a5-901d-943d7117e3af req-f954facb-49ad-4b9c-ae56-1e12ae5c8dd3 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 944 time: 0.4190874 Feb 19 04:13:21.481309 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a02641-ca0f-40f1-9fc2-f963f0de2282 None None] Pushing event updated for resources: {'Port': ['ID=29d7aaf3-6070-4a93-9adb-b6f645939344,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:21.494085 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-49a02641-ca0f-40f1-9fc2-f963f0de2282 None None] Attempting to bind port 29d7aaf3-6070-4a93-9adb-b6f645939344 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:21.494492 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-49a02641-ca0f-40f1-9fc2-f963f0de2282 None None] Attempting to bind port 29d7aaf3-6070-4a93-9adb-b6f645939344 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '8cf627da-f335-48ad-bc7a-b2236b273d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '31cdb282-457b-4af2-9c49-4d052b64de99'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:21.494857 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a02641-ca0f-40f1-9fc2-f963f0de2282 None None] Attempting to bind port 29d7aaf3-6070-4a93-9adb-b6f645939344 on network 31cdb282-457b-4af2-9c49-4d052b64de99 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:21.501092 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a02641-ca0f-40f1-9fc2-f963f0de2282 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:21.501491 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a02641-ca0f-40f1-9fc2-f963f0de2282 None None] Checking segment: {'id': '8cf627da-f335-48ad-bc7a-b2236b273d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '31cdb282-457b-4af2-9c49-4d052b64de99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:21.502501 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-49a02641-ca0f-40f1-9fc2-f963f0de2282 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:21.502901 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a02641-ca0f-40f1-9fc2-f963f0de2282 None None] Bound using segment: {'id': '8cf627da-f335-48ad-bc7a-b2236b273d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '31cdb282-457b-4af2-9c49-4d052b64de99'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:21.503696 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-49a02641-ca0f-40f1-9fc2-f963f0de2282 None None] Bound port: 29d7aaf3-6070-4a93-9adb-b6f645939344, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf627da-f335-48ad-bc7a-b2236b273d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '31cdb282-457b-4af2-9c49-4d052b64de99'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:21.503799 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-49a02641-ca0f-40f1-9fc2-f963f0de2282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (29d7aaf3-6070-4a93-9adb-b6f645939344), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:21.571229 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-96f5fb81-f2e6-4196-808f-8cb1d715ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:21.572788 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-96f5fb81-f2e6-4196-808f-8cb1d715ddcb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3997bf76-8ce7-4842-a079-84ac59980743 HTTP/1.1" status: 200 len: 797 time: 0.1506431 Feb 19 04:13:21.583582 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-49a02641-ca0f-40f1-9fc2-f963f0de2282 None None] For port 29d7aaf3-6070-4a93-9adb-b6f645939344, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:21.586853 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-49a02641-ca0f-40f1-9fc2-f963f0de2282 None None] For port 29d7aaf3-6070-4a93-9adb-b6f645939344, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=29d7aaf3-6070-4a93-9adb-b6f645939344,segment=NetworkSegment(8cf627da-f335-48ad-bc7a-b2236b273d48),segment_id=8cf627da-f335-48ad-bc7a-b2236b273d48)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:21.592303 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-49a02641-ca0f-40f1-9fc2-f963f0de2282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (29d7aaf3-6070-4a93-9adb-b6f645939344), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:21.641222 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-4a39013a-c518-40c0-9be2-26c6418eb4aa req-ee1338ed-c6dc-41bc-8d48-d08caac5d732 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] For port c8d96e85-d872-4c04-a41a-a5d772b2495f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c8d96e85-d872-4c04-a41a-a5d772b2495f,segment=NetworkSegment(191382ec-cb5c-4603-b38b-34e71e07c7f0),segment_id=191382ec-cb5c-4603-b38b-34e71e07c7f0)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:21.641697 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4a39013a-c518-40c0-9be2-26c6418eb4aa req-ee1338ed-c6dc-41bc-8d48-d08caac5d732 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (c8d96e85-d872-4c04-a41a-a5d772b2495f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:21.683139 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a02641-ca0f-40f1-9fc2-f963f0de2282 None None] Pushing event updated for resources: {'Port': ['ID=29d7aaf3-6070-4a93-9adb-b6f645939344,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:21.702344 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd18cd-2f12-48ad-9616-b5fa82f71c09 req-38d4dc37-60cc-404c-8ff0-717cdc604805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:21.707911 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-82fd18cd-2f12-48ad-9616-b5fa82f71c09 req-38d4dc37-60cc-404c-8ff0-717cdc604805 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=33bfb928-b88c-483e-9011-0f74d9c470b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4472277 Feb 19 04:13:21.749079 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-4a39013a-c518-40c0-9be2-26c6418eb4aa req-ee1338ed-c6dc-41bc-8d48-d08caac5d732 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Calling delete_port for c8d96e85-d872-4c04-a41a-a5d772b2495f owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:13:21.751724 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95039e3c-1035-4dbb-9e84-d89041c26319 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Made reservation on behalf of 482831af4cad4e6aaa18d2257a07af0f for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:21.755205 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-95039e3c-1035-4dbb-9e84-d89041c26319 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:21.791980 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b151c59-ffda-46de-b1a3-f4b8a59ac974 req-e684f426-b13f-448e-bcaf-5e0358267ce6 service neutron] 10.222.0.26 "GET /v2.0/networks/7d063905-1dca-479b-a8ed-624bbce2a132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793871 Feb 19 04:13:21.847292 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b979c6dd-75e9-41a5-901d-943d7117e3af req-6b032738-69fe-4e01-8d6d-0fceb982bc62 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011102 Feb 19 04:13:22.004490 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 22582a6f-fbb5-466b-bfdf-46f23ac0a95f up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:13:22.079264 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-82fd18cd-2f12-48ad-9616-b5fa82f71c09 req-04587bff-a311-4c48-849c-eebff8c7b7b3 service neutron] 10.222.0.79 "GET /v2.0/networks/33bfb928-b88c-483e-9011-0f74d9c470b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203626 Feb 19 04:13:22.113060 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-236bafb8-9bc3-4415-a3fb-fffbcf3edb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:22.115433 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-236bafb8-9bc3-4415-a3fb-fffbcf3edb50 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=992f3549-caaf-4530-b747-2a0e80390b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5294435 Feb 19 04:13:22.123135 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 22582a6f-fbb5-466b-bfdf-46f23ac0a95f completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:13:22.128447 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 22582a6f-fbb5-466b-bfdf-46f23ac0a95f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:22.129145 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (22582a6f-fbb5-466b-bfdf-46f23ac0a95f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:22.248479 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 22582a6f-fbb5-466b-bfdf-46f23ac0a95f is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:22.249130 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (22582a6f-fbb5-466b-bfdf-46f23ac0a95f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:22.252352 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949485f1-6651-4f34-b67b-1a49f036f812 req-1f651d61-7bdc-4ba9-a77e-7f661dae9f97 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:22.259097 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949485f1-6651-4f34-b67b-1a49f036f812 req-1f651d61-7bdc-4ba9-a77e-7f661dae9f97 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:22.266705 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949485f1-6651-4f34-b67b-1a49f036f812 req-1f651d61-7bdc-4ba9-a77e-7f661dae9f97 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:22.278520 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949485f1-6651-4f34-b67b-1a49f036f812 req-1f651d61-7bdc-4ba9-a77e-7f661dae9f97 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:22.283084 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cdb9b2-50b4-4596-922b-a74bd8d15200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22582a6f-fbb5-466b-bfdf-46f23ac0a95f'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:22.285571 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66214df-50c9-47b6-bded-6adf8f05aa42" -d '{"events": [{"server_uuid": "95cdb9b2-50b4-4596-922b-a74bd8d15200", "name": "network-vif-plugged", "status": "completed", "tag": "22582a6f-fbb5-466b-bfdf-46f23ac0a95f"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:22.286076 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949485f1-6651-4f34-b67b-1a49f036f812 req-1f651d61-7bdc-4ba9-a77e-7f661dae9f97 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:22.292473 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949485f1-6651-4f34-b67b-1a49f036f812 req-1f651d61-7bdc-4ba9-a77e-7f661dae9f97 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:22.299467 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949485f1-6651-4f34-b67b-1a49f036f812 req-1f651d61-7bdc-4ba9-a77e-7f661dae9f97 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:22.301467 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 22582a6f-fbb5-466b-bfdf-46f23ac0a95f, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=22582a6f-fbb5-466b-bfdf-46f23ac0a95f,segment=NetworkSegment(5235181e-dc3c-4aba-8bf2-254db3bce1f3),segment_id=5235181e-dc3c-4aba-8bf2-254db3bce1f3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:22.307756 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-949485f1-6651-4f34-b67b-1a49f036f812 req-1f651d61-7bdc-4ba9-a77e-7f661dae9f97 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.7324853 Feb 19 04:13:22.308523 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (22582a6f-fbb5-466b-bfdf-46f23ac0a95f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:22.345997 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device c8d96e85-d872-4c04-a41a-a5d772b2495f no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:13:22.472355 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port c8d96e85-d872-4c04-a41a-a5d772b2495f is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:22.473059 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c8d96e85-d872-4c04-a41a-a5d772b2495f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:22.521927 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=22582a6f-fbb5-466b-bfdf-46f23ac0a95f,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:23.000603 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-fd41ed9d-9ecb-4c69-86a1-bbd8781ce1cc service neutron] 10.222.0.26 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6628873 Feb 19 04:13:23.111575 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4a39013a-c518-40c0-9be2-26c6418eb4aa req-ee1338ed-c6dc-41bc-8d48-d08caac5d732 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (c8d96e85-d872-4c04-a41a-a5d772b2495f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:23.124963 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-82fd18cd-2f12-48ad-9616-b5fa82f71c09 req-65fd8002-4f34-4658-9ec7-05031bacdb2a service neutron] 10.222.0.79 "GET /v2.0/networks/33bfb928-b88c-483e-9011-0f74d9c470b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0073736 Feb 19 04:13:23.169449 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20b72d5-580c-4f62-83d8-1d53623ca777 None None] Network 31cdb282-457b-4af2-9c49-4d052b64de99 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:23.175374 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa7881-233c-4ef8-8a22-1c2add5b4608 req-bd4f18b1-870d-4e08-ba8c-447d10da704d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:23.176869 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-61fa7881-233c-4ef8-8a22-1c2add5b4608 req-bd4f18b1-870d-4e08-ba8c-447d10da704d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.9760017 Feb 19 04:13:23.199356 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-949485f1-6651-4f34-b67b-1a49f036f812 req-b49b54f4-c328-46e1-a83d-aa12d27fa85f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8903649 Feb 19 04:13:23.230597 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-95039e3c-1035-4dbb-9e84-d89041c26319 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (d6788f56-5f04-44eb-aa42-499aa83a95a6), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:23.232733 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1338ed-c6dc-41bc-8d48-d08caac5d732 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event deleted for resources: {'Port': ['ID=c8d96e85-d872-4c04-a41a-a5d772b2495f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:23.315264 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-93bce795-88a8-4a0e-8400-59682accf2df None None] Provisioning complete for port 29d7aaf3-6070-4a93-9adb-b6f645939344 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:23.316276 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-93bce795-88a8-4a0e-8400-59682accf2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (29d7aaf3-6070-4a93-9adb-b6f645939344), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:23.362967 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a39013a-c518-40c0-9be2-26c6418eb4aa req-ee1338ed-c6dc-41bc-8d48-d08caac5d732 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] No DVR routers for this DVR port c8d96e85-d872-4c04-a41a-a5d772b2495f on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:13:23.376275 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4a39013a-c518-40c0-9be2-26c6418eb4aa req-ee1338ed-c6dc-41bc-8d48-d08caac5d732 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:23.380770 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4a39013a-c518-40c0-9be2-26c6418eb4aa req-ee1338ed-c6dc-41bc-8d48-d08caac5d732 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.79 "DELETE /v2.0/ports/c8d96e85-d872-4c04-a41a-a5d772b2495f HTTP/1.1" status: 204 len: 173 time: 3.0393755 Feb 19 04:13:23.386493 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e907c139-e548-4e4d-af51-cb256681c47b', 'name': 'network-vif-deleted', 'tag': 'c8d96e85-d872-4c04-a41a-a5d772b2495f'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:23.388770 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c50d09-45b0-4260-86bf-09369f8ec44b" -d '{"events": [{"server_uuid": "e907c139-e548-4e4d-af51-cb256681c47b", "name": "network-vif-deleted", "tag": "c8d96e85-d872-4c04-a41a-a5d772b2495f"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:23.410754 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95039e3c-1035-4dbb-9e84-d89041c26319 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event updated for resources: {'Subnet': ['ID=d6788f56-5f04-44eb-aa42-499aa83a95a6,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:23.417632 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfc9c0e-dfd0-43d9-8962-a3d3ab8a462c x-openstack-request-id: req-0bfc9c0e-dfd0-43d9-8962-a3d3ab8a462c {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:23.421669 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-b0849eb2-202a-4af2-b55f-7a88f26c3def service neutron] 10.222.0.26 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964553 Feb 19 04:13:23.422033 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95cdb9b2-50b4-4596-922b-a74bd8d15200", "name": "network-vif-plugged", "status": "completed", "tag": "22582a6f-fbb5-466b-bfdf-46f23ac0a95f", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:23.422838 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0bfc9c0e-dfd0-43d9-8962-a3d3ab8a462c {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:23.422838 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95cdb9b2-50b4-4596-922b-a74bd8d15200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22582a6f-fbb5-466b-bfdf-46f23ac0a95f', 'code': 200} Feb 19 04:13:23.427890 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-61fa7881-233c-4ef8-8a22-1c2add5b4608 req-de1ce9a8-773e-4681-b6b6-59964e6e8fa1 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414119 Feb 19 04:13:23.476437 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-e60f15ad-27b3-41a3-a90d-ced006c00add service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=ec1df575-8249-43a6-b5f3-52035ed6db5b HTTP/1.1" status: 200 len: 217 time: 0.0461714 Feb 19 04:13:23.504314 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95039e3c-1035-4dbb-9e84-d89041c26319 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Checking segment: {'id': 'f8f86016-c181-4976-811a-c435a1a59732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'df0a4da5-2e16-4bc3-8025-da27aee4d6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:23.504677 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95039e3c-1035-4dbb-9e84-d89041c26319 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Network hostable DHCP agents. Network: df0a4da5-2e16-4bc3-8025-da27aee4d6c3, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:13:23.621813 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-93bce795-88a8-4a0e-8400-59682accf2df None None] Current status of the port 29d7aaf3-6070-4a93-9adb-b6f645939344 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:23.622350 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-93bce795-88a8-4a0e-8400-59682accf2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (29d7aaf3-6070-4a93-9adb-b6f645939344), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:23.708107 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a5dcdfba-c045-4cfd-936d-4579e2366f32 req-0b6ce5b6-dd8c-4549-a83c-488482083572 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=e907c139-e548-4e4d-af51-cb256681c47b HTTP/1.1" status: 200 len: 210 time: 0.1501603 Feb 19 04:13:23.713398 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-93bce795-88a8-4a0e-8400-59682accf2df None None] For port 29d7aaf3-6070-4a93-9adb-b6f645939344, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=29d7aaf3-6070-4a93-9adb-b6f645939344,segment=NetworkSegment(8cf627da-f335-48ad-bc7a-b2236b273d48),segment_id=8cf627da-f335-48ad-bc7a-b2236b273d48)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:23.729842 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-93bce795-88a8-4a0e-8400-59682accf2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (29d7aaf3-6070-4a93-9adb-b6f645939344), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:23.753834 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-45a72459-4bd2-48ef-8a7a-9faa45fb2537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:23.756464 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-45a72459-4bd2-48ef-8a7a-9faa45fb2537 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3997bf76-8ce7-4842-a079-84ac59980743 HTTP/1.1" status: 200 len: 797 time: 0.2663951 Feb 19 04:13:23.759240 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95039e3c-1035-4dbb-9e84-d89041c26319 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Network df0a4da5-2e16-4bc3-8025-da27aee4d6c3 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:13:23.804591 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 29d7aaf3-6070-4a93-9adb-b6f645939344 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:13:23.900555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bce795-88a8-4a0e-8400-59682accf2df None None] Pushing event updated for resources: {'Port': ['ID=29d7aaf3-6070-4a93-9adb-b6f645939344,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:23.953485 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 29d7aaf3-6070-4a93-9adb-b6f645939344 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:23.954037 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (29d7aaf3-6070-4a93-9adb-b6f645939344), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:23.976611 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-95039e3c-1035-4dbb-9e84-d89041c26319 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, df0a4da5-2e16-4bc3-8025-da27aee4d6c3) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:24.024273 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95039e3c-1035-4dbb-9e84-d89041c26319 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:24.025104 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-95039e3c-1035-4dbb-9e84-d89041c26319 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:24.025574 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6238b1c-bd37-481c-8c98-82399f2d3638 None None] Network df0a4da5-2e16-4bc3-8025-da27aee4d6c3 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:24.074671 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d9638-34a8-431c-8af1-616d47964583 req-6f1b94e9-6d10-46ab-b0d4-34e2165bfac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:24.076099 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-310d9638-34a8-431c-8af1-616d47964583 req-6f1b94e9-6d10-46ab-b0d4-34e2165bfac3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 1128 time: 0.5002275 Feb 19 04:13:24.120964 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-17221487-ca08-43dc-823b-0569c95963a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:24.123059 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-17221487-ca08-43dc-823b-0569c95963a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=992f3549-caaf-4530-b747-2a0e80390b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3586149 Feb 19 04:13:24.134230 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-95039e3c-1035-4dbb-9e84-d89041c26319 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.0151205 Feb 19 04:13:24.139138 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36878) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:24.231642 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9c48c-0a50-41e9-ab87-45e7a92efecd req-840321c6-7e64-44e6-b93c-532a8ea738f1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:24.233213 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c3e9c48c-0a50-41e9-ab87-45e7a92efecd req-840321c6-7e64-44e6-b93c-532a8ea738f1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.3315787 Feb 19 04:13:24.249293 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b544e35a-2aaf-4cc7-acaa-4f83c35f3443 None None] Provisioning complete for port 29d7aaf3-6070-4a93-9adb-b6f645939344 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:24.262548 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b544e35a-2aaf-4cc7-acaa-4f83c35f3443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (29d7aaf3-6070-4a93-9adb-b6f645939344), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:24.298996 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (df0a4da5-2e16-4bc3-8025-da27aee4d6c3), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:24.342636 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c3e9c48c-0a50-41e9-ab87-45e7a92efecd req-aa34faed-d4da-4609-85d2-9effe314aee7 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971396 Feb 19 04:13:24.384740 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4341c6-25ec-44cf-a204-73197a80498c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-df0a4da5-2e16-4bc3-8025-da27aee4d6c3', 'network_id': 'df0a4da5-2e16-4bc3-8025-da27aee4d6c3', 'project_id': '482831af4cad4e6aaa18d2257a07af0f', 'fixed_ips': [{'subnet_id': 'd6788f56-5f04-44eb-aa42-499aa83a95a6'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:13:24.386119 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7b4341c6-25ec-44cf-a204-73197a80498c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:24.401805 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-310d9638-34a8-431c-8af1-616d47964583 req-1a0e0b54-4f4f-4f4a-b42b-b01000c928e6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174078 Feb 19 04:13:24.402819 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 29d7aaf3-6070-4a93-9adb-b6f645939344 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:24.472181 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822c1a4-d96a-40ea-a991-65d51af73a80 req-e9e5cf53-c5ab-4a5f-ba72-0ce04a5563da tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:24.485234 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a822c1a4-d96a-40ea-a991-65d51af73a80 req-e9e5cf53-c5ab-4a5f-ba72-0ce04a5563da tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 945 time: 0.2410104 Feb 19 04:13:24.500185 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (d6788f56-5f04-44eb-aa42-499aa83a95a6), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:24.521971 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f48f55-1acc-4706-b941-4ccdcbf9910a x-openstack-request-id: req-29f48f55-1acc-4706-b941-4ccdcbf9910a {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:24.522623 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e907c139-e548-4e4d-af51-cb256681c47b", "name": "network-vif-deleted", "tag": "c8d96e85-d872-4c04-a41a-a5d772b2495f", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:24.524233 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-29f48f55-1acc-4706-b941-4ccdcbf9910a {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:24.527230 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e907c139-e548-4e4d-af51-cb256681c47b', 'name': 'network-vif-deleted', 'tag': 'c8d96e85-d872-4c04-a41a-a5d772b2495f', 'status': 'completed', 'code': 200} Feb 19 04:13:24.572109 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b544e35a-2aaf-4cc7-acaa-4f83c35f3443 None None] Current status of the port 29d7aaf3-6070-4a93-9adb-b6f645939344 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:24.603358 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-7b4341c6-25ec-44cf-a204-73197a80498c None None] Allocated IP 172.20.0.2 (df0a4da5-2e16-4bc3-8025-da27aee4d6c3/d6788f56-5f04-44eb-aa42-499aa83a95a6/ef641eeb-fe67-4134-ab78-46e95a0ca680) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:13:24.736165 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a822c1a4-d96a-40ea-a991-65d51af73a80 req-19fba971-19eb-4a5a-97e7-bf92e93d49a5 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499487 Feb 19 04:13:24.753126 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-d943fa3d-f377-48f7-9a69-d597e08c771d service neutron] 10.222.0.26 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6156754 Feb 19 04:13:24.894004 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:13:24.917722 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67431f90-e2a7-4feb-8522-c4ba56fce1d5 req-7165b291-b335-499c-a92f-1ba780a36909 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3180115 Feb 19 04:13:24.956227 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dd5e4-37a7-4a88-98e7-53c49ad9d779 req-34f1b5f9-5976-48df-b952-3ffb1defdf6a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:24.962423 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dd5e4-37a7-4a88-98e7-53c49ad9d779 req-34f1b5f9-5976-48df-b952-3ffb1defdf6a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:24.974140 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dd5e4-37a7-4a88-98e7-53c49ad9d779 req-34f1b5f9-5976-48df-b952-3ffb1defdf6a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:24.983405 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dd5e4-37a7-4a88-98e7-53c49ad9d779 req-34f1b5f9-5976-48df-b952-3ffb1defdf6a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:24.994779 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dd5e4-37a7-4a88-98e7-53c49ad9d779 req-34f1b5f9-5976-48df-b952-3ffb1defdf6a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:25.000528 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dd5e4-37a7-4a88-98e7-53c49ad9d779 req-34f1b5f9-5976-48df-b952-3ffb1defdf6a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:25.006911 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dd5e4-37a7-4a88-98e7-53c49ad9d779 req-34f1b5f9-5976-48df-b952-3ffb1defdf6a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:25.008980 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-769dd5e4-37a7-4a88-98e7-53c49ad9d779 req-34f1b5f9-5976-48df-b952-3ffb1defdf6a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.4316242 Feb 19 04:13:25.056764 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7b4341c6-25ec-44cf-a204-73197a80498c None None] Publish callbacks [] for port (ef641eeb-fe67-4134-ab78-46e95a0ca680), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:25.069891 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7b4341c6-25ec-44cf-a204-73197a80498c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (ef641eeb-fe67-4134-ab78-46e95a0ca680), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:25.107348 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdabe7b-a751-4bd6-b9d7-7af68e78cc6b req-c462d310-0f06-4a04-af0a-ee46295f3546 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:25.111638 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (d6788f56-5f04-44eb-aa42-499aa83a95a6), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:25.117315 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4341c6-25ec-44cf-a204-73197a80498c None None] Network df0a4da5-2e16-4bc3-8025-da27aee4d6c3 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:13:25.120774 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-7b4341c6-25ec-44cf-a204-73197a80498c None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:25.128792 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4341c6-25ec-44cf-a204-73197a80498c None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:13:25.135719 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4341c6-25ec-44cf-a204-73197a80498c None None] Pushing event updated for resources: {'Port': ['ID=ef641eeb-fe67-4134-ab78-46e95a0ca680,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:25.136103 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6fdabe7b-a751-4bd6-b9d7-7af68e78cc6b req-c462d310-0f06-4a04-af0a-ee46295f3546 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.3162553 Feb 19 04:13:25.187668 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Subnet': ['ID=d6788f56-5f04-44eb-aa42-499aa83a95a6,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:25.221651 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7b4341c6-25ec-44cf-a204-73197a80498c None None] Attempting to bind port ef641eeb-fe67-4134-ab78-46e95a0ca680 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:25.222031 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7b4341c6-25ec-44cf-a204-73197a80498c None None] Attempting to bind port ef641eeb-fe67-4134-ab78-46e95a0ca680 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'f8f86016-c181-4976-811a-c435a1a59732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'df0a4da5-2e16-4bc3-8025-da27aee4d6c3'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:25.222424 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4341c6-25ec-44cf-a204-73197a80498c None None] Attempting to bind port ef641eeb-fe67-4134-ab78-46e95a0ca680 on network df0a4da5-2e16-4bc3-8025-da27aee4d6c3 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:25.228265 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4341c6-25ec-44cf-a204-73197a80498c None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:25.228656 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4341c6-25ec-44cf-a204-73197a80498c None None] Checking segment: {'id': 'f8f86016-c181-4976-811a-c435a1a59732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'df0a4da5-2e16-4bc3-8025-da27aee4d6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:25.229065 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7b4341c6-25ec-44cf-a204-73197a80498c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:25.229465 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4341c6-25ec-44cf-a204-73197a80498c None None] Bound using segment: {'id': 'f8f86016-c181-4976-811a-c435a1a59732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'df0a4da5-2e16-4bc3-8025-da27aee4d6c3'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:25.229996 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7b4341c6-25ec-44cf-a204-73197a80498c None None] Bound port: ef641eeb-fe67-4134-ab78-46e95a0ca680, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f86016-c181-4976-811a-c435a1a59732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'df0a4da5-2e16-4bc3-8025-da27aee4d6c3'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:25.230416 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7b4341c6-25ec-44cf-a204-73197a80498c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ef641eeb-fe67-4134-ab78-46e95a0ca680), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:25.274089 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-769dd5e4-37a7-4a88-98e7-53c49ad9d779 req-73fc26d9-3208-429b-aea7-f507e2071f52 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2532275 Feb 19 04:13:25.278299 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (df0a4da5-2e16-4bc3-8025-da27aee4d6c3), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:25.291853 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-a3193632-15c1-4b0b-a288-8c97e84c67f1 service neutron] 10.222.0.26 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5318642 Feb 19 04:13:25.306847 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0a4da5-2e16-4bc3-8025-da27aee4d6c3']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:25.307480 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-7b4341c6-25ec-44cf-a204-73197a80498c None None] For port ef641eeb-fe67-4134-ab78-46e95a0ca680, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:25.312835 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-7b4341c6-25ec-44cf-a204-73197a80498c None None] For port ef641eeb-fe67-4134-ab78-46e95a0ca680, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ef641eeb-fe67-4134-ab78-46e95a0ca680,segment=NetworkSegment(f8f86016-c181-4976-811a-c435a1a59732),segment_id=f8f86016-c181-4976-811a-c435a1a59732)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:25.329000 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f86016-c181-4976-811a-c435a1a59732') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:25.329314 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f86016-c181-4976-811a-c435a1a59732') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:25.334066 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7b4341c6-25ec-44cf-a204-73197a80498c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ef641eeb-fe67-4134-ab78-46e95a0ca680), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:25.343919 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (f8f86016-c181-4976-811a-c435a1a59732), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:25.360246 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (f8f86016-c181-4976-811a-c435a1a59732), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:25.383302 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:13:25.384037 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (f8f86016-c181-4976-811a-c435a1a59732), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:25.387798 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67431f90-e2a7-4feb-8522-c4ba56fce1d5 req-b20d59be-bc69-42e9-b611-30af1f94663c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:25.389300 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67431f90-e2a7-4feb-8522-c4ba56fce1d5 req-b20d59be-bc69-42e9-b611-30af1f94663c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=47d77581683d4c43a3d18ea75c887227&device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 1128 time: 0.3724191 Feb 19 04:13:25.394511 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-dfb88e23-592f-472a-ab6e-467d80e8eb3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=51ab0d90-f81c-46a6-947c-a2e5b088d476 HTTP/1.1" status: 200 len: 217 time: 0.0760143 Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:13:25.396468 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:13:25.417522 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6fdabe7b-a751-4bd6-b9d7-7af68e78cc6b req-96cdffbb-e7ce-4dcf-8461-1fe27f3bee88 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2778058 Feb 19 04:13:25.453558 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384643bd-4e89-46c8-a10d-843c5fd8da1f None None] get_active_networks_info from n-d-828369-19 {{(pid=109927) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:13:25.463398 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4341c6-25ec-44cf-a204-73197a80498c None None] Pushing event updated for resources: {'Port': ['ID=ef641eeb-fe67-4134-ab78-46e95a0ca680,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:25.496139 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36892) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:25.542715 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-3c3a69a6-f9fe-40d8-afaa-1e64c2a55304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:25.544548 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-3c3a69a6-f9fe-40d8-afaa-1e64c2a55304 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3997bf76-8ce7-4842-a079-84ac59980743 HTTP/1.1" status: 200 len: 797 time: 0.1175170 Feb 19 04:13:25.558852 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.db.api [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 04:13:25.558852 n-d-828369-19 neutron-server[109925]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 04:13:25.558852 n-d-828369-19 neutron-server[109925]: [parameters: {'id': 'df0a4da5-2e16-4bc3-8025-da27aee4d6c3'}] Feb 19 04:13:25.558852 n-d-828369-19 neutron-server[109925]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:13:25.559306 n-d-828369-19 neutron-server[109925]: DEBUG oslo_db.api [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:13:25.689284 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 29d7aaf3-6070-4a93-9adb-b6f645939344 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:13:25.703958 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67431f90-e2a7-4feb-8522-c4ba56fce1d5 req-4e37e661-64d8-4599-87d2-a002ee649f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:25.705864 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67431f90-e2a7-4feb-8522-c4ba56fce1d5 req-4e37e661-64d8-4599-87d2-a002ee649f26 service neutron] 10.222.0.79 "GET /v2.0/networks?id=af1b2524-905a-4fb0-b20e-a5912983245d HTTP/1.1" status: 200 len: 911 time: 0.2871423 Feb 19 04:13:25.725571 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384643bd-4e89-46c8-a10d-843c5fd8da1f None None] Resources bound (agent type, host, resource id): {{(pid=109927) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:13:25.826454 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 29d7aaf3-6070-4a93-9adb-b6f645939344 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:25.828207 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (29d7aaf3-6070-4a93-9adb-b6f645939344), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:25.841979 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423b618-f757-45aa-9bfb-e489c8252957 req-d45fca6d-843b-45fe-bb62-e797b1edfb38 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:25.844282 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d423b618-f757-45aa-9bfb-e489c8252957 req-d45fca6d-843b-45fe-bb62-e797b1edfb38 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.3925567 Feb 19 04:13:25.892817 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a74c7f-3218-4bba-b6aa-3e68f0fa067b req-aa3ce815-dc58-462f-b9da-e5a489484a55 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:25.899861 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-50a74c7f-3218-4bba-b6aa-3e68f0fa067b req-aa3ce815-dc58-462f-b9da-e5a489484a55 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.3238771 Feb 19 04:13:25.918862 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-06a6dd3b-0265-40a8-8725-49558f279b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:25.920412 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-06a6dd3b-0265-40a8-8725-49558f279b4b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=992f3549-caaf-4530-b747-2a0e80390b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3396647 Feb 19 04:13:25.943115 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67431f90-e2a7-4feb-8522-c4ba56fce1d5 req-5db33835-fade-4865-9acb-cc9deaa4e3bb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fac01fd-40e3-41e1-811a-31a59797abb0 HTTP/1.1" status: 200 len: 999 time: 0.1834366 Feb 19 04:13:26.020929 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67431f90-e2a7-4feb-8522-c4ba56fce1d5 req-9c2a132c-a457-4729-9d49-28a5c3ef0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:26.022446 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67431f90-e2a7-4feb-8522-c4ba56fce1d5 req-9c2a132c-a457-4729-9d49-28a5c3ef0d55 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4 HTTP/1.1" status: 200 len: 849 time: 0.0641420 Feb 19 04:13:26.027647 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 29d7aaf3-6070-4a93-9adb-b6f645939344 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:26.067673 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (df0a4da5-2e16-4bc3-8025-da27aee4d6c3), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:26.121583 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a01bf6d-f828-4727-b33d-f0f2f3dd615a None None] Network df0a4da5-2e16-4bc3-8025-da27aee4d6c3 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:26.136604 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-f3b1096a-e88c-4bf6-8f24-45310b133ed1 service neutron] 10.222.0.26 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046452 Feb 19 04:13:26.159851 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-50a74c7f-3218-4bba-b6aa-3e68f0fa067b req-5d891f86-1209-4b99-be00-c31751a6ebac tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2591248 Feb 19 04:13:26.168623 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a782f452-1435-43a7-b86a-e45b463d640e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (f6d2431b-d63e-4c0d-a4d4-69253cce99cd), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:26.205560 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d423b618-f757-45aa-9bfb-e489c8252957 req-a5b2dbf1-bb8b-444b-b5b0-ae18a90a26e9 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3517838 Feb 19 04:13:26.222657 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Deleting port ef641eeb-fe67-4134-ab78-46e95a0ca680 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:13:26.223172 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ef641eeb-fe67-4134-ab78-46e95a0ca680), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:26.298950 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] For port ef641eeb-fe67-4134-ab78-46e95a0ca680, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ef641eeb-fe67-4134-ab78-46e95a0ca680,segment=NetworkSegment(f8f86016-c181-4976-811a-c435a1a59732),segment_id=f8f86016-c181-4976-811a-c435a1a59732)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:26.299232 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ef641eeb-fe67-4134-ab78-46e95a0ca680), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:26.315226 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Calling delete_port for ef641eeb-fe67-4134-ab78-46e95a0ca680 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:13:26.361759 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67431f90-e2a7-4feb-8522-c4ba56fce1d5 req-0bb1b8cd-7e31-427c-bce7-17cb77ec4cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:26.363231 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67431f90-e2a7-4feb-8522-c4ba56fce1d5 req-0bb1b8cd-7e31-427c-bce7-17cb77ec4cd1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=af1b2524-905a-4fb0-b20e-a5912983245d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2820015 Feb 19 04:13:26.380819 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-67431f90-e2a7-4feb-8522-c4ba56fce1d5 req-1c281f89-eb15-4f26-a160-6f421a9df02f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:13:26.381832 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67431f90-e2a7-4feb-8522-c4ba56fce1d5 req-1c281f89-eb15-4f26-a160-6f421a9df02f service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088062 Feb 19 04:13:26.410707 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ef641eeb-fe67-4134-ab78-46e95a0ca680), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:26.469795 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Port': ['ID=ef641eeb-fe67-4134-ab78-46e95a0ca680,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:26.472143 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] No DVR routers for this DVR port ef641eeb-fe67-4134-ab78-46e95a0ca680 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:13:26.490665 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-8679b97d-cd0f-46c7-869a-bbeb4129f909 service neutron] 10.222.0.26 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254025 Feb 19 04:13:26.545227 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-f35f8b1e-1874-45e6-b319-204a152cb8a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b3ee77c7-fd2d-4ddc-80dc-a28b949821fe HTTP/1.1" status: 200 len: 217 time: 0.0477517 Feb 19 04:13:26.559322 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b517870-0435-41f0-b4fe-f6e497fdcda9 req-95e70f9d-61ff-4f1d-9a3d-554b64cdd8f6 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:26.560728 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b517870-0435-41f0-b4fe-f6e497fdcda9 req-95e70f9d-61ff-4f1d-9a3d-554b64cdd8f6 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 945 time: 0.2353370 Feb 19 04:13:26.580668 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617a7e1-31d0-4147-a00b-44c242c596fb req-cf814d3e-aec2-47ad-becb-e3e8d9c7aecf tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:26.582184 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e617a7e1-31d0-4147-a00b-44c242c596fb req-cf814d3e-aec2-47ad-becb-e3e8d9c7aecf tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.2520061 Feb 19 04:13:26.607030 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (df0a4da5-2e16-4bc3-8025-da27aee4d6c3), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:26.641901 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67431f90-e2a7-4feb-8522-c4ba56fce1d5 req-1d15a0eb-91db-420a-a62e-b47e759490c3 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325616 Feb 19 04:13:26.646957 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0a4da5-2e16-4bc3-8025-da27aee4d6c3']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:26.659207 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f86016-c181-4976-811a-c435a1a59732') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:26.659498 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f86016-c181-4976-811a-c435a1a59732') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:26.680376 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (f8f86016-c181-4976-811a-c435a1a59732), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:26.698296 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:26.699345 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (f8f86016-c181-4976-811a-c435a1a59732), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:26.710196 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:13:26.710628 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (f8f86016-c181-4976-811a-c435a1a59732), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:13:26.713912 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:13:26.738501 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-44d7a4ea-884f-44af-90a0-cb63222478b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:26.740247 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-44d7a4ea-884f-44af-90a0-cb63222478b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ad06bfbd-99a2-4a8a-a2ae-abc5d82d0e14 HTTP/1.1" status: 200 len: 797 time: 0.1763344 Feb 19 04:13:26.761761 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b517870-0435-41f0-b4fe-f6e497fdcda9 req-600447cc-afce-485b-8e13-e394801d9b81 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723464 Feb 19 04:13:26.804850 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e617a7e1-31d0-4147-a00b-44c242c596fb req-c4a05ae0-f084-4641-9ba7-815fe81d43fa tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1905930 Feb 19 04:13:26.862852 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (df0a4da5-2e16-4bc3-8025-da27aee4d6c3), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:26.872527 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-54e80756-0269-45b0-98f6-d7303f6d83b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:26.875230 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-54e80756-0269-45b0-98f6-d7303f6d83b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=970ed126-7758-4a49-91d5-8b77d328f7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1282914 Feb 19 04:13:26.893040 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67431f90-e2a7-4feb-8522-c4ba56fce1d5 req-eb60d389-de4e-43df-9c93-197cb352e519 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420595 Feb 19 04:13:26.900487 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-3901ac96-e6b8-4890-b721-d443cdb14573 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:13:26.901477 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-3901ac96-e6b8-4890-b721-d443cdb14573 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076680 Feb 19 04:13:26.921766 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:26.925105 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/networks/df0a4da5-2e16-4bc3-8025-da27aee4d6c3 HTTP/1.1" status: 204 len: 168 time: 2.7848237 Feb 19 04:13:26.928171 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd454aa1-045f-41f7-9df9-c534efc52a60 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Network': ['ID=df0a4da5-2e16-4bc3-8025-da27aee4d6c3,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:26.930217 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36904) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:26.936819 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-0e133430-44dc-4478-b994-8b774dff4730 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1819082234'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:26.978579 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e133430-44dc-4478-b994-8b774dff4730 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Made reservation on behalf of 482831af4cad4e6aaa18d2257a07af0f for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:26.984256 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e133430-44dc-4478-b994-8b774dff4730 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:27.006372 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-a782f452-1435-43a7-b86a-e45b463d640e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Deleting port 69821739-fec7-4b6d-9871-6ea9a54d8b98 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:13:27.007220 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a782f452-1435-43a7-b86a-e45b463d640e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (69821739-fec7-4b6d-9871-6ea9a54d8b98), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:27.090326 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e133430-44dc-4478-b994-8b774dff4730 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:13:27.115610 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e133430-44dc-4478-b994-8b774dff4730 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (2bc512b5-3e65-45c1-8eb7-dcf34da4f23e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:27.115958 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-0e133430-44dc-4478-b994-8b774dff4730 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Added segment 2bc512b5-3e65-45c1-8eb7-dcf34da4f23e of type vlan for network 59c2e1ec-1c25-47dd-9205-d8af52e548da Feb 19 04:13:27.181272 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-a782f452-1435-43a7-b86a-e45b463d640e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] For port 69821739-fec7-4b6d-9871-6ea9a54d8b98, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=69821739-fec7-4b6d-9871-6ea9a54d8b98,segment=NetworkSegment(191382ec-cb5c-4603-b38b-34e71e07c7f0),segment_id=191382ec-cb5c-4603-b38b-34e71e07c7f0)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:27.181542 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a782f452-1435-43a7-b86a-e45b463d640e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (69821739-fec7-4b6d-9871-6ea9a54d8b98), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:27.190968 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e133430-44dc-4478-b994-8b774dff4730 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (59c2e1ec-1c25-47dd-9205-d8af52e548da), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:27.200589 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-a782f452-1435-43a7-b86a-e45b463d640e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Calling delete_port for 69821739-fec7-4b6d-9871-6ea9a54d8b98 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:13:27.263126 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e133430-44dc-4478-b994-8b774dff4730 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (59c2e1ec-1c25-47dd-9205-d8af52e548da), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:27.272547 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e133430-44dc-4478-b994-8b774dff4730 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:27.273509 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e133430-44dc-4478-b994-8b774dff4730 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:27.354855 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0e133430-44dc-4478-b994-8b774dff4730 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4223440 Feb 19 04:13:27.358136 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36908) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:27.365337 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-62dadef8-802f-4c36-9941-c846275bd785 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Request body: {'subnet': {'network_id': '59c2e1ec-1c25-47dd-9205-d8af52e548da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:27.370850 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e133430-44dc-4478-b994-8b774dff4730 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event updated for resources: {'Network': ['ID=59c2e1ec-1c25-47dd-9205-d8af52e548da,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:27.382528 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 59c2e1ec-1c25-47dd-9205-d8af52e548da details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:13:27.384743 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c76044-8995-4252-a3c3-d6ed9bf836c8 req-25942458-20b1-43a8-8e38-bc2c25292836 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:27.391153 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c76044-8995-4252-a3c3-d6ed9bf836c8 req-25942458-20b1-43a8-8e38-bc2c25292836 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:27.396395 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c76044-8995-4252-a3c3-d6ed9bf836c8 req-25942458-20b1-43a8-8e38-bc2c25292836 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:27.401645 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c76044-8995-4252-a3c3-d6ed9bf836c8 req-25942458-20b1-43a8-8e38-bc2c25292836 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:27.407499 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c76044-8995-4252-a3c3-d6ed9bf836c8 req-25942458-20b1-43a8-8e38-bc2c25292836 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:27.412677 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c76044-8995-4252-a3c3-d6ed9bf836c8 req-25942458-20b1-43a8-8e38-bc2c25292836 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:27.418128 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c76044-8995-4252-a3c3-d6ed9bf836c8 req-25942458-20b1-43a8-8e38-bc2c25292836 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:27.425693 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-21c76044-8995-4252-a3c3-d6ed9bf836c8 req-25942458-20b1-43a8-8e38-bc2c25292836 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.5729256 Feb 19 04:13:27.506633 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b4157-fe61-4647-a9fe-19d52c80761b req-b7996733-03f8-4625-a552-2117f4ffa89a tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:27.508276 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f6b4157-fe61-4647-a9fe-19d52c80761b req-b7996733-03f8-4625-a552-2117f4ffa89a tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 945 time: 0.6131778 Feb 19 04:13:27.529913 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a782f452-1435-43a7-b86a-e45b463d640e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (69821739-fec7-4b6d-9871-6ea9a54d8b98), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:27.543802 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-bbed8648-05c6-455e-af24-ee9f693be214 service neutron] 10.222.0.26 "GET /v2.0/networks/970ed126-7758-4a49-91d5-8b77d328f7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6320920 Feb 19 04:13:27.558941 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782f452-1435-43a7-b86a-e45b463d640e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event deleted for resources: {'Port': ['ID=69821739-fec7-4b6d-9871-6ea9a54d8b98,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:27.682827 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-21c76044-8995-4252-a3c3-d6ed9bf836c8 req-6f7c47d0-1e47-42db-9211-b3b97e598bbc tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2561595 Feb 19 04:13:27.693340 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dadef8-802f-4c36-9941-c846275bd785 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Made reservation on behalf of 482831af4cad4e6aaa18d2257a07af0f for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:27.696854 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-62dadef8-802f-4c36-9941-c846275bd785 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:27.725023 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f6b4157-fe61-4647-a9fe-19d52c80761b req-cb0bec86-b766-4ee2-8052-663b8c4cc22d tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065816 Feb 19 04:13:27.823930 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.ipam_backend_mixin [None req-62dadef8-802f-4c36-9941-c846275bd785 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Performing IP validity checks on allocation pools {{(pid=109926) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 04:13:27.824464 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.ipam_backend_mixin [None req-62dadef8-802f-4c36-9941-c846275bd785 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109926) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 04:13:27.839423 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a782f452-1435-43a7-b86a-e45b463d640e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (f6d2431b-d63e-4c0d-a4d4-69253cce99cd), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:27.857634 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-9510b15d-a0d8-4d87-8c25-b8a96fe63284 service neutron] 10.222.0.26 "GET /v2.0/networks/970ed126-7758-4a49-91d5-8b77d328f7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013768 Feb 19 04:13:27.945478 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-8a0aca0b-0231-4bab-9571-f004ba19fa5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=328f76f5-5319-4dc1-b370-793287406294 HTTP/1.1" status: 200 len: 217 time: 0.0773880 Feb 19 04:13:28.034618 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b7b1e-f25e-48db-bdc6-8df90cfd6650 req-14f79a97-da5e-492e-afc0-49e8dcb96cec tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:28.050101 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e35b7b1e-f25e-48db-bdc6-8df90cfd6650 req-14f79a97-da5e-492e-afc0-49e8dcb96cec tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.2333968 Feb 19 04:13:28.106292 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4b936c62-a783-4190-9d06-234f433b6044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:28.107995 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-4b936c62-a783-4190-9d06-234f433b6044 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ad06bfbd-99a2-4a8a-a2ae-abc5d82d0e14 HTTP/1.1" status: 200 len: 797 time: 0.1520488 Feb 19 04:13:28.175352 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a782f452-1435-43a7-b86a-e45b463d640e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Router f6d2431b-d63e-4c0d-a4d4-69253cce99cd has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:13:28.210827 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e35b7b1e-f25e-48db-bdc6-8df90cfd6650 req-b417bf23-136b-43d0-b911-50575f04b33c tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596637 Feb 19 04:13:28.266929 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-62dadef8-802f-4c36-9941-c846275bd785 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (234edf45-91aa-4f9d-8b7a-9d0df49d58f8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:28.304753 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a782f452-1435-43a7-b86a-e45b463d640e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:13:28.311916 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-3744a5b5-7c10-4859-bf1c-e53c7f3b6791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:28.313538 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a782f452-1435-43a7-b86a-e45b463d640e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "PUT /v2.0/routers/f6d2431b-d63e-4c0d-a4d4-69253cce99cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8155832 Feb 19 04:13:28.314136 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-3744a5b5-7c10-4859-bf1c-e53c7f3b6791 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=970ed126-7758-4a49-91d5-8b77d328f7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1957810 Feb 19 04:13:28.314445 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36916) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:28.317898 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7817dcf-ec6b-47ba-b58b-702ff9cbf49a None None] Sync routers for ids ['f6d2431b-d63e-4c0d-a4d4-69253cce99cd'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:13:28.331763 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7817dcf-ec6b-47ba-b58b-702ff9cbf49a None None] Routers {'f6d2431b-d63e-4c0d-a4d4-69253cce99cd'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:13:28.332948 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-b7817dcf-ec6b-47ba-b58b-702ff9cbf49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:13:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f6d2431b-d63e-4c0d-a4d4-69253cce99cd'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:28.376530 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e82408-d4f7-46f1-a836-9e61ef5802fd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Deleting subnet b75aa528-0873-412b-92b8-b69da9ced5ce {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:13:28.379959 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-39e82408-d4f7-46f1-a836-9e61ef5802fd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for subnet (b75aa528-0873-412b-92b8-b69da9ced5ce), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:28.433345 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-39e82408-d4f7-46f1-a836-9e61ef5802fd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (b75aa528-0873-412b-92b8-b69da9ced5ce), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:28.439302 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91754f48-11ab-4938-9dff-f467f35793bd req-5152008b-770f-4a06-b85c-e596dee9c680 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:28.440832 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91754f48-11ab-4938-9dff-f467f35793bd req-5152008b-770f-4a06-b85c-e596dee9c680 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.2563839 Feb 19 04:13:28.478588 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dadef8-802f-4c36-9941-c846275bd785 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event updated for resources: {'Subnet': ['ID=234edf45-91aa-4f9d-8b7a-9d0df49d58f8,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:28.506065 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-b7817dcf-ec6b-47ba-b58b-702ff9cbf49a None None] Set router f6d2431b-d63e-4c0d-a4d4-69253cce99cd gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:13:28.524780 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed0a3e-1d22-494a-a4b7-b896fe928ba6 req-64189615-7820-4688-ae51-96cee89a88df tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:28.526416 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29ed0a3e-1d22-494a-a4b7-b896fe928ba6 req-64189615-7820-4688-ae51-96cee89a88df tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 945 time: 0.2062459 Feb 19 04:13:28.553753 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dadef8-802f-4c36-9941-c846275bd785 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Checking segment: {'id': '2bc512b5-3e65-45c1-8eb7-dcf34da4f23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59c2e1ec-1c25-47dd-9205-d8af52e548da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:28.554175 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dadef8-802f-4c36-9941-c846275bd785 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Network hostable DHCP agents. Network: 59c2e1ec-1c25-47dd-9205-d8af52e548da, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:13:28.583338 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-39e82408-d4f7-46f1-a836-9e61ef5802fd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (b75aa528-0873-412b-92b8-b69da9ced5ce), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:28.611570 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-f281bf7c-9f27-4e68-97ae-8bbfd000cd39 service neutron] 10.222.0.26 "GET /v2.0/networks/970ed126-7758-4a49-91d5-8b77d328f7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562404 Feb 19 04:13:28.618585 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91754f48-11ab-4938-9dff-f467f35793bd req-ee129a77-32b7-4788-b18f-90617399016d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1678321 Feb 19 04:13:28.637108 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dadef8-802f-4c36-9941-c846275bd785 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Network 59c2e1ec-1c25-47dd-9205-d8af52e548da is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:13:28.656977 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29ed0a3e-1d22-494a-a4b7-b896fe928ba6 req-0d48c66f-cfac-4cc8-9d87-59246cb710d1 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215756 Feb 19 04:13:28.716569 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-62dadef8-802f-4c36-9941-c846275bd785 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 59c2e1ec-1c25-47dd-9205-d8af52e548da) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:28.723031 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-39e82408-d4f7-46f1-a836-9e61ef5802fd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (b75aa528-0873-412b-92b8-b69da9ced5ce), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:28.732117 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dadef8-802f-4c36-9941-c846275bd785 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:28.732794 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-62dadef8-802f-4c36-9941-c846275bd785 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:28.744708 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae935e3-bce1-4d66-88f0-1000a95e6ae2 None None] Network 59c2e1ec-1c25-47dd-9205-d8af52e548da requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:28.785863 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e82408-d4f7-46f1-a836-9e61ef5802fd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event deleted for resources: {'Subnet': ['ID=b75aa528-0873-412b-92b8-b69da9ced5ce,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:28.801756 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-39e82408-d4f7-46f1-a836-9e61ef5802fd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:28.808735 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e2dfaf-2853-4b10-9d01-9003c7f25091 None None] Network 33bfb928-b88c-483e-9011-0f74d9c470b9 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:28.811209 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-39e82408-d4f7-46f1-a836-9e61ef5802fd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "DELETE /v2.0/subnets/b75aa528-0873-412b-92b8-b69da9ced5ce HTTP/1.1" status: 204 len: 168 time: 0.4956660 Feb 19 04:13:28.817307 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36932) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:28.822677 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-62dadef8-802f-4c36-9941-c846275bd785 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4588866 Feb 19 04:13:28.832010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36934) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:28.940559 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7774d52-fc0e-434e-87a4-e652840aebeb req-f8a71f8d-8874-46cf-adc6-db6351d78068 service neutron] 10.222.0.26 "GET /v2.0/networks/970ed126-7758-4a49-91d5-8b77d328f7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165379 Feb 19 04:13:28.946897 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-b7817dcf-ec6b-47ba-b58b-702ff9cbf49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135806163', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'e300398c-0cb1-4604-b2a9-c6d83cf9d844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:08Z', 'updated_at': '2022-02-19T04:13:27Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': 'e300398c-0cb1-4604-b2a9-c6d83cf9d844', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:09Z', 'updated_at': '2022-02-19T04:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:28.998244 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed4b7d5-3949-43dc-9ec9-8b1fd837c07c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-59c2e1ec-1c25-47dd-9205-d8af52e548da', 'network_id': '59c2e1ec-1c25-47dd-9205-d8af52e548da', 'project_id': '482831af4cad4e6aaa18d2257a07af0f', 'fixed_ips': [{'subnet_id': '234edf45-91aa-4f9d-8b7a-9d0df49d58f8'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:13:28.999311 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bed4b7d5-3949-43dc-9ec9-8b1fd837c07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:29.002929 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7817dcf-ec6b-47ba-b58b-702ff9cbf49a None None] Checking router: f6d2431b-d63e-4c0d-a4d4-69253cce99cd for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:13:29.005979 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41b21218-7edf-4a8b-bef5-8b95b85003f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router (f6d2431b-d63e-4c0d-a4d4-69253cce99cd), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:29.067243 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0c8ef-d620-48de-94b0-8abb1ca8ad51 req-9f3435bb-43a6-48a1-830b-bff1db9269db tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:29.070855 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c6a0c8ef-d620-48de-94b0-8abb1ca8ad51 req-9f3435bb-43a6-48a1-830b-bff1db9269db tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 945 time: 0.2258782 Feb 19 04:13:29.114433 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97d2a3-6ffe-4605-82c4-6f142a12d1d4 req-d545a332-7941-4539-9189-e0407f11877d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:29.120533 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97d2a3-6ffe-4605-82c4-6f142a12d1d4 req-d545a332-7941-4539-9189-e0407f11877d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:29.127411 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97d2a3-6ffe-4605-82c4-6f142a12d1d4 req-d545a332-7941-4539-9189-e0407f11877d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:29.133461 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97d2a3-6ffe-4605-82c4-6f142a12d1d4 req-d545a332-7941-4539-9189-e0407f11877d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:29.140905 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97d2a3-6ffe-4605-82c4-6f142a12d1d4 req-d545a332-7941-4539-9189-e0407f11877d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:29.147283 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97d2a3-6ffe-4605-82c4-6f142a12d1d4 req-d545a332-7941-4539-9189-e0407f11877d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:29.148167 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-bed4b7d5-3949-43dc-9ec9-8b1fd837c07c None None] Allocated IP 172.20.0.3 (59c2e1ec-1c25-47dd-9205-d8af52e548da/234edf45-91aa-4f9d-8b7a-9d0df49d58f8/0bc2af5f-0bb6-4c2e-a197-ff8d0ce672c7) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:13:29.153244 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97d2a3-6ffe-4605-82c4-6f142a12d1d4 req-d545a332-7941-4539-9189-e0407f11877d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:29.158019 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41b21218-7edf-4a8b-bef5-8b95b85003f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router_gateway (f6d2431b-d63e-4c0d-a4d4-69253cce99cd), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:29.163741 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff97d2a3-6ffe-4605-82c4-6f142a12d1d4 req-d545a332-7941-4539-9189-e0407f11877d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.2457757 Feb 19 04:13:29.196001 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (59c2e1ec-1c25-47dd-9205-d8af52e548da), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:29.225237 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-41b21218-7edf-4a8b-bef5-8b95b85003f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Deleting port e300398c-0cb1-4604-b2a9-c6d83cf9d844 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:13:29.225859 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41b21218-7edf-4a8b-bef5-8b95b85003f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (e300398c-0cb1-4604-b2a9-c6d83cf9d844), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:29.300455 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bed4b7d5-3949-43dc-9ec9-8b1fd837c07c None None] Publish callbacks [] for port (0bc2af5f-0bb6-4c2e-a197-ff8d0ce672c7), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:29.306569 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78243428-2017-4997-89a1-285bdfe56a3f None None] DHCP port deletion for 33bfb928-b88c-483e-9011-0f74d9c470b9 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:13:29.315249 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7817dcf-ec6b-47ba-b58b-702ff9cbf49a None None] Routers {'f6d2431b-d63e-4c0d-a4d4-69253cce99cd'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:13:29.315786 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-b7817dcf-ec6b-47ba-b58b-702ff9cbf49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:13:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f6d2431b-d63e-4c0d-a4d4-69253cce99cd'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:29.333495 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-41b21218-7edf-4a8b-bef5-8b95b85003f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] For port e300398c-0cb1-4604-b2a9-c6d83cf9d844, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e300398c-0cb1-4604-b2a9-c6d83cf9d844,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:29.334065 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41b21218-7edf-4a8b-bef5-8b95b85003f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (e300398c-0cb1-4604-b2a9-c6d83cf9d844), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:29.336441 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bed4b7d5-3949-43dc-9ec9-8b1fd837c07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (0bc2af5f-0bb6-4c2e-a197-ff8d0ce672c7), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:29.337600 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c6a0c8ef-d620-48de-94b0-8abb1ca8ad51 req-f670d6e3-510d-45c8-9a1a-103bc777bfc1 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558725 Feb 19 04:13:29.351632 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-41b21218-7edf-4a8b-bef5-8b95b85003f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Calling delete_port for e300398c-0cb1-4604-b2a9-c6d83cf9d844 owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:13:29.398641 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2269e-9f20-457d-82a4-205399a1e109 req-594e8605-a645-4d9d-bced-d1fd6a24a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:29.399170 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2269e-9f20-457d-82a4-205399a1e109 req-594e8605-a645-4d9d-bced-d1fd6a24a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:29.399649 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2269e-9f20-457d-82a4-205399a1e109 req-594e8605-a645-4d9d-bced-d1fd6a24a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:29.400486 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2269e-9f20-457d-82a4-205399a1e109 req-594e8605-a645-4d9d-bced-d1fd6a24a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:29.400959 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2269e-9f20-457d-82a4-205399a1e109 req-594e8605-a645-4d9d-bced-d1fd6a24a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:29.401425 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2269e-9f20-457d-82a4-205399a1e109 req-594e8605-a645-4d9d-bced-d1fd6a24a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:29.402048 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2269e-9f20-457d-82a4-205399a1e109 req-594e8605-a645-4d9d-bced-d1fd6a24a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:29.404349 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5b2269e-9f20-457d-82a4-205399a1e109 req-594e8605-a645-4d9d-bced-d1fd6a24a40e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70c4c3b9b3c649e3926da7d12add9340&device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 6712 time: 0.3246179 Feb 19 04:13:29.466735 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed4b7d5-3949-43dc-9ec9-8b1fd837c07c None None] Network 59c2e1ec-1c25-47dd-9205-d8af52e548da is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:13:29.477426 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-bed4b7d5-3949-43dc-9ec9-8b1fd837c07c None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:29.488298 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed4b7d5-3949-43dc-9ec9-8b1fd837c07c None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:13:29.499678 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4b7d5-3949-43dc-9ec9-8b1fd837c07c None None] Pushing event updated for resources: {'Port': ['ID=0bc2af5f-0bb6-4c2e-a197-ff8d0ce672c7,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:29.545898 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-b7817dcf-ec6b-47ba-b58b-702ff9cbf49a None None] Set router f6d2431b-d63e-4c0d-a4d4-69253cce99cd gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:13:29.548011 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff97d2a3-6ffe-4605-82c4-6f142a12d1d4 req-1b2106e7-51a3-48b6-ae1e-5ab0b9319d8b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3827863 Feb 19 04:13:29.554478 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2269e-9f20-457d-82a4-205399a1e109 req-3fe4a162-95da-4635-b8c6-076cc5f00e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:29.558928 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5b2269e-9f20-457d-82a4-205399a1e109 req-3fe4a162-95da-4635-b8c6-076cc5f00e5a service neutron] 10.222.0.26 "GET /v2.0/networks?id=970ed126-7758-4a49-91d5-8b77d328f7d8 HTTP/1.1" status: 200 len: 902 time: 0.1444550 Feb 19 04:13:29.653523 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41b21218-7edf-4a8b-bef5-8b95b85003f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (e300398c-0cb1-4604-b2a9-c6d83cf9d844), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:29.691857 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5b2269e-9f20-457d-82a4-205399a1e109 req-d19e9643-f32d-477f-a01b-d6acd3486d35 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=328f76f5-5319-4dc1-b370-793287406294 HTTP/1.1" status: 200 len: 217 time: 0.1153951 Feb 19 04:13:29.841735 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (234edf45-91aa-4f9d-8b7a-9d0df49d58f8), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:29.842011 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:13:29.884261 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-78243428-2017-4997-89a1-285bdfe56a3f None None] Deleting port 2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:13:29.884743 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-78243428-2017-4997-89a1-285bdfe56a3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:29.888355 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41b21218-7edf-4a8b-bef5-8b95b85003f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (f6d2431b-d63e-4c0d-a4d4-69253cce99cd), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:29.898057 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b21218-7edf-4a8b-bef5-8b95b85003f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event deleted for resources: {'Port': ['ID=e300398c-0cb1-4604-b2a9-c6d83cf9d844,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:29.933951 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:29.939206 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-b7817dcf-ec6b-47ba-b58b-702ff9cbf49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135806163', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:08Z', 'updated_at': '2022-02-19T04:13:29Z', 'revision_number': 6, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:29.991135 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (234edf45-91aa-4f9d-8b7a-9d0df49d58f8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:30.078594 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-bed4b7d5-3949-43dc-9ec9-8b1fd837c07c None None] Attempting to bind port 0bc2af5f-0bb6-4c2e-a197-ff8d0ce672c7 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:30.078972 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-bed4b7d5-3949-43dc-9ec9-8b1fd837c07c None None] Attempting to bind port 0bc2af5f-0bb6-4c2e-a197-ff8d0ce672c7 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '2bc512b5-3e65-45c1-8eb7-dcf34da4f23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59c2e1ec-1c25-47dd-9205-d8af52e548da'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:30.080508 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed4b7d5-3949-43dc-9ec9-8b1fd837c07c None None] Attempting to bind port 0bc2af5f-0bb6-4c2e-a197-ff8d0ce672c7 on network 59c2e1ec-1c25-47dd-9205-d8af52e548da {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:30.086559 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7817dcf-ec6b-47ba-b58b-702ff9cbf49a None None] The sync data for ids ['f6d2431b-d63e-4c0d-a4d4-69253cce99cd'] in n-d-828369-19 is: [{'id': 'f6d2431b-d63e-4c0d-a4d4-69253cce99cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135806163', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:08Z', 'updated_at': '2022-02-19T04:13:29Z', 'revision_number': 6, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:13:30.110588 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed4b7d5-3949-43dc-9ec9-8b1fd837c07c None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:30.110973 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed4b7d5-3949-43dc-9ec9-8b1fd837c07c None None] Checking segment: {'id': '2bc512b5-3e65-45c1-8eb7-dcf34da4f23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59c2e1ec-1c25-47dd-9205-d8af52e548da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:30.111386 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bed4b7d5-3949-43dc-9ec9-8b1fd837c07c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:30.111786 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed4b7d5-3949-43dc-9ec9-8b1fd837c07c None None] Bound using segment: {'id': '2bc512b5-3e65-45c1-8eb7-dcf34da4f23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59c2e1ec-1c25-47dd-9205-d8af52e548da'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:30.112278 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-bed4b7d5-3949-43dc-9ec9-8b1fd837c07c None None] Bound port: 0bc2af5f-0bb6-4c2e-a197-ff8d0ce672c7, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc512b5-3e65-45c1-8eb7-dcf34da4f23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '59c2e1ec-1c25-47dd-9205-d8af52e548da'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:30.112672 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bed4b7d5-3949-43dc-9ec9-8b1fd837c07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0bc2af5f-0bb6-4c2e-a197-ff8d0ce672c7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:30.145136 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (59c2e1ec-1c25-47dd-9205-d8af52e548da), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:30.162628 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-78243428-2017-4997-89a1-285bdfe56a3f None None] For port 2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3,segment=NetworkSegment(191382ec-cb5c-4603-b38b-34e71e07c7f0),segment_id=191382ec-cb5c-4603-b38b-34e71e07c7f0)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:30.163563 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-78243428-2017-4997-89a1-285bdfe56a3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:30.172318 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c2e1ec-1c25-47dd-9205-d8af52e548da']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:30.183980 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc512b5-3e65-45c1-8eb7-dcf34da4f23e') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:30.184287 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc512b5-3e65-45c1-8eb7-dcf34da4f23e') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:30.197759 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (2bc512b5-3e65-45c1-8eb7-dcf34da4f23e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:30.216361 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (2bc512b5-3e65-45c1-8eb7-dcf34da4f23e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:30.246009 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:13:30.246654 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-78243428-2017-4997-89a1-285bdfe56a3f None None] Calling delete_port for 2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:13:30.248224 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (2bc512b5-3e65-45c1-8eb7-dcf34da4f23e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:30.248925 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-bed4b7d5-3949-43dc-9ec9-8b1fd837c07c None None] For port 0bc2af5f-0bb6-4c2e-a197-ff8d0ce672c7, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:30.258685 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:30.259086 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:30.372591 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3,segment=NetworkSegment(191382ec-cb5c-4603-b38b-34e71e07c7f0),segment_id=191382ec-cb5c-4603-b38b-34e71e07c7f0)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:30.396472 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:13:30.408170 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:13:30.414468 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.db.api [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 04:13:30.414468 n-d-828369-19 neutron-server[109926]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 04:13:30.414468 n-d-828369-19 neutron-server[109926]: [parameters: {'id': '59c2e1ec-1c25-47dd-9205-d8af52e548da'}] Feb 19 04:13:30.414468 n-d-828369-19 neutron-server[109926]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109926) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:13:30.414929 n-d-828369-19 neutron-server[109926]: DEBUG oslo_db.api [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:13:30.416757 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Subnet': ['ID=234edf45-91aa-4f9d-8b7a-9d0df49d58f8,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:30.422234 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2269e-9f20-457d-82a4-205399a1e109 req-928746dd-d81e-419d-a809-aceed6d3ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:30.423705 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5b2269e-9f20-457d-82a4-205399a1e109 req-928746dd-d81e-419d-a809-aceed6d3ead7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ad06bfbd-99a2-4a8a-a2ae-abc5d82d0e14 HTTP/1.1" status: 200 len: 797 time: 0.7031159 Feb 19 04:13:30.461953 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763be0-a414-491e-9861-fd9e45abaaa6 req-268f33b0-6e42-494f-b5cd-857cadeb3fd2 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:30.467023 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18763be0-a414-491e-9861-fd9e45abaaa6 req-268f33b0-6e42-494f-b5cd-857cadeb3fd2 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.5008738 Feb 19 04:13:30.604770 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-bed4b7d5-3949-43dc-9ec9-8b1fd837c07c None None] For port 0bc2af5f-0bb6-4c2e-a197-ff8d0ce672c7, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0bc2af5f-0bb6-4c2e-a197-ff8d0ce672c7,segment=NetworkSegment(2bc512b5-3e65-45c1-8eb7-dcf34da4f23e),segment_id=2bc512b5-3e65-45c1-8eb7-dcf34da4f23e)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:30.611323 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-78243428-2017-4997-89a1-285bdfe56a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:30.612091 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41b21218-7edf-4a8b-bef5-8b95b85003f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (f6d2431b-d63e-4c0d-a4d4-69253cce99cd), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:30.618558 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41b21218-7edf-4a8b-bef5-8b95b85003f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router_controller (f6d2431b-d63e-4c0d-a4d4-69253cce99cd), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:30.671754 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18763be0-a414-491e-9861-fd9e45abaaa6 req-5aaf1c6b-853f-47cf-80c4-6a4c847a170d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004546 Feb 19 04:13:30.691449 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bed4b7d5-3949-43dc-9ec9-8b1fd837c07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0bc2af5f-0bb6-4c2e-a197-ff8d0ce672c7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:30.701109 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:30.715216 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78243428-2017-4997-89a1-285bdfe56a3f None None] No DVR routers for this DVR port 2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:13:30.736705 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2269e-9f20-457d-82a4-205399a1e109 req-eb9c7d5f-9637-4d59-818c-029fa5c5511e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:30.738390 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5b2269e-9f20-457d-82a4-205399a1e109 req-eb9c7d5f-9637-4d59-818c-029fa5c5511e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=970ed126-7758-4a49-91d5-8b77d328f7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3053162 Feb 19 04:13:30.748076 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41b21218-7edf-4a8b-bef5-8b95b85003f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (f6d2431b-d63e-4c0d-a4d4-69253cce99cd), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:30.748621 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b21218-7edf-4a8b-bef5-8b95b85003f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Fanout notify agent at l3_agent the message router_deleted on router f6d2431b-d63e-4c0d-a4d4-69253cce99cd {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:13:30.756769 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41b21218-7edf-4a8b-bef5-8b95b85003f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:30.760665 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-41b21218-7edf-4a8b-bef5-8b95b85003f4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "DELETE /v2.0/routers/f6d2431b-d63e-4c0d-a4d4-69253cce99cd HTTP/1.1" status: 204 len: 168 time: 1.9420786 Feb 19 04:13:30.761294 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36966) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:30.768078 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:30.768743 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:30.769326 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:30.769769 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:30.770238 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:30.770728 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:30.771157 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:30.773743 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:30.773743 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:30.773743 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:30.773743 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:30.773743 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:30.773743 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:30.780460 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9240b084-508e-491b-9575-648706b4d769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:30.813794 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78243428-2017-4997-89a1-285bdfe56a3f None None] Pushing event deleted for resources: {'Port': ['ID=2d9c5f01-0cbb-46ea-9114-1a4c5440e3d3,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:30.847525 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677da6a-afd3-471d-80a6-eb894c09a3a4 req-23e8b358-e0e9-48a1-be94-81bc3d5cbf00 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:30.856605 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9677da6a-afd3-471d-80a6-eb894c09a3a4 req-23e8b358-e0e9-48a1-be94-81bc3d5cbf00 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 945 time: 0.1830518 Feb 19 04:13:30.902649 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd9161f-25e9-4ffc-a7f0-dbf0991eb266 None None] get_active_networks_info from n-d-828369-19 {{(pid=109927) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:13:30.914668 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b98f6200-d45c-4895-ac7e-f2347e9cb9c1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (33bfb928-b88c-483e-9011-0f74d9c470b9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:30.929749 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (59c2e1ec-1c25-47dd-9205-d8af52e548da), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:30.958322 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4b7d5-3949-43dc-9ec9-8b1fd837c07c None None] Pushing event updated for resources: {'Port': ['ID=0bc2af5f-0bb6-4c2e-a197-ff8d0ce672c7,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:31.029215 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b98f6200-d45c-4895-ac7e-f2347e9cb9c1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (33bfb928-b88c-483e-9011-0f74d9c470b9), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:31.041144 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9677da6a-afd3-471d-80a6-eb894c09a3a4 req-1f4f0e80-7ace-43fe-b046-0a83e5671d7d tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819649 Feb 19 04:13:31.074765 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-b98f6200-d45c-4895-ac7e-f2347e9cb9c1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33bfb928-b88c-483e-9011-0f74d9c470b9']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:31.085489 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-b98f6200-d45c-4895-ac7e-f2347e9cb9c1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191382ec-cb5c-4603-b38b-34e71e07c7f0') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:31.086396 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-b98f6200-d45c-4895-ac7e-f2347e9cb9c1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191382ec-cb5c-4603-b38b-34e71e07c7f0') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:31.102555 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b98f6200-d45c-4895-ac7e-f2347e9cb9c1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (191382ec-cb5c-4603-b38b-34e71e07c7f0), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:31.116957 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd9161f-25e9-4ffc-a7f0-dbf0991eb266 None None] Resources bound (agent type, host, resource id): {{(pid=109927) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:13:31.122046 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff367f8f-a773-4cc0-a9fb-1a6b34dfee58 req-1aa1da63-0594-4aca-863e-8e3882129947 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:31.125557 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff367f8f-a773-4cc0-a9fb-1a6b34dfee58 req-1aa1da63-0594-4aca-863e-8e3882129947 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.2602522 Feb 19 04:13:31.127134 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b98f6200-d45c-4895-ac7e-f2347e9cb9c1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (191382ec-cb5c-4603-b38b-34e71e07c7f0), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:31.141513 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b98f6200-d45c-4895-ac7e-f2347e9cb9c1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:13:31.141773 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b98f6200-d45c-4895-ac7e-f2347e9cb9c1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (191382ec-cb5c-4603-b38b-34e71e07c7f0), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:13:31.151158 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:13:31.180488 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5b2269e-9f20-457d-82a4-205399a1e109 req-c4f9871a-8086-4243-84d0-1e378f722f6e service neutron] 10.222.0.26 "GET /v2.0/networks/970ed126-7758-4a49-91d5-8b77d328f7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344587 Feb 19 04:13:31.195057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Deleting port 0bc2af5f-0bb6-4c2e-a197-ff8d0ce672c7 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:13:31.195335 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (0bc2af5f-0bb6-4c2e-a197-ff8d0ce672c7), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:31.270309 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b98f6200-d45c-4895-ac7e-f2347e9cb9c1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (33bfb928-b88c-483e-9011-0f74d9c470b9), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:31.290133 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b98f6200-d45c-4895-ac7e-f2347e9cb9c1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:31.298373 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b98f6200-d45c-4895-ac7e-f2347e9cb9c1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "DELETE /v2.0/networks/33bfb928-b88c-483e-9011-0f74d9c470b9 HTTP/1.1" status: 204 len: 168 time: 0.5360308 Feb 19 04:13:31.306003 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36970) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:31.348585 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff367f8f-a773-4cc0-a9fb-1a6b34dfee58 req-a1bed422-9330-4998-adb7-50b195b064b4 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1819091 Feb 19 04:13:31.379140 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54b54a-2702-4b8b-9ce7-487732262c38 req-00dbf9d3-6b44-4e05-bfa9-8ce44843f80d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:31.380628 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f6200-d45c-4895-ac7e-f2347e9cb9c1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event deleted for resources: {'Network': ['ID=33bfb928-b88c-483e-9011-0f74d9c470b9,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:31.385214 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54b54a-2702-4b8b-9ce7-487732262c38 req-00dbf9d3-6b44-4e05-bfa9-8ce44843f80d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:31.391251 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54b54a-2702-4b8b-9ce7-487732262c38 req-00dbf9d3-6b44-4e05-bfa9-8ce44843f80d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:31.397743 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54b54a-2702-4b8b-9ce7-487732262c38 req-00dbf9d3-6b44-4e05-bfa9-8ce44843f80d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:31.403182 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54b54a-2702-4b8b-9ce7-487732262c38 req-00dbf9d3-6b44-4e05-bfa9-8ce44843f80d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:31.408611 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54b54a-2702-4b8b-9ce7-487732262c38 req-00dbf9d3-6b44-4e05-bfa9-8ce44843f80d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:31.415433 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54b54a-2702-4b8b-9ce7-487732262c38 req-00dbf9d3-6b44-4e05-bfa9-8ce44843f80d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:31.423076 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef54b54a-2702-4b8b-9ce7-487732262c38 req-00dbf9d3-6b44-4e05-bfa9-8ce44843f80d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.2939646 Feb 19 04:13:31.427959 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-27acfc57-b8d0-4317-a441-f891d3541b0c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group (99d8f5ee-4fcf-4832-a6d0-003171a8bd6f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:31.434618 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca241ac-79a7-41b2-ac4a-44904073a6a0 None None] Network 59c2e1ec-1c25-47dd-9205-d8af52e548da requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:31.471401 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-27acfc57-b8d0-4317-a441-f891d3541b0c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group (99d8f5ee-4fcf-4832-a6d0-003171a8bd6f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:31.541657 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] For port 0bc2af5f-0bb6-4c2e-a197-ff8d0ce672c7, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0bc2af5f-0bb6-4c2e-a197-ff8d0ce672c7,segment=NetworkSegment(2bc512b5-3e65-45c1-8eb7-dcf34da4f23e),segment_id=2bc512b5-3e65-45c1-8eb7-dcf34da4f23e)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:31.542054 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (0bc2af5f-0bb6-4c2e-a197-ff8d0ce672c7), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:31.572801 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5b2269e-9f20-457d-82a4-205399a1e109 req-9b7db42f-4016-4962-929c-be636f34fe21 service neutron] 10.222.0.26 "GET /v2.0/networks/970ed126-7758-4a49-91d5-8b77d328f7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754501 Feb 19 04:13:31.573699 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Calling delete_port for 0bc2af5f-0bb6-4c2e-a197-ff8d0ce672c7 owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:13:31.595929 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef54b54a-2702-4b8b-9ce7-487732262c38 req-3660e28b-2b22-4082-89b3-a81b6e30ea36 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1640761 Feb 19 04:13:31.596106 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-27acfc57-b8d0-4317-a441-f891d3541b0c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (99d8f5ee-4fcf-4832-a6d0-003171a8bd6f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:31.599497 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-27acfc57-b8d0-4317-a441-f891d3541b0c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:31.605589 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-27acfc57-b8d0-4317-a441-f891d3541b0c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "DELETE /v2.0/security-groups/99d8f5ee-4fcf-4832-a6d0-003171a8bd6f HTTP/1.1" status: 204 len: 168 time: 0.2979205 Feb 19 04:13:31.630136 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27acfc57-b8d0-4317-a441-f891d3541b0c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d8f5ee-4fcf-4832-a6d0-003171a8bd6f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:31.716503 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e300398c-0cb1-4604-b2a9-c6d83cf9d844 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:13:31.734806 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (0bc2af5f-0bb6-4c2e-a197-ff8d0ce672c7), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:31.741109 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: e300398c-0cb1-4604-b2a9-c6d83cf9d844 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:13:31.741579 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e300398c-0cb1-4604-b2a9-c6d83cf9d844 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:13:31.742008 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 69821739-fec7-4b6d-9871-6ea9a54d8b98 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:13:31.763495 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 69821739-fec7-4b6d-9871-6ea9a54d8b98 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:13:31.763846 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 69821739-fec7-4b6d-9871-6ea9a54d8b98 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:13:31.775090 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Port': ['ID=0bc2af5f-0bb6-4c2e-a197-ff8d0ce672c7,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:31.780160 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] No DVR routers for this DVR port 0bc2af5f-0bb6-4c2e-a197-ff8d0ce672c7 on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:13:31.895639 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36978) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:31.895954 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (59c2e1ec-1c25-47dd-9205-d8af52e548da), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:31.900172 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-40488788-0f3e-4b0c-8aab-c4659958961b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1536056972', 'description': 'tempest-secgroup-smoke-1536056972 description', 'project_id': '3daaed16085e4153afa0c32c565c3455'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:31.922137 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c2e1ec-1c25-47dd-9205-d8af52e548da']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:31.926541 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-40488788-0f3e-4b0c-8aab-c4659958961b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:31.940581 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32992d8b-9a67-4cc6-95ae-3507ba281aab req-e88b64c1-800a-4680-a214-f2a5c7b5cab6 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:31.942360 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-32992d8b-9a67-4cc6-95ae-3507ba281aab req-e88b64c1-800a-4680-a214-f2a5c7b5cab6 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.1348410 Feb 19 04:13:31.944173 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc512b5-3e65-45c1-8eb7-dcf34da4f23e') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:31.944645 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc512b5-3e65-45c1-8eb7-dcf34da4f23e') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:31.961885 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (2bc512b5-3e65-45c1-8eb7-dcf34da4f23e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:31.997338 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (2bc512b5-3e65-45c1-8eb7-dcf34da4f23e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:31.998143 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-40488788-0f3e-4b0c-8aab-c4659958961b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group (f3ab02a4-0fac-4d05-9c3c-0258533ab3f1), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:32.003760 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-40488788-0f3e-4b0c-8aab-c4659958961b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f3ab02a4-0fac-4d05-9c3c-0258533ab3f1), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:32.013185 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:13:32.013575 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (2bc512b5-3e65-45c1-8eb7-dcf34da4f23e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:13:32.016665 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:13:32.034081 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-32992d8b-9a67-4cc6-95ae-3507ba281aab req-dfdb4770-907c-4c7b-8696-f78baad47567 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824180 Feb 19 04:13:32.058068 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40488788-0f3e-4b0c-8aab-c4659958961b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:32.068921 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-40488788-0f3e-4b0c-8aab-c4659958961b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:32.070492 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-40488788-0f3e-4b0c-8aab-c4659958961b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1738091 Feb 19 04:13:32.073588 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36982) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:32.079678 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-73419b32-0fe3-4a44-9274-57f696460315 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'security_group_rule': {'security_group_id': 'f3ab02a4-0fac-4d05-9c3c-0258533ab3f1', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:32.100204 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (59c2e1ec-1c25-47dd-9205-d8af52e548da), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:32.106915 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:32.114596 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/networks/59c2e1ec-1c25-47dd-9205-d8af52e548da HTTP/1.1" status: 204 len: 168 time: 3.2782927 Feb 19 04:13:32.115877 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36984) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:32.121426 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-73419b32-0fe3-4a44-9274-57f696460315 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (c90080f4-71cd-4543-b774-13d5cea7d5cd), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:32.122508 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-2c5790de-60b9-4705-9b88-e406cd2396f6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1842302560'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:32.151249 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad98f99-ebff-4abe-a306-47ee7568ebcf tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Network': ['ID=59c2e1ec-1c25-47dd-9205-d8af52e548da,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:32.191245 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-73419b32-0fe3-4a44-9274-57f696460315 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (c90080f4-71cd-4543-b774-13d5cea7d5cd), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:32.192032 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5790de-60b9-4705-9b88-e406cd2396f6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Made reservation on behalf of 482831af4cad4e6aaa18d2257a07af0f for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:32.196073 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2c5790de-60b9-4705-9b88-e406cd2396f6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:32.196594 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-73419b32-0fe3-4a44-9274-57f696460315 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (c90080f4-71cd-4543-b774-13d5cea7d5cd), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:32.211459 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73419b32-0fe3-4a44-9274-57f696460315 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c90080f4-71cd-4543-b774-13d5cea7d5cd,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:32.229641 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-73419b32-0fe3-4a44-9274-57f696460315 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:32.233700 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-73419b32-0fe3-4a44-9274-57f696460315 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1562636 Feb 19 04:13:32.233971 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36986) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:32.236227 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ea5e7-e052-4792-ada9-e01182b33fef req-fb586462-7c6d-4ba7-96f7-969054f2a051 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:32.237710 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d02ea5e7-e052-4792-ada9-e01182b33fef req-fb586462-7c6d-4ba7-96f7-969054f2a051 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 945 time: 0.0986695 Feb 19 04:13:32.238549 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5790de-60b9-4705-9b88-e406cd2396f6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:13:32.244161 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-2a759e80-2a9a-4675-ad74-52291e8da00e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'security_group_rule': {'security_group_id': 'f3ab02a4-0fac-4d05-9c3c-0258533ab3f1', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:32.261311 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2c5790de-60b9-4705-9b88-e406cd2396f6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (ff33b803-9658-42a0-a300-975c27c7d26e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:32.261617 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-2c5790de-60b9-4705-9b88-e406cd2396f6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Added segment ff33b803-9658-42a0-a300-975c27c7d26e of type vlan for network ca869046-3dc3-40a4-9e5f-a99d90ea6991 Feb 19 04:13:32.273032 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2a759e80-2a9a-4675-ad74-52291e8da00e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (e1e3baa7-dbeb-49ed-9ad7-d5b0288f2816), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:32.325305 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2c5790de-60b9-4705-9b88-e406cd2396f6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (ca869046-3dc3-40a4-9e5f-a99d90ea6991), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:32.335584 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d02ea5e7-e052-4792-ada9-e01182b33fef req-edfdaca1-6bf7-4313-898f-6f25aae3bd09 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907776 Feb 19 04:13:32.340197 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2a759e80-2a9a-4675-ad74-52291e8da00e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (e1e3baa7-dbeb-49ed-9ad7-d5b0288f2816), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:32.351567 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2a759e80-2a9a-4675-ad74-52291e8da00e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (e1e3baa7-dbeb-49ed-9ad7-d5b0288f2816), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:32.367660 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2c5790de-60b9-4705-9b88-e406cd2396f6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (ca869046-3dc3-40a4-9e5f-a99d90ea6991), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:32.371893 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a759e80-2a9a-4675-ad74-52291e8da00e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1e3baa7-dbeb-49ed-9ad7-d5b0288f2816,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:32.374888 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5790de-60b9-4705-9b88-e406cd2396f6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:32.375625 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2c5790de-60b9-4705-9b88-e406cd2396f6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:32.378594 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2a759e80-2a9a-4675-ad74-52291e8da00e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:32.384823 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36990) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:32.385184 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2a759e80-2a9a-4675-ad74-52291e8da00e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1484811 Feb 19 04:13:32.390451 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-7a0e3794-e68b-476b-9596-1fef644b8fb0 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'security_group_rule': {'security_group_id': 'f3ab02a4-0fac-4d05-9c3c-0258533ab3f1', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:32.726878 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-19a24ca3-f76d-4db1-a0ac-f9e6c4e20748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:32.821448 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2c5790de-60b9-4705-9b88-e406cd2396f6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7042782 Feb 19 04:13:32.824413 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36994) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:32.831748 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d3aacfd5-d870-42de-833c-e330b66aa429 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Request body: {'subnet': {'network_id': 'ca869046-3dc3-40a4-9e5f-a99d90ea6991', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:32.863779 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5790de-60b9-4705-9b88-e406cd2396f6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event updated for resources: {'Network': ['ID=ca869046-3dc3-40a4-9e5f-a99d90ea6991,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:32.869428 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7a0e3794-e68b-476b-9596-1fef644b8fb0 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (5ef11076-1547-43d2-abe4-fa344e6ab123), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:32.884123 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network ca869046-3dc3-40a4-9e5f-a99d90ea6991 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:13:32.937440 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3aacfd5-d870-42de-833c-e330b66aa429 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Made reservation on behalf of 482831af4cad4e6aaa18d2257a07af0f for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:32.943213 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d3aacfd5-d870-42de-833c-e330b66aa429 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:32.950071 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91710ec-2fea-4b25-ac8a-5f4b0d26aca5 req-5f6504fa-c619-4136-9639-cdcc85d103d5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:32.955870 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91710ec-2fea-4b25-ac8a-5f4b0d26aca5 req-5f6504fa-c619-4136-9639-cdcc85d103d5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:32.961060 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91710ec-2fea-4b25-ac8a-5f4b0d26aca5 req-5f6504fa-c619-4136-9639-cdcc85d103d5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:32.966267 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91710ec-2fea-4b25-ac8a-5f4b0d26aca5 req-5f6504fa-c619-4136-9639-cdcc85d103d5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:32.971970 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91710ec-2fea-4b25-ac8a-5f4b0d26aca5 req-5f6504fa-c619-4136-9639-cdcc85d103d5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:32.977649 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91710ec-2fea-4b25-ac8a-5f4b0d26aca5 req-5f6504fa-c619-4136-9639-cdcc85d103d5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:32.982935 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91710ec-2fea-4b25-ac8a-5f4b0d26aca5 req-5f6504fa-c619-4136-9639-cdcc85d103d5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:32.985487 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c91710ec-2fea-4b25-ac8a-5f4b0d26aca5 req-5f6504fa-c619-4136-9639-cdcc85d103d5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.1938899 Feb 19 04:13:32.996105 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b869d04-db03-4e35-b5b6-457f939645ca req-94a41d91-2335-4068-a193-a6c48f6f858e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:32.998749 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b869d04-db03-4e35-b5b6-457f939645ca req-94a41d91-2335-4068-a193-a6c48f6f858e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.2119477 Feb 19 04:13:33.024335 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7a0e3794-e68b-476b-9596-1fef644b8fb0 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (5ef11076-1547-43d2-abe4-fa344e6ab123), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:33.042521 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7a0e3794-e68b-476b-9596-1fef644b8fb0 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (5ef11076-1547-43d2-abe4-fa344e6ab123), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:33.095975 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e3794-e68b-476b-9596-1fef644b8fb0 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef11076-1547-43d2-abe4-fa344e6ab123,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:33.119997 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7a0e3794-e68b-476b-9596-1fef644b8fb0 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:33.121249 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7a0e3794-e68b-476b-9596-1fef644b8fb0 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7353303 Feb 19 04:13:33.124236 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36998) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:33.129567 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-395019cc-02c7-4ddc-9da0-f0518bae52c7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'security_group_rule': {'security_group_id': 'f3ab02a4-0fac-4d05-9c3c-0258533ab3f1', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:33.129832 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b869d04-db03-4e35-b5b6-457f939645ca req-13a23b4b-bb40-485f-8683-1d3db3145d5d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1220403 Feb 19 04:13:33.141104 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c91710ec-2fea-4b25-ac8a-5f4b0d26aca5 req-04701fe0-2cda-4ea7-88e4-981c390a0ae8 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1410513 Feb 19 04:13:33.185385 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-395019cc-02c7-4ddc-9da0-f0518bae52c7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (df8bdf80-918c-4ccb-aa2d-b6bec61852fd), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:33.270518 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d3aacfd5-d870-42de-833c-e330b66aa429 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (f5b2f3be-1161-47ea-acd6-76132e21db2f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:33.276632 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da789229-192f-4048-9cf8-2a47b09b09c7 req-5c2a7f26-1dd8-41ce-977d-89327a391786 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:33.277388 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da789229-192f-4048-9cf8-2a47b09b09c7 req-5c2a7f26-1dd8-41ce-977d-89327a391786 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.0759740 Feb 19 04:13:33.344479 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-395019cc-02c7-4ddc-9da0-f0518bae52c7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (df8bdf80-918c-4ccb-aa2d-b6bec61852fd), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:33.347461 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da789229-192f-4048-9cf8-2a47b09b09c7 req-8f1c1aaa-a3f8-4ccc-941d-f84d7454a3fc tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632844 Feb 19 04:13:33.371972 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-395019cc-02c7-4ddc-9da0-f0518bae52c7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (df8bdf80-918c-4ccb-aa2d-b6bec61852fd), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:33.409013 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395019cc-02c7-4ddc-9da0-f0518bae52c7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8bdf80-918c-4ccb-aa2d-b6bec61852fd,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:33.411863 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aacfd5-d870-42de-833c-e330b66aa429 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event updated for resources: {'Subnet': ['ID=f5b2f3be-1161-47ea-acd6-76132e21db2f,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:33.418732 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-395019cc-02c7-4ddc-9da0-f0518bae52c7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:33.423108 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-395019cc-02c7-4ddc-9da0-f0518bae52c7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2974782 Feb 19 04:13:33.423442 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37002) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:33.429542 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aacfd5-d870-42de-833c-e330b66aa429 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Checking segment: {'id': 'ff33b803-9658-42a0-a300-975c27c7d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ca869046-3dc3-40a4-9e5f-a99d90ea6991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:33.429995 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aacfd5-d870-42de-833c-e330b66aa429 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Network hostable DHCP agents. Network: ca869046-3dc3-40a4-9e5f-a99d90ea6991, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:13:33.433610 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-24740295-3040-43a6-93e9-b20fe759e9b6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'security_group_rule': {'security_group_id': 'f3ab02a4-0fac-4d05-9c3c-0258533ab3f1', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:33.449662 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aacfd5-d870-42de-833c-e330b66aa429 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Network ca869046-3dc3-40a4-9e5f-a99d90ea6991 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:13:33.462938 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-d3aacfd5-d870-42de-833c-e330b66aa429 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, ca869046-3dc3-40a4-9e5f-a99d90ea6991) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:33.469461 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3aacfd5-d870-42de-833c-e330b66aa429 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:33.470158 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d3aacfd5-d870-42de-833c-e330b66aa429 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:33.480168 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c506ef-9133-486a-a09b-6cb61fe542fe None None] Network ca869046-3dc3-40a4-9e5f-a99d90ea6991 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:33.491311 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d3aacfd5-d870-42de-833c-e330b66aa429 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6651144 Feb 19 04:13:33.493746 n-d-828369-19 neutron-server[109926]: INFO neutron.db.securitygroups_db [None req-24740295-3040-43a6-93e9-b20fe759e9b6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Project 3daaed16085e4153afa0c32c565c3455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:13:33.493912 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37004) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:33.503987 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-24740295-3040-43a6-93e9-b20fe759e9b6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (39e3d4cf-a7e3-4275-a3f6-a763c5891abd), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:33.623936 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c2989-c2c9-43b4-b9cf-72add8ac6cf8 req-a8a5b1a9-9fb9-427a-8d87-6ab9d9d5058f tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:33.632555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e20918d-0296-45f6-9c13-5552c2aada43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-ca869046-3dc3-40a4-9e5f-a99d90ea6991', 'network_id': 'ca869046-3dc3-40a4-9e5f-a99d90ea6991', 'project_id': '482831af4cad4e6aaa18d2257a07af0f', 'fixed_ips': [{'subnet_id': 'f5b2f3be-1161-47ea-acd6-76132e21db2f'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:13:33.633441 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3e20918d-0296-45f6-9c13-5552c2aada43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:33.636636 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-693c2989-c2c9-43b4-b9cf-72add8ac6cf8 req-a8a5b1a9-9fb9-427a-8d87-6ab9d9d5058f tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 945 time: 0.1726246 Feb 19 04:13:33.649283 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (ca869046-3dc3-40a4-9e5f-a99d90ea6991), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:33.715784 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-24740295-3040-43a6-93e9-b20fe759e9b6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (39e3d4cf-a7e3-4275-a3f6-a763c5891abd), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:33.731690 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-693c2989-c2c9-43b4-b9cf-72add8ac6cf8 req-8905db2d-f3ae-43c0-bf7d-8feeacf5e498 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880787 Feb 19 04:13:33.735863 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-24740295-3040-43a6-93e9-b20fe759e9b6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (39e3d4cf-a7e3-4275-a3f6-a763c5891abd), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:33.763272 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (f5b2f3be-1161-47ea-acd6-76132e21db2f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:33.788590 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:33.791942 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24740295-3040-43a6-93e9-b20fe759e9b6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e3d4cf-a7e3-4275-a3f6-a763c5891abd,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:33.809800 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-24740295-3040-43a6-93e9-b20fe759e9b6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:33.811287 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-24740295-3040-43a6-93e9-b20fe759e9b6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3864582 Feb 19 04:13:33.815041 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37006) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:33.821597 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-166c46a3-068e-4a02-a3c5-6bbca59aa442 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'security_group_rule': {'security_group_id': 'f3ab02a4-0fac-4d05-9c3c-0258533ab3f1', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:33.840888 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-3e20918d-0296-45f6-9c13-5552c2aada43 None None] Allocated IP 172.20.0.1 (ca869046-3dc3-40a4-9e5f-a99d90ea6991/f5b2f3be-1161-47ea-acd6-76132e21db2f/9190ad54-7bde-4359-ae10-7e05fa12b835) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:13:33.858483 n-d-828369-19 neutron-server[109926]: INFO neutron.db.securitygroups_db [None req-166c46a3-068e-4a02-a3c5-6bbca59aa442 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Project 3daaed16085e4153afa0c32c565c3455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:13:33.865101 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-166c46a3-068e-4a02-a3c5-6bbca59aa442 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (65df3f76-bec9-4264-971c-c351cc88c18c), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:33.931320 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-166c46a3-068e-4a02-a3c5-6bbca59aa442 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (65df3f76-bec9-4264-971c-c351cc88c18c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:33.936205 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-166c46a3-068e-4a02-a3c5-6bbca59aa442 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (65df3f76-bec9-4264-971c-c351cc88c18c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:33.962216 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c46a3-068e-4a02-a3c5-6bbca59aa442 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65df3f76-bec9-4264-971c-c351cc88c18c,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:33.976411 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-166c46a3-068e-4a02-a3c5-6bbca59aa442 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:33.981014 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37008) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:33.981530 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-166c46a3-068e-4a02-a3c5-6bbca59aa442 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1648505 Feb 19 04:13:33.989445 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-41de9acb-422a-44e7-ac35-88633500f32d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'network': {'name': 'tempest-network-smoke--589879179', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'port_security_enabled': True}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:34.010922 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41de9acb-422a-44e7-ac35-88633500f32d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Made reservation on behalf of 3daaed16085e4153afa0c32c565c3455 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:34.015412 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41de9acb-422a-44e7-ac35-88633500f32d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:34.021433 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3e20918d-0296-45f6-9c13-5552c2aada43 None None] Publish callbacks [] for port (9190ad54-7bde-4359-ae10-7e05fa12b835), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:34.032792 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3e20918d-0296-45f6-9c13-5552c2aada43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (9190ad54-7bde-4359-ae10-7e05fa12b835), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:34.067975 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41de9acb-422a-44e7-ac35-88633500f32d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:13:34.071550 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e20918d-0296-45f6-9c13-5552c2aada43 None None] Network ca869046-3dc3-40a4-9e5f-a99d90ea6991 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:13:34.074723 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-3e20918d-0296-45f6-9c13-5552c2aada43 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:34.079482 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e20918d-0296-45f6-9c13-5552c2aada43 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:13:34.085493 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41de9acb-422a-44e7-ac35-88633500f32d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (f3e08904-2dfd-4a42-a044-c64d88dcae94), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:34.085928 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-41de9acb-422a-44e7-ac35-88633500f32d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Added segment f3e08904-2dfd-4a42-a044-c64d88dcae94 of type vlan for network 04558d05-bf19-4e14-86d3-965fc0aa2433 Feb 19 04:13:34.118816 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20918d-0296-45f6-9c13-5552c2aada43 None None] Pushing event updated for resources: {'Port': ['ID=9190ad54-7bde-4359-ae10-7e05fa12b835,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:34.132187 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41de9acb-422a-44e7-ac35-88633500f32d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (04558d05-bf19-4e14-86d3-965fc0aa2433), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:34.161480 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (f5b2f3be-1161-47ea-acd6-76132e21db2f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:34.187091 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3e20918d-0296-45f6-9c13-5552c2aada43 None None] Attempting to bind port 9190ad54-7bde-4359-ae10-7e05fa12b835 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:34.187472 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3e20918d-0296-45f6-9c13-5552c2aada43 None None] Attempting to bind port 9190ad54-7bde-4359-ae10-7e05fa12b835 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'ff33b803-9658-42a0-a300-975c27c7d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ca869046-3dc3-40a4-9e5f-a99d90ea6991'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:34.187924 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20918d-0296-45f6-9c13-5552c2aada43 None None] Attempting to bind port 9190ad54-7bde-4359-ae10-7e05fa12b835 on network ca869046-3dc3-40a4-9e5f-a99d90ea6991 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:34.196251 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41de9acb-422a-44e7-ac35-88633500f32d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (04558d05-bf19-4e14-86d3-965fc0aa2433), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:34.200882 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20918d-0296-45f6-9c13-5552c2aada43 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:34.201267 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20918d-0296-45f6-9c13-5552c2aada43 None None] Checking segment: {'id': 'ff33b803-9658-42a0-a300-975c27c7d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ca869046-3dc3-40a4-9e5f-a99d90ea6991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:34.201671 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3e20918d-0296-45f6-9c13-5552c2aada43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:34.202062 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20918d-0296-45f6-9c13-5552c2aada43 None None] Bound using segment: {'id': 'ff33b803-9658-42a0-a300-975c27c7d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ca869046-3dc3-40a4-9e5f-a99d90ea6991'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:34.203094 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41de9acb-422a-44e7-ac35-88633500f32d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:34.203698 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41de9acb-422a-44e7-ac35-88633500f32d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:34.207406 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3e20918d-0296-45f6-9c13-5552c2aada43 None None] Bound port: 9190ad54-7bde-4359-ae10-7e05fa12b835, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff33b803-9658-42a0-a300-975c27c7d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ca869046-3dc3-40a4-9e5f-a99d90ea6991'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:34.207873 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3e20918d-0296-45f6-9c13-5552c2aada43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (9190ad54-7bde-4359-ae10-7e05fa12b835), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:34.222016 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b2f3be-1161-47ea-acd6-76132e21db2f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:34.246488 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-41de9acb-422a-44e7-ac35-88633500f32d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2642426 Feb 19 04:13:34.263986 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37014) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:34.272311 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3e121dea-4e36-42fa-a062-78fd9b77331a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1907451947', 'admin_state_up': True, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:34.324322 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3e20918d-0296-45f6-9c13-5552c2aada43 None None] For port 9190ad54-7bde-4359-ae10-7e05fa12b835, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:34.332646 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3e20918d-0296-45f6-9c13-5552c2aada43 None None] For port 9190ad54-7bde-4359-ae10-7e05fa12b835, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=9190ad54-7bde-4359-ae10-7e05fa12b835,segment=NetworkSegment(ff33b803-9658-42a0-a300-975c27c7d26e),segment_id=ff33b803-9658-42a0-a300-975c27c7d26e)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:34.355547 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3e20918d-0296-45f6-9c13-5552c2aada43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (9190ad54-7bde-4359-ae10-7e05fa12b835), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:34.402320 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de9acb-422a-44e7-ac35-88633500f32d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Network': ['ID=04558d05-bf19-4e14-86d3-965fc0aa2433,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:34.403633 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6caaf6e-3425-46f4-b379-3595f720ea1c req-cb990ab6-44c8-45c3-9b1a-1885dd8d1547 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:34.408690 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6caaf6e-3425-46f4-b379-3595f720ea1c req-cb990ab6-44c8-45c3-9b1a-1885dd8d1547 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.1807756 Feb 19 04:13:34.412715 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (ca869046-3dc3-40a4-9e5f-a99d90ea6991), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:34.423554 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3e121dea-4e36-42fa-a062-78fd9b77331a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (a9b4181c-1ff1-4d67-967a-ef43b773237a), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:34.424599 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3e121dea-4e36-42fa-a062-78fd9b77331a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (a9b4181c-1ff1-4d67-967a-ef43b773237a), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:34.439052 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device f9a9460e-9cea-497c-be88-aa5f7e14c403 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:13:34.447339 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 04558d05-bf19-4e14-86d3-965fc0aa2433 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:13:34.450472 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca869046-3dc3-40a4-9e5f-a99d90ea6991']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:34.471398 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff33b803-9658-42a0-a300-975c27c7d26e') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:34.471755 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff33b803-9658-42a0-a300-975c27c7d26e') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:34.491385 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079c42c-f679-47e6-aa97-9f50e7c9c4e3 req-47272c2c-c69c-4404-9a2e-deddfeb4f49f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:34.498937 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079c42c-f679-47e6-aa97-9f50e7c9c4e3 req-47272c2c-c69c-4404-9a2e-deddfeb4f49f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:34.499647 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (ff33b803-9658-42a0-a300-975c27c7d26e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:34.513115 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079c42c-f679-47e6-aa97-9f50e7c9c4e3 req-47272c2c-c69c-4404-9a2e-deddfeb4f49f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:34.528772 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079c42c-f679-47e6-aa97-9f50e7c9c4e3 req-47272c2c-c69c-4404-9a2e-deddfeb4f49f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:34.542835 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079c42c-f679-47e6-aa97-9f50e7c9c4e3 req-47272c2c-c69c-4404-9a2e-deddfeb4f49f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:34.549985 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3e121dea-4e36-42fa-a062-78fd9b77331a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router_controller (a9b4181c-1ff1-4d67-967a-ef43b773237a), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:34.553865 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (ff33b803-9658-42a0-a300-975c27c7d26e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:34.560704 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079c42c-f679-47e6-aa97-9f50e7c9c4e3 req-47272c2c-c69c-4404-9a2e-deddfeb4f49f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:34.560919 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:13:34.562889 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (ff33b803-9658-42a0-a300-975c27c7d26e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:13:34.566894 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:13:34.576658 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079c42c-f679-47e6-aa97-9f50e7c9c4e3 req-47272c2c-c69c-4404-9a2e-deddfeb4f49f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:34.583536 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9079c42c-f679-47e6-aa97-9f50e7c9c4e3 req-47272c2c-c69c-4404-9a2e-deddfeb4f49f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.3073657 Feb 19 04:13:34.664389 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.resource_extend [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:13:34.689151 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859c6108-21d1-4de4-b9a9-65dc1f11d65a None None] get_active_networks_info from n-d-828369-19 {{(pid=109927) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:13:34.737715 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6caaf6e-3425-46f4-b379-3595f720ea1c req-c0752a98-9c22-4a3e-8124-bec577d7a123 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3226292 Feb 19 04:13:34.771676 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20918d-0296-45f6-9c13-5552c2aada43 None None] Pushing event updated for resources: {'Port': ['ID=9190ad54-7bde-4359-ae10-7e05fa12b835,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:34.795098 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9079c42c-f679-47e6-aa97-9f50e7c9c4e3 req-8a23294c-4df4-409a-b271-428c14c4025d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2037668 Feb 19 04:13:34.814985 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.db.api [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 04:13:34.814985 n-d-828369-19 neutron-server[109925]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 04:13:34.814985 n-d-828369-19 neutron-server[109925]: [parameters: {'id': 'ca869046-3dc3-40a4-9e5f-a99d90ea6991'}] Feb 19 04:13:34.814985 n-d-828369-19 neutron-server[109925]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:13:34.815523 n-d-828369-19 neutron-server[109925]: DEBUG oslo_db.api [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:13:34.876011 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3e121dea-4e36-42fa-a062-78fd9b77331a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router_gateway (a9b4181c-1ff1-4d67-967a-ef43b773237a), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:34.903003 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port f9a9460e-9cea-497c-be88-aa5f7e14c403, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f9a9460e-9cea-497c-be88-aa5f7e14c403,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:34.941589 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa8221-39cb-4840-94c3-82bc57bf726d req-56538199-d1c8-4378-b6bd-6d569de6aa22 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:34.944709 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ceaa8221-39cb-4840-94c3-82bc57bf726d req-56538199-d1c8-4378-b6bd-6d569de6aa22 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.1164503 Feb 19 04:13:34.953220 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'f9a9460e-9cea-497c-be88-aa5f7e14c403', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'port_id': 'f9a9460e-9cea-497c-be88-aa5f7e14c403', 'mac_address': 'fa:16:3e:08:46:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:13:35.076298 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port f9a9460e-9cea-497c-be88-aa5f7e14c403 is: ACTIVE; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:35.076951 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:35.086993 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859c6108-21d1-4de4-b9a9-65dc1f11d65a None None] Resources bound (agent type, host, resource id): {{(pid=109927) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:13:35.089782 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ceaa8221-39cb-4840-94c3-82bc57bf726d req-d17a686e-ab21-4d9b-9219-cbe8e59c25a9 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335273 Feb 19 04:13:35.104424 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1897068-6da8-45ed-87cb-8c56a6a8772c req-8c8a5fee-2c55-4d16-b65b-f877aea8ae77 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:35.119169 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1897068-6da8-45ed-87cb-8c56a6a8772c req-8c8a5fee-2c55-4d16-b65b-f877aea8ae77 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 945 time: 0.1730769 Feb 19 04:13:35.128643 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9a9460e-9cea-497c-be88-aa5f7e14c403 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:35.207840 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port f9a9460e-9cea-497c-be88-aa5f7e14c403, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f9a9460e-9cea-497c-be88-aa5f7e14c403,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:35.221160 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1897068-6da8-45ed-87cb-8c56a6a8772c req-b73adce4-6ff5-4657-9b88-e27baf31f03a tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010010 Feb 19 04:13:35.228047 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:35.285606 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3e121dea-4e36-42fa-a062-78fd9b77331a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router_gateway (a9b4181c-1ff1-4d67-967a-ef43b773237a), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:35.320118 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (ca869046-3dc3-40a4-9e5f-a99d90ea6991), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:35.323976 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3e121dea-4e36-42fa-a062-78fd9b77331a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:35.519921 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Deleting port 9190ad54-7bde-4359-ae10-7e05fa12b835 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:13:35.520274 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (9190ad54-7bde-4359-ae10-7e05fa12b835), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:35.523497 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-3e121dea-4e36-42fa-a062-78fd9b77331a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Allocated IP 172.25.3.225 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/4744acaa-fddd-4df8-9124-4ca5bde41dce) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:13:35.527786 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:35.590360 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['f9a9460e-9cea-497c-be88-aa5f7e14c403'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:13:35.629689 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=f9a9460e-9cea-497c-be88-aa5f7e14c403,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:35.664754 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] For port 9190ad54-7bde-4359-ae10-7e05fa12b835, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=9190ad54-7bde-4359-ae10-7e05fa12b835,segment=NetworkSegment(ff33b803-9658-42a0-a300-975c27c7d26e),segment_id=ff33b803-9658-42a0-a300-975c27c7d26e)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:35.665130 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (9190ad54-7bde-4359-ae10-7e05fa12b835), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:35.684013 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Calling delete_port for 9190ad54-7bde-4359-ae10-7e05fa12b835 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:13:35.741745 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef13a4ad-38cd-4e97-ae16-0f8c95ef87f2 None None] Network ca869046-3dc3-40a4-9e5f-a99d90ea6991 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:35.781420 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3e121dea-4e36-42fa-a062-78fd9b77331a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for port (4744acaa-fddd-4df8-9124-4ca5bde41dce), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:35.834765 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (9190ad54-7bde-4359-ae10-7e05fa12b835), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:35.902865 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3e121dea-4e36-42fa-a062-78fd9b77331a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (4744acaa-fddd-4df8-9124-4ca5bde41dce), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:35.904910 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Port': ['ID=9190ad54-7bde-4359-ae10-7e05fa12b835,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:35.907490 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] No DVR routers for this DVR port 9190ad54-7bde-4359-ae10-7e05fa12b835 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:13:35.986609 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e121dea-4e36-42fa-a062-78fd9b77331a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:13:36.006251 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-3e121dea-4e36-42fa-a062-78fd9b77331a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:36.038198 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e121dea-4e36-42fa-a062-78fd9b77331a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:13:36.066506 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8e4a5-45f6-4797-abe7-afad1fa468a4 req-f23291dd-c8ff-4ceb-bfdd-9216770f2620 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:36.072938 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8e4a5-45f6-4797-abe7-afad1fa468a4 req-f23291dd-c8ff-4ceb-bfdd-9216770f2620 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:36.080013 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8e4a5-45f6-4797-abe7-afad1fa468a4 req-f23291dd-c8ff-4ceb-bfdd-9216770f2620 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:36.085904 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8e4a5-45f6-4797-abe7-afad1fa468a4 req-f23291dd-c8ff-4ceb-bfdd-9216770f2620 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:36.086880 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e121dea-4e36-42fa-a062-78fd9b77331a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Port': ['ID=4744acaa-fddd-4df8-9124-4ca5bde41dce,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:36.099977 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8e4a5-45f6-4797-abe7-afad1fa468a4 req-f23291dd-c8ff-4ceb-bfdd-9216770f2620 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:36.102760 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (ca869046-3dc3-40a4-9e5f-a99d90ea6991), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:36.107206 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8e4a5-45f6-4797-abe7-afad1fa468a4 req-f23291dd-c8ff-4ceb-bfdd-9216770f2620 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:36.127486 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8e4a5-45f6-4797-abe7-afad1fa468a4 req-f23291dd-c8ff-4ceb-bfdd-9216770f2620 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:36.130997 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2af8e4a5-45f6-4797-abe7-afad1fa468a4 req-f23291dd-c8ff-4ceb-bfdd-9216770f2620 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.1682754 Feb 19 04:13:36.137689 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca869046-3dc3-40a4-9e5f-a99d90ea6991']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:36.138807 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e1d54-3b7b-44e0-925e-1984a0000458 req-56cf5aec-adb2-42f6-8ee9-3065441125e9 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:36.140914 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-577e1d54-3b7b-44e0-925e-1984a0000458 req-56cf5aec-adb2-42f6-8ee9-3065441125e9 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.2578011 Feb 19 04:13:36.151311 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff33b803-9658-42a0-a300-975c27c7d26e') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:36.151633 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff33b803-9658-42a0-a300-975c27c7d26e') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:36.194990 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (ff33b803-9658-42a0-a300-975c27c7d26e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:36.212066 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2af8e4a5-45f6-4797-abe7-afad1fa468a4 req-650c6814-bce2-49a5-8cb8-861669c5b6c4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0701017 Feb 19 04:13:36.272489 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-577e1d54-3b7b-44e0-925e-1984a0000458 req-9d868219-aedf-498b-89cc-960048275a43 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720778 Feb 19 04:13:36.298759 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (ff33b803-9658-42a0-a300-975c27c7d26e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:36.342200 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:13:36.342746 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (ff33b803-9658-42a0-a300-975c27c7d26e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:13:36.345923 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:13:36.402994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device f9a9460e-9cea-497c-be88-aa5f7e14c403 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:13:36.484280 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (ca869046-3dc3-40a4-9e5f-a99d90ea6991), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:36.498326 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:36.502130 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/networks/ca869046-3dc3-40a4-9e5f-a99d90ea6991 HTTP/1.1" status: 204 len: 168 time: 3.0070083 Feb 19 04:13:36.514557 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port f9a9460e-9cea-497c-be88-aa5f7e14c403 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:36.514557 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:36.518346 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37058) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:36.522043 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e97500-89e4-41cc-9ce5-46ed395fdb0e req-2bb22753-2566-4a4d-84bd-01d3b9c25de2 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:36.525129 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-14e97500-89e4-41cc-9ce5-46ed395fdb0e req-2bb22753-2566-4a4d-84bd-01d3b9c25de2 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 945 time: 0.1953175 Feb 19 04:13:36.525344 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-c5f94c76-5e24-456c-958c-a6d5fffa9148 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1754158423'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:36.532577 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62635094-cadf-4841-a116-f3b159affc25 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Network': ['ID=ca869046-3dc3-40a4-9e5f-a99d90ea6991,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:36.538657 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cb79b-3f72-4fc6-a112-dc8e3a84c35f req-196ca6aa-cec5-4ff6-b26e-0c88a30966f6 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:36.540207 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-602cb79b-3f72-4fc6-a112-dc8e3a84c35f req-196ca6aa-cec5-4ff6-b26e-0c88a30966f6 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 945 time: 0.1713083 Feb 19 04:13:36.624965 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f94c76-5e24-456c-958c-a6d5fffa9148 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Made reservation on behalf of 482831af4cad4e6aaa18d2257a07af0f for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:36.631593 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c5f94c76-5e24-456c-958c-a6d5fffa9148 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:36.655123 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-14e97500-89e4-41cc-9ce5-46ed395fdb0e req-7dfc7248-29c2-4fdd-918f-ff57a961e2b3 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138923 Feb 19 04:13:36.660971 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port f9a9460e-9cea-497c-be88-aa5f7e14c403 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:36.662856 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:36.672698 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3e121dea-4e36-42fa-a062-78fd9b77331a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router_gateway (a9b4181c-1ff1-4d67-967a-ef43b773237a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:36.674634 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-602cb79b-3f72-4fc6-a112-dc8e3a84c35f req-c3eb3579-3a9f-4ef8-85b4-3adadfa2b755 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001184 Feb 19 04:13:36.747352 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e192823-4df3-48ab-b01b-4b32bd8b2fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a9460e-9cea-497c-be88-aa5f7e14c403'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:36.749750 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f951ae-8010-482e-8261-d65753ee5b53" -d '{"events": [{"server_uuid": "9e192823-4df3-48ab-b01b-4b32bd8b2fd9", "name": "network-vif-plugged", "status": "completed", "tag": "f9a9460e-9cea-497c-be88-aa5f7e14c403"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:36.766232 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port f9a9460e-9cea-497c-be88-aa5f7e14c403, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f9a9460e-9cea-497c-be88-aa5f7e14c403,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:36.768428 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:36.779902 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:36.791058 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f94c76-5e24-456c-958c-a6d5fffa9148 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:13:36.835255 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c5f94c76-5e24-456c-958c-a6d5fffa9148 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (0a74fef1-775d-4909-bd80-06d149d2b825), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:36.835595 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-c5f94c76-5e24-456c-958c-a6d5fffa9148 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Added segment 0a74fef1-775d-4909-bd80-06d149d2b825 of type vlan for network 0d3fb05b-04cc-4b3a-a51a-1ed9794788f4 Feb 19 04:13:36.843411 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b630117e-05ee-4bf0-8596-a82855672070 x-openstack-request-id: req-b630117e-05ee-4bf0-8596-a82855672070 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:36.843628 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e192823-4df3-48ab-b01b-4b32bd8b2fd9", "name": "network-vif-plugged", "status": "completed", "tag": "f9a9460e-9cea-497c-be88-aa5f7e14c403", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:36.843737 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b630117e-05ee-4bf0-8596-a82855672070 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:36.844099 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e192823-4df3-48ab-b01b-4b32bd8b2fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a9460e-9cea-497c-be88-aa5f7e14c403', 'code': 200} Feb 19 04:13:36.875071 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=f9a9460e-9cea-497c-be88-aa5f7e14c403,revision_number=7']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:36.900990 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c5f94c76-5e24-456c-958c-a6d5fffa9148 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (0d3fb05b-04cc-4b3a-a51a-1ed9794788f4), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:37.024448 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c5f94c76-5e24-456c-958c-a6d5fffa9148 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (0d3fb05b-04cc-4b3a-a51a-1ed9794788f4), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:37.029452 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f94c76-5e24-456c-958c-a6d5fffa9148 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:37.030077 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c5f94c76-5e24-456c-958c-a6d5fffa9148 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:37.106411 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3e121dea-4e36-42fa-a062-78fd9b77331a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (a9b4181c-1ff1-4d67-967a-ef43b773237a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:37.122271 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c5f94c76-5e24-456c-958c-a6d5fffa9148 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6001966 Feb 19 04:13:37.122677 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37062) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:37.128065 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-eaaf51d3-b080-4ddb-8ec8-e6636d8a924a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Request body: {'subnet': {'network_id': '0d3fb05b-04cc-4b3a-a51a-1ed9794788f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:37.190748 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f94c76-5e24-456c-958c-a6d5fffa9148 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event updated for resources: {'Network': ['ID=0d3fb05b-04cc-4b3a-a51a-1ed9794788f4,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:37.205395 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 0d3fb05b-04cc-4b3a-a51a-1ed9794788f4 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:13:37.352636 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaaf51d3-b080-4ddb-8ec8-e6636d8a924a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Made reservation on behalf of 482831af4cad4e6aaa18d2257a07af0f for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:37.357593 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-eaaf51d3-b080-4ddb-8ec8-e6636d8a924a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:37.423194 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e121dea-4e36-42fa-a062-78fd9b77331a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Router a9b4181c-1ff1-4d67-967a-ef43b773237a is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:13:37.574462 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e121dea-4e36-42fa-a062-78fd9b77331a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:13:37.586943 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545f9c59-5ca3-4a61-addc-cabe6a0b64c4 None None] Sync routers for ids ['a9b4181c-1ff1-4d67-967a-ef43b773237a'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:13:37.614855 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3e121dea-4e36-42fa-a062-78fd9b77331a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:37.622178 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3e121dea-4e36-42fa-a062-78fd9b77331a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.3536170 Feb 19 04:13:37.622886 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37068) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:37.624614 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bb22b-001c-40ba-a95c-a6a2467d07a7 req-d26befdb-4620-45e6-a029-ae75f199369b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:37.629887 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bb22b-001c-40ba-a95c-a6a2467d07a7 req-d26befdb-4620-45e6-a029-ae75f199369b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:37.631734 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545f9c59-5ca3-4a61-addc-cabe6a0b64c4 None None] Routers {'a9b4181c-1ff1-4d67-967a-ef43b773237a'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:13:37.633592 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-545f9c59-5ca3-4a61-addc-cabe6a0b64c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:13:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['a9b4181c-1ff1-4d67-967a-ef43b773237a'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:37.654578 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bb22b-001c-40ba-a95c-a6a2467d07a7 req-d26befdb-4620-45e6-a029-ae75f199369b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:37.660321 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bb22b-001c-40ba-a95c-a6a2467d07a7 req-d26befdb-4620-45e6-a029-ae75f199369b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:37.665551 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bb22b-001c-40ba-a95c-a6a2467d07a7 req-d26befdb-4620-45e6-a029-ae75f199369b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:37.673540 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1779b668-ede6-4812-a93c-42ba0f527f43 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=3daaed16085e4153afa0c32c565c3455&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465813 Feb 19 04:13:37.688842 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37070) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:37.693478 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bb22b-001c-40ba-a95c-a6a2467d07a7 req-d26befdb-4620-45e6-a029-ae75f199369b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:37.700810 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bb22b-001c-40ba-a95c-a6a2467d07a7 req-d26befdb-4620-45e6-a029-ae75f199369b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:37.703436 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d91bb22b-001c-40ba-a95c-a6a2467d07a7 req-d26befdb-4620-45e6-a029-ae75f199369b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.3658085 Feb 19 04:13:37.829817 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-545f9c59-5ca3-4a61-addc-cabe6a0b64c4 None None] Set router a9b4181c-1ff1-4d67-967a-ef43b773237a gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:13:37.857661 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cf47f-1a2e-47c7-a5be-e61276324dbb req-3a075d89-5ef5-4b61-8e7e-fcd070d6fd21 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:37.860494 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-490cf47f-1a2e-47c7-a5be-e61276324dbb req-3a075d89-5ef5-4b61-8e7e-fcd070d6fd21 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.4676931 Feb 19 04:13:37.877708 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-eaaf51d3-b080-4ddb-8ec8-e6636d8a924a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (2a49881c-7b04-4566-8d90-555db71b51aa), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:38.017072 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaf51d3-b080-4ddb-8ec8-e6636d8a924a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Checking segment: {'id': '0a74fef1-775d-4909-bd80-06d149d2b825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d3fb05b-04cc-4b3a-a51a-1ed9794788f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:38.017449 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaf51d3-b080-4ddb-8ec8-e6636d8a924a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Network hostable DHCP agents. Network: 0d3fb05b-04cc-4b3a-a51a-1ed9794788f4, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:13:38.035970 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-490cf47f-1a2e-47c7-a5be-e61276324dbb req-b67185e7-61a6-458d-b061-d68cd3c955f6 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1681693 Feb 19 04:13:38.036668 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf51d3-b080-4ddb-8ec8-e6636d8a924a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event updated for resources: {'Subnet': ['ID=2a49881c-7b04-4566-8d90-555db71b51aa,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:38.085532 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d91bb22b-001c-40ba-a95c-a6a2467d07a7 req-670eec7e-2ac5-42d1-b25b-914acc61a6f2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2237132 Feb 19 04:13:38.087542 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf51d3-b080-4ddb-8ec8-e6636d8a924a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:38.087936 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf51d3-b080-4ddb-8ec8-e6636d8a924a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:38.088513 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf51d3-b080-4ddb-8ec8-e6636d8a924a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:38.088868 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf51d3-b080-4ddb-8ec8-e6636d8a924a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:38.089209 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf51d3-b080-4ddb-8ec8-e6636d8a924a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:38.089581 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf51d3-b080-4ddb-8ec8-e6636d8a924a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:38.089917 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf51d3-b080-4ddb-8ec8-e6636d8a924a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:38.090262 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf51d3-b080-4ddb-8ec8-e6636d8a924a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:38.090608 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf51d3-b080-4ddb-8ec8-e6636d8a924a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:38.090918 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf51d3-b080-4ddb-8ec8-e6636d8a924a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:38.091334 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf51d3-b080-4ddb-8ec8-e6636d8a924a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:38.092178 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf51d3-b080-4ddb-8ec8-e6636d8a924a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:38.092178 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf51d3-b080-4ddb-8ec8-e6636d8a924a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:38.098595 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaf51d3-b080-4ddb-8ec8-e6636d8a924a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Network 0d3fb05b-04cc-4b3a-a51a-1ed9794788f4 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:13:38.124503 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-eaaf51d3-b080-4ddb-8ec8-e6636d8a924a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 0d3fb05b-04cc-4b3a-a51a-1ed9794788f4) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:38.136609 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ec7a9f-fc03-4a66-b783-20dc07c3d104 None None] Network 0d3fb05b-04cc-4b3a-a51a-1ed9794788f4 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:38.145217 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaf51d3-b080-4ddb-8ec8-e6636d8a924a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:38.145824 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-eaaf51d3-b080-4ddb-8ec8-e6636d8a924a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:38.187427 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-eaaf51d3-b080-4ddb-8ec8-e6636d8a924a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0621562 Feb 19 04:13:38.192742 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37076) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:38.291690 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49a349a-84a1-4061-8ecb-0d474f072a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-0d3fb05b-04cc-4b3a-a51a-1ed9794788f4', 'network_id': '0d3fb05b-04cc-4b3a-a51a-1ed9794788f4', 'project_id': '482831af4cad4e6aaa18d2257a07af0f', 'fixed_ips': [{'subnet_id': '2a49881c-7b04-4566-8d90-555db71b51aa'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:13:38.292571 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e49a349a-84a1-4061-8ecb-0d474f072a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:38.350150 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-545f9c59-5ca3-4a61-addc-cabe6a0b64c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907451947', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '4744acaa-fddd-4df8-9124-4ca5bde41dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:13:34Z', 'updated_at': '2022-02-19T04:13:36Z', 'revision_number': 3, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '4744acaa-fddd-4df8-9124-4ca5bde41dce', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:77:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:13:35Z', 'updated_at': '2022-02-19T04:13:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:38.381653 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545f9c59-5ca3-4a61-addc-cabe6a0b64c4 None None] Checking router: a9b4181c-1ff1-4d67-967a-ef43b773237a for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:13:38.382048 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545f9c59-5ca3-4a61-addc-cabe6a0b64c4 None None] Updating router a9b4181c-1ff1-4d67-967a-ef43b773237a port 4744acaa-fddd-4df8-9124-4ca5bde41dce binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:13:38.421795 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-545f9c59-5ca3-4a61-addc-cabe6a0b64c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4744acaa-fddd-4df8-9124-4ca5bde41dce), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:38.461394 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ebe19e-3f4d-4579-afee-5b62aa47e435 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:38.462947 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e5ebe19e-3f4d-4579-afee-5b62aa47e435 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7729967 Feb 19 04:13:38.465891 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37078) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:38.498005 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c631113-ee03-418e-959f-fbd1204abd8a req-e8ac6f81-9891-4c06-af8f-31182505094d tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:38.506473 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5c631113-ee03-418e-959f-fbd1204abd8a req-e8ac6f81-9891-4c06-af8f-31182505094d tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 945 time: 0.3172455 Feb 19 04:13:38.536803 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ea69ed3d-0357-4c8c-a5ee-52ea54fc5ad6 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0675416 Feb 19 04:13:38.537074 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37080) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:38.562654 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-64a3c76a-f980-4925-99bf-58529c4a9647 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-891924472', 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:38.578808 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-e49a349a-84a1-4061-8ecb-0d474f072a6e None None] Allocated IP 172.20.0.2 (0d3fb05b-04cc-4b3a-a51a-1ed9794788f4/2a49881c-7b04-4566-8d90-555db71b51aa/ae92ccb1-7837-4da6-92be-4417ec59e46e) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:13:38.710897 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ba63f-2523-4c9e-8983-27a97ea74567 req-f836a333-664b-4aca-9270-63dbc81f31e2 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:38.712807 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d38ba63f-2523-4c9e-8983-27a97ea74567 req-f836a333-664b-4aca-9270-63dbc81f31e2 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.2954371 Feb 19 04:13:38.770825 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0725034b-d5dd-42f9-b3c0-16cf9d018601 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (0d3fb05b-04cc-4b3a-a51a-1ed9794788f4), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:38.782609 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a3c76a-f980-4925-99bf-58529c4a9647 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Made reservation on behalf of 3daaed16085e4153afa0c32c565c3455 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:38.786450 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-64a3c76a-f980-4925-99bf-58529c4a9647 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:38.795161 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e49a349a-84a1-4061-8ecb-0d474f072a6e None None] Publish callbacks [] for port (ae92ccb1-7837-4da6-92be-4417ec59e46e), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:38.810823 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5c631113-ee03-418e-959f-fbd1204abd8a req-4a1a0c57-8f28-4407-9861-07b89fcd41be tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958624 Feb 19 04:13:38.832613 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e49a349a-84a1-4061-8ecb-0d474f072a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (ae92ccb1-7837-4da6-92be-4417ec59e46e), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:38.912795 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-545f9c59-5ca3-4a61-addc-cabe6a0b64c4 None None] Publish callbacks [] for port (4744acaa-fddd-4df8-9124-4ca5bde41dce), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:38.916433 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a349a-84a1-4061-8ecb-0d474f072a6e None None] Pushing event updated for resources: {'Port': ['ID=ae92ccb1-7837-4da6-92be-4417ec59e46e,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:38.935899 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-545f9c59-5ca3-4a61-addc-cabe6a0b64c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4744acaa-fddd-4df8-9124-4ca5bde41dce), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:38.938382 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49a349a-84a1-4061-8ecb-0d474f072a6e None None] Network 0d3fb05b-04cc-4b3a-a51a-1ed9794788f4 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:13:38.939982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-e49a349a-84a1-4061-8ecb-0d474f072a6e None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:38.946973 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49a349a-84a1-4061-8ecb-0d474f072a6e None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:13:39.052360 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-545f9c59-5ca3-4a61-addc-cabe6a0b64c4 None None] Attempting to bind port 4744acaa-fddd-4df8-9124-4ca5bde41dce on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:39.053238 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-545f9c59-5ca3-4a61-addc-cabe6a0b64c4 None None] Attempting to bind port 4744acaa-fddd-4df8-9124-4ca5bde41dce by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:39.054565 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e49a349a-84a1-4061-8ecb-0d474f072a6e None None] Attempting to bind port ae92ccb1-7837-4da6-92be-4417ec59e46e on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:39.055178 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545f9c59-5ca3-4a61-addc-cabe6a0b64c4 None None] Attempting to bind port 4744acaa-fddd-4df8-9124-4ca5bde41dce on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:39.057732 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e49a349a-84a1-4061-8ecb-0d474f072a6e None None] Attempting to bind port ae92ccb1-7837-4da6-92be-4417ec59e46e by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '0a74fef1-775d-4909-bd80-06d149d2b825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d3fb05b-04cc-4b3a-a51a-1ed9794788f4'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:39.058411 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a349a-84a1-4061-8ecb-0d474f072a6e None None] Attempting to bind port ae92ccb1-7837-4da6-92be-4417ec59e46e on network 0d3fb05b-04cc-4b3a-a51a-1ed9794788f4 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:39.089733 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a349a-84a1-4061-8ecb-0d474f072a6e None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:39.090071 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a349a-84a1-4061-8ecb-0d474f072a6e None None] Checking segment: {'id': '0a74fef1-775d-4909-bd80-06d149d2b825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d3fb05b-04cc-4b3a-a51a-1ed9794788f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:39.092022 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545f9c59-5ca3-4a61-addc-cabe6a0b64c4 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:39.094563 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545f9c59-5ca3-4a61-addc-cabe6a0b64c4 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:39.096070 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-545f9c59-5ca3-4a61-addc-cabe6a0b64c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:39.096843 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545f9c59-5ca3-4a61-addc-cabe6a0b64c4 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:39.098354 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-545f9c59-5ca3-4a61-addc-cabe6a0b64c4 None None] Bound port: 4744acaa-fddd-4df8-9124-4ca5bde41dce, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:39.099837 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e49a349a-84a1-4061-8ecb-0d474f072a6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:39.100268 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a349a-84a1-4061-8ecb-0d474f072a6e None None] Bound using segment: {'id': '0a74fef1-775d-4909-bd80-06d149d2b825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d3fb05b-04cc-4b3a-a51a-1ed9794788f4'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:39.100768 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-545f9c59-5ca3-4a61-addc-cabe6a0b64c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4744acaa-fddd-4df8-9124-4ca5bde41dce), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:39.100912 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e49a349a-84a1-4061-8ecb-0d474f072a6e None None] Bound port: ae92ccb1-7837-4da6-92be-4417ec59e46e, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a74fef1-775d-4909-bd80-06d149d2b825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d3fb05b-04cc-4b3a-a51a-1ed9794788f4'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:39.107133 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e49a349a-84a1-4061-8ecb-0d474f072a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ae92ccb1-7837-4da6-92be-4417ec59e46e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:39.109175 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d38ba63f-2523-4c9e-8983-27a97ea74567 req-68a74e7b-f0f4-4e3b-8c98-a04fa03e1634 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3712761 Feb 19 04:13:39.113433 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-64a3c76a-f980-4925-99bf-58529c4a9647 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (a7538da7-a1a0-4902-afe6-8a9256c7c858), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:39.184816 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3c76a-f980-4925-99bf-58529c4a9647 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Subnet': ['ID=a7538da7-a1a0-4902-afe6-8a9256c7c858,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:39.217530 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-545f9c59-5ca3-4a61-addc-cabe6a0b64c4 None None] For port 4744acaa-fddd-4df8-9124-4ca5bde41dce, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:39.221834 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-545f9c59-5ca3-4a61-addc-cabe6a0b64c4 None None] For port 4744acaa-fddd-4df8-9124-4ca5bde41dce, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4744acaa-fddd-4df8-9124-4ca5bde41dce,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:39.239273 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-545f9c59-5ca3-4a61-addc-cabe6a0b64c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4744acaa-fddd-4df8-9124-4ca5bde41dce), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:39.271209 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b20937-f370-40b5-82a4-dccad1bd4b3d None None] Pushing event updated for resources: {'Port': ['ID=4744acaa-fddd-4df8-9124-4ca5bde41dce,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:39.276595 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e49a349a-84a1-4061-8ecb-0d474f072a6e None None] For port ae92ccb1-7837-4da6-92be-4417ec59e46e, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:39.280206 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e49a349a-84a1-4061-8ecb-0d474f072a6e None None] For port ae92ccb1-7837-4da6-92be-4417ec59e46e, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ae92ccb1-7837-4da6-92be-4417ec59e46e,segment=NetworkSegment(0a74fef1-775d-4909-bd80-06d149d2b825),segment_id=0a74fef1-775d-4909-bd80-06d149d2b825)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:39.305038 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e49a349a-84a1-4061-8ecb-0d474f072a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ae92ccb1-7837-4da6-92be-4417ec59e46e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:39.307413 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b20937-f370-40b5-82a4-dccad1bd4b3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:39.310895 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b20937-f370-40b5-82a4-dccad1bd4b3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:39.311570 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b20937-f370-40b5-82a4-dccad1bd4b3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:39.312640 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b20937-f370-40b5-82a4-dccad1bd4b3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:39.313323 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b20937-f370-40b5-82a4-dccad1bd4b3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:39.313992 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b20937-f370-40b5-82a4-dccad1bd4b3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:39.316700 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b20937-f370-40b5-82a4-dccad1bd4b3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:39.317282 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b20937-f370-40b5-82a4-dccad1bd4b3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:39.317838 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b20937-f370-40b5-82a4-dccad1bd4b3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:39.318415 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b20937-f370-40b5-82a4-dccad1bd4b3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:39.318965 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b20937-f370-40b5-82a4-dccad1bd4b3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:39.319486 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b20937-f370-40b5-82a4-dccad1bd4b3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:39.323298 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b20937-f370-40b5-82a4-dccad1bd4b3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:39.393681 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a349a-84a1-4061-8ecb-0d474f072a6e None None] Pushing event updated for resources: {'Port': ['ID=ae92ccb1-7837-4da6-92be-4417ec59e46e,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:39.421518 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545f9c59-5ca3-4a61-addc-cabe6a0b64c4 None None] Routers {'a9b4181c-1ff1-4d67-967a-ef43b773237a'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:13:39.425835 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-545f9c59-5ca3-4a61-addc-cabe6a0b64c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:13:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['a9b4181c-1ff1-4d67-967a-ef43b773237a'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:39.448438 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-0725034b-d5dd-42f9-b3c0-16cf9d018601 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Deleting port ae92ccb1-7837-4da6-92be-4417ec59e46e {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:13:39.449207 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0725034b-d5dd-42f9-b3c0-16cf9d018601 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ae92ccb1-7837-4da6-92be-4417ec59e46e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:39.497861 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3c76a-f980-4925-99bf-58529c4a9647 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Checking segment: {'id': 'f3e08904-2dfd-4a42-a044-c64d88dcae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:39.498362 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a3c76a-f980-4925-99bf-58529c4a9647 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Network hostable DHCP agents. Network: 04558d05-bf19-4e14-86d3-965fc0aa2433, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:13:39.569677 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e3724-a427-4f8d-8b19-0c4c2085727f req-1e84d920-e38d-4976-b428-36cc354485da tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:39.575138 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e3724-a427-4f8d-8b19-0c4c2085727f req-1e84d920-e38d-4976-b428-36cc354485da tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:39.584754 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e3724-a427-4f8d-8b19-0c4c2085727f req-1e84d920-e38d-4976-b428-36cc354485da tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:39.595789 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e3724-a427-4f8d-8b19-0c4c2085727f req-1e84d920-e38d-4976-b428-36cc354485da tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:39.599273 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b20937-f370-40b5-82a4-dccad1bd4b3d None None] Pushing event updated for resources: {'Port': ['ID=4744acaa-fddd-4df8-9124-4ca5bde41dce,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:39.604226 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e3724-a427-4f8d-8b19-0c4c2085727f req-1e84d920-e38d-4976-b428-36cc354485da tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:39.610873 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e3724-a427-4f8d-8b19-0c4c2085727f req-1e84d920-e38d-4976-b428-36cc354485da tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:39.616248 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e3724-a427-4f8d-8b19-0c4c2085727f req-1e84d920-e38d-4976-b428-36cc354485da tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:39.618233 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-079e3724-a427-4f8d-8b19-0c4c2085727f req-1e84d920-e38d-4976-b428-36cc354485da tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.3654313 Feb 19 04:13:39.635314 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce8a18-81ae-48a2-b7d4-0267c4a7ba67 req-ac8af780-d394-4c4e-b5db-6446db8931e1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:39.649162 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2bce8a18-81ae-48a2-b7d4-0267c4a7ba67 req-ac8af780-d394-4c4e-b5db-6446db8931e1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.4543142 Feb 19 04:13:39.675923 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-545f9c59-5ca3-4a61-addc-cabe6a0b64c4 None None] Set router a9b4181c-1ff1-4d67-967a-ef43b773237a gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:13:39.805918 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a3c76a-f980-4925-99bf-58529c4a9647 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Network 04558d05-bf19-4e14-86d3-965fc0aa2433 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:13:39.831760 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-64a3c76a-f980-4925-99bf-58529c4a9647 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 04558d05-bf19-4e14-86d3-965fc0aa2433) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:39.840939 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46a9445-5435-4567-8abc-a38f42119bb6 None None] Network 04558d05-bf19-4e14-86d3-965fc0aa2433 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:39.875026 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a3c76a-f980-4925-99bf-58529c4a9647 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:39.875994 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-64a3c76a-f980-4925-99bf-58529c4a9647 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:39.882786 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-0725034b-d5dd-42f9-b3c0-16cf9d018601 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] For port ae92ccb1-7837-4da6-92be-4417ec59e46e, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ae92ccb1-7837-4da6-92be-4417ec59e46e,segment=NetworkSegment(0a74fef1-775d-4909-bd80-06d149d2b825),segment_id=0a74fef1-775d-4909-bd80-06d149d2b825)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:39.883432 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0725034b-d5dd-42f9-b3c0-16cf9d018601 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ae92ccb1-7837-4da6-92be-4417ec59e46e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:39.900301 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2bce8a18-81ae-48a2-b7d4-0267c4a7ba67 req-50338779-3e15-4b85-873f-d78a3612536e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2487762 Feb 19 04:13:39.927569 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-0725034b-d5dd-42f9-b3c0-16cf9d018601 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Calling delete_port for ae92ccb1-7837-4da6-92be-4417ec59e46e owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:13:40.065759 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf353235-b90a-4763-a775-e6d7ad514de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-04558d05-bf19-4e14-86d3-965fc0aa2433', 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'fixed_ips': [{'subnet_id': 'a7538da7-a1a0-4902-afe6-8a9256c7c858'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:13:40.067373 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bf353235-b90a-4763-a775-e6d7ad514de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:40.082208 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-079e3724-a427-4f8d-8b19-0c4c2085727f req-a45e5500-0e85-4f09-b753-e775e276604a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4081306 Feb 19 04:13:40.082475 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-545f9c59-5ca3-4a61-addc-cabe6a0b64c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907451947', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '4744acaa-fddd-4df8-9124-4ca5bde41dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:13:34Z', 'updated_at': '2022-02-19T04:13:36Z', 'revision_number': 3, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '4744acaa-fddd-4df8-9124-4ca5bde41dce', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:77:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:13:35Z', 'updated_at': '2022-02-19T04:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:40.089123 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37088) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:40.101488 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-64a3c76a-f980-4925-99bf-58529c4a9647 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5516856 Feb 19 04:13:40.115040 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545f9c59-5ca3-4a61-addc-cabe6a0b64c4 None None] The sync data for ids ['a9b4181c-1ff1-4d67-967a-ef43b773237a'] in n-d-828369-19 is: [{'id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907451947', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '4744acaa-fddd-4df8-9124-4ca5bde41dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:13:34Z', 'updated_at': '2022-02-19T04:13:36Z', 'revision_number': 3, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '4744acaa-fddd-4df8-9124-4ca5bde41dce', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:77:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:13:35Z', 'updated_at': '2022-02-19T04:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:13:40.256161 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0725034b-d5dd-42f9-b3c0-16cf9d018601 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (ae92ccb1-7837-4da6-92be-4417ec59e46e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:40.317483 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725034b-d5dd-42f9-b3c0-16cf9d018601 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Port': ['ID=ae92ccb1-7837-4da6-92be-4417ec59e46e,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:40.413929 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ccb2d-fa54-4a42-831f-5651e3a17740 req-c9356aac-107b-4b17-9223-93cbfcf6ae5b tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:40.416096 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f24ccb2d-fa54-4a42-831f-5651e3a17740 req-c9356aac-107b-4b17-9223-93cbfcf6ae5b tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 945 time: 0.3743489 Feb 19 04:13:40.453462 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-bf353235-b90a-4763-a775-e6d7ad514de5 None None] Allocated IP 172.20.0.2 (04558d05-bf19-4e14-86d3-965fc0aa2433/a7538da7-a1a0-4902-afe6-8a9256c7c858/76c7b4d0-56f2-41ab-98ac-58cf1ea7a734) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:13:40.513074 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0725034b-d5dd-42f9-b3c0-16cf9d018601 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] No DVR routers for this DVR port ae92ccb1-7837-4da6-92be-4417ec59e46e on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:13:40.713189 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f24ccb2d-fa54-4a42-831f-5651e3a17740 req-9f1e9d77-d2e4-45aa-b4cd-e3f8570af62a tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780559 Feb 19 04:13:40.748377 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed396d-eabb-4232-a694-8f77a4c059a3 req-6e8f0d07-0ff7-4253-8813-ec8bc4ef011a tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:40.750619 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11ed396d-eabb-4232-a694-8f77a4c059a3 req-6e8f0d07-0ff7-4253-8813-ec8bc4ef011a tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.4595237 Feb 19 04:13:40.770212 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0725034b-d5dd-42f9-b3c0-16cf9d018601 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (2a49881c-7b04-4566-8d90-555db71b51aa), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:40.895420 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11ed396d-eabb-4232-a694-8f77a4c059a3 req-dd6ced06-d6e0-4d33-a524-8079534fa54c tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326563 Feb 19 04:13:40.969485 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bf353235-b90a-4763-a775-e6d7ad514de5 None None] Publish callbacks [] for port (76c7b4d0-56f2-41ab-98ac-58cf1ea7a734), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:40.997877 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bf353235-b90a-4763-a775-e6d7ad514de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (76c7b4d0-56f2-41ab-98ac-58cf1ea7a734), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:41.017250 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0725034b-d5dd-42f9-b3c0-16cf9d018601 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (2a49881c-7b04-4566-8d90-555db71b51aa), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:41.126593 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725034b-d5dd-42f9-b3c0-16cf9d018601 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Subnet': ['ID=2a49881c-7b04-4566-8d90-555db71b51aa,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:41.163297 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf353235-b90a-4763-a775-e6d7ad514de5 None None] Network 04558d05-bf19-4e14-86d3-965fc0aa2433 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:13:41.169087 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-bf353235-b90a-4763-a775-e6d7ad514de5 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:41.183726 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf353235-b90a-4763-a775-e6d7ad514de5 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:13:41.200639 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0725034b-d5dd-42f9-b3c0-16cf9d018601 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (0d3fb05b-04cc-4b3a-a51a-1ed9794788f4), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:41.267686 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf353235-b90a-4763-a775-e6d7ad514de5 None None] Pushing event updated for resources: {'Port': ['ID=76c7b4d0-56f2-41ab-98ac-58cf1ea7a734,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:41.381964 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-bf353235-b90a-4763-a775-e6d7ad514de5 None None] Attempting to bind port 76c7b4d0-56f2-41ab-98ac-58cf1ea7a734 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:41.382378 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-bf353235-b90a-4763-a775-e6d7ad514de5 None None] Attempting to bind port 76c7b4d0-56f2-41ab-98ac-58cf1ea7a734 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'f3e08904-2dfd-4a42-a044-c64d88dcae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:41.382749 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf353235-b90a-4763-a775-e6d7ad514de5 None None] Attempting to bind port 76c7b4d0-56f2-41ab-98ac-58cf1ea7a734 on network 04558d05-bf19-4e14-86d3-965fc0aa2433 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:41.393513 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-0725034b-d5dd-42f9-b3c0-16cf9d018601 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3fb05b-04cc-4b3a-a51a-1ed9794788f4']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:41.395429 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf353235-b90a-4763-a775-e6d7ad514de5 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:41.395831 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf353235-b90a-4763-a775-e6d7ad514de5 None None] Checking segment: {'id': 'f3e08904-2dfd-4a42-a044-c64d88dcae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:41.396250 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bf353235-b90a-4763-a775-e6d7ad514de5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:41.396658 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf353235-b90a-4763-a775-e6d7ad514de5 None None] Bound using segment: {'id': 'f3e08904-2dfd-4a42-a044-c64d88dcae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:41.397158 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-bf353235-b90a-4763-a775-e6d7ad514de5 None None] Bound port: 76c7b4d0-56f2-41ab-98ac-58cf1ea7a734, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e08904-2dfd-4a42-a044-c64d88dcae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:41.397549 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bf353235-b90a-4763-a775-e6d7ad514de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (76c7b4d0-56f2-41ab-98ac-58cf1ea7a734), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:41.403500 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-db8aa410-f168-4d4b-9508-e1199b4328ef tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:41.438912 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-0725034b-d5dd-42f9-b3c0-16cf9d018601 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a74fef1-775d-4909-bd80-06d149d2b825') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:41.439353 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-0725034b-d5dd-42f9-b3c0-16cf9d018601 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a74fef1-775d-4909-bd80-06d149d2b825') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:41.456586 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0725034b-d5dd-42f9-b3c0-16cf9d018601 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (0a74fef1-775d-4909-bd80-06d149d2b825), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:41.461772 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec551e0d-be35-4ade-a3fb-efd4f8c2af3e None None] Network 0d3fb05b-04cc-4b3a-a51a-1ed9794788f4 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:41.482115 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0725034b-d5dd-42f9-b3c0-16cf9d018601 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (0a74fef1-775d-4909-bd80-06d149d2b825), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:41.498655 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0725034b-d5dd-42f9-b3c0-16cf9d018601 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:13:41.499238 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0725034b-d5dd-42f9-b3c0-16cf9d018601 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (0a74fef1-775d-4909-bd80-06d149d2b825), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:41.563708 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c310cbb4-6f83-4436-b6a0-cf9c22934bff None None] Could not find standard attr ID for object ae92ccb1-7837-4da6-92be-4417ec59e46e. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:13:41.659465 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:13:41.678409 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0725034b-d5dd-42f9-b3c0-16cf9d018601 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (0d3fb05b-04cc-4b3a-a51a-1ed9794788f4), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:41.691799 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-bf353235-b90a-4763-a775-e6d7ad514de5 None None] For port 76c7b4d0-56f2-41ab-98ac-58cf1ea7a734, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:41.703278 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a18039f-761e-46d6-8801-28fd4582288d None None] DHCP port deletion for 0d3fb05b-04cc-4b3a-a51a-1ed9794788f4 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:13:41.713767 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-bf353235-b90a-4763-a775-e6d7ad514de5 None None] For port 76c7b4d0-56f2-41ab-98ac-58cf1ea7a734, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=76c7b4d0-56f2-41ab-98ac-58cf1ea7a734,segment=NetworkSegment(f3e08904-2dfd-4a42-a044-c64d88dcae94),segment_id=f3e08904-2dfd-4a42-a044-c64d88dcae94)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:41.724510 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d115cd-bc22-4054-94dd-3a18d641eaec req-ea2c5054-76ec-4eab-9b96-7a32e28bd6f4 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:41.732819 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a4d115cd-bc22-4054-94dd-3a18d641eaec req-ea2c5054-76ec-4eab-9b96-7a32e28bd6f4 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.6537519 Feb 19 04:13:41.733070 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bf353235-b90a-4763-a775-e6d7ad514de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (76c7b4d0-56f2-41ab-98ac-58cf1ea7a734), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:41.782471 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0725034b-d5dd-42f9-b3c0-16cf9d018601 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:41.786645 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0725034b-d5dd-42f9-b3c0-16cf9d018601 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/networks/0d3fb05b-04cc-4b3a-a51a-1ed9794788f4 HTTP/1.1" status: 204 len: 168 time: 3.5929809 Feb 19 04:13:41.798181 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37098) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:41.806695 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725034b-d5dd-42f9-b3c0-16cf9d018601 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Network': ['ID=0d3fb05b-04cc-4b3a-a51a-1ed9794788f4,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:41.819667 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf353235-b90a-4763-a775-e6d7ad514de5 None None] Pushing event updated for resources: {'Port': ['ID=76c7b4d0-56f2-41ab-98ac-58cf1ea7a734,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:41.836639 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-46b6fc27-4cb0-4dff-a2bb-1c61f5116eda tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1178904105'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:41.870936 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4744acaa-fddd-4df8-9124-4ca5bde41dce up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:13:41.948997 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27921548-f2b7-4f73-8b22-b494c6d18925 req-ee7d3fda-4738-4b0d-9774-9c88864134b9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:41.958010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27921548-f2b7-4f73-8b22-b494c6d18925 req-ee7d3fda-4738-4b0d-9774-9c88864134b9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:41.964139 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27921548-f2b7-4f73-8b22-b494c6d18925 req-ee7d3fda-4738-4b0d-9774-9c88864134b9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:41.972877 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27921548-f2b7-4f73-8b22-b494c6d18925 req-ee7d3fda-4738-4b0d-9774-9c88864134b9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:41.982711 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27921548-f2b7-4f73-8b22-b494c6d18925 req-ee7d3fda-4738-4b0d-9774-9c88864134b9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:41.988892 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b6fc27-4cb0-4dff-a2bb-1c61f5116eda tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Made reservation on behalf of 482831af4cad4e6aaa18d2257a07af0f for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:41.993147 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-46b6fc27-4cb0-4dff-a2bb-1c61f5116eda tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:41.993485 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27921548-f2b7-4f73-8b22-b494c6d18925 req-ee7d3fda-4738-4b0d-9774-9c88864134b9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:42.000554 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27921548-f2b7-4f73-8b22-b494c6d18925 req-ee7d3fda-4738-4b0d-9774-9c88864134b9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:42.002910 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-27921548-f2b7-4f73-8b22-b494c6d18925 req-ee7d3fda-4738-4b0d-9774-9c88864134b9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.7002320 Feb 19 04:13:42.021525 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a4d115cd-bc22-4054-94dd-3a18d641eaec req-1a3fc82f-cf0b-4d52-8c9c-77e3eb568e02 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2877350 Feb 19 04:13:42.064753 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 4744acaa-fddd-4df8-9124-4ca5bde41dce triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:42.066946 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4744acaa-fddd-4df8-9124-4ca5bde41dce), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:42.182239 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b6fc27-4cb0-4dff-a2bb-1c61f5116eda tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:13:42.220213 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-db8aa410-f168-4d4b-9508-e1199b4328ef tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Allocated IP 172.20.0.1 (04558d05-bf19-4e14-86d3-965fc0aa2433/a7538da7-a1a0-4902-afe6-8a9256c7c858/bc4287af-2c21-4d8e-8d5b-457f1389e9bb) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:13:42.236224 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-46b6fc27-4cb0-4dff-a2bb-1c61f5116eda tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (c88c32c8-8af3-4325-ac8e-4a3d9dfbed18), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:42.236567 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-46b6fc27-4cb0-4dff-a2bb-1c61f5116eda tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Added segment c88c32c8-8af3-4325-ac8e-4a3d9dfbed18 of type vlan for network 3d2f2640-3f89-40a3-b5a5-9f6ba65f23ee Feb 19 04:13:42.258951 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-27921548-f2b7-4f73-8b22-b494c6d18925 req-aa54cc03-121e-459c-a4c3-6a4eeebc7fcd tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2311294 Feb 19 04:13:42.275998 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 4744acaa-fddd-4df8-9124-4ca5bde41dce is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:42.276404 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4744acaa-fddd-4df8-9124-4ca5bde41dce), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:42.323055 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 4744acaa-fddd-4df8-9124-4ca5bde41dce, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4744acaa-fddd-4df8-9124-4ca5bde41dce,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:42.335864 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4744acaa-fddd-4df8-9124-4ca5bde41dce), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:42.374721 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612bda5-fcbb-4f60-bec8-c01320d9e496 req-7defbb71-6f6f-4b7f-ac43-40661ff5e98f tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:42.379066 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4612bda5-fcbb-4f60-bec8-c01320d9e496 req-7defbb71-6f6f-4b7f-ac43-40661ff5e98f tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 945 time: 0.2058036 Feb 19 04:13:42.424749 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=4744acaa-fddd-4df8-9124-4ca5bde41dce,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:42.461275 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-46b6fc27-4cb0-4dff-a2bb-1c61f5116eda tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (3d2f2640-3f89-40a3-b5a5-9f6ba65f23ee), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:42.503857 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4612bda5-fcbb-4f60-bec8-c01320d9e496 req-6ec63066-b283-4bfd-8045-ef09838c11c0 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165104 Feb 19 04:13:42.590393 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-46b6fc27-4cb0-4dff-a2bb-1c61f5116eda tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (3d2f2640-3f89-40a3-b5a5-9f6ba65f23ee), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:42.596227 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b6fc27-4cb0-4dff-a2bb-1c61f5116eda tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:42.596853 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-46b6fc27-4cb0-4dff-a2bb-1c61f5116eda tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:42.659730 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24832d2a-9f19-405c-be62-b737e6c32552 req-b298db11-86f7-48fa-a976-1c929f9e3168 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:42.661691 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-24832d2a-9f19-405c-be62-b737e6c32552 req-b298db11-86f7-48fa-a976-1c929f9e3168 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.1480753 Feb 19 04:13:42.702241 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-46b6fc27-4cb0-4dff-a2bb-1c61f5116eda tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8932657 Feb 19 04:13:42.716962 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37104) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:42.726216 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-d8c080e3-1d22-466f-9f7e-6dd4f9fd70b4 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Request body: {'subnet': {'network_id': '3d2f2640-3f89-40a3-b5a5-9f6ba65f23ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:42.753574 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-db8aa410-f168-4d4b-9508-e1199b4328ef tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for port (bc4287af-2c21-4d8e-8d5b-457f1389e9bb), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:42.782639 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6fc27-4cb0-4dff-a2bb-1c61f5116eda tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event updated for resources: {'Network': ['ID=3d2f2640-3f89-40a3-b5a5-9f6ba65f23ee,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:42.808744 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6fc27-4cb0-4dff-a2bb-1c61f5116eda tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:42.816652 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6fc27-4cb0-4dff-a2bb-1c61f5116eda tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:42.817278 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6fc27-4cb0-4dff-a2bb-1c61f5116eda tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:42.817778 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6fc27-4cb0-4dff-a2bb-1c61f5116eda tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:42.818446 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6fc27-4cb0-4dff-a2bb-1c61f5116eda tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:42.818936 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6fc27-4cb0-4dff-a2bb-1c61f5116eda tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:42.819463 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6fc27-4cb0-4dff-a2bb-1c61f5116eda tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:42.819989 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6fc27-4cb0-4dff-a2bb-1c61f5116eda tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:42.830779 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6fc27-4cb0-4dff-a2bb-1c61f5116eda tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:42.835255 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6fc27-4cb0-4dff-a2bb-1c61f5116eda tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:42.835877 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6fc27-4cb0-4dff-a2bb-1c61f5116eda tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:42.836380 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6fc27-4cb0-4dff-a2bb-1c61f5116eda tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:42.836878 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6fc27-4cb0-4dff-a2bb-1c61f5116eda tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:42.859095 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 3d2f2640-3f89-40a3-b5a5-9f6ba65f23ee details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:13:42.930130 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-db8aa410-f168-4d4b-9508-e1199b4328ef tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (bc4287af-2c21-4d8e-8d5b-457f1389e9bb), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:42.955175 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-24832d2a-9f19-405c-be62-b737e6c32552 req-3a59be24-814d-43d1-824d-aa190be6cde4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2874954 Feb 19 04:13:43.030564 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8aa410-f168-4d4b-9508-e1199b4328ef tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Network 04558d05-bf19-4e14-86d3-965fc0aa2433 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:13:43.033960 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-db8aa410-f168-4d4b-9508-e1199b4328ef tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:43.040945 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8aa410-f168-4d4b-9508-e1199b4328ef tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:13:43.048705 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8aa410-f168-4d4b-9508-e1199b4328ef tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Port': ['ID=bc4287af-2c21-4d8e-8d5b-457f1389e9bb,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:43.076462 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b4dd9-6095-48ef-a50b-337bea704a3d req-4099a4df-d1db-4ed1-a873-33202080233a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:43.084058 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1b5b4dd9-6095-48ef-a50b-337bea704a3d req-4099a4df-d1db-4ed1-a873-33202080233a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.2496557 Feb 19 04:13:43.121182 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c080e3-1d22-466f-9f7e-6dd4f9fd70b4 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Made reservation on behalf of 482831af4cad4e6aaa18d2257a07af0f for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:43.125385 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d8c080e3-1d22-466f-9f7e-6dd4f9fd70b4 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:43.135339 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-db8aa410-f168-4d4b-9508-e1199b4328ef tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (a9b4181c-1ff1-4d67-967a-ef43b773237a), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:43.223053 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.ipam_backend_mixin [None req-d8c080e3-1d22-466f-9f7e-6dd4f9fd70b4 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Performing IP validity checks on allocation pools {{(pid=109926) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 04:13:43.223053 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.ipam_backend_mixin [None req-d8c080e3-1d22-466f-9f7e-6dd4f9fd70b4 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109926) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 04:13:43.326791 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1b5b4dd9-6095-48ef-a50b-337bea704a3d req-c350beed-b09f-458e-8e5d-0c5093678e4c tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2417545 Feb 19 04:13:43.415336 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ba4af-dbe9-49e5-a3e4-f3fae459b22d req-4fa0673b-b415-4705-be24-9d408d592bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:43.415336 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f56ba4af-dbe9-49e5-a3e4-f3fae459b22d req-4fa0673b-b415-4705-be24-9d408d592bce service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=47d77581683d4c43a3d18ea75c887227&device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 1128 time: 0.5588024 Feb 19 04:13:43.467252 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-db8aa410-f168-4d4b-9508-e1199b4328ef tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (bc4287af-2c21-4d8e-8d5b-457f1389e9bb), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:43.924437 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e50bc02-c3fb-44d5-be87-b79ecfdb6463 None None] Network 04558d05-bf19-4e14-86d3-965fc0aa2433 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:44.001421 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-db8aa410-f168-4d4b-9508-e1199b4328ef tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for port (bc4287af-2c21-4d8e-8d5b-457f1389e9bb), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:44.020589 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-db8aa410-f168-4d4b-9508-e1199b4328ef tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (bc4287af-2c21-4d8e-8d5b-457f1389e9bb), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:44.028823 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4744acaa-fddd-4df8-9124-4ca5bde41dce up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:13:44.096726 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-db8aa410-f168-4d4b-9508-e1199b4328ef tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (a9b4181c-1ff1-4d67-967a-ef43b773237a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:44.121018 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b8bc051a-e3b0-4b44-95dc-a9de05aeca2f None None] Provisioning complete for port 76c7b4d0-56f2-41ab-98ac-58cf1ea7a734 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:44.121859 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b8bc051a-e3b0-4b44-95dc-a9de05aeca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (76c7b4d0-56f2-41ab-98ac-58cf1ea7a734), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:44.237660 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8aa410-f168-4d4b-9508-e1199b4328ef tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Network 04558d05-bf19-4e14-86d3-965fc0aa2433 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:13:44.241857 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-db8aa410-f168-4d4b-9508-e1199b4328ef tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:44.243960 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8aa410-f168-4d4b-9508-e1199b4328ef tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Port': ['ID=bc4287af-2c21-4d8e-8d5b-457f1389e9bb,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:44.267571 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ba4af-dbe9-49e5-a3e4-f3fae459b22d req-8beaa6e2-02eb-4998-bbe4-8579800e115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:44.269375 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f56ba4af-dbe9-49e5-a3e4-f3fae459b22d req-8beaa6e2-02eb-4998-bbe4-8579800e115e service neutron] 10.222.0.79 "GET /v2.0/networks?id=af1b2524-905a-4fb0-b20e-a5912983245d HTTP/1.1" status: 200 len: 911 time: 0.8271515 Feb 19 04:13:44.274155 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d8c080e3-1d22-466f-9f7e-6dd4f9fd70b4 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (91369d8f-11fe-4d05-97ca-49e9ac8bc57c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:44.357417 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c080e3-1d22-466f-9f7e-6dd4f9fd70b4 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event updated for resources: {'Subnet': ['ID=91369d8f-11fe-4d05-97ca-49e9ac8bc57c,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:44.378361 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 4744acaa-fddd-4df8-9124-4ca5bde41dce triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:44.378748 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4744acaa-fddd-4df8-9124-4ca5bde41dce), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:44.438397 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8aa410-f168-4d4b-9508-e1199b4328ef tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Router a9b4181c-1ff1-4d67-967a-ef43b773237a has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:13:44.466977 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf89ba7-788a-4b9e-b3d9-d4d736bf331d req-9c1178ba-fc52-4f96-94a3-c0c30037bc2e tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:44.475311 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8bf89ba7-788a-4b9e-b3d9-d4d736bf331d req-9c1178ba-fc52-4f96-94a3-c0c30037bc2e tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 945 time: 0.8236177 Feb 19 04:13:44.538137 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b8bc051a-e3b0-4b44-95dc-a9de05aeca2f None None] Current status of the port 76c7b4d0-56f2-41ab-98ac-58cf1ea7a734 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:44.538917 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b8bc051a-e3b0-4b44-95dc-a9de05aeca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (76c7b4d0-56f2-41ab-98ac-58cf1ea7a734), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:44.564800 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8bf89ba7-788a-4b9e-b3d9-d4d736bf331d req-3233f7e8-4fd9-41ac-bc23-b3beffc17654 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884995 Feb 19 04:13:44.591901 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c9dd9-80b2-483e-8602-1d0842c28314 req-28eeec39-0f2f-4489-8d8c-31ac382c13a9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:44.610740 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c9dd9-80b2-483e-8602-1d0842c28314 req-28eeec39-0f2f-4489-8d8c-31ac382c13a9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:44.624736 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c9dd9-80b2-483e-8602-1d0842c28314 req-28eeec39-0f2f-4489-8d8c-31ac382c13a9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:44.647523 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c9dd9-80b2-483e-8602-1d0842c28314 req-28eeec39-0f2f-4489-8d8c-31ac382c13a9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:44.664162 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c9dd9-80b2-483e-8602-1d0842c28314 req-28eeec39-0f2f-4489-8d8c-31ac382c13a9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:44.680878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c9dd9-80b2-483e-8602-1d0842c28314 req-28eeec39-0f2f-4489-8d8c-31ac382c13a9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:44.686306 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b8bc051a-e3b0-4b44-95dc-a9de05aeca2f None None] For port 76c7b4d0-56f2-41ab-98ac-58cf1ea7a734, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=76c7b4d0-56f2-41ab-98ac-58cf1ea7a734,segment=NetworkSegment(f3e08904-2dfd-4a42-a044-c64d88dcae94),segment_id=f3e08904-2dfd-4a42-a044-c64d88dcae94)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:44.696690 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c9dd9-80b2-483e-8602-1d0842c28314 req-28eeec39-0f2f-4489-8d8c-31ac382c13a9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:44.698399 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8aa410-f168-4d4b-9508-e1199b4328ef tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:13:44.710855 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-725c9dd9-80b2-483e-8602-1d0842c28314 req-28eeec39-0f2f-4489-8d8c-31ac382c13a9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 1.2487955 Feb 19 04:13:44.724706 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-db8aa410-f168-4d4b-9508-e1199b4328ef tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "PUT /v2.0/routers/a9b4181c-1ff1-4d67-967a-ef43b773237a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6336560 Feb 19 04:13:44.729075 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2fdc84-454e-4382-9acb-a38668ac57bd None None] Sync routers for ids ['a9b4181c-1ff1-4d67-967a-ef43b773237a'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:13:44.737807 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 4744acaa-fddd-4df8-9124-4ca5bde41dce is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:44.739770 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 76c7b4d0-56f2-41ab-98ac-58cf1ea7a734 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:13:44.741845 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b8bc051a-e3b0-4b44-95dc-a9de05aeca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (76c7b4d0-56f2-41ab-98ac-58cf1ea7a734), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:44.803323 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c080e3-1d22-466f-9f7e-6dd4f9fd70b4 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Checking segment: {'id': 'c88c32c8-8af3-4325-ac8e-4a3d9dfbed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3d2f2640-3f89-40a3-b5a5-9f6ba65f23ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:44.803769 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c080e3-1d22-466f-9f7e-6dd4f9fd70b4 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Network hostable DHCP agents. Network: 3d2f2640-3f89-40a3-b5a5-9f6ba65f23ee, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:13:44.816258 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f56ba4af-dbe9-49e5-a3e4-f3fae459b22d req-e851c689-8ca1-4b02-8000-8b0e7943e3b7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fac01fd-40e3-41e1-811a-31a59797abb0 HTTP/1.1" status: 200 len: 999 time: 0.5349040 Feb 19 04:13:44.909919 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c080e3-1d22-466f-9f7e-6dd4f9fd70b4 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Network 3d2f2640-3f89-40a3-b5a5-9f6ba65f23ee is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:13:44.919975 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-725c9dd9-80b2-483e-8602-1d0842c28314 req-0bb0973d-2bf2-46b9-880f-8e5b0b7c7247 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2083015 Feb 19 04:13:44.933522 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e850ff-0362-4b91-bb99-d18f7b2a071f req-2f01c5d3-4233-42a9-9690-d24cb94f7861 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:44.935237 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39e850ff-0362-4b91-bb99-d18f7b2a071f req-2f01c5d3-4233-42a9-9690-d24cb94f7861 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.2197812 Feb 19 04:13:44.944839 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ba4af-dbe9-49e5-a3e4-f3fae459b22d req-9cc22aba-b9a1-48d7-bf2f-2f7c027d8820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:44.948512 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f56ba4af-dbe9-49e5-a3e4-f3fae459b22d req-9cc22aba-b9a1-48d7-bf2f-2f7c027d8820 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4 HTTP/1.1" status: 200 len: 849 time: 0.1241643 Feb 19 04:13:45.035653 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-d8c080e3-1d22-466f-9f7e-6dd4f9fd70b4 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 3d2f2640-3f89-40a3-b5a5-9f6ba65f23ee) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:45.065580 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c080e3-1d22-466f-9f7e-6dd4f9fd70b4 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:45.067434 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d8c080e3-1d22-466f-9f7e-6dd4f9fd70b4 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:45.147386 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d8c080e3-1d22-466f-9f7e-6dd4f9fd70b4 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.4292200 Feb 19 04:13:45.147593 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37126) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:45.156956 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ba4af-dbe9-49e5-a3e4-f3fae459b22d req-cc9f2573-ca60-4ad0-b7b3-0f427152a7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:45.159811 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f56ba4af-dbe9-49e5-a3e4-f3fae459b22d req-cc9f2573-ca60-4ad0-b7b3-0f427152a7ff service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=af1b2524-905a-4fb0-b20e-a5912983245d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1956525 Feb 19 04:13:45.238847 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21759f79-c2a6-4bef-ae5f-65519b031c09 None None] Network 3d2f2640-3f89-40a3-b5a5-9f6ba65f23ee requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:45.282449 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2fdc84-454e-4382-9acb-a38668ac57bd None None] Routers {'a9b4181c-1ff1-4d67-967a-ef43b773237a'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:13:45.285054 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-cc2fdc84-454e-4382-9acb-a38668ac57bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:13:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['a9b4181c-1ff1-4d67-967a-ef43b773237a'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:45.324039 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39e850ff-0362-4b91-bb99-d18f7b2a071f req-4c01a084-72f1-4c02-acc5-f022c55292df tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3727882 Feb 19 04:13:45.369783 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-443e8b4e-1af5-411a-84af-5f631fb20741 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (3d2f2640-3f89-40a3-b5a5-9f6ba65f23ee), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:45.433961 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75af96-b632-47c4-8f4d-4641f2caa1a9 req-ffc100fd-0010-498d-899b-a0adaa0938e4 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:45.448549 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f75af96-b632-47c4-8f4d-4641f2caa1a9 req-ffc100fd-0010-498d-899b-a0adaa0938e4 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.3576751 Feb 19 04:13:45.455896 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f56ba4af-dbe9-49e5-a3e4-f3fae459b22d req-9fa81f94-30b6-4212-81a9-f3222df42314 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499492 Feb 19 04:13:45.488063 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-443e8b4e-1af5-411a-84af-5f631fb20741 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (91369d8f-11fe-4d05-97ca-49e9ac8bc57c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:45.546926 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-cc2fdc84-454e-4382-9acb-a38668ac57bd None None] Set router a9b4181c-1ff1-4d67-967a-ef43b773237a gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:13:45.617384 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-443e8b4e-1af5-411a-84af-5f631fb20741 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (91369d8f-11fe-4d05-97ca-49e9ac8bc57c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:45.760965 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e8b4e-1af5-411a-84af-5f631fb20741 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Subnet': ['ID=91369d8f-11fe-4d05-97ca-49e9ac8bc57c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:45.804676 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d658f5a2-4288-42dc-869e-835a68c8500c None None] Provisioning complete for port 76c7b4d0-56f2-41ab-98ac-58cf1ea7a734 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:45.804968 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d658f5a2-4288-42dc-869e-835a68c8500c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (76c7b4d0-56f2-41ab-98ac-58cf1ea7a734), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:45.805093 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f56ba4af-dbe9-49e5-a3e4-f3fae459b22d req-855bce83-b2f7-424b-8f5c-8001b61b29f5 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837768 Feb 19 04:13:45.816812 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc051a-e3b0-4b44-95dc-a9de05aeca2f None None] Pushing event updated for resources: {'Port': ['ID=76c7b4d0-56f2-41ab-98ac-58cf1ea7a734,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:45.874273 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-b4ced5d3-5463-4304-90ef-f259c9f4b24d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1536056972&fields=id&tenant_id=3daaed16085e4153afa0c32c565c3455 HTTP/1.1" status: 200 len: 267 time: 0.4092653 Feb 19 04:13:45.894274 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 76c7b4d0-56f2-41ab-98ac-58cf1ea7a734 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:45.898599 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (76c7b4d0-56f2-41ab-98ac-58cf1ea7a734), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:45.910038 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f75af96-b632-47c4-8f4d-4641f2caa1a9 req-5ae9645d-ec7f-4236-8c1d-024c798b2458 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4517210 Feb 19 04:13:45.925437 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-443e8b4e-1af5-411a-84af-5f631fb20741 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (3d2f2640-3f89-40a3-b5a5-9f6ba65f23ee), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:45.975863 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-443e8b4e-1af5-411a-84af-5f631fb20741 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d2f2640-3f89-40a3-b5a5-9f6ba65f23ee']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:46.004189 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-443e8b4e-1af5-411a-84af-5f631fb20741 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c88c32c8-8af3-4325-ac8e-4a3d9dfbed18') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:46.004511 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-443e8b4e-1af5-411a-84af-5f631fb20741 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c88c32c8-8af3-4325-ac8e-4a3d9dfbed18') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:46.026734 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-443e8b4e-1af5-411a-84af-5f631fb20741 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (c88c32c8-8af3-4325-ac8e-4a3d9dfbed18), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:46.053808 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-443e8b4e-1af5-411a-84af-5f631fb20741 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (c88c32c8-8af3-4325-ac8e-4a3d9dfbed18), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:46.060426 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-443e8b4e-1af5-411a-84af-5f631fb20741 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:13:46.060752 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-443e8b4e-1af5-411a-84af-5f631fb20741 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (c88c32c8-8af3-4325-ac8e-4a3d9dfbed18), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:13:46.063997 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:13:46.070135 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b743cef8-4121-453c-841b-c288b122f623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-3d2f2640-3f89-40a3-b5a5-9f6ba65f23ee', 'network_id': '3d2f2640-3f89-40a3-b5a5-9f6ba65f23ee', 'project_id': '482831af4cad4e6aaa18d2257a07af0f', 'fixed_ips': [{'subnet_id': '91369d8f-11fe-4d05-97ca-49e9ac8bc57c'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:13:46.071434 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b743cef8-4121-453c-841b-c288b122f623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:46.188712 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-443e8b4e-1af5-411a-84af-5f631fb20741 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (3d2f2640-3f89-40a3-b5a5-9f6ba65f23ee), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:46.198238 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-443e8b4e-1af5-411a-84af-5f631fb20741 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:46.198864 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-b743cef8-4121-453c-841b-c288b122f623 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 19 04:13:46.198864 n-d-828369-19 neutron-server[109927]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Feb 19 04:13:46.198864 n-d-828369-19 neutron-server[109927]: [parameters: {'project_id': '482831af4cad4e6aaa18d2257a07af0f', 'id': 'cc13f6a5-ff13-473e-99a3-d064ace0490d', 'name': '', 'network_id': '3d2f2640-3f89-40a3-b5a5-9f6ba65f23ee', 'mac_address': 'fa:16:3e:e0:78:ce', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-3d2f2640-3f89-40a3-b5a5-9f6ba65f23ee', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2182}] Feb 19 04:13:46.198864 n-d-828369-19 neutron-server[109927]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:13:46.200185 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-b743cef8-4121-453c-841b-c288b122f623 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:13:46.201463 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-443e8b4e-1af5-411a-84af-5f631fb20741 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/networks/3d2f2640-3f89-40a3-b5a5-9f6ba65f23ee HTTP/1.1" status: 204 len: 168 time: 1.0529110 Feb 19 04:13:46.205387 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37140) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:46.213348 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-18fef694-550a-4af5-8275-1059866c709a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-220107203'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:46.230851 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e8b4e-1af5-411a-84af-5f631fb20741 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Network': ['ID=3d2f2640-3f89-40a3-b5a5-9f6ba65f23ee,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:46.239469 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-71ffc30e-ef34-4dd3-a734-109af1b96712 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:46.241200 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-71ffc30e-ef34-4dd3-a734-109af1b96712 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/networks?id=04558d05-bf19-4e14-86d3-965fc0aa2433 HTTP/1.1" status: 200 len: 796 time: 0.3551476 Feb 19 04:13:46.257166 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d658f5a2-4288-42dc-869e-835a68c8500c None None] Current status of the port 76c7b4d0-56f2-41ab-98ac-58cf1ea7a734 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:46.278580 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 76c7b4d0-56f2-41ab-98ac-58cf1ea7a734 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:46.279809 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217b7d1-b35b-4049-a4d4-d992e9502d3c req-68c9691e-f0b0-49f9-af40-64e5286618d7 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:46.286895 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e217b7d1-b35b-4049-a4d4-d992e9502d3c req-68c9691e-f0b0-49f9-af40-64e5286618d7 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 945 time: 0.2352133 Feb 19 04:13:46.288213 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ae92ccb1-7837-4da6-92be-4417ec59e46e no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:13:46.312169 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-064a1066-25bb-476c-949e-ecfbbc7d1420 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/quotas/3daaed16085e4153afa0c32c565c3455 HTTP/1.1" status: 200 len: 375 time: 0.0590765 Feb 19 04:13:46.326930 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: ae92ccb1-7837-4da6-92be-4417ec59e46e {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:13:46.328032 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ae92ccb1-7837-4da6-92be-4417ec59e46e not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:13:46.333612 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d658f5a2-4288-42dc-869e-835a68c8500c None None] Provisioning complete for port bc4287af-2c21-4d8e-8d5b-457f1389e9bb triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:46.335183 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d658f5a2-4288-42dc-869e-835a68c8500c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bc4287af-2c21-4d8e-8d5b-457f1389e9bb), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:46.350855 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fef694-550a-4af5-8275-1059866c709a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Made reservation on behalf of 482831af4cad4e6aaa18d2257a07af0f for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:46.354507 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-18fef694-550a-4af5-8275-1059866c709a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:46.366107 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-cc2fdc84-454e-4382-9acb-a38668ac57bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907451947', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '4744acaa-fddd-4df8-9124-4ca5bde41dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:13:34Z', 'updated_at': '2022-02-19T04:13:43Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '4744acaa-fddd-4df8-9124-4ca5bde41dce', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:13:35Z', 'updated_at': '2022-02-19T04:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'bc4287af-2c21-4d8e-8d5b-457f1389e9bb', 'name': '', 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:45:45:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'a7538da7-a1a0-4902-afe6-8a9256c7c858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:13:41Z', 'updated_at': '2022-02-19T04:13:43Z', 'revision_number': 2, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': 'a7538da7-a1a0-4902-afe6-8a9256c7c858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:46.398498 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d658f5a2-4288-42dc-869e-835a68c8500c None None] Port bc4287af-2c21-4d8e-8d5b-457f1389e9bb cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:13:46.420796 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e217b7d1-b35b-4049-a4d4-d992e9502d3c req-660f7e01-60d3-435f-a9be-e9e4191edb2b tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326795 Feb 19 04:13:46.443847 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2fdc84-454e-4382-9acb-a38668ac57bd None None] Checking router: a9b4181c-1ff1-4d67-967a-ef43b773237a for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:13:46.444697 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2fdc84-454e-4382-9acb-a38668ac57bd None None] Updating router a9b4181c-1ff1-4d67-967a-ef43b773237a port bc4287af-2c21-4d8e-8d5b-457f1389e9bb binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:13:46.461871 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-46466334-a432-4728-9103-e56bbbf819f6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1488018 Feb 19 04:13:46.504376 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18fef694-550a-4af5-8275-1059866c709a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:13:46.548517 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-f1f47651-18b4-4bb3-bc16-0b4a1059e4de None None] Provisioning complete for port bc4287af-2c21-4d8e-8d5b-457f1389e9bb triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:46.548938 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f1f47651-18b4-4bb3-bc16-0b4a1059e4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bc4287af-2c21-4d8e-8d5b-457f1389e9bb), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:46.612985 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f1f47651-18b4-4bb3-bc16-0b4a1059e4de None None] Port bc4287af-2c21-4d8e-8d5b-457f1389e9bb cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:13:46.615617 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 76c7b4d0-56f2-41ab-98ac-58cf1ea7a734 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:13:46.628930 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-18fef694-550a-4af5-8275-1059866c709a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (1920d76e-bc39-4967-bf5e-e30eb44fc90f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:46.629588 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-18fef694-550a-4af5-8275-1059866c709a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Added segment 1920d76e-bc39-4967-bf5e-e30eb44fc90f of type vlan for network f36b9195-ef45-4159-a313-0e6d306943a9 Feb 19 04:13:46.683025 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cc2fdc84-454e-4382-9acb-a38668ac57bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (bc4287af-2c21-4d8e-8d5b-457f1389e9bb), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:46.706683 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b743cef8-4121-453c-841b-c288b122f623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:46.718419 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-18fef694-550a-4af5-8275-1059866c709a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (f36b9195-ef45-4159-a313-0e6d306943a9), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:46.784190 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b14ad-de8a-4e6e-a411-d9448c8eaa02 req-d4bd6306-47a5-4431-801f-b1a0d546ac93 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:46.789886 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b14ad-de8a-4e6e-a411-d9448c8eaa02 req-d4bd6306-47a5-4431-801f-b1a0d546ac93 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:46.798469 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b14ad-de8a-4e6e-a411-d9448c8eaa02 req-d4bd6306-47a5-4431-801f-b1a0d546ac93 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:46.805218 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b14ad-de8a-4e6e-a411-d9448c8eaa02 req-d4bd6306-47a5-4431-801f-b1a0d546ac93 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:46.811536 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b14ad-de8a-4e6e-a411-d9448c8eaa02 req-d4bd6306-47a5-4431-801f-b1a0d546ac93 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:46.818107 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b14ad-de8a-4e6e-a411-d9448c8eaa02 req-d4bd6306-47a5-4431-801f-b1a0d546ac93 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:46.824249 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b14ad-de8a-4e6e-a411-d9448c8eaa02 req-d4bd6306-47a5-4431-801f-b1a0d546ac93 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:46.826327 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d80b14ad-de8a-4e6e-a411-d9448c8eaa02 req-d4bd6306-47a5-4431-801f-b1a0d546ac93 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.2139323 Feb 19 04:13:46.839187 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-9a93147d-464a-413a-bd7c-712c5020551e service neutron] 10.222.0.52 "GET /v2.0/networks/04558d05-bf19-4e14-86d3-965fc0aa2433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540573 Feb 19 04:13:46.919655 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-18fef694-550a-4af5-8275-1059866c709a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (f36b9195-ef45-4159-a313-0e6d306943a9), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:46.924878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fef694-550a-4af5-8275-1059866c709a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:46.925818 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-18fef694-550a-4af5-8275-1059866c709a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:47.024676 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-18fef694-550a-4af5-8275-1059866c709a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8181872 Feb 19 04:13:47.027479 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37146) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:47.033745 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-53b333e3-6334-4fa5-84ce-61eb0c22f939 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Request body: {'subnet': {'network_id': 'f36b9195-ef45-4159-a313-0e6d306943a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:47.059544 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fef694-550a-4af5-8275-1059866c709a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event updated for resources: {'Network': ['ID=f36b9195-ef45-4159-a313-0e6d306943a9,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:47.082154 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d80b14ad-de8a-4e6e-a411-d9448c8eaa02 req-0ec24a13-c616-4243-a95c-ae66db25c955 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2476792 Feb 19 04:13:47.087506 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cc2fdc84-454e-4382-9acb-a38668ac57bd None None] Publish callbacks [] for port (bc4287af-2c21-4d8e-8d5b-457f1389e9bb), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:47.096282 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-73c2fb7d-cdf8-4115-a7ca-cf16c29930f9 service neutron] 10.222.0.52 "GET /v2.0/networks/04558d05-bf19-4e14-86d3-965fc0aa2433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492142 Feb 19 04:13:47.103080 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network f36b9195-ef45-4159-a313-0e6d306943a9 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:13:47.238277 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cc2fdc84-454e-4382-9acb-a38668ac57bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (bc4287af-2c21-4d8e-8d5b-457f1389e9bb), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:47.243858 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b333e3-6334-4fa5-84ce-61eb0c22f939 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Made reservation on behalf of 482831af4cad4e6aaa18d2257a07af0f for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:47.247361 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-53b333e3-6334-4fa5-84ce-61eb0c22f939 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:47.269111 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a7b82f-54ce-4b06-86a4-196a83f2c59d None None] Network 3d2f2640-3f89-40a3-b5a5-9f6ba65f23ee requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:47.309167 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8ae8b-e733-4afa-ab93-e2c658c0de55 req-ab39af47-b924-4991-9954-2cdfc76d4c83 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:47.312481 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80a8ae8b-e733-4afa-ab93-e2c658c0de55 req-ab39af47-b924-4991-9954-2cdfc76d4c83 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.0932536 Feb 19 04:13:47.349015 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 76c7b4d0-56f2-41ab-98ac-58cf1ea7a734 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:47.349253 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (76c7b4d0-56f2-41ab-98ac-58cf1ea7a734), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:47.351533 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a7b82f-54ce-4b06-86a4-196a83f2c59d None None] Network 3d2f2640-3f89-40a3-b5a5-9f6ba65f23ee could not be found, it might have been deleted concurrently. {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 04:13:47.466530 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a9135-e694-4a89-ae04-320ac3a607b7 None None] Pushing event updated for resources: {'Port': ['ID=bc4287af-2c21-4d8e-8d5b-457f1389e9bb,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:47.511855 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80a8ae8b-e733-4afa-ab93-e2c658c0de55 req-b781b831-6388-4b1d-b06a-6630b564724b tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826923 Feb 19 04:13:47.595246 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-cc2fdc84-454e-4382-9acb-a38668ac57bd None None] Attempting to bind port bc4287af-2c21-4d8e-8d5b-457f1389e9bb on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:47.595615 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-cc2fdc84-454e-4382-9acb-a38668ac57bd None None] Attempting to bind port bc4287af-2c21-4d8e-8d5b-457f1389e9bb by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'f3e08904-2dfd-4a42-a044-c64d88dcae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:47.595976 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2fdc84-454e-4382-9acb-a38668ac57bd None None] Attempting to bind port bc4287af-2c21-4d8e-8d5b-457f1389e9bb on network 04558d05-bf19-4e14-86d3-965fc0aa2433 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:47.614756 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2fdc84-454e-4382-9acb-a38668ac57bd None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:47.615135 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2fdc84-454e-4382-9acb-a38668ac57bd None None] Checking segment: {'id': 'f3e08904-2dfd-4a42-a044-c64d88dcae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:47.615541 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cc2fdc84-454e-4382-9acb-a38668ac57bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:47.615934 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2fdc84-454e-4382-9acb-a38668ac57bd None None] Bound using segment: {'id': 'f3e08904-2dfd-4a42-a044-c64d88dcae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:47.616406 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-cc2fdc84-454e-4382-9acb-a38668ac57bd None None] Bound port: bc4287af-2c21-4d8e-8d5b-457f1389e9bb, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e08904-2dfd-4a42-a044-c64d88dcae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:47.616820 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cc2fdc84-454e-4382-9acb-a38668ac57bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (bc4287af-2c21-4d8e-8d5b-457f1389e9bb), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:47.672836 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-53b333e3-6334-4fa5-84ce-61eb0c22f939 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (fdcc0e84-71e4-4eac-b377-ba11957a7780), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:47.705924 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-843f4296-41c3-4f9f-94fa-6c67636ff0d9 req-c5e556a9-9d93-4c63-ba2a-aafaca7048fa tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 210 time: 0.0621147 Feb 19 04:13:47.735797 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee3e36-3e15-42b5-ae81-fa9d66771d8e req-e4922dc9-f479-4b93-941a-344577f419d7 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:47.759265 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-86ee3e36-3e15-42b5-ae81-fa9d66771d8e req-e4922dc9-f479-4b93-941a-344577f419d7 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.2906525 Feb 19 04:13:47.868783 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b333e3-6334-4fa5-84ce-61eb0c22f939 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event updated for resources: {'Subnet': ['ID=fdcc0e84-71e4-4eac-b377-ba11957a7780,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:47.873347 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b333e3-6334-4fa5-84ce-61eb0c22f939 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Checking segment: {'id': '1920d76e-bc39-4967-bf5e-e30eb44fc90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f36b9195-ef45-4159-a313-0e6d306943a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:47.873716 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b333e3-6334-4fa5-84ce-61eb0c22f939 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Network hostable DHCP agents. Network: f36b9195-ef45-4159-a313-0e6d306943a9, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:13:47.903062 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-cc2fdc84-454e-4382-9acb-a38668ac57bd None None] For port bc4287af-2c21-4d8e-8d5b-457f1389e9bb, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:47.907825 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-cc2fdc84-454e-4382-9acb-a38668ac57bd None None] For port bc4287af-2c21-4d8e-8d5b-457f1389e9bb, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=bc4287af-2c21-4d8e-8d5b-457f1389e9bb,segment=NetworkSegment(f3e08904-2dfd-4a42-a044-c64d88dcae94),segment_id=f3e08904-2dfd-4a42-a044-c64d88dcae94)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:47.921543 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 76c7b4d0-56f2-41ab-98ac-58cf1ea7a734 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:47.933566 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b333e3-6334-4fa5-84ce-61eb0c22f939 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Network f36b9195-ef45-4159-a313-0e6d306943a9 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:13:47.944156 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-86ee3e36-3e15-42b5-ae81-fa9d66771d8e req-b792e2a3-128e-4f70-a5a6-78cd894c4cc8 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1832745 Feb 19 04:13:47.947104 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cc2fdc84-454e-4382-9acb-a38668ac57bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (bc4287af-2c21-4d8e-8d5b-457f1389e9bb), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:47.952845 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-53b333e3-6334-4fa5-84ce-61eb0c22f939 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, f36b9195-ef45-4159-a313-0e6d306943a9) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:47.956941 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b333e3-6334-4fa5-84ce-61eb0c22f939 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:47.957535 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-53b333e3-6334-4fa5-84ce-61eb0c22f939 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:47.964004 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b4ff8abf-5f54-4eaf-a663-2fb155de0a49 None None] Provisioning complete for port bc4287af-2c21-4d8e-8d5b-457f1389e9bb triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:47.964390 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b4ff8abf-5f54-4eaf-a663-2fb155de0a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bc4287af-2c21-4d8e-8d5b-457f1389e9bb), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:48.003790 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-53b333e3-6334-4fa5-84ce-61eb0c22f939 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9746654 Feb 19 04:13:48.006826 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37158) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:48.025102 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31165be3-f6b7-4471-8cc4-b637811a43bc req-0ee7c71d-b1b7-44a9-a3fb-19670b8b9fd9 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:48.026698 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-31165be3-f6b7-4471-8cc4-b637811a43bc req-0ee7c71d-b1b7-44a9-a3fb-19670b8b9fd9 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 945 time: 0.2160456 Feb 19 04:13:48.138761 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb7b9ae-dfb8-4f56-8ef5-6ea570277054 None None] Network f36b9195-ef45-4159-a313-0e6d306943a9 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:48.247464 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-31165be3-f6b7-4471-8cc4-b637811a43bc req-71c7249c-d800-474b-8ff2-965d030d7a2c tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122686 Feb 19 04:13:48.327534 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd90018-3fe0-4a5d-8e6e-f2b1e5889852 req-de1350a3-d7b3-4763-b2cb-cec312b39d33 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:48.342940 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ecd90018-3fe0-4a5d-8e6e-f2b1e5889852 req-de1350a3-d7b3-4763-b2cb-cec312b39d33 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.1783392 Feb 19 04:13:48.360988 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d8eb3ce-8823-46af-a84f-8c732ee06192 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (f36b9195-ef45-4159-a313-0e6d306943a9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:48.373910 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2fdc84-454e-4382-9acb-a38668ac57bd None None] Routers {'a9b4181c-1ff1-4d67-967a-ef43b773237a'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:13:48.377525 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-cc2fdc84-454e-4382-9acb-a38668ac57bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:13:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['a9b4181c-1ff1-4d67-967a-ef43b773237a'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:48.497372 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ecd90018-3fe0-4a5d-8e6e-f2b1e5889852 req-4e98e631-0b09-4fec-97b5-2dbff355fc8f tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1485949 Feb 19 04:13:48.515035 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d8eb3ce-8823-46af-a84f-8c732ee06192 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (fdcc0e84-71e4-4eac-b377-ba11957a7780), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:48.579079 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a9135-e694-4a89-ae04-320ac3a607b7 None None] Pushing event updated for resources: {'Port': ['ID=bc4287af-2c21-4d8e-8d5b-457f1389e9bb,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:48.672401 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e0986-5dfb-462f-ab25-10d1a03df1e7 req-33ebe959-9874-4c78-b58a-18a5201ecac4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:48.682284 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e0986-5dfb-462f-ab25-10d1a03df1e7 req-33ebe959-9874-4c78-b58a-18a5201ecac4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:48.689779 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d8eb3ce-8823-46af-a84f-8c732ee06192 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (fdcc0e84-71e4-4eac-b377-ba11957a7780), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:48.700257 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e0986-5dfb-462f-ab25-10d1a03df1e7 req-33ebe959-9874-4c78-b58a-18a5201ecac4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:48.714687 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e0986-5dfb-462f-ab25-10d1a03df1e7 req-33ebe959-9874-4c78-b58a-18a5201ecac4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:48.751035 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e0986-5dfb-462f-ab25-10d1a03df1e7 req-33ebe959-9874-4c78-b58a-18a5201ecac4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:48.777266 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e0986-5dfb-462f-ab25-10d1a03df1e7 req-33ebe959-9874-4c78-b58a-18a5201ecac4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:48.789243 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8eb3ce-8823-46af-a84f-8c732ee06192 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Subnet': ['ID=fdcc0e84-71e4-4eac-b377-ba11957a7780,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:48.790871 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e0986-5dfb-462f-ab25-10d1a03df1e7 req-33ebe959-9874-4c78-b58a-18a5201ecac4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:48.795284 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-223e0986-5dfb-462f-ab25-10d1a03df1e7 req-33ebe959-9874-4c78-b58a-18a5201ecac4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.3423519 Feb 19 04:13:48.927158 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d8eb3ce-8823-46af-a84f-8c732ee06192 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (f36b9195-ef45-4159-a313-0e6d306943a9), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:48.971247 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-8d8eb3ce-8823-46af-a84f-8c732ee06192 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36b9195-ef45-4159-a313-0e6d306943a9']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:48.997941 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-8d8eb3ce-8823-46af-a84f-8c732ee06192 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1920d76e-bc39-4967-bf5e-e30eb44fc90f') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:48.998532 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-8d8eb3ce-8823-46af-a84f-8c732ee06192 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1920d76e-bc39-4967-bf5e-e30eb44fc90f') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:49.015788 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-223e0986-5dfb-462f-ab25-10d1a03df1e7 req-9b36aff7-dc4b-484c-90d4-eb3093637d9b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2059362 Feb 19 04:13:49.018752 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d8eb3ce-8823-46af-a84f-8c732ee06192 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (1920d76e-bc39-4967-bf5e-e30eb44fc90f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:49.042712 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b085b4-957e-4d99-9d4e-d2d13df18998 req-a76125a7-07b6-4bca-8a0d-5c82d553e980 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:49.044501 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d8eb3ce-8823-46af-a84f-8c732ee06192 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (1920d76e-bc39-4967-bf5e-e30eb44fc90f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:49.057513 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e4b085b4-957e-4d99-9d4e-d2d13df18998 req-a76125a7-07b6-4bca-8a0d-5c82d553e980 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.1925185 Feb 19 04:13:49.063914 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d8eb3ce-8823-46af-a84f-8c732ee06192 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:13:49.067730 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d8eb3ce-8823-46af-a84f-8c732ee06192 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (1920d76e-bc39-4967-bf5e-e30eb44fc90f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:13:49.072544 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:13:49.122074 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626083c4-02bb-4231-8ce4-cbcf95d004f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-f36b9195-ef45-4159-a313-0e6d306943a9', 'network_id': 'f36b9195-ef45-4159-a313-0e6d306943a9', 'project_id': '482831af4cad4e6aaa18d2257a07af0f', 'fixed_ips': [{'subnet_id': 'fdcc0e84-71e4-4eac-b377-ba11957a7780'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:13:49.123352 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-626083c4-02bb-4231-8ce4-cbcf95d004f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:49.163853 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e4b085b4-957e-4d99-9d4e-d2d13df18998 req-db2e6714-d96f-4afe-a65a-7b539d8fbb9b tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054287 Feb 19 04:13:49.167960 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b4ff8abf-5f54-4eaf-a663-2fb155de0a49 None None] Current status of the port bc4287af-2c21-4d8e-8d5b-457f1389e9bb is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:49.168802 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b4ff8abf-5f54-4eaf-a663-2fb155de0a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (bc4287af-2c21-4d8e-8d5b-457f1389e9bb), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:49.214674 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d8eb3ce-8823-46af-a84f-8c732ee06192 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (f36b9195-ef45-4159-a313-0e6d306943a9), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:49.224128 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d8eb3ce-8823-46af-a84f-8c732ee06192 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:49.226109 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-cc2fdc84-454e-4382-9acb-a38668ac57bd None None] Set router a9b4181c-1ff1-4d67-967a-ef43b773237a gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:13:49.243322 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8d8eb3ce-8823-46af-a84f-8c732ee06192 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/networks/f36b9195-ef45-4159-a313-0e6d306943a9 HTTP/1.1" status: 204 len: 168 time: 1.2324460 Feb 19 04:13:49.243916 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37176) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:49.258934 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-0dfde036-02e3-4d27-bfa2-5ed928b6a7f9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1773090249'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:49.268239 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b4ff8abf-5f54-4eaf-a663-2fb155de0a49 None None] For port bc4287af-2c21-4d8e-8d5b-457f1389e9bb, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=bc4287af-2c21-4d8e-8d5b-457f1389e9bb,segment=NetworkSegment(f3e08904-2dfd-4a42-a044-c64d88dcae94),segment_id=f3e08904-2dfd-4a42-a044-c64d88dcae94)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:49.271898 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff0db56-0865-43eb-8250-f884c813fbe9 None None] Network f36b9195-ef45-4159-a313-0e6d306943a9 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:49.284746 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-00473e5a-d202-4eb9-9c4b-1774d84e897d req-3cd7a078-1e40-4c5a-84e1-7e009e35b1a0 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 210 time: 0.1116748 Feb 19 04:13:49.285252 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8eb3ce-8823-46af-a84f-8c732ee06192 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Network': ['ID=f36b9195-ef45-4159-a313-0e6d306943a9,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:49.344097 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfde036-02e3-4d27-bfa2-5ed928b6a7f9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Made reservation on behalf of 482831af4cad4e6aaa18d2257a07af0f for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:49.348793 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b4ff8abf-5f54-4eaf-a663-2fb155de0a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (bc4287af-2c21-4d8e-8d5b-457f1389e9bb), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:49.356212 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0dfde036-02e3-4d27-bfa2-5ed928b6a7f9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:49.368688 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff0db56-0865-43eb-8250-f884c813fbe9 None None] Network f36b9195-ef45-4159-a313-0e6d306943a9 could not be found, it might have been deleted concurrently. {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 04:13:49.557555 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9711f54-a529-470c-8e00-38b8c0948b27 req-3469a8e5-ad51-427b-ae5c-6eb1f938179e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:49.559604 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9711f54-a529-470c-8e00-38b8c0948b27 req-3469a8e5-ad51-427b-ae5c-6eb1f938179e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.2342319 Feb 19 04:13:49.604074 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dfde036-02e3-4d27-bfa2-5ed928b6a7f9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:13:49.644055 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e139f9-7fd3-460e-a1c8-7f2977154e33 req-ecb7e63e-c6b7-403b-898e-a4a87e6c40af tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:49.652115 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b4e139f9-7fd3-460e-a1c8-7f2977154e33 req-ecb7e63e-c6b7-403b-898e-a4a87e6c40af tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 945 time: 0.2130244 Feb 19 04:13:49.722122 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-f61cd175-b80e-4faa-bd0e-c5c91aede4f7 None None] Provisioning complete for port bc4287af-2c21-4d8e-8d5b-457f1389e9bb triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:49.723174 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f61cd175-b80e-4faa-bd0e-c5c91aede4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bc4287af-2c21-4d8e-8d5b-457f1389e9bb), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:49.726337 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0dfde036-02e3-4d27-bfa2-5ed928b6a7f9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (c4c6eb65-a22e-4819-8daa-5121946b390f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:49.726337 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-0dfde036-02e3-4d27-bfa2-5ed928b6a7f9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Added segment c4c6eb65-a22e-4819-8daa-5121946b390f of type vlan for network 6aafd351-9b76-4d8a-9894-9ebbda18fb52 Feb 19 04:13:49.752198 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b4e139f9-7fd3-460e-a1c8-7f2977154e33 req-7c30e4a4-fd53-4d5c-9bcd-a8ba1a276eca tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990515 Feb 19 04:13:49.804325 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff8abf-5f54-4eaf-a663-2fb155de0a49 None None] Pushing event updated for resources: {'Port': ['ID=bc4287af-2c21-4d8e-8d5b-457f1389e9bb,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:49.828805 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9711f54-a529-470c-8e00-38b8c0948b27 req-d5e13da2-a9d7-48e9-b674-c152a93f616e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2370236 Feb 19 04:13:49.860833 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0dfde036-02e3-4d27-bfa2-5ed928b6a7f9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (6aafd351-9b76-4d8a-9894-9ebbda18fb52), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:49.873435 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f61cd175-b80e-4faa-bd0e-c5c91aede4f7 None None] Current status of the port bc4287af-2c21-4d8e-8d5b-457f1389e9bb is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:49.884073 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-fcb6b56a-b73b-4aa0-9241-e469c040d3c8 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:49.885982 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-fcb6b56a-b73b-4aa0-9241-e469c040d3c8 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.79 "GET /v2.0/networks?id=04558d05-bf19-4e14-86d3-965fc0aa2433 HTTP/1.1" status: 200 len: 796 time: 0.3935823 Feb 19 04:13:49.896862 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-cc2fdc84-454e-4382-9acb-a38668ac57bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907451947', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '4744acaa-fddd-4df8-9124-4ca5bde41dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:13:34Z', 'updated_at': '2022-02-19T04:13:43Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '4744acaa-fddd-4df8-9124-4ca5bde41dce', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:13:35Z', 'updated_at': '2022-02-19T04:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'bc4287af-2c21-4d8e-8d5b-457f1389e9bb', 'name': '', 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:45:45:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'a7538da7-a1a0-4902-afe6-8a9256c7c858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:13:41Z', 'updated_at': '2022-02-19T04:13:47Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': 'a7538da7-a1a0-4902-afe6-8a9256c7c858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:49.931711 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2fdc84-454e-4382-9acb-a38668ac57bd None None] The sync data for ids ['a9b4181c-1ff1-4d67-967a-ef43b773237a'] in n-d-828369-19 is: [{'id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907451947', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '4744acaa-fddd-4df8-9124-4ca5bde41dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:13:34Z', 'updated_at': '2022-02-19T04:13:43Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '4744acaa-fddd-4df8-9124-4ca5bde41dce', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:13:35Z', 'updated_at': '2022-02-19T04:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'bc4287af-2c21-4d8e-8d5b-457f1389e9bb', 'name': '', 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:45:45:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'a7538da7-a1a0-4902-afe6-8a9256c7c858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:13:41Z', 'updated_at': '2022-02-19T04:13:47Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': 'a7538da7-a1a0-4902-afe6-8a9256c7c858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:13:49.944268 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0dfde036-02e3-4d27-bfa2-5ed928b6a7f9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (6aafd351-9b76-4d8a-9894-9ebbda18fb52), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:49.951816 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfde036-02e3-4d27-bfa2-5ed928b6a7f9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:49.954827 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0dfde036-02e3-4d27-bfa2-5ed928b6a7f9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:50.152071 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-b00036a2-a913-41f5-a00c-8ddce340eb0f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3daaed16085e4153afa0c32c565c3455 HTTP/1.1" status: 200 len: 380 time: 0.2557938 Feb 19 04:13:50.161179 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0dfde036-02e3-4d27-bfa2-5ed928b6a7f9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9150264 Feb 19 04:13:50.163061 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37184) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:50.174572 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-fed812ff-1842-4839-aae4-b2686d115e4a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Request body: {'subnet': {'network_id': '6aafd351-9b76-4d8a-9894-9ebbda18fb52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:50.179921 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-836ad99b-6ba2-4cd5-bc33-4501297c6b3e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'port': {'device_id': '1e97138d-d079-42c5-a9e0-a30f7970cc41', 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433', 'admin_state_up': True, 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'security_groups': ['f3ab02a4-0fac-4d05-9c3c-0258533ab3f1']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:50.280315 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfde036-02e3-4d27-bfa2-5ed928b6a7f9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event updated for resources: {'Network': ['ID=6aafd351-9b76-4d8a-9894-9ebbda18fb52,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:50.297649 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 6aafd351-9b76-4d8a-9894-9ebbda18fb52 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:13:50.308658 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a944194-5837-428b-9b5e-d20b48b0e72d req-d409ff59-2318-4416-85f9-4de2ac141007 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:50.310458 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a944194-5837-428b-9b5e-d20b48b0e72d req-d409ff59-2318-4416-85f9-4de2ac141007 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.3286190 Feb 19 04:13:50.359979 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed812ff-1842-4839-aae4-b2686d115e4a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Made reservation on behalf of 482831af4cad4e6aaa18d2257a07af0f for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:50.363615 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fed812ff-1842-4839-aae4-b2686d115e4a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:50.470326 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95322dc5-a80b-47f1-a425-d11ad0f6e258 req-dd38f750-b53d-48f0-9398-928d80901af0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:50.477431 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95322dc5-a80b-47f1-a425-d11ad0f6e258 req-dd38f750-b53d-48f0-9398-928d80901af0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:50.514921 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95322dc5-a80b-47f1-a425-d11ad0f6e258 req-dd38f750-b53d-48f0-9398-928d80901af0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:50.528424 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95322dc5-a80b-47f1-a425-d11ad0f6e258 req-dd38f750-b53d-48f0-9398-928d80901af0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:50.549560 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95322dc5-a80b-47f1-a425-d11ad0f6e258 req-dd38f750-b53d-48f0-9398-928d80901af0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:50.569276 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95322dc5-a80b-47f1-a425-d11ad0f6e258 req-dd38f750-b53d-48f0-9398-928d80901af0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:50.576138 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device bc4287af-2c21-4d8e-8d5b-457f1389e9bb up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:13:50.581432 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95322dc5-a80b-47f1-a425-d11ad0f6e258 req-dd38f750-b53d-48f0-9398-928d80901af0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:50.586506 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95322dc5-a80b-47f1-a425-d11ad0f6e258 req-dd38f750-b53d-48f0-9398-928d80901af0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.4446068 Feb 19 04:13:50.687952 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a944194-5837-428b-9b5e-d20b48b0e72d req-a3b37d78-784f-4d6b-9b99-32008ab13e3e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3646376 Feb 19 04:13:50.700796 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port bc4287af-2c21-4d8e-8d5b-457f1389e9bb triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:50.702576 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bc4287af-2c21-4d8e-8d5b-457f1389e9bb), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:50.705968 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-836ad99b-6ba2-4cd5-bc33-4501297c6b3e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Made reservation on behalf of 3daaed16085e4153afa0c32c565c3455 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:50.718247 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-836ad99b-6ba2-4cd5-bc33-4501297c6b3e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:50.818431 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fed812ff-1842-4839-aae4-b2686d115e4a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (57837900-5bfe-45f3-b546-2202d4823dd2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:50.915472 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed812ff-1842-4839-aae4-b2686d115e4a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event updated for resources: {'Subnet': ['ID=57837900-5bfe-45f3-b546-2202d4823dd2,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:50.933457 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port bc4287af-2c21-4d8e-8d5b-457f1389e9bb is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:50.964301 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed812ff-1842-4839-aae4-b2686d115e4a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Checking segment: {'id': 'c4c6eb65-a22e-4819-8daa-5121946b390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6aafd351-9b76-4d8a-9894-9ebbda18fb52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:50.964552 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed812ff-1842-4839-aae4-b2686d115e4a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Network hostable DHCP agents. Network: 6aafd351-9b76-4d8a-9894-9ebbda18fb52, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:13:50.982839 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95322dc5-a80b-47f1-a425-d11ad0f6e258 req-5e45dbe0-90dc-405e-a349-5acd62b84159 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3843026 Feb 19 04:13:50.990974 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed812ff-1842-4839-aae4-b2686d115e4a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Network 6aafd351-9b76-4d8a-9894-9ebbda18fb52 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:13:51.016969 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-fed812ff-1842-4839-aae4-b2686d115e4a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 6aafd351-9b76-4d8a-9894-9ebbda18fb52) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:51.031343 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed812ff-1842-4839-aae4-b2686d115e4a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:51.031962 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fed812ff-1842-4839-aae4-b2686d115e4a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:51.049905 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcb22dd-5c69-4a55-bae7-138835be9bb6 None None] Network 6aafd351-9b76-4d8a-9894-9ebbda18fb52 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:51.071715 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fed812ff-1842-4839-aae4-b2686d115e4a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9069500 Feb 19 04:13:51.074434 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37196) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:51.142182 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5c29d-79e9-46c0-b497-88acb34cbd61 req-b7729ac7-6143-49b8-ba47-650d7dbef59c tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:51.143677 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4e5c29d-79e9-46c0-b497-88acb34cbd61 req-b7729ac7-6143-49b8-ba47-650d7dbef59c tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.3230939 Feb 19 04:13:51.271137 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88c4c473-3c70-4185-9038-39cb3d784d5c req-8a8c18ec-f730-42ea-a1d9-c11d817f21f5 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 210 time: 0.1263633 Feb 19 04:13:51.333642 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4e2ed457-0911-4b55-9c66-14a4f9acc2f5 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (6aafd351-9b76-4d8a-9894-9ebbda18fb52), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:51.356232 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b911d2f-7529-4e4e-97b5-fd173080cce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-6aafd351-9b76-4d8a-9894-9ebbda18fb52', 'network_id': '6aafd351-9b76-4d8a-9894-9ebbda18fb52', 'project_id': '482831af4cad4e6aaa18d2257a07af0f', 'fixed_ips': [{'subnet_id': '57837900-5bfe-45f3-b546-2202d4823dd2'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:13:51.358033 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1b911d2f-7529-4e4e-97b5-fd173080cce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:51.381248 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4e5c29d-79e9-46c0-b497-88acb34cbd61 req-ddfd2ea8-fef5-43b3-ae12-b0d3984efb6a tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291036 Feb 19 04:13:51.382513 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-836ad99b-6ba2-4cd5-bc33-4501297c6b3e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Allocated IP 172.20.0.11 (04558d05-bf19-4e14-86d3-965fc0aa2433/a7538da7-a1a0-4902-afe6-8a9256c7c858/23c49555-16ce-45ca-9778-dc102b7f108e) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:13:51.504125 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4e2ed457-0911-4b55-9c66-14a4f9acc2f5 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (57837900-5bfe-45f3-b546-2202d4823dd2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:51.664634 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4e2ed457-0911-4b55-9c66-14a4f9acc2f5 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (57837900-5bfe-45f3-b546-2202d4823dd2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server [None req-1b911d2f-7529-4e4e-97b5-fd173080cce2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57837900-5bfe-45f3-b546-2202d4823dd2: This subnet is being modified by another concurrent operation. Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:13:51.677557 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise exception Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57837900-5bfe-45f3-b546-2202d4823dd2: This subnet is being modified by another concurrent operation. Feb 19 04:13:51.681644 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server Feb 19 04:13:51.743817 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25832de7-dfb2-4aea-b50c-b58d62e34daa None None] get_active_networks_info from n-d-828369-19 {{(pid=109927) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:13:51.797419 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ed457-0911-4b55-9c66-14a4f9acc2f5 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Subnet': ['ID=57837900-5bfe-45f3-b546-2202d4823dd2,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:51.922852 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e160c3-4de6-4d9b-978f-a99faa2b0704 req-79543da2-eac6-4c62-99e6-7fc345d7098e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:51.924394 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18e160c3-4de6-4d9b-978f-a99faa2b0704 req-79543da2-eac6-4c62-99e6-7fc345d7098e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.3941510 Feb 19 04:13:51.926761 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25832de7-dfb2-4aea-b50c-b58d62e34daa None None] Resources bound (agent type, host, resource id): {{(pid=109927) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:13:51.962463 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e0c1a-b421-48d4-afb5-08ca123ad520 req-0c321621-7b8e-4c17-b0d3-a36940e207c0 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:51.964088 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9d2e0c1a-b421-48d4-afb5-08ca123ad520 req-0c321621-7b8e-4c17-b0d3-a36940e207c0 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 945 time: 0.3063054 Feb 19 04:13:51.976856 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4e2ed457-0911-4b55-9c66-14a4f9acc2f5 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (6aafd351-9b76-4d8a-9894-9ebbda18fb52), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:52.015863 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-4e2ed457-0911-4b55-9c66-14a4f9acc2f5 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aafd351-9b76-4d8a-9894-9ebbda18fb52']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:52.024508 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-836ad99b-6ba2-4cd5-bc33-4501297c6b3e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for port (23c49555-16ce-45ca-9778-dc102b7f108e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:52.029846 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-4e2ed457-0911-4b55-9c66-14a4f9acc2f5 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c6eb65-a22e-4819-8daa-5121946b390f') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:52.030802 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-4e2ed457-0911-4b55-9c66-14a4f9acc2f5 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c6eb65-a22e-4819-8daa-5121946b390f') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:52.048624 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4e2ed457-0911-4b55-9c66-14a4f9acc2f5 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (c4c6eb65-a22e-4819-8daa-5121946b390f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:52.068115 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4e2ed457-0911-4b55-9c66-14a4f9acc2f5 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (c4c6eb65-a22e-4819-8daa-5121946b390f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:52.080411 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2ed457-0911-4b55-9c66-14a4f9acc2f5 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:13:52.080899 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4e2ed457-0911-4b55-9c66-14a4f9acc2f5 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (c4c6eb65-a22e-4819-8daa-5121946b390f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:13:52.084650 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:13:52.194514 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4e2ed457-0911-4b55-9c66-14a4f9acc2f5 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (6aafd351-9b76-4d8a-9894-9ebbda18fb52), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:52.199480 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18e160c3-4de6-4d9b-978f-a99faa2b0704 req-0ba8d82a-ca06-4642-8a06-555519af4c5d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2636523 Feb 19 04:13:52.204327 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4e2ed457-0911-4b55-9c66-14a4f9acc2f5 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:52.211555 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4e2ed457-0911-4b55-9c66-14a4f9acc2f5 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/networks/6aafd351-9b76-4d8a-9894-9ebbda18fb52 HTTP/1.1" status: 204 len: 168 time: 1.1360576 Feb 19 04:13:52.212995 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37206) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:52.233189 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ed457-0911-4b55-9c66-14a4f9acc2f5 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Network': ['ID=6aafd351-9b76-4d8a-9894-9ebbda18fb52,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:52.235848 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-701be089-551d-4723-a086-8158671eefac tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-486209422'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:52.286545 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9d2e0c1a-b421-48d4-afb5-08ca123ad520 req-ead749d6-c943-4042-805d-4a94dd8bc626 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879388 Feb 19 04:13:52.301342 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-836ad99b-6ba2-4cd5-bc33-4501297c6b3e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:52.340963 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18e08a1-9cbf-488f-9bba-b915a757c29b None None] Network 6aafd351-9b76-4d8a-9894-9ebbda18fb52 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:52.379997 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18e08a1-9cbf-488f-9bba-b915a757c29b None None] Network 6aafd351-9b76-4d8a-9894-9ebbda18fb52 could not be found, it might have been deleted concurrently. {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 04:13:52.390138 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-836ad99b-6ba2-4cd5-bc33-4501297c6b3e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Network 04558d05-bf19-4e14-86d3-965fc0aa2433 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:13:52.400065 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-836ad99b-6ba2-4cd5-bc33-4501297c6b3e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:52.403165 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-836ad99b-6ba2-4cd5-bc33-4501297c6b3e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:13:52.453811 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701be089-551d-4723-a086-8158671eefac tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Made reservation on behalf of 482831af4cad4e6aaa18d2257a07af0f for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:52.457525 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-701be089-551d-4723-a086-8158671eefac tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:52.552523 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701be089-551d-4723-a086-8158671eefac tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:13:52.565277 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-701be089-551d-4723-a086-8158671eefac tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e50499b0-f2b3-4b84-bc66-ca457ffb5428), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:52.565679 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-701be089-551d-4723-a086-8158671eefac tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Added segment e50499b0-f2b3-4b84-bc66-ca457ffb5428 of type vlan for network 19959432-d7b7-40ec-bc3d-f91f4f7d9f62 Feb 19 04:13:52.622643 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-701be089-551d-4723-a086-8158671eefac tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (19959432-d7b7-40ec-bc3d-f91f4f7d9f62), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:52.962813 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e26e6e96-ffb5-46bd-bc86-f7790909e5f0 None None] Provisioning complete for port 23c49555-16ce-45ca-9778-dc102b7f108e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:52.963600 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e26e6e96-ffb5-46bd-bc86-f7790909e5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:53.018200 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e26e6e96-ffb5-46bd-bc86-f7790909e5f0 None None] Port 23c49555-16ce-45ca-9778-dc102b7f108e cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:13:53.171999 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.db.resource_extend [None req-701be089-551d-4723-a086-8158671eefac tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:13:53.213601 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ad99b-6ba2-4cd5-bc33-4501297c6b3e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Port': ['ID=23c49555-16ce-45ca-9778-dc102b7f108e,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:53.231225 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-836ad99b-6ba2-4cd5-bc33-4501297c6b3e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:53.233990 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-836ad99b-6ba2-4cd5-bc33-4501297c6b3e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:53.245783 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-701be089-551d-4723-a086-8158671eefac tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (19959432-d7b7-40ec-bc3d-f91f4f7d9f62), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:53.250654 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701be089-551d-4723-a086-8158671eefac tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:53.251322 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-701be089-551d-4723-a086-8158671eefac tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:53.284172 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14094bbd-a87a-442f-98a6-25af561c42f2 req-f2f5935f-34a3-400c-85db-26d9dafdf205 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:53.289794 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14094bbd-a87a-442f-98a6-25af561c42f2 req-f2f5935f-34a3-400c-85db-26d9dafdf205 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:53.295249 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14094bbd-a87a-442f-98a6-25af561c42f2 req-f2f5935f-34a3-400c-85db-26d9dafdf205 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:53.301413 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14094bbd-a87a-442f-98a6-25af561c42f2 req-f2f5935f-34a3-400c-85db-26d9dafdf205 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:53.306617 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14094bbd-a87a-442f-98a6-25af561c42f2 req-f2f5935f-34a3-400c-85db-26d9dafdf205 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:53.312276 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14094bbd-a87a-442f-98a6-25af561c42f2 req-f2f5935f-34a3-400c-85db-26d9dafdf205 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:53.319520 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14094bbd-a87a-442f-98a6-25af561c42f2 req-f2f5935f-34a3-400c-85db-26d9dafdf205 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:53.327094 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-14094bbd-a87a-442f-98a6-25af561c42f2 req-f2f5935f-34a3-400c-85db-26d9dafdf205 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.8759117 Feb 19 04:13:53.387897 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-836ad99b-6ba2-4cd5-bc33-4501297c6b3e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2202508 Feb 19 04:13:53.399381 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-701be089-551d-4723-a086-8158671eefac tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1768584 Feb 19 04:13:53.402036 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37224) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:53.408948 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-7014d8a3-8977-492f-b2c4-2dbf55a30fc3 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:53.411881 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-5b5f9d4d-d932-46c0-8df2-6618a8e844db service neutron] Request body: {'port': {'device_id': '1e97138d-d079-42c5-a9e0-a30f7970cc41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:53.467973 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701be089-551d-4723-a086-8158671eefac tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event updated for resources: {'Network': ['ID=19959432-d7b7-40ec-bc3d-f91f4f7d9f62,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:53.485364 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 19959432-d7b7-40ec-bc3d-f91f4f7d9f62 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:13:53.492338 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db016e26-bd85-4fc3-a810-4b825bb52ec2 req-064f7628-4793-4830-a099-ffa53b302a56 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:53.494109 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-db016e26-bd85-4fc3-a810-4b825bb52ec2 req-064f7628-4793-4830-a099-ffa53b302a56 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 932 time: 0.3484411 Feb 19 04:13:53.570497 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-5b5f9d4d-d932-46c0-8df2-6618a8e844db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:53.593055 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-14094bbd-a87a-442f-98a6-25af561c42f2 req-d2558a37-df81-4634-b6fd-2d154979194d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2649562 Feb 19 04:13:53.705424 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7014d8a3-8977-492f-b2c4-2dbf55a30fc3 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (19959432-d7b7-40ec-bc3d-f91f4f7d9f62), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:53.710275 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-db016e26-bd85-4fc3-a810-4b825bb52ec2 req-4a7d1b43-70af-4b0a-b66c-8b8548b14b35 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013006 Feb 19 04:13:53.740698 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7014d8a3-8977-492f-b2c4-2dbf55a30fc3 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (19959432-d7b7-40ec-bc3d-f91f4f7d9f62), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:53.752735 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7014d8a3-8977-492f-b2c4-2dbf55a30fc3 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Network 19959432-d7b7-40ec-bc3d-f91f4f7d9f62 is not hosted by any dhcp agent {{(pid=109925) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 04:13:53.758201 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7014d8a3-8977-492f-b2c4-2dbf55a30fc3 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:53.758852 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7014d8a3-8977-492f-b2c4-2dbf55a30fc3 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:53.762788 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7014d8a3-8977-492f-b2c4-2dbf55a30fc3 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "PUT /v2.0/networks/19959432-d7b7-40ec-bc3d-f91f4f7d9f62 HTTP/1.1" status: 200 len: 723 time: 0.3565381 Feb 19 04:13:53.772192 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37228) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:53.777496 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-20250144-d086-483e-91e3-42dd1e777ba9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Request body: {'subnet': {'network_id': '19959432-d7b7-40ec-bc3d-f91f4f7d9f62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:53.923853 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014d8a3-8977-492f-b2c4-2dbf55a30fc3 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event updated for resources: {'Network': ['ID=19959432-d7b7-40ec-bc3d-f91f4f7d9f62,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:53.942310 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 19959432-d7b7-40ec-bc3d-f91f4f7d9f62 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:13:53.953968 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddec0e-6c4a-480a-8f03-ede22aa634f4 req-a47fb34b-e50c-4c91-8e45-5c2a4fd811b9 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:53.960759 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19ddec0e-6c4a-480a-8f03-ede22aa634f4 req-a47fb34b-e50c-4c91-8e45-5c2a4fd811b9 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.2482798 Feb 19 04:13:53.980871 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20250144-d086-483e-91e3-42dd1e777ba9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Made reservation on behalf of 482831af4cad4e6aaa18d2257a07af0f for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:53.985326 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-20250144-d086-483e-91e3-42dd1e777ba9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:54.103231 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542fcc6-bd5a-41e9-91d1-6d3c49b8e082 req-e189c187-5e23-480b-b8a4-efb4a3e5ae60 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:54.115096 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b542fcc6-bd5a-41e9-91d1-6d3c49b8e082 req-e189c187-5e23-480b-b8a4-efb4a3e5ae60 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.3025973 Feb 19 04:13:54.211424 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19ddec0e-6c4a-480a-8f03-ede22aa634f4 req-d91a534e-b832-4df8-8302-fb22a4a1bee2 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2404103 Feb 19 04:13:54.265018 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b542fcc6-bd5a-41e9-91d1-6d3c49b8e082 req-a629c786-961d-4637-8e67-ebf908e01345 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1485102 Feb 19 04:13:54.374258 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-5b5f9d4d-d932-46c0-8df2-6618a8e844db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23c49555-16ce-45ca-9778-dc102b7f108e {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:54.384514 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-5b5f9d4d-d932-46c0-8df2-6618a8e844db service neutron] Publish callbacks [] for port (23c49555-16ce-45ca-9778-dc102b7f108e), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:54.403324 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-5b5f9d4d-d932-46c0-8df2-6618a8e844db service neutron] Transition to ACTIVE for port object 23c49555-16ce-45ca-9778-dc102b7f108e will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:13:54.411738 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c56045-bcce-4b25-b27f-4cdb5ab6efe5 req-f7df0f5b-0646-4c23-8a40-fbc1e382d48d tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:54.419001 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b2c56045-bcce-4b25-b27f-4cdb5ab6efe5 req-f7df0f5b-0646-4c23-8a40-fbc1e382d48d tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 945 time: 0.1136208 Feb 19 04:13:54.429106 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-5b5f9d4d-d932-46c0-8df2-6618a8e844db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:54.518415 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f9d4d-d932-46c0-8df2-6618a8e844db service neutron] Pushing event updated for resources: {'Port': ['ID=23c49555-16ce-45ca-9778-dc102b7f108e,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:54.536571 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b2c56045-bcce-4b25-b27f-4cdb5ab6efe5 req-788ff6a7-afef-44db-936a-8b9b4ee6be92 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164811 Feb 19 04:13:54.815853 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-5b5f9d4d-d932-46c0-8df2-6618a8e844db service neutron] Attempting to bind port 23c49555-16ce-45ca-9778-dc102b7f108e on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:54.816707 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-5b5f9d4d-d932-46c0-8df2-6618a8e844db service neutron] Attempting to bind port 23c49555-16ce-45ca-9778-dc102b7f108e by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'f3e08904-2dfd-4a42-a044-c64d88dcae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:54.817596 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-5b5f9d4d-d932-46c0-8df2-6618a8e844db service neutron] Attempting to bind port 23c49555-16ce-45ca-9778-dc102b7f108e on network 04558d05-bf19-4e14-86d3-965fc0aa2433 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:54.832546 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-5b5f9d4d-d932-46c0-8df2-6618a8e844db service neutron] Port 23c49555-16ce-45ca-9778-dc102b7f108e on network 04558d05-bf19-4e14-86d3-965fc0aa2433 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:13:54.833363 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-5b5f9d4d-d932-46c0-8df2-6618a8e844db service neutron] Attempting to bind port 23c49555-16ce-45ca-9778-dc102b7f108e on network 04558d05-bf19-4e14-86d3-965fc0aa2433 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:54.841042 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-5b5f9d4d-d932-46c0-8df2-6618a8e844db service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:54.841781 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-5b5f9d4d-d932-46c0-8df2-6618a8e844db service neutron] Checking segment: {'id': 'f3e08904-2dfd-4a42-a044-c64d88dcae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:54.842522 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-5b5f9d4d-d932-46c0-8df2-6618a8e844db service neutron] Bound using segment: {'id': 'f3e08904-2dfd-4a42-a044-c64d88dcae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:54.843248 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-5b5f9d4d-d932-46c0-8df2-6618a8e844db service neutron] Bound port: 23c49555-16ce-45ca-9778-dc102b7f108e, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e08904-2dfd-4a42-a044-c64d88dcae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:54.843843 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-5b5f9d4d-d932-46c0-8df2-6618a8e844db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:54.857689 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c3264-960d-4fc6-827e-fd55174b4e0d req-93c4db46-901a-41b4-a999-f0c275ad997e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:54.865569 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e65c3264-960d-4fc6-827e-fd55174b4e0d req-93c4db46-901a-41b4-a999-f0c275ad997e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.2442389 Feb 19 04:13:54.905540 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361aeca-e9e8-4bb3-a64c-c6140996832d req-15f5930a-0bce-4da7-ae39-1912522e5c9a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:54.911965 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361aeca-e9e8-4bb3-a64c-c6140996832d req-15f5930a-0bce-4da7-ae39-1912522e5c9a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:54.917573 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361aeca-e9e8-4bb3-a64c-c6140996832d req-15f5930a-0bce-4da7-ae39-1912522e5c9a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:54.923353 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361aeca-e9e8-4bb3-a64c-c6140996832d req-15f5930a-0bce-4da7-ae39-1912522e5c9a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:54.936153 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361aeca-e9e8-4bb3-a64c-c6140996832d req-15f5930a-0bce-4da7-ae39-1912522e5c9a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:54.946613 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361aeca-e9e8-4bb3-a64c-c6140996832d req-15f5930a-0bce-4da7-ae39-1912522e5c9a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:54.955192 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361aeca-e9e8-4bb3-a64c-c6140996832d req-15f5930a-0bce-4da7-ae39-1912522e5c9a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:54.962929 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d361aeca-e9e8-4bb3-a64c-c6140996832d req-15f5930a-0bce-4da7-ae39-1912522e5c9a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.2318473 Feb 19 04:13:55.003020 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-20250144-d086-483e-91e3-42dd1e777ba9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (b7d1761d-cd06-459d-9137-51e1473c5309), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:55.121935 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d361aeca-e9e8-4bb3-a64c-c6140996832d req-28c51563-ddaa-422b-8ab3-66f77d3b96db tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1577454 Feb 19 04:13:55.141823 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20250144-d086-483e-91e3-42dd1e777ba9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Checking segment: {'id': 'e50499b0-f2b3-4b84-bc66-ca457ffb5428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '19959432-d7b7-40ec-bc3d-f91f4f7d9f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:55.142350 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20250144-d086-483e-91e3-42dd1e777ba9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Network hostable DHCP agents. Network: 19959432-d7b7-40ec-bc3d-f91f4f7d9f62, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:13:55.146900 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e65c3264-960d-4fc6-827e-fd55174b4e0d req-ff496eea-9224-4d35-ad74-558d0262cb8a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2799554 Feb 19 04:13:55.156509 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-5b5f9d4d-d932-46c0-8df2-6618a8e844db service neutron] For port 23c49555-16ce-45ca-9778-dc102b7f108e, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:55.157626 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20250144-d086-483e-91e3-42dd1e777ba9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event updated for resources: {'Subnet': ['ID=b7d1761d-cd06-459d-9137-51e1473c5309,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:55.162896 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-5b5f9d4d-d932-46c0-8df2-6618a8e844db service neutron] For port 23c49555-16ce-45ca-9778-dc102b7f108e, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=23c49555-16ce-45ca-9778-dc102b7f108e,segment=NetworkSegment(f3e08904-2dfd-4a42-a044-c64d88dcae94),segment_id=f3e08904-2dfd-4a42-a044-c64d88dcae94)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:55.179040 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-5b5f9d4d-d932-46c0-8df2-6618a8e844db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:55.189865 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20250144-d086-483e-91e3-42dd1e777ba9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Network 19959432-d7b7-40ec-bc3d-f91f4f7d9f62 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:13:55.211955 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-20250144-d086-483e-91e3-42dd1e777ba9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 19959432-d7b7-40ec-bc3d-f91f4f7d9f62) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:55.221324 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8768a2bc-b1a6-455f-8a82-64f757d391b7 None None] Network 19959432-d7b7-40ec-bc3d-f91f4f7d9f62 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:55.227135 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20250144-d086-483e-91e3-42dd1e777ba9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:55.229490 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-20250144-d086-483e-91e3-42dd1e777ba9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:55.238764 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-5b5f9d4d-d932-46c0-8df2-6618a8e844db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:55.245581 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-5b5f9d4d-d932-46c0-8df2-6618a8e844db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:55.247332 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-5b5f9d4d-d932-46c0-8df2-6618a8e844db service neutron] 10.222.0.79 "PUT /v2.0/ports/23c49555-16ce-45ca-9778-dc102b7f108e HTTP/1.1" status: 200 len: 1093 time: 1.8467798 Feb 19 04:13:55.253939 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e97138d-d079-42c5-a9e0-a30f7970cc41', 'tag': '23c49555-16ce-45ca-9778-dc102b7f108e'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:55.259785 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee3c30a-15b1-4bd3-8a86-43f2e2c219fe" -d '{"events": [{"name": "network-changed", "server_uuid": "1e97138d-d079-42c5-a9e0-a30f7970cc41", "tag": "23c49555-16ce-45ca-9778-dc102b7f108e"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:55.298137 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-20250144-d086-483e-91e3-42dd1e777ba9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5247598 Feb 19 04:13:55.301808 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37242) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:55.311646 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-42831453-6091-4d81-88e8-d6a48a93c910 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:55.423760 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f9d4d-d932-46c0-8df2-6618a8e844db service neutron] Pushing event updated for resources: {'Port': ['ID=23c49555-16ce-45ca-9778-dc102b7f108e,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:55.473635 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108aa443-c677-4a31-a50e-d337eee6e2d0 req-f0726b99-b85e-4dc3-89f8-e7feebf1b696 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:55.475413 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-108aa443-c677-4a31-a50e-d337eee6e2d0 req-f0726b99-b85e-4dc3-89f8-e7feebf1b696 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.1178801 Feb 19 04:13:55.481904 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-b5cadd56-72f2-4f61-b50e-e84f805d836c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:55.484781 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710b342a-4093-4182-9199-ff185040e719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-19959432-d7b7-40ec-bc3d-f91f4f7d9f62', 'network_id': '19959432-d7b7-40ec-bc3d-f91f4f7d9f62', 'project_id': '482831af4cad4e6aaa18d2257a07af0f', 'fixed_ips': [{'subnet_id': 'b7d1761d-cd06-459d-9137-51e1473c5309'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:13:55.485725 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-710b342a-4093-4182-9199-ff185040e719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:55.486600 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-b5cadd56-72f2-4f61-b50e-e84f805d836c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 1127 time: 0.1632783 Feb 19 04:13:55.501499 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ea395-e512-47ed-9dcd-c983ba471c62 req-c240bece-c598-408c-bc2c-e32d243a7ed4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:55.508864 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c35ea395-e512-47ed-9dcd-c983ba471c62 req-c240bece-c598-408c-bc2c-e32d243a7ed4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 944 time: 0.2394807 Feb 19 04:13:55.535024 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-42831453-6091-4d81-88e8-d6a48a93c910 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4424871'] for subnet (b7d1761d-cd06-459d-9137-51e1473c5309), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:55.582503 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-1a20aba1-2ec2-45dc-afb7-e7b50a690702 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23c49555-16ce-45ca-9778-dc102b7f108e HTTP/1.1" status: 200 len: 217 time: 0.0658791 Feb 19 04:13:55.700345 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-108aa443-c677-4a31-a50e-d337eee6e2d0 req-0055d2b8-a292-4dd6-bc9f-f21555abf557 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781192 Feb 19 04:13:55.702412 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-bde8cf59-63a4-4040-94a3-d0ef6191155b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:55.704932 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-bde8cf59-63a4-4040-94a3-d0ef6191155b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a7538da7-a1a0-4902-afe6-8a9256c7c858 HTTP/1.1" status: 200 len: 834 time: 0.1124928 Feb 19 04:13:55.720851 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c35ea395-e512-47ed-9dcd-c983ba471c62 req-6412b32c-febc-4ba6-a165-07fdbd20647a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056899 Feb 19 04:13:55.801050 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a4ca2c-396b-4312-9a04-1059bfa808ba x-openstack-request-id: req-03a4ca2c-396b-4312-9a04-1059bfa808ba {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:55.801627 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e97138d-d079-42c5-a9e0-a30f7970cc41", "tag": "23c49555-16ce-45ca-9778-dc102b7f108e", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:55.801985 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-03a4ca2c-396b-4312-9a04-1059bfa808ba {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:55.802504 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e97138d-d079-42c5-a9e0-a30f7970cc41', 'tag': '23c49555-16ce-45ca-9778-dc102b7f108e', 'status': 'completed', 'code': 200} Feb 19 04:13:55.813305 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-710b342a-4093-4182-9199-ff185040e719 None None] Allocated IP 172.20.0.2 (19959432-d7b7-40ec-bc3d-f91f4f7d9f62/b7d1761d-cd06-459d-9137-51e1473c5309/b24b6e16-08d9-4c25-bd02-3a572db4ee68) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:13:55.822202 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-86c5bb82-88ce-453b-a39c-aae537fc8dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:55.830904 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-86c5bb82-88ce-453b-a39c-aae537fc8dd1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=04558d05-bf19-4e14-86d3-965fc0aa2433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1076717 Feb 19 04:13:56.000444 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-b8271841-900e-4bd2-81c4-fb187b1579e3 service neutron] 10.222.0.79 "GET /v2.0/networks/04558d05-bf19-4e14-86d3-965fc0aa2433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623840 Feb 19 04:13:56.033495 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-710b342a-4093-4182-9199-ff185040e719 None None] Publish callbacks [] for port (b24b6e16-08d9-4c25-bd02-3a572db4ee68), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:56.055377 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-710b342a-4093-4182-9199-ff185040e719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (b24b6e16-08d9-4c25-bd02-3a572db4ee68), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:56.095839 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad2475-7375-4ed1-8a69-63792dab388e req-2e2b5407-d2a5-47ed-9e71-04021dd9aa21 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:56.098012 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-efad2475-7375-4ed1-8a69-63792dab388e req-2e2b5407-d2a5-47ed-9e71-04021dd9aa21 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 945 time: 0.1548972 Feb 19 04:13:56.143470 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b342a-4093-4182-9199-ff185040e719 None None] Pushing event updated for resources: {'Port': ['ID=b24b6e16-08d9-4c25-bd02-3a572db4ee68,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:56.176684 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710b342a-4093-4182-9199-ff185040e719 None None] Network 19959432-d7b7-40ec-bc3d-f91f4f7d9f62 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:13:56.178186 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-710b342a-4093-4182-9199-ff185040e719 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:56.191512 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710b342a-4093-4182-9199-ff185040e719 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:13:56.223575 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce2f9e1d-8c19-46e5-9c8f-06927c7d47a0 req-935d30eb-a3a2-4030-bc87-64a7f7ebea7a service neutron] 10.222.0.79 "GET /v2.0/networks/04558d05-bf19-4e14-86d3-965fc0aa2433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162526 Feb 19 04:13:56.232461 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-efad2475-7375-4ed1-8a69-63792dab388e req-64c84d77-6150-42ce-8411-278858f8a8ee tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269155 Feb 19 04:13:56.266702 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-42831453-6091-4d81-88e8-d6a48a93c910 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727882451330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5799302'] for subnet (b7d1761d-cd06-459d-9137-51e1473c5309), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:56.295777 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-710b342a-4093-4182-9199-ff185040e719 None None] Attempting to bind port b24b6e16-08d9-4c25-bd02-3a572db4ee68 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:56.296403 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-710b342a-4093-4182-9199-ff185040e719 None None] Attempting to bind port b24b6e16-08d9-4c25-bd02-3a572db4ee68 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'e50499b0-f2b3-4b84-bc66-ca457ffb5428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '19959432-d7b7-40ec-bc3d-f91f4f7d9f62'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:56.296655 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710b342a-4093-4182-9199-ff185040e719 None None] Attempting to bind port b24b6e16-08d9-4c25-bd02-3a572db4ee68 on network 19959432-d7b7-40ec-bc3d-f91f4f7d9f62 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:56.307370 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710b342a-4093-4182-9199-ff185040e719 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:56.307749 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710b342a-4093-4182-9199-ff185040e719 None None] Checking segment: {'id': 'e50499b0-f2b3-4b84-bc66-ca457ffb5428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '19959432-d7b7-40ec-bc3d-f91f4f7d9f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:56.308162 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-710b342a-4093-4182-9199-ff185040e719 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:56.308563 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710b342a-4093-4182-9199-ff185040e719 None None] Bound using segment: {'id': 'e50499b0-f2b3-4b84-bc66-ca457ffb5428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '19959432-d7b7-40ec-bc3d-f91f4f7d9f62'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:56.309062 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-710b342a-4093-4182-9199-ff185040e719 None None] Bound port: b24b6e16-08d9-4c25-bd02-3a572db4ee68, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e50499b0-f2b3-4b84-bc66-ca457ffb5428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '19959432-d7b7-40ec-bc3d-f91f4f7d9f62'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:56.309454 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-710b342a-4093-4182-9199-ff185040e719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b24b6e16-08d9-4c25-bd02-3a572db4ee68), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:56.355880 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42831453-6091-4d81-88e8-d6a48a93c910 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:56.357055 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-42831453-6091-4d81-88e8-d6a48a93c910 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:56.362622 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-42831453-6091-4d81-88e8-d6a48a93c910 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "PUT /v2.0/subnets/b7d1761d-cd06-459d-9137-51e1473c5309 HTTP/1.1" status: 200 len: 806 time: 1.0595202 Feb 19 04:13:56.365536 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37250) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:56.392971 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42831453-6091-4d81-88e8-d6a48a93c910 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event updated for resources: {'Subnet': ['ID=b7d1761d-cd06-459d-9137-51e1473c5309,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:56.434780 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-710b342a-4093-4182-9199-ff185040e719 None None] For port b24b6e16-08d9-4c25-bd02-3a572db4ee68, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:56.444400 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-710b342a-4093-4182-9199-ff185040e719 None None] For port b24b6e16-08d9-4c25-bd02-3a572db4ee68, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=b24b6e16-08d9-4c25-bd02-3a572db4ee68,segment=NetworkSegment(e50499b0-f2b3-4b84-bc66-ca457ffb5428),segment_id=e50499b0-f2b3-4b84-bc66-ca457ffb5428)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:56.458361 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-710b342a-4093-4182-9199-ff185040e719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b24b6e16-08d9-4c25-bd02-3a572db4ee68), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:56.566972 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a765eb6-0bc4-47a0-aebc-9d5c6960e1ba req-1ed18847-0dd5-44d4-94f5-9f0c98a6bc05 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:56.574009 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a765eb6-0bc4-47a0-aebc-9d5c6960e1ba req-1ed18847-0dd5-44d4-94f5-9f0c98a6bc05 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.3138478 Feb 19 04:13:56.596498 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b342a-4093-4182-9199-ff185040e719 None None] Pushing event updated for resources: {'Port': ['ID=b24b6e16-08d9-4c25-bd02-3a572db4ee68,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:56.634335 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3c30a-15b1-4bd3-8a86-43f2e2c219fe req-fdf09385-2bc3-4445-8e33-5a063f75feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:56.635927 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cee3c30a-15b1-4bd3-8a86-43f2e2c219fe req-fdf09385-2bc3-4445-8e33-5a063f75feb1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 1127 time: 0.3118670 Feb 19 04:13:56.669489 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cbb1f-fe6c-40c8-bad2-7d15269fb9a1 req-150beb32-7d05-41ca-8ace-77978eea1591 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:56.675966 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cbb1f-fe6c-40c8-bad2-7d15269fb9a1 req-150beb32-7d05-41ca-8ace-77978eea1591 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:56.684580 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cbb1f-fe6c-40c8-bad2-7d15269fb9a1 req-150beb32-7d05-41ca-8ace-77978eea1591 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:56.689989 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cbb1f-fe6c-40c8-bad2-7d15269fb9a1 req-150beb32-7d05-41ca-8ace-77978eea1591 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:56.695465 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cbb1f-fe6c-40c8-bad2-7d15269fb9a1 req-150beb32-7d05-41ca-8ace-77978eea1591 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:56.700764 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cbb1f-fe6c-40c8-bad2-7d15269fb9a1 req-150beb32-7d05-41ca-8ace-77978eea1591 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:56.709389 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cbb1f-fe6c-40c8-bad2-7d15269fb9a1 req-150beb32-7d05-41ca-8ace-77978eea1591 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:56.718515 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:56.718977 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d2cbb1f-fe6c-40c8-bad2-7d15269fb9a1 req-150beb32-7d05-41ca-8ace-77978eea1591 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.3051894 Feb 19 04:13:56.756169 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fd2605de-5a91-4e1b-aae5-8d1cebd47c95 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (19959432-d7b7-40ec-bc3d-f91f4f7d9f62), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:56.870080 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a765eb6-0bc4-47a0-aebc-9d5c6960e1ba req-3bbac1dc-6ad2-4b37-9da6-3d9ba7130f10 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2948687 Feb 19 04:13:56.951768 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d2cbb1f-fe6c-40c8-bad2-7d15269fb9a1 req-b128a633-85fc-48ce-a5c8-9aa448667c93 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2319028 Feb 19 04:13:56.960511 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3c30a-15b1-4bd3-8a86-43f2e2c219fe req-75bf7a20-29de-4ba3-b32d-deba7457c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:56.961980 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cee3c30a-15b1-4bd3-8a86-43f2e2c219fe req-75bf7a20-29de-4ba3-b32d-deba7457c865 service neutron] 10.222.0.79 "GET /v2.0/networks?id=04558d05-bf19-4e14-86d3-965fc0aa2433 HTTP/1.1" status: 200 len: 897 time: 0.3169358 Feb 19 04:13:57.058282 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cee3c30a-15b1-4bd3-8a86-43f2e2c219fe req-69fde800-8782-41b9-8273-e808a9fff85a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23c49555-16ce-45ca-9778-dc102b7f108e HTTP/1.1" status: 200 len: 217 time: 0.0866265 Feb 19 04:13:57.179063 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-fd2605de-5a91-4e1b-aae5-8d1cebd47c95 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Deleting port b24b6e16-08d9-4c25-bd02-3a572db4ee68 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:13:57.179409 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fd2605de-5a91-4e1b-aae5-8d1cebd47c95 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b24b6e16-08d9-4c25-bd02-3a572db4ee68), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:57.203744 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3c30a-15b1-4bd3-8a86-43f2e2c219fe req-2f5af372-ab83-49cd-aa64-c64b09f14229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:57.205208 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cee3c30a-15b1-4bd3-8a86-43f2e2c219fe req-2f5af372-ab83-49cd-aa64-c64b09f14229 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a7538da7-a1a0-4902-afe6-8a9256c7c858 HTTP/1.1" status: 200 len: 834 time: 0.1309245 Feb 19 04:13:57.267413 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5404e84-f125-4100-a9d0-79dc1326c6b4 req-23cecd85-d236-4abe-8419-65ce973aea57 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:57.269177 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5404e84-f125-4100-a9d0-79dc1326c6b4 req-23cecd85-d236-4abe-8419-65ce973aea57 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 944 time: 0.2255590 Feb 19 04:13:57.302076 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d341d26-6883-4979-85aa-ffdfad7a9189 req-6da8e295-47dd-4ca4-9b27-f35f34e18ea5 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:57.312905 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d341d26-6883-4979-85aa-ffdfad7a9189 req-6da8e295-47dd-4ca4-9b27-f35f34e18ea5 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.2280700 Feb 19 04:13:57.444092 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d341d26-6883-4979-85aa-ffdfad7a9189 req-dc9d42bf-b508-45a7-ae94-124133aea407 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299796 Feb 19 04:13:57.474994 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-fd2605de-5a91-4e1b-aae5-8d1cebd47c95 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] For port b24b6e16-08d9-4c25-bd02-3a572db4ee68, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=b24b6e16-08d9-4c25-bd02-3a572db4ee68,segment=NetworkSegment(e50499b0-f2b3-4b84-bc66-ca457ffb5428),segment_id=e50499b0-f2b3-4b84-bc66-ca457ffb5428)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:57.478406 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fd2605de-5a91-4e1b-aae5-8d1cebd47c95 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b24b6e16-08d9-4c25-bd02-3a572db4ee68), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:57.545556 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-fd2605de-5a91-4e1b-aae5-8d1cebd47c95 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Calling delete_port for b24b6e16-08d9-4c25-bd02-3a572db4ee68 owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:13:57.589789 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3c30a-15b1-4bd3-8a86-43f2e2c219fe req-097ba79f-9c80-4a0a-bd53-a3dc627ef7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:57.591588 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cee3c30a-15b1-4bd3-8a86-43f2e2c219fe req-097ba79f-9c80-4a0a-bd53-a3dc627ef7c8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=04558d05-bf19-4e14-86d3-965fc0aa2433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3500068 Feb 19 04:13:57.648076 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5404e84-f125-4100-a9d0-79dc1326c6b4 req-bc81f5f2-16be-4a73-a3ec-b5c58ec0e877 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2998326 Feb 19 04:13:57.909068 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cee3c30a-15b1-4bd3-8a86-43f2e2c219fe req-2ec9b64c-48e2-4fb0-b080-932fe492bebb service neutron] 10.222.0.79 "GET /v2.0/networks/04558d05-bf19-4e14-86d3-965fc0aa2433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907572 Feb 19 04:13:57.935305 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf7cfb-90e8-4158-bf06-f8dad1b706d0 req-77fce946-5398-4796-ac80-cf63dd2b5692 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:57.937062 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26cf7cfb-90e8-4158-bf06-f8dad1b706d0 req-77fce946-5398-4796-ac80-cf63dd2b5692 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.3605640 Feb 19 04:13:58.015734 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dffed0-83ab-4dc6-b3f7-ae710e984374 None None] Network 19959432-d7b7-40ec-bc3d-f91f4f7d9f62 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:58.044820 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cee3c30a-15b1-4bd3-8a86-43f2e2c219fe req-d8104952-7a58-404a-b2ae-e38dbba9ea5a service neutron] 10.222.0.79 "GET /v2.0/networks/04558d05-bf19-4e14-86d3-965fc0aa2433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199872 Feb 19 04:13:58.088281 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25defb-7c15-4e73-af9f-3af991d86826 req-4230b2d3-bbea-4333-8141-e0b65dc5caa8 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:58.089556 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9a25defb-7c15-4e73-af9f-3af991d86826 req-4230b2d3-bbea-4333-8141-e0b65dc5caa8 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 945 time: 0.3001022 Feb 19 04:13:58.160189 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9a25defb-7c15-4e73-af9f-3af991d86826 req-3af7f5b7-8bef-4286-a8d5-eca96e47b7dd tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600064 Feb 19 04:13:58.161954 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d1358514-7cfd-45ac-b962-551698e34002 None None] Provisioning complete for port b24b6e16-08d9-4c25-bd02-3a572db4ee68 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:58.162466 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d1358514-7cfd-45ac-b962-551698e34002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b24b6e16-08d9-4c25-bd02-3a572db4ee68), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:58.188365 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26cf7cfb-90e8-4158-bf06-f8dad1b706d0 req-a6cfa97c-bf90-47bd-b124-ea7eaceb235a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1364229 Feb 19 04:13:58.294606 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fd2605de-5a91-4e1b-aae5-8d1cebd47c95 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (b24b6e16-08d9-4c25-bd02-3a572db4ee68), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:58.326518 n-d-828369-19 neutron-server[109927]: INFO neutron.plugins.ml2.db [None req-d1358514-7cfd-45ac-b962-551698e34002 None None] No ports have port_id starting with b24b6e16-08d9-4c25-bd02-3a572db4ee68 Feb 19 04:13:58.344131 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2605de-5a91-4e1b-aae5-8d1cebd47c95 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Port': ['ID=b24b6e16-08d9-4c25-bd02-3a572db4ee68,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:58.500479 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 23c49555-16ce-45ca-9778-dc102b7f108e details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:13:58.611474 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b24b6e16-08d9-4c25-bd02-3a572db4ee68 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:13:58.643141 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: b24b6e16-08d9-4c25-bd02-3a572db4ee68 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:13:58.643892 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b24b6e16-08d9-4c25-bd02-3a572db4ee68 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 19 04:13:58.687077 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Port b24b6e16-08d9-4c25-bd02-3a572db4ee68 not found, will not notify nova. {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 19 04:13:58.701575 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7132ba68-8739-4d1d-b74a-cc9d2dd15ffe None None] Network 19959432-d7b7-40ec-bc3d-f91f4f7d9f62 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:58.737313 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 23c49555-16ce-45ca-9778-dc102b7f108e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=23c49555-16ce-45ca-9778-dc102b7f108e,segment=NetworkSegment(f3e08904-2dfd-4a42-a044-c64d88dcae94),segment_id=f3e08904-2dfd-4a42-a044-c64d88dcae94)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:58.991285 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '23c49555-16ce-45ca-9778-dc102b7f108e', 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433', 'port_id': '23c49555-16ce-45ca-9778-dc102b7f108e', 'mac_address': 'fa:16:3e:e4:59:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7538da7-a1a0-4902-afe6-8a9256c7c858', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:13:58.993865 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e1554-2053-4a94-a5b7-ca26d846bbc5 req-2a09ee4f-3c06-4485-854c-749c21e8670b tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:58.994767 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-7dd0f557-d60b-46e9-a632-d4ee588940b6 None None] Could not find standard attr ID for object b24b6e16-08d9-4c25-bd02-3a572db4ee68. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:13:58.996149 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-035e1554-2053-4a94-a5b7-ca26d846bbc5 req-2a09ee4f-3c06-4485-854c-749c21e8670b tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.6633558 Feb 19 04:13:58.999907 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2605de-5a91-4e1b-aae5-8d1cebd47c95 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] No DVR routers for this DVR port b24b6e16-08d9-4c25-bd02-3a572db4ee68 on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:13:59.059935 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 23c49555-16ce-45ca-9778-dc102b7f108e is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:59.059935 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:59.076394 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c49555-16ce-45ca-9778-dc102b7f108e {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:59.090597 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441e5d4-dd86-4be7-9a81-77a225e5978f req-376e509d-0cfd-4ee5-abee-2015ef50e8c5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:59.098272 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441e5d4-dd86-4be7-9a81-77a225e5978f req-376e509d-0cfd-4ee5-abee-2015ef50e8c5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:59.103558 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441e5d4-dd86-4be7-9a81-77a225e5978f req-376e509d-0cfd-4ee5-abee-2015ef50e8c5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:59.109202 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441e5d4-dd86-4be7-9a81-77a225e5978f req-376e509d-0cfd-4ee5-abee-2015ef50e8c5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:59.118571 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441e5d4-dd86-4be7-9a81-77a225e5978f req-376e509d-0cfd-4ee5-abee-2015ef50e8c5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:59.120544 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 23c49555-16ce-45ca-9778-dc102b7f108e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=23c49555-16ce-45ca-9778-dc102b7f108e,segment=NetworkSegment(f3e08904-2dfd-4a42-a044-c64d88dcae94),segment_id=f3e08904-2dfd-4a42-a044-c64d88dcae94)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:59.124582 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441e5d4-dd86-4be7-9a81-77a225e5978f req-376e509d-0cfd-4ee5-abee-2015ef50e8c5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:59.130373 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441e5d4-dd86-4be7-9a81-77a225e5978f req-376e509d-0cfd-4ee5-abee-2015ef50e8c5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:59.132325 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c441e5d4-dd86-4be7-9a81-77a225e5978f req-376e509d-0cfd-4ee5-abee-2015ef50e8c5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.7367165 Feb 19 04:13:59.133455 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:59.137650 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fd2605de-5a91-4e1b-aae5-8d1cebd47c95 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (b7d1761d-cd06-459d-9137-51e1473c5309), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:59.209438 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=23c49555-16ce-45ca-9778-dc102b7f108e,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:59.233284 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-035e1554-2053-4a94-a5b7-ca26d846bbc5 req-bb6de413-a6a4-443b-963e-b58b73d29fb3 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2248671 Feb 19 04:13:59.298987 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c441e5d4-dd86-4be7-9a81-77a225e5978f req-e8522a71-bec9-41b5-80e2-0839e3aa516a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1502490 Feb 19 04:13:59.395954 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fd2605de-5a91-4e1b-aae5-8d1cebd47c95 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (b7d1761d-cd06-459d-9137-51e1473c5309), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:59.430358 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['23c49555-16ce-45ca-9778-dc102b7f108e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:13:59.477364 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2605de-5a91-4e1b-aae5-8d1cebd47c95 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Subnet': ['ID=b7d1761d-cd06-459d-9137-51e1473c5309,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:59.556532 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8162a2-ee59-4926-8b7e-0fd8fb95a96f None None] Network 19959432-d7b7-40ec-bc3d-f91f4f7d9f62 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:59.586527 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f105a-5f97-4ab9-b9dd-c647cfec50df req-ade6978f-7ceb-42ba-befd-714f659948dc tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:59.594247 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-232f105a-5f97-4ab9-b9dd-c647cfec50df req-ade6978f-7ceb-42ba-befd-714f659948dc tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.2411976 Feb 19 04:13:59.639918 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:59.642062 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fd2605de-5a91-4e1b-aae5-8d1cebd47c95 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (19959432-d7b7-40ec-bc3d-f91f4f7d9f62), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:59.692548 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-fd2605de-5a91-4e1b-aae5-8d1cebd47c95 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19959432-d7b7-40ec-bc3d-f91f4f7d9f62']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:59.711372 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eaa8b9-24ca-4ffe-b1b9-c947795d6b89 req-5ac1833f-2bd3-47c1-9d0f-e796a9c0f982 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:59.718739 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0eaa8b9-24ca-4ffe-b1b9-c947795d6b89 req-5ac1833f-2bd3-47c1-9d0f-e796a9c0f982 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 945 time: 0.2335234 Feb 19 04:13:59.763157 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8942105-21e5-411b-846d-6a243dcfc5df None None] DHCP port deletion for 19959432-d7b7-40ec-bc3d-f91f4f7d9f62 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:13:59.784165 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-fd2605de-5a91-4e1b-aae5-8d1cebd47c95 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e50499b0-f2b3-4b84-bc66-ca457ffb5428') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:59.784694 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-fd2605de-5a91-4e1b-aae5-8d1cebd47c95 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e50499b0-f2b3-4b84-bc66-ca457ffb5428') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:59.789910 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-232f105a-5f97-4ab9-b9dd-c647cfec50df req-b70ddf01-225f-4297-8664-fa4d5c402d2f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948009 Feb 19 04:13:59.805874 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fd2605de-5a91-4e1b-aae5-8d1cebd47c95 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (e50499b0-f2b3-4b84-bc66-ca457ffb5428), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:59.837363 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0eaa8b9-24ca-4ffe-b1b9-c947795d6b89 req-12c6478a-2d8f-433a-bad4-6a28073c1957 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177328 Feb 19 04:13:59.849440 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fd2605de-5a91-4e1b-aae5-8d1cebd47c95 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e50499b0-f2b3-4b84-bc66-ca457ffb5428), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:59.857484 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd2605de-5a91-4e1b-aae5-8d1cebd47c95 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:13:59.858046 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fd2605de-5a91-4e1b-aae5-8d1cebd47c95 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (e50499b0-f2b3-4b84-bc66-ca457ffb5428), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:13:59.936578 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:13:59.940741 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fd2605de-5a91-4e1b-aae5-8d1cebd47c95 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (19959432-d7b7-40ec-bc3d-f91f4f7d9f62), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:59.958441 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fd2605de-5a91-4e1b-aae5-8d1cebd47c95 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:59.961888 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fd2605de-5a91-4e1b-aae5-8d1cebd47c95 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/networks/19959432-d7b7-40ec-bc3d-f91f4f7d9f62 HTTP/1.1" status: 204 len: 168 time: 3.5962758 Feb 19 04:13:59.965034 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37276) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:59.995940 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b2c334d-f211-4d62-ad11-875cb71e7215 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] DELETE failed (client error): The resource could not be found. Feb 19 04:13:59.996733 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b2c334d-f211-4d62-ad11-875cb71e7215 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:14:00.000141 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0b2c334d-f211-4d62-ad11-875cb71e7215 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/networks/19959432-d7b7-40ec-bc3d-f91f4f7d9f62 HTTP/1.1" status: 404 len: 339 time: 0.0341172 Feb 19 04:14:00.004730 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37278) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:00.013584 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-fbd695ed-9b49-4715-b414-4d959ca053a9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1431408809', 'description': 'd1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:00.019424 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2605de-5a91-4e1b-aae5-8d1cebd47c95 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Network': ['ID=19959432-d7b7-40ec-bc3d-f91f4f7d9f62,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:00.062120 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd695ed-9b49-4715-b414-4d959ca053a9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Made reservation on behalf of 482831af4cad4e6aaa18d2257a07af0f for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:14:00.070802 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fbd695ed-9b49-4715-b414-4d959ca053a9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:00.072921 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc3826-36cd-4df0-a498-cb0a1b428e1e req-01e6805f-55b1-42a9-a7d5-7ed5c518d21a tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:00.074531 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26dc3826-36cd-4df0-a498-cb0a1b428e1e req-01e6805f-55b1-42a9-a7d5-7ed5c518d21a tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 945 time: 0.1113567 Feb 19 04:14:00.092371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e15f0-78fd-4c2c-98f5-646c5a4357fb req-bedba1ef-cff4-4e7a-8c32-2282b31203d3 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:00.094570 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd9e15f0-78fd-4c2c-98f5-646c5a4357fb req-bedba1ef-cff4-4e7a-8c32-2282b31203d3 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.0989785 Feb 19 04:14:00.107424 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd695ed-9b49-4715-b414-4d959ca053a9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:14:00.119120 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fbd695ed-9b49-4715-b414-4d959ca053a9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (01bfb31c-5097-481f-a884-ad5f2f0d285c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:00.119714 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-fbd695ed-9b49-4715-b414-4d959ca053a9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Added segment 01bfb31c-5097-481f-a884-ad5f2f0d285c of type vlan for network b81f2599-1dd6-4015-9b9f-20e43db46121 Feb 19 04:14:00.163512 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd9e15f0-78fd-4c2c-98f5-646c5a4357fb req-99eef1d4-ab0b-440f-9aeb-197d23c0439f tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613780 Feb 19 04:14:00.168042 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26dc3826-36cd-4df0-a498-cb0a1b428e1e req-cfb83f5a-0ab2-427b-bea8-27d6bff54271 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873857 Feb 19 04:14:00.199762 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fbd695ed-9b49-4715-b414-4d959ca053a9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (b81f2599-1dd6-4015-9b9f-20e43db46121), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:00.235593 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fbd695ed-9b49-4715-b414-4d959ca053a9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (b81f2599-1dd6-4015-9b9f-20e43db46121), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:00.242341 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd695ed-9b49-4715-b414-4d959ca053a9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:00.243645 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fbd695ed-9b49-4715-b414-4d959ca053a9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:00.270147 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 22582a6f-fbb5-466b-bfdf-46f23ac0a95f details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:14:00.308430 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 22582a6f-fbb5-466b-bfdf-46f23ac0a95f no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:00.318923 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fbd695ed-9b49-4715-b414-4d959ca053a9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3126984 Feb 19 04:14:00.322550 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37284) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:00.336076 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd695ed-9b49-4715-b414-4d959ca053a9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event updated for resources: {'Network': ['ID=b81f2599-1dd6-4015-9b9f-20e43db46121,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:00.368343 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network b81f2599-1dd6-4015-9b9f-20e43db46121 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:14:00.485117 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 22582a6f-fbb5-466b-bfdf-46f23ac0a95f, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=22582a6f-fbb5-466b-bfdf-46f23ac0a95f,segment=NetworkSegment(5235181e-dc3c-4aba-8bf2-254db3bce1f3),segment_id=5235181e-dc3c-4aba-8bf2-254db3bce1f3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:00.521786 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89aa7ff-6eca-40c2-a1b2-863cd1a4f55b tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:00.523605 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b24b6e16-08d9-4c25-bd02-3a572db4ee68 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:00.527427 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37294) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:00.529640 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '22582a6f-fbb5-466b-bfdf-46f23ac0a95f', 'network_id': '7cbf1741-c2f4-4ecb-bd05-d634c442a618', 'port_id': '22582a6f-fbb5-466b-bfdf-46f23ac0a95f', 'mac_address': 'fa:16:3e:f5:fe:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8598c1f5-4b4c-41f2-bd71-4f8f4093e3bb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:14:00.534395 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-f8a758e3-cb23-4608-8530-f7fa023d6885 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Request body: {'network': {'description': 'd2'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:00.538989 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c89aa7ff-6eca-40c2-a1b2-863cd1a4f55b tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "GET /v2.0/networks?id=b81f2599-1dd6-4015-9b9f-20e43db46121 HTTP/1.1" status: 200 len: 761 time: 0.2153642 Feb 19 04:14:00.558578 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: b24b6e16-08d9-4c25-bd02-3a572db4ee68 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:14:00.559109 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b24b6e16-08d9-4c25-bd02-3a572db4ee68 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:14:00.603361 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143aa6d-bbbb-4969-940d-a2ae3a7d37e6 req-d0043b01-b8f4-4635-82fc-468ee353a04a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:00.605031 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5143aa6d-bbbb-4969-940d-a2ae3a7d37e6 req-d0043b01-b8f4-4635-82fc-468ee353a04a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.2975347 Feb 19 04:14:00.605752 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 22582a6f-fbb5-466b-bfdf-46f23ac0a95f is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:00.606368 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (22582a6f-fbb5-466b-bfdf-46f23ac0a95f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:00.611951 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-31149f59-94f2-4ec3-9b60-d34b03e7c1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:00.649307 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 22582a6f-fbb5-466b-bfdf-46f23ac0a95f, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=22582a6f-fbb5-466b-bfdf-46f23ac0a95f,segment=NetworkSegment(5235181e-dc3c-4aba-8bf2-254db3bce1f3),segment_id=5235181e-dc3c-4aba-8bf2-254db3bce1f3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:00.650515 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cdb9b2-50b4-4596-922b-a74bd8d15200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22582a6f-fbb5-466b-bfdf-46f23ac0a95f'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:00.653143 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f577f8-199a-4e24-96c2-c52ce1bef648" -d '{"events": [{"server_uuid": "95cdb9b2-50b4-4596-922b-a74bd8d15200", "name": "network-vif-unplugged", "status": "completed", "tag": "22582a6f-fbb5-466b-bfdf-46f23ac0a95f"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:00.663611 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (22582a6f-fbb5-466b-bfdf-46f23ac0a95f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:00.667145 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 22582a6f-fbb5-466b-bfdf-46f23ac0a95f is: ACTIVE; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:00.667445 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3e6cf-46a5-49ca-bb6d-8613e6f7de66 req-c44cda24-61eb-4ead-9ffe-60adbdd572f5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:00.667883 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (22582a6f-fbb5-466b-bfdf-46f23ac0a95f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:00.674305 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3e6cf-46a5-49ca-bb6d-8613e6f7de66 req-c44cda24-61eb-4ead-9ffe-60adbdd572f5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:00.679948 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3e6cf-46a5-49ca-bb6d-8613e6f7de66 req-c44cda24-61eb-4ead-9ffe-60adbdd572f5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:00.685288 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3e6cf-46a5-49ca-bb6d-8613e6f7de66 req-c44cda24-61eb-4ead-9ffe-60adbdd572f5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:00.691037 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3e6cf-46a5-49ca-bb6d-8613e6f7de66 req-c44cda24-61eb-4ead-9ffe-60adbdd572f5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:00.696395 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3e6cf-46a5-49ca-bb6d-8613e6f7de66 req-c44cda24-61eb-4ead-9ffe-60adbdd572f5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:00.702037 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3e6cf-46a5-49ca-bb6d-8613e6f7de66 req-c44cda24-61eb-4ead-9ffe-60adbdd572f5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:00.703977 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22582a6f-fbb5-466b-bfdf-46f23ac0a95f {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:00.704314 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f2b3e6cf-46a5-49ca-bb6d-8613e6f7de66 req-c44cda24-61eb-4ead-9ffe-60adbdd572f5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.2315798 Feb 19 04:14:00.724118 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5143aa6d-bbbb-4969-940d-a2ae3a7d37e6 req-8075609c-173d-4a0a-a6b0-77fa3fb54e7a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1085336 Feb 19 04:14:00.764570 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=22582a6f-fbb5-466b-bfdf-46f23ac0a95f,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:00.790932 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:14:00.791292 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:14:00.799192 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f2b3e6cf-46a5-49ca-bb6d-8613e6f7de66 req-3d96d9db-5252-43bb-bd43-d7c853b2924d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0863626 Feb 19 04:14:00.806198 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f8a758e3-cb23-4608-8530-f7fa023d6885 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (b81f2599-1dd6-4015-9b9f-20e43db46121), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:00.821930 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f8a758e3-cb23-4608-8530-f7fa023d6885 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (b81f2599-1dd6-4015-9b9f-20e43db46121), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:00.833024 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f8a758e3-cb23-4608-8530-f7fa023d6885 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Network b81f2599-1dd6-4015-9b9f-20e43db46121 is not hosted by any dhcp agent {{(pid=109925) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 04:14:00.839872 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a758e3-cb23-4608-8530-f7fa023d6885 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:00.840818 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f8a758e3-cb23-4608-8530-f7fa023d6885 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:00.845482 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f8a758e3-cb23-4608-8530-f7fa023d6885 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "PUT /v2.0/networks/b81f2599-1dd6-4015-9b9f-20e43db46121 HTTP/1.1" status: 200 len: 758 time: 0.3139248 Feb 19 04:14:00.845866 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37306) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:00.961901 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a758e3-cb23-4608-8530-f7fa023d6885 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event updated for resources: {'Network': ['ID=b81f2599-1dd6-4015-9b9f-20e43db46121,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:00.975214 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network b81f2599-1dd6-4015-9b9f-20e43db46121 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:14:00.995040 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be76d54-4582-4201-a9a5-4c5df083b94f tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:00.999995 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5be76d54-4582-4201-a9a5-4c5df083b94f tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "GET /v2.0/networks?id=b81f2599-1dd6-4015-9b9f-20e43db46121 HTTP/1.1" status: 200 len: 761 time: 0.1496391 Feb 19 04:14:01.000270 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37310) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:01.005377 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-79b062d8-8e40-4d7e-b2c6-f7fb41b9e69d tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-343625559'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:01.013629 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1968c-99ca-4a28-816a-0699beb3e376 req-2c39df61-0f53-4568-8976-be242385a9bb tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:01.015725 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9cb1968c-99ca-4a28-816a-0699beb3e376 req-2c39df61-0f53-4568-8976-be242385a9bb tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.1273870 Feb 19 04:14:01.047447 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b062d8-8e40-4d7e-b2c6-f7fb41b9e69d tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Made reservation on behalf of 482831af4cad4e6aaa18d2257a07af0f for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:14:01.051586 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-79b062d8-8e40-4d7e-b2c6-f7fb41b9e69d tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:01.058684 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4463fc1c-6f66-4c1d-9020-dbbb581b17b8 x-openstack-request-id: req-4463fc1c-6f66-4c1d-9020-dbbb581b17b8 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:01.058684 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95cdb9b2-50b4-4596-922b-a74bd8d15200", "name": "network-vif-unplugged", "status": "completed", "tag": "22582a6f-fbb5-466b-bfdf-46f23ac0a95f", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:01.058684 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4463fc1c-6f66-4c1d-9020-dbbb581b17b8 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:01.059365 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95cdb9b2-50b4-4596-922b-a74bd8d15200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22582a6f-fbb5-466b-bfdf-46f23ac0a95f', 'code': 200} Feb 19 04:14:01.089009 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b062d8-8e40-4d7e-b2c6-f7fb41b9e69d tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:14:01.100131 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-79b062d8-8e40-4d7e-b2c6-f7fb41b9e69d tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (4fec7e6f-0bed-4841-a8c6-11ff196f2e7d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:01.100607 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-79b062d8-8e40-4d7e-b2c6-f7fb41b9e69d tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Added segment 4fec7e6f-0bed-4841-a8c6-11ff196f2e7d of type vlan for network f7ce4566-324c-4394-a130-0f65342b9896 Feb 19 04:14:01.105735 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9cb1968c-99ca-4a28-816a-0699beb3e376 req-00f8bf6e-8d62-4553-a221-2ad0f661197d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0826418 Feb 19 04:14:01.145091 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-79b062d8-8e40-4d7e-b2c6-f7fb41b9e69d tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (f7ce4566-324c-4394-a130-0f65342b9896), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:01.180665 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-79b062d8-8e40-4d7e-b2c6-f7fb41b9e69d tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (f7ce4566-324c-4394-a130-0f65342b9896), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:01.187029 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b062d8-8e40-4d7e-b2c6-f7fb41b9e69d tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:01.187643 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-79b062d8-8e40-4d7e-b2c6-f7fb41b9e69d tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:01.210995 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af3f43-eb49-4021-8587-d169935cf472 req-9fd3c69c-de4b-43a0-be22-6917a1745cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:01.212800 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3af3f43-eb49-4021-8587-d169935cf472 req-9fd3c69c-de4b-43a0-be22-6917a1745cd8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=90f22cfd00964f179efcdc77f1d50815&device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 1129 time: 0.1162961 Feb 19 04:14:01.266509 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eca644-00e7-49c1-8c46-bb85ef949b74 req-7709ceb5-830b-4b72-a106-cf4d2d818e35 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:01.268001 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91eca644-00e7-49c1-8c46-bb85ef949b74 req-7709ceb5-830b-4b72-a106-cf4d2d818e35 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.1262333 Feb 19 04:14:01.270738 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-79b062d8-8e40-4d7e-b2c6-f7fb41b9e69d tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2693341 Feb 19 04:14:01.272051 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b062d8-8e40-4d7e-b2c6-f7fb41b9e69d tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event updated for resources: {'Network': ['ID=f7ce4566-324c-4394-a130-0f65342b9896,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:01.274686 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37316) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:01.281875 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-28342dc1-b54d-4050-a24e-8cfdb83ebf39 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Request body: {'subnet': {'network_id': 'f7ce4566-324c-4394-a130-0f65342b9896', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:01.286234 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network f7ce4566-324c-4394-a130-0f65342b9896 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:14:01.362483 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 22582a6f-fbb5-466b-bfdf-46f23ac0a95f is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:01.363131 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (22582a6f-fbb5-466b-bfdf-46f23ac0a95f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:01.365588 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34516eae-c537-4ad0-979e-11e598e22a2e req-aeacf655-b71a-4a14-9f42-c5d10d475c33 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:01.367190 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34516eae-c537-4ad0-979e-11e598e22a2e req-aeacf655-b71a-4a14-9f42-c5d10d475c33 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 945 time: 0.1728551 Feb 19 04:14:01.399598 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28342dc1-b54d-4050-a24e-8cfdb83ebf39 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Made reservation on behalf of 482831af4cad4e6aaa18d2257a07af0f for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:14:01.405461 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-28342dc1-b54d-4050-a24e-8cfdb83ebf39 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:01.410502 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91eca644-00e7-49c1-8c46-bb85ef949b74 req-49a7ed83-0bfe-48a6-8ed6-f746674d5347 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095378 Feb 19 04:14:01.413272 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af3f43-eb49-4021-8587-d169935cf472 req-91b9fa68-79c1-4cc8-8bb9-289022f1aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:01.414687 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3af3f43-eb49-4021-8587-d169935cf472 req-91b9fa68-79c1-4cc8-8bb9-289022f1aa41 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d969274d-e3f5-4be2-94a1-23d058336a4e HTTP/1.1" status: 200 len: 918 time: 0.1814818 Feb 19 04:14:01.430332 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22582a6f-fbb5-466b-bfdf-46f23ac0a95f {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:01.468216 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 22582a6f-fbb5-466b-bfdf-46f23ac0a95f, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=22582a6f-fbb5-466b-bfdf-46f23ac0a95f,segment=NetworkSegment(5235181e-dc3c-4aba-8bf2-254db3bce1f3),segment_id=5235181e-dc3c-4aba-8bf2-254db3bce1f3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:01.475700 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (22582a6f-fbb5-466b-bfdf-46f23ac0a95f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:01.564572 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=22582a6f-fbb5-466b-bfdf-46f23ac0a95f,revision_number=7']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:01.576499 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34516eae-c537-4ad0-979e-11e598e22a2e req-158f1913-9572-4b0b-8606-219ff5195a47 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987519 Feb 19 04:14:01.597427 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3af3f43-eb49-4021-8587-d169935cf472 req-664206c8-e768-4efb-afff-1ffe8c863900 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9a9460e-9cea-497c-be88-aa5f7e14c403 HTTP/1.1" status: 200 len: 1002 time: 0.1716831 Feb 19 04:14:01.605371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f37c52-fcc6-4c8d-a047-e24363e373eb req-af817b5a-d16c-45d6-a33c-9c2014014082 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:01.606873 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-78f37c52-fcc6-4c8d-a047-e24363e373eb req-af817b5a-d16c-45d6-a33c-9c2014014082 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 944 time: 0.0838547 Feb 19 04:14:01.647606 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-28342dc1-b54d-4050-a24e-8cfdb83ebf39 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (b891e7fb-1660-4079-8705-59280db6454f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:01.672723 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af3f43-eb49-4021-8587-d169935cf472 req-aa4cb888-863f-4467-a5aa-2580dd455d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:01.674200 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3af3f43-eb49-4021-8587-d169935cf472 req-aa4cb888-863f-4467-a5aa-2580dd455d7e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=59a62ba0-3299-4137-b1e4-27552484bcd3 HTTP/1.1" status: 200 len: 856 time: 0.0664477 Feb 19 04:14:01.708402 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28342dc1-b54d-4050-a24e-8cfdb83ebf39 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event updated for resources: {'Subnet': ['ID=b891e7fb-1660-4079-8705-59280db6454f,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:01.719083 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28342dc1-b54d-4050-a24e-8cfdb83ebf39 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Checking segment: {'id': '4fec7e6f-0bed-4841-a8c6-11ff196f2e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f7ce4566-324c-4394-a130-0f65342b9896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:01.719449 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28342dc1-b54d-4050-a24e-8cfdb83ebf39 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Network hostable DHCP agents. Network: f7ce4566-324c-4394-a130-0f65342b9896, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:14:01.729378 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-78f37c52-fcc6-4c8d-a047-e24363e373eb req-dcbfee74-751b-4d07-b223-cbd13c98e1f6 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132698 Feb 19 04:14:01.741926 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28342dc1-b54d-4050-a24e-8cfdb83ebf39 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Network f7ce4566-324c-4394-a130-0f65342b9896 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:14:01.758596 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-28342dc1-b54d-4050-a24e-8cfdb83ebf39 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, f7ce4566-324c-4394-a130-0f65342b9896) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:01.761771 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af3f43-eb49-4021-8587-d169935cf472 req-1dabd9a4-6bec-4d42-88f9-73dac2ae3da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:01.763909 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3af3f43-eb49-4021-8587-d169935cf472 req-1dabd9a4-6bec-4d42-88f9-73dac2ae3da6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d969274d-e3f5-4be2-94a1-23d058336a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0792892 Feb 19 04:14:01.766814 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28342dc1-b54d-4050-a24e-8cfdb83ebf39 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:01.767465 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc05a56e-3e4f-4596-97bf-35ad84fd246e None None] Network f7ce4566-324c-4394-a130-0f65342b9896 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:14:01.767595 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-28342dc1-b54d-4050-a24e-8cfdb83ebf39 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:01.784642 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['22582a6f-fbb5-466b-bfdf-46f23ac0a95f'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:14:01.789951 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-28342dc1-b54d-4050-a24e-8cfdb83ebf39 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5138860 Feb 19 04:14:01.790853 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37318) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:01.894445 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:14:01.899122 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3af3f43-eb49-4021-8587-d169935cf472 req-3389e835-5826-4f48-a371-3d6951e7ffb8 service neutron] 10.222.0.79 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281524 Feb 19 04:14:01.920451 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c610ad7-6c53-4f85-aca6-d79caf47131e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (f7ce4566-324c-4394-a130-0f65342b9896), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:01.988637 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c610ad7-6c53-4f85-aca6-d79caf47131e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (b891e7fb-1660-4079-8705-59280db6454f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:02.002455 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4072d891-04e8-4de7-bfd1-bc5e379f3c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-f7ce4566-324c-4394-a130-0f65342b9896', 'network_id': 'f7ce4566-324c-4394-a130-0f65342b9896', 'project_id': '482831af4cad4e6aaa18d2257a07af0f', 'fixed_ips': [{'subnet_id': 'b891e7fb-1660-4079-8705-59280db6454f'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:14:02.003334 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4072d891-04e8-4de7-bfd1-bc5e379f3c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:02.049423 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe70b1-2739-4122-b863-fd5155c385b7 req-a20a384e-72b4-45a2-a452-8bfa05c67e56 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:02.054689 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe70b1-2739-4122-b863-fd5155c385b7 req-a20a384e-72b4-45a2-a452-8bfa05c67e56 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:02.060236 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe70b1-2739-4122-b863-fd5155c385b7 req-a20a384e-72b4-45a2-a452-8bfa05c67e56 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:02.066542 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe70b1-2739-4122-b863-fd5155c385b7 req-a20a384e-72b4-45a2-a452-8bfa05c67e56 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:02.071999 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe70b1-2739-4122-b863-fd5155c385b7 req-a20a384e-72b4-45a2-a452-8bfa05c67e56 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:02.075989 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c610ad7-6c53-4f85-aca6-d79caf47131e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (b891e7fb-1660-4079-8705-59280db6454f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:02.077209 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe70b1-2739-4122-b863-fd5155c385b7 req-a20a384e-72b4-45a2-a452-8bfa05c67e56 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:02.083716 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe70b1-2739-4122-b863-fd5155c385b7 req-a20a384e-72b4-45a2-a452-8bfa05c67e56 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:02.085654 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aebe70b1-2739-4122-b863-fd5155c385b7 req-a20a384e-72b4-45a2-a452-8bfa05c67e56 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.1793540 Feb 19 04:14:02.124081 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c610ad7-6c53-4f85-aca6-d79caf47131e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Subnet': ['ID=b891e7fb-1660-4079-8705-59280db6454f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:02.136890 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3af3f43-eb49-4021-8587-d169935cf472 req-46b227f0-7b68-448a-9586-41a3833f98f8 service neutron] 10.222.0.79 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274849 Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server [None req-4072d891-04e8-4de7-bfd1-bc5e379f3c60 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b891e7fb-1660-4079-8705-59280db6454f: This subnet is being modified by another concurrent operation. Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:14:02.164461 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise exception Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b891e7fb-1660-4079-8705-59280db6454f: This subnet is being modified by another concurrent operation. Feb 19 04:14:02.169553 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server Feb 19 04:14:02.189804 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d683dc6c-1293-4689-a854-200d2e8a50d4 None None] get_active_networks_info from n-d-828369-19 {{(pid=109927) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:14:02.191023 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aebe70b1-2739-4122-b863-fd5155c385b7 req-b77820e8-0504-4632-a89d-9f8cab2a5ae2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0911310 Feb 19 04:14:02.223362 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c610ad7-6c53-4f85-aca6-d79caf47131e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (f7ce4566-324c-4394-a130-0f65342b9896), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:02.245866 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-4c610ad7-6c53-4f85-aca6-d79caf47131e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ce4566-324c-4394-a130-0f65342b9896']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:02.256261 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-4c610ad7-6c53-4f85-aca6-d79caf47131e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fec7e6f-0bed-4841-a8c6-11ff196f2e7d') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:02.256261 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-4c610ad7-6c53-4f85-aca6-d79caf47131e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fec7e6f-0bed-4841-a8c6-11ff196f2e7d') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:02.266576 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c610ad7-6c53-4f85-aca6-d79caf47131e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (4fec7e6f-0bed-4841-a8c6-11ff196f2e7d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:02.282311 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c610ad7-6c53-4f85-aca6-d79caf47131e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (4fec7e6f-0bed-4841-a8c6-11ff196f2e7d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:02.288997 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c610ad7-6c53-4f85-aca6-d79caf47131e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:14:02.289413 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c610ad7-6c53-4f85-aca6-d79caf47131e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (4fec7e6f-0bed-4841-a8c6-11ff196f2e7d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:14:02.292881 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:14:02.360517 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d683dc6c-1293-4689-a854-200d2e8a50d4 None None] Resources bound (agent type, host, resource id): {{(pid=109927) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:14:02.361656 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c610ad7-6c53-4f85-aca6-d79caf47131e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (f7ce4566-324c-4394-a130-0f65342b9896), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:02.372608 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c610ad7-6c53-4f85-aca6-d79caf47131e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:02.377567 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4c610ad7-6c53-4f85-aca6-d79caf47131e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/networks/f7ce4566-324c-4394-a130-0f65342b9896 HTTP/1.1" status: 204 len: 168 time: 0.5855958 Feb 19 04:14:02.380301 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37322) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:02.388209 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c610ad7-6c53-4f85-aca6-d79caf47131e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Network': ['ID=f7ce4566-324c-4394-a130-0f65342b9896,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:02.418770 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4696c14-ddac-4778-9dcd-f45453489f08 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] GET failed (client error): The resource could not be found. Feb 19 04:14:02.421449 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f4696c14-ddac-4778-9dcd-f45453489f08 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "GET /v2.0/subnets/b891e7fb-1660-4079-8705-59280db6454f HTTP/1.1" status: 404 len: 337 time: 0.0393736 Feb 19 04:14:02.424294 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37324) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:02.442202 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a84152-f4da-4254-a3e1-66ee722ce020 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] DELETE failed (client error): The resource could not be found. Feb 19 04:14:02.442694 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42a84152-f4da-4254-a3e1-66ee722ce020 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:14:02.449060 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-42a84152-f4da-4254-a3e1-66ee722ce020 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/networks/f7ce4566-324c-4394-a130-0f65342b9896 HTTP/1.1" status: 404 len: 339 time: 0.0203667 Feb 19 04:14:02.450357 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37328) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:02.500219 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 23c49555-16ce-45ca-9778-dc102b7f108e up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:02.599645 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 23c49555-16ce-45ca-9778-dc102b7f108e completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:14:02.615827 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 23c49555-16ce-45ca-9778-dc102b7f108e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:02.616210 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:02.712177 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514f766a-4dc8-4a7d-99e4-4c0dfec853d5 None None] Network f7ce4566-324c-4394-a130-0f65342b9896 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:14:02.722840 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6feaf4c-7b80-4a41-a9e3-13415edec500 req-6ed21bbb-5215-48f5-ab91-4c87cfcd06f1 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:02.724384 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b6feaf4c-7b80-4a41-a9e3-13415edec500 req-6ed21bbb-5215-48f5-ab91-4c87cfcd06f1 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.2180862 Feb 19 04:14:02.732605 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8804e27-1a59-4b89-9e88-84eb627a15dc tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:02.736534 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c8804e27-1a59-4b89-9e88-84eb627a15dc tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2825356 Feb 19 04:14:02.737694 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37332) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:02.782533 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-345d638f-4ce4-4203-9d08-26d000f107a4 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "GET /v2.0/subnets?network_id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 207 time: 0.0403662 Feb 19 04:14:02.784565 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3680243-132c-47bb-9d1f-f54201d918d8 req-8ac5f982-8918-414c-9516-4efb165e1801 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:02.786078 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f3680243-132c-47bb-9d1f-f54201d918d8 req-8ac5f982-8918-414c-9516-4efb165e1801 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 945 time: 0.1175423 Feb 19 04:14:02.786613 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37336) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:02.795383 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 23c49555-16ce-45ca-9778-dc102b7f108e is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:02.795998 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:02.807215 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b6feaf4c-7b80-4a41-a9e3-13415edec500 req-fb16eab6-c83d-44b6-bf9b-f17d90c20af7 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719013 Feb 19 04:14:02.821019 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514f766a-4dc8-4a7d-99e4-4c0dfec853d5 None None] Network f7ce4566-324c-4394-a130-0f65342b9896 could not be found, it might have been deleted concurrently. {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 04:14:02.852296 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c010dadb-524f-4ebc-a0ab-099a72b1b8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:02.858877 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 23c49555-16ce-45ca-9778-dc102b7f108e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=23c49555-16ce-45ca-9778-dc102b7f108e,segment=NetworkSegment(f3e08904-2dfd-4a42-a044-c64d88dcae94),segment_id=f3e08904-2dfd-4a42-a044-c64d88dcae94)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:02.865303 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:02.900683 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f3680243-132c-47bb-9d1f-f54201d918d8 req-65576f5e-33d4-422a-8ee9-9f2216f683f8 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059582 Feb 19 04:14:02.938859 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=23c49555-16ce-45ca-9778-dc102b7f108e,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:02.989768 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25d47d-6ab8-470f-847a-43c5791eba90 req-a25c7910-ecfc-4f77-a09d-8e6fff7d23ae tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:02.991502 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c25d47d-6ab8-470f-847a-43c5791eba90 req-a25c7910-ecfc-4f77-a09d-8e6fff7d23ae tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 944 time: 0.0608208 Feb 19 04:14:03.042725 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c25d47d-6ab8-470f-847a-43c5791eba90 req-6651bdf8-59ce-4e04-a82f-629a757f161a tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454922 Feb 19 04:14:03.044221 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9483b0-fa14-40ba-9597-00fbc0b55d8e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:03.050063 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9483b0-fa14-40ba-9597-00fbc0b55d8e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:03.058184 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9483b0-fa14-40ba-9597-00fbc0b55d8e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:03.060391 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9483b0-fa14-40ba-9597-00fbc0b55d8e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:03.061494 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e97138d-d079-42c5-a9e0-a30f7970cc41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c49555-16ce-45ca-9778-dc102b7f108e'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:03.064089 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c109cf3f-1c92-4dda-b54d-56a3499f551b" -d '{"events": [{"server_uuid": "1e97138d-d079-42c5-a9e0-a30f7970cc41", "name": "network-vif-plugged", "status": "completed", "tag": "23c49555-16ce-45ca-9778-dc102b7f108e"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:03.065833 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9a9483b0-fa14-40ba-9597-00fbc0b55d8e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2781343 Feb 19 04:14:03.066379 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37338) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:03.105263 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a267fde-3f0f-41f9-8566-a52168c50db2 x-openstack-request-id: req-2a267fde-3f0f-41f9-8566-a52168c50db2 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:03.105694 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e97138d-d079-42c5-a9e0-a30f7970cc41", "name": "network-vif-plugged", "status": "completed", "tag": "23c49555-16ce-45ca-9778-dc102b7f108e", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:03.106047 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2a267fde-3f0f-41f9-8566-a52168c50db2 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:03.106555 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e97138d-d079-42c5-a9e0-a30f7970cc41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c49555-16ce-45ca-9778-dc102b7f108e', 'code': 200} Feb 19 04:14:03.187279 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3945d080-1ff8-437b-bab5-2f8f905c8904 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1197269 Feb 19 04:14:03.190416 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37342) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:03.213268 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf8743-5a1c-4b11-a0ba-76474afce654 req-9e8adb8c-4d67-4f2b-8bd3-c337fd2416e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:03.214877 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1faf8743-5a1c-4b11-a0ba-76474afce654 req-9e8adb8c-4d67-4f2b-8bd3-c337fd2416e2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 1129 time: 0.0496476 Feb 19 04:14:03.244381 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd8316a-5467-4746-9ddc-7bc06727b954 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:03.245697 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd8316a-5467-4746-9ddc-7bc06727b954 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:03.247297 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8dd8316a-5467-4746-9ddc-7bc06727b954 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0558627 Feb 19 04:14:03.255392 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37346) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:03.296790 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1faf8743-5a1c-4b11-a0ba-76474afce654 req-81ea8a01-c9b3-4185-af2e-9f9fa215ed02 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759766 Feb 19 04:14:03.339182 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1a66b8-6d54-4ffa-8087-e8c1ae7f4e47 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['shared'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:03.340375 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1a66b8-6d54-4ffa-8087-e8c1ae7f4e47 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['shared'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:03.341868 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2e1a66b8-6d54-4ffa-8087-e8c1ae7f4e47 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0847340 Feb 19 04:14:03.346696 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37348) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:03.368334 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895a2db-83a4-4c9a-910c-470031da45db req-090e46e9-292a-4c14-97dc-84803ae75b9d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:03.373224 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895a2db-83a4-4c9a-910c-470031da45db req-090e46e9-292a-4c14-97dc-84803ae75b9d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:03.378611 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895a2db-83a4-4c9a-910c-470031da45db req-090e46e9-292a-4c14-97dc-84803ae75b9d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:03.383815 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895a2db-83a4-4c9a-910c-470031da45db req-090e46e9-292a-4c14-97dc-84803ae75b9d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:03.389128 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895a2db-83a4-4c9a-910c-470031da45db req-090e46e9-292a-4c14-97dc-84803ae75b9d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:03.394868 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895a2db-83a4-4c9a-910c-470031da45db req-090e46e9-292a-4c14-97dc-84803ae75b9d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:03.400089 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895a2db-83a4-4c9a-910c-470031da45db req-090e46e9-292a-4c14-97dc-84803ae75b9d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:03.401960 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3895a2db-83a4-4c9a-910c-470031da45db req-090e46e9-292a-4c14-97dc-84803ae75b9d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.1123273 Feb 19 04:14:03.449472 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475bd66b-9187-4922-a64b-2de2fbb46c43 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:03.454936 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-475bd66b-9187-4922-a64b-2de2fbb46c43 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "GET /v2.0/networks/31cdb282-457b-4af2-9c49-4d052b64de99 HTTP/1.1" status: 200 len: 800 time: 0.1024919 Feb 19 04:14:03.456394 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37350) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:03.471362 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3895a2db-83a4-4c9a-910c-470031da45db req-3f66046f-c176-4943-aada-0d3cfc7df27d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609457 Feb 19 04:14:03.552272 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e91151dc-81c7-4bb4-8c2d-81f37ff5d51e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "GET /v2.0/networks/31cdb282-457b-4af2-9c49-4d052b64de99?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.0947440 Feb 19 04:14:03.555548 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37352) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:03.610740 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716a4df0-9141-41e7-8438-3a4181d14269 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:03.612104 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-716a4df0-9141-41e7-8438-3a4181d14269 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "GET /v2.0/subnets/c5634503-778c-4b9b-91df-d0d09dd058b7 HTTP/1.1" status: 200 len: 811 time: 0.0555663 Feb 19 04:14:03.615661 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37354) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:03.665714 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45efb39e-85a4-4580-b0d9-5236bd6eeb32 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:03.667147 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-45efb39e-85a4-4580-b0d9-5236bd6eeb32 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "GET /v2.0/subnets/c5634503-778c-4b9b-91df-d0d09dd058b7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0505819 Feb 19 04:14:03.670954 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37356) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:03.675633 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-909469c8-486a-43a0-be16-527d18db85fe tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1628406853'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:03.694777 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909469c8-486a-43a0-be16-527d18db85fe tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Made reservation on behalf of 482831af4cad4e6aaa18d2257a07af0f for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:14:03.698142 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-909469c8-486a-43a0-be16-527d18db85fe tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:03.722817 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909469c8-486a-43a0-be16-527d18db85fe tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:14:03.731179 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:03.732426 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-909469c8-486a-43a0-be16-527d18db85fe tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (a465c91d-c32e-4454-93c7-4c2f0b28946d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:03.732846 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-909469c8-486a-43a0-be16-527d18db85fe tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Added segment a465c91d-c32e-4454-93c7-4c2f0b28946d of type vlan for network 162de89d-0472-407d-af48-149a1690e845 Feb 19 04:14:03.773129 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-909469c8-486a-43a0-be16-527d18db85fe tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (162de89d-0472-407d-af48-149a1690e845), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:03.800924 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-909469c8-486a-43a0-be16-527d18db85fe tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (162de89d-0472-407d-af48-149a1690e845), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:03.805950 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909469c8-486a-43a0-be16-527d18db85fe tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:03.806623 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-909469c8-486a-43a0-be16-527d18db85fe tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:03.880922 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909469c8-486a-43a0-be16-527d18db85fe tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event updated for resources: {'Network': ['ID=162de89d-0472-407d-af48-149a1690e845,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:03.889079 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-909469c8-486a-43a0-be16-527d18db85fe tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2169003 Feb 19 04:14:03.892322 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37360) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:03.897705 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-4b1f1ae1-8a03-44fa-81a6-1a0977e79b65 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Request body: {'subnet': {'network_id': '162de89d-0472-407d-af48-149a1690e845', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:03.909937 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 162de89d-0472-407d-af48-149a1690e845 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:14:04.085568 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ea8e9-b1d2-43c1-9aa6-d551f4721104 req-3b0200ad-d1ef-4189-a02c-1b931c477381 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:04.087094 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1e7ea8e9-b1d2-43c1-9aa6-d551f4721104 req-3b0200ad-d1ef-4189-a02c-1b931c477381 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.1649117 Feb 19 04:14:04.090107 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1f1ae1-8a03-44fa-81a6-1a0977e79b65 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Made reservation on behalf of 482831af4cad4e6aaa18d2257a07af0f for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:14:04.093424 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4b1f1ae1-8a03-44fa-81a6-1a0977e79b65 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:04.159006 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56143ce2-334a-4761-8f84-86b6257374a0 req-235fa91d-9a0b-42bd-b47a-3affefe1b3f0 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:04.160509 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56143ce2-334a-4761-8f84-86b6257374a0 req-235fa91d-9a0b-42bd-b47a-3affefe1b3f0 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 946 time: 0.1439826 Feb 19 04:14:04.204154 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.ipam_backend_mixin [None req-4b1f1ae1-8a03-44fa-81a6-1a0977e79b65 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Performing IP validity checks on allocation pools {{(pid=109926) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 04:14:04.204593 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.ipam_backend_mixin [None req-4b1f1ae1-8a03-44fa-81a6-1a0977e79b65 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109926) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 04:14:04.223997 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1e7ea8e9-b1d2-43c1-9aa6-d551f4721104 req-860f002a-5656-4a1b-9286-cdb2245f1ab2 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259768 Feb 19 04:14:04.257217 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 22582a6f-fbb5-466b-bfdf-46f23ac0a95f up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:04.310966 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 22582a6f-fbb5-466b-bfdf-46f23ac0a95f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:04.312367 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (22582a6f-fbb5-466b-bfdf-46f23ac0a95f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:04.368797 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56143ce2-334a-4761-8f84-86b6257374a0 req-28efa9fc-6596-4609-934d-dff666530378 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022598 Feb 19 04:14:04.434830 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 22582a6f-fbb5-466b-bfdf-46f23ac0a95f is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:04.435794 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (22582a6f-fbb5-466b-bfdf-46f23ac0a95f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:04.484313 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 22582a6f-fbb5-466b-bfdf-46f23ac0a95f, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=22582a6f-fbb5-466b-bfdf-46f23ac0a95f,segment=NetworkSegment(5235181e-dc3c-4aba-8bf2-254db3bce1f3),segment_id=5235181e-dc3c-4aba-8bf2-254db3bce1f3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:04.490467 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4b1f1ae1-8a03-44fa-81a6-1a0977e79b65 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (5c367750-5ccb-4bae-8e2e-be35c7e09e5a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:04.497652 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device f9a9460e-9cea-497c-be88-aa5f7e14c403 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:04.508526 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4480083-70f3-4ae2-80d9-153bea332979 req-84ebdcc8-0ae5-4d4c-9d14-af596999e2c4 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:04.517821 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (22582a6f-fbb5-466b-bfdf-46f23ac0a95f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:04.526680 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4480083-70f3-4ae2-80d9-153bea332979 req-84ebdcc8-0ae5-4d4c-9d14-af596999e2c4 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 944 time: 0.2337501 Feb 19 04:14:04.662970 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=22582a6f-fbb5-466b-bfdf-46f23ac0a95f,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:04.674178 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f1ae1-8a03-44fa-81a6-1a0977e79b65 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event updated for resources: {'Subnet': ['ID=5c367750-5ccb-4bae-8e2e-be35c7e09e5a,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:04.684523 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4480083-70f3-4ae2-80d9-153bea332979 req-f385c6d4-5030-44b0-80bc-6a96277749b1 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568999 Feb 19 04:14:04.691450 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1f1ae1-8a03-44fa-81a6-1a0977e79b65 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Checking segment: {'id': 'a465c91d-c32e-4454-93c7-4c2f0b28946d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '162de89d-0472-407d-af48-149a1690e845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:04.692280 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1f1ae1-8a03-44fa-81a6-1a0977e79b65 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Network hostable DHCP agents. Network: 162de89d-0472-407d-af48-149a1690e845, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:14:04.720712 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4f20e-3f05-41cd-92da-53782bbc6a89 req-da0c2683-f757-4650-8948-b1e8576fbf91 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:04.726264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4f20e-3f05-41cd-92da-53782bbc6a89 req-da0c2683-f757-4650-8948-b1e8576fbf91 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:04.731551 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4f20e-3f05-41cd-92da-53782bbc6a89 req-da0c2683-f757-4650-8948-b1e8576fbf91 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:04.736947 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4f20e-3f05-41cd-92da-53782bbc6a89 req-da0c2683-f757-4650-8948-b1e8576fbf91 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:04.742878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4f20e-3f05-41cd-92da-53782bbc6a89 req-da0c2683-f757-4650-8948-b1e8576fbf91 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:04.747411 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4f20e-3f05-41cd-92da-53782bbc6a89 req-da0c2683-f757-4650-8948-b1e8576fbf91 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:04.752740 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4f20e-3f05-41cd-92da-53782bbc6a89 req-da0c2683-f757-4650-8948-b1e8576fbf91 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:04.754686 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9b4f20e-3f05-41cd-92da-53782bbc6a89 req-da0c2683-f757-4650-8948-b1e8576fbf91 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.1777322 Feb 19 04:14:04.779074 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1f1ae1-8a03-44fa-81a6-1a0977e79b65 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Network 162de89d-0472-407d-af48-149a1690e845 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:14:04.793991 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-4b1f1ae1-8a03-44fa-81a6-1a0977e79b65 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 162de89d-0472-407d-af48-149a1690e845) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:04.805250 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1f1ae1-8a03-44fa-81a6-1a0977e79b65 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:04.805863 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4b1f1ae1-8a03-44fa-81a6-1a0977e79b65 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:04.839981 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4b1f1ae1-8a03-44fa-81a6-1a0977e79b65 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9437037 Feb 19 04:14:04.840904 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37368) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:04.842342 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9b4f20e-3f05-41cd-92da-53782bbc6a89 req-23563411-a656-4839-a12f-bc78bce7b978 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0794806 Feb 19 04:14:04.851105 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-eac6b239-9ba1-4142-a51b-6ed2d1ea59fc tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:04.887002 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf438bce-67f2-4587-b803-d0cb25295330 None None] Network 162de89d-0472-407d-af48-149a1690e845 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:14:04.950993 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port f9a9460e-9cea-497c-be88-aa5f7e14c403 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:04.951663 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:04.961742 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eac6b239-9ba1-4142-a51b-6ed2d1ea59fc tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4424871'] for subnet (5c367750-5ccb-4bae-8e2e-be35c7e09e5a), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:05.026054 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port f9a9460e-9cea-497c-be88-aa5f7e14c403, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f9a9460e-9cea-497c-be88-aa5f7e14c403,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:05.033226 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:05.060283 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196056a8-d181-409e-86a3-aede6c8db05c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-162de89d-0472-407d-af48-149a1690e845', 'network_id': '162de89d-0472-407d-af48-149a1690e845', 'project_id': '482831af4cad4e6aaa18d2257a07af0f', 'fixed_ips': [{'subnet_id': '5c367750-5ccb-4bae-8e2e-be35c7e09e5a'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:14:05.060283 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-196056a8-d181-409e-86a3-aede6c8db05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:05.140269 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eac6b239-9ba1-4142-a51b-6ed2d1ea59fc tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727882451330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5799302'] for subnet (5c367750-5ccb-4bae-8e2e-be35c7e09e5a), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:05.147048 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cdb9b2-50b4-4596-922b-a74bd8d15200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22582a6f-fbb5-466b-bfdf-46f23ac0a95f'}, {'server_uuid': '9e192823-4df3-48ab-b01b-4b32bd8b2fd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9a9460e-9cea-497c-be88-aa5f7e14c403'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:05.147772 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8fcb62-54d0-4919-a55a-4abbcc6e2199" -d '{"events": [{"server_uuid": "95cdb9b2-50b4-4596-922b-a74bd8d15200", "name": "network-vif-plugged", "status": "completed", "tag": "22582a6f-fbb5-466b-bfdf-46f23ac0a95f"}, {"server_uuid": "9e192823-4df3-48ab-b01b-4b32bd8b2fd9", "name": "network-vif-unplugged", "status": "completed", "tag": "f9a9460e-9cea-497c-be88-aa5f7e14c403"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:05.161997 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=f9a9460e-9cea-497c-be88-aa5f7e14c403,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:05.194690 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac6b239-9ba1-4142-a51b-6ed2d1ea59fc tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:05.195768 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eac6b239-9ba1-4142-a51b-6ed2d1ea59fc tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:05.197282 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-eac6b239-9ba1-4142-a51b-6ed2d1ea59fc tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "PUT /v2.0/subnets/5c367750-5ccb-4bae-8e2e-be35c7e09e5a HTTP/1.1" status: 200 len: 877 time: 0.3534815 Feb 19 04:14:05.200353 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37372) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:05.207163 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6b239-9ba1-4142-a51b-6ed2d1ea59fc tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event updated for resources: {'Subnet': ['ID=5c367750-5ccb-4bae-8e2e-be35c7e09e5a,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:05.241908 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781e6be5-a86c-4d40-bfd4-4296ef7e0a19 x-openstack-request-id: req-781e6be5-a86c-4d40-bfd4-4296ef7e0a19 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:05.242233 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95cdb9b2-50b4-4596-922b-a74bd8d15200", "name": "network-vif-plugged", "status": "completed", "tag": "22582a6f-fbb5-466b-bfdf-46f23ac0a95f", "code": 200}, {"server_uuid": "9e192823-4df3-48ab-b01b-4b32bd8b2fd9", "name": "network-vif-unplugged", "status": "failed", "tag": "f9a9460e-9cea-497c-be88-aa5f7e14c403", "code": 422}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:05.242493 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-781e6be5-a86c-4d40-bfd4-4296ef7e0a19 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:05.242907 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95cdb9b2-50b4-4596-922b-a74bd8d15200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22582a6f-fbb5-466b-bfdf-46f23ac0a95f', 'code': 200} Feb 19 04:14:05.243155 n-d-828369-19 neutron-server[109927]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9e192823-4df3-48ab-b01b-4b32bd8b2fd9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f9a9460e-9cea-497c-be88-aa5f7e14c403', 'code': 422} returned with failed status Feb 19 04:14:05.265418 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:05.269248 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-196056a8-d181-409e-86a3-aede6c8db05c None None] Allocated IP 172.20.0.3 (162de89d-0472-407d-af48-149a1690e845/5c367750-5ccb-4bae-8e2e-be35c7e09e5a/f79be813-005e-4e2b-9d13-5956f1795bb2) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:14:05.422639 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-722583f1-55b8-43e0-93dc-d83c3390c610 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (162de89d-0472-407d-af48-149a1690e845), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:05.434455 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c8955-3c5a-45c0-9890-a60eafa2d95a req-b17e9144-7614-49aa-9410-dca5abd7ca09 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:05.442527 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-820c8955-3c5a-45c0-9890-a60eafa2d95a req-b17e9144-7614-49aa-9410-dca5abd7ca09 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 944 time: 0.1203492 Feb 19 04:14:05.449016 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-196056a8-d181-409e-86a3-aede6c8db05c None None] Publish callbacks [] for port (f79be813-005e-4e2b-9d13-5956f1795bb2), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:05.457623 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-196056a8-d181-409e-86a3-aede6c8db05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (f79be813-005e-4e2b-9d13-5956f1795bb2), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:05.494439 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196056a8-d181-409e-86a3-aede6c8db05c None None] Network 162de89d-0472-407d-af48-149a1690e845 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:14:05.499455 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-196056a8-d181-409e-86a3-aede6c8db05c None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:05.505191 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196056a8-d181-409e-86a3-aede6c8db05c None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:14:05.512021 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196056a8-d181-409e-86a3-aede6c8db05c None None] Pushing event updated for resources: {'Port': ['ID=f79be813-005e-4e2b-9d13-5956f1795bb2,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:05.566117 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-196056a8-d181-409e-86a3-aede6c8db05c None None] Attempting to bind port f79be813-005e-4e2b-9d13-5956f1795bb2 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:14:05.566529 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-196056a8-d181-409e-86a3-aede6c8db05c None None] Attempting to bind port f79be813-005e-4e2b-9d13-5956f1795bb2 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'a465c91d-c32e-4454-93c7-4c2f0b28946d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '162de89d-0472-407d-af48-149a1690e845'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:14:05.566890 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196056a8-d181-409e-86a3-aede6c8db05c None None] Attempting to bind port f79be813-005e-4e2b-9d13-5956f1795bb2 on network 162de89d-0472-407d-af48-149a1690e845 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:05.572176 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196056a8-d181-409e-86a3-aede6c8db05c None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:14:05.572553 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196056a8-d181-409e-86a3-aede6c8db05c None None] Checking segment: {'id': 'a465c91d-c32e-4454-93c7-4c2f0b28946d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '162de89d-0472-407d-af48-149a1690e845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:05.572955 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-196056a8-d181-409e-86a3-aede6c8db05c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:05.573361 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196056a8-d181-409e-86a3-aede6c8db05c None None] Bound using segment: {'id': 'a465c91d-c32e-4454-93c7-4c2f0b28946d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '162de89d-0472-407d-af48-149a1690e845'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:14:05.573957 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-196056a8-d181-409e-86a3-aede6c8db05c None None] Bound port: f79be813-005e-4e2b-9d13-5956f1795bb2, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a465c91d-c32e-4454-93c7-4c2f0b28946d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '162de89d-0472-407d-af48-149a1690e845'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:14:05.574364 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-196056a8-d181-409e-86a3-aede6c8db05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f79be813-005e-4e2b-9d13-5956f1795bb2), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:05.588259 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-820c8955-3c5a-45c0-9890-a60eafa2d95a req-3da66820-5d36-4c03-9d78-d9aa5d92c209 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444030 Feb 19 04:14:05.602619 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1790d4-84da-49fb-a49d-e6f7238b3733 req-4e67f1cb-5e0f-443d-98bb-06d2a42e42aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:05.604618 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e1790d4-84da-49fb-a49d-e6f7238b3733 req-4e67f1cb-5e0f-443d-98bb-06d2a42e42aa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 1128 time: 0.2340643 Feb 19 04:14:05.617283 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b7814-b0dc-43d4-83ba-c536d407df1d req-56a45aa2-f7de-4632-a005-7b2d63c23eb0 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:05.624596 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a32b7814-b0dc-43d4-83ba-c536d407df1d req-56a45aa2-f7de-4632-a005-7b2d63c23eb0 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 946 time: 0.1520441 Feb 19 04:14:05.643766 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-196056a8-d181-409e-86a3-aede6c8db05c None None] For port f79be813-005e-4e2b-9d13-5956f1795bb2, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:14:05.647287 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-196056a8-d181-409e-86a3-aede6c8db05c None None] For port f79be813-005e-4e2b-9d13-5956f1795bb2, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=f79be813-005e-4e2b-9d13-5956f1795bb2,segment=NetworkSegment(a465c91d-c32e-4454-93c7-4c2f0b28946d),segment_id=a465c91d-c32e-4454-93c7-4c2f0b28946d)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:14:05.658007 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-196056a8-d181-409e-86a3-aede6c8db05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f79be813-005e-4e2b-9d13-5956f1795bb2), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:05.707077 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-722583f1-55b8-43e0-93dc-d83c3390c610 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Deleting port f79be813-005e-4e2b-9d13-5956f1795bb2 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:05.707426 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-722583f1-55b8-43e0-93dc-d83c3390c610 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (f79be813-005e-4e2b-9d13-5956f1795bb2), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:05.731677 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196056a8-d181-409e-86a3-aede6c8db05c None None] Pushing event updated for resources: {'Port': ['ID=f79be813-005e-4e2b-9d13-5956f1795bb2,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:05.746011 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e1790d4-84da-49fb-a49d-e6f7238b3733 req-fed33d97-4acb-4b0d-a1e5-7a8c2efd21d9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193497 Feb 19 04:14:05.754484 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a32b7814-b0dc-43d4-83ba-c536d407df1d req-d0b1a0ac-3f15-42c9-9dab-7db1475b918e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287544 Feb 19 04:14:05.830716 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-722583f1-55b8-43e0-93dc-d83c3390c610 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] For port f79be813-005e-4e2b-9d13-5956f1795bb2, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=f79be813-005e-4e2b-9d13-5956f1795bb2,segment=NetworkSegment(a465c91d-c32e-4454-93c7-4c2f0b28946d),segment_id=a465c91d-c32e-4454-93c7-4c2f0b28946d)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:05.831233 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-722583f1-55b8-43e0-93dc-d83c3390c610 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (f79be813-005e-4e2b-9d13-5956f1795bb2), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:05.868955 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-722583f1-55b8-43e0-93dc-d83c3390c610 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Calling delete_port for f79be813-005e-4e2b-9d13-5956f1795bb2 owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:05.947193 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e94793-a7f3-435d-bbc9-ea50c8bf4185 req-65b54558-5818-499e-bac5-ee018a0ef0df tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:05.948804 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-86e94793-a7f3-435d-bbc9-ea50c8bf4185 req-65b54558-5818-499e-bac5-ee018a0ef0df tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 945 time: 0.1146946 Feb 19 04:14:06.040574 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-86e94793-a7f3-435d-bbc9-ea50c8bf4185 req-7899a958-332d-4c96-aac1-721385488c70 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804605 Feb 19 04:14:06.079117 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-722583f1-55b8-43e0-93dc-d83c3390c610 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (f79be813-005e-4e2b-9d13-5956f1795bb2), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:06.110581 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722583f1-55b8-43e0-93dc-d83c3390c610 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Port': ['ID=f79be813-005e-4e2b-9d13-5956f1795bb2,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:06.178678 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722583f1-55b8-43e0-93dc-d83c3390c610 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] No DVR routers for this DVR port f79be813-005e-4e2b-9d13-5956f1795bb2 on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:14:06.231325 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-722583f1-55b8-43e0-93dc-d83c3390c610 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (5c367750-5ccb-4bae-8e2e-be35c7e09e5a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:06.258145 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb2452-dda7-484c-b9b7-482f28e97154 req-2d5a4bcc-9d73-4a1b-a80d-40a83e0d4c8e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:06.259635 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-71cb2452-dda7-484c-b9b7-482f28e97154 req-2d5a4bcc-9d73-4a1b-a80d-40a83e0d4c8e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 946 time: 0.1247029 Feb 19 04:14:06.331228 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-71cb2452-dda7-484c-b9b7-482f28e97154 req-c1ad537c-63ac-4b9b-bd79-f22433d5978a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643358 Feb 19 04:14:06.337890 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-722583f1-55b8-43e0-93dc-d83c3390c610 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (5c367750-5ccb-4bae-8e2e-be35c7e09e5a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:06.354025 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37390) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:06.379201 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722583f1-55b8-43e0-93dc-d83c3390c610 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Subnet': ['ID=5c367750-5ccb-4bae-8e2e-be35c7e09e5a,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:06.430294 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3560c397-1b88-490a-ac6d-7e047aae39f4 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:06.434381 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3560c397-1b88-490a-ac6d-7e047aae39f4 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 1124 time: 0.0760875 Feb 19 04:14:06.434650 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37392) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:06.439377 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ea8b7858-a2f5-4f13-87cd-d0ec9dd89bea tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'port_id': '23c49555-16ce-45ca-9778-dc102b7f108e', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:06.464968 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7858-a2f5-4f13-87cd-d0ec9dd89bea tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:06.468073 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-722583f1-55b8-43e0-93dc-d83c3390c610 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (162de89d-0472-407d-af48-149a1690e845), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:06.493778 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-722583f1-55b8-43e0-93dc-d83c3390c610 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['162de89d-0472-407d-af48-149a1690e845']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:06.505914 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-722583f1-55b8-43e0-93dc-d83c3390c610 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a465c91d-c32e-4454-93c7-4c2f0b28946d') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:06.506396 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-722583f1-55b8-43e0-93dc-d83c3390c610 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a465c91d-c32e-4454-93c7-4c2f0b28946d') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:06.527222 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-722583f1-55b8-43e0-93dc-d83c3390c610 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (a465c91d-c32e-4454-93c7-4c2f0b28946d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:06.539311 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37df00-9f40-4830-8678-8da42dcd7cc1 req-9b0e9b08-19e4-4086-9dd6-66dc21ae7ebf tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:06.545021 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37df00-9f40-4830-8678-8da42dcd7cc1 req-9b0e9b08-19e4-4086-9dd6-66dc21ae7ebf tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:06.550374 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37df00-9f40-4830-8678-8da42dcd7cc1 req-9b0e9b08-19e4-4086-9dd6-66dc21ae7ebf tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:06.555606 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37df00-9f40-4830-8678-8da42dcd7cc1 req-9b0e9b08-19e4-4086-9dd6-66dc21ae7ebf tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:06.560857 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37df00-9f40-4830-8678-8da42dcd7cc1 req-9b0e9b08-19e4-4086-9dd6-66dc21ae7ebf tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:06.566344 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37df00-9f40-4830-8678-8da42dcd7cc1 req-9b0e9b08-19e4-4086-9dd6-66dc21ae7ebf tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:06.571758 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37df00-9f40-4830-8678-8da42dcd7cc1 req-9b0e9b08-19e4-4086-9dd6-66dc21ae7ebf tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:06.573723 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-df37df00-9f40-4830-8678-8da42dcd7cc1 req-9b0e9b08-19e4-4086-9dd6-66dc21ae7ebf tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.1446922 Feb 19 04:14:06.586267 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7858-a2f5-4f13-87cd-d0ec9dd89bea tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:06.589936 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-722583f1-55b8-43e0-93dc-d83c3390c610 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (a465c91d-c32e-4454-93c7-4c2f0b28946d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:06.607464 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722583f1-55b8-43e0-93dc-d83c3390c610 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:14:06.607875 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-722583f1-55b8-43e0-93dc-d83c3390c610 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (a465c91d-c32e-4454-93c7-4c2f0b28946d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:14:06.611222 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:14:06.693091 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-722583f1-55b8-43e0-93dc-d83c3390c610 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (162de89d-0472-407d-af48-149a1690e845), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:06.703223 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-722583f1-55b8-43e0-93dc-d83c3390c610 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:06.711481 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-722583f1-55b8-43e0-93dc-d83c3390c610 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/networks/162de89d-0472-407d-af48-149a1690e845 HTTP/1.1" status: 204 len: 168 time: 1.5093007 Feb 19 04:14:06.717219 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37396) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:06.761034 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:06.763114 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b947f1e-f90f-4c2f-8e1c-a957f60f39e7 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] DELETE failed (client error): The resource could not be found. Feb 19 04:14:06.763114 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b947f1e-f90f-4c2f-8e1c-a957f60f39e7 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:14:06.769649 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6b947f1e-f90f-4c2f-8e1c-a957f60f39e7 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/subnets/5c367750-5ccb-4bae-8e2e-be35c7e09e5a HTTP/1.1" status: 404 len: 337 time: 0.0487764 Feb 19 04:14:06.770763 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37398) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:06.775480 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-df37df00-9f40-4830-8678-8da42dcd7cc1 req-ef20db18-c592-40ed-89ee-d942f217ce5e tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1794908 Feb 19 04:14:06.776448 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722583f1-55b8-43e0-93dc-d83c3390c610 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Network': ['ID=162de89d-0472-407d-af48-149a1690e845,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:06.813775 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-c405a650-9ee5-4d5b-861f-e8b5b1be23db tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] DELETE failed (client error): The resource could not be found. Feb 19 04:14:06.814354 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c405a650-9ee5-4d5b-861f-e8b5b1be23db tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:14:06.817444 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c405a650-9ee5-4d5b-861f-e8b5b1be23db tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/networks/162de89d-0472-407d-af48-149a1690e845 HTTP/1.1" status: 404 len: 339 time: 0.0453801 Feb 19 04:14:06.820121 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37400) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:06.861807 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-ea8b7858-a2f5-4f13-87cd-d0ec9dd89bea tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Allocated IP 172.25.3.199 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/b36d480c-5e54-4b0a-a6af-3aae92dcf18d) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:14:07.005513 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7858-a2f5-4f13-87cd-d0ec9dd89bea tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for port (b36d480c-5e54-4b0a-a6af-3aae92dcf18d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:07.028181 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-f81e994a-bd4f-48d1-a5b8-46e6f4db283f None None] Could not find standard attr ID for object f79be813-005e-4e2b-9d13-5956f1795bb2. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:14:07.089295 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7858-a2f5-4f13-87cd-d0ec9dd89bea tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (b36d480c-5e54-4b0a-a6af-3aae92dcf18d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:07.122570 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2fd191-40da-4f98-b320-e12c62207f06 None None] DHCP port deletion for 162de89d-0472-407d-af48-149a1690e845 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:14:07.145995 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1573a0-7e5e-4e40-9ac6-9e5e6e94bb57 None None] Network 162de89d-0472-407d-af48-149a1690e845 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:14:07.154183 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8b7858-a2f5-4f13-87cd-d0ec9dd89bea tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:14:07.159518 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1573a0-7e5e-4e40-9ac6-9e5e6e94bb57 None None] Network 162de89d-0472-407d-af48-149a1690e845 could not be found, it might have been deleted concurrently. {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 04:14:07.160400 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-ea8b7858-a2f5-4f13-87cd-d0ec9dd89bea tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:07.163502 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8b7858-a2f5-4f13-87cd-d0ec9dd89bea tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:14:07.167490 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e327fd2f-798e-4b81-af1f-fb67afa56854 None None] Network 162de89d-0472-407d-af48-149a1690e845 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:14:07.193242 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e327fd2f-798e-4b81-af1f-fb67afa56854 None None] Network 162de89d-0472-407d-af48-149a1690e845 could not be found, it might have been deleted concurrently. {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 04:14:07.209126 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b7858-a2f5-4f13-87cd-d0ec9dd89bea tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Port': ['ID=b36d480c-5e54-4b0a-a6af-3aae92dcf18d,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:07.308146 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-65bc92cf-c284-45c3-bdc5-c0de6fe61be9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] DELETE failed (client error): The resource could not be found. Feb 19 04:14:07.308603 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65bc92cf-c284-45c3-bdc5-c0de6fe61be9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:14:07.314728 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-65bc92cf-c284-45c3-bdc5-c0de6fe61be9 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/subnets/b891e7fb-1660-4079-8705-59280db6454f HTTP/1.1" status: 404 len: 337 time: 0.4912672 Feb 19 04:14:07.319047 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37404) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:07.338691 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d0918c4-6809-497f-9d08-0604380bc62d tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] DELETE failed (client error): The resource could not be found. Feb 19 04:14:07.339210 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d0918c4-6809-497f-9d08-0604380bc62d tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:14:07.344103 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4d0918c4-6809-497f-9d08-0604380bc62d tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/networks/f7ce4566-324c-4394-a130-0f65342b9896 HTTP/1.1" status: 404 len: 339 time: 0.0226214 Feb 19 04:14:07.346407 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37406) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:07.432570 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b70efb-db19-4b26-bb39-9468fcc653a0 req-dc866d6f-8bbd-4ac4-bded-8cd1f8fc56d7 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:07.434073 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6b70efb-db19-4b26-bb39-9468fcc653a0 req-dc866d6f-8bbd-4ac4-bded-8cd1f8fc56d7 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 945 time: 0.1280489 Feb 19 04:14:07.442219 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-87fe9c67-cd9e-416f-8bc2-6b9113c29f34 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (b81f2599-1dd6-4015-9b9f-20e43db46121), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:07.556671 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6b70efb-db19-4b26-bb39-9468fcc653a0 req-63ed0972-cc70-44d3-a5d4-22fcc5ff88e3 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121452 Feb 19 04:14:07.570597 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-87fe9c67-cd9e-416f-8bc2-6b9113c29f34 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (b81f2599-1dd6-4015-9b9f-20e43db46121), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:07.594920 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-87fe9c67-cd9e-416f-8bc2-6b9113c29f34 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b81f2599-1dd6-4015-9b9f-20e43db46121']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:07.604452 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-87fe9c67-cd9e-416f-8bc2-6b9113c29f34 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01bfb31c-5097-481f-a884-ad5f2f0d285c') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:07.604872 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-87fe9c67-cd9e-416f-8bc2-6b9113c29f34 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01bfb31c-5097-481f-a884-ad5f2f0d285c') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:07.615820 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-87fe9c67-cd9e-416f-8bc2-6b9113c29f34 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (01bfb31c-5097-481f-a884-ad5f2f0d285c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:07.629673 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-87fe9c67-cd9e-416f-8bc2-6b9113c29f34 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (01bfb31c-5097-481f-a884-ad5f2f0d285c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:07.635998 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87fe9c67-cd9e-416f-8bc2-6b9113c29f34 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:14:07.636532 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-87fe9c67-cd9e-416f-8bc2-6b9113c29f34 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (01bfb31c-5097-481f-a884-ad5f2f0d285c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:14:07.640740 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:14:07.702415 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-87fe9c67-cd9e-416f-8bc2-6b9113c29f34 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (b81f2599-1dd6-4015-9b9f-20e43db46121), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:07.704831 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7858-a2f5-4f13-87cd-d0ec9dd89bea tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for floatingip (33bb8cb4-223c-4c89-b8bb-948905b5113e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:07.715423 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-87fe9c67-cd9e-416f-8bc2-6b9113c29f34 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:07.718935 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-87fe9c67-cd9e-416f-8bc2-6b9113c29f34 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/networks/b81f2599-1dd6-4015-9b9f-20e43db46121 HTTP/1.1" status: 204 len: 168 time: 0.3713410 Feb 19 04:14:07.721401 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37408) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:07.741427 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe9c67-cd9e-416f-8bc2-6b9113c29f34 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Network': ['ID=b81f2599-1dd6-4015-9b9f-20e43db46121,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:07.760968 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d215cae-72cc-4949-8eb8-ac681cf8b54d tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] DELETE failed (client error): The resource could not be found. Feb 19 04:14:07.761573 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d215cae-72cc-4949-8eb8-ac681cf8b54d tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:14:07.767703 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3d215cae-72cc-4949-8eb8-ac681cf8b54d tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/subnets/b7d1761d-cd06-459d-9137-51e1473c5309 HTTP/1.1" status: 404 len: 337 time: 0.0427580 Feb 19 04:14:07.768244 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37410) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:07.788055 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da3bb07-a319-447d-840a-c3d01d580f3f tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] DELETE failed (client error): The resource could not be found. Feb 19 04:14:07.788736 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1da3bb07-a319-447d-840a-c3d01d580f3f tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:14:07.792105 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1da3bb07-a319-447d-840a-c3d01d580f3f tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/networks/19959432-d7b7-40ec-bc3d-f91f4f7d9f62 HTTP/1.1" status: 404 len: 339 time: 0.0225399 Feb 19 04:14:07.794844 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37412) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:07.827700 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a681fe2-75a3-4e09-a365-6b072009ab3e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] DELETE failed (client error): The resource could not be found. Feb 19 04:14:07.828444 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a681fe2-75a3-4e09-a365-6b072009ab3e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:14:07.833965 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7a681fe2-75a3-4e09-a365-6b072009ab3e tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/subnets/57837900-5bfe-45f3-b546-2202d4823dd2 HTTP/1.1" status: 404 len: 337 time: 0.0352044 Feb 19 04:14:07.834277 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37416) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:07.852973 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-71fe9986-805f-4e3a-8e9e-cfadcfe29991 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] DELETE failed (client error): The resource could not be found. Feb 19 04:14:07.853501 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71fe9986-805f-4e3a-8e9e-cfadcfe29991 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:14:07.856581 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-71fe9986-805f-4e3a-8e9e-cfadcfe29991 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/networks/6aafd351-9b76-4d8a-9894-9ebbda18fb52 HTTP/1.1" status: 404 len: 339 time: 0.0213001 Feb 19 04:14:07.862718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37418) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:07.909631 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3907946-42c6-44da-a52a-9343de74a20b tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] DELETE failed (client error): The resource could not be found. Feb 19 04:14:07.909631 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3907946-42c6-44da-a52a-9343de74a20b tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:14:07.913254 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b3907946-42c6-44da-a52a-9343de74a20b tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/subnets/fdcc0e84-71e4-4eac-b377-ba11957a7780 HTTP/1.1" status: 404 len: 337 time: 0.0493295 Feb 19 04:14:07.913903 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37420) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:07.954607 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-a218743d-be44-4446-a7b0-671264d687a5 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] DELETE failed (client error): The resource could not be found. Feb 19 04:14:07.955145 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a218743d-be44-4446-a7b0-671264d687a5 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:14:07.959988 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a218743d-be44-4446-a7b0-671264d687a5 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/networks/f36b9195-ef45-4159-a313-0e6d306943a9 HTTP/1.1" status: 404 len: 339 time: 0.0283384 Feb 19 04:14:07.962093 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37422) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:08.001799 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc4f841-e2d7-4bfd-8339-d8da56eb2a4c tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] DELETE failed (client error): The resource could not be found. Feb 19 04:14:08.002274 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc4f841-e2d7-4bfd-8339-d8da56eb2a4c tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:14:08.008407 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0cc4f841-e2d7-4bfd-8339-d8da56eb2a4c tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/subnets/91369d8f-11fe-4d05-97ca-49e9ac8bc57c HTTP/1.1" status: 404 len: 337 time: 0.0422487 Feb 19 04:14:08.010485 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37424) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:08.029868 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e0cfa-744f-41c1-83da-b3936d2ec773 req-ed5e0665-4fdd-45ed-a6d5-c04b90f9da98 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:08.035266 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e0cfa-744f-41c1-83da-b3936d2ec773 req-ed5e0665-4fdd-45ed-a6d5-c04b90f9da98 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:08.041220 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e0cfa-744f-41c1-83da-b3936d2ec773 req-ed5e0665-4fdd-45ed-a6d5-c04b90f9da98 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:08.047906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e0cfa-744f-41c1-83da-b3936d2ec773 req-ed5e0665-4fdd-45ed-a6d5-c04b90f9da98 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:08.053579 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e0cfa-744f-41c1-83da-b3936d2ec773 req-ed5e0665-4fdd-45ed-a6d5-c04b90f9da98 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:08.058965 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e0cfa-744f-41c1-83da-b3936d2ec773 req-ed5e0665-4fdd-45ed-a6d5-c04b90f9da98 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:08.065036 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e0cfa-744f-41c1-83da-b3936d2ec773 req-ed5e0665-4fdd-45ed-a6d5-c04b90f9da98 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:08.067096 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a2e0cfa-744f-41c1-83da-b3936d2ec773 req-ed5e0665-4fdd-45ed-a6d5-c04b90f9da98 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.1950016 Feb 19 04:14:08.095458 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-5886d1f6-294f-4c3f-bd5f-9dc672b6153a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] DELETE failed (client error): The resource could not be found. Feb 19 04:14:08.095891 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5886d1f6-294f-4c3f-bd5f-9dc672b6153a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:14:08.101161 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5886d1f6-294f-4c3f-bd5f-9dc672b6153a tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/networks/3d2f2640-3f89-40a3-b5a5-9f6ba65f23ee HTTP/1.1" status: 404 len: 339 time: 0.0874465 Feb 19 04:14:08.102750 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37426) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:08.145448 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-5350a7d8-ce0d-4482-ac28-1c11fb90f14d tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] DELETE failed (client error): The resource could not be found. Feb 19 04:14:08.146156 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5350a7d8-ce0d-4482-ac28-1c11fb90f14d tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:14:08.147100 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a2e0cfa-744f-41c1-83da-b3936d2ec773 req-969ef6c8-bf0b-47ce-9d38-377d6ff1e17b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686014 Feb 19 04:14:08.158821 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5350a7d8-ce0d-4482-ac28-1c11fb90f14d tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/subnets/2a49881c-7b04-4566-8d90-555db71b51aa HTTP/1.1" status: 404 len: 337 time: 0.0439723 Feb 19 04:14:08.159243 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37428) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:08.183998 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-7696ef07-b80e-4722-bad2-e4339d00022d tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] DELETE failed (client error): The resource could not be found. Feb 19 04:14:08.184686 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7696ef07-b80e-4722-bad2-e4339d00022d tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:14:08.188298 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7696ef07-b80e-4722-bad2-e4339d00022d tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/networks/0d3fb05b-04cc-4b3a-a51a-1ed9794788f4 HTTP/1.1" status: 404 len: 339 time: 0.0277286 Feb 19 04:14:08.190801 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37430) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:08.195357 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7858-a2f5-4f13-87cd-d0ec9dd89bea tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b36d480c-5e54-4b0a-a6af-3aae92dcf18d), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.216597 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-783add0f-c7b3-4286-a9c2-57fe4a574e37 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] DELETE failed (client error): The resource could not be found. Feb 19 04:14:08.217209 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-783add0f-c7b3-4286-a9c2-57fe4a574e37 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:14:08.221019 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-783add0f-c7b3-4286-a9c2-57fe4a574e37 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/subnets/f5b2f3be-1161-47ea-acd6-76132e21db2f HTTP/1.1" status: 404 len: 337 time: 0.0292017 Feb 19 04:14:08.223597 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37432) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:08.243071 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a84bb7b-4cf7-413a-ad27-ed2a7c298e8c tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] DELETE failed (client error): The resource could not be found. Feb 19 04:14:08.243725 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a84bb7b-4cf7-413a-ad27-ed2a7c298e8c tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:14:08.249216 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5a84bb7b-4cf7-413a-ad27-ed2a7c298e8c tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/networks/ca869046-3dc3-40a4-9e5f-a99d90ea6991 HTTP/1.1" status: 404 len: 339 time: 0.0222769 Feb 19 04:14:08.249602 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37434) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:08.275427 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-22945332-3ee6-4840-9330-d6b832defad2 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] DELETE failed (client error): The resource could not be found. Feb 19 04:14:08.276027 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22945332-3ee6-4840-9330-d6b832defad2 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:14:08.279184 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-22945332-3ee6-4840-9330-d6b832defad2 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/subnets/234edf45-91aa-4f9d-8b7a-9d0df49d58f8 HTTP/1.1" status: 404 len: 337 time: 0.0285363 Feb 19 04:14:08.282360 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37436) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:08.305931 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b10340-f223-4387-919f-fcf189e36cf6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] DELETE failed (client error): The resource could not be found. Feb 19 04:14:08.306366 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45b10340-f223-4387-919f-fcf189e36cf6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:14:08.309267 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-45b10340-f223-4387-919f-fcf189e36cf6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/networks/59c2e1ec-1c25-47dd-9205-d8af52e548da HTTP/1.1" status: 404 len: 339 time: 0.0259645 Feb 19 04:14:08.311807 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37438) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:08.341342 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-1803ca59-9ac8-47f6-a547-4f2a8a56b356 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] DELETE failed (client error): The resource could not be found. Feb 19 04:14:08.341793 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1803ca59-9ac8-47f6-a547-4f2a8a56b356 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:14:08.347983 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1803ca59-9ac8-47f6-a547-4f2a8a56b356 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/subnets/d6788f56-5f04-44eb-aa42-499aa83a95a6 HTTP/1.1" status: 404 len: 337 time: 0.0327933 Feb 19 04:14:08.348128 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37440) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:08.366507 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-a80b9897-4be5-44d7-90da-0cfce73a3b02 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] DELETE failed (client error): The resource could not be found. Feb 19 04:14:08.367018 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a80b9897-4be5-44d7-90da-0cfce73a3b02 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:14:08.372156 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a80b9897-4be5-44d7-90da-0cfce73a3b02 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/networks/df0a4da5-2e16-4bc3-8025-da27aee4d6c3 HTTP/1.1" status: 404 len: 339 time: 0.0209177 Feb 19 04:14:08.372414 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37442) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:08.377451 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7858-a2f5-4f13-87cd-d0ec9dd89bea tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for port (b36d480c-5e54-4b0a-a6af-3aae92dcf18d), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.384124 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7858-a2f5-4f13-87cd-d0ec9dd89bea tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (b36d480c-5e54-4b0a-a6af-3aae92dcf18d), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.404628 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f79be813-005e-4e2b-9d13-5956f1795bb2 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:08.429691 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: f79be813-005e-4e2b-9d13-5956f1795bb2 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:14:08.430567 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f79be813-005e-4e2b-9d13-5956f1795bb2 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:14:08.437949 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f7f81c9-d8f8-4af5-aecf-001e71c066a7 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Deleting subnet c5634503-778c-4b9b-91df-d0d09dd058b7 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:14:08.442691 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9f7f81c9-d8f8-4af5-aecf-001e71c066a7 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks [] for subnet (c5634503-778c-4b9b-91df-d0d09dd058b7), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.462124 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b7858-a2f5-4f13-87cd-d0ec9dd89bea tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Port': ['ID=b36d480c-5e54-4b0a-a6af-3aae92dcf18d,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:08.479390 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7858-a2f5-4f13-87cd-d0ec9dd89bea tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (33bb8cb4-223c-4c89-b8bb-948905b5113e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.487317 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9f7f81c9-d8f8-4af5-aecf-001e71c066a7 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (c5634503-778c-4b9b-91df-d0d09dd058b7), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.575553 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9f7f81c9-d8f8-4af5-aecf-001e71c066a7 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (c5634503-778c-4b9b-91df-d0d09dd058b7), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.589814 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-ea8b7858-a2f5-4f13-87cd-d0ec9dd89bea tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Floating IP 33bb8cb4-223c-4c89-b8bb-948905b5113e associated. External IP: 172.25.3.199, port: 23c49555-16ce-45ca-9778-dc102b7f108e. Feb 19 04:14:08.671981 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9f7f81c9-d8f8-4af5-aecf-001e71c066a7 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (c5634503-778c-4b9b-91df-d0d09dd058b7), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.706707 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f81c9-d8f8-4af5-aecf-001e71c066a7 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Subnet': ['ID=c5634503-778c-4b9b-91df-d0d09dd058b7,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:08.708956 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9f7f81c9-d8f8-4af5-aecf-001e71c066a7 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.712232 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9f7f81c9-d8f8-4af5-aecf-001e71c066a7 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/subnets/c5634503-778c-4b9b-91df-d0d09dd058b7 HTTP/1.1" status: 204 len: 168 time: 0.3388503 Feb 19 04:14:08.716038 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37446) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:08.719676 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fab43d-85a2-4b32-8c2c-2bda74626c20 None None] Network 31cdb282-457b-4af2-9c49-4d052b64de99 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:14:08.749337 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d959ae7-4bbf-4b68-8a49-7d319f139762 req-6e1632f3-489b-4333-93b8-55a1dc5a9401 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:08.759989 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3d959ae7-4bbf-4b68-8a49-7d319f139762 req-6e1632f3-489b-4333-93b8-55a1dc5a9401 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 945 time: 0.1184428 Feb 19 04:14:08.838760 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3d959ae7-4bbf-4b68-8a49-7d319f139762 req-35ba9f9e-c247-4fbb-9dcf-aac6f20924a3 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761755 Feb 19 04:14:08.877372 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4b075c5d-a4e8-4085-b992-a0fc20f02eb6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (31cdb282-457b-4af2-9c49-4d052b64de99), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.911865 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453cd730-625c-4d44-a99b-b40e81e361de None None] DHCP port deletion for 31cdb282-457b-4af2-9c49-4d052b64de99 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:14:08.937538 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8b7858-a2f5-4f13-87cd-d0ec9dd89bea tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Router a9b4181c-1ff1-4d67-967a-ef43b773237a has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:14:08.989159 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-453cd730-625c-4d44-a99b-b40e81e361de None None] Deleting port 29d7aaf3-6070-4a93-9adb-b6f645939344 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:08.989607 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-453cd730-625c-4d44-a99b-b40e81e361de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (29d7aaf3-6070-4a93-9adb-b6f645939344), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.990356 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ce07f-e271-411b-ab1b-66b8649e5d79 req-761d2f9d-ed39-45da-bb1a-cf50b97c2d4b tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:08.997537 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-839ce07f-e271-411b-ab1b-66b8649e5d79 req-761d2f9d-ed39-45da-bb1a-cf50b97c2d4b tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 945 time: 0.0700374 Feb 19 04:14:09.015094 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-4b075c5d-a4e8-4085-b992-a0fc20f02eb6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Deleting port 29d7aaf3-6070-4a93-9adb-b6f645939344 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:09.015470 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4b075c5d-a4e8-4085-b992-a0fc20f02eb6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (29d7aaf3-6070-4a93-9adb-b6f645939344), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:09.061597 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-839ce07f-e271-411b-ab1b-66b8649e5d79 req-7a2105ba-c460-415b-8322-e435809e49e2 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556710 Feb 19 04:14:09.081330 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-453cd730-625c-4d44-a99b-b40e81e361de None None] For port 29d7aaf3-6070-4a93-9adb-b6f645939344, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=29d7aaf3-6070-4a93-9adb-b6f645939344,segment=NetworkSegment(8cf627da-f335-48ad-bc7a-b2236b273d48),segment_id=8cf627da-f335-48ad-bc7a-b2236b273d48)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:09.081944 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-453cd730-625c-4d44-a99b-b40e81e361de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (29d7aaf3-6070-4a93-9adb-b6f645939344), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:09.096480 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-453cd730-625c-4d44-a99b-b40e81e361de None None] Calling delete_port for 29d7aaf3-6070-4a93-9adb-b6f645939344 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:09.120857 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-4b075c5d-a4e8-4085-b992-a0fc20f02eb6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] For port 29d7aaf3-6070-4a93-9adb-b6f645939344, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=29d7aaf3-6070-4a93-9adb-b6f645939344,segment=NetworkSegment(8cf627da-f335-48ad-bc7a-b2236b273d48),segment_id=8cf627da-f335-48ad-bc7a-b2236b273d48)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:09.121223 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4b075c5d-a4e8-4085-b992-a0fc20f02eb6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (29d7aaf3-6070-4a93-9adb-b6f645939344), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:09.124536 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8b7858-a2f5-4f13-87cd-d0ec9dd89bea tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:14:09.138191 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202631a8-f95b-44fd-9f56-392c9228d5df None None] Sync routers for ids ['a9b4181c-1ff1-4d67-967a-ef43b773237a'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:14:09.140649 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-4b075c5d-a4e8-4085-b992-a0fc20f02eb6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Calling delete_port for 29d7aaf3-6070-4a93-9adb-b6f645939344 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:09.153158 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202631a8-f95b-44fd-9f56-392c9228d5df None None] Routers {'a9b4181c-1ff1-4d67-967a-ef43b773237a'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:09.156535 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-202631a8-f95b-44fd-9f56-392c9228d5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:14:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['a9b4181c-1ff1-4d67-967a-ef43b773237a'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:09.189966 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-453cd730-625c-4d44-a99b-b40e81e361de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (29d7aaf3-6070-4a93-9adb-b6f645939344), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:09.196557 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7858-a2f5-4f13-87cd-d0ec9dd89bea tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:09.202981 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453cd730-625c-4d44-a99b-b40e81e361de None None] No DVR routers for this DVR port 29d7aaf3-6070-4a93-9adb-b6f645939344 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:14:09.222291 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453cd730-625c-4d44-a99b-b40e81e361de None None] Pushing event deleted for resources: {'Port': ['ID=29d7aaf3-6070-4a93-9adb-b6f645939344,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:09.269740 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ea8b7858-a2f5-4f13-87cd-d0ec9dd89bea tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8334825 Feb 19 04:14:09.271815 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e97138d-d079-42c5-a9e0-a30f7970cc41', 'tag': '23c49555-16ce-45ca-9778-dc102b7f108e'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:09.286192 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d8b204-3b9c-4d80-ae25-8bca00854885" -d '{"events": [{"name": "network-changed", "server_uuid": "1e97138d-d079-42c5-a9e0-a30f7970cc41", "tag": "23c49555-16ce-45ca-9778-dc102b7f108e"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:09.308346 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4b075c5d-a4e8-4085-b992-a0fc20f02eb6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (29d7aaf3-6070-4a93-9adb-b6f645939344), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:09.364740 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b075c5d-a4e8-4085-b992-a0fc20f02eb6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Port': ['ID=29d7aaf3-6070-4a93-9adb-b6f645939344,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:09.368403 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b075c5d-a4e8-4085-b992-a0fc20f02eb6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] No DVR routers for this DVR port 29d7aaf3-6070-4a93-9adb-b6f645939344 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:14:09.381265 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-202631a8-f95b-44fd-9f56-392c9228d5df None None] Set router a9b4181c-1ff1-4d67-967a-ef43b773237a gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:09.423429 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b7245-04fa-4929-9274-b29d3d3de86d req-b32a279c-5727-4c45-9bc8-2658c63261e2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:09.430611 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b7245-04fa-4929-9274-b29d3d3de86d req-b32a279c-5727-4c45-9bc8-2658c63261e2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:09.437013 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b7245-04fa-4929-9274-b29d3d3de86d req-b32a279c-5727-4c45-9bc8-2658c63261e2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:09.443249 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b7245-04fa-4929-9274-b29d3d3de86d req-b32a279c-5727-4c45-9bc8-2658c63261e2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:09.451352 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b7245-04fa-4929-9274-b29d3d3de86d req-b32a279c-5727-4c45-9bc8-2658c63261e2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:09.456757 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b7245-04fa-4929-9274-b29d3d3de86d req-b32a279c-5727-4c45-9bc8-2658c63261e2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:09.462096 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b7245-04fa-4929-9274-b29d3d3de86d req-b32a279c-5727-4c45-9bc8-2658c63261e2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:09.464264 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-197b7245-04fa-4929-9274-b29d3d3de86d req-b32a279c-5727-4c45-9bc8-2658c63261e2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.1191177 Feb 19 04:14:09.509382 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4b075c5d-a4e8-4085-b992-a0fc20f02eb6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (31cdb282-457b-4af2-9c49-4d052b64de99), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:09.532468 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-197b7245-04fa-4929-9274-b29d3d3de86d req-b9c635cf-df4d-45ec-b956-e269478bf3e9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620959 Feb 19 04:14:09.534768 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-4b075c5d-a4e8-4085-b992-a0fc20f02eb6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31cdb282-457b-4af2-9c49-4d052b64de99']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:09.546179 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-4b075c5d-a4e8-4085-b992-a0fc20f02eb6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf627da-f335-48ad-bc7a-b2236b273d48') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:09.546552 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-4b075c5d-a4e8-4085-b992-a0fc20f02eb6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf627da-f335-48ad-bc7a-b2236b273d48') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:09.569394 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4b075c5d-a4e8-4085-b992-a0fc20f02eb6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (8cf627da-f335-48ad-bc7a-b2236b273d48), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:09.585444 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4b075c5d-a4e8-4085-b992-a0fc20f02eb6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (8cf627da-f335-48ad-bc7a-b2236b273d48), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:09.594894 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b075c5d-a4e8-4085-b992-a0fc20f02eb6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:14:09.595300 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4b075c5d-a4e8-4085-b992-a0fc20f02eb6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (8cf627da-f335-48ad-bc7a-b2236b273d48), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:14:09.599807 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:14:09.668057 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4b075c5d-a4e8-4085-b992-a0fc20f02eb6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (31cdb282-457b-4af2-9c49-4d052b64de99), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:09.689923 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4b075c5d-a4e8-4085-b992-a0fc20f02eb6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:09.693616 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4b075c5d-a4e8-4085-b992-a0fc20f02eb6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] 10.222.0.52 "DELETE /v2.0/networks/31cdb282-457b-4af2-9c49-4d052b64de99 HTTP/1.1" status: 204 len: 168 time: 0.9767203 Feb 19 04:14:09.694820 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b075c5d-a4e8-4085-b992-a0fc20f02eb6 tempest-NetworksTest-561313316 tempest-NetworksTest-561313316-project] Pushing event deleted for resources: {'Network': ['ID=31cdb282-457b-4af2-9c49-4d052b64de99,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:09.700145 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e4885-2061-4e7c-8bea-1c95d804689f req-171d9f4f-2398-4205-a210-0d1c49117dc6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:09.701954 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c96e4885-2061-4e7c-8bea-1c95d804689f req-171d9f4f-2398-4205-a210-0d1c49117dc6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 946 time: 0.0767994 Feb 19 04:14:09.756912 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c96e4885-2061-4e7c-8bea-1c95d804689f req-8f610b67-7941-44a7-ab75-7c26c3136e70 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483420 Feb 19 04:14:09.783731 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37466) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:09.793124 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-202631a8-f95b-44fd-9f56-392c9228d5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907451947', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '4744acaa-fddd-4df8-9124-4ca5bde41dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:13:34Z', 'updated_at': '2022-02-19T04:13:43Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '4744acaa-fddd-4df8-9124-4ca5bde41dce', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:13:35Z', 'updated_at': '2022-02-19T04:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '33bb8cb4-223c-4c89-b8bb-948905b5113e', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'port_id': '23c49555-16ce-45ca-9778-dc102b7f108e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433', 'mac_address': 'fa:16:3e:e4:59:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e97138d-d079-42c5-a9e0-a30f7970cc41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:14:07Z', 'updated_at': '2022-02-19T04:14:07Z', 'revision_number': 0, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4287af-2c21-4d8e-8d5b-457f1389e9bb', 'name': '', 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:45:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'a7538da7-a1a0-4902-afe6-8a9256c7c858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:13:41Z', 'updated_at': '2022-02-19T04:13:49Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': 'a7538da7-a1a0-4902-afe6-8a9256c7c858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:09.825036 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202631a8-f95b-44fd-9f56-392c9228d5df None None] Checking router: a9b4181c-1ff1-4d67-967a-ef43b773237a for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:14:09.834744 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202631a8-f95b-44fd-9f56-392c9228d5df None None] Routers {'a9b4181c-1ff1-4d67-967a-ef43b773237a'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:09.835733 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-202631a8-f95b-44fd-9f56-392c9228d5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:14:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['a9b4181c-1ff1-4d67-967a-ef43b773237a'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:09.865139 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-eb215e33-b3bd-4ff4-aea3-c3aff7be0847 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/floatingips/33bb8cb4-223c-4c89-b8bb-948905b5113e HTTP/1.1" status: 200 len: 992 time: 0.0803049 Feb 19 04:14:09.961538 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3cd5ff-f221-4712-aa5f-161766cf1663 x-openstack-request-id: req-5c3cd5ff-f221-4712-aa5f-161766cf1663 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:09.961954 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e97138d-d079-42c5-a9e0-a30f7970cc41", "tag": "23c49555-16ce-45ca-9778-dc102b7f108e", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:09.962438 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c3cd5ff-f221-4712-aa5f-161766cf1663 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:09.963115 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e97138d-d079-42c5-a9e0-a30f7970cc41', 'tag': '23c49555-16ce-45ca-9778-dc102b7f108e', 'status': 'completed', 'code': 200} Feb 19 04:14:09.978086 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-202631a8-f95b-44fd-9f56-392c9228d5df None None] Set router a9b4181c-1ff1-4d67-967a-ef43b773237a gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:10.149654 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37478) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:10.179334 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8b204-3b9c-4d80-ae25-8bca00854885 req-7491b493-7db3-4f82-9f19-2a7e24f62a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:10.181471 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1d8b204-3b9c-4d80-ae25-8bca00854885 req-7491b493-7db3-4f82-9f19-2a7e24f62a27 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 1129 time: 0.1848650 Feb 19 04:14:10.255211 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-2eaf08c5-d0eb-480b-aca2-f1d5f66096b5 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:10.263196 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-2eaf08c5-d0eb-480b-aca2-f1d5f66096b5 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/networks?id=7cbf1741-c2f4-4ecb-bd05-d634c442a618 HTTP/1.1" status: 200 len: 815 time: 0.2229712 Feb 19 04:14:10.284582 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-2721062e-6f0f-4adf-b0c3-e9fc40fb9820 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/quotas/e0de0bed00dc48a1a91b9778ced33263 HTTP/1.1" status: 200 len: 375 time: 0.0204225 Feb 19 04:14:10.324598 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-202631a8-f95b-44fd-9f56-392c9228d5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907451947', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '4744acaa-fddd-4df8-9124-4ca5bde41dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:13:34Z', 'updated_at': '2022-02-19T04:13:43Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '4744acaa-fddd-4df8-9124-4ca5bde41dce', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:13:35Z', 'updated_at': '2022-02-19T04:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '33bb8cb4-223c-4c89-b8bb-948905b5113e', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'port_id': '23c49555-16ce-45ca-9778-dc102b7f108e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433', 'mac_address': 'fa:16:3e:e4:59:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e97138d-d079-42c5-a9e0-a30f7970cc41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:14:07Z', 'updated_at': '2022-02-19T04:14:07Z', 'revision_number': 0, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4287af-2c21-4d8e-8d5b-457f1389e9bb', 'name': '', 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:45:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'a7538da7-a1a0-4902-afe6-8a9256c7c858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:13:41Z', 'updated_at': '2022-02-19T04:13:49Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': 'a7538da7-a1a0-4902-afe6-8a9256c7c858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:10.333720 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f755b5c9-732d-4613-970c-5ca6bcb96d6a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=482831af4cad4e6aaa18d2257a07af0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1825640 Feb 19 04:14:10.336061 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37482) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:10.386318 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8b204-3b9c-4d80-ae25-8bca00854885 req-7b10372a-e959-41bc-90b0-a033abdfb548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:10.387720 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1d8b204-3b9c-4d80-ae25-8bca00854885 req-7b10372a-e959-41bc-90b0-a033abdfb548 service neutron] 10.222.0.79 "GET /v2.0/networks?id=04558d05-bf19-4e14-86d3-965fc0aa2433 HTTP/1.1" status: 200 len: 897 time: 0.1961348 Feb 19 04:14:10.401288 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-4aad2284-6351-412e-a0fd-837bce046ae0 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e0de0bed00dc48a1a91b9778ced33263&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1151824 Feb 19 04:14:10.402861 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-944282a9-e2d0-4aee-8499-cc469b84046b admin admin] Publish callbacks [] for security_group (1ef217db-8499-4670-95ff-cd4e70ae49e8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:10.412181 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202631a8-f95b-44fd-9f56-392c9228d5df None None] The sync data for ids ['a9b4181c-1ff1-4d67-967a-ef43b773237a'] in n-d-828369-19 is: [{'id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907451947', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '4744acaa-fddd-4df8-9124-4ca5bde41dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:13:34Z', 'updated_at': '2022-02-19T04:13:43Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '4744acaa-fddd-4df8-9124-4ca5bde41dce', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:13:35Z', 'updated_at': '2022-02-19T04:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '33bb8cb4-223c-4c89-b8bb-948905b5113e', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'port_id': '23c49555-16ce-45ca-9778-dc102b7f108e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433', 'mac_address': 'fa:16:3e:e4:59:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e97138d-d079-42c5-a9e0-a30f7970cc41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:14:07Z', 'updated_at': '2022-02-19T04:14:07Z', 'revision_number': 0, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4287af-2c21-4d8e-8d5b-457f1389e9bb', 'name': '', 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:45:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'a7538da7-a1a0-4902-afe6-8a9256c7c858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:13:41Z', 'updated_at': '2022-02-19T04:13:49Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': 'a7538da7-a1a0-4902-afe6-8a9256c7c858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:14:10.453963 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-944282a9-e2d0-4aee-8499-cc469b84046b admin admin] Publish callbacks [] for security_group (1ef217db-8499-4670-95ff-cd4e70ae49e8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:10.508449 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 29d7aaf3-6070-4a93-9adb-b6f645939344 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:10.533450 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 29d7aaf3-6070-4a93-9adb-b6f645939344 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:14:10.534424 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 29d7aaf3-6070-4a93-9adb-b6f645939344 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:14:10.542888 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-944282a9-e2d0-4aee-8499-cc469b84046b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1ef217db-8499-4670-95ff-cd4e70ae49e8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:10.546633 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-944282a9-e2d0-4aee-8499-cc469b84046b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:10.548211 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-944282a9-e2d0-4aee-8499-cc469b84046b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1ef217db-8499-4670-95ff-cd4e70ae49e8 HTTP/1.1" status: 204 len: 168 time: 0.2107639 Feb 19 04:14:10.558767 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944282a9-e2d0-4aee-8499-cc469b84046b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef217db-8499-4670-95ff-cd4e70ae49e8,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:10.672172 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1d8b204-3b9c-4d80-ae25-8bca00854885 req-9558b5f8-b539-47b9-a2bb-df81af25ccab service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23c49555-16ce-45ca-9778-dc102b7f108e HTTP/1.1" status: 200 len: 1000 time: 0.2610710 Feb 19 04:14:10.740669 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-67d24ea0-66d7-456a-85b0-78daf9333b26 service neutron] 10.222.0.52 "GET /v2.0/networks/7cbf1741-c2f4-4ecb-bd05-d634c442a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383899 Feb 19 04:14:10.826063 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8b204-3b9c-4d80-ae25-8bca00854885 req-bd0b1f09-fb4c-477d-a0f6-1f1f524775a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:10.827934 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1d8b204-3b9c-4d80-ae25-8bca00854885 req-bd0b1f09-fb4c-477d-a0f6-1f1f524775a8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a7538da7-a1a0-4902-afe6-8a9256c7c858 HTTP/1.1" status: 200 len: 834 time: 0.1471519 Feb 19 04:14:10.868192 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37500) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:10.884295 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e8241c-d0eb-4c5c-a989-f924b9b72161 None None] New status for floating IP 33bb8cb4-223c-4c89-b8bb-948905b5113e: ACTIVE {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:14:10.908651 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31d381-fd3f-4df9-8b8e-41251bad7f0a req-96ab6b03-df6d-476a-8ce4-dd988b4bbb21 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:10.910155 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f31d381-fd3f-4df9-8b8e-41251bad7f0a req-96ab6b03-df6d-476a-8ce4-dd988b4bbb21 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.26 "GET /v2.0/ports?device_id=95cdb9b2-50b4-4596-922b-a74bd8d15200 HTTP/1.1" status: 200 len: 945 time: 0.1674235 Feb 19 04:14:11.001504 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-b54fedc4-cb69-4c0d-8291-7792d841b20b service neutron] 10.222.0.52 "GET /v2.0/networks/7cbf1741-c2f4-4ecb-bd05-d634c442a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573292 Feb 19 04:14:11.026221 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8b204-3b9c-4d80-ae25-8bca00854885 req-9bd5b0a6-6062-4a72-bf4b-2cade0a31767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:11.040291 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1d8b204-3b9c-4d80-ae25-8bca00854885 req-9bd5b0a6-6062-4a72-bf4b-2cade0a31767 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=04558d05-bf19-4e14-86d3-965fc0aa2433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2045054 Feb 19 04:14:11.122989 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1d56fc79-3eee-4322-ba79-a3aec017a362 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/floatingips/33bb8cb4-223c-4c89-b8bb-948905b5113e HTTP/1.1" status: 200 len: 992 time: 0.2527585 Feb 19 04:14:11.358884 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-7f31d381-fd3f-4df9-8b8e-41251bad7f0a req-65aaa1f8-635b-4846-b7be-17f255491de9 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Deleting port 22582a6f-fbb5-466b-bfdf-46f23ac0a95f {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:11.359308 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7f31d381-fd3f-4df9-8b8e-41251bad7f0a req-65aaa1f8-635b-4846-b7be-17f255491de9 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (22582a6f-fbb5-466b-bfdf-46f23ac0a95f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:11.403728 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58660a4d-bf77-41c9-b3f3-4ef307ff290b req-93df1d96-5cdb-4e28-9ef1-a34cf1b21624 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:11.416273 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58660a4d-bf77-41c9-b3f3-4ef307ff290b req-93df1d96-5cdb-4e28-9ef1-a34cf1b21624 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:11.422529 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58660a4d-bf77-41c9-b3f3-4ef307ff290b req-93df1d96-5cdb-4e28-9ef1-a34cf1b21624 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:11.428252 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58660a4d-bf77-41c9-b3f3-4ef307ff290b req-93df1d96-5cdb-4e28-9ef1-a34cf1b21624 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:11.433637 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58660a4d-bf77-41c9-b3f3-4ef307ff290b req-93df1d96-5cdb-4e28-9ef1-a34cf1b21624 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:11.439307 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58660a4d-bf77-41c9-b3f3-4ef307ff290b req-93df1d96-5cdb-4e28-9ef1-a34cf1b21624 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:11.444586 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58660a4d-bf77-41c9-b3f3-4ef307ff290b req-93df1d96-5cdb-4e28-9ef1-a34cf1b21624 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:11.452746 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58660a4d-bf77-41c9-b3f3-4ef307ff290b req-93df1d96-5cdb-4e28-9ef1-a34cf1b21624 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.3420637 Feb 19 04:14:11.455756 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1d8b204-3b9c-4d80-ae25-8bca00854885 req-2d5e4cb7-da2f-4d17-abbe-feb4178a2009 service neutron] 10.222.0.79 "GET /v2.0/networks/04558d05-bf19-4e14-86d3-965fc0aa2433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972166 Feb 19 04:14:11.544049 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-7cce7d01-8792-4940-8b8a-575cbec8cc6a req-c4241e5d-faba-4d41-90b9-f2fc632b8464 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:14:11.556509 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7cce7d01-8792-4940-8b8a-575cbec8cc6a req-c4241e5d-faba-4d41-90b9-f2fc632b8464 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0290334 Feb 19 04:14:11.695454 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-7f31d381-fd3f-4df9-8b8e-41251bad7f0a req-65aaa1f8-635b-4846-b7be-17f255491de9 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] For port 22582a6f-fbb5-466b-bfdf-46f23ac0a95f, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=22582a6f-fbb5-466b-bfdf-46f23ac0a95f,segment=NetworkSegment(5235181e-dc3c-4aba-8bf2-254db3bce1f3),segment_id=5235181e-dc3c-4aba-8bf2-254db3bce1f3)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:11.695846 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7f31d381-fd3f-4df9-8b8e-41251bad7f0a req-65aaa1f8-635b-4846-b7be-17f255491de9 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (22582a6f-fbb5-466b-bfdf-46f23ac0a95f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:11.737640 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1df50d36-7e42-4035-ae59-04bb43ca87d0 req-25a585b2-355a-4337-b11b-d58d805cecf3 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1 HTTP/1.1" status: 200 len: 210 time: 0.0687203 Feb 19 04:14:11.760714 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58660a4d-bf77-41c9-b3f3-4ef307ff290b req-a592137d-f1e9-4765-b7b9-dda3500cdbb0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3072152 Feb 19 04:14:11.761774 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-7f31d381-fd3f-4df9-8b8e-41251bad7f0a req-65aaa1f8-635b-4846-b7be-17f255491de9 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Calling delete_port for 22582a6f-fbb5-466b-bfdf-46f23ac0a95f owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:11.868588 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1d8b204-3b9c-4d80-ae25-8bca00854885 req-ba9175b8-c124-41b8-95d1-34bf4af3e30f service neutron] 10.222.0.79 "GET /v2.0/networks/04558d05-bf19-4e14-86d3-965fc0aa2433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290949 Feb 19 04:14:11.896063 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37548) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:12.078530 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033668d2-e979-47b3-903b-0242aada149c req-9170b9ec-36d5-41e2-862a-89fc7c2edcc8 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:12.083212 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-033668d2-e979-47b3-903b-0242aada149c req-9170b9ec-36d5-41e2-862a-89fc7c2edcc8 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 944 time: 0.2104378 Feb 19 04:14:12.105600 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7f31d381-fd3f-4df9-8b8e-41251bad7f0a req-65aaa1f8-635b-4846-b7be-17f255491de9 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (22582a6f-fbb5-466b-bfdf-46f23ac0a95f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:12.118736 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['22582a6f-fbb5-466b-bfdf-46f23ac0a95f'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:14:12.122670 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37560) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:12.197201 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2dabaedd-aa8d-4627-97f1-5690e6214151 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/floatingips/33bb8cb4-223c-4c89-b8bb-948905b5113e HTTP/1.1" status: 200 len: 994 time: 0.0732656 Feb 19 04:14:12.208993 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d60b56bb-f983-4478-9d75-87d8286add5b tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Request body: {'security_group': {'name': 'tempest-secgroup--684274482'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:12.235447 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aaa1f8-635b-4846-b7be-17f255491de9 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Pushing event deleted for resources: {'Port': ['ID=22582a6f-fbb5-466b-bfdf-46f23ac0a95f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:12.275673 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d60b56bb-f983-4478-9d75-87d8286add5b tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:12.289319 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d60b56bb-f983-4478-9d75-87d8286add5b tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:12.296082 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f31d381-fd3f-4df9-8b8e-41251bad7f0a req-65aaa1f8-635b-4846-b7be-17f255491de9 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] No DVR routers for this DVR port 22582a6f-fbb5-466b-bfdf-46f23ac0a95f on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:14:12.303789 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7f31d381-fd3f-4df9-8b8e-41251bad7f0a req-65aaa1f8-635b-4846-b7be-17f255491de9 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:12.307097 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f31d381-fd3f-4df9-8b8e-41251bad7f0a req-65aaa1f8-635b-4846-b7be-17f255491de9 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.26 "DELETE /v2.0/ports/22582a6f-fbb5-466b-bfdf-46f23ac0a95f HTTP/1.1" status: 204 len: 173 time: 1.3905654 Feb 19 04:14:12.307552 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cdb9b2-50b4-4596-922b-a74bd8d15200', 'name': 'network-vif-deleted', 'tag': '22582a6f-fbb5-466b-bfdf-46f23ac0a95f'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:12.309801 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bc8e8b-37ce-4a22-8ae5-7407c9a71503" -d '{"events": [{"server_uuid": "95cdb9b2-50b4-4596-922b-a74bd8d15200", "name": "network-vif-deleted", "tag": "22582a6f-fbb5-466b-bfdf-46f23ac0a95f"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:12.319272 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-033668d2-e979-47b3-903b-0242aada149c req-a9221755-bb9f-4281-ab4e-451b39c7f18e tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2293937 Feb 19 04:14:12.406196 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072cdfe-f07f-474e-9358-689c019e184b req-1198ffad-34a9-4a2b-8552-7909b82ad867 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:12.413082 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9072cdfe-f07f-474e-9358-689c019e184b req-1198ffad-34a9-4a2b-8552-7909b82ad867 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1b7f37d-00a9-4d9d-8438-dd78b4be8917 HTTP/1.1" status: 200 len: 946 time: 0.0615191 Feb 19 04:14:12.464857 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16b8ca2-43ca-4f21-a6e4-5aa858de4dc6 x-openstack-request-id: req-b16b8ca2-43ca-4f21-a6e4-5aa858de4dc6 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:12.465257 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95cdb9b2-50b4-4596-922b-a74bd8d15200", "name": "network-vif-deleted", "tag": "22582a6f-fbb5-466b-bfdf-46f23ac0a95f", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:12.465757 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b16b8ca2-43ca-4f21-a6e4-5aa858de4dc6 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:12.466254 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95cdb9b2-50b4-4596-922b-a74bd8d15200', 'name': 'network-vif-deleted', 'tag': '22582a6f-fbb5-466b-bfdf-46f23ac0a95f', 'status': 'completed', 'code': 200} Feb 19 04:14:12.490735 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9072cdfe-f07f-474e-9358-689c019e184b req-dd31f1af-e0d8-4b21-8cf3-795900d5fab0 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c84c6e8-ff44-4a5c-86f6-7ee46db33600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689154 Feb 19 04:14:12.497501 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1d27f075-7cc8-4efa-920c-406e93209246 req-eb40b681-b21f-472f-b8aa-b0d83db655ae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2972846 Feb 19 04:14:12.499499 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d60b56bb-f983-4478-9d75-87d8286add5b tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (3f6353e6-62c3-42a3-8550-c48f0e7d874b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:12.508697 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-1d27f075-7cc8-4efa-920c-406e93209246 req-41135e0d-b1d8-4e67-ae34-4d358eb41705 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:14:12.509711 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1d27f075-7cc8-4efa-920c-406e93209246 req-41135e0d-b1d8-4e67-ae34-4d358eb41705 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055549 Feb 19 04:14:12.510943 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d60b56bb-f983-4478-9d75-87d8286add5b tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3f6353e6-62c3-42a3-8550-c48f0e7d874b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:12.555776 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b56bb-f983-4478-9d75-87d8286add5b tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6353e6-62c3-42a3-8550-c48f0e7d874b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:12.606020 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d60b56bb-f983-4478-9d75-87d8286add5b tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (3e242f9b-efc7-4e86-9cab-007661df01a1), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:12.613356 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d60b56bb-f983-4478-9d75-87d8286add5b tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3e242f9b-efc7-4e86-9cab-007661df01a1), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:12.663979 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d60b56bb-f983-4478-9d75-87d8286add5b tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:12.665346 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d60b56bb-f983-4478-9d75-87d8286add5b tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7674065 Feb 19 04:14:12.673459 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37572) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:12.689934 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b56bb-f983-4478-9d75-87d8286add5b tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e242f9b-efc7-4e86-9cab-007661df01a1,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:12.713219 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27f075-7cc8-4efa-920c-406e93209246 req-1e797a5f-bdec-4b49-94ae-766b86c6233a tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:12.721988 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1d27f075-7cc8-4efa-920c-406e93209246 req-1e797a5f-bdec-4b49-94ae-766b86c6233a tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports/f9a9460e-9cea-497c-be88-aa5f7e14c403 HTTP/1.1" status: 200 len: 941 time: 0.1610327 Feb 19 04:14:12.953520 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0fe36ed6-cec8-4465-b09c-5ab6263891f5 req-5d86992f-2b01-4664-9197-703843c8daa7 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1 HTTP/1.1" status: 200 len: 210 time: 0.0634694 Feb 19 04:14:12.985770 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b9372622-afd3-4b3a-ac64-7f686d08e86b tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3110495 Feb 19 04:14:12.988570 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37584) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:12.994960 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-a52493ca-a792-4ced-98a6-3c2fd3bc0ecf tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Request body: {'security_group': {'name': 'tempest-security--1811082197', 'description': 'tempest-security-description-1605049139'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:13.019629 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-2070461f-7762-40c3-b735-1388c9b27f07 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:13.021449 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-2070461f-7762-40c3-b735-1388c9b27f07 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.79 "GET /v2.0/networks?id=7cbf1741-c2f4-4ecb-bd05-d634c442a618 HTTP/1.1" status: 200 len: 815 time: 0.3722582 Feb 19 04:14:13.036602 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-a8529cb6-5240-44f9-91ba-374f1277763a tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Request body: {'port': {'device_id': 'e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1', 'network_id': '7cbf1741-c2f4-4ecb-bd05-d634c442a618', 'admin_state_up': True, 'tenant_id': 'e0de0bed00dc48a1a91b9778ced33263'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:13.057787 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a52493ca-a792-4ced-98a6-3c2fd3bc0ecf tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (3e242f9b-efc7-4e86-9cab-007661df01a1), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:13.125888 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a52493ca-a792-4ced-98a6-3c2fd3bc0ecf tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (3e242f9b-efc7-4e86-9cab-007661df01a1), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:13.132159 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a52493ca-a792-4ced-98a6-3c2fd3bc0ecf tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3e242f9b-efc7-4e86-9cab-007661df01a1), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:13.135207 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a52493ca-a792-4ced-98a6-3c2fd3bc0ecf tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:13.136764 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a52493ca-a792-4ced-98a6-3c2fd3bc0ecf tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "PUT /v2.0/security-groups/3e242f9b-efc7-4e86-9cab-007661df01a1 HTTP/1.1" status: 200 len: 1797 time: 0.1466439 Feb 19 04:14:13.142555 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37586) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:13.150702 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39128528-75a3-40e8-b3b2-048285b9e84b req-f7d6a714-0f57-484f-b24d-3c3732f78b79 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:13.157058 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39128528-75a3-40e8-b3b2-048285b9e84b req-f7d6a714-0f57-484f-b24d-3c3732f78b79 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:13.162509 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39128528-75a3-40e8-b3b2-048285b9e84b req-f7d6a714-0f57-484f-b24d-3c3732f78b79 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:13.168166 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39128528-75a3-40e8-b3b2-048285b9e84b req-f7d6a714-0f57-484f-b24d-3c3732f78b79 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:13.174552 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39128528-75a3-40e8-b3b2-048285b9e84b req-f7d6a714-0f57-484f-b24d-3c3732f78b79 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:13.180031 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39128528-75a3-40e8-b3b2-048285b9e84b req-f7d6a714-0f57-484f-b24d-3c3732f78b79 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:13.186547 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39128528-75a3-40e8-b3b2-048285b9e84b req-f7d6a714-0f57-484f-b24d-3c3732f78b79 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:13.188611 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39128528-75a3-40e8-b3b2-048285b9e84b req-f7d6a714-0f57-484f-b24d-3c3732f78b79 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.2342145 Feb 19 04:14:13.204269 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3df8a09e-e7b7-4bb8-abb4-89c4599a581f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-groups/3e242f9b-efc7-4e86-9cab-007661df01a1 HTTP/1.1" status: 200 len: 1797 time: 0.0601389 Feb 19 04:14:13.208028 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37588) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:13.244766 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52493ca-a792-4ced-98a6-3c2fd3bc0ecf tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e242f9b-efc7-4e86-9cab-007661df01a1,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:13.288604 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-34a8828e-c785-4409-8593-1efe8fd759b5 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (3e242f9b-efc7-4e86-9cab-007661df01a1), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:13.297090 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39128528-75a3-40e8-b3b2-048285b9e84b req-1590f9d3-76b3-4561-b26e-ea2d972fff5c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0867453 Feb 19 04:14:13.300820 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-a8529cb6-5240-44f9-91ba-374f1277763a tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Made reservation on behalf of e0de0bed00dc48a1a91b9778ced33263 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:14:13.304733 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-a8529cb6-5240-44f9-91ba-374f1277763a tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:13.334329 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-34a8828e-c785-4409-8593-1efe8fd759b5 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (3e242f9b-efc7-4e86-9cab-007661df01a1), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:13.392074 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-34a8828e-c785-4409-8593-1efe8fd759b5 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3e242f9b-efc7-4e86-9cab-007661df01a1), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:13.395211 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-34a8828e-c785-4409-8593-1efe8fd759b5 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:13.397025 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-34a8828e-c785-4409-8593-1efe8fd759b5 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "DELETE /v2.0/security-groups/3e242f9b-efc7-4e86-9cab-007661df01a1 HTTP/1.1" status: 204 len: 168 time: 0.1859457 Feb 19 04:14:13.402649 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37594) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:13.413089 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8828e-c785-4409-8593-1efe8fd759b5 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e242f9b-efc7-4e86-9cab-007661df01a1,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:13.539842 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b22e5065-5582-4e23-a996-1b7186d4bf0c tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1317937 Feb 19 04:14:13.542451 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37598) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:13.562158 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-a6a83cf9-d272-4e81-b04d-4906743e79d5 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] delete failed (client error): The resource could not be found. Feb 19 04:14:13.567342 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-a8529cb6-5240-44f9-91ba-374f1277763a tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Allocated IP 172.20.0.3 (7cbf1741-c2f4-4ecb-bd05-d634c442a618/8598c1f5-4b4c-41f2-bd71-4f8f4093e3bb/98d52f3f-cc1f-4ceb-829a-51ea9b7049c5) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:14:13.570416 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a6a83cf9-d272-4e81-b04d-4906743e79d5 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "DELETE /v2.0/security-groups/3e242f9b-efc7-4e86-9cab-007661df01a1 HTTP/1.1" status: 404 len: 347 time: 0.0268817 Feb 19 04:14:13.570993 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37600) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:13.575315 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b1237ce8-7f2b-4a7c-90a7-d14cfd288475 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Request body: {'security_group': {'name': 'tempest-secgroup--874646029'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:13.598992 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b1237ce8-7f2b-4a7c-90a7-d14cfd288475 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:13.624513 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17118987-fd5b-4e22-b33f-2151ffabc18f req-0b9c696f-d338-4e63-8aad-00cb4bb87dee tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:13.626488 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17118987-fd5b-4e22-b33f-2151ffabc18f req-0b9c696f-d338-4e63-8aad-00cb4bb87dee tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 944 time: 0.1487000 Feb 19 04:14:13.681154 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b1237ce8-7f2b-4a7c-90a7-d14cfd288475 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (1de30d5a-8080-4ff1-8e0d-00097178d983), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:13.687765 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b1237ce8-7f2b-4a7c-90a7-d14cfd288475 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1de30d5a-8080-4ff1-8e0d-00097178d983), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:13.704561 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97c27a-5d0b-4e92-ac09-d78566a6ef0f req-fe64f769-6237-4b9f-aee0-117a36e19cd9 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:13.706958 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8b97c27a-5d0b-4e92-ac09-d78566a6ef0f req-fe64f769-6237-4b9f-aee0-117a36e19cd9 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1b7f37d-00a9-4d9d-8438-dd78b4be8917 HTTP/1.1" status: 200 len: 946 time: 0.1374676 Feb 19 04:14:13.733137 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1237ce8-7f2b-4a7c-90a7-d14cfd288475 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1de30d5a-8080-4ff1-8e0d-00097178d983,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:13.740479 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b1237ce8-7f2b-4a7c-90a7-d14cfd288475 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:13.746258 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b1237ce8-7f2b-4a7c-90a7-d14cfd288475 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1742594 Feb 19 04:14:13.746926 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37602) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:13.751934 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-375e4ed3-b0c0-4e94-8668-8f2753d4c024 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Request body: {'security_group_rule': {'security_group_id': '1de30d5a-8080-4ff1-8e0d-00097178d983', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:13.783773 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-375e4ed3-b0c0-4e94-8668-8f2753d4c024 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (512dbdd0-17e6-4bbf-b659-379e2764889c), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:13.821340 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17118987-fd5b-4e22-b33f-2151ffabc18f req-3e8e5751-2ce9-4b8a-b2f3-faa16f58cc53 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869578 Feb 19 04:14:13.859640 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-375e4ed3-b0c0-4e94-8668-8f2753d4c024 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (512dbdd0-17e6-4bbf-b659-379e2764889c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:13.862745 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8b97c27a-5d0b-4e92-ac09-d78566a6ef0f req-20dda1a6-aaf5-41f9-9a71-14f4867026ff tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c84c6e8-ff44-4a5c-86f6-7ee46db33600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421840 Feb 19 04:14:13.872829 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-375e4ed3-b0c0-4e94-8668-8f2753d4c024 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (512dbdd0-17e6-4bbf-b659-379e2764889c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:13.904923 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-a8529cb6-5240-44f9-91ba-374f1277763a tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Publish callbacks [] for port (98d52f3f-cc1f-4ceb-829a-51ea9b7049c5), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:13.909495 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e4ed3-b0c0-4e94-8668-8f2753d4c024 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512dbdd0-17e6-4bbf-b659-379e2764889c,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:13.928595 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-375e4ed3-b0c0-4e94-8668-8f2753d4c024 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:13.932357 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-375e4ed3-b0c0-4e94-8668-8f2753d4c024 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1819637 Feb 19 04:14:13.933021 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37604) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:13.968091 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-488e85a7-99b3-4259-962b-7c110f80fe91 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (512dbdd0-17e6-4bbf-b659-379e2764889c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:13.988095 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-488e85a7-99b3-4259-962b-7c110f80fe91 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (512dbdd0-17e6-4bbf-b659-379e2764889c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:13.990394 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-a8529cb6-5240-44f9-91ba-374f1277763a tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (98d52f3f-cc1f-4ceb-829a-51ea9b7049c5), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:14.076197 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-a8529cb6-5240-44f9-91ba-374f1277763a tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Network 7cbf1741-c2f4-4ecb-bd05-d634c442a618 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:14:14.093662 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-a8529cb6-5240-44f9-91ba-374f1277763a tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:14.112715 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-a8529cb6-5240-44f9-91ba-374f1277763a tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:14:14.115732 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-488e85a7-99b3-4259-962b-7c110f80fe91 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (512dbdd0-17e6-4bbf-b659-379e2764889c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:14.124638 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-488e85a7-99b3-4259-962b-7c110f80fe91 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:14.128079 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-488e85a7-99b3-4259-962b-7c110f80fe91 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/512dbdd0-17e6-4bbf-b659-379e2764889c HTTP/1.1" status: 204 len: 168 time: 0.1917443 Feb 19 04:14:14.130457 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37608) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:14.130959 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8529cb6-5240-44f9-91ba-374f1277763a tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Pushing event updated for resources: {'Port': ['ID=98d52f3f-cc1f-4ceb-829a-51ea9b7049c5,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:14.164347 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e85a7-99b3-4259-962b-7c110f80fe91 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=512dbdd0-17e6-4bbf-b659-379e2764889c,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:14.192351 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-a8529cb6-5240-44f9-91ba-374f1277763a tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:14.193021 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-a8529cb6-5240-44f9-91ba-374f1277763a tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:14.212476 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e3466-c8ba-4d2e-b600-2f26102bef27 req-53453585-2ad9-4e86-864a-fccf5845007e tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:14.220194 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a06e3466-c8ba-4d2e-b600-2f26102bef27 req-53453585-2ad9-4e86-864a-fccf5845007e tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1 HTTP/1.1" status: 200 len: 931 time: 0.1591117 Feb 19 04:14:14.225856 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-a8529cb6-5240-44f9-91ba-374f1277763a tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1944118 Feb 19 04:14:14.251775 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-c97bc3eb-56a4-4be2-89c9-3f61a00b5ed4 service neutron] Request body: {'port': {'device_id': 'e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:14.261494 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37610) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:14.265244 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-42ea46f3-fda6-4540-b27b-a49befa3cf41 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1316986 Feb 19 04:14:14.307641 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 22582a6f-fbb5-466b-bfdf-46f23ac0a95f no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:14.339424 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 22582a6f-fbb5-466b-bfdf-46f23ac0a95f {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:14:14.339902 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 22582a6f-fbb5-466b-bfdf-46f23ac0a95f not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:14:14.340670 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a06e3466-c8ba-4d2e-b600-2f26102bef27 req-0122fbe4-4cdc-412f-bd3b-54ecb996d28d tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051531 Feb 19 04:14:14.431056 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-c97bc3eb-56a4-4be2-89c9-3f61a00b5ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (98d52f3f-cc1f-4ceb-829a-51ea9b7049c5), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:14.451456 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97b93df4-0ce3-4a0e-bf15-36e591e95944 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (1de30d5a-8080-4ff1-8e0d-00097178d983), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:14.899819 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bd9ee-f12c-49e8-8114-23a26333cd1b req-5f2fa08e-44b1-404f-b880-9fd05152a90a tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:14.901309 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-692bd9ee-f12c-49e8-8114-23a26333cd1b req-5f2fa08e-44b1-404f-b880-9fd05152a90a tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b7f37d-00a9-4d9d-8438-dd78b4be8917 HTTP/1.1" status: 200 len: 946 time: 0.5235193 Feb 19 04:14:14.918257 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97b93df4-0ce3-4a0e-bf15-36e591e95944 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (1de30d5a-8080-4ff1-8e0d-00097178d983), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.127976 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d6231-82a4-4964-9bf2-eacfa973aa75 req-db017c80-0682-4883-b161-c851241313cf tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:15.133118 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d6231-82a4-4964-9bf2-eacfa973aa75 req-db017c80-0682-4883-b161-c851241313cf tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:15.138343 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d6231-82a4-4964-9bf2-eacfa973aa75 req-db017c80-0682-4883-b161-c851241313cf tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:15.144183 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d6231-82a4-4964-9bf2-eacfa973aa75 req-db017c80-0682-4883-b161-c851241313cf tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:15.149422 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d6231-82a4-4964-9bf2-eacfa973aa75 req-db017c80-0682-4883-b161-c851241313cf tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:15.154630 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d6231-82a4-4964-9bf2-eacfa973aa75 req-db017c80-0682-4883-b161-c851241313cf tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:15.159922 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d6231-82a4-4964-9bf2-eacfa973aa75 req-db017c80-0682-4883-b161-c851241313cf tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:15.161937 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eb4d6231-82a4-4964-9bf2-eacfa973aa75 req-db017c80-0682-4883-b161-c851241313cf tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.7161341 Feb 19 04:14:15.232021 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97b93df4-0ce3-4a0e-bf15-36e591e95944 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1de30d5a-8080-4ff1-8e0d-00097178d983), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.235198 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97b93df4-0ce3-4a0e-bf15-36e591e95944 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.238767 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-97b93df4-0ce3-4a0e-bf15-36e591e95944 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "DELETE /v2.0/security-groups/1de30d5a-8080-4ff1-8e0d-00097178d983 HTTP/1.1" status: 204 len: 168 time: 0.9739318 Feb 19 04:14:15.239758 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37618) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:15.274781 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b93df4-0ce3-4a0e-bf15-36e591e95944 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de30d5a-8080-4ff1-8e0d-00097178d983,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:15.283103 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5072f63-bcc0-48de-a0be-8cbbc8795581 req-52979e63-ace0-4a48-a40b-c9429a1aaa53 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:15.284530 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e5072f63-bcc0-48de-a0be-8cbbc8795581 req-52979e63-ace0-4a48-a40b-c9429a1aaa53 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 944 time: 0.3583646 Feb 19 04:14:15.333590 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0e0ce2d7-1f5a-42bd-9ff8-1c06b8b9a66f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0917637 Feb 19 04:14:15.338188 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37620) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:15.350108 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-c3ea6639-456a-4204-847e-92b895c31c4e tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Request body: {'security_group': {'name': 'tempest-secgroup--197084980'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:15.374421 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-692bd9ee-f12c-49e8-8114-23a26333cd1b req-f696ef5e-ddbc-491d-bad9-88c8e424ddae tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Deleting port c1d14708-40fd-4ab3-85b7-53f5e570821d {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:15.374421 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-692bd9ee-f12c-49e8-8114-23a26333cd1b req-f696ef5e-ddbc-491d-bad9-88c8e424ddae tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (c1d14708-40fd-4ab3-85b7-53f5e570821d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.380580 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3ea6639-456a-4204-847e-92b895c31c4e tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.408615 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eb4d6231-82a4-4964-9bf2-eacfa973aa75 req-2e2d6a19-6095-48f4-a75f-3fb268c4b141 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2275100 Feb 19 04:14:15.489742 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3ea6639-456a-4204-847e-92b895c31c4e tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (464e51c8-333e-4ca6-8694-8cd8c13bf377), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.502379 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3ea6639-456a-4204-847e-92b895c31c4e tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (464e51c8-333e-4ca6-8694-8cd8c13bf377), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.550651 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3ea6639-456a-4204-847e-92b895c31c4e tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.555050 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c3ea6639-456a-4204-847e-92b895c31c4e tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2129006 Feb 19 04:14:15.555830 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea6639-456a-4204-847e-92b895c31c4e tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=464e51c8-333e-4ca6-8694-8cd8c13bf377,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:15.569294 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37624) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:15.575443 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3641c162-910a-4ee1-9295-9e2869c917bf tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Request body: {'security_group_rule': {'security_group_id': '464e51c8-333e-4ca6-8694-8cd8c13bf377', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:15.591307 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e5072f63-bcc0-48de-a0be-8cbbc8795581 req-0271bc54-d8c4-4c90-863f-db2941bdfd5e tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2931175 Feb 19 04:14:15.603777 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3641c162-910a-4ee1-9295-9e2869c917bf tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (267c9802-96d1-46fb-9066-da43c36c080a), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.638622 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-c97bc3eb-56a4-4be2-89c9-3f61a00b5ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98d52f3f-cc1f-4ceb-829a-51ea9b7049c5 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:15.648046 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-c97bc3eb-56a4-4be2-89c9-3f61a00b5ed4 service neutron] Publish callbacks [] for port (98d52f3f-cc1f-4ceb-829a-51ea9b7049c5), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.664441 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-c97bc3eb-56a4-4be2-89c9-3f61a00b5ed4 service neutron] Transition to ACTIVE for port object 98d52f3f-cc1f-4ceb-829a-51ea9b7049c5 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:14:15.665696 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3641c162-910a-4ee1-9295-9e2869c917bf tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (267c9802-96d1-46fb-9066-da43c36c080a), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.673500 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3641c162-910a-4ee1-9295-9e2869c917bf tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (267c9802-96d1-46fb-9066-da43c36c080a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.684998 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-c97bc3eb-56a4-4be2-89c9-3f61a00b5ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (98d52f3f-cc1f-4ceb-829a-51ea9b7049c5), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.688719 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641c162-910a-4ee1-9295-9e2869c917bf tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=267c9802-96d1-46fb-9066-da43c36c080a,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:15.709401 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3641c162-910a-4ee1-9295-9e2869c917bf tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.709401 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3641c162-910a-4ee1-9295-9e2869c917bf tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1366403 Feb 19 04:14:15.709893 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37626) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:15.716691 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-a4602bd7-fd3b-4d05-bcb2-91b35c7b1aa6 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Request body: {'security_group_rule': {'security_group_id': '464e51c8-333e-4ca6-8694-8cd8c13bf377', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:15.746283 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a4602bd7-fd3b-4d05-bcb2-91b35c7b1aa6 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (a618f82d-1341-434a-afb3-e966dd9d6cae), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.763712 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-692bd9ee-f12c-49e8-8114-23a26333cd1b req-f696ef5e-ddbc-491d-bad9-88c8e424ddae tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] For port c1d14708-40fd-4ab3-85b7-53f5e570821d, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c1d14708-40fd-4ab3-85b7-53f5e570821d,segment=NetworkSegment(02ff9e4b-efe0-46b0-93bf-0ddda7109b69),segment_id=02ff9e4b-efe0-46b0-93bf-0ddda7109b69)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:15.764102 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-692bd9ee-f12c-49e8-8114-23a26333cd1b req-f696ef5e-ddbc-491d-bad9-88c8e424ddae tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (c1d14708-40fd-4ab3-85b7-53f5e570821d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.815553 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a4602bd7-fd3b-4d05-bcb2-91b35c7b1aa6 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (a618f82d-1341-434a-afb3-e966dd9d6cae), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.820352 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a4602bd7-fd3b-4d05-bcb2-91b35c7b1aa6 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (a618f82d-1341-434a-afb3-e966dd9d6cae), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.841897 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4602bd7-fd3b-4d05-bcb2-91b35c7b1aa6 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a618f82d-1341-434a-afb3-e966dd9d6cae,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:15.847949 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a4602bd7-fd3b-4d05-bcb2-91b35c7b1aa6 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.851849 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a4602bd7-fd3b-4d05-bcb2-91b35c7b1aa6 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1373758 Feb 19 04:14:15.852122 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37628) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:15.859171 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d72843ca-d029-4b00-8337-950d0bfb973c tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Request body: {'security_group_rule': {'security_group_id': '464e51c8-333e-4ca6-8694-8cd8c13bf377', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:15.879365 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44029bd1-6023-4654-9c0b-250ae35831d1 req-3c956c7a-33a2-414f-a1a7-a599f1fb6f94 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:15.880883 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44029bd1-6023-4654-9c0b-250ae35831d1 req-3c956c7a-33a2-414f-a1a7-a599f1fb6f94 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1b7f37d-00a9-4d9d-8438-dd78b4be8917 HTTP/1.1" status: 200 len: 946 time: 0.3661637 Feb 19 04:14:15.887607 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97bc3eb-56a4-4be2-89c9-3f61a00b5ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=98d52f3f-cc1f-4ceb-829a-51ea9b7049c5,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:15.894222 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d72843ca-d029-4b00-8337-950d0bfb973c tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (4eb40bd9-19dc-4dc5-b715-dbc3a4be860c), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.962040 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d72843ca-d029-4b00-8337-950d0bfb973c tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (4eb40bd9-19dc-4dc5-b715-dbc3a4be860c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.966654 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d72843ca-d029-4b00-8337-950d0bfb973c tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (4eb40bd9-19dc-4dc5-b715-dbc3a4be860c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.991397 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72843ca-d029-4b00-8337-950d0bfb973c tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb40bd9-19dc-4dc5-b715-dbc3a4be860c,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:15.998087 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9aa2b-7f97-4478-a8b2-5b49017ceab5 req-92e1931b-d272-4aba-a390-109d9aa3df22 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:15.999827 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58d9aa2b-7f97-4478-a8b2-5b49017ceab5 req-92e1931b-d272-4aba-a390-109d9aa3df22 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1 HTTP/1.1" status: 200 len: 943 time: 0.3198204 Feb 19 04:14:16.008986 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d72843ca-d029-4b00-8337-950d0bfb973c tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.013021 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d72843ca-d029-4b00-8337-950d0bfb973c tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1572585 Feb 19 04:14:16.013211 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37630) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:16.018468 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-17a116b1-da25-4403-8704-21470f9e958d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Request body: {'security_group_rule': {'security_group_id': '464e51c8-333e-4ca6-8694-8cd8c13bf377', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:16.048088 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-17a116b1-da25-4403-8704-21470f9e958d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (b1b9ee81-db58-49ec-86fa-5fbfaf828893), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.118797 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-17a116b1-da25-4403-8704-21470f9e958d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (b1b9ee81-db58-49ec-86fa-5fbfaf828893), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.123586 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-17a116b1-da25-4403-8704-21470f9e958d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (b1b9ee81-db58-49ec-86fa-5fbfaf828893), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.141111 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a116b1-da25-4403-8704-21470f9e958d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b9ee81-db58-49ec-86fa-5fbfaf828893,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:16.149145 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44029bd1-6023-4654-9c0b-250ae35831d1 req-e0731ec8-b5af-4a0c-ba2f-288616f8193d tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c84c6e8-ff44-4a5c-86f6-7ee46db33600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2470646 Feb 19 04:14:16.164228 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-17a116b1-da25-4403-8704-21470f9e958d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.168987 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-17a116b1-da25-4403-8704-21470f9e958d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1519787 Feb 19 04:14:16.169382 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-c97bc3eb-56a4-4be2-89c9-3f61a00b5ed4 service neutron] Attempting to bind port 98d52f3f-cc1f-4ceb-829a-51ea9b7049c5 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:14:16.169382 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-c97bc3eb-56a4-4be2-89c9-3f61a00b5ed4 service neutron] Attempting to bind port 98d52f3f-cc1f-4ceb-829a-51ea9b7049c5 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '5235181e-dc3c-4aba-8bf2-254db3bce1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7cbf1741-c2f4-4ecb-bd05-d634c442a618'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:14:16.169382 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-c97bc3eb-56a4-4be2-89c9-3f61a00b5ed4 service neutron] Attempting to bind port 98d52f3f-cc1f-4ceb-829a-51ea9b7049c5 on network 7cbf1741-c2f4-4ecb-bd05-d634c442a618 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:16.171408 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37632) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:16.178293 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-867612cc-4ef7-42ee-a934-37db4bddd5ac tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Request body: {'security_group_rule': {'security_group_id': '464e51c8-333e-4ca6-8694-8cd8c13bf377', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:16.180770 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-c97bc3eb-56a4-4be2-89c9-3f61a00b5ed4 service neutron] Port 98d52f3f-cc1f-4ceb-829a-51ea9b7049c5 on network 7cbf1741-c2f4-4ecb-bd05-d634c442a618 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:14:16.181170 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-c97bc3eb-56a4-4be2-89c9-3f61a00b5ed4 service neutron] Attempting to bind port 98d52f3f-cc1f-4ceb-829a-51ea9b7049c5 on network 7cbf1741-c2f4-4ecb-bd05-d634c442a618 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:16.185750 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58d9aa2b-7f97-4478-a8b2-5b49017ceab5 req-d6b98377-4498-475e-b775-cbf1fb9b7220 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567833 Feb 19 04:14:16.199371 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-692bd9ee-f12c-49e8-8114-23a26333cd1b req-f696ef5e-ddbc-491d-bad9-88c8e424ddae tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.199838 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-692bd9ee-f12c-49e8-8114-23a26333cd1b req-f696ef5e-ddbc-491d-bad9-88c8e424ddae tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (f724a4fa-e577-4801-84c2-77a33963e018), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.200075 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [req-692bd9ee-f12c-49e8-8114-23a26333cd1b req-f696ef5e-ddbc-491d-bad9-88c8e424ddae tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Floating IP f724a4fa-e577-4801-84c2-77a33963e018 disassociated. External IP: 172.25.3.37, port: c1d14708-40fd-4ab3-85b7-53f5e570821d. Feb 19 04:14:16.200480 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-692bd9ee-f12c-49e8-8114-23a26333cd1b req-f696ef5e-ddbc-491d-bad9-88c8e424ddae tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Calling delete_port for c1d14708-40fd-4ab3-85b7-53f5e570821d owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:16.203218 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-c97bc3eb-56a4-4be2-89c9-3f61a00b5ed4 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:14:16.203561 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-c97bc3eb-56a4-4be2-89c9-3f61a00b5ed4 service neutron] Checking segment: {'id': '5235181e-dc3c-4aba-8bf2-254db3bce1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7cbf1741-c2f4-4ecb-bd05-d634c442a618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:16.203944 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-c97bc3eb-56a4-4be2-89c9-3f61a00b5ed4 service neutron] Bound using segment: {'id': '5235181e-dc3c-4aba-8bf2-254db3bce1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7cbf1741-c2f4-4ecb-bd05-d634c442a618'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:14:16.204385 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-c97bc3eb-56a4-4be2-89c9-3f61a00b5ed4 service neutron] Bound port: 98d52f3f-cc1f-4ceb-829a-51ea9b7049c5, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5235181e-dc3c-4aba-8bf2-254db3bce1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7cbf1741-c2f4-4ecb-bd05-d634c442a618'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:14:16.204727 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-c97bc3eb-56a4-4be2-89c9-3f61a00b5ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (98d52f3f-cc1f-4ceb-829a-51ea9b7049c5), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.221430 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-867612cc-4ef7-42ee-a934-37db4bddd5ac tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (4e7918b5-25ae-4e55-8598-43a9c02bba45), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.290125 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-867612cc-4ef7-42ee-a934-37db4bddd5ac tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (4e7918b5-25ae-4e55-8598-43a9c02bba45), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.297386 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-867612cc-4ef7-42ee-a934-37db4bddd5ac tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (4e7918b5-25ae-4e55-8598-43a9c02bba45), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.314208 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867612cc-4ef7-42ee-a934-37db4bddd5ac tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e7918b5-25ae-4e55-8598-43a9c02bba45,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:16.332191 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-c97bc3eb-56a4-4be2-89c9-3f61a00b5ed4 service neutron] For port 98d52f3f-cc1f-4ceb-829a-51ea9b7049c5, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:14:16.342036 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-867612cc-4ef7-42ee-a934-37db4bddd5ac tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.344823 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-c97bc3eb-56a4-4be2-89c9-3f61a00b5ed4 service neutron] For port 98d52f3f-cc1f-4ceb-829a-51ea9b7049c5, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=98d52f3f-cc1f-4ceb-829a-51ea9b7049c5,segment=NetworkSegment(5235181e-dc3c-4aba-8bf2-254db3bce1f3),segment_id=5235181e-dc3c-4aba-8bf2-254db3bce1f3)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:14:16.350757 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-867612cc-4ef7-42ee-a934-37db4bddd5ac tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1774952 Feb 19 04:14:16.352523 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37634) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:16.353466 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-c97bc3eb-56a4-4be2-89c9-3f61a00b5ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (98d52f3f-cc1f-4ceb-829a-51ea9b7049c5), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.384108 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8c62dfdb-b9a6-48ae-9f6f-8814dd4a736b tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (4e7918b5-25ae-4e55-8598-43a9c02bba45), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.392658 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8c62dfdb-b9a6-48ae-9f6f-8814dd4a736b tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (4e7918b5-25ae-4e55-8598-43a9c02bba45), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.420789 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-c97bc3eb-56a4-4be2-89c9-3f61a00b5ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:16.421433 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-c97bc3eb-56a4-4be2-89c9-3f61a00b5ed4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.422890 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-c97bc3eb-56a4-4be2-89c9-3f61a00b5ed4 service neutron] 10.222.0.79 "PUT /v2.0/ports/98d52f3f-cc1f-4ceb-829a-51ea9b7049c5 HTTP/1.1" status: 200 len: 1092 time: 2.1760883 Feb 19 04:14:16.423429 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1', 'tag': '98d52f3f-cc1f-4ceb-829a-51ea9b7049c5'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:16.424585 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8c62dfdb-b9a6-48ae-9f6f-8814dd4a736b tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (4e7918b5-25ae-4e55-8598-43a9c02bba45), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.425564 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c63e9b-1838-443b-8408-9f2ee0c03e91" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1", "tag": "98d52f3f-cc1f-4ceb-829a-51ea9b7049c5"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:16.430429 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8c62dfdb-b9a6-48ae-9f6f-8814dd4a736b tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.434022 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8c62dfdb-b9a6-48ae-9f6f-8814dd4a736b tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/4e7918b5-25ae-4e55-8598-43a9c02bba45 HTTP/1.1" status: 204 len: 168 time: 0.0779796 Feb 19 04:14:16.442725 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37640) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:16.462103 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62dfdb-b9a6-48ae-9f6f-8814dd4a736b tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e7918b5-25ae-4e55-8598-43a9c02bba45,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:16.515463 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-692bd9ee-f12c-49e8-8114-23a26333cd1b req-f696ef5e-ddbc-491d-bad9-88c8e424ddae tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (c1d14708-40fd-4ab3-85b7-53f5e570821d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.527427 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97bc3eb-56a4-4be2-89c9-3f61a00b5ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=98d52f3f-cc1f-4ceb-829a-51ea9b7049c5,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:16.594734 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c066f6d8-96a7-4469-82af-67d5ebf58b3e x-openstack-request-id: req-c066f6d8-96a7-4469-82af-67d5ebf58b3e {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:16.595028 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1", "tag": "98d52f3f-cc1f-4ceb-829a-51ea9b7049c5", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:16.595280 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c066f6d8-96a7-4469-82af-67d5ebf58b3e {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:16.595676 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1', 'tag': '98d52f3f-cc1f-4ceb-829a-51ea9b7049c5', 'status': 'completed', 'code': 200} Feb 19 04:14:16.607361 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-25ecd516-49dd-4711-84c1-86de1dc02218 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1620634 Feb 19 04:14:16.611721 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37644) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:16.611963 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696ef5e-ddbc-491d-bad9-88c8e424ddae tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Pushing event deleted for resources: {'Port': ['ID=c1d14708-40fd-4ab3-85b7-53f5e570821d,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:16.651088 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9eec08be-9fd2-4e50-a85f-e40ea33cf458 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (b1b9ee81-db58-49ec-86fa-5fbfaf828893), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.666943 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9eec08be-9fd2-4e50-a85f-e40ea33cf458 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (b1b9ee81-db58-49ec-86fa-5fbfaf828893), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.693769 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-5ce8e6ed-5337-4a02-8aef-f9658fb8a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:16.695303 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-5ce8e6ed-5337-4a02-8aef-f9658fb8a355 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e0de0bed00dc48a1a91b9778ced33263&device_id=e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1 HTTP/1.1" status: 200 len: 1126 time: 0.2251909 Feb 19 04:14:16.705378 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9eec08be-9fd2-4e50-a85f-e40ea33cf458 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (b1b9ee81-db58-49ec-86fa-5fbfaf828893), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.712006 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9eec08be-9fd2-4e50-a85f-e40ea33cf458 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.715665 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9eec08be-9fd2-4e50-a85f-e40ea33cf458 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/b1b9ee81-db58-49ec-86fa-5fbfaf828893 HTTP/1.1" status: 204 len: 168 time: 0.1003549 Feb 19 04:14:16.716337 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37648) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:16.731951 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec08be-9fd2-4e50-a85f-e40ea33cf458 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1b9ee81-db58-49ec-86fa-5fbfaf828893,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:16.740699 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae46194-c9bf-417f-92e2-e04ef6f5f702 req-17a0277f-4e24-4ca9-aa24-a52dc9838135 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:16.745898 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae46194-c9bf-417f-92e2-e04ef6f5f702 req-17a0277f-4e24-4ca9-aa24-a52dc9838135 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:16.751153 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae46194-c9bf-417f-92e2-e04ef6f5f702 req-17a0277f-4e24-4ca9-aa24-a52dc9838135 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:16.756852 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae46194-c9bf-417f-92e2-e04ef6f5f702 req-17a0277f-4e24-4ca9-aa24-a52dc9838135 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:16.762071 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae46194-c9bf-417f-92e2-e04ef6f5f702 req-17a0277f-4e24-4ca9-aa24-a52dc9838135 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:16.767835 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae46194-c9bf-417f-92e2-e04ef6f5f702 req-17a0277f-4e24-4ca9-aa24-a52dc9838135 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:16.772534 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ae1ea9b6-f07f-4eba-a4b2-67b3b5be55aa tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0525410 Feb 19 04:14:16.773021 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37650) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:16.773191 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae46194-c9bf-417f-92e2-e04ef6f5f702 req-17a0277f-4e24-4ca9-aa24-a52dc9838135 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:16.775126 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0ae46194-c9bf-417f-92e2-e04ef6f5f702 req-17a0277f-4e24-4ca9-aa24-a52dc9838135 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.2636952 Feb 19 04:14:16.797927 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6af1afb3-d096-422e-8dbd-95df28b49952 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (4eb40bd9-19dc-4dc5-b715-dbc3a4be860c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.805702 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6af1afb3-d096-422e-8dbd-95df28b49952 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (4eb40bd9-19dc-4dc5-b715-dbc3a4be860c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.833439 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6af1afb3-d096-422e-8dbd-95df28b49952 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (4eb40bd9-19dc-4dc5-b715-dbc3a4be860c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.839810 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6af1afb3-d096-422e-8dbd-95df28b49952 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.844436 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6af1afb3-d096-422e-8dbd-95df28b49952 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/4eb40bd9-19dc-4dc5-b715-dbc3a4be860c HTTP/1.1" status: 204 len: 168 time: 0.0669558 Feb 19 04:14:16.844436 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37652) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:16.849466 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-a28299f3-e973-4e35-b9eb-0eaa3157fc81 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98d52f3f-cc1f-4ceb-829a-51ea9b7049c5 HTTP/1.1" status: 200 len: 217 time: 0.1434736 Feb 19 04:14:16.861298 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1afb3-d096-422e-8dbd-95df28b49952 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4eb40bd9-19dc-4dc5-b715-dbc3a4be860c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:16.893653 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2bb07cf0-054a-44a3-9c4a-c81cee3b5c15 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0456343 Feb 19 04:14:16.893895 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37654) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:16.919903 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fda6e592-10bc-49c3-9c9b-000416f5889e tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (a618f82d-1341-434a-afb3-e966dd9d6cae), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.929026 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fda6e592-10bc-49c3-9c9b-000416f5889e tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (a618f82d-1341-434a-afb3-e966dd9d6cae), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.965624 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fda6e592-10bc-49c3-9c9b-000416f5889e tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (a618f82d-1341-434a-afb3-e966dd9d6cae), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.970683 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00def83-85ff-4845-bd3f-f245e1716065 req-6a1de38c-0d1c-43af-a178-69bb2240f996 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:16.972324 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f00def83-85ff-4845-bd3f-f245e1716065 req-6a1de38c-0d1c-43af-a178-69bb2240f996 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 944 time: 0.2682679 Feb 19 04:14:16.980937 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-e819a57d-fa5f-41d6-abcb-1e8d6e684b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:16.990923 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-e819a57d-fa5f-41d6-abcb-1e8d6e684b83 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8598c1f5-4b4c-41f2-bd71-4f8f4093e3bb HTTP/1.1" status: 200 len: 855 time: 0.1256068 Feb 19 04:14:16.997432 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fda6e592-10bc-49c3-9c9b-000416f5889e tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.002549 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fda6e592-10bc-49c3-9c9b-000416f5889e tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/a618f82d-1341-434a-afb3-e966dd9d6cae HTTP/1.1" status: 204 len: 168 time: 0.1074367 Feb 19 04:14:17.003720 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6e592-10bc-49c3-9c9b-000416f5889e tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a618f82d-1341-434a-afb3-e966dd9d6cae,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:17.005697 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37656) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:17.005835 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-692bd9ee-f12c-49e8-8114-23a26333cd1b req-f696ef5e-ddbc-491d-bad9-88c8e424ddae tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Router af08f154-ee4c-4ce0-9647-7737e82c6cb0 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:14:17.052989 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0ae46194-c9bf-417f-92e2-e04ef6f5f702 req-02c131a4-17c2-4a6a-a020-a2f7564de15b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2369390 Feb 19 04:14:17.057391 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7a615869-fdff-4ed1-a460-9f136225d5c3 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0504484 Feb 19 04:14:17.060102 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37658) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:17.063255 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-a787c9f7-116f-4915-9c47-eb6add45ce0e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7cbf1741-c2f4-4ecb-bd05-d634c442a618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714500 Feb 19 04:14:17.090711 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3b6f5878-3590-4da7-ba4b-62086f241811 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (267c9802-96d1-46fb-9066-da43c36c080a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.100843 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3b6f5878-3590-4da7-ba4b-62086f241811 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (267c9802-96d1-46fb-9066-da43c36c080a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.143706 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3b6f5878-3590-4da7-ba4b-62086f241811 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (267c9802-96d1-46fb-9066-da43c36c080a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.152189 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3b6f5878-3590-4da7-ba4b-62086f241811 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.157525 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3b6f5878-3590-4da7-ba4b-62086f241811 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/267c9802-96d1-46fb-9066-da43c36c080a HTTP/1.1" status: 204 len: 168 time: 0.0963786 Feb 19 04:14:17.160192 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37660) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:17.175534 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f5878-3590-4da7-ba4b-62086f241811 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=267c9802-96d1-46fb-9066-da43c36c080a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:17.240396 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-07e331a9-0a81-4a2e-9382-4f53dfab384e tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0784864 Feb 19 04:14:17.241071 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37666) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:17.304453 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-490793dd-448a-4bd9-b3a1-6f44f43705fe tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (464e51c8-333e-4ca6-8694-8cd8c13bf377), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.330307 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-490793dd-448a-4bd9-b3a1-6f44f43705fe tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (464e51c8-333e-4ca6-8694-8cd8c13bf377), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.375256 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-490793dd-448a-4bd9-b3a1-6f44f43705fe tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (464e51c8-333e-4ca6-8694-8cd8c13bf377), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.377881 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-490793dd-448a-4bd9-b3a1-6f44f43705fe tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.379183 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-490793dd-448a-4bd9-b3a1-6f44f43705fe tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "DELETE /v2.0/security-groups/464e51c8-333e-4ca6-8694-8cd8c13bf377 HTTP/1.1" status: 204 len: 168 time: 0.1370785 Feb 19 04:14:17.382651 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37668) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:17.397005 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490793dd-448a-4bd9-b3a1-6f44f43705fe tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=464e51c8-333e-4ca6-8694-8cd8c13bf377,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:17.436846 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0bf4c16d-bd86-4a73-8014-04db2247c56f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0524960 Feb 19 04:14:17.442774 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37670) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:17.446362 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-459867c0-8c3e-4add-aea7-2437893cfe98 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Request body: {'security_group': {'name': 'tempest-secgroup--1961046168'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:17.469409 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-459867c0-8c3e-4add-aea7-2437893cfe98 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.486094 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f00def83-85ff-4845-bd3f-f245e1716065 req-350dee16-9e27-439e-845c-4cac7b8a1240 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4825697 Feb 19 04:14:17.491734 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbf5d6d9-0219-43e4-bd0d-de3f45002823 req-8f20cc0d-8178-431f-8bc0-e2351f7b3af6 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1b7f37d-00a9-4d9d-8438-dd78b4be8917 HTTP/1.1" status: 200 len: 210 time: 0.0450127 Feb 19 04:14:17.573060 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-025de89b-5f7a-48cc-8f7d-9a7074e017a3 service neutron] 10.222.0.79 "GET /v2.0/networks/7cbf1741-c2f4-4ecb-bd05-d634c442a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008340 Feb 19 04:14:17.579240 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-692bd9ee-f12c-49e8-8114-23a26333cd1b req-f696ef5e-ddbc-491d-bad9-88c8e424ddae tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:14:17.590744 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4e6c61-22db-4370-a93b-60201586b793 None None] Sync routers for ids ['af08f154-ee4c-4ce0-9647-7737e82c6cb0'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:14:17.597384 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-459867c0-8c3e-4add-aea7-2437893cfe98 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (2d01b575-0bc8-4f4e-8481-433ca8cf562d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.603128 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4e6c61-22db-4370-a93b-60201586b793 None None] Routers {'af08f154-ee4c-4ce0-9647-7737e82c6cb0'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:17.603876 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-6b4e6c61-22db-4370-a93b-60201586b793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:14:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['af08f154-ee4c-4ce0-9647-7737e82c6cb0'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:17.609798 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-459867c0-8c3e-4add-aea7-2437893cfe98 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2d01b575-0bc8-4f4e-8481-433ca8cf562d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.641810 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459867c0-8c3e-4add-aea7-2437893cfe98 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d01b575-0bc8-4f4e-8481-433ca8cf562d,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:17.659404 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-459867c0-8c3e-4add-aea7-2437893cfe98 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.664218 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-459867c0-8c3e-4add-aea7-2437893cfe98 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2219906 Feb 19 04:14:17.665671 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37672) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:17.689163 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-692bd9ee-f12c-49e8-8114-23a26333cd1b req-f696ef5e-ddbc-491d-bad9-88c8e424ddae tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] No DVR routers for this DVR port c1d14708-40fd-4ab3-85b7-53f5e570821d on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:14:17.696577 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-ede5ccfb-09d8-4e43-aaad-479a38dd423f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Request body: {'security_group_rule': {'security_group_id': '2d01b575-0bc8-4f4e-8481-433ca8cf562d', 'direction': 'ingress', 'protocol': 17}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:17.700750 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-692bd9ee-f12c-49e8-8114-23a26333cd1b req-f696ef5e-ddbc-491d-bad9-88c8e424ddae tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.704732 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-692bd9ee-f12c-49e8-8114-23a26333cd1b req-f696ef5e-ddbc-491d-bad9-88c8e424ddae tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.26 "DELETE /v2.0/ports/c1d14708-40fd-4ab3-85b7-53f5e570821d HTTP/1.1" status: 204 len: 173 time: 2.7973056 Feb 19 04:14:17.726233 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-6b4e6c61-22db-4370-a93b-60201586b793 None None] Set router af08f154-ee4c-4ce0-9647-7737e82c6cb0 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:17.794333 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55069bf-eb47-4733-b4ca-e6c7a50b7e58 req-60d4edc6-a38a-4a82-8baf-5662ccf1dbc7 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:17.796042 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b55069bf-eb47-4733-b4ca-e6c7a50b7e58 req-60d4edc6-a38a-4a82-8baf-5662ccf1dbc7 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1 HTTP/1.1" status: 200 len: 943 time: 0.1779675 Feb 19 04:14:17.849220 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ede5ccfb-09d8-4e43-aaad-479a38dd423f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (b67a885e-2e43-45ad-a4b7-7deed663d91e), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.908871 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1db0fc7-66f6-45a5-b001-ce2efb8def2e req-488938ad-dfa1-4a88-b16e-3171d336f0c2 service neutron] 10.222.0.79 "GET /v2.0/networks/7cbf1741-c2f4-4ecb-bd05-d634c442a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272381 Feb 19 04:14:17.976364 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-6b4e6c61-22db-4370-a93b-60201586b793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'name': 'tempest-AttachVolumeTestJSON-446025872-router', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:06Z', 'updated_at': '2022-02-19T04:07:15Z', 'revision_number': 4, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'gw_port': {'id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:07Z', 'updated_at': '2022-02-19T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '0c4982aa-37bc-4798-94a1-60040c8ca16e', 'name': '', 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'mac_address': 'fa:16:3e:94:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '7b8d1019-337e-49b4-85df-5623b5820084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:12Z', 'updated_at': '2022-02-19T04:07:20Z', 'revision_number': 5, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'subnets': [{'id': '7b8d1019-337e-49b4-85df-5623b5820084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:17.983711 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ede5ccfb-09d8-4e43-aaad-479a38dd423f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (b67a885e-2e43-45ad-a4b7-7deed663d91e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.994968 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b55069bf-eb47-4733-b4ca-e6c7a50b7e58 req-afc8b753-d9e3-44d1-b7dd-6719ad3166b9 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851599 Feb 19 04:14:18.018394 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ede5ccfb-09d8-4e43-aaad-479a38dd423f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (b67a885e-2e43-45ad-a4b7-7deed663d91e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.018639 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4e6c61-22db-4370-a93b-60201586b793 None None] Checking router: af08f154-ee4c-4ce0-9647-7737e82c6cb0 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:14:18.026790 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4e6c61-22db-4370-a93b-60201586b793 None None] Routers {'af08f154-ee4c-4ce0-9647-7737e82c6cb0'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:18.027419 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-6b4e6c61-22db-4370-a93b-60201586b793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:14:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['af08f154-ee4c-4ce0-9647-7737e82c6cb0'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:18.042423 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5ccfb-09d8-4e43-aaad-479a38dd423f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b67a885e-2e43-45ad-a4b7-7deed663d91e,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:18.069630 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ede5ccfb-09d8-4e43-aaad-479a38dd423f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.072210 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ede5ccfb-09d8-4e43-aaad-479a38dd423f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3796721 Feb 19 04:14:18.074800 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37674) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:18.083112 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c63e9b-1838-443b-8408-9f2ee0c03e91 req-6d8df6b3-1f24-45be-b3b1-dff43f8ad2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:18.094274 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7c63e9b-1838-443b-8408-9f2ee0c03e91 req-6d8df6b3-1f24-45be-b3b1-dff43f8ad2c5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e0de0bed00dc48a1a91b9778ced33263&device_id=e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1 HTTP/1.1" status: 200 len: 1126 time: 0.1142945 Feb 19 04:14:18.212758 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f796-5d34-417f-924f-59f421af293b tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (2d01b575-0bc8-4f4e-8481-433ca8cf562d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.221606 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-6b4e6c61-22db-4370-a93b-60201586b793 None None] Set router af08f154-ee4c-4ce0-9647-7737e82c6cb0 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:18.240648 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c63e9b-1838-443b-8408-9f2ee0c03e91 req-cd22ddc8-f712-485d-ae9a-6865a92d5895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:18.240648 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7c63e9b-1838-443b-8408-9f2ee0c03e91 req-cd22ddc8-f712-485d-ae9a-6865a92d5895 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7cbf1741-c2f4-4ecb-bd05-d634c442a618 HTTP/1.1" status: 200 len: 916 time: 0.1397638 Feb 19 04:14:18.253460 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f796-5d34-417f-924f-59f421af293b tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (2d01b575-0bc8-4f4e-8481-433ca8cf562d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.306850 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c1d14708-40fd-4ab3-85b7-53f5e570821d no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:18.310490 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7c63e9b-1838-443b-8408-9f2ee0c03e91 req-0693ba12-ba95-46ba-bd76-93ab81670e6d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98d52f3f-cc1f-4ceb-829a-51ea9b7049c5 HTTP/1.1" status: 200 len: 217 time: 0.0580671 Feb 19 04:14:18.342812 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f796-5d34-417f-924f-59f421af293b tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2d01b575-0bc8-4f4e-8481-433ca8cf562d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.345868 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f796-5d34-417f-924f-59f421af293b tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.350279 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d7b5f796-5d34-417f-924f-59f421af293b tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "DELETE /v2.0/security-groups/2d01b575-0bc8-4f4e-8481-433ca8cf562d HTTP/1.1" status: 204 len: 168 time: 0.2720833 Feb 19 04:14:18.350629 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: c1d14708-40fd-4ab3-85b7-53f5e570821d {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:14:18.350629 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c1d14708-40fd-4ab3-85b7-53f5e570821d not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:14:18.351822 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37678) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:18.367560 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5f796-5d34-417f-924f-59f421af293b tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d01b575-0bc8-4f4e-8481-433ca8cf562d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:18.392663 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a47a4c-b30c-41c7-a701-5af5fd425690 req-c8beeb80-6504-4c70-9cd2-8b5699a5fbd5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:18.398204 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a47a4c-b30c-41c7-a701-5af5fd425690 req-c8beeb80-6504-4c70-9cd2-8b5699a5fbd5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:18.404077 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a47a4c-b30c-41c7-a701-5af5fd425690 req-c8beeb80-6504-4c70-9cd2-8b5699a5fbd5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:18.409264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a47a4c-b30c-41c7-a701-5af5fd425690 req-c8beeb80-6504-4c70-9cd2-8b5699a5fbd5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:18.414652 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a47a4c-b30c-41c7-a701-5af5fd425690 req-c8beeb80-6504-4c70-9cd2-8b5699a5fbd5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:18.420265 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a47a4c-b30c-41c7-a701-5af5fd425690 req-c8beeb80-6504-4c70-9cd2-8b5699a5fbd5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:18.426133 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a47a4c-b30c-41c7-a701-5af5fd425690 req-c8beeb80-6504-4c70-9cd2-8b5699a5fbd5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:18.428146 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4a47a4c-b30c-41c7-a701-5af5fd425690 req-c8beeb80-6504-4c70-9cd2-8b5699a5fbd5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.2161815 Feb 19 04:14:18.450060 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c63e9b-1838-443b-8408-9f2ee0c03e91 req-9f9ba8b0-df1e-4720-8e2f-0017e149b6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:18.451506 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7c63e9b-1838-443b-8408-9f2ee0c03e91 req-9f9ba8b0-df1e-4720-8e2f-0017e149b6dc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8598c1f5-4b4c-41f2-bd71-4f8f4093e3bb HTTP/1.1" status: 200 len: 855 time: 0.1328845 Feb 19 04:14:18.490360 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-6b4e6c61-22db-4370-a93b-60201586b793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'name': 'tempest-AttachVolumeTestJSON-446025872-router', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:06Z', 'updated_at': '2022-02-19T04:07:15Z', 'revision_number': 4, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'gw_port': {'id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:07Z', 'updated_at': '2022-02-19T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '0c4982aa-37bc-4798-94a1-60040c8ca16e', 'name': '', 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'mac_address': 'fa:16:3e:94:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '7b8d1019-337e-49b4-85df-5623b5820084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:12Z', 'updated_at': '2022-02-19T04:07:20Z', 'revision_number': 5, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'subnets': [{'id': '7b8d1019-337e-49b4-85df-5623b5820084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:18.500158 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7c63e9b-1838-443b-8408-9f2ee0c03e91 req-6c6e008a-e2fd-4e22-914a-df298723fb71 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7cbf1741-c2f4-4ecb-bd05-d634c442a618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404406 Feb 19 04:14:18.506907 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c38ffbee-7c7c-46ba-acc9-dc204d2cd99a tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1505244 Feb 19 04:14:18.507688 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37680) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:18.513331 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b7021f11-7aa0-43d7-99fc-1f52f58c161d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Request body: {'security_group': {'name': 'tempest-secgroup--1121495235'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:18.521935 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4e6c61-22db-4370-a93b-60201586b793 None None] The sync data for ids ['af08f154-ee4c-4ce0-9647-7737e82c6cb0'] in n-d-828369-19 is: [{'id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'name': 'tempest-AttachVolumeTestJSON-446025872-router', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:06Z', 'updated_at': '2022-02-19T04:07:15Z', 'revision_number': 4, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'gw_port': {'id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:07Z', 'updated_at': '2022-02-19T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '0c4982aa-37bc-4798-94a1-60040c8ca16e', 'name': '', 'network_id': '7d063905-1dca-479b-a8ed-624bbce2a132', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'mac_address': 'fa:16:3e:94:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '7b8d1019-337e-49b4-85df-5623b5820084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:12Z', 'updated_at': '2022-02-19T04:07:20Z', 'revision_number': 5, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'subnets': [{'id': '7b8d1019-337e-49b4-85df-5623b5820084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:14:18.580373 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7021f11-7aa0-43d7-99fc-1f52f58c161d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.608771 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b7f37d-00a9-4d9d-8438-dd78b4be8917', 'name': 'network-vif-deleted', 'tag': 'c1d14708-40fd-4ab3-85b7-53f5e570821d'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:18.611551 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa77f52-ab98-44c4-8d89-05d9e0d35b5d" -d '{"events": [{"server_uuid": "d1b7f37d-00a9-4d9d-8438-dd78b4be8917", "name": "network-vif-deleted", "tag": "c1d14708-40fd-4ab3-85b7-53f5e570821d"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:18.620687 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4a47a4c-b30c-41c7-a701-5af5fd425690 req-9fc4b9f2-d207-463c-b7fc-a9a4fe0c00a1 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1861830 Feb 19 04:14:18.691553 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7021f11-7aa0-43d7-99fc-1f52f58c161d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (ac11fdb0-b90e-43d4-ae40-44d07f473855), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.697166 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37690) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:18.708971 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7021f11-7aa0-43d7-99fc-1f52f58c161d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ac11fdb0-b90e-43d4-ae40-44d07f473855), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.742196 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7c63e9b-1838-443b-8408-9f2ee0c03e91 req-0aae5547-2123-45d4-8080-b3bd6de2c3e3 service neutron] 10.222.0.79 "GET /v2.0/networks/7cbf1741-c2f4-4ecb-bd05-d634c442a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246556 Feb 19 04:14:18.766150 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7021f11-7aa0-43d7-99fc-1f52f58c161d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.767607 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b7021f11-7aa0-43d7-99fc-1f52f58c161d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2579882 Feb 19 04:14:18.768805 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7021f11-7aa0-43d7-99fc-1f52f58c161d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac11fdb0-b90e-43d4-ae40-44d07f473855,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:18.771446 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffabe86-7c91-4fcf-87cd-6df4c1b6e964 x-openstack-request-id: req-3ffabe86-7c91-4fcf-87cd-6df4c1b6e964 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:18.772191 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b7f37d-00a9-4d9d-8438-dd78b4be8917", "name": "network-vif-deleted", "tag": "c1d14708-40fd-4ab3-85b7-53f5e570821d", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:18.772343 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37692) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:18.772474 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3ffabe86-7c91-4fcf-87cd-6df4c1b6e964 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:18.772721 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b7f37d-00a9-4d9d-8438-dd78b4be8917', 'name': 'network-vif-deleted', 'tag': 'c1d14708-40fd-4ab3-85b7-53f5e570821d', 'status': 'completed', 'code': 200} Feb 19 04:14:18.778624 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-5c318aad-4a4c-4b4d-958d-795d49473d9f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Request body: {'security_group': {'name': 'tempest-secgroup--200484306'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:18.807346 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c318aad-4a4c-4b4d-958d-795d49473d9f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.854428 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a7b4d-c699-4bc6-9be8-dcb455183102 req-d3622d9a-b9fb-488e-ad94-1800a07bf038 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:18.857181 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b95a7b4d-c699-4bc6-9be8-dcb455183102 req-d3622d9a-b9fb-488e-ad94-1800a07bf038 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 944 time: 0.2110596 Feb 19 04:14:18.903940 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-611ee038-438c-47da-9783-74883ef0513d tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for security_group (4c84c6e8-ff44-4a5c-86f6-7ee46db33600), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.914938 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c318aad-4a4c-4b4d-958d-795d49473d9f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (7d28c4a4-7645-4008-9bd1-8d32ccf5d495), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.925230 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c318aad-4a4c-4b4d-958d-795d49473d9f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7d28c4a4-7645-4008-9bd1-8d32ccf5d495), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.928111 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9990bd-3ecf-490f-966c-ff91b44d22d7 None None] New status for floating IP f724a4fa-e577-4801-84c2-77a33963e018: DOWN {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:14:18.953423 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-611ee038-438c-47da-9783-74883ef0513d tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for security_group (4c84c6e8-ff44-4a5c-86f6-7ee46db33600), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.957291 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c318aad-4a4c-4b4d-958d-795d49473d9f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d28c4a4-7645-4008-9bd1-8d32ccf5d495,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:18.964012 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c318aad-4a4c-4b4d-958d-795d49473d9f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.965947 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5c318aad-4a4c-4b4d-958d-795d49473d9f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1925921 Feb 19 04:14:18.968601 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37696) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:18.973769 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-5d19048b-0f85-4fd0-a06b-cdea08af0ab2 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Request body: {'security_group_rule': {'security_group_id': 'ac11fdb0-b90e-43d4-ae40-44d07f473855', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7d28c4a4-7645-4008-9bd1-8d32ccf5d495', 'remote_ip_prefix': None}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:19.012588 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d19048b-0f85-4fd0-a06b-cdea08af0ab2 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (3975a27d-855a-4456-bcac-a051ea269222), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.037803 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7c63e9b-1838-443b-8408-9f2ee0c03e91 req-09909f49-24a1-4415-a2ee-2ef836b49acc service neutron] 10.222.0.79 "GET /v2.0/networks/7cbf1741-c2f4-4ecb-bd05-d634c442a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816257 Feb 19 04:14:19.058671 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b95a7b4d-c699-4bc6-9be8-dcb455183102 req-8593af70-5d2c-4105-9b73-0f50776a6513 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731522 Feb 19 04:14:19.071344 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-611ee038-438c-47da-9783-74883ef0513d tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4c84c6e8-ff44-4a5c-86f6-7ee46db33600), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.077589 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-611ee038-438c-47da-9783-74883ef0513d tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.079296 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-611ee038-438c-47da-9783-74883ef0513d tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "DELETE /v2.0/security-groups/4c84c6e8-ff44-4a5c-86f6-7ee46db33600 HTTP/1.1" status: 204 len: 168 time: 0.3800948 Feb 19 04:14:19.084402 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37700) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:19.115138 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-1048edc4-89e8-4d7e-b9da-2993f5ed9567 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] show failed (client error): The resource could not be found. Feb 19 04:14:19.119303 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1048edc4-89e8-4d7e-b9da-2993f5ed9567 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "GET /v2.0/security-groups/4c84c6e8-ff44-4a5c-86f6-7ee46db33600 HTTP/1.1" status: 404 len: 347 time: 0.0306664 Feb 19 04:14:19.126480 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37702) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:19.127423 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ee038-438c-47da-9783-74883ef0513d tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c84c6e8-ff44-4a5c-86f6-7ee46db33600,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:19.159538 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d19048b-0f85-4fd0-a06b-cdea08af0ab2 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (3975a27d-855a-4456-bcac-a051ea269222), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.170075 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d19048b-0f85-4fd0-a06b-cdea08af0ab2 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (3975a27d-855a-4456-bcac-a051ea269222), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.194427 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19048b-0f85-4fd0-a06b-cdea08af0ab2 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3975a27d-855a-4456-bcac-a051ea269222,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:19.216948 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d19048b-0f85-4fd0-a06b-cdea08af0ab2 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.218271 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5d19048b-0f85-4fd0-a06b-cdea08af0ab2 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2484927 Feb 19 04:14:19.221103 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37704) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:19.247116 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-79038692-c31e-4af8-85ab-a7536efff87d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (3975a27d-855a-4456-bcac-a051ea269222), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.256205 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-79038692-c31e-4af8-85ab-a7536efff87d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (3975a27d-855a-4456-bcac-a051ea269222), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.283617 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f035ad2-129f-44e2-b4c6-e6f24b4dfc26 req-0b3d06b2-3eb3-4310-914f-5147c01c3eb1 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:19.285367 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f035ad2-129f-44e2-b4c6-e6f24b4dfc26 req-0b3d06b2-3eb3-4310-914f-5147c01c3eb1 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1 HTTP/1.1" status: 200 len: 943 time: 0.1676247 Feb 19 04:14:19.285989 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-79038692-c31e-4af8-85ab-a7536efff87d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (3975a27d-855a-4456-bcac-a051ea269222), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.292283 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-79038692-c31e-4af8-85ab-a7536efff87d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.294106 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-79038692-c31e-4af8-85ab-a7536efff87d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/3975a27d-855a-4456-bcac-a051ea269222 HTTP/1.1" status: 204 len: 168 time: 0.0716329 Feb 19 04:14:19.297909 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37706) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:19.320220 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79038692-c31e-4af8-85ab-a7536efff87d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3975a27d-855a-4456-bcac-a051ea269222,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:19.352613 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d7220c66-8221-43cb-8b07-3cd7aaa4ec9e tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0509100 Feb 19 04:14:19.353296 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f035ad2-129f-44e2-b4c6-e6f24b4dfc26 req-73cf0c71-bb91-46aa-9d1f-1268db78af58 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515218 Feb 19 04:14:19.353564 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37708) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:19.359565 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-e4d26c71-e256-4cb3-b9b6-340d43d002c3 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Deleting port b2bd503d-bc3f-4715-b9db-95ac9d1a7d23 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:19.359882 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e4d26c71-e256-4cb3-b9b6-340d43d002c3 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b2bd503d-bc3f-4715-b9db-95ac9d1a7d23), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.421944 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-739ec4db-c45c-4890-bdc7-bcbfe02da21d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (7d28c4a4-7645-4008-9bd1-8d32ccf5d495), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.446253 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e4d26c71-e256-4cb3-b9b6-340d43d002c3 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b2bd503d-bc3f-4715-b9db-95ac9d1a7d23), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.446588 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e4d26c71-e256-4cb3-b9b6-340d43d002c3 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for floatingip (b2bd503d-bc3f-4715-b9db-95ac9d1a7d23), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.448077 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-739ec4db-c45c-4890-bdc7-bcbfe02da21d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (7d28c4a4-7645-4008-9bd1-8d32ccf5d495), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.459809 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-e4d26c71-e256-4cb3-b9b6-340d43d002c3 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Calling delete_port for b2bd503d-bc3f-4715-b9db-95ac9d1a7d23 owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:19.492443 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-739ec4db-c45c-4890-bdc7-bcbfe02da21d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7d28c4a4-7645-4008-9bd1-8d32ccf5d495), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.495549 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-739ec4db-c45c-4890-bdc7-bcbfe02da21d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.499747 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-739ec4db-c45c-4890-bdc7-bcbfe02da21d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "DELETE /v2.0/security-groups/7d28c4a4-7645-4008-9bd1-8d32ccf5d495 HTTP/1.1" status: 204 len: 168 time: 0.1430554 Feb 19 04:14:19.501750 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37710) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:19.520619 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ec4db-c45c-4890-bdc7-bcbfe02da21d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d28c4a4-7645-4008-9bd1-8d32ccf5d495,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:19.572893 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-313b72ee-7ee2-413b-b3dd-69940ca54d11 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0674679 Feb 19 04:14:19.573106 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37712) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:19.626601 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-76089bce-7657-4fca-874b-b6ba088ed308 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (ac11fdb0-b90e-43d4-ae40-44d07f473855), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.645222 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e4d26c71-e256-4cb3-b9b6-340d43d002c3 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (b2bd503d-bc3f-4715-b9db-95ac9d1a7d23), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.649430 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-76089bce-7657-4fca-874b-b6ba088ed308 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (ac11fdb0-b90e-43d4-ae40-44d07f473855), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.679440 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d26c71-e256-4cb3-b9b6-340d43d002c3 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Pushing event deleted for resources: {'Port': ['ID=b2bd503d-bc3f-4715-b9db-95ac9d1a7d23,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:19.719359 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-76089bce-7657-4fca-874b-b6ba088ed308 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ac11fdb0-b90e-43d4-ae40-44d07f473855), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.722288 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-76089bce-7657-4fca-874b-b6ba088ed308 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.726690 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-76089bce-7657-4fca-874b-b6ba088ed308 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "DELETE /v2.0/security-groups/ac11fdb0-b90e-43d4-ae40-44d07f473855 HTTP/1.1" status: 204 len: 168 time: 0.1526346 Feb 19 04:14:19.727429 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37716) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:19.743065 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76089bce-7657-4fca-874b-b6ba088ed308 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac11fdb0-b90e-43d4-ae40-44d07f473855,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:19.793671 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e4d26c71-e256-4cb3-b9b6-340d43d002c3 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks [] for floatingip (f724a4fa-e577-4801-84c2-77a33963e018), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.796608 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e4d26c71-e256-4cb3-b9b6-340d43d002c3 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.804392 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e4d26c71-e256-4cb3-b9b6-340d43d002c3 tempest-AttachVolumeTestJSON-60997959 tempest-AttachVolumeTestJSON-60997959-project] 10.222.0.52 "DELETE /v2.0/floatingips/f724a4fa-e577-4801-84c2-77a33963e018 HTTP/1.1" status: 204 len: 168 time: 0.6684108 Feb 19 04:14:19.804619 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-10d53436-ee67-4b66-8694-8d0ce5e07076 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0636313 Feb 19 04:14:19.804906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37718) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:19.809298 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-0ced2c86-1fc0-4c8f-8ad1-11f5e2b2da5f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Request body: {'security_group': {'name': 'tempest-secgroup--1720563685'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:19.832414 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdcc08-6d10-40f7-a25a-49086d242352 req-ba10e967-eeaa-4ac5-bd16-c95ecc4bb2ca tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:19.837579 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdcc08-6d10-40f7-a25a-49086d242352 req-ba10e967-eeaa-4ac5-bd16-c95ecc4bb2ca tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:19.843332 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdcc08-6d10-40f7-a25a-49086d242352 req-ba10e967-eeaa-4ac5-bd16-c95ecc4bb2ca tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:19.848486 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdcc08-6d10-40f7-a25a-49086d242352 req-ba10e967-eeaa-4ac5-bd16-c95ecc4bb2ca tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:19.853930 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdcc08-6d10-40f7-a25a-49086d242352 req-ba10e967-eeaa-4ac5-bd16-c95ecc4bb2ca tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:19.859348 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdcc08-6d10-40f7-a25a-49086d242352 req-ba10e967-eeaa-4ac5-bd16-c95ecc4bb2ca tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:19.864538 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdcc08-6d10-40f7-a25a-49086d242352 req-ba10e967-eeaa-4ac5-bd16-c95ecc4bb2ca tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:19.866805 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-48bdcc08-6d10-40f7-a25a-49086d242352 req-ba10e967-eeaa-4ac5-bd16-c95ecc4bb2ca tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.1307487 Feb 19 04:14:19.908027 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0ced2c86-1fc0-4c8f-8ad1-11f5e2b2da5f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.972490 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-48bdcc08-6d10-40f7-a25a-49086d242352 req-be865776-00cb-4186-99bf-7332242506be tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0888324 Feb 19 04:14:20.032280 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0ced2c86-1fc0-4c8f-8ad1-11f5e2b2da5f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (935d48b0-ea52-43d3-b235-b3bc6c89418c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.036119 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0ced2c86-1fc0-4c8f-8ad1-11f5e2b2da5f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (935d48b0-ea52-43d3-b235-b3bc6c89418c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.065304 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced2c86-1fc0-4c8f-8ad1-11f5e2b2da5f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=935d48b0-ea52-43d3-b235-b3bc6c89418c,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:20.069458 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0ced2c86-1fc0-4c8f-8ad1-11f5e2b2da5f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.070709 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0ced2c86-1fc0-4c8f-8ad1-11f5e2b2da5f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2648880 Feb 19 04:14:20.073374 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37724) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:20.078282 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-7a178728-52ce-473e-ae9f-12c909fd51c4 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Request body: {'security_group_rule': {'security_group_id': '935d48b0-ea52-43d3-b235-b3bc6c89418c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:20.104009 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7a178728-52ce-473e-ae9f-12c909fd51c4 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (c9e658f0-66bf-4671-a689-d8444fc1d5b4), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.185626 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7a178728-52ce-473e-ae9f-12c909fd51c4 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (c9e658f0-66bf-4671-a689-d8444fc1d5b4), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.193726 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7a178728-52ce-473e-ae9f-12c909fd51c4 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (c9e658f0-66bf-4671-a689-d8444fc1d5b4), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.222763 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a178728-52ce-473e-ae9f-12c909fd51c4 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e658f0-66bf-4671-a689-d8444fc1d5b4,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:20.229965 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7a178728-52ce-473e-ae9f-12c909fd51c4 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.231196 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7a178728-52ce-473e-ae9f-12c909fd51c4 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1568625 Feb 19 04:14:20.234235 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37728) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:20.239231 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b24caf-c1fe-460b-9649-44efdb8947c1 req-117a2488-21f5-4fcc-b1d1-cad3dc241fb4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:20.240733 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09b24caf-c1fe-460b-9649-44efdb8947c1 req-117a2488-21f5-4fcc-b1d1-cad3dc241fb4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 944 time: 0.0915599 Feb 19 04:14:20.268804 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a6b2beb0-4a95-4866-bb4a-20f364611ba9 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (c9e658f0-66bf-4671-a689-d8444fc1d5b4), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.278248 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a6b2beb0-4a95-4866-bb4a-20f364611ba9 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (c9e658f0-66bf-4671-a689-d8444fc1d5b4), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.301627 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09b24caf-c1fe-460b-9649-44efdb8947c1 req-0aa468df-f3bf-45bb-9a7c-f568ebccd9a0 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527914 Feb 19 04:14:20.307853 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a6b2beb0-4a95-4866-bb4a-20f364611ba9 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (c9e658f0-66bf-4671-a689-d8444fc1d5b4), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.320449 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a6b2beb0-4a95-4866-bb4a-20f364611ba9 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.324154 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a6b2beb0-4a95-4866-bb4a-20f364611ba9 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/c9e658f0-66bf-4671-a689-d8444fc1d5b4 HTTP/1.1" status: 204 len: 168 time: 0.0825038 Feb 19 04:14:20.324154 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2beb0-4a95-4866-bb4a-20f364611ba9 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9e658f0-66bf-4671-a689-d8444fc1d5b4,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:20.324566 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37730) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:20.364263 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a182a781-ddc5-4d9e-aa49-3da4d03739cf tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0385175 Feb 19 04:14:20.366981 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37732) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:20.425714 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3dbec5ab-c3c0-4ba6-bd54-ca7781892ac8 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (935d48b0-ea52-43d3-b235-b3bc6c89418c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.453471 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3dbec5ab-c3c0-4ba6-bd54-ca7781892ac8 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (935d48b0-ea52-43d3-b235-b3bc6c89418c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.490201 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b7ea4-9de5-43ae-8c0d-e548cc077a75 req-c18571b1-94ee-4e31-b67d-ccff9f495c7d tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:20.494789 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf0b7ea4-9de5-43ae-8c0d-e548cc077a75 req-c18571b1-94ee-4e31-b67d-ccff9f495c7d tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1 HTTP/1.1" status: 200 len: 943 time: 0.0632043 Feb 19 04:14:20.499890 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3dbec5ab-c3c0-4ba6-bd54-ca7781892ac8 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (935d48b0-ea52-43d3-b235-b3bc6c89418c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.502756 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3dbec5ab-c3c0-4ba6-bd54-ca7781892ac8 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.504129 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3dbec5ab-c3c0-4ba6-bd54-ca7781892ac8 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "DELETE /v2.0/security-groups/935d48b0-ea52-43d3-b235-b3bc6c89418c HTTP/1.1" status: 204 len: 168 time: 0.1362312 Feb 19 04:14:20.507667 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37736) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:20.521726 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbec5ab-c3c0-4ba6-bd54-ca7781892ac8 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=935d48b0-ea52-43d3-b235-b3bc6c89418c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:20.559942 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf0b7ea4-9de5-43ae-8c0d-e548cc077a75 req-f2d970f2-449b-4224-8ef8-a34ff852da80 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612297 Feb 19 04:14:20.563863 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bea058c4-329d-4fa6-97c5-7673b25564c4 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0532572 Feb 19 04:14:20.567771 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37738) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:20.572284 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-673f6461-c947-4c34-a378-a7b5db7e17f0 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Request body: {'security_group': {'name': 'tempest-secgroup--2069988268'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:20.576549 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 98d52f3f-cc1f-4ceb-829a-51ea9b7049c5 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:14:20.593316 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-673f6461-c947-4c34-a378-a7b5db7e17f0 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.660421 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-673f6461-c947-4c34-a378-a7b5db7e17f0 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (9d91e3dc-8e2d-4570-ace1-4a0093fc72ce), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.664829 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-673f6461-c947-4c34-a378-a7b5db7e17f0 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (9d91e3dc-8e2d-4570-ace1-4a0093fc72ce), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.693338 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 98d52f3f-cc1f-4ceb-829a-51ea9b7049c5, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=98d52f3f-cc1f-4ceb-829a-51ea9b7049c5,segment=NetworkSegment(5235181e-dc3c-4aba-8bf2-254db3bce1f3),segment_id=5235181e-dc3c-4aba-8bf2-254db3bce1f3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:20.697002 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-673f6461-c947-4c34-a378-a7b5db7e17f0 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.700878 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-673f6461-c947-4c34-a378-a7b5db7e17f0 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1296084 Feb 19 04:14:20.700878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f6461-c947-4c34-a378-a7b5db7e17f0 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d91e3dc-8e2d-4570-ace1-4a0093fc72ce,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:20.701690 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37740) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:20.706581 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-bb070850-135d-42d9-9915-bf1a8dd10395 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Request body: {'security_group_rule': {'security_group_id': '9d91e3dc-8e2d-4570-ace1-4a0093fc72ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:20.712841 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '98d52f3f-cc1f-4ceb-829a-51ea9b7049c5', 'network_id': '7cbf1741-c2f4-4ecb-bd05-d634c442a618', 'port_id': '98d52f3f-cc1f-4ceb-829a-51ea9b7049c5', 'mac_address': 'fa:16:3e:0d:46:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8598c1f5-4b4c-41f2-bd71-4f8f4093e3bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:14:20.734807 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bb070850-135d-42d9-9915-bf1a8dd10395 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (b97856d9-0b10-49ab-b93d-7f039c01b7e2), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.758207 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 98d52f3f-cc1f-4ceb-829a-51ea9b7049c5 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:20.758640 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (98d52f3f-cc1f-4ceb-829a-51ea9b7049c5), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.780370 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d52f3f-cc1f-4ceb-829a-51ea9b7049c5 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:20.807433 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bb070850-135d-42d9-9915-bf1a8dd10395 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (b97856d9-0b10-49ab-b93d-7f039c01b7e2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.807694 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 98d52f3f-cc1f-4ceb-829a-51ea9b7049c5, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=98d52f3f-cc1f-4ceb-829a-51ea9b7049c5,segment=NetworkSegment(5235181e-dc3c-4aba-8bf2-254db3bce1f3),segment_id=5235181e-dc3c-4aba-8bf2-254db3bce1f3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:20.812717 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bb070850-135d-42d9-9915-bf1a8dd10395 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (b97856d9-0b10-49ab-b93d-7f039c01b7e2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.814478 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (98d52f3f-cc1f-4ceb-829a-51ea9b7049c5), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.833663 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb070850-135d-42d9-9915-bf1a8dd10395 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97856d9-0b10-49ab-b93d-7f039c01b7e2,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:20.846213 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bb070850-135d-42d9-9915-bf1a8dd10395 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.849819 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bb070850-135d-42d9-9915-bf1a8dd10395 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1445417 Feb 19 04:14:20.850529 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37742) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:20.872732 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-81c99b3a-92cb-4300-b13a-ed3c2ca9bf05 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-group-rules/b97856d9-0b10-49ab-b93d-7f039c01b7e2 HTTP/1.1" status: 200 len: 763 time: 0.0187554 Feb 19 04:14:20.873097 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37744) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:20.889745 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=98d52f3f-cc1f-4ceb-829a-51ea9b7049c5,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:20.922205 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-986a0e43-46d3-4ffd-9e82-d96321c6878e tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0474417 Feb 19 04:14:20.924485 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37746) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:20.951973 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-142619e5-b193-426f-80b7-cf493d4931fd tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (b97856d9-0b10-49ab-b93d-7f039c01b7e2), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.960148 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-142619e5-b193-426f-80b7-cf493d4931fd tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (b97856d9-0b10-49ab-b93d-7f039c01b7e2), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.996002 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-142619e5-b193-426f-80b7-cf493d4931fd tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (b97856d9-0b10-49ab-b93d-7f039c01b7e2), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.008377 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-142619e5-b193-426f-80b7-cf493d4931fd tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.010331 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-142619e5-b193-426f-80b7-cf493d4931fd tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/b97856d9-0b10-49ab-b93d-7f039c01b7e2 HTTP/1.1" status: 204 len: 168 time: 0.0837963 Feb 19 04:14:21.011274 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142619e5-b193-426f-80b7-cf493d4931fd tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b97856d9-0b10-49ab-b93d-7f039c01b7e2,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:21.012309 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37752) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:21.089089 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['98d52f3f-cc1f-4ceb-829a-51ea9b7049c5'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:14:21.105034 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ceb4c76a-143b-48a5-8c9f-93ae2665049c tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0911188 Feb 19 04:14:21.108860 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37754) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:21.117095 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-fb848503-5c38-4d62-b002-523764d3fdc4 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Request body: {'security_group_rule': {'security_group_id': '9d91e3dc-8e2d-4570-ace1-4a0093fc72ce', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:21.156454 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fb848503-5c38-4d62-b002-523764d3fdc4 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (0028b597-9aea-46f0-82db-9abd7a3caf6e), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.158267 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2660b8-2f77-4a85-9da0-280a1e781478 req-20e5f285-af15-47fd-9f15-9e4f115e59c9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:21.164568 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2660b8-2f77-4a85-9da0-280a1e781478 req-20e5f285-af15-47fd-9f15-9e4f115e59c9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:21.170467 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2660b8-2f77-4a85-9da0-280a1e781478 req-20e5f285-af15-47fd-9f15-9e4f115e59c9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:21.176621 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2660b8-2f77-4a85-9da0-280a1e781478 req-20e5f285-af15-47fd-9f15-9e4f115e59c9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:21.182175 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2660b8-2f77-4a85-9da0-280a1e781478 req-20e5f285-af15-47fd-9f15-9e4f115e59c9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:21.187759 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2660b8-2f77-4a85-9da0-280a1e781478 req-20e5f285-af15-47fd-9f15-9e4f115e59c9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:21.193494 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2660b8-2f77-4a85-9da0-280a1e781478 req-20e5f285-af15-47fd-9f15-9e4f115e59c9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:21.195624 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f2660b8-2f77-4a85-9da0-280a1e781478 req-20e5f285-af15-47fd-9f15-9e4f115e59c9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.1163518 Feb 19 04:14:21.247170 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fb848503-5c38-4d62-b002-523764d3fdc4 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (0028b597-9aea-46f0-82db-9abd7a3caf6e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.255212 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fb848503-5c38-4d62-b002-523764d3fdc4 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (0028b597-9aea-46f0-82db-9abd7a3caf6e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.273928 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f2660b8-2f77-4a85-9da0-280a1e781478 req-e217a25a-a357-4403-9fe9-7cfbbc64ffe6 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0707438 Feb 19 04:14:21.274999 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb848503-5c38-4d62-b002-523764d3fdc4 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0028b597-9aea-46f0-82db-9abd7a3caf6e,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:21.283688 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fb848503-5c38-4d62-b002-523764d3fdc4 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.284901 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fb848503-5c38-4d62-b002-523764d3fdc4 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1751060 Feb 19 04:14:21.287906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37756) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:21.309168 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c830fc4e-2f6c-4570-acf6-0805f3113aed tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-group-rules/0028b597-9aea-46f0-82db-9abd7a3caf6e HTTP/1.1" status: 200 len: 763 time: 0.0177059 Feb 19 04:14:21.309473 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37758) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:21.351995 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c5766f8b-99e1-4b31-8a91-9aefd19b0698 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0413456 Feb 19 04:14:21.354902 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37762) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:21.380572 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-60d4ae56-f0b3-4c50-bb27-6709690288c6 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (0028b597-9aea-46f0-82db-9abd7a3caf6e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.390006 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-60d4ae56-f0b3-4c50-bb27-6709690288c6 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (0028b597-9aea-46f0-82db-9abd7a3caf6e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.421541 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-60d4ae56-f0b3-4c50-bb27-6709690288c6 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (0028b597-9aea-46f0-82db-9abd7a3caf6e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.426618 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-60d4ae56-f0b3-4c50-bb27-6709690288c6 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.430264 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-60d4ae56-f0b3-4c50-bb27-6709690288c6 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/0028b597-9aea-46f0-82db-9abd7a3caf6e HTTP/1.1" status: 204 len: 168 time: 0.0719979 Feb 19 04:14:21.430714 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37764) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:21.438032 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4ae56-f0b3-4c50-bb27-6709690288c6 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0028b597-9aea-46f0-82db-9abd7a3caf6e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:21.471848 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf435c7-f2bb-4032-b043-499a422f1f03 req-0e1d1777-cb5e-4d04-9da6-320f38bf44e0 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:21.473428 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8cf435c7-f2bb-4032-b043-499a422f1f03 req-0e1d1777-cb5e-4d04-9da6-320f38bf44e0 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 944 time: 0.0876052 Feb 19 04:14:21.500961 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-618b8d8e-95aa-4723-8c53-8a860b67027b tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0691543 Feb 19 04:14:21.503610 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37766) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:21.508224 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-4b1374db-b45b-444e-b36f-2c48b00e7b7f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Request body: {'security_group_rule': {'security_group_id': '9d91e3dc-8e2d-4570-ace1-4a0093fc72ce', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:21.535447 n-d-828369-19 neutron-server[109925]: INFO neutron.db.securitygroups_db [None req-4b1374db-b45b-444e-b36f-2c48b00e7b7f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Project 8c55b4e1005146eebe392297964c897b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:14:21.541763 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4b1374db-b45b-444e-b36f-2c48b00e7b7f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (d07fd846-d9f9-47e5-8752-b9fcaac64374), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.544876 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8cf435c7-f2bb-4032-b043-499a422f1f03 req-46f55356-e151-4651-8463-1c78e0a088c1 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607989 Feb 19 04:14:21.592038 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4b1374db-b45b-444e-b36f-2c48b00e7b7f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (d07fd846-d9f9-47e5-8752-b9fcaac64374), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.596899 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4b1374db-b45b-444e-b36f-2c48b00e7b7f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (d07fd846-d9f9-47e5-8752-b9fcaac64374), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.615960 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1374db-b45b-444e-b36f-2c48b00e7b7f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07fd846-d9f9-47e5-8752-b9fcaac64374,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:21.622629 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4b1374db-b45b-444e-b36f-2c48b00e7b7f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.627258 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37770) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:21.635299 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4b1374db-b45b-444e-b36f-2c48b00e7b7f tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1305325 Feb 19 04:14:21.655036 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ca95f4b9-1abb-4e5c-b10a-cbad1c8fa4ca tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-group-rules/d07fd846-d9f9-47e5-8752-b9fcaac64374 HTTP/1.1" status: 200 len: 769 time: 0.0263407 Feb 19 04:14:21.656215 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37772) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:21.696937 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9f1bf724-671a-41b1-a328-5352137be853 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0392637 Feb 19 04:14:21.697746 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c9401-0052-435b-b754-50596c1c64d7 req-aa5f8720-4f0a-4807-9555-711083b87e6a tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:21.699240 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b15c9401-0052-435b-b754-50596c1c64d7 req-aa5f8720-4f0a-4807-9555-711083b87e6a tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1 HTTP/1.1" status: 200 len: 944 time: 0.0586493 Feb 19 04:14:21.699705 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37774) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:21.738809 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0c953d41-ff3d-48fe-b02d-3e5faaca795d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (d07fd846-d9f9-47e5-8752-b9fcaac64374), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.754712 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0c953d41-ff3d-48fe-b02d-3e5faaca795d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (d07fd846-d9f9-47e5-8752-b9fcaac64374), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.775705 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b15c9401-0052-435b-b754-50596c1c64d7 req-329c0973-8046-4713-9418-6d6fe243317d tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690093 Feb 19 04:14:21.790946 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0c953d41-ff3d-48fe-b02d-3e5faaca795d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (d07fd846-d9f9-47e5-8752-b9fcaac64374), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.800589 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c953d41-ff3d-48fe-b02d-3e5faaca795d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d07fd846-d9f9-47e5-8752-b9fcaac64374,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:21.804543 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0c953d41-ff3d-48fe-b02d-3e5faaca795d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.807991 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0c953d41-ff3d-48fe-b02d-3e5faaca795d tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/d07fd846-d9f9-47e5-8752-b9fcaac64374 HTTP/1.1" status: 204 len: 168 time: 0.1050439 Feb 19 04:14:21.808483 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37776) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:21.846866 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-625da1c8-e684-494f-90d9-5dc8117aae18 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0372171 Feb 19 04:14:21.849308 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37778) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:21.906510 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4cefaaea-766c-4c46-bcf6-9217719a1c78 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (9d91e3dc-8e2d-4570-ace1-4a0093fc72ce), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.929235 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4cefaaea-766c-4c46-bcf6-9217719a1c78 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (9d91e3dc-8e2d-4570-ace1-4a0093fc72ce), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.971886 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4cefaaea-766c-4c46-bcf6-9217719a1c78 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (9d91e3dc-8e2d-4570-ace1-4a0093fc72ce), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.974652 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4cefaaea-766c-4c46-bcf6-9217719a1c78 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.978250 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4cefaaea-766c-4c46-bcf6-9217719a1c78 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "DELETE /v2.0/security-groups/9d91e3dc-8e2d-4570-ace1-4a0093fc72ce HTTP/1.1" status: 204 len: 168 time: 0.1255953 Feb 19 04:14:21.979688 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37780) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:21.989101 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cefaaea-766c-4c46-bcf6-9217719a1c78 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d91e3dc-8e2d-4570-ace1-4a0093fc72ce,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:22.065337 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37784) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:22.066103 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1baa6e7b-0ba7-4084-9983-d1dd32384e24 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0828195 Feb 19 04:14:22.068371 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-70603e9b-5b2c-4bcd-96d5-eb6f451385bb tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Request body: {'security_group': {'name': 'tempest-secgroup--150764906'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:22.089594 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70603e9b-5b2c-4bcd-96d5-eb6f451385bb tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.159881 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70603e9b-5b2c-4bcd-96d5-eb6f451385bb tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (4924819a-78f7-4964-be4f-e658971dd7be), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.163869 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70603e9b-5b2c-4bcd-96d5-eb6f451385bb tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4924819a-78f7-4964-be4f-e658971dd7be), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.193811 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70603e9b-5b2c-4bcd-96d5-eb6f451385bb tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.197998 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-70603e9b-5b2c-4bcd-96d5-eb6f451385bb tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1302483 Feb 19 04:14:22.197998 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37786) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:22.203003 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-2f702c76-7fc2-4cd0-a388-cf51b35e4425 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Request body: {'security_group_rule': {'security_group_id': '4924819a-78f7-4964-be4f-e658971dd7be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:22.207994 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70603e9b-5b2c-4bcd-96d5-eb6f451385bb tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4924819a-78f7-4964-be4f-e658971dd7be,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:22.232686 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2f702c76-7fc2-4cd0-a388-cf51b35e4425 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (18f8c93e-a32c-4298-b64a-1297b1fdab58), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.300965 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2f702c76-7fc2-4cd0-a388-cf51b35e4425 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (18f8c93e-a32c-4298-b64a-1297b1fdab58), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.306036 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2f702c76-7fc2-4cd0-a388-cf51b35e4425 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (18f8c93e-a32c-4298-b64a-1297b1fdab58), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.337674 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2f702c76-7fc2-4cd0-a388-cf51b35e4425 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.347841 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37790) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:22.357641 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2f702c76-7fc2-4cd0-a388-cf51b35e4425 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1586466 Feb 19 04:14:22.359217 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f702c76-7fc2-4cd0-a388-cf51b35e4425 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f8c93e-a32c-4298-b64a-1297b1fdab58,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:22.459849 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-262651e8-49a4-4ece-8dff-1540f4176c37 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (4924819a-78f7-4964-be4f-e658971dd7be), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.496610 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c63b2-2296-4699-9116-ef30e21604a3 req-11f5d912-d9f2-4333-98c5-cb16d1cc224c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:22.501908 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c63b2-2296-4699-9116-ef30e21604a3 req-11f5d912-d9f2-4333-98c5-cb16d1cc224c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:22.507487 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c63b2-2296-4699-9116-ef30e21604a3 req-11f5d912-d9f2-4333-98c5-cb16d1cc224c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:22.512721 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c63b2-2296-4699-9116-ef30e21604a3 req-11f5d912-d9f2-4333-98c5-cb16d1cc224c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:22.518107 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c63b2-2296-4699-9116-ef30e21604a3 req-11f5d912-d9f2-4333-98c5-cb16d1cc224c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:22.523338 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c63b2-2296-4699-9116-ef30e21604a3 req-11f5d912-d9f2-4333-98c5-cb16d1cc224c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:22.528613 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c63b2-2296-4699-9116-ef30e21604a3 req-11f5d912-d9f2-4333-98c5-cb16d1cc224c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:22.531214 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf7c63b2-2296-4699-9116-ef30e21604a3 req-11f5d912-d9f2-4333-98c5-cb16d1cc224c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.1469853 Feb 19 04:14:22.536011 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-262651e8-49a4-4ece-8dff-1540f4176c37 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (4924819a-78f7-4964-be4f-e658971dd7be), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.574990 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 98d52f3f-cc1f-4ceb-829a-51ea9b7049c5 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:22.645803 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf7c63b2-2296-4699-9116-ef30e21604a3 req-8689dcff-9dfd-4de0-9c82-83356bcdb062 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1016660 Feb 19 04:14:22.670243 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 98d52f3f-cc1f-4ceb-829a-51ea9b7049c5 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:14:22.673852 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-262651e8-49a4-4ece-8dff-1540f4176c37 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4924819a-78f7-4964-be4f-e658971dd7be), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.676471 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-262651e8-49a4-4ece-8dff-1540f4176c37 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.677622 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-262651e8-49a4-4ece-8dff-1540f4176c37 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "DELETE /v2.0/security-groups/4924819a-78f7-4964-be4f-e658971dd7be HTTP/1.1" status: 204 len: 168 time: 0.3300524 Feb 19 04:14:22.680289 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37794) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:22.685585 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 98d52f3f-cc1f-4ceb-829a-51ea9b7049c5 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:22.686669 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (98d52f3f-cc1f-4ceb-829a-51ea9b7049c5), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.707780 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262651e8-49a4-4ece-8dff-1540f4176c37 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4924819a-78f7-4964-be4f-e658971dd7be,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:22.768231 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9f068d88-fef8-4a4f-bbb8-d29a618688ed tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0867770 Feb 19 04:14:22.772683 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37796) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:22.827583 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ceac0-a71f-43df-8c16-efb81d69140e req-b7cef645-bf86-495a-9a76-c3d91be96618 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:22.830748 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0dbb81e0-08fa-4e1b-b1d9-1d3fd0267e96 tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0568602 Feb 19 04:14:22.831630 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37800) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:22.842505 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 98d52f3f-cc1f-4ceb-829a-51ea9b7049c5 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:22.843190 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (98d52f3f-cc1f-4ceb-829a-51ea9b7049c5), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.844626 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a06ceac0-a71f-43df-8c16-efb81d69140e req-b7cef645-bf86-495a-9a76-c3d91be96618 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 944 time: 0.1658628 Feb 19 04:14:22.860728 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-ef1b4c55-36e4-43a5-b6bb-270dee3b10bb tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] delete failed (client error): The resource could not be found. Feb 19 04:14:22.867432 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ef1b4c55-36e4-43a5-b6bb-270dee3b10bb tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "DELETE /v2.0/security-groups/4924819a-78f7-4964-be4f-e658971dd7be HTTP/1.1" status: 404 len: 347 time: 0.0338292 Feb 19 04:14:22.868132 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37802) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:22.878423 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 98d52f3f-cc1f-4ceb-829a-51ea9b7049c5, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=98d52f3f-cc1f-4ceb-829a-51ea9b7049c5,segment=NetworkSegment(5235181e-dc3c-4aba-8bf2-254db3bce1f3),segment_id=5235181e-dc3c-4aba-8bf2-254db3bce1f3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:22.879443 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d52f3f-cc1f-4ceb-829a-51ea9b7049c5'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:22.881882 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4143d3f3-9718-411f-9063-cc0061f22dff" -d '{"events": [{"server_uuid": "e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1", "name": "network-vif-plugged", "status": "completed", "tag": "98d52f3f-cc1f-4ceb-829a-51ea9b7049c5"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:22.888684 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (98d52f3f-cc1f-4ceb-829a-51ea9b7049c5), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.936043 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6b733a2d-046c-4d3f-bc8b-31d90eba63ee tempest-SecGroupIPv6Test-453641973 tempest-SecGroupIPv6Test-453641973-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0625563 Feb 19 04:14:22.946207 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=98d52f3f-cc1f-4ceb-829a-51ea9b7049c5,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:23.024422 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a06ceac0-a71f-43df-8c16-efb81d69140e req-f0b6fd83-0647-4346-99e5-d7982ce305af tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622267 Feb 19 04:14:23.047395 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8ee88-bd7c-4d79-a605-c5cd83e9606f req-b53794a1-c577-413b-9c81-436536b355b8 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:23.049882 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1bf8ee88-bd7c-4d79-a605-c5cd83e9606f req-b53794a1-c577-413b-9c81-436536b355b8 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1 HTTP/1.1" status: 200 len: 945 time: 0.1267653 Feb 19 04:14:23.140066 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1bf8ee88-bd7c-4d79-a605-c5cd83e9606f req-9da0602a-6849-44f9-9e77-99967c77f8dc tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730019 Feb 19 04:14:23.167024 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104b6736-dfeb-4f2c-b348-c376f0ffb2b8 x-openstack-request-id: req-104b6736-dfeb-4f2c-b348-c376f0ffb2b8 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:23.170971 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1", "name": "network-vif-plugged", "status": "completed", "tag": "98d52f3f-cc1f-4ceb-829a-51ea9b7049c5", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:23.171621 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-104b6736-dfeb-4f2c-b348-c376f0ffb2b8 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:23.172215 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d52f3f-cc1f-4ceb-829a-51ea9b7049c5', 'code': 200} Feb 19 04:14:23.288530 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba663cd1-0bdf-40bf-b5f2-4f62668bdce0 req-6d29491c-5a29-4e11-b8a6-066f996bbd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:23.290047 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ba663cd1-0bdf-40bf-b5f2-4f62668bdce0 req-6d29491c-5a29-4e11-b8a6-066f996bbd6b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1 HTTP/1.1" status: 200 len: 1128 time: 0.0550699 Feb 19 04:14:23.336199 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37812) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:23.341732 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ba663cd1-0bdf-40bf-b5f2-4f62668bdce0 req-b4f3857a-e755-4061-9a37-43440e1d990d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441728 Feb 19 04:14:23.485262 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7e6405c2-7d81-4649-bae7-c5bc205a6144 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8c55b4e1005146eebe392297964c897b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1478291 Feb 19 04:14:23.487811 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37816) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:23.541793 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7774a691-8d15-40ae-a7aa-cd658064cc3e admin admin] Publish callbacks [] for security_group (3f6353e6-62c3-42a3-8550-c48f0e7d874b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:23.568712 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7774a691-8d15-40ae-a7aa-cd658064cc3e admin admin] Publish callbacks [] for security_group (3f6353e6-62c3-42a3-8550-c48f0e7d874b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:23.620211 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7774a691-8d15-40ae-a7aa-cd658064cc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3f6353e6-62c3-42a3-8550-c48f0e7d874b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:23.624202 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7774a691-8d15-40ae-a7aa-cd658064cc3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:23.625791 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7774a691-8d15-40ae-a7aa-cd658064cc3e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3f6353e6-62c3-42a3-8550-c48f0e7d874b HTTP/1.1" status: 204 len: 168 time: 0.1369619 Feb 19 04:14:23.656195 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774a691-8d15-40ae-a7aa-cd658064cc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6353e6-62c3-42a3-8550-c48f0e7d874b,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:23.860935 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec9dcf-1134-4217-b992-fd9a5572c764 req-d38c51f2-b27d-484d-89fc-ac0a3ca93e34 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:23.867250 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec9dcf-1134-4217-b992-fd9a5572c764 req-d38c51f2-b27d-484d-89fc-ac0a3ca93e34 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:23.873328 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec9dcf-1134-4217-b992-fd9a5572c764 req-d38c51f2-b27d-484d-89fc-ac0a3ca93e34 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:23.881114 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec9dcf-1134-4217-b992-fd9a5572c764 req-d38c51f2-b27d-484d-89fc-ac0a3ca93e34 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:23.888469 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec9dcf-1134-4217-b992-fd9a5572c764 req-d38c51f2-b27d-484d-89fc-ac0a3ca93e34 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:23.895635 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec9dcf-1134-4217-b992-fd9a5572c764 req-d38c51f2-b27d-484d-89fc-ac0a3ca93e34 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:23.902467 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec9dcf-1134-4217-b992-fd9a5572c764 req-d38c51f2-b27d-484d-89fc-ac0a3ca93e34 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:23.904776 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a9ec9dcf-1134-4217-b992-fd9a5572c764 req-d38c51f2-b27d-484d-89fc-ac0a3ca93e34 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.1352692 Feb 19 04:14:23.972403 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a9ec9dcf-1134-4217-b992-fd9a5572c764 req-d1e3b441-add9-4810-95cd-01a43d693eb9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621982 Feb 19 04:14:24.229939 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f712f8-ac6f-4e69-88ab-af4c5a9bc084 req-bd2abdda-6ee4-463c-8757-9a08f16bcd31 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:24.231454 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9f712f8-ac6f-4e69-88ab-af4c5a9bc084 req-bd2abdda-6ee4-463c-8757-9a08f16bcd31 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 944 time: 0.0897338 Feb 19 04:14:24.336972 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9f712f8-ac6f-4e69-88ab-af4c5a9bc084 req-76cc0212-a0eb-4f9e-96d0-fb24d472bbd7 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984406 Feb 19 04:14:24.356020 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85897f9-1b11-4cbb-a262-1d5e1a8d1eb1 req-8369499b-9411-4932-9a94-a3b30430e94f tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:24.366527 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a85897f9-1b11-4cbb-a262-1d5e1a8d1eb1 req-8369499b-9411-4932-9a94-a3b30430e94f tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1 HTTP/1.1" status: 200 len: 945 time: 0.0943992 Feb 19 04:14:24.434620 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a85897f9-1b11-4cbb-a262-1d5e1a8d1eb1 req-1ad130a4-93dc-49df-89ed-f713f0c5da66 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670967 Feb 19 04:14:25.166521 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32d410-12a8-4fe3-a5a1-930b402d0d0b req-8d4f1f37-8a0a-44dc-9a77-f5541474fbb6 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:25.172044 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32d410-12a8-4fe3-a5a1-930b402d0d0b req-8d4f1f37-8a0a-44dc-9a77-f5541474fbb6 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:25.177389 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32d410-12a8-4fe3-a5a1-930b402d0d0b req-8d4f1f37-8a0a-44dc-9a77-f5541474fbb6 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:25.182767 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32d410-12a8-4fe3-a5a1-930b402d0d0b req-8d4f1f37-8a0a-44dc-9a77-f5541474fbb6 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:25.188903 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32d410-12a8-4fe3-a5a1-930b402d0d0b req-8d4f1f37-8a0a-44dc-9a77-f5541474fbb6 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:25.194366 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32d410-12a8-4fe3-a5a1-930b402d0d0b req-8d4f1f37-8a0a-44dc-9a77-f5541474fbb6 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:25.199827 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32d410-12a8-4fe3-a5a1-930b402d0d0b req-8d4f1f37-8a0a-44dc-9a77-f5541474fbb6 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:25.201917 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d32d410-12a8-4fe3-a5a1-930b402d0d0b req-8d4f1f37-8a0a-44dc-9a77-f5541474fbb6 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.1157184 Feb 19 04:14:25.290730 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d32d410-12a8-4fe3-a5a1-930b402d0d0b req-2e29297f-36d9-4a1b-bec6-f1bb84c0e778 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0811534 Feb 19 04:14:25.502996 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaae51-44da-4157-99f4-e0bae41ac461 req-80c6f828-ff14-4393-83e6-f8043c1a5c9b tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:25.508765 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9aeaae51-44da-4157-99f4-e0bae41ac461 req-80c6f828-ff14-4393-83e6-f8043c1a5c9b tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 944 time: 0.0761309 Feb 19 04:14:25.626320 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9aeaae51-44da-4157-99f4-e0bae41ac461 req-3de9951b-0789-4a9a-9ae5-484b8862bc8f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149492 Feb 19 04:14:26.103766 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee01a9-f335-4079-90fb-beb54516af9a req-c293174e-2384-44cf-b03b-0d2c33e1e134 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:26.105250 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-94ee01a9-f335-4079-90fb-beb54516af9a req-c293174e-2384-44cf-b03b-0d2c33e1e134 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1 HTTP/1.1" status: 200 len: 945 time: 0.4606130 Feb 19 04:14:26.107013 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df434fbf-1d59-4dfc-aef6-20ac5a6d008b req-13adc521-f106-400c-997b-94b0befaac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:26.109056 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-df434fbf-1d59-4dfc-aef6-20ac5a6d008b req-13adc521-f106-400c-997b-94b0befaac6b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=47d77581683d4c43a3d18ea75c887227&device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 1128 time: 0.4229057 Feb 19 04:14:26.116259 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88e1e3aa-edde-4395-b774-320eb83e4d01 req-2b942c63-b0fc-4ecc-b39b-c5ae5cdc67c0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5949450 Feb 19 04:14:26.135526 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6ecd6-a12f-463b-94fd-62e1262f59d6 req-ae562785-f4de-4541-911b-31ae9564ce9c tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:26.137020 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-65d6ecd6-a12f-463b-94fd-62e1262f59d6 req-ae562785-f4de-4541-911b-31ae9564ce9c tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.4154339 Feb 19 04:14:26.289595 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-94ee01a9-f335-4079-90fb-beb54516af9a req-53abc0e9-e375-4cad-9e8f-05f349c94b60 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761801 Feb 19 04:14:26.322150 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df434fbf-1d59-4dfc-aef6-20ac5a6d008b req-b14bd01e-791d-435f-8465-c4fe555fa415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:26.323810 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-df434fbf-1d59-4dfc-aef6-20ac5a6d008b req-b14bd01e-791d-435f-8465-c4fe555fa415 service neutron] 10.222.0.79 "GET /v2.0/networks?id=af1b2524-905a-4fb0-b20e-a5912983245d HTTP/1.1" status: 200 len: 911 time: 0.2066414 Feb 19 04:14:26.328420 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-65d6ecd6-a12f-463b-94fd-62e1262f59d6 req-a91c93d6-70c7-438a-8f8b-f7ce393ed1a5 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1728616 Feb 19 04:14:26.341262 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1e3aa-edde-4395-b774-320eb83e4d01 req-539e1dfa-96f4-4a60-821e-979ad1eb1d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:26.344187 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88e1e3aa-edde-4395-b774-320eb83e4d01 req-539e1dfa-96f4-4a60-821e-979ad1eb1d1f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=47d77581683d4c43a3d18ea75c887227&device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 1128 time: 0.1896439 Feb 19 04:14:26.427265 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-df434fbf-1d59-4dfc-aef6-20ac5a6d008b req-ff0006d3-2e30-44ff-9e67-e76433407fc0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fac01fd-40e3-41e1-811a-31a59797abb0 HTTP/1.1" status: 200 len: 999 time: 0.0950556 Feb 19 04:14:26.607275 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df434fbf-1d59-4dfc-aef6-20ac5a6d008b req-e73814eb-b76e-4953-9ebc-ad129a2fb2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:26.609178 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-df434fbf-1d59-4dfc-aef6-20ac5a6d008b req-e73814eb-b76e-4953-9ebc-ad129a2fb2eb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4 HTTP/1.1" status: 200 len: 849 time: 0.1606331 Feb 19 04:14:26.667529 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aa408-4311-4bf2-94bd-67fc470acad2 req-39888824-b0e3-46d9-9e96-f6d955c88ac2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:26.673669 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aa408-4311-4bf2-94bd-67fc470acad2 req-39888824-b0e3-46d9-9e96-f6d955c88ac2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:26.678911 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aa408-4311-4bf2-94bd-67fc470acad2 req-39888824-b0e3-46d9-9e96-f6d955c88ac2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:26.684145 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aa408-4311-4bf2-94bd-67fc470acad2 req-39888824-b0e3-46d9-9e96-f6d955c88ac2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:26.689936 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aa408-4311-4bf2-94bd-67fc470acad2 req-39888824-b0e3-46d9-9e96-f6d955c88ac2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:26.695273 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aa408-4311-4bf2-94bd-67fc470acad2 req-39888824-b0e3-46d9-9e96-f6d955c88ac2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:26.700626 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aa408-4311-4bf2-94bd-67fc470acad2 req-39888824-b0e3-46d9-9e96-f6d955c88ac2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:26.702657 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ee3aa408-4311-4bf2-94bd-67fc470acad2 req-39888824-b0e3-46d9-9e96-f6d955c88ac2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.2731285 Feb 19 04:14:26.711892 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05661e1-ab07-42d9-9443-ce8b09cddaec req-d16edc98-2a04-4c7c-a2c8-c25c047a625e tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:26.719390 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e05661e1-ab07-42d9-9443-ce8b09cddaec req-d16edc98-2a04-4c7c-a2c8-c25c047a625e tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1 HTTP/1.1" status: 200 len: 945 time: 0.2885926 Feb 19 04:14:26.721525 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1e3aa-edde-4395-b774-320eb83e4d01 req-6dadf481-eb86-47f2-b663-6a653d4e0d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:26.723029 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88e1e3aa-edde-4395-b774-320eb83e4d01 req-6dadf481-eb86-47f2-b663-6a653d4e0d9f service neutron] 10.222.0.79 "GET /v2.0/networks?id=af1b2524-905a-4fb0-b20e-a5912983245d HTTP/1.1" status: 200 len: 911 time: 0.2945905 Feb 19 04:14:26.724359 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:26.802283 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88e1e3aa-edde-4395-b774-320eb83e4d01 req-bf663fd4-6782-43ed-a24b-f8d596a0ae3a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc0235d1-688f-4a3b-9c71-f1afba0a9284 HTTP/1.1" status: 200 len: 217 time: 0.0650256 Feb 19 04:14:26.870905 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df434fbf-1d59-4dfc-aef6-20ac5a6d008b req-21f072e4-1431-4efa-9cec-0d89d4a518fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:26.872370 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-df434fbf-1d59-4dfc-aef6-20ac5a6d008b req-21f072e4-1431-4efa-9cec-0d89d4a518fc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=af1b2524-905a-4fb0-b20e-a5912983245d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2515445 Feb 19 04:14:26.900138 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e05661e1-ab07-42d9-9443-ce8b09cddaec req-eba2fd43-cfd7-4ce9-9d12-2dedbcc46ece tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800294 Feb 19 04:14:26.917324 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ee3aa408-4311-4bf2-94bd-67fc470acad2 req-76545759-b6cb-4ab9-a5b6-a81f0a3c1652 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1927657 Feb 19 04:14:26.961251 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1e3aa-edde-4395-b774-320eb83e4d01 req-3b5d3ade-405c-42a8-af92-ac2de69e4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:26.962764 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88e1e3aa-edde-4395-b774-320eb83e4d01 req-3b5d3ade-405c-42a8-af92-ac2de69e4995 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4 HTTP/1.1" status: 200 len: 849 time: 0.1477404 Feb 19 04:14:27.037012 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-df434fbf-1d59-4dfc-aef6-20ac5a6d008b req-0f71ee43-7c88-4d6f-a111-33657a63d821 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531708 Feb 19 04:14:27.154593 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1e3aa-edde-4395-b774-320eb83e4d01 req-b1e3974b-b33f-427a-8641-524452c30365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:27.156760 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88e1e3aa-edde-4395-b774-320eb83e4d01 req-b1e3974b-b33f-427a-8641-524452c30365 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=af1b2524-905a-4fb0-b20e-a5912983245d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1854281 Feb 19 04:14:27.259786 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ecfd6-e306-48c6-bfa0-e7829bb2f214 req-505e5cdd-2697-4f40-882c-0ce01cd69303 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:27.272262 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b7ecfd6-e306-48c6-bfa0-e7829bb2f214 req-505e5cdd-2697-4f40-882c-0ce01cd69303 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 944 time: 0.2314634 Feb 19 04:14:27.311785 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-df434fbf-1d59-4dfc-aef6-20ac5a6d008b req-20f79506-37a9-47ef-b196-c37ad92cb510 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683573 Feb 19 04:14:27.423572 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fae890-b7b6-4777-8a17-5e3fae3623bf req-5a08ddd2-b6f9-4f1c-9a88-93c5dbbc4668 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:27.428043 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-81fae890-b7b6-4777-8a17-5e3fae3623bf req-5a08ddd2-b6f9-4f1c-9a88-93c5dbbc4668 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1 HTTP/1.1" status: 200 len: 945 time: 0.1817498 Feb 19 04:14:27.435449 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b7ecfd6-e306-48c6-bfa0-e7829bb2f214 req-688b9798-5668-4559-ad79-d496ba74ef2d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618712 Feb 19 04:14:27.439194 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88e1e3aa-edde-4395-b774-320eb83e4d01 req-5ac82d9d-e5dd-4613-b222-9cd2d1ea68f7 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744660 Feb 19 04:14:27.774584 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-81fae890-b7b6-4777-8a17-5e3fae3623bf req-ad2ad850-a8b5-43ed-9313-0d96b110e840 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320155 Feb 19 04:14:27.785514 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88e1e3aa-edde-4395-b774-320eb83e4d01 req-569ecd64-9675-4506-961b-41be4cd4ab78 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080194 Feb 19 04:14:27.805871 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea552480-1f7a-4ca9-9403-9db207dd9e9e req-9a55eab5-e077-4aa3-a872-d6ae970e7cf1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:27.810820 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea552480-1f7a-4ca9-9403-9db207dd9e9e req-9a55eab5-e077-4aa3-a872-d6ae970e7cf1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.2548547 Feb 19 04:14:27.947571 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea552480-1f7a-4ca9-9403-9db207dd9e9e req-2082b3ad-0969-4a2a-944a-6fd8f0166695 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1300492 Feb 19 04:14:28.005763 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05732938-0986-48fb-b303-97b1bb4473fc req-5c81949f-d374-4039-b8af-edf667b999e8 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:28.008011 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-05732938-0986-48fb-b303-97b1bb4473fc req-5c81949f-d374-4039-b8af-edf667b999e8 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1 HTTP/1.1" status: 200 len: 945 time: 0.1221554 Feb 19 04:14:28.085469 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-05732938-0986-48fb-b303-97b1bb4473fc req-87dadac0-c43d-4561-a880-7e8fceb9ee1e tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712607 Feb 19 04:14:28.189139 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076f039-5224-4afa-8866-5573cd918ff1 req-a6f4fd4f-997c-4417-8e00-8dd47edad7e3 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:28.195519 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076f039-5224-4afa-8866-5573cd918ff1 req-a6f4fd4f-997c-4417-8e00-8dd47edad7e3 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:28.202137 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076f039-5224-4afa-8866-5573cd918ff1 req-a6f4fd4f-997c-4417-8e00-8dd47edad7e3 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:28.208408 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076f039-5224-4afa-8866-5573cd918ff1 req-a6f4fd4f-997c-4417-8e00-8dd47edad7e3 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:28.218673 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076f039-5224-4afa-8866-5573cd918ff1 req-a6f4fd4f-997c-4417-8e00-8dd47edad7e3 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:28.228116 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076f039-5224-4afa-8866-5573cd918ff1 req-a6f4fd4f-997c-4417-8e00-8dd47edad7e3 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:28.235454 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076f039-5224-4afa-8866-5573cd918ff1 req-a6f4fd4f-997c-4417-8e00-8dd47edad7e3 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:28.238003 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1076f039-5224-4afa-8866-5573cd918ff1 req-a6f4fd4f-997c-4417-8e00-8dd47edad7e3 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.1766121 Feb 19 04:14:28.422656 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1076f039-5224-4afa-8866-5573cd918ff1 req-c396b28d-48af-4e43-a09e-d254aaba3a4b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1687295 Feb 19 04:14:28.435549 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e243e-6f8c-46a5-ab36-9f9b5e220efb req-72280733-5a1f-4703-80d8-01126b587ba1 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:28.437207 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e80e243e-6f8c-46a5-ab36-9f9b5e220efb req-72280733-5a1f-4703-80d8-01126b587ba1 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1 HTTP/1.1" status: 200 len: 945 time: 0.1037252 Feb 19 04:14:28.511884 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e80e243e-6f8c-46a5-ab36-9f9b5e220efb req-16baa140-4288-420a-9591-1cf74fd1d747 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678861 Feb 19 04:14:28.642376 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f621d-c801-4c6c-b9e6-45512db73dcd req-7c344b31-5656-4c1e-866e-10b9591678a5 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:28.650759 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a48f621d-c801-4c6c-b9e6-45512db73dcd req-7c344b31-5656-4c1e-866e-10b9591678a5 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 944 time: 0.0687649 Feb 19 04:14:28.770358 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c714c07-6621-4ae4-aec1-07b0b2b4395f req-1c4c7c97-a6f9-4868-a988-a6e5bcab7519 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:28.771929 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c714c07-6621-4ae4-aec1-07b0b2b4395f req-1c4c7c97-a6f9-4868-a988-a6e5bcab7519 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1 HTTP/1.1" status: 200 len: 945 time: 0.1136727 Feb 19 04:14:28.788545 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a48f621d-c801-4c6c-b9e6-45512db73dcd req-9848af0a-3332-4c9e-bc99-a70326f43cb0 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313434 Feb 19 04:14:28.935826 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c714c07-6621-4ae4-aec1-07b0b2b4395f req-c3b4da66-0720-43a7-b0a7-feb787e58b2d tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461883 Feb 19 04:14:28.945316 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27f075-7cc8-4efa-920c-406e93209246 req-670c67df-fd94-4089-b88c-b602f2051f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:28.947202 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d27f075-7cc8-4efa-920c-406e93209246 req-670c67df-fd94-4089-b88c-b602f2051f60 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9&tenant_id=90f22cfd00964f179efcdc77f1d50815 HTTP/1.1" status: 200 len: 1127 time: 0.1169581 Feb 19 04:14:28.968172 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-1d27f075-7cc8-4efa-920c-406e93209246 req-f7457778-acc8-4ba0-913b-89f5d24ba428 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-19', 'device_owner': 'compute:nova'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:29.151671 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1d27f075-7cc8-4efa-920c-406e93209246 req-f7457778-acc8-4ba0-913b-89f5d24ba428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:29.389643 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4e5cc-d4f5-4e3e-b44b-44e0bfd2ccd0 req-6fb04570-07f2-4e7e-89d4-6f1a1593fb25 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:29.391204 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cb4e5cc-d4f5-4e3e-b44b-44e0bfd2ccd0 req-6fb04570-07f2-4e7e-89d4-6f1a1593fb25 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.3162882 Feb 19 04:14:29.533862 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cb4e5cc-d4f5-4e3e-b44b-44e0bfd2ccd0 req-733d6017-7865-4683-92bf-1cfff5ccdc33 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1365802 Feb 19 04:14:29.551772 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:29.582828 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95379aab-08c0-41fd-8435-44f10ba10d95 req-742af390-59b5-4134-b08e-ec6711261a90 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:29.582828 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95379aab-08c0-41fd-8435-44f10ba10d95 req-742af390-59b5-4134-b08e-ec6711261a90 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1 HTTP/1.1" status: 200 len: 945 time: 0.1105402 Feb 19 04:14:29.587882 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-1d27f075-7cc8-4efa-920c-406e93209246 req-f7457778-acc8-4ba0-913b-89f5d24ba428 service neutron] For port f9a9460e-9cea-497c-be88-aa5f7e14c403, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f9a9460e-9cea-497c-be88-aa5f7e14c403,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:29.655541 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-1d27f075-7cc8-4efa-920c-406e93209246 req-f7457778-acc8-4ba0-913b-89f5d24ba428 service neutron] For port f9a9460e-9cea-497c-be88-aa5f7e14c403, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:14:29.660446 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95379aab-08c0-41fd-8435-44f10ba10d95 req-9faaf1df-1915-4911-8b69-004bebce6955 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781827 Feb 19 04:14:29.716919 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-1d27f075-7cc8-4efa-920c-406e93209246 req-f7457778-acc8-4ba0-913b-89f5d24ba428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a9460e-9cea-497c-be88-aa5f7e14c403 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:29.726891 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1d27f075-7cc8-4efa-920c-406e93209246 req-f7457778-acc8-4ba0-913b-89f5d24ba428 service neutron] Publish callbacks [] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:29.744903 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-1d27f075-7cc8-4efa-920c-406e93209246 req-f7457778-acc8-4ba0-913b-89f5d24ba428 service neutron] Transition to ACTIVE for port object f9a9460e-9cea-497c-be88-aa5f7e14c403 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:14:29.763747 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512eaf3-4d88-45da-8edf-367ebbecb44f req-97ee90de-40ee-449d-bc3d-7f3060b3e9dc tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:29.769468 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512eaf3-4d88-45da-8edf-367ebbecb44f req-97ee90de-40ee-449d-bc3d-7f3060b3e9dc tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:29.774718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512eaf3-4d88-45da-8edf-367ebbecb44f req-97ee90de-40ee-449d-bc3d-7f3060b3e9dc tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:29.780539 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512eaf3-4d88-45da-8edf-367ebbecb44f req-97ee90de-40ee-449d-bc3d-7f3060b3e9dc tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:29.786089 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512eaf3-4d88-45da-8edf-367ebbecb44f req-97ee90de-40ee-449d-bc3d-7f3060b3e9dc tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:29.791438 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512eaf3-4d88-45da-8edf-367ebbecb44f req-97ee90de-40ee-449d-bc3d-7f3060b3e9dc tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:29.797050 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512eaf3-4d88-45da-8edf-367ebbecb44f req-97ee90de-40ee-449d-bc3d-7f3060b3e9dc tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:29.799361 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5512eaf3-4d88-45da-8edf-367ebbecb44f req-97ee90de-40ee-449d-bc3d-7f3060b3e9dc tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.1380279 Feb 19 04:14:29.800053 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1d27f075-7cc8-4efa-920c-406e93209246 req-f7457778-acc8-4ba0-913b-89f5d24ba428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:29.968619 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7457778-acc8-4ba0-913b-89f5d24ba428 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a9460e-9cea-497c-be88-aa5f7e14c403,revision_number=9']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:30.097471 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5512eaf3-4d88-45da-8edf-367ebbecb44f req-2892e7e5-81b6-45f2-a0fc-8cc297004463 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2831223 Feb 19 04:14:30.531175 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d27f075-7cc8-4efa-920c-406e93209246 req-f7457778-acc8-4ba0-913b-89f5d24ba428 service neutron] No DVR routers for this DVR port f9a9460e-9cea-497c-be88-aa5f7e14c403 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:14:30.573452 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-de5caba2-c3dd-42d7-8728-34acf40b9733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:30.658963 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8111e06-e968-44a4-a6ed-dc6328e71390 req-1bd83aa8-1dc1-4493-bf17-18808a7afef4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:30.665753 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b8111e06-e968-44a4-a6ed-dc6328e71390 req-1bd83aa8-1dc1-4493-bf17-18808a7afef4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 944 time: 0.7557218 Feb 19 04:14:30.766569 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b8111e06-e968-44a4-a6ed-dc6328e71390 req-0aa2c50c-1ddd-4f5b-973c-06a48fd731ea tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960686 Feb 19 04:14:30.792752 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-1d27f075-7cc8-4efa-920c-406e93209246 req-f7457778-acc8-4ba0-913b-89f5d24ba428 service neutron] Attempting to bind port f9a9460e-9cea-497c-be88-aa5f7e14c403 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:14:30.793109 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-1d27f075-7cc8-4efa-920c-406e93209246 req-f7457778-acc8-4ba0-913b-89f5d24ba428 service neutron] Attempting to bind port f9a9460e-9cea-497c-be88-aa5f7e14c403 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '497fb465-7e79-4cfa-b11e-c331ea94ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:14:30.793445 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d27f075-7cc8-4efa-920c-406e93209246 req-f7457778-acc8-4ba0-913b-89f5d24ba428 service neutron] Attempting to bind port f9a9460e-9cea-497c-be88-aa5f7e14c403 on network d969274d-e3f5-4be2-94a1-23d058336a4e {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:30.809837 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d27f075-7cc8-4efa-920c-406e93209246 req-f7457778-acc8-4ba0-913b-89f5d24ba428 service neutron] Port f9a9460e-9cea-497c-be88-aa5f7e14c403 on network d969274d-e3f5-4be2-94a1-23d058336a4e not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:14:30.810220 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d27f075-7cc8-4efa-920c-406e93209246 req-f7457778-acc8-4ba0-913b-89f5d24ba428 service neutron] Attempting to bind port f9a9460e-9cea-497c-be88-aa5f7e14c403 on network d969274d-e3f5-4be2-94a1-23d058336a4e {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:30.817574 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d27f075-7cc8-4efa-920c-406e93209246 req-f7457778-acc8-4ba0-913b-89f5d24ba428 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:14:30.817921 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d27f075-7cc8-4efa-920c-406e93209246 req-f7457778-acc8-4ba0-913b-89f5d24ba428 service neutron] Checking segment: {'id': '497fb465-7e79-4cfa-b11e-c331ea94ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:30.818340 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d27f075-7cc8-4efa-920c-406e93209246 req-f7457778-acc8-4ba0-913b-89f5d24ba428 service neutron] Bound using segment: {'id': '497fb465-7e79-4cfa-b11e-c331ea94ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:14:30.818777 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-1d27f075-7cc8-4efa-920c-406e93209246 req-f7457778-acc8-4ba0-913b-89f5d24ba428 service neutron] Bound port: f9a9460e-9cea-497c-be88-aa5f7e14c403, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '497fb465-7e79-4cfa-b11e-c331ea94ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:14:30.819140 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1d27f075-7cc8-4efa-920c-406e93209246 req-f7457778-acc8-4ba0-913b-89f5d24ba428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:30.861899 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de06d8-ee67-41d3-8b0b-b832f1bd81c3 req-bfc0b057-f774-4a1c-9957-91145489b7e2 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:30.863445 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c3de06d8-ee67-41d3-8b0b-b832f1bd81c3 req-bfc0b057-f774-4a1c-9957-91145489b7e2 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1 HTTP/1.1" status: 200 len: 945 time: 0.1396613 Feb 19 04:14:30.923968 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-1d27f075-7cc8-4efa-920c-406e93209246 req-f7457778-acc8-4ba0-913b-89f5d24ba428 service neutron] For port f9a9460e-9cea-497c-be88-aa5f7e14c403, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:14:30.927351 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-1d27f075-7cc8-4efa-920c-406e93209246 req-f7457778-acc8-4ba0-913b-89f5d24ba428 service neutron] For port f9a9460e-9cea-497c-be88-aa5f7e14c403, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=f9a9460e-9cea-497c-be88-aa5f7e14c403,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:14:30.952291 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1d27f075-7cc8-4efa-920c-406e93209246 req-f7457778-acc8-4ba0-913b-89f5d24ba428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:31.110765 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27f075-7cc8-4efa-920c-406e93209246 req-f7457778-acc8-4ba0-913b-89f5d24ba428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.111810 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1d27f075-7cc8-4efa-920c-406e93209246 req-f7457778-acc8-4ba0-913b-89f5d24ba428 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:31.113465 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d27f075-7cc8-4efa-920c-406e93209246 req-f7457778-acc8-4ba0-913b-89f5d24ba428 service neutron] 10.222.0.26 "PUT /v2.0/ports/f9a9460e-9cea-497c-be88-aa5f7e14c403 HTTP/1.1" status: 200 len: 1093 time: 2.1544135 Feb 19 04:14:31.115942 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7457778-acc8-4ba0-913b-89f5d24ba428 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a9460e-9cea-497c-be88-aa5f7e14c403,revision_number=10']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:31.138649 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e192823-4df3-48ab-b01b-4b32bd8b2fd9', 'tag': 'f9a9460e-9cea-497c-be88-aa5f7e14c403'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:31.146365 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737c2ba7-d6d7-43fb-849b-6db8f28e078a" -d '{"events": [{"name": "network-changed", "server_uuid": "9e192823-4df3-48ab-b01b-4b32bd8b2fd9", "tag": "f9a9460e-9cea-497c-be88-aa5f7e14c403"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:31.163638 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a1a7f-2ad8-40ee-b5ed-ec9961c66c44 req-a6c89c71-ef31-468e-9ef2-efe754bd3e3f tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.176429 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-586a1a7f-2ad8-40ee-b5ed-ec9961c66c44 req-a6c89c71-ef31-468e-9ef2-efe754bd3e3f tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1 HTTP/1.1" status: 200 len: 945 time: 0.3717172 Feb 19 04:14:31.396797 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-586a1a7f-2ad8-40ee-b5ed-ec9961c66c44 req-5830633b-eb9a-4530-97ae-fc808ab7755d tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e61617b-8b70-4c62-af5a-9fa8b624e98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192035 Feb 19 04:14:31.414578 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27f075-7cc8-4efa-920c-406e93209246 req-da9d5287-2717-49eb-8b0f-c4e0093767f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.416415 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d27f075-7cc8-4efa-920c-406e93209246 req-da9d5287-2717-49eb-8b0f-c4e0093767f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=90f22cfd00964f179efcdc77f1d50815&device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 1128 time: 0.2274423 Feb 19 04:14:31.451769 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-c3de06d8-ee67-41d3-8b0b-b832f1bd81c3 req-03a151a4-e0a4-43e7-a225-9d0b2bc09b97 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Deleting port 98d52f3f-cc1f-4ceb-829a-51ea9b7049c5 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:31.452194 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c3de06d8-ee67-41d3-8b0b-b832f1bd81c3 req-03a151a4-e0a4-43e7-a225-9d0b2bc09b97 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (98d52f3f-cc1f-4ceb-829a-51ea9b7049c5), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:31.511189 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd735f7a-417b-4b3d-92b6-e9b0e5b690b5 req-67db87ce-7f4f-467e-9264-823049cd5936 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.516389 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd735f7a-417b-4b3d-92b6-e9b0e5b690b5 req-67db87ce-7f4f-467e-9264-823049cd5936 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.522049 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd735f7a-417b-4b3d-92b6-e9b0e5b690b5 req-67db87ce-7f4f-467e-9264-823049cd5936 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.527191 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd735f7a-417b-4b3d-92b6-e9b0e5b690b5 req-67db87ce-7f4f-467e-9264-823049cd5936 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.532888 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd735f7a-417b-4b3d-92b6-e9b0e5b690b5 req-67db87ce-7f4f-467e-9264-823049cd5936 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.538003 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd735f7a-417b-4b3d-92b6-e9b0e5b690b5 req-67db87ce-7f4f-467e-9264-823049cd5936 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.543247 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd735f7a-417b-4b3d-92b6-e9b0e5b690b5 req-67db87ce-7f4f-467e-9264-823049cd5936 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.546106 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dd735f7a-417b-4b3d-92b6-e9b0e5b690b5 req-67db87ce-7f4f-467e-9264-823049cd5936 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.2953889 Feb 19 04:14:31.560046 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db76b8cd-9f62-40ba-a2c4-356bb8cafb15 x-openstack-request-id: req-db76b8cd-9f62-40ba-a2c4-356bb8cafb15 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:31.560331 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e192823-4df3-48ab-b01b-4b32bd8b2fd9", "tag": "f9a9460e-9cea-497c-be88-aa5f7e14c403", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:31.560573 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db76b8cd-9f62-40ba-a2c4-356bb8cafb15 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:31.561027 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e192823-4df3-48ab-b01b-4b32bd8b2fd9', 'tag': 'f9a9460e-9cea-497c-be88-aa5f7e14c403', 'status': 'completed', 'code': 200} Feb 19 04:14:31.726927 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-c3de06d8-ee67-41d3-8b0b-b832f1bd81c3 req-03a151a4-e0a4-43e7-a225-9d0b2bc09b97 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] For port 98d52f3f-cc1f-4ceb-829a-51ea9b7049c5, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=98d52f3f-cc1f-4ceb-829a-51ea9b7049c5,segment=NetworkSegment(5235181e-dc3c-4aba-8bf2-254db3bce1f3),segment_id=5235181e-dc3c-4aba-8bf2-254db3bce1f3)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:31.726927 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c3de06d8-ee67-41d3-8b0b-b832f1bd81c3 req-03a151a4-e0a4-43e7-a225-9d0b2bc09b97 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (98d52f3f-cc1f-4ceb-829a-51ea9b7049c5), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:31.726927 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27f075-7cc8-4efa-920c-406e93209246 req-7c111fd3-f6ba-4fb5-b757-ba16a3636f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.726927 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d27f075-7cc8-4efa-920c-406e93209246 req-7c111fd3-f6ba-4fb5-b757-ba16a3636f4b service neutron] 10.222.0.26 "GET /v2.0/networks?id=d969274d-e3f5-4be2-94a1-23d058336a4e HTTP/1.1" status: 200 len: 918 time: 0.2983689 Feb 19 04:14:31.753890 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dd735f7a-417b-4b3d-92b6-e9b0e5b690b5 req-7f1dcd78-6d0a-42ba-8be3-9f541d061c17 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1918051 Feb 19 04:14:31.755062 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-c3de06d8-ee67-41d3-8b0b-b832f1bd81c3 req-03a151a4-e0a4-43e7-a225-9d0b2bc09b97 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Calling delete_port for 98d52f3f-cc1f-4ceb-829a-51ea9b7049c5 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:31.823632 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d27f075-7cc8-4efa-920c-406e93209246 req-85670374-72cd-4cc0-81b5-c1caa31f3008 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9a9460e-9cea-497c-be88-aa5f7e14c403 HTTP/1.1" status: 200 len: 1000 time: 0.0901880 Feb 19 04:14:31.958974 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27f075-7cc8-4efa-920c-406e93209246 req-21e72838-b0f5-4eb9-8a8d-2e449053e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.960328 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d27f075-7cc8-4efa-920c-406e93209246 req-21e72838-b0f5-4eb9-8a8d-2e449053e1ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59a62ba0-3299-4137-b1e4-27552484bcd3 HTTP/1.1" status: 200 len: 856 time: 0.0954986 Feb 19 04:14:31.993949 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2c119-1430-4dfa-8271-3ac28325a2d4 req-3db8cebb-74ab-4bb5-a4c7-54d37b27c8bf tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.995484 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64b2c119-1430-4dfa-8271-3ac28325a2d4 req-3db8cebb-74ab-4bb5-a4c7-54d37b27c8bf tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 945 time: 0.1295273 Feb 19 04:14:32.107430 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c3de06d8-ee67-41d3-8b0b-b832f1bd81c3 req-03a151a4-e0a4-43e7-a225-9d0b2bc09b97 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (98d52f3f-cc1f-4ceb-829a-51ea9b7049c5), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:32.123528 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['98d52f3f-cc1f-4ceb-829a-51ea9b7049c5'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:14:32.149114 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64b2c119-1430-4dfa-8271-3ac28325a2d4 req-c9cb3a1c-bb38-49df-961c-e085977889dc tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047750 Feb 19 04:14:32.153108 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a151a4-e0a4-43e7-a225-9d0b2bc09b97 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Pushing event deleted for resources: {'Port': ['ID=98d52f3f-cc1f-4ceb-829a-51ea9b7049c5,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:32.157591 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27f075-7cc8-4efa-920c-406e93209246 req-8616d612-e136-47de-81c3-1e41a7b7618a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:32.159227 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d27f075-7cc8-4efa-920c-406e93209246 req-8616d612-e136-47de-81c3-1e41a7b7618a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d969274d-e3f5-4be2-94a1-23d058336a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1898913 Feb 19 04:14:32.255368 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3de06d8-ee67-41d3-8b0b-b832f1bd81c3 req-03a151a4-e0a4-43e7-a225-9d0b2bc09b97 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] No DVR routers for this DVR port 98d52f3f-cc1f-4ceb-829a-51ea9b7049c5 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:14:32.259462 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c3de06d8-ee67-41d3-8b0b-b832f1bd81c3 req-03a151a4-e0a4-43e7-a225-9d0b2bc09b97 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:32.262836 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c3de06d8-ee67-41d3-8b0b-b832f1bd81c3 req-03a151a4-e0a4-43e7-a225-9d0b2bc09b97 tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.79 "DELETE /v2.0/ports/98d52f3f-cc1f-4ceb-829a-51ea9b7049c5 HTTP/1.1" status: 204 len: 173 time: 1.3313255 Feb 19 04:14:32.311883 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d27f075-7cc8-4efa-920c-406e93209246 req-45129743-f492-482e-bc18-d10103f53b1a service neutron] 10.222.0.26 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425989 Feb 19 04:14:32.415332 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d27f075-7cc8-4efa-920c-406e93209246 req-76f22821-bd38-4c75-9cd9-78227fdaed46 service neutron] 10.222.0.26 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960002 Feb 19 04:14:32.565256 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7867d1d3-89a4-434e-bea6-2c45c0346e85 req-bcab8e05-abe7-43aa-a89a-96c1e0161fdb tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1 HTTP/1.1" status: 200 len: 210 time: 0.0424893 Feb 19 04:14:32.581526 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c2ba7-d6d7-43fb-849b-6db8f28e078a req-cce594ef-c0ec-47e0-beee-f866290c3ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:32.583275 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-737c2ba7-d6d7-43fb-849b-6db8f28e078a req-cce594ef-c0ec-47e0-beee-f866290c3ae3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=90f22cfd00964f179efcdc77f1d50815&device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 1128 time: 0.0906298 Feb 19 04:14:32.699117 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c2ba7-d6d7-43fb-849b-6db8f28e078a req-397f9e65-fd06-4ce6-87d2-b1ab7c89b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:32.700789 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-737c2ba7-d6d7-43fb-849b-6db8f28e078a req-397f9e65-fd06-4ce6-87d2-b1ab7c89b1f4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d969274d-e3f5-4be2-94a1-23d058336a4e HTTP/1.1" status: 200 len: 918 time: 0.1108859 Feb 19 04:14:32.747409 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dbe47495-8a1f-4307-8693-f51acf9a8a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:32.827861 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-737c2ba7-d6d7-43fb-849b-6db8f28e078a req-662c3d72-4472-495a-90c7-35f8ac7d661b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9a9460e-9cea-497c-be88-aa5f7e14c403 HTTP/1.1" status: 200 len: 1000 time: 0.1190176 Feb 19 04:14:32.967891 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c2ba7-d6d7-43fb-849b-6db8f28e078a req-ccaf0e9d-f93f-40aa-9a15-4d53063e1035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:32.969494 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-737c2ba7-d6d7-43fb-849b-6db8f28e078a req-ccaf0e9d-f93f-40aa-9a15-4d53063e1035 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59a62ba0-3299-4137-b1e4-27552484bcd3 HTTP/1.1" status: 200 len: 856 time: 0.1342828 Feb 19 04:14:33.041459 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648391ac-885d-42a1-acf9-65b301c80094 req-bc2ade84-cdcc-4b6a-aa69-e3b7bbde8533 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:33.063660 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648391ac-885d-42a1-acf9-65b301c80094 req-bc2ade84-cdcc-4b6a-aa69-e3b7bbde8533 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:33.065268 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648391ac-885d-42a1-acf9-65b301c80094 req-bc2ade84-cdcc-4b6a-aa69-e3b7bbde8533 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:33.075084 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648391ac-885d-42a1-acf9-65b301c80094 req-bc2ade84-cdcc-4b6a-aa69-e3b7bbde8533 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:33.081756 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648391ac-885d-42a1-acf9-65b301c80094 req-bc2ade84-cdcc-4b6a-aa69-e3b7bbde8533 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:33.099451 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648391ac-885d-42a1-acf9-65b301c80094 req-bc2ade84-cdcc-4b6a-aa69-e3b7bbde8533 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:33.120396 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648391ac-885d-42a1-acf9-65b301c80094 req-bc2ade84-cdcc-4b6a-aa69-e3b7bbde8533 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:33.122704 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-648391ac-885d-42a1-acf9-65b301c80094 req-bc2ade84-cdcc-4b6a-aa69-e3b7bbde8533 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.2354734 Feb 19 04:14:33.208206 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c2ba7-d6d7-43fb-849b-6db8f28e078a req-4b238456-1d72-47d0-8e4c-0dc0b058ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:33.212587 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-737c2ba7-d6d7-43fb-849b-6db8f28e078a req-4b238456-1d72-47d0-8e4c-0dc0b058ccd8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d969274d-e3f5-4be2-94a1-23d058336a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2313039 Feb 19 04:14:33.446602 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-648391ac-885d-42a1-acf9-65b301c80094 req-3cb002a4-d400-443d-9ad2-579d81da5329 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3041735 Feb 19 04:14:33.565008 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c6f62-a72f-4497-9ff1-ce5fcd033624 req-93496806-dd7d-4ad7-a267-48ddcb516e6d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:33.566934 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c2c6f62-a72f-4497-9ff1-ce5fcd033624 req-93496806-dd7d-4ad7-a267-48ddcb516e6d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 945 time: 0.2373474 Feb 19 04:14:33.568896 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-737c2ba7-d6d7-43fb-849b-6db8f28e078a req-770c07d2-0326-4dfc-9f86-0786f4b9315f service neutron] 10.222.0.26 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442862 Feb 19 04:14:33.569388 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1', 'name': 'network-vif-deleted', 'tag': '98d52f3f-cc1f-4ceb-829a-51ea9b7049c5'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:33.571741 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0931fd5-c1da-4dd4-b4d3-5a0172a164bc" -d '{"events": [{"server_uuid": "e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1", "name": "network-vif-deleted", "tag": "98d52f3f-cc1f-4ceb-829a-51ea9b7049c5"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:33.634211 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acadc4d-ee30-4b4f-b0ee-14fab65aa243 x-openstack-request-id: req-6acadc4d-ee30-4b4f-b0ee-14fab65aa243 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:33.635322 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1", "name": "network-vif-deleted", "tag": "98d52f3f-cc1f-4ceb-829a-51ea9b7049c5", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:33.635807 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6acadc4d-ee30-4b4f-b0ee-14fab65aa243 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:33.636542 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c8c0b2-ff07-4de3-942f-7ab0bb7d69c1', 'name': 'network-vif-deleted', 'tag': '98d52f3f-cc1f-4ceb-829a-51ea9b7049c5', 'status': 'completed', 'code': 200} Feb 19 04:14:33.677292 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c2c6f62-a72f-4497-9ff1-ce5fcd033624 req-1e983c25-7330-4265-84f9-55202fe41257 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921769 Feb 19 04:14:33.767846 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:33.901503 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38028) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:33.960750 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b67024-bf89-4723-bf6f-814f9c606766 admin admin] Deleting subnet 8598c1f5-4b4c-41f2-bd71-4f8f4093e3bb {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:14:33.964246 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31b67024-bf89-4723-bf6f-814f9c606766 admin admin] Publish callbacks [] for subnet (8598c1f5-4b4c-41f2-bd71-4f8f4093e3bb), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.021520 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31b67024-bf89-4723-bf6f-814f9c606766 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (8598c1f5-4b4c-41f2-bd71-4f8f4093e3bb), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.081931 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31b67024-bf89-4723-bf6f-814f9c606766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (8598c1f5-4b4c-41f2-bd71-4f8f4093e3bb), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.189916 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31b67024-bf89-4723-bf6f-814f9c606766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (8598c1f5-4b4c-41f2-bd71-4f8f4093e3bb), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.227519 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31b67024-bf89-4723-bf6f-814f9c606766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.234515 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38032) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:34.235009 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-31b67024-bf89-4723-bf6f-814f9c606766 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8598c1f5-4b4c-41f2-bd71-4f8f4093e3bb HTTP/1.1" status: 204 len: 168 time: 0.3319333 Feb 19 04:14:34.236434 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b67024-bf89-4723-bf6f-814f9c606766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8598c1f5-4b4c-41f2-bd71-4f8f4093e3bb,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:34.317259 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-548b69c3-f1ec-4a58-bf9d-3c5e9da18174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (7cbf1741-c2f4-4ecb-bd05-d634c442a618), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.338911 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 34be0ba4-056a-4e2e-8c32-588153dfa0c7 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:14:34.430065 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-548b69c3-f1ec-4a58-bf9d-3c5e9da18174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (7cbf1741-c2f4-4ecb-bd05-d634c442a618), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.453353 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-548b69c3-f1ec-4a58-bf9d-3c5e9da18174 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cbf1741-c2f4-4ecb-bd05-d634c442a618']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:34.463650 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-548b69c3-f1ec-4a58-bf9d-3c5e9da18174 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5235181e-dc3c-4aba-8bf2-254db3bce1f3') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:34.464130 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-548b69c3-f1ec-4a58-bf9d-3c5e9da18174 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5235181e-dc3c-4aba-8bf2-254db3bce1f3') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:34.476051 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-548b69c3-f1ec-4a58-bf9d-3c5e9da18174 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (5235181e-dc3c-4aba-8bf2-254db3bce1f3), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.491607 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-548b69c3-f1ec-4a58-bf9d-3c5e9da18174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (5235181e-dc3c-4aba-8bf2-254db3bce1f3), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.498925 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548b69c3-f1ec-4a58-bf9d-3c5e9da18174 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:14:34.499543 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-548b69c3-f1ec-4a58-bf9d-3c5e9da18174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (5235181e-dc3c-4aba-8bf2-254db3bce1f3), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:14:34.569553 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:14:34.579252 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-548b69c3-f1ec-4a58-bf9d-3c5e9da18174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (7cbf1741-c2f4-4ecb-bd05-d634c442a618), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.583560 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 34be0ba4-056a-4e2e-8c32-588153dfa0c7, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=34be0ba4-056a-4e2e-8c32-588153dfa0c7,segment=NetworkSegment(a1f015ea-7064-4c76-84f5-168db49c3282),segment_id=a1f015ea-7064-4c76-84f5-168db49c3282)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:34.585797 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-548b69c3-f1ec-4a58-bf9d-3c5e9da18174 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.593884 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-548b69c3-f1ec-4a58-bf9d-3c5e9da18174 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7cbf1741-c2f4-4ecb-bd05-d634c442a618 HTTP/1.1" status: 204 len: 168 time: 0.3573735 Feb 19 04:14:34.616869 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b69c3-f1ec-4a58-bf9d-3c5e9da18174 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cbf1741-c2f4-4ecb-bd05-d634c442a618,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:34.634254 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '34be0ba4-056a-4e2e-8c32-588153dfa0c7', 'network_id': 'f758f6a7-1c73-480c-aa6e-af8f6b3fc936', 'port_id': '34be0ba4-056a-4e2e-8c32-588153dfa0c7', 'mac_address': 'fa:16:3e:a7:06:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab33f94a-f001-4e22-992e-6a938e5dd9bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:14:34.700586 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 98d52f3f-cc1f-4ceb-829a-51ea9b7049c5 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:34.768246 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54587179-0747-47b4-a55b-52868e036d9f req-6b55aff2-9d4a-4fa5-a3c0-88fc4fbd91c7 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:34.774989 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54587179-0747-47b4-a55b-52868e036d9f req-6b55aff2-9d4a-4fa5-a3c0-88fc4fbd91c7 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:34.782651 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54587179-0747-47b4-a55b-52868e036d9f req-6b55aff2-9d4a-4fa5-a3c0-88fc4fbd91c7 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:34.788638 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54587179-0747-47b4-a55b-52868e036d9f req-6b55aff2-9d4a-4fa5-a3c0-88fc4fbd91c7 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:34.799145 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 98d52f3f-cc1f-4ceb-829a-51ea9b7049c5 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:14:34.799665 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 98d52f3f-cc1f-4ceb-829a-51ea9b7049c5 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:14:34.807823 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54587179-0747-47b4-a55b-52868e036d9f req-6b55aff2-9d4a-4fa5-a3c0-88fc4fbd91c7 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:34.815155 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54587179-0747-47b4-a55b-52868e036d9f req-6b55aff2-9d4a-4fa5-a3c0-88fc4fbd91c7 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:34.833808 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54587179-0747-47b4-a55b-52868e036d9f req-6b55aff2-9d4a-4fa5-a3c0-88fc4fbd91c7 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:34.835827 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 34be0ba4-056a-4e2e-8c32-588153dfa0c7 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:34.837052 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (34be0ba4-056a-4e2e-8c32-588153dfa0c7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.847087 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54587179-0747-47b4-a55b-52868e036d9f req-6b55aff2-9d4a-4fa5-a3c0-88fc4fbd91c7 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5431 time: 0.1967597 Feb 19 04:14:34.888144 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34be0ba4-056a-4e2e-8c32-588153dfa0c7 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:34.935573 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 34be0ba4-056a-4e2e-8c32-588153dfa0c7, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=34be0ba4-056a-4e2e-8c32-588153dfa0c7,segment=NetworkSegment(a1f015ea-7064-4c76-84f5-168db49c3282),segment_id=a1f015ea-7064-4c76-84f5-168db49c3282)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:34.940438 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (34be0ba4-056a-4e2e-8c32-588153dfa0c7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.998731 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38048) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:35.048568 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=34be0ba4-056a-4e2e-8c32-588153dfa0c7,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:35.078003 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:35.078883 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:35.080202 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:35.082464 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:35.083175 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:35.084161 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:35.084784 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-14b4c74f-0c2a-4b7c-b06a-1f1537022d2c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e0de0bed00dc48a1a91b9778ced33263&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0826201 Feb 19 04:14:35.086629 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:35.086987 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:35.087239 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38050) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:35.087335 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:35.087663 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:35.088004 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:35.088339 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:35.088682 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:35.232198 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fda49703-a15a-4a15-b6fc-44ddf907aca4 admin admin] Publish callbacks [] for security_group (6e61617b-8b70-4c62-af5a-9fa8b624e98c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.262589 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.315161 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fda49703-a15a-4a15-b6fc-44ddf907aca4 admin admin] Publish callbacks [] for security_group (6e61617b-8b70-4c62-af5a-9fa8b624e98c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.358576 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-737c2ba7-d6d7-43fb-849b-6db8f28e078a req-8b561596-204d-41c8-a80d-a241ef34dcd2 service neutron] 10.222.0.26 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774810 Feb 19 04:14:35.370909 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54587179-0747-47b4-a55b-52868e036d9f req-260a0aef-d444-4a1a-a607-b174425c4e32 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5077307 Feb 19 04:14:35.384480 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1feb9a2-b5b8-4c4f-af19-a5a56a88da59 req-3e257432-6261-4d41-9a9c-c8864163ad55 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:35.392225 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1feb9a2-b5b8-4c4f-af19-a5a56a88da59 req-3e257432-6261-4d41-9a9c-c8864163ad55 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 945 time: 0.5428858 Feb 19 04:14:35.431751 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fda49703-a15a-4a15-b6fc-44ddf907aca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6e61617b-8b70-4c62-af5a-9fa8b624e98c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.436151 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fda49703-a15a-4a15-b6fc-44ddf907aca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.439876 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fda49703-a15a-4a15-b6fc-44ddf907aca4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6e61617b-8b70-4c62-af5a-9fa8b624e98c HTTP/1.1" status: 204 len: 168 time: 0.3447530 Feb 19 04:14:35.469202 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda49703-a15a-4a15-b6fc-44ddf907aca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e61617b-8b70-4c62-af5a-9fa8b624e98c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:35.477785 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1feb9a2-b5b8-4c4f-af19-a5a56a88da59 req-53c90eed-c12f-460b-8e05-301257b3a137 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844350 Feb 19 04:14:35.478400 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['34be0ba4-056a-4e2e-8c32-588153dfa0c7'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:14:36.368176 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device ec1df575-8249-43a6-b5f3-52035ed6db5b details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:14:36.698737 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port ec1df575-8249-43a6-b5f3-52035ed6db5b, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=ec1df575-8249-43a6-b5f3-52035ed6db5b,segment=NetworkSegment(fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e),segment_id=fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:37.216722 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'ec1df575-8249-43a6-b5f3-52035ed6db5b', 'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d', 'port_id': 'ec1df575-8249-43a6-b5f3-52035ed6db5b', 'mac_address': 'fa:16:3e:f4:b2:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3997bf76-8ce7-4842-a079-84ac59980743', 'ip_address': '10.1.1.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:14:37.329324 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port ec1df575-8249-43a6-b5f3-52035ed6db5b is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:37.329725 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ec1df575-8249-43a6-b5f3-52035ed6db5b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:37.367856 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec1df575-8249-43a6-b5f3-52035ed6db5b {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:37.393940 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:37.433356 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port ec1df575-8249-43a6-b5f3-52035ed6db5b, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=ec1df575-8249-43a6-b5f3-52035ed6db5b,segment=NetworkSegment(fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e),segment_id=fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:37.439977 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ec1df575-8249-43a6-b5f3-52035ed6db5b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:37.440842 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 898fda35-40f1-43dc-a819-d803062eb315 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:14:37.477007 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb6a55-f945-48ce-a9c9-b6d17e46fb50 req-75433eaf-77b0-43e2-a2d6-1087d776d2ca tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:37.482352 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb6a55-f945-48ce-a9c9-b6d17e46fb50 req-75433eaf-77b0-43e2-a2d6-1087d776d2ca tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:37.503382 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb6a55-f945-48ce-a9c9-b6d17e46fb50 req-75433eaf-77b0-43e2-a2d6-1087d776d2ca tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:37.513475 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb6a55-f945-48ce-a9c9-b6d17e46fb50 req-75433eaf-77b0-43e2-a2d6-1087d776d2ca tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:37.516107 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 898fda35-40f1-43dc-a819-d803062eb315, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=898fda35-40f1-43dc-a819-d803062eb315,segment=NetworkSegment(fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e),segment_id=fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:37.533988 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '898fda35-40f1-43dc-a819-d803062eb315', 'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d', 'port_id': '898fda35-40f1-43dc-a819-d803062eb315', 'mac_address': 'fa:16:3e:71:ec:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3997bf76-8ce7-4842-a079-84ac59980743', 'ip_address': '10.1.1.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:14:37.539609 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb6a55-f945-48ce-a9c9-b6d17e46fb50 req-75433eaf-77b0-43e2-a2d6-1087d776d2ca tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:37.550600 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb6a55-f945-48ce-a9c9-b6d17e46fb50 req-75433eaf-77b0-43e2-a2d6-1087d776d2ca tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:37.569973 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb6a55-f945-48ce-a9c9-b6d17e46fb50 req-75433eaf-77b0-43e2-a2d6-1087d776d2ca tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:37.590156 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-13cb6a55-f945-48ce-a9c9-b6d17e46fb50 req-75433eaf-77b0-43e2-a2d6-1087d776d2ca tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5432 time: 0.9720681 Feb 19 04:14:37.618532 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=ec1df575-8249-43a6-b5f3-52035ed6db5b,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:37.638689 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 898fda35-40f1-43dc-a819-d803062eb315 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:37.639970 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (898fda35-40f1-43dc-a819-d803062eb315), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:37.658401 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 898fda35-40f1-43dc-a819-d803062eb315 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:37.676220 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca0ea1-185e-4785-986e-0a1eb96b87d8 req-caa53b46-171b-4f80-86cd-b3ce45d66b36 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:37.690863 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-48ca0ea1-185e-4785-986e-0a1eb96b87d8 req-caa53b46-171b-4f80-86cd-b3ce45d66b36 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 945 time: 0.9892173 Feb 19 04:14:37.702089 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 898fda35-40f1-43dc-a819-d803062eb315, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=898fda35-40f1-43dc-a819-d803062eb315,segment=NetworkSegment(fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e),segment_id=fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:37.711454 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (898fda35-40f1-43dc-a819-d803062eb315), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:37.712493 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 51ab0d90-f81c-46a6-947c-a2e5b088d476 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:14:37.793801 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 51ab0d90-f81c-46a6-947c-a2e5b088d476, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=51ab0d90-f81c-46a6-947c-a2e5b088d476,segment=NetworkSegment(fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e),segment_id=fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:37.814532 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-48ca0ea1-185e-4785-986e-0a1eb96b87d8 req-97349797-f66d-44e6-b0ab-8a587a8c8a8a tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146395 Feb 19 04:14:37.879565 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '51ab0d90-f81c-46a6-947c-a2e5b088d476', 'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d', 'port_id': '51ab0d90-f81c-46a6-947c-a2e5b088d476', 'mac_address': 'fa:16:3e:3b:c9:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3997bf76-8ce7-4842-a079-84ac59980743', 'ip_address': '10.1.1.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:14:37.882012 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=898fda35-40f1-43dc-a819-d803062eb315,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:37.924744 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-13cb6a55-f945-48ce-a9c9-b6d17e46fb50 req-426df766-22f1-4a2d-972b-9230fb737e0e tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3259680 Feb 19 04:14:37.954025 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 51ab0d90-f81c-46a6-947c-a2e5b088d476 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:37.954670 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (51ab0d90-f81c-46a6-947c-a2e5b088d476), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:37.976070 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51ab0d90-f81c-46a6-947c-a2e5b088d476 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:38.062814 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 51ab0d90-f81c-46a6-947c-a2e5b088d476, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=51ab0d90-f81c-46a6-947c-a2e5b088d476,segment=NetworkSegment(fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e),segment_id=fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:38.096892 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (51ab0d90-f81c-46a6-947c-a2e5b088d476), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:38.138603 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 938dc52f-77e7-4640-9ee1-5c86a03bd120 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:14:38.244676 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 938dc52f-77e7-4640-9ee1-5c86a03bd120, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=938dc52f-77e7-4640-9ee1-5c86a03bd120,segment=NetworkSegment(fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e),segment_id=fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:38.263287 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '938dc52f-77e7-4640-9ee1-5c86a03bd120', 'network_id': '992f3549-caaf-4530-b747-2a0e80390b5d', 'port_id': '938dc52f-77e7-4640-9ee1-5c86a03bd120', 'mac_address': 'fa:16:3e:26:f8:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3997bf76-8ce7-4842-a079-84ac59980743', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:14:38.343910 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38118) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:38.409727 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 938dc52f-77e7-4640-9ee1-5c86a03bd120 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:38.410254 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (938dc52f-77e7-4640-9ee1-5c86a03bd120), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:38.471713 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938dc52f-77e7-4640-9ee1-5c86a03bd120 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:38.498464 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=51ab0d90-f81c-46a6-947c-a2e5b088d476,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:38.523690 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea56ecba-c380-4c94-a49e-86b6b654b783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:38.541187 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 938dc52f-77e7-4640-9ee1-5c86a03bd120, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=938dc52f-77e7-4640-9ee1-5c86a03bd120,segment=NetworkSegment(fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e),segment_id=fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:38.548247 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (938dc52f-77e7-4640-9ee1-5c86a03bd120), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:38.598434 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 328f76f5-5319-4dc1-b370-793287406294 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:14:38.607454 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 34be0ba4-056a-4e2e-8c32-588153dfa0c7 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:38.727794 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=938dc52f-77e7-4640-9ee1-5c86a03bd120,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:38.807618 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea56ecba-c380-4c94-a49e-86b6b654b783 admin admin] Publish callbacks [] for security_group (fd99a583-edb9-4483-9c04-244a117953ad), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:38.821356 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ea56ecba-c380-4c94-a49e-86b6b654b783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (fd99a583-edb9-4483-9c04-244a117953ad), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:38.898010 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:14:38.907562 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ea56ecba-c380-4c94-a49e-86b6b654b783 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7629c655555f42cdac52c598a29af1ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5625100 Feb 19 04:14:38.910379 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38126) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:39.035950 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56ecba-c380-4c94-a49e-86b6b654b783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd99a583-edb9-4483-9c04-244a117953ad,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:39.100313 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 34be0ba4-056a-4e2e-8c32-588153dfa0c7 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:14:39.123833 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 34be0ba4-056a-4e2e-8c32-588153dfa0c7 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:39.124127 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (34be0ba4-056a-4e2e-8c32-588153dfa0c7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.179514 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['ec1df575-8249-43a6-b5f3-52035ed6db5b'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:14:39.209483 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 328f76f5-5319-4dc1-b370-793287406294, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=328f76f5-5319-4dc1-b370-793287406294,segment=NetworkSegment(ee732889-2e4f-4cb8-ba94-5c3620376051),segment_id=ee732889-2e4f-4cb8-ba94-5c3620376051)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:39.244918 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['898fda35-40f1-43dc-a819-d803062eb315'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:14:39.257557 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d4cd74b8-14d9-40df-a505-2131c331ccbb admin admin] Publish callbacks [] for security_group (fd99a583-edb9-4483-9c04-244a117953ad), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.319864 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17129dee-f688-4608-b1e9-97467077a6c4 req-dad2b29d-2a63-476e-bf86-a71f1199a32a tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:39.322800 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17129dee-f688-4608-b1e9-97467077a6c4 req-dad2b29d-2a63-476e-bf86-a71f1199a32a tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 945 time: 0.2998774 Feb 19 04:14:39.389854 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d4cd74b8-14d9-40df-a505-2131c331ccbb admin admin] Publish callbacks [] for security_group (fd99a583-edb9-4483-9c04-244a117953ad), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.397416 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['51ab0d90-f81c-46a6-947c-a2e5b088d476'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:14:39.435190 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '328f76f5-5319-4dc1-b370-793287406294', 'network_id': '970ed126-7758-4a49-91d5-8b77d328f7d8', 'port_id': '328f76f5-5319-4dc1-b370-793287406294', 'mac_address': 'fa:16:3e:b8:f5:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad06bfbd-99a2-4a8a-a2ae-abc5d82d0e14', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:14:39.550898 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d4cd74b8-14d9-40df-a505-2131c331ccbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (fd99a583-edb9-4483-9c04-244a117953ad), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.553925 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d4cd74b8-14d9-40df-a505-2131c331ccbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.558091 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d4cd74b8-14d9-40df-a505-2131c331ccbb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fd99a583-edb9-4483-9c04-244a117953ad HTTP/1.1" status: 204 len: 168 time: 0.6465218 Feb 19 04:14:39.616008 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd74b8-14d9-40df-a505-2131c331ccbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd99a583-edb9-4483-9c04-244a117953ad,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:39.691372 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10fabf-c60d-451f-b477-14b5f3f4d9bb req-1c5156ee-cbe5-4291-aebf-899a481268cb tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:39.710655 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10fabf-c60d-451f-b477-14b5f3f4d9bb req-1c5156ee-cbe5-4291-aebf-899a481268cb tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:39.723927 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10fabf-c60d-451f-b477-14b5f3f4d9bb req-1c5156ee-cbe5-4291-aebf-899a481268cb tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:39.746587 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10fabf-c60d-451f-b477-14b5f3f4d9bb req-1c5156ee-cbe5-4291-aebf-899a481268cb tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:39.768070 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10fabf-c60d-451f-b477-14b5f3f4d9bb req-1c5156ee-cbe5-4291-aebf-899a481268cb tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:39.794826 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10fabf-c60d-451f-b477-14b5f3f4d9bb req-1c5156ee-cbe5-4291-aebf-899a481268cb tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:39.813120 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10fabf-c60d-451f-b477-14b5f3f4d9bb req-1c5156ee-cbe5-4291-aebf-899a481268cb tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:39.835270 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a10fabf-c60d-451f-b477-14b5f3f4d9bb req-1c5156ee-cbe5-4291-aebf-899a481268cb tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5436 time: 0.6968675 Feb 19 04:14:39.848384 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17129dee-f688-4608-b1e9-97467077a6c4 req-e24befea-bcec-45e1-8b91-48cf03d99e78 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5132480 Feb 19 04:14:39.869965 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd74b8-14d9-40df-a505-2131c331ccbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:39.872208 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd74b8-14d9-40df-a505-2131c331ccbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:39.872671 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd74b8-14d9-40df-a505-2131c331ccbb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:39.873111 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd74b8-14d9-40df-a505-2131c331ccbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:39.874047 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd74b8-14d9-40df-a505-2131c331ccbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:39.874413 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd74b8-14d9-40df-a505-2131c331ccbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:39.874743 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd74b8-14d9-40df-a505-2131c331ccbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:39.875096 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd74b8-14d9-40df-a505-2131c331ccbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:39.875392 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd74b8-14d9-40df-a505-2131c331ccbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:39.875711 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd74b8-14d9-40df-a505-2131c331ccbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:39.876058 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd74b8-14d9-40df-a505-2131c331ccbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:39.876379 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd74b8-14d9-40df-a505-2131c331ccbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:39.876695 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd74b8-14d9-40df-a505-2131c331ccbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:39.965106 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 328f76f5-5319-4dc1-b370-793287406294 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:39.965774 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (328f76f5-5319-4dc1-b370-793287406294), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.977318 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a10fabf-c60d-451f-b477-14b5f3f4d9bb req-b0e01301-a82a-4951-951e-dc2d3dea9040 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1407835 Feb 19 04:14:40.041829 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 34be0ba4-056a-4e2e-8c32-588153dfa0c7 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:40.042257 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (34be0ba4-056a-4e2e-8c32-588153dfa0c7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.131489 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328f76f5-5319-4dc1-b370-793287406294 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:40.189982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['938dc52f-77e7-4640-9ee1-5c86a03bd120'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:14:40.417753 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34be0ba4-056a-4e2e-8c32-588153dfa0c7'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:40.429976 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ec1fae-7fdf-440f-acb2-b61638b715b6" -d '{"events": [{"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-plugged", "status": "completed", "tag": "34be0ba4-056a-4e2e-8c32-588153dfa0c7"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:40.549082 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 328f76f5-5319-4dc1-b370-793287406294, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=328f76f5-5319-4dc1-b370-793287406294,segment=NetworkSegment(ee732889-2e4f-4cb8-ba94-5c3620376051),segment_id=ee732889-2e4f-4cb8-ba94-5c3620376051)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:40.644260 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615e9eb9-91d6-4385-9f89-de17795e0daa x-openstack-request-id: req-615e9eb9-91d6-4385-9f89-de17795e0daa {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:40.644577 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-plugged", "status": "completed", "tag": "34be0ba4-056a-4e2e-8c32-588153dfa0c7", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:40.644839 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-615e9eb9-91d6-4385-9f89-de17795e0daa {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:40.645265 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34be0ba4-056a-4e2e-8c32-588153dfa0c7', 'code': 200} Feb 19 04:14:40.666680 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (328f76f5-5319-4dc1-b370-793287406294), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.667377 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device b3ee77c7-fd2d-4ddc-80dc-a28b949821fe details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:14:40.728393 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 34be0ba4-056a-4e2e-8c32-588153dfa0c7, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=34be0ba4-056a-4e2e-8c32-588153dfa0c7,segment=NetworkSegment(a1f015ea-7064-4c76-84f5-168db49c3282),segment_id=a1f015ea-7064-4c76-84f5-168db49c3282)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:40.832274 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (34be0ba4-056a-4e2e-8c32-588153dfa0c7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:41.169868 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec2ab5-d123-400b-b061-b4dd301af8c6 req-7ab5ddcb-bd05-4668-9fbd-fa16de84b07c tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:41.181253 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4bec2ab5-d123-400b-b061-b4dd301af8c6 req-7ab5ddcb-bd05-4668-9fbd-fa16de84b07c tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 945 time: 0.1629627 Feb 19 04:14:41.252435 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=328f76f5-5319-4dc1-b370-793287406294,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:41.364827 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.resource_extend [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:14:41.375397 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38174) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:41.463884 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4bec2ab5-d123-400b-b061-b4dd301af8c6 req-f5ada532-cbeb-4478-ae94-ddcc40cea540 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814910 Feb 19 04:14:41.515510 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd1ba0-321b-4945-a0dc-26c7b8e6ec0b req-eeb33408-8cd7-48bd-b786-e74df03f34a9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:41.516618 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port b3ee77c7-fd2d-4ddc-80dc-a28b949821fe, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=b3ee77c7-fd2d-4ddc-80dc-a28b949821fe,segment=NetworkSegment(ee732889-2e4f-4cb8-ba94-5c3620376051),segment_id=ee732889-2e4f-4cb8-ba94-5c3620376051)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:41.534931 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd1ba0-321b-4945-a0dc-26c7b8e6ec0b req-eeb33408-8cd7-48bd-b786-e74df03f34a9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:41.563643 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd1ba0-321b-4945-a0dc-26c7b8e6ec0b req-eeb33408-8cd7-48bd-b786-e74df03f34a9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:41.582783 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'b3ee77c7-fd2d-4ddc-80dc-a28b949821fe', 'network_id': '970ed126-7758-4a49-91d5-8b77d328f7d8', 'port_id': 'b3ee77c7-fd2d-4ddc-80dc-a28b949821fe', 'mac_address': 'fa:16:3e:b1:d7:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad06bfbd-99a2-4a8a-a2ae-abc5d82d0e14', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:14:41.591853 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd1ba0-321b-4945-a0dc-26c7b8e6ec0b req-eeb33408-8cd7-48bd-b786-e74df03f34a9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:41.592004 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=34be0ba4-056a-4e2e-8c32-588153dfa0c7,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:41.608556 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd1ba0-321b-4945-a0dc-26c7b8e6ec0b req-eeb33408-8cd7-48bd-b786-e74df03f34a9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:41.615803 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd1ba0-321b-4945-a0dc-26c7b8e6ec0b req-eeb33408-8cd7-48bd-b786-e74df03f34a9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:41.648759 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd1ba0-321b-4945-a0dc-26c7b8e6ec0b req-eeb33408-8cd7-48bd-b786-e74df03f34a9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:41.668462 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-a6dd6b4c-1040-4803-8bbe-240e82465eca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-185092490-network', 'tenant_id': 'c72443ddb4544d95bebe4daa2be68b6b'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:41.671625 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69cd1ba0-321b-4945-a0dc-26c7b8e6ec0b req-eeb33408-8cd7-48bd-b786-e74df03f34a9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5438 time: 0.4744272 Feb 19 04:14:41.700531 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port b3ee77c7-fd2d-4ddc-80dc-a28b949821fe is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:41.701027 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b3ee77c7-fd2d-4ddc-80dc-a28b949821fe), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:41.702268 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6dd6b4c-1040-4803-8bbe-240e82465eca admin admin] Made reservation on behalf of c72443ddb4544d95bebe4daa2be68b6b for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:14:41.712873 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a6dd6b4c-1040-4803-8bbe-240e82465eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:41.733618 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a6dd6b4c-1040-4803-8bbe-240e82465eca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:41.735279 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3ee77c7-fd2d-4ddc-80dc-a28b949821fe {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:41.782484 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port b3ee77c7-fd2d-4ddc-80dc-a28b949821fe, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=b3ee77c7-fd2d-4ddc-80dc-a28b949821fe,segment=NetworkSegment(ee732889-2e4f-4cb8-ba94-5c3620376051),segment_id=ee732889-2e4f-4cb8-ba94-5c3620376051)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:41.794502 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b3ee77c7-fd2d-4ddc-80dc-a28b949821fe), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:41.906531 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69cd1ba0-321b-4945-a0dc-26c7b8e6ec0b req-5f6602bb-f15f-42fc-84ac-6fe6f2a53383 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2335153 Feb 19 04:14:41.927695 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=b3ee77c7-fd2d-4ddc-80dc-a28b949821fe,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:41.936694 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d1a64-7bda-49e1-b8da-1ac430e6d813 req-074e954c-53f0-4e23-bbf7-999711afa2b5 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:41.938977 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-435d1a64-7bda-49e1-b8da-1ac430e6d813 req-074e954c-53f0-4e23-bbf7-999711afa2b5 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 1129 time: 0.2628555 Feb 19 04:14:41.974083 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a6dd6b4c-1040-4803-8bbe-240e82465eca admin admin] Publish callbacks [] for security_group (c5c75f99-0074-41f4-8b89-563e6feae979), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:41.991106 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a6dd6b4c-1040-4803-8bbe-240e82465eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (c5c75f99-0074-41f4-8b89-563e6feae979), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:42.017057 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6dd6b4c-1040-4803-8bbe-240e82465eca admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:14:42.036128 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-435d1a64-7bda-49e1-b8da-1ac430e6d813 req-19b0f1f3-8525-4f21-bd98-99236baac5a7 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890591 Feb 19 04:14:42.052428 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd6b4c-1040-4803-8bbe-240e82465eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c75f99-0074-41f4-8b89-563e6feae979,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:42.057473 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a6dd6b4c-1040-4803-8bbe-240e82465eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (be999880-b75a-4dab-9e73-f9f6f76b8767), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:42.058300 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-a6dd6b4c-1040-4803-8bbe-240e82465eca admin admin] Added segment be999880-b75a-4dab-9e73-f9f6f76b8767 of type vlan for network d7d963df-657f-45bc-85b4-f488f5d24fde Feb 19 04:14:42.138530 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a6dd6b4c-1040-4803-8bbe-240e82465eca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (d7d963df-657f-45bc-85b4-f488f5d24fde), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:42.183751 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a6dd6b4c-1040-4803-8bbe-240e82465eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (d7d963df-657f-45bc-85b4-f488f5d24fde), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:42.185932 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dd6b4c-1040-4803-8bbe-240e82465eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:42.188365 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a6dd6b4c-1040-4803-8bbe-240e82465eca admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:42.289672 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b4bad-f09c-4966-a8ee-ec8b614ed48d req-6239252a-fe9c-4e0b-9a0c-0682af91b0b8 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:42.297901 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-857b4bad-f09c-4966-a8ee-ec8b614ed48d req-6239252a-fe9c-4e0b-9a0c-0682af91b0b8 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 946 time: 0.1120627 Feb 19 04:14:42.371459 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a6dd6b4c-1040-4803-8bbe-240e82465eca admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9941206 Feb 19 04:14:42.378589 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38186) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:42.388737 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-e5ac4b61-a73f-4cb3-b661-f6023d44097c admin admin] Request body: {'subnet': {'network_id': 'd7d963df-657f-45bc-85b4-f488f5d24fde', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-185092490-subnet', 'tenant_id': 'c72443ddb4544d95bebe4daa2be68b6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:42.411195 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd6b4c-1040-4803-8bbe-240e82465eca admin admin] Pushing event updated for resources: {'Network': ['ID=d7d963df-657f-45bc-85b4-f488f5d24fde,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:42.425957 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-857b4bad-f09c-4966-a8ee-ec8b614ed48d req-009fc9e9-d698-412d-b2d2-ceb41bb9de33 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270561 Feb 19 04:14:42.430109 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network d7d963df-657f-45bc-85b4-f488f5d24fde details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:14:42.446440 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38188) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:42.615559 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5968a7dc-d37d-471d-9861-c6b126e24ce0 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/floatingips/33bb8cb4-223c-4c89-b8bb-948905b5113e HTTP/1.1" status: 200 len: 994 time: 0.1673644 Feb 19 04:14:42.621940 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ac4b61-a73f-4cb3-b661-f6023d44097c admin admin] Made reservation on behalf of c72443ddb4544d95bebe4daa2be68b6b for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:14:42.625129 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e5ac4b61-a73f-4cb3-b661-f6023d44097c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:42.965442 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d76f10-0563-4273-a609-ceaa437be300 req-a86834bc-c72a-48fa-b683-d2201bf3158d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:42.976611 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-24d76f10-0563-4273-a609-ceaa437be300 req-a86834bc-c72a-48fa-b683-d2201bf3158d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 945 time: 0.3411272 Feb 19 04:14:43.109354 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-24d76f10-0563-4273-a609-ceaa437be300 req-4722eaf2-0d97-4ced-8f2c-bc29c20b96f9 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245630 Feb 19 04:14:43.198931 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['b3ee77c7-fd2d-4ddc-80dc-a28b949821fe'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:14:43.355906 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e5ac4b61-a73f-4cb3-b661-f6023d44097c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (8929c64d-2051-429d-adc4-f0965a0e87e7), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:43.364122 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['328f76f5-5319-4dc1-b370-793287406294'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:14:43.438146 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-aa2905a0-9962-4029-b0a5-46553f7e3b0d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1393378 Feb 19 04:14:43.711092 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b4ffb-7528-46dc-b440-56a259dc7668 req-c8528ffe-37d5-4057-a753-a6b574c9f9e7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:43.724512 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e15b4ffb-7528-46dc-b440-56a259dc7668 req-c8528ffe-37d5-4057-a753-a6b574c9f9e7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 946 time: 0.3543267 Feb 19 04:14:43.795039 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac4b61-a73f-4cb3-b661-f6023d44097c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8929c64d-2051-429d-adc4-f0965a0e87e7,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:43.796347 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device ec1df575-8249-43a6-b5f3-52035ed6db5b up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:43.834892 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b152a7-0e2a-488b-8123-c4a8a25731b1 req-253fcd0c-cc7c-41e9-a96c-0c12a4cc029c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:43.840482 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b152a7-0e2a-488b-8123-c4a8a25731b1 req-253fcd0c-cc7c-41e9-a96c-0c12a4cc029c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:43.846575 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b152a7-0e2a-488b-8123-c4a8a25731b1 req-253fcd0c-cc7c-41e9-a96c-0c12a4cc029c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:43.852618 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b152a7-0e2a-488b-8123-c4a8a25731b1 req-253fcd0c-cc7c-41e9-a96c-0c12a4cc029c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:43.859343 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b152a7-0e2a-488b-8123-c4a8a25731b1 req-253fcd0c-cc7c-41e9-a96c-0c12a4cc029c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:43.865871 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b152a7-0e2a-488b-8123-c4a8a25731b1 req-253fcd0c-cc7c-41e9-a96c-0c12a4cc029c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:43.872545 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b152a7-0e2a-488b-8123-c4a8a25731b1 req-253fcd0c-cc7c-41e9-a96c-0c12a4cc029c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:43.874728 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4b152a7-0e2a-488b-8123-c4a8a25731b1 req-253fcd0c-cc7c-41e9-a96c-0c12a4cc029c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5439 time: 0.4284942 Feb 19 04:14:43.880571 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ac4b61-a73f-4cb3-b661-f6023d44097c admin admin] Checking segment: {'id': 'be999880-b75a-4dab-9e73-f9f6f76b8767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd7d963df-657f-45bc-85b4-f488f5d24fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:43.881030 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ac4b61-a73f-4cb3-b661-f6023d44097c admin admin] Network hostable DHCP agents. Network: d7d963df-657f-45bc-85b4-f488f5d24fde, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:14:43.922331 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port ec1df575-8249-43a6-b5f3-52035ed6db5b completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:14:43.928426 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e15b4ffb-7528-46dc-b440-56a259dc7668 req-0aa06715-051e-4ee9-8eae-6a18fd532e28 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028120 Feb 19 04:14:43.931120 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port ec1df575-8249-43a6-b5f3-52035ed6db5b triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:43.931510 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ec1df575-8249-43a6-b5f3-52035ed6db5b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:43.976042 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4b152a7-0e2a-488b-8123-c4a8a25731b1 req-5b7dfe42-c6bb-43e2-bc5c-7e6175f842e6 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0915647 Feb 19 04:14:43.977456 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ac4b61-a73f-4cb3-b661-f6023d44097c admin admin] Network d7d963df-657f-45bc-85b4-f488f5d24fde is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:14:43.991563 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-e5ac4b61-a73f-4cb3-b661-f6023d44097c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, d7d963df-657f-45bc-85b4-f488f5d24fde) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:43.997068 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ac4b61-a73f-4cb3-b661-f6023d44097c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:43.997732 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e5ac4b61-a73f-4cb3-b661-f6023d44097c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:44.009963 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f386326-6dc1-48cd-8694-b647d54e33e5 None None] Network d7d963df-657f-45bc-85b4-f488f5d24fde requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:14:44.035582 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e5ac4b61-a73f-4cb3-b661-f6023d44097c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6508548 Feb 19 04:14:44.349418 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-a77939d2-4cfe-40ed-ad45-77bb20713898 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:44.351215 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-a77939d2-4cfe-40ed-ad45-77bb20713898 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/ports/23c49555-16ce-45ca-9778-dc102b7f108e HTTP/1.1" status: 200 len: 1126 time: 0.1313708 Feb 19 04:14:44.429208 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b11c8-f470-4be1-be4a-6e81c82c507b req-07b5e019-1b37-4fec-a25d-484e8b6e54c7 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:44.439602 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-516b11c8-f470-4be1-be4a-6e81c82c507b req-07b5e019-1b37-4fec-a25d-484e8b6e54c7 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 945 time: 0.1302123 Feb 19 04:14:44.537351 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port ec1df575-8249-43a6-b5f3-52035ed6db5b is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:44.538512 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ec1df575-8249-43a6-b5f3-52035ed6db5b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:44.543994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e25f3f-867c-47e0-b14c-33b5b0545fdf None None] Network d7d963df-657f-45bc-85b4-f488f5d24fde requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:14:44.584309 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-516b11c8-f470-4be1-be4a-6e81c82c507b req-b46128f2-4ca9-4fd0-9513-3c270e92bb08 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437979 Feb 19 04:14:44.939884 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1df575-8249-43a6-b5f3-52035ed6db5b'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:44.943403 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eeba15e-6ca0-49ce-98a6-4417584a79a8" -d '{"events": [{"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-plugged", "status": "completed", "tag": "ec1df575-8249-43a6-b5f3-52035ed6db5b"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:44.966562 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port ec1df575-8249-43a6-b5f3-52035ed6db5b, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=ec1df575-8249-43a6-b5f3-52035ed6db5b,segment=NetworkSegment(fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e),segment_id=fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:44.986768 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ec1df575-8249-43a6-b5f3-52035ed6db5b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:44.988679 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 938dc52f-77e7-4640-9ee1-5c86a03bd120 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:45.063448 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3b6bb2-b66c-4bec-87e2-7b7d271578ef x-openstack-request-id: req-2b3b6bb2-b66c-4bec-87e2-7b7d271578ef {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:45.065427 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-plugged", "status": "completed", "tag": "ec1df575-8249-43a6-b5f3-52035ed6db5b", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:45.068610 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2b3b6bb2-b66c-4bec-87e2-7b7d271578ef {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:45.069463 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1df575-8249-43a6-b5f3-52035ed6db5b', 'code': 200} Feb 19 04:14:45.100506 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-e77d92ac-920e-4020-800b-7335b1fce56c tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:45.119865 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-e77d92ac-920e-4020-800b-7335b1fce56c tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/networks?id=d7d963df-657f-45bc-85b4-f488f5d24fde HTTP/1.1" status: 200 len: 814 time: 0.2542284 Feb 19 04:14:45.177807 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-897c7741-8428-4bd5-9a4b-a86da943084b tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/quotas/c72443ddb4544d95bebe4daa2be68b6b HTTP/1.1" status: 200 len: 375 time: 0.0564384 Feb 19 04:14:45.205994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=ec1df575-8249-43a6-b5f3-52035ed6db5b,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:45.234723 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 938dc52f-77e7-4640-9ee1-5c86a03bd120 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:14:45.242896 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 938dc52f-77e7-4640-9ee1-5c86a03bd120 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:45.243637 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (938dc52f-77e7-4640-9ee1-5c86a03bd120), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:45.266286 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-d963f84b-d63f-4811-9b6b-26f61d06fe2a tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c72443ddb4544d95bebe4daa2be68b6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871356 Feb 19 04:14:45.351615 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 938dc52f-77e7-4640-9ee1-5c86a03bd120 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:45.352367 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (938dc52f-77e7-4640-9ee1-5c86a03bd120), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:45.352478 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306d7a6-0322-4794-8fee-44be118ca053 req-5d16c0fa-5102-4e8b-9897-5973945dcfc1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:45.354120 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f306d7a6-0322-4794-8fee-44be118ca053 req-5d16c0fa-5102-4e8b-9897-5973945dcfc1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 946 time: 0.2087221 Feb 19 04:14:45.401980 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 938dc52f-77e7-4640-9ee1-5c86a03bd120, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=938dc52f-77e7-4640-9ee1-5c86a03bd120,segment=NetworkSegment(fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e),segment_id=fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:45.408687 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-8baeacd9-74ea-44dd-ad7d-88d9a2eaff98 service neutron] 10.222.0.52 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395733 Feb 19 04:14:45.411170 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (938dc52f-77e7-4640-9ee1-5c86a03bd120), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:45.476353 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=938dc52f-77e7-4640-9ee1-5c86a03bd120,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:45.488017 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f306d7a6-0322-4794-8fee-44be118ca053 req-5d9cf9de-8a36-43c3-8c2f-7c8d2f21f8a4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247113 Feb 19 04:14:45.551755 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-3d0c4b6b-4995-48a8-b8b6-1442e833ca42 service neutron] 10.222.0.52 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410718 Feb 19 04:14:45.676245 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a802ec-f27d-42d3-889a-2b43371ebf34 req-fb7b3fce-cf4d-4530-b977-7159a7d94f28 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:45.682584 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a802ec-f27d-42d3-889a-2b43371ebf34 req-fb7b3fce-cf4d-4530-b977-7159a7d94f28 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:45.688859 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a802ec-f27d-42d3-889a-2b43371ebf34 req-fb7b3fce-cf4d-4530-b977-7159a7d94f28 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:45.694476 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a802ec-f27d-42d3-889a-2b43371ebf34 req-fb7b3fce-cf4d-4530-b977-7159a7d94f28 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:45.700395 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a802ec-f27d-42d3-889a-2b43371ebf34 req-fb7b3fce-cf4d-4530-b977-7159a7d94f28 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:45.706885 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a802ec-f27d-42d3-889a-2b43371ebf34 req-fb7b3fce-cf4d-4530-b977-7159a7d94f28 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:45.712466 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a802ec-f27d-42d3-889a-2b43371ebf34 req-fb7b3fce-cf4d-4530-b977-7159a7d94f28 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:45.720950 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-01a802ec-f27d-42d3-889a-2b43371ebf34 req-fb7b3fce-cf4d-4530-b977-7159a7d94f28 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5441 time: 0.1169255 Feb 19 04:14:45.818487 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 898fda35-40f1-43dc-a819-d803062eb315 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:45.823183 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-01a802ec-f27d-42d3-889a-2b43371ebf34 req-d017ca56-b0dc-4585-8a54-f2ef6deaef4f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1017263 Feb 19 04:14:45.860468 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c26551-be23-41e7-819b-65b1225f8591 req-3a8fc385-477d-4640-b21c-a0dd65c6af82 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:45.862032 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c2c26551-be23-41e7-819b-65b1225f8591 req-3a8fc385-477d-4640-b21c-a0dd65c6af82 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 945 time: 0.1003120 Feb 19 04:14:45.921683 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 898fda35-40f1-43dc-a819-d803062eb315 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:14:45.935146 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 898fda35-40f1-43dc-a819-d803062eb315 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:45.936553 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (898fda35-40f1-43dc-a819-d803062eb315), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:46.009154 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-df96cca8-887e-418a-923b-7f5537b80d7e req-447807f4-04d0-473b-aa1e-33d1829c936f tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=2616a8ab-3371-4bcf-9491-340c9467278b HTTP/1.1" status: 200 len: 210 time: 0.0913434 Feb 19 04:14:46.014941 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c2c26551-be23-41e7-819b-65b1225f8591 req-d2513da9-a329-45ae-983a-d5a5535d0761 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452193 Feb 19 04:14:46.089964 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 898fda35-40f1-43dc-a819-d803062eb315 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:46.090711 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (898fda35-40f1-43dc-a819-d803062eb315), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:46.131406 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 898fda35-40f1-43dc-a819-d803062eb315, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=898fda35-40f1-43dc-a819-d803062eb315,segment=NetworkSegment(fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e),segment_id=fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:46.139232 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (898fda35-40f1-43dc-a819-d803062eb315), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:46.140467 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device b3ee77c7-fd2d-4ddc-80dc-a28b949821fe up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:46.212355 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=898fda35-40f1-43dc-a819-d803062eb315,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:46.266829 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port b3ee77c7-fd2d-4ddc-80dc-a28b949821fe completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:14:46.271218 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port b3ee77c7-fd2d-4ddc-80dc-a28b949821fe triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:46.271604 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b3ee77c7-fd2d-4ddc-80dc-a28b949821fe), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:46.388566 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port b3ee77c7-fd2d-4ddc-80dc-a28b949821fe is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:46.389693 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b3ee77c7-fd2d-4ddc-80dc-a28b949821fe), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:46.441354 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port b3ee77c7-fd2d-4ddc-80dc-a28b949821fe, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=b3ee77c7-fd2d-4ddc-80dc-a28b949821fe,segment=NetworkSegment(ee732889-2e4f-4cb8-ba94-5c3620376051),segment_id=ee732889-2e4f-4cb8-ba94-5c3620376051)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:46.445212 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b3ee77c7-fd2d-4ddc-80dc-a28b949821fe), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:46.446259 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 51ab0d90-f81c-46a6-947c-a2e5b088d476 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:46.553008 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 51ab0d90-f81c-46a6-947c-a2e5b088d476 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:14:46.577794 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=b3ee77c7-fd2d-4ddc-80dc-a28b949821fe,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:46.582551 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 51ab0d90-f81c-46a6-947c-a2e5b088d476 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:46.583031 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (51ab0d90-f81c-46a6-947c-a2e5b088d476), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:46.680262 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdbe3d-1446-4750-9d2a-4fcfd2d7fdeb req-6f55992a-2417-4493-ad4c-3f6e7a4f3116 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:46.682050 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b2cdbe3d-1446-4750-9d2a-4fcfd2d7fdeb req-6f55992a-2417-4493-ad4c-3f6e7a4f3116 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 946 time: 0.0612566 Feb 19 04:14:46.735752 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 51ab0d90-f81c-46a6-947c-a2e5b088d476 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:46.736147 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (51ab0d90-f81c-46a6-947c-a2e5b088d476), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:46.756647 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b2cdbe3d-1446-4750-9d2a-4fcfd2d7fdeb req-c2712fc1-e544-4f16-b5c9-3b3185514083 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623722 Feb 19 04:14:46.777282 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 51ab0d90-f81c-46a6-947c-a2e5b088d476, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=51ab0d90-f81c-46a6-947c-a2e5b088d476,segment=NetworkSegment(fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e),segment_id=fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:46.782256 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (51ab0d90-f81c-46a6-947c-a2e5b088d476), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:46.783078 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 328f76f5-5319-4dc1-b370-793287406294 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:46.880929 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=51ab0d90-f81c-46a6-947c-a2e5b088d476,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:46.887007 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 328f76f5-5319-4dc1-b370-793287406294 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:14:46.892230 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 328f76f5-5319-4dc1-b370-793287406294 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:46.892642 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (328f76f5-5319-4dc1-b370-793287406294), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:47.058859 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 328f76f5-5319-4dc1-b370-793287406294 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:47.059643 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (328f76f5-5319-4dc1-b370-793287406294), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:47.094813 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938dc52f-77e7-4640-9ee1-5c86a03bd120'}, {'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898fda35-40f1-43dc-a819-d803062eb315'}, {'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ee77c7-fd2d-4ddc-80dc-a28b949821fe'}, {'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ab0d90-f81c-46a6-947c-a2e5b088d476'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:47.105895 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a55cad-5a99-423e-840a-aa10ace982b3" -d '{"events": [{"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-plugged", "status": "completed", "tag": "938dc52f-77e7-4640-9ee1-5c86a03bd120"}, {"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-plugged", "status": "completed", "tag": "898fda35-40f1-43dc-a819-d803062eb315"}, {"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-plugged", "status": "completed", "tag": "b3ee77c7-fd2d-4ddc-80dc-a28b949821fe"}, {"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-plugged", "status": "completed", "tag": "51ab0d90-f81c-46a6-947c-a2e5b088d476"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:47.192775 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 328f76f5-5319-4dc1-b370-793287406294, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=328f76f5-5319-4dc1-b370-793287406294,segment=NetworkSegment(ee732889-2e4f-4cb8-ba94-5c3620376051),segment_id=ee732889-2e4f-4cb8-ba94-5c3620376051)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:47.199314 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (328f76f5-5319-4dc1-b370-793287406294), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:47.209386 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce97fd62-ccab-45d3-876d-7859c5df6fdb req-65ada36f-abda-474e-a993-b331c5e5094c tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=2616a8ab-3371-4bcf-9491-340c9467278b HTTP/1.1" status: 200 len: 210 time: 0.0752237 Feb 19 04:14:47.225816 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7a25e-7007-4e01-aa65-ad6703efeb4c req-4469c39e-e4d0-4550-b7ab-5c782c6f1e19 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:47.232172 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7a25e-7007-4e01-aa65-ad6703efeb4c req-4469c39e-e4d0-4550-b7ab-5c782c6f1e19 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:47.238856 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7a25e-7007-4e01-aa65-ad6703efeb4c req-4469c39e-e4d0-4550-b7ab-5c782c6f1e19 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:47.244713 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7a25e-7007-4e01-aa65-ad6703efeb4c req-4469c39e-e4d0-4550-b7ab-5c782c6f1e19 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:47.249967 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7a25e-7007-4e01-aa65-ad6703efeb4c req-4469c39e-e4d0-4550-b7ab-5c782c6f1e19 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:47.255282 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7a25e-7007-4e01-aa65-ad6703efeb4c req-4469c39e-e4d0-4550-b7ab-5c782c6f1e19 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:47.260964 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7a25e-7007-4e01-aa65-ad6703efeb4c req-4469c39e-e4d0-4550-b7ab-5c782c6f1e19 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:47.262938 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-94e7a25e-7007-4e01-aa65-ad6703efeb4c req-4469c39e-e4d0-4550-b7ab-5c782c6f1e19 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5444 time: 0.3030801 Feb 19 04:14:47.291840 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=328f76f5-5319-4dc1-b370-793287406294,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:47.424878 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-94e7a25e-7007-4e01-aa65-ad6703efeb4c req-45c0df82-1d66-4490-a6ca-a155eb8960bc tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1509657 Feb 19 04:14:47.430947 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-10f54e42-154e-4db3-80a5-d9ca15eb4ca1 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:47.432454 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-10f54e42-154e-4db3-80a5-d9ca15eb4ca1 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.79 "GET /v2.0/networks?id=d7d963df-657f-45bc-85b4-f488f5d24fde HTTP/1.1" status: 200 len: 814 time: 0.3784997 Feb 19 04:14:47.456688 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-60527c8a-a63a-416f-b695-04d94f401ac1 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Request body: {'port': {'device_id': '2616a8ab-3371-4bcf-9491-340c9467278b', 'network_id': 'd7d963df-657f-45bc-85b4-f488f5d24fde', 'admin_state_up': True, 'tenant_id': 'c72443ddb4544d95bebe4daa2be68b6b'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:47.536593 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5aad74-34ee-4621-917a-27bbc2132fec x-openstack-request-id: req-dd5aad74-34ee-4621-917a-27bbc2132fec {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:47.536929 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-plugged", "status": "completed", "tag": "938dc52f-77e7-4640-9ee1-5c86a03bd120", "code": 200}, {"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-plugged", "status": "completed", "tag": "898fda35-40f1-43dc-a819-d803062eb315", "code": 200}, {"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-plugged", "status": "completed", "tag": "b3ee77c7-fd2d-4ddc-80dc-a28b949821fe", "code": 200}, {"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-plugged", "status": "completed", "tag": "51ab0d90-f81c-46a6-947c-a2e5b088d476", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:47.537425 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd5aad74-34ee-4621-917a-27bbc2132fec {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:47.538085 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938dc52f-77e7-4640-9ee1-5c86a03bd120', 'code': 200} Feb 19 04:14:47.538085 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898fda35-40f1-43dc-a819-d803062eb315', 'code': 200} Feb 19 04:14:47.538085 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ee77c7-fd2d-4ddc-80dc-a28b949821fe', 'code': 200} Feb 19 04:14:47.538785 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ab0d90-f81c-46a6-947c-a2e5b088d476', 'code': 200} Feb 19 04:14:47.569687 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f1913-02da-498c-8528-05e27a39ca70 req-b41ba878-04db-4fb2-939a-e2c3d4fef4af tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:47.571097 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-598f1913-02da-498c-8528-05e27a39ca70 req-b41ba878-04db-4fb2-939a-e2c3d4fef4af tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 945 time: 0.2434137 Feb 19 04:14:47.678719 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-598f1913-02da-498c-8528-05e27a39ca70 req-73332856-434c-4a54-a4d8-74e9efa15370 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979128 Feb 19 04:14:47.692658 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-60527c8a-a63a-416f-b695-04d94f401ac1 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Made reservation on behalf of c72443ddb4544d95bebe4daa2be68b6b for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:14:47.699182 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-60527c8a-a63a-416f-b695-04d94f401ac1 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:47.865485 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38310) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:47.899586 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-60527c8a-a63a-416f-b695-04d94f401ac1 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Allocated IP 172.20.0.6 (d7d963df-657f-45bc-85b4-f488f5d24fde/8929c64d-2051-429d-adc4-f0965a0e87e7/b3abe13d-726a-41f3-84de-556b3546bd61) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:14:48.037048 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf45055-bf5b-416a-bf11-93987770e451 req-b43835ad-7111-4462-8557-9aeab41f14a9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:48.038758 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bcf45055-bf5b-416a-bf11-93987770e451 req-b43835ad-7111-4462-8557-9aeab41f14a9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 946 time: 0.1034348 Feb 19 04:14:48.138594 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bcf45055-bf5b-416a-bf11-93987770e451 req-f6a11688-baf3-40ed-945f-a7b19632132f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675769 Feb 19 04:14:48.205018 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-60527c8a-a63a-416f-b695-04d94f401ac1 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks [] for port (b3abe13d-726a-41f3-84de-556b3546bd61), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:48.322854 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-60527c8a-a63a-416f-b695-04d94f401ac1 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (b3abe13d-726a-41f3-84de-556b3546bd61), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:48.389735 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-7848d913-c5e4-43cb-ab08-49bd3a9a3245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:48.391266 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-7848d913-c5e4-43cb-ab08-49bd3a9a3245 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 1129 time: 0.1205227 Feb 19 04:14:48.442631 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-60527c8a-a63a-416f-b695-04d94f401ac1 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Network d7d963df-657f-45bc-85b4-f488f5d24fde is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:14:48.463592 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-60527c8a-a63a-416f-b695-04d94f401ac1 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:48.495037 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-60527c8a-a63a-416f-b695-04d94f401ac1 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:14:48.504718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60527c8a-a63a-416f-b695-04d94f401ac1 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Pushing event updated for resources: {'Port': ['ID=b3abe13d-726a-41f3-84de-556b3546bd61,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:48.598798 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-60527c8a-a63a-416f-b695-04d94f401ac1 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:48.599432 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-60527c8a-a63a-416f-b695-04d94f401ac1 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:48.620063 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae14f2-4e4c-4eb9-b9fa-c335078c42d4 req-a96dcd40-a8c2-473b-9fcd-ed549fe5a1dc tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:48.620268 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2705c248-adf5-4da4-9f70-6240efe8152c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (af08f154-ee4c-4ce0-9647-7737e82c6cb0), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:48.628027 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c6ae14f2-4e4c-4eb9-b9fa-c335078c42d4 req-a96dcd40-a8c2-473b-9fcd-ed549fe5a1dc tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=2616a8ab-3371-4bcf-9491-340c9467278b HTTP/1.1" status: 200 len: 931 time: 0.2811375 Feb 19 04:14:48.709431 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-2385e4d7-5063-4a00-94b0-fe6052f782c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:48.710959 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-2385e4d7-5063-4a00-94b0-fe6052f782c8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=04558d05-bf19-4e14-86d3-965fc0aa2433 HTTP/1.1" status: 200 len: 897 time: 0.2994194 Feb 19 04:14:48.714107 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-60527c8a-a63a-416f-b695-04d94f401ac1 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2718880 Feb 19 04:14:48.739886 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-e56659eb-16ec-4a1d-94f8-95a5ce86883c service neutron] Request body: {'port': {'device_id': '2616a8ab-3371-4bcf-9491-340c9467278b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:49.015764 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-2705c248-adf5-4da4-9f70-6240efe8152c admin admin] Deleting port 0c4982aa-37bc-4798-94a1-60040c8ca16e {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:49.016775 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2705c248-adf5-4da4-9f70-6240efe8152c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (0c4982aa-37bc-4798-94a1-60040c8ca16e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:49.109174 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-2705c248-adf5-4da4-9f70-6240efe8152c admin admin] For port 0c4982aa-37bc-4798-94a1-60040c8ca16e, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0c4982aa-37bc-4798-94a1-60040c8ca16e,segment=NetworkSegment(02ff9e4b-efe0-46b0-93bf-0ddda7109b69),segment_id=02ff9e4b-efe0-46b0-93bf-0ddda7109b69)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:49.109948 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2705c248-adf5-4da4-9f70-6240efe8152c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (0c4982aa-37bc-4798-94a1-60040c8ca16e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:49.125224 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-2705c248-adf5-4da4-9f70-6240efe8152c admin admin] Calling delete_port for 0c4982aa-37bc-4798-94a1-60040c8ca16e owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:49.129731 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c6ae14f2-4e4c-4eb9-b9fa-c335078c42d4 req-3cc881cc-57e8-4c24-acdc-c7df988e985e tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012410 Feb 19 04:14:49.221844 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-8b450436-5fa6-49c3-ad57-5ad5db959ce0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23c49555-16ce-45ca-9778-dc102b7f108e HTTP/1.1" status: 200 len: 1002 time: 0.4925919 Feb 19 04:14:49.236642 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f2ab1-fe53-4048-83d2-34dae861f1a9 req-4f70392d-070b-4d7f-8c96-9ce95f9239d2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:49.242293 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f2ab1-fe53-4048-83d2-34dae861f1a9 req-4f70392d-070b-4d7f-8c96-9ce95f9239d2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:49.247727 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f2ab1-fe53-4048-83d2-34dae861f1a9 req-4f70392d-070b-4d7f-8c96-9ce95f9239d2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:49.254149 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f2ab1-fe53-4048-83d2-34dae861f1a9 req-4f70392d-070b-4d7f-8c96-9ce95f9239d2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:49.259554 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f2ab1-fe53-4048-83d2-34dae861f1a9 req-4f70392d-070b-4d7f-8c96-9ce95f9239d2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:49.265348 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f2ab1-fe53-4048-83d2-34dae861f1a9 req-4f70392d-070b-4d7f-8c96-9ce95f9239d2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:49.270803 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f2ab1-fe53-4048-83d2-34dae861f1a9 req-4f70392d-070b-4d7f-8c96-9ce95f9239d2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:49.272900 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf2f2ab1-fe53-4048-83d2-34dae861f1a9 req-4f70392d-070b-4d7f-8c96-9ce95f9239d2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5445 time: 0.6664927 Feb 19 04:14:49.290858 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-e56659eb-16ec-4a1d-94f8-95a5ce86883c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b3abe13d-726a-41f3-84de-556b3546bd61), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:49.428112 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-5aee0922-2438-4234-b1d8-27b2c26ba98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:49.429826 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-5aee0922-2438-4234-b1d8-27b2c26ba98b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a7538da7-a1a0-4902-afe6-8a9256c7c858 HTTP/1.1" status: 200 len: 834 time: 0.1533611 Feb 19 04:14:49.433963 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2705c248-adf5-4da4-9f70-6240efe8152c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (0c4982aa-37bc-4798-94a1-60040c8ca16e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:49.499990 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf2f2ab1-fe53-4048-83d2-34dae861f1a9 req-38629c72-b091-400c-b565-8a19bcc963dc tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2103820 Feb 19 04:14:49.519079 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1dc99-84c1-41e1-be8e-ebdd526bf663 req-6807d206-52a8-40c7-b9be-19df6d77229e tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:49.520622 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b1c1dc99-84c1-41e1-be8e-ebdd526bf663 req-6807d206-52a8-40c7-b9be-19df6d77229e tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 945 time: 0.2344744 Feb 19 04:14:49.540845 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328f76f5-5319-4dc1-b370-793287406294'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:49.543220 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11342c39-395d-44f2-ae1b-f42942c076b6" -d '{"events": [{"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-plugged", "status": "completed", "tag": "328f76f5-5319-4dc1-b370-793287406294"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:49.623094 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705c248-adf5-4da4-9f70-6240efe8152c admin admin] Pushing event deleted for resources: {'Port': ['ID=0c4982aa-37bc-4798-94a1-60040c8ca16e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:49.664929 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2705c248-adf5-4da4-9f70-6240efe8152c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:49.666437 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2705c248-adf5-4da4-9f70-6240efe8152c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:49.666437 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2705c248-adf5-4da4-9f70-6240efe8152c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:49.675427 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2705c248-adf5-4da4-9f70-6240efe8152c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:49.676062 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2705c248-adf5-4da4-9f70-6240efe8152c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:49.676563 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2705c248-adf5-4da4-9f70-6240efe8152c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:49.677037 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2705c248-adf5-4da4-9f70-6240efe8152c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:49.677743 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2705c248-adf5-4da4-9f70-6240efe8152c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:49.678098 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2705c248-adf5-4da4-9f70-6240efe8152c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:49.678528 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2705c248-adf5-4da4-9f70-6240efe8152c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:49.678772 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2705c248-adf5-4da4-9f70-6240efe8152c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:49.679149 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2705c248-adf5-4da4-9f70-6240efe8152c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:49.679478 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2705c248-adf5-4da4-9f70-6240efe8152c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:49.974502 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-7c460764-611e-4fe9-8d18-29a385b8bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:49.976041 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-7c460764-611e-4fe9-8d18-29a385b8bf04 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=04558d05-bf19-4e14-86d3-965fc0aa2433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5321500 Feb 19 04:14:50.023730 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b1c1dc99-84c1-41e1-be8e-ebdd526bf663 req-55ad500f-5f03-410b-85c7-8bcfaca66c62 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4208107 Feb 19 04:14:50.110668 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3e890-4c86-4c29-993f-4ade87502ef4 req-a753f569-cce4-47e0-be94-2b76147cf2a7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:50.112822 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cad3e890-4c86-4c29-993f-4ade87502ef4 req-a753f569-cce4-47e0-be94-2b76147cf2a7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 946 time: 0.4338739 Feb 19 04:14:50.166861 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae626f9-ce0c-4d8f-a554-7f1a8f24fab4 x-openstack-request-id: req-0ae626f9-ce0c-4d8f-a554-7f1a8f24fab4 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:50.168764 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-plugged", "status": "completed", "tag": "328f76f5-5319-4dc1-b370-793287406294", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:50.168764 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0ae626f9-ce0c-4d8f-a554-7f1a8f24fab4 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:50.168764 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328f76f5-5319-4dc1-b370-793287406294', 'code': 200} Feb 19 04:14:50.204181 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cad3e890-4c86-4c29-993f-4ade87502ef4 req-dd2d764c-1733-469f-9583-1ac37260e1d4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826747 Feb 19 04:14:50.270433 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-a8f5ac97-2178-4070-acb9-765a3b4cdc96 service neutron] 10.222.0.79 "GET /v2.0/networks/04558d05-bf19-4e14-86d3-965fc0aa2433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453349 Feb 19 04:14:50.456902 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2705c248-adf5-4da4-9f70-6240efe8152c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (af08f154-ee4c-4ce0-9647-7737e82c6cb0), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:50.472722 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-e56659eb-16ec-4a1d-94f8-95a5ce86883c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3abe13d-726a-41f3-84de-556b3546bd61 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:50.493082 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-e56659eb-16ec-4a1d-94f8-95a5ce86883c service neutron] Publish callbacks [] for port (b3abe13d-726a-41f3-84de-556b3546bd61), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:50.509014 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166fe19-1588-47a5-9b30-87980f9ac26b req-35264a9d-4970-4e22-8a36-5dbdcfaf28db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:50.510541 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166fe19-1588-47a5-9b30-87980f9ac26b req-35264a9d-4970-4e22-8a36-5dbdcfaf28db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:50.510541 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166fe19-1588-47a5-9b30-87980f9ac26b req-35264a9d-4970-4e22-8a36-5dbdcfaf28db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:50.510541 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166fe19-1588-47a5-9b30-87980f9ac26b req-35264a9d-4970-4e22-8a36-5dbdcfaf28db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:50.510911 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166fe19-1588-47a5-9b30-87980f9ac26b req-35264a9d-4970-4e22-8a36-5dbdcfaf28db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:50.516308 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166fe19-1588-47a5-9b30-87980f9ac26b req-35264a9d-4970-4e22-8a36-5dbdcfaf28db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:50.517374 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166fe19-1588-47a5-9b30-87980f9ac26b req-35264a9d-4970-4e22-8a36-5dbdcfaf28db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:50.519327 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1166fe19-1588-47a5-9b30-87980f9ac26b req-35264a9d-4970-4e22-8a36-5dbdcfaf28db service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 6726 time: 0.2055712 Feb 19 04:14:50.556752 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa55e1f-8a09-40ab-be31-b71a3c89f504 req-57296e54-983c-499f-863c-a520fc7c393f tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:50.559689 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9fa55e1f-8a09-40ab-be31-b71a3c89f504 req-57296e54-983c-499f-863c-a520fc7c393f tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=2616a8ab-3371-4bcf-9491-340c9467278b HTTP/1.1" status: 200 len: 931 time: 0.2477698 Feb 19 04:14:50.561567 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-e56659eb-16ec-4a1d-94f8-95a5ce86883c service neutron] Transition to ACTIVE for port object b3abe13d-726a-41f3-84de-556b3546bd61 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:14:50.589017 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-e56659eb-16ec-4a1d-94f8-95a5ce86883c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (b3abe13d-726a-41f3-84de-556b3546bd61), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:50.693544 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-f025d6b1-6b95-4197-bf11-a91fe4338178 service neutron] 10.222.0.79 "GET /v2.0/networks/04558d05-bf19-4e14-86d3-965fc0aa2433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809049 Feb 19 04:14:50.791331 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9fa55e1f-8a09-40ab-be31-b71a3c89f504 req-07f9c750-7bbb-4330-b366-012ddee43c75 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122889 Feb 19 04:14:50.804121 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2705c248-adf5-4da4-9f70-6240efe8152c admin admin] Router af08f154-ee4c-4ce0-9647-7737e82c6cb0 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:14:50.828836 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56659eb-16ec-4a1d-94f8-95a5ce86883c service neutron] Pushing event updated for resources: {'Port': ['ID=b3abe13d-726a-41f3-84de-556b3546bd61,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:50.867049 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1166fe19-1588-47a5-9b30-87980f9ac26b req-5d29965e-68a7-4c9e-bcae-3860a125f58c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3276422 Feb 19 04:14:50.885955 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eeaf5a-8d68-4874-ac51-1bdb79b33289 req-b0febd2d-6f9e-4cae-8d69-42e6225e9987 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:50.891844 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eeaf5a-8d68-4874-ac51-1bdb79b33289 req-b0febd2d-6f9e-4cae-8d69-42e6225e9987 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:50.897098 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eeaf5a-8d68-4874-ac51-1bdb79b33289 req-b0febd2d-6f9e-4cae-8d69-42e6225e9987 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:50.902412 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eeaf5a-8d68-4874-ac51-1bdb79b33289 req-b0febd2d-6f9e-4cae-8d69-42e6225e9987 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:50.908695 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eeaf5a-8d68-4874-ac51-1bdb79b33289 req-b0febd2d-6f9e-4cae-8d69-42e6225e9987 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:50.913916 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eeaf5a-8d68-4874-ac51-1bdb79b33289 req-b0febd2d-6f9e-4cae-8d69-42e6225e9987 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:50.919195 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eeaf5a-8d68-4874-ac51-1bdb79b33289 req-b0febd2d-6f9e-4cae-8d69-42e6225e9987 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:50.921447 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-08eeaf5a-8d68-4874-ac51-1bdb79b33289 req-b0febd2d-6f9e-4cae-8d69-42e6225e9987 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5445 time: 0.2612860 Feb 19 04:14:50.953648 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2705c248-adf5-4da4-9f70-6240efe8152c admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:14:50.962855 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2705c248-adf5-4da4-9f70-6240efe8152c admin admin] 10.222.0.52 "PUT /v2.0/routers/af08f154-ee4c-4ce0-9647-7737e82c6cb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0939720 Feb 19 04:14:50.964731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38342) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:50.969882 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60e60bf-e908-4938-8fa2-13ba8a195558 None None] Sync routers for ids ['af08f154-ee4c-4ce0-9647-7737e82c6cb0'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:14:50.981102 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60e60bf-e908-4938-8fa2-13ba8a195558 None None] Routers {'af08f154-ee4c-4ce0-9647-7737e82c6cb0'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:50.981984 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-f60e60bf-e908-4938-8fa2-13ba8a195558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:14:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['af08f154-ee4c-4ce0-9647-7737e82c6cb0'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:51.033007 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-e56659eb-16ec-4a1d-94f8-95a5ce86883c service neutron] Attempting to bind port b3abe13d-726a-41f3-84de-556b3546bd61 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:14:51.034783 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-e56659eb-16ec-4a1d-94f8-95a5ce86883c service neutron] Attempting to bind port b3abe13d-726a-41f3-84de-556b3546bd61 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'be999880-b75a-4dab-9e73-f9f6f76b8767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd7d963df-657f-45bc-85b4-f488f5d24fde'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:14:51.034783 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-e56659eb-16ec-4a1d-94f8-95a5ce86883c service neutron] Attempting to bind port b3abe13d-726a-41f3-84de-556b3546bd61 on network d7d963df-657f-45bc-85b4-f488f5d24fde {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:51.058518 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-e56659eb-16ec-4a1d-94f8-95a5ce86883c service neutron] Port b3abe13d-726a-41f3-84de-556b3546bd61 on network d7d963df-657f-45bc-85b4-f488f5d24fde not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:14:51.058809 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-e56659eb-16ec-4a1d-94f8-95a5ce86883c service neutron] Attempting to bind port b3abe13d-726a-41f3-84de-556b3546bd61 on network d7d963df-657f-45bc-85b4-f488f5d24fde {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:51.071384 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-08eeaf5a-8d68-4874-ac51-1bdb79b33289 req-cb11dad1-44fe-480e-a63e-8a20006eb6e6 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1424778 Feb 19 04:14:51.075938 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-e56659eb-16ec-4a1d-94f8-95a5ce86883c service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:14:51.077834 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-e56659eb-16ec-4a1d-94f8-95a5ce86883c service neutron] Checking segment: {'id': 'be999880-b75a-4dab-9e73-f9f6f76b8767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd7d963df-657f-45bc-85b4-f488f5d24fde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:51.078256 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-e56659eb-16ec-4a1d-94f8-95a5ce86883c service neutron] Bound using segment: {'id': 'be999880-b75a-4dab-9e73-f9f6f76b8767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd7d963df-657f-45bc-85b4-f488f5d24fde'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:14:51.078704 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-e56659eb-16ec-4a1d-94f8-95a5ce86883c service neutron] Bound port: b3abe13d-726a-41f3-84de-556b3546bd61, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be999880-b75a-4dab-9e73-f9f6f76b8767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd7d963df-657f-45bc-85b4-f488f5d24fde'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:14:51.079320 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-e56659eb-16ec-4a1d-94f8-95a5ce86883c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b3abe13d-726a-41f3-84de-556b3546bd61), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:51.139795 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-f60e60bf-e908-4938-8fa2-13ba8a195558 None None] Set router af08f154-ee4c-4ce0-9647-7737e82c6cb0 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:51.208820 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0afddf30-0b0d-4d65-a12a-7830dfa958cd admin admin] Publish callbacks [] for router (af08f154-ee4c-4ce0-9647-7737e82c6cb0), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:51.258940 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-e56659eb-16ec-4a1d-94f8-95a5ce86883c service neutron] For port b3abe13d-726a-41f3-84de-556b3546bd61, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:14:51.277418 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-e56659eb-16ec-4a1d-94f8-95a5ce86883c service neutron] For port b3abe13d-726a-41f3-84de-556b3546bd61, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=b3abe13d-726a-41f3-84de-556b3546bd61,segment=NetworkSegment(be999880-b75a-4dab-9e73-f9f6f76b8767),segment_id=be999880-b75a-4dab-9e73-f9f6f76b8767)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:14:51.299402 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1875c5-a0a6-40d5-bf2b-5a2096da550c req-02efe17f-8ecc-4f28-9a55-2dc3a2f3ec4b tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:51.300904 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3a1875c5-a0a6-40d5-bf2b-5a2096da550c req-02efe17f-8ecc-4f28-9a55-2dc3a2f3ec4b tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 945 time: 0.1399941 Feb 19 04:14:51.304298 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-e56659eb-16ec-4a1d-94f8-95a5ce86883c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (b3abe13d-726a-41f3-84de-556b3546bd61), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:51.405748 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-f60e60bf-e908-4938-8fa2-13ba8a195558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'name': 'tempest-AttachVolumeTestJSON-446025872-router', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:06Z', 'updated_at': '2022-02-19T04:14:49Z', 'revision_number': 5, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'gw_port': {'id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:07Z', 'updated_at': '2022-02-19T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:51.422952 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-e56659eb-16ec-4a1d-94f8-95a5ce86883c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:51.423579 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-e56659eb-16ec-4a1d-94f8-95a5ce86883c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:51.424938 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-e56659eb-16ec-4a1d-94f8-95a5ce86883c service neutron] 10.222.0.79 "PUT /v2.0/ports/b3abe13d-726a-41f3-84de-556b3546bd61 HTTP/1.1" status: 200 len: 1092 time: 2.6968803 Feb 19 04:14:51.428495 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2616a8ab-3371-4bcf-9491-340c9467278b', 'tag': 'b3abe13d-726a-41f3-84de-556b3546bd61'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:51.430849 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c290d4a2-7243-4072-8236-114e6e1fae6e" -d '{"events": [{"name": "network-changed", "server_uuid": "2616a8ab-3371-4bcf-9491-340c9467278b", "tag": "b3abe13d-726a-41f3-84de-556b3546bd61"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:51.454553 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60e60bf-e908-4938-8fa2-13ba8a195558 None None] Checking router: af08f154-ee4c-4ce0-9647-7737e82c6cb0 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:14:51.470914 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60e60bf-e908-4938-8fa2-13ba8a195558 None None] Routers {'af08f154-ee4c-4ce0-9647-7737e82c6cb0'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:51.471757 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-f60e60bf-e908-4938-8fa2-13ba8a195558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:14:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['af08f154-ee4c-4ce0-9647-7737e82c6cb0'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:51.480417 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56659eb-16ec-4a1d-94f8-95a5ce86883c service neutron] Pushing event updated for resources: {'Port': ['ID=b3abe13d-726a-41f3-84de-556b3546bd61,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:51.501315 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0afddf30-0b0d-4d65-a12a-7830dfa958cd admin admin] Publish callbacks [] for router_gateway (af08f154-ee4c-4ce0-9647-7737e82c6cb0), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:51.524822 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3a1875c5-a0a6-40d5-bf2b-5a2096da550c req-dd085fb4-f7bd-478e-9f9c-00eb0cbee944 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908200 Feb 19 04:14:51.538600 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b3ddf-23af-46fd-b218-1b33add79416 req-6dfa48f4-9f08-4407-a5b1-ad0be8c6eee8 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:51.540132 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e53b3ddf-23af-46fd-b218-1b33add79416 req-6dfa48f4-9f08-4407-a5b1-ad0be8c6eee8 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 946 time: 0.2011814 Feb 19 04:14:51.603263 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2da73fe-e9b1-44af-9566-e62d3acc96b1 x-openstack-request-id: req-b2da73fe-e9b1-44af-9566-e62d3acc96b1 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:51.603551 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2616a8ab-3371-4bcf-9491-340c9467278b", "tag": "b3abe13d-726a-41f3-84de-556b3546bd61", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:51.603800 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2da73fe-e9b1-44af-9566-e62d3acc96b1 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:51.604216 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2616a8ab-3371-4bcf-9491-340c9467278b', 'tag': 'b3abe13d-726a-41f3-84de-556b3546bd61', 'status': 'completed', 'code': 200} Feb 19 04:14:51.632699 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-65469cbc-1ad2-4df5-966d-e6ff34b94bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:51.634277 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-65469cbc-1ad2-4df5-966d-e6ff34b94bb3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c72443ddb4544d95bebe4daa2be68b6b&device_id=2616a8ab-3371-4bcf-9491-340c9467278b HTTP/1.1" status: 200 len: 1126 time: 0.1597917 Feb 19 04:14:51.652338 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e53b3ddf-23af-46fd-b218-1b33add79416 req-4c8a62cb-7be2-4901-9177-6b53019ffb16 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047654 Feb 19 04:14:51.687251 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-92669b9a-39f8-47c6-af20-350b8b742c2e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3abe13d-726a-41f3-84de-556b3546bd61 HTTP/1.1" status: 200 len: 217 time: 0.0451660 Feb 19 04:14:51.734561 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-f60e60bf-e908-4938-8fa2-13ba8a195558 None None] Set router af08f154-ee4c-4ce0-9647-7737e82c6cb0 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:51.744271 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-0afddf30-0b0d-4d65-a12a-7830dfa958cd admin admin] Deleting port 23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:51.744869 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0afddf30-0b0d-4d65-a12a-7830dfa958cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:51.839562 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-41474286-c395-4804-b475-a16cc0f9c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:51.842056 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-41474286-c395-4804-b475-a16cc0f9c9b2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8929c64d-2051-429d-adc4-f0965a0e87e7 HTTP/1.1" status: 200 len: 854 time: 0.1408975 Feb 19 04:14:51.897600 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-0a36df57-368d-4fc2-9103-46e572940b94 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7d963df-657f-45bc-85b4-f488f5d24fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481191 Feb 19 04:14:51.981194 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-f60e60bf-e908-4938-8fa2-13ba8a195558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'name': 'tempest-AttachVolumeTestJSON-446025872-router', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:06Z', 'updated_at': '2022-02-19T04:14:49Z', 'revision_number': 5, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'gw_port': {'id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:07Z', 'updated_at': '2022-02-19T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:51.999274 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-0afddf30-0b0d-4d65-a12a-7830dfa958cd admin admin] For port 23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:51.999921 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0afddf30-0b0d-4d65-a12a-7830dfa958cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:52.020256 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60e60bf-e908-4938-8fa2-13ba8a195558 None None] The sync data for ids ['af08f154-ee4c-4ce0-9647-7737e82c6cb0'] in n-d-828369-19 is: [{'id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'name': 'tempest-AttachVolumeTestJSON-446025872-router', 'tenant_id': '319abc5982f54b9dba72250cd09a8d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:06Z', 'updated_at': '2022-02-19T04:14:49Z', 'revision_number': 5, 'project_id': '319abc5982f54b9dba72250cd09a8d28', 'gw_port': {'id': '23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08f154-ee4c-4ce0-9647-7737e82c6cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:07Z', 'updated_at': '2022-02-19T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:14:52.022030 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5524233-68f2-413d-9fa4-4a0af4c1c27c req-23d23d38-677c-44c2-9ed7-7897d63aea21 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:52.023586 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d5524233-68f2-413d-9fa4-4a0af4c1c27c req-23d23d38-677c-44c2-9ed7-7897d63aea21 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=2616a8ab-3371-4bcf-9491-340c9467278b HTTP/1.1" status: 200 len: 943 time: 0.1788013 Feb 19 04:14:52.030942 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-0afddf30-0b0d-4d65-a12a-7830dfa958cd admin admin] Calling delete_port for 23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:52.147821 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-f2f20712-150d-4bb2-b1c9-6df21cb5555e service neutron] 10.222.0.79 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351105 Feb 19 04:14:52.464824 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0c4982aa-37bc-4798-94a1-60040c8ca16e no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:52.494536 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 0c4982aa-37bc-4798-94a1-60040c8ca16e {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:14:52.495079 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0c4982aa-37bc-4798-94a1-60040c8ca16e not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:14:52.638944 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d5524233-68f2-413d-9fa4-4a0af4c1c27c req-3619f3c9-a788-4cd5-99bc-764b39155344 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6056316 Feb 19 04:14:52.683400 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c1d924a-b236-4447-a8bc-496d144de9c0 req-f74298f9-2caa-4100-b0d5-690011cd0997 service neutron] 10.222.0.79 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5250065 Feb 19 04:14:52.737385 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8f54c-77f5-45a6-9a67-2e1f76a5434d req-508e67c7-07b7-46e1-9406-db9ed0029bfd tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:52.742637 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8f54c-77f5-45a6-9a67-2e1f76a5434d req-508e67c7-07b7-46e1-9406-db9ed0029bfd tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:52.747835 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8f54c-77f5-45a6-9a67-2e1f76a5434d req-508e67c7-07b7-46e1-9406-db9ed0029bfd tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:52.753079 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8f54c-77f5-45a6-9a67-2e1f76a5434d req-508e67c7-07b7-46e1-9406-db9ed0029bfd tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:52.758307 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8f54c-77f5-45a6-9a67-2e1f76a5434d req-508e67c7-07b7-46e1-9406-db9ed0029bfd tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:52.763557 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8f54c-77f5-45a6-9a67-2e1f76a5434d req-508e67c7-07b7-46e1-9406-db9ed0029bfd tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:52.769275 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8f54c-77f5-45a6-9a67-2e1f76a5434d req-508e67c7-07b7-46e1-9406-db9ed0029bfd tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:52.771178 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a9a8f54c-77f5-45a6-9a67-2e1f76a5434d req-508e67c7-07b7-46e1-9406-db9ed0029bfd tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5445 time: 0.2947552 Feb 19 04:14:52.865092 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0afddf30-0b0d-4d65-a12a-7830dfa958cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:52.921904 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afddf30-0b0d-4d65-a12a-7830dfa958cd admin admin] Pushing event deleted for resources: {'Port': ['ID=23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:52.935342 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290d4a2-7243-4072-8236-114e6e1fae6e req-21f94cc0-4f46-4f20-bf6e-2245df48d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:52.937554 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c290d4a2-7243-4072-8236-114e6e1fae6e req-21f94cc0-4f46-4f20-bf6e-2245df48d515 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c72443ddb4544d95bebe4daa2be68b6b&device_id=2616a8ab-3371-4bcf-9491-340c9467278b HTTP/1.1" status: 200 len: 1126 time: 0.1619833 Feb 19 04:14:52.960432 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660290d-4628-46a1-85e1-647bc4aba639 req-1f4d1134-b36e-49c9-bd49-a7549dc23685 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:52.962056 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5660290d-4628-46a1-85e1-647bc4aba639 req-1f4d1134-b36e-49c9-bd49-a7549dc23685 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 945 time: 0.2480366 Feb 19 04:14:52.970187 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a9a8f54c-77f5-45a6-9a67-2e1f76a5434d req-d83f5e7a-2d94-4d3c-96d4-5a913eefc6a9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1860213 Feb 19 04:14:53.133854 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0afddf30-0b0d-4d65-a12a-7830dfa958cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (af08f154-ee4c-4ce0-9647-7737e82c6cb0), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:53.160150 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5660290d-4628-46a1-85e1-647bc4aba639 req-7ac0c546-21cd-407d-8f5e-46af0126e0eb tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868186 Feb 19 04:14:53.274430 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0afddf30-0b0d-4d65-a12a-7830dfa958cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (af08f154-ee4c-4ce0-9647-7737e82c6cb0), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:53.277935 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290d4a2-7243-4072-8236-114e6e1fae6e req-2dfb400c-8b25-45f1-b0fe-90f1084f8e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:53.279598 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c290d4a2-7243-4072-8236-114e6e1fae6e req-2dfb400c-8b25-45f1-b0fe-90f1084f8e13 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d7d963df-657f-45bc-85b4-f488f5d24fde HTTP/1.1" status: 200 len: 915 time: 0.3161266 Feb 19 04:14:53.281436 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0afddf30-0b0d-4d65-a12a-7830dfa958cd admin admin] Publish callbacks [] for router_controller (af08f154-ee4c-4ce0-9647-7737e82c6cb0), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:53.289183 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273b5bf-bc71-42b2-8490-3dc0d2de2e65 req-3e369532-bfc6-4400-8af0-590ddfc3057a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:53.290722 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3273b5bf-bc71-42b2-8490-3dc0d2de2e65 req-3e369532-bfc6-4400-8af0-590ddfc3057a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 946 time: 0.2235794 Feb 19 04:14:53.392609 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c290d4a2-7243-4072-8236-114e6e1fae6e req-069be021-233e-4124-ac36-2bd0f722ed10 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3abe13d-726a-41f3-84de-556b3546bd61 HTTP/1.1" status: 200 len: 217 time: 0.0996411 Feb 19 04:14:53.397728 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0afddf30-0b0d-4d65-a12a-7830dfa958cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (af08f154-ee4c-4ce0-9647-7737e82c6cb0), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:53.398388 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afddf30-0b0d-4d65-a12a-7830dfa958cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router af08f154-ee4c-4ce0-9647-7737e82c6cb0 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:14:53.407639 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0afddf30-0b0d-4d65-a12a-7830dfa958cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:53.408753 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0afddf30-0b0d-4d65-a12a-7830dfa958cd admin admin] 10.222.0.52 "DELETE /v2.0/routers/af08f154-ee4c-4ce0-9647-7737e82c6cb0 HTTP/1.1" status: 204 len: 168 time: 2.4429543 Feb 19 04:14:53.411503 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38378) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:53.474137 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-af49c604-5c6f-4797-969d-29f26899373d admin admin] Deleting subnet 7b8d1019-337e-49b4-85df-5623b5820084 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:14:53.477754 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af49c604-5c6f-4797-969d-29f26899373d admin admin] Publish callbacks [] for subnet (7b8d1019-337e-49b4-85df-5623b5820084), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:53.517156 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3273b5bf-bc71-42b2-8490-3dc0d2de2e65 req-5cf1e992-1cba-4bd2-ba60-cfa08d7c7367 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940534 Feb 19 04:14:53.520726 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af49c604-5c6f-4797-969d-29f26899373d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (7b8d1019-337e-49b4-85df-5623b5820084), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:53.531517 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290d4a2-7243-4072-8236-114e6e1fae6e req-d9f451d3-8d0a-479d-9055-68eddcd10711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:53.533028 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c290d4a2-7243-4072-8236-114e6e1fae6e req-d9f451d3-8d0a-479d-9055-68eddcd10711 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8929c64d-2051-429d-adc4-f0965a0e87e7 HTTP/1.1" status: 200 len: 854 time: 0.1327298 Feb 19 04:14:53.572943 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c290d4a2-7243-4072-8236-114e6e1fae6e req-e3642183-001e-4a1f-8550-0ad409cc6425 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7d963df-657f-45bc-85b4-f488f5d24fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291727 Feb 19 04:14:53.625380 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af49c604-5c6f-4797-969d-29f26899373d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (7b8d1019-337e-49b4-85df-5623b5820084), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:53.687155 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af49c604-5c6f-4797-969d-29f26899373d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (7b8d1019-337e-49b4-85df-5623b5820084), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:53.701214 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c290d4a2-7243-4072-8236-114e6e1fae6e req-160f2857-d978-443e-ae73-40fffe5a2e5c service neutron] 10.222.0.79 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182652 Feb 19 04:14:53.704844 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af49c604-5c6f-4797-969d-29f26899373d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:53.709770 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46f76f5-fe23-4dd0-a975-34b4c027449b None None] Network 7d063905-1dca-479b-a8ed-624bbce2a132 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:14:53.723175 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-af49c604-5c6f-4797-969d-29f26899373d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7b8d1019-337e-49b4-85df-5623b5820084 HTTP/1.1" status: 204 len: 168 time: 0.3104923 Feb 19 04:14:53.742508 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38384) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:53.751221 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49c604-5c6f-4797-969d-29f26899373d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b8d1019-337e-49b4-85df-5623b5820084,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:53.832927 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c5bbc441-b8a2-4720-bd66-98a36ee3a0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (7d063905-1dca-479b-a8ed-624bbce2a132), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:53.850445 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc50cb6-8cac-482e-adc7-738cf48752a8 req-c643ed69-d80e-41d5-b427-834229ea830f tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:53.852392 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-acc50cb6-8cac-482e-adc7-738cf48752a8 req-c643ed69-d80e-41d5-b427-834229ea830f tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=2616a8ab-3371-4bcf-9491-340c9467278b HTTP/1.1" status: 200 len: 943 time: 0.1124275 Feb 19 04:14:53.900256 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c5bbc441-b8a2-4720-bd66-98a36ee3a0e5 admin admin] Deleting port 987562d8-23ff-4ab6-9ba9-6ec8d42466af {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:53.900584 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c5bbc441-b8a2-4720-bd66-98a36ee3a0e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (987562d8-23ff-4ab6-9ba9-6ec8d42466af), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:53.904921 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c290d4a2-7243-4072-8236-114e6e1fae6e req-013b155e-8058-4de9-85e5-add7ac00a89a service neutron] 10.222.0.79 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942942 Feb 19 04:14:53.930730 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-acc50cb6-8cac-482e-adc7-738cf48752a8 req-f5f5d988-b0a4-4f61-8a2d-47d37f44132f tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640638 Feb 19 04:14:53.968270 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-c5bbc441-b8a2-4720-bd66-98a36ee3a0e5 admin admin] For port 987562d8-23ff-4ab6-9ba9-6ec8d42466af, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=987562d8-23ff-4ab6-9ba9-6ec8d42466af,segment=NetworkSegment(02ff9e4b-efe0-46b0-93bf-0ddda7109b69),segment_id=02ff9e4b-efe0-46b0-93bf-0ddda7109b69)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:53.968632 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c5bbc441-b8a2-4720-bd66-98a36ee3a0e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (987562d8-23ff-4ab6-9ba9-6ec8d42466af), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:53.988292 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c5bbc441-b8a2-4720-bd66-98a36ee3a0e5 admin admin] Calling delete_port for 987562d8-23ff-4ab6-9ba9-6ec8d42466af owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:54.028333 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74198985-432d-465b-9ce1-1ffcbce4e053 None None] DHCP port deletion for 7d063905-1dca-479b-a8ed-624bbce2a132 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:14:54.098326 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c5bbc441-b8a2-4720-bd66-98a36ee3a0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (987562d8-23ff-4ab6-9ba9-6ec8d42466af), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:54.113913 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-74198985-432d-465b-9ce1-1ffcbce4e053 None None] Deleting port 987562d8-23ff-4ab6-9ba9-6ec8d42466af {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:54.114594 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-74198985-432d-465b-9ce1-1ffcbce4e053 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (987562d8-23ff-4ab6-9ba9-6ec8d42466af), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:54.134842 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbc441-b8a2-4720-bd66-98a36ee3a0e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=987562d8-23ff-4ab6-9ba9-6ec8d42466af,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:54.141887 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bbc441-b8a2-4720-bd66-98a36ee3a0e5 admin admin] No DVR routers for this DVR port 987562d8-23ff-4ab6-9ba9-6ec8d42466af on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:14:54.172988 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadb030-2e46-4ff9-8ae4-dd7ba28c5964 req-3a3f3df2-5caa-40d4-b81a-c1aabb2735d0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:54.180519 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadb030-2e46-4ff9-8ae4-dd7ba28c5964 req-3a3f3df2-5caa-40d4-b81a-c1aabb2735d0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:54.187975 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadb030-2e46-4ff9-8ae4-dd7ba28c5964 req-3a3f3df2-5caa-40d4-b81a-c1aabb2735d0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:54.195677 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadb030-2e46-4ff9-8ae4-dd7ba28c5964 req-3a3f3df2-5caa-40d4-b81a-c1aabb2735d0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:54.204096 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadb030-2e46-4ff9-8ae4-dd7ba28c5964 req-3a3f3df2-5caa-40d4-b81a-c1aabb2735d0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:54.205181 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-74198985-432d-465b-9ce1-1ffcbce4e053 None None] For port 987562d8-23ff-4ab6-9ba9-6ec8d42466af, host n-d-828369-19, got binding levels [] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:54.206428 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-74198985-432d-465b-9ce1-1ffcbce4e053 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (987562d8-23ff-4ab6-9ba9-6ec8d42466af), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:54.210580 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadb030-2e46-4ff9-8ae4-dd7ba28c5964 req-3a3f3df2-5caa-40d4-b81a-c1aabb2735d0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:54.216523 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadb030-2e46-4ff9-8ae4-dd7ba28c5964 req-3a3f3df2-5caa-40d4-b81a-c1aabb2735d0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:54.218890 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5dadb030-2e46-4ff9-8ae4-dd7ba28c5964 req-3a3f3df2-5caa-40d4-b81a-c1aabb2735d0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5445 time: 0.1312306 Feb 19 04:14:54.223878 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c5bbc441-b8a2-4720-bd66-98a36ee3a0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (7d063905-1dca-479b-a8ed-624bbce2a132), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:54.246321 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-74198985-432d-465b-9ce1-1ffcbce4e053 None None] Calling delete_port for 987562d8-23ff-4ab6-9ba9-6ec8d42466af owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:54.252840 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.ipam_backend_mixin [None req-74198985-432d-465b-9ce1-1ffcbce4e053 None None] Port 987562d8-23ff-4ab6-9ba9-6ec8d42466af was not found and therefore no delete operation was performed {{(pid=109927) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:14:54.254395 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-74198985-432d-465b-9ce1-1ffcbce4e053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (987562d8-23ff-4ab6-9ba9-6ec8d42466af), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:54.254752 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c5bbc441-b8a2-4720-bd66-98a36ee3a0e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d063905-1dca-479b-a8ed-624bbce2a132']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:54.268299 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c5bbc441-b8a2-4720-bd66-98a36ee3a0e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ff9e4b-efe0-46b0-93bf-0ddda7109b69') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:54.268713 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c5bbc441-b8a2-4720-bd66-98a36ee3a0e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ff9e4b-efe0-46b0-93bf-0ddda7109b69') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:54.280888 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c5bbc441-b8a2-4720-bd66-98a36ee3a0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (02ff9e4b-efe0-46b0-93bf-0ddda7109b69), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:54.295630 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5dadb030-2e46-4ff9-8ae4-dd7ba28c5964 req-7fbd2503-d898-4a27-ae57-33fcbef86104 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699964 Feb 19 04:14:54.300227 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c5bbc441-b8a2-4720-bd66-98a36ee3a0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (02ff9e4b-efe0-46b0-93bf-0ddda7109b69), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:54.308185 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5bbc441-b8a2-4720-bd66-98a36ee3a0e5 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:14:54.308970 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c5bbc441-b8a2-4720-bd66-98a36ee3a0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (02ff9e4b-efe0-46b0-93bf-0ddda7109b69), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:14:54.311740 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:14:54.322045 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74198985-432d-465b-9ce1-1ffcbce4e053 None None] Pushing event deleted for resources: {'Port': ['ID=987562d8-23ff-4ab6-9ba9-6ec8d42466af,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:54.331545 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74198985-432d-465b-9ce1-1ffcbce4e053 None None] No DVR routers for this DVR port 987562d8-23ff-4ab6-9ba9-6ec8d42466af on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:14:54.377972 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5a82a-c99b-4f89-ae08-8f36645f01f5 req-043d3845-f424-4d13-a80c-26d5921eb7d3 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:54.385561 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6af5a82a-c99b-4f89-ae08-8f36645f01f5 req-043d3845-f424-4d13-a80c-26d5921eb7d3 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 945 time: 0.0775490 Feb 19 04:14:54.420690 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c5bbc441-b8a2-4720-bd66-98a36ee3a0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (7d063905-1dca-479b-a8ed-624bbce2a132), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:54.433328 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c5bbc441-b8a2-4720-bd66-98a36ee3a0e5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:54.449604 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c5bbc441-b8a2-4720-bd66-98a36ee3a0e5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7d063905-1dca-479b-a8ed-624bbce2a132 HTTP/1.1" status: 204 len: 168 time: 0.7044449 Feb 19 04:14:54.470397 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6af5a82a-c99b-4f89-ae08-8f36645f01f5 req-5600a512-52be-4ac6-9466-46a84fff1aa1 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811357 Feb 19 04:14:54.500146 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbc441-b8a2-4720-bd66-98a36ee3a0e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d063905-1dca-479b-a8ed-624bbce2a132,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:54.515703 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:54.532287 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb24135-81e6-4666-be88-92dc04e7ed3a req-e264433f-4c9d-4af4-b87d-c00feff8dc1b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:54.537794 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:14:54.538316 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 23f4cd9f-7521-4f5d-9d8e-f3e04a957b7d not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:14:54.538496 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb24135-81e6-4666-be88-92dc04e7ed3a req-e264433f-4c9d-4af4-b87d-c00feff8dc1b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:54.538928 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 987562d8-23ff-4ab6-9ba9-6ec8d42466af no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:54.550061 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb24135-81e6-4666-be88-92dc04e7ed3a req-e264433f-4c9d-4af4-b87d-c00feff8dc1b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:54.559287 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb24135-81e6-4666-be88-92dc04e7ed3a req-e264433f-4c9d-4af4-b87d-c00feff8dc1b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:54.565949 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb24135-81e6-4666-be88-92dc04e7ed3a req-e264433f-4c9d-4af4-b87d-c00feff8dc1b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:54.576055 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb24135-81e6-4666-be88-92dc04e7ed3a req-e264433f-4c9d-4af4-b87d-c00feff8dc1b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:54.582354 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb24135-81e6-4666-be88-92dc04e7ed3a req-e264433f-4c9d-4af4-b87d-c00feff8dc1b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:54.584521 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-acb24135-81e6-4666-be88-92dc04e7ed3a req-e264433f-4c9d-4af4-b87d-c00feff8dc1b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5445 time: 0.1823571 Feb 19 04:14:54.595645 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38400) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:54.597329 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 987562d8-23ff-4ab6-9ba9-6ec8d42466af {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:14:54.597888 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 987562d8-23ff-4ab6-9ba9-6ec8d42466af not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:14:54.602472 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-c7570cdd-e01c-4dbc-abb9-d7203b9cd054 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Request body: {'floatingip': {'port_id': '34be0ba4-056a-4e2e-8c32-588153dfa0c7'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:54.650258 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38402) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:54.667082 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c7570cdd-e01c-4dbc-abb9-d7203b9cd054 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for floatingip (8f53cb3c-81f7-463d-acbb-a43ed9a08ae2), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:54.702536 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b6a2635b-dbfa-4cfe-9a9c-569998535a3e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=319abc5982f54b9dba72250cd09a8d28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0509381 Feb 19 04:14:54.705060 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38404) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:54.729155 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device b3abe13d-726a-41f3-84de-556b3546bd61 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:14:54.767009 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8dd0d647-a67b-41dc-8e1c-535bd3791cae admin admin] Publish callbacks [] for security_group (e985c658-e8b4-4bdd-bda4-67b2f7fa20af), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:54.795950 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8dd0d647-a67b-41dc-8e1c-535bd3791cae admin admin] Publish callbacks [] for security_group (e985c658-e8b4-4bdd-bda4-67b2f7fa20af), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:54.818863 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f17b1-03ff-4b08-b8a5-a624b36401cb req-f5226685-234b-4aef-a08b-38bf762e9cb9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:54.820840 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-183f17b1-03ff-4b08-b8a5-a624b36401cb req-f5226685-234b-4aef-a08b-38bf762e9cb9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 946 time: 0.1763055 Feb 19 04:14:54.858615 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port b3abe13d-726a-41f3-84de-556b3546bd61, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=b3abe13d-726a-41f3-84de-556b3546bd61,segment=NetworkSegment(be999880-b75a-4dab-9e73-f9f6f76b8767),segment_id=be999880-b75a-4dab-9e73-f9f6f76b8767)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:54.864245 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8dd0d647-a67b-41dc-8e1c-535bd3791cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e985c658-e8b4-4bdd-bda4-67b2f7fa20af), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:54.866805 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8dd0d647-a67b-41dc-8e1c-535bd3791cae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:54.870416 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8dd0d647-a67b-41dc-8e1c-535bd3791cae admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e985c658-e8b4-4bdd-bda4-67b2f7fa20af HTTP/1.1" status: 204 len: 168 time: 0.1620014 Feb 19 04:14:54.882612 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0d647-a67b-41dc-8e1c-535bd3791cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e985c658-e8b4-4bdd-bda4-67b2f7fa20af,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:54.886786 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'b3abe13d-726a-41f3-84de-556b3546bd61', 'network_id': 'd7d963df-657f-45bc-85b4-f488f5d24fde', 'port_id': 'b3abe13d-726a-41f3-84de-556b3546bd61', 'mac_address': 'fa:16:3e:50:18:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8929c64d-2051-429d-adc4-f0965a0e87e7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:14:54.932882 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port b3abe13d-726a-41f3-84de-556b3546bd61 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:54.933235 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b3abe13d-726a-41f3-84de-556b3546bd61), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:54.947865 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3abe13d-726a-41f3-84de-556b3546bd61 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:54.999317 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port b3abe13d-726a-41f3-84de-556b3546bd61, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=b3abe13d-726a-41f3-84de-556b3546bd61,segment=NetworkSegment(be999880-b75a-4dab-9e73-f9f6f76b8767),segment_id=be999880-b75a-4dab-9e73-f9f6f76b8767)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:55.019571 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b3abe13d-726a-41f3-84de-556b3546bd61), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:55.085662 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=b3abe13d-726a-41f3-84de-556b3546bd61,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:55.193171 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-183f17b1-03ff-4b08-b8a5-a624b36401cb req-84078873-d521-42cf-ac5e-d345023b9fcc tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621606 Feb 19 04:14:55.282109 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b2b52-6359-4b43-9d6a-c9b3b8d95f4b req-7acb7543-7d75-484a-a619-afadbf472202 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:55.283662 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9a9b2b52-6359-4b43-9d6a-c9b3b8d95f4b req-7acb7543-7d75-484a-a619-afadbf472202 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=2616a8ab-3371-4bcf-9491-340c9467278b HTTP/1.1" status: 200 len: 944 time: 0.2549455 Feb 19 04:14:55.295668 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['b3abe13d-726a-41f3-84de-556b3546bd61'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:14:55.425809 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9a9b2b52-6359-4b43-9d6a-c9b3b8d95f4b req-b2e5a77e-bc26-45be-9309-ac0a419fce43 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283045 Feb 19 04:14:55.507098 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c7570cdd-e01c-4dbc-abb9-d7203b9cd054 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:55.513467 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c7570cdd-e01c-4dbc-abb9-d7203b9cd054 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (8f53cb3c-81f7-463d-acbb-a43ed9a08ae2), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:55.927723 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7425c-d15a-463e-b382-c1357ee21bda req-9a44c147-b122-4344-8696-aecd139d2f60 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:55.929224 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03b7425c-d15a-463e-b382-c1357ee21bda req-9a44c147-b122-4344-8696-aecd139d2f60 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 945 time: 0.1045849 Feb 19 04:14:55.941411 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-c7570cdd-e01c-4dbc-abb9-d7203b9cd054 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Floating IP 8f53cb3c-81f7-463d-acbb-a43ed9a08ae2 associated. External IP: 172.25.3.227, port: 34be0ba4-056a-4e2e-8c32-588153dfa0c7. Feb 19 04:14:56.075212 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03b7425c-d15a-463e-b382-c1357ee21bda req-54371bde-60fb-49eb-8913-9574dc60419e tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362319 Feb 19 04:14:56.215858 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7570cdd-e01c-4dbc-abb9-d7203b9cd054 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Router 7b3e99fc-a0e7-4074-bd14-5855ac709c9f has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:14:56.361278 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7570cdd-e01c-4dbc-abb9-d7203b9cd054 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:14:56.366637 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c7570cdd-e01c-4dbc-abb9-d7203b9cd054 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:56.381881 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2297c592-be7a-4fba-9ff2-9b2db29f6854 None None] Sync routers for ids ['7b3e99fc-a0e7-4074-bd14-5855ac709c9f'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:14:56.395575 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2297c592-be7a-4fba-9ff2-9b2db29f6854 None None] Routers {'7b3e99fc-a0e7-4074-bd14-5855ac709c9f'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:56.396549 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2297c592-be7a-4fba-9ff2-9b2db29f6854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:14:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7b3e99fc-a0e7-4074-bd14-5855ac709c9f'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:56.408707 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c7570cdd-e01c-4dbc-abb9-d7203b9cd054 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "PUT /v2.0/floatingips/8f53cb3c-81f7-463d-acbb-a43ed9a08ae2 HTTP/1.1" status: 200 len: 992 time: 1.8112156 Feb 19 04:14:56.414357 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'tag': '34be0ba4-056a-4e2e-8c32-588153dfa0c7'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:56.416775 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f522dee-34c7-4f57-bcb5-dcfc6d31eedc" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "tag": "34be0ba4-056a-4e2e-8c32-588153dfa0c7"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:56.427888 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a02d9-a8b2-4aba-b173-298957ad3c3e req-e3145579-f6ec-4dc5-ac3e-d2cc3b5716f7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.434959 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c3a02d9-a8b2-4aba-b173-298957ad3c3e req-e3145579-f6ec-4dc5-ac3e-d2cc3b5716f7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 946 time: 0.1538157 Feb 19 04:14:56.492205 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c3a02d9-a8b2-4aba-b173-298957ad3c3e req-86f3cf2f-351a-49d1-98f6-13f36444cc0e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563090 Feb 19 04:14:56.578226 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-2297c592-be7a-4fba-9ff2-9b2db29f6854 None None] Set router 7b3e99fc-a0e7-4074-bd14-5855ac709c9f gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:56.587450 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edae8cc-fbfa-4959-9cf1-951740765480 x-openstack-request-id: req-6edae8cc-fbfa-4959-9cf1-951740765480 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:56.587747 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "tag": "34be0ba4-056a-4e2e-8c32-588153dfa0c7", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:56.588002 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6edae8cc-fbfa-4959-9cf1-951740765480 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:56.588912 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'tag': '34be0ba4-056a-4e2e-8c32-588153dfa0c7', 'status': 'completed', 'code': 200} Feb 19 04:14:56.625575 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeeeda0-f0be-4d62-a593-7ec193a12136 req-beeff653-8122-45f3-b2d4-dfffc04d4e98 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.637611 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeeeda0-f0be-4d62-a593-7ec193a12136 req-beeff653-8122-45f3-b2d4-dfffc04d4e98 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.645773 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeeeda0-f0be-4d62-a593-7ec193a12136 req-beeff653-8122-45f3-b2d4-dfffc04d4e98 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.659873 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeeeda0-f0be-4d62-a593-7ec193a12136 req-beeff653-8122-45f3-b2d4-dfffc04d4e98 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.667627 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeeeda0-f0be-4d62-a593-7ec193a12136 req-beeff653-8122-45f3-b2d4-dfffc04d4e98 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.674113 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeeeda0-f0be-4d62-a593-7ec193a12136 req-beeff653-8122-45f3-b2d4-dfffc04d4e98 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.680617 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeeeda0-f0be-4d62-a593-7ec193a12136 req-beeff653-8122-45f3-b2d4-dfffc04d4e98 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.682784 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ffeeeda0-f0be-4d62-a593-7ec193a12136 req-beeff653-8122-45f3-b2d4-dfffc04d4e98 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5445 time: 0.1702366 Feb 19 04:14:56.759359 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device b3abe13d-726a-41f3-84de-556b3546bd61 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:56.804445 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d4b68-23db-4eeb-b340-7c9bd3662527 req-0e59e80a-3a01-4dc7-9f1b-a1cdea7002a5 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.812896 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f88d4b68-23db-4eeb-b340-7c9bd3662527 req-0e59e80a-3a01-4dc7-9f1b-a1cdea7002a5 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=2616a8ab-3371-4bcf-9491-340c9467278b HTTP/1.1" status: 200 len: 944 time: 0.1289892 Feb 19 04:14:56.858654 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ffeeeda0-f0be-4d62-a593-7ec193a12136 req-5820c37e-aac9-40fa-b343-3092137928b4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1642158 Feb 19 04:14:56.886973 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f522dee-34c7-4f57-bcb5-dcfc6d31eedc req-7402999c-a0d5-48b4-896d-58d4ad4ce4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.887460 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f522dee-34c7-4f57-bcb5-dcfc6d31eedc req-7402999c-a0d5-48b4-896d-58d4ad4ce4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.887934 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f522dee-34c7-4f57-bcb5-dcfc6d31eedc req-7402999c-a0d5-48b4-896d-58d4ad4ce4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.888406 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f522dee-34c7-4f57-bcb5-dcfc6d31eedc req-7402999c-a0d5-48b4-896d-58d4ad4ce4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.889540 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f522dee-34c7-4f57-bcb5-dcfc6d31eedc req-7402999c-a0d5-48b4-896d-58d4ad4ce4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.889886 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f522dee-34c7-4f57-bcb5-dcfc6d31eedc req-7402999c-a0d5-48b4-896d-58d4ad4ce4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.890383 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f522dee-34c7-4f57-bcb5-dcfc6d31eedc req-7402999c-a0d5-48b4-896d-58d4ad4ce4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.892405 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f522dee-34c7-4f57-bcb5-dcfc6d31eedc req-7402999c-a0d5-48b4-896d-58d4ad4ce4f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70c4c3b9b3c649e3926da7d12add9340&device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 6726 time: 0.2076468 Feb 19 04:14:56.974876 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:56.981164 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f88d4b68-23db-4eeb-b340-7c9bd3662527 req-5db6a924-0a84-40c1-afe0-47dc12818a6c tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670215 Feb 19 04:14:57.018785 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port b3abe13d-726a-41f3-84de-556b3546bd61 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:14:57.030357 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port b3abe13d-726a-41f3-84de-556b3546bd61 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:57.030837 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b3abe13d-726a-41f3-84de-556b3546bd61), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:57.127469 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2297c592-be7a-4fba-9ff2-9b2db29f6854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'name': 'tempest-TaggedBootDevicesTest_v242-778122631-router', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '7c9000ce-d8a8-4a96-a89f-b197410e872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:20Z', 'updated_at': '2022-02-19T04:11:34Z', 'revision_number': 4, 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'gw_port': {'id': '7c9000ce-d8a8-4a96-a89f-b197410e872b', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:22Z', 'updated_at': '2022-02-19T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '8f53cb3c-81f7-463d-acbb-a43ed9a08ae2', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'port_id': '34be0ba4-056a-4e2e-8c32-588153dfa0c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f758f6a7-1c73-480c-aa6e-af8f6b3fc936', 'mac_address': 'fa:16:3e:a7:06:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:12:49Z', 'updated_at': '2022-02-19T04:14:55Z', 'revision_number': 1, 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eae81182-2e67-4b87-af6a-dd924078ef05', 'name': '', 'network_id': 'f758f6a7-1c73-480c-aa6e-af8f6b3fc936', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'mac_address': 'fa:16:3e:2c:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'ab33f94a-f001-4e22-992e-6a938e5dd9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:31Z', 'updated_at': '2022-02-19T04:11:42Z', 'revision_number': 5, 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'subnets': [{'id': 'ab33f94a-f001-4e22-992e-6a938e5dd9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:57.136783 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7507c1-0bca-4c6a-9dfc-7c4cdf421748 req-0088213c-5032-49f0-b7d5-49d17e0e68a2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:57.144431 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7507c1-0bca-4c6a-9dfc-7c4cdf421748 req-0088213c-5032-49f0-b7d5-49d17e0e68a2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:57.149775 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7507c1-0bca-4c6a-9dfc-7c4cdf421748 req-0088213c-5032-49f0-b7d5-49d17e0e68a2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:57.156930 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7507c1-0bca-4c6a-9dfc-7c4cdf421748 req-0088213c-5032-49f0-b7d5-49d17e0e68a2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:57.162467 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7507c1-0bca-4c6a-9dfc-7c4cdf421748 req-0088213c-5032-49f0-b7d5-49d17e0e68a2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:57.167937 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7507c1-0bca-4c6a-9dfc-7c4cdf421748 req-0088213c-5032-49f0-b7d5-49d17e0e68a2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:57.173646 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7507c1-0bca-4c6a-9dfc-7c4cdf421748 req-0088213c-5032-49f0-b7d5-49d17e0e68a2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:57.175638 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c7507c1-0bca-4c6a-9dfc-7c4cdf421748 req-0088213c-5032-49f0-b7d5-49d17e0e68a2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5445 time: 0.1754115 Feb 19 04:14:57.180890 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f522dee-34c7-4f57-bcb5-dcfc6d31eedc req-621e7d47-29b1-45f2-bb4a-6954434f538f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:57.182338 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f522dee-34c7-4f57-bcb5-dcfc6d31eedc req-621e7d47-29b1-45f2-bb4a-6954434f538f service neutron] 10.222.0.26 "GET /v2.0/networks?id=f758f6a7-1c73-480c-aa6e-af8f6b3fc936 HTTP/1.1" status: 200 len: 917 time: 0.2644618 Feb 19 04:14:57.207314 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2297c592-be7a-4fba-9ff2-9b2db29f6854 None None] Checking router: 7b3e99fc-a0e7-4074-bd14-5855ac709c9f for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:14:57.225339 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2297c592-be7a-4fba-9ff2-9b2db29f6854 None None] Routers {'7b3e99fc-a0e7-4074-bd14-5855ac709c9f'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:57.225984 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2297c592-be7a-4fba-9ff2-9b2db29f6854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:14:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7b3e99fc-a0e7-4074-bd14-5855ac709c9f'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:57.229001 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port b3abe13d-726a-41f3-84de-556b3546bd61 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:57.229394 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b3abe13d-726a-41f3-84de-556b3546bd61), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:57.286270 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bd18d-e031-4a4a-be37-2b14f40512f0 req-f4f22d63-11fd-4af2-8ecb-c646423862fd tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:57.288327 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-376bd18d-e031-4a4a-be37-2b14f40512f0 req-f4f22d63-11fd-4af2-8ecb-c646423862fd tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 945 time: 0.1112723 Feb 19 04:14:57.297936 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f522dee-34c7-4f57-bcb5-dcfc6d31eedc req-dafd224b-2212-4856-a026-ee59ae6379fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34be0ba4-056a-4e2e-8c32-588153dfa0c7 HTTP/1.1" status: 200 len: 1000 time: 0.1015022 Feb 19 04:14:57.377703 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f522dee-34c7-4f57-bcb5-dcfc6d31eedc req-d44b1262-0cde-4e8d-84ed-f88ac6a7f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:57.379391 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f522dee-34c7-4f57-bcb5-dcfc6d31eedc req-d44b1262-0cde-4e8d-84ed-f88ac6a7f81a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab33f94a-f001-4e22-992e-6a938e5dd9bf HTTP/1.1" status: 200 len: 855 time: 0.0718572 Feb 19 04:14:57.382614 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-376bd18d-e031-4a4a-be37-2b14f40512f0 req-962c2385-abb1-4d74-808b-7f33701aad94 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823050 Feb 19 04:14:57.406611 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2616a8ab-3371-4bcf-9491-340c9467278b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3abe13d-726a-41f3-84de-556b3546bd61'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:57.409228 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83654623-753c-498e-8d3a-288ddea85c12" -d '{"events": [{"server_uuid": "2616a8ab-3371-4bcf-9491-340c9467278b", "name": "network-vif-plugged", "status": "completed", "tag": "b3abe13d-726a-41f3-84de-556b3546bd61"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:57.428832 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-2297c592-be7a-4fba-9ff2-9b2db29f6854 None None] Set router 7b3e99fc-a0e7-4074-bd14-5855ac709c9f gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:57.438196 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f522dee-34c7-4f57-bcb5-dcfc6d31eedc req-4819908d-2247-46eb-8885-ff6bc103cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:57.439717 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f522dee-34c7-4f57-bcb5-dcfc6d31eedc req-4819908d-2247-46eb-8885-ff6bc103cf66 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f758f6a7-1c73-480c-aa6e-af8f6b3fc936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0539620 Feb 19 04:14:57.486665 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7889c5-dc5c-4fc1-b3b1-c676a9482384 x-openstack-request-id: req-0d7889c5-dc5c-4fc1-b3b1-c676a9482384 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:57.486942 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2616a8ab-3371-4bcf-9491-340c9467278b", "name": "network-vif-plugged", "status": "completed", "tag": "b3abe13d-726a-41f3-84de-556b3546bd61", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:57.487354 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d7889c5-dc5c-4fc1-b3b1-c676a9482384 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:57.488434 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2616a8ab-3371-4bcf-9491-340c9467278b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3abe13d-726a-41f3-84de-556b3546bd61', 'code': 200} Feb 19 04:14:57.491557 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port b3abe13d-726a-41f3-84de-556b3546bd61, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=b3abe13d-726a-41f3-84de-556b3546bd61,segment=NetworkSegment(be999880-b75a-4dab-9e73-f9f6f76b8767),segment_id=be999880-b75a-4dab-9e73-f9f6f76b8767)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:57.504729 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b3abe13d-726a-41f3-84de-556b3546bd61), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:57.587409 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f522dee-34c7-4f57-bcb5-dcfc6d31eedc req-d1645689-2a88-49f6-9f6e-ec517546faae service neutron] 10.222.0.26 "GET /v2.0/networks/f758f6a7-1c73-480c-aa6e-af8f6b3fc936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394150 Feb 19 04:14:57.594749 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc128cb3-a63e-43e2-999c-d9689014fa9b req-8434d886-dfaa-42be-ba43-a83402016532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:57.597624 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dc128cb3-a63e-43e2-999c-d9689014fa9b req-8434d886-dfaa-42be-ba43-a83402016532 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2616a8ab-3371-4bcf-9491-340c9467278b HTTP/1.1" status: 200 len: 1128 time: 0.0755584 Feb 19 04:14:57.715344 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dc128cb3-a63e-43e2-999c-d9689014fa9b req-d5cc4601-89ec-48aa-9b59-a366c0fa9e72 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035676 Feb 19 04:14:57.835335 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=b3abe13d-726a-41f3-84de-556b3546bd61,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:57.846801 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a81df5-b1c1-4a4c-9939-6464ed9e1934 req-c1cb5553-fc9f-4b0b-ae05-ba92f464d40a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:57.848611 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7a81df5-b1c1-4a4c-9939-6464ed9e1934 req-c1cb5553-fc9f-4b0b-ae05-ba92f464d40a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 946 time: 0.2120609 Feb 19 04:14:57.863766 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device f9a9460e-9cea-497c-be88-aa5f7e14c403 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:14:57.885836 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38508) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:58.016905 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f522dee-34c7-4f57-bcb5-dcfc6d31eedc req-eac056dd-4de2-42cd-950e-b727038fcd5d service neutron] 10.222.0.26 "GET /v2.0/networks/f758f6a7-1c73-480c-aa6e-af8f6b3fc936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107125 Feb 19 04:14:58.063277 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7a81df5-b1c1-4a4c-9939-6464ed9e1934 req-93f09de0-2939-436d-b82a-f835e90439a5 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930916 Feb 19 04:14:58.083037 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af298255-f9f1-48c4-84aa-8b001dc3e274 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:58.178471 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port f9a9460e-9cea-497c-be88-aa5f7e14c403, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=f9a9460e-9cea-497c-be88-aa5f7e14c403,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:58.226393 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'f9a9460e-9cea-497c-be88-aa5f7e14c403', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'port_id': 'f9a9460e-9cea-497c-be88-aa5f7e14c403', 'mac_address': 'fa:16:3e:08:46:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:14:58.242216 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b99da-6f22-4246-a065-4bd85f2b1ac2 req-f572628a-ca4c-4b8a-ae64-c75d752a4106 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:58.254088 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-360b99da-6f22-4246-a065-4bd85f2b1ac2 req-f572628a-ca4c-4b8a-ae64-c75d752a4106 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=2616a8ab-3371-4bcf-9491-340c9467278b HTTP/1.1" status: 200 len: 945 time: 0.1439953 Feb 19 04:14:58.287951 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af298255-f9f1-48c4-84aa-8b001dc3e274 admin admin] Publish callbacks [] for security_group (39b4309c-7b39-4013-ab95-a28537cc1af6), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:58.307060 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af298255-f9f1-48c4-84aa-8b001dc3e274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (39b4309c-7b39-4013-ab95-a28537cc1af6), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:58.330192 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-360b99da-6f22-4246-a065-4bd85f2b1ac2 req-ef156b9b-502d-4a93-ab7e-116f31755a26 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746973 Feb 19 04:14:58.330687 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2297c592-be7a-4fba-9ff2-9b2db29f6854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'name': 'tempest-TaggedBootDevicesTest_v242-778122631-router', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '7c9000ce-d8a8-4a96-a89f-b197410e872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:20Z', 'updated_at': '2022-02-19T04:11:34Z', 'revision_number': 4, 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'gw_port': {'id': '7c9000ce-d8a8-4a96-a89f-b197410e872b', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:22Z', 'updated_at': '2022-02-19T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '8f53cb3c-81f7-463d-acbb-a43ed9a08ae2', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'port_id': '34be0ba4-056a-4e2e-8c32-588153dfa0c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f758f6a7-1c73-480c-aa6e-af8f6b3fc936', 'mac_address': 'fa:16:3e:a7:06:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:12:49Z', 'updated_at': '2022-02-19T04:14:55Z', 'revision_number': 1, 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eae81182-2e67-4b87-af6a-dd924078ef05', 'name': '', 'network_id': 'f758f6a7-1c73-480c-aa6e-af8f6b3fc936', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'mac_address': 'fa:16:3e:2c:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'ab33f94a-f001-4e22-992e-6a938e5dd9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:31Z', 'updated_at': '2022-02-19T04:11:42Z', 'revision_number': 5, 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'subnets': [{'id': 'ab33f94a-f001-4e22-992e-6a938e5dd9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:58.365220 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2297c592-be7a-4fba-9ff2-9b2db29f6854 None None] The sync data for ids ['7b3e99fc-a0e7-4074-bd14-5855ac709c9f'] in n-d-828369-19 is: [{'id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'name': 'tempest-TaggedBootDevicesTest_v242-778122631-router', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '7c9000ce-d8a8-4a96-a89f-b197410e872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:20Z', 'updated_at': '2022-02-19T04:11:34Z', 'revision_number': 4, 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'gw_port': {'id': '7c9000ce-d8a8-4a96-a89f-b197410e872b', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:22Z', 'updated_at': '2022-02-19T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '8f53cb3c-81f7-463d-acbb-a43ed9a08ae2', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'port_id': '34be0ba4-056a-4e2e-8c32-588153dfa0c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f758f6a7-1c73-480c-aa6e-af8f6b3fc936', 'mac_address': 'fa:16:3e:a7:06:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:12:49Z', 'updated_at': '2022-02-19T04:14:55Z', 'revision_number': 1, 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eae81182-2e67-4b87-af6a-dd924078ef05', 'name': '', 'network_id': 'f758f6a7-1c73-480c-aa6e-af8f6b3fc936', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'mac_address': 'fa:16:3e:2c:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'ab33f94a-f001-4e22-992e-6a938e5dd9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:31Z', 'updated_at': '2022-02-19T04:11:42Z', 'revision_number': 5, 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'subnets': [{'id': 'ab33f94a-f001-4e22-992e-6a938e5dd9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:14:58.368093 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port f9a9460e-9cea-497c-be88-aa5f7e14c403 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:58.368485 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:58.373599 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-af298255-f9f1-48c4-84aa-8b001dc3e274 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6ef8f98f548a4535945796dcc989e428&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4861581 Feb 19 04:14:58.374632 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af298255-f9f1-48c4-84aa-8b001dc3e274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b4309c-7b39-4013-ab95-a28537cc1af6,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:58.376211 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38522) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:58.386468 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a9460e-9cea-497c-be88-aa5f7e14c403 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:58.431568 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port f9a9460e-9cea-497c-be88-aa5f7e14c403, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=f9a9460e-9cea-497c-be88-aa5f7e14c403,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:58.439587 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:58.453638 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8a9bc79f-055a-4a09-b362-c2f8295c2c5b admin admin] Publish callbacks [] for security_group (39b4309c-7b39-4013-ab95-a28537cc1af6), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:58.481442 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8a9bc79f-055a-4a09-b362-c2f8295c2c5b admin admin] Publish callbacks [] for security_group (39b4309c-7b39-4013-ab95-a28537cc1af6), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:58.528783 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=f9a9460e-9cea-497c-be88-aa5f7e14c403,revision_number=11']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:58.580603 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c04d4e-ebf8-423b-a0ac-01fe49bed5a2 req-7d2ca74d-fdb3-478a-b407-d10f2665bff0 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:58.582197 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b1c04d4e-ebf8-423b-a0ac-01fe49bed5a2 req-7d2ca74d-fdb3-478a-b407-d10f2665bff0 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.0705552 Feb 19 04:14:58.589236 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8a9bc79f-055a-4a09-b362-c2f8295c2c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (39b4309c-7b39-4013-ab95-a28537cc1af6), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:58.592793 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8a9bc79f-055a-4a09-b362-c2f8295c2c5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:58.596458 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8a9bc79f-055a-4a09-b362-c2f8295c2c5b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/39b4309c-7b39-4013-ab95-a28537cc1af6 HTTP/1.1" status: 204 len: 168 time: 0.2165775 Feb 19 04:14:58.616514 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bc79f-055a-4a09-b362-c2f8295c2c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b4309c-7b39-4013-ab95-a28537cc1af6,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:58.727799 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b1c04d4e-ebf8-423b-a0ac-01fe49bed5a2 req-59fa96af-c4bd-4b66-94aa-2bebc16a6bb3 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288691 Feb 19 04:14:58.742310 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec3e14d-cf8e-4c1e-bd9a-fab670e97bd9 None None] New status for floating IP 8f53cb3c-81f7-463d-acbb-a43ed9a08ae2: ACTIVE {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:14:58.812220 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['f9a9460e-9cea-497c-be88-aa5f7e14c403'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:14:59.135905 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38532) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:59.150883 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-614313f3-7bf9-424c-883d-b77c4e26d115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:59.235114 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e312ac-eee3-4de1-b049-1d4b4f15b394 req-010376a0-d465-4699-b687-713522e5bf00 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:59.243717 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88e312ac-eee3-4de1-b049-1d4b4f15b394 req-010376a0-d465-4699-b687-713522e5bf00 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 946 time: 0.0784469 Feb 19 04:14:59.268618 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-614313f3-7bf9-424c-883d-b77c4e26d115 admin admin] Publish callbacks [] for security_group (e8c217eb-8ba6-4475-8659-34b13240da34), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:59.276565 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-614313f3-7bf9-424c-883d-b77c4e26d115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e8c217eb-8ba6-4475-8659-34b13240da34), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:59.306294 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-614313f3-7bf9-424c-883d-b77c4e26d115 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9f5c423cf05a46f2a6d4367badef1a1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1685996 Feb 19 04:14:59.315086 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38536) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:59.316377 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88e312ac-eee3-4de1-b049-1d4b4f15b394 req-093ab581-ab22-4cdb-b283-eaeca0348e56 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672979 Feb 19 04:14:59.365948 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614313f3-7bf9-424c-883d-b77c4e26d115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c217eb-8ba6-4475-8659-34b13240da34,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:59.391497 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dbbbf1c3-7c5f-4964-aa70-54c414e5ce21 admin admin] Publish callbacks [] for security_group (e8c217eb-8ba6-4475-8659-34b13240da34), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:59.413995 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dbbbf1c3-7c5f-4964-aa70-54c414e5ce21 admin admin] Publish callbacks [] for security_group (e8c217eb-8ba6-4475-8659-34b13240da34), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:59.467043 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f4264-304d-408b-ba4d-57a735c4e304 req-cc17bffe-d7d8-4151-9b88-750b9eadcc11 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:59.469306 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b87f4264-304d-408b-ba4d-57a735c4e304 req-cc17bffe-d7d8-4151-9b88-750b9eadcc11 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=2616a8ab-3371-4bcf-9491-340c9467278b HTTP/1.1" status: 200 len: 945 time: 0.0648513 Feb 19 04:14:59.472728 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dbbbf1c3-7c5f-4964-aa70-54c414e5ce21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e8c217eb-8ba6-4475-8659-34b13240da34), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:59.476412 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dbbbf1c3-7c5f-4964-aa70-54c414e5ce21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:59.480315 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-dbbbf1c3-7c5f-4964-aa70-54c414e5ce21 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e8c217eb-8ba6-4475-8659-34b13240da34 HTTP/1.1" status: 204 len: 168 time: 0.1614528 Feb 19 04:14:59.488751 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbbf1c3-7c5f-4964-aa70-54c414e5ce21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c217eb-8ba6-4475-8659-34b13240da34,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:59.554239 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b87f4264-304d-408b-ba4d-57a735c4e304 req-60aff3bc-7344-45da-8f67-41742dff7b9e tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787106 Feb 19 04:14:59.587351 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:59.979572 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccafaa-7c9e-441e-9d39-bc6434de93f5 req-33b0b46a-ebd2-4875-b716-80b47ae5a1c3 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:59.991692 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-15ccafaa-7c9e-441e-9d39-bc6434de93f5 req-33b0b46a-ebd2-4875-b716-80b47ae5a1c3 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.1277504 Feb 19 04:15:00.056051 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-15ccafaa-7c9e-441e-9d39-bc6434de93f5 req-146ce11a-1a90-4ab6-8e40-c732979a37a7 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634010 Feb 19 04:15:00.472122 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1972e-e4ed-4167-a33e-544510046cf4 req-7cb742e9-0b84-4c92-a576-433985a3b7f8 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:00.473758 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7bd1972e-e4ed-4167-a33e-544510046cf4 req-7cb742e9-0b84-4c92-a576-433985a3b7f8 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 946 time: 0.0717936 Feb 19 04:15:00.536973 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7bd1972e-e4ed-4167-a33e-544510046cf4 req-a9355e5b-33c6-4aae-a117-0f922667011b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568814 Feb 19 04:15:00.585645 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f325da5a-c486-48f8-82d6-facae18bbfbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:01.255588 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f37475-1b5d-426e-a003-c67fcd09e496 req-e5f59635-1115-4dc2-8050-fce28f04cef4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:01.257925 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-77f37475-1b5d-426e-a003-c67fcd09e496 req-e5f59635-1115-4dc2-8050-fce28f04cef4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 946 time: 0.0738530 Feb 19 04:15:01.346044 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-77f37475-1b5d-426e-a003-c67fcd09e496 req-6e652fd5-67d8-48a8-9cf0-331dc744b0a6 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718536 Feb 19 04:15:01.700420 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61b5be-c017-4a1d-9cc7-ac88c9e4f6bb req-3242e82d-c05a-4024-829b-46701a44440c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:01.703719 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1b61b5be-c017-4a1d-9cc7-ac88c9e4f6bb req-3242e82d-c05a-4024-829b-46701a44440c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 946 time: 0.0571203 Feb 19 04:15:01.759539 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1b61b5be-c017-4a1d-9cc7-ac88c9e4f6bb req-2aff3336-600e-42cc-a255-1ff25e6e39b6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487177 Feb 19 04:15:01.887837 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device f9a9460e-9cea-497c-be88-aa5f7e14c403 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:15:01.940562 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port f9a9460e-9cea-497c-be88-aa5f7e14c403 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:15:01.944407 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port f9a9460e-9cea-497c-be88-aa5f7e14c403 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:15:01.944781 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:02.025936 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port f9a9460e-9cea-497c-be88-aa5f7e14c403 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:02.026404 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:02.049634 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e192823-4df3-48ab-b01b-4b32bd8b2fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a9460e-9cea-497c-be88-aa5f7e14c403'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:02.050069 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38634) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:02.051900 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0845c66e-e098-420f-8c16-5c31f893c85e" -d '{"events": [{"server_uuid": "9e192823-4df3-48ab-b01b-4b32bd8b2fd9", "name": "network-vif-plugged", "status": "completed", "tag": "f9a9460e-9cea-497c-be88-aa5f7e14c403"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:02.066691 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port f9a9460e-9cea-497c-be88-aa5f7e14c403, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=f9a9460e-9cea-497c-be88-aa5f7e14c403,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:02.074354 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:02.126479 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ecf6c9-857a-42a4-ac6c-0875788eb8a6 x-openstack-request-id: req-a9ecf6c9-857a-42a4-ac6c-0875788eb8a6 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:02.126822 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e192823-4df3-48ab-b01b-4b32bd8b2fd9", "name": "network-vif-plugged", "status": "completed", "tag": "f9a9460e-9cea-497c-be88-aa5f7e14c403", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:02.127085 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a9ecf6c9-857a-42a4-ac6c-0875788eb8a6 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:02.127483 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e192823-4df3-48ab-b01b-4b32bd8b2fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a9460e-9cea-497c-be88-aa5f7e14c403', 'code': 200} Feb 19 04:15:02.156200 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=f9a9460e-9cea-497c-be88-aa5f7e14c403,revision_number=12']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:02.222654 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2367e56b-31d0-4d56-8525-09ccf7b2c748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:02.317464 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2367e56b-31d0-4d56-8525-09ccf7b2c748 admin admin] Publish callbacks [] for security_group (6e475b21-c68b-43dd-8a4a-6a04cd979cdf), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:02.320183 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d3b08-938c-4800-807d-e7d2f9fc3ba9 req-17a2b5ad-144f-4687-a886-8e50b668200c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:02.322338 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c20d3b08-938c-4800-807d-e7d2f9fc3ba9 req-17a2b5ad-144f-4687-a886-8e50b668200c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 1130 time: 0.0552170 Feb 19 04:15:02.326796 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2367e56b-31d0-4d56-8525-09ccf7b2c748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6e475b21-c68b-43dd-8a4a-6a04cd979cdf), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:02.378259 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2367e56b-31d0-4d56-8525-09ccf7b2c748 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bdb1871c78ca43eda132fc1ac42fafde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3176496 Feb 19 04:15:02.381420 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38656) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:02.389817 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c20d3b08-938c-4800-807d-e7d2f9fc3ba9 req-d0d3859e-e712-4e5e-8ca7-5793f515123f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619330 Feb 19 04:15:02.429618 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367e56b-31d0-4d56-8525-09ccf7b2c748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e475b21-c68b-43dd-8a4a-6a04cd979cdf,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:02.460070 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99cc1c33-db8a-46fb-8fde-e6204be95206 admin admin] Publish callbacks [] for security_group (6e475b21-c68b-43dd-8a4a-6a04cd979cdf), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:02.485369 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99cc1c33-db8a-46fb-8fde-e6204be95206 admin admin] Publish callbacks [] for security_group (6e475b21-c68b-43dd-8a4a-6a04cd979cdf), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:02.571104 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99cc1c33-db8a-46fb-8fde-e6204be95206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6e475b21-c68b-43dd-8a4a-6a04cd979cdf), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:02.574890 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99cc1c33-db8a-46fb-8fde-e6204be95206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:02.580307 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-99cc1c33-db8a-46fb-8fde-e6204be95206 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6e475b21-c68b-43dd-8a4a-6a04cd979cdf HTTP/1.1" status: 204 len: 168 time: 0.1963480 Feb 19 04:15:02.633372 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc1c33-db8a-46fb-8fde-e6204be95206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e475b21-c68b-43dd-8a4a-6a04cd979cdf,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:02.720773 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2e226-c504-4588-8071-325fa0b357bb req-46b76398-0a0f-49bd-a4da-8a772af924d1 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:02.722084 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64f2e226-c504-4588-8071-325fa0b357bb req-46b76398-0a0f-49bd-a4da-8a772af924d1 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 947 time: 0.1198752 Feb 19 04:15:02.761772 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-06d7e9f7-1a4c-4654-bd99-85f7494e4ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:02.880499 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64f2e226-c504-4588-8071-325fa0b357bb req-b22cc928-b982-475d-ac01-e317e52d4246 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399865 Feb 19 04:15:02.891819 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-fe9b0d97-7f3a-4df0-8dfc-bce3c276e963 service neutron] show failed (client error): The resource could not be found. Feb 19 04:15:02.892648 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-fe9b0d97-7f3a-4df0-8dfc-bce3c276e963 service neutron] 10.222.0.79 "GET /v2.0/ports/23c49555-16ce-45ca-9778-dc102b7f108e/bindings/n-h1-828369-19 HTTP/1.1" status: 404 len: 381 time: 0.1535590 Feb 19 04:15:02.931184 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b2259-c62f-434b-b93f-bdc435e3fd43 req-21c0cfb3-9042-44c2-b249-bb5de28b5b31 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:02.932817 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-580b2259-c62f-434b-b93f-bdc435e3fd43 req-21c0cfb3-9042-44c2-b249-bb5de28b5b31 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.1402147 Feb 19 04:15:03.058536 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-580b2259-c62f-434b-b93f-bdc435e3fd43 req-471b0458-3128-49ad-addb-d94d3e52c54d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1101665 Feb 19 04:15:03.096070 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d693a-c56b-4f03-a063-eff721fea2b5 req-26b6d766-8a4f-4e53-b09a-e7f64f6b2eed tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:03.103511 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-043d693a-c56b-4f03-a063-eff721fea2b5 req-26b6d766-8a4f-4e53-b09a-e7f64f6b2eed tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 946 time: 0.1134737 Feb 19 04:15:03.120786 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38672) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:03.153633 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0f6832d8-52e7-4d7f-a52c-0693afb9cabf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:03.186080 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-043d693a-c56b-4f03-a063-eff721fea2b5 req-484383cc-ee5f-40bd-9d59-e2b074570c38 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815837 Feb 19 04:15:03.261398 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0f6832d8-52e7-4d7f-a52c-0693afb9cabf admin admin] Publish callbacks [] for security_group (8b1fc52a-93fc-4d2d-b64f-f762176f4506), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:03.267909 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0f6832d8-52e7-4d7f-a52c-0693afb9cabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8b1fc52a-93fc-4d2d-b64f-f762176f4506), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:03.283755 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb568a3-a492-4fb2-8022-d1aec3c77a2c req-53240dd2-587c-4814-b58b-b468a5faf473 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:03.285851 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-afb568a3-a492-4fb2-8022-d1aec3c77a2c req-53240dd2-587c-4814-b58b-b468a5faf473 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.0727332 Feb 19 04:15:03.287958 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-6aa77b49-48ed-4690-ab74-300a27338503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:03.289566 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-6aa77b49-48ed-4690-ab74-300a27338503 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41&tenant_id=3daaed16085e4153afa0c32c565c3455 HTTP/1.1" status: 200 len: 1129 time: 0.1228263 Feb 19 04:15:03.302809 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0f6832d8-52e7-4d7f-a52c-0693afb9cabf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0a31f8bc51da4394b4544790cc279f06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1802623 Feb 19 04:15:03.303784 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-d1db093c-543c-4114-b129-4c551bf572e4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-19', 'device_owner': 'compute:nova'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:03.307186 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38674) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:03.324105 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6832d8-52e7-4d7f-a52c-0693afb9cabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1fc52a-93fc-4d2d-b64f-f762176f4506,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:03.434079 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-afb568a3-a492-4fb2-8022-d1aec3c77a2c req-979bc893-b2d3-4166-b4c3-1592f3aad950 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1423647 Feb 19 04:15:03.444168 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-d1db093c-543c-4114-b129-4c551bf572e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:03.456822 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-03001808-a2d6-4ab1-b83d-093f970feac9 admin admin] Publish callbacks [] for security_group (8b1fc52a-93fc-4d2d-b64f-f762176f4506), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:03.478999 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-03001808-a2d6-4ab1-b83d-093f970feac9 admin admin] Publish callbacks [] for security_group (8b1fc52a-93fc-4d2d-b64f-f762176f4506), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:03.598396 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-03001808-a2d6-4ab1-b83d-093f970feac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8b1fc52a-93fc-4d2d-b64f-f762176f4506), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:03.600852 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-03001808-a2d6-4ab1-b83d-093f970feac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:03.604688 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-03001808-a2d6-4ab1-b83d-093f970feac9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8b1fc52a-93fc-4d2d-b64f-f762176f4506 HTTP/1.1" status: 204 len: 168 time: 0.2833700 Feb 19 04:15:03.651284 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ec476-13a6-4d1a-8462-6e0246e9ce41 req-73151276-dcb7-4d4f-b2d3-a98b70fe6376 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:03.652594 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-954ec476-13a6-4d1a-8462-6e0246e9ce41 req-73151276-dcb7-4d4f-b2d3-a98b70fe6376 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.1446099 Feb 19 04:15:03.672081 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03001808-a2d6-4ab1-b83d-093f970feac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1fc52a-93fc-4d2d-b64f-f762176f4506,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:03.751439 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:03.816352 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-954ec476-13a6-4d1a-8462-6e0246e9ce41 req-8ed211c0-2c1b-4ad8-994b-d630e43889f3 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1551332 Feb 19 04:15:03.916405 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-d1db093c-543c-4114-b129-4c551bf572e4 service neutron] For port 23c49555-16ce-45ca-9778-dc102b7f108e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=23c49555-16ce-45ca-9778-dc102b7f108e,segment=NetworkSegment(f3e08904-2dfd-4a42-a044-c64d88dcae94),segment_id=f3e08904-2dfd-4a42-a044-c64d88dcae94)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:04.141864 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-d1db093c-543c-4114-b129-4c551bf572e4 service neutron] For port 23c49555-16ce-45ca-9778-dc102b7f108e, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:15:04.208361 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c3804-53e6-4d0e-bec7-9e4f83c7a402 req-90136664-f9eb-4ef9-9050-bffd7adb9182 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:04.209929 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc9c3804-53e6-4d0e-bec7-9e4f83c7a402 req-90136664-f9eb-4ef9-9050-bffd7adb9182 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.3002894 Feb 19 04:15:04.254043 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e97138d-d079-42c5-a9e0-a30f7970cc41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23c49555-16ce-45ca-9778-dc102b7f108e'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:04.256339 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7732f5d4-86ec-47c1-8cb4-f13177c17984" -d '{"events": [{"server_uuid": "1e97138d-d079-42c5-a9e0-a30f7970cc41", "name": "network-vif-unplugged", "status": "completed", "tag": "23c49555-16ce-45ca-9778-dc102b7f108e"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:04.262387 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-d1db093c-543c-4114-b129-4c551bf572e4 service neutron] Publish callbacks [] for port (23c49555-16ce-45ca-9778-dc102b7f108e), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:04.291311 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ae24b-aa49-4cc6-884c-7d80f720a001 req-fd66635a-87ad-4883-b88f-bdd3197a4fda tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:04.293155 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec8ae24b-aa49-4cc6-884c-7d80f720a001 req-fd66635a-87ad-4883-b88f-bdd3197a4fda tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 947 time: 0.2559431 Feb 19 04:15:04.303642 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-d1db093c-543c-4114-b129-4c551bf572e4 service neutron] Transition to ACTIVE for port object 23c49555-16ce-45ca-9778-dc102b7f108e will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:15:04.327805 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-d1db093c-543c-4114-b129-4c551bf572e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:04.343282 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc9c3804-53e6-4d0e-bec7-9e4f83c7a402 req-4fab434e-e4b3-4f63-90af-3e8010e6b143 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1224730 Feb 19 04:15:04.477838 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db093c-543c-4114-b129-4c551bf572e4 service neutron] Pushing event updated for resources: {'Port': ['ID=23c49555-16ce-45ca-9778-dc102b7f108e,revision_number=6']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:04.518461 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec8ae24b-aa49-4cc6-884c-7d80f720a001 req-136994ce-d204-41eb-b3d8-56c273368c13 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075064 Feb 19 04:15:04.680394 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-d1db093c-543c-4114-b129-4c551bf572e4 service neutron] No DVR routers for this DVR port 23c49555-16ce-45ca-9778-dc102b7f108e on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:15:04.683969 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca564417-9e4f-45c6-96e2-065083cdebd2 x-openstack-request-id: req-ca564417-9e4f-45c6-96e2-065083cdebd2 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:04.683969 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e97138d-d079-42c5-a9e0-a30f7970cc41", "name": "network-vif-unplugged", "status": "completed", "tag": "23c49555-16ce-45ca-9778-dc102b7f108e", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:04.684234 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ca564417-9e4f-45c6-96e2-065083cdebd2 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:04.684617 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e97138d-d079-42c5-a9e0-a30f7970cc41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23c49555-16ce-45ca-9778-dc102b7f108e', 'code': 200} Feb 19 04:15:04.763538 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211df906-f27a-477e-8e8f-cf1904047ce3 req-9090da5c-e708-47cd-b836-ea72f552eca3 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:04.765762 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 23c49555-16ce-45ca-9778-dc102b7f108e no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:15:04.786592 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-211df906-f27a-477e-8e8f-cf1904047ce3 req-9090da5c-e708-47cd-b836-ea72f552eca3 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 944 time: 0.3131332 Feb 19 04:15:04.923118 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] The host n-h2-828369-19 is not matching for port 23c49555-16ce-45ca-9778-dc102b7f108e host n-h1-828369-19! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:15:04.923593 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 23c49555-16ce-45ca-9778-dc102b7f108e not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:15:05.254708 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:05.364669 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-211df906-f27a-477e-8e8f-cf1904047ce3 req-51a6e9c3-08b2-4ccb-a42b-e1b8d7c3cbdd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5771892 Feb 19 04:15:05.444315 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-5419c110-dd08-440c-940d-b4ce8500873d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:05.454609 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-5419c110-dd08-440c-940d-b4ce8500873d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/networks?id=af1b2524-905a-4fb0-b20e-a5912983245d HTTP/1.1" status: 200 len: 810 time: 0.5558298 Feb 19 04:15:05.479133 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-7b8f1642-c9a0-44d1-b220-43e78e920670 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/quotas/47d77581683d4c43a3d18ea75c887227 HTTP/1.1" status: 200 len: 375 time: 0.0228505 Feb 19 04:15:05.626542 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-d1db093c-543c-4114-b129-4c551bf572e4 service neutron] Attempting to bind port 23c49555-16ce-45ca-9778-dc102b7f108e on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:15:05.627103 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-d1db093c-543c-4114-b129-4c551bf572e4 service neutron] Attempting to bind port 23c49555-16ce-45ca-9778-dc102b7f108e by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'f3e08904-2dfd-4a42-a044-c64d88dcae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:15:05.627672 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-d1db093c-543c-4114-b129-4c551bf572e4 service neutron] Attempting to bind port 23c49555-16ce-45ca-9778-dc102b7f108e on network 04558d05-bf19-4e14-86d3-965fc0aa2433 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:15:05.633431 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-d1db093c-543c-4114-b129-4c551bf572e4 service neutron] Port 23c49555-16ce-45ca-9778-dc102b7f108e on network 04558d05-bf19-4e14-86d3-965fc0aa2433 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:15:05.634255 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-d1db093c-543c-4114-b129-4c551bf572e4 service neutron] Attempting to bind port 23c49555-16ce-45ca-9778-dc102b7f108e on network 04558d05-bf19-4e14-86d3-965fc0aa2433 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:15:05.663596 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-bc5b4f68-6056-4774-a5e5-d920f1885408 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=47d77581683d4c43a3d18ea75c887227&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1831670 Feb 19 04:15:05.669367 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-5374c623-253b-4a43-9c2a-ef83da41c5c0 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:15:05.677791 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-5374c623-253b-4a43-9c2a-ef83da41c5c0 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130782 Feb 19 04:15:05.697076 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-d1db093c-543c-4114-b129-4c551bf572e4 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:15:05.697481 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-d1db093c-543c-4114-b129-4c551bf572e4 service neutron] Checking segment: {'id': 'f3e08904-2dfd-4a42-a044-c64d88dcae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:15:05.697862 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-d1db093c-543c-4114-b129-4c551bf572e4 service neutron] Bound using segment: {'id': 'f3e08904-2dfd-4a42-a044-c64d88dcae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:15:05.698380 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-d1db093c-543c-4114-b129-4c551bf572e4 service neutron] Bound port: 23c49555-16ce-45ca-9778-dc102b7f108e, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e08904-2dfd-4a42-a044-c64d88dcae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:15:05.698801 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-d1db093c-543c-4114-b129-4c551bf572e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:05.853371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57ea8b-939c-4d1c-b347-a767bba68919 req-3bc8945f-4528-4712-89e3-9116a9ed7d0b tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:05.855052 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e57ea8b-939c-4d1c-b347-a767bba68919 req-3bc8945f-4528-4712-89e3-9116a9ed7d0b tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 947 time: 0.1675553 Feb 19 04:15:05.924368 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-3e2287ed-6261-4c2c-90be-d001290fc109 service neutron] 10.222.0.52 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452865 Feb 19 04:15:05.926942 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-d1db093c-543c-4114-b129-4c551bf572e4 service neutron] For port 23c49555-16ce-45ca-9778-dc102b7f108e, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:15:06.009023 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-d1db093c-543c-4114-b129-4c551bf572e4 service neutron] For port 23c49555-16ce-45ca-9778-dc102b7f108e, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=23c49555-16ce-45ca-9778-dc102b7f108e,segment=NetworkSegment(f3e08904-2dfd-4a42-a044-c64d88dcae94),segment_id=f3e08904-2dfd-4a42-a044-c64d88dcae94)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:15:06.013277 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e57ea8b-939c-4d1c-b347-a767bba68919 req-3dc920ed-10e3-4aca-96d3-55c9e6cde2ff tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505885 Feb 19 04:15:06.031228 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-d1db093c-543c-4114-b129-4c551bf572e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:06.095664 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-d1db093c-543c-4114-b129-4c551bf572e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:06.096878 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-d1db093c-543c-4114-b129-4c551bf572e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:06.098398 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-d1db093c-543c-4114-b129-4c551bf572e4 service neutron] 10.222.0.26 "PUT /v2.0/ports/23c49555-16ce-45ca-9778-dc102b7f108e HTTP/1.1" status: 200 len: 1093 time: 2.8002083 Feb 19 04:15:06.133275 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-23f1561d-1398-4e5b-89bb-df90f09c9b4c service neutron] 10.222.0.52 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080166 Feb 19 04:15:06.164183 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db093c-543c-4114-b129-4c551bf572e4 service neutron] Pushing event updated for resources: {'Port': ['ID=23c49555-16ce-45ca-9778-dc102b7f108e,revision_number=7']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:06.281378 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-696bef35-c576-4441-96d5-42068335aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:06.283298 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-696bef35-c576-4441-96d5-42068335aebe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 1127 time: 0.1117411 Feb 19 04:15:06.514430 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cc0cfc49-d329-412f-b942-7c460c992aa7 req-0dc460b1-35d1-496c-9e6c-5f2816721d7d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f3b3171-22a5-4f0b-b4ec-eff650649f72 HTTP/1.1" status: 200 len: 210 time: 0.0891147 Feb 19 04:15:06.563031 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-e4868ed7-770c-4047-a308-3952046eadec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:06.564534 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-e4868ed7-770c-4047-a308-3952046eadec service neutron] 10.222.0.26 "GET /v2.0/networks?id=04558d05-bf19-4e14-86d3-965fc0aa2433 HTTP/1.1" status: 200 len: 897 time: 0.2722583 Feb 19 04:15:06.695148 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e97138d-d079-42c5-a9e0-a30f7970cc41', 'tag': '23c49555-16ce-45ca-9778-dc102b7f108e'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:06.697459 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7248b306-665a-4cd9-8535-8f20b9e9f40f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e97138d-d079-42c5-a9e0-a30f7970cc41", "tag": "23c49555-16ce-45ca-9778-dc102b7f108e"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:06.733014 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-7a9af839-a223-45f8-b5db-c25325439d28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23c49555-16ce-45ca-9778-dc102b7f108e HTTP/1.1" status: 200 len: 1000 time: 0.1568921 Feb 19 04:15:06.784399 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:06.875833 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff241479-fa96-4983-acec-34b3be5fa76f x-openstack-request-id: req-ff241479-fa96-4983-acec-34b3be5fa76f {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:06.876126 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e97138d-d079-42c5-a9e0-a30f7970cc41", "tag": "23c49555-16ce-45ca-9778-dc102b7f108e", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:06.876405 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ff241479-fa96-4983-acec-34b3be5fa76f {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:06.876778 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e97138d-d079-42c5-a9e0-a30f7970cc41', 'tag': '23c49555-16ce-45ca-9778-dc102b7f108e', 'status': 'completed', 'code': 200} Feb 19 04:15:06.891790 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-83d85f0d-ee05-495c-9259-34398fc8cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:06.892074 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-83d85f0d-ee05-495c-9259-34398fc8cefe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7538da7-a1a0-4902-afe6-8a9256c7c858 HTTP/1.1" status: 200 len: 834 time: 0.1527562 Feb 19 04:15:07.070819 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909f6ae-2792-4b2b-b4fd-44a7f18af912 req-b7c41402-07e1-4975-bbbc-c79e4b0b5ce2 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:07.072263 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0909f6ae-2792-4b2b-b4fd-44a7f18af912 req-b7c41402-07e1-4975-bbbc-c79e4b0b5ce2 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 944 time: 0.1986654 Feb 19 04:15:07.089079 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-2ebac0c5-6c9c-4d12-9aff-b540e0c00729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:07.090588 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-2ebac0c5-6c9c-4d12-9aff-b540e0c00729 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04558d05-bf19-4e14-86d3-965fc0aa2433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1817589 Feb 19 04:15:07.093213 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248b306-665a-4cd9-8535-8f20b9e9f40f req-84bab0c3-6129-41e0-be6a-95972503e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:07.094986 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7248b306-665a-4cd9-8535-8f20b9e9f40f req-84bab0c3-6129-41e0-be6a-95972503e9e1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 1127 time: 0.1873446 Feb 19 04:15:07.305545 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0909f6ae-2792-4b2b-b4fd-44a7f18af912 req-39fc0780-3022-4f89-95ee-29951be34e57 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250056 Feb 19 04:15:07.365430 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248b306-665a-4cd9-8535-8f20b9e9f40f req-aee7992c-b46e-4b71-b9e5-6032b159105b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:07.367295 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7248b306-665a-4cd9-8535-8f20b9e9f40f req-aee7992c-b46e-4b71-b9e5-6032b159105b service neutron] 10.222.0.79 "GET /v2.0/networks?id=04558d05-bf19-4e14-86d3-965fc0aa2433 HTTP/1.1" status: 200 len: 897 time: 0.2659299 Feb 19 04:15:07.375276 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-9062a5e6-3b57-4487-b1bf-cbb556c01b63 service neutron] 10.222.0.26 "GET /v2.0/networks/04558d05-bf19-4e14-86d3-965fc0aa2433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559969 Feb 19 04:15:07.517639 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7248b306-665a-4cd9-8535-8f20b9e9f40f req-d602795e-f964-45f8-a361-42db263a5e39 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23c49555-16ce-45ca-9778-dc102b7f108e HTTP/1.1" status: 200 len: 1000 time: 0.1408281 Feb 19 04:15:07.609073 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248b306-665a-4cd9-8535-8f20b9e9f40f req-0263f803-ac3a-4cea-abd5-92fe7524ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:07.611006 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7248b306-665a-4cd9-8535-8f20b9e9f40f req-0263f803-ac3a-4cea-abd5-92fe7524ec76 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a7538da7-a1a0-4902-afe6-8a9256c7c858 HTTP/1.1" status: 200 len: 834 time: 0.0783670 Feb 19 04:15:07.660309 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0e79a4a-e0e7-4f0a-8267-3723b961b708 req-e5d9952a-e934-46bf-95ee-3baaf9d46aa4 service neutron] 10.222.0.26 "GET /v2.0/networks/04558d05-bf19-4e14-86d3-965fc0aa2433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750297 Feb 19 04:15:07.709656 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248b306-665a-4cd9-8535-8f20b9e9f40f req-5c016302-cc59-49e7-9fc2-ded9d5711b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:07.711287 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7248b306-665a-4cd9-8535-8f20b9e9f40f req-5c016302-cc59-49e7-9fc2-ded9d5711b84 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=04558d05-bf19-4e14-86d3-965fc0aa2433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0937827 Feb 19 04:15:07.895405 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69eba0ca-d853-4aca-92da-2fcafb380fbc req-63d95c77-aefc-4898-bdd6-0681b490984b tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f3b3171-22a5-4f0b-b4ec-eff650649f72 HTTP/1.1" status: 200 len: 210 time: 0.1570051 Feb 19 04:15:08.068276 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248b306-665a-4cd9-8535-8f20b9e9f40f req-c030c6af-5eb7-45d5-af39-a2ad28d69331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:08.068659 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7248b306-665a-4cd9-8535-8f20b9e9f40f req-c030c6af-5eb7-45d5-af39-a2ad28d69331 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 1127 time: 0.3283789 Feb 19 04:15:08.188167 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7248b306-665a-4cd9-8535-8f20b9e9f40f req-79235ec7-eb8a-4b7f-8fd7-fb3d6d95f63f service neutron] 10.222.0.79 "GET /v2.0/networks/04558d05-bf19-4e14-86d3-965fc0aa2433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695842 Feb 19 04:15:08.247879 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38852) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:08.479048 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248b306-665a-4cd9-8535-8f20b9e9f40f req-34ea48e5-b01d-46ab-903f-9d690e0d8f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:08.480531 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7248b306-665a-4cd9-8535-8f20b9e9f40f req-34ea48e5-b01d-46ab-903f-9d690e0d8f53 service neutron] 10.222.0.26 "GET /v2.0/networks?id=04558d05-bf19-4e14-86d3-965fc0aa2433 HTTP/1.1" status: 200 len: 897 time: 0.4027905 Feb 19 04:15:08.507640 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a8570896-2c5b-4b10-ac4c-45a72e7622e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:08.565326 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7248b306-665a-4cd9-8535-8f20b9e9f40f req-d4dbe191-b4ec-4963-abba-49b952899af2 service neutron] 10.222.0.79 "GET /v2.0/networks/04558d05-bf19-4e14-86d3-965fc0aa2433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621364 Feb 19 04:15:08.652369 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7248b306-665a-4cd9-8535-8f20b9e9f40f req-2f3c834a-7ecf-4f7a-b65d-4b970e13695e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23c49555-16ce-45ca-9778-dc102b7f108e HTTP/1.1" status: 200 len: 1000 time: 0.1512370 Feb 19 04:15:08.658402 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-8a8c6e3b-ddfd-48e2-a3ad-f98777d33870 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:08.659804 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-8a8c6e3b-ddfd-48e2-a3ad-f98777d33870 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.26 "GET /v2.0/networks?id=af1b2524-905a-4fb0-b20e-a5912983245d HTTP/1.1" status: 200 len: 810 time: 0.3133349 Feb 19 04:15:08.671192 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a8570896-2c5b-4b10-ac4c-45a72e7622e5 admin admin] Publish callbacks [] for security_group (2d9f4bfa-4160-412e-8775-0875493439d1), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:08.677129 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a8570896-2c5b-4b10-ac4c-45a72e7622e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2d9f4bfa-4160-412e-8775-0875493439d1), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:08.704175 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-45d05e3b-2226-4e65-b6b7-d7cd89c7b968 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Request body: {'port': {'device_id': '6f3b3171-22a5-4f0b-b4ec-eff650649f72', 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'admin_state_up': True, 'tenant_id': '47d77581683d4c43a3d18ea75c887227'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:08.723478 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8570896-2c5b-4b10-ac4c-45a72e7622e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9f4bfa-4160-412e-8775-0875493439d1,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:08.728715 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a8570896-2c5b-4b10-ac4c-45a72e7622e5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=96214cb41e6542819c29ed32cecc527d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4786685 Feb 19 04:15:08.733463 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38858) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:08.757901 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33468b0c-5f01-4c8d-86b5-3b1c000e1e88 req-b306dbab-3893-413c-865e-e9b1f528c02d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:08.768723 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-33468b0c-5f01-4c8d-86b5-3b1c000e1e88 req-b306dbab-3893-413c-865e-e9b1f528c02d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 944 time: 0.3028409 Feb 19 04:15:08.799263 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-65f39f37-244f-4a54-a009-2df3e1520882 admin admin] Publish callbacks [] for security_group (2d9f4bfa-4160-412e-8775-0875493439d1), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:08.812307 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248b306-665a-4cd9-8535-8f20b9e9f40f req-d7bd5e3b-1c6b-4114-ac37-003cfd8edc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:08.814206 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7248b306-665a-4cd9-8535-8f20b9e9f40f req-d7bd5e3b-1c6b-4114-ac37-003cfd8edc77 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7538da7-a1a0-4902-afe6-8a9256c7c858 HTTP/1.1" status: 200 len: 834 time: 0.1535208 Feb 19 04:15:08.823672 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-65f39f37-244f-4a54-a009-2df3e1520882 admin admin] Publish callbacks [] for security_group (2d9f4bfa-4160-412e-8775-0875493439d1), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:08.883869 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-65f39f37-244f-4a54-a009-2df3e1520882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2d9f4bfa-4160-412e-8775-0875493439d1), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:08.887857 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-65f39f37-244f-4a54-a009-2df3e1520882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:08.889265 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-65f39f37-244f-4a54-a009-2df3e1520882 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2d9f4bfa-4160-412e-8775-0875493439d1 HTTP/1.1" status: 204 len: 168 time: 0.1548970 Feb 19 04:15:08.917452 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f39f37-244f-4a54-a009-2df3e1520882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9f4bfa-4160-412e-8775-0875493439d1,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:09.066198 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-33468b0c-5f01-4c8d-86b5-3b1c000e1e88 req-ae8219bc-0afb-4e14-b90a-6c37e1c64b50 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2956333 Feb 19 04:15:09.092864 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c26f350-69bc-450d-ad97-e3049d8bf46a req-ae23c4cc-c92c-4fe4-8da3-c676837e2b36 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f3b3171-22a5-4f0b-b4ec-eff650649f72 HTTP/1.1" status: 200 len: 210 time: 0.0762641 Feb 19 04:15:09.101202 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248b306-665a-4cd9-8535-8f20b9e9f40f req-ee4a8f67-7299-47eb-ae32-41fb3f334236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:09.103160 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7248b306-665a-4cd9-8535-8f20b9e9f40f req-ee4a8f67-7299-47eb-ae32-41fb3f334236 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04558d05-bf19-4e14-86d3-965fc0aa2433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2737355 Feb 19 04:15:09.186022 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-45d05e3b-2226-4e65-b6b7-d7cd89c7b968 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Made reservation on behalf of 47d77581683d4c43a3d18ea75c887227 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:15:09.190058 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-45d05e3b-2226-4e65-b6b7-d7cd89c7b968 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:09.629094 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7248b306-665a-4cd9-8535-8f20b9e9f40f req-bfe2932f-6a39-47cf-af39-8e957774675e service neutron] 10.222.0.26 "GET /v2.0/networks/04558d05-bf19-4e14-86d3-965fc0aa2433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152993 Feb 19 04:15:09.654928 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38880) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:09.670080 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-28179ae9-5242-4f28-9f26-9b31b6a97fd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:09.768515 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-45d05e3b-2226-4e65-b6b7-d7cd89c7b968 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Allocated IP 172.20.0.9 (af1b2524-905a-4fb0-b20e-a5912983245d/2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4/7d78385b-25be-440e-b3d2-78e92d5b03f2) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:15:09.795605 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7248b306-665a-4cd9-8535-8f20b9e9f40f req-f02dca00-a8ce-4fc9-af27-059521c2a447 service neutron] 10.222.0.26 "GET /v2.0/networks/04558d05-bf19-4e14-86d3-965fc0aa2433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593411 Feb 19 04:15:09.833369 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-28179ae9-5242-4f28-9f26-9b31b6a97fd3 admin admin] Publish callbacks [] for security_group (2cb3880b-8c56-49c3-87f5-546f34b159f0), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:09.843568 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-28179ae9-5242-4f28-9f26-9b31b6a97fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2cb3880b-8c56-49c3-87f5-546f34b159f0), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:09.900516 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28179ae9-5242-4f28-9f26-9b31b6a97fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb3880b-8c56-49c3-87f5-546f34b159f0,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:09.932866 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-28179ae9-5242-4f28-9f26-9b31b6a97fd3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c5c8fb2cbc4f4c0499fd37a4c447764e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2737794 Feb 19 04:15:09.933155 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38884) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:10.018302 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e7da1e32-264c-43d9-9c34-4a2c63c87518 admin admin] Publish callbacks [] for security_group (2cb3880b-8c56-49c3-87f5-546f34b159f0), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:10.039603 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e7da1e32-264c-43d9-9c34-4a2c63c87518 admin admin] Publish callbacks [] for security_group (2cb3880b-8c56-49c3-87f5-546f34b159f0), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:10.069936 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-45d05e3b-2226-4e65-b6b7-d7cd89c7b968 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks [] for port (7d78385b-25be-440e-b3d2-78e92d5b03f2), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:10.108377 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e7da1e32-264c-43d9-9c34-4a2c63c87518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2cb3880b-8c56-49c3-87f5-546f34b159f0), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:10.111510 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e7da1e32-264c-43d9-9c34-4a2c63c87518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:10.116113 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e7da1e32-264c-43d9-9c34-4a2c63c87518 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2cb3880b-8c56-49c3-87f5-546f34b159f0 HTTP/1.1" status: 204 len: 168 time: 0.1814508 Feb 19 04:15:10.129215 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-45d05e3b-2226-4e65-b6b7-d7cd89c7b968 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (7d78385b-25be-440e-b3d2-78e92d5b03f2), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:10.131163 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da1e32-264c-43d9-9c34-4a2c63c87518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb3880b-8c56-49c3-87f5-546f34b159f0,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:10.179558 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-45d05e3b-2226-4e65-b6b7-d7cd89c7b968 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Network af1b2524-905a-4fb0-b20e-a5912983245d is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:15:10.183025 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['cc0235d1-688f-4a3b-9c71-f1afba0a9284', '1c09e0d7-f2c2-496a-b2f8-7d7da176db42'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:10.183514 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-45d05e3b-2226-4e65-b6b7-d7cd89c7b968 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:15:10.202397 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-45d05e3b-2226-4e65-b6b7-d7cd89c7b968 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:15:10.248855 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d05e3b-2226-4e65-b6b7-d7cd89c7b968 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Pushing event updated for resources: {'Port': ['ID=7d78385b-25be-440e-b3d2-78e92d5b03f2,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:10.278990 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-45d05e3b-2226-4e65-b6b7-d7cd89c7b968 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:10.279983 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-45d05e3b-2226-4e65-b6b7-d7cd89c7b968 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:10.373169 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-45d05e3b-2226-4e65-b6b7-d7cd89c7b968 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6762733 Feb 19 04:15:10.419208 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-4e16c126-4a1d-447a-bfd7-06c39e8d9f4c service neutron] Request body: {'port': {'device_id': '6f3b3171-22a5-4f0b-b4ec-eff650649f72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:10.508591 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396174f-9d70-44c4-b453-b43240c24daa req-9e732070-0857-49f5-8e1c-823c0f8d52b7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:10.510973 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d396174f-9d70-44c4-b453-b43240c24daa req-9e732070-0857-49f5-8e1c-823c0f8d52b7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 944 time: 0.2227044 Feb 19 04:15:10.598036 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4359edb-4c2c-4396-a8bb-27eb6e93c385 req-d4ae4f2e-8e4a-4f82-9567-99b08a66da73 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:10.599664 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e4359edb-4c2c-4396-a8bb-27eb6e93c385 req-d4ae4f2e-8e4a-4f82-9567-99b08a66da73 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f3b3171-22a5-4f0b-b4ec-eff650649f72 HTTP/1.1" status: 200 len: 931 time: 0.2968936 Feb 19 04:15:10.757445 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-4e16c126-4a1d-447a-bfd7-06c39e8d9f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7d78385b-25be-440e-b3d2-78e92d5b03f2), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:10.774456 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e4359edb-4c2c-4396-a8bb-27eb6e93c385 req-0e642959-c734-4f88-98be-c10173475061 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526129 Feb 19 04:15:10.792223 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d396174f-9d70-44c4-b453-b43240c24daa req-cade5a1c-7c2a-41ec-a3f1-365341b4218b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652681 Feb 19 04:15:10.830744 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-cb0fa940-6cc4-4ae1-b598-acbf1fa7793c None None] Provisioning complete for port 7d78385b-25be-440e-b3d2-78e92d5b03f2 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:15:10.831391 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cb0fa940-6cc4-4ae1-b598-acbf1fa7793c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7d78385b-25be-440e-b3d2-78e92d5b03f2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:10.882352 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-cb0fa940-6cc4-4ae1-b598-acbf1fa7793c None None] Port 7d78385b-25be-440e-b3d2-78e92d5b03f2 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:15:11.200729 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-4e16c126-4a1d-447a-bfd7-06c39e8d9f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d78385b-25be-440e-b3d2-78e92d5b03f2 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:15:11.212589 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-4e16c126-4a1d-447a-bfd7-06c39e8d9f4c service neutron] Publish callbacks [] for port (7d78385b-25be-440e-b3d2-78e92d5b03f2), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:11.230924 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-4e16c126-4a1d-447a-bfd7-06c39e8d9f4c service neutron] Transition to ACTIVE for port object 7d78385b-25be-440e-b3d2-78e92d5b03f2 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:15:11.235948 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-4e16c126-4a1d-447a-bfd7-06c39e8d9f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (7d78385b-25be-440e-b3d2-78e92d5b03f2), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:11.346604 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16c126-4a1d-447a-bfd7-06c39e8d9f4c service neutron] Pushing event updated for resources: {'Port': ['ID=7d78385b-25be-440e-b3d2-78e92d5b03f2,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:11.486486 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-4e16c126-4a1d-447a-bfd7-06c39e8d9f4c service neutron] Attempting to bind port 7d78385b-25be-440e-b3d2-78e92d5b03f2 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:15:11.486897 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-4e16c126-4a1d-447a-bfd7-06c39e8d9f4c service neutron] Attempting to bind port 7d78385b-25be-440e-b3d2-78e92d5b03f2 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:15:11.487296 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-4e16c126-4a1d-447a-bfd7-06c39e8d9f4c service neutron] Attempting to bind port 7d78385b-25be-440e-b3d2-78e92d5b03f2 on network af1b2524-905a-4fb0-b20e-a5912983245d {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:15:11.492256 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-4e16c126-4a1d-447a-bfd7-06c39e8d9f4c service neutron] Port 7d78385b-25be-440e-b3d2-78e92d5b03f2 on network af1b2524-905a-4fb0-b20e-a5912983245d not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:15:11.494456 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-4e16c126-4a1d-447a-bfd7-06c39e8d9f4c service neutron] Attempting to bind port 7d78385b-25be-440e-b3d2-78e92d5b03f2 on network af1b2524-905a-4fb0-b20e-a5912983245d {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:15:11.501279 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-4e16c126-4a1d-447a-bfd7-06c39e8d9f4c service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:15:11.501701 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-4e16c126-4a1d-447a-bfd7-06c39e8d9f4c service neutron] Checking segment: {'id': '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:15:11.502231 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-4e16c126-4a1d-447a-bfd7-06c39e8d9f4c service neutron] Bound using segment: {'id': '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:15:11.502716 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-4e16c126-4a1d-447a-bfd7-06c39e8d9f4c service neutron] Bound port: 7d78385b-25be-440e-b3d2-78e92d5b03f2, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:15:11.503283 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-4e16c126-4a1d-447a-bfd7-06c39e8d9f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7d78385b-25be-440e-b3d2-78e92d5b03f2), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:11.611875 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-4e16c126-4a1d-447a-bfd7-06c39e8d9f4c service neutron] For port 7d78385b-25be-440e-b3d2-78e92d5b03f2, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:15:11.616542 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-4e16c126-4a1d-447a-bfd7-06c39e8d9f4c service neutron] For port 7d78385b-25be-440e-b3d2-78e92d5b03f2, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=7d78385b-25be-440e-b3d2-78e92d5b03f2,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:15:11.625512 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-4e16c126-4a1d-447a-bfd7-06c39e8d9f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (7d78385b-25be-440e-b3d2-78e92d5b03f2), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:11.673691 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-4e16c126-4a1d-447a-bfd7-06c39e8d9f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:11.674644 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-4e16c126-4a1d-447a-bfd7-06c39e8d9f4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:11.676023 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-4e16c126-4a1d-447a-bfd7-06c39e8d9f4c service neutron] 10.222.0.26 "PUT /v2.0/ports/7d78385b-25be-440e-b3d2-78e92d5b03f2 HTTP/1.1" status: 200 len: 1092 time: 1.2750506 Feb 19 04:15:11.676468 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3b3171-22a5-4f0b-b4ec-eff650649f72', 'tag': '7d78385b-25be-440e-b3d2-78e92d5b03f2'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:11.678722 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99962a27-743a-445a-9e60-0795a9ad3445" -d '{"events": [{"name": "network-changed", "server_uuid": "6f3b3171-22a5-4f0b-b4ec-eff650649f72", "tag": "7d78385b-25be-440e-b3d2-78e92d5b03f2"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:11.777107 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a0b79c-96f1-448a-9433-d2f0c5f3f359 x-openstack-request-id: req-85a0b79c-96f1-448a-9433-d2f0c5f3f359 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:11.777692 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f3b3171-22a5-4f0b-b4ec-eff650649f72", "tag": "7d78385b-25be-440e-b3d2-78e92d5b03f2", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:11.777692 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-85a0b79c-96f1-448a-9433-d2f0c5f3f359 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:11.778034 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3b3171-22a5-4f0b-b4ec-eff650649f72', 'tag': '7d78385b-25be-440e-b3d2-78e92d5b03f2', 'status': 'completed', 'code': 200} Feb 19 04:15:11.791684 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16c126-4a1d-447a-bfd7-06c39e8d9f4c service neutron] Pushing event updated for resources: {'Port': ['ID=7d78385b-25be-440e-b3d2-78e92d5b03f2,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:11.849140 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-7091d625-ed7d-40d3-9774-3d14ca149eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:11.850711 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-7091d625-ed7d-40d3-9774-3d14ca149eff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47d77581683d4c43a3d18ea75c887227&device_id=6f3b3171-22a5-4f0b-b4ec-eff650649f72 HTTP/1.1" status: 200 len: 1126 time: 0.1168849 Feb 19 04:15:11.953607 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-fe587056-4d38-40d4-99ee-f815e5ebd705 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d78385b-25be-440e-b3d2-78e92d5b03f2 HTTP/1.1" status: 200 len: 217 time: 0.0943291 Feb 19 04:15:11.960221 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 23c49555-16ce-45ca-9778-dc102b7f108e details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:15:12.106329 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38946) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:12.154733 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-806cab3f-87f8-4cf7-88fc-fcf63cea0d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:12.156044 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 23c49555-16ce-45ca-9778-dc102b7f108e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=23c49555-16ce-45ca-9778-dc102b7f108e,segment=NetworkSegment(f3e08904-2dfd-4a42-a044-c64d88dcae94),segment_id=f3e08904-2dfd-4a42-a044-c64d88dcae94)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:12.156194 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-806cab3f-87f8-4cf7-88fc-fcf63cea0d6d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4 HTTP/1.1" status: 200 len: 849 time: 0.1766205 Feb 19 04:15:12.176469 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '23c49555-16ce-45ca-9778-dc102b7f108e', 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433', 'port_id': '23c49555-16ce-45ca-9778-dc102b7f108e', 'mac_address': 'fa:16:3e:e4:59:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7538da7-a1a0-4902-afe6-8a9256c7c858', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:15:12.228443 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 23c49555-16ce-45ca-9778-dc102b7f108e is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:12.229075 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:12.237512 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da9548-e0dc-4ac3-b5d0-0671a46d90ed req-f3c12541-f26f-4d53-a8e2-f1f6049dacfa tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:12.239604 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-00da9548-e0dc-4ac3-b5d0-0671a46d90ed req-f3c12541-f26f-4d53-a8e2-f1f6049dacfa tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f3b3171-22a5-4f0b-b4ec-eff650649f72 HTTP/1.1" status: 200 len: 943 time: 0.2850935 Feb 19 04:15:12.249879 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbda973-71c8-415b-895f-963fb160ac5c req-3c936980-7885-49b7-8a79-d20bef690cb4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:12.251463 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5fbda973-71c8-415b-895f-963fb160ac5c req-3c936980-7885-49b7-8a79-d20bef690cb4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 944 time: 0.2955482 Feb 19 04:15:12.263455 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c49555-16ce-45ca-9778-dc102b7f108e {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:15:12.284585 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-589dfa87-0d41-4081-86d5-62974fe08b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:12.286516 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-589dfa87-0d41-4081-86d5-62974fe08b16 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af1b2524-905a-4fb0-b20e-a5912983245d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1202579 Feb 19 04:15:12.299440 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 23c49555-16ce-45ca-9778-dc102b7f108e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=23c49555-16ce-45ca-9778-dc102b7f108e,segment=NetworkSegment(f3e08904-2dfd-4a42-a044-c64d88dcae94),segment_id=f3e08904-2dfd-4a42-a044-c64d88dcae94)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:12.311020 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:12.333006 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-00da9548-e0dc-4ac3-b5d0-0671a46d90ed req-9925c72d-148b-45b2-a987-4e1ed4d910ac tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803652 Feb 19 04:15:12.377192 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d9bf4b1-6158-40f5-901a-f4e5193b3286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:12.390439 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5fbda973-71c8-415b-895f-963fb160ac5c req-876ca883-9b21-447c-9b33-855bd69b38eb tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236947 Feb 19 04:15:12.454891 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=23c49555-16ce-45ca-9778-dc102b7f108e,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:12.507751 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d9bf4b1-6158-40f5-901a-f4e5193b3286 admin admin] Publish callbacks [] for security_group (339b0460-742f-42d1-ba9d-3e7ec4b0f0cf), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:12.519459 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d9bf4b1-6158-40f5-901a-f4e5193b3286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (339b0460-742f-42d1-ba9d-3e7ec4b0f0cf), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:12.527970 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-1ea3a3e6-1eb5-432a-878d-e86f859ef75c service neutron] 10.222.0.26 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342930 Feb 19 04:15:12.572331 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5d9bf4b1-6158-40f5-901a-f4e5193b3286 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=db06a68b7f3f4d1c8c29e565c7a10a54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4637516 Feb 19 04:15:12.573541 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9bf4b1-6158-40f5-901a-f4e5193b3286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339b0460-742f-42d1-ba9d-3e7ec4b0f0cf,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:12.576311 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38960) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:12.675168 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-37d18ec6-eb61-47cf-b29f-d770e066d550 admin admin] Publish callbacks [] for security_group (339b0460-742f-42d1-ba9d-3e7ec4b0f0cf), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:12.701520 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-37d18ec6-eb61-47cf-b29f-d770e066d550 admin admin] Publish callbacks [] for security_group (339b0460-742f-42d1-ba9d-3e7ec4b0f0cf), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:12.747253 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['23c49555-16ce-45ca-9778-dc102b7f108e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:12.772122 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-37d18ec6-eb61-47cf-b29f-d770e066d550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (339b0460-742f-42d1-ba9d-3e7ec4b0f0cf), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:12.774779 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-37d18ec6-eb61-47cf-b29f-d770e066d550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:12.778519 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-37d18ec6-eb61-47cf-b29f-d770e066d550 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/339b0460-742f-42d1-ba9d-3e7ec4b0f0cf HTTP/1.1" status: 204 len: 168 time: 0.1985199 Feb 19 04:15:12.835760 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d18ec6-eb61-47cf-b29f-d770e066d550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339b0460-742f-42d1-ba9d-3e7ec4b0f0cf,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:12.884619 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f17daf2a-00bd-4e5c-bb26-33acea95fa2f req-43d6e778-a7c6-4306-9594-3d9a4b4cc814 service neutron] 10.222.0.26 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362920 Feb 19 04:15:12.903864 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16665d66-138a-465d-ac48-61c442a61e2c req-a9184bbc-a9c1-4aca-8ea3-2918376ba5b7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:12.906405 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16665d66-138a-465d-ac48-61c442a61e2c req-a9184bbc-a9c1-4aca-8ea3-2918376ba5b7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41&tenant_id=3daaed16085e4153afa0c32c565c3455&binding%3Ahost_id=n-h1-828369-19 HTTP/1.1" status: 200 len: 945 time: 0.2200687 Feb 19 04:15:12.936404 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb492b7-38a7-439f-ab02-b9563445e123 req-776709c2-a4e2-4dec-9d27-18b35f7a0f09 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:12.939126 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bb492b7-38a7-439f-ab02-b9563445e123 req-776709c2-a4e2-4dec-9d27-18b35f7a0f09 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 945 time: 0.1812148 Feb 19 04:15:13.215974 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99962a27-743a-445a-9e60-0795a9ad3445 req-8d548235-e28b-46cd-bedf-370b4ca6c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:13.217681 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99962a27-743a-445a-9e60-0795a9ad3445 req-8d548235-e28b-46cd-bedf-370b4ca6c32a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47d77581683d4c43a3d18ea75c887227&device_id=6f3b3171-22a5-4f0b-b4ec-eff650649f72 HTTP/1.1" status: 200 len: 1126 time: 0.2677047 Feb 19 04:15:13.221514 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bb492b7-38a7-439f-ab02-b9563445e123 req-eaaa8daf-590c-48b2-8813-5b31c9222c7e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2668049 Feb 19 04:15:13.224833 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16665d66-138a-465d-ac48-61c442a61e2c req-4243a320-710e-4e6a-a6b9-b1f588c2c7ba service neutron] 10.222.0.26 "GET /v2.0/ports/23c49555-16ce-45ca-9778-dc102b7f108e/bindings/n-h1-828369-19 HTTP/1.1" status: 200 len: 383 time: 0.2847877 Feb 19 04:15:13.373405 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16665d66-138a-465d-ac48-61c442a61e2c req-1bad522a-b3f8-4233-9ddc-9bfee9fe4d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:13.375115 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16665d66-138a-465d-ac48-61c442a61e2c req-1bad522a-b3f8-4233-9ddc-9bfee9fe4d6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 1128 time: 0.1083496 Feb 19 04:15:13.391823 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99962a27-743a-445a-9e60-0795a9ad3445 req-2dce39b6-10c9-4138-b365-53149f8df3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:13.393310 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99962a27-743a-445a-9e60-0795a9ad3445 req-2dce39b6-10c9-4138-b365-53149f8df3de service neutron] 10.222.0.26 "GET /v2.0/networks?id=af1b2524-905a-4fb0-b20e-a5912983245d HTTP/1.1" status: 200 len: 911 time: 0.1557362 Feb 19 04:15:13.484868 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16665d66-138a-465d-ac48-61c442a61e2c req-b268987f-d598-432e-8b07-8485ca6b7c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:13.486387 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16665d66-138a-465d-ac48-61c442a61e2c req-b268987f-d598-432e-8b07-8485ca6b7c22 service neutron] 10.222.0.26 "GET /v2.0/networks?id=04558d05-bf19-4e14-86d3-965fc0aa2433 HTTP/1.1" status: 200 len: 897 time: 0.0921743 Feb 19 04:15:13.603104 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99962a27-743a-445a-9e60-0795a9ad3445 req-faa6b093-8309-4fdf-be5d-b235d0dde1be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d78385b-25be-440e-b3d2-78e92d5b03f2 HTTP/1.1" status: 200 len: 217 time: 0.1146655 Feb 19 04:15:13.660842 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99962a27-743a-445a-9e60-0795a9ad3445 req-081cf9c6-eab4-49df-b938-eb0285274910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:13.662370 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99962a27-743a-445a-9e60-0795a9ad3445 req-081cf9c6-eab4-49df-b938-eb0285274910 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4 HTTP/1.1" status: 200 len: 849 time: 0.0529835 Feb 19 04:15:13.687015 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee947577-59dd-42eb-97ad-5874adcb2bbb req-782b00d6-3fdd-436c-b7bd-466491ee3662 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:13.688761 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ee947577-59dd-42eb-97ad-5874adcb2bbb req-782b00d6-3fdd-436c-b7bd-466491ee3662 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f3b3171-22a5-4f0b-b4ec-eff650649f72 HTTP/1.1" status: 200 len: 943 time: 0.2014828 Feb 19 04:15:13.743419 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16665d66-138a-465d-ac48-61c442a61e2c req-3286d871-09ba-43d1-baa4-dc31358d1422 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23c49555-16ce-45ca-9778-dc102b7f108e HTTP/1.1" status: 200 len: 1001 time: 0.2474146 Feb 19 04:15:13.798646 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16665d66-138a-465d-ac48-61c442a61e2c req-d52739ab-4e13-4af2-9d30-f7277ede4bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:13.800094 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16665d66-138a-465d-ac48-61c442a61e2c req-d52739ab-4e13-4af2-9d30-f7277ede4bef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7538da7-a1a0-4902-afe6-8a9256c7c858 HTTP/1.1" status: 200 len: 834 time: 0.0471733 Feb 19 04:15:13.862059 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ee947577-59dd-42eb-97ad-5874adcb2bbb req-a6bafc1b-7dea-4747-bdd1-c079f26e0970 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611586 Feb 19 04:15:13.886572 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99962a27-743a-445a-9e60-0795a9ad3445 req-a231a090-7c6a-4115-8076-fddb251b3134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:13.889549 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99962a27-743a-445a-9e60-0795a9ad3445 req-a231a090-7c6a-4115-8076-fddb251b3134 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af1b2524-905a-4fb0-b20e-a5912983245d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2127683 Feb 19 04:15:13.904016 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16665d66-138a-465d-ac48-61c442a61e2c req-d2dd1263-7300-44f0-a818-26ad1bb58dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:13.906599 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16665d66-138a-465d-ac48-61c442a61e2c req-d2dd1263-7300-44f0-a818-26ad1bb58dfa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04558d05-bf19-4e14-86d3-965fc0aa2433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0959361 Feb 19 04:15:14.444413 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99962a27-743a-445a-9e60-0795a9ad3445 req-c7bd6a1b-b418-42ca-8471-dc17ddd683f5 service neutron] 10.222.0.26 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5428908 Feb 19 04:15:14.539722 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab52a3-bdd4-4f54-a812-6a9b88806507 req-675a2bd4-5041-4d59-9a81-f9ede06e245c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:14.541151 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2cab52a3-bdd4-4f54-a812-6a9b88806507 req-675a2bd4-5041-4d59-9a81-f9ede06e245c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 945 time: 0.1600058 Feb 19 04:15:14.546113 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16665d66-138a-465d-ac48-61c442a61e2c req-2370d79a-8275-4b4f-9417-38899ffd427b service neutron] 10.222.0.26 "GET /v2.0/networks/04558d05-bf19-4e14-86d3-965fc0aa2433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6197858 Feb 19 04:15:14.661827 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99962a27-743a-445a-9e60-0795a9ad3445 req-28271b49-c47b-49eb-9c2a-687e1405f59f service neutron] 10.222.0.26 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088323 Feb 19 04:15:14.676403 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2cab52a3-bdd4-4f54-a812-6a9b88806507 req-bccc30be-148f-426f-9b26-79f8f03a86e1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245208 Feb 19 04:15:14.716927 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16665d66-138a-465d-ac48-61c442a61e2c req-2a2c1e83-d360-449f-83ac-dc2881809499 service neutron] 10.222.0.26 "GET /v2.0/networks/04558d05-bf19-4e14-86d3-965fc0aa2433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624660 Feb 19 04:15:14.995027 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737addff-a11f-4f14-b9f5-82c8a37b0f61 req-712f6dca-062c-4347-a8bd-1155db792c33 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:14.997564 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-737addff-a11f-4f14-b9f5-82c8a37b0f61 req-712f6dca-062c-4347-a8bd-1155db792c33 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f3b3171-22a5-4f0b-b4ec-eff650649f72 HTTP/1.1" status: 200 len: 943 time: 0.0654705 Feb 19 04:15:15.047131 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-737addff-a11f-4f14-b9f5-82c8a37b0f61 req-0e642a69-cfa0-4e4c-bdc0-176379d96f9f tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430212 Feb 19 04:15:15.776382 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39082) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:15.813787 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395770cd-e377-46f3-bb38-caddf05bd849 req-5c5fd65d-da46-48fc-847a-97ee177c60b9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:15.815331 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-395770cd-e377-46f3-bb38-caddf05bd849 req-5c5fd65d-da46-48fc-847a-97ee177c60b9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 945 time: 0.0563364 Feb 19 04:15:15.881403 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-395770cd-e377-46f3-bb38-caddf05bd849 req-f139d808-e46c-4aaf-a713-4fcc1f211a39 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593991 Feb 19 04:15:15.898373 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:15:15.918131 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c62c2653-67e6-4224-a911-3cbcfed701be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:15.989702 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 23c49555-16ce-45ca-9778-dc102b7f108e up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:15:16.011104 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c62c2653-67e6-4224-a911-3cbcfed701be admin admin] Publish callbacks [] for security_group (52d98871-5921-47ca-80e2-ce525d586c0b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:16.016668 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c62c2653-67e6-4224-a911-3cbcfed701be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (52d98871-5921-47ca-80e2-ce525d586c0b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:16.048372 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 23c49555-16ce-45ca-9778-dc102b7f108e completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:15:16.052160 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 23c49555-16ce-45ca-9778-dc102b7f108e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:15:16.052547 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:16.070744 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c2653-67e6-4224-a911-3cbcfed701be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d98871-5921-47ca-80e2-ce525d586c0b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:16.088482 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c62c2653-67e6-4224-a911-3cbcfed701be admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6d3ad4938c8c4c06b1801ae5542c2398&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3107753 Feb 19 04:15:16.091113 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39094) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:16.160358 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d12c9b83-d6aa-4c41-8b27-f90f32ac27d0 admin admin] Publish callbacks [] for security_group (52d98871-5921-47ca-80e2-ce525d586c0b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:16.175954 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 23c49555-16ce-45ca-9778-dc102b7f108e is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:16.176357 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:16.190221 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d12c9b83-d6aa-4c41-8b27-f90f32ac27d0 admin admin] Publish callbacks [] for security_group (52d98871-5921-47ca-80e2-ce525d586c0b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:16.213760 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f4ce6-2edb-4211-900e-6dd71a6e0f50 req-66825614-5fd1-4565-a158-036645d68d81 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:16.215257 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-984f4ce6-2edb-4211-900e-6dd71a6e0f50 req-66825614-5fd1-4565-a158-036645d68d81 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f3b3171-22a5-4f0b-b4ec-eff650649f72 HTTP/1.1" status: 200 len: 943 time: 0.0754747 Feb 19 04:15:16.217489 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e97138d-d079-42c5-a9e0-a30f7970cc41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c49555-16ce-45ca-9778-dc102b7f108e'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:16.219845 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3988ad-04a7-4362-a11d-e49da75dc873" -d '{"events": [{"server_uuid": "1e97138d-d079-42c5-a9e0-a30f7970cc41", "name": "network-vif-plugged", "status": "completed", "tag": "23c49555-16ce-45ca-9778-dc102b7f108e"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:16.231365 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 23c49555-16ce-45ca-9778-dc102b7f108e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=23c49555-16ce-45ca-9778-dc102b7f108e,segment=NetworkSegment(f3e08904-2dfd-4a42-a044-c64d88dcae94),segment_id=f3e08904-2dfd-4a42-a044-c64d88dcae94)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:16.238864 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:16.289947 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6c7259-8f96-4b49-875a-f695e801dfd8 x-openstack-request-id: req-5d6c7259-8f96-4b49-875a-f695e801dfd8 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:16.290331 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e97138d-d079-42c5-a9e0-a30f7970cc41", "name": "network-vif-plugged", "status": "completed", "tag": "23c49555-16ce-45ca-9778-dc102b7f108e", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:16.290592 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5d6c7259-8f96-4b49-875a-f695e801dfd8 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:16.290992 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e97138d-d079-42c5-a9e0-a30f7970cc41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c49555-16ce-45ca-9778-dc102b7f108e', 'code': 200} Feb 19 04:15:16.298217 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d12c9b83-d6aa-4c41-8b27-f90f32ac27d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (52d98871-5921-47ca-80e2-ce525d586c0b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:16.299781 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-984f4ce6-2edb-4211-900e-6dd71a6e0f50 req-6e060d43-5a3d-4528-9643-887c61bd4f05 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767224 Feb 19 04:15:16.302147 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d12c9b83-d6aa-4c41-8b27-f90f32ac27d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:16.306244 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d12c9b83-d6aa-4c41-8b27-f90f32ac27d0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/52d98871-5921-47ca-80e2-ce525d586c0b HTTP/1.1" status: 204 len: 168 time: 0.2109330 Feb 19 04:15:16.313311 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c9b83-d6aa-4c41-8b27-f90f32ac27d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d98871-5921-47ca-80e2-ce525d586c0b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:16.313486 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=23c49555-16ce-45ca-9778-dc102b7f108e,revision_number=9']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:16.610490 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39104) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:16.624067 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6fddec7f-db62-4495-b22d-a9d6400a653c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:16.700557 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6fddec7f-db62-4495-b22d-a9d6400a653c admin admin] Publish callbacks [] for security_group (d864c2ca-0734-4128-80f0-1993e5eb35bf), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:16.705879 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6fddec7f-db62-4495-b22d-a9d6400a653c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d864c2ca-0734-4128-80f0-1993e5eb35bf), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:16.743803 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fddec7f-db62-4495-b22d-a9d6400a653c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d864c2ca-0734-4128-80f0-1993e5eb35bf,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:16.749188 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6fddec7f-db62-4495-b22d-a9d6400a653c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1f3ff2836ef34e018dd4fb93d93cca24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1374559 Feb 19 04:15:16.751777 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39106) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:16.814206 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fe2eb7a1-a90a-48b3-88ad-98d812e61277 admin admin] Publish callbacks [] for security_group (d864c2ca-0734-4128-80f0-1993e5eb35bf), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:16.839820 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fe2eb7a1-a90a-48b3-88ad-98d812e61277 admin admin] Publish callbacks [] for security_group (d864c2ca-0734-4128-80f0-1993e5eb35bf), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:16.891360 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fe2eb7a1-a90a-48b3-88ad-98d812e61277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d864c2ca-0734-4128-80f0-1993e5eb35bf), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:16.894103 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fe2eb7a1-a90a-48b3-88ad-98d812e61277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:16.895290 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fe2eb7a1-a90a-48b3-88ad-98d812e61277 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d864c2ca-0734-4128-80f0-1993e5eb35bf HTTP/1.1" status: 204 len: 168 time: 0.1425493 Feb 19 04:15:16.910518 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2eb7a1-a90a-48b3-88ad-98d812e61277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d864c2ca-0734-4128-80f0-1993e5eb35bf,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:17.066096 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2e99d-479e-45ff-a4c5-7dbd7692505b req-2792c426-958b-40fe-9980-c5ff1093a121 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:17.072869 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-35f2e99d-479e-45ff-a4c5-7dbd7692505b req-2792c426-958b-40fe-9980-c5ff1093a121 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 946 time: 0.0984473 Feb 19 04:15:17.167283 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-35f2e99d-479e-45ff-a4c5-7dbd7692505b req-ecdfed40-0670-4708-b94a-3a1386193e31 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871530 Feb 19 04:15:17.261748 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16665d66-138a-465d-ac48-61c442a61e2c req-67482cc8-a1ff-4b3c-a512-7b435f5c3573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:17.263527 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16665d66-138a-465d-ac48-61c442a61e2c req-67482cc8-a1ff-4b3c-a512-7b435f5c3573 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41&tenant_id=3daaed16085e4153afa0c32c565c3455 HTTP/1.1" status: 200 len: 1129 time: 0.0866468 Feb 19 04:15:17.277043 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-16665d66-138a-465d-ac48-61c442a61e2c req-78868bdf-1da2-4d50-82fe-1c7b7069f9ff service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-19', 'device_owner': 'compute:nova'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:17.343741 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-16665d66-138a-465d-ac48-61c442a61e2c req-78868bdf-1da2-4d50-82fe-1c7b7069f9ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:17.535502 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928e3f0-39d7-40e2-8d6f-6dd2d569cae0 req-e2bff36b-da36-42d7-83d4-ffc16a72bbf9 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:17.537287 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d928e3f0-39d7-40e2-8d6f-6dd2d569cae0 req-e2bff36b-da36-42d7-83d4-ffc16a72bbf9 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f3b3171-22a5-4f0b-b4ec-eff650649f72 HTTP/1.1" status: 200 len: 943 time: 0.1415823 Feb 19 04:15:17.644235 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d928e3f0-39d7-40e2-8d6f-6dd2d569cae0 req-1e7ad9db-7cc0-47ca-b02f-51ff85fa3a08 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766540 Feb 19 04:15:17.661981 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-16665d66-138a-465d-ac48-61c442a61e2c req-78868bdf-1da2-4d50-82fe-1c7b7069f9ff service neutron] For port 23c49555-16ce-45ca-9778-dc102b7f108e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=23c49555-16ce-45ca-9778-dc102b7f108e,segment=NetworkSegment(f3e08904-2dfd-4a42-a044-c64d88dcae94),segment_id=f3e08904-2dfd-4a42-a044-c64d88dcae94)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:17.698855 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-16665d66-138a-465d-ac48-61c442a61e2c req-78868bdf-1da2-4d50-82fe-1c7b7069f9ff service neutron] For port 23c49555-16ce-45ca-9778-dc102b7f108e, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:15:17.741350 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e97138d-d079-42c5-a9e0-a30f7970cc41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23c49555-16ce-45ca-9778-dc102b7f108e'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:17.743769 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb78164-ee80-4eff-b1e9-919dcba1b7f3" -d '{"events": [{"server_uuid": "1e97138d-d079-42c5-a9e0-a30f7970cc41", "name": "network-vif-unplugged", "status": "completed", "tag": "23c49555-16ce-45ca-9778-dc102b7f108e"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:17.748344 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-16665d66-138a-465d-ac48-61c442a61e2c req-78868bdf-1da2-4d50-82fe-1c7b7069f9ff service neutron] Publish callbacks [] for port (23c49555-16ce-45ca-9778-dc102b7f108e), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:17.761407 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-16665d66-138a-465d-ac48-61c442a61e2c req-78868bdf-1da2-4d50-82fe-1c7b7069f9ff service neutron] Transition to ACTIVE for port object 23c49555-16ce-45ca-9778-dc102b7f108e will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:15:17.766551 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-16665d66-138a-465d-ac48-61c442a61e2c req-78868bdf-1da2-4d50-82fe-1c7b7069f9ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:17.805425 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e64e5a-6949-48b2-b1a3-b1d974898466 x-openstack-request-id: req-57e64e5a-6949-48b2-b1a3-b1d974898466 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:17.805642 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e97138d-d079-42c5-a9e0-a30f7970cc41", "name": "network-vif-unplugged", "status": "completed", "tag": "23c49555-16ce-45ca-9778-dc102b7f108e", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:17.805904 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-57e64e5a-6949-48b2-b1a3-b1d974898466 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:17.806699 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e97138d-d079-42c5-a9e0-a30f7970cc41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23c49555-16ce-45ca-9778-dc102b7f108e', 'code': 200} Feb 19 04:15:17.818870 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78868bdf-1da2-4d50-82fe-1c7b7069f9ff service neutron] Pushing event updated for resources: {'Port': ['ID=23c49555-16ce-45ca-9778-dc102b7f108e,revision_number=10']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:17.903328 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-16665d66-138a-465d-ac48-61c442a61e2c req-78868bdf-1da2-4d50-82fe-1c7b7069f9ff service neutron] No DVR routers for this DVR port 23c49555-16ce-45ca-9778-dc102b7f108e on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:15:17.995019 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 7d78385b-25be-440e-b3d2-78e92d5b03f2 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:15:18.073348 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-16665d66-138a-465d-ac48-61c442a61e2c req-78868bdf-1da2-4d50-82fe-1c7b7069f9ff service neutron] Attempting to bind port 23c49555-16ce-45ca-9778-dc102b7f108e on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:15:18.073693 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-16665d66-138a-465d-ac48-61c442a61e2c req-78868bdf-1da2-4d50-82fe-1c7b7069f9ff service neutron] Attempting to bind port 23c49555-16ce-45ca-9778-dc102b7f108e by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'f3e08904-2dfd-4a42-a044-c64d88dcae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:15:18.074113 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16665d66-138a-465d-ac48-61c442a61e2c req-78868bdf-1da2-4d50-82fe-1c7b7069f9ff service neutron] Attempting to bind port 23c49555-16ce-45ca-9778-dc102b7f108e on network 04558d05-bf19-4e14-86d3-965fc0aa2433 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:15:18.079723 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16665d66-138a-465d-ac48-61c442a61e2c req-78868bdf-1da2-4d50-82fe-1c7b7069f9ff service neutron] Port 23c49555-16ce-45ca-9778-dc102b7f108e on network 04558d05-bf19-4e14-86d3-965fc0aa2433 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:15:18.080332 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16665d66-138a-465d-ac48-61c442a61e2c req-78868bdf-1da2-4d50-82fe-1c7b7069f9ff service neutron] Attempting to bind port 23c49555-16ce-45ca-9778-dc102b7f108e on network 04558d05-bf19-4e14-86d3-965fc0aa2433 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:15:18.087097 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16665d66-138a-465d-ac48-61c442a61e2c req-78868bdf-1da2-4d50-82fe-1c7b7069f9ff service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:15:18.087514 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16665d66-138a-465d-ac48-61c442a61e2c req-78868bdf-1da2-4d50-82fe-1c7b7069f9ff service neutron] Checking segment: {'id': 'f3e08904-2dfd-4a42-a044-c64d88dcae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:15:18.088012 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16665d66-138a-465d-ac48-61c442a61e2c req-78868bdf-1da2-4d50-82fe-1c7b7069f9ff service neutron] Bound using segment: {'id': 'f3e08904-2dfd-4a42-a044-c64d88dcae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:15:18.088712 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-16665d66-138a-465d-ac48-61c442a61e2c req-78868bdf-1da2-4d50-82fe-1c7b7069f9ff service neutron] Bound port: 23c49555-16ce-45ca-9778-dc102b7f108e, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e08904-2dfd-4a42-a044-c64d88dcae94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:15:18.089651 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-16665d66-138a-465d-ac48-61c442a61e2c req-78868bdf-1da2-4d50-82fe-1c7b7069f9ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:18.161797 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-16665d66-138a-465d-ac48-61c442a61e2c req-78868bdf-1da2-4d50-82fe-1c7b7069f9ff service neutron] For port 23c49555-16ce-45ca-9778-dc102b7f108e, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:15:18.165356 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-16665d66-138a-465d-ac48-61c442a61e2c req-78868bdf-1da2-4d50-82fe-1c7b7069f9ff service neutron] For port 23c49555-16ce-45ca-9778-dc102b7f108e, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=23c49555-16ce-45ca-9778-dc102b7f108e,segment=NetworkSegment(f3e08904-2dfd-4a42-a044-c64d88dcae94),segment_id=f3e08904-2dfd-4a42-a044-c64d88dcae94)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:15:18.167625 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 7d78385b-25be-440e-b3d2-78e92d5b03f2, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=7d78385b-25be-440e-b3d2-78e92d5b03f2,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:18.173088 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-16665d66-138a-465d-ac48-61c442a61e2c req-78868bdf-1da2-4d50-82fe-1c7b7069f9ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:18.185546 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '7d78385b-25be-440e-b3d2-78e92d5b03f2', 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'port_id': '7d78385b-25be-440e-b3d2-78e92d5b03f2', 'mac_address': 'fa:16:3e:9f:90:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:15:18.236482 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 7d78385b-25be-440e-b3d2-78e92d5b03f2 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:18.237311 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7d78385b-25be-440e-b3d2-78e92d5b03f2), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:18.239957 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16665d66-138a-465d-ac48-61c442a61e2c req-78868bdf-1da2-4d50-82fe-1c7b7069f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:18.240685 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-16665d66-138a-465d-ac48-61c442a61e2c req-78868bdf-1da2-4d50-82fe-1c7b7069f9ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:18.242138 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16665d66-138a-465d-ac48-61c442a61e2c req-78868bdf-1da2-4d50-82fe-1c7b7069f9ff service neutron] 10.222.0.79 "PUT /v2.0/ports/23c49555-16ce-45ca-9778-dc102b7f108e HTTP/1.1" status: 200 len: 1094 time: 0.9707432 Feb 19 04:15:18.273226 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d78385b-25be-440e-b3d2-78e92d5b03f2 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:15:18.319526 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 7d78385b-25be-440e-b3d2-78e92d5b03f2, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=7d78385b-25be-440e-b3d2-78e92d5b03f2,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:18.326759 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7d78385b-25be-440e-b3d2-78e92d5b03f2), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:18.382743 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39196) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:18.390474 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78868bdf-1da2-4d50-82fe-1c7b7069f9ff service neutron] Pushing event updated for resources: {'Port': ['ID=23c49555-16ce-45ca-9778-dc102b7f108e,revision_number=11']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:18.419275 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36c7bf-c2e3-40af-a194-0c10dd6325d0 req-6302d4cb-7a4a-4d7c-878f-2998ec6c4e6e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:18.421565 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f36c7bf-c2e3-40af-a194-0c10dd6325d0 req-6302d4cb-7a4a-4d7c-878f-2998ec6c4e6e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 945 time: 0.1212182 Feb 19 04:15:18.430863 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16665d66-138a-465d-ac48-61c442a61e2c req-ede45f1f-0cf7-4181-8b82-da0b10b90aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:18.432353 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16665d66-138a-465d-ac48-61c442a61e2c req-ede45f1f-0cf7-4181-8b82-da0b10b90aba service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 1128 time: 0.1504636 Feb 19 04:15:18.435263 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=7d78385b-25be-440e-b3d2-78e92d5b03f2,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:18.573139 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f36c7bf-c2e3-40af-a194-0c10dd6325d0 req-9291d5ac-8eda-4fdd-9297-e65ecfb68af7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453991 Feb 19 04:15:18.580204 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4ce0afb8-cc56-4547-99fb-5b8a4f0bbf15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:18.609693 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16665d66-138a-465d-ac48-61c442a61e2c req-50226a76-3dcb-4182-a3b9-a200e0d3ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:18.611360 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16665d66-138a-465d-ac48-61c442a61e2c req-50226a76-3dcb-4182-a3b9-a200e0d3ca26 service neutron] 10.222.0.79 "GET /v2.0/networks?id=04558d05-bf19-4e14-86d3-965fc0aa2433 HTTP/1.1" status: 200 len: 897 time: 0.1578174 Feb 19 04:15:18.666538 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4ce0afb8-cc56-4547-99fb-5b8a4f0bbf15 admin admin] Publish callbacks [] for security_group (2bc99827-82c1-4b28-b7bc-50c89cfe669a), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:18.673650 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4ce0afb8-cc56-4547-99fb-5b8a4f0bbf15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2bc99827-82c1-4b28-b7bc-50c89cfe669a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:18.685286 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16665d66-138a-465d-ac48-61c442a61e2c req-b36f12a9-f074-4333-b112-871255931636 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23c49555-16ce-45ca-9778-dc102b7f108e HTTP/1.1" status: 200 len: 1000 time: 0.0667911 Feb 19 04:15:18.714757 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4ce0afb8-cc56-4547-99fb-5b8a4f0bbf15 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b4ae144c0f994b4a8a953201f4c0d03d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3307745 Feb 19 04:15:18.717450 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39206) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:18.723714 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0afb8-cc56-4547-99fb-5b8a4f0bbf15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc99827-82c1-4b28-b7bc-50c89cfe669a,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:18.755093 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['7d78385b-25be-440e-b3d2-78e92d5b03f2'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:18.782106 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16665d66-138a-465d-ac48-61c442a61e2c req-22131846-3f28-44b5-9c6b-39b48cf6c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:18.784114 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-75c0f43c-82e4-47e6-b76d-6b078dd9b4ed admin admin] Publish callbacks [] for security_group (2bc99827-82c1-4b28-b7bc-50c89cfe669a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:18.784304 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16665d66-138a-465d-ac48-61c442a61e2c req-22131846-3f28-44b5-9c6b-39b48cf6c111 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a7538da7-a1a0-4902-afe6-8a9256c7c858 HTTP/1.1" status: 200 len: 834 time: 0.0928862 Feb 19 04:15:18.815586 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-75c0f43c-82e4-47e6-b76d-6b078dd9b4ed admin admin] Publish callbacks [] for security_group (2bc99827-82c1-4b28-b7bc-50c89cfe669a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:18.855737 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f638919-146e-4b08-a4ce-b4968a039b34 req-ac89763d-b46c-4842-b1d5-781fab788f50 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:18.858098 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2f638919-146e-4b08-a4ce-b4968a039b34 req-ac89763d-b46c-4842-b1d5-781fab788f50 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f3b3171-22a5-4f0b-b4ec-eff650649f72 HTTP/1.1" status: 200 len: 944 time: 0.1330686 Feb 19 04:15:18.886416 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-75c0f43c-82e4-47e6-b76d-6b078dd9b4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2bc99827-82c1-4b28-b7bc-50c89cfe669a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:18.891455 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-75c0f43c-82e4-47e6-b76d-6b078dd9b4ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:18.896201 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-75c0f43c-82e4-47e6-b76d-6b078dd9b4ed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2bc99827-82c1-4b28-b7bc-50c89cfe669a HTTP/1.1" status: 204 len: 168 time: 0.1777442 Feb 19 04:15:18.902344 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16665d66-138a-465d-ac48-61c442a61e2c req-c244ce10-f6f8-48c2-8c46-39ddd924a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:18.903909 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16665d66-138a-465d-ac48-61c442a61e2c req-c244ce10-f6f8-48c2-8c46-39ddd924a2f3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=04558d05-bf19-4e14-86d3-965fc0aa2433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1102564 Feb 19 04:15:18.906801 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0f43c-82e4-47e6-b76d-6b078dd9b4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc99827-82c1-4b28-b7bc-50c89cfe669a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:18.990717 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2f638919-146e-4b08-a4ce-b4968a039b34 req-e8f5cf01-c154-4bf7-8d12-919a66102df7 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222401 Feb 19 04:15:19.035297 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16665d66-138a-465d-ac48-61c442a61e2c req-57fbda51-d2d0-4ad8-bba3-dda0fd0c435c service neutron] 10.222.0.79 "GET /v2.0/networks/04558d05-bf19-4e14-86d3-965fc0aa2433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207790 Feb 19 04:15:19.128052 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16665d66-138a-465d-ac48-61c442a61e2c req-ac09f957-fc31-4c64-af37-333dfa24c672 service neutron] 10.222.0.79 "GET /v2.0/networks/04558d05-bf19-4e14-86d3-965fc0aa2433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855327 Feb 19 04:15:19.723682 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b3e0b-55cf-409f-8159-235aa5061d32 req-af406e28-5c21-4b37-a294-761dba1f559e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:19.725278 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-875b3e0b-55cf-409f-8159-235aa5061d32 req-af406e28-5c21-4b37-a294-761dba1f559e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 945 time: 0.0686278 Feb 19 04:15:19.781140 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-875b3e0b-55cf-409f-8159-235aa5061d32 req-7b4d8357-937f-4179-9f51-587d47fe5540 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494275 Feb 19 04:15:19.808226 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e97138d-d079-42c5-a9e0-a30f7970cc41', 'tag': '23c49555-16ce-45ca-9778-dc102b7f108e'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:19.810916 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4554595c-2483-4bd8-95b5-91afa9c41c06" -d '{"events": [{"name": "network-changed", "server_uuid": "1e97138d-d079-42c5-a9e0-a30f7970cc41", "tag": "23c49555-16ce-45ca-9778-dc102b7f108e"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:19.863796 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721f4171-5108-4cc9-be48-2e0ec60de9ce x-openstack-request-id: req-721f4171-5108-4cc9-be48-2e0ec60de9ce {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:19.864664 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e97138d-d079-42c5-a9e0-a30f7970cc41", "tag": "23c49555-16ce-45ca-9778-dc102b7f108e", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:19.864664 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-721f4171-5108-4cc9-be48-2e0ec60de9ce {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:19.864872 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e97138d-d079-42c5-a9e0-a30f7970cc41', 'tag': '23c49555-16ce-45ca-9778-dc102b7f108e', 'status': 'completed', 'code': 200} Feb 19 04:15:19.970705 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554595c-2483-4bd8-95b5-91afa9c41c06 req-76161df1-5bb1-4367-a7ef-9eec0919d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:19.972687 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4554595c-2483-4bd8-95b5-91afa9c41c06 req-76161df1-5bb1-4367-a7ef-9eec0919d158 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 1128 time: 0.0899613 Feb 19 04:15:19.975169 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554595c-2483-4bd8-95b5-91afa9c41c06 req-8e552165-ba23-4254-8c90-bd0caa46d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:19.976573 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4554595c-2483-4bd8-95b5-91afa9c41c06 req-8e552165-ba23-4254-8c90-bd0caa46d260 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 1128 time: 0.0627782 Feb 19 04:15:20.017363 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 7d78385b-25be-440e-b3d2-78e92d5b03f2 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:15:20.088333 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 7d78385b-25be-440e-b3d2-78e92d5b03f2 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:15:20.094293 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 7d78385b-25be-440e-b3d2-78e92d5b03f2 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:15:20.094901 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7d78385b-25be-440e-b3d2-78e92d5b03f2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:20.187854 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 7d78385b-25be-440e-b3d2-78e92d5b03f2 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:20.188337 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7d78385b-25be-440e-b3d2-78e92d5b03f2), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:20.212490 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3b3171-22a5-4f0b-b4ec-eff650649f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d78385b-25be-440e-b3d2-78e92d5b03f2'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:20.215171 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da697af0-a928-4ce4-a9c3-d61cefe20aeb" -d '{"events": [{"server_uuid": "6f3b3171-22a5-4f0b-b4ec-eff650649f72", "name": "network-vif-plugged", "status": "completed", "tag": "7d78385b-25be-440e-b3d2-78e92d5b03f2"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:20.229546 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 7d78385b-25be-440e-b3d2-78e92d5b03f2, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=7d78385b-25be-440e-b3d2-78e92d5b03f2,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:20.236557 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7d78385b-25be-440e-b3d2-78e92d5b03f2), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:20.238454 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 23c49555-16ce-45ca-9778-dc102b7f108e no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:15:20.241417 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044c04c-ad29-4d2a-a5c8-b639226d71a1 req-8d16241a-8f1c-4940-9e5b-d4399651c559 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:20.243468 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8044c04c-ad29-4d2a-a5c8-b639226d71a1 req-8d16241a-8f1c-4940-9e5b-d4399651c559 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f3b3171-22a5-4f0b-b4ec-eff650649f72 HTTP/1.1" status: 200 len: 944 time: 0.1433299 Feb 19 04:15:20.250782 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554595c-2483-4bd8-95b5-91afa9c41c06 req-10c92e44-115d-443f-80d5-2c69608f6c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:20.252313 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4554595c-2483-4bd8-95b5-91afa9c41c06 req-10c92e44-115d-443f-80d5-2c69608f6c69 service neutron] 10.222.0.79 "GET /v2.0/networks?id=04558d05-bf19-4e14-86d3-965fc0aa2433 HTTP/1.1" status: 200 len: 897 time: 0.2731493 Feb 19 04:15:20.253381 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554595c-2483-4bd8-95b5-91afa9c41c06 req-e5dc7bf2-5088-44a0-88dc-506cd4f8eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:20.254763 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4554595c-2483-4bd8-95b5-91afa9c41c06 req-e5dc7bf2-5088-44a0-88dc-506cd4f8eb9d service neutron] 10.222.0.26 "GET /v2.0/networks?id=04558d05-bf19-4e14-86d3-965fc0aa2433 HTTP/1.1" status: 200 len: 897 time: 0.2712626 Feb 19 04:15:20.283834 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39264) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:20.298821 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc12702-9aec-4a96-8370-ebe61035cb28 x-openstack-request-id: req-3dc12702-9aec-4a96-8370-ebe61035cb28 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:20.299409 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3b3171-22a5-4f0b-b4ec-eff650649f72", "name": "network-vif-plugged", "status": "completed", "tag": "7d78385b-25be-440e-b3d2-78e92d5b03f2", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:20.299847 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3dc12702-9aec-4a96-8370-ebe61035cb28 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:20.300592 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3b3171-22a5-4f0b-b4ec-eff650649f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d78385b-25be-440e-b3d2-78e92d5b03f2', 'code': 200} Feb 19 04:15:20.354248 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] The host n-h1-828369-19 is not matching for port 23c49555-16ce-45ca-9778-dc102b7f108e host n-h2-828369-19! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:15:20.354929 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 23c49555-16ce-45ca-9778-dc102b7f108e not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:15:20.374041 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=7d78385b-25be-440e-b3d2-78e92d5b03f2,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:20.397948 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-96bf551e-0a3d-424f-afe8-afd4a1e8966a tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:20.421850 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-96bf551e-0a3d-424f-afe8-afd4a1e8966a tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:20.464265 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8044c04c-ad29-4d2a-a5c8-b639226d71a1 req-24697d0b-dc70-4e87-b340-6371e467dfa1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084081 Feb 19 04:15:20.489291 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4554595c-2483-4bd8-95b5-91afa9c41c06 req-7f0b40cf-30c5-4d7d-83d3-0782adcbe01e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23c49555-16ce-45ca-9778-dc102b7f108e HTTP/1.1" status: 200 len: 1000 time: 0.2118385 Feb 19 04:15:20.490961 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4554595c-2483-4bd8-95b5-91afa9c41c06 req-78bcd244-e5d8-46b7-99ed-d6081c5d5a7a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23c49555-16ce-45ca-9778-dc102b7f108e HTTP/1.1" status: 200 len: 1000 time: 0.2123418 Feb 19 04:15:20.498822 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e21da0-ecdb-45e7-b8d2-5fe996634bf6 req-48436ab4-0ba0-41d2-a9ae-78d8f9a204d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:20.500891 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-04e21da0-ecdb-45e7-b8d2-5fe996634bf6 req-48436ab4-0ba0-41d2-a9ae-78d8f9a204d1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6f3b3171-22a5-4f0b-b4ec-eff650649f72 HTTP/1.1" status: 200 len: 1128 time: 0.1400011 Feb 19 04:15:20.579092 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1775e1e8-6579-4be3-8409-23783a363bc0 req-79426407-dc2d-4bdf-878e-8aa8d8fbb6aa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0672798 Feb 19 04:15:20.610034 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-96bf551e-0a3d-424f-afe8-afd4a1e8966a tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:20.612698 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554595c-2483-4bd8-95b5-91afa9c41c06 req-bb187dbc-f07b-4c66-856a-3c2baa43411d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:20.614175 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4554595c-2483-4bd8-95b5-91afa9c41c06 req-bb187dbc-f07b-4c66-856a-3c2baa43411d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a7538da7-a1a0-4902-afe6-8a9256c7c858 HTTP/1.1" status: 200 len: 834 time: 0.1129487 Feb 19 04:15:20.618270 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554595c-2483-4bd8-95b5-91afa9c41c06 req-3e35d432-f651-4dd5-bfae-deeae26bed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:20.619981 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4554595c-2483-4bd8-95b5-91afa9c41c06 req-3e35d432-f651-4dd5-bfae-deeae26bed00 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7538da7-a1a0-4902-afe6-8a9256c7c858 HTTP/1.1" status: 200 len: 834 time: 0.1177359 Feb 19 04:15:20.680089 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-04e21da0-ecdb-45e7-b8d2-5fe996634bf6 req-2c106e18-c496-45ff-b746-6e1b546732d6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582286 Feb 19 04:15:20.711174 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554595c-2483-4bd8-95b5-91afa9c41c06 req-fec62a52-0c98-48d1-96a4-5d00660cef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:20.712672 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4554595c-2483-4bd8-95b5-91afa9c41c06 req-fec62a52-0c98-48d1-96a4-5d00660cef7c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=04558d05-bf19-4e14-86d3-965fc0aa2433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0870833 Feb 19 04:15:20.715543 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554595c-2483-4bd8-95b5-91afa9c41c06 req-a0eaa909-5797-4a7f-994d-7ffd80802d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:20.717588 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4554595c-2483-4bd8-95b5-91afa9c41c06 req-a0eaa909-5797-4a7f-994d-7ffd80802d75 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04558d05-bf19-4e14-86d3-965fc0aa2433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0816042 Feb 19 04:15:20.813509 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775e1e8-6579-4be3-8409-23783a363bc0 req-2242b208-272d-4cf6-8be8-790084adb53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:20.815453 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1775e1e8-6579-4be3-8409-23783a363bc0 req-2242b208-272d-4cf6-8be8-790084adb53e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=90f22cfd00964f179efcdc77f1d50815&device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 1130 time: 0.1574092 Feb 19 04:15:20.833164 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4554595c-2483-4bd8-95b5-91afa9c41c06 req-ba63835c-16b7-4f30-acf4-cdbba7ce11bf service neutron] 10.222.0.79 "GET /v2.0/networks/04558d05-bf19-4e14-86d3-965fc0aa2433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107802 Feb 19 04:15:20.853980 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-96bf551e-0a3d-424f-afe8-afd4a1e8966a tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Allocated IP 172.25.3.23 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/9ad76210-adb9-4c1e-98e1-9909fc649317) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:15:20.957706 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4554595c-2483-4bd8-95b5-91afa9c41c06 req-d22b1a24-cdd1-4778-a888-53d2860ab7c8 service neutron] 10.222.0.79 "GET /v2.0/networks/04558d05-bf19-4e14-86d3-965fc0aa2433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154103 Feb 19 04:15:21.080184 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-96bf551e-0a3d-424f-afe8-afd4a1e8966a tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Publish callbacks [] for port (9ad76210-adb9-4c1e-98e1-9909fc649317), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:21.085526 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4554595c-2483-4bd8-95b5-91afa9c41c06 req-6ebfae2e-7e0b-4870-904f-8a3b419dedb6 service neutron] 10.222.0.26 "GET /v2.0/networks/04558d05-bf19-4e14-86d3-965fc0aa2433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255524 Feb 19 04:15:21.175011 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775e1e8-6579-4be3-8409-23783a363bc0 req-5c866ad9-817f-473b-a710-9102dd4678e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:21.176614 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1775e1e8-6579-4be3-8409-23783a363bc0 req-5c866ad9-817f-473b-a710-9102dd4678e5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d969274d-e3f5-4be2-94a1-23d058336a4e HTTP/1.1" status: 200 len: 918 time: 0.2144942 Feb 19 04:15:21.194339 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-96bf551e-0a3d-424f-afe8-afd4a1e8966a tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (9ad76210-adb9-4c1e-98e1-9909fc649317), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:21.332542 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4554595c-2483-4bd8-95b5-91afa9c41c06 req-0ee02d33-3cd5-4bfa-b618-3703b976de42 service neutron] 10.222.0.26 "GET /v2.0/networks/04558d05-bf19-4e14-86d3-965fc0aa2433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372983 Feb 19 04:15:21.362221 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3a254-0cb3-4124-b925-468740a18931 req-673c20f5-c5ef-49c5-85bb-89094c778d81 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:21.365907 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69a3a254-0cb3-4124-b925-468740a18931 req-673c20f5-c5ef-49c5-85bb-89094c778d81 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 945 time: 0.4068804 Feb 19 04:15:21.435617 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69a3a254-0cb3-4124-b925-468740a18931 req-545022e0-1ca2-44e5-b100-4758be9e6087 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634878 Feb 19 04:15:21.637629 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcc33d-04c0-4388-87f6-5088534e5817 req-b2650ff1-ce56-42d5-b8a2-5537bfd1e385 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:21.640082 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-86fcc33d-04c0-4388-87f6-5088534e5817 req-b2650ff1-ce56-42d5-b8a2-5537bfd1e385 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f3b3171-22a5-4f0b-b4ec-eff650649f72 HTTP/1.1" status: 200 len: 945 time: 0.0691960 Feb 19 04:15:21.679942 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bf551e-0a3d-424f-afe8-afd4a1e8966a tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:15:21.682305 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1775e1e8-6579-4be3-8409-23783a363bc0 req-e89443a3-a948-47d2-8e79-9d76aaf3f736 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9a9460e-9cea-497c-be88-aa5f7e14c403 HTTP/1.1" status: 200 len: 1002 time: 0.4981062 Feb 19 04:15:21.682918 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf551e-0a3d-424f-afe8-afd4a1e8966a tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Pushing event updated for resources: {'Port': ['ID=9ad76210-adb9-4c1e-98e1-9909fc649317,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:21.686485 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-96bf551e-0a3d-424f-afe8-afd4a1e8966a tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:15:21.694074 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-86fcc33d-04c0-4388-87f6-5088534e5817 req-244f67e2-6888-45b4-a1bf-5a22f668675a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475070 Feb 19 04:15:21.705102 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bf551e-0a3d-424f-afe8-afd4a1e8966a tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:15:21.768035 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775e1e8-6579-4be3-8409-23783a363bc0 req-92dcad60-96b1-4f77-a14a-fa46c80c55b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:21.769505 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1775e1e8-6579-4be3-8409-23783a363bc0 req-92dcad60-96b1-4f77-a14a-fa46c80c55b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59a62ba0-3299-4137-b1e4-27552484bcd3 HTTP/1.1" status: 200 len: 856 time: 0.0807805 Feb 19 04:15:21.886622 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-96bf551e-0a3d-424f-afe8-afd4a1e8966a tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Publish callbacks [] for floatingip (b3895a2a-c71d-4803-82b9-4ee94a77d287), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:21.905723 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775e1e8-6579-4be3-8409-23783a363bc0 req-fa2fbb65-8ca2-4c0c-b309-c9145cf442d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:21.907347 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1775e1e8-6579-4be3-8409-23783a363bc0 req-fa2fbb65-8ca2-4c0c-b309-c9145cf442d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d969274d-e3f5-4be2-94a1-23d058336a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1258397 Feb 19 04:15:21.996115 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-96bf551e-0a3d-424f-afe8-afd4a1e8966a tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (9ad76210-adb9-4c1e-98e1-9909fc649317), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:22.129633 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1775e1e8-6579-4be3-8409-23783a363bc0 req-70c5f654-9591-4971-85d1-a4ddadec29cf service neutron] 10.222.0.26 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018478 Feb 19 04:15:22.319239 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1775e1e8-6579-4be3-8409-23783a363bc0 req-b2a7cab2-01c6-4909-9765-3bb88ec25a8b service neutron] 10.222.0.26 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455462 Feb 19 04:15:22.342575 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-96bf551e-0a3d-424f-afe8-afd4a1e8966a tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Publish callbacks [] for port (9ad76210-adb9-4c1e-98e1-9909fc649317), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:22.348731 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-96bf551e-0a3d-424f-afe8-afd4a1e8966a tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (9ad76210-adb9-4c1e-98e1-9909fc649317), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:22.437412 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf551e-0a3d-424f-afe8-afd4a1e8966a tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Pushing event updated for resources: {'Port': ['ID=9ad76210-adb9-4c1e-98e1-9909fc649317,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:22.451745 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-96bf551e-0a3d-424f-afe8-afd4a1e8966a tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (b3895a2a-c71d-4803-82b9-4ee94a77d287), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:22.479397 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-96bf551e-0a3d-424f-afe8-afd4a1e8966a tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:22.481035 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-96bf551e-0a3d-424f-afe8-afd4a1e8966a tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1955481 Feb 19 04:15:22.485768 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39282) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:22.491329 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-acf44fab-82a9-41e6-8dd8-867db947953a tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1044264581', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'fixed_ips': [{'ip_address': '172.25.3.23'}]}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:22.516917 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf44fab-82a9-41e6-8dd8-867db947953a tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Made reservation on behalf of 7d713de2eee944de95624747d2d38e2d for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:15:22.521880 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-acf44fab-82a9-41e6-8dd8-867db947953a tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:22.554726 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-acf44fab-82a9-41e6-8dd8-867db947953a tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:22.684196 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d1494-b76e-4b05-b25a-12752bfad590 req-c7a308e6-9319-4238-8781-97b45faeee76 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:22.687137 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a9d1494-b76e-4b05-b25a-12752bfad590 req-c7a308e6-9319-4238-8781-97b45faeee76 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 945 time: 0.1590018 Feb 19 04:15:22.779907 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a9d1494-b76e-4b05-b25a-12752bfad590 req-207e8b14-c59a-40c5-881d-b6204f356c52 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848982 Feb 19 04:15:22.786321 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 23c49555-16ce-45ca-9778-dc102b7f108e details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:15:22.800205 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-acf44fab-82a9-41e6-8dd8-867db947953a tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Publish callbacks [] for security_group (61d104e7-4085-4aa6-800c-f54e76c40c58), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:22.815874 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-acf44fab-82a9-41e6-8dd8-867db947953a tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (61d104e7-4085-4aa6-800c-f54e76c40c58), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:22.821043 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39288) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:22.859792 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-acf44fab-82a9-41e6-8dd8-867db947953a tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] device_id is not set on port 1a0b0959-21e6-43ba-a9b1-16b7a73ecb01 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:15:22.910611 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-939c2b99-d484-4b70-bcc5-e342da7909ab tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/floatingips/33bb8cb4-223c-4c89-b8bb-948905b5113e HTTP/1.1" status: 200 len: 992 time: 0.0873978 Feb 19 04:15:22.953584 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 23c49555-16ce-45ca-9778-dc102b7f108e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=23c49555-16ce-45ca-9778-dc102b7f108e,segment=NetworkSegment(f3e08904-2dfd-4a42-a044-c64d88dcae94),segment_id=f3e08904-2dfd-4a42-a044-c64d88dcae94)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:22.973705 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '23c49555-16ce-45ca-9778-dc102b7f108e', 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433', 'port_id': '23c49555-16ce-45ca-9778-dc102b7f108e', 'mac_address': 'fa:16:3e:e4:59:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7538da7-a1a0-4902-afe6-8a9256c7c858', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:15:23.009036 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf44fab-82a9-41e6-8dd8-867db947953a tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d104e7-4085-4aa6-800c-f54e76c40c58,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:23.058551 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 23c49555-16ce-45ca-9778-dc102b7f108e is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:23.059251 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:23.126357 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b25ea-74d0-4a33-8839-b3f4a127e347 req-e2106b9d-0e50-44af-8404-808db962608d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:23.128329 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9a5b25ea-74d0-4a33-8839-b3f4a127e347 req-e2106b9d-0e50-44af-8404-808db962608d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f3b3171-22a5-4f0b-b4ec-eff650649f72 HTTP/1.1" status: 200 len: 945 time: 0.3237684 Feb 19 04:15:23.248350 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c49555-16ce-45ca-9778-dc102b7f108e {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:15:23.273981 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 23c49555-16ce-45ca-9778-dc102b7f108e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=23c49555-16ce-45ca-9778-dc102b7f108e,segment=NetworkSegment(f3e08904-2dfd-4a42-a044-c64d88dcae94),segment_id=f3e08904-2dfd-4a42-a044-c64d88dcae94)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:23.280324 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:23.413809 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=23c49555-16ce-45ca-9778-dc102b7f108e,revision_number=12']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:23.567444 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['23c49555-16ce-45ca-9778-dc102b7f108e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:23.652887 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9a5b25ea-74d0-4a33-8839-b3f4a127e347 req-a927a123-4dd2-4d1d-8e85-1a1ad048ea24 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5169513 Feb 19 04:15:23.710830 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf44fab-82a9-41e6-8dd8-867db947953a tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 04:15:23.711432 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acf44fab-82a9-41e6-8dd8-867db947953a tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:15:23.735295 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-acf44fab-82a9-41e6-8dd8-867db947953a tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.2487259 Feb 19 04:15:23.738779 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39294) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:23.946796 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c39c43a4-a13e-4418-9827-b63a6bb43fe5 req-ace39a7a-a808-4fff-ad95-55b69ad201cb tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=47d77581683d4c43a3d18ea75c887227 HTTP/1.1" status: 200 len: 267 time: 0.1205795 Feb 19 04:15:24.022737 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a59ac-150f-47bc-803e-30e03ca7248e tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Deleting port 9ad76210-adb9-4c1e-98e1-9909fc649317 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:15:24.023088 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ae2a59ac-150f-47bc-803e-30e03ca7248e tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (9ad76210-adb9-4c1e-98e1-9909fc649317), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:24.115300 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c43a4-a13e-4418-9827-b63a6bb43fe5 req-d4991a27-6f42-404f-9368-b4035e58a013 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:24.122713 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c39c43a4-a13e-4418-9827-b63a6bb43fe5 req-d4991a27-6f42-404f-9368-b4035e58a013 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f3b3171-22a5-4f0b-b4ec-eff650649f72 HTTP/1.1" status: 200 len: 945 time: 0.1666291 Feb 19 04:15:24.129797 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-c39c43a4-a13e-4418-9827-b63a6bb43fe5 req-5e8d8b80-2c3c-4be8-8e30-dd92a35f1866 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Request body: {'port': {'security_groups': []}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:24.216107 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ae2a59ac-150f-47bc-803e-30e03ca7248e tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (9ad76210-adb9-4c1e-98e1-9909fc649317), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:24.216502 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ae2a59ac-150f-47bc-803e-30e03ca7248e tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Publish callbacks [] for floatingip (9ad76210-adb9-4c1e-98e1-9909fc649317), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:24.318146 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a59ac-150f-47bc-803e-30e03ca7248e tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Calling delete_port for 9ad76210-adb9-4c1e-98e1-9909fc649317 owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:15:24.326066 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c39c43a4-a13e-4418-9827-b63a6bb43fe5 req-5e8d8b80-2c3c-4be8-8e30-dd92a35f1866 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7d78385b-25be-440e-b3d2-78e92d5b03f2), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:24.509505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-4083f242-044d-4313-b8dd-610c7d329918 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:24.511035 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-4083f242-044d-4313-b8dd-610c7d329918 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/networks?id=d7d963df-657f-45bc-85b4-f488f5d24fde HTTP/1.1" status: 200 len: 814 time: 0.2896631 Feb 19 04:15:24.594200 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-9cd6d67a-dff8-4c6b-b7f1-a1e66dfda5d7 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/quotas/c72443ddb4544d95bebe4daa2be68b6b HTTP/1.1" status: 200 len: 375 time: 0.0757165 Feb 19 04:15:24.721019 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-c39c43a4-a13e-4418-9827-b63a6bb43fe5 req-5e8d8b80-2c3c-4be8-8e30-dd92a35f1866 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] For port 7d78385b-25be-440e-b3d2-78e92d5b03f2, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=7d78385b-25be-440e-b3d2-78e92d5b03f2,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:24.749198 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ae2a59ac-150f-47bc-803e-30e03ca7248e tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (9ad76210-adb9-4c1e-98e1-9909fc649317), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:24.796750 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 23c49555-16ce-45ca-9778-dc102b7f108e up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:15:24.797271 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-912ad5bc-e4cb-4909-9b44-f81c06159076 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c72443ddb4544d95bebe4daa2be68b6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1898963 Feb 19 04:15:24.801718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a59ac-150f-47bc-803e-30e03ca7248e tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ad76210-adb9-4c1e-98e1-9909fc649317,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:24.804999 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c39c43a4-a13e-4418-9827-b63a6bb43fe5 req-5e8d8b80-2c3c-4be8-8e30-dd92a35f1866 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks [] for port (7d78385b-25be-440e-b3d2-78e92d5b03f2), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:24.833765 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c39c43a4-a13e-4418-9827-b63a6bb43fe5 req-5e8d8b80-2c3c-4be8-8e30-dd92a35f1866 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (7d78385b-25be-440e-b3d2-78e92d5b03f2), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:24.847457 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['cc0235d1-688f-4a3b-9c71-f1afba0a9284', '1c09e0d7-f2c2-496a-b2f8-7d7da176db42'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:24.850522 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['7d78385b-25be-440e-b3d2-78e92d5b03f2'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:24.904939 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 23c49555-16ce-45ca-9778-dc102b7f108e completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:15:24.918022 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 23c49555-16ce-45ca-9778-dc102b7f108e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:15:24.919292 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:24.967632 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c43a4-a13e-4418-9827-b63a6bb43fe5 req-5e8d8b80-2c3c-4be8-8e30-dd92a35f1866 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:24.968276 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c39c43a4-a13e-4418-9827-b63a6bb43fe5 req-5e8d8b80-2c3c-4be8-8e30-dd92a35f1866 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:24.969789 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c39c43a4-a13e-4418-9827-b63a6bb43fe5 req-5e8d8b80-2c3c-4be8-8e30-dd92a35f1866 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "PUT /v2.0/ports/7d78385b-25be-440e-b3d2-78e92d5b03f2 HTTP/1.1" status: 200 len: 904 time: 0.8453493 Feb 19 04:15:24.970283 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3b3171-22a5-4f0b-b4ec-eff650649f72', 'tag': '7d78385b-25be-440e-b3d2-78e92d5b03f2'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:24.972636 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4870de6-bb53-4814-94b3-bf853f954737" -d '{"events": [{"name": "network-changed", "server_uuid": "6f3b3171-22a5-4f0b-b4ec-eff650649f72", "tag": "7d78385b-25be-440e-b3d2-78e92d5b03f2"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:25.006093 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ae2a59ac-150f-47bc-803e-30e03ca7248e tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Publish callbacks [] for floatingip (b3895a2a-c71d-4803-82b9-4ee94a77d287), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:25.008961 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ae2a59ac-150f-47bc-803e-30e03ca7248e tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:25.014601 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ae2a59ac-150f-47bc-803e-30e03ca7248e tempest-ExternalNetworksAdminNegativeTestJSON-1443527058 tempest-ExternalNetworksAdminNegativeTestJSON-1443527058-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/b3895a2a-c71d-4803-82b9-4ee94a77d287 HTTP/1.1" status: 204 len: 168 time: 1.2708459 Feb 19 04:15:25.024767 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d8b80-2c3c-4be8-8e30-dd92a35f1866 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Pushing event updated for resources: {'Port': ['ID=7d78385b-25be-440e-b3d2-78e92d5b03f2,revision_number=6']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:25.049014 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-6c6f79f2-cae9-4293-bf8c-7b9e048f3f6e service neutron] 10.222.0.52 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186902 Feb 19 04:15:25.082425 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 23c49555-16ce-45ca-9778-dc102b7f108e is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:25.083017 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:25.126870 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['7d78385b-25be-440e-b3d2-78e92d5b03f2'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:25.186818 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e97138d-d079-42c5-a9e0-a30f7970cc41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c49555-16ce-45ca-9778-dc102b7f108e'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:25.190290 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0dbc4e-e0d1-492f-895a-68d02c0cb97f" -d '{"events": [{"server_uuid": "1e97138d-d079-42c5-a9e0-a30f7970cc41", "name": "network-vif-plugged", "status": "completed", "tag": "23c49555-16ce-45ca-9778-dc102b7f108e"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:25.199218 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 23c49555-16ce-45ca-9778-dc102b7f108e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=23c49555-16ce-45ca-9778-dc102b7f108e,segment=NetworkSegment(f3e08904-2dfd-4a42-a044-c64d88dcae94),segment_id=f3e08904-2dfd-4a42-a044-c64d88dcae94)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:25.215481 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:25.312805 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=23c49555-16ce-45ca-9778-dc102b7f108e,revision_number=13']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:25.321352 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853de76-595a-496d-b75c-994993057aeb req-efb362b6-285d-46d4-8f63-325857376855 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:25.323152 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9853de76-595a-496d-b75c-994993057aeb req-efb362b6-285d-46d4-8f63-325857376855 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f3b3171-22a5-4f0b-b4ec-eff650649f72 HTTP/1.1" status: 200 len: 907 time: 0.2130420 Feb 19 04:15:25.325483 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-181babff-dc26-46ec-96c9-59f19fb0c3ce service neutron] 10.222.0.52 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594762 Feb 19 04:15:25.392608 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-bebfbf40-4f35-4828-8dc1-5baaa0ed62b9 None None] Provisioning complete for port 7d78385b-25be-440e-b3d2-78e92d5b03f2 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:15:25.393090 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bebfbf40-4f35-4828-8dc1-5baaa0ed62b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7d78385b-25be-440e-b3d2-78e92d5b03f2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:25.393252 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e1f1b9-0585-4230-b993-f0ce03076894 x-openstack-request-id: req-94e1f1b9-0585-4230-b993-f0ce03076894 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:25.393670 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f3b3171-22a5-4f0b-b4ec-eff650649f72", "tag": "7d78385b-25be-440e-b3d2-78e92d5b03f2", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:25.393939 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-94e1f1b9-0585-4230-b993-f0ce03076894 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:25.394380 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3b3171-22a5-4f0b-b4ec-eff650649f72', 'tag': '7d78385b-25be-440e-b3d2-78e92d5b03f2', 'status': 'completed', 'code': 200} Feb 19 04:15:25.497388 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296fd2a5-28ff-472a-b3f0-66085d8d5bc7 x-openstack-request-id: req-296fd2a5-28ff-472a-b3f0-66085d8d5bc7 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:25.499441 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e97138d-d079-42c5-a9e0-a30f7970cc41", "name": "network-vif-plugged", "status": "completed", "tag": "23c49555-16ce-45ca-9778-dc102b7f108e", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:25.499441 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-296fd2a5-28ff-472a-b3f0-66085d8d5bc7 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:25.499441 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e97138d-d079-42c5-a9e0-a30f7970cc41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c49555-16ce-45ca-9778-dc102b7f108e', 'code': 200} Feb 19 04:15:25.508555 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39328) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:25.531564 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4870de6-bb53-4814-94b3-bf853f954737 req-786f5656-7e0d-4b90-9d9e-ad19ff6782a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:25.533194 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d4870de6-bb53-4814-94b3-bf853f954737 req-786f5656-7e0d-4b90-9d9e-ad19ff6782a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47d77581683d4c43a3d18ea75c887227&device_id=6f3b3171-22a5-4f0b-b4ec-eff650649f72 HTTP/1.1" status: 200 len: 1090 time: 0.1160319 Feb 19 04:15:25.776817 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1dc800f5-532c-4c6b-9450-055702404c83 req-f0a57a50-7fa0-4b8a-8428-654140441768 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0d8854f-25ed-466b-aedc-eb910ef300d2 HTTP/1.1" status: 200 len: 210 time: 0.1084023 Feb 19 04:15:25.794844 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3480163f-ef60-4cd6-9f11-44ac795bb476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:25.795726 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4870de6-bb53-4814-94b3-bf853f954737 req-095ac79b-a6cb-49d6-a793-7e4d35385d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:25.797986 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d4870de6-bb53-4814-94b3-bf853f954737 req-095ac79b-a6cb-49d6-a793-7e4d35385d90 service neutron] 10.222.0.26 "GET /v2.0/networks?id=af1b2524-905a-4fb0-b20e-a5912983245d HTTP/1.1" status: 200 len: 911 time: 0.2477114 Feb 19 04:15:25.841336 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd85a8a-6fc0-4c71-afcf-2f0fa7838eb8 req-62bba83f-fe6c-49a3-a9d2-fe1574aadead tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:25.850189 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1fd85a8a-6fc0-4c71-afcf-2f0fa7838eb8 req-62bba83f-fe6c-49a3-a9d2-fe1574aadead tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.3030903 Feb 19 04:15:25.913341 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-bebfbf40-4f35-4828-8dc1-5baaa0ed62b9 None None] Current status of the port 7d78385b-25be-440e-b3d2-78e92d5b03f2 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:25.925604 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d4870de6-bb53-4814-94b3-bf853f954737 req-23655c64-90ac-4096-9f06-dfd729b3bfeb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d78385b-25be-440e-b3d2-78e92d5b03f2 HTTP/1.1" status: 200 len: 217 time: 0.1187735 Feb 19 04:15:25.931794 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1fd85a8a-6fc0-4c71-afcf-2f0fa7838eb8 req-7d4d3d84-af3d-42ea-a1a0-d2c6de452f19 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0805936 Feb 19 04:15:26.018324 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3480163f-ef60-4cd6-9f11-44ac795bb476 admin admin] Publish callbacks [] for security_group (ed34498d-8958-480c-aa7a-eaae9d4081ae), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:26.025632 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3480163f-ef60-4cd6-9f11-44ac795bb476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ed34498d-8958-480c-aa7a-eaae9d4081ae), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:26.026691 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4870de6-bb53-4814-94b3-bf853f954737 req-2cad999a-5c87-495d-b027-5a9c25c82e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:26.029783 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d4870de6-bb53-4814-94b3-bf853f954737 req-2cad999a-5c87-495d-b027-5a9c25c82e48 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4 HTTP/1.1" status: 200 len: 849 time: 0.0970023 Feb 19 04:15:26.075512 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480163f-ef60-4cd6-9f11-44ac795bb476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed34498d-8958-480c-aa7a-eaae9d4081ae,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:26.101434 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4870de6-bb53-4814-94b3-bf853f954737 req-a7dc23f3-08c5-413e-906e-b982b5f9b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:26.103077 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d4870de6-bb53-4814-94b3-bf853f954737 req-a7dc23f3-08c5-413e-906e-b982b5f9b429 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af1b2524-905a-4fb0-b20e-a5912983245d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0682340 Feb 19 04:15:26.113919 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3480163f-ef60-4cd6-9f11-44ac795bb476 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=49cd90e674f74ba299351b59ef4972d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6042688 Feb 19 04:15:26.114568 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39344) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:26.189023 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05671c23-77db-42b0-820b-95dfe32a4222 req-0751d46b-a9c5-4f2d-969b-4c2d40afa517 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:26.190363 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-05671c23-77db-42b0-820b-95dfe32a4222 req-0751d46b-a9c5-4f2d-969b-4c2d40afa517 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.1159954 Feb 19 04:15:26.213537 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7733066b-60db-4d2e-a780-e1b39e150fe9 admin admin] Publish callbacks [] for security_group (ed34498d-8958-480c-aa7a-eaae9d4081ae), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:26.221958 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d4870de6-bb53-4814-94b3-bf853f954737 req-38ea0dc3-792a-4c21-a3a1-ed20df386430 service neutron] 10.222.0.26 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123679 Feb 19 04:15:26.262887 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7733066b-60db-4d2e-a780-e1b39e150fe9 admin admin] Publish callbacks [] for security_group (ed34498d-8958-480c-aa7a-eaae9d4081ae), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:26.293595 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-05671c23-77db-42b0-820b-95dfe32a4222 req-603f44dd-47bd-488b-bc57-c2f4fe218b2f tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0913389 Feb 19 04:15:26.329532 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d4870de6-bb53-4814-94b3-bf853f954737 req-58275af0-bc9b-4391-9740-7afa14bd0217 service neutron] 10.222.0.26 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955358 Feb 19 04:15:26.362206 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7733066b-60db-4d2e-a780-e1b39e150fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ed34498d-8958-480c-aa7a-eaae9d4081ae), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:26.366023 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7733066b-60db-4d2e-a780-e1b39e150fe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:26.367302 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7733066b-60db-4d2e-a780-e1b39e150fe9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ed34498d-8958-480c-aa7a-eaae9d4081ae HTTP/1.1" status: 204 len: 168 time: 0.2341065 Feb 19 04:15:26.400275 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733066b-60db-4d2e-a780-e1b39e150fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed34498d-8958-480c-aa7a-eaae9d4081ae,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:26.508579 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87738cdc-2f88-4d5b-910a-58a57b7f4b69 req-63ba879a-d1b8-47d8-88af-338b1b0c31e0 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:26.510052 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-87738cdc-2f88-4d5b-910a-58a57b7f4b69 req-63ba879a-d1b8-47d8-88af-338b1b0c31e0 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.1203372 Feb 19 04:15:26.619851 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-87738cdc-2f88-4d5b-910a-58a57b7f4b69 req-55e06896-0eff-475e-b21d-c49977ec5226 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1018610 Feb 19 04:15:26.667060 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec552601-c52f-4e17-a8ce-fa8b5b1e25ea req-61e3ec00-fbba-424e-8261-52e074ded79d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ce5bea0e-46de-4a89-9ce4-c81b60d4e574&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0796871 Feb 19 04:15:26.732774 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:26.772274 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec552601-c52f-4e17-a8ce-fa8b5b1e25ea req-ca23d889-2836-4c13-b7d8-631edec9d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:26.773811 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec552601-c52f-4e17-a8ce-fa8b5b1e25ea req-ca23d889-2836-4c13-b7d8-631edec9d379 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=47d77581683d4c43a3d18ea75c887227&device_id=ce5bea0e-46de-4a89-9ce4-c81b60d4e574 HTTP/1.1" status: 200 len: 1128 time: 0.0829937 Feb 19 04:15:26.793905 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3708b-fb16-4c83-8788-83659790216e req-8ee7c8e2-72f0-4168-8a04-6a06d1036798 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:26.797013 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f0d3708b-fb16-4c83-8788-83659790216e req-8ee7c8e2-72f0-4168-8a04-6a06d1036798 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.0757003 Feb 19 04:15:26.848570 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39376) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:26.912654 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1a8ba27d-1aaa-46d9-b77d-97580cc37408 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7d713de2eee944de95624747d2d38e2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0623758 Feb 19 04:15:26.912848 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f0d3708b-fb16-4c83-8788-83659790216e req-1b99727a-accd-43b5-b202-d9d9272461bf tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1047506 Feb 19 04:15:26.916324 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39378) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:26.941433 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec552601-c52f-4e17-a8ce-fa8b5b1e25ea req-35e9d660-4dd4-48fd-b405-d055d4c196e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:26.946366 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec552601-c52f-4e17-a8ce-fa8b5b1e25ea req-35e9d660-4dd4-48fd-b405-d055d4c196e6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=af1b2524-905a-4fb0-b20e-a5912983245d HTTP/1.1" status: 200 len: 911 time: 0.1454051 Feb 19 04:15:27.000042 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab9f58c6-8721-4c7f-abda-191408ef73e3 req-da44acd6-f859-4c02-ae3a-e200d5d396f8 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0d8854f-25ed-466b-aedc-eb910ef300d2 HTTP/1.1" status: 200 len: 210 time: 0.0498505 Feb 19 04:15:27.009557 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eb7d6b61-e7f4-46ea-95b8-8dfacc810fe9 admin admin] Publish callbacks [] for security_group (61d104e7-4085-4aa6-800c-f54e76c40c58), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:27.038084 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eb7d6b61-e7f4-46ea-95b8-8dfacc810fe9 admin admin] Publish callbacks [] for security_group (61d104e7-4085-4aa6-800c-f54e76c40c58), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:27.047339 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec552601-c52f-4e17-a8ce-fa8b5b1e25ea req-5a543a84-e266-4292-ab25-3701c27f857c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c09e0d7-f2c2-496a-b2f8-7d7da176db42 HTTP/1.1" status: 200 len: 217 time: 0.0459707 Feb 19 04:15:27.122631 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec552601-c52f-4e17-a8ce-fa8b5b1e25ea req-3c5a7af0-9412-43ee-b0ff-72c34ec6dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:27.124755 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec552601-c52f-4e17-a8ce-fa8b5b1e25ea req-3c5a7af0-9412-43ee-b0ff-72c34ec6dfd8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4 HTTP/1.1" status: 200 len: 849 time: 0.0693667 Feb 19 04:15:27.196370 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec552601-c52f-4e17-a8ce-fa8b5b1e25ea req-8131946d-4cb5-42f5-bcd0-2fff39f7904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:27.198241 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec552601-c52f-4e17-a8ce-fa8b5b1e25ea req-8131946d-4cb5-42f5-bcd0-2fff39f7904f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=af1b2524-905a-4fb0-b20e-a5912983245d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0675263 Feb 19 04:15:27.242730 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eb7d6b61-e7f4-46ea-95b8-8dfacc810fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (61d104e7-4085-4aa6-800c-f54e76c40c58), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:27.245335 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eb7d6b61-e7f4-46ea-95b8-8dfacc810fe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:27.247969 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-eb7d6b61-e7f4-46ea-95b8-8dfacc810fe9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/61d104e7-4085-4aa6-800c-f54e76c40c58 HTTP/1.1" status: 204 len: 168 time: 0.3305850 Feb 19 04:15:27.258152 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-c605c4ce-0726-459a-a399-9dab6a1d3a54 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:27.259639 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-c605c4ce-0726-459a-a399-9dab6a1d3a54 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.26 "GET /v2.0/networks?id=d7d963df-657f-45bc-85b4-f488f5d24fde HTTP/1.1" status: 200 len: 814 time: 0.2729371 Feb 19 04:15:27.268121 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d6b61-e7f4-46ea-95b8-8dfacc810fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d104e7-4085-4aa6-800c-f54e76c40c58,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:27.275101 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-8e3c7485-cff8-41e7-89b7-a1b8ea4b5767 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Request body: {'port': {'device_id': 'd0d8854f-25ed-466b-aedc-eb910ef300d2', 'network_id': 'd7d963df-657f-45bc-85b4-f488f5d24fde', 'admin_state_up': True, 'tenant_id': 'c72443ddb4544d95bebe4daa2be68b6b'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:27.375121 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec552601-c52f-4e17-a8ce-fa8b5b1e25ea req-c8247a59-768e-4cdf-9b23-005f6adc737d service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696420 Feb 19 04:15:27.413001 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-8e3c7485-cff8-41e7-89b7-a1b8ea4b5767 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Made reservation on behalf of c72443ddb4544d95bebe4daa2be68b6b for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:15:27.416915 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-8e3c7485-cff8-41e7-89b7-a1b8ea4b5767 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:27.490761 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-9659b8d3-1df8-4b95-ac0a-4a1b80b815ce tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:27.498835 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-9659b8d3-1df8-4b95-ac0a-4a1b80b815ce tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/networks?id=af1b2524-905a-4fb0-b20e-a5912983245d HTTP/1.1" status: 200 len: 810 time: 0.2014351 Feb 19 04:15:27.527055 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-ea7becd0-46a3-41d7-a88c-0ebbb181545f tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/quotas/47d77581683d4c43a3d18ea75c887227 HTTP/1.1" status: 200 len: 375 time: 0.0271132 Feb 19 04:15:27.566967 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-8e3c7485-cff8-41e7-89b7-a1b8ea4b5767 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Allocated IP 172.20.0.14 (d7d963df-657f-45bc-85b4-f488f5d24fde/8929c64d-2051-429d-adc4-f0965a0e87e7/19b63479-85ce-4a88-97af-c0cd78ad998e) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:15:27.581689 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec552601-c52f-4e17-a8ce-fa8b5b1e25ea req-081b946d-8fb0-488c-9cca-be3abb3c3dda service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002857 Feb 19 04:15:27.629029 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-ae687b0d-cb6a-449d-8b2c-31fa2bcb346f tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=47d77581683d4c43a3d18ea75c887227&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1007564 Feb 19 04:15:27.750226 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-ba1dd7be-7852-49b6-9109-37e255eced0f service neutron] 10.222.0.52 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131172 Feb 19 04:15:27.798523 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-8e3c7485-cff8-41e7-89b7-a1b8ea4b5767 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks [] for port (19b63479-85ce-4a88-97af-c0cd78ad998e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:27.849835 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-8e3c7485-cff8-41e7-89b7-a1b8ea4b5767 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (19b63479-85ce-4a88-97af-c0cd78ad998e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:27.859143 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-f578547d-fd53-403d-97ca-0f6132e8e2a4 service neutron] 10.222.0.52 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076312 Feb 19 04:15:27.865190 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['b3abe13d-726a-41f3-84de-556b3546bd61'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:27.895317 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-8e3c7485-cff8-41e7-89b7-a1b8ea4b5767 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Network d7d963df-657f-45bc-85b4-f488f5d24fde is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:15:27.898814 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-8e3c7485-cff8-41e7-89b7-a1b8ea4b5767 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:15:27.902860 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-8e3c7485-cff8-41e7-89b7-a1b8ea4b5767 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:15:27.944683 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c7485-cff8-41e7-89b7-a1b8ea4b5767 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Pushing event updated for resources: {'Port': ['ID=19b63479-85ce-4a88-97af-c0cd78ad998e,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:27.981695 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-8e3c7485-cff8-41e7-89b7-a1b8ea4b5767 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:27.981695 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-8e3c7485-cff8-41e7-89b7-a1b8ea4b5767 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:28.001340 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-8e3c7485-cff8-41e7-89b7-a1b8ea4b5767 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7309747 Feb 19 04:15:28.026052 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-7449a76f-4aad-4f8f-b641-1c203e3c763b service neutron] Request body: {'port': {'device_id': 'd0d8854f-25ed-466b-aedc-eb910ef300d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:28.148614 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-7449a76f-4aad-4f8f-b641-1c203e3c763b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (19b63479-85ce-4a88-97af-c0cd78ad998e), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:28.233639 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59015e71-5cff-4f36-b06e-367bbaa42088 req-ac508352-88eb-46ac-9822-e81297b4acb1 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:28.235203 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59015e71-5cff-4f36-b06e-367bbaa42088 req-ac508352-88eb-46ac-9822-e81297b4acb1 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0d8854f-25ed-466b-aedc-eb910ef300d2 HTTP/1.1" status: 200 len: 932 time: 0.1134198 Feb 19 04:15:28.300626 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91357935-86d1-4696-b9d9-2a097b17e96f req-8bd7b262-dcf3-444a-ab58-8886c8a35b6d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 210 time: 0.0769181 Feb 19 04:15:28.337017 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59015e71-5cff-4f36-b06e-367bbaa42088 req-96a91726-e96d-46c2-97f1-3440883a4025 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935264 Feb 19 04:15:28.613409 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-7449a76f-4aad-4f8f-b641-1c203e3c763b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b63479-85ce-4a88-97af-c0cd78ad998e {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:15:28.621631 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-7449a76f-4aad-4f8f-b641-1c203e3c763b service neutron] Publish callbacks [] for port (19b63479-85ce-4a88-97af-c0cd78ad998e), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:28.643500 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-7449a76f-4aad-4f8f-b641-1c203e3c763b service neutron] Transition to ACTIVE for port object 19b63479-85ce-4a88-97af-c0cd78ad998e will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:15:28.653725 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-7449a76f-4aad-4f8f-b641-1c203e3c763b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (19b63479-85ce-4a88-97af-c0cd78ad998e), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:28.746486 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449a76f-4aad-4f8f-b641-1c203e3c763b service neutron] Pushing event updated for resources: {'Port': ['ID=19b63479-85ce-4a88-97af-c0cd78ad998e,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:28.838123 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-7449a76f-4aad-4f8f-b641-1c203e3c763b service neutron] Attempting to bind port 19b63479-85ce-4a88-97af-c0cd78ad998e on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:15:28.838690 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-7449a76f-4aad-4f8f-b641-1c203e3c763b service neutron] Attempting to bind port 19b63479-85ce-4a88-97af-c0cd78ad998e by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'be999880-b75a-4dab-9e73-f9f6f76b8767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd7d963df-657f-45bc-85b4-f488f5d24fde'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:15:28.839115 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-7449a76f-4aad-4f8f-b641-1c203e3c763b service neutron] Attempting to bind port 19b63479-85ce-4a88-97af-c0cd78ad998e on network d7d963df-657f-45bc-85b4-f488f5d24fde {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:15:28.845269 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-7449a76f-4aad-4f8f-b641-1c203e3c763b service neutron] Port 19b63479-85ce-4a88-97af-c0cd78ad998e on network d7d963df-657f-45bc-85b4-f488f5d24fde not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:15:28.845975 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-7449a76f-4aad-4f8f-b641-1c203e3c763b service neutron] Attempting to bind port 19b63479-85ce-4a88-97af-c0cd78ad998e on network d7d963df-657f-45bc-85b4-f488f5d24fde {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:15:28.851527 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-7449a76f-4aad-4f8f-b641-1c203e3c763b service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:15:28.852108 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-7449a76f-4aad-4f8f-b641-1c203e3c763b service neutron] Checking segment: {'id': 'be999880-b75a-4dab-9e73-f9f6f76b8767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd7d963df-657f-45bc-85b4-f488f5d24fde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:15:28.852523 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-7449a76f-4aad-4f8f-b641-1c203e3c763b service neutron] Bound using segment: {'id': 'be999880-b75a-4dab-9e73-f9f6f76b8767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd7d963df-657f-45bc-85b4-f488f5d24fde'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:15:28.852847 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-7449a76f-4aad-4f8f-b641-1c203e3c763b service neutron] Bound port: 19b63479-85ce-4a88-97af-c0cd78ad998e, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be999880-b75a-4dab-9e73-f9f6f76b8767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd7d963df-657f-45bc-85b4-f488f5d24fde'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:15:28.853351 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-7449a76f-4aad-4f8f-b641-1c203e3c763b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (19b63479-85ce-4a88-97af-c0cd78ad998e), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:28.938668 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-7449a76f-4aad-4f8f-b641-1c203e3c763b service neutron] For port 19b63479-85ce-4a88-97af-c0cd78ad998e, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:15:28.941658 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-7449a76f-4aad-4f8f-b641-1c203e3c763b service neutron] For port 19b63479-85ce-4a88-97af-c0cd78ad998e, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=19b63479-85ce-4a88-97af-c0cd78ad998e,segment=NetworkSegment(be999880-b75a-4dab-9e73-f9f6f76b8767),segment_id=be999880-b75a-4dab-9e73-f9f6f76b8767)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:15:28.955813 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-7449a76f-4aad-4f8f-b641-1c203e3c763b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (19b63479-85ce-4a88-97af-c0cd78ad998e), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:29.004603 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-7449a76f-4aad-4f8f-b641-1c203e3c763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:29.005422 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-7449a76f-4aad-4f8f-b641-1c203e3c763b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:29.006974 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-7449a76f-4aad-4f8f-b641-1c203e3c763b service neutron] 10.222.0.26 "PUT /v2.0/ports/19b63479-85ce-4a88-97af-c0cd78ad998e HTTP/1.1" status: 200 len: 1093 time: 0.9966681 Feb 19 04:15:29.007415 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d8854f-25ed-466b-aedc-eb910ef300d2', 'tag': '19b63479-85ce-4a88-97af-c0cd78ad998e'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:29.009972 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f495125-72a6-4812-9cb6-7b53929ec1df" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d8854f-25ed-466b-aedc-eb910ef300d2", "tag": "19b63479-85ce-4a88-97af-c0cd78ad998e"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:29.031395 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449a76f-4aad-4f8f-b641-1c203e3c763b service neutron] Pushing event updated for resources: {'Port': ['ID=19b63479-85ce-4a88-97af-c0cd78ad998e,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:29.075382 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a1ce2d-c1ba-4a37-bfc2-07fe50b3df34 x-openstack-request-id: req-77a1ce2d-c1ba-4a37-bfc2-07fe50b3df34 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:29.075856 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d8854f-25ed-466b-aedc-eb910ef300d2", "tag": "19b63479-85ce-4a88-97af-c0cd78ad998e", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:29.077395 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-77a1ce2d-c1ba-4a37-bfc2-07fe50b3df34 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:29.078064 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d8854f-25ed-466b-aedc-eb910ef300d2', 'tag': '19b63479-85ce-4a88-97af-c0cd78ad998e', 'status': 'completed', 'code': 200} Feb 19 04:15:29.280340 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39448) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:29.452594 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-ad426cc9-7650-4849-8b0c-282a3127434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:29.454292 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-ad426cc9-7650-4849-8b0c-282a3127434f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c72443ddb4544d95bebe4daa2be68b6b&device_id=d0d8854f-25ed-466b-aedc-eb910ef300d2 HTTP/1.1" status: 200 len: 1127 time: 0.3715215 Feb 19 04:15:29.493793 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d20d52ac-737f-448b-bab6-22cd7f6483da req-60cb3990-57d3-4274-bf91-166e201dd9b4 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 210 time: 0.0543747 Feb 19 04:15:29.497454 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-c8f0fb98-39af-4fa5-a2a1-e11d02acb3c1 tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2052769401'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:29.498588 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-c8f0fb98-39af-4fa5-a2a1-e11d02acb3c1 tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] Unknown quota resources ['metering_label']. {{(pid=109926) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 04:15:29.508274 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-32663aaa-3eff-46b1-bcc9-a48e5a3cce2b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19b63479-85ce-4a88-97af-c0cd78ad998e HTTP/1.1" status: 200 len: 217 time: 0.0447943 Feb 19 04:15:29.560006 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:29.571024 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-13f3250a-04e2-4aae-bb58-f37c7d7f1c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:29.572560 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-13f3250a-04e2-4aae-bb58-f37c7d7f1c93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8929c64d-2051-429d-adc4-f0965a0e87e7 HTTP/1.1" status: 200 len: 854 time: 0.0532722 Feb 19 04:15:29.618789 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-bed07651-1e1d-4d74-927d-b17c358bd21b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d7d963df-657f-45bc-85b4-f488f5d24fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325968 Feb 19 04:15:29.711448 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-9c24cc05-ad26-433d-b161-02855fa4d2ad service neutron] 10.222.0.26 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860841 Feb 19 04:15:29.819955 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-74fd2a83-7468-4066-9d9e-31b88773dd39 req-56b4b8eb-71e2-463c-9b28-7204a145fc15 service neutron] 10.222.0.26 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022003 Feb 19 04:15:29.923325 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f495125-72a6-4812-9cb6-7b53929ec1df req-ed34be27-5e02-4763-abd8-5157ee10e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:29.924907 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f495125-72a6-4812-9cb6-7b53929ec1df req-ed34be27-5e02-4763-abd8-5157ee10e3a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c72443ddb4544d95bebe4daa2be68b6b&device_id=d0d8854f-25ed-466b-aedc-eb910ef300d2 HTTP/1.1" status: 200 len: 1127 time: 0.0486875 Feb 19 04:15:29.953469 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-006128c0-140b-4166-be93-dbaa1c984f4e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:29.954950 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-006128c0-140b-4166-be93-dbaa1c984f4e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.79 "GET /v2.0/networks?id=af1b2524-905a-4fb0-b20e-a5912983245d HTTP/1.1" status: 200 len: 810 time: 0.6656094 Feb 19 04:15:30.005822 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-890eda10-9f16-4af0-b558-03ce249a7f01 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Request body: {'port': {'device_id': '28f14f91-c36e-479a-86e2-198ad4633d47', 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'admin_state_up': True, 'tenant_id': '47d77581683d4c43a3d18ea75c887227'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:30.021037 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f495125-72a6-4812-9cb6-7b53929ec1df req-da6e2493-9db8-4830-8e77-53cb7ba9d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:30.022564 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f495125-72a6-4812-9cb6-7b53929ec1df req-da6e2493-9db8-4830-8e77-53cb7ba9d755 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d7d963df-657f-45bc-85b4-f488f5d24fde HTTP/1.1" status: 200 len: 915 time: 0.0909910 Feb 19 04:15:30.070109 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f495125-72a6-4812-9cb6-7b53929ec1df req-516cee07-d0f2-424e-8dc2-5927ee37e4b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19b63479-85ce-4a88-97af-c0cd78ad998e HTTP/1.1" status: 200 len: 217 time: 0.0415480 Feb 19 04:15:30.116318 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c8f0fb98-39af-4fa5-a2a1-e11d02acb3c1 tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:30.120195 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c8f0fb98-39af-4fa5-a2a1-e11d02acb3c1 tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8354864 Feb 19 04:15:30.120703 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39458) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:30.125533 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-7ee5923c-a7dd-4117-aaac-37c76570cf4d tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b770ee1c-306f-48f5-af43-27eb62d4bac8'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:30.126140 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-7ee5923c-a7dd-4117-aaac-37c76570cf4d tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109925) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 04:15:30.129044 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b528f6d-50cf-433b-91b6-47590356cd84 req-1669837a-9ce4-475f-a3f4-42c0e30a2654 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:30.130571 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4b528f6d-50cf-433b-91b6-47590356cd84 req-1669837a-9ce4-475f-a3f4-42c0e30a2654 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0d8854f-25ed-466b-aedc-eb910ef300d2 HTTP/1.1" status: 200 len: 944 time: 0.6395946 Feb 19 04:15:30.130759 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f495125-72a6-4812-9cb6-7b53929ec1df req-4c46c7b5-19e6-4898-aad8-abc1629695bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:30.132290 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f495125-72a6-4812-9cb6-7b53929ec1df req-4c46c7b5-19e6-4898-aad8-abc1629695bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8929c64d-2051-429d-adc4-f0965a0e87e7 HTTP/1.1" status: 200 len: 854 time: 0.0563724 Feb 19 04:15:30.212084 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4b528f6d-50cf-433b-91b6-47590356cd84 req-a3fda214-58f6-4de4-8bcb-20b63c5158a9 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686262 Feb 19 04:15:30.226668 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-890eda10-9f16-4af0-b558-03ce249a7f01 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Made reservation on behalf of 47d77581683d4c43a3d18ea75c887227 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:15:30.237892 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-890eda10-9f16-4af0-b558-03ce249a7f01 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:30.238076 n-d-828369-19 neutron-server[109925]: WARNING neutron.services.metering.metering_plugin [None req-7ee5923c-a7dd-4117-aaac-37c76570cf4d tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 04:15:30.246899 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f495125-72a6-4812-9cb6-7b53929ec1df req-d3800c70-d5ed-45c1-b136-439e5f087a91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d7d963df-657f-45bc-85b4-f488f5d24fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041424 Feb 19 04:15:30.375971 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-890eda10-9f16-4af0-b558-03ce249a7f01 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Allocated IP 172.20.0.14 (af1b2524-905a-4fb0-b20e-a5912983245d/2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4/af2c1bcf-838b-45d4-a295-71a1d4a7d50e) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:15:30.410153 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7ee5923c-a7dd-4117-aaac-37c76570cf4d tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:30.411511 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7ee5923c-a7dd-4117-aaac-37c76570cf4d tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2897491 Feb 19 04:15:30.415467 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39460) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:30.419715 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-2f8775dd-376b-4915-b26a-9e38c2298031 tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b770ee1c-306f-48f5-af43-27eb62d4bac8'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:30.420464 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-2f8775dd-376b-4915-b26a-9e38c2298031 tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109925) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 04:15:30.497019 n-d-828369-19 neutron-server[109925]: WARNING neutron.services.metering.metering_plugin [None req-2f8775dd-376b-4915-b26a-9e38c2298031 tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 04:15:30.557232 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f495125-72a6-4812-9cb6-7b53929ec1df req-4a39972a-4b6c-4ac6-a475-0177a51b5c92 service neutron] 10.222.0.26 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890856 Feb 19 04:15:30.558878 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-890eda10-9f16-4af0-b558-03ce249a7f01 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks [] for port (af2c1bcf-838b-45d4-a295-71a1d4a7d50e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:30.571554 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0a8a8b52-6680-4cd0-b653-c4ed9ffac308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:30.615052 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2f8775dd-376b-4915-b26a-9e38c2298031 tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:30.618626 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2f8775dd-376b-4915-b26a-9e38c2298031 tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2021868 Feb 19 04:15:30.623524 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39464) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:30.628443 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b3ada5e-2a40-4ff3-9014-e3ce2a100b04 req-3ff28c24-2b2b-4089-a5f0-79b764658bb0 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 210 time: 0.0378034 Feb 19 04:15:30.635225 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-890eda10-9f16-4af0-b558-03ce249a7f01 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (af2c1bcf-838b-45d4-a295-71a1d4a7d50e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:30.648159 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['cc0235d1-688f-4a3b-9c71-f1afba0a9284', '1c09e0d7-f2c2-496a-b2f8-7d7da176db42'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:30.657880 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4e64bd1d-a1f1-4f60-b489-df5d5191282a tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=bbd15dc3-2fc5-49ce-94cf-a37348857a1e HTTP/1.1" status: 200 len: 464 time: 0.0325387 Feb 19 04:15:30.676050 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39466) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:30.697641 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-890eda10-9f16-4af0-b558-03ce249a7f01 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Network af1b2524-905a-4fb0-b20e-a5912983245d is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:15:30.705143 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-890eda10-9f16-4af0-b558-03ce249a7f01 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:15:30.708422 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-890eda10-9f16-4af0-b558-03ce249a7f01 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:15:30.758503 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f495125-72a6-4812-9cb6-7b53929ec1df req-7e1746b3-6a96-410f-ad5f-c2bb58b8dfa8 service neutron] 10.222.0.26 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539042 Feb 19 04:15:30.765860 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890eda10-9f16-4af0-b558-03ce249a7f01 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Pushing event updated for resources: {'Port': ['ID=af2c1bcf-838b-45d4-a295-71a1d4a7d50e,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:30.800119 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-890eda10-9f16-4af0-b558-03ce249a7f01 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:30.800925 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-890eda10-9f16-4af0-b558-03ce249a7f01 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:30.945243 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-890eda10-9f16-4af0-b558-03ce249a7f01 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9431198 Feb 19 04:15:30.948245 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-56d52bcd-a8bc-4841-b123-8b5c448343e9 tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:30.949308 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-56d52bcd-a8bc-4841-b123-8b5c448343e9 tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/bbd15dc3-2fc5-49ce-94cf-a37348857a1e HTTP/1.1" status: 204 len: 168 time: 0.2706285 Feb 19 04:15:30.953589 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39470) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:30.963894 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-20461aa4-54e5-4b8c-a070-f6bdaf7adba9 service neutron] Request body: {'port': {'device_id': '28f14f91-c36e-479a-86e2-198ad4633d47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:30.978060 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bd5b9120-7b88-4026-9485-77bdc8ca6650 tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=bbd15dc3-2fc5-49ce-94cf-a37348857a1e HTTP/1.1" status: 200 len: 221 time: 0.0229783 Feb 19 04:15:30.978888 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39472) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:30.983352 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ee762fb5-806d-405a-a1fa-76af98a1502d tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1668676812', 'description': 'label created by tempest'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:30.983808 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ee762fb5-806d-405a-a1fa-76af98a1502d tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] Unknown quota resources ['metering_label']. {{(pid=109925) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 04:15:31.037202 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-20461aa4-54e5-4b8c-a070-f6bdaf7adba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (af2c1bcf-838b-45d4-a295-71a1d4a7d50e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:31.079147 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6bb265f5-c87b-46e5-ac68-caa757cd61b2 None None] Provisioning complete for port af2c1bcf-838b-45d4-a295-71a1d4a7d50e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:15:31.079821 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6bb265f5-c87b-46e5-ac68-caa757cd61b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (af2c1bcf-838b-45d4-a295-71a1d4a7d50e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:31.125588 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6bb265f5-c87b-46e5-ac68-caa757cd61b2 None None] Port af2c1bcf-838b-45d4-a295-71a1d4a7d50e cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:15:31.207017 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ee762fb5-806d-405a-a1fa-76af98a1502d tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:31.211256 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ee762fb5-806d-405a-a1fa-76af98a1502d tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2284510 Feb 19 04:15:31.211502 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39474) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:31.288923 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-92b22a09-2b47-4732-98cf-c23c66c7dd88 tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=4d3ece21-f91e-494e-8555-417be66deadd HTTP/1.1" status: 200 len: 468 time: 0.0761125 Feb 19 04:15:31.292104 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39478) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:31.493539 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-20461aa4-54e5-4b8c-a070-f6bdaf7adba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af2c1bcf-838b-45d4-a295-71a1d4a7d50e {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:15:31.535642 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-20461aa4-54e5-4b8c-a070-f6bdaf7adba9 service neutron] Publish callbacks [] for port (af2c1bcf-838b-45d4-a295-71a1d4a7d50e), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:31.559766 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47733f-1a40-4a74-8a55-9ecc89bcd79c req-f69330cd-c266-48bd-9ccb-106361bfda30 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:31.561679 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dc47733f-1a40-4a74-8a55-9ecc89bcd79c req-f69330cd-c266-48bd-9ccb-106361bfda30 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0d8854f-25ed-466b-aedc-eb910ef300d2 HTTP/1.1" status: 200 len: 944 time: 0.2620206 Feb 19 04:15:31.608932 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-20461aa4-54e5-4b8c-a070-f6bdaf7adba9 service neutron] Transition to ACTIVE for port object af2c1bcf-838b-45d4-a295-71a1d4a7d50e will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:15:31.613108 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-66312c8c-40f9-406b-afe5-705f8e77c8db tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:31.616654 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-66312c8c-40f9-406b-afe5-705f8e77c8db tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/4d3ece21-f91e-494e-8555-417be66deadd HTTP/1.1" status: 204 len: 168 time: 0.3209589 Feb 19 04:15:31.617227 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39480) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:31.622534 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-20461aa4-54e5-4b8c-a070-f6bdaf7adba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (af2c1bcf-838b-45d4-a295-71a1d4a7d50e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:31.633373 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fc583afc-3528-4116-aa6c-80474a5a2aec tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=4d3ece21-f91e-494e-8555-417be66deadd HTTP/1.1" status: 200 len: 216 time: 0.0117235 Feb 19 04:15:31.634198 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39482) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:31.647229 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e71ab3cd-7f04-43b6-b996-a219357d0d77 tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0090683 Feb 19 04:15:31.648120 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39484) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:31.662005 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5cad7aea-403f-43f4-b4bb-d337053904cf tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0127101 Feb 19 04:15:31.665178 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39488) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:31.715222 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20461aa4-54e5-4b8c-a070-f6bdaf7adba9 service neutron] Pushing event updated for resources: {'Port': ['ID=af2c1bcf-838b-45d4-a295-71a1d4a7d50e,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:31.730427 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dc47733f-1a40-4a74-8a55-9ecc89bcd79c req-1569b045-cbf7-4a5c-ab3e-cb2fa51df4b6 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273441 Feb 19 04:15:31.738668 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4e019686-498f-40d3-8834-335b0acb5576 tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels/b770ee1c-306f-48f5-af43-27eb62d4bac8 HTTP/1.1" status: 200 len: 473 time: 0.0692694 Feb 19 04:15:31.739909 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39490) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:31.755102 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1d0fc685-9191-4228-83f8-8a8ad9095a7f tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules/295ce4dc-b595-43af-acc6-ac4b6b80b2de HTTP/1.1" status: 200 len: 461 time: 0.0109506 Feb 19 04:15:31.755489 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39492) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:31.884125 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-20461aa4-54e5-4b8c-a070-f6bdaf7adba9 service neutron] Attempting to bind port af2c1bcf-838b-45d4-a295-71a1d4a7d50e on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:15:31.884485 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-20461aa4-54e5-4b8c-a070-f6bdaf7adba9 service neutron] Attempting to bind port af2c1bcf-838b-45d4-a295-71a1d4a7d50e by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:15:31.886667 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-20461aa4-54e5-4b8c-a070-f6bdaf7adba9 service neutron] Attempting to bind port af2c1bcf-838b-45d4-a295-71a1d4a7d50e on network af1b2524-905a-4fb0-b20e-a5912983245d {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:15:31.903936 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-20461aa4-54e5-4b8c-a070-f6bdaf7adba9 service neutron] Port af2c1bcf-838b-45d4-a295-71a1d4a7d50e on network af1b2524-905a-4fb0-b20e-a5912983245d not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:15:31.904826 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-20461aa4-54e5-4b8c-a070-f6bdaf7adba9 service neutron] Attempting to bind port af2c1bcf-838b-45d4-a295-71a1d4a7d50e on network af1b2524-905a-4fb0-b20e-a5912983245d {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:15:31.913483 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b1be7-3fef-4c53-b8fa-b46406e47fa8 req-3b6a277f-f257-4c9c-adf9-81c7a9ce2c86 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:31.914465 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-02d441ca-f937-4bff-b32c-3d13e63b4580 tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:31.915085 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a1b1be7-3fef-4c53-b8fa-b46406e47fa8 req-3b6a277f-f257-4c9c-adf9-81c7a9ce2c86 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 944 time: 0.1258016 Feb 19 04:15:31.921611 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-02d441ca-f937-4bff-b32c-3d13e63b4580 tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/295ce4dc-b595-43af-acc6-ac4b6b80b2de HTTP/1.1" status: 204 len: 168 time: 0.1650350 Feb 19 04:15:31.925459 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39496) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:31.929338 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-20461aa4-54e5-4b8c-a070-f6bdaf7adba9 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:15:31.929693 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-20461aa4-54e5-4b8c-a070-f6bdaf7adba9 service neutron] Checking segment: {'id': '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:15:31.930069 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-20461aa4-54e5-4b8c-a070-f6bdaf7adba9 service neutron] Bound using segment: {'id': '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:15:31.930545 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-20461aa4-54e5-4b8c-a070-f6bdaf7adba9 service neutron] Bound port: af2c1bcf-838b-45d4-a295-71a1d4a7d50e, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:15:31.930915 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-20461aa4-54e5-4b8c-a070-f6bdaf7adba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (af2c1bcf-838b-45d4-a295-71a1d4a7d50e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:32.151952 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a1b1be7-3fef-4c53-b8fa-b46406e47fa8 req-0905618a-10da-44cf-a2f9-766b14b06105 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270963 Feb 19 04:15:32.209328 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-20461aa4-54e5-4b8c-a070-f6bdaf7adba9 service neutron] For port af2c1bcf-838b-45d4-a295-71a1d4a7d50e, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:15:32.215092 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3377eb9f-a282-4da7-86ca-f5a2a8b2e3e2 tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:32.219014 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3377eb9f-a282-4da7-86ca-f5a2a8b2e3e2 tempest-MeteringTestJSON-1119618645 tempest-MeteringTestJSON-1119618645-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/b770ee1c-306f-48f5-af43-27eb62d4bac8 HTTP/1.1" status: 204 len: 168 time: 0.2886407 Feb 19 04:15:32.225319 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-20461aa4-54e5-4b8c-a070-f6bdaf7adba9 service neutron] For port af2c1bcf-838b-45d4-a295-71a1d4a7d50e, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=af2c1bcf-838b-45d4-a295-71a1d4a7d50e,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:15:32.233218 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-20461aa4-54e5-4b8c-a070-f6bdaf7adba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (af2c1bcf-838b-45d4-a295-71a1d4a7d50e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:32.266441 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-20461aa4-54e5-4b8c-a070-f6bdaf7adba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:32.267078 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-20461aa4-54e5-4b8c-a070-f6bdaf7adba9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:32.268610 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-20461aa4-54e5-4b8c-a070-f6bdaf7adba9 service neutron] 10.222.0.79 "PUT /v2.0/ports/af2c1bcf-838b-45d4-a295-71a1d4a7d50e HTTP/1.1" status: 200 len: 1093 time: 1.3157773 Feb 19 04:15:32.269057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f14f91-c36e-479a-86e2-198ad4633d47', 'tag': 'af2c1bcf-838b-45d4-a295-71a1d4a7d50e'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:32.271326 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8383fb25-1fb4-454d-ac6f-afe6a4f56bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "28f14f91-c36e-479a-86e2-198ad4633d47", "tag": "af2c1bcf-838b-45d4-a295-71a1d4a7d50e"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:32.322061 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20461aa4-54e5-4b8c-a070-f6bdaf7adba9 service neutron] Pushing event updated for resources: {'Port': ['ID=af2c1bcf-838b-45d4-a295-71a1d4a7d50e,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:32.353967 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c79b6d-aefe-4baa-af17-161d49b5a0c4 x-openstack-request-id: req-11c79b6d-aefe-4baa-af17-161d49b5a0c4 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:32.354297 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f14f91-c36e-479a-86e2-198ad4633d47", "tag": "af2c1bcf-838b-45d4-a295-71a1d4a7d50e", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:32.354556 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11c79b6d-aefe-4baa-af17-161d49b5a0c4 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:32.354996 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f14f91-c36e-479a-86e2-198ad4633d47', 'tag': 'af2c1bcf-838b-45d4-a295-71a1d4a7d50e', 'status': 'completed', 'code': 200} Feb 19 04:15:32.375974 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-5e251ec8-ccd8-4420-985c-8466d36dca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:32.377865 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-5e251ec8-ccd8-4420-985c-8466d36dca45 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=47d77581683d4c43a3d18ea75c887227&device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 1127 time: 0.0670648 Feb 19 04:15:32.431181 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-f0053123-9b0d-49be-bc50-599646a218bb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af2c1bcf-838b-45d4-a295-71a1d4a7d50e HTTP/1.1" status: 200 len: 217 time: 0.0431397 Feb 19 04:15:32.486531 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-932bd57d-812b-4292-b836-08b08a9cdd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:32.488025 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-932bd57d-812b-4292-b836-08b08a9cdd88 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4 HTTP/1.1" status: 200 len: 849 time: 0.0501361 Feb 19 04:15:32.531889 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39504) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:32.550266 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-1dbccbe7-3ee4-4875-806e-5a231d49a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:32.551814 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-1dbccbe7-3ee4-4875-806e-5a231d49a50b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=af1b2524-905a-4fb0-b20e-a5912983245d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0548949 Feb 19 04:15:32.645691 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-10bfbf8c-b95d-444c-b149-6c98f68c6252 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873127 Feb 19 04:15:32.647031 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e026314f-5a6e-44a2-bed0-daeab853a3be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:32.726843 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e026314f-5a6e-44a2-bed0-daeab853a3be admin admin] Publish callbacks [] for security_group (883727c1-745f-4be8-b103-a75ac028b7d4), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:32.731171 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e026314f-5a6e-44a2-bed0-daeab853a3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (883727c1-745f-4be8-b103-a75ac028b7d4), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:32.737935 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bb4a8b3a-057f-43ed-abac-5522078db0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:32.758422 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97674565-5c0f-4a5c-8af5-d24597a85d8b req-a11bd81f-d08e-4a11-87c3-3bf05e1c2763 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052356 Feb 19 04:15:32.777398 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e026314f-5a6e-44a2-bed0-daeab853a3be admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=58af9e18b8a0477fa788721ca6219c9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2416186 Feb 19 04:15:32.777398 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026314f-5a6e-44a2-bed0-daeab853a3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883727c1-745f-4be8-b103-a75ac028b7d4,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:32.777761 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39510) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:32.887546 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7f8d5030-a64d-4b14-af41-d662dd08b284 admin admin] Publish callbacks [] for security_group (883727c1-745f-4be8-b103-a75ac028b7d4), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:32.922629 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7f8d5030-a64d-4b14-af41-d662dd08b284 admin admin] Publish callbacks [] for security_group (883727c1-745f-4be8-b103-a75ac028b7d4), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:32.936464 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9810613-3d7e-4708-a840-1f99a682d2f9 req-546b5451-9417-47d3-816e-716190b0d907 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:32.938004 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9810613-3d7e-4708-a840-1f99a682d2f9 req-546b5451-9417-47d3-816e-716190b0d907 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0d8854f-25ed-466b-aedc-eb910ef300d2 HTTP/1.1" status: 200 len: 944 time: 0.1261981 Feb 19 04:15:32.944017 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fb25-1fb4-454d-ac6f-afe6a4f56bb6 req-8a32a5e0-636a-4ed2-9861-9b4ced90ac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:32.945429 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8383fb25-1fb4-454d-ac6f-afe6a4f56bb6 req-8a32a5e0-636a-4ed2-9861-9b4ced90ac8e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=47d77581683d4c43a3d18ea75c887227&device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 1127 time: 0.1205647 Feb 19 04:15:33.063795 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9810613-3d7e-4708-a840-1f99a682d2f9 req-44af2ef1-688c-41e2-a1fe-02790c9a4127 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174173 Feb 19 04:15:33.066447 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7f8d5030-a64d-4b14-af41-d662dd08b284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (883727c1-745f-4be8-b103-a75ac028b7d4), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:33.069113 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7f8d5030-a64d-4b14-af41-d662dd08b284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:33.073419 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7f8d5030-a64d-4b14-af41-d662dd08b284 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/883727c1-745f-4be8-b103-a75ac028b7d4 HTTP/1.1" status: 204 len: 168 time: 0.2913711 Feb 19 04:15:33.100077 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d5030-a64d-4b14-af41-d662dd08b284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883727c1-745f-4be8-b103-a75ac028b7d4,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:33.111449 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fb25-1fb4-454d-ac6f-afe6a4f56bb6 req-6e3008d3-5e67-46ae-b61f-64e8948423b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:33.113432 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8383fb25-1fb4-454d-ac6f-afe6a4f56bb6 req-6e3008d3-5e67-46ae-b61f-64e8948423b7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=af1b2524-905a-4fb0-b20e-a5912983245d HTTP/1.1" status: 200 len: 911 time: 0.1594417 Feb 19 04:15:33.162762 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8383fb25-1fb4-454d-ac6f-afe6a4f56bb6 req-7a319a5e-c8ef-4111-8240-4a9df9e0bd9f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af2c1bcf-838b-45d4-a295-71a1d4a7d50e HTTP/1.1" status: 200 len: 217 time: 0.0428066 Feb 19 04:15:33.222793 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fb25-1fb4-454d-ac6f-afe6a4f56bb6 req-5a1bcd5a-3d19-4174-9bb3-ad5089abbf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:33.225621 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8383fb25-1fb4-454d-ac6f-afe6a4f56bb6 req-5a1bcd5a-3d19-4174-9bb3-ad5089abbf20 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4 HTTP/1.1" status: 200 len: 849 time: 0.0552676 Feb 19 04:15:33.320676 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fb25-1fb4-454d-ac6f-afe6a4f56bb6 req-70d53233-7714-40e1-b284-2eaacee89efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:33.322215 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8383fb25-1fb4-454d-ac6f-afe6a4f56bb6 req-70d53233-7714-40e1-b284-2eaacee89efa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=af1b2524-905a-4fb0-b20e-a5912983245d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0892119 Feb 19 04:15:33.362957 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a130c-daa0-4065-9adc-b0d6a7b8deff req-e038cb91-7698-49b8-9897-f6f87f307cf6 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:33.364501 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d2a130c-daa0-4065-9adc-b0d6a7b8deff req-e038cb91-7698-49b8-9897-f6f87f307cf6 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 944 time: 0.0819030 Feb 19 04:15:33.461654 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d2a130c-daa0-4065-9adc-b0d6a7b8deff req-63809874-f490-47ca-9c3f-2fbc6e8cee00 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712223 Feb 19 04:15:33.468752 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39538) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:33.476101 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8383fb25-1fb4-454d-ac6f-afe6a4f56bb6 req-7a040e1e-6740-4717-a2a4-ad4d937c5347 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462584 Feb 19 04:15:33.483305 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-48d553f7-13a9-4429-ad36-0262baf684a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:33.611810 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8383fb25-1fb4-454d-ac6f-afe6a4f56bb6 req-4184cfbd-dc37-4976-90ea-baf07beb5dc1 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261933 Feb 19 04:15:33.650018 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-48d553f7-13a9-4429-ad36-0262baf684a6 admin admin] Publish callbacks [] for security_group (5ac3ed51-f386-45e6-a178-e64722ed34fb), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:33.654463 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-48d553f7-13a9-4429-ad36-0262baf684a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5ac3ed51-f386-45e6-a178-e64722ed34fb), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:33.694662 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-48d553f7-13a9-4429-ad36-0262baf684a6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6605b2ac2da64da58bf30b0b08574b8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2249341 Feb 19 04:15:33.695561 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d553f7-13a9-4429-ad36-0262baf684a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac3ed51-f386-45e6-a178-e64722ed34fb,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:33.699509 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39544) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:33.745979 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:33.770798 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b36ba853-37a3-422e-aab1-18370fe1832e admin admin] Publish callbacks [] for security_group (5ac3ed51-f386-45e6-a178-e64722ed34fb), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:33.794018 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b36ba853-37a3-422e-aab1-18370fe1832e admin admin] Publish callbacks [] for security_group (5ac3ed51-f386-45e6-a178-e64722ed34fb), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:33.844388 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b36ba853-37a3-422e-aab1-18370fe1832e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5ac3ed51-f386-45e6-a178-e64722ed34fb), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:33.847208 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b36ba853-37a3-422e-aab1-18370fe1832e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:33.848442 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b36ba853-37a3-422e-aab1-18370fe1832e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5ac3ed51-f386-45e6-a178-e64722ed34fb HTTP/1.1" status: 204 len: 168 time: 0.1462636 Feb 19 04:15:33.857901 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ba853-37a3-422e-aab1-18370fe1832e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac3ed51-f386-45e6-a178-e64722ed34fb,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:34.057179 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 19b63479-85ce-4a88-97af-c0cd78ad998e details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:15:34.174412 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 19b63479-85ce-4a88-97af-c0cd78ad998e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=19b63479-85ce-4a88-97af-c0cd78ad998e,segment=NetworkSegment(be999880-b75a-4dab-9e73-f9f6f76b8767),segment_id=be999880-b75a-4dab-9e73-f9f6f76b8767)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:34.187479 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '19b63479-85ce-4a88-97af-c0cd78ad998e', 'network_id': 'd7d963df-657f-45bc-85b4-f488f5d24fde', 'port_id': '19b63479-85ce-4a88-97af-c0cd78ad998e', 'mac_address': 'fa:16:3e:1c:78:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8929c64d-2051-429d-adc4-f0965a0e87e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:15:34.220810 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c5747-b58b-41f5-a9d2-67823f8b4274 req-200e99ac-aa76-43fe-b454-999b04230bd9 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:34.222816 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-829c5747-b58b-41f5-a9d2-67823f8b4274 req-200e99ac-aa76-43fe-b454-999b04230bd9 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0d8854f-25ed-466b-aedc-eb910ef300d2 HTTP/1.1" status: 200 len: 944 time: 0.0700295 Feb 19 04:15:34.238857 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 19b63479-85ce-4a88-97af-c0cd78ad998e is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:34.238857 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (19b63479-85ce-4a88-97af-c0cd78ad998e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:34.257638 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b63479-85ce-4a88-97af-c0cd78ad998e {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:15:34.282777 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-829c5747-b58b-41f5-a9d2-67823f8b4274 req-36ce53d1-060f-4a2a-9df6-6cad45f21114 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522010 Feb 19 04:15:34.286807 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 19b63479-85ce-4a88-97af-c0cd78ad998e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=19b63479-85ce-4a88-97af-c0cd78ad998e,segment=NetworkSegment(be999880-b75a-4dab-9e73-f9f6f76b8767),segment_id=be999880-b75a-4dab-9e73-f9f6f76b8767)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:34.293557 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (19b63479-85ce-4a88-97af-c0cd78ad998e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:34.363187 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=19b63479-85ce-4a88-97af-c0cd78ad998e,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:34.623970 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ea518-c0cf-4bcf-9ea1-262a60222e0e req-4f6bcc7f-0a49-4574-bd36-28f63ba20c39 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:34.625731 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-732ea518-c0cf-4bcf-9ea1-262a60222e0e req-4f6bcc7f-0a49-4574-bd36-28f63ba20c39 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 944 time: 0.0621388 Feb 19 04:15:34.694756 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-732ea518-c0cf-4bcf-9ea1-262a60222e0e req-5db0ebd6-9b2e-47e6-acc7-81c183d664c1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592139 Feb 19 04:15:34.762391 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['19b63479-85ce-4a88-97af-c0cd78ad998e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:35.249463 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:35.310148 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39588) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:35.427430 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-9877a2d6-2f79-424c-b3f3-c16a19f2364b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-646092768', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:35.443874 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad5cb5-e3db-4ac1-8234-387353e4feeb req-394e657e-ad63-4453-9a9d-223bdf84a727 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:35.445501 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e4ad5cb5-e3db-4ac1-8234-387353e4feeb req-394e657e-ad63-4453-9a9d-223bdf84a727 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0d8854f-25ed-466b-aedc-eb910ef300d2 HTTP/1.1" status: 200 len: 945 time: 0.0706735 Feb 19 04:15:35.476510 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9877a2d6-2f79-424c-b3f3-c16a19f2364b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Made reservation on behalf of 0b02431ce99f4a6fa418079fc4ae2c02 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:15:35.479662 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9877a2d6-2f79-424c-b3f3-c16a19f2364b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:35.493604 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9877a2d6-2f79-424c-b3f3-c16a19f2364b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:35.535379 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e4ad5cb5-e3db-4ac1-8234-387353e4feeb req-7cbba1fc-948b-4e70-a94b-11fbf66a0951 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772467 Feb 19 04:15:35.607651 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9877a2d6-2f79-424c-b3f3-c16a19f2364b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Publish callbacks [] for security_group (dca203eb-9674-491d-8a49-c24f5c150ddc), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:35.611546 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9877a2d6-2f79-424c-b3f3-c16a19f2364b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (dca203eb-9674-491d-8a49-c24f5c150ddc), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:35.617105 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-9877a2d6-2f79-424c-b3f3-c16a19f2364b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] device_id is not set on port 74487db7-c8af-46dd-aa98-c4611ba0abd0 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:15:35.678092 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877a2d6-2f79-424c-b3f3-c16a19f2364b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca203eb-9674-491d-8a49-c24f5c150ddc,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:35.745743 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-9877a2d6-2f79-424c-b3f3-c16a19f2364b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Allocated IP 172.25.3.67 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/74487db7-c8af-46dd-aa98-c4611ba0abd0) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:15:35.897804 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262d039-cab1-4e9e-904f-a352d3a03052 req-de90bd9c-9511-4005-ad90-70f21e0c2eed tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:35.899234 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a262d039-cab1-4e9e-904f-a352d3a03052 req-de90bd9c-9511-4005-ad90-70f21e0c2eed tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 944 time: 0.1205857 Feb 19 04:15:35.958143 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9877a2d6-2f79-424c-b3f3-c16a19f2364b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Publish callbacks [] for port (74487db7-c8af-46dd-aa98-c4611ba0abd0), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:35.977714 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a262d039-cab1-4e9e-904f-a352d3a03052 req-c4c591b4-9270-469f-b53a-940954c92406 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697019 Feb 19 04:15:36.015372 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9877a2d6-2f79-424c-b3f3-c16a19f2364b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (74487db7-c8af-46dd-aa98-c4611ba0abd0), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:36.062312 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9877a2d6-2f79-424c-b3f3-c16a19f2364b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:15:36.065084 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-9877a2d6-2f79-424c-b3f3-c16a19f2364b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:15:36.071229 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9877a2d6-2f79-424c-b3f3-c16a19f2364b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:15:36.079022 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 19b63479-85ce-4a88-97af-c0cd78ad998e up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:15:36.097560 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877a2d6-2f79-424c-b3f3-c16a19f2364b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Pushing event updated for resources: {'Port': ['ID=74487db7-c8af-46dd-aa98-c4611ba0abd0,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:36.121166 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9877a2d6-2f79-424c-b3f3-c16a19f2364b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:36.121946 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9877a2d6-2f79-424c-b3f3-c16a19f2364b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:36.137828 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 19b63479-85ce-4a88-97af-c0cd78ad998e completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:15:36.140683 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9877a2d6-2f79-424c-b3f3-c16a19f2364b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.8286133 Feb 19 04:15:36.146578 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 19b63479-85ce-4a88-97af-c0cd78ad998e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:15:36.147213 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39600) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:36.147960 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (19b63479-85ce-4a88-97af-c0cd78ad998e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:36.154409 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3ecf622c-778d-484a-9e4c-696ac903f04b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.67'}]}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:36.176075 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3ecf622c-778d-484a-9e4c-696ac903f04b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (28a5f907-b6a3-4dae-93db-aa2505119214), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:36.177557 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3ecf622c-778d-484a-9e4c-696ac903f04b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (28a5f907-b6a3-4dae-93db-aa2505119214), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:36.241487 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3ecf622c-778d-484a-9e4c-696ac903f04b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Publish callbacks [] for router_controller (28a5f907-b6a3-4dae-93db-aa2505119214), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:36.244407 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 19b63479-85ce-4a88-97af-c0cd78ad998e is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:36.244992 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (19b63479-85ce-4a88-97af-c0cd78ad998e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:36.270028 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d8854f-25ed-466b-aedc-eb910ef300d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b63479-85ce-4a88-97af-c0cd78ad998e'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:36.272395 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fc4bd6-2835-4f2c-a782-3259e8c11e28" -d '{"events": [{"server_uuid": "d0d8854f-25ed-466b-aedc-eb910ef300d2", "name": "network-vif-plugged", "status": "completed", "tag": "19b63479-85ce-4a88-97af-c0cd78ad998e"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:36.285399 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 19b63479-85ce-4a88-97af-c0cd78ad998e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=19b63479-85ce-4a88-97af-c0cd78ad998e,segment=NetworkSegment(be999880-b75a-4dab-9e73-f9f6f76b8767),segment_id=be999880-b75a-4dab-9e73-f9f6f76b8767)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:36.291127 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (19b63479-85ce-4a88-97af-c0cd78ad998e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:36.322108 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1b4d0c-f591-4f3a-879e-b9b9e9050ca8 x-openstack-request-id: req-3a1b4d0c-f591-4f3a-879e-b9b9e9050ca8 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:36.322429 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d8854f-25ed-466b-aedc-eb910ef300d2", "name": "network-vif-plugged", "status": "completed", "tag": "19b63479-85ce-4a88-97af-c0cd78ad998e", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:36.322679 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3a1b4d0c-f591-4f3a-879e-b9b9e9050ca8 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:36.323072 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d8854f-25ed-466b-aedc-eb910ef300d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b63479-85ce-4a88-97af-c0cd78ad998e', 'code': 200} Feb 19 04:15:36.365207 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=19b63479-85ce-4a88-97af-c0cd78ad998e,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:36.375295 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:36.375704 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:36.376011 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:36.376406 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:36.376792 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:36.377129 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:36.377505 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:36.377788 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:36.378138 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:36.378494 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:36.378971 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:36.379298 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:36.379622 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:36.457354 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3ecf622c-778d-484a-9e4c-696ac903f04b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Publish callbacks [] for router_gateway (28a5f907-b6a3-4dae-93db-aa2505119214), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:36.526181 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009a90b-4942-4213-b709-ed23925cbbe1 req-714c61b8-b254-4949-a1cc-f2e025909f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:36.528010 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3009a90b-4942-4213-b709-ed23925cbbe1 req-714c61b8-b254-4949-a1cc-f2e025909f89 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d0d8854f-25ed-466b-aedc-eb910ef300d2 HTTP/1.1" status: 200 len: 1129 time: 0.1317179 Feb 19 04:15:36.609976 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3009a90b-4942-4213-b709-ed23925cbbe1 req-e79364c7-f7af-40a4-8f63-3f019063a457 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744772 Feb 19 04:15:36.680024 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3fb3f-067d-4fce-83c1-b9f90729fd25 req-06d71f5a-4211-45e1-a7ec-f5d1255cfcb7 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:36.682127 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-13f3fb3f-067d-4fce-83c1-b9f90729fd25 req-06d71f5a-4211-45e1-a7ec-f5d1255cfcb7 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0d8854f-25ed-466b-aedc-eb910ef300d2 HTTP/1.1" status: 200 len: 946 time: 0.0618999 Feb 19 04:15:36.737048 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3ecf622c-778d-484a-9e4c-696ac903f04b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Publish callbacks [] for router_gateway (28a5f907-b6a3-4dae-93db-aa2505119214), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:36.746716 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:36.757801 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-13f3fb3f-067d-4fce-83c1-b9f90729fd25 req-d294c215-0e1d-4dcc-a10d-e28582c71d42 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656080 Feb 19 04:15:36.768903 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3ecf622c-778d-484a-9e4c-696ac903f04b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:36.859776 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device af2c1bcf-838b-45d4-a295-71a1d4a7d50e details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:15:36.970550 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3ecf622c-778d-484a-9e4c-696ac903f04b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Publish callbacks [] for router (28a5f907-b6a3-4dae-93db-aa2505119214), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:36.972104 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port af2c1bcf-838b-45d4-a295-71a1d4a7d50e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=af2c1bcf-838b-45d4-a295-71a1d4a7d50e,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:36.990217 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'af2c1bcf-838b-45d4-a295-71a1d4a7d50e', 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'port_id': 'af2c1bcf-838b-45d4-a295-71a1d4a7d50e', 'mac_address': 'fa:16:3e:f0:0f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:15:37.049077 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port af2c1bcf-838b-45d4-a295-71a1d4a7d50e is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:37.049619 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (af2c1bcf-838b-45d4-a295-71a1d4a7d50e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:37.063824 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af2c1bcf-838b-45d4-a295-71a1d4a7d50e {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:15:37.086335 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port af2c1bcf-838b-45d4-a295-71a1d4a7d50e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=af2c1bcf-838b-45d4-a295-71a1d4a7d50e,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:37.094196 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (af2c1bcf-838b-45d4-a295-71a1d4a7d50e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:37.148453 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfed668-be77-43f5-bfb2-ed909b021836 req-2691d32a-c245-467f-8fc2-9f344f1350ff tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:37.155154 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=af2c1bcf-838b-45d4-a295-71a1d4a7d50e,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:37.157713 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3ecf622c-778d-484a-9e4c-696ac903f04b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (28a5f907-b6a3-4dae-93db-aa2505119214), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:37.158214 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-adfed668-be77-43f5-bfb2-ed909b021836 req-2691d32a-c245-467f-8fc2-9f344f1350ff tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 945 time: 0.0765584 Feb 19 04:15:37.159948 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3ecf622c-778d-484a-9e4c-696ac903f04b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Publish callbacks [] for router_controller (28a5f907-b6a3-4dae-93db-aa2505119214), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:37.358240 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['af2c1bcf-838b-45d4-a295-71a1d4a7d50e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:37.505011 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3ecf622c-778d-484a-9e4c-696ac903f04b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (28a5f907-b6a3-4dae-93db-aa2505119214), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:37.506238 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecf622c-778d-484a-9e4c-696ac903f04b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 28a5f907-b6a3-4dae-93db-aa2505119214 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:15:37.530742 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-3ecf622c-778d-484a-9e4c-696ac903f04b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 19 04:15:37.532633 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3ecf622c-778d-484a-9e4c-696ac903f04b tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.3823895 Feb 19 04:15:37.536716 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39612) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:37.549217 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-adfed668-be77-43f5-bfb2-ed909b021836 req-e0fd7712-49eb-4410-bb84-d43dcfe660aa tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901989 Feb 19 04:15:37.633709 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-a21ed445-a326-4d9c-9cbf-ac61750213d7 tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Deleting port 74487db7-c8af-46dd-aa98-c4611ba0abd0 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:15:37.634054 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a21ed445-a326-4d9c-9cbf-ac61750213d7 tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (74487db7-c8af-46dd-aa98-c4611ba0abd0), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:37.712092 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a21ed445-a326-4d9c-9cbf-ac61750213d7 tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (74487db7-c8af-46dd-aa98-c4611ba0abd0), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:37.724218 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-a21ed445-a326-4d9c-9cbf-ac61750213d7 tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Calling delete_port for 74487db7-c8af-46dd-aa98-c4611ba0abd0 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:15:37.858888 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a21ed445-a326-4d9c-9cbf-ac61750213d7 tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (74487db7-c8af-46dd-aa98-c4611ba0abd0), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:37.873707 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053a69a-3325-4a0d-a99f-15fb884b8796 req-87d929e0-f7d4-4329-80a6-c5f1d382f3d6 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:37.875941 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0053a69a-3325-4a0d-a99f-15fb884b8796 req-87d929e0-f7d4-4329-80a6-c5f1d382f3d6 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0d8854f-25ed-466b-aedc-eb910ef300d2 HTTP/1.1" status: 200 len: 946 time: 0.0580463 Feb 19 04:15:37.890436 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ed445-a326-4d9c-9cbf-ac61750213d7 tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Pushing event deleted for resources: {'Port': ['ID=74487db7-c8af-46dd-aa98-c4611ba0abd0,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:37.935007 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0053a69a-3325-4a0d-a99f-15fb884b8796 req-52aa19e9-b90e-4f4a-9aac-cfc01f321170 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521133 Feb 19 04:15:37.963142 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a21ed445-a326-4d9c-9cbf-ac61750213d7 tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:37.967250 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a21ed445-a326-4d9c-9cbf-ac61750213d7 tempest-RoutersAdminNegativeTest-289913737 tempest-RoutersAdminNegativeTest-289913737-project-admin] 10.222.0.52 "DELETE /v2.0/ports/74487db7-c8af-46dd-aa98-c4611ba0abd0 HTTP/1.1" status: 204 len: 168 time: 0.4278700 Feb 19 04:15:38.257982 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39624) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:38.364383 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2a5ae9f2-b592-45ae-820b-c739c95e600f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:38.437435 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2a5ae9f2-b592-45ae-820b-c739c95e600f admin admin] Publish callbacks [] for security_group (dfc8f18e-cab0-41d1-a95a-e06dce4c6ca3), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:38.441245 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2a5ae9f2-b592-45ae-820b-c739c95e600f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (dfc8f18e-cab0-41d1-a95a-e06dce4c6ca3), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:38.482942 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2a5ae9f2-b592-45ae-820b-c739c95e600f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=044e7dd29d1847428c64112e43f37577&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2209883 Feb 19 04:15:38.482942 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ae9f2-b592-45ae-820b-c739c95e600f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc8f18e-cab0-41d1-a95a-e06dce4c6ca3,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:38.483298 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39628) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:38.532168 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1a3b119e-4f51-4817-bf3f-36c69ac240e0 admin admin] Publish callbacks [] for security_group (dfc8f18e-cab0-41d1-a95a-e06dce4c6ca3), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:38.554651 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1a3b119e-4f51-4817-bf3f-36c69ac240e0 admin admin] Publish callbacks [] for security_group (dfc8f18e-cab0-41d1-a95a-e06dce4c6ca3), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:38.608364 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1a3b119e-4f51-4817-bf3f-36c69ac240e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (dfc8f18e-cab0-41d1-a95a-e06dce4c6ca3), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:38.611357 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1a3b119e-4f51-4817-bf3f-36c69ac240e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:38.615783 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1a3b119e-4f51-4817-bf3f-36c69ac240e0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dfc8f18e-cab0-41d1-a95a-e06dce4c6ca3 HTTP/1.1" status: 204 len: 168 time: 0.1282542 Feb 19 04:15:38.620324 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b119e-4f51-4817-bf3f-36c69ac240e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc8f18e-cab0-41d1-a95a-e06dce4c6ca3,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:38.703908 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85310879-59e2-4d11-a01a-adff74d4656b req-bb844f03-84f1-4c51-a69e-8a8d1a41500c tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:38.705551 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85310879-59e2-4d11-a01a-adff74d4656b req-bb844f03-84f1-4c51-a69e-8a8d1a41500c tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 945 time: 0.0690444 Feb 19 04:15:38.767522 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85310879-59e2-4d11-a01a-adff74d4656b req-27ccfe8d-eaec-4e37-8470-0f3270d4c778 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551999 Feb 19 04:15:38.858135 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device af2c1bcf-838b-45d4-a295-71a1d4a7d50e up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:15:38.907938 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port af2c1bcf-838b-45d4-a295-71a1d4a7d50e completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:15:38.912347 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port af2c1bcf-838b-45d4-a295-71a1d4a7d50e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:15:38.912729 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (af2c1bcf-838b-45d4-a295-71a1d4a7d50e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:38.941661 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39640) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:38.994420 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d566d909-e620-4e5b-922a-b623a544e047 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0b02431ce99f4a6fa418079fc4ae2c02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0514278 Feb 19 04:15:38.997008 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39644) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:39.013507 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port af2c1bcf-838b-45d4-a295-71a1d4a7d50e is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:39.014755 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (af2c1bcf-838b-45d4-a295-71a1d4a7d50e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:39.042784 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f14f91-c36e-479a-86e2-198ad4633d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2c1bcf-838b-45d4-a295-71a1d4a7d50e'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:39.045036 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1f6011-e5cd-4cf7-8343-caece1725eda" -d '{"events": [{"server_uuid": "28f14f91-c36e-479a-86e2-198ad4633d47", "name": "network-vif-plugged", "status": "completed", "tag": "af2c1bcf-838b-45d4-a295-71a1d4a7d50e"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:39.058759 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port af2c1bcf-838b-45d4-a295-71a1d4a7d50e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=af2c1bcf-838b-45d4-a295-71a1d4a7d50e,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:39.067637 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (af2c1bcf-838b-45d4-a295-71a1d4a7d50e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:39.100667 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333218c0-f88d-4947-b6ef-e0245b8531c1 x-openstack-request-id: req-333218c0-f88d-4947-b6ef-e0245b8531c1 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:39.100667 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f14f91-c36e-479a-86e2-198ad4633d47", "name": "network-vif-plugged", "status": "completed", "tag": "af2c1bcf-838b-45d4-a295-71a1d4a7d50e", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:39.100888 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-333218c0-f88d-4947-b6ef-e0245b8531c1 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:39.101602 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f14f91-c36e-479a-86e2-198ad4633d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2c1bcf-838b-45d4-a295-71a1d4a7d50e', 'code': 200} Feb 19 04:15:39.113026 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-42bb38ee-bf5c-4c8f-abe2-0ae1e85e4f1e admin admin] Publish callbacks [] for security_group (dca203eb-9674-491d-8a49-c24f5c150ddc), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:39.133151 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332a821-ebce-4903-ac5d-1125b62b5c8e req-db6d9b0c-5c2c-40a2-be3a-add616b49d16 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:39.134664 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6332a821-ebce-4903-ac5d-1125b62b5c8e req-db6d9b0c-5c2c-40a2-be3a-add616b49d16 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0d8854f-25ed-466b-aedc-eb910ef300d2 HTTP/1.1" status: 200 len: 946 time: 0.0947797 Feb 19 04:15:39.143188 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=af2c1bcf-838b-45d4-a295-71a1d4a7d50e,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:39.148950 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-42bb38ee-bf5c-4c8f-abe2-0ae1e85e4f1e admin admin] Publish callbacks [] for security_group (dca203eb-9674-491d-8a49-c24f5c150ddc), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:39.243609 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6332a821-ebce-4903-ac5d-1125b62b5c8e req-977640f4-aa65-45ce-a1ba-3ee0d122bc41 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002269 Feb 19 04:15:39.251661 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e511ca-089c-45d5-a436-ad1239e0c6df req-876b4cd4-35cd-4718-be5a-550719c1f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:39.253112 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a5e511ca-089c-45d5-a436-ad1239e0c6df req-876b4cd4-35cd-4718-be5a-550719c1f882 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 1129 time: 0.0875752 Feb 19 04:15:39.272295 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-42bb38ee-bf5c-4c8f-abe2-0ae1e85e4f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (dca203eb-9674-491d-8a49-c24f5c150ddc), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:39.274826 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-42bb38ee-bf5c-4c8f-abe2-0ae1e85e4f1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:39.278425 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-42bb38ee-bf5c-4c8f-abe2-0ae1e85e4f1e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dca203eb-9674-491d-8a49-c24f5c150ddc HTTP/1.1" status: 204 len: 168 time: 0.2779458 Feb 19 04:15:39.298628 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb38ee-bf5c-4c8f-abe2-0ae1e85e4f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca203eb-9674-491d-8a49-c24f5c150ddc,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:39.339358 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a5e511ca-089c-45d5-a436-ad1239e0c6df req-3505accb-0015-4b09-b72c-30739b3b23a4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799034 Feb 19 04:15:39.908951 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821751ef-3be2-47a3-910d-89b9b28810a9 req-c91ebaa3-1e6b-46b9-90bc-1a06429b45d5 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:39.910494 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-821751ef-3be2-47a3-910d-89b9b28810a9 req-c91ebaa3-1e6b-46b9-90bc-1a06429b45d5 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 946 time: 0.0658951 Feb 19 04:15:39.966570 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-821751ef-3be2-47a3-910d-89b9b28810a9 req-98f323cd-aa4e-4c0d-9e7c-cd8d2b1ae196 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478222 Feb 19 04:15:40.109363 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39688) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:40.214915 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-38273e1c-f35d-446f-966b-83db236cf571 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1957752255'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:40.236805 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38273e1c-f35d-446f-966b-83db236cf571 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:15:40.242050 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-38273e1c-f35d-446f-966b-83db236cf571 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:40.252154 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-38273e1c-f35d-446f-966b-83db236cf571 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:40.351151 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-38273e1c-f35d-446f-966b-83db236cf571 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (b9cc28a7-ca4b-4e07-a1c0-dd5ef815b024), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:40.356455 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-38273e1c-f35d-446f-966b-83db236cf571 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b9cc28a7-ca4b-4e07-a1c0-dd5ef815b024), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:40.389531 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38273e1c-f35d-446f-966b-83db236cf571 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:15:40.396119 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38273e1c-f35d-446f-966b-83db236cf571 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cc28a7-ca4b-4e07-a1c0-dd5ef815b024,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:40.406657 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-38273e1c-f35d-446f-966b-83db236cf571 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (f45fd44e-3087-40b9-8680-72d7b5da1b1c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:40.407002 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-38273e1c-f35d-446f-966b-83db236cf571 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Added segment f45fd44e-3087-40b9-8680-72d7b5da1b1c of type vlan for network d4af56cc-3ed7-41f7-aa1d-896fca35ed74 Feb 19 04:15:40.409340 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38273e1c-f35d-446f-966b-83db236cf571 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:40.409823 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38273e1c-f35d-446f-966b-83db236cf571 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:40.410190 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38273e1c-f35d-446f-966b-83db236cf571 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:40.410541 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38273e1c-f35d-446f-966b-83db236cf571 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:40.410883 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38273e1c-f35d-446f-966b-83db236cf571 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:40.411607 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38273e1c-f35d-446f-966b-83db236cf571 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:40.411607 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38273e1c-f35d-446f-966b-83db236cf571 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:40.411875 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38273e1c-f35d-446f-966b-83db236cf571 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:40.412195 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38273e1c-f35d-446f-966b-83db236cf571 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:40.412526 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38273e1c-f35d-446f-966b-83db236cf571 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:40.412885 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38273e1c-f35d-446f-966b-83db236cf571 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:40.413368 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38273e1c-f35d-446f-966b-83db236cf571 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:40.413517 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38273e1c-f35d-446f-966b-83db236cf571 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:40.475281 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-38273e1c-f35d-446f-966b-83db236cf571 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (d4af56cc-3ed7-41f7-aa1d-896fca35ed74), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:40.509207 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-38273e1c-f35d-446f-966b-83db236cf571 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (d4af56cc-3ed7-41f7-aa1d-896fca35ed74), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:40.515602 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38273e1c-f35d-446f-966b-83db236cf571 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:40.516348 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-38273e1c-f35d-446f-966b-83db236cf571 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:40.589495 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-38273e1c-f35d-446f-966b-83db236cf571 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4763744 Feb 19 04:15:40.590271 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39694) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:40.603653 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-84551194-b36e-42a3-8873-18e44fc87168 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'port': {'network_id': 'd4af56cc-3ed7-41f7-aa1d-896fca35ed74', 'name': 'tempest-PortsIpV6TestJSON-34308865'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:40.653777 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38273e1c-f35d-446f-966b-83db236cf571 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Network': ['ID=d4af56cc-3ed7-41f7-aa1d-896fca35ed74,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:40.667208 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network d4af56cc-3ed7-41f7-aa1d-896fca35ed74 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:15:40.753029 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84551194-b36e-42a3-8873-18e44fc87168 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:15:40.759648 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-84551194-b36e-42a3-8873-18e44fc87168 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:40.781417 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-84551194-b36e-42a3-8873-18e44fc87168 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] device_id is not set on port bd3f7709-847c-4c91-b765-481e007001a3 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:15:40.983893 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-84551194-b36e-42a3-8873-18e44fc87168 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for port (bd3f7709-847c-4c91-b765-481e007001a3), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:41.083243 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-84551194-b36e-42a3-8873-18e44fc87168 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (bd3f7709-847c-4c91-b765-481e007001a3), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:41.188019 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84551194-b36e-42a3-8873-18e44fc87168 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Port': ['ID=bd3f7709-847c-4c91-b765-481e007001a3,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:41.223400 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a507e1-270c-4eca-ac45-934d5a0912e1 req-d2d2b585-3a2a-4026-89c3-8881882ab27b tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:41.225217 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-37a507e1-270c-4eca-ac45-934d5a0912e1 req-d2d2b585-3a2a-4026-89c3-8881882ab27b tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 946 time: 0.1054215 Feb 19 04:15:41.233298 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84551194-b36e-42a3-8873-18e44fc87168 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Checking segment: {'id': 'f45fd44e-3087-40b9-8680-72d7b5da1b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4af56cc-3ed7-41f7-aa1d-896fca35ed74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:15:41.233779 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84551194-b36e-42a3-8873-18e44fc87168 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network hostable DHCP agents. Network: d4af56cc-3ed7-41f7-aa1d-896fca35ed74, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:15:41.294631 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84551194-b36e-42a3-8873-18e44fc87168 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network d4af56cc-3ed7-41f7-aa1d-896fca35ed74 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:15:41.304237 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-37a507e1-270c-4eca-ac45-934d5a0912e1 req-3abdee9b-8036-4dcc-8dcf-4818dd11bc73 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673599 Feb 19 04:15:41.314727 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-84551194-b36e-42a3-8873-18e44fc87168 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, d4af56cc-3ed7-41f7-aa1d-896fca35ed74) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:15:41.322327 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84551194-b36e-42a3-8873-18e44fc87168 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:15:41.324488 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff1ec3c-9caf-44c4-be54-1a4e805a4978 None None] Network d4af56cc-3ed7-41f7-aa1d-896fca35ed74 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:15:41.330002 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84551194-b36e-42a3-8873-18e44fc87168 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:41.330806 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-84551194-b36e-42a3-8873-18e44fc87168 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:41.350558 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-84551194-b36e-42a3-8873-18e44fc87168 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.7591996 Feb 19 04:15:41.353410 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39724) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:41.359192 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-451d5536-c9a0-4d5b-a8d8-78338463f453 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-45618885'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:41.385924 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451d5536-c9a0-4d5b-a8d8-78338463f453 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:15:41.391579 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-451d5536-c9a0-4d5b-a8d8-78338463f453 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:41.420980 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451d5536-c9a0-4d5b-a8d8-78338463f453 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:15:41.432245 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-451d5536-c9a0-4d5b-a8d8-78338463f453 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (4f0870b5-8824-4a8d-afb7-efa9de9cbdad), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:41.432740 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-451d5536-c9a0-4d5b-a8d8-78338463f453 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Added segment 4f0870b5-8824-4a8d-afb7-efa9de9cbdad of type vlan for network 1419f2b7-bfc3-4c51-bf24-d2219dba0ad9 Feb 19 04:15:41.481933 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-451d5536-c9a0-4d5b-a8d8-78338463f453 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (1419f2b7-bfc3-4c51-bf24-d2219dba0ad9), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:41.523050 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-451d5536-c9a0-4d5b-a8d8-78338463f453 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (1419f2b7-bfc3-4c51-bf24-d2219dba0ad9), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:41.529988 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451d5536-c9a0-4d5b-a8d8-78338463f453 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:41.530951 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-451d5536-c9a0-4d5b-a8d8-78338463f453 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:41.653114 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-451d5536-c9a0-4d5b-a8d8-78338463f453 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2984412 Feb 19 04:15:41.655842 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39728) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:41.660600 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d5536-c9a0-4d5b-a8d8-78338463f453 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Network': ['ID=1419f2b7-bfc3-4c51-bf24-d2219dba0ad9,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:41.660818 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-35905a8b-bc13-4d86-842e-d56c6f4d7700 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'ports': [{'network_id': 'd4af56cc-3ed7-41f7-aa1d-896fca35ed74'}, {'network_id': '1419f2b7-bfc3-4c51-bf24-d2219dba0ad9'}]} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:41.661297 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-35905a8b-bc13-4d86-842e-d56c6f4d7700 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'port': {'network_id': 'd4af56cc-3ed7-41f7-aa1d-896fca35ed74'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:41.661945 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-35905a8b-bc13-4d86-842e-d56c6f4d7700 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'port': {'network_id': '1419f2b7-bfc3-4c51-bf24-d2219dba0ad9'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:41.685254 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 1419f2b7-bfc3-4c51-bf24-d2219dba0ad9 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:15:41.700058 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961aee8-5b0d-443f-9647-3220e2136842 req-7a9170cf-6e4b-46a2-b5b5-436d8fcc2d95 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:41.708734 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a961aee8-5b0d-443f-9647-3220e2136842 req-7a9170cf-6e4b-46a2-b5b5-436d8fcc2d95 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 946 time: 0.1025417 Feb 19 04:15:41.822772 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a961aee8-5b0d-443f-9647-3220e2136842 req-d123f958-d605-4f98-8b6c-133eceaace24 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982950 Feb 19 04:15:41.875469 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35905a8b-bc13-4d86-842e-d56c6f4d7700 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'port': 2} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:15:41.880711 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-35905a8b-bc13-4d86-842e-d56c6f4d7700 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:41.895372 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-35905a8b-bc13-4d86-842e-d56c6f4d7700 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:42.066258 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-35905a8b-bc13-4d86-842e-d56c6f4d7700 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] device_id is not set on port 13eac3eb-bcfe-49c6-a459-982be33e72c4 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:15:42.148012 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-35905a8b-bc13-4d86-842e-d56c6f4d7700 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for port (13eac3eb-bcfe-49c6-a459-982be33e72c4), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:42.225623 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-35905a8b-bc13-4d86-842e-d56c6f4d7700 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] device_id is not set on port 39e26119-0a66-4cde-b227-061e0671dfbb yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:15:42.314273 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-35905a8b-bc13-4d86-842e-d56c6f4d7700 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for port (39e26119-0a66-4cde-b227-061e0671dfbb), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:42.354325 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-35905a8b-bc13-4d86-842e-d56c6f4d7700 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (13eac3eb-bcfe-49c6-a459-982be33e72c4), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:42.403133 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35905a8b-bc13-4d86-842e-d56c6f4d7700 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network d4af56cc-3ed7-41f7-aa1d-896fca35ed74 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:15:42.407070 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-35905a8b-bc13-4d86-842e-d56c6f4d7700 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:15:42.417448 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35905a8b-bc13-4d86-842e-d56c6f4d7700 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:15:42.418329 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-35905a8b-bc13-4d86-842e-d56c6f4d7700 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (39e26119-0a66-4cde-b227-061e0671dfbb), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:42.425846 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35905a8b-bc13-4d86-842e-d56c6f4d7700 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Port': ['ID=13eac3eb-bcfe-49c6-a459-982be33e72c4,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:42.477114 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35905a8b-bc13-4d86-842e-d56c6f4d7700 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Port': ['ID=39e26119-0a66-4cde-b227-061e0671dfbb,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:42.523337 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35905a8b-bc13-4d86-842e-d56c6f4d7700 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Checking segment: {'id': '4f0870b5-8824-4a8d-afb7-efa9de9cbdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1419f2b7-bfc3-4c51-bf24-d2219dba0ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:15:42.523706 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35905a8b-bc13-4d86-842e-d56c6f4d7700 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network hostable DHCP agents. Network: 1419f2b7-bfc3-4c51-bf24-d2219dba0ad9, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:15:42.562603 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35905a8b-bc13-4d86-842e-d56c6f4d7700 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network 1419f2b7-bfc3-4c51-bf24-d2219dba0ad9 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:15:42.580908 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-35905a8b-bc13-4d86-842e-d56c6f4d7700 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 1419f2b7-bfc3-4c51-bf24-d2219dba0ad9) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:15:42.590692 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b6a6bd-6cf2-4e83-a155-b141d0ce5927 None None] Network 1419f2b7-bfc3-4c51-bf24-d2219dba0ad9 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:15:42.593899 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35905a8b-bc13-4d86-842e-d56c6f4d7700 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:15:42.603689 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35905a8b-bc13-4d86-842e-d56c6f4d7700 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:42.608574 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35905a8b-bc13-4d86-842e-d56c6f4d7700 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:42.609946 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-35905a8b-bc13-4d86-842e-d56c6f4d7700 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:42.642946 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39744) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:42.645835 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-35905a8b-bc13-4d86-842e-d56c6f4d7700 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9884920 Feb 19 04:15:42.790701 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-0978b7eb-9f45-441d-916c-744820fa245f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting port 39e26119-0a66-4cde-b227-061e0671dfbb {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:15:42.791050 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0978b7eb-9f45-441d-916c-744820fa245f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (39e26119-0a66-4cde-b227-061e0671dfbb), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:42.865157 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0978b7eb-9f45-441d-916c-744820fa245f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (39e26119-0a66-4cde-b227-061e0671dfbb), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:42.881154 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-0978b7eb-9f45-441d-916c-744820fa245f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Calling delete_port for 39e26119-0a66-4cde-b227-061e0671dfbb owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:15:43.048623 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd31441-11db-4011-ada9-63ea661e3183 req-b4f61acf-d499-49ca-a247-0c73ee602d7b tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:43.050240 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4dd31441-11db-4011-ada9-63ea661e3183 req-b4f61acf-d499-49ca-a247-0c73ee602d7b tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 946 time: 0.0968893 Feb 19 04:15:43.061567 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0978b7eb-9f45-441d-916c-744820fa245f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (39e26119-0a66-4cde-b227-061e0671dfbb), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:43.115867 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978b7eb-9f45-441d-916c-744820fa245f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Port': ['ID=39e26119-0a66-4cde-b227-061e0671dfbb,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:43.127365 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0978b7eb-9f45-441d-916c-744820fa245f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:43.133936 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39752) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:43.144181 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0978b7eb-9f45-441d-916c-744820fa245f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/ports/39e26119-0a66-4cde-b227-061e0671dfbb HTTP/1.1" status: 204 len: 168 time: 0.5078661 Feb 19 04:15:43.223164 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4dd31441-11db-4011-ada9-63ea661e3183 req-6286d6d0-3b2e-4727-8123-e44669f9fe12 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660185 Feb 19 04:15:43.288122 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4438ab36-6fc3-4d3c-a681-9bc0030e97b1 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:43.293958 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4438ab36-6fc3-4d3c-a681-9bc0030e97b1 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:43.299361 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39756) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:43.307117 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4438ab36-6fc3-4d3c-a681-9bc0030e97b1 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.1720343 Feb 19 04:15:43.407075 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-7535a95b-f8d7-4416-8535-ff51b19f5dac tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting port 13eac3eb-bcfe-49c6-a459-982be33e72c4 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:15:43.407547 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7535a95b-f8d7-4416-8535-ff51b19f5dac tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (13eac3eb-bcfe-49c6-a459-982be33e72c4), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:43.486423 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7535a95b-f8d7-4416-8535-ff51b19f5dac tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (13eac3eb-bcfe-49c6-a459-982be33e72c4), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:43.500980 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-7535a95b-f8d7-4416-8535-ff51b19f5dac tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Calling delete_port for 13eac3eb-bcfe-49c6-a459-982be33e72c4 owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:15:43.593786 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7535a95b-f8d7-4416-8535-ff51b19f5dac tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (13eac3eb-bcfe-49c6-a459-982be33e72c4), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:43.639364 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535a95b-f8d7-4416-8535-ff51b19f5dac tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Port': ['ID=13eac3eb-bcfe-49c6-a459-982be33e72c4,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:43.663003 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7535a95b-f8d7-4416-8535-ff51b19f5dac tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:43.672530 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39768) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:43.674839 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7535a95b-f8d7-4416-8535-ff51b19f5dac tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/ports/13eac3eb-bcfe-49c6-a459-982be33e72c4 HTTP/1.1" status: 204 len: 168 time: 0.3679492 Feb 19 04:15:43.758327 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f551ea-2ed0-4a0c-94b5-d55ad077c061 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:43.764506 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39774) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:43.765143 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a5f551ea-2ed0-4a0c-94b5-d55ad077c061 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.0907247 Feb 19 04:15:43.792733 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-db110f7c-f648-4d8a-8df9-2d5b0ecdfd86 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] GET failed (client error): The resource could not be found. Feb 19 04:15:43.796871 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-db110f7c-f648-4d8a-8df9-2d5b0ecdfd86 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "GET /v2.0/ports/39e26119-0a66-4cde-b227-061e0671dfbb HTTP/1.1" status: 404 len: 333 time: 0.0284336 Feb 19 04:15:43.797287 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39776) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:43.831672 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb26ef08-f8e5-440b-b030-3137236d7a2f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] GET failed (client error): The resource could not be found. Feb 19 04:15:43.835781 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bb26ef08-f8e5-440b-b030-3137236d7a2f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "GET /v2.0/ports/13eac3eb-bcfe-49c6-a459-982be33e72c4 HTTP/1.1" status: 404 len: 333 time: 0.0348241 Feb 19 04:15:43.835900 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39778) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:43.954576 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8c88ff52-f002-45ac-8d57-8e4860966376 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (1419f2b7-bfc3-4c51-bf24-d2219dba0ad9), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:43.968380 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9992e-8af8-46f3-b2e7-8f35cf69be38 req-3df9389b-2e75-49ff-8973-dc14daea509e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:43.970055 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-94f9992e-8af8-46f3-b2e7-8f35cf69be38 req-3df9389b-2e75-49ff-8973-dc14daea509e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 946 time: 0.1477263 Feb 19 04:15:44.124635 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8c88ff52-f002-45ac-8d57-8e4860966376 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (1419f2b7-bfc3-4c51-bf24-d2219dba0ad9), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:44.135583 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-94f9992e-8af8-46f3-b2e7-8f35cf69be38 req-c20e38eb-7076-4b32-a7fb-4f0ccbcb5a6d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490240 Feb 19 04:15:44.154475 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-8c88ff52-f002-45ac-8d57-8e4860966376 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1419f2b7-bfc3-4c51-bf24-d2219dba0ad9']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:15:44.176399 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-8c88ff52-f002-45ac-8d57-8e4860966376 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0870b5-8824-4a8d-afb7-efa9de9cbdad') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:15:44.176705 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-8c88ff52-f002-45ac-8d57-8e4860966376 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0870b5-8824-4a8d-afb7-efa9de9cbdad') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:15:44.196865 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8c88ff52-f002-45ac-8d57-8e4860966376 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (4f0870b5-8824-4a8d-afb7-efa9de9cbdad), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:44.219649 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8c88ff52-f002-45ac-8d57-8e4860966376 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (4f0870b5-8824-4a8d-afb7-efa9de9cbdad), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:44.227037 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c88ff52-f002-45ac-8d57-8e4860966376 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:15:44.227508 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8c88ff52-f002-45ac-8d57-8e4860966376 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (4f0870b5-8824-4a8d-afb7-efa9de9cbdad), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:15:44.231085 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:15:44.304237 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8c88ff52-f002-45ac-8d57-8e4860966376 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (1419f2b7-bfc3-4c51-bf24-d2219dba0ad9), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:44.323710 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8c88ff52-f002-45ac-8d57-8e4860966376 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:44.330953 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8c88ff52-f002-45ac-8d57-8e4860966376 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/networks/1419f2b7-bfc3-4c51-bf24-d2219dba0ad9 HTTP/1.1" status: 204 len: 168 time: 0.4938197 Feb 19 04:15:44.331556 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39782) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:44.332696 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88ff52-f002-45ac-8d57-8e4860966376 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Network': ['ID=1419f2b7-bfc3-4c51-bf24-d2219dba0ad9,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:44.336545 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-a39a4d05-aabd-48c1-9690-b6cc683876c3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1192513311'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:44.357510 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39a4d05-aabd-48c1-9690-b6cc683876c3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:15:44.361468 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a39a4d05-aabd-48c1-9690-b6cc683876c3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:44.386268 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39a4d05-aabd-48c1-9690-b6cc683876c3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:15:44.395816 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a39a4d05-aabd-48c1-9690-b6cc683876c3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (7a2ba754-c080-4dd9-9978-0d178aa9bbb3), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:44.396230 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-a39a4d05-aabd-48c1-9690-b6cc683876c3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Added segment 7a2ba754-c080-4dd9-9978-0d178aa9bbb3 of type vlan for network fad69392-d1ec-430e-8be5-66a0964ee292 Feb 19 04:15:44.439413 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a39a4d05-aabd-48c1-9690-b6cc683876c3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (fad69392-d1ec-430e-8be5-66a0964ee292), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:44.468005 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a39a4d05-aabd-48c1-9690-b6cc683876c3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (fad69392-d1ec-430e-8be5-66a0964ee292), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:44.474132 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39a4d05-aabd-48c1-9690-b6cc683876c3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:44.474930 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a39a4d05-aabd-48c1-9690-b6cc683876c3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:44.532176 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a39a4d05-aabd-48c1-9690-b6cc683876c3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1994634 Feb 19 04:15:44.536600 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39784) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:44.542340 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-930e052c-6691-43e5-b868-0f8707b3e51f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'subnet': {'network_id': 'fad69392-d1ec-430e-8be5-66a0964ee292', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:44.556044 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a4d05-aabd-48c1-9690-b6cc683876c3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Network': ['ID=fad69392-d1ec-430e-8be5-66a0964ee292,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:44.567514 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network fad69392-d1ec-430e-8be5-66a0964ee292 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:15:44.649392 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930e052c-6691-43e5-b868-0f8707b3e51f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:15:44.653220 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-930e052c-6691-43e5-b868-0f8707b3e51f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:44.712099 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.ipam_backend_mixin [None req-930e052c-6691-43e5-b868-0f8707b3e51f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Performing IP validity checks on allocation pools {{(pid=109926) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 04:15:44.714878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.ipam_backend_mixin [None req-930e052c-6691-43e5-b868-0f8707b3e51f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109926) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 04:15:44.845351 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-930e052c-6691-43e5-b868-0f8707b3e51f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (aaedcb16-416a-4f2e-8674-d3e63882aecd), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:44.905675 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e052c-6691-43e5-b868-0f8707b3e51f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Subnet': ['ID=aaedcb16-416a-4f2e-8674-d3e63882aecd,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:44.918307 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e052c-6691-43e5-b868-0f8707b3e51f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Checking segment: {'id': '7a2ba754-c080-4dd9-9978-0d178aa9bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fad69392-d1ec-430e-8be5-66a0964ee292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:15:44.918609 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930e052c-6691-43e5-b868-0f8707b3e51f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network hostable DHCP agents. Network: fad69392-d1ec-430e-8be5-66a0964ee292, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:15:44.937012 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930e052c-6691-43e5-b868-0f8707b3e51f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network fad69392-d1ec-430e-8be5-66a0964ee292 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:15:44.947481 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-930e052c-6691-43e5-b868-0f8707b3e51f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, fad69392-d1ec-430e-8be5-66a0964ee292) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:15:44.952379 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930e052c-6691-43e5-b868-0f8707b3e51f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:44.953355 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-930e052c-6691-43e5-b868-0f8707b3e51f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:44.964810 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c4368e-f491-4b32-99c3-cc937770dbee None None] Network fad69392-d1ec-430e-8be5-66a0964ee292 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:15:44.974972 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-930e052c-6691-43e5-b868-0f8707b3e51f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4347143 Feb 19 04:15:44.976025 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39792) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:44.991461 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-84cf5e16-5fa5-4e38-945a-82f64a5946ec tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'port': {'network_id': 'fad69392-d1ec-430e-8be5-66a0964ee292', 'name': 'tempest-PortsIpV6TestJSON-730649216'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:45.120686 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e32086-5ef8-4ed6-88a7-068b9c896c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-fad69392-d1ec-430e-8be5-66a0964ee292', 'network_id': 'fad69392-d1ec-430e-8be5-66a0964ee292', 'project_id': '15e1f70909b14df4a18d13363dfa5fd4', 'fixed_ips': [{'subnet_id': 'aaedcb16-416a-4f2e-8674-d3e63882aecd'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:15:45.121650 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d7e32086-5ef8-4ed6-88a7-068b9c896c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:45.155121 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cf5e16-5fa5-4e38-945a-82f64a5946ec tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:15:45.158925 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-84cf5e16-5fa5-4e38-945a-82f64a5946ec tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:45.179753 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-84cf5e16-5fa5-4e38-945a-82f64a5946ec tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] device_id is not set on port 12b1706a-e58c-4f23-9b06-7d536f122b6c yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:15:45.301365 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-d7e32086-5ef8-4ed6-88a7-068b9c896c7e None None] Allocated IP 2001:db8::2 (fad69392-d1ec-430e-8be5-66a0964ee292/aaedcb16-416a-4f2e-8674-d3e63882aecd/d4bf863b-9d79-4e4e-b407-b57d8cb6736e) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:15:45.323240 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d255a-1fc2-4634-969d-6686c011ca3a req-c8a2d83c-3d5b-4b6b-9e73-de19a8780680 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:45.325390 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e84d255a-1fc2-4634-969d-6686c011ca3a req-c8a2d83c-3d5b-4b6b-9e73-de19a8780680 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 946 time: 0.0604508 Feb 19 04:15:45.391191 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e84d255a-1fc2-4634-969d-6686c011ca3a req-ad226c9d-f684-49a1-bca8-f637f062294c tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594766 Feb 19 04:15:45.610679 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d7e32086-5ef8-4ed6-88a7-068b9c896c7e None None] Publish callbacks [] for port (d4bf863b-9d79-4e4e-b407-b57d8cb6736e), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:45.616026 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d7e32086-5ef8-4ed6-88a7-068b9c896c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (d4bf863b-9d79-4e4e-b407-b57d8cb6736e), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:45.632858 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e32086-5ef8-4ed6-88a7-068b9c896c7e None None] Network fad69392-d1ec-430e-8be5-66a0964ee292 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:15:45.635376 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-d7e32086-5ef8-4ed6-88a7-068b9c896c7e None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:15:45.655469 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e32086-5ef8-4ed6-88a7-068b9c896c7e None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:15:45.705974 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-84cf5e16-5fa5-4e38-945a-82f64a5946ec tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Allocated IP 2001:db8::2bc (fad69392-d1ec-430e-8be5-66a0964ee292/aaedcb16-416a-4f2e-8674-d3e63882aecd/12b1706a-e58c-4f23-9b06-7d536f122b6c) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:15:45.728210 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e32086-5ef8-4ed6-88a7-068b9c896c7e None None] Pushing event updated for resources: {'Port': ['ID=d4bf863b-9d79-4e4e-b407-b57d8cb6736e,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:45.743469 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d7e32086-5ef8-4ed6-88a7-068b9c896c7e None None] Attempting to bind port d4bf863b-9d79-4e4e-b407-b57d8cb6736e on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:15:45.744093 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d7e32086-5ef8-4ed6-88a7-068b9c896c7e None None] Attempting to bind port d4bf863b-9d79-4e4e-b407-b57d8cb6736e by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '7a2ba754-c080-4dd9-9978-0d178aa9bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fad69392-d1ec-430e-8be5-66a0964ee292'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:15:45.745517 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e32086-5ef8-4ed6-88a7-068b9c896c7e None None] Attempting to bind port d4bf863b-9d79-4e4e-b407-b57d8cb6736e on network fad69392-d1ec-430e-8be5-66a0964ee292 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:15:45.751195 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e32086-5ef8-4ed6-88a7-068b9c896c7e None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:15:45.751826 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e32086-5ef8-4ed6-88a7-068b9c896c7e None None] Checking segment: {'id': '7a2ba754-c080-4dd9-9978-0d178aa9bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fad69392-d1ec-430e-8be5-66a0964ee292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:15:45.752408 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d7e32086-5ef8-4ed6-88a7-068b9c896c7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:45.752829 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e32086-5ef8-4ed6-88a7-068b9c896c7e None None] Bound using segment: {'id': '7a2ba754-c080-4dd9-9978-0d178aa9bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fad69392-d1ec-430e-8be5-66a0964ee292'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:15:45.753306 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d7e32086-5ef8-4ed6-88a7-068b9c896c7e None None] Bound port: d4bf863b-9d79-4e4e-b407-b57d8cb6736e, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2ba754-c080-4dd9-9978-0d178aa9bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fad69392-d1ec-430e-8be5-66a0964ee292'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:15:45.754277 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d7e32086-5ef8-4ed6-88a7-068b9c896c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d4bf863b-9d79-4e4e-b407-b57d8cb6736e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:45.824366 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d7e32086-5ef8-4ed6-88a7-068b9c896c7e None None] For port d4bf863b-9d79-4e4e-b407-b57d8cb6736e, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:15:45.828598 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d7e32086-5ef8-4ed6-88a7-068b9c896c7e None None] For port d4bf863b-9d79-4e4e-b407-b57d8cb6736e, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=d4bf863b-9d79-4e4e-b407-b57d8cb6736e,segment=NetworkSegment(7a2ba754-c080-4dd9-9978-0d178aa9bbb3),segment_id=7a2ba754-c080-4dd9-9978-0d178aa9bbb3)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:15:45.837952 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d7e32086-5ef8-4ed6-88a7-068b9c896c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d4bf863b-9d79-4e4e-b407-b57d8cb6736e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:45.898290 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-84cf5e16-5fa5-4e38-945a-82f64a5946ec tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for port (12b1706a-e58c-4f23-9b06-7d536f122b6c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:45.923821 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e32086-5ef8-4ed6-88a7-068b9c896c7e None None] Pushing event updated for resources: {'Port': ['ID=d4bf863b-9d79-4e4e-b407-b57d8cb6736e,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:45.971625 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-84cf5e16-5fa5-4e38-945a-82f64a5946ec tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (12b1706a-e58c-4f23-9b06-7d536f122b6c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:46.034776 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cf5e16-5fa5-4e38-945a-82f64a5946ec tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network fad69392-d1ec-430e-8be5-66a0964ee292 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:15:46.041510 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-84cf5e16-5fa5-4e38-945a-82f64a5946ec tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:15:46.044806 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cf5e16-5fa5-4e38-945a-82f64a5946ec tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:15:46.054150 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf5e16-5fa5-4e38-945a-82f64a5946ec tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:46.054150 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-84cf5e16-5fa5-4e38-945a-82f64a5946ec tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:46.064514 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf5e16-5fa5-4e38-945a-82f64a5946ec tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Port': ['ID=12b1706a-e58c-4f23-9b06-7d536f122b6c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:46.083688 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39802) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:46.093420 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-84cf5e16-5fa5-4e38-945a-82f64a5946ec tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1157255 Feb 19 04:15:46.250155 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f4ddb-abaf-4bcf-959e-a82cef54b69d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting port 12b1706a-e58c-4f23-9b06-7d536f122b6c {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:15:46.250558 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fc1f4ddb-abaf-4bcf-959e-a82cef54b69d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (12b1706a-e58c-4f23-9b06-7d536f122b6c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:46.439462 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fc1f4ddb-abaf-4bcf-959e-a82cef54b69d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (12b1706a-e58c-4f23-9b06-7d536f122b6c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:46.473592 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f4ddb-abaf-4bcf-959e-a82cef54b69d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Calling delete_port for 12b1706a-e58c-4f23-9b06-7d536f122b6c owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:15:46.714401 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff5e10-6635-4e0e-a907-b690d6bfb656 req-18c23c70-f49a-49d9-bc31-9d20d7e8cf75 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:46.737600 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c9ff5e10-6635-4e0e-a907-b690d6bfb656 req-18c23c70-f49a-49d9-bc31-9d20d7e8cf75 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 946 time: 0.1568229 Feb 19 04:15:46.822227 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fc1f4ddb-abaf-4bcf-959e-a82cef54b69d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (12b1706a-e58c-4f23-9b06-7d536f122b6c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:46.880538 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c9ff5e10-6635-4e0e-a907-b690d6bfb656 req-980239af-bc20-4e63-9426-ae9f83a05dc5 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408081 Feb 19 04:15:46.889688 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f4ddb-abaf-4bcf-959e-a82cef54b69d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Port': ['ID=12b1706a-e58c-4f23-9b06-7d536f122b6c,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:46.905657 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device af2c1bcf-838b-45d4-a295-71a1d4a7d50e details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:15:46.925785 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fc1f4ddb-abaf-4bcf-959e-a82cef54b69d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:46.930210 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fc1f4ddb-abaf-4bcf-959e-a82cef54b69d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/ports/12b1706a-e58c-4f23-9b06-7d536f122b6c HTTP/1.1" status: 204 len: 168 time: 0.8435066 Feb 19 04:15:46.932281 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39822) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:46.960137 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1cd04a-4207-4ae6-8c3c-2e7442d234b4 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] DELETE failed (client error): The resource could not be found. Feb 19 04:15:46.960953 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e1cd04a-4207-4ae6-8c3c-2e7442d234b4 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:15:46.964279 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6e1cd04a-4207-4ae6-8c3c-2e7442d234b4 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/ports/12b1706a-e58c-4f23-9b06-7d536f122b6c HTTP/1.1" status: 404 len: 333 time: 0.0309048 Feb 19 04:15:46.967934 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39824) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:47.001865 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb32abc6-503a-4adf-b81e-d3b97e5a4d96 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] GET failed (client error): The resource could not be found. Feb 19 04:15:47.003710 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cb32abc6-503a-4adf-b81e-d3b97e5a4d96 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "GET /v2.0/ports/12b1706a-e58c-4f23-9b06-7d536f122b6c HTTP/1.1" status: 404 len: 333 time: 0.0346143 Feb 19 04:15:47.006567 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39830) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:47.119279 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9d5757-c98e-459a-80f2-907fabcafe4b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting subnet aaedcb16-416a-4f2e-8674-d3e63882aecd {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:15:47.124297 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-da9d5757-c98e-459a-80f2-907fabcafe4b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for subnet (aaedcb16-416a-4f2e-8674-d3e63882aecd), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:47.131464 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port af2c1bcf-838b-45d4-a295-71a1d4a7d50e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=af2c1bcf-838b-45d4-a295-71a1d4a7d50e,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:47.155755 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'af2c1bcf-838b-45d4-a295-71a1d4a7d50e', 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'port_id': 'af2c1bcf-838b-45d4-a295-71a1d4a7d50e', 'mac_address': 'fa:16:3e:f0:0f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:15:47.182844 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-da9d5757-c98e-459a-80f2-907fabcafe4b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (aaedcb16-416a-4f2e-8674-d3e63882aecd), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:47.223025 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port af2c1bcf-838b-45d4-a295-71a1d4a7d50e is: ACTIVE; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:47.223515 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (af2c1bcf-838b-45d4-a295-71a1d4a7d50e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:47.239036 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af2c1bcf-838b-45d4-a295-71a1d4a7d50e {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:15:47.273313 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port af2c1bcf-838b-45d4-a295-71a1d4a7d50e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=af2c1bcf-838b-45d4-a295-71a1d4a7d50e,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:47.285141 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (af2c1bcf-838b-45d4-a295-71a1d4a7d50e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:47.372181 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-da9d5757-c98e-459a-80f2-907fabcafe4b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (aaedcb16-416a-4f2e-8674-d3e63882aecd), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:47.411333 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=af2c1bcf-838b-45d4-a295-71a1d4a7d50e,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:47.422475 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['af2c1bcf-838b-45d4-a295-71a1d4a7d50e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:47.520682 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-da9d5757-c98e-459a-80f2-907fabcafe4b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (aaedcb16-416a-4f2e-8674-d3e63882aecd), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:47.586612 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d5757-c98e-459a-80f2-907fabcafe4b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Subnet': ['ID=aaedcb16-416a-4f2e-8674-d3e63882aecd,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:47.595986 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-da9d5757-c98e-459a-80f2-907fabcafe4b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:47.606373 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-da9d5757-c98e-459a-80f2-907fabcafe4b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/subnets/aaedcb16-416a-4f2e-8674-d3e63882aecd HTTP/1.1" status: 204 len: 168 time: 0.5986946 Feb 19 04:15:47.609540 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39840) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:47.894272 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-80429cd2-1b06-48d1-9caf-96af372b1078 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (fad69392-d1ec-430e-8be5-66a0964ee292), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:48.051455 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7ba395-5fb0-4c60-8df9-5490b97cda7e None None] Network fad69392-d1ec-430e-8be5-66a0964ee292 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:15:48.157476 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-80429cd2-1b06-48d1-9caf-96af372b1078 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting port d4bf863b-9d79-4e4e-b407-b57d8cb6736e {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:15:48.158018 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-80429cd2-1b06-48d1-9caf-96af372b1078 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (d4bf863b-9d79-4e4e-b407-b57d8cb6736e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:48.190990 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e9bac-d57c-45bf-ad40-e70eb16c8d93 req-3b016018-1346-42d7-a6e1-f98a683af2b4 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:48.204609 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e57e9bac-d57c-45bf-ad40-e70eb16c8d93 req-3b016018-1346-42d7-a6e1-f98a683af2b4 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 945 time: 0.1899633 Feb 19 04:15:48.249246 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c7918762-f30b-4dd4-a2a0-099c23a3837d None None] Provisioning complete for port d4bf863b-9d79-4e4e-b407-b57d8cb6736e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:15:48.252711 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c7918762-f30b-4dd4-a2a0-099c23a3837d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d4bf863b-9d79-4e4e-b407-b57d8cb6736e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:48.437489 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e57e9bac-d57c-45bf-ad40-e70eb16c8d93 req-4e9c756f-29a2-4b46-aaf1-8259475ce494 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319844 Feb 19 04:15:48.460450 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-80429cd2-1b06-48d1-9caf-96af372b1078 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] For port d4bf863b-9d79-4e4e-b407-b57d8cb6736e, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=d4bf863b-9d79-4e4e-b407-b57d8cb6736e,segment=NetworkSegment(7a2ba754-c080-4dd9-9978-0d178aa9bbb3),segment_id=7a2ba754-c080-4dd9-9978-0d178aa9bbb3)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:48.460824 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-80429cd2-1b06-48d1-9caf-96af372b1078 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (d4bf863b-9d79-4e4e-b407-b57d8cb6736e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:48.525105 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-80429cd2-1b06-48d1-9caf-96af372b1078 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Calling delete_port for d4bf863b-9d79-4e4e-b407-b57d8cb6736e owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:15:48.566430 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c7918762-f30b-4dd4-a2a0-099c23a3837d None None] Current status of the port d4bf863b-9d79-4e4e-b407-b57d8cb6736e is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:48.566847 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c7918762-f30b-4dd4-a2a0-099c23a3837d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d4bf863b-9d79-4e4e-b407-b57d8cb6736e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:48.663019 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be6b4af-5e4a-4f6b-9c21-424c1f320124 None None] DHCP port deletion for fad69392-d1ec-430e-8be5-66a0964ee292 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:15:48.680162 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c7918762-f30b-4dd4-a2a0-099c23a3837d None None] For port d4bf863b-9d79-4e4e-b407-b57d8cb6736e, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=d4bf863b-9d79-4e4e-b407-b57d8cb6736e,segment=NetworkSegment(7a2ba754-c080-4dd9-9978-0d178aa9bbb3),segment_id=7a2ba754-c080-4dd9-9978-0d178aa9bbb3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:48.721281 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c7918762-f30b-4dd4-a2a0-099c23a3837d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d4bf863b-9d79-4e4e-b407-b57d8cb6736e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:48.813371 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7918762-f30b-4dd4-a2a0-099c23a3837d None None] Pushing event updated for resources: {'Port': ['ID=d4bf863b-9d79-4e4e-b407-b57d8cb6736e,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:48.846999 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8be6b4af-5e4a-4f6b-9c21-424c1f320124 None None] Deleting port d4bf863b-9d79-4e4e-b407-b57d8cb6736e {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:15:48.847381 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8be6b4af-5e4a-4f6b-9c21-424c1f320124 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (d4bf863b-9d79-4e4e-b407-b57d8cb6736e), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:48.877033 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-80429cd2-1b06-48d1-9caf-96af372b1078 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (d4bf863b-9d79-4e4e-b407-b57d8cb6736e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:48.891382 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80429cd2-1b06-48d1-9caf-96af372b1078 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] No DVR routers for this DVR port d4bf863b-9d79-4e4e-b407-b57d8cb6736e on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:15:48.941811 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80429cd2-1b06-48d1-9caf-96af372b1078 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Port': ['ID=d4bf863b-9d79-4e4e-b407-b57d8cb6736e,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:48.952640 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device af2c1bcf-838b-45d4-a295-71a1d4a7d50e up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:15:49.065438 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-8be6b4af-5e4a-4f6b-9c21-424c1f320124 None None] For port d4bf863b-9d79-4e4e-b407-b57d8cb6736e, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=d4bf863b-9d79-4e4e-b407-b57d8cb6736e,segment=NetworkSegment(7a2ba754-c080-4dd9-9978-0d178aa9bbb3),segment_id=7a2ba754-c080-4dd9-9978-0d178aa9bbb3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:49.066089 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8be6b4af-5e4a-4f6b-9c21-424c1f320124 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (d4bf863b-9d79-4e4e-b407-b57d8cb6736e), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:49.090434 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8be6b4af-5e4a-4f6b-9c21-424c1f320124 None None] Calling delete_port for d4bf863b-9d79-4e4e-b407-b57d8cb6736e owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:15:49.105010 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-80429cd2-1b06-48d1-9caf-96af372b1078 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (fad69392-d1ec-430e-8be5-66a0964ee292), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:49.150187 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-80429cd2-1b06-48d1-9caf-96af372b1078 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad69392-d1ec-430e-8be5-66a0964ee292']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:15:49.162478 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-80429cd2-1b06-48d1-9caf-96af372b1078 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2ba754-c080-4dd9-9978-0d178aa9bbb3') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:15:49.162977 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-80429cd2-1b06-48d1-9caf-96af372b1078 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2ba754-c080-4dd9-9978-0d178aa9bbb3') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:15:49.204610 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8be6b4af-5e4a-4f6b-9c21-424c1f320124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (d4bf863b-9d79-4e4e-b407-b57d8cb6736e), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:49.209309 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-80429cd2-1b06-48d1-9caf-96af372b1078 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (7a2ba754-c080-4dd9-9978-0d178aa9bbb3), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:49.245136 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-80429cd2-1b06-48d1-9caf-96af372b1078 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (7a2ba754-c080-4dd9-9978-0d178aa9bbb3), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:49.249602 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be6b4af-5e4a-4f6b-9c21-424c1f320124 None None] No DVR routers for this DVR port d4bf863b-9d79-4e4e-b407-b57d8cb6736e on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:15:49.256859 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80429cd2-1b06-48d1-9caf-96af372b1078 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:15:49.257328 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-80429cd2-1b06-48d1-9caf-96af372b1078 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (7a2ba754-c080-4dd9-9978-0d178aa9bbb3), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:15:49.263511 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:15:49.266132 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6b4af-5e4a-4f6b-9c21-424c1f320124 None None] Pushing event deleted for resources: {'Port': ['ID=d4bf863b-9d79-4e4e-b407-b57d8cb6736e,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:49.270419 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port af2c1bcf-838b-45d4-a295-71a1d4a7d50e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:15:49.270847 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (af2c1bcf-838b-45d4-a295-71a1d4a7d50e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:49.350970 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-80429cd2-1b06-48d1-9caf-96af372b1078 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (fad69392-d1ec-430e-8be5-66a0964ee292), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:49.367339 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-80429cd2-1b06-48d1-9caf-96af372b1078 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:49.375288 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39860) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:49.376212 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-80429cd2-1b06-48d1-9caf-96af372b1078 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/networks/fad69392-d1ec-430e-8be5-66a0964ee292 HTTP/1.1" status: 204 len: 168 time: 1.7627277 Feb 19 04:15:49.380931 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port af2c1bcf-838b-45d4-a295-71a1d4a7d50e is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:49.381155 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-da3ff238-a1e7-42c4-bccd-6ca71b20ae1d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1780442997'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:49.381356 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (af2c1bcf-838b-45d4-a295-71a1d4a7d50e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:49.408963 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80429cd2-1b06-48d1-9caf-96af372b1078 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Network': ['ID=fad69392-d1ec-430e-8be5-66a0964ee292,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:49.416487 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f14f91-c36e-479a-86e2-198ad4633d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2c1bcf-838b-45d4-a295-71a1d4a7d50e'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:49.421362 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146d88c7-bd3f-4ba5-9eb5-57ed6f3a05c8" -d '{"events": [{"server_uuid": "28f14f91-c36e-479a-86e2-198ad4633d47", "name": "network-vif-plugged", "status": "completed", "tag": "af2c1bcf-838b-45d4-a295-71a1d4a7d50e"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:49.440765 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3ff238-a1e7-42c4-bccd-6ca71b20ae1d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:15:49.444438 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port af2c1bcf-838b-45d4-a295-71a1d4a7d50e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=af2c1bcf-838b-45d4-a295-71a1d4a7d50e,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:49.451350 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-da3ff238-a1e7-42c4-bccd-6ca71b20ae1d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:49.451914 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (af2c1bcf-838b-45d4-a295-71a1d4a7d50e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:49.500062 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c552e2ae-cd4b-4b52-9057-9e4aba945a29 x-openstack-request-id: req-c552e2ae-cd4b-4b52-9057-9e4aba945a29 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:49.500373 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f14f91-c36e-479a-86e2-198ad4633d47", "name": "network-vif-plugged", "status": "completed", "tag": "af2c1bcf-838b-45d4-a295-71a1d4a7d50e", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:49.500696 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c552e2ae-cd4b-4b52-9057-9e4aba945a29 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:49.501095 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f14f91-c36e-479a-86e2-198ad4633d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2c1bcf-838b-45d4-a295-71a1d4a7d50e', 'code': 200} Feb 19 04:15:49.516550 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da3ff238-a1e7-42c4-bccd-6ca71b20ae1d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:15:49.540311 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-da3ff238-a1e7-42c4-bccd-6ca71b20ae1d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e25ee436-8c11-44a3-88cf-35fa95da2b13), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:49.541291 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-da3ff238-a1e7-42c4-bccd-6ca71b20ae1d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Added segment e25ee436-8c11-44a3-88cf-35fa95da2b13 of type vlan for network c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b Feb 19 04:15:49.571084 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=af2c1bcf-838b-45d4-a295-71a1d4a7d50e,revision_number=7']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:49.689352 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-da3ff238-a1e7-42c4-bccd-6ca71b20ae1d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:49.768635 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-da3ff238-a1e7-42c4-bccd-6ca71b20ae1d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:49.781866 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d209dd-1604-48b6-aa44-71ce6be1753c req-d89da2bd-5dd3-4e69-8303-22e416f93fcc tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:49.783787 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3ff238-a1e7-42c4-bccd-6ca71b20ae1d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:49.784849 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-da3ff238-a1e7-42c4-bccd-6ca71b20ae1d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:49.795134 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-37d209dd-1604-48b6-aa44-71ce6be1753c req-d89da2bd-5dd3-4e69-8303-22e416f93fcc tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 946 time: 0.1924105 Feb 19 04:15:49.888042 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-37d209dd-1604-48b6-aa44-71ce6be1753c req-fca42040-828c-46b7-bc0e-fde4d3332f68 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867774 Feb 19 04:15:49.942358 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-da3ff238-a1e7-42c4-bccd-6ca71b20ae1d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5656884 Feb 19 04:15:49.945234 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39884) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:49.952627 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-51905fd5-7dd5-4f89-8702-4bf0d1aa3bfc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'subnet': {'network_id': 'c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:49.985153 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ff238-a1e7-42c4-bccd-6ca71b20ae1d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Network': ['ID=c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:50.000124 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ff238-a1e7-42c4-bccd-6ca71b20ae1d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:50.000716 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ff238-a1e7-42c4-bccd-6ca71b20ae1d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:50.001231 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ff238-a1e7-42c4-bccd-6ca71b20ae1d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:50.001724 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ff238-a1e7-42c4-bccd-6ca71b20ae1d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:50.002244 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ff238-a1e7-42c4-bccd-6ca71b20ae1d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:50.002732 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ff238-a1e7-42c4-bccd-6ca71b20ae1d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:50.003230 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ff238-a1e7-42c4-bccd-6ca71b20ae1d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:50.003732 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ff238-a1e7-42c4-bccd-6ca71b20ae1d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:50.007778 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ff238-a1e7-42c4-bccd-6ca71b20ae1d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:50.008358 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ff238-a1e7-42c4-bccd-6ca71b20ae1d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:50.008859 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ff238-a1e7-42c4-bccd-6ca71b20ae1d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:50.009369 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ff238-a1e7-42c4-bccd-6ca71b20ae1d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:50.009868 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ff238-a1e7-42c4-bccd-6ca71b20ae1d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:50.027470 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:15:50.172585 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51905fd5-7dd5-4f89-8702-4bf0d1aa3bfc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:15:50.178406 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-51905fd5-7dd5-4f89-8702-4bf0d1aa3bfc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:50.517776 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-51905fd5-7dd5-4f89-8702-4bf0d1aa3bfc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (1e75eb70-dd22-4f7c-aeca-6fbf7abac08f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:50.606327 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device d4bf863b-9d79-4e4e-b407-b57d8cb6736e no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:15:50.617040 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51905fd5-7dd5-4f89-8702-4bf0d1aa3bfc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Subnet': ['ID=1e75eb70-dd22-4f7c-aeca-6fbf7abac08f,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:50.683061 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: d4bf863b-9d79-4e4e-b407-b57d8cb6736e {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:15:50.683926 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device d4bf863b-9d79-4e4e-b407-b57d8cb6736e not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:15:50.695552 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51905fd5-7dd5-4f89-8702-4bf0d1aa3bfc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Checking segment: {'id': 'e25ee436-8c11-44a3-88cf-35fa95da2b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:15:50.695931 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51905fd5-7dd5-4f89-8702-4bf0d1aa3bfc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network hostable DHCP agents. Network: c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:15:50.737208 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51905fd5-7dd5-4f89-8702-4bf0d1aa3bfc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:15:50.763170 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-51905fd5-7dd5-4f89-8702-4bf0d1aa3bfc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:15:50.769717 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51905fd5-7dd5-4f89-8702-4bf0d1aa3bfc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:50.773269 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f312162-84be-46d9-8bd9-a691e39bb12f None None] Network c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:15:50.773507 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-51905fd5-7dd5-4f89-8702-4bf0d1aa3bfc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:50.810837 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39890) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:50.816862 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-21c04d81-7db0-46c9-ac24-f80bd17a4ea2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'port': {'network_id': 'c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1642854630'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:50.818816 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-51905fd5-7dd5-4f89-8702-4bf0d1aa3bfc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8719265 Feb 19 04:15:50.904494 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7169bc1d-1cee-441a-b0b0-d8028dbe09ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b', 'network_id': 'c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b', 'project_id': '15e1f70909b14df4a18d13363dfa5fd4', 'fixed_ips': [{'subnet_id': '1e75eb70-dd22-4f7c-aeca-6fbf7abac08f'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:15:50.908848 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7169bc1d-1cee-441a-b0b0-d8028dbe09ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:51.077914 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c04d81-7db0-46c9-ac24-f80bd17a4ea2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:15:51.082691 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-21c04d81-7db0-46c9-ac24-f80bd17a4ea2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:51.115495 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-21c04d81-7db0-46c9-ac24-f80bd17a4ea2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] device_id is not set on port c3825a3d-12ac-402b-bcda-74ac2bed41e5 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:15:51.130911 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e79e0-5248-46ef-a644-81de3b16e8db req-8980cb69-b52e-4f2a-b4a2-922e40351afe tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:51.132510 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f9e79e0-5248-46ef-a644-81de3b16e8db req-8980cb69-b52e-4f2a-b4a2-922e40351afe tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 946 time: 0.1190934 Feb 19 04:15:51.241474 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f9e79e0-5248-46ef-a644-81de3b16e8db req-830bfbc7-7962-40c8-93e4-7c484556495a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025646 Feb 19 04:15:51.266123 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-7169bc1d-1cee-441a-b0b0-d8028dbe09ed None None] Allocated IP 2001:db8::2 (c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b/1e75eb70-dd22-4f7c-aeca-6fbf7abac08f/8734dc67-0aad-42d4-8887-93157677e500) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:15:51.494430 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7169bc1d-1cee-441a-b0b0-d8028dbe09ed None None] Publish callbacks [] for port (8734dc67-0aad-42d4-8887-93157677e500), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:51.505381 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7169bc1d-1cee-441a-b0b0-d8028dbe09ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (8734dc67-0aad-42d4-8887-93157677e500), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:51.562065 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7169bc1d-1cee-441a-b0b0-d8028dbe09ed None None] Network c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:15:51.570528 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-7169bc1d-1cee-441a-b0b0-d8028dbe09ed None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:15:51.579854 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7169bc1d-1cee-441a-b0b0-d8028dbe09ed None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:15:51.582950 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169bc1d-1cee-441a-b0b0-d8028dbe09ed None None] Pushing event updated for resources: {'Port': ['ID=8734dc67-0aad-42d4-8887-93157677e500,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:51.620462 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-21c04d81-7db0-46c9-ac24-f80bd17a4ea2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Allocated IP 2001:db8::1e3 (c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b/1e75eb70-dd22-4f7c-aeca-6fbf7abac08f/c3825a3d-12ac-402b-bcda-74ac2bed41e5) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:15:51.693687 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7169bc1d-1cee-441a-b0b0-d8028dbe09ed None None] Attempting to bind port 8734dc67-0aad-42d4-8887-93157677e500 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:15:51.694328 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7169bc1d-1cee-441a-b0b0-d8028dbe09ed None None] Attempting to bind port 8734dc67-0aad-42d4-8887-93157677e500 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'e25ee436-8c11-44a3-88cf-35fa95da2b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:15:51.694804 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7169bc1d-1cee-441a-b0b0-d8028dbe09ed None None] Attempting to bind port 8734dc67-0aad-42d4-8887-93157677e500 on network c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:15:51.703415 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7169bc1d-1cee-441a-b0b0-d8028dbe09ed None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:15:51.703794 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7169bc1d-1cee-441a-b0b0-d8028dbe09ed None None] Checking segment: {'id': 'e25ee436-8c11-44a3-88cf-35fa95da2b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:15:51.704329 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7169bc1d-1cee-441a-b0b0-d8028dbe09ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:51.704889 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7169bc1d-1cee-441a-b0b0-d8028dbe09ed None None] Bound using segment: {'id': 'e25ee436-8c11-44a3-88cf-35fa95da2b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:15:51.705369 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7169bc1d-1cee-441a-b0b0-d8028dbe09ed None None] Bound port: 8734dc67-0aad-42d4-8887-93157677e500, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e25ee436-8c11-44a3-88cf-35fa95da2b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:15:51.705752 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7169bc1d-1cee-441a-b0b0-d8028dbe09ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8734dc67-0aad-42d4-8887-93157677e500), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:51.856515 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-7169bc1d-1cee-441a-b0b0-d8028dbe09ed None None] For port 8734dc67-0aad-42d4-8887-93157677e500, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:15:51.885281 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-7169bc1d-1cee-441a-b0b0-d8028dbe09ed None None] For port 8734dc67-0aad-42d4-8887-93157677e500, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8734dc67-0aad-42d4-8887-93157677e500,segment=NetworkSegment(e25ee436-8c11-44a3-88cf-35fa95da2b13),segment_id=e25ee436-8c11-44a3-88cf-35fa95da2b13)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:15:51.899203 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7169bc1d-1cee-441a-b0b0-d8028dbe09ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8734dc67-0aad-42d4-8887-93157677e500), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:51.923355 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-21c04d81-7db0-46c9-ac24-f80bd17a4ea2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for port (c3825a3d-12ac-402b-bcda-74ac2bed41e5), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:51.985873 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-21c04d81-7db0-46c9-ac24-f80bd17a4ea2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (c3825a3d-12ac-402b-bcda-74ac2bed41e5), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:52.032189 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169bc1d-1cee-441a-b0b0-d8028dbe09ed None None] Pushing event updated for resources: {'Port': ['ID=8734dc67-0aad-42d4-8887-93157677e500,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:52.065968 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c04d81-7db0-46c9-ac24-f80bd17a4ea2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:15:52.069640 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-21c04d81-7db0-46c9-ac24-f80bd17a4ea2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:15:52.080088 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c04d81-7db0-46c9-ac24-f80bd17a4ea2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:15:52.087782 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c04d81-7db0-46c9-ac24-f80bd17a4ea2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:52.088442 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-21c04d81-7db0-46c9-ac24-f80bd17a4ea2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:52.104146 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c04d81-7db0-46c9-ac24-f80bd17a4ea2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Port': ['ID=c3825a3d-12ac-402b-bcda-74ac2bed41e5,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:52.134098 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-21c04d81-7db0-46c9-ac24-f80bd17a4ea2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.3219140 Feb 19 04:15:52.136603 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39912) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:52.286680 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c1dd2d28-97a6-40c2-89fc-fef0691f3b8f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting port c3825a3d-12ac-402b-bcda-74ac2bed41e5 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:15:52.287026 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c1dd2d28-97a6-40c2-89fc-fef0691f3b8f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (c3825a3d-12ac-402b-bcda-74ac2bed41e5), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:52.349927 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39922) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:52.621799 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95235072-3eb7-46e3-8547-4405c7adbbca req-7ac6940d-a14c-441f-a320-3c816c1816aa tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:52.629055 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95235072-3eb7-46e3-8547-4405c7adbbca req-7ac6940d-a14c-441f-a320-3c816c1816aa tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 946 time: 0.2170067 Feb 19 04:15:52.646176 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22315a-6814-4ba1-837c-c09303ffa3a1 req-defbf331-eaca-40c7-ae70-2e30f622cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:52.646667 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22315a-6814-4ba1-837c-c09303ffa3a1 req-defbf331-eaca-40c7-ae70-2e30f622cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:52.647136 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22315a-6814-4ba1-837c-c09303ffa3a1 req-defbf331-eaca-40c7-ae70-2e30f622cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:52.647595 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22315a-6814-4ba1-837c-c09303ffa3a1 req-defbf331-eaca-40c7-ae70-2e30f622cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:52.648059 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22315a-6814-4ba1-837c-c09303ffa3a1 req-defbf331-eaca-40c7-ae70-2e30f622cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:52.652589 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22315a-6814-4ba1-837c-c09303ffa3a1 req-defbf331-eaca-40c7-ae70-2e30f622cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:52.653104 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22315a-6814-4ba1-837c-c09303ffa3a1 req-defbf331-eaca-40c7-ae70-2e30f622cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:52.662231 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c22315a-6814-4ba1-837c-c09303ffa3a1 req-defbf331-eaca-40c7-ae70-2e30f622cd1d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 6726 time: 0.3100708 Feb 19 04:15:52.684636 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c1dd2d28-97a6-40c2-89fc-fef0691f3b8f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (c3825a3d-12ac-402b-bcda-74ac2bed41e5), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:52.720379 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8734dc67-0aad-42d4-8887-93157677e500 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:15:52.721726 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c1dd2d28-97a6-40c2-89fc-fef0691f3b8f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Calling delete_port for c3825a3d-12ac-402b-bcda-74ac2bed41e5 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:15:52.778451 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 8734dc67-0aad-42d4-8887-93157677e500 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:15:52.778906 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8734dc67-0aad-42d4-8887-93157677e500), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:52.781723 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95235072-3eb7-46e3-8547-4405c7adbbca req-05d18e1f-42c5-4153-b50f-ea4e0e9482f7 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517270 Feb 19 04:15:52.800796 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c22315a-6814-4ba1-837c-c09303ffa3a1 req-b8f6f528-c0e3-48f2-984d-cb5a2117e24f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1372607 Feb 19 04:15:52.906952 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:15:53.014377 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 8734dc67-0aad-42d4-8887-93157677e500 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:53.015256 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8734dc67-0aad-42d4-8887-93157677e500), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:53.060742 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 8734dc67-0aad-42d4-8887-93157677e500, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8734dc67-0aad-42d4-8887-93157677e500,segment=NetworkSegment(e25ee436-8c11-44a3-88cf-35fa95da2b13),segment_id=e25ee436-8c11-44a3-88cf-35fa95da2b13)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:53.073533 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8734dc67-0aad-42d4-8887-93157677e500), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:53.123106 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c1dd2d28-97a6-40c2-89fc-fef0691f3b8f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (c3825a3d-12ac-402b-bcda-74ac2bed41e5), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:53.265484 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd2d28-97a6-40c2-89fc-fef0691f3b8f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Port': ['ID=c3825a3d-12ac-402b-bcda-74ac2bed41e5,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:53.271712 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c1dd2d28-97a6-40c2-89fc-fef0691f3b8f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:53.276001 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c1dd2d28-97a6-40c2-89fc-fef0691f3b8f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/ports/c3825a3d-12ac-402b-bcda-74ac2bed41e5 HTTP/1.1" status: 204 len: 168 time: 1.1380289 Feb 19 04:15:53.278761 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39934) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:53.302207 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=8734dc67-0aad-42d4-8887-93157677e500,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:53.309292 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9689a49-e3ae-4bf7-8508-3e995c2693b1 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] GET failed (client error): The resource could not be found. Feb 19 04:15:53.311477 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a9689a49-e3ae-4bf7-8508-3e995c2693b1 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "GET /v2.0/ports/c3825a3d-12ac-402b-bcda-74ac2bed41e5 HTTP/1.1" status: 404 len: 333 time: 0.0311430 Feb 19 04:15:53.314743 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39936) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:53.424803 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35a5371-f591-473a-89a5-4b30cdced0e0 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting subnet 1e75eb70-dd22-4f7c-aeca-6fbf7abac08f {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:15:53.430105 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a35a5371-f591-473a-89a5-4b30cdced0e0 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for subnet (1e75eb70-dd22-4f7c-aeca-6fbf7abac08f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:53.492199 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a35a5371-f591-473a-89a5-4b30cdced0e0 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (1e75eb70-dd22-4f7c-aeca-6fbf7abac08f), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:53.688625 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a35a5371-f591-473a-89a5-4b30cdced0e0 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (1e75eb70-dd22-4f7c-aeca-6fbf7abac08f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:53.781915 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a35a5371-f591-473a-89a5-4b30cdced0e0 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (1e75eb70-dd22-4f7c-aeca-6fbf7abac08f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:53.799963 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a35a5371-f591-473a-89a5-4b30cdced0e0 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:53.803820 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a35a5371-f591-473a-89a5-4b30cdced0e0 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/subnets/1e75eb70-dd22-4f7c-aeca-6fbf7abac08f HTTP/1.1" status: 204 len: 168 time: 0.4879813 Feb 19 04:15:53.806807 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39944) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:53.822622 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a5371-f591-473a-89a5-4b30cdced0e0 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Subnet': ['ID=1e75eb70-dd22-4f7c-aeca-6fbf7abac08f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:54.069055 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0a733dd-67da-4a4e-83a9-f5fd0f44f898 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:54.104676 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51e7440-572c-4ef2-8eec-d230b961dff7 None None] Network c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:15:54.138933 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01fc15-2041-4079-9bd8-f8c2617e1bb3 req-d3b8069b-f495-446f-a3b1-48ee97ef5acd tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:54.140716 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a01fc15-2041-4079-9bd8-f8c2617e1bb3 req-d3b8069b-f495-446f-a3b1-48ee97ef5acd tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 946 time: 0.2117255 Feb 19 04:15:54.205470 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-c0a733dd-67da-4a4e-83a9-f5fd0f44f898 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting port 8734dc67-0aad-42d4-8887-93157677e500 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:15:54.211277 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0a733dd-67da-4a4e-83a9-f5fd0f44f898 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (8734dc67-0aad-42d4-8887-93157677e500), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:54.231125 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-7621bd11-9329-45b5-9169-958d705967c7 None None] Provisioning complete for port 8734dc67-0aad-42d4-8887-93157677e500 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:15:54.231512 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7621bd11-9329-45b5-9169-958d705967c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8734dc67-0aad-42d4-8887-93157677e500), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:54.251932 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a01fc15-2041-4079-9bd8-f8c2617e1bb3 req-5154f9a9-0ebd-4d45-9ce7-90e265fcd1b4 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039600 Feb 19 04:15:54.334637 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-c0a733dd-67da-4a4e-83a9-f5fd0f44f898 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] For port 8734dc67-0aad-42d4-8887-93157677e500, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8734dc67-0aad-42d4-8887-93157677e500,segment=NetworkSegment(e25ee436-8c11-44a3-88cf-35fa95da2b13),segment_id=e25ee436-8c11-44a3-88cf-35fa95da2b13)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:54.335135 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0a733dd-67da-4a4e-83a9-f5fd0f44f898 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (8734dc67-0aad-42d4-8887-93157677e500), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:54.378526 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-c0a733dd-67da-4a4e-83a9-f5fd0f44f898 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Calling delete_port for 8734dc67-0aad-42d4-8887-93157677e500 owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:15:54.459737 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-7621bd11-9329-45b5-9169-958d705967c7 None None] Current status of the port 8734dc67-0aad-42d4-8887-93157677e500 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:54.546381 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e0a5d0-89a9-48a9-a41c-2039d27aaa61 None None] DHCP port deletion for c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:15:54.618531 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c8e0a5d0-89a9-48a9-a41c-2039d27aaa61 None None] Deleting port 8734dc67-0aad-42d4-8887-93157677e500 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:15:54.619144 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c8e0a5d0-89a9-48a9-a41c-2039d27aaa61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (8734dc67-0aad-42d4-8887-93157677e500), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:54.629764 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0a733dd-67da-4a4e-83a9-f5fd0f44f898 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (8734dc67-0aad-42d4-8887-93157677e500), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:54.661571 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a733dd-67da-4a4e-83a9-f5fd0f44f898 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] No DVR routers for this DVR port 8734dc67-0aad-42d4-8887-93157677e500 on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:15:54.694116 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a733dd-67da-4a4e-83a9-f5fd0f44f898 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Port': ['ID=8734dc67-0aad-42d4-8887-93157677e500,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:54.703021 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-be226615-aca9-43a6-8305-a9b481f0f4f1 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:54.707496 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c8e0a5d0-89a9-48a9-a41c-2039d27aaa61 None None] For port 8734dc67-0aad-42d4-8887-93157677e500, host n-d-828369-19, got binding levels [] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:54.708091 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c8e0a5d0-89a9-48a9-a41c-2039d27aaa61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (8734dc67-0aad-42d4-8887-93157677e500), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:54.709775 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-be226615-aca9-43a6-8305-a9b481f0f4f1 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/networks?id=d7d963df-657f-45bc-85b4-f488f5d24fde HTTP/1.1" status: 200 len: 814 time: 0.2174237 Feb 19 04:15:54.727680 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c8e0a5d0-89a9-48a9-a41c-2039d27aaa61 None None] Calling delete_port for 8734dc67-0aad-42d4-8887-93157677e500 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:15:54.730634 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.ipam_backend_mixin [None req-c8e0a5d0-89a9-48a9-a41c-2039d27aaa61 None None] Port 8734dc67-0aad-42d4-8887-93157677e500 was not found and therefore no delete operation was performed {{(pid=109927) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:15:54.734124 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c8e0a5d0-89a9-48a9-a41c-2039d27aaa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (8734dc67-0aad-42d4-8887-93157677e500), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:54.753636 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-81c65e36-4b50-43b7-93af-6f9bfd4ab5ff tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/quotas/c72443ddb4544d95bebe4daa2be68b6b HTTP/1.1" status: 200 len: 375 time: 0.0428159 Feb 19 04:15:54.869626 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0a733dd-67da-4a4e-83a9-f5fd0f44f898 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:54.899618 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-c0a733dd-67da-4a4e-83a9-f5fd0f44f898 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:15:54.922229 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0a5d0-89a9-48a9-a41c-2039d27aaa61 None None] Pushing event deleted for resources: {'Port': ['ID=8734dc67-0aad-42d4-8887-93157677e500,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:54.927185 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e0a5d0-89a9-48a9-a41c-2039d27aaa61 None None] No DVR routers for this DVR port 8734dc67-0aad-42d4-8887-93157677e500 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:15:54.934345 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-85144494-020b-41b5-9285-b1c3f7f66196 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c72443ddb4544d95bebe4daa2be68b6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1797318 Feb 19 04:15:54.945806 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-c0a733dd-67da-4a4e-83a9-f5fd0f44f898 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e25ee436-8c11-44a3-88cf-35fa95da2b13') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:15:54.946109 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-c0a733dd-67da-4a4e-83a9-f5fd0f44f898 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e25ee436-8c11-44a3-88cf-35fa95da2b13') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:15:54.968655 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0a733dd-67da-4a4e-83a9-f5fd0f44f898 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (e25ee436-8c11-44a3-88cf-35fa95da2b13), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:54.990947 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0a733dd-67da-4a4e-83a9-f5fd0f44f898 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e25ee436-8c11-44a3-88cf-35fa95da2b13), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:55.004595 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a733dd-67da-4a4e-83a9-f5fd0f44f898 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:15:55.005142 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0a733dd-67da-4a4e-83a9-f5fd0f44f898 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (e25ee436-8c11-44a3-88cf-35fa95da2b13), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:15:55.082209 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:15:55.092962 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-5326c225-c8f4-47db-aee0-95a1e81a5041 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:15:55.100909 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-5326c225-c8f4-47db-aee0-95a1e81a5041 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1657267 Feb 19 04:15:55.112570 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0a733dd-67da-4a4e-83a9-f5fd0f44f898 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:55.128882 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0a733dd-67da-4a4e-83a9-f5fd0f44f898 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:55.132252 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c0a733dd-67da-4a4e-83a9-f5fd0f44f898 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/networks/c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b HTTP/1.1" status: 204 len: 168 time: 1.3241360 Feb 19 04:15:55.137794 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39982) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:55.143190 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-066a5525-23ea-446f-a670-b959e98b1bc2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'port': {'network_id': 'd4af56cc-3ed7-41f7-aa1d-896fca35ed74', 'name': 'tempest-PortsIpV6TestJSON-1661740166'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:55.174887 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a733dd-67da-4a4e-83a9-f5fd0f44f898 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Network': ['ID=c5bcdedf-4cf5-4c74-9f78-3aa35e3df11b,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:55.234570 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-0acd6ac6-cc7f-48a9-9e85-0df869abcd89 service neutron] 10.222.0.52 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326013 Feb 19 04:15:55.284648 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066a5525-23ea-446f-a670-b959e98b1bc2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:15:55.290129 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-066a5525-23ea-446f-a670-b959e98b1bc2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:55.336026 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-066a5525-23ea-446f-a670-b959e98b1bc2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] device_id is not set on port 74e73012-77ed-4d7e-8fa3-93af64a4d794 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:15:55.654245 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-066a5525-23ea-446f-a670-b959e98b1bc2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for port (74e73012-77ed-4d7e-8fa3-93af64a4d794), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:55.730818 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-066a5525-23ea-446f-a670-b959e98b1bc2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (74e73012-77ed-4d7e-8fa3-93af64a4d794), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:55.759253 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066a5525-23ea-446f-a670-b959e98b1bc2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network d4af56cc-3ed7-41f7-aa1d-896fca35ed74 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:15:55.762783 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-066a5525-23ea-446f-a670-b959e98b1bc2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:15:55.798440 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066a5525-23ea-446f-a670-b959e98b1bc2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:15:55.806916 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066a5525-23ea-446f-a670-b959e98b1bc2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:55.807737 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-066a5525-23ea-446f-a670-b959e98b1bc2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:55.841319 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-740e0d54-f443-4740-8c97-7ab8547b5a64 service neutron] 10.222.0.52 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6057525 Feb 19 04:15:55.844521 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a5525-23ea-446f-a670-b959e98b1bc2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Port': ['ID=74e73012-77ed-4d7e-8fa3-93af64a4d794,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:55.850380 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9fdb0-9d50-4e88-a723-55afee795de3 req-1524f553-7618-4670-9841-0291db208bba tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:55.858243 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7be9fdb0-9d50-4e88-a723-55afee795de3 req-1524f553-7618-4670-9841-0291db208bba tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 946 time: 0.1228933 Feb 19 04:15:55.864233 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-066a5525-23ea-446f-a670-b959e98b1bc2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7245417 Feb 19 04:15:55.864836 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39994) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:55.967811 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7be9fdb0-9d50-4e88-a723-55afee795de3 req-37f47c02-430e-46ab-baf4-6ca927587c5b tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080666 Feb 19 04:15:55.995570 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-04a2fa4a-5447-4513-8aba-c04a124be395 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting port 74e73012-77ed-4d7e-8fa3-93af64a4d794 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:15:55.995922 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-04a2fa4a-5447-4513-8aba-c04a124be395 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (74e73012-77ed-4d7e-8fa3-93af64a4d794), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:56.135377 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-04a2fa4a-5447-4513-8aba-c04a124be395 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (74e73012-77ed-4d7e-8fa3-93af64a4d794), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:56.164828 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-04a2fa4a-5447-4513-8aba-c04a124be395 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Calling delete_port for 74e73012-77ed-4d7e-8fa3-93af64a4d794 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:15:56.231775 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1619eefe-4965-4a25-96d7-f59388d8f511 req-f3bc2c34-d49d-49ef-8567-d30c00f02459 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=114d1904-42ca-4597-9da4-a79ea5a4f4b8 HTTP/1.1" status: 200 len: 210 time: 0.0987933 Feb 19 04:15:56.396339 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-04a2fa4a-5447-4513-8aba-c04a124be395 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (74e73012-77ed-4d7e-8fa3-93af64a4d794), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:56.436570 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-04a2fa4a-5447-4513-8aba-c04a124be395 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:56.443385 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-04a2fa4a-5447-4513-8aba-c04a124be395 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/ports/74e73012-77ed-4d7e-8fa3-93af64a4d794 HTTP/1.1" status: 204 len: 168 time: 0.5745370 Feb 19 04:15:56.457854 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40008) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:56.465226 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-a10cb48c-7b7b-440e-8405-cd6189fd7c62 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'port': {'network_id': 'd4af56cc-3ed7-41f7-aa1d-896fca35ed74', 'mac_address': 'fa:16:3e:65:4d:80', 'name': 'tempest-PortsIpV6TestJSON-1766147149'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:56.470021 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2fa4a-5447-4513-8aba-c04a124be395 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Port': ['ID=74e73012-77ed-4d7e-8fa3-93af64a4d794,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:56.561461 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f6ac6-4b90-4222-ab42-f0a901e48f7f req-d264439b-0032-4339-b6f7-3cb5a0d47865 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:56.563292 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-323f6ac6-4b90-4222-ab42-f0a901e48f7f req-d264439b-0032-4339-b6f7-3cb5a0d47865 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 1130 time: 0.1677067 Feb 19 04:15:56.636579 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8734dc67-0aad-42d4-8887-93157677e500 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:15:56.639953 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-323f6ac6-4b90-4222-ab42-f0a901e48f7f req-6a313bdb-fa6d-4015-a1e5-ce90d54bb1b7 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686398 Feb 19 04:15:56.640703 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10cb48c-7b7b-440e-8405-cd6189fd7c62 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:15:56.684732 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40016) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:56.712436 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 8734dc67-0aad-42d4-8887-93157677e500 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:15:56.712798 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8734dc67-0aad-42d4-8887-93157677e500 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:15:56.760965 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:56.764934 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a10cb48c-7b7b-440e-8405-cd6189fd7c62 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:56.816241 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-a10cb48c-7b7b-440e-8405-cd6189fd7c62 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] device_id is not set on port 8800d96d-3138-4053-a728-f5a8195325d0 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:15:57.036708 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-5cd76f48-044f-4a7f-87d5-f7849e8a3516 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Deleting port b36d480c-5e54-4b0a-a6af-3aae92dcf18d {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:15:57.037185 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5cd76f48-044f-4a7f-87d5-f7849e8a3516 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b36d480c-5e54-4b0a-a6af-3aae92dcf18d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:57.143745 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a10cb48c-7b7b-440e-8405-cd6189fd7c62 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for port (8800d96d-3138-4053-a728-f5a8195325d0), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:57.198450 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a10cb48c-7b7b-440e-8405-cd6189fd7c62 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (8800d96d-3138-4053-a728-f5a8195325d0), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:57.207065 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5cd76f48-044f-4a7f-87d5-f7849e8a3516 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b36d480c-5e54-4b0a-a6af-3aae92dcf18d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:57.207598 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5cd76f48-044f-4a7f-87d5-f7849e8a3516 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for floatingip (b36d480c-5e54-4b0a-a6af-3aae92dcf18d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:57.239326 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-5cd76f48-044f-4a7f-87d5-f7849e8a3516 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Calling delete_port for b36d480c-5e54-4b0a-a6af-3aae92dcf18d owned by network:floatingip {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:15:57.284711 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10cb48c-7b7b-440e-8405-cd6189fd7c62 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Port': ['ID=8800d96d-3138-4053-a728-f5a8195325d0,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:57.311179 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10cb48c-7b7b-440e-8405-cd6189fd7c62 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network d4af56cc-3ed7-41f7-aa1d-896fca35ed74 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:15:57.314511 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-a10cb48c-7b7b-440e-8405-cd6189fd7c62 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:15:57.317754 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10cb48c-7b7b-440e-8405-cd6189fd7c62 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:15:57.323072 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10cb48c-7b7b-440e-8405-cd6189fd7c62 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:57.323696 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a10cb48c-7b7b-440e-8405-cd6189fd7c62 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:57.350011 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f17bf-640f-4414-9c3e-7f5123982c7c req-b9c418ef-5503-4929-a754-70c818456948 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:57.351604 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c27f17bf-640f-4414-9c3e-7f5123982c7c req-b9c418ef-5503-4929-a754-70c818456948 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 946 time: 0.2703948 Feb 19 04:15:57.360216 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a10cb48c-7b7b-440e-8405-cd6189fd7c62 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8998287 Feb 19 04:15:57.364984 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40022) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:57.415106 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1219ce15-0281-49a7-9db6-93f339ebd74a req-89f13af1-6064-4c3d-a159-b35a54a80aa0 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=114d1904-42ca-4597-9da4-a79ea5a4f4b8 HTTP/1.1" status: 200 len: 210 time: 0.0624063 Feb 19 04:15:57.483279 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caac63d2-b0e4-41ef-9e89-3ebca30c23d2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:57.484741 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-caac63d2-b0e4-41ef-9e89-3ebca30c23d2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "GET /v2.0/ports/8800d96d-3138-4053-a728-f5a8195325d0 HTTP/1.1" status: 200 len: 845 time: 0.1189442 Feb 19 04:15:57.489756 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40024) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:57.565036 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c27f17bf-640f-4414-9c3e-7f5123982c7c req-9e4bd17c-f4ff-4eeb-b3b3-ff46ffabfc78 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967442 Feb 19 04:15:57.583386 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5cd76f48-044f-4a7f-87d5-f7849e8a3516 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (b36d480c-5e54-4b0a-a6af-3aae92dcf18d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:57.627486 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd76f48-044f-4a7f-87d5-f7849e8a3516 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event deleted for resources: {'Port': ['ID=b36d480c-5e54-4b0a-a6af-3aae92dcf18d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:57.681952 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-09f95e89-d213-4384-85d0-55d82e69f6eb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting port 8800d96d-3138-4053-a728-f5a8195325d0 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:15:57.683098 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-09f95e89-d213-4384-85d0-55d82e69f6eb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (8800d96d-3138-4053-a728-f5a8195325d0), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:57.766419 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5cd76f48-044f-4a7f-87d5-f7849e8a3516 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for floatingip (33bb8cb4-223c-4c89-b8bb-948905b5113e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:57.767013 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-5cd76f48-044f-4a7f-87d5-f7849e8a3516 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Floating IP 33bb8cb4-223c-4c89-b8bb-948905b5113e disassociated (deleted). External IP: 172.25.3.199, port: 23c49555-16ce-45ca-9778-dc102b7f108e. Feb 19 04:15:57.777265 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-09f95e89-d213-4384-85d0-55d82e69f6eb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (8800d96d-3138-4053-a728-f5a8195325d0), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:57.797031 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-09f95e89-d213-4384-85d0-55d82e69f6eb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Calling delete_port for 8800d96d-3138-4053-a728-f5a8195325d0 owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:15:57.851465 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-08fb8be3-f14f-4482-95da-d0d99b699c7e tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:57.853195 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-08fb8be3-f14f-4482-95da-d0d99b699c7e tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.26 "GET /v2.0/networks?id=d7d963df-657f-45bc-85b4-f488f5d24fde HTTP/1.1" status: 200 len: 814 time: 0.2173505 Feb 19 04:15:57.873317 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-8bee0117-46cc-4b4c-aaf7-080c578f5dee tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Request body: {'port': {'device_id': '114d1904-42ca-4597-9da4-a79ea5a4f4b8', 'network_id': 'd7d963df-657f-45bc-85b4-f488f5d24fde', 'admin_state_up': True, 'tenant_id': 'c72443ddb4544d95bebe4daa2be68b6b'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:57.970252 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-09f95e89-d213-4384-85d0-55d82e69f6eb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (8800d96d-3138-4053-a728-f5a8195325d0), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:58.010573 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f95e89-d213-4384-85d0-55d82e69f6eb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Port': ['ID=8800d96d-3138-4053-a728-f5a8195325d0,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:58.028392 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-09f95e89-d213-4384-85d0-55d82e69f6eb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:58.037095 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-09f95e89-d213-4384-85d0-55d82e69f6eb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/ports/8800d96d-3138-4053-a728-f5a8195325d0 HTTP/1.1" status: 204 len: 168 time: 0.5456350 Feb 19 04:15:58.037991 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40030) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:58.071780 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-31cc3b71-16a4-4571-8189-ce01ba4bcf0e tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] GET failed (client error): The resource could not be found. Feb 19 04:15:58.095364 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-31cc3b71-16a4-4571-8189-ce01ba4bcf0e tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "GET /v2.0/ports/8800d96d-3138-4053-a728-f5a8195325d0 HTTP/1.1" status: 404 len: 333 time: 0.0548623 Feb 19 04:15:58.096437 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40032) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:58.102405 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-6b3fa363-7724-47aa-8961-d496774bad10 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'port': {'network_id': 'd4af56cc-3ed7-41f7-aa1d-896fca35ed74', 'name': 'tempest-PortsIpV6TestJSON-1509461956'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:58.190686 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd76f48-044f-4a7f-87d5-f7849e8a3516 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Router a9b4181c-1ff1-4d67-967a-ef43b773237a has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:15:58.197282 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-8bee0117-46cc-4b4c-aaf7-080c578f5dee tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Made reservation on behalf of c72443ddb4544d95bebe4daa2be68b6b for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:15:58.203493 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-8bee0117-46cc-4b4c-aaf7-080c578f5dee tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:58.268442 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3fa363-7724-47aa-8961-d496774bad10 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:15:58.272247 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b3fa363-7724-47aa-8961-d496774bad10 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:58.315169 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-6b3fa363-7724-47aa-8961-d496774bad10 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] device_id is not set on port c1289ebf-2fb3-460b-b9f9-72a71abf0c70 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:15:58.600063 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11d88862-75d1-40b8-8be5-dbaf73f952d6 req-149537b7-0831-4c58-bad6-08002bd3f940 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=114d1904-42ca-4597-9da4-a79ea5a4f4b8 HTTP/1.1" status: 200 len: 210 time: 0.0433443 Feb 19 04:15:58.646791 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b3fa363-7724-47aa-8961-d496774bad10 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for port (c1289ebf-2fb3-460b-b9f9-72a71abf0c70), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:58.751562 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b3fa363-7724-47aa-8961-d496774bad10 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (c1289ebf-2fb3-460b-b9f9-72a71abf0c70), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:58.779386 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c7fbb-a586-4506-ace7-0f4fc7179adf req-68dd9370-6234-4615-b241-58d189ca9583 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:58.787802 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e09c7fbb-a586-4506-ace7-0f4fc7179adf req-68dd9370-6234-4615-b241-58d189ca9583 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 946 time: 0.1125519 Feb 19 04:15:58.857154 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3fa363-7724-47aa-8961-d496774bad10 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network d4af56cc-3ed7-41f7-aa1d-896fca35ed74 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:15:58.864712 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-6b3fa363-7724-47aa-8961-d496774bad10 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:15:58.878730 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3fa363-7724-47aa-8961-d496774bad10 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:15:58.884169 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3fa363-7724-47aa-8961-d496774bad10 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:58.885086 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b3fa363-7724-47aa-8961-d496774bad10 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:58.913556 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6b3fa363-7724-47aa-8961-d496774bad10 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8157473 Feb 19 04:15:58.914841 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3fa363-7724-47aa-8961-d496774bad10 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Port': ['ID=c1289ebf-2fb3-460b-b9f9-72a71abf0c70,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:58.916956 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40040) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:58.938602 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e09c7fbb-a586-4506-ace7-0f4fc7179adf req-99e2ef11-c617-40de-b1dd-587128f473b7 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495123 Feb 19 04:15:58.943082 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-6c605d7a-db87-459c-a4a2-ed0002626a9c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:59.081724 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-8bee0117-46cc-4b4c-aaf7-080c578f5dee tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Allocated IP 172.20.0.12 (d7d963df-657f-45bc-85b4-f488f5d24fde/8929c64d-2051-429d-adc4-f0965a0e87e7/057ec27a-131b-4c7f-9453-1b159f2d6243) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:15:59.109785 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6c605d7a-db87-459c-a4a2-ed0002626a9c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c1289ebf-2fb3-460b-b9f9-72a71abf0c70), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:59.112305 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd76f48-044f-4a7f-87d5-f7849e8a3516 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:15:59.126058 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f7863e-69e0-43cf-a27e-db163e1aef30 None None] Sync routers for ids ['a9b4181c-1ff1-4d67-967a-ef43b773237a'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:15:59.142917 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5cd76f48-044f-4a7f-87d5-f7849e8a3516 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:59.148377 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f7863e-69e0-43cf-a27e-db163e1aef30 None None] Routers {'a9b4181c-1ff1-4d67-967a-ef43b773237a'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:15:59.149254 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-03f7863e-69e0-43cf-a27e-db163e1aef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:15:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['a9b4181c-1ff1-4d67-967a-ef43b773237a'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:15:59.199137 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5cd76f48-044f-4a7f-87d5-f7849e8a3516 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "DELETE /v2.0/floatingips/33bb8cb4-223c-4c89-b8bb-948905b5113e HTTP/1.1" status: 204 len: 168 time: 2.5126057 Feb 19 04:15:59.238542 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e97138d-d079-42c5-a9e0-a30f7970cc41', 'tag': '23c49555-16ce-45ca-9778-dc102b7f108e'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:59.241268 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759c7a29-d2e4-4aea-a8b4-764adfcff749" -d '{"events": [{"name": "network-changed", "server_uuid": "1e97138d-d079-42c5-a9e0-a30f7970cc41", "tag": "23c49555-16ce-45ca-9778-dc102b7f108e"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:59.358712 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b1d9c8-e54e-49ff-8016-c128bbe6ef80 x-openstack-request-id: req-80b1d9c8-e54e-49ff-8016-c128bbe6ef80 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:59.359017 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e97138d-d079-42c5-a9e0-a30f7970cc41", "tag": "23c49555-16ce-45ca-9778-dc102b7f108e", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:59.359283 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-80b1d9c8-e54e-49ff-8016-c128bbe6ef80 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:59.359693 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e97138d-d079-42c5-a9e0-a30f7970cc41', 'tag': '23c49555-16ce-45ca-9778-dc102b7f108e', 'status': 'completed', 'code': 200} Feb 19 04:15:59.409722 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-03f7863e-69e0-43cf-a27e-db163e1aef30 None None] Set router a9b4181c-1ff1-4d67-967a-ef43b773237a gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:15:59.504083 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-8bee0117-46cc-4b4c-aaf7-080c578f5dee tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks [] for port (057ec27a-131b-4c7f-9453-1b159f2d6243), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:59.579724 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c7a29-d2e4-4aea-a8b4-764adfcff749 req-052cf8a6-7b9a-4844-8f8d-6d3d30a70473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:59.581225 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-8bee0117-46cc-4b4c-aaf7-080c578f5dee tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (057ec27a-131b-4c7f-9453-1b159f2d6243), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:59.581609 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-759c7a29-d2e4-4aea-a8b4-764adfcff749 req-052cf8a6-7b9a-4844-8f8d-6d3d30a70473 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 1130 time: 0.1799326 Feb 19 04:15:59.584783 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6c605d7a-db87-459c-a4a2-ed0002626a9c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for port (c1289ebf-2fb3-460b-b9f9-72a71abf0c70), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:59.622456 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6c605d7a-db87-459c-a4a2-ed0002626a9c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (c1289ebf-2fb3-460b-b9f9-72a71abf0c70), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:59.622711 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['19b63479-85ce-4a88-97af-c0cd78ad998e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:59.624786 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['b3abe13d-726a-41f3-84de-556b3546bd61'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:59.637228 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-8bee0117-46cc-4b4c-aaf7-080c578f5dee tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Network d7d963df-657f-45bc-85b4-f488f5d24fde is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:15:59.644092 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-8bee0117-46cc-4b4c-aaf7-080c578f5dee tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:15:59.656564 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-8bee0117-46cc-4b4c-aaf7-080c578f5dee tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:15:59.705451 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:59.850717 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-6c605d7a-db87-459c-a4a2-ed0002626a9c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] In _notify_port_updated(), no bound segment for port c1289ebf-2fb3-460b-b9f9-72a71abf0c70 on network d4af56cc-3ed7-41f7-aa1d-896fca35ed74 {{(pid=109926) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:15:59.857840 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee0117-46cc-4b4c-aaf7-080c578f5dee tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Pushing event updated for resources: {'Port': ['ID=057ec27a-131b-4c7f-9453-1b159f2d6243,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:59.858224 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c605d7a-db87-459c-a4a2-ed0002626a9c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:59.858903 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6c605d7a-db87-459c-a4a2-ed0002626a9c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:59.862968 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40056) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:59.864307 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6c605d7a-db87-459c-a4a2-ed0002626a9c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "PUT /v2.0/ports/c1289ebf-2fb3-460b-b9f9-72a71abf0c70 HTTP/1.1" status: 200 len: 818 time: 0.9456909 Feb 19 04:15:59.895290 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-8bee0117-46cc-4b4c-aaf7-080c578f5dee tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:59.895608 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c605d7a-db87-459c-a4a2-ed0002626a9c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Port': ['ID=c1289ebf-2fb3-460b-b9f9-72a71abf0c70,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:59.896491 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-8bee0117-46cc-4b4c-aaf7-080c578f5dee tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:59.949978 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-8bee0117-46cc-4b4c-aaf7-080c578f5dee tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0853951 Feb 19 04:15:59.964333 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-03484201-ee85-4b2b-b4aa-e25f3dda6588 service neutron] Request body: {'port': {'device_id': '114d1904-42ca-4597-9da4-a79ea5a4f4b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:59.987283 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640379e-4a2e-4b82-9368-bcf54a6fe68a req-16c86984-ca2f-4cd5-afa1-9c9f1a709938 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:59.988958 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6640379e-4a2e-4b82-9368-bcf54a6fe68a req-16c86984-ca2f-4cd5-afa1-9c9f1a709938 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 947 time: 0.3883278 Feb 19 04:15:59.992876 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c7a29-d2e4-4aea-a8b4-764adfcff749 req-029f9b0e-3815-4d7d-9f64-85e8214ca98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:59.994342 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-759c7a29-d2e4-4aea-a8b4-764adfcff749 req-029f9b0e-3815-4d7d-9f64-85e8214ca98c service neutron] 10.222.0.79 "GET /v2.0/networks?id=04558d05-bf19-4e14-86d3-965fc0aa2433 HTTP/1.1" status: 200 len: 897 time: 0.4044733 Feb 19 04:16:00.016278 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22112fd-c92c-4c1a-af6d-112c68190e26 req-7a4b535d-ea8f-4e8d-a0e8-4ffb85e243e2 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:00.023684 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e22112fd-c92c-4c1a-af6d-112c68190e26 req-7a4b535d-ea8f-4e8d-a0e8-4ffb85e243e2 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=114d1904-42ca-4597-9da4-a79ea5a4f4b8 HTTP/1.1" status: 200 len: 932 time: 0.2588022 Feb 19 04:16:00.081890 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-03484201-ee85-4b2b-b4aa-e25f3dda6588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (057ec27a-131b-4c7f-9453-1b159f2d6243), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:00.176362 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-759c7a29-d2e4-4aea-a8b4-764adfcff749 req-034d099f-63f9-4d2d-b941-5186d0590aa2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23c49555-16ce-45ca-9778-dc102b7f108e HTTP/1.1" status: 200 len: 217 time: 0.1738124 Feb 19 04:16:00.213846 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-03f7863e-69e0-43cf-a27e-db163e1aef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907451947', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '4744acaa-fddd-4df8-9124-4ca5bde41dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:13:34Z', 'updated_at': '2022-02-19T04:13:43Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '4744acaa-fddd-4df8-9124-4ca5bde41dce', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:13:35Z', 'updated_at': '2022-02-19T04:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'bc4287af-2c21-4d8e-8d5b-457f1389e9bb', 'name': '', 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:45:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'a7538da7-a1a0-4902-afe6-8a9256c7c858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:13:41Z', 'updated_at': '2022-02-19T04:13:49Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': 'a7538da7-a1a0-4902-afe6-8a9256c7c858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:00.274443 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f7863e-69e0-43cf-a27e-db163e1aef30 None None] Checking router: a9b4181c-1ff1-4d67-967a-ef43b773237a for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:16:00.312386 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f7863e-69e0-43cf-a27e-db163e1aef30 None None] Routers {'a9b4181c-1ff1-4d67-967a-ef43b773237a'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:16:00.321475 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-03f7863e-69e0-43cf-a27e-db163e1aef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:15:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['a9b4181c-1ff1-4d67-967a-ef43b773237a'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:00.337953 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6640379e-4a2e-4b82-9368-bcf54a6fe68a req-064d2b28-688a-4e1c-b385-820c448552ea tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3418212 Feb 19 04:16:00.379168 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e22112fd-c92c-4c1a-af6d-112c68190e26 req-9c6f3a22-c75e-4c46-888f-55ce6e77c1f9 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551013 Feb 19 04:16:00.381160 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c7a29-d2e4-4aea-a8b4-764adfcff749 req-64679c16-bc71-40e0-919b-919fc41244e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:00.383657 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-759c7a29-d2e4-4aea-a8b4-764adfcff749 req-64679c16-bc71-40e0-919b-919fc41244e2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a7538da7-a1a0-4902-afe6-8a9256c7c858 HTTP/1.1" status: 200 len: 834 time: 0.1988156 Feb 19 04:16:00.517876 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c7a29-d2e4-4aea-a8b4-764adfcff749 req-5532561f-a918-4067-a1ad-9a4eb4229b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:00.519677 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-759c7a29-d2e4-4aea-a8b4-764adfcff749 req-5532561f-a918-4067-a1ad-9a4eb4229b34 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=04558d05-bf19-4e14-86d3-965fc0aa2433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1209004 Feb 19 04:16:00.541018 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-03c32c13-54e8-4234-8665-dab33fbac34f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting port c1289ebf-2fb3-460b-b9f9-72a71abf0c70 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:00.541434 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03c32c13-54e8-4234-8665-dab33fbac34f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (c1289ebf-2fb3-460b-b9f9-72a71abf0c70), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:00.652795 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-219dc1d3-fdf6-4330-b2f4-9e1d04acb09a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:00.699542 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-03f7863e-69e0-43cf-a27e-db163e1aef30 None None] Set router a9b4181c-1ff1-4d67-967a-ef43b773237a gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:16:00.732683 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d000a8-02eb-4db9-9984-d67aecd4fa70 req-aef76802-b972-4268-86ce-ba110aee02ad tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:00.734245 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-73d000a8-02eb-4db9-9984-d67aecd4fa70 req-aef76802-b972-4268-86ce-ba110aee02ad tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 946 time: 0.2403412 Feb 19 04:16:00.742523 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03c32c13-54e8-4234-8665-dab33fbac34f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (c1289ebf-2fb3-460b-b9f9-72a71abf0c70), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:00.762446 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-03c32c13-54e8-4234-8665-dab33fbac34f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Calling delete_port for c1289ebf-2fb3-460b-b9f9-72a71abf0c70 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:00.847843 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-759c7a29-d2e4-4aea-a8b4-764adfcff749 req-5d5edf89-0c29-4631-a1cd-57cebddced54 service neutron] 10.222.0.79 "GET /v2.0/networks/04558d05-bf19-4e14-86d3-965fc0aa2433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032649 Feb 19 04:16:00.884485 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-03484201-ee85-4b2b-b4aa-e25f3dda6588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 057ec27a-131b-4c7f-9453-1b159f2d6243 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:16:00.902382 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-03484201-ee85-4b2b-b4aa-e25f3dda6588 service neutron] Publish callbacks [] for port (057ec27a-131b-4c7f-9453-1b159f2d6243), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:00.921339 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-73d000a8-02eb-4db9-9984-d67aecd4fa70 req-15e8b733-3988-4d62-b991-dd4e33312ff8 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716473 Feb 19 04:16:00.945584 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-03484201-ee85-4b2b-b4aa-e25f3dda6588 service neutron] Transition to ACTIVE for port object 057ec27a-131b-4c7f-9453-1b159f2d6243 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:16:00.957773 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-03484201-ee85-4b2b-b4aa-e25f3dda6588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (057ec27a-131b-4c7f-9453-1b159f2d6243), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:01.032033 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03484201-ee85-4b2b-b4aa-e25f3dda6588 service neutron] Pushing event updated for resources: {'Port': ['ID=057ec27a-131b-4c7f-9453-1b159f2d6243,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:01.043306 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03c32c13-54e8-4234-8665-dab33fbac34f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (c1289ebf-2fb3-460b-b9f9-72a71abf0c70), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:01.044118 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616c5e1-703b-4e01-b370-6974d7e0ffbe req-2f591045-8877-4ab6-ad39-d74bf3c9dfd9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:01.046769 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0616c5e1-703b-4e01-b370-6974d7e0ffbe req-2f591045-8877-4ab6-ad39-d74bf3c9dfd9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 947 time: 0.2792103 Feb 19 04:16:01.123568 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03c32c13-54e8-4234-8665-dab33fbac34f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:01.129158 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-03c32c13-54e8-4234-8665-dab33fbac34f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/ports/c1289ebf-2fb3-460b-b9f9-72a71abf0c70 HTTP/1.1" status: 204 len: 168 time: 1.2542877 Feb 19 04:16:01.132037 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c32c13-54e8-4234-8665-dab33fbac34f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Port': ['ID=c1289ebf-2fb3-460b-b9f9-72a71abf0c70,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:01.147916 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40088) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:01.167227 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-03f7863e-69e0-43cf-a27e-db163e1aef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907451947', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '4744acaa-fddd-4df8-9124-4ca5bde41dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:13:34Z', 'updated_at': '2022-02-19T04:13:43Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '4744acaa-fddd-4df8-9124-4ca5bde41dce', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:13:35Z', 'updated_at': '2022-02-19T04:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'bc4287af-2c21-4d8e-8d5b-457f1389e9bb', 'name': '', 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:45:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'a7538da7-a1a0-4902-afe6-8a9256c7c858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:13:41Z', 'updated_at': '2022-02-19T04:13:49Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': 'a7538da7-a1a0-4902-afe6-8a9256c7c858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:01.231170 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f7863e-69e0-43cf-a27e-db163e1aef30 None None] The sync data for ids ['a9b4181c-1ff1-4d67-967a-ef43b773237a'] in n-d-828369-19 is: [{'id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907451947', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '4744acaa-fddd-4df8-9124-4ca5bde41dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:13:34Z', 'updated_at': '2022-02-19T04:13:43Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '4744acaa-fddd-4df8-9124-4ca5bde41dce', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:13:35Z', 'updated_at': '2022-02-19T04:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'bc4287af-2c21-4d8e-8d5b-457f1389e9bb', 'name': '', 'network_id': '04558d05-bf19-4e14-86d3-965fc0aa2433', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:45:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'a7538da7-a1a0-4902-afe6-8a9256c7c858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:13:41Z', 'updated_at': '2022-02-19T04:13:49Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': 'a7538da7-a1a0-4902-afe6-8a9256c7c858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:16:01.308248 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-759c7a29-d2e4-4aea-a8b4-764adfcff749 req-0853683a-f0c4-4016-b704-81bf8c251126 service neutron] 10.222.0.79 "GET /v2.0/networks/04558d05-bf19-4e14-86d3-965fc0aa2433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489570 Feb 19 04:16:01.321902 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-03484201-ee85-4b2b-b4aa-e25f3dda6588 service neutron] Attempting to bind port 057ec27a-131b-4c7f-9453-1b159f2d6243 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:16:01.322581 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-03484201-ee85-4b2b-b4aa-e25f3dda6588 service neutron] Attempting to bind port 057ec27a-131b-4c7f-9453-1b159f2d6243 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'be999880-b75a-4dab-9e73-f9f6f76b8767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd7d963df-657f-45bc-85b4-f488f5d24fde'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:16:01.323059 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-03484201-ee85-4b2b-b4aa-e25f3dda6588 service neutron] Attempting to bind port 057ec27a-131b-4c7f-9453-1b159f2d6243 on network d7d963df-657f-45bc-85b4-f488f5d24fde {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:01.329749 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-03484201-ee85-4b2b-b4aa-e25f3dda6588 service neutron] Port 057ec27a-131b-4c7f-9453-1b159f2d6243 on network d7d963df-657f-45bc-85b4-f488f5d24fde not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:16:01.330322 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-03484201-ee85-4b2b-b4aa-e25f3dda6588 service neutron] Attempting to bind port 057ec27a-131b-4c7f-9453-1b159f2d6243 on network d7d963df-657f-45bc-85b4-f488f5d24fde {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:01.339737 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-03484201-ee85-4b2b-b4aa-e25f3dda6588 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:16:01.340412 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-03484201-ee85-4b2b-b4aa-e25f3dda6588 service neutron] Checking segment: {'id': 'be999880-b75a-4dab-9e73-f9f6f76b8767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd7d963df-657f-45bc-85b4-f488f5d24fde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:01.341132 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-03484201-ee85-4b2b-b4aa-e25f3dda6588 service neutron] Bound using segment: {'id': 'be999880-b75a-4dab-9e73-f9f6f76b8767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd7d963df-657f-45bc-85b4-f488f5d24fde'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:16:01.342430 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41d8956-7652-4ca4-877b-7615d52e3382 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:01.342685 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-03484201-ee85-4b2b-b4aa-e25f3dda6588 service neutron] Bound port: 057ec27a-131b-4c7f-9453-1b159f2d6243, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be999880-b75a-4dab-9e73-f9f6f76b8767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd7d963df-657f-45bc-85b4-f488f5d24fde'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:16:01.343243 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-03484201-ee85-4b2b-b4aa-e25f3dda6588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (057ec27a-131b-4c7f-9453-1b159f2d6243), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:01.344138 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d41d8956-7652-4ca4-877b-7615d52e3382 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1952553 Feb 19 04:16:01.347429 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40092) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:01.360088 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40094) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:01.391032 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce5b969-abf3-4dec-80e6-3ece43a77b1f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] GET failed (client error): The resource could not be found. Feb 19 04:16:01.392525 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6ce5b969-abf3-4dec-80e6-3ece43a77b1f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "GET /v2.0/ports/c1289ebf-2fb3-460b-b9f9-72a71abf0c70 HTTP/1.1" status: 404 len: 333 time: 0.0439799 Feb 19 04:16:01.399012 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40100) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:01.427433 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-a35d6e4f-e33f-4bf4-8237-a051ec0172fd tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-632600769'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:01.446647 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-03484201-ee85-4b2b-b4aa-e25f3dda6588 service neutron] For port 057ec27a-131b-4c7f-9453-1b159f2d6243, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:16:01.459492 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-03484201-ee85-4b2b-b4aa-e25f3dda6588 service neutron] For port 057ec27a-131b-4c7f-9453-1b159f2d6243, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=057ec27a-131b-4c7f-9453-1b159f2d6243,segment=NetworkSegment(be999880-b75a-4dab-9e73-f9f6f76b8767),segment_id=be999880-b75a-4dab-9e73-f9f6f76b8767)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:16:01.475794 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-03484201-ee85-4b2b-b4aa-e25f3dda6588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (057ec27a-131b-4c7f-9453-1b159f2d6243), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:01.496908 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-0616c5e1-703b-4e01-b370-6974d7e0ffbe req-31c05412-ca45-46ad-80e9-1b4028fd643b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Deleting port 23c49555-16ce-45ca-9778-dc102b7f108e {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:01.498399 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0616c5e1-703b-4e01-b370-6974d7e0ffbe req-31c05412-ca45-46ad-80e9-1b4028fd643b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:01.508929 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35d6e4f-e33f-4bf4-8237-a051ec0172fd tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:01.509130 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-03484201-ee85-4b2b-b4aa-e25f3dda6588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:01.509573 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-03484201-ee85-4b2b-b4aa-e25f3dda6588 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:01.511567 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-03484201-ee85-4b2b-b4aa-e25f3dda6588 service neutron] 10.222.0.26 "PUT /v2.0/ports/057ec27a-131b-4c7f-9453-1b159f2d6243 HTTP/1.1" status: 200 len: 1093 time: 1.5524766 Feb 19 04:16:01.512034 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114d1904-42ca-4597-9da4-a79ea5a4f4b8', 'tag': '057ec27a-131b-4c7f-9453-1b159f2d6243'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:01.515020 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b3474f-5ee2-496f-be03-88c301655d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "114d1904-42ca-4597-9da4-a79ea5a4f4b8", "tag": "057ec27a-131b-4c7f-9453-1b159f2d6243"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:01.519965 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a35d6e4f-e33f-4bf4-8237-a051ec0172fd tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:01.695991 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03484201-ee85-4b2b-b4aa-e25f3dda6588 service neutron] Pushing event updated for resources: {'Port': ['ID=057ec27a-131b-4c7f-9453-1b159f2d6243,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:01.738983 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-1b54a1fb-da26-4f41-9fc7-f3919f3e0a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:01.740679 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-1b54a1fb-da26-4f41-9fc7-f3919f3e0a38 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c72443ddb4544d95bebe4daa2be68b6b&device_id=114d1904-42ca-4597-9da4-a79ea5a4f4b8 HTTP/1.1" status: 200 len: 1127 time: 0.1750402 Feb 19 04:16:01.743333 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-30412169-b2af-4c26-8dec-8eb562bf2755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:01.764669 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35d6e4f-e33f-4bf4-8237-a051ec0172fd tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:16:01.808120 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed74e0fd-c219-42e5-83f8-2d69b422e462 None None] New status for floating IP 33bb8cb4-223c-4c89-b8bb-948905b5113e: DOWN {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:16:01.840938 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-77d4cdc1-8240-4d48-833e-9b3c958477fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=057ec27a-131b-4c7f-9453-1b159f2d6243 HTTP/1.1" status: 200 len: 217 time: 0.0913463 Feb 19 04:16:01.847684 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a35d6e4f-e33f-4bf4-8237-a051ec0172fd tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e29a3474-bd56-4d09-81ca-2077272ce3d3), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:01.854651 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-a35d6e4f-e33f-4bf4-8237-a051ec0172fd tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Added segment e29a3474-bd56-4d09-81ca-2077272ce3d3 of type vlan for network a7105987-caf9-4d73-ba57-9ef748a3d206 Feb 19 04:16:01.927254 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fbf145-f88a-4c8e-8de2-2879e11c88c3 req-1369080a-1d75-4a0e-820b-2b228664d968 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:01.940823 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-12fbf145-f88a-4c8e-8de2-2879e11c88c3 req-1369080a-1d75-4a0e-820b-2b228664d968 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=114d1904-42ca-4597-9da4-a79ea5a4f4b8 HTTP/1.1" status: 200 len: 944 time: 0.4328053 Feb 19 04:16:01.945476 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-8ad3b6a7-aa50-4073-a0dd-c64776bd8ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:01.946993 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-8ad3b6a7-aa50-4073-a0dd-c64776bd8ce2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8929c64d-2051-429d-adc4-f0965a0e87e7 HTTP/1.1" status: 200 len: 854 time: 0.0997641 Feb 19 04:16:01.992615 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f3d3e-0794-45ab-b03e-bf6e99a13916 req-fe282ac5-e1b1-460d-b6ad-07baf471ba6e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:01.994628 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c2f3d3e-0794-45ab-b03e-bf6e99a13916 req-fe282ac5-e1b1-460d-b6ad-07baf471ba6e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 947 time: 0.3450439 Feb 19 04:16:02.004838 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-e0acb0a2-f21f-4b14-af12-dd6205d3039c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d7d963df-657f-45bc-85b4-f488f5d24fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494866 Feb 19 04:16:02.045577 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a35d6e4f-e33f-4bf4-8237-a051ec0172fd tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (a7105987-caf9-4d73-ba57-9ef748a3d206), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:02.086215 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-0616c5e1-703b-4e01-b370-6974d7e0ffbe req-31c05412-ca45-46ad-80e9-1b4028fd643b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] For port 23c49555-16ce-45ca-9778-dc102b7f108e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=23c49555-16ce-45ca-9778-dc102b7f108e,segment=NetworkSegment(f3e08904-2dfd-4a42-a044-c64d88dcae94),segment_id=f3e08904-2dfd-4a42-a044-c64d88dcae94)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:02.086953 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0616c5e1-703b-4e01-b370-6974d7e0ffbe req-31c05412-ca45-46ad-80e9-1b4028fd643b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:02.126944 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-07cc3604-be20-41e2-9554-ef43e408a191 service neutron] 10.222.0.26 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120961 Feb 19 04:16:02.176264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-0616c5e1-703b-4e01-b370-6974d7e0ffbe req-31c05412-ca45-46ad-80e9-1b4028fd643b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Calling delete_port for 23c49555-16ce-45ca-9778-dc102b7f108e owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:02.210503 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-12fbf145-f88a-4c8e-8de2-2879e11c88c3 req-357a2a42-3806-4db9-b7f9-8a999a7e1ba1 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685487 Feb 19 04:16:02.272393 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6429688f-f8c1-46fa-b5c3-a768946a42e0 req-c8b81320-4d20-45e2-809e-c40d61dc1f31 service neutron] 10.222.0.26 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363909 Feb 19 04:16:02.274549 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764c9a47-3ac7-4670-ae61-f3b299f09682 x-openstack-request-id: req-764c9a47-3ac7-4670-ae61-f3b299f09682 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:02.274992 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114d1904-42ca-4597-9da4-a79ea5a4f4b8", "tag": "057ec27a-131b-4c7f-9453-1b159f2d6243", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:02.275349 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-764c9a47-3ac7-4670-ae61-f3b299f09682 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:02.275958 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114d1904-42ca-4597-9da4-a79ea5a4f4b8', 'tag': '057ec27a-131b-4c7f-9453-1b159f2d6243', 'status': 'completed', 'code': 200} Feb 19 04:16:02.358658 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a35d6e4f-e33f-4bf4-8237-a051ec0172fd tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (a7105987-caf9-4d73-ba57-9ef748a3d206), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:02.363906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35d6e4f-e33f-4bf4-8237-a051ec0172fd tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:02.364522 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a35d6e4f-e33f-4bf4-8237-a051ec0172fd tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:02.378455 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c2f3d3e-0794-45ab-b03e-bf6e99a13916 req-44f446bc-8fa4-40c8-86e3-7cca32f3591f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3722768 Feb 19 04:16:02.451292 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3474f-5ee2-496f-be03-88c301655d5e req-9c700811-2e98-4f3b-af90-ecec07a32920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:02.453334 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b2b3474f-5ee2-496f-be03-88c301655d5e req-9c700811-2e98-4f3b-af90-ecec07a32920 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c72443ddb4544d95bebe4daa2be68b6b&device_id=114d1904-42ca-4597-9da4-a79ea5a4f4b8 HTTP/1.1" status: 200 len: 1127 time: 0.1057830 Feb 19 04:16:02.480699 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-30412169-b2af-4c26-8dec-8eb562bf2755 admin admin] Publish callbacks [] for security_group (2265de07-b308-4c98-a6de-484b27f2c546), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:02.514066 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a35d6e4f-e33f-4bf4-8237-a051ec0172fd tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1001341 Feb 19 04:16:02.514824 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40108) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:02.523759 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-7c9d5b36-b646-4b50-96bb-839c31cf172d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'subnet': {'network_id': 'a7105987-caf9-4d73-ba57-9ef748a3d206', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:02.527264 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-30412169-b2af-4c26-8dec-8eb562bf2755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2265de07-b308-4c98-a6de-484b27f2c546), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:02.559102 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d6e4f-e33f-4bf4-8237-a051ec0172fd tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Network': ['ID=a7105987-caf9-4d73-ba57-9ef748a3d206,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:02.573300 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network a7105987-caf9-4d73-ba57-9ef748a3d206 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:16:02.588450 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3474f-5ee2-496f-be03-88c301655d5e req-1eccbfbd-f2d7-48c1-84e7-60a5908b0ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:02.590278 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b2b3474f-5ee2-496f-be03-88c301655d5e req-1eccbfbd-f2d7-48c1-84e7-60a5908b0ebf service neutron] 10.222.0.26 "GET /v2.0/networks?id=d7d963df-657f-45bc-85b4-f488f5d24fde HTTP/1.1" status: 200 len: 915 time: 0.1294899 Feb 19 04:16:02.694903 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b2b3474f-5ee2-496f-be03-88c301655d5e req-698193d0-b678-45a5-84ce-a5fef32c4062 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=057ec27a-131b-4c7f-9453-1b159f2d6243 HTTP/1.1" status: 200 len: 217 time: 0.0982385 Feb 19 04:16:02.760435 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5a940df9-7935-4ff1-8b43-fac6c16d8a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:02.765280 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30412169-b2af-4c26-8dec-8eb562bf2755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2265de07-b308-4c98-a6de-484b27f2c546,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:02.777306 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40110) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:02.777750 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-30412169-b2af-4c26-8dec-8eb562bf2755 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5109bd5a086541538bbae15c734c229b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4166231 Feb 19 04:16:02.802804 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10a671-e283-4814-b692-c840c7fd7ee2 req-a9d7f1dd-50f6-4341-a399-df8015ade9be tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:02.803047 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3474f-5ee2-496f-be03-88c301655d5e req-ef905349-2f8d-4eae-b9b4-c6d1fc62f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:02.804378 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e10a671-e283-4814-b692-c840c7fd7ee2 req-a9d7f1dd-50f6-4341-a399-df8015ade9be tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 946 time: 0.4250305 Feb 19 04:16:02.804664 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b2b3474f-5ee2-496f-be03-88c301655d5e req-ef905349-2f8d-4eae-b9b4-c6d1fc62f9d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8929c64d-2051-429d-adc4-f0965a0e87e7 HTTP/1.1" status: 200 len: 854 time: 0.1038256 Feb 19 04:16:02.808810 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0616c5e1-703b-4e01-b370-6974d7e0ffbe req-31c05412-ca45-46ad-80e9-1b4028fd643b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (23c49555-16ce-45ca-9778-dc102b7f108e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:02.851844 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b2b3474f-5ee2-496f-be03-88c301655d5e req-91554c10-a866-434a-8e58-a23ec2a5b097 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d7d963df-657f-45bc-85b4-f488f5d24fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378494 Feb 19 04:16:02.875726 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c05412-ca45-46ad-80e9-1b4028fd643b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event deleted for resources: {'Port': ['ID=23c49555-16ce-45ca-9778-dc102b7f108e,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:02.916962 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e10a671-e283-4814-b692-c840c7fd7ee2 req-c5d1bb43-6dad-441a-b020-78f2ee305bf8 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717239 Feb 19 04:16:02.961329 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-852b09ff-698b-42ea-ac0b-152c6eafa82a admin admin] Publish callbacks [] for security_group (2265de07-b308-4c98-a6de-484b27f2c546), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:02.990622 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9d5b36-b646-4b50-96bb-839c31cf172d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:02.994295 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7c9d5b36-b646-4b50-96bb-839c31cf172d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:03.025801 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-852b09ff-698b-42ea-ac0b-152c6eafa82a admin admin] Publish callbacks [] for security_group (2265de07-b308-4c98-a6de-484b27f2c546), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:03.039796 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b2b3474f-5ee2-496f-be03-88c301655d5e req-502274cd-7c11-4827-b982-7cf58f7b3a07 service neutron] 10.222.0.26 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781268 Feb 19 04:16:03.170219 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b2b3474f-5ee2-496f-be03-88c301655d5e req-36d69093-5149-4358-8df8-bba93c8c3f06 service neutron] 10.222.0.26 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220319 Feb 19 04:16:03.255571 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-852b09ff-698b-42ea-ac0b-152c6eafa82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2265de07-b308-4c98-a6de-484b27f2c546), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:03.258452 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-852b09ff-698b-42ea-ac0b-152c6eafa82a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:03.269745 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-852b09ff-698b-42ea-ac0b-152c6eafa82a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2265de07-b308-4c98-a6de-484b27f2c546 HTTP/1.1" status: 204 len: 168 time: 0.4909852 Feb 19 04:16:03.292539 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b09ff-698b-42ea-ac0b-152c6eafa82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2265de07-b308-4c98-a6de-484b27f2c546,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:03.362896 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-0616c5e1-703b-4e01-b370-6974d7e0ffbe req-31c05412-ca45-46ad-80e9-1b4028fd643b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] No DVR routers for this DVR port 23c49555-16ce-45ca-9778-dc102b7f108e on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:16:03.365644 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0616c5e1-703b-4e01-b370-6974d7e0ffbe req-31c05412-ca45-46ad-80e9-1b4028fd643b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:03.370202 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0616c5e1-703b-4e01-b370-6974d7e0ffbe req-31c05412-ca45-46ad-80e9-1b4028fd643b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.79 "DELETE /v2.0/ports/23c49555-16ce-45ca-9778-dc102b7f108e HTTP/1.1" status: 204 len: 173 time: 2.3142536 Feb 19 04:16:03.382668 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e97138d-d079-42c5-a9e0-a30f7970cc41', 'name': 'network-vif-deleted', 'tag': '23c49555-16ce-45ca-9778-dc102b7f108e'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:03.385729 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fea9e96-ab99-47a2-9cbb-9d8b499fd37f" -d '{"events": [{"server_uuid": "1e97138d-d079-42c5-a9e0-a30f7970cc41", "name": "network-vif-deleted", "tag": "23c49555-16ce-45ca-9778-dc102b7f108e"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:03.593594 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d53bb-bdc6-4be8-8b3d-7b284ff92cce req-9c3e0842-9d64-4dcb-bdae-25deed302568 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:03.595495 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b5d53bb-bdc6-4be8-8b3d-7b284ff92cce req-9c3e0842-9d64-4dcb-bdae-25deed302568 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=114d1904-42ca-4597-9da4-a79ea5a4f4b8 HTTP/1.1" status: 200 len: 944 time: 0.2245085 Feb 19 04:16:03.670269 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-105e91fd-d703-4b96-8f5a-9f575feb33c2 req-86a14fe2-1b66-440a-aa58-6c90b4c9eb6a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e97138d-d079-42c5-a9e0-a30f7970cc41 HTTP/1.1" status: 200 len: 210 time: 0.0533974 Feb 19 04:16:03.719654 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40122) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:03.736796 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c21b9fa7-755e-4bde-a87b-dbec41e8dfd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:03.751257 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b5d53bb-bdc6-4be8-8b3d-7b284ff92cce req-a1f8120c-31b1-4f13-beea-16a4e7d86008 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467850 Feb 19 04:16:03.765950 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:03.788817 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b808832-152c-4231-9756-8910f6daaaab x-openstack-request-id: req-2b808832-152c-4231-9756-8910f6daaaab {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:03.789313 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e97138d-d079-42c5-a9e0-a30f7970cc41", "name": "network-vif-deleted", "tag": "23c49555-16ce-45ca-9778-dc102b7f108e", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:03.789471 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2b808832-152c-4231-9756-8910f6daaaab {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:03.790037 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e97138d-d079-42c5-a9e0-a30f7970cc41', 'name': 'network-vif-deleted', 'tag': '23c49555-16ce-45ca-9778-dc102b7f108e', 'status': 'completed', 'code': 200} Feb 19 04:16:03.812359 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7c9d5b36-b646-4b50-96bb-839c31cf172d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (157183ca-5e94-4394-bcac-d4a862d52979), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:03.863230 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c21b9fa7-755e-4bde-a87b-dbec41e8dfd9 admin admin] Publish callbacks [] for security_group (694db478-5fc1-4902-9789-af211813a66a), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:03.876354 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c21b9fa7-755e-4bde-a87b-dbec41e8dfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (694db478-5fc1-4902-9789-af211813a66a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:03.912382 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d5b36-b646-4b50-96bb-839c31cf172d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Checking segment: {'id': 'e29a3474-bd56-4d09-81ca-2077272ce3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a7105987-caf9-4d73-ba57-9ef748a3d206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:03.914439 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9d5b36-b646-4b50-96bb-839c31cf172d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network hostable DHCP agents. Network: a7105987-caf9-4d73-ba57-9ef748a3d206, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:16:03.922594 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d5b36-b646-4b50-96bb-839c31cf172d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Subnet': ['ID=157183ca-5e94-4394-bcac-d4a862d52979,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:03.925194 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b9fa7-755e-4bde-a87b-dbec41e8dfd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694db478-5fc1-4902-9789-af211813a66a,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:03.947972 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9d5b36-b646-4b50-96bb-839c31cf172d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network a7105987-caf9-4d73-ba57-9ef748a3d206 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:16:03.962769 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c21b9fa7-755e-4bde-a87b-dbec41e8dfd9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9292a73b00d94319bd16fbe87d4566cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2389934 Feb 19 04:16:03.962769 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40128) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:03.967967 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-7c9d5b36-b646-4b50-96bb-839c31cf172d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, a7105987-caf9-4d73-ba57-9ef748a3d206) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:03.974432 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9d5b36-b646-4b50-96bb-839c31cf172d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:03.977150 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7c9d5b36-b646-4b50-96bb-839c31cf172d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:03.984916 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89f5d5a-20f9-4f8f-9b18-06b5bf6ba339 None None] Network a7105987-caf9-4d73-ba57-9ef748a3d206 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:04.036073 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7c9d5b36-b646-4b50-96bb-839c31cf172d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5165646 Feb 19 04:16:04.038580 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40130) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:04.040421 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-befa50b1-6922-4f08-a1c3-ca2482a10691 admin admin] Publish callbacks [] for security_group (694db478-5fc1-4902-9789-af211813a66a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:04.049222 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-af35d094-7b28-4347-a1f7-05b6fb7cc77e tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'subnet': {'network_id': 'a7105987-caf9-4d73-ba57-9ef748a3d206', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:04.074617 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-befa50b1-6922-4f08-a1c3-ca2482a10691 admin admin] Publish callbacks [] for security_group (694db478-5fc1-4902-9789-af211813a66a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:04.145370 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-befa50b1-6922-4f08-a1c3-ca2482a10691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (694db478-5fc1-4902-9789-af211813a66a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:04.148190 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-befa50b1-6922-4f08-a1c3-ca2482a10691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:04.153825 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-befa50b1-6922-4f08-a1c3-ca2482a10691 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/694db478-5fc1-4902-9789-af211813a66a HTTP/1.1" status: 204 len: 168 time: 0.1873560 Feb 19 04:16:04.160800 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa50b1-6922-4f08-a1c3-ca2482a10691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694db478-5fc1-4902-9789-af211813a66a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:04.211526 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e70b3d-ef4a-4e33-a42a-f9374030322c req-b9f3fc65-a365-4f12-87b7-bf2bc7b62012 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:04.219643 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4f2c7a-831e-4a9a-a838-d11a9e0aefbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-a7105987-caf9-4d73-ba57-9ef748a3d206', 'network_id': 'a7105987-caf9-4d73-ba57-9ef748a3d206', 'project_id': '15e1f70909b14df4a18d13363dfa5fd4', 'fixed_ips': [{'subnet_id': '157183ca-5e94-4394-bcac-d4a862d52979'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:16:04.220563 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-76e70b3d-ef4a-4e33-a42a-f9374030322c req-b9f3fc65-a365-4f12-87b7-bf2bc7b62012 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 946 time: 0.1351328 Feb 19 04:16:04.223897 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0c4f2c7a-831e-4a9a-a838-d11a9e0aefbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:04.332064 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-76e70b3d-ef4a-4e33-a42a-f9374030322c req-79bb51a8-764d-4eeb-95fc-f1a04f3d1411 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105130 Feb 19 04:16:04.340096 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af35d094-7b28-4347-a1f7-05b6fb7cc77e tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:04.346025 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-af35d094-7b28-4347-a1f7-05b6fb7cc77e tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:04.432422 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-0c4f2c7a-831e-4a9a-a838-d11a9e0aefbc None None] Allocated IP 2001:db8::2 (a7105987-caf9-4d73-ba57-9ef748a3d206/157183ca-5e94-4394-bcac-d4a862d52979/1f4206d5-f1e9-4af8-b867-729177397033) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:04.493499 n-d-828369-19 neutron-server[109926]: INFO neutron.db.ipam_backend_mixin [None req-af35d094-7b28-4347-a1f7-05b6fb7cc77e tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 157183ca-5e94-4394-bcac-d4a862d52979 (CIDR: 2001:db8::/64) Feb 19 04:16:04.498577 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-af35d094-7b28-4347-a1f7-05b6fb7cc77e tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:16:04.499092 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af35d094-7b28-4347-a1f7-05b6fb7cc77e tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:16:04.553768 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40138) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:04.559486 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ee22e69b-fe42-4aa1-94a3-02c4a4953599 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'subnet': {'network_id': 'a7105987-caf9-4d73-ba57-9ef748a3d206', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:04.569120 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-af35d094-7b28-4347-a1f7-05b6fb7cc77e tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5287879 Feb 19 04:16:04.659345 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0c4f2c7a-831e-4a9a-a838-d11a9e0aefbc None None] Publish callbacks [] for port (1f4206d5-f1e9-4af8-b867-729177397033), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:04.673488 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0c4f2c7a-831e-4a9a-a838-d11a9e0aefbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (1f4206d5-f1e9-4af8-b867-729177397033), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:04.740485 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4f2c7a-831e-4a9a-a838-d11a9e0aefbc None None] Network a7105987-caf9-4d73-ba57-9ef748a3d206 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:04.744464 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f2c7a-831e-4a9a-a838-d11a9e0aefbc None None] Pushing event updated for resources: {'Port': ['ID=1f4206d5-f1e9-4af8-b867-729177397033,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:04.747088 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-0c4f2c7a-831e-4a9a-a838-d11a9e0aefbc None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:04.749911 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4f2c7a-831e-4a9a-a838-d11a9e0aefbc None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:04.770902 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40148) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:04.797547 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee22e69b-fe42-4aa1-94a3-02c4a4953599 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:04.802412 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ee22e69b-fe42-4aa1-94a3-02c4a4953599 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:04.868206 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-0c4f2c7a-831e-4a9a-a838-d11a9e0aefbc None None] Attempting to bind port 1f4206d5-f1e9-4af8-b867-729177397033 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:16:04.868761 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-0c4f2c7a-831e-4a9a-a838-d11a9e0aefbc None None] Attempting to bind port 1f4206d5-f1e9-4af8-b867-729177397033 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'e29a3474-bd56-4d09-81ca-2077272ce3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a7105987-caf9-4d73-ba57-9ef748a3d206'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:16:04.869173 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4f2c7a-831e-4a9a-a838-d11a9e0aefbc None None] Attempting to bind port 1f4206d5-f1e9-4af8-b867-729177397033 on network a7105987-caf9-4d73-ba57-9ef748a3d206 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:04.880904 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4f2c7a-831e-4a9a-a838-d11a9e0aefbc None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:16:04.886333 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4f2c7a-831e-4a9a-a838-d11a9e0aefbc None None] Checking segment: {'id': 'e29a3474-bd56-4d09-81ca-2077272ce3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a7105987-caf9-4d73-ba57-9ef748a3d206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:04.887717 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0c4f2c7a-831e-4a9a-a838-d11a9e0aefbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:04.888950 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4f2c7a-831e-4a9a-a838-d11a9e0aefbc None None] Bound using segment: {'id': 'e29a3474-bd56-4d09-81ca-2077272ce3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a7105987-caf9-4d73-ba57-9ef748a3d206'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:16:04.889933 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-0c4f2c7a-831e-4a9a-a838-d11a9e0aefbc None None] Bound port: 1f4206d5-f1e9-4af8-b867-729177397033, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29a3474-bd56-4d09-81ca-2077272ce3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a7105987-caf9-4d73-ba57-9ef748a3d206'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:16:04.892736 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0c4f2c7a-831e-4a9a-a838-d11a9e0aefbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1f4206d5-f1e9-4af8-b867-729177397033), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:04.995383 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 23c49555-16ce-45ca-9778-dc102b7f108e no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:16:04.997940 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-0c4f2c7a-831e-4a9a-a838-d11a9e0aefbc None None] For port 1f4206d5-f1e9-4af8-b867-729177397033, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:16:05.018036 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a2965-d922-4d3b-834f-7eaa5f6b6708 req-9788ea37-32da-46d1-b9c7-ad8b6851f8ca tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:05.020574 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-962a2965-d922-4d3b-834f-7eaa5f6b6708 req-9788ea37-32da-46d1-b9c7-ad8b6851f8ca tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=114d1904-42ca-4597-9da4-a79ea5a4f4b8 HTTP/1.1" status: 200 len: 944 time: 0.1373634 Feb 19 04:16:05.044805 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 23c49555-16ce-45ca-9778-dc102b7f108e {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:16:05.045259 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 23c49555-16ce-45ca-9778-dc102b7f108e not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:16:05.048433 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-0c4f2c7a-831e-4a9a-a838-d11a9e0aefbc None None] For port 1f4206d5-f1e9-4af8-b867-729177397033, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1f4206d5-f1e9-4af8-b867-729177397033,segment=NetworkSegment(e29a3474-bd56-4d09-81ca-2077272ce3d3),segment_id=e29a3474-bd56-4d09-81ca-2077272ce3d3)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:16:05.057901 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0c4f2c7a-831e-4a9a-a838-d11a9e0aefbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1f4206d5-f1e9-4af8-b867-729177397033), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:05.121671 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-962a2965-d922-4d3b-834f-7eaa5f6b6708 req-0e1523fb-cd4d-4132-8514-553dc568b6fc tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616002 Feb 19 04:16:05.190876 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f2c7a-831e-4a9a-a838-d11a9e0aefbc None None] Pushing event updated for resources: {'Port': ['ID=1f4206d5-f1e9-4af8-b867-729177397033,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:05.267846 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:05.392346 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ee22e69b-fe42-4aa1-94a3-02c4a4953599 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (4b07e53f-2e85-44ae-a374-305cb9e00da4), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:05.496659 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee22e69b-fe42-4aa1-94a3-02c4a4953599 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network a7105987-caf9-4d73-ba57-9ef748a3d206 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:05.506220 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-ee22e69b-fe42-4aa1-94a3-02c4a4953599 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:05.533248 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee22e69b-fe42-4aa1-94a3-02c4a4953599 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:05.534917 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ee22e69b-fe42-4aa1-94a3-02c4a4953599 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:05.617819 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ee22e69b-fe42-4aa1-94a3-02c4a4953599 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0602107 Feb 19 04:16:05.621568 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40164) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:05.643532 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-2e18a8c4-592d-4a54-a10f-9d90ac30e1eb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'port': {'network_id': 'a7105987-caf9-4d73-ba57-9ef748a3d206', 'fixed_ips': [{'subnet_id': '157183ca-5e94-4394-bcac-d4a862d52979'}, {'subnet_id': '4b07e53f-2e85-44ae-a374-305cb9e00da4'}], 'name': 'tempest-PortsIpV6TestJSON-1056299709'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:05.646820 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22e69b-fe42-4aa1-94a3-02c4a4953599 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Subnet': ['ID=4b07e53f-2e85-44ae-a374-305cb9e00da4,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:05.696811 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ae0a5-0cfa-4787-81f1-e9254da09a71 req-e992ffc8-0533-44bc-aa9f-7dfa17e3bdfc tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:05.698690 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-868ae0a5-0cfa-4787-81f1-e9254da09a71 req-e992ffc8-0533-44bc-aa9f-7dfa17e3bdfc tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 946 time: 0.2400959 Feb 19 04:16:05.793010 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-868ae0a5-0cfa-4787-81f1-e9254da09a71 req-dce1d102-7661-4f15-85d7-84ad2791ce95 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850723 Feb 19 04:16:05.805013 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f9526400-96b7-471b-9bb5-4d87cadc563f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (a9b4181c-1ff1-4d67-967a-ef43b773237a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:05.881982 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e18a8c4-592d-4a54-a10f-9d90ac30e1eb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:06.013954 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e18a8c4-592d-4a54-a10f-9d90ac30e1eb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:06.045839 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-2e18a8c4-592d-4a54-a10f-9d90ac30e1eb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] device_id is not set on port 2b8814c0-d563-4387-8d3d-119088c5bb2b yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:16:06.197118 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 057ec27a-131b-4c7f-9453-1b159f2d6243 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:16:06.504677 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 057ec27a-131b-4c7f-9453-1b159f2d6243, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=057ec27a-131b-4c7f-9453-1b159f2d6243,segment=NetworkSegment(be999880-b75a-4dab-9e73-f9f6f76b8767),segment_id=be999880-b75a-4dab-9e73-f9f6f76b8767)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:06.582456 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '057ec27a-131b-4c7f-9453-1b159f2d6243', 'network_id': 'd7d963df-657f-45bc-85b4-f488f5d24fde', 'port_id': '057ec27a-131b-4c7f-9453-1b159f2d6243', 'mac_address': 'fa:16:3e:0b:1c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8929c64d-2051-429d-adc4-f0965a0e87e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:16:06.584194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c932b-9ed2-4d0d-89e9-dc66bf48eb7b req-087b80ae-6248-4d0e-b975-ff42d68a0c80 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:06.590002 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad9c932b-9ed2-4d0d-89e9-dc66bf48eb7b req-087b80ae-6248-4d0e-b975-ff42d68a0c80 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=114d1904-42ca-4597-9da4-a79ea5a4f4b8 HTTP/1.1" status: 200 len: 944 time: 0.2643380 Feb 19 04:16:06.607165 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-2e18a8c4-592d-4a54-a10f-9d90ac30e1eb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Allocated IP 2001:db8::302 (a7105987-caf9-4d73-ba57-9ef748a3d206/157183ca-5e94-4394-bcac-d4a862d52979/2b8814c0-d563-4387-8d3d-119088c5bb2b) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:06.607564 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-f9526400-96b7-471b-9bb5-4d87cadc563f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Deleting port bc4287af-2c21-4d8e-8d5b-457f1389e9bb {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:06.608015 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f9526400-96b7-471b-9bb5-4d87cadc563f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (bc4287af-2c21-4d8e-8d5b-457f1389e9bb), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:06.623935 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-2e18a8c4-592d-4a54-a10f-9d90ac30e1eb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Allocated IP 2001:db8:0:1::396 (a7105987-caf9-4d73-ba57-9ef748a3d206/4b07e53f-2e85-44ae-a374-305cb9e00da4/2b8814c0-d563-4387-8d3d-119088c5bb2b) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:06.673917 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 057ec27a-131b-4c7f-9453-1b159f2d6243 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:06.675150 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (057ec27a-131b-4c7f-9453-1b159f2d6243), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:06.698674 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 057ec27a-131b-4c7f-9453-1b159f2d6243 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:16:06.768001 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 057ec27a-131b-4c7f-9453-1b159f2d6243, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=057ec27a-131b-4c7f-9453-1b159f2d6243,segment=NetworkSegment(be999880-b75a-4dab-9e73-f9f6f76b8767),segment_id=be999880-b75a-4dab-9e73-f9f6f76b8767)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:06.780189 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1f4206d5-f1e9-4af8-b867-729177397033 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:06.792836 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad9c932b-9ed2-4d0d-89e9-dc66bf48eb7b req-749016c5-eabc-4776-a6d5-351823db1ac8 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975136 Feb 19 04:16:06.799524 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (057ec27a-131b-4c7f-9453-1b159f2d6243), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:06.877500 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-f9526400-96b7-471b-9bb5-4d87cadc563f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] For port bc4287af-2c21-4d8e-8d5b-457f1389e9bb, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=bc4287af-2c21-4d8e-8d5b-457f1389e9bb,segment=NetworkSegment(f3e08904-2dfd-4a42-a044-c64d88dcae94),segment_id=f3e08904-2dfd-4a42-a044-c64d88dcae94)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:06.878463 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f9526400-96b7-471b-9bb5-4d87cadc563f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (bc4287af-2c21-4d8e-8d5b-457f1389e9bb), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:06.906993 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-f9526400-96b7-471b-9bb5-4d87cadc563f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Calling delete_port for bc4287af-2c21-4d8e-8d5b-457f1389e9bb owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:06.917570 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:06.987926 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e18a8c4-592d-4a54-a10f-9d90ac30e1eb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for port (2b8814c0-d563-4387-8d3d-119088c5bb2b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:07.017895 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7ccfc3-23aa-4770-984a-accfca803d32 None None] Network a7105987-caf9-4d73-ba57-9ef748a3d206 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:07.026198 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=057ec27a-131b-4c7f-9453-1b159f2d6243,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:07.039326 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e18a8c4-592d-4a54-a10f-9d90ac30e1eb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (2b8814c0-d563-4387-8d3d-119088c5bb2b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:07.137014 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e18a8c4-592d-4a54-a10f-9d90ac30e1eb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network a7105987-caf9-4d73-ba57-9ef748a3d206 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:07.140898 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-2e18a8c4-592d-4a54-a10f-9d90ac30e1eb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:07.145950 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e18a8c4-592d-4a54-a10f-9d90ac30e1eb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:07.158751 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e18a8c4-592d-4a54-a10f-9d90ac30e1eb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:07.159437 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e18a8c4-592d-4a54-a10f-9d90ac30e1eb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:07.176571 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 1f4206d5-f1e9-4af8-b867-729177397033 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:07.179092 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1f4206d5-f1e9-4af8-b867-729177397033), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:07.189619 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-12d7b7dd-a180-406d-b390-b3f2a2c5ec17 None None] Provisioning complete for port 1f4206d5-f1e9-4af8-b867-729177397033 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:07.190151 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-12d7b7dd-a180-406d-b390-b3f2a2c5ec17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1f4206d5-f1e9-4af8-b867-729177397033), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:07.201322 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26cae1-9e57-4a48-b167-baf4600fd5bb req-418df307-5704-47dc-b465-47c5f0a52c47 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:07.203789 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b26cae1-9e57-4a48-b167-baf4600fd5bb req-418df307-5704-47dc-b465-47c5f0a52c47 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 946 time: 0.1868680 Feb 19 04:16:07.206291 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2e18a8c4-592d-4a54-a10f-9d90ac30e1eb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.5750482 Feb 19 04:16:07.209638 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40202) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:07.227729 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-a8ee0447-29c0-47a8-b982-d0f7b6129cd7 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '157183ca-5e94-4394-bcac-d4a862d52979'}]}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:07.319207 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18a8c4-592d-4a54-a10f-9d90ac30e1eb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Port': ['ID=2b8814c0-d563-4387-8d3d-119088c5bb2b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:07.345312 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['057ec27a-131b-4c7f-9453-1b159f2d6243'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:16:07.368399 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a8ee0447-29c0-47a8-b982-d0f7b6129cd7 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2b8814c0-d563-4387-8d3d-119088c5bb2b), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:07.407774 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b26cae1-9e57-4a48-b167-baf4600fd5bb req-0aa9ae46-7c82-4688-9d04-a8647a328baa tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903329 Feb 19 04:16:07.486724 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f9526400-96b7-471b-9bb5-4d87cadc563f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (bc4287af-2c21-4d8e-8d5b-457f1389e9bb), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:07.550971 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9526400-96b7-471b-9bb5-4d87cadc563f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event deleted for resources: {'Port': ['ID=bc4287af-2c21-4d8e-8d5b-457f1389e9bb,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:07.555170 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-12d7b7dd-a180-406d-b390-b3f2a2c5ec17 None None] Current status of the port 1f4206d5-f1e9-4af8-b867-729177397033 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:07.555579 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-12d7b7dd-a180-406d-b390-b3f2a2c5ec17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1f4206d5-f1e9-4af8-b867-729177397033), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:07.635964 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 1f4206d5-f1e9-4af8-b867-729177397033 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:07.636487 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1f4206d5-f1e9-4af8-b867-729177397033), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:07.697862 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-12d7b7dd-a180-406d-b390-b3f2a2c5ec17 None None] For port 1f4206d5-f1e9-4af8-b867-729177397033, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1f4206d5-f1e9-4af8-b867-729177397033,segment=NetworkSegment(e29a3474-bd56-4d09-81ca-2077272ce3d3),segment_id=e29a3474-bd56-4d09-81ca-2077272ce3d3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:07.781666 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-a8ee0447-29c0-47a8-b982-d0f7b6129cd7 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Delete allocated IP 2001:db8:0:1::396 (a7105987-caf9-4d73-ba57-9ef748a3d206/4b07e53f-2e85-44ae-a374-305cb9e00da4) {{(pid=109925) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 04:16:07.818449 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f9526400-96b7-471b-9bb5-4d87cadc563f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (a9b4181c-1ff1-4d67-967a-ef43b773237a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:07.916224 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-12d7b7dd-a180-406d-b390-b3f2a2c5ec17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1f4206d5-f1e9-4af8-b867-729177397033), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:07.957103 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a8ee0447-29c0-47a8-b982-d0f7b6129cd7 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for port (2b8814c0-d563-4387-8d3d-119088c5bb2b), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:07.963649 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a8ee0447-29c0-47a8-b982-d0f7b6129cd7 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (2b8814c0-d563-4387-8d3d-119088c5bb2b), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:08.031130 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-a8ee0447-29c0-47a8-b982-d0f7b6129cd7 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] In _notify_port_updated(), no bound segment for port 2b8814c0-d563-4387-8d3d-119088c5bb2b on network a7105987-caf9-4d73-ba57-9ef748a3d206 {{(pid=109925) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:16:08.044637 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ee0447-29c0-47a8-b982-d0f7b6129cd7 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:08.045317 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a8ee0447-29c0-47a8-b982-d0f7b6129cd7 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:08.050939 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a8ee0447-29c0-47a8-b982-d0f7b6129cd7 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "PUT /v2.0/ports/2b8814c0-d563-4387-8d3d-119088c5bb2b HTTP/1.1" status: 200 len: 926 time: 0.8283663 Feb 19 04:16:08.052694 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40218) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:08.057521 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccf0abc-a032-42ce-b13a-18086995e862 None None] Update dhcp port {'port': {'network_id': 'a7105987-caf9-4d73-ba57-9ef748a3d206', 'fixed_ips': [{'subnet_id': '157183ca-5e94-4394-bcac-d4a862d52979', 'ip_address': '2001:db8::2'}, {'subnet_id': '4b07e53f-2e85-44ae-a374-305cb9e00da4'}], 'binding:host_id': 'n-d-828369-19'}, 'id': '1f4206d5-f1e9-4af8-b867-729177397033'} from n-d-828369-19. {{(pid=109927) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:16:08.068149 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7b7dd-a180-406d-b390-b3f2a2c5ec17 None None] Pushing event updated for resources: {'Port': ['ID=1f4206d5-f1e9-4af8-b867-729177397033,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:08.078071 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ba1c2299-1ff8-448b-ada0-f64cfd56a566 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '157183ca-5e94-4394-bcac-d4a862d52979'}, {'subnet_id': '4b07e53f-2e85-44ae-a374-305cb9e00da4'}]}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:08.081546 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee0447-29c0-47a8-b982-d0f7b6129cd7 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Port': ['ID=2b8814c0-d563-4387-8d3d-119088c5bb2b,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:08.101530 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:16:08.101891 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:16:08.114599 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6ccf0abc-a032-42ce-b13a-18086995e862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1f4206d5-f1e9-4af8-b867-729177397033), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:08.169770 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2299-1ff8-448b-ada0-f64cfd56a566 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2b8814c0-d563-4387-8d3d-119088c5bb2b), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:08.298108 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-6ccf0abc-a032-42ce-b13a-18086995e862 None None] Allocated IP 2001:db8:0:1::2 (a7105987-caf9-4d73-ba57-9ef748a3d206/4b07e53f-2e85-44ae-a374-305cb9e00da4/1f4206d5-f1e9-4af8-b867-729177397033) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:08.362966 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc413b-3ff5-428a-a7ba-9dd77224c894 req-3ffe8aea-98a5-41a3-8327-9b787d07c1b3 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:08.364347 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-81cc413b-3ff5-428a-a7ba-9dd77224c894 req-3ffe8aea-98a5-41a3-8327-9b787d07c1b3 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=114d1904-42ca-4597-9da4-a79ea5a4f4b8 HTTP/1.1" status: 200 len: 945 time: 0.4727657 Feb 19 04:16:08.373894 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d80b4-5f72-4d0d-a0db-bc7dfdc1a62d req-5c743a39-876f-483e-a1c0-8ec2ee555bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:08.375384 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-675d80b4-5f72-4d0d-a0db-bc7dfdc1a62d req-5c743a39-876f-483e-a1c0-8ec2ee555bab service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=47d77581683d4c43a3d18ea75c887227&device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 1129 time: 0.1162884 Feb 19 04:16:08.395438 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6ccf0abc-a032-42ce-b13a-18086995e862 None None] For port 1f4206d5-f1e9-4af8-b867-729177397033, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1f4206d5-f1e9-4af8-b867-729177397033,segment=NetworkSegment(e29a3474-bd56-4d09-81ca-2077272ce3d3),segment_id=e29a3474-bd56-4d09-81ca-2077272ce3d3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:08.426494 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6ccf0abc-a032-42ce-b13a-18086995e862 None None] Publish callbacks [] for port (1f4206d5-f1e9-4af8-b867-729177397033), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:08.432366 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6ccf0abc-a032-42ce-b13a-18086995e862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1f4206d5-f1e9-4af8-b867-729177397033), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:08.509284 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-ba1c2299-1ff8-448b-ada0-f64cfd56a566 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Allocated IP 2001:db8:0:1::d1 (a7105987-caf9-4d73-ba57-9ef748a3d206/4b07e53f-2e85-44ae-a374-305cb9e00da4/2b8814c0-d563-4387-8d3d-119088c5bb2b) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:08.541026 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf0abc-a032-42ce-b13a-18086995e862 None None] Pushing event updated for resources: {'Port': ['ID=1f4206d5-f1e9-4af8-b867-729177397033,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:08.605007 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-81cc413b-3ff5-428a-a7ba-9dd77224c894 req-1e97cb8d-333b-4788-b990-6c3c46eb918d tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991479 Feb 19 04:16:08.644005 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d80b4-5f72-4d0d-a0db-bc7dfdc1a62d req-d1ef6ad4-4e10-4b67-be9b-26b5d8d11c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:08.645468 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-675d80b4-5f72-4d0d-a0db-bc7dfdc1a62d req-d1ef6ad4-4e10-4b67-be9b-26b5d8d11c16 service neutron] 10.222.0.79 "GET /v2.0/networks?id=af1b2524-905a-4fb0-b20e-a5912983245d HTTP/1.1" status: 200 len: 911 time: 0.2385721 Feb 19 04:16:08.653744 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9526400-96b7-471b-9bb5-4d87cadc563f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Router a9b4181c-1ff1-4d67-967a-ef43b773237a has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:16:08.659544 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 1f4206d5-f1e9-4af8-b867-729177397033 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:08.699998 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-675d80b4-5f72-4d0d-a0db-bc7dfdc1a62d req-881fc869-5027-484a-b278-3800be5ed885 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af2c1bcf-838b-45d4-a295-71a1d4a7d50e HTTP/1.1" status: 200 len: 217 time: 0.0435123 Feb 19 04:16:08.707879 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384d54e-28eb-4bdc-b0eb-ea39b81c4d57 req-55331019-f350-4150-b42f-78b4e560880b tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:08.709437 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5384d54e-28eb-4bdc-b0eb-ea39b81c4d57 req-55331019-f350-4150-b42f-78b4e560880b tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 946 time: 0.1751876 Feb 19 04:16:08.726802 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2299-1ff8-448b-ada0-f64cfd56a566 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for port (2b8814c0-d563-4387-8d3d-119088c5bb2b), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:08.735532 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2299-1ff8-448b-ada0-f64cfd56a566 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (2b8814c0-d563-4387-8d3d-119088c5bb2b), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:08.837871 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-ba1c2299-1ff8-448b-ada0-f64cfd56a566 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] In _notify_port_updated(), no bound segment for port 2b8814c0-d563-4387-8d3d-119088c5bb2b on network a7105987-caf9-4d73-ba57-9ef748a3d206 {{(pid=109925) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:16:08.844155 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d80b4-5f72-4d0d-a0db-bc7dfdc1a62d req-9c2026d1-981d-481f-8b6e-0e938f879b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:08.846196 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-675d80b4-5f72-4d0d-a0db-bc7dfdc1a62d req-9c2026d1-981d-481f-8b6e-0e938f879b1c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4 HTTP/1.1" status: 200 len: 849 time: 0.1351607 Feb 19 04:16:08.850351 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1c2299-1ff8-448b-ada0-f64cfd56a566 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:08.851007 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2299-1ff8-448b-ada0-f64cfd56a566 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:08.852501 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ba1c2299-1ff8-448b-ada0-f64cfd56a566 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "PUT /v2.0/ports/2b8814c0-d563-4387-8d3d-119088c5bb2b HTTP/1.1" status: 200 len: 1011 time: 0.7800329 Feb 19 04:16:08.853533 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c2299-1ff8-448b-ada0-f64cfd56a566 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Port': ['ID=2b8814c0-d563-4387-8d3d-119088c5bb2b,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:08.855892 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40226) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:08.900842 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1f4206d5-f1e9-4af8-b867-729177397033 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:08.917928 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5384d54e-28eb-4bdc-b0eb-ea39b81c4d57 req-bc2550d1-7dc1-4f3f-b868-d662ba7bca72 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914053 Feb 19 04:16:08.996416 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d80b4-5f72-4d0d-a0db-bc7dfdc1a62d req-091ff114-88f9-43fd-955b-2c722481a128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:08.998130 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-675d80b4-5f72-4d0d-a0db-bc7dfdc1a62d req-091ff114-88f9-43fd-955b-2c722481a128 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=af1b2524-905a-4fb0-b20e-a5912983245d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1338601 Feb 19 04:16:09.001005 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9526400-96b7-471b-9bb5-4d87cadc563f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:16:09.008030 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 1f4206d5-f1e9-4af8-b867-729177397033 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:09.008519 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1f4206d5-f1e9-4af8-b867-729177397033), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:09.009916 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f9526400-96b7-471b-9bb5-4d87cadc563f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "PUT /v2.0/routers/a9b4181c-1ff1-4d67-967a-ef43b773237a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2378016 Feb 19 04:16:09.010591 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40228) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:09.039688 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-dbf28a5a-fae5-400e-88c4-a76e9dc92304 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting port 2b8814c0-d563-4387-8d3d-119088c5bb2b {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:09.040132 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dbf28a5a-fae5-400e-88c4-a76e9dc92304 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (2b8814c0-d563-4387-8d3d-119088c5bb2b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:09.075590 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e6c0bf-b962-4c32-a359-ed8048492225 None None] Sync routers for ids ['a9b4181c-1ff1-4d67-967a-ef43b773237a'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:16:09.128189 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e6c0bf-b962-4c32-a359-ed8048492225 None None] Routers {'a9b4181c-1ff1-4d67-967a-ef43b773237a'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:16:09.130610 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a2e6c0bf-b962-4c32-a359-ed8048492225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:16:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['a9b4181c-1ff1-4d67-967a-ef43b773237a'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:09.145119 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-58ca3c0a-6025-4909-818f-264f3145cd93 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Deleting subnet a7538da7-a1a0-4902-afe6-8a9256c7c858 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:16:09.161317 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-58ca3c0a-6025-4909-818f-264f3145cd93 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for subnet (a7538da7-a1a0-4902-afe6-8a9256c7c858), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:09.219624 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-58ca3c0a-6025-4909-818f-264f3145cd93 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (a7538da7-a1a0-4902-afe6-8a9256c7c858), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:09.254332 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dbf28a5a-fae5-400e-88c4-a76e9dc92304 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (2b8814c0-d563-4387-8d3d-119088c5bb2b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:09.292431 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-dbf28a5a-fae5-400e-88c4-a76e9dc92304 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Calling delete_port for 2b8814c0-d563-4387-8d3d-119088c5bb2b owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:09.329504 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-675d80b4-5f72-4d0d-a0db-bc7dfdc1a62d req-8896f486-cbc8-46ee-850d-28ae3ce054dd service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179691 Feb 19 04:16:09.332762 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 1f4206d5-f1e9-4af8-b867-729177397033 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:09.342382 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-a2e6c0bf-b962-4c32-a359-ed8048492225 None None] Set router a9b4181c-1ff1-4d67-967a-ef43b773237a gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:16:09.453243 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-58ca3c0a-6025-4909-818f-264f3145cd93 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (a7538da7-a1a0-4902-afe6-8a9256c7c858), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:09.529435 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f6a474-8be9-4db9-9348-a29269828664 None None] Network a7105987-caf9-4d73-ba57-9ef748a3d206 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:09.533908 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dbf28a5a-fae5-400e-88c4-a76e9dc92304 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (2b8814c0-d563-4387-8d3d-119088c5bb2b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:09.544016 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-675d80b4-5f72-4d0d-a0db-bc7dfdc1a62d req-43858095-2c0d-4322-8955-b8dd8c03151e service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802864 Feb 19 04:16:09.559636 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-58ca3c0a-6025-4909-818f-264f3145cd93 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (a7538da7-a1a0-4902-afe6-8a9256c7c858), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:09.577566 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf28a5a-fae5-400e-88c4-a76e9dc92304 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Port': ['ID=2b8814c0-d563-4387-8d3d-119088c5bb2b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:09.612303 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-58ca3c0a-6025-4909-818f-264f3145cd93 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:09.619837 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-58ca3c0a-6025-4909-818f-264f3145cd93 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "DELETE /v2.0/subnets/a7538da7-a1a0-4902-afe6-8a9256c7c858 HTTP/1.1" status: 204 len: 168 time: 0.6070402 Feb 19 04:16:09.620822 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40240) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:09.628696 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dbf28a5a-fae5-400e-88c4-a76e9dc92304 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:09.628882 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca3c0a-6025-4909-818f-264f3145cd93 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event deleted for resources: {'Subnet': ['ID=a7538da7-a1a0-4902-afe6-8a9256c7c858,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:09.644054 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-dbf28a5a-fae5-400e-88c4-a76e9dc92304 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/ports/2b8814c0-d563-4387-8d3d-119088c5bb2b HTTP/1.1" status: 204 len: 168 time: 0.7870781 Feb 19 04:16:09.646899 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40244) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:09.677597 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40929724-99aa-4b60-b551-d0ac02ba9d35 None None] Network 04558d05-bf19-4e14-86d3-965fc0aa2433 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:09.685009 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-761edc05-d8dd-457f-b6dd-e37979deebbd tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] GET failed (client error): The resource could not be found. Feb 19 04:16:09.687073 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-761edc05-d8dd-457f-b6dd-e37979deebbd tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "GET /v2.0/ports/2b8814c0-d563-4387-8d3d-119088c5bb2b HTTP/1.1" status: 404 len: 333 time: 0.0389171 Feb 19 04:16:09.690416 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40246) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:09.694109 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6ad0e853-c18a-4045-b41d-8590555758cc None None] Could not find standard attr ID for object 2b8814c0-d563-4387-8d3d-119088c5bb2b. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:16:09.754525 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad856e5-63e2-46ba-a716-0f89a36371e5 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting subnet 4b07e53f-2e85-44ae-a374-305cb9e00da4 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:16:09.758453 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6ad856e5-63e2-46ba-a716-0f89a36371e5 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for subnet (4b07e53f-2e85-44ae-a374-305cb9e00da4), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:09.774047 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd456-33a9-495b-9856-83d5121ad361 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router (a9b4181c-1ff1-4d67-967a-ef43b773237a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:09.790434 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6ad0e853-c18a-4045-b41d-8590555758cc None None] Provisioning complete for port 1f4206d5-f1e9-4af8-b867-729177397033 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:09.791083 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6ad0e853-c18a-4045-b41d-8590555758cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1f4206d5-f1e9-4af8-b867-729177397033), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:09.809535 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6ad856e5-63e2-46ba-a716-0f89a36371e5 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (4b07e53f-2e85-44ae-a374-305cb9e00da4), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:09.892268 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6ad856e5-63e2-46ba-a716-0f89a36371e5 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (4b07e53f-2e85-44ae-a374-305cb9e00da4), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:09.906410 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd456-33a9-495b-9856-83d5121ad361 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router_gateway (a9b4181c-1ff1-4d67-967a-ef43b773237a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:09.953417 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a2e6c0bf-b962-4c32-a359-ed8048492225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907451947', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '4744acaa-fddd-4df8-9124-4ca5bde41dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:13:34Z', 'updated_at': '2022-02-19T04:16:07Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '4744acaa-fddd-4df8-9124-4ca5bde41dce', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:13:35Z', 'updated_at': '2022-02-19T04:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:09.960354 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6ad856e5-63e2-46ba-a716-0f89a36371e5 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (4b07e53f-2e85-44ae-a374-305cb9e00da4), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:09.982497 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6ad856e5-63e2-46ba-a716-0f89a36371e5 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:09.985698 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6ad856e5-63e2-46ba-a716-0f89a36371e5 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/subnets/4b07e53f-2e85-44ae-a374-305cb9e00da4 HTTP/1.1" status: 204 len: 168 time: 0.2938442 Feb 19 04:16:09.992706 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40250) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:10.025723 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad856e5-63e2-46ba-a716-0f89a36371e5 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Subnet': ['ID=4b07e53f-2e85-44ae-a374-305cb9e00da4,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:10.041438 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e6c0bf-b962-4c32-a359-ed8048492225 None None] Checking router: a9b4181c-1ff1-4d67-967a-ef43b773237a for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:16:10.054588 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6ad0e853-c18a-4045-b41d-8590555758cc None None] Current status of the port 1f4206d5-f1e9-4af8-b867-729177397033 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:10.062433 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e6c0bf-b962-4c32-a359-ed8048492225 None None] Routers {'a9b4181c-1ff1-4d67-967a-ef43b773237a'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:16:10.063079 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a2e6c0bf-b962-4c32-a359-ed8048492225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:16:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['a9b4181c-1ff1-4d67-967a-ef43b773237a'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:10.090939 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b6a0eb-d4cd-44d1-a4f4-78681661f809 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting subnet 157183ca-5e94-4394-bcac-d4a862d52979 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:16:10.115619 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a0eb-d4cd-44d1-a4f4-78681661f809 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for subnet (157183ca-5e94-4394-bcac-d4a862d52979), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:10.168578 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a34255c-1210-4480-96e0-384a28066e28 None None] DHCP port deletion for 04558d05-bf19-4e14-86d3-965fc0aa2433 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:16:10.172318 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd51023-1951-4c89-92c8-b566f7e39c04 req-d70b5f73-6374-4540-a0d0-e5b6a3d082b7 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:10.179533 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4fd51023-1951-4c89-92c8-b566f7e39c04 req-d70b5f73-6374-4540-a0d0-e5b6a3d082b7 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=114d1904-42ca-4597-9da4-a79ea5a4f4b8 HTTP/1.1" status: 200 len: 945 time: 0.2905920 Feb 19 04:16:10.215637 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-a2e6c0bf-b962-4c32-a359-ed8048492225 None None] Set router a9b4181c-1ff1-4d67-967a-ef43b773237a gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:16:10.217732 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a0eb-d4cd-44d1-a4f4-78681661f809 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (157183ca-5e94-4394-bcac-d4a862d52979), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:10.260973 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-8c3fd456-33a9-495b-9856-83d5121ad361 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Deleting port 4744acaa-fddd-4df8-9124-4ca5bde41dce {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:10.261242 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd456-33a9-495b-9856-83d5121ad361 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (4744acaa-fddd-4df8-9124-4ca5bde41dce), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:10.281105 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 057ec27a-131b-4c7f-9453-1b159f2d6243 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:10.290000 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3c883e-3eaf-4bb4-97a9-0751dbb87291 None None] Network a7105987-caf9-4d73-ba57-9ef748a3d206 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:10.324427 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc934dfe-32b0-43d3-98f7-f1d19c05330b req-a4090c3f-be2d-472c-8594-ee8e35e02fa5 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:10.326471 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc934dfe-32b0-43d3-98f7-f1d19c05330b req-a4090c3f-be2d-472c-8594-ee8e35e02fa5 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 946 time: 0.2893252 Feb 19 04:16:10.379162 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a2e6c0bf-b962-4c32-a359-ed8048492225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907451947', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:13:34Z', 'updated_at': '2022-02-19T04:16:09Z', 'revision_number': 6, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:10.423939 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4fd51023-1951-4c89-92c8-b566f7e39c04 req-5061ea46-2ce9-4374-b164-5581a2fe703a tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435129 Feb 19 04:16:10.494062 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a0eb-d4cd-44d1-a4f4-78681661f809 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (157183ca-5e94-4394-bcac-d4a862d52979), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:10.499956 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc934dfe-32b0-43d3-98f7-f1d19c05330b req-0af24740-2c4a-4767-92a0-6345e66e0be9 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660211 Feb 19 04:16:10.545358 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-8c3fd456-33a9-495b-9856-83d5121ad361 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] For port 4744acaa-fddd-4df8-9124-4ca5bde41dce, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4744acaa-fddd-4df8-9124-4ca5bde41dce,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:10.545726 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd456-33a9-495b-9856-83d5121ad361 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (4744acaa-fddd-4df8-9124-4ca5bde41dce), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:10.566123 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-8c3fd456-33a9-495b-9856-83d5121ad361 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Calling delete_port for 4744acaa-fddd-4df8-9124-4ca5bde41dce owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:10.604659 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e6c0bf-b962-4c32-a359-ed8048492225 None None] The sync data for ids ['a9b4181c-1ff1-4d67-967a-ef43b773237a'] in n-d-828369-19 is: [{'id': 'a9b4181c-1ff1-4d67-967a-ef43b773237a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907451947', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:13:34Z', 'updated_at': '2022-02-19T04:16:09Z', 'revision_number': 6, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:16:10.634333 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9f9edeee-d7c6-4bbf-b365-b5c34e59421e None None] Provisioning complete for port 1f4206d5-f1e9-4af8-b867-729177397033 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:10.634657 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9f9edeee-d7c6-4bbf-b365-b5c34e59421e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1f4206d5-f1e9-4af8-b867-729177397033), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:10.654692 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a0eb-d4cd-44d1-a4f4-78681661f809 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (157183ca-5e94-4394-bcac-d4a862d52979), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:10.697482 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0a34255c-1210-4480-96e0-384a28066e28 None None] Deleting port 76c7b4d0-56f2-41ab-98ac-58cf1ea7a734 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:10.697776 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0a34255c-1210-4480-96e0-384a28066e28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (76c7b4d0-56f2-41ab-98ac-58cf1ea7a734), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:10.705606 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a0eb-d4cd-44d1-a4f4-78681661f809 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:10.712203 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d0b6a0eb-d4cd-44d1-a4f4-78681661f809 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/subnets/157183ca-5e94-4394-bcac-d4a862d52979 HTTP/1.1" status: 204 len: 168 time: 0.7127795 Feb 19 04:16:10.712627 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40256) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:10.718049 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6a0eb-d4cd-44d1-a4f4-78681661f809 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Subnet': ['ID=157183ca-5e94-4394-bcac-d4a862d52979,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:10.764050 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 057ec27a-131b-4c7f-9453-1b159f2d6243 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:16:10.790189 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 057ec27a-131b-4c7f-9453-1b159f2d6243 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:10.791020 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (057ec27a-131b-4c7f-9453-1b159f2d6243), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:10.832695 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-0a34255c-1210-4480-96e0-384a28066e28 None None] For port 76c7b4d0-56f2-41ab-98ac-58cf1ea7a734, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=76c7b4d0-56f2-41ab-98ac-58cf1ea7a734,segment=NetworkSegment(f3e08904-2dfd-4a42-a044-c64d88dcae94),segment_id=f3e08904-2dfd-4a42-a044-c64d88dcae94)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:10.832879 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0a34255c-1210-4480-96e0-384a28066e28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (76c7b4d0-56f2-41ab-98ac-58cf1ea7a734), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:10.876868 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-592887d2-1b1f-49fc-8b3d-5125e270a2fb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (a7105987-caf9-4d73-ba57-9ef748a3d206), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:10.894241 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd456-33a9-495b-9856-83d5121ad361 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (4744acaa-fddd-4df8-9124-4ca5bde41dce), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:10.907367 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0a34255c-1210-4480-96e0-384a28066e28 None None] Calling delete_port for 76c7b4d0-56f2-41ab-98ac-58cf1ea7a734 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:10.935256 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fd456-33a9-495b-9856-83d5121ad361 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event deleted for resources: {'Port': ['ID=4744acaa-fddd-4df8-9124-4ca5bde41dce,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:10.951948 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9f9edeee-d7c6-4bbf-b365-b5c34e59421e None None] Current status of the port 1f4206d5-f1e9-4af8-b867-729177397033 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:10.972658 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-592887d2-1b1f-49fc-8b3d-5125e270a2fb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting port 1f4206d5-f1e9-4af8-b867-729177397033 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:10.973341 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-592887d2-1b1f-49fc-8b3d-5125e270a2fb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (1f4206d5-f1e9-4af8-b867-729177397033), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:10.993394 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b8dbd3-7a8a-4a84-a6ba-a4ea502b6f7b None None] Update dhcp port {'port': {'network_id': 'a7105987-caf9-4d73-ba57-9ef748a3d206', 'fixed_ips': [{'subnet_id': '157183ca-5e94-4394-bcac-d4a862d52979'}], 'binding:host_id': 'n-d-828369-19'}, 'id': '1f4206d5-f1e9-4af8-b867-729177397033'} from n-d-828369-19. {{(pid=109927) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:16:11.097940 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-592887d2-1b1f-49fc-8b3d-5125e270a2fb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] For port 1f4206d5-f1e9-4af8-b867-729177397033, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1f4206d5-f1e9-4af8-b867-729177397033,segment=NetworkSegment(e29a3474-bd56-4d09-81ca-2077272ce3d3),segment_id=e29a3474-bd56-4d09-81ca-2077272ce3d3)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:11.098257 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-592887d2-1b1f-49fc-8b3d-5125e270a2fb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (1f4206d5-f1e9-4af8-b867-729177397033), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:11.111332 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd456-33a9-495b-9856-83d5121ad361 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (a9b4181c-1ff1-4d67-967a-ef43b773237a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:11.113824 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-03b8dbd3-7a8a-4a84-a6ba-a4ea502b6f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1f4206d5-f1e9-4af8-b867-729177397033), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:11.122315 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-592887d2-1b1f-49fc-8b3d-5125e270a2fb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Calling delete_port for 1f4206d5-f1e9-4af8-b867-729177397033 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:11.159712 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 057ec27a-131b-4c7f-9453-1b159f2d6243 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:11.160240 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (057ec27a-131b-4c7f-9453-1b159f2d6243), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:11.224739 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device bc4287af-2c21-4d8e-8d5b-457f1389e9bb no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:16:11.233972 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd456-33a9-495b-9856-83d5121ad361 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (a9b4181c-1ff1-4d67-967a-ef43b773237a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:11.235791 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-592887d2-1b1f-49fc-8b3d-5125e270a2fb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (1f4206d5-f1e9-4af8-b867-729177397033), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:11.237169 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd456-33a9-495b-9856-83d5121ad361 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router_controller (a9b4181c-1ff1-4d67-967a-ef43b773237a), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:11.270219 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592887d2-1b1f-49fc-8b3d-5125e270a2fb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] No DVR routers for this DVR port 1f4206d5-f1e9-4af8-b867-729177397033 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:16:11.272098 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592887d2-1b1f-49fc-8b3d-5125e270a2fb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Port': ['ID=1f4206d5-f1e9-4af8-b867-729177397033,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:11.309929 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: bc4287af-2c21-4d8e-8d5b-457f1389e9bb {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:16:11.310317 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device bc4287af-2c21-4d8e-8d5b-457f1389e9bb not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:16:11.310776 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 76c7b4d0-56f2-41ab-98ac-58cf1ea7a734 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:16:11.313271 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd456-33a9-495b-9856-83d5121ad361 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (a9b4181c-1ff1-4d67-967a-ef43b773237a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:11.313833 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3fd456-33a9-495b-9856-83d5121ad361 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Fanout notify agent at l3_agent the message router_deleted on router a9b4181c-1ff1-4d67-967a-ef43b773237a {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:16:11.330826 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd456-33a9-495b-9856-83d5121ad361 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:11.332068 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8c3fd456-33a9-495b-9856-83d5121ad361 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "DELETE /v2.0/routers/a9b4181c-1ff1-4d67-967a-ef43b773237a HTTP/1.1" status: 204 len: 168 time: 1.7102995 Feb 19 04:16:11.334417 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 057ec27a-131b-4c7f-9453-1b159f2d6243, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=057ec27a-131b-4c7f-9453-1b159f2d6243,segment=NetworkSegment(be999880-b75a-4dab-9e73-f9f6f76b8767),segment_id=be999880-b75a-4dab-9e73-f9f6f76b8767)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:11.335073 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40258) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:11.349358 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114d1904-42ca-4597-9da4-a79ea5a4f4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057ec27a-131b-4c7f-9453-1b159f2d6243'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:11.360958 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ec621a-6cc6-452e-b5e6-2a3e968dc833" -d '{"events": [{"server_uuid": "114d1904-42ca-4597-9da4-a79ea5a4f4b8", "name": "network-vif-plugged", "status": "completed", "tag": "057ec27a-131b-4c7f-9453-1b159f2d6243"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:11.393708 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-592887d2-1b1f-49fc-8b3d-5125e270a2fb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (a7105987-caf9-4d73-ba57-9ef748a3d206), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:11.425769 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (057ec27a-131b-4c7f-9453-1b159f2d6243), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:11.441193 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0a34255c-1210-4480-96e0-384a28066e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (76c7b4d0-56f2-41ab-98ac-58cf1ea7a734), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:11.443031 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-592887d2-1b1f-49fc-8b3d-5125e270a2fb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7105987-caf9-4d73-ba57-9ef748a3d206']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:11.443809 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 76c7b4d0-56f2-41ab-98ac-58cf1ea7a734 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:16:11.444168 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 76c7b4d0-56f2-41ab-98ac-58cf1ea7a734 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:16:11.464207 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-592887d2-1b1f-49fc-8b3d-5125e270a2fb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29a3474-bd56-4d09-81ca-2077272ce3d3') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:11.467640 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-592887d2-1b1f-49fc-8b3d-5125e270a2fb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29a3474-bd56-4d09-81ca-2077272ce3d3') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:11.491470 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-592887d2-1b1f-49fc-8b3d-5125e270a2fb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (e29a3474-bd56-4d09-81ca-2077272ce3d3), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:11.508358 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-592887d2-1b1f-49fc-8b3d-5125e270a2fb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e29a3474-bd56-4d09-81ca-2077272ce3d3), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:11.520625 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a34255c-1210-4480-96e0-384a28066e28 None None] No DVR routers for this DVR port 76c7b4d0-56f2-41ab-98ac-58cf1ea7a734 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:16:11.523415 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592887d2-1b1f-49fc-8b3d-5125e270a2fb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:16:11.525925 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-592887d2-1b1f-49fc-8b3d-5125e270a2fb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (e29a3474-bd56-4d09-81ca-2077272ce3d3), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:16:11.531667 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:16:11.536083 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfb3074-ced3-4292-b9c7-ad4b67f86880 x-openstack-request-id: req-6cfb3074-ced3-4292-b9c7-ad4b67f86880 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:11.536552 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114d1904-42ca-4597-9da4-a79ea5a4f4b8", "name": "network-vif-plugged", "status": "completed", "tag": "057ec27a-131b-4c7f-9453-1b159f2d6243", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:11.536818 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6cfb3074-ced3-4292-b9c7-ad4b67f86880 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:11.537231 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114d1904-42ca-4597-9da4-a79ea5a4f4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057ec27a-131b-4c7f-9453-1b159f2d6243', 'code': 200} Feb 19 04:16:11.583080 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7865f8ee-a3b4-4321-9b72-dcf945356e21 None None] Network a7105987-caf9-4d73-ba57-9ef748a3d206 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:11.611852 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-10d1fec4-a5bd-4f10-8eb9-08e79d16ab2e None None] Could not find standard attr ID for object 1f4206d5-f1e9-4af8-b867-729177397033. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:16:11.649014 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-52f7522d-03f4-40e4-b68b-1cfa7fdc60e5 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (04558d05-bf19-4e14-86d3-965fc0aa2433), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:11.676480 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da5d5d-f3cb-4f23-bc49-cfb7b6581780 req-96372570-21b4-4d3f-b782-e6d2fb498d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:11.679406 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-91da5d5d-f3cb-4f23-bc49-cfb7b6581780 req-96372570-21b4-4d3f-b782-e6d2fb498d1a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=114d1904-42ca-4597-9da4-a79ea5a4f4b8 HTTP/1.1" status: 200 len: 1129 time: 0.1222670 Feb 19 04:16:11.680580 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-592887d2-1b1f-49fc-8b3d-5125e270a2fb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (a7105987-caf9-4d73-ba57-9ef748a3d206), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:11.712712 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-592887d2-1b1f-49fc-8b3d-5125e270a2fb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:11.717142 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-592887d2-1b1f-49fc-8b3d-5125e270a2fb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/networks/a7105987-caf9-4d73-ba57-9ef748a3d206 HTTP/1.1" status: 204 len: 168 time: 1.0027697 Feb 19 04:16:11.718228 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592887d2-1b1f-49fc-8b3d-5125e270a2fb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Network': ['ID=a7105987-caf9-4d73-ba57-9ef748a3d206,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:11.721431 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40272) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:11.730624 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=057ec27a-131b-4c7f-9453-1b159f2d6243,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:11.835937 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34255c-1210-4480-96e0-384a28066e28 None None] Pushing event deleted for resources: {'Port': ['ID=76c7b4d0-56f2-41ab-98ac-58cf1ea7a734,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:11.837699 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98540eea-8f5a-4c50-8a66-02a6d0e155dc req-89860be5-78d1-49db-9615-49d084c47d57 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:11.839362 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-98540eea-8f5a-4c50-8a66-02a6d0e155dc req-89860be5-78d1-49db-9615-49d084c47d57 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=114d1904-42ca-4597-9da4-a79ea5a4f4b8 HTTP/1.1" status: 200 len: 946 time: 0.2901940 Feb 19 04:16:11.852944 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-91da5d5d-f3cb-4f23-bc49-cfb7b6581780 req-6be0e2fe-fdae-4e9c-a844-147bc3452a24 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480882 Feb 19 04:16:11.879519 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3518d2e8-b025-4638-b435-d5f8a0f4a6cf tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:11.882035 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3518d2e8-b025-4638-b435-d5f8a0f4a6cf tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1462693 Feb 19 04:16:11.888691 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40276) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:11.891742 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98be3d5-f458-4d4f-94e4-6efe5867ff76 None None] DHCP port deletion for a7105987-caf9-4d73-ba57-9ef748a3d206 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:16:11.920798 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-52f7522d-03f4-40e4-b68b-1cfa7fdc60e5 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (04558d05-bf19-4e14-86d3-965fc0aa2433), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:11.944251 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041d3f2-2d38-4520-86ef-448b2333d070 req-c6589370-0e00-419d-a0f6-fd53eda2e507 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:11.945799 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7041d3f2-2d38-4520-86ef-448b2333d070 req-c6589370-0e00-419d-a0f6-fd53eda2e507 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 946 time: 0.2835207 Feb 19 04:16:11.962031 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cf4518b7-123a-4740-a3a3-539415b61865 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0721266 Feb 19 04:16:11.962665 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40278) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:11.968052 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-6a2e06e8-d71b-4aba-98ef-7fe929298938 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1890631317'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:11.979542 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-52f7522d-03f4-40e4-b68b-1cfa7fdc60e5 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04558d05-bf19-4e14-86d3-965fc0aa2433']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:11.998486 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2e06e8-d71b-4aba-98ef-7fe929298938 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:12.002120 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a2e06e8-d71b-4aba-98ef-7fe929298938 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:12.010473 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-52f7522d-03f4-40e4-b68b-1cfa7fdc60e5 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e08904-2dfd-4a42-a044-c64d88dcae94') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:12.010778 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-52f7522d-03f4-40e4-b68b-1cfa7fdc60e5 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e08904-2dfd-4a42-a044-c64d88dcae94') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:12.016829 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-98540eea-8f5a-4c50-8a66-02a6d0e155dc req-5fd1ac80-2340-48b9-8e3f-2b8979c8c089 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472785 Feb 19 04:16:12.029218 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-52f7522d-03f4-40e4-b68b-1cfa7fdc60e5 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (f3e08904-2dfd-4a42-a044-c64d88dcae94), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:12.063871 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7041d3f2-2d38-4520-86ef-448b2333d070 req-2a2ca2e8-879c-4765-adde-d95979cffe6d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029363 Feb 19 04:16:12.064858 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-52f7522d-03f4-40e4-b68b-1cfa7fdc60e5 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (f3e08904-2dfd-4a42-a044-c64d88dcae94), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:12.072057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f7522d-03f4-40e4-b68b-1cfa7fdc60e5 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:16:12.072584 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-52f7522d-03f4-40e4-b68b-1cfa7fdc60e5 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (f3e08904-2dfd-4a42-a044-c64d88dcae94), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:16:12.077370 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:16:12.147356 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-52f7522d-03f4-40e4-b68b-1cfa7fdc60e5 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (04558d05-bf19-4e14-86d3-965fc0aa2433), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:12.165440 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-52f7522d-03f4-40e4-b68b-1cfa7fdc60e5 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:12.168756 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-52f7522d-03f4-40e4-b68b-1cfa7fdc60e5 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "DELETE /v2.0/networks/04558d05-bf19-4e14-86d3-965fc0aa2433 HTTP/1.1" status: 204 len: 168 time: 0.8324583 Feb 19 04:16:12.173823 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40282) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:12.204983 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7522d-03f4-40e4-b68b-1cfa7fdc60e5 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event deleted for resources: {'Network': ['ID=04558d05-bf19-4e14-86d3-965fc0aa2433,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:12.272050 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fc128-4503-4a20-a0d9-04819e074f5e req-b205c7c6-4bb8-4bca-a509-a61bde65a14e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:12.273752 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da3fc128-4503-4a20-a0d9-04819e074f5e req-b205c7c6-4bb8-4bca-a509-a61bde65a14e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.1241884 Feb 19 04:16:12.305023 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a8d98a4-2b15-4baa-aeec-63b87f15ed32 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group (f3ab02a4-0fac-4d05-9c3c-0258533ab3f1), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:12.349481 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a8d98a4-2b15-4baa-aeec-63b87f15ed32 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group (f3ab02a4-0fac-4d05-9c3c-0258533ab3f1), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:12.367399 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da3fc128-4503-4a20-a0d9-04819e074f5e req-9db3c085-6f75-4d66-9e58-146e0c772895 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0799086 Feb 19 04:16:12.412365 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a2e06e8-d71b-4aba-98ef-7fe929298938 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:16:12.427129 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a2e06e8-d71b-4aba-98ef-7fe929298938 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (0d4d6c4f-5f11-40a3-b304-ecaad567b78d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:12.427453 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-6a2e06e8-d71b-4aba-98ef-7fe929298938 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Added segment 0d4d6c4f-5f11-40a3-b304-ecaad567b78d of type vlan for network 04203ff4-76dc-4895-9a2f-e6f50201bcf1 Feb 19 04:16:12.428439 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a8d98a4-2b15-4baa-aeec-63b87f15ed32 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f3ab02a4-0fac-4d05-9c3c-0258533ab3f1), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:12.431504 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a8d98a4-2b15-4baa-aeec-63b87f15ed32 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:12.435316 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5a8d98a4-2b15-4baa-aeec-63b87f15ed32 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "DELETE /v2.0/security-groups/f3ab02a4-0fac-4d05-9c3c-0258533ab3f1 HTTP/1.1" status: 204 len: 168 time: 0.2588549 Feb 19 04:16:12.447831 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d98a4-2b15-4baa-aeec-63b87f15ed32 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ab02a4-0fac-4d05-9c3c-0258533ab3f1,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:12.489983 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a2e06e8-d71b-4aba-98ef-7fe929298938 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (04203ff4-76dc-4895-9a2f-e6f50201bcf1), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:12.517644 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a2e06e8-d71b-4aba-98ef-7fe929298938 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (04203ff4-76dc-4895-9a2f-e6f50201bcf1), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:12.523154 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2e06e8-d71b-4aba-98ef-7fe929298938 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:12.523679 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a2e06e8-d71b-4aba-98ef-7fe929298938 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:12.526375 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f2f74-44e9-4483-949d-58ce93bf5f72 req-766a1c9a-ee6c-46ef-ad9b-e7cb6d3f2d98 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:12.527919 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a6f2f74-44e9-4483-949d-58ce93bf5f72 req-766a1c9a-ee6c-46ef-ad9b-e7cb6d3f2d98 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.0609093 Feb 19 04:16:12.583583 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6a2e06e8-d71b-4aba-98ef-7fe929298938 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6167903 Feb 19 04:16:12.583788 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a6f2f74-44e9-4483-949d-58ce93bf5f72 req-56a5f621-3d8e-4ff2-bdab-8cb08ee4c81f tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459223 Feb 19 04:16:12.583788 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40290) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:12.588605 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-4c1a4e34-0c15-4008-a1b9-b0893e39ecc6 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'subnet': {'network_id': '04203ff4-76dc-4895-9a2f-e6f50201bcf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:12.614545 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e06e8-d71b-4aba-98ef-7fe929298938 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Network': ['ID=04203ff4-76dc-4895-9a2f-e6f50201bcf1,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:12.626470 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 04203ff4-76dc-4895-9a2f-e6f50201bcf1 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:16:12.750531 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1a4e34-0c15-4008-a1b9-b0893e39ecc6 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:12.753981 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4c1a4e34-0c15-4008-a1b9-b0893e39ecc6 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:12.756776 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4744acaa-fddd-4df8-9124-4ca5bde41dce no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:16:12.779213 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 4744acaa-fddd-4df8-9124-4ca5bde41dce {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:16:12.779629 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4744acaa-fddd-4df8-9124-4ca5bde41dce not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:16:12.780164 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1f4206d5-f1e9-4af8-b867-729177397033 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:16:12.802028 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 1f4206d5-f1e9-4af8-b867-729177397033 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:16:12.802631 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1f4206d5-f1e9-4af8-b867-729177397033 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:16:12.816552 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866a656-3bd7-496c-b3c0-7587e94052cb req-fb2dd7d0-58b2-4a13-9a67-4611b95d1253 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:12.817981 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8866a656-3bd7-496c-b3c0-7587e94052cb req-fb2dd7d0-58b2-4a13-9a67-4611b95d1253 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.1341372 Feb 19 04:16:13.024970 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device af2c1bcf-838b-45d4-a295-71a1d4a7d50e no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:16:13.121528 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port af2c1bcf-838b-45d4-a295-71a1d4a7d50e is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:13.121976 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (af2c1bcf-838b-45d4-a295-71a1d4a7d50e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:13.159365 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port af2c1bcf-838b-45d4-a295-71a1d4a7d50e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=af2c1bcf-838b-45d4-a295-71a1d4a7d50e,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:13.163899 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (af2c1bcf-838b-45d4-a295-71a1d4a7d50e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:13.228044 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=af2c1bcf-838b-45d4-a295-71a1d4a7d50e,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:13.233307 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8866a656-3bd7-496c-b3c0-7587e94052cb req-bfb09507-01bf-4371-820d-08c0be09bb85 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4081888 Feb 19 04:16:13.388930 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4c1a4e34-0c15-4008-a1b9-b0893e39ecc6 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (d202eaa7-97fa-4ca7-8459-4ce7a0f78a74), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:13.400813 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b058204-527b-4c02-bcc2-a45a90c8f5c6 req-68a2bbc6-b824-48f4-ac77-722936f479a1 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:13.402331 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0b058204-527b-4c02-bcc2-a45a90c8f5c6 req-68a2bbc6-b824-48f4-ac77-722936f479a1 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=114d1904-42ca-4597-9da4-a79ea5a4f4b8 HTTP/1.1" status: 200 len: 946 time: 0.0794787 Feb 19 04:16:13.491959 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1a4e34-0c15-4008-a1b9-b0893e39ecc6 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Checking segment: {'id': '0d4d6c4f-5f11-40a3-b304-ecaad567b78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '04203ff4-76dc-4895-9a2f-e6f50201bcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:13.492336 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1a4e34-0c15-4008-a1b9-b0893e39ecc6 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network hostable DHCP agents. Network: 04203ff4-76dc-4895-9a2f-e6f50201bcf1, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:16:13.496024 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a4e34-0c15-4008-a1b9-b0893e39ecc6 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Subnet': ['ID=d202eaa7-97fa-4ca7-8459-4ce7a0f78a74,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:13.519097 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0b058204-527b-4c02-bcc2-a45a90c8f5c6 req-5a84e411-1451-43c3-aed2-1203dbb032e5 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931668 Feb 19 04:16:13.530878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1a4e34-0c15-4008-a1b9-b0893e39ecc6 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network 04203ff4-76dc-4895-9a2f-e6f50201bcf1 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:16:13.538073 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f14f91-c36e-479a-86e2-198ad4633d47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af2c1bcf-838b-45d4-a295-71a1d4a7d50e'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:13.540880 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06b225f-1793-4187-bca9-404fd47b5ca1" -d '{"events": [{"server_uuid": "28f14f91-c36e-479a-86e2-198ad4633d47", "name": "network-vif-unplugged", "status": "completed", "tag": "af2c1bcf-838b-45d4-a295-71a1d4a7d50e"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:13.564183 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-4c1a4e34-0c15-4008-a1b9-b0893e39ecc6 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 04203ff4-76dc-4895-9a2f-e6f50201bcf1) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:13.573231 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd6a645-6d70-43da-a5ad-9e30c5d60586 None None] Network 04203ff4-76dc-4895-9a2f-e6f50201bcf1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:13.586941 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1a4e34-0c15-4008-a1b9-b0893e39ecc6 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:13.587531 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4c1a4e34-0c15-4008-a1b9-b0893e39ecc6 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:13.617191 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcb6d0-19c5-4cca-9bf8-ed4c5fc419d9 req-ca5c7bd8-eb9e-4dfa-9bd2-fd7969855bde tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:13.618768 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85dcb6d0-19c5-4cca-9bf8-ed4c5fc419d9 req-ca5c7bd8-eb9e-4dfa-9bd2-fd7969855bde tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.0653968 Feb 19 04:16:13.625845 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4c1a4e34-0c15-4008-a1b9-b0893e39ecc6 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0383842 Feb 19 04:16:13.626080 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40306) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:13.631110 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-3c485089-d52d-4fa4-99ca-6cdddef9b592 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'port': {'network_id': '04203ff4-76dc-4895-9a2f-e6f50201bcf1', 'name': 'tempest-PortsIpV6TestJSON-1006698328'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:13.719547 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb4e56a-04b1-4462-8cc1-f7868eeeb049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-04203ff4-76dc-4895-9a2f-e6f50201bcf1', 'network_id': '04203ff4-76dc-4895-9a2f-e6f50201bcf1', 'project_id': '15e1f70909b14df4a18d13363dfa5fd4', 'fixed_ips': [{'subnet_id': 'd202eaa7-97fa-4ca7-8459-4ce7a0f78a74'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:16:13.721903 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bcb4e56a-04b1-4462-8cc1-f7868eeeb049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:13.789882 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c485089-d52d-4fa4-99ca-6cdddef9b592 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:13.793576 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3c485089-d52d-4fa4-99ca-6cdddef9b592 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:13.826078 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85dcb6d0-19c5-4cca-9bf8-ed4c5fc419d9 req-7e6a65cd-34fd-4f6c-b4ff-8626fa95225a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1908677 Feb 19 04:16:13.858115 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-3c485089-d52d-4fa4-99ca-6cdddef9b592 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] device_id is not set on port 43951221-96c3-4abd-851e-2a833aa3203b yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:16:13.878735 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-bcb4e56a-04b1-4462-8cc1-f7868eeeb049 None None] Allocated IP 2001:db8::2 (04203ff4-76dc-4895-9a2f-e6f50201bcf1/d202eaa7-97fa-4ca7-8459-4ce7a0f78a74/7c5ac352-e702-46b7-bc79-6752bf55ed6c) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:13.958915 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdb9c97-0b5b-4e3f-97ba-74e1beb638eb x-openstack-request-id: req-dbdb9c97-0b5b-4e3f-97ba-74e1beb638eb {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:13.959149 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f14f91-c36e-479a-86e2-198ad4633d47", "name": "network-vif-unplugged", "status": "failed", "tag": "af2c1bcf-838b-45d4-a295-71a1d4a7d50e", "code": 422}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:13.959385 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dbdb9c97-0b5b-4e3f-97ba-74e1beb638eb {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:13.959740 n-d-828369-19 neutron-server[109927]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28f14f91-c36e-479a-86e2-198ad4633d47', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'af2c1bcf-838b-45d4-a295-71a1d4a7d50e', 'code': 422} returned with failed status Feb 19 04:16:14.069768 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40314) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:14.075957 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-af467c70-a697-4d46-aa17-797b547fa595 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1008094416', 'description': 'tempest-secgroup-smoke-1008094416 description', 'project_id': '3daaed16085e4153afa0c32c565c3455'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:14.093734 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bcb4e56a-04b1-4462-8cc1-f7868eeeb049 None None] Publish callbacks [] for port (7c5ac352-e702-46b7-bc79-6752bf55ed6c), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.108579 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bcb4e56a-04b1-4462-8cc1-f7868eeeb049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (7c5ac352-e702-46b7-bc79-6752bf55ed6c), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.149768 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb4e56a-04b1-4462-8cc1-f7868eeeb049 None None] Network 04203ff4-76dc-4895-9a2f-e6f50201bcf1 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:14.155322 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-bcb4e56a-04b1-4462-8cc1-f7868eeeb049 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:14.166556 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb4e56a-04b1-4462-8cc1-f7868eeeb049 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:14.174462 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-af467c70-a697-4d46-aa17-797b547fa595 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.182851 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4e56a-04b1-4462-8cc1-f7868eeeb049 None None] Pushing event updated for resources: {'Port': ['ID=7c5ac352-e702-46b7-bc79-6752bf55ed6c,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:14.205469 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb06d25-ba59-4c87-9993-bc7b38368b07 req-c983db9f-657e-4467-bf37-0eca215f3232 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:14.207190 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbb06d25-ba59-4c87-9993-bc7b38368b07 req-c983db9f-657e-4467-bf37-0eca215f3232 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.1345623 Feb 19 04:16:14.226518 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-3c485089-d52d-4fa4-99ca-6cdddef9b592 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Allocated IP 2001:db8::1e1 (04203ff4-76dc-4895-9a2f-e6f50201bcf1/d202eaa7-97fa-4ca7-8459-4ce7a0f78a74/43951221-96c3-4abd-851e-2a833aa3203b) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:14.282003 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-bcb4e56a-04b1-4462-8cc1-f7868eeeb049 None None] Attempting to bind port 7c5ac352-e702-46b7-bc79-6752bf55ed6c on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:16:14.282405 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-bcb4e56a-04b1-4462-8cc1-f7868eeeb049 None None] Attempting to bind port 7c5ac352-e702-46b7-bc79-6752bf55ed6c by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '0d4d6c4f-5f11-40a3-b304-ecaad567b78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '04203ff4-76dc-4895-9a2f-e6f50201bcf1'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:16:14.282767 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb4e56a-04b1-4462-8cc1-f7868eeeb049 None None] Attempting to bind port 7c5ac352-e702-46b7-bc79-6752bf55ed6c on network 04203ff4-76dc-4895-9a2f-e6f50201bcf1 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:14.298780 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb4e56a-04b1-4462-8cc1-f7868eeeb049 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:16:14.299299 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb4e56a-04b1-4462-8cc1-f7868eeeb049 None None] Checking segment: {'id': '0d4d6c4f-5f11-40a3-b304-ecaad567b78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '04203ff4-76dc-4895-9a2f-e6f50201bcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:14.299980 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bcb4e56a-04b1-4462-8cc1-f7868eeeb049 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.301387 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb4e56a-04b1-4462-8cc1-f7868eeeb049 None None] Bound using segment: {'id': '0d4d6c4f-5f11-40a3-b304-ecaad567b78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '04203ff4-76dc-4895-9a2f-e6f50201bcf1'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:16:14.304787 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-bcb4e56a-04b1-4462-8cc1-f7868eeeb049 None None] Bound port: 7c5ac352-e702-46b7-bc79-6752bf55ed6c, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d4d6c4f-5f11-40a3-b304-ecaad567b78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '04203ff4-76dc-4895-9a2f-e6f50201bcf1'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:16:14.305395 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bcb4e56a-04b1-4462-8cc1-f7868eeeb049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7c5ac352-e702-46b7-bc79-6752bf55ed6c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.307176 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbb06d25-ba59-4c87-9993-bc7b38368b07 req-157fe49b-81ae-43d2-b424-eb8e11cfd1ba tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0844953 Feb 19 04:16:14.404662 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-af467c70-a697-4d46-aa17-797b547fa595 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group (e34090d5-82ff-472d-87c2-d105358f175b), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.412968 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-bcb4e56a-04b1-4462-8cc1-f7868eeeb049 None None] For port 7c5ac352-e702-46b7-bc79-6752bf55ed6c, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:16:14.413763 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-af467c70-a697-4d46-aa17-797b547fa595 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e34090d5-82ff-472d-87c2-d105358f175b), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.416926 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-bcb4e56a-04b1-4462-8cc1-f7868eeeb049 None None] For port 7c5ac352-e702-46b7-bc79-6752bf55ed6c, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7c5ac352-e702-46b7-bc79-6752bf55ed6c,segment=NetworkSegment(0d4d6c4f-5f11-40a3-b304-ecaad567b78d),segment_id=0d4d6c4f-5f11-40a3-b304-ecaad567b78d)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:16:14.424958 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bcb4e56a-04b1-4462-8cc1-f7868eeeb049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7c5ac352-e702-46b7-bc79-6752bf55ed6c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.488339 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4e56a-04b1-4462-8cc1-f7868eeeb049 None None] Pushing event updated for resources: {'Port': ['ID=7c5ac352-e702-46b7-bc79-6752bf55ed6c,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:14.496470 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-af467c70-a697-4d46-aa17-797b547fa595 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.499533 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-af467c70-a697-4d46-aa17-797b547fa595 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4260747 Feb 19 04:16:14.500651 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40316) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:14.506430 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af467c70-a697-4d46-aa17-797b547fa595 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e34090d5-82ff-472d-87c2-d105358f175b,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:14.507576 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d868e783-75ee-49c0-bf95-bb594f420962 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'security_group_rule': {'security_group_id': 'e34090d5-82ff-472d-87c2-d105358f175b', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:14.567745 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d868e783-75ee-49c0-bf95-bb594f420962 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (70723491-e524-4d53-8d62-376d99bc0936), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.568847 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3c485089-d52d-4fa4-99ca-6cdddef9b592 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for port (43951221-96c3-4abd-851e-2a833aa3203b), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.622915 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3c485089-d52d-4fa4-99ca-6cdddef9b592 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (43951221-96c3-4abd-851e-2a833aa3203b), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.661151 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d868e783-75ee-49c0-bf95-bb594f420962 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (70723491-e524-4d53-8d62-376d99bc0936), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.666710 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d868e783-75ee-49c0-bf95-bb594f420962 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (70723491-e524-4d53-8d62-376d99bc0936), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.692322 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868e783-75ee-49c0-bf95-bb594f420962 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70723491-e524-4d53-8d62-376d99bc0936,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:14.697559 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d868e783-75ee-49c0-bf95-bb594f420962 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.698887 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d868e783-75ee-49c0-bf95-bb594f420962 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1971500 Feb 19 04:16:14.702441 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40320) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:14.706996 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-4deec9b5-23fe-4d25-890f-2562e0e4b8bd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'security_group_rule': {'security_group_id': 'e34090d5-82ff-472d-87c2-d105358f175b', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:14.730279 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c485089-d52d-4fa4-99ca-6cdddef9b592 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network 04203ff4-76dc-4895-9a2f-e6f50201bcf1 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:14.733857 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-3c485089-d52d-4fa4-99ca-6cdddef9b592 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:14.736533 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c485089-d52d-4fa4-99ca-6cdddef9b592 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:14.744858 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4deec9b5-23fe-4d25-890f-2562e0e4b8bd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (f1be0db9-ae08-4ede-8d55-2f09bb717b09), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.753592 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c485089-d52d-4fa4-99ca-6cdddef9b592 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:14.754433 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3c485089-d52d-4fa4-99ca-6cdddef9b592 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.787100 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c485089-d52d-4fa4-99ca-6cdddef9b592 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Port': ['ID=43951221-96c3-4abd-851e-2a833aa3203b,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:14.806712 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84122308-2b6e-461c-8548-23846346ccf3 req-e5fc6d21-97bd-45a2-a0e1-89e88736311d tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:14.808312 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84122308-2b6e-461c-8548-23846346ccf3 req-e5fc6d21-97bd-45a2-a0e1-89e88736311d tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=114d1904-42ca-4597-9da4-a79ea5a4f4b8 HTTP/1.1" status: 200 len: 946 time: 0.1783059 Feb 19 04:16:14.812777 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3c485089-d52d-4fa4-99ca-6cdddef9b592 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1855175 Feb 19 04:16:14.816429 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40322) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:14.823122 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-09be754a-95ec-4c24-8811-d12d3b99b397 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'port': {'network_id': '04203ff4-76dc-4895-9a2f-e6f50201bcf1', 'name': 'tempest-PortsIpV6TestJSON-1364011728'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:14.832839 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4deec9b5-23fe-4d25-890f-2562e0e4b8bd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (f1be0db9-ae08-4ede-8d55-2f09bb717b09), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.838122 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4deec9b5-23fe-4d25-890f-2562e0e4b8bd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (f1be0db9-ae08-4ede-8d55-2f09bb717b09), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.859548 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deec9b5-23fe-4d25-890f-2562e0e4b8bd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1be0db9-ae08-4ede-8d55-2f09bb717b09,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:14.868120 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4deec9b5-23fe-4d25-890f-2562e0e4b8bd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.871932 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4deec9b5-23fe-4d25-890f-2562e0e4b8bd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1659987 Feb 19 04:16:14.872188 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40324) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:14.877335 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d364d730-6967-404c-8d74-a0a77d2197cb tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'security_group_rule': {'security_group_id': 'e34090d5-82ff-472d-87c2-d105358f175b', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:14.904417 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d364d730-6967-404c-8d74-a0a77d2197cb tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (75ed6e54-5e53-4318-93bf-556e5adb7ce3), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.940423 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84122308-2b6e-461c-8548-23846346ccf3 req-ee25eab9-b1e7-4164-b6b0-48c750c21a1f tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116829 Feb 19 04:16:14.975072 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d364d730-6967-404c-8d74-a0a77d2197cb tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (75ed6e54-5e53-4318-93bf-556e5adb7ce3), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.979664 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d364d730-6967-404c-8d74-a0a77d2197cb tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (75ed6e54-5e53-4318-93bf-556e5adb7ce3), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:15.001576 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364d730-6967-404c-8d74-a0a77d2197cb tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ed6e54-5e53-4318-93bf-556e5adb7ce3,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:15.002834 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09be754a-95ec-4c24-8811-d12d3b99b397 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:15.006855 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-09be754a-95ec-4c24-8811-d12d3b99b397 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:15.012474 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d364d730-6967-404c-8d74-a0a77d2197cb tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:15.014209 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d364d730-6967-404c-8d74-a0a77d2197cb tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1400983 Feb 19 04:16:15.017169 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40330) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:15.022460 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-5c988f22-bc3d-4d88-b552-54991e947e98 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'security_group_rule': {'security_group_id': 'e34090d5-82ff-472d-87c2-d105358f175b', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:15.028183 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-09be754a-95ec-4c24-8811-d12d3b99b397 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] device_id is not set on port 65d96ccb-f68c-481e-8f60-e2fa977f95cb yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:16:15.057627 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c988f22-bc3d-4d88-b552-54991e947e98 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (8d63dcc6-69b6-4a72-ade3-fc67e28811ed), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:15.138359 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c988f22-bc3d-4d88-b552-54991e947e98 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (8d63dcc6-69b6-4a72-ade3-fc67e28811ed), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:15.141081 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c988f22-bc3d-4d88-b552-54991e947e98 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (8d63dcc6-69b6-4a72-ade3-fc67e28811ed), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:15.169208 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c988f22-bc3d-4d88-b552-54991e947e98 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d63dcc6-69b6-4a72-ade3-fc67e28811ed,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:15.192580 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c988f22-bc3d-4d88-b552-54991e947e98 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:15.197226 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5c988f22-bc3d-4d88-b552-54991e947e98 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1787546 Feb 19 04:16:15.197439 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40342) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:15.203316 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-3f8a9a90-f4c5-4d65-9c32-9fc60c9f2a31 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'security_group_rule': {'security_group_id': 'e34090d5-82ff-472d-87c2-d105358f175b', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:15.207763 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-09be754a-95ec-4c24-8811-d12d3b99b397 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Allocated IP 2001:db8::8d (04203ff4-76dc-4895-9a2f-e6f50201bcf1/d202eaa7-97fa-4ca7-8459-4ce7a0f78a74/65d96ccb-f68c-481e-8f60-e2fa977f95cb) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:15.246112 n-d-828369-19 neutron-server[109926]: INFO neutron.db.securitygroups_db [None req-3f8a9a90-f4c5-4d65-9c32-9fc60c9f2a31 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Project 3daaed16085e4153afa0c32c565c3455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:16:15.261460 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3f8a9a90-f4c5-4d65-9c32-9fc60c9f2a31 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (822e6b2d-b0c7-4d3f-b5a8-e4d43498882f), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:15.469967 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3f8a9a90-f4c5-4d65-9c32-9fc60c9f2a31 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (822e6b2d-b0c7-4d3f-b5a8-e4d43498882f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:15.485559 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3f8a9a90-f4c5-4d65-9c32-9fc60c9f2a31 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (822e6b2d-b0c7-4d3f-b5a8-e4d43498882f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:15.543813 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a9a90-f4c5-4d65-9c32-9fc60c9f2a31 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=822e6b2d-b0c7-4d3f-b5a8-e4d43498882f,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:15.568715 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef20e0-faa5-43ea-b43b-e85cc71e9e54 req-5a9e62e9-a0e9-48a2-be0c-672df7075854 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:15.581720 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-afef20e0-faa5-43ea-b43b-e85cc71e9e54 req-5a9e62e9-a0e9-48a2-be0c-672df7075854 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.1759212 Feb 19 04:16:15.613637 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-09be754a-95ec-4c24-8811-d12d3b99b397 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for port (65d96ccb-f68c-481e-8f60-e2fa977f95cb), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:15.616978 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3f8a9a90-f4c5-4d65-9c32-9fc60c9f2a31 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:15.620731 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3f8a9a90-f4c5-4d65-9c32-9fc60c9f2a31 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4196873 Feb 19 04:16:15.621493 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40368) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:15.629602 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-aceb32d0-9a8f-4525-b82d-4ffaa72f6e0c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'security_group_rule': {'security_group_id': 'e34090d5-82ff-472d-87c2-d105358f175b', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:15.667441 n-d-828369-19 neutron-server[109925]: INFO neutron.db.securitygroups_db [None req-aceb32d0-9a8f-4525-b82d-4ffaa72f6e0c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Project 3daaed16085e4153afa0c32c565c3455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:16:15.686696 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aceb32d0-9a8f-4525-b82d-4ffaa72f6e0c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (96a49cd3-5cf3-453c-9773-bf0c5d9c6d7c), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:15.702019 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-afef20e0-faa5-43ea-b43b-e85cc71e9e54 req-aac853fa-65fe-4430-bd8e-f48d597c6d30 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1148992 Feb 19 04:16:15.745035 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-09be754a-95ec-4c24-8811-d12d3b99b397 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (65d96ccb-f68c-481e-8f60-e2fa977f95cb), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:15.784706 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aceb32d0-9a8f-4525-b82d-4ffaa72f6e0c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (96a49cd3-5cf3-453c-9773-bf0c5d9c6d7c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:15.789603 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aceb32d0-9a8f-4525-b82d-4ffaa72f6e0c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (96a49cd3-5cf3-453c-9773-bf0c5d9c6d7c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:15.802404 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09be754a-95ec-4c24-8811-d12d3b99b397 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network 04203ff4-76dc-4895-9a2f-e6f50201bcf1 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:15.810678 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-09be754a-95ec-4c24-8811-d12d3b99b397 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:15.815032 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09be754a-95ec-4c24-8811-d12d3b99b397 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:15.828381 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09be754a-95ec-4c24-8811-d12d3b99b397 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:15.828684 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb32d0-9a8f-4525-b82d-4ffaa72f6e0c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a49cd3-5cf3-453c-9773-bf0c5d9c6d7c,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:15.829057 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-09be754a-95ec-4c24-8811-d12d3b99b397 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:15.850580 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aceb32d0-9a8f-4525-b82d-4ffaa72f6e0c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:15.851831 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-aceb32d0-9a8f-4525-b82d-4ffaa72f6e0c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2279880 Feb 19 04:16:15.854978 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40374) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:15.861195 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-929060fa-eb62-45bc-856e-53e49291011a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'network': {'name': 'tempest-network-smoke--1578345342', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'port_security_enabled': True}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:15.861870 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02f8b29-456e-4831-8e88-4a6b801db6f9 None None] Network 04203ff4-76dc-4895-9a2f-e6f50201bcf1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:15.864476 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be754a-95ec-4c24-8811-d12d3b99b397 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Port': ['ID=65d96ccb-f68c-481e-8f60-e2fa977f95cb,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:15.875269 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40376) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:15.883622 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-09be754a-95ec-4c24-8811-d12d3b99b397 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0656416 Feb 19 04:16:15.906907 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929060fa-eb62-45bc-856e-53e49291011a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Made reservation on behalf of 3daaed16085e4153afa0c32c565c3455 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:15.912814 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-929060fa-eb62-45bc-856e-53e49291011a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:15.954452 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929060fa-eb62-45bc-856e-53e49291011a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:16:15.971072 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-929060fa-eb62-45bc-856e-53e49291011a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (056c2bc3-c560-47f5-9465-7d1c10ec3656), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:15.971773 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-929060fa-eb62-45bc-856e-53e49291011a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Added segment 056c2bc3-c560-47f5-9465-7d1c10ec3656 of type vlan for network 2a881e15-dcb9-4612-90a0-55bb903b8851 Feb 19 04:16:15.999633 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51b74b4-1268-46c1-9137-a7adb0ba381e tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:16.006320 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c310ee82-90b9-4096-9a62-65e3404cd493 None None] Provisioning complete for port 7c5ac352-e702-46b7-bc79-6752bf55ed6c triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:16.006657 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c51b74b4-1268-46c1-9137-a7adb0ba381e tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1e1 HTTP/1.1" status: 200 len: 929 time: 0.1303303 Feb 19 04:16:16.007085 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c310ee82-90b9-4096-9a62-65e3404cd493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7c5ac352-e702-46b7-bc79-6752bf55ed6c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.007299 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40378) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:16.040413 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-929060fa-eb62-45bc-856e-53e49291011a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (2a881e15-dcb9-4612-90a0-55bb903b8851), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.081581 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-929060fa-eb62-45bc-856e-53e49291011a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (2a881e15-dcb9-4612-90a0-55bb903b8851), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.097679 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929060fa-eb62-45bc-856e-53e49291011a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:16.098408 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-929060fa-eb62-45bc-856e-53e49291011a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.137991 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-929060fa-eb62-45bc-856e-53e49291011a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2817924 Feb 19 04:16:16.142198 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40380) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:16.148841 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-e6f58742-f0ad-4c00-9b3e-9101155b87fe tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1717006908', 'admin_state_up': True, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:16.169058 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-05d6c225-3548-4b98-a2f7-e684b9b09e31 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting port 65d96ccb-f68c-481e-8f60-e2fa977f95cb {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:16.170421 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-05d6c225-3548-4b98-a2f7-e684b9b09e31 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (65d96ccb-f68c-481e-8f60-e2fa977f95cb), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.208523 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c310ee82-90b9-4096-9a62-65e3404cd493 None None] Current status of the port 7c5ac352-e702-46b7-bc79-6752bf55ed6c is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:16.208919 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c310ee82-90b9-4096-9a62-65e3404cd493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7c5ac352-e702-46b7-bc79-6752bf55ed6c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.227688 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e6f58742-f0ad-4c00-9b3e-9101155b87fe tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (4c3d7b1f-4aa9-401f-9038-aa7b6f157b98), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.228860 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e6f58742-f0ad-4c00-9b3e-9101155b87fe tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (4c3d7b1f-4aa9-401f-9038-aa7b6f157b98), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.253443 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929060fa-eb62-45bc-856e-53e49291011a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Network': ['ID=2a881e15-dcb9-4612-90a0-55bb903b8851,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:16.273429 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 2a881e15-dcb9-4612-90a0-55bb903b8851 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:16:16.278946 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c310ee82-90b9-4096-9a62-65e3404cd493 None None] For port 7c5ac352-e702-46b7-bc79-6752bf55ed6c, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7c5ac352-e702-46b7-bc79-6752bf55ed6c,segment=NetworkSegment(0d4d6c4f-5f11-40a3-b304-ecaad567b78d),segment_id=0d4d6c4f-5f11-40a3-b304-ecaad567b78d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:16.344390 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-05d6c225-3548-4b98-a2f7-e684b9b09e31 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (65d96ccb-f68c-481e-8f60-e2fa977f95cb), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.365262 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c310ee82-90b9-4096-9a62-65e3404cd493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7c5ac352-e702-46b7-bc79-6752bf55ed6c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.385210 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-05d6c225-3548-4b98-a2f7-e684b9b09e31 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Calling delete_port for 65d96ccb-f68c-481e-8f60-e2fa977f95cb owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:16.388627 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e6f58742-f0ad-4c00-9b3e-9101155b87fe tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router_controller (4c3d7b1f-4aa9-401f-9038-aa7b6f157b98), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.441682 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310ee82-90b9-4096-9a62-65e3404cd493 None None] Pushing event updated for resources: {'Port': ['ID=7c5ac352-e702-46b7-bc79-6752bf55ed6c,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:16.639132 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-05d6c225-3548-4b98-a2f7-e684b9b09e31 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (65d96ccb-f68c-481e-8f60-e2fa977f95cb), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.644063 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e6f58742-f0ad-4c00-9b3e-9101155b87fe tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router_gateway (4c3d7b1f-4aa9-401f-9038-aa7b6f157b98), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.680332 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6c225-3548-4b98-a2f7-e684b9b09e31 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Port': ['ID=65d96ccb-f68c-481e-8f60-e2fa977f95cb,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:16.691425 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-028a57dd-5c7b-4ab1-a82f-3e14efe4c302 None None] Could not find standard attr ID for object 65d96ccb-f68c-481e-8f60-e2fa977f95cb. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:16:16.723870 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-028a57dd-5c7b-4ab1-a82f-3e14efe4c302 None None] Provisioning complete for port 43951221-96c3-4abd-851e-2a833aa3203b triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:16.733787 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-028a57dd-5c7b-4ab1-a82f-3e14efe4c302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (43951221-96c3-4abd-851e-2a833aa3203b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.749351 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-05d6c225-3548-4b98-a2f7-e684b9b09e31 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.756202 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-05d6c225-3548-4b98-a2f7-e684b9b09e31 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/ports/65d96ccb-f68c-481e-8f60-e2fa977f95cb HTTP/1.1" status: 204 len: 168 time: 0.7478790 Feb 19 04:16:16.756979 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40388) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:16.791200 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-25843f04-9ca4-4ffa-b8c8-8770a6249a03 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] GET failed (client error): The resource could not be found. Feb 19 04:16:16.813774 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-25843f04-9ca4-4ffa-b8c8-8770a6249a03 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "GET /v2.0/ports/65d96ccb-f68c-481e-8f60-e2fa977f95cb HTTP/1.1" status: 404 len: 333 time: 0.0552728 Feb 19 04:16:16.814153 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40390) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:16.826297 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-028a57dd-5c7b-4ab1-a82f-3e14efe4c302 None None] Port 43951221-96c3-4abd-851e-2a833aa3203b cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:16.854372 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-028a57dd-5c7b-4ab1-a82f-3e14efe4c302 None None] Provisioning complete for port 7c5ac352-e702-46b7-bc79-6752bf55ed6c triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:16.855091 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-028a57dd-5c7b-4ab1-a82f-3e14efe4c302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7c5ac352-e702-46b7-bc79-6752bf55ed6c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:17.075218 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7c5ac352-e702-46b7-bc79-6752bf55ed6c up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:17.078317 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d3eee-ee4e-4c61-9879-adfae94a0524 req-bc3cff6d-189d-40dc-8d6d-cfb1a2cc3712 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:17.080715 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2a7d3eee-ee4e-4c61-9879-adfae94a0524 req-bc3cff6d-189d-40dc-8d6d-cfb1a2cc3712 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.2339566 Feb 19 04:16:17.169299 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 7c5ac352-e702-46b7-bc79-6752bf55ed6c triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:17.169678 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7c5ac352-e702-46b7-bc79-6752bf55ed6c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:17.171657 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-028a57dd-5c7b-4ab1-a82f-3e14efe4c302 None None] Current status of the port 7c5ac352-e702-46b7-bc79-6752bf55ed6c is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:17.182140 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-2056db4d-c4a3-40b8-aa1b-079f0294506a tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting port 43951221-96c3-4abd-851e-2a833aa3203b {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:17.182503 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2056db4d-c4a3-40b8-aa1b-079f0294506a tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (43951221-96c3-4abd-851e-2a833aa3203b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:17.229515 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2a7d3eee-ee4e-4c61-9879-adfae94a0524 req-826f7d7a-c3b7-40e3-837d-6845310c098c tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1362872 Feb 19 04:16:17.344959 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 7c5ac352-e702-46b7-bc79-6752bf55ed6c is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:17.348833 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2771a92a-6aaa-48c7-b8a5-9db5fd2819d9 None None] Provisioning complete for port 43951221-96c3-4abd-851e-2a833aa3203b triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:17.349124 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2771a92a-6aaa-48c7-b8a5-9db5fd2819d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (43951221-96c3-4abd-851e-2a833aa3203b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:17.391594 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2771a92a-6aaa-48c7-b8a5-9db5fd2819d9 None None] Port 43951221-96c3-4abd-851e-2a833aa3203b cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:17.452063 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e6f58742-f0ad-4c00-9b3e-9101155b87fe tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router_gateway (4c3d7b1f-4aa9-401f-9038-aa7b6f157b98), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:17.486235 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2056db4d-c4a3-40b8-aa1b-079f0294506a tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (43951221-96c3-4abd-851e-2a833aa3203b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:17.489197 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e6f58742-f0ad-4c00-9b3e-9101155b87fe tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:17.507369 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-2056db4d-c4a3-40b8-aa1b-079f0294506a tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Calling delete_port for 43951221-96c3-4abd-851e-2a833aa3203b owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:17.524520 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-165cb6bb-4bc4-41a2-9db5-c65e5eaea783 None None] Could not find standard attr ID for object 65d96ccb-f68c-481e-8f60-e2fa977f95cb. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:16:17.697647 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-e6f58742-f0ad-4c00-9b3e-9101155b87fe tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Allocated IP 172.25.3.145 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/953b693f-e145-4772-bd85-fad92adbc87c) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:17.815317 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2056db4d-c4a3-40b8-aa1b-079f0294506a tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (43951221-96c3-4abd-851e-2a833aa3203b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:17.852984 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056db4d-c4a3-40b8-aa1b-079f0294506a tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Port': ['ID=43951221-96c3-4abd-851e-2a833aa3203b,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:17.904148 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2056db4d-c4a3-40b8-aa1b-079f0294506a tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:17.915300 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40406) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:17.915828 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2056db4d-c4a3-40b8-aa1b-079f0294506a tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/ports/43951221-96c3-4abd-851e-2a833aa3203b HTTP/1.1" status: 204 len: 168 time: 1.0985203 Feb 19 04:16:17.947451 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b32dc93-c99e-417d-9efd-4c1176f19e21 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] GET failed (client error): The resource could not be found. Feb 19 04:16:17.949531 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9b32dc93-c99e-417d-9efd-4c1176f19e21 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "GET /v2.0/ports/43951221-96c3-4abd-851e-2a833aa3203b HTTP/1.1" status: 404 len: 333 time: 0.0322638 Feb 19 04:16:17.952637 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40408) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:17.962380 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e6f58742-f0ad-4c00-9b3e-9101155b87fe tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for port (953b693f-e145-4772-bd85-fad92adbc87c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.014256 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e6f58742-f0ad-4c00-9b3e-9101155b87fe tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (953b693f-e145-4772-bd85-fad92adbc87c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.017735 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e76ac1-9996-4715-a9b4-c15684aaa181 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting subnet d202eaa7-97fa-4ca7-8459-4ce7a0f78a74 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:16:18.024137 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-81e76ac1-9996-4715-a9b4-c15684aaa181 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for subnet (d202eaa7-97fa-4ca7-8459-4ce7a0f78a74), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.060526 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f58742-f0ad-4c00-9b3e-9101155b87fe tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:18.067811 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-e6f58742-f0ad-4c00-9b3e-9101155b87fe tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:18.070515 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f58742-f0ad-4c00-9b3e-9101155b87fe tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:18.090107 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-81e76ac1-9996-4715-a9b4-c15684aaa181 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (d202eaa7-97fa-4ca7-8459-4ce7a0f78a74), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.118742 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f58742-f0ad-4c00-9b3e-9101155b87fe tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Port': ['ID=953b693f-e145-4772-bd85-fad92adbc87c,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:18.209285 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-81e76ac1-9996-4715-a9b4-c15684aaa181 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (d202eaa7-97fa-4ca7-8459-4ce7a0f78a74), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.289248 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-81e76ac1-9996-4715-a9b4-c15684aaa181 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (d202eaa7-97fa-4ca7-8459-4ce7a0f78a74), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.329641 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e76ac1-9996-4715-a9b4-c15684aaa181 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Subnet': ['ID=d202eaa7-97fa-4ca7-8459-4ce7a0f78a74,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:18.336183 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-81e76ac1-9996-4715-a9b4-c15684aaa181 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.343144 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca39047e-4f19-4319-bb4b-ed4d62e84f5d None None] Network 04203ff4-76dc-4895-9a2f-e6f50201bcf1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:18.351344 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40414) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:18.351761 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-81e76ac1-9996-4715-a9b4-c15684aaa181 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/subnets/d202eaa7-97fa-4ca7-8459-4ce7a0f78a74 HTTP/1.1" status: 204 len: 168 time: 0.3928649 Feb 19 04:16:18.502533 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ea0a859d-396c-4fda-9625-43dddce27141 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (04203ff4-76dc-4895-9a2f-e6f50201bcf1), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.519424 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a4937-22ba-41e4-81a5-7bbf60e0058c req-10835e96-800c-4510-b10f-c3c684feea23 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:18.520960 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f89a4937-22ba-41e4-81a5-7bbf60e0058c req-10835e96-800c-4510-b10f-c3c684feea23 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.2088921 Feb 19 04:16:18.581363 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c558c7c5-459d-4309-94ef-ac1300da6fd8 None None] DHCP port deletion for 04203ff4-76dc-4895-9a2f-e6f50201bcf1 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:16:18.643776 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c558c7c5-459d-4309-94ef-ac1300da6fd8 None None] Deleting port 7c5ac352-e702-46b7-bc79-6752bf55ed6c {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:18.644424 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c558c7c5-459d-4309-94ef-ac1300da6fd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (7c5ac352-e702-46b7-bc79-6752bf55ed6c), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.666900 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f89a4937-22ba-41e4-81a5-7bbf60e0058c req-a939b8ce-0e5a-42e6-895b-34ae9d76e3d5 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1200306 Feb 19 04:16:18.669513 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e6f58742-f0ad-4c00-9b3e-9101155b87fe tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router_gateway (4c3d7b1f-4aa9-401f-9038-aa7b6f157b98), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.724588 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c558c7c5-459d-4309-94ef-ac1300da6fd8 None None] For port 7c5ac352-e702-46b7-bc79-6752bf55ed6c, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7c5ac352-e702-46b7-bc79-6752bf55ed6c,segment=NetworkSegment(0d4d6c4f-5f11-40a3-b304-ecaad567b78d),segment_id=0d4d6c4f-5f11-40a3-b304-ecaad567b78d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:18.724588 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c558c7c5-459d-4309-94ef-ac1300da6fd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (7c5ac352-e702-46b7-bc79-6752bf55ed6c), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.767934 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c558c7c5-459d-4309-94ef-ac1300da6fd8 None None] Calling delete_port for 7c5ac352-e702-46b7-bc79-6752bf55ed6c owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:18.911391 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7c5ac352-e702-46b7-bc79-6752bf55ed6c no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:16:18.984926 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c558c7c5-459d-4309-94ef-ac1300da6fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (7c5ac352-e702-46b7-bc79-6752bf55ed6c), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:19.050736 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558c7c5-459d-4309-94ef-ac1300da6fd8 None None] Pushing event deleted for resources: {'Port': ['ID=7c5ac352-e702-46b7-bc79-6752bf55ed6c,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:19.072003 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c558c7c5-459d-4309-94ef-ac1300da6fd8 None None] No DVR routers for this DVR port 7c5ac352-e702-46b7-bc79-6752bf55ed6c on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:16:19.096759 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No active binding found for port 7c5ac352-e702-46b7-bc79-6752bf55ed6c {{(pid=109927) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 04:16:19.097486 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] The host n-d-828369-19 is not matching for port 7c5ac352-e702-46b7-bc79-6752bf55ed6c host None! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:16:19.098121 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7c5ac352-e702-46b7-bc79-6752bf55ed6c not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:16:19.216954 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a859d-396c-4fda-9625-43dddce27141 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting port 7c5ac352-e702-46b7-bc79-6752bf55ed6c {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:19.218150 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ea0a859d-396c-4fda-9625-43dddce27141 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (7c5ac352-e702-46b7-bc79-6752bf55ed6c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:19.333393 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-ea0a859d-396c-4fda-9625-43dddce27141 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] For port 7c5ac352-e702-46b7-bc79-6752bf55ed6c, host n-d-828369-19, got binding levels [] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:19.334132 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ea0a859d-396c-4fda-9625-43dddce27141 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (7c5ac352-e702-46b7-bc79-6752bf55ed6c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:19.357827 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a859d-396c-4fda-9625-43dddce27141 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Calling delete_port for 7c5ac352-e702-46b7-bc79-6752bf55ed6c owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:19.361539 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.ipam_backend_mixin [None req-ea0a859d-396c-4fda-9625-43dddce27141 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Port 7c5ac352-e702-46b7-bc79-6752bf55ed6c was not found and therefore no delete operation was performed {{(pid=109926) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:16:19.364737 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ea0a859d-396c-4fda-9625-43dddce27141 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (7c5ac352-e702-46b7-bc79-6752bf55ed6c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:19.428183 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0a859d-396c-4fda-9625-43dddce27141 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] No DVR routers for this DVR port 7c5ac352-e702-46b7-bc79-6752bf55ed6c on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:16:19.436583 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a859d-396c-4fda-9625-43dddce27141 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Port': ['ID=7c5ac352-e702-46b7-bc79-6752bf55ed6c,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:19.557463 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ea0a859d-396c-4fda-9625-43dddce27141 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (04203ff4-76dc-4895-9a2f-e6f50201bcf1), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:19.590196 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-ea0a859d-396c-4fda-9625-43dddce27141 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04203ff4-76dc-4895-9a2f-e6f50201bcf1']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:19.599727 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e6f58742-f0ad-4c00-9b3e-9101155b87fe tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (4c3d7b1f-4aa9-401f-9038-aa7b6f157b98), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:19.603254 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-ea0a859d-396c-4fda-9625-43dddce27141 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d4d6c4f-5f11-40a3-b304-ecaad567b78d') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:19.603548 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-ea0a859d-396c-4fda-9625-43dddce27141 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d4d6c4f-5f11-40a3-b304-ecaad567b78d') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:19.614641 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ea0a859d-396c-4fda-9625-43dddce27141 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (0d4d6c4f-5f11-40a3-b304-ecaad567b78d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:19.662947 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ea0a859d-396c-4fda-9625-43dddce27141 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (0d4d6c4f-5f11-40a3-b304-ecaad567b78d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:19.674875 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0a859d-396c-4fda-9625-43dddce27141 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:16:19.675276 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ea0a859d-396c-4fda-9625-43dddce27141 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (0d4d6c4f-5f11-40a3-b304-ecaad567b78d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:16:19.678334 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:16:19.775390 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ea0a859d-396c-4fda-9625-43dddce27141 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (04203ff4-76dc-4895-9a2f-e6f50201bcf1), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:19.795773 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ea0a859d-396c-4fda-9625-43dddce27141 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:19.802830 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ea0a859d-396c-4fda-9625-43dddce27141 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/networks/04203ff4-76dc-4895-9a2f-e6f50201bcf1 HTTP/1.1" status: 204 len: 168 time: 1.4466972 Feb 19 04:16:19.803584 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40424) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:19.809293 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-9858cde1-5a35-4f5f-b016-d2d854f9b273 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-345846300'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:19.811385 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a859d-396c-4fda-9625-43dddce27141 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Network': ['ID=04203ff4-76dc-4895-9a2f-e6f50201bcf1,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:19.838991 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9858cde1-5a35-4f5f-b016-d2d854f9b273 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:19.845173 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9858cde1-5a35-4f5f-b016-d2d854f9b273 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:19.885131 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775e2a2-63b7-49d3-8bc4-d424af68a84c req-2f88c63a-8f38-4fb1-9d54-67dcd95c6dd2 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:19.887312 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6775e2a2-63b7-49d3-8bc4-d424af68a84c req-2f88c63a-8f38-4fb1-9d54-67dcd95c6dd2 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.0935006 Feb 19 04:16:19.889332 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f58742-f0ad-4c00-9b3e-9101155b87fe tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Router 4c3d7b1f-4aa9-401f-9038-aa7b6f157b98 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:16:19.895085 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9858cde1-5a35-4f5f-b016-d2d854f9b273 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:16:19.908376 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9858cde1-5a35-4f5f-b016-d2d854f9b273 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (9efee922-d8de-43ff-9f82-b87250a2bd71), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:19.908758 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-9858cde1-5a35-4f5f-b016-d2d854f9b273 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Added segment 9efee922-d8de-43ff-9f82-b87250a2bd71 of type vlan for network ffd37e7e-177d-49f4-b82b-626fb7e48e16 Feb 19 04:16:19.955235 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9858cde1-5a35-4f5f-b016-d2d854f9b273 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (ffd37e7e-177d-49f4-b82b-626fb7e48e16), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:20.004743 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9858cde1-5a35-4f5f-b016-d2d854f9b273 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (ffd37e7e-177d-49f4-b82b-626fb7e48e16), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:20.004743 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9858cde1-5a35-4f5f-b016-d2d854f9b273 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:20.004743 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9858cde1-5a35-4f5f-b016-d2d854f9b273 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:20.013581 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6775e2a2-63b7-49d3-8bc4-d424af68a84c req-9e1b9920-7d3f-4a5f-93fb-0a7989c61f04 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1167836 Feb 19 04:16:20.078072 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9858cde1-5a35-4f5f-b016-d2d854f9b273 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2730856 Feb 19 04:16:20.081259 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40438) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:20.088081 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-fac17390-a6ab-4556-b50f-2e6475732f9a tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'subnet': {'network_id': 'ffd37e7e-177d-49f4-b82b-626fb7e48e16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:20.090681 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f58742-f0ad-4c00-9b3e-9101155b87fe tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:16:20.105729 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad6a24f-fe80-4dac-8914-b47ea3c7540d None None] Sync routers for ids ['4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:16:20.112056 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858cde1-5a35-4f5f-b016-d2d854f9b273 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Network': ['ID=ffd37e7e-177d-49f4-b82b-626fb7e48e16,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:20.119268 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e6f58742-f0ad-4c00-9b3e-9101155b87fe tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:20.120818 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e6f58742-f0ad-4c00-9b3e-9101155b87fe tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.9773576 Feb 19 04:16:20.125154 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad6a24f-fe80-4dac-8914-b47ea3c7540d None None] Routers {'4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:16:20.126189 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40440) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:20.127805 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-dad6a24f-fe80-4dac-8914-b47ea3c7540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:16:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:20.130038 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network ffd37e7e-177d-49f4-b82b-626fb7e48e16 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:16:20.191020 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7f9047fd-ef83-43c2-b63f-2c3544bd2ab7 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=3daaed16085e4153afa0c32c565c3455&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0631847 Feb 19 04:16:20.193603 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40444) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:20.259147 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac17390-a6ab-4556-b50f-2e6475732f9a tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:20.265541 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fac17390-a6ab-4556-b50f-2e6475732f9a tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:20.411178 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-dad6a24f-fe80-4dac-8914-b47ea3c7540d None None] Set router 4c3d7b1f-4aa9-401f-9038-aa7b6f157b98 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:16:20.439522 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcab14f3-ba0d-409e-afcc-d3aa1c459158 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:20.441899 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fcab14f3-ba0d-409e-afcc-d3aa1c459158 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2472403 Feb 19 04:16:20.444755 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40448) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:20.496238 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9042a034-2b42-4076-ae7c-a4874b793b7c tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0490270 Feb 19 04:16:20.498429 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40450) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:20.503871 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-63bd79b1-2fc9-4926-bab6-bdc261450371 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-871512235', 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:20.517473 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fac17390-a6ab-4556-b50f-2e6475732f9a tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (82f9eb5e-42db-4584-86ba-5edcdf40439f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:20.602015 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac17390-a6ab-4556-b50f-2e6475732f9a tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Checking segment: {'id': '9efee922-d8de-43ff-9f82-b87250a2bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ffd37e7e-177d-49f4-b82b-626fb7e48e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:20.602309 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac17390-a6ab-4556-b50f-2e6475732f9a tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network hostable DHCP agents. Network: ffd37e7e-177d-49f4-b82b-626fb7e48e16, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:16:20.605873 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac17390-a6ab-4556-b50f-2e6475732f9a tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Subnet': ['ID=82f9eb5e-42db-4584-86ba-5edcdf40439f,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:20.635740 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac17390-a6ab-4556-b50f-2e6475732f9a tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network ffd37e7e-177d-49f4-b82b-626fb7e48e16 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:16:20.637893 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bd79b1-2fc9-4926-bab6-bdc261450371 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Made reservation on behalf of 3daaed16085e4153afa0c32c565c3455 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:20.643366 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63bd79b1-2fc9-4926-bab6-bdc261450371 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:20.648939 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-dad6a24f-fe80-4dac-8914-b47ea3c7540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717006908', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '953b693f-e145-4772-bd85-fad92adbc87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:16Z', 'updated_at': '2022-02-19T04:16:18Z', 'revision_number': 3, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '953b693f-e145-4772-bd85-fad92adbc87c', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:20.672930 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-fac17390-a6ab-4556-b50f-2e6475732f9a tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, ffd37e7e-177d-49f4-b82b-626fb7e48e16) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:20.677020 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac17390-a6ab-4556-b50f-2e6475732f9a tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:20.677631 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fac17390-a6ab-4556-b50f-2e6475732f9a tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:20.689756 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43d3043-c33c-43a4-9842-7443294680a9 None None] Network ffd37e7e-177d-49f4-b82b-626fb7e48e16 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:20.708542 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fac17390-a6ab-4556-b50f-2e6475732f9a tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6236091 Feb 19 04:16:20.708542 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40452) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:20.713369 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3237d9ff-498c-48cf-9cde-7a097c634111 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'port': {'network_id': 'ffd37e7e-177d-49f4-b82b-626fb7e48e16', 'name': 'tempest-PortsIpV6TestJSON-594802613', 'fixed_ips': [{'subnet_id': '82f9eb5e-42db-4584-86ba-5edcdf40439f', 'ip_address': '2001:db8::10'}]}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:20.719885 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad6a24f-fe80-4dac-8914-b47ea3c7540d None None] Checking router: 4c3d7b1f-4aa9-401f-9038-aa7b6f157b98 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:16:20.721452 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad6a24f-fe80-4dac-8914-b47ea3c7540d None None] Updating router 4c3d7b1f-4aa9-401f-9038-aa7b6f157b98 port 953b693f-e145-4772-bd85-fad92adbc87c binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:16:20.775793 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-dad6a24f-fe80-4dac-8914-b47ea3c7540d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (953b693f-e145-4772-bd85-fad92adbc87c), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:20.856007 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6549a2-f1c4-42c3-b020-f7532f139f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-ffd37e7e-177d-49f4-b82b-626fb7e48e16', 'network_id': 'ffd37e7e-177d-49f4-b82b-626fb7e48e16', 'project_id': '15e1f70909b14df4a18d13363dfa5fd4', 'fixed_ips': [{'subnet_id': '82f9eb5e-42db-4584-86ba-5edcdf40439f'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:16:20.858846 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ae6549a2-f1c4-42c3-b020-f7532f139f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:20.929156 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63bd79b1-2fc9-4926-bab6-bdc261450371 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (79657f7c-a967-450b-aba7-e287c8e4232a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:20.932274 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3237d9ff-498c-48cf-9cde-7a097c634111 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:21.044598 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd79b1-2fc9-4926-bab6-bdc261450371 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Subnet': ['ID=79657f7c-a967-450b-aba7-e287c8e4232a,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:21.085140 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd79b1-2fc9-4926-bab6-bdc261450371 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Checking segment: {'id': '056c2bc3-c560-47f5-9465-7d1c10ec3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:21.085503 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bd79b1-2fc9-4926-bab6-bdc261450371 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Network hostable DHCP agents. Network: 2a881e15-dcb9-4612-90a0-55bb903b8851, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:16:21.128041 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bd79b1-2fc9-4926-bab6-bdc261450371 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Network 2a881e15-dcb9-4612-90a0-55bb903b8851 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:16:21.144952 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-63bd79b1-2fc9-4926-bab6-bdc261450371 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 2a881e15-dcb9-4612-90a0-55bb903b8851) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:21.145602 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3237d9ff-498c-48cf-9cde-7a097c634111 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:21.156823 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ee49a1-7129-42e7-a611-c36244cb0e00 None None] Network 2a881e15-dcb9-4612-90a0-55bb903b8851 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:21.203132 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-3237d9ff-498c-48cf-9cde-7a097c634111 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] device_id is not set on port e17d8f7e-67c2-4802-8dc6-ba11ae0cf161 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:16:21.221613 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bd79b1-2fc9-4926-bab6-bdc261450371 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:21.222437 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63bd79b1-2fc9-4926-bab6-bdc261450371 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:21.246894 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-dad6a24f-fe80-4dac-8914-b47ea3c7540d None None] Publish callbacks [] for port (953b693f-e145-4772-bd85-fad92adbc87c), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:21.267422 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-dad6a24f-fe80-4dac-8914-b47ea3c7540d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (953b693f-e145-4772-bd85-fad92adbc87c), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:21.298074 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40458) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:21.298463 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-63bd79b1-2fc9-4926-bab6-bdc261450371 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7933114 Feb 19 04:16:21.315487 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-ae6549a2-f1c4-42c3-b020-f7532f139f58 None None] Allocated IP 2001:db8::2 (ffd37e7e-177d-49f4-b82b-626fb7e48e16/82f9eb5e-42db-4584-86ba-5edcdf40439f/2736e787-f6d5-4d08-93a9-d1275c5a5eb9) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:21.325078 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad083d4d-9877-45da-bf71-4a6c82009751 req-bb8918b6-719f-41f6-8933-468f975285cb tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:21.330492 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad083d4d-9877-45da-bf71-4a6c82009751 req-bb8918b6-719f-41f6-8933-468f975285cb tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.1768718 Feb 19 04:16:21.449312 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad083d4d-9877-45da-bf71-4a6c82009751 req-9c993265-4a53-4542-a21d-6bf4f1fa572d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1130681 Feb 19 04:16:21.529036 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-dad6a24f-fe80-4dac-8914-b47ea3c7540d None None] Attempting to bind port 953b693f-e145-4772-bd85-fad92adbc87c on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:16:21.529672 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-dad6a24f-fe80-4dac-8914-b47ea3c7540d None None] Attempting to bind port 953b693f-e145-4772-bd85-fad92adbc87c by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:16:21.530217 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad6a24f-fe80-4dac-8914-b47ea3c7540d None None] Attempting to bind port 953b693f-e145-4772-bd85-fad92adbc87c on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:21.535472 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fb3c6-5b40-466e-bf02-96da8d68381c None None] Pushing event updated for resources: {'Port': ['ID=953b693f-e145-4772-bd85-fad92adbc87c,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:21.557989 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fb3c6-5b40-466e-bf02-96da8d68381c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:21.562344 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fb3c6-5b40-466e-bf02-96da8d68381c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:21.562711 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fb3c6-5b40-466e-bf02-96da8d68381c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:21.563053 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fb3c6-5b40-466e-bf02-96da8d68381c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:21.563295 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e333ad9b-6105-48d2-aa4b-9f38d8d5c23a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-2a881e15-dcb9-4612-90a0-55bb903b8851', 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'fixed_ips': [{'subnet_id': '79657f7c-a967-450b-aba7-e287c8e4232a'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:16:21.563423 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fb3c6-5b40-466e-bf02-96da8d68381c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:21.563709 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fb3c6-5b40-466e-bf02-96da8d68381c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:21.564043 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fb3c6-5b40-466e-bf02-96da8d68381c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:21.564372 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fb3c6-5b40-466e-bf02-96da8d68381c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:21.564624 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e333ad9b-6105-48d2-aa4b-9f38d8d5c23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:21.564740 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fb3c6-5b40-466e-bf02-96da8d68381c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:21.565006 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fb3c6-5b40-466e-bf02-96da8d68381c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:21.565329 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fb3c6-5b40-466e-bf02-96da8d68381c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:21.565650 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fb3c6-5b40-466e-bf02-96da8d68381c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:21.565969 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98fb3c6-5b40-466e-bf02-96da8d68381c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:21.589876 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad6a24f-fe80-4dac-8914-b47ea3c7540d None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:16:21.591719 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad6a24f-fe80-4dac-8914-b47ea3c7540d None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:21.592144 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-dad6a24f-fe80-4dac-8914-b47ea3c7540d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:21.592545 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad6a24f-fe80-4dac-8914-b47ea3c7540d None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:16:21.596207 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-dad6a24f-fe80-4dac-8914-b47ea3c7540d None None] Bound port: 953b693f-e145-4772-bd85-fad92adbc87c, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:16:21.596620 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-dad6a24f-fe80-4dac-8914-b47ea3c7540d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (953b693f-e145-4772-bd85-fad92adbc87c), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:21.701841 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-dad6a24f-fe80-4dac-8914-b47ea3c7540d None None] For port 953b693f-e145-4772-bd85-fad92adbc87c, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:16:21.715004 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-dad6a24f-fe80-4dac-8914-b47ea3c7540d None None] For port 953b693f-e145-4772-bd85-fad92adbc87c, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=953b693f-e145-4772-bd85-fad92adbc87c,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:16:21.738070 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-dad6a24f-fe80-4dac-8914-b47ea3c7540d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (953b693f-e145-4772-bd85-fad92adbc87c), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:21.813886 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ae6549a2-f1c4-42c3-b020-f7532f139f58 None None] Publish callbacks [] for port (2736e787-f6d5-4d08-93a9-d1275c5a5eb9), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:21.908594 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad6a24f-fe80-4dac-8914-b47ea3c7540d None None] Routers {'4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:16:21.909241 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-dad6a24f-fe80-4dac-8914-b47ea3c7540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:16:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:21.947709 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-3237d9ff-498c-48cf-9cde-7a097c634111 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Allocated IP 2001:db8::10 (ffd37e7e-177d-49f4-b82b-626fb7e48e16/82f9eb5e-42db-4584-86ba-5edcdf40439f/e17d8f7e-67c2-4802-8dc6-ba11ae0cf161) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:22.086874 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ae6549a2-f1c4-42c3-b020-f7532f139f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (2736e787-f6d5-4d08-93a9-d1275c5a5eb9), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:22.129473 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fb3c6-5b40-466e-bf02-96da8d68381c None None] Pushing event updated for resources: {'Port': ['ID=953b693f-e145-4772-bd85-fad92adbc87c,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:22.162066 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3237d9ff-498c-48cf-9cde-7a097c634111 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for port (e17d8f7e-67c2-4802-8dc6-ba11ae0cf161), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:22.198776 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6549a2-f1c4-42c3-b020-f7532f139f58 None None] Pushing event updated for resources: {'Port': ['ID=2736e787-f6d5-4d08-93a9-d1275c5a5eb9,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:22.218568 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3237d9ff-498c-48cf-9cde-7a097c634111 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (e17d8f7e-67c2-4802-8dc6-ba11ae0cf161), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:22.287428 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-dad6a24f-fe80-4dac-8914-b47ea3c7540d None None] Set router 4c3d7b1f-4aa9-401f-9038-aa7b6f157b98 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:16:22.288362 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6549a2-f1c4-42c3-b020-f7532f139f58 None None] Network ffd37e7e-177d-49f4-b82b-626fb7e48e16 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:22.292786 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-ae6549a2-f1c4-42c3-b020-f7532f139f58 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:22.315953 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6549a2-f1c4-42c3-b020-f7532f139f58 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:22.331628 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3237d9ff-498c-48cf-9cde-7a097c634111 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network ffd37e7e-177d-49f4-b82b-626fb7e48e16 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:22.340119 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-3237d9ff-498c-48cf-9cde-7a097c634111 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:22.348219 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237d9ff-498c-48cf-9cde-7a097c634111 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Port': ['ID=e17d8f7e-67c2-4802-8dc6-ba11ae0cf161,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:22.362840 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3237d9ff-498c-48cf-9cde-7a097c634111 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:22.369673 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3237d9ff-498c-48cf-9cde-7a097c634111 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:22.370815 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3237d9ff-498c-48cf-9cde-7a097c634111 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:22.427934 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-e333ad9b-6105-48d2-aa4b-9f38d8d5c23a None None] Allocated IP 172.20.0.2 (2a881e15-dcb9-4612-90a0-55bb903b8851/79657f7c-a967-450b-aba7-e287c8e4232a/ae47931c-cc1f-4642-a281-c1a7ec05cde2) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:22.469306 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-ae6549a2-f1c4-42c3-b020-f7532f139f58 None None] Attempting to bind port 2736e787-f6d5-4d08-93a9-d1275c5a5eb9 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:16:22.469746 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-ae6549a2-f1c4-42c3-b020-f7532f139f58 None None] Attempting to bind port 2736e787-f6d5-4d08-93a9-d1275c5a5eb9 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '9efee922-d8de-43ff-9f82-b87250a2bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ffd37e7e-177d-49f4-b82b-626fb7e48e16'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:16:22.470237 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6549a2-f1c4-42c3-b020-f7532f139f58 None None] Attempting to bind port 2736e787-f6d5-4d08-93a9-d1275c5a5eb9 on network ffd37e7e-177d-49f4-b82b-626fb7e48e16 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:22.506356 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6549a2-f1c4-42c3-b020-f7532f139f58 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:16:22.511224 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6549a2-f1c4-42c3-b020-f7532f139f58 None None] Checking segment: {'id': '9efee922-d8de-43ff-9f82-b87250a2bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ffd37e7e-177d-49f4-b82b-626fb7e48e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:22.511694 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ae6549a2-f1c4-42c3-b020-f7532f139f58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:22.512073 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6549a2-f1c4-42c3-b020-f7532f139f58 None None] Bound using segment: {'id': '9efee922-d8de-43ff-9f82-b87250a2bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ffd37e7e-177d-49f4-b82b-626fb7e48e16'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:16:22.512595 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-ae6549a2-f1c4-42c3-b020-f7532f139f58 None None] Bound port: 2736e787-f6d5-4d08-93a9-d1275c5a5eb9, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9efee922-d8de-43ff-9f82-b87250a2bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ffd37e7e-177d-49f4-b82b-626fb7e48e16'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:16:22.513026 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ae6549a2-f1c4-42c3-b020-f7532f139f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2736e787-f6d5-4d08-93a9-d1275c5a5eb9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:22.527225 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3237d9ff-498c-48cf-9cde-7a097c634111 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8176661 Feb 19 04:16:22.527474 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40470) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:22.534819 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-c8a47856-9641-4263-a671-8aab3c66675f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'port': {'network_id': 'ffd37e7e-177d-49f4-b82b-626fb7e48e16', 'name': 'tempest-PortsIpV6TestJSON-547335564', 'fixed_ips': [{'subnet_id': '82f9eb5e-42db-4584-86ba-5edcdf40439f', 'ip_address': '2001:db8::f'}]}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:22.727601 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-dad6a24f-fe80-4dac-8914-b47ea3c7540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717006908', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '953b693f-e145-4772-bd85-fad92adbc87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:16Z', 'updated_at': '2022-02-19T04:16:18Z', 'revision_number': 3, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '953b693f-e145-4772-bd85-fad92adbc87c', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:22.813625 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad6a24f-fe80-4dac-8914-b47ea3c7540d None None] The sync data for ids ['4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'] in n-d-828369-19 is: [{'id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717006908', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '953b693f-e145-4772-bd85-fad92adbc87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:16Z', 'updated_at': '2022-02-19T04:16:18Z', 'revision_number': 3, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '953b693f-e145-4772-bd85-fad92adbc87c', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:16:22.819440 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-87bd767b-64eb-4231-89f5-ce9644e72480 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2687614 Feb 19 04:16:22.822722 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-895a60bd-970d-4788-b0b6-d7c2e139ae75 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:22.834068 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-ae6549a2-f1c4-42c3-b020-f7532f139f58 None None] For port 2736e787-f6d5-4d08-93a9-d1275c5a5eb9, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:16:22.838228 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-ae6549a2-f1c4-42c3-b020-f7532f139f58 None None] For port 2736e787-f6d5-4d08-93a9-d1275c5a5eb9, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2736e787-f6d5-4d08-93a9-d1275c5a5eb9,segment=NetworkSegment(9efee922-d8de-43ff-9f82-b87250a2bd71),segment_id=9efee922-d8de-43ff-9f82-b87250a2bd71)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:16:22.855194 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ae6549a2-f1c4-42c3-b020-f7532f139f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2736e787-f6d5-4d08-93a9-d1275c5a5eb9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:22.925886 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523dafd1-b2ee-4dfb-a884-072c0d47aef5 req-2303aba2-3018-41a6-93e1-7ec71b7499fe tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:22.964440 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-523dafd1-b2ee-4dfb-a884-072c0d47aef5 req-2303aba2-3018-41a6-93e1-7ec71b7499fe tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.3117511 Feb 19 04:16:23.022586 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6549a2-f1c4-42c3-b020-f7532f139f58 None None] Pushing event updated for resources: {'Port': ['ID=2736e787-f6d5-4d08-93a9-d1275c5a5eb9,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:23.195532 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e333ad9b-6105-48d2-aa4b-9f38d8d5c23a None None] Publish callbacks [] for port (ae47931c-cc1f-4642-a281-c1a7ec05cde2), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:23.214033 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-523dafd1-b2ee-4dfb-a884-072c0d47aef5 req-37cea492-2f94-4183-b10a-f7da3b2a20d5 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2486053 Feb 19 04:16:23.217645 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e333ad9b-6105-48d2-aa4b-9f38d8d5c23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (ae47931c-cc1f-4642-a281-c1a7ec05cde2), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:23.218193 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a47856-9641-4263-a671-8aab3c66675f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:23.226917 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-2d6fd7b3-0934-4101-88c7-5016718ee2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:23.227448 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-2d6fd7b3-0934-4101-88c7-5016718ee2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:23.227949 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-2d6fd7b3-0934-4101-88c7-5016718ee2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:23.228417 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-2d6fd7b3-0934-4101-88c7-5016718ee2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:23.228866 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-2d6fd7b3-0934-4101-88c7-5016718ee2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:23.229328 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-2d6fd7b3-0934-4101-88c7-5016718ee2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:23.229782 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-2d6fd7b3-0934-4101-88c7-5016718ee2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:23.232866 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-2d6fd7b3-0934-4101-88c7-5016718ee2a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70c4c3b9b3c649e3926da7d12add9340&device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 6726 time: 0.3723671 Feb 19 04:16:23.259568 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e333ad9b-6105-48d2-aa4b-9f38d8d5c23a None None] Network 2a881e15-dcb9-4612-90a0-55bb903b8851 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:23.367460 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-e333ad9b-6105-48d2-aa4b-9f38d8d5c23a None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:23.377286 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e333ad9b-6105-48d2-aa4b-9f38d8d5c23a None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:23.404426 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333ad9b-6105-48d2-aa4b-9f38d8d5c23a None None] Pushing event updated for resources: {'Port': ['ID=ae47931c-cc1f-4642-a281-c1a7ec05cde2,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:23.538642 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c8a47856-9641-4263-a671-8aab3c66675f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:23.619492 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-c8a47856-9641-4263-a671-8aab3c66675f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] device_id is not set on port 628d4a72-f954-4986-a9aa-73bfbd419b98 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:16:23.645690 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e333ad9b-6105-48d2-aa4b-9f38d8d5c23a None None] Attempting to bind port ae47931c-cc1f-4642-a281-c1a7ec05cde2 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:16:23.649484 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e333ad9b-6105-48d2-aa4b-9f38d8d5c23a None None] Attempting to bind port ae47931c-cc1f-4642-a281-c1a7ec05cde2 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '056c2bc3-c560-47f5-9465-7d1c10ec3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:16:23.650001 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333ad9b-6105-48d2-aa4b-9f38d8d5c23a None None] Attempting to bind port ae47931c-cc1f-4642-a281-c1a7ec05cde2 on network 2a881e15-dcb9-4612-90a0-55bb903b8851 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:23.666571 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333ad9b-6105-48d2-aa4b-9f38d8d5c23a None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:16:23.666910 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333ad9b-6105-48d2-aa4b-9f38d8d5c23a None None] Checking segment: {'id': '056c2bc3-c560-47f5-9465-7d1c10ec3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:23.667278 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e333ad9b-6105-48d2-aa4b-9f38d8d5c23a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:23.667672 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333ad9b-6105-48d2-aa4b-9f38d8d5c23a None None] Bound using segment: {'id': '056c2bc3-c560-47f5-9465-7d1c10ec3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:16:23.668157 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e333ad9b-6105-48d2-aa4b-9f38d8d5c23a None None] Bound port: ae47931c-cc1f-4642-a281-c1a7ec05cde2, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056c2bc3-c560-47f5-9465-7d1c10ec3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:16:23.668998 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e333ad9b-6105-48d2-aa4b-9f38d8d5c23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ae47931c-cc1f-4642-a281-c1a7ec05cde2), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:23.825503 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e333ad9b-6105-48d2-aa4b-9f38d8d5c23a None None] For port ae47931c-cc1f-4642-a281-c1a7ec05cde2, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:16:23.830616 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e333ad9b-6105-48d2-aa4b-9f38d8d5c23a None None] For port ae47931c-cc1f-4642-a281-c1a7ec05cde2, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ae47931c-cc1f-4642-a281-c1a7ec05cde2,segment=NetworkSegment(056c2bc3-c560-47f5-9465-7d1c10ec3656),segment_id=056c2bc3-c560-47f5-9465-7d1c10ec3656)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:16:23.858144 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e333ad9b-6105-48d2-aa4b-9f38d8d5c23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ae47931c-cc1f-4642-a281-c1a7ec05cde2), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:23.991057 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333ad9b-6105-48d2-aa4b-9f38d8d5c23a None None] Pushing event updated for resources: {'Port': ['ID=ae47931c-cc1f-4642-a281-c1a7ec05cde2,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:24.027683 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-c8a47856-9641-4263-a671-8aab3c66675f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Allocated IP 2001:db8::f (ffd37e7e-177d-49f4-b82b-626fb7e48e16/82f9eb5e-42db-4584-86ba-5edcdf40439f/628d4a72-f954-4986-a9aa-73bfbd419b98) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:24.037914 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-895a60bd-970d-4788-b0b6-d7c2e139ae75 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Allocated IP 172.20.0.1 (2a881e15-dcb9-4612-90a0-55bb903b8851/79657f7c-a967-450b-aba7-e287c8e4232a/83ca4276-9ba2-4d02-b38b-90118ffeea97) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:24.083654 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-d653e776-2b5f-4bbb-833f-85ec413816ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:24.084229 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-d653e776-2b5f-4bbb-833f-85ec413816ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:24.084703 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-d653e776-2b5f-4bbb-833f-85ec413816ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:24.087251 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-d653e776-2b5f-4bbb-833f-85ec413816ef service neutron] 10.222.0.26 "GET /v2.0/networks?id=f758f6a7-1c73-480c-aa6e-af8f6b3fc936&id=992f3549-caaf-4530-b747-2a0e80390b5d&id=992f3549-caaf-4530-b747-2a0e80390b5d&id=992f3549-caaf-4530-b747-2a0e80390b5d&id=992f3549-caaf-4530-b747-2a0e80390b5d&id=970ed126-7758-4a49-91d5-8b77d328f7d8&id=970ed126-7758-4a49-91d5-8b77d328f7d8 HTTP/1.1" status: 200 len: 2297 time: 0.8269048 Feb 19 04:16:24.331905 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c8a47856-9641-4263-a671-8aab3c66675f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for port (628d4a72-f954-4986-a9aa-73bfbd419b98), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:24.490202 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-e5a9e31a-34bf-410c-9ca7-9b7aa4d55397 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34be0ba4-056a-4e2e-8c32-588153dfa0c7 HTTP/1.1" status: 200 len: 1002 time: 0.3846424 Feb 19 04:16:24.561124 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e448f3-f7c7-4790-afd1-ccc2bd6ebb63 req-6fc10905-0663-42ab-9d65-7b3ae9c0d6d1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:24.563706 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60e448f3-f7c7-4790-afd1-ccc2bd6ebb63 req-6fc10905-0663-42ab-9d65-7b3ae9c0d6d1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.1760116 Feb 19 04:16:24.565982 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c8a47856-9641-4263-a671-8aab3c66675f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (628d4a72-f954-4986-a9aa-73bfbd419b98), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:24.658842 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60e448f3-f7c7-4790-afd1-ccc2bd6ebb63 req-365466c9-0c5a-4032-b50a-10724c09ea45 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0873258 Feb 19 04:16:24.786826 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a47856-9641-4263-a671-8aab3c66675f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network ffd37e7e-177d-49f4-b82b-626fb7e48e16 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:24.791142 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-c8a47856-9641-4263-a671-8aab3c66675f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:24.807060 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a47856-9641-4263-a671-8aab3c66675f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:24.821409 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a47856-9641-4263-a671-8aab3c66675f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:24.827274 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c8a47856-9641-4263-a671-8aab3c66675f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:24.835025 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-895a60bd-970d-4788-b0b6-d7c2e139ae75 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for port (83ca4276-9ba2-4d02-b38b-90118ffeea97), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:24.846554 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-dabb1166-988a-4ce2-81ae-635de65be431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:24.857794 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-dabb1166-988a-4ce2-81ae-635de65be431 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab33f94a-f001-4e22-992e-6a938e5dd9bf HTTP/1.1" status: 200 len: 855 time: 0.3596878 Feb 19 04:16:24.885322 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a47856-9641-4263-a671-8aab3c66675f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Port': ['ID=628d4a72-f954-4986-a9aa-73bfbd419b98,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:24.918824 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c8a47856-9641-4263-a671-8aab3c66675f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3891797 Feb 19 04:16:24.919710 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40500) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:25.065500 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-895a60bd-970d-4788-b0b6-d7c2e139ae75 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (83ca4276-9ba2-4d02-b38b-90118ffeea97), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:25.077048 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-3f440081-12a1-4e5f-bc0a-683efd5c22ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:25.085404 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-3f440081-12a1-4e5f-bc0a-683efd5c22ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f758f6a7-1c73-480c-aa6e-af8f6b3fc936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2201571 Feb 19 04:16:25.146079 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2736e787-f6d5-4d08-93a9-d1275c5a5eb9 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:25.167903 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66007685-033c-463a-8220-7f8710cbc47b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:25.173662 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-66007685-033c-463a-8220-7f8710cbc47b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2528539 Feb 19 04:16:25.176922 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40504) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:25.221239 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895a60bd-970d-4788-b0b6-d7c2e139ae75 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Network 2a881e15-dcb9-4612-90a0-55bb903b8851 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:25.237613 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 2736e787-f6d5-4d08-93a9-d1275c5a5eb9 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:25.237996 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2736e787-f6d5-4d08-93a9-d1275c5a5eb9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:25.252728 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-895a60bd-970d-4788-b0b6-d7c2e139ae75 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:25.268756 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895a60bd-970d-4788-b0b6-d7c2e139ae75 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:25.324455 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b76bfeb-1da0-4459-bfe0-9d4d1ca3ed2a tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:25.336057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b76bfeb-1da0-4459-bfe0-9d4d1ca3ed2a tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:25.343315 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b76bfeb-1da0-4459-bfe0-9d4d1ca3ed2a tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:25.345225 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0b76bfeb-1da0-4459-bfe0-9d4d1ca3ed2a tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1672049 Feb 19 04:16:25.347965 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40506) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:25.357595 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 2736e787-f6d5-4d08-93a9-d1275c5a5eb9 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:25.357991 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2736e787-f6d5-4d08-93a9-d1275c5a5eb9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:25.372898 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a60bd-970d-4788-b0b6-d7c2e139ae75 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Port': ['ID=83ca4276-9ba2-4d02-b38b-90118ffeea97,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:25.375055 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fe4f2e-b179-4bc5-9a32-ce44d9208c3d None None] Network ffd37e7e-177d-49f4-b82b-626fb7e48e16 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:25.491183 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-aa63bfd3-3f94-4e46-9967-390b0cd98703 service neutron] 10.222.0.26 "GET /v2.0/networks/f758f6a7-1c73-480c-aa6e-af8f6b3fc936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944163 Feb 19 04:16:25.498240 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-895a60bd-970d-4788-b0b6-d7c2e139ae75 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (4c3d7b1f-4aa9-401f-9038-aa7b6f157b98), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:25.552274 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-0ab573bc-b539-48c8-8b44-754c2f765e82 None None] Provisioning complete for port 2736e787-f6d5-4d08-93a9-d1275c5a5eb9 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:25.552959 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0ab573bc-b539-48c8-8b44-754c2f765e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2736e787-f6d5-4d08-93a9-d1275c5a5eb9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:25.594745 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-0936189a-09a1-4c26-afb9-d3b60633a33c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting port 628d4a72-f954-4986-a9aa-73bfbd419b98 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:25.595687 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0936189a-09a1-4c26-afb9-d3b60633a33c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (628d4a72-f954-4986-a9aa-73bfbd419b98), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:25.701230 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 2736e787-f6d5-4d08-93a9-d1275c5a5eb9, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2736e787-f6d5-4d08-93a9-d1275c5a5eb9,segment=NetworkSegment(9efee922-d8de-43ff-9f82-b87250a2bd71),segment_id=9efee922-d8de-43ff-9f82-b87250a2bd71)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:25.729818 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0936189a-09a1-4c26-afb9-d3b60633a33c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (628d4a72-f954-4986-a9aa-73bfbd419b98), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:25.742890 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2736e787-f6d5-4d08-93a9-d1275c5a5eb9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:25.744018 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-0936189a-09a1-4c26-afb9-d3b60633a33c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Calling delete_port for 628d4a72-f954-4986-a9aa-73bfbd419b98 owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:25.745174 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 953b693f-e145-4772-bd85-fad92adbc87c up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:26.060424 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-ac8e717d-31cf-4867-9042-89bb57380010 service neutron] 10.222.0.26 "GET /v2.0/networks/f758f6a7-1c73-480c-aa6e-af8f6b3fc936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5543075 Feb 19 04:16:26.086667 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0936189a-09a1-4c26-afb9-d3b60633a33c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (628d4a72-f954-4986-a9aa-73bfbd419b98), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:26.132411 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=2736e787-f6d5-4d08-93a9-d1275c5a5eb9,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:26.183328 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0ab573bc-b539-48c8-8b44-754c2f765e82 None None] Current status of the port 2736e787-f6d5-4d08-93a9-d1275c5a5eb9 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:26.195051 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 953b693f-e145-4772-bd85-fad92adbc87c triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:26.195441 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (953b693f-e145-4772-bd85-fad92adbc87c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:26.228030 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936189a-09a1-4c26-afb9-d3b60633a33c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Port': ['ID=628d4a72-f954-4986-a9aa-73bfbd419b98,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:26.296791 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0936189a-09a1-4c26-afb9-d3b60633a33c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:26.300700 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0936189a-09a1-4c26-afb9-d3b60633a33c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/ports/628d4a72-f954-4986-a9aa-73bfbd419b98 HTTP/1.1" status: 204 len: 168 time: 0.9515822 Feb 19 04:16:26.305725 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40512) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:26.314266 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85390945-bcd4-4f93-ac74-0015876d2cdb None None] Network 2a881e15-dcb9-4612-90a0-55bb903b8851 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:26.333978 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0a62b-31ff-4111-b792-baad039a0def req-2b3dd9c2-c3e1-4866-9981-c2da1c9964c9 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:26.339395 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-63d0a62b-31ff-4111-b792-baad039a0def req-2b3dd9c2-c3e1-4866-9981-c2da1c9964c9 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.2879949 Feb 19 04:16:26.418762 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2aa38679-2ae5-4f07-a764-3b3c3f2c3aba None None] Could not find standard attr ID for object 628d4a72-f954-4986-a9aa-73bfbd419b98. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:16:26.421216 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec315383-9c50-40f2-84a8-8f472d1811a0 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] GET failed (client error): The resource could not be found. Feb 19 04:16:26.435348 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ec315383-9c50-40f2-84a8-8f472d1811a0 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "GET /v2.0/ports/628d4a72-f954-4986-a9aa-73bfbd419b98 HTTP/1.1" status: 404 len: 333 time: 0.1153316 Feb 19 04:16:26.436082 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40514) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:26.549591 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 953b693f-e145-4772-bd85-fad92adbc87c is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:26.551861 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (953b693f-e145-4772-bd85-fad92adbc87c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:26.596820 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-63d0a62b-31ff-4111-b792-baad039a0def req-e99fdca8-f92f-4f28-9d87-0de8edbb1822 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2227437 Feb 19 04:16:26.599084 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 953b693f-e145-4772-bd85-fad92adbc87c, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=953b693f-e145-4772-bd85-fad92adbc87c,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:26.608745 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2aa38679-2ae5-4f07-a764-3b3c3f2c3aba None None] Provisioning complete for port ae47931c-cc1f-4642-a281-c1a7ec05cde2 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:26.609132 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2aa38679-2ae5-4f07-a764-3b3c3f2c3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ae47931c-cc1f-4642-a281-c1a7ec05cde2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:26.660554 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (953b693f-e145-4772-bd85-fad92adbc87c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:26.666179 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ae47931c-cc1f-4642-a281-c1a7ec05cde2 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:26.727899 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-d9e61210-a5f4-41ee-bc22-3a5b1266d2d1 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting port e17d8f7e-67c2-4802-8dc6-ba11ae0cf161 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:26.728237 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d9e61210-a5f4-41ee-bc22-3a5b1266d2d1 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (e17d8f7e-67c2-4802-8dc6-ba11ae0cf161), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:26.800775 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-f0ed8386-965e-47ba-be47-8b9d2c92ee66 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=898fda35-40f1-43dc-a819-d803062eb315 HTTP/1.1" status: 200 len: 217 time: 0.7371566 Feb 19 04:16:26.821989 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=953b693f-e145-4772-bd85-fad92adbc87c,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:26.989549 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:26.990568 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2aa38679-2ae5-4f07-a764-3b3c3f2c3aba None None] Current status of the port ae47931c-cc1f-4642-a281-c1a7ec05cde2 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:26.990910 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2aa38679-2ae5-4f07-a764-3b3c3f2c3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ae47931c-cc1f-4642-a281-c1a7ec05cde2), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:27.034330 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-895a60bd-970d-4788-b0b6-d7c2e139ae75 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (83ca4276-9ba2-4d02-b38b-90118ffeea97), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:27.076679 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-925c0cc4-ee61-4fe3-b30b-93ae976cff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:27.078504 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-925c0cc4-ee61-4fe3-b30b-93ae976cff66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3997bf76-8ce7-4842-a079-84ac59980743 HTTP/1.1" status: 200 len: 797 time: 0.2686729 Feb 19 04:16:27.088712 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port ae47931c-cc1f-4642-a281-c1a7ec05cde2 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:27.089100 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ae47931c-cc1f-4642-a281-c1a7ec05cde2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:27.124408 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d9e61210-a5f4-41ee-bc22-3a5b1266d2d1 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (e17d8f7e-67c2-4802-8dc6-ba11ae0cf161), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:27.161264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cbdd8-e06e-4c58-a443-52829c06888f req-0033b192-b992-4b85-a783-f5166ae5fe5a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:27.166386 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-616cbdd8-e06e-4c58-a443-52829c06888f req-0033b192-b992-4b85-a783-f5166ae5fe5a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.1921816 Feb 19 04:16:27.212619 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-d9e61210-a5f4-41ee-bc22-3a5b1266d2d1 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Calling delete_port for e17d8f7e-67c2-4802-8dc6-ba11ae0cf161 owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:27.259990 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b676e3-8e5b-4b41-b45b-202f372e13c5 req-b69a501b-256a-4fc1-9469-828a80f17aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:27.261793 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4b676e3-8e5b-4b41-b45b-202f372e13c5 req-b69a501b-256a-4fc1-9469-828a80f17aa7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=47d77581683d4c43a3d18ea75c887227&device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 1128 time: 0.2052135 Feb 19 04:16:27.409852 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b676e3-8e5b-4b41-b45b-202f372e13c5 req-c7e4c530-6e4c-4a62-b782-413f872c7f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:27.411423 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4b676e3-8e5b-4b41-b45b-202f372e13c5 req-c7e4c530-6e4c-4a62-b782-413f872c7f9d service neutron] 10.222.0.79 "GET /v2.0/networks?id=af1b2524-905a-4fb0-b20e-a5912983245d HTTP/1.1" status: 200 len: 911 time: 0.1424830 Feb 19 04:16:27.435462 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-2aa38679-2ae5-4f07-a764-3b3c3f2c3aba None None] For port ae47931c-cc1f-4642-a281-c1a7ec05cde2, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ae47931c-cc1f-4642-a281-c1a7ec05cde2,segment=NetworkSegment(056c2bc3-c560-47f5-9465-7d1c10ec3656),segment_id=056c2bc3-c560-47f5-9465-7d1c10ec3656)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:27.500784 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2aa38679-2ae5-4f07-a764-3b3c3f2c3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ae47931c-cc1f-4642-a281-c1a7ec05cde2), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:27.640494 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa38679-2ae5-4f07-a764-3b3c3f2c3aba None None] Pushing event updated for resources: {'Port': ['ID=ae47931c-cc1f-4642-a281-c1a7ec05cde2,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:27.656376 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4b676e3-8e5b-4b41-b45b-202f372e13c5 req-e1beca78-b400-4f4f-862b-fab75eecbed7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fac01fd-40e3-41e1-811a-31a59797abb0 HTTP/1.1" status: 200 len: 999 time: 0.1674368 Feb 19 04:16:27.664794 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port ae47931c-cc1f-4642-a281-c1a7ec05cde2 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:27.681779 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-616cbdd8-e06e-4c58-a443-52829c06888f req-bf92f62b-7689-4c2e-b55c-e9dcaa1bee7d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4886944 Feb 19 04:16:27.688386 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2aa38679-2ae5-4f07-a764-3b3c3f2c3aba None None] Provisioning complete for port 2736e787-f6d5-4d08-93a9-d1275c5a5eb9 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:27.688779 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2aa38679-2ae5-4f07-a764-3b3c3f2c3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2736e787-f6d5-4d08-93a9-d1275c5a5eb9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:27.837248 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2aa38679-2ae5-4f07-a764-3b3c3f2c3aba None None] Current status of the port 2736e787-f6d5-4d08-93a9-d1275c5a5eb9 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:27.854811 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-895a60bd-970d-4788-b0b6-d7c2e139ae75 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for port (83ca4276-9ba2-4d02-b38b-90118ffeea97), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:27.869683 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2736e787-f6d5-4d08-93a9-d1275c5a5eb9 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:27.869830 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-895a60bd-970d-4788-b0b6-d7c2e139ae75 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (83ca4276-9ba2-4d02-b38b-90118ffeea97), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:27.915173 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2aa38679-2ae5-4f07-a764-3b3c3f2c3aba None None] Provisioning complete for port e17d8f7e-67c2-4802-8dc6-ba11ae0cf161 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:27.915546 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2aa38679-2ae5-4f07-a764-3b3c3f2c3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e17d8f7e-67c2-4802-8dc6-ba11ae0cf161), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:27.986350 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2aa38679-2ae5-4f07-a764-3b3c3f2c3aba None None] Port e17d8f7e-67c2-4802-8dc6-ba11ae0cf161 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:28.008848 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-1a292313-b952-45ef-9580-f75e4c5c7350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:28.010366 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 2736e787-f6d5-4d08-93a9-d1275c5a5eb9 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:28.010756 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2736e787-f6d5-4d08-93a9-d1275c5a5eb9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:28.011286 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-1a292313-b952-45ef-9580-f75e4c5c7350 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=992f3549-caaf-4530-b747-2a0e80390b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.9167221 Feb 19 04:16:28.012409 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a60bd-970d-4788-b0b6-d7c2e139ae75 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Port': ['ID=83ca4276-9ba2-4d02-b38b-90118ffeea97,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:28.047530 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-895a60bd-970d-4788-b0b6-d7c2e139ae75 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (4c3d7b1f-4aa9-401f-9038-aa7b6f157b98), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:28.148217 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 2736e787-f6d5-4d08-93a9-d1275c5a5eb9 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:28.150348 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 953b693f-e145-4772-bd85-fad92adbc87c up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:28.214444 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-7f873da7-4f39-46c2-a824-12bd588e974f None None] Could not find standard attr ID for object 628d4a72-f954-4986-a9aa-73bfbd419b98. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:16:28.241758 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-d18a4699-b25a-437b-81ae-c34ec1f7cdb6 service neutron] 10.222.0.26 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115328 Feb 19 04:16:28.251390 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-7f873da7-4f39-46c2-a824-12bd588e974f None None] Provisioning complete for port ae47931c-cc1f-4642-a281-c1a7ec05cde2 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:28.251781 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7f873da7-4f39-46c2-a824-12bd588e974f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ae47931c-cc1f-4642-a281-c1a7ec05cde2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:28.355754 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 953b693f-e145-4772-bd85-fad92adbc87c triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:28.356181 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (953b693f-e145-4772-bd85-fad92adbc87c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:28.359344 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-7f873da7-4f39-46c2-a824-12bd588e974f None None] Current status of the port ae47931c-cc1f-4642-a281-c1a7ec05cde2 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:28.360559 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-8b50b15b-22e0-428d-a879-974b3bee3b8c service neutron] 10.222.0.26 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021256 Feb 19 04:16:28.404148 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-7f873da7-4f39-46c2-a824-12bd588e974f None None] Provisioning complete for port 83ca4276-9ba2-4d02-b38b-90118ffeea97 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:28.404528 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7f873da7-4f39-46c2-a824-12bd588e974f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (83ca4276-9ba2-4d02-b38b-90118ffeea97), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:28.416448 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b676e3-8e5b-4b41-b45b-202f372e13c5 req-5333ba27-c40b-40fe-89f2-dd20614e4421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:28.417905 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4b676e3-8e5b-4b41-b45b-202f372e13c5 req-5333ba27-c40b-40fe-89f2-dd20614e4421 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4 HTTP/1.1" status: 200 len: 849 time: 0.7310681 Feb 19 04:16:28.488180 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-7f873da7-4f39-46c2-a824-12bd588e974f None None] Port 83ca4276-9ba2-4d02-b38b-90118ffeea97 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:28.491274 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-be20132c-81c0-4e3e-a57a-4d62500fc971 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=938dc52f-77e7-4640-9ee1-5c86a03bd120 HTTP/1.1" status: 200 len: 217 time: 0.0480356 Feb 19 04:16:28.518825 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-7f873da7-4f39-46c2-a824-12bd588e974f None None] Provisioning complete for port e17d8f7e-67c2-4802-8dc6-ba11ae0cf161 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:28.519552 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7f873da7-4f39-46c2-a824-12bd588e974f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e17d8f7e-67c2-4802-8dc6-ba11ae0cf161), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:28.523470 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 953b693f-e145-4772-bd85-fad92adbc87c is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:28.525471 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ae47931c-cc1f-4642-a281-c1a7ec05cde2 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:28.602857 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-7f873da7-4f39-46c2-a824-12bd588e974f None None] Port e17d8f7e-67c2-4802-8dc6-ba11ae0cf161 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:28.605239 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-8ee5bcf9-de21-4b44-a70d-f2073e1efd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:28.607333 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-8ee5bcf9-de21-4b44-a70d-f2073e1efd8d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3997bf76-8ce7-4842-a079-84ac59980743 HTTP/1.1" status: 200 len: 797 time: 0.1042688 Feb 19 04:16:28.614363 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895a60bd-970d-4788-b0b6-d7c2e139ae75 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Network 2a881e15-dcb9-4612-90a0-55bb903b8851 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:28.620395 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port ae47931c-cc1f-4642-a281-c1a7ec05cde2 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:28.621014 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ae47931c-cc1f-4642-a281-c1a7ec05cde2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:28.632068 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-895a60bd-970d-4788-b0b6-d7c2e139ae75 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:28.662729 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b676e3-8e5b-4b41-b45b-202f372e13c5 req-242658e7-96cf-485a-bdd2-6680fb60fc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:28.664382 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4b676e3-8e5b-4b41-b45b-202f372e13c5 req-242658e7-96cf-485a-bdd2-6680fb60fc4d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=af1b2524-905a-4fb0-b20e-a5912983245d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2356150 Feb 19 04:16:28.666073 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d9e61210-a5f4-41ee-bc22-3a5b1266d2d1 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (e17d8f7e-67c2-4802-8dc6-ba11ae0cf161), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:28.748668 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port ae47931c-cc1f-4642-a281-c1a7ec05cde2 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:28.758065 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-165fab5c-ad8c-4c79-8be5-29c18f32d17a None None] Provisioning complete for port 83ca4276-9ba2-4d02-b38b-90118ffeea97 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:28.758588 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-165fab5c-ad8c-4c79-8be5-29c18f32d17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (83ca4276-9ba2-4d02-b38b-90118ffeea97), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:28.811474 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-165fab5c-ad8c-4c79-8be5-29c18f32d17a None None] Port 83ca4276-9ba2-4d02-b38b-90118ffeea97 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:28.828411 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4b676e3-8e5b-4b41-b45b-202f372e13c5 req-040e1b3b-e02d-43e2-a881-0753881430f9 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504416 Feb 19 04:16:28.850200 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e61210-a5f4-41ee-bc22-3a5b1266d2d1 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Port': ['ID=e17d8f7e-67c2-4802-8dc6-ba11ae0cf161,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:28.905364 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-d127b291-9e6a-4151-8f63-cc7638cbd84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:28.907340 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-d127b291-9e6a-4151-8f63-cc7638cbd84c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=992f3549-caaf-4530-b747-2a0e80390b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2919953 Feb 19 04:16:28.916406 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895a60bd-970d-4788-b0b6-d7c2e139ae75 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Router 4c3d7b1f-4aa9-401f-9038-aa7b6f157b98 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:16:28.995180 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d9e61210-a5f4-41ee-bc22-3a5b1266d2d1 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:28.999805 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d9e61210-a5f4-41ee-bc22-3a5b1266d2d1 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/ports/e17d8f7e-67c2-4802-8dc6-ba11ae0cf161 HTTP/1.1" status: 204 len: 168 time: 2.5613601 Feb 19 04:16:29.007196 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40526) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:29.066104 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b8bc64-32c4-4524-b960-120c81d7a789 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] GET failed (client error): The resource could not be found. Feb 19 04:16:29.074437 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-46b8bc64-32c4-4524-b960-120c81d7a789 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "GET /v2.0/ports/e17d8f7e-67c2-4802-8dc6-ba11ae0cf161 HTTP/1.1" status: 404 len: 333 time: 0.0595145 Feb 19 04:16:29.077500 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40528) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:29.115134 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895a60bd-970d-4788-b0b6-d7c2e139ae75 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:16:29.129361 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-895a60bd-970d-4788-b0b6-d7c2e139ae75 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "PUT /v2.0/routers/4c3d7b1f-4aa9-401f-9038-aa7b6f157b98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8184063 Feb 19 04:16:29.152729 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1948457a-c0dd-43b3-9990-cb03d05fc22e None None] Sync routers for ids ['4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:16:29.160856 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86758f81-ba38-4950-aa90-d4d7acdd7b76 req-1c34e53e-3f0d-441d-a956-4327d1bf4af7 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:29.164814 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-86758f81-ba38-4950-aa90-d4d7acdd7b76 req-1c34e53e-3f0d-441d-a956-4327d1bf4af7 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.3314760 Feb 19 04:16:29.201000 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-3ba50ea4-4ac3-48b4-af92-570fddc34b4f None None] Provisioning complete for port 83ca4276-9ba2-4d02-b38b-90118ffeea97 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:29.201460 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3ba50ea4-4ac3-48b4-af92-570fddc34b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (83ca4276-9ba2-4d02-b38b-90118ffeea97), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:29.251126 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-ada2c7d1-1d32-4956-a926-9024f5f1ce21 service neutron] 10.222.0.26 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330321 Feb 19 04:16:29.285848 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3ba50ea4-4ac3-48b4-af92-570fddc34b4f None None] Port 83ca4276-9ba2-4d02-b38b-90118ffeea97 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:29.287264 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1948457a-c0dd-43b3-9990-cb03d05fc22e None None] Routers {'4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:16:29.287917 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1948457a-c0dd-43b3-9990-cb03d05fc22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:16:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:29.310681 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4b676e3-8e5b-4b41-b45b-202f372e13c5 req-a42b1492-96b9-44b4-8e7a-ddb6e751c200 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696136 Feb 19 04:16:29.322088 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-97fc09ca-5cdc-42b7-bd9c-36e79072b919 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting subnet 82f9eb5e-42db-4584-86ba-5edcdf40439f {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:16:29.341803 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97fc09ca-5cdc-42b7-bd9c-36e79072b919 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for subnet (82f9eb5e-42db-4584-86ba-5edcdf40439f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:29.452044 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-1948457a-c0dd-43b3-9990-cb03d05fc22e None None] Set router 4c3d7b1f-4aa9-401f-9038-aa7b6f157b98 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:16:29.463267 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-86758f81-ba38-4950-aa90-d4d7acdd7b76 req-04c56154-e408-4ddf-bfbd-f262f57b6155 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2761276 Feb 19 04:16:29.525457 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-ff205369-efe7-440d-b121-d9722654be22 service neutron] 10.222.0.26 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642829 Feb 19 04:16:29.557256 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97fc09ca-5cdc-42b7-bd9c-36e79072b919 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (82f9eb5e-42db-4584-86ba-5edcdf40439f), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:29.609012 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-3c35ca84-65be-437a-9b75-2ac64536331a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=ec1df575-8249-43a6-b5f3-52035ed6db5b HTTP/1.1" status: 200 len: 217 time: 0.0767541 Feb 19 04:16:29.619315 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-81110ea6-fcd3-440d-be64-48cc42eebd79 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1008094416&fields=id&tenant_id=3daaed16085e4153afa0c32c565c3455 HTTP/1.1" status: 200 len: 267 time: 0.1007817 Feb 19 04:16:29.739750 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-091ce703-e32f-4ed9-944c-3189df77155d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:29.741243 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-091ce703-e32f-4ed9-944c-3189df77155d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3997bf76-8ce7-4842-a079-84ac59980743 HTTP/1.1" status: 200 len: 797 time: 0.1233377 Feb 19 04:16:29.750752 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-a80b99b3-edca-4dff-840f-b22aeece25c7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:29.752536 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-a80b99b3-edca-4dff-840f-b22aeece25c7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/networks?id=2a881e15-dcb9-4612-90a0-55bb903b8851 HTTP/1.1" status: 200 len: 797 time: 0.1234181 Feb 19 04:16:29.765595 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e96062-d830-4e34-91f6-ba919e422cd7 req-8d657139-c3ca-4eeb-a2cc-d569d1c03ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:29.766285 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02e96062-d830-4e34-91f6-ba919e422cd7 req-8d657139-c3ca-4eeb-a2cc-d569d1c03ab6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=47d77581683d4c43a3d18ea75c887227&device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 1128 time: 0.3527663 Feb 19 04:16:29.784977 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-8651df3e-1429-4343-ba9a-57a5f92afd07 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/quotas/3daaed16085e4153afa0c32c565c3455 HTTP/1.1" status: 200 len: 375 time: 0.0230136 Feb 19 04:16:29.826709 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-31b29791-c479-4f1c-acf5-7f3330ee1586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:29.828569 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-31b29791-c479-4f1c-acf5-7f3330ee1586 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=992f3549-caaf-4530-b747-2a0e80390b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0761673 Feb 19 04:16:29.846013 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:29.882445 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1948457a-c0dd-43b3-9990-cb03d05fc22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717006908', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '953b693f-e145-4772-bd85-fad92adbc87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:16Z', 'updated_at': '2022-02-19T04:16:26Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '953b693f-e145-4772-bd85-fad92adbc87c', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '83ca4276-9ba2-4d02-b38b-90118ffeea97', 'name': '', 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:98:c6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '79657f7c-a967-450b-aba7-e287c8e4232a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:23Z', 'updated_at': '2022-02-19T04:16:27Z', 'revision_number': 2, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': '79657f7c-a967-450b-aba7-e287c8e4232a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:29.900209 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:16:29.939523 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1948457a-c0dd-43b3-9990-cb03d05fc22e None None] Checking router: 4c3d7b1f-4aa9-401f-9038-aa7b6f157b98 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:16:29.940084 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1948457a-c0dd-43b3-9990-cb03d05fc22e None None] Updating router 4c3d7b1f-4aa9-401f-9038-aa7b6f157b98 port 83ca4276-9ba2-4d02-b38b-90118ffeea97 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:16:29.967588 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97fc09ca-5cdc-42b7-bd9c-36e79072b919 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (82f9eb5e-42db-4584-86ba-5edcdf40439f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:29.983849 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1948457a-c0dd-43b3-9990-cb03d05fc22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (83ca4276-9ba2-4d02-b38b-90118ffeea97), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:29.988781 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-a3078984-ae28-40e1-bec9-f5644659cbe3 service neutron] 10.222.0.26 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525109 Feb 19 04:16:30.067895 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-ce528c34-74b4-4c12-a9ef-4f0968d29b08 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2340336 Feb 19 04:16:30.116916 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-b0989927-bf0c-4a01-a9cb-6908d6162a59 service neutron] 10.222.0.26 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205578 Feb 19 04:16:30.191515 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-0b694a4e-ab57-41d8-9c30-331d2cfb5824 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=51ab0d90-f81c-46a6-947c-a2e5b088d476 HTTP/1.1" status: 200 len: 217 time: 0.0674143 Feb 19 04:16:30.214057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e96062-d830-4e34-91f6-ba919e422cd7 req-c08be71c-f800-46f8-9f5a-2c49981f7213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:30.219560 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02e96062-d830-4e34-91f6-ba919e422cd7 req-c08be71c-f800-46f8-9f5a-2c49981f7213 service neutron] 10.222.0.79 "GET /v2.0/networks?id=af1b2524-905a-4fb0-b20e-a5912983245d HTTP/1.1" status: 200 len: 911 time: 0.3930929 Feb 19 04:16:30.227143 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97fc09ca-5cdc-42b7-bd9c-36e79072b919 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (82f9eb5e-42db-4584-86ba-5edcdf40439f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:30.287916 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-42e1a057-a2e7-44cc-bf96-ffefe1fdae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:30.289385 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-42e1a057-a2e7-44cc-bf96-ffefe1fdae53 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3997bf76-8ce7-4842-a079-84ac59980743 HTTP/1.1" status: 200 len: 797 time: 0.0888622 Feb 19 04:16:30.347774 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02e96062-d830-4e34-91f6-ba919e422cd7 req-8852718d-fda4-4b4b-9f4c-f9c46d7bae07 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fac01fd-40e3-41e1-811a-31a59797abb0 HTTP/1.1" status: 200 len: 999 time: 0.1161821 Feb 19 04:16:30.364183 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-b8bdfc96-2b13-4648-b71f-f3826a3fffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:30.365973 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-b8bdfc96-2b13-4648-b71f-f3826a3fffa4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=992f3549-caaf-4530-b747-2a0e80390b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0702038 Feb 19 04:16:30.372949 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc09ca-5cdc-42b7-bd9c-36e79072b919 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Subnet': ['ID=82f9eb5e-42db-4584-86ba-5edcdf40439f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:30.449430 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1948457a-c0dd-43b3-9990-cb03d05fc22e None None] Publish callbacks [] for port (83ca4276-9ba2-4d02-b38b-90118ffeea97), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:30.466414 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1948457a-c0dd-43b3-9990-cb03d05fc22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (83ca4276-9ba2-4d02-b38b-90118ffeea97), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:30.492506 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97fc09ca-5cdc-42b7-bd9c-36e79072b919 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:30.499403 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-97fc09ca-5cdc-42b7-bd9c-36e79072b919 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/subnets/82f9eb5e-42db-4584-86ba-5edcdf40439f HTTP/1.1" status: 204 len: 168 time: 1.4067080 Feb 19 04:16:30.510087 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40548) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:30.552846 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e96062-d830-4e34-91f6-ba919e422cd7 req-8d1d1c6b-51c6-4bb7-9bdd-98d1f996f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:30.559761 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02e96062-d830-4e34-91f6-ba919e422cd7 req-8d1d1c6b-51c6-4bb7-9bdd-98d1f996f2cb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4 HTTP/1.1" status: 200 len: 849 time: 0.1830428 Feb 19 04:16:30.562964 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606395c6-5fa3-4ef3-b5c2-92673541547b None None] Pushing event updated for resources: {'Port': ['ID=83ca4276-9ba2-4d02-b38b-90118ffeea97,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:30.579403 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-6fbf3dcb-f950-4d92-946b-27bded33290e service neutron] 10.222.0.52 "GET /v2.0/networks/2a881e15-dcb9-4612-90a0-55bb903b8851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842548 Feb 19 04:16:30.590810 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f73ff0-7210-4b3f-84da-ece30869d846 None None] Network ffd37e7e-177d-49f4-b82b-626fb7e48e16 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:30.643533 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-52857988-73e0-4ec0-9994-72b34f69f97d service neutron] 10.222.0.26 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682190 Feb 19 04:16:30.689674 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4a8a5199-082d-49fe-b0e3-cd1cbabb3165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:30.767478 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-1948457a-c0dd-43b3-9990-cb03d05fc22e None None] Attempting to bind port 83ca4276-9ba2-4d02-b38b-90118ffeea97 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:16:30.768021 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-1948457a-c0dd-43b3-9990-cb03d05fc22e None None] Attempting to bind port 83ca4276-9ba2-4d02-b38b-90118ffeea97 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '056c2bc3-c560-47f5-9465-7d1c10ec3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:16:30.768478 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1948457a-c0dd-43b3-9990-cb03d05fc22e None None] Attempting to bind port 83ca4276-9ba2-4d02-b38b-90118ffeea97 on network 2a881e15-dcb9-4612-90a0-55bb903b8851 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:30.778449 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1948457a-c0dd-43b3-9990-cb03d05fc22e None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:16:30.779455 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1948457a-c0dd-43b3-9990-cb03d05fc22e None None] Checking segment: {'id': '056c2bc3-c560-47f5-9465-7d1c10ec3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:30.784381 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1948457a-c0dd-43b3-9990-cb03d05fc22e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:30.784918 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1948457a-c0dd-43b3-9990-cb03d05fc22e None None] Bound using segment: {'id': '056c2bc3-c560-47f5-9465-7d1c10ec3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:16:30.785526 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-1948457a-c0dd-43b3-9990-cb03d05fc22e None None] Bound port: 83ca4276-9ba2-4d02-b38b-90118ffeea97, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056c2bc3-c560-47f5-9465-7d1c10ec3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:16:30.786025 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1948457a-c0dd-43b3-9990-cb03d05fc22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (83ca4276-9ba2-4d02-b38b-90118ffeea97), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:30.799316 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-bdce44d2-f7cd-4e2e-beee-f8146f2c811d service neutron] 10.222.0.26 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470807 Feb 19 04:16:30.888661 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455bdb6-ce74-4eec-aa73-79848260d272 req-6f0e50ba-567b-46aa-8a95-9aea831122e8 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:30.890931 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f455bdb6-ce74-4eec-aa73-79848260d272 req-6f0e50ba-567b-46aa-8a95-9aea831122e8 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.2735112 Feb 19 04:16:30.896049 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e96062-d830-4e34-91f6-ba919e422cd7 req-3ee94c8e-dd1f-4d45-acc4-9140e75e0166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:30.897604 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02e96062-d830-4e34-91f6-ba919e422cd7 req-3ee94c8e-dd1f-4d45-acc4-9140e75e0166 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=af1b2524-905a-4fb0-b20e-a5912983245d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3365045 Feb 19 04:16:30.902098 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-1948457a-c0dd-43b3-9990-cb03d05fc22e None None] For port 83ca4276-9ba2-4d02-b38b-90118ffeea97, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:16:30.913332 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-1948457a-c0dd-43b3-9990-cb03d05fc22e None None] For port 83ca4276-9ba2-4d02-b38b-90118ffeea97, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=83ca4276-9ba2-4d02-b38b-90118ffeea97,segment=NetworkSegment(056c2bc3-c560-47f5-9465-7d1c10ec3656),segment_id=056c2bc3-c560-47f5-9465-7d1c10ec3656)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:16:30.924128 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88402ff1-a36e-40b0-9fa0-dfcc235673b7 None None] DHCP port deletion for ffd37e7e-177d-49f4-b82b-626fb7e48e16 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:16:30.948300 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-6531b66b-0fb3-4fe3-bec9-b213b6b27c6a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b3ee77c7-fd2d-4ddc-80dc-a28b949821fe HTTP/1.1" status: 200 len: 217 time: 0.1357858 Feb 19 04:16:30.996645 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-faf1e144-0bb8-4993-8e48-c16aa3030d38 service neutron] 10.222.0.52 "GET /v2.0/networks/2a881e15-dcb9-4612-90a0-55bb903b8851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807392 Feb 19 04:16:30.998735 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1948457a-c0dd-43b3-9990-cb03d05fc22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (83ca4276-9ba2-4d02-b38b-90118ffeea97), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:31.038080 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c0ca227a-76f3-4ff9-a68a-b3272901724b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (ffd37e7e-177d-49f4-b82b-626fb7e48e16), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:31.090678 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606395c6-5fa3-4ef3-b5c2-92673541547b None None] Pushing event updated for resources: {'Port': ['ID=83ca4276-9ba2-4d02-b38b-90118ffeea97,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:31.111633 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f455bdb6-ce74-4eec-aa73-79848260d272 req-79db0057-f0e6-415f-9344-8c769af35b02 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1918206 Feb 19 04:16:31.114522 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1948457a-c0dd-43b3-9990-cb03d05fc22e None None] Routers {'4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:16:31.115385 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1948457a-c0dd-43b3-9990-cb03d05fc22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:16:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:31.139044 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-59570cbe-7ae1-4a23-b7eb-b70652e81300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:31.140561 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-59570cbe-7ae1-4a23-b7eb-b70652e81300 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ad06bfbd-99a2-4a8a-a2ae-abc5d82d0e14 HTTP/1.1" status: 200 len: 797 time: 0.1798873 Feb 19 04:16:31.238617 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02e96062-d830-4e34-91f6-ba919e422cd7 req-f6603585-48fa-4d10-bcbf-dc45126311a7 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012056 Feb 19 04:16:31.276173 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-1948457a-c0dd-43b3-9990-cb03d05fc22e None None] Set router 4c3d7b1f-4aa9-401f-9038-aa7b6f157b98 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:16:31.334649 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-2fc7c540-1278-4030-af95-1646b929156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:31.336162 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-2fc7c540-1278-4030-af95-1646b929156f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=970ed126-7758-4a49-91d5-8b77d328f7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1810641 Feb 19 04:16:31.421959 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-30b758ab-08cc-4d88-bba6-b91995996a78 None None] Provisioning complete for port 83ca4276-9ba2-4d02-b38b-90118ffeea97 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:31.422524 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-30b758ab-08cc-4d88-bba6-b91995996a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (83ca4276-9ba2-4d02-b38b-90118ffeea97), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:31.446617 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02e96062-d830-4e34-91f6-ba919e422cd7 req-6bde181a-c0f7-42d4-b466-4e3aa3b470ff service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000535 Feb 19 04:16:31.479700 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-88402ff1-a36e-40b0-9fa0-dfcc235673b7 None None] Deleting port 2736e787-f6d5-4d08-93a9-d1275c5a5eb9 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:31.480535 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-88402ff1-a36e-40b0-9fa0-dfcc235673b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (2736e787-f6d5-4d08-93a9-d1275c5a5eb9), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:31.505195 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a5264a0e-246c-4f8b-8771-bfc1e3e272d8 req-0283191e-3946-4eef-915d-502d66d2e937 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 210 time: 0.0522251 Feb 19 04:16:31.552174 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca227a-76f3-4ff9-a68a-b3272901724b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting port 2736e787-f6d5-4d08-93a9-d1275c5a5eb9 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:31.562713 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c0ca227a-76f3-4ff9-a68a-b3272901724b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (2736e787-f6d5-4d08-93a9-d1275c5a5eb9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:31.564120 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63fe9d7-01c1-4836-8ba7-232adbdcb1ba req-15494d5c-30c5-4e1b-83ea-bf9311aa4300 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:31.574254 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b63fe9d7-01c1-4836-8ba7-232adbdcb1ba req-15494d5c-30c5-4e1b-83ea-bf9311aa4300 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.3026223 Feb 19 04:16:31.641244 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-88402ff1-a36e-40b0-9fa0-dfcc235673b7 None None] For port 2736e787-f6d5-4d08-93a9-d1275c5a5eb9, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2736e787-f6d5-4d08-93a9-d1275c5a5eb9,segment=NetworkSegment(9efee922-d8de-43ff-9f82-b87250a2bd71),segment_id=9efee922-d8de-43ff-9f82-b87250a2bd71)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:31.641772 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-88402ff1-a36e-40b0-9fa0-dfcc235673b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (2736e787-f6d5-4d08-93a9-d1275c5a5eb9), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:31.656240 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-88402ff1-a36e-40b0-9fa0-dfcc235673b7 None None] Calling delete_port for 2736e787-f6d5-4d08-93a9-d1275c5a5eb9 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:31.660246 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b63fe9d7-01c1-4836-8ba7-232adbdcb1ba req-e801a650-a4cd-484e-953b-61ffc44a6b36 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0849178 Feb 19 04:16:31.719095 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-c0ca227a-76f3-4ff9-a68a-b3272901724b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] For port 2736e787-f6d5-4d08-93a9-d1275c5a5eb9, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2736e787-f6d5-4d08-93a9-d1275c5a5eb9,segment=NetworkSegment(9efee922-d8de-43ff-9f82-b87250a2bd71),segment_id=9efee922-d8de-43ff-9f82-b87250a2bd71)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:31.719476 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c0ca227a-76f3-4ff9-a68a-b3272901724b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (2736e787-f6d5-4d08-93a9-d1275c5a5eb9), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:31.756536 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca227a-76f3-4ff9-a68a-b3272901724b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Calling delete_port for 2736e787-f6d5-4d08-93a9-d1275c5a5eb9 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:31.844134 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19893f-6892-4646-934d-616551529178 req-5630e165-bfb7-49d7-b19b-409b55f2e724 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:31.846031 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ee19893f-6892-4646-934d-616551529178 req-5630e165-bfb7-49d7-b19b-409b55f2e724 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.0928779 Feb 19 04:16:31.916157 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ee19893f-6892-4646-934d-616551529178 req-8f49d8a4-36ea-4130-8485-e11eb94a2ae5 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644400 Feb 19 04:16:31.939975 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c0ca227a-76f3-4ff9-a68a-b3272901724b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (2736e787-f6d5-4d08-93a9-d1275c5a5eb9), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:31.940330 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2736e787-f6d5-4d08-93a9-d1275c5a5eb9 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:16:31.967117 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca227a-76f3-4ff9-a68a-b3272901724b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Port': ['ID=2736e787-f6d5-4d08-93a9-d1275c5a5eb9,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:31.990095 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ca227a-76f3-4ff9-a68a-b3272901724b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] No DVR routers for this DVR port 2736e787-f6d5-4d08-93a9-d1275c5a5eb9 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:16:32.056845 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 2736e787-f6d5-4d08-93a9-d1275c5a5eb9 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:16:32.057378 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2736e787-f6d5-4d08-93a9-d1275c5a5eb9 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:16:32.157210 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ed43c-69d0-40e7-baeb-f1b2e5a3ecd3 req-24e27ee6-c4ca-4d5d-be61-332b584c816b tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:32.162543 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-df8ed43c-69d0-40e7-baeb-f1b2e5a3ecd3 req-24e27ee6-c4ca-4d5d-be61-332b584c816b tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.1402993 Feb 19 04:16:32.196496 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c0ca227a-76f3-4ff9-a68a-b3272901724b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (ffd37e7e-177d-49f4-b82b-626fb7e48e16), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:32.198341 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-88402ff1-a36e-40b0-9fa0-dfcc235673b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (2736e787-f6d5-4d08-93a9-d1275c5a5eb9), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:32.235885 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-30b758ab-08cc-4d88-bba6-b91995996a78 None None] Current status of the port 83ca4276-9ba2-4d02-b38b-90118ffeea97 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:32.236344 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-30b758ab-08cc-4d88-bba6-b91995996a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (83ca4276-9ba2-4d02-b38b-90118ffeea97), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:32.238251 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88402ff1-a36e-40b0-9fa0-dfcc235673b7 None None] Pushing event deleted for resources: {'Port': ['ID=2736e787-f6d5-4d08-93a9-d1275c5a5eb9,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:32.241817 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88402ff1-a36e-40b0-9fa0-dfcc235673b7 None None] No DVR routers for this DVR port 2736e787-f6d5-4d08-93a9-d1275c5a5eb9 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:16:32.293245 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-df8ed43c-69d0-40e7-baeb-f1b2e5a3ecd3 req-6a1c7371-1887-4091-8ab0-ef1a0ab22e50 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1213975 Feb 19 04:16:32.300462 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-05955384-1fa7-44c5-9925-598c3c83fd16 service neutron] 10.222.0.26 "GET /v2.0/networks/970ed126-7758-4a49-91d5-8b77d328f7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9491754 Feb 19 04:16:32.302369 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c0ca227a-76f3-4ff9-a68a-b3272901724b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd37e7e-177d-49f4-b82b-626fb7e48e16']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:32.316066 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-30b758ab-08cc-4d88-bba6-b91995996a78 None None] For port 83ca4276-9ba2-4d02-b38b-90118ffeea97, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=83ca4276-9ba2-4d02-b38b-90118ffeea97,segment=NetworkSegment(056c2bc3-c560-47f5-9465-7d1c10ec3656),segment_id=056c2bc3-c560-47f5-9465-7d1c10ec3656)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:32.323476 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-30b758ab-08cc-4d88-bba6-b91995996a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (83ca4276-9ba2-4d02-b38b-90118ffeea97), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:32.335894 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1948457a-c0dd-43b3-9990-cb03d05fc22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717006908', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '953b693f-e145-4772-bd85-fad92adbc87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:16Z', 'updated_at': '2022-02-19T04:16:26Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '953b693f-e145-4772-bd85-fad92adbc87c', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '83ca4276-9ba2-4d02-b38b-90118ffeea97', 'name': '', 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:98:c6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '79657f7c-a967-450b-aba7-e287c8e4232a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:23Z', 'updated_at': '2022-02-19T04:16:30Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': '79657f7c-a967-450b-aba7-e287c8e4232a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:32.354679 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c0ca227a-76f3-4ff9-a68a-b3272901724b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9efee922-d8de-43ff-9f82-b87250a2bd71') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:32.355069 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c0ca227a-76f3-4ff9-a68a-b3272901724b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9efee922-d8de-43ff-9f82-b87250a2bd71') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:32.415788 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1948457a-c0dd-43b3-9990-cb03d05fc22e None None] The sync data for ids ['4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'] in n-d-828369-19 is: [{'id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717006908', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '953b693f-e145-4772-bd85-fad92adbc87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:16Z', 'updated_at': '2022-02-19T04:16:26Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '953b693f-e145-4772-bd85-fad92adbc87c', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '83ca4276-9ba2-4d02-b38b-90118ffeea97', 'name': '', 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:98:c6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '79657f7c-a967-450b-aba7-e287c8e4232a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:23Z', 'updated_at': '2022-02-19T04:16:30Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': '79657f7c-a967-450b-aba7-e287c8e4232a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:16:32.468739 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c0ca227a-76f3-4ff9-a68a-b3272901724b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (9efee922-d8de-43ff-9f82-b87250a2bd71), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:32.557831 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c0ca227a-76f3-4ff9-a68a-b3272901724b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (9efee922-d8de-43ff-9f82-b87250a2bd71), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:32.558780 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b758ab-08cc-4d88-bba6-b91995996a78 None None] Pushing event updated for resources: {'Port': ['ID=83ca4276-9ba2-4d02-b38b-90118ffeea97,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:32.565887 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-f7bcb023-bb5a-46ad-9a54-f3040e819a6e None None] Provisioning complete for port 83ca4276-9ba2-4d02-b38b-90118ffeea97 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:32.566286 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f7bcb023-bb5a-46ad-9a54-f3040e819a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (83ca4276-9ba2-4d02-b38b-90118ffeea97), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:32.569014 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335fbae-284f-4dfa-8b8a-3155b47b12c9 req-79cf759c-89d8-45c8-8db0-70ca3a75655d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:32.571678 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6335fbae-284f-4dfa-8b8a-3155b47b12c9 req-79cf759c-89d8-45c8-8db0-70ca3a75655d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.1522431 Feb 19 04:16:32.577424 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ca227a-76f3-4ff9-a68a-b3272901724b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:16:32.578010 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c0ca227a-76f3-4ff9-a68a-b3272901724b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (9efee922-d8de-43ff-9f82-b87250a2bd71), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:16:32.587913 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:16:32.684512 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-d57c1af3-e81c-4924-ac5b-2286f2e8bf33 service neutron] 10.222.0.26 "GET /v2.0/networks/970ed126-7758-4a49-91d5-8b77d328f7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757524 Feb 19 04:16:32.690677 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c0ca227a-76f3-4ff9-a68a-b3272901724b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (ffd37e7e-177d-49f4-b82b-626fb7e48e16), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:32.698131 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7762f7aa-f2f8-4231-b767-b159e5227fe8 req-23c4c89f-8f80-4dbe-a397-ad13b4a2f301 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 210 time: 0.0565436 Feb 19 04:16:32.724281 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6335fbae-284f-4dfa-8b8a-3155b47b12c9 req-1b706543-956c-432e-b19b-78c6e465ed7b tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1362216 Feb 19 04:16:32.737881 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f7bcb023-bb5a-46ad-9a54-f3040e819a6e None None] Current status of the port 83ca4276-9ba2-4d02-b38b-90118ffeea97 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:32.738874 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-b4259c85-d063-4646-b9cb-0eff9f3f96ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=328f76f5-5319-4dc1-b370-793287406294 HTTP/1.1" status: 200 len: 217 time: 0.0447354 Feb 19 04:16:32.741861 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c0ca227a-76f3-4ff9-a68a-b3272901724b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:32.758708 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c0ca227a-76f3-4ff9-a68a-b3272901724b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/networks/ffd37e7e-177d-49f4-b82b-626fb7e48e16 HTTP/1.1" status: 204 len: 168 time: 2.2473862 Feb 19 04:16:32.765048 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40576) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:32.770055 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-e7ad6ca1-ab59-415f-998d-bdeb5587448f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1064594191'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:32.798110 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3d4080e7-d45d-47af-820e-7f60a3e509e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:32.813017 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca227a-76f3-4ff9-a68a-b3272901724b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Network': ['ID=ffd37e7e-177d-49f4-b82b-626fb7e48e16,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:32.827326 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ad6ca1-ab59-415f-998d-bdeb5587448f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:32.830821 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e7ad6ca1-ab59-415f-998d-bdeb5587448f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:32.858780 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ad6ca1-ab59-415f-998d-bdeb5587448f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:16:32.880557 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e7ad6ca1-ab59-415f-998d-bdeb5587448f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (744f2abf-6fb8-4866-b326-2d005ff42457), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:32.880778 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-e7ad6ca1-ab59-415f-998d-bdeb5587448f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Added segment 744f2abf-6fb8-4866-b326-2d005ff42457 of type vlan for network 3b970087-a737-4454-8868-9c722d808485 Feb 19 04:16:32.907517 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-61618087-fb8b-40a3-93c8-aa8e3ba798f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:32.909617 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-61618087-fb8b-40a3-93c8-aa8e3ba798f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ad06bfbd-99a2-4a8a-a2ae-abc5d82d0e14 HTTP/1.1" status: 200 len: 797 time: 0.1266375 Feb 19 04:16:32.986355 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-058b49b1-1aa1-425a-bde7-14ef96e7bb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:32.987736 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-058b49b1-1aa1-425a-bde7-14ef96e7bb55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=970ed126-7758-4a49-91d5-8b77d328f7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0692546 Feb 19 04:16:33.121976 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-5df2c613-773b-4b5b-84a9-ebad1ff43f6a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:33.124533 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-5df2c613-773b-4b5b-84a9-ebad1ff43f6a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.79 "GET /v2.0/networks?id=2a881e15-dcb9-4612-90a0-55bb903b8851 HTTP/1.1" status: 200 len: 797 time: 0.1875026 Feb 19 04:16:33.172034 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-367d555d-7f50-4561-8cbb-926065222c78 service neutron] 10.222.0.26 "GET /v2.0/networks/970ed126-7758-4a49-91d5-8b77d328f7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763937 Feb 19 04:16:33.183045 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e7ad6ca1-ab59-415f-998d-bdeb5587448f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (3b970087-a737-4454-8868-9c722d808485), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:33.271324 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30961a80-a6b1-4399-8906-45ac7d4464aa req-dbc8356f-71e6-4d0f-a1b0-a1526e37b06f tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:33.272919 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-30961a80-a6b1-4399-8906-45ac7d4464aa req-dbc8356f-71e6-4d0f-a1b0-a1526e37b06f tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.1418574 Feb 19 04:16:33.284680 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5323fcfd-5834-4e18-b107-9f0386c52bf7 req-764fc9d6-0eed-4fa0-a72f-497425e8f372 service neutron] 10.222.0.26 "GET /v2.0/networks/970ed126-7758-4a49-91d5-8b77d328f7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065154 Feb 19 04:16:33.295457 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e7ad6ca1-ab59-415f-998d-bdeb5587448f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (3b970087-a737-4454-8868-9c722d808485), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:33.300688 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ad6ca1-ab59-415f-998d-bdeb5587448f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:33.301284 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e7ad6ca1-ab59-415f-998d-bdeb5587448f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:33.342215 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-8f9aafac-33cc-4374-93b6-649908295bd3 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3daaed16085e4153afa0c32c565c3455 HTTP/1.1" status: 200 len: 380 time: 0.1985452 Feb 19 04:16:33.398118 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-b4d45781-1909-4d2d-8d84-9db7c139b8a9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'port': {'device_id': 'c94092b1-8676-4a20-9c38-78a56f795af1', 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851', 'admin_state_up': True, 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'security_groups': ['e34090d5-82ff-472d-87c2-d105358f175b']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:33.411881 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e7ad6ca1-ab59-415f-998d-bdeb5587448f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6457331 Feb 19 04:16:33.415239 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40580) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:33.422192 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b1d62bb4-0bdd-4677-aea4-8107ac0c647e tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'subnet': {'network_id': '3b970087-a737-4454-8868-9c722d808485', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:33.475735 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-30961a80-a6b1-4399-8906-45ac7d4464aa req-d221b5e9-b2da-470c-890b-0ee4c4a10789 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1938891 Feb 19 04:16:33.481048 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad6ca1-ab59-415f-998d-bdeb5587448f tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Network': ['ID=3b970087-a737-4454-8868-9c722d808485,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:33.503823 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 3b970087-a737-4454-8868-9c722d808485 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:16:33.569804 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-b4d45781-1909-4d2d-8d84-9db7c139b8a9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Made reservation on behalf of 3daaed16085e4153afa0c32c565c3455 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:33.575004 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-b4d45781-1909-4d2d-8d84-9db7c139b8a9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:33.596179 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d62bb4-0bdd-4677-aea4-8107ac0c647e tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:33.600294 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b1d62bb4-0bdd-4677-aea4-8107ac0c647e tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:33.768110 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:33.889148 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 83ca4276-9ba2-4d02-b38b-90118ffeea97 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:33.942584 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f58cc903-26af-4455-bfef-a2f32031a1cc req-5290a946-afb0-48bc-8ef2-f53bb3b05fb6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 210 time: 0.0415432 Feb 19 04:16:33.969298 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-b4d45781-1909-4d2d-8d84-9db7c139b8a9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Allocated IP 172.20.0.5 (2a881e15-dcb9-4612-90a0-55bb903b8851/79657f7c-a967-450b-aba7-e287c8e4232a/04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:33.992392 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b1d62bb4-0bdd-4677-aea4-8107ac0c647e tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (033c0aef-61f6-48cd-a8cd-91b47dc7a479), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:34.011531 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 83ca4276-9ba2-4d02-b38b-90118ffeea97 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:34.011944 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (83ca4276-9ba2-4d02-b38b-90118ffeea97), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:34.047184 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d62bb4-0bdd-4677-aea4-8107ac0c647e tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Subnet': ['ID=033c0aef-61f6-48cd-a8cd-91b47dc7a479,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:34.083673 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d62bb4-0bdd-4677-aea4-8107ac0c647e tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Checking segment: {'id': '744f2abf-6fb8-4866-b326-2d005ff42457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b970087-a737-4454-8868-9c722d808485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:34.084070 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d62bb4-0bdd-4677-aea4-8107ac0c647e tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network hostable DHCP agents. Network: 3b970087-a737-4454-8868-9c722d808485, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:16:34.106477 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d62bb4-0bdd-4677-aea4-8107ac0c647e tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network 3b970087-a737-4454-8868-9c722d808485 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:16:34.125545 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-b1d62bb4-0bdd-4677-aea4-8107ac0c647e tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 3b970087-a737-4454-8868-9c722d808485) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:34.139698 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d62bb4-0bdd-4677-aea4-8107ac0c647e tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:34.141042 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b1d62bb4-0bdd-4677-aea4-8107ac0c647e tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:34.163191 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b1d62bb4-0bdd-4677-aea4-8107ac0c647e tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7467952 Feb 19 04:16:34.165859 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40590) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:34.176548 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-fb90ebfb-ecea-4c13-b028-9d7dbbcf94d9 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-714156969', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:34.188256 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3307d4-bbca-4312-9e32-3f73f5774c66 None None] Network 3b970087-a737-4454-8868-9c722d808485 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:34.221299 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-b4d45781-1909-4d2d-8d84-9db7c139b8a9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for port (04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:34.224180 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fb90ebfb-ecea-4c13-b028-9d7dbbcf94d9 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (6f21791a-b308-48e5-a854-65b4d6e48a00), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:34.225233 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fb90ebfb-ecea-4c13-b028-9d7dbbcf94d9 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (6f21791a-b308-48e5-a854-65b4d6e48a00), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:34.291017 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 83ca4276-9ba2-4d02-b38b-90118ffeea97 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:34.301853 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fb90ebfb-ecea-4c13-b028-9d7dbbcf94d9 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for router_controller (6f21791a-b308-48e5-a854-65b4d6e48a00), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:34.305113 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-b4d45781-1909-4d2d-8d84-9db7c139b8a9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:34.311551 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fb90ebfb-ecea-4c13-b028-9d7dbbcf94d9 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (6f21791a-b308-48e5-a854-65b4d6e48a00), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:34.343028 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6224633-7021-4293-8d1a-3e8c9748a62b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-3b970087-a737-4454-8868-9c722d808485', 'network_id': '3b970087-a737-4454-8868-9c722d808485', 'project_id': '15e1f70909b14df4a18d13363dfa5fd4', 'fixed_ips': [{'subnet_id': '033c0aef-61f6-48cd-a8cd-91b47dc7a479'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:16:34.344369 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b6224633-7021-4293-8d1a-3e8c9748a62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:34.354772 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fb90ebfb-ecea-4c13-b028-9d7dbbcf94d9 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:34.359119 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fb90ebfb-ecea-4c13-b028-9d7dbbcf94d9 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1920850 Feb 19 04:16:34.359940 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40592) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:34.366550 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-779063ab-2ea5-492e-a6d5-d20060a3c5f2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'port': {'network_id': '3b970087-a737-4454-8868-9c722d808485', 'name': 'tempest-PortsIpV6TestJSON-2082364971'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:34.371460 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-b4d45781-1909-4d2d-8d84-9db7c139b8a9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Network 2a881e15-dcb9-4612-90a0-55bb903b8851 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:34.379357 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-b4d45781-1909-4d2d-8d84-9db7c139b8a9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:34.386376 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-b4d45781-1909-4d2d-8d84-9db7c139b8a9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:34.431485 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d45781-1909-4d2d-8d84-9db7c139b8a9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Port': ['ID=04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:34.484424 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-b4d45781-1909-4d2d-8d84-9db7c139b8a9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:34.485525 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-b4d45781-1909-4d2d-8d84-9db7c139b8a9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:34.507361 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-b4d45781-1909-4d2d-8d84-9db7c139b8a9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1423507 Feb 19 04:16:34.522014 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-1e273356-4870-44fa-8845-6dfe1c2074b7 service neutron] Request body: {'port': {'device_id': 'c94092b1-8676-4a20-9c38-78a56f795af1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:34.597995 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-b6224633-7021-4293-8d1a-3e8c9748a62b None None] Allocated IP 2001:db8::2 (3b970087-a737-4454-8868-9c722d808485/033c0aef-61f6-48cd-a8cd-91b47dc7a479/8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:34.712151 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-1e273356-4870-44fa-8845-6dfe1c2074b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:34.804533 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313aedb5-807d-4492-a132-6d42a7b24f54 req-17566d3b-399e-4a83-9383-401cb6d9e081 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:34.806113 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-313aedb5-807d-4492-a132-6d42a7b24f54 req-17566d3b-399e-4a83-9383-401cb6d9e081 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.0950351 Feb 19 04:16:34.829908 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b6224633-7021-4293-8d1a-3e8c9748a62b None None] Publish callbacks [] for port (8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:34.845983 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b6224633-7021-4293-8d1a-3e8c9748a62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:34.899277 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-833e599c-f0bf-4184-9448-4d44411a0e19 None None] Provisioning complete for port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:34.899721 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-833e599c-f0bf-4184-9448-4d44411a0e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:34.937312 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6224633-7021-4293-8d1a-3e8c9748a62b None None] Network 3b970087-a737-4454-8868-9c722d808485 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:34.956223 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-b6224633-7021-4293-8d1a-3e8c9748a62b None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:34.968566 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6224633-7021-4293-8d1a-3e8c9748a62b None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:34.983071 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6224633-7021-4293-8d1a-3e8c9748a62b None None] Pushing event updated for resources: {'Port': ['ID=8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:34.984080 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-833e599c-f0bf-4184-9448-4d44411a0e19 None None] Port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:35.060091 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-313aedb5-807d-4492-a132-6d42a7b24f54 req-44d8b39b-e045-412b-9bf2-794b8803cc61 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2403166 Feb 19 04:16:35.079869 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b6224633-7021-4293-8d1a-3e8c9748a62b None None] Attempting to bind port 8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:16:35.080554 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b6224633-7021-4293-8d1a-3e8c9748a62b None None] Attempting to bind port 8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '744f2abf-6fb8-4866-b326-2d005ff42457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b970087-a737-4454-8868-9c722d808485'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:16:35.081317 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6224633-7021-4293-8d1a-3e8c9748a62b None None] Attempting to bind port 8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa on network 3b970087-a737-4454-8868-9c722d808485 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:35.088700 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6224633-7021-4293-8d1a-3e8c9748a62b None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:16:35.089017 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6224633-7021-4293-8d1a-3e8c9748a62b None None] Checking segment: {'id': '744f2abf-6fb8-4866-b326-2d005ff42457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b970087-a737-4454-8868-9c722d808485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:35.089808 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b6224633-7021-4293-8d1a-3e8c9748a62b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:35.090013 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6224633-7021-4293-8d1a-3e8c9748a62b None None] Bound using segment: {'id': '744f2abf-6fb8-4866-b326-2d005ff42457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b970087-a737-4454-8868-9c722d808485'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:16:35.092264 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b6224633-7021-4293-8d1a-3e8c9748a62b None None] Bound port: 8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744f2abf-6fb8-4866-b326-2d005ff42457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b970087-a737-4454-8868-9c722d808485'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:16:35.092677 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b6224633-7021-4293-8d1a-3e8c9748a62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:35.110837 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779063ab-2ea5-492e-a6d5-d20060a3c5f2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:35.114273 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-779063ab-2ea5-492e-a6d5-d20060a3c5f2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:35.140196 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-779063ab-2ea5-492e-a6d5-d20060a3c5f2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] device_id is not set on port ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:16:35.171924 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b6224633-7021-4293-8d1a-3e8c9748a62b None None] For port 8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:16:35.176057 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b6224633-7021-4293-8d1a-3e8c9748a62b None None] For port 8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa,segment=NetworkSegment(744f2abf-6fb8-4866-b326-2d005ff42457),segment_id=744f2abf-6fb8-4866-b326-2d005ff42457)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:16:35.195321 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b6224633-7021-4293-8d1a-3e8c9748a62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:35.301012 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fa30a-2e28-40e1-8480-ede29d0c03ae req-7264c158-516e-4dae-a51c-226d6946ba95 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:35.302785 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-071fa30a-2e28-40e1-8480-ede29d0c03ae req-7264c158-516e-4dae-a51c-226d6946ba95 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 931 time: 0.2125795 Feb 19 04:16:35.305346 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-779063ab-2ea5-492e-a6d5-d20060a3c5f2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Allocated IP 2001:db8::1ac (3b970087-a737-4454-8868-9c722d808485/033c0aef-61f6-48cd-a8cd-91b47dc7a479/ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:35.353662 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:35.361484 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6224633-7021-4293-8d1a-3e8c9748a62b None None] Pushing event updated for resources: {'Port': ['ID=8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:35.407951 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-071fa30a-2e28-40e1-8480-ede29d0c03ae req-95f73de6-4339-4e3f-a067-29375dd9fed6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970566 Feb 19 04:16:35.522248 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-779063ab-2ea5-492e-a6d5-d20060a3c5f2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for port (ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:35.531750 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-1e273356-4870-44fa-8845-6dfe1c2074b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:16:35.542662 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba28b52-5240-4aaf-834f-5082bd8b1c3f req-d562bab4-9606-41e3-8be0-12c602205be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:35.544314 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dba28b52-5240-4aaf-834f-5082bd8b1c3f req-d562bab4-9606-41e3-8be0-12c602205be0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=47d77581683d4c43a3d18ea75c887227&device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 1128 time: 0.1500814 Feb 19 04:16:35.546090 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-1e273356-4870-44fa-8845-6dfe1c2074b7 service neutron] Publish callbacks [] for port (04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:35.576964 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf150e1f-e57a-4f18-b639-4cb3fb92a7e6 req-3990b8a0-2b7f-4e3c-b830-38e49a016023 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:35.578515 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf150e1f-e57a-4f18-b639-4cb3fb92a7e6 req-3990b8a0-2b7f-4e3c-b830-38e49a016023 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.1685934 Feb 19 04:16:35.590370 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-779063ab-2ea5-492e-a6d5-d20060a3c5f2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:35.636243 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-1e273356-4870-44fa-8845-6dfe1c2074b7 service neutron] Transition to ACTIVE for port object 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:16:35.657342 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779063ab-2ea5-492e-a6d5-d20060a3c5f2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network 3b970087-a737-4454-8868-9c722d808485 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:35.660536 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-1e273356-4870-44fa-8845-6dfe1c2074b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:35.673959 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-779063ab-2ea5-492e-a6d5-d20060a3c5f2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:35.679208 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779063ab-2ea5-492e-a6d5-d20060a3c5f2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:35.684617 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779063ab-2ea5-492e-a6d5-d20060a3c5f2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:35.685969 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-779063ab-2ea5-492e-a6d5-d20060a3c5f2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:35.688920 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779063ab-2ea5-492e-a6d5-d20060a3c5f2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Port': ['ID=ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:35.708640 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-779063ab-2ea5-492e-a6d5-d20060a3c5f2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3474011 Feb 19 04:16:35.711471 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40604) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:35.833822 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf150e1f-e57a-4f18-b639-4cb3fb92a7e6 req-c8d8e616-070d-4c9c-9189-515ca3cf64fb tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2428586 Feb 19 04:16:35.834766 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e273356-4870-44fa-8845-6dfe1c2074b7 service neutron] Pushing event updated for resources: {'Port': ['ID=04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:35.866364 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba28b52-5240-4aaf-834f-5082bd8b1c3f req-3f4e18a7-47fb-4495-a5e9-cb143bc61e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:35.868115 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dba28b52-5240-4aaf-834f-5082bd8b1c3f req-3f4e18a7-47fb-4495-a5e9-cb143bc61e86 service neutron] 10.222.0.79 "GET /v2.0/networks?id=af1b2524-905a-4fb0-b20e-a5912983245d HTTP/1.1" status: 200 len: 911 time: 0.3174891 Feb 19 04:16:35.907211 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:36.005155 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:36.005539 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:36.135373 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:36.135925 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:36.177332 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa,segment=NetworkSegment(744f2abf-6fb8-4866-b326-2d005ff42457),segment_id=744f2abf-6fb8-4866-b326-2d005ff42457)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:36.186714 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:36.223576 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4cf8805e-4bdf-4dab-9c56-8c8016d82b84 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:36.290199 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:36.443120 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-1e273356-4870-44fa-8845-6dfe1c2074b7 service neutron] Attempting to bind port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:16:36.443568 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-1e273356-4870-44fa-8845-6dfe1c2074b7 service neutron] Attempting to bind port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '056c2bc3-c560-47f5-9465-7d1c10ec3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:16:36.443986 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-1e273356-4870-44fa-8845-6dfe1c2074b7 service neutron] Attempting to bind port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 on network 2a881e15-dcb9-4612-90a0-55bb903b8851 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:36.454822 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dba28b52-5240-4aaf-834f-5082bd8b1c3f req-ba533483-185d-4617-bfed-660f2c5620bf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fac01fd-40e3-41e1-811a-31a59797abb0 HTTP/1.1" status: 200 len: 999 time: 0.5782785 Feb 19 04:16:36.464108 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-1e273356-4870-44fa-8845-6dfe1c2074b7 service neutron] Port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 on network 2a881e15-dcb9-4612-90a0-55bb903b8851 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:16:36.466815 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-1e273356-4870-44fa-8845-6dfe1c2074b7 service neutron] Attempting to bind port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 on network 2a881e15-dcb9-4612-90a0-55bb903b8851 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:36.476677 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-1e273356-4870-44fa-8845-6dfe1c2074b7 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:16:36.477902 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-1e273356-4870-44fa-8845-6dfe1c2074b7 service neutron] Checking segment: {'id': '056c2bc3-c560-47f5-9465-7d1c10ec3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:36.478438 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-1e273356-4870-44fa-8845-6dfe1c2074b7 service neutron] Bound using segment: {'id': '056c2bc3-c560-47f5-9465-7d1c10ec3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:16:36.478992 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-1e273356-4870-44fa-8845-6dfe1c2074b7 service neutron] Bound port: 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '056c2bc3-c560-47f5-9465-7d1c10ec3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:16:36.480046 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-1e273356-4870-44fa-8845-6dfe1c2074b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:36.615499 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4cf8805e-4bdf-4dab-9c56-8c8016d82b84 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for port (ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:36.627483 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4cf8805e-4bdf-4dab-9c56-8c8016d82b84 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:36.643057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba28b52-5240-4aaf-834f-5082bd8b1c3f req-22b55765-59c0-4609-8b00-c21603d6abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:36.644545 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dba28b52-5240-4aaf-834f-5082bd8b1c3f req-22b55765-59c0-4609-8b00-c21603d6abfb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4 HTTP/1.1" status: 200 len: 849 time: 0.1697464 Feb 19 04:16:36.657403 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bc1cc-a5a5-4be0-8f6d-e7fc779150bc req-51ffd4e4-a7e8-4db9-bb9c-0d8427639d84 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:36.665176 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-948bc1cc-a5a5-4be0-8f6d-e7fc779150bc req-51ffd4e4-a7e8-4db9-bb9c-0d8427639d84 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 943 time: 0.1336133 Feb 19 04:16:36.731653 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-1e273356-4870-44fa-8845-6dfe1c2074b7 service neutron] For port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:16:36.760986 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8805e-4bdf-4dab-9c56-8c8016d82b84 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Port': ['ID=ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:36.766077 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-1e273356-4870-44fa-8845-6dfe1c2074b7 service neutron] For port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608,segment=NetworkSegment(056c2bc3-c560-47f5-9465-7d1c10ec3656),segment_id=056c2bc3-c560-47f5-9465-7d1c10ec3656)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:16:36.781195 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:36.798961 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-1e273356-4870-44fa-8845-6dfe1c2074b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:36.819936 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-948bc1cc-a5a5-4be0-8f6d-e7fc779150bc req-5d50fc44-688c-441e-a7f0-b9487e297fea tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538105 Feb 19 04:16:36.832197 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba28b52-5240-4aaf-834f-5082bd8b1c3f req-b693d4b3-51fe-4c09-adfc-eed7e312b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:36.833846 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dba28b52-5240-4aaf-834f-5082bd8b1c3f req-b693d4b3-51fe-4c09-adfc-eed7e312b1c1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=af1b2524-905a-4fb0-b20e-a5912983245d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1666453 Feb 19 04:16:36.901259 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-1e273356-4870-44fa-8845-6dfe1c2074b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:36.901898 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-1e273356-4870-44fa-8845-6dfe1c2074b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:36.904492 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92c52fe-2bc9-4942-b223-1b65ee9155d1 None None] Network 3b970087-a737-4454-8868-9c722d808485 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:36.915597 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-1e273356-4870-44fa-8845-6dfe1c2074b7 service neutron] 10.222.0.79 "PUT /v2.0/ports/04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 HTTP/1.1" status: 200 len: 1092 time: 2.4000483 Feb 19 04:16:36.916117 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94092b1-8676-4a20-9c38-78a56f795af1', 'tag': '04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:36.918474 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db4bb7b-db91-4cdc-80f0-be2cd85208a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c94092b1-8676-4a20-9c38-78a56f795af1", "tag": "04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:36.981372 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4cf8805e-4bdf-4dab-9c56-8c8016d82b84 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (6f21791a-b308-48e5-a854-65b4d6e48a00), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:37.011612 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-7a107013-2bb4-49ab-93ce-31cb284098ef None None] Provisioning complete for port 8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:37.012152 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7a107013-2bb4-49ab-93ce-31cb284098ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:37.029217 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795e64a4-487a-48fc-ae58-bc9d4a93399a x-openstack-request-id: req-795e64a4-487a-48fc-ae58-bc9d4a93399a {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:37.029779 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94092b1-8676-4a20-9c38-78a56f795af1", "tag": "04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:37.030256 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-795e64a4-487a-48fc-ae58-bc9d4a93399a {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:37.030789 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94092b1-8676-4a20-9c38-78a56f795af1', 'tag': '04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608', 'status': 'completed', 'code': 200} Feb 19 04:16:37.129062 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e273356-4870-44fa-8845-6dfe1c2074b7 service neutron] Pushing event updated for resources: {'Port': ['ID=04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:37.214471 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dba28b52-5240-4aaf-834f-5082bd8b1c3f req-0e0f9d95-7a95-4bf6-bae5-da0d41fbd2e6 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599682 Feb 19 04:16:37.218677 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-da9c63f0-5616-4fb1-9315-ee8f23ed89c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:37.220184 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-da9c63f0-5616-4fb1-9315-ee8f23ed89c2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 1126 time: 0.2032115 Feb 19 04:16:37.225588 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-7a107013-2bb4-49ab-93ce-31cb284098ef None None] Current status of the port 8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:37.235644 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e3593-3dc9-4a49-8220-a7dadb2378e0 req-23a678bd-2f79-4f53-bbec-acc4e344ac1d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:37.237202 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9f1e3593-3dc9-4a49-8220-a7dadb2378e0 req-23a678bd-2f79-4f53-bbec-acc4e344ac1d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.2167864 Feb 19 04:16:37.266376 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4cf8805e-4bdf-4dab-9c56-8c8016d82b84 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:37.309491 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-cd1c937e-a532-40cf-8db1-1c269cd53111 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 HTTP/1.1" status: 200 len: 217 time: 0.0712998 Feb 19 04:16:37.453676 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9f1e3593-3dc9-4a49-8220-a7dadb2378e0 req-e136fb60-71b8-4d25-9862-3d2c8852c20d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1938796 Feb 19 04:16:37.455637 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dba28b52-5240-4aaf-834f-5082bd8b1c3f req-55870c64-26eb-43e7-b9c2-4e8771e8dc23 service neutron] 10.222.0.79 "GET /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343752 Feb 19 04:16:37.457189 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-0b782cfc-3495-47d9-b378-2b28c8d4669d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:37.458981 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-0b782cfc-3495-47d9-b378-2b28c8d4669d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=79657f7c-a967-450b-aba7-e287c8e4232a HTTP/1.1" status: 200 len: 834 time: 0.1123300 Feb 19 04:16:37.531875 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-c3f74dee-4a8d-4c97-bf2f-5fe8c521c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:37.534351 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-c3f74dee-4a8d-4c97-bf2f-5fe8c521c76b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2a881e15-dcb9-4612-90a0-55bb903b8851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0670922 Feb 19 04:16:37.605728 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-40cd4203-554f-4ace-8fb2-ad8746a46661 None None] Provisioning complete for port 8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:37.607017 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-40cd4203-554f-4ace-8fb2-ad8746a46661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:37.635298 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4cf8805e-4bdf-4dab-9c56-8c8016d82b84 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for port (ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:37.641577 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4cf8805e-4bdf-4dab-9c56-8c8016d82b84 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:37.642493 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-43a4b0c6-8471-45e3-a920-a10fa43b2a3b service neutron] 10.222.0.79 "GET /v2.0/networks/2a881e15-dcb9-4612-90a0-55bb903b8851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010919 Feb 19 04:16:37.642837 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4cf8805e-4bdf-4dab-9c56-8c8016d82b84 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (6f21791a-b308-48e5-a854-65b4d6e48a00), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:37.749454 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-40cd4203-554f-4ace-8fb2-ad8746a46661 None None] Current status of the port 8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:37.770074 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-40cd4203-554f-4ace-8fb2-ad8746a46661 None None] Provisioning complete for port ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:37.770853 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-40cd4203-554f-4ace-8fb2-ad8746a46661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:37.771216 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9a3137-dcfc-4b2f-86ba-8d6f4e606bfe req-297fe8c6-4e35-4c47-a3b9-f67d058fe199 service neutron] 10.222.0.79 "GET /v2.0/networks/2a881e15-dcb9-4612-90a0-55bb903b8851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207366 Feb 19 04:16:37.784831 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8805e-4bdf-4dab-9c56-8c8016d82b84 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Port': ['ID=ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:37.821714 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:37.836703 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf8805e-4bdf-4dab-9c56-8c8016d82b84 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network 3b970087-a737-4454-8868-9c722d808485 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:37.849121 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-4cf8805e-4bdf-4dab-9c56-8c8016d82b84 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:37.902315 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4bb7b-db91-4cdc-80f0-be2cd85208a1 req-71ebc976-0bda-4643-b9ad-fdd724b38959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:37.905628 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9db4bb7b-db91-4cdc-80f0-be2cd85208a1 req-71ebc976-0bda-4643-b9ad-fdd724b38959 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 1126 time: 0.0725298 Feb 19 04:16:37.907271 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-40cd4203-554f-4ace-8fb2-ad8746a46661 None None] Port ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:37.924398 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:37.924853 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:38.045635 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:38.051830 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4bb7b-db91-4cdc-80f0-be2cd85208a1 req-20adce1c-b047-41a8-b63f-eb340eeeeebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:38.053254 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9db4bb7b-db91-4cdc-80f0-be2cd85208a1 req-20adce1c-b047-41a8-b63f-eb340eeeeebc service neutron] 10.222.0.79 "GET /v2.0/networks?id=2a881e15-dcb9-4612-90a0-55bb903b8851 HTTP/1.1" status: 200 len: 898 time: 0.1392589 Feb 19 04:16:38.060800 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-0b1f20c4-d79e-491e-b2d5-7e386a97f053 None None] Provisioning complete for port ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:38.060800 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0b1f20c4-d79e-491e-b2d5-7e386a97f053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:38.097456 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf8805e-4bdf-4dab-9c56-8c8016d82b84 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Router 6f21791a-b308-48e5-a854-65b4d6e48a00 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:16:38.114135 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0b1f20c4-d79e-491e-b2d5-7e386a97f053 None None] Port ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:38.205514 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9db4bb7b-db91-4cdc-80f0-be2cd85208a1 req-3d97cc52-bedd-4282-89b1-85647d3a2785 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 HTTP/1.1" status: 200 len: 217 time: 0.1063857 Feb 19 04:16:38.214964 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf8805e-4bdf-4dab-9c56-8c8016d82b84 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:16:38.222478 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4cf8805e-4bdf-4dab-9c56-8c8016d82b84 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "PUT /v2.0/routers/6f21791a-b308-48e5-a854-65b4d6e48a00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5084214 Feb 19 04:16:38.225339 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40618) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:38.228588 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eec605-cb79-44f0-84e4-1618752ffc8f None None] Sync routers for ids ['6f21791a-b308-48e5-a854-65b4d6e48a00'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:16:38.265375 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eec605-cb79-44f0-84e4-1618752ffc8f None None] Routers {'6f21791a-b308-48e5-a854-65b4d6e48a00'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:16:38.266024 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-56eec605-cb79-44f0-84e4-1618752ffc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:16:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6f21791a-b308-48e5-a854-65b4d6e48a00'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:38.309209 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f623b11-fbd5-49c4-b8a8-637ff3f50b62 req-7cdebe51-a730-4263-b6ad-7f2e0bca301f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:38.311646 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f623b11-fbd5-49c4-b8a8-637ff3f50b62 req-7cdebe51-a730-4263-b6ad-7f2e0bca301f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 943 time: 0.2574854 Feb 19 04:16:38.331317 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-56eec605-cb79-44f0-84e4-1618752ffc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:38.341906 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eec605-cb79-44f0-84e4-1618752ffc8f None None] Routers {'6f21791a-b308-48e5-a854-65b4d6e48a00'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:16:38.342833 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-56eec605-cb79-44f0-84e4-1618752ffc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:16:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6f21791a-b308-48e5-a854-65b4d6e48a00'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:38.351945 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b874463b-7c42-47a5-83d5-54d1c80bc986 None None] Provisioning complete for port ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:38.352320 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b874463b-7c42-47a5-83d5-54d1c80bc986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:38.379900 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4bb7b-db91-4cdc-80f0-be2cd85208a1 req-2b4c5956-d294-4e9d-95c5-ae0df0ee4205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:38.382015 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9db4bb7b-db91-4cdc-80f0-be2cd85208a1 req-2b4c5956-d294-4e9d-95c5-ae0df0ee4205 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=79657f7c-a967-450b-aba7-e287c8e4232a HTTP/1.1" status: 200 len: 834 time: 0.1677790 Feb 19 04:16:38.391402 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-56eec605-cb79-44f0-84e4-1618752ffc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:38.392367 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eec605-cb79-44f0-84e4-1618752ffc8f None None] The sync data for ids ['6f21791a-b308-48e5-a854-65b4d6e48a00'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:16:38.402780 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b874463b-7c42-47a5-83d5-54d1c80bc986 None None] Port ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:38.426529 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94203df-0d4f-43c2-adf8-f11b3e17360a tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:38.431198 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40622) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:38.431458 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a94203df-0d4f-43c2-adf8-f11b3e17360a tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f21791a-b308-48e5-a854-65b4d6e48a00 HTTP/1.1" status: 200 len: 989 time: 0.2043030 Feb 19 04:16:38.466279 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f623b11-fbd5-49c4-b8a8-637ff3f50b62 req-14697bea-48e2-4f0c-9059-77397178b2d2 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440051 Feb 19 04:16:38.484770 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4bb7b-db91-4cdc-80f0-be2cd85208a1 req-ba69eea7-047d-47f4-a734-3b4f89f38a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:38.487568 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9db4bb7b-db91-4cdc-80f0-be2cd85208a1 req-ba69eea7-047d-47f4-a734-3b4f89f38a37 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2a881e15-dcb9-4612-90a0-55bb903b8851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0913959 Feb 19 04:16:38.626141 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-4b1ef8b6-339c-4d71-9459-bce18cacf8e9 None None] Provisioning complete for port ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:38.626651 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4b1ef8b6-339c-4d71-9459-bce18cacf8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:38.667464 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-4b1ef8b6-339c-4d71-9459-bce18cacf8e9 None None] Port ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:38.674776 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230adc12-3244-467c-93c8-9e30c53d61a0 req-2483ed65-8a75-450d-a9f7-382b0b961a3c tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:38.676465 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-230adc12-3244-467c-93c8-9e30c53d61a0 req-2483ed65-8a75-450d-a9f7-382b0b961a3c tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.0990622 Feb 19 04:16:38.678944 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9db4bb7b-db91-4cdc-80f0-be2cd85208a1 req-de1e887b-e18c-4dba-867d-1c268b036598 service neutron] 10.222.0.79 "GET /v2.0/networks/2a881e15-dcb9-4612-90a0-55bb903b8851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837575 Feb 19 04:16:38.781527 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-230adc12-3244-467c-93c8-9e30c53d61a0 req-616eec68-c4e5-41f3-a198-ffc11fe2c67f tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0990150 Feb 19 04:16:38.810566 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9db4bb7b-db91-4cdc-80f0-be2cd85208a1 req-a303268b-eacc-43c7-ae01-f351f8be5c46 service neutron] 10.222.0.79 "GET /v2.0/networks/2a881e15-dcb9-4612-90a0-55bb903b8851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211205 Feb 19 04:16:38.904088 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03999ace-d8e6-4c6f-853e-76a87745e570 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (6f21791a-b308-48e5-a854-65b4d6e48a00), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:38.927205 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1852e4-e2c3-4723-bbf2-c1b506f2ad46 req-60777d2d-bd88-4068-b665-a8239149f9f8 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:38.928702 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa1852e4-e2c3-4723-bbf2-c1b506f2ad46 req-60777d2d-bd88-4068-b665-a8239149f9f8 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.0598381 Feb 19 04:16:38.993208 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa1852e4-e2c3-4723-bbf2-c1b506f2ad46 req-d117fca5-c8b1-4b63-83b8-07633bf87b06 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584795 Feb 19 04:16:39.449373 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-03999ace-d8e6-4c6f-853e-76a87745e570 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting port ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:39.449720 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03999ace-d8e6-4c6f-853e-76a87745e570 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:39.555726 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03999ace-d8e6-4c6f-853e-76a87745e570 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:39.568753 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-03999ace-d8e6-4c6f-853e-76a87745e570 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Calling delete_port for ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:39.636212 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44278c3c-beb9-4413-8bce-a653504a84b9 req-01674b6a-cd31-4168-bfa4-e979944c0348 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:39.639048 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44278c3c-beb9-4413-8bce-a653504a84b9 req-01674b6a-cd31-4168-bfa4-e979944c0348 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 943 time: 0.0719845 Feb 19 04:16:39.744995 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44278c3c-beb9-4413-8bce-a653504a84b9 req-7f75cbd1-3868-47a6-ac8c-d6b7a4963513 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968752 Feb 19 04:16:39.791854 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03999ace-d8e6-4c6f-853e-76a87745e570 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:39.821803 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03999ace-d8e6-4c6f-853e-76a87745e570 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Port': ['ID=ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:39.836257 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f2c11-88b1-48a2-92e8-2280d4f0dabb req-083b784e-d717-4240-9efa-00119d9924d3 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:39.837949 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a30f2c11-88b1-48a2-92e8-2280d4f0dabb req-083b784e-d717-4240-9efa-00119d9924d3 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=28f14f91-c36e-479a-86e2-198ad4633d47 HTTP/1.1" status: 200 len: 944 time: 0.0651855 Feb 19 04:16:39.936946 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03999ace-d8e6-4c6f-853e-76a87745e570 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (6f21791a-b308-48e5-a854-65b4d6e48a00), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:39.971572 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-a30f2c11-88b1-48a2-92e8-2280d4f0dabb req-c1b4c09e-75ff-4e16-9d92-c8a49f69f1ea tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Deleting port af2c1bcf-838b-45d4-a295-71a1d4a7d50e {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:39.972071 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a30f2c11-88b1-48a2-92e8-2280d4f0dabb req-c1b4c09e-75ff-4e16-9d92-c8a49f69f1ea tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (af2c1bcf-838b-45d4-a295-71a1d4a7d50e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:40.095130 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-a30f2c11-88b1-48a2-92e8-2280d4f0dabb req-c1b4c09e-75ff-4e16-9d92-c8a49f69f1ea tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] For port af2c1bcf-838b-45d4-a295-71a1d4a7d50e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=af2c1bcf-838b-45d4-a295-71a1d4a7d50e,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:40.095425 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a30f2c11-88b1-48a2-92e8-2280d4f0dabb req-c1b4c09e-75ff-4e16-9d92-c8a49f69f1ea tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (af2c1bcf-838b-45d4-a295-71a1d4a7d50e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:40.109125 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-a30f2c11-88b1-48a2-92e8-2280d4f0dabb req-c1b4c09e-75ff-4e16-9d92-c8a49f69f1ea tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Calling delete_port for af2c1bcf-838b-45d4-a295-71a1d4a7d50e owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:40.121726 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03999ace-d8e6-4c6f-853e-76a87745e570 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Router 6f21791a-b308-48e5-a854-65b4d6e48a00 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:16:40.199444 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03999ace-d8e6-4c6f-853e-76a87745e570 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:16:40.204631 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-03999ace-d8e6-4c6f-853e-76a87745e570 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "PUT /v2.0/routers/6f21791a-b308-48e5-a854-65b4d6e48a00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7723556 Feb 19 04:16:40.207229 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40670) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:40.211153 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49ea84f-dd61-4305-8757-9a8a53403470 None None] Sync routers for ids ['6f21791a-b308-48e5-a854-65b4d6e48a00'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:16:40.227581 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49ea84f-dd61-4305-8757-9a8a53403470 None None] Routers {'6f21791a-b308-48e5-a854-65b4d6e48a00'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:16:40.229352 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-f49ea84f-dd61-4305-8757-9a8a53403470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:16:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6f21791a-b308-48e5-a854-65b4d6e48a00'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:40.237685 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-0505cb8f-defd-46c4-ac32-eb5cc97ef9bc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] GET failed (client error): The resource could not be found. Feb 19 04:16:40.239318 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0505cb8f-defd-46c4-ac32-eb5cc97ef9bc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "GET /v2.0/ports/ef37d6ab-b903-4f49-bdcc-fb04a2dd1aae HTTP/1.1" status: 404 len: 333 time: 0.0312042 Feb 19 04:16:40.242112 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40672) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:40.250670 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a30f2c11-88b1-48a2-92e8-2280d4f0dabb req-c1b4c09e-75ff-4e16-9d92-c8a49f69f1ea tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (af2c1bcf-838b-45d4-a295-71a1d4a7d50e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:40.272748 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['cc0235d1-688f-4a3b-9c71-f1afba0a9284', '1c09e0d7-f2c2-496a-b2f8-7d7da176db42'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:16:40.298959 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-f49ea84f-dd61-4305-8757-9a8a53403470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:40.321779 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49ea84f-dd61-4305-8757-9a8a53403470 None None] Routers {'6f21791a-b308-48e5-a854-65b4d6e48a00'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:16:40.322442 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-f49ea84f-dd61-4305-8757-9a8a53403470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:16:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6f21791a-b308-48e5-a854-65b4d6e48a00'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:40.351560 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4c09e-75ff-4e16-9d92-c8a49f69f1ea tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Pushing event deleted for resources: {'Port': ['ID=af2c1bcf-838b-45d4-a295-71a1d4a7d50e,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:40.360211 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-735a4c6e-8fda-49da-b40c-343e637618ac tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for router (6f21791a-b308-48e5-a854-65b4d6e48a00), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:40.374888 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-f49ea84f-dd61-4305-8757-9a8a53403470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:40.375655 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49ea84f-dd61-4305-8757-9a8a53403470 None None] The sync data for ids ['6f21791a-b308-48e5-a854-65b4d6e48a00'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:16:40.521194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30f2c11-88b1-48a2-92e8-2280d4f0dabb req-c1b4c09e-75ff-4e16-9d92-c8a49f69f1ea tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] No DVR routers for this DVR port af2c1bcf-838b-45d4-a295-71a1d4a7d50e on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:16:40.525244 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a30f2c11-88b1-48a2-92e8-2280d4f0dabb req-c1b4c09e-75ff-4e16-9d92-c8a49f69f1ea tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:40.531441 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a30f2c11-88b1-48a2-92e8-2280d4f0dabb req-c1b4c09e-75ff-4e16-9d92-c8a49f69f1ea tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "DELETE /v2.0/ports/af2c1bcf-838b-45d4-a295-71a1d4a7d50e HTTP/1.1" status: 204 len: 173 time: 0.6825080 Feb 19 04:16:40.531944 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f14f91-c36e-479a-86e2-198ad4633d47', 'name': 'network-vif-deleted', 'tag': 'af2c1bcf-838b-45d4-a295-71a1d4a7d50e'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:40.534556 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e54d30b-0d11-469e-8d27-5d3d0c0233ef" -d '{"events": [{"server_uuid": "28f14f91-c36e-479a-86e2-198ad4633d47", "name": "network-vif-deleted", "tag": "af2c1bcf-838b-45d4-a295-71a1d4a7d50e"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:40.654109 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4239372c-2f86-4626-8d34-10c4f963e13b x-openstack-request-id: req-4239372c-2f86-4626-8d34-10c4f963e13b {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:40.654800 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f14f91-c36e-479a-86e2-198ad4633d47", "name": "network-vif-deleted", "tag": "af2c1bcf-838b-45d4-a295-71a1d4a7d50e", "status": "failed", "code": 422}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:40.654800 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4239372c-2f86-4626-8d34-10c4f963e13b {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:40.655359 n-d-828369-19 neutron-server[109926]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28f14f91-c36e-479a-86e2-198ad4633d47', 'name': 'network-vif-deleted', 'tag': 'af2c1bcf-838b-45d4-a295-71a1d4a7d50e', 'status': 'failed', 'code': 422} returned with failed status Feb 19 04:16:40.663163 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-735a4c6e-8fda-49da-b40c-343e637618ac tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (6f21791a-b308-48e5-a854-65b4d6e48a00), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:40.666006 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-735a4c6e-8fda-49da-b40c-343e637618ac tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for router_controller (6f21791a-b308-48e5-a854-65b4d6e48a00), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:40.733382 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-735a4c6e-8fda-49da-b40c-343e637618ac tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (6f21791a-b308-48e5-a854-65b4d6e48a00), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:40.734426 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735a4c6e-8fda-49da-b40c-343e637618ac tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Fanout notify agent at l3_agent the message router_deleted on router 6f21791a-b308-48e5-a854-65b4d6e48a00 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:16:40.743307 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-735a4c6e-8fda-49da-b40c-343e637618ac tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:40.744884 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-735a4c6e-8fda-49da-b40c-343e637618ac tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/routers/6f21791a-b308-48e5-a854-65b4d6e48a00 HTTP/1.1" status: 204 len: 168 time: 0.5017149 Feb 19 04:16:40.747704 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40682) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:40.820204 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-216733d6-d160-4d7c-9d26-51c1976dd508 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting subnet 033c0aef-61f6-48cd-a8cd-91b47dc7a479 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:16:40.836996 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-216733d6-d160-4d7c-9d26-51c1976dd508 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for subnet (033c0aef-61f6-48cd-a8cd-91b47dc7a479), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:40.903299 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-216733d6-d160-4d7c-9d26-51c1976dd508 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (033c0aef-61f6-48cd-a8cd-91b47dc7a479), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:40.946406 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695ff36-9f4d-47fa-bbd5-5cb9a7b8338e req-8fb8c462-f694-41d4-8504-9b968989cecd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:40.947945 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4695ff36-9f4d-47fa-bbd5-5cb9a7b8338e req-8fb8c462-f694-41d4-8504-9b968989cecd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 943 time: 0.1243098 Feb 19 04:16:41.043242 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-216733d6-d160-4d7c-9d26-51c1976dd508 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (033c0aef-61f6-48cd-a8cd-91b47dc7a479), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:41.049721 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4695ff36-9f4d-47fa-bbd5-5cb9a7b8338e req-8abdea1d-ad0b-4a27-93fe-e9c2b74c8271 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918407 Feb 19 04:16:41.137893 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-216733d6-d160-4d7c-9d26-51c1976dd508 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (033c0aef-61f6-48cd-a8cd-91b47dc7a479), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:41.171911 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216733d6-d160-4d7c-9d26-51c1976dd508 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Subnet': ['ID=033c0aef-61f6-48cd-a8cd-91b47dc7a479,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:41.174321 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-216733d6-d160-4d7c-9d26-51c1976dd508 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:41.177470 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-216733d6-d160-4d7c-9d26-51c1976dd508 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/subnets/033c0aef-61f6-48cd-a8cd-91b47dc7a479 HTTP/1.1" status: 204 len: 168 time: 0.4286990 Feb 19 04:16:41.179249 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acb53d9-4235-4c24-bf12-a6115b1d9b2d None None] Network 3b970087-a737-4454-8868-9c722d808485 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:41.180864 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40692) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:41.182994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:16:41.187765 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216733d6-d160-4d7c-9d26-51c1976dd508 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:41.188123 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216733d6-d160-4d7c-9d26-51c1976dd508 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:41.188461 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216733d6-d160-4d7c-9d26-51c1976dd508 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:41.188798 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216733d6-d160-4d7c-9d26-51c1976dd508 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:41.189132 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216733d6-d160-4d7c-9d26-51c1976dd508 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:41.189476 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216733d6-d160-4d7c-9d26-51c1976dd508 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:41.189791 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216733d6-d160-4d7c-9d26-51c1976dd508 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:41.190115 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216733d6-d160-4d7c-9d26-51c1976dd508 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:41.190469 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216733d6-d160-4d7c-9d26-51c1976dd508 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:41.190795 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216733d6-d160-4d7c-9d26-51c1976dd508 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:41.191117 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216733d6-d160-4d7c-9d26-51c1976dd508 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:41.191475 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216733d6-d160-4d7c-9d26-51c1976dd508 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:41.191802 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216733d6-d160-4d7c-9d26-51c1976dd508 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:41.211700 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba08ac-3589-4da7-af22-6f99685a2223 req-cdb0d1f7-e081-447e-9629-ea17ec03309b tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:41.225824 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f3ba08ac-3589-4da7-af22-6f99685a2223 req-cdb0d1f7-e081-447e-9629-ea17ec03309b tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f3b3171-22a5-4f0b-b4ec-eff650649f72 HTTP/1.1" status: 200 len: 907 time: 0.1170774 Feb 19 04:16:41.275610 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cccc3f18-b442-4557-bd01-3e83836bb6b4 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (3b970087-a737-4454-8868-9c722d808485), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:41.331095 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-cccc3f18-b442-4557-bd01-3e83836bb6b4 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting port 8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:41.331697 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cccc3f18-b442-4557-bd01-3e83836bb6b4 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:41.363438 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608,segment=NetworkSegment(056c2bc3-c560-47f5-9465-7d1c10ec3656),segment_id=056c2bc3-c560-47f5-9465-7d1c10ec3656)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:41.383616 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608', 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851', 'port_id': '04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608', 'mac_address': 'fa:16:3e:f1:7d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79657f7c-a967-450b-aba7-e287c8e4232a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:16:41.415562 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-cccc3f18-b442-4557-bd01-3e83836bb6b4 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] For port 8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa,segment=NetworkSegment(744f2abf-6fb8-4866-b326-2d005ff42457),segment_id=744f2abf-6fb8-4866-b326-2d005ff42457)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:41.416189 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cccc3f18-b442-4557-bd01-3e83836bb6b4 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:41.431045 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:41.431580 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:41.432164 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-cccc3f18-b442-4557-bd01-3e83836bb6b4 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Calling delete_port for 8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:41.445460 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59236c1-819e-4a4d-ae98-c92d8299d345 None None] DHCP port deletion for 3b970087-a737-4454-8868-9c722d808485 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:16:41.454256 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:16:41.494155 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608,segment=NetworkSegment(056c2bc3-c560-47f5-9465-7d1c10ec3656),segment_id=056c2bc3-c560-47f5-9465-7d1c10ec3656)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:41.501509 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:41.534624 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cccc3f18-b442-4557-bd01-3e83836bb6b4 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:41.563556 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c59236c1-819e-4a4d-ae98-c92d8299d345 None None] Deleting port 8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:41.563939 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c59236c1-819e-4a4d-ae98-c92d8299d345 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:41.577023 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc3f18-b442-4557-bd01-3e83836bb6b4 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Port': ['ID=8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:41.580788 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:41.587949 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccc3f18-b442-4557-bd01-3e83836bb6b4 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] No DVR routers for this DVR port 8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:16:41.616958 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:41.617310 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:41.617660 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:41.618003 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:41.618387 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:41.618728 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:41.619185 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:41.619376 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:41.619714 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:41.620048 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:41.620381 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:41.620722 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:41.621049 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:41.652481 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c59236c1-819e-4a4d-ae98-c92d8299d345 None None] For port 8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa, host n-d-828369-19, got binding levels [] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:41.652802 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c59236c1-819e-4a4d-ae98-c92d8299d345 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:41.668478 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c59236c1-819e-4a4d-ae98-c92d8299d345 None None] Calling delete_port for 8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:41.671915 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.ipam_backend_mixin [None req-c59236c1-819e-4a4d-ae98-c92d8299d345 None None] Port 8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa was not found and therefore no delete operation was performed {{(pid=109927) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:16:41.673442 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c59236c1-819e-4a4d-ae98-c92d8299d345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:41.687008 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cccc3f18-b442-4557-bd01-3e83836bb6b4 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (3b970087-a737-4454-8868-9c722d808485), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:41.699175 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59236c1-819e-4a4d-ae98-c92d8299d345 None None] Pushing event deleted for resources: {'Port': ['ID=8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:41.702719 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59236c1-819e-4a4d-ae98-c92d8299d345 None None] No DVR routers for this DVR port 8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:16:41.726476 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-cccc3f18-b442-4557-bd01-3e83836bb6b4 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b970087-a737-4454-8868-9c722d808485']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:41.737416 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-cccc3f18-b442-4557-bd01-3e83836bb6b4 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744f2abf-6fb8-4866-b326-2d005ff42457') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:41.737930 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-cccc3f18-b442-4557-bd01-3e83836bb6b4 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744f2abf-6fb8-4866-b326-2d005ff42457') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:41.749634 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cccc3f18-b442-4557-bd01-3e83836bb6b4 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (744f2abf-6fb8-4866-b326-2d005ff42457), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:41.755642 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:16:41.764364 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cccc3f18-b442-4557-bd01-3e83836bb6b4 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (744f2abf-6fb8-4866-b326-2d005ff42457), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:41.771482 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cccc3f18-b442-4557-bd01-3e83836bb6b4 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:16:41.771885 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cccc3f18-b442-4557-bd01-3e83836bb6b4 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (744f2abf-6fb8-4866-b326-2d005ff42457), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:41.787301 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:16:41.788663 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:16:41.809704 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:16:41.810576 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8ec14cb5-0a42-44f4-9207-fe1e7e2f12aa not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:16:41.850261 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cccc3f18-b442-4557-bd01-3e83836bb6b4 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (3b970087-a737-4454-8868-9c722d808485), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:41.857942 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cccc3f18-b442-4557-bd01-3e83836bb6b4 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:41.861538 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cccc3f18-b442-4557-bd01-3e83836bb6b4 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/networks/3b970087-a737-4454-8868-9c722d808485 HTTP/1.1" status: 204 len: 168 time: 0.6794047 Feb 19 04:16:41.866420 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40696) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:41.875879 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc3f18-b442-4557-bd01-3e83836bb6b4 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Network': ['ID=3b970087-a737-4454-8868-9c722d808485,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:41.919326 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc55f02-dedd-4990-bca4-ac2643a5d2e5 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:41.920627 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7dc55f02-dedd-4990-bca4-ac2643a5d2e5 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "GET /v2.0/ports/bd3f7709-847c-4c91-b765-481e007001a3 HTTP/1.1" status: 200 len: 843 time: 0.0518444 Feb 19 04:16:41.924649 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40698) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:41.976049 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c7c19489-73f6-4004-9184-99b947a026d1 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "GET /v2.0/ports/bd3f7709-847c-4c91-b765-481e007001a3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0468178 Feb 19 04:16:41.976340 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40700) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:41.981531 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-e11c9fad-f91d-4acf-b57e-44f0a0486f19 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'subnet': {'network_id': 'd4af56cc-3ed7-41f7-aa1d-896fca35ed74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:42.070054 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11c9fad-f91d-4acf-b57e-44f0a0486f19 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:42.073495 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e11c9fad-f91d-4acf-b57e-44f0a0486f19 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:42.177896 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3120030-8cb1-4256-893e-d54628dd8f68 req-25a80455-840a-4dc7-981d-495c8f56d9e8 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:42.179749 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3120030-8cb1-4256-893e-d54628dd8f68 req-25a80455-840a-4dc7-981d-495c8f56d9e8 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 944 time: 0.0581057 Feb 19 04:16:42.232402 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3120030-8cb1-4256-893e-d54628dd8f68 req-9188e28c-4bf3-47e0-b559-70e9e33de8c7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462980 Feb 19 04:16:42.264170 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e11c9fad-f91d-4acf-b57e-44f0a0486f19 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (f9a7d1c8-7dae-4098-85ae-f6cb8097ad38), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:42.309093 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11c9fad-f91d-4acf-b57e-44f0a0486f19 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network d4af56cc-3ed7-41f7-aa1d-896fca35ed74 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:42.313578 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-e11c9fad-f91d-4acf-b57e-44f0a0486f19 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:42.316961 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11c9fad-f91d-4acf-b57e-44f0a0486f19 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:42.317571 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e11c9fad-f91d-4acf-b57e-44f0a0486f19 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:42.327789 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a230de5c-5419-4e20-a880-50d403964a4b None None] Network d4af56cc-3ed7-41f7-aa1d-896fca35ed74 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:42.342840 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c9fad-f91d-4acf-b57e-44f0a0486f19 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Subnet': ['ID=f9a7d1c8-7dae-4098-85ae-f6cb8097ad38,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:42.353865 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e11c9fad-f91d-4acf-b57e-44f0a0486f19 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3763618 Feb 19 04:16:42.357521 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40706) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:42.357683 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540f5ce-27ef-4fa0-9ff9-90558c5eed31 req-718cfedf-d63e-4968-9499-940df8a533bd tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:42.361127 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-5266c042-49a3-429d-8fcf-f4e268ad32d7 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'security_group': {'name': 'tempest-secgroup-1731571006'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:42.364877 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0540f5ce-27ef-4fa0-9ff9-90558c5eed31 req-718cfedf-d63e-4968-9499-940df8a533bd tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f3b3171-22a5-4f0b-b4ec-eff650649f72 HTTP/1.1" status: 200 len: 907 time: 0.0714536 Feb 19 04:16:42.393459 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5266c042-49a3-429d-8fcf-f4e268ad32d7 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:42.483955 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5266c042-49a3-429d-8fcf-f4e268ad32d7 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (33f609c0-03be-4a66-b54d-e348720de532), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:42.488720 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5266c042-49a3-429d-8fcf-f4e268ad32d7 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (33f609c0-03be-4a66-b54d-e348720de532), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:42.517156 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5266c042-49a3-429d-8fcf-f4e268ad32d7 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:42.521216 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5266c042-49a3-429d-8fcf-f4e268ad32d7 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1630745 Feb 19 04:16:42.521515 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40708) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:42.526284 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-5a8c09af-a4b4-41d6-9e1f-b296e89f6ffd tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'security_group': {'name': 'tempest-secgroup-1624748636'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:42.532714 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266c042-49a3-429d-8fcf-f4e268ad32d7 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33f609c0-03be-4a66-b54d-e348720de532,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:42.563063 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a8c09af-a4b4-41d6-9e1f-b296e89f6ffd tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:42.670080 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a8c09af-a4b4-41d6-9e1f-b296e89f6ffd tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (bd0ae4de-e7ce-4eff-8794-819c6d6ba334), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:42.676993 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a8c09af-a4b4-41d6-9e1f-b296e89f6ffd tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (bd0ae4de-e7ce-4eff-8794-819c6d6ba334), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:42.682656 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f935396d-ec74-49a0-8e14-acfd3959f392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-d4af56cc-3ed7-41f7-aa1d-896fca35ed74', 'network_id': 'd4af56cc-3ed7-41f7-aa1d-896fca35ed74', 'project_id': '15e1f70909b14df4a18d13363dfa5fd4', 'fixed_ips': [{'subnet_id': 'f9a7d1c8-7dae-4098-85ae-f6cb8097ad38'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:16:42.683712 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f935396d-ec74-49a0-8e14-acfd3959f392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:42.715352 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a8c09af-a4b4-41d6-9e1f-b296e89f6ffd tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:42.717454 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5a8c09af-a4b4-41d6-9e1f-b296e89f6ffd tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1948993 Feb 19 04:16:42.720546 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c09af-a4b4-41d6-9e1f-b296e89f6ffd tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0ae4de-e7ce-4eff-8794-819c6d6ba334,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:42.720672 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40712) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:42.725473 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d6e8a034-e7a2-47bc-afc3-287c833b1383 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-986744388', 'security_groups': ['bd0ae4de-e7ce-4eff-8794-819c6d6ba334'], 'network_id': 'd4af56cc-3ed7-41f7-aa1d-896fca35ed74', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f9a7d1c8-7dae-4098-85ae-f6cb8097ad38'}]}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:42.901440 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-f935396d-ec74-49a0-8e14-acfd3959f392 None None] Allocated IP 2001:db8::2 (d4af56cc-3ed7-41f7-aa1d-896fca35ed74/f9a7d1c8-7dae-4098-85ae-f6cb8097ad38/72036798-aa3e-4108-b1ec-c92967e15cb0) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:42.958438 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964ea26-19f3-4fc2-967c-1a5f503a6e03 req-5ca97cc9-7ae7-40de-b5d7-d75c84a9f2da tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:42.959921 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9964ea26-19f3-4fc2-967c-1a5f503a6e03 req-5ca97cc9-7ae7-40de-b5d7-d75c84a9f2da tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f3b3171-22a5-4f0b-b4ec-eff650649f72 HTTP/1.1" status: 200 len: 907 time: 0.1561863 Feb 19 04:16:43.021581 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e8a034-e7a2-47bc-afc3-287c833b1383 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:43.106875 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f935396d-ec74-49a0-8e14-acfd3959f392 None None] Publish callbacks [] for port (72036798-aa3e-4108-b1ec-c92967e15cb0), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:43.115762 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f935396d-ec74-49a0-8e14-acfd3959f392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (72036798-aa3e-4108-b1ec-c92967e15cb0), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:43.150761 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f935396d-ec74-49a0-8e14-acfd3959f392 None None] Network d4af56cc-3ed7-41f7-aa1d-896fca35ed74 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:43.157716 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-f935396d-ec74-49a0-8e14-acfd3959f392 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:43.162026 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f935396d-ec74-49a0-8e14-acfd3959f392 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:43.178412 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6e8a034-e7a2-47bc-afc3-287c833b1383 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:43.208152 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:43.213137 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935396d-ec74-49a0-8e14-acfd3959f392 None None] Pushing event updated for resources: {'Port': ['ID=72036798-aa3e-4108-b1ec-c92967e15cb0,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:43.218052 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-d6e8a034-e7a2-47bc-afc3-287c833b1383 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] device_id is not set on port ad8716c9-bf10-46fd-b81a-560126e66386 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:16:43.235823 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-9964ea26-19f3-4fc2-967c-1a5f503a6e03 req-8309a2c6-3646-4fce-84c9-cf20c004f8bc tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Deleting port 7d78385b-25be-440e-b3d2-78e92d5b03f2 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:43.236273 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9964ea26-19f3-4fc2-967c-1a5f503a6e03 req-8309a2c6-3646-4fce-84c9-cf20c004f8bc tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (7d78385b-25be-440e-b3d2-78e92d5b03f2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:43.292841 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40730) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:43.304313 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f935396d-ec74-49a0-8e14-acfd3959f392 None None] Attempting to bind port 72036798-aa3e-4108-b1ec-c92967e15cb0 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:16:43.304847 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f935396d-ec74-49a0-8e14-acfd3959f392 None None] Attempting to bind port 72036798-aa3e-4108-b1ec-c92967e15cb0 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'f45fd44e-3087-40b9-8680-72d7b5da1b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4af56cc-3ed7-41f7-aa1d-896fca35ed74'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:16:43.305871 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f935396d-ec74-49a0-8e14-acfd3959f392 None None] Attempting to bind port 72036798-aa3e-4108-b1ec-c92967e15cb0 on network d4af56cc-3ed7-41f7-aa1d-896fca35ed74 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:43.321895 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f935396d-ec74-49a0-8e14-acfd3959f392 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:16:43.322577 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f935396d-ec74-49a0-8e14-acfd3959f392 None None] Checking segment: {'id': 'f45fd44e-3087-40b9-8680-72d7b5da1b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4af56cc-3ed7-41f7-aa1d-896fca35ed74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:43.323214 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f935396d-ec74-49a0-8e14-acfd3959f392 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:43.323892 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f935396d-ec74-49a0-8e14-acfd3959f392 None None] Bound using segment: {'id': 'f45fd44e-3087-40b9-8680-72d7b5da1b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4af56cc-3ed7-41f7-aa1d-896fca35ed74'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:16:43.324533 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f935396d-ec74-49a0-8e14-acfd3959f392 None None] Bound port: 72036798-aa3e-4108-b1ec-c92967e15cb0, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f45fd44e-3087-40b9-8680-72d7b5da1b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4af56cc-3ed7-41f7-aa1d-896fca35ed74'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:16:43.325077 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f935396d-ec74-49a0-8e14-acfd3959f392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (72036798-aa3e-4108-b1ec-c92967e15cb0), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:43.387302 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:16:43.395469 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:43.396007 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:43.417322 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d436cd-b63b-4b7a-940e-9692020699a8 req-56df01ce-71b7-4ade-94ac-7ea74f1f38db tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:43.427622 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d7d436cd-b63b-4b7a-940e-9692020699a8 req-56df01ce-71b7-4ade-94ac-7ea74f1f38db tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 944 time: 0.1022491 Feb 19 04:16:43.480994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-f935396d-ec74-49a0-8e14-acfd3959f392 None None] For port 72036798-aa3e-4108-b1ec-c92967e15cb0, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:16:43.489870 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-f935396d-ec74-49a0-8e14-acfd3959f392 None None] For port 72036798-aa3e-4108-b1ec-c92967e15cb0, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=72036798-aa3e-4108-b1ec-c92967e15cb0,segment=NetworkSegment(f45fd44e-3087-40b9-8680-72d7b5da1b1c),segment_id=f45fd44e-3087-40b9-8680-72d7b5da1b1c)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:16:43.507359 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-df63b596-8613-4684-a187-714a7ed6995d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:43.524727 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f935396d-ec74-49a0-8e14-acfd3959f392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (72036798-aa3e-4108-b1ec-c92967e15cb0), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:43.599901 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-9964ea26-19f3-4fc2-967c-1a5f503a6e03 req-8309a2c6-3646-4fce-84c9-cf20c004f8bc tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] For port 7d78385b-25be-440e-b3d2-78e92d5b03f2, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=7d78385b-25be-440e-b3d2-78e92d5b03f2,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:43.600882 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:43.601021 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9964ea26-19f3-4fc2-967c-1a5f503a6e03 req-8309a2c6-3646-4fce-84c9-cf20c004f8bc tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (7d78385b-25be-440e-b3d2-78e92d5b03f2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:43.601502 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:43.626052 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d7d436cd-b63b-4b7a-940e-9692020699a8 req-4e52004c-6de1-4b63-9e26-e871bc85e694 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975310 Feb 19 04:16:43.626527 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-9964ea26-19f3-4fc2-967c-1a5f503a6e03 req-8309a2c6-3646-4fce-84c9-cf20c004f8bc tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Calling delete_port for 7d78385b-25be-440e-b3d2-78e92d5b03f2 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:43.645334 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-d6e8a034-e7a2-47bc-afc3-287c833b1383 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Allocated IP 2001:db8::3b (d4af56cc-3ed7-41f7-aa1d-896fca35ed74/f9a7d1c8-7dae-4098-85ae-f6cb8097ad38/ad8716c9-bf10-46fd-b81a-560126e66386) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:43.661691 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0238ddd-a272-4741-a5be-f44357cc68b7 req-9d59098b-f999-4c8e-8a21-33f1bf1d3992 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:43.663274 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608,segment=NetworkSegment(056c2bc3-c560-47f5-9465-7d1c10ec3656),segment_id=056c2bc3-c560-47f5-9465-7d1c10ec3656)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:43.669847 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94092b1-8676-4a20-9c38-78a56f795af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:43.672754 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6dc751c-f9eb-4e67-909a-00f5d0e62e72" -d '{"events": [{"server_uuid": "c94092b1-8676-4a20-9c38-78a56f795af1", "name": "network-vif-plugged", "status": "completed", "tag": "04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:43.677347 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a0238ddd-a272-4741-a5be-f44357cc68b7 req-9d59098b-f999-4c8e-8a21-33f1bf1d3992 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f3b3171-22a5-4f0b-b4ec-eff650649f72 HTTP/1.1" status: 200 len: 907 time: 0.1827276 Feb 19 04:16:43.720690 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:43.727522 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935396d-ec74-49a0-8e14-acfd3959f392 None None] Pushing event updated for resources: {'Port': ['ID=72036798-aa3e-4108-b1ec-c92967e15cb0,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:43.786786 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-df63b596-8613-4684-a187-714a7ed6995d admin admin] Publish callbacks [] for security_group (8a53db97-1092-4dea-8742-e50f8336bee9), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:43.803589 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-df63b596-8613-4684-a187-714a7ed6995d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8a53db97-1092-4dea-8742-e50f8336bee9), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:43.824083 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d4639c-8323-4054-80b3-c452a2dcf00d x-openstack-request-id: req-b6d4639c-8323-4054-80b3-c452a2dcf00d {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:43.824416 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94092b1-8676-4a20-9c38-78a56f795af1", "name": "network-vif-plugged", "status": "completed", "tag": "04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:43.824613 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b6d4639c-8323-4054-80b3-c452a2dcf00d {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:43.825004 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94092b1-8676-4a20-9c38-78a56f795af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608', 'code': 200} Feb 19 04:16:43.864025 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:43.921351 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-df63b596-8613-4684-a187-714a7ed6995d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cb3a1b5274cc484c8da87cf47d823eec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6274095 Feb 19 04:16:43.925238 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40744) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:43.959260 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63b596-8613-4684-a187-714a7ed6995d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a53db97-1092-4dea-8742-e50f8336bee9,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:44.006441 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b211b94-734e-4672-aba1-da3e43d3eb79 req-4cb0f9ed-8e25-424c-801c-88bd25153928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:44.008095 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b211b94-734e-4672-aba1-da3e43d3eb79 req-4cb0f9ed-8e25-424c-801c-88bd25153928 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 1128 time: 0.1560190 Feb 19 04:16:44.029668 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9964ea26-19f3-4fc2-967c-1a5f503a6e03 req-8309a2c6-3646-4fce-84c9-cf20c004f8bc tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (7d78385b-25be-440e-b3d2-78e92d5b03f2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:44.078056 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-44dd3779-5139-4743-a642-27ca38764e11 admin admin] Publish callbacks [] for security_group (8a53db97-1092-4dea-8742-e50f8336bee9), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:44.082848 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b211b94-734e-4672-aba1-da3e43d3eb79 req-767705da-f494-454b-96b3-cf8f71d224c6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663934 Feb 19 04:16:44.100676 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309a2c6-3646-4fce-84c9-cf20c004f8bc tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Pushing event deleted for resources: {'Port': ['ID=7d78385b-25be-440e-b3d2-78e92d5b03f2,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:44.108013 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-44dd3779-5139-4743-a642-27ca38764e11 admin admin] Publish callbacks [] for security_group (8a53db97-1092-4dea-8742-e50f8336bee9), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:44.109980 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6e8a034-e7a2-47bc-afc3-287c833b1383 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for port (ad8716c9-bf10-46fd-b81a-560126e66386), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:44.193538 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-9964ea26-19f3-4fc2-967c-1a5f503a6e03 req-8309a2c6-3646-4fce-84c9-cf20c004f8bc tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] No DVR routers for this DVR port 7d78385b-25be-440e-b3d2-78e92d5b03f2 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:16:44.197478 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-9964ea26-19f3-4fc2-967c-1a5f503a6e03 req-8309a2c6-3646-4fce-84c9-cf20c004f8bc tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:44.201357 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9964ea26-19f3-4fc2-967c-1a5f503a6e03 req-8309a2c6-3646-4fce-84c9-cf20c004f8bc tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.26 "DELETE /v2.0/ports/7d78385b-25be-440e-b3d2-78e92d5b03f2 HTTP/1.1" status: 204 len: 173 time: 1.2304997 Feb 19 04:16:44.201808 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3b3171-22a5-4f0b-b4ec-eff650649f72', 'name': 'network-vif-deleted', 'tag': '7d78385b-25be-440e-b3d2-78e92d5b03f2'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:44.204531 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4a8f5e-0e70-43c6-bb3d-b5378d9881f4" -d '{"events": [{"server_uuid": "6f3b3171-22a5-4f0b-b4ec-eff650649f72", "name": "network-vif-deleted", "tag": "7d78385b-25be-440e-b3d2-78e92d5b03f2"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:44.216661 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-44dd3779-5139-4743-a642-27ca38764e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8a53db97-1092-4dea-8742-e50f8336bee9), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:44.219655 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-44dd3779-5139-4743-a642-27ca38764e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:44.220873 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-44dd3779-5139-4743-a642-27ca38764e11 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8a53db97-1092-4dea-8742-e50f8336bee9 HTTP/1.1" status: 204 len: 168 time: 0.2931249 Feb 19 04:16:44.254183 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd3779-5139-4743-a642-27ca38764e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a53db97-1092-4dea-8742-e50f8336bee9,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:44.255299 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6e8a034-e7a2-47bc-afc3-287c833b1383 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ad8716c9-bf10-46fd-b81a-560126e66386), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:44.357922 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8a034-e7a2-47bc-afc3-287c833b1383 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Port': ['ID=ad8716c9-bf10-46fd-b81a-560126e66386,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:44.362084 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8223024b-d57a-4b40-899d-2a1002ca2ab0 x-openstack-request-id: req-8223024b-d57a-4b40-899d-2a1002ca2ab0 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:44.362397 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3b3171-22a5-4f0b-b4ec-eff650649f72", "name": "network-vif-deleted", "tag": "7d78385b-25be-440e-b3d2-78e92d5b03f2", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:44.362647 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8223024b-d57a-4b40-899d-2a1002ca2ab0 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:44.363066 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3b3171-22a5-4f0b-b4ec-eff650649f72', 'name': 'network-vif-deleted', 'tag': '7d78385b-25be-440e-b3d2-78e92d5b03f2', 'status': 'completed', 'code': 200} Feb 19 04:16:44.391502 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e8a034-e7a2-47bc-afc3-287c833b1383 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network d4af56cc-3ed7-41f7-aa1d-896fca35ed74 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:44.395601 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-d6e8a034-e7a2-47bc-afc3-287c833b1383 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:44.398865 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e8a034-e7a2-47bc-afc3-287c833b1383 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:44.406499 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e8a034-e7a2-47bc-afc3-287c833b1383 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:44.415985 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6e8a034-e7a2-47bc-afc3-287c833b1383 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:44.451367 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d6e8a034-e7a2-47bc-afc3-287c833b1383 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7289648 Feb 19 04:16:44.454206 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40756) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:44.459311 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-834f3bce-4af2-41e6-be12-5c7c855eebd3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'subnet': {'network_id': 'd4af56cc-3ed7-41f7-aa1d-896fca35ed74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:44.479191 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fea05-d398-4467-bb72-247624f9d94e req-54729c14-e16b-447f-be1e-39a871290d98 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:44.486440 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa9fea05-d398-4467-bb72-247624f9d94e req-54729c14-e16b-447f-be1e-39a871290d98 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 947 time: 0.0943103 Feb 19 04:16:44.555193 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa9fea05-d398-4467-bb72-247624f9d94e req-407ce65f-b562-4a5a-8083-8cb3ae068f2e tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677695 Feb 19 04:16:44.650116 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834f3bce-4af2-41e6-be12-5c7c855eebd3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:44.662567 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40760) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:44.665327 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-834f3bce-4af2-41e6-be12-5c7c855eebd3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:44.685527 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-080e797c-bd44-41dd-92b3-a93c79cf1f77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:44.783645 n-d-828369-19 neutron-server[109925]: INFO neutron.db.ipam_backend_mixin [None req-834f3bce-4af2-41e6-be12-5c7c855eebd3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f9a7d1c8-7dae-4098-85ae-f6cb8097ad38 (CIDR: 2001:db8::/64) Feb 19 04:16:44.788120 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-834f3bce-4af2-41e6-be12-5c7c855eebd3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:16:44.788648 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834f3bce-4af2-41e6-be12-5c7c855eebd3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:16:44.809553 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-834f3bce-4af2-41e6-be12-5c7c855eebd3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3517542 Feb 19 04:16:44.809788 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40764) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:44.816103 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-8e884c42-f541-4adc-89fd-ce9cf00d7bb9 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'subnet': {'network_id': 'd4af56cc-3ed7-41f7-aa1d-896fca35ed74', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:44.836927 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-40782097-f0b1-435a-b038-5eedea0db3a8 req-682bf4de-f638-4ae3-a125-5e80e9b6d0fd tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f3b3171-22a5-4f0b-b4ec-eff650649f72 HTTP/1.1" status: 200 len: 210 time: 0.0476303 Feb 19 04:16:44.875830 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cba2d8-8a33-484e-ab5a-4e3b4ff644d0 req-03db0adb-527f-4431-b2e0-11e286aeaea0 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:44.883093 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88cba2d8-8a33-484e-ab5a-4e3b4ff644d0 req-03db0adb-527f-4431-b2e0-11e286aeaea0 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 945 time: 0.1550360 Feb 19 04:16:44.935113 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-080e797c-bd44-41dd-92b3-a93c79cf1f77 admin admin] Publish callbacks [] for security_group (09eb130d-eb31-431e-a899-8396ca9501b6), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:44.946052 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-080e797c-bd44-41dd-92b3-a93c79cf1f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (09eb130d-eb31-431e-a899-8396ca9501b6), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:45.009357 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e884c42-f541-4adc-89fd-ce9cf00d7bb9 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:45.009827 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88cba2d8-8a33-484e-ab5a-4e3b4ff644d0 req-7a1fc2e4-f55a-4b51-9ca2-0402e9311ac8 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257308 Feb 19 04:16:45.014436 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8e884c42-f541-4adc-89fd-ce9cf00d7bb9 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:45.035138 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e797c-bd44-41dd-92b3-a93c79cf1f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09eb130d-eb31-431e-a899-8396ca9501b6,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:45.042618 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-080e797c-bd44-41dd-92b3-a93c79cf1f77 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0f0e8cbe25394bb284b440c9913aadfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3793530 Feb 19 04:16:45.043099 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40768) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:45.134055 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5b60-cf39-49ef-bb79-f81df66842d1 admin admin] Publish callbacks [] for security_group (09eb130d-eb31-431e-a899-8396ca9501b6), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:45.163062 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5b60-cf39-49ef-bb79-f81df66842d1 admin admin] Publish callbacks [] for security_group (09eb130d-eb31-431e-a899-8396ca9501b6), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:45.231156 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5b60-cf39-49ef-bb79-f81df66842d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (09eb130d-eb31-431e-a899-8396ca9501b6), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:45.234769 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5b60-cf39-49ef-bb79-f81df66842d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:45.236497 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9ffd5b60-cf39-49ef-bb79-f81df66842d1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/09eb130d-eb31-431e-a899-8396ca9501b6 HTTP/1.1" status: 204 len: 168 time: 0.1918879 Feb 19 04:16:45.263995 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd5b60-cf39-49ef-bb79-f81df66842d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09eb130d-eb31-431e-a899-8396ca9501b6,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:45.371249 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8e884c42-f541-4adc-89fd-ce9cf00d7bb9 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (9f0e05c3-747a-4f67-bd24-2aed0a3756ef), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:45.425495 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e884c42-f541-4adc-89fd-ce9cf00d7bb9 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network d4af56cc-3ed7-41f7-aa1d-896fca35ed74 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:45.428876 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-8e884c42-f541-4adc-89fd-ce9cf00d7bb9 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:45.436520 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e884c42-f541-4adc-89fd-ce9cf00d7bb9 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:45.437133 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8e884c42-f541-4adc-89fd-ce9cf00d7bb9 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:45.444774 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-cc5461a8-fea5-4d47-963d-f8611bba45b7 None None] Provisioning complete for port 72036798-aa3e-4108-b1ec-c92967e15cb0 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:45.447267 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cc5461a8-fea5-4d47-963d-f8611bba45b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (72036798-aa3e-4108-b1ec-c92967e15cb0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:45.457314 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e884c42-f541-4adc-89fd-ce9cf00d7bb9 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Subnet': ['ID=9f0e05c3-747a-4f67-bd24-2aed0a3756ef,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:45.476590 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8e884c42-f541-4adc-89fd-ce9cf00d7bb9 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6626523 Feb 19 04:16:45.476796 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40772) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:45.482463 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-00bec386-2e30-48b9-9e7e-24ddf7f224ac tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-982282016', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9f0e05c3-747a-4f67-bd24-2aed0a3756ef'}], 'security_groups': ['33f609c0-03be-4a66-b54d-e348720de532']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:45.565074 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-cc5461a8-fea5-4d47-963d-f8611bba45b7 None None] Current status of the port 72036798-aa3e-4108-b1ec-c92967e15cb0 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:45.565736 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cc5461a8-fea5-4d47-963d-f8611bba45b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (72036798-aa3e-4108-b1ec-c92967e15cb0), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:45.677245 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-cc5461a8-fea5-4d47-963d-f8611bba45b7 None None] For port 72036798-aa3e-4108-b1ec-c92967e15cb0, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=72036798-aa3e-4108-b1ec-c92967e15cb0,segment=NetworkSegment(f45fd44e-3087-40b9-8680-72d7b5da1b1c),segment_id=f45fd44e-3087-40b9-8680-72d7b5da1b1c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:45.703630 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-00bec386-2e30-48b9-9e7e-24ddf7f224ac tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ad8716c9-bf10-46fd-b81a-560126e66386), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:45.707571 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cc5461a8-fea5-4d47-963d-f8611bba45b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (72036798-aa3e-4108-b1ec-c92967e15cb0), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:45.777038 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-cc5461a8-fea5-4d47-963d-f8611bba45b7 None None] Provisioning complete for port bd3f7709-847c-4c91-b765-481e007001a3 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:45.777703 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cc5461a8-fea5-4d47-963d-f8611bba45b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bd3f7709-847c-4c91-b765-481e007001a3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:45.813012 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b887ec1-aa12-4564-a69c-11e32d1d1d99 None None] Network d4af56cc-3ed7-41f7-aa1d-896fca35ed74 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:45.846831 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf1128-5cac-4493-9d05-3fe17f949fc7 req-adc17b75-b43d-40aa-b3ce-93848755c2a8 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:45.850959 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9cf1128-5cac-4493-9d05-3fe17f949fc7 req-adc17b75-b43d-40aa-b3ce-93848755c2a8 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 947 time: 0.1483204 Feb 19 04:16:45.927932 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 72036798-aa3e-4108-b1ec-c92967e15cb0 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:45.954847 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5461a8-fea5-4d47-963d-f8611bba45b7 None None] Pushing event updated for resources: {'Port': ['ID=72036798-aa3e-4108-b1ec-c92967e15cb0,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:45.962153 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-cc5461a8-fea5-4d47-963d-f8611bba45b7 None None] Port bd3f7709-847c-4c91-b765-481e007001a3 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:46.104250 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 72036798-aa3e-4108-b1ec-c92967e15cb0 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:46.104823 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (72036798-aa3e-4108-b1ec-c92967e15cb0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:46.156939 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b8f4590c-3358-4235-88d8-f34dcd7bfbe5 None None] Provisioning complete for port ad8716c9-bf10-46fd-b81a-560126e66386 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:46.157500 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b8f4590c-3358-4235-88d8-f34dcd7bfbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ad8716c9-bf10-46fd-b81a-560126e66386), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:46.173248 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9cf1128-5cac-4493-9d05-3fe17f949fc7 req-cb7b59e0-c6d9-441a-8ecb-f8352e25569a tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=acf6978e-5f40-4f0b-8506-b6d4066a5874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3077846 Feb 19 04:16:46.252367 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b8f4590c-3358-4235-88d8-f34dcd7bfbe5 None None] Port ad8716c9-bf10-46fd-b81a-560126e66386 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:46.304572 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 72036798-aa3e-4108-b1ec-c92967e15cb0 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:46.326281 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2ad876-6084-4d2a-8248-c1c0eac3eeb3 None None] Update dhcp port {'port': {'network_id': 'd4af56cc-3ed7-41f7-aa1d-896fca35ed74', 'fixed_ips': [{'subnet_id': 'f9a7d1c8-7dae-4098-85ae-f6cb8097ad38', 'ip_address': '2001:db8::2'}, {'subnet_id': '9f0e05c3-747a-4f67-bd24-2aed0a3756ef'}], 'binding:host_id': 'n-d-828369-19'}, 'id': '72036798-aa3e-4108-b1ec-c92967e15cb0'} from n-d-828369-19. {{(pid=109927) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:16:46.368112 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4b2ad876-6084-4d2a-8248-c1c0eac3eeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (72036798-aa3e-4108-b1ec-c92967e15cb0), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:46.413722 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 7d78385b-25be-440e-b3d2-78e92d5b03f2 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:16:46.436051 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e62b97-e4ca-4ca1-b36a-648a7f0a1983 req-a1796c5e-fbe0-4cf7-9b7e-2d0124d71705 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:46.437632 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e2e62b97-e4ca-4ca1-b36a-648a7f0a1983 req-a1796c5e-fbe0-4cf7-9b7e-2d0124d71705 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 947 time: 0.1441331 Feb 19 04:16:46.444770 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 7d78385b-25be-440e-b3d2-78e92d5b03f2 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:16:46.445353 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 7d78385b-25be-440e-b3d2-78e92d5b03f2 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:16:46.588581 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-e2e62b97-e4ca-4ca1-b36a-648a7f0a1983 req-8b927eb4-98f4-407a-b525-8dac6ee0e305 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Deleting port f9a9460e-9cea-497c-be88-aa5f7e14c403 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:46.589241 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e2e62b97-e4ca-4ca1-b36a-648a7f0a1983 req-8b927eb4-98f4-407a-b525-8dac6ee0e305 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:46.709171 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-e2e62b97-e4ca-4ca1-b36a-648a7f0a1983 req-8b927eb4-98f4-407a-b525-8dac6ee0e305 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] For port f9a9460e-9cea-497c-be88-aa5f7e14c403, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=f9a9460e-9cea-497c-be88-aa5f7e14c403,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:46.709591 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e2e62b97-e4ca-4ca1-b36a-648a7f0a1983 req-8b927eb4-98f4-407a-b525-8dac6ee0e305 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:46.827377 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-00bec386-2e30-48b9-9e7e-24ddf7f224ac tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Delete allocated IP 2001:db8::3b (d4af56cc-3ed7-41f7-aa1d-896fca35ed74/f9a7d1c8-7dae-4098-85ae-f6cb8097ad38) {{(pid=109926) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 04:16:46.852732 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab0ce9-1cb5-419b-906d-7486d8e6819d req-a9cf45ca-e8b9-4520-8bdd-d17ca15dca7a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:46.860255 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1ab0ce9-1cb5-419b-906d-7486d8e6819d req-a9cf45ca-e8b9-4520-8bdd-d17ca15dca7a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce5bea0e-46de-4a89-9ce4-c81b60d4e574 HTTP/1.1" status: 200 len: 945 time: 0.4996216 Feb 19 04:16:46.863596 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-00bec386-2e30-48b9-9e7e-24ddf7f224ac tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Allocated IP 2001:db8:0:1::131 (d4af56cc-3ed7-41f7-aa1d-896fca35ed74/9f0e05c3-747a-4f67-bd24-2aed0a3756ef/ad8716c9-bf10-46fd-b81a-560126e66386) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:46.904944 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4458958-fd25-4757-ae7f-55f2e595df6b req-1877aa32-f5bc-4865-8792-a451c2835174 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:46.910706 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4458958-fd25-4757-ae7f-55f2e595df6b req-1877aa32-f5bc-4865-8792-a451c2835174 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 945 time: 0.1431980 Feb 19 04:16:47.006942 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1ab0ce9-1cb5-419b-906d-7486d8e6819d req-3d4c8164-9dba-445e-86cd-57e0b0fb1a57 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376200 Feb 19 04:16:47.020227 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e2e62b97-e4ca-4ca1-b36a-648a7f0a1983 req-8b927eb4-98f4-407a-b525-8dac6ee0e305 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:47.020742 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e2e62b97-e4ca-4ca1-b36a-648a7f0a1983 req-8b927eb4-98f4-407a-b525-8dac6ee0e305 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (151139b5-c986-47ef-8d98-1d389a53b9b1), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:47.021072 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [req-e2e62b97-e4ca-4ca1-b36a-648a7f0a1983 req-8b927eb4-98f4-407a-b525-8dac6ee0e305 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Floating IP 151139b5-c986-47ef-8d98-1d389a53b9b1 disassociated. External IP: 172.25.3.130, port: f9a9460e-9cea-497c-be88-aa5f7e14c403. Feb 19 04:16:47.021422 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-e2e62b97-e4ca-4ca1-b36a-648a7f0a1983 req-8b927eb4-98f4-407a-b525-8dac6ee0e305 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Calling delete_port for f9a9460e-9cea-497c-be88-aa5f7e14c403 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:47.070421 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4458958-fd25-4757-ae7f-55f2e595df6b req-a10d3d71-27c2-4cb0-982e-a0244c46a4c6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587186 Feb 19 04:16:47.192883 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e2e62b97-e4ca-4ca1-b36a-648a7f0a1983 req-8b927eb4-98f4-407a-b525-8dac6ee0e305 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (f9a9460e-9cea-497c-be88-aa5f7e14c403), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:47.196289 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-00bec386-2e30-48b9-9e7e-24ddf7f224ac tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for port (ad8716c9-bf10-46fd-b81a-560126e66386), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:47.232258 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-00bec386-2e30-48b9-9e7e-24ddf7f224ac tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (ad8716c9-bf10-46fd-b81a-560126e66386), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:47.280327 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-4b2ad876-6084-4d2a-8248-c1c0eac3eeb3 None None] Allocated IP 2001:db8:0:1::2 (d4af56cc-3ed7-41f7-aa1d-896fca35ed74/9f0e05c3-747a-4f67-bd24-2aed0a3756ef/72036798-aa3e-4108-b1ec-c92967e15cb0) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:47.309377 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-00bec386-2e30-48b9-9e7e-24ddf7f224ac tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] In _notify_port_updated(), no bound segment for port ad8716c9-bf10-46fd-b81a-560126e66386 on network d4af56cc-3ed7-41f7-aa1d-896fca35ed74 {{(pid=109926) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:16:47.314341 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bec386-2e30-48b9-9e7e-24ddf7f224ac tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:47.314988 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-00bec386-2e30-48b9-9e7e-24ddf7f224ac tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:47.319016 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-00bec386-2e30-48b9-9e7e-24ddf7f224ac tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "PUT /v2.0/ports/ad8716c9-bf10-46fd-b81a-560126e66386 HTTP/1.1" status: 200 len: 930 time: 1.8384058 Feb 19 04:16:47.327143 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40824) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:47.334554 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695823e-ce06-4100-807b-40d9da9ec707 req-a290bc2b-2d19-4da2-82f3-1cdca7669f09 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:47.336144 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e695823e-ce06-4100-807b-40d9da9ec707 req-a290bc2b-2d19-4da2-82f3-1cdca7669f09 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 945 time: 0.1377249 Feb 19 04:16:47.383942 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bec386-2e30-48b9-9e7e-24ddf7f224ac tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Port': ['ID=ad8716c9-bf10-46fd-b81a-560126e66386,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:47.424217 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cc426d4b-5198-44fe-a2ce-bb81443447de req-a576bfdd-8793-4f1e-bf40-8c495b59139c tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 210 time: 0.0767930 Feb 19 04:16:47.487954 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-4b2ad876-6084-4d2a-8248-c1c0eac3eeb3 None None] For port 72036798-aa3e-4108-b1ec-c92967e15cb0, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=72036798-aa3e-4108-b1ec-c92967e15cb0,segment=NetworkSegment(f45fd44e-3087-40b9-8680-72d7b5da1b1c),segment_id=f45fd44e-3087-40b9-8680-72d7b5da1b1c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:47.496944 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e695823e-ce06-4100-807b-40d9da9ec707 req-f73381ed-38d7-4f49-8be1-703fbb0e8af1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472607 Feb 19 04:16:47.520505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40826) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:47.561713 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4b2ad876-6084-4d2a-8248-c1c0eac3eeb3 None None] Publish callbacks [] for port (72036798-aa3e-4108-b1ec-c92967e15cb0), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:47.571658 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-20c5da1b-ca22-4cf9-a558-20a819d14bbb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting port ad8716c9-bf10-46fd-b81a-560126e66386 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:47.572293 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-20c5da1b-ca22-4cf9-a558-20a819d14bbb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ad8716c9-bf10-46fd-b81a-560126e66386), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:47.577632 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4b2ad876-6084-4d2a-8248-c1c0eac3eeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (72036798-aa3e-4108-b1ec-c92967e15cb0), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:47.643405 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791e26ee-945f-410d-ad99-7d69124567d6 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:47.645289 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-791e26ee-945f-410d-ad99-7d69124567d6 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 1123 time: 0.1235192 Feb 19 04:16:47.648689 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40832) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:47.658517 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-b83a1a01-9cf4-44d2-8cb3-70bcb21397d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'port_id': '04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:47.702847 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ad876-6084-4d2a-8248-c1c0eac3eeb3 None None] Pushing event updated for resources: {'Port': ['ID=72036798-aa3e-4108-b1ec-c92967e15cb0,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:47.718777 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b83a1a01-9cf4-44d2-8cb3-70bcb21397d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:47.834949 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-20c5da1b-ca22-4cf9-a558-20a819d14bbb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ad8716c9-bf10-46fd-b81a-560126e66386), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:47.844823 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b927eb4-98f4-407a-b525-8dac6ee0e305 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Pushing event deleted for resources: {'Port': ['ID=f9a9460e-9cea-497c-be88-aa5f7e14c403,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:47.854643 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-20c5da1b-ca22-4cf9-a558-20a819d14bbb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Calling delete_port for ad8716c9-bf10-46fd-b81a-560126e66386 owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:47.869083 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 72036798-aa3e-4108-b1ec-c92967e15cb0 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:47.970615 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 72036798-aa3e-4108-b1ec-c92967e15cb0 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:47.971163 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (72036798-aa3e-4108-b1ec-c92967e15cb0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:48.042584 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2e62b97-e4ca-4ca1-b36a-648a7f0a1983 req-8b927eb4-98f4-407a-b525-8dac6ee0e305 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Router cc6badf1-dead-437b-aaea-9a53f7947954 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:16:48.147383 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 72036798-aa3e-4108-b1ec-c92967e15cb0 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:48.225878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981891d-b723-449f-b58f-45fcd43c235e req-36f69130-39dd-4d1f-82f3-2ba1191f7ca1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:48.227521 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e981891d-b723-449f-b58f-45fcd43c235e req-36f69130-39dd-4d1f-82f3-2ba1191f7ca1 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce5bea0e-46de-4a89-9ce4-c81b60d4e574 HTTP/1.1" status: 200 len: 945 time: 0.5445409 Feb 19 04:16:48.264423 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2e62b97-e4ca-4ca1-b36a-648a7f0a1983 req-8b927eb4-98f4-407a-b525-8dac6ee0e305 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:16:48.281665 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9e108e-3b26-4844-94e1-49db84298a5e None None] Sync routers for ids ['cc6badf1-dead-437b-aaea-9a53f7947954'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:16:48.297020 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9e108e-3b26-4844-94e1-49db84298a5e None None] Routers {'cc6badf1-dead-437b-aaea-9a53f7947954'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:16:48.297682 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2b9e108e-3b26-4844-94e1-49db84298a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:16:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['cc6badf1-dead-437b-aaea-9a53f7947954'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:48.395266 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e62b97-e4ca-4ca1-b36a-648a7f0a1983 req-8b927eb4-98f4-407a-b525-8dac6ee0e305 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] No DVR routers for this DVR port f9a9460e-9cea-497c-be88-aa5f7e14c403 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:16:48.399205 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e2e62b97-e4ca-4ca1-b36a-648a7f0a1983 req-8b927eb4-98f4-407a-b525-8dac6ee0e305 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:48.407381 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e2e62b97-e4ca-4ca1-b36a-648a7f0a1983 req-8b927eb4-98f4-407a-b525-8dac6ee0e305 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.26 "DELETE /v2.0/ports/f9a9460e-9cea-497c-be88-aa5f7e14c403 HTTP/1.1" status: 204 len: 173 time: 1.9634869 Feb 19 04:16:48.407922 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e192823-4df3-48ab-b01b-4b32bd8b2fd9', 'name': 'network-vif-deleted', 'tag': 'f9a9460e-9cea-497c-be88-aa5f7e14c403'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:48.415041 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d87493-017a-4d3b-b9fa-2e5a6bd1b219" -d '{"events": [{"server_uuid": "9e192823-4df3-48ab-b01b-4b32bd8b2fd9", "name": "network-vif-deleted", "tag": "f9a9460e-9cea-497c-be88-aa5f7e14c403"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:48.431689 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40848) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:48.504481 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8da579-6b8e-4707-abb8-0999ca920b89 x-openstack-request-id: req-ed8da579-6b8e-4707-abb8-0999ca920b89 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:48.504787 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e192823-4df3-48ab-b01b-4b32bd8b2fd9", "name": "network-vif-deleted", "tag": "f9a9460e-9cea-497c-be88-aa5f7e14c403", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:48.505050 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ed8da579-6b8e-4707-abb8-0999ca920b89 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:48.505478 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e192823-4df3-48ab-b01b-4b32bd8b2fd9', 'name': 'network-vif-deleted', 'tag': 'f9a9460e-9cea-497c-be88-aa5f7e14c403', 'status': 'completed', 'code': 200} Feb 19 04:16:48.514122 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade42c2c-6776-4a4a-bf49-63d694e7406e req-c7c5a796-5e60-49e4-8e64-ccff7148a9f8 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:48.518885 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-2b9e108e-3b26-4844-94e1-49db84298a5e None None] Set router cc6badf1-dead-437b-aaea-9a53f7947954 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:16:48.528243 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ade42c2c-6776-4a4a-bf49-63d694e7406e req-c7c5a796-5e60-49e4-8e64-ccff7148a9f8 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce5bea0e-46de-4a89-9ce4-c81b60d4e574 HTTP/1.1" status: 200 len: 945 time: 0.4116952 Feb 19 04:16:48.608345 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-161c0f58-732f-45cb-87fb-63dbf617594a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:48.617611 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-20c5da1b-ca22-4cf9-a558-20a819d14bbb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (ad8716c9-bf10-46fd-b81a-560126e66386), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:48.724235 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-161c0f58-732f-45cb-87fb-63dbf617594a admin admin] Publish callbacks [] for security_group (02d1f463-d7e7-4e06-abe0-3cfb1ff2c545), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:48.730598 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-161c0f58-732f-45cb-87fb-63dbf617594a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (02d1f463-d7e7-4e06-abe0-3cfb1ff2c545), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:48.773714 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-e981891d-b723-449f-b58f-45fcd43c235e req-4ef5e7cc-f5df-4521-a4d2-0595fb718d6a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Deleting port 1c09e0d7-f2c2-496a-b2f8-7d7da176db42 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:48.774074 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e981891d-b723-449f-b58f-45fcd43c235e req-4ef5e7cc-f5df-4521-a4d2-0595fb718d6a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (1c09e0d7-f2c2-496a-b2f8-7d7da176db42), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:48.781436 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5da1b-ca22-4cf9-a558-20a819d14bbb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Port': ['ID=ad8716c9-bf10-46fd-b81a-560126e66386,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:48.809395 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-161c0f58-732f-45cb-87fb-63dbf617594a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3ee1d4740b89438ca2cf1313fe579cb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3742833 Feb 19 04:16:48.809604 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2b9e108e-3b26-4844-94e1-49db84298a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'name': 'tempest-AttachVolumeShelveTestJSON-1904373393-router', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:57Z', 'updated_at': '2022-02-19T04:12:06Z', 'revision_number': 4, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'gw_port': {'id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:dd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:00Z', 'updated_at': '2022-02-19T04:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '4f8b1ce8-ba59-4169-9e5f-e039c1da4667', 'name': '', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'mac_address': 'fa:16:3e:42:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:16Z', 'revision_number': 5, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'subnets': [{'id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:48.810315 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c0f58-732f-45cb-87fb-63dbf617594a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d1f463-d7e7-4e06-abe0-3cfb1ff2c545,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:48.812234 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40854) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:48.823667 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad3415be-1fc8-4749-acef-75e550e93108 req-382425f0-51ee-444e-a118-5e6fd281b709 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e192823-4df3-48ab-b01b-4b32bd8b2fd9 HTTP/1.1" status: 200 len: 210 time: 0.1972883 Feb 19 04:16:48.837249 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-20c5da1b-ca22-4cf9-a558-20a819d14bbb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:48.840683 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-20c5da1b-ca22-4cf9-a558-20a819d14bbb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/ports/ad8716c9-bf10-46fd-b81a-560126e66386 HTTP/1.1" status: 204 len: 168 time: 1.5035641 Feb 19 04:16:48.846244 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40856) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:48.853013 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9e108e-3b26-4844-94e1-49db84298a5e None None] Checking router: cc6badf1-dead-437b-aaea-9a53f7947954 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:16:48.871820 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9e108e-3b26-4844-94e1-49db84298a5e None None] Routers {'cc6badf1-dead-437b-aaea-9a53f7947954'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:16:48.873278 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2b9e108e-3b26-4844-94e1-49db84298a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:16:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['cc6badf1-dead-437b-aaea-9a53f7947954'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:48.881404 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ade42c2c-6776-4a4a-bf49-63d694e7406e req-050439de-f9c1-4dc8-a7ac-4a07cf96e065 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522227 Feb 19 04:16:48.885773 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b83a1a01-9cf4-44d2-8cb3-70bcb21397d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:48.903082 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d97043-402a-483a-99a4-38fb94ffa2f4 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] GET failed (client error): The resource could not be found. Feb 19 04:16:48.908373 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-06d97043-402a-483a-99a4-38fb94ffa2f4 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "GET /v2.0/ports/ad8716c9-bf10-46fd-b81a-560126e66386 HTTP/1.1" status: 404 len: 333 time: 0.0579178 Feb 19 04:16:48.908537 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40858) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:48.940034 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-868e707d-1e4f-4c87-8eeb-1310faf056ff None None] Provisioning complete for port 72036798-aa3e-4108-b1ec-c92967e15cb0 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:48.940555 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-868e707d-1e4f-4c87-8eeb-1310faf056ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (72036798-aa3e-4108-b1ec-c92967e15cb0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:48.950133 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e4bd2a8f-e85d-4010-af9e-27349232a842 admin admin] Publish callbacks [] for security_group (02d1f463-d7e7-4e06-abe0-3cfb1ff2c545), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:49.013744 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e4bd2a8f-e85d-4010-af9e-27349232a842 admin admin] Publish callbacks [] for security_group (02d1f463-d7e7-4e06-abe0-3cfb1ff2c545), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:49.041168 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-e981891d-b723-449f-b58f-45fcd43c235e req-4ef5e7cc-f5df-4521-a4d2-0595fb718d6a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] For port 1c09e0d7-f2c2-496a-b2f8-7d7da176db42, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=1c09e0d7-f2c2-496a-b2f8-7d7da176db42,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:49.041547 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e981891d-b723-449f-b58f-45fcd43c235e req-4ef5e7cc-f5df-4521-a4d2-0595fb718d6a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (1c09e0d7-f2c2-496a-b2f8-7d7da176db42), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:49.089997 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-e981891d-b723-449f-b58f-45fcd43c235e req-4ef5e7cc-f5df-4521-a4d2-0595fb718d6a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Calling delete_port for 1c09e0d7-f2c2-496a-b2f8-7d7da176db42 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:49.094655 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-2b9e108e-3b26-4844-94e1-49db84298a5e None None] Set router cc6badf1-dead-437b-aaea-9a53f7947954 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:16:49.127629 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-868e707d-1e4f-4c87-8eeb-1310faf056ff None None] Current status of the port 72036798-aa3e-4108-b1ec-c92967e15cb0 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:49.136587 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e4bd2a8f-e85d-4010-af9e-27349232a842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (02d1f463-d7e7-4e06-abe0-3cfb1ff2c545), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:49.139271 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e4bd2a8f-e85d-4010-af9e-27349232a842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:49.143203 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e4bd2a8f-e85d-4010-af9e-27349232a842 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/02d1f463-d7e7-4e06-abe0-3cfb1ff2c545 HTTP/1.1" status: 204 len: 168 time: 0.3299329 Feb 19 04:16:49.147988 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-868e707d-1e4f-4c87-8eeb-1310faf056ff None None] Provisioning complete for port bd3f7709-847c-4c91-b765-481e007001a3 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:49.149370 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-868e707d-1e4f-4c87-8eeb-1310faf056ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bd3f7709-847c-4c91-b765-481e007001a3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:49.159368 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd2a8f-e85d-4010-af9e-27349232a842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d1f463-d7e7-4e06-abe0-3cfb1ff2c545,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:49.181706 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8252f27f-5998-42e7-9344-a0f272630601 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (bd0ae4de-e7ce-4eff-8794-819c6d6ba334), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:49.269496 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-868e707d-1e4f-4c87-8eeb-1310faf056ff None None] Port bd3f7709-847c-4c91-b765-481e007001a3 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:49.272881 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-868e707d-1e4f-4c87-8eeb-1310faf056ff None None] Could not find standard attr ID for object ad8716c9-bf10-46fd-b81a-560126e66386. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:16:49.289363 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-b83a1a01-9cf4-44d2-8cb3-70bcb21397d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Allocated IP 172.25.3.139 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/ef789fad-d54a-4b8b-b538-5092e3176d2c) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:49.305593 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8252f27f-5998-42e7-9344-a0f272630601 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (bd0ae4de-e7ce-4eff-8794-819c6d6ba334), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:49.375419 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2b9e108e-3b26-4844-94e1-49db84298a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'name': 'tempest-AttachVolumeShelveTestJSON-1904373393-router', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:57Z', 'updated_at': '2022-02-19T04:12:06Z', 'revision_number': 4, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'gw_port': {'id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:dd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:00Z', 'updated_at': '2022-02-19T04:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '4f8b1ce8-ba59-4169-9e5f-e039c1da4667', 'name': '', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'mac_address': 'fa:16:3e:42:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:16Z', 'revision_number': 5, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'subnets': [{'id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:49.387292 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-5eb9874b-a99d-4d07-9e40-2f1634ca371e None None] Could not find standard attr ID for object ad8716c9-bf10-46fd-b81a-560126e66386. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:16:49.418064 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9e108e-3b26-4844-94e1-49db84298a5e None None] The sync data for ids ['cc6badf1-dead-437b-aaea-9a53f7947954'] in n-d-828369-19 is: [{'id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'name': 'tempest-AttachVolumeShelveTestJSON-1904373393-router', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:57Z', 'updated_at': '2022-02-19T04:12:06Z', 'revision_number': 4, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'gw_port': {'id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:dd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:00Z', 'updated_at': '2022-02-19T04:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '4f8b1ce8-ba59-4169-9e5f-e039c1da4667', 'name': '', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'mac_address': 'fa:16:3e:42:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:16Z', 'revision_number': 5, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'subnets': [{'id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:16:49.492227 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b83a1a01-9cf4-44d2-8cb3-70bcb21397d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for port (ef789fad-d54a-4b8b-b538-5092e3176d2c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:49.524795 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8252f27f-5998-42e7-9344-a0f272630601 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (bd0ae4de-e7ce-4eff-8794-819c6d6ba334), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:49.527431 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8252f27f-5998-42e7-9344-a0f272630601 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:49.532057 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40866) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:49.532547 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8252f27f-5998-42e7-9344-a0f272630601 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/security-groups/bd0ae4de-e7ce-4eff-8794-819c6d6ba334 HTTP/1.1" status: 204 len: 168 time: 0.5829372 Feb 19 04:16:49.571178 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252f27f-5998-42e7-9344-a0f272630601 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0ae4de-e7ce-4eff-8794-819c6d6ba334,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:49.578192 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b83a1a01-9cf4-44d2-8cb3-70bcb21397d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (ef789fad-d54a-4b8b-b538-5092e3176d2c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:49.620148 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a7d3d74c-d2d5-4204-b601-8bab80303171 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (33f609c0-03be-4a66-b54d-e348720de532), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:49.624591 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83a1a01-9cf4-44d2-8cb3-70bcb21397d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:49.635794 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-b83a1a01-9cf4-44d2-8cb3-70bcb21397d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:49.641487 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83a1a01-9cf4-44d2-8cb3-70bcb21397d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:49.657446 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40868) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:49.659188 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a7d3d74c-d2d5-4204-b601-8bab80303171 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (33f609c0-03be-4a66-b54d-e348720de532), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:49.675642 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a1a01-9cf4-44d2-8cb3-70bcb21397d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Port': ['ID=ef789fad-d54a-4b8b-b538-5092e3176d2c,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:49.677905 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e981891d-b723-449f-b58f-45fcd43c235e req-4ef5e7cc-f5df-4521-a4d2-0595fb718d6a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (1c09e0d7-f2c2-496a-b2f8-7d7da176db42), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:49.692204 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['cc0235d1-688f-4a3b-9c71-f1afba0a9284', '1c09e0d7-f2c2-496a-b2f8-7d7da176db42'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:16:49.702895 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-adf59a19-baf1-4572-8603-1fa40bab782c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:49.733630 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5e7cc-f5df-4521-a4d2-0595fb718d6a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Pushing event deleted for resources: {'Port': ['ID=1c09e0d7-f2c2-496a-b2f8-7d7da176db42,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:49.786639 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a7d3d74c-d2d5-4204-b601-8bab80303171 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (33f609c0-03be-4a66-b54d-e348720de532), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:49.801200 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a7d3d74c-d2d5-4204-b601-8bab80303171 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:49.802441 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a7d3d74c-d2d5-4204-b601-8bab80303171 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/security-groups/33f609c0-03be-4a66-b54d-e348720de532 HTTP/1.1" status: 204 len: 168 time: 0.2688031 Feb 19 04:16:49.817124 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40870) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:49.819389 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-e981891d-b723-449f-b58f-45fcd43c235e req-4ef5e7cc-f5df-4521-a4d2-0595fb718d6a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] No DVR routers for this DVR port 1c09e0d7-f2c2-496a-b2f8-7d7da176db42 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:16:49.824202 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e981891d-b723-449f-b58f-45fcd43c235e req-4ef5e7cc-f5df-4521-a4d2-0595fb718d6a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:49.831498 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e981891d-b723-449f-b58f-45fcd43c235e req-4ef5e7cc-f5df-4521-a4d2-0595fb718d6a tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.79 "DELETE /v2.0/ports/1c09e0d7-f2c2-496a-b2f8-7d7da176db42 HTTP/1.1" status: 204 len: 173 time: 1.5918326 Feb 19 04:16:49.831977 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5bea0e-46de-4a89-9ce4-c81b60d4e574', 'name': 'network-vif-deleted', 'tag': '1c09e0d7-f2c2-496a-b2f8-7d7da176db42'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:49.840458 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431f8252-31eb-42a8-8263-281bb9ccc073" -d '{"events": [{"server_uuid": "ce5bea0e-46de-4a89-9ce4-c81b60d4e574", "name": "network-vif-deleted", "tag": "1c09e0d7-f2c2-496a-b2f8-7d7da176db42"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:49.882541 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9662ba6f-f25a-4fe5-8ba3-b13418c71de0 None None] New status for floating IP 151139b5-c986-47ef-8d98-1d389a53b9b1: DOWN {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:16:49.918448 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3d74c-d2d5-4204-b601-8bab80303171 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f609c0-03be-4a66-b54d-e348720de532,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:49.932912 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8b82a1-c557-4ed4-a626-5c6e674f20d4 x-openstack-request-id: req-7f8b82a1-c557-4ed4-a626-5c6e674f20d4 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:49.933326 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5bea0e-46de-4a89-9ce4-c81b60d4e574", "name": "network-vif-deleted", "tag": "1c09e0d7-f2c2-496a-b2f8-7d7da176db42", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:49.934233 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7f8b82a1-c557-4ed4-a626-5c6e674f20d4 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:49.935243 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5bea0e-46de-4a89-9ce4-c81b60d4e574', 'name': 'network-vif-deleted', 'tag': '1c09e0d7-f2c2-496a-b2f8-7d7da176db42', 'status': 'completed', 'code': 200} Feb 19 04:16:49.978006 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 72036798-aa3e-4108-b1ec-c92967e15cb0 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:49.978594 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-cceb3be8-a7b5-4428-ad8b-d4fc87649ea2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting subnet f9a7d1c8-7dae-4098-85ae-f6cb8097ad38 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:16:49.982016 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cceb3be8-a7b5-4428-ad8b-d4fc87649ea2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for subnet (f9a7d1c8-7dae-4098-85ae-f6cb8097ad38), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:50.026233 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40880) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:50.074204 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0d038aa2-c4c2-4dee-81e5-67839f852b50 req-2bfe6bd1-cd16-4d79-b466-3221bbb61461 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce5bea0e-46de-4a89-9ce4-c81b60d4e574 HTTP/1.1" status: 200 len: 210 time: 0.0395994 Feb 19 04:16:50.104471 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-adf59a19-baf1-4572-8603-1fa40bab782c admin admin] Publish callbacks [] for security_group (181b76ad-bf70-4589-bb77-78de8b31377d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:50.139969 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cceb3be8-a7b5-4428-ad8b-d4fc87649ea2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (f9a7d1c8-7dae-4098-85ae-f6cb8097ad38), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:50.143389 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-adf59a19-baf1-4572-8603-1fa40bab782c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (181b76ad-bf70-4589-bb77-78de8b31377d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:50.239979 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-adf59a19-baf1-4572-8603-1fa40bab782c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f02b8b6097644f009ff6f7e58f269adc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5776713 Feb 19 04:16:50.240616 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40882) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:50.273476 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf59a19-baf1-4572-8603-1fa40bab782c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181b76ad-bf70-4589-bb77-78de8b31377d,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:50.286656 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4e3834a8-899f-453b-b6e6-0a6a99b0d467 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for security_group (acf6978e-5f40-4f0b-8506-b6d4066a5874), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:50.365404 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 72036798-aa3e-4108-b1ec-c92967e15cb0 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:50.366420 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (72036798-aa3e-4108-b1ec-c92967e15cb0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:50.379820 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cceb3be8-a7b5-4428-ad8b-d4fc87649ea2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (f9a7d1c8-7dae-4098-85ae-f6cb8097ad38), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:50.418445 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b83a1a01-9cf4-44d2-8cb3-70bcb21397d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for floatingip (d18e0611-23f2-4e1a-a458-c0d33e107289), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:50.432607 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device f9a9460e-9cea-497c-be88-aa5f7e14c403 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:16:50.460514 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf59a19-baf1-4572-8603-1fa40bab782c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:50.461416 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf59a19-baf1-4572-8603-1fa40bab782c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:50.461416 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf59a19-baf1-4572-8603-1fa40bab782c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:50.461600 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf59a19-baf1-4572-8603-1fa40bab782c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:50.461890 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf59a19-baf1-4572-8603-1fa40bab782c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:50.462443 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf59a19-baf1-4572-8603-1fa40bab782c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:50.462781 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf59a19-baf1-4572-8603-1fa40bab782c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:50.463113 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf59a19-baf1-4572-8603-1fa40bab782c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:50.463605 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf59a19-baf1-4572-8603-1fa40bab782c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:50.464291 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf59a19-baf1-4572-8603-1fa40bab782c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:50.464291 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf59a19-baf1-4572-8603-1fa40bab782c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:50.464618 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf59a19-baf1-4572-8603-1fa40bab782c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:50.464951 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf59a19-baf1-4572-8603-1fa40bab782c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:50.475833 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cceb3be8-a7b5-4428-ad8b-d4fc87649ea2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (f9a7d1c8-7dae-4098-85ae-f6cb8097ad38), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:50.499495 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: f9a9460e-9cea-497c-be88-aa5f7e14c403 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:16:50.499869 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device f9a9460e-9cea-497c-be88-aa5f7e14c403 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:16:50.517273 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 72036798-aa3e-4108-b1ec-c92967e15cb0 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:50.527482 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51560f42-f95f-4562-8c7e-b996aeee82a5 None None] Network d4af56cc-3ed7-41f7-aa1d-896fca35ed74 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:50.534043 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cceb3be8-a7b5-4428-ad8b-d4fc87649ea2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:50.537271 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cceb3be8-a7b5-4428-ad8b-d4fc87649ea2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/subnets/f9a7d1c8-7dae-4098-85ae-f6cb8097ad38 HTTP/1.1" status: 204 len: 168 time: 0.7186697 Feb 19 04:16:50.541663 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40886) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:50.542706 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb3be8-a7b5-4428-ad8b-d4fc87649ea2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a7d1c8-7dae-4098-85ae-f6cb8097ad38,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:50.551042 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-86d8c2f1-1fdf-45a6-b7f1-23f4ca19b6f8 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'subnet': {'network_id': 'd4af56cc-3ed7-41f7-aa1d-896fca35ed74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:50.567559 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4e3834a8-899f-453b-b6e6-0a6a99b0d467 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for security_group (acf6978e-5f40-4f0b-8506-b6d4066a5874), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:50.568735 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b83a1a01-9cf4-44d2-8cb3-70bcb21397d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ef789fad-d54a-4b8b-b538-5092e3176d2c), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:50.570511 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-57e02228-ed15-4671-be8c-039e8f02debd admin admin] Publish callbacks [] for security_group (181b76ad-bf70-4589-bb77-78de8b31377d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:50.614629 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-57e02228-ed15-4671-be8c-039e8f02debd admin admin] Publish callbacks [] for security_group (181b76ad-bf70-4589-bb77-78de8b31377d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:50.659984 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4e3834a8-899f-453b-b6e6-0a6a99b0d467 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (acf6978e-5f40-4f0b-8506-b6d4066a5874), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:50.662693 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4e3834a8-899f-453b-b6e6-0a6a99b0d467 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:50.666371 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4e3834a8-899f-453b-b6e6-0a6a99b0d467 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "DELETE /v2.0/security-groups/acf6978e-5f40-4f0b-8506-b6d4066a5874 HTTP/1.1" status: 204 len: 168 time: 0.6368153 Feb 19 04:16:50.669462 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40888) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:50.679586 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3834a8-899f-453b-b6e6-0a6a99b0d467 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf6978e-5f40-4f0b-8506-b6d4066a5874,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:50.699566 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-57e02228-ed15-4671-be8c-039e8f02debd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (181b76ad-bf70-4589-bb77-78de8b31377d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:50.703074 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-57e02228-ed15-4671-be8c-039e8f02debd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:50.704344 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-57e02228-ed15-4671-be8c-039e8f02debd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/181b76ad-bf70-4589-bb77-78de8b31377d HTTP/1.1" status: 204 len: 168 time: 0.4478188 Feb 19 04:16:50.716390 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e02228-ed15-4671-be8c-039e8f02debd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181b76ad-bf70-4589-bb77-78de8b31377d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:50.733053 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-e9472b4f-0694-47f9-be4f-bf7c7fa77883 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] show failed (client error): The resource could not be found. Feb 19 04:16:50.734155 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e9472b4f-0694-47f9-be4f-bf7c7fa77883 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups/acf6978e-5f40-4f0b-8506-b6d4066a5874 HTTP/1.1" status: 404 len: 347 time: 0.0624373 Feb 19 04:16:50.737506 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40892) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:50.790645 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d8c2f1-1fdf-45a6-b7f1-23f4ca19b6f8 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:50.795682 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-86d8c2f1-1fdf-45a6-b7f1-23f4ca19b6f8 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:50.894094 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-94555dc4-2b8e-4218-9ab9-ea5a174e5d51 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Deleting port 0aba57d2-b66e-4599-9634-8f0669c6617f {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:50.894496 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-94555dc4-2b8e-4218-9ab9-ea5a174e5d51 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (0aba57d2-b66e-4599-9634-8f0669c6617f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:50.909335 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b83a1a01-9cf4-44d2-8cb3-70bcb21397d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for port (ef789fad-d54a-4b8b-b538-5092e3176d2c), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:50.925962 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b83a1a01-9cf4-44d2-8cb3-70bcb21397d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (ef789fad-d54a-4b8b-b538-5092e3176d2c), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:51.008732 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-94555dc4-2b8e-4218-9ab9-ea5a174e5d51 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (0aba57d2-b66e-4599-9634-8f0669c6617f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:51.009285 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-94555dc4-2b8e-4218-9ab9-ea5a174e5d51 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for floatingip (0aba57d2-b66e-4599-9634-8f0669c6617f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:51.023285 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-94555dc4-2b8e-4218-9ab9-ea5a174e5d51 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Calling delete_port for 0aba57d2-b66e-4599-9634-8f0669c6617f owned by network:floatingip {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:51.053677 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b83a1a01-9cf4-44d2-8cb3-70bcb21397d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (d18e0611-23f2-4e1a-a458-c0d33e107289), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:51.186479 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a1a01-9cf4-44d2-8cb3-70bcb21397d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Port': ['ID=ef789fad-d54a-4b8b-b538-5092e3176d2c,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:51.275850 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-94555dc4-2b8e-4218-9ab9-ea5a174e5d51 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (0aba57d2-b66e-4599-9634-8f0669c6617f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:51.320151 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94555dc4-2b8e-4218-9ab9-ea5a174e5d51 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Pushing event deleted for resources: {'Port': ['ID=0aba57d2-b66e-4599-9634-8f0669c6617f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:51.393860 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-b83a1a01-9cf4-44d2-8cb3-70bcb21397d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Floating IP d18e0611-23f2-4e1a-a458-c0d33e107289 associated. External IP: 172.25.3.139, port: 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608. Feb 19 04:16:51.401345 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-94555dc4-2b8e-4218-9ab9-ea5a174e5d51 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for floatingip (151139b5-c986-47ef-8d98-1d389a53b9b1), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:51.405344 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-94555dc4-2b8e-4218-9ab9-ea5a174e5d51 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:51.409831 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-94555dc4-2b8e-4218-9ab9-ea5a174e5d51 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "DELETE /v2.0/floatingips/151139b5-c986-47ef-8d98-1d389a53b9b1 HTTP/1.1" status: 204 len: 168 time: 0.6682956 Feb 19 04:16:51.550119 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-451449d2-6656-400f-b7dc-5963719801f8 None None] Provisioning complete for port 72036798-aa3e-4108-b1ec-c92967e15cb0 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:51.552405 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-451449d2-6656-400f-b7dc-5963719801f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (72036798-aa3e-4108-b1ec-c92967e15cb0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:51.650931 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40920) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:51.655897 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-39f5c4d7-d08b-4030-954b-2d19078ee9ad tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1885880368', 'description': 'tempest-description--979189036'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:51.659135 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-451449d2-6656-400f-b7dc-5963719801f8 None None] Current status of the port 72036798-aa3e-4108-b1ec-c92967e15cb0 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:51.676682 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-451449d2-6656-400f-b7dc-5963719801f8 None None] Provisioning complete for port bd3f7709-847c-4c91-b765-481e007001a3 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:51.677478 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-451449d2-6656-400f-b7dc-5963719801f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bd3f7709-847c-4c91-b765-481e007001a3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:51.682047 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-39f5c4d7-d08b-4030-954b-2d19078ee9ad tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:51.740492 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-451449d2-6656-400f-b7dc-5963719801f8 None None] Port bd3f7709-847c-4c91-b765-481e007001a3 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:51.780402 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-39f5c4d7-d08b-4030-954b-2d19078ee9ad tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for security_group (99d7026e-2137-42f3-b75a-48cacd4932d1), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:51.785250 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-39f5c4d7-d08b-4030-954b-2d19078ee9ad tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (99d7026e-2137-42f3-b75a-48cacd4932d1), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:51.816382 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-39f5c4d7-d08b-4030-954b-2d19078ee9ad tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:51.818217 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-39f5c4d7-d08b-4030-954b-2d19078ee9ad tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1654930 Feb 19 04:16:51.820772 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40924) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:51.826934 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3339a28d-3e88-40a1-91a3-f09850296b8f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Request body: {'security_group_rule': {'security_group_id': '99d7026e-2137-42f3-b75a-48cacd4932d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:51.834081 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5c4d7-d08b-4030-954b-2d19078ee9ad tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99d7026e-2137-42f3-b75a-48cacd4932d1,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:51.861619 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3339a28d-3e88-40a1-91a3-f09850296b8f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for security_group_rule (90ad5f96-245b-478d-ba8f-92ed62353cc3), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:51.926739 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3339a28d-3e88-40a1-91a3-f09850296b8f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for security_group_rule (90ad5f96-245b-478d-ba8f-92ed62353cc3), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:51.931972 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3339a28d-3e88-40a1-91a3-f09850296b8f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (90ad5f96-245b-478d-ba8f-92ed62353cc3), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:51.944868 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-86d8c2f1-1fdf-45a6-b7f1-23f4ca19b6f8 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (150b9e2c-ce66-476b-8be7-b2670df5f28f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:51.954747 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339a28d-3e88-40a1-91a3-f09850296b8f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ad5f96-245b-478d-ba8f-92ed62353cc3,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:51.964482 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3339a28d-3e88-40a1-91a3-f09850296b8f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:51.968816 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3339a28d-3e88-40a1-91a3-f09850296b8f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1441886 Feb 19 04:16:51.970253 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40930) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:51.974691 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-1ce736fa-b2f8-4c21-bccd-e25f19770d11 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Request body: {'security_group_rule': {'security_group_id': '99d7026e-2137-42f3-b75a-48cacd4932d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:52.011333 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ce736fa-b2f8-4c21-bccd-e25f19770d11 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for security_group_rule (da5e5464-26c2-4b6c-892d-03dc540663e8), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:52.030139 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfbbd4-03e9-4de8-b13c-8b0b25ff805e req-680e4c96-96bd-492a-b8ed-c4c86dcd7c1d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:52.031648 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0fdfbbd4-03e9-4de8-b13c-8b0b25ff805e req-680e4c96-96bd-492a-b8ed-c4c86dcd7c1d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 945 time: 0.5721595 Feb 19 04:16:52.039445 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8c2f1-1fdf-45a6-b7f1-23f4ca19b6f8 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Subnet': ['ID=150b9e2c-ce66-476b-8be7-b2670df5f28f,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:52.042649 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d8c2f1-1fdf-45a6-b7f1-23f4ca19b6f8 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network d4af56cc-3ed7-41f7-aa1d-896fca35ed74 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:52.064680 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-86d8c2f1-1fdf-45a6-b7f1-23f4ca19b6f8 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:52.070033 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d8c2f1-1fdf-45a6-b7f1-23f4ca19b6f8 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:52.070745 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-86d8c2f1-1fdf-45a6-b7f1-23f4ca19b6f8 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:52.079718 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6368ef9d-e3dc-4085-b5a8-7c0b4afaecbc None None] Network d4af56cc-3ed7-41f7-aa1d-896fca35ed74 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:52.086223 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ce736fa-b2f8-4c21-bccd-e25f19770d11 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for security_group_rule (da5e5464-26c2-4b6c-892d-03dc540663e8), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:52.093890 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ce736fa-b2f8-4c21-bccd-e25f19770d11 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (da5e5464-26c2-4b6c-892d-03dc540663e8), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:52.112855 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce736fa-b2f8-4c21-bccd-e25f19770d11 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5e5464-26c2-4b6c-892d-03dc540663e8,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:52.129656 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ce736fa-b2f8-4c21-bccd-e25f19770d11 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:52.131125 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1ce736fa-b2f8-4c21-bccd-e25f19770d11 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1599014 Feb 19 04:16:52.134272 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40934) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:52.138583 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-86d8c2f1-1fdf-45a6-b7f1-23f4ca19b6f8 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5916641 Feb 19 04:16:52.140109 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-8365e46d-1f33-4fd2-8e7e-557d2f0c2842 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:52.143643 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40936) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:52.151291 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-7015434b-95a1-426d-bce0-656c07aecbef tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'security_group': {'name': 'tempest-secgroup-224736176'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:52.160691 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0fdfbbd4-03e9-4de8-b13c-8b0b25ff805e req-e3545a76-a8e2-4250-b80d-1decc82cd598 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151845 Feb 19 04:16:52.192395 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8365e46d-1f33-4fd2-8e7e-557d2f0c2842 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:52.228070 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7015434b-95a1-426d-bce0-656c07aecbef tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:52.255679 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83a1a01-9cf4-44d2-8cb3-70bcb21397d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Router 4c3d7b1f-4aa9-401f-9038-aa7b6f157b98 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:16:52.337597 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8365e46d-1f33-4fd2-8e7e-557d2f0c2842 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:52.346692 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da22b181-fa7b-4c0e-9e75-eb1fd456119e None None] Update dhcp port {'port': {'network_id': 'd4af56cc-3ed7-41f7-aa1d-896fca35ed74', 'fixed_ips': [{'subnet_id': '9f0e05c3-747a-4f67-bd24-2aed0a3756ef', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '150b9e2c-ce66-476b-8be7-b2670df5f28f'}], 'binding:host_id': 'n-d-828369-19'}, 'id': '72036798-aa3e-4108-b1ec-c92967e15cb0'} from n-d-828369-19. {{(pid=109927) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:16:52.388412 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-da22b181-fa7b-4c0e-9e75-eb1fd456119e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (72036798-aa3e-4108-b1ec-c92967e15cb0), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:52.406657 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7015434b-95a1-426d-bce0-656c07aecbef tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (7f63d410-1fe8-41a6-be9e-919deedbb340), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:52.415875 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7015434b-95a1-426d-bce0-656c07aecbef tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7f63d410-1fe8-41a6-be9e-919deedbb340), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:52.443593 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83a1a01-9cf4-44d2-8cb3-70bcb21397d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:16:52.456536 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015434b-95a1-426d-bce0-656c07aecbef tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f63d410-1fe8-41a6-be9e-919deedbb340,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:52.463036 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4380ae-760b-43ba-8ad0-ed3a64660dfc None None] Sync routers for ids ['4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:16:52.464785 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7015434b-95a1-426d-bce0-656c07aecbef tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:52.465588 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7015434b-95a1-426d-bce0-656c07aecbef tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3201196 Feb 19 04:16:52.470605 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40944) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:52.474151 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-a1db8bd0-be80-4453-8ace-a673f55fc999 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'security_group': {'name': 'tempest-secgroup-552308221'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:52.491266 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b83a1a01-9cf4-44d2-8cb3-70bcb21397d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:52.496233 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4380ae-760b-43ba-8ad0-ed3a64660dfc None None] Routers {'4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:16:52.497859 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-9f4380ae-760b-43ba-8ad0-ed3a64660dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:16:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:52.525126 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a1db8bd0-be80-4453-8ace-a673f55fc999 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:52.530303 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b83a1a01-9cf4-44d2-8cb3-70bcb21397d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8774226 Feb 19 04:16:52.536636 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94092b1-8676-4a20-9c38-78a56f795af1', 'tag': '04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:52.543831 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2356f39-2f3c-4d9f-a9b4-d823f5ee14d6" -d '{"events": [{"name": "network-changed", "server_uuid": "c94092b1-8676-4a20-9c38-78a56f795af1", "tag": "04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:52.555354 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-8365e46d-1f33-4fd2-8e7e-557d2f0c2842 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Allocated IP 172.25.3.57 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/c1d067d0-b719-4bec-b56f-96cdb81b2842) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:52.625777 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a1db8bd0-be80-4453-8ace-a673f55fc999 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (2e5036f5-1420-4d57-8100-0d5586bc7deb), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:52.636730 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a1db8bd0-be80-4453-8ace-a673f55fc999 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2e5036f5-1420-4d57-8100-0d5586bc7deb), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:52.704948 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daeb5bc1-5e28-49b6-ba89-898ee9f15fce x-openstack-request-id: req-daeb5bc1-5e28-49b6-ba89-898ee9f15fce {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:52.705169 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94092b1-8676-4a20-9c38-78a56f795af1", "tag": "04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:52.705428 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-daeb5bc1-5e28-49b6-ba89-898ee9f15fce {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:52.706671 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94092b1-8676-4a20-9c38-78a56f795af1', 'tag': '04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608', 'status': 'completed', 'code': 200} Feb 19 04:16:52.751802 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-9f4380ae-760b-43ba-8ad0-ed3a64660dfc None None] Set router 4c3d7b1f-4aa9-401f-9038-aa7b6f157b98 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:16:52.756505 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-da22b181-fa7b-4c0e-9e75-eb1fd456119e None None] Allocated IP 2001:db8::2 (d4af56cc-3ed7-41f7-aa1d-896fca35ed74/150b9e2c-ce66-476b-8be7-b2670df5f28f/72036798-aa3e-4108-b1ec-c92967e15cb0) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:52.784111 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8365e46d-1f33-4fd2-8e7e-557d2f0c2842 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for port (c1d067d0-b719-4bec-b56f-96cdb81b2842), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:52.834875 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a1db8bd0-be80-4453-8ace-a673f55fc999 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:52.839473 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a1db8bd0-be80-4453-8ace-a673f55fc999 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3668621 Feb 19 04:16:52.839473 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db8bd0-be80-4453-8ace-a673f55fc999 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5036f5-1420-4d57-8100-0d5586bc7deb,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:52.841940 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40958) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:52.865652 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8365e46d-1f33-4fd2-8e7e-557d2f0c2842 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (c1d067d0-b719-4bec-b56f-96cdb81b2842), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:52.867585 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-f1d8dba8-9770-4697-a402-ac821a1c4ee2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'security_group': {'name': 'tempest-secgroup-1123349642'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:52.913986 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-da22b181-fa7b-4c0e-9e75-eb1fd456119e None None] For port 72036798-aa3e-4108-b1ec-c92967e15cb0, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=72036798-aa3e-4108-b1ec-c92967e15cb0,segment=NetworkSegment(f45fd44e-3087-40b9-8680-72d7b5da1b1c),segment_id=f45fd44e-3087-40b9-8680-72d7b5da1b1c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:52.945550 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8365e46d-1f33-4fd2-8e7e-557d2f0c2842 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:52.948963 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-8365e46d-1f33-4fd2-8e7e-557d2f0c2842 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:52.953604 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8365e46d-1f33-4fd2-8e7e-557d2f0c2842 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:52.962649 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba1fb1-0fff-4825-9d8a-df2b0a93cc48 req-5831d283-79fe-4fbc-a23c-7d92e22b7922 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:52.967207 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-15ba1fb1-0fff-4825-9d8a-df2b0a93cc48 req-5831d283-79fe-4fbc-a23c-7d92e22b7922 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 945 time: 0.2770083 Feb 19 04:16:52.979693 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-da22b181-fa7b-4c0e-9e75-eb1fd456119e None None] Publish callbacks [] for port (72036798-aa3e-4108-b1ec-c92967e15cb0), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:52.986219 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-da22b181-fa7b-4c0e-9e75-eb1fd456119e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (72036798-aa3e-4108-b1ec-c92967e15cb0), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:52.990411 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2356f39-2f3c-4d9f-a9b4-d823f5ee14d6 req-d9caf160-6774-4128-b0a9-1663ea22b664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:52.996065 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e2356f39-2f3c-4d9f-a9b4-d823f5ee14d6 req-d9caf160-6774-4128-b0a9-1663ea22b664 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 1128 time: 0.2624683 Feb 19 04:16:53.010342 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cc5b7-4999-4f6a-8a41-89b0214b00d6 req-6395e572-0edf-49a1-8163-282121305736 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:53.011562 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a44cc5b7-4999-4f6a-8a41-89b0214b00d6 req-6395e572-0edf-49a1-8163-282121305736 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.79 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 945 time: 0.2808099 Feb 19 04:16:53.012338 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f1d8dba8-9770-4697-a402-ac821a1c4ee2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:53.061515 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365e46d-1f33-4fd2-8e7e-557d2f0c2842 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Pushing event updated for resources: {'Port': ['ID=c1d067d0-b719-4bec-b56f-96cdb81b2842,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:53.088448 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8365e46d-1f33-4fd2-8e7e-557d2f0c2842 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for floatingip (15002160-8066-4951-ac45-ee631ac40ffd), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:53.150641 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22b181-fa7b-4c0e-9e75-eb1fd456119e None None] Pushing event updated for resources: {'Port': ['ID=72036798-aa3e-4108-b1ec-c92967e15cb0,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:53.182272 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8365e46d-1f33-4fd2-8e7e-557d2f0c2842 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c1d067d0-b719-4bec-b56f-96cdb81b2842), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:53.242878 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-9f4380ae-760b-43ba-8ad0-ed3a64660dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717006908', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '953b693f-e145-4772-bd85-fad92adbc87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:16Z', 'updated_at': '2022-02-19T04:16:26Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '953b693f-e145-4772-bd85-fad92adbc87c', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'd18e0611-23f2-4e1a-a458-c0d33e107289', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'port_id': '04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851', 'mac_address': 'fa:16:3e:f1:7d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94092b1-8676-4a20-9c38-78a56f795af1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:16:50Z', 'updated_at': '2022-02-19T04:16:50Z', 'revision_number': 0, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83ca4276-9ba2-4d02-b38b-90118ffeea97', 'name': '', 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:98:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '79657f7c-a967-450b-aba7-e287c8e4232a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:23Z', 'updated_at': '2022-02-19T04:16:32Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': '79657f7c-a967-450b-aba7-e287c8e4232a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:53.256967 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 1c09e0d7-f2c2-496a-b2f8-7d7da176db42 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:16:53.287278 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4380ae-760b-43ba-8ad0-ed3a64660dfc None None] Checking router: 4c3d7b1f-4aa9-401f-9038-aa7b6f157b98 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:16:53.299230 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4380ae-760b-43ba-8ad0-ed3a64660dfc None None] Routers {'4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:16:53.300434 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-9f4380ae-760b-43ba-8ad0-ed3a64660dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:16:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:53.302743 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-15ba1fb1-0fff-4825-9d8a-df2b0a93cc48 req-f8c6ad84-919f-4157-b9bd-5fa90341c053 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3203926 Feb 19 04:16:53.318399 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40972) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:53.331643 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 1c09e0d7-f2c2-496a-b2f8-7d7da176db42 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:16:53.334063 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 1c09e0d7-f2c2-496a-b2f8-7d7da176db42 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:16:53.431329 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2356f39-2f3c-4d9f-a9b4-d823f5ee14d6 req-e4d99676-68d8-422d-a3a4-0a9189a6ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:53.432859 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e2356f39-2f3c-4d9f-a9b4-d823f5ee14d6 req-e4d99676-68d8-422d-a3a4-0a9189a6ed32 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2a881e15-dcb9-4612-90a0-55bb903b8851 HTTP/1.1" status: 200 len: 898 time: 0.4177160 Feb 19 04:16:53.505829 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8365e46d-1f33-4fd2-8e7e-557d2f0c2842 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for port (c1d067d0-b719-4bec-b56f-96cdb81b2842), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:53.517481 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8365e46d-1f33-4fd2-8e7e-557d2f0c2842 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (c1d067d0-b719-4bec-b56f-96cdb81b2842), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:53.532598 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e2356f39-2f3c-4d9f-a9b4-d823f5ee14d6 req-9d158263-fdd3-4d7a-8ab1-ce32e21d40cd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 HTTP/1.1" status: 200 len: 999 time: 0.0873969 Feb 19 04:16:53.581398 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-9f4380ae-760b-43ba-8ad0-ed3a64660dfc None None] Set router 4c3d7b1f-4aa9-401f-9038-aa7b6f157b98 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:16:53.627085 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2356f39-2f3c-4d9f-a9b4-d823f5ee14d6 req-559043f8-5c1f-4448-8b79-948e4be94cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:53.628802 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e2356f39-2f3c-4d9f-a9b4-d823f5ee14d6 req-559043f8-5c1f-4448-8b79-948e4be94cb7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=79657f7c-a967-450b-aba7-e287c8e4232a HTTP/1.1" status: 200 len: 834 time: 0.0722260 Feb 19 04:16:53.669265 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8365e46d-1f33-4fd2-8e7e-557d2f0c2842 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (15002160-8066-4951-ac45-ee631ac40ffd), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:53.693107 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365e46d-1f33-4fd2-8e7e-557d2f0c2842 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Pushing event updated for resources: {'Port': ['ID=c1d067d0-b719-4bec-b56f-96cdb81b2842,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:53.729769 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8365e46d-1f33-4fd2-8e7e-557d2f0c2842 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:53.741818 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8365e46d-1f33-4fd2-8e7e-557d2f0c2842 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6040993 Feb 19 04:16:53.758887 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fe45ee25-3eec-4c03-8665-a8c15dfe506d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/floatingips/d18e0611-23f2-4e1a-a458-c0d33e107289 HTTP/1.1" status: 200 len: 991 time: 0.4210796 Feb 19 04:16:53.778211 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbf1a6-e668-4292-9cc1-4ce627bc73f2 req-4eeb810a-a57a-46db-a36c-f5a253d8c610 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:53.780094 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a8dbf1a6-e668-4292-9cc1-4ce627bc73f2 req-4eeb810a-a57a-46db-a36c-f5a253d8c610 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=91b00ac0-244d-45a2-a1ee-17e4e826f353 HTTP/1.1" status: 200 len: 945 time: 0.4955518 Feb 19 04:16:53.809161 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-a44cc5b7-4999-4f6a-8a41-89b0214b00d6 req-f38ced76-3c4d-4b58-9fad-026737f96c61 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Deleting port cc0235d1-688f-4a3b-9c71-f1afba0a9284 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:53.809509 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a44cc5b7-4999-4f6a-8a41-89b0214b00d6 req-f38ced76-3c4d-4b58-9fad-026737f96c61 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (cc0235d1-688f-4a3b-9c71-f1afba0a9284), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:53.858308 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 72036798-aa3e-4108-b1ec-c92967e15cb0 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:53.913344 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-a44cc5b7-4999-4f6a-8a41-89b0214b00d6 req-f38ced76-3c4d-4b58-9fad-026737f96c61 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] For port cc0235d1-688f-4a3b-9c71-f1afba0a9284, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=cc0235d1-688f-4a3b-9c71-f1afba0a9284,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:53.913717 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a44cc5b7-4999-4f6a-8a41-89b0214b00d6 req-f38ced76-3c4d-4b58-9fad-026737f96c61 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (cc0235d1-688f-4a3b-9c71-f1afba0a9284), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:53.929760 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-a44cc5b7-4999-4f6a-8a41-89b0214b00d6 req-f38ced76-3c4d-4b58-9fad-026737f96c61 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Calling delete_port for cc0235d1-688f-4a3b-9c71-f1afba0a9284 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:53.990057 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 72036798-aa3e-4108-b1ec-c92967e15cb0 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:53.990466 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (72036798-aa3e-4108-b1ec-c92967e15cb0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:54.129875 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-9f4380ae-760b-43ba-8ad0-ed3a64660dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717006908', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '953b693f-e145-4772-bd85-fad92adbc87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:16Z', 'updated_at': '2022-02-19T04:16:26Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '953b693f-e145-4772-bd85-fad92adbc87c', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'd18e0611-23f2-4e1a-a458-c0d33e107289', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'port_id': '04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851', 'mac_address': 'fa:16:3e:f1:7d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94092b1-8676-4a20-9c38-78a56f795af1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:16:50Z', 'updated_at': '2022-02-19T04:16:50Z', 'revision_number': 0, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83ca4276-9ba2-4d02-b38b-90118ffeea97', 'name': '', 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:98:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '79657f7c-a967-450b-aba7-e287c8e4232a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:23Z', 'updated_at': '2022-02-19T04:16:32Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': '79657f7c-a967-450b-aba7-e287c8e4232a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:54.138915 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a44cc5b7-4999-4f6a-8a41-89b0214b00d6 req-f38ced76-3c4d-4b58-9fad-026737f96c61 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (cc0235d1-688f-4a3b-9c71-f1afba0a9284), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:54.155968 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['cc0235d1-688f-4a3b-9c71-f1afba0a9284'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:16:54.179533 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4380ae-760b-43ba-8ad0-ed3a64660dfc None None] The sync data for ids ['4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'] in n-d-828369-19 is: [{'id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717006908', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '953b693f-e145-4772-bd85-fad92adbc87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:16Z', 'updated_at': '2022-02-19T04:16:26Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '953b693f-e145-4772-bd85-fad92adbc87c', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'd18e0611-23f2-4e1a-a458-c0d33e107289', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'port_id': '04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851', 'mac_address': 'fa:16:3e:f1:7d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94092b1-8676-4a20-9c38-78a56f795af1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:16:50Z', 'updated_at': '2022-02-19T04:16:50Z', 'revision_number': 0, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83ca4276-9ba2-4d02-b38b-90118ffeea97', 'name': '', 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:98:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '79657f7c-a967-450b-aba7-e287c8e4232a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:23Z', 'updated_at': '2022-02-19T04:16:32Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': '79657f7c-a967-450b-aba7-e287c8e4232a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:16:54.212416 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 72036798-aa3e-4108-b1ec-c92967e15cb0 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:54.217605 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f1d8dba8-9770-4697-a402-ac821a1c4ee2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (03c37d16-ce4a-4148-983f-470cca951d38), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:54.226594 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fe2ccd1e-fb04-4de9-b251-d979d1907300 None None] Provisioning complete for port 72036798-aa3e-4108-b1ec-c92967e15cb0 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:54.227267 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fe2ccd1e-fb04-4de9-b251-d979d1907300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (72036798-aa3e-4108-b1ec-c92967e15cb0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:54.252556 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ced76-3c4d-4b58-9fad-026737f96c61 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Pushing event deleted for resources: {'Port': ['ID=cc0235d1-688f-4a3b-9c71-f1afba0a9284,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:54.270603 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f1d8dba8-9770-4697-a402-ac821a1c4ee2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (03c37d16-ce4a-4148-983f-470cca951d38), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:54.331711 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a8dbf1a6-e668-4292-9cc1-4ce627bc73f2 req-ba3c4d90-3619-4e91-b608-81bb8e0d50ad tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=32e1a8ea-1a8e-4e99-8b6a-b787d805122e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5440159 Feb 19 04:16:54.336812 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f1d8dba8-9770-4697-a402-ac821a1c4ee2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:54.338046 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f1d8dba8-9770-4697-a402-ac821a1c4ee2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4761553 Feb 19 04:16:54.341706 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41002) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:54.342438 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ccd1e-fb04-4de9-b251-d979d1907300 None None] Current status of the port 72036798-aa3e-4108-b1ec-c92967e15cb0 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:54.354487 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fe2ccd1e-fb04-4de9-b251-d979d1907300 None None] Provisioning complete for port bd3f7709-847c-4c91-b765-481e007001a3 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:54.354989 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fe2ccd1e-fb04-4de9-b251-d979d1907300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bd3f7709-847c-4c91-b765-481e007001a3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:54.363500 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-dade5e8a-bd1d-4cc7-bc90-b51bdb9263f3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1015463133', 'security_groups': ['03c37d16-ce4a-4148-983f-470cca951d38'], 'network_id': 'd4af56cc-3ed7-41f7-aa1d-896fca35ed74', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '150b9e2c-ce66-476b-8be7-b2670df5f28f'}]}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:54.391162 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44cc5b7-4999-4f6a-8a41-89b0214b00d6 req-f38ced76-3c4d-4b58-9fad-026737f96c61 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] No DVR routers for this DVR port cc0235d1-688f-4a3b-9c71-f1afba0a9284 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:16:54.398989 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2356f39-2f3c-4d9f-a9b4-d823f5ee14d6 req-691c8692-5694-4052-b0dd-4ea6522c44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:54.400740 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e2356f39-2f3c-4d9f-a9b4-d823f5ee14d6 req-691c8692-5694-4052-b0dd-4ea6522c44ba service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2a881e15-dcb9-4612-90a0-55bb903b8851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7637324 Feb 19 04:16:54.406266 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ccd1e-fb04-4de9-b251-d979d1907300 None None] Port bd3f7709-847c-4c91-b765-481e007001a3 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:54.410799 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a44cc5b7-4999-4f6a-8a41-89b0214b00d6 req-f38ced76-3c4d-4b58-9fad-026737f96c61 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:54.415488 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a44cc5b7-4999-4f6a-8a41-89b0214b00d6 req-f38ced76-3c4d-4b58-9fad-026737f96c61 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.79 "DELETE /v2.0/ports/cc0235d1-688f-4a3b-9c71-f1afba0a9284 HTTP/1.1" status: 204 len: 173 time: 1.3970621 Feb 19 04:16:54.447515 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8dba8-9770-4697-a402-ac821a1c4ee2 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c37d16-ce4a-4148-983f-470cca951d38,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:54.569072 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dade5e8a-bd1d-4cc7-bc90-b51bdb9263f3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:54.571920 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-fe8ab210-31e7-49f1-a457-fb7f37c0e2fc tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1885880368&fields=id&tenant_id=90f22cfd00964f179efcdc77f1d50815 HTTP/1.1" status: 200 len: 267 time: 0.4106517 Feb 19 04:16:54.692688 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e2356f39-2f3c-4d9f-a9b4-d823f5ee14d6 req-fb790d40-3a6c-475e-b755-c04cd0ba773b service neutron] 10.222.0.79 "GET /v2.0/networks/2a881e15-dcb9-4612-90a0-55bb903b8851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383091 Feb 19 04:16:54.697281 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58bedc0-6de5-4883-85ff-aaecc3e33451 None None] New status for floating IP d18e0611-23f2-4e1a-a458-c0d33e107289: ACTIVE {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:16:54.714687 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b00ac0-244d-45a2-a1ee-17e4e826f353', 'name': 'network-vif-deleted', 'tag': 'cc0235d1-688f-4a3b-9c71-f1afba0a9284'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:54.717860 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2860d608-a200-40cc-b5e7-6686d84705fe" -d '{"events": [{"server_uuid": "91b00ac0-244d-45a2-a1ee-17e4e826f353", "name": "network-vif-deleted", "tag": "cc0235d1-688f-4a3b-9c71-f1afba0a9284"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:54.722492 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dade5e8a-bd1d-4cc7-bc90-b51bdb9263f3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:54.743597 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-dade5e8a-bd1d-4cc7-bc90-b51bdb9263f3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] device_id is not set on port 064c60d3-8e88-4427-aedc-9702d80e0224 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:16:54.753099 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41016) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:54.793794 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb26c418-2d65-4fa3-8e5c-fda38741c31a x-openstack-request-id: req-eb26c418-2d65-4fa3-8e5c-fda38741c31a {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:54.794720 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b00ac0-244d-45a2-a1ee-17e4e826f353", "name": "network-vif-deleted", "tag": "cc0235d1-688f-4a3b-9c71-f1afba0a9284", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:54.794966 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eb26c418-2d65-4fa3-8e5c-fda38741c31a {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:54.795455 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b00ac0-244d-45a2-a1ee-17e4e826f353', 'name': 'network-vif-deleted', 'tag': 'cc0235d1-688f-4a3b-9c71-f1afba0a9284', 'status': 'completed', 'code': 200} Feb 19 04:16:54.813911 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-96695ad6-da0c-4b62-a147-f8042b4bdcdc tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:54.821352 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-96695ad6-da0c-4b62-a147-f8042b4bdcdc tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/networks?id=d969274d-e3f5-4be2-94a1-23d058336a4e HTTP/1.1" status: 200 len: 817 time: 0.2484391 Feb 19 04:16:54.842551 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-84fc6d7a-07a6-4890-9355-26a0de70e5b4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/quotas/90f22cfd00964f179efcdc77f1d50815 HTTP/1.1" status: 200 len: 375 time: 0.0188220 Feb 19 04:16:54.907132 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c35faeb3-826d-4b74-8ada-e9080a827479 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/floatingips/d18e0611-23f2-4e1a-a458-c0d33e107289 HTTP/1.1" status: 200 len: 991 time: 0.1503823 Feb 19 04:16:54.960628 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-0246e06f-5044-464e-ba57-ea2d910d23fa tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=90f22cfd00964f179efcdc77f1d50815&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1097367 Feb 19 04:16:54.996284 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e2356f39-2f3c-4d9f-a9b4-d823f5ee14d6 req-d6d92cf7-6415-401e-820e-455b22b891e8 service neutron] 10.222.0.79 "GET /v2.0/networks/2a881e15-dcb9-4612-90a0-55bb903b8851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928519 Feb 19 04:16:55.118770 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-dade5e8a-bd1d-4cc7-bc90-b51bdb9263f3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Allocated IP 2001:db8::2da (d4af56cc-3ed7-41f7-aa1d-896fca35ed74/150b9e2c-ce66-476b-8be7-b2670df5f28f/064c60d3-8e88-4427-aedc-9702d80e0224) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:55.154143 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-9f218ae5-842e-4ac9-b69c-e782b4e97275 service neutron] 10.222.0.52 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881306 Feb 19 04:16:55.304480 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-afdd783b-d840-46de-a87e-21bd409c784d service neutron] 10.222.0.52 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427968 Feb 19 04:16:55.363286 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dade5e8a-bd1d-4cc7-bc90-b51bdb9263f3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for port (064c60d3-8e88-4427-aedc-9702d80e0224), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:55.413472 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dade5e8a-bd1d-4cc7-bc90-b51bdb9263f3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (064c60d3-8e88-4427-aedc-9702d80e0224), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:55.469994 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dade5e8a-bd1d-4cc7-bc90-b51bdb9263f3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network d4af56cc-3ed7-41f7-aa1d-896fca35ed74 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:55.474592 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-dade5e8a-bd1d-4cc7-bc90-b51bdb9263f3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:55.489571 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dade5e8a-bd1d-4cc7-bc90-b51bdb9263f3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:55.499515 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dade5e8a-bd1d-4cc7-bc90-b51bdb9263f3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:55.500209 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dade5e8a-bd1d-4cc7-bc90-b51bdb9263f3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:55.538447 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade5e8a-bd1d-4cc7-bc90-b51bdb9263f3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Port': ['ID=064c60d3-8e88-4427-aedc-9702d80e0224,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:55.556932 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-dade5e8a-bd1d-4cc7-bc90-b51bdb9263f3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2133727 Feb 19 04:16:55.560249 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41048) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:55.571051 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-4308397a-1f16-44c9-90b8-1ea6a18f7e07 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'subnet': {'network_id': 'd4af56cc-3ed7-41f7-aa1d-896fca35ed74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:55.719282 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d45bc51-331c-4a67-badb-09acbbf9d9ae req-18138001-17db-4a4e-8f12-e59e59ad8afc tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 210 time: 0.1408274 Feb 19 04:16:55.839124 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4308397a-1f16-44c9-90b8-1ea6a18f7e07 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:55.844617 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4308397a-1f16-44c9-90b8-1ea6a18f7e07 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:55.910728 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41056) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:55.946141 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-36fdb3b0-41c2-4c07-88dd-6c7c54ca3889 None None] Provisioning complete for port 064c60d3-8e88-4427-aedc-9702d80e0224 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:55.947462 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-36fdb3b0-41c2-4c07-88dd-6c7c54ca3889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (064c60d3-8e88-4427-aedc-9702d80e0224), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:56.010982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-36fdb3b0-41c2-4c07-88dd-6c7c54ca3889 None None] Port 064c60d3-8e88-4427-aedc-9702d80e0224 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:56.051309 n-d-828369-19 neutron-server[109926]: INFO neutron.db.ipam_backend_mixin [None req-4308397a-1f16-44c9-90b8-1ea6a18f7e07 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 150b9e2c-ce66-476b-8be7-b2670df5f28f (CIDR: 2001:db8::/64) Feb 19 04:16:56.051510 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a84f07e1-db5c-4e9f-8d7e-428c3c100b28 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/floatingips/d18e0611-23f2-4e1a-a458-c0d33e107289 HTTP/1.1" status: 200 len: 993 time: 0.1363969 Feb 19 04:16:56.077359 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc912d7b-87cd-4961-8e54-cd261d8167a6 req-e4d69979-1e79-4fc6-aa8d-05182b8fc2cc tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:56.079270 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dc912d7b-87cd-4961-8e54-cd261d8167a6 req-e4d69979-1e79-4fc6-aa8d-05182b8fc2cc tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.0837474 Feb 19 04:16:56.080592 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-4308397a-1f16-44c9-90b8-1ea6a18f7e07 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:16:56.081053 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4308397a-1f16-44c9-90b8-1ea6a18f7e07 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:16:56.110892 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4308397a-1f16-44c9-90b8-1ea6a18f7e07 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5490904 Feb 19 04:16:56.114374 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41062) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:56.121682 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-17606795-af8f-47fb-b095-9f93842249fb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'subnet': {'network_id': 'd4af56cc-3ed7-41f7-aa1d-896fca35ed74', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:56.154818 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dc912d7b-87cd-4961-8e54-cd261d8167a6 req-14b64351-2a20-4134-97a0-00eb6749d511 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645657 Feb 19 04:16:56.252011 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17606795-af8f-47fb-b095-9f93842249fb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:56.259574 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-17606795-af8f-47fb-b095-9f93842249fb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:56.380968 n-d-828369-19 neutron-server[109925]: INFO neutron.db.ipam_backend_mixin [None req-17606795-af8f-47fb-b095-9f93842249fb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9f0e05c3-747a-4f67-bd24-2aed0a3756ef (CIDR: 2001:db8:0:1::/64) Feb 19 04:16:56.385739 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-17606795-af8f-47fb-b095-9f93842249fb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:16:56.386213 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17606795-af8f-47fb-b095-9f93842249fb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:16:56.404477 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-17606795-af8f-47fb-b095-9f93842249fb tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2877371 Feb 19 04:16:56.407243 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41066) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:56.412274 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-db4b38c6-1ed8-42f5-a4cf-d40109aa032c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'subnet': {'network_id': 'd4af56cc-3ed7-41f7-aa1d-896fca35ed74', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:56.528276 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4b38c6-1ed8-42f5-a4cf-d40109aa032c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Made reservation on behalf of 15e1f70909b14df4a18d13363dfa5fd4 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:56.532287 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-db4b38c6-1ed8-42f5-a4cf-d40109aa032c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:56.751325 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:56.782921 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-db4b38c6-1ed8-42f5-a4cf-d40109aa032c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (2cd0a2ec-f97f-4c97-ab5d-a6b676261fb6), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:56.853807 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4b38c6-1ed8-42f5-a4cf-d40109aa032c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Network d4af56cc-3ed7-41f7-aa1d-896fca35ed74 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:56.871994 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-db4b38c6-1ed8-42f5-a4cf-d40109aa032c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:56.876195 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4b38c6-1ed8-42f5-a4cf-d40109aa032c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:56.876905 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-db4b38c6-1ed8-42f5-a4cf-d40109aa032c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:56.893745 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d383e6b-a3e1-4bf2-a178-62307df95bf5 None None] Network d4af56cc-3ed7-41f7-aa1d-896fca35ed74 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:56.963193 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b38c6-1ed8-42f5-a4cf-d40109aa032c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Subnet': ['ID=2cd0a2ec-f97f-4c97-ab5d-a6b676261fb6,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:56.966766 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5d8adb24-de00-4c1e-abfa-e742c7b1963e req-39d4f2bd-f5ed-4473-9b39-9dd2f88670fe tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 210 time: 0.0810468 Feb 19 04:16:56.977290 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-db4b38c6-1ed8-42f5-a4cf-d40109aa032c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5670097 Feb 19 04:16:56.982262 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41072) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:56.991388 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3fba6901-66e0-49cb-82a6-0cdcc9bff716 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-141082204', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2cd0a2ec-f97f-4c97-ab5d-a6b676261fb6'}], 'security_groups': ['7f63d410-1fe8-41a6-be9e-919deedbb340', '2e5036f5-1420-4d57-8100-0d5586bc7deb']}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:57.105054 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3fba6901-66e0-49cb-82a6-0cdcc9bff716 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (064c60d3-8e88-4427-aedc-9702d80e0224), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:57.181851 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-c6288c58-603b-4886-bb8f-62be5c134b78 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:57.183481 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-c6288c58-603b-4886-bb8f-62be5c134b78 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.26 "GET /v2.0/networks?id=d969274d-e3f5-4be2-94a1-23d058336a4e HTTP/1.1" status: 200 len: 817 time: 0.3587811 Feb 19 04:16:57.221546 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84eae2a-9ce2-40b7-bd5d-6e41779b9073 None None] Update dhcp port {'port': {'network_id': 'd4af56cc-3ed7-41f7-aa1d-896fca35ed74', 'fixed_ips': [{'subnet_id': '9f0e05c3-747a-4f67-bd24-2aed0a3756ef', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '150b9e2c-ce66-476b-8be7-b2670df5f28f', 'ip_address': '2001:db8::2'}, {'subnet_id': '2cd0a2ec-f97f-4c97-ab5d-a6b676261fb6'}], 'binding:host_id': 'n-d-828369-19'}, 'id': '72036798-aa3e-4108-b1ec-c92967e15cb0'} from n-d-828369-19. {{(pid=109927) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:16:57.273155 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c84eae2a-9ce2-40b7-bd5d-6e41779b9073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (72036798-aa3e-4108-b1ec-c92967e15cb0), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:57.279340 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device cc0235d1-688f-4a3b-9c71-f1afba0a9284 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:16:57.302303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8693d62-2f98-446f-acf0-72591940c30e req-4a67943c-9c9c-4aeb-b398-c4df42006a5b tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:57.310467 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c8693d62-2f98-446f-acf0-72591940c30e req-4a67943c-9c9c-4aeb-b398-c4df42006a5b tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.0661478 Feb 19 04:16:57.318752 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: cc0235d1-688f-4a3b-9c71-f1afba0a9284 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:16:57.318752 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device cc0235d1-688f-4a3b-9c71-f1afba0a9284 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:16:57.337805 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-f3284505-38eb-4396-b593-037e133e6e53 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90f22cfd00964f179efcdc77f1d50815 HTTP/1.1" status: 200 len: 380 time: 0.1456764 Feb 19 04:16:57.351530 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-09439141-85b3-46ac-83ed-a3a1fe3b87b4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Request body: {'port': {'device_id': '8c490c1e-dac6-47ba-8712-833f27a07091', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'admin_state_up': True, 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'security_groups': ['99d7026e-2137-42f3-b75a-48cacd4932d1']}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:57.373287 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c8693d62-2f98-446f-acf0-72591940c30e req-26c0bf91-5650-47ad-8d9b-435497ce2e4e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a248758-8f81-46b4-b41e-5afe408f1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566533 Feb 19 04:16:57.522690 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-c84eae2a-9ce2-40b7-bd5d-6e41779b9073 None None] Allocated IP 2001:db8:0:2::2 (d4af56cc-3ed7-41f7-aa1d-896fca35ed74/2cd0a2ec-f97f-4c97-ab5d-a6b676261fb6/72036798-aa3e-4108-b1ec-c92967e15cb0) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:57.536816 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-09439141-85b3-46ac-83ed-a3a1fe3b87b4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Made reservation on behalf of 90f22cfd00964f179efcdc77f1d50815 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:57.545133 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-09439141-85b3-46ac-83ed-a3a1fe3b87b4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:57.648918 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c84eae2a-9ce2-40b7-bd5d-6e41779b9073 None None] For port 72036798-aa3e-4108-b1ec-c92967e15cb0, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=72036798-aa3e-4108-b1ec-c92967e15cb0,segment=NetworkSegment(f45fd44e-3087-40b9-8680-72d7b5da1b1c),segment_id=f45fd44e-3087-40b9-8680-72d7b5da1b1c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:57.691695 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c84eae2a-9ce2-40b7-bd5d-6e41779b9073 None None] Publish callbacks [] for port (72036798-aa3e-4108-b1ec-c92967e15cb0), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:57.697782 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c84eae2a-9ce2-40b7-bd5d-6e41779b9073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (72036798-aa3e-4108-b1ec-c92967e15cb0), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:57.744525 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443da718-f966-4e7a-8ad9-7858449cd8be req-53c8fc41-3d2a-4e2d-b5ee-e85024dbdc1c tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:57.754734 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-443da718-f966-4e7a-8ad9-7858449cd8be req-53c8fc41-3d2a-4e2d-b5ee-e85024dbdc1c tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 945 time: 0.1265888 Feb 19 04:16:57.820544 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84eae2a-9ce2-40b7-bd5d-6e41779b9073 None None] Pushing event updated for resources: {'Port': ['ID=72036798-aa3e-4108-b1ec-c92967e15cb0,revision_number=7']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:57.895280 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-3fba6901-66e0-49cb-82a6-0cdcc9bff716 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Delete allocated IP 2001:db8::2da (d4af56cc-3ed7-41f7-aa1d-896fca35ed74/150b9e2c-ce66-476b-8be7-b2670df5f28f) {{(pid=109925) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 04:16:57.908843 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-3fba6901-66e0-49cb-82a6-0cdcc9bff716 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Allocated IP 2001:db8:0:2::211 (d4af56cc-3ed7-41f7-aa1d-896fca35ed74/2cd0a2ec-f97f-4c97-ab5d-a6b676261fb6/064c60d3-8e88-4427-aedc-9702d80e0224) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:57.923199 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-443da718-f966-4e7a-8ad9-7858449cd8be req-7b1ba121-94e8-4a6e-b63b-a0c645b8bb4e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Deleting port 0fac01fd-40e3-41e1-811a-31a59797abb0 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:57.923984 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-443da718-f966-4e7a-8ad9-7858449cd8be req-7b1ba121-94e8-4a6e-b63b-a0c645b8bb4e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:58.089928 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-443da718-f966-4e7a-8ad9-7858449cd8be req-7b1ba121-94e8-4a6e-b63b-a0c645b8bb4e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] For port 0fac01fd-40e3-41e1-811a-31a59797abb0, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0fac01fd-40e3-41e1-811a-31a59797abb0,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:58.107755 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-443da718-f966-4e7a-8ad9-7858449cd8be req-7b1ba121-94e8-4a6e-b63b-a0c645b8bb4e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:58.352293 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-443da718-f966-4e7a-8ad9-7858449cd8be req-7b1ba121-94e8-4a6e-b63b-a0c645b8bb4e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:58.352955 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-443da718-f966-4e7a-8ad9-7858449cd8be req-7b1ba121-94e8-4a6e-b63b-a0c645b8bb4e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (2ecd5b1f-0f21-48f5-a78b-ad1c0670d523), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:58.353626 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [req-443da718-f966-4e7a-8ad9-7858449cd8be req-7b1ba121-94e8-4a6e-b63b-a0c645b8bb4e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Floating IP 2ecd5b1f-0f21-48f5-a78b-ad1c0670d523 disassociated. External IP: 172.25.3.18, port: 0fac01fd-40e3-41e1-811a-31a59797abb0. Feb 19 04:16:58.354063 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-443da718-f966-4e7a-8ad9-7858449cd8be req-7b1ba121-94e8-4a6e-b63b-a0c645b8bb4e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Calling delete_port for 0fac01fd-40e3-41e1-811a-31a59797abb0 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:58.536630 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-443da718-f966-4e7a-8ad9-7858449cd8be req-7b1ba121-94e8-4a6e-b63b-a0c645b8bb4e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (0fac01fd-40e3-41e1-811a-31a59797abb0), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:58.548548 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7105b6e-25a7-4871-ab0f-39dbedc9dbdc req-8739ef24-864a-4c83-af26-83bff8ea2f81 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 210 time: 0.2961831 Feb 19 04:16:58.584465 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-87496fe9-305f-41d5-96d9-6259d14762d9 req-57c7ead9-fe1f-485d-b57e-bde76087708d tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 210 time: 0.0787022 Feb 19 04:16:58.627613 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ba121-94e8-4a6e-b63b-a0c645b8bb4e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Pushing event deleted for resources: {'Port': ['ID=0fac01fd-40e3-41e1-811a-31a59797abb0,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:58.731289 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3fba6901-66e0-49cb-82a6-0cdcc9bff716 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for port (064c60d3-8e88-4427-aedc-9702d80e0224), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:58.739944 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-09439141-85b3-46ac-83ed-a3a1fe3b87b4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Allocated IP 172.20.0.7 (d969274d-e3f5-4be2-94a1-23d058336a4e/59a62ba0-3299-4137-b1e4-27552484bcd3/cf6e0b93-e0ec-4304-8193-2488370a77a7) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:58.751357 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3fba6901-66e0-49cb-82a6-0cdcc9bff716 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (064c60d3-8e88-4427-aedc-9702d80e0224), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:58.862299 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-3fba6901-66e0-49cb-82a6-0cdcc9bff716 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] In _notify_port_updated(), no bound segment for port 064c60d3-8e88-4427-aedc-9702d80e0224 on network d4af56cc-3ed7-41f7-aa1d-896fca35ed74 {{(pid=109925) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:16:58.869418 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fba6901-66e0-49cb-82a6-0cdcc9bff716 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:58.870537 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3fba6901-66e0-49cb-82a6-0cdcc9bff716 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:58.872898 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3fba6901-66e0-49cb-82a6-0cdcc9bff716 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "PUT /v2.0/ports/064c60d3-8e88-4427-aedc-9702d80e0224 HTTP/1.1" status: 200 len: 969 time: 1.8920631 Feb 19 04:16:58.876708 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-443da718-f966-4e7a-8ad9-7858449cd8be req-7b1ba121-94e8-4a6e-b63b-a0c645b8bb4e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Router 735b7994-cc26-46f2-a4f0-ac0b11f18625 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:16:58.877533 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41092) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:58.912642 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba6901-66e0-49cb-82a6-0cdcc9bff716 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event updated for resources: {'Port': ['ID=064c60d3-8e88-4427-aedc-9702d80e0224,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:58.999046 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-7bf28dd3-ceaf-441b-aa71-8cf99648ba94 None None] Provisioning complete for port 72036798-aa3e-4108-b1ec-c92967e15cb0 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:58.999570 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7bf28dd3-ceaf-441b-aa71-8cf99648ba94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (72036798-aa3e-4108-b1ec-c92967e15cb0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:59.050101 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-09439141-85b3-46ac-83ed-a3a1fe3b87b4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:59.102322 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-09439141-85b3-46ac-83ed-a3a1fe3b87b4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:59.155510 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-b9bb5419-e500-48d5-b2f9-39747ed721bc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting port 064c60d3-8e88-4427-aedc-9702d80e0224 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:59.155917 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b9bb5419-e500-48d5-b2f9-39747ed721bc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (064c60d3-8e88-4427-aedc-9702d80e0224), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:59.218800 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-7bf28dd3-ceaf-441b-aa71-8cf99648ba94 None None] Current status of the port 72036798-aa3e-4108-b1ec-c92967e15cb0 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:59.222968 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09439141-85b3-46ac-83ed-a3a1fe3b87b4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Pushing event updated for resources: {'Port': ['ID=cf6e0b93-e0ec-4304-8193-2488370a77a7,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:59.248169 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-09439141-85b3-46ac-83ed-a3a1fe3b87b4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Network d969274d-e3f5-4be2-94a1-23d058336a4e is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:59.248733 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-7bf28dd3-ceaf-441b-aa71-8cf99648ba94 None None] Provisioning complete for port bd3f7709-847c-4c91-b765-481e007001a3 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:59.249430 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7bf28dd3-ceaf-441b-aa71-8cf99648ba94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bd3f7709-847c-4c91-b765-481e007001a3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:59.252573 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-09439141-85b3-46ac-83ed-a3a1fe3b87b4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:59.258870 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-09439141-85b3-46ac-83ed-a3a1fe3b87b4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:59.278045 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b9bb5419-e500-48d5-b2f9-39747ed721bc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (064c60d3-8e88-4427-aedc-9702d80e0224), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:59.293523 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-b9bb5419-e500-48d5-b2f9-39747ed721bc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Calling delete_port for 064c60d3-8e88-4427-aedc-9702d80e0224 owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:59.342664 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-7bf28dd3-ceaf-441b-aa71-8cf99648ba94 None None] Port bd3f7709-847c-4c91-b765-481e007001a3 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:59.371437 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-7bf28dd3-ceaf-441b-aa71-8cf99648ba94 None None] Provisioning complete for port 064c60d3-8e88-4427-aedc-9702d80e0224 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:59.375573 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-443da718-f966-4e7a-8ad9-7858449cd8be req-7b1ba121-94e8-4a6e-b63b-a0c645b8bb4e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:16:59.376883 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7bf28dd3-ceaf-441b-aa71-8cf99648ba94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (064c60d3-8e88-4427-aedc-9702d80e0224), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:59.390566 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db29ddb7-370d-412c-9952-f7598a5fa4b5 None None] Sync routers for ids ['735b7994-cc26-46f2-a4f0-ac0b11f18625'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:16:59.408209 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db29ddb7-370d-412c-9952-f7598a5fa4b5 None None] Routers {'735b7994-cc26-46f2-a4f0-ac0b11f18625'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:16:59.409279 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-db29ddb7-370d-412c-9952-f7598a5fa4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:16:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['735b7994-cc26-46f2-a4f0-ac0b11f18625'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:59.411668 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-09439141-85b3-46ac-83ed-a3a1fe3b87b4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:59.415972 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-09439141-85b3-46ac-83ed-a3a1fe3b87b4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:59.451744 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-443da718-f966-4e7a-8ad9-7858449cd8be req-7b1ba121-94e8-4a6e-b63b-a0c645b8bb4e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] No DVR routers for this DVR port 0fac01fd-40e3-41e1-811a-31a59797abb0 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:16:59.455290 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-443da718-f966-4e7a-8ad9-7858449cd8be req-7b1ba121-94e8-4a6e-b63b-a0c645b8bb4e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:59.458537 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-09439141-85b3-46ac-83ed-a3a1fe3b87b4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1135979 Feb 19 04:16:59.458948 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-443da718-f966-4e7a-8ad9-7858449cd8be req-7b1ba121-94e8-4a6e-b63b-a0c645b8bb4e tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.79 "DELETE /v2.0/ports/0fac01fd-40e3-41e1-811a-31a59797abb0 HTTP/1.1" status: 204 len: 173 time: 1.6921079 Feb 19 04:16:59.459419 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce', 'name': 'network-vif-deleted', 'tag': '0fac01fd-40e3-41e1-811a-31a59797abb0'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:59.461729 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283093d9-ac53-4705-b82e-f632e52a1393" -d '{"events": [{"server_uuid": "a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce", "name": "network-vif-deleted", "tag": "0fac01fd-40e3-41e1-811a-31a59797abb0"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:59.475956 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-f9271d3f-0767-4ac8-b440-0a59e29f0f10 service neutron] Request body: {'port': {'device_id': '8c490c1e-dac6-47ba-8712-833f27a07091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:59.485740 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-7bf28dd3-ceaf-441b-aa71-8cf99648ba94 None None] Port 064c60d3-8e88-4427-aedc-9702d80e0224 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:59.589944 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:59.596416 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affcd3bc-d9a7-4a65-bf6e-1abf9c6806b2 x-openstack-request-id: req-affcd3bc-d9a7-4a65-bf6e-1abf9c6806b2 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:59.596730 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce", "name": "network-vif-deleted", "tag": "0fac01fd-40e3-41e1-811a-31a59797abb0", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:59.596992 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-affcd3bc-d9a7-4a65-bf6e-1abf9c6806b2 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:59.597413 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce', 'name': 'network-vif-deleted', 'tag': '0fac01fd-40e3-41e1-811a-31a59797abb0', 'status': 'completed', 'code': 200} Feb 19 04:16:59.659297 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-7090278d-4c91-4b7f-bc8e-2ad50c3e6de7 None None] Provisioning complete for port 064c60d3-8e88-4427-aedc-9702d80e0224 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:59.659818 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7090278d-4c91-4b7f-bc8e-2ad50c3e6de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (064c60d3-8e88-4427-aedc-9702d80e0224), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:59.691477 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-f9271d3f-0767-4ac8-b440-0a59e29f0f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:59.696671 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b9bb5419-e500-48d5-b2f9-39747ed721bc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (064c60d3-8e88-4427-aedc-9702d80e0224), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:59.803773 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb5419-e500-48d5-b2f9-39747ed721bc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Port': ['ID=064c60d3-8e88-4427-aedc-9702d80e0224,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:59.808768 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-db29ddb7-370d-412c-9952-f7598a5fa4b5 None None] Set router 735b7994-cc26-46f2-a4f0-ac0b11f18625 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:16:59.815838 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-7090278d-4c91-4b7f-bc8e-2ad50c3e6de7 None None] Port 064c60d3-8e88-4427-aedc-9702d80e0224 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:59.911163 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 72036798-aa3e-4108-b1ec-c92967e15cb0 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:17:00.043747 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2bec259a-439b-4b4e-8172-0dcbad009aae req-c5781d1d-62ca-4517-9090-8c5438dbf435 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5b79e49-38a4-4fc4-9c8a-e7b88544b6ce HTTP/1.1" status: 200 len: 210 time: 0.2667744 Feb 19 04:17:00.043747 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b9bb5419-e500-48d5-b2f9-39747ed721bc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:00.050501 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 72036798-aa3e-4108-b1ec-c92967e15cb0 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:00.051032 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (72036798-aa3e-4108-b1ec-c92967e15cb0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:00.052475 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d195cc41-8f97-4ae6-8d66-356e844238eb None None] Provisioning complete for port cf6e0b93-e0ec-4304-8193-2488370a77a7 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:00.052842 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d195cc41-8f97-4ae6-8d66-356e844238eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:00.063067 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b9bb5419-e500-48d5-b2f9-39747ed721bc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/ports/064c60d3-8e88-4427-aedc-9702d80e0224 HTTP/1.1" status: 204 len: 168 time: 1.1817949 Feb 19 04:17:00.063840 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41104) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:00.098010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87517f88-0a37-4853-b787-f9d09147757f req-b93f931c-6589-45ed-b73f-2afe57e27a91 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:00.114937 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-87517f88-0a37-4853-b787-f9d09147757f req-b93f931c-6589-45ed-b73f-2afe57e27a91 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 931 time: 0.3219323 Feb 19 04:17:00.146129 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ad33ce-6b43-46da-b8cb-d3d8372ac176 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] GET failed (client error): The resource could not be found. Feb 19 04:17:00.157634 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-51ad33ce-6b43-46da-b8cb-d3d8372ac176 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "GET /v2.0/ports/064c60d3-8e88-4427-aedc-9702d80e0224 HTTP/1.1" status: 404 len: 333 time: 0.0898907 Feb 19 04:17:00.171286 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41106) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:00.179346 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-db29ddb7-370d-412c-9952-f7598a5fa4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'name': 'tempest-ServerActionsTestJSON-96029638-router', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'd3745e44-468c-45e6-a6d8-d8cba7fb8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:33Z', 'updated_at': '2022-02-19T04:09:42Z', 'revision_number': 4, 'project_id': '47d77581683d4c43a3d18ea75c887227', 'gw_port': {'id': 'd3745e44-468c-45e6-a6d8-d8cba7fb8fec', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:48:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:35Z', 'updated_at': '2022-02-19T04:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '2a904639-6afd-4a86-bac7-ea1be8112094', 'name': '', 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'mac_address': 'fa:16:3e:a1:df:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:40Z', 'updated_at': '2022-02-19T04:09:54Z', 'revision_number': 5, 'project_id': '47d77581683d4c43a3d18ea75c887227', 'subnets': [{'id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:00.213551 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db29ddb7-370d-412c-9952-f7598a5fa4b5 None None] Checking router: 735b7994-cc26-46f2-a4f0-ac0b11f18625 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:17:00.223978 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db29ddb7-370d-412c-9952-f7598a5fa4b5 None None] Routers {'735b7994-cc26-46f2-a4f0-ac0b11f18625'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:17:00.224824 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-db29ddb7-370d-412c-9952-f7598a5fa4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:16:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['735b7994-cc26-46f2-a4f0-ac0b11f18625'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:00.233257 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d195cc41-8f97-4ae6-8d66-356e844238eb None None] Port cf6e0b93-e0ec-4304-8193-2488370a77a7 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:17:00.370725 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-db29ddb7-370d-412c-9952-f7598a5fa4b5 None None] Set router 735b7994-cc26-46f2-a4f0-ac0b11f18625 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:17:00.371694 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 72036798-aa3e-4108-b1ec-c92967e15cb0 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:00.444947 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c75fa04b-d81b-483f-bcdf-4078edaff0f3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (03c37d16-ce4a-4148-983f-470cca951d38), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:00.554955 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c75fa04b-d81b-483f-bcdf-4078edaff0f3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (03c37d16-ce4a-4148-983f-470cca951d38), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:00.578995 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1baeca65-d946-4c62-8b61-7a5eeaa8b89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:00.608827 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-db29ddb7-370d-412c-9952-f7598a5fa4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'name': 'tempest-ServerActionsTestJSON-96029638-router', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'd3745e44-468c-45e6-a6d8-d8cba7fb8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:33Z', 'updated_at': '2022-02-19T04:09:42Z', 'revision_number': 4, 'project_id': '47d77581683d4c43a3d18ea75c887227', 'gw_port': {'id': 'd3745e44-468c-45e6-a6d8-d8cba7fb8fec', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:48:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:35Z', 'updated_at': '2022-02-19T04:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '2a904639-6afd-4a86-bac7-ea1be8112094', 'name': '', 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'mac_address': 'fa:16:3e:a1:df:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:40Z', 'updated_at': '2022-02-19T04:09:54Z', 'revision_number': 5, 'project_id': '47d77581683d4c43a3d18ea75c887227', 'subnets': [{'id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:00.637059 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db29ddb7-370d-412c-9952-f7598a5fa4b5 None None] The sync data for ids ['735b7994-cc26-46f2-a4f0-ac0b11f18625'] in n-d-828369-19 is: [{'id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'name': 'tempest-ServerActionsTestJSON-96029638-router', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'd3745e44-468c-45e6-a6d8-d8cba7fb8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:33Z', 'updated_at': '2022-02-19T04:09:42Z', 'revision_number': 4, 'project_id': '47d77581683d4c43a3d18ea75c887227', 'gw_port': {'id': 'd3745e44-468c-45e6-a6d8-d8cba7fb8fec', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:48:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:35Z', 'updated_at': '2022-02-19T04:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '2a904639-6afd-4a86-bac7-ea1be8112094', 'name': '', 'network_id': 'af1b2524-905a-4fb0-b20e-a5912983245d', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'mac_address': 'fa:16:3e:a1:df:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:40Z', 'updated_at': '2022-02-19T04:09:54Z', 'revision_number': 5, 'project_id': '47d77581683d4c43a3d18ea75c887227', 'subnets': [{'id': '2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:17:00.710332 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-f9271d3f-0767-4ac8-b440-0a59e29f0f10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf6e0b93-e0ec-4304-8193-2488370a77a7 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:17:00.720989 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-f9271d3f-0767-4ac8-b440-0a59e29f0f10 service neutron] Publish callbacks [] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:00.739270 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-f9271d3f-0767-4ac8-b440-0a59e29f0f10 service neutron] Transition to ACTIVE for port object cf6e0b93-e0ec-4304-8193-2488370a77a7 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:17:00.749870 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-f9271d3f-0767-4ac8-b440-0a59e29f0f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:00.810715 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-87517f88-0a37-4853-b787-f9d09147757f req-89412dc4-3759-4c88-a2bb-bc3f49fa087c tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6950247 Feb 19 04:17:00.816077 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9271d3f-0767-4ac8-b440-0a59e29f0f10 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6e0b93-e0ec-4304-8193-2488370a77a7,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:00.865589 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c75fa04b-d81b-483f-bcdf-4078edaff0f3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (03c37d16-ce4a-4148-983f-470cca951d38), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:00.868974 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c75fa04b-d81b-483f-bcdf-4078edaff0f3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:00.873266 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c75fa04b-d81b-483f-bcdf-4078edaff0f3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/security-groups/03c37d16-ce4a-4148-983f-470cca951d38 HTTP/1.1" status: 204 len: 168 time: 0.6852436 Feb 19 04:17:00.873612 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41112) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:00.938176 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fa04b-d81b-483f-bcdf-4078edaff0f3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c37d16-ce4a-4148-983f-470cca951d38,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:01.003359 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a8b3521-da59-4ef6-be11-a3dc9a56072c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (2e5036f5-1420-4d57-8100-0d5586bc7deb), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:01.048855 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a8b3521-da59-4ef6-be11-a3dc9a56072c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (2e5036f5-1420-4d57-8100-0d5586bc7deb), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:01.058632 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-f9271d3f-0767-4ac8-b440-0a59e29f0f10 service neutron] Attempting to bind port cf6e0b93-e0ec-4304-8193-2488370a77a7 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:17:01.059564 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-f9271d3f-0767-4ac8-b440-0a59e29f0f10 service neutron] Attempting to bind port cf6e0b93-e0ec-4304-8193-2488370a77a7 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '497fb465-7e79-4cfa-b11e-c331ea94ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:17:01.059564 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-f9271d3f-0767-4ac8-b440-0a59e29f0f10 service neutron] Attempting to bind port cf6e0b93-e0ec-4304-8193-2488370a77a7 on network d969274d-e3f5-4be2-94a1-23d058336a4e {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:01.073740 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-f9271d3f-0767-4ac8-b440-0a59e29f0f10 service neutron] Port cf6e0b93-e0ec-4304-8193-2488370a77a7 on network d969274d-e3f5-4be2-94a1-23d058336a4e not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:17:01.074356 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-f9271d3f-0767-4ac8-b440-0a59e29f0f10 service neutron] Attempting to bind port cf6e0b93-e0ec-4304-8193-2488370a77a7 on network d969274d-e3f5-4be2-94a1-23d058336a4e {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:01.085131 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-f9271d3f-0767-4ac8-b440-0a59e29f0f10 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:17:01.098796 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-f9271d3f-0767-4ac8-b440-0a59e29f0f10 service neutron] Checking segment: {'id': '497fb465-7e79-4cfa-b11e-c331ea94ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:01.099408 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-f9271d3f-0767-4ac8-b440-0a59e29f0f10 service neutron] Bound using segment: {'id': '497fb465-7e79-4cfa-b11e-c331ea94ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:17:01.099986 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-f9271d3f-0767-4ac8-b440-0a59e29f0f10 service neutron] Bound port: cf6e0b93-e0ec-4304-8193-2488370a77a7, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '497fb465-7e79-4cfa-b11e-c331ea94ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:17:01.100479 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-f9271d3f-0767-4ac8-b440-0a59e29f0f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:01.114345 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a8b3521-da59-4ef6-be11-a3dc9a56072c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2e5036f5-1420-4d57-8100-0d5586bc7deb), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:01.120086 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a8b3521-da59-4ef6-be11-a3dc9a56072c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:01.121304 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5a8b3521-da59-4ef6-be11-a3dc9a56072c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/security-groups/2e5036f5-1420-4d57-8100-0d5586bc7deb HTTP/1.1" status: 204 len: 168 time: 0.2466707 Feb 19 04:17:01.125457 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41118) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:01.149899 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b3521-da59-4ef6-be11-a3dc9a56072c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5036f5-1420-4d57-8100-0d5586bc7deb,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:01.178190 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41120) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:01.214384 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4135b0a2-cd74-4f43-bf3b-28e29c793d29 None None] New status for floating IP 2ecd5b1f-0f21-48f5-a78b-ad1c0670d523: DOWN {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:17:01.238343 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-f9271d3f-0767-4ac8-b440-0a59e29f0f10 service neutron] For port cf6e0b93-e0ec-4304-8193-2488370a77a7, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:17:01.242044 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-f9271d3f-0767-4ac8-b440-0a59e29f0f10 service neutron] For port cf6e0b93-e0ec-4304-8193-2488370a77a7, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=cf6e0b93-e0ec-4304-8193-2488370a77a7,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:17:01.252711 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-f9271d3f-0767-4ac8-b440-0a59e29f0f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:01.318333 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-f9271d3f-0767-4ac8-b440-0a59e29f0f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:01.319199 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-f9271d3f-0767-4ac8-b440-0a59e29f0f10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:01.320983 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-f9271d3f-0767-4ac8-b440-0a59e29f0f10 service neutron] 10.222.0.26 "PUT /v2.0/ports/cf6e0b93-e0ec-4304-8193-2488370a77a7 HTTP/1.1" status: 200 len: 1092 time: 1.8494675 Feb 19 04:17:01.321535 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c490c1e-dac6-47ba-8712-833f27a07091', 'tag': 'cf6e0b93-e0ec-4304-8193-2488370a77a7'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:01.324707 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d841ea31-af25-4a4d-9b1e-45116a067bc0" -d '{"events": [{"name": "network-changed", "server_uuid": "8c490c1e-dac6-47ba-8712-833f27a07091", "tag": "cf6e0b93-e0ec-4304-8193-2488370a77a7"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:01.336875 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0fac01fd-40e3-41e1-811a-31a59797abb0 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:01.370101 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-15b11aa9-1b39-4bf5-83b9-1e73c57e9928 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (7f63d410-1fe8-41a6-be9e-919deedbb340), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:01.429639 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8ee7eecc-378b-44eb-9891-395115fd4371 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks [] for security_group (8a248758-8f81-46b4-b41e-5afe408f1bc0), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:01.459361 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 0fac01fd-40e3-41e1-811a-31a59797abb0 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:17:01.460028 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0fac01fd-40e3-41e1-811a-31a59797abb0 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:17:01.471166 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8ee7eecc-378b-44eb-9891-395115fd4371 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks [] for security_group (8a248758-8f81-46b4-b41e-5afe408f1bc0), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:01.486813 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282b7807-2813-4831-9cbc-d0721352186a x-openstack-request-id: req-282b7807-2813-4831-9cbc-d0721352186a {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:01.487242 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c490c1e-dac6-47ba-8712-833f27a07091", "tag": "cf6e0b93-e0ec-4304-8193-2488370a77a7", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:01.487600 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-282b7807-2813-4831-9cbc-d0721352186a {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:01.488114 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c490c1e-dac6-47ba-8712-833f27a07091', 'tag': 'cf6e0b93-e0ec-4304-8193-2488370a77a7', 'status': 'completed', 'code': 200} Feb 19 04:17:01.504699 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9271d3f-0767-4ac8-b440-0a59e29f0f10 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6e0b93-e0ec-4304-8193-2488370a77a7,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:01.544061 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-094c02be-84ee-4746-a557-c04db50ceced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:01.548836 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-094c02be-84ee-4746-a557-c04db50ceced service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=90f22cfd00964f179efcdc77f1d50815&device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 1126 time: 0.1718302 Feb 19 04:17:01.567607 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-15b11aa9-1b39-4bf5-83b9-1e73c57e9928 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (7f63d410-1fe8-41a6-be9e-919deedbb340), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:01.580085 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8ee7eecc-378b-44eb-9891-395115fd4371 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8a248758-8f81-46b4-b41e-5afe408f1bc0), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:01.583580 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8ee7eecc-378b-44eb-9891-395115fd4371 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:01.584871 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8ee7eecc-378b-44eb-9891-395115fd4371 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "DELETE /v2.0/security-groups/8a248758-8f81-46b4-b41e-5afe408f1bc0 HTTP/1.1" status: 204 len: 168 time: 0.4056804 Feb 19 04:17:01.601845 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41126) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:01.603115 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7eecc-378b-44eb-9891-395115fd4371 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a248758-8f81-46b4-b41e-5afe408f1bc0,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:01.629177 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-b9061210-6aaf-4107-94cc-4be2cb821ee8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf6e0b93-e0ec-4304-8193-2488370a77a7 HTTP/1.1" status: 200 len: 217 time: 0.0755615 Feb 19 04:17:01.645695 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-1ac9d00d-dc13-4c18-ba6f-a0c235a5c8d6 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] show failed (client error): The resource could not be found. Feb 19 04:17:01.646776 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1ac9d00d-dc13-4c18-ba6f-a0c235a5c8d6 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "GET /v2.0/security-groups/8a248758-8f81-46b4-b41e-5afe408f1bc0 HTTP/1.1" status: 404 len: 347 time: 0.0414596 Feb 19 04:17:01.650709 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41128) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:01.733716 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-e1a4f72b-fa8a-4fa6-861c-f1a9b2336a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:01.735545 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-e1a4f72b-fa8a-4fa6-861c-f1a9b2336a15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59a62ba0-3299-4137-b1e4-27552484bcd3 HTTP/1.1" status: 200 len: 856 time: 0.0925100 Feb 19 04:17:01.751106 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-15b11aa9-1b39-4bf5-83b9-1e73c57e9928 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7f63d410-1fe8-41a6-be9e-919deedbb340), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:01.753901 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-15b11aa9-1b39-4bf5-83b9-1e73c57e9928 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:01.757467 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-15b11aa9-1b39-4bf5-83b9-1e73c57e9928 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/security-groups/7f63d410-1fe8-41a6-be9e-919deedbb340 HTTP/1.1" status: 204 len: 168 time: 0.6288056 Feb 19 04:17:01.763558 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41130) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:01.804939 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b11aa9-1b39-4bf5-83b9-1e73c57e9928 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f63d410-1fe8-41a6-be9e-919deedbb340,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:01.805519 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-94e22227-6818-4875-8848-864c2ac0c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:01.828151 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-94e22227-6818-4875-8848-864c2ac0c25e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d969274d-e3f5-4be2-94a1-23d058336a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0845518 Feb 19 04:17:01.864342 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d189e7-3f59-4470-b2fc-0cc5aa82eb06 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting subnet 150b9e2c-ce66-476b-8be7-b2670df5f28f {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:17:01.867995 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31d189e7-3f59-4470-b2fc-0cc5aa82eb06 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for subnet (150b9e2c-ce66-476b-8be7-b2670df5f28f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:01.917747 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31d189e7-3f59-4470-b2fc-0cc5aa82eb06 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (150b9e2c-ce66-476b-8be7-b2670df5f28f), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:01.951504 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-26556095-5e1c-4a84-ab09-77d3e577694a service neutron] 10.222.0.26 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145964 Feb 19 04:17:02.016927 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31d189e7-3f59-4470-b2fc-0cc5aa82eb06 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (150b9e2c-ce66-476b-8be7-b2670df5f28f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:02.095438 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e808b455-b5ae-4cef-ac4f-a6c1b58d737b req-daaf2c6c-4fd7-4ac0-b367-724192276163 service neutron] 10.222.0.26 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377718 Feb 19 04:17:02.103808 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31d189e7-3f59-4470-b2fc-0cc5aa82eb06 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (150b9e2c-ce66-476b-8be7-b2670df5f28f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:02.133968 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-1998bd9a-ee5f-41ad-b6a1-d31ea0c91513 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Deleting port 8718ada2-0594-460c-b073-2ecacca359e5 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:02.134429 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1998bd9a-ee5f-41ad-b6a1-d31ea0c91513 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (8718ada2-0594-460c-b073-2ecacca359e5), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:02.174634 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede499ca-1567-45c0-97f6-baef1f79f350 None None] Network d4af56cc-3ed7-41f7-aa1d-896fca35ed74 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:17:02.192505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d189e7-3f59-4470-b2fc-0cc5aa82eb06 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Subnet': ['ID=150b9e2c-ce66-476b-8be7-b2670df5f28f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:02.203221 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31d189e7-3f59-4470-b2fc-0cc5aa82eb06 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:02.210435 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-31d189e7-3f59-4470-b2fc-0cc5aa82eb06 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/subnets/150b9e2c-ce66-476b-8be7-b2670df5f28f HTTP/1.1" status: 204 len: 168 time: 0.4400644 Feb 19 04:17:02.210832 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41136) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:02.264808 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841ea31-af25-4a4d-9b1e-45116a067bc0 req-54bf2811-a68d-48a0-8fe1-61c78b782f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:02.267652 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d841ea31-af25-4a4d-9b1e-45116a067bc0 req-54bf2811-a68d-48a0-8fe1-61c78b782f77 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=90f22cfd00964f179efcdc77f1d50815&device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 1126 time: 0.1163468 Feb 19 04:17:02.285060 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84245f-6a6d-4286-9488-5e170ab41b4c req-04f1aa9d-9119-4ad9-b72e-631ffbbd6a61 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:02.286819 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0f84245f-6a6d-4286-9488-5e170ab41b4c req-04f1aa9d-9119-4ad9-b72e-631ffbbd6a61 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 943 time: 0.2025397 Feb 19 04:17:02.305675 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cce8731-1d79-4ca6-9b7b-a368509c7be5 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting subnet 2cd0a2ec-f97f-4c97-ab5d-a6b676261fb6 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:17:02.316061 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8cce8731-1d79-4ca6-9b7b-a368509c7be5 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for subnet (2cd0a2ec-f97f-4c97-ab5d-a6b676261fb6), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:02.319691 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1998bd9a-ee5f-41ad-b6a1-d31ea0c91513 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (8718ada2-0594-460c-b073-2ecacca359e5), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:02.320096 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1998bd9a-ee5f-41ad-b6a1-d31ea0c91513 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks [] for floatingip (8718ada2-0594-460c-b073-2ecacca359e5), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:02.362345 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-1998bd9a-ee5f-41ad-b6a1-d31ea0c91513 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Calling delete_port for 8718ada2-0594-460c-b073-2ecacca359e5 owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:02.409605 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8cce8731-1d79-4ca6-9b7b-a368509c7be5 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (2cd0a2ec-f97f-4c97-ab5d-a6b676261fb6), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:02.438825 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0f84245f-6a6d-4286-9488-5e170ab41b4c req-08397658-748a-41f5-905f-9bc7974c7eda tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432734 Feb 19 04:17:02.447085 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841ea31-af25-4a4d-9b1e-45116a067bc0 req-e41f50b2-1f4b-46fa-bdf2-da61d69ea3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:02.448827 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d841ea31-af25-4a4d-9b1e-45116a067bc0 req-e41f50b2-1f4b-46fa-bdf2-da61d69ea3b2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d969274d-e3f5-4be2-94a1-23d058336a4e HTTP/1.1" status: 200 len: 918 time: 0.1716876 Feb 19 04:17:02.526071 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d841ea31-af25-4a4d-9b1e-45116a067bc0 req-7e57eb3a-72af-44f5-ba46-03e8ee0f7860 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf6e0b93-e0ec-4304-8193-2488370a77a7 HTTP/1.1" status: 200 len: 217 time: 0.0694644 Feb 19 04:17:02.597512 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841ea31-af25-4a4d-9b1e-45116a067bc0 req-4ee72efa-48a0-4c59-956b-ac94ce514a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:02.599356 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d841ea31-af25-4a4d-9b1e-45116a067bc0 req-4ee72efa-48a0-4c59-956b-ac94ce514a8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59a62ba0-3299-4137-b1e4-27552484bcd3 HTTP/1.1" status: 200 len: 856 time: 0.0637875 Feb 19 04:17:02.647901 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1998bd9a-ee5f-41ad-b6a1-d31ea0c91513 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (8718ada2-0594-460c-b073-2ecacca359e5), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:02.661723 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8cce8731-1d79-4ca6-9b7b-a368509c7be5 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (2cd0a2ec-f97f-4c97-ab5d-a6b676261fb6), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:02.689833 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841ea31-af25-4a4d-9b1e-45116a067bc0 req-ea7b717b-ceae-4b63-a5ed-b57b8eac1cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:02.691563 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d841ea31-af25-4a4d-9b1e-45116a067bc0 req-ea7b717b-ceae-4b63-a5ed-b57b8eac1cc4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d969274d-e3f5-4be2-94a1-23d058336a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0842640 Feb 19 04:17:02.726110 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998bd9a-ee5f-41ad-b6a1-d31ea0c91513 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Pushing event deleted for resources: {'Port': ['ID=8718ada2-0594-460c-b073-2ecacca359e5,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:02.780536 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4ea3c863-5f28-43f7-b4de-15a283e0396c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:02.847026 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1998bd9a-ee5f-41ad-b6a1-d31ea0c91513 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks [] for floatingip (2ecd5b1f-0f21-48f5-a78b-ad1c0670d523), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:02.850113 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1998bd9a-ee5f-41ad-b6a1-d31ea0c91513 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:02.855331 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1998bd9a-ee5f-41ad-b6a1-d31ea0c91513 tempest-ServerActionsTestJSON-1856337254 tempest-ServerActionsTestJSON-1856337254-project] 10.222.0.52 "DELETE /v2.0/floatingips/2ecd5b1f-0f21-48f5-a78b-ad1c0670d523 HTTP/1.1" status: 204 len: 168 time: 1.2039585 Feb 19 04:17:02.856178 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41140) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:02.865007 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8cce8731-1d79-4ca6-9b7b-a368509c7be5 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (2cd0a2ec-f97f-4c97-ab5d-a6b676261fb6), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:02.883542 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d841ea31-af25-4a4d-9b1e-45116a067bc0 req-a27352be-daac-4c20-82d3-138c13e528ac service neutron] 10.222.0.26 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837084 Feb 19 04:17:02.900657 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce8731-1d79-4ca6-9b7b-a368509c7be5 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Subnet': ['ID=2cd0a2ec-f97f-4c97-ab5d-a6b676261fb6,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:02.918158 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8cce8731-1d79-4ca6-9b7b-a368509c7be5 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:02.922451 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8cce8731-1d79-4ca6-9b7b-a368509c7be5 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/subnets/2cd0a2ec-f97f-4c97-ab5d-a6b676261fb6 HTTP/1.1" status: 204 len: 168 time: 0.7087739 Feb 19 04:17:02.925041 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41144) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:02.960142 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-af0033e5-3920-4920-80e0-3c56e19c300e tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] DELETE failed (client error): The resource could not be found. Feb 19 04:17:02.960849 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af0033e5-3920-4920-80e0-3c56e19c300e tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:17:02.967004 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-af0033e5-3920-4920-80e0-3c56e19c300e tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/subnets/150b9e2c-ce66-476b-8be7-b2670df5f28f HTTP/1.1" status: 404 len: 337 time: 0.0380807 Feb 19 04:17:02.967340 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41146) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:03.066793 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9c927d-56c5-4534-9e12-7d6bbc276e93 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting subnet 9f0e05c3-747a-4f67-bd24-2aed0a3756ef {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:17:03.070808 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2c9c927d-56c5-4534-9e12-7d6bbc276e93 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for subnet (9f0e05c3-747a-4f67-bd24-2aed0a3756ef), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:03.141751 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d841ea31-af25-4a4d-9b1e-45116a067bc0 req-d206112a-4433-44d6-a6a0-c2edc3862cee service neutron] 10.222.0.26 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506676 Feb 19 04:17:03.182061 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2c9c927d-56c5-4534-9e12-7d6bbc276e93 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (9f0e05c3-747a-4f67-bd24-2aed0a3756ef), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:03.371112 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2e8da0-05de-4d69-a885-9e40796a8030 None None] Network d4af56cc-3ed7-41f7-aa1d-896fca35ed74 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:17:03.392563 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2c9c927d-56c5-4534-9e12-7d6bbc276e93 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (9f0e05c3-747a-4f67-bd24-2aed0a3756ef), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:03.483588 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2c9c927d-56c5-4534-9e12-7d6bbc276e93 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (9f0e05c3-747a-4f67-bd24-2aed0a3756ef), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:03.537992 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2c9c927d-56c5-4534-9e12-7d6bbc276e93 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:03.546438 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41152) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:03.546861 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2c9c927d-56c5-4534-9e12-7d6bbc276e93 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/subnets/9f0e05c3-747a-4f67-bd24-2aed0a3756ef HTTP/1.1" status: 204 len: 168 time: 0.5782251 Feb 19 04:17:03.553567 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c927d-56c5-4534-9e12-7d6bbc276e93 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Subnet': ['ID=9f0e05c3-747a-4f67-bd24-2aed0a3756ef,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:03.677456 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9da170c-a8e4-49f6-b400-3a77e80e2496 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] DELETE failed (client error): The resource could not be found. Feb 19 04:17:03.678154 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9da170c-a8e4-49f6-b400-3a77e80e2496 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:17:03.690388 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f9da170c-a8e4-49f6-b400-3a77e80e2496 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/subnets/f9a7d1c8-7dae-4098-85ae-f6cb8097ad38 HTTP/1.1" status: 404 len: 337 time: 0.1417871 Feb 19 04:17:03.692993 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41156) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:03.756128 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e9822f68-8cf4-4622-8917-535c73418610 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f21791a-b308-48e5-a854-65b4d6e48a00 HTTP/1.1" status: 200 len: 205 time: 0.0612762 Feb 19 04:17:03.758073 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41158) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:03.799255 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-12c026f6-7e2d-4dba-8600-a0ce151afc5e tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] delete failed (client error): The resource could not be found. Feb 19 04:17:03.800532 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-12c026f6-7e2d-4dba-8600-a0ce151afc5e tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/routers/6f21791a-b308-48e5-a854-65b4d6e48a00 HTTP/1.1" status: 404 len: 336 time: 0.0414953 Feb 19 04:17:03.803238 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41160) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:03.806916 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-55dd3b8a-1310-43ee-ac8c-439ff0514dd7 None None] Provisioning complete for port 72036798-aa3e-4108-b1ec-c92967e15cb0 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:03.807403 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-55dd3b8a-1310-43ee-ac8c-439ff0514dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (72036798-aa3e-4108-b1ec-c92967e15cb0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:03.835089 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-766ffc7f-947f-40db-9ed1-9b854d326da3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] DELETE failed (client error): The resource could not be found. Feb 19 04:17:03.835546 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-766ffc7f-947f-40db-9ed1-9b854d326da3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:17:03.841126 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-766ffc7f-947f-40db-9ed1-9b854d326da3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/subnets/033c0aef-61f6-48cd-a8cd-91b47dc7a479 HTTP/1.1" status: 404 len: 337 time: 0.0323851 Feb 19 04:17:03.842232 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41162) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:03.845263 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:03.870694 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c023bab-a71d-45e1-a5d8-aa4c6e0f15d3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] DELETE failed (client error): The resource could not be found. Feb 19 04:17:03.871441 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c023bab-a71d-45e1-a5d8-aa4c6e0f15d3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:17:03.878820 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2c023bab-a71d-45e1-a5d8-aa4c6e0f15d3 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/subnets/82f9eb5e-42db-4584-86ba-5edcdf40439f HTTP/1.1" status: 404 len: 337 time: 0.0341201 Feb 19 04:17:03.879062 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41164) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:03.920279 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd6bc48-4117-4ab7-a93c-bfec8e2ddb29 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] DELETE failed (client error): The resource could not be found. Feb 19 04:17:03.920747 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd6bc48-4117-4ab7-a93c-bfec8e2ddb29 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:17:03.926638 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fbd6bc48-4117-4ab7-a93c-bfec8e2ddb29 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/subnets/d202eaa7-97fa-4ca7-8459-4ce7a0f78a74 HTTP/1.1" status: 404 len: 337 time: 0.0442414 Feb 19 04:17:03.927021 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41166) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:03.945824 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a4664-bdca-41bf-883e-132f87a2ed14 req-7d890fa6-0514-4467-92a6-85de590af56d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:03.947591 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e29a4664-bdca-41bf-883e-132f87a2ed14 req-7d890fa6-0514-4467-92a6-85de590af56d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 943 time: 0.3429627 Feb 19 04:17:03.959670 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-55dd3b8a-1310-43ee-ac8c-439ff0514dd7 None None] Current status of the port 72036798-aa3e-4108-b1ec-c92967e15cb0 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:03.969660 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d9c89f-82f8-4142-8da5-aad9d7a27b74 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] DELETE failed (client error): The resource could not be found. Feb 19 04:17:03.971132 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d9c89f-82f8-4142-8da5-aad9d7a27b74 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:17:03.977139 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f711835-9047-40aa-a26c-e4dbb5eb6ad3 None None] DHCP port deletion for d4af56cc-3ed7-41f7-aa1d-896fca35ed74 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:17:03.978223 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41168) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:03.978999 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d5d9c89f-82f8-4142-8da5-aad9d7a27b74 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/ports/2b8814c0-d563-4387-8d3d-119088c5bb2b HTTP/1.1" status: 404 len: 333 time: 0.0483296 Feb 19 04:17:03.997230 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-55dd3b8a-1310-43ee-ac8c-439ff0514dd7 None None] Provisioning complete for port bd3f7709-847c-4c91-b765-481e007001a3 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:03.997749 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-55dd3b8a-1310-43ee-ac8c-439ff0514dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bd3f7709-847c-4c91-b765-481e007001a3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:04.037220 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e29a4664-bdca-41bf-883e-132f87a2ed14 req-80cb099c-7ba3-4505-98e7-5be66f9c8ff7 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809765 Feb 19 04:17:04.040802 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce082766-369a-44f4-a47c-745bf3b6906c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] DELETE failed (client error): The resource could not be found. Feb 19 04:17:04.041265 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce082766-369a-44f4-a47c-745bf3b6906c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:17:04.044284 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ce082766-369a-44f4-a47c-745bf3b6906c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/subnets/4b07e53f-2e85-44ae-a374-305cb9e00da4 HTTP/1.1" status: 404 len: 337 time: 0.0652053 Feb 19 04:17:04.048361 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41170) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:04.084540 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb990d14-a27c-4305-b7e2-05b4d33cf40b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] DELETE failed (client error): The resource could not be found. Feb 19 04:17:04.085549 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb990d14-a27c-4305-b7e2-05b4d33cf40b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:17:04.098066 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bb990d14-a27c-4305-b7e2-05b4d33cf40b tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/subnets/157183ca-5e94-4394-bcac-d4a862d52979 HTTP/1.1" status: 404 len: 337 time: 0.0485945 Feb 19 04:17:04.098714 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41174) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:04.104523 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-55dd3b8a-1310-43ee-ac8c-439ff0514dd7 None None] Port bd3f7709-847c-4c91-b765-481e007001a3 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:17:04.126390 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9f711835-9047-40aa-a26c-e4dbb5eb6ad3 None None] Deleting port 72036798-aa3e-4108-b1ec-c92967e15cb0 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:04.126776 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9f711835-9047-40aa-a26c-e4dbb5eb6ad3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (72036798-aa3e-4108-b1ec-c92967e15cb0), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:04.139588 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d426300-302d-4c99-849d-c4b1215002dd tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] DELETE failed (client error): The resource could not be found. Feb 19 04:17:04.140287 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d426300-302d-4c99-849d-c4b1215002dd tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:17:04.143665 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9d426300-302d-4c99-849d-c4b1215002dd tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/ports/c3825a3d-12ac-402b-bcda-74ac2bed41e5 HTTP/1.1" status: 404 len: 333 time: 0.0438359 Feb 19 04:17:04.145920 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41178) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:04.173989 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b755fc-27ee-4719-ac41-6fe2dbf5c0b8 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] DELETE failed (client error): The resource could not be found. Feb 19 04:17:04.174603 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b755fc-27ee-4719-ac41-6fe2dbf5c0b8 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:17:04.180929 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-43b755fc-27ee-4719-ac41-6fe2dbf5c0b8 tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/subnets/1e75eb70-dd22-4f7c-aeca-6fbf7abac08f HTTP/1.1" status: 404 len: 337 time: 0.0337634 Feb 19 04:17:04.185267 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41180) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:04.189408 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c46da807-4f0f-4f9f-aca6-e0aba5cddf53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (735b7994-cc26-46f2-a4f0-ac0b11f18625), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:04.210672 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-9f711835-9047-40aa-a26c-e4dbb5eb6ad3 None None] For port 72036798-aa3e-4108-b1ec-c92967e15cb0, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=72036798-aa3e-4108-b1ec-c92967e15cb0,segment=NetworkSegment(f45fd44e-3087-40b9-8680-72d7b5da1b1c),segment_id=f45fd44e-3087-40b9-8680-72d7b5da1b1c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:04.211226 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9f711835-9047-40aa-a26c-e4dbb5eb6ad3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (72036798-aa3e-4108-b1ec-c92967e15cb0), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:04.225829 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9f711835-9047-40aa-a26c-e4dbb5eb6ad3 None None] Calling delete_port for 72036798-aa3e-4108-b1ec-c92967e15cb0 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:04.327282 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9f711835-9047-40aa-a26c-e4dbb5eb6ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (72036798-aa3e-4108-b1ec-c92967e15cb0), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:04.330431 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-d422ef70-7541-4077-bcfe-577e39dfcf1c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] DELETE failed (client error): The resource could not be found. Feb 19 04:17:04.330893 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d422ef70-7541-4077-bcfe-577e39dfcf1c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:17:04.336393 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d422ef70-7541-4077-bcfe-577e39dfcf1c tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/subnets/aaedcb16-416a-4f2e-8674-d3e63882aecd HTTP/1.1" status: 404 len: 337 time: 0.1476891 Feb 19 04:17:04.336893 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41182) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:04.388834 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f711835-9047-40aa-a26c-e4dbb5eb6ad3 None None] Pushing event deleted for resources: {'Port': ['ID=72036798-aa3e-4108-b1ec-c92967e15cb0,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:04.391292 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f711835-9047-40aa-a26c-e4dbb5eb6ad3 None None] No DVR routers for this DVR port 72036798-aa3e-4108-b1ec-c92967e15cb0 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:17:04.503393 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-e907b1f9-5f5d-493a-8c41-daa4c7bdd61d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Deleting port bd3f7709-847c-4c91-b765-481e007001a3 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:04.503881 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e907b1f9-5f5d-493a-8c41-daa4c7bdd61d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (bd3f7709-847c-4c91-b765-481e007001a3), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:04.625626 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e907b1f9-5f5d-493a-8c41-daa4c7bdd61d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (bd3f7709-847c-4c91-b765-481e007001a3), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:04.681334 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-e907b1f9-5f5d-493a-8c41-daa4c7bdd61d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Calling delete_port for bd3f7709-847c-4c91-b765-481e007001a3 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:04.736310 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-c46da807-4f0f-4f9f-aca6-e0aba5cddf53 admin admin] Deleting port 2a904639-6afd-4a86-bac7-ea1be8112094 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:04.736884 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c46da807-4f0f-4f9f-aca6-e0aba5cddf53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (2a904639-6afd-4a86-bac7-ea1be8112094), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:04.831003 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e907b1f9-5f5d-493a-8c41-daa4c7bdd61d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (bd3f7709-847c-4c91-b765-481e007001a3), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:04.839707 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-c46da807-4f0f-4f9f-aca6-e0aba5cddf53 admin admin] For port 2a904639-6afd-4a86-bac7-ea1be8112094, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2a904639-6afd-4a86-bac7-ea1be8112094,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:04.840987 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c46da807-4f0f-4f9f-aca6-e0aba5cddf53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (2a904639-6afd-4a86-bac7-ea1be8112094), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:04.857422 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-c46da807-4f0f-4f9f-aca6-e0aba5cddf53 admin admin] Calling delete_port for 2a904639-6afd-4a86-bac7-ea1be8112094 owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:04.857934 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907b1f9-5f5d-493a-8c41-daa4c7bdd61d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Port': ['ID=bd3f7709-847c-4c91-b765-481e007001a3,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:04.877718 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e907b1f9-5f5d-493a-8c41-daa4c7bdd61d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:04.885160 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e907b1f9-5f5d-493a-8c41-daa4c7bdd61d tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/ports/bd3f7709-847c-4c91-b765-481e007001a3 HTTP/1.1" status: 204 len: 168 time: 0.5469878 Feb 19 04:17:04.885812 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41192) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:04.982334 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-37e373f7-0f45-47fa-a332-162b134045fc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (d4af56cc-3ed7-41f7-aa1d-896fca35ed74), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:05.098254 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c46da807-4f0f-4f9f-aca6-e0aba5cddf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (2a904639-6afd-4a86-bac7-ea1be8112094), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:05.150746 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46da807-4f0f-4f9f-aca6-e0aba5cddf53 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a904639-6afd-4a86-bac7-ea1be8112094,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:05.158599 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-37e373f7-0f45-47fa-a332-162b134045fc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (d4af56cc-3ed7-41f7-aa1d-896fca35ed74), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:05.216908 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-37e373f7-0f45-47fa-a332-162b134045fc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4af56cc-3ed7-41f7-aa1d-896fca35ed74']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:05.227913 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-37e373f7-0f45-47fa-a332-162b134045fc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f45fd44e-3087-40b9-8680-72d7b5da1b1c') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:05.228273 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-37e373f7-0f45-47fa-a332-162b134045fc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f45fd44e-3087-40b9-8680-72d7b5da1b1c') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:05.258394 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-37e373f7-0f45-47fa-a332-162b134045fc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (f45fd44e-3087-40b9-8680-72d7b5da1b1c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:05.271961 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:05.294925 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-37e373f7-0f45-47fa-a332-162b134045fc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (f45fd44e-3087-40b9-8680-72d7b5da1b1c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:05.304311 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e373f7-0f45-47fa-a332-162b134045fc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:17:05.304734 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-37e373f7-0f45-47fa-a332-162b134045fc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (f45fd44e-3087-40b9-8680-72d7b5da1b1c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:17:05.310431 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:17:05.357984 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d017dd-d899-483f-ad02-49590e723cd0 req-ba0b8dbe-1502-4071-9e64-e6c008c977ad tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:05.359707 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9d017dd-d899-483f-ad02-49590e723cd0 req-ba0b8dbe-1502-4071-9e64-e6c008c977ad tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 943 time: 0.1698709 Feb 19 04:17:05.486287 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-37e373f7-0f45-47fa-a332-162b134045fc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (d4af56cc-3ed7-41f7-aa1d-896fca35ed74), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:05.494398 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-37e373f7-0f45-47fa-a332-162b134045fc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:05.501855 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9d017dd-d899-483f-ad02-49590e723cd0 req-63c696e7-fdba-44a5-bfb3-470737197eb6 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287074 Feb 19 04:17:05.512631 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-37e373f7-0f45-47fa-a332-162b134045fc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] 10.222.0.52 "DELETE /v2.0/networks/d4af56cc-3ed7-41f7-aa1d-896fca35ed74 HTTP/1.1" status: 204 len: 168 time: 0.6251862 Feb 19 04:17:05.545487 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c46da807-4f0f-4f9f-aca6-e0aba5cddf53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (735b7994-cc26-46f2-a4f0-ac0b11f18625), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:05.545857 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e373f7-0f45-47fa-a332-162b134045fc tempest-PortsIpV6TestJSON-1218918892 tempest-PortsIpV6TestJSON-1218918892-project] Pushing event deleted for resources: {'Network': ['ID=d4af56cc-3ed7-41f7-aa1d-896fca35ed74,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:05.881407 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41204) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:05.923309 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 72036798-aa3e-4108-b1ec-c92967e15cb0 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:05.972950 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 72036798-aa3e-4108-b1ec-c92967e15cb0 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:17:05.973314 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 72036798-aa3e-4108-b1ec-c92967e15cb0 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:17:06.016719 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46da807-4f0f-4f9f-aca6-e0aba5cddf53 admin admin] Router 735b7994-cc26-46f2-a4f0-ac0b11f18625 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:17:06.213262 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46da807-4f0f-4f9f-aca6-e0aba5cddf53 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:17:06.219804 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c46da807-4f0f-4f9f-aca6-e0aba5cddf53 admin admin] 10.222.0.52 "PUT /v2.0/routers/735b7994-cc26-46f2-a4f0-ac0b11f18625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3617880 Feb 19 04:17:06.222484 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41208) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:06.229193 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e45a31-f057-4e8d-b9bd-873fdf18f7bc None None] Sync routers for ids ['735b7994-cc26-46f2-a4f0-ac0b11f18625'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:17:06.230419 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fdae9a5b-76b4-45bf-8115-52bcf3b3cc74 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=15e1f70909b14df4a18d13363dfa5fd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3474355 Feb 19 04:17:06.235034 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41210) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:06.249097 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e45a31-f057-4e8d-b9bd-873fdf18f7bc None None] Routers {'735b7994-cc26-46f2-a4f0-ac0b11f18625'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:17:06.250128 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-60e45a31-f057-4e8d-b9bd-873fdf18f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:17:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['735b7994-cc26-46f2-a4f0-ac0b11f18625'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:06.335841 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-197eb57b-1e7a-49e1-b280-b08005adf9f9 admin admin] Publish callbacks [] for security_group (b9cc28a7-ca4b-4e07-a1c0-dd5ef815b024), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:06.391166 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-197eb57b-1e7a-49e1-b280-b08005adf9f9 admin admin] Publish callbacks [] for security_group (b9cc28a7-ca4b-4e07-a1c0-dd5ef815b024), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:06.501869 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-197eb57b-1e7a-49e1-b280-b08005adf9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b9cc28a7-ca4b-4e07-a1c0-dd5ef815b024), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:06.505569 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-05508612-ec3f-4fc0-b6a9-682c20402bf6 admin admin] Publish callbacks [] for router (735b7994-cc26-46f2-a4f0-ac0b11f18625), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:06.508365 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-197eb57b-1e7a-49e1-b280-b08005adf9f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:06.509906 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-197eb57b-1e7a-49e1-b280-b08005adf9f9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b9cc28a7-ca4b-4e07-a1c0-dd5ef815b024 HTTP/1.1" status: 204 len: 168 time: 0.2735524 Feb 19 04:17:06.511528 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device cf6e0b93-e0ec-4304-8193-2488370a77a7 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:17:06.538918 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197eb57b-1e7a-49e1-b280-b08005adf9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cc28a7-ca4b-4e07-a1c0-dd5ef815b024,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:06.568773 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-60e45a31-f057-4e8d-b9bd-873fdf18f7bc None None] Set router 735b7994-cc26-46f2-a4f0-ac0b11f18625 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:17:06.788055 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb0297-c4f9-4f10-acd0-717f062b4c1c req-4744d7de-829c-44ea-a282-28e0b8857242 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:06.789989 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eccb0297-c4f9-4f10-acd0-717f062b4c1c req-4744d7de-829c-44ea-a282-28e0b8857242 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 943 time: 0.1289811 Feb 19 04:17:06.927730 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-05508612-ec3f-4fc0-b6a9-682c20402bf6 admin admin] Publish callbacks [] for router_gateway (735b7994-cc26-46f2-a4f0-ac0b11f18625), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:06.937932 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eccb0297-c4f9-4f10-acd0-717f062b4c1c req-c7912eb0-b904-4091-868f-47c80fd777fb tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416998 Feb 19 04:17:06.976560 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:17:07.001202 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:07.042423 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-60e45a31-f057-4e8d-b9bd-873fdf18f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'name': 'tempest-ServerActionsTestJSON-96029638-router', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'd3745e44-468c-45e6-a6d8-d8cba7fb8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:33Z', 'updated_at': '2022-02-19T04:17:05Z', 'revision_number': 5, 'project_id': '47d77581683d4c43a3d18ea75c887227', 'gw_port': {'id': 'd3745e44-468c-45e6-a6d8-d8cba7fb8fec', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:48:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:35Z', 'updated_at': '2022-02-19T04:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:07.063842 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port cf6e0b93-e0ec-4304-8193-2488370a77a7, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=cf6e0b93-e0ec-4304-8193-2488370a77a7,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:07.101008 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'cf6e0b93-e0ec-4304-8193-2488370a77a7', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'port_id': 'cf6e0b93-e0ec-4304-8193-2488370a77a7', 'mac_address': 'fa:16:3e:e3:9a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:17:07.129198 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e45a31-f057-4e8d-b9bd-873fdf18f7bc None None] Checking router: 735b7994-cc26-46f2-a4f0-ac0b11f18625 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:17:07.148549 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-05508612-ec3f-4fc0-b6a9-682c20402bf6 admin admin] Deleting port d3745e44-468c-45e6-a6d8-d8cba7fb8fec {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:07.149010 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-05508612-ec3f-4fc0-b6a9-682c20402bf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (d3745e44-468c-45e6-a6d8-d8cba7fb8fec), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:07.164492 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e45a31-f057-4e8d-b9bd-873fdf18f7bc None None] Routers {'735b7994-cc26-46f2-a4f0-ac0b11f18625'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:17:07.167914 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-60e45a31-f057-4e8d-b9bd-873fdf18f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:17:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['735b7994-cc26-46f2-a4f0-ac0b11f18625'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:07.260146 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port cf6e0b93-e0ec-4304-8193-2488370a77a7 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:07.261199 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:07.285147 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf6e0b93-e0ec-4304-8193-2488370a77a7 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:17:07.316428 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port cf6e0b93-e0ec-4304-8193-2488370a77a7, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=cf6e0b93-e0ec-4304-8193-2488370a77a7,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:07.323233 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:07.346314 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-05508612-ec3f-4fc0-b6a9-682c20402bf6 admin admin] For port d3745e44-468c-45e6-a6d8-d8cba7fb8fec, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=d3745e44-468c-45e6-a6d8-d8cba7fb8fec,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:07.346903 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-05508612-ec3f-4fc0-b6a9-682c20402bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (d3745e44-468c-45e6-a6d8-d8cba7fb8fec), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:07.403938 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-05508612-ec3f-4fc0-b6a9-682c20402bf6 admin admin] Calling delete_port for d3745e44-468c-45e6-a6d8-d8cba7fb8fec owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:07.456102 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=cf6e0b93-e0ec-4304-8193-2488370a77a7,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:07.659044 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-60e45a31-f057-4e8d-b9bd-873fdf18f7bc None None] Set router 735b7994-cc26-46f2-a4f0-ac0b11f18625 gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:17:07.739994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['cf6e0b93-e0ec-4304-8193-2488370a77a7'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:17:07.745510 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-05508612-ec3f-4fc0-b6a9-682c20402bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (d3745e44-468c-45e6-a6d8-d8cba7fb8fec), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:07.759435 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-60e45a31-f057-4e8d-b9bd-873fdf18f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'name': 'tempest-ServerActionsTestJSON-96029638-router', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:33Z', 'updated_at': '2022-02-19T04:17:06Z', 'revision_number': 6, 'project_id': '47d77581683d4c43a3d18ea75c887227', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:07.846297 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e45a31-f057-4e8d-b9bd-873fdf18f7bc None None] The sync data for ids ['735b7994-cc26-46f2-a4f0-ac0b11f18625'] in n-d-828369-19 is: [{'id': '735b7994-cc26-46f2-a4f0-ac0b11f18625', 'name': 'tempest-ServerActionsTestJSON-96029638-router', 'tenant_id': '47d77581683d4c43a3d18ea75c887227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:33Z', 'updated_at': '2022-02-19T04:17:06Z', 'revision_number': 6, 'project_id': '47d77581683d4c43a3d18ea75c887227', 'gw_port_host': None}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:17:07.850889 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05508612-ec3f-4fc0-b6a9-682c20402bf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3745e44-468c-45e6-a6d8-d8cba7fb8fec,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:07.883797 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41248) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:07.918759 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-05508612-ec3f-4fc0-b6a9-682c20402bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (735b7994-cc26-46f2-a4f0-ac0b11f18625), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.082882 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-05508612-ec3f-4fc0-b6a9-682c20402bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (735b7994-cc26-46f2-a4f0-ac0b11f18625), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.097064 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-05508612-ec3f-4fc0-b6a9-682c20402bf6 admin admin] Publish callbacks [] for router_controller (735b7994-cc26-46f2-a4f0-ac0b11f18625), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.112922 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada91f3a-93fc-426e-8e08-311ba0ac1dfb req-144ace2e-d2bb-49e5-b06e-c96ca93787e6 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:08.117525 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ada91f3a-93fc-426e-8e08-311ba0ac1dfb req-144ace2e-d2bb-49e5-b06e-c96ca93787e6 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 944 time: 0.0911627 Feb 19 04:17:08.140172 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-0165a725-9320-42c5-b49d-4bf45c15de8e tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-420249445'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:08.187235 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-05508612-ec3f-4fc0-b6a9-682c20402bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (735b7994-cc26-46f2-a4f0-ac0b11f18625), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.188391 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05508612-ec3f-4fc0-b6a9-682c20402bf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 735b7994-cc26-46f2-a4f0-ac0b11f18625 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:17:08.195516 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-05508612-ec3f-4fc0-b6a9-682c20402bf6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.199220 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-05508612-ec3f-4fc0-b6a9-682c20402bf6 admin admin] 10.222.0.52 "DELETE /v2.0/routers/735b7994-cc26-46f2-a4f0-ac0b11f18625 HTTP/1.1" status: 204 len: 168 time: 1.9734218 Feb 19 04:17:08.199641 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41256) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:08.216653 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0165a725-9320-42c5-b49d-4bf45c15de8e tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Made reservation on behalf of 486d260176f1412991db8dbbb7f1d606 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:17:08.220148 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0165a725-9320-42c5-b49d-4bf45c15de8e tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.234778 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0165a725-9320-42c5-b49d-4bf45c15de8e tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.255597 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ada91f3a-93fc-426e-8e08-311ba0ac1dfb req-dd663e56-009a-47bc-8f9f-23115ec3de8a tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316080 Feb 19 04:17:08.261616 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-01501062-714f-437e-addb-4cdf98c018ce admin admin] Deleting subnet 2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:17:08.268085 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-01501062-714f-437e-addb-4cdf98c018ce admin admin] Publish callbacks [] for subnet (2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.316648 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-01501062-714f-437e-addb-4cdf98c018ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.388370 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0165a725-9320-42c5-b49d-4bf45c15de8e tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks [] for security_group (bfc82d72-e62e-481c-8a64-ea475e46c1e9), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.394373 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0165a725-9320-42c5-b49d-4bf45c15de8e tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (bfc82d72-e62e-481c-8a64-ea475e46c1e9), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.420950 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-01501062-714f-437e-addb-4cdf98c018ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.451565 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0165a725-9320-42c5-b49d-4bf45c15de8e tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:17:08.458312 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165a725-9320-42c5-b49d-4bf45c15de8e tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc82d72-e62e-481c-8a64-ea475e46c1e9,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:08.464889 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0165a725-9320-42c5-b49d-4bf45c15de8e tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (710f859e-0576-48a7-95ca-2d1e1075b4c5), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.465237 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-0165a725-9320-42c5-b49d-4bf45c15de8e tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Added segment 710f859e-0576-48a7-95ca-2d1e1075b4c5 of type vlan for network 2475a591-035b-4ae2-8838-2021bf2c30e6 Feb 19 04:17:08.508305 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-01501062-714f-437e-addb-4cdf98c018ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.510919 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0165a725-9320-42c5-b49d-4bf45c15de8e tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (2475a591-035b-4ae2-8838-2021bf2c30e6), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.535440 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01501062-714f-437e-addb-4cdf98c018ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:08.544460 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-01501062-714f-437e-addb-4cdf98c018ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.550320 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae526d1-0c65-4d7a-a6a0-e44cb492781b None None] Network af1b2524-905a-4fb0-b20e-a5912983245d requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:17:08.550734 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-01501062-714f-437e-addb-4cdf98c018ce admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2dbb9d1f-bcd2-4a9c-a562-6f669fcb5ee4 HTTP/1.1" status: 204 len: 168 time: 0.3489847 Feb 19 04:17:08.552944 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41264) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:08.566412 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0165a725-9320-42c5-b49d-4bf45c15de8e tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (2475a591-035b-4ae2-8838-2021bf2c30e6), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.572146 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0165a725-9320-42c5-b49d-4bf45c15de8e tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:08.572824 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0165a725-9320-42c5-b49d-4bf45c15de8e tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.646533 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-27411339-df37-4c20-912c-6941c021036c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (af1b2524-905a-4fb0-b20e-a5912983245d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.668145 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0165a725-9320-42c5-b49d-4bf45c15de8e tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7806258 Feb 19 04:17:08.669667 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41268) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:08.688488 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-adf04e66-ffcd-4fe0-b408-56969e24e226 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Request body: {'subnet': {'network_id': '2475a591-035b-4ae2-8838-2021bf2c30e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:08.716613 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165a725-9320-42c5-b49d-4bf45c15de8e tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Pushing event updated for resources: {'Network': ['ID=2475a591-035b-4ae2-8838-2021bf2c30e6,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:08.732842 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 2475a591-035b-4ae2-8838-2021bf2c30e6 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:17:08.751974 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-27411339-df37-4c20-912c-6941c021036c admin admin] Deleting port 7dc69317-4fb5-4fc1-802b-a39d6c63d263 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:08.752345 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-27411339-df37-4c20-912c-6941c021036c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (7dc69317-4fb5-4fc1-802b-a39d6c63d263), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.854687 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e739389-e7f7-4109-a974-bc30537d4a7a None None] DHCP port deletion for af1b2524-905a-4fb0-b20e-a5912983245d request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:17:08.882429 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-27411339-df37-4c20-912c-6941c021036c admin admin] For port 7dc69317-4fb5-4fc1-802b-a39d6c63d263, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7dc69317-4fb5-4fc1-802b-a39d6c63d263,segment=NetworkSegment(30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47),segment_id=30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:08.882806 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-27411339-df37-4c20-912c-6941c021036c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (7dc69317-4fb5-4fc1-802b-a39d6c63d263), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.905939 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-27411339-df37-4c20-912c-6941c021036c admin admin] Calling delete_port for 7dc69317-4fb5-4fc1-802b-a39d6c63d263 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:08.947008 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf04e66-ffcd-4fe0-b408-56969e24e226 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Made reservation on behalf of 486d260176f1412991db8dbbb7f1d606 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:17:08.952595 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-adf04e66-ffcd-4fe0-b408-56969e24e226 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:09.006388 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-27411339-df37-4c20-912c-6941c021036c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (7dc69317-4fb5-4fc1-802b-a39d6c63d263), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:09.027045 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-5e739389-e7f7-4109-a974-bc30537d4a7a None None] Deleting port 7dc69317-4fb5-4fc1-802b-a39d6c63d263 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:09.027961 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5e739389-e7f7-4109-a974-bc30537d4a7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (7dc69317-4fb5-4fc1-802b-a39d6c63d263), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:09.052296 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27411339-df37-4c20-912c-6941c021036c admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc69317-4fb5-4fc1-802b-a39d6c63d263,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:09.054400 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27411339-df37-4c20-912c-6941c021036c admin admin] No DVR routers for this DVR port 7dc69317-4fb5-4fc1-802b-a39d6c63d263 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:17:09.130543 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-5e739389-e7f7-4109-a974-bc30537d4a7a None None] For port 7dc69317-4fb5-4fc1-802b-a39d6c63d263, host n-d-828369-19, got binding levels [] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:09.131044 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5e739389-e7f7-4109-a974-bc30537d4a7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (7dc69317-4fb5-4fc1-802b-a39d6c63d263), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:09.147565 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-5e739389-e7f7-4109-a974-bc30537d4a7a None None] Calling delete_port for 7dc69317-4fb5-4fc1-802b-a39d6c63d263 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:09.150558 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.ipam_backend_mixin [None req-5e739389-e7f7-4109-a974-bc30537d4a7a None None] Port 7dc69317-4fb5-4fc1-802b-a39d6c63d263 was not found and therefore no delete operation was performed {{(pid=109927) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:17:09.151908 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5e739389-e7f7-4109-a974-bc30537d4a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (7dc69317-4fb5-4fc1-802b-a39d6c63d263), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:09.188193 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e739389-e7f7-4109-a974-bc30537d4a7a None None] Pushing event deleted for resources: {'Port': ['ID=7dc69317-4fb5-4fc1-802b-a39d6c63d263,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:09.193769 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e739389-e7f7-4109-a974-bc30537d4a7a None None] No DVR routers for this DVR port 7dc69317-4fb5-4fc1-802b-a39d6c63d263 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:17:09.245221 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-27411339-df37-4c20-912c-6941c021036c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (af1b2524-905a-4fb0-b20e-a5912983245d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:09.281888 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-adf04e66-ffcd-4fe0-b408-56969e24e226 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (87927db8-d017-48ca-9af2-7caf97ab0c6b), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:09.285216 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-27411339-df37-4c20-912c-6941c021036c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1b2524-905a-4fb0-b20e-a5912983245d']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:09.316214 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-27411339-df37-4c20-912c-6941c021036c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:09.317214 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-27411339-df37-4c20-912c-6941c021036c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:09.341389 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-27411339-df37-4c20-912c-6941c021036c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:09.371151 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-27411339-df37-4c20-912c-6941c021036c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:09.384403 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27411339-df37-4c20-912c-6941c021036c admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:17:09.387811 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-27411339-df37-4c20-912c-6941c021036c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (30b17f4a-f1a0-4c1d-9ed8-08fc78e01a47), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:17:09.389781 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:17:09.423286 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf04e66-ffcd-4fe0-b408-56969e24e226 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Checking segment: {'id': '710f859e-0576-48a7-95ca-2d1e1075b4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2475a591-035b-4ae2-8838-2021bf2c30e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:09.424198 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf04e66-ffcd-4fe0-b408-56969e24e226 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Network hostable DHCP agents. Network: 2475a591-035b-4ae2-8838-2021bf2c30e6, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:17:09.426453 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf04e66-ffcd-4fe0-b408-56969e24e226 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Pushing event updated for resources: {'Subnet': ['ID=87927db8-d017-48ca-9af2-7caf97ab0c6b,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:09.459286 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf04e66-ffcd-4fe0-b408-56969e24e226 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Network 2475a591-035b-4ae2-8838-2021bf2c30e6 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:17:09.479106 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-adf04e66-ffcd-4fe0-b408-56969e24e226 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 2475a591-035b-4ae2-8838-2021bf2c30e6) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:09.484657 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf04e66-ffcd-4fe0-b408-56969e24e226 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:09.488607 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3d06b8-3e60-4c8b-8654-4bcff9c8e398 None None] Network 2475a591-035b-4ae2-8838-2021bf2c30e6 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:17:09.498477 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-adf04e66-ffcd-4fe0-b408-56969e24e226 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:09.515259 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-27411339-df37-4c20-912c-6941c021036c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (af1b2524-905a-4fb0-b20e-a5912983245d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:09.533601 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-adf04e66-ffcd-4fe0-b408-56969e24e226 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8630564 Feb 19 04:17:09.539081 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41280) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:09.556972 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-27411339-df37-4c20-912c-6941c021036c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:09.561582 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-21d861a3-4658-44d4-8124-640099bfc40d tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Request body: {'port': {'network_id': '2475a591-035b-4ae2-8838-2021bf2c30e6', 'name': 'tempest-TagsExtTest-242337049'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:09.568827 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-27411339-df37-4c20-912c-6941c021036c admin admin] 10.222.0.52 "DELETE /v2.0/networks/af1b2524-905a-4fb0-b20e-a5912983245d HTTP/1.1" status: 204 len: 168 time: 1.0142746 Feb 19 04:17:09.570647 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27411339-df37-4c20-912c-6941c021036c admin admin] Pushing event deleted for resources: {'Network': ['ID=af1b2524-905a-4fb0-b20e-a5912983245d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:09.712579 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c1ac19-477a-423d-8c0a-715ba26797c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-2475a591-035b-4ae2-8838-2021bf2c30e6', 'network_id': '2475a591-035b-4ae2-8838-2021bf2c30e6', 'project_id': '486d260176f1412991db8dbbb7f1d606', 'fixed_ips': [{'subnet_id': '87927db8-d017-48ca-9af2-7caf97ab0c6b'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:17:09.713841 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-06c1ac19-477a-423d-8c0a-715ba26797c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:09.868807 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41284) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:09.933268 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc55a0-3307-44fd-b63f-480d3a353bf5 req-c94f29b3-cb2d-42ca-8317-18d0d21e8e84 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:09.942390 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6cdc55a0-3307-44fd-b63f-480d3a353bf5 req-c94f29b3-cb2d-42ca-8317-18d0d21e8e84 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 944 time: 0.1600649 Feb 19 04:17:09.949269 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-06c1ac19-477a-423d-8c0a-715ba26797c5 None None] Allocated IP 172.20.0.2 (2475a591-035b-4ae2-8838-2021bf2c30e6/87927db8-d017-48ca-9af2-7caf97ab0c6b/6643b4e4-0621-4693-b46e-823e21ea2e0d) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:17:09.967275 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d861a3-4658-44d4-8124-640099bfc40d tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Made reservation on behalf of 486d260176f1412991db8dbbb7f1d606 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:17:09.971975 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21d861a3-4658-44d4-8124-640099bfc40d tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:10.002244 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41288) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:10.005529 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cbbe6a74-d32b-49b9-8dca-ae0e2ac02cac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=47d77581683d4c43a3d18ea75c887227&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314228 Feb 19 04:17:10.049899 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-21d861a3-4658-44d4-8124-640099bfc40d tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] device_id is not set on port d0f0f370-29f5-4719-ad5a-057629f597f9 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:17:10.103952 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-06c1ac19-477a-423d-8c0a-715ba26797c5 None None] Publish callbacks [] for port (6643b4e4-0621-4693-b46e-823e21ea2e0d), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:10.109632 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2a904639-6afd-4a86-bac7-ea1be8112094 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:10.120261 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-06c1ac19-477a-423d-8c0a-715ba26797c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (6643b4e4-0621-4693-b46e-823e21ea2e0d), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:10.148583 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 2a904639-6afd-4a86-bac7-ea1be8112094 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:17:10.148940 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2a904639-6afd-4a86-bac7-ea1be8112094 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:17:10.149366 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device d3745e44-468c-45e6-a6d8-d8cba7fb8fec no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:10.158456 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6cdc55a0-3307-44fd-b63f-480d3a353bf5 req-316cca14-f7bd-4089-a5a6-309d9a14df17 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087851 Feb 19 04:17:10.162147 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d46e66ec-7f46-4cb4-b909-f103bf745968 admin admin] Publish callbacks [] for security_group (32e1a8ea-1a8e-4e99-8b6a-b787d805122e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:10.192652 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d46e66ec-7f46-4cb4-b909-f103bf745968 admin admin] Publish callbacks [] for security_group (32e1a8ea-1a8e-4e99-8b6a-b787d805122e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:10.200729 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: d3745e44-468c-45e6-a6d8-d8cba7fb8fec {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:17:10.201089 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device d3745e44-468c-45e6-a6d8-d8cba7fb8fec not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:17:10.201514 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7dc69317-4fb5-4fc1-802b-a39d6c63d263 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:10.205720 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c1ac19-477a-423d-8c0a-715ba26797c5 None None] Network 2475a591-035b-4ae2-8838-2021bf2c30e6 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:17:10.228536 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-06c1ac19-477a-423d-8c0a-715ba26797c5 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:10.235699 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c1ac19-477a-423d-8c0a-715ba26797c5 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:17:10.242837 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 7dc69317-4fb5-4fc1-802b-a39d6c63d263 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:17:10.243191 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7dc69317-4fb5-4fc1-802b-a39d6c63d263 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:17:10.249062 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1ac19-477a-423d-8c0a-715ba26797c5 None None] Pushing event updated for resources: {'Port': ['ID=6643b4e4-0621-4693-b46e-823e21ea2e0d,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:10.335855 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-06c1ac19-477a-423d-8c0a-715ba26797c5 None None] Attempting to bind port 6643b4e4-0621-4693-b46e-823e21ea2e0d on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:17:10.337881 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-06c1ac19-477a-423d-8c0a-715ba26797c5 None None] Attempting to bind port 6643b4e4-0621-4693-b46e-823e21ea2e0d by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '710f859e-0576-48a7-95ca-2d1e1075b4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2475a591-035b-4ae2-8838-2021bf2c30e6'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:17:10.339338 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c1ac19-477a-423d-8c0a-715ba26797c5 None None] Attempting to bind port 6643b4e4-0621-4693-b46e-823e21ea2e0d on network 2475a591-035b-4ae2-8838-2021bf2c30e6 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:10.357877 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c1ac19-477a-423d-8c0a-715ba26797c5 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:17:10.358583 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c1ac19-477a-423d-8c0a-715ba26797c5 None None] Checking segment: {'id': '710f859e-0576-48a7-95ca-2d1e1075b4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2475a591-035b-4ae2-8838-2021bf2c30e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:10.359538 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-06c1ac19-477a-423d-8c0a-715ba26797c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:10.360784 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c1ac19-477a-423d-8c0a-715ba26797c5 None None] Bound using segment: {'id': '710f859e-0576-48a7-95ca-2d1e1075b4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2475a591-035b-4ae2-8838-2021bf2c30e6'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:17:10.365004 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-06c1ac19-477a-423d-8c0a-715ba26797c5 None None] Bound port: 6643b4e4-0621-4693-b46e-823e21ea2e0d, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '710f859e-0576-48a7-95ca-2d1e1075b4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2475a591-035b-4ae2-8838-2021bf2c30e6'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:17:10.365725 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-06c1ac19-477a-423d-8c0a-715ba26797c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6643b4e4-0621-4693-b46e-823e21ea2e0d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:10.470436 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-06c1ac19-477a-423d-8c0a-715ba26797c5 None None] For port 6643b4e4-0621-4693-b46e-823e21ea2e0d, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:17:10.473976 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-06c1ac19-477a-423d-8c0a-715ba26797c5 None None] For port 6643b4e4-0621-4693-b46e-823e21ea2e0d, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=6643b4e4-0621-4693-b46e-823e21ea2e0d,segment=NetworkSegment(710f859e-0576-48a7-95ca-2d1e1075b4c5),segment_id=710f859e-0576-48a7-95ca-2d1e1075b4c5)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:17:10.486594 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-06c1ac19-477a-423d-8c0a-715ba26797c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (6643b4e4-0621-4693-b46e-823e21ea2e0d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:10.532533 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device cf6e0b93-e0ec-4304-8193-2488370a77a7 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:17:10.594205 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1ac19-477a-423d-8c0a-715ba26797c5 None None] Pushing event updated for resources: {'Port': ['ID=6643b4e4-0621-4693-b46e-823e21ea2e0d,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:10.630542 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port cf6e0b93-e0ec-4304-8193-2488370a77a7 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:17:10.638268 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port cf6e0b93-e0ec-4304-8193-2488370a77a7 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:10.638716 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:10.744576 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port cf6e0b93-e0ec-4304-8193-2488370a77a7 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:10.744993 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:10.788671 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port cf6e0b93-e0ec-4304-8193-2488370a77a7, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=cf6e0b93-e0ec-4304-8193-2488370a77a7,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:10.790260 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c490c1e-dac6-47ba-8712-833f27a07091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6e0b93-e0ec-4304-8193-2488370a77a7'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:10.793043 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80700a4a-557b-4b1b-a78d-8f8ac8c51e02" -d '{"events": [{"server_uuid": "8c490c1e-dac6-47ba-8712-833f27a07091", "name": "network-vif-plugged", "status": "completed", "tag": "cf6e0b93-e0ec-4304-8193-2488370a77a7"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:10.798816 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:10.878430 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d46e66ec-7f46-4cb4-b909-f103bf745968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (32e1a8ea-1a8e-4e99-8b6a-b787d805122e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:10.884166 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d46e66ec-7f46-4cb4-b909-f103bf745968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:10.885774 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d46e66ec-7f46-4cb4-b909-f103bf745968 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/32e1a8ea-1a8e-4e99-8b6a-b787d805122e HTTP/1.1" status: 204 len: 168 time: 0.8805461 Feb 19 04:17:10.906709 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e66ec-7f46-4cb4-b909-f103bf745968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e1a8ea-1a8e-4e99-8b6a-b787d805122e,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:10.919578 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=cf6e0b93-e0ec-4304-8193-2488370a77a7,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:10.923579 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868a4856-2024-4737-b26c-f607fab3ea1f x-openstack-request-id: req-868a4856-2024-4737-b26c-f607fab3ea1f {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:10.923874 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c490c1e-dac6-47ba-8712-833f27a07091", "name": "network-vif-plugged", "status": "completed", "tag": "cf6e0b93-e0ec-4304-8193-2488370a77a7", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:10.924138 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-868a4856-2024-4737-b26c-f607fab3ea1f {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:10.924594 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c490c1e-dac6-47ba-8712-833f27a07091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6e0b93-e0ec-4304-8193-2488370a77a7', 'code': 200} Feb 19 04:17:10.969831 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.db.api [None req-21d861a3-4658-44d4-8124-640099bfc40d tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-5dff056c-c548-4d47-ba9a-2ae6f4fa678b {{(pid=109926) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:17:10.970368 n-d-828369-19 neutron-server[109926]: DEBUG oslo_db.api [None req-21d861a3-4658-44d4-8124-640099bfc40d tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:17:11.086949 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78f4cb-d5e7-48dc-9878-ebb9474db939 req-0d602828-3f2a-4278-9edd-270b1ec3e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:11.089735 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2d78f4cb-d5e7-48dc-9878-ebb9474db939 req-0d602828-3f2a-4278-9edd-270b1ec3e6b2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 1128 time: 0.0931699 Feb 19 04:17:11.160297 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2d78f4cb-d5e7-48dc-9878-ebb9474db939 req-8fff6b3a-df4a-419f-9fc4-d90347951774 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641668 Feb 19 04:17:11.292122 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf39ee-028a-4a7b-b0dc-3f42e0dbce99 req-f8f3ad93-208a-4abd-b1f9-3f67eb85820c tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:11.293817 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-33cf39ee-028a-4a7b-b0dc-3f42e0dbce99 req-f8f3ad93-208a-4abd-b1f9-3f67eb85820c tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.0632463 Feb 19 04:17:11.352183 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-33cf39ee-028a-4a7b-b0dc-3f42e0dbce99 req-115c62a1-2898-4ac9-a4f7-85efd07802b5 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514920 Feb 19 04:17:11.471088 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21d861a3-4658-44d4-8124-640099bfc40d tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:11.492636 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-21d861a3-4658-44d4-8124-640099bfc40d tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] device_id is not set on port f79af295-5ea7-4442-82e4-7c4a600603e8 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:17:11.664709 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-21d861a3-4658-44d4-8124-640099bfc40d tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Allocated IP 172.20.0.3 (2475a591-035b-4ae2-8838-2021bf2c30e6/87927db8-d017-48ca-9af2-7caf97ab0c6b/f79af295-5ea7-4442-82e4-7c4a600603e8) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:17:11.882992 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 6643b4e4-0621-4693-b46e-823e21ea2e0d up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:17:11.889194 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41324) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:11.975933 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21d861a3-4658-44d4-8124-640099bfc40d tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks [] for port (f79af295-5ea7-4442-82e4-7c4a600603e8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:11.993291 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 6643b4e4-0621-4693-b46e-823e21ea2e0d triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:11.998802 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6643b4e4-0621-4693-b46e-823e21ea2e0d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:12.087211 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b6a650a1-3839-4ad8-b914-c17bc7df2a9d admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-627531180-network', 'tenant_id': '19401bc384334243a22c780e31b98610'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:12.094839 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21d861a3-4658-44d4-8124-640099bfc40d tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (f79af295-5ea7-4442-82e4-7c4a600603e8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:12.111951 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 6643b4e4-0621-4693-b46e-823e21ea2e0d is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:12.112419 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6643b4e4-0621-4693-b46e-823e21ea2e0d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:12.153450 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a650a1-3839-4ad8-b914-c17bc7df2a9d admin admin] Made reservation on behalf of 19401bc384334243a22c780e31b98610 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:17:12.158188 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b6a650a1-3839-4ad8-b914-c17bc7df2a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:12.168831 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 6643b4e4-0621-4693-b46e-823e21ea2e0d, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=6643b4e4-0621-4693-b46e-823e21ea2e0d,segment=NetworkSegment(710f859e-0576-48a7-95ca-2d1e1075b4c5),segment_id=710f859e-0576-48a7-95ca-2d1e1075b4c5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:12.171126 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b6a650a1-3839-4ad8-b914-c17bc7df2a9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:12.180056 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (6643b4e4-0621-4693-b46e-823e21ea2e0d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:12.232332 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d861a3-4658-44d4-8124-640099bfc40d tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Pushing event updated for resources: {'Port': ['ID=f79af295-5ea7-4442-82e4-7c4a600603e8,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:12.240826 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-306f3b44-72f7-4ace-a8f2-2208dbb2fecd tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:12.248128 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-306f3b44-72f7-4ace-a8f2-2208dbb2fecd tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/networks?id=d7d963df-657f-45bc-85b4-f488f5d24fde HTTP/1.1" status: 200 len: 814 time: 0.2275724 Feb 19 04:17:12.255566 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be00a453-3d12-4518-b7df-7c3326a2564b None None] Network 2475a591-035b-4ae2-8838-2021bf2c30e6 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:17:12.271010 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-e8185e89-4750-4647-9d20-ddb7d9891aa4 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/quotas/c72443ddb4544d95bebe4daa2be68b6b HTTP/1.1" status: 200 len: 375 time: 0.0219631 Feb 19 04:17:12.307243 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d861a3-4658-44d4-8124-640099bfc40d tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Network 2475a591-035b-4ae2-8838-2021bf2c30e6 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:17:12.312707 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-21d861a3-4658-44d4-8124-640099bfc40d tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:12.316365 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d861a3-4658-44d4-8124-640099bfc40d tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:17:12.354501 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b6a650a1-3839-4ad8-b914-c17bc7df2a9d admin admin] Publish callbacks [] for security_group (92ed06fb-25cb-4efd-aa64-c76a735935e2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:12.361692 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b6a650a1-3839-4ad8-b914-c17bc7df2a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (92ed06fb-25cb-4efd-aa64-c76a735935e2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:12.372606 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-f1d34682-c400-4d2e-9e0b-41e7563ea82c tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c72443ddb4544d95bebe4daa2be68b6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0998592 Feb 19 04:17:12.387958 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a650a1-3839-4ad8-b914-c17bc7df2a9d admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:17:12.396447 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d861a3-4658-44d4-8124-640099bfc40d tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:12.397132 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21d861a3-4658-44d4-8124-640099bfc40d tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:12.404273 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b6a650a1-3839-4ad8-b914-c17bc7df2a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (c3b88323-78dc-464b-9713-eec68d1196a5), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:12.404575 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-b6a650a1-3839-4ad8-b914-c17bc7df2a9d admin admin] Added segment c3b88323-78dc-464b-9713-eec68d1196a5 of type vlan for network 0db24532-012d-4b2c-b03d-bd96a220ddc3 Feb 19 04:17:12.421556 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-21d861a3-4658-44d4-8124-640099bfc40d tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.8783634 Feb 19 04:17:12.421916 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41348) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:12.427662 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-75fd820a-35e4-4226-b7ec-dc2a43477cd5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1787753399', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:12.463790 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b6a650a1-3839-4ad8-b914-c17bc7df2a9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (0db24532-012d-4b2c-b03d-bd96a220ddc3), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:12.470040 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-75fd820a-35e4-4226-b7ec-dc2a43477cd5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (c5f0f048-eb0f-469b-ad56-e88d1f37eb09), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:12.471436 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-75fd820a-35e4-4226-b7ec-dc2a43477cd5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (c5f0f048-eb0f-469b-ad56-e88d1f37eb09), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:12.494577 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=6643b4e4-0621-4693-b46e-823e21ea2e0d,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:12.517968 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a0142eb7-8240-4435-809c-d876989e39c7 None None] Provisioning complete for port 6643b4e4-0621-4693-b46e-823e21ea2e0d triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:12.518365 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a0142eb7-8240-4435-809c-d876989e39c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6643b4e4-0621-4693-b46e-823e21ea2e0d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:12.535725 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a650a1-3839-4ad8-b914-c17bc7df2a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ed06fb-25cb-4efd-aa64-c76a735935e2,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:12.538654 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b6a650a1-3839-4ad8-b914-c17bc7df2a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (0db24532-012d-4b2c-b03d-bd96a220ddc3), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:12.540428 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a650a1-3839-4ad8-b914-c17bc7df2a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:12.540838 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b6a650a1-3839-4ad8-b914-c17bc7df2a9d admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:12.608755 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b6a650a1-3839-4ad8-b914-c17bc7df2a9d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7183464 Feb 19 04:17:12.612084 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41350) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:12.620448 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-e104c2f3-8269-4a0d-b97a-85f4d9d0bb0a admin admin] Request body: {'subnet': {'network_id': '0db24532-012d-4b2c-b03d-bd96a220ddc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-627531180-subnet', 'tenant_id': '19401bc384334243a22c780e31b98610', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:12.660566 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e104c2f3-8269-4a0d-b97a-85f4d9d0bb0a admin admin] Made reservation on behalf of 19401bc384334243a22c780e31b98610 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:17:12.663127 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e104c2f3-8269-4a0d-b97a-85f4d9d0bb0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:12.737374 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a0142eb7-8240-4435-809c-d876989e39c7 None None] Current status of the port 6643b4e4-0621-4693-b46e-823e21ea2e0d is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:12.756522 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a650a1-3839-4ad8-b914-c17bc7df2a9d admin admin] Pushing event updated for resources: {'Network': ['ID=0db24532-012d-4b2c-b03d-bd96a220ddc3,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:12.773963 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 0db24532-012d-4b2c-b03d-bd96a220ddc3 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:17:12.806587 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-086b8846-786c-46f1-96b1-7476427a602f service neutron] 10.222.0.52 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232659 Feb 19 04:17:12.846522 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-75fd820a-35e4-4226-b7ec-dc2a43477cd5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks [] for router_controller (c5f0f048-eb0f-469b-ad56-e88d1f37eb09), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:12.926762 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e104c2f3-8269-4a0d-b97a-85f4d9d0bb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (ab5b980e-0846-4751-866c-329214247175), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:12.947247 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-08a629b2-5762-47da-ba7d-845657182016 service neutron] 10.222.0.52 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033182 Feb 19 04:17:12.954289 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-75fd820a-35e4-4226-b7ec-dc2a43477cd5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (c5f0f048-eb0f-469b-ad56-e88d1f37eb09), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:12.975673 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c473b-111e-43de-bf72-f9a5deb32f41 req-32670cfd-e1a0-4728-8a50-6051438d182a tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:12.976380 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104c2f3-8269-4a0d-b97a-85f4d9d0bb0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab5b980e-0846-4751-866c-329214247175,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:12.988169 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c51c473b-111e-43de-bf72-f9a5deb32f41 req-32670cfd-e1a0-4728-8a50-6051438d182a tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.4395266 Feb 19 04:17:13.022718 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e104c2f3-8269-4a0d-b97a-85f4d9d0bb0a admin admin] Checking segment: {'id': 'c3b88323-78dc-464b-9713-eec68d1196a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0db24532-012d-4b2c-b03d-bd96a220ddc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:13.023398 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e104c2f3-8269-4a0d-b97a-85f4d9d0bb0a admin admin] Network hostable DHCP agents. Network: 0db24532-012d-4b2c-b03d-bd96a220ddc3, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:17:13.038935 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-75fd820a-35e4-4226-b7ec-dc2a43477cd5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:13.040277 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-75fd820a-35e4-4226-b7ec-dc2a43477cd5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6163259 Feb 19 04:17:13.043677 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41352) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:13.048530 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-924e7ed5-ac6c-4593-8fed-f28e2c3530ac tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2018284046', 'prefixes': ['172.20.0.0/16']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:13.061941 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e104c2f3-8269-4a0d-b97a-85f4d9d0bb0a admin admin] Network 0db24532-012d-4b2c-b03d-bd96a220ddc3 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:17:13.079149 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-32f0c793-bbaa-40ce-b3f3-7a5943301960 None None] Provisioning complete for port f79af295-5ea7-4442-82e4-7c4a600603e8 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:13.080219 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-32f0c793-bbaa-40ce-b3f3-7a5943301960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f79af295-5ea7-4442-82e4-7c4a600603e8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:13.081126 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-e104c2f3-8269-4a0d-b97a-85f4d9d0bb0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 0db24532-012d-4b2c-b03d-bd96a220ddc3) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:13.086701 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e104c2f3-8269-4a0d-b97a-85f4d9d0bb0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:13.087348 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e104c2f3-8269-4a0d-b97a-85f4d9d0bb0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:13.116386 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c51c473b-111e-43de-bf72-f9a5deb32f41 req-2397da91-c69c-4036-8160-d38b1a27433f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194088 Feb 19 04:17:13.122681 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e104c2f3-8269-4a0d-b97a-85f4d9d0bb0a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5085721 Feb 19 04:17:13.158514 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44aee734-0f9c-4e0b-a040-07498f0aa074 None None] Network 0db24532-012d-4b2c-b03d-bd96a220ddc3 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:17:13.221134 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-924e7ed5-ac6c-4593-8fed-f28e2c3530ac tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:13.229411 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-924e7ed5-ac6c-4593-8fed-f28e2c3530ac tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1814866 Feb 19 04:17:13.230335 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41360) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:13.236387 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-fa39e120-9d44-446f-abda-16d9196e8ec1 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '87927db8-d017-48ca-9af2-7caf97ab0c6b', 'tempest-TagsExtTest-Tag-659198756') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:13.305063 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-32f0c793-bbaa-40ce-b3f3-7a5943301960 None None] Port f79af295-5ea7-4442-82e4-7c4a600603e8 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:17:13.374014 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-32f0c793-bbaa-40ce-b3f3-7a5943301960 None None] Provisioning complete for port 6643b4e4-0621-4693-b46e-823e21ea2e0d triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:13.374014 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-32f0c793-bbaa-40ce-b3f3-7a5943301960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6643b4e4-0621-4693-b46e-823e21ea2e0d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:13.415409 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-097c5a6c-530d-43f3-be57-72fa3dcc426c req-a87301ee-1381-4a29-aa46-39b0517e216d tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=e20eef90-47ca-4f7d-adcd-b0b6f98e836f HTTP/1.1" status: 200 len: 210 time: 0.0597560 Feb 19 04:17:13.457819 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ad2df8-1c9d-479d-9dfe-7b30dc3e231a None None] Network 0db24532-012d-4b2c-b03d-bd96a220ddc3 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:17:13.570371 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fa39e120-9d44-446f-abda-16d9196e8ec1 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "PUT /v2.0/subnets/87927db8-d017-48ca-9af2-7caf97ab0c6b/tags/tempest-TagsExtTest-Tag-659198756 HTTP/1.1" status: 201 len: 201 time: 0.3364611 Feb 19 04:17:13.571872 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41374) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:13.579217 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-74bffe45-4ee4-4ff1-b504-5ab38afc94f1 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f79af295-5ea7-4442-82e4-7c4a600603e8', 'tempest-TagsExtTest-Tag-892176929') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:13.617454 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-32f0c793-bbaa-40ce-b3f3-7a5943301960 None None] Current status of the port 6643b4e4-0621-4693-b46e-823e21ea2e0d is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:13.687130 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-74bffe45-4ee4-4ff1-b504-5ab38afc94f1 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "PUT /v2.0/ports/f79af295-5ea7-4442-82e4-7c4a600603e8/tags/tempest-TagsExtTest-Tag-892176929 HTTP/1.1" status: 201 len: 201 time: 0.1136527 Feb 19 04:17:13.691177 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41380) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:13.699114 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-755db37f-e898-4e6c-907b-df261902e4f9 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c5f0f048-eb0f-469b-ad56-e88d1f37eb09', 'tempest-TagsExtTest-Tag-1466427042') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:13.748892 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-12cd65f2-9e70-4344-83a4-2505ff7b106d None None] Provisioning complete for port f79af295-5ea7-4442-82e4-7c4a600603e8 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:13.749274 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-12cd65f2-9e70-4344-83a4-2505ff7b106d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f79af295-5ea7-4442-82e4-7c4a600603e8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:13.836489 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-12cd65f2-9e70-4344-83a4-2505ff7b106d None None] Port f79af295-5ea7-4442-82e4-7c4a600603e8 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:17:13.842807 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 6643b4e4-0621-4693-b46e-823e21ea2e0d up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:17:13.903006 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97116239-2746-45df-bbb6-6869b27922a8 req-6c927839-1647-429e-abc5-a03c7ee9aefe tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:13.905155 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 6643b4e4-0621-4693-b46e-823e21ea2e0d triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:13.905705 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6643b4e4-0621-4693-b46e-823e21ea2e0d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:13.911933 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97116239-2746-45df-bbb6-6869b27922a8 req-6c927839-1647-429e-abc5-a03c7ee9aefe tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/networks?id=0db24532-012d-4b2c-b03d-bd96a220ddc3 HTTP/1.1" status: 200 len: 808 time: 0.1609972 Feb 19 04:17:13.920362 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-755db37f-e898-4e6c-907b-df261902e4f9 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "PUT /v2.0/routers/c5f0f048-eb0f-469b-ad56-e88d1f37eb09/tags/tempest-TagsExtTest-Tag-1466427042 HTTP/1.1" status: 201 len: 201 time: 0.2280643 Feb 19 04:17:13.923339 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41388) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:13.927929 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-25dc8297-2322-4f9c-9095-c3dcdf79f966 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '38a3616f-1997-47ad-a47c-af91930efc82', 'tempest-TagsExtTest-Tag-430323188') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:13.936685 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97116239-2746-45df-bbb6-6869b27922a8 req-310efca0-3820-4f50-99a4-7c56de3c16c5 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/quotas/19401bc384334243a22c780e31b98610 HTTP/1.1" status: 200 len: 375 time: 0.0237989 Feb 19 04:17:13.982783 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97116239-2746-45df-bbb6-6869b27922a8 req-1f25f4c2-9585-42b2-9da2-ecc79ec35dcf tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=19401bc384334243a22c780e31b98610&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450985 Feb 19 04:17:14.017015 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 6643b4e4-0621-4693-b46e-823e21ea2e0d is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:14.075913 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-25dc8297-2322-4f9c-9095-c3dcdf79f966 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "PUT /v2.0/subnetpools/38a3616f-1997-47ad-a47c-af91930efc82/tags/tempest-TagsExtTest-Tag-430323188 HTTP/1.1" status: 201 len: 201 time: 0.1513290 Feb 19 04:17:14.078437 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41390) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:14.082461 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-67418007-384d-43b5-944b-d2d4528fd0f3 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '87927db8-d017-48ca-9af2-7caf97ab0c6b') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:14.134471 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97116239-2746-45df-bbb6-6869b27922a8 req-64d03bb2-6e4a-421f-91de-0d504598a30f service neutron] 10.222.0.52 "GET /v2.0/networks/0db24532-012d-4b2c-b03d-bd96a220ddc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507072 Feb 19 04:17:14.208852 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-67418007-384d-43b5-944b-d2d4528fd0f3 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "GET /v2.0/subnets/87927db8-d017-48ca-9af2-7caf97ab0c6b/tags HTTP/1.1" status: 200 len: 240 time: 0.1294019 Feb 19 04:17:14.211399 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41394) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:14.217447 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-94868518-8821-4767-8ece-450b6d930e19 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '87927db8-d017-48ca-9af2-7caf97ab0c6b', 'tempest-TagsExtTest-Tag-659198756') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:14.306142 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97116239-2746-45df-bbb6-6869b27922a8 req-785f0201-8563-4813-91c4-361521dc1f56 service neutron] 10.222.0.52 "GET /v2.0/networks/0db24532-012d-4b2c-b03d-bd96a220ddc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571064 Feb 19 04:17:14.325310 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca9611-aebf-4bd3-a91d-61f94d2a5587 req-234d7ead-7b84-4114-8069-4477db2b2801 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:14.326807 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43ca9611-aebf-4bd3-a91d-61f94d2a5587 req-234d7ead-7b84-4114-8069-4477db2b2801 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.1045318 Feb 19 04:17:14.354790 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41402) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:14.364071 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-2bfa6a81-d5dc-4af5-9b44-d3f0c3c226d0 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '87927db8-d017-48ca-9af2-7caf97ab0c6b', 'tempest-TagsExtTest-Tag-659198756') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:14.368545 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-94868518-8821-4767-8ece-450b6d930e19 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "GET /v2.0/subnets/87927db8-d017-48ca-9af2-7caf97ab0c6b/tags/tempest-TagsExtTest-Tag-659198756 HTTP/1.1" status: 204 len: 168 time: 0.1560898 Feb 19 04:17:14.475715 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43ca9611-aebf-4bd3-a91d-61f94d2a5587 req-349856db-6aba-45c4-93f2-0303fcf3d5ab tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394608 Feb 19 04:17:14.637406 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2774d20c-a610-469f-9350-3bee8bcdca18 req-06cf82bf-9819-4630-8091-7a6cc0f4d087 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c110a75-a4fd-4b56-8dd5-65c46cfa386c HTTP/1.1" status: 200 len: 210 time: 0.0803647 Feb 19 04:17:14.644263 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2bfa6a81-d5dc-4af5-9b44-d3f0c3c226d0 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "DELETE /v2.0/subnets/87927db8-d017-48ca-9af2-7caf97ab0c6b/tags/tempest-TagsExtTest-Tag-659198756 HTTP/1.1" status: 204 len: 168 time: 0.2879772 Feb 19 04:17:14.644890 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41414) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:14.650302 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-b12d0a28-a33e-4b40-9bcf-2ef3351b1013 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '87927db8-d017-48ca-9af2-7caf97ab0c6b') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:14.740885 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b12d0a28-a33e-4b40-9bcf-2ef3351b1013 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "GET /v2.0/subnets/87927db8-d017-48ca-9af2-7caf97ab0c6b/tags HTTP/1.1" status: 200 len: 205 time: 0.0940425 Feb 19 04:17:14.742682 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41418) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:14.755943 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-d3b7cbb1-79b7-4951-b3e1-1593ad4f0767 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f79af295-5ea7-4442-82e4-7c4a600603e8') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:14.798656 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-acfb2349-7179-4092-8915-5a573b4145ff req-8d3faa96-1e71-4c2d-bc2a-63e4307bd50d tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=e20eef90-47ca-4f7d-adcd-b0b6f98e836f HTTP/1.1" status: 200 len: 210 time: 0.2248201 Feb 19 04:17:14.837605 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d3b7cbb1-79b7-4951-b3e1-1593ad4f0767 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "GET /v2.0/ports/f79af295-5ea7-4442-82e4-7c4a600603e8/tags HTTP/1.1" status: 200 len: 240 time: 0.0900095 Feb 19 04:17:14.838271 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41426) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:14.852296 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-1756c936-1e88-4bbd-844f-3e4bfbef6295 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f79af295-5ea7-4442-82e4-7c4a600603e8', 'tempest-TagsExtTest-Tag-892176929') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:14.913435 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-35d02931-1a6c-448d-88ab-d324e0353a33 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:14.914929 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-35d02931-1a6c-448d-88ab-d324e0353a33 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.79 "GET /v2.0/networks?id=d7d963df-657f-45bc-85b4-f488f5d24fde HTTP/1.1" status: 200 len: 814 time: 0.3610370 Feb 19 04:17:14.918780 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1756c936-1e88-4bbd-844f-3e4bfbef6295 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "GET /v2.0/ports/f79af295-5ea7-4442-82e4-7c4a600603e8/tags/tempest-TagsExtTest-Tag-892176929 HTTP/1.1" status: 204 len: 168 time: 0.0767212 Feb 19 04:17:14.919017 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41428) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:14.923291 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f447ad-f856-4405-9417-a4fe07798b85 req-f3fbfd72-a920-4937-9915-3fd9b0390c03 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:14.924421 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-efed37f0-d9d7-4ee8-a549-d60de5654e97 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f79af295-5ea7-4442-82e4-7c4a600603e8', 'tempest-TagsExtTest-Tag-892176929') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:14.924748 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-20f447ad-f856-4405-9417-a4fe07798b85 req-f3fbfd72-a920-4937-9915-3fd9b0390c03 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.1078925 Feb 19 04:17:14.932445 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-c80af557-ef5c-49bb-91e1-8c8bad31cf7b tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Request body: {'port': {'device_id': 'e20eef90-47ca-4f7d-adcd-b0b6f98e836f', 'network_id': 'd7d963df-657f-45bc-85b4-f488f5d24fde', 'admin_state_up': True, 'tenant_id': 'c72443ddb4544d95bebe4daa2be68b6b'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:14.935839 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41430) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:14.940667 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-cba249b9-beb9-4f94-b0d9-a75c15b167aa tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Request body: {'floatingip': {'port_id': 'cf6e0b93-e0ec-4304-8193-2488370a77a7'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:15.001673 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cba249b9-beb9-4f94-b0d9-a75c15b167aa tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for floatingip (15002160-8066-4951-ac45-ee631ac40ffd), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:15.080372 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-efed37f0-d9d7-4ee8-a549-d60de5654e97 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "DELETE /v2.0/ports/f79af295-5ea7-4442-82e4-7c4a600603e8/tags/tempest-TagsExtTest-Tag-892176929 HTTP/1.1" status: 204 len: 168 time: 0.1601329 Feb 19 04:17:15.082782 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41440) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:15.088340 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-942739a3-9179-484c-9c05-732490e53ff4 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f79af295-5ea7-4442-82e4-7c4a600603e8') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:15.210107 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-942739a3-9179-484c-9c05-732490e53ff4 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "GET /v2.0/ports/f79af295-5ea7-4442-82e4-7c4a600603e8/tags HTTP/1.1" status: 200 len: 205 time: 0.1259923 Feb 19 04:17:15.212614 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41442) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:15.222269 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-e54e25d4-c377-4c70-a49c-8ef38d3e6453 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c5f0f048-eb0f-469b-ad56-e88d1f37eb09') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:15.300899 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-c80af557-ef5c-49bb-91e1-8c8bad31cf7b tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Made reservation on behalf of c72443ddb4544d95bebe4daa2be68b6b for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:17:15.305126 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-c80af557-ef5c-49bb-91e1-8c8bad31cf7b tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:15.337218 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e54e25d4-c377-4c70-a49c-8ef38d3e6453 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "GET /v2.0/routers/c5f0f048-eb0f-469b-ad56-e88d1f37eb09/tags HTTP/1.1" status: 200 len: 241 time: 0.1219590 Feb 19 04:17:15.342351 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41446) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:15.352395 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-dcbb6b7c-870f-42c7-bcbf-bd07475d7d97 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c5f0f048-eb0f-469b-ad56-e88d1f37eb09', 'tempest-TagsExtTest-Tag-1466427042') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:15.380533 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41448) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:15.517826 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8bc5277b-8ed8-4c6f-a85b-4657bf714225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:15.617306 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8bc5277b-8ed8-4c6f-a85b-4657bf714225 admin admin] Publish callbacks [] for security_group (5b791ea1-110f-42e4-b59c-d671aa953221), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:15.621201 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8bc5277b-8ed8-4c6f-a85b-4657bf714225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5b791ea1-110f-42e4-b59c-d671aa953221), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:15.627540 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-dcbb6b7c-870f-42c7-bcbf-bd07475d7d97 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "GET /v2.0/routers/c5f0f048-eb0f-469b-ad56-e88d1f37eb09/tags/tempest-TagsExtTest-Tag-1466427042 HTTP/1.1" status: 204 len: 168 time: 0.2816677 Feb 19 04:17:15.633189 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41452) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:15.636878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-4b8688fd-3bea-47f3-99ca-161c1ec5e289 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c5f0f048-eb0f-469b-ad56-e88d1f37eb09', 'tempest-TagsExtTest-Tag-1466427042') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:15.660184 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5277b-8ed8-4c6f-a85b-4657bf714225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b791ea1-110f-42e4-b59c-d671aa953221,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:15.667440 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8bc5277b-8ed8-4c6f-a85b-4657bf714225 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=107214239b5a484b898bb051fcc60ad5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2858229 Feb 19 04:17:15.668341 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41454) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:15.724768 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-40993753-327c-4b34-9e41-3b84f8fd148f admin admin] Publish callbacks [] for security_group (5b791ea1-110f-42e4-b59c-d671aa953221), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:15.748881 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-40993753-327c-4b34-9e41-3b84f8fd148f admin admin] Publish callbacks [] for security_group (5b791ea1-110f-42e4-b59c-d671aa953221), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:15.765876 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-c80af557-ef5c-49bb-91e1-8c8bad31cf7b tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Allocated IP 172.20.0.4 (d7d963df-657f-45bc-85b4-f488f5d24fde/8929c64d-2051-429d-adc4-f0965a0e87e7/33296720-9739-4f66-8711-14555d4f9a22) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:17:15.803945 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-40993753-327c-4b34-9e41-3b84f8fd148f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5b791ea1-110f-42e4-b59c-d671aa953221), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:15.807163 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-40993753-327c-4b34-9e41-3b84f8fd148f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:15.811410 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-40993753-327c-4b34-9e41-3b84f8fd148f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5b791ea1-110f-42e4-b59c-d671aa953221 HTTP/1.1" status: 204 len: 168 time: 0.1412976 Feb 19 04:17:15.812684 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7a9e477-ebcb-4c07-99a7-f5f6218262dd req-889d3be8-237d-49f7-85af-8e4535cc1c53 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c110a75-a4fd-4b56-8dd5-65c46cfa386c HTTP/1.1" status: 200 len: 210 time: 0.0719576 Feb 19 04:17:15.823643 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40993753-327c-4b34-9e41-3b84f8fd148f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b791ea1-110f-42e4-b59c-d671aa953221,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:16.015639 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97116239-2746-45df-bbb6-6869b27922a8 req-fba9970a-686c-43d1-a043-c8b5e58e9213 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:16.017669 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-97116239-2746-45df-bbb6-6869b27922a8 req-fba9970a-686c-43d1-a043-c8b5e58e9213 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.26 "GET /v2.0/networks?id=0db24532-012d-4b2c-b03d-bd96a220ddc3 HTTP/1.1" status: 200 len: 808 time: 0.1296802 Feb 19 04:17:16.032540 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-97116239-2746-45df-bbb6-6869b27922a8 req-645f078e-726a-44a1-a19f-bce8aa7903a1 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Request body: {'port': {'device_id': '2c110a75-a4fd-4b56-8dd5-65c46cfa386c', 'network_id': '0db24532-012d-4b2c-b03d-bd96a220ddc3', 'admin_state_up': True, 'tenant_id': '19401bc384334243a22c780e31b98610'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:16.208993 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97116239-2746-45df-bbb6-6869b27922a8 req-645f078e-726a-44a1-a19f-bce8aa7903a1 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Made reservation on behalf of 19401bc384334243a22c780e31b98610 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:17:16.212967 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-97116239-2746-45df-bbb6-6869b27922a8 req-645f078e-726a-44a1-a19f-bce8aa7903a1 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:16.327961 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41464) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:16.373411 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-97116239-2746-45df-bbb6-6869b27922a8 req-645f078e-726a-44a1-a19f-bce8aa7903a1 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Allocated IP 172.20.0.8 (0db24532-012d-4b2c-b03d-bd96a220ddc3/ab5b980e-0846-4751-866c-329214247175/1d8c4ac0-f844-4cb5-9011-bcd540c5c03a) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:17:16.391858 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bbf7ea9f-87b8-475b-8107-9d3cb39568c9 req-c755bff7-b02c-4221-a634-c6f9ddf4bc05 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=e20eef90-47ca-4f7d-adcd-b0b6f98e836f HTTP/1.1" status: 200 len: 210 time: 0.0654058 Feb 19 04:17:16.397029 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6bfed8c7-4ad2-4cfb-909b-2f0a066ab9b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:16.543994 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-97116239-2746-45df-bbb6-6869b27922a8 req-645f078e-726a-44a1-a19f-bce8aa7903a1 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Publish callbacks [] for port (1d8c4ac0-f844-4cb5-9011-bcd540c5c03a), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:16.572281 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4b8688fd-3bea-47f3-99ca-161c1ec5e289 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "DELETE /v2.0/routers/c5f0f048-eb0f-469b-ad56-e88d1f37eb09/tags/tempest-TagsExtTest-Tag-1466427042 HTTP/1.1" status: 204 len: 168 time: 0.9389610 Feb 19 04:17:16.580922 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41466) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:16.584322 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.db.resource_extend [None req-cba249b9-beb9-4f94-b0d9-a75c15b167aa tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:17:16.595715 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-a36b2212-2966-4b75-8018-b474f766ac5d tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c5f0f048-eb0f-469b-ad56-e88d1f37eb09') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:16.725522 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cba249b9-beb9-4f94-b0d9-a75c15b167aa tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:16.741302 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cba249b9-beb9-4f94-b0d9-a75c15b167aa tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (15002160-8066-4951-ac45-ee631ac40ffd), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:16.847625 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-c80af557-ef5c-49bb-91e1-8c8bad31cf7b tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks [] for port (33296720-9739-4f66-8711-14555d4f9a22), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:16.862211 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6bfed8c7-4ad2-4cfb-909b-2f0a066ab9b5 admin admin] Publish callbacks [] for security_group (16de1e0e-44a6-4094-a902-088de332a9b4), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:16.880141 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a36b2212-2966-4b75-8018-b474f766ac5d tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "GET /v2.0/routers/c5f0f048-eb0f-469b-ad56-e88d1f37eb09/tags HTTP/1.1" status: 200 len: 205 time: 0.2908540 Feb 19 04:17:16.882482 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6bfed8c7-4ad2-4cfb-909b-2f0a066ab9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (16de1e0e-44a6-4094-a902-088de332a9b4), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:16.885211 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41470) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:16.929867 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-2aee8fcc-3d2f-415e-a5d9-00af03f4fca3 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '38a3616f-1997-47ad-a47c-af91930efc82') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:16.946178 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-97116239-2746-45df-bbb6-6869b27922a8 req-645f078e-726a-44a1-a19f-bce8aa7903a1 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (1d8c4ac0-f844-4cb5-9011-bcd540c5c03a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:16.986040 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97116239-2746-45df-bbb6-6869b27922a8 req-645f078e-726a-44a1-a19f-bce8aa7903a1 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Network 0db24532-012d-4b2c-b03d-bd96a220ddc3 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:17:16.989120 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-97116239-2746-45df-bbb6-6869b27922a8 req-645f078e-726a-44a1-a19f-bce8aa7903a1 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:16.992750 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-97116239-2746-45df-bbb6-6869b27922a8 req-645f078e-726a-44a1-a19f-bce8aa7903a1 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:17:17.022441 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f078e-726a-44a1-a19f-bce8aa7903a1 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Pushing event updated for resources: {'Port': ['ID=1d8c4ac0-f844-4cb5-9011-bcd540c5c03a,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:17.040848 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6bfed8c7-4ad2-4cfb-909b-2f0a066ab9b5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f82744aee78a4e7b97e8fa69a56e1e7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7104061 Feb 19 04:17:17.042541 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfed8c7-4ad2-4cfb-909b-2f0a066ab9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16de1e0e-44a6-4094-a902-088de332a9b4,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:17.046191 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41472) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:17.046325 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97116239-2746-45df-bbb6-6869b27922a8 req-645f078e-726a-44a1-a19f-bce8aa7903a1 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:17.046857 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-97116239-2746-45df-bbb6-6869b27922a8 req-645f078e-726a-44a1-a19f-bce8aa7903a1 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:17.060184 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-cba249b9-beb9-4f94-b0d9-a75c15b167aa tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Floating IP 15002160-8066-4951-ac45-ee631ac40ffd associated. External IP: 172.25.3.57, port: cf6e0b93-e0ec-4304-8193-2488370a77a7. Feb 19 04:17:17.065234 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-97116239-2746-45df-bbb6-6869b27922a8 req-645f078e-726a-44a1-a19f-bce8aa7903a1 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0375161 Feb 19 04:17:17.069285 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2aee8fcc-3d2f-415e-a5d9-00af03f4fca3 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "GET /v2.0/subnetpools/38a3616f-1997-47ad-a47c-af91930efc82/tags HTTP/1.1" status: 200 len: 240 time: 0.1470580 Feb 19 04:17:17.070740 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41474) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:17.075492 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-e607c770-a508-421d-8a51-aab3f698fe4d tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '38a3616f-1997-47ad-a47c-af91930efc82', 'tempest-TagsExtTest-Tag-430323188') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:17.085926 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-97116239-2746-45df-bbb6-6869b27922a8 req-99c120f5-3e4e-40a3-a849-f9e214598371 service neutron] Request body: {'port': {'device_id': '2c110a75-a4fd-4b56-8dd5-65c46cfa386c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:17.111132 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-c80af557-ef5c-49bb-91e1-8c8bad31cf7b tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (33296720-9739-4f66-8711-14555d4f9a22), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:17.126292 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['19b63479-85ce-4a88-97af-c0cd78ad998e', '057ec27a-131b-4c7f-9453-1b159f2d6243'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:17:17.130676 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['b3abe13d-726a-41f3-84de-556b3546bd61'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:17:17.145776 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e607c770-a508-421d-8a51-aab3f698fe4d tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "GET /v2.0/subnetpools/38a3616f-1997-47ad-a47c-af91930efc82/tags/tempest-TagsExtTest-Tag-430323188 HTTP/1.1" status: 204 len: 168 time: 0.0737398 Feb 19 04:17:17.160767 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41476) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:17.167217 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-97189c44-08b5-45a8-b1cf-680892110534 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '38a3616f-1997-47ad-a47c-af91930efc82', 'tempest-TagsExtTest-Tag-430323188') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:17.185417 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a3090-555d-4b19-b273-2a4b008bd8d7 req-c305e03a-a1c4-430c-bcc4-679eba47a1df tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:17.186352 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-97116239-2746-45df-bbb6-6869b27922a8 req-99c120f5-3e4e-40a3-a849-f9e214598371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1d8c4ac0-f844-4cb5-9011-bcd540c5c03a), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:17.187411 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e7a3090-555d-4b19-b273-2a4b008bd8d7 req-c305e03a-a1c4-430c-bcc4-679eba47a1df tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c110a75-a4fd-4b56-8dd5-65c46cfa386c HTTP/1.1" status: 200 len: 931 time: 0.2658248 Feb 19 04:17:17.231089 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-c80af557-ef5c-49bb-91e1-8c8bad31cf7b tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Network d7d963df-657f-45bc-85b4-f488f5d24fde is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:17:17.258714 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-97189c44-08b5-45a8-b1cf-680892110534 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "DELETE /v2.0/subnetpools/38a3616f-1997-47ad-a47c-af91930efc82/tags/tempest-TagsExtTest-Tag-430323188 HTTP/1.1" status: 204 len: 168 time: 0.0944717 Feb 19 04:17:17.258903 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41478) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:17.267558 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-762dee3a-c696-426d-a211-2fba5f75b15c tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '38a3616f-1997-47ad-a47c-af91930efc82') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:17.278108 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-c80af557-ef5c-49bb-91e1-8c8bad31cf7b tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:17.285375 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80af557-ef5c-49bb-91e1-8c8bad31cf7b tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Pushing event updated for resources: {'Port': ['ID=33296720-9739-4f66-8711-14555d4f9a22,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:17.289633 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-c80af557-ef5c-49bb-91e1-8c8bad31cf7b tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:17:17.347250 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-203c3a1c-97c6-4cac-9ac7-ae3188bb0a5e admin admin] Publish callbacks [] for security_group (16de1e0e-44a6-4094-a902-088de332a9b4), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:17.365177 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-762dee3a-c696-426d-a211-2fba5f75b15c tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "GET /v2.0/subnetpools/38a3616f-1997-47ad-a47c-af91930efc82/tags HTTP/1.1" status: 200 len: 205 time: 0.1051679 Feb 19 04:17:17.368178 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41480) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:17.375164 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-3dfa4d0a-e6c0-4491-a830-e6d20d1ff1d4 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '38a3616f-1997-47ad-a47c-af91930efc82') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:17.391465 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e7a3090-555d-4b19-b273-2a4b008bd8d7 req-597ca187-297f-4c9d-b312-9fb238989e68 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ed06fb-25cb-4efd-aa64-c76a735935e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899245 Feb 19 04:17:17.400408 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-c80af557-ef5c-49bb-91e1-8c8bad31cf7b tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:17.400989 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-c80af557-ef5c-49bb-91e1-8c8bad31cf7b tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:17.405846 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-203c3a1c-97c6-4cac-9ac7-ae3188bb0a5e admin admin] Publish callbacks [] for security_group (16de1e0e-44a6-4094-a902-088de332a9b4), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:17.498143 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-c80af557-ef5c-49bb-91e1-8c8bad31cf7b tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5707312 Feb 19 04:17:17.507259 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3dfa4d0a-e6c0-4491-a830-e6d20d1ff1d4 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "DELETE /v2.0/subnetpools/38a3616f-1997-47ad-a47c-af91930efc82/tags HTTP/1.1" status: 204 len: 168 time: 0.1358502 Feb 19 04:17:17.513980 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-aef66bfc-b820-4a27-8da2-f0038b20b6b6 service neutron] Request body: {'port': {'device_id': 'e20eef90-47ca-4f7d-adcd-b0b6f98e836f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:17.516208 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41484) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:17.536040 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-363c116c-f9b0-408c-b8ac-0b8fa02a76ce tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c5f0f048-eb0f-469b-ad56-e88d1f37eb09') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:17.575225 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-97116239-2746-45df-bbb6-6869b27922a8 req-99c120f5-3e4e-40a3-a849-f9e214598371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d8c4ac0-f844-4cb5-9011-bcd540c5c03a {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:17:17.582786 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-97116239-2746-45df-bbb6-6869b27922a8 req-99c120f5-3e4e-40a3-a849-f9e214598371 service neutron] Publish callbacks [] for port (1d8c4ac0-f844-4cb5-9011-bcd540c5c03a), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:17.595924 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-97116239-2746-45df-bbb6-6869b27922a8 req-99c120f5-3e4e-40a3-a849-f9e214598371 service neutron] Transition to ACTIVE for port object 1d8c4ac0-f844-4cb5-9011-bcd540c5c03a will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:17:17.599445 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-97116239-2746-45df-bbb6-6869b27922a8 req-99c120f5-3e4e-40a3-a849-f9e214598371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (1d8c4ac0-f844-4cb5-9011-bcd540c5c03a), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:17.674428 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c120f5-3e4e-40a3-a849-f9e214598371 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8c4ac0-f844-4cb5-9011-bcd540c5c03a,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:17.709884 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-203c3a1c-97c6-4cac-9ac7-ae3188bb0a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (16de1e0e-44a6-4094-a902-088de332a9b4), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:17.712449 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-203c3a1c-97c6-4cac-9ac7-ae3188bb0a5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:17.713593 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-203c3a1c-97c6-4cac-9ac7-ae3188bb0a5e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/16de1e0e-44a6-4094-a902-088de332a9b4 HTTP/1.1" status: 204 len: 168 time: 0.6633749 Feb 19 04:17:17.731032 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-97116239-2746-45df-bbb6-6869b27922a8 req-99c120f5-3e4e-40a3-a849-f9e214598371 service neutron] Attempting to bind port 1d8c4ac0-f844-4cb5-9011-bcd540c5c03a on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:17:17.731918 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-97116239-2746-45df-bbb6-6869b27922a8 req-99c120f5-3e4e-40a3-a849-f9e214598371 service neutron] Attempting to bind port 1d8c4ac0-f844-4cb5-9011-bcd540c5c03a by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'c3b88323-78dc-464b-9713-eec68d1196a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0db24532-012d-4b2c-b03d-bd96a220ddc3'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:17:17.732175 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97116239-2746-45df-bbb6-6869b27922a8 req-99c120f5-3e4e-40a3-a849-f9e214598371 service neutron] Attempting to bind port 1d8c4ac0-f844-4cb5-9011-bcd540c5c03a on network 0db24532-012d-4b2c-b03d-bd96a220ddc3 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:17.736682 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97116239-2746-45df-bbb6-6869b27922a8 req-99c120f5-3e4e-40a3-a849-f9e214598371 service neutron] Port 1d8c4ac0-f844-4cb5-9011-bcd540c5c03a on network 0db24532-012d-4b2c-b03d-bd96a220ddc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:17:17.736999 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba249b9-beb9-4f94-b0d9-a75c15b167aa tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Router cc6badf1-dead-437b-aaea-9a53f7947954 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:17:17.737139 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97116239-2746-45df-bbb6-6869b27922a8 req-99c120f5-3e4e-40a3-a849-f9e214598371 service neutron] Attempting to bind port 1d8c4ac0-f844-4cb5-9011-bcd540c5c03a on network 0db24532-012d-4b2c-b03d-bd96a220ddc3 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:17.741779 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97116239-2746-45df-bbb6-6869b27922a8 req-99c120f5-3e4e-40a3-a849-f9e214598371 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:17:17.742125 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97116239-2746-45df-bbb6-6869b27922a8 req-99c120f5-3e4e-40a3-a849-f9e214598371 service neutron] Checking segment: {'id': 'c3b88323-78dc-464b-9713-eec68d1196a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0db24532-012d-4b2c-b03d-bd96a220ddc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:17.742554 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97116239-2746-45df-bbb6-6869b27922a8 req-99c120f5-3e4e-40a3-a849-f9e214598371 service neutron] Bound using segment: {'id': 'c3b88323-78dc-464b-9713-eec68d1196a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0db24532-012d-4b2c-b03d-bd96a220ddc3'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:17:17.742978 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-97116239-2746-45df-bbb6-6869b27922a8 req-99c120f5-3e4e-40a3-a849-f9e214598371 service neutron] Bound port: 1d8c4ac0-f844-4cb5-9011-bcd540c5c03a, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3b88323-78dc-464b-9713-eec68d1196a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0db24532-012d-4b2c-b03d-bd96a220ddc3'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:17:17.743331 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-97116239-2746-45df-bbb6-6869b27922a8 req-99c120f5-3e4e-40a3-a849-f9e214598371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1d8c4ac0-f844-4cb5-9011-bcd540c5c03a), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:17.745548 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf33f1-9d9c-42da-abf8-b2c9ea53f85d req-e734434b-88d4-47e6-aa72-78aca2fe3d13 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:17.747653 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4bdf33f1-9d9c-42da-abf8-b2c9ea53f85d req-e734434b-88d4-47e6-aa72-78aca2fe3d13 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=e20eef90-47ca-4f7d-adcd-b0b6f98e836f HTTP/1.1" status: 200 len: 931 time: 0.2699566 Feb 19 04:17:17.749061 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c3a1c-97c6-4cac-9ac7-ae3188bb0a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16de1e0e-44a6-4094-a902-088de332a9b4,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:17.751758 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-aef66bfc-b820-4a27-8da2-f0038b20b6b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (33296720-9739-4f66-8711-14555d4f9a22), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:17.795155 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-363c116c-f9b0-408c-b8ac-0b8fa02a76ce tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "DELETE /v2.0/routers/c5f0f048-eb0f-469b-ad56-e88d1f37eb09/tags HTTP/1.1" status: 204 len: 168 time: 0.2646763 Feb 19 04:17:17.803292 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41488) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:17.810731 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-67519898-910f-491c-ab75-ebc8068a8c7b tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f79af295-5ea7-4442-82e4-7c4a600603e8') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:17.840458 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-97116239-2746-45df-bbb6-6869b27922a8 req-99c120f5-3e4e-40a3-a849-f9e214598371 service neutron] For port 1d8c4ac0-f844-4cb5-9011-bcd540c5c03a, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:17:17.855420 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-97116239-2746-45df-bbb6-6869b27922a8 req-99c120f5-3e4e-40a3-a849-f9e214598371 service neutron] For port 1d8c4ac0-f844-4cb5-9011-bcd540c5c03a, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=1d8c4ac0-f844-4cb5-9011-bcd540c5c03a,segment=NetworkSegment(c3b88323-78dc-464b-9713-eec68d1196a5),segment_id=c3b88323-78dc-464b-9713-eec68d1196a5)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:17:17.865776 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-97116239-2746-45df-bbb6-6869b27922a8 req-99c120f5-3e4e-40a3-a849-f9e214598371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (1d8c4ac0-f844-4cb5-9011-bcd540c5c03a), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:17.916183 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97116239-2746-45df-bbb6-6869b27922a8 req-99c120f5-3e4e-40a3-a849-f9e214598371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:17.916759 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-97116239-2746-45df-bbb6-6869b27922a8 req-99c120f5-3e4e-40a3-a849-f9e214598371 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:17.918352 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-97116239-2746-45df-bbb6-6869b27922a8 req-99c120f5-3e4e-40a3-a849-f9e214598371 service neutron] 10.222.0.26 "PUT /v2.0/ports/1d8c4ac0-f844-4cb5-9011-bcd540c5c03a HTTP/1.1" status: 200 len: 1092 time: 0.8402705 Feb 19 04:17:17.922920 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c110a75-a4fd-4b56-8dd5-65c46cfa386c', 'tag': '1d8c4ac0-f844-4cb5-9011-bcd540c5c03a'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:17.925204 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cbdb51-1b3b-48ad-bef0-3e9f92e87839" -d '{"events": [{"name": "network-changed", "server_uuid": "2c110a75-a4fd-4b56-8dd5-65c46cfa386c", "tag": "1d8c4ac0-f844-4cb5-9011-bcd540c5c03a"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:17.943050 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-67519898-910f-491c-ab75-ebc8068a8c7b tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "DELETE /v2.0/ports/f79af295-5ea7-4442-82e4-7c4a600603e8/tags HTTP/1.1" status: 204 len: 168 time: 0.1387074 Feb 19 04:17:17.948632 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41494) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:17.952989 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-dfc7174b-0bb2-4e19-b475-be5aa55b9587 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '87927db8-d017-48ca-9af2-7caf97ab0c6b') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:17.961265 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4bdf33f1-9d9c-42da-abf8-b2c9ea53f85d req-364c0522-857f-42e2-8bbd-48db2e61e74a tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941335 Feb 19 04:17:18.010827 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0f1c28-8ebd-486b-a69b-bc2e210364ae x-openstack-request-id: req-7a0f1c28-8ebd-486b-a69b-bc2e210364ae {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:18.011186 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c110a75-a4fd-4b56-8dd5-65c46cfa386c", "tag": "1d8c4ac0-f844-4cb5-9011-bcd540c5c03a", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:18.011364 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7a0f1c28-8ebd-486b-a69b-bc2e210364ae {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:18.011768 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c110a75-a4fd-4b56-8dd5-65c46cfa386c', 'tag': '1d8c4ac0-f844-4cb5-9011-bcd540c5c03a', 'status': 'completed', 'code': 200} Feb 19 04:17:18.025952 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c120f5-3e4e-40a3-a849-f9e214598371 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8c4ac0-f844-4cb5-9011-bcd540c5c03a,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:18.080396 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97116239-2746-45df-bbb6-6869b27922a8 req-2ae43067-3881-4bf9-bc8a-7d603f599107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:18.081914 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-97116239-2746-45df-bbb6-6869b27922a8 req-2ae43067-3881-4bf9-bc8a-7d603f599107 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=19401bc384334243a22c780e31b98610&device_id=2c110a75-a4fd-4b56-8dd5-65c46cfa386c HTTP/1.1" status: 200 len: 1126 time: 0.0735636 Feb 19 04:17:18.101024 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-dfc7174b-0bb2-4e19-b475-be5aa55b9587 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "DELETE /v2.0/subnets/87927db8-d017-48ca-9af2-7caf97ab0c6b/tags HTTP/1.1" status: 204 len: 168 time: 0.1512978 Feb 19 04:17:18.112052 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41496) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:18.120596 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-0e137b1e-be68-4017-a016-18f1cd970623 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '87927db8-d017-48ca-9af2-7caf97ab0c6b', 'tempest-TagsExtTest-Tag-413158606') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:18.139371 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-97116239-2746-45df-bbb6-6869b27922a8 req-52bbbb5b-d3e2-4216-b824-def8ab0ecd18 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d8c4ac0-f844-4cb5-9011-bcd540c5c03a HTTP/1.1" status: 200 len: 217 time: 0.0491471 Feb 19 04:17:18.144521 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba249b9-beb9-4f94-b0d9-a75c15b167aa tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:17:18.151060 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cba249b9-beb9-4f94-b0d9-a75c15b167aa tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:18.158254 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af94e8f-2176-4a4a-a7e6-b9286cfba5f4 None None] Sync routers for ids ['cc6badf1-dead-437b-aaea-9a53f7947954'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:17:18.171342 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af94e8f-2176-4a4a-a7e6-b9286cfba5f4 None None] Routers {'cc6badf1-dead-437b-aaea-9a53f7947954'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:17:18.172221 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3af94e8f-2176-4a4a-a7e6-b9286cfba5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:17:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['cc6badf1-dead-437b-aaea-9a53f7947954'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:18.193156 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41498) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:18.211191 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2506d125-bf6c-407a-a8a9-e3bb62999ae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:18.217107 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cba249b9-beb9-4f94-b0d9-a75c15b167aa tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "PUT /v2.0/floatingips/15002160-8066-4951-ac45-ee631ac40ffd HTTP/1.1" status: 200 len: 990 time: 3.2773304 Feb 19 04:17:18.217272 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97116239-2746-45df-bbb6-6869b27922a8 req-836bba96-5555-4011-909c-d787dd569197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:18.217272 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-97116239-2746-45df-bbb6-6869b27922a8 req-836bba96-5555-4011-909c-d787dd569197 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab5b980e-0846-4751-866c-329214247175 HTTP/1.1" status: 200 len: 848 time: 0.0714221 Feb 19 04:17:18.221539 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c490c1e-dac6-47ba-8712-833f27a07091', 'tag': 'cf6e0b93-e0ec-4304-8193-2488370a77a7'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:18.223825 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5255a71a-f8cc-423a-bdb0-2a45b7eea94c" -d '{"events": [{"name": "network-changed", "server_uuid": "8c490c1e-dac6-47ba-8712-833f27a07091", "tag": "cf6e0b93-e0ec-4304-8193-2488370a77a7"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:18.261846 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-97116239-2746-45df-bbb6-6869b27922a8 req-cf7edeca-6eef-46ca-8554-c7f44a162c5e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0db24532-012d-4b2c-b03d-bd96a220ddc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366418 Feb 19 04:17:18.314579 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85f0b57-744b-4cfb-ae65-39ffe8d6640e x-openstack-request-id: req-b85f0b57-744b-4cfb-ae65-39ffe8d6640e {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:18.315023 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c490c1e-dac6-47ba-8712-833f27a07091", "tag": "cf6e0b93-e0ec-4304-8193-2488370a77a7", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:18.315379 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b85f0b57-744b-4cfb-ae65-39ffe8d6640e {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:18.315881 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c490c1e-dac6-47ba-8712-833f27a07091', 'tag': 'cf6e0b93-e0ec-4304-8193-2488370a77a7', 'status': 'completed', 'code': 200} Feb 19 04:17:18.343348 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-3af94e8f-2176-4a4a-a7e6-b9286cfba5f4 None None] Set router cc6badf1-dead-437b-aaea-9a53f7947954 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:17:18.350416 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-aef66bfc-b820-4a27-8da2-f0038b20b6b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33296720-9739-4f66-8711-14555d4f9a22 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:17:18.386116 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-aef66bfc-b820-4a27-8da2-f0038b20b6b6 service neutron] Publish callbacks [] for port (33296720-9739-4f66-8711-14555d4f9a22), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:18.402379 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0e137b1e-be68-4017-a016-18f1cd970623 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "PUT /v2.0/subnets/87927db8-d017-48ca-9af2-7caf97ab0c6b/tags/tempest-TagsExtTest-Tag-413158606 HTTP/1.1" status: 201 len: 201 time: 0.2866230 Feb 19 04:17:18.403495 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41508) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:18.409799 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-b81143f4-c568-444e-a193-e20a5d00d166 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f79af295-5ea7-4442-82e4-7c4a600603e8', 'tempest-TagsExtTest-Tag-146569559') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:18.418106 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-aef66bfc-b820-4a27-8da2-f0038b20b6b6 service neutron] Transition to ACTIVE for port object 33296720-9739-4f66-8711-14555d4f9a22 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:17:18.429413 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-aef66bfc-b820-4a27-8da2-f0038b20b6b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (33296720-9739-4f66-8711-14555d4f9a22), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:18.490215 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2506d125-bf6c-407a-a8a9-e3bb62999ae1 admin admin] Publish callbacks [] for security_group (416de851-3fca-48be-abac-a2fd36e5c753), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:18.495348 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-97116239-2746-45df-bbb6-6869b27922a8 req-84955d53-f4ca-46dd-8b89-8216b2fa0f85 service neutron] 10.222.0.26 "GET /v2.0/networks/0db24532-012d-4b2c-b03d-bd96a220ddc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228205 Feb 19 04:17:18.498141 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef66bfc-b820-4a27-8da2-f0038b20b6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=33296720-9739-4f66-8711-14555d4f9a22,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:18.504620 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255a71a-f8cc-423a-bdb0-2a45b7eea94c req-055a5fa0-4c8f-4be4-a330-f9d8e1023980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:18.506810 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5255a71a-f8cc-423a-bdb0-2a45b7eea94c req-055a5fa0-4c8f-4be4-a330-f9d8e1023980 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=90f22cfd00964f179efcdc77f1d50815&device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 1128 time: 0.1778386 Feb 19 04:17:18.516427 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2506d125-bf6c-407a-a8a9-e3bb62999ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (416de851-3fca-48be-abac-a2fd36e5c753), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:18.618217 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506d125-bf6c-407a-a8a9-e3bb62999ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416de851-3fca-48be-abac-a2fd36e5c753,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:18.628584 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2506d125-bf6c-407a-a8a9-e3bb62999ae1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=827b490bd8af43fbbd5c3c96ff4d5b01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4344790 Feb 19 04:17:18.634756 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41512) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:18.685274 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b81143f4-c568-444e-a193-e20a5d00d166 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "PUT /v2.0/ports/f79af295-5ea7-4442-82e4-7c4a600603e8/tags/tempest-TagsExtTest-Tag-146569559 HTTP/1.1" status: 201 len: 201 time: 0.2793696 Feb 19 04:17:18.691582 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41516) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:18.719330 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-e1a79b3c-5713-45b7-93c1-ee30d20e5640 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c5f0f048-eb0f-469b-ad56-e88d1f37eb09', 'tempest-TagsExtTest-Tag-1519491324') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:18.760011 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3af94e8f-2176-4a4a-a7e6-b9286cfba5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'name': 'tempest-AttachVolumeShelveTestJSON-1904373393-router', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:57Z', 'updated_at': '2022-02-19T04:12:06Z', 'revision_number': 4, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'gw_port': {'id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:dd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:00Z', 'updated_at': '2022-02-19T04:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '15002160-8066-4951-ac45-ee631ac40ffd', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'floating_ip_address': '172.25.3.57', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'port_id': 'cf6e0b93-e0ec-4304-8193-2488370a77a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'mac_address': 'fa:16:3e:e3:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c490c1e-dac6-47ba-8712-833f27a07091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:16:53Z', 'updated_at': '2022-02-19T04:17:16Z', 'revision_number': 1, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f8b1ce8-ba59-4169-9e5f-e039c1da4667', 'name': '', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'mac_address': 'fa:16:3e:42:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:16Z', 'revision_number': 5, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'subnets': [{'id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:18.771833 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-aef66bfc-b820-4a27-8da2-f0038b20b6b6 service neutron] Attempting to bind port 33296720-9739-4f66-8711-14555d4f9a22 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:17:18.772191 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-aef66bfc-b820-4a27-8da2-f0038b20b6b6 service neutron] Attempting to bind port 33296720-9739-4f66-8711-14555d4f9a22 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'be999880-b75a-4dab-9e73-f9f6f76b8767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd7d963df-657f-45bc-85b4-f488f5d24fde'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:17:18.772522 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-aef66bfc-b820-4a27-8da2-f0038b20b6b6 service neutron] Attempting to bind port 33296720-9739-4f66-8711-14555d4f9a22 on network d7d963df-657f-45bc-85b4-f488f5d24fde {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:18.784188 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-aef66bfc-b820-4a27-8da2-f0038b20b6b6 service neutron] Port 33296720-9739-4f66-8711-14555d4f9a22 on network d7d963df-657f-45bc-85b4-f488f5d24fde not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:17:18.784519 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-aef66bfc-b820-4a27-8da2-f0038b20b6b6 service neutron] Attempting to bind port 33296720-9739-4f66-8711-14555d4f9a22 on network d7d963df-657f-45bc-85b4-f488f5d24fde {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:18.796214 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753eb6a-65ab-40e5-9ad3-0b3ed77b9592 req-4129d8e7-2616-4464-8d25-ca8c2b43162e tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:18.800711 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-97116239-2746-45df-bbb6-6869b27922a8 req-96482fd4-5e66-4613-b6de-f5a4fc6e6073 service neutron] 10.222.0.26 "GET /v2.0/networks/0db24532-012d-4b2c-b03d-bd96a220ddc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978594 Feb 19 04:17:18.802180 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af94e8f-2176-4a4a-a7e6-b9286cfba5f4 None None] Checking router: cc6badf1-dead-437b-aaea-9a53f7947954 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:17:18.804431 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b753eb6a-65ab-40e5-9ad3-0b3ed77b9592 req-4129d8e7-2616-4464-8d25-ca8c2b43162e tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c110a75-a4fd-4b56-8dd5-65c46cfa386c HTTP/1.1" status: 200 len: 943 time: 0.2774684 Feb 19 04:17:18.812425 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af94e8f-2176-4a4a-a7e6-b9286cfba5f4 None None] Routers {'cc6badf1-dead-437b-aaea-9a53f7947954'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:17:18.813189 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3af94e8f-2176-4a4a-a7e6-b9286cfba5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:17:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['cc6badf1-dead-437b-aaea-9a53f7947954'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:18.842120 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c920c1ee-46de-4918-b13a-a1bdb20efd4c admin admin] Publish callbacks [] for security_group (416de851-3fca-48be-abac-a2fd36e5c753), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:18.866052 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-aef66bfc-b820-4a27-8da2-f0038b20b6b6 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:17:18.866436 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-aef66bfc-b820-4a27-8da2-f0038b20b6b6 service neutron] Checking segment: {'id': 'be999880-b75a-4dab-9e73-f9f6f76b8767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd7d963df-657f-45bc-85b4-f488f5d24fde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:18.867271 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-aef66bfc-b820-4a27-8da2-f0038b20b6b6 service neutron] Bound using segment: {'id': 'be999880-b75a-4dab-9e73-f9f6f76b8767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd7d963df-657f-45bc-85b4-f488f5d24fde'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:17:18.867764 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-aef66bfc-b820-4a27-8da2-f0038b20b6b6 service neutron] Bound port: 33296720-9739-4f66-8711-14555d4f9a22, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be999880-b75a-4dab-9e73-f9f6f76b8767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd7d963df-657f-45bc-85b4-f488f5d24fde'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:17:18.868068 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-aef66bfc-b820-4a27-8da2-f0038b20b6b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (33296720-9739-4f66-8711-14555d4f9a22), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:18.938350 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255a71a-f8cc-423a-bdb0-2a45b7eea94c req-fdcf4dea-83eb-4098-8b48-b7d214fcbf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:18.938626 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c920c1ee-46de-4918-b13a-a1bdb20efd4c admin admin] Publish callbacks [] for security_group (416de851-3fca-48be-abac-a2fd36e5c753), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:18.939831 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5255a71a-f8cc-423a-bdb0-2a45b7eea94c req-fdcf4dea-83eb-4098-8b48-b7d214fcbf0e service neutron] 10.222.0.26 "GET /v2.0/networks?id=d969274d-e3f5-4be2-94a1-23d058336a4e HTTP/1.1" status: 200 len: 918 time: 0.4226842 Feb 19 04:17:18.949392 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-3af94e8f-2176-4a4a-a7e6-b9286cfba5f4 None None] Set router cc6badf1-dead-437b-aaea-9a53f7947954 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:17:18.952078 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b753eb6a-65ab-40e5-9ad3-0b3ed77b9592 req-9b147c28-4e98-4b36-adae-14c7bd141a14 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ed06fb-25cb-4efd-aa64-c76a735935e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466789 Feb 19 04:17:19.034770 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbdb51-1b3b-48ad-bef0-3e9f92e87839 req-09f046b4-6301-4105-912c-231fe87598b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:19.036408 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-74cbdb51-1b3b-48ad-bef0-3e9f92e87839 req-09f046b4-6301-4105-912c-231fe87598b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=19401bc384334243a22c780e31b98610&device_id=2c110a75-a4fd-4b56-8dd5-65c46cfa386c HTTP/1.1" status: 200 len: 1126 time: 0.0954871 Feb 19 04:17:19.043478 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e1a79b3c-5713-45b7-93c1-ee30d20e5640 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "PUT /v2.0/routers/c5f0f048-eb0f-469b-ad56-e88d1f37eb09/tags/tempest-TagsExtTest-Tag-1519491324 HTTP/1.1" status: 201 len: 201 time: 0.3508723 Feb 19 04:17:19.050920 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41524) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:19.065954 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-286930ba-3024-48d3-8a04-4e27d099d2ef tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '38a3616f-1997-47ad-a47c-af91930efc82', 'tempest-TagsExtTest-Tag-1624021546') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:19.069008 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-aef66bfc-b820-4a27-8da2-f0038b20b6b6 service neutron] For port 33296720-9739-4f66-8711-14555d4f9a22, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:17:19.077313 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c920c1ee-46de-4918-b13a-a1bdb20efd4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (416de851-3fca-48be-abac-a2fd36e5c753), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:19.082984 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c920c1ee-46de-4918-b13a-a1bdb20efd4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:19.087686 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c920c1ee-46de-4918-b13a-a1bdb20efd4c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/416de851-3fca-48be-abac-a2fd36e5c753 HTTP/1.1" status: 204 len: 168 time: 0.4496093 Feb 19 04:17:19.127450 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5255a71a-f8cc-423a-bdb0-2a45b7eea94c req-dc558d4e-7f2e-434c-b0db-642720f70d64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf6e0b93-e0ec-4304-8193-2488370a77a7 HTTP/1.1" status: 200 len: 998 time: 0.1663454 Feb 19 04:17:19.166670 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920c1ee-46de-4918-b13a-a1bdb20efd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416de851-3fca-48be-abac-a2fd36e5c753,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:19.206254 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-aef66bfc-b820-4a27-8da2-f0038b20b6b6 service neutron] For port 33296720-9739-4f66-8711-14555d4f9a22, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=33296720-9739-4f66-8711-14555d4f9a22,segment=NetworkSegment(be999880-b75a-4dab-9e73-f9f6f76b8767),segment_id=be999880-b75a-4dab-9e73-f9f6f76b8767)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:17:19.223391 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbdb51-1b3b-48ad-bef0-3e9f92e87839 req-f2baf5d7-a9cc-43f1-b7cd-bebdfbed869b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:19.225367 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-74cbdb51-1b3b-48ad-bef0-3e9f92e87839 req-f2baf5d7-a9cc-43f1-b7cd-bebdfbed869b service neutron] 10.222.0.26 "GET /v2.0/networks?id=0db24532-012d-4b2c-b03d-bd96a220ddc3 HTTP/1.1" status: 200 len: 909 time: 0.1787417 Feb 19 04:17:19.274732 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255a71a-f8cc-423a-bdb0-2a45b7eea94c req-45d8d337-ed0f-437c-9e96-8d3fb3bb95d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:19.276103 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5255a71a-f8cc-423a-bdb0-2a45b7eea94c req-45d8d337-ed0f-437c-9e96-8d3fb3bb95d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59a62ba0-3299-4137-b1e4-27552484bcd3 HTTP/1.1" status: 200 len: 856 time: 0.0539052 Feb 19 04:17:19.288011 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-aef66bfc-b820-4a27-8da2-f0038b20b6b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (33296720-9739-4f66-8711-14555d4f9a22), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:19.297799 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-74cbdb51-1b3b-48ad-bef0-3e9f92e87839 req-fd0c4dc2-3d59-464a-9914-52dafa06a92c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d8c4ac0-f844-4cb5-9011-bcd540c5c03a HTTP/1.1" status: 200 len: 217 time: 0.0662463 Feb 19 04:17:19.337320 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-aef66bfc-b820-4a27-8da2-f0038b20b6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:19.337781 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-aef66bfc-b820-4a27-8da2-f0038b20b6b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:19.339362 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-aef66bfc-b820-4a27-8da2-f0038b20b6b6 service neutron] 10.222.0.79 "PUT /v2.0/ports/33296720-9739-4f66-8711-14555d4f9a22 HTTP/1.1" status: 200 len: 1092 time: 1.8347986 Feb 19 04:17:19.408948 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbdb51-1b3b-48ad-bef0-3e9f92e87839 req-ba5d0a05-7937-4d8e-a4a9-8b45307028ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:19.410466 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-74cbdb51-1b3b-48ad-bef0-3e9f92e87839 req-ba5d0a05-7937-4d8e-a4a9-8b45307028ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab5b980e-0846-4751-866c-329214247175 HTTP/1.1" status: 200 len: 848 time: 0.1045544 Feb 19 04:17:19.413877 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3af94e8f-2176-4a4a-a7e6-b9286cfba5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'name': 'tempest-AttachVolumeShelveTestJSON-1904373393-router', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:57Z', 'updated_at': '2022-02-19T04:12:06Z', 'revision_number': 4, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'gw_port': {'id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:dd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:00Z', 'updated_at': '2022-02-19T04:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '15002160-8066-4951-ac45-ee631ac40ffd', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'floating_ip_address': '172.25.3.57', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'port_id': 'cf6e0b93-e0ec-4304-8193-2488370a77a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'mac_address': 'fa:16:3e:e3:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c490c1e-dac6-47ba-8712-833f27a07091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:16:53Z', 'updated_at': '2022-02-19T04:17:16Z', 'revision_number': 1, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f8b1ce8-ba59-4169-9e5f-e039c1da4667', 'name': '', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'mac_address': 'fa:16:3e:42:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:16Z', 'revision_number': 5, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'subnets': [{'id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:19.445656 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a927a-8a71-40f5-8f04-8c1476f07729 req-0d9c7439-6e32-4b23-b06d-ff35cc1b805c tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:19.447814 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-74cbdb51-1b3b-48ad-bef0-3e9f92e87839 req-123fbf16-6a7e-4a51-8899-481f9d3acaa4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0db24532-012d-4b2c-b03d-bd96a220ddc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305104 Feb 19 04:17:19.454792 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ba8a927a-8a71-40f5-8f04-8c1476f07729 req-0d9c7439-6e32-4b23-b06d-ff35cc1b805c tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=e20eef90-47ca-4f7d-adcd-b0b6f98e836f HTTP/1.1" status: 200 len: 943 time: 0.3250911 Feb 19 04:17:19.454988 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af94e8f-2176-4a4a-a7e6-b9286cfba5f4 None None] The sync data for ids ['cc6badf1-dead-437b-aaea-9a53f7947954'] in n-d-828369-19 is: [{'id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'name': 'tempest-AttachVolumeShelveTestJSON-1904373393-router', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:57Z', 'updated_at': '2022-02-19T04:12:06Z', 'revision_number': 4, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'gw_port': {'id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:dd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:00Z', 'updated_at': '2022-02-19T04:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '15002160-8066-4951-ac45-ee631ac40ffd', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'floating_ip_address': '172.25.3.57', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'port_id': 'cf6e0b93-e0ec-4304-8193-2488370a77a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'mac_address': 'fa:16:3e:e3:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c490c1e-dac6-47ba-8712-833f27a07091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:16:53Z', 'updated_at': '2022-02-19T04:17:16Z', 'revision_number': 1, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f8b1ce8-ba59-4169-9e5f-e039c1da4667', 'name': '', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'mac_address': 'fa:16:3e:42:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:16Z', 'revision_number': 5, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'subnets': [{'id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:17:19.583383 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255a71a-f8cc-423a-bdb0-2a45b7eea94c req-5980b5ff-69fc-4f49-b7f2-0c96d6d8f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:19.585427 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5255a71a-f8cc-423a-bdb0-2a45b7eea94c req-5980b5ff-69fc-4f49-b7f2-0c96d6d8f977 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d969274d-e3f5-4be2-94a1-23d058336a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2881033 Feb 19 04:17:19.589573 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-74cbdb51-1b3b-48ad-bef0-3e9f92e87839 req-bc3a5ebc-1bbe-464c-a8ff-4b39b5e0a03e service neutron] 10.222.0.26 "GET /v2.0/networks/0db24532-012d-4b2c-b03d-bd96a220ddc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337872 Feb 19 04:17:19.598913 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-286930ba-3024-48d3-8a04-4e27d099d2ef tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "PUT /v2.0/subnetpools/38a3616f-1997-47ad-a47c-af91930efc82/tags/tempest-TagsExtTest-Tag-1624021546 HTTP/1.1" status: 201 len: 201 time: 0.5470288 Feb 19 04:17:19.608624 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41534) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:19.621300 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-ab15c01c-d80b-41bd-b6c6-3e1b994ce8c3 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '87927db8-d017-48ca-9af2-7caf97ab0c6b', {'tags': ['tempest-TagsExtTest-Tag-685753509', 'tempest-TagsExtTest-Tag-1277154958', 'tempest-TagsExtTest-Tag-378098410']}) {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:19.626220 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef66bfc-b820-4a27-8da2-f0038b20b6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=33296720-9739-4f66-8711-14555d4f9a22,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:19.754246 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-74cbdb51-1b3b-48ad-bef0-3e9f92e87839 req-4fc7580f-4a00-445c-ac4d-a60540212fc7 service neutron] 10.222.0.26 "GET /v2.0/networks/0db24532-012d-4b2c-b03d-bd96a220ddc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523676 Feb 19 04:17:19.883784 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a275a1a-135f-41bb-af7b-6f1dd77bdf8e None None] New status for floating IP 15002160-8066-4951-ac45-ee631ac40ffd: ACTIVE {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:17:20.256929 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-693215d0-3581-412f-b34f-41c77abffd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:20.258801 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-693215d0-3581-412f-b34f-41c77abffd6f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c72443ddb4544d95bebe4daa2be68b6b&device_id=e20eef90-47ca-4f7d-adcd-b0b6f98e836f HTTP/1.1" status: 200 len: 1126 time: 0.8446503 Feb 19 04:17:20.273812 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ba8a927a-8a71-40f5-8f04-8c1476f07729 req-08a442db-46e9-4d27-ad16-323882cd92f0 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8169472 Feb 19 04:17:20.334565 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20eef90-47ca-4f7d-adcd-b0b6f98e836f', 'tag': '33296720-9739-4f66-8711-14555d4f9a22'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:20.336624 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb57f763-d55e-4bb6-acb1-6f9407b2e72b" -d '{"events": [{"name": "network-changed", "server_uuid": "e20eef90-47ca-4f7d-adcd-b0b6f98e836f", "tag": "33296720-9739-4f66-8711-14555d4f9a22"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:20.349584 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-1a6efd64-dd69-4683-af50-7ae1da626ca2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33296720-9739-4f66-8711-14555d4f9a22 HTTP/1.1" status: 200 len: 217 time: 0.0690610 Feb 19 04:17:20.374849 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ab15c01c-d80b-41bd-b6c6-3e1b994ce8c3 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "PUT /v2.0/subnets/87927db8-d017-48ca-9af2-7caf97ab0c6b/tags HTTP/1.1" status: 200 len: 316 time: 0.7562013 Feb 19 04:17:20.375834 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41558) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:20.381014 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-fc3e0fda-6fd7-48b7-bdd9-8dc27972eb8d tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '87927db8-d017-48ca-9af2-7caf97ab0c6b') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:20.397927 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5255a71a-f8cc-423a-bdb0-2a45b7eea94c req-1edd42cf-966b-4a6f-9eab-dcebf903aa1d service neutron] 10.222.0.26 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7954931 Feb 19 04:17:20.422066 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6936b1-5c3b-493d-9029-4d83ce723d28 x-openstack-request-id: req-ab6936b1-5c3b-493d-9029-4d83ce723d28 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:20.422388 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e20eef90-47ca-4f7d-adcd-b0b6f98e836f", "tag": "33296720-9739-4f66-8711-14555d4f9a22", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:20.422896 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ab6936b1-5c3b-493d-9029-4d83ce723d28 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:20.423487 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e20eef90-47ca-4f7d-adcd-b0b6f98e836f', 'tag': '33296720-9739-4f66-8711-14555d4f9a22', 'status': 'completed', 'code': 200} Feb 19 04:17:20.432466 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5146d8-2aca-424b-b6b5-357040af6ad8 req-48641c09-fa21-4246-a17d-81aa04c6e3cd tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:20.441582 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da5146d8-2aca-424b-b6b5-357040af6ad8 req-48641c09-fa21-4246-a17d-81aa04c6e3cd tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c110a75-a4fd-4b56-8dd5-65c46cfa386c HTTP/1.1" status: 200 len: 943 time: 0.2473102 Feb 19 04:17:20.490356 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fc3e0fda-6fd7-48b7-bdd9-8dc27972eb8d tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "DELETE /v2.0/subnets/87927db8-d017-48ca-9af2-7caf97ab0c6b/tags HTTP/1.1" status: 204 len: 168 time: 0.1126115 Feb 19 04:17:20.491629 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41560) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:20.496650 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-0e965c7d-485e-4fdd-8d86-8c5351fe754f tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '87927db8-d017-48ca-9af2-7caf97ab0c6b', 'tempest-TagsExtTest-Tag-685753509') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:20.507858 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-d8e73057-7b67-4bfb-85b8-93a8963188d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:20.509316 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-d8e73057-7b67-4bfb-85b8-93a8963188d5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8929c64d-2051-429d-adc4-f0965a0e87e7 HTTP/1.1" status: 200 len: 854 time: 0.1519222 Feb 19 04:17:20.560372 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-0e965c7d-485e-4fdd-8d86-8c5351fe754f tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] show failed (client error): The resource could not be found. Feb 19 04:17:20.564395 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0e965c7d-485e-4fdd-8d86-8c5351fe754f tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "GET /v2.0/subnets/87927db8-d017-48ca-9af2-7caf97ab0c6b/tags/tempest-TagsExtTest-Tag-685753509 HTTP/1.1" status: 404 len: 328 time: 0.0713639 Feb 19 04:17:20.565091 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41564) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:20.569642 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-87e67a2e-494a-45d5-9f8c-321202abc648 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '87927db8-d017-48ca-9af2-7caf97ab0c6b', 'tempest-TagsExtTest-Tag-1277154958') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:20.575839 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-a73c7e9b-c9c2-4f07-86f2-fcd34c77ad87 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7d963df-657f-45bc-85b4-f488f5d24fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499735 Feb 19 04:17:20.615337 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da5146d8-2aca-424b-b6b5-357040af6ad8 req-fb3d8383-072f-4be0-a024-f6bb3690aaab tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ed06fb-25cb-4efd-aa64-c76a735935e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648645 Feb 19 04:17:20.641666 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-87e67a2e-494a-45d5-9f8c-321202abc648 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] show failed (client error): The resource could not be found. Feb 19 04:17:20.645296 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-87e67a2e-494a-45d5-9f8c-321202abc648 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "GET /v2.0/subnets/87927db8-d017-48ca-9af2-7caf97ab0c6b/tags/tempest-TagsExtTest-Tag-1277154958 HTTP/1.1" status: 404 len: 329 time: 0.0766733 Feb 19 04:17:20.647223 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41570) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:20.651895 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-07661625-ef67-44a0-a46b-a23f44593293 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '87927db8-d017-48ca-9af2-7caf97ab0c6b', 'tempest-TagsExtTest-Tag-378098410') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:20.672792 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5255a71a-f8cc-423a-bdb0-2a45b7eea94c req-555f6407-7501-4e39-a873-ae4b4623c42d service neutron] 10.222.0.26 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625248 Feb 19 04:17:20.707710 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-07661625-ef67-44a0-a46b-a23f44593293 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] show failed (client error): The resource could not be found. Feb 19 04:17:20.708840 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-07661625-ef67-44a0-a46b-a23f44593293 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "GET /v2.0/subnets/87927db8-d017-48ca-9af2-7caf97ab0c6b/tags/tempest-TagsExtTest-Tag-378098410 HTTP/1.1" status: 404 len: 328 time: 0.0605824 Feb 19 04:17:20.712040 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41572) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:20.714240 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-fe052401-bafd-4155-8381-e7f66ff7edef service neutron] 10.222.0.79 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307271 Feb 19 04:17:20.719722 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-665c5ff4-3be9-4bee-81c3-1085a252dedf tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f79af295-5ea7-4442-82e4-7c4a600603e8', {'tags': ['tempest-TagsExtTest-Tag-98359053', 'tempest-TagsExtTest-Tag-1544676980', 'tempest-TagsExtTest-Tag-255096458']}) {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:20.847313 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-665c5ff4-3be9-4bee-81c3-1085a252dedf tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "PUT /v2.0/ports/f79af295-5ea7-4442-82e4-7c4a600603e8/tags HTTP/1.1" status: 200 len: 315 time: 0.1319559 Feb 19 04:17:20.849777 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41580) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:20.853988 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-250bf420-d636-4812-9464-09bb0931fffb tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f79af295-5ea7-4442-82e4-7c4a600603e8') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:20.859829 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54000f7e-d6ff-4517-9d12-f8db541ab4ce req-74e88769-c961-48f0-a1e0-f2a4a20c407d service neutron] 10.222.0.79 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375411 Feb 19 04:17:20.965105 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-250bf420-d636-4812-9464-09bb0931fffb tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "DELETE /v2.0/ports/f79af295-5ea7-4442-82e4-7c4a600603e8/tags HTTP/1.1" status: 204 len: 168 time: 0.1143019 Feb 19 04:17:20.968014 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41588) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:20.973352 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-972188c0-1158-46db-a4bd-a5d30e2574a5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f79af295-5ea7-4442-82e4-7c4a600603e8', 'tempest-TagsExtTest-Tag-98359053') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:20.974857 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57f763-d55e-4bb6-acb1-6f9407b2e72b req-321edb9e-22ac-455a-9604-b8d9333e38ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:20.976580 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fb57f763-d55e-4bb6-acb1-6f9407b2e72b req-321edb9e-22ac-455a-9604-b8d9333e38ef service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c72443ddb4544d95bebe4daa2be68b6b&device_id=e20eef90-47ca-4f7d-adcd-b0b6f98e836f HTTP/1.1" status: 200 len: 1126 time: 0.0603650 Feb 19 04:17:21.027221 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-972188c0-1158-46db-a4bd-a5d30e2574a5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] show failed (client error): The resource could not be found. Feb 19 04:17:21.028871 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-972188c0-1158-46db-a4bd-a5d30e2574a5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "GET /v2.0/ports/f79af295-5ea7-4442-82e4-7c4a600603e8/tags/tempest-TagsExtTest-Tag-98359053 HTTP/1.1" status: 404 len: 327 time: 0.0590589 Feb 19 04:17:21.031427 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41590) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:21.036094 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-6ee8f691-e927-4ce2-8a91-d3b4a647a928 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f79af295-5ea7-4442-82e4-7c4a600603e8', 'tempest-TagsExtTest-Tag-1544676980') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:21.081011 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57f763-d55e-4bb6-acb1-6f9407b2e72b req-e7c50dba-2d47-40e3-aaf8-96d54ab95f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:21.082675 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fb57f763-d55e-4bb6-acb1-6f9407b2e72b req-e7c50dba-2d47-40e3-aaf8-96d54ab95f38 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d7d963df-657f-45bc-85b4-f488f5d24fde HTTP/1.1" status: 200 len: 915 time: 0.0997105 Feb 19 04:17:21.099076 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-6ee8f691-e927-4ce2-8a91-d3b4a647a928 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] show failed (client error): The resource could not be found. Feb 19 04:17:21.103305 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6ee8f691-e927-4ce2-8a91-d3b4a647a928 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "GET /v2.0/ports/f79af295-5ea7-4442-82e4-7c4a600603e8/tags/tempest-TagsExtTest-Tag-1544676980 HTTP/1.1" status: 404 len: 329 time: 0.0709388 Feb 19 04:17:21.104228 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41598) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:21.109184 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-99052eb7-cc41-4130-9243-5de0873ddbf7 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f79af295-5ea7-4442-82e4-7c4a600603e8', 'tempest-TagsExtTest-Tag-255096458') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:21.140905 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fb57f763-d55e-4bb6-acb1-6f9407b2e72b req-418c94ad-1ed2-464e-904d-fd12b6df8c26 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33296720-9739-4f66-8711-14555d4f9a22 HTTP/1.1" status: 200 len: 217 time: 0.0490582 Feb 19 04:17:21.164799 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-99052eb7-cc41-4130-9243-5de0873ddbf7 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] show failed (client error): The resource could not be found. Feb 19 04:17:21.166244 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-99052eb7-cc41-4130-9243-5de0873ddbf7 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "GET /v2.0/ports/f79af295-5ea7-4442-82e4-7c4a600603e8/tags/tempest-TagsExtTest-Tag-255096458 HTTP/1.1" status: 404 len: 328 time: 0.0608132 Feb 19 04:17:21.169520 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41600) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:21.175291 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-7aa7073c-bd6d-4cb2-974f-5160803158b8 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c5f0f048-eb0f-469b-ad56-e88d1f37eb09', {'tags': ['tempest-TagsExtTest-Tag-61433185', 'tempest-TagsExtTest-Tag-1997088899', 'tempest-TagsExtTest-Tag-1189099234']}) {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:21.194271 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57f763-d55e-4bb6-acb1-6f9407b2e72b req-b2c7baf5-197f-4b12-b630-46a129b25c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:21.195848 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fb57f763-d55e-4bb6-acb1-6f9407b2e72b req-b2c7baf5-197f-4b12-b630-46a129b25c23 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8929c64d-2051-429d-adc4-f0965a0e87e7 HTTP/1.1" status: 200 len: 854 time: 0.0478141 Feb 19 04:17:21.228093 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fb57f763-d55e-4bb6-acb1-6f9407b2e72b req-fa1a55b2-1c85-4204-9be1-f43622117223 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7d963df-657f-45bc-85b4-f488f5d24fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262070 Feb 19 04:17:21.270085 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7aa7073c-bd6d-4cb2-974f-5160803158b8 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "PUT /v2.0/routers/c5f0f048-eb0f-469b-ad56-e88d1f37eb09/tags HTTP/1.1" status: 200 len: 316 time: 0.0987668 Feb 19 04:17:21.270909 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41602) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:21.275592 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-eb01fe91-da92-4237-bde0-c6faed455d54 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c5f0f048-eb0f-469b-ad56-e88d1f37eb09') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:21.328237 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fb57f763-d55e-4bb6-acb1-6f9407b2e72b req-d4425b59-aa18-4a0d-935a-e23af2a8043e service neutron] 10.222.0.79 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894444 Feb 19 04:17:21.385820 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-eb01fe91-da92-4237-bde0-c6faed455d54 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "DELETE /v2.0/routers/c5f0f048-eb0f-469b-ad56-e88d1f37eb09/tags HTTP/1.1" status: 204 len: 168 time: 0.1110911 Feb 19 04:17:21.386108 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41606) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:21.391281 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-10fd359e-e896-4d2b-b19b-343ca655bdbb tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c5f0f048-eb0f-469b-ad56-e88d1f37eb09', 'tempest-TagsExtTest-Tag-61433185') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:21.467095 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5af9b6-ab67-42ad-aa5a-c4e346630af2 req-9cb88090-2961-4027-a779-0bb8c0b03209 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:21.468619 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b5af9b6-ab67-42ad-aa5a-c4e346630af2 req-9cb88090-2961-4027-a779-0bb8c0b03209 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=e20eef90-47ca-4f7d-adcd-b0b6f98e836f HTTP/1.1" status: 200 len: 943 time: 0.1064773 Feb 19 04:17:21.472407 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fb57f763-d55e-4bb6-acb1-6f9407b2e72b req-dbdc3834-6c3e-4030-974b-30759ea11681 service neutron] 10.222.0.79 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373887 Feb 19 04:17:21.483903 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-10fd359e-e896-4d2b-b19b-343ca655bdbb tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] show failed (client error): The resource could not be found. Feb 19 04:17:21.487695 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-10fd359e-e896-4d2b-b19b-343ca655bdbb tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "GET /v2.0/routers/c5f0f048-eb0f-469b-ad56-e88d1f37eb09/tags/tempest-TagsExtTest-Tag-61433185 HTTP/1.1" status: 404 len: 327 time: 0.0981503 Feb 19 04:17:21.487932 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41608) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:21.496725 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-90492e79-ba11-4691-af2f-7291d37cff6e tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c5f0f048-eb0f-469b-ad56-e88d1f37eb09', 'tempest-TagsExtTest-Tag-1997088899') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:21.542218 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b5af9b6-ab67-42ad-aa5a-c4e346630af2 req-66b551ec-677c-4323-bd02-68b9626930f7 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666058 Feb 19 04:17:21.597452 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-90492e79-ba11-4691-af2f-7291d37cff6e tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] show failed (client error): The resource could not be found. Feb 19 04:17:21.598530 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-90492e79-ba11-4691-af2f-7291d37cff6e tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "GET /v2.0/routers/c5f0f048-eb0f-469b-ad56-e88d1f37eb09/tags/tempest-TagsExtTest-Tag-1997088899 HTTP/1.1" status: 404 len: 329 time: 0.1097202 Feb 19 04:17:21.601402 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41614) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:21.606114 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-489f3477-ecec-4be6-be9f-ec8aba349a48 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c5f0f048-eb0f-469b-ad56-e88d1f37eb09', 'tempest-TagsExtTest-Tag-1189099234') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:21.691474 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-489f3477-ecec-4be6-be9f-ec8aba349a48 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] show failed (client error): The resource could not be found. Feb 19 04:17:21.694195 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-489f3477-ecec-4be6-be9f-ec8aba349a48 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "GET /v2.0/routers/c5f0f048-eb0f-469b-ad56-e88d1f37eb09/tags/tempest-TagsExtTest-Tag-1189099234 HTTP/1.1" status: 404 len: 329 time: 0.0898476 Feb 19 04:17:21.695445 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41620) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:21.701169 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.tag.tag_plugin [None req-63d4882f-7354-46c4-bf23-bed0b6ed2641 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '38a3616f-1997-47ad-a47c-af91930efc82', {'tags': ['tempest-TagsExtTest-Tag-2138639995', 'tempest-TagsExtTest-Tag-1347003839', 'tempest-TagsExtTest-Tag-1680712471']}) {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:21.734905 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097467b-ae9c-4da3-8f36-fc37e565dca4 req-e0a8a810-d724-435d-b518-b98160659c25 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:21.736675 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2097467b-ae9c-4da3-8f36-fc37e565dca4 req-e0a8a810-d724-435d-b518-b98160659c25 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c110a75-a4fd-4b56-8dd5-65c46cfa386c HTTP/1.1" status: 200 len: 943 time: 0.0602107 Feb 19 04:17:21.741264 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-63d4882f-7354-46c4-bf23-bed0b6ed2641 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "PUT /v2.0/subnetpools/38a3616f-1997-47ad-a47c-af91930efc82/tags HTTP/1.1" status: 200 len: 318 time: 0.0439641 Feb 19 04:17:21.743765 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41622) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:21.748879 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-c8443a78-c5cf-4a4f-b22a-2661b9161595 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '38a3616f-1997-47ad-a47c-af91930efc82') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:21.808525 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2097467b-ae9c-4da3-8f36-fc37e565dca4 req-5a690f83-78b9-4676-9ee0-af0fd101b7a6 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ed06fb-25cb-4efd-aa64-c76a735935e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569155 Feb 19 04:17:21.818638 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c8443a78-c5cf-4a4f-b22a-2661b9161595 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "DELETE /v2.0/subnetpools/38a3616f-1997-47ad-a47c-af91930efc82/tags HTTP/1.1" status: 204 len: 168 time: 0.0735059 Feb 19 04:17:21.821766 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41624) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:21.826203 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-5cbf836f-7e62-4db2-8287-631e8866d2fe tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '38a3616f-1997-47ad-a47c-af91930efc82', 'tempest-TagsExtTest-Tag-2138639995') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:21.848939 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-5cbf836f-7e62-4db2-8287-631e8866d2fe tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] show failed (client error): The resource could not be found. Feb 19 04:17:21.852557 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5cbf836f-7e62-4db2-8287-631e8866d2fe tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "GET /v2.0/subnetpools/38a3616f-1997-47ad-a47c-af91930efc82/tags/tempest-TagsExtTest-Tag-2138639995 HTTP/1.1" status: 404 len: 329 time: 0.0273340 Feb 19 04:17:21.853014 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41626) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:21.858015 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-bf2bf176-79bd-4cd7-91b2-f5c77a84e568 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '38a3616f-1997-47ad-a47c-af91930efc82', 'tempest-TagsExtTest-Tag-1347003839') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:21.878524 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-bf2bf176-79bd-4cd7-91b2-f5c77a84e568 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] show failed (client error): The resource could not be found. Feb 19 04:17:21.882022 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bf2bf176-79bd-4cd7-91b2-f5c77a84e568 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "GET /v2.0/subnetpools/38a3616f-1997-47ad-a47c-af91930efc82/tags/tempest-TagsExtTest-Tag-1347003839 HTTP/1.1" status: 404 len: 329 time: 0.0255404 Feb 19 04:17:21.882270 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41628) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:21.886401 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-5407bb98-e85f-4f46-8e3e-1e70519ed90f tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '38a3616f-1997-47ad-a47c-af91930efc82', 'tempest-TagsExtTest-Tag-1680712471') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:21.907839 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-5407bb98-e85f-4f46-8e3e-1e70519ed90f tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] show failed (client error): The resource could not be found. Feb 19 04:17:21.911329 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5407bb98-e85f-4f46-8e3e-1e70519ed90f tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "GET /v2.0/subnetpools/38a3616f-1997-47ad-a47c-af91930efc82/tags/tempest-TagsExtTest-Tag-1680712471 HTTP/1.1" status: 404 len: 329 time: 0.0257006 Feb 19 04:17:21.911542 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41630) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:21.915704 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-50a3ae56-fabb-4e4c-8350-440f243d45b0 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '38a3616f-1997-47ad-a47c-af91930efc82') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:21.942494 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-50a3ae56-fabb-4e4c-8350-440f243d45b0 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "DELETE /v2.0/subnetpools/38a3616f-1997-47ad-a47c-af91930efc82/tags HTTP/1.1" status: 204 len: 168 time: 0.0277569 Feb 19 04:17:21.942738 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41632) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:21.947173 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-3ee1c4a1-766c-42a9-99e4-6b97a8167ff3 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c5f0f048-eb0f-469b-ad56-e88d1f37eb09') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:22.035251 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3ee1c4a1-766c-42a9-99e4-6b97a8167ff3 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "DELETE /v2.0/routers/c5f0f048-eb0f-469b-ad56-e88d1f37eb09/tags HTTP/1.1" status: 204 len: 168 time: 0.0891831 Feb 19 04:17:22.035443 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41634) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:22.039475 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-98352d9a-2632-4844-a5ff-01ee5226d291 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f79af295-5ea7-4442-82e4-7c4a600603e8') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:22.095544 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-98352d9a-2632-4844-a5ff-01ee5226d291 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "DELETE /v2.0/ports/f79af295-5ea7-4442-82e4-7c4a600603e8/tags HTTP/1.1" status: 204 len: 168 time: 0.0568764 Feb 19 04:17:22.095861 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41636) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:22.099792 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.tag.tag_plugin [None req-e099964e-d3b9-4775-8d11-2e6601d77020 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '87927db8-d017-48ca-9af2-7caf97ab0c6b') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:22.163208 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e099964e-d3b9-4775-8d11-2e6601d77020 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "DELETE /v2.0/subnets/87927db8-d017-48ca-9af2-7caf97ab0c6b/tags HTTP/1.1" status: 204 len: 168 time: 0.0615985 Feb 19 04:17:22.163382 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41638) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:22.268241 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-07a625e7-820e-40e1-b94d-ff04aaad29a0 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:22.271859 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-07a625e7-820e-40e1-b94d-ff04aaad29a0 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "DELETE /v2.0/subnetpools/38a3616f-1997-47ad-a47c-af91930efc82 HTTP/1.1" status: 204 len: 168 time: 0.1052167 Feb 19 04:17:22.272356 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41640) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:22.307395 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a9c03ca6-1cbc-4270-a326-2d54f7647100 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5f0f048-eb0f-469b-ad56-e88d1f37eb09 HTTP/1.1" status: 200 len: 205 time: 0.0320783 Feb 19 04:17:22.310190 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41642) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:22.411997 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ab668b38-15d2-48fa-bd1d-cb2640439b39 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks [] for router (c5f0f048-eb0f-469b-ad56-e88d1f37eb09), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:22.586330 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 1d8c4ac0-f844-4cb5-9011-bcd540c5c03a details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:17:22.622394 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-3f4fa88f-8cfe-48ca-8854-3e4f7761e9bf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1451838 Feb 19 04:17:22.723955 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ab668b38-15d2-48fa-bd1d-cb2640439b39 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (c5f0f048-eb0f-469b-ad56-e88d1f37eb09), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:22.726413 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ab668b38-15d2-48fa-bd1d-cb2640439b39 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks [] for router_controller (c5f0f048-eb0f-469b-ad56-e88d1f37eb09), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:22.771184 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 1d8c4ac0-f844-4cb5-9011-bcd540c5c03a, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=1d8c4ac0-f844-4cb5-9011-bcd540c5c03a,segment=NetworkSegment(c3b88323-78dc-464b-9713-eec68d1196a5),segment_id=c3b88323-78dc-464b-9713-eec68d1196a5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:22.784400 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '1d8c4ac0-f844-4cb5-9011-bcd540c5c03a', 'network_id': '0db24532-012d-4b2c-b03d-bd96a220ddc3', 'port_id': '1d8c4ac0-f844-4cb5-9011-bcd540c5c03a', 'mac_address': 'fa:16:3e:17:db:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5b980e-0846-4751-866c-329214247175', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:17:22.800059 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-272d897c-8840-43c6-8265-5d9a95e69827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:22.800762 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-272d897c-8840-43c6-8265-5d9a95e69827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:22.801369 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-272d897c-8840-43c6-8265-5d9a95e69827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:22.802096 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-272d897c-8840-43c6-8265-5d9a95e69827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:22.802724 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-272d897c-8840-43c6-8265-5d9a95e69827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:22.803201 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-272d897c-8840-43c6-8265-5d9a95e69827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:22.803734 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-272d897c-8840-43c6-8265-5d9a95e69827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:22.806068 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-272d897c-8840-43c6-8265-5d9a95e69827 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70c4c3b9b3c649e3926da7d12add9340&device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 6726 time: 0.0870221 Feb 19 04:17:22.813885 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ab668b38-15d2-48fa-bd1d-cb2640439b39 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (c5f0f048-eb0f-469b-ad56-e88d1f37eb09), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:22.815685 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab668b38-15d2-48fa-bd1d-cb2640439b39 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Fanout notify agent at l3_agent the message router_deleted on router c5f0f048-eb0f-469b-ad56-e88d1f37eb09 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:17:22.829623 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a3575-296d-42d7-b62d-1c2ca3fb5c65 req-f24d2e15-8ce4-4f32-9c07-7856064671d4 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:22.831909 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f10a3575-296d-42d7-b62d-1c2ca3fb5c65 req-f24d2e15-8ce4-4f32-9c07-7856064671d4 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=e20eef90-47ca-4f7d-adcd-b0b6f98e836f HTTP/1.1" status: 200 len: 943 time: 0.1468711 Feb 19 04:17:22.834794 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 1d8c4ac0-f844-4cb5-9011-bcd540c5c03a is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:22.835481 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1d8c4ac0-f844-4cb5-9011-bcd540c5c03a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:22.851253 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d8c4ac0-f844-4cb5-9011-bcd540c5c03a {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:17:22.855569 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ab668b38-15d2-48fa-bd1d-cb2640439b39 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:22.862443 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ab668b38-15d2-48fa-bd1d-cb2640439b39 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "DELETE /v2.0/routers/c5f0f048-eb0f-469b-ad56-e88d1f37eb09 HTTP/1.1" status: 204 len: 168 time: 0.5506668 Feb 19 04:17:22.864018 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41650) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:22.878124 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 1d8c4ac0-f844-4cb5-9011-bcd540c5c03a, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=1d8c4ac0-f844-4cb5-9011-bcd540c5c03a,segment=NetworkSegment(c3b88323-78dc-464b-9713-eec68d1196a5),segment_id=c3b88323-78dc-464b-9713-eec68d1196a5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:22.885326 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1d8c4ac0-f844-4cb5-9011-bcd540c5c03a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:22.958452 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=1d8c4ac0-f844-4cb5-9011-bcd540c5c03a,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:23.011521 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a8256-4fa4-4ebf-82f8-e9fc1c6d3251 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Deleting port f79af295-5ea7-4442-82e4-7c4a600603e8 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:23.022364 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f6a8256-4fa4-4ebf-82f8-e9fc1c6d3251 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (f79af295-5ea7-4442-82e4-7c4a600603e8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.041042 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f10a3575-296d-42d7-b62d-1c2ca3fb5c65 req-aa81f483-9c24-4df3-8c88-b254aef4e2da tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966074 Feb 19 04:17:23.124491 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-529c6970-7bfd-45d8-965c-ea57c8599bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:23.124873 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-529c6970-7bfd-45d8-965c-ea57c8599bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:23.125339 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-529c6970-7bfd-45d8-965c-ea57c8599bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:23.127020 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-529c6970-7bfd-45d8-965c-ea57c8599bd6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f758f6a7-1c73-480c-aa6e-af8f6b3fc936&id=992f3549-caaf-4530-b747-2a0e80390b5d&id=992f3549-caaf-4530-b747-2a0e80390b5d&id=992f3549-caaf-4530-b747-2a0e80390b5d&id=992f3549-caaf-4530-b747-2a0e80390b5d&id=970ed126-7758-4a49-91d5-8b77d328f7d8&id=970ed126-7758-4a49-91d5-8b77d328f7d8 HTTP/1.1" status: 200 len: 2297 time: 0.2305315 Feb 19 04:17:23.132426 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f6a8256-4fa4-4ebf-82f8-e9fc1c6d3251 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (f79af295-5ea7-4442-82e4-7c4a600603e8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.135399 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef60a69-cd10-41f7-9eeb-45d65993e824 req-c3c77ff9-8eb7-4a7e-b531-9d6d0b663a04 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:23.143164 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ef60a69-cd10-41f7-9eeb-45d65993e824 req-c3c77ff9-8eb7-4a7e-b531-9d6d0b663a04 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c110a75-a4fd-4b56-8dd5-65c46cfa386c HTTP/1.1" status: 200 len: 944 time: 0.1409328 Feb 19 04:17:23.158008 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a8256-4fa4-4ebf-82f8-e9fc1c6d3251 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Calling delete_port for f79af295-5ea7-4442-82e4-7c4a600603e8 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:23.240307 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-830e483c-5921-40c6-8222-cb6ee16d74bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34be0ba4-056a-4e2e-8c32-588153dfa0c7 HTTP/1.1" status: 200 len: 1002 time: 0.0950010 Feb 19 04:17:23.251700 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ef60a69-cd10-41f7-9eeb-45d65993e824 req-49275dd1-8d7d-41eb-9cee-12f85f12358e tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ed06fb-25cb-4efd-aa64-c76a735935e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075659 Feb 19 04:17:23.320596 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f6a8256-4fa4-4ebf-82f8-e9fc1c6d3251 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (f79af295-5ea7-4442-82e4-7c4a600603e8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.330914 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-7be898c5-580f-4b60-a2ba-1ce0a69493fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:23.333588 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-7be898c5-580f-4b60-a2ba-1ce0a69493fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab33f94a-f001-4e22-992e-6a938e5dd9bf HTTP/1.1" status: 200 len: 855 time: 0.0804405 Feb 19 04:17:23.342842 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['1d8c4ac0-f844-4cb5-9011-bcd540c5c03a'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:17:23.381153 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a8256-4fa4-4ebf-82f8-e9fc1c6d3251 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Pushing event deleted for resources: {'Port': ['ID=f79af295-5ea7-4442-82e4-7c4a600603e8,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:23.383258 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 33296720-9739-4f66-8711-14555d4f9a22 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:17:23.450668 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-92f76451-d14f-45cf-9a37-38065c2a0a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:23.452504 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-92f76451-d14f-45cf-9a37-38065c2a0a81 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f758f6a7-1c73-480c-aa6e-af8f6b3fc936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1113992 Feb 19 04:17:23.464287 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f6a8256-4fa4-4ebf-82f8-e9fc1c6d3251 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.466948 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ac314-5395-4639-babf-5a6250ba8ba6 req-3c1b692d-7428-46fe-b52d-663f910932bd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:23.468461 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3f6a8256-4fa4-4ebf-82f8-e9fc1c6d3251 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "DELETE /v2.0/ports/f79af295-5ea7-4442-82e4-7c4a600603e8 HTTP/1.1" status: 204 len: 168 time: 0.6025307 Feb 19 04:17:23.469955 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d5ac314-5395-4639-babf-5a6250ba8ba6 req-3c1b692d-7428-46fe-b52d-663f910932bd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 945 time: 0.0983467 Feb 19 04:17:23.471754 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41656) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:23.542829 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a12d2ba-4787-4982-9536-2f09540ef551 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Deleting subnet 87927db8-d017-48ca-9af2-7caf97ab0c6b {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:17:23.547908 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3a12d2ba-4787-4982-9536-2f09540ef551 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks [] for subnet (87927db8-d017-48ca-9af2-7caf97ab0c6b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.583718 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-7dfc5aa9-7428-4272-9ee7-8c91000bb871 service neutron] 10.222.0.26 "GET /v2.0/networks/f758f6a7-1c73-480c-aa6e-af8f6b3fc936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123974 Feb 19 04:17:23.614421 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3a12d2ba-4787-4982-9536-2f09540ef551 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (87927db8-d017-48ca-9af2-7caf97ab0c6b), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.624823 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 33296720-9739-4f66-8711-14555d4f9a22, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=33296720-9739-4f66-8711-14555d4f9a22,segment=NetworkSegment(be999880-b75a-4dab-9e73-f9f6f76b8767),segment_id=be999880-b75a-4dab-9e73-f9f6f76b8767)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:23.689467 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '33296720-9739-4f66-8711-14555d4f9a22', 'network_id': 'd7d963df-657f-45bc-85b4-f488f5d24fde', 'port_id': '33296720-9739-4f66-8711-14555d4f9a22', 'mac_address': 'fa:16:3e:00:44:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8929c64d-2051-429d-adc4-f0965a0e87e7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:17:23.707187 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3a12d2ba-4787-4982-9536-2f09540ef551 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (87927db8-d017-48ca-9af2-7caf97ab0c6b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.778798 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-154daa9f-2b7a-4af5-8cda-305419a30649 service neutron] 10.222.0.26 "GET /v2.0/networks/f758f6a7-1c73-480c-aa6e-af8f6b3fc936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578948 Feb 19 04:17:23.779523 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3a12d2ba-4787-4982-9536-2f09540ef551 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (87927db8-d017-48ca-9af2-7caf97ab0c6b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.813474 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12d2ba-4787-4982-9536-2f09540ef551 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Pushing event deleted for resources: {'Subnet': ['ID=87927db8-d017-48ca-9af2-7caf97ab0c6b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:23.827488 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3a12d2ba-4787-4982-9536-2f09540ef551 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.831764 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3a12d2ba-4787-4982-9536-2f09540ef551 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "DELETE /v2.0/subnets/87927db8-d017-48ca-9af2-7caf97ab0c6b HTTP/1.1" status: 204 len: 168 time: 0.3566368 Feb 19 04:17:23.833016 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41664) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:23.848099 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-2e33df5a-54d1-45a2-833d-0f888b8cc838 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=898fda35-40f1-43dc-a819-d803062eb315 HTTP/1.1" status: 200 len: 217 time: 0.0599015 Feb 19 04:17:23.851350 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eccdf71-8b52-4130-92e4-da2d2a2808b7 None None] Network 2475a591-035b-4ae2-8838-2021bf2c30e6 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:17:23.867960 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d5ac314-5395-4639-babf-5a6250ba8ba6 req-d84449c3-87fb-47e6-9dca-03cc679a20dc tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2830365 Feb 19 04:17:23.900528 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41666) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:23.933008 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ecca2e27-03fe-4b8d-a5fa-ffa470570ff5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (2475a591-035b-4ae2-8838-2021bf2c30e6), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.963882 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-1fa28091-e356-48a1-9653-303167b0741c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:23.965239 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-1fa28091-e356-48a1-9653-303167b0741c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3997bf76-8ce7-4842-a079-84ac59980743 HTTP/1.1" status: 200 len: 797 time: 0.1105320 Feb 19 04:17:23.971435 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 33296720-9739-4f66-8711-14555d4f9a22 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:23.972085 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (33296720-9739-4f66-8711-14555d4f9a22), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.002385 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-ecca2e27-03fe-4b8d-a5fa-ffa470570ff5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Deleting port 6643b4e4-0621-4693-b46e-823e21ea2e0d {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:24.003017 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ecca2e27-03fe-4b8d-a5fa-ffa470570ff5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (6643b4e4-0621-4693-b46e-823e21ea2e0d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.018465 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33296720-9739-4f66-8711-14555d4f9a22 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:17:24.035440 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2560e1bf-8e16-4886-a5a3-c8d475a2b561 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/floatingips/d18e0611-23f2-4e1a-a458-c0d33e107289 HTTP/1.1" status: 200 len: 993 time: 0.1335967 Feb 19 04:17:24.055533 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-148869e6-9efc-4a94-928e-ca51ce724ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:24.057232 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-148869e6-9efc-4a94-928e-ca51ce724ab7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=992f3549-caaf-4530-b747-2a0e80390b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0821431 Feb 19 04:17:24.063088 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 33296720-9739-4f66-8711-14555d4f9a22, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=33296720-9739-4f66-8711-14555d4f9a22,segment=NetworkSegment(be999880-b75a-4dab-9e73-f9f6f76b8767),segment_id=be999880-b75a-4dab-9e73-f9f6f76b8767)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:24.078463 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (33296720-9739-4f66-8711-14555d4f9a22), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.156173 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-ecca2e27-03fe-4b8d-a5fa-ffa470570ff5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] For port 6643b4e4-0621-4693-b46e-823e21ea2e0d, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=6643b4e4-0621-4693-b46e-823e21ea2e0d,segment=NetworkSegment(710f859e-0576-48a7-95ca-2d1e1075b4c5),segment_id=710f859e-0576-48a7-95ca-2d1e1075b4c5)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:24.157861 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ecca2e27-03fe-4b8d-a5fa-ffa470570ff5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (6643b4e4-0621-4693-b46e-823e21ea2e0d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.194712 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-ecca2e27-03fe-4b8d-a5fa-ffa470570ff5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Calling delete_port for 6643b4e4-0621-4693-b46e-823e21ea2e0d owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:24.259228 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-de0d33bf-77ce-41c7-8cb6-838a9945ff70 service neutron] 10.222.0.26 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850123 Feb 19 04:17:24.271637 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ad84f-0695-4740-abca-67f6640569a1 req-5bc146ad-157d-4cd0-81bd-a2b81e74d876 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:24.273395 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-867ad84f-0695-4740-abca-67f6640569a1 req-5bc146ad-157d-4cd0-81bd-a2b81e74d876 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=e20eef90-47ca-4f7d-adcd-b0b6f98e836f HTTP/1.1" status: 200 len: 944 time: 0.0888796 Feb 19 04:17:24.303941 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ecca2e27-03fe-4b8d-a5fa-ffa470570ff5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (6643b4e4-0621-4693-b46e-823e21ea2e0d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.405506 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca2e27-03fe-4b8d-a5fa-ffa470570ff5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Pushing event deleted for resources: {'Port': ['ID=6643b4e4-0621-4693-b46e-823e21ea2e0d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:24.412237 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecca2e27-03fe-4b8d-a5fa-ffa470570ff5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] No DVR routers for this DVR port 6643b4e4-0621-4693-b46e-823e21ea2e0d on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:17:24.451652 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-867ad84f-0695-4740-abca-67f6640569a1 req-9a2ccee3-2d11-4d81-ba9a-bef0f3b94f61 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681368 Feb 19 04:17:24.460511 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1c6093-9627-4e87-b938-467b532342b8 None None] DHCP port deletion for 2475a591-035b-4ae2-8838-2021bf2c30e6 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:17:24.499973 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-67261ec8-825e-43ff-927a-b78c49bb2185 service neutron] 10.222.0.26 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254920 Feb 19 04:17:24.505058 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=33296720-9739-4f66-8711-14555d4f9a22,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:24.543930 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['33296720-9739-4f66-8711-14555d4f9a22'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:17:24.558323 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678df5a-bf88-4d4c-b645-23104faf0e2a req-c34ea948-e69e-496f-8c7f-00d2434cc0a8 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:24.565540 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a678df5a-bf88-4d4c-b645-23104faf0e2a req-c34ea948-e69e-496f-8c7f-00d2434cc0a8 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c110a75-a4fd-4b56-8dd5-65c46cfa386c HTTP/1.1" status: 200 len: 944 time: 0.1574790 Feb 19 04:17:24.573827 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-c65ade48-39b8-4b36-9821-67e75661fc52 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=938dc52f-77e7-4640-9ee1-5c86a03bd120 HTTP/1.1" status: 200 len: 217 time: 0.0661423 Feb 19 04:17:24.585350 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ecca2e27-03fe-4b8d-a5fa-ffa470570ff5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (2475a591-035b-4ae2-8838-2021bf2c30e6), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.633381 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-ecca2e27-03fe-4b8d-a5fa-ffa470570ff5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2475a591-035b-4ae2-8838-2021bf2c30e6']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:24.645683 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-ecca2e27-03fe-4b8d-a5fa-ffa470570ff5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '710f859e-0576-48a7-95ca-2d1e1075b4c5') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:24.646406 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-ecca2e27-03fe-4b8d-a5fa-ffa470570ff5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '710f859e-0576-48a7-95ca-2d1e1075b4c5') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:24.657263 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ecca2e27-03fe-4b8d-a5fa-ffa470570ff5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (710f859e-0576-48a7-95ca-2d1e1075b4c5), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.675332 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ecca2e27-03fe-4b8d-a5fa-ffa470570ff5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (710f859e-0576-48a7-95ca-2d1e1075b4c5), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.687460 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecca2e27-03fe-4b8d-a5fa-ffa470570ff5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:17:24.688661 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ecca2e27-03fe-4b8d-a5fa-ffa470570ff5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (710f859e-0576-48a7-95ca-2d1e1075b4c5), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:17:24.712368 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:17:24.759492 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-c8227cb4-dc7a-43dc-b503-69a24b17b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:24.761099 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-c8227cb4-dc7a-43dc-b503-69a24b17b06c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3997bf76-8ce7-4842-a079-84ac59980743 HTTP/1.1" status: 200 len: 797 time: 0.1725690 Feb 19 04:17:24.774987 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a678df5a-bf88-4d4c-b645-23104faf0e2a req-083c14c0-bae4-4cb7-9f9b-8de647c52d2c tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ed06fb-25cb-4efd-aa64-c76a735935e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082026 Feb 19 04:17:24.780122 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ecca2e27-03fe-4b8d-a5fa-ffa470570ff5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (2475a591-035b-4ae2-8838-2021bf2c30e6), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.793856 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ecca2e27-03fe-4b8d-a5fa-ffa470570ff5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.793856 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ecca2e27-03fe-4b8d-a5fa-ffa470570ff5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] 10.222.0.52 "DELETE /v2.0/networks/2475a591-035b-4ae2-8838-2021bf2c30e6 HTTP/1.1" status: 204 len: 168 time: 0.9549899 Feb 19 04:17:24.811791 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca2e27-03fe-4b8d-a5fa-ffa470570ff5 tempest-TagsExtTest-1383769980 tempest-TagsExtTest-1383769980-project] Pushing event deleted for resources: {'Network': ['ID=2475a591-035b-4ae2-8838-2021bf2c30e6,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:24.825964 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74420b46-29ec-41ad-af7f-675900ffd38f req-004f734b-d5ca-4d39-b15a-7e89e2b4442b tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:24.827578 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74420b46-29ec-41ad-af7f-675900ffd38f req-004f734b-d5ca-4d39-b15a-7e89e2b4442b tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 1128 time: 0.2278070 Feb 19 04:17:24.854240 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-badb21e4-7f16-41ba-b242-897d7f7bccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:24.855869 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-badb21e4-7f16-41ba-b242-897d7f7bccbc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=992f3549-caaf-4530-b747-2a0e80390b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0798674 Feb 19 04:17:24.980146 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74420b46-29ec-41ad-af7f-675900ffd38f req-5bbcf298-34c5-4da3-86a6-f22afeb9d333 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410358 Feb 19 04:17:25.038425 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-c86103a7-b4c5-4acb-816c-4f179890422c service neutron] 10.222.0.26 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574116 Feb 19 04:17:25.114762 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41686) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:25.167941 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-81731e80-8aaa-4598-b69b-53ec0a66e754 service neutron] 10.222.0.26 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212480 Feb 19 04:17:25.222320 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-d7b7d445-54a6-458b-9a88-1ca85743a080 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=ec1df575-8249-43a6-b5f3-52035ed6db5b HTTP/1.1" status: 200 len: 217 time: 0.0428205 Feb 19 04:17:25.275199 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9c5be3ba-10f7-42f6-af54-f05c69d77bc9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=486d260176f1412991db8dbbb7f1d606&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1570714 Feb 19 04:17:25.275446 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41694) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:25.276572 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-d37954bd-c9d4-4f94-b23f-ec7cf32330c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:25.278213 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-d37954bd-c9d4-4f94-b23f-ec7cf32330c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3997bf76-8ce7-4842-a079-84ac59980743 HTTP/1.1" status: 200 len: 797 time: 0.0492034 Feb 19 04:17:25.342282 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5cbc8cca-1c0f-4de5-8a47-8625d61e429e admin admin] Publish callbacks [] for security_group (bfc82d72-e62e-481c-8a64-ea475e46c1e9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:25.355546 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-aa12dbf4-961b-4621-a342-ab9a5b241680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:25.357628 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-aa12dbf4-961b-4621-a342-ab9a5b241680 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=992f3549-caaf-4530-b747-2a0e80390b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0733788 Feb 19 04:17:25.368684 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5cbc8cca-1c0f-4de5-8a47-8625d61e429e admin admin] Publish callbacks [] for security_group (bfc82d72-e62e-481c-8a64-ea475e46c1e9), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:25.384365 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 33296720-9739-4f66-8711-14555d4f9a22 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:17:25.436725 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5cbc8cca-1c0f-4de5-8a47-8625d61e429e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (bfc82d72-e62e-481c-8a64-ea475e46c1e9), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:25.440511 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5cbc8cca-1c0f-4de5-8a47-8625d61e429e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:25.451540 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5cbc8cca-1c0f-4de5-8a47-8625d61e429e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bfc82d72-e62e-481c-8a64-ea475e46c1e9 HTTP/1.1" status: 204 len: 168 time: 0.1682622 Feb 19 04:17:25.494073 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc8cca-1c0f-4de5-8a47-8625d61e429e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc82d72-e62e-481c-8a64-ea475e46c1e9,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:25.561781 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 33296720-9739-4f66-8711-14555d4f9a22 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:17:25.576354 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 33296720-9739-4f66-8711-14555d4f9a22 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:25.577976 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (33296720-9739-4f66-8711-14555d4f9a22), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:25.612270 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-ecd1cc6a-f24c-473e-9655-6e05eb1fa61b service neutron] 10.222.0.26 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408643 Feb 19 04:17:25.797943 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 33296720-9739-4f66-8711-14555d4f9a22 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:25.800644 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (33296720-9739-4f66-8711-14555d4f9a22), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:25.847478 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20eef90-47ca-4f7d-adcd-b0b6f98e836f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33296720-9739-4f66-8711-14555d4f9a22'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:25.850769 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc7d5d8-de01-4b9f-90e5-e82cff5dfbf7" -d '{"events": [{"server_uuid": "e20eef90-47ca-4f7d-adcd-b0b6f98e836f", "name": "network-vif-plugged", "status": "completed", "tag": "33296720-9739-4f66-8711-14555d4f9a22"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:25.860389 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 6643b4e4-0621-4693-b46e-823e21ea2e0d no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:25.905086 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 33296720-9739-4f66-8711-14555d4f9a22, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=33296720-9739-4f66-8711-14555d4f9a22,segment=NetworkSegment(be999880-b75a-4dab-9e73-f9f6f76b8767),segment_id=be999880-b75a-4dab-9e73-f9f6f76b8767)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:25.907565 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 6643b4e4-0621-4693-b46e-823e21ea2e0d {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:17:25.908016 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 6643b4e4-0621-4693-b46e-823e21ea2e0d not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:17:25.911380 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (33296720-9739-4f66-8711-14555d4f9a22), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:25.998549 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=33296720-9739-4f66-8711-14555d4f9a22,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:26.292244 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe1e98-1a99-4a21-b7b2-8de385e966a5 req-67312068-97d1-4cc0-bb89-31dec755805e tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:26.300924 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bbfe1e98-1a99-4a21-b7b2-8de385e966a5 req-67312068-97d1-4cc0-bb89-31dec755805e tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=e20eef90-47ca-4f7d-adcd-b0b6f98e836f HTTP/1.1" status: 200 len: 944 time: 0.6275260 Feb 19 04:17:26.342362 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-e4545c31-ccd4-47f3-890b-b2c8ee5d857d service neutron] 10.222.0.26 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7220218 Feb 19 04:17:26.460439 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-743d4928-266e-4ac9-a80a-90429e476047 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=51ab0d90-f81c-46a6-947c-a2e5b088d476 HTTP/1.1" status: 200 len: 217 time: 0.1113694 Feb 19 04:17:26.501458 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bbfe1e98-1a99-4a21-b7b2-8de385e966a5 req-d3fed92d-e7af-4328-80fc-82220f28fbe2 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986978 Feb 19 04:17:26.518633 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-761d8657-49cd-4971-88f6-79fd35a81644 req-e10a8c8d-1d91-45b5-888c-ae89b4121710 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6405804 Feb 19 04:17:26.523562 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-761d8657-49cd-4971-88f6-79fd35a81644 req-f08ef370-93a0-4d5d-ac00-971572e60e83 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:17:26.538547 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-761d8657-49cd-4971-88f6-79fd35a81644 req-f08ef370-93a0-4d5d-ac00-971572e60e83 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0189362 Feb 19 04:17:26.600403 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 1d8c4ac0-f844-4cb5-9011-bcd540c5c03a up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:17:26.646565 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-3ab05ee5-a2d6-453a-ab04-4f63e72ca95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:26.648501 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-3ab05ee5-a2d6-453a-ab04-4f63e72ca95b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3997bf76-8ce7-4842-a079-84ac59980743 HTTP/1.1" status: 200 len: 797 time: 0.1742437 Feb 19 04:17:26.733469 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 1d8c4ac0-f844-4cb5-9011-bcd540c5c03a completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:17:26.740920 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 1d8c4ac0-f844-4cb5-9011-bcd540c5c03a triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:26.742881 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1d8c4ac0-f844-4cb5-9011-bcd540c5c03a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:26.752364 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-57665e76-9fde-47be-b4fd-19fe3bbc32a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:26.753931 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-57665e76-9fde-47be-b4fd-19fe3bbc32a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=992f3549-caaf-4530-b747-2a0e80390b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0936565 Feb 19 04:17:26.761416 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbf1e3-9cae-4691-958f-7c0aa761a4e5 req-c92c0f11-05f3-4aed-88cd-24f1532bf0ef tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:26.763458 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9bbf1e3-9cae-4691-958f-7c0aa761a4e5 req-c92c0f11-05f3-4aed-88cd-24f1532bf0ef tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c110a75-a4fd-4b56-8dd5-65c46cfa386c HTTP/1.1" status: 200 len: 944 time: 0.1288996 Feb 19 04:17:26.858100 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:26.897723 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9bbf1e3-9cae-4691-958f-7c0aa761a4e5 req-fb729c08-e82b-44bb-a123-ef43e070a023 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ed06fb-25cb-4efd-aa64-c76a735935e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254990 Feb 19 04:17:26.947179 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-08fdc38e-383b-48e9-a97d-61df4b47559a service neutron] 10.222.0.26 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827290 Feb 19 04:17:27.064192 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08258354-dfa8-4f6c-83fd-3f6945360839 x-openstack-request-id: req-08258354-dfa8-4f6c-83fd-3f6945360839 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:27.066984 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20eef90-47ca-4f7d-adcd-b0b6f98e836f", "name": "network-vif-plugged", "status": "completed", "tag": "33296720-9739-4f66-8711-14555d4f9a22", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:27.067480 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-08258354-dfa8-4f6c-83fd-3f6945360839 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:27.069125 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20eef90-47ca-4f7d-adcd-b0b6f98e836f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33296720-9739-4f66-8711-14555d4f9a22', 'code': 200} Feb 19 04:17:27.075597 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 1d8c4ac0-f844-4cb5-9011-bcd540c5c03a is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:27.076652 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1d8c4ac0-f844-4cb5-9011-bcd540c5c03a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:27.145326 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 1d8c4ac0-f844-4cb5-9011-bcd540c5c03a, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=1d8c4ac0-f844-4cb5-9011-bcd540c5c03a,segment=NetworkSegment(c3b88323-78dc-464b-9713-eec68d1196a5),segment_id=c3b88323-78dc-464b-9713-eec68d1196a5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:27.166099 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1d8c4ac0-f844-4cb5-9011-bcd540c5c03a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:27.180175 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d8657-49cd-4971-88f6-79fd35a81644 req-1d9eacf6-ec6b-438e-b1e0-e5bb9fdadefb tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:27.181617 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-761d8657-49cd-4971-88f6-79fd35a81644 req-1d9eacf6-ec6b-438e-b1e0-e5bb9fdadefb tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/ports/04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 HTTP/1.1" status: 200 len: 1125 time: 0.6176758 Feb 19 04:17:27.203203 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840e978-d950-447e-9b87-7bb711f1016d req-24a323df-a654-440c-8fa8-ece11694c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:27.205323 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a840e978-d950-447e-9b87-7bb711f1016d req-24a323df-a654-440c-8fa8-ece11694c196 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e20eef90-47ca-4f7d-adcd-b0b6f98e836f HTTP/1.1" status: 200 len: 1128 time: 0.1028810 Feb 19 04:17:27.207554 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-2795445c-cb56-4ae6-855e-e77c0307eaae service neutron] 10.222.0.26 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510970 Feb 19 04:17:27.287924 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-8cb8395e-3aa7-46fa-b6f1-13b0b23fd2e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b3ee77c7-fd2d-4ddc-80dc-a28b949821fe HTTP/1.1" status: 200 len: 217 time: 0.0649018 Feb 19 04:17:27.290555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=1d8c4ac0-f844-4cb5-9011-bcd540c5c03a,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:27.348462 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a840e978-d950-447e-9b87-7bb711f1016d req-cc88ea4d-81d2-4e63-876e-f1eefb7d8493 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364071 Feb 19 04:17:27.368098 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-4e35630f-6b6e-4c68-bbad-3b3b8e72a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:27.369781 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-4e35630f-6b6e-4c68-bbad-3b3b8e72a0c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ad06bfbd-99a2-4a8a-a2ae-abc5d82d0e14 HTTP/1.1" status: 200 len: 797 time: 0.0746949 Feb 19 04:17:27.437739 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-a5352288-2ec3-446f-9792-1aa06b250025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:27.440005 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-a5352288-2ec3-446f-9792-1aa06b250025 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=970ed126-7758-4a49-91d5-8b77d328f7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0631404 Feb 19 04:17:27.667966 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-789e70be-0cf5-4c6e-8b1a-9fcba35e53f9 service neutron] 10.222.0.26 "GET /v2.0/networks/970ed126-7758-4a49-91d5-8b77d328f7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178404 Feb 19 04:17:27.696623 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad4890-e7d8-4b6f-bdcc-90ebf4e4e17a req-78bb2add-9318-45fc-a88b-dec830287567 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:27.698280 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1aad4890-e7d8-4b6f-bdcc-90ebf4e4e17a req-78bb2add-9318-45fc-a88b-dec830287567 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=e20eef90-47ca-4f7d-adcd-b0b6f98e836f HTTP/1.1" status: 200 len: 945 time: 0.0810227 Feb 19 04:17:27.831539 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1aad4890-e7d8-4b6f-bdcc-90ebf4e4e17a req-afac8756-141b-4380-85fb-b5b0756d2fcb tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243103 Feb 19 04:17:27.890844 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-443e7ff9-35eb-4d61-a6d4-3b0c2888c571 service neutron] 10.222.0.26 "GET /v2.0/networks/970ed126-7758-4a49-91d5-8b77d328f7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767178 Feb 19 04:17:27.930475 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d8657-49cd-4971-88f6-79fd35a81644 req-e4b9e3a2-a56e-428f-a660-c6d63dc93a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:27.940078 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-761d8657-49cd-4971-88f6-79fd35a81644 req-e4b9e3a2-a56e-428f-a660-c6d63dc93a35 service neutron] 10.222.0.52 "GET /v2.0/ports/04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 HTTP/1.1" status: 200 len: 1125 time: 0.0548053 Feb 19 04:17:27.946104 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-761d8657-49cd-4971-88f6-79fd35a81644 req-57319a7e-c415-403d-9c11-406b1210e1f2 service neutron] Request body: {'binding': {'host': 'n-h1-828369-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:27.947305 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-7a6c7a22-bd84-4abb-a0e2-661e0e1118ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=328f76f5-5319-4dc1-b370-793287406294 HTTP/1.1" status: 200 len: 217 time: 0.0483286 Feb 19 04:17:27.948618 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-761d8657-49cd-4971-88f6-79fd35a81644 req-57319a7e-c415-403d-9c11-406b1210e1f2 service neutron] Unknown quota resources ['binding']. {{(pid=109925) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 04:17:28.027151 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-f2bfd157-567a-47a3-bbe4-2f5226108119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:28.028663 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-f2bfd157-567a-47a3-bbe4-2f5226108119 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ad06bfbd-99a2-4a8a-a2ae-abc5d82d0e14 HTTP/1.1" status: 200 len: 797 time: 0.0752139 Feb 19 04:17:28.136839 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-02e2935c-678e-4ef5-bf60-e543287cac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:28.138411 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-02e2935c-678e-4ef5-bf60-e543287cac14 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=970ed126-7758-4a49-91d5-8b77d328f7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1037548 Feb 19 04:17:28.148668 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c876189-b3ba-48fe-874e-6d785af4ce2d req-eda61f13-4e16-4157-8711-8986bcc2c346 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:28.150926 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8c876189-b3ba-48fe-874e-6d785af4ce2d req-eda61f13-4e16-4157-8711-8986bcc2c346 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c110a75-a4fd-4b56-8dd5-65c46cfa386c HTTP/1.1" status: 200 len: 945 time: 0.1033406 Feb 19 04:17:28.166007 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-761d8657-49cd-4971-88f6-79fd35a81644 req-57319a7e-c415-403d-9c11-406b1210e1f2 service neutron] Attempting to bind port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 on host n-h1-828369-19 for vnic_type normal with profile None {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:17:28.166937 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-761d8657-49cd-4971-88f6-79fd35a81644 req-57319a7e-c415-403d-9c11-406b1210e1f2 service neutron] Attempting to bind port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '056c2bc3-c560-47f5-9465-7d1c10ec3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:17:28.167385 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d8657-49cd-4971-88f6-79fd35a81644 req-57319a7e-c415-403d-9c11-406b1210e1f2 service neutron] Attempting to bind port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 on network 2a881e15-dcb9-4612-90a0-55bb903b8851 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:28.173705 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d8657-49cd-4971-88f6-79fd35a81644 req-57319a7e-c415-403d-9c11-406b1210e1f2 service neutron] Port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 on network 2a881e15-dcb9-4612-90a0-55bb903b8851 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:17:28.174124 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d8657-49cd-4971-88f6-79fd35a81644 req-57319a7e-c415-403d-9c11-406b1210e1f2 service neutron] Attempting to bind port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 on network 2a881e15-dcb9-4612-90a0-55bb903b8851 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:28.179375 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d8657-49cd-4971-88f6-79fd35a81644 req-57319a7e-c415-403d-9c11-406b1210e1f2 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:17:28.179891 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d8657-49cd-4971-88f6-79fd35a81644 req-57319a7e-c415-403d-9c11-406b1210e1f2 service neutron] Checking segment: {'id': '056c2bc3-c560-47f5-9465-7d1c10ec3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:28.180353 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d8657-49cd-4971-88f6-79fd35a81644 req-57319a7e-c415-403d-9c11-406b1210e1f2 service neutron] Bound using segment: {'id': '056c2bc3-c560-47f5-9465-7d1c10ec3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:17:28.180856 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-761d8657-49cd-4971-88f6-79fd35a81644 req-57319a7e-c415-403d-9c11-406b1210e1f2 service neutron] Bound port: 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '056c2bc3-c560-47f5-9465-7d1c10ec3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:17:28.279646 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-761d8657-49cd-4971-88f6-79fd35a81644 req-57319a7e-c415-403d-9c11-406b1210e1f2 service neutron] For port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608,segment=NetworkSegment(056c2bc3-c560-47f5-9465-7d1c10ec3656),segment_id=056c2bc3-c560-47f5-9465-7d1c10ec3656)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:17:28.289555 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-761d8657-49cd-4971-88f6-79fd35a81644 req-57319a7e-c415-403d-9c11-406b1210e1f2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:28.291051 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-761d8657-49cd-4971-88f6-79fd35a81644 req-57319a7e-c415-403d-9c11-406b1210e1f2 service neutron] 10.222.0.52 "POST /v2.0/ports/04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608/bindings HTTP/1.1" status: 201 len: 390 time: 0.3496511 Feb 19 04:17:28.294948 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-a752a505-9be6-4838-a4e7-f759b66e0d51 service neutron] 10.222.0.26 "GET /v2.0/networks/970ed126-7758-4a49-91d5-8b77d328f7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427729 Feb 19 04:17:28.456593 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8c876189-b3ba-48fe-874e-6d785af4ce2d req-b8686447-eb05-4436-a8cc-541a45b9a0e4 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ed06fb-25cb-4efd-aa64-c76a735935e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950182 Feb 19 04:17:28.546035 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe6a528-502c-422a-85aa-0c6e9f6a77ae req-2ac8a97d-cee9-4be6-a79b-7ee666c4e5a9 service neutron] 10.222.0.26 "GET /v2.0/networks/970ed126-7758-4a49-91d5-8b77d328f7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328756 Feb 19 04:17:28.568679 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0bf94-2f3e-4ba9-beff-89ae8fc623b6 req-77fbda99-0337-471b-b0bc-fb3b601c3563 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:28.570890 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2bf0bf94-2f3e-4ba9-beff-89ae8fc623b6 req-77fbda99-0337-471b-b0bc-fb3b601c3563 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 945 time: 0.0926559 Feb 19 04:17:28.644632 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2bf0bf94-2f3e-4ba9-beff-89ae8fc623b6 req-f0dd2c0a-c53b-46fe-9416-2aad11f2ee8c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647788 Feb 19 04:17:28.702513 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d8657-49cd-4971-88f6-79fd35a81644 req-f8b522bd-3506-4fb6-8846-b233ce4afc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:28.704080 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-761d8657-49cd-4971-88f6-79fd35a81644 req-f8b522bd-3506-4fb6-8846-b233ce4afc44 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 1128 time: 0.0490046 Feb 19 04:17:28.809466 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d8657-49cd-4971-88f6-79fd35a81644 req-4cdb7298-6b6f-4095-b5e6-d15e7ea257f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:28.811171 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-761d8657-49cd-4971-88f6-79fd35a81644 req-4cdb7298-6b6f-4095-b5e6-d15e7ea257f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a881e15-dcb9-4612-90a0-55bb903b8851 HTTP/1.1" status: 200 len: 898 time: 0.0939765 Feb 19 04:17:28.912602 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-761d8657-49cd-4971-88f6-79fd35a81644 req-40c355f4-4ad2-4a30-87dc-98a1356b9a4c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 HTTP/1.1" status: 200 len: 1001 time: 0.0902641 Feb 19 04:17:29.000301 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d8657-49cd-4971-88f6-79fd35a81644 req-3cef0d51-ae42-4f02-afd5-855a36705bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:29.001884 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-761d8657-49cd-4971-88f6-79fd35a81644 req-3cef0d51-ae42-4f02-afd5-855a36705bf3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79657f7c-a967-450b-aba7-e287c8e4232a HTTP/1.1" status: 200 len: 834 time: 0.0831280 Feb 19 04:17:29.055251 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c813e-a756-4bab-988f-d8922bbe3216 req-6d5c99f8-af50-48e0-b76b-906a44cf6d39 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:29.062909 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-247c813e-a756-4bab-988f-d8922bbe3216 req-6d5c99f8-af50-48e0-b76b-906a44cf6d39 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=e20eef90-47ca-4f7d-adcd-b0b6f98e836f HTTP/1.1" status: 200 len: 945 time: 0.1344190 Feb 19 04:17:29.070286 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c110a75-a4fd-4b56-8dd5-65c46cfa386c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8c4ac0-f844-4cb5-9011-bcd540c5c03a'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:29.073772 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5524eb66-39d7-46d2-bdba-050b733b0054" -d '{"events": [{"server_uuid": "2c110a75-a4fd-4b56-8dd5-65c46cfa386c", "name": "network-vif-plugged", "status": "completed", "tag": "1d8c4ac0-f844-4cb5-9011-bcd540c5c03a"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:29.125362 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d8657-49cd-4971-88f6-79fd35a81644 req-d0faf993-93e0-4806-9a57-c331f12fb61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:29.127087 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-761d8657-49cd-4971-88f6-79fd35a81644 req-d0faf993-93e0-4806-9a57-c331f12fb61f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a881e15-dcb9-4612-90a0-55bb903b8851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1172338 Feb 19 04:17:29.131101 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-247c813e-a756-4bab-988f-d8922bbe3216 req-9c361787-c26b-423a-aa9f-de93394440a2 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672364 Feb 19 04:17:29.162100 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda09010-ba3a-498e-b276-75e7d93dc4fb x-openstack-request-id: req-eda09010-ba3a-498e-b276-75e7d93dc4fb {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:29.163155 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c110a75-a4fd-4b56-8dd5-65c46cfa386c", "name": "network-vif-plugged", "status": "completed", "tag": "1d8c4ac0-f844-4cb5-9011-bcd540c5c03a", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:29.164238 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eda09010-ba3a-498e-b276-75e7d93dc4fb {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:29.164939 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c110a75-a4fd-4b56-8dd5-65c46cfa386c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8c4ac0-f844-4cb5-9011-bcd540c5c03a', 'code': 200} Feb 19 04:17:29.259073 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-761d8657-49cd-4971-88f6-79fd35a81644 req-82f888b6-478a-4f8f-85ec-4aacb42af9b7 service neutron] 10.222.0.26 "GET /v2.0/networks/2a881e15-dcb9-4612-90a0-55bb903b8851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195805 Feb 19 04:17:29.270981 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff9b11-f345-4cd6-9f74-c159bf6b3f4c req-538fc1dc-2511-44de-8304-6d625abd91c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:29.273098 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d1ff9b11-f345-4cd6-9f74-c159bf6b3f4c req-538fc1dc-2511-44de-8304-6d625abd91c6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2c110a75-a4fd-4b56-8dd5-65c46cfa386c HTTP/1.1" status: 200 len: 1128 time: 0.0487256 Feb 19 04:17:29.361503 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d1ff9b11-f345-4cd6-9f74-c159bf6b3f4c req-b9d02d01-4c2c-4902-9b87-8cfa3d5ca812 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=92ed06fb-25cb-4efd-aa64-c76a735935e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797718 Feb 19 04:17:29.381570 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-761d8657-49cd-4971-88f6-79fd35a81644 req-43e8de2e-98dc-4507-af01-c3eadc684d47 service neutron] 10.222.0.26 "GET /v2.0/networks/2a881e15-dcb9-4612-90a0-55bb903b8851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130121 Feb 19 04:17:29.593982 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:29.714954 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a096662-ed43-4b68-95b2-7dbfecaeff04 req-2e84b031-9b94-4efb-955e-88590a55ae23 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2616a8ab-3371-4bcf-9491-340c9467278b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1024754 Feb 19 04:17:29.750200 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ea93b-64c2-4239-bc9d-3c550182ce90 req-a2fb288c-9071-4a13-8678-ad9f39012507 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:29.751701 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-303ea93b-64c2-4239-bc9d-3c550182ce90 req-a2fb288c-9071-4a13-8678-ad9f39012507 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c110a75-a4fd-4b56-8dd5-65c46cfa386c HTTP/1.1" status: 200 len: 945 time: 0.1524036 Feb 19 04:17:29.990547 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d8657-49cd-4971-88f6-79fd35a81644 req-f2d1436c-1b34-45fb-a342-2de32165a0b4 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:29.992065 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-761d8657-49cd-4971-88f6-79fd35a81644 req-f2d1436c-1b34-45fb-a342-2de32165a0b4 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1&tenant_id=3daaed16085e4153afa0c32c565c3455&binding%3Ahost_id=n-h2-828369-19 HTTP/1.1" status: 200 len: 1128 time: 0.2524242 Feb 19 04:17:29.999555 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-303ea93b-64c2-4239-bc9d-3c550182ce90 req-58e62361-b5e8-4f31-be7d-6fa995140652 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ed06fb-25cb-4efd-aa64-c76a735935e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829844 Feb 19 04:17:30.008611 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a096662-ed43-4b68-95b2-7dbfecaeff04 req-0452a484-7aeb-4383-b88b-94ae41e1cb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:30.010123 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a096662-ed43-4b68-95b2-7dbfecaeff04 req-0452a484-7aeb-4383-b88b-94ae41e1cb27 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c72443ddb4544d95bebe4daa2be68b6b&device_id=2616a8ab-3371-4bcf-9491-340c9467278b HTTP/1.1" status: 200 len: 1128 time: 0.2693481 Feb 19 04:17:30.015140 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-761d8657-49cd-4971-88f6-79fd35a81644 req-fcf7d49f-ea77-4bdd-b0d0-118e5caa4c3d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828369-19'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:30.071562 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f923c-11bf-4631-9d34-7b00c7f61109 req-7b5e8fd9-f941-42b0-a04d-16478afd4432 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:30.079478 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e65f923c-11bf-4631-9d34-7b00c7f61109 req-7b5e8fd9-f941-42b0-a04d-16478afd4432 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 945 time: 0.2615995 Feb 19 04:17:30.204361 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-761d8657-49cd-4971-88f6-79fd35a81644 req-fcf7d49f-ea77-4bdd-b0d0-118e5caa4c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:30.233473 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e65f923c-11bf-4631-9d34-7b00c7f61109 req-fc8db76b-3d1a-4f9d-a603-8b7acdfae153 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531115 Feb 19 04:17:30.282234 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a096662-ed43-4b68-95b2-7dbfecaeff04 req-5feacd94-15a5-4bcc-a259-0cce217ecadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:30.283735 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a096662-ed43-4b68-95b2-7dbfecaeff04 req-5feacd94-15a5-4bcc-a259-0cce217ecadd service neutron] 10.222.0.79 "GET /v2.0/networks?id=d7d963df-657f-45bc-85b4-f488f5d24fde HTTP/1.1" status: 200 len: 915 time: 0.2327151 Feb 19 04:17:30.340808 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a096662-ed43-4b68-95b2-7dbfecaeff04 req-75d8febd-f57f-4d3f-b2e0-f8d8abd98da7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3abe13d-726a-41f3-84de-556b3546bd61 HTTP/1.1" status: 200 len: 217 time: 0.0509112 Feb 19 04:17:30.431936 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a096662-ed43-4b68-95b2-7dbfecaeff04 req-32802070-d157-4156-9f50-274cb6de4b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:30.433684 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a096662-ed43-4b68-95b2-7dbfecaeff04 req-32802070-d157-4156-9f50-274cb6de4b71 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8929c64d-2051-429d-adc4-f0965a0e87e7 HTTP/1.1" status: 200 len: 854 time: 0.0823865 Feb 19 04:17:30.486930 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a096662-ed43-4b68-95b2-7dbfecaeff04 req-933d5da1-62a7-43c5-9f2e-dfdff0793bba service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7d963df-657f-45bc-85b4-f488f5d24fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440345 Feb 19 04:17:30.494920 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-761d8657-49cd-4971-88f6-79fd35a81644 req-fcf7d49f-ea77-4bdd-b0d0-118e5caa4c3d service neutron] For port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608,segment=NetworkSegment(056c2bc3-c560-47f5-9465-7d1c10ec3656),segment_id=056c2bc3-c560-47f5-9465-7d1c10ec3656)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:30.585294 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1cef5966-eb99-454a-838e-998950f0ffb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:30.615013 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-761d8657-49cd-4971-88f6-79fd35a81644 req-fcf7d49f-ea77-4bdd-b0d0-118e5caa4c3d service neutron] For port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:17:30.668350 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a096662-ed43-4b68-95b2-7dbfecaeff04 req-4aea5c89-471e-4569-a92e-79371135ae0b service neutron] 10.222.0.79 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705959 Feb 19 04:17:30.688343 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94092b1-8676-4a20-9c38-78a56f795af1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:30.690629 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9d8ca3-c43b-418f-8f64-60cb2437655d" -d '{"events": [{"server_uuid": "c94092b1-8676-4a20-9c38-78a56f795af1", "name": "network-vif-unplugged", "status": "completed", "tag": "04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:30.704401 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-761d8657-49cd-4971-88f6-79fd35a81644 req-fcf7d49f-ea77-4bdd-b0d0-118e5caa4c3d service neutron] Publish callbacks [] for port (04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:30.733137 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-761d8657-49cd-4971-88f6-79fd35a81644 req-fcf7d49f-ea77-4bdd-b0d0-118e5caa4c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:30.764647 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e27f746-a217-4ef3-9034-f18c83917290 x-openstack-request-id: req-3e27f746-a217-4ef3-9034-f18c83917290 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:30.764954 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94092b1-8676-4a20-9c38-78a56f795af1", "name": "network-vif-unplugged", "status": "completed", "tag": "04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:30.765198 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3e27f746-a217-4ef3-9034-f18c83917290 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:30.765595 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94092b1-8676-4a20-9c38-78a56f795af1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608', 'code': 200} Feb 19 04:17:31.215709 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-21890e65-ca65-4d56-b48f-76c82c055522 None None] Provisioning complete for port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:31.216113 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-21890e65-ca65-4d56-b48f-76c82c055522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:31.315343 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-21890e65-ca65-4d56-b48f-76c82c055522 None None] Port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:17:31.575919 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7d49f-ea77-4bdd-b0d0-118e5caa4c3d service neutron] Pushing event updated for resources: {'Port': ['ID=04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608,revision_number=7']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:31.625619 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a096662-ed43-4b68-95b2-7dbfecaeff04 req-78739127-d130-491a-b4bb-06513b74d82b service neutron] 10.222.0.79 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9504392 Feb 19 04:17:31.684114 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394c0a8-43e5-4917-8904-a6f8136d5c44 req-3e8099bc-de07-4917-8619-e16d5b7fb914 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:31.691368 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4394c0a8-43e5-4917-8904-a6f8136d5c44 req-3e8099bc-de07-4917-8619-e16d5b7fb914 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c110a75-a4fd-4b56-8dd5-65c46cfa386c HTTP/1.1" status: 200 len: 945 time: 0.2579241 Feb 19 04:17:31.727647 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-761d8657-49cd-4971-88f6-79fd35a81644 req-fcf7d49f-ea77-4bdd-b0d0-118e5caa4c3d service neutron] Attempting to bind port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 on host n-h2-828369-19 for vnic_type normal with profile {"migrating_to": "n-h1-828369-19"} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:17:31.727647 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-761d8657-49cd-4971-88f6-79fd35a81644 req-fcf7d49f-ea77-4bdd-b0d0-118e5caa4c3d service neutron] Attempting to bind port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '056c2bc3-c560-47f5-9465-7d1c10ec3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:17:31.727647 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d8657-49cd-4971-88f6-79fd35a81644 req-fcf7d49f-ea77-4bdd-b0d0-118e5caa4c3d service neutron] Attempting to bind port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 on network 2a881e15-dcb9-4612-90a0-55bb903b8851 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:31.741356 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d8657-49cd-4971-88f6-79fd35a81644 req-fcf7d49f-ea77-4bdd-b0d0-118e5caa4c3d service neutron] Port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 on network 2a881e15-dcb9-4612-90a0-55bb903b8851 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:17:31.742015 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d8657-49cd-4971-88f6-79fd35a81644 req-fcf7d49f-ea77-4bdd-b0d0-118e5caa4c3d service neutron] Attempting to bind port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 on network 2a881e15-dcb9-4612-90a0-55bb903b8851 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:31.754924 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb6fdc-6a7f-47a6-97f2-e05bc93fc409 req-5dc34dad-8948-4627-b485-6bcc57cf7638 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:31.761357 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a1bb6fdc-6a7f-47a6-97f2-e05bc93fc409 req-5dc34dad-8948-4627-b485-6bcc57cf7638 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 943 time: 0.3047686 Feb 19 04:17:31.772500 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d8657-49cd-4971-88f6-79fd35a81644 req-fcf7d49f-ea77-4bdd-b0d0-118e5caa4c3d service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:17:31.772833 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d8657-49cd-4971-88f6-79fd35a81644 req-fcf7d49f-ea77-4bdd-b0d0-118e5caa4c3d service neutron] Checking segment: {'id': '056c2bc3-c560-47f5-9465-7d1c10ec3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:31.773265 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761d8657-49cd-4971-88f6-79fd35a81644 req-fcf7d49f-ea77-4bdd-b0d0-118e5caa4c3d service neutron] Bound using segment: {'id': '056c2bc3-c560-47f5-9465-7d1c10ec3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:17:31.776297 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-761d8657-49cd-4971-88f6-79fd35a81644 req-fcf7d49f-ea77-4bdd-b0d0-118e5caa4c3d service neutron] Bound port: 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '056c2bc3-c560-47f5-9465-7d1c10ec3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:17:31.776669 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-761d8657-49cd-4971-88f6-79fd35a81644 req-fcf7d49f-ea77-4bdd-b0d0-118e5caa4c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:31.869410 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4394c0a8-43e5-4917-8904-a6f8136d5c44 req-4b3b0a9a-98e7-412a-85ed-f24509e5c4d9 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ed06fb-25cb-4efd-aa64-c76a735935e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687231 Feb 19 04:17:31.899611 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41848) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:31.904657 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a1bb6fdc-6a7f-47a6-97f2-e05bc93fc409 req-41d4ffd5-6fa1-4a37-b42c-0e435fd657d5 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333885 Feb 19 04:17:31.962568 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-761d8657-49cd-4971-88f6-79fd35a81644 req-fcf7d49f-ea77-4bdd-b0d0-118e5caa4c3d service neutron] For port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:17:31.971877 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-761d8657-49cd-4971-88f6-79fd35a81644 req-fcf7d49f-ea77-4bdd-b0d0-118e5caa4c3d service neutron] For port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608,segment=NetworkSegment(056c2bc3-c560-47f5-9465-7d1c10ec3656),segment_id=056c2bc3-c560-47f5-9465-7d1c10ec3656)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:17:31.991763 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-761d8657-49cd-4971-88f6-79fd35a81644 req-fcf7d49f-ea77-4bdd-b0d0-118e5caa4c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:32.108903 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-60725f0b-0a39-4c91-b4dc-029e5e4576e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:32.134521 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7d49f-ea77-4bdd-b0d0-118e5caa4c3d service neutron] Pushing event updated for resources: {'Port': ['ID=04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608,revision_number=8']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:32.321154 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-60725f0b-0a39-4c91-b4dc-029e5e4576e8 admin admin] Publish callbacks [] for security_group (c1eaad8f-c2d8-4ba9-beeb-2171febf5229), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:32.328381 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-60725f0b-0a39-4c91-b4dc-029e5e4576e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (c1eaad8f-c2d8-4ba9-beeb-2171febf5229), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:32.347787 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d8657-49cd-4971-88f6-79fd35a81644 req-fcf7d49f-ea77-4bdd-b0d0-118e5caa4c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:32.348500 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-761d8657-49cd-4971-88f6-79fd35a81644 req-fcf7d49f-ea77-4bdd-b0d0-118e5caa4c3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:32.350308 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-761d8657-49cd-4971-88f6-79fd35a81644 req-fcf7d49f-ea77-4bdd-b0d0-118e5caa4c3d service neutron] 10.222.0.26 "PUT /v2.0/ports/04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 HTTP/1.1" status: 200 len: 1123 time: 2.3454554 Feb 19 04:17:32.409388 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-60725f0b-0a39-4c91-b4dc-029e5e4576e8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=715cb49030714e8e89c0a10a58ce9fa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5069804 Feb 19 04:17:32.410084 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41866) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:32.439372 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:17:32.461431 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60725f0b-0a39-4c91-b4dc-029e5e4576e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1eaad8f-c2d8-4ba9-beeb-2171febf5229,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:32.537268 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bae81c4a-d016-4ff2-b32c-0c33bb4b29ca admin admin] Publish callbacks [] for security_group (c1eaad8f-c2d8-4ba9-beeb-2171febf5229), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:32.607815 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bae81c4a-d016-4ff2-b32c-0c33bb4b29ca admin admin] Publish callbacks [] for security_group (c1eaad8f-c2d8-4ba9-beeb-2171febf5229), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:32.616544 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2b8f32b2-eb47-47ad-a3a4-6b2549f13c68 None None] Provisioning complete for port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:32.617305 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2b8f32b2-eb47-47ad-a3a4-6b2549f13c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:32.687611 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bae81c4a-d016-4ff2-b32c-0c33bb4b29ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (c1eaad8f-c2d8-4ba9-beeb-2171febf5229), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:32.690402 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bae81c4a-d016-4ff2-b32c-0c33bb4b29ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:32.691586 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bae81c4a-d016-4ff2-b32c-0c33bb4b29ca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c1eaad8f-c2d8-4ba9-beeb-2171febf5229 HTTP/1.1" status: 204 len: 168 time: 0.2803962 Feb 19 04:17:32.706259 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae81c4a-d016-4ff2-b32c-0c33bb4b29ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1eaad8f-c2d8-4ba9-beeb-2171febf5229,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:32.766705 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94092b1-8676-4a20-9c38-78a56f795af1', 'tag': '04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:32.769070 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a497c80-68aa-4c5b-8f59-f2e5b307704b" -d '{"events": [{"name": "network-changed", "server_uuid": "c94092b1-8676-4a20-9c38-78a56f795af1", "tag": "04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:32.835808 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58bf7e5-e316-450f-a036-93f574b8ca40 x-openstack-request-id: req-b58bf7e5-e316-450f-a036-93f574b8ca40 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:32.836112 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94092b1-8676-4a20-9c38-78a56f795af1", "tag": "04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:32.836373 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b58bf7e5-e316-450f-a036-93f574b8ca40 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:32.836785 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94092b1-8676-4a20-9c38-78a56f795af1', 'tag': '04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608', 'status': 'completed', 'code': 200} Feb 19 04:17:32.841121 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-26574265-da97-489f-b3ec-8eb529e319d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:32.988280 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2b8f32b2-eb47-47ad-a3a4-6b2549f13c68 None None] Current status of the port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:32.988569 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2b8f32b2-eb47-47ad-a3a4-6b2549f13c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:33.010461 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a497c80-68aa-4c5b-8f59-f2e5b307704b req-9597346c-f166-4142-8f72-07014af085e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:33.017612 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a497c80-68aa-4c5b-8f59-f2e5b307704b req-9597346c-f166-4142-8f72-07014af085e0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 1157 time: 0.1459179 Feb 19 04:17:33.049544 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-2b8f32b2-eb47-47ad-a3a4-6b2549f13c68 None None] For port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608,segment=NetworkSegment(056c2bc3-c560-47f5-9465-7d1c10ec3656),segment_id=056c2bc3-c560-47f5-9465-7d1c10ec3656)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:33.051032 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94092b1-8676-4a20-9c38-78a56f795af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:33.053764 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db0d42d-413d-4e6f-a9e5-86e9bb855969" -d '{"events": [{"server_uuid": "c94092b1-8676-4a20-9c38-78a56f795af1", "name": "network-vif-plugged", "status": "completed", "tag": "04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:33.066912 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2b8f32b2-eb47-47ad-a3a4-6b2549f13c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:33.234836 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe95e7-b23d-49bb-a281-968450fd28ba req-62ffc7ff-bdd4-49ca-991a-66beb5781647 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:33.245829 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9fbe95e7-b23d-49bb-a281-968450fd28ba req-62ffc7ff-bdd4-49ca-991a-66beb5781647 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 945 time: 0.2196374 Feb 19 04:17:33.306043 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93af4c3-90b8-499f-aa8d-3c926d757460 x-openstack-request-id: req-e93af4c3-90b8-499f-aa8d-3c926d757460 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:33.306578 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94092b1-8676-4a20-9c38-78a56f795af1", "name": "network-vif-plugged", "status": "completed", "tag": "04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:33.306854 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e93af4c3-90b8-499f-aa8d-3c926d757460 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:33.307223 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94092b1-8676-4a20-9c38-78a56f795af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608', 'code': 200} Feb 19 04:17:33.335749 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a497c80-68aa-4c5b-8f59-f2e5b307704b req-8fc7e8e2-6284-4ac3-9125-4b39724a97f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:33.337559 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a497c80-68aa-4c5b-8f59-f2e5b307704b req-8fc7e8e2-6284-4ac3-9125-4b39724a97f4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2a881e15-dcb9-4612-90a0-55bb903b8851 HTTP/1.1" status: 200 len: 898 time: 0.3114524 Feb 19 04:17:33.402944 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41894) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:33.442584 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a015cc66-0b7d-4f36-ac60-3c1ca17303ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:33.484664 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f32b2-eb47-47ad-a3a4-6b2549f13c68 None None] Pushing event updated for resources: {'Port': ['ID=04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608,revision_number=9']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:33.555332 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9fbe95e7-b23d-49bb-a281-968450fd28ba req-f8abb2d1-9438-4f00-822c-5e30ca1181f7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917993 Feb 19 04:17:33.624609 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a015cc66-0b7d-4f36-ac60-3c1ca17303ed admin admin] Publish callbacks [] for security_group (e1632374-8cab-4253-8649-4aa79f649d7b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:33.626370 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a497c80-68aa-4c5b-8f59-f2e5b307704b req-7cecda0c-717e-4560-88b8-5431d7c314e6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 HTTP/1.1" status: 200 len: 1001 time: 0.2764258 Feb 19 04:17:33.630892 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a015cc66-0b7d-4f36-ac60-3c1ca17303ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e1632374-8cab-4253-8649-4aa79f649d7b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:33.707421 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a497c80-68aa-4c5b-8f59-f2e5b307704b req-684d042f-3bb7-41dc-856c-41c251849659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:33.709278 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a497c80-68aa-4c5b-8f59-f2e5b307704b req-684d042f-3bb7-41dc-856c-41c251849659 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=79657f7c-a967-450b-aba7-e287c8e4232a HTTP/1.1" status: 200 len: 834 time: 0.0666277 Feb 19 04:17:33.727751 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a015cc66-0b7d-4f36-ac60-3c1ca17303ed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d6a07751521a42bda5d0978f3ee65887&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3226926 Feb 19 04:17:33.728845 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41902) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:33.733034 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015cc66-0b7d-4f36-ac60-3c1ca17303ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1632374-8cab-4253-8649-4aa79f649d7b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:33.798133 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:33.846650 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a497c80-68aa-4c5b-8f59-f2e5b307704b req-bc7435bf-41f3-4279-bca2-7c485f61f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:33.848185 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a497c80-68aa-4c5b-8f59-f2e5b307704b req-bc7435bf-41f3-4279-bca2-7c485f61f242 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2a881e15-dcb9-4612-90a0-55bb903b8851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1328719 Feb 19 04:17:33.851688 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2d975ab3-35f5-4c70-a8da-4bc6fac02960 admin admin] Publish callbacks [] for security_group (e1632374-8cab-4253-8649-4aa79f649d7b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:33.891173 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2d975ab3-35f5-4c70-a8da-4bc6fac02960 admin admin] Publish callbacks [] for security_group (e1632374-8cab-4253-8649-4aa79f649d7b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:33.986003 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2d975ab3-35f5-4c70-a8da-4bc6fac02960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e1632374-8cab-4253-8649-4aa79f649d7b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:33.989664 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2d975ab3-35f5-4c70-a8da-4bc6fac02960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:33.994396 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2d975ab3-35f5-4c70-a8da-4bc6fac02960 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e1632374-8cab-4253-8649-4aa79f649d7b HTTP/1.1" status: 204 len: 168 time: 0.2637320 Feb 19 04:17:34.008588 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d975ab3-35f5-4c70-a8da-4bc6fac02960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1632374-8cab-4253-8649-4aa79f649d7b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:34.015494 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a497c80-68aa-4c5b-8f59-f2e5b307704b req-860fe0a8-d10b-49ab-b36e-56e617cd2135 service neutron] 10.222.0.79 "GET /v2.0/networks/2a881e15-dcb9-4612-90a0-55bb903b8851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575482 Feb 19 04:17:34.213056 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a497c80-68aa-4c5b-8f59-f2e5b307704b req-26ceea32-a55d-44de-8929-9c5ce5db2f96 service neutron] 10.222.0.79 "GET /v2.0/networks/2a881e15-dcb9-4612-90a0-55bb903b8851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827838 Feb 19 04:17:34.663307 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:17:34.832890 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad529ad-2076-4743-8583-d93014d3084c req-d94e70b3-5f52-4040-be67-29ab7dbba89c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:34.834503 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cad529ad-2076-4743-8583-d93014d3084c req-d94e70b3-5f52-4040-be67-29ab7dbba89c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 945 time: 0.1075327 Feb 19 04:17:34.912466 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cad529ad-2076-4743-8583-d93014d3084c req-8bd4216f-bc65-4e1e-b781-51bb77eff003 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724530 Feb 19 04:17:34.924874 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608,segment=NetworkSegment(056c2bc3-c560-47f5-9465-7d1c10ec3656),segment_id=056c2bc3-c560-47f5-9465-7d1c10ec3656)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:34.942647 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 has no active binding in host n-h1-828369-19 {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 04:17:35.125859 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5eb6b1-b172-486e-a9e2-b17e85e2045e req-be0e756e-6844-4c85-996a-f8da78a55cbf tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:35.128497 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da5eb6b1-b172-486e-a9e2-b17e85e2045e req-be0e756e-6844-4c85-996a-f8da78a55cbf tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c110a75-a4fd-4b56-8dd5-65c46cfa386c HTTP/1.1" status: 200 len: 945 time: 0.0711205 Feb 19 04:17:35.193837 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da5eb6b1-b172-486e-a9e2-b17e85e2045e req-caa33705-8758-4df3-92ca-aeebd139c56c tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ed06fb-25cb-4efd-aa64-c76a735935e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594950 Feb 19 04:17:35.256480 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.103000 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd7814-f153-44ff-9dbf-ef636956df53 req-350ce8db-dd2b-44b1-9a93-abe87675ec67 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:36.106871 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4fdd7814-f153-44ff-9dbf-ef636956df53 req-350ce8db-dd2b-44b1-9a93-abe87675ec67 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 945 time: 0.0832150 Feb 19 04:17:36.184791 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4fdd7814-f153-44ff-9dbf-ef636956df53 req-f080f1a1-357f-439a-b62d-388ec1b81d46 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711529 Feb 19 04:17:36.359890 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccf510-6f40-4f6b-a502-ec758361ae39 req-743ac770-e904-49ff-bccd-fd54894e81ad tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:36.362668 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cccf510-6f40-4f6b-a502-ec758361ae39 req-743ac770-e904-49ff-bccd-fd54894e81ad tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c110a75-a4fd-4b56-8dd5-65c46cfa386c HTTP/1.1" status: 200 len: 945 time: 0.0701730 Feb 19 04:17:36.428272 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cccf510-6f40-4f6b-a502-ec758361ae39 req-6dc44e98-c67a-4d99-9017-e23bb3a8379e tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ed06fb-25cb-4efd-aa64-c76a735935e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598693 Feb 19 04:17:36.661213 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42016) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:36.764974 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.772565 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4f0d2-c4f3-4019-9767-380722945dda req-3321079b-5f37-45fc-bae3-3c42373d03ed tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:36.774239 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-afd4f0d2-c4f3-4019-9767-380722945dda req-3321079b-5f37-45fc-bae3-3c42373d03ed tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c110a75-a4fd-4b56-8dd5-65c46cfa386c HTTP/1.1" status: 200 len: 945 time: 0.0794730 Feb 19 04:17:36.809938 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d74da956-8dec-4e47-8fa6-d962201a6680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.884022 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-afd4f0d2-c4f3-4019-9767-380722945dda req-55508b1a-09e5-4483-8b83-2ef6c0a3d485 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Deleting port 1d8c4ac0-f844-4cb5-9011-bcd540c5c03a {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:36.884494 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-afd4f0d2-c4f3-4019-9767-380722945dda req-55508b1a-09e5-4483-8b83-2ef6c0a3d485 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (1d8c4ac0-f844-4cb5-9011-bcd540c5c03a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.927946 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d74da956-8dec-4e47-8fa6-d962201a6680 admin admin] Publish callbacks [] for security_group (41af764c-81b8-468e-baa4-4dc7671f6db8), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.935429 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d74da956-8dec-4e47-8fa6-d962201a6680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (41af764c-81b8-468e-baa4-4dc7671f6db8), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.011842 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 42022) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:37.012305 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d74da956-8dec-4e47-8fa6-d962201a6680 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dcf66af4a5534dc9975d4e693f1999ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3494744 Feb 19 04:17:37.014311 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74da956-8dec-4e47-8fa6-d962201a6680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41af764c-81b8-468e-baa4-4dc7671f6db8,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:37.028809 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-afd4f0d2-c4f3-4019-9767-380722945dda req-55508b1a-09e5-4483-8b83-2ef6c0a3d485 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] For port 1d8c4ac0-f844-4cb5-9011-bcd540c5c03a, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=1d8c4ac0-f844-4cb5-9011-bcd540c5c03a,segment=NetworkSegment(c3b88323-78dc-464b-9713-eec68d1196a5),segment_id=c3b88323-78dc-464b-9713-eec68d1196a5)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:37.029183 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-afd4f0d2-c4f3-4019-9767-380722945dda req-55508b1a-09e5-4483-8b83-2ef6c0a3d485 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (1d8c4ac0-f844-4cb5-9011-bcd540c5c03a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.052696 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-afd4f0d2-c4f3-4019-9767-380722945dda req-55508b1a-09e5-4483-8b83-2ef6c0a3d485 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Calling delete_port for 1d8c4ac0-f844-4cb5-9011-bcd540c5c03a owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:37.118528 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-242326e5-76b7-4723-9ced-6984872a94a7 admin admin] Publish callbacks [] for security_group (41af764c-81b8-468e-baa4-4dc7671f6db8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.151889 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-242326e5-76b7-4723-9ced-6984872a94a7 admin admin] Publish callbacks [] for security_group (41af764c-81b8-468e-baa4-4dc7671f6db8), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.245029 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-242326e5-76b7-4723-9ced-6984872a94a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (41af764c-81b8-468e-baa4-4dc7671f6db8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.248158 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-242326e5-76b7-4723-9ced-6984872a94a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.251643 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-242326e5-76b7-4723-9ced-6984872a94a7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/41af764c-81b8-468e-baa4-4dc7671f6db8 HTTP/1.1" status: 204 len: 168 time: 0.2366161 Feb 19 04:17:37.261688 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242326e5-76b7-4723-9ced-6984872a94a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41af764c-81b8-468e-baa4-4dc7671f6db8,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:37.289823 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-afd4f0d2-c4f3-4019-9767-380722945dda req-55508b1a-09e5-4483-8b83-2ef6c0a3d485 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (1d8c4ac0-f844-4cb5-9011-bcd540c5c03a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.305854 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['1d8c4ac0-f844-4cb5-9011-bcd540c5c03a'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:17:37.329992 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55508b1a-09e5-4483-8b83-2ef6c0a3d485 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Pushing event deleted for resources: {'Port': ['ID=1d8c4ac0-f844-4cb5-9011-bcd540c5c03a,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:37.352178 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759db47-5894-4fed-8970-f8511f688bb2 req-7663bc2b-4d9b-4e78-947f-e6e2291f072b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:37.353734 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1759db47-5894-4fed-8970-f8511f688bb2 req-7663bc2b-4d9b-4e78-947f-e6e2291f072b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 945 time: 0.0932081 Feb 19 04:17:37.396046 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd4f0d2-c4f3-4019-9767-380722945dda req-55508b1a-09e5-4483-8b83-2ef6c0a3d485 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] No DVR routers for this DVR port 1d8c4ac0-f844-4cb5-9011-bcd540c5c03a on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:17:37.406059 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-afd4f0d2-c4f3-4019-9767-380722945dda req-55508b1a-09e5-4483-8b83-2ef6c0a3d485 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.411008 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-afd4f0d2-c4f3-4019-9767-380722945dda req-55508b1a-09e5-4483-8b83-2ef6c0a3d485 tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.26 "DELETE /v2.0/ports/1d8c4ac0-f844-4cb5-9011-bcd540c5c03a HTTP/1.1" status: 204 len: 173 time: 0.6318157 Feb 19 04:17:37.411466 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c110a75-a4fd-4b56-8dd5-65c46cfa386c', 'name': 'network-vif-deleted', 'tag': '1d8c4ac0-f844-4cb5-9011-bcd540c5c03a'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:37.413711 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8261779-e461-4a56-9944-dc0bd683c013" -d '{"events": [{"server_uuid": "2c110a75-a4fd-4b56-8dd5-65c46cfa386c", "name": "network-vif-deleted", "tag": "1d8c4ac0-f844-4cb5-9011-bcd540c5c03a"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:37.448350 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1759db47-5894-4fed-8970-f8511f688bb2 req-7d62ec18-c449-43b6-999d-82527ec99b15 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761359 Feb 19 04:17:37.477690 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c54364a-2c53-43a4-a940-928c26a5b19d x-openstack-request-id: req-6c54364a-2c53-43a4-a940-928c26a5b19d {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:37.477993 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c110a75-a4fd-4b56-8dd5-65c46cfa386c", "name": "network-vif-deleted", "tag": "1d8c4ac0-f844-4cb5-9011-bcd540c5c03a", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:37.478278 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6c54364a-2c53-43a4-a940-928c26a5b19d {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:37.478772 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c110a75-a4fd-4b56-8dd5-65c46cfa386c', 'name': 'network-vif-deleted', 'tag': '1d8c4ac0-f844-4cb5-9011-bcd540c5c03a', 'status': 'completed', 'code': 200} Feb 19 04:17:37.584608 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c1867318-c671-4daf-b069-1223f3013bf6 req-49da6fac-e400-476b-9a78-f5f922879fde tempest-ServerTagsTestJSON-2082721016 tempest-ServerTagsTestJSON-2082721016-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c110a75-a4fd-4b56-8dd5-65c46cfa386c HTTP/1.1" status: 200 len: 210 time: 0.0397391 Feb 19 04:17:37.665666 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 42036) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:37.679636 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8d1a274d-4890-40cf-b83a-06599f279483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.757117 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8d1a274d-4890-40cf-b83a-06599f279483 admin admin] Publish callbacks [] for security_group (6090e3ed-cbab-4a5b-8bfc-1b2377aa8bb7), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.761464 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8d1a274d-4890-40cf-b83a-06599f279483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6090e3ed-cbab-4a5b-8bfc-1b2377aa8bb7), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.806789 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8d1a274d-4890-40cf-b83a-06599f279483 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aa85a69fba41435bb99df7b72b8dfba1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1399622 Feb 19 04:17:37.807700 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a274d-4890-40cf-b83a-06599f279483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6090e3ed-cbab-4a5b-8bfc-1b2377aa8bb7,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:37.809570 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42038) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:37.858103 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e745e78c-f619-4b61-be1f-10f279df610c admin admin] Publish callbacks [] for security_group (6090e3ed-cbab-4a5b-8bfc-1b2377aa8bb7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.879883 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e745e78c-f619-4b61-be1f-10f279df610c admin admin] Publish callbacks [] for security_group (6090e3ed-cbab-4a5b-8bfc-1b2377aa8bb7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.930987 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e745e78c-f619-4b61-be1f-10f279df610c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6090e3ed-cbab-4a5b-8bfc-1b2377aa8bb7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.934402 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e745e78c-f619-4b61-be1f-10f279df610c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.938103 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e745e78c-f619-4b61-be1f-10f279df610c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6090e3ed-cbab-4a5b-8bfc-1b2377aa8bb7 HTTP/1.1" status: 204 len: 168 time: 0.1251006 Feb 19 04:17:37.944784 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745e78c-f619-4b61-be1f-10f279df610c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6090e3ed-cbab-4a5b-8bfc-1b2377aa8bb7,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:38.595801 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d62e7-6581-4c30-bbf7-bbb7f46c709c req-33c170a4-da05-4c7f-b3d2-f09d1c2954e7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:38.597560 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cd8d62e7-6581-4c30-bbf7-bbb7f46c709c req-33c170a4-da05-4c7f-b3d2-f09d1c2954e7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 945 time: 0.0628169 Feb 19 04:17:38.645639 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42068) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:38.658145 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cd8d62e7-6581-4c30-bbf7-bbb7f46c709c req-383bc62a-c5b4-47d5-8abf-807bdf98b556 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535903 Feb 19 04:17:38.690298 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 42070) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:38.707665 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57b25bf-cdc0-4989-a151-6ea51df23dd1 admin admin] Deleting subnet ab5b980e-0846-4751-866c-329214247175 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:17:38.710862 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d57b25bf-cdc0-4989-a151-6ea51df23dd1 admin admin] Publish callbacks [] for subnet (ab5b980e-0846-4751-866c-329214247175), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:38.751041 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d57b25bf-cdc0-4989-a151-6ea51df23dd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (ab5b980e-0846-4751-866c-329214247175), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:38.795734 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d57b25bf-cdc0-4989-a151-6ea51df23dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (ab5b980e-0846-4751-866c-329214247175), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:38.796343 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-e30f897d-9efe-475e-badc-4f177444f095 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1313976237-network', 'tenant_id': 'efe0780b0df14aceb0b794806b557336'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:38.816393 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30f897d-9efe-475e-badc-4f177444f095 admin admin] Made reservation on behalf of efe0780b0df14aceb0b794806b557336 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:17:38.819210 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e30f897d-9efe-475e-badc-4f177444f095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:38.828872 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e30f897d-9efe-475e-badc-4f177444f095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:38.853627 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d57b25bf-cdc0-4989-a151-6ea51df23dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (ab5b980e-0846-4751-866c-329214247175), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:38.880497 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b25bf-cdc0-4989-a151-6ea51df23dd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab5b980e-0846-4751-866c-329214247175,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:38.884097 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d57b25bf-cdc0-4989-a151-6ea51df23dd1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:38.887373 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d57b25bf-cdc0-4989-a151-6ea51df23dd1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ab5b980e-0846-4751-866c-329214247175 HTTP/1.1" status: 204 len: 168 time: 0.2407882 Feb 19 04:17:38.890449 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42074) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:38.920723 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e30f897d-9efe-475e-badc-4f177444f095 admin admin] Publish callbacks [] for security_group (ffe6838e-fa04-4669-af72-d0751db96058), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:38.926266 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e30f897d-9efe-475e-badc-4f177444f095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ffe6838e-fa04-4669-af72-d0751db96058), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:38.939370 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30f897d-9efe-475e-badc-4f177444f095 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:17:38.950482 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e30f897d-9efe-475e-badc-4f177444f095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (633f342b-2dc3-49e7-bdef-9735e471dc61), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:38.950843 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-e30f897d-9efe-475e-badc-4f177444f095 admin admin] Added segment 633f342b-2dc3-49e7-bdef-9735e471dc61 of type vlan for network 8b1900fd-7495-426e-a4e4-6d30c0497399 Feb 19 04:17:38.963669 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-849b0f43-7b7f-4736-ba5d-654f7bbdb835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (0db24532-012d-4b2c-b03d-bd96a220ddc3), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:39.000970 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e30f897d-9efe-475e-badc-4f177444f095 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (8b1900fd-7495-426e-a4e4-6d30c0497399), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:39.015063 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f897d-9efe-475e-badc-4f177444f095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe6838e-fa04-4669-af72-d0751db96058,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:39.039584 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e30f897d-9efe-475e-badc-4f177444f095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (8b1900fd-7495-426e-a4e4-6d30c0497399), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:39.041104 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30f897d-9efe-475e-badc-4f177444f095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:39.041906 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e30f897d-9efe-475e-badc-4f177444f095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:39.065848 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-849b0f43-7b7f-4736-ba5d-654f7bbdb835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (0db24532-012d-4b2c-b03d-bd96a220ddc3), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:39.100877 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-849b0f43-7b7f-4736-ba5d-654f7bbdb835 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db24532-012d-4b2c-b03d-bd96a220ddc3']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:39.111114 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-849b0f43-7b7f-4736-ba5d-654f7bbdb835 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b88323-78dc-464b-9713-eec68d1196a5') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:39.111425 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-849b0f43-7b7f-4736-ba5d-654f7bbdb835 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b88323-78dc-464b-9713-eec68d1196a5') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:39.123222 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-849b0f43-7b7f-4736-ba5d-654f7bbdb835 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (c3b88323-78dc-464b-9713-eec68d1196a5), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:39.127195 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e30f897d-9efe-475e-badc-4f177444f095 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4329433 Feb 19 04:17:39.130815 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 42078) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:39.135727 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-86ea2fef-cbde-4064-b577-d519e86e3d66 admin admin] Request body: {'subnet': {'network_id': '8b1900fd-7495-426e-a4e4-6d30c0497399', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1313976237-subnet', 'tenant_id': 'efe0780b0df14aceb0b794806b557336', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:39.142803 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-849b0f43-7b7f-4736-ba5d-654f7bbdb835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (c3b88323-78dc-464b-9713-eec68d1196a5), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:39.150862 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-849b0f43-7b7f-4736-ba5d-654f7bbdb835 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:17:39.151382 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-849b0f43-7b7f-4736-ba5d-654f7bbdb835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (c3b88323-78dc-464b-9713-eec68d1196a5), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:17:39.153669 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:17:39.163164 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f897d-9efe-475e-badc-4f177444f095 admin admin] Pushing event updated for resources: {'Network': ['ID=8b1900fd-7495-426e-a4e4-6d30c0497399,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:39.174669 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 8b1900fd-7495-426e-a4e4-6d30c0497399 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:17:39.183240 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ea2fef-cbde-4064-b577-d519e86e3d66 admin admin] Made reservation on behalf of efe0780b0df14aceb0b794806b557336 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:17:39.187337 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-86ea2fef-cbde-4064-b577-d519e86e3d66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:39.241222 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-849b0f43-7b7f-4736-ba5d-654f7bbdb835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (0db24532-012d-4b2c-b03d-bd96a220ddc3), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:39.267508 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-849b0f43-7b7f-4736-ba5d-654f7bbdb835 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:39.273703 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-849b0f43-7b7f-4736-ba5d-654f7bbdb835 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0db24532-012d-4b2c-b03d-bd96a220ddc3 HTTP/1.1" status: 204 len: 168 time: 0.3793278 Feb 19 04:17:39.273703 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b0f43-7b7f-4736-ba5d-654f7bbdb835 admin admin] Pushing event deleted for resources: {'Network': ['ID=0db24532-012d-4b2c-b03d-bd96a220ddc3,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:39.395550 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42084) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:39.396531 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-86ea2fef-cbde-4064-b577-d519e86e3d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (41dfda80-e4c4-4375-add1-d880e3620502), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:39.437519 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-060c4535-e054-43ab-b1b1-5ba91d9b43c6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=19401bc384334243a22c780e31b98610&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406399 Feb 19 04:17:39.439909 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42086) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:39.459839 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea2fef-cbde-4064-b577-d519e86e3d66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41dfda80-e4c4-4375-add1-d880e3620502,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:39.469343 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ea2fef-cbde-4064-b577-d519e86e3d66 admin admin] Checking segment: {'id': '633f342b-2dc3-49e7-bdef-9735e471dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8b1900fd-7495-426e-a4e4-6d30c0497399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:39.469343 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ea2fef-cbde-4064-b577-d519e86e3d66 admin admin] Network hostable DHCP agents. Network: 8b1900fd-7495-426e-a4e4-6d30c0497399, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:17:39.490357 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ea2fef-cbde-4064-b577-d519e86e3d66 admin admin] Network 8b1900fd-7495-426e-a4e4-6d30c0497399 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:17:39.493905 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d10ac4c4-1a9a-46e5-90d8-1a03061ce831 admin admin] Publish callbacks [] for security_group (92ed06fb-25cb-4efd-aa64-c76a735935e2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:39.500461 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-86ea2fef-cbde-4064-b577-d519e86e3d66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 8b1900fd-7495-426e-a4e4-6d30c0497399) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:39.505439 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ea2fef-cbde-4064-b577-d519e86e3d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:39.506964 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-86ea2fef-cbde-4064-b577-d519e86e3d66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:39.512450 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b56396-90e1-4bcd-8eb4-3628375faaa5 None None] Network 8b1900fd-7495-426e-a4e4-6d30c0497399 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:17:39.522212 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d10ac4c4-1a9a-46e5-90d8-1a03061ce831 admin admin] Publish callbacks [] for security_group (92ed06fb-25cb-4efd-aa64-c76a735935e2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:39.545734 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-86ea2fef-cbde-4064-b577-d519e86e3d66 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4048290 Feb 19 04:17:39.589562 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d10ac4c4-1a9a-46e5-90d8-1a03061ce831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (92ed06fb-25cb-4efd-aa64-c76a735935e2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:39.593989 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d10ac4c4-1a9a-46e5-90d8-1a03061ce831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:39.597778 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d10ac4c4-1a9a-46e5-90d8-1a03061ce831 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/92ed06fb-25cb-4efd-aa64-c76a735935e2 HTTP/1.1" status: 204 len: 168 time: 0.1543174 Feb 19 04:17:39.605254 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ac4c4-1a9a-46e5-90d8-1a03061ce831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ed06fb-25cb-4efd-aa64-c76a735935e2,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:39.653611 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91266edf-8d61-46bc-afac-38ad110a43f9 None None] Network 8b1900fd-7495-426e-a4e4-6d30c0497399 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:17:39.827685 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be11750-01c9-4172-bbd8-4b093c792c09 req-d2eaeeb7-e12b-4a3c-a0a8-f889e804c578 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:39.829247 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0be11750-01c9-4172-bbd8-4b093c792c09 req-d2eaeeb7-e12b-4a3c-a0a8-f889e804c578 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 945 time: 0.0716352 Feb 19 04:17:39.883723 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0be11750-01c9-4172-bbd8-4b093c792c09 req-5dada5f7-2633-4747-a7d7-6937ba8ab852 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465927 Feb 19 04:17:40.464719 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 42126) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:40.581141 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-90f69a53-be7b-4e56-9359-b6445361c6b5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-909125815-network', 'tenant_id': 'a4e0bc4a4b1b4fe383f135223bc35a0a'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:40.602304 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f69a53-be7b-4e56-9359-b6445361c6b5 admin admin] Made reservation on behalf of a4e0bc4a4b1b4fe383f135223bc35a0a for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:17:40.604907 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-90f69a53-be7b-4e56-9359-b6445361c6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:40.616587 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-90f69a53-be7b-4e56-9359-b6445361c6b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:40.702083 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 1d8c4ac0-f844-4cb5-9011-bcd540c5c03a no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:40.712540 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-90f69a53-be7b-4e56-9359-b6445361c6b5 admin admin] Publish callbacks [] for security_group (27d8b108-5108-4890-8b8b-d349be502b92), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:40.719319 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-90f69a53-be7b-4e56-9359-b6445361c6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (27d8b108-5108-4890-8b8b-d349be502b92), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:40.727258 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 1d8c4ac0-f844-4cb5-9011-bcd540c5c03a {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:17:40.727828 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 1d8c4ac0-f844-4cb5-9011-bcd540c5c03a not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:17:40.752337 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f69a53-be7b-4e56-9359-b6445361c6b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:17:40.761419 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f69a53-be7b-4e56-9359-b6445361c6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d8b108-5108-4890-8b8b-d349be502b92,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:40.775596 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-90f69a53-be7b-4e56-9359-b6445361c6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (f54bf998-c6df-4a54-bbd7-3503e7bb776e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:40.776016 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-90f69a53-be7b-4e56-9359-b6445361c6b5 admin admin] Added segment f54bf998-c6df-4a54-bbd7-3503e7bb776e of type vlan for network 2e9c4345-a542-424d-9672-4b79bfb4a878 Feb 19 04:17:40.818898 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-90f69a53-be7b-4e56-9359-b6445361c6b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (2e9c4345-a542-424d-9672-4b79bfb4a878), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:40.847724 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-90f69a53-be7b-4e56-9359-b6445361c6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (2e9c4345-a542-424d-9672-4b79bfb4a878), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:40.849213 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f69a53-be7b-4e56-9359-b6445361c6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:40.849866 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-90f69a53-be7b-4e56-9359-b6445361c6b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:40.902365 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-90f69a53-be7b-4e56-9359-b6445361c6b5 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4355896 Feb 19 04:17:40.905521 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42132) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:40.911037 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-a7f0fbd7-a98f-4d38-884d-7c2d5983492f admin admin] Request body: {'subnet': {'network_id': '2e9c4345-a542-424d-9672-4b79bfb4a878', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-909125815-subnet', 'tenant_id': 'a4e0bc4a4b1b4fe383f135223bc35a0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:40.915526 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f69a53-be7b-4e56-9359-b6445361c6b5 admin admin] Pushing event updated for resources: {'Network': ['ID=2e9c4345-a542-424d-9672-4b79bfb4a878,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:40.931358 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 2e9c4345-a542-424d-9672-4b79bfb4a878 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:17:40.985409 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f0fbd7-a98f-4d38-884d-7c2d5983492f admin admin] Made reservation on behalf of a4e0bc4a4b1b4fe383f135223bc35a0a for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:17:40.989052 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a7f0fbd7-a98f-4d38-884d-7c2d5983492f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:41.080846 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7672442-5c85-4383-b66f-ead541e14da3 req-b4cfadc1-9b34-4aa8-9997-f67f126e3f83 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:41.087964 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7672442-5c85-4383-b66f-ead541e14da3 req-b4cfadc1-9b34-4aa8-9997-f67f126e3f83 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 945 time: 0.0786951 Feb 19 04:17:41.143885 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7672442-5c85-4383-b66f-ead541e14da3 req-106b45ea-9f37-432e-86c6-11cc39b9866c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549505 Feb 19 04:17:41.204840 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a7f0fbd7-a98f-4d38-884d-7c2d5983492f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (4be604aa-378d-4eff-8d65-7e786c5da5e7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:41.272169 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0fbd7-a98f-4d38-884d-7c2d5983492f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4be604aa-378d-4eff-8d65-7e786c5da5e7,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:41.281983 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f0fbd7-a98f-4d38-884d-7c2d5983492f admin admin] Checking segment: {'id': 'f54bf998-c6df-4a54-bbd7-3503e7bb776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9c4345-a542-424d-9672-4b79bfb4a878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:41.282382 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f0fbd7-a98f-4d38-884d-7c2d5983492f admin admin] Network hostable DHCP agents. Network: 2e9c4345-a542-424d-9672-4b79bfb4a878, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:17:41.303091 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f0fbd7-a98f-4d38-884d-7c2d5983492f admin admin] Network 2e9c4345-a542-424d-9672-4b79bfb4a878 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:17:41.313725 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-a7f0fbd7-a98f-4d38-884d-7c2d5983492f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 2e9c4345-a542-424d-9672-4b79bfb4a878) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:41.322353 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e129b4-abb7-4403-b770-cea263e229b3 None None] Network 2e9c4345-a542-424d-9672-4b79bfb4a878 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:17:41.326111 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f0fbd7-a98f-4d38-884d-7c2d5983492f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:41.326789 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a7f0fbd7-a98f-4d38-884d-7c2d5983492f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:41.373472 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a7f0fbd7-a98f-4d38-884d-7c2d5983492f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4666896 Feb 19 04:17:41.523702 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86259848-1ecc-410f-b6cb-f5a0d7c82807 None None] Network 2e9c4345-a542-424d-9672-4b79bfb4a878 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:17:41.870881 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-54438d85-3c65-4606-93c7-bbc2793d1612 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:41.872916 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-54438d85-3c65-4606-93c7-bbc2793d1612 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/networks?id=2e9c4345-a542-424d-9672-4b79bfb4a878 HTTP/1.1" status: 200 len: 813 time: 0.1054425 Feb 19 04:17:41.888168 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-36a26905-7933-41ed-a40a-c0dc73400928 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/quotas/a4e0bc4a4b1b4fe383f135223bc35a0a HTTP/1.1" status: 200 len: 375 time: 0.0093071 Feb 19 04:17:41.923917 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-6d3ef8ef-edd0-4f11-825a-7149c042aace tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a4e0bc4a4b1b4fe383f135223bc35a0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298624 Feb 19 04:17:42.011719 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-12cc30e7-0986-4dab-b66f-9478cd2bd26d service neutron] 10.222.0.52 "GET /v2.0/networks/2e9c4345-a542-424d-9672-4b79bfb4a878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812848 Feb 19 04:17:42.103134 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-46dab0d0-f0ec-4b27-baec-4bd9c347fb31 service neutron] 10.222.0.52 "GET /v2.0/networks/2e9c4345-a542-424d-9672-4b79bfb4a878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849268 Feb 19 04:17:42.273458 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b994218d-9151-4490-b8d7-7be33e3ed569 req-35f0d64e-358f-43b4-a937-0c7fa9b62977 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 210 time: 0.0286984 Feb 19 04:17:42.294855 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071b010-364e-4e51-825f-6bd51654b349 req-f0f880ed-5915-431a-9019-abc1baee61d8 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:42.296703 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9071b010-364e-4e51-825f-6bd51654b349 req-f0f880ed-5915-431a-9019-abc1baee61d8 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 945 time: 0.0855305 Feb 19 04:17:42.347071 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9071b010-364e-4e51-825f-6bd51654b349 req-7d40677d-eaef-4563-a381-684418d2463f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447309 Feb 19 04:17:42.828721 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-0b36d6d7-eacd-49b4-90b1-d9ff8b2e3618 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:42.830702 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-0b36d6d7-eacd-49b4-90b1-d9ff8b2e3618 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/networks?id=8b1900fd-7495-426e-a4e4-6d30c0497399 HTTP/1.1" status: 200 len: 809 time: 0.1124001 Feb 19 04:17:42.847340 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-ad442ae1-90d8-4be5-91d0-09614790cb54 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/quotas/efe0780b0df14aceb0b794806b557336 HTTP/1.1" status: 200 len: 375 time: 0.0101433 Feb 19 04:17:42.882324 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-ff520065-aad3-4b84-913b-d8e4e94892fa tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=efe0780b0df14aceb0b794806b557336&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288076 Feb 19 04:17:42.976448 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-aae9209e-73f0-4fd8-a6ae-f68a6511bae6 service neutron] 10.222.0.52 "GET /v2.0/networks/8b1900fd-7495-426e-a4e4-6d30c0497399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863156 Feb 19 04:17:43.076515 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-99c55b7a-351f-4838-9e9c-516aa714913a service neutron] 10.222.0.52 "GET /v2.0/networks/8b1900fd-7495-426e-a4e4-6d30c0497399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912797 Feb 19 04:17:43.234399 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-761d8657-49cd-4971-88f6-79fd35a81644 req-37f5b39e-6c01-46ab-8d04-0bbe78cabd5e service neutron] 10.222.0.79 "GET /v2.0/ports/04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608/bindings/n-h1-828369-19 HTTP/1.1" status: 200 len: 385 time: 0.0727885 Feb 19 04:17:43.355283 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-acb723bb-4e85-4d5c-adef-ce09c918e8c9 req-bc3aa39d-b422-48a8-b928-9430cbf5572d tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?device_id=da7d3552-90ff-4ebf-88f9-f61c17aad8c4 HTTP/1.1" status: 200 len: 210 time: 0.1039774 Feb 19 04:17:43.524420 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-2b202fdf-c7c7-463d-992b-0986ab0f4895 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:43.526340 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-2b202fdf-c7c7-463d-992b-0986ab0f4895 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.26 "GET /v2.0/networks?id=2e9c4345-a542-424d-9672-4b79bfb4a878 HTTP/1.1" status: 200 len: 813 time: 0.2761047 Feb 19 04:17:43.566603 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2324f7ad-1600-48f3-92fc-fff996a42ddf req-5538f17e-df24-4849-9e49-9d651c895f93 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 210 time: 0.0909562 Feb 19 04:17:43.575587 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-4bef9d64-d9be-490d-974d-072f03b209ee tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Request body: {'port': {'device_id': '28a20db8-8bdc-4289-b01f-3843c83b1a09', 'network_id': '2e9c4345-a542-424d-9672-4b79bfb4a878', 'admin_state_up': True, 'tenant_id': 'a4e0bc4a4b1b4fe383f135223bc35a0a'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:43.946153 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:17:43.993955 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40414906-2085-4f89-94af-ff207480c919 req-2dd9a861-1e68-4005-bf20-4bad571e0328 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:43.995482 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-40414906-2085-4f89-94af-ff207480c919 req-2dd9a861-1e68-4005-bf20-4bad571e0328 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 945 time: 0.5219231 Feb 19 04:17:44.097669 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-761d8657-49cd-4971-88f6-79fd35a81644 req-f0feaf1a-845f-4cab-a6c6-732ba71a721c service neutron] For port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608,segment=NetworkSegment(056c2bc3-c560-47f5-9465-7d1c10ec3656),segment_id=056c2bc3-c560-47f5-9465-7d1c10ec3656)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:44.109533 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-40414906-2085-4f89-94af-ff207480c919 req-45f4fe58-9399-4ffd-8ba6-8c56a8a720bb tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056056 Feb 19 04:17:44.111764 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-4bef9d64-d9be-490d-974d-072f03b209ee tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Made reservation on behalf of a4e0bc4a4b1b4fe383f135223bc35a0a for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:17:44.115189 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-4bef9d64-d9be-490d-974d-072f03b209ee tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:44.140021 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-761d8657-49cd-4971-88f6-79fd35a81644 req-f0feaf1a-845f-4cab-a6c6-732ba71a721c service neutron] For port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:17:44.220360 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94092b1-8676-4a20-9c38-78a56f795af1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:44.222683 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee150bc0-9a7b-47cd-85f7-5fde698f1347" -d '{"events": [{"server_uuid": "c94092b1-8676-4a20-9c38-78a56f795af1", "name": "network-vif-unplugged", "status": "completed", "tag": "04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:44.232546 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-761d8657-49cd-4971-88f6-79fd35a81644 req-f0feaf1a-845f-4cab-a6c6-732ba71a721c service neutron] For port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608,segment=NetworkSegment(056c2bc3-c560-47f5-9465-7d1c10ec3656),segment_id=056c2bc3-c560-47f5-9465-7d1c10ec3656)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:44.290044 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-761d8657-49cd-4971-88f6-79fd35a81644 req-f0feaf1a-845f-4cab-a6c6-732ba71a721c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:44.298558 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbac9da-38ab-4d92-82d9-6eaaf678008b x-openstack-request-id: req-adbac9da-38ab-4d92-82d9-6eaaf678008b {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:44.298931 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94092b1-8676-4a20-9c38-78a56f795af1", "name": "network-vif-unplugged", "status": "completed", "tag": "04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:44.299257 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-adbac9da-38ab-4d92-82d9-6eaaf678008b {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:44.299664 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94092b1-8676-4a20-9c38-78a56f795af1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608', 'code': 200} Feb 19 04:17:44.404901 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-4bef9d64-d9be-490d-974d-072f03b209ee tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Allocated IP 172.20.0.2 (2e9c4345-a542-424d-9672-4b79bfb4a878/4be604aa-378d-4eff-8d65-7e786c5da5e7/a11065e8-624b-45a3-b9cb-d7602ed03e0e) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:17:44.493152 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-825c6072-2098-4317-a4f5-cf0347b1e2b7 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:44.494665 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-825c6072-2098-4317-a4f5-cf0347b1e2b7 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.79 "GET /v2.0/networks?id=8b1900fd-7495-426e-a4e4-6d30c0497399 HTTP/1.1" status: 200 len: 809 time: 0.2176764 Feb 19 04:17:44.514146 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a710488b-6048-43f2-84ce-c481db4032dc req-6bb2bfd8-e686-4b04-88e9-6bd86e1383aa tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?device_id=da7d3552-90ff-4ebf-88f9-f61c17aad8c4 HTTP/1.1" status: 200 len: 210 time: 0.0561841 Feb 19 04:17:44.522210 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-9dafa66d-3384-4675-a53f-e4b72f12829d tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Request body: {'port': {'device_id': 'da7d3552-90ff-4ebf-88f9-f61c17aad8c4', 'network_id': '8b1900fd-7495-426e-a4e4-6d30c0497399', 'admin_state_up': True, 'tenant_id': 'efe0780b0df14aceb0b794806b557336'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:44.613545 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-761d8657-49cd-4971-88f6-79fd35a81644 req-f0feaf1a-845f-4cab-a6c6-732ba71a721c service neutron] Transition to ACTIVE for port object 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:17:44.652586 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-761d8657-49cd-4971-88f6-79fd35a81644 req-f0feaf1a-845f-4cab-a6c6-732ba71a721c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:44.742728 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a4cfdb81-6fca-4957-b82c-bc1d7768ca41 req-b89e07aa-10fa-4c3d-95a2-96e8789d272f tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 210 time: 0.0808139 Feb 19 04:17:44.868773 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0feaf1a-845f-4cab-a6c6-732ba71a721c service neutron] Pushing event updated for resources: {'Port': ['ID=04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608,revision_number=11']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:44.870973 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-9dafa66d-3384-4675-a53f-e4b72f12829d tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Made reservation on behalf of efe0780b0df14aceb0b794806b557336 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:17:44.874891 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-9dafa66d-3384-4675-a53f-e4b72f12829d tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:44.918488 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-4bef9d64-d9be-490d-974d-072f03b209ee tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Publish callbacks [] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:44.921293 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0feaf1a-845f-4cab-a6c6-732ba71a721c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:44.921505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0feaf1a-845f-4cab-a6c6-732ba71a721c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:44.921857 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0feaf1a-845f-4cab-a6c6-732ba71a721c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:44.922263 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0feaf1a-845f-4cab-a6c6-732ba71a721c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:44.922545 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0feaf1a-845f-4cab-a6c6-732ba71a721c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:44.922886 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0feaf1a-845f-4cab-a6c6-732ba71a721c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:44.923476 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0feaf1a-845f-4cab-a6c6-732ba71a721c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:44.923808 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0feaf1a-845f-4cab-a6c6-732ba71a721c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:44.924139 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0feaf1a-845f-4cab-a6c6-732ba71a721c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:44.924472 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0feaf1a-845f-4cab-a6c6-732ba71a721c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:44.924828 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0feaf1a-845f-4cab-a6c6-732ba71a721c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:44.925120 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0feaf1a-845f-4cab-a6c6-732ba71a721c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:44.925465 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0feaf1a-845f-4cab-a6c6-732ba71a721c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:44.950953 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-761d8657-49cd-4971-88f6-79fd35a81644 req-f0feaf1a-845f-4cab-a6c6-732ba71a721c service neutron] No DVR routers for this DVR port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:17:45.117963 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-4bef9d64-d9be-490d-974d-072f03b209ee tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:45.250732 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-4bef9d64-d9be-490d-974d-072f03b209ee tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Network 2e9c4345-a542-424d-9672-4b79bfb4a878 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:17:45.263202 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-9dafa66d-3384-4675-a53f-e4b72f12829d tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Allocated IP 172.20.0.2 (8b1900fd-7495-426e-a4e4-6d30c0497399/41dfda80-e4c4-4375-add1-d880e3620502/63916394-8a0e-47ee-b399-80859b51b7ce) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:17:45.269651 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-4bef9d64-d9be-490d-974d-072f03b209ee tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:45.277527 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-4bef9d64-d9be-490d-974d-072f03b209ee tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:17:45.289041 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef9d64-d9be-490d-974d-072f03b209ee tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Pushing event updated for resources: {'Port': ['ID=a11065e8-624b-45a3-b9cb-d7602ed03e0e,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:45.382009 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-761d8657-49cd-4971-88f6-79fd35a81644 req-f0feaf1a-845f-4cab-a6c6-732ba71a721c service neutron] 10.222.0.79 "PUT /v2.0/ports/04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608/bindings/n-h1-828369-19/activate HTTP/1.1" status: 200 len: 370 time: 2.1352055 Feb 19 04:17:45.405325 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc3dc1-0eee-42b4-a806-1f50e9dc84e5 req-da487e38-8a8e-4e9f-813b-9fcdf3a2d465 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:45.406880 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7bfc3dc1-0eee-42b4-a806-1f50e9dc84e5 req-da487e38-8a8e-4e9f-813b-9fcdf3a2d465 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 944 time: 0.2129493 Feb 19 04:17:45.415008 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-4bef9d64-d9be-490d-974d-072f03b209ee tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:45.415616 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-4bef9d64-d9be-490d-974d-072f03b209ee tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:45.470432 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-4bef9d64-d9be-490d-974d-072f03b209ee tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9034610 Feb 19 04:17:45.508973 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-b0ff8eb7-29d3-4742-8169-7ab01f367506 service neutron] Request body: {'port': {'device_id': '28a20db8-8bdc-4289-b01f-3843c83b1a09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:45.525739 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d8657-49cd-4971-88f6-79fd35a81644 req-e2e2fbda-a112-467e-a107-1e599541ae52 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:45.528022 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-761d8657-49cd-4971-88f6-79fd35a81644 req-e2e2fbda-a112-467e-a107-1e599541ae52 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1&tenant_id=3daaed16085e4153afa0c32c565c3455&binding%3Ahost_id=n-h2-828369-19 HTTP/1.1" status: 200 len: 1127 time: 0.0913227 Feb 19 04:17:45.610210 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7bfc3dc1-0eee-42b4-a806-1f50e9dc84e5 req-c9e3ceed-ec2d-448a-ba0b-6b894ea38182 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860299 Feb 19 04:17:45.659560 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d8657-49cd-4971-88f6-79fd35a81644 req-e4805624-7e36-449c-b4dd-a007cf65a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:45.661133 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-761d8657-49cd-4971-88f6-79fd35a81644 req-e4805624-7e36-449c-b4dd-a007cf65a5a6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1&tenant_id=3daaed16085e4153afa0c32c565c3455 HTTP/1.1" status: 200 len: 1127 time: 0.1264839 Feb 19 04:17:45.688557 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-372e1074-5499-4549-8c70-f2d000b672ae req-0b142dbb-e615-4114-998a-669a3455e740 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?device_id=da7d3552-90ff-4ebf-88f9-f61c17aad8c4 HTTP/1.1" status: 200 len: 210 time: 0.0792713 Feb 19 04:17:45.705882 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-b0ff8eb7-29d3-4742-8169-7ab01f367506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:45.727255 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-9dafa66d-3384-4675-a53f-e4b72f12829d tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Publish callbacks [] for port (63916394-8a0e-47ee-b399-80859b51b7ce), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:45.737565 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d8657-49cd-4971-88f6-79fd35a81644 req-f812686b-1917-4b7a-a593-8b95a3a984b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:45.739197 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-761d8657-49cd-4971-88f6-79fd35a81644 req-f812686b-1917-4b7a-a593-8b95a3a984b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 1127 time: 0.0530457 Feb 19 04:17:45.849980 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d8657-49cd-4971-88f6-79fd35a81644 req-dc1128d8-6a99-4a30-a141-de85681edfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:45.851715 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-761d8657-49cd-4971-88f6-79fd35a81644 req-dc1128d8-6a99-4a30-a141-de85681edfc9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a881e15-dcb9-4612-90a0-55bb903b8851 HTTP/1.1" status: 200 len: 898 time: 0.1062424 Feb 19 04:17:45.884544 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-9dafa66d-3384-4675-a53f-e4b72f12829d tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (63916394-8a0e-47ee-b399-80859b51b7ce), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:45.953224 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-761d8657-49cd-4971-88f6-79fd35a81644 req-546ae6e7-4f43-49a2-a4bc-7d1ee46f78e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 HTTP/1.1" status: 200 len: 999 time: 0.0941575 Feb 19 04:17:45.985897 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-9dafa66d-3384-4675-a53f-e4b72f12829d tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Network 8b1900fd-7495-426e-a4e4-6d30c0497399 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:17:45.999171 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-9dafa66d-3384-4675-a53f-e4b72f12829d tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:46.003207 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dafa66d-3384-4675-a53f-e4b72f12829d tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Pushing event updated for resources: {'Port': ['ID=63916394-8a0e-47ee-b399-80859b51b7ce,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:46.006984 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-9dafa66d-3384-4675-a53f-e4b72f12829d tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:17:46.008352 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d8657-49cd-4971-88f6-79fd35a81644 req-e02b9695-626d-40d5-803e-70951cd36275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:46.010088 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-761d8657-49cd-4971-88f6-79fd35a81644 req-e02b9695-626d-40d5-803e-70951cd36275 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79657f7c-a967-450b-aba7-e287c8e4232a HTTP/1.1" status: 200 len: 834 time: 0.0507133 Feb 19 04:17:46.016517 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1812083-e344-4e82-8713-086b2660f2ba req-2ff605de-56cd-4204-b8c0-a794946c462c tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:46.018008 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1812083-e344-4e82-8713-086b2660f2ba req-2ff605de-56cd-4204-b8c0-a794946c462c tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 931 time: 0.1785865 Feb 19 04:17:46.066807 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d8657-49cd-4971-88f6-79fd35a81644 req-29449d2d-0861-4955-8cce-f0382e0b362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:46.068334 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-761d8657-49cd-4971-88f6-79fd35a81644 req-29449d2d-0861-4955-8cce-f0382e0b362c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a881e15-dcb9-4612-90a0-55bb903b8851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0525467 Feb 19 04:17:46.106915 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-9dafa66d-3384-4675-a53f-e4b72f12829d tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:46.107521 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-9dafa66d-3384-4675-a53f-e4b72f12829d tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:46.141050 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1812083-e344-4e82-8713-086b2660f2ba req-c6fafba9-73cb-455f-948b-db67edcfd535 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998383 Feb 19 04:17:46.146067 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-9dafa66d-3384-4675-a53f-e4b72f12829d tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6349897 Feb 19 04:17:46.171394 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-14716669-1ba5-427f-96f0-44c4170e8fee service neutron] Request body: {'port': {'device_id': 'da7d3552-90ff-4ebf-88f9-f61c17aad8c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:46.177120 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-761d8657-49cd-4971-88f6-79fd35a81644 req-0c69da79-f3d5-4f8b-9d14-00890a8512c1 service neutron] 10.222.0.26 "GET /v2.0/networks/2a881e15-dcb9-4612-90a0-55bb903b8851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022313 Feb 19 04:17:46.296918 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-761d8657-49cd-4971-88f6-79fd35a81644 req-67947570-422c-4af0-b51b-c30149c8db29 service neutron] 10.222.0.26 "GET /v2.0/networks/2a881e15-dcb9-4612-90a0-55bb903b8851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135364 Feb 19 04:17:46.533607 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-b0ff8eb7-29d3-4742-8169-7ab01f367506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a11065e8-624b-45a3-b9cb-d7602ed03e0e {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:17:46.544944 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-b0ff8eb7-29d3-4742-8169-7ab01f367506 service neutron] Publish callbacks [] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:46.559690 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-14716669-1ba5-427f-96f0-44c4170e8fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (63916394-8a0e-47ee-b399-80859b51b7ce), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:46.564013 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-b0ff8eb7-29d3-4742-8169-7ab01f367506 service neutron] Transition to ACTIVE for port object a11065e8-624b-45a3-b9cb-d7602ed03e0e will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:17:46.566893 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d8657-49cd-4971-88f6-79fd35a81644 req-cc2e7035-7eec-4542-8652-e4432a789cd4 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:46.568584 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-761d8657-49cd-4971-88f6-79fd35a81644 req-cc2e7035-7eec-4542-8652-e4432a789cd4 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1&tenant_id=3daaed16085e4153afa0c32c565c3455&binding%3Ahost_id=n-h1-828369-19 HTTP/1.1" status: 200 len: 1127 time: 0.0641563 Feb 19 04:17:46.571050 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-b0ff8eb7-29d3-4742-8169-7ab01f367506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:46.667580 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff8eb7-29d3-4742-8169-7ab01f367506 service neutron] Pushing event updated for resources: {'Port': ['ID=a11065e8-624b-45a3-b9cb-d7602ed03e0e,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:46.714950 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:46.752474 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-761d8657-49cd-4971-88f6-79fd35a81644 req-f2576dd1-0e07-4016-9916-600acd96651b service neutron] For port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608, host n-h2-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:17:46.764853 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-761d8657-49cd-4971-88f6-79fd35a81644 req-f2576dd1-0e07-4016-9916-600acd96651b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:46.771575 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-761d8657-49cd-4971-88f6-79fd35a81644 req-f2576dd1-0e07-4016-9916-600acd96651b service neutron] 10.222.0.26 "DELETE /v2.0/ports/04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608/bindings/n-h2-828369-19 HTTP/1.1" status: 204 len: 173 time: 0.1949971 Feb 19 04:17:46.876073 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 is: DOWN; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:46.896818 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-b0ff8eb7-29d3-4742-8169-7ab01f367506 service neutron] Attempting to bind port a11065e8-624b-45a3-b9cb-d7602ed03e0e on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:17:46.897160 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-b0ff8eb7-29d3-4742-8169-7ab01f367506 service neutron] Attempting to bind port a11065e8-624b-45a3-b9cb-d7602ed03e0e by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'f54bf998-c6df-4a54-bbd7-3503e7bb776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9c4345-a542-424d-9672-4b79bfb4a878'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:17:46.897483 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-b0ff8eb7-29d3-4742-8169-7ab01f367506 service neutron] Attempting to bind port a11065e8-624b-45a3-b9cb-d7602ed03e0e on network 2e9c4345-a542-424d-9672-4b79bfb4a878 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:46.913463 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-b0ff8eb7-29d3-4742-8169-7ab01f367506 service neutron] Port a11065e8-624b-45a3-b9cb-d7602ed03e0e on network 2e9c4345-a542-424d-9672-4b79bfb4a878 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:17:46.913797 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-b0ff8eb7-29d3-4742-8169-7ab01f367506 service neutron] Attempting to bind port a11065e8-624b-45a3-b9cb-d7602ed03e0e on network 2e9c4345-a542-424d-9672-4b79bfb4a878 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:46.937664 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-b0ff8eb7-29d3-4742-8169-7ab01f367506 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:17:46.938010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-b0ff8eb7-29d3-4742-8169-7ab01f367506 service neutron] Checking segment: {'id': 'f54bf998-c6df-4a54-bbd7-3503e7bb776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9c4345-a542-424d-9672-4b79bfb4a878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:46.938416 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-b0ff8eb7-29d3-4742-8169-7ab01f367506 service neutron] Bound using segment: {'id': 'f54bf998-c6df-4a54-bbd7-3503e7bb776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9c4345-a542-424d-9672-4b79bfb4a878'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:17:46.938850 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-b0ff8eb7-29d3-4742-8169-7ab01f367506 service neutron] Bound port: a11065e8-624b-45a3-b9cb-d7602ed03e0e, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f54bf998-c6df-4a54-bbd7-3503e7bb776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9c4345-a542-424d-9672-4b79bfb4a878'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:17:46.939205 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-b0ff8eb7-29d3-4742-8169-7ab01f367506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:46.983016 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc09098-f290-43a8-b24c-87e547e8d824 req-7278a8b1-325e-49db-b571-5579d7a42ea1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:46.985637 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0dc09098-f290-43a8-b24c-87e547e8d824 req-7278a8b1-325e-49db-b571-5579d7a42ea1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 944 time: 0.1849854 Feb 19 04:17:47.034421 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7a91a-a484-4f5f-a972-830c7c1509f4 req-2894fc1a-5d67-4468-a31d-e2ec85e40e31 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:47.035888 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-57b7a91a-a484-4f5f-a972-830c7c1509f4 req-2894fc1a-5d67-4468-a31d-e2ec85e40e31 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?device_id=da7d3552-90ff-4ebf-88f9-f61c17aad8c4 HTTP/1.1" status: 200 len: 931 time: 0.1841176 Feb 19 04:17:47.148163 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-14716669-1ba5-427f-96f0-44c4170e8fee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63916394-8a0e-47ee-b399-80859b51b7ce {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:17:47.157073 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-b0ff8eb7-29d3-4742-8169-7ab01f367506 service neutron] For port a11065e8-624b-45a3-b9cb-d7602ed03e0e, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:17:47.165165 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-14716669-1ba5-427f-96f0-44c4170e8fee service neutron] Publish callbacks [] for port (63916394-8a0e-47ee-b399-80859b51b7ce), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:47.190807 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0dc09098-f290-43a8-b24c-87e547e8d824 req-2adabbb2-7bd1-48b9-89a8-2aa208a20f8c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838567 Feb 19 04:17:47.196983 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-b0ff8eb7-29d3-4742-8169-7ab01f367506 service neutron] For port a11065e8-624b-45a3-b9cb-d7602ed03e0e, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=a11065e8-624b-45a3-b9cb-d7602ed03e0e,segment=NetworkSegment(f54bf998-c6df-4a54-bbd7-3503e7bb776e),segment_id=f54bf998-c6df-4a54-bbd7-3503e7bb776e)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:17:47.200848 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-14716669-1ba5-427f-96f0-44c4170e8fee service neutron] Transition to ACTIVE for port object 63916394-8a0e-47ee-b399-80859b51b7ce will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:17:47.210834 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-57b7a91a-a484-4f5f-a972-830c7c1509f4 req-5bcbb22a-f18c-4957-b16b-84c3e141949e tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffe6838e-fa04-4669-af72-d0751db96058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605394 Feb 19 04:17:47.223599 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-14716669-1ba5-427f-96f0-44c4170e8fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (63916394-8a0e-47ee-b399-80859b51b7ce), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:47.235838 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-b0ff8eb7-29d3-4742-8169-7ab01f367506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:47.328493 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-b0ff8eb7-29d3-4742-8169-7ab01f367506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:47.329120 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-b0ff8eb7-29d3-4742-8169-7ab01f367506 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:47.330530 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-b0ff8eb7-29d3-4742-8169-7ab01f367506 service neutron] 10.222.0.26 "PUT /v2.0/ports/a11065e8-624b-45a3-b9cb-d7602ed03e0e HTTP/1.1" status: 200 len: 1092 time: 1.8292172 Feb 19 04:17:47.347769 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a20db8-8bdc-4289-b01f-3843c83b1a09', 'tag': 'a11065e8-624b-45a3-b9cb-d7602ed03e0e'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:47.350033 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2b4036-0487-4c87-bfaf-8630d05b69b4" -d '{"events": [{"name": "network-changed", "server_uuid": "28a20db8-8bdc-4289-b01f-3843c83b1a09", "tag": "a11065e8-624b-45a3-b9cb-d7602ed03e0e"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:47.409235 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14716669-1ba5-427f-96f0-44c4170e8fee service neutron] Pushing event updated for resources: {'Port': ['ID=63916394-8a0e-47ee-b399-80859b51b7ce,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:47.495359 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:47.538772 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d4405-90db-48b1-b9cb-e49f57347a73 req-640c1140-b3cd-4cc9-82fa-183885659705 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:47.540431 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0d0d4405-90db-48b1-b9cb-e49f57347a73 req-640c1140-b3cd-4cc9-82fa-183885659705 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 943 time: 0.2630751 Feb 19 04:17:47.546096 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2b468-6f28-4291-a7fe-4f67038ac76b req-e3364367-f2d4-4c6c-9c5a-c720b107bc23 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:47.547835 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-05e2b468-6f28-4291-a7fe-4f67038ac76b req-e3364367-f2d4-4c6c-9c5a-c720b107bc23 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 1127 time: 0.2660916 Feb 19 04:17:47.556044 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-14716669-1ba5-427f-96f0-44c4170e8fee service neutron] Attempting to bind port 63916394-8a0e-47ee-b399-80859b51b7ce on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:17:47.556376 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-14716669-1ba5-427f-96f0-44c4170e8fee service neutron] Attempting to bind port 63916394-8a0e-47ee-b399-80859b51b7ce by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '633f342b-2dc3-49e7-bdef-9735e471dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8b1900fd-7495-426e-a4e4-6d30c0497399'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:17:47.556751 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-14716669-1ba5-427f-96f0-44c4170e8fee service neutron] Attempting to bind port 63916394-8a0e-47ee-b399-80859b51b7ce on network 8b1900fd-7495-426e-a4e4-6d30c0497399 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:47.557807 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] The host n-h2-828369-19 is not matching for port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 host n-h1-828369-19! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:17:47.562366 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:17:47.565667 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff8eb7-29d3-4742-8169-7ab01f367506 service neutron] Pushing event updated for resources: {'Port': ['ID=a11065e8-624b-45a3-b9cb-d7602ed03e0e,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:47.584413 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-722c2ba5-b491-4a39-a700-8eb60cae5c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:47.585855 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-722c2ba5-b491-4a39-a700-8eb60cae5c69 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4e0bc4a4b1b4fe383f135223bc35a0a&device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 1126 time: 0.2104657 Feb 19 04:17:47.597102 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-14716669-1ba5-427f-96f0-44c4170e8fee service neutron] Port 63916394-8a0e-47ee-b399-80859b51b7ce on network 8b1900fd-7495-426e-a4e4-6d30c0497399 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:17:47.597431 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-14716669-1ba5-427f-96f0-44c4170e8fee service neutron] Attempting to bind port 63916394-8a0e-47ee-b399-80859b51b7ce on network 8b1900fd-7495-426e-a4e4-6d30c0497399 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:47.621837 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-14716669-1ba5-427f-96f0-44c4170e8fee service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:17:47.622336 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-14716669-1ba5-427f-96f0-44c4170e8fee service neutron] Checking segment: {'id': '633f342b-2dc3-49e7-bdef-9735e471dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8b1900fd-7495-426e-a4e4-6d30c0497399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:47.622600 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-14716669-1ba5-427f-96f0-44c4170e8fee service neutron] Bound using segment: {'id': '633f342b-2dc3-49e7-bdef-9735e471dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8b1900fd-7495-426e-a4e4-6d30c0497399'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:17:47.623047 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-14716669-1ba5-427f-96f0-44c4170e8fee service neutron] Bound port: 63916394-8a0e-47ee-b399-80859b51b7ce, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633f342b-2dc3-49e7-bdef-9735e471dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8b1900fd-7495-426e-a4e4-6d30c0497399'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:17:47.623412 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-14716669-1ba5-427f-96f0-44c4170e8fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (63916394-8a0e-47ee-b399-80859b51b7ce), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:47.674349 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-2f765eda-171c-46a3-b40c-87f01a86b2e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a11065e8-624b-45a3-b9cb-d7602ed03e0e HTTP/1.1" status: 200 len: 217 time: 0.0743086 Feb 19 04:17:47.743608 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0d0d4405-90db-48b1-b9cb-e49f57347a73 req-24b761de-7fd1-47fc-a24a-254d63d2aa3b tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916759 Feb 19 04:17:47.746136 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-05e2b468-6f28-4291-a7fe-4f67038ac76b req-470b1fc2-d517-4929-bd09-94e314d455b9 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828861 Feb 19 04:17:47.780278 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-22200ec3-03c8-476b-9f5d-f04f6cc1f5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:47.781766 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-22200ec3-03c8-476b-9f5d-f04f6cc1f5e8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4be604aa-378d-4eff-8d65-7e786c5da5e7 HTTP/1.1" status: 200 len: 853 time: 0.0984793 Feb 19 04:17:47.798472 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-14716669-1ba5-427f-96f0-44c4170e8fee service neutron] For port 63916394-8a0e-47ee-b399-80859b51b7ce, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:17:47.802502 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-14716669-1ba5-427f-96f0-44c4170e8fee service neutron] For port 63916394-8a0e-47ee-b399-80859b51b7ce, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=63916394-8a0e-47ee-b399-80859b51b7ce,segment=NetworkSegment(633f342b-2dc3-49e7-bdef-9735e471dc61),segment_id=633f342b-2dc3-49e7-bdef-9735e471dc61)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:17:47.823811 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85492535-139a-486f-b2b3-769775d99e52 x-openstack-request-id: req-85492535-139a-486f-b2b3-769775d99e52 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:47.824162 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a20db8-8bdc-4289-b01f-3843c83b1a09", "tag": "a11065e8-624b-45a3-b9cb-d7602ed03e0e", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:47.824358 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-85492535-139a-486f-b2b3-769775d99e52 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:47.824751 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a20db8-8bdc-4289-b01f-3843c83b1a09', 'tag': 'a11065e8-624b-45a3-b9cb-d7602ed03e0e', 'status': 'completed', 'code': 200} Feb 19 04:17:47.828555 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-384e6077-8bd2-4df5-b4e5-0cf6c23740c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e9c4345-a542-424d-9672-4b79bfb4a878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392811 Feb 19 04:17:47.832133 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-14716669-1ba5-427f-96f0-44c4170e8fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (63916394-8a0e-47ee-b399-80859b51b7ce), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:47.946700 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-14716669-1ba5-427f-96f0-44c4170e8fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:47.947230 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-14716669-1ba5-427f-96f0-44c4170e8fee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:47.948631 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-14716669-1ba5-427f-96f0-44c4170e8fee service neutron] 10.222.0.79 "PUT /v2.0/ports/63916394-8a0e-47ee-b399-80859b51b7ce HTTP/1.1" status: 200 len: 1092 time: 1.7888169 Feb 19 04:17:47.975933 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14716669-1ba5-427f-96f0-44c4170e8fee service neutron] Pushing event updated for resources: {'Port': ['ID=63916394-8a0e-47ee-b399-80859b51b7ce,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:48.052731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f232b-8722-4873-9446-c64457e32636 req-1e7d860d-702e-45f9-a213-98627a456031 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:48.054232 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf0f232b-8722-4873-9446-c64457e32636 req-1e7d860d-702e-45f9-a213-98627a456031 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 944 time: 0.1868756 Feb 19 04:17:48.060530 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-6d427a95-8066-40fb-9616-3af3ea5c30d8 service neutron] 10.222.0.26 "GET /v2.0/networks/2e9c4345-a542-424d-9672-4b79bfb4a878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257593 Feb 19 04:17:48.156403 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-703ddf1f-6863-4d8e-9816-4a35e53939fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:48.156403 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-703ddf1f-6863-4d8e-9816-4a35e53939fb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=efe0780b0df14aceb0b794806b557336&device_id=da7d3552-90ff-4ebf-88f9-f61c17aad8c4 HTTP/1.1" status: 200 len: 1126 time: 0.1685386 Feb 19 04:17:48.217697 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-8d01a442-b3cc-423d-8806-c0f6f0f06760 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63916394-8a0e-47ee-b399-80859b51b7ce HTTP/1.1" status: 200 len: 217 time: 0.0513685 Feb 19 04:17:48.225797 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf0f232b-8722-4873-9446-c64457e32636 req-dc1a52db-a8fd-4d86-b190-7da767e4c2ed tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630642 Feb 19 04:17:48.266884 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42248) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:48.299287 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c1d39be-a3c8-4f5c-90a7-6790b2127188 req-82fd329b-5fe1-42a1-a212-81cd1c1c1523 service neutron] 10.222.0.26 "GET /v2.0/networks/2e9c4345-a542-424d-9672-4b79bfb4a878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283840 Feb 19 04:17:48.333544 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-8c774462-0a3f-4aa5-bd2c-c8ac9f421c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:48.335101 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-8c774462-0a3f-4aa5-bd2c-c8ac9f421c2f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=41dfda80-e4c4-4375-add1-d880e3620502 HTTP/1.1" status: 200 len: 849 time: 0.1083977 Feb 19 04:17:48.366934 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-30e6cc03-9410-4609-bf6d-fc6191edd36e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/floatingips/d18e0611-23f2-4e1a-a458-c0d33e107289 HTTP/1.1" status: 200 len: 991 time: 0.0981836 Feb 19 04:17:48.417912 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-b0eb9cc0-77dc-4a47-a60e-adf405e48b8d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8b1900fd-7495-426e-a4e4-6d30c0497399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575750 Feb 19 04:17:48.497530 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3babe759-9348-4fbb-a69a-a8bfa637d29e req-fb143c19-7638-4872-b165-ae6823967801 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:48.499102 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3babe759-9348-4fbb-a69a-a8bfa637d29e req-fb143c19-7638-4872-b165-ae6823967801 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?device_id=da7d3552-90ff-4ebf-88f9-f61c17aad8c4 HTTP/1.1" status: 200 len: 943 time: 0.1822200 Feb 19 04:17:48.519848 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b4036-0487-4c87-bfaf-8630d05b69b4 req-e4f8c49c-45fc-4aa2-a53a-075228865921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:48.521310 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f2b4036-0487-4c87-bfaf-8630d05b69b4 req-e4f8c49c-45fc-4aa2-a53a-075228865921 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4e0bc4a4b1b4fe383f135223bc35a0a&device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 1126 time: 0.1599014 Feb 19 04:17:48.627940 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-9e5e5ba2-5f31-4f2b-9b4b-9f4267277a91 service neutron] 10.222.0.79 "GET /v2.0/networks/8b1900fd-7495-426e-a4e4-6d30c0497399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012784 Feb 19 04:17:48.632586 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3babe759-9348-4fbb-a69a-a8bfa637d29e req-77fe4648-487d-46a7-be8d-b8f7e359372c tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffe6838e-fa04-4669-af72-d0751db96058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239715 Feb 19 04:17:48.722229 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b4036-0487-4c87-bfaf-8630d05b69b4 req-47b6b6f6-b05b-450c-915b-36fea49977fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:48.723706 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f2b4036-0487-4c87-bfaf-8630d05b69b4 req-47b6b6f6-b05b-450c-915b-36fea49977fc service neutron] 10.222.0.26 "GET /v2.0/networks?id=2e9c4345-a542-424d-9672-4b79bfb4a878 HTTP/1.1" status: 200 len: 914 time: 0.1905341 Feb 19 04:17:48.778764 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f2b4036-0487-4c87-bfaf-8630d05b69b4 req-432a6779-3a5b-4ab2-a91d-c312e91a0213 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a11065e8-624b-45a3-b9cb-d7602ed03e0e HTTP/1.1" status: 200 len: 217 time: 0.0447154 Feb 19 04:17:48.782441 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad44b093-c069-4f7c-8de5-4cc443788f24 req-53d251e9-f4e6-4387-8490-bceae2e53260 service neutron] 10.222.0.79 "GET /v2.0/networks/8b1900fd-7495-426e-a4e4-6d30c0497399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475017 Feb 19 04:17:49.104953 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b4036-0487-4c87-bfaf-8630d05b69b4 req-4c87d87b-f203-451c-8160-833e09bd0557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:49.106865 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f2b4036-0487-4c87-bfaf-8630d05b69b4 req-4c87d87b-f203-451c-8160-833e09bd0557 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4be604aa-378d-4eff-8d65-7e786c5da5e7 HTTP/1.1" status: 200 len: 853 time: 0.3223341 Feb 19 04:17:49.140518 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f2b4036-0487-4c87-bfaf-8630d05b69b4 req-aa8c364d-d071-4e7d-b551-fb1f8940b126 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e9c4345-a542-424d-9672-4b79bfb4a878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274885 Feb 19 04:17:49.148039 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b87e24-4496-4917-9c02-103d34e9e7bb req-cc6b19b4-e034-4810-98ce-433d628684ad tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:49.149408 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7b87e24-4496-4917-9c02-103d34e9e7bb req-cc6b19b4-e034-4810-98ce-433d628684ad tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 943 time: 0.0840611 Feb 19 04:17:49.250802 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7b87e24-4496-4917-9c02-103d34e9e7bb req-97aab253-41d6-4d88-8e54-fa6a31b2c23a tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933862 Feb 19 04:17:49.274099 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f2b4036-0487-4c87-bfaf-8630d05b69b4 req-512219ec-9cb0-4eff-aba1-2a84bd2dedd3 service neutron] 10.222.0.26 "GET /v2.0/networks/2e9c4345-a542-424d-9672-4b79bfb4a878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237500 Feb 19 04:17:49.364393 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f2b4036-0487-4c87-bfaf-8630d05b69b4 req-6348f1df-e351-4cd0-889b-fc7c941251fe service neutron] 10.222.0.26 "GET /v2.0/networks/2e9c4345-a542-424d-9672-4b79bfb4a878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840275 Feb 19 04:17:49.764397 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d59bd2-b90c-4171-96a9-a1fb5f30a243 req-1287f270-5766-4421-995d-e192d378f657 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:49.765992 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c8d59bd2-b90c-4171-96a9-a1fb5f30a243 req-1287f270-5766-4421-995d-e192d378f657 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?device_id=da7d3552-90ff-4ebf-88f9-f61c17aad8c4 HTTP/1.1" status: 200 len: 943 time: 0.0607626 Feb 19 04:17:49.812857 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c8d59bd2-b90c-4171-96a9-a1fb5f30a243 req-ed19102d-618a-4e9b-abe6-3ff8f883dd06 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffe6838e-fa04-4669-af72-d0751db96058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410311 Feb 19 04:17:49.826572 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7d3552-90ff-4ebf-88f9-f61c17aad8c4', 'tag': '63916394-8a0e-47ee-b399-80859b51b7ce'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:49.829367 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a368d15-59e6-4ca2-b081-708ee81517f4" -d '{"events": [{"name": "network-changed", "server_uuid": "da7d3552-90ff-4ebf-88f9-f61c17aad8c4", "tag": "63916394-8a0e-47ee-b399-80859b51b7ce"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:49.865430 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c965a46-84f9-4e1f-a186-720dc1467183 x-openstack-request-id: req-2c965a46-84f9-4e1f-a186-720dc1467183 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:49.865734 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7d3552-90ff-4ebf-88f9-f61c17aad8c4", "tag": "63916394-8a0e-47ee-b399-80859b51b7ce", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:49.865989 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2c965a46-84f9-4e1f-a186-720dc1467183 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:49.866418 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7d3552-90ff-4ebf-88f9-f61c17aad8c4', 'tag': '63916394-8a0e-47ee-b399-80859b51b7ce', 'status': 'completed', 'code': 200} Feb 19 04:17:49.932355 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a368d15-59e6-4ca2-b081-708ee81517f4 req-6376065f-3a5e-47c1-90dd-c16a5ed947b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:49.933875 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9a368d15-59e6-4ca2-b081-708ee81517f4 req-6376065f-3a5e-47c1-90dd-c16a5ed947b3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=efe0780b0df14aceb0b794806b557336&device_id=da7d3552-90ff-4ebf-88f9-f61c17aad8c4 HTTP/1.1" status: 200 len: 1126 time: 0.0445564 Feb 19 04:17:50.029464 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a368d15-59e6-4ca2-b081-708ee81517f4 req-d0c976c7-7b86-4f8c-9f23-af7d4e1ca457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:50.031433 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9a368d15-59e6-4ca2-b081-708ee81517f4 req-d0c976c7-7b86-4f8c-9f23-af7d4e1ca457 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8b1900fd-7495-426e-a4e4-6d30c0497399 HTTP/1.1" status: 200 len: 910 time: 0.0912614 Feb 19 04:17:50.072782 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9a368d15-59e6-4ca2-b081-708ee81517f4 req-bca2eeee-c916-4f2c-babd-afcc4a50e8db service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63916394-8a0e-47ee-b399-80859b51b7ce HTTP/1.1" status: 200 len: 217 time: 0.0345392 Feb 19 04:17:50.120119 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a368d15-59e6-4ca2-b081-708ee81517f4 req-56f19ebd-8024-42a7-b695-9f67b2893a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:50.122279 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9a368d15-59e6-4ca2-b081-708ee81517f4 req-56f19ebd-8024-42a7-b695-9f67b2893a2d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=41dfda80-e4c4-4375-add1-d880e3620502 HTTP/1.1" status: 200 len: 849 time: 0.0430584 Feb 19 04:17:50.153015 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9a368d15-59e6-4ca2-b081-708ee81517f4 req-f4d457e1-dfcb-43ec-9d58-2f88757d7239 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8b1900fd-7495-426e-a4e4-6d30c0497399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250499 Feb 19 04:17:50.250480 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9a368d15-59e6-4ca2-b081-708ee81517f4 req-b325ba42-19aa-4999-8ae5-d03e278653e6 service neutron] 10.222.0.79 "GET /v2.0/networks/8b1900fd-7495-426e-a4e4-6d30c0497399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901597 Feb 19 04:17:50.381904 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9a368d15-59e6-4ca2-b081-708ee81517f4 req-1be3c2f1-16cf-4897-8d64-4311750aa481 service neutron] 10.222.0.79 "GET /v2.0/networks/8b1900fd-7495-426e-a4e4-6d30c0497399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245193 Feb 19 04:17:50.405776 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249698c-7c05-4da3-8ccc-c0759fc355f4 req-9c17f54b-74ab-4353-a124-e4aaaa23d795 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:50.407325 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4249698c-7c05-4da3-8ccc-c0759fc355f4 req-9c17f54b-74ab-4353-a124-e4aaaa23d795 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 943 time: 0.0867486 Feb 19 04:17:50.459602 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4249698c-7c05-4da3-8ccc-c0759fc355f4 req-226e1221-3e9b-4144-86ed-273af164524d tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465274 Feb 19 04:17:50.945774 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0099b6-a55a-4c68-a6e6-bf526db3c235 req-0048408a-623e-4511-8882-cf87e9cc3b91 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:50.947292 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd0099b6-a55a-4c68-a6e6-bf526db3c235 req-0048408a-623e-4511-8882-cf87e9cc3b91 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?device_id=da7d3552-90ff-4ebf-88f9-f61c17aad8c4 HTTP/1.1" status: 200 len: 943 time: 0.0533197 Feb 19 04:17:50.991275 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42276) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:51.036118 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd0099b6-a55a-4c68-a6e6-bf526db3c235 req-50ca2641-657b-46ef-b0e1-8719ee4baadd tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffe6838e-fa04-4669-af72-d0751db96058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776742 Feb 19 04:17:51.199132 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-339aa401-f1d6-4a96-90b4-e01397527f2f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Deleting port ef789fad-d54a-4b8b-b538-5092e3176d2c {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:51.199392 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-339aa401-f1d6-4a96-90b4-e01397527f2f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ef789fad-d54a-4b8b-b538-5092e3176d2c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:51.278559 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-339aa401-f1d6-4a96-90b4-e01397527f2f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ef789fad-d54a-4b8b-b538-5092e3176d2c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:51.278885 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-339aa401-f1d6-4a96-90b4-e01397527f2f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for floatingip (ef789fad-d54a-4b8b-b538-5092e3176d2c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:51.290738 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-339aa401-f1d6-4a96-90b4-e01397527f2f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Calling delete_port for ef789fad-d54a-4b8b-b538-5092e3176d2c owned by network:floatingip {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:51.467918 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-339aa401-f1d6-4a96-90b4-e01397527f2f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ef789fad-d54a-4b8b-b538-5092e3176d2c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:51.498094 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339aa401-f1d6-4a96-90b4-e01397527f2f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event deleted for resources: {'Port': ['ID=ef789fad-d54a-4b8b-b538-5092e3176d2c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:51.526132 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 63916394-8a0e-47ee-b399-80859b51b7ce details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:17:51.534043 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339aa401-f1d6-4a96-90b4-e01397527f2f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:51.534418 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339aa401-f1d6-4a96-90b4-e01397527f2f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:51.534823 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339aa401-f1d6-4a96-90b4-e01397527f2f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:51.535170 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339aa401-f1d6-4a96-90b4-e01397527f2f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:51.535500 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339aa401-f1d6-4a96-90b4-e01397527f2f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:51.535844 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339aa401-f1d6-4a96-90b4-e01397527f2f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:51.536305 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339aa401-f1d6-4a96-90b4-e01397527f2f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:51.536638 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339aa401-f1d6-4a96-90b4-e01397527f2f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:51.537169 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339aa401-f1d6-4a96-90b4-e01397527f2f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:51.537666 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339aa401-f1d6-4a96-90b4-e01397527f2f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:51.538189 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339aa401-f1d6-4a96-90b4-e01397527f2f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:51.538690 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339aa401-f1d6-4a96-90b4-e01397527f2f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:51.539184 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339aa401-f1d6-4a96-90b4-e01397527f2f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:51.590293 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-339aa401-f1d6-4a96-90b4-e01397527f2f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for floatingip (d18e0611-23f2-4e1a-a458-c0d33e107289), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:51.591930 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-339aa401-f1d6-4a96-90b4-e01397527f2f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Floating IP d18e0611-23f2-4e1a-a458-c0d33e107289 disassociated (deleted). External IP: 172.25.3.139, port: 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608. Feb 19 04:17:51.619644 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceca01e-07f4-4b3f-825e-646246c8117b req-57f89268-94d4-4d24-ac61-fd27d6fae044 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:51.622463 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ceca01e-07f4-4b3f-825e-646246c8117b req-57f89268-94d4-4d24-ac61-fd27d6fae044 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 943 time: 0.0828784 Feb 19 04:17:51.684797 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ceca01e-07f4-4b3f-825e-646246c8117b req-3d276f95-8329-4686-84dd-5680ea6c1cd8 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529397 Feb 19 04:17:51.818017 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 63916394-8a0e-47ee-b399-80859b51b7ce, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=63916394-8a0e-47ee-b399-80859b51b7ce,segment=NetworkSegment(633f342b-2dc3-49e7-bdef-9735e471dc61),segment_id=633f342b-2dc3-49e7-bdef-9735e471dc61)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:51.829638 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '63916394-8a0e-47ee-b399-80859b51b7ce', 'network_id': '8b1900fd-7495-426e-a4e4-6d30c0497399', 'port_id': '63916394-8a0e-47ee-b399-80859b51b7ce', 'mac_address': 'fa:16:3e:16:22:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41dfda80-e4c4-4375-add1-d880e3620502', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:17:51.836637 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339aa401-f1d6-4a96-90b4-e01397527f2f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Router 4c3d7b1f-4aa9-401f-9038-aa7b6f157b98 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:17:51.867635 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 63916394-8a0e-47ee-b399-80859b51b7ce is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:51.868026 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (63916394-8a0e-47ee-b399-80859b51b7ce), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:51.880914 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63916394-8a0e-47ee-b399-80859b51b7ce {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:17:51.900351 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 63916394-8a0e-47ee-b399-80859b51b7ce, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=63916394-8a0e-47ee-b399-80859b51b7ce,segment=NetworkSegment(633f342b-2dc3-49e7-bdef-9735e471dc61),segment_id=633f342b-2dc3-49e7-bdef-9735e471dc61)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:51.905820 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (63916394-8a0e-47ee-b399-80859b51b7ce), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:51.952950 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339aa401-f1d6-4a96-90b4-e01397527f2f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:17:51.958139 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-339aa401-f1d6-4a96-90b4-e01397527f2f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:51.958976 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=63916394-8a0e-47ee-b399-80859b51b7ce,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:51.967525 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d4762-43ff-4030-860b-b7360b2dbe59 None None] Sync routers for ids ['4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:17:51.978744 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3d4762-43ff-4030-860b-b7360b2dbe59 None None] Routers {'4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:17:51.979494 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-0f3d4762-43ff-4030-860b-b7360b2dbe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:17:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:51.982399 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:51.982576 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:51.982933 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:51.983463 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:51.983888 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:51.984285 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:51.985203 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:51.985203 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:51.985395 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:51.985659 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:51.985985 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:51.986335 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:51.986664 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:51.993440 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-339aa401-f1d6-4a96-90b4-e01397527f2f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "DELETE /v2.0/floatingips/d18e0611-23f2-4e1a-a458-c0d33e107289 HTTP/1.1" status: 204 len: 168 time: 1.0004637 Feb 19 04:17:51.994692 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94092b1-8676-4a20-9c38-78a56f795af1', 'tag': '04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:51.997649 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed39920-d00e-450e-be57-959cfc1fcc6e" -d '{"events": [{"name": "network-changed", "server_uuid": "c94092b1-8676-4a20-9c38-78a56f795af1", "tag": "04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:52.053447 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b81a695-7852-4b42-9602-834a7593765e x-openstack-request-id: req-1b81a695-7852-4b42-9602-834a7593765e {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:52.053916 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94092b1-8676-4a20-9c38-78a56f795af1", "tag": "04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:52.054186 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1b81a695-7852-4b42-9602-834a7593765e {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:52.054600 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94092b1-8676-4a20-9c38-78a56f795af1', 'tag': '04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608', 'status': 'completed', 'code': 200} Feb 19 04:17:52.165515 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['63916394-8a0e-47ee-b399-80859b51b7ce'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:17:52.197795 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed39920-d00e-450e-be57-959cfc1fcc6e req-8b0697e5-106d-4f67-8839-7229629c87e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:52.199363 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ed39920-d00e-450e-be57-959cfc1fcc6e req-8b0697e5-106d-4f67-8839-7229629c87e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 1127 time: 0.1179721 Feb 19 04:17:52.271566 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-0f3d4762-43ff-4030-860b-b7360b2dbe59 None None] Set router 4c3d7b1f-4aa9-401f-9038-aa7b6f157b98 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:17:52.283402 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c187a01-67b8-4b22-9962-cc1ab1726d21 req-afd5ff6b-b857-4040-b4b2-73fc60cc57ec tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:52.290617 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c187a01-67b8-4b22-9962-cc1ab1726d21 req-afd5ff6b-b857-4040-b4b2-73fc60cc57ec tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?device_id=da7d3552-90ff-4ebf-88f9-f61c17aad8c4 HTTP/1.1" status: 200 len: 944 time: 0.1342430 Feb 19 04:17:52.398946 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed39920-d00e-450e-be57-959cfc1fcc6e req-3571b8a6-2e37-4aea-a4c2-13be6a018391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:52.400414 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ed39920-d00e-450e-be57-959cfc1fcc6e req-3571b8a6-2e37-4aea-a4c2-13be6a018391 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a881e15-dcb9-4612-90a0-55bb903b8851 HTTP/1.1" status: 200 len: 898 time: 0.1909049 Feb 19 04:17:52.404352 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c187a01-67b8-4b22-9962-cc1ab1726d21 req-589cda53-6704-4bef-a0ce-9e0d85b6b8dc tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffe6838e-fa04-4669-af72-d0751db96058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128809 Feb 19 04:17:52.423652 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d93969-f1ce-41bb-8377-9ec05229db3f req-47a4cb5d-7d14-434a-a5df-85ec568144eb tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:52.425213 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-05d93969-f1ce-41bb-8377-9ec05229db3f req-47a4cb5d-7d14-434a-a5df-85ec568144eb tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 944 time: 0.1274929 Feb 19 04:17:52.456061 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ed39920-d00e-450e-be57-959cfc1fcc6e req-510348bc-1929-4eaf-adca-1dbcd60c09aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 HTTP/1.1" status: 200 len: 217 time: 0.0479665 Feb 19 04:17:52.535681 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-05d93969-f1ce-41bb-8377-9ec05229db3f req-72276036-206b-4b03-ae18-b431852de872 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=e34090d5-82ff-472d-87c2-d105358f175b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820050 Feb 19 04:17:52.537108 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed39920-d00e-450e-be57-959cfc1fcc6e req-1b1ed40e-2c3b-4778-9e29-4f1b9b3ceea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:52.538491 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ed39920-d00e-450e-be57-959cfc1fcc6e req-1b1ed40e-2c3b-4778-9e29-4f1b9b3ceea5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79657f7c-a967-450b-aba7-e287c8e4232a HTTP/1.1" status: 200 len: 834 time: 0.0697494 Feb 19 04:17:52.588483 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-0f3d4762-43ff-4030-860b-b7360b2dbe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717006908', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '953b693f-e145-4772-bd85-fad92adbc87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:16Z', 'updated_at': '2022-02-19T04:16:26Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '953b693f-e145-4772-bd85-fad92adbc87c', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '83ca4276-9ba2-4d02-b38b-90118ffeea97', 'name': '', 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:98:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '79657f7c-a967-450b-aba7-e287c8e4232a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:23Z', 'updated_at': '2022-02-19T04:16:32Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': '79657f7c-a967-450b-aba7-e287c8e4232a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:52.602566 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed39920-d00e-450e-be57-959cfc1fcc6e req-94023378-76ed-4a4e-b034-7b212b634fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:52.604268 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ed39920-d00e-450e-be57-959cfc1fcc6e req-94023378-76ed-4a4e-b034-7b212b634fc5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a881e15-dcb9-4612-90a0-55bb903b8851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0577037 Feb 19 04:17:52.615021 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d4762-43ff-4030-860b-b7360b2dbe59 None None] Checking router: 4c3d7b1f-4aa9-401f-9038-aa7b6f157b98 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:17:52.624183 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3d4762-43ff-4030-860b-b7360b2dbe59 None None] Routers {'4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:17:52.624812 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-0f3d4762-43ff-4030-860b-b7360b2dbe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:17:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:52.701582 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ed39920-d00e-450e-be57-959cfc1fcc6e req-147e1fe0-745e-4406-b9d8-6ea04bd07a5d service neutron] 10.222.0.26 "GET /v2.0/networks/2a881e15-dcb9-4612-90a0-55bb903b8851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898004 Feb 19 04:17:52.745771 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device a11065e8-624b-45a3-b9cb-d7602ed03e0e details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:17:52.759598 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-0f3d4762-43ff-4030-860b-b7360b2dbe59 None None] Set router 4c3d7b1f-4aa9-401f-9038-aa7b6f157b98 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:17:52.850618 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ed39920-d00e-450e-be57-959cfc1fcc6e req-3d5a0ef7-f6ed-4145-bfc8-232ff7859b9d service neutron] 10.222.0.26 "GET /v2.0/networks/2a881e15-dcb9-4612-90a0-55bb903b8851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342039 Feb 19 04:17:52.857402 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd5bff-bf2a-4d33-88e5-0a49ee408ba2 req-650b99e7-49aa-4b1f-bb36-1a4588750200 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:52.866709 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-38bd5bff-bf2a-4d33-88e5-0a49ee408ba2 req-650b99e7-49aa-4b1f-bb36-1a4588750200 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 943 time: 0.0921891 Feb 19 04:17:52.914486 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-38bd5bff-bf2a-4d33-88e5-0a49ee408ba2 req-47356f5f-5382-4330-8086-e2744ebbbf0a tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468643 Feb 19 04:17:52.971137 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port a11065e8-624b-45a3-b9cb-d7602ed03e0e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=a11065e8-624b-45a3-b9cb-d7602ed03e0e,segment=NetworkSegment(f54bf998-c6df-4a54-bbd7-3503e7bb776e),segment_id=f54bf998-c6df-4a54-bbd7-3503e7bb776e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:52.994422 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'a11065e8-624b-45a3-b9cb-d7602ed03e0e', 'network_id': '2e9c4345-a542-424d-9672-4b79bfb4a878', 'port_id': 'a11065e8-624b-45a3-b9cb-d7602ed03e0e', 'mac_address': 'fa:16:3e:80:b6:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be604aa-378d-4eff-8d65-7e786c5da5e7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:17:53.073689 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port a11065e8-624b-45a3-b9cb-d7602ed03e0e is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:53.074083 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:53.093015 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11065e8-624b-45a3-b9cb-d7602ed03e0e {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:17:53.114574 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-0f3d4762-43ff-4030-860b-b7360b2dbe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717006908', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '953b693f-e145-4772-bd85-fad92adbc87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:16Z', 'updated_at': '2022-02-19T04:16:26Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '953b693f-e145-4772-bd85-fad92adbc87c', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '83ca4276-9ba2-4d02-b38b-90118ffeea97', 'name': '', 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:98:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '79657f7c-a967-450b-aba7-e287c8e4232a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:23Z', 'updated_at': '2022-02-19T04:16:32Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': '79657f7c-a967-450b-aba7-e287c8e4232a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:53.120882 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port a11065e8-624b-45a3-b9cb-d7602ed03e0e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=a11065e8-624b-45a3-b9cb-d7602ed03e0e,segment=NetworkSegment(f54bf998-c6df-4a54-bbd7-3503e7bb776e),segment_id=f54bf998-c6df-4a54-bbd7-3503e7bb776e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:53.152918 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042ffc3-b866-4be5-af37-b9abd44eb13c req-6fcbbc99-638a-4975-beec-4c2f2249cb60 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:53.155243 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8042ffc3-b866-4be5-af37-b9abd44eb13c req-6fcbbc99-638a-4975-beec-4c2f2249cb60 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 944 time: 0.0789764 Feb 19 04:17:53.156086 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:53.158107 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d4762-43ff-4030-860b-b7360b2dbe59 None None] The sync data for ids ['4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'] in n-d-828369-19 is: [{'id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717006908', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '953b693f-e145-4772-bd85-fad92adbc87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:16Z', 'updated_at': '2022-02-19T04:16:26Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '953b693f-e145-4772-bd85-fad92adbc87c', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '83ca4276-9ba2-4d02-b38b-90118ffeea97', 'name': '', 'network_id': '2a881e15-dcb9-4612-90a0-55bb903b8851', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:98:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '79657f7c-a967-450b-aba7-e287c8e4232a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:23Z', 'updated_at': '2022-02-19T04:16:32Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': '79657f7c-a967-450b-aba7-e287c8e4232a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:17:53.210651 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=a11065e8-624b-45a3-b9cb-d7602ed03e0e,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:53.288201 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-8042ffc3-b866-4be5-af37-b9abd44eb13c req-88ef8c26-628e-4ae2-be21-e4c78e459de6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Deleting port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:53.288548 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8042ffc3-b866-4be5-af37-b9abd44eb13c req-88ef8c26-628e-4ae2-be21-e4c78e459de6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:53.391203 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-8042ffc3-b866-4be5-af37-b9abd44eb13c req-88ef8c26-628e-4ae2-be21-e4c78e459de6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] For port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608,segment=NetworkSegment(056c2bc3-c560-47f5-9465-7d1c10ec3656),segment_id=056c2bc3-c560-47f5-9465-7d1c10ec3656)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:53.391579 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8042ffc3-b866-4be5-af37-b9abd44eb13c req-88ef8c26-628e-4ae2-be21-e4c78e459de6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:53.413788 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-8042ffc3-b866-4be5-af37-b9abd44eb13c req-88ef8c26-628e-4ae2-be21-e4c78e459de6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Calling delete_port for 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:53.438620 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a303f29e-3447-41d8-b18d-6c54dd579390 None None] New status for floating IP d18e0611-23f2-4e1a-a458-c0d33e107289: DOWN {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:17:53.537767 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 63916394-8a0e-47ee-b399-80859b51b7ce up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:17:53.576780 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720d01e-ec48-4d5e-ac08-725cef3c7a30 req-bf00dcd2-7aa2-46a5-9463-b45c332b2182 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:53.578437 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b720d01e-ec48-4d5e-ac08-725cef3c7a30 req-bf00dcd2-7aa2-46a5-9463-b45c332b2182 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?device_id=da7d3552-90ff-4ebf-88f9-f61c17aad8c4 HTTP/1.1" status: 200 len: 944 time: 0.0975974 Feb 19 04:17:53.594562 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['a11065e8-624b-45a3-b9cb-d7602ed03e0e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:17:53.639360 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8042ffc3-b866-4be5-af37-b9abd44eb13c req-88ef8c26-628e-4ae2-be21-e4c78e459de6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:53.674275 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 63916394-8a0e-47ee-b399-80859b51b7ce completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:17:53.685683 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 63916394-8a0e-47ee-b399-80859b51b7ce triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:53.686292 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (63916394-8a0e-47ee-b399-80859b51b7ce), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:53.686434 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef8c26-628e-4ae2-be21-e4c78e459de6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event deleted for resources: {'Port': ['ID=04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:53.735218 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b720d01e-ec48-4d5e-ac08-725cef3c7a30 req-fccdce52-a7cc-41f0-be1e-10355f41301e tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffe6838e-fa04-4669-af72-d0751db96058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501975 Feb 19 04:17:53.737875 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2f4db423-f295-49f5-8dc3-4b487bf32752 req-e84f66a6-7268-4833-9ab7-7bb6b631e77c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94092b1-8676-4a20-9c38-78a56f795af1 HTTP/1.1" status: 200 len: 210 time: 0.1048536 Feb 19 04:17:53.813840 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-8042ffc3-b866-4be5-af37-b9abd44eb13c req-88ef8c26-628e-4ae2-be21-e4c78e459de6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] No DVR routers for this DVR port 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:17:53.821346 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8042ffc3-b866-4be5-af37-b9abd44eb13c req-88ef8c26-628e-4ae2-be21-e4c78e459de6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:53.826033 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8042ffc3-b866-4be5-af37-b9abd44eb13c req-88ef8c26-628e-4ae2-be21-e4c78e459de6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.26 "DELETE /v2.0/ports/04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 HTTP/1.1" status: 204 len: 173 time: 0.6601000 Feb 19 04:17:53.826724 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94092b1-8676-4a20-9c38-78a56f795af1', 'name': 'network-vif-deleted', 'tag': '04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:53.830063 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567a729b-aaf2-4c3e-b726-936b82864951" -d '{"events": [{"server_uuid": "c94092b1-8676-4a20-9c38-78a56f795af1", "name": "network-vif-deleted", "tag": "04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:53.832065 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 63916394-8a0e-47ee-b399-80859b51b7ce is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:53.832552 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (63916394-8a0e-47ee-b399-80859b51b7ce), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:53.864122 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7d3552-90ff-4ebf-88f9-f61c17aad8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63916394-8a0e-47ee-b399-80859b51b7ce'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:53.866979 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d2dad1-8484-4132-89c4-2b09ce209188" -d '{"events": [{"server_uuid": "da7d3552-90ff-4ebf-88f9-f61c17aad8c4", "name": "network-vif-plugged", "status": "completed", "tag": "63916394-8a0e-47ee-b399-80859b51b7ce"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:53.880661 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 63916394-8a0e-47ee-b399-80859b51b7ce, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=63916394-8a0e-47ee-b399-80859b51b7ce,segment=NetworkSegment(633f342b-2dc3-49e7-bdef-9735e471dc61),segment_id=633f342b-2dc3-49e7-bdef-9735e471dc61)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:53.886568 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (63916394-8a0e-47ee-b399-80859b51b7ce), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:53.889063 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f6fa3a-9c8f-4da7-801a-f5a9ccf0f66b x-openstack-request-id: req-e4f6fa3a-9c8f-4da7-801a-f5a9ccf0f66b {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:53.889513 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94092b1-8676-4a20-9c38-78a56f795af1", "name": "network-vif-deleted", "tag": "04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:53.889798 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e4f6fa3a-9c8f-4da7-801a-f5a9ccf0f66b {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:53.893528 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94092b1-8676-4a20-9c38-78a56f795af1', 'name': 'network-vif-deleted', 'tag': '04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608', 'status': 'completed', 'code': 200} Feb 19 04:17:53.933244 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48232a6d-4d3e-4fd8-9717-da0c81082302 x-openstack-request-id: req-48232a6d-4d3e-4fd8-9717-da0c81082302 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:53.933845 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7d3552-90ff-4ebf-88f9-f61c17aad8c4", "name": "network-vif-plugged", "status": "completed", "tag": "63916394-8a0e-47ee-b399-80859b51b7ce", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:53.934597 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-48232a6d-4d3e-4fd8-9717-da0c81082302 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:53.935203 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7d3552-90ff-4ebf-88f9-f61c17aad8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63916394-8a0e-47ee-b399-80859b51b7ce', 'code': 200} Feb 19 04:17:53.947094 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=63916394-8a0e-47ee-b399-80859b51b7ce,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:54.093641 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef5876-f2c3-4325-8cc7-2fc8a83db1d5 req-1c8ec16c-0403-4e9d-882a-e9377c23c8f1 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:54.103485 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0aef5876-f2c3-4325-8cc7-2fc8a83db1d5 req-1c8ec16c-0403-4e9d-882a-e9377c23c8f1 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 944 time: 0.0876093 Feb 19 04:17:54.118308 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1795a-0948-41a1-b3a5-4fe6817ba493 req-5bd13788-d8bb-4e1c-b9da-16fcefcf0eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:54.119890 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7cb1795a-0948-41a1-b3a5-4fe6817ba493 req-5bd13788-d8bb-4e1c-b9da-16fcefcf0eb2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=da7d3552-90ff-4ebf-88f9-f61c17aad8c4 HTTP/1.1" status: 200 len: 1128 time: 0.1022508 Feb 19 04:17:54.199550 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0aef5876-f2c3-4325-8cc7-2fc8a83db1d5 req-88c5ab73-6fce-4202-9a44-7f134710fb5f tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986931 Feb 19 04:17:54.219576 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7cb1795a-0948-41a1-b3a5-4fe6817ba493 req-88442443-1696-4fc1-b2aa-308e1da7ea48 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ffe6838e-fa04-4669-af72-d0751db96058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867629 Feb 19 04:17:54.890658 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabee19e-c429-4a51-a0d9-2a1270e963f9 req-f40389da-2aa8-4061-b095-6708f8b208ac tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:54.892167 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fabee19e-c429-4a51-a0d9-2a1270e963f9 req-f40389da-2aa8-4061-b095-6708f8b208ac tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?device_id=da7d3552-90ff-4ebf-88f9-f61c17aad8c4 HTTP/1.1" status: 200 len: 945 time: 0.0583458 Feb 19 04:17:54.944820 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fabee19e-c429-4a51-a0d9-2a1270e963f9 req-d7134ea9-4555-4525-95ee-8efbc0c620ae tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffe6838e-fa04-4669-af72-d0751db96058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468864 Feb 19 04:17:54.995487 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 42326) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:55.204332 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5299397-86e9-46d3-8739-30913ddc78d0 req-af6229c4-5ebd-4157-a94f-c200bb942b10 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:55.209546 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5299397-86e9-46d3-8739-30913ddc78d0 req-af6229c4-5ebd-4157-a94f-c200bb942b10 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:55.214750 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5299397-86e9-46d3-8739-30913ddc78d0 req-af6229c4-5ebd-4157-a94f-c200bb942b10 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:55.220663 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5299397-86e9-46d3-8739-30913ddc78d0 req-af6229c4-5ebd-4157-a94f-c200bb942b10 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:55.226858 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5299397-86e9-46d3-8739-30913ddc78d0 req-af6229c4-5ebd-4157-a94f-c200bb942b10 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:55.232501 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5299397-86e9-46d3-8739-30913ddc78d0 req-af6229c4-5ebd-4157-a94f-c200bb942b10 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:55.237905 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5299397-86e9-46d3-8739-30913ddc78d0 req-af6229c4-5ebd-4157-a94f-c200bb942b10 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:55.239950 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e5299397-86e9-46d3-8739-30913ddc78d0 req-af6229c4-5ebd-4157-a94f-c200bb942b10 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5445 time: 0.2039573 Feb 19 04:17:55.430880 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae18ef9-2270-4f23-a48c-8b5fd1e08d95 req-480edfd6-a4c9-4eeb-abd7-d29047f2b28e tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:55.432340 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ae18ef9-2270-4f23-a48c-8b5fd1e08d95 req-480edfd6-a4c9-4eeb-abd7-d29047f2b28e tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 944 time: 0.1424108 Feb 19 04:17:55.439276 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e5299397-86e9-46d3-8739-30913ddc78d0 req-e8713066-05e9-44a8-bb89-66f58ec94cb3 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1876657 Feb 19 04:17:55.520545 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ae18ef9-2270-4f23-a48c-8b5fd1e08d95 req-20071ba2-0a01-4600-83d1-8358cf00c7bd tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780537 Feb 19 04:17:55.628811 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ac0a2b86-d52f-4cb3-9525-5ec48796a429 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (4c3d7b1f-4aa9-401f-9038-aa7b6f157b98), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:56.110559 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e1786-4fb9-4aac-a907-36924f998f1b req-b04c5670-a300-4f42-ab52-be8fd584498d tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:56.112005 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb1e1786-4fb9-4aac-a907-36924f998f1b req-b04c5670-a300-4f42-ab52-be8fd584498d tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?device_id=da7d3552-90ff-4ebf-88f9-f61c17aad8c4 HTTP/1.1" status: 200 len: 945 time: 0.0795910 Feb 19 04:17:56.228691 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb1e1786-4fb9-4aac-a907-36924f998f1b req-29200651-999d-45a3-9725-9ce0001d1854 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffe6838e-fa04-4669-af72-d0751db96058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085153 Feb 19 04:17:56.265104 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-ac0a2b86-d52f-4cb3-9525-5ec48796a429 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Deleting port 83ca4276-9ba2-4d02-b38b-90118ffeea97 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:56.265454 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ac0a2b86-d52f-4cb3-9525-5ec48796a429 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (83ca4276-9ba2-4d02-b38b-90118ffeea97), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:56.368264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-ac0a2b86-d52f-4cb3-9525-5ec48796a429 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] For port 83ca4276-9ba2-4d02-b38b-90118ffeea97, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=83ca4276-9ba2-4d02-b38b-90118ffeea97,segment=NetworkSegment(056c2bc3-c560-47f5-9465-7d1c10ec3656),segment_id=056c2bc3-c560-47f5-9465-7d1c10ec3656)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:56.368746 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ac0a2b86-d52f-4cb3-9525-5ec48796a429 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (83ca4276-9ba2-4d02-b38b-90118ffeea97), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:56.384525 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-ac0a2b86-d52f-4cb3-9525-5ec48796a429 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Calling delete_port for 83ca4276-9ba2-4d02-b38b-90118ffeea97 owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:56.705604 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756bc9d-d501-4236-bb1a-e96df7d173ab req-e236a651-6eac-4843-a5cd-0da7d378418b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:56.710984 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756bc9d-d501-4236-bb1a-e96df7d173ab req-e236a651-6eac-4843-a5cd-0da7d378418b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:56.716931 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756bc9d-d501-4236-bb1a-e96df7d173ab req-e236a651-6eac-4843-a5cd-0da7d378418b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:56.722503 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756bc9d-d501-4236-bb1a-e96df7d173ab req-e236a651-6eac-4843-a5cd-0da7d378418b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:56.727794 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756bc9d-d501-4236-bb1a-e96df7d173ab req-e236a651-6eac-4843-a5cd-0da7d378418b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:56.732974 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756bc9d-d501-4236-bb1a-e96df7d173ab req-e236a651-6eac-4843-a5cd-0da7d378418b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:56.738390 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756bc9d-d501-4236-bb1a-e96df7d173ab req-e236a651-6eac-4843-a5cd-0da7d378418b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:56.741778 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b756bc9d-d501-4236-bb1a-e96df7d173ab req-e236a651-6eac-4843-a5cd-0da7d378418b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5445 time: 0.1767814 Feb 19 04:17:56.773921 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device a11065e8-624b-45a3-b9cb-d7602ed03e0e up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:17:56.777585 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:56.801817 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ac0a2b86-d52f-4cb3-9525-5ec48796a429 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (83ca4276-9ba2-4d02-b38b-90118ffeea97), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:56.829881 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523133cc-4e6f-465f-8633-03ca0b7a9537 req-4209e8bd-e8f9-42c1-b9e1-c656ff372b65 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:56.831546 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-523133cc-4e6f-465f-8633-03ca0b7a9537 req-4209e8bd-e8f9-42c1-b9e1-c656ff372b65 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 944 time: 0.2174497 Feb 19 04:17:56.835502 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port a11065e8-624b-45a3-b9cb-d7602ed03e0e completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:17:56.839870 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port a11065e8-624b-45a3-b9cb-d7602ed03e0e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:56.840386 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:56.861011 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a2b86-d52f-4cb3-9525-5ec48796a429 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event deleted for resources: {'Port': ['ID=83ca4276-9ba2-4d02-b38b-90118ffeea97,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:56.933077 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port a11065e8-624b-45a3-b9cb-d7602ed03e0e is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:56.933872 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:56.964233 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a20db8-8bdc-4289-b01f-3843c83b1a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11065e8-624b-45a3-b9cb-d7602ed03e0e'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:56.966812 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b749ee21-51f9-4525-a021-bc0ddc997a8a" -d '{"events": [{"server_uuid": "28a20db8-8bdc-4289-b01f-3843c83b1a09", "name": "network-vif-plugged", "status": "completed", "tag": "a11065e8-624b-45a3-b9cb-d7602ed03e0e"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:56.976045 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b756bc9d-d501-4236-bb1a-e96df7d173ab req-fcdc1253-9654-499c-a922-1e9ddf39fb03 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2294750 Feb 19 04:17:56.984640 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port a11065e8-624b-45a3-b9cb-d7602ed03e0e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=a11065e8-624b-45a3-b9cb-d7602ed03e0e,segment=NetworkSegment(f54bf998-c6df-4a54-bbd7-3503e7bb776e),segment_id=f54bf998-c6df-4a54-bbd7-3503e7bb776e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:57.006734 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:57.007674 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:57.023876 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-523133cc-4e6f-465f-8633-03ca0b7a9537 req-fcfa6363-eb8e-409c-a06d-1b990aa79374 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704571 Feb 19 04:17:57.141890 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:17:57.145146 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 04ba6ad1-f2b5-4f32-8c0d-9dee0c9ff608 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:17:57.188497 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=a11065e8-624b-45a3-b9cb-d7602ed03e0e,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:57.229461 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ac0a2b86-d52f-4cb3-9525-5ec48796a429 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (4c3d7b1f-4aa9-401f-9038-aa7b6f157b98), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:57.262934 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13a6c7f-5ba8-42a0-8e2c-f8ebff3c2d7e x-openstack-request-id: req-d13a6c7f-5ba8-42a0-8e2c-f8ebff3c2d7e {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:57.262934 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a20db8-8bdc-4289-b01f-3843c83b1a09", "name": "network-vif-plugged", "status": "completed", "tag": "a11065e8-624b-45a3-b9cb-d7602ed03e0e", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:57.262934 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d13a6c7f-5ba8-42a0-8e2c-f8ebff3c2d7e {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:57.263276 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a20db8-8bdc-4289-b01f-3843c83b1a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11065e8-624b-45a3-b9cb-d7602ed03e0e', 'code': 200} Feb 19 04:17:57.459315 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77a519-e1e1-4733-8faf-4f09cb693cf0 req-3a8058c7-7cf6-4438-9481-12a6400322c7 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:57.460789 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d77a519-e1e1-4733-8faf-4f09cb693cf0 req-3a8058c7-7cf6-4438-9481-12a6400322c7 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?device_id=da7d3552-90ff-4ebf-88f9-f61c17aad8c4 HTTP/1.1" status: 200 len: 945 time: 0.1153443 Feb 19 04:17:57.467669 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a4830-0c3e-4609-9980-67c51aaef47b req-6f513691-9880-44fb-be6e-64e1948415f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:57.469120 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-233a4830-0c3e-4609-9980-67c51aaef47b req-6f513691-9880-44fb-be6e-64e1948415f4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 1128 time: 0.1252720 Feb 19 04:17:57.629011 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d77a519-e1e1-4733-8faf-4f09cb693cf0 req-cb62d757-d0cc-4f39-938e-1574e940986e tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffe6838e-fa04-4669-af72-d0751db96058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280913 Feb 19 04:17:57.631133 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-233a4830-0c3e-4609-9980-67c51aaef47b req-0562a10b-d8fe-413b-be86-1d62ab4df84e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269369 Feb 19 04:17:57.644149 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0a2b86-d52f-4cb3-9525-5ec48796a429 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Router 4c3d7b1f-4aa9-401f-9038-aa7b6f157b98 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:17:57.758353 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0a2b86-d52f-4cb3-9525-5ec48796a429 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:17:57.763426 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ac0a2b86-d52f-4cb3-9525-5ec48796a429 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "PUT /v2.0/routers/4c3d7b1f-4aa9-401f-9038-aa7b6f157b98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7666523 Feb 19 04:17:57.766236 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42398) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:57.772649 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56a2cf9-ca4a-41d9-8d9a-ff58c162b7e5 None None] Sync routers for ids ['4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:17:57.786137 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56a2cf9-ca4a-41d9-8d9a-ff58c162b7e5 None None] Routers {'4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:17:57.787518 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-c56a2cf9-ca4a-41d9-8d9a-ff58c162b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:17:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:57.826735 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-3017a257-2947-4dfa-9cb2-b92095c57f5d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Deleting subnet 79657f7c-a967-450b-aba7-e287c8e4232a {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:17:57.829926 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3017a257-2947-4dfa-9cb2-b92095c57f5d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for subnet (79657f7c-a967-450b-aba7-e287c8e4232a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:57.875866 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3017a257-2947-4dfa-9cb2-b92095c57f5d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (79657f7c-a967-450b-aba7-e287c8e4232a), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:57.924862 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-c56a2cf9-ca4a-41d9-8d9a-ff58c162b7e5 None None] Set router 4c3d7b1f-4aa9-401f-9038-aa7b6f157b98 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:17:57.973745 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3017a257-2947-4dfa-9cb2-b92095c57f5d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (79657f7c-a967-450b-aba7-e287c8e4232a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:58.093202 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3017a257-2947-4dfa-9cb2-b92095c57f5d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (79657f7c-a967-450b-aba7-e287c8e4232a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:58.147621 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017a257-2947-4dfa-9cb2-b92095c57f5d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event deleted for resources: {'Subnet': ['ID=79657f7c-a967-450b-aba7-e287c8e4232a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:58.150228 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3017a257-2947-4dfa-9cb2-b92095c57f5d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:58.157359 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3017a257-2947-4dfa-9cb2-b92095c57f5d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "DELETE /v2.0/subnets/79657f7c-a967-450b-aba7-e287c8e4232a HTTP/1.1" status: 204 len: 168 time: 0.3897491 Feb 19 04:17:58.159920 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42406) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:58.229404 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa56012-337e-4e93-87ef-c60d50315a9e None None] Network 2a881e15-dcb9-4612-90a0-55bb903b8851 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:17:58.234987 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5fa09-d1e1-4ea8-b2b7-0f5ff2741361 req-5f3b5d1a-622d-44a3-8390-ecb350ddb693 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:58.241552 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5fa09-d1e1-4ea8-b2b7-0f5ff2741361 req-5f3b5d1a-622d-44a3-8390-ecb350ddb693 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:58.248743 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5fa09-d1e1-4ea8-b2b7-0f5ff2741361 req-5f3b5d1a-622d-44a3-8390-ecb350ddb693 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:58.254270 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5fa09-d1e1-4ea8-b2b7-0f5ff2741361 req-5f3b5d1a-622d-44a3-8390-ecb350ddb693 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:58.261093 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5fa09-d1e1-4ea8-b2b7-0f5ff2741361 req-5f3b5d1a-622d-44a3-8390-ecb350ddb693 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:58.268233 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5fa09-d1e1-4ea8-b2b7-0f5ff2741361 req-5f3b5d1a-622d-44a3-8390-ecb350ddb693 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:58.288696 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5fa09-d1e1-4ea8-b2b7-0f5ff2741361 req-5f3b5d1a-622d-44a3-8390-ecb350ddb693 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:58.295586 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aed5fa09-d1e1-4ea8-b2b7-0f5ff2741361 req-5f3b5d1a-622d-44a3-8390-ecb350ddb693 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5445 time: 0.1957531 Feb 19 04:17:58.331613 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79de1d-9cc3-4fab-889d-f3843649e01f req-f550371f-6411-4468-908b-553e98bbc794 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:58.333178 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4b79de1d-9cc3-4fab-889d-f3843649e01f req-f550371f-6411-4468-908b-553e98bbc794 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1750371 Feb 19 04:17:58.400123 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-212c3ef8-bb0d-4c27-a7d5-93b6b9aa65ab tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router (4c3d7b1f-4aa9-401f-9038-aa7b6f157b98), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:58.538987 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4b79de1d-9cc3-4fab-889d-f3843649e01f req-f01c0c1d-704e-4c4d-8d70-6bddc7c7c309 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908569 Feb 19 04:17:58.568231 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aed5fa09-d1e1-4ea8-b2b7-0f5ff2741361 req-840f5361-330d-4a46-85a0-09b146ee1ce4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2292519 Feb 19 04:17:58.582672 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e72add-ccaf-47d3-ae14-a072af3bbc6c None None] DHCP port deletion for 2a881e15-dcb9-4612-90a0-55bb903b8851 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:17:58.591200 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-212c3ef8-bb0d-4c27-a7d5-93b6b9aa65ab tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router_gateway (4c3d7b1f-4aa9-401f-9038-aa7b6f157b98), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:58.599533 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-c56a2cf9-ca4a-41d9-8d9a-ff58c162b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717006908', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '953b693f-e145-4772-bd85-fad92adbc87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:16Z', 'updated_at': '2022-02-19T04:17:56Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '953b693f-e145-4772-bd85-fad92adbc87c', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:58.603682 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-8ad2d0c1-85a9-486f-ba28-710e6926dae4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:58.619347 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-8ad2d0c1-85a9-486f-ba28-710e6926dae4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:58.628369 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-8ad2d0c1-85a9-486f-ba28-710e6926dae4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:58.640035 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56a2cf9-ca4a-41d9-8d9a-ff58c162b7e5 None None] Checking router: 4c3d7b1f-4aa9-401f-9038-aa7b6f157b98 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:17:58.644349 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-8ad2d0c1-85a9-486f-ba28-710e6926dae4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:58.665089 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-8ad2d0c1-85a9-486f-ba28-710e6926dae4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:58.680798 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-8ad2d0c1-85a9-486f-ba28-710e6926dae4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:58.698577 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56a2cf9-ca4a-41d9-8d9a-ff58c162b7e5 None None] Routers {'4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:17:58.699226 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-c56a2cf9-ca4a-41d9-8d9a-ff58c162b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:17:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:58.704158 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-8ad2d0c1-85a9-486f-ba28-710e6926dae4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:58.706374 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-8ad2d0c1-85a9-486f-ba28-710e6926dae4 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5445 time: 0.3509028 Feb 19 04:17:58.847796 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c8e72add-ccaf-47d3-ae14-a072af3bbc6c None None] Deleting port ae47931c-cc1f-4642-a281-c1a7ec05cde2 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:58.848336 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c8e72add-ccaf-47d3-ae14-a072af3bbc6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ae47931c-cc1f-4642-a281-c1a7ec05cde2), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:58.899003 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-c56a2cf9-ca4a-41d9-8d9a-ff58c162b7e5 None None] Set router 4c3d7b1f-4aa9-401f-9038-aa7b6f157b98 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:17:58.947796 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-c1f4eec7-181c-4aec-8ba0-27f60fb18b31 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:58.949149 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-c1f4eec7-181c-4aec-8ba0-27f60fb18b31 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.26 "GET /v2.0/ports/898fda35-40f1-43dc-a819-d803062eb315?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2141469 Feb 19 04:17:58.992558 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-c56a2cf9-ca4a-41d9-8d9a-ff58c162b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717006908', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:16Z', 'updated_at': '2022-02-19T04:17:58Z', 'revision_number': 6, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:58.998085 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41a3b5-559c-40b8-9b64-dc14c61a2a84 req-21a80cf9-4502-4ae9-8e2b-7c4ab0eb5664 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:59.001638 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c41a3b5-559c-40b8-9b64-dc14c61a2a84 req-21a80cf9-4502-4ae9-8e2b-7c4ab0eb5664 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.79 "GET /v2.0/ports?device_id=da7d3552-90ff-4ebf-88f9-f61c17aad8c4 HTTP/1.1" status: 200 len: 945 time: 0.2912095 Feb 19 04:17:59.037686 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56a2cf9-ca4a-41d9-8d9a-ff58c162b7e5 None None] The sync data for ids ['4c3d7b1f-4aa9-401f-9038-aa7b6f157b98'] in n-d-828369-19 is: [{'id': '4c3d7b1f-4aa9-401f-9038-aa7b6f157b98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1717006908', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:16Z', 'updated_at': '2022-02-19T04:17:58Z', 'revision_number': 6, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:17:59.054660 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c8e72add-ccaf-47d3-ae14-a072af3bbc6c None None] For port ae47931c-cc1f-4642-a281-c1a7ec05cde2, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ae47931c-cc1f-4642-a281-c1a7ec05cde2,segment=NetworkSegment(056c2bc3-c560-47f5-9465-7d1c10ec3656),segment_id=056c2bc3-c560-47f5-9465-7d1c10ec3656)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:59.057323 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c8e72add-ccaf-47d3-ae14-a072af3bbc6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ae47931c-cc1f-4642-a281-c1a7ec05cde2), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:59.083922 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c8e72add-ccaf-47d3-ae14-a072af3bbc6c None None] Calling delete_port for ae47931c-cc1f-4642-a281-c1a7ec05cde2 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:59.099793 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bac500-bd5f-486b-95d8-0e53a5e1fea5 req-be1427ac-8245-467d-b647-c4d4e5272d58 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:59.112079 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88bac500-bd5f-486b-95d8-0e53a5e1fea5 req-be1427ac-8245-467d-b647-c4d4e5272d58 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?device_id=da7d3552-90ff-4ebf-88f9-f61c17aad8c4 HTTP/1.1" status: 200 len: 945 time: 0.3757529 Feb 19 04:17:59.203044 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c8e72add-ccaf-47d3-ae14-a072af3bbc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (ae47931c-cc1f-4642-a281-c1a7ec05cde2), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:59.204955 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-212c3ef8-bb0d-4c27-a7d5-93b6b9aa65ab tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Deleting port 953b693f-e145-4772-bd85-fad92adbc87c {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:59.206331 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-212c3ef8-bb0d-4c27-a7d5-93b6b9aa65ab tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (953b693f-e145-4772-bd85-fad92adbc87c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:59.250516 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e72add-ccaf-47d3-ae14-a072af3bbc6c None None] Pushing event deleted for resources: {'Port': ['ID=ae47931c-cc1f-4642-a281-c1a7ec05cde2,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:59.268535 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e72add-ccaf-47d3-ae14-a072af3bbc6c None None] No DVR routers for this DVR port ae47931c-cc1f-4642-a281-c1a7ec05cde2 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:17:59.330319 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-212c3ef8-bb0d-4c27-a7d5-93b6b9aa65ab tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] For port 953b693f-e145-4772-bd85-fad92adbc87c, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=953b693f-e145-4772-bd85-fad92adbc87c,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:59.330715 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-212c3ef8-bb0d-4c27-a7d5-93b6b9aa65ab tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (953b693f-e145-4772-bd85-fad92adbc87c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:59.355816 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-212c3ef8-bb0d-4c27-a7d5-93b6b9aa65ab tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Calling delete_port for 953b693f-e145-4772-bd85-fad92adbc87c owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:59.374631 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88bac500-bd5f-486b-95d8-0e53a5e1fea5 req-c02e5b84-a7f6-4029-a9f3-a7e596ca2cc3 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffe6838e-fa04-4669-af72-d0751db96058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573352 Feb 19 04:17:59.416977 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-010fe802-f378-4b0b-926d-99811e583c7b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.26 "GET /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4609330 Feb 19 04:17:59.427040 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-9c41a3b5-559c-40b8-9b64-dc14c61a2a84 req-914ff837-86dc-4d94-bb29-1b2ad3188ca9 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Deleting port 63916394-8a0e-47ee-b399-80859b51b7ce {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:59.427273 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9c41a3b5-559c-40b8-9b64-dc14c61a2a84 req-914ff837-86dc-4d94-bb29-1b2ad3188ca9 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (63916394-8a0e-47ee-b399-80859b51b7ce), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:59.490766 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-1831588e-121c-449e-b92a-987fc91f3a85 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:59.596581 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-1831588e-121c-449e-b92a-987fc91f3a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (898fda35-40f1-43dc-a819-d803062eb315), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:59.608425 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:59.629016 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-212c3ef8-bb0d-4c27-a7d5-93b6b9aa65ab tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (953b693f-e145-4772-bd85-fad92adbc87c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:59.679349 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-9c41a3b5-559c-40b8-9b64-dc14c61a2a84 req-914ff837-86dc-4d94-bb29-1b2ad3188ca9 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] For port 63916394-8a0e-47ee-b399-80859b51b7ce, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=63916394-8a0e-47ee-b399-80859b51b7ce,segment=NetworkSegment(633f342b-2dc3-49e7-bdef-9735e471dc61),segment_id=633f342b-2dc3-49e7-bdef-9735e471dc61)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:59.679762 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9c41a3b5-559c-40b8-9b64-dc14c61a2a84 req-914ff837-86dc-4d94-bb29-1b2ad3188ca9 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (63916394-8a0e-47ee-b399-80859b51b7ce), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:59.718027 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c3ef8-bb0d-4c27-a7d5-93b6b9aa65ab tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event deleted for resources: {'Port': ['ID=953b693f-e145-4772-bd85-fad92adbc87c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:59.792118 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-9c41a3b5-559c-40b8-9b64-dc14c61a2a84 req-914ff837-86dc-4d94-bb29-1b2ad3188ca9 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Calling delete_port for 63916394-8a0e-47ee-b399-80859b51b7ce owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:59.815962 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-212c3ef8-bb0d-4c27-a7d5-93b6b9aa65ab tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (4c3d7b1f-4aa9-401f-9038-aa7b6f157b98), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:59.977549 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-212c3ef8-bb0d-4c27-a7d5-93b6b9aa65ab tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (4c3d7b1f-4aa9-401f-9038-aa7b6f157b98), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:59.981147 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-212c3ef8-bb0d-4c27-a7d5-93b6b9aa65ab tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router_controller (4c3d7b1f-4aa9-401f-9038-aa7b6f157b98), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:00.082137 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ae47931c-cc1f-4642-a281-c1a7ec05cde2 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:18:00.083347 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-212c3ef8-bb0d-4c27-a7d5-93b6b9aa65ab tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (4c3d7b1f-4aa9-401f-9038-aa7b6f157b98), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:00.087462 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212c3ef8-bb0d-4c27-a7d5-93b6b9aa65ab tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Fanout notify agent at l3_agent the message router_deleted on router 4c3d7b1f-4aa9-401f-9038-aa7b6f157b98 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:18:00.099901 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-212c3ef8-bb0d-4c27-a7d5-93b6b9aa65ab tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:00.104688 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-212c3ef8-bb0d-4c27-a7d5-93b6b9aa65ab tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "DELETE /v2.0/routers/4c3d7b1f-4aa9-401f-9038-aa7b6f157b98 HTTP/1.1" status: 204 len: 168 time: 1.9434073 Feb 19 04:18:00.105675 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42442) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:00.119464 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: ae47931c-cc1f-4642-a281-c1a7ec05cde2 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:18:00.119872 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ae47931c-cc1f-4642-a281-c1a7ec05cde2 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:18:00.124463 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 83ca4276-9ba2-4d02-b38b-90118ffeea97 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:18:00.167027 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 83ca4276-9ba2-4d02-b38b-90118ffeea97 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:18:00.167372 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 83ca4276-9ba2-4d02-b38b-90118ffeea97 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:18:00.167804 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 953b693f-e145-4772-bd85-fad92adbc87c no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:18:00.201211 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 953b693f-e145-4772-bd85-fad92adbc87c {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:18:00.201609 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 953b693f-e145-4772-bd85-fad92adbc87c not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:18:00.244502 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ed8ec222-8b22-4ae8-b25b-88256e28363b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (2a881e15-dcb9-4612-90a0-55bb903b8851), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:00.305902 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa94463-2f4c-4325-885e-ab997e045119 req-573bc8bb-4263-4b42-be0d-84a8ac3bb3d5 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:00.313130 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aaa94463-2f4c-4325-885e-ab997e045119 req-573bc8bb-4263-4b42-be0d-84a8ac3bb3d5 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.6114054 Feb 19 04:18:00.325871 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee234a-d42f-4866-9a72-9eaef724f325 req-530bc53d-f31e-4fc9-b94b-55e153f97f49 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:00.331569 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee234a-d42f-4866-9a72-9eaef724f325 req-530bc53d-f31e-4fc9-b94b-55e153f97f49 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:00.338507 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee234a-d42f-4866-9a72-9eaef724f325 req-530bc53d-f31e-4fc9-b94b-55e153f97f49 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:00.345993 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee234a-d42f-4866-9a72-9eaef724f325 req-530bc53d-f31e-4fc9-b94b-55e153f97f49 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:00.351464 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee234a-d42f-4866-9a72-9eaef724f325 req-530bc53d-f31e-4fc9-b94b-55e153f97f49 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:00.357837 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee234a-d42f-4866-9a72-9eaef724f325 req-530bc53d-f31e-4fc9-b94b-55e153f97f49 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:00.362453 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee234a-d42f-4866-9a72-9eaef724f325 req-530bc53d-f31e-4fc9-b94b-55e153f97f49 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:00.369990 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cee234a-d42f-4866-9a72-9eaef724f325 req-530bc53d-f31e-4fc9-b94b-55e153f97f49 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 5445 time: 0.6231935 Feb 19 04:18:00.374698 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ed8ec222-8b22-4ae8-b25b-88256e28363b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (2a881e15-dcb9-4612-90a0-55bb903b8851), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:00.428217 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-ed8ec222-8b22-4ae8-b25b-88256e28363b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a881e15-dcb9-4612-90a0-55bb903b8851']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:00.469349 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-ed8ec222-8b22-4ae8-b25b-88256e28363b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '056c2bc3-c560-47f5-9465-7d1c10ec3656') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:00.469349 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-ed8ec222-8b22-4ae8-b25b-88256e28363b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '056c2bc3-c560-47f5-9465-7d1c10ec3656') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:00.469693 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-1831588e-121c-449e-b92a-987fc91f3a85 service neutron] For port 898fda35-40f1-43dc-a819-d803062eb315, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=898fda35-40f1-43dc-a819-d803062eb315,segment=NetworkSegment(fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e),segment_id=fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:00.494077 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ed8ec222-8b22-4ae8-b25b-88256e28363b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (056c2bc3-c560-47f5-9465-7d1c10ec3656), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:00.512080 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ed8ec222-8b22-4ae8-b25b-88256e28363b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (056c2bc3-c560-47f5-9465-7d1c10ec3656), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:00.525379 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed8ec222-8b22-4ae8-b25b-88256e28363b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:18:00.525797 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ed8ec222-8b22-4ae8-b25b-88256e28363b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (056c2bc3-c560-47f5-9465-7d1c10ec3656), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:18:00.531862 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:18:00.583971 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cfcc3466-6298-45aa-b036-7e67278e70ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:00.600689 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aaa94463-2f4c-4325-885e-ab997e045119 req-cece670d-ba38-459e-96ff-b731929d6e20 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865462 Feb 19 04:18:00.644443 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-1831588e-121c-449e-b92a-987fc91f3a85 service neutron] For port 898fda35-40f1-43dc-a819-d803062eb315, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:18:00.703768 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-1831588e-121c-449e-b92a-987fc91f3a85 service neutron] device_id is not set on port 898fda35-40f1-43dc-a819-d803062eb315 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:18:00.712498 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cee234a-d42f-4866-9a72-9eaef724f325 req-e99d5382-9f91-43f3-b462-59f24fbc0753 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&id=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3416140 Feb 19 04:18:00.728064 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-1831588e-121c-449e-b92a-987fc91f3a85 service neutron] Publish callbacks [] for port (898fda35-40f1-43dc-a819-d803062eb315), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:00.735076 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ed8ec222-8b22-4ae8-b25b-88256e28363b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (2a881e15-dcb9-4612-90a0-55bb903b8851), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:00.753410 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ed8ec222-8b22-4ae8-b25b-88256e28363b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:00.760044 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ed8ec222-8b22-4ae8-b25b-88256e28363b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "DELETE /v2.0/networks/2a881e15-dcb9-4612-90a0-55bb903b8851 HTTP/1.1" status: 204 len: 168 time: 0.6496160 Feb 19 04:18:00.760217 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-1831588e-121c-449e-b92a-987fc91f3a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (898fda35-40f1-43dc-a819-d803062eb315), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:00.760217 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 42458) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:00.785050 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ec222-8b22-4ae8-b25b-88256e28363b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event deleted for resources: {'Network': ['ID=2a881e15-dcb9-4612-90a0-55bb903b8851,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:00.860348 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831588e-121c-449e-b92a-987fc91f3a85 service neutron] Pushing event updated for resources: {'Port': ['ID=898fda35-40f1-43dc-a819-d803062eb315,revision_number=6']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:00.909611 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9c41a3b5-559c-40b8-9b64-dc14c61a2a84 req-914ff837-86dc-4d94-bb29-1b2ad3188ca9 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (63916394-8a0e-47ee-b399-80859b51b7ce), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:00.925205 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['63916394-8a0e-47ee-b399-80859b51b7ce'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:18:01.062405 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-267d8247-bc7d-4912-882f-df1b1ee4346f req-5c3bbd50-784b-4dd8-b85e-47bdbfb612dc tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?device_id=da7d3552-90ff-4ebf-88f9-f61c17aad8c4 HTTP/1.1" status: 200 len: 210 time: 0.1861260 Feb 19 04:18:01.086918 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ff837-86dc-4d94-bb29-1b2ad3188ca9 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Pushing event deleted for resources: {'Port': ['ID=63916394-8a0e-47ee-b399-80859b51b7ce,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:01.179369 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c41a3b5-559c-40b8-9b64-dc14c61a2a84 req-914ff837-86dc-4d94-bb29-1b2ad3188ca9 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] No DVR routers for this DVR port 63916394-8a0e-47ee-b399-80859b51b7ce on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:18:01.181505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-1831588e-121c-449e-b92a-987fc91f3a85 service neutron] No DVR routers for this DVR port 898fda35-40f1-43dc-a819-d803062eb315 on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:18:01.183607 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dcd1018c-913e-4d41-9afd-9a757d1bfe40 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group (e34090d5-82ff-472d-87c2-d105358f175b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:01.186270 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9c41a3b5-559c-40b8-9b64-dc14c61a2a84 req-914ff837-86dc-4d94-bb29-1b2ad3188ca9 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:01.189408 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c41a3b5-559c-40b8-9b64-dc14c61a2a84 req-914ff837-86dc-4d94-bb29-1b2ad3188ca9 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.79 "DELETE /v2.0/ports/63916394-8a0e-47ee-b399-80859b51b7ce HTTP/1.1" status: 204 len: 173 time: 2.1757250 Feb 19 04:18:01.194209 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7d3552-90ff-4ebf-88f9-f61c17aad8c4', 'name': 'network-vif-deleted', 'tag': '63916394-8a0e-47ee-b399-80859b51b7ce'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:01.196410 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cd92c6-ecc2-46f8-8813-f05d760743cd" -d '{"events": [{"server_uuid": "da7d3552-90ff-4ebf-88f9-f61c17aad8c4", "name": "network-vif-deleted", "tag": "63916394-8a0e-47ee-b399-80859b51b7ce"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:01.270008 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-df246aaa-0ba2-4a9d-bd65-00c44da07950 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:01.276840 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-df246aaa-0ba2-4a9d-bd65-00c44da07950 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/networks?id=2e9c4345-a542-424d-9672-4b79bfb4a878 HTTP/1.1" status: 200 len: 813 time: 0.4137163 Feb 19 04:18:01.282751 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6bb8fb5b-70ce-417d-9123-6bc4a1df95da None None] Provisioning complete for port 898fda35-40f1-43dc-a819-d803062eb315 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:01.286118 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6bb8fb5b-70ce-417d-9123-6bc4a1df95da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (898fda35-40f1-43dc-a819-d803062eb315), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:01.307131 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dcd1018c-913e-4d41-9afd-9a757d1bfe40 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group (e34090d5-82ff-472d-87c2-d105358f175b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:01.318574 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-05109aaf-78b8-44b3-9940-683ea385ee97 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/quotas/a4e0bc4a4b1b4fe383f135223bc35a0a HTTP/1.1" status: 200 len: 375 time: 0.0407722 Feb 19 04:18:01.328251 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd50a9d8-0146-48ae-9085-447584ca9ce3 x-openstack-request-id: req-cd50a9d8-0146-48ae-9085-447584ca9ce3 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:01.328624 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7d3552-90ff-4ebf-88f9-f61c17aad8c4", "name": "network-vif-deleted", "tag": "63916394-8a0e-47ee-b399-80859b51b7ce", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:01.328994 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cd50a9d8-0146-48ae-9085-447584ca9ce3 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:01.329403 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7d3552-90ff-4ebf-88f9-f61c17aad8c4', 'name': 'network-vif-deleted', 'tag': '63916394-8a0e-47ee-b399-80859b51b7ce', 'status': 'completed', 'code': 200} Feb 19 04:18:01.330779 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-1831588e-121c-449e-b92a-987fc91f3a85 service neutron] In _notify_port_updated(), no bound segment for port 898fda35-40f1-43dc-a819-d803062eb315 on network 992f3549-caaf-4530-b747-2a0e80390b5d {{(pid=109926) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:18:01.331649 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-1831588e-121c-449e-b92a-987fc91f3a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:01.332258 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-1831588e-121c-449e-b92a-987fc91f3a85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:01.334671 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-1831588e-121c-449e-b92a-987fc91f3a85 service neutron] 10.222.0.26 "PUT /v2.0/ports/898fda35-40f1-43dc-a819-d803062eb315 HTTP/1.1" status: 200 len: 1033 time: 1.8483729 Feb 19 04:18:01.352174 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6bb8fb5b-70ce-417d-9123-6bc4a1df95da None None] Port 898fda35-40f1-43dc-a819-d803062eb315 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:18:01.441797 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-aadd0957-a6ac-4a01-9eaf-2222067951b3 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:01.443409 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-aadd0957-a6ac-4a01-9eaf-2222067951b3 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.26 "GET /v2.0/ports/938dc52f-77e7-4640-9ee1-5c86a03bd120?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0942824 Feb 19 04:18:01.458547 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-30ffd2c1-c1c6-48d6-808c-41cd84dc4b77 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:01.464250 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-2d6a2d04-54d5-4cc0-b234-476d68d18bcb tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a4e0bc4a4b1b4fe383f135223bc35a0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1448715 Feb 19 04:18:01.588595 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dcd1018c-913e-4d41-9afd-9a757d1bfe40 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e34090d5-82ff-472d-87c2-d105358f175b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:01.591869 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dcd1018c-913e-4d41-9afd-9a757d1bfe40 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:01.593112 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-dcd1018c-913e-4d41-9afd-9a757d1bfe40 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "DELETE /v2.0/security-groups/e34090d5-82ff-472d-87c2-d105358f175b HTTP/1.1" status: 204 len: 168 time: 0.8310668 Feb 19 04:18:01.622065 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-30ffd2c1-c1c6-48d6-808c-41cd84dc4b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (938dc52f-77e7-4640-9ee1-5c86a03bd120), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:01.627040 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1018c-913e-4d41-9afd-9a757d1bfe40 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34090d5-82ff-472d-87c2-d105358f175b,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:01.657352 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-d22d0d61-bea9-4e41-b78f-fb9af7c7a96b service neutron] 10.222.0.52 "GET /v2.0/networks/2e9c4345-a542-424d-9672-4b79bfb4a878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682944 Feb 19 04:18:01.899739 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-30ffd2c1-c1c6-48d6-808c-41cd84dc4b77 service neutron] For port 938dc52f-77e7-4640-9ee1-5c86a03bd120, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=938dc52f-77e7-4640-9ee1-5c86a03bd120,segment=NetworkSegment(fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e),segment_id=fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:01.981512 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-e8f760a6-f781-45f0-814d-e006e2e4cc9c service neutron] 10.222.0.52 "GET /v2.0/networks/2e9c4345-a542-424d-9672-4b79bfb4a878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863142 Feb 19 04:18:01.984694 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-30ffd2c1-c1c6-48d6-808c-41cd84dc4b77 service neutron] For port 938dc52f-77e7-4640-9ee1-5c86a03bd120, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:18:02.052763 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-30ffd2c1-c1c6-48d6-808c-41cd84dc4b77 service neutron] device_id is not set on port 938dc52f-77e7-4640-9ee1-5c86a03bd120 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:18:02.081891 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-30ffd2c1-c1c6-48d6-808c-41cd84dc4b77 service neutron] Publish callbacks [] for port (938dc52f-77e7-4640-9ee1-5c86a03bd120), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:02.093753 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-30ffd2c1-c1c6-48d6-808c-41cd84dc4b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (938dc52f-77e7-4640-9ee1-5c86a03bd120), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:02.205075 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-30ffd2c1-c1c6-48d6-808c-41cd84dc4b77 service neutron] No DVR routers for this DVR port 938dc52f-77e7-4640-9ee1-5c86a03bd120 on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:18:02.284561 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffd2c1-c1c6-48d6-808c-41cd84dc4b77 service neutron] Pushing event updated for resources: {'Port': ['ID=938dc52f-77e7-4640-9ee1-5c86a03bd120,revision_number=6']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:02.300193 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-30ffd2c1-c1c6-48d6-808c-41cd84dc4b77 service neutron] In _notify_port_updated(), no bound segment for port 938dc52f-77e7-4640-9ee1-5c86a03bd120 on network 992f3549-caaf-4530-b747-2a0e80390b5d {{(pid=109926) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:18:02.304387 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-30ffd2c1-c1c6-48d6-808c-41cd84dc4b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:02.305472 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-30ffd2c1-c1c6-48d6-808c-41cd84dc4b77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:02.314232 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-30ffd2c1-c1c6-48d6-808c-41cd84dc4b77 service neutron] 10.222.0.26 "PUT /v2.0/ports/938dc52f-77e7-4640-9ee1-5c86a03bd120 HTTP/1.1" status: 200 len: 1032 time: 0.8605585 Feb 19 04:18:02.399940 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42504) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:02.410677 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-97c16f68-a564-49b7-93f6-ce51f4200d9c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1811475780', 'description': 'tempest-secgroup-smoke-1811475780 description', 'project_id': '3daaed16085e4153afa0c32c565c3455'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:02.476785 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-97c16f68-a564-49b7-93f6-ce51f4200d9c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:02.618465 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-32355cde-8d22-4b42-9c71-86911d373a58 None None] Provisioning complete for port 938dc52f-77e7-4640-9ee1-5c86a03bd120 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:02.619407 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-32355cde-8d22-4b42-9c71-86911d373a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (938dc52f-77e7-4640-9ee1-5c86a03bd120), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:02.632963 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c2d162c-f500-4f6e-9968-ebe762c82b0c req-cda579b9-c6fd-4ec8-8b0d-f33e3bf5a0fa tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ade0bc-5aa8-450c-891e-e15760f452f8 HTTP/1.1" status: 200 len: 210 time: 0.0778384 Feb 19 04:18:02.698293 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9200194-aeed-4a83-9c74-32a14d19e217 req-2deb6038-3269-46f8-90ba-c21b2be783e1 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:02.700185 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-32355cde-8d22-4b42-9c71-86911d373a58 None None] Port 938dc52f-77e7-4640-9ee1-5c86a03bd120 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:18:02.725413 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9200194-aeed-4a83-9c74-32a14d19e217 req-2deb6038-3269-46f8-90ba-c21b2be783e1 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:02.732068 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9200194-aeed-4a83-9c74-32a14d19e217 req-2deb6038-3269-46f8-90ba-c21b2be783e1 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:02.738431 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9200194-aeed-4a83-9c74-32a14d19e217 req-2deb6038-3269-46f8-90ba-c21b2be783e1 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:02.744167 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9200194-aeed-4a83-9c74-32a14d19e217 req-2deb6038-3269-46f8-90ba-c21b2be783e1 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:02.753820 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9200194-aeed-4a83-9c74-32a14d19e217 req-2deb6038-3269-46f8-90ba-c21b2be783e1 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 3886 time: 0.2989662 Feb 19 04:18:02.769097 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-97c16f68-a564-49b7-93f6-ce51f4200d9c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group (257a3882-f9e0-4b70-91a8-91da6d195492), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:02.776122 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-acef2c9f-85b7-439b-8e22-b04bf168499d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:02.782928 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-97c16f68-a564-49b7-93f6-ce51f4200d9c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (257a3882-f9e0-4b70-91a8-91da6d195492), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:02.807793 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-7057a789-2322-45f3-ab3e-1f70adbd7a96 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Deleting port 51ab0d90-f81c-46a6-947c-a2e5b088d476 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:18:02.808148 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-7057a789-2322-45f3-ab3e-1f70adbd7a96 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (51ab0d90-f81c-46a6-947c-a2e5b088d476), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:02.844788 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-97c16f68-a564-49b7-93f6-ce51f4200d9c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:02.846492 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-97c16f68-a564-49b7-93f6-ce51f4200d9c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4450560 Feb 19 04:18:02.851762 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device b3ee77c7-fd2d-4ddc-80dc-a28b949821fe no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:18:02.855972 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42530) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:02.867670 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-0c98a825-74cb-48d3-9f25-ef16cb5480c1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'security_group_rule': {'security_group_id': '257a3882-f9e0-4b70-91a8-91da6d195492', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:02.897755 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9200194-aeed-4a83-9c74-32a14d19e217 req-7e5b0d0c-b35e-49cf-86c5-4f575681ab8c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428192 Feb 19 04:18:02.919514 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0c98a825-74cb-48d3-9f25-ef16cb5480c1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (722f41f9-d3b4-43f7-b8ce-f93657dd3453), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:02.925086 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c16f68-a564-49b7-93f6-ce51f4200d9c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=257a3882-f9e0-4b70-91a8-91da6d195492,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:02.988961 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0c98a825-74cb-48d3-9f25-ef16cb5480c1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (722f41f9-d3b4-43f7-b8ce-f93657dd3453), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:02.994550 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0c98a825-74cb-48d3-9f25-ef16cb5480c1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (722f41f9-d3b4-43f7-b8ce-f93657dd3453), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.023153 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98a825-74cb-48d3-9f25-ef16cb5480c1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=722f41f9-d3b4-43f7-b8ce-f93657dd3453,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:03.037872 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port b3ee77c7-fd2d-4ddc-80dc-a28b949821fe is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:03.038390 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b3ee77c7-fd2d-4ddc-80dc-a28b949821fe), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.046069 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0c98a825-74cb-48d3-9f25-ef16cb5480c1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.054865 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0c98a825-74cb-48d3-9f25-ef16cb5480c1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1939321 Feb 19 04:18:03.055524 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42532) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:03.062816 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-7c6ed259-e158-4297-be3f-11d03fc90421 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'security_group_rule': {'security_group_id': '257a3882-f9e0-4b70-91a8-91da6d195492', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:03.076358 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3ee77c7-fd2d-4ddc-80dc-a28b949821fe'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:03.080201 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2209fa-2542-4f2c-bcc4-1b70a96d4cac" -d '{"events": [{"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-unplugged", "status": "completed", "tag": "b3ee77c7-fd2d-4ddc-80dc-a28b949821fe"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:03.122452 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7c6ed259-e158-4297-be3f-11d03fc90421 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (48de82b2-841f-42cd-9c9f-c09317ba818a), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.132351 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port b3ee77c7-fd2d-4ddc-80dc-a28b949821fe, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=b3ee77c7-fd2d-4ddc-80dc-a28b949821fe,segment=NetworkSegment(ee732889-2e4f-4cb8-ba94-5c3620376051),segment_id=ee732889-2e4f-4cb8-ba94-5c3620376051)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:03.142513 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b3ee77c7-fd2d-4ddc-80dc-a28b949821fe), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.143776 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device ec1df575-8249-43a6-b5f3-52035ed6db5b no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:18:03.172493 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-25cd2536-7373-4ce1-a91b-5667ce39303b tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:03.174441 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-25cd2536-7373-4ce1-a91b-5667ce39303b tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/networks?id=8b1900fd-7495-426e-a4e4-6d30c0497399 HTTP/1.1" status: 200 len: 809 time: 0.3955076 Feb 19 04:18:03.209886 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-d3bf2c1c-da0d-4be1-bec4-f66a07943ea2 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/quotas/efe0780b0df14aceb0b794806b557336 HTTP/1.1" status: 200 len: 375 time: 0.0284567 Feb 19 04:18:03.220326 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dce54a7-c25e-4eee-98fe-c81280439757 x-openstack-request-id: req-0dce54a7-c25e-4eee-98fe-c81280439757 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:03.220922 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-unplugged", "status": "completed", "tag": "b3ee77c7-fd2d-4ddc-80dc-a28b949821fe", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:03.221439 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0dce54a7-c25e-4eee-98fe-c81280439757 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:03.222072 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3ee77c7-fd2d-4ddc-80dc-a28b949821fe', 'code': 200} Feb 19 04:18:03.260305 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7c6ed259-e158-4297-be3f-11d03fc90421 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (48de82b2-841f-42cd-9c9f-c09317ba818a), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.270342 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-9abd25b7-59d7-4576-a4d3-4e90d327656b tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=efe0780b0df14aceb0b794806b557336&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494254 Feb 19 04:18:03.274912 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7c6ed259-e158-4297-be3f-11d03fc90421 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (48de82b2-841f-42cd-9c9f-c09317ba818a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.286604 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=b3ee77c7-fd2d-4ddc-80dc-a28b949821fe,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:03.297625 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-7057a789-2322-45f3-ab3e-1f70adbd7a96 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] For port 51ab0d90-f81c-46a6-947c-a2e5b088d476, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=51ab0d90-f81c-46a6-947c-a2e5b088d476,segment=NetworkSegment(fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e),segment_id=fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:03.298019 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-7057a789-2322-45f3-ab3e-1f70adbd7a96 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (51ab0d90-f81c-46a6-947c-a2e5b088d476), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.305603 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ed259-e158-4297-be3f-11d03fc90421 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48de82b2-841f-42cd-9c9f-c09317ba818a,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:03.348676 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7c6ed259-e158-4297-be3f-11d03fc90421 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.351105 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7c6ed259-e158-4297-be3f-11d03fc90421 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2943211 Feb 19 04:18:03.353524 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42542) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:03.359751 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-33e7a925-fdf1-4e06-9ce2-1fc69c856873 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'security_group_rule': {'security_group_id': '257a3882-f9e0-4b70-91a8-91da6d195492', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:03.376085 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port ec1df575-8249-43a6-b5f3-52035ed6db5b is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:03.379278 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ec1df575-8249-43a6-b5f3-52035ed6db5b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.423941 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-7057a789-2322-45f3-ab3e-1f70adbd7a96 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Calling delete_port for 51ab0d90-f81c-46a6-947c-a2e5b088d476 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:18:03.445030 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-33e7a925-fdf1-4e06-9ce2-1fc69c856873 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (2d9405b7-2671-4a29-bd52-fe46c2901f14), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.461098 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port ec1df575-8249-43a6-b5f3-52035ed6db5b, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=ec1df575-8249-43a6-b5f3-52035ed6db5b,segment=NetworkSegment(fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e),segment_id=fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:03.469189 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ec1df575-8249-43a6-b5f3-52035ed6db5b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.470193 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 34be0ba4-056a-4e2e-8c32-588153dfa0c7 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:18:03.560354 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-33e7a925-fdf1-4e06-9ce2-1fc69c856873 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (2d9405b7-2671-4a29-bd52-fe46c2901f14), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.568789 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-33e7a925-fdf1-4e06-9ce2-1fc69c856873 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (2d9405b7-2671-4a29-bd52-fe46c2901f14), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.597206 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7a925-fdf1-4e06-9ce2-1fc69c856873 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d9405b7-2671-4a29-bd52-fe46c2901f14,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:03.599253 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 63916394-8a0e-47ee-b399-80859b51b7ce no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:18:03.626746 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-33e7a925-fdf1-4e06-9ce2-1fc69c856873 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.628838 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-33e7a925-fdf1-4e06-9ce2-1fc69c856873 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2739758 Feb 19 04:18:03.631546 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 63916394-8a0e-47ee-b399-80859b51b7ce {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:18:03.632134 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 63916394-8a0e-47ee-b399-80859b51b7ce not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:18:03.632851 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42546) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:03.640181 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-5eb5ab53-1620-4736-9912-4b2347fc1f74 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'security_group_rule': {'security_group_id': '257a3882-f9e0-4b70-91a8-91da6d195492', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:03.641504 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=ec1df575-8249-43a6-b5f3-52035ed6db5b,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:03.654719 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-4501b42a-df4e-48f9-9a72-ea53ca737029 service neutron] 10.222.0.52 "GET /v2.0/networks/8b1900fd-7495-426e-a4e4-6d30c0497399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813927 Feb 19 04:18:03.693293 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 34be0ba4-056a-4e2e-8c32-588153dfa0c7 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:03.693693 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (34be0ba4-056a-4e2e-8c32-588153dfa0c7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.725519 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5eb5ab53-1620-4736-9912-4b2347fc1f74 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (2b11d7bf-fc30-4de2-b904-abd79f3a7d93), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.733594 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 34be0ba4-056a-4e2e-8c32-588153dfa0c7, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=34be0ba4-056a-4e2e-8c32-588153dfa0c7,segment=NetworkSegment(a1f015ea-7064-4c76-84f5-168db49c3282),segment_id=a1f015ea-7064-4c76-84f5-168db49c3282)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:03.741198 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (34be0ba4-056a-4e2e-8c32-588153dfa0c7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.741825 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 938dc52f-77e7-4640-9ee1-5c86a03bd120 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:18:03.857710 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5eb5ab53-1620-4736-9912-4b2347fc1f74 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (2b11d7bf-fc30-4de2-b904-abd79f3a7d93), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.884091 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5eb5ab53-1620-4736-9912-4b2347fc1f74 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (2b11d7bf-fc30-4de2-b904-abd79f3a7d93), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.890833 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.900975 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] The host n-h1-828369-19 is not matching for port 938dc52f-77e7-4640-9ee1-5c86a03bd120 host ! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:18:03.902394 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 938dc52f-77e7-4640-9ee1-5c86a03bd120 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:18:03.903617 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 898fda35-40f1-43dc-a819-d803062eb315 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:18:03.929764 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3d2442d9-5805-4439-a54e-ba31dc16e9bd req-b221da81-386b-4a22-8600-c36feffee6b4 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ade0bc-5aa8-450c-891e-e15760f452f8 HTTP/1.1" status: 200 len: 210 time: 0.0808704 Feb 19 04:18:03.936493 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5eb5ab53-1620-4736-9912-4b2347fc1f74 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.941838 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5eb5ab53-1620-4736-9912-4b2347fc1f74 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3036969 Feb 19 04:18:03.945357 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 42556) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:03.951805 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5ab53-1620-4736-9912-4b2347fc1f74 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b11d7bf-fc30-4de2-b904-abd79f3a7d93,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:03.963343 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-770a109b-1560-416c-83fe-97be4e2078dc tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'security_group_rule': {'security_group_id': '257a3882-f9e0-4b70-91a8-91da6d195492', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:03.986233 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=34be0ba4-056a-4e2e-8c32-588153dfa0c7,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:04.018323 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] The host n-h1-828369-19 is not matching for port 898fda35-40f1-43dc-a819-d803062eb315 host ! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:18:04.018786 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 898fda35-40f1-43dc-a819-d803062eb315 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:18:04.019219 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 51ab0d90-f81c-46a6-947c-a2e5b088d476 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:18:04.082463 n-d-828369-19 neutron-server[109926]: INFO neutron.db.securitygroups_db [None req-770a109b-1560-416c-83fe-97be4e2078dc tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Project 3daaed16085e4153afa0c32c565c3455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:18:04.093824 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-0001e345-d137-4447-b2e5-7c7cb0c26ef2 service neutron] 10.222.0.52 "GET /v2.0/networks/8b1900fd-7495-426e-a4e4-6d30c0497399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312427 Feb 19 04:18:04.101879 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-770a109b-1560-416c-83fe-97be4e2078dc tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (16371d72-9400-4564-aa93-500ceafb187b), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:04.127416 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 51ab0d90-f81c-46a6-947c-a2e5b088d476 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:04.127900 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (51ab0d90-f81c-46a6-947c-a2e5b088d476), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:04.268329 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-770a109b-1560-416c-83fe-97be4e2078dc tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (16371d72-9400-4564-aa93-500ceafb187b), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:04.286485 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-770a109b-1560-416c-83fe-97be4e2078dc tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (16371d72-9400-4564-aa93-500ceafb187b), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:04.321058 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a109b-1560-416c-83fe-97be4e2078dc tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16371d72-9400-4564-aa93-500ceafb187b,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:04.390566 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 328f76f5-5319-4dc1-b370-793287406294 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:18:04.404965 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7273ee9-ede3-4e8b-80c8-77991deced0a req-cabc5fb7-95a5-4266-91d2-c5e50743d044 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee6edb6-77ac-4592-bc13-e67bf4f45cc3 HTTP/1.1" status: 200 len: 210 time: 0.0495999 Feb 19 04:18:04.421674 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-b640e07b-5fb3-435b-bd0f-0f60c8cec0cd tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:04.423192 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-b640e07b-5fb3-435b-bd0f-0f60c8cec0cd tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.79 "GET /v2.0/networks?id=2e9c4345-a542-424d-9672-4b79bfb4a878 HTTP/1.1" status: 200 len: 813 time: 0.4923568 Feb 19 04:18:04.440653 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4c79d-1b1c-479f-8859-99f6ad4dfcc9 req-cb49e85f-4a64-49ff-9b1d-9043008041de tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:04.445877 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4c79d-1b1c-479f-8859-99f6ad4dfcc9 req-cb49e85f-4a64-49ff-9b1d-9043008041de tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:04.468365 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4c79d-1b1c-479f-8859-99f6ad4dfcc9 req-cb49e85f-4a64-49ff-9b1d-9043008041de tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:04.484064 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4c79d-1b1c-479f-8859-99f6ad4dfcc9 req-cb49e85f-4a64-49ff-9b1d-9043008041de tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:04.500194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4c79d-1b1c-479f-8859-99f6ad4dfcc9 req-cb49e85f-4a64-49ff-9b1d-9043008041de tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:04.505110 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2de4c79d-1b1c-479f-8859-99f6ad4dfcc9 req-cb49e85f-4a64-49ff-9b1d-9043008041de tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 3880 time: 0.4086637 Feb 19 04:18:04.507839 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-770a109b-1560-416c-83fe-97be4e2078dc tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:04.511556 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-770a109b-1560-416c-83fe-97be4e2078dc tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5494425 Feb 19 04:18:04.511556 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-7057a789-2322-45f3-ab3e-1f70adbd7a96 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (51ab0d90-f81c-46a6-947c-a2e5b088d476), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:04.512144 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42568) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:04.517452 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-149f4f9e-17ca-4d52-9c1d-d370254eec92 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'security_group_rule': {'security_group_id': '257a3882-f9e0-4b70-91a8-91da6d195492', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:04.546461 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-8acf66d9-eaa0-4996-af72-d0b18659ea58 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Request body: {'port': {'device_id': '01ade0bc-5aa8-450c-891e-e15760f452f8', 'network_id': '2e9c4345-a542-424d-9672-4b79bfb4a878', 'admin_state_up': True, 'tenant_id': 'a4e0bc4a4b1b4fe383f135223bc35a0a'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:04.571123 n-d-828369-19 neutron-server[109925]: INFO neutron.db.securitygroups_db [None req-149f4f9e-17ca-4d52-9c1d-d370254eec92 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Project 3daaed16085e4153afa0c32c565c3455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:18:04.577294 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-149f4f9e-17ca-4d52-9c1d-d370254eec92 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (4f83cf88-9794-483d-a157-fde30c9cfe3c), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:04.610154 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057a789-2322-45f3-ab3e-1f70adbd7a96 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event deleted for resources: {'Port': ['ID=51ab0d90-f81c-46a6-947c-a2e5b088d476,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:04.690381 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 328f76f5-5319-4dc1-b370-793287406294 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:04.692069 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (328f76f5-5319-4dc1-b370-793287406294), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:04.692658 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-149f4f9e-17ca-4d52-9c1d-d370254eec92 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (4f83cf88-9794-483d-a157-fde30c9cfe3c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:04.703892 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-149f4f9e-17ca-4d52-9c1d-d370254eec92 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (4f83cf88-9794-483d-a157-fde30c9cfe3c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:04.739778 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f4f9e-17ca-4d52-9c1d-d370254eec92 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f83cf88-9794-483d-a157-fde30c9cfe3c,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:04.750711 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-7057a789-2322-45f3-ab3e-1f70adbd7a96 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] No DVR routers for this DVR port 51ab0d90-f81c-46a6-947c-a2e5b088d476 on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:18:04.757664 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-7057a789-2322-45f3-ab3e-1f70adbd7a96 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:04.757909 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-149f4f9e-17ca-4d52-9c1d-d370254eec92 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:04.761593 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-7057a789-2322-45f3-ab3e-1f70adbd7a96 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.26 "DELETE /v2.0/ports/51ab0d90-f81c-46a6-947c-a2e5b088d476 HTTP/1.1" status: 204 len: 173 time: 2.4403925 Feb 19 04:18:04.763500 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-deleted', 'tag': '51ab0d90-f81c-46a6-947c-a2e5b088d476'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:04.767238 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-149f4f9e-17ca-4d52-9c1d-d370254eec92 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2509103 Feb 19 04:18:04.767409 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e714db68-c234-4886-91ad-e47c8ff0ba2f" -d '{"events": [{"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-deleted", "tag": "51ab0d90-f81c-46a6-947c-a2e5b088d476"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:04.768147 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42578) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:04.790748 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-6639d198-d14c-4d45-a14b-82bb9d13ab80 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'network': {'name': 'tempest-network-smoke--900205841', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'port_security_enabled': True}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:04.800083 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2de4c79d-1b1c-479f-8859-99f6ad4dfcc9 req-81aaaeb8-e14f-457d-b4b6-4b945e565658 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768207 Feb 19 04:18:04.861251 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6639d198-d14c-4d45-a14b-82bb9d13ab80 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Made reservation on behalf of 3daaed16085e4153afa0c32c565c3455 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:18:04.864297 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 328f76f5-5319-4dc1-b370-793287406294, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=328f76f5-5319-4dc1-b370-793287406294,segment=NetworkSegment(ee732889-2e4f-4cb8-ba94-5c3620376051),segment_id=ee732889-2e4f-4cb8-ba94-5c3620376051)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:04.868735 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6639d198-d14c-4d45-a14b-82bb9d13ab80 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:04.884985 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (328f76f5-5319-4dc1-b370-793287406294), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:04.920098 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6639d198-d14c-4d45-a14b-82bb9d13ab80 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:18:04.941084 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6639d198-d14c-4d45-a14b-82bb9d13ab80 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (c14f0740-ba05-4272-96ae-5e40be15d426), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:04.941445 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-6639d198-d14c-4d45-a14b-82bb9d13ab80 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Added segment c14f0740-ba05-4272-96ae-5e40be15d426 of type vlan for network bf35e948-0e14-4c64-82c9-565d40e622b8 Feb 19 04:18:04.949504 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8eb40f4-4b57-4742-8bce-0b5c308e6526 x-openstack-request-id: req-a8eb40f4-4b57-4742-8bce-0b5c308e6526 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:04.950366 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-deleted", "tag": "51ab0d90-f81c-46a6-947c-a2e5b088d476", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:04.950627 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a8eb40f4-4b57-4742-8bce-0b5c308e6526 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:04.951221 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-deleted', 'tag': '51ab0d90-f81c-46a6-947c-a2e5b088d476', 'status': 'completed', 'code': 200} Feb 19 04:18:04.964522 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=328f76f5-5319-4dc1-b370-793287406294,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:05.040246 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6639d198-d14c-4d45-a14b-82bb9d13ab80 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (bf35e948-0e14-4c64-82c9-565d40e622b8), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:05.053443 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-8acf66d9-eaa0-4996-af72-d0b18659ea58 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Made reservation on behalf of a4e0bc4a4b1b4fe383f135223bc35a0a for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:18:05.066291 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-8acf66d9-eaa0-4996-af72-d0b18659ea58 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:05.072539 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-3dadfb3c-07c6-4622-821a-0558dacd54a8 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Deleting port b3ee77c7-fd2d-4ddc-80dc-a28b949821fe {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:18:05.073566 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-3dadfb3c-07c6-4622-821a-0558dacd54a8 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b3ee77c7-fd2d-4ddc-80dc-a28b949821fe), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:05.109934 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6639d198-d14c-4d45-a14b-82bb9d13ab80 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (bf35e948-0e14-4c64-82c9-565d40e622b8), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:05.115372 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6639d198-d14c-4d45-a14b-82bb9d13ab80 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:05.115992 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6639d198-d14c-4d45-a14b-82bb9d13ab80 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:05.215119 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d7f77ce0-27d5-4c92-9d52-03f0d75bbaca req-8eb76e1f-9579-4920-9abf-d8005fad6b36 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ade0bc-5aa8-450c-891e-e15760f452f8 HTTP/1.1" status: 200 len: 210 time: 0.0600736 Feb 19 04:18:05.223760 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec1df575-8249-43a6-b5f3-52035ed6db5b'}, {'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34be0ba4-056a-4e2e-8c32-588153dfa0c7'}, {'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '328f76f5-5319-4dc1-b370-793287406294'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:05.226784 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261e9bc7-e96b-48b1-a78b-5cb1d6f8bab2" -d '{"events": [{"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-unplugged", "status": "completed", "tag": "ec1df575-8249-43a6-b5f3-52035ed6db5b"}, {"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-unplugged", "status": "completed", "tag": "34be0ba4-056a-4e2e-8c32-588153dfa0c7"}, {"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-unplugged", "status": "completed", "tag": "328f76f5-5319-4dc1-b370-793287406294"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:05.286212 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:05.315380 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5818384-5759-4b59-8426-6e5122bf6611 x-openstack-request-id: req-f5818384-5759-4b59-8426-6e5122bf6611 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:05.315692 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-unplugged", "status": "completed", "tag": "ec1df575-8249-43a6-b5f3-52035ed6db5b", "code": 200}, {"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-unplugged", "status": "completed", "tag": "34be0ba4-056a-4e2e-8c32-588153dfa0c7", "code": 200}, {"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-unplugged", "status": "completed", "tag": "328f76f5-5319-4dc1-b370-793287406294", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:05.315940 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f5818384-5759-4b59-8426-6e5122bf6611 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:05.316356 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec1df575-8249-43a6-b5f3-52035ed6db5b', 'code': 200} Feb 19 04:18:05.316618 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34be0ba4-056a-4e2e-8c32-588153dfa0c7', 'code': 200} Feb 19 04:18:05.316874 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '328f76f5-5319-4dc1-b370-793287406294', 'code': 200} Feb 19 04:18:05.319438 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6639d198-d14c-4d45-a14b-82bb9d13ab80 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5371919 Feb 19 04:18:05.320163 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42594) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:05.348055 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-717c1b09-8550-4fc6-afb1-fb2ee0ec5605 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-25920014', 'admin_state_up': True, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:05.360889 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-3dadfb3c-07c6-4622-821a-0558dacd54a8 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] For port b3ee77c7-fd2d-4ddc-80dc-a28b949821fe, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=b3ee77c7-fd2d-4ddc-80dc-a28b949821fe,segment=NetworkSegment(ee732889-2e4f-4cb8-ba94-5c3620376051),segment_id=ee732889-2e4f-4cb8-ba94-5c3620376051)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:05.361677 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-3dadfb3c-07c6-4622-821a-0558dacd54a8 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b3ee77c7-fd2d-4ddc-80dc-a28b949821fe), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:05.386456 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639d198-d14c-4d45-a14b-82bb9d13ab80 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Network': ['ID=bf35e948-0e14-4c64-82c9-565d40e622b8,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:05.387654 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-3dadfb3c-07c6-4622-821a-0558dacd54a8 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Calling delete_port for b3ee77c7-fd2d-4ddc-80dc-a28b949821fe owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:18:05.397703 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network bf35e948-0e14-4c64-82c9-565d40e622b8 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:18:05.410464 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-717c1b09-8550-4fc6-afb1-fb2ee0ec5605 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (24b7dc11-6121-4154-8a7c-76b7b4ee9d2c), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:05.411558 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-717c1b09-8550-4fc6-afb1-fb2ee0ec5605 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (24b7dc11-6121-4154-8a7c-76b7b4ee9d2c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:05.587755 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-717c1b09-8550-4fc6-afb1-fb2ee0ec5605 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router_controller (24b7dc11-6121-4154-8a7c-76b7b4ee9d2c), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:05.900433 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-717c1b09-8550-4fc6-afb1-fb2ee0ec5605 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router_gateway (24b7dc11-6121-4154-8a7c-76b7b4ee9d2c), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:06.101985 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4519e470-dff4-44eb-8b7d-b538b435f6d5 req-00abdbbc-a18a-4ffe-86b9-6199ffce2508 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee6edb6-77ac-4592-bc13-e67bf4f45cc3 HTTP/1.1" status: 200 len: 210 time: 0.1520257 Feb 19 04:18:06.271493 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2650475-2bf0-4e46-ae51-d7e010d5236b req-dae39d17-788f-42da-8d4b-ea52b5c849ec tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:06.274963 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-717c1b09-8550-4fc6-afb1-fb2ee0ec5605 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router_gateway (24b7dc11-6121-4154-8a7c-76b7b4ee9d2c), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:06.277544 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2650475-2bf0-4e46-ae51-d7e010d5236b req-dae39d17-788f-42da-8d4b-ea52b5c849ec tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:06.284096 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2650475-2bf0-4e46-ae51-d7e010d5236b req-dae39d17-788f-42da-8d4b-ea52b5c849ec tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:06.289478 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2650475-2bf0-4e46-ae51-d7e010d5236b req-dae39d17-788f-42da-8d4b-ea52b5c849ec tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:06.291271 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c2650475-2bf0-4e46-ae51-d7e010d5236b req-dae39d17-788f-42da-8d4b-ea52b5c849ec tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 3143 time: 0.3313706 Feb 19 04:18:06.327888 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-717c1b09-8550-4fc6-afb1-fb2ee0ec5605 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:06.344469 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-3dadfb3c-07c6-4622-821a-0558dacd54a8 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (b3ee77c7-fd2d-4ddc-80dc-a28b949821fe), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:06.366639 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-8acf66d9-eaa0-4996-af72-d0b18659ea58 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Allocated IP 172.20.0.11 (2e9c4345-a542-424d-9672-4b79bfb4a878/4be604aa-378d-4eff-8d65-7e786c5da5e7/fdd312ce-cf5b-4b75-8033-3b6fdacd10b3) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:18:06.485442 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dadfb3c-07c6-4622-821a-0558dacd54a8 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event deleted for resources: {'Port': ['ID=b3ee77c7-fd2d-4ddc-80dc-a28b949821fe,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:06.501006 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-717c1b09-8550-4fc6-afb1-fb2ee0ec5605 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Allocated IP 172.25.3.240 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/345f1267-036b-431f-af2b-c7b1ee4e18bc) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:18:06.546772 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-46aa2f51-975d-4e42-832e-ff1d869ebb5a req-113e2549-931d-46da-8511-fba835d545d4 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ade0bc-5aa8-450c-891e-e15760f452f8 HTTP/1.1" status: 200 len: 210 time: 0.1283462 Feb 19 04:18:06.582496 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-b2e8e2eb-d8e5-4922-957a-f1945994611e tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:06.584153 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-b2e8e2eb-d8e5-4922-957a-f1945994611e tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.79 "GET /v2.0/networks?id=8b1900fd-7495-426e-a4e4-6d30c0497399 HTTP/1.1" status: 200 len: 809 time: 0.4327610 Feb 19 04:18:06.594820 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c2650475-2bf0-4e46-ae51-d7e010d5236b req-dddfe870-b49e-419e-bf28-c25c0b7c2a2a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2876461 Feb 19 04:18:06.613170 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-1794a747-2f48-417e-ba77-8432e4a64762 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Request body: {'port': {'device_id': '3ee6edb6-77ac-4592-bc13-e67bf4f45cc3', 'network_id': '8b1900fd-7495-426e-a4e4-6d30c0497399', 'admin_state_up': True, 'tenant_id': 'efe0780b0df14aceb0b794806b557336'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:06.642054 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-3dadfb3c-07c6-4622-821a-0558dacd54a8 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] No DVR routers for this DVR port b3ee77c7-fd2d-4ddc-80dc-a28b949821fe on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:18:06.657907 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-3dadfb3c-07c6-4622-821a-0558dacd54a8 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:06.661360 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-3dadfb3c-07c6-4622-821a-0558dacd54a8 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.26 "DELETE /v2.0/ports/b3ee77c7-fd2d-4ddc-80dc-a28b949821fe HTTP/1.1" status: 204 len: 173 time: 1.8900332 Feb 19 04:18:06.666886 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-717c1b09-8550-4fc6-afb1-fb2ee0ec5605 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for port (345f1267-036b-431f-af2b-c7b1ee4e18bc), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:06.718774 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-717c1b09-8550-4fc6-afb1-fb2ee0ec5605 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (345f1267-036b-431f-af2b-c7b1ee4e18bc), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:06.765790 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:06.779005 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c1b09-8550-4fc6-afb1-fb2ee0ec5605 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Port': ['ID=345f1267-036b-431f-af2b-c7b1ee4e18bc,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:06.790682 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717c1b09-8550-4fc6-afb1-fb2ee0ec5605 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:18:06.792115 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-717c1b09-8550-4fc6-afb1-fb2ee0ec5605 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:18:06.795422 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717c1b09-8550-4fc6-afb1-fb2ee0ec5605 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:18:06.963125 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-deleted', 'tag': 'b3ee77c7-fd2d-4ddc-80dc-a28b949821fe'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:06.966666 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91482af-2eab-42fc-bd1e-4f2c609ee279" -d '{"events": [{"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-deleted", "tag": "b3ee77c7-fd2d-4ddc-80dc-a28b949821fe"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:07.069597 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6381b70-d96f-4842-987d-4f985db450ad x-openstack-request-id: req-f6381b70-d96f-4842-987d-4f985db450ad {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:07.070104 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-deleted", "tag": "b3ee77c7-fd2d-4ddc-80dc-a28b949821fe", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:07.070476 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f6381b70-d96f-4842-987d-4f985db450ad {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:07.070984 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-deleted', 'tag': 'b3ee77c7-fd2d-4ddc-80dc-a28b949821fe', 'status': 'completed', 'code': 200} Feb 19 04:18:07.086117 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-8acf66d9-eaa0-4996-af72-d0b18659ea58 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Publish callbacks [] for port (fdd312ce-cf5b-4b75-8033-3b6fdacd10b3), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:07.140789 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-e32611ae-2959-4e61-bb24-4d7dd02bf893 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Deleting port ec1df575-8249-43a6-b5f3-52035ed6db5b {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:18:07.141490 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-e32611ae-2959-4e61-bb24-4d7dd02bf893 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ec1df575-8249-43a6-b5f3-52035ed6db5b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:07.150130 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-1794a747-2f48-417e-ba77-8432e4a64762 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Made reservation on behalf of efe0780b0df14aceb0b794806b557336 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:18:07.154581 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-1794a747-2f48-417e-ba77-8432e4a64762 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:07.230116 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-717c1b09-8550-4fc6-afb1-fb2ee0ec5605 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router_gateway (24b7dc11-6121-4154-8a7c-76b7b4ee9d2c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:07.270238 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-8acf66d9-eaa0-4996-af72-d0b18659ea58 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (fdd312ce-cf5b-4b75-8033-3b6fdacd10b3), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:07.277117 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6602a624-b430-431d-97bf-b9211a1ef6cd req-9c275b03-7877-47ee-abdf-0300f2e607a2 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee6edb6-77ac-4592-bc13-e67bf4f45cc3 HTTP/1.1" status: 200 len: 210 time: 0.0472221 Feb 19 04:18:07.283466 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['a11065e8-624b-45a3-b9cb-d7602ed03e0e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:18:07.366447 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf66d9-eaa0-4996-af72-d0b18659ea58 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Pushing event updated for resources: {'Port': ['ID=fdd312ce-cf5b-4b75-8033-3b6fdacd10b3,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:07.432156 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-8acf66d9-eaa0-4996-af72-d0b18659ea58 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Network 2e9c4345-a542-424d-9672-4b79bfb4a878 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:18:07.453658 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-8acf66d9-eaa0-4996-af72-d0b18659ea58 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:18:07.470339 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-8acf66d9-eaa0-4996-af72-d0b18659ea58 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:18:07.485115 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-e32611ae-2959-4e61-bb24-4d7dd02bf893 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] For port ec1df575-8249-43a6-b5f3-52035ed6db5b, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=ec1df575-8249-43a6-b5f3-52035ed6db5b,segment=NetworkSegment(fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e),segment_id=fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:07.486212 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-e32611ae-2959-4e61-bb24-4d7dd02bf893 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ec1df575-8249-43a6-b5f3-52035ed6db5b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:07.562321 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-717c1b09-8550-4fc6-afb1-fb2ee0ec5605 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (24b7dc11-6121-4154-8a7c-76b7b4ee9d2c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:07.654590 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-1794a747-2f48-417e-ba77-8432e4a64762 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Allocated IP 172.20.0.11 (8b1900fd-7495-426e-a4e4-6d30c0497399/41dfda80-e4c4-4375-add1-d880e3620502/3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:18:07.827063 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-e32611ae-2959-4e61-bb24-4d7dd02bf893 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Calling delete_port for ec1df575-8249-43a6-b5f3-52035ed6db5b owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:18:07.854111 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-8acf66d9-eaa0-4996-af72-d0b18659ea58 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:07.855162 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-8acf66d9-eaa0-4996-af72-d0b18659ea58 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:07.974859 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-8acf66d9-eaa0-4996-af72-d0b18659ea58 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4631860 Feb 19 04:18:08.000313 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-97342519-7ce5-458c-9f4e-96c04888a991 service neutron] Request body: {'port': {'device_id': '01ade0bc-5aa8-450c-891e-e15760f452f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:08.026147 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717c1b09-8550-4fc6-afb1-fb2ee0ec5605 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Router 24b7dc11-6121-4154-8a7c-76b7b4ee9d2c is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:18:08.043172 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32558221-07bf-4775-a338-f14227ae4aa3 req-e3d47aa6-c8c4-4cfa-a744-5d000ba316c1 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:08.049446 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32558221-07bf-4775-a338-f14227ae4aa3 req-e3d47aa6-c8c4-4cfa-a744-5d000ba316c1 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:08.055307 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32558221-07bf-4775-a338-f14227ae4aa3 req-e3d47aa6-c8c4-4cfa-a744-5d000ba316c1 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:08.065478 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-32558221-07bf-4775-a338-f14227ae4aa3 req-e3d47aa6-c8c4-4cfa-a744-5d000ba316c1 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 2410 time: 0.3026500 Feb 19 04:18:08.154705 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bbaee-9209-45ba-961b-4b0916b76671 req-5436eb9a-bfa8-4d15-9df7-d7e481a0458b tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:08.156732 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9d0bbaee-9209-45ba-961b-4b0916b76671 req-5436eb9a-bfa8-4d15-9df7-d7e481a0458b tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ade0bc-5aa8-450c-891e-e15760f452f8 HTTP/1.1" status: 200 len: 932 time: 0.3927889 Feb 19 04:18:08.171345 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-1794a747-2f48-417e-ba77-8432e4a64762 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Publish callbacks [] for port (3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:08.172607 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717c1b09-8550-4fc6-afb1-fb2ee0ec5605 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:18:08.184657 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34b730f-2b19-49a9-b3b3-292d6443fc18 None None] Sync routers for ids ['24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:18:08.205586 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34b730f-2b19-49a9-b3b3-292d6443fc18 None None] Routers {'24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:18:08.206931 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b34b730f-2b19-49a9-b3b3-292d6443fc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:18:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:08.222892 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-717c1b09-8550-4fc6-afb1-fb2ee0ec5605 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:08.225154 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-717c1b09-8550-4fc6-afb1-fb2ee0ec5605 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8914325 Feb 19 04:18:08.228328 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42652) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:08.288826 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-30f887fb-9189-4db3-95e7-a7e804247e5b tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=3daaed16085e4153afa0c32c565c3455&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0590289 Feb 19 04:18:08.291397 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42654) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:08.301548 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9d0bbaee-9209-45ba-961b-4b0916b76671 req-ce675691-fe5d-421c-829a-5bad89853ff5 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364079 Feb 19 04:18:08.345786 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-32558221-07bf-4775-a338-f14227ae4aa3 req-94fa116b-37f5-412b-a83b-d66bfd6e8cb5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2793424 Feb 19 04:18:08.346672 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-97342519-7ce5-458c-9f4e-96c04888a991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fdd312ce-cf5b-4b75-8033-3b6fdacd10b3), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:08.448971 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-b34b730f-2b19-49a9-b3b3-292d6443fc18 None None] Set router 24b7dc11-6121-4154-8a7c-76b7b4ee9d2c gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:18:08.529360 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-abf49a70-09b2-4f02-93c3-1a9564a94252 req-a42481c1-f11c-44f3-ab6d-a823de988d70 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee6edb6-77ac-4592-bc13-e67bf4f45cc3 HTTP/1.1" status: 200 len: 210 time: 0.0464888 Feb 19 04:18:08.558955 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7463d50a-ad06-4ef7-b2ea-e863f102d192 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:08.563746 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7463d50a-ad06-4ef7-b2ea-e863f102d192 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2680566 Feb 19 04:18:08.564393 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42662) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:08.573261 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-1794a747-2f48-417e-ba77-8432e4a64762 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:08.619540 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-abfde5cd-830d-4fa0-8f52-13e50ca86d4c tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0540051 Feb 19 04:18:08.620393 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42664) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:08.626069 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-c6cbc995-6625-4b54-b3d8-6d3315b4b2b9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-331443575', 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:08.681172 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b34b730f-2b19-49a9-b3b3-292d6443fc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25920014', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:18:05Z', 'updated_at': '2022-02-19T04:18:06Z', 'revision_number': 3, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:18:06Z', 'updated_at': '2022-02-19T04:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:08.697904 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-e32611ae-2959-4e61-bb24-4d7dd02bf893 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (ec1df575-8249-43a6-b5f3-52035ed6db5b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:08.735688 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-1794a747-2f48-417e-ba77-8432e4a64762 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Network 8b1900fd-7495-426e-a4e4-6d30c0497399 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:18:08.749193 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-1794a747-2f48-417e-ba77-8432e4a64762 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:18:08.758720 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-1794a747-2f48-417e-ba77-8432e4a64762 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:18:08.765114 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cbc995-6625-4b54-b3d8-6d3315b4b2b9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Made reservation on behalf of 3daaed16085e4153afa0c32c565c3455 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:18:08.765365 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34b730f-2b19-49a9-b3b3-292d6443fc18 None None] Checking router: 24b7dc11-6121-4154-8a7c-76b7b4ee9d2c for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:18:08.765761 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34b730f-2b19-49a9-b3b3-292d6443fc18 None None] Updating router 24b7dc11-6121-4154-8a7c-76b7b4ee9d2c port 345f1267-036b-431f-af2b-c7b1ee4e18bc binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:18:08.769682 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6cbc995-6625-4b54-b3d8-6d3315b4b2b9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:08.826828 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-1794a747-2f48-417e-ba77-8432e4a64762 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:08.827636 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-1794a747-2f48-417e-ba77-8432e4a64762 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:08.839216 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-b34b730f-2b19-49a9-b3b3-292d6443fc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (345f1267-036b-431f-af2b-c7b1ee4e18bc), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:08.864488 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794a747-2f48-417e-ba77-8432e4a64762 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Pushing event updated for resources: {'Port': ['ID=3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:08.987587 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-e32611ae-2959-4e61-bb24-4d7dd02bf893 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] No DVR routers for this DVR port ec1df575-8249-43a6-b5f3-52035ed6db5b on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:18:08.992539 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-e32611ae-2959-4e61-bb24-4d7dd02bf893 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:08.996130 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-e32611ae-2959-4e61-bb24-4d7dd02bf893 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.26 "DELETE /v2.0/ports/ec1df575-8249-43a6-b5f3-52035ed6db5b HTTP/1.1" status: 204 len: 173 time: 2.3288705 Feb 19 04:18:08.999813 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32611ae-2959-4e61-bb24-4d7dd02bf893 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event deleted for resources: {'Port': ['ID=ec1df575-8249-43a6-b5f3-52035ed6db5b,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:09.022869 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-1794a747-2f48-417e-ba77-8432e4a64762 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4174192 Feb 19 04:18:09.050471 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-b5ddd25a-45c9-4056-a907-0c33007e27e1 service neutron] Request body: {'port': {'device_id': '3ee6edb6-77ac-4592-bc13-e67bf4f45cc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:09.084124 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-deleted', 'tag': 'ec1df575-8249-43a6-b5f3-52035ed6db5b'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:09.086459 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae18cfb-3bd1-42a1-bde4-44f2fd5eeb62" -d '{"events": [{"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-deleted", "tag": "ec1df575-8249-43a6-b5f3-52035ed6db5b"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:09.158735 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1779b9c-acd2-4f55-b6da-0b3c457307cc x-openstack-request-id: req-f1779b9c-acd2-4f55-b6da-0b3c457307cc {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:09.160372 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-deleted", "tag": "ec1df575-8249-43a6-b5f3-52035ed6db5b", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:09.161065 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f1779b9c-acd2-4f55-b6da-0b3c457307cc {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:09.161638 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-deleted', 'tag': 'ec1df575-8249-43a6-b5f3-52035ed6db5b', 'status': 'completed', 'code': 200} Feb 19 04:18:09.177705 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6cbc995-6625-4b54-b3d8-6d3315b4b2b9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (d2505abe-19fa-46cd-a323-4523aa51b99d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:09.291273 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cbc995-6625-4b54-b3d8-6d3315b4b2b9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Subnet': ['ID=d2505abe-19fa-46cd-a323-4523aa51b99d,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:09.314556 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cbc995-6625-4b54-b3d8-6d3315b4b2b9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Checking segment: {'id': 'c14f0740-ba05-4272-96ae-5e40be15d426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:18:09.314920 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cbc995-6625-4b54-b3d8-6d3315b4b2b9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Network hostable DHCP agents. Network: bf35e948-0e14-4c64-82c9-565d40e622b8, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:18:09.384359 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cbc995-6625-4b54-b3d8-6d3315b4b2b9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Network bf35e948-0e14-4c64-82c9-565d40e622b8 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:18:09.408727 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-c6cbc995-6625-4b54-b3d8-6d3315b4b2b9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, bf35e948-0e14-4c64-82c9-565d40e622b8) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:18:09.413361 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cbc995-6625-4b54-b3d8-6d3315b4b2b9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:09.413804 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6cbc995-6625-4b54-b3d8-6d3315b4b2b9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:09.424703 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8eb3fe6-da74-4ba8-87f0-52c4873a206e None None] Network bf35e948-0e14-4c64-82c9-565d40e622b8 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:18:09.472784 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c6cbc995-6625-4b54-b3d8-6d3315b4b2b9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8482726 Feb 19 04:18:09.473008 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42684) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:09.511150 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-b34b730f-2b19-49a9-b3b3-292d6443fc18 None None] Publish callbacks [] for port (345f1267-036b-431f-af2b-c7b1ee4e18bc), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:09.522852 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-b34b730f-2b19-49a9-b3b3-292d6443fc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (345f1267-036b-431f-af2b-c7b1ee4e18bc), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:09.607948 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5512190-c647-45fc-9029-0983e46acc69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-bf35e948-0e14-4c64-82c9-565d40e622b8', 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8', 'project_id': '3daaed16085e4153afa0c32c565c3455', 'fixed_ips': [{'subnet_id': 'd2505abe-19fa-46cd-a323-4523aa51b99d'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:18:09.609544 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f5512190-c647-45fc-9029-0983e46acc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:09.610659 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-b34b730f-2b19-49a9-b3b3-292d6443fc18 None None] Attempting to bind port 345f1267-036b-431f-af2b-c7b1ee4e18bc on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:18:09.614842 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-b34b730f-2b19-49a9-b3b3-292d6443fc18 None None] Attempting to bind port 345f1267-036b-431f-af2b-c7b1ee4e18bc by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:18:09.615376 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34b730f-2b19-49a9-b3b3-292d6443fc18 None None] Attempting to bind port 345f1267-036b-431f-af2b-c7b1ee4e18bc on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:18:09.632315 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34b730f-2b19-49a9-b3b3-292d6443fc18 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:18:09.642883 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34b730f-2b19-49a9-b3b3-292d6443fc18 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:18:09.643981 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-b34b730f-2b19-49a9-b3b3-292d6443fc18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:09.644854 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34b730f-2b19-49a9-b3b3-292d6443fc18 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:18:09.645684 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-b34b730f-2b19-49a9-b3b3-292d6443fc18 None None] Bound port: 345f1267-036b-431f-af2b-c7b1ee4e18bc, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:18:09.646113 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-b34b730f-2b19-49a9-b3b3-292d6443fc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (345f1267-036b-431f-af2b-c7b1ee4e18bc), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:09.652213 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b50d26-1ed4-4e47-a9ca-ba9d920ed278 None None] Pushing event updated for resources: {'Port': ['ID=345f1267-036b-431f-af2b-c7b1ee4e18bc,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:09.723750 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b50d26-1ed4-4e47-a9ca-ba9d920ed278 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:09.724278 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b50d26-1ed4-4e47-a9ca-ba9d920ed278 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:09.724632 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b50d26-1ed4-4e47-a9ca-ba9d920ed278 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:09.725067 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b50d26-1ed4-4e47-a9ca-ba9d920ed278 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:09.725451 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b50d26-1ed4-4e47-a9ca-ba9d920ed278 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:09.725784 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b50d26-1ed4-4e47-a9ca-ba9d920ed278 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:09.726198 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b50d26-1ed4-4e47-a9ca-ba9d920ed278 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:09.726621 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b50d26-1ed4-4e47-a9ca-ba9d920ed278 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:09.727105 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b50d26-1ed4-4e47-a9ca-ba9d920ed278 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:09.727514 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b50d26-1ed4-4e47-a9ca-ba9d920ed278 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:09.745856 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b50d26-1ed4-4e47-a9ca-ba9d920ed278 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:09.746728 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b50d26-1ed4-4e47-a9ca-ba9d920ed278 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:09.747367 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b50d26-1ed4-4e47-a9ca-ba9d920ed278 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:09.851200 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-b34b730f-2b19-49a9-b3b3-292d6443fc18 None None] For port 345f1267-036b-431f-af2b-c7b1ee4e18bc, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:18:09.860116 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-b34b730f-2b19-49a9-b3b3-292d6443fc18 None None] For port 345f1267-036b-431f-af2b-c7b1ee4e18bc, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=345f1267-036b-431f-af2b-c7b1ee4e18bc,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:18:09.869914 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-f5512190-c647-45fc-9029-0983e46acc69 None None] Allocated IP 172.20.0.2 (bf35e948-0e14-4c64-82c9-565d40e622b8/d2505abe-19fa-46cd-a323-4523aa51b99d/3c50d345-017e-4d0f-a020-fa1b5e84590c) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:18:09.878831 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-b34b730f-2b19-49a9-b3b3-292d6443fc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (345f1267-036b-431f-af2b-c7b1ee4e18bc), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:09.925714 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-97342519-7ce5-458c-9f4e-96c04888a991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd312ce-cf5b-4b75-8033-3b6fdacd10b3 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:18:09.932628 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-97342519-7ce5-458c-9f4e-96c04888a991 service neutron] Publish callbacks [] for port (fdd312ce-cf5b-4b75-8033-3b6fdacd10b3), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:09.948517 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-97342519-7ce5-458c-9f4e-96c04888a991 service neutron] Transition to ACTIVE for port object fdd312ce-cf5b-4b75-8033-3b6fdacd10b3 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:18:09.979132 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34b730f-2b19-49a9-b3b3-292d6443fc18 None None] Routers {'24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:18:09.982179 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b34b730f-2b19-49a9-b3b3-292d6443fc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:18:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:10.065466 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-97342519-7ce5-458c-9f4e-96c04888a991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (fdd312ce-cf5b-4b75-8033-3b6fdacd10b3), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:10.123219 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b50d26-1ed4-4e47-a9ca-ba9d920ed278 None None] Pushing event updated for resources: {'Port': ['ID=345f1267-036b-431f-af2b-c7b1ee4e18bc,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:10.165409 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-a38e9e8b-1ad8-48c1-b727-ebbc183205e8 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Deleting port 34be0ba4-056a-4e2e-8c32-588153dfa0c7 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:18:10.165991 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-a38e9e8b-1ad8-48c1-b727-ebbc183205e8 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (34be0ba4-056a-4e2e-8c32-588153dfa0c7), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:10.170866 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97342519-7ce5-458c-9f4e-96c04888a991 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd312ce-cf5b-4b75-8033-3b6fdacd10b3,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:10.195182 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-b5ddd25a-45c9-4056-a907-0c33007e27e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:10.250399 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917f27a-5a91-4596-bccb-e2203d5f2bc2 req-ce97f385-f582-48c0-8670-bbeb62db6124 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:10.263199 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4917f27a-5a91-4596-bccb-e2203d5f2bc2 req-ce97f385-f582-48c0-8670-bbeb62db6124 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ade0bc-5aa8-450c-891e-e15760f452f8 HTTP/1.1" status: 200 len: 944 time: 0.2735326 Feb 19 04:18:10.269294 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-b34b730f-2b19-49a9-b3b3-292d6443fc18 None None] Set router 24b7dc11-6121-4154-8a7c-76b7b4ee9d2c gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:18:10.281256 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f5512190-c647-45fc-9029-0983e46acc69 None None] Publish callbacks [] for port (3c50d345-017e-4d0f-a020-fa1b5e84590c), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:10.291102 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f5512190-c647-45fc-9029-0983e46acc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (3c50d345-017e-4d0f-a020-fa1b5e84590c), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:10.354262 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5512190-c647-45fc-9029-0983e46acc69 None None] Pushing event updated for resources: {'Port': ['ID=3c50d345-017e-4d0f-a020-fa1b5e84590c,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:10.378366 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5512190-c647-45fc-9029-0983e46acc69 None None] Network bf35e948-0e14-4c64-82c9-565d40e622b8 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:18:10.383208 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-f5512190-c647-45fc-9029-0983e46acc69 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:18:10.389880 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5512190-c647-45fc-9029-0983e46acc69 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:18:10.414947 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c15537ae-a2b3-42c7-9c92-00c9095a283e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:10.531758 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f5512190-c647-45fc-9029-0983e46acc69 None None] Attempting to bind port 3c50d345-017e-4d0f-a020-fa1b5e84590c on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:18:10.532333 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f5512190-c647-45fc-9029-0983e46acc69 None None] Attempting to bind port 3c50d345-017e-4d0f-a020-fa1b5e84590c by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'c14f0740-ba05-4272-96ae-5e40be15d426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:18:10.536634 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5512190-c647-45fc-9029-0983e46acc69 None None] Attempting to bind port 3c50d345-017e-4d0f-a020-fa1b5e84590c on network bf35e948-0e14-4c64-82c9-565d40e622b8 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:18:10.537614 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-a38e9e8b-1ad8-48c1-b727-ebbc183205e8 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] For port 34be0ba4-056a-4e2e-8c32-588153dfa0c7, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=34be0ba4-056a-4e2e-8c32-588153dfa0c7,segment=NetworkSegment(a1f015ea-7064-4c76-84f5-168db49c3282),segment_id=a1f015ea-7064-4c76-84f5-168db49c3282)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:10.538096 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-a38e9e8b-1ad8-48c1-b727-ebbc183205e8 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (34be0ba4-056a-4e2e-8c32-588153dfa0c7), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:10.551676 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5512190-c647-45fc-9029-0983e46acc69 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:18:10.552130 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5512190-c647-45fc-9029-0983e46acc69 None None] Checking segment: {'id': 'c14f0740-ba05-4272-96ae-5e40be15d426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:18:10.552555 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f5512190-c647-45fc-9029-0983e46acc69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:10.552963 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5512190-c647-45fc-9029-0983e46acc69 None None] Bound using segment: {'id': 'c14f0740-ba05-4272-96ae-5e40be15d426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:18:10.553505 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f5512190-c647-45fc-9029-0983e46acc69 None None] Bound port: 3c50d345-017e-4d0f-a020-fa1b5e84590c, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c14f0740-ba05-4272-96ae-5e40be15d426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:18:10.553900 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f5512190-c647-45fc-9029-0983e46acc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3c50d345-017e-4d0f-a020-fa1b5e84590c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:10.663859 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-f5512190-c647-45fc-9029-0983e46acc69 None None] For port 3c50d345-017e-4d0f-a020-fa1b5e84590c, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:18:10.667998 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-f5512190-c647-45fc-9029-0983e46acc69 None None] For port 3c50d345-017e-4d0f-a020-fa1b5e84590c, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3c50d345-017e-4d0f-a020-fa1b5e84590c,segment=NetworkSegment(c14f0740-ba05-4272-96ae-5e40be15d426),segment_id=c14f0740-ba05-4272-96ae-5e40be15d426)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:18:10.676295 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f5512190-c647-45fc-9029-0983e46acc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3c50d345-017e-4d0f-a020-fa1b5e84590c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:10.793372 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5512190-c647-45fc-9029-0983e46acc69 None None] Pushing event updated for resources: {'Port': ['ID=3c50d345-017e-4d0f-a020-fa1b5e84590c,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:10.870121 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-a38e9e8b-1ad8-48c1-b727-ebbc183205e8 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:10.870901 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-a38e9e8b-1ad8-48c1-b727-ebbc183205e8 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (8f53cb3c-81f7-463d-acbb-a43ed9a08ae2), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:10.871483 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-a38e9e8b-1ad8-48c1-b727-ebbc183205e8 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Floating IP 8f53cb3c-81f7-463d-acbb-a43ed9a08ae2 disassociated. External IP: 172.25.3.227, port: 34be0ba4-056a-4e2e-8c32-588153dfa0c7. Feb 19 04:18:10.872907 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-a38e9e8b-1ad8-48c1-b727-ebbc183205e8 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Calling delete_port for 34be0ba4-056a-4e2e-8c32-588153dfa0c7 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:18:10.873677 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b34b730f-2b19-49a9-b3b3-292d6443fc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25920014', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:18:05Z', 'updated_at': '2022-02-19T04:18:06Z', 'revision_number': 3, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:18:06Z', 'updated_at': '2022-02-19T04:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:10.909678 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34b730f-2b19-49a9-b3b3-292d6443fc18 None None] The sync data for ids ['24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'] in n-d-828369-19 is: [{'id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25920014', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:18:05Z', 'updated_at': '2022-02-19T04:18:06Z', 'revision_number': 3, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:18:06Z', 'updated_at': '2022-02-19T04:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:18:11.173942 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a235af-ffbf-4217-bc74-efd1c85468c9 req-898a93ff-ce8f-4ad3-b188-d5dea63a0034 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:11.183112 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a235af-ffbf-4217-bc74-efd1c85468c9 req-898a93ff-ce8f-4ad3-b188-d5dea63a0034 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:11.184851 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74a235af-ffbf-4217-bc74-efd1c85468c9 req-898a93ff-ce8f-4ad3-b188-d5dea63a0034 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 1678 time: 1.2248847 Feb 19 04:18:11.427985 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4917f27a-5a91-4596-bccb-e2203d5f2bc2 req-f9c6e6da-31bb-4fe2-9d3c-0b52e3e624f3 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1638563 Feb 19 04:18:11.489805 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-c15537ae-a2b3-42c7-9c92-00c9095a283e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Allocated IP 172.20.0.1 (bf35e948-0e14-4c64-82c9-565d40e622b8/d2505abe-19fa-46cd-a323-4523aa51b99d/4a900ae1-6171-4b59-a97b-c1c55a8473e4) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:18:11.513090 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-97342519-7ce5-458c-9f4e-96c04888a991 service neutron] Attempting to bind port fdd312ce-cf5b-4b75-8033-3b6fdacd10b3 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:18:11.513441 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-97342519-7ce5-458c-9f4e-96c04888a991 service neutron] Attempting to bind port fdd312ce-cf5b-4b75-8033-3b6fdacd10b3 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'f54bf998-c6df-4a54-bbd7-3503e7bb776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9c4345-a542-424d-9672-4b79bfb4a878'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:18:11.513783 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-97342519-7ce5-458c-9f4e-96c04888a991 service neutron] Attempting to bind port fdd312ce-cf5b-4b75-8033-3b6fdacd10b3 on network 2e9c4345-a542-424d-9672-4b79bfb4a878 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:18:11.524078 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-97342519-7ce5-458c-9f4e-96c04888a991 service neutron] Port fdd312ce-cf5b-4b75-8033-3b6fdacd10b3 on network 2e9c4345-a542-424d-9672-4b79bfb4a878 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:18:11.524410 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-97342519-7ce5-458c-9f4e-96c04888a991 service neutron] Attempting to bind port fdd312ce-cf5b-4b75-8033-3b6fdacd10b3 on network 2e9c4345-a542-424d-9672-4b79bfb4a878 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:18:11.535982 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74a235af-ffbf-4217-bc74-efd1c85468c9 req-7224ccf8-2268-4e3f-8020-78d94fc8638c tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3251338 Feb 19 04:18:11.560173 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-97342519-7ce5-458c-9f4e-96c04888a991 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:18:11.561223 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-97342519-7ce5-458c-9f4e-96c04888a991 service neutron] Checking segment: {'id': 'f54bf998-c6df-4a54-bbd7-3503e7bb776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9c4345-a542-424d-9672-4b79bfb4a878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:18:11.561223 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-97342519-7ce5-458c-9f4e-96c04888a991 service neutron] Bound using segment: {'id': 'f54bf998-c6df-4a54-bbd7-3503e7bb776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9c4345-a542-424d-9672-4b79bfb4a878'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:18:11.561570 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-97342519-7ce5-458c-9f4e-96c04888a991 service neutron] Bound port: fdd312ce-cf5b-4b75-8033-3b6fdacd10b3, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f54bf998-c6df-4a54-bbd7-3503e7bb776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9c4345-a542-424d-9672-4b79bfb4a878'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:18:11.561737 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-97342519-7ce5-458c-9f4e-96c04888a991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fdd312ce-cf5b-4b75-8033-3b6fdacd10b3), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:11.628885 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-a38e9e8b-1ad8-48c1-b727-ebbc183205e8 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (34be0ba4-056a-4e2e-8c32-588153dfa0c7), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:11.688347 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c15537ae-a2b3-42c7-9c92-00c9095a283e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for port (4a900ae1-6171-4b59-a97b-c1c55a8473e4), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:11.737636 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e9e8b-1ad8-48c1-b727-ebbc183205e8 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event deleted for resources: {'Port': ['ID=34be0ba4-056a-4e2e-8c32-588153dfa0c7,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:11.750513 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c15537ae-a2b3-42c7-9c92-00c9095a283e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (4a900ae1-6171-4b59-a97b-c1c55a8473e4), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:11.846959 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15537ae-a2b3-42c7-9c92-00c9095a283e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Network bf35e948-0e14-4c64-82c9-565d40e622b8 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:18:11.876861 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-c15537ae-a2b3-42c7-9c92-00c9095a283e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:18:11.898573 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15537ae-a2b3-42c7-9c92-00c9095a283e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:18:11.925513 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15537ae-a2b3-42c7-9c92-00c9095a283e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Port': ['ID=4a900ae1-6171-4b59-a97b-c1c55a8473e4,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:12.058432 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-a38e9e8b-1ad8-48c1-b727-ebbc183205e8 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Router 7b3e99fc-a0e7-4074-bd14-5855ac709c9f has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:18:12.068415 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 345f1267-036b-431f-af2b-c7b1ee4e18bc up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:18:12.072237 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-97342519-7ce5-458c-9f4e-96c04888a991 service neutron] For port fdd312ce-cf5b-4b75-8033-3b6fdacd10b3, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:18:12.080888 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-97342519-7ce5-458c-9f4e-96c04888a991 service neutron] For port fdd312ce-cf5b-4b75-8033-3b6fdacd10b3, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=fdd312ce-cf5b-4b75-8033-3b6fdacd10b3,segment=NetworkSegment(f54bf998-c6df-4a54-bbd7-3503e7bb776e),segment_id=f54bf998-c6df-4a54-bbd7-3503e7bb776e)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:18:12.087210 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c15537ae-a2b3-42c7-9c92-00c9095a283e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (24b7dc11-6121-4154-8a7c-76b7b4ee9d2c), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:12.087414 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-b5ddd25a-45c9-4056-a907-0c33007e27e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:18:12.106034 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da013c6-80f6-476c-9d0a-37e769c5d2a6 req-ecf6295c-f863-46f8-b94f-a9e95bdfd5fd tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:12.115504 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0da013c6-80f6-476c-9d0a-37e769c5d2a6 req-ecf6295c-f863-46f8-b94f-a9e95bdfd5fd tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee6edb6-77ac-4592-bc13-e67bf4f45cc3 HTTP/1.1" status: 200 len: 932 time: 0.4181051 Feb 19 04:18:12.130795 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-b5ddd25a-45c9-4056-a907-0c33007e27e1 service neutron] Publish callbacks [] for port (3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:12.149124 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-97342519-7ce5-458c-9f4e-96c04888a991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (fdd312ce-cf5b-4b75-8033-3b6fdacd10b3), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:12.183693 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 345f1267-036b-431f-af2b-c7b1ee4e18bc triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:12.184152 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (345f1267-036b-431f-af2b-c7b1ee4e18bc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:12.318398 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97342519-7ce5-458c-9f4e-96c04888a991 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd312ce-cf5b-4b75-8033-3b6fdacd10b3,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:12.325175 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-b5ddd25a-45c9-4056-a907-0c33007e27e1 service neutron] Transition to ACTIVE for port object 3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:18:12.349023 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-b5ddd25a-45c9-4056-a907-0c33007e27e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:12.359963 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-97342519-7ce5-458c-9f4e-96c04888a991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:12.360689 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-97342519-7ce5-458c-9f4e-96c04888a991 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:12.362246 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-97342519-7ce5-458c-9f4e-96c04888a991 service neutron] 10.222.0.79 "PUT /v2.0/ports/fdd312ce-cf5b-4b75-8033-3b6fdacd10b3 HTTP/1.1" status: 200 len: 1093 time: 4.3719237 Feb 19 04:18:12.364638 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ade0bc-5aa8-450c-891e-e15760f452f8', 'tag': 'fdd312ce-cf5b-4b75-8033-3b6fdacd10b3'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:12.367188 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea51340-6211-42a7-a54f-2c96ee1e21a2" -d '{"events": [{"name": "network-changed", "server_uuid": "01ade0bc-5aa8-450c-891e-e15760f452f8", "tag": "fdd312ce-cf5b-4b75-8033-3b6fdacd10b3"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:12.493673 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 345f1267-036b-431f-af2b-c7b1ee4e18bc is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:12.494076 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (345f1267-036b-431f-af2b-c7b1ee4e18bc), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:12.551501 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 345f1267-036b-431f-af2b-c7b1ee4e18bc, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=345f1267-036b-431f-af2b-c7b1ee4e18bc,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:12.564025 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (345f1267-036b-431f-af2b-c7b1ee4e18bc), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:12.565145 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3c50d345-017e-4d0f-a020-fa1b5e84590c up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:18:12.616980 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38601a5c-160e-47ca-847b-e0d46e8c12c7 x-openstack-request-id: req-38601a5c-160e-47ca-847b-e0d46e8c12c7 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:12.617301 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ade0bc-5aa8-450c-891e-e15760f452f8", "tag": "fdd312ce-cf5b-4b75-8033-3b6fdacd10b3", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:12.617542 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-38601a5c-160e-47ca-847b-e0d46e8c12c7 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:12.617920 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ade0bc-5aa8-450c-891e-e15760f452f8', 'tag': 'fdd312ce-cf5b-4b75-8033-3b6fdacd10b3', 'status': 'completed', 'code': 200} Feb 19 04:18:12.622107 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=345f1267-036b-431f-af2b-c7b1ee4e18bc,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:12.690427 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 3c50d345-017e-4d0f-a020-fa1b5e84590c triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:12.692722 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3c50d345-017e-4d0f-a020-fa1b5e84590c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:12.701040 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0da013c6-80f6-476c-9d0a-37e769c5d2a6 req-4661f411-3e5d-437f-bdcc-f63eb48df63c tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffe6838e-fa04-4669-af72-d0751db96058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5845330 Feb 19 04:18:12.722654 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c15537ae-a2b3-42c7-9c92-00c9095a283e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4a900ae1-6171-4b59-a97b-c1c55a8473e4), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:12.753439 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddd25a-45c9-4056-a907-0c33007e27e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:12.931728 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-20cdd14b-816f-4d0f-8722-45314835dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:12.933740 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-20cdd14b-816f-4d0f-8722-45314835dc02 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a4e0bc4a4b1b4fe383f135223bc35a0a&device_id=01ade0bc-5aa8-450c-891e-e15760f452f8 HTTP/1.1" status: 200 len: 1127 time: 0.4550049 Feb 19 04:18:12.936767 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-a38e9e8b-1ad8-48c1-b727-ebbc183205e8 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:18:13.118108 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-3c8247fb-4522-4829-b48d-78f57d3b6ea3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdd312ce-cf5b-4b75-8033-3b6fdacd10b3 HTTP/1.1" status: 200 len: 217 time: 0.1709130 Feb 19 04:18:13.133037 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-a38e9e8b-1ad8-48c1-b727-ebbc183205e8 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] No DVR routers for this DVR port 34be0ba4-056a-4e2e-8c32-588153dfa0c7 on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:18:13.135875 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-a38e9e8b-1ad8-48c1-b727-ebbc183205e8 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:13.140976 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-a38e9e8b-1ad8-48c1-b727-ebbc183205e8 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.26 "DELETE /v2.0/ports/34be0ba4-056a-4e2e-8c32-588153dfa0c7 HTTP/1.1" status: 204 len: 173 time: 4.1369822 Feb 19 04:18:13.164085 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e157fa-b362-4fc3-b0ee-94816a5c8e6c None None] Network bf35e948-0e14-4c64-82c9-565d40e622b8 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:18:13.169759 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bf4a20-45ed-4ea7-9f31-2ac1b209491c None None] Sync routers for ids ['7b3e99fc-a0e7-4074-bd14-5855ac709c9f'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:18:13.221626 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-b5cd586b-fa1d-450c-bef0-f0c3a621a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:13.222806 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-b5cd586b-fa1d-450c-bef0-f0c3a621a863 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4be604aa-378d-4eff-8d65-7e786c5da5e7 HTTP/1.1" status: 200 len: 853 time: 0.0795572 Feb 19 04:18:13.257671 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c15537ae-a2b3-42c7-9c92-00c9095a283e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for port (4a900ae1-6171-4b59-a97b-c1c55a8473e4), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:13.264307 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c15537ae-a2b3-42c7-9c92-00c9095a283e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (4a900ae1-6171-4b59-a97b-c1c55a8473e4), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:13.304579 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bf4a20-45ed-4ea7-9f31-2ac1b209491c None None] Routers {'7b3e99fc-a0e7-4074-bd14-5855ac709c9f'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:18:13.305248 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-08bf4a20-45ed-4ea7-9f31-2ac1b209491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:18:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7b3e99fc-a0e7-4074-bd14-5855ac709c9f'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:13.337397 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c15537ae-a2b3-42c7-9c92-00c9095a283e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (24b7dc11-6121-4154-8a7c-76b7b4ee9d2c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:13.438016 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844123d-49e9-4447-9179-b88b135a9f11 req-cc9e1a1a-23f7-4d51-90c6-bfdd95996f81 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:13.440880 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e844123d-49e9-4447-9179-b88b135a9f11 req-cc9e1a1a-23f7-4d51-90c6-bfdd95996f81 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ade0bc-5aa8-450c-891e-e15760f452f8 HTTP/1.1" status: 200 len: 944 time: 0.7099645 Feb 19 04:18:13.443605 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-f8ffcbcf-16a0-484f-ac76-86c97f200159 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2e9c4345-a542-424d-9672-4b79bfb4a878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110437 Feb 19 04:18:13.471316 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-08bf4a20-45ed-4ea7-9f31-2ac1b209491c None None] Set router 7b3e99fc-a0e7-4074-bd14-5855ac709c9f gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:18:13.497034 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15537ae-a2b3-42c7-9c92-00c9095a283e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Network bf35e948-0e14-4c64-82c9-565d40e622b8 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:18:13.501031 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-c15537ae-a2b3-42c7-9c92-00c9095a283e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:18:13.596842 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15537ae-a2b3-42c7-9c92-00c9095a283e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Port': ['ID=4a900ae1-6171-4b59-a97b-c1c55a8473e4,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:13.599270 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-5fa99b03-cbb6-42c3-973d-fec3d6239f58 None None] Provisioning complete for port 3c50d345-017e-4d0f-a020-fa1b5e84590c triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:13.599857 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5fa99b03-cbb6-42c3-973d-fec3d6239f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3c50d345-017e-4d0f-a020-fa1b5e84590c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:13.635004 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-492c7fc6-47d6-4f1a-943f-00d1b79820c0 service neutron] 10.222.0.79 "GET /v2.0/networks/2e9c4345-a542-424d-9672-4b79bfb4a878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733248 Feb 19 04:18:13.760485 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15537ae-a2b3-42c7-9c92-00c9095a283e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Router 24b7dc11-6121-4154-8a7c-76b7b4ee9d2c has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:18:13.805595 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 3c50d345-017e-4d0f-a020-fa1b5e84590c is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:13.806248 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3c50d345-017e-4d0f-a020-fa1b5e84590c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:13.924675 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-5fa99b03-cbb6-42c3-973d-fec3d6239f58 None None] Current status of the port 3c50d345-017e-4d0f-a020-fa1b5e84590c is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:13.925367 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5fa99b03-cbb6-42c3-973d-fec3d6239f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3c50d345-017e-4d0f-a020-fa1b5e84590c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:13.946304 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 3c50d345-017e-4d0f-a020-fa1b5e84590c, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3c50d345-017e-4d0f-a020-fa1b5e84590c,segment=NetworkSegment(c14f0740-ba05-4272-96ae-5e40be15d426),segment_id=c14f0740-ba05-4272-96ae-5e40be15d426)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:13.958846 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15537ae-a2b3-42c7-9c92-00c9095a283e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:18:13.966806 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c15537ae-a2b3-42c7-9c92-00c9095a283e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "PUT /v2.0/routers/24b7dc11-6121-4154-8a7c-76b7b4ee9d2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4924891 Feb 19 04:18:13.993796 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-08bf4a20-45ed-4ea7-9f31-2ac1b209491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'name': 'tempest-TaggedBootDevicesTest_v242-778122631-router', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '7c9000ce-d8a8-4a96-a89f-b197410e872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:20Z', 'updated_at': '2022-02-19T04:11:34Z', 'revision_number': 4, 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'gw_port': {'id': '7c9000ce-d8a8-4a96-a89f-b197410e872b', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:22Z', 'updated_at': '2022-02-19T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'eae81182-2e67-4b87-af6a-dd924078ef05', 'name': '', 'network_id': 'f758f6a7-1c73-480c-aa6e-af8f6b3fc936', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'mac_address': 'fa:16:3e:2c:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'ab33f94a-f001-4e22-992e-6a938e5dd9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:31Z', 'updated_at': '2022-02-19T04:11:42Z', 'revision_number': 5, 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'subnets': [{'id': 'ab33f94a-f001-4e22-992e-6a938e5dd9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:14.033712 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bf4a20-45ed-4ea7-9f31-2ac1b209491c None None] Checking router: 7b3e99fc-a0e7-4074-bd14-5855ac709c9f for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:18:14.045526 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bf4a20-45ed-4ea7-9f31-2ac1b209491c None None] Routers {'7b3e99fc-a0e7-4074-bd14-5855ac709c9f'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:18:14.046464 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-08bf4a20-45ed-4ea7-9f31-2ac1b209491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:18:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7b3e99fc-a0e7-4074-bd14-5855ac709c9f'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:14.053685 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3c50d345-017e-4d0f-a020-fa1b5e84590c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:14.204590 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 345f1267-036b-431f-af2b-c7b1ee4e18bc up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:18:14.230749 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d9b2f2-e2e5-4fa1-86bb-34a1f684a751 None None] Sync routers for ids ['24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:18:14.249821 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d9b2f2-e2e5-4fa1-86bb-34a1f684a751 None None] Routers {'24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:18:14.250714 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-38d9b2f2-e2e5-4fa1-86bb-34a1f684a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:18:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:14.260034 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0425a-e58d-4ee8-9fd5-75af6f9b6aa0 req-c52800e1-1065-4cdd-8392-bc92fe530c5f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:14.261646 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dab0425a-e58d-4ee8-9fd5-75af6f9b6aa0 req-c52800e1-1065-4cdd-8392-bc92fe530c5f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 943 time: 1.3051016 Feb 19 04:18:14.263083 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-b5ddd25a-45c9-4056-a907-0c33007e27e1 service neutron] Attempting to bind port 3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:18:14.263423 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-b5ddd25a-45c9-4056-a907-0c33007e27e1 service neutron] Attempting to bind port 3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '633f342b-2dc3-49e7-bdef-9735e471dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8b1900fd-7495-426e-a4e4-6d30c0497399'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:18:14.263758 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-b5ddd25a-45c9-4056-a907-0c33007e27e1 service neutron] Attempting to bind port 3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e on network 8b1900fd-7495-426e-a4e4-6d30c0497399 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:18:14.279238 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-b5ddd25a-45c9-4056-a907-0c33007e27e1 service neutron] Port 3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e on network 8b1900fd-7495-426e-a4e4-6d30c0497399 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:18:14.279570 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-b5ddd25a-45c9-4056-a907-0c33007e27e1 service neutron] Attempting to bind port 3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e on network 8b1900fd-7495-426e-a4e4-6d30c0497399 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:18:14.297813 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-b5ddd25a-45c9-4056-a907-0c33007e27e1 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:18:14.298189 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-b5ddd25a-45c9-4056-a907-0c33007e27e1 service neutron] Checking segment: {'id': '633f342b-2dc3-49e7-bdef-9735e471dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8b1900fd-7495-426e-a4e4-6d30c0497399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:18:14.298567 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-b5ddd25a-45c9-4056-a907-0c33007e27e1 service neutron] Bound using segment: {'id': '633f342b-2dc3-49e7-bdef-9735e471dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8b1900fd-7495-426e-a4e4-6d30c0497399'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:18:14.299270 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-b5ddd25a-45c9-4056-a907-0c33007e27e1 service neutron] Bound port: 3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633f342b-2dc3-49e7-bdef-9735e471dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8b1900fd-7495-426e-a4e4-6d30c0497399'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:18:14.299633 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-b5ddd25a-45c9-4056-a907-0c33007e27e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:14.329121 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=3c50d345-017e-4d0f-a020-fa1b5e84590c,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:14.344829 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-5fa99b03-cbb6-42c3-973d-fec3d6239f58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:18:14.345194 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-5fa99b03-cbb6-42c3-973d-fec3d6239f58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:18:14.352205 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5d5e61b-2c50-4833-8b70-dafc98fe6b2b req-49b5d75b-f5e9-4f52-bbd6-80fa59d0c8ef service neutron] 10.222.0.79 "GET /v2.0/networks/2e9c4345-a542-424d-9672-4b79bfb4a878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6738291 Feb 19 04:18:14.395907 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-38d9b2f2-e2e5-4fa1-86bb-34a1f684a751 None None] Set router 24b7dc11-6121-4154-8a7c-76b7b4ee9d2c gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:18:14.407421 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-08bf4a20-45ed-4ea7-9f31-2ac1b209491c None None] Set router 7b3e99fc-a0e7-4074-bd14-5855ac709c9f gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:18:14.457782 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 345f1267-036b-431f-af2b-c7b1ee4e18bc triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:14.458218 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (345f1267-036b-431f-af2b-c7b1ee4e18bc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:14.540945 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-b5ddd25a-45c9-4056-a907-0c33007e27e1 service neutron] For port 3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:18:14.546585 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-b5ddd25a-45c9-4056-a907-0c33007e27e1 service neutron] For port 3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e,segment=NetworkSegment(633f342b-2dc3-49e7-bdef-9735e471dc61),segment_id=633f342b-2dc3-49e7-bdef-9735e471dc61)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:18:14.587020 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e844123d-49e9-4447-9179-b88b135a9f11 req-49e9333d-546c-4abd-80e6-5b910da4b0b6 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1216505 Feb 19 04:18:14.588452 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-b5ddd25a-45c9-4056-a907-0c33007e27e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:14.670317 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-b5ddd25a-45c9-4056-a907-0c33007e27e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:14.672408 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-b5ddd25a-45c9-4056-a907-0c33007e27e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:14.676315 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-b5ddd25a-45c9-4056-a907-0c33007e27e1 service neutron] 10.222.0.79 "PUT /v2.0/ports/3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e HTTP/1.1" status: 200 len: 1093 time: 5.6295402 Feb 19 04:18:14.691909 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 345f1267-036b-431f-af2b-c7b1ee4e18bc is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:14.697831 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-deleted', 'tag': '34be0ba4-056a-4e2e-8c32-588153dfa0c7'}, {'name': 'network-changed', 'server_uuid': '3ee6edb6-77ac-4592-bc13-e67bf4f45cc3', 'tag': '3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:14.702250 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be0082f-71c6-452f-826b-a9238a6f0e73" -d '{"events": [{"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-deleted", "tag": "34be0ba4-056a-4e2e-8c32-588153dfa0c7"}, {"name": "network-changed", "server_uuid": "3ee6edb6-77ac-4592-bc13-e67bf4f45cc3", "tag": "3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:14.711019 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddd25a-45c9-4056-a907-0c33007e27e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:14.795088 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-38d9b2f2-e2e5-4fa1-86bb-34a1f684a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25920014', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:18:05Z', 'updated_at': '2022-02-19T04:18:12Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:18:06Z', 'updated_at': '2022-02-19T04:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '4a900ae1-6171-4b59-a97b-c1c55a8473e4', 'name': '', 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:ee:c7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'd2505abe-19fa-46cd-a323-4523aa51b99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:18:11Z', 'updated_at': '2022-02-19T04:18:13Z', 'revision_number': 2, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': 'd2505abe-19fa-46cd-a323-4523aa51b99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:14.807086 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-08bf4a20-45ed-4ea7-9f31-2ac1b209491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'name': 'tempest-TaggedBootDevicesTest_v242-778122631-router', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '7c9000ce-d8a8-4a96-a89f-b197410e872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:20Z', 'updated_at': '2022-02-19T04:11:34Z', 'revision_number': 4, 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'gw_port': {'id': '7c9000ce-d8a8-4a96-a89f-b197410e872b', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:22Z', 'updated_at': '2022-02-19T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'eae81182-2e67-4b87-af6a-dd924078ef05', 'name': '', 'network_id': 'f758f6a7-1c73-480c-aa6e-af8f6b3fc936', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'mac_address': 'fa:16:3e:2c:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'ab33f94a-f001-4e22-992e-6a938e5dd9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:31Z', 'updated_at': '2022-02-19T04:11:42Z', 'revision_number': 5, 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'subnets': [{'id': 'ab33f94a-f001-4e22-992e-6a938e5dd9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:14.824081 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dab0425a-e58d-4ee8-9fd5-75af6f9b6aa0 req-f39fa474-61fd-48f1-8165-d6997eb7b5d9 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b115fe-740e-4d96-9c70-e1f690c906b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5459890 Feb 19 04:18:14.825887 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d9b2f2-e2e5-4fa1-86bb-34a1f684a751 None None] Checking router: 24b7dc11-6121-4154-8a7c-76b7b4ee9d2c for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:18:14.826451 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d9b2f2-e2e5-4fa1-86bb-34a1f684a751 None None] Updating router 24b7dc11-6121-4154-8a7c-76b7b4ee9d2c port 4a900ae1-6171-4b59-a97b-c1c55a8473e4 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:18:14.829035 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-71967f53-ac50-4f0c-a6e8-0b4eb32a452a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Deleting port 328f76f5-5319-4dc1-b370-793287406294 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:18:14.829385 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-71967f53-ac50-4f0c-a6e8-0b4eb32a452a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (328f76f5-5319-4dc1-b370-793287406294), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:14.833568 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea51340-6211-42a7-a54f-2c96ee1e21a2 req-74346605-3438-42e8-86aa-58a026e9c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:14.835095 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fea51340-6211-42a7-a54f-2c96ee1e21a2 req-74346605-3438-42e8-86aa-58a026e9c7bf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a4e0bc4a4b1b4fe383f135223bc35a0a&device_id=01ade0bc-5aa8-450c-891e-e15760f452f8 HTTP/1.1" status: 200 len: 1127 time: 0.4073277 Feb 19 04:18:14.865385 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-38d9b2f2-e2e5-4fa1-86bb-34a1f684a751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4a900ae1-6171-4b59-a97b-c1c55a8473e4), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:14.866469 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bf4a20-45ed-4ea7-9f31-2ac1b209491c None None] The sync data for ids ['7b3e99fc-a0e7-4074-bd14-5855ac709c9f'] in n-d-828369-19 is: [{'id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'name': 'tempest-TaggedBootDevicesTest_v242-778122631-router', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '7c9000ce-d8a8-4a96-a89f-b197410e872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:20Z', 'updated_at': '2022-02-19T04:11:34Z', 'revision_number': 4, 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'gw_port': {'id': '7c9000ce-d8a8-4a96-a89f-b197410e872b', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:22Z', 'updated_at': '2022-02-19T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'eae81182-2e67-4b87-af6a-dd924078ef05', 'name': '', 'network_id': 'f758f6a7-1c73-480c-aa6e-af8f6b3fc936', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'mac_address': 'fa:16:3e:2c:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'ab33f94a-f001-4e22-992e-6a938e5dd9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:31Z', 'updated_at': '2022-02-19T04:11:42Z', 'revision_number': 5, 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'subnets': [{'id': 'ab33f94a-f001-4e22-992e-6a938e5dd9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:18:14.938860 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-5fa99b03-cbb6-42c3-973d-fec3d6239f58 None None] Current status of the port 3c50d345-017e-4d0f-a020-fa1b5e84590c is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:15.078332 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28a466-1158-4e5c-8933-de711ebafdf0 req-c33b352b-85ff-4734-beb9-df830a23c2b7 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:15.080081 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e28a466-1158-4e5c-8933-de711ebafdf0 req-c33b352b-85ff-4734-beb9-df830a23c2b7 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee6edb6-77ac-4592-bc13-e67bf4f45cc3 HTTP/1.1" status: 200 len: 944 time: 0.3543892 Feb 19 04:18:15.098744 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-12f993fa-78ed-471f-a252-7c03b46128d0 None None] Provisioning complete for port 3c50d345-017e-4d0f-a020-fa1b5e84590c triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:15.099277 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-12f993fa-78ed-471f-a252-7c03b46128d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3c50d345-017e-4d0f-a020-fa1b5e84590c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:15.122311 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-221ccf9b-da6e-432f-8913-6256a0a632e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:15.124344 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-221ccf9b-da6e-432f-8913-6256a0a632e5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=efe0780b0df14aceb0b794806b557336&device_id=3ee6edb6-77ac-4592-bc13-e67bf4f45cc3 HTTP/1.1" status: 200 len: 1127 time: 0.3554833 Feb 19 04:18:15.276347 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-12f993fa-78ed-471f-a252-7c03b46128d0 None None] Current status of the port 3c50d345-017e-4d0f-a020-fa1b5e84590c is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:15.299266 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-fc7e9183-77ac-407a-bbed-894cfd8f9ed4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e HTTP/1.1" status: 200 len: 217 time: 0.1547537 Feb 19 04:18:15.300634 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-12f993fa-78ed-471f-a252-7c03b46128d0 None None] Provisioning complete for port 4a900ae1-6171-4b59-a97b-c1c55a8473e4 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:15.301028 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-12f993fa-78ed-471f-a252-7c03b46128d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4a900ae1-6171-4b59-a97b-c1c55a8473e4), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:15.350021 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-12f993fa-78ed-471f-a252-7c03b46128d0 None None] Port 4a900ae1-6171-4b59-a97b-c1c55a8473e4 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:18:15.444942 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5262fa1-9a23-4d1b-9ae4-d8eaf9c0a07b None None] New status for floating IP 8f53cb3c-81f7-463d-acbb-a43ed9a08ae2: DOWN {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:18:15.451477 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e28a466-1158-4e5c-8933-de711ebafdf0 req-5ccd474e-be67-4e8f-9db8-e4739448c4cd tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffe6838e-fa04-4669-af72-d0751db96058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372562 Feb 19 04:18:15.457556 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-38d9b2f2-e2e5-4fa1-86bb-34a1f684a751 None None] Publish callbacks [] for port (4a900ae1-6171-4b59-a97b-c1c55a8473e4), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:15.461766 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3b299ed-79da-4256-8580-8959b19de9ea req-062a784c-0b18-4061-bdc5-bec260ca39a8 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1811475780&fields=id&tenant_id=3daaed16085e4153afa0c32c565c3455 HTTP/1.1" status: 200 len: 267 time: 0.3651414 Feb 19 04:18:15.462862 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea51340-6211-42a7-a54f-2c96ee1e21a2 req-f6c4431f-c197-4504-a605-e47bc4145a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:15.464340 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fea51340-6211-42a7-a54f-2c96ee1e21a2 req-f6c4431f-c197-4504-a605-e47bc4145a28 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2e9c4345-a542-424d-9672-4b79bfb4a878 HTTP/1.1" status: 200 len: 914 time: 0.5972030 Feb 19 04:18:15.473565 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-38d9b2f2-e2e5-4fa1-86bb-34a1f684a751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4a900ae1-6171-4b59-a97b-c1c55a8473e4), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:15.480071 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-71967f53-ac50-4f0c-a6e8-0b4eb32a452a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] For port 328f76f5-5319-4dc1-b370-793287406294, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=328f76f5-5319-4dc1-b370-793287406294,segment=NetworkSegment(ee732889-2e4f-4cb8-ba94-5c3620376051),segment_id=ee732889-2e4f-4cb8-ba94-5c3620376051)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:15.480456 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-71967f53-ac50-4f0c-a6e8-0b4eb32a452a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (328f76f5-5319-4dc1-b370-793287406294), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:15.565877 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb71a62-68df-4acf-aa10-1a8deac22501 x-openstack-request-id: req-4cb71a62-68df-4acf-aa10-1a8deac22501 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:15.566647 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-deleted", "tag": "34be0ba4-056a-4e2e-8c32-588153dfa0c7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3ee6edb6-77ac-4592-bc13-e67bf4f45cc3", "tag": "3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:15.566647 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4cb71a62-68df-4acf-aa10-1a8deac22501 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:15.567014 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-deleted', 'tag': '34be0ba4-056a-4e2e-8c32-588153dfa0c7', 'status': 'completed', 'code': 200} Feb 19 04:18:15.567147 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ee6edb6-77ac-4592-bc13-e67bf4f45cc3', 'tag': '3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e', 'status': 'completed', 'code': 200} Feb 19 04:18:15.568825 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-71967f53-ac50-4f0c-a6e8-0b4eb32a452a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Calling delete_port for 328f76f5-5319-4dc1-b370-793287406294 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:18:15.574541 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fea51340-6211-42a7-a54f-2c96ee1e21a2 req-f5d6eb4f-9f37-4834-a5a1-afe5d7ab7a03 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdd312ce-cf5b-4b75-8033-3b6fdacd10b3 HTTP/1.1" status: 200 len: 217 time: 0.0910566 Feb 19 04:18:15.646719 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d52a0d-514e-425e-89e2-a12c436b9f5d None None] Pushing event updated for resources: {'Port': ['ID=4a900ae1-6171-4b59-a97b-c1c55a8473e4,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:15.667018 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-38d9b2f2-e2e5-4fa1-86bb-34a1f684a751 None None] Attempting to bind port 4a900ae1-6171-4b59-a97b-c1c55a8473e4 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:18:15.667697 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-38d9b2f2-e2e5-4fa1-86bb-34a1f684a751 None None] Attempting to bind port 4a900ae1-6171-4b59-a97b-c1c55a8473e4 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'c14f0740-ba05-4272-96ae-5e40be15d426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:18:15.668216 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d9b2f2-e2e5-4fa1-86bb-34a1f684a751 None None] Attempting to bind port 4a900ae1-6171-4b59-a97b-c1c55a8473e4 on network bf35e948-0e14-4c64-82c9-565d40e622b8 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:18:15.685780 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d9b2f2-e2e5-4fa1-86bb-34a1f684a751 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:18:15.686504 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d9b2f2-e2e5-4fa1-86bb-34a1f684a751 None None] Checking segment: {'id': 'c14f0740-ba05-4272-96ae-5e40be15d426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:18:15.687069 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-38d9b2f2-e2e5-4fa1-86bb-34a1f684a751 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:15.687601 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d9b2f2-e2e5-4fa1-86bb-34a1f684a751 None None] Bound using segment: {'id': 'c14f0740-ba05-4272-96ae-5e40be15d426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:18:15.688228 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-38d9b2f2-e2e5-4fa1-86bb-34a1f684a751 None None] Bound port: 4a900ae1-6171-4b59-a97b-c1c55a8473e4, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c14f0740-ba05-4272-96ae-5e40be15d426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:18:15.688771 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-38d9b2f2-e2e5-4fa1-86bb-34a1f684a751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4a900ae1-6171-4b59-a97b-c1c55a8473e4), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:15.815962 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-38d9b2f2-e2e5-4fa1-86bb-34a1f684a751 None None] For port 4a900ae1-6171-4b59-a97b-c1c55a8473e4, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:18:15.822316 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-38d9b2f2-e2e5-4fa1-86bb-34a1f684a751 None None] For port 4a900ae1-6171-4b59-a97b-c1c55a8473e4, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4a900ae1-6171-4b59-a97b-c1c55a8473e4,segment=NetworkSegment(c14f0740-ba05-4272-96ae-5e40be15d426),segment_id=c14f0740-ba05-4272-96ae-5e40be15d426)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:18:15.848402 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-38d9b2f2-e2e5-4fa1-86bb-34a1f684a751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4a900ae1-6171-4b59-a97b-c1c55a8473e4), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:15.881502 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-7d13d9fd-269e-4406-8dd5-ce7c652dbd48 None None] Provisioning complete for port 4a900ae1-6171-4b59-a97b-c1c55a8473e4 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:15.881890 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7d13d9fd-269e-4406-8dd5-ce7c652dbd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4a900ae1-6171-4b59-a97b-c1c55a8473e4), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:15.915644 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b299ed-79da-4256-8580-8959b19de9ea req-26c8a6a8-9024-454b-b869-bdbc1e2ca63d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:15.918233 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3b299ed-79da-4256-8580-8959b19de9ea req-26c8a6a8-9024-454b-b869-bdbc1e2ca63d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/networks?id=bf35e948-0e14-4c64-82c9-565d40e622b8 HTTP/1.1" status: 200 len: 796 time: 0.4207861 Feb 19 04:18:15.922069 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-cbe91e9c-faa2-46f4-beed-a29182684701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:15.924503 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-cbe91e9c-faa2-46f4-beed-a29182684701 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=41dfda80-e4c4-4375-add1-d880e3620502 HTTP/1.1" status: 200 len: 849 time: 0.5583594 Feb 19 04:18:15.961552 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d9b2f2-e2e5-4fa1-86bb-34a1f684a751 None None] Routers {'24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:18:15.962219 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-38d9b2f2-e2e5-4fa1-86bb-34a1f684a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:18:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:15.979015 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-71967f53-ac50-4f0c-a6e8-0b4eb32a452a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (328f76f5-5319-4dc1-b370-793287406294), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:16.066128 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d52a0d-514e-425e-89e2-a12c436b9f5d None None] Pushing event updated for resources: {'Port': ['ID=4a900ae1-6171-4b59-a97b-c1c55a8473e4,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:16.175018 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-66e55376-a968-45ee-aa36-0eb91e0d95ac service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8b1900fd-7495-426e-a4e4-6d30c0497399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1634831 Feb 19 04:18:16.176720 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea51340-6211-42a7-a54f-2c96ee1e21a2 req-fe938dd4-0ecc-41d7-902b-36f62b128a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:16.178372 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fea51340-6211-42a7-a54f-2c96ee1e21a2 req-fe938dd4-0ecc-41d7-902b-36f62b128a17 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4be604aa-378d-4eff-8d65-7e786c5da5e7 HTTP/1.1" status: 200 len: 853 time: 0.5697527 Feb 19 04:18:16.197600 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3b299ed-79da-4256-8580-8959b19de9ea req-40670602-e38f-4f78-bdb3-bbe5054cf4db tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/quotas/3daaed16085e4153afa0c32c565c3455 HTTP/1.1" status: 200 len: 375 time: 0.2264345 Feb 19 04:18:16.253797 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71967f53-ac50-4f0c-a6e8-0b4eb32a452a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event deleted for resources: {'Port': ['ID=328f76f5-5319-4dc1-b370-793287406294,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:16.265815 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-38d9b2f2-e2e5-4fa1-86bb-34a1f684a751 None None] Set router 24b7dc11-6121-4154-8a7c-76b7b4ee9d2c gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:18:16.358809 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fea51340-6211-42a7-a54f-2c96ee1e21a2 req-8bc9f8bd-0eee-4c5c-bb7c-3f10fc161cbd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2e9c4345-a542-424d-9672-4b79bfb4a878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275606 Feb 19 04:18:16.471567 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3c50d345-017e-4d0f-a020-fa1b5e84590c up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:18:16.505032 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fea51340-6211-42a7-a54f-2c96ee1e21a2 req-68572e08-83c0-43e6-bfcb-2eaae3b6911d service neutron] 10.222.0.79 "GET /v2.0/networks/2e9c4345-a542-424d-9672-4b79bfb4a878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042879 Feb 19 04:18:16.544937 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 3c50d345-017e-4d0f-a020-fa1b5e84590c triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:16.545311 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3c50d345-017e-4d0f-a020-fa1b5e84590c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:16.547026 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-7d13d9fd-269e-4406-8dd5-ce7c652dbd48 None None] Current status of the port 4a900ae1-6171-4b59-a97b-c1c55a8473e4 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:16.547405 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7d13d9fd-269e-4406-8dd5-ce7c652dbd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4a900ae1-6171-4b59-a97b-c1c55a8473e4), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:16.566066 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-71967f53-ac50-4f0c-a6e8-0b4eb32a452a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] No DVR routers for this DVR port 328f76f5-5319-4dc1-b370-793287406294 on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:18:16.588500 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-71967f53-ac50-4f0c-a6e8-0b4eb32a452a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:16.592302 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ce666b5-0d30-4428-984b-769f1ebcbb7b req-71967f53-ac50-4f0c-a6e8-0b4eb32a452a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.26 "DELETE /v2.0/ports/328f76f5-5319-4dc1-b370-793287406294 HTTP/1.1" status: 204 len: 173 time: 3.3661466 Feb 19 04:18:16.657048 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3b299ed-79da-4256-8580-8959b19de9ea req-24f132e1-c3b1-42bb-a28b-c165b51387b3 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4542644 Feb 19 04:18:16.669490 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-7d13d9fd-269e-4406-8dd5-ce7c652dbd48 None None] For port 4a900ae1-6171-4b59-a97b-c1c55a8473e4, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4a900ae1-6171-4b59-a97b-c1c55a8473e4,segment=NetworkSegment(c14f0740-ba05-4272-96ae-5e40be15d426),segment_id=c14f0740-ba05-4272-96ae-5e40be15d426)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:16.672445 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa3f52-99bb-4016-bf15-bd8eac9edd96 req-24d4f4ba-ad8a-4369-8080-e43dfed40c2a tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:16.674719 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1aaa3f52-99bb-4016-bf15-bd8eac9edd96 req-24d4f4ba-ad8a-4369-8080-e43dfed40c2a tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ade0bc-5aa8-450c-891e-e15760f452f8 HTTP/1.1" status: 200 len: 944 time: 0.7491021 Feb 19 04:18:16.677018 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-38d9b2f2-e2e5-4fa1-86bb-34a1f684a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25920014', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:18:05Z', 'updated_at': '2022-02-19T04:18:12Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:18:06Z', 'updated_at': '2022-02-19T04:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '4a900ae1-6171-4b59-a97b-c1c55a8473e4', 'name': '', 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:ee:c7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'd2505abe-19fa-46cd-a323-4523aa51b99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:18:11Z', 'updated_at': '2022-02-19T04:18:15Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': 'd2505abe-19fa-46cd-a323-4523aa51b99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:16.723551 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 3c50d345-017e-4d0f-a020-fa1b5e84590c is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:16.727395 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7d13d9fd-269e-4406-8dd5-ce7c652dbd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4a900ae1-6171-4b59-a97b-c1c55a8473e4), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:16.799314 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d9b2f2-e2e5-4fa1-86bb-34a1f684a751 None None] The sync data for ids ['24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'] in n-d-828369-19 is: [{'id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25920014', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:18:05Z', 'updated_at': '2022-02-19T04:18:12Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:18:06Z', 'updated_at': '2022-02-19T04:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '4a900ae1-6171-4b59-a97b-c1c55a8473e4', 'name': '', 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:ee:c7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'd2505abe-19fa-46cd-a323-4523aa51b99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:18:11Z', 'updated_at': '2022-02-19T04:18:15Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': 'd2505abe-19fa-46cd-a323-4523aa51b99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:18:16.806698 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13d9fd-269e-4406-8dd5-ce7c652dbd48 None None] Pushing event updated for resources: {'Port': ['ID=4a900ae1-6171-4b59-a97b-c1c55a8473e4,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:16.851679 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-4b4c4222-e646-4dce-a286-db016131e3e9 None None] Provisioning complete for port 4a900ae1-6171-4b59-a97b-c1c55a8473e4 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:16.852062 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4b4c4222-e646-4dce-a286-db016131e3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4a900ae1-6171-4b59-a97b-c1c55a8473e4), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:16.872963 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-8b419694-409d-43ef-b76e-a67135503d7e service neutron] 10.222.0.79 "GET /v2.0/networks/8b1900fd-7495-426e-a4e4-6d30c0497399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6327884 Feb 19 04:18:17.075451 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fea51340-6211-42a7-a54f-2c96ee1e21a2 req-59e22b73-20ee-4177-a21f-340223ed9feb service neutron] 10.222.0.79 "GET /v2.0/networks/2e9c4345-a542-424d-9672-4b79bfb4a878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5478582 Feb 19 04:18:17.085757 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c4222-e646-4dce-a286-db016131e3e9 None None] Current status of the port 4a900ae1-6171-4b59-a97b-c1c55a8473e4 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:17.089306 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3b299ed-79da-4256-8580-8959b19de9ea req-ae819889-a57c-4dc7-a8ec-895c40f939b7 service neutron] 10.222.0.52 "GET /v2.0/networks/bf35e948-0e14-4c64-82c9-565d40e622b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131455 Feb 19 04:18:17.146792 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1aaa3f52-99bb-4016-bf15-bd8eac9edd96 req-9abf70ea-860d-47f7-8e33-9f7441d91906 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431312 Feb 19 04:18:17.261059 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbd512a7-f32b-47f2-a21c-41aad4c2a4ab req-28d67498-5c86-4abd-85b1-73e5a0ec0e49 service neutron] 10.222.0.79 "GET /v2.0/networks/8b1900fd-7495-426e-a4e4-6d30c0497399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213398 Feb 19 04:18:17.282954 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-681199aa-174a-4413-8bcc-08f758137115 req-a7a27cf1-ea85-4265-9f58-4add750f1898 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0406065 Feb 19 04:18:17.333531 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3b299ed-79da-4256-8580-8959b19de9ea req-37873516-7f34-478a-8f2e-79053fd6e277 service neutron] 10.222.0.52 "GET /v2.0/networks/bf35e948-0e14-4c64-82c9-565d40e622b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320011 Feb 19 04:18:17.433445 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0082f-71c6-452f-826b-a9238a6f0e73 req-ec889822-a6f4-4f4b-ad0e-f933f511dc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:17.447931 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3be0082f-71c6-452f-826b-a9238a6f0e73 req-ec889822-a6f4-4f4b-ad0e-f933f511dc72 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=efe0780b0df14aceb0b794806b557336&device_id=3ee6edb6-77ac-4592-bc13-e67bf4f45cc3 HTTP/1.1" status: 200 len: 1127 time: 0.1277630 Feb 19 04:18:17.568162 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-deleted', 'tag': '328f76f5-5319-4dc1-b370-793287406294'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:17.572658 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be63fbbb-5434-47e4-91c9-a80655383dd8" -d '{"events": [{"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-deleted", "tag": "328f76f5-5319-4dc1-b370-793287406294"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:17.580561 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0082f-71c6-452f-826b-a9238a6f0e73 req-1b734a22-56d8-477c-82df-665766874ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:17.582346 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3be0082f-71c6-452f-826b-a9238a6f0e73 req-1b734a22-56d8-477c-82df-665766874ab7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8b1900fd-7495-426e-a4e4-6d30c0497399 HTTP/1.1" status: 200 len: 910 time: 0.1281164 Feb 19 04:18:17.677767 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device fdd312ce-cf5b-4b75-8033-3b6fdacd10b3 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:18:17.889087 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port fdd312ce-cf5b-4b75-8033-3b6fdacd10b3, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=fdd312ce-cf5b-4b75-8033-3b6fdacd10b3,segment=NetworkSegment(f54bf998-c6df-4a54-bbd7-3503e7bb776e),segment_id=f54bf998-c6df-4a54-bbd7-3503e7bb776e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:17.928660 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'fdd312ce-cf5b-4b75-8033-3b6fdacd10b3', 'network_id': '2e9c4345-a542-424d-9672-4b79bfb4a878', 'port_id': 'fdd312ce-cf5b-4b75-8033-3b6fdacd10b3', 'mac_address': 'fa:16:3e:a6:8e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be604aa-378d-4eff-8d65-7e786c5da5e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:18:18.016012 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port fdd312ce-cf5b-4b75-8033-3b6fdacd10b3 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:18.016645 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fdd312ce-cf5b-4b75-8033-3b6fdacd10b3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:18.045995 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd312ce-cf5b-4b75-8033-3b6fdacd10b3 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:18:18.051900 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-abac099f-0af1-4e5e-a0f1-0ffaa5dc2a0d req-7a99b38a-79eb-4563-8855-5a7c6e9e921e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 210 time: 0.4671135 Feb 19 04:18:18.053454 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3be0082f-71c6-452f-826b-a9238a6f0e73 req-4dabadb6-6ca0-46e4-bc83-dd7f9cc6349c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e HTTP/1.1" status: 200 len: 217 time: 0.4573433 Feb 19 04:18:18.118186 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port fdd312ce-cf5b-4b75-8033-3b6fdacd10b3, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=fdd312ce-cf5b-4b75-8033-3b6fdacd10b3,segment=NetworkSegment(f54bf998-c6df-4a54-bbd7-3503e7bb776e),segment_id=f54bf998-c6df-4a54-bbd7-3503e7bb776e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:18.137241 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (fdd312ce-cf5b-4b75-8033-3b6fdacd10b3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:18.224918 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75add98c-cb27-4b45-aa0e-660c39817afb req-13bcf214-a260-48f1-bff7-baa5f090fdeb tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:18.230152 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-75add98c-cb27-4b45-aa0e-660c39817afb req-13bcf214-a260-48f1-bff7-baa5f090fdeb tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee6edb6-77ac-4592-bc13-e67bf4f45cc3 HTTP/1.1" status: 200 len: 944 time: 0.8408363 Feb 19 04:18:18.233987 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f053e7c-30f5-4239-89e2-30e7c22cc37c x-openstack-request-id: req-0f053e7c-30f5-4239-89e2-30e7c22cc37c {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:18.235508 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa8e841-0966-4cd4-a398-df2c02834e75", "name": "network-vif-deleted", "tag": "328f76f5-5319-4dc1-b370-793287406294", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:18.235776 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0f053e7c-30f5-4239-89e2-30e7c22cc37c {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:18.236196 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa8e841-0966-4cd4-a398-df2c02834e75', 'name': 'network-vif-deleted', 'tag': '328f76f5-5319-4dc1-b370-793287406294', 'status': 'completed', 'code': 200} Feb 19 04:18:18.254107 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=fdd312ce-cf5b-4b75-8033-3b6fdacd10b3,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:18.350861 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4a900ae1-6171-4b59-a97b-c1c55a8473e4 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:18:18.353922 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['fdd312ce-cf5b-4b75-8033-3b6fdacd10b3'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:18:18.406932 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-75add98c-cb27-4b45-aa0e-660c39817afb req-61dba835-7eda-4b75-98cb-aed856ac6e2d tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffe6838e-fa04-4669-af72-d0751db96058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631713 Feb 19 04:18:18.470220 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0082f-71c6-452f-826b-a9238a6f0e73 req-0601f2f8-1ac7-402b-99b0-ee5d8d833664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:18.473506 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3be0082f-71c6-452f-826b-a9238a6f0e73 req-0601f2f8-1ac7-402b-99b0-ee5d8d833664 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=41dfda80-e4c4-4375-add1-d880e3620502 HTTP/1.1" status: 200 len: 849 time: 0.4067078 Feb 19 04:18:18.569980 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3be0082f-71c6-452f-826b-a9238a6f0e73 req-401713f7-b729-4df8-9fc8-a85e1f888f00 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8b1900fd-7495-426e-a4e4-6d30c0497399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489569 Feb 19 04:18:18.582324 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 4a900ae1-6171-4b59-a97b-c1c55a8473e4 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:18.583042 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4a900ae1-6171-4b59-a97b-c1c55a8473e4), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:18.613427 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8fc84f6c-51f2-4f14-b132-36d83b4b9f4b req-927cffb2-dedf-4abc-9f39-1e5b3bdc7e98 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0475183 Feb 19 04:18:18.747370 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3be0082f-71c6-452f-826b-a9238a6f0e73 req-cbdefb97-904a-401f-b7ab-dec6abefb8d1 service neutron] 10.222.0.79 "GET /v2.0/networks/8b1900fd-7495-426e-a4e4-6d30c0497399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314666 Feb 19 04:18:18.755484 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c4647-00c0-448c-aeb4-33abfa54c0e9 req-719c8f96-cb48-4dea-a513-9b3094640c67 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:18.757017 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a44c4647-00c0-448c-aeb4-33abfa54c0e9 req-719c8f96-cb48-4dea-a513-9b3094640c67 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ade0bc-5aa8-450c-891e-e15760f452f8 HTTP/1.1" status: 200 len: 945 time: 0.3717072 Feb 19 04:18:18.870188 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 4a900ae1-6171-4b59-a97b-c1c55a8473e4 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:18.908414 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3be0082f-71c6-452f-826b-a9238a6f0e73 req-cb21582f-f9f3-42c5-b971-502a10aed22a service neutron] 10.222.0.79 "GET /v2.0/networks/8b1900fd-7495-426e-a4e4-6d30c0497399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503930 Feb 19 04:18:19.019454 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a44c4647-00c0-448c-aeb4-33abfa54c0e9 req-c581b1eb-385f-4f0c-b4dc-eeed80b66eaf tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040659 Feb 19 04:18:19.192561 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c1af5830-de84-41c7-a3be-baa52bcb9ca1 req-75930a60-87cb-495d-ac9f-47a4e98f33bc tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 210 time: 0.0602241 Feb 19 04:18:19.400936 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b299ed-79da-4256-8580-8959b19de9ea req-5daa40e8-3783-4223-84a3-97707f201107 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:19.402623 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3b299ed-79da-4256-8580-8959b19de9ea req-5daa40e8-3783-4223-84a3-97707f201107 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.26 "GET /v2.0/networks?id=bf35e948-0e14-4c64-82c9-565d40e622b8 HTTP/1.1" status: 200 len: 796 time: 0.1414428 Feb 19 04:18:19.531842 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3b299ed-79da-4256-8580-8959b19de9ea req-8514dd25-d57b-41f4-bbcf-fec145a42984 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3daaed16085e4153afa0c32c565c3455 HTTP/1.1" status: 200 len: 380 time: 0.1191833 Feb 19 04:18:19.559129 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-a3b299ed-79da-4256-8580-8959b19de9ea req-57543bfb-4ab1-4318-85b1-651bec88214d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'port': {'device_id': '3898de9c-1681-473b-8f8d-7a9eb62eb021', 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8', 'admin_state_up': True, 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'security_groups': ['257a3882-f9e0-4b70-91a8-91da6d195492']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:19.692902 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:18:19.695928 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7beaa-d9cd-4b45-95ba-8fe962da62a8 req-b8d14e7d-4559-4339-b323-1649bea8338e tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:19.697250 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device fdd312ce-cf5b-4b75-8033-3b6fdacd10b3 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:18:19.698087 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3eb7beaa-d9cd-4b45-95ba-8fe962da62a8 req-b8d14e7d-4559-4339-b323-1649bea8338e tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee6edb6-77ac-4592-bc13-e67bf4f45cc3 HTTP/1.1" status: 200 len: 944 time: 0.1645756 Feb 19 04:18:19.954819 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c9701a73-9331-4b16-bbf8-42ce196500bf req-382794aa-125e-4f74-a02e-169f6c841692 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.1000614 Feb 19 04:18:19.967226 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3eb7beaa-d9cd-4b45-95ba-8fe962da62a8 req-a0ee682d-3e4b-444e-9dee-a10cc428d991 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffe6838e-fa04-4669-af72-d0751db96058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011714 Feb 19 04:18:19.974108 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port fdd312ce-cf5b-4b75-8033-3b6fdacd10b3 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:18:19.997646 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port fdd312ce-cf5b-4b75-8033-3b6fdacd10b3 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:19.998226 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (fdd312ce-cf5b-4b75-8033-3b6fdacd10b3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:20.000670 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b299ed-79da-4256-8580-8959b19de9ea req-57543bfb-4ab1-4318-85b1-651bec88214d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Made reservation on behalf of 3daaed16085e4153afa0c32c565c3455 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:18:20.005915 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a3b299ed-79da-4256-8580-8959b19de9ea req-57543bfb-4ab1-4318-85b1-651bec88214d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:20.078145 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e,segment=NetworkSegment(633f342b-2dc3-49e7-bdef-9735e471dc61),segment_id=633f342b-2dc3-49e7-bdef-9735e471dc61)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:20.131921 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e', 'network_id': '8b1900fd-7495-426e-a4e4-6d30c0497399', 'port_id': '3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e', 'mac_address': 'fa:16:3e:0c:4c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41dfda80-e4c4-4375-add1-d880e3620502', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:18:20.194985 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-a3b299ed-79da-4256-8580-8959b19de9ea req-57543bfb-4ab1-4318-85b1-651bec88214d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Allocated IP 172.20.0.7 (bf35e948-0e14-4c64-82c9-565d40e622b8/d2505abe-19fa-46cd-a323-4523aa51b99d/19128e7b-c0d0-43d1-bd22-2a612e31afb9) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:18:20.257195 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port fdd312ce-cf5b-4b75-8033-3b6fdacd10b3 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:20.257593 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fdd312ce-cf5b-4b75-8033-3b6fdacd10b3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:20.318091 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port fdd312ce-cf5b-4b75-8033-3b6fdacd10b3, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=fdd312ce-cf5b-4b75-8033-3b6fdacd10b3,segment=NetworkSegment(f54bf998-c6df-4a54-bbd7-3503e7bb776e),segment_id=f54bf998-c6df-4a54-bbd7-3503e7bb776e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:20.320336 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ade0bc-5aa8-450c-891e-e15760f452f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd312ce-cf5b-4b75-8033-3b6fdacd10b3'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:20.328719 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1508504-fe9a-4fba-96ae-b5feb5ce9b75" -d '{"events": [{"server_uuid": "01ade0bc-5aa8-450c-891e-e15760f452f8", "name": "network-vif-plugged", "status": "completed", "tag": "fdd312ce-cf5b-4b75-8033-3b6fdacd10b3"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:20.335065 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:20.335461 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:20.347737 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-27130df0-2751-4583-9a60-5fd0b3ac6aab req-51814b56-efdd-443d-84ba-78b2a08360c4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 210 time: 0.0480447 Feb 19 04:18:20.367581 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:18:20.373572 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (fdd312ce-cf5b-4b75-8033-3b6fdacd10b3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:20.419254 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff46074-f67f-4911-99b5-923073a0edfe req-93910fcf-0bea-4c45-b45a-a449301b1532 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:20.420774 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aff46074-f67f-4911-99b5-923073a0edfe req-93910fcf-0bea-4c45-b45a-a449301b1532 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ade0bc-5aa8-450c-891e-e15760f452f8 HTTP/1.1" status: 200 len: 945 time: 0.2137787 Feb 19 04:18:20.513152 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7f00c6-16ca-4a1c-919e-19c094b92caa x-openstack-request-id: req-5b7f00c6-16ca-4a1c-919e-19c094b92caa {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:20.513508 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ade0bc-5aa8-450c-891e-e15760f452f8", "name": "network-vif-plugged", "status": "completed", "tag": "fdd312ce-cf5b-4b75-8033-3b6fdacd10b3", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:20.513727 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b7f00c6-16ca-4a1c-919e-19c094b92caa {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:20.514089 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ade0bc-5aa8-450c-891e-e15760f452f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd312ce-cf5b-4b75-8033-3b6fdacd10b3', 'code': 200} Feb 19 04:18:20.515886 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=fdd312ce-cf5b-4b75-8033-3b6fdacd10b3,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:20.530531 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a3b299ed-79da-4256-8580-8959b19de9ea req-57543bfb-4ab1-4318-85b1-651bec88214d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for port (19128e7b-c0d0-43d1-bd22-2a612e31afb9), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:20.545216 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e,segment=NetworkSegment(633f342b-2dc3-49e7-bdef-9735e471dc61),segment_id=633f342b-2dc3-49e7-bdef-9735e471dc61)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:20.550763 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:20.554277 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aff46074-f67f-4911-99b5-923073a0edfe req-1fcc45b9-e9b4-458e-8055-f52ec52e4c03 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228306 Feb 19 04:18:20.662892 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:20.695332 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d602475-277b-4258-b486-929ba4b569f6 req-073a64c1-06b0-4dca-b904-f67fb399a629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:20.696891 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7d602475-277b-4258-b486-929ba4b569f6 req-073a64c1-06b0-4dca-b904-f67fb399a629 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=01ade0bc-5aa8-450c-891e-e15760f452f8 HTTP/1.1" status: 200 len: 1129 time: 0.1404183 Feb 19 04:18:20.698435 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a3b299ed-79da-4256-8580-8959b19de9ea req-57543bfb-4ab1-4318-85b1-651bec88214d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (19128e7b-c0d0-43d1-bd22-2a612e31afb9), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:20.767756 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7d602475-277b-4258-b486-929ba4b569f6 req-408ad111-20b2-4a50-aff4-c4bc36851681 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618010 Feb 19 04:18:20.781023 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:18:20.785436 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b299ed-79da-4256-8580-8959b19de9ea req-57543bfb-4ab1-4318-85b1-651bec88214d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Network bf35e948-0e14-4c64-82c9-565d40e622b8 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:18:20.788726 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-a3b299ed-79da-4256-8580-8959b19de9ea req-57543bfb-4ab1-4318-85b1-651bec88214d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:18:20.795527 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b299ed-79da-4256-8580-8959b19de9ea req-57543bfb-4ab1-4318-85b1-651bec88214d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:18:20.838291 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57543bfb-4ab1-4318-85b1-651bec88214d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Port': ['ID=19128e7b-c0d0-43d1-bd22-2a612e31afb9,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:20.884968 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b299ed-79da-4256-8580-8959b19de9ea req-57543bfb-4ab1-4318-85b1-651bec88214d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:20.886184 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a3b299ed-79da-4256-8580-8959b19de9ea req-57543bfb-4ab1-4318-85b1-651bec88214d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:20.912205 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3b299ed-79da-4256-8580-8959b19de9ea req-57543bfb-4ab1-4318-85b1-651bec88214d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3658979 Feb 19 04:18:20.925691 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-a3b299ed-79da-4256-8580-8959b19de9ea req-4b414579-38b5-4105-99c7-505b95f46193 service neutron] Request body: {'port': {'device_id': '3898de9c-1681-473b-8f8d-7a9eb62eb021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:20.946535 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:18:21.091780 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a3b299ed-79da-4256-8580-8959b19de9ea req-4b414579-38b5-4105-99c7-505b95f46193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (19128e7b-c0d0-43d1-bd22-2a612e31afb9), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:21.241723 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-0c1e0ac9-db1f-47e1-9346-0470da1d4aaa None None] Provisioning complete for port 19128e7b-c0d0-43d1-bd22-2a612e31afb9 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:21.242346 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0c1e0ac9-db1f-47e1-9346-0470da1d4aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (19128e7b-c0d0-43d1-bd22-2a612e31afb9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:21.278927 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bac3e9f4-ccb3-4a6a-abe9-37f1ae20cfc4 req-78a12d2b-e65f-47dd-a28c-0d1d3d16facd tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.1403034 Feb 19 04:18:21.329504 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0c1e0ac9-db1f-47e1-9346-0470da1d4aaa None None] Port 19128e7b-c0d0-43d1-bd22-2a612e31afb9 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:18:21.352856 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f52b7-c969-465a-955a-1dd68fbcadce req-96a56dcc-6c9c-4f16-b87e-f675485df491 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:21.354525 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7e4f52b7-c969-465a-955a-1dd68fbcadce req-96a56dcc-6c9c-4f16-b87e-f675485df491 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee6edb6-77ac-4592-bc13-e67bf4f45cc3 HTTP/1.1" status: 200 len: 945 time: 0.2537963 Feb 19 04:18:21.592197 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7e4f52b7-c969-465a-955a-1dd68fbcadce req-c78f94e6-3a4b-41d0-8566-7b3b9d7933a6 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffe6838e-fa04-4669-af72-d0751db96058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215545 Feb 19 04:18:21.657963 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a0d4c-5ef6-4e94-8997-735a946e5627 req-bd5f6f53-f642-4ddf-9038-94be04752e6b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:21.670099 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d55a0d4c-5ef6-4e94-8997-735a946e5627 req-bd5f6f53-f642-4ddf-9038-94be04752e6b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 931 time: 0.1765702 Feb 19 04:18:21.724753 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:18:21.834453 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-a3b299ed-79da-4256-8580-8959b19de9ea req-4b414579-38b5-4105-99c7-505b95f46193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19128e7b-c0d0-43d1-bd22-2a612e31afb9 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:18:21.844903 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a3b299ed-79da-4256-8580-8959b19de9ea req-4b414579-38b5-4105-99c7-505b95f46193 service neutron] Publish callbacks [] for port (19128e7b-c0d0-43d1-bd22-2a612e31afb9), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:21.859487 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:18:21.861541 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-a3b299ed-79da-4256-8580-8959b19de9ea req-4b414579-38b5-4105-99c7-505b95f46193 service neutron] Transition to ACTIVE for port object 19128e7b-c0d0-43d1-bd22-2a612e31afb9 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:18:21.867409 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:21.867820 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:21.916898 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d55a0d4c-5ef6-4e94-8997-735a946e5627 req-4507e1ce-68d4-4ead-8dd1-aa59d7603afd tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=257a3882-f9e0-4b70-91a8-91da6d195492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2451735 Feb 19 04:18:21.929077 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a3b299ed-79da-4256-8580-8959b19de9ea req-4b414579-38b5-4105-99c7-505b95f46193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (19128e7b-c0d0-43d1-bd22-2a612e31afb9), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:22.036124 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779b96b-cbf6-4cea-ad78-9010e6c4a51b req-d6978098-3e60-4ae4-807d-80732f7da96e tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:22.038338 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d779b96b-cbf6-4cea-ad78-9010e6c4a51b req-d6978098-3e60-4ae4-807d-80732f7da96e tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ade0bc-5aa8-450c-891e-e15760f452f8 HTTP/1.1" status: 200 len: 946 time: 0.3467865 Feb 19 04:18:22.095171 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:22.095571 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:22.099488 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b414579-38b5-4105-99c7-505b95f46193 service neutron] Pushing event updated for resources: {'Port': ['ID=19128e7b-c0d0-43d1-bd22-2a612e31afb9,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:22.169986 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e,segment=NetworkSegment(633f342b-2dc3-49e7-bdef-9735e471dc61),segment_id=633f342b-2dc3-49e7-bdef-9735e471dc61)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:22.182497 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:22.208072 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-a3b299ed-79da-4256-8580-8959b19de9ea req-4b414579-38b5-4105-99c7-505b95f46193 service neutron] Attempting to bind port 19128e7b-c0d0-43d1-bd22-2a612e31afb9 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:18:22.208407 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-a3b299ed-79da-4256-8580-8959b19de9ea req-4b414579-38b5-4105-99c7-505b95f46193 service neutron] Attempting to bind port 19128e7b-c0d0-43d1-bd22-2a612e31afb9 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'c14f0740-ba05-4272-96ae-5e40be15d426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:18:22.208748 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b299ed-79da-4256-8580-8959b19de9ea req-4b414579-38b5-4105-99c7-505b95f46193 service neutron] Attempting to bind port 19128e7b-c0d0-43d1-bd22-2a612e31afb9 on network bf35e948-0e14-4c64-82c9-565d40e622b8 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:18:22.229052 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b299ed-79da-4256-8580-8959b19de9ea req-4b414579-38b5-4105-99c7-505b95f46193 service neutron] Port 19128e7b-c0d0-43d1-bd22-2a612e31afb9 on network bf35e948-0e14-4c64-82c9-565d40e622b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:18:22.229915 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b299ed-79da-4256-8580-8959b19de9ea req-4b414579-38b5-4105-99c7-505b95f46193 service neutron] Attempting to bind port 19128e7b-c0d0-43d1-bd22-2a612e31afb9 on network bf35e948-0e14-4c64-82c9-565d40e622b8 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:18:22.255067 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d779b96b-cbf6-4cea-ad78-9010e6c4a51b req-ec3ccd36-481e-4009-af67-f75756a8d977 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623845 Feb 19 04:18:22.263387 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b299ed-79da-4256-8580-8959b19de9ea req-4b414579-38b5-4105-99c7-505b95f46193 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:18:22.269903 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b299ed-79da-4256-8580-8959b19de9ea req-4b414579-38b5-4105-99c7-505b95f46193 service neutron] Checking segment: {'id': 'c14f0740-ba05-4272-96ae-5e40be15d426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:18:22.288873 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b299ed-79da-4256-8580-8959b19de9ea req-4b414579-38b5-4105-99c7-505b95f46193 service neutron] Bound using segment: {'id': 'c14f0740-ba05-4272-96ae-5e40be15d426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:18:22.289378 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-a3b299ed-79da-4256-8580-8959b19de9ea req-4b414579-38b5-4105-99c7-505b95f46193 service neutron] Bound port: 19128e7b-c0d0-43d1-bd22-2a612e31afb9, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c14f0740-ba05-4272-96ae-5e40be15d426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:18:22.289759 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a3b299ed-79da-4256-8580-8959b19de9ea req-4b414579-38b5-4105-99c7-505b95f46193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (19128e7b-c0d0-43d1-bd22-2a612e31afb9), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:22.331922 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:22.417105 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-a3b299ed-79da-4256-8580-8959b19de9ea req-4b414579-38b5-4105-99c7-505b95f46193 service neutron] For port 19128e7b-c0d0-43d1-bd22-2a612e31afb9, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:18:22.421961 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-a3b299ed-79da-4256-8580-8959b19de9ea req-4b414579-38b5-4105-99c7-505b95f46193 service neutron] For port 19128e7b-c0d0-43d1-bd22-2a612e31afb9, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=19128e7b-c0d0-43d1-bd22-2a612e31afb9,segment=NetworkSegment(c14f0740-ba05-4272-96ae-5e40be15d426),segment_id=c14f0740-ba05-4272-96ae-5e40be15d426)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:18:22.429950 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a3b299ed-79da-4256-8580-8959b19de9ea req-4b414579-38b5-4105-99c7-505b95f46193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (19128e7b-c0d0-43d1-bd22-2a612e31afb9), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:22.515528 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee6edb6-77ac-4592-bc13-e67bf4f45cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:22.517815 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84e9642-781b-45db-977a-615d55a34442" -d '{"events": [{"server_uuid": "3ee6edb6-77ac-4592-bc13-e67bf4f45cc3", "name": "network-vif-plugged", "status": "completed", "tag": "3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:22.562199 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b299ed-79da-4256-8580-8959b19de9ea req-4b414579-38b5-4105-99c7-505b95f46193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:22.562904 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a3b299ed-79da-4256-8580-8959b19de9ea req-4b414579-38b5-4105-99c7-505b95f46193 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:22.564604 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3b299ed-79da-4256-8580-8959b19de9ea req-4b414579-38b5-4105-99c7-505b95f46193 service neutron] 10.222.0.26 "PUT /v2.0/ports/19128e7b-c0d0-43d1-bd22-2a612e31afb9 HTTP/1.1" status: 200 len: 1092 time: 1.6439133 Feb 19 04:18:22.566800 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b414579-38b5-4105-99c7-505b95f46193 service neutron] Pushing event updated for resources: {'Port': ['ID=19128e7b-c0d0-43d1-bd22-2a612e31afb9,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:22.588863 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3898de9c-1681-473b-8f8d-7a9eb62eb021', 'tag': '19128e7b-c0d0-43d1-bd22-2a612e31afb9'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:22.594871 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e0c65e-4611-4525-a6fb-21a14487c98a" -d '{"events": [{"name": "network-changed", "server_uuid": "3898de9c-1681-473b-8f8d-7a9eb62eb021", "tag": "19128e7b-c0d0-43d1-bd22-2a612e31afb9"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:22.608831 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9439414a-8e6c-4887-82dd-2a33dcc729a1 x-openstack-request-id: req-9439414a-8e6c-4887-82dd-2a33dcc729a1 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:22.609120 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee6edb6-77ac-4592-bc13-e67bf4f45cc3", "name": "network-vif-plugged", "status": "completed", "tag": "3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:22.609376 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9439414a-8e6c-4887-82dd-2a33dcc729a1 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:22.609772 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee6edb6-77ac-4592-bc13-e67bf4f45cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e', 'code': 200} Feb 19 04:18:22.678941 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6ba3746b-1be2-4d8d-8c02-4c347a841e20 req-6d9e8261-9ce0-413b-ac0f-57c073e246ad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d0d8854f-25ed-466b-aedc-eb910ef300d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1182830 Feb 19 04:18:22.723578 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cccc7dc6-c011-4274-9627-ff5324859829 req-01913b67-260f-46a8-981b-4fcb1fb45642 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.2817328 Feb 19 04:18:22.729121 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ec555a-c35c-4a27-8ef2-8c77d67a353a x-openstack-request-id: req-51ec555a-c35c-4a27-8ef2-8c77d67a353a {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:22.729827 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3898de9c-1681-473b-8f8d-7a9eb62eb021", "tag": "19128e7b-c0d0-43d1-bd22-2a612e31afb9", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:22.730272 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-51ec555a-c35c-4a27-8ef2-8c77d67a353a {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:22.731429 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3898de9c-1681-473b-8f8d-7a9eb62eb021', 'tag': '19128e7b-c0d0-43d1-bd22-2a612e31afb9', 'status': 'completed', 'code': 200} Feb 19 04:18:22.877672 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3746b-1be2-4d8d-8c02-4c347a841e20 req-cdb4ff0d-96ac-4f7f-92cb-50c0a0c1d31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:22.885910 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6ba3746b-1be2-4d8d-8c02-4c347a841e20 req-cdb4ff0d-96ac-4f7f-92cb-50c0a0c1d31b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c72443ddb4544d95bebe4daa2be68b6b&device_id=d0d8854f-25ed-466b-aedc-eb910ef300d2 HTTP/1.1" status: 200 len: 1129 time: 0.1697779 Feb 19 04:18:23.224172 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3746b-1be2-4d8d-8c02-4c347a841e20 req-50a35dda-7954-4972-80ec-36a861c2b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:23.230378 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6ba3746b-1be2-4d8d-8c02-4c347a841e20 req-50a35dda-7954-4972-80ec-36a861c2b453 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d7d963df-657f-45bc-85b4-f488f5d24fde HTTP/1.1" status: 200 len: 915 time: 0.3072813 Feb 19 04:18:23.253099 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26673a-6764-4b1e-a0fe-a8618f62ceed req-0ba33fc2-660b-4fbe-b999-9ce525663be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:23.260738 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d26673a-6764-4b1e-a0fe-a8618f62ceed req-0ba33fc2-660b-4fbe-b999-9ce525663be2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3ee6edb6-77ac-4592-bc13-e67bf4f45cc3 HTTP/1.1" status: 200 len: 1129 time: 0.5247266 Feb 19 04:18:23.264888 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b299ed-79da-4256-8580-8959b19de9ea req-0430f7d9-7d59-4d79-aff0-67bc1061266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:23.266519 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3b299ed-79da-4256-8580-8959b19de9ea req-0430f7d9-7d59-4d79-aff0-67bc1061266e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 1126 time: 0.5883925 Feb 19 04:18:23.296829 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49ea75-f0d7-4acf-a522-c86d2efd3c3a req-b4f3343c-7865-4fbf-9408-b4648bb594b7 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:23.298428 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f49ea75-f0d7-4acf-a522-c86d2efd3c3a req-b4f3343c-7865-4fbf-9408-b4648bb594b7 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee6edb6-77ac-4592-bc13-e67bf4f45cc3 HTTP/1.1" status: 200 len: 946 time: 0.3402781 Feb 19 04:18:23.317669 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748dea0-2bb3-482e-a15e-290a89514b23 req-cc8275d4-f178-49bd-9e0b-e49c64792a8d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:23.325956 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6748dea0-2bb3-482e-a15e-290a89514b23 req-cc8275d4-f178-49bd-9e0b-e49c64792a8d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 943 time: 0.2580025 Feb 19 04:18:23.343926 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6ba3746b-1be2-4d8d-8c02-4c347a841e20 req-a3c782f5-225f-43bf-9e0b-51786aa8f0f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19b63479-85ce-4a88-97af-c0cd78ad998e HTTP/1.1" status: 200 len: 217 time: 0.1079583 Feb 19 04:18:23.439892 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3746b-1be2-4d8d-8c02-4c347a841e20 req-7f2885a3-665c-45ad-bd2a-100ecd5e99ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:23.441792 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6ba3746b-1be2-4d8d-8c02-4c347a841e20 req-7f2885a3-665c-45ad-bd2a-100ecd5e99ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8929c64d-2051-429d-adc4-f0965a0e87e7 HTTP/1.1" status: 200 len: 854 time: 0.0915861 Feb 19 04:18:23.502658 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6ba3746b-1be2-4d8d-8c02-4c347a841e20 req-86509e33-7bc9-4914-a6ed-79ecfd130bef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d7d963df-657f-45bc-85b4-f488f5d24fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535047 Feb 19 04:18:23.525417 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6748dea0-2bb3-482e-a15e-290a89514b23 req-ec37fc8c-8bf0-4878-b8b3-ff2e8c2b86d6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=257a3882-f9e0-4b70-91a8-91da6d195492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994574 Feb 19 04:18:23.556953 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3b299ed-79da-4256-8580-8959b19de9ea req-d72e67a8-d92e-414a-9b12-4e9d50676d74 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19128e7b-c0d0-43d1-bd22-2a612e31afb9 HTTP/1.1" status: 200 len: 217 time: 0.2527411 Feb 19 04:18:23.604068 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d26673a-6764-4b1e-a0fe-a8618f62ceed req-5226f327-2514-4261-9f6b-99bdb6232f67 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ffe6838e-fa04-4669-af72-d0751db96058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364887 Feb 19 04:18:23.684896 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6ba3746b-1be2-4d8d-8c02-4c347a841e20 req-8e01194c-1b5b-4ec3-af91-fc1338a21cc1 service neutron] 10.222.0.26 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749182 Feb 19 04:18:23.758818 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b299ed-79da-4256-8580-8959b19de9ea req-04afc934-abaf-4cb8-979e-498195dab447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:23.760308 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3b299ed-79da-4256-8580-8959b19de9ea req-04afc934-abaf-4cb8-979e-498195dab447 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2505abe-19fa-46cd-a323-4523aa51b99d HTTP/1.1" status: 200 len: 834 time: 0.1939008 Feb 19 04:18:23.766684 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f49ea75-f0d7-4acf-a522-c86d2efd3c3a req-a992d523-70e2-4455-9f72-9c403a036432 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffe6838e-fa04-4669-af72-d0751db96058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076095 Feb 19 04:18:23.811897 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316fc9e-8c0f-4856-a5e9-c05e7492f8aa req-d44b369d-7323-4178-b4e7-09198e832499 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:23.827117 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5316fc9e-8c0f-4856-a5e9-c05e7492f8aa req-d44b369d-7323-4178-b4e7-09198e832499 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ade0bc-5aa8-450c-891e-e15760f452f8 HTTP/1.1" status: 200 len: 946 time: 0.1741376 Feb 19 04:18:23.923215 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6ba3746b-1be2-4d8d-8c02-4c347a841e20 req-502e67cf-a8f8-4584-9d3f-043ce14cbd05 service neutron] 10.222.0.26 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245157 Feb 19 04:18:23.949429 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b299ed-79da-4256-8580-8959b19de9ea req-18ec0630-4848-4570-955b-90c6f290405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:23.972161 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3b299ed-79da-4256-8580-8959b19de9ea req-18ec0630-4848-4570-955b-90c6f290405f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf35e948-0e14-4c64-82c9-565d40e622b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1949842 Feb 19 04:18:24.033574 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e875ee1-ac08-4b4f-ab93-2d2e44ad6011 req-41f2bc1c-3908-41da-881d-5315c906eccc tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.1013253 Feb 19 04:18:24.047932 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5316fc9e-8c0f-4856-a5e9-c05e7492f8aa req-080118ba-a9d2-4139-a15a-13163c69f726 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202420 Feb 19 04:18:24.246646 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3b299ed-79da-4256-8580-8959b19de9ea req-f44b962c-ed4a-4cf3-8eeb-d650976a86fa service neutron] 10.222.0.26 "GET /v2.0/networks/bf35e948-0e14-4c64-82c9-565d40e622b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762275 Feb 19 04:18:24.425398 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3b299ed-79da-4256-8580-8959b19de9ea req-3fce1e6f-8e4a-4f6f-b33a-4eef66fe3788 service neutron] 10.222.0.26 "GET /v2.0/networks/bf35e948-0e14-4c64-82c9-565d40e622b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723108 Feb 19 04:18:24.701364 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cd573-a3b6-4076-a26b-7ba7c254d9d1 req-e5520a86-af89-43ff-8e4b-209ac58dc7e7 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:24.704882 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e2cd573-a3b6-4076-a26b-7ba7c254d9d1 req-e5520a86-af89-43ff-8e4b-209ac58dc7e7 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ade0bc-5aa8-450c-891e-e15760f452f8 HTTP/1.1" status: 200 len: 946 time: 0.2108867 Feb 19 04:18:24.825974 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0c65e-4611-4525-a6fb-21a14487c98a req-f30a83fd-dd8a-448c-a25e-c4aed8b7e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:24.827524 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-20e0c65e-4611-4525-a6fb-21a14487c98a req-f30a83fd-dd8a-448c-a25e-c4aed8b7e887 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 1126 time: 0.2880874 Feb 19 04:18:24.938268 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0c65e-4611-4525-a6fb-21a14487c98a req-7e23245b-78a2-46cd-8832-093e694b1e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:24.939663 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-20e0c65e-4611-4525-a6fb-21a14487c98a req-7e23245b-78a2-46cd-8832-093e694b1e64 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf35e948-0e14-4c64-82c9-565d40e622b8 HTTP/1.1" status: 200 len: 897 time: 0.1032567 Feb 19 04:18:25.015263 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a13bd8-9be6-4006-9ab0-01afef9eb08d req-bcc4ce0d-a12b-44f5-9d75-780ab900207b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:25.016766 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-13a13bd8-9be6-4006-9ab0-01afef9eb08d req-bcc4ce0d-a12b-44f5-9d75-780ab900207b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 943 time: 0.3084671 Feb 19 04:18:25.018451 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-20e0c65e-4611-4525-a6fb-21a14487c98a req-e98fd0ea-b9c9-403e-b767-3e2cb631aba7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19128e7b-c0d0-43d1-bd22-2a612e31afb9 HTTP/1.1" status: 200 len: 217 time: 0.0658927 Feb 19 04:18:25.034273 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e2cd573-a3b6-4076-a26b-7ba7c254d9d1 req-4e00305a-e9f4-4185-be0f-7923c3f1c26f tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839158 Feb 19 04:18:25.095407 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0c65e-4611-4525-a6fb-21a14487c98a req-deb697f8-91a8-4f10-b4a4-244845047fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:25.096873 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-20e0c65e-4611-4525-a6fb-21a14487c98a req-deb697f8-91a8-4f10-b4a4-244845047fa5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2505abe-19fa-46cd-a323-4523aa51b99d HTTP/1.1" status: 200 len: 834 time: 0.0674508 Feb 19 04:18:25.597310 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-13a13bd8-9be6-4006-9ab0-01afef9eb08d req-6553d3a7-27d5-4b24-80e8-14140ad0ad3f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=257a3882-f9e0-4b70-91a8-91da6d195492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5665357 Feb 19 04:18:25.630120 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f8e30-9ec9-4d01-b258-05626f37b4e8 req-44990720-b294-41f7-aa30-95fd6718617d tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:25.637581 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b5f8e30-9ec9-4d01-b258-05626f37b4e8 req-44990720-b294-41f7-aa30-95fd6718617d tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee6edb6-77ac-4592-bc13-e67bf4f45cc3 HTTP/1.1" status: 200 len: 946 time: 0.1440432 Feb 19 04:18:25.647866 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0c65e-4611-4525-a6fb-21a14487c98a req-31de2616-6565-497d-a5a1-f73c4d7f0721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:25.649351 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-20e0c65e-4611-4525-a6fb-21a14487c98a req-31de2616-6565-497d-a5a1-f73c4d7f0721 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf35e948-0e14-4c64-82c9-565d40e622b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5312431 Feb 19 04:18:25.746697 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b5f8e30-9ec9-4d01-b258-05626f37b4e8 req-56c23587-90c6-49ba-9971-298dab081840 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffe6838e-fa04-4669-af72-d0751db96058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081080 Feb 19 04:18:25.935003 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48ce46-ab3f-4555-9bec-2be10a4ca135 req-8a6a63bb-4f65-4d42-ad99-9fe9b59c9c8d tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:25.937152 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a48ce46-ab3f-4555-9bec-2be10a4ca135 req-8a6a63bb-4f65-4d42-ad99-9fe9b59c9c8d tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.79 "GET /v2.0/ports?device_id=01ade0bc-5aa8-450c-891e-e15760f452f8 HTTP/1.1" status: 200 len: 946 time: 0.2037537 Feb 19 04:18:25.983696 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-78214412-a409-4f9e-a30f-de007bfe095b req-980533e0-2001-4840-83d7-d177229459ae tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0429258 Feb 19 04:18:25.989179 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-20e0c65e-4611-4525-a6fb-21a14487c98a req-38885d8e-8eca-4110-b422-45534ca69b05 service neutron] 10.222.0.26 "GET /v2.0/networks/bf35e948-0e14-4c64-82c9-565d40e622b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244426 Feb 19 04:18:26.231946 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-20e0c65e-4611-4525-a6fb-21a14487c98a req-fbe9d801-b5ee-43df-a397-4224406a2b42 service neutron] 10.222.0.26 "GET /v2.0/networks/bf35e948-0e14-4c64-82c9-565d40e622b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609259 Feb 19 04:18:26.337745 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b29624-3e73-4877-8778-b0a81d431dfb req-b34b9c09-1440-41d8-b036-a3f0dc2bd5af tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:26.339273 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-63b29624-3e73-4877-8778-b0a81d431dfb req-b34b9c09-1440-41d8-b036-a3f0dc2bd5af tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=e20eef90-47ca-4f7d-adcd-b0b6f98e836f HTTP/1.1" status: 200 len: 945 time: 0.2929773 Feb 19 04:18:26.411533 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed63c46-828d-41fd-be6d-9f5bdacf3019 req-1416239d-5364-42cf-b429-f5e0679b327b tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:26.413195 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ed63c46-828d-41fd-be6d-9f5bdacf3019 req-1416239d-5364-42cf-b429-f5e0679b327b tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ade0bc-5aa8-450c-891e-e15760f452f8 HTTP/1.1" status: 200 len: 946 time: 0.1761246 Feb 19 04:18:26.468136 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-0a48ce46-ab3f-4555-9bec-2be10a4ca135 req-a296f5f6-03b0-4ef0-97b2-2fab04f7a18e tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Deleting port fdd312ce-cf5b-4b75-8033-3b6fdacd10b3 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:18:26.468361 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0a48ce46-ab3f-4555-9bec-2be10a4ca135 req-a296f5f6-03b0-4ef0-97b2-2fab04f7a18e tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (fdd312ce-cf5b-4b75-8033-3b6fdacd10b3), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:26.506836 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-63b29624-3e73-4877-8778-b0a81d431dfb req-760336f5-dda4-4d35-9861-91545f4767af tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575110 Feb 19 04:18:26.565370 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ed63c46-828d-41fd-be6d-9f5bdacf3019 req-d52ac505-a967-4772-b181-ad69f2c67404 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418738 Feb 19 04:18:26.639934 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-0a48ce46-ab3f-4555-9bec-2be10a4ca135 req-a296f5f6-03b0-4ef0-97b2-2fab04f7a18e tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] For port fdd312ce-cf5b-4b75-8033-3b6fdacd10b3, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=fdd312ce-cf5b-4b75-8033-3b6fdacd10b3,segment=NetworkSegment(f54bf998-c6df-4a54-bbd7-3503e7bb776e),segment_id=f54bf998-c6df-4a54-bbd7-3503e7bb776e)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:26.640542 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0a48ce46-ab3f-4555-9bec-2be10a4ca135 req-a296f5f6-03b0-4ef0-97b2-2fab04f7a18e tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (fdd312ce-cf5b-4b75-8033-3b6fdacd10b3), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:26.674697 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-0a48ce46-ab3f-4555-9bec-2be10a4ca135 req-a296f5f6-03b0-4ef0-97b2-2fab04f7a18e tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Calling delete_port for fdd312ce-cf5b-4b75-8033-3b6fdacd10b3 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:18:26.797777 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:26.843052 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9437b2-3894-4f62-b70f-ae8ee8f0e949 req-f7598ce8-9d0e-4d30-88c9-94b38d4ec190 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:26.844815 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f9437b2-3894-4f62-b70f-ae8ee8f0e949 req-f7598ce8-9d0e-4d30-88c9-94b38d4ec190 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 943 time: 0.1621954 Feb 19 04:18:26.941234 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f9437b2-3894-4f62-b70f-ae8ee8f0e949 req-28d65aa3-a8a0-4cae-8eae-5fac225c904c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=257a3882-f9e0-4b70-91a8-91da6d195492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631738 Feb 19 04:18:26.978395 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb899d-ae7e-4e54-bbc9-2817c2cde726 req-dc5395df-37b8-437e-a0ed-741c7d240d3e tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:26.979429 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47bb899d-ae7e-4e54-bbc9-2817c2cde726 req-dc5395df-37b8-437e-a0ed-741c7d240d3e tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee6edb6-77ac-4592-bc13-e67bf4f45cc3 HTTP/1.1" status: 200 len: 946 time: 0.1321902 Feb 19 04:18:27.108705 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0a48ce46-ab3f-4555-9bec-2be10a4ca135 req-a296f5f6-03b0-4ef0-97b2-2fab04f7a18e tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (fdd312ce-cf5b-4b75-8033-3b6fdacd10b3), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:27.125621 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['a11065e8-624b-45a3-b9cb-d7602ed03e0e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:18:27.128172 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['fdd312ce-cf5b-4b75-8033-3b6fdacd10b3'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:18:27.198244 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47bb899d-ae7e-4e54-bbc9-2817c2cde726 req-ef0df0ca-e074-4fc7-a9f7-1d3f1e085d05 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffe6838e-fa04-4669-af72-d0751db96058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270413 Feb 19 04:18:27.243064 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296f5f6-03b0-4ef0-97b2-2fab04f7a18e tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Pushing event deleted for resources: {'Port': ['ID=fdd312ce-cf5b-4b75-8033-3b6fdacd10b3,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:27.255677 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c09a9c7-da12-45b0-bb79-06d47eb80581 req-8e4a8faf-f1bf-4d9c-b8ab-763b4bb36fd0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.1386776 Feb 19 04:18:27.306886 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a48ce46-ab3f-4555-9bec-2be10a4ca135 req-a296f5f6-03b0-4ef0-97b2-2fab04f7a18e tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] No DVR routers for this DVR port fdd312ce-cf5b-4b75-8033-3b6fdacd10b3 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:18:27.309716 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0a48ce46-ab3f-4555-9bec-2be10a4ca135 req-a296f5f6-03b0-4ef0-97b2-2fab04f7a18e tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:27.315242 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a48ce46-ab3f-4555-9bec-2be10a4ca135 req-a296f5f6-03b0-4ef0-97b2-2fab04f7a18e tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.79 "DELETE /v2.0/ports/fdd312ce-cf5b-4b75-8033-3b6fdacd10b3 HTTP/1.1" status: 204 len: 173 time: 1.3414152 Feb 19 04:18:27.316318 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ade0bc-5aa8-450c-891e-e15760f452f8', 'name': 'network-vif-deleted', 'tag': 'fdd312ce-cf5b-4b75-8033-3b6fdacd10b3'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:27.319504 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2378bfd2-ffa6-4f27-81c7-1b7411984cdd" -d '{"events": [{"server_uuid": "01ade0bc-5aa8-450c-891e-e15760f452f8", "name": "network-vif-deleted", "tag": "fdd312ce-cf5b-4b75-8033-3b6fdacd10b3"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:27.434417 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac0857d-925f-4f41-beb8-84df9a3e026f x-openstack-request-id: req-4ac0857d-925f-4f41-beb8-84df9a3e026f {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:27.434995 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ade0bc-5aa8-450c-891e-e15760f452f8", "name": "network-vif-deleted", "tag": "fdd312ce-cf5b-4b75-8033-3b6fdacd10b3", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:27.435509 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ac0857d-925f-4f41-beb8-84df9a3e026f {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:27.436108 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ade0bc-5aa8-450c-891e-e15760f452f8', 'name': 'network-vif-deleted', 'tag': 'fdd312ce-cf5b-4b75-8033-3b6fdacd10b3', 'status': 'completed', 'code': 200} Feb 19 04:18:27.698184 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78a1fb-e192-4459-ac2d-70ea4ec72247 req-a587ee79-ed70-4cbd-aa7c-3c92136c181b tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:27.699773 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b78a1fb-e192-4459-ac2d-70ea4ec72247 req-a587ee79-ed70-4cbd-aa7c-3c92136c181b tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=e20eef90-47ca-4f7d-adcd-b0b6f98e836f HTTP/1.1" status: 200 len: 945 time: 0.0725236 Feb 19 04:18:27.709607 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e761d91-cf4b-4a1a-917e-9229b9fef952 req-49bfd346-593f-4c44-a734-efd02e56232f tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:27.711312 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e761d91-cf4b-4a1a-917e-9229b9fef952 req-49bfd346-593f-4c44-a734-efd02e56232f tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.79 "GET /v2.0/ports?device_id=e20eef90-47ca-4f7d-adcd-b0b6f98e836f HTTP/1.1" status: 200 len: 945 time: 0.1320240 Feb 19 04:18:27.783040 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66d4400f-1552-4e56-a530-065b9d2ee200 req-20366465-708b-430b-9a44-f514d7cd2cf1 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ade0bc-5aa8-450c-891e-e15760f452f8 HTTP/1.1" status: 200 len: 210 time: 0.0643523 Feb 19 04:18:27.864009 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b78a1fb-e192-4459-ac2d-70ea4ec72247 req-0ef980bc-c222-492b-843a-a6535d643dac tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518381 Feb 19 04:18:27.927682 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-3e761d91-cf4b-4a1a-917e-9229b9fef952 req-19ce06fc-5760-4a12-af3b-39e18f1ae4cd tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Deleting port 33296720-9739-4f66-8711-14555d4f9a22 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:18:27.928109 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e761d91-cf4b-4a1a-917e-9229b9fef952 req-19ce06fc-5760-4a12-af3b-39e18f1ae4cd tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (33296720-9739-4f66-8711-14555d4f9a22), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:28.134251 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-3e761d91-cf4b-4a1a-917e-9229b9fef952 req-19ce06fc-5760-4a12-af3b-39e18f1ae4cd tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] For port 33296720-9739-4f66-8711-14555d4f9a22, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=33296720-9739-4f66-8711-14555d4f9a22,segment=NetworkSegment(be999880-b75a-4dab-9e73-f9f6f76b8767),segment_id=be999880-b75a-4dab-9e73-f9f6f76b8767)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:28.134643 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e761d91-cf4b-4a1a-917e-9229b9fef952 req-19ce06fc-5760-4a12-af3b-39e18f1ae4cd tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (33296720-9739-4f66-8711-14555d4f9a22), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:28.153475 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-3e761d91-cf4b-4a1a-917e-9229b9fef952 req-19ce06fc-5760-4a12-af3b-39e18f1ae4cd tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Calling delete_port for 33296720-9739-4f66-8711-14555d4f9a22 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:18:28.174017 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421554ad-3e3a-47b4-9eed-612b22b04787 req-2324bdca-340e-4290-96e8-76bdc126a96c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:28.175963 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-421554ad-3e3a-47b4-9eed-612b22b04787 req-2324bdca-340e-4290-96e8-76bdc126a96c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 943 time: 0.0992706 Feb 19 04:18:28.272649 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-421554ad-3e3a-47b4-9eed-612b22b04787 req-273e88c2-e1a0-4668-a69f-993a5a073cd9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=257a3882-f9e0-4b70-91a8-91da6d195492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642803 Feb 19 04:18:28.429379 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ee944a7-7acd-4753-9a1a-567e8f523461 req-5b23f617-d67f-4572-8e38-0525b9b26ffa tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0347314 Feb 19 04:18:28.449755 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23809211-d2dc-42b5-bd7e-09b61f37717c req-19e95bd8-ea9a-4bf9-ad98-f0ae1e94aad8 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:28.462794 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-23809211-d2dc-42b5-bd7e-09b61f37717c req-19e95bd8-ea9a-4bf9-ad98-f0ae1e94aad8 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee6edb6-77ac-4592-bc13-e67bf4f45cc3 HTTP/1.1" status: 200 len: 946 time: 0.1792250 Feb 19 04:18:28.499631 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e761d91-cf4b-4a1a-917e-9229b9fef952 req-19ce06fc-5760-4a12-af3b-39e18f1ae4cd tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (33296720-9739-4f66-8711-14555d4f9a22), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:28.512880 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['b3abe13d-726a-41f3-84de-556b3546bd61', '33296720-9739-4f66-8711-14555d4f9a22'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:18:28.516907 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['19b63479-85ce-4a88-97af-c0cd78ad998e', '057ec27a-131b-4c7f-9453-1b159f2d6243'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:18:28.528968 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0c592-4a44-45d5-8b33-16964bfff048 req-01212481-0649-495d-acce-159f373aa092 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:28.531677 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a9f0c592-4a44-45d5-8b33-16964bfff048 req-01212481-0649-495d-acce-159f373aa092 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ee6edb6-77ac-4592-bc13-e67bf4f45cc3 HTTP/1.1" status: 200 len: 946 time: 0.2085323 Feb 19 04:18:28.658664 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce06fc-5760-4a12-af3b-39e18f1ae4cd tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Pushing event deleted for resources: {'Port': ['ID=33296720-9739-4f66-8711-14555d4f9a22,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:28.730263 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e761d91-cf4b-4a1a-917e-9229b9fef952 req-19ce06fc-5760-4a12-af3b-39e18f1ae4cd tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] No DVR routers for this DVR port 33296720-9739-4f66-8711-14555d4f9a22 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:18:28.734493 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e761d91-cf4b-4a1a-917e-9229b9fef952 req-19ce06fc-5760-4a12-af3b-39e18f1ae4cd tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:28.738313 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e761d91-cf4b-4a1a-917e-9229b9fef952 req-19ce06fc-5760-4a12-af3b-39e18f1ae4cd tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.79 "DELETE /v2.0/ports/33296720-9739-4f66-8711-14555d4f9a22 HTTP/1.1" status: 204 len: 173 time: 1.0186985 Feb 19 04:18:28.760357 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-23809211-d2dc-42b5-bd7e-09b61f37717c req-b4d0385a-a953-465d-a6d3-3dfe3b9012f1 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffe6838e-fa04-4669-af72-d0751db96058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966187 Feb 19 04:18:28.801206 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-a9f0c592-4a44-45d5-8b33-16964bfff048 req-24f458fd-a450-4b91-9ac1-857d046b4d73 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Deleting port 3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:18:28.801206 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a9f0c592-4a44-45d5-8b33-16964bfff048 req-24f458fd-a450-4b91-9ac1-857d046b4d73 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:28.986617 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-a9f0c592-4a44-45d5-8b33-16964bfff048 req-24f458fd-a450-4b91-9ac1-857d046b4d73 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] For port 3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e,segment=NetworkSegment(633f342b-2dc3-49e7-bdef-9735e471dc61),segment_id=633f342b-2dc3-49e7-bdef-9735e471dc61)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:28.986864 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a9f0c592-4a44-45d5-8b33-16964bfff048 req-24f458fd-a450-4b91-9ac1-857d046b4d73 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:29.019864 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 19128e7b-c0d0-43d1-bd22-2a612e31afb9 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:18:29.029843 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-a9f0c592-4a44-45d5-8b33-16964bfff048 req-24f458fd-a450-4b91-9ac1-857d046b4d73 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Calling delete_port for 3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:18:29.104387 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-82e2b7a8-c53c-4764-a25c-43ad83b3eca3 req-45fb3a4a-264c-45e6-89b8-f1ac81e82eb5 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=e20eef90-47ca-4f7d-adcd-b0b6f98e836f HTTP/1.1" status: 200 len: 210 time: 0.0674729 Feb 19 04:18:29.162072 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 19128e7b-c0d0-43d1-bd22-2a612e31afb9, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=19128e7b-c0d0-43d1-bd22-2a612e31afb9,segment=NetworkSegment(c14f0740-ba05-4272-96ae-5e40be15d426),segment_id=c14f0740-ba05-4272-96ae-5e40be15d426)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:29.174783 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '19128e7b-c0d0-43d1-bd22-2a612e31afb9', 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8', 'port_id': '19128e7b-c0d0-43d1-bd22-2a612e31afb9', 'mac_address': 'fa:16:3e:56:47:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2505abe-19fa-46cd-a323-4523aa51b99d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:18:29.230341 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 19128e7b-c0d0-43d1-bd22-2a612e31afb9 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:29.231025 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (19128e7b-c0d0-43d1-bd22-2a612e31afb9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:29.264851 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19128e7b-c0d0-43d1-bd22-2a612e31afb9 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:18:29.282028 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cbbed-8dae-4312-84ae-0af2deb04a47 req-4e803218-7e46-469e-9e6a-9a102fd65e86 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:29.283888 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-228cbbed-8dae-4312-84ae-0af2deb04a47 req-4e803218-7e46-469e-9e6a-9a102fd65e86 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.2507870 Feb 19 04:18:29.289613 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 19128e7b-c0d0-43d1-bd22-2a612e31afb9, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=19128e7b-c0d0-43d1-bd22-2a612e31afb9,segment=NetworkSegment(c14f0740-ba05-4272-96ae-5e40be15d426),segment_id=c14f0740-ba05-4272-96ae-5e40be15d426)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:29.293850 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (19128e7b-c0d0-43d1-bd22-2a612e31afb9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:29.361547 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a9f0c592-4a44-45d5-8b33-16964bfff048 req-24f458fd-a450-4b91-9ac1-857d046b4d73 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:29.401743 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=19128e7b-c0d0-43d1-bd22-2a612e31afb9,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:29.406612 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:18:29.439980 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20eef90-47ca-4f7d-adcd-b0b6f98e836f', 'name': 'network-vif-deleted', 'tag': '33296720-9739-4f66-8711-14555d4f9a22'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:29.443287 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7f7ef5-b79c-4d52-81c2-ec21f3a36e4e" -d '{"events": [{"server_uuid": "e20eef90-47ca-4f7d-adcd-b0b6f98e836f", "name": "network-vif-deleted", "tag": "33296720-9739-4f66-8711-14555d4f9a22"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:29.446460 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f458fd-a450-4b91-9ac1-857d046b4d73 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Pushing event deleted for resources: {'Port': ['ID=3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:29.484439 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-228cbbed-8dae-4312-84ae-0af2deb04a47 req-1a03e3af-7e49-4efd-8412-da22767cc500 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770854 Feb 19 04:18:29.598197 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:29.623895 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61dbc04-fcbe-428e-b6c7-08b4e378ad40 x-openstack-request-id: req-a61dbc04-fcbe-428e-b6c7-08b4e378ad40 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:29.624236 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20eef90-47ca-4f7d-adcd-b0b6f98e836f", "name": "network-vif-deleted", "tag": "33296720-9739-4f66-8711-14555d4f9a22", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:29.624477 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a61dbc04-fcbe-428e-b6c7-08b4e378ad40 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:29.624883 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20eef90-47ca-4f7d-adcd-b0b6f98e836f', 'name': 'network-vif-deleted', 'tag': '33296720-9739-4f66-8711-14555d4f9a22', 'status': 'completed', 'code': 200} Feb 19 04:18:29.626339 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f0c592-4a44-45d5-8b33-16964bfff048 req-24f458fd-a450-4b91-9ac1-857d046b4d73 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] No DVR routers for this DVR port 3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:18:29.629855 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a9f0c592-4a44-45d5-8b33-16964bfff048 req-24f458fd-a450-4b91-9ac1-857d046b4d73 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:29.633765 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a9f0c592-4a44-45d5-8b33-16964bfff048 req-24f458fd-a450-4b91-9ac1-857d046b4d73 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.79 "DELETE /v2.0/ports/3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e HTTP/1.1" status: 204 len: 173 time: 1.0649583 Feb 19 04:18:29.676438 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadf5b4-0c89-4fd8-a93d-755e14ed8597 req-63272fbd-39b1-41b6-82aa-e1eef85ac4b1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:29.676438 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bfadf5b4-0c89-4fd8-a93d-755e14ed8597 req-63272fbd-39b1-41b6-82aa-e1eef85ac4b1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 944 time: 0.2773092 Feb 19 04:18:29.710455 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac4b6fba-c6a6-4910-9164-23b9c926f5a8 req-eb76b1aa-75d3-43bb-9a9e-cad170a1db51 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0608783 Feb 19 04:18:29.724620 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-268153fd-2267-4a91-831f-776c62618224 req-db70d6ca-b1f7-4ad5-b599-9e30e755685f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2616a8ab-3371-4bcf-9491-340c9467278b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2111001 Feb 19 04:18:29.726644 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['19128e7b-c0d0-43d1-bd22-2a612e31afb9'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:18:29.774200 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bfadf5b4-0c89-4fd8-a93d-755e14ed8597 req-08b557f2-020d-483e-8510-67d9d5052189 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=257a3882-f9e0-4b70-91a8-91da6d195492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907991 Feb 19 04:18:29.810250 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device fdd312ce-cf5b-4b75-8033-3b6fdacd10b3 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:18:29.872095 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: fdd312ce-cf5b-4b75-8033-3b6fdacd10b3 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:18:29.872434 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device fdd312ce-cf5b-4b75-8033-3b6fdacd10b3 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:18:29.963075 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd0e443a-543c-4940-b8d1-fc73867ae433 req-814974d3-a990-401c-835e-23bc5ca5d972 tempest-VolumesActionsTest-1896293748 tempest-VolumesActionsTest-1896293748-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee6edb6-77ac-4592-bc13-e67bf4f45cc3 HTTP/1.1" status: 200 len: 210 time: 0.0464315 Feb 19 04:18:29.985538 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268153fd-2267-4a91-831f-776c62618224 req-4e45d6f5-f112-444e-b173-7a213c9dd1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:29.987427 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-268153fd-2267-4a91-831f-776c62618224 req-4e45d6f5-f112-444e-b173-7a213c9dd1ac service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c72443ddb4544d95bebe4daa2be68b6b&device_id=2616a8ab-3371-4bcf-9491-340c9467278b HTTP/1.1" status: 200 len: 1128 time: 0.1393502 Feb 19 04:18:30.005133 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a35fa0-e0f4-489c-9a80-9ad7040aca12 req-cf2ea77a-5c55-43a1-9720-16ebdc7d67db tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:30.006537 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-72a35fa0-e0f4-489c-9a80-9ad7040aca12 req-cf2ea77a-5c55-43a1-9720-16ebdc7d67db tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1123481 Feb 19 04:18:30.125801 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-72a35fa0-e0f4-489c-9a80-9ad7040aca12 req-46cf673c-6659-4320-9ebe-b27cce5d892d tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135285 Feb 19 04:18:30.155466 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268153fd-2267-4a91-831f-776c62618224 req-58a5abbf-05a4-4634-b243-503817522626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:30.157126 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-268153fd-2267-4a91-831f-776c62618224 req-58a5abbf-05a4-4634-b243-503817522626 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d7d963df-657f-45bc-85b4-f488f5d24fde HTTP/1.1" status: 200 len: 915 time: 0.1383660 Feb 19 04:18:30.222573 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-268153fd-2267-4a91-831f-776c62618224 req-968dd24c-0eea-40f0-bcc3-401ce1dc3229 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3abe13d-726a-41f3-84de-556b3546bd61 HTTP/1.1" status: 200 len: 217 time: 0.0493965 Feb 19 04:18:30.329135 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268153fd-2267-4a91-831f-776c62618224 req-a545c7c8-ff49-41f8-9299-c28a4a312e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:30.330657 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-268153fd-2267-4a91-831f-776c62618224 req-a545c7c8-ff49-41f8-9299-c28a4a312e36 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8929c64d-2051-429d-adc4-f0965a0e87e7 HTTP/1.1" status: 200 len: 854 time: 0.1011455 Feb 19 04:18:30.375002 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-268153fd-2267-4a91-831f-776c62618224 req-924bcdd2-6a21-472b-bacd-6c58b0b325b8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d7d963df-657f-45bc-85b4-f488f5d24fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370569 Feb 19 04:18:30.409193 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a83cd-496e-4b3e-85f8-b050effc22f9 req-b93f4621-8690-456f-89da-cacab7a32a11 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:30.410743 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-974a83cd-496e-4b3e-85f8-b050effc22f9 req-b93f4621-8690-456f-89da-cacab7a32a11 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1331644 Feb 19 04:18:30.535781 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-974a83cd-496e-4b3e-85f8-b050effc22f9 req-9769b098-6284-430c-b3b7-4c773ee831f8 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807116 Feb 19 04:18:30.546607 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-268153fd-2267-4a91-831f-776c62618224 req-b493a74e-189d-4032-ad52-82fd4ebbb980 service neutron] 10.222.0.79 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629477 Feb 19 04:18:30.581031 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a62f7b3f-fcde-4592-9433-43036121740c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:30.662746 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-268153fd-2267-4a91-831f-776c62618224 req-8dfde4b2-2482-415a-9667-a28fc08dbee5 service neutron] 10.222.0.79 "GET /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084952 Feb 19 04:18:30.938336 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c0b315c0-5ddc-4a6b-b267-83c7d92f6980 req-d25554f3-4c82-4f0d-9345-35df8238082a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0994601 Feb 19 04:18:31.006765 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2bfc69-a7e2-421f-a4bb-f7ebd8681cfe req-6a1ea5ac-8359-47b1-bdb9-51bf0deac52d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:31.019739 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4b2bfc69-a7e2-421f-a4bb-f7ebd8681cfe req-6a1ea5ac-8359-47b1-bdb9-51bf0deac52d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 944 time: 0.1324556 Feb 19 04:18:31.113319 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4b2bfc69-a7e2-421f-a4bb-f7ebd8681cfe req-d303906e-479a-4202-af24-f9dfb6f7f8a4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=257a3882-f9e0-4b70-91a8-91da6d195492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926967 Feb 19 04:18:31.626490 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee6edb6-77ac-4592-bc13-e67bf4f45cc3', 'name': 'network-vif-deleted', 'tag': '3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:31.628801 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d825bcb-02ec-41f6-8165-b4c7436e5e65" -d '{"events": [{"server_uuid": "3ee6edb6-77ac-4592-bc13-e67bf4f45cc3", "name": "network-vif-deleted", "tag": "3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:31.681722 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5a13cd-0c77-4a11-8502-fbd91a8eb1af x-openstack-request-id: req-5f5a13cd-0c77-4a11-8502-fbd91a8eb1af {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:31.682023 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee6edb6-77ac-4592-bc13-e67bf4f45cc3", "name": "network-vif-deleted", "tag": "3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:31.687016 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5f5a13cd-0c77-4a11-8502-fbd91a8eb1af {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:31.687432 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee6edb6-77ac-4592-bc13-e67bf4f45cc3', 'name': 'network-vif-deleted', 'tag': '3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e', 'status': 'completed', 'code': 200} Feb 19 04:18:31.802723 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 33296720-9739-4f66-8711-14555d4f9a22 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:18:31.839479 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 33296720-9739-4f66-8711-14555d4f9a22 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:18:31.839838 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 33296720-9739-4f66-8711-14555d4f9a22 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:18:31.840312 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:18:31.880288 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:18:31.880288 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 3de0724b-fbaf-4e4f-a3d9-5b2f1f4fe00e not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:18:32.108624 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b541f262-06e5-439a-bc43-5be9e35dbf36 req-1e585570-5920-48a5-9838-00eb782c746e tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0503411 Feb 19 04:18:32.294705 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e6959-c6a9-4f50-b441-a82309169189 req-bbd2a133-3258-4cf2-a893-bd95a1e4b28f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:32.296564 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-845e6959-c6a9-4f50-b441-a82309169189 req-bbd2a133-3258-4cf2-a893-bd95a1e4b28f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 944 time: 0.0688453 Feb 19 04:18:32.370317 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-845e6959-c6a9-4f50-b441-a82309169189 req-eee435bb-c99b-44e5-9639-6598dcbb7784 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=257a3882-f9e0-4b70-91a8-91da6d195492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678248 Feb 19 04:18:32.780064 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c0a13ca6-d2ef-4484-9954-5927c389439b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:32.990621 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 19128e7b-c0d0-43d1-bd22-2a612e31afb9 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:18:33.061081 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 19128e7b-c0d0-43d1-bd22-2a612e31afb9 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:18:33.065568 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 19128e7b-c0d0-43d1-bd22-2a612e31afb9 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:33.066408 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (19128e7b-c0d0-43d1-bd22-2a612e31afb9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:33.214776 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 19128e7b-c0d0-43d1-bd22-2a612e31afb9 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:33.216852 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (19128e7b-c0d0-43d1-bd22-2a612e31afb9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:33.257871 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-705d5ef8-6876-49cc-b5ba-d505f6ebb669 req-22a54032-b117-4cc7-b6ab-9cc62b58b1e0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0449116 Feb 19 04:18:33.304420 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 19128e7b-c0d0-43d1-bd22-2a612e31afb9, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=19128e7b-c0d0-43d1-bd22-2a612e31afb9,segment=NetworkSegment(c14f0740-ba05-4272-96ae-5e40be15d426),segment_id=c14f0740-ba05-4272-96ae-5e40be15d426)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:33.304420 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3898de9c-1681-473b-8f8d-7a9eb62eb021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19128e7b-c0d0-43d1-bd22-2a612e31afb9'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:33.304420 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0693ed93-3b89-4638-8a35-05665ffa00df" -d '{"events": [{"server_uuid": "3898de9c-1681-473b-8f8d-7a9eb62eb021", "name": "network-vif-plugged", "status": "completed", "tag": "19128e7b-c0d0-43d1-bd22-2a612e31afb9"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:33.312265 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (19128e7b-c0d0-43d1-bd22-2a612e31afb9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:33.369699 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e706391-ba2d-4c7e-b60b-65a644717351 x-openstack-request-id: req-2e706391-ba2d-4c7e-b60b-65a644717351 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:33.371077 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3898de9c-1681-473b-8f8d-7a9eb62eb021", "name": "network-vif-plugged", "status": "completed", "tag": "19128e7b-c0d0-43d1-bd22-2a612e31afb9", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:33.374491 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2e706391-ba2d-4c7e-b60b-65a644717351 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:33.374957 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3898de9c-1681-473b-8f8d-7a9eb62eb021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19128e7b-c0d0-43d1-bd22-2a612e31afb9', 'code': 200} Feb 19 04:18:33.417574 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=19128e7b-c0d0-43d1-bd22-2a612e31afb9,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:33.510520 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3cbdc-19a2-4580-b9ce-45a05311bcb8 req-f003e0b0-0226-44bc-a23f-a7ab172739b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:33.515336 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d5a3cbdc-19a2-4580-b9ce-45a05311bcb8 req-f003e0b0-0226-44bc-a23f-a7ab172739b9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 1128 time: 0.0804420 Feb 19 04:18:33.636685 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d5a3cbdc-19a2-4580-b9ce-45a05311bcb8 req-75ee0364-c45a-4dd2-bd09-d0a22a217253 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=257a3882-f9e0-4b70-91a8-91da6d195492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146762 Feb 19 04:18:33.687861 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c7274-b5cb-40b9-9a18-f334fbbda9d1 req-80d030e6-ca58-40a7-8686-b6b43bf840f1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:33.690630 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f4c7274-b5cb-40b9-9a18-f334fbbda9d1 req-80d030e6-ca58-40a7-8686-b6b43bf840f1 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 945 time: 0.1535354 Feb 19 04:18:33.763357 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb1617-25f1-4b8c-b9ec-bf252e660b8d req-abf8d40b-6e24-448c-a599-a687aa9d8775 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:33.764856 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-73cb1617-25f1-4b8c-b9ec-bf252e660b8d req-abf8d40b-6e24-448c-a599-a687aa9d8775 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1249301 Feb 19 04:18:33.778902 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f4c7274-b5cb-40b9-9a18-f334fbbda9d1 req-c2936336-7054-4a37-81eb-779b1cf8880f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=257a3882-f9e0-4b70-91a8-91da6d195492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799007 Feb 19 04:18:33.801523 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:34.175387 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-73cb1617-25f1-4b8c-b9ec-bf252e660b8d req-bdbe924a-1ecb-48ac-9241-04f91f61b89d tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954072 Feb 19 04:18:34.359199 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d222f5-9b55-48d4-91de-a988b31965a6 req-80c7771c-e7f4-47af-8843-92bd5902526c tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:34.363211 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07d222f5-9b55-48d4-91de-a988b31965a6 req-80c7771c-e7f4-47af-8843-92bd5902526c tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0820453 Feb 19 04:18:34.425157 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c15722ce-48ad-4902-8eb8-d7c6cb98823e req-90414b2f-92b5-44bd-a9fe-2fee8ea04249 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0580170 Feb 19 04:18:34.531589 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07d222f5-9b55-48d4-91de-a988b31965a6 req-30ba52bf-1f4e-4440-a720-acf82b0ae31e tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597650 Feb 19 04:18:34.966409 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e25a69-1389-4501-9ff5-a35107f99655 req-af1edc25-97fd-43be-825a-5a282e0ee566 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:34.979831 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9e25a69-1389-4501-9ff5-a35107f99655 req-af1edc25-97fd-43be-825a-5a282e0ee566 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 945 time: 0.1037951 Feb 19 04:18:35.144362 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9e25a69-1389-4501-9ff5-a35107f99655 req-5dd1d3dc-242a-49e8-b9ff-10c0adfb68f3 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=257a3882-f9e0-4b70-91a8-91da6d195492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511221 Feb 19 04:18:35.266709 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:35.627845 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4e1450a-d963-4d1c-9e16-777743c524af req-c58cff7b-1c00-4701-9705-216bef49af34 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0741718 Feb 19 04:18:36.435666 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcf655-84e9-4d1e-84c8-ed3eb6716d45 req-ab02611b-5c0d-4b11-ac75-b6e601c8657f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:36.449694 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-51dcf655-84e9-4d1e-84c8-ed3eb6716d45 req-ab02611b-5c0d-4b11-ac75-b6e601c8657f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 945 time: 0.1411226 Feb 19 04:18:36.588357 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-51dcf655-84e9-4d1e-84c8-ed3eb6716d45 req-1fab06c6-cad5-4861-9537-de3a73300436 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=257a3882-f9e0-4b70-91a8-91da6d195492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375473 Feb 19 04:18:36.755714 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:36.933684 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b064144-8a45-43ae-836e-91f526b08f0f req-0421d184-52ab-496c-8bd7-7859fa65be12 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0917847 Feb 19 04:18:36.971078 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8d6ed-5801-4d30-8183-1ee32ecad069 req-927f93a7-0585-4b61-a22b-d6bd64116e67 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:36.972821 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9bd8d6ed-5801-4d30-8183-1ee32ecad069 req-927f93a7-0585-4b61-a22b-d6bd64116e67 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 945 time: 0.2419763 Feb 19 04:18:37.182911 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9bd8d6ed-5801-4d30-8183-1ee32ecad069 req-3cd78140-d466-4353-89ab-9c35bd507a61 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=257a3882-f9e0-4b70-91a8-91da6d195492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709301 Feb 19 04:18:37.183056 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43348) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:37.357481 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4e72ac-c48a-4ffc-bd5e-1786998a57e2 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:37.365857 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3e4e72ac-c48a-4ffc-bd5e-1786998a57e2 tempest-TestNetworkAdvancedServerOps-2100953450 tempest-TestNetworkAdvancedServerOps-2100953450-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 1123 time: 0.1817822 Feb 19 04:18:37.369192 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43356) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:37.382575 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-72adf267-23b2-44ea-83b3-42a1191e6df9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'port_id': '19128e7b-c0d0-43d1-bd22-2a612e31afb9', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:37.447072 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72adf267-23b2-44ea-83b3-42a1191e6df9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:37.697971 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72adf267-23b2-44ea-83b3-42a1191e6df9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:37.927656 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-72adf267-23b2-44ea-83b3-42a1191e6df9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Allocated IP 172.25.3.33 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/b2a449f1-6555-432e-8e2f-7b3e834933b5) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:18:38.187227 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d7ac675d-c447-4ac6-acb8-bbc061565fd1 req-f773f87b-93a7-4297-b308-7110210332d8 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0750051 Feb 19 04:18:38.249334 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72adf267-23b2-44ea-83b3-42a1191e6df9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for port (b2a449f1-6555-432e-8e2f-7b3e834933b5), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:38.306575 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72adf267-23b2-44ea-83b3-42a1191e6df9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (b2a449f1-6555-432e-8e2f-7b3e834933b5), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:38.495593 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72adf267-23b2-44ea-83b3-42a1191e6df9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:18:38.508378 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-72adf267-23b2-44ea-83b3-42a1191e6df9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:18:38.530642 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72adf267-23b2-44ea-83b3-42a1191e6df9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:18:39.000762 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cfd99-122c-4b79-a653-2a692f33267b req-cffeba1f-84f7-443b-8d0f-35f2a53a4401 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:39.007956 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b06cfd99-122c-4b79-a653-2a692f33267b req-cffeba1f-84f7-443b-8d0f-35f2a53a4401 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1944668 Feb 19 04:18:39.102079 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72adf267-23b2-44ea-83b3-42a1191e6df9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Port': ['ID=b2a449f1-6555-432e-8e2f-7b3e834933b5,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:39.133496 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b06cfd99-122c-4b79-a653-2a692f33267b req-0d4c65b2-3095-4fba-a087-7ef148ade8c1 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194327 Feb 19 04:18:39.499217 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bb83ac76-0274-44dc-b8cd-c8757fb0234d req-a7acd3c9-7414-48ad-8e0a-836270939ea2 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0828991 Feb 19 04:18:39.537238 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf5c8e-5270-4aa4-91f4-e7300f06fa37 req-1f0930a7-bb75-4718-be66-a4fcead62abd tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:39.540079 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0faf5c8e-5270-4aa4-91f4-e7300f06fa37 req-1f0930a7-bb75-4718-be66-a4fcead62abd tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.2283020 Feb 19 04:18:39.620507 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0faf5c8e-5270-4aa4-91f4-e7300f06fa37 req-bd750e8e-da5e-4202-b2d4-50769bfef377 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720315 Feb 19 04:18:39.640009 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72adf267-23b2-44ea-83b3-42a1191e6df9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for floatingip (0f3bacec-ae0f-4c5e-b1a9-ae85327f9b6f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:40.091633 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a2689-36a7-4d7e-92a3-ffb6f9f1798d req-f45552db-9aee-4749-b7c6-ac7390ba8520 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:40.122629 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a50a2689-36a7-4d7e-92a3-ffb6f9f1798d req-f45552db-9aee-4749-b7c6-ac7390ba8520 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1218488 Feb 19 04:18:40.236893 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a50a2689-36a7-4d7e-92a3-ffb6f9f1798d req-52951525-b0d0-4970-85ee-0d2f27787c1e tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129367 Feb 19 04:18:40.463238 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84ac50-b723-4098-91b6-e126b1265ad9 req-0b7a507a-45e3-4140-88b8-415b3ede29c0 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:40.464912 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e84ac50-b723-4098-91b6-e126b1265ad9 req-0b7a507a-45e3-4140-88b8-415b3ede29c0 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1133471 Feb 19 04:18:40.502335 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72adf267-23b2-44ea-83b3-42a1191e6df9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b2a449f1-6555-432e-8e2f-7b3e834933b5), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:40.653686 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60cd2de8-7e8e-4200-8459-4005cb059432 req-79050f3e-65c1-4f4b-9fa8-149423c04cb0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0499189 Feb 19 04:18:40.706029 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e84ac50-b723-4098-91b6-e126b1265ad9 req-af09d774-83ae-4a79-b053-5970273a702e tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081618 Feb 19 04:18:40.873363 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72adf267-23b2-44ea-83b3-42a1191e6df9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for port (b2a449f1-6555-432e-8e2f-7b3e834933b5), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:40.880377 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72adf267-23b2-44ea-83b3-42a1191e6df9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (b2a449f1-6555-432e-8e2f-7b3e834933b5), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:40.928072 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ff794-192d-4a2d-b9ee-0f3f5f6ffe28 req-51fe1dc1-112e-4193-b3ff-7f145bf42ebe tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:40.930572 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72adf267-23b2-44ea-83b3-42a1191e6df9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event updated for resources: {'Port': ['ID=b2a449f1-6555-432e-8e2f-7b3e834933b5,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:40.939051 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4a9ff794-192d-4a2d-b9ee-0f3f5f6ffe28 req-51fe1dc1-112e-4193-b3ff-7f145bf42ebe tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1047471 Feb 19 04:18:40.999479 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72adf267-23b2-44ea-83b3-42a1191e6df9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (0f3bacec-ae0f-4c5e-b1a9-ae85327f9b6f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:41.064096 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4a9ff794-192d-4a2d-b9ee-0f3f5f6ffe28 req-4658f24a-e6d3-4a9b-b0a8-d90a8c625169 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030872 Feb 19 04:18:41.227792 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-72adf267-23b2-44ea-83b3-42a1191e6df9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Floating IP 0f3bacec-ae0f-4c5e-b1a9-ae85327f9b6f associated. External IP: 172.25.3.33, port: 19128e7b-c0d0-43d1-bd22-2a612e31afb9. Feb 19 04:18:41.314944 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb570db-b54f-4b2e-814e-13788cef52c8 req-bd8aa348-1a59-4d7b-a01f-43a4a1d127bc tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:41.347665 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9eb570db-b54f-4b2e-814e-13788cef52c8 req-bd8aa348-1a59-4d7b-a01f-43a4a1d127bc tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1469693 Feb 19 04:18:41.497430 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9eb570db-b54f-4b2e-814e-13788cef52c8 req-faa6d9d8-3770-4117-92ee-0c17bc3268ff tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464341 Feb 19 04:18:41.532797 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72adf267-23b2-44ea-83b3-42a1191e6df9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Router 24b7dc11-6121-4154-8a7c-76b7b4ee9d2c has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:18:41.766927 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72adf267-23b2-44ea-83b3-42a1191e6df9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:18:41.781159 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875219cc-190e-4fc5-9e6f-f370b99cf502 None None] Sync routers for ids ['24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:18:41.799001 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875219cc-190e-4fc5-9e6f-f370b99cf502 None None] Routers {'24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:18:41.802477 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-875219cc-190e-4fc5-9e6f-f370b99cf502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:18:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:41.849469 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72adf267-23b2-44ea-83b3-42a1191e6df9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:41.924798 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-72adf267-23b2-44ea-83b3-42a1191e6df9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.5481899 Feb 19 04:18:41.925530 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3898de9c-1681-473b-8f8d-7a9eb62eb021', 'tag': '19128e7b-c0d0-43d1-bd22-2a612e31afb9'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:41.927820 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5fb333-e148-4fb4-a32c-b8f7d61d2f78" -d '{"events": [{"name": "network-changed", "server_uuid": "3898de9c-1681-473b-8f8d-7a9eb62eb021", "tag": "19128e7b-c0d0-43d1-bd22-2a612e31afb9"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:41.934487 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1e9f2ec1-dfb7-49f7-8c24-c0adb04b1382 req-0bf09e41-a1a6-4374-bc34-1372b41c0020 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0602975 Feb 19 04:18:41.961370 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01203294-fd1d-4bd9-9e31-66145870eb17 req-5d86e5d7-a222-4927-8e26-e464caf3a2ec tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:41.963890 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-01203294-fd1d-4bd9-9e31-66145870eb17 req-5d86e5d7-a222-4927-8e26-e464caf3a2ec tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1714458 Feb 19 04:18:42.117514 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-01203294-fd1d-4bd9-9e31-66145870eb17 req-d0439f09-f137-4c5a-ae6b-016d3b0547c3 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398664 Feb 19 04:18:42.176193 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71fd9e5-3186-46ac-a96a-b3f0af9d261b req-2dd2c02a-a270-44f0-972d-6257a7cef71f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:42.183301 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d71fd9e5-3186-46ac-a96a-b3f0af9d261b req-2dd2c02a-a270-44f0-972d-6257a7cef71f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 945 time: 0.1067567 Feb 19 04:18:42.240667 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2aa2d8-7106-4bb7-a54a-524fea2c1405 x-openstack-request-id: req-0d2aa2d8-7106-4bb7-a54a-524fea2c1405 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:42.241258 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3898de9c-1681-473b-8f8d-7a9eb62eb021", "tag": "19128e7b-c0d0-43d1-bd22-2a612e31afb9", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:42.241678 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d2aa2d8-7106-4bb7-a54a-524fea2c1405 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:42.242270 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3898de9c-1681-473b-8f8d-7a9eb62eb021', 'tag': '19128e7b-c0d0-43d1-bd22-2a612e31afb9', 'status': 'completed', 'code': 200} Feb 19 04:18:42.249854 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d71fd9e5-3186-46ac-a96a-b3f0af9d261b req-705f150f-adfb-4800-ab49-a4a40b0fe026 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=257a3882-f9e0-4b70-91a8-91da6d195492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644917 Feb 19 04:18:42.262753 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43472) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:42.404721 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-875219cc-190e-4fc5-9e6f-f370b99cf502 None None] Set router 24b7dc11-6121-4154-8a7c-76b7b4ee9d2c gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:18:42.420786 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a32cc426-3676-45ba-b7d7-5ca0e4ac5d12 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/floatingips/0f3bacec-ae0f-4c5e-b1a9-ae85327f9b6f HTTP/1.1" status: 200 len: 990 time: 0.1565440 Feb 19 04:18:42.598199 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fb333-e148-4fb4-a32c-b8f7d61d2f78 req-8e707def-625f-4125-bbc0-17107ea3e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:42.599718 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d5fb333-e148-4fb4-a32c-b8f7d61d2f78 req-8e707def-625f-4125-bbc0-17107ea3e08b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 1128 time: 0.2178280 Feb 19 04:18:42.613074 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff45862-e844-46b9-bbfc-6c3464ee532e req-742ddd1f-7a34-43ec-8d70-e0472d486a11 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:42.614843 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ff45862-e844-46b9-bbfc-6c3464ee532e req-742ddd1f-7a34-43ec-8d70-e0472d486a11 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1877635 Feb 19 04:18:42.892266 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ff45862-e844-46b9-bbfc-6c3464ee532e req-722923bd-851b-4722-8780-63e7c143cc6d tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517972 Feb 19 04:18:42.958388 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fb333-e148-4fb4-a32c-b8f7d61d2f78 req-b91daece-0557-4d8f-8be1-a264c0718e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:42.959818 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d5fb333-e148-4fb4-a32c-b8f7d61d2f78 req-b91daece-0557-4d8f-8be1-a264c0718e5e service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf35e948-0e14-4c64-82c9-565d40e622b8 HTTP/1.1" status: 200 len: 897 time: 0.3439889 Feb 19 04:18:43.147811 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-875219cc-190e-4fc5-9e6f-f370b99cf502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25920014', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:18:05Z', 'updated_at': '2022-02-19T04:18:12Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:18:06Z', 'updated_at': '2022-02-19T04:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '0f3bacec-ae0f-4c5e-b1a9-ae85327f9b6f', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'port_id': '19128e7b-c0d0-43d1-bd22-2a612e31afb9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8', 'mac_address': 'fa:16:3e:56:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898de9c-1681-473b-8f8d-7a9eb62eb021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:18:38Z', 'updated_at': '2022-02-19T04:18:38Z', 'revision_number': 0, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a900ae1-6171-4b59-a97b-c1c55a8473e4', 'name': '', 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:ee:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'd2505abe-19fa-46cd-a323-4523aa51b99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:18:11Z', 'updated_at': '2022-02-19T04:18:16Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': 'd2505abe-19fa-46cd-a323-4523aa51b99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:43.181426 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875219cc-190e-4fc5-9e6f-f370b99cf502 None None] Checking router: 24b7dc11-6121-4154-8a7c-76b7b4ee9d2c for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:18:43.193052 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875219cc-190e-4fc5-9e6f-f370b99cf502 None None] Routers {'24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:18:43.194658 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-875219cc-190e-4fc5-9e6f-f370b99cf502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:18:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:43.229500 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6f1d9ff-58f4-42b7-9d3b-6af4296cd6d2 req-e5397c77-21ff-4d0d-a4e1-408786f68cec tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0902779 Feb 19 04:18:43.278967 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d5fb333-e148-4fb4-a32c-b8f7d61d2f78 req-c91c38e6-ddd1-4a4a-a4fe-1b028fda4721 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19128e7b-c0d0-43d1-bd22-2a612e31afb9 HTTP/1.1" status: 200 len: 998 time: 0.3118031 Feb 19 04:18:43.342855 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a237f8-8473-4fad-8b31-6c2e426399ba req-4dd57e07-a5f6-4bfe-8554-6b8906cd84b4 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:43.349939 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-06a237f8-8473-4fad-8b31-6c2e426399ba req-4dd57e07-a5f6-4bfe-8554-6b8906cd84b4 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1952455 Feb 19 04:18:43.375915 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fb333-e148-4fb4-a32c-b8f7d61d2f78 req-7a1039f5-93cc-492b-8bda-446d99ea2115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:43.377688 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d5fb333-e148-4fb4-a32c-b8f7d61d2f78 req-7a1039f5-93cc-492b-8bda-446d99ea2115 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2505abe-19fa-46cd-a323-4523aa51b99d HTTP/1.1" status: 200 len: 834 time: 0.0875511 Feb 19 04:18:43.423974 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43502) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:43.474435 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-06a237f8-8473-4fad-8b31-6c2e426399ba req-9a3df26c-a276-4e8e-a0a9-9f9fe02e9138 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076877 Feb 19 04:18:43.491514 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fb333-e148-4fb4-a32c-b8f7d61d2f78 req-fe5fbefa-0b2d-45d4-acc6-6fd2dfaa7629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:43.493025 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d5fb333-e148-4fb4-a32c-b8f7d61d2f78 req-fe5fbefa-0b2d-45d4-acc6-6fd2dfaa7629 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf35e948-0e14-4c64-82c9-565d40e622b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0985937 Feb 19 04:18:43.591962 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-875219cc-190e-4fc5-9e6f-f370b99cf502 None None] Set router 24b7dc11-6121-4154-8a7c-76b7b4ee9d2c gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:18:43.656659 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-29842c2d-6dd5-417a-a03f-a629dc9aca0f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/floatingips/0f3bacec-ae0f-4c5e-b1a9-ae85327f9b6f HTTP/1.1" status: 200 len: 990 time: 0.2302308 Feb 19 04:18:43.756853 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a25d4-bb47-4252-8c60-2cb54e4cc962 req-d7cb4814-b183-4ba1-82f9-db32f1d165b6 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:43.759006 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-843a25d4-bb47-4252-8c60-2cb54e4cc962 req-d7cb4814-b183-4ba1-82f9-db32f1d165b6 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1536207 Feb 19 04:18:43.840769 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d5fb333-e148-4fb4-a32c-b8f7d61d2f78 req-96278fb5-ba6b-4c43-b373-2775399ded5a service neutron] 10.222.0.26 "GET /v2.0/networks/bf35e948-0e14-4c64-82c9-565d40e622b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365178 Feb 19 04:18:43.887875 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-843a25d4-bb47-4252-8c60-2cb54e4cc962 req-965b1533-0920-4eb3-aaac-06a4bd1cc984 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214640 Feb 19 04:18:44.111176 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d5fb333-e148-4fb4-a32c-b8f7d61d2f78 req-d9d510d5-85e0-4a39-a17e-608468205d76 service neutron] 10.222.0.26 "GET /v2.0/networks/bf35e948-0e14-4c64-82c9-565d40e622b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560687 Feb 19 04:18:44.131434 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-875219cc-190e-4fc5-9e6f-f370b99cf502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25920014', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:18:05Z', 'updated_at': '2022-02-19T04:18:12Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:18:06Z', 'updated_at': '2022-02-19T04:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '0f3bacec-ae0f-4c5e-b1a9-ae85327f9b6f', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'port_id': '19128e7b-c0d0-43d1-bd22-2a612e31afb9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8', 'mac_address': 'fa:16:3e:56:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898de9c-1681-473b-8f8d-7a9eb62eb021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:18:38Z', 'updated_at': '2022-02-19T04:18:38Z', 'revision_number': 0, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a900ae1-6171-4b59-a97b-c1c55a8473e4', 'name': '', 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:ee:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'd2505abe-19fa-46cd-a323-4523aa51b99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:18:11Z', 'updated_at': '2022-02-19T04:18:16Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': 'd2505abe-19fa-46cd-a323-4523aa51b99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:44.180969 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875219cc-190e-4fc5-9e6f-f370b99cf502 None None] The sync data for ids ['24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'] in n-d-828369-19 is: [{'id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25920014', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:18:05Z', 'updated_at': '2022-02-19T04:18:12Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:18:06Z', 'updated_at': '2022-02-19T04:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '0f3bacec-ae0f-4c5e-b1a9-ae85327f9b6f', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'port_id': '19128e7b-c0d0-43d1-bd22-2a612e31afb9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8', 'mac_address': 'fa:16:3e:56:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3898de9c-1681-473b-8f8d-7a9eb62eb021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:18:38Z', 'updated_at': '2022-02-19T04:18:38Z', 'revision_number': 0, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a900ae1-6171-4b59-a97b-c1c55a8473e4', 'name': '', 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:ee:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'd2505abe-19fa-46cd-a323-4523aa51b99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:18:11Z', 'updated_at': '2022-02-19T04:18:16Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': 'd2505abe-19fa-46cd-a323-4523aa51b99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:18:44.351340 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa4a51-b855-4d6f-a143-31b7ae1f347e req-c5ef9c19-c8a2-41ae-a9f7-651729e2bd22 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:44.355442 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dcfa4a51-b855-4d6f-a143-31b7ae1f347e req-c5ef9c19-c8a2-41ae-a9f7-651729e2bd22 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1904702 Feb 19 04:18:44.536776 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dcfa4a51-b855-4d6f-a143-31b7ae1f347e req-f46cac1e-f4b9-4c6f-aa65-081e7e94f669 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719244 Feb 19 04:18:44.635066 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cf7d88-0b3d-4acc-a6ca-09185b654915 None None] New status for floating IP 0f3bacec-ae0f-4c5e-b1a9-ae85327f9b6f: ACTIVE {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:18:44.644262 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4e6223fe-516e-4a79-9dbf-9e95aa3f2802 req-5ffd4148-86d0-4b06-9ee6-7d1d0e8769e5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0788696 Feb 19 04:18:44.659454 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43540) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:44.822369 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4164c-4cc9-473c-9186-569ecb1412b7 req-7b41d077-93e0-4cdb-9e89-dd2afaecb62a tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:44.829664 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99d4164c-4cc9-473c-9186-569ecb1412b7 req-7b41d077-93e0-4cdb-9e89-dd2afaecb62a tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=114d1904-42ca-4597-9da4-a79ea5a4f4b8 HTTP/1.1" status: 200 len: 946 time: 0.1339233 Feb 19 04:18:44.838285 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-07b37573-2aa2-458c-9f92-d140748f735c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/floatingips/0f3bacec-ae0f-4c5e-b1a9-ae85327f9b6f HTTP/1.1" status: 200 len: 990 time: 0.1765618 Feb 19 04:18:44.887745 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8f7fb-febe-4d98-a4f2-7b0f5f2cd03a req-a74c6442-603d-449a-81e0-7b7a263b57fe tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:44.894962 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-04d8f7fb-febe-4d98-a4f2-7b0f5f2cd03a req-a74c6442-603d-449a-81e0-7b7a263b57fe tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1135597 Feb 19 04:18:44.931216 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99d4164c-4cc9-473c-9186-569ecb1412b7 req-0f98d698-fadf-424f-ba72-07d0d78fed07 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959339 Feb 19 04:18:45.024150 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-04d8f7fb-febe-4d98-a4f2-7b0f5f2cd03a req-1fad314c-cc4a-4c93-ad36-20415b28f32a tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282938 Feb 19 04:18:45.480371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478162e-5c65-4db0-9979-921e00b06bd0 req-d212a785-1102-451b-9528-d6a9509b0deb tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:45.483991 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3478162e-5c65-4db0-9979-921e00b06bd0 req-d212a785-1102-451b-9528-d6a9509b0deb tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/networks?id=2e9c4345-a542-424d-9672-4b79bfb4a878 HTTP/1.1" status: 200 len: 813 time: 0.2197568 Feb 19 04:18:45.508160 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3478162e-5c65-4db0-9979-921e00b06bd0 req-38949540-9d26-4232-9304-103d6a632c2f tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/quotas/a4e0bc4a4b1b4fe383f135223bc35a0a HTTP/1.1" status: 200 len: 375 time: 0.0188797 Feb 19 04:18:45.618916 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3478162e-5c65-4db0-9979-921e00b06bd0 req-324d3d8c-2289-4dde-99e5-aeb4d4ea5979 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a4e0bc4a4b1b4fe383f135223bc35a0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0999329 Feb 19 04:18:45.841642 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43564) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:45.862874 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-791e4961-b17b-40f6-8055-f8ad9af3df22 req-1655b86b-23fa-4d3b-b492-975c46678ebe tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.1067569 Feb 19 04:18:45.977045 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c95eb-38c5-4c67-b363-da7a35e4bca1 req-391ee2ef-17a3-4791-83f2-594366c45f60 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:45.994097 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f9c95eb-38c5-4c67-b363-da7a35e4bca1 req-391ee2ef-17a3-4791-83f2-594366c45f60 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.2317462 Feb 19 04:18:46.109308 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d29c8db2-3a39-4379-bc12-f0fa5dffc73e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/floatingips/0f3bacec-ae0f-4c5e-b1a9-ae85327f9b6f HTTP/1.1" status: 200 len: 992 time: 0.2647400 Feb 19 04:18:46.198770 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f9c95eb-38c5-4c67-b363-da7a35e4bca1 req-7119e07e-d2f6-4b7a-b52c-6caa5f06ac2a tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968691 Feb 19 04:18:46.300007 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830cd07-185e-4220-9f2a-7e12fbaed6ac req-0572eb0f-0f0f-4435-a3a1-c1230910e3bc tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:46.307870 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2830cd07-185e-4220-9f2a-7e12fbaed6ac req-0572eb0f-0f0f-4435-a3a1-c1230910e3bc tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=114d1904-42ca-4597-9da4-a79ea5a4f4b8 HTTP/1.1" status: 200 len: 946 time: 0.1551301 Feb 19 04:18:46.532310 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2830cd07-185e-4220-9f2a-7e12fbaed6ac req-20c12ada-3ad3-4833-932c-9274114cc419 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099960 Feb 19 04:18:46.584983 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d685acd-d0d1-4036-9ed0-3cac92a1fa45 req-1301d786-57d1-4176-867f-0d92975a66c5 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:46.586829 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d685acd-d0d1-4036-9ed0-3cac92a1fa45 req-1301d786-57d1-4176-867f-0d92975a66c5 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.26 "GET /v2.0/ports?device_id=114d1904-42ca-4597-9da4-a79ea5a4f4b8 HTTP/1.1" status: 200 len: 946 time: 0.2275014 Feb 19 04:18:46.594288 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad17eab-e840-46f3-adf9-df9358f88c08 req-56afe208-ff2f-4ef4-b65c-ab59e000522d tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:46.601501 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fad17eab-e840-46f3-adf9-df9358f88c08 req-56afe208-ff2f-4ef4-b65c-ab59e000522d tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.2196176 Feb 19 04:18:46.731462 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fad17eab-e840-46f3-adf9-df9358f88c08 req-aca88f60-eb5c-407d-9812-a187fd58864b tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271331 Feb 19 04:18:46.805963 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-8d685acd-d0d1-4036-9ed0-3cac92a1fa45 req-74b8beb2-e830-46fd-80bb-606749868071 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Deleting port 057ec27a-131b-4c7f-9453-1b159f2d6243 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:18:46.806536 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8d685acd-d0d1-4036-9ed0-3cac92a1fa45 req-74b8beb2-e830-46fd-80bb-606749868071 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (057ec27a-131b-4c7f-9453-1b159f2d6243), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:46.946863 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-8d685acd-d0d1-4036-9ed0-3cac92a1fa45 req-74b8beb2-e830-46fd-80bb-606749868071 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] For port 057ec27a-131b-4c7f-9453-1b159f2d6243, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=057ec27a-131b-4c7f-9453-1b159f2d6243,segment=NetworkSegment(be999880-b75a-4dab-9e73-f9f6f76b8767),segment_id=be999880-b75a-4dab-9e73-f9f6f76b8767)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:46.947232 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8d685acd-d0d1-4036-9ed0-3cac92a1fa45 req-74b8beb2-e830-46fd-80bb-606749868071 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (057ec27a-131b-4c7f-9453-1b159f2d6243), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:46.961603 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-8d685acd-d0d1-4036-9ed0-3cac92a1fa45 req-74b8beb2-e830-46fd-80bb-606749868071 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Calling delete_port for 057ec27a-131b-4c7f-9453-1b159f2d6243 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:18:47.079297 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf9583c1-ef9c-44bb-9143-6640f08eca6a req-44133a58-0cf8-4502-91ea-43e136f28025 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a4e0bc4a4b1b4fe383f135223bc35a0a HTTP/1.1" status: 200 len: 221 time: 0.1135304 Feb 19 04:18:47.081228 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0bb4ccd1-508e-478b-be5a-26d09193051f req-73abeeee-12a6-4b84-a267-b9503ef8bad7 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0445142 Feb 19 04:18:47.284680 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892befb-0ccb-4974-829f-1d623192dc56 req-dc8f4f20-9b39-4555-bdf3-8cafad26062a tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:47.294770 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e892befb-0ccb-4974-829f-1d623192dc56 req-dc8f4f20-9b39-4555-bdf3-8cafad26062a tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0938065 Feb 19 04:18:47.324258 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8d685acd-d0d1-4036-9ed0-3cac92a1fa45 req-74b8beb2-e830-46fd-80bb-606749868071 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (057ec27a-131b-4c7f-9453-1b159f2d6243), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:47.340686 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['b3abe13d-726a-41f3-84de-556b3546bd61'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:18:47.445395 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['19b63479-85ce-4a88-97af-c0cd78ad998e', '057ec27a-131b-4c7f-9453-1b159f2d6243'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:18:47.465130 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8beb2-e830-46fd-80bb-606749868071 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Pushing event deleted for resources: {'Port': ['ID=057ec27a-131b-4c7f-9453-1b159f2d6243,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:47.584470 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d685acd-d0d1-4036-9ed0-3cac92a1fa45 req-74b8beb2-e830-46fd-80bb-606749868071 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] No DVR routers for this DVR port 057ec27a-131b-4c7f-9453-1b159f2d6243 on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:18:47.610998 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e892befb-0ccb-4974-829f-1d623192dc56 req-3c2648e9-9147-4f58-9b46-8b9c616787fb tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143334 Feb 19 04:18:47.615548 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8d685acd-d0d1-4036-9ed0-3cac92a1fa45 req-74b8beb2-e830-46fd-80bb-606749868071 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:47.633463 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d685acd-d0d1-4036-9ed0-3cac92a1fa45 req-74b8beb2-e830-46fd-80bb-606749868071 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.26 "DELETE /v2.0/ports/057ec27a-131b-4c7f-9453-1b159f2d6243 HTTP/1.1" status: 204 len: 173 time: 1.0213315 Feb 19 04:18:47.647949 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114d1904-42ca-4597-9da4-a79ea5a4f4b8', 'name': 'network-vif-deleted', 'tag': '057ec27a-131b-4c7f-9453-1b159f2d6243'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:47.656831 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b07c729-7fda-419b-8d0a-c88ca0a5fe68" -d '{"events": [{"server_uuid": "114d1904-42ca-4597-9da4-a79ea5a4f4b8", "name": "network-vif-deleted", "tag": "057ec27a-131b-4c7f-9453-1b159f2d6243"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:47.684304 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8beb2-e830-46fd-80bb-606749868071 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:47.685166 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8beb2-e830-46fd-80bb-606749868071 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:47.685627 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8beb2-e830-46fd-80bb-606749868071 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:47.686656 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8beb2-e830-46fd-80bb-606749868071 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:47.687179 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8beb2-e830-46fd-80bb-606749868071 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:47.687620 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8beb2-e830-46fd-80bb-606749868071 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:47.688114 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8beb2-e830-46fd-80bb-606749868071 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:47.688957 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8beb2-e830-46fd-80bb-606749868071 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:47.693429 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8beb2-e830-46fd-80bb-606749868071 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:47.694412 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8beb2-e830-46fd-80bb-606749868071 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:47.694962 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8beb2-e830-46fd-80bb-606749868071 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:47.695410 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8beb2-e830-46fd-80bb-606749868071 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:47.696108 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8beb2-e830-46fd-80bb-606749868071 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:47.846967 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0dfbf3d5-3411-475a-a53c-90c9d387bb5b req-65ed074e-ef1c-4d12-b3d8-ef2656bef06f tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=114d1904-42ca-4597-9da4-a79ea5a4f4b8 HTTP/1.1" status: 200 len: 210 time: 0.0487194 Feb 19 04:18:47.933330 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e57968-857c-4803-af53-6392babca315 x-openstack-request-id: req-c7e57968-857c-4803-af53-6392babca315 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:47.934893 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114d1904-42ca-4597-9da4-a79ea5a4f4b8", "name": "network-vif-deleted", "tag": "057ec27a-131b-4c7f-9453-1b159f2d6243", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:47.935156 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c7e57968-857c-4803-af53-6392babca315 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:47.935982 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114d1904-42ca-4597-9da4-a79ea5a4f4b8', 'name': 'network-vif-deleted', 'tag': '057ec27a-131b-4c7f-9453-1b159f2d6243', 'status': 'completed', 'code': 200} Feb 19 04:18:47.963745 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca252ada-03d8-4a61-be4f-1cf54534cf16 req-08d09965-aa49-4f76-8629-90420b60ced2 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:47.965361 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca252ada-03d8-4a61-be4f-1cf54534cf16 req-08d09965-aa49-4f76-8629-90420b60ced2 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0970042 Feb 19 04:18:48.112618 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca252ada-03d8-4a61-be4f-1cf54534cf16 req-17eebc1f-d8bb-4278-8e70-36c89295e2ef tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416450 Feb 19 04:18:48.173088 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdda3c6-3036-42a5-92e3-d34a5a3dfee4 req-b9f4d5e5-ccdb-4f70-9777-3542e03edd15 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:48.174979 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bbdda3c6-3036-42a5-92e3-d34a5a3dfee4 req-b9f4d5e5-ccdb-4f70-9777-3542e03edd15 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.1343601 Feb 19 04:18:48.313483 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bbdda3c6-3036-42a5-92e3-d34a5a3dfee4 req-75f68bf7-8cb3-4d7f-a32d-368806b91fef tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323814 Feb 19 04:18:48.364479 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c5333d95-8ebb-457b-9265-5e498b1b1db9 req-2b5853b0-d382-4cb4-bd16-54a37a05964f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0835209 Feb 19 04:18:48.510437 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbf74a-1e3d-43f9-9637-cb6d8f26b21e req-c8131182-ce71-42f2-aa28-0613c5636eee tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:48.520072 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a9bbf74a-1e3d-43f9-9637-cb6d8f26b21e req-c8131182-ce71-42f2-aa28-0613c5636eee tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0856326 Feb 19 04:18:48.574215 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a9bbf74a-1e3d-43f9-9637-cb6d8f26b21e req-744581c3-79a6-4371-ab10-961f5f4ac49b tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529974 Feb 19 04:18:48.716195 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d7c83-8cd4-4591-82b6-2622a93aa685 req-ef4fda02-a864-4216-816a-14801428a125 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:48.717816 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-be7d7c83-8cd4-4591-82b6-2622a93aa685 req-ef4fda02-a864-4216-816a-14801428a125 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0665088 Feb 19 04:18:48.797379 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-be7d7c83-8cd4-4591-82b6-2622a93aa685 req-b2e8c807-c3b4-4094-9f49-2d847138d523 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689764 Feb 19 04:18:48.961650 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184ffba-711d-4b54-a44d-f7688744676a req-3554af2e-33e7-4989-9687-b52310aca0e5 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:48.969985 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9184ffba-711d-4b54-a44d-f7688744676a req-3554af2e-33e7-4989-9687-b52310aca0e5 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0890782 Feb 19 04:18:49.057700 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9184ffba-711d-4b54-a44d-f7688744676a req-04f967d6-da1b-423b-b2a7-542c81eeb0cf tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680342 Feb 19 04:18:49.261230 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668fd0d-68c7-484c-acd1-d309c60cf6c9 req-b072cd84-aab0-46de-a5b9-3401b25e5dbd tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:49.263881 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d668fd0d-68c7-484c-acd1-d309c60cf6c9 req-b072cd84-aab0-46de-a5b9-3401b25e5dbd tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1305330 Feb 19 04:18:49.391152 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a3353-8aa0-4d36-bea2-248c5f9ce35c req-b5d99b37-03a4-4726-b27f-4ec64df73d46 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:49.394128 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec8a3353-8aa0-4d36-bea2-248c5f9ce35c req-b5d99b37-03a4-4726-b27f-4ec64df73d46 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0d8854f-25ed-466b-aedc-eb910ef300d2 HTTP/1.1" status: 200 len: 946 time: 0.1288836 Feb 19 04:18:49.399457 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d668fd0d-68c7-484c-acd1-d309c60cf6c9 req-ef8ecc62-dd7c-4dd7-8c74-69eac071aaff tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259658 Feb 19 04:18:49.527076 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec8a3353-8aa0-4d36-bea2-248c5f9ce35c req-151adcb8-ff06-4988-9522-9aed7d1d3471 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260478 Feb 19 04:18:49.603684 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61a2f4-59b5-48a0-8e54-c4cf4e2d3057 req-52b97863-48bf-49a4-973b-1aff2ff4a40e tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:49.614272 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8b61a2f4-59b5-48a0-8e54-c4cf4e2d3057 req-52b97863-48bf-49a4-973b-1aff2ff4a40e tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.1118662 Feb 19 04:18:49.684946 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6fad4bac-838b-4e7c-8dc2-0262302c8ac3 req-527bc20c-240c-4ae7-9051-093faf4ec183 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0314896 Feb 19 04:18:49.730334 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8b61a2f4-59b5-48a0-8e54-c4cf4e2d3057 req-0141a8d7-06a8-4ef9-99f6-5d9d3281a890 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117573 Feb 19 04:18:49.941714 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bdd0b-d56c-4a9b-8798-14211954a004 req-c283ab1d-c2ff-4afc-9995-7dafb664e76a tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:49.949236 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-535bdd0b-d56c-4a9b-8798-14211954a004 req-c283ab1d-c2ff-4afc-9995-7dafb664e76a tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0823965 Feb 19 04:18:50.007912 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-535bdd0b-d56c-4a9b-8798-14211954a004 req-a7576925-ff79-4d62-9b30-fb6bb95a6555 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574574 Feb 19 04:18:50.149349 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68ad67-5b7c-4034-9f65-f4372dcff061 req-7a4be484-b197-409c-aeb7-fcf15a0c1a88 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:50.150954 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3a68ad67-5b7c-4034-9f65-f4372dcff061 req-7a4be484-b197-409c-aeb7-fcf15a0c1a88 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0704622 Feb 19 04:18:50.263093 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3a68ad67-5b7c-4034-9f65-f4372dcff061 req-58be9252-7fcb-41bd-9ff7-dfbca3bcc8d2 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987301 Feb 19 04:18:50.433306 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3000280-70d3-4384-92fd-d7358fb28e9a req-cef1d63a-edf3-4132-ac11-ddbeae505129 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:50.445682 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c3000280-70d3-4384-92fd-d7358fb28e9a req-cef1d63a-edf3-4132-ac11-ddbeae505129 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0802035 Feb 19 04:18:50.536206 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c3000280-70d3-4384-92fd-d7358fb28e9a req-b836d236-1b3b-4cce-83c4-33f8c576a996 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893564 Feb 19 04:18:50.727165 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789bd92-3e48-4c29-961b-d220a113fb06 req-8bdd10b0-5db7-468e-bcbf-6cc8d25f5cf9 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:50.734774 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2789bd92-3e48-4c29-961b-d220a113fb06 req-8bdd10b0-5db7-468e-bcbf-6cc8d25f5cf9 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0d8854f-25ed-466b-aedc-eb910ef300d2 HTTP/1.1" status: 200 len: 946 time: 0.1116278 Feb 19 04:18:50.763028 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cec286-eccf-4f24-bba7-ee01ca2517ed req-1d5405b2-d053-4276-b0ed-92d49523251f tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:50.764774 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-87cec286-eccf-4f24-bba7-ee01ca2517ed req-1d5405b2-d053-4276-b0ed-92d49523251f tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1285157 Feb 19 04:18:50.872714 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2789bd92-3e48-4c29-961b-d220a113fb06 req-0e2ad014-221c-46b4-ad58-4ffa54e2620e tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313879 Feb 19 04:18:50.904595 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5473f92-4308-4932-9e9a-58e7c846b836 req-483af06f-607b-4ee3-ac46-c6067238accb tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:50.915641 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e5473f92-4308-4932-9e9a-58e7c846b836 req-483af06f-607b-4ee3-ac46-c6067238accb tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0d8854f-25ed-466b-aedc-eb910ef300d2 HTTP/1.1" status: 200 len: 946 time: 0.1734486 Feb 19 04:18:50.921675 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-87cec286-eccf-4f24-bba7-ee01ca2517ed req-a14ec638-7592-4069-9b5b-2f92d945e4ed tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370437 Feb 19 04:18:51.008864 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-feaf90a3-3fbf-4318-8336-22ab4ef2576f req-142e4c40-8ae3-4da3-8576-52897926d3b5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0369227 Feb 19 04:18:51.117579 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 057ec27a-131b-4c7f-9453-1b159f2d6243 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:18:51.153400 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 057ec27a-131b-4c7f-9453-1b159f2d6243 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:18:51.154197 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 057ec27a-131b-4c7f-9453-1b159f2d6243 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:18:51.179888 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419e2db-792f-4607-a559-5a27253a4157 req-39eb5e3e-2c18-463e-a2e0-d1c2c3405143 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:51.183321 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e419e2db-792f-4607-a559-5a27253a4157 req-39eb5e3e-2c18-463e-a2e0-d1c2c3405143 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.1542222 Feb 19 04:18:51.226097 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-e5473f92-4308-4932-9e9a-58e7c846b836 req-cde6d6ec-5c3d-4497-934b-b6db78a5aede tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Deleting port 19b63479-85ce-4a88-97af-c0cd78ad998e {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:18:51.226607 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e5473f92-4308-4932-9e9a-58e7c846b836 req-cde6d6ec-5c3d-4497-934b-b6db78a5aede tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (19b63479-85ce-4a88-97af-c0cd78ad998e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:51.243566 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67347d8d-9f74-4476-a06a-66f379f6f88c req-d013c4e7-55c2-4d70-ba96-2434507a1e8d tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:51.245085 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67347d8d-9f74-4476-a06a-66f379f6f88c req-d013c4e7-55c2-4d70-ba96-2434507a1e8d tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1356149 Feb 19 04:18:51.387113 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e419e2db-792f-4607-a559-5a27253a4157 req-91fce041-5382-49f8-8723-691f4cc36547 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910615 Feb 19 04:18:51.410393 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67347d8d-9f74-4476-a06a-66f379f6f88c req-32351c80-4c40-41bc-a559-fabce65177bd tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497018 Feb 19 04:18:51.467219 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-e5473f92-4308-4932-9e9a-58e7c846b836 req-cde6d6ec-5c3d-4497-934b-b6db78a5aede tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] For port 19b63479-85ce-4a88-97af-c0cd78ad998e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=19b63479-85ce-4a88-97af-c0cd78ad998e,segment=NetworkSegment(be999880-b75a-4dab-9e73-f9f6f76b8767),segment_id=be999880-b75a-4dab-9e73-f9f6f76b8767)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:51.467857 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e5473f92-4308-4932-9e9a-58e7c846b836 req-cde6d6ec-5c3d-4497-934b-b6db78a5aede tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (19b63479-85ce-4a88-97af-c0cd78ad998e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:51.486610 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-e5473f92-4308-4932-9e9a-58e7c846b836 req-cde6d6ec-5c3d-4497-934b-b6db78a5aede tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Calling delete_port for 19b63479-85ce-4a88-97af-c0cd78ad998e owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:18:51.652445 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67231f-2768-43df-90af-e6cb9bd84dbf req-968e63e4-ea4a-45f0-94f7-90305e15781c tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:51.654625 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7e67231f-2768-43df-90af-e6cb9bd84dbf req-968e63e4-ea4a-45f0-94f7-90305e15781c tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1100609 Feb 19 04:18:51.747102 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7e67231f-2768-43df-90af-e6cb9bd84dbf req-889e52c2-9a6d-4997-b61b-4c3c96fd9689 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848165 Feb 19 04:18:51.748802 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e5473f92-4308-4932-9e9a-58e7c846b836 req-cde6d6ec-5c3d-4497-934b-b6db78a5aede tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (19b63479-85ce-4a88-97af-c0cd78ad998e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:51.762225 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['b3abe13d-726a-41f3-84de-556b3546bd61'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:18:51.789289 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6d6ec-5c3d-4497-934b-b6db78a5aede tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Pushing event deleted for resources: {'Port': ['ID=19b63479-85ce-4a88-97af-c0cd78ad998e,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:51.859357 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['19b63479-85ce-4a88-97af-c0cd78ad998e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:18:51.861219 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5473f92-4308-4932-9e9a-58e7c846b836 req-cde6d6ec-5c3d-4497-934b-b6db78a5aede tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] No DVR routers for this DVR port 19b63479-85ce-4a88-97af-c0cd78ad998e on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:18:51.864559 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e5473f92-4308-4932-9e9a-58e7c846b836 req-cde6d6ec-5c3d-4497-934b-b6db78a5aede tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:51.868592 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e5473f92-4308-4932-9e9a-58e7c846b836 req-cde6d6ec-5c3d-4497-934b-b6db78a5aede tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.26 "DELETE /v2.0/ports/19b63479-85ce-4a88-97af-c0cd78ad998e HTTP/1.1" status: 204 len: 173 time: 0.9426894 Feb 19 04:18:51.869294 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d8854f-25ed-466b-aedc-eb910ef300d2', 'name': 'network-vif-deleted', 'tag': '19b63479-85ce-4a88-97af-c0cd78ad998e'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:51.872453 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e02c4e8-3dee-4291-b719-4b16308893ea" -d '{"events": [{"server_uuid": "d0d8854f-25ed-466b-aedc-eb910ef300d2", "name": "network-vif-deleted", "tag": "19b63479-85ce-4a88-97af-c0cd78ad998e"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:52.004444 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0ce75f-94ce-44c7-9074-e6b13e4a9a8c x-openstack-request-id: req-9f0ce75f-94ce-44c7-9074-e6b13e4a9a8c {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:52.006544 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d8854f-25ed-466b-aedc-eb910ef300d2", "name": "network-vif-deleted", "tag": "19b63479-85ce-4a88-97af-c0cd78ad998e", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:52.009472 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9f0ce75f-94ce-44c7-9074-e6b13e4a9a8c {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:52.010089 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d8854f-25ed-466b-aedc-eb910ef300d2', 'name': 'network-vif-deleted', 'tag': '19b63479-85ce-4a88-97af-c0cd78ad998e', 'status': 'completed', 'code': 200} Feb 19 04:18:52.088648 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0c992-9dc7-4a6b-915c-1422ccdadc02 req-bae4a581-8fe7-4075-b250-ab7860891cf1 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:52.099233 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3c0c992-9dc7-4a6b-915c-1422ccdadc02 req-bae4a581-8fe7-4075-b250-ab7860891cf1 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1907010 Feb 19 04:18:52.180748 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-827e81ed-8199-4d1d-86e8-7d35a33f2bd6 req-9bd4a3f8-aa69-44e3-8b2e-c78795898c0a tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0d8854f-25ed-466b-aedc-eb910ef300d2 HTTP/1.1" status: 200 len: 210 time: 0.0333352 Feb 19 04:18:52.235583 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3c0c992-9dc7-4a6b-915c-1422ccdadc02 req-e4786f2f-052f-4d80-b987-0df1ed1d3284 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341820 Feb 19 04:18:52.344170 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-403fe8e9-e56a-4e65-904d-95d25233c33f req-7eff2783-3c69-46f6-b3f0-bb821a3d304e tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0560820 Feb 19 04:18:52.424867 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26a830-4656-4811-8dc3-925c8770f23d req-d66c2124-1dd3-49f4-ab9c-a2024674adbe tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:52.428828 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a26a830-4656-4811-8dc3-925c8770f23d req-d66c2124-1dd3-49f4-ab9c-a2024674adbe tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1024339 Feb 19 04:18:52.520996 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a26a830-4656-4811-8dc3-925c8770f23d req-898adad0-870d-4770-a23b-8fbdf5f36e89 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848336 Feb 19 04:18:52.553372 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1957159-aecb-4a66-8814-fc597e3cf82c req-2aafb1aa-38cd-43e2-bb9e-3cc123e1ecc0 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:52.563418 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f1957159-aecb-4a66-8814-fc597e3cf82c req-2aafb1aa-38cd-43e2-bb9e-3cc123e1ecc0 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.0832775 Feb 19 04:18:52.648485 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f1957159-aecb-4a66-8814-fc597e3cf82c req-069c565f-b0c0-4cd7-9f8e-2fe304a2de98 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816312 Feb 19 04:18:52.795816 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff42fc1-8165-45e5-944d-af3996f4b790 req-173576e9-697e-41bb-8379-0db654fe28bc tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:52.798077 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eff42fc1-8165-45e5-944d-af3996f4b790 req-173576e9-697e-41bb-8379-0db654fe28bc tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0878298 Feb 19 04:18:52.854523 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eff42fc1-8165-45e5-944d-af3996f4b790 req-1b1a42f2-8e3b-4dcc-bad6-d55862bbe18d tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474606 Feb 19 04:18:53.051744 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf7de2-d084-4613-93cc-f6c29bf55a50 req-7ca0ed77-3db5-4edd-b13c-217531bd0e7a tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:53.064821 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17bf7de2-d084-4613-93cc-f6c29bf55a50 req-7ca0ed77-3db5-4edd-b13c-217531bd0e7a tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0967929 Feb 19 04:18:53.160037 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17bf7de2-d084-4613-93cc-f6c29bf55a50 req-bd07a369-9109-4349-8242-507ba88d2ffb tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937331 Feb 19 04:18:53.527552 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7698a-95ca-41ca-b3b6-014242de068c req-0dc7fde4-bc15-4184-b862-1f5f95bb53ad tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:53.535317 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bae7698a-95ca-41ca-b3b6-014242de068c req-0dc7fde4-bc15-4184-b862-1f5f95bb53ad tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1698878 Feb 19 04:18:53.587270 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d138bd7c-6b10-4061-b5f7-e8925374b726 req-56df1d49-137f-4702-b35c-c13476c8af72 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0450981 Feb 19 04:18:53.650805 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bae7698a-95ca-41ca-b3b6-014242de068c req-d82c02f8-84a4-4c1f-878e-5a3321aa9fe8 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144905 Feb 19 04:18:53.834935 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9a996-b1f0-4145-a3e3-58ef290fba9e req-3a2a83b5-64c7-4219-9562-a73edec8d8ab tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:53.837140 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-41c9a996-b1f0-4145-a3e3-58ef290fba9e req-3a2a83b5-64c7-4219-9562-a73edec8d8ab tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.0961514 Feb 19 04:18:53.844790 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5a08d-e742-43a0-812a-3d1685d86284 req-08cccd78-cb68-4b79-8c6f-d04c56735e6d tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:53.846406 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-37c5a08d-e742-43a0-812a-3d1685d86284 req-08cccd78-cb68-4b79-8c6f-d04c56735e6d tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0768256 Feb 19 04:18:54.200682 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-41c9a996-b1f0-4145-a3e3-58ef290fba9e req-0e05a097-0c20-4bd4-a48d-c6126731c817 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3527930 Feb 19 04:18:54.220839 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-37c5a08d-e742-43a0-812a-3d1685d86284 req-20212a3f-57a1-41f4-89e0-930c0b9ad396 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665287 Feb 19 04:18:54.415146 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd49a6-4d58-4681-a695-7aeb9a8112c6 req-8f05ca15-c1c7-436e-8cfa-783133d41c46 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:54.428806 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67fd49a6-4d58-4681-a695-7aeb9a8112c6 req-8f05ca15-c1c7-436e-8cfa-783133d41c46 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0959511 Feb 19 04:18:54.504643 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67fd49a6-4d58-4681-a695-7aeb9a8112c6 req-d466375a-9e8e-434b-b913-1cbf2959ed70 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740676 Feb 19 04:18:54.696727 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca2a60-b923-437c-a0b0-7f33ee670105 req-5a893290-6a55-4136-a68e-3a6238b15145 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:54.702876 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0ca2a60-b923-437c-a0b0-7f33ee670105 req-5a893290-6a55-4136-a68e-3a6238b15145 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1193841 Feb 19 04:18:54.792886 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbe7ccba-dfc5-4c1a-82a3-77ca55e878a7 req-30a433bf-41c4-45af-bbdd-42e6c395f9af tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0595593 Feb 19 04:18:54.870689 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0ca2a60-b923-437c-a0b0-7f33ee670105 req-ff8f9995-57fe-41fc-9605-cecfaaa0df22 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564338 Feb 19 04:18:55.133307 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 19b63479-85ce-4a88-97af-c0cd78ad998e no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:18:55.201442 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f453f9-ae82-487a-a73c-ebd433eb2e8f req-010a000f-e16f-473b-a8e1-74f17095917e tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:55.208501 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 19b63479-85ce-4a88-97af-c0cd78ad998e {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:18:55.209438 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 19b63479-85ce-4a88-97af-c0cd78ad998e not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:18:55.209664 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0f453f9-ae82-487a-a73c-ebd433eb2e8f req-010a000f-e16f-473b-a8e1-74f17095917e tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0750451 Feb 19 04:18:55.286103 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0f453f9-ae82-487a-a73c-ebd433eb2e8f req-5bb11c6c-0c54-483f-baaf-2994ce306c6b tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664134 Feb 19 04:18:55.396118 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922a080-6da0-41b9-8ea9-09d5709f0a81 req-b27d01c0-8226-4ca1-90b8-355912b85993 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:55.397950 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b922a080-6da0-41b9-8ea9-09d5709f0a81 req-b27d01c0-8226-4ca1-90b8-355912b85993 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.0766132 Feb 19 04:18:55.470401 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b922a080-6da0-41b9-8ea9-09d5709f0a81 req-eabab250-642c-4b94-9ccb-ccb05e7789f0 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649662 Feb 19 04:18:55.931155 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0b3b657-0b35-4dce-9e44-01b2ad76d62d req-dd09eb17-909e-4f91-9afb-d675504a57b6 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0422528 Feb 19 04:18:56.429352 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c661a-56c8-4426-ac7a-efbe28e57df7 req-f6eb9fbe-3e04-4d3e-b668-a55916da80d1 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:56.431313 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f76c661a-56c8-4426-ac7a-efbe28e57df7 req-f6eb9fbe-3e04-4d3e-b668-a55916da80d1 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0635638 Feb 19 04:18:56.502786 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f76c661a-56c8-4426-ac7a-efbe28e57df7 req-3b198f56-d967-4743-9da4-81c9ca490307 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650723 Feb 19 04:18:56.640746 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f76680-0771-4bd1-b851-dddb126f578c req-f7136d67-0990-435e-85e1-a5299e8e53dc tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:56.648754 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4f76680-0771-4bd1-b851-dddb126f578c req-f7136d67-0990-435e-85e1-a5299e8e53dc tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.0854666 Feb 19 04:18:56.768247 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4f76680-0771-4bd1-b851-dddb126f578c req-85322784-1f6c-413d-9de6-edc66556300c tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182814 Feb 19 04:18:56.814532 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:56.869811 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442cf70-4d75-4cab-a65a-b9b982095229 req-fae1a574-08a3-4b4e-a2ce-5a0306f2e6a3 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:56.877291 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d442cf70-4d75-4cab-a65a-b9b982095229 req-fae1a574-08a3-4b4e-a2ce-5a0306f2e6a3 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0959876 Feb 19 04:18:56.972274 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d442cf70-4d75-4cab-a65a-b9b982095229 req-d672647c-cc54-4cf0-94d7-8fecf145ed39 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929549 Feb 19 04:18:57.089186 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-985aa766-2623-4545-93e7-de42b09c85d5 req-f7e0fbdc-cc3c-4971-acdd-7df4276a57ba tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0482824 Feb 19 04:18:57.947449 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:18:57.961942 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a113ff-1585-48fe-b9a5-7d0763357622 req-6e8aa626-0c3d-4d66-85cc-e24bdcdb25b4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:57.969564 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e4a113ff-1585-48fe-b9a5-7d0763357622 req-6e8aa626-0c3d-4d66-85cc-e24bdcdb25b4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.0767040 Feb 19 04:18:58.025729 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e4a113ff-1585-48fe-b9a5-7d0763357622 req-7e126d56-ac5e-4576-84bb-57eccfa871f2 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535707 Feb 19 04:18:58.200473 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f34db-1eef-4083-8cd3-c0049c21dfc7 req-9de0c522-5000-4115-936c-cebf97a73338 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:58.208166 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-440f34db-1eef-4083-8cd3-c0049c21dfc7 req-9de0c522-5000-4115-936c-cebf97a73338 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0968137 Feb 19 04:18:58.334876 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a424f67f-c469-4487-9d4c-786cf1be44c8 req-86126aae-73dd-498c-9c5c-21af1b32900d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0542746 Feb 19 04:18:58.353255 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-440f34db-1eef-4083-8cd3-c0049c21dfc7 req-295990bd-f6ce-479f-ae1f-8fe4b50cedbd tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439362 Feb 19 04:18:58.491699 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72360f88-640c-4061-9644-2ab52436e61d req-8bbe7fe3-f276-42f5-b487-0fed2901a623 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:58.493686 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-72360f88-640c-4061-9644-2ab52436e61d req-8bbe7fe3-f276-42f5-b487-0fed2901a623 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0707667 Feb 19 04:18:58.549437 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-72360f88-640c-4061-9644-2ab52436e61d req-2ab5dbf6-9bd2-4679-bf9a-8234e204fb23 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489545 Feb 19 04:18:58.784147 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e1f6f-7dc5-4f82-a078-71dde3c0125d req-c1fc76c3-15f8-4523-af7f-ee63ecf16751 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:58.786706 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d4e1f6f-7dc5-4f82-a078-71dde3c0125d req-c1fc76c3-15f8-4523-af7f-ee63ecf16751 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0823939 Feb 19 04:18:58.870445 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d4e1f6f-7dc5-4f82-a078-71dde3c0125d req-53e13e65-33bd-4808-a1cc-93e91ba8bdb7 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660312 Feb 19 04:18:59.096208 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b810fa-d77a-4f0d-818a-3ace4c8a0d69 req-8808afac-7fb2-41e7-9ea4-a5270dbe4eb6 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:59.100275 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f2b810fa-d77a-4f0d-818a-3ace4c8a0d69 req-8808afac-7fb2-41e7-9ea4-a5270dbe4eb6 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1020126 Feb 19 04:18:59.251169 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f2b810fa-d77a-4f0d-818a-3ace4c8a0d69 req-67231cea-9092-4ffc-847b-df2eef61f302 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453395 Feb 19 04:18:59.263205 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549dfdb0-97b2-4da3-9baf-903472f01e4d req-54bf9214-4281-46f6-bd6b-d9bdf9a09ebe tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:59.264895 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-549dfdb0-97b2-4da3-9baf-903472f01e4d req-54bf9214-4281-46f6-bd6b-d9bdf9a09ebe tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.0867107 Feb 19 04:18:59.362599 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-549dfdb0-97b2-4da3-9baf-903472f01e4d req-3096d14e-5b56-465b-acc0-5f03fe14131b tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844553 Feb 19 04:18:59.623355 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:59.672021 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a09ef396-db4c-42fc-a9ac-66dc907dcfbf req-cc32d1f7-e8a9-448d-8b10-fac264a8029f tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.1103194 Feb 19 04:18:59.716007 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e03a3b-c510-4902-a5cc-58a64c5f678b req-e93ca65b-aac0-4ff1-9ec3-818709645fa2 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:59.723906 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16e03a3b-c510-4902-a5cc-58a64c5f678b req-e93ca65b-aac0-4ff1-9ec3-818709645fa2 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.2993572 Feb 19 04:18:59.834021 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16e03a3b-c510-4902-a5cc-58a64c5f678b req-4cb047be-b761-4677-93e2-fce0a50946a7 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092160 Feb 19 04:19:00.246022 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc820ce-b1de-4c7a-b993-92c5fad51c1b req-13c28b12-0614-4d84-9050-0add78223544 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:00.256023 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ccc820ce-b1de-4c7a-b993-92c5fad51c1b req-13c28b12-0614-4d84-9050-0add78223544 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1660795 Feb 19 04:19:00.348029 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ccc820ce-b1de-4c7a-b993-92c5fad51c1b req-6d53bdc6-85d9-4120-a0e3-35bc5a738cd8 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911248 Feb 19 04:19:00.576950 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d2009e6a-ebcc-489c-a149-ca3ae9bf64c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:00.606381 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95177c-c5e9-4c5a-b90d-ad38823fe33a req-de49bb8a-2d5c-45b6-82a1-7a5c7dac11f6 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:00.607908 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f95177c-c5e9-4c5a-b90d-ad38823fe33a req-de49bb8a-2d5c-45b6-82a1-7a5c7dac11f6 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.1046381 Feb 19 04:19:00.677423 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480115f-582e-40fd-b034-0031c4e67f44 req-47d402a2-b64d-430e-b132-95358beaab8c tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:00.679024 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7480115f-582e-40fd-b034-0031c4e67f44 req-47d402a2-b64d-430e-b132-95358beaab8c tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0934634 Feb 19 04:19:00.772881 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f95177c-c5e9-4c5a-b90d-ad38823fe33a req-0e5c3505-95c3-4471-9bf2-c1f97df62172 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268394 Feb 19 04:19:00.778084 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7480115f-582e-40fd-b034-0031c4e67f44 req-ded8df9e-ccac-4379-8ead-67ccad7bb70b tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920699 Feb 19 04:19:00.891988 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6757513c-5e4f-4065-8bc8-47a1123d76c4 req-4f367534-4b32-4e57-bcb3-923f052f3fff tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0462084 Feb 19 04:19:00.994646 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f40f90-242d-4dd7-90b9-dbb89bf1346c req-e75e06bb-8dbd-488d-98de-1a4601da8676 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:00.999762 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c9f40f90-242d-4dd7-90b9-dbb89bf1346c req-e75e06bb-8dbd-488d-98de-1a4601da8676 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0815589 Feb 19 04:19:01.091261 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c9f40f90-242d-4dd7-90b9-dbb89bf1346c req-29b71290-c333-4abb-9c82-e9ce903d1318 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904860 Feb 19 04:19:01.313317 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297aa2cc-74a8-4e5d-b475-80724cfc65ef req-3fbf32d0-e8ff-49c4-871b-6692f2198219 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:01.323737 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-297aa2cc-74a8-4e5d-b475-80724cfc65ef req-3fbf32d0-e8ff-49c4-871b-6692f2198219 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0748043 Feb 19 04:19:01.408172 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-297aa2cc-74a8-4e5d-b475-80724cfc65ef req-a5c288eb-509c-4d67-9327-a2430bf7a4ea tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832531 Feb 19 04:19:01.649910 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6086c96-d167-4805-a9aa-3702cc8bccc7 req-7677ad3a-b342-4760-bc7a-51a1b25e2cb6 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:01.657634 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c6086c96-d167-4805-a9aa-3702cc8bccc7 req-7677ad3a-b342-4760-bc7a-51a1b25e2cb6 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1374414 Feb 19 04:19:01.717445 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c6086c96-d167-4805-a9aa-3702cc8bccc7 req-ddbcac00-e7d0-40d1-afe8-5f35350134b5 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535879 Feb 19 04:19:01.971262 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1eb8db-8402-42ae-a8a3-3a1dab3f4a02 req-77558cbd-4031-4245-9f5b-6ac812354741 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:01.987662 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6b1eb8db-8402-42ae-a8a3-3a1dab3f4a02 req-77558cbd-4031-4245-9f5b-6ac812354741 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1493454 Feb 19 04:19:02.003238 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fdea7-4930-4792-96f4-8d9d185b2e00 req-93213a66-ce98-4b47-82db-119a5c303853 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:02.012771 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b2fdea7-4930-4792-96f4-8d9d185b2e00 req-93213a66-ce98-4b47-82db-119a5c303853 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.1602540 Feb 19 04:19:02.067718 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6b1eb8db-8402-42ae-a8a3-3a1dab3f4a02 req-9208d981-023c-4efa-8d50-371b81d8589f tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522239 Feb 19 04:19:02.157422 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b2fdea7-4930-4792-96f4-8d9d185b2e00 req-328fd237-6c23-4e20-8cf5-058de7b3facd tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428623 Feb 19 04:19:02.286124 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0bdc5d47-d7f2-42e4-80e2-c1776b1c08e8 req-caba2d24-ccb1-4de8-beaa-0d1bb2fb3f6a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0799291 Feb 19 04:19:02.377534 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbe0a8-d840-4874-a90e-7df7a574c77f req-fa3da722-cd8e-4bf0-8697-b90872b0f875 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:02.379857 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66dbe0a8-d840-4874-a90e-7df7a574c77f req-fa3da722-cd8e-4bf0-8697-b90872b0f875 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0748420 Feb 19 04:19:02.461754 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66dbe0a8-d840-4874-a90e-7df7a574c77f req-762edb87-56ba-4a0a-98f1-1822b556f741 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759149 Feb 19 04:19:02.687948 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fa2f9-5da6-4397-99e0-7fb7e5ac6202 req-8e5d9fdc-8b3f-4427-bfbd-bb63ebfe1a69 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:02.690155 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-314fa2f9-5da6-4397-99e0-7fb7e5ac6202 req-8e5d9fdc-8b3f-4427-bfbd-bb63ebfe1a69 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0962477 Feb 19 04:19:02.765129 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-78a974f0-7a04-4626-bccd-5656fe4186be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:02.783201 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-314fa2f9-5da6-4397-99e0-7fb7e5ac6202 req-d5b28a8e-0058-4927-9150-c95a2978b985 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861089 Feb 19 04:19:03.030956 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee11f4-561e-470c-bc7e-1f99cfd811b2 req-e0171c49-79ca-4a50-acdf-c72f562f2c3a tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:03.044528 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-76ee11f4-561e-470c-bc7e-1f99cfd811b2 req-e0171c49-79ca-4a50-acdf-c72f562f2c3a tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1407967 Feb 19 04:19:03.121152 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-76ee11f4-561e-470c-bc7e-1f99cfd811b2 req-5913ef7c-122c-4e0d-8756-f13cb26d550b tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709822 Feb 19 04:19:03.430130 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cda8c3-56d3-4bc0-b353-911c86b5d81e req-4765d6f5-d2a1-44a1-b1eb-c9582b6cfa5f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:03.437101 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d6cda8c3-56d3-4bc0-b353-911c86b5d81e req-4765d6f5-d2a1-44a1-b1eb-c9582b6cfa5f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.1718953 Feb 19 04:19:03.462271 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb53596-f294-481f-a24f-5802725b1990 req-c1f4e4b1-c2a1-48c0-a663-e5efb9d29904 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:03.469560 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebb53596-f294-481f-a24f-5802725b1990 req-c1f4e4b1-c2a1-48c0-a663-e5efb9d29904 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1922715 Feb 19 04:19:03.547169 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d6cda8c3-56d3-4bc0-b353-911c86b5d81e req-bfb40d57-1056-4463-9566-76aabc557758 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056778 Feb 19 04:19:03.566852 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebb53596-f294-481f-a24f-5802725b1990 req-f3dabec6-865e-464b-8cba-e3e5a6fa5261 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964417 Feb 19 04:19:03.730830 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e933c93f-c675-4b2d-a68e-4dae40d61e28 req-6c254247-3818-41c7-bf41-7a8c30539a95 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0657864 Feb 19 04:19:03.760328 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06266105-6806-47a3-8da3-a35276f53722 req-99cebf2c-f77f-4690-8173-7974766ed1c6 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:03.762726 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-06266105-6806-47a3-8da3-a35276f53722 req-99cebf2c-f77f-4690-8173-7974766ed1c6 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1077633 Feb 19 04:19:03.778484 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:03.830546 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-06266105-6806-47a3-8da3-a35276f53722 req-fed78a2f-ee67-41ca-b977-af53e3e56f76 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592625 Feb 19 04:19:04.035764 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d4849-dd90-4b86-8598-0578fa82cf2a req-96612067-aabe-44cd-84ea-8a81d13b339c tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:04.037374 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da6d4849-dd90-4b86-8598-0578fa82cf2a req-96612067-aabe-44cd-84ea-8a81d13b339c tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0748706 Feb 19 04:19:04.105093 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da6d4849-dd90-4b86-8598-0578fa82cf2a req-584b939b-7bac-4f5f-aa65-8d59c3f18411 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619230 Feb 19 04:19:04.260651 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a40917-17c4-424c-8cde-729e47c643bf req-af5a5ffc-986a-459a-bdc4-5f6f03c8e034 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:04.262915 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-49a40917-17c4-424c-8cde-729e47c643bf req-af5a5ffc-986a-459a-bdc4-5f6f03c8e034 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0725088 Feb 19 04:19:04.360128 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-49a40917-17c4-424c-8cde-729e47c643bf req-24b39927-eb71-46f1-89a1-55f02044942b tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904109 Feb 19 04:19:04.609515 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32010d12-0bdf-4cd8-a03e-eed9367a4b5e req-2d22f9dc-d74b-44cf-b925-c8d72d1a7013 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:04.615659 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-32010d12-0bdf-4cd8-a03e-eed9367a4b5e req-2d22f9dc-d74b-44cf-b925-c8d72d1a7013 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1066470 Feb 19 04:19:04.708564 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-32010d12-0bdf-4cd8-a03e-eed9367a4b5e req-dd9775cf-48bd-4f3d-9b38-fceac8fcd2e7 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827231 Feb 19 04:19:04.848040 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dba18-a60d-488d-9e03-dabcb2e4caae req-3057414d-5eef-41aa-8206-e8774503f446 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:04.849935 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a77dba18-a60d-488d-9e03-dabcb2e4caae req-3057414d-5eef-41aa-8206-e8774503f446 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.1006143 Feb 19 04:19:04.889300 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafabae-4649-430e-9323-da3a42d2564d req-bfdff9ff-6784-40a0-a87a-41cf79143d45 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:04.892685 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0dafabae-4649-430e-9323-da3a42d2564d req-bfdff9ff-6784-40a0-a87a-41cf79143d45 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=2616a8ab-3371-4bcf-9491-340c9467278b HTTP/1.1" status: 200 len: 945 time: 0.1073384 Feb 19 04:19:04.938268 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a77dba18-a60d-488d-9e03-dabcb2e4caae req-ed29fd53-9458-46cd-95c6-98d890509432 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781713 Feb 19 04:19:04.993654 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0dafabae-4649-430e-9323-da3a42d2564d req-e24ca61e-209c-4eba-8ab4-55e0b1638f9a tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602756 Feb 19 04:19:05.139581 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacf357-bd22-4d61-94e0-a757d823e38a req-9e3a0226-7168-440d-b767-3c328797a235 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:05.146853 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eeacf357-bd22-4d61-94e0-a757d823e38a req-9e3a0226-7168-440d-b767-3c328797a235 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0948899 Feb 19 04:19:05.151124 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-375c1c89-d495-4f68-a6f7-7f998feb7596 req-605de0a7-bb17-4435-ad58-e06fa4b6e212 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0468240 Feb 19 04:19:05.190328 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device cf6e0b93-e0ec-4304-8193-2488370a77a7 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:19:05.216239 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eeacf357-bd22-4d61-94e0-a757d823e38a req-289371a1-6cc6-44f7-8d37-c8cb7ce79144 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639377 Feb 19 04:19:05.330915 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port cf6e0b93-e0ec-4304-8193-2488370a77a7, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=cf6e0b93-e0ec-4304-8193-2488370a77a7,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:05.351123 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'cf6e0b93-e0ec-4304-8193-2488370a77a7', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'port_id': 'cf6e0b93-e0ec-4304-8193-2488370a77a7', 'mac_address': 'fa:16:3e:e3:9a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:19:05.358696 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:05.421359 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad1779-1f2a-4c34-9991-9a5fe626e7fb req-d5a07f28-dc68-421f-8181-b3da0a4e3ada tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:05.423851 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d2ad1779-1f2a-4c34-9991-9a5fe626e7fb req-d5a07f28-dc68-421f-8181-b3da0a4e3ada tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0802772 Feb 19 04:19:05.426864 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port cf6e0b93-e0ec-4304-8193-2488370a77a7 is: ACTIVE; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:05.427464 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:05.445795 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf6e0b93-e0ec-4304-8193-2488370a77a7 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:19:05.473308 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port cf6e0b93-e0ec-4304-8193-2488370a77a7, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=cf6e0b93-e0ec-4304-8193-2488370a77a7,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:05.480664 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:05.513127 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d2ad1779-1f2a-4c34-9991-9a5fe626e7fb req-1b5e189e-eb32-4a6f-9ed4-cc259f04c22f tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758100 Feb 19 04:19:05.549110 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=cf6e0b93-e0ec-4304-8193-2488370a77a7,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:05.557581 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:05.557936 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:05.558334 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:05.558664 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:05.559265 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:05.559658 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:05.559997 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:05.560336 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:05.560902 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:05.561370 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:05.561713 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:05.562047 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:05.562405 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:05.576016 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['cf6e0b93-e0ec-4304-8193-2488370a77a7'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:19:05.650762 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e59010-a3f9-4bdb-a6aa-f80a3fc2d7af req-24afbd6d-5af8-4dcf-96d6-43a4f94dabf5 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:05.652224 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-01e59010-a3f9-4bdb-a6aa-f80a3fc2d7af req-24afbd6d-5af8-4dcf-96d6-43a4f94dabf5 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0664368 Feb 19 04:19:05.728650 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-01e59010-a3f9-4bdb-a6aa-f80a3fc2d7af req-ee991cab-cd5e-4d50-a6d6-56d968913e23 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689380 Feb 19 04:19:06.155709 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b084c07-8623-44fa-a8ef-1d31e465cd3b req-7ba864dc-afe2-48b9-9a8a-ddaa63504ae2 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:06.157560 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b084c07-8623-44fa-a8ef-1d31e465cd3b req-7ba864dc-afe2-48b9-9a8a-ddaa63504ae2 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 944 time: 0.1157761 Feb 19 04:19:06.244276 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b2db1-7939-489d-af5b-8f771e240561 req-0dd7d18a-49fa-499e-b7bc-28c78d741af5 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:06.245754 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7e7b2db1-7939-489d-af5b-8f771e240561 req-0dd7d18a-49fa-499e-b7bc-28c78d741af5 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.79 "GET /v2.0/ports?device_id=2616a8ab-3371-4bcf-9491-340c9467278b HTTP/1.1" status: 200 len: 945 time: 0.1550481 Feb 19 04:19:06.310004 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b084c07-8623-44fa-a8ef-1d31e465cd3b req-ce3ec7a1-e209-43fd-b279-d3bd02062acd tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399953 Feb 19 04:19:06.360283 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d772c4-5269-48aa-9d15-8b2b4477b63a req-6b4ae463-23c4-446c-bb2b-d36210396aa9 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:06.361819 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-36d772c4-5269-48aa-9d15-8b2b4477b63a req-6b4ae463-23c4-446c-bb2b-d36210396aa9 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/ports?device_id=2616a8ab-3371-4bcf-9491-340c9467278b HTTP/1.1" status: 200 len: 945 time: 0.2033331 Feb 19 04:19:06.463227 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-36d772c4-5269-48aa-9d15-8b2b4477b63a req-ba6517b6-5bb5-4b62-9af8-5755263ccfb7 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c75f99-0074-41f4-8b89-563e6feae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902803 Feb 19 04:19:06.465707 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-7e7b2db1-7939-489d-af5b-8f771e240561 req-4c1dc58e-9ff4-4a77-b651-66f81f41b946 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Deleting port b3abe13d-726a-41f3-84de-556b3546bd61 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:19:06.466001 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7e7b2db1-7939-489d-af5b-8f771e240561 req-4c1dc58e-9ff4-4a77-b651-66f81f41b946 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b3abe13d-726a-41f3-84de-556b3546bd61), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:06.611415 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-7e7b2db1-7939-489d-af5b-8f771e240561 req-4c1dc58e-9ff4-4a77-b651-66f81f41b946 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] For port b3abe13d-726a-41f3-84de-556b3546bd61, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=b3abe13d-726a-41f3-84de-556b3546bd61,segment=NetworkSegment(be999880-b75a-4dab-9e73-f9f6f76b8767),segment_id=be999880-b75a-4dab-9e73-f9f6f76b8767)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:06.611886 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7e7b2db1-7939-489d-af5b-8f771e240561 req-4c1dc58e-9ff4-4a77-b651-66f81f41b946 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b3abe13d-726a-41f3-84de-556b3546bd61), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:06.672709 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d307f970-a93c-4824-a7e9-6a8cc260e3ed req-8044ac9a-928c-48e7-9bdd-36c348f321cd tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0529358 Feb 19 04:19:06.697777 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292b3c7-393a-4390-9934-3cbc3930216d req-edc580f3-9363-44ac-9539-4da2dffde783 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:06.705375 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1292b3c7-393a-4390-9934-3cbc3930216d req-edc580f3-9363-44ac-9539-4da2dffde783 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.2956333 Feb 19 04:19:06.716126 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-7e7b2db1-7939-489d-af5b-8f771e240561 req-4c1dc58e-9ff4-4a77-b651-66f81f41b946 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Calling delete_port for b3abe13d-726a-41f3-84de-556b3546bd61 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:19:06.753697 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:06.798562 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1292b3c7-393a-4390-9934-3cbc3930216d req-4524b791-a5b5-407a-afea-3068965cb4e1 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926652 Feb 19 04:19:06.921771 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7e7b2db1-7939-489d-af5b-8f771e240561 req-4c1dc58e-9ff4-4a77-b651-66f81f41b946 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (b3abe13d-726a-41f3-84de-556b3546bd61), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:06.938350 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['b3abe13d-726a-41f3-84de-556b3546bd61'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:19:06.963638 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1dc58e-9ff4-4a77-b651-66f81f41b946 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Pushing event deleted for resources: {'Port': ['ID=b3abe13d-726a-41f3-84de-556b3546bd61,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:07.037833 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7b2db1-7939-489d-af5b-8f771e240561 req-4c1dc58e-9ff4-4a77-b651-66f81f41b946 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] No DVR routers for this DVR port b3abe13d-726a-41f3-84de-556b3546bd61 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:19:07.041831 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7e7b2db1-7939-489d-af5b-8f771e240561 req-4c1dc58e-9ff4-4a77-b651-66f81f41b946 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:07.045869 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7e7b2db1-7939-489d-af5b-8f771e240561 req-4c1dc58e-9ff4-4a77-b651-66f81f41b946 tempest-AttachVolumeNegativeTest-1350139122 tempest-AttachVolumeNegativeTest-1350139122-project] 10.222.0.79 "DELETE /v2.0/ports/b3abe13d-726a-41f3-84de-556b3546bd61 HTTP/1.1" status: 204 len: 173 time: 0.7919381 Feb 19 04:19:07.046415 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2616a8ab-3371-4bcf-9491-340c9467278b', 'name': 'network-vif-deleted', 'tag': 'b3abe13d-726a-41f3-84de-556b3546bd61'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:07.050377 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e833ad74-21c7-460f-bda6-a35cda0ef52d" -d '{"events": [{"server_uuid": "2616a8ab-3371-4bcf-9491-340c9467278b", "name": "network-vif-deleted", "tag": "b3abe13d-726a-41f3-84de-556b3546bd61"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:07.113721 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccfc5a6-d46c-48e8-ae63-a2d5f70d1864 x-openstack-request-id: req-6ccfc5a6-d46c-48e8-ae63-a2d5f70d1864 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:07.114835 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2616a8ab-3371-4bcf-9491-340c9467278b", "name": "network-vif-deleted", "tag": "b3abe13d-726a-41f3-84de-556b3546bd61", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:07.115306 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6ccfc5a6-d46c-48e8-ae63-a2d5f70d1864 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:07.115859 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2616a8ab-3371-4bcf-9491-340c9467278b', 'name': 'network-vif-deleted', 'tag': 'b3abe13d-726a-41f3-84de-556b3546bd61', 'status': 'completed', 'code': 200} Feb 19 04:19:07.203606 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device cf6e0b93-e0ec-4304-8193-2488370a77a7 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:19:07.261110 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port cf6e0b93-e0ec-4304-8193-2488370a77a7 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:19:07.261496 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:07.359718 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port cf6e0b93-e0ec-4304-8193-2488370a77a7 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:07.360138 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:07.397083 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port cf6e0b93-e0ec-4304-8193-2488370a77a7, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=cf6e0b93-e0ec-4304-8193-2488370a77a7,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:07.398589 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c490c1e-dac6-47ba-8712-833f27a07091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6e0b93-e0ec-4304-8193-2488370a77a7'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:07.400674 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6b827a-b15b-4a1f-be26-c1179f3e5205" -d '{"events": [{"server_uuid": "8c490c1e-dac6-47ba-8712-833f27a07091", "name": "network-vif-plugged", "status": "completed", "tag": "cf6e0b93-e0ec-4304-8193-2488370a77a7"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:07.426707 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:07.496453 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a5095-af9a-4f8f-9f78-9ec59bc5b3c2 req-c50b355a-eb1e-4a62-93cd-e5cf6c7de679 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:07.498282 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-db0a5095-af9a-4f8f-9f78-9ec59bc5b3c2 req-c50b355a-eb1e-4a62-93cd-e5cf6c7de679 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.0925560 Feb 19 04:19:07.524407 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=cf6e0b93-e0ec-4304-8193-2488370a77a7,revision_number=7']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:07.579985 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64e5b5d-b272-4a1f-bf0c-7fa6cd31f6ad x-openstack-request-id: req-e64e5b5d-b272-4a1f-bf0c-7fa6cd31f6ad {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:07.580291 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c490c1e-dac6-47ba-8712-833f27a07091", "name": "network-vif-plugged", "status": "completed", "tag": "cf6e0b93-e0ec-4304-8193-2488370a77a7", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:07.580555 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e64e5b5d-b272-4a1f-bf0c-7fa6cd31f6ad {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:07.582629 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c490c1e-dac6-47ba-8712-833f27a07091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6e0b93-e0ec-4304-8193-2488370a77a7', 'code': 200} Feb 19 04:19:07.604429 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-db0a5095-af9a-4f8f-9f78-9ec59bc5b3c2 req-fe5ff709-87bb-4093-aebb-5a77038fc6cb tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983622 Feb 19 04:19:07.655311 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44076) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:07.703910 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-7112b022-c105-488f-a5f4-af2fa1ddbbec admin admin] Deleting subnet 8929c64d-2051-429d-adc4-f0965a0e87e7 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:19:07.707335 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7112b022-c105-488f-a5f4-af2fa1ddbbec admin admin] Publish callbacks [] for subnet (8929c64d-2051-429d-adc4-f0965a0e87e7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:07.744051 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7112b022-c105-488f-a5f4-af2fa1ddbbec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (8929c64d-2051-429d-adc4-f0965a0e87e7), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:07.783197 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-374470dd-9f6f-4c8c-be2a-39c29597ea88 req-51b520ef-d075-45e0-b967-6be68adbb08a tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0369437 Feb 19 04:19:07.785118 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7112b022-c105-488f-a5f4-af2fa1ddbbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (8929c64d-2051-429d-adc4-f0965a0e87e7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:07.847819 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7112b022-c105-488f-a5f4-af2fa1ddbbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (8929c64d-2051-429d-adc4-f0965a0e87e7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:07.879891 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112b022-c105-488f-a5f4-af2fa1ddbbec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8929c64d-2051-429d-adc4-f0965a0e87e7,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:07.892990 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7112b022-c105-488f-a5f4-af2fa1ddbbec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:07.893335 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7112b022-c105-488f-a5f4-af2fa1ddbbec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:07.893852 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7112b022-c105-488f-a5f4-af2fa1ddbbec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:07.894366 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7112b022-c105-488f-a5f4-af2fa1ddbbec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:07.894849 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7112b022-c105-488f-a5f4-af2fa1ddbbec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:07.895330 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7112b022-c105-488f-a5f4-af2fa1ddbbec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:07.895835 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7112b022-c105-488f-a5f4-af2fa1ddbbec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:07.896312 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7112b022-c105-488f-a5f4-af2fa1ddbbec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:07.896819 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7112b022-c105-488f-a5f4-af2fa1ddbbec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:07.897437 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7112b022-c105-488f-a5f4-af2fa1ddbbec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:07.897925 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7112b022-c105-488f-a5f4-af2fa1ddbbec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:07.898432 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7112b022-c105-488f-a5f4-af2fa1ddbbec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:07.899175 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7112b022-c105-488f-a5f4-af2fa1ddbbec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:07.904470 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7112b022-c105-488f-a5f4-af2fa1ddbbec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:07.911547 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44082) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:07.911953 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7112b022-c105-488f-a5f4-af2fa1ddbbec admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8929c64d-2051-429d-adc4-f0965a0e87e7 HTTP/1.1" status: 204 len: 168 time: 0.2553918 Feb 19 04:19:07.987592 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c4544-3ba0-4b2f-9f37-cadcc092eb33 req-d7a1631a-5688-49bd-be38-d20674e56bd5 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:07.989136 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-621c4544-3ba0-4b2f-9f37-cadcc092eb33 req-d7a1631a-5688-49bd-be38-d20674e56bd5 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1134396 Feb 19 04:19:08.037110 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a8486714-f890-4315-b06b-54614fabca0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (d7d963df-657f-45bc-85b4-f488f5d24fde), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:08.062440 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-621c4544-3ba0-4b2f-9f37-cadcc092eb33 req-65225994-292c-4200-90e3-adbd74f51b2a tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608788 Feb 19 04:19:08.153639 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a8486714-f890-4315-b06b-54614fabca0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (d7d963df-657f-45bc-85b4-f488f5d24fde), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:08.176581 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-a8486714-f890-4315-b06b-54614fabca0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d963df-657f-45bc-85b4-f488f5d24fde']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:08.193575 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-a8486714-f890-4315-b06b-54614fabca0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be999880-b75a-4dab-9e73-f9f6f76b8767') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:08.193882 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-a8486714-f890-4315-b06b-54614fabca0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be999880-b75a-4dab-9e73-f9f6f76b8767') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:08.211549 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a8486714-f890-4315-b06b-54614fabca0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (be999880-b75a-4dab-9e73-f9f6f76b8767), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:08.237652 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a8486714-f890-4315-b06b-54614fabca0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (be999880-b75a-4dab-9e73-f9f6f76b8767), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:08.245158 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8486714-f890-4315-b06b-54614fabca0e admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:19:08.245859 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a8486714-f890-4315-b06b-54614fabca0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (be999880-b75a-4dab-9e73-f9f6f76b8767), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:19:08.248677 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:19:08.306828 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a8486714-f890-4315-b06b-54614fabca0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (d7d963df-657f-45bc-85b4-f488f5d24fde), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:08.314020 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a8486714-f890-4315-b06b-54614fabca0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:08.318787 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a8486714-f890-4315-b06b-54614fabca0e admin admin] 10.222.0.52 "DELETE /v2.0/networks/d7d963df-657f-45bc-85b4-f488f5d24fde HTTP/1.1" status: 204 len: 168 time: 0.4061129 Feb 19 04:19:08.337021 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8486714-f890-4315-b06b-54614fabca0e admin admin] Pushing event deleted for resources: {'Network': ['ID=d7d963df-657f-45bc-85b4-f488f5d24fde,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:08.476609 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44090) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:08.516854 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-133d9ea8-32db-48b0-8032-5d9e8ae24271 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c72443ddb4544d95bebe4daa2be68b6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390115 Feb 19 04:19:08.519323 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44092) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:08.571787 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-415af79c-4003-4124-9308-8183fd6d6b28 admin admin] Publish callbacks [] for security_group (c5c75f99-0074-41f4-8b89-563e6feae979), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:08.596715 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-415af79c-4003-4124-9308-8183fd6d6b28 admin admin] Publish callbacks [] for security_group (c5c75f99-0074-41f4-8b89-563e6feae979), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:08.656765 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-415af79c-4003-4124-9308-8183fd6d6b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (c5c75f99-0074-41f4-8b89-563e6feae979), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:08.659575 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-415af79c-4003-4124-9308-8183fd6d6b28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:08.660817 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-415af79c-4003-4124-9308-8183fd6d6b28 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c5c75f99-0074-41f4-8b89-563e6feae979 HTTP/1.1" status: 204 len: 168 time: 0.1405478 Feb 19 04:19:08.676365 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415af79c-4003-4124-9308-8183fd6d6b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c75f99-0074-41f4-8b89-563e6feae979,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:08.792654 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8eeb1-6682-4b9d-8b1e-7f8e6a740957 req-fbc0cb99-ee6f-4ac0-b90c-2bfad4f49085 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:08.804843 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-42c8eeb1-6682-4b9d-8b1e-7f8e6a740957 req-fbc0cb99-ee6f-4ac0-b90c-2bfad4f49085 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.0931358 Feb 19 04:19:08.868900 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-42c8eeb1-6682-4b9d-8b1e-7f8e6a740957 req-1ca0f1d3-455d-4419-a497-94ff12b0c6eb tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576839 Feb 19 04:19:08.931171 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d6f139f-1c89-40f8-9286-342c95468745 req-eed0dd82-9330-4ffd-af3a-c8e223663ea0 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0346065 Feb 19 04:19:09.189489 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08921fa1-86bf-40aa-b525-39ab53e6e7ff req-9afd0e84-1bcd-4cf1-ab19-7899508b9f22 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:09.196728 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-08921fa1-86bf-40aa-b525-39ab53e6e7ff req-9afd0e84-1bcd-4cf1-ab19-7899508b9f22 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0605586 Feb 19 04:19:09.250066 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-08921fa1-86bf-40aa-b525-39ab53e6e7ff req-566e1cdc-fc58-4087-b40b-9a765e5dc161 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524101 Feb 19 04:19:10.010888 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88374a0c-41a4-4b14-804b-c33da0606ec6 req-e385ed56-dabe-492e-bd2a-88bc0b86e68d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:10.019919 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88374a0c-41a4-4b14-804b-c33da0606ec6 req-e385ed56-dabe-492e-bd2a-88bc0b86e68d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.0824375 Feb 19 04:19:10.036082 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device b3abe13d-726a-41f3-84de-556b3546bd61 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:19:10.083454 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: b3abe13d-726a-41f3-84de-556b3546bd61 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:19:10.087045 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device b3abe13d-726a-41f3-84de-556b3546bd61 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:19:10.135932 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-53b839c9-628c-4f72-bde7-66150e4a5371 req-3701a922-8657-4d54-b9a2-7c5b9ffe9b31 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.0499167 Feb 19 04:19:10.171132 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88374a0c-41a4-4b14-804b-c33da0606ec6 req-f5303f33-d547-400e-8175-70aa5e7b6fcd tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453846 Feb 19 04:19:10.377390 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb5884-01d6-4b56-8e4d-ab16c2dfe22c req-7d420d2e-0447-43f9-8c05-357214860909 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:10.379153 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5fbb5884-01d6-4b56-8e4d-ab16c2dfe22c req-7d420d2e-0447-43f9-8c05-357214860909 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0602300 Feb 19 04:19:10.450219 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5fbb5884-01d6-4b56-8e4d-ab16c2dfe22c req-eddb2ef6-11dd-4fb7-9d62-d242c3450012 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648601 Feb 19 04:19:11.414153 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827759e-8740-4400-9f07-ccea1dcb4fa7 req-a36a77eb-fb54-4d26-afed-2653cfd95b8e tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:11.429080 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a827759e-8740-4400-9f07-ccea1dcb4fa7 req-a36a77eb-fb54-4d26-afed-2653cfd95b8e tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.1647604 Feb 19 04:19:11.479226 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9bd40929-cf02-4858-ab8f-a409bb266106 req-56749013-ade1-43bf-b791-a9481f438b2e tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa8e841-0966-4cd4-a398-df2c02834e75 HTTP/1.1" status: 200 len: 210 time: 0.1203101 Feb 19 04:19:11.581975 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44208) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:11.612929 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a827759e-8740-4400-9f07-ccea1dcb4fa7 req-20d4854f-0c08-48cb-837f-4b86deb0dc6e tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825829 Feb 19 04:19:11.712991 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0d49c-14dc-43eb-b62e-c5090d0b5ea7 req-ec9fda69-e1f8-41a7-9fde-69c5e3fcb63c tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:11.719439 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67f0d49c-14dc-43eb-b62e-c5090d0b5ea7 req-ec9fda69-e1f8-41a7-9fde-69c5e3fcb63c tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0929749 Feb 19 04:19:11.738771 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-e707fce0-04b5-4d07-b104-03947e6bc02e admin admin] Deleting subnet 41dfda80-e4c4-4375-add1-d880e3620502 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:19:11.755802 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e707fce0-04b5-4d07-b104-03947e6bc02e admin admin] Publish callbacks [] for subnet (41dfda80-e4c4-4375-add1-d880e3620502), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:11.836109 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e707fce0-04b5-4d07-b104-03947e6bc02e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (41dfda80-e4c4-4375-add1-d880e3620502), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:11.877131 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67f0d49c-14dc-43eb-b62e-c5090d0b5ea7 req-06dfd92d-1ffe-42cf-88ba-9226f01183ec tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500788 Feb 19 04:19:11.912806 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e707fce0-04b5-4d07-b104-03947e6bc02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (41dfda80-e4c4-4375-add1-d880e3620502), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:12.002910 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e707fce0-04b5-4d07-b104-03947e6bc02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (41dfda80-e4c4-4375-add1-d880e3620502), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:12.037266 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707fce0-04b5-4d07-b104-03947e6bc02e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41dfda80-e4c4-4375-add1-d880e3620502,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:12.042765 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e707fce0-04b5-4d07-b104-03947e6bc02e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:12.050539 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44212) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:12.050721 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e707fce0-04b5-4d07-b104-03947e6bc02e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/41dfda80-e4c4-4375-add1-d880e3620502 HTTP/1.1" status: 204 len: 168 time: 0.4672711 Feb 19 04:19:12.165332 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a55d882f-32b4-46f4-b292-69fec02f6136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (8b1900fd-7495-426e-a4e4-6d30c0497399), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:12.299804 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a55d882f-32b4-46f4-b292-69fec02f6136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (8b1900fd-7495-426e-a4e4-6d30c0497399), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:12.323582 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-a55d882f-32b4-46f4-b292-69fec02f6136 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1900fd-7495-426e-a4e4-6d30c0497399']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:12.334644 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-a55d882f-32b4-46f4-b292-69fec02f6136 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633f342b-2dc3-49e7-bdef-9735e471dc61') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:12.335280 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-a55d882f-32b4-46f4-b292-69fec02f6136 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633f342b-2dc3-49e7-bdef-9735e471dc61') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:12.346273 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a55d882f-32b4-46f4-b292-69fec02f6136 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (633f342b-2dc3-49e7-bdef-9735e471dc61), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:12.361913 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a55d882f-32b4-46f4-b292-69fec02f6136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (633f342b-2dc3-49e7-bdef-9735e471dc61), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:12.369450 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a55d882f-32b4-46f4-b292-69fec02f6136 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:19:12.370200 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a55d882f-32b4-46f4-b292-69fec02f6136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (633f342b-2dc3-49e7-bdef-9735e471dc61), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:12.411568 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-5576dea2-878c-43e1-8f83-5182a6238be5 req-d281410f-f093-4224-a132-4559d0463c3f service neutron] (109925) timed out ('10.222.0.79', 55426) {{(pid=109925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:19:12.438941 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44218) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:19:12.480420 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:19:12.496264 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a55d882f-32b4-46f4-b292-69fec02f6136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (8b1900fd-7495-426e-a4e4-6d30c0497399), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:12.504132 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a55d882f-32b4-46f4-b292-69fec02f6136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:12.510377 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a55d882f-32b4-46f4-b292-69fec02f6136 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8b1900fd-7495-426e-a4e4-6d30c0497399 HTTP/1.1" status: 204 len: 168 time: 0.4580836 Feb 19 04:19:12.564303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d882f-32b4-46f4-b292-69fec02f6136 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b1900fd-7495-426e-a4e4-6d30c0497399,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:12.612779 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44228) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:12.696088 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-51d9fec4-75d0-4b4c-b166-0314b9bbea4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:12.759188 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44232) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:12.804193 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ba19dc5-6420-4f67-bd97-5d8012faa551 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for security_group (f1b115fe-740e-4d96-9c70-e1f690c906b9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:12.845203 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb019543-ae0a-4803-a7bb-b231d1668a70 req-9554393b-6301-43a4-8e07-0fc9428d0c55 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:12.852431 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bb019543-ae0a-4803-a7bb-b231d1668a70 req-9554393b-6301-43a4-8e07-0fc9428d0c55 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.1133943 Feb 19 04:19:12.853316 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0cd2fc97-c76a-49c5-8c1a-2b9d1f81e234 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=efe0780b0df14aceb0b794806b557336&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0926850 Feb 19 04:19:12.859614 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44234) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:12.877675 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-51d9fec4-75d0-4b4c-b166-0314b9bbea4b admin admin] Publish callbacks [] for security_group (dc999459-465b-4d6e-9f3a-537ae6818f5b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:12.888167 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ba19dc5-6420-4f67-bd97-5d8012faa551 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for security_group (f1b115fe-740e-4d96-9c70-e1f690c906b9), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:12.901097 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-51d9fec4-75d0-4b4c-b166-0314b9bbea4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (dc999459-465b-4d6e-9f3a-537ae6818f5b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:12.971417 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-51d9fec4-75d0-4b4c-b166-0314b9bbea4b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1772de22523844988fb69167d9683d3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5312297 Feb 19 04:19:12.977469 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44238) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:13.075951 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9fec4-75d0-4b4c-b166-0314b9bbea4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc999459-465b-4d6e-9f3a-537ae6818f5b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:13.117617 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aac2efb3-82b1-455b-b421-d0f18e6e30a4 admin admin] Publish callbacks [] for security_group (dc999459-465b-4d6e-9f3a-537ae6818f5b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:13.146707 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aac2efb3-82b1-455b-b421-d0f18e6e30a4 admin admin] Publish callbacks [] for security_group (dc999459-465b-4d6e-9f3a-537ae6818f5b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:13.197954 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ba19dc5-6420-4f67-bd97-5d8012faa551 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f1b115fe-740e-4d96-9c70-e1f690c906b9), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:13.201309 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device a11065e8-624b-45a3-b9cb-d7602ed03e0e details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:19:13.202537 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ba19dc5-6420-4f67-bd97-5d8012faa551 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:13.203885 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2ba19dc5-6420-4f67-bd97-5d8012faa551 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "DELETE /v2.0/security-groups/f1b115fe-740e-4d96-9c70-e1f690c906b9 HTTP/1.1" status: 204 len: 168 time: 0.5901306 Feb 19 04:19:13.207326 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44242) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:13.230382 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aac2efb3-82b1-455b-b421-d0f18e6e30a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (dc999459-465b-4d6e-9f3a-537ae6818f5b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:13.233917 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aac2efb3-82b1-455b-b421-d0f18e6e30a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:13.250504 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-aac2efb3-82b1-455b-b421-d0f18e6e30a4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dc999459-465b-4d6e-9f3a-537ae6818f5b HTTP/1.1" status: 204 len: 168 time: 0.2495232 Feb 19 04:19:13.251876 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-5abda846-df72-4af7-8294-d1faf9426f7b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] show failed (client error): The resource could not be found. Feb 19 04:19:13.253825 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5abda846-df72-4af7-8294-d1faf9426f7b tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "GET /v2.0/security-groups/f1b115fe-740e-4d96-9c70-e1f690c906b9 HTTP/1.1" status: 404 len: 347 time: 0.0442820 Feb 19 04:19:13.256638 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44246) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:13.268521 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba19dc5-6420-4f67-bd97-5d8012faa551 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b115fe-740e-4d96-9c70-e1f690c906b9,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:13.367922 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2efb3-82b1-455b-b421-d0f18e6e30a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc999459-465b-4d6e-9f3a-537ae6818f5b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:13.427270 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bb019543-ae0a-4803-a7bb-b231d1668a70 req-cfcab0e4-05e1-482a-b34f-9bd8cf9984ea tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5738101 Feb 19 04:19:13.441160 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port a11065e8-624b-45a3-b9cb-d7602ed03e0e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=a11065e8-624b-45a3-b9cb-d7602ed03e0e,segment=NetworkSegment(f54bf998-c6df-4a54-bbd7-3503e7bb776e),segment_id=f54bf998-c6df-4a54-bbd7-3503e7bb776e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:13.485445 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'a11065e8-624b-45a3-b9cb-d7602ed03e0e', 'network_id': '2e9c4345-a542-424d-9672-4b79bfb4a878', 'port_id': 'a11065e8-624b-45a3-b9cb-d7602ed03e0e', 'mac_address': 'fa:16:3e:80:b6:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be604aa-378d-4eff-8d65-7e786c5da5e7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:19:13.504040 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bc36e-ae77-4353-895c-5dcde42b53c3 req-8a4ec5ee-8bf8-4339-819b-f1ba2f39c5c0 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:13.506388 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c23bc36e-ae77-4353-895c-5dcde42b53c3 req-8a4ec5ee-8bf8-4339-819b-f1ba2f39c5c0 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.2795596 Feb 19 04:19:13.529447 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e1f4f59a-9f07-45fa-9c01-6c02eef755ff admin admin] Publish callbacks [] for security_group (ffe6838e-fa04-4669-af72-d0751db96058), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:13.602655 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c04650bd-18e4-4780-90aa-7bb944bd9f71 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Deleting port b1c2f055-9cc0-4bda-85f7-e84401e9208e {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:19:13.603106 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c04650bd-18e4-4780-90aa-7bb944bd9f71 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b1c2f055-9cc0-4bda-85f7-e84401e9208e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:13.632369 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port a11065e8-624b-45a3-b9cb-d7602ed03e0e is: ACTIVE; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:13.632959 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:13.660257 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a11065e8-624b-45a3-b9cb-d7602ed03e0e {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:19:13.683783 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c23bc36e-ae77-4353-895c-5dcde42b53c3 req-866d717b-5ba8-4005-aee2-eee3af0808c8 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584566 Feb 19 04:19:13.695219 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e1f4f59a-9f07-45fa-9c01-6c02eef755ff admin admin] Publish callbacks [] for security_group (ffe6838e-fa04-4669-af72-d0751db96058), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:13.717047 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port a11065e8-624b-45a3-b9cb-d7602ed03e0e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=a11065e8-624b-45a3-b9cb-d7602ed03e0e,segment=NetworkSegment(f54bf998-c6df-4a54-bbd7-3503e7bb776e),segment_id=f54bf998-c6df-4a54-bbd7-3503e7bb776e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:13.723776 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:13.783290 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c04650bd-18e4-4780-90aa-7bb944bd9f71 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b1c2f055-9cc0-4bda-85f7-e84401e9208e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:13.783813 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c04650bd-18e4-4780-90aa-7bb944bd9f71 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for floatingip (b1c2f055-9cc0-4bda-85f7-e84401e9208e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:13.811942 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c04650bd-18e4-4780-90aa-7bb944bd9f71 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Calling delete_port for b1c2f055-9cc0-4bda-85f7-e84401e9208e owned by network:floatingip {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:19:13.818772 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e1f4f59a-9f07-45fa-9c01-6c02eef755ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ffe6838e-fa04-4669-af72-d0751db96058), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:13.825371 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e1f4f59a-9f07-45fa-9c01-6c02eef755ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:13.826939 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e1f4f59a-9f07-45fa-9c01-6c02eef755ff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ffe6838e-fa04-4669-af72-d0751db96058 HTTP/1.1" status: 204 len: 168 time: 0.9655142 Feb 19 04:19:13.850864 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['a11065e8-624b-45a3-b9cb-d7602ed03e0e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:19:13.852487 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4f59a-9f07-45fa-9c01-6c02eef755ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe6838e-fa04-4669-af72-d0751db96058,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:14.030488 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44252) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:14.060088 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=a11065e8-624b-45a3-b9cb-d7602ed03e0e,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:14.060423 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ed8ae4dc-6fe3-48ea-9251-b0110de47bf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:14.116666 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c04650bd-18e4-4780-90aa-7bb944bd9f71 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (b1c2f055-9cc0-4bda-85f7-e84401e9208e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:14.159432 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04650bd-18e4-4780-90aa-7bb944bd9f71 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event deleted for resources: {'Port': ['ID=b1c2f055-9cc0-4bda-85f7-e84401e9208e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:14.317438 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ed8ae4dc-6fe3-48ea-9251-b0110de47bf0 admin admin] Publish callbacks [] for security_group (5edd1130-14cb-4029-9bf2-194f5c4e2a2c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:14.332935 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ed8ae4dc-6fe3-48ea-9251-b0110de47bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5edd1130-14cb-4029-9bf2-194f5c4e2a2c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:14.378139 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c04650bd-18e4-4780-90aa-7bb944bd9f71 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for floatingip (8f53cb3c-81f7-463d-acbb-a43ed9a08ae2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:14.381167 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c04650bd-18e4-4780-90aa-7bb944bd9f71 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:14.391318 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c04650bd-18e4-4780-90aa-7bb944bd9f71 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "DELETE /v2.0/floatingips/8f53cb3c-81f7-463d-acbb-a43ed9a08ae2 HTTP/1.1" status: 204 len: 168 time: 1.1334720 Feb 19 04:19:14.397187 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44260) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:14.408927 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ed8ae4dc-6fe3-48ea-9251-b0110de47bf0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=599b7491bf944558a9eeca695e79f303&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3749535 Feb 19 04:19:14.408927 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ae4dc-6fe3-48ea-9251-b0110de47bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edd1130-14cb-4029-9bf2-194f5c4e2a2c,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:14.410335 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44262) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:14.600342 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-6370f70e-7f90-4844-a783-c5a29ea53989 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Deleting port 938dc52f-77e7-4640-9ee1-5c86a03bd120 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:19:14.600970 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6370f70e-7f90-4844-a783-c5a29ea53989 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (938dc52f-77e7-4640-9ee1-5c86a03bd120), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:14.609643 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1cc96858-d5c2-40b3-9dfe-96fc204f9285 admin admin] Publish callbacks [] for security_group (5edd1130-14cb-4029-9bf2-194f5c4e2a2c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:14.661383 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1cc96858-d5c2-40b3-9dfe-96fc204f9285 admin admin] Publish callbacks [] for security_group (5edd1130-14cb-4029-9bf2-194f5c4e2a2c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:14.865878 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6370f70e-7f90-4844-a783-c5a29ea53989 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (938dc52f-77e7-4640-9ee1-5c86a03bd120), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:14.871676 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1cc96858-d5c2-40b3-9dfe-96fc204f9285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5edd1130-14cb-4029-9bf2-194f5c4e2a2c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:14.876440 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1cc96858-d5c2-40b3-9dfe-96fc204f9285 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:14.885221 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1cc96858-d5c2-40b3-9dfe-96fc204f9285 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5edd1130-14cb-4029-9bf2-194f5c4e2a2c HTTP/1.1" status: 204 len: 168 time: 0.4600742 Feb 19 04:19:14.891855 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-6370f70e-7f90-4844-a783-c5a29ea53989 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Calling delete_port for 938dc52f-77e7-4640-9ee1-5c86a03bd120 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:19:14.942365 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc96858-d5c2-40b3-9dfe-96fc204f9285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edd1130-14cb-4029-9bf2-194f5c4e2a2c,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:15.045086 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57a097-3b9b-47c3-8ec2-003e36217851 req-22acbf80-352a-4385-9fb4-dee5967c1c3f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:15.049170 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c57a097-3b9b-47c3-8ec2-003e36217851 req-22acbf80-352a-4385-9fb4-dee5967c1c3f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.4646068 Feb 19 04:19:15.119414 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06833f4-79a2-4b19-9c93-30ca45d5c2b3 req-de919b97-9e82-4787-bdf9-4e344db53adf tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:15.130217 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d06833f4-79a2-4b19-9c93-30ca45d5c2b3 req-de919b97-9e82-4787-bdf9-4e344db53adf tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 944 time: 0.2974076 Feb 19 04:19:15.201613 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6370f70e-7f90-4844-a783-c5a29ea53989 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (938dc52f-77e7-4640-9ee1-5c86a03bd120), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:15.210004 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device a11065e8-624b-45a3-b9cb-d7602ed03e0e up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:19:15.365057 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port a11065e8-624b-45a3-b9cb-d7602ed03e0e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:19:15.365604 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:15.400928 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c57a097-3b9b-47c3-8ec2-003e36217851 req-54013c77-f036-467d-9657-26c3fa1b05b5 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3354175 Feb 19 04:19:15.415841 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d06833f4-79a2-4b19-9c93-30ca45d5c2b3 req-fea98ff6-78dd-44be-b649-7594b9ffa87f tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794988 Feb 19 04:19:15.503838 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370f70e-7f90-4844-a783-c5a29ea53989 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event deleted for resources: {'Port': ['ID=938dc52f-77e7-4640-9ee1-5c86a03bd120,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:15.573526 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6370f70e-7f90-4844-a783-c5a29ea53989 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:15.576030 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port a11065e8-624b-45a3-b9cb-d7602ed03e0e is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:15.576657 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:15.583932 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6370f70e-7f90-4844-a783-c5a29ea53989 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "DELETE /v2.0/ports/938dc52f-77e7-4640-9ee1-5c86a03bd120 HTTP/1.1" status: 204 len: 168 time: 1.1826608 Feb 19 04:19:15.585713 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44296) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:15.687010 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a20db8-8bdc-4289-b01f-3843c83b1a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11065e8-624b-45a3-b9cb-d7602ed03e0e'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:15.693706 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61ab197-5919-454a-852a-6084ec1f1034" -d '{"events": [{"server_uuid": "28a20db8-8bdc-4289-b01f-3843c83b1a09", "name": "network-vif-plugged", "status": "completed", "tag": "a11065e8-624b-45a3-b9cb-d7602ed03e0e"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:15.785579 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port a11065e8-624b-45a3-b9cb-d7602ed03e0e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=a11065e8-624b-45a3-b9cb-d7602ed03e0e,segment=NetworkSegment(f54bf998-c6df-4a54-bbd7-3503e7bb776e),segment_id=f54bf998-c6df-4a54-bbd7-3503e7bb776e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:15.800985 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:15.905204 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183d2fb6-4e01-4cbc-b8cf-1e7772580945 x-openstack-request-id: req-183d2fb6-4e01-4cbc-b8cf-1e7772580945 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:15.906040 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a20db8-8bdc-4289-b01f-3843c83b1a09", "name": "network-vif-plugged", "status": "completed", "tag": "a11065e8-624b-45a3-b9cb-d7602ed03e0e", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:15.906353 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-183d2fb6-4e01-4cbc-b8cf-1e7772580945 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:15.906768 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a20db8-8bdc-4289-b01f-3843c83b1a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11065e8-624b-45a3-b9cb-d7602ed03e0e', 'code': 200} Feb 19 04:19:15.936892 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-82ba8836-650e-48bb-94e0-f40b66aa728d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Deleting port 898fda35-40f1-43dc-a819-d803062eb315 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:19:15.937399 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82ba8836-650e-48bb-94e0-f40b66aa728d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (898fda35-40f1-43dc-a819-d803062eb315), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:16.002340 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=a11065e8-624b-45a3-b9cb-d7602ed03e0e,revision_number=7']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:16.096573 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82ba8836-650e-48bb-94e0-f40b66aa728d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (898fda35-40f1-43dc-a819-d803062eb315), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:16.109965 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-82ba8836-650e-48bb-94e0-f40b66aa728d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Calling delete_port for 898fda35-40f1-43dc-a819-d803062eb315 owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:19:16.411311 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82ba8836-650e-48bb-94e0-f40b66aa728d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (898fda35-40f1-43dc-a819-d803062eb315), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:16.469963 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba8836-650e-48bb-94e0-f40b66aa728d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event deleted for resources: {'Port': ['ID=898fda35-40f1-43dc-a819-d803062eb315,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:16.576851 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82ba8836-650e-48bb-94e0-f40b66aa728d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:16.581399 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-82ba8836-650e-48bb-94e0-f40b66aa728d tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "DELETE /v2.0/ports/898fda35-40f1-43dc-a819-d803062eb315 HTTP/1.1" status: 204 len: 168 time: 0.9938962 Feb 19 04:19:16.584028 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44360) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:16.653914 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d990571-48a4-4128-a7da-8c1cf2861afb tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Deleting subnet ad06bfbd-99a2-4a8a-a2ae-abc5d82d0e14 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:19:16.660868 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d990571-48a4-4128-a7da-8c1cf2861afb tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for subnet (ad06bfbd-99a2-4a8a-a2ae-abc5d82d0e14), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:16.749674 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d990571-48a4-4128-a7da-8c1cf2861afb tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (ad06bfbd-99a2-4a8a-a2ae-abc5d82d0e14), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:16.853487 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d990571-48a4-4128-a7da-8c1cf2861afb tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (ad06bfbd-99a2-4a8a-a2ae-abc5d82d0e14), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:16.990371 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d990571-48a4-4128-a7da-8c1cf2861afb tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (ad06bfbd-99a2-4a8a-a2ae-abc5d82d0e14), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:17.087588 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d990571-48a4-4128-a7da-8c1cf2861afb tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:17.089596 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1714cfaf-f002-4e82-b34a-b5dca066665a None None] Network 970ed126-7758-4a49-91d5-8b77d328f7d8 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:19:17.092041 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1d990571-48a4-4128-a7da-8c1cf2861afb tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "DELETE /v2.0/subnets/ad06bfbd-99a2-4a8a-a2ae-abc5d82d0e14 HTTP/1.1" status: 204 len: 168 time: 0.5043919 Feb 19 04:19:17.094855 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44390) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:17.098882 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d990571-48a4-4128-a7da-8c1cf2861afb tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event deleted for resources: {'Subnet': ['ID=ad06bfbd-99a2-4a8a-a2ae-abc5d82d0e14,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:17.146359 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e634a0-16a0-45e6-b968-ee232475ce38 req-547816fa-7460-46e2-9187-9157ad3770fd tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:17.154211 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-27e634a0-16a0-45e6-b968-ee232475ce38 req-547816fa-7460-46e2-9187-9157ad3770fd tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.4966099 Feb 19 04:19:17.175471 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83caf7b6-692b-4354-8bd4-19d2b6670fd3 req-b6991f5e-14e9-4a22-b4ed-9cacd3415182 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:17.177424 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-83caf7b6-692b-4354-8bd4-19d2b6670fd3 req-b6991f5e-14e9-4a22-b4ed-9cacd3415182 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.5187302 Feb 19 04:19:17.294418 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e58640a-524a-451c-9fc8-2e357041e6e1 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Deleting subnet 3997bf76-8ce7-4842-a079-84ac59980743 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:19:17.312051 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e58640a-524a-451c-9fc8-2e357041e6e1 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for subnet (3997bf76-8ce7-4842-a079-84ac59980743), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:17.341397 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-27e634a0-16a0-45e6-b968-ee232475ce38 req-6050738d-49d0-4e81-809a-5acb959bf69a tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759064 Feb 19 04:19:17.407473 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e58640a-524a-451c-9fc8-2e357041e6e1 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (3997bf76-8ce7-4842-a079-84ac59980743), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:17.416812 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-83caf7b6-692b-4354-8bd4-19d2b6670fd3 req-14e325a0-56a2-4b20-84a4-0af165c1cc33 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287376 Feb 19 04:19:17.508906 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb0e6cc-8f75-422e-8823-b7b6d54e4a31 None None] DHCP port deletion for 970ed126-7758-4a49-91d5-8b77d328f7d8 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:19:17.617110 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e58640a-524a-451c-9fc8-2e357041e6e1 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (3997bf76-8ce7-4842-a079-84ac59980743), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:17.651958 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-1cb0e6cc-8f75-422e-8823-b7b6d54e4a31 None None] Deleting port 465b9dc5-a0f3-4d09-9937-f44da7a1c18c {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:19:17.652338 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1cb0e6cc-8f75-422e-8823-b7b6d54e4a31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (465b9dc5-a0f3-4d09-9937-f44da7a1c18c), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:17.766019 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e58640a-524a-451c-9fc8-2e357041e6e1 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (3997bf76-8ce7-4842-a079-84ac59980743), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:17.822189 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-1cb0e6cc-8f75-422e-8823-b7b6d54e4a31 None None] For port 465b9dc5-a0f3-4d09-9937-f44da7a1c18c, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=465b9dc5-a0f3-4d09-9937-f44da7a1c18c,segment=NetworkSegment(ee732889-2e4f-4cb8-ba94-5c3620376051),segment_id=ee732889-2e4f-4cb8-ba94-5c3620376051)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:17.824658 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1cb0e6cc-8f75-422e-8823-b7b6d54e4a31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (465b9dc5-a0f3-4d09-9937-f44da7a1c18c), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:17.835611 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e58640a-524a-451c-9fc8-2e357041e6e1 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:17.846316 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44414) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:17.858053 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2e58640a-524a-451c-9fc8-2e357041e6e1 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "DELETE /v2.0/subnets/3997bf76-8ce7-4842-a079-84ac59980743 HTTP/1.1" status: 204 len: 168 time: 0.7614901 Feb 19 04:19:17.864233 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58640a-524a-451c-9fc8-2e357041e6e1 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event deleted for resources: {'Subnet': ['ID=3997bf76-8ce7-4842-a079-84ac59980743,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:17.879526 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-1cb0e6cc-8f75-422e-8823-b7b6d54e4a31 None None] Calling delete_port for 465b9dc5-a0f3-4d09-9937-f44da7a1c18c owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:19:17.884999 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227f5d00-5cd8-4a1b-b930-bde8a84c3791 None None] Network 992f3549-caaf-4530-b747-2a0e80390b5d requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:19:17.992030 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ecf2fd12-fd25-4651-96e7-1db15d25c314 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (970ed126-7758-4a49-91d5-8b77d328f7d8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:18.077478 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-ecf2fd12-fd25-4651-96e7-1db15d25c314 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Deleting port 465b9dc5-a0f3-4d09-9937-f44da7a1c18c {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:19:18.077970 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ecf2fd12-fd25-4651-96e7-1db15d25c314 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (465b9dc5-a0f3-4d09-9937-f44da7a1c18c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:18.160432 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1cb0e6cc-8f75-422e-8823-b7b6d54e4a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (465b9dc5-a0f3-4d09-9937-f44da7a1c18c), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:18.204404 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0e6cc-8f75-422e-8823-b7b6d54e4a31 None None] Pushing event deleted for resources: {'Port': ['ID=465b9dc5-a0f3-4d09-9937-f44da7a1c18c,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:18.210632 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb0e6cc-8f75-422e-8823-b7b6d54e4a31 None None] No DVR routers for this DVR port 465b9dc5-a0f3-4d09-9937-f44da7a1c18c on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:19:18.215824 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-ecf2fd12-fd25-4651-96e7-1db15d25c314 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] For port 465b9dc5-a0f3-4d09-9937-f44da7a1c18c, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=465b9dc5-a0f3-4d09-9937-f44da7a1c18c,segment=NetworkSegment(ee732889-2e4f-4cb8-ba94-5c3620376051),segment_id=ee732889-2e4f-4cb8-ba94-5c3620376051)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:18.216204 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ecf2fd12-fd25-4651-96e7-1db15d25c314 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (465b9dc5-a0f3-4d09-9937-f44da7a1c18c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:18.266890 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-ecf2fd12-fd25-4651-96e7-1db15d25c314 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Calling delete_port for 465b9dc5-a0f3-4d09-9937-f44da7a1c18c owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:19:18.282376 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694040bf-b694-4a10-ba10-992b934aea4e None None] DHCP port deletion for 992f3549-caaf-4530-b747-2a0e80390b5d request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:19:18.319876 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 465b9dc5-a0f3-4d09-9937-f44da7a1c18c no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:19:18.457261 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ecf2fd12-fd25-4651-96e7-1db15d25c314 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (465b9dc5-a0f3-4d09-9937-f44da7a1c18c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:18.470600 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 465b9dc5-a0f3-4d09-9937-f44da7a1c18c {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:19:18.471483 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 465b9dc5-a0f3-4d09-9937-f44da7a1c18c not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:19:18.506362 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-694040bf-b694-4a10-ba10-992b934aea4e None None] Deleting port 989217ac-2208-4e52-8662-7bdca5ed69bc {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:19:18.507663 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-694040bf-b694-4a10-ba10-992b934aea4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (989217ac-2208-4e52-8662-7bdca5ed69bc), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:18.514814 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2fd12-fd25-4651-96e7-1db15d25c314 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event deleted for resources: {'Port': ['ID=465b9dc5-a0f3-4d09-9937-f44da7a1c18c,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:18.545963 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf2fd12-fd25-4651-96e7-1db15d25c314 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] No DVR routers for this DVR port 465b9dc5-a0f3-4d09-9937-f44da7a1c18c on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:19:18.724375 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-694040bf-b694-4a10-ba10-992b934aea4e None None] For port 989217ac-2208-4e52-8662-7bdca5ed69bc, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=989217ac-2208-4e52-8662-7bdca5ed69bc,segment=NetworkSegment(fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e),segment_id=fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:18.726575 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-694040bf-b694-4a10-ba10-992b934aea4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (989217ac-2208-4e52-8662-7bdca5ed69bc), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:18.763345 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-694040bf-b694-4a10-ba10-992b934aea4e None None] Calling delete_port for 989217ac-2208-4e52-8662-7bdca5ed69bc owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:19:18.906373 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ecf2fd12-fd25-4651-96e7-1db15d25c314 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (970ed126-7758-4a49-91d5-8b77d328f7d8), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:18.930481 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-ecf2fd12-fd25-4651-96e7-1db15d25c314 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['970ed126-7758-4a49-91d5-8b77d328f7d8']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:18.946530 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-ecf2fd12-fd25-4651-96e7-1db15d25c314 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee732889-2e4f-4cb8-ba94-5c3620376051') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:18.946992 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-ecf2fd12-fd25-4651-96e7-1db15d25c314 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee732889-2e4f-4cb8-ba94-5c3620376051') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:18.959759 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ecf2fd12-fd25-4651-96e7-1db15d25c314 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (ee732889-2e4f-4cb8-ba94-5c3620376051), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:18.977180 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ecf2fd12-fd25-4651-96e7-1db15d25c314 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (ee732889-2e4f-4cb8-ba94-5c3620376051), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:18.985257 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf2fd12-fd25-4651-96e7-1db15d25c314 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:19:18.985789 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ecf2fd12-fd25-4651-96e7-1db15d25c314 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (ee732889-2e4f-4cb8-ba94-5c3620376051), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:19.033444 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-694040bf-b694-4a10-ba10-992b934aea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (989217ac-2208-4e52-8662-7bdca5ed69bc), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:19.077906 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694040bf-b694-4a10-ba10-992b934aea4e None None] No DVR routers for this DVR port 989217ac-2208-4e52-8662-7bdca5ed69bc on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:19:19.093911 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694040bf-b694-4a10-ba10-992b934aea4e None None] Pushing event deleted for resources: {'Port': ['ID=989217ac-2208-4e52-8662-7bdca5ed69bc,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:19.128564 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca383a5-24c6-4b0d-a166-b0f84b4b6646 req-d1f172f1-abbf-4ffb-b09c-2bf1984860a9 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:19.138345 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ca383a5-24c6-4b0d-a166-b0f84b4b6646 req-d1f172f1-abbf-4ffb-b09c-2bf1984860a9 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.6266823 Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:19:19.140761 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:19:19.268676 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e20a0-1b3c-4e06-b943-674c3890a8b5 req-e0e8d9d0-3ee2-4026-9aae-0377ba8b4b32 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:19.275717 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa8e20a0-1b3c-4e06-b943-674c3890a8b5 req-e0e8d9d0-3ee2-4026-9aae-0377ba8b4b32 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.4399605 Feb 19 04:19:19.294006 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ca383a5-24c6-4b0d-a166-b0f84b4b6646 req-befa6b7e-e2b9-46e7-9c71-a9c54e55b617 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487644 Feb 19 04:19:19.336147 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ecf2fd12-fd25-4651-96e7-1db15d25c314 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (970ed126-7758-4a49-91d5-8b77d328f7d8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:19.380478 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2fd12-fd25-4651-96e7-1db15d25c314 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event deleted for resources: {'Network': ['ID=970ed126-7758-4a49-91d5-8b77d328f7d8,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:19.400112 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ecf2fd12-fd25-4651-96e7-1db15d25c314 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:19.407134 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ecf2fd12-fd25-4651-96e7-1db15d25c314 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "DELETE /v2.0/networks/970ed126-7758-4a49-91d5-8b77d328f7d8 HTTP/1.1" status: 204 len: 168 time: 1.5594726 Feb 19 04:19:19.421528 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44446) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:19.448431 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa8e20a0-1b3c-4e06-b943-674c3890a8b5 req-794133f2-0c00-4185-ad66-372c18060159 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717710 Feb 19 04:19:19.594744 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ba35194-955e-49bf-8990-ac7d425650a5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (992f3549-caaf-4530-b747-2a0e80390b5d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:19.834279 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ba35194-955e-49bf-8990-ac7d425650a5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (992f3549-caaf-4530-b747-2a0e80390b5d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:19.867229 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-5ba35194-955e-49bf-8990-ac7d425650a5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['992f3549-caaf-4530-b747-2a0e80390b5d']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:19.885692 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-5ba35194-955e-49bf-8990-ac7d425650a5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:19.885992 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-5ba35194-955e-49bf-8990-ac7d425650a5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:19.900186 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ba35194-955e-49bf-8990-ac7d425650a5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:19.923318 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ba35194-955e-49bf-8990-ac7d425650a5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:19.932851 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba35194-955e-49bf-8990-ac7d425650a5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:19:19.933341 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ba35194-955e-49bf-8990-ac7d425650a5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (fe9acf3d-f7b1-42f9-b4ec-098beaca8f7e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:19:19.937824 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:19:20.037969 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ba35194-955e-49bf-8990-ac7d425650a5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (992f3549-caaf-4530-b747-2a0e80390b5d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:20.065551 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ba35194-955e-49bf-8990-ac7d425650a5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:20.071772 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5ba35194-955e-49bf-8990-ac7d425650a5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] 10.222.0.52 "DELETE /v2.0/networks/992f3549-caaf-4530-b747-2a0e80390b5d HTTP/1.1" status: 204 len: 168 time: 0.6487792 Feb 19 04:19:20.109585 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba35194-955e-49bf-8990-ac7d425650a5 tempest-TaggedBootDevicesTest_v242-1869091963 tempest-TaggedBootDevicesTest_v242-1869091963-project] Pushing event deleted for resources: {'Network': ['ID=992f3549-caaf-4530-b747-2a0e80390b5d,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:20.303967 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 989217ac-2208-4e52-8662-7bdca5ed69bc no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:19:20.364079 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 989217ac-2208-4e52-8662-7bdca5ed69bc {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:19:20.365685 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 989217ac-2208-4e52-8662-7bdca5ed69bc not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:19:20.633195 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90e874-4e07-401a-8f4f-24768ffaaa96 req-35c85a44-4122-4ccc-bd4b-db0f00d13446 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:20.642924 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da90e874-4e07-401a-8f4f-24768ffaaa96 req-35c85a44-4122-4ccc-bd4b-db0f00d13446 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.1989744 Feb 19 04:19:20.693496 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00fdf0-d724-4420-9d7b-730371d2384f req-83e453b3-94ec-483c-9840-67de02489b69 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:20.695365 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0b00fdf0-d724-4420-9d7b-730371d2384f req-83e453b3-94ec-483c-9840-67de02489b69 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1325758 Feb 19 04:19:20.765226 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da90e874-4e07-401a-8f4f-24768ffaaa96 req-6de10465-9346-4461-a9d7-0f91a98464af tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211371 Feb 19 04:19:20.784346 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0b00fdf0-d724-4420-9d7b-730371d2384f req-37ccdac3-b4ca-460b-bc16-6978d4c7b3f4 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816128 Feb 19 04:19:21.335208 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44482) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:21.498195 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-272d63d2-1fb3-49ef-9e6c-ce17e9a511a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:21.618265 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-272d63d2-1fb3-49ef-9e6c-ce17e9a511a3 admin admin] Publish callbacks [] for security_group (7b85103b-58d3-438c-a17a-089a209c720f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:21.632507 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-272d63d2-1fb3-49ef-9e6c-ce17e9a511a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7b85103b-58d3-438c-a17a-089a209c720f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:21.682429 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-272d63d2-1fb3-49ef-9e6c-ce17e9a511a3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=05e0bd6088be4af2a82b1d7c433f8142&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3438599 Feb 19 04:19:21.684164 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44496) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:21.714425 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d63d2-1fb3-49ef-9e6c-ce17e9a511a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b85103b-58d3-438c-a17a-089a209c720f,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:21.751872 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bc4e3dd4-6f22-4db5-889f-c8ded3c5d177 admin admin] Publish callbacks [] for security_group (7b85103b-58d3-438c-a17a-089a209c720f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:21.776289 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bc4e3dd4-6f22-4db5-889f-c8ded3c5d177 admin admin] Publish callbacks [] for security_group (7b85103b-58d3-438c-a17a-089a209c720f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:21.876972 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bc4e3dd4-6f22-4db5-889f-c8ded3c5d177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7b85103b-58d3-438c-a17a-089a209c720f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:21.880082 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bc4e3dd4-6f22-4db5-889f-c8ded3c5d177 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:21.881271 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bc4e3dd4-6f22-4db5-889f-c8ded3c5d177 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7b85103b-58d3-438c-a17a-089a209c720f HTTP/1.1" status: 204 len: 168 time: 0.1962116 Feb 19 04:19:21.913332 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e3dd4-6f22-4db5-889f-c8ded3c5d177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b85103b-58d3-438c-a17a-089a209c720f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:22.110451 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adf6c7-7297-4bf4-9896-92aba212a057 req-0e2e2ceb-9b53-4f48-b822-7918fd0df680 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:22.122157 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56adf6c7-7297-4bf4-9896-92aba212a057 req-0e2e2ceb-9b53-4f48-b822-7918fd0df680 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1795902 Feb 19 04:19:22.195450 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56adf6c7-7297-4bf4-9896-92aba212a057 req-d4061f2c-f06d-4776-8072-03f9ac364844 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724699 Feb 19 04:19:22.204199 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2022f-5d39-49b8-8410-d4e27f639af8 req-04cfe4ab-405d-464c-aa19-bde947d7f13a tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:22.212732 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bcb2022f-5d39-49b8-8410-d4e27f639af8 req-04cfe4ab-405d-464c-aa19-bde947d7f13a tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.2042842 Feb 19 04:19:22.296910 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bcb2022f-5d39-49b8-8410-d4e27f639af8 req-4b74dfa5-1d49-4e74-a7a7-00d84d10c5ec tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787020 Feb 19 04:19:22.539709 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44514) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:22.567185 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b2596da2-472d-42ef-892f-4e181cd524ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:22.758816 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b2596da2-472d-42ef-892f-4e181cd524ce admin admin] Publish callbacks [] for security_group (0a43092c-cfa3-4ca9-aac1-ac9c9b6f3f81), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:22.769780 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b2596da2-472d-42ef-892f-4e181cd524ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0a43092c-cfa3-4ca9-aac1-ac9c9b6f3f81), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:22.860947 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2596da2-472d-42ef-892f-4e181cd524ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a43092c-cfa3-4ca9-aac1-ac9c9b6f3f81,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:22.877251 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b2596da2-472d-42ef-892f-4e181cd524ce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=89a2fad0fb574fd58d2c744fd50118e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3361471 Feb 19 04:19:22.879908 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44518) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:22.981282 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e9e24b67-5acd-403a-bac8-980ae33f3fcb admin admin] Publish callbacks [] for security_group (0a43092c-cfa3-4ca9-aac1-ac9c9b6f3f81), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:23.034025 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e9e24b67-5acd-403a-bac8-980ae33f3fcb admin admin] Publish callbacks [] for security_group (0a43092c-cfa3-4ca9-aac1-ac9c9b6f3f81), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:23.180455 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e9e24b67-5acd-403a-bac8-980ae33f3fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0a43092c-cfa3-4ca9-aac1-ac9c9b6f3f81), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:23.188563 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e9e24b67-5acd-403a-bac8-980ae33f3fcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:23.217267 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e9e24b67-5acd-403a-bac8-980ae33f3fcb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0a43092c-cfa3-4ca9-aac1-ac9c9b6f3f81 HTTP/1.1" status: 204 len: 168 time: 0.3312612 Feb 19 04:19:23.233502 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e24b67-5acd-403a-bac8-980ae33f3fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a43092c-cfa3-4ca9-aac1-ac9c9b6f3f81,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:23.540294 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001dcc7-1977-4c5e-9223-410e1e114737 req-788ef604-8134-407a-8ab1-43a04152fbc6 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:23.556186 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0001dcc7-1977-4c5e-9223-410e1e114737 req-788ef604-8134-407a-8ab1-43a04152fbc6 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1999450 Feb 19 04:19:23.822625 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd4a10-939f-4e8d-808b-942c7b115787 req-5a752056-932e-4075-9935-01f55bc8f4eb tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:23.838757 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2bcd4a10-939f-4e8d-808b-942c7b115787 req-5a752056-932e-4075-9935-01f55bc8f4eb tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.2735674 Feb 19 04:19:23.942516 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0001dcc7-1977-4c5e-9223-410e1e114737 req-f9e35435-fc0e-4c7e-b06c-2591d010299e tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852861 Feb 19 04:19:23.993723 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2bcd4a10-939f-4e8d-808b-942c7b115787 req-c42429e0-f533-469a-8c74-24a35303e031 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539178 Feb 19 04:19:24.332897 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24505da-30a0-422b-8610-ecf7720ef788 req-7d84b1cd-37f8-40b1-829b-809e92e17bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:24.335266 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e24505da-30a0-422b-8610-ecf7720ef788 req-7d84b1cd-37f8-40b1-829b-809e92e17bac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=90f22cfd00964f179efcdc77f1d50815&device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 1128 time: 0.6608784 Feb 19 04:19:24.709973 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24505da-30a0-422b-8610-ecf7720ef788 req-863d1aff-962b-471d-93ea-5eadd74c0ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:24.711509 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e24505da-30a0-422b-8610-ecf7720ef788 req-863d1aff-962b-471d-93ea-5eadd74c0ace service neutron] 10.222.0.26 "GET /v2.0/networks?id=d969274d-e3f5-4be2-94a1-23d058336a4e HTTP/1.1" status: 200 len: 918 time: 0.3495290 Feb 19 04:19:24.838617 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e24505da-30a0-422b-8610-ecf7720ef788 req-d08d4d9e-8002-4051-801f-9c9fe7f3ada1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf6e0b93-e0ec-4304-8193-2488370a77a7 HTTP/1.1" status: 200 len: 1000 time: 0.1173973 Feb 19 04:19:24.966832 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24505da-30a0-422b-8610-ecf7720ef788 req-94406385-d5ab-42a4-89ef-a9de170af28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:24.970483 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e24505da-30a0-422b-8610-ecf7720ef788 req-94406385-d5ab-42a4-89ef-a9de170af28e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59a62ba0-3299-4137-b1e4-27552484bcd3 HTTP/1.1" status: 200 len: 856 time: 0.1241786 Feb 19 04:19:25.098931 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24505da-30a0-422b-8610-ecf7720ef788 req-7f2704ce-ce29-4c2a-b848-4554a2056a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:25.100453 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e24505da-30a0-422b-8610-ecf7720ef788 req-7f2704ce-ce29-4c2a-b848-4554a2056a0d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d969274d-e3f5-4be2-94a1-23d058336a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1238360 Feb 19 04:19:25.513542 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18133f96-7751-40dd-88de-b18a80918cca req-2965b537-9796-4ae8-a1b9-19f68162123f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:25.515588 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18133f96-7751-40dd-88de-b18a80918cca req-2965b537-9796-4ae8-a1b9-19f68162123f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.3111856 Feb 19 04:19:25.535481 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a7491-c624-487c-bfce-0e647a6b0820 req-6401b61d-d121-4a27-855d-d31c3af77b76 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:25.543567 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd4a7491-c624-487c-bfce-0e647a6b0820 req-6401b61d-d121-4a27-855d-d31c3af77b76 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.4092779 Feb 19 04:19:25.640495 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd4a7491-c624-487c-bfce-0e647a6b0820 req-a78b1b2f-cd56-4a27-b19f-930f1c4bf4ea tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828152 Feb 19 04:19:25.728299 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18133f96-7751-40dd-88de-b18a80918cca req-410eddf1-ccbb-4db7-9852-2f270c10497b tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827614 Feb 19 04:19:25.735885 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e24505da-30a0-422b-8610-ecf7720ef788 req-1d03b38b-9a20-4c17-a82d-062b1a78d2e3 service neutron] 10.222.0.26 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6242259 Feb 19 04:19:25.972436 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e24505da-30a0-422b-8610-ecf7720ef788 req-cef80d86-d2eb-4b1e-920d-bd23e400f8c4 service neutron] 10.222.0.26 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304199 Feb 19 04:19:26.816819 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:27.017163 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7675525-7a0a-4f47-85f0-065a27983c93 req-b3e694c7-040e-41f1-a394-e4e1da6085b6 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:27.021515 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c7675525-7a0a-4f47-85f0-065a27983c93 req-b3e694c7-040e-41f1-a394-e4e1da6085b6 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.2489905 Feb 19 04:19:27.073446 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e516bbf-259c-417b-a334-15d99689db78 req-29f848b5-adff-42e3-88a0-28c2dd8edd90 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:27.078284 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e516bbf-259c-417b-a334-15d99689db78 req-29f848b5-adff-42e3-88a0-28c2dd8edd90 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.2227588 Feb 19 04:19:27.181527 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c7675525-7a0a-4f47-85f0-065a27983c93 req-41fafdcf-12c7-4c0b-beef-78380ed7571c tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483190 Feb 19 04:19:27.267177 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e516bbf-259c-417b-a334-15d99689db78 req-8fde02e0-9696-447f-a45c-70cfcd385847 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659653 Feb 19 04:19:28.422576 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67f82c-e436-4cf0-8f60-561af7105583 req-9d859846-e499-41e7-bb46-5b2943609014 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:28.440044 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a67f82c-e436-4cf0-8f60-561af7105583 req-9d859846-e499-41e7-bb46-5b2943609014 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1099300 Feb 19 04:19:28.665205 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b4e85-5a51-4ae0-a4fb-2c1e67e3d39c req-eafc72e6-b834-430f-b4f7-5f9a6503ea4d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:28.666725 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f0b4e85-5a51-4ae0-a4fb-2c1e67e3d39c req-eafc72e6-b834-430f-b4f7-5f9a6503ea4d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.2057683 Feb 19 04:19:28.739312 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a67f82c-e436-4cf0-8f60-561af7105583 req-9fb4098b-382f-4936-aee0-dd71b588b0e0 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969272 Feb 19 04:19:28.790799 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f0b4e85-5a51-4ae0-a4fb-2c1e67e3d39c req-37dba6a9-8885-4a23-b4f8-754594f9dfc9 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083221 Feb 19 04:19:29.637881 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:29.912881 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329c846-2f53-4198-bbcd-85a6932a3e8b req-c44b99cd-8d30-4827-93bc-094892b2fd5a tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:29.921130 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7329c846-2f53-4198-bbcd-85a6932a3e8b req-c44b99cd-8d30-4827-93bc-094892b2fd5a tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0686686 Feb 19 04:19:30.049024 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7329c846-2f53-4198-bbcd-85a6932a3e8b req-551cf7a3-cc8d-4272-b7e0-9fd347aa611e tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267443 Feb 19 04:19:30.104884 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c16556-4360-4100-8218-4fe86470f1d9 req-58380dcb-eb72-4674-8a92-4918d18035b4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:30.108773 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d5c16556-4360-4100-8218-4fe86470f1d9 req-58380dcb-eb72-4674-8a92-4918d18035b4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.1356854 Feb 19 04:19:30.220091 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d5c16556-4360-4100-8218-4fe86470f1d9 req-9e7c38bb-af15-40bb-8b34-d2861e2129a5 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012630 Feb 19 04:19:30.655162 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-df33358b-b69a-4762-8450-da94f86ad87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:32.029157 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e33338-f04d-454c-8e38-b1b6265979c3 req-ba46fd9c-9daf-44be-90eb-7b2a4fed4f51 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:32.034015 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b3e33338-f04d-454c-8e38-b1b6265979c3 req-ba46fd9c-9daf-44be-90eb-7b2a4fed4f51 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.2077620 Feb 19 04:19:32.067473 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06334f0a-5156-42ef-8f76-93febca638a5 req-0ec842e4-9406-416c-adf3-6bc8296b9341 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:32.075679 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-06334f0a-5156-42ef-8f76-93febca638a5 req-0ec842e4-9406-416c-adf3-6bc8296b9341 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.8599994 Feb 19 04:19:32.310403 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-06334f0a-5156-42ef-8f76-93febca638a5 req-a1f2efbc-18c9-4ef8-8916-e50b98e075bb tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226930 Feb 19 04:19:32.344728 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b3e33338-f04d-454c-8e38-b1b6265979c3 req-6bfe249f-d6c2-44bd-a07e-3e15e0747af8 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647417 Feb 19 04:19:32.763832 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-aa9d9766-b6e0-468d-803c-05ba4e4cbdf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:33.686758 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80167f-8782-41b8-a130-66cab6b306aa req-7c1abc71-1e4c-4cef-9371-04670acf1232 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:33.695733 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc80167f-8782-41b8-a130-66cab6b306aa req-7c1abc71-1e4c-4cef-9371-04670acf1232 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.1269827 Feb 19 04:19:33.733945 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e70204-4223-4720-a68e-275ecf4a2282 req-475fc685-889f-4480-ab50-957c9d453ca0 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:33.744820 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-72e70204-4223-4720-a68e-275ecf4a2282 req-475fc685-889f-4480-ab50-957c9d453ca0 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.2523556 Feb 19 04:19:33.785599 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:33.849421 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc80167f-8782-41b8-a130-66cab6b306aa req-039d1c2e-8696-4ae2-b7de-8fbdf0f22c8f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390970 Feb 19 04:19:33.877963 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-72e70204-4223-4720-a68e-275ecf4a2282 req-6968e0ac-c935-48e1-b321-e80214349847 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312680 Feb 19 04:19:34.950835 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:19:35.282342 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49926532-37b6-4464-b857-a4657bf09bf4 req-d211c068-52ae-4252-ae6d-813a4524b54c tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:35.290364 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-49926532-37b6-4464-b857-a4657bf09bf4 req-d211c068-52ae-4252-ae6d-813a4524b54c tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.2506573 Feb 19 04:19:35.311664 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:35.325334 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad8d00-14a1-47ae-89dd-e08d23d6473d req-418bd92a-d2d3-4f95-99c2-be9afeb25a8d tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:35.334570 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-38ad8d00-14a1-47ae-89dd-e08d23d6473d req-418bd92a-d2d3-4f95-99c2-be9afeb25a8d tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.2452354 Feb 19 04:19:35.467078 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-38ad8d00-14a1-47ae-89dd-e08d23d6473d req-44374bd1-f0f2-4c62-b483-e8c086cdc454 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260457 Feb 19 04:19:35.472485 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-49926532-37b6-4464-b857-a4657bf09bf4 req-31905306-1190-4316-b830-7f846b1d6021 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243632 Feb 19 04:19:36.695230 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d40d1-72c2-4047-8cac-b619463fca8f req-844b8264-0a87-4bf7-925c-a102a9a5e982 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:36.702701 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc9d40d1-72c2-4047-8cac-b619463fca8f req-844b8264-0a87-4bf7-925c-a102a9a5e982 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.1245906 Feb 19 04:19:36.760937 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462330ba-dabf-486f-aee5-c5d5159abd27 req-5244fea7-e75a-4894-b244-3acbf0e23ecd tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:36.763717 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:36.771121 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-462330ba-dabf-486f-aee5-c5d5159abd27 req-5244fea7-e75a-4894-b244-3acbf0e23ecd tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1411979 Feb 19 04:19:36.850879 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc9d40d1-72c2-4047-8cac-b619463fca8f req-8d989f83-f01b-4361-8b50-0bb6d7ba798b tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379728 Feb 19 04:19:36.923508 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-462330ba-dabf-486f-aee5-c5d5159abd27 req-2f9c1129-57a6-4c0d-8034-cd4196b3c978 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493516 Feb 19 04:19:37.091244 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd4e28-49fe-4a99-8b00-35afc8ec5689 req-9f941b69-e9dd-4be5-a5fa-b7dd8e2f26a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:37.104292 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88cd4e28-49fe-4a99-8b00-35afc8ec5689 req-9f941b69-e9dd-4be5-a5fa-b7dd8e2f26a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=90f22cfd00964f179efcdc77f1d50815&device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 1128 time: 0.0855525 Feb 19 04:19:37.298479 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd4e28-49fe-4a99-8b00-35afc8ec5689 req-eb89cf8d-06c4-45ee-9914-8d0eae6cfd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:37.301313 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88cd4e28-49fe-4a99-8b00-35afc8ec5689 req-eb89cf8d-06c4-45ee-9914-8d0eae6cfd6f service neutron] 10.222.0.26 "GET /v2.0/networks?id=d969274d-e3f5-4be2-94a1-23d058336a4e HTTP/1.1" status: 200 len: 918 time: 0.1871345 Feb 19 04:19:37.401877 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88cd4e28-49fe-4a99-8b00-35afc8ec5689 req-4910a356-eb13-4971-a554-bfedf05e1765 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf6e0b93-e0ec-4304-8193-2488370a77a7 HTTP/1.1" status: 200 len: 1000 time: 0.0926211 Feb 19 04:19:37.546056 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd4e28-49fe-4a99-8b00-35afc8ec5689 req-c1c93afd-e0f6-4ecf-85cc-b2cf51e72568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:37.550058 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88cd4e28-49fe-4a99-8b00-35afc8ec5689 req-c1c93afd-e0f6-4ecf-85cc-b2cf51e72568 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59a62ba0-3299-4137-b1e4-27552484bcd3 HTTP/1.1" status: 200 len: 856 time: 0.1135824 Feb 19 04:19:37.639844 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd4e28-49fe-4a99-8b00-35afc8ec5689 req-42183b5e-b714-4641-90ad-63842033a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:37.641392 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88cd4e28-49fe-4a99-8b00-35afc8ec5689 req-42183b5e-b714-4641-90ad-63842033a1c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d969274d-e3f5-4be2-94a1-23d058336a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0854974 Feb 19 04:19:37.896986 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88cd4e28-49fe-4a99-8b00-35afc8ec5689 req-e00fdb9b-1e19-40e9-837e-8a8ed0007f04 service neutron] 10.222.0.26 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480903 Feb 19 04:19:38.232159 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c102d28-2431-491e-befb-1528d6c5f823 req-381931d7-4127-428b-8e5e-ae03605f577b tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:38.233894 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c102d28-2431-491e-befb-1528d6c5f823 req-381931d7-4127-428b-8e5e-ae03605f577b tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.2815421 Feb 19 04:19:38.245352 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88cd4e28-49fe-4a99-8b00-35afc8ec5689 req-453a68c2-69f7-447d-89d1-ff7bc2022cb9 service neutron] 10.222.0.26 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322814 Feb 19 04:19:38.273737 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126228cb-2cdd-45d5-83b1-f7495f08320e req-5b847635-f80e-4654-a70d-da68004112de tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:38.275651 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-126228cb-2cdd-45d5-83b1-f7495f08320e req-5b847635-f80e-4654-a70d-da68004112de tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1748712 Feb 19 04:19:38.365264 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-126228cb-2cdd-45d5-83b1-f7495f08320e req-564181da-7417-4211-bfe9-3648d318d04a tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801892 Feb 19 04:19:38.384330 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c102d28-2431-491e-befb-1528d6c5f823 req-c9d20999-5335-4f18-9755-79323cf508e2 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365590 Feb 19 04:19:39.746021 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd639e-8b94-4190-9c91-f24cdec179d1 req-18c5ee09-ae1d-4858-a5f7-4ab85e1a005e tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:39.763142 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d3dd639e-8b94-4190-9c91-f24cdec179d1 req-18c5ee09-ae1d-4858-a5f7-4ab85e1a005e tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.2817640 Feb 19 04:19:39.818695 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a4f78-f343-47a3-b441-62e149113069 req-2c210ec5-eeec-4d74-8a40-e68fb018a986 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:39.820789 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-103a4f78-f343-47a3-b441-62e149113069 req-2c210ec5-eeec-4d74-8a40-e68fb018a986 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.2600164 Feb 19 04:19:39.951948 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d3dd639e-8b94-4190-9c91-f24cdec179d1 req-e9274c99-ccb5-4cfd-9713-42f56fc17e49 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826138 Feb 19 04:19:40.040971 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-103a4f78-f343-47a3-b441-62e149113069 req-103e109e-6929-4f89-a9ec-acdc1ed6dfe2 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049918 Feb 19 04:19:40.463834 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44906) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:40.595231 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0c74ccc6-5b33-457a-8cca-9b4781b51582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:40.694461 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0c74ccc6-5b33-457a-8cca-9b4781b51582 admin admin] Publish callbacks [] for security_group (ffcbace6-73ae-4662-abe5-324df47f8775), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:40.705041 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0c74ccc6-5b33-457a-8cca-9b4781b51582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ffcbace6-73ae-4662-abe5-324df47f8775), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:40.772112 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74ccc6-5b33-457a-8cca-9b4781b51582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcbace6-73ae-4662-abe5-324df47f8775,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:40.816427 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44914) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:40.818638 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0c74ccc6-5b33-457a-8cca-9b4781b51582 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5f11048713ec498ba5293684696490b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3535967 Feb 19 04:19:40.922674 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-383064c7-48ff-4943-bb97-3aadffb5500e admin admin] Publish callbacks [] for security_group (ffcbace6-73ae-4662-abe5-324df47f8775), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:40.966775 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-383064c7-48ff-4943-bb97-3aadffb5500e admin admin] Publish callbacks [] for security_group (ffcbace6-73ae-4662-abe5-324df47f8775), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:41.076885 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-383064c7-48ff-4943-bb97-3aadffb5500e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ffcbace6-73ae-4662-abe5-324df47f8775), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:41.080894 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-383064c7-48ff-4943-bb97-3aadffb5500e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:41.083132 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-383064c7-48ff-4943-bb97-3aadffb5500e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ffcbace6-73ae-4662-abe5-324df47f8775 HTTP/1.1" status: 204 len: 168 time: 0.2638223 Feb 19 04:19:41.092409 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383064c7-48ff-4943-bb97-3aadffb5500e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcbace6-73ae-4662-abe5-324df47f8775,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:41.279835 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f20b3-093e-4612-8a73-5c7e41cd3702 req-b1a25248-2e26-4611-bfef-390d19c421c0 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:41.283900 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed4f20b3-093e-4612-8a73-5c7e41cd3702 req-b1a25248-2e26-4611-bfef-390d19c421c0 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1574616 Feb 19 04:19:41.301942 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device cf6e0b93-e0ec-4304-8193-2488370a77a7 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:19:41.448552 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port cf6e0b93-e0ec-4304-8193-2488370a77a7 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:41.451193 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:41.477045 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3622ad9-d3d0-429b-8809-80f5900c89b4 req-8123d9f6-9873-41ab-b725-43590b5e5ac8 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:41.479471 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b3622ad9-d3d0-429b-8809-80f5900c89b4 req-8123d9f6-9873-41ab-b725-43590b5e5ac8 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.2553022 Feb 19 04:19:41.482867 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed4f20b3-093e-4612-8a73-5c7e41cd3702 req-30c70ded-ad75-4f27-94d5-9e435efc1db9 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584585 Feb 19 04:19:41.514869 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c490c1e-dac6-47ba-8712-833f27a07091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf6e0b93-e0ec-4304-8193-2488370a77a7'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:41.520859 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7fee03-7046-463a-9f92-c9f29364b8ea" -d '{"events": [{"server_uuid": "8c490c1e-dac6-47ba-8712-833f27a07091", "name": "network-vif-unplugged", "status": "completed", "tag": "cf6e0b93-e0ec-4304-8193-2488370a77a7"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:41.578962 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port cf6e0b93-e0ec-4304-8193-2488370a77a7, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=cf6e0b93-e0ec-4304-8193-2488370a77a7,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:41.595075 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac66d52-57e3-4659-9365-bffabfe3df61 x-openstack-request-id: req-6ac66d52-57e3-4659-9365-bffabfe3df61 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:41.596675 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c490c1e-dac6-47ba-8712-833f27a07091", "name": "network-vif-unplugged", "status": "failed", "tag": "cf6e0b93-e0ec-4304-8193-2488370a77a7", "code": 422}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:41.596675 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6ac66d52-57e3-4659-9365-bffabfe3df61 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:41.596675 n-d-828369-19 neutron-server[109927]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8c490c1e-dac6-47ba-8712-833f27a07091', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cf6e0b93-e0ec-4304-8193-2488370a77a7', 'code': 422} returned with failed status Feb 19 04:19:41.600279 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:41.667360 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b3622ad9-d3d0-429b-8809-80f5900c89b4 req-25c6e202-d345-4a10-b05a-48a3829dd578 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759665 Feb 19 04:19:41.723503 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=cf6e0b93-e0ec-4304-8193-2488370a77a7,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:41.890461 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44938) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:41.923898 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c7810a5b-bb7b-4aec-9096-51d34d402a01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:42.165143 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c7810a5b-bb7b-4aec-9096-51d34d402a01 admin admin] Publish callbacks [] for security_group (8fbad153-0c2c-4a22-a733-1cdff12efa78), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:42.191820 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c7810a5b-bb7b-4aec-9096-51d34d402a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8fbad153-0c2c-4a22-a733-1cdff12efa78), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:42.259473 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c7810a5b-bb7b-4aec-9096-51d34d402a01 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a24fe0b2867e4bc6b27ac4d72cf38301&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3678937 Feb 19 04:19:42.262803 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44948) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:42.269700 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7810a5b-bb7b-4aec-9096-51d34d402a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbad153-0c2c-4a22-a733-1cdff12efa78,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:42.328592 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f60eeb29-456c-40d8-a30b-eef13060585c admin admin] Publish callbacks [] for security_group (8fbad153-0c2c-4a22-a733-1cdff12efa78), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:42.358277 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f60eeb29-456c-40d8-a30b-eef13060585c admin admin] Publish callbacks [] for security_group (8fbad153-0c2c-4a22-a733-1cdff12efa78), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:42.425538 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f60eeb29-456c-40d8-a30b-eef13060585c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8fbad153-0c2c-4a22-a733-1cdff12efa78), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:42.431349 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f60eeb29-456c-40d8-a30b-eef13060585c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:42.432640 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f60eeb29-456c-40d8-a30b-eef13060585c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8fbad153-0c2c-4a22-a733-1cdff12efa78 HTTP/1.1" status: 204 len: 168 time: 0.1688523 Feb 19 04:19:42.444820 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60eeb29-456c-40d8-a30b-eef13060585c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbad153-0c2c-4a22-a733-1cdff12efa78,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:42.704087 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd0834-37de-455f-9b3c-9b1ba57a37aa req-3bc33ece-6a71-4aed-b837-8b77313d9b71 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:42.709295 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19bd0834-37de-455f-9b3c-9b1ba57a37aa req-3bc33ece-6a71-4aed-b837-8b77313d9b71 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1108456 Feb 19 04:19:42.805099 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19bd0834-37de-455f-9b3c-9b1ba57a37aa req-7a6d7c2b-533e-41c8-a875-86f3a77a0dc8 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842085 Feb 19 04:19:43.264037 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44972) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:43.291030 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-875e543c-7549-44fe-9cd8-4aa5bd11dc8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:43.414150 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-8ad0e86d-d287-4103-99e1-4b6a623ecefa req-7fdf79c3-c890-4790-ba0f-a53e2c9f9187 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:19:43.417377 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ad0e86d-d287-4103-99e1-4b6a623ecefa req-7fdf79c3-c890-4790-ba0f-a53e2c9f9187 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123937 Feb 19 04:19:43.529283 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-875e543c-7549-44fe-9cd8-4aa5bd11dc8d admin admin] Publish callbacks [] for security_group (be9b655b-7c12-4f53-8699-0f6404142112), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:43.549512 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-875e543c-7549-44fe-9cd8-4aa5bd11dc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (be9b655b-7c12-4f53-8699-0f6404142112), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:43.605416 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e543c-7549-44fe-9cd8-4aa5bd11dc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9b655b-7c12-4f53-8699-0f6404142112,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:43.713477 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-875e543c-7549-44fe-9cd8-4aa5bd11dc8d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=36e0fd6a7c7742df89c31b8f58a9077f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4514999 Feb 19 04:19:43.723074 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44984) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:43.925449 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff8046-7963-4432-a54b-5bda66846c34 req-59098129-1dae-4c94-894c-3d117a99e441 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:43.934038 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4cff8046-7963-4432-a54b-5bda66846c34 req-59098129-1dae-4c94-894c-3d117a99e441 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 943 time: 0.1727505 Feb 19 04:19:43.979021 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c891cb15-9f6b-41b3-9ff0-5141afdaa695 admin admin] Publish callbacks [] for security_group (be9b655b-7c12-4f53-8699-0f6404142112), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:44.020866 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c891cb15-9f6b-41b3-9ff0-5141afdaa695 admin admin] Publish callbacks [] for security_group (be9b655b-7c12-4f53-8699-0f6404142112), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:44.127948 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c891cb15-9f6b-41b3-9ff0-5141afdaa695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (be9b655b-7c12-4f53-8699-0f6404142112), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:44.136178 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c891cb15-9f6b-41b3-9ff0-5141afdaa695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:44.146630 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c891cb15-9f6b-41b3-9ff0-5141afdaa695 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/be9b655b-7c12-4f53-8699-0f6404142112 HTTP/1.1" status: 204 len: 168 time: 0.4148486 Feb 19 04:19:44.163114 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4cff8046-7963-4432-a54b-5bda66846c34 req-560251e4-ff8e-4689-996b-5cef5a99a179 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277932 Feb 19 04:19:44.203476 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891cb15-9f6b-41b3-9ff0-5141afdaa695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9b655b-7c12-4f53-8699-0f6404142112,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:44.264670 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08e181-c506-478f-84ca-db474006ef35 req-c4025b43-03a4-4282-b149-08cbb9e0e20f tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:44.268009 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e08e181-c506-478f-84ca-db474006ef35 req-c4025b43-03a4-4282-b149-08cbb9e0e20f tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1734433 Feb 19 04:19:44.373461 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e08e181-c506-478f-84ca-db474006ef35 req-7504738d-a198-490a-8578-346de4bd702a tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932102 Feb 19 04:19:44.401421 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-496f57e9-3a1c-4f07-b69e-b313d019c0c7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1342378 Feb 19 04:19:44.551129 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-01d40776-e018-4cb1-aa79-0f04acbddc63 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:44.559507 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-01d40776-e018-4cb1-aa79-0f04acbddc63 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports/cf6e0b93-e0ec-4304-8193-2488370a77a7 HTTP/1.1" status: 200 len: 940 time: 0.1374903 Feb 19 04:19:45.306629 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device cf6e0b93-e0ec-4304-8193-2488370a77a7 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:19:45.511426 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port cf6e0b93-e0ec-4304-8193-2488370a77a7 is: DOWN; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:45.666155 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8017813-19bc-4f7e-8e39-5894a47f1d8a req-e981f11a-30c0-40e2-85d4-b3f0e0eef955 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:45.667779 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e8017813-19bc-4f7e-8e39-5894a47f1d8a req-e981f11a-30c0-40e2-85d4-b3f0e0eef955 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 943 time: 0.2780805 Feb 19 04:19:45.884494 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e8017813-19bc-4f7e-8e39-5894a47f1d8a req-9dc1e919-8f71-421e-9300-9aeb568d7405 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909297 Feb 19 04:19:45.944806 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e6863-2590-4fb6-961c-80cbd4a44585 req-7a361783-89ee-4b2a-8b1e-14ca92c69717 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:45.946408 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed5e6863-2590-4fb6-961c-80cbd4a44585 req-7a361783-89ee-4b2a-8b1e-14ca92c69717 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.4074302 Feb 19 04:19:46.104275 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed5e6863-2590-4fb6-961c-80cbd4a44585 req-ea6a6841-60b0-4baf-b589-0817765a0065 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372924 Feb 19 04:19:46.559567 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-49eb9a44-6a3b-4f1b-ac64-c5f5b3872bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:46.563719 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-49eb9a44-6a3b-4f1b-ac64-c5f5b3872bb2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091&tenant_id=90f22cfd00964f179efcdc77f1d50815 HTTP/1.1" status: 200 len: 1126 time: 0.4318845 Feb 19 04:19:46.578413 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-19', 'device_owner': 'compute:nova'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:46.702703 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:46.969197 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] For port cf6e0b93-e0ec-4304-8193-2488370a77a7, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=cf6e0b93-e0ec-4304-8193-2488370a77a7,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:47.024051 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] For port cf6e0b93-e0ec-4304-8193-2488370a77a7, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:19:47.093105 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf6e0b93-e0ec-4304-8193-2488370a77a7 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:19:47.110583 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Publish callbacks [] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:47.141066 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Transition to ACTIVE for port object cf6e0b93-e0ec-4304-8193-2488370a77a7 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:19:47.221040 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:47.423663 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] No DVR routers for this DVR port cf6e0b93-e0ec-4304-8193-2488370a77a7 on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:19:47.702019 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6e0b93-e0ec-4304-8193-2488370a77a7,revision_number=9']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:47.733781 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8380b-686e-4dff-97aa-347ee5bb8116 req-2acf4aaa-cf5f-4775-9d80-1513560d37a9 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:47.736684 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7f8380b-686e-4dff-97aa-347ee5bb8116 req-2acf4aaa-cf5f-4775-9d80-1513560d37a9 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 943 time: 0.5915174 Feb 19 04:19:47.772137 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Attempting to bind port cf6e0b93-e0ec-4304-8193-2488370a77a7 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:19:47.772497 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Attempting to bind port cf6e0b93-e0ec-4304-8193-2488370a77a7 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '497fb465-7e79-4cfa-b11e-c331ea94ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:19:47.772880 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Attempting to bind port cf6e0b93-e0ec-4304-8193-2488370a77a7 on network d969274d-e3f5-4be2-94a1-23d058336a4e {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:19:47.780841 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:47.781313 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:47.781652 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:47.781996 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:47.782438 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:47.782774 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:47.783106 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:47.783486 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:47.783850 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:47.784191 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:47.784574 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:47.784902 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:47.785234 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:47.818278 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Port cf6e0b93-e0ec-4304-8193-2488370a77a7 on network d969274d-e3f5-4be2-94a1-23d058336a4e not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:19:47.818593 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Attempting to bind port cf6e0b93-e0ec-4304-8193-2488370a77a7 on network d969274d-e3f5-4be2-94a1-23d058336a4e {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:19:47.835062 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6015b7a-72ff-4ecf-b59e-073b38aea546 req-eddf9258-7f0f-4a43-b620-b2e43e91aff7 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:47.836553 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f6015b7a-72ff-4ecf-b59e-073b38aea546 req-eddf9258-7f0f-4a43-b620-b2e43e91aff7 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.6042349 Feb 19 04:19:47.839235 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:19:47.839586 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Checking segment: {'id': '497fb465-7e79-4cfa-b11e-c331ea94ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:19:47.840971 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Bound using segment: {'id': '497fb465-7e79-4cfa-b11e-c331ea94ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:19:47.841878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Bound port: cf6e0b93-e0ec-4304-8193-2488370a77a7, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '497fb465-7e79-4cfa-b11e-c331ea94ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:19:47.842338 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:48.069535 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7f8380b-686e-4dff-97aa-347ee5bb8116 req-06c56908-fed4-454e-a410-7dd08f85b520 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018398 Feb 19 04:19:48.080817 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f6015b7a-72ff-4ecf-b59e-073b38aea546 req-a470d8a3-1009-495a-9574-ddb2fd2498a7 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225018 Feb 19 04:19:48.115542 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] For port cf6e0b93-e0ec-4304-8193-2488370a77a7, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:19:48.124193 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] For port cf6e0b93-e0ec-4304-8193-2488370a77a7, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=cf6e0b93-e0ec-4304-8193-2488370a77a7,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:19:48.137505 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:48.228437 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:48.229146 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:48.239645 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] 10.222.0.79 "PUT /v2.0/ports/cf6e0b93-e0ec-4304-8193-2488370a77a7 HTTP/1.1" status: 200 len: 1092 time: 1.6703038 Feb 19 04:19:48.272049 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c490c1e-dac6-47ba-8712-833f27a07091', 'tag': 'cf6e0b93-e0ec-4304-8193-2488370a77a7'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:48.280936 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6261834f-6802-4a98-9bcf-af931c42243d" -d '{"events": [{"name": "network-changed", "server_uuid": "8c490c1e-dac6-47ba-8712-833f27a07091", "tag": "cf6e0b93-e0ec-4304-8193-2488370a77a7"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:48.329978 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243a195-1788-454f-85a1-663cb8091c10 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6e0b93-e0ec-4304-8193-2488370a77a7,revision_number=10']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:48.401967 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-c67216c1-dfb1-4ea5-9f70-3e1e3a7a4bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:48.404692 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-c67216c1-dfb1-4ea5-9f70-3e1e3a7a4bbb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=90f22cfd00964f179efcdc77f1d50815&device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 1127 time: 0.1181576 Feb 19 04:19:48.696917 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-fe9bb861-2671-47eb-b4bb-79f4f9944e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:48.709306 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-fe9bb861-2671-47eb-b4bb-79f4f9944e73 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d969274d-e3f5-4be2-94a1-23d058336a4e HTTP/1.1" status: 200 len: 918 time: 0.2856426 Feb 19 04:19:48.909392 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a8d72b-d37c-44ac-abba-764e9738198a x-openstack-request-id: req-11a8d72b-d37c-44ac-abba-764e9738198a {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:48.910038 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c490c1e-dac6-47ba-8712-833f27a07091", "tag": "cf6e0b93-e0ec-4304-8193-2488370a77a7", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:48.910038 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11a8d72b-d37c-44ac-abba-764e9738198a {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:48.910362 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c490c1e-dac6-47ba-8712-833f27a07091', 'tag': 'cf6e0b93-e0ec-4304-8193-2488370a77a7', 'status': 'completed', 'code': 200} Feb 19 04:19:48.954045 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-b169de4b-7769-4763-8e2b-07254096b79e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf6e0b93-e0ec-4304-8193-2488370a77a7 HTTP/1.1" status: 200 len: 998 time: 0.2321551 Feb 19 04:19:49.141738 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-f033e476-2830-4ed4-991a-fdd7164f0526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:49.143295 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-f033e476-2830-4ed4-991a-fdd7164f0526 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=59a62ba0-3299-4137-b1e4-27552484bcd3 HTTP/1.1" status: 200 len: 856 time: 0.1790271 Feb 19 04:19:49.264294 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 45126) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:49.464305 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-02ef6814-e06b-4cd4-aa9c-cd7e7def08ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:49.467604 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-02ef6814-e06b-4cd4-aa9c-cd7e7def08ee service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d969274d-e3f5-4be2-94a1-23d058336a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3127429 Feb 19 04:19:49.516301 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad0748-d6bd-45bc-94a2-9b28de9f8098 req-0cfb8197-87cb-4a48-afb9-df09deda9fd9 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:49.524527 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-afad0748-d6bd-45bc-94a2-9b28de9f8098 req-0cfb8197-87cb-4a48-afb9-df09deda9fd9 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.2174766 Feb 19 04:19:49.584676 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ddc75a76-4c23-4580-8952-637c749e075f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.857045 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ddc75a76-4c23-4580-8952-637c749e075f admin admin] Publish callbacks [] for security_group (5ce08503-3b17-4657-96f3-753302d13419), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.878705 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ddc75a76-4c23-4580-8952-637c749e075f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5ce08503-3b17-4657-96f3-753302d13419), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.999675 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e655d-9ab7-4193-8986-dd1317cd8d32 req-26abd344-50dc-42be-a483-218f424e6e66 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:50.005892 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ddc75a76-4c23-4580-8952-637c749e075f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bbf59bd3cd644eef9fd22d00e06ce187&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7397034 Feb 19 04:19:50.006915 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 45140) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:50.008259 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f9e655d-9ab7-4193-8986-dd1317cd8d32 req-26abd344-50dc-42be-a483-218f424e6e66 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 944 time: 0.6649377 Feb 19 04:19:50.027038 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc75a76-4c23-4580-8952-637c749e075f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce08503-3b17-4657-96f3-753302d13419,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:50.125514 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ccc8d1aa-e121-458d-ad59-259ddf1ce3ef admin admin] Publish callbacks [] for security_group (5ce08503-3b17-4657-96f3-753302d13419), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:50.159990 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-afad0748-d6bd-45bc-94a2-9b28de9f8098 req-1575c564-3680-4270-8079-2cb9cbe22955 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6344023 Feb 19 04:19:50.166318 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f9e655d-9ab7-4193-8986-dd1317cd8d32 req-4d930aa3-a940-48e1-96dc-c5ea1a0aecbe tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571233 Feb 19 04:19:50.168374 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-97f7be4f-0cf4-4f4d-8f57-01b0b5da7e1e service neutron] 10.222.0.79 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6915927 Feb 19 04:19:50.187325 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ccc8d1aa-e121-458d-ad59-259ddf1ce3ef admin admin] Publish callbacks [] for security_group (5ce08503-3b17-4657-96f3-753302d13419), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:50.301474 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ccc8d1aa-e121-458d-ad59-259ddf1ce3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5ce08503-3b17-4657-96f3-753302d13419), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:50.305053 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ccc8d1aa-e121-458d-ad59-259ddf1ce3ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:50.310296 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ccc8d1aa-e121-458d-ad59-259ddf1ce3ef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5ce08503-3b17-4657-96f3-753302d13419 HTTP/1.1" status: 204 len: 168 time: 0.2987497 Feb 19 04:19:50.327147 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8d1aa-e121-458d-ad59-259ddf1ce3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce08503-3b17-4657-96f3-753302d13419,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:50.399589 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-7f1139a1-b529-4121-8a7c-5d0cb741ad43 service neutron] 10.222.0.79 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221799 Feb 19 04:19:50.568240 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261834f-6802-4a98-9bcf-af931c42243d req-210c3b15-16fb-4288-8394-7e5fa8eeb770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:50.570385 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6261834f-6802-4a98-9bcf-af931c42243d req-210c3b15-16fb-4288-8394-7e5fa8eeb770 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=90f22cfd00964f179efcdc77f1d50815&device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 1127 time: 0.1119606 Feb 19 04:19:50.833636 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261834f-6802-4a98-9bcf-af931c42243d req-e18a606a-8095-4fa9-8dda-cd5d247f7b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:50.841738 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6261834f-6802-4a98-9bcf-af931c42243d req-e18a606a-8095-4fa9-8dda-cd5d247f7b83 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d969274d-e3f5-4be2-94a1-23d058336a4e HTTP/1.1" status: 200 len: 918 time: 0.2651711 Feb 19 04:19:51.057989 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 45162) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:51.075451 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6261834f-6802-4a98-9bcf-af931c42243d req-a343f381-20f3-4e3f-844b-6a7248fcc056 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf6e0b93-e0ec-4304-8193-2488370a77a7 HTTP/1.1" status: 200 len: 998 time: 0.2154584 Feb 19 04:19:51.086514 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-75b4043e-b9dc-4f6e-aa6d-a8c9b4325f3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:51.241005 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261834f-6802-4a98-9bcf-af931c42243d req-7bb82cbb-fb3e-454e-b33b-987ff09bfbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:51.244376 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6261834f-6802-4a98-9bcf-af931c42243d req-7bb82cbb-fb3e-454e-b33b-987ff09bfbb1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=59a62ba0-3299-4137-b1e4-27552484bcd3 HTTP/1.1" status: 200 len: 856 time: 0.1608038 Feb 19 04:19:51.354397 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-75b4043e-b9dc-4f6e-aa6d-a8c9b4325f3e admin admin] Publish callbacks [] for security_group (5cb32396-4271-413a-9dd6-fbbcf2b3a863), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:51.361664 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-75b4043e-b9dc-4f6e-aa6d-a8c9b4325f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5cb32396-4271-413a-9dd6-fbbcf2b3a863), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:51.454725 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4043e-b9dc-4f6e-aa6d-a8c9b4325f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb32396-4271-413a-9dd6-fbbcf2b3a863,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:51.499099 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-75b4043e-b9dc-4f6e-aa6d-a8c9b4325f3e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b1c96adb109b4dc1bedab05cd2d818f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4366176 Feb 19 04:19:51.502765 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 45170) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:51.645601 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261834f-6802-4a98-9bcf-af931c42243d req-e6e6e91f-2e62-4d57-bc9f-ba4de160fa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:51.652353 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6261834f-6802-4a98-9bcf-af931c42243d req-e6e6e91f-2e62-4d57-bc9f-ba4de160fa24 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d969274d-e3f5-4be2-94a1-23d058336a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4019480 Feb 19 04:19:51.662596 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8a04e9b5-064b-4fc5-99a4-e2a8c2b74cb9 admin admin] Publish callbacks [] for security_group (5cb32396-4271-413a-9dd6-fbbcf2b3a863), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:51.676778 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7a340-f241-418e-908d-56c45bde886c req-29854568-2cfc-45f1-adea-8fa3e0373437 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:51.680192 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1c7a340-f241-418e-908d-56c45bde886c req-29854568-2cfc-45f1-adea-8fa3e0373437 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.3405499 Feb 19 04:19:51.782357 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8a04e9b5-064b-4fc5-99a4-e2a8c2b74cb9 admin admin] Publish callbacks [] for security_group (5cb32396-4271-413a-9dd6-fbbcf2b3a863), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:51.882111 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6261834f-6802-4a98-9bcf-af931c42243d req-816636fd-7b7b-4517-a167-766586d1742e service neutron] 10.222.0.79 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000685 Feb 19 04:19:51.937229 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8a04e9b5-064b-4fc5-99a4-e2a8c2b74cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5cb32396-4271-413a-9dd6-fbbcf2b3a863), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:51.940139 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8a04e9b5-064b-4fc5-99a4-e2a8c2b74cb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:51.941290 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8a04e9b5-064b-4fc5-99a4-e2a8c2b74cb9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5cb32396-4271-413a-9dd6-fbbcf2b3a863 HTTP/1.1" status: 204 len: 168 time: 0.4374757 Feb 19 04:19:51.961307 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04e9b5-064b-4fc5-99a4-e2a8c2b74cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb32396-4271-413a-9dd6-fbbcf2b3a863,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:51.987880 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c530437-454b-4742-b60c-278cf41772de req-5b141385-bc9f-41d2-8c28-226628339fed tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:51.994049 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c530437-454b-4742-b60c-278cf41772de req-5b141385-bc9f-41d2-8c28-226628339fed tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 944 time: 0.5092132 Feb 19 04:19:52.354853 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1c7a340-f241-418e-908d-56c45bde886c req-949c4cf1-916e-4097-ac2d-ec791e8bc904 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675565 Feb 19 04:19:52.591952 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c530437-454b-4742-b60c-278cf41772de req-9e2326d5-c4bd-4e10-8770-7f1e620538f7 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5687985 Feb 19 04:19:52.595669 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6261834f-6802-4a98-9bcf-af931c42243d req-2f25bbef-a8f6-4c8b-bc3b-5c4935aa23ae service neutron] 10.222.0.79 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6262722 Feb 19 04:19:53.663120 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a8104-ff43-4d7f-b416-985cea5dd3bf req-30705aea-0ddf-4dc5-92e2-4fdf607973d5 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:53.665924 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-669a8104-ff43-4d7f-b416-985cea5dd3bf req-30705aea-0ddf-4dc5-92e2-4fdf607973d5 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1419897 Feb 19 04:19:54.041199 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-669a8104-ff43-4d7f-b416-985cea5dd3bf req-e5d73783-b3eb-4cf4-9f59-20d674a8d230 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042018 Feb 19 04:19:54.041199 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0215a94-9efe-42f1-8a0e-f94503667ea2 req-5eb54da6-1cab-4609-b22f-6560756fede0 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:54.041199 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0215a94-9efe-42f1-8a0e-f94503667ea2 req-5eb54da6-1cab-4609-b22f-6560756fede0 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 944 time: 0.1833532 Feb 19 04:19:54.112402 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0215a94-9efe-42f1-8a0e-f94503667ea2 req-30141842-db3d-4f5c-913c-c753562fc8b4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764155 Feb 19 04:19:54.912450 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 45248) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:55.154674 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ff4531e-223c-433d-a5e2-39a817a26dd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:55.289112 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe419c-1450-4da6-8b94-ee98dae523c9 req-050c7b1f-2c71-4d93-8cdd-25931fbb09bc tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:55.291333 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-50fe419c-1450-4da6-8b94-ee98dae523c9 req-050c7b1f-2c71-4d93-8cdd-25931fbb09bc tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1417780 Feb 19 04:19:55.397219 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-50fe419c-1450-4da6-8b94-ee98dae523c9 req-de09f1f0-eaa2-4a10-b332-4b3bfc17bb8d tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680666 Feb 19 04:19:55.406933 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c2f1f-76aa-457b-ac40-93431587de70 req-e85d48d9-13e5-4151-9b0d-8fcd5eb1c342 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:55.415164 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b3c2f1f-76aa-457b-ac40-93431587de70 req-e85d48d9-13e5-4151-9b0d-8fcd5eb1c342 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 944 time: 0.1565609 Feb 19 04:19:55.456039 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ff4531e-223c-433d-a5e2-39a817a26dd6 admin admin] Publish callbacks [] for security_group (efb3c9e8-4428-4dbb-b499-565f7a8f5cab), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:55.466099 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ff4531e-223c-433d-a5e2-39a817a26dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (efb3c9e8-4428-4dbb-b499-565f7a8f5cab), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:55.510223 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b3c2f1f-76aa-457b-ac40-93431587de70 req-f0cd6419-c79f-4d6b-9084-e8b2208935bc tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936027 Feb 19 04:19:55.547036 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4531e-223c-433d-a5e2-39a817a26dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb3c9e8-4428-4dbb-b499-565f7a8f5cab,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:55.566099 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5ff4531e-223c-433d-a5e2-39a817a26dd6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=905f9253f217418395ed2060b7942d08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6505437 Feb 19 04:19:55.570820 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45260) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:55.668594 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fb6da02b-01db-4443-901d-af020ed5f19d admin admin] Publish callbacks [] for security_group (efb3c9e8-4428-4dbb-b499-565f7a8f5cab), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:55.729644 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fb6da02b-01db-4443-901d-af020ed5f19d admin admin] Publish callbacks [] for security_group (efb3c9e8-4428-4dbb-b499-565f7a8f5cab), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:55.811066 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fb6da02b-01db-4443-901d-af020ed5f19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (efb3c9e8-4428-4dbb-b499-565f7a8f5cab), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:55.814639 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fb6da02b-01db-4443-901d-af020ed5f19d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:55.816093 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fb6da02b-01db-4443-901d-af020ed5f19d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/efb3c9e8-4428-4dbb-b499-565f7a8f5cab HTTP/1.1" status: 204 len: 168 time: 0.2437916 Feb 19 04:19:55.849243 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6da02b-01db-4443-901d-af020ed5f19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb3c9e8-4428-4dbb-b499-565f7a8f5cab,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:56.607377 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432d0b6-cbcd-449e-a0f8-e5ea529ada49 req-0ab4fcfb-8ad1-4fb9-abd1-e8487ea29a7f tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:56.609025 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e432d0b6-cbcd-449e-a0f8-e5ea529ada49 req-0ab4fcfb-8ad1-4fb9-abd1-e8487ea29a7f tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0939705 Feb 19 04:19:56.783365 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e432d0b6-cbcd-449e-a0f8-e5ea529ada49 req-b45b8a06-b9e9-42ed-997b-75ef2920f152 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684260 Feb 19 04:19:56.824051 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:56.842100 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd120e2b-a183-4808-88c9-0f6a4a808d7d req-578b9303-75bb-4d1a-8405-d9622445930a tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:56.843710 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd120e2b-a183-4808-88c9-0f6a4a808d7d req-578b9303-75bb-4d1a-8405-d9622445930a tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 944 time: 0.1321223 Feb 19 04:19:56.954815 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd120e2b-a183-4808-88c9-0f6a4a808d7d req-7d5271cd-bbc8-44fd-b0cb-ec59823235a4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051414 Feb 19 04:19:58.052670 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db02f6e-9343-42ac-ae40-cb8e5dd08be6 req-2a64319c-c85d-4992-90d1-2e0deb198ba1 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:58.066451 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9db02f6e-9343-42ac-ae40-cb8e5dd08be6 req-2a64319c-c85d-4992-90d1-2e0deb198ba1 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1814902 Feb 19 04:19:58.208781 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9db02f6e-9343-42ac-ae40-cb8e5dd08be6 req-28ee4bed-67c4-4c7a-9f27-12b2a75b4f13 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320109 Feb 19 04:19:58.500532 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5362fcf-e8f0-4d13-8044-3ad43c10d35e req-93c798ca-36e2-4a98-8e05-42caeda95197 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:58.502188 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5362fcf-e8f0-4d13-8044-3ad43c10d35e req-93c798ca-36e2-4a98-8e05-42caeda95197 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 944 time: 0.1480258 Feb 19 04:19:58.604129 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5362fcf-e8f0-4d13-8044-3ad43c10d35e req-7f12b62d-84b2-4ca2-916d-eb2e6aefb7ff tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961969 Feb 19 04:19:59.497171 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d14f2-0f45-43a5-aa31-01058c556cef req-e528e1f4-0138-4e48-8101-96506c88dc55 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:59.499688 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f66d14f2-0f45-43a5-aa31-01058c556cef req-e528e1f4-0138-4e48-8101-96506c88dc55 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1072314 Feb 19 04:19:59.620195 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f66d14f2-0f45-43a5-aa31-01058c556cef req-5bdf8d82-3884-4596-8425-7bcff432039c tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858288 Feb 19 04:19:59.659847 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:59.791603 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34d6c6-e294-4f59-b639-214c92908aee req-e7eac266-69d9-4eae-ba51-30ea95289b68 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:59.798847 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da34d6c6-e294-4f59-b639-214c92908aee req-e7eac266-69d9-4eae-ba51-30ea95289b68 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 944 time: 0.0759308 Feb 19 04:19:59.887325 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da34d6c6-e294-4f59-b639-214c92908aee req-2dbeba49-c7e5-458b-933f-191292e6f836 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869038 Feb 19 04:20:00.595999 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb755be7-288e-4066-9680-c3bfbd8146f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:00.851951 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f35dc-04d3-42b2-b75b-90b0e13a9af2 req-ea30f29d-945d-47b7-bcfd-40b70a4a5860 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:00.863730 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-375f35dc-04d3-42b2-b75b-90b0e13a9af2 req-ea30f29d-945d-47b7-bcfd-40b70a4a5860 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1189103 Feb 19 04:20:01.021534 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-375f35dc-04d3-42b2-b75b-90b0e13a9af2 req-c95588dd-5b5c-48a4-80a8-103f63719a0d tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568120 Feb 19 04:20:01.228087 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26a8af-b1ab-4157-92a3-6db3baf1e57c req-1527bb74-eba0-49be-bcae-1714e004c647 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:01.235437 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8c26a8af-b1ab-4157-92a3-6db3baf1e57c req-1527bb74-eba0-49be-bcae-1714e004c647 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 944 time: 0.0700831 Feb 19 04:20:01.306051 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8c26a8af-b1ab-4157-92a3-6db3baf1e57c req-d404a4d2-7955-430b-8a17-6ee90d4ad051 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696259 Feb 19 04:20:01.848848 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52e23f-8b69-4bb6-91c6-a232f272c2b7 req-8429477d-4fc5-4ab6-a972-cce6a4305355 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:01.862454 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-db52e23f-8b69-4bb6-91c6-a232f272c2b7 req-8429477d-4fc5-4ab6-a972-cce6a4305355 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 945 time: 0.0654037 Feb 19 04:20:01.956380 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-db52e23f-8b69-4bb6-91c6-a232f272c2b7 req-7441c34e-e418-4afe-b10a-711fe3d98ee4 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=257a3882-f9e0-4b70-91a8-91da6d195492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928776 Feb 19 04:20:02.261053 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 45470) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:02.380656 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c884c-81dc-425e-b17b-234c43c96eb2 req-6fe69ab0-396a-4528-ac24-8c44a7f712fe tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:02.410029 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-687c884c-81dc-425e-b17b-234c43c96eb2 req-6fe69ab0-396a-4528-ac24-8c44a7f712fe tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1997035 Feb 19 04:20:02.641287 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-687c884c-81dc-425e-b17b-234c43c96eb2 req-689be42c-57f0-4236-a8cc-a70e0a7ce038 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298832 Feb 19 04:20:02.696863 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214434d-ede3-42f1-8d82-6dc324a8f8c5 req-4eb525fd-7d71-4364-b5f2-1ab2bb29a7a4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:02.709077 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2214434d-ede3-42f1-8d82-6dc324a8f8c5 req-4eb525fd-7d71-4364-b5f2-1ab2bb29a7a4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 944 time: 0.2500393 Feb 19 04:20:02.764404 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e8af91f2-ca25-4fa5-9dba-30481e46ecd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:02.775030 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d12c2-39cc-47ce-91ee-5c63388844ad req-e5c9626d-10fa-4beb-b554-2336d82ac3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:02.777282 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-446d12c2-39cc-47ce-91ee-5c63388844ad req-e5c9626d-10fa-4beb-b554-2336d82ac3de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4e0bc4a4b1b4fe383f135223bc35a0a&device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 1128 time: 0.3638885 Feb 19 04:20:02.836744 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2214434d-ede3-42f1-8d82-6dc324a8f8c5 req-2a0b56e0-d2f5-4c9f-a973-e133bf6f68c2 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267750 Feb 19 04:20:02.927285 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d12c2-39cc-47ce-91ee-5c63388844ad req-44caa6d4-3f6d-47e4-a0da-38190f80f6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:02.929363 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-446d12c2-39cc-47ce-91ee-5c63388844ad req-44caa6d4-3f6d-47e4-a0da-38190f80f6c8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2e9c4345-a542-424d-9672-4b79bfb4a878 HTTP/1.1" status: 200 len: 914 time: 0.1076241 Feb 19 04:20:03.012197 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-446d12c2-39cc-47ce-91ee-5c63388844ad req-4048a957-74a2-41f1-8ab2-cf9aff5b835f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a11065e8-624b-45a3-b9cb-d7602ed03e0e HTTP/1.1" status: 200 len: 217 time: 0.0762994 Feb 19 04:20:03.136394 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d12c2-39cc-47ce-91ee-5c63388844ad req-34dfd906-b0d7-4366-96d9-6d371d5ef600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:03.139988 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-446d12c2-39cc-47ce-91ee-5c63388844ad req-34dfd906-b0d7-4366-96d9-6d371d5ef600 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4be604aa-378d-4eff-8d65-7e786c5da5e7 HTTP/1.1" status: 200 len: 853 time: 0.1201401 Feb 19 04:20:03.192841 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 45508) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:03.226999 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-446d12c2-39cc-47ce-91ee-5c63388844ad req-0ab4e855-1020-4c21-8138-37f964e2057b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e9c4345-a542-424d-9672-4b79bfb4a878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799007 Feb 19 04:20:03.276874 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b3c85-f656-4a82-ae27-8c76f8aad03c req-f0218545-f246-4e74-9cf1-d0af145f82d7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:03.279326 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f4b3c85-f656-4a82-ae27-8c76f8aad03c req-f0218545-f246-4e74-9cf1-d0af145f82d7 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 945 time: 0.1370838 Feb 19 04:20:03.492364 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f4b3c85-f656-4a82-ae27-8c76f8aad03c req-f7a8e5b9-ec52-4baf-9f75-7480f20cb2e8 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=257a3882-f9e0-4b70-91a8-91da6d195492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693065 Feb 19 04:20:03.582869 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-446d12c2-39cc-47ce-91ee-5c63388844ad req-e9f7e96d-7182-4bad-bb79-b223450ec943 service neutron] 10.222.0.26 "GET /v2.0/networks/2e9c4345-a542-424d-9672-4b79bfb4a878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483453 Feb 19 04:20:03.785897 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:03.922954 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-446d12c2-39cc-47ce-91ee-5c63388844ad req-da71eab4-3a1a-4f25-9787-64d5815e11d8 service neutron] 10.222.0.26 "GET /v2.0/networks/2e9c4345-a542-424d-9672-4b79bfb4a878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338161 Feb 19 04:20:03.931438 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e363f-30fa-4420-88c6-c5b5f7202693 req-5693a631-2063-4d86-bee6-c65aec98edce tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:03.939810 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-235e363f-30fa-4420-88c6-c5b5f7202693 req-5693a631-2063-4d86-bee6-c65aec98edce tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1635909 Feb 19 04:20:04.034532 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef65c957-5190-4080-9999-5ab1872de777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:04.043524 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-235e363f-30fa-4420-88c6-c5b5f7202693 req-6c04e94b-4382-445d-a22a-2d22815f6c10 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023657 Feb 19 04:20:04.144141 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49e6c4-58c4-4fcc-a846-5ed8d9878780 req-28678acb-1876-476c-9616-e31dae6cb08f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:04.145860 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa49e6c4-58c4-4fcc-a846-5ed8d9878780 req-28678acb-1876-476c-9616-e31dae6cb08f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 944 time: 0.0968773 Feb 19 04:20:04.293398 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa49e6c4-58c4-4fcc-a846-5ed8d9878780 req-6fb7b743-0d4d-4038-806a-f5e2e6b374a6 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405725 Feb 19 04:20:04.466430 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef65c957-5190-4080-9999-5ab1872de777 admin admin] Publish callbacks [] for security_group (932bab8b-948a-446e-9aa4-983fc164a865), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:04.501511 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef65c957-5190-4080-9999-5ab1872de777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (932bab8b-948a-446e-9aa4-983fc164a865), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:04.689538 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fa459cfb-78ce-40ac-b094-261d4970fc57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (7b3e99fc-a0e7-4074-bd14-5855ac709c9f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:04.707032 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ef65c957-5190-4080-9999-5ab1872de777 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5d664bcbc015484e895d860b579f5fa0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5075991 Feb 19 04:20:04.708066 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 45540) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:04.755566 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65c957-5190-4080-9999-5ab1872de777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932bab8b-948a-446e-9aa4-983fc164a865,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:04.811742 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396dd91-e81a-4136-a52a-56b3d4bdf1d2 req-6568d009-ba11-46b2-a047-2d72f3737ac9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:04.828063 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1396dd91-e81a-4136-a52a-56b3d4bdf1d2 req-6568d009-ba11-46b2-a047-2d72f3737ac9 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 945 time: 0.1813667 Feb 19 04:20:04.893149 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9785a1e1-7669-4566-99ed-3c72a6413025 admin admin] Publish callbacks [] for security_group (932bab8b-948a-446e-9aa4-983fc164a865), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:04.972446 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1396dd91-e81a-4136-a52a-56b3d4bdf1d2 req-2bc7e6bd-e43e-41a4-b55f-06403c942586 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=257a3882-f9e0-4b70-91a8-91da6d195492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409245 Feb 19 04:20:04.990916 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9785a1e1-7669-4566-99ed-3c72a6413025 admin admin] Publish callbacks [] for security_group (932bab8b-948a-446e-9aa4-983fc164a865), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:05.140237 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9785a1e1-7669-4566-99ed-3c72a6413025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (932bab8b-948a-446e-9aa4-983fc164a865), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:05.140237 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9785a1e1-7669-4566-99ed-3c72a6413025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:05.140237 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9785a1e1-7669-4566-99ed-3c72a6413025 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/932bab8b-948a-446e-9aa4-983fc164a865 HTTP/1.1" status: 204 len: 168 time: 0.3725905 Feb 19 04:20:05.155085 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785a1e1-7669-4566-99ed-3c72a6413025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932bab8b-948a-446e-9aa4-983fc164a865,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:05.218393 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-fa459cfb-78ce-40ac-b094-261d4970fc57 admin admin] Deleting port eae81182-2e67-4b87-af6a-dd924078ef05 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:05.218853 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fa459cfb-78ce-40ac-b094-261d4970fc57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (eae81182-2e67-4b87-af6a-dd924078ef05), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:05.310257 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:05.370659 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-fa459cfb-78ce-40ac-b094-261d4970fc57 admin admin] For port eae81182-2e67-4b87-af6a-dd924078ef05, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=eae81182-2e67-4b87-af6a-dd924078ef05,segment=NetworkSegment(a1f015ea-7064-4c76-84f5-168db49c3282),segment_id=a1f015ea-7064-4c76-84f5-168db49c3282)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:05.371327 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fa459cfb-78ce-40ac-b094-261d4970fc57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (eae81182-2e67-4b87-af6a-dd924078ef05), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:05.389521 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33ed55-fb06-42bb-b5a2-055bfcf8fe3a req-2c3c3226-446e-4481-b6a2-e174a8763bdb tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:05.398380 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-fa459cfb-78ce-40ac-b094-261d4970fc57 admin admin] Calling delete_port for eae81182-2e67-4b87-af6a-dd924078ef05 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:05.400076 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c33ed55-fb06-42bb-b5a2-055bfcf8fe3a req-2c3c3226-446e-4481-b6a2-e174a8763bdb tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1545453 Feb 19 04:20:05.401600 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device a11065e8-624b-45a3-b9cb-d7602ed03e0e no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:05.497826 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c33ed55-fb06-42bb-b5a2-055bfcf8fe3a req-adf6da5a-40d2-494c-8b9a-ca207fc97c87 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966792 Feb 19 04:20:05.580533 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port a11065e8-624b-45a3-b9cb-d7602ed03e0e is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:05.582044 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:05.645051 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port a11065e8-624b-45a3-b9cb-d7602ed03e0e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=a11065e8-624b-45a3-b9cb-d7602ed03e0e,segment=NetworkSegment(f54bf998-c6df-4a54-bbd7-3503e7bb776e),segment_id=f54bf998-c6df-4a54-bbd7-3503e7bb776e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:05.656288 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67aee4-1711-4fba-b538-4b5b2984c93a req-d41b48ae-36bc-484d-a738-902590e2d8fd tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:05.663138 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a20db8-8bdc-4289-b01f-3843c83b1a09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a11065e8-624b-45a3-b9cb-d7602ed03e0e'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:05.667410 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec67aee4-1711-4fba-b538-4b5b2984c93a req-d41b48ae-36bc-484d-a738-902590e2d8fd tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 944 time: 0.1633472 Feb 19 04:20:05.673432 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b653198c-347d-4e25-ae8d-c5b88907a72e" -d '{"events": [{"server_uuid": "28a20db8-8bdc-4289-b01f-3843c83b1a09", "name": "network-vif-unplugged", "status": "completed", "tag": "a11065e8-624b-45a3-b9cb-d7602ed03e0e"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:05.684844 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:05.790840 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccf1255-7a99-401c-8bac-6dd6abd35e76 x-openstack-request-id: req-4ccf1255-7a99-401c-8bac-6dd6abd35e76 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:05.791137 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a20db8-8bdc-4289-b01f-3843c83b1a09", "name": "network-vif-unplugged", "status": "completed", "tag": "a11065e8-624b-45a3-b9cb-d7602ed03e0e", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:05.791392 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ccf1255-7a99-401c-8bac-6dd6abd35e76 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:05.791783 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a20db8-8bdc-4289-b01f-3843c83b1a09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a11065e8-624b-45a3-b9cb-d7602ed03e0e', 'code': 200} Feb 19 04:20:05.839084 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec67aee4-1711-4fba-b538-4b5b2984c93a req-5dcd0e1e-1bff-4261-811d-5e1f5fe66a58 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706228 Feb 19 04:20:05.863420 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=a11065e8-624b-45a3-b9cb-d7602ed03e0e,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:05.875108 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:05.875767 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:05.876219 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:05.876677 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:05.877503 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:05.877503 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:05.880464 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:05.880916 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:05.881306 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:05.882390 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:05.882958 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:05.883508 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:05.884085 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:05.891874 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45566) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:05.913275 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fc0cd207-fc9c-43b6-abba-ebaff189655a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:06.085525 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fa459cfb-78ce-40ac-b094-261d4970fc57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (eae81182-2e67-4b87-af6a-dd924078ef05), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:06.142203 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fc0cd207-fc9c-43b6-abba-ebaff189655a admin admin] Publish callbacks [] for security_group (d16b3dd8-2b08-4427-aec4-1f0a35a6a503), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:06.157328 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fc0cd207-fc9c-43b6-abba-ebaff189655a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d16b3dd8-2b08-4427-aec4-1f0a35a6a503), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:06.168831 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa459cfb-78ce-40ac-b094-261d4970fc57 admin admin] Pushing event deleted for resources: {'Port': ['ID=eae81182-2e67-4b87-af6a-dd924078ef05,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:06.340429 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0cd207-fc9c-43b6-abba-ebaff189655a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16b3dd8-2b08-4427-aec4-1f0a35a6a503,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:06.405621 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fc0cd207-fc9c-43b6-abba-ebaff189655a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=15634bcd39604298b8362d106970c54f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5125787 Feb 19 04:20:06.409695 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45580) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:06.639015 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fa459cfb-78ce-40ac-b094-261d4970fc57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (7b3e99fc-a0e7-4074-bd14-5855ac709c9f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:06.673916 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ac7ce280-07e6-40fb-b9d9-bfebd81a433c admin admin] Publish callbacks [] for security_group (d16b3dd8-2b08-4427-aec4-1f0a35a6a503), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:06.787262 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:06.813938 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ac7ce280-07e6-40fb-b9d9-bfebd81a433c admin admin] Publish callbacks [] for security_group (d16b3dd8-2b08-4427-aec4-1f0a35a6a503), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:06.861850 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b4cae-375f-4c1c-8c4a-3af35e23d80a req-fcbbb1a6-9e80-4e49-b235-350d93347cf7 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:06.876526 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c85b4cae-375f-4c1c-8c4a-3af35e23d80a req-fcbbb1a6-9e80-4e49-b235-350d93347cf7 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 943 time: 0.2117670 Feb 19 04:20:07.028045 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c85b4cae-375f-4c1c-8c4a-3af35e23d80a req-37c48986-3d96-4c77-af1b-4fe0a5138a89 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483276 Feb 19 04:20:07.097374 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823888e7-5f3c-455f-8cc4-1742cdd85194 req-1f97f490-efb0-4ceb-b187-6625bd8fbe4d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:07.099027 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-823888e7-5f3c-455f-8cc4-1742cdd85194 req-1f97f490-efb0-4ceb-b187-6625bd8fbe4d tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 945 time: 0.9522870 Feb 19 04:20:07.121664 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ac7ce280-07e6-40fb-b9d9-bfebd81a433c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d16b3dd8-2b08-4427-aec4-1f0a35a6a503), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:07.124699 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ac7ce280-07e6-40fb-b9d9-bfebd81a433c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:07.128243 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ac7ce280-07e6-40fb-b9d9-bfebd81a433c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d16b3dd8-2b08-4427-aec4-1f0a35a6a503 HTTP/1.1" status: 204 len: 168 time: 0.7145605 Feb 19 04:20:07.146449 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ce280-07e6-40fb-b9d9-bfebd81a433c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16b3dd8-2b08-4427-aec4-1f0a35a6a503,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:07.225142 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-823888e7-5f3c-455f-8cc4-1742cdd85194 req-e90960a7-c659-454c-8044-860734ca2727 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=257a3882-f9e0-4b70-91a8-91da6d195492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144154 Feb 19 04:20:07.403917 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073c9b7-07b0-4b74-bf25-bb73f7b9ceff req-7161a522-123c-4689-b437-0bc33adef989 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:07.407819 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3073c9b7-07b0-4b74-bf25-bb73f7b9ceff req-7161a522-123c-4689-b437-0bc33adef989 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 944 time: 0.1676040 Feb 19 04:20:07.460747 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa459cfb-78ce-40ac-b094-261d4970fc57 admin admin] Router 7b3e99fc-a0e7-4074-bd14-5855ac709c9f has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:20:07.620774 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa459cfb-78ce-40ac-b094-261d4970fc57 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:20:07.633801 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a613f5-c88f-4542-a150-c8b6b791497b None None] Sync routers for ids ['7b3e99fc-a0e7-4074-bd14-5855ac709c9f'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:20:07.635058 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fa459cfb-78ce-40ac-b094-261d4970fc57 admin admin] 10.222.0.52 "PUT /v2.0/routers/7b3e99fc-a0e7-4074-bd14-5855ac709c9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3721023 Feb 19 04:20:07.635913 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 45610) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:07.650623 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a613f5-c88f-4542-a150-c8b6b791497b None None] Routers {'7b3e99fc-a0e7-4074-bd14-5855ac709c9f'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:07.656407 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-35a613f5-c88f-4542-a150-c8b6b791497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:20:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7b3e99fc-a0e7-4074-bd14-5855ac709c9f'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:07.676779 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3073c9b7-07b0-4b74-bf25-bb73f7b9ceff req-d8d384c1-6510-47bf-9860-e7774cfca7a7 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613270 Feb 19 04:20:07.763924 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8200d-38e4-405e-adf9-874f50f6be2d req-2ed72534-2a6d-4e29-ad4b-f2f232f5b8fd tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:07.780936 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03f8200d-38e4-405e-adf9-874f50f6be2d req-2ed72534-2a6d-4e29-ad4b-f2f232f5b8fd tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 943 time: 0.2487698 Feb 19 04:20:07.804026 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b93c083f-1b25-4990-b8d8-361a0bbbb81e admin admin] Publish callbacks [] for router (7b3e99fc-a0e7-4074-bd14-5855ac709c9f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:07.916600 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03f8200d-38e4-405e-adf9-874f50f6be2d req-6feba528-e7ca-4eca-9478-de5e6115f7bb tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194582 Feb 19 04:20:08.066602 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-35a613f5-c88f-4542-a150-c8b6b791497b None None] Set router 7b3e99fc-a0e7-4074-bd14-5855ac709c9f gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:08.086758 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b93c083f-1b25-4990-b8d8-361a0bbbb81e admin admin] Publish callbacks [] for router_gateway (7b3e99fc-a0e7-4074-bd14-5855ac709c9f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:08.286058 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-b93c083f-1b25-4990-b8d8-361a0bbbb81e admin admin] Deleting port 7c9000ce-d8a8-4a96-a89f-b197410e872b {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:08.286439 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b93c083f-1b25-4990-b8d8-361a0bbbb81e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (7c9000ce-d8a8-4a96-a89f-b197410e872b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:08.549988 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c791b-2112-4fea-8128-898c3d5fc190 req-317c917e-76c3-4daf-b273-6f0d3b445c5e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:08.587544 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-b93c083f-1b25-4990-b8d8-361a0bbbb81e admin admin] For port 7c9000ce-d8a8-4a96-a89f-b197410e872b, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7c9000ce-d8a8-4a96-a89f-b197410e872b,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:08.588109 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b93c083f-1b25-4990-b8d8-361a0bbbb81e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (7c9000ce-d8a8-4a96-a89f-b197410e872b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:08.594615 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f95c791b-2112-4fea-8128-898c3d5fc190 req-317c917e-76c3-4daf-b273-6f0d3b445c5e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 945 time: 0.2036104 Feb 19 04:20:08.635674 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-b93c083f-1b25-4990-b8d8-361a0bbbb81e admin admin] Calling delete_port for 7c9000ce-d8a8-4a96-a89f-b197410e872b owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:08.657439 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-35a613f5-c88f-4542-a150-c8b6b791497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'name': 'tempest-TaggedBootDevicesTest_v242-778122631-router', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '7c9000ce-d8a8-4a96-a89f-b197410e872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:20Z', 'updated_at': '2022-02-19T04:20:05Z', 'revision_number': 5, 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'gw_port': {'id': '7c9000ce-d8a8-4a96-a89f-b197410e872b', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:22Z', 'updated_at': '2022-02-19T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:08.737446 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a613f5-c88f-4542-a150-c8b6b791497b None None] Checking router: 7b3e99fc-a0e7-4074-bd14-5855ac709c9f for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:20:08.760349 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a613f5-c88f-4542-a150-c8b6b791497b None None] Routers {'7b3e99fc-a0e7-4074-bd14-5855ac709c9f'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:08.774226 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-35a613f5-c88f-4542-a150-c8b6b791497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:20:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7b3e99fc-a0e7-4074-bd14-5855ac709c9f'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:08.868955 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0785a-5599-4cb2-8968-1f9ec2ba02a3 req-e2cd82c7-e166-443d-a46c-9c356dced9bc tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:08.903557 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1b0785a-5599-4cb2-8968-1f9ec2ba02a3 req-e2cd82c7-e166-443d-a46c-9c356dced9bc tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 943 time: 0.3001664 Feb 19 04:20:08.987617 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f95c791b-2112-4fea-8128-898c3d5fc190 req-6f5c3923-7a46-45ba-812c-a05941ffcef5 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=257a3882-f9e0-4b70-91a8-91da6d195492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3900275 Feb 19 04:20:08.997024 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5444fb78-2b06-4293-a320-f695638f8964 req-8f2634ce-a82c-4b57-9b4f-e7ddd805db3f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2198131 Feb 19 04:20:09.081079 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-35a613f5-c88f-4542-a150-c8b6b791497b None None] Set router 7b3e99fc-a0e7-4074-bd14-5855ac709c9f gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:09.141102 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1b0785a-5599-4cb2-8968-1f9ec2ba02a3 req-87bea09e-b188-49a6-8092-068dc7e00ab2 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364037 Feb 19 04:20:09.209598 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-35a613f5-c88f-4542-a150-c8b6b791497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'name': 'tempest-TaggedBootDevicesTest_v242-778122631-router', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:20Z', 'updated_at': '2022-02-19T04:20:08Z', 'revision_number': 6, 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:09.321645 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b93c083f-1b25-4990-b8d8-361a0bbbb81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (7c9000ce-d8a8-4a96-a89f-b197410e872b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:09.352134 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8325a68-8ef4-4f8b-8826-8de32479eb5d req-eafecf18-42e3-4ad3-9114-ef1971e02dd9 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:09.369667 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c8325a68-8ef4-4f8b-8826-8de32479eb5d req-eafecf18-42e3-4ad3-9114-ef1971e02dd9 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 944 time: 0.1632628 Feb 19 04:20:09.403178 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c083f-1b25-4990-b8d8-361a0bbbb81e admin admin] Pushing event deleted for resources: {'Port': ['ID=7c9000ce-d8a8-4a96-a89f-b197410e872b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:09.426383 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device a11065e8-624b-45a3-b9cb-d7602ed03e0e no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:09.444370 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c083f-1b25-4990-b8d8-361a0bbbb81e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:09.444775 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c083f-1b25-4990-b8d8-361a0bbbb81e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:09.445151 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c083f-1b25-4990-b8d8-361a0bbbb81e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:09.445509 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c083f-1b25-4990-b8d8-361a0bbbb81e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:09.445853 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c083f-1b25-4990-b8d8-361a0bbbb81e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:09.446217 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c083f-1b25-4990-b8d8-361a0bbbb81e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:09.446556 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c083f-1b25-4990-b8d8-361a0bbbb81e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:09.454702 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c083f-1b25-4990-b8d8-361a0bbbb81e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:09.455068 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c083f-1b25-4990-b8d8-361a0bbbb81e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:09.455414 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c083f-1b25-4990-b8d8-361a0bbbb81e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:09.455765 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c083f-1b25-4990-b8d8-361a0bbbb81e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:09.456102 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c083f-1b25-4990-b8d8-361a0bbbb81e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:09.456441 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93c083f-1b25-4990-b8d8-361a0bbbb81e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:09.530953 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c8325a68-8ef4-4f8b-8826-8de32479eb5d req-228023d0-7474-484b-8d72-117d9d715e4d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539540 Feb 19 04:20:09.595353 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a613f5-c88f-4542-a150-c8b6b791497b None None] The sync data for ids ['7b3e99fc-a0e7-4074-bd14-5855ac709c9f'] in n-d-828369-19 is: [{'id': '7b3e99fc-a0e7-4074-bd14-5855ac709c9f', 'name': 'tempest-TaggedBootDevicesTest_v242-778122631-router', 'tenant_id': '70c4c3b9b3c649e3926da7d12add9340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:20Z', 'updated_at': '2022-02-19T04:20:08Z', 'revision_number': 6, 'project_id': '70c4c3b9b3c649e3926da7d12add9340', 'gw_port_host': None}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:20:09.618026 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b93c083f-1b25-4990-b8d8-361a0bbbb81e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (7b3e99fc-a0e7-4074-bd14-5855ac709c9f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:09.667248 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port a11065e8-624b-45a3-b9cb-d7602ed03e0e is: DOWN; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:09.763854 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b93c083f-1b25-4990-b8d8-361a0bbbb81e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (7b3e99fc-a0e7-4074-bd14-5855ac709c9f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:09.766218 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b93c083f-1b25-4990-b8d8-361a0bbbb81e admin admin] Publish callbacks [] for router_controller (7b3e99fc-a0e7-4074-bd14-5855ac709c9f), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:09.844778 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b93c083f-1b25-4990-b8d8-361a0bbbb81e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (7b3e99fc-a0e7-4074-bd14-5855ac709c9f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:09.845864 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93c083f-1b25-4990-b8d8-361a0bbbb81e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b3e99fc-a0e7-4074-bd14-5855ac709c9f {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:20:09.878708 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b93c083f-1b25-4990-b8d8-361a0bbbb81e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:09.889081 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45708) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:09.890282 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b93c083f-1b25-4990-b8d8-361a0bbbb81e admin admin] 10.222.0.52 "DELETE /v2.0/routers/7b3e99fc-a0e7-4074-bd14-5855ac709c9f HTTP/1.1" status: 204 len: 168 time: 2.2519288 Feb 19 04:20:10.037973 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda58e1a-d274-4e4c-ba45-9ec63de45a24 admin admin] Deleting subnet ab33f94a-f001-4e22-992e-6a938e5dd9bf {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:20:10.047109 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444fb78-2b06-4293-a320-f695638f8964 req-10e78271-dcbb-4766-bc5f-c056b4d88900 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:10.055030 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cda58e1a-d274-4e4c-ba45-9ec63de45a24 admin admin] Publish callbacks [] for subnet (ab33f94a-f001-4e22-992e-6a938e5dd9bf), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:10.066558 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5444fb78-2b06-4293-a320-f695638f8964 req-10e78271-dcbb-4766-bc5f-c056b4d88900 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports/a11065e8-624b-45a3-b9cb-d7602ed03e0e HTTP/1.1" status: 200 len: 940 time: 0.9149377 Feb 19 04:20:10.148035 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cda58e1a-d274-4e4c-ba45-9ec63de45a24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (ab33f94a-f001-4e22-992e-6a938e5dd9bf), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:10.363850 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device eae81182-2e67-4b87-af6a-dd924078ef05 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:10.445371 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: eae81182-2e67-4b87-af6a-dd924078ef05 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:20:10.446044 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device eae81182-2e67-4b87-af6a-dd924078ef05 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:20:10.568025 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c18cf-218b-40c3-b924-6674fb9c67d4 req-d67a39fc-6d29-498b-9142-2a772b873a42 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:10.577023 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-234c18cf-218b-40c3-b924-6674fb9c67d4 req-d67a39fc-6d29-498b-9142-2a772b873a42 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 945 time: 0.3758879 Feb 19 04:20:10.660890 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6b99f-f905-45cd-9f00-c3bc58a45ab2 req-3e96bb8f-16f8-4afc-8b38-b43f3e45281a tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:10.662481 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-23e6b99f-f905-45cd-9f00-c3bc58a45ab2 req-3e96bb8f-16f8-4afc-8b38-b43f3e45281a tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 943 time: 0.2427125 Feb 19 04:20:10.687065 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-234c18cf-218b-40c3-b924-6674fb9c67d4 req-e66dbdb5-3487-4833-8b23-dcc1a68cae72 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=257a3882-f9e0-4b70-91a8-91da6d195492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084921 Feb 19 04:20:10.697339 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cda58e1a-d274-4e4c-ba45-9ec63de45a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (ab33f94a-f001-4e22-992e-6a938e5dd9bf), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:10.717515 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 45742) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:10.943363 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-23e6b99f-f905-45cd-9f00-c3bc58a45ab2 req-e18df869-5c54-4407-856a-08be180185ef tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548854 Feb 19 04:20:11.075636 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b3f6b7f9-495a-4571-a9d0-a1b8a6765482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:11.112257 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580eae5f-ab07-4b76-b828-8c0a2a5fab52 req-be42d56f-8f67-4aaf-86c4-82f639849547 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:11.114282 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-580eae5f-ab07-4b76-b828-8c0a2a5fab52 req-be42d56f-8f67-4aaf-86c4-82f639849547 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 944 time: 0.1685286 Feb 19 04:20:11.153238 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cda58e1a-d274-4e4c-ba45-9ec63de45a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (ab33f94a-f001-4e22-992e-6a938e5dd9bf), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:11.201795 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda58e1a-d274-4e4c-ba45-9ec63de45a24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab33f94a-f001-4e22-992e-6a938e5dd9bf,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:11.210531 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cda58e1a-d274-4e4c-ba45-9ec63de45a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:11.215450 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd90e3f-959d-4d35-b7e8-aff79fbd026f None None] Network f758f6a7-1c73-480c-aa6e-af8f6b3fc936 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:20:11.217686 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cda58e1a-d274-4e4c-ba45-9ec63de45a24 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ab33f94a-f001-4e22-992e-6a938e5dd9bf HTTP/1.1" status: 204 len: 168 time: 1.3263328 Feb 19 04:20:11.218312 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45756) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:11.243399 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b3f6b7f9-495a-4571-a9d0-a1b8a6765482 admin admin] Publish callbacks [] for security_group (a207d18e-abc6-49f5-b28d-b7c0ed81a9e6), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:11.250606 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b3f6b7f9-495a-4571-a9d0-a1b8a6765482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a207d18e-abc6-49f5-b28d-b7c0ed81a9e6), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:11.291967 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-580eae5f-ab07-4b76-b828-8c0a2a5fab52 req-4298611f-e6c2-4bd0-b6be-18b1bd8a1ed1 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617658 Feb 19 04:20:11.330939 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b3f6b7f9-495a-4571-a9d0-a1b8a6765482 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ac01f4dca6d34787860141630d5cc644&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6119959 Feb 19 04:20:11.335291 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 45758) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:11.351508 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6b7f9-495a-4571-a9d0-a1b8a6765482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a207d18e-abc6-49f5-b28d-b7c0ed81a9e6,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:11.424264 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7aebc31f-caa2-452e-a6e1-ed0723826d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (f758f6a7-1c73-480c-aa6e-af8f6b3fc936), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:11.432981 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a949d99-8844-408a-8b10-6c7462695898 admin admin] Publish callbacks [] for security_group (a207d18e-abc6-49f5-b28d-b7c0ed81a9e6), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:11.474891 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a949d99-8844-408a-8b10-6c7462695898 admin admin] Publish callbacks [] for security_group (a207d18e-abc6-49f5-b28d-b7c0ed81a9e6), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:11.498045 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02870b0-25ec-40c5-a6dc-338c05f8dbea None None] DHCP port deletion for f758f6a7-1c73-480c-aa6e-af8f6b3fc936 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:20:11.499444 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-7aebc31f-caa2-452e-a6e1-ed0723826d1a admin admin] Deleting port 3bf43e88-9e56-42d2-8c3e-30bd772c45f3 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:11.499955 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7aebc31f-caa2-452e-a6e1-ed0723826d1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (3bf43e88-9e56-42d2-8c3e-30bd772c45f3), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:11.577843 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a949d99-8844-408a-8b10-6c7462695898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a207d18e-abc6-49f5-b28d-b7c0ed81a9e6), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:11.580963 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a949d99-8844-408a-8b10-6c7462695898 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:11.585757 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9a949d99-8844-408a-8b10-6c7462695898 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a207d18e-abc6-49f5-b28d-b7c0ed81a9e6 HTTP/1.1" status: 204 len: 168 time: 0.2447755 Feb 19 04:20:11.604569 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a949d99-8844-408a-8b10-6c7462695898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a207d18e-abc6-49f5-b28d-b7c0ed81a9e6,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:11.643921 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e02870b0-25ec-40c5-a6dc-338c05f8dbea None None] Deleting port 3bf43e88-9e56-42d2-8c3e-30bd772c45f3 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:11.644314 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e02870b0-25ec-40c5-a6dc-338c05f8dbea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (3bf43e88-9e56-42d2-8c3e-30bd772c45f3), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:11.664567 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444fb78-2b06-4293-a320-f695638f8964 req-92ea154a-ac3f-4586-9f98-1f3c54cb99aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:11.666537 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5444fb78-2b06-4293-a320-f695638f8964 req-92ea154a-ac3f-4586-9f98-1f3c54cb99aa service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09&tenant_id=a4e0bc4a4b1b4fe383f135223bc35a0a HTTP/1.1" status: 200 len: 1126 time: 0.1698775 Feb 19 04:20:11.668958 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-7aebc31f-caa2-452e-a6e1-ed0723826d1a admin admin] For port 3bf43e88-9e56-42d2-8c3e-30bd772c45f3, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3bf43e88-9e56-42d2-8c3e-30bd772c45f3,segment=NetworkSegment(a1f015ea-7064-4c76-84f5-168db49c3282),segment_id=a1f015ea-7064-4c76-84f5-168db49c3282)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:11.669588 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7aebc31f-caa2-452e-a6e1-ed0723826d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (3bf43e88-9e56-42d2-8c3e-30bd772c45f3), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:11.683542 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-5444fb78-2b06-4293-a320-f695638f8964 req-937cfe7d-7516-42a7-bf2d-0fb7788efef0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-19', 'device_owner': 'compute:nova'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:11.713100 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-7aebc31f-caa2-452e-a6e1-ed0723826d1a admin admin] Calling delete_port for 3bf43e88-9e56-42d2-8c3e-30bd772c45f3 owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:11.807638 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5444fb78-2b06-4293-a320-f695638f8964 req-937cfe7d-7516-42a7-bf2d-0fb7788efef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:11.953265 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:20:12.077185 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e02870b0-25ec-40c5-a6dc-338c05f8dbea None None] For port 3bf43e88-9e56-42d2-8c3e-30bd772c45f3, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3bf43e88-9e56-42d2-8c3e-30bd772c45f3,segment=NetworkSegment(a1f015ea-7064-4c76-84f5-168db49c3282),segment_id=a1f015ea-7064-4c76-84f5-168db49c3282)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:12.077741 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e02870b0-25ec-40c5-a6dc-338c05f8dbea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (3bf43e88-9e56-42d2-8c3e-30bd772c45f3), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:12.095254 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e02870b0-25ec-40c5-a6dc-338c05f8dbea None None] Calling delete_port for 3bf43e88-9e56-42d2-8c3e-30bd772c45f3 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:12.201116 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e02870b0-25ec-40c5-a6dc-338c05f8dbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (3bf43e88-9e56-42d2-8c3e-30bd772c45f3), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:12.243927 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02870b0-25ec-40c5-a6dc-338c05f8dbea None None] Pushing event deleted for resources: {'Port': ['ID=3bf43e88-9e56-42d2-8c3e-30bd772c45f3,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:12.251312 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02870b0-25ec-40c5-a6dc-338c05f8dbea None None] No DVR routers for this DVR port 3bf43e88-9e56-42d2-8c3e-30bd772c45f3 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:20:12.304364 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3bf43e88-9e56-42d2-8c3e-30bd772c45f3 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:12.332673 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 3bf43e88-9e56-42d2-8c3e-30bd772c45f3 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:20:12.333275 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3bf43e88-9e56-42d2-8c3e-30bd772c45f3 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:20:12.333919 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7c9000ce-d8a8-4a96-a89f-b197410e872b no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:12.357141 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 7c9000ce-d8a8-4a96-a89f-b197410e872b {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:20:12.357706 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7c9000ce-d8a8-4a96-a89f-b197410e872b not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:20:12.432876 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7aebc31f-caa2-452e-a6e1-ed0723826d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (3bf43e88-9e56-42d2-8c3e-30bd772c45f3), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:12.583473 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aebc31f-caa2-452e-a6e1-ed0723826d1a admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf43e88-9e56-42d2-8c3e-30bd772c45f3,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:12.586544 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2a2e0-a848-49ae-b260-a11301a971f3 req-ac6f2354-ea19-4b29-934a-2688b3c64f0c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:12.588070 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5af2a2e0-a848-49ae-b260-a11301a971f3 req-ac6f2354-ea19-4b29-934a-2688b3c64f0c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 945 time: 0.3715458 Feb 19 04:20:12.598812 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aebc31f-caa2-452e-a6e1-ed0723826d1a admin admin] No DVR routers for this DVR port 3bf43e88-9e56-42d2-8c3e-30bd772c45f3 on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:20:12.643073 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b2192-efc1-4212-88cf-24e052eca10a req-6f5d8ceb-0c5c-4691-9c18-8cfe7373f6b9 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:12.645029 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-421b2192-efc1-4212-88cf-24e052eca10a req-6f5d8ceb-0c5c-4691-9c18-8cfe7373f6b9 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 943 time: 0.3945954 Feb 19 04:20:12.847414 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5af2a2e0-a848-49ae-b260-a11301a971f3 req-9f96b248-1920-48ff-a23e-692846155bb2 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=257a3882-f9e0-4b70-91a8-91da6d195492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499955 Feb 19 04:20:12.861718 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7aebc31f-caa2-452e-a6e1-ed0723826d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (f758f6a7-1c73-480c-aa6e-af8f6b3fc936), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:12.920413 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-7aebc31f-caa2-452e-a6e1-ed0723826d1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f758f6a7-1c73-480c-aa6e-af8f6b3fc936']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:12.926556 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-421b2192-efc1-4212-88cf-24e052eca10a req-2201886c-075e-4657-a3bd-645fd9243ea8 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460778 Feb 19 04:20:12.949961 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-7aebc31f-caa2-452e-a6e1-ed0723826d1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f015ea-7064-4c76-84f5-168db49c3282') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:12.950532 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-7aebc31f-caa2-452e-a6e1-ed0723826d1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f015ea-7064-4c76-84f5-168db49c3282') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:12.963621 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7aebc31f-caa2-452e-a6e1-ed0723826d1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (a1f015ea-7064-4c76-84f5-168db49c3282), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:12.987813 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-5444fb78-2b06-4293-a320-f695638f8964 req-937cfe7d-7516-42a7-bf2d-0fb7788efef0 service neutron] For port a11065e8-624b-45a3-b9cb-d7602ed03e0e, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=a11065e8-624b-45a3-b9cb-d7602ed03e0e,segment=NetworkSegment(f54bf998-c6df-4a54-bbd7-3503e7bb776e),segment_id=f54bf998-c6df-4a54-bbd7-3503e7bb776e)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:13.029840 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7aebc31f-caa2-452e-a6e1-ed0723826d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (a1f015ea-7064-4c76-84f5-168db49c3282), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:13.081119 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-5444fb78-2b06-4293-a320-f695638f8964 req-937cfe7d-7516-42a7-bf2d-0fb7788efef0 service neutron] For port a11065e8-624b-45a3-b9cb-d7602ed03e0e, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:20:13.124089 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aebc31f-caa2-452e-a6e1-ed0723826d1a admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:20:13.124664 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7aebc31f-caa2-452e-a6e1-ed0723826d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (a1f015ea-7064-4c76-84f5-168db49c3282), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:20:13.169648 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:20:13.213368 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-5444fb78-2b06-4293-a320-f695638f8964 req-937cfe7d-7516-42a7-bf2d-0fb7788efef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a11065e8-624b-45a3-b9cb-d7602ed03e0e {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:20:13.218251 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7aebc31f-caa2-452e-a6e1-ed0723826d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (f758f6a7-1c73-480c-aa6e-af8f6b3fc936), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:13.224715 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5444fb78-2b06-4293-a320-f695638f8964 req-937cfe7d-7516-42a7-bf2d-0fb7788efef0 service neutron] Publish callbacks [] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:13.242636 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7aebc31f-caa2-452e-a6e1-ed0723826d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:13.245990 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7aebc31f-caa2-452e-a6e1-ed0723826d1a admin admin] 10.222.0.52 "DELETE /v2.0/networks/f758f6a7-1c73-480c-aa6e-af8f6b3fc936 HTTP/1.1" status: 204 len: 168 time: 1.9974442 Feb 19 04:20:13.250651 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aebc31f-caa2-452e-a6e1-ed0723826d1a admin admin] Pushing event deleted for resources: {'Network': ['ID=f758f6a7-1c73-480c-aa6e-af8f6b3fc936,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:13.251143 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 45830) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:13.287631 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-5444fb78-2b06-4293-a320-f695638f8964 req-937cfe7d-7516-42a7-bf2d-0fb7788efef0 service neutron] Transition to ACTIVE for port object a11065e8-624b-45a3-b9cb-d7602ed03e0e will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:20:13.299686 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ca554-f969-4b6f-9a87-c4533d7fd170 req-6a66f711-4068-4721-aa90-ead444c7a135 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:13.302672 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e02ca554-f969-4b6f-9a87-c4533d7fd170 req-6a66f711-4068-4721-aa90-ead444c7a135 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 944 time: 0.3289154 Feb 19 04:20:13.305837 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5444fb78-2b06-4293-a320-f695638f8964 req-937cfe7d-7516-42a7-bf2d-0fb7788efef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:13.454874 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e02ca554-f969-4b6f-9a87-c4533d7fd170 req-c7b95347-4c2a-4271-837b-3eeae42fa7ab tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412349 Feb 19 04:20:13.474674 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937cfe7d-7516-42a7-bf2d-0fb7788efef0 service neutron] Pushing event updated for resources: {'Port': ['ID=a11065e8-624b-45a3-b9cb-d7602ed03e0e,revision_number=9']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:13.484316 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-5444fb78-2b06-4293-a320-f695638f8964 req-937cfe7d-7516-42a7-bf2d-0fb7788efef0 service neutron] No DVR routers for this DVR port a11065e8-624b-45a3-b9cb-d7602ed03e0e on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:20:13.596858 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-5444fb78-2b06-4293-a320-f695638f8964 req-937cfe7d-7516-42a7-bf2d-0fb7788efef0 service neutron] Attempting to bind port a11065e8-624b-45a3-b9cb-d7602ed03e0e on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:13.597123 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-5444fb78-2b06-4293-a320-f695638f8964 req-937cfe7d-7516-42a7-bf2d-0fb7788efef0 service neutron] Attempting to bind port a11065e8-624b-45a3-b9cb-d7602ed03e0e by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'f54bf998-c6df-4a54-bbd7-3503e7bb776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9c4345-a542-424d-9672-4b79bfb4a878'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:13.597477 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5444fb78-2b06-4293-a320-f695638f8964 req-937cfe7d-7516-42a7-bf2d-0fb7788efef0 service neutron] Attempting to bind port a11065e8-624b-45a3-b9cb-d7602ed03e0e on network 2e9c4345-a542-424d-9672-4b79bfb4a878 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:13.603398 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5444fb78-2b06-4293-a320-f695638f8964 req-937cfe7d-7516-42a7-bf2d-0fb7788efef0 service neutron] Port a11065e8-624b-45a3-b9cb-d7602ed03e0e on network 2e9c4345-a542-424d-9672-4b79bfb4a878 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:13.603752 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5444fb78-2b06-4293-a320-f695638f8964 req-937cfe7d-7516-42a7-bf2d-0fb7788efef0 service neutron] Attempting to bind port a11065e8-624b-45a3-b9cb-d7602ed03e0e on network 2e9c4345-a542-424d-9672-4b79bfb4a878 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:13.610511 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5444fb78-2b06-4293-a320-f695638f8964 req-937cfe7d-7516-42a7-bf2d-0fb7788efef0 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:20:13.610860 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5444fb78-2b06-4293-a320-f695638f8964 req-937cfe7d-7516-42a7-bf2d-0fb7788efef0 service neutron] Checking segment: {'id': 'f54bf998-c6df-4a54-bbd7-3503e7bb776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9c4345-a542-424d-9672-4b79bfb4a878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:20:13.611254 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5444fb78-2b06-4293-a320-f695638f8964 req-937cfe7d-7516-42a7-bf2d-0fb7788efef0 service neutron] Bound using segment: {'id': 'f54bf998-c6df-4a54-bbd7-3503e7bb776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9c4345-a542-424d-9672-4b79bfb4a878'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:20:13.611697 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-5444fb78-2b06-4293-a320-f695638f8964 req-937cfe7d-7516-42a7-bf2d-0fb7788efef0 service neutron] Bound port: a11065e8-624b-45a3-b9cb-d7602ed03e0e, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f54bf998-c6df-4a54-bbd7-3503e7bb776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9c4345-a542-424d-9672-4b79bfb4a878'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:20:13.612066 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5444fb78-2b06-4293-a320-f695638f8964 req-937cfe7d-7516-42a7-bf2d-0fb7788efef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:13.724309 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-5444fb78-2b06-4293-a320-f695638f8964 req-937cfe7d-7516-42a7-bf2d-0fb7788efef0 service neutron] For port a11065e8-624b-45a3-b9cb-d7602ed03e0e, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:20:13.731234 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-5444fb78-2b06-4293-a320-f695638f8964 req-937cfe7d-7516-42a7-bf2d-0fb7788efef0 service neutron] For port a11065e8-624b-45a3-b9cb-d7602ed03e0e, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=a11065e8-624b-45a3-b9cb-d7602ed03e0e,segment=NetworkSegment(f54bf998-c6df-4a54-bbd7-3503e7bb776e),segment_id=f54bf998-c6df-4a54-bbd7-3503e7bb776e)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:20:13.749689 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5444fb78-2b06-4293-a320-f695638f8964 req-937cfe7d-7516-42a7-bf2d-0fb7788efef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:13.820798 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45850) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:13.855918 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444fb78-2b06-4293-a320-f695638f8964 req-937cfe7d-7516-42a7-bf2d-0fb7788efef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:13.856853 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5444fb78-2b06-4293-a320-f695638f8964 req-937cfe7d-7516-42a7-bf2d-0fb7788efef0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:13.858536 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5444fb78-2b06-4293-a320-f695638f8964 req-937cfe7d-7516-42a7-bf2d-0fb7788efef0 service neutron] 10.222.0.79 "PUT /v2.0/ports/a11065e8-624b-45a3-b9cb-d7602ed03e0e HTTP/1.1" status: 200 len: 1092 time: 2.1799471 Feb 19 04:20:13.859205 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a20db8-8bdc-4289-b01f-3843c83b1a09', 'tag': 'a11065e8-624b-45a3-b9cb-d7602ed03e0e'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:13.861847 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4531ed6f-6691-435c-b919-a4767f6a8806" -d '{"events": [{"name": "network-changed", "server_uuid": "28a20db8-8bdc-4289-b01f-3843c83b1a09", "tag": "a11065e8-624b-45a3-b9cb-d7602ed03e0e"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:13.955505 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b7fa70-be0c-4663-b5ca-b86d8e391e97 x-openstack-request-id: req-d7b7fa70-be0c-4663-b5ca-b86d8e391e97 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:13.971797 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a20db8-8bdc-4289-b01f-3843c83b1a09", "tag": "a11065e8-624b-45a3-b9cb-d7602ed03e0e", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:13.972335 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d7b7fa70-be0c-4663-b5ca-b86d8e391e97 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:13.973047 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a20db8-8bdc-4289-b01f-3843c83b1a09', 'tag': 'a11065e8-624b-45a3-b9cb-d7602ed03e0e', 'status': 'completed', 'code': 200} Feb 19 04:20:13.975701 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bcf4152b-02f8-416c-976d-62948654dc50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (921dfc68-f0cb-46cc-b565-6989af063a67), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.040573 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937cfe7d-7516-42a7-bf2d-0fb7788efef0 service neutron] Pushing event updated for resources: {'Port': ['ID=a11065e8-624b-45a3-b9cb-d7602ed03e0e,revision_number=10']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:14.126906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444fb78-2b06-4293-a320-f695638f8964 req-6763870d-4155-48af-b929-f8d3b03da068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:14.128501 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5444fb78-2b06-4293-a320-f695638f8964 req-6763870d-4155-48af-b929-f8d3b03da068 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a4e0bc4a4b1b4fe383f135223bc35a0a&device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 1127 time: 0.2358840 Feb 19 04:20:14.135322 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-a2fc61a8-d255-4219-9810-c46bd7426c86 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1405564956', 'router:external': True}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:14.167797 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd11a7-2738-471b-bdb6-9db99f57179c req-89d36202-53f3-48af-9c5d-8510a7172646 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:14.169410 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4bd11a7-2738-471b-bdb6-9db99f57179c req-89d36202-53f3-48af-9c5d-8510a7172646 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 945 time: 0.1872482 Feb 19 04:20:14.248616 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fc61a8-d255-4219-9810-c46bd7426c86 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Made reservation on behalf of 6e9155398c40421889e09c736846f381 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:14.250965 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a2fc61a8-d255-4219-9810-c46bd7426c86 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.259095 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4baf5e1-3098-4584-beda-f54bdee7f688 req-5d51c701-6599-4c9f-a970-787c527e4fb0 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:14.260613 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4baf5e1-3098-4584-beda-f54bdee7f688 req-5d51c701-6599-4c9f-a970-787c527e4fb0 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 944 time: 0.1895888 Feb 19 04:20:14.288109 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a2fc61a8-d255-4219-9810-c46bd7426c86 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.368443 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444fb78-2b06-4293-a320-f695638f8964 req-6cb361ba-5f92-4128-9d1e-473a1a6aaf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:14.370476 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5444fb78-2b06-4293-a320-f695638f8964 req-6cb361ba-5f92-4128-9d1e-473a1a6aaf12 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2e9c4345-a542-424d-9672-4b79bfb4a878 HTTP/1.1" status: 200 len: 914 time: 0.2300072 Feb 19 04:20:14.378069 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device cf6e0b93-e0ec-4304-8193-2488370a77a7 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:20:14.390024 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4bd11a7-2738-471b-bdb6-9db99f57179c req-2bdc7c76-8f3b-4aa1-93c1-2b7d9d222f2c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=257a3882-f9e0-4b70-91a8-91da6d195492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046552 Feb 19 04:20:14.497937 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-bcf4152b-02f8-416c-976d-62948654dc50 admin admin] Deleting port 666ce6b0-45eb-4d71-b5f8-bfb957f1db48 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:14.498599 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bcf4152b-02f8-416c-976d-62948654dc50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (666ce6b0-45eb-4d71-b5f8-bfb957f1db48), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.510389 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5444fb78-2b06-4293-a320-f695638f8964 req-e07ed1f6-c100-435f-bbdf-d852e6dca5b5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a11065e8-624b-45a3-b9cb-d7602ed03e0e HTTP/1.1" status: 200 len: 217 time: 0.1155496 Feb 19 04:20:14.516977 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4baf5e1-3098-4584-beda-f54bdee7f688 req-85d51211-f97e-4086-a67f-f94c5251eae0 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493656 Feb 19 04:20:14.615211 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-bcf4152b-02f8-416c-976d-62948654dc50 admin admin] For port 666ce6b0-45eb-4d71-b5f8-bfb957f1db48, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=666ce6b0-45eb-4d71-b5f8-bfb957f1db48,segment=NetworkSegment(1b7a5dfc-9b1e-4ac9-969d-a2a00a138710),segment_id=1b7a5dfc-9b1e-4ac9-969d-a2a00a138710)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:14.615582 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bcf4152b-02f8-416c-976d-62948654dc50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (666ce6b0-45eb-4d71-b5f8-bfb957f1db48), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.618594 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444fb78-2b06-4293-a320-f695638f8964 req-12920a21-1835-42c3-a5bb-e2cf5797b476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:14.620450 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5444fb78-2b06-4293-a320-f695638f8964 req-12920a21-1835-42c3-a5bb-e2cf5797b476 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4be604aa-378d-4eff-8d65-7e786c5da5e7 HTTP/1.1" status: 200 len: 853 time: 0.0927057 Feb 19 04:20:14.625968 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port cf6e0b93-e0ec-4304-8193-2488370a77a7, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=cf6e0b93-e0ec-4304-8193-2488370a77a7,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:14.630881 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-bcf4152b-02f8-416c-976d-62948654dc50 admin admin] Calling delete_port for 666ce6b0-45eb-4d71-b5f8-bfb957f1db48 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:14.651942 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'cf6e0b93-e0ec-4304-8193-2488370a77a7', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'port_id': 'cf6e0b93-e0ec-4304-8193-2488370a77a7', 'mac_address': 'fa:16:3e:e3:9a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:20:14.661963 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5444fb78-2b06-4293-a320-f695638f8964 req-c303daaa-1212-4c5d-9d68-a0c845487db8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2e9c4345-a542-424d-9672-4b79bfb4a878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323896 Feb 19 04:20:14.740210 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port cf6e0b93-e0ec-4304-8193-2488370a77a7 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:14.740210 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.766687 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf6e0b93-e0ec-4304-8193-2488370a77a7 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:20:14.789447 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port cf6e0b93-e0ec-4304-8193-2488370a77a7, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=cf6e0b93-e0ec-4304-8193-2488370a77a7,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:14.797631 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.897915 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a2fc61a8-d255-4219-9810-c46bd7426c86 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for security_group (e5edea64-e812-427a-8c28-36552aa785d7), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.908111 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a2fc61a8-d255-4219-9810-c46bd7426c86 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e5edea64-e812-427a-8c28-36552aa785d7), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.919854 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=cf6e0b93-e0ec-4304-8193-2488370a77a7,revision_number=11']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:14.951342 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b9d20-4e2b-443f-a083-f2735bf69253 req-34342866-935e-4501-8492-c0f2f4beb0fa tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:14.958601 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e6b9d20-4e2b-443f-a083-f2735bf69253 req-34342866-935e-4501-8492-c0f2f4beb0fa tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 944 time: 0.2930670 Feb 19 04:20:15.015888 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['cf6e0b93-e0ec-4304-8193-2488370a77a7'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:20:15.105565 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2fc61a8-d255-4219-9810-c46bd7426c86 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:20:15.133727 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc61a8-d255-4219-9810-c46bd7426c86 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5edea64-e812-427a-8c28-36552aa785d7,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:15.157687 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5444fb78-2b06-4293-a320-f695638f8964 req-dcfe28e9-891e-4480-beea-4cb37592d534 service neutron] 10.222.0.79 "GET /v2.0/networks/2e9c4345-a542-424d-9672-4b79bfb4a878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461942 Feb 19 04:20:15.233351 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a2fc61a8-d255-4219-9810-c46bd7426c86 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (cdb48dd7-c95d-4eda-8a04-bb0646c1631a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:15.234265 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-a2fc61a8-d255-4219-9810-c46bd7426c86 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Added segment cdb48dd7-c95d-4eda-8a04-bb0646c1631a of type vlan for network efc0e709-735a-4e5a-973d-f4765ac54cc0 Feb 19 04:20:15.262872 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e6b9d20-4e2b-443f-a083-f2735bf69253 req-f95d613f-09ed-4b55-a19a-6280b94c87f3 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3031938 Feb 19 04:20:15.334492 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a2fc61a8-d255-4219-9810-c46bd7426c86 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (efc0e709-735a-4e5a-973d-f4765ac54cc0), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:15.346509 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bcf4152b-02f8-416c-976d-62948654dc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (666ce6b0-45eb-4d71-b5f8-bfb957f1db48), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:15.380511 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4152b-02f8-416c-976d-62948654dc50 admin admin] Pushing event deleted for resources: {'Port': ['ID=666ce6b0-45eb-4d71-b5f8-bfb957f1db48,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:15.434578 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a2fc61a8-d255-4219-9810-c46bd7426c86 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (efc0e709-735a-4e5a-973d-f4765ac54cc0), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:15.438922 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fc61a8-d255-4219-9810-c46bd7426c86 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:15.440452 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a2fc61a8-d255-4219-9810-c46bd7426c86 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:15.468574 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5444fb78-2b06-4293-a320-f695638f8964 req-5b2030ff-b407-45c6-a728-ac23303361cc service neutron] 10.222.0.79 "GET /v2.0/networks/2e9c4345-a542-424d-9672-4b79bfb4a878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564800 Feb 19 04:20:15.612368 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a2fc61a8-d255-4219-9810-c46bd7426c86 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.7869973 Feb 19 04:20:15.633389 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45894) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:15.657559 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-64826f62-c8b8-4413-81e2-dd88ed9daedd tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Request body: {'subnet': {'network_id': 'efc0e709-735a-4e5a-973d-f4765ac54cc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:15.687671 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc61a8-d255-4219-9810-c46bd7426c86 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Pushing event updated for resources: {'Network': ['ID=efc0e709-735a-4e5a-973d-f4765ac54cc0,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:15.702930 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network efc0e709-735a-4e5a-973d-f4765ac54cc0 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:20:15.721152 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bcf4152b-02f8-416c-976d-62948654dc50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (921dfc68-f0cb-46cc-b565-6989af063a67), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:15.769757 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64826f62-c8b8-4413-81e2-dd88ed9daedd tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Made reservation on behalf of 6e9155398c40421889e09c736846f381 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:15.785026 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-64826f62-c8b8-4413-81e2-dd88ed9daedd tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:15.806744 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370758dc-60eb-4bfc-a220-dc6ae522bc39 req-ea9763a5-233f-43b5-af3a-6c45799f6835 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:15.809753 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-370758dc-60eb-4bfc-a220-dc6ae522bc39 req-ea9763a5-233f-43b5-af3a-6c45799f6835 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 945 time: 0.2858846 Feb 19 04:20:15.838699 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531ed6f-6691-435c-b919-a4767f6a8806 req-32098313-3420-4b20-aca0-653c77aa7982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:15.840375 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4531ed6f-6691-435c-b919-a4767f6a8806 req-32098313-3420-4b20-aca0-653c77aa7982 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a4e0bc4a4b1b4fe383f135223bc35a0a&device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 1127 time: 0.2477753 Feb 19 04:20:15.951911 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fefa1-14dd-4452-8415-6072c7b50db4 req-6b454fb1-143e-44bb-b9fd-19e621962c23 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:15.953657 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa6fefa1-14dd-4452-8415-6072c7b50db4 req-6b454fb1-143e-44bb-b9fd-19e621962c23 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 944 time: 0.2997594 Feb 19 04:20:16.113967 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-370758dc-60eb-4bfc-a220-dc6ae522bc39 req-ddf94045-23ae-4c9c-b992-61f830741fde tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=257a3882-f9e0-4b70-91a8-91da6d195492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705038 Feb 19 04:20:16.151579 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa6fefa1-14dd-4452-8415-6072c7b50db4 req-d3e5c489-5e62-4999-8ae7-e0617dac44fb tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877933 Feb 19 04:20:16.186718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531ed6f-6691-435c-b919-a4767f6a8806 req-7c198a1b-6d6c-4c94-8f11-c3e535ef0f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:16.190093 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4531ed6f-6691-435c-b919-a4767f6a8806 req-7c198a1b-6d6c-4c94-8f11-c3e535ef0f3d service neutron] 10.222.0.79 "GET /v2.0/networks?id=2e9c4345-a542-424d-9672-4b79bfb4a878 HTTP/1.1" status: 200 len: 914 time: 0.3444173 Feb 19 04:20:16.255151 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4531ed6f-6691-435c-b919-a4767f6a8806 req-f55e07e4-976b-4d71-a446-cc78ec1476dc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a11065e8-624b-45a3-b9cb-d7602ed03e0e HTTP/1.1" status: 200 len: 217 time: 0.0489166 Feb 19 04:20:16.362553 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531ed6f-6691-435c-b919-a4767f6a8806 req-5a518109-07f9-499f-8824-798f8b48a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:16.365394 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4531ed6f-6691-435c-b919-a4767f6a8806 req-5a518109-07f9-499f-8824-798f8b48a493 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4be604aa-378d-4eff-8d65-7e786c5da5e7 HTTP/1.1" status: 200 len: 853 time: 0.0988739 Feb 19 04:20:16.396371 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device cf6e0b93-e0ec-4304-8193-2488370a77a7 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:20:16.406268 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf4152b-02f8-416c-976d-62948654dc50 admin admin] Router 921dfc68-f0cb-46cc-b565-6989af063a67 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:20:16.466696 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4531ed6f-6691-435c-b919-a4767f6a8806 req-d5a75fd5-1158-401f-84ed-37279f7d6eab service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2e9c4345-a542-424d-9672-4b79bfb4a878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943143 Feb 19 04:20:16.479708 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port cf6e0b93-e0ec-4304-8193-2488370a77a7 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:20:16.485536 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port cf6e0b93-e0ec-4304-8193-2488370a77a7 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:16.486158 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:16.723472 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port cf6e0b93-e0ec-4304-8193-2488370a77a7 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:16.724184 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:16.747996 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf4152b-02f8-416c-976d-62948654dc50 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:20:16.756895 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bcf4152b-02f8-416c-976d-62948654dc50 admin admin] 10.222.0.52 "PUT /v2.0/routers/921dfc68-f0cb-46cc-b565-6989af063a67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5044496 Feb 19 04:20:16.759412 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 45932) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:16.853408 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port cf6e0b93-e0ec-4304-8193-2488370a77a7, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=cf6e0b93-e0ec-4304-8193-2488370a77a7,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:16.863954 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47baa6df-c40b-4e0b-96ab-d896a9f60b5f None None] Sync routers for ids ['921dfc68-f0cb-46cc-b565-6989af063a67'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:20:16.878824 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4531ed6f-6691-435c-b919-a4767f6a8806 req-cdd0cc20-d36d-4074-85bf-e5b756448cca service neutron] 10.222.0.79 "GET /v2.0/networks/2e9c4345-a542-424d-9672-4b79bfb4a878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804269 Feb 19 04:20:16.883599 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c490c1e-dac6-47ba-8712-833f27a07091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6e0b93-e0ec-4304-8193-2488370a77a7'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:16.901643 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c96149e-c168-42ef-bd46-c7c68918d1a5" -d '{"events": [{"server_uuid": "8c490c1e-dac6-47ba-8712-833f27a07091", "name": "network-vif-plugged", "status": "completed", "tag": "cf6e0b93-e0ec-4304-8193-2488370a77a7"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:16.928728 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47baa6df-c40b-4e0b-96ab-d896a9f60b5f None None] Routers {'921dfc68-f0cb-46cc-b565-6989af063a67'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:16.932232 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-47baa6df-c40b-4e0b-96ab-d896a9f60b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:20:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['921dfc68-f0cb-46cc-b565-6989af063a67'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:16.940544 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:16.995288 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc718d27-7d48-4439-ab53-a9a4eb07c92c req-fa5be3cd-7181-4085-890e-519d933314de tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:16.996920 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cc718d27-7d48-4439-ab53-a9a4eb07c92c req-fa5be3cd-7181-4085-890e-519d933314de tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 945 time: 0.5345006 Feb 19 04:20:17.097051 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb5c3-444a-444f-a5e2-1661145ce238 admin admin] Publish callbacks [] for router (921dfc68-f0cb-46cc-b565-6989af063a67), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:17.117984 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44418aeb-474c-4cb4-b2a6-f9ff94db2fb5 req-d7245d10-7c55-4e25-913e-2bb4e2ee01ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:17.119254 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3eca6e-c108-4ed0-af8d-14077894c937 x-openstack-request-id: req-6e3eca6e-c108-4ed0-af8d-14077894c937 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:17.119254 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c490c1e-dac6-47ba-8712-833f27a07091", "name": "network-vif-plugged", "status": "completed", "tag": "cf6e0b93-e0ec-4304-8193-2488370a77a7", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:17.119514 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6e3eca6e-c108-4ed0-af8d-14077894c937 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:17.123752 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c490c1e-dac6-47ba-8712-833f27a07091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6e0b93-e0ec-4304-8193-2488370a77a7', 'code': 200} Feb 19 04:20:17.130756 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44418aeb-474c-4cb4-b2a6-f9ff94db2fb5 req-d7245d10-7c55-4e25-913e-2bb4e2ee01ee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 1128 time: 0.2508154 Feb 19 04:20:17.365936 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cc718d27-7d48-4439-ab53-a9a4eb07c92c req-a43c56bd-0f4f-40df-8ffb-5857730f359d tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3282599 Feb 19 04:20:17.399531 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=cf6e0b93-e0ec-4304-8193-2488370a77a7,revision_number=12']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:17.448958 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4531ed6f-6691-435c-b919-a4767f6a8806 req-dea9e9b6-c211-4fdb-bee0-f30ac1f71349 service neutron] 10.222.0.79 "GET /v2.0/networks/2e9c4345-a542-424d-9672-4b79bfb4a878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5443325 Feb 19 04:20:17.517027 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb5c3-444a-444f-a5e2-1661145ce238 admin admin] Publish callbacks [] for router_gateway (921dfc68-f0cb-46cc-b565-6989af063a67), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:17.547173 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 19128e7b-c0d0-43d1-bd22-2a612e31afb9 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:20:17.567888 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44418aeb-474c-4cb4-b2a6-f9ff94db2fb5 req-5b1fd6d3-2eae-4969-87cf-98482e34bca0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=257a3882-f9e0-4b70-91a8-91da6d195492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4088354 Feb 19 04:20:17.662755 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-3d6bb5c3-444a-444f-a5e2-1661145ce238 admin admin] Deleting port 1ed2c63f-3db3-4a30-ab45-6369392649bc {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:17.663472 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb5c3-444a-444f-a5e2-1661145ce238 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (1ed2c63f-3db3-4a30-ab45-6369392649bc), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:17.686709 n-d-828369-19 neutron-server[109926]: DEBUG neutron.objects.ports [None req-64826f62-c8b8-4413-81e2-dd88ed9daedd tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109926) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:20:17.692023 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-64826f62-c8b8-4413-81e2-dd88ed9daedd tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (11d4a0a7-57f0-4223-9955-1246f6db1179), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:17.820980 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 19128e7b-c0d0-43d1-bd22-2a612e31afb9 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:17.828261 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-3d6bb5c3-444a-444f-a5e2-1661145ce238 admin admin] For port 1ed2c63f-3db3-4a30-ab45-6369392649bc, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1ed2c63f-3db3-4a30-ab45-6369392649bc,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:17.828860 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb5c3-444a-444f-a5e2-1661145ce238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (1ed2c63f-3db3-4a30-ab45-6369392649bc), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:17.904692 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-3d6bb5c3-444a-444f-a5e2-1661145ce238 admin admin] Calling delete_port for 1ed2c63f-3db3-4a30-ab45-6369392649bc owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:18.101195 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 19128e7b-c0d0-43d1-bd22-2a612e31afb9, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=19128e7b-c0d0-43d1-bd22-2a612e31afb9,segment=NetworkSegment(c14f0740-ba05-4272-96ae-5e40be15d426),segment_id=c14f0740-ba05-4272-96ae-5e40be15d426)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:18.243196 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-47baa6df-c40b-4e0b-96ab-d896a9f60b5f None None] Set router 921dfc68-f0cb-46cc-b565-6989af063a67 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:18.251571 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '19128e7b-c0d0-43d1-bd22-2a612e31afb9', 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8', 'port_id': '19128e7b-c0d0-43d1-bd22-2a612e31afb9', 'mac_address': 'fa:16:3e:56:47:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2505abe-19fa-46cd-a323-4523aa51b99d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:20:18.281231 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb5c3-444a-444f-a5e2-1661145ce238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (1ed2c63f-3db3-4a30-ab45-6369392649bc), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:18.330018 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bb5c3-444a-444f-a5e2-1661145ce238 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ed2c63f-3db3-4a30-ab45-6369392649bc,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:18.470412 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb5c3-444a-444f-a5e2-1661145ce238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (921dfc68-f0cb-46cc-b565-6989af063a67), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:18.599764 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e58672-dfc0-456f-868e-24527836ed31 req-2326cd16-1fcc-4970-9d67-eecaccd820e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:18.601445 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66e58672-dfc0-456f-868e-24527836ed31 req-2326cd16-1fcc-4970-9d67-eecaccd820e7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 1129 time: 1.2836869 Feb 19 04:20:18.625091 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 19128e7b-c0d0-43d1-bd22-2a612e31afb9 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:18.625489 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (19128e7b-c0d0-43d1-bd22-2a612e31afb9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:18.684762 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 19128e7b-c0d0-43d1-bd22-2a612e31afb9, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=19128e7b-c0d0-43d1-bd22-2a612e31afb9,segment=NetworkSegment(c14f0740-ba05-4272-96ae-5e40be15d426),segment_id=c14f0740-ba05-4272-96ae-5e40be15d426)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:18.691224 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 19128e7b-c0d0-43d1-bd22-2a612e31afb9 is: ACTIVE; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:18.692442 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (19128e7b-c0d0-43d1-bd22-2a612e31afb9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:18.696621 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb5c3-444a-444f-a5e2-1661145ce238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (921dfc68-f0cb-46cc-b565-6989af063a67), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:18.706628 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb5c3-444a-444f-a5e2-1661145ce238 admin admin] Publish callbacks [] for router_controller (921dfc68-f0cb-46cc-b565-6989af063a67), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:18.718241 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15574dc-3508-42d8-906d-cc495f41a2ee req-3978993e-aa7c-4ba3-ab41-1e396f6fed54 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:18.721844 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c15574dc-3508-42d8-906d-cc495f41a2ee req-3978993e-aa7c-4ba3-ab41-1e396f6fed54 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 945 time: 1.3477511 Feb 19 04:20:18.736645 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (19128e7b-c0d0-43d1-bd22-2a612e31afb9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:18.752934 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-47baa6df-c40b-4e0b-96ab-d896a9f60b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921dfc68-f0cb-46cc-b565-6989af063a67', 'name': 'tempest-TaggedBootDevicesTest_v242-1628012872-router', 'tenant_id': '8a538b5c8e0a453a82148e629e807cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '1ed2c63f-3db3-4a30-ab45-6369392649bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:40Z', 'updated_at': '2022-02-19T04:20:15Z', 'revision_number': 5, 'project_id': '8a538b5c8e0a453a82148e629e807cab', 'gw_port': {'id': '1ed2c63f-3db3-4a30-ab45-6369392649bc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921dfc68-f0cb-46cc-b565-6989af063a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:42Z', 'updated_at': '2022-02-19T04:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:18.755213 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64826f62-c8b8-4413-81e2-dd88ed9daedd tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Pushing event updated for resources: {'Subnet': ['ID=11d4a0a7-57f0-4223-9955-1246f6db1179,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:18.808493 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb5c3-444a-444f-a5e2-1661145ce238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (921dfc68-f0cb-46cc-b565-6989af063a67), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:18.809220 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6bb5c3-444a-444f-a5e2-1661145ce238 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 921dfc68-f0cb-46cc-b565-6989af063a67 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:20:18.817363 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb5c3-444a-444f-a5e2-1661145ce238 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:18.818647 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3d6bb5c3-444a-444f-a5e2-1661145ce238 admin admin] 10.222.0.52 "DELETE /v2.0/routers/921dfc68-f0cb-46cc-b565-6989af063a67 HTTP/1.1" status: 204 len: 168 time: 2.0580447 Feb 19 04:20:18.821166 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 45968) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:18.865581 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768d713-279f-44f5-ab15-659f672ac204 req-c9e6254c-1270-4d88-82f3-41627a35dbed tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:18.871288 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6768d713-279f-44f5-ab15-659f672ac204 req-c9e6254c-1270-4d88-82f3-41627a35dbed tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 944 time: 1.3007271 Feb 19 04:20:18.908280 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47baa6df-c40b-4e0b-96ab-d896a9f60b5f None None] Checking router: 921dfc68-f0cb-46cc-b565-6989af063a67 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:20:18.913031 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-441cf623-2c7a-4ad2-97a7-61bf3b892d42 admin admin] Deleting subnet 9b4d8c53-c6cd-4e7e-b3d3-a27a67fb7602 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:20:18.921348 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19128e7b-c0d0-43d1-bd22-2a612e31afb9 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:20:18.924231 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-441cf623-2c7a-4ad2-97a7-61bf3b892d42 admin admin] Publish callbacks [] for subnet (9b4d8c53-c6cd-4e7e-b3d3-a27a67fb7602), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:19.012968 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-441cf623-2c7a-4ad2-97a7-61bf3b892d42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (9b4d8c53-c6cd-4e7e-b3d3-a27a67fb7602), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:19.025204 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66e58672-dfc0-456f-868e-24527836ed31 req-3d5152c4-d7d5-44ab-a050-72d45db259c7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3775365 Feb 19 04:20:19.053169 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c15574dc-3508-42d8-906d-cc495f41a2ee req-8826b105-46d6-4936-8f64-362361bcbab6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=257a3882-f9e0-4b70-91a8-91da6d195492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3145692 Feb 19 04:20:19.068810 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64826f62-c8b8-4413-81e2-dd88ed9daedd tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Checking segment: {'id': 'cdb48dd7-c95d-4eda-8a04-bb0646c1631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'efc0e709-735a-4e5a-973d-f4765ac54cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:20:19.069396 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64826f62-c8b8-4413-81e2-dd88ed9daedd tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Network hostable DHCP agents. Network: efc0e709-735a-4e5a-973d-f4765ac54cc0, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:20:19.109341 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:20:19.109698 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:20:19.114588 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47baa6df-c40b-4e0b-96ab-d896a9f60b5f None None] Routers set() bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:19.117680 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47baa6df-c40b-4e0b-96ab-d896a9f60b5f None None] Router IDs set() for agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 04:20:19.121017 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_agentschedulers_db [None req-47baa6df-c40b-4e0b-96ab-d896a9f60b5f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'921dfc68-f0cb-46cc-b565-6989af063a67'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:20:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent'). {{(pid=109927) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 04:20:19.121387 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47baa6df-c40b-4e0b-96ab-d896a9f60b5f None None] The sync data for ids ['921dfc68-f0cb-46cc-b565-6989af063a67'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:20:19.146705 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3898de9c-1681-473b-8f8d-7a9eb62eb021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19128e7b-c0d0-43d1-bd22-2a612e31afb9'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:19.149079 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab9dc14-b94d-4ef4-bf6e-65a0b8d75a45" -d '{"events": [{"server_uuid": "3898de9c-1681-473b-8f8d-7a9eb62eb021", "name": "network-vif-unplugged", "status": "completed", "tag": "19128e7b-c0d0-43d1-bd22-2a612e31afb9"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:19.195231 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=19128e7b-c0d0-43d1-bd22-2a612e31afb9,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:19.203582 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6768d713-279f-44f5-ab15-659f672ac204 req-bf5e6367-6126-4a3a-9b92-bdc499d1597e tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058956 Feb 19 04:20:19.253915 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64826f62-c8b8-4413-81e2-dd88ed9daedd tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Network efc0e709-735a-4e5a-973d-f4765ac54cc0 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:20:19.341540 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-64826f62-c8b8-4413-81e2-dd88ed9daedd tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, efc0e709-735a-4e5a-973d-f4765ac54cc0) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:19.347638 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa13b14-d756-4b1e-b2dd-181bf01dee0d x-openstack-request-id: req-9fa13b14-d756-4b1e-b2dd-181bf01dee0d {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:19.348166 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3898de9c-1681-473b-8f8d-7a9eb62eb021", "name": "network-vif-unplugged", "status": "completed", "tag": "19128e7b-c0d0-43d1-bd22-2a612e31afb9", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:19.348281 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-441cf623-2c7a-4ad2-97a7-61bf3b892d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (9b4d8c53-c6cd-4e7e-b3d3-a27a67fb7602), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:19.348371 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9fa13b14-d756-4b1e-b2dd-181bf01dee0d {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:19.350579 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3898de9c-1681-473b-8f8d-7a9eb62eb021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19128e7b-c0d0-43d1-bd22-2a612e31afb9', 'code': 200} Feb 19 04:20:19.375323 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3db54e-5480-4674-94fd-51bf4360385e None None] Network efc0e709-735a-4e5a-973d-f4765ac54cc0 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:20:19.382987 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64826f62-c8b8-4413-81e2-dd88ed9daedd tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:19.383918 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-64826f62-c8b8-4413-81e2-dd88ed9daedd tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:19.419203 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 45976) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:19.419696 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-64826f62-c8b8-4413-81e2-dd88ed9daedd tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7616863 Feb 19 04:20:19.434213 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-c90a9a93-5835-4feb-94c7-1e75413a4d15 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1245258412', 'network_id': 'efc0e709-735a-4e5a-973d-f4765ac54cc0'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:19.469583 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dbcbfb-b525-479d-b64f-a0e683cf05ad req-7bd368c9-cfc3-4ce5-9e4b-11fd2796a1c8 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:19.471838 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09dbcbfb-b525-479d-b64f-a0e683cf05ad req-7bd368c9-cfc3-4ce5-9e4b-11fd2796a1c8 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 946 time: 0.2138963 Feb 19 04:20:19.553752 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-441cf623-2c7a-4ad2-97a7-61bf3b892d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (9b4d8c53-c6cd-4e7e-b3d3-a27a67fb7602), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:19.557218 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90a9a93-5835-4feb-94c7-1e75413a4d15 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Made reservation on behalf of 6e9155398c40421889e09c736846f381 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:19.571277 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c90a9a93-5835-4feb-94c7-1e75413a4d15 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:19.607473 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09dbcbfb-b525-479d-b64f-a0e683cf05ad req-56e29b01-3a9b-4e1c-890e-353da31c1215 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300924 Feb 19 04:20:19.684252 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cf623-2c7a-4ad2-97a7-61bf3b892d42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b4d8c53-c6cd-4e7e-b3d3-a27a67fb7602,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:19.693249 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322c4201-2c10-47af-b68f-a86a2557e238 None None] Network efc0e709-735a-4e5a-973d-f4765ac54cc0 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:20:19.735321 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-441cf623-2c7a-4ad2-97a7-61bf3b892d42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:19.748497 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-441cf623-2c7a-4ad2-97a7-61bf3b892d42 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9b4d8c53-c6cd-4e7e-b3d3-a27a67fb7602 HTTP/1.1" status: 204 len: 168 time: 0.9231975 Feb 19 04:20:19.749602 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45984) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:19.754665 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-c90a9a93-5835-4feb-94c7-1e75413a4d15 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] device_id is not set on port 8a29934d-3cec-473c-a4c9-2a9d73264ee0 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:20:19.875875 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89b296a-3908-442b-9a23-8df1f6811004 None None] Network dfb2a0f6-af53-497e-92c0-e597bb14e8ba requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:20:19.974797 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e9515abf-2223-4bcd-b573-8bfeddac6ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (dfb2a0f6-af53-497e-92c0-e597bb14e8ba), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:20.090423 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 19128e7b-c0d0-43d1-bd22-2a612e31afb9 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:20.091060 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (19128e7b-c0d0-43d1-bd22-2a612e31afb9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:20.127795 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-e9515abf-2223-4bcd-b573-8bfeddac6ae5 admin admin] Deleting port 60e2177a-9d1d-4000-94f4-fb3af1271096 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:20.128244 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e9515abf-2223-4bcd-b573-8bfeddac6ae5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (60e2177a-9d1d-4000-94f4-fb3af1271096), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:20.153754 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-c90a9a93-5835-4feb-94c7-1e75413a4d15 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Allocated IP 172.20.0.4 (efc0e709-735a-4e5a-973d-f4765ac54cc0/11d4a0a7-57f0-4223-9955-1246f6db1179/8a29934d-3cec-473c-a4c9-2a9d73264ee0) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:20:20.452239 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-e9515abf-2223-4bcd-b573-8bfeddac6ae5 admin admin] For port 60e2177a-9d1d-4000-94f4-fb3af1271096, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=60e2177a-9d1d-4000-94f4-fb3af1271096,segment=NetworkSegment(1b7a5dfc-9b1e-4ac9-969d-a2a00a138710),segment_id=1b7a5dfc-9b1e-4ac9-969d-a2a00a138710)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:20.453114 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e9515abf-2223-4bcd-b573-8bfeddac6ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (60e2177a-9d1d-4000-94f4-fb3af1271096), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:20.475305 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-e9515abf-2223-4bcd-b573-8bfeddac6ae5 admin admin] Calling delete_port for 60e2177a-9d1d-4000-94f4-fb3af1271096 owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:20.700887 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 666ce6b0-45eb-4d71-b5f8-bfb957f1db48 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:20.706018 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19128e7b-c0d0-43d1-bd22-2a612e31afb9 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:20:20.744310 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c90a9a93-5835-4feb-94c7-1e75413a4d15 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for port (8a29934d-3cec-473c-a4c9-2a9d73264ee0), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:20.748582 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 666ce6b0-45eb-4d71-b5f8-bfb957f1db48 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:20:20.748582 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 666ce6b0-45eb-4d71-b5f8-bfb957f1db48 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:20:20.748582 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1ed2c63f-3db3-4a30-ab45-6369392649bc no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:20.816545 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 1ed2c63f-3db3-4a30-ab45-6369392649bc {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:20:20.817187 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1ed2c63f-3db3-4a30-ab45-6369392649bc not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:20:20.836717 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 19128e7b-c0d0-43d1-bd22-2a612e31afb9, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=19128e7b-c0d0-43d1-bd22-2a612e31afb9,segment=NetworkSegment(c14f0740-ba05-4272-96ae-5e40be15d426),segment_id=c14f0740-ba05-4272-96ae-5e40be15d426)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:20.846986 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (19128e7b-c0d0-43d1-bd22-2a612e31afb9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:20.849141 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c90a9a93-5835-4feb-94c7-1e75413a4d15 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (8a29934d-3cec-473c-a4c9-2a9d73264ee0), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:20.912562 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc233f37-b5fa-4c77-acfd-3fe814d092ba req-bde262ea-d2ff-41ee-885b-649e5eee0571 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:20.913101 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=19128e7b-c0d0-43d1-bd22-2a612e31afb9,revision_number=7']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:20.917515 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc233f37-b5fa-4c77-acfd-3fe814d092ba req-bde262ea-d2ff-41ee-885b-649e5eee0571 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 943 time: 0.6182201 Feb 19 04:20:20.998131 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc462800-4a66-4433-aeba-3dbbdd0a338f None None] DHCP port deletion for dfb2a0f6-af53-497e-92c0-e597bb14e8ba request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:20:21.040005 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90a9a93-5835-4feb-94c7-1e75413a4d15 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Network efc0e709-735a-4e5a-973d-f4765ac54cc0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:21.044666 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e9515abf-2223-4bcd-b573-8bfeddac6ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (60e2177a-9d1d-4000-94f4-fb3af1271096), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:21.068042 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-c90a9a93-5835-4feb-94c7-1e75413a4d15 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:21.081050 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90a9a93-5835-4feb-94c7-1e75413a4d15 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:21.088939 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a9a93-5835-4feb-94c7-1e75413a4d15 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Pushing event updated for resources: {'Port': ['ID=8a29934d-3cec-473c-a4c9-2a9d73264ee0,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:21.098512 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9515abf-2223-4bcd-b573-8bfeddac6ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=60e2177a-9d1d-4000-94f4-fb3af1271096,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:21.118994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-bc462800-4a66-4433-aeba-3dbbdd0a338f None None] Deleting port 60e2177a-9d1d-4000-94f4-fb3af1271096 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:21.119514 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bc462800-4a66-4433-aeba-3dbbdd0a338f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (60e2177a-9d1d-4000-94f4-fb3af1271096), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:21.120190 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78ffde-eedd-4a24-bbc6-9e521012f949 req-075280a7-7569-443b-9c3d-6484d11d5db3 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:21.129000 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1b78ffde-eedd-4a24-bbc6-9e521012f949 req-075280a7-7569-443b-9c3d-6484d11d5db3 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 944 time: 0.3439312 Feb 19 04:20:21.148155 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc233f37-b5fa-4c77-acfd-3fe814d092ba req-9dee5479-4b5b-40f2-b0b5-775612c5287a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=257a3882-f9e0-4b70-91a8-91da6d195492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965430 Feb 19 04:20:21.160286 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9515abf-2223-4bcd-b573-8bfeddac6ae5 admin admin] No DVR routers for this DVR port 60e2177a-9d1d-4000-94f4-fb3af1271096 on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:20:21.196652 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46034) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:21.264147 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['19128e7b-c0d0-43d1-bd22-2a612e31afb9'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:20:21.284513 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1b78ffde-eedd-4a24-bbc6-9e521012f949 req-8758f187-f40e-47c4-b328-8f387b2678e9 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496313 Feb 19 04:20:21.321236 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90a9a93-5835-4feb-94c7-1e75413a4d15 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:21.334440 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c90a9a93-5835-4feb-94c7-1e75413a4d15 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:21.367682 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e9515abf-2223-4bcd-b573-8bfeddac6ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (dfb2a0f6-af53-497e-92c0-e597bb14e8ba), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:21.433582 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-e9515abf-2223-4bcd-b573-8bfeddac6ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb2a0f6-af53-497e-92c0-e597bb14e8ba']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:21.452948 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c90a9a93-5835-4feb-94c7-1e75413a4d15 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.0307896 Feb 19 04:20:21.466304 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46044) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:21.469687 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb34413-ada2-4c26-af10-b9c9fd4223c5 req-c2ecb2fc-1b13-465b-aef8-3c3398cc184f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:21.474281 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9fb34413-ada2-4c26-af10-b9c9fd4223c5 req-c2ecb2fc-1b13-465b-aef8-3c3398cc184f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 946 time: 0.1756978 Feb 19 04:20:21.518414 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-bc462800-4a66-4433-aeba-3dbbdd0a338f None None] For port 60e2177a-9d1d-4000-94f4-fb3af1271096, host n-d-828369-19, got binding levels [] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:21.519115 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bc462800-4a66-4433-aeba-3dbbdd0a338f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (60e2177a-9d1d-4000-94f4-fb3af1271096), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:21.532998 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-e9515abf-2223-4bcd-b573-8bfeddac6ae5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7a5dfc-9b1e-4ac9-969d-a2a00a138710') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:21.533312 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-e9515abf-2223-4bcd-b573-8bfeddac6ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7a5dfc-9b1e-4ac9-969d-a2a00a138710') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:21.553419 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-bc462800-4a66-4433-aeba-3dbbdd0a338f None None] Calling delete_port for 60e2177a-9d1d-4000-94f4-fb3af1271096 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:21.557459 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.ipam_backend_mixin [None req-bc462800-4a66-4433-aeba-3dbbdd0a338f None None] Port 60e2177a-9d1d-4000-94f4-fb3af1271096 was not found and therefore no delete operation was performed {{(pid=109927) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:20:21.561148 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bc462800-4a66-4433-aeba-3dbbdd0a338f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (60e2177a-9d1d-4000-94f4-fb3af1271096), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:21.575911 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e9515abf-2223-4bcd-b573-8bfeddac6ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (1b7a5dfc-9b1e-4ac9-969d-a2a00a138710), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:21.617511 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc462800-4a66-4433-aeba-3dbbdd0a338f None None] Pushing event deleted for resources: {'Port': ['ID=60e2177a-9d1d-4000-94f4-fb3af1271096,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:21.627352 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc462800-4a66-4433-aeba-3dbbdd0a338f None None] No DVR routers for this DVR port 60e2177a-9d1d-4000-94f4-fb3af1271096 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:20:21.638889 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9fb34413-ada2-4c26-af10-b9c9fd4223c5 req-e727de6d-2c7d-4995-b72e-4d4989f3b732 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573973 Feb 19 04:20:21.639931 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e9515abf-2223-4bcd-b573-8bfeddac6ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (1b7a5dfc-9b1e-4ac9-969d-a2a00a138710), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:21.649607 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ede49ea4-11b2-4afd-bf59-a89392be519c tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/floatingips/0f3bacec-ae0f-4c5e-b1a9-ae85327f9b6f HTTP/1.1" status: 200 len: 991 time: 0.4511106 Feb 19 04:20:21.663993 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9515abf-2223-4bcd-b573-8bfeddac6ae5 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:20:21.664415 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e9515abf-2223-4bcd-b573-8bfeddac6ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (1b7a5dfc-9b1e-4ac9-969d-a2a00a138710), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:20:21.669810 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:20:21.806059 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e9515abf-2223-4bcd-b573-8bfeddac6ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (dfb2a0f6-af53-497e-92c0-e597bb14e8ba), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:21.822097 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-690608fe-8ba7-453d-adea-7242408c0b97 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Deleting port 8a29934d-3cec-473c-a4c9-2a9d73264ee0 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:21.822843 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-690608fe-8ba7-453d-adea-7242408c0b97 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (8a29934d-3cec-473c-a4c9-2a9d73264ee0), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:21.843359 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e9515abf-2223-4bcd-b573-8bfeddac6ae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:21.846654 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e9515abf-2223-4bcd-b573-8bfeddac6ae5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/dfb2a0f6-af53-497e-92c0-e597bb14e8ba HTTP/1.1" status: 204 len: 168 time: 2.0958347 Feb 19 04:20:21.860673 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9515abf-2223-4bcd-b573-8bfeddac6ae5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfb2a0f6-af53-497e-92c0-e597bb14e8ba,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:22.078708 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-690608fe-8ba7-453d-adea-7242408c0b97 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (8a29934d-3cec-473c-a4c9-2a9d73264ee0), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:22.143455 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-690608fe-8ba7-453d-adea-7242408c0b97 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Calling delete_port for 8a29934d-3cec-473c-a4c9-2a9d73264ee0 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:22.271914 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46054) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:22.363356 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 60e2177a-9d1d-4000-94f4-fb3af1271096 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:22.381984 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7f4755f3-85cc-4281-9a5b-5b6cdc4b4143 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=70c4c3b9b3c649e3926da7d12add9340&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1065345 Feb 19 04:20:22.389861 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46058) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:22.457835 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 60e2177a-9d1d-4000-94f4-fb3af1271096 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:20:22.468091 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 60e2177a-9d1d-4000-94f4-fb3af1271096 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:20:22.489432 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a45b00-ba22-4304-b69f-4d7b9e75b887 req-e089bae5-f5c3-4120-921f-e3b9aa44124e tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:22.498431 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5a45b00-ba22-4304-b69f-4d7b9e75b887 req-e089bae5-f5c3-4120-921f-e3b9aa44124e tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 944 time: 0.1171343 Feb 19 04:20:22.600810 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5a45b00-ba22-4304-b69f-4d7b9e75b887 req-f1255f05-b7f6-4db5-9dd5-9bbedfb20d74 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915871 Feb 19 04:20:22.646646 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9070990-2352-43a9-ae01-9267ac3734e2 admin admin] Publish callbacks [] for security_group (b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:22.753491 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9070990-2352-43a9-ae01-9267ac3734e2 admin admin] Publish callbacks [] for security_group (b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:22.840571 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-690608fe-8ba7-453d-adea-7242408c0b97 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (8a29934d-3cec-473c-a4c9-2a9d73264ee0), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:22.857801 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 19128e7b-c0d0-43d1-bd22-2a612e31afb9 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:20:22.931176 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690608fe-8ba7-453d-adea-7242408c0b97 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a29934d-3cec-473c-a4c9-2a9d73264ee0,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:22.945321 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0b0ef-4657-4e96-bad4-f0a1ea2b87df req-167f126c-76f9-4bc7-b566-fceb8025ceb9 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:22.949931 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11f0b0ef-4657-4e96-bad4-f0a1ea2b87df req-167f126c-76f9-4bc7-b566-fceb8025ceb9 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 946 time: 0.1130097 Feb 19 04:20:23.048967 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11f0b0ef-4657-4e96-bad4-f0a1ea2b87df req-a83e8730-669d-4da6-ad6b-197b42524498 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857880 Feb 19 04:20:23.068383 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9070990-2352-43a9-ae01-9267ac3734e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:23.071044 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9070990-2352-43a9-ae01-9267ac3734e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:23.075898 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b9070990-2352-43a9-ae01-9267ac3734e2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327 HTTP/1.1" status: 204 len: 168 time: 0.6680927 Feb 19 04:20:23.112700 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9070990-2352-43a9-ae01-9267ac3734e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ca1a61-af1c-4d2a-ae84-c6e6d07bf327,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:23.123858 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-690608fe-8ba7-453d-adea-7242408c0b97 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:23.130806 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46068) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:23.131887 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-690608fe-8ba7-453d-adea-7242408c0b97 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "DELETE /v2.0/ports/8a29934d-3cec-473c-a4c9-2a9d73264ee0 HTTP/1.1" status: 204 len: 168 time: 1.6592333 Feb 19 04:20:23.135522 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 19128e7b-c0d0-43d1-bd22-2a612e31afb9 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:23.135901 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (19128e7b-c0d0-43d1-bd22-2a612e31afb9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:23.137272 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-e84c1256-49b5-43d6-a06d-503b6de1d96b tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efc0e709-735a-4e5a-973d-f4765ac54cc0', 'external_fixed_ips': [{'subnet_id': '11d4a0a7-57f0-4223-9955-1246f6db1179', 'ip_address': '172.20.0.4'}]}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:23.177881 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e84c1256-49b5-43d6-a06d-503b6de1d96b tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (d9a9f119-2e6f-4fc9-a46d-df41c1ee5253), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:23.180303 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e84c1256-49b5-43d6-a06d-503b6de1d96b tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (d9a9f119-2e6f-4fc9-a46d-df41c1ee5253), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:23.344408 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e84c1256-49b5-43d6-a06d-503b6de1d96b tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router_controller (d9a9f119-2e6f-4fc9-a46d-df41c1ee5253), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:23.437526 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 19128e7b-c0d0-43d1-bd22-2a612e31afb9 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:23.442795 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (19128e7b-c0d0-43d1-bd22-2a612e31afb9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:23.518495 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3898de9c-1681-473b-8f8d-7a9eb62eb021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19128e7b-c0d0-43d1-bd22-2a612e31afb9'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:23.521123 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca35d0e-9473-45f4-b057-3034d65af427" -d '{"events": [{"server_uuid": "3898de9c-1681-473b-8f8d-7a9eb62eb021", "name": "network-vif-plugged", "status": "completed", "tag": "19128e7b-c0d0-43d1-bd22-2a612e31afb9"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:23.539861 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 19128e7b-c0d0-43d1-bd22-2a612e31afb9, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=19128e7b-c0d0-43d1-bd22-2a612e31afb9,segment=NetworkSegment(c14f0740-ba05-4272-96ae-5e40be15d426),segment_id=c14f0740-ba05-4272-96ae-5e40be15d426)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:23.556356 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (19128e7b-c0d0-43d1-bd22-2a612e31afb9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:23.611901 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7064e5-1b5e-43cc-98e0-94cd2de31763 x-openstack-request-id: req-ed7064e5-1b5e-43cc-98e0-94cd2de31763 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:23.612439 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3898de9c-1681-473b-8f8d-7a9eb62eb021", "name": "network-vif-plugged", "status": "completed", "tag": "19128e7b-c0d0-43d1-bd22-2a612e31afb9", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:23.612898 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ed7064e5-1b5e-43cc-98e0-94cd2de31763 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:23.613968 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3898de9c-1681-473b-8f8d-7a9eb62eb021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19128e7b-c0d0-43d1-bd22-2a612e31afb9', 'code': 200} Feb 19 04:20:23.652514 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=19128e7b-c0d0-43d1-bd22-2a612e31afb9,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:23.908614 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e84c1256-49b5-43d6-a06d-503b6de1d96b tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router_gateway (d9a9f119-2e6f-4fc9-a46d-df41c1ee5253), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:24.041568 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46080) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:24.080770 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c5689-924b-4355-b8fb-1586123daa6d req-8b5d4cf1-c22c-49e8-bcbc-2a30836f8b40 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:24.090948 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c30c5689-924b-4355-b8fb-1586123daa6d req-8b5d4cf1-c22c-49e8-bcbc-2a30836f8b40 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 944 time: 0.2858107 Feb 19 04:20:24.161395 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c30c5689-924b-4355-b8fb-1586123daa6d req-d9941a78-1986-489b-8711-8020aa2af7b7 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644481 Feb 19 04:20:24.177561 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3619d6e5-eb91-412f-b7cb-9bb37d252ca1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8a538b5c8e0a453a82148e629e807cab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1345284 Feb 19 04:20:24.180256 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46082) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:24.281945 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-61402212-5c5a-48ad-bc30-6559a91ccbcc admin admin] Publish callbacks [] for security_group (018e9a09-4e16-499d-99e7-76cde4a3414d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:24.384446 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-61402212-5c5a-48ad-bc30-6559a91ccbcc admin admin] Publish callbacks [] for security_group (018e9a09-4e16-499d-99e7-76cde4a3414d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:24.547894 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e84c1256-49b5-43d6-a06d-503b6de1d96b tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router_gateway (d9a9f119-2e6f-4fc9-a46d-df41c1ee5253), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:24.619024 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e84c1256-49b5-43d6-a06d-503b6de1d96b tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:24.693275 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-61402212-5c5a-48ad-bc30-6559a91ccbcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (018e9a09-4e16-499d-99e7-76cde4a3414d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:24.696160 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-61402212-5c5a-48ad-bc30-6559a91ccbcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:24.700577 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-61402212-5c5a-48ad-bc30-6559a91ccbcc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/018e9a09-4e16-499d-99e7-76cde4a3414d HTTP/1.1" status: 204 len: 168 time: 0.5157578 Feb 19 04:20:24.814660 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61402212-5c5a-48ad-bc30-6559a91ccbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018e9a09-4e16-499d-99e7-76cde4a3414d,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:25.149671 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-e84c1256-49b5-43d6-a06d-503b6de1d96b tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Allocated IP 172.20.0.4 (efc0e709-735a-4e5a-973d-f4765ac54cc0/11d4a0a7-57f0-4223-9955-1246f6db1179/37e5c00c-62b8-4c5f-907b-63aeaa6ae655) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:20:25.481389 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fe850-44b1-46a6-9f04-60a7c293901f req-371c4eb8-918d-4c1c-a132-941750fa5968 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.491037 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-767fe850-44b1-46a6-9f04-60a7c293901f req-371c4eb8-918d-4c1c-a132-941750fa5968 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 944 time: 0.1821606 Feb 19 04:20:25.501336 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e84c1256-49b5-43d6-a06d-503b6de1d96b tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for port (37e5c00c-62b8-4c5f-907b-63aeaa6ae655), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:25.661832 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-767fe850-44b1-46a6-9f04-60a7c293901f req-83499977-7c98-4fd7-ad52-8ae692d1f176 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663871 Feb 19 04:20:25.689046 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef87937d-8047-47a8-8df5-c01d75fa7ad2 req-4433057b-f0af-446f-aef9-6652cd5fd814 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1848161 Feb 19 04:20:25.698575 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e84c1256-49b5-43d6-a06d-503b6de1d96b tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (37e5c00c-62b8-4c5f-907b-63aeaa6ae655), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:25.837146 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c1256-49b5-43d6-a06d-503b6de1d96b tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Pushing event updated for resources: {'Port': ['ID=37e5c00c-62b8-4c5f-907b-63aeaa6ae655,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:25.861919 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84c1256-49b5-43d6-a06d-503b6de1d96b tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Network efc0e709-735a-4e5a-973d-f4765ac54cc0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:25.861919 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-e84c1256-49b5-43d6-a06d-503b6de1d96b tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:25.888344 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84c1256-49b5-43d6-a06d-503b6de1d96b tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:26.302190 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46116) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:26.369358 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87937d-8047-47a8-8df5-c01d75fa7ad2 req-949cee75-2b2d-4d7c-9ee8-2e3fb5d964ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:26.380718 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef87937d-8047-47a8-8df5-c01d75fa7ad2 req-949cee75-2b2d-4d7c-9ee8-2e3fb5d964ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 1128 time: 0.5417187 Feb 19 04:20:26.581778 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-c9dc9297-7aff-4fff-b76c-f290bafabaa1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2020474565-network', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:26.616426 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dc9297-7aff-4fff-b76c-f290bafabaa1 admin admin] Made reservation on behalf of cbfcdf0453b64af4b94645bf82272ac6 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:26.623411 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9297-7aff-4fff-b76c-f290bafabaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:26.659625 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9297-7aff-4fff-b76c-f290bafabaa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:26.817580 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87937d-8047-47a8-8df5-c01d75fa7ad2 req-514ef7f7-a573-432e-9654-f04137aa665e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:26.824865 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef87937d-8047-47a8-8df5-c01d75fa7ad2 req-514ef7f7-a573-432e-9654-f04137aa665e service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf35e948-0e14-4c64-82c9-565d40e622b8 HTTP/1.1" status: 200 len: 897 time: 0.3819807 Feb 19 04:20:26.833446 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9297-7aff-4fff-b76c-f290bafabaa1 admin admin] Publish callbacks [] for security_group (9a96c02d-5213-4a92-b849-91ac2f22cce9), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:26.844092 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9297-7aff-4fff-b76c-f290bafabaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (9a96c02d-5213-4a92-b849-91ac2f22cce9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:26.849428 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:26.860005 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e84c1256-49b5-43d6-a06d-503b6de1d96b tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router_gateway (d9a9f119-2e6f-4fc9-a46d-df41c1ee5253), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:26.913688 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9dc9297-7aff-4fff-b76c-f290bafabaa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:20:26.934605 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc9297-7aff-4fff-b76c-f290bafabaa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a96c02d-5213-4a92-b849-91ac2f22cce9,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:26.952269 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9297-7aff-4fff-b76c-f290bafabaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (553286f1-166b-49af-b5fc-5341c456a99d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:26.954645 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-c9dc9297-7aff-4fff-b76c-f290bafabaa1 admin admin] Added segment 553286f1-166b-49af-b5fc-5341c456a99d of type vlan for network 01ed4d50-f745-422f-b896-15b69835df57 Feb 19 04:20:27.083963 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9297-7aff-4fff-b76c-f290bafabaa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (01ed4d50-f745-422f-b896-15b69835df57), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:27.146157 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9297-7aff-4fff-b76c-f290bafabaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (01ed4d50-f745-422f-b896-15b69835df57), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:27.147247 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dc9297-7aff-4fff-b76c-f290bafabaa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:27.147895 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9297-7aff-4fff-b76c-f290bafabaa1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:27.253409 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc9297-7aff-4fff-b76c-f290bafabaa1 admin admin] Pushing event updated for resources: {'Network': ['ID=01ed4d50-f745-422f-b896-15b69835df57,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:27.264230 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 01ed4d50-f745-422f-b896-15b69835df57 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:20:27.266248 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef87937d-8047-47a8-8df5-c01d75fa7ad2 req-f80bf375-50c6-434d-bd0f-a10c6747a051 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19128e7b-c0d0-43d1-bd22-2a612e31afb9 HTTP/1.1" status: 200 len: 1000 time: 0.4339890 Feb 19 04:20:27.288465 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c9dc9297-7aff-4fff-b76c-f290bafabaa1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9818046 Feb 19 04:20:27.289749 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46124) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:27.311163 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-13f0eb78-ea48-44d9-bd8f-093da6b008c6 admin admin] Request body: {'subnet': {'network_id': '01ed4d50-f745-422f-b896-15b69835df57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2020474565-subnet', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:27.338995 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f0eb78-ea48-44d9-bd8f-093da6b008c6 admin admin] Made reservation on behalf of cbfcdf0453b64af4b94645bf82272ac6 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:27.345377 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-13f0eb78-ea48-44d9-bd8f-093da6b008c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:27.711265 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-13f0eb78-ea48-44d9-bd8f-093da6b008c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (02a32519-00af-48ba-8cbe-f80637d11bf7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:27.837149 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0eb78-ea48-44d9-bd8f-093da6b008c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02a32519-00af-48ba-8cbe-f80637d11bf7,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:27.900259 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f0eb78-ea48-44d9-bd8f-093da6b008c6 admin admin] Checking segment: {'id': '553286f1-166b-49af-b5fc-5341c456a99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '01ed4d50-f745-422f-b896-15b69835df57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:20:27.900799 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f0eb78-ea48-44d9-bd8f-093da6b008c6 admin admin] Network hostable DHCP agents. Network: 01ed4d50-f745-422f-b896-15b69835df57, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:20:27.943724 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f0eb78-ea48-44d9-bd8f-093da6b008c6 admin admin] Network 01ed4d50-f745-422f-b896-15b69835df57 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:20:27.955150 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-13f0eb78-ea48-44d9-bd8f-093da6b008c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 01ed4d50-f745-422f-b896-15b69835df57) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:27.965660 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f0eb78-ea48-44d9-bd8f-093da6b008c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:27.966837 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-13f0eb78-ea48-44d9-bd8f-093da6b008c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:27.969375 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c752ed-4cf5-4056-bbf5-14e35a9dc617 None None] Network 01ed4d50-f745-422f-b896-15b69835df57 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:20:27.994931 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc6c2e-4031-4629-af0e-c4f71c36de86 req-d3f18543-d595-4586-bee3-f523e0e4c9d3 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:27.997341 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ccfc6c2e-4031-4629-af0e-c4f71c36de86 req-d3f18543-d595-4586-bee3-f523e0e4c9d3 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 944 time: 0.9154987 Feb 19 04:20:28.011137 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-13f0eb78-ea48-44d9-bd8f-093da6b008c6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7210500 Feb 19 04:20:28.014201 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46130) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:28.019280 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3f7d5898-0216-4b5c-a6db-9cbdaec84424 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2020474565-router', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:28.078303 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f7d5898-0216-4b5c-a6db-9cbdaec84424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (ae0fc76a-b485-43f2-9317-5c73986abfd9), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:28.079555 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f7d5898-0216-4b5c-a6db-9cbdaec84424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (ae0fc76a-b485-43f2-9317-5c73986abfd9), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:28.080095 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87937d-8047-47a8-8df5-c01d75fa7ad2 req-d9859e91-1bb0-4372-b0b5-9b0779e64317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:28.081991 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef87937d-8047-47a8-8df5-c01d75fa7ad2 req-d9859e91-1bb0-4372-b0b5-9b0779e64317 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2505abe-19fa-46cd-a323-4523aa51b99d HTTP/1.1" status: 200 len: 834 time: 0.8090203 Feb 19 04:20:28.139981 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ccfc6c2e-4031-4629-af0e-c4f71c36de86 req-9bc84d9f-06c3-45d3-b6b2-e4727186eac9 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355183 Feb 19 04:20:28.141333 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e84c1256-49b5-43d6-a06d-503b6de1d96b tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (d9a9f119-2e6f-4fc9-a46d-df41c1ee5253), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:28.258762 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e645e847-9e6c-4c6c-a09a-6d0190701c33 None None] Network 01ed4d50-f745-422f-b896-15b69835df57 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:20:28.282705 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f7d5898-0216-4b5c-a6db-9cbdaec84424 admin admin] Publish callbacks [] for router_controller (ae0fc76a-b485-43f2-9317-5c73986abfd9), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:28.296903 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87937d-8047-47a8-8df5-c01d75fa7ad2 req-8cf38e4c-8df0-40c6-9d62-32fff9183126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:28.298526 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef87937d-8047-47a8-8df5-c01d75fa7ad2 req-8cf38e4c-8df0-40c6-9d62-32fff9183126 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf35e948-0e14-4c64-82c9-565d40e622b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2035544 Feb 19 04:20:28.613280 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84c1256-49b5-43d6-a06d-503b6de1d96b tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Router d9a9f119-2e6f-4fc9-a46d-df41c1ee5253 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:20:28.617877 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef87937d-8047-47a8-8df5-c01d75fa7ad2 req-15914fda-d3d4-4a76-a32d-02028d0724f3 service neutron] 10.222.0.26 "GET /v2.0/networks/bf35e948-0e14-4c64-82c9-565d40e622b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947176 Feb 19 04:20:28.704519 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f7d5898-0216-4b5c-a6db-9cbdaec84424 admin admin] Publish callbacks [] for router_gateway (ae0fc76a-b485-43f2-9317-5c73986abfd9), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:28.983947 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef87937d-8047-47a8-8df5-c01d75fa7ad2 req-f8458fa4-85e1-4926-9ed3-912041785ffb service neutron] 10.222.0.26 "GET /v2.0/networks/bf35e948-0e14-4c64-82c9-565d40e622b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585017 Feb 19 04:20:29.032376 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84c1256-49b5-43d6-a06d-503b6de1d96b tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:20:29.045392 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61871e16-ccb7-4e04-840b-9746e5d8c3de None None] Sync routers for ids ['d9a9f119-2e6f-4fc9-a46d-df41c1ee5253'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:20:29.058911 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e84c1256-49b5-43d6-a06d-503b6de1d96b tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:29.060072 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e84c1256-49b5-43d6-a06d-503b6de1d96b tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.9273133 Feb 19 04:20:29.061452 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61871e16-ccb7-4e04-840b-9746e5d8c3de None None] Routers {'d9a9f119-2e6f-4fc9-a46d-df41c1ee5253'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:29.062536 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-61871e16-ccb7-4e04-840b-9746e5d8c3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:20:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d9a9f119-2e6f-4fc9-a46d-df41c1ee5253'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:29.076303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46136) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:29.237938 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-87356676-eee7-43e6-95de-738173b72ec9 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router (d9a9f119-2e6f-4fc9-a46d-df41c1ee5253), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:29.377319 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-61871e16-ccb7-4e04-840b-9746e5d8c3de None None] Set router d9a9f119-2e6f-4fc9-a46d-df41c1ee5253 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:29.445479 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da2278-2222-4a3e-8454-2c0eeb87cfa5 req-ed29db82-c8ff-42af-8582-4b71d34c0226 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:29.447575 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-52da2278-2222-4a3e-8454-2c0eeb87cfa5 req-ed29db82-c8ff-42af-8582-4b71d34c0226 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 944 time: 0.1509542 Feb 19 04:20:29.670316 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:29.699192 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-87356676-eee7-43e6-95de-738173b72ec9 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router_gateway (d9a9f119-2e6f-4fc9-a46d-df41c1ee5253), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:29.837793 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-52da2278-2222-4a3e-8454-2c0eeb87cfa5 req-bd02a7f2-6dea-4423-85c3-5eee93ac243a tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810949 Feb 19 04:20:29.879992 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-61871e16-ccb7-4e04-840b-9746e5d8c3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a9f119-2e6f-4fc9-a46d-df41c1ee5253', 'name': '', 'tenant_id': '6e9155398c40421889e09c736846f381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efc0e709-735a-4e5a-973d-f4765ac54cc0', 'external_fixed_ips': [{'subnet_id': '11d4a0a7-57f0-4223-9955-1246f6db1179', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '37e5c00c-62b8-4c5f-907b-63aeaa6ae655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:23Z', 'updated_at': '2022-02-19T04:20:26Z', 'revision_number': 3, 'project_id': '6e9155398c40421889e09c736846f381', 'gw_port': {'id': '37e5c00c-62b8-4c5f-907b-63aeaa6ae655', 'name': '', 'network_id': 'efc0e709-735a-4e5a-973d-f4765ac54cc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a9f119-2e6f-4fc9-a46d-df41c1ee5253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '11d4a0a7-57f0-4223-9955-1246f6db1179', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:24Z', 'updated_at': '2022-02-19T04:20:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11d4a0a7-57f0-4223-9955-1246f6db1179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:29.887005 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0fb242d-2302-4437-90cc-5294674a8658 req-6ffbeb70-7f78-4548-9f02-5ded6bd67db3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3592842 Feb 19 04:20:29.900995 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f7d5898-0216-4b5c-a6db-9cbdaec84424 admin admin] Publish callbacks [] for router_gateway (ae0fc76a-b485-43f2-9317-5c73986abfd9), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:29.924321 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f7d5898-0216-4b5c-a6db-9cbdaec84424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:29.972876 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-87356676-eee7-43e6-95de-738173b72ec9 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Deleting port 37e5c00c-62b8-4c5f-907b-63aeaa6ae655 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:29.973228 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-87356676-eee7-43e6-95de-738173b72ec9 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (37e5c00c-62b8-4c5f-907b-63aeaa6ae655), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:29.977911 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61871e16-ccb7-4e04-840b-9746e5d8c3de None None] Checking router: d9a9f119-2e6f-4fc9-a46d-df41c1ee5253 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:20:29.978547 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61871e16-ccb7-4e04-840b-9746e5d8c3de None None] Updating router d9a9f119-2e6f-4fc9-a46d-df41c1ee5253 port 37e5c00c-62b8-4c5f-907b-63aeaa6ae655 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:20:30.060950 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-61871e16-ccb7-4e04-840b-9746e5d8c3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (37e5c00c-62b8-4c5f-907b-63aeaa6ae655), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:30.212660 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-3f7d5898-0216-4b5c-a6db-9cbdaec84424 admin admin] Allocated IP 172.25.3.123 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/448ff9d6-3e68-4848-bc8c-096c6bb3b518) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:20:30.256775 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-87356676-eee7-43e6-95de-738173b72ec9 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (37e5c00c-62b8-4c5f-907b-63aeaa6ae655), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:30.279160 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-87356676-eee7-43e6-95de-738173b72ec9 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Calling delete_port for 37e5c00c-62b8-4c5f-907b-63aeaa6ae655 owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:30.391401 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb242d-2302-4437-90cc-5294674a8658 req-cfd10b0d-88d1-4f21-8a59-a28666051962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:30.392900 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0fb242d-2302-4437-90cc-5294674a8658 req-cfd10b0d-88d1-4f21-8a59-a28666051962 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=90f22cfd00964f179efcdc77f1d50815&device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 1129 time: 0.4303169 Feb 19 04:20:30.436237 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f7d5898-0216-4b5c-a6db-9cbdaec84424 admin admin] Publish callbacks [] for port (448ff9d6-3e68-4848-bc8c-096c6bb3b518), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:30.493117 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f7d5898-0216-4b5c-a6db-9cbdaec84424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (448ff9d6-3e68-4848-bc8c-096c6bb3b518), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:30.580170 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b59acadf-bbf3-432e-b58b-c46c53e0b958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:30.591061 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d5898-0216-4b5c-a6db-9cbdaec84424 admin admin] Pushing event updated for resources: {'Port': ['ID=448ff9d6-3e68-4848-bc8c-096c6bb3b518,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:30.600843 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7d5898-0216-4b5c-a6db-9cbdaec84424 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:30.602563 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-3f7d5898-0216-4b5c-a6db-9cbdaec84424 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:30.605049 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7d5898-0216-4b5c-a6db-9cbdaec84424 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:30.690295 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb242d-2302-4437-90cc-5294674a8658 req-b7cb8c55-d7ef-4ea8-b81e-f39f16fc4b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:30.694103 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0fb242d-2302-4437-90cc-5294674a8658 req-b7cb8c55-d7ef-4ea8-b81e-f39f16fc4b01 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d969274d-e3f5-4be2-94a1-23d058336a4e HTTP/1.1" status: 200 len: 918 time: 0.2070527 Feb 19 04:20:30.791688 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0fb242d-2302-4437-90cc-5294674a8658 req-302b83ae-86e5-4c8d-b834-f10f80f37141 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf6e0b93-e0ec-4304-8193-2488370a77a7 HTTP/1.1" status: 200 len: 1000 time: 0.0894868 Feb 19 04:20:30.797714 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.db.api [None req-61871e16-ccb7-4e04-840b-9746e5d8c3de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109928) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:20:30.798291 n-d-828369-19 neutron-server[109928]: DEBUG oslo_db.api [None req-61871e16-ccb7-4e04-840b-9746e5d8c3de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:20:30.801187 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-87356676-eee7-43e6-95de-738173b72ec9 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (37e5c00c-62b8-4c5f-907b-63aeaa6ae655), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:30.875357 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87356676-eee7-43e6-95de-738173b72ec9 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Pushing event deleted for resources: {'Port': ['ID=37e5c00c-62b8-4c5f-907b-63aeaa6ae655,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:30.964047 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f7d5898-0216-4b5c-a6db-9cbdaec84424 admin admin] Publish callbacks [] for router_gateway (ae0fc76a-b485-43f2-9317-5c73986abfd9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:30.982000 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb242d-2302-4437-90cc-5294674a8658 req-284c9772-7f14-4f24-a8d1-68db9943a334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:30.983605 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0fb242d-2302-4437-90cc-5294674a8658 req-284c9772-7f14-4f24-a8d1-68db9943a334 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=59a62ba0-3299-4137-b1e4-27552484bcd3 HTTP/1.1" status: 200 len: 856 time: 0.1837833 Feb 19 04:20:31.062267 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2dd1e-db4f-4825-bb7d-d3c895ca193c req-98b22def-a4d5-4cd1-bfe4-5a3a9b942341 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:31.063939 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-68f2dd1e-db4f-4825-bb7d-d3c895ca193c req-98b22def-a4d5-4cd1-bfe4-5a3a9b942341 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 944 time: 0.1204028 Feb 19 04:20:31.064940 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-87356676-eee7-43e6-95de-738173b72ec9 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (d9a9f119-2e6f-4fc9-a46d-df41c1ee5253), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:31.068137 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb242d-2302-4437-90cc-5294674a8658 req-098ee971-44bf-49f3-97c6-daff6f31f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:31.069790 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0fb242d-2302-4437-90cc-5294674a8658 req-098ee971-44bf-49f3-97c6-daff6f31f6be service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d969274d-e3f5-4be2-94a1-23d058336a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0715027 Feb 19 04:20:31.211510 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f7d5898-0216-4b5c-a6db-9cbdaec84424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (ae0fc76a-b485-43f2-9317-5c73986abfd9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:31.269714 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-68f2dd1e-db4f-4825-bb7d-d3c895ca193c req-f4973cc4-cced-4d29-9a90-bce2fa9ba2f8 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844382 Feb 19 04:20:31.276624 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-87356676-eee7-43e6-95de-738173b72ec9 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (d9a9f119-2e6f-4fc9-a46d-df41c1ee5253), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:31.280842 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-87356676-eee7-43e6-95de-738173b72ec9 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router_controller (d9a9f119-2e6f-4fc9-a46d-df41c1ee5253), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:31.329837 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61871e16-ccb7-4e04-840b-9746e5d8c3de None None] Port 37e5c00c-62b8-4c5f-907b-63aeaa6ae655 not found while updating agent binding for router d9a9f119-2e6f-4fc9-a46d-df41c1ee5253. {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 19 04:20:31.352359 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61871e16-ccb7-4e04-840b-9746e5d8c3de None None] Routers {'d9a9f119-2e6f-4fc9-a46d-df41c1ee5253'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:31.354982 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-61871e16-ccb7-4e04-840b-9746e5d8c3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:20:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d9a9f119-2e6f-4fc9-a46d-df41c1ee5253'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:31.381363 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-87356676-eee7-43e6-95de-738173b72ec9 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (d9a9f119-2e6f-4fc9-a46d-df41c1ee5253), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:31.382108 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87356676-eee7-43e6-95de-738173b72ec9 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9a9f119-2e6f-4fc9-a46d-df41c1ee5253 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:20:31.388849 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-87356676-eee7-43e6-95de-738173b72ec9 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:31.392490 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7d5898-0216-4b5c-a6db-9cbdaec84424 admin admin] Router ae0fc76a-b485-43f2-9317-5c73986abfd9 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:20:31.393006 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46158) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:31.405353 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-87356676-eee7-43e6-95de-738173b72ec9 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "DELETE /v2.0/routers/d9a9f119-2e6f-4fc9-a46d-df41c1ee5253 HTTP/1.1" status: 204 len: 168 time: 2.3127129 Feb 19 04:20:31.408413 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0fb242d-2302-4437-90cc-5294674a8658 req-74f9cbbe-564a-4f65-bfd7-e665674113bd service neutron] 10.222.0.79 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113387 Feb 19 04:20:31.445331 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-61871e16-ccb7-4e04-840b-9746e5d8c3de None None] Set router d9a9f119-2e6f-4fc9-a46d-df41c1ee5253 gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:31.501932 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-61871e16-ccb7-4e04-840b-9746e5d8c3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a9f119-2e6f-4fc9-a46d-df41c1ee5253', 'name': '', 'tenant_id': '6e9155398c40421889e09c736846f381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:23Z', 'updated_at': '2022-02-19T04:20:30Z', 'revision_number': 5, 'project_id': '6e9155398c40421889e09c736846f381', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:31.535463 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0fb242d-2302-4437-90cc-5294674a8658 req-b309bfb2-dcc9-4edd-b078-b4fcefcc8b5a service neutron] 10.222.0.79 "GET /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186335 Feb 19 04:20:31.592916 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61871e16-ccb7-4e04-840b-9746e5d8c3de None None] The sync data for ids ['d9a9f119-2e6f-4fc9-a46d-df41c1ee5253'] in n-d-828369-19 is: [{'id': 'd9a9f119-2e6f-4fc9-a46d-df41c1ee5253', 'name': '', 'tenant_id': '6e9155398c40421889e09c736846f381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:23Z', 'updated_at': '2022-02-19T04:20:30Z', 'revision_number': 5, 'project_id': '6e9155398c40421889e09c736846f381', 'gw_port_host': None}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:20:31.623405 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-7894427a-6c36-4a23-a3a4-38394f1ff384 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Deleting subnet 11d4a0a7-57f0-4223-9955-1246f6db1179 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:20:31.638316 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7894427a-6c36-4a23-a3a4-38394f1ff384 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for subnet (11d4a0a7-57f0-4223-9955-1246f6db1179), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:31.674364 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7d5898-0216-4b5c-a6db-9cbdaec84424 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:20:31.686747 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1585e62b-6b9b-430d-8b4d-0b640fc08748 None None] Sync routers for ids ['ae0fc76a-b485-43f2-9317-5c73986abfd9'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:20:31.696864 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7894427a-6c36-4a23-a3a4-38394f1ff384 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (11d4a0a7-57f0-4223-9955-1246f6db1179), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:31.715238 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1585e62b-6b9b-430d-8b4d-0b640fc08748 None None] Routers {'ae0fc76a-b485-43f2-9317-5c73986abfd9'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:31.716188 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1585e62b-6b9b-430d-8b4d-0b640fc08748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:20:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ae0fc76a-b485-43f2-9317-5c73986abfd9'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:31.724594 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f7d5898-0216-4b5c-a6db-9cbdaec84424 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:31.729209 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46162) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:31.736932 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3f7d5898-0216-4b5c-a6db-9cbdaec84424 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.7215919 Feb 19 04:20:31.788772 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7894427a-6c36-4a23-a3a4-38394f1ff384 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (11d4a0a7-57f0-4223-9955-1246f6db1179), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:31.895610 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-1585e62b-6b9b-430d-8b4d-0b640fc08748 None None] Set router ae0fc76a-b485-43f2-9317-5c73986abfd9 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:31.917715 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7894427a-6c36-4a23-a3a4-38394f1ff384 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (11d4a0a7-57f0-4223-9955-1246f6db1179), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:31.976295 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7894427a-6c36-4a23-a3a4-38394f1ff384 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:31.988013 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7894427a-6c36-4a23-a3a4-38394f1ff384 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "DELETE /v2.0/subnets/11d4a0a7-57f0-4223-9955-1246f6db1179 HTTP/1.1" status: 204 len: 168 time: 0.5916579 Feb 19 04:20:32.002026 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894427a-6c36-4a23-a3a4-38394f1ff384 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=11d4a0a7-57f0-4223-9955-1246f6db1179,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:32.003834 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46166) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:32.112351 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0b72b102-9d38-48d2-9505-1e2fc24da042 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (efc0e709-735a-4e5a-973d-f4765ac54cc0), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:32.146879 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1585e62b-6b9b-430d-8b4d-0b640fc08748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2020474565-router', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '448ff9d6-3e68-4848-bc8c-096c6bb3b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:28Z', 'updated_at': '2022-02-19T04:20:30Z', 'revision_number': 3, 'project_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'gw_port': {'id': '448ff9d6-3e68-4848-bc8c-096c6bb3b518', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:29Z', 'updated_at': '2022-02-19T04:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:32.209822 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1585e62b-6b9b-430d-8b4d-0b640fc08748 None None] Checking router: ae0fc76a-b485-43f2-9317-5c73986abfd9 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:20:32.211298 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1585e62b-6b9b-430d-8b4d-0b640fc08748 None None] Updating router ae0fc76a-b485-43f2-9317-5c73986abfd9 port 448ff9d6-3e68-4848-bc8c-096c6bb3b518 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:20:32.258332 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0b72b102-9d38-48d2-9505-1e2fc24da042 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (efc0e709-735a-4e5a-973d-f4765ac54cc0), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:32.272722 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1585e62b-6b9b-430d-8b4d-0b640fc08748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (448ff9d6-3e68-4848-bc8c-096c6bb3b518), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:32.286724 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-0b72b102-9d38-48d2-9505-1e2fc24da042 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc0e709-735a-4e5a-973d-f4765ac54cc0']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:32.300501 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-0b72b102-9d38-48d2-9505-1e2fc24da042 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb48dd7-c95d-4eda-8a04-bb0646c1631a') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:32.300808 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-0b72b102-9d38-48d2-9505-1e2fc24da042 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb48dd7-c95d-4eda-8a04-bb0646c1631a') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:32.313618 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0b72b102-9d38-48d2-9505-1e2fc24da042 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (cdb48dd7-c95d-4eda-8a04-bb0646c1631a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:32.329707 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0b72b102-9d38-48d2-9505-1e2fc24da042 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (cdb48dd7-c95d-4eda-8a04-bb0646c1631a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:32.349635 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b72b102-9d38-48d2-9505-1e2fc24da042 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:20:32.351286 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0b72b102-9d38-48d2-9505-1e2fc24da042 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (cdb48dd7-c95d-4eda-8a04-bb0646c1631a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:20:32.353471 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:20:32.452152 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0b72b102-9d38-48d2-9505-1e2fc24da042 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (efc0e709-735a-4e5a-973d-f4765ac54cc0), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:32.457559 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b72b102-9d38-48d2-9505-1e2fc24da042 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network efc0e709-735a-4e5a-973d-f4765ac54cc0 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 04:20:32.460819 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0b72b102-9d38-48d2-9505-1e2fc24da042 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:32.469554 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0b72b102-9d38-48d2-9505-1e2fc24da042 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "DELETE /v2.0/networks/efc0e709-735a-4e5a-973d-f4765ac54cc0 HTTP/1.1" status: 204 len: 168 time: 0.4611516 Feb 19 04:20:32.485619 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72b102-9d38-48d2-9505-1e2fc24da042 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Pushing event deleted for resources: {'Network': ['ID=efc0e709-735a-4e5a-973d-f4765ac54cc0,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:32.563883 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfa94e-9713-4958-b6b0-7389910741f7 req-d007ce49-2daa-445e-a2c1-643eeef18622 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:32.570923 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-94bfa94e-9713-4958-b6b0-7389910741f7 req-d007ce49-2daa-445e-a2c1-643eeef18622 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 944 time: 0.1472387 Feb 19 04:20:32.580603 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7ae52a4-a321-4f46-ab91-db67f41ede16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:32.716003 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-94bfa94e-9713-4958-b6b0-7389910741f7 req-1d0b1756-b6c1-42d9-a2ce-c2390a4dd862 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395359 Feb 19 04:20:32.817377 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1585e62b-6b9b-430d-8b4d-0b640fc08748 None None] Publish callbacks [] for port (448ff9d6-3e68-4848-bc8c-096c6bb3b518), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:32.833785 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1585e62b-6b9b-430d-8b4d-0b640fc08748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (448ff9d6-3e68-4848-bc8c-096c6bb3b518), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:32.873119 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-f7ae52a4-a321-4f46-ab91-db67f41ede16 admin admin] Allocated IP 172.20.0.1 (01ed4d50-f745-422f-b896-15b69835df57/02a32519-00af-48ba-8cbe-f80637d11bf7/88fa754c-e724-46a2-8327-54d8395bc6dc) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:20:32.918971 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46180) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:32.923073 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-1585e62b-6b9b-430d-8b4d-0b640fc08748 None None] Attempting to bind port 448ff9d6-3e68-4848-bc8c-096c6bb3b518 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:32.923492 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-1585e62b-6b9b-430d-8b4d-0b640fc08748 None None] Attempting to bind port 448ff9d6-3e68-4848-bc8c-096c6bb3b518 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:32.923869 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1585e62b-6b9b-430d-8b4d-0b640fc08748 None None] Attempting to bind port 448ff9d6-3e68-4848-bc8c-096c6bb3b518 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:32.924366 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-8d9f912b-9f8e-459c-a0e5-faad2a912de2 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Request body: {'router': {'name': 'tempest-router--586789517', 'project_id': '7f2c0bf1b2254d5c84c7d34dcd1dd76a'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:32.948355 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2dc70-e2fb-452f-9038-9b2ff621ad08 None None] Pushing event updated for resources: {'Port': ['ID=448ff9d6-3e68-4848-bc8c-096c6bb3b518,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:32.951309 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1585e62b-6b9b-430d-8b4d-0b640fc08748 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:20:32.951694 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1585e62b-6b9b-430d-8b4d-0b640fc08748 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:20:32.952100 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1585e62b-6b9b-430d-8b4d-0b640fc08748 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:32.952857 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1585e62b-6b9b-430d-8b4d-0b640fc08748 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:20:32.953031 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-1585e62b-6b9b-430d-8b4d-0b640fc08748 None None] Bound port: 448ff9d6-3e68-4848-bc8c-096c6bb3b518, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:20:32.953342 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1585e62b-6b9b-430d-8b4d-0b640fc08748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (448ff9d6-3e68-4848-bc8c-096c6bb3b518), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:32.968888 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d9f912b-9f8e-459c-a0e5-faad2a912de2 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (c57c216b-eb64-421a-be35-e8b1ed937766), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:32.970051 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d9f912b-9f8e-459c-a0e5-faad2a912de2 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (c57c216b-eb64-421a-be35-e8b1ed937766), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:33.027792 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7ae52a4-a321-4f46-ab91-db67f41ede16 admin admin] Publish callbacks [] for port (88fa754c-e724-46a2-8327-54d8395bc6dc), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:33.068220 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-1585e62b-6b9b-430d-8b4d-0b640fc08748 None None] For port 448ff9d6-3e68-4848-bc8c-096c6bb3b518, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:20:33.071757 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-1585e62b-6b9b-430d-8b4d-0b640fc08748 None None] For port 448ff9d6-3e68-4848-bc8c-096c6bb3b518, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=448ff9d6-3e68-4848-bc8c-096c6bb3b518,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:20:33.079168 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7ae52a4-a321-4f46-ab91-db67f41ede16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (88fa754c-e724-46a2-8327-54d8395bc6dc), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:33.093821 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d9f912b-9f8e-459c-a0e5-faad2a912de2 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router_controller (c57c216b-eb64-421a-be35-e8b1ed937766), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:33.103795 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1585e62b-6b9b-430d-8b4d-0b640fc08748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (448ff9d6-3e68-4848-bc8c-096c6bb3b518), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:33.112457 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d9f912b-9f8e-459c-a0e5-faad2a912de2 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (c57c216b-eb64-421a-be35-e8b1ed937766), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:33.116334 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ae52a4-a321-4f46-ab91-db67f41ede16 admin admin] Network 01ed4d50-f745-422f-b896-15b69835df57 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:33.119627 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-f7ae52a4-a321-4f46-ab91-db67f41ede16 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:33.123250 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ae52a4-a321-4f46-ab91-db67f41ede16 admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:33.150444 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d9f912b-9f8e-459c-a0e5-faad2a912de2 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:33.155425 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8d9f912b-9f8e-459c-a0e5-faad2a912de2 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2368777 Feb 19 04:20:33.156192 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46182) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:33.173381 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae52a4-a321-4f46-ab91-db67f41ede16 admin admin] Pushing event updated for resources: {'Port': ['ID=88fa754c-e724-46a2-8327-54d8395bc6dc,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:33.189945 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7ae52a4-a321-4f46-ab91-db67f41ede16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (ae0fc76a-b485-43f2-9317-5c73986abfd9), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:33.223834 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1585e62b-6b9b-430d-8b4d-0b640fc08748 None None] Routers {'ae0fc76a-b485-43f2-9317-5c73986abfd9'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:33.224481 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1585e62b-6b9b-430d-8b4d-0b640fc08748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:20:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ae0fc76a-b485-43f2-9317-5c73986abfd9'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:33.308511 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2dc70-e2fb-452f-9038-9b2ff621ad08 None None] Pushing event updated for resources: {'Port': ['ID=448ff9d6-3e68-4848-bc8c-096c6bb3b518,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:33.329258 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cb778e96-36a0-485a-85ef-7b6acf2769ef tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router (c57c216b-eb64-421a-be35-e8b1ed937766), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:33.459556 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7ae52a4-a321-4f46-ab91-db67f41ede16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (88fa754c-e724-46a2-8327-54d8395bc6dc), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:33.462089 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-1585e62b-6b9b-430d-8b4d-0b640fc08748 None None] Set router ae0fc76a-b485-43f2-9317-5c73986abfd9 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:33.497705 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4f2268e0-1820-4b64-b9ae-4982e446ba9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:33.639122 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cb778e96-36a0-485a-85ef-7b6acf2769ef tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (c57c216b-eb64-421a-be35-e8b1ed937766), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:33.642701 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cb778e96-36a0-485a-85ef-7b6acf2769ef tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router_controller (c57c216b-eb64-421a-be35-e8b1ed937766), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:33.740529 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7ae52a4-a321-4f46-ab91-db67f41ede16 admin admin] Publish callbacks [] for port (88fa754c-e724-46a2-8327-54d8395bc6dc), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:33.748518 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7ae52a4-a321-4f46-ab91-db67f41ede16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (88fa754c-e724-46a2-8327-54d8395bc6dc), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:33.754971 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cb778e96-36a0-485a-85ef-7b6acf2769ef tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (c57c216b-eb64-421a-be35-e8b1ed937766), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:33.755516 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb778e96-36a0-485a-85ef-7b6acf2769ef tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c57c216b-eb64-421a-be35-e8b1ed937766 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:20:33.759645 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cb778e96-36a0-485a-85ef-7b6acf2769ef tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:33.760800 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cb778e96-36a0-485a-85ef-7b6acf2769ef tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "DELETE /v2.0/routers/c57c216b-eb64-421a-be35-e8b1ed937766 HTTP/1.1" status: 204 len: 168 time: 0.6036849 Feb 19 04:20:33.777966 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1585e62b-6b9b-430d-8b4d-0b640fc08748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2020474565-router', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '448ff9d6-3e68-4848-bc8c-096c6bb3b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:28Z', 'updated_at': '2022-02-19T04:20:30Z', 'revision_number': 3, 'project_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'gw_port': {'id': '448ff9d6-3e68-4848-bc8c-096c6bb3b518', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:29Z', 'updated_at': '2022-02-19T04:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:33.853101 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1585e62b-6b9b-430d-8b4d-0b640fc08748 None None] The sync data for ids ['ae0fc76a-b485-43f2-9317-5c73986abfd9'] in n-d-828369-19 is: [{'id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2020474565-router', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '448ff9d6-3e68-4848-bc8c-096c6bb3b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:28Z', 'updated_at': '2022-02-19T04:20:30Z', 'revision_number': 3, 'project_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'gw_port': {'id': '448ff9d6-3e68-4848-bc8c-096c6bb3b518', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:29Z', 'updated_at': '2022-02-19T04:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:20:33.880611 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:33.882252 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f7ae52a4-a321-4f46-ab91-db67f41ede16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (ae0fc76a-b485-43f2-9317-5c73986abfd9), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:34.002131 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46192) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:34.073712 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae52a4-a321-4f46-ab91-db67f41ede16 admin admin] Pushing event updated for resources: {'Port': ['ID=88fa754c-e724-46a2-8327-54d8395bc6dc,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:34.100032 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83a450-2a04-4571-8c36-0068ec44a456 req-f4a2b2d7-4fa7-4370-86a6-af4984fe53d4 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:34.108531 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f83a450-2a04-4571-8c36-0068ec44a456 req-f4a2b2d7-4fa7-4370-86a6-af4984fe53d4 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 944 time: 0.2675021 Feb 19 04:20:34.374370 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-1a00b419-5465-40a5-af00-db6ae2022e11 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1851803380', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}, 'admin_state_up': False}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:34.442974 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device a11065e8-624b-45a3-b9cb-d7602ed03e0e details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:20:34.448414 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1a00b419-5465-40a5-af00-db6ae2022e11 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (5c0c64d6-43bf-4cdd-8a52-ff768ba7536d), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:34.449688 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1a00b419-5465-40a5-af00-db6ae2022e11 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (5c0c64d6-43bf-4cdd-8a52-ff768ba7536d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:34.559490 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1a00b419-5465-40a5-af00-db6ae2022e11 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_controller (5c0c64d6-43bf-4cdd-8a52-ff768ba7536d), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:34.566217 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port a11065e8-624b-45a3-b9cb-d7602ed03e0e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=a11065e8-624b-45a3-b9cb-d7602ed03e0e,segment=NetworkSegment(f54bf998-c6df-4a54-bbd7-3503e7bb776e),segment_id=f54bf998-c6df-4a54-bbd7-3503e7bb776e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:34.584695 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'a11065e8-624b-45a3-b9cb-d7602ed03e0e', 'network_id': '2e9c4345-a542-424d-9672-4b79bfb4a878', 'port_id': 'a11065e8-624b-45a3-b9cb-d7602ed03e0e', 'mac_address': 'fa:16:3e:80:b6:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be604aa-378d-4eff-8d65-7e786c5da5e7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:20:34.616898 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ae52a4-a321-4f46-ab91-db67f41ede16 admin admin] Network 01ed4d50-f745-422f-b896-15b69835df57 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:34.626313 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-f7ae52a4-a321-4f46-ab91-db67f41ede16 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:34.632736 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port a11065e8-624b-45a3-b9cb-d7602ed03e0e is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:34.633241 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:34.657368 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11065e8-624b-45a3-b9cb-d7602ed03e0e {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:20:34.681012 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f83a450-2a04-4571-8c36-0068ec44a456 req-97fb166e-9c01-4b1f-a2a1-1d96aa63967c tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5714710 Feb 19 04:20:34.727002 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port a11065e8-624b-45a3-b9cb-d7602ed03e0e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=a11065e8-624b-45a3-b9cb-d7602ed03e0e,segment=NetworkSegment(f54bf998-c6df-4a54-bbd7-3503e7bb776e),segment_id=f54bf998-c6df-4a54-bbd7-3503e7bb776e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:34.738348 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:34.800725 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ae52a4-a321-4f46-ab91-db67f41ede16 admin admin] Router ae0fc76a-b485-43f2-9317-5c73986abfd9 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:20:34.849291 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=a11065e8-624b-45a3-b9cb-d7602ed03e0e,revision_number=11']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:34.892385 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1a00b419-5465-40a5-af00-db6ae2022e11 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_gateway (5c0c64d6-43bf-4cdd-8a52-ff768ba7536d), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:34.973901 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['a11065e8-624b-45a3-b9cb-d7602ed03e0e'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:20:35.061996 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ae52a4-a321-4f46-ab91-db67f41ede16 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:20:35.069300 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f7ae52a4-a321-4f46-ab91-db67f41ede16 admin admin] 10.222.0.52 "PUT /v2.0/routers/ae0fc76a-b485-43f2-9317-5c73986abfd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3379595 Feb 19 04:20:35.303797 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:35.378671 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1a00b419-5465-40a5-af00-db6ae2022e11 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_gateway (5c0c64d6-43bf-4cdd-8a52-ff768ba7536d), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:35.405079 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1a00b419-5465-40a5-af00-db6ae2022e11 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:35.570701 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-1a00b419-5465-40a5-af00-db6ae2022e11 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Allocated IP 172.25.3.41 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/05909ba5-c148-45d0-bfad-773d68e7b6b6) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:20:35.697531 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1a00b419-5465-40a5-af00-db6ae2022e11 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for port (05909ba5-c148-45d0-bfad-773d68e7b6b6), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:35.748926 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-2df81013-d8d3-4425-8c7c-15af4322b606 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:35.753491 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-2df81013-d8d3-4425-8c7c-15af4322b606 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/networks?id=01ed4d50-f745-422f-b896-15b69835df57 HTTP/1.1" status: 200 len: 820 time: 0.1569800 Feb 19 04:20:35.771997 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-f2523a93-4226-4d84-a2c5-547691992fed tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/quotas/cbfcdf0453b64af4b94645bf82272ac6 HTTP/1.1" status: 200 len: 375 time: 0.0128572 Feb 19 04:20:35.772453 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1a00b419-5465-40a5-af00-db6ae2022e11 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (05909ba5-c148-45d0-bfad-773d68e7b6b6), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:35.816063 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a00b419-5465-40a5-af00-db6ae2022e11 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:35.819019 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-1a00b419-5465-40a5-af00-db6ae2022e11 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:35.825565 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a00b419-5465-40a5-af00-db6ae2022e11 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:35.831336 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00b419-5465-40a5-af00-db6ae2022e11 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Pushing event updated for resources: {'Port': ['ID=05909ba5-c148-45d0-bfad-773d68e7b6b6,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:35.895573 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-f16d2009-0eda-4301-bdb9-095e8cdce20e tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cbfcdf0453b64af4b94645bf82272ac6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1173944 Feb 19 04:20:35.919463 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abd9df-31db-4902-83ce-40cd5d0f58be req-91881e8d-f27a-459d-907f-cf5002933e9f tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:35.921239 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c6abd9df-31db-4902-83ce-40cd5d0f58be req-91881e8d-f27a-459d-907f-cf5002933e9f tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.0943475 Feb 19 04:20:36.021769 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c6abd9df-31db-4902-83ce-40cd5d0f58be req-a04b7e5b-74d7-45dc-b582-7abbb7c4690f tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860755 Feb 19 04:20:36.071546 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-00f6bf7d-6fb6-488b-86d9-d33447216dc0 service neutron] 10.222.0.52 "GET /v2.0/networks/01ed4d50-f745-422f-b896-15b69835df57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667528 Feb 19 04:20:36.251814 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-77969ff1-65ac-4a62-b4ac-93009ad0984c service neutron] 10.222.0.52 "GET /v2.0/networks/01ed4d50-f745-422f-b896-15b69835df57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687121 Feb 19 04:20:36.362839 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 448ff9d6-3e68-4848-bc8c-096c6bb3b518 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:20:36.461203 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device a11065e8-624b-45a3-b9cb-d7602ed03e0e up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:20:36.515184 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b719c50-e6e9-4029-bf93-cf308e8f41c5 req-fb6834ab-33d7-4775-aca1-7e6df00d6403 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 210 time: 0.0400283 Feb 19 04:20:36.562870 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 448ff9d6-3e68-4848-bc8c-096c6bb3b518 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:36.563339 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (448ff9d6-3e68-4848-bc8c-096c6bb3b518), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:36.641993 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4635052-9543-4e7a-960c-943ee6383cc0 None None] Sync routers for ids ['ae0fc76a-b485-43f2-9317-5c73986abfd9'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:20:36.657772 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4635052-9543-4e7a-960c-943ee6383cc0 None None] Routers {'ae0fc76a-b485-43f2-9317-5c73986abfd9'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:36.658485 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-c4635052-9543-4e7a-960c-943ee6383cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:20:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ae0fc76a-b485-43f2-9317-5c73986abfd9'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:36.676054 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1a00b419-5465-40a5-af00-db6ae2022e11 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_gateway (5c0c64d6-43bf-4cdd-8a52-ff768ba7536d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:36.866158 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-c4635052-9543-4e7a-960c-943ee6383cc0 None None] Set router ae0fc76a-b485-43f2-9317-5c73986abfd9 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:36.998501 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1a00b419-5465-40a5-af00-db6ae2022e11 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (5c0c64d6-43bf-4cdd-8a52-ff768ba7536d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:37.112206 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:37.121662 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port a11065e8-624b-45a3-b9cb-d7602ed03e0e completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:20:37.133248 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port a11065e8-624b-45a3-b9cb-d7602ed03e0e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:37.136187 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:37.267335 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef12804-62e3-4ce6-a036-2cceef8866ef req-232116a5-a13c-4c58-b438-2ea757d472e0 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:37.275306 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fef12804-62e3-4ce6-a036-2cceef8866ef req-232116a5-a13c-4c58-b438-2ea757d472e0 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 945 time: 0.1101656 Feb 19 04:20:37.302597 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 448ff9d6-3e68-4848-bc8c-096c6bb3b518 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:37.302996 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (448ff9d6-3e68-4848-bc8c-096c6bb3b518), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:37.304011 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a00b419-5465-40a5-af00-db6ae2022e11 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Router 5c0c64d6-43bf-4cdd-8a52-ff768ba7536d is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:20:37.320274 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-c4635052-9543-4e7a-960c-943ee6383cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2020474565-router', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '448ff9d6-3e68-4848-bc8c-096c6bb3b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:28Z', 'updated_at': '2022-02-19T04:20:33Z', 'revision_number': 4, 'project_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'gw_port': {'id': '448ff9d6-3e68-4848-bc8c-096c6bb3b518', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:29Z', 'updated_at': '2022-02-19T04:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '88fa754c-e724-46a2-8327-54d8395bc6dc', 'name': '', 'network_id': '01ed4d50-f745-422f-b896-15b69835df57', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'mac_address': 'fa:16:3e:82:71:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '02a32519-00af-48ba-8cbe-f80637d11bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:32Z', 'updated_at': '2022-02-19T04:20:33Z', 'revision_number': 2, 'project_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'subnets': [{'id': '02a32519-00af-48ba-8cbe-f80637d11bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:37.331738 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 448ff9d6-3e68-4848-bc8c-096c6bb3b518, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=448ff9d6-3e68-4848-bc8c-096c6bb3b518,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:37.370238 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4635052-9543-4e7a-960c-943ee6383cc0 None None] Checking router: ae0fc76a-b485-43f2-9317-5c73986abfd9 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:20:37.370563 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4635052-9543-4e7a-960c-943ee6383cc0 None None] Updating router ae0fc76a-b485-43f2-9317-5c73986abfd9 port 88fa754c-e724-46a2-8327-54d8395bc6dc binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:20:37.405215 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fef12804-62e3-4ce6-a036-2cceef8866ef req-c66af615-2f3b-428a-849e-10cee35e52aa tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290007 Feb 19 04:20:37.407763 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (448ff9d6-3e68-4848-bc8c-096c6bb3b518), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:37.435467 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-c4635052-9543-4e7a-960c-943ee6383cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (88fa754c-e724-46a2-8327-54d8395bc6dc), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:37.492479 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a00b419-5465-40a5-af00-db6ae2022e11 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:20:37.520908 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1a00b419-5465-40a5-af00-db6ae2022e11 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:37.525968 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46242) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:37.526449 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1a00b419-5465-40a5-af00-db6ae2022e11 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5226822 Feb 19 04:20:37.562156 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e34c04c-9302-400f-985c-2008d1308869 None None] Sync routers for ids ['5c0c64d6-43bf-4cdd-8a52-ff768ba7536d'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:20:37.564910 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=448ff9d6-3e68-4848-bc8c-096c6bb3b518,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:37.580856 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port a11065e8-624b-45a3-b9cb-d7602ed03e0e is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:37.581581 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:37.604819 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e34c04c-9302-400f-985c-2008d1308869 None None] Routers {'5c0c64d6-43bf-4cdd-8a52-ff768ba7536d'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:37.605046 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1e34c04c-9302-400f-985c-2008d1308869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:20:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['5c0c64d6-43bf-4cdd-8a52-ff768ba7536d'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:37.656705 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1e34c04c-9302-400f-985c-2008d1308869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:37.663143 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a20db8-8bdc-4289-b01f-3843c83b1a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11065e8-624b-45a3-b9cb-d7602ed03e0e'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:37.665907 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bb66b7-315a-4afb-8428-28b69620cf8f" -d '{"events": [{"server_uuid": "28a20db8-8bdc-4289-b01f-3843c83b1a09", "name": "network-vif-plugged", "status": "completed", "tag": "a11065e8-624b-45a3-b9cb-d7602ed03e0e"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:37.720545 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port a11065e8-624b-45a3-b9cb-d7602ed03e0e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=a11065e8-624b-45a3-b9cb-d7602ed03e0e,segment=NetworkSegment(f54bf998-c6df-4a54-bbd7-3503e7bb776e),segment_id=f54bf998-c6df-4a54-bbd7-3503e7bb776e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:37.733050 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f6feca12-cfa5-47ad-87bb-33466258e94a req-4b6fce49-f0f8-472b-a12b-51e14c526e2f tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 210 time: 0.0704300 Feb 19 04:20:37.740407 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e34c04c-9302-400f-985c-2008d1308869 None None] Routers {'5c0c64d6-43bf-4cdd-8a52-ff768ba7536d'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:37.742762 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1e34c04c-9302-400f-985c-2008d1308869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:20:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['5c0c64d6-43bf-4cdd-8a52-ff768ba7536d'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:37.785649 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb57718-42a3-4064-b4d6-ad7d93467640 x-openstack-request-id: req-5cb57718-42a3-4064-b4d6-ad7d93467640 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:37.786537 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a20db8-8bdc-4289-b01f-3843c83b1a09", "name": "network-vif-plugged", "status": "completed", "tag": "a11065e8-624b-45a3-b9cb-d7602ed03e0e", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:37.787209 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5cb57718-42a3-4064-b4d6-ad7d93467640 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:37.787801 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a20db8-8bdc-4289-b01f-3843c83b1a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11065e8-624b-45a3-b9cb-d7602ed03e0e', 'code': 200} Feb 19 04:20:37.789407 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1e34c04c-9302-400f-985c-2008d1308869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:37.790344 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e34c04c-9302-400f-985c-2008d1308869 None None] The sync data for ids ['5c0c64d6-43bf-4cdd-8a52-ff768ba7536d'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:20:37.799526 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:37.909080 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9fc432c3-af23-48ca-9acc-f10b1c2e17a2 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "GET /v2.0/routers/5c0c64d6-43bf-4cdd-8a52-ff768ba7536d HTTP/1.1" status: 200 len: 920 time: 0.3791456 Feb 19 04:20:37.911234 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46250) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:37.913054 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=a11065e8-624b-45a3-b9cb-d7602ed03e0e,revision_number=12']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:37.958707 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2c58b-90fb-4efe-929b-1683a896498b req-34e504c9-9d54-4240-a65e-228eca105a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:37.960722 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f1d2c58b-90fb-4efe-929b-1683a896498b req-34e504c9-9d54-4240-a65e-228eca105a5a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 1129 time: 0.0647321 Feb 19 04:20:37.992883 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-713bff1b-4152-4ce2-ad6e-cd11e43072d6 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c0c64d6-43bf-4cdd-8a52-ff768ba7536d HTTP/1.1" status: 200 len: 205 time: 0.0776706 Feb 19 04:20:37.993738 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46252) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:38.057425 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f1d2c58b-90fb-4efe-929b-1683a896498b req-0f7de5a8-530b-4792-b8a2-766c58cb8f21 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898645 Feb 19 04:20:38.082544 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-c4635052-9543-4e7a-960c-943ee6383cc0 None None] Publish callbacks [] for port (88fa754c-e724-46a2-8327-54d8395bc6dc), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:38.092067 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-c4635052-9543-4e7a-960c-943ee6383cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (88fa754c-e724-46a2-8327-54d8395bc6dc), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:38.142263 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5e9c3-0b7c-4dce-858a-226cdb9a8ea1 None None] Pushing event updated for resources: {'Port': ['ID=88fa754c-e724-46a2-8327-54d8395bc6dc,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:38.151870 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5e9c3-0b7c-4dce-858a-226cdb9a8ea1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:38.153032 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5e9c3-0b7c-4dce-858a-226cdb9a8ea1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:38.153527 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5e9c3-0b7c-4dce-858a-226cdb9a8ea1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:38.154070 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5e9c3-0b7c-4dce-858a-226cdb9a8ea1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:38.154647 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5e9c3-0b7c-4dce-858a-226cdb9a8ea1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:38.155251 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5e9c3-0b7c-4dce-858a-226cdb9a8ea1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:38.155737 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5e9c3-0b7c-4dce-858a-226cdb9a8ea1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:38.156220 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5e9c3-0b7c-4dce-858a-226cdb9a8ea1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:38.156831 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5e9c3-0b7c-4dce-858a-226cdb9a8ea1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:38.157325 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5e9c3-0b7c-4dce-858a-226cdb9a8ea1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:38.157805 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5e9c3-0b7c-4dce-858a-226cdb9a8ea1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:38.158313 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5e9c3-0b7c-4dce-858a-226cdb9a8ea1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:38.158941 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5e9c3-0b7c-4dce-858a-226cdb9a8ea1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:38.165366 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80d4c71f-cc8d-4a9f-99b9-3da54e7cd5c8 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router (5c0c64d6-43bf-4cdd-8a52-ff768ba7536d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:38.296142 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80d4c71f-cc8d-4a9f-99b9-3da54e7cd5c8 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_gateway (5c0c64d6-43bf-4cdd-8a52-ff768ba7536d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:38.319982 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-c4635052-9543-4e7a-960c-943ee6383cc0 None None] Attempting to bind port 88fa754c-e724-46a2-8327-54d8395bc6dc on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:38.320672 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-c4635052-9543-4e7a-960c-943ee6383cc0 None None] Attempting to bind port 88fa754c-e724-46a2-8327-54d8395bc6dc by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '553286f1-166b-49af-b5fc-5341c456a99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '01ed4d50-f745-422f-b896-15b69835df57'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:38.321203 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4635052-9543-4e7a-960c-943ee6383cc0 None None] Attempting to bind port 88fa754c-e724-46a2-8327-54d8395bc6dc on network 01ed4d50-f745-422f-b896-15b69835df57 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:38.329780 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4635052-9543-4e7a-960c-943ee6383cc0 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:20:38.330552 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4635052-9543-4e7a-960c-943ee6383cc0 None None] Checking segment: {'id': '553286f1-166b-49af-b5fc-5341c456a99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '01ed4d50-f745-422f-b896-15b69835df57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:20:38.331130 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-c4635052-9543-4e7a-960c-943ee6383cc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:38.331719 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4635052-9543-4e7a-960c-943ee6383cc0 None None] Bound using segment: {'id': '553286f1-166b-49af-b5fc-5341c456a99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '01ed4d50-f745-422f-b896-15b69835df57'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:20:38.332403 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-c4635052-9543-4e7a-960c-943ee6383cc0 None None] Bound port: 88fa754c-e724-46a2-8327-54d8395bc6dc, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '553286f1-166b-49af-b5fc-5341c456a99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '01ed4d50-f745-422f-b896-15b69835df57'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:20:38.332988 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-c4635052-9543-4e7a-960c-943ee6383cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (88fa754c-e724-46a2-8327-54d8395bc6dc), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:38.408692 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 448ff9d6-3e68-4848-bc8c-096c6bb3b518 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:20:38.422087 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-80d4c71f-cc8d-4a9f-99b9-3da54e7cd5c8 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Deleting port 05909ba5-c148-45d0-bfad-773d68e7b6b6 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:38.422748 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80d4c71f-cc8d-4a9f-99b9-3da54e7cd5c8 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (05909ba5-c148-45d0-bfad-773d68e7b6b6), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:38.453097 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-c4635052-9543-4e7a-960c-943ee6383cc0 None None] For port 88fa754c-e724-46a2-8327-54d8395bc6dc, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:20:38.463998 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-c4635052-9543-4e7a-960c-943ee6383cc0 None None] For port 88fa754c-e724-46a2-8327-54d8395bc6dc, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=88fa754c-e724-46a2-8327-54d8395bc6dc,segment=NetworkSegment(553286f1-166b-49af-b5fc-5341c456a99d),segment_id=553286f1-166b-49af-b5fc-5341c456a99d)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:20:38.485422 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-c4635052-9543-4e7a-960c-943ee6383cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (88fa754c-e724-46a2-8327-54d8395bc6dc), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:38.540179 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 448ff9d6-3e68-4848-bc8c-096c6bb3b518 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:38.540868 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (448ff9d6-3e68-4848-bc8c-096c6bb3b518), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:38.564794 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-eb780cd2-2638-4418-ba39-a39bde88a81d tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:38.566373 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-eb780cd2-2638-4418-ba39-a39bde88a81d tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.79 "GET /v2.0/networks?id=01ed4d50-f745-422f-b896-15b69835df57 HTTP/1.1" status: 200 len: 820 time: 0.3093374 Feb 19 04:20:38.580571 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-8f0b7267-b8f4-488d-8bfd-14d8bff527fc tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Request body: {'port': {'device_id': 'd3e7c341-f49a-4ec7-b1d1-4eb24a04ea45', 'network_id': '01ed4d50-f745-422f-b896-15b69835df57', 'admin_state_up': True, 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:38.639697 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4635052-9543-4e7a-960c-943ee6383cc0 None None] Routers {'ae0fc76a-b485-43f2-9317-5c73986abfd9'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:38.644218 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-c4635052-9543-4e7a-960c-943ee6383cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:20:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ae0fc76a-b485-43f2-9317-5c73986abfd9'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:38.657359 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80d4c71f-cc8d-4a9f-99b9-3da54e7cd5c8 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (05909ba5-c148-45d0-bfad-773d68e7b6b6), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:38.684210 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-80d4c71f-cc8d-4a9f-99b9-3da54e7cd5c8 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Calling delete_port for 05909ba5-c148-45d0-bfad-773d68e7b6b6 owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:38.739891 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 448ff9d6-3e68-4848-bc8c-096c6bb3b518 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:38.765468 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5e9c3-0b7c-4dce-858a-226cdb9a8ea1 None None] Pushing event updated for resources: {'Port': ['ID=88fa754c-e724-46a2-8327-54d8395bc6dc,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:38.911313 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c3a5d-ed09-4131-8212-0694c6a25268 req-fe0a644d-bca6-44bf-bc46-9fa64ac500ee tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:38.911588 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-c4635052-9543-4e7a-960c-943ee6383cc0 None None] Set router ae0fc76a-b485-43f2-9317-5c73986abfd9 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:38.912795 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd2c3a5d-ed09-4131-8212-0694c6a25268 req-fe0a644d-bca6-44bf-bc46-9fa64ac500ee tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.2475798 Feb 19 04:20:38.922859 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c49d7b33-ab32-4b83-8c97-cb78d9810da9 req-48941382-5cdd-4019-8605-ae3ff4487556 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 210 time: 0.0437102 Feb 19 04:20:38.992517 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd2c3a5d-ed09-4131-8212-0694c6a25268 req-51249d6e-ab50-42b0-b762-532dae3016f4 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686040 Feb 19 04:20:39.013038 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-8f0b7267-b8f4-488d-8bfd-14d8bff527fc tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Made reservation on behalf of cbfcdf0453b64af4b94645bf82272ac6 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:39.017257 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-8f0b7267-b8f4-488d-8bfd-14d8bff527fc tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:39.053005 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80d4c71f-cc8d-4a9f-99b9-3da54e7cd5c8 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (05909ba5-c148-45d0-bfad-773d68e7b6b6), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:39.134859 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4c71f-cc8d-4a9f-99b9-3da54e7cd5c8 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Pushing event deleted for resources: {'Port': ['ID=05909ba5-c148-45d0-bfad-773d68e7b6b6,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:39.235618 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-8f0b7267-b8f4-488d-8bfd-14d8bff527fc tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Allocated IP 172.20.0.8 (01ed4d50-f745-422f-b896-15b69835df57/02a32519-00af-48ba-8cbe-f80637d11bf7/63034fb1-1e4e-4482-9720-ff18a727c698) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:20:39.256300 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80d4c71f-cc8d-4a9f-99b9-3da54e7cd5c8 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (5c0c64d6-43bf-4cdd-8a52-ff768ba7536d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:39.282836 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-c4635052-9543-4e7a-960c-943ee6383cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2020474565-router', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '448ff9d6-3e68-4848-bc8c-096c6bb3b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:28Z', 'updated_at': '2022-02-19T04:20:33Z', 'revision_number': 4, 'project_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'gw_port': {'id': '448ff9d6-3e68-4848-bc8c-096c6bb3b518', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:29Z', 'updated_at': '2022-02-19T04:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '88fa754c-e724-46a2-8327-54d8395bc6dc', 'name': '', 'network_id': '01ed4d50-f745-422f-b896-15b69835df57', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'mac_address': 'fa:16:3e:82:71:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '02a32519-00af-48ba-8cbe-f80637d11bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:32Z', 'updated_at': '2022-02-19T04:20:38Z', 'revision_number': 4, 'project_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'subnets': [{'id': '02a32519-00af-48ba-8cbe-f80637d11bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:39.338720 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4635052-9543-4e7a-960c-943ee6383cc0 None None] The sync data for ids ['ae0fc76a-b485-43f2-9317-5c73986abfd9'] in n-d-828369-19 is: [{'id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2020474565-router', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '448ff9d6-3e68-4848-bc8c-096c6bb3b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:28Z', 'updated_at': '2022-02-19T04:20:33Z', 'revision_number': 4, 'project_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'gw_port': {'id': '448ff9d6-3e68-4848-bc8c-096c6bb3b518', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:29Z', 'updated_at': '2022-02-19T04:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '88fa754c-e724-46a2-8327-54d8395bc6dc', 'name': '', 'network_id': '01ed4d50-f745-422f-b896-15b69835df57', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'mac_address': 'fa:16:3e:82:71:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '02a32519-00af-48ba-8cbe-f80637d11bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:32Z', 'updated_at': '2022-02-19T04:20:38Z', 'revision_number': 4, 'project_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'subnets': [{'id': '02a32519-00af-48ba-8cbe-f80637d11bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:20:39.452450 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80d4c71f-cc8d-4a9f-99b9-3da54e7cd5c8 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (5c0c64d6-43bf-4cdd-8a52-ff768ba7536d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:39.455186 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80d4c71f-cc8d-4a9f-99b9-3da54e7cd5c8 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_controller (5c0c64d6-43bf-4cdd-8a52-ff768ba7536d), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:39.549768 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80d4c71f-cc8d-4a9f-99b9-3da54e7cd5c8 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (5c0c64d6-43bf-4cdd-8a52-ff768ba7536d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:39.550417 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d4c71f-cc8d-4a9f-99b9-3da54e7cd5c8 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Fanout notify agent at l3_agent the message router_deleted on router 5c0c64d6-43bf-4cdd-8a52-ff768ba7536d {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:20:39.564658 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80d4c71f-cc8d-4a9f-99b9-3da54e7cd5c8 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:39.570543 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-80d4c71f-cc8d-4a9f-99b9-3da54e7cd5c8 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "DELETE /v2.0/routers/5c0c64d6-43bf-4cdd-8a52-ff768ba7536d HTTP/1.1" status: 204 len: 168 time: 1.5756536 Feb 19 04:20:39.581042 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46280) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:39.594285 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-24cece5e-bb0c-48e8-b49f-d566ee6ea488 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Request body: {'router': {'name': 'tempest-snat-router-487276221', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'enable_snat': False}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:39.635065 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-24cece5e-bb0c-48e8-b49f-d566ee6ea488 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (5933fae3-75ba-41b5-b9a0-b10cc973e12a), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:39.636698 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-24cece5e-bb0c-48e8-b49f-d566ee6ea488 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (5933fae3-75ba-41b5-b9a0-b10cc973e12a), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:39.644517 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-8f0b7267-b8f4-488d-8bfd-14d8bff527fc tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks [] for port (63034fb1-1e4e-4482-9720-ff18a727c698), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:39.743023 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-8f0b7267-b8f4-488d-8bfd-14d8bff527fc tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (63034fb1-1e4e-4482-9720-ff18a727c698), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:39.769659 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-24cece5e-bb0c-48e8-b49f-d566ee6ea488 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router_controller (5933fae3-75ba-41b5-b9a0-b10cc973e12a), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:39.850701 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b7267-b8f4-488d-8bfd-14d8bff527fc tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Pushing event updated for resources: {'Port': ['ID=63034fb1-1e4e-4482-9720-ff18a727c698,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:39.887814 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-8f0b7267-b8f4-488d-8bfd-14d8bff527fc tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Network 01ed4d50-f745-422f-b896-15b69835df57 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:39.891542 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-8f0b7267-b8f4-488d-8bfd-14d8bff527fc tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:39.900262 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-8f0b7267-b8f4-488d-8bfd-14d8bff527fc tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:40.018409 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-8f0b7267-b8f4-488d-8bfd-14d8bff527fc tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:40.019010 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-8f0b7267-b8f4-488d-8bfd-14d8bff527fc tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:40.083678 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-8f0b7267-b8f4-488d-8bfd-14d8bff527fc tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5071609 Feb 19 04:20:40.129621 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-b5884f20-e6d5-4b01-84f8-09af91f6f170 service neutron] Request body: {'port': {'device_id': 'd3e7c341-f49a-4ec7-b1d1-4eb24a04ea45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:40.144353 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-24cece5e-bb0c-48e8-b49f-d566ee6ea488 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router_gateway (5933fae3-75ba-41b5-b9a0-b10cc973e12a), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:40.361817 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b21493-d64b-41a4-9d1d-33ca269feb78 req-85d548b6-a641-4793-a892-f750e57ad7c9 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:40.366563 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26b21493-d64b-41a4-9d1d-33ca269feb78 req-85d548b6-a641-4793-a892-f750e57ad7c9 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 931 time: 0.3201940 Feb 19 04:20:40.393610 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-b5884f20-e6d5-4b01-84f8-09af91f6f170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (63034fb1-1e4e-4482-9720-ff18a727c698), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:40.418967 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 88fa754c-e724-46a2-8327-54d8395bc6dc up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:20:40.445845 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65b4c5-3801-44f4-94b4-85a0497c6c53 req-c2480fd5-e3d5-44e5-b314-17f0a386ed34 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:40.447830 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf65b4c5-3801-44f4-94b4-85a0497c6c53 req-c2480fd5-e3d5-44e5-b314-17f0a386ed34 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.3100724 Feb 19 04:20:40.497918 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 88fa754c-e724-46a2-8327-54d8395bc6dc triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:40.499142 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (88fa754c-e724-46a2-8327-54d8395bc6dc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:40.620130 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf65b4c5-3801-44f4-94b4-85a0497c6c53 req-ada3d996-7321-4b11-85be-60322dfdcbd0 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503801 Feb 19 04:20:40.702826 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26b21493-d64b-41a4-9d1d-33ca269feb78 req-2ec9a09c-50d6-4e55-9a54-1ac3d2802b65 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225203 Feb 19 04:20:40.722967 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 88fa754c-e724-46a2-8327-54d8395bc6dc is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:40.728574 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (88fa754c-e724-46a2-8327-54d8395bc6dc), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:40.743728 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-24cece5e-bb0c-48e8-b49f-d566ee6ea488 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router_gateway (5933fae3-75ba-41b5-b9a0-b10cc973e12a), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:40.795538 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 88fa754c-e724-46a2-8327-54d8395bc6dc, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=88fa754c-e724-46a2-8327-54d8395bc6dc,segment=NetworkSegment(553286f1-166b-49af-b5fc-5341c456a99d),segment_id=553286f1-166b-49af-b5fc-5341c456a99d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:40.810550 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (88fa754c-e724-46a2-8327-54d8395bc6dc), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:40.811076 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-24cece5e-bb0c-48e8-b49f-d566ee6ea488 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:40.896982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=88fa754c-e724-46a2-8327-54d8395bc6dc,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:40.986417 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-24cece5e-bb0c-48e8-b49f-d566ee6ea488 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Allocated IP 172.25.3.139 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/094eae53-f011-4551-826e-b56ecaa1b53d) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:20:41.053670 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-b5884f20-e6d5-4b01-84f8-09af91f6f170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63034fb1-1e4e-4482-9720-ff18a727c698 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:20:41.067781 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-b5884f20-e6d5-4b01-84f8-09af91f6f170 service neutron] Publish callbacks [] for port (63034fb1-1e4e-4482-9720-ff18a727c698), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:41.091139 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-b5884f20-e6d5-4b01-84f8-09af91f6f170 service neutron] Transition to ACTIVE for port object 63034fb1-1e4e-4482-9720-ff18a727c698 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:20:41.096946 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-b5884f20-e6d5-4b01-84f8-09af91f6f170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (63034fb1-1e4e-4482-9720-ff18a727c698), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:41.119001 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-24cece5e-bb0c-48e8-b49f-d566ee6ea488 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for port (094eae53-f011-4551-826e-b56ecaa1b53d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:41.167171 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-24cece5e-bb0c-48e8-b49f-d566ee6ea488 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (094eae53-f011-4551-826e-b56ecaa1b53d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:41.196261 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5884f20-e6d5-4b01-84f8-09af91f6f170 service neutron] Pushing event updated for resources: {'Port': ['ID=63034fb1-1e4e-4482-9720-ff18a727c698,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:41.234609 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cece5e-bb0c-48e8-b49f-d566ee6ea488 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:41.241261 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-24cece5e-bb0c-48e8-b49f-d566ee6ea488 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:41.255875 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cece5e-bb0c-48e8-b49f-d566ee6ea488 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:41.272198 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-b5884f20-e6d5-4b01-84f8-09af91f6f170 service neutron] Attempting to bind port 63034fb1-1e4e-4482-9720-ff18a727c698 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:41.272550 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-b5884f20-e6d5-4b01-84f8-09af91f6f170 service neutron] Attempting to bind port 63034fb1-1e4e-4482-9720-ff18a727c698 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '553286f1-166b-49af-b5fc-5341c456a99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '01ed4d50-f745-422f-b896-15b69835df57'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:41.272886 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-b5884f20-e6d5-4b01-84f8-09af91f6f170 service neutron] Attempting to bind port 63034fb1-1e4e-4482-9720-ff18a727c698 on network 01ed4d50-f745-422f-b896-15b69835df57 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:41.278219 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-b5884f20-e6d5-4b01-84f8-09af91f6f170 service neutron] Port 63034fb1-1e4e-4482-9720-ff18a727c698 on network 01ed4d50-f745-422f-b896-15b69835df57 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:41.278555 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-b5884f20-e6d5-4b01-84f8-09af91f6f170 service neutron] Attempting to bind port 63034fb1-1e4e-4482-9720-ff18a727c698 on network 01ed4d50-f745-422f-b896-15b69835df57 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:41.284478 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-b5884f20-e6d5-4b01-84f8-09af91f6f170 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:20:41.284954 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-b5884f20-e6d5-4b01-84f8-09af91f6f170 service neutron] Checking segment: {'id': '553286f1-166b-49af-b5fc-5341c456a99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '01ed4d50-f745-422f-b896-15b69835df57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:20:41.285360 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-b5884f20-e6d5-4b01-84f8-09af91f6f170 service neutron] Bound using segment: {'id': '553286f1-166b-49af-b5fc-5341c456a99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '01ed4d50-f745-422f-b896-15b69835df57'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:20:41.285800 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-b5884f20-e6d5-4b01-84f8-09af91f6f170 service neutron] Bound port: 63034fb1-1e4e-4482-9720-ff18a727c698, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553286f1-166b-49af-b5fc-5341c456a99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '01ed4d50-f745-422f-b896-15b69835df57'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:20:41.286330 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-b5884f20-e6d5-4b01-84f8-09af91f6f170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (63034fb1-1e4e-4482-9720-ff18a727c698), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:41.379789 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cece5e-bb0c-48e8-b49f-d566ee6ea488 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Pushing event updated for resources: {'Port': ['ID=094eae53-f011-4551-826e-b56ecaa1b53d,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:41.384038 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-b5884f20-e6d5-4b01-84f8-09af91f6f170 service neutron] For port 63034fb1-1e4e-4482-9720-ff18a727c698, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:20:41.389069 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-b5884f20-e6d5-4b01-84f8-09af91f6f170 service neutron] For port 63034fb1-1e4e-4482-9720-ff18a727c698, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=63034fb1-1e4e-4482-9720-ff18a727c698,segment=NetworkSegment(553286f1-166b-49af-b5fc-5341c456a99d),segment_id=553286f1-166b-49af-b5fc-5341c456a99d)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:20:41.420842 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-b5884f20-e6d5-4b01-84f8-09af91f6f170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (63034fb1-1e4e-4482-9720-ff18a727c698), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:41.469133 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-b5884f20-e6d5-4b01-84f8-09af91f6f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:41.469755 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-b5884f20-e6d5-4b01-84f8-09af91f6f170 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:41.472083 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-b5884f20-e6d5-4b01-84f8-09af91f6f170 service neutron] 10.222.0.79 "PUT /v2.0/ports/63034fb1-1e4e-4482-9720-ff18a727c698 HTTP/1.1" status: 200 len: 1092 time: 1.3529394 Feb 19 04:20:41.472533 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e7c341-f49a-4ec7-b1d1-4eb24a04ea45', 'tag': '63034fb1-1e4e-4482-9720-ff18a727c698'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:41.474800 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd07113-eaeb-4225-965b-eb1a9fb597d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45", "tag": "63034fb1-1e4e-4482-9720-ff18a727c698"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:41.530317 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fa39ac-d90a-478a-9f59-5c297ad5b0c5 x-openstack-request-id: req-02fa39ac-d90a-478a-9f59-5c297ad5b0c5 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:41.530610 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45", "tag": "63034fb1-1e4e-4482-9720-ff18a727c698", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:41.530853 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-02fa39ac-d90a-478a-9f59-5c297ad5b0c5 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:41.531282 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e7c341-f49a-4ec7-b1d1-4eb24a04ea45', 'tag': '63034fb1-1e4e-4482-9720-ff18a727c698', 'status': 'completed', 'code': 200} Feb 19 04:20:41.563479 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5884f20-e6d5-4b01-84f8-09af91f6f170 service neutron] Pushing event updated for resources: {'Port': ['ID=63034fb1-1e4e-4482-9720-ff18a727c698,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:41.615109 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-95c84810-2c3a-4fc5-8bad-34ea41ceec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:41.617007 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-95c84810-2c3a-4fc5-8bad-34ea41ceec86 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbfcdf0453b64af4b94645bf82272ac6&device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 1126 time: 0.0849752 Feb 19 04:20:41.679299 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-29187e63-bb7a-4c57-b9ff-036c7d0a172c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63034fb1-1e4e-4482-9720-ff18a727c698 HTTP/1.1" status: 200 len: 217 time: 0.0510716 Feb 19 04:20:41.776241 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-74e8f321-b303-48c2-a163-1aae41666c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:41.778362 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-74e8f321-b303-48c2-a163-1aae41666c23 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=02a32519-00af-48ba-8cbe-f80637d11bf7 HTTP/1.1" status: 200 len: 860 time: 0.0924277 Feb 19 04:20:41.803411 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4d2ea-6816-4051-ba75-bd7c88f98c2f req-fd723f10-8808-41d0-94f1-ffa9ea7b3e87 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:41.804758 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ffc4d2ea-6816-4051-ba75-bd7c88f98c2f req-fd723f10-8808-41d0-94f1-ffa9ea7b3e87 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.0881653 Feb 19 04:20:41.862384 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-03ae6897-8670-4d3f-beae-8d4720bc8860 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=01ed4d50-f745-422f-b896-15b69835df57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766680 Feb 19 04:20:42.018233 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-24cece5e-bb0c-48e8-b49f-d566ee6ea488 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router_gateway (5933fae3-75ba-41b5-b9a0-b10cc973e12a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:42.022310 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-448703ca-08a4-4015-b861-eba985faa3e1 service neutron] 10.222.0.79 "GET /v2.0/networks/01ed4d50-f745-422f-b896-15b69835df57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408155 Feb 19 04:20:42.074939 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ffc4d2ea-6816-4051-ba75-bd7c88f98c2f req-3487f147-2ac3-4500-aa64-30ac96b3973d tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342536 Feb 19 04:20:42.142980 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23808ceb-fe63-4319-9c2c-14e9cf26736c req-6bb29d83-f09e-4fc0-844c-964b159e3076 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:42.144534 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-23808ceb-fe63-4319-9c2c-14e9cf26736c req-6bb29d83-f09e-4fc0-844c-964b159e3076 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 943 time: 0.3178179 Feb 19 04:20:42.269938 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7944a8b5-e6a8-4e98-afda-31760ffa0174 req-c78bfdab-e51b-4315-a336-4ab4f32a1a07 service neutron] 10.222.0.79 "GET /v2.0/networks/01ed4d50-f745-422f-b896-15b69835df57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371321 Feb 19 04:20:42.346774 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 88fa754c-e724-46a2-8327-54d8395bc6dc up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:20:42.411725 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-23808ceb-fe63-4319-9c2c-14e9cf26736c req-d3513841-6c29-4177-a17e-01cc9117d22d tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517617 Feb 19 04:20:42.474582 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 88fa754c-e724-46a2-8327-54d8395bc6dc triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:42.475900 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (88fa754c-e724-46a2-8327-54d8395bc6dc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:42.494789 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29059fa7-10da-4106-bc50-b9b1bcc154a0 req-0b97bbd2-9756-4ad3-bffe-d5fc79667790 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:42.497574 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29059fa7-10da-4106-bc50-b9b1bcc154a0 req-0b97bbd2-9756-4ad3-bffe-d5fc79667790 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.3063734 Feb 19 04:20:42.533361 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-24cece5e-bb0c-48e8-b49f-d566ee6ea488 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (5933fae3-75ba-41b5-b9a0-b10cc973e12a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:42.596491 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29059fa7-10da-4106-bc50-b9b1bcc154a0 req-b104e82e-a602-4a77-ab78-b3d0b0e5c068 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889292 Feb 19 04:20:42.601236 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd07113-eaeb-4225-965b-eb1a9fb597d1 req-ef39afb9-9792-43fc-a3e2-3e84266e9c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:42.607934 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9dd07113-eaeb-4225-965b-eb1a9fb597d1 req-ef39afb9-9792-43fc-a3e2-3e84266e9c21 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbfcdf0453b64af4b94645bf82272ac6&device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 1126 time: 0.2528501 Feb 19 04:20:42.743662 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 88fa754c-e724-46a2-8327-54d8395bc6dc is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:42.830429 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cece5e-bb0c-48e8-b49f-d566ee6ea488 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Router 5933fae3-75ba-41b5-b9a0-b10cc973e12a is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:20:42.887652 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872bb6a-87c6-46d0-ad57-afa89ab2013a req-f5b81392-3e14-4d18-b1fc-d7a363e55395 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:42.889343 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d872bb6a-87c6-46d0-ad57-afa89ab2013a req-f5b81392-3e14-4d18-b1fc-d7a363e55395 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.1131957 Feb 19 04:20:42.906869 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd07113-eaeb-4225-965b-eb1a9fb597d1 req-431a4e59-ae6e-40c6-9481-835d3f0c8c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:42.908963 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9dd07113-eaeb-4225-965b-eb1a9fb597d1 req-431a4e59-ae6e-40c6-9481-835d3f0c8c05 service neutron] 10.222.0.79 "GET /v2.0/networks?id=01ed4d50-f745-422f-b896-15b69835df57 HTTP/1.1" status: 200 len: 921 time: 0.3001184 Feb 19 04:20:42.978515 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9dd07113-eaeb-4225-965b-eb1a9fb597d1 req-af52b95c-e97b-4240-bf4b-2be7339743c6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63034fb1-1e4e-4482-9720-ff18a727c698 HTTP/1.1" status: 200 len: 217 time: 0.0519476 Feb 19 04:20:42.993017 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cece5e-bb0c-48e8-b49f-d566ee6ea488 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:20:43.001992 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8624c89-edf5-48a8-ab30-437a898f31d7 None None] Sync routers for ids ['5933fae3-75ba-41b5-b9a0-b10cc973e12a'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:20:43.020835 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-24cece5e-bb0c-48e8-b49f-d566ee6ea488 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:43.022822 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-24cece5e-bb0c-48e8-b49f-d566ee6ea488 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4407218 Feb 19 04:20:43.025419 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46352) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:43.032486 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8624c89-edf5-48a8-ab30-437a898f31d7 None None] Routers {'5933fae3-75ba-41b5-b9a0-b10cc973e12a'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:43.033376 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-c8624c89-edf5-48a8-ab30-437a898f31d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:20:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['5933fae3-75ba-41b5-b9a0-b10cc973e12a'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:43.095661 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d872bb6a-87c6-46d0-ad57-afa89ab2013a req-20022549-72c6-4046-b097-6cb3dfe16da3 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875346 Feb 19 04:20:43.118649 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd07113-eaeb-4225-965b-eb1a9fb597d1 req-adbc412e-7fd6-4cff-9c6a-59596ce500e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:43.122823 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9dd07113-eaeb-4225-965b-eb1a9fb597d1 req-adbc412e-7fd6-4cff-9c6a-59596ce500e3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=02a32519-00af-48ba-8cbe-f80637d11bf7 HTTP/1.1" status: 200 len: 860 time: 0.1330578 Feb 19 04:20:43.173312 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9dd07113-eaeb-4225-965b-eb1a9fb597d1 req-2843d509-ec85-46d1-b77e-854f83936ee6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=01ed4d50-f745-422f-b896-15b69835df57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407739 Feb 19 04:20:43.265718 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-c8624c89-edf5-48a8-ab30-437a898f31d7 None None] Set router 5933fae3-75ba-41b5-b9a0-b10cc973e12a gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:43.283725 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8b7a8348-2d15-4189-9a19-68a0c379c524 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "GET /v2.0/routers/5933fae3-75ba-41b5-b9a0-b10cc973e12a HTTP/1.1" status: 200 len: 908 time: 0.2545829 Feb 19 04:20:43.283958 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46358) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:43.288240 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-6d5a32d6-33af-43d2-8ca2-7d4ebb1aa184 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Request body: {'router': {'name': 'tempest-snat-router-487276221', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'enable_snat': True}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:43.293803 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9dd07113-eaeb-4225-965b-eb1a9fb597d1 req-3e60b6a2-5337-4558-a014-77f2c9ac1d18 service neutron] 10.222.0.79 "GET /v2.0/networks/01ed4d50-f745-422f-b896-15b69835df57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126959 Feb 19 04:20:43.327859 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6d5a32d6-33af-43d2-8ca2-7d4ebb1aa184 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (9f81dc9a-cedf-4471-8875-eb15829d84e0), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:43.329582 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6d5a32d6-33af-43d2-8ca2-7d4ebb1aa184 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (9f81dc9a-cedf-4471-8875-eb15829d84e0), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:43.442626 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d886391-7795-462b-85dc-fb38547a3e0e req-81ee8e1f-702c-4d8b-84db-1f1c03827aeb tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:43.442781 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6d5a32d6-33af-43d2-8ca2-7d4ebb1aa184 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router_controller (9f81dc9a-cedf-4471-8875-eb15829d84e0), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:43.444632 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d886391-7795-462b-85dc-fb38547a3e0e req-81ee8e1f-702c-4d8b-84db-1f1c03827aeb tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.1496766 Feb 19 04:20:43.515514 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d886391-7795-462b-85dc-fb38547a3e0e req-bc11ec71-b32b-4c8c-878c-e38ef7975865 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535772 Feb 19 04:20:43.531124 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9dd07113-eaeb-4225-965b-eb1a9fb597d1 req-1990e60b-6eb0-4334-90b1-60139ca0242d service neutron] 10.222.0.79 "GET /v2.0/networks/01ed4d50-f745-422f-b896-15b69835df57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014127 Feb 19 04:20:43.588616 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-c8624c89-edf5-48a8-ab30-437a898f31d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5933fae3-75ba-41b5-b9a0-b10cc973e12a', 'name': 'tempest-snat-router-487276221', 'tenant_id': '6e9155398c40421889e09c736846f381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.139'}], 'enable_snat': False}, 'gw_port_id': '094eae53-f011-4551-826e-b56ecaa1b53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:39Z', 'updated_at': '2022-02-19T04:20:41Z', 'revision_number': 3, 'project_id': '6e9155398c40421889e09c736846f381', 'gw_port': {'id': '094eae53-f011-4551-826e-b56ecaa1b53d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5933fae3-75ba-41b5-b9a0-b10cc973e12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:40Z', 'updated_at': '2022-02-19T04:20:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:43.619370 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8624c89-edf5-48a8-ab30-437a898f31d7 None None] Checking router: 5933fae3-75ba-41b5-b9a0-b10cc973e12a for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:20:43.619856 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8624c89-edf5-48a8-ab30-437a898f31d7 None None] Updating router 5933fae3-75ba-41b5-b9a0-b10cc973e12a port 094eae53-f011-4551-826e-b56ecaa1b53d binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:20:43.679311 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-c8624c89-edf5-48a8-ab30-437a898f31d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (094eae53-f011-4551-826e-b56ecaa1b53d), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:43.715298 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a1a2f-6259-4382-83d9-09408032e374 req-d201b158-ce3c-47ff-b1c8-a65204ed6297 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:43.726879 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a87a1a2f-6259-4382-83d9-09408032e374 req-d201b158-ce3c-47ff-b1c8-a65204ed6297 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 943 time: 0.1381967 Feb 19 04:20:43.885557 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6d5a32d6-33af-43d2-8ca2-7d4ebb1aa184 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router_gateway (9f81dc9a-cedf-4471-8875-eb15829d84e0), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:43.920857 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a87a1a2f-6259-4382-83d9-09408032e374 req-e2eab1ef-8799-42f2-aa0d-c0e7e054f404 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923425 Feb 19 04:20:43.961678 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb35b5-ce4d-4fca-810c-11c84dc146b2 req-c6065df1-ba24-4f91-9b66-c20111686b7d tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:43.965238 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0eb35b5-ce4d-4fca-810c-11c84dc146b2 req-c6065df1-ba24-4f91-9b66-c20111686b7d tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.1952608 Feb 19 04:20:44.072784 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0eb35b5-ce4d-4fca-810c-11c84dc146b2 req-bee5261c-0faa-4e29-bb93-13307c2a64ef tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999608 Feb 19 04:20:44.263723 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-c8624c89-edf5-48a8-ab30-437a898f31d7 None None] Publish callbacks [] for port (094eae53-f011-4551-826e-b56ecaa1b53d), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:44.279170 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-c8624c89-edf5-48a8-ab30-437a898f31d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (094eae53-f011-4551-826e-b56ecaa1b53d), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:44.326648 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6d5a32d6-33af-43d2-8ca2-7d4ebb1aa184 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router_gateway (9f81dc9a-cedf-4471-8875-eb15829d84e0), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:44.366097 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbe86d-4d1e-46fb-93a5-923ecfa15d2f req-9f44523f-1e8f-4799-b135-16efc3bfc066 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:44.370696 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6d5a32d6-33af-43d2-8ca2-7d4ebb1aa184 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:44.378269 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-c8624c89-edf5-48a8-ab30-437a898f31d7 None None] Attempting to bind port 094eae53-f011-4551-826e-b56ecaa1b53d on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:44.378698 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-c8624c89-edf5-48a8-ab30-437a898f31d7 None None] Attempting to bind port 094eae53-f011-4551-826e-b56ecaa1b53d by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:44.379013 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bbbbe86d-4d1e-46fb-93a5-923ecfa15d2f req-9f44523f-1e8f-4799-b135-16efc3bfc066 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.1319666 Feb 19 04:20:44.379179 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8624c89-edf5-48a8-ab30-437a898f31d7 None None] Attempting to bind port 094eae53-f011-4551-826e-b56ecaa1b53d on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:44.400722 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8624c89-edf5-48a8-ab30-437a898f31d7 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:20:44.401980 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8624c89-edf5-48a8-ab30-437a898f31d7 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:20:44.402947 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-c8624c89-edf5-48a8-ab30-437a898f31d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:44.404153 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8624c89-edf5-48a8-ab30-437a898f31d7 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:20:44.404524 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-c8624c89-edf5-48a8-ab30-437a898f31d7 None None] Bound port: 094eae53-f011-4551-826e-b56ecaa1b53d, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:20:44.405004 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-c8624c89-edf5-48a8-ab30-437a898f31d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (094eae53-f011-4551-826e-b56ecaa1b53d), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:44.457756 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 63034fb1-1e4e-4482-9720-ff18a727c698 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:20:44.505660 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6bcb9c-8a57-42de-88d5-4fee11e815e8 None None] Pushing event updated for resources: {'Port': ['ID=094eae53-f011-4551-826e-b56ecaa1b53d,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:44.539607 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bbbbe86d-4d1e-46fb-93a5-923ecfa15d2f req-47122af7-b5fc-4ad5-9cc9-318601954d66 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538658 Feb 19 04:20:44.557760 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-6d5a32d6-33af-43d2-8ca2-7d4ebb1aa184 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Allocated IP 172.25.3.118 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/afdc3d2a-1555-4244-91d0-232dc3cff88f) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:20:44.577703 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-c8624c89-edf5-48a8-ab30-437a898f31d7 None None] For port 094eae53-f011-4551-826e-b56ecaa1b53d, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:20:44.593047 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-c8624c89-edf5-48a8-ab30-437a898f31d7 None None] For port 094eae53-f011-4551-826e-b56ecaa1b53d, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=094eae53-f011-4551-826e-b56ecaa1b53d,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:20:44.624557 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-c8624c89-edf5-48a8-ab30-437a898f31d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (094eae53-f011-4551-826e-b56ecaa1b53d), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:44.764509 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6d5a32d6-33af-43d2-8ca2-7d4ebb1aa184 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for port (afdc3d2a-1555-4244-91d0-232dc3cff88f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:44.816914 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8624c89-edf5-48a8-ab30-437a898f31d7 None None] Routers {'5933fae3-75ba-41b5-b9a0-b10cc973e12a'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:44.817980 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-c8624c89-edf5-48a8-ab30-437a898f31d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:20:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['5933fae3-75ba-41b5-b9a0-b10cc973e12a'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:44.821700 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 63034fb1-1e4e-4482-9720-ff18a727c698, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=63034fb1-1e4e-4482-9720-ff18a727c698,segment=NetworkSegment(553286f1-166b-49af-b5fc-5341c456a99d),segment_id=553286f1-166b-49af-b5fc-5341c456a99d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:44.829611 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6bcb9c-8a57-42de-88d5-4fee11e815e8 None None] Pushing event updated for resources: {'Port': ['ID=094eae53-f011-4551-826e-b56ecaa1b53d,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:44.860801 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6d5a32d6-33af-43d2-8ca2-7d4ebb1aa184 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (afdc3d2a-1555-4244-91d0-232dc3cff88f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:44.882355 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '63034fb1-1e4e-4482-9720-ff18a727c698', 'network_id': '01ed4d50-f745-422f-b896-15b69835df57', 'port_id': '63034fb1-1e4e-4482-9720-ff18a727c698', 'mac_address': 'fa:16:3e:a5:f3:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a32519-00af-48ba-8cbe-f80637d11bf7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:20:44.920612 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5a32d6-33af-43d2-8ca2-7d4ebb1aa184 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:44.925372 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-6d5a32d6-33af-43d2-8ca2-7d4ebb1aa184 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:44.929914 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5a32d6-33af-43d2-8ca2-7d4ebb1aa184 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:45.010415 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a32d6-33af-43d2-8ca2-7d4ebb1aa184 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Pushing event updated for resources: {'Port': ['ID=afdc3d2a-1555-4244-91d0-232dc3cff88f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:45.062331 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-c8624c89-edf5-48a8-ab30-437a898f31d7 None None] Set router 5933fae3-75ba-41b5-b9a0-b10cc973e12a gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:45.092661 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 63034fb1-1e4e-4482-9720-ff18a727c698 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:45.093149 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (63034fb1-1e4e-4482-9720-ff18a727c698), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:45.111117 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63034fb1-1e4e-4482-9720-ff18a727c698 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:20:45.171910 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 63034fb1-1e4e-4482-9720-ff18a727c698, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=63034fb1-1e4e-4482-9720-ff18a727c698,segment=NetworkSegment(553286f1-166b-49af-b5fc-5341c456a99d),segment_id=553286f1-166b-49af-b5fc-5341c456a99d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:45.186638 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (63034fb1-1e4e-4482-9720-ff18a727c698), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:45.415491 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=63034fb1-1e4e-4482-9720-ff18a727c698,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:45.423441 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['63034fb1-1e4e-4482-9720-ff18a727c698'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:20:45.560696 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-c8624c89-edf5-48a8-ab30-437a898f31d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5933fae3-75ba-41b5-b9a0-b10cc973e12a', 'name': 'tempest-snat-router-487276221', 'tenant_id': '6e9155398c40421889e09c736846f381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.139'}], 'enable_snat': False}, 'gw_port_id': '094eae53-f011-4551-826e-b56ecaa1b53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:39Z', 'updated_at': '2022-02-19T04:20:41Z', 'revision_number': 3, 'project_id': '6e9155398c40421889e09c736846f381', 'gw_port': {'id': '094eae53-f011-4551-826e-b56ecaa1b53d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5933fae3-75ba-41b5-b9a0-b10cc973e12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:40Z', 'updated_at': '2022-02-19T04:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:45.630304 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8624c89-edf5-48a8-ab30-437a898f31d7 None None] The sync data for ids ['5933fae3-75ba-41b5-b9a0-b10cc973e12a'] in n-d-828369-19 is: [{'id': '5933fae3-75ba-41b5-b9a0-b10cc973e12a', 'name': 'tempest-snat-router-487276221', 'tenant_id': '6e9155398c40421889e09c736846f381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.139'}], 'enable_snat': False}, 'gw_port_id': '094eae53-f011-4551-826e-b56ecaa1b53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:39Z', 'updated_at': '2022-02-19T04:20:41Z', 'revision_number': 3, 'project_id': '6e9155398c40421889e09c736846f381', 'gw_port': {'id': '094eae53-f011-4551-826e-b56ecaa1b53d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5933fae3-75ba-41b5-b9a0-b10cc973e12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:40Z', 'updated_at': '2022-02-19T04:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:20:45.634867 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bdd84-c1da-4f76-be4d-32aebcd405bb req-c0ac34e8-7c37-4976-8236-732035468dc4 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:45.647321 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-296bdd84-c1da-4f76-be4d-32aebcd405bb req-c0ac34e8-7c37-4976-8236-732035468dc4 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.9916828 Feb 19 04:20:45.694012 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6d5a32d6-33af-43d2-8ca2-7d4ebb1aa184 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router_gateway (9f81dc9a-cedf-4471-8875-eb15829d84e0), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:45.721999 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b3475-06fe-456a-b3fe-266a0cc17378 req-8f28e0d4-febf-4f25-b863-a66b559600ff tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:45.745510 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a13b3475-06fe-456a-b3fe-266a0cc17378 req-8f28e0d4-febf-4f25-b863-a66b559600ff tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 944 time: 0.2546906 Feb 19 04:20:45.860666 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-296bdd84-c1da-4f76-be4d-32aebcd405bb req-6c9c910c-43c0-4ea9-9043-9b070c553950 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117774 Feb 19 04:20:45.896757 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a13b3475-06fe-456a-b3fe-266a0cc17378 req-1d8c999e-66f0-4540-b2e2-ded26e3a0583 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495953 Feb 19 04:20:46.117663 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6d5a32d6-33af-43d2-8ca2-7d4ebb1aa184 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (9f81dc9a-cedf-4471-8875-eb15829d84e0), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:46.353443 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5a32d6-33af-43d2-8ca2-7d4ebb1aa184 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Router 9f81dc9a-cedf-4471-8875-eb15829d84e0 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:20:46.416054 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 094eae53-f011-4551-826e-b56ecaa1b53d up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:20:46.506987 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 63034fb1-1e4e-4482-9720-ff18a727c698 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:20:46.531225 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31ac4d-4f39-4d65-859b-d1685682af85 req-7b0b314b-d588-41c7-b791-4332b02d7a69 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:46.532851 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c31ac4d-4f39-4d65-859b-d1685682af85 req-7b0b314b-d588-41c7-b791-4332b02d7a69 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.1105168 Feb 19 04:20:46.624728 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 094eae53-f011-4551-826e-b56ecaa1b53d triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:46.625103 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (094eae53-f011-4551-826e-b56ecaa1b53d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:46.632568 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c31ac4d-4f39-4d65-859b-d1685682af85 req-262eb7d2-2ce9-48b1-8c07-cb8072d293b3 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934553 Feb 19 04:20:46.635297 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5a32d6-33af-43d2-8ca2-7d4ebb1aa184 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:20:46.683008 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511fc710-f32b-4d44-9256-d8e8704d9d30 None None] Sync routers for ids ['9f81dc9a-cedf-4471-8875-eb15829d84e0'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:20:46.697046 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6d5a32d6-33af-43d2-8ca2-7d4ebb1aa184 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:46.701947 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46618) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:46.702720 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6d5a32d6-33af-43d2-8ca2-7d4ebb1aa184 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.4176531 Feb 19 04:20:46.731879 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511fc710-f32b-4d44-9256-d8e8704d9d30 None None] Routers {'9f81dc9a-cedf-4471-8875-eb15829d84e0'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:46.732752 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-511fc710-f32b-4d44-9256-d8e8704d9d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:20:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['9f81dc9a-cedf-4471-8875-eb15829d84e0'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:46.916142 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-13ce05d9-2e9d-4e3e-a7b5-5c976ad6871f tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "GET /v2.0/routers/9f81dc9a-cedf-4471-8875-eb15829d84e0 HTTP/1.1" status: 200 len: 907 time: 0.2127936 Feb 19 04:20:46.918854 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46640) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:46.921627 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 63034fb1-1e4e-4482-9720-ff18a727c698 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:20:46.940168 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 63034fb1-1e4e-4482-9720-ff18a727c698 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:46.944793 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (63034fb1-1e4e-4482-9720-ff18a727c698), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:47.203890 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0746c9-931c-440b-8fb5-423e3d157b11 req-7bbf6182-6983-452a-a604-0333ed2d12c7 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:47.207711 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 094eae53-f011-4551-826e-b56ecaa1b53d is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:47.208609 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b0746c9-931c-440b-8fb5-423e3d157b11 req-7bbf6182-6983-452a-a604-0333ed2d12c7 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 944 time: 0.1319330 Feb 19 04:20:47.209163 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (094eae53-f011-4551-826e-b56ecaa1b53d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:47.237165 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-59037096-c553-4cc4-8a3a-fc9edf865771 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router (9f81dc9a-cedf-4471-8875-eb15829d84e0), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:47.257700 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 094eae53-f011-4551-826e-b56ecaa1b53d, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=094eae53-f011-4551-826e-b56ecaa1b53d,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:47.274157 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (094eae53-f011-4551-826e-b56ecaa1b53d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:47.300112 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-511fc710-f32b-4d44-9256-d8e8704d9d30 None None] Set router 9f81dc9a-cedf-4471-8875-eb15829d84e0 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:47.336008 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b0746c9-931c-440b-8fb5-423e3d157b11 req-9476bdc7-8499-4914-846f-67575d54938e tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205060 Feb 19 04:20:47.706727 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=094eae53-f011-4551-826e-b56ecaa1b53d,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:47.711511 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 63034fb1-1e4e-4482-9720-ff18a727c698 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:47.712166 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (63034fb1-1e4e-4482-9720-ff18a727c698), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:47.753669 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-511fc710-f32b-4d44-9256-d8e8704d9d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f81dc9a-cedf-4471-8875-eb15829d84e0', 'name': 'tempest-snat-router-487276221', 'tenant_id': '6e9155398c40421889e09c736846f381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'afdc3d2a-1555-4244-91d0-232dc3cff88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:43Z', 'updated_at': '2022-02-19T04:20:45Z', 'revision_number': 3, 'project_id': '6e9155398c40421889e09c736846f381', 'gw_port': {'id': 'afdc3d2a-1555-4244-91d0-232dc3cff88f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f81dc9a-cedf-4471-8875-eb15829d84e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:44Z', 'updated_at': '2022-02-19T04:20:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:47.763433 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e7c341-f49a-4ec7-b1d1-4eb24a04ea45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63034fb1-1e4e-4482-9720-ff18a727c698'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:47.765662 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb013f6-abbb-4b74-9f17-dfb5d342b275" -d '{"events": [{"server_uuid": "d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45", "name": "network-vif-plugged", "status": "completed", "tag": "63034fb1-1e4e-4482-9720-ff18a727c698"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:47.835625 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511fc710-f32b-4d44-9256-d8e8704d9d30 None None] Checking router: 9f81dc9a-cedf-4471-8875-eb15829d84e0 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:20:47.836154 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511fc710-f32b-4d44-9256-d8e8704d9d30 None None] Updating router 9f81dc9a-cedf-4471-8875-eb15829d84e0 port afdc3d2a-1555-4244-91d0-232dc3cff88f binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:20:47.842039 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 63034fb1-1e4e-4482-9720-ff18a727c698, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=63034fb1-1e4e-4482-9720-ff18a727c698,segment=NetworkSegment(553286f1-166b-49af-b5fc-5341c456a99d),segment_id=553286f1-166b-49af-b5fc-5341c456a99d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:47.858821 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0b0e3f-a76a-4e53-964c-6529274a0b21 x-openstack-request-id: req-9c0b0e3f-a76a-4e53-964c-6529274a0b21 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:47.859312 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45", "name": "network-vif-plugged", "status": "completed", "tag": "63034fb1-1e4e-4482-9720-ff18a727c698", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:47.859720 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c0b0e3f-a76a-4e53-964c-6529274a0b21 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:47.874541 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e7c341-f49a-4ec7-b1d1-4eb24a04ea45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63034fb1-1e4e-4482-9720-ff18a727c698', 'code': 200} Feb 19 04:20:47.877735 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (63034fb1-1e4e-4482-9720-ff18a727c698), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:47.985431 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578289c5-d52d-4e5e-b0cb-7ed5d17e5d0a req-c963a417-0c36-4400-b348-ab9846df8215 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:47.994493 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-578289c5-d52d-4e5e-b0cb-7ed5d17e5d0a req-c963a417-0c36-4400-b348-ab9846df8215 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.2008667 Feb 19 04:20:48.045138 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-59037096-c553-4cc4-8a3a-fc9edf865771 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router_gateway (9f81dc9a-cedf-4471-8875-eb15829d84e0), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:48.107328 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5610989-5bb0-4e2b-9e63-b40bb7e26561 req-b33a6286-09f7-4910-8d43-931b714175b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:48.108925 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d5610989-5bb0-4e2b-9e63-b40bb7e26561 req-b33a6286-09f7-4910-8d43-931b714175b6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 1128 time: 0.1842728 Feb 19 04:20:48.169848 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-578289c5-d52d-4e5e-b0cb-7ed5d17e5d0a req-5b69f831-8f7c-42e2-8897-23b5caa0303f tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742034 Feb 19 04:20:48.170729 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-59037096-c553-4cc4-8a3a-fc9edf865771 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Deleting port afdc3d2a-1555-4244-91d0-232dc3cff88f {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:48.171280 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-59037096-c553-4cc4-8a3a-fc9edf865771 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (afdc3d2a-1555-4244-91d0-232dc3cff88f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:48.213343 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d5610989-5bb0-4e2b-9e63-b40bb7e26561 req-0b74cd3b-fc17-4165-9ce3-573175c05780 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725582 Feb 19 04:20:48.342182 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=63034fb1-1e4e-4482-9720-ff18a727c698,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:48.343837 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-59037096-c553-4cc4-8a3a-fc9edf865771 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (afdc3d2a-1555-4244-91d0-232dc3cff88f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:48.359503 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-511fc710-f32b-4d44-9256-d8e8704d9d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (afdc3d2a-1555-4244-91d0-232dc3cff88f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:48.380146 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-59037096-c553-4cc4-8a3a-fc9edf865771 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Calling delete_port for afdc3d2a-1555-4244-91d0-232dc3cff88f owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:48.434592 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 094eae53-f011-4551-826e-b56ecaa1b53d up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:20:48.653163 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d970d-c04a-434d-9059-6719067c29cc req-944791e9-e0d7-40a1-9b71-e53d9c589afc tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:48.672209 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc1d970d-c04a-434d-9059-6719067c29cc req-944791e9-e0d7-40a1-9b71-e53d9c589afc tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 945 time: 0.1515973 Feb 19 04:20:48.787962 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-59037096-c553-4cc4-8a3a-fc9edf865771 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (afdc3d2a-1555-4244-91d0-232dc3cff88f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:48.823332 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59037096-c553-4cc4-8a3a-fc9edf865771 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Pushing event deleted for resources: {'Port': ['ID=afdc3d2a-1555-4244-91d0-232dc3cff88f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:48.899677 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 094eae53-f011-4551-826e-b56ecaa1b53d triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:48.900181 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (094eae53-f011-4551-826e-b56ecaa1b53d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:48.951325 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-59037096-c553-4cc4-8a3a-fc9edf865771 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (9f81dc9a-cedf-4471-8875-eb15829d84e0), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:48.955450 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:20:48.961155 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc1d970d-c04a-434d-9059-6719067c29cc req-7654a415-c24d-4a51-9185-df379344929f tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871315 Feb 19 04:20:49.079082 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e002f71-459a-416a-b0d2-0578d8ad1512 req-d53c2509-d6db-45e9-9e61-9537b310971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:49.083270 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e002f71-459a-416a-b0d2-0578d8ad1512 req-d53c2509-d6db-45e9-9e61-9537b310971d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a4e0bc4a4b1b4fe383f135223bc35a0a&device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 1129 time: 0.1629367 Feb 19 04:20:49.102650 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-59037096-c553-4cc4-8a3a-fc9edf865771 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (9f81dc9a-cedf-4471-8875-eb15829d84e0), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:49.103798 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e8c89-4888-4299-bf24-c8447739f9e6 req-cabb15e6-af3a-4749-ae45-a5b2a7295b74 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:49.106279 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-109e8c89-4888-4299-bf24-c8447739f9e6 req-cabb15e6-af3a-4749-ae45-a5b2a7295b74 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.3435009 Feb 19 04:20:49.108118 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 094eae53-f011-4551-826e-b56ecaa1b53d is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:49.115843 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-59037096-c553-4cc4-8a3a-fc9edf865771 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router_controller (9f81dc9a-cedf-4471-8875-eb15829d84e0), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:49.199310 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-511fc710-f32b-4d44-9256-d8e8704d9d30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:20:49.201230 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-511fc710-f32b-4d44-9256-d8e8704d9d30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:20:49.219150 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-59037096-c553-4cc4-8a3a-fc9edf865771 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (9f81dc9a-cedf-4471-8875-eb15829d84e0), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:49.219684 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59037096-c553-4cc4-8a3a-fc9edf865771 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9f81dc9a-cedf-4471-8875-eb15829d84e0 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:20:49.221654 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e002f71-459a-416a-b0d2-0578d8ad1512 req-b24f1a71-18c3-4af3-86c1-6efd428c8265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:49.224220 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-59037096-c553-4cc4-8a3a-fc9edf865771 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:49.225086 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e002f71-459a-416a-b0d2-0578d8ad1512 req-b24f1a71-18c3-4af3-86c1-6efd428c8265 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2e9c4345-a542-424d-9672-4b79bfb4a878 HTTP/1.1" status: 200 len: 914 time: 0.1168303 Feb 19 04:20:49.225540 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-59037096-c553-4cc4-8a3a-fc9edf865771 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "DELETE /v2.0/routers/9f81dc9a-cedf-4471-8875-eb15829d84e0 HTTP/1.1" status: 204 len: 168 time: 2.3057020 Feb 19 04:20:49.229093 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46840) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:49.284816 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e002f71-459a-416a-b0d2-0578d8ad1512 req-30d715d4-a0c0-4ee2-b4a0-098bbcdb1be5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a11065e8-624b-45a3-b9cb-d7602ed03e0e HTTP/1.1" status: 200 len: 217 time: 0.0482533 Feb 19 04:20:49.405591 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e002f71-459a-416a-b0d2-0578d8ad1512 req-9bfdbaa1-62b0-432c-8d45-e437d7086f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:49.407765 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e002f71-459a-416a-b0d2-0578d8ad1512 req-9bfdbaa1-62b0-432c-8d45-e437d7086f0d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4be604aa-378d-4eff-8d65-7e786c5da5e7 HTTP/1.1" status: 200 len: 853 time: 0.1123428 Feb 19 04:20:49.471139 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98d77393-c6a9-4b51-bcc7-535409cc6e66 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router (5933fae3-75ba-41b5-b9a0-b10cc973e12a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:49.482940 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e002f71-459a-416a-b0d2-0578d8ad1512 req-199c6cb0-fddc-49c0-99d4-e94322a7b1f1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2e9c4345-a542-424d-9672-4b79bfb4a878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670147 Feb 19 04:20:49.520310 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-109e8c89-4888-4299-bf24-c8447739f9e6 req-31ab5fd2-3425-48dd-83c0-21faf4838c89 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937136 Feb 19 04:20:49.603198 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e002f71-459a-416a-b0d2-0578d8ad1512 req-cb1a1e7d-db7b-43d5-8542-d1a223d0777f service neutron] 10.222.0.79 "GET /v2.0/networks/2e9c4345-a542-424d-9672-4b79bfb4a878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115158 Feb 19 04:20:49.634848 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98d77393-c6a9-4b51-bcc7-535409cc6e66 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router_gateway (5933fae3-75ba-41b5-b9a0-b10cc973e12a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:49.731077 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e002f71-459a-416a-b0d2-0578d8ad1512 req-79f8db19-31c0-4410-8bcc-71f8a9c1eb39 service neutron] 10.222.0.79 "GET /v2.0/networks/2e9c4345-a542-424d-9672-4b79bfb4a878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198790 Feb 19 04:20:49.732976 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511fc710-f32b-4d44-9256-d8e8704d9d30 None None] Port afdc3d2a-1555-4244-91d0-232dc3cff88f not found while updating agent binding for router 9f81dc9a-cedf-4471-8875-eb15829d84e0. {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 19 04:20:49.748726 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511fc710-f32b-4d44-9256-d8e8704d9d30 None None] Routers set() bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:49.749377 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511fc710-f32b-4d44-9256-d8e8704d9d30 None None] Router IDs set() for agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 04:20:49.750826 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_agentschedulers_db [None req-511fc710-f32b-4d44-9256-d8e8704d9d30 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9f81dc9a-cedf-4471-8875-eb15829d84e0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:20:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent'). {{(pid=109927) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 04:20:49.751916 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511fc710-f32b-4d44-9256-d8e8704d9d30 None None] The sync data for ids ['9f81dc9a-cedf-4471-8875-eb15829d84e0'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:20:49.756935 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-98d77393-c6a9-4b51-bcc7-535409cc6e66 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Deleting port 094eae53-f011-4551-826e-b56ecaa1b53d {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:49.757284 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98d77393-c6a9-4b51-bcc7-535409cc6e66 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (094eae53-f011-4551-826e-b56ecaa1b53d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:49.858026 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-98d77393-c6a9-4b51-bcc7-535409cc6e66 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] For port 094eae53-f011-4551-826e-b56ecaa1b53d, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=094eae53-f011-4551-826e-b56ecaa1b53d,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:49.858467 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98d77393-c6a9-4b51-bcc7-535409cc6e66 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (094eae53-f011-4551-826e-b56ecaa1b53d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:49.878110 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-98d77393-c6a9-4b51-bcc7-535409cc6e66 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Calling delete_port for 094eae53-f011-4551-826e-b56ecaa1b53d owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:50.097786 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46866) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:50.134947 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac30419-526b-4f96-bd3e-253396bd818e req-a72c9449-f3c9-4f2e-96eb-85a114b611b2 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:50.136927 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ac30419-526b-4f96-bd3e-253396bd818e req-a72c9449-f3c9-4f2e-96eb-85a114b611b2 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 945 time: 0.0743196 Feb 19 04:20:50.154039 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98d77393-c6a9-4b51-bcc7-535409cc6e66 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (094eae53-f011-4551-826e-b56ecaa1b53d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:50.211433 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d77393-c6a9-4b51-bcc7-535409cc6e66 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Pushing event deleted for resources: {'Port': ['ID=094eae53-f011-4551-826e-b56ecaa1b53d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:50.241643 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ac30419-526b-4f96-bd3e-253396bd818e req-b2098a65-270a-41f5-a03b-85c5b67132db tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985925 Feb 19 04:20:50.351873 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f93586d2-c9c7-4799-9406-a0eaaba17f94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:50.405914 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98d77393-c6a9-4b51-bcc7-535409cc6e66 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (5933fae3-75ba-41b5-b9a0-b10cc973e12a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:50.687378 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98d77393-c6a9-4b51-bcc7-535409cc6e66 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (5933fae3-75ba-41b5-b9a0-b10cc973e12a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:50.690036 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98d77393-c6a9-4b51-bcc7-535409cc6e66 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router_controller (5933fae3-75ba-41b5-b9a0-b10cc973e12a), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:50.813269 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f93586d2-c9c7-4799-9406-a0eaaba17f94 admin admin] Publish callbacks [] for security_group (d958feee-a087-4e2a-a67f-d4a1e3ac0a73), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:50.816303 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98d77393-c6a9-4b51-bcc7-535409cc6e66 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (5933fae3-75ba-41b5-b9a0-b10cc973e12a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:50.817932 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d77393-c6a9-4b51-bcc7-535409cc6e66 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5933fae3-75ba-41b5-b9a0-b10cc973e12a {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:20:50.832249 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98d77393-c6a9-4b51-bcc7-535409cc6e66 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:50.833820 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc42d2-af8d-4c1b-a49e-7eb5783bfd68 req-ac2e4cc8-e876-492f-b347-e97a87edf8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:50.837267 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-98d77393-c6a9-4b51-bcc7-535409cc6e66 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "DELETE /v2.0/routers/5933fae3-75ba-41b5-b9a0-b10cc973e12a HTTP/1.1" status: 204 len: 168 time: 1.6070151 Feb 19 04:20:50.837431 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d2fc42d2-af8d-4c1b-a49e-7eb5783bfd68 req-ac2e4cc8-e876-492f-b347-e97a87edf8c3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbfcdf0453b64af4b94645bf82272ac6&device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 1128 time: 0.1722546 Feb 19 04:20:50.838195 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46882) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:50.842780 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f93586d2-c9c7-4799-9406-a0eaaba17f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d958feee-a087-4e2a-a67f-d4a1e3ac0a73), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:50.848208 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2b54f-18ae-4735-9226-ac952ae091f0 req-96b3cf6d-4ab1-4a49-95d6-e85a34c47bd0 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:50.849782 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbc2b54f-18ae-4735-9226-ac952ae091f0 req-96b3cf6d-4ab1-4a49-95d6-e85a34c47bd0 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.1709759 Feb 19 04:20:50.854307 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1709756705', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}, 'admin_state_up': False}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:50.891790 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd42a3-b51b-44b3-98be-59d57188c8aa req-c8c549a2-60d7-485a-b11d-93e6db5c4eb4 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:50.893379 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-61dd42a3-b51b-44b3-98be-59d57188c8aa req-c8c549a2-60d7-485a-b11d-93e6db5c4eb4 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 945 time: 0.2166629 Feb 19 04:20:50.941499 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f93586d2-c9c7-4799-9406-a0eaaba17f94 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fe56e93df6a744f3ad5cfd4d5a8f3a82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8423223 Feb 19 04:20:50.945633 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46884) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:50.972531 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93586d2-c9c7-4799-9406-a0eaaba17f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d958feee-a087-4e2a-a67f-d4a1e3ac0a73,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:51.030041 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (d23f1dc2-0cdf-4091-9acf-0980b2007bb0), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:51.031129 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (d23f1dc2-0cdf-4091-9acf-0980b2007bb0), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:51.044451 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-61dd42a3-b51b-44b3-98be-59d57188c8aa req-879dc6a2-3a37-4d2c-aeac-f64e3761cf1e tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281986 Feb 19 04:20:51.072339 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbc2b54f-18ae-4735-9226-ac952ae091f0 req-5b0d9294-582f-4ff3-a547-fa55b0df6a4c tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076104 Feb 19 04:20:51.134475 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a2088e50-e79c-4754-9416-b0a4c2144253 admin admin] Publish callbacks [] for security_group (d958feee-a087-4e2a-a67f-d4a1e3ac0a73), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:51.167122 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_controller (d23f1dc2-0cdf-4091-9acf-0980b2007bb0), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:51.196636 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a2088e50-e79c-4754-9416-b0a4c2144253 admin admin] Publish callbacks [] for security_group (d958feee-a087-4e2a-a67f-d4a1e3ac0a73), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:51.263630 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a2088e50-e79c-4754-9416-b0a4c2144253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d958feee-a087-4e2a-a67f-d4a1e3ac0a73), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:51.267102 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a2088e50-e79c-4754-9416-b0a4c2144253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:51.272664 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a2088e50-e79c-4754-9416-b0a4c2144253 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d958feee-a087-4e2a-a67f-d4a1e3ac0a73 HTTP/1.1" status: 204 len: 168 time: 0.3257463 Feb 19 04:20:51.282790 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2088e50-e79c-4754-9416-b0a4c2144253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d958feee-a087-4e2a-a67f-d4a1e3ac0a73,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:51.344686 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc42d2-af8d-4c1b-a49e-7eb5783bfd68 req-4e4fa438-5d4f-4178-bd96-437169af073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:51.347990 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d2fc42d2-af8d-4c1b-a49e-7eb5783bfd68 req-4e4fa438-5d4f-4178-bd96-437169af073c service neutron] 10.222.0.79 "GET /v2.0/networks?id=01ed4d50-f745-422f-b896-15b69835df57 HTTP/1.1" status: 200 len: 921 time: 0.4883223 Feb 19 04:20:51.506466 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d2fc42d2-af8d-4c1b-a49e-7eb5783bfd68 req-57e1e441-3a77-46a1-b555-df648e7dd76d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63034fb1-1e4e-4482-9720-ff18a727c698 HTTP/1.1" status: 200 len: 217 time: 0.0911746 Feb 19 04:20:51.656114 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_gateway (d23f1dc2-0cdf-4091-9acf-0980b2007bb0), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:51.681301 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc42d2-af8d-4c1b-a49e-7eb5783bfd68 req-8d81d7c1-21a1-4b63-9a19-e5020ecfa734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:51.683171 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d2fc42d2-af8d-4c1b-a49e-7eb5783bfd68 req-8d81d7c1-21a1-4b63-9a19-e5020ecfa734 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=02a32519-00af-48ba-8cbe-f80637d11bf7 HTTP/1.1" status: 200 len: 860 time: 0.1249311 Feb 19 04:20:51.788586 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d2fc42d2-af8d-4c1b-a49e-7eb5783bfd68 req-ab2ae8ea-f0b3-4487-87e7-c97bdf4bb517 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=01ed4d50-f745-422f-b896-15b69835df57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964212 Feb 19 04:20:52.083904 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb8af1-4573-4904-8e3a-b3a60414c880 req-9e80ce4e-df1e-465d-9504-4945006a028b tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:52.088682 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4adb8af1-4573-4904-8e3a-b3a60414c880 req-9e80ce4e-df1e-465d-9504-4945006a028b tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.7641566 Feb 19 04:20:52.308020 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4adb8af1-4573-4904-8e3a-b3a60414c880 req-5c24a0c6-a823-42c3-9883-66e7813e04b5 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106447 Feb 19 04:20:52.344236 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 094eae53-f011-4551-826e-b56ecaa1b53d no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:52.383430 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 094eae53-f011-4551-826e-b56ecaa1b53d {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:20:52.383982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 094eae53-f011-4551-826e-b56ecaa1b53d not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:20:52.402762 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d2fc42d2-af8d-4c1b-a49e-7eb5783bfd68 req-bb34f531-c328-420d-8239-9b3709c03f77 service neutron] 10.222.0.79 "GET /v2.0/networks/01ed4d50-f745-422f-b896-15b69835df57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5826719 Feb 19 04:20:52.411609 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b761e89-64f5-45d3-832e-1614e2d7dfc9 req-ca5ed3f1-fb07-4dde-8c38-2e63f3aa1cc2 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:52.420366 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b761e89-64f5-45d3-832e-1614e2d7dfc9 req-ca5ed3f1-fb07-4dde-8c38-2e63f3aa1cc2 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 945 time: 0.2594421 Feb 19 04:20:52.759758 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f59fd1-6f3f-4d40-a4db-aff71fc68af0 req-5121b1eb-5490-4d53-9edc-61fe43f80bb9 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:52.763188 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4f59fd1-6f3f-4d40-a4db-aff71fc68af0 req-5121b1eb-5490-4d53-9edc-61fe43f80bb9 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.3116465 Feb 19 04:20:52.773760 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b761e89-64f5-45d3-832e-1614e2d7dfc9 req-dc9b0678-11a2-446b-b55c-1e4b76a9f076 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521500 Feb 19 04:20:52.809948 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d2fc42d2-af8d-4c1b-a49e-7eb5783bfd68 req-e41bf6d1-3ea1-4c45-9a19-24759089fcb4 service neutron] 10.222.0.79 "GET /v2.0/networks/01ed4d50-f745-422f-b896-15b69835df57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864238 Feb 19 04:20:52.846099 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_gateway (d23f1dc2-0cdf-4091-9acf-0980b2007bb0), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:52.880829 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:52.946417 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4f59fd1-6f3f-4d40-a4db-aff71fc68af0 req-18beaa21-1ae2-4101-9046-cf8a4138f4b4 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600387 Feb 19 04:20:53.059038 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Allocated IP 172.25.3.220 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/98710edc-559a-4c7e-bc75-db160cbead61) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:20:53.161918 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360cc80-09ed-49c6-94f3-905025f7d0a4 req-fd455632-98a4-479c-bcf1-3b798488b160 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:53.163554 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e360cc80-09ed-49c6-94f3-905025f7d0a4 req-fd455632-98a4-479c-bcf1-3b798488b160 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.1234896 Feb 19 04:20:53.238712 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e360cc80-09ed-49c6-94f3-905025f7d0a4 req-c275dd45-48f3-4ed3-bebc-d97cf2a2dba9 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662856 Feb 19 04:20:53.249141 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for port (98710edc-559a-4c7e-bc75-db160cbead61), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:53.295648 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (98710edc-559a-4c7e-bc75-db160cbead61), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:53.336883 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:53.340131 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:53.343975 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:53.382992 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Pushing event updated for resources: {'Port': ['ID=98710edc-559a-4c7e-bc75-db160cbead61,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:53.398802 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:53.399265 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:53.399758 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:53.400269 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:53.400580 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:53.400994 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:53.401395 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:53.401830 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:53.403058 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:53.403483 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:53.403883 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:53.404317 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:53.404705 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:53.913250 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff69f7-b1d5-42a0-ab87-67e42cd4d9b7 req-468ab06e-0265-46bc-ab3d-87b466dc5a3f tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:53.915250 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f6ff69f7-b1d5-42a0-ab87-67e42cd4d9b7 req-468ab06e-0265-46bc-ab3d-87b466dc5a3f tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.5039785 Feb 19 04:20:54.018363 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701782b2-3de7-4761-9538-8befa8273e98 req-cdc3ceec-b6ef-4d8f-afb6-3f2a4c557ec3 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:54.019870 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-701782b2-3de7-4761-9538-8befa8273e98 req-cdc3ceec-b6ef-4d8f-afb6-3f2a4c557ec3 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 945 time: 0.1537578 Feb 19 04:20:54.082518 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f6ff69f7-b1d5-42a0-ab87-67e42cd4d9b7 req-b6df37d2-0962-4f13-a74f-eed965457fc6 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445856 Feb 19 04:20:54.185688 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-701782b2-3de7-4761-9538-8befa8273e98 req-b74d75a9-8fd0-453f-954b-147fa56b31ee tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218634 Feb 19 04:20:54.229455 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_gateway (d23f1dc2-0cdf-4091-9acf-0980b2007bb0), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:54.361139 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6db6b2-4838-46a8-bd50-19448d9b577e req-05beda8a-f6b2-4049-8b2b-3870d2743531 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:54.362873 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad6db6b2-4838-46a8-bd50-19448d9b577e req-05beda8a-f6b2-4049-8b2b-3870d2743531 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.1454015 Feb 19 04:20:54.484658 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad6db6b2-4838-46a8-bd50-19448d9b577e req-03819d54-b858-4138-a6d9-87a987f79952 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144981 Feb 19 04:20:54.586549 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47078) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:54.631348 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (d23f1dc2-0cdf-4091-9acf-0980b2007bb0), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:54.722425 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63532d-b3e1-45c8-a11e-e746f56e9f66 req-c1920e03-d0fa-4a90-86c8-4dde4d3c35d4 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:54.724388 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d63532d-b3e1-45c8-a11e-e746f56e9f66 req-c1920e03-d0fa-4a90-86c8-4dde4d3c35d4 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.1345744 Feb 19 04:20:54.784024 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d68be709-4846-4a4d-a31f-0c65950ba743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:54.877461 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d63532d-b3e1-45c8-a11e-e746f56e9f66 req-6b1ff7c2-36ac-4993-8515-557bcf60ce27 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460097 Feb 19 04:20:55.049617 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Router d23f1dc2-0cdf-4091-9acf-0980b2007bb0 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:20:55.065385 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d68be709-4846-4a4d-a31f-0c65950ba743 admin admin] Publish callbacks [] for security_group (f343c69b-3f8b-41e3-9023-ad937377f0db), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:55.076829 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d68be709-4846-4a4d-a31f-0c65950ba743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f343c69b-3f8b-41e3-9023-ad937377f0db), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:55.167092 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d34819-9a6e-4f29-8fcd-d67144eca346 req-411c237d-8b48-4059-8b81-bdd1ae06196e tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:55.169034 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64d34819-9a6e-4f29-8fcd-d67144eca346 req-411c237d-8b48-4059-8b81-bdd1ae06196e tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.1831882 Feb 19 04:20:55.189741 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68be709-4846-4a4d-a31f-0c65950ba743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f343c69b-3f8b-41e3-9023-ad937377f0db,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:55.202063 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d68be709-4846-4a4d-a31f-0c65950ba743 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8988e4424022469e82c571e8d282e22c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6133497 Feb 19 04:20:55.205361 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47098) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:55.261249 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a17637c4-b680-4f63-b6bf-b70e9bfe1b44 admin admin] Publish callbacks [] for security_group (f343c69b-3f8b-41e3-9023-ad937377f0db), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:55.288520 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a17637c4-b680-4f63-b6bf-b70e9bfe1b44 admin admin] Publish callbacks [] for security_group (f343c69b-3f8b-41e3-9023-ad937377f0db), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:55.316702 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64d34819-9a6e-4f29-8fcd-d67144eca346 req-ac9ff9f6-1889-48e8-95db-a20062172eac tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370814 Feb 19 04:20:55.319183 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:20:55.336148 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87a7e3-4b81-4153-89ba-f9b3dac0a9fb req-0082051f-5ddb-4984-b869-f73da2b556f4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:55.337733 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9f87a7e3-4b81-4153-89ba-f9b3dac0a9fb req-0082051f-5ddb-4984-b869-f73da2b556f4 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 946 time: 0.1674347 Feb 19 04:20:55.342659 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455fdc7f-72b2-493f-886d-8cf9f4a85fa4 None None] Sync routers for ids ['d23f1dc2-0cdf-4091-9acf-0980b2007bb0'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:20:55.364938 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455fdc7f-72b2-493f-886d-8cf9f4a85fa4 None None] Routers {'d23f1dc2-0cdf-4091-9acf-0980b2007bb0'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:55.364938 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-455fdc7f-72b2-493f-886d-8cf9f4a85fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:20:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d23f1dc2-0cdf-4091-9acf-0980b2007bb0'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:55.365191 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a17637c4-b680-4f63-b6bf-b70e9bfe1b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f343c69b-3f8b-41e3-9023-ad937377f0db), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:55.367500 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a17637c4-b680-4f63-b6bf-b70e9bfe1b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:55.368695 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a17637c4-b680-4f63-b6bf-b70e9bfe1b44 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f343c69b-3f8b-41e3-9023-ad937377f0db HTTP/1.1" status: 204 len: 168 time: 0.1623094 Feb 19 04:20:55.382233 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17637c4-b680-4f63-b6bf-b70e9bfe1b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f343c69b-3f8b-41e3-9023-ad937377f0db,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:55.390047 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:55.391352 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cd7dac1f-3cc2-402c-8f39-f069bcfe7aca tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.5405810 Feb 19 04:20:55.394086 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47106) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:55.399520 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-56a9d960-66fc-4204-84eb-75bf4bb88759 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'enable_snat': False}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:55.460992 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-455fdc7f-72b2-493f-886d-8cf9f4a85fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:55.470011 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9f87a7e3-4b81-4153-89ba-f9b3dac0a9fb req-084689ef-332d-48f6-9e34-e0b524bc2c6f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233211 Feb 19 04:20:55.476880 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455fdc7f-72b2-493f-886d-8cf9f4a85fa4 None None] Routers {'d23f1dc2-0cdf-4091-9acf-0980b2007bb0'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:55.478244 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-455fdc7f-72b2-493f-886d-8cf9f4a85fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:20:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d23f1dc2-0cdf-4091-9acf-0980b2007bb0'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:55.525505 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-455fdc7f-72b2-493f-886d-8cf9f4a85fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:55.526551 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455fdc7f-72b2-493f-886d-8cf9f4a85fa4 None None] The sync data for ids ['d23f1dc2-0cdf-4091-9acf-0980b2007bb0'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:20:55.535340 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c76e9-1f76-4ba5-b9db-f80d17249171 req-e6e85d71-c0d0-4ece-bee0-1f04e4fee152 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:55.536923 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-638c76e9-1f76-4ba5-b9db-f80d17249171 req-e6e85d71-c0d0-4ece-bee0-1f04e4fee152 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 945 time: 0.0907092 Feb 19 04:20:55.622793 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-638c76e9-1f76-4ba5-b9db-f80d17249171 req-67df466b-8a88-4da7-ab7c-afd3983eacdf tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759652 Feb 19 04:20:55.727183 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57049805-085b-4e3b-a845-5ccbde4ee55b req-ae39bf7b-c849-4e9f-abc6-b2d4ee14104c tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:55.728946 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-57049805-085b-4e3b-a845-5ccbde4ee55b req-ae39bf7b-c849-4e9f-abc6-b2d4ee14104c tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.0836935 Feb 19 04:20:55.782917 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-57049805-085b-4e3b-a845-5ccbde4ee55b req-55708d0a-9a4e-4a91-9bd5-ef6ed2af16e8 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472386 Feb 19 04:20:55.846723 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-56a9d960-66fc-4204-84eb-75bf4bb88759 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router_gateway (d23f1dc2-0cdf-4091-9acf-0980b2007bb0), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:55.898298 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47114) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:55.916346 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fb8832b9-dc64-40fc-99be-2b62332ff071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:55.951589 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978cf626-2ec5-4da2-aeec-bbc9ec60b959 req-8fda1f1b-f791-493c-b9b7-ee3c38a64d9a tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:55.953098 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-978cf626-2ec5-4da2-aeec-bbc9ec60b959 req-8fda1f1b-f791-493c-b9b7-ee3c38a64d9a tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.0905256 Feb 19 04:20:56.050462 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-978cf626-2ec5-4da2-aeec-bbc9ec60b959 req-beb81cbc-c07d-4463-becc-ade83e3169f9 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865602 Feb 19 04:20:56.077268 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fb8832b9-dc64-40fc-99be-2b62332ff071 admin admin] Publish callbacks [] for security_group (5235d343-6c7e-49e6-ae1e-a6da46a6de08), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:56.083066 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fb8832b9-dc64-40fc-99be-2b62332ff071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5235d343-6c7e-49e6-ae1e-a6da46a6de08), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:56.139789 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8832b9-dc64-40fc-99be-2b62332ff071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5235d343-6c7e-49e6-ae1e-a6da46a6de08,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:56.146477 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fb8832b9-dc64-40fc-99be-2b62332ff071 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8a7f790041564a8780681b31da7bc677&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2449207 Feb 19 04:20:56.147192 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47122) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:56.237823 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21839673-f340-4b22-9e05-153f9d93cfb9 req-24988783-23b8-49b2-b1ef-cca7ffb30155 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:56.239364 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-21839673-f340-4b22-9e05-153f9d93cfb9 req-24988783-23b8-49b2-b1ef-cca7ffb30155 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.0936527 Feb 19 04:20:56.240390 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3a69dd3b-8b09-4448-861c-a69cdc9520c0 admin admin] Publish callbacks [] for security_group (5235d343-6c7e-49e6-ae1e-a6da46a6de08), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:56.276099 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3a69dd3b-8b09-4448-861c-a69cdc9520c0 admin admin] Publish callbacks [] for security_group (5235d343-6c7e-49e6-ae1e-a6da46a6de08), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:56.326048 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-56a9d960-66fc-4204-84eb-75bf4bb88759 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5517'] for router (d23f1dc2-0cdf-4091-9acf-0980b2007bb0), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:56.330102 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-56a9d960-66fc-4204-84eb-75bf4bb88759 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1611319'] for router (d23f1dc2-0cdf-4091-9acf-0980b2007bb0), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:56.331549 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-21839673-f340-4b22-9e05-153f9d93cfb9 req-ccffa0e4-3092-4eb8-9831-2c22f3af7a53 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812654 Feb 19 04:20:56.354325 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3a69dd3b-8b09-4448-861c-a69cdc9520c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5235d343-6c7e-49e6-ae1e-a6da46a6de08), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:56.358389 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3a69dd3b-8b09-4448-861c-a69cdc9520c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:56.363637 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3a69dd3b-8b09-4448-861c-a69cdc9520c0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5235d343-6c7e-49e6-ae1e-a6da46a6de08 HTTP/1.1" status: 204 len: 168 time: 0.2030733 Feb 19 04:20:56.370548 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69dd3b-8b09-4448-861c-a69cdc9520c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5235d343-6c7e-49e6-ae1e-a6da46a6de08,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:56.551893 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fcc04-4025-4a30-8c96-6d497760bd3d req-64c4dbc4-b0a6-4df2-b13e-5e5c63294754 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:56.560859 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a9d960-66fc-4204-84eb-75bf4bb88759 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Router d23f1dc2-0cdf-4091-9acf-0980b2007bb0 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:20:56.561471 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a93fcc04-4025-4a30-8c96-6d497760bd3d req-64c4dbc4-b0a6-4df2-b13e-5e5c63294754 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.0729938 Feb 19 04:20:56.691806 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a93fcc04-4025-4a30-8c96-6d497760bd3d req-95d14561-5fd9-48d2-b72d-493419ff0af2 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240284 Feb 19 04:20:56.731710 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dab710-8282-48b3-ba88-3c23d2eb1f42 req-e46123dc-2fba-4e2f-b547-edc9982e3b9f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:56.733409 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b6dab710-8282-48b3-ba88-3c23d2eb1f42 req-e46123dc-2fba-4e2f-b547-edc9982e3b9f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 946 time: 0.1696413 Feb 19 04:20:56.758486 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d0311-8352-4f22-aff4-8d10bbbffb86 req-351aac29-5463-4a4d-8ec5-3805832df4f1 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:56.763758 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-722d0311-8352-4f22-aff4-8d10bbbffb86 req-351aac29-5463-4a4d-8ec5-3805832df4f1 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 946 time: 0.1603794 Feb 19 04:20:56.846347 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:56.941463 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-722d0311-8352-4f22-aff4-8d10bbbffb86 req-754e8fd2-10c9-473e-a74d-eafef94bb6ba tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups?id=99d7026e-2137-42f3-b75a-48cacd4932d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630888 Feb 19 04:20:56.963026 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7807b-1511-4859-8f6b-608f5f7cd308 req-dc1e545b-3674-47ce-92b6-03e80b84e3ea tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:56.965201 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4e7807b-1511-4859-8f6b-608f5f7cd308 req-dc1e545b-3674-47ce-92b6-03e80b84e3ea tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 945 time: 0.1678317 Feb 19 04:20:57.007141 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-b6dab710-8282-48b3-ba88-3c23d2eb1f42 req-ccd31a0c-5539-4e5a-93b2-fd5eee0bd881 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Deleting port cf6e0b93-e0ec-4304-8193-2488370a77a7 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:57.007488 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b6dab710-8282-48b3-ba88-3c23d2eb1f42 req-ccd31a0c-5539-4e5a-93b2-fd5eee0bd881 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:57.123560 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4e7807b-1511-4859-8f6b-608f5f7cd308 req-9d0e6a49-f87f-4ca3-8953-c48a3420a398 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514049 Feb 19 04:20:57.144451 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a9d960-66fc-4204-84eb-75bf4bb88759 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:20:57.157285 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3b5cfa-ffe6-4457-b863-bce4e33f86e1 None None] Sync routers for ids ['d23f1dc2-0cdf-4091-9acf-0980b2007bb0'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:20:57.157788 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-56a9d960-66fc-4204-84eb-75bf4bb88759 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:57.162437 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-56a9d960-66fc-4204-84eb-75bf4bb88759 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "PUT /v2.0/routers/d23f1dc2-0cdf-4091-9acf-0980b2007bb0 HTTP/1.1" status: 200 len: 922 time: 1.7672720 Feb 19 04:20:57.163627 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47148) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:57.176456 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3b5cfa-ffe6-4457-b863-bce4e33f86e1 None None] Routers {'d23f1dc2-0cdf-4091-9acf-0980b2007bb0'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:57.177388 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-0d3b5cfa-ffe6-4457-b863-bce4e33f86e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:20:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d23f1dc2-0cdf-4091-9acf-0980b2007bb0'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:57.206140 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-b6dab710-8282-48b3-ba88-3c23d2eb1f42 req-ccd31a0c-5539-4e5a-93b2-fd5eee0bd881 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] For port cf6e0b93-e0ec-4304-8193-2488370a77a7, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=cf6e0b93-e0ec-4304-8193-2488370a77a7,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:57.207821 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b6dab710-8282-48b3-ba88-3c23d2eb1f42 req-ccd31a0c-5539-4e5a-93b2-fd5eee0bd881 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:57.222865 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab6916-0d79-4ee4-ae78-a641f9942527 req-f8b8b386-caf3-4f73-9a28-431a6ccaa4cc tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:57.224372 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-92ab6916-0d79-4ee4-ae78-a641f9942527 req-f8b8b386-caf3-4f73-9a28-431a6ccaa4cc tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.1296356 Feb 19 04:20:57.229003 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-0d3b5cfa-ffe6-4457-b863-bce4e33f86e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:57.250418 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3b5cfa-ffe6-4457-b863-bce4e33f86e1 None None] Routers {'d23f1dc2-0cdf-4091-9acf-0980b2007bb0'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:57.251305 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-0d3b5cfa-ffe6-4457-b863-bce4e33f86e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:20:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d23f1dc2-0cdf-4091-9acf-0980b2007bb0'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:57.294256 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-0d3b5cfa-ffe6-4457-b863-bce4e33f86e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:57.295111 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3b5cfa-ffe6-4457-b863-bce4e33f86e1 None None] The sync data for ids ['d23f1dc2-0cdf-4091-9acf-0980b2007bb0'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:20:57.351632 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-92ab6916-0d79-4ee4-ae78-a641f9942527 req-d80b9922-99b3-4fc5-be47-988f1bc24514 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188233 Feb 19 04:20:57.385670 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e7d03d1a-9bae-4da2-b764-bb7d6db76574 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "GET /v2.0/routers/d23f1dc2-0cdf-4091-9acf-0980b2007bb0 HTTP/1.1" status: 200 len: 922 time: 0.1904922 Feb 19 04:20:57.387807 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47158) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:57.506417 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa2b77f-9edc-465b-af93-f61534421954 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:57.507948 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2aa2b77f-9edc-465b-af93-f61534421954 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0&device_id=d23f1dc2-0cdf-4091-9acf-0980b2007bb0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1184003 Feb 19 04:20:57.510538 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47162) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:57.522020 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47164) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:57.546596 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b6dab710-8282-48b3-ba88-3c23d2eb1f42 req-ccd31a0c-5539-4e5a-93b2-fd5eee0bd881 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:57.547054 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b6dab710-8282-48b3-ba88-3c23d2eb1f42 req-ccd31a0c-5539-4e5a-93b2-fd5eee0bd881 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (15002160-8066-4951-ac45-ee631ac40ffd), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:57.547444 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [req-b6dab710-8282-48b3-ba88-3c23d2eb1f42 req-ccd31a0c-5539-4e5a-93b2-fd5eee0bd881 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Floating IP 15002160-8066-4951-ac45-ee631ac40ffd disassociated. External IP: 172.25.3.57, port: cf6e0b93-e0ec-4304-8193-2488370a77a7. Feb 19 04:20:57.547976 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-b6dab710-8282-48b3-ba88-3c23d2eb1f42 req-ccd31a0c-5539-4e5a-93b2-fd5eee0bd881 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Calling delete_port for cf6e0b93-e0ec-4304-8193-2488370a77a7 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:57.573315 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c129f3-7469-404d-8e42-40ec5a01c4ac req-4efb3ee9-f6d9-44d4-971d-3f66a22f3f5d tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:57.575441 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91c129f3-7469-404d-8e42-40ec5a01c4ac req-4efb3ee9-f6d9-44d4-971d-3f66a22f3f5d tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.0925448 Feb 19 04:20:57.625431 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28cac29-7979-4cbe-9a10-af469bb0e6e0 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:57.626589 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d28cac29-7979-4cbe-9a10-af469bb0e6e0 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 881 time: 0.1149964 Feb 19 04:20:57.629168 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47168) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:57.667000 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e0a12297-1a61-4b64-bd9a-a964fdee9755 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "GET /v2.0/ports?device_id=d23f1dc2-0cdf-4091-9acf-0980b2007bb0 HTTP/1.1" status: 200 len: 205 time: 0.0342209 Feb 19 04:20:57.668529 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47170) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:57.681777 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-55b6d4ca-fda5-432d-84bb-dc50677a0e69 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1767155525-network', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:57.708078 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91c129f3-7469-404d-8e42-40ec5a01c4ac req-866fa141-fe94-45a7-a02a-153720d80c9c tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947063 Feb 19 04:20:57.806029 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b6d4ca-fda5-432d-84bb-dc50677a0e69 admin admin] Made reservation on behalf of 4d0605309ce645e6b6631106e754c3e2 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:57.809419 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-55b6d4ca-fda5-432d-84bb-dc50677a0e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:57.818316 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b6dab710-8282-48b3-ba88-3c23d2eb1f42 req-ccd31a0c-5539-4e5a-93b2-fd5eee0bd881 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (cf6e0b93-e0ec-4304-8193-2488370a77a7), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:57.821614 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-55b6d4ca-fda5-432d-84bb-dc50677a0e69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:57.859668 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fac03757-5d14-4f4e-8e1c-cc76819baef7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router (d23f1dc2-0cdf-4091-9acf-0980b2007bb0), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:57.897167 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd31a0c-5539-4e5a-93b2-fd5eee0bd881 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Pushing event deleted for resources: {'Port': ['ID=cf6e0b93-e0ec-4304-8193-2488370a77a7,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:58.006714 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c0f04-edb2-4ea0-ad5c-154f012b009f req-8d800f4b-857b-4f31-b97b-a5647c6eab83 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:58.008565 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c2c0f04-edb2-4ea0-ad5c-154f012b009f req-8d800f4b-857b-4f31-b97b-a5647c6eab83 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.2005620 Feb 19 04:20:58.022741 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-55b6d4ca-fda5-432d-84bb-dc50677a0e69 admin admin] Publish callbacks [] for security_group (8338403a-a449-4af4-8731-422f21a89a11), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:58.034853 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-55b6d4ca-fda5-432d-84bb-dc50677a0e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8338403a-a449-4af4-8731-422f21a89a11), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:58.039897 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fac03757-5d14-4f4e-8e1c-cc76819baef7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_gateway (d23f1dc2-0cdf-4091-9acf-0980b2007bb0), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:58.071538 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6d4ca-fda5-432d-84bb-dc50677a0e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8338403a-a449-4af4-8731-422f21a89a11,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:58.078669 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b6d4ca-fda5-432d-84bb-dc50677a0e69 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:20:58.126713 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-55b6d4ca-fda5-432d-84bb-dc50677a0e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (c64d6f4a-6d14-4da1-b82b-619fdbf36a18), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:58.126977 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-55b6d4ca-fda5-432d-84bb-dc50677a0e69 admin admin] Added segment c64d6f4a-6d14-4da1-b82b-619fdbf36a18 of type vlan for network 46b415b4-3a88-498f-8f63-3df28c0f3532 Feb 19 04:20:58.143714 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c2c0f04-edb2-4ea0-ad5c-154f012b009f req-8e7355aa-39c5-41e4-ba35-8178be778cb0 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596557 Feb 19 04:20:58.190044 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-55b6d4ca-fda5-432d-84bb-dc50677a0e69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (46b415b4-3a88-498f-8f63-3df28c0f3532), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:58.233300 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-fac03757-5d14-4f4e-8e1c-cc76819baef7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Deleting port 98710edc-559a-4c7e-bc75-db160cbead61 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:58.233647 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fac03757-5d14-4f4e-8e1c-cc76819baef7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (98710edc-559a-4c7e-bc75-db160cbead61), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:58.247899 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-55b6d4ca-fda5-432d-84bb-dc50677a0e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (46b415b4-3a88-498f-8f63-3df28c0f3532), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:58.248941 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6d4ca-fda5-432d-84bb-dc50677a0e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:58.249565 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-55b6d4ca-fda5-432d-84bb-dc50677a0e69 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:58.270539 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6466cba9-c7ce-4207-9595-abc8cdd6fea8 req-867f2673-a931-4e46-a0ce-22bcde59a5a7 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c490c1e-dac6-47ba-8712-833f27a07091 HTTP/1.1" status: 200 len: 210 time: 0.1885760 Feb 19 04:20:58.349844 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-55b6d4ca-fda5-432d-84bb-dc50677a0e69 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8241475 Feb 19 04:20:58.358088 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47190) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:58.359862 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6dab710-8282-48b3-ba88-3c23d2eb1f42 req-ccd31a0c-5539-4e5a-93b2-fd5eee0bd881 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Router cc6badf1-dead-437b-aaea-9a53f7947954 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:20:58.379802 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-5d09fb5c-ba3f-4962-a579-f3454672b7df admin admin] Request body: {'subnet': {'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1767155525-subnet', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:58.391003 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6d4ca-fda5-432d-84bb-dc50677a0e69 admin admin] Pushing event updated for resources: {'Network': ['ID=46b415b4-3a88-498f-8f63-3df28c0f3532,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:58.403380 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 46b415b4-3a88-498f-8f63-3df28c0f3532 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:20:58.460045 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fac03757-5d14-4f4e-8e1c-cc76819baef7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (98710edc-559a-4c7e-bc75-db160cbead61), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:58.468054 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba3f19-a5d8-4d84-8e83-762a098766b4 req-633fcc4e-237d-4661-bdae-cdf054a4ed58 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:58.471071 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9bba3f19-a5d8-4d84-8e83-762a098766b4 req-633fcc4e-237d-4661-bdae-cdf054a4ed58 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 945 time: 0.2069542 Feb 19 04:20:58.479560 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d09fb5c-ba3f-4962-a579-f3454672b7df admin admin] Made reservation on behalf of 4d0605309ce645e6b6631106e754c3e2 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:58.488944 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d09fb5c-ba3f-4962-a579-f3454672b7df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:58.492597 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-fac03757-5d14-4f4e-8e1c-cc76819baef7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Calling delete_port for 98710edc-559a-4c7e-bc75-db160cbead61 owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:58.597264 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9bba3f19-a5d8-4d84-8e83-762a098766b4 req-eac90e01-56b4-4c3c-8640-e4729f7e82d3 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136389 Feb 19 04:20:58.645238 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6dab710-8282-48b3-ba88-3c23d2eb1f42 req-ccd31a0c-5539-4e5a-93b2-fd5eee0bd881 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:20:58.660340 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21197235-fb1c-4813-987c-b3869fdd44ca None None] Sync routers for ids ['cc6badf1-dead-437b-aaea-9a53f7947954'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:20:58.674952 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21197235-fb1c-4813-987c-b3869fdd44ca None None] Routers {'cc6badf1-dead-437b-aaea-9a53f7947954'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:58.675587 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-21197235-fb1c-4813-987c-b3869fdd44ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:20:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['cc6badf1-dead-437b-aaea-9a53f7947954'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:58.719302 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6dab710-8282-48b3-ba88-3c23d2eb1f42 req-ccd31a0c-5539-4e5a-93b2-fd5eee0bd881 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] No DVR routers for this DVR port cf6e0b93-e0ec-4304-8193-2488370a77a7 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:20:58.722384 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b6dab710-8282-48b3-ba88-3c23d2eb1f42 req-ccd31a0c-5539-4e5a-93b2-fd5eee0bd881 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:58.726828 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b6dab710-8282-48b3-ba88-3c23d2eb1f42 req-ccd31a0c-5539-4e5a-93b2-fd5eee0bd881 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.79 "DELETE /v2.0/ports/cf6e0b93-e0ec-4304-8193-2488370a77a7 HTTP/1.1" status: 204 len: 173 time: 1.9620886 Feb 19 04:20:58.727619 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c490c1e-dac6-47ba-8712-833f27a07091', 'name': 'network-vif-deleted', 'tag': 'cf6e0b93-e0ec-4304-8193-2488370a77a7'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:58.730349 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b115b5-f63f-4c5b-9f99-5c9377714f34" -d '{"events": [{"server_uuid": "8c490c1e-dac6-47ba-8712-833f27a07091", "name": "network-vif-deleted", "tag": "cf6e0b93-e0ec-4304-8193-2488370a77a7"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:58.811107 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886ed361-914c-4fd3-967a-4956a133fe6c x-openstack-request-id: req-886ed361-914c-4fd3-967a-4956a133fe6c {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:58.811107 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c490c1e-dac6-47ba-8712-833f27a07091", "name": "network-vif-deleted", "tag": "cf6e0b93-e0ec-4304-8193-2488370a77a7", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:58.811444 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-886ed361-914c-4fd3-967a-4956a133fe6c {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:58.812125 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c490c1e-dac6-47ba-8712-833f27a07091', 'name': 'network-vif-deleted', 'tag': 'cf6e0b93-e0ec-4304-8193-2488370a77a7', 'status': 'completed', 'code': 200} Feb 19 04:20:58.904534 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-21197235-fb1c-4813-987c-b3869fdd44ca None None] Set router cc6badf1-dead-437b-aaea-9a53f7947954 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:58.915202 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d09fb5c-ba3f-4962-a579-f3454672b7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (b772a6a0-94ad-4fb1-97ac-f540a720b221), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.056450 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09fb5c-ba3f-4962-a579-f3454672b7df admin admin] Pushing event updated for resources: {'Subnet': ['ID=b772a6a0-94ad-4fb1-97ac-f540a720b221,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:59.068368 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fac03757-5d14-4f4e-8e1c-cc76819baef7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (98710edc-559a-4c7e-bc75-db160cbead61), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.113810 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac03757-5d14-4f4e-8e1c-cc76819baef7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Pushing event deleted for resources: {'Port': ['ID=98710edc-559a-4c7e-bc75-db160cbead61,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:59.231085 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-21197235-fb1c-4813-987c-b3869fdd44ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'name': 'tempest-AttachVolumeShelveTestJSON-1904373393-router', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:57Z', 'updated_at': '2022-02-19T04:12:06Z', 'revision_number': 4, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'gw_port': {'id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:dd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:00Z', 'updated_at': '2022-02-19T04:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '4f8b1ce8-ba59-4169-9e5f-e039c1da4667', 'name': '', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'mac_address': 'fa:16:3e:42:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:16Z', 'revision_number': 5, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'subnets': [{'id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:59.241071 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fac03757-5d14-4f4e-8e1c-cc76819baef7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (d23f1dc2-0cdf-4091-9acf-0980b2007bb0), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.268524 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21197235-fb1c-4813-987c-b3869fdd44ca None None] Checking router: cc6badf1-dead-437b-aaea-9a53f7947954 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:20:59.277212 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d09fb5c-ba3f-4962-a579-f3454672b7df admin admin] Checking segment: {'id': 'c64d6f4a-6d14-4da1-b82b-619fdbf36a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:20:59.277848 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d09fb5c-ba3f-4962-a579-f3454672b7df admin admin] Network hostable DHCP agents. Network: 46b415b4-3a88-498f-8f63-3df28c0f3532, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:20:59.279848 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21197235-fb1c-4813-987c-b3869fdd44ca None None] Routers {'cc6badf1-dead-437b-aaea-9a53f7947954'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:59.280472 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-21197235-fb1c-4813-987c-b3869fdd44ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:20:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['cc6badf1-dead-437b-aaea-9a53f7947954'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:59.363644 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fac03757-5d14-4f4e-8e1c-cc76819baef7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (d23f1dc2-0cdf-4091-9acf-0980b2007bb0), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.366709 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fac03757-5d14-4f4e-8e1c-cc76819baef7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_controller (d23f1dc2-0cdf-4091-9acf-0980b2007bb0), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.375326 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d09fb5c-ba3f-4962-a579-f3454672b7df admin admin] Network 46b415b4-3a88-498f-8f63-3df28c0f3532 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:20:59.459298 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47202) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:59.460164 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-5d09fb5c-ba3f-4962-a579-f3454672b7df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 46b415b4-3a88-498f-8f63-3df28c0f3532) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:59.465481 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d09fb5c-ba3f-4962-a579-f3454672b7df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:59.466157 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d09fb5c-ba3f-4962-a579-f3454672b7df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.477202 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d34c984-ec44-4958-9650-6ec2dee3647e None None] Network 46b415b4-3a88-498f-8f63-3df28c0f3532 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:20:59.491812 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-21197235-fb1c-4813-987c-b3869fdd44ca None None] Set router cc6badf1-dead-437b-aaea-9a53f7947954 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:59.501467 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fac03757-5d14-4f4e-8e1c-cc76819baef7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (d23f1dc2-0cdf-4091-9acf-0980b2007bb0), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.502156 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac03757-5d14-4f4e-8e1c-cc76819baef7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Fanout notify agent at l3_agent the message router_deleted on router d23f1dc2-0cdf-4091-9acf-0980b2007bb0 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:20:59.518610 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fac03757-5d14-4f4e-8e1c-cc76819baef7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.519798 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fac03757-5d14-4f4e-8e1c-cc76819baef7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "DELETE /v2.0/routers/d23f1dc2-0cdf-4091-9acf-0980b2007bb0 HTTP/1.1" status: 204 len: 168 time: 1.8501408 Feb 19 04:20:59.526328 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47204) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:59.533786 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-f0cd5ffc-845c-46e7-83e8-3829d025ba5b tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-698924729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:59.535745 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5d09fb5c-ba3f-4962-a579-f3454672b7df admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1765897 Feb 19 04:20:59.536368 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47206) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:59.548809 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-f98c7bd0-9eee-4dc0-b20f-bfd5ac15f419 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1767155525-router', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:59.583946 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4ab82854-7f42-4c60-adfd-aed93fee691e tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for security_group (99d7026e-2137-42f3-b75a-48cacd4932d1), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.592015 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f0cd5ffc-845c-46e7-83e8-3829d025ba5b tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (50b8c4c3-04ca-40d0-a77c-6af57a112ab8), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.598931 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f98c7bd0-9eee-4dc0-b20f-bfd5ac15f419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (2017e5f9-1200-4055-895a-bf7d9907c223), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.600007 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f98c7bd0-9eee-4dc0-b20f-bfd5ac15f419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (2017e5f9-1200-4055-895a-bf7d9907c223), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.603665 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f0cd5ffc-845c-46e7-83e8-3829d025ba5b tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (50b8c4c3-04ca-40d0-a77c-6af57a112ab8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.663115 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4ab82854-7f42-4c60-adfd-aed93fee691e tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for security_group (99d7026e-2137-42f3-b75a-48cacd4932d1), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.734124 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f98c7bd0-9eee-4dc0-b20f-bfd5ac15f419 admin admin] Publish callbacks [] for router_controller (2017e5f9-1200-4055-895a-bf7d9907c223), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.739493 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.753290 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d87800-b01a-4995-b848-3041fc01c134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-46b415b4-3a88-498f-8f63-3df28c0f3532', 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532', 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'fixed_ips': [{'subnet_id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:20:59.755690 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45d87800-b01a-4995-b848-3041fc01c134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.775839 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f0cd5ffc-845c-46e7-83e8-3829d025ba5b tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_controller (50b8c4c3-04ca-40d0-a77c-6af57a112ab8), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.799746 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f0cd5ffc-845c-46e7-83e8-3829d025ba5b tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (50b8c4c3-04ca-40d0-a77c-6af57a112ab8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.873209 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f0cd5ffc-845c-46e7-83e8-3829d025ba5b tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.881207 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f0cd5ffc-845c-46e7-83e8-3829d025ba5b tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3513858 Feb 19 04:20:59.883228 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47210) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:59.895285 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49582a-e4fa-4a27-9db5-be9c3732a265 req-bc37f1b2-e78e-4c6d-b551-91725ad73c59 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:59.897410 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7d49582a-e4fa-4a27-9db5-be9c3732a265 req-bc37f1b2-e78e-4c6d-b551-91725ad73c59 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 945 time: 0.1291957 Feb 19 04:20:59.903666 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-b6df839d-521d-4299-861a-ee03f64ed2fe tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Request body: {'router': {'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:59.987304 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f98c7bd0-9eee-4dc0-b20f-bfd5ac15f419 admin admin] Publish callbacks [] for router_gateway (2017e5f9-1200-4055-895a-bf7d9907c223), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.987944 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4ab82854-7f42-4c60-adfd-aed93fee691e tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (99d7026e-2137-42f3-b75a-48cacd4932d1), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.991273 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-45d87800-b01a-4995-b848-3041fc01c134 None None] Allocated IP 172.20.0.2 (46b415b4-3a88-498f-8f63-3df28c0f3532/b772a6a0-94ad-4fb1-97ac-f540a720b221/9cd735a4-ad8c-425f-ba96-5666219e95a1) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:20:59.994042 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4ab82854-7f42-4c60-adfd-aed93fee691e tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:00.001087 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4ab82854-7f42-4c60-adfd-aed93fee691e tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "DELETE /v2.0/security-groups/99d7026e-2137-42f3-b75a-48cacd4932d1 HTTP/1.1" status: 204 len: 168 time: 0.5404174 Feb 19 04:21:00.005383 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47212) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:00.020860 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-21197235-fb1c-4813-987c-b3869fdd44ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'name': 'tempest-AttachVolumeShelveTestJSON-1904373393-router', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:57Z', 'updated_at': '2022-02-19T04:12:06Z', 'revision_number': 4, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'gw_port': {'id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:dd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:00Z', 'updated_at': '2022-02-19T04:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '4f8b1ce8-ba59-4169-9e5f-e039c1da4667', 'name': '', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'mac_address': 'fa:16:3e:42:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:16Z', 'revision_number': 5, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'subnets': [{'id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:00.035283 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-774b1fe6-72f9-473d-894e-99322034be48 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] show failed (client error): The resource could not be found. Feb 19 04:21:00.042136 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-774b1fe6-72f9-473d-894e-99322034be48 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "GET /v2.0/security-groups/99d7026e-2137-42f3-b75a-48cacd4932d1 HTTP/1.1" status: 404 len: 347 time: 0.0352309 Feb 19 04:21:00.054249 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47214) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:00.088895 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21197235-fb1c-4813-987c-b3869fdd44ca None None] The sync data for ids ['cc6badf1-dead-437b-aaea-9a53f7947954'] in n-d-828369-19 is: [{'id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'name': 'tempest-AttachVolumeShelveTestJSON-1904373393-router', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:57Z', 'updated_at': '2022-02-19T04:12:06Z', 'revision_number': 4, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'gw_port': {'id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:dd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:00Z', 'updated_at': '2022-02-19T04:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '4f8b1ce8-ba59-4169-9e5f-e039c1da4667', 'name': '', 'network_id': 'd969274d-e3f5-4be2-94a1-23d058336a4e', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'mac_address': 'fa:16:3e:42:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:16Z', 'revision_number': 5, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'subnets': [{'id': '59a62ba0-3299-4137-b1e4-27552484bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:21:00.157883 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab82854-7f42-4c60-adfd-aed93fee691e tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d7026e-2137-42f3-b75a-48cacd4932d1,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:00.269173 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45d87800-b01a-4995-b848-3041fc01c134 None None] Publish callbacks [] for port (9cd735a4-ad8c-425f-ba96-5666219e95a1), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:00.284790 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7d49582a-e4fa-4a27-9db5-be9c3732a265 req-c1c2a288-081f-4194-b2f5-ce8c47baabf3 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769089 Feb 19 04:21:00.298411 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45d87800-b01a-4995-b848-3041fc01c134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (9cd735a4-ad8c-425f-ba96-5666219e95a1), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:00.399282 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d87800-b01a-4995-b848-3041fc01c134 None None] Network 46b415b4-3a88-498f-8f63-3df28c0f3532 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:00.406445 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-45d87800-b01a-4995-b848-3041fc01c134 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:00.409657 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d87800-b01a-4995-b848-3041fc01c134 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:00.429357 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-d3931564-518b-4b64-abd5-73b58c2c187f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Deleting port c1d067d0-b719-4bec-b56f-96cdb81b2842 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:00.429849 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d3931564-518b-4b64-abd5-73b58c2c187f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (c1d067d0-b719-4bec-b56f-96cdb81b2842), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:00.487422 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d87800-b01a-4995-b848-3041fc01c134 None None] Pushing event updated for resources: {'Port': ['ID=9cd735a4-ad8c-425f-ba96-5666219e95a1,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:00.492898 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-45d87800-b01a-4995-b848-3041fc01c134 None None] Attempting to bind port 9cd735a4-ad8c-425f-ba96-5666219e95a1 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:21:00.493459 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-45d87800-b01a-4995-b848-3041fc01c134 None None] Attempting to bind port 9cd735a4-ad8c-425f-ba96-5666219e95a1 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'c64d6f4a-6d14-4da1-b82b-619fdbf36a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:21:00.494013 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d87800-b01a-4995-b848-3041fc01c134 None None] Attempting to bind port 9cd735a4-ad8c-425f-ba96-5666219e95a1 on network 46b415b4-3a88-498f-8f63-3df28c0f3532 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:21:00.509236 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d87800-b01a-4995-b848-3041fc01c134 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:21:00.509897 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d87800-b01a-4995-b848-3041fc01c134 None None] Checking segment: {'id': 'c64d6f4a-6d14-4da1-b82b-619fdbf36a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:00.510520 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45d87800-b01a-4995-b848-3041fc01c134 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:00.511407 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d87800-b01a-4995-b848-3041fc01c134 None None] Bound using segment: {'id': 'c64d6f4a-6d14-4da1-b82b-619fdbf36a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:21:00.515174 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-45d87800-b01a-4995-b848-3041fc01c134 None None] Bound port: 9cd735a4-ad8c-425f-ba96-5666219e95a1, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64d6f4a-6d14-4da1-b82b-619fdbf36a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:21:00.516028 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45d87800-b01a-4995-b848-3041fc01c134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (9cd735a4-ad8c-425f-ba96-5666219e95a1), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:00.612496 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-45d87800-b01a-4995-b848-3041fc01c134 None None] For port 9cd735a4-ad8c-425f-ba96-5666219e95a1, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:21:00.616427 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-45d87800-b01a-4995-b848-3041fc01c134 None None] For port 9cd735a4-ad8c-425f-ba96-5666219e95a1, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=9cd735a4-ad8c-425f-ba96-5666219e95a1,segment=NetworkSegment(c64d6f4a-6d14-4da1-b82b-619fdbf36a18),segment_id=c64d6f4a-6d14-4da1-b82b-619fdbf36a18)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:21:00.624318 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591ca0c3-fcc3-4855-bf2a-596c5991eee5 None None] New status for floating IP 15002160-8066-4951-ac45-ee631ac40ffd: DOWN {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:21:00.650927 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f98c7bd0-9eee-4dc0-b20f-bfd5ac15f419 admin admin] Publish callbacks [] for router_gateway (2017e5f9-1200-4055-895a-bf7d9907c223), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:00.674806 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f98c7bd0-9eee-4dc0-b20f-bfd5ac15f419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:00.741679 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device cf6e0b93-e0ec-4304-8193-2488370a77a7 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:21:00.764858 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d3931564-518b-4b64-abd5-73b58c2c187f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (c1d067d0-b719-4bec-b56f-96cdb81b2842), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:00.765210 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d3931564-518b-4b64-abd5-73b58c2c187f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for floatingip (c1d067d0-b719-4bec-b56f-96cdb81b2842), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:00.775606 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: cf6e0b93-e0ec-4304-8193-2488370a77a7 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:21:00.776277 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device cf6e0b93-e0ec-4304-8193-2488370a77a7 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:21:00.784390 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45d87800-b01a-4995-b848-3041fc01c134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (9cd735a4-ad8c-425f-ba96-5666219e95a1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:00.807307 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ed21a0b0-c943-446d-bfc7-47978823cea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:00.828387 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-d3931564-518b-4b64-abd5-73b58c2c187f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Calling delete_port for c1d067d0-b719-4bec-b56f-96cdb81b2842 owned by network:floatingip {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:00.897539 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d87800-b01a-4995-b848-3041fc01c134 None None] Pushing event updated for resources: {'Port': ['ID=9cd735a4-ad8c-425f-ba96-5666219e95a1,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:01.057765 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b6df839d-521d-4299-861a-ee03f64ed2fe tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_gateway (50b8c4c3-04ca-40d0-a77c-6af57a112ab8), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:01.061396 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d3931564-518b-4b64-abd5-73b58c2c187f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (c1d067d0-b719-4bec-b56f-96cdb81b2842), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:01.154285 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-f98c7bd0-9eee-4dc0-b20f-bfd5ac15f419 admin admin] Allocated IP 172.25.3.111 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/84d453d1-f572-48fb-86fb-cd57d42882b6) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:01.182609 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3931564-518b-4b64-abd5-73b58c2c187f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Pushing event deleted for resources: {'Port': ['ID=c1d067d0-b719-4bec-b56f-96cdb81b2842,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:01.447401 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b6df839d-521d-4299-861a-ee03f64ed2fe tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_gateway (50b8c4c3-04ca-40d0-a77c-6af57a112ab8), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:01.477524 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b6df839d-521d-4299-861a-ee03f64ed2fe tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:01.559460 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ded0f-ac1b-4730-86e3-75ba60e9b82f req-245dc777-213b-48b4-a559-853367367ede tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:01.567701 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5c0ded0f-ac1b-4730-86e3-75ba60e9b82f req-245dc777-213b-48b4-a559-853367367ede tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 945 time: 0.1682997 Feb 19 04:21:01.641802 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5c0ded0f-ac1b-4730-86e3-75ba60e9b82f req-943700a4-5748-4b3b-bdd8-bb955bcd0963 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730760 Feb 19 04:21:01.732832 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d3931564-518b-4b64-abd5-73b58c2c187f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks [] for floatingip (15002160-8066-4951-ac45-ee631ac40ffd), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:01.735414 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d3931564-518b-4b64-abd5-73b58c2c187f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:01.739631 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d3931564-518b-4b64-abd5-73b58c2c187f tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] 10.222.0.52 "DELETE /v2.0/floatingips/15002160-8066-4951-ac45-ee631ac40ffd HTTP/1.1" status: 204 len: 168 time: 1.6814053 Feb 19 04:21:01.753041 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f98c7bd0-9eee-4dc0-b20f-bfd5ac15f419 admin admin] Publish callbacks [] for port (84d453d1-f572-48fb-86fb-cd57d42882b6), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:01.800523 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f98c7bd0-9eee-4dc0-b20f-bfd5ac15f419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (84d453d1-f572-48fb-86fb-cd57d42882b6), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:01.872992 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c7bd0-9eee-4dc0-b20f-bfd5ac15f419 admin admin] Pushing event updated for resources: {'Port': ['ID=84d453d1-f572-48fb-86fb-cd57d42882b6,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:01.888021 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98c7bd0-9eee-4dc0-b20f-bfd5ac15f419 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:01.891282 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-f98c7bd0-9eee-4dc0-b20f-bfd5ac15f419 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:01.899053 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98c7bd0-9eee-4dc0-b20f-bfd5ac15f419 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:01.949899 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-b6df839d-521d-4299-861a-ee03f64ed2fe tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Allocated IP 172.25.3.205 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/f05cdc96-506a-49b0-8501-5e2ebc297475) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:02.111116 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b6df839d-521d-4299-861a-ee03f64ed2fe tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for port (f05cdc96-506a-49b0-8501-5e2ebc297475), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:02.170153 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b6df839d-521d-4299-861a-ee03f64ed2fe tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (f05cdc96-506a-49b0-8501-5e2ebc297475), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:02.229632 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6df839d-521d-4299-861a-ee03f64ed2fe tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:02.240374 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-b6df839d-521d-4299-861a-ee03f64ed2fe tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:02.255149 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6df839d-521d-4299-861a-ee03f64ed2fe tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:02.426882 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 9cd735a4-ad8c-425f-ba96-5666219e95a1 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:02.457822 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f98c7bd0-9eee-4dc0-b20f-bfd5ac15f419 admin admin] Publish callbacks [] for router_gateway (2017e5f9-1200-4055-895a-bf7d9907c223), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:02.542551 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 9cd735a4-ad8c-425f-ba96-5666219e95a1 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:02.542969 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (9cd735a4-ad8c-425f-ba96-5666219e95a1), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:02.621403 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae8a8b5-c6f8-4ee7-abec-3061b42956ae None None] Network 46b415b4-3a88-498f-8f63-3df28c0f3532 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:02.689261 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df839d-521d-4299-861a-ee03f64ed2fe tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Pushing event updated for resources: {'Port': ['ID=f05cdc96-506a-49b0-8501-5e2ebc297475,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:02.919538 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 9cd735a4-ad8c-425f-ba96-5666219e95a1 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:02.920053 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (9cd735a4-ad8c-425f-ba96-5666219e95a1), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:02.944684 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-149cd2f2-e25d-4209-b5e0-293dd5b4ea04 None None] Provisioning complete for port 9cd735a4-ad8c-425f-ba96-5666219e95a1 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:02.949804 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f98c7bd0-9eee-4dc0-b20f-bfd5ac15f419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (2017e5f9-1200-4055-895a-bf7d9907c223), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:02.950527 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b6df839d-521d-4299-861a-ee03f64ed2fe tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_gateway (50b8c4c3-04ca-40d0-a77c-6af57a112ab8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:02.950753 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-149cd2f2-e25d-4209-b5e0-293dd5b4ea04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (9cd735a4-ad8c-425f-ba96-5666219e95a1), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:03.038198 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b31541-417c-4d90-968a-263947f0e4cf req-149e1698-437f-4319-9f4c-865bda29d6e2 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:03.047000 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c7b31541-417c-4d90-968a-263947f0e4cf req-149e1698-437f-4319-9f4c-865bda29d6e2 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 945 time: 0.1339269 Feb 19 04:21:03.106475 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 9cd735a4-ad8c-425f-ba96-5666219e95a1, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=9cd735a4-ad8c-425f-ba96-5666219e95a1,segment=NetworkSegment(c64d6f4a-6d14-4da1-b82b-619fdbf36a18),segment_id=c64d6f4a-6d14-4da1-b82b-619fdbf36a18)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:03.160942 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c7b31541-417c-4d90-968a-263947f0e4cf req-1b92dafd-270d-4bf1-afda-72384952e10b tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068499 Feb 19 04:21:03.179537 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (9cd735a4-ad8c-425f-ba96-5666219e95a1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:03.260107 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-149cd2f2-e25d-4209-b5e0-293dd5b4ea04 None None] Current status of the port 9cd735a4-ad8c-425f-ba96-5666219e95a1 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:03.265181 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98c7bd0-9eee-4dc0-b20f-bfd5ac15f419 admin admin] Router 2017e5f9-1200-4055-895a-bf7d9907c223 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:21:03.310555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=9cd735a4-ad8c-425f-ba96-5666219e95a1,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:03.418732 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98c7bd0-9eee-4dc0-b20f-bfd5ac15f419 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:21:03.431256 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f7ce6c-f342-4e42-bd0d-4da4028620b1 None None] Sync routers for ids ['2017e5f9-1200-4055-895a-bf7d9907c223'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:21:03.445900 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f98c7bd0-9eee-4dc0-b20f-bfd5ac15f419 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:03.450240 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f98c7bd0-9eee-4dc0-b20f-bfd5ac15f419 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9100277 Feb 19 04:21:03.450591 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47242) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:03.462892 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f7ce6c-f342-4e42-bd0d-4da4028620b1 None None] Routers {'2017e5f9-1200-4055-895a-bf7d9907c223'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:03.463833 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-e7f7ce6c-f342-4e42-bd0d-4da4028620b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:20:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['2017e5f9-1200-4055-895a-bf7d9907c223'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:03.488612 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7ee3e097-4455-4b90-b69f-09e7014f12a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:03.527915 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b6df839d-521d-4299-861a-ee03f64ed2fe tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5517'] for router (50b8c4c3-04ca-40d0-a77c-6af57a112ab8), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:03.538885 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b6df839d-521d-4299-861a-ee03f64ed2fe tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1611319'] for router (50b8c4c3-04ca-40d0-a77c-6af57a112ab8), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:03.599934 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c9e2800b-96cd-46e6-b681-423f971a94de None None] Provisioning complete for port 9cd735a4-ad8c-425f-ba96-5666219e95a1 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:03.600320 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c9e2800b-96cd-46e6-b681-423f971a94de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (9cd735a4-ad8c-425f-ba96-5666219e95a1), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:03.707553 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-e7f7ce6c-f342-4e42-bd0d-4da4028620b1 None None] Set router 2017e5f9-1200-4055-895a-bf7d9907c223 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:03.751070 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c9e2800b-96cd-46e6-b681-423f971a94de None None] Current status of the port 9cd735a4-ad8c-425f-ba96-5666219e95a1 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:03.796299 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:03.932481 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6df839d-521d-4299-861a-ee03f64ed2fe tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Router 50b8c4c3-04ca-40d0-a77c-6af57a112ab8 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:21:04.107168 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-804ea6ae-0999-4e6c-b8b8-122bae35809e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:04.187476 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6df839d-521d-4299-861a-ee03f64ed2fe tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:21:04.199636 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b6df839d-521d-4299-861a-ee03f64ed2fe tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:04.200847 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b6df839d-521d-4299-861a-ee03f64ed2fe tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "PUT /v2.0/routers/50b8c4c3-04ca-40d0-a77c-6af57a112ab8 HTTP/1.1" status: 200 len: 879 time: 4.3022211 Feb 19 04:21:04.203471 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47252) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:04.204846 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18df1c8-085c-4259-8082-7a826bbb54f8 None None] Sync routers for ids ['50b8c4c3-04ca-40d0-a77c-6af57a112ab8'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:21:04.238281 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18df1c8-085c-4259-8082-7a826bbb54f8 None None] Routers {'50b8c4c3-04ca-40d0-a77c-6af57a112ab8'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:04.239764 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-c18df1c8-085c-4259-8082-7a826bbb54f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:21:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['50b8c4c3-04ca-40d0-a77c-6af57a112ab8'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:04.242280 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-e7f7ce6c-f342-4e42-bd0d-4da4028620b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'name': 'tempest-TestVolumeBackupRestore-1767155525-router', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:59Z', 'updated_at': '2022-02-19T04:21:02Z', 'revision_number': 3, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'gw_port': {'id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:00Z', 'updated_at': '2022-02-19T04:21:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:04.318993 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-c18df1c8-085c-4259-8082-7a826bbb54f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:04.340253 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f7ce6c-f342-4e42-bd0d-4da4028620b1 None None] Checking router: 2017e5f9-1200-4055-895a-bf7d9907c223 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:21:04.341197 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f7ce6c-f342-4e42-bd0d-4da4028620b1 None None] Updating router 2017e5f9-1200-4055-895a-bf7d9907c223 port 84d453d1-f572-48fb-86fb-cd57d42882b6 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:21:04.349675 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 9cd735a4-ad8c-425f-ba96-5666219e95a1 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:04.402645 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-e7f7ce6c-f342-4e42-bd0d-4da4028620b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (84d453d1-f572-48fb-86fb-cd57d42882b6), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:04.404857 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18df1c8-085c-4259-8082-7a826bbb54f8 None None] Routers {'50b8c4c3-04ca-40d0-a77c-6af57a112ab8'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:04.415266 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-c18df1c8-085c-4259-8082-7a826bbb54f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:21:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['50b8c4c3-04ca-40d0-a77c-6af57a112ab8'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:04.458876 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4317a602-63d5-4775-a3e7-676c9d8a963a tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "GET /v2.0/routers/50b8c4c3-04ca-40d0-a77c-6af57a112ab8 HTTP/1.1" status: 200 len: 920 time: 0.2538145 Feb 19 04:21:04.459739 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47256) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:04.509481 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-c18df1c8-085c-4259-8082-7a826bbb54f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:04.510804 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18df1c8-085c-4259-8082-7a826bbb54f8 None None] The sync data for ids ['50b8c4c3-04ca-40d0-a77c-6af57a112ab8'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:21:04.545905 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-804ea6ae-0999-4e6c-b8b8-122bae35809e admin admin] Allocated IP 172.20.0.1 (46b415b4-3a88-498f-8f63-3df28c0f3532/b772a6a0-94ad-4fb1-97ac-f540a720b221/7439a51b-e246-4f01-9410-f2a88cabdc66) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:04.559572 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 9cd735a4-ad8c-425f-ba96-5666219e95a1 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:04.560207 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (9cd735a4-ad8c-425f-ba96-5666219e95a1), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:04.618370 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36340a39-c762-435c-9698-002a38a38d11 req-443786ec-7393-4727-8f03-0addd04144ec tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:04.633353 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-36340a39-c762-435c-9698-002a38a38d11 req-443786ec-7393-4727-8f03-0addd04144ec tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 945 time: 0.3018386 Feb 19 04:21:04.669565 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-804ea6ae-0999-4e6c-b8b8-122bae35809e admin admin] Publish callbacks [] for port (7439a51b-e246-4f01-9410-f2a88cabdc66), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:04.708728 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57409052-a9bc-4dfc-bea6-b8b971811a78 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:04.715945 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47258) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:04.729624 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-57409052-a9bc-4dfc-bea6-b8b971811a78 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0&device_id=50b8c4c3-04ca-40d0-a77c-6af57a112ab8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2623792 Feb 19 04:21:04.739600 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 9cd735a4-ad8c-425f-ba96-5666219e95a1 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:04.795013 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-36340a39-c762-435c-9698-002a38a38d11 req-fbd9692d-ccf9-49b5-befa-b6c76c03237c tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582928 Feb 19 04:21:04.807416 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac6ce7e-b029-4423-8e28-8fe9331430f2 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:04.809495 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5ac6ce7e-b029-4423-8e28-8fe9331430f2 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 881 time: 0.0925238 Feb 19 04:21:04.812490 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47260) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:04.859195 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-40c28d77-309f-4ab5-ad90-a9f457129fbc tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "GET /v2.0/ports?device_id=50b8c4c3-04ca-40d0-a77c-6af57a112ab8 HTTP/1.1" status: 200 len: 205 time: 0.0456040 Feb 19 04:21:04.860357 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-804ea6ae-0999-4e6c-b8b8-122bae35809e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (7439a51b-e246-4f01-9410-f2a88cabdc66), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:04.862359 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47262) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:04.934675 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ea6ae-0999-4e6c-b8b8-122bae35809e admin admin] Pushing event updated for resources: {'Port': ['ID=7439a51b-e246-4f01-9410-f2a88cabdc66,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:04.950360 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804ea6ae-0999-4e6c-b8b8-122bae35809e admin admin] Network 46b415b4-3a88-498f-8f63-3df28c0f3532 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:04.952019 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-804ea6ae-0999-4e6c-b8b8-122bae35809e admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:04.956529 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804ea6ae-0999-4e6c-b8b8-122bae35809e admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:05.037351 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-804ea6ae-0999-4e6c-b8b8-122bae35809e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (2017e5f9-1200-4055-895a-bf7d9907c223), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:05.128558 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-13a77005-5056-4487-93c8-f4f6bf9a6f87 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router (50b8c4c3-04ca-40d0-a77c-6af57a112ab8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:05.221285 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-e7f7ce6c-f342-4e42-bd0d-4da4028620b1 None None] Publish callbacks [] for port (84d453d1-f572-48fb-86fb-cd57d42882b6), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:05.247681 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-e7f7ce6c-f342-4e42-bd0d-4da4028620b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (84d453d1-f572-48fb-86fb-cd57d42882b6), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:05.307514 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:05.434971 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-13a77005-5056-4487-93c8-f4f6bf9a6f87 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_gateway (50b8c4c3-04ca-40d0-a77c-6af57a112ab8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:05.438698 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-753c36e2-e941-4e22-9252-bf9f5b626e70 None None] Provisioning complete for port 7439a51b-e246-4f01-9410-f2a88cabdc66 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:05.439207 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-753c36e2-e941-4e22-9252-bf9f5b626e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7439a51b-e246-4f01-9410-f2a88cabdc66), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:05.443079 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-e7f7ce6c-f342-4e42-bd0d-4da4028620b1 None None] Attempting to bind port 84d453d1-f572-48fb-86fb-cd57d42882b6 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:21:05.451396 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-e7f7ce6c-f342-4e42-bd0d-4da4028620b1 None None] Attempting to bind port 84d453d1-f572-48fb-86fb-cd57d42882b6 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:21:05.459239 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f7ce6c-f342-4e42-bd0d-4da4028620b1 None None] Attempting to bind port 84d453d1-f572-48fb-86fb-cd57d42882b6 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:21:05.481080 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-804ea6ae-0999-4e6c-b8b8-122bae35809e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7439a51b-e246-4f01-9410-f2a88cabdc66), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:05.483585 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f7ce6c-f342-4e42-bd0d-4da4028620b1 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:21:05.495191 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f7ce6c-f342-4e42-bd0d-4da4028620b1 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:05.498242 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-e7f7ce6c-f342-4e42-bd0d-4da4028620b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:05.498763 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f7ce6c-f342-4e42-bd0d-4da4028620b1 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:21:05.499895 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-e7f7ce6c-f342-4e42-bd0d-4da4028620b1 None None] Bound port: 84d453d1-f572-48fb-86fb-cd57d42882b6, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:21:05.506198 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-e7f7ce6c-f342-4e42-bd0d-4da4028620b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (84d453d1-f572-48fb-86fb-cd57d42882b6), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:05.510720 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770ae53-01ad-428b-906a-8f66fc995095 None None] Pushing event updated for resources: {'Port': ['ID=84d453d1-f572-48fb-86fb-cd57d42882b6,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:05.552643 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-13a77005-5056-4487-93c8-f4f6bf9a6f87 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Deleting port f05cdc96-506a-49b0-8501-5e2ebc297475 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:05.553507 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-13a77005-5056-4487-93c8-f4f6bf9a6f87 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (f05cdc96-506a-49b0-8501-5e2ebc297475), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:05.594491 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-753c36e2-e941-4e22-9252-bf9f5b626e70 None None] Port 7439a51b-e246-4f01-9410-f2a88cabdc66 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:21:05.667291 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-e7f7ce6c-f342-4e42-bd0d-4da4028620b1 None None] For port 84d453d1-f572-48fb-86fb-cd57d42882b6, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:21:05.671509 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-e7f7ce6c-f342-4e42-bd0d-4da4028620b1 None None] For port 84d453d1-f572-48fb-86fb-cd57d42882b6, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=84d453d1-f572-48fb-86fb-cd57d42882b6,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:21:05.696414 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-e7f7ce6c-f342-4e42-bd0d-4da4028620b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (84d453d1-f572-48fb-86fb-cd57d42882b6), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:05.705687 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-13a77005-5056-4487-93c8-f4f6bf9a6f87 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (f05cdc96-506a-49b0-8501-5e2ebc297475), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:05.739387 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-13a77005-5056-4487-93c8-f4f6bf9a6f87 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Calling delete_port for f05cdc96-506a-49b0-8501-5e2ebc297475 owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:05.836683 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f7ce6c-f342-4e42-bd0d-4da4028620b1 None None] Routers {'2017e5f9-1200-4055-895a-bf7d9907c223'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:05.848914 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-e7f7ce6c-f342-4e42-bd0d-4da4028620b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:21:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['2017e5f9-1200-4055-895a-bf7d9907c223'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:05.853125 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770ae53-01ad-428b-906a-8f66fc995095 None None] Pushing event updated for resources: {'Port': ['ID=84d453d1-f572-48fb-86fb-cd57d42882b6,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:05.916277 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-804ea6ae-0999-4e6c-b8b8-122bae35809e admin admin] Publish callbacks [] for port (7439a51b-e246-4f01-9410-f2a88cabdc66), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:05.935632 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-804ea6ae-0999-4e6c-b8b8-122bae35809e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (7439a51b-e246-4f01-9410-f2a88cabdc66), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:06.065968 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-e7f7ce6c-f342-4e42-bd0d-4da4028620b1 None None] Set router 2017e5f9-1200-4055-895a-bf7d9907c223 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:06.107404 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-804ea6ae-0999-4e6c-b8b8-122bae35809e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (2017e5f9-1200-4055-895a-bf7d9907c223), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:06.109331 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ea6ae-0999-4e6c-b8b8-122bae35809e admin admin] Pushing event updated for resources: {'Port': ['ID=7439a51b-e246-4f01-9410-f2a88cabdc66,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:06.307587 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804ea6ae-0999-4e6c-b8b8-122bae35809e admin admin] Network 46b415b4-3a88-498f-8f63-3df28c0f3532 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:06.309399 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-804ea6ae-0999-4e6c-b8b8-122bae35809e admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:06.598141 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-e7f7ce6c-f342-4e42-bd0d-4da4028620b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'name': 'tempest-TestVolumeBackupRestore-1767155525-router', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:59Z', 'updated_at': '2022-02-19T04:21:05Z', 'revision_number': 4, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'gw_port': {'id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:00Z', 'updated_at': '2022-02-19T04:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '7439a51b-e246-4f01-9410-f2a88cabdc66', 'name': '', 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'mac_address': 'fa:16:3e:41:a0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:04Z', 'updated_at': '2022-02-19T04:21:04Z', 'revision_number': 1, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'subnets': [{'id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:06.677555 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f7ce6c-f342-4e42-bd0d-4da4028620b1 None None] The sync data for ids ['2017e5f9-1200-4055-895a-bf7d9907c223'] in n-d-828369-19 is: [{'id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'name': 'tempest-TestVolumeBackupRestore-1767155525-router', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:59Z', 'updated_at': '2022-02-19T04:21:05Z', 'revision_number': 4, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'gw_port': {'id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:00Z', 'updated_at': '2022-02-19T04:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '7439a51b-e246-4f01-9410-f2a88cabdc66', 'name': '', 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'mac_address': 'fa:16:3e:41:a0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:04Z', 'updated_at': '2022-02-19T04:21:04Z', 'revision_number': 1, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'subnets': [{'id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:21:06.686140 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804ea6ae-0999-4e6c-b8b8-122bae35809e admin admin] Router 2017e5f9-1200-4055-895a-bf7d9907c223 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:21:06.947615 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97079fbe-a5cb-4842-80b0-9898e0e90fae req-6a21acd4-f5c9-4e06-87ff-6459672a3466 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:06.962111 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97079fbe-a5cb-4842-80b0-9898e0e90fae req-6a21acd4-f5c9-4e06-87ff-6459672a3466 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 945 time: 0.9992445 Feb 19 04:21:07.022574 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-f2cf8856-87d0-41ed-818f-28ab754d9cef None None] Provisioning complete for port 7439a51b-e246-4f01-9410-f2a88cabdc66 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:07.023164 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f2cf8856-87d0-41ed-818f-28ab754d9cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7439a51b-e246-4f01-9410-f2a88cabdc66), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.045615 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.049822 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804ea6ae-0999-4e6c-b8b8-122bae35809e admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:21:07.069385 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-804ea6ae-0999-4e6c-b8b8-122bae35809e admin admin] 10.222.0.52 "PUT /v2.0/routers/2017e5f9-1200-4055-895a-bf7d9907c223/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6177244 Feb 19 04:21:07.095512 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97079fbe-a5cb-4842-80b0-9898e0e90fae req-3e384280-3340-4869-98e4-13c2e5868a02 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307037 Feb 19 04:21:07.137519 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-13a77005-5056-4487-93c8-f4f6bf9a6f87 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (f05cdc96-506a-49b0-8501-5e2ebc297475), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.221389 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a77005-5056-4487-93c8-f4f6bf9a6f87 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Pushing event deleted for resources: {'Port': ['ID=f05cdc96-506a-49b0-8501-5e2ebc297475,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:07.298935 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f2cf8856-87d0-41ed-818f-28ab754d9cef None None] Port 7439a51b-e246-4f01-9410-f2a88cabdc66 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:21:07.376295 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-13a77005-5056-4487-93c8-f4f6bf9a6f87 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (50b8c4c3-04ca-40d0-a77c-6af57a112ab8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.667662 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-13a77005-5056-4487-93c8-f4f6bf9a6f87 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (50b8c4c3-04ca-40d0-a77c-6af57a112ab8), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.679174 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-13a77005-5056-4487-93c8-f4f6bf9a6f87 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_controller (50b8c4c3-04ca-40d0-a77c-6af57a112ab8), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.800967 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-13a77005-5056-4487-93c8-f4f6bf9a6f87 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (50b8c4c3-04ca-40d0-a77c-6af57a112ab8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.801505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a77005-5056-4487-93c8-f4f6bf9a6f87 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Fanout notify agent at l3_agent the message router_deleted on router 50b8c4c3-04ca-40d0-a77c-6af57a112ab8 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:21:07.817260 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-13a77005-5056-4487-93c8-f4f6bf9a6f87 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.818980 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-13a77005-5056-4487-93c8-f4f6bf9a6f87 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "DELETE /v2.0/routers/50b8c4c3-04ca-40d0-a77c-6af57a112ab8 HTTP/1.1" status: 204 len: 168 time: 2.9554632 Feb 19 04:21:07.822804 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47300) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:07.827977 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-23292bd3-c564-46d7-b0d2-69fc11350d31 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1899286489', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:07.890267 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-23292bd3-c564-46d7-b0d2-69fc11350d31 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (3bff4aec-5f82-49f5-8272-2165b45b010a), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.891887 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-23292bd3-c564-46d7-b0d2-69fc11350d31 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (3bff4aec-5f82-49f5-8272-2165b45b010a), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.995247 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-23292bd3-c564-46d7-b0d2-69fc11350d31 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_controller (3bff4aec-5f82-49f5-8272-2165b45b010a), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:08.001530 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-23292bd3-c564-46d7-b0d2-69fc11350d31 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (3bff4aec-5f82-49f5-8272-2165b45b010a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:08.049641 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-23292bd3-c564-46d7-b0d2-69fc11350d31 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:08.051359 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-23292bd3-c564-46d7-b0d2-69fc11350d31 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2275310 Feb 19 04:21:08.054301 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47304) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:08.056081 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47306) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:08.060319 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b699c19b-23fb-4c67-b9a6-06ae2d376864 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'enable_snat': True}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:08.062295 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-457bd78e-319b-4cfd-b400-4e1058ac8cc0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-837158383-network', 'tenant_id': 'f975a103c2494fb89a6fee2b8696471d'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:08.120465 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457bd78e-319b-4cfd-b400-4e1058ac8cc0 admin admin] Made reservation on behalf of f975a103c2494fb89a6fee2b8696471d for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:08.124584 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-457bd78e-319b-4cfd-b400-4e1058ac8cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:08.142259 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-457bd78e-319b-4cfd-b400-4e1058ac8cc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:08.361397 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-457bd78e-319b-4cfd-b400-4e1058ac8cc0 admin admin] Publish callbacks [] for security_group (ee370dfb-a927-4008-9dad-631d3a33c451), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:08.469253 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-457bd78e-319b-4cfd-b400-4e1058ac8cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ee370dfb-a927-4008-9dad-631d3a33c451), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:08.480742 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 84d453d1-f572-48fb-86fb-cd57d42882b6 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:08.504152 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-457bd78e-319b-4cfd-b400-4e1058ac8cc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:21:08.531588 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-457bd78e-319b-4cfd-b400-4e1058ac8cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (fcd10afe-1a89-4c55-871d-d26837d4b0e3), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:08.531956 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-457bd78e-319b-4cfd-b400-4e1058ac8cc0 admin admin] Added segment fcd10afe-1a89-4c55-871d-d26837d4b0e3 of type vlan for network cba8e2ef-674e-4770-bebb-fade7df078da Feb 19 04:21:08.645937 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 84d453d1-f572-48fb-86fb-cd57d42882b6 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:08.648781 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (84d453d1-f572-48fb-86fb-cd57d42882b6), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:08.652988 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-457bd78e-319b-4cfd-b400-4e1058ac8cc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (cba8e2ef-674e-4770-bebb-fade7df078da), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:08.732024 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b699c19b-23fb-4c67-b9a6-06ae2d376864 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router_gateway (3bff4aec-5f82-49f5-8272-2165b45b010a), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:08.791230 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457bd78e-319b-4cfd-b400-4e1058ac8cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee370dfb-a927-4008-9dad-631d3a33c451,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:08.813773 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-457bd78e-319b-4cfd-b400-4e1058ac8cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (cba8e2ef-674e-4770-bebb-fade7df078da), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:08.819871 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457bd78e-319b-4cfd-b400-4e1058ac8cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:08.825681 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-457bd78e-319b-4cfd-b400-4e1058ac8cc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:08.827848 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 84d453d1-f572-48fb-86fb-cd57d42882b6 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:08.828257 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (84d453d1-f572-48fb-86fb-cd57d42882b6), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:08.875891 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 84d453d1-f572-48fb-86fb-cd57d42882b6, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=84d453d1-f572-48fb-86fb-cd57d42882b6,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:08.894070 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (84d453d1-f572-48fb-86fb-cd57d42882b6), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:08.923210 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47318) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:08.923757 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-457bd78e-319b-4cfd-b400-4e1058ac8cc0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8662128 Feb 19 04:21:08.941203 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3c306671-9d81-4c28-bfef-f3fb008140f3 admin admin] Request body: {'subnet': {'network_id': 'cba8e2ef-674e-4770-bebb-fade7df078da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-837158383-subnet', 'tenant_id': 'f975a103c2494fb89a6fee2b8696471d', 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:08.996700 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c306671-9d81-4c28-bfef-f3fb008140f3 admin admin] Made reservation on behalf of f975a103c2494fb89a6fee2b8696471d for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:09.012948 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3c306671-9d81-4c28-bfef-f3fb008140f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:09.014340 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=84d453d1-f572-48fb-86fb-cd57d42882b6,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:09.019487 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457bd78e-319b-4cfd-b400-4e1058ac8cc0 admin admin] Pushing event updated for resources: {'Network': ['ID=cba8e2ef-674e-4770-bebb-fade7df078da,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:09.040103 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network cba8e2ef-674e-4770-bebb-fade7df078da details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:21:09.059035 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba7c9c-bbb2-4673-82d1-e34857aa1a6f req-69c8ea5b-36db-402c-bf65-ef216d5dcbfd tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:09.064589 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7ba7c9c-bbb2-4673-82d1-e34857aa1a6f req-69c8ea5b-36db-402c-bf65-ef216d5dcbfd tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 945 time: 0.7014742 Feb 19 04:21:09.202043 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7ba7c9c-bbb2-4673-82d1-e34857aa1a6f req-e6a70e18-3e81-491f-9f46-ac5c35206ba5 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291533 Feb 19 04:21:09.205781 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:09.206268 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:09.209190 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:09.214266 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:09.215415 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:09.215946 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:09.216468 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:09.218583 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:09.221296 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:09.221296 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:09.221703 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:09.222139 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:09.230378 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:09.797659 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b699c19b-23fb-4c67-b9a6-06ae2d376864 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router_gateway (3bff4aec-5f82-49f5-8272-2165b45b010a), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:09.846678 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b699c19b-23fb-4c67-b9a6-06ae2d376864 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.080398 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-b699c19b-23fb-4c67-b9a6-06ae2d376864 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Allocated IP 172.25.3.233 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/8f065852-a1e5-4b09-8cdf-70ee49b1d66f) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:10.253553 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3c306671-9d81-4c28-bfef-f3fb008140f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (ce50fe0e-8d09-40d7-a734-2174208b79dd), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.264619 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b699c19b-23fb-4c67-b9a6-06ae2d376864 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for port (8f065852-a1e5-4b09-8cdf-70ee49b1d66f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.345059 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c306671-9d81-4c28-bfef-f3fb008140f3 admin admin] Checking segment: {'id': 'fcd10afe-1a89-4c55-871d-d26837d4b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cba8e2ef-674e-4770-bebb-fade7df078da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:10.345731 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c306671-9d81-4c28-bfef-f3fb008140f3 admin admin] Network hostable DHCP agents. Network: cba8e2ef-674e-4770-bebb-fade7df078da, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:21:10.358865 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 84d453d1-f572-48fb-86fb-cd57d42882b6 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:10.381683 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c306671-9d81-4c28-bfef-f3fb008140f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce50fe0e-8d09-40d7-a734-2174208b79dd,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:10.393890 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c306671-9d81-4c28-bfef-f3fb008140f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:10.394633 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c306671-9d81-4c28-bfef-f3fb008140f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:10.395157 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c306671-9d81-4c28-bfef-f3fb008140f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:10.395629 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c306671-9d81-4c28-bfef-f3fb008140f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:10.396046 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c306671-9d81-4c28-bfef-f3fb008140f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:10.396500 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c306671-9d81-4c28-bfef-f3fb008140f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:10.396912 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c306671-9d81-4c28-bfef-f3fb008140f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:10.397533 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c306671-9d81-4c28-bfef-f3fb008140f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:10.397933 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c306671-9d81-4c28-bfef-f3fb008140f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:10.398304 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c306671-9d81-4c28-bfef-f3fb008140f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:10.398698 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c306671-9d81-4c28-bfef-f3fb008140f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:10.399366 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c306671-9d81-4c28-bfef-f3fb008140f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:10.399709 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c306671-9d81-4c28-bfef-f3fb008140f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:10.409029 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c306671-9d81-4c28-bfef-f3fb008140f3 admin admin] Network cba8e2ef-674e-4770-bebb-fade7df078da is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:21:10.414921 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 84d453d1-f572-48fb-86fb-cd57d42882b6 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:10.414921 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (84d453d1-f572-48fb-86fb-cd57d42882b6), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.424423 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-3c306671-9d81-4c28-bfef-f3fb008140f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, cba8e2ef-674e-4770-bebb-fade7df078da) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:10.435376 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c306671-9d81-4c28-bfef-f3fb008140f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:10.437126 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3c306671-9d81-4c28-bfef-f3fb008140f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.463401 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b699c19b-23fb-4c67-b9a6-06ae2d376864 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (8f065852-a1e5-4b09-8cdf-70ee49b1d66f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.468766 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c06960-148e-4c3b-b819-c5e82e6f580c None None] Network cba8e2ef-674e-4770-bebb-fade7df078da requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:10.484842 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b55504-6797-468f-a0cd-ffe73c1e945e req-f3c35b54-ca71-4f42-a64d-24c2c9e32b5b tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:10.489750 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b072ec9c-bb04-4130-95dd-247f689fe9a4 None None] Sync routers for ids ['2017e5f9-1200-4055-895a-bf7d9907c223'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:21:10.490273 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-57b55504-6797-468f-a0cd-ffe73c1e945e req-f3c35b54-ca71-4f42-a64d-24c2c9e32b5b tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 945 time: 0.1524503 Feb 19 04:21:10.508256 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b072ec9c-bb04-4130-95dd-247f689fe9a4 None None] Routers {'2017e5f9-1200-4055-895a-bf7d9907c223'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:10.511375 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b072ec9c-bb04-4130-95dd-247f689fe9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:21:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['2017e5f9-1200-4055-895a-bf7d9907c223'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:10.527670 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699c19b-23fb-4c67-b9a6-06ae2d376864 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Pushing event updated for resources: {'Port': ['ID=8f065852-a1e5-4b09-8cdf-70ee49b1d66f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:10.534276 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3c306671-9d81-4c28-bfef-f3fb008140f3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6089094 Feb 19 04:21:10.537495 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47338) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:10.542328 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-dd969bf1-d2e0-4e1f-9086-75d35e43ccc1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-837158383-router', 'tenant_id': 'f975a103c2494fb89a6fee2b8696471d', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:10.566795 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-57b55504-6797-468f-a0cd-ffe73c1e945e req-33151fde-45d5-4cfe-acc2-2e2c471e7e43 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733986 Feb 19 04:21:10.577921 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b699c19b-23fb-4c67-b9a6-06ae2d376864 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:10.596837 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-b699c19b-23fb-4c67-b9a6-06ae2d376864 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:10.606434 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b699c19b-23fb-4c67-b9a6-06ae2d376864 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:10.674529 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dd969bf1-d2e0-4e1f-9086-75d35e43ccc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (41e46745-cc08-40ed-9453-494dd5079432), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.676280 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dd969bf1-d2e0-4e1f-9086-75d35e43ccc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (41e46745-cc08-40ed-9453-494dd5079432), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.800352 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-b072ec9c-bb04-4130-95dd-247f689fe9a4 None None] Set router 2017e5f9-1200-4055-895a-bf7d9907c223 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:10.814189 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4e3b59-ad6c-4308-b87a-9daac55d2ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-cba8e2ef-674e-4770-bebb-fade7df078da', 'network_id': 'cba8e2ef-674e-4770-bebb-fade7df078da', 'project_id': 'f975a103c2494fb89a6fee2b8696471d', 'fixed_ips': [{'subnet_id': 'ce50fe0e-8d09-40d7-a734-2174208b79dd'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:21:10.815376 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd4e3b59-ad6c-4308-b87a-9daac55d2ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.820133 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 84d453d1-f572-48fb-86fb-cd57d42882b6 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:10.854178 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dd969bf1-d2e0-4e1f-9086-75d35e43ccc1 admin admin] Publish callbacks [] for router_controller (41e46745-cc08-40ed-9453-494dd5079432), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.083343 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-bd4e3b59-ad6c-4308-b87a-9daac55d2ef3 None None] Allocated IP 172.20.0.2 (cba8e2ef-674e-4770-bebb-fade7df078da/ce50fe0e-8d09-40d7-a734-2174208b79dd/ac6b6039-d276-4bcb-ad16-25d39e32e35e) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:11.275920 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b072ec9c-bb04-4130-95dd-247f689fe9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'name': 'tempest-TestVolumeBackupRestore-1767155525-router', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:59Z', 'updated_at': '2022-02-19T04:21:05Z', 'revision_number': 4, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'gw_port': {'id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:00Z', 'updated_at': '2022-02-19T04:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '7439a51b-e246-4f01-9410-f2a88cabdc66', 'name': '', 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'mac_address': 'fa:16:3e:41:a0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:04Z', 'updated_at': '2022-02-19T04:21:05Z', 'revision_number': 2, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'subnets': [{'id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:11.339471 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b072ec9c-bb04-4130-95dd-247f689fe9a4 None None] Checking router: 2017e5f9-1200-4055-895a-bf7d9907c223 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:21:11.340505 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b072ec9c-bb04-4130-95dd-247f689fe9a4 None None] Updating router 2017e5f9-1200-4055-895a-bf7d9907c223 port 7439a51b-e246-4f01-9410-f2a88cabdc66 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:21:11.406012 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-b072ec9c-bb04-4130-95dd-247f689fe9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7439a51b-e246-4f01-9410-f2a88cabdc66), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.406272 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd4e3b59-ad6c-4308-b87a-9daac55d2ef3 None None] Publish callbacks [] for port (ac6b6039-d276-4bcb-ad16-25d39e32e35e), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.422547 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd4e3b59-ad6c-4308-b87a-9daac55d2ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (ac6b6039-d276-4bcb-ad16-25d39e32e35e), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.480088 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4e3b59-ad6c-4308-b87a-9daac55d2ef3 None None] Network cba8e2ef-674e-4770-bebb-fade7df078da is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:11.484931 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dd969bf1-d2e0-4e1f-9086-75d35e43ccc1 admin admin] Publish callbacks [] for router_gateway (41e46745-cc08-40ed-9453-494dd5079432), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.487348 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-bd4e3b59-ad6c-4308-b87a-9daac55d2ef3 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:11.492219 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4e3b59-ad6c-4308-b87a-9daac55d2ef3 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:11.506830 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e3b59-ad6c-4308-b87a-9daac55d2ef3 None None] Pushing event updated for resources: {'Port': ['ID=ac6b6039-d276-4bcb-ad16-25d39e32e35e,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:11.579687 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-bd4e3b59-ad6c-4308-b87a-9daac55d2ef3 None None] Attempting to bind port ac6b6039-d276-4bcb-ad16-25d39e32e35e on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:21:11.580185 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-bd4e3b59-ad6c-4308-b87a-9daac55d2ef3 None None] Attempting to bind port ac6b6039-d276-4bcb-ad16-25d39e32e35e by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'fcd10afe-1a89-4c55-871d-d26837d4b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cba8e2ef-674e-4770-bebb-fade7df078da'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:21:11.581363 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4e3b59-ad6c-4308-b87a-9daac55d2ef3 None None] Attempting to bind port ac6b6039-d276-4bcb-ad16-25d39e32e35e on network cba8e2ef-674e-4770-bebb-fade7df078da {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:21:11.593817 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4e3b59-ad6c-4308-b87a-9daac55d2ef3 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:21:11.597945 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4e3b59-ad6c-4308-b87a-9daac55d2ef3 None None] Checking segment: {'id': 'fcd10afe-1a89-4c55-871d-d26837d4b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cba8e2ef-674e-4770-bebb-fade7df078da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:11.598485 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd4e3b59-ad6c-4308-b87a-9daac55d2ef3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.601345 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4e3b59-ad6c-4308-b87a-9daac55d2ef3 None None] Bound using segment: {'id': 'fcd10afe-1a89-4c55-871d-d26837d4b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cba8e2ef-674e-4770-bebb-fade7df078da'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:21:11.602041 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-bd4e3b59-ad6c-4308-b87a-9daac55d2ef3 None None] Bound port: ac6b6039-d276-4bcb-ad16-25d39e32e35e, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd10afe-1a89-4c55-871d-d26837d4b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cba8e2ef-674e-4770-bebb-fade7df078da'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:21:11.603832 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd4e3b59-ad6c-4308-b87a-9daac55d2ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ac6b6039-d276-4bcb-ad16-25d39e32e35e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.837769 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-bd4e3b59-ad6c-4308-b87a-9daac55d2ef3 None None] For port ac6b6039-d276-4bcb-ad16-25d39e32e35e, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:21:11.849081 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-bd4e3b59-ad6c-4308-b87a-9daac55d2ef3 None None] For port ac6b6039-d276-4bcb-ad16-25d39e32e35e, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ac6b6039-d276-4bcb-ad16-25d39e32e35e,segment=NetworkSegment(fcd10afe-1a89-4c55-871d-d26837d4b0e3),segment_id=fcd10afe-1a89-4c55-871d-d26837d4b0e3)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:21:11.869893 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd4e3b59-ad6c-4308-b87a-9daac55d2ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ac6b6039-d276-4bcb-ad16-25d39e32e35e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.895453 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195483c-b215-46b8-a8b0-77dbb3670bbb req-3d171df1-1b99-49c2-8b8a-5b148faf53b5 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:11.896998 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1195483c-b215-46b8-a8b0-77dbb3670bbb req-3d171df1-1b99-49c2-8b8a-5b148faf53b5 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 945 time: 0.1340699 Feb 19 04:21:11.926617 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-b072ec9c-bb04-4130-95dd-247f689fe9a4 None None] Publish callbacks [] for port (7439a51b-e246-4f01-9410-f2a88cabdc66), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.937704 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b699c19b-23fb-4c67-b9a6-06ae2d376864 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router_gateway (3bff4aec-5f82-49f5-8272-2165b45b010a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.944908 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-b072ec9c-bb04-4130-95dd-247f689fe9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7439a51b-e246-4f01-9410-f2a88cabdc66), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.970865 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e3b59-ad6c-4308-b87a-9daac55d2ef3 None None] Pushing event updated for resources: {'Port': ['ID=ac6b6039-d276-4bcb-ad16-25d39e32e35e,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:12.034458 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1195483c-b215-46b8-a8b0-77dbb3670bbb req-a4b60312-4eba-45a4-877d-15551a24dc92 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099629 Feb 19 04:21:12.095879 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ac5cd-154a-444e-9f90-1780d891b93d None None] Pushing event updated for resources: {'Port': ['ID=7439a51b-e246-4f01-9410-f2a88cabdc66,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:12.100299 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-b072ec9c-bb04-4130-95dd-247f689fe9a4 None None] Attempting to bind port 7439a51b-e246-4f01-9410-f2a88cabdc66 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:21:12.100680 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-b072ec9c-bb04-4130-95dd-247f689fe9a4 None None] Attempting to bind port 7439a51b-e246-4f01-9410-f2a88cabdc66 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'c64d6f4a-6d14-4da1-b82b-619fdbf36a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:21:12.101043 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b072ec9c-bb04-4130-95dd-247f689fe9a4 None None] Attempting to bind port 7439a51b-e246-4f01-9410-f2a88cabdc66 on network 46b415b4-3a88-498f-8f63-3df28c0f3532 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:21:12.107472 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b072ec9c-bb04-4130-95dd-247f689fe9a4 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:21:12.107871 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b072ec9c-bb04-4130-95dd-247f689fe9a4 None None] Checking segment: {'id': 'c64d6f4a-6d14-4da1-b82b-619fdbf36a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:12.109066 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-b072ec9c-bb04-4130-95dd-247f689fe9a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:12.109472 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b072ec9c-bb04-4130-95dd-247f689fe9a4 None None] Bound using segment: {'id': 'c64d6f4a-6d14-4da1-b82b-619fdbf36a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:21:12.110709 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-b072ec9c-bb04-4130-95dd-247f689fe9a4 None None] Bound port: 7439a51b-e246-4f01-9410-f2a88cabdc66, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64d6f4a-6d14-4da1-b82b-619fdbf36a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:21:12.111102 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-b072ec9c-bb04-4130-95dd-247f689fe9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7439a51b-e246-4f01-9410-f2a88cabdc66), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:12.194739 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-b072ec9c-bb04-4130-95dd-247f689fe9a4 None None] For port 7439a51b-e246-4f01-9410-f2a88cabdc66, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:21:12.198019 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-b072ec9c-bb04-4130-95dd-247f689fe9a4 None None] For port 7439a51b-e246-4f01-9410-f2a88cabdc66, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7439a51b-e246-4f01-9410-f2a88cabdc66,segment=NetworkSegment(c64d6f4a-6d14-4da1-b82b-619fdbf36a18),segment_id=c64d6f4a-6d14-4da1-b82b-619fdbf36a18)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:21:12.223793 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-b072ec9c-bb04-4130-95dd-247f689fe9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7439a51b-e246-4f01-9410-f2a88cabdc66), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:12.353538 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b072ec9c-bb04-4130-95dd-247f689fe9a4 None None] Routers {'2017e5f9-1200-4055-895a-bf7d9907c223'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:12.354455 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b072ec9c-bb04-4130-95dd-247f689fe9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:21:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['2017e5f9-1200-4055-895a-bf7d9907c223'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:12.588890 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-ead5baca-9f90-4d56-8da0-9c022a310b14 None None] Provisioning complete for port 7439a51b-e246-4f01-9410-f2a88cabdc66 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:12.589361 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ead5baca-9f90-4d56-8da0-9c022a310b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7439a51b-e246-4f01-9410-f2a88cabdc66), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:12.760587 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ac5cd-154a-444e-9f90-1780d891b93d None None] Pushing event updated for resources: {'Port': ['ID=7439a51b-e246-4f01-9410-f2a88cabdc66,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:12.791560 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dd969bf1-d2e0-4e1f-9086-75d35e43ccc1 admin admin] Publish callbacks [] for router_gateway (41e46745-cc08-40ed-9453-494dd5079432), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:12.814323 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-b072ec9c-bb04-4130-95dd-247f689fe9a4 None None] Set router 2017e5f9-1200-4055-895a-bf7d9907c223 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:12.835401 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dd969bf1-d2e0-4e1f-9086-75d35e43ccc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:12.838273 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ead5baca-9f90-4d56-8da0-9c022a310b14 None None] Current status of the port 7439a51b-e246-4f01-9410-f2a88cabdc66 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:12.838794 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ead5baca-9f90-4d56-8da0-9c022a310b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7439a51b-e246-4f01-9410-f2a88cabdc66), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:12.950516 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-ead5baca-9f90-4d56-8da0-9c022a310b14 None None] For port 7439a51b-e246-4f01-9410-f2a88cabdc66, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7439a51b-e246-4f01-9410-f2a88cabdc66,segment=NetworkSegment(c64d6f4a-6d14-4da1-b82b-619fdbf36a18),segment_id=c64d6f4a-6d14-4da1-b82b-619fdbf36a18)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:12.968450 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ead5baca-9f90-4d56-8da0-9c022a310b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7439a51b-e246-4f01-9410-f2a88cabdc66), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:13.001593 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-dd969bf1-d2e0-4e1f-9086-75d35e43ccc1 admin admin] Allocated IP 172.25.3.136 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/2a105b45-c4cc-43f6-a10f-01d5b50b6855) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:13.102968 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5baca-9f90-4d56-8da0-9c022a310b14 None None] Pushing event updated for resources: {'Port': ['ID=7439a51b-e246-4f01-9410-f2a88cabdc66,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:13.157870 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-734e1c8a-eceb-4cf4-8ea6-6939005d4b13 None None] Provisioning complete for port 7439a51b-e246-4f01-9410-f2a88cabdc66 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:13.158534 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-734e1c8a-eceb-4cf4-8ea6-6939005d4b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7439a51b-e246-4f01-9410-f2a88cabdc66), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:13.336295 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dd969bf1-d2e0-4e1f-9086-75d35e43ccc1 admin admin] Publish callbacks [] for port (2a105b45-c4cc-43f6-a10f-01d5b50b6855), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:13.385950 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0549464-c42a-4fb7-9820-4c8065d56154 req-d417a033-a2b0-4bf8-81ec-f1ef3fead2e1 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:13.391913 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c0549464-c42a-4fb7-9820-4c8065d56154 req-d417a033-a2b0-4bf8-81ec-f1ef3fead2e1 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 945 time: 0.2120509 Feb 19 04:21:13.422441 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-734e1c8a-eceb-4cf4-8ea6-6939005d4b13 None None] Current status of the port 7439a51b-e246-4f01-9410-f2a88cabdc66 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:13.446257 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dd969bf1-d2e0-4e1f-9086-75d35e43ccc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (2a105b45-c4cc-43f6-a10f-01d5b50b6855), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:13.538545 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c0549464-c42a-4fb7-9820-4c8065d56154 req-3f16c34d-ec01-444a-bd20-af794ac75ee1 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409638 Feb 19 04:21:13.541815 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b072ec9c-bb04-4130-95dd-247f689fe9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'name': 'tempest-TestVolumeBackupRestore-1767155525-router', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:59Z', 'updated_at': '2022-02-19T04:21:05Z', 'revision_number': 4, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'gw_port': {'id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:00Z', 'updated_at': '2022-02-19T04:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '7439a51b-e246-4f01-9410-f2a88cabdc66', 'name': '', 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'mac_address': 'fa:16:3e:41:a0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:04Z', 'updated_at': '2022-02-19T04:21:12Z', 'revision_number': 4, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'subnets': [{'id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:13.566219 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd969bf1-d2e0-4e1f-9086-75d35e43ccc1 admin admin] Pushing event updated for resources: {'Port': ['ID=2a105b45-c4cc-43f6-a10f-01d5b50b6855,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:13.609080 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd969bf1-d2e0-4e1f-9086-75d35e43ccc1 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:13.611377 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b072ec9c-bb04-4130-95dd-247f689fe9a4 None None] The sync data for ids ['2017e5f9-1200-4055-895a-bf7d9907c223'] in n-d-828369-19 is: [{'id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'name': 'tempest-TestVolumeBackupRestore-1767155525-router', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:59Z', 'updated_at': '2022-02-19T04:21:05Z', 'revision_number': 4, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'gw_port': {'id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:00Z', 'updated_at': '2022-02-19T04:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '7439a51b-e246-4f01-9410-f2a88cabdc66', 'name': '', 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'mac_address': 'fa:16:3e:41:a0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:04Z', 'updated_at': '2022-02-19T04:21:12Z', 'revision_number': 4, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'subnets': [{'id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:21:13.614096 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b699c19b-23fb-4c67-b9a6-06ae2d376864 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5517'] for router (3bff4aec-5f82-49f5-8272-2165b45b010a), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:13.619997 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-dd969bf1-d2e0-4e1f-9086-75d35e43ccc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:13.625950 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd969bf1-d2e0-4e1f-9086-75d35e43ccc1 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:13.640040 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b699c19b-23fb-4c67-b9a6-06ae2d376864 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1611319'] for router (3bff4aec-5f82-49f5-8272-2165b45b010a), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:13.838498 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c965ef-b33d-44f8-87b4-e439ed03a176 None None] Network cba8e2ef-674e-4770-bebb-fade7df078da requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:14.055666 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b13e95a9-4ef2-4143-8582-dbc1de2c0f3a None None] Provisioning complete for port ac6b6039-d276-4bcb-ad16-25d39e32e35e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:14.055980 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b13e95a9-4ef2-4143-8582-dbc1de2c0f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ac6b6039-d276-4bcb-ad16-25d39e32e35e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:14.322930 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b699c19b-23fb-4c67-b9a6-06ae2d376864 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Router 3bff4aec-5f82-49f5-8272-2165b45b010a is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:21:14.531949 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b13e95a9-4ef2-4143-8582-dbc1de2c0f3a None None] Current status of the port ac6b6039-d276-4bcb-ad16-25d39e32e35e is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:14.532358 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b13e95a9-4ef2-4143-8582-dbc1de2c0f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ac6b6039-d276-4bcb-ad16-25d39e32e35e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:14.693412 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b13e95a9-4ef2-4143-8582-dbc1de2c0f3a None None] For port ac6b6039-d276-4bcb-ad16-25d39e32e35e, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ac6b6039-d276-4bcb-ad16-25d39e32e35e,segment=NetworkSegment(fcd10afe-1a89-4c55-871d-d26837d4b0e3),segment_id=fcd10afe-1a89-4c55-871d-d26837d4b0e3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:14.704132 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b13e95a9-4ef2-4143-8582-dbc1de2c0f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ac6b6039-d276-4bcb-ad16-25d39e32e35e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:14.860570 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c86e9d-8793-4723-b21e-1dfa4b4940ff req-e6fe2b1a-8d31-455d-ae9a-2b30958cf7c8 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:14.874789 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e8c86e9d-8793-4723-b21e-1dfa4b4940ff req-e6fe2b1a-8d31-455d-ae9a-2b30958cf7c8 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 945 time: 0.1665287 Feb 19 04:21:14.886991 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dd969bf1-d2e0-4e1f-9086-75d35e43ccc1 admin admin] Publish callbacks [] for router_gateway (41e46745-cc08-40ed-9453-494dd5079432), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:14.901205 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e95a9-4ef2-4143-8582-dbc1de2c0f3a None None] Pushing event updated for resources: {'Port': ['ID=ac6b6039-d276-4bcb-ad16-25d39e32e35e,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:14.915343 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ac6b6039-d276-4bcb-ad16-25d39e32e35e up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:15.014805 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port ac6b6039-d276-4bcb-ad16-25d39e32e35e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:15.015179 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ac6b6039-d276-4bcb-ad16-25d39e32e35e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:15.089978 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffabee-7db6-4a63-a6ef-00743df2a022 req-3f42d8cd-34c5-46cf-a3d5-4c9c9c07c031 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:15.091932 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d6ffabee-7db6-4a63-a6ef-00743df2a022 req-3f42d8cd-34c5-46cf-a3d5-4c9c9c07c031 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.1550543 Feb 19 04:21:15.110797 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port ac6b6039-d276-4bcb-ad16-25d39e32e35e is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:15.111936 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7439a51b-e246-4f01-9410-f2a88cabdc66 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:15.120637 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e8c86e9d-8793-4723-b21e-1dfa4b4940ff req-f192df97-f223-403c-b718-05faa8d40ce3 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448621 Feb 19 04:21:15.170679 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-79db84d9-8680-4e41-822c-4b76e4eab025 None None] Provisioning complete for port ac6b6039-d276-4bcb-ad16-25d39e32e35e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:15.171062 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-79db84d9-8680-4e41-822c-4b76e4eab025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ac6b6039-d276-4bcb-ad16-25d39e32e35e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:15.192084 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d6ffabee-7db6-4a63-a6ef-00743df2a022 req-3dde6a4c-514b-4323-9639-ab637aa9caa7 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685918 Feb 19 04:21:15.252901 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 7439a51b-e246-4f01-9410-f2a88cabdc66 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:15.253375 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7439a51b-e246-4f01-9410-f2a88cabdc66), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:15.365794 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-79db84d9-8680-4e41-822c-4b76e4eab025 None None] Current status of the port ac6b6039-d276-4bcb-ad16-25d39e32e35e is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:15.430015 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 7439a51b-e246-4f01-9410-f2a88cabdc66 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:15.576470 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b699c19b-23fb-4c67-b9a6-06ae2d376864 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:21:15.583583 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b699c19b-23fb-4c67-b9a6-06ae2d376864 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:15.585111 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b699c19b-23fb-4c67-b9a6-06ae2d376864 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "PUT /v2.0/routers/3bff4aec-5f82-49f5-8272-2165b45b010a HTTP/1.1" status: 200 len: 915 time: 7.5295427 Feb 19 04:21:15.588511 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47394) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:15.594725 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8cf1d0-0eca-44a5-b649-2980f3c3d0ba None None] Sync routers for ids ['3bff4aec-5f82-49f5-8272-2165b45b010a'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:21:15.607379 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8cf1d0-0eca-44a5-b649-2980f3c3d0ba None None] Routers {'3bff4aec-5f82-49f5-8272-2165b45b010a'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:15.608787 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3e8cf1d0-0eca-44a5-b649-2980f3c3d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:21:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['3bff4aec-5f82-49f5-8272-2165b45b010a'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:15.661504 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3e8cf1d0-0eca-44a5-b649-2980f3c3d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:15.671999 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8cf1d0-0eca-44a5-b649-2980f3c3d0ba None None] Routers {'3bff4aec-5f82-49f5-8272-2165b45b010a'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:15.672855 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3e8cf1d0-0eca-44a5-b649-2980f3c3d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:21:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['3bff4aec-5f82-49f5-8272-2165b45b010a'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:15.708973 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3e8cf1d0-0eca-44a5-b649-2980f3c3d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:15.709874 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8cf1d0-0eca-44a5-b649-2980f3c3d0ba None None] The sync data for ids ['3bff4aec-5f82-49f5-8272-2165b45b010a'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:21:15.778066 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b25eeea9-dd61-4d22-9ce1-f8b6cb9f4a83 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "GET /v2.0/routers/3bff4aec-5f82-49f5-8272-2165b45b010a HTTP/1.1" status: 200 len: 921 time: 0.1875963 Feb 19 04:21:15.780674 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47398) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:15.836509 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9ddbe4-7dc9-4318-b16b-0258c33054e0 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:15.838714 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2d9ddbe4-7dc9-4318-b16b-0258c33054e0 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0&device_id=3bff4aec-5f82-49f5-8272-2165b45b010a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0568600 Feb 19 04:21:15.841804 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47400) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:15.872957 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dd969bf1-d2e0-4e1f-9086-75d35e43ccc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (41e46745-cc08-40ed-9453-494dd5079432), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:15.940996 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21c18d2-a1ea-44b4-80e8-3e952c2d2946 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:15.945274 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c21c18d2-a1ea-44b4-80e8-3e952c2d2946 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 881 time: 0.0979483 Feb 19 04:21:15.945790 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47404) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:16.017770 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-25376702-99aa-400b-9126-0a0d6b42e9f0 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bff4aec-5f82-49f5-8272-2165b45b010a HTTP/1.1" status: 200 len: 205 time: 0.0686159 Feb 19 04:21:16.018434 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47406) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:16.034257 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd969bf1-d2e0-4e1f-9086-75d35e43ccc1 admin admin] Router 41e46745-cc08-40ed-9453-494dd5079432 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:21:16.178709 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd969bf1-d2e0-4e1f-9086-75d35e43ccc1 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:21:16.216853 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9221aaf-2253-4f9c-84e9-41ca6af799b6 None None] Sync routers for ids ['41e46745-cc08-40ed-9453-494dd5079432'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:21:16.237193 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-54e63980-7bd0-4289-a8e6-32545a2652f7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router (3bff4aec-5f82-49f5-8272-2165b45b010a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:16.244096 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dd969bf1-d2e0-4e1f-9086-75d35e43ccc1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:16.251419 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-dd969bf1-d2e0-4e1f-9086-75d35e43ccc1 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.7103653 Feb 19 04:21:16.256253 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47416) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:16.264243 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9221aaf-2253-4f9c-84e9-41ca6af799b6 None None] Routers {'41e46745-cc08-40ed-9453-494dd5079432'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:16.264944 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-f9221aaf-2253-4f9c-84e9-41ca6af799b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:21:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['41e46745-cc08-40ed-9453-494dd5079432'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:16.372686 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ac6b6039-d276-4bcb-ad16-25d39e32e35e up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:16.485734 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-f9221aaf-2253-4f9c-84e9-41ca6af799b6 None None] Set router 41e46745-cc08-40ed-9453-494dd5079432 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:16.530234 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-54e63980-7bd0-4289-a8e6-32545a2652f7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_gateway (3bff4aec-5f82-49f5-8272-2165b45b010a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:16.550005 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port ac6b6039-d276-4bcb-ad16-25d39e32e35e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:16.550719 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ac6b6039-d276-4bcb-ad16-25d39e32e35e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:16.680379 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176063e-51a4-4068-9a24-e2f4c4ed765c req-5910d27b-e7c1-4aa6-9d3f-1622bea0f9d1 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:16.685633 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0176063e-51a4-4068-9a24-e2f4c4ed765c req-5910d27b-e7c1-4aa6-9d3f-1622bea0f9d1 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.2757146 Feb 19 04:21:16.709745 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038bdf6-d1ed-43ef-9065-68383f961b64 req-4d5cd155-d775-480b-a05c-12afe252cdd5 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:16.720992 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9038bdf6-d1ed-43ef-9065-68383f961b64 req-4d5cd155-d775-480b-a05c-12afe252cdd5 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 945 time: 0.3019621 Feb 19 04:21:16.750906 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port ac6b6039-d276-4bcb-ad16-25d39e32e35e is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:16.849121 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a54ed-5af0-4d83-a649-2d0290057654 req-6cdd34cc-2e27-48e9-8ee8-fd274eafcc57 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:16.851148 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d33a54ed-5af0-4d83-a649-2d0290057654 req-6cdd34cc-2e27-48e9-8ee8-fd274eafcc57 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.3947167 Feb 19 04:21:16.900519 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9038bdf6-d1ed-43ef-9065-68383f961b64 req-dbb70520-3e80-4581-ac61-e7de27e9084a tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783373 Feb 19 04:21:16.913809 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-f9221aaf-2253-4f9c-84e9-41ca6af799b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e46745-cc08-40ed-9453-494dd5079432', 'name': 'tempest-TestVolumeBackupRestore-837158383-router', 'tenant_id': 'f975a103c2494fb89a6fee2b8696471d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '2a105b45-c4cc-43f6-a10f-01d5b50b6855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:21:10Z', 'updated_at': '2022-02-19T04:21:14Z', 'revision_number': 3, 'project_id': 'f975a103c2494fb89a6fee2b8696471d', 'gw_port': {'id': '2a105b45-c4cc-43f6-a10f-01d5b50b6855', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:39:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e46745-cc08-40ed-9453-494dd5079432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:12Z', 'updated_at': '2022-02-19T04:21:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:16.976025 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9221aaf-2253-4f9c-84e9-41ca6af799b6 None None] Checking router: 41e46745-cc08-40ed-9453-494dd5079432 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:21:16.976531 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9221aaf-2253-4f9c-84e9-41ca6af799b6 None None] Updating router 41e46745-cc08-40ed-9453-494dd5079432 port 2a105b45-c4cc-43f6-a10f-01d5b50b6855 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:21:16.991193 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0176063e-51a4-4068-9a24-e2f4c4ed765c req-fca080b3-6732-4f81-809a-77f65327632a tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613056 Feb 19 04:21:17.011309 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-54e63980-7bd0-4289-a8e6-32545a2652f7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Deleting port 8f065852-a1e5-4b09-8cdf-70ee49b1d66f {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:17.011962 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-54e63980-7bd0-4289-a8e6-32545a2652f7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (8f065852-a1e5-4b09-8cdf-70ee49b1d66f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:17.039343 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-f9221aaf-2253-4f9c-84e9-41ca6af799b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2a105b45-c4cc-43f6-a10f-01d5b50b6855), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:17.123752 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-54e63980-7bd0-4289-a8e6-32545a2652f7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (8f065852-a1e5-4b09-8cdf-70ee49b1d66f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:17.160251 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-54e63980-7bd0-4289-a8e6-32545a2652f7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Calling delete_port for 8f065852-a1e5-4b09-8cdf-70ee49b1d66f owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:17.219344 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3451985-5562-4860-b3dd-50c363e36902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:17.454863 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-54e63980-7bd0-4289-a8e6-32545a2652f7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (8f065852-a1e5-4b09-8cdf-70ee49b1d66f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:17.510747 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-c3451985-5562-4860-b3dd-50c363e36902 admin admin] Allocated IP 172.20.0.1 (cba8e2ef-674e-4770-bebb-fade7df078da/ce50fe0e-8d09-40d7-a734-2174208b79dd/052113ff-8bdc-4032-95c7-b7e6da1fe8cb) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:17.563389 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e63980-7bd0-4289-a8e6-32545a2652f7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Pushing event deleted for resources: {'Port': ['ID=8f065852-a1e5-4b09-8cdf-70ee49b1d66f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:17.570082 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-f9221aaf-2253-4f9c-84e9-41ca6af799b6 None None] Publish callbacks [] for port (2a105b45-c4cc-43f6-a10f-01d5b50b6855), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:17.606884 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-f9221aaf-2253-4f9c-84e9-41ca6af799b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2a105b45-c4cc-43f6-a10f-01d5b50b6855), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:17.617456 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-54e63980-7bd0-4289-a8e6-32545a2652f7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (3bff4aec-5f82-49f5-8272-2165b45b010a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:17.651118 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3451985-5562-4860-b3dd-50c363e36902 admin admin] Publish callbacks [] for port (052113ff-8bdc-4032-95c7-b7e6da1fe8cb), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:17.655655 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-f9221aaf-2253-4f9c-84e9-41ca6af799b6 None None] Attempting to bind port 2a105b45-c4cc-43f6-a10f-01d5b50b6855 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:21:17.656031 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-f9221aaf-2253-4f9c-84e9-41ca6af799b6 None None] Attempting to bind port 2a105b45-c4cc-43f6-a10f-01d5b50b6855 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:21:17.658594 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9221aaf-2253-4f9c-84e9-41ca6af799b6 None None] Attempting to bind port 2a105b45-c4cc-43f6-a10f-01d5b50b6855 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:21:17.689541 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3451985-5562-4860-b3dd-50c363e36902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (052113ff-8bdc-4032-95c7-b7e6da1fe8cb), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:17.724950 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb55d6-e23e-4e59-80bb-48757ef12a18 None None] Pushing event updated for resources: {'Port': ['ID=2a105b45-c4cc-43f6-a10f-01d5b50b6855,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:17.734011 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3451985-5562-4860-b3dd-50c363e36902 admin admin] Network cba8e2ef-674e-4770-bebb-fade7df078da is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:17.737794 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9221aaf-2253-4f9c-84e9-41ca6af799b6 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:21:17.738399 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9221aaf-2253-4f9c-84e9-41ca6af799b6 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:17.738956 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-f9221aaf-2253-4f9c-84e9-41ca6af799b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:17.739494 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9221aaf-2253-4f9c-84e9-41ca6af799b6 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:21:17.741899 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-f9221aaf-2253-4f9c-84e9-41ca6af799b6 None None] Bound port: 2a105b45-c4cc-43f6-a10f-01d5b50b6855, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:21:17.742500 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-c3451985-5562-4860-b3dd-50c363e36902 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:17.742650 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-f9221aaf-2253-4f9c-84e9-41ca6af799b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2a105b45-c4cc-43f6-a10f-01d5b50b6855), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:17.765293 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3451985-5562-4860-b3dd-50c363e36902 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:17.769022 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3451985-5562-4860-b3dd-50c363e36902 admin admin] Pushing event updated for resources: {'Port': ['ID=052113ff-8bdc-4032-95c7-b7e6da1fe8cb,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:17.781295 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-d33a54ed-5af0-4d83-a649-2d0290057654 req-f490441d-b92a-4321-b47c-0eaa90a38663 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Deleting port a11065e8-624b-45a3-b9cb-d7602ed03e0e {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:17.781842 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d33a54ed-5af0-4d83-a649-2d0290057654 req-f490441d-b92a-4321-b47c-0eaa90a38663 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:17.789233 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-54e63980-7bd0-4289-a8e6-32545a2652f7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (3bff4aec-5f82-49f5-8272-2165b45b010a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:17.802302 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-54e63980-7bd0-4289-a8e6-32545a2652f7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_controller (3bff4aec-5f82-49f5-8272-2165b45b010a), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:17.834180 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3451985-5562-4860-b3dd-50c363e36902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (41e46745-cc08-40ed-9453-494dd5079432), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:17.905262 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-f9221aaf-2253-4f9c-84e9-41ca6af799b6 None None] For port 2a105b45-c4cc-43f6-a10f-01d5b50b6855, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:21:17.912065 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-f9221aaf-2253-4f9c-84e9-41ca6af799b6 None None] For port 2a105b45-c4cc-43f6-a10f-01d5b50b6855, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2a105b45-c4cc-43f6-a10f-01d5b50b6855,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:21:17.929581 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-f9221aaf-2253-4f9c-84e9-41ca6af799b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2a105b45-c4cc-43f6-a10f-01d5b50b6855), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:17.942491 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-54e63980-7bd0-4289-a8e6-32545a2652f7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (3bff4aec-5f82-49f5-8272-2165b45b010a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:17.943388 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e63980-7bd0-4289-a8e6-32545a2652f7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Fanout notify agent at l3_agent the message router_deleted on router 3bff4aec-5f82-49f5-8272-2165b45b010a {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:21:17.975614 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-54e63980-7bd0-4289-a8e6-32545a2652f7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:17.981294 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-54e63980-7bd0-4289-a8e6-32545a2652f7 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "DELETE /v2.0/routers/3bff4aec-5f82-49f5-8272-2165b45b010a HTTP/1.1" status: 204 len: 168 time: 1.9573357 Feb 19 04:21:17.983302 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47440) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:18.005462 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-01b19da9-327a-4dc9-90ea-86e7063f9911 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1474733491', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:18.039370 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01b19da9-327a-4dc9-90ea-86e7063f9911 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (fcdc8f17-c297-4c87-ac2d-89e3862be9f8), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:18.040541 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01b19da9-327a-4dc9-90ea-86e7063f9911 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (fcdc8f17-c297-4c87-ac2d-89e3862be9f8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:18.056186 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-d33a54ed-5af0-4d83-a649-2d0290057654 req-f490441d-b92a-4321-b47c-0eaa90a38663 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] For port a11065e8-624b-45a3-b9cb-d7602ed03e0e, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=a11065e8-624b-45a3-b9cb-d7602ed03e0e,segment=NetworkSegment(f54bf998-c6df-4a54-bbd7-3503e7bb776e),segment_id=f54bf998-c6df-4a54-bbd7-3503e7bb776e)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:18.056186 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d33a54ed-5af0-4d83-a649-2d0290057654 req-f490441d-b92a-4321-b47c-0eaa90a38663 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:18.063573 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9221aaf-2253-4f9c-84e9-41ca6af799b6 None None] Routers {'41e46745-cc08-40ed-9453-494dd5079432'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:18.068227 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-f9221aaf-2253-4f9c-84e9-41ca6af799b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:21:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['41e46745-cc08-40ed-9453-494dd5079432'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:18.142203 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-d33a54ed-5af0-4d83-a649-2d0290057654 req-f490441d-b92a-4321-b47c-0eaa90a38663 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Calling delete_port for a11065e8-624b-45a3-b9cb-d7602ed03e0e owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:18.147186 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb55d6-e23e-4e59-80bb-48757ef12a18 None None] Pushing event updated for resources: {'Port': ['ID=2a105b45-c4cc-43f6-a10f-01d5b50b6855,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:18.161359 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3451985-5562-4860-b3dd-50c363e36902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (052113ff-8bdc-4032-95c7-b7e6da1fe8cb), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:18.243244 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6fb0df2a-3df4-49a1-91a0-85a158aaa9b9 None None] Provisioning complete for port 052113ff-8bdc-4032-95c7-b7e6da1fe8cb triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:18.243864 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6fb0df2a-3df4-49a1-91a0-85a158aaa9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (052113ff-8bdc-4032-95c7-b7e6da1fe8cb), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:18.341579 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6fb0df2a-3df4-49a1-91a0-85a158aaa9b9 None None] Port 052113ff-8bdc-4032-95c7-b7e6da1fe8cb cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:21:18.354053 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1221d-4fc4-409a-8bd4-b4e3b9861176 req-1be29d51-e055-4135-8d14-b4500a726920 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:18.360337 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b8d1221d-4fc4-409a-8bd4-b4e3b9861176 req-1be29d51-e055-4135-8d14-b4500a726920 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 945 time: 0.3083229 Feb 19 04:21:18.373123 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-f9221aaf-2253-4f9c-84e9-41ca6af799b6 None None] Set router 41e46745-cc08-40ed-9453-494dd5079432 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:18.492957 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b8d1221d-4fc4-409a-8bd4-b4e3b9861176 req-cde512c0-6d5a-4b75-9a4c-8107262416dd tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241055 Feb 19 04:21:18.517356 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3451985-5562-4860-b3dd-50c363e36902 admin admin] Publish callbacks [] for port (052113ff-8bdc-4032-95c7-b7e6da1fe8cb), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:18.528198 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3451985-5562-4860-b3dd-50c363e36902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (052113ff-8bdc-4032-95c7-b7e6da1fe8cb), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:18.540619 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01b19da9-327a-4dc9-90ea-86e7063f9911 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_controller (fcdc8f17-c297-4c87-ac2d-89e3862be9f8), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:18.585689 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01b19da9-327a-4dc9-90ea-86e7063f9911 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (fcdc8f17-c297-4c87-ac2d-89e3862be9f8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:18.639454 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3451985-5562-4860-b3dd-50c363e36902 admin admin] Pushing event updated for resources: {'Port': ['ID=052113ff-8bdc-4032-95c7-b7e6da1fe8cb,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:18.639968 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffad6ad-5ac7-4e11-bd09-8eac7db07e7d req-09858b36-b337-4d3d-ac4a-fdf3e792ae40 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:18.641545 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cffad6ad-5ac7-4e11-bd09-8eac7db07e7d req-09858b36-b337-4d3d-ac4a-fdf3e792ae40 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 946 time: 0.1031058 Feb 19 04:21:18.642102 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3451985-5562-4860-b3dd-50c363e36902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (41e46745-cc08-40ed-9453-494dd5079432), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:18.646427 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01b19da9-327a-4dc9-90ea-86e7063f9911 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:18.647609 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-01b19da9-327a-4dc9-90ea-86e7063f9911 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6489666 Feb 19 04:21:18.652380 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47452) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:18.654002 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-f9221aaf-2253-4f9c-84e9-41ca6af799b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e46745-cc08-40ed-9453-494dd5079432', 'name': 'tempest-TestVolumeBackupRestore-837158383-router', 'tenant_id': 'f975a103c2494fb89a6fee2b8696471d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '2a105b45-c4cc-43f6-a10f-01d5b50b6855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:21:10Z', 'updated_at': '2022-02-19T04:21:14Z', 'revision_number': 3, 'project_id': 'f975a103c2494fb89a6fee2b8696471d', 'gw_port': {'id': '2a105b45-c4cc-43f6-a10f-01d5b50b6855', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:39:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e46745-cc08-40ed-9453-494dd5079432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:12Z', 'updated_at': '2022-02-19T04:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:18.660932 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-45a168e5-ff4e-4c3b-9ce4-17188a54892a tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'enable_snat': False}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:18.728666 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9221aaf-2253-4f9c-84e9-41ca6af799b6 None None] The sync data for ids ['41e46745-cc08-40ed-9453-494dd5079432'] in n-d-828369-19 is: [{'id': '41e46745-cc08-40ed-9453-494dd5079432', 'name': 'tempest-TestVolumeBackupRestore-837158383-router', 'tenant_id': 'f975a103c2494fb89a6fee2b8696471d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '2a105b45-c4cc-43f6-a10f-01d5b50b6855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:21:10Z', 'updated_at': '2022-02-19T04:21:14Z', 'revision_number': 3, 'project_id': 'f975a103c2494fb89a6fee2b8696471d', 'gw_port': {'id': '2a105b45-c4cc-43f6-a10f-01d5b50b6855', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:39:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e46745-cc08-40ed-9453-494dd5079432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:12Z', 'updated_at': '2022-02-19T04:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:21:18.812175 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3451985-5562-4860-b3dd-50c363e36902 admin admin] Network cba8e2ef-674e-4770-bebb-fade7df078da is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:18.814181 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-c3451985-5562-4860-b3dd-50c363e36902 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:18.976357 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3451985-5562-4860-b3dd-50c363e36902 admin admin] Router 41e46745-cc08-40ed-9453-494dd5079432 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:21:19.211136 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3451985-5562-4860-b3dd-50c363e36902 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:21:19.230626 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c3451985-5562-4860-b3dd-50c363e36902 admin admin] 10.222.0.52 "PUT /v2.0/routers/41e46745-cc08-40ed-9453-494dd5079432/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9724891 Feb 19 04:21:19.307420 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9940ab63-2aaa-42b7-a38e-30a1d322c17a None None] Provisioning complete for port 052113ff-8bdc-4032-95c7-b7e6da1fe8cb triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:19.307965 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9940ab63-2aaa-42b7-a38e-30a1d322c17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (052113ff-8bdc-4032-95c7-b7e6da1fe8cb), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:19.356081 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9940ab63-2aaa-42b7-a38e-30a1d322c17a None None] Port 052113ff-8bdc-4032-95c7-b7e6da1fe8cb cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:21:19.500145 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cffad6ad-5ac7-4e11-bd09-8eac7db07e7d req-6a796caa-116d-4449-a8d2-7db7da5c4092 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/security-groups?id=27d8b108-5108-4890-8b8b-d349be502b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086039 Feb 19 04:21:19.525641 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d33a54ed-5af0-4d83-a649-2d0290057654 req-f490441d-b92a-4321-b47c-0eaa90a38663 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (a11065e8-624b-45a3-b9cb-d7602ed03e0e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:19.818405 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-45a168e5-ff4e-4c3b-9ce4-17188a54892a tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router_gateway (fcdc8f17-c297-4c87-ac2d-89e3862be9f8), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:19.827928 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f490441d-b92a-4321-b47c-0eaa90a38663 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Pushing event deleted for resources: {'Port': ['ID=a11065e8-624b-45a3-b9cb-d7602ed03e0e,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:19.840114 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063122e-73ad-412a-8915-30c4aefde01b req-c7f6983b-7af1-4320-8d70-5e4a5b7654b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:19.841735 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3063122e-73ad-412a-8915-30c4aefde01b req-c7f6983b-7af1-4320-8d70-5e4a5b7654b4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 1128 time: 0.5226152 Feb 19 04:21:20.044859 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33a54ed-5af0-4d83-a649-2d0290057654 req-f490441d-b92a-4321-b47c-0eaa90a38663 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] No DVR routers for this DVR port a11065e8-624b-45a3-b9cb-d7602ed03e0e on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:21:20.066457 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d33a54ed-5af0-4d83-a649-2d0290057654 req-f490441d-b92a-4321-b47c-0eaa90a38663 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:20.069820 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d33a54ed-5af0-4d83-a649-2d0290057654 req-f490441d-b92a-4321-b47c-0eaa90a38663 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.79 "DELETE /v2.0/ports/a11065e8-624b-45a3-b9cb-d7602ed03e0e HTTP/1.1" status: 204 len: 173 time: 3.1636574 Feb 19 04:21:20.073254 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a20db8-8bdc-4289-b01f-3843c83b1a09', 'name': 'network-vif-deleted', 'tag': 'a11065e8-624b-45a3-b9cb-d7602ed03e0e'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:21:20.077736 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e68bdb-b3fd-465a-96c1-aa9cb2e471b1" -d '{"events": [{"server_uuid": "28a20db8-8bdc-4289-b01f-3843c83b1a09", "name": "network-vif-deleted", "tag": "a11065e8-624b-45a3-b9cb-d7602ed03e0e"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:21:20.130467 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033fe32-0271-4b98-906b-21f71f65747b req-3f804a88-7912-42a7-95c1-66b34190481b tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:20.143693 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5033fe32-0271-4b98-906b-21f71f65747b req-3f804a88-7912-42a7-95c1-66b34190481b tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 945 time: 0.5290444 Feb 19 04:21:20.196969 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b444ddb7-e768-4177-a219-3993211c3f7e x-openstack-request-id: req-b444ddb7-e768-4177-a219-3993211c3f7e {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:21:20.197412 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a20db8-8bdc-4289-b01f-3843c83b1a09", "name": "network-vif-deleted", "tag": "a11065e8-624b-45a3-b9cb-d7602ed03e0e", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:21:20.197764 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b444ddb7-e768-4177-a219-3993211c3f7e {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:21:20.198387 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a20db8-8bdc-4289-b01f-3843c83b1a09', 'name': 'network-vif-deleted', 'tag': 'a11065e8-624b-45a3-b9cb-d7602ed03e0e', 'status': 'completed', 'code': 200} Feb 19 04:21:20.202864 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3063122e-73ad-412a-8915-30c4aefde01b req-5a00bba8-53ad-458f-926c-6c276498a037 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345168 Feb 19 04:21:20.262496 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5033fe32-0271-4b98-906b-21f71f65747b req-a14a7f81-b1c9-4b7f-bb65-4475aeeb8e19 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169674 Feb 19 04:21:20.455071 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2a105b45-c4cc-43f6-a10f-01d5b50b6855 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:20.547579 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 2a105b45-c4cc-43f6-a10f-01d5b50b6855 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:20.548192 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2a105b45-c4cc-43f6-a10f-01d5b50b6855), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:20.564730 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-45a168e5-ff4e-4c3b-9ce4-17188a54892a tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router_gateway (fcdc8f17-c297-4c87-ac2d-89e3862be9f8), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:20.604380 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-45a168e5-ff4e-4c3b-9ce4-17188a54892a tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:20.673807 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device a11065e8-624b-45a3-b9cb-d7602ed03e0e no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:21:20.743419 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: a11065e8-624b-45a3-b9cb-d7602ed03e0e {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:21:20.744059 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device a11065e8-624b-45a3-b9cb-d7602ed03e0e not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:21:20.758831 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 2a105b45-c4cc-43f6-a10f-01d5b50b6855 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:20.759482 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2a105b45-c4cc-43f6-a10f-01d5b50b6855), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:20.765913 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f79a1ecd-0076-4397-ba35-85948bda01ab req-436b74bf-d9c3-4870-984e-75f5756236b2 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a20db8-8bdc-4289-b01f-3843c83b1a09 HTTP/1.1" status: 200 len: 210 time: 0.0427892 Feb 19 04:21:20.804513 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-45a168e5-ff4e-4c3b-9ce4-17188a54892a tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Allocated IP 172.25.3.2 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/d0b4055a-f783-4404-85d8-f809b2075bcf) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:20.820036 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 2a105b45-c4cc-43f6-a10f-01d5b50b6855, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2a105b45-c4cc-43f6-a10f-01d5b50b6855,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:20.842211 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2a105b45-c4cc-43f6-a10f-01d5b50b6855), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:20.951009 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=2a105b45-c4cc-43f6-a10f-01d5b50b6855,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:21.001050 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-45a168e5-ff4e-4c3b-9ce4-17188a54892a tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for port (d0b4055a-f783-4404-85d8-f809b2075bcf), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:21.100421 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-45a168e5-ff4e-4c3b-9ce4-17188a54892a tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (d0b4055a-f783-4404-85d8-f809b2075bcf), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:21.159156 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a168e5-ff4e-4c3b-9ce4-17188a54892a tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:21.175181 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-45a168e5-ff4e-4c3b-9ce4-17188a54892a tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:21.181562 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a168e5-ff4e-4c3b-9ce4-17188a54892a tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Pushing event updated for resources: {'Port': ['ID=d0b4055a-f783-4404-85d8-f809b2075bcf,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:21.185552 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a168e5-ff4e-4c3b-9ce4-17188a54892a tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:21.473439 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bc9ac-14d6-4037-96fb-5bb594309a8a req-e46fe059-0cfa-4a32-89d8-009ee8c6e4f5 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:21.475004 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d6bc9ac-14d6-4037-96fb-5bb594309a8a req-e46fe059-0cfa-4a32-89d8-009ee8c6e4f5 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 945 time: 0.1079695 Feb 19 04:21:21.585036 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d6bc9ac-14d6-4037-96fb-5bb594309a8a req-26035983-e4e7-43e3-8964-c61ccc6213e3 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008475 Feb 19 04:21:21.595440 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-45a168e5-ff4e-4c3b-9ce4-17188a54892a tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router_gateway (fcdc8f17-c297-4c87-ac2d-89e3862be9f8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:21.717375 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55a86f5-36ad-452b-8bff-6cccba56690c None None] Sync routers for ids ['41e46745-cc08-40ed-9453-494dd5079432'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:21:21.733561 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55a86f5-36ad-452b-8bff-6cccba56690c None None] Routers {'41e46745-cc08-40ed-9453-494dd5079432'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:21.736983 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-e55a86f5-36ad-452b-8bff-6cccba56690c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:21:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['41e46745-cc08-40ed-9453-494dd5079432'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:21.779679 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-0354cc11-94f2-4381-afb7-0678536fc4a7 req-21c7db04-5daf-4d0e-8401-58b0d53aa432 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-270929994', 'description': 'tempest-description-377198993'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:21.811443 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0354cc11-94f2-4381-afb7-0678536fc4a7 req-21c7db04-5daf-4d0e-8401-58b0d53aa432 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:21.862715 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47584) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:21.888055 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-e55a86f5-36ad-452b-8bff-6cccba56690c None None] Set router 41e46745-cc08-40ed-9453-494dd5079432 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:21.944550 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe9ae60-5554-497d-88e3-304fb1598ea6 admin admin] Deleting subnet 4be604aa-378d-4eff-8d65-7e786c5da5e7 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:21:21.948558 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dfe9ae60-5554-497d-88e3-304fb1598ea6 admin admin] Publish callbacks [] for subnet (4be604aa-378d-4eff-8d65-7e786c5da5e7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:21.979524 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-45a168e5-ff4e-4c3b-9ce4-17188a54892a tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5517'] for router (fcdc8f17-c297-4c87-ac2d-89e3862be9f8), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:21.992652 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-45a168e5-ff4e-4c3b-9ce4-17188a54892a tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1611319'] for router (fcdc8f17-c297-4c87-ac2d-89e3862be9f8), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:22.023282 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dfe9ae60-5554-497d-88e3-304fb1598ea6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (4be604aa-378d-4eff-8d65-7e786c5da5e7), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:22.103643 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dfe9ae60-5554-497d-88e3-304fb1598ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (4be604aa-378d-4eff-8d65-7e786c5da5e7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:22.194471 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0354cc11-94f2-4381-afb7-0678536fc4a7 req-21c7db04-5daf-4d0e-8401-58b0d53aa432 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks [] for security_group (68e75989-526c-4d0c-8eca-ba073fc2a445), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:22.216697 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0354cc11-94f2-4381-afb7-0678536fc4a7 req-21c7db04-5daf-4d0e-8401-58b0d53aa432 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (68e75989-526c-4d0c-8eca-ba073fc2a445), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:22.264584 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dfe9ae60-5554-497d-88e3-304fb1598ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (4be604aa-378d-4eff-8d65-7e786c5da5e7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:22.312713 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7db04-5daf-4d0e-8401-58b0d53aa432 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68e75989-526c-4d0c-8eca-ba073fc2a445,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:22.329107 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0354cc11-94f2-4381-afb7-0678536fc4a7 req-21c7db04-5daf-4d0e-8401-58b0d53aa432 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:22.335581 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0354cc11-94f2-4381-afb7-0678536fc4a7 req-21c7db04-5daf-4d0e-8401-58b0d53aa432 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.5931017 Feb 19 04:21:22.336198 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47598) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:22.344242 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9ae60-5554-497d-88e3-304fb1598ea6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4be604aa-378d-4eff-8d65-7e786c5da5e7,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:22.368768 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dfe9ae60-5554-497d-88e3-304fb1598ea6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:22.373637 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-dfe9ae60-5554-497d-88e3-304fb1598ea6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4be604aa-378d-4eff-8d65-7e786c5da5e7 HTTP/1.1" status: 204 len: 168 time: 0.5098927 Feb 19 04:21:22.387669 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47604) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:22.459129 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2a105b45-c4cc-43f6-a10f-01d5b50b6855 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:22.487434 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a168e5-ff4e-4c3b-9ce4-17188a54892a tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Router fcdc8f17-c297-4c87-ac2d-89e3862be9f8 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:21:22.613874 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9b417f44-07f8-480b-9998-bcafd35fa595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (2e9c4345-a542-424d-9672-4b79bfb4a878), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:22.646377 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 2a105b45-c4cc-43f6-a10f-01d5b50b6855 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:22.647391 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2a105b45-c4cc-43f6-a10f-01d5b50b6855), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:22.665802 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf040dbe-10d5-4a83-82f6-7efc0ddc98fa req-d5efb554-50c0-450c-8a93-e72ff4336a3c tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-270929994&fields=id&tenant_id=cbfcdf0453b64af4b94645bf82272ac6 HTTP/1.1" status: 200 len: 267 time: 0.0765827 Feb 19 04:21:22.820417 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-e55a86f5-36ad-452b-8bff-6cccba56690c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e46745-cc08-40ed-9453-494dd5079432', 'name': 'tempest-TestVolumeBackupRestore-837158383-router', 'tenant_id': 'f975a103c2494fb89a6fee2b8696471d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '2a105b45-c4cc-43f6-a10f-01d5b50b6855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:21:10Z', 'updated_at': '2022-02-19T04:21:18Z', 'revision_number': 4, 'project_id': 'f975a103c2494fb89a6fee2b8696471d', 'gw_port': {'id': '2a105b45-c4cc-43f6-a10f-01d5b50b6855', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:39:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e46745-cc08-40ed-9453-494dd5079432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:12Z', 'updated_at': '2022-02-19T04:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '052113ff-8bdc-4032-95c7-b7e6da1fe8cb', 'name': '', 'network_id': 'cba8e2ef-674e-4770-bebb-fade7df078da', 'tenant_id': 'f975a103c2494fb89a6fee2b8696471d', 'mac_address': 'fa:16:3e:71:08:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e46745-cc08-40ed-9453-494dd5079432', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'ce50fe0e-8d09-40d7-a734-2174208b79dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:17Z', 'updated_at': '2022-02-19T04:21:18Z', 'revision_number': 2, 'project_id': 'f975a103c2494fb89a6fee2b8696471d', 'subnets': [{'id': 'ce50fe0e-8d09-40d7-a734-2174208b79dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:22.839322 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9b417f44-07f8-480b-9998-bcafd35fa595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (2e9c4345-a542-424d-9672-4b79bfb4a878), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:22.906668 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a168e5-ff4e-4c3b-9ce4-17188a54892a tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:21:22.917320 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b491eb-23d0-4040-a448-304132273f38 None None] Sync routers for ids ['fcdc8f17-c297-4c87-ac2d-89e3862be9f8'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:21:22.918695 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-45a168e5-ff4e-4c3b-9ce4-17188a54892a tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:22.919953 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-45a168e5-ff4e-4c3b-9ce4-17188a54892a tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "PUT /v2.0/routers/fcdc8f17-c297-4c87-ac2d-89e3862be9f8 HTTP/1.1" status: 200 len: 914 time: 4.2664869 Feb 19 04:21:22.926706 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47612) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:22.938019 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b491eb-23d0-4040-a448-304132273f38 None None] Routers {'fcdc8f17-c297-4c87-ac2d-89e3862be9f8'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:22.938948 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-04b491eb-23d0-4040-a448-304132273f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:21:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['fcdc8f17-c297-4c87-ac2d-89e3862be9f8'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:22.992172 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 2a105b45-c4cc-43f6-a10f-01d5b50b6855 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:22.994846 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55a86f5-36ad-452b-8bff-6cccba56690c None None] Checking router: 41e46745-cc08-40ed-9453-494dd5079432 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:21:22.995248 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55a86f5-36ad-452b-8bff-6cccba56690c None None] Updating router 41e46745-cc08-40ed-9453-494dd5079432 port 052113ff-8bdc-4032-95c7-b7e6da1fe8cb binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:21:23.037674 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-04b491eb-23d0-4040-a448-304132273f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:23.062534 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e55a86f5-36ad-452b-8bff-6cccba56690c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (052113ff-8bdc-4032-95c7-b7e6da1fe8cb), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:23.070980 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b491eb-23d0-4040-a448-304132273f38 None None] Routers {'fcdc8f17-c297-4c87-ac2d-89e3862be9f8'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:23.072241 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-04b491eb-23d0-4040-a448-304132273f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:21:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['fcdc8f17-c297-4c87-ac2d-89e3862be9f8'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:23.077253 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf040dbe-10d5-4a83-82f6-7efc0ddc98fa req-bdd98601-330e-4cfa-a230-48b102771997 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:23.082050 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf040dbe-10d5-4a83-82f6-7efc0ddc98fa req-bdd98601-330e-4cfa-a230-48b102771997 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 945 time: 0.4175889 Feb 19 04:21:23.107671 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-bf040dbe-10d5-4a83-82f6-7efc0ddc98fa req-58d4fcf0-936b-4fbe-ae37-bf4386ececf6 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Request body: {'port': {'security_groups': ['9a96c02d-5213-4a92-b849-91ac2f22cce9', '68e75989-526c-4d0c-8eca-ba073fc2a445']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:23.169144 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-04b491eb-23d0-4040-a448-304132273f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:23.172463 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b491eb-23d0-4040-a448-304132273f38 None None] The sync data for ids ['fcdc8f17-c297-4c87-ac2d-89e3862be9f8'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:21:23.491518 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bf040dbe-10d5-4a83-82f6-7efc0ddc98fa req-58d4fcf0-936b-4fbe-ae37-bf4386ececf6 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (63034fb1-1e4e-4482-9720-ff18a727c698), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:23.548951 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d1d61425-f8fd-49ec-9a0d-f21334971d5e tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "GET /v2.0/routers/fcdc8f17-c297-4c87-ac2d-89e3862be9f8 HTTP/1.1" status: 200 len: 920 time: 0.6200795 Feb 19 04:21:23.552816 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47620) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:23.815154 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e55a86f5-36ad-452b-8bff-6cccba56690c None None] Publish callbacks [] for port (052113ff-8bdc-4032-95c7-b7e6da1fe8cb), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:23.847447 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e55a86f5-36ad-452b-8bff-6cccba56690c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (052113ff-8bdc-4032-95c7-b7e6da1fe8cb), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:23.938824 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-9b417f44-07f8-480b-9998-bcafd35fa595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9c4345-a542-424d-9672-4b79bfb4a878']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:23.960825 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-9b417f44-07f8-480b-9998-bcafd35fa595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f54bf998-c6df-4a54-bbd7-3503e7bb776e') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:23.962311 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-9b417f44-07f8-480b-9998-bcafd35fa595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f54bf998-c6df-4a54-bbd7-3503e7bb776e') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:23.987862 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9b417f44-07f8-480b-9998-bcafd35fa595 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (f54bf998-c6df-4a54-bbd7-3503e7bb776e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:24.017771 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9b417f44-07f8-480b-9998-bcafd35fa595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (f54bf998-c6df-4a54-bbd7-3503e7bb776e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:24.034408 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b417f44-07f8-480b-9998-bcafd35fa595 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:21:24.034825 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9b417f44-07f8-480b-9998-bcafd35fa595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (f54bf998-c6df-4a54-bbd7-3503e7bb776e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:24.098766 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a06c2b-3215-43a6-a422-caf48ef82a30 None None] Pushing event updated for resources: {'Port': ['ID=052113ff-8bdc-4032-95c7-b7e6da1fe8cb,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:24.136140 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e55a86f5-36ad-452b-8bff-6cccba56690c None None] Attempting to bind port 052113ff-8bdc-4032-95c7-b7e6da1fe8cb on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:21:24.137129 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e55a86f5-36ad-452b-8bff-6cccba56690c None None] Attempting to bind port 052113ff-8bdc-4032-95c7-b7e6da1fe8cb by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'fcd10afe-1a89-4c55-871d-d26837d4b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cba8e2ef-674e-4770-bebb-fade7df078da'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:21:24.137444 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55a86f5-36ad-452b-8bff-6cccba56690c None None] Attempting to bind port 052113ff-8bdc-4032-95c7-b7e6da1fe8cb on network cba8e2ef-674e-4770-bebb-fade7df078da {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:21:24.152061 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55a86f5-36ad-452b-8bff-6cccba56690c None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:21:24.154144 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:21:24.159422 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55a86f5-36ad-452b-8bff-6cccba56690c None None] Checking segment: {'id': 'fcd10afe-1a89-4c55-871d-d26837d4b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cba8e2ef-674e-4770-bebb-fade7df078da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:24.160779 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e55a86f5-36ad-452b-8bff-6cccba56690c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:24.161193 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55a86f5-36ad-452b-8bff-6cccba56690c None None] Bound using segment: {'id': 'fcd10afe-1a89-4c55-871d-d26837d4b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cba8e2ef-674e-4770-bebb-fade7df078da'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:21:24.161715 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e55a86f5-36ad-452b-8bff-6cccba56690c None None] Bound port: 052113ff-8bdc-4032-95c7-b7e6da1fe8cb, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd10afe-1a89-4c55-871d-d26837d4b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cba8e2ef-674e-4770-bebb-fade7df078da'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:21:24.162107 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e55a86f5-36ad-452b-8bff-6cccba56690c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (052113ff-8bdc-4032-95c7-b7e6da1fe8cb), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:24.200576 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9b417f44-07f8-480b-9998-bcafd35fa595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (2e9c4345-a542-424d-9672-4b79bfb4a878), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:24.227843 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9b417f44-07f8-480b-9998-bcafd35fa595 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:24.236990 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9b417f44-07f8-480b-9998-bcafd35fa595 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2e9c4345-a542-424d-9672-4b79bfb4a878 HTTP/1.1" status: 204 len: 168 time: 1.8479800 Feb 19 04:21:24.275042 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b417f44-07f8-480b-9998-bcafd35fa595 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e9c4345-a542-424d-9672-4b79bfb4a878,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:24.485470 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e55a86f5-36ad-452b-8bff-6cccba56690c None None] For port 052113ff-8bdc-4032-95c7-b7e6da1fe8cb, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:21:24.506020 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e55a86f5-36ad-452b-8bff-6cccba56690c None None] For port 052113ff-8bdc-4032-95c7-b7e6da1fe8cb, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=052113ff-8bdc-4032-95c7-b7e6da1fe8cb,segment=NetworkSegment(fcd10afe-1a89-4c55-871d-d26837d4b0e3),segment_id=fcd10afe-1a89-4c55-871d-d26837d4b0e3)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:21:24.540537 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e55a86f5-36ad-452b-8bff-6cccba56690c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (052113ff-8bdc-4032-95c7-b7e6da1fe8cb), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:24.648347 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-bf040dbe-10d5-4a83-82f6-7efc0ddc98fa req-58d4fcf0-936b-4fbe-ae37-bf4386ececf6 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] For port 63034fb1-1e4e-4482-9720-ff18a727c698, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=63034fb1-1e4e-4482-9720-ff18a727c698,segment=NetworkSegment(553286f1-166b-49af-b5fc-5341c456a99d),segment_id=553286f1-166b-49af-b5fc-5341c456a99d)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:24.683930 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47636) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:24.711832 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bf040dbe-10d5-4a83-82f6-7efc0ddc98fa req-58d4fcf0-936b-4fbe-ae37-bf4386ececf6 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks [] for port (63034fb1-1e4e-4482-9720-ff18a727c698), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:24.728566 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a06c2b-3215-43a6-a422-caf48ef82a30 None None] Pushing event updated for resources: {'Port': ['ID=052113ff-8bdc-4032-95c7-b7e6da1fe8cb,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:24.737884 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736089bc-6c30-4f2d-9eb9-b16d5687bab5 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:24.743137 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-736089bc-6c30-4f2d-9eb9-b16d5687bab5 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0&device_id=fcdc8f17-c297-4c87-ac2d-89e3862be9f8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 1.1860979 Feb 19 04:21:24.743137 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bf040dbe-10d5-4a83-82f6-7efc0ddc98fa req-58d4fcf0-936b-4fbe-ae37-bf4386ececf6 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (63034fb1-1e4e-4482-9720-ff18a727c698), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:24.746584 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-22f93d0e-55fb-4703-bdcf-565d329e360e None None] Provisioning complete for port 052113ff-8bdc-4032-95c7-b7e6da1fe8cb triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:24.746584 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-22f93d0e-55fb-4703-bdcf-565d329e360e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (052113ff-8bdc-4032-95c7-b7e6da1fe8cb), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:24.761590 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47638) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:24.812857 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['63034fb1-1e4e-4482-9720-ff18a727c698'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:21:24.905943 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4fcf0-936b-4fbe-ae37-bf4386ececf6 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Pushing event updated for resources: {'Port': ['ID=63034fb1-1e4e-4482-9720-ff18a727c698,revision_number=6']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:24.927183 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf040dbe-10d5-4a83-82f6-7efc0ddc98fa req-58d4fcf0-936b-4fbe-ae37-bf4386ececf6 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:24.927865 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bf040dbe-10d5-4a83-82f6-7efc0ddc98fa req-58d4fcf0-936b-4fbe-ae37-bf4386ececf6 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:24.929549 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf040dbe-10d5-4a83-82f6-7efc0ddc98fa req-58d4fcf0-936b-4fbe-ae37-bf4386ececf6 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "PUT /v2.0/ports/63034fb1-1e4e-4482-9720-ff18a727c698 HTTP/1.1" status: 200 len: 981 time: 1.8364296 Feb 19 04:21:24.930022 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e7c341-f49a-4ec7-b1d1-4eb24a04ea45', 'tag': '63034fb1-1e4e-4482-9720-ff18a727c698'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:21:24.939877 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca300184-fc29-4d23-82c6-4d91555accb8" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45", "tag": "63034fb1-1e4e-4482-9720-ff18a727c698"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:21:24.954194 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55a86f5-36ad-452b-8bff-6cccba56690c None None] Routers {'41e46745-cc08-40ed-9453-494dd5079432'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:24.955098 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-e55a86f5-36ad-452b-8bff-6cccba56690c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:21:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['41e46745-cc08-40ed-9453-494dd5079432'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:25.043925 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['63034fb1-1e4e-4482-9720-ff18a727c698'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:21:25.054059 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcee2b64-1b9a-4fce-b6be-315f41ce81c8 x-openstack-request-id: req-fcee2b64-1b9a-4fce-b6be-315f41ce81c8 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:21:25.054382 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45", "tag": "63034fb1-1e4e-4482-9720-ff18a727c698", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:21:25.054679 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fcee2b64-1b9a-4fce-b6be-315f41ce81c8 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:21:25.055080 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e7c341-f49a-4ec7-b1d1-4eb24a04ea45', 'tag': '63034fb1-1e4e-4482-9720-ff18a727c698', 'status': 'completed', 'code': 200} Feb 19 04:21:25.110002 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-273d6733-c8d1-4422-af6c-e09a9434e993 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a4e0bc4a4b1b4fe383f135223bc35a0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4285693 Feb 19 04:21:25.113434 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47650) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:25.231759 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3c142b-16d4-4fde-b726-05ccb7c17546 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:25.235984 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5c3c142b-16d4-4fde-b726-05ccb7c17546 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 881 time: 0.4703200 Feb 19 04:21:25.237298 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47652) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:25.270048 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b86f486-57c4-40e1-834d-41ba2a6fcbb0 req-ac13b731-87ee-499b-a42e-1a71d3b499b9 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-270929994&fields=id&tenant_id=cbfcdf0453b64af4b94645bf82272ac6 HTTP/1.1" status: 200 len: 267 time: 0.0998802 Feb 19 04:21:25.295545 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ced303e8-07e5-47d5-897f-1a53caa3d23d tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcdc8f17-c297-4c87-ac2d-89e3862be9f8 HTTP/1.1" status: 200 len: 205 time: 0.0540528 Feb 19 04:21:25.299813 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47654) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:25.375419 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2fddbb01-4211-4190-a069-bf10c4ef9c5c admin admin] Publish callbacks [] for security_group (27d8b108-5108-4890-8b8b-d349be502b92), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:25.382794 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca300184-fc29-4d23-82c6-4d91555accb8 req-f0f4c4f2-874f-4ec1-bc4f-10d49b428447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:25.388048 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca300184-fc29-4d23-82c6-4d91555accb8 req-f0f4c4f2-874f-4ec1-bc4f-10d49b428447 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbfcdf0453b64af4b94645bf82272ac6&device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 1167 time: 0.3053157 Feb 19 04:21:25.540755 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86f486-57c4-40e1-834d-41ba2a6fcbb0 req-dad07d2f-bd2e-4945-ad8c-534da4fc7b50 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:25.544254 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b86f486-57c4-40e1-834d-41ba2a6fcbb0 req-dad07d2f-bd2e-4945-ad8c-534da4fc7b50 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 984 time: 0.2633045 Feb 19 04:21:25.552366 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-22f93d0e-55fb-4703-bdcf-565d329e360e None None] Current status of the port 052113ff-8bdc-4032-95c7-b7e6da1fe8cb is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:25.552678 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-22f93d0e-55fb-4703-bdcf-565d329e360e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (052113ff-8bdc-4032-95c7-b7e6da1fe8cb), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:25.567159 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-2b86f486-57c4-40e1-834d-41ba2a6fcbb0 req-cf3cf35f-efd0-44e1-9fa2-dc0d1340f521 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Request body: {'port': {'security_groups': ['9a96c02d-5213-4a92-b849-91ac2f22cce9']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:25.576374 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2fddbb01-4211-4190-a069-bf10c4ef9c5c admin admin] Publish callbacks [] for security_group (27d8b108-5108-4890-8b8b-d349be502b92), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:25.638153 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-22f93d0e-55fb-4703-bdcf-565d329e360e None None] For port 052113ff-8bdc-4032-95c7-b7e6da1fe8cb, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=052113ff-8bdc-4032-95c7-b7e6da1fe8cb,segment=NetworkSegment(fcd10afe-1a89-4c55-871d-d26837d4b0e3),segment_id=fcd10afe-1a89-4c55-871d-d26837d4b0e3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:25.649254 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-e55a86f5-36ad-452b-8bff-6cccba56690c None None] Set router 41e46745-cc08-40ed-9453-494dd5079432 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:25.733023 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-22f93d0e-55fb-4703-bdcf-565d329e360e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (052113ff-8bdc-4032-95c7-b7e6da1fe8cb), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:25.744321 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6552b92d-361b-4549-b7d6-529eda0bcdbd tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router (fcdc8f17-c297-4c87-ac2d-89e3862be9f8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:25.843311 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e1a7204-fcb1-45bf-a003-c7ec12301749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (cc6badf1-dead-437b-aaea-9a53f7947954), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:25.900943 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d11c9ea-7876-46de-a656-dd9e061d6f52 req-e89c1194-ec7d-4710-bc95-274d398e874e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3458347 Feb 19 04:21:25.944003 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2b86f486-57c4-40e1-834d-41ba2a6fcbb0 req-cf3cf35f-efd0-44e1-9fa2-dc0d1340f521 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (63034fb1-1e4e-4482-9720-ff18a727c698), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:25.959077 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:21:26.019232 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca300184-fc29-4d23-82c6-4d91555accb8 req-87adfb5c-80bf-48ab-9854-d986e078eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:26.022483 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca300184-fc29-4d23-82c6-4d91555accb8 req-87adfb5c-80bf-48ab-9854-d986e078eb9b service neutron] 10.222.0.79 "GET /v2.0/networks?id=01ed4d50-f745-422f-b896-15b69835df57 HTTP/1.1" status: 200 len: 921 time: 0.6243377 Feb 19 04:21:26.033171 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2fddbb01-4211-4190-a069-bf10c4ef9c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (27d8b108-5108-4890-8b8b-d349be502b92), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:26.041689 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2fddbb01-4211-4190-a069-bf10c4ef9c5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:26.047361 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2fddbb01-4211-4190-a069-bf10c4ef9c5c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/27d8b108-5108-4890-8b8b-d349be502b92 HTTP/1.1" status: 204 len: 168 time: 0.9318390 Feb 19 04:21:26.162049 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca300184-fc29-4d23-82c6-4d91555accb8 req-b91a6d8e-f24c-4b1a-a359-fa4b1fb83c95 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63034fb1-1e4e-4482-9720-ff18a727c698 HTTP/1.1" status: 200 len: 217 time: 0.0652468 Feb 19 04:21:26.187553 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fddbb01-4211-4190-a069-bf10c4ef9c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d8b108-5108-4890-8b8b-d349be502b92,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:26.248581 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11c9ea-7876-46de-a656-dd9e061d6f52 req-7787bcb1-d8ee-4187-ad34-85b7dd89f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:26.253623 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d11c9ea-7876-46de-a656-dd9e061d6f52 req-7787bcb1-d8ee-4187-ad34-85b7dd89f04a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 1128 time: 0.2452209 Feb 19 04:21:26.434065 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca300184-fc29-4d23-82c6-4d91555accb8 req-9b8a7fab-4019-47e2-be95-c2f87e3292fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:26.436043 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca300184-fc29-4d23-82c6-4d91555accb8 req-9b8a7fab-4019-47e2-be95-c2f87e3292fd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=02a32519-00af-48ba-8cbe-f80637d11bf7 HTTP/1.1" status: 200 len: 860 time: 0.2645509 Feb 19 04:21:26.471174 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6552b92d-361b-4549-b7d6-529eda0bcdbd tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_gateway (fcdc8f17-c297-4c87-ac2d-89e3862be9f8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:26.520814 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f93d0e-55fb-4703-bdcf-565d329e360e None None] Pushing event updated for resources: {'Port': ['ID=052113ff-8bdc-4032-95c7-b7e6da1fe8cb,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:26.539058 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca300184-fc29-4d23-82c6-4d91555accb8 req-2fe56daf-417e-421e-aa63-e5a55e87a4d9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=01ed4d50-f745-422f-b896-15b69835df57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867496 Feb 19 04:21:26.573437 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-74c6e998-4404-471a-b85c-e042421d5a3f None None] Provisioning complete for port 052113ff-8bdc-4032-95c7-b7e6da1fe8cb triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:26.577204 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-74c6e998-4404-471a-b85c-e042421d5a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (052113ff-8bdc-4032-95c7-b7e6da1fe8cb), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:26.790705 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-74c6e998-4404-471a-b85c-e042421d5a3f None None] Current status of the port 052113ff-8bdc-4032-95c7-b7e6da1fe8cb is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:26.795017 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-e55a86f5-36ad-452b-8bff-6cccba56690c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e46745-cc08-40ed-9453-494dd5079432', 'name': 'tempest-TestVolumeBackupRestore-837158383-router', 'tenant_id': 'f975a103c2494fb89a6fee2b8696471d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '2a105b45-c4cc-43f6-a10f-01d5b50b6855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:21:10Z', 'updated_at': '2022-02-19T04:21:18Z', 'revision_number': 4, 'project_id': 'f975a103c2494fb89a6fee2b8696471d', 'gw_port': {'id': '2a105b45-c4cc-43f6-a10f-01d5b50b6855', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:39:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e46745-cc08-40ed-9453-494dd5079432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:12Z', 'updated_at': '2022-02-19T04:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '052113ff-8bdc-4032-95c7-b7e6da1fe8cb', 'name': '', 'network_id': 'cba8e2ef-674e-4770-bebb-fade7df078da', 'tenant_id': 'f975a103c2494fb89a6fee2b8696471d', 'mac_address': 'fa:16:3e:71:08:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e46745-cc08-40ed-9453-494dd5079432', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'ce50fe0e-8d09-40d7-a734-2174208b79dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:17Z', 'updated_at': '2022-02-19T04:21:24Z', 'revision_number': 4, 'project_id': 'f975a103c2494fb89a6fee2b8696471d', 'subnets': [{'id': 'ce50fe0e-8d09-40d7-a734-2174208b79dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:26.808664 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-6552b92d-361b-4549-b7d6-529eda0bcdbd tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Deleting port d0b4055a-f783-4404-85d8-f809b2075bcf {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:26.815681 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6552b92d-361b-4549-b7d6-529eda0bcdbd tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (d0b4055a-f783-4404-85d8-f809b2075bcf), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:26.896373 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55a86f5-36ad-452b-8bff-6cccba56690c None None] The sync data for ids ['41e46745-cc08-40ed-9453-494dd5079432'] in n-d-828369-19 is: [{'id': '41e46745-cc08-40ed-9453-494dd5079432', 'name': 'tempest-TestVolumeBackupRestore-837158383-router', 'tenant_id': 'f975a103c2494fb89a6fee2b8696471d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '2a105b45-c4cc-43f6-a10f-01d5b50b6855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:21:10Z', 'updated_at': '2022-02-19T04:21:18Z', 'revision_number': 4, 'project_id': 'f975a103c2494fb89a6fee2b8696471d', 'gw_port': {'id': '2a105b45-c4cc-43f6-a10f-01d5b50b6855', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:39:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e46745-cc08-40ed-9453-494dd5079432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:12Z', 'updated_at': '2022-02-19T04:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '052113ff-8bdc-4032-95c7-b7e6da1fe8cb', 'name': '', 'network_id': 'cba8e2ef-674e-4770-bebb-fade7df078da', 'tenant_id': 'f975a103c2494fb89a6fee2b8696471d', 'mac_address': 'fa:16:3e:71:08:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e46745-cc08-40ed-9453-494dd5079432', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'ce50fe0e-8d09-40d7-a734-2174208b79dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:17Z', 'updated_at': '2022-02-19T04:21:24Z', 'revision_number': 4, 'project_id': 'f975a103c2494fb89a6fee2b8696471d', 'subnets': [{'id': 'ce50fe0e-8d09-40d7-a734-2174208b79dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:21:26.941251 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:27.059587 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11c9ea-7876-46de-a656-dd9e061d6f52 req-d2c009ad-e2c3-434b-a03c-07dcfc63e70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:27.074609 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d11c9ea-7876-46de-a656-dd9e061d6f52 req-d2c009ad-e2c3-434b-a03c-07dcfc63e70e service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf35e948-0e14-4c64-82c9-565d40e622b8 HTTP/1.1" status: 200 len: 897 time: 0.7893560 Feb 19 04:21:27.253682 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6552b92d-361b-4549-b7d6-529eda0bcdbd tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (d0b4055a-f783-4404-85d8-f809b2075bcf), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:27.266468 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-2b86f486-57c4-40e1-834d-41ba2a6fcbb0 req-cf3cf35f-efd0-44e1-9fa2-dc0d1340f521 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] For port 63034fb1-1e4e-4482-9720-ff18a727c698, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=63034fb1-1e4e-4482-9720-ff18a727c698,segment=NetworkSegment(553286f1-166b-49af-b5fc-5341c456a99d),segment_id=553286f1-166b-49af-b5fc-5341c456a99d)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:27.291243 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-6552b92d-361b-4549-b7d6-529eda0bcdbd tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Calling delete_port for d0b4055a-f783-4404-85d8-f809b2075bcf owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:27.298264 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-0e1a7204-fcb1-45bf-a003-c7ec12301749 admin admin] Deleting port 4f8b1ce8-ba59-4169-9e5f-e039c1da4667 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:27.300821 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e1a7204-fcb1-45bf-a003-c7ec12301749 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (4f8b1ce8-ba59-4169-9e5f-e039c1da4667), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:27.350004 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2b86f486-57c4-40e1-834d-41ba2a6fcbb0 req-cf3cf35f-efd0-44e1-9fa2-dc0d1340f521 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks [] for port (63034fb1-1e4e-4482-9720-ff18a727c698), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:27.480186 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2b86f486-57c4-40e1-834d-41ba2a6fcbb0 req-cf3cf35f-efd0-44e1-9fa2-dc0d1340f521 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (63034fb1-1e4e-4482-9720-ff18a727c698), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:27.492376 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['63034fb1-1e4e-4482-9720-ff18a727c698'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:21:27.583613 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-0e1a7204-fcb1-45bf-a003-c7ec12301749 admin admin] For port 4f8b1ce8-ba59-4169-9e5f-e039c1da4667, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4f8b1ce8-ba59-4169-9e5f-e039c1da4667,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:27.583990 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e1a7204-fcb1-45bf-a003-c7ec12301749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (4f8b1ce8-ba59-4169-9e5f-e039c1da4667), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:27.604807 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86f486-57c4-40e1-834d-41ba2a6fcbb0 req-cf3cf35f-efd0-44e1-9fa2-dc0d1340f521 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:27.609845 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2b86f486-57c4-40e1-834d-41ba2a6fcbb0 req-cf3cf35f-efd0-44e1-9fa2-dc0d1340f521 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:27.615171 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b86f486-57c4-40e1-834d-41ba2a6fcbb0 req-cf3cf35f-efd0-44e1-9fa2-dc0d1340f521 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "PUT /v2.0/ports/63034fb1-1e4e-4482-9720-ff18a727c698 HTTP/1.1" status: 200 len: 942 time: 2.0548337 Feb 19 04:21:27.618261 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e7c341-f49a-4ec7-b1d1-4eb24a04ea45', 'tag': '63034fb1-1e4e-4482-9720-ff18a727c698'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:21:27.644931 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e8a71c-ded6-439a-a402-996b1e7cb2b1" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45", "tag": "63034fb1-1e4e-4482-9720-ff18a727c698"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:21:27.651770 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca300184-fc29-4d23-82c6-4d91555accb8 req-fedd5b26-9227-4bcb-b7cb-655653e6e25d service neutron] 10.222.0.79 "GET /v2.0/networks/01ed4d50-f745-422f-b896-15b69835df57?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0855765 Feb 19 04:21:27.689720 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['63034fb1-1e4e-4482-9720-ff18a727c698'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:21:27.770945 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6aaa3da-1891-416f-8bcc-21a5394693cc x-openstack-request-id: req-f6aaa3da-1891-416f-8bcc-21a5394693cc {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:21:27.771655 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45", "tag": "63034fb1-1e4e-4482-9720-ff18a727c698", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:21:27.772140 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f6aaa3da-1891-416f-8bcc-21a5394693cc {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:21:27.774740 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e7c341-f49a-4ec7-b1d1-4eb24a04ea45', 'tag': '63034fb1-1e4e-4482-9720-ff18a727c698', 'status': 'completed', 'code': 200} Feb 19 04:21:27.833136 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-0e1a7204-fcb1-45bf-a003-c7ec12301749 admin admin] Calling delete_port for 4f8b1ce8-ba59-4169-9e5f-e039c1da4667 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:27.856772 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d11c9ea-7876-46de-a656-dd9e061d6f52 req-28104bb4-98e0-49e8-a38d-8326b3910e9f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19128e7b-c0d0-43d1-bd22-2a612e31afb9 HTTP/1.1" status: 200 len: 1000 time: 0.7542892 Feb 19 04:21:28.038793 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6552b92d-361b-4549-b7d6-529eda0bcdbd tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (d0b4055a-f783-4404-85d8-f809b2075bcf), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.087050 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552b92d-361b-4549-b7d6-529eda0bcdbd tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Pushing event deleted for resources: {'Port': ['ID=d0b4055a-f783-4404-85d8-f809b2075bcf,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:28.325721 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3cf35f-efd0-44e1-9fa2-dc0d1340f521 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Pushing event updated for resources: {'Port': ['ID=63034fb1-1e4e-4482-9720-ff18a727c698,revision_number=7']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:28.349390 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11c9ea-7876-46de-a656-dd9e061d6f52 req-94085ce6-c3cd-4be6-89af-26a5bca3f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:28.351247 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d11c9ea-7876-46de-a656-dd9e061d6f52 req-94085ce6-c3cd-4be6-89af-26a5bca3f84d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2505abe-19fa-46cd-a323-4523aa51b99d HTTP/1.1" status: 200 len: 834 time: 0.3249216 Feb 19 04:21:28.381975 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6552b92d-361b-4549-b7d6-529eda0bcdbd tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (fcdc8f17-c297-4c87-ac2d-89e3862be9f8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.440781 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 052113ff-8bdc-4032-95c7-b7e6da1fe8cb up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:28.557218 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-870b7918-87b3-496f-b703-373f4efb403c req-77d0d085-3d8c-4ed7-8c6a-8dbda6b89de2 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8875878 Feb 19 04:21:28.589110 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6552b92d-361b-4549-b7d6-529eda0bcdbd tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (fcdc8f17-c297-4c87-ac2d-89e3862be9f8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.597258 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6552b92d-361b-4549-b7d6-529eda0bcdbd tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_controller (fcdc8f17-c297-4c87-ac2d-89e3862be9f8), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.613485 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 052113ff-8bdc-4032-95c7-b7e6da1fe8cb triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:28.613850 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (052113ff-8bdc-4032-95c7-b7e6da1fe8cb), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.676276 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-870b7918-87b3-496f-b703-373f4efb403c req-7313b834-0126-4a78-b4ad-eef80ad9bb45 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:28.762717 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 052113ff-8bdc-4032-95c7-b7e6da1fe8cb is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:28.770966 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-870b7918-87b3-496f-b703-373f4efb403c req-7313b834-0126-4a78-b4ad-eef80ad9bb45 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.809656 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6552b92d-361b-4549-b7d6-529eda0bcdbd tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (fcdc8f17-c297-4c87-ac2d-89e3862be9f8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.810308 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6552b92d-361b-4549-b7d6-529eda0bcdbd tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Fanout notify agent at l3_agent the message router_deleted on router fcdc8f17-c297-4c87-ac2d-89e3862be9f8 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:21:28.818348 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6552b92d-361b-4549-b7d6-529eda0bcdbd tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.819491 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6552b92d-361b-4549-b7d6-529eda0bcdbd tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "DELETE /v2.0/routers/fcdc8f17-c297-4c87-ac2d-89e3862be9f8 HTTP/1.1" status: 204 len: 168 time: 3.5127668 Feb 19 04:21:28.824385 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47738) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:28.829253 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3caf002b-40b7-4d56-ad8f-168846f4c31e tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1819723882', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}, 'admin_state_up': False}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:28.845580 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11c9ea-7876-46de-a656-dd9e061d6f52 req-c9086e13-1be4-42e6-b3c7-626dc166295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:28.847213 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d11c9ea-7876-46de-a656-dd9e061d6f52 req-c9086e13-1be4-42e6-b3c7-626dc166295d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf35e948-0e14-4c64-82c9-565d40e622b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4254115 Feb 19 04:21:28.849962 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca300184-fc29-4d23-82c6-4d91555accb8 req-b18228a8-10df-4f5e-9813-b15cdd07cdc8 service neutron] 10.222.0.79 "GET /v2.0/networks/01ed4d50-f745-422f-b896-15b69835df57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1517494 Feb 19 04:21:28.906363 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e1a7204-fcb1-45bf-a003-c7ec12301749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (4f8b1ce8-ba59-4169-9e5f-e039c1da4667), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.958488 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a7204-fcb1-45bf-a003-c7ec12301749 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f8b1ce8-ba59-4169-9e5f-e039c1da4667,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:29.019074 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3caf002b-40b7-4d56-ad8f-168846f4c31e tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (cf8d6981-308d-4ef8-833e-42594049d5e5), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:29.021604 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3caf002b-40b7-4d56-ad8f-168846f4c31e tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (cf8d6981-308d-4ef8-833e-42594049d5e5), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:29.200522 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d11c9ea-7876-46de-a656-dd9e061d6f52 req-166a5674-2a54-4800-a5b4-e397c145d138 service neutron] 10.222.0.26 "GET /v2.0/networks/bf35e948-0e14-4c64-82c9-565d40e622b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925794 Feb 19 04:21:29.208085 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8a71c-ded6-439a-a402-996b1e7cb2b1 req-46fceade-5d9b-4e13-88bd-d55b4fc209ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:29.211000 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-51e8a71c-ded6-439a-a402-996b1e7cb2b1 req-46fceade-5d9b-4e13-88bd-d55b4fc209ff service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbfcdf0453b64af4b94645bf82272ac6&device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 1128 time: 0.2696667 Feb 19 04:21:29.391737 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e1a7204-fcb1-45bf-a003-c7ec12301749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (cc6badf1-dead-437b-aaea-9a53f7947954), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:29.435060 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3caf002b-40b7-4d56-ad8f-168846f4c31e tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_controller (cf8d6981-308d-4ef8-833e-42594049d5e5), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:29.627766 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8a71c-ded6-439a-a402-996b1e7cb2b1 req-78040353-f7c0-464a-a757-6ca4879d35b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:29.629243 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-51e8a71c-ded6-439a-a402-996b1e7cb2b1 req-78040353-f7c0-464a-a757-6ca4879d35b6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=01ed4d50-f745-422f-b896-15b69835df57 HTTP/1.1" status: 200 len: 921 time: 0.4035954 Feb 19 04:21:29.631134 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-870b7918-87b3-496f-b703-373f4efb403c req-7313b834-0126-4a78-b4ad-eef80ad9bb45 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:29.656624 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d11c9ea-7876-46de-a656-dd9e061d6f52 req-8edbab88-23c6-4014-802f-d8e459cd3c90 service neutron] 10.222.0.26 "GET /v2.0/networks/bf35e948-0e14-4c64-82c9-565d40e622b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404876 Feb 19 04:21:29.693322 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-51e8a71c-ded6-439a-a402-996b1e7cb2b1 req-711ef467-e6d3-4f22-80cc-012c7e149495 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63034fb1-1e4e-4482-9720-ff18a727c698 HTTP/1.1" status: 200 len: 217 time: 0.0503860 Feb 19 04:21:29.731570 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:29.785915 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8a71c-ded6-439a-a402-996b1e7cb2b1 req-8826d08b-c331-49a6-bcfd-33a78ab1809e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:29.787430 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-51e8a71c-ded6-439a-a402-996b1e7cb2b1 req-8826d08b-c331-49a6-bcfd-33a78ab1809e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=02a32519-00af-48ba-8cbe-f80637d11bf7 HTTP/1.1" status: 200 len: 860 time: 0.0564187 Feb 19 04:21:29.808170 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3caf002b-40b7-4d56-ad8f-168846f4c31e tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_gateway (cf8d6981-308d-4ef8-833e-42594049d5e5), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:29.837370 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-51e8a71c-ded6-439a-a402-996b1e7cb2b1 req-2e1998c0-daa2-4bd4-a9f5-0761ffe67d40 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=01ed4d50-f745-422f-b896-15b69835df57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432947 Feb 19 04:21:29.961107 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-870b7918-87b3-496f-b703-373f4efb403c req-7313b834-0126-4a78-b4ad-eef80ad9bb45 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Allocated IP 172.25.3.116 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/155f8ecf-5247-4b3a-aec4-6ed38b84cbc4) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:30.596520 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-51e8a71c-ded6-439a-a402-996b1e7cb2b1 req-b9f8a1f6-736e-4ee5-a886-ffed24735c51 service neutron] 10.222.0.79 "GET /v2.0/networks/01ed4d50-f745-422f-b896-15b69835df57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7497914 Feb 19 04:21:30.604579 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-11fc3c9c-5bfa-4e1f-9e77-127823cc6d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:30.809575 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3caf002b-40b7-4d56-ad8f-168846f4c31e tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_gateway (cf8d6981-308d-4ef8-833e-42594049d5e5), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:30.828251 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-51e8a71c-ded6-439a-a402-996b1e7cb2b1 req-e9dbd97d-cf7e-4512-a339-45e65d99e194 service neutron] 10.222.0.79 "GET /v2.0/networks/01ed4d50-f745-422f-b896-15b69835df57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199769 Feb 19 04:21:30.834895 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3caf002b-40b7-4d56-ad8f-168846f4c31e tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:30.895900 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-870b7918-87b3-496f-b703-373f4efb403c req-7313b834-0126-4a78-b4ad-eef80ad9bb45 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks [] for port (155f8ecf-5247-4b3a-aec4-6ed38b84cbc4), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:30.911035 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1a7204-fcb1-45bf-a003-c7ec12301749 admin admin] Router cc6badf1-dead-437b-aaea-9a53f7947954 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:21:30.950539 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-870b7918-87b3-496f-b703-373f4efb403c req-7313b834-0126-4a78-b4ad-eef80ad9bb45 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (155f8ecf-5247-4b3a-aec4-6ed38b84cbc4), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:30.978870 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-870b7918-87b3-496f-b703-373f4efb403c req-7313b834-0126-4a78-b4ad-eef80ad9bb45 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:31.014199 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-870b7918-87b3-496f-b703-373f4efb403c req-7313b834-0126-4a78-b4ad-eef80ad9bb45 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:31.018459 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-870b7918-87b3-496f-b703-373f4efb403c req-7313b834-0126-4a78-b4ad-eef80ad9bb45 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:31.123820 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-3caf002b-40b7-4d56-ad8f-168846f4c31e tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Allocated IP 172.25.3.220 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/036bdbdd-f5d4-47d3-9c3c-fed91b77cf64) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:31.124095 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313b834-0126-4a78-b4ad-eef80ad9bb45 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Pushing event updated for resources: {'Port': ['ID=155f8ecf-5247-4b3a-aec4-6ed38b84cbc4,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:31.159067 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-870b7918-87b3-496f-b703-373f4efb403c req-7313b834-0126-4a78-b4ad-eef80ad9bb45 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks [] for floatingip (8f3c94a3-5072-455c-96d7-c3cd33b4efd9), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:31.174767 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1a7204-fcb1-45bf-a003-c7ec12301749 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:21:31.185271 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0e1a7204-fcb1-45bf-a003-c7ec12301749 admin admin] 10.222.0.52 "PUT /v2.0/routers/cc6badf1-dead-437b-aaea-9a53f7947954/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8467460 Feb 19 04:21:31.189186 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47802) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:31.204188 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9eb472-f001-4bd3-a6f4-63679cd67985 None None] Sync routers for ids ['cc6badf1-dead-437b-aaea-9a53f7947954'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:21:31.216338 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9eb472-f001-4bd3-a6f4-63679cd67985 None None] Routers {'cc6badf1-dead-437b-aaea-9a53f7947954'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:31.217235 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-6b9eb472-f001-4bd3-a6f4-63679cd67985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:21:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['cc6badf1-dead-437b-aaea-9a53f7947954'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:31.284965 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-870b7918-87b3-496f-b703-373f4efb403c req-7313b834-0126-4a78-b4ad-eef80ad9bb45 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (155f8ecf-5247-4b3a-aec4-6ed38b84cbc4), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:31.352525 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-6b9eb472-f001-4bd3-a6f4-63679cd67985 None None] Set router cc6badf1-dead-437b-aaea-9a53f7947954 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:31.401170 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-50dd1742-f0b5-48e6-b615-efa0db58a3a3 admin admin] Publish callbacks [] for router (cc6badf1-dead-437b-aaea-9a53f7947954), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:31.408917 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3caf002b-40b7-4d56-ad8f-168846f4c31e tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for port (036bdbdd-f5d4-47d3-9c3c-fed91b77cf64), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:31.509529 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3caf002b-40b7-4d56-ad8f-168846f4c31e tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (036bdbdd-f5d4-47d3-9c3c-fed91b77cf64), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:31.600222 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caf002b-40b7-4d56-ad8f-168846f4c31e tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:31.607038 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-3caf002b-40b7-4d56-ad8f-168846f4c31e tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:31.612550 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caf002b-40b7-4d56-ad8f-168846f4c31e tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:31.615500 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf002b-40b7-4d56-ad8f-168846f4c31e tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Pushing event updated for resources: {'Port': ['ID=036bdbdd-f5d4-47d3-9c3c-fed91b77cf64,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:31.746602 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-50dd1742-f0b5-48e6-b615-efa0db58a3a3 admin admin] Publish callbacks [] for router_gateway (cc6badf1-dead-437b-aaea-9a53f7947954), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:31.768093 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-6b9eb472-f001-4bd3-a6f4-63679cd67985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'name': 'tempest-AttachVolumeShelveTestJSON-1904373393-router', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:57Z', 'updated_at': '2022-02-19T04:21:28Z', 'revision_number': 5, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'gw_port': {'id': '0df6d1df-47b3-40a9-9668-26c25c4a6581', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:dd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:00Z', 'updated_at': '2022-02-19T04:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:31.799460 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-870b7918-87b3-496f-b703-373f4efb403c req-7313b834-0126-4a78-b4ad-eef80ad9bb45 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks [] for port (155f8ecf-5247-4b3a-aec4-6ed38b84cbc4), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:31.811604 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-870b7918-87b3-496f-b703-373f4efb403c req-7313b834-0126-4a78-b4ad-eef80ad9bb45 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (155f8ecf-5247-4b3a-aec4-6ed38b84cbc4), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:31.854595 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9eb472-f001-4bd3-a6f4-63679cd67985 None None] Checking router: cc6badf1-dead-437b-aaea-9a53f7947954 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:21:31.854826 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313b834-0126-4a78-b4ad-eef80ad9bb45 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Pushing event updated for resources: {'Port': ['ID=155f8ecf-5247-4b3a-aec4-6ed38b84cbc4,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:31.881152 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-50dd1742-f0b5-48e6-b615-efa0db58a3a3 admin admin] Deleting port 0df6d1df-47b3-40a9-9668-26c25c4a6581 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:31.881512 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-50dd1742-f0b5-48e6-b615-efa0db58a3a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (0df6d1df-47b3-40a9-9668-26c25c4a6581), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:31.897622 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9eb472-f001-4bd3-a6f4-63679cd67985 None None] Routers {'cc6badf1-dead-437b-aaea-9a53f7947954'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:31.898294 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-6b9eb472-f001-4bd3-a6f4-63679cd67985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:21:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['cc6badf1-dead-437b-aaea-9a53f7947954'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:31.975660 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-870b7918-87b3-496f-b703-373f4efb403c req-7313b834-0126-4a78-b4ad-eef80ad9bb45 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (8f3c94a3-5072-455c-96d7-c3cd33b4efd9), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:32.003934 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-870b7918-87b3-496f-b703-373f4efb403c req-7313b834-0126-4a78-b4ad-eef80ad9bb45 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:32.005539 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-870b7918-87b3-496f-b703-373f4efb403c req-7313b834-0126-4a78-b4ad-eef80ad9bb45 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3642149 Feb 19 04:21:32.165971 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-870b7918-87b3-496f-b703-373f4efb403c req-0444ec58-11c7-458b-a38c-74f80f87d93c tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.116 HTTP/1.1" status: 200 len: 696 time: 0.1467261 Feb 19 04:21:32.186142 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-50dd1742-f0b5-48e6-b615-efa0db58a3a3 admin admin] For port 0df6d1df-47b3-40a9-9668-26c25c4a6581, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0df6d1df-47b3-40a9-9668-26c25c4a6581,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:32.187078 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-50dd1742-f0b5-48e6-b615-efa0db58a3a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (0df6d1df-47b3-40a9-9668-26c25c4a6581), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:32.220261 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3caf002b-40b7-4d56-ad8f-168846f4c31e tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_gateway (cf8d6981-308d-4ef8-833e-42594049d5e5), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:32.316208 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-50dd1742-f0b5-48e6-b615-efa0db58a3a3 admin admin] Calling delete_port for 0df6d1df-47b3-40a9-9668-26c25c4a6581 owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:32.438665 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b7918-87b3-496f-b703-373f4efb403c req-71784f50-2b7b-4294-89b2-9a619acd0808 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:32.440157 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-870b7918-87b3-496f-b703-373f4efb403c req-71784f50-2b7b-4294-89b2-9a619acd0808 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 784 time: 0.2622306 Feb 19 04:21:32.490615 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-870b7918-87b3-496f-b703-373f4efb403c req-78e2f89b-718f-47d7-88f8-401cdac637ec tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:21:32.491746 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-870b7918-87b3-496f-b703-373f4efb403c req-78e2f89b-718f-47d7-88f8-401cdac637ec tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0418930 Feb 19 04:21:32.570930 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-6b9eb472-f001-4bd3-a6f4-63679cd67985 None None] Set router cc6badf1-dead-437b-aaea-9a53f7947954 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:32.616748 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-50dd1742-f0b5-48e6-b615-efa0db58a3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (0df6d1df-47b3-40a9-9668-26c25c4a6581), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:32.674552 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd1742-f0b5-48e6-b615-efa0db58a3a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0df6d1df-47b3-40a9-9668-26c25c4a6581,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:32.691238 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3caf002b-40b7-4d56-ad8f-168846f4c31e tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (cf8d6981-308d-4ef8-833e-42594049d5e5), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:32.699782 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-6b9eb472-f001-4bd3-a6f4-63679cd67985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'name': 'tempest-AttachVolumeShelveTestJSON-1904373393-router', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:57Z', 'updated_at': '2022-02-19T04:21:31Z', 'revision_number': 6, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:32.774799 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9eb472-f001-4bd3-a6f4-63679cd67985 None None] The sync data for ids ['cc6badf1-dead-437b-aaea-9a53f7947954'] in n-d-828369-19 is: [{'id': 'cc6badf1-dead-437b-aaea-9a53f7947954', 'name': 'tempest-AttachVolumeShelveTestJSON-1904373393-router', 'tenant_id': '90f22cfd00964f179efcdc77f1d50815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:57Z', 'updated_at': '2022-02-19T04:21:31Z', 'revision_number': 6, 'project_id': '90f22cfd00964f179efcdc77f1d50815', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:21:32.893278 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cf3be-3cfa-4c13-bc02-81e8f8dcbc6c req-2ed5cfde-74d3-44e5-bfb7-8ac3c058129d tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:32.902610 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-537cf3be-3cfa-4c13-bc02-81e8f8dcbc6c req-2ed5cfde-74d3-44e5-bfb7-8ac3c058129d tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2312505 Feb 19 04:21:32.919873 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3caf002b-40b7-4d56-ad8f-168846f4c31e tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Router cf8d6981-308d-4ef8-833e-42594049d5e5 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:21:32.958939 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-50dd1742-f0b5-48e6-b615-efa0db58a3a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (cc6badf1-dead-437b-aaea-9a53f7947954), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:32.970670 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-537cf3be-3cfa-4c13-bc02-81e8f8dcbc6c req-0cadef95-bfb4-4834-be9e-e700d494a410 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.116 HTTP/1.1" status: 200 len: 696 time: 0.0668514 Feb 19 04:21:33.003377 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-537cf3be-3cfa-4c13-bc02-81e8f8dcbc6c req-9d4b907e-0ee5-4ee0-b1d6-ada7d9e04333 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Request body: {'floatingip': {'port_id': '63034fb1-1e4e-4482-9720-ff18a727c698', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:33.079159 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-537cf3be-3cfa-4c13-bc02-81e8f8dcbc6c req-9d4b907e-0ee5-4ee0-b1d6-ada7d9e04333 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks [] for floatingip (8f3c94a3-5072-455c-96d7-c3cd33b4efd9), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:33.095917 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3caf002b-40b7-4d56-ad8f-168846f4c31e tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:21:33.110909 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b917f120-04bf-47ae-9fe4-c7ce0506f393 None None] Sync routers for ids ['cf8d6981-308d-4ef8-833e-42594049d5e5'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:21:33.127458 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b917f120-04bf-47ae-9fe4-c7ce0506f393 None None] Routers {'cf8d6981-308d-4ef8-833e-42594049d5e5'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:33.135045 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3caf002b-40b7-4d56-ad8f-168846f4c31e tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:33.137031 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3caf002b-40b7-4d56-ad8f-168846f4c31e tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3116508 Feb 19 04:21:33.140511 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47858) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:33.151590 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-6e17b573-97cc-4be2-80fa-0c0b0118a00a tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:33.153058 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b917f120-04bf-47ae-9fe4-c7ce0506f393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:21:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['cf8d6981-308d-4ef8-833e-42594049d5e5'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:33.285780 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b917f120-04bf-47ae-9fe4-c7ce0506f393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:33.326477 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b917f120-04bf-47ae-9fe4-c7ce0506f393 None None] Routers {'cf8d6981-308d-4ef8-833e-42594049d5e5'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:33.332092 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b917f120-04bf-47ae-9fe4-c7ce0506f393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:21:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['cf8d6981-308d-4ef8-833e-42594049d5e5'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:33.394723 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-50dd1742-f0b5-48e6-b615-efa0db58a3a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (cc6badf1-dead-437b-aaea-9a53f7947954), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:33.412609 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-50dd1742-f0b5-48e6-b615-efa0db58a3a3 admin admin] Publish callbacks [] for router_controller (cc6badf1-dead-437b-aaea-9a53f7947954), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:33.451381 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b917f120-04bf-47ae-9fe4-c7ce0506f393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:33.453641 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b917f120-04bf-47ae-9fe4-c7ce0506f393 None None] The sync data for ids ['cf8d6981-308d-4ef8-833e-42594049d5e5'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:21:33.468405 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-36d9996d-34af-43d3-ae20-55d1163ffda1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:33.520500 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-50dd1742-f0b5-48e6-b615-efa0db58a3a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (cc6badf1-dead-437b-aaea-9a53f7947954), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:33.521337 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50dd1742-f0b5-48e6-b615-efa0db58a3a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc6badf1-dead-437b-aaea-9a53f7947954 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:21:33.535040 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-50dd1742-f0b5-48e6-b615-efa0db58a3a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:33.536708 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-50dd1742-f0b5-48e6-b615-efa0db58a3a3 admin admin] 10.222.0.52 "DELETE /v2.0/routers/cc6badf1-dead-437b-aaea-9a53f7947954 HTTP/1.1" status: 204 len: 168 time: 2.3459010 Feb 19 04:21:33.539183 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47872) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:33.628388 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea0c7252-94d5-4522-8fcb-27b9110e15a3 admin admin] Deleting subnet 59a62ba0-3299-4137-b1e4-27552484bcd3 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:21:33.633384 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7252-94d5-4522-8fcb-27b9110e15a3 admin admin] Publish callbacks [] for subnet (59a62ba0-3299-4137-b1e4-27552484bcd3), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:33.742009 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7252-94d5-4522-8fcb-27b9110e15a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (59a62ba0-3299-4137-b1e4-27552484bcd3), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:33.811015 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:33.914078 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7252-94d5-4522-8fcb-27b9110e15a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (59a62ba0-3299-4137-b1e4-27552484bcd3), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:33.995518 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7252-94d5-4522-8fcb-27b9110e15a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (59a62ba0-3299-4137-b1e4-27552484bcd3), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:34.032259 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c7252-94d5-4522-8fcb-27b9110e15a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59a62ba0-3299-4137-b1e4-27552484bcd3,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:34.050539 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7252-94d5-4522-8fcb-27b9110e15a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:34.052921 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eac09b2-0a7f-41ed-a2f2-577417644216 None None] Network d969274d-e3f5-4be2-94a1-23d058336a4e requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:34.064606 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ea0c7252-94d5-4522-8fcb-27b9110e15a3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/59a62ba0-3299-4137-b1e4-27552484bcd3 HTTP/1.1" status: 204 len: 168 time: 0.5142324 Feb 19 04:21:34.068190 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47884) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:34.125034 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6e17b573-97cc-4be2-80fa-0c0b0118a00a tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_gateway (cf8d6981-308d-4ef8-833e-42594049d5e5), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:34.155869 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6e17b573-97cc-4be2-80fa-0c0b0118a00a tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_gateway (cf8d6981-308d-4ef8-833e-42594049d5e5), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:34.218548 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-804c596c-c6ba-456c-a9dd-5118820f174f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (d969274d-e3f5-4be2-94a1-23d058336a4e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:34.313503 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-6e17b573-97cc-4be2-80fa-0c0b0118a00a tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Deleting port 036bdbdd-f5d4-47d3-9c3c-fed91b77cf64 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:34.314571 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6e17b573-97cc-4be2-80fa-0c0b0118a00a tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (036bdbdd-f5d4-47d3-9c3c-fed91b77cf64), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:34.410193 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0df6d1df-47b3-40a9-9668-26c25c4a6581 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:21:34.467715 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 0df6d1df-47b3-40a9-9668-26c25c4a6581 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:21:34.469970 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0df6d1df-47b3-40a9-9668-26c25c4a6581 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:21:34.473253 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4f8b1ce8-ba59-4169-9e5f-e039c1da4667 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:21:34.487660 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6e17b573-97cc-4be2-80fa-0c0b0118a00a tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (036bdbdd-f5d4-47d3-9c3c-fed91b77cf64), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:34.519629 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-6e17b573-97cc-4be2-80fa-0c0b0118a00a tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Calling delete_port for 036bdbdd-f5d4-47d3-9c3c-fed91b77cf64 owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:34.528045 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec6e107-358d-4024-b9d8-2537c1dc8bba None None] DHCP port deletion for d969274d-e3f5-4be2-94a1-23d058336a4e request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:21:34.551596 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 4f8b1ce8-ba59-4169-9e5f-e039c1da4667 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:21:34.555882 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4f8b1ce8-ba59-4169-9e5f-e039c1da4667 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:21:34.712503 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6e107-358d-4024-b9d8-2537c1dc8bba None None] Deleting port f622bb97-aedf-48cb-a443-6fa65591ccde {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:34.712888 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5ec6e107-358d-4024-b9d8-2537c1dc8bba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (f622bb97-aedf-48cb-a443-6fa65591ccde), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:34.905785 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-5ec6e107-358d-4024-b9d8-2537c1dc8bba None None] For port f622bb97-aedf-48cb-a443-6fa65591ccde, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=f622bb97-aedf-48cb-a443-6fa65591ccde,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:34.907344 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5ec6e107-358d-4024-b9d8-2537c1dc8bba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (f622bb97-aedf-48cb-a443-6fa65591ccde), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:34.922818 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6e107-358d-4024-b9d8-2537c1dc8bba None None] Calling delete_port for f622bb97-aedf-48cb-a443-6fa65591ccde owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:34.953431 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6e17b573-97cc-4be2-80fa-0c0b0118a00a tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (036bdbdd-f5d4-47d3-9c3c-fed91b77cf64), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:34.999606 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-804c596c-c6ba-456c-a9dd-5118820f174f admin admin] Deleting port f622bb97-aedf-48cb-a443-6fa65591ccde {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:34.999606 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-804c596c-c6ba-456c-a9dd-5118820f174f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (f622bb97-aedf-48cb-a443-6fa65591ccde), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:35.048550 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5ec6e107-358d-4024-b9d8-2537c1dc8bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (f622bb97-aedf-48cb-a443-6fa65591ccde), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:35.057960 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17b573-97cc-4be2-80fa-0c0b0118a00a tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Pushing event deleted for resources: {'Port': ['ID=036bdbdd-f5d4-47d3-9c3c-fed91b77cf64,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:35.088121 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6e107-358d-4024-b9d8-2537c1dc8bba None None] Pushing event deleted for resources: {'Port': ['ID=f622bb97-aedf-48cb-a443-6fa65591ccde,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:35.090617 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec6e107-358d-4024-b9d8-2537c1dc8bba None None] No DVR routers for this DVR port f622bb97-aedf-48cb-a443-6fa65591ccde on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:21:35.152476 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-804c596c-c6ba-456c-a9dd-5118820f174f admin admin] For port f622bb97-aedf-48cb-a443-6fa65591ccde, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=f622bb97-aedf-48cb-a443-6fa65591ccde,segment=NetworkSegment(497fb465-7e79-4cfa-b11e-c331ea94ba5d),segment_id=497fb465-7e79-4cfa-b11e-c331ea94ba5d)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:35.153252 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-804c596c-c6ba-456c-a9dd-5118820f174f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (f622bb97-aedf-48cb-a443-6fa65591ccde), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:35.177412 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-804c596c-c6ba-456c-a9dd-5118820f174f admin admin] Calling delete_port for f622bb97-aedf-48cb-a443-6fa65591ccde owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:35.188087 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.db.resource_extend [req-537cf3be-3cfa-4c13-bc02-81e8f8dcbc6c req-9d4b907e-0ee5-4ee0-b1d6-ada7d9e04333 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:21:35.216692 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6e17b573-97cc-4be2-80fa-0c0b0118a00a tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (cf8d6981-308d-4ef8-833e-42594049d5e5), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:35.259290 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-537cf3be-3cfa-4c13-bc02-81e8f8dcbc6c req-9d4b907e-0ee5-4ee0-b1d6-ada7d9e04333 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:35.299870 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:35.313790 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-537cf3be-3cfa-4c13-bc02-81e8f8dcbc6c req-9d4b907e-0ee5-4ee0-b1d6-ada7d9e04333 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (8f3c94a3-5072-455c-96d7-c3cd33b4efd9), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:35.487726 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [req-537cf3be-3cfa-4c13-bc02-81e8f8dcbc6c req-9d4b907e-0ee5-4ee0-b1d6-ada7d9e04333 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Floating IP 8f3c94a3-5072-455c-96d7-c3cd33b4efd9 associated. External IP: 172.25.3.116, port: 63034fb1-1e4e-4482-9720-ff18a727c698. Feb 19 04:21:35.499117 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6e17b573-97cc-4be2-80fa-0c0b0118a00a tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5517'] for router (cf8d6981-308d-4ef8-833e-42594049d5e5), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:35.503422 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6e17b573-97cc-4be2-80fa-0c0b0118a00a tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1611319'] for router (cf8d6981-308d-4ef8-833e-42594049d5e5), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:35.553589 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-804c596c-c6ba-456c-a9dd-5118820f174f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (f622bb97-aedf-48cb-a443-6fa65591ccde), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:35.596605 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c596c-c6ba-456c-a9dd-5118820f174f admin admin] Pushing event deleted for resources: {'Port': ['ID=f622bb97-aedf-48cb-a443-6fa65591ccde,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:35.603033 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804c596c-c6ba-456c-a9dd-5118820f174f admin admin] No DVR routers for this DVR port f622bb97-aedf-48cb-a443-6fa65591ccde on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:21:35.608552 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e17b573-97cc-4be2-80fa-0c0b0118a00a tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Router cf8d6981-308d-4ef8-833e-42594049d5e5 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:21:35.734700 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e17b573-97cc-4be2-80fa-0c0b0118a00a tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:21:35.748919 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66faf80-2333-4780-b5ae-74cc6e18c51e None None] Sync routers for ids ['cf8d6981-308d-4ef8-833e-42594049d5e5'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:21:35.770838 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6e17b573-97cc-4be2-80fa-0c0b0118a00a tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:35.775064 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6e17b573-97cc-4be2-80fa-0c0b0118a00a tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "PUT /v2.0/routers/cf8d6981-308d-4ef8-833e-42594049d5e5 HTTP/1.1" status: 200 len: 706 time: 2.6277325 Feb 19 04:21:35.775809 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47978) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:35.785953 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66faf80-2333-4780-b5ae-74cc6e18c51e None None] Routers {'cf8d6981-308d-4ef8-833e-42594049d5e5'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:35.786648 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a66faf80-2333-4780-b5ae-74cc6e18c51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:21:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['cf8d6981-308d-4ef8-833e-42594049d5e5'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:35.856507 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a66faf80-2333-4780-b5ae-74cc6e18c51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:35.875837 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9c1f010f-82c9-4856-8a80-f89497009bd4 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "GET /v2.0/routers/cf8d6981-308d-4ef8-833e-42594049d5e5 HTTP/1.1" status: 200 len: 741 time: 0.0986266 Feb 19 04:21:35.876077 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-804c596c-c6ba-456c-a9dd-5118820f174f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (d969274d-e3f5-4be2-94a1-23d058336a4e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:35.877821 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47984) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:35.880192 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66faf80-2333-4780-b5ae-74cc6e18c51e None None] Routers {'cf8d6981-308d-4ef8-833e-42594049d5e5'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:35.880833 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a66faf80-2333-4780-b5ae-74cc6e18c51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:21:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['cf8d6981-308d-4ef8-833e-42594049d5e5'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:35.943398 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8fbad888-1689-45a1-887b-b32222c821e5 tempest-RoutersAdminTest-1546498614 tempest-RoutersAdminTest-1546498614-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0&device_id=cf8d6981-308d-4ef8-833e-42594049d5e5 HTTP/1.1" status: 200 len: 205 time: 0.0637219 Feb 19 04:21:35.944628 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47994) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:35.965691 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a66faf80-2333-4780-b5ae-74cc6e18c51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:35.967114 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66faf80-2333-4780-b5ae-74cc6e18c51e None None] The sync data for ids ['cf8d6981-308d-4ef8-833e-42594049d5e5'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:21:35.978834 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-06cf6516-6789-436f-8110-f937e2c75129 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf8d6981-308d-4ef8-833e-42594049d5e5 HTTP/1.1" status: 200 len: 205 time: 0.0330398 Feb 19 04:21:35.979581 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47996) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:36.076795 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-053f186d-1455-4408-b59d-205c74f4e73f tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router (cf8d6981-308d-4ef8-833e-42594049d5e5), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:36.132010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-804c596c-c6ba-456c-a9dd-5118820f174f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d969274d-e3f5-4be2-94a1-23d058336a4e']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:36.147256 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-804c596c-c6ba-456c-a9dd-5118820f174f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497fb465-7e79-4cfa-b11e-c331ea94ba5d') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:36.147880 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-804c596c-c6ba-456c-a9dd-5118820f174f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497fb465-7e79-4cfa-b11e-c331ea94ba5d') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:36.150790 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-537cf3be-3cfa-4c13-bc02-81e8f8dcbc6c req-9d4b907e-0ee5-4ee0-b1d6-ada7d9e04333 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Router ae0fc76a-b485-43f2-9317-5c73986abfd9 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:21:36.166133 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-804c596c-c6ba-456c-a9dd-5118820f174f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (497fb465-7e79-4cfa-b11e-c331ea94ba5d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:36.319375 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-537cf3be-3cfa-4c13-bc02-81e8f8dcbc6c req-9d4b907e-0ee5-4ee0-b1d6-ada7d9e04333 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:21:36.327158 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-804c596c-c6ba-456c-a9dd-5118820f174f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (497fb465-7e79-4cfa-b11e-c331ea94ba5d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:36.332291 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adee1946-7ece-43a6-988c-c2523945275d None None] Sync routers for ids ['ae0fc76a-b485-43f2-9317-5c73986abfd9'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:21:36.332821 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-537cf3be-3cfa-4c13-bc02-81e8f8dcbc6c req-9d4b907e-0ee5-4ee0-b1d6-ada7d9e04333 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:36.363703 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adee1946-7ece-43a6-988c-c2523945275d None None] Routers {'ae0fc76a-b485-43f2-9317-5c73986abfd9'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:36.365505 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-adee1946-7ece-43a6-988c-c2523945275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:21:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ae0fc76a-b485-43f2-9317-5c73986abfd9'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:36.377351 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-537cf3be-3cfa-4c13-bc02-81e8f8dcbc6c req-9d4b907e-0ee5-4ee0-b1d6-ada7d9e04333 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "PUT /v2.0/floatingips/8f3c94a3-5072-455c-96d7-c3cd33b4efd9 HTTP/1.1" status: 200 len: 996 time: 3.4055154 Feb 19 04:21:36.380104 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e7c341-f49a-4ec7-b1d1-4eb24a04ea45', 'tag': '63034fb1-1e4e-4482-9720-ff18a727c698'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:21:36.381854 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fde918-7782-4986-af58-510a2eecd6c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45", "tag": "63034fb1-1e4e-4482-9720-ff18a727c698"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:21:36.385091 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-804c596c-c6ba-456c-a9dd-5118820f174f admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:21:36.385510 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-804c596c-c6ba-456c-a9dd-5118820f174f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (497fb465-7e79-4cfa-b11e-c331ea94ba5d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:21:36.387770 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:21:36.434592 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f622bb97-aedf-48cb-a443-6fa65591ccde no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:21:36.469515 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: f622bb97-aedf-48cb-a443-6fa65591ccde {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:21:36.469866 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f622bb97-aedf-48cb-a443-6fa65591ccde not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:21:36.476546 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-053f186d-1455-4408-b59d-205c74f4e73f tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (cf8d6981-308d-4ef8-833e-42594049d5e5), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:36.483443 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-053f186d-1455-4408-b59d-205c74f4e73f tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router_controller (cf8d6981-308d-4ef8-833e-42594049d5e5), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:36.503205 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14714427-8339-41b3-a5f0-7a38fa8ad06a x-openstack-request-id: req-14714427-8339-41b3-a5f0-7a38fa8ad06a {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:21:36.503506 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45", "tag": "63034fb1-1e4e-4482-9720-ff18a727c698", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:21:36.503765 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-14714427-8339-41b3-a5f0-7a38fa8ad06a {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:21:36.504172 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e7c341-f49a-4ec7-b1d1-4eb24a04ea45', 'tag': '63034fb1-1e4e-4482-9720-ff18a727c698', 'status': 'completed', 'code': 200} Feb 19 04:21:36.531509 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cf3be-3cfa-4c13-bc02-81e8f8dcbc6c req-7e3e8f1f-27bd-4106-a410-a9fab5dd4895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:36.533311 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-537cf3be-3cfa-4c13-bc02-81e8f8dcbc6c req-7e3e8f1f-27bd-4106-a410-a9fab5dd4895 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cbfcdf0453b64af4b94645bf82272ac6&device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 1128 time: 0.1078088 Feb 19 04:21:36.533936 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-804c596c-c6ba-456c-a9dd-5118820f174f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (d969274d-e3f5-4be2-94a1-23d058336a4e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:36.603781 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-804c596c-c6ba-456c-a9dd-5118820f174f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:36.603903 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-053f186d-1455-4408-b59d-205c74f4e73f tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (cf8d6981-308d-4ef8-833e-42594049d5e5), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:36.605660 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053f186d-1455-4408-b59d-205c74f4e73f tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Fanout notify agent at l3_agent the message router_deleted on router cf8d6981-308d-4ef8-833e-42594049d5e5 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:21:36.613738 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-804c596c-c6ba-456c-a9dd-5118820f174f admin admin] 10.222.0.52 "DELETE /v2.0/networks/d969274d-e3f5-4be2-94a1-23d058336a4e HTTP/1.1" status: 204 len: 168 time: 2.5442388 Feb 19 04:21:36.613979 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-053f186d-1455-4408-b59d-205c74f4e73f tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:36.621997 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-053f186d-1455-4408-b59d-205c74f4e73f tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "DELETE /v2.0/routers/cf8d6981-308d-4ef8-833e-42594049d5e5 HTTP/1.1" status: 204 len: 168 time: 0.6412926 Feb 19 04:21:36.623519 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48036) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:36.652423 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c596c-c6ba-456c-a9dd-5118820f174f admin admin] Pushing event deleted for resources: {'Network': ['ID=d969274d-e3f5-4be2-94a1-23d058336a4e,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:36.736956 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5b63710e-c567-466a-9b8d-462c1e9e73e4 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf8d6981-308d-4ef8-833e-42594049d5e5 HTTP/1.1" status: 200 len: 205 time: 0.1120884 Feb 19 04:21:36.738842 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48040) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:36.773215 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-adee1946-7ece-43a6-988c-c2523945275d None None] Set router ae0fc76a-b485-43f2-9317-5c73986abfd9 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:36.778379 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:36.800248 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fde918-7782-4986-af58-510a2eecd6c9 req-a8de80b8-1edc-46b5-bbcf-9f2627eb283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:36.802029 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10fde918-7782-4986-af58-510a2eecd6c9 req-a8de80b8-1edc-46b5-bbcf-9f2627eb283f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbfcdf0453b64af4b94645bf82272ac6&device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 1128 time: 0.2728820 Feb 19 04:21:36.891376 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-251e9abd-12fc-4fdf-94f9-fa966df424ee tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] delete failed (client error): The resource could not be found. Feb 19 04:21:36.898931 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-251e9abd-12fc-4fdf-94f9-fa966df424ee tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "DELETE /v2.0/routers/cf8d6981-308d-4ef8-833e-42594049d5e5 HTTP/1.1" status: 404 len: 336 time: 0.1543262 Feb 19 04:21:36.899546 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48054) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:36.960415 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-695cb7e7-ef56-4cc6-913c-21ef2718a8d4 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcdc8f17-c297-4c87-ac2d-89e3862be9f8 HTTP/1.1" status: 200 len: 205 time: 0.0564549 Feb 19 04:21:36.961311 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48056) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:37.014029 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-09d289d1-3c22-4313-a6ed-b504f1e4c352 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] delete failed (client error): The resource could not be found. Feb 19 04:21:37.018482 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-09d289d1-3c22-4313-a6ed-b504f1e4c352 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "DELETE /v2.0/routers/fcdc8f17-c297-4c87-ac2d-89e3862be9f8 HTTP/1.1" status: 404 len: 336 time: 0.0559886 Feb 19 04:21:37.019264 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48058) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:37.019400 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48060) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:37.033429 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cf3be-3cfa-4c13-bc02-81e8f8dcbc6c req-681d15ee-2bd9-4ca0-a8aa-7021aed7e7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:37.034986 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-537cf3be-3cfa-4c13-bc02-81e8f8dcbc6c req-681d15ee-2bd9-4ca0-a8aa-7021aed7e7ee service neutron] 10.222.0.52 "GET /v2.0/networks?id=01ed4d50-f745-422f-b896-15b69835df57 HTTP/1.1" status: 200 len: 921 time: 0.4640455 Feb 19 04:21:37.074232 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48064) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:37.085944 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3d3bb73f-519b-4f0c-8194-f2ec5ee8dcb3 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bff4aec-5f82-49f5-8272-2165b45b010a HTTP/1.1" status: 200 len: 205 time: 0.0645497 Feb 19 04:21:37.090095 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48068) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:37.169608 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fde918-7782-4986-af58-510a2eecd6c9 req-6433d000-5e2d-4a55-b09b-4d5fc5ac9b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:37.173570 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10fde918-7782-4986-af58-510a2eecd6c9 req-6433d000-5e2d-4a55-b09b-4d5fc5ac9b7f service neutron] 10.222.0.79 "GET /v2.0/networks?id=01ed4d50-f745-422f-b896-15b69835df57 HTTP/1.1" status: 200 len: 921 time: 0.3625071 Feb 19 04:21:37.205365 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ba791c39-8892-4772-b208-4d192f04833d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=90f22cfd00964f179efcdc77f1d50815&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1122041 Feb 19 04:21:37.214296 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48070) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:37.317828 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29bb6b96-887b-4ac7-af9b-ced94424ac31 admin admin] Publish callbacks [] for security_group (9d03c420-a9b3-4ec8-b54f-e7ff98437048), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:37.371795 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29bb6b96-887b-4ac7-af9b-ced94424ac31 admin admin] Publish callbacks [] for security_group (9d03c420-a9b3-4ec8-b54f-e7ff98437048), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:37.415097 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-5172854e-e8ce-4764-baca-a6b9dacaf41f tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] delete failed (client error): The resource could not be found. Feb 19 04:21:37.416602 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5172854e-e8ce-4764-baca-a6b9dacaf41f tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "DELETE /v2.0/routers/3bff4aec-5f82-49f5-8272-2165b45b010a HTTP/1.1" status: 404 len: 336 time: 0.3388493 Feb 19 04:21:37.422245 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48076) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:37.493540 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-adee1946-7ece-43a6-988c-c2523945275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2020474565-router', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '448ff9d6-3e68-4848-bc8c-096c6bb3b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:28Z', 'updated_at': '2022-02-19T04:20:33Z', 'revision_number': 4, 'project_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'gw_port': {'id': '448ff9d6-3e68-4848-bc8c-096c6bb3b518', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:29Z', 'updated_at': '2022-02-19T04:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '8f3c94a3-5072-455c-96d7-c3cd33b4efd9', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'port_id': '63034fb1-1e4e-4482-9720-ff18a727c698', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ed4d50-f745-422f-b896-15b69835df57', 'mac_address': 'fa:16:3e:a5:f3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e7c341-f49a-4ec7-b1d1-4eb24a04ea45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:21:31Z', 'updated_at': '2022-02-19T04:21:34Z', 'revision_number': 1, 'project_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fa754c-e724-46a2-8327-54d8395bc6dc', 'name': '', 'network_id': '01ed4d50-f745-422f-b896-15b69835df57', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'mac_address': 'fa:16:3e:82:71:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '02a32519-00af-48ba-8cbe-f80637d11bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:32Z', 'updated_at': '2022-02-19T04:20:40Z', 'revision_number': 5, 'project_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'subnets': [{'id': '02a32519-00af-48ba-8cbe-f80637d11bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:37.506113 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c1c13d26-5bc4-40a5-9f27-fb0cb15e9e80 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "GET /v2.0/ports?device_id=50b8c4c3-04ca-40d0-a77c-6af57a112ab8 HTTP/1.1" status: 200 len: 205 time: 0.0814950 Feb 19 04:21:37.508587 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48080) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:37.548559 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adee1946-7ece-43a6-988c-c2523945275d None None] Checking router: ae0fc76a-b485-43f2-9317-5c73986abfd9 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:21:37.558620 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adee1946-7ece-43a6-988c-c2523945275d None None] Routers {'ae0fc76a-b485-43f2-9317-5c73986abfd9'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:37.559196 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-537cf3be-3cfa-4c13-bc02-81e8f8dcbc6c req-a3895116-9988-4052-9d17-0922ecf61888 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63034fb1-1e4e-4482-9720-ff18a727c698 HTTP/1.1" status: 200 len: 999 time: 0.4836788 Feb 19 04:21:37.559519 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-adee1946-7ece-43a6-988c-c2523945275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:21:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ae0fc76a-b485-43f2-9317-5c73986abfd9'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:37.629493 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10fde918-7782-4986-af58-510a2eecd6c9 req-9d060a49-0550-43e0-ba1d-c0304a0dfd79 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63034fb1-1e4e-4482-9720-ff18a727c698 HTTP/1.1" status: 200 len: 999 time: 0.3728371 Feb 19 04:21:37.629792 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-b6757ffa-eb0e-4603-9e70-28999a121e28 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] delete failed (client error): The resource could not be found. Feb 19 04:21:37.634140 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b6757ffa-eb0e-4603-9e70-28999a121e28 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "DELETE /v2.0/routers/50b8c4c3-04ca-40d0-a77c-6af57a112ab8 HTTP/1.1" status: 404 len: 336 time: 0.1208465 Feb 19 04:21:37.635534 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48082) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:37.650635 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48084) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:37.710567 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29bb6b96-887b-4ac7-af9b-ced94424ac31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (9d03c420-a9b3-4ec8-b54f-e7ff98437048), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:37.713976 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29bb6b96-887b-4ac7-af9b-ced94424ac31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:37.715301 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-adee1946-7ece-43a6-988c-c2523945275d None None] Set router ae0fc76a-b485-43f2-9317-5c73986abfd9 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:37.719571 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-29bb6b96-887b-4ac7-af9b-ced94424ac31 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9d03c420-a9b3-4ec8-b54f-e7ff98437048 HTTP/1.1" status: 204 len: 168 time: 0.4991562 Feb 19 04:21:37.719571 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-687a5511-b92b-4019-a91a-bf31e4574099 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "GET /v2.0/ports?device_id=d23f1dc2-0cdf-4091-9acf-0980b2007bb0 HTTP/1.1" status: 200 len: 205 time: 0.0820732 Feb 19 04:21:37.729339 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48090) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:37.801526 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cf3be-3cfa-4c13-bc02-81e8f8dcbc6c req-dc8fb469-1be6-4607-a4c4-16c0c4993161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:37.814227 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-537cf3be-3cfa-4c13-bc02-81e8f8dcbc6c req-dc8fb469-1be6-4607-a4c4-16c0c4993161 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02a32519-00af-48ba-8cbe-f80637d11bf7 HTTP/1.1" status: 200 len: 860 time: 0.2286396 Feb 19 04:21:37.848209 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fde918-7782-4986-af58-510a2eecd6c9 req-a38835f5-2cda-4295-bb8a-dba8e844fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:37.852715 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10fde918-7782-4986-af58-510a2eecd6c9 req-a38835f5-2cda-4295-bb8a-dba8e844fb37 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=02a32519-00af-48ba-8cbe-f80637d11bf7 HTTP/1.1" status: 200 len: 860 time: 0.1917779 Feb 19 04:21:37.879810 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb6b96-887b-4ac7-af9b-ced94424ac31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d03c420-a9b3-4ec8-b54f-e7ff98437048,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:37.917773 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-c98f1757-00cb-44be-b3bd-9f45e7112ea0 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] delete failed (client error): The resource could not be found. Feb 19 04:21:37.921780 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c98f1757-00cb-44be-b3bd-9f45e7112ea0 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "DELETE /v2.0/routers/d23f1dc2-0cdf-4091-9acf-0980b2007bb0 HTTP/1.1" status: 404 len: 336 time: 0.1873353 Feb 19 04:21:37.934019 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-537cf3be-3cfa-4c13-bc02-81e8f8dcbc6c req-b51e76e6-3ca0-4b7e-88c6-53f0f7b06768 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=01ed4d50-f745-422f-b896-15b69835df57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166570 Feb 19 04:21:37.935881 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48098) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:37.941520 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b28f0f08-333f-47d2-a613-26ed5f1486a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:37.990644 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-537cf3be-3cfa-4c13-bc02-81e8f8dcbc6c req-94da8c01-15fd-4311-8641-8498d25b205f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:21:38.005676 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-537cf3be-3cfa-4c13-bc02-81e8f8dcbc6c req-94da8c01-15fd-4311-8641-8498d25b205f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0660098 Feb 19 04:21:38.055945 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10fde918-7782-4986-af58-510a2eecd6c9 req-e5cb9861-f2d2-42a0-b1bc-db0618e2b15c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=01ed4d50-f745-422f-b896-15b69835df57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1360743 Feb 19 04:21:38.119352 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5c6cd598-b6ed-4219-8e64-6c14ca48a9d3 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c0c64d6-43bf-4cdd-8a52-ff768ba7536d HTTP/1.1" status: 200 len: 205 time: 0.1083775 Feb 19 04:21:38.128642 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48102) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:38.160739 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-159190fd-a614-42c5-9d0c-8a5d320d210f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Deleting port b2a449f1-6555-432e-8e2f-7b3e834933b5 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:38.161381 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-159190fd-a614-42c5-9d0c-8a5d320d210f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b2a449f1-6555-432e-8e2f-7b3e834933b5), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:38.220726 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-adee1946-7ece-43a6-988c-c2523945275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2020474565-router', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '448ff9d6-3e68-4848-bc8c-096c6bb3b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:28Z', 'updated_at': '2022-02-19T04:20:33Z', 'revision_number': 4, 'project_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'gw_port': {'id': '448ff9d6-3e68-4848-bc8c-096c6bb3b518', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:29Z', 'updated_at': '2022-02-19T04:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '8f3c94a3-5072-455c-96d7-c3cd33b4efd9', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'port_id': '63034fb1-1e4e-4482-9720-ff18a727c698', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ed4d50-f745-422f-b896-15b69835df57', 'mac_address': 'fa:16:3e:a5:f3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e7c341-f49a-4ec7-b1d1-4eb24a04ea45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:21:31Z', 'updated_at': '2022-02-19T04:21:34Z', 'revision_number': 1, 'project_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fa754c-e724-46a2-8327-54d8395bc6dc', 'name': '', 'network_id': '01ed4d50-f745-422f-b896-15b69835df57', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'mac_address': 'fa:16:3e:82:71:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '02a32519-00af-48ba-8cbe-f80637d11bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:32Z', 'updated_at': '2022-02-19T04:20:40Z', 'revision_number': 5, 'project_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'subnets': [{'id': '02a32519-00af-48ba-8cbe-f80637d11bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:38.266705 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-fa42ffc0-024b-49da-a3c2-8704a84ebdaa tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] delete failed (client error): The resource could not be found. Feb 19 04:21:38.270143 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fa42ffc0-024b-49da-a3c2-8704a84ebdaa tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "DELETE /v2.0/routers/5c0c64d6-43bf-4cdd-8a52-ff768ba7536d HTTP/1.1" status: 404 len: 336 time: 0.1367488 Feb 19 04:21:38.273430 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48110) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:38.283253 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b28f0f08-333f-47d2-a613-26ed5f1486a4 admin admin] Publish callbacks [] for security_group (f8cf8bc2-6477-4c9d-b4a2-3463021b6673), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:38.305019 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b28f0f08-333f-47d2-a613-26ed5f1486a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f8cf8bc2-6477-4c9d-b4a2-3463021b6673), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:38.327879 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adee1946-7ece-43a6-988c-c2523945275d None None] The sync data for ids ['ae0fc76a-b485-43f2-9317-5c73986abfd9'] in n-d-828369-19 is: [{'id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2020474565-router', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '448ff9d6-3e68-4848-bc8c-096c6bb3b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:28Z', 'updated_at': '2022-02-19T04:20:33Z', 'revision_number': 4, 'project_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'gw_port': {'id': '448ff9d6-3e68-4848-bc8c-096c6bb3b518', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:29Z', 'updated_at': '2022-02-19T04:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '8f3c94a3-5072-455c-96d7-c3cd33b4efd9', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'port_id': '63034fb1-1e4e-4482-9720-ff18a727c698', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ed4d50-f745-422f-b896-15b69835df57', 'mac_address': 'fa:16:3e:a5:f3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e7c341-f49a-4ec7-b1d1-4eb24a04ea45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:21:31Z', 'updated_at': '2022-02-19T04:21:34Z', 'revision_number': 1, 'project_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fa754c-e724-46a2-8327-54d8395bc6dc', 'name': '', 'network_id': '01ed4d50-f745-422f-b896-15b69835df57', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'mac_address': 'fa:16:3e:82:71:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '02a32519-00af-48ba-8cbe-f80637d11bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:32Z', 'updated_at': '2022-02-19T04:20:40Z', 'revision_number': 5, 'project_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'subnets': [{'id': '02a32519-00af-48ba-8cbe-f80637d11bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:21:38.345341 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-6147106f-7283-4d77-84f6-d293c6081626 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] DELETE failed (client error): The resource could not be found. Feb 19 04:21:38.345881 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6147106f-7283-4d77-84f6-d293c6081626 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:21:38.349163 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6147106f-7283-4d77-84f6-d293c6081626 tempest-RoutersAdminTest-1083594235 tempest-RoutersAdminTest-1083594235-project] 10.222.0.52 "DELETE /v2.0/subnets/11d4a0a7-57f0-4223-9955-1246f6db1179 HTTP/1.1" status: 404 len: 337 time: 0.0685680 Feb 19 04:21:38.423694 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b28f0f08-333f-47d2-a613-26ed5f1486a4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fe6c398d2ee444cc94ee89060a2218a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7714634 Feb 19 04:21:38.423694 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48122) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:38.458006 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f0f08-333f-47d2-a613-26ed5f1486a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cf8bc2-6477-4c9d-b4a2-3463021b6673,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:38.543419 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6c34933b-f883-4fa9-9411-7e7e7d88fdb2 admin admin] Publish callbacks [] for security_group (f8cf8bc2-6477-4c9d-b4a2-3463021b6673), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:38.608798 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6c34933b-f883-4fa9-9411-7e7e7d88fdb2 admin admin] Publish callbacks [] for security_group (f8cf8bc2-6477-4c9d-b4a2-3463021b6673), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:38.718720 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6c34933b-f883-4fa9-9411-7e7e7d88fdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f8cf8bc2-6477-4c9d-b4a2-3463021b6673), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:38.721781 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6c34933b-f883-4fa9-9411-7e7e7d88fdb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:38.725552 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6c34933b-f883-4fa9-9411-7e7e7d88fdb2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f8cf8bc2-6477-4c9d-b4a2-3463021b6673 HTTP/1.1" status: 204 len: 168 time: 0.2910259 Feb 19 04:21:38.747009 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34933b-f883-4fa9-9411-7e7e7d88fdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cf8bc2-6477-4c9d-b4a2-3463021b6673,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:38.812139 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f09eb81-f6f0-476b-b9f6-1d614f5996b8 None None] New status for floating IP 8f3c94a3-5072-455c-96d7-c3cd33b4efd9: ACTIVE {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:21:38.870513 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48134) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:39.139595 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-159190fd-a614-42c5-9d0c-8a5d320d210f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b2a449f1-6555-432e-8e2f-7b3e834933b5), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:39.140121 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-159190fd-a614-42c5-9d0c-8a5d320d210f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for floatingip (b2a449f1-6555-432e-8e2f-7b3e834933b5), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:39.201170 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-159190fd-a614-42c5-9d0c-8a5d320d210f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Calling delete_port for b2a449f1-6555-432e-8e2f-7b3e834933b5 owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:39.227570 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-537cf3be-3cfa-4c13-bc02-81e8f8dcbc6c req-ef02a744-f750-40b8-ace3-9fb2d7980991 service neutron] 10.222.0.52 "GET /v2.0/networks/01ed4d50-f745-422f-b896-15b69835df57?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2209949 Feb 19 04:21:39.340465 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-324b9c77-cfa0-418d-a31b-69c9710c306f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:39.355389 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-537cf3be-3cfa-4c13-bc02-81e8f8dcbc6c req-f1ba5880-3c92-42be-80ac-eb110e799545 service neutron] 10.222.0.52 "GET /v2.0/networks/01ed4d50-f745-422f-b896-15b69835df57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181514 Feb 19 04:21:39.359019 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10fde918-7782-4986-af58-510a2eecd6c9 req-7a8e5c0d-d387-43fe-b2b7-43ddb56e6869 service neutron] 10.222.0.79 "GET /v2.0/networks/01ed4d50-f745-422f-b896-15b69835df57?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2824295 Feb 19 04:21:39.587173 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-324b9c77-cfa0-418d-a31b-69c9710c306f admin admin] Publish callbacks [] for security_group (8da47149-aab1-431e-8320-464cbec4ba15), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:39.593980 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48160) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:39.604380 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10fde918-7782-4986-af58-510a2eecd6c9 req-5d97ae4f-9dc0-49e4-b9ad-199b09faf926 service neutron] 10.222.0.79 "GET /v2.0/networks/01ed4d50-f745-422f-b896-15b69835df57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875381 Feb 19 04:21:39.631914 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-324b9c77-cfa0-418d-a31b-69c9710c306f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8da47149-aab1-431e-8320-464cbec4ba15), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:39.657667 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4092adb7-cf17-40a4-b6a9-d9f8851a56b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:39.706504 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-324b9c77-cfa0-418d-a31b-69c9710c306f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=15c163a6e1d24f03b705235979723118&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8342986 Feb 19 04:21:39.711200 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48162) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:39.712686 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b9c77-cfa0-418d-a31b-69c9710c306f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da47149-aab1-431e-8320-464cbec4ba15,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:39.762368 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f6e6435-becd-42c4-908f-975360b78818 req-5d8413db-1b8a-4c02-95e4-b019f4d427c6 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.116 HTTP/1.1" status: 200 len: 1001 time: 0.3432736 Feb 19 04:21:39.794763 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1adedb48-e245-44d3-9894-505ddb2ba22d admin admin] Publish callbacks [] for security_group (8da47149-aab1-431e-8320-464cbec4ba15), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:39.833003 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1adedb48-e245-44d3-9894-505ddb2ba22d admin admin] Publish callbacks [] for security_group (8da47149-aab1-431e-8320-464cbec4ba15), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:39.880101 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4092adb7-cf17-40a4-b6a9-d9f8851a56b2 admin admin] Publish callbacks [] for security_group (e1e1cecd-2eb5-4718-b220-94ccb333c05a), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:39.890206 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4092adb7-cf17-40a4-b6a9-d9f8851a56b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e1e1cecd-2eb5-4718-b220-94ccb333c05a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:40.003473 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4092adb7-cf17-40a4-b6a9-d9f8851a56b2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5e5a3cbb56714c9bb5bda8638eeb7e72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4022324 Feb 19 04:21:40.004097 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48174) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:40.008972 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092adb7-cf17-40a4-b6a9-d9f8851a56b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e1cecd-2eb5-4718-b220-94ccb333c05a,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:40.032818 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1adedb48-e245-44d3-9894-505ddb2ba22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8da47149-aab1-431e-8320-464cbec4ba15), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:40.037808 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e6435-becd-42c4-908f-975360b78818 req-23858f75-c727-41d2-a7fb-5cea4c785fe0 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:40.038678 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1adedb48-e245-44d3-9894-505ddb2ba22d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:40.039231 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f6e6435-becd-42c4-908f-975360b78818 req-23858f75-c727-41d2-a7fb-5cea4c785fe0 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports/63034fb1-1e4e-4482-9720-ff18a727c698 HTTP/1.1" status: 200 len: 942 time: 0.2671335 Feb 19 04:21:40.039837 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1adedb48-e245-44d3-9894-505ddb2ba22d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8da47149-aab1-431e-8320-464cbec4ba15 HTTP/1.1" status: 204 len: 168 time: 0.3236747 Feb 19 04:21:40.052516 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adedb48-e245-44d3-9894-505ddb2ba22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da47149-aab1-431e-8320-464cbec4ba15,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:40.170251 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-159190fd-a614-42c5-9d0c-8a5d320d210f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (b2a449f1-6555-432e-8e2f-7b3e834933b5), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:40.249361 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c2bf45c3-7e50-4771-aae1-8b4c15586763 admin admin] Publish callbacks [] for security_group (e1e1cecd-2eb5-4718-b220-94ccb333c05a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:40.256361 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159190fd-a614-42c5-9d0c-8a5d320d210f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event deleted for resources: {'Port': ['ID=b2a449f1-6555-432e-8e2f-7b3e834933b5,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:40.378209 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f6e6435-becd-42c4-908f-975360b78818 req-6ae638bf-4708-46cd-866f-5067a1757524 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.116 HTTP/1.1" status: 200 len: 1001 time: 0.2243252 Feb 19 04:21:40.382198 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c2bf45c3-7e50-4771-aae1-8b4c15586763 admin admin] Publish callbacks [] for security_group (e1e1cecd-2eb5-4718-b220-94ccb333c05a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:40.486856 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-159190fd-a614-42c5-9d0c-8a5d320d210f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for floatingip (0f3bacec-ae0f-4c5e-b1a9-ae85327f9b6f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:40.486856 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-159190fd-a614-42c5-9d0c-8a5d320d210f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Floating IP 0f3bacec-ae0f-4c5e-b1a9-ae85327f9b6f disassociated (deleted). External IP: 172.25.3.33, port: 19128e7b-c0d0-43d1-bd22-2a612e31afb9. Feb 19 04:21:40.670974 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e6435-becd-42c4-908f-975360b78818 req-a716a3a9-309c-43ae-bf14-5101d3671aa6 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:40.672398 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f6e6435-becd-42c4-908f-975360b78818 req-a716a3a9-309c-43ae-bf14-5101d3671aa6 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 784 time: 0.2776976 Feb 19 04:21:40.675588 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c2bf45c3-7e50-4771-aae1-8b4c15586763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e1e1cecd-2eb5-4718-b220-94ccb333c05a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:40.678187 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c2bf45c3-7e50-4771-aae1-8b4c15586763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:40.682567 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c2bf45c3-7e50-4771-aae1-8b4c15586763 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e1e1cecd-2eb5-4718-b220-94ccb333c05a HTTP/1.1" status: 204 len: 168 time: 0.6768959 Feb 19 04:21:40.697110 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48202) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:40.712799 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf45c3-7e50-4771-aae1-8b4c15586763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e1cecd-2eb5-4718-b220-94ccb333c05a,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:40.720975 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-3f6e6435-becd-42c4-908f-975360b78818 req-83abd7c9-1dd8-492c-a467-7b054967bf29 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:21:40.721988 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f6e6435-becd-42c4-908f-975360b78818 req-83abd7c9-1dd8-492c-a467-7b054967bf29 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0382755 Feb 19 04:21:40.776104 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4f2bc9f8-fb35-4166-be95-bf0d943ca9a8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6e9155398c40421889e09c736846f381&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0778258 Feb 19 04:21:40.780599 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48206) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:40.882598 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cd88e817-0637-4bd1-ac82-9ee4023be1cd admin admin] Publish callbacks [] for security_group (e5edea64-e812-427a-8c28-36552aa785d7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:40.921227 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f6e6435-becd-42c4-908f-975360b78818 req-19572a3a-c44d-421c-9d38-eb6ff9b5cb69 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.116 HTTP/1.1" status: 200 len: 1001 time: 0.1808734 Feb 19 04:21:40.922070 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cd88e817-0637-4bd1-ac82-9ee4023be1cd admin admin] Publish callbacks [] for security_group (e5edea64-e812-427a-8c28-36552aa785d7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:41.031755 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-3f6e6435-becd-42c4-908f-975360b78818 req-724485ce-4371-41a2-a4f1-f7f66c39e415 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:41.032012 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cd88e817-0637-4bd1-ac82-9ee4023be1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e5edea64-e812-427a-8c28-36552aa785d7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:41.034625 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cd88e817-0637-4bd1-ac82-9ee4023be1cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:41.035866 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cd88e817-0637-4bd1-ac82-9ee4023be1cd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e5edea64-e812-427a-8c28-36552aa785d7 HTTP/1.1" status: 204 len: 168 time: 0.2543318 Feb 19 04:21:41.048256 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88e817-0637-4bd1-ac82-9ee4023be1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5edea64-e812-427a-8c28-36552aa785d7,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:41.099419 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159190fd-a614-42c5-9d0c-8a5d320d210f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Router 24b7dc11-6121-4154-8a7c-76b7b4ee9d2c has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:21:41.179736 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3f6e6435-becd-42c4-908f-975360b78818 req-724485ce-4371-41a2-a4f1-f7f66c39e415 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks [] for floatingip (8f3c94a3-5072-455c-96d7-c3cd33b4efd9), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:41.371710 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3f6e6435-becd-42c4-908f-975360b78818 req-724485ce-4371-41a2-a4f1-f7f66c39e415 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:41.423474 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3f6e6435-becd-42c4-908f-975360b78818 req-724485ce-4371-41a2-a4f1-f7f66c39e415 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (8f3c94a3-5072-455c-96d7-c3cd33b4efd9), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:41.423816 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [req-3f6e6435-becd-42c4-908f-975360b78818 req-724485ce-4371-41a2-a4f1-f7f66c39e415 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Floating IP 8f3c94a3-5072-455c-96d7-c3cd33b4efd9 disassociated. External IP: 172.25.3.116, port: 63034fb1-1e4e-4482-9720-ff18a727c698. Feb 19 04:21:41.498482 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159190fd-a614-42c5-9d0c-8a5d320d210f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:21:41.510017 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-159190fd-a614-42c5-9d0c-8a5d320d210f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:41.524316 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e7372f-6577-479a-a2d4-6dc86832e174 None None] Sync routers for ids ['24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:21:41.566962 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e7372f-6577-479a-a2d4-6dc86832e174 None None] Routers {'24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:41.578943 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-69e7372f-6577-479a-a2d4-6dc86832e174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:21:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:41.623056 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-159190fd-a614-42c5-9d0c-8a5d320d210f tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "DELETE /v2.0/floatingips/0f3bacec-ae0f-4c5e-b1a9-ae85327f9b6f HTTP/1.1" status: 204 len: 168 time: 4.6003385 Feb 19 04:21:41.651706 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3898de9c-1681-473b-8f8d-7a9eb62eb021', 'tag': '19128e7b-c0d0-43d1-bd22-2a612e31afb9'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:21:41.663658 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728d8d70-6681-42df-bf1e-f78720a8ef2c" -d '{"events": [{"name": "network-changed", "server_uuid": "3898de9c-1681-473b-8f8d-7a9eb62eb021", "tag": "19128e7b-c0d0-43d1-bd22-2a612e31afb9"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:21:41.748787 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-69e7372f-6577-479a-a2d4-6dc86832e174 None None] Set router 24b7dc11-6121-4154-8a7c-76b7b4ee9d2c gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:42.041423 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f6e6435-becd-42c4-908f-975360b78818 req-724485ce-4371-41a2-a4f1-f7f66c39e415 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Router ae0fc76a-b485-43f2-9317-5c73986abfd9 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:21:42.116969 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a1591d-c9fc-438a-ba11-ffa911e8aea2 x-openstack-request-id: req-d8a1591d-c9fc-438a-ba11-ffa911e8aea2 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:21:42.117471 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3898de9c-1681-473b-8f8d-7a9eb62eb021", "tag": "19128e7b-c0d0-43d1-bd22-2a612e31afb9", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:21:42.117902 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d8a1591d-c9fc-438a-ba11-ffa911e8aea2 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:21:42.118786 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3898de9c-1681-473b-8f8d-7a9eb62eb021', 'tag': '19128e7b-c0d0-43d1-bd22-2a612e31afb9', 'status': 'completed', 'code': 200} Feb 19 04:21:42.235293 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-69e7372f-6577-479a-a2d4-6dc86832e174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25920014', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:18:05Z', 'updated_at': '2022-02-19T04:18:12Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:18:06Z', 'updated_at': '2022-02-19T04:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '4a900ae1-6171-4b59-a97b-c1c55a8473e4', 'name': '', 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:ee:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'd2505abe-19fa-46cd-a323-4523aa51b99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:18:11Z', 'updated_at': '2022-02-19T04:18:16Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': 'd2505abe-19fa-46cd-a323-4523aa51b99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:42.314595 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e7372f-6577-479a-a2d4-6dc86832e174 None None] Checking router: 24b7dc11-6121-4154-8a7c-76b7b4ee9d2c for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:21:42.318077 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d8d70-6681-42df-bf1e-f78720a8ef2c req-5465d78c-ef14-4766-a9a8-542c1109a1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:42.324609 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-728d8d70-6681-42df-bf1e-f78720a8ef2c req-5465d78c-ef14-4766-a9a8-542c1109a1ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3daaed16085e4153afa0c32c565c3455&device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 1128 time: 0.2042611 Feb 19 04:21:42.327482 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e7372f-6577-479a-a2d4-6dc86832e174 None None] Routers {'24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:42.328293 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-69e7372f-6577-479a-a2d4-6dc86832e174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:21:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:42.437789 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f6e6435-becd-42c4-908f-975360b78818 req-724485ce-4371-41a2-a4f1-f7f66c39e415 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:21:42.446273 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3f6e6435-becd-42c4-908f-975360b78818 req-724485ce-4371-41a2-a4f1-f7f66c39e415 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:42.451647 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa91588-90ec-4499-a8d8-922c416c393d None None] Sync routers for ids ['ae0fc76a-b485-43f2-9317-5c73986abfd9'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:21:42.466998 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa91588-90ec-4499-a8d8-922c416c393d None None] Routers {'ae0fc76a-b485-43f2-9317-5c73986abfd9'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:42.470310 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3aa91588-90ec-4499-a8d8-922c416c393d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:21:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ae0fc76a-b485-43f2-9317-5c73986abfd9'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:42.475055 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-69e7372f-6577-479a-a2d4-6dc86832e174 None None] Set router 24b7dc11-6121-4154-8a7c-76b7b4ee9d2c gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:42.725082 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-3aa91588-90ec-4499-a8d8-922c416c393d None None] Set router ae0fc76a-b485-43f2-9317-5c73986abfd9 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:43.159371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d8d70-6681-42df-bf1e-f78720a8ef2c req-6932b9cb-9895-4fe7-b452-02c9b0366dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:43.167039 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-728d8d70-6681-42df-bf1e-f78720a8ef2c req-6932b9cb-9895-4fe7-b452-02c9b0366dae service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf35e948-0e14-4c64-82c9-565d40e622b8 HTTP/1.1" status: 200 len: 897 time: 0.8172934 Feb 19 04:21:43.168429 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-69e7372f-6577-479a-a2d4-6dc86832e174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25920014', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:18:05Z', 'updated_at': '2022-02-19T04:18:12Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:18:06Z', 'updated_at': '2022-02-19T04:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '4a900ae1-6171-4b59-a97b-c1c55a8473e4', 'name': '', 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:ee:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'd2505abe-19fa-46cd-a323-4523aa51b99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:18:11Z', 'updated_at': '2022-02-19T04:18:16Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': 'd2505abe-19fa-46cd-a323-4523aa51b99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:43.185037 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060ecbd-da14-4328-b3dd-ada49efdc46d req-d69a8fb3-e5a9-4f96-bba5-0e14a129ee8e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:43.187685 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6060ecbd-da14-4328-b3dd-ada49efdc46d req-d69a8fb3-e5a9-4f96-bba5-0e14a129ee8e tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 945 time: 0.9768338 Feb 19 04:21:43.199187 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e7372f-6577-479a-a2d4-6dc86832e174 None None] The sync data for ids ['24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'] in n-d-828369-19 is: [{'id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25920014', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:18:05Z', 'updated_at': '2022-02-19T04:18:12Z', 'revision_number': 4, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:18:06Z', 'updated_at': '2022-02-19T04:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '4a900ae1-6171-4b59-a97b-c1c55a8473e4', 'name': '', 'network_id': 'bf35e948-0e14-4c64-82c9-565d40e622b8', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'mac_address': 'fa:16:3e:ee:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'd2505abe-19fa-46cd-a323-4523aa51b99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:18:11Z', 'updated_at': '2022-02-19T04:18:16Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'subnets': [{'id': 'd2505abe-19fa-46cd-a323-4523aa51b99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:21:43.208798 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3aa91588-90ec-4499-a8d8-922c416c393d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2020474565-router', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '448ff9d6-3e68-4848-bc8c-096c6bb3b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:28Z', 'updated_at': '2022-02-19T04:20:33Z', 'revision_number': 4, 'project_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'gw_port': {'id': '448ff9d6-3e68-4848-bc8c-096c6bb3b518', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:29Z', 'updated_at': '2022-02-19T04:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '88fa754c-e724-46a2-8327-54d8395bc6dc', 'name': '', 'network_id': '01ed4d50-f745-422f-b896-15b69835df57', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'mac_address': 'fa:16:3e:82:71:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '02a32519-00af-48ba-8cbe-f80637d11bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:32Z', 'updated_at': '2022-02-19T04:20:40Z', 'revision_number': 5, 'project_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'subnets': [{'id': '02a32519-00af-48ba-8cbe-f80637d11bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:43.231528 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f6e6435-becd-42c4-908f-975360b78818 req-724485ce-4371-41a2-a4f1-f7f66c39e415 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "PUT /v2.0/floatingips/8f3c94a3-5072-455c-96d7-c3cd33b4efd9 HTTP/1.1" status: 200 len: 695 time: 2.2993877 Feb 19 04:21:43.299526 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa91588-90ec-4499-a8d8-922c416c393d None None] Checking router: ae0fc76a-b485-43f2-9317-5c73986abfd9 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:21:43.320942 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa91588-90ec-4499-a8d8-922c416c393d None None] Routers {'ae0fc76a-b485-43f2-9317-5c73986abfd9'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:43.321583 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3aa91588-90ec-4499-a8d8-922c416c393d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:21:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ae0fc76a-b485-43f2-9317-5c73986abfd9'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:43.351236 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-728d8d70-6681-42df-bf1e-f78720a8ef2c req-16a705fd-2c27-40c0-8af7-3c64a7dec2c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19128e7b-c0d0-43d1-bd22-2a612e31afb9 HTTP/1.1" status: 200 len: 217 time: 0.1607399 Feb 19 04:21:43.456587 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d8d70-6681-42df-bf1e-f78720a8ef2c req-baf43495-cae2-4c04-a122-d86f79f5b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:43.459100 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-728d8d70-6681-42df-bf1e-f78720a8ef2c req-baf43495-cae2-4c04-a122-d86f79f5b004 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2505abe-19fa-46cd-a323-4523aa51b99d HTTP/1.1" status: 200 len: 834 time: 0.0960007 Feb 19 04:21:43.469619 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6060ecbd-da14-4328-b3dd-ada49efdc46d req-33e77a49-ff6d-4955-bfb7-ae678ebaec8b tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=257a3882-f9e0-4b70-91a8-91da6d195492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2694323 Feb 19 04:21:43.534397 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d8d70-6681-42df-bf1e-f78720a8ef2c req-4f1ee41a-5344-4683-9582-fec7a19a2b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:43.536341 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-728d8d70-6681-42df-bf1e-f78720a8ef2c req-4f1ee41a-5344-4683-9582-fec7a19a2b98 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf35e948-0e14-4c64-82c9-565d40e622b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0655615 Feb 19 04:21:43.630122 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-3aa91588-90ec-4499-a8d8-922c416c393d None None] Set router ae0fc76a-b485-43f2-9317-5c73986abfd9 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:43.780059 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf0e837-bd2e-4c3d-a758-53ebd86431aa None None] New status for floating IP 0f3bacec-ae0f-4c5e-b1a9-ae85327f9b6f: DOWN {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:21:43.920070 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-728d8d70-6681-42df-bf1e-f78720a8ef2c req-400b4d84-d273-432f-8b75-978a6dfea4e9 service neutron] 10.222.0.26 "GET /v2.0/networks/bf35e948-0e14-4c64-82c9-565d40e622b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754022 Feb 19 04:21:43.939956 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e6435-becd-42c4-908f-975360b78818 req-6a32a6a8-6db8-4a42-bdac-5f5ff4731223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:43.942837 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f6e6435-becd-42c4-908f-975360b78818 req-6a32a6a8-6db8-4a42-bdac-5f5ff4731223 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cbfcdf0453b64af4b94645bf82272ac6&device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 1128 time: 0.6033368 Feb 19 04:21:43.951341 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be556fbc-792a-4af6-b9ec-bbed878e1633 req-359372b7-a994-4e33-a5ce-ef3c2822b333 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:43.958117 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-be556fbc-792a-4af6-b9ec-bbed878e1633 req-359372b7-a994-4e33-a5ce-ef3c2822b333 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.26 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 945 time: 0.1989863 Feb 19 04:21:44.153011 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e7c341-f49a-4ec7-b1d1-4eb24a04ea45', 'tag': '63034fb1-1e4e-4482-9720-ff18a727c698'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:21:44.158986 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6fe98f-ae41-4fa2-b171-91310dc7d5c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45", "tag": "63034fb1-1e4e-4482-9720-ff18a727c698"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:21:44.305509 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-be556fbc-792a-4af6-b9ec-bbed878e1633 req-8c9e41df-7489-4fd3-8e4c-241815be5fe6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Deleting port 19128e7b-c0d0-43d1-bd22-2a612e31afb9 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:44.307976 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-be556fbc-792a-4af6-b9ec-bbed878e1633 req-8c9e41df-7489-4fd3-8e4c-241815be5fe6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (19128e7b-c0d0-43d1-bd22-2a612e31afb9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:44.325149 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3aa91588-90ec-4499-a8d8-922c416c393d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2020474565-router', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '448ff9d6-3e68-4848-bc8c-096c6bb3b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:28Z', 'updated_at': '2022-02-19T04:20:33Z', 'revision_number': 4, 'project_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'gw_port': {'id': '448ff9d6-3e68-4848-bc8c-096c6bb3b518', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:29Z', 'updated_at': '2022-02-19T04:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '88fa754c-e724-46a2-8327-54d8395bc6dc', 'name': '', 'network_id': '01ed4d50-f745-422f-b896-15b69835df57', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'mac_address': 'fa:16:3e:82:71:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '02a32519-00af-48ba-8cbe-f80637d11bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:32Z', 'updated_at': '2022-02-19T04:20:40Z', 'revision_number': 5, 'project_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'subnets': [{'id': '02a32519-00af-48ba-8cbe-f80637d11bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:44.354133 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50172687-0d33-41a1-afc1-4aae3420f788 x-openstack-request-id: req-50172687-0d33-41a1-afc1-4aae3420f788 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:21:44.369082 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa91588-90ec-4499-a8d8-922c416c393d None None] The sync data for ids ['ae0fc76a-b485-43f2-9317-5c73986abfd9'] in n-d-828369-19 is: [{'id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2020474565-router', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '448ff9d6-3e68-4848-bc8c-096c6bb3b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:28Z', 'updated_at': '2022-02-19T04:20:33Z', 'revision_number': 4, 'project_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'gw_port': {'id': '448ff9d6-3e68-4848-bc8c-096c6bb3b518', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:29Z', 'updated_at': '2022-02-19T04:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '88fa754c-e724-46a2-8327-54d8395bc6dc', 'name': '', 'network_id': '01ed4d50-f745-422f-b896-15b69835df57', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'mac_address': 'fa:16:3e:82:71:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '02a32519-00af-48ba-8cbe-f80637d11bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:32Z', 'updated_at': '2022-02-19T04:20:40Z', 'revision_number': 5, 'project_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'subnets': [{'id': '02a32519-00af-48ba-8cbe-f80637d11bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:21:44.372797 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45", "tag": "63034fb1-1e4e-4482-9720-ff18a727c698", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:21:44.373082 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-50172687-0d33-41a1-afc1-4aae3420f788 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:21:44.373532 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e7c341-f49a-4ec7-b1d1-4eb24a04ea45', 'tag': '63034fb1-1e4e-4482-9720-ff18a727c698', 'status': 'completed', 'code': 200} Feb 19 04:21:44.398930 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e6435-becd-42c4-908f-975360b78818 req-acbd7011-24d8-4a2f-9420-2ef45f8c5846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:44.401109 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f6e6435-becd-42c4-908f-975360b78818 req-acbd7011-24d8-4a2f-9420-2ef45f8c5846 service neutron] 10.222.0.52 "GET /v2.0/networks?id=01ed4d50-f745-422f-b896-15b69835df57 HTTP/1.1" status: 200 len: 921 time: 0.4239442 Feb 19 04:21:44.562440 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48330) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:44.586383 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f6e6435-becd-42c4-908f-975360b78818 req-e1c83799-3017-40a6-b80b-b63c6c6450b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63034fb1-1e4e-4482-9720-ff18a727c698 HTTP/1.1" status: 200 len: 217 time: 0.1599591 Feb 19 04:21:44.616572 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-be556fbc-792a-4af6-b9ec-bbed878e1633 req-8c9e41df-7489-4fd3-8e4c-241815be5fe6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] For port 19128e7b-c0d0-43d1-bd22-2a612e31afb9, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=19128e7b-c0d0-43d1-bd22-2a612e31afb9,segment=NetworkSegment(c14f0740-ba05-4272-96ae-5e40be15d426),segment_id=c14f0740-ba05-4272-96ae-5e40be15d426)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:44.617379 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-be556fbc-792a-4af6-b9ec-bbed878e1633 req-8c9e41df-7489-4fd3-8e4c-241815be5fe6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (19128e7b-c0d0-43d1-bd22-2a612e31afb9), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:44.642068 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-be556fbc-792a-4af6-b9ec-bbed878e1633 req-8c9e41df-7489-4fd3-8e4c-241815be5fe6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Calling delete_port for 19128e7b-c0d0-43d1-bd22-2a612e31afb9 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:44.712341 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-728d8d70-6681-42df-bf1e-f78720a8ef2c req-b927ae1c-c74a-4fbc-99c6-a84b26303d0b service neutron] 10.222.0.26 "GET /v2.0/networks/bf35e948-0e14-4c64-82c9-565d40e622b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7844396 Feb 19 04:21:44.889631 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fe98f-ae41-4fa2-b171-91310dc7d5c3 req-68a8daa9-13c9-4384-83c8-7dad7104b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:44.891168 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f6fe98f-ae41-4fa2-b171-91310dc7d5c3 req-68a8daa9-13c9-4384-83c8-7dad7104b683 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbfcdf0453b64af4b94645bf82272ac6&device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 1128 time: 0.5093880 Feb 19 04:21:44.911820 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-0186235b-6c77-4e7c-bcef-22a8589feba9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-741685330'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:44.922505 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-be556fbc-792a-4af6-b9ec-bbed878e1633 req-8c9e41df-7489-4fd3-8e4c-241815be5fe6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (19128e7b-c0d0-43d1-bd22-2a612e31afb9), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:44.967324 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb51f7a3-3771-47c2-ba20-a4c7d0e35bdc None None] New status for floating IP 8f3c94a3-5072-455c-96d7-c3cd33b4efd9: DOWN {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:21:44.989188 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e41df-7489-4fd3-8e4c-241815be5fe6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event deleted for resources: {'Port': ['ID=19128e7b-c0d0-43d1-bd22-2a612e31afb9,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:45.041132 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0186235b-6c77-4e7c-bcef-22a8589feba9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Made reservation on behalf of 28ee032573e14ca5b6468dea7cabd0af for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:45.045854 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0186235b-6c77-4e7c-bcef-22a8589feba9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:45.090885 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-be556fbc-792a-4af6-b9ec-bbed878e1633 req-8c9e41df-7489-4fd3-8e4c-241815be5fe6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] No DVR routers for this DVR port 19128e7b-c0d0-43d1-bd22-2a612e31afb9 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:21:45.093297 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0186235b-6c77-4e7c-bcef-22a8589feba9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:45.096068 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-be556fbc-792a-4af6-b9ec-bbed878e1633 req-8c9e41df-7489-4fd3-8e4c-241815be5fe6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:45.100658 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-be556fbc-792a-4af6-b9ec-bbed878e1633 req-8c9e41df-7489-4fd3-8e4c-241815be5fe6 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.26 "DELETE /v2.0/ports/19128e7b-c0d0-43d1-bd22-2a612e31afb9 HTTP/1.1" status: 204 len: 173 time: 1.1385386 Feb 19 04:21:45.102642 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3898de9c-1681-473b-8f8d-7a9eb62eb021', 'name': 'network-vif-deleted', 'tag': '19128e7b-c0d0-43d1-bd22-2a612e31afb9'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:21:45.105573 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c200f08-4dc8-4aca-856c-38e75e1dfd03" -d '{"events": [{"server_uuid": "3898de9c-1681-473b-8f8d-7a9eb62eb021", "name": "network-vif-deleted", "tag": "19128e7b-c0d0-43d1-bd22-2a612e31afb9"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:21:45.140031 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e6435-becd-42c4-908f-975360b78818 req-3f29b0cf-6317-4925-b72f-10c332fe6492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:45.144390 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f6e6435-becd-42c4-908f-975360b78818 req-3f29b0cf-6317-4925-b72f-10c332fe6492 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02a32519-00af-48ba-8cbe-f80637d11bf7 HTTP/1.1" status: 200 len: 860 time: 0.5554204 Feb 19 04:21:45.202083 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f6e6435-becd-42c4-908f-975360b78818 req-ece47160-5b37-4a24-907a-524daf820149 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=01ed4d50-f745-422f-b896-15b69835df57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475068 Feb 19 04:21:45.240805 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb9169-6520-40c2-8631-55ad83f23bce req-13387e2c-bade-47a0-b0e4-23e220b74554 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:45.243020 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-89eb9169-6520-40c2-8631-55ad83f23bce req-13387e2c-bade-47a0-b0e4-23e220b74554 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/ports?device_id=3898de9c-1681-473b-8f8d-7a9eb62eb021 HTTP/1.1" status: 200 len: 867 time: 0.4745054 Feb 19 04:21:45.401426 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0186235b-6c77-4e7c-bcef-22a8589feba9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks [] for security_group (7303fb19-0605-4b49-8df0-e80a7907d802), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:45.423988 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0186235b-6c77-4e7c-bcef-22a8589feba9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7303fb19-0605-4b49-8df0-e80a7907d802), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:45.460131 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fe98f-ae41-4fa2-b171-91310dc7d5c3 req-4ad9358f-aa0f-4761-a8e2-4e43d2e90413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:45.465591 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f6fe98f-ae41-4fa2-b171-91310dc7d5c3 req-4ad9358f-aa0f-4761-a8e2-4e43d2e90413 service neutron] 10.222.0.79 "GET /v2.0/networks?id=01ed4d50-f745-422f-b896-15b69835df57 HTTP/1.1" status: 200 len: 921 time: 0.5464838 Feb 19 04:21:45.515470 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0186235b-6c77-4e7c-bcef-22a8589feba9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:21:45.538676 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-89eb9169-6520-40c2-8631-55ad83f23bce req-e645df30-f2e9-401f-b584-0d0f8bcd11aa tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "GET /v2.0/security-groups?id=257a3882-f9e0-4b70-91a8-91da6d195492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743196 Feb 19 04:21:45.571820 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186235b-6c77-4e7c-bcef-22a8589feba9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7303fb19-0605-4b49-8df0-e80a7907d802,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:45.595874 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0186235b-6c77-4e7c-bcef-22a8589feba9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e1cd05ed-5d2e-4238-a0c0-bf3c8d4bf2f7), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:45.596405 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-0186235b-6c77-4e7c-bcef-22a8589feba9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Added segment e1cd05ed-5d2e-4238-a0c0-bf3c8d4bf2f7 of type vlan for network 5522574f-369e-4db8-81e7-c714c9bead3e Feb 19 04:21:45.637807 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f6fe98f-ae41-4fa2-b171-91310dc7d5c3 req-0ac270fc-ac71-4d0e-b582-3ffdad569913 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63034fb1-1e4e-4482-9720-ff18a727c698 HTTP/1.1" status: 200 len: 217 time: 0.1578836 Feb 19 04:21:45.683298 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0186235b-6c77-4e7c-bcef-22a8589feba9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (5522574f-369e-4db8-81e7-c714c9bead3e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:45.723984 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0186235b-6c77-4e7c-bcef-22a8589feba9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (5522574f-369e-4db8-81e7-c714c9bead3e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:45.731967 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0186235b-6c77-4e7c-bcef-22a8589feba9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:45.733570 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0186235b-6c77-4e7c-bcef-22a8589feba9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:45.734811 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fe98f-ae41-4fa2-b171-91310dc7d5c3 req-e78baa53-1819-451c-85f4-d3900b45a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:45.736941 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f6fe98f-ae41-4fa2-b171-91310dc7d5c3 req-e78baa53-1819-451c-85f4-d3900b45a330 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=02a32519-00af-48ba-8cbe-f80637d11bf7 HTTP/1.1" status: 200 len: 860 time: 0.0891781 Feb 19 04:21:45.751692 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f6e6435-becd-42c4-908f-975360b78818 req-8017c1c3-5dca-4f78-ab4a-3e6be38b5099 service neutron] 10.222.0.52 "GET /v2.0/networks/01ed4d50-f745-422f-b896-15b69835df57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5371580 Feb 19 04:21:45.832946 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0186235b-6c77-4e7c-bcef-22a8589feba9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2662489 Feb 19 04:21:45.835503 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48372) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:45.842717 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b23bae81-45e0-4699-a87e-e463e700f844 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Request body: {'subnet': {'network_id': '5522574f-369e-4db8-81e7-c714c9bead3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:45.888470 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f6fe98f-ae41-4fa2-b171-91310dc7d5c3 req-32fe74fb-1288-4336-a0fb-d192e77f8507 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=01ed4d50-f745-422f-b896-15b69835df57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1435626 Feb 19 04:21:46.049059 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186235b-6c77-4e7c-bcef-22a8589feba9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Pushing event updated for resources: {'Network': ['ID=5522574f-369e-4db8-81e7-c714c9bead3e,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:46.068059 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 5522574f-369e-4db8-81e7-c714c9bead3e details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:21:46.097423 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23bae81-45e0-4699-a87e-e463e700f844 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Made reservation on behalf of 28ee032573e14ca5b6468dea7cabd0af for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:46.101647 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b23bae81-45e0-4699-a87e-e463e700f844 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:46.188793 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f6fe98f-ae41-4fa2-b171-91310dc7d5c3 req-c859e19f-2aae-458f-af22-c8256994c74e service neutron] 10.222.0.79 "GET /v2.0/networks/01ed4d50-f745-422f-b896-15b69835df57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309558 Feb 19 04:21:46.418494 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f6e6435-becd-42c4-908f-975360b78818 req-45ffd2a4-01b6-4c07-81bd-96f218952ed1 service neutron] 10.222.0.52 "GET /v2.0/networks/01ed4d50-f745-422f-b896-15b69835df57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6472814 Feb 19 04:21:46.518147 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac7a83d-4c25-4762-b1af-468848df26c5 x-openstack-request-id: req-0ac7a83d-4c25-4762-b1af-468848df26c5 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:21:46.518620 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3898de9c-1681-473b-8f8d-7a9eb62eb021", "name": "network-vif-deleted", "tag": "19128e7b-c0d0-43d1-bd22-2a612e31afb9", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:21:46.518985 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0ac7a83d-4c25-4762-b1af-468848df26c5 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:21:46.519572 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3898de9c-1681-473b-8f8d-7a9eb62eb021', 'name': 'network-vif-deleted', 'tag': '19128e7b-c0d0-43d1-bd22-2a612e31afb9', 'status': 'completed', 'code': 200} Feb 19 04:21:46.554755 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b23bae81-45e0-4699-a87e-e463e700f844 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (3c272bd7-4048-44b9-bde8-6e7fe8d073bc), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:46.612121 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bae81-45e0-4699-a87e-e463e700f844 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Pushing event updated for resources: {'Subnet': ['ID=3c272bd7-4048-44b9-bde8-6e7fe8d073bc,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:46.654342 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23bae81-45e0-4699-a87e-e463e700f844 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Checking segment: {'id': 'e1cd05ed-5d2e-4238-a0c0-bf3c8d4bf2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5522574f-369e-4db8-81e7-c714c9bead3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:46.654639 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23bae81-45e0-4699-a87e-e463e700f844 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Network hostable DHCP agents. Network: 5522574f-369e-4db8-81e7-c714c9bead3e, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:21:46.671935 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48412) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:46.683888 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23bae81-45e0-4699-a87e-e463e700f844 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Network 5522574f-369e-4db8-81e7-c714c9bead3e is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:21:46.700645 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-444d6fd3-adcd-4f93-aa80-c9afcd4a3a4c req-be87a219-ef78-4ce5-be59-1f8dc27612ff tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/floatingips/8f3c94a3-5072-455c-96d7-c3cd33b4efd9 HTTP/1.1" status: 200 len: 693 time: 0.2198372 Feb 19 04:21:46.753903 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-b23bae81-45e0-4699-a87e-e463e700f844 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 5522574f-369e-4db8-81e7-c714c9bead3e) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:46.761712 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23bae81-45e0-4699-a87e-e463e700f844 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:46.762768 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b23bae81-45e0-4699-a87e-e463e700f844 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:46.767770 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a956b59-c63c-45ad-a07d-aac8db6280d7 None None] Network 5522574f-369e-4db8-81e7-c714c9bead3e requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:46.831590 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b23bae81-45e0-4699-a87e-e463e700f844 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9948583 Feb 19 04:21:46.838216 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48416) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:46.847870 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-9951bf9c-d173-4acd-83bc-bfe584b15593 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Request body: {'port': {'network_id': '5522574f-369e-4db8-81e7-c714c9bead3e', 'name': 'tempest-AllowedAddressPairTestJSON-183725124'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:46.918725 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f6fe98f-ae41-4fa2-b171-91310dc7d5c3 req-437a8c4f-930e-4ebf-b15c-ac7823ea5b23 service neutron] 10.222.0.79 "GET /v2.0/networks/01ed4d50-f745-422f-b896-15b69835df57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7205796 Feb 19 04:21:47.004443 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d6fd3-adcd-4f93-aa80-c9afcd4a3a4c req-4e5e7251-1aec-44a6-a623-375f3a96372c tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:47.007715 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-444d6fd3-adcd-4f93-aa80-c9afcd4a3a4c req-4e5e7251-1aec-44a6-a623-375f3a96372c tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 784 time: 0.2990835 Feb 19 04:21:47.021164 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-444d6fd3-adcd-4f93-aa80-c9afcd4a3a4c req-1ad9324f-2260-43fa-a39f-4e2ca5965d8c tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:21:47.022196 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-444d6fd3-adcd-4f93-aa80-c9afcd4a3a4c req-1ad9324f-2260-43fa-a39f-4e2ca5965d8c tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072570 Feb 19 04:21:47.024833 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97fe2c3-049f-4aeb-8ac9-053920d54703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-5522574f-369e-4db8-81e7-c714c9bead3e', 'network_id': '5522574f-369e-4db8-81e7-c714c9bead3e', 'project_id': '28ee032573e14ca5b6468dea7cabd0af', 'fixed_ips': [{'subnet_id': '3c272bd7-4048-44b9-bde8-6e7fe8d073bc'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:21:47.025703 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f97fe2c3-049f-4aeb-8ac9-053920d54703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:47.168054 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-444d6fd3-adcd-4f93-aa80-c9afcd4a3a4c req-caf054b7-c5bd-4b24-9484-bd04e85f306f tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.116 HTTP/1.1" status: 200 len: 696 time: 0.1320941 Feb 19 04:21:47.221695 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 19128e7b-c0d0-43d1-bd22-2a612e31afb9 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:21:47.279769 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 19128e7b-c0d0-43d1-bd22-2a612e31afb9 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:21:47.279945 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48432) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:47.280420 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 19128e7b-c0d0-43d1-bd22-2a612e31afb9 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:21:47.299350 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-444d6fd3-adcd-4f93-aa80-c9afcd4a3a4c req-1ae49414-d08e-4627-94c6-2d474d847901 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.3.116 HTTP/1.1" status: 200 len: 696 time: 0.1297195 Feb 19 04:21:47.373167 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-f97fe2c3-049f-4aeb-8ac9-053920d54703 None None] Allocated IP 172.20.0.2 (5522574f-369e-4db8-81e7-c714c9bead3e/3c272bd7-4048-44b9-bde8-6e7fe8d073bc/3cd751ed-63e9-48ea-bbef-e0ce0b76602f) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:47.656621 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-444d6fd3-adcd-4f93-aa80-c9afcd4a3a4c req-533f5652-5366-4341-a4e2-e4229c6dd830 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Deleting port 155f8ecf-5247-4b3a-aec4-6ed38b84cbc4 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:47.656961 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-444d6fd3-adcd-4f93-aa80-c9afcd4a3a4c req-533f5652-5366-4341-a4e2-e4229c6dd830 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (155f8ecf-5247-4b3a-aec4-6ed38b84cbc4), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:47.701179 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f97fe2c3-049f-4aeb-8ac9-053920d54703 None None] Publish callbacks [] for port (3cd751ed-63e9-48ea-bbef-e0ce0b76602f), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:47.715662 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f97fe2c3-049f-4aeb-8ac9-053920d54703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (3cd751ed-63e9-48ea-bbef-e0ce0b76602f), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:47.739129 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97fe2c3-049f-4aeb-8ac9-053920d54703 None None] Network 5522574f-369e-4db8-81e7-c714c9bead3e is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:47.741941 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-f97fe2c3-049f-4aeb-8ac9-053920d54703 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:47.763929 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97fe2c3-049f-4aeb-8ac9-053920d54703 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:47.848723 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-444d6fd3-adcd-4f93-aa80-c9afcd4a3a4c req-533f5652-5366-4341-a4e2-e4229c6dd830 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (155f8ecf-5247-4b3a-aec4-6ed38b84cbc4), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:47.849302 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-444d6fd3-adcd-4f93-aa80-c9afcd4a3a4c req-533f5652-5366-4341-a4e2-e4229c6dd830 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks [] for floatingip (155f8ecf-5247-4b3a-aec4-6ed38b84cbc4), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:47.860694 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fe2c3-049f-4aeb-8ac9-053920d54703 None None] Pushing event updated for resources: {'Port': ['ID=3cd751ed-63e9-48ea-bbef-e0ce0b76602f,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:47.865795 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f97fe2c3-049f-4aeb-8ac9-053920d54703 None None] Attempting to bind port 3cd751ed-63e9-48ea-bbef-e0ce0b76602f on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:21:47.869203 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f97fe2c3-049f-4aeb-8ac9-053920d54703 None None] Attempting to bind port 3cd751ed-63e9-48ea-bbef-e0ce0b76602f by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'e1cd05ed-5d2e-4238-a0c0-bf3c8d4bf2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5522574f-369e-4db8-81e7-c714c9bead3e'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:21:47.869810 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97fe2c3-049f-4aeb-8ac9-053920d54703 None None] Attempting to bind port 3cd751ed-63e9-48ea-bbef-e0ce0b76602f on network 5522574f-369e-4db8-81e7-c714c9bead3e {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:21:47.876825 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-444d6fd3-adcd-4f93-aa80-c9afcd4a3a4c req-533f5652-5366-4341-a4e2-e4229c6dd830 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Calling delete_port for 155f8ecf-5247-4b3a-aec4-6ed38b84cbc4 owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:47.883168 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97fe2c3-049f-4aeb-8ac9-053920d54703 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:21:47.883878 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97fe2c3-049f-4aeb-8ac9-053920d54703 None None] Checking segment: {'id': 'e1cd05ed-5d2e-4238-a0c0-bf3c8d4bf2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5522574f-369e-4db8-81e7-c714c9bead3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:47.884503 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f97fe2c3-049f-4aeb-8ac9-053920d54703 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:47.885768 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97fe2c3-049f-4aeb-8ac9-053920d54703 None None] Bound using segment: {'id': 'e1cd05ed-5d2e-4238-a0c0-bf3c8d4bf2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5522574f-369e-4db8-81e7-c714c9bead3e'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:21:47.887136 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f97fe2c3-049f-4aeb-8ac9-053920d54703 None None] Bound port: 3cd751ed-63e9-48ea-bbef-e0ce0b76602f, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1cd05ed-5d2e-4238-a0c0-bf3c8d4bf2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5522574f-369e-4db8-81e7-c714c9bead3e'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:21:47.887774 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f97fe2c3-049f-4aeb-8ac9-053920d54703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3cd751ed-63e9-48ea-bbef-e0ce0b76602f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:47.910876 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9951bf9c-d173-4acd-83bc-bfe584b15593 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Made reservation on behalf of 28ee032573e14ca5b6468dea7cabd0af for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:47.916994 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9951bf9c-d173-4acd-83bc-bfe584b15593 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:47.974531 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fa9ee5e4-56f4-4c71-b439-d88fc1fbafb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:47.988951 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-9951bf9c-d173-4acd-83bc-bfe584b15593 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] device_id is not set on port 3164d72f-f14a-4a87-81eb-478a285dbb60 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:21:48.007862 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-f97fe2c3-049f-4aeb-8ac9-053920d54703 None None] For port 3cd751ed-63e9-48ea-bbef-e0ce0b76602f, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:21:48.014108 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-f97fe2c3-049f-4aeb-8ac9-053920d54703 None None] For port 3cd751ed-63e9-48ea-bbef-e0ce0b76602f, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3cd751ed-63e9-48ea-bbef-e0ce0b76602f,segment=NetworkSegment(e1cd05ed-5d2e-4238-a0c0-bf3c8d4bf2f7),segment_id=e1cd05ed-5d2e-4238-a0c0-bf3c8d4bf2f7)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:21:48.045445 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f97fe2c3-049f-4aeb-8ac9-053920d54703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3cd751ed-63e9-48ea-bbef-e0ce0b76602f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:48.126393 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fe2c3-049f-4aeb-8ac9-053920d54703 None None] Pushing event updated for resources: {'Port': ['ID=3cd751ed-63e9-48ea-bbef-e0ce0b76602f,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:48.177801 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-444d6fd3-adcd-4f93-aa80-c9afcd4a3a4c req-533f5652-5366-4341-a4e2-e4229c6dd830 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (155f8ecf-5247-4b3a-aec4-6ed38b84cbc4), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:48.220970 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-9951bf9c-d173-4acd-83bc-bfe584b15593 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Allocated IP 172.20.0.5 (5522574f-369e-4db8-81e7-c714c9bead3e/3c272bd7-4048-44b9-bde8-6e7fe8d073bc/3164d72f-f14a-4a87-81eb-478a285dbb60) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:48.320553 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f5652-5366-4341-a4e2-e4229c6dd830 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Pushing event deleted for resources: {'Port': ['ID=155f8ecf-5247-4b3a-aec4-6ed38b84cbc4,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:48.383771 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fa9ee5e4-56f4-4c71-b439-d88fc1fbafb3 admin admin] Publish callbacks [] for security_group (a3b21c47-0ae3-4758-b265-095af40d0dac), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:48.395137 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-444d6fd3-adcd-4f93-aa80-c9afcd4a3a4c req-533f5652-5366-4341-a4e2-e4229c6dd830 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks [] for floatingip (8f3c94a3-5072-455c-96d7-c3cd33b4efd9), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:48.398832 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-444d6fd3-adcd-4f93-aa80-c9afcd4a3a4c req-533f5652-5366-4341-a4e2-e4229c6dd830 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:48.400385 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-444d6fd3-adcd-4f93-aa80-c9afcd4a3a4c req-533f5652-5366-4341-a4e2-e4229c6dd830 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "DELETE /v2.0/floatingips/8f3c94a3-5072-455c-96d7-c3cd33b4efd9 HTTP/1.1" status: 204 len: 173 time: 1.0996723 Feb 19 04:21:48.401995 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fa9ee5e4-56f4-4c71-b439-d88fc1fbafb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a3b21c47-0ae3-4758-b265-095af40d0dac), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:48.508612 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fa9ee5e4-56f4-4c71-b439-d88fc1fbafb3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5a357afc56424d28bbe0e5d210adb68f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2064576 Feb 19 04:21:48.525911 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48458) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:48.542452 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ee5e4-56f4-4c71-b439-d88fc1fbafb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b21c47-0ae3-4758-b265-095af40d0dac,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:48.557564 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9951bf9c-d173-4acd-83bc-bfe584b15593 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks [] for port (3164d72f-f14a-4a87-81eb-478a285dbb60), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:48.634634 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b3c664c2-9a92-4749-8ac6-ba88de982ccd req-1dd79d74-a1ab-4a06-9d81-9818961a474e tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups/68e75989-526c-4d0c-8eca-ba073fc2a445 HTTP/1.1" status: 200 len: 1825 time: 0.2054515 Feb 19 04:21:48.640925 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e4973cda-f3e0-4f9e-87e9-51f5f0d8a3f3 admin admin] Publish callbacks [] for security_group (a3b21c47-0ae3-4758-b265-095af40d0dac), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:48.692836 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e4973cda-f3e0-4f9e-87e9-51f5f0d8a3f3 admin admin] Publish callbacks [] for security_group (a3b21c47-0ae3-4758-b265-095af40d0dac), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:48.732800 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9951bf9c-d173-4acd-83bc-bfe584b15593 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (3164d72f-f14a-4a87-81eb-478a285dbb60), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:48.770828 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e4973cda-f3e0-4f9e-87e9-51f5f0d8a3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a3b21c47-0ae3-4758-b265-095af40d0dac), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:48.796791 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e4973cda-f3e0-4f9e-87e9-51f5f0d8a3f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:48.798491 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e4973cda-f3e0-4f9e-87e9-51f5f0d8a3f3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a3b21c47-0ae3-4758-b265-095af40d0dac HTTP/1.1" status: 204 len: 168 time: 0.2576909 Feb 19 04:21:48.811953 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951bf9c-d173-4acd-83bc-bfe584b15593 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Pushing event updated for resources: {'Port': ['ID=3164d72f-f14a-4a87-81eb-478a285dbb60,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:48.837721 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9951bf9c-d173-4acd-83bc-bfe584b15593 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Network 5522574f-369e-4db8-81e7-c714c9bead3e is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:48.840026 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-9951bf9c-d173-4acd-83bc-bfe584b15593 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:48.844347 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9951bf9c-d173-4acd-83bc-bfe584b15593 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:48.850902 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4973cda-f3e0-4f9e-87e9-51f5f0d8a3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b21c47-0ae3-4758-b265-095af40d0dac,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:48.913800 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9951bf9c-d173-4acd-83bc-bfe584b15593 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:48.914667 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9951bf9c-d173-4acd-83bc-bfe584b15593 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:48.932054 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b3c664c2-9a92-4749-8ac6-ba88de982ccd req-92950cc8-8355-42b7-9fed-a1649cbe7df6 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks [] for security_group (68e75989-526c-4d0c-8eca-ba073fc2a445), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:48.947261 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-65605137-ee76-4e96-a4a9-d8a2467360dc tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (24b7dc11-6121-4154-8a7c-76b7b4ee9d2c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:48.972197 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b3c664c2-9a92-4749-8ac6-ba88de982ccd req-92950cc8-8355-42b7-9fed-a1649cbe7df6 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks [] for security_group (68e75989-526c-4d0c-8eca-ba073fc2a445), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:49.045491 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b3c664c2-9a92-4749-8ac6-ba88de982ccd req-92950cc8-8355-42b7-9fed-a1649cbe7df6 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (68e75989-526c-4d0c-8eca-ba073fc2a445), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:49.051076 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b3c664c2-9a92-4749-8ac6-ba88de982ccd req-92950cc8-8355-42b7-9fed-a1649cbe7df6 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:49.052394 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b3c664c2-9a92-4749-8ac6-ba88de982ccd req-92950cc8-8355-42b7-9fed-a1649cbe7df6 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "DELETE /v2.0/security-groups/68e75989-526c-4d0c-8eca-ba073fc2a445 HTTP/1.1" status: 204 len: 173 time: 0.4086387 Feb 19 04:21:49.060538 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9951bf9c-d173-4acd-83bc-bfe584b15593 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2208946 Feb 19 04:21:49.067326 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48482) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:49.072974 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-fe7b4156-af47-4f68-af9a-c484f50e5d85 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Request body: {'port': {'network_id': '5522574f-369e-4db8-81e7-c714c9bead3e', 'name': 'tempest-AllowedAddressPairTestJSON-1325602323', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:34:42:df'}]}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:49.087650 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92950cc8-8355-42b7-9fed-a1649cbe7df6 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e75989-526c-4d0c-8eca-ba073fc2a445,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:49.469134 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7b4156-af47-4f68-af9a-c484f50e5d85 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Made reservation on behalf of 28ee032573e14ca5b6468dea7cabd0af for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:49.570860 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999f8f3-58d6-49b5-9203-d07b82c42e41 req-4e272e9d-f98a-4955-9264-5476f25f5860 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:49.574821 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5999f8f3-58d6-49b5-9203-d07b82c42e41 req-4e272e9d-f98a-4955-9264-5476f25f5860 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 945 time: 0.1213450 Feb 19 04:21:49.700268 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5999f8f3-58d6-49b5-9203-d07b82c42e41 req-ef798900-390e-45e5-a8b8-87fcfc60e104 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146505 Feb 19 04:21:49.776267 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fe7b4156-af47-4f68-af9a-c484f50e5d85 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:49.800040 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-fe7b4156-af47-4f68-af9a-c484f50e5d85 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] device_id is not set on port 31d132b9-f3c4-4c7d-b4a1-aff4e456b5d0 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:21:49.896694 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-65605137-ee76-4e96-a4a9-d8a2467360dc tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Deleting port 4a900ae1-6171-4b59-a97b-c1c55a8473e4 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:49.897258 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-65605137-ee76-4e96-a4a9-d8a2467360dc tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (4a900ae1-6171-4b59-a97b-c1c55a8473e4), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:50.027591 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c21c6e-cab7-4b0e-af99-1522397ebd74 None None] Network 5522574f-369e-4db8-81e7-c714c9bead3e requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:50.096874 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-fe7b4156-af47-4f68-af9a-c484f50e5d85 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Allocated IP 172.20.0.8 (5522574f-369e-4db8-81e7-c714c9bead3e/3c272bd7-4048-44b9-bde8-6e7fe8d073bc/31d132b9-f3c4-4c7d-b4a1-aff4e456b5d0) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:50.177899 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-47e6cee6-4243-41ff-8144-4639d50582be None None] Provisioning complete for port 3cd751ed-63e9-48ea-bbef-e0ce0b76602f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:50.179459 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-47e6cee6-4243-41ff-8144-4639d50582be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3cd751ed-63e9-48ea-bbef-e0ce0b76602f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:50.400360 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-65605137-ee76-4e96-a4a9-d8a2467360dc tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] For port 4a900ae1-6171-4b59-a97b-c1c55a8473e4, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4a900ae1-6171-4b59-a97b-c1c55a8473e4,segment=NetworkSegment(c14f0740-ba05-4272-96ae-5e40be15d426),segment_id=c14f0740-ba05-4272-96ae-5e40be15d426)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:50.400676 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-65605137-ee76-4e96-a4a9-d8a2467360dc tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (4a900ae1-6171-4b59-a97b-c1c55a8473e4), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:50.405741 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-bbb3d3c8-6335-4dec-b0d1-6df3f1ff74c1 req-90a00689-e810-4716-b0b1-249f73bb01cc service neutron] (109925) timed out ('10.222.0.52', 57532) {{(pid=109925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:21:50.405886 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-47e6cee6-4243-41ff-8144-4639d50582be None None] Current status of the port 3cd751ed-63e9-48ea-bbef-e0ce0b76602f is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:50.406078 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-47e6cee6-4243-41ff-8144-4639d50582be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3cd751ed-63e9-48ea-bbef-e0ce0b76602f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:50.451524 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3cd751ed-63e9-48ea-bbef-e0ce0b76602f up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:50.490115 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-65605137-ee76-4e96-a4a9-d8a2467360dc tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Calling delete_port for 4a900ae1-6171-4b59-a97b-c1c55a8473e4 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:50.553055 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-47e6cee6-4243-41ff-8144-4639d50582be None None] For port 3cd751ed-63e9-48ea-bbef-e0ce0b76602f, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3cd751ed-63e9-48ea-bbef-e0ce0b76602f,segment=NetworkSegment(e1cd05ed-5d2e-4238-a0c0-bf3c8d4bf2f7),segment_id=e1cd05ed-5d2e-4238-a0c0-bf3c8d4bf2f7)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:50.585040 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-47e6cee6-4243-41ff-8144-4639d50582be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3cd751ed-63e9-48ea-bbef-e0ce0b76602f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:50.599401 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fe7b4156-af47-4f68-af9a-c484f50e5d85 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks [] for port (31d132b9-f3c4-4c7d-b4a1-aff4e456b5d0), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:50.667482 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 3cd751ed-63e9-48ea-bbef-e0ce0b76602f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:50.684773 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3cd751ed-63e9-48ea-bbef-e0ce0b76602f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:50.750319 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fe7b4156-af47-4f68-af9a-c484f50e5d85 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (31d132b9-f3c4-4c7d-b4a1-aff4e456b5d0), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:50.820219 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6cee6-4243-41ff-8144-4639d50582be None None] Pushing event updated for resources: {'Port': ['ID=3cd751ed-63e9-48ea-bbef-e0ce0b76602f,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:50.825710 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7b4156-af47-4f68-af9a-c484f50e5d85 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Network 5522574f-369e-4db8-81e7-c714c9bead3e is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:50.849861 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-fe7b4156-af47-4f68-af9a-c484f50e5d85 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:50.861132 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7b4156-af47-4f68-af9a-c484f50e5d85 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:50.906241 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 3cd751ed-63e9-48ea-bbef-e0ce0b76602f is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:50.982406 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7b4156-af47-4f68-af9a-c484f50e5d85 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:50.983233 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fe7b4156-af47-4f68-af9a-c484f50e5d85 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.008015 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b4156-af47-4f68-af9a-c484f50e5d85 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Pushing event updated for resources: {'Port': ['ID=31d132b9-f3c4-4c7d-b4a1-aff4e456b5d0,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:51.045379 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b467f-6f82-4885-b95c-f78064e9cdfa req-aec7dcd9-ef5c-47e1-b668-cd9b6c9d4de8 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:51.054634 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef1b467f-6f82-4885-b95c-f78064e9cdfa req-aec7dcd9-ef5c-47e1-b668-cd9b6c9d4de8 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 945 time: 0.1683264 Feb 19 04:21:51.059970 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6efc1b81-c453-451d-9785-a4eaea04cdcc None None] Provisioning complete for port 3cd751ed-63e9-48ea-bbef-e0ce0b76602f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:51.060562 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6efc1b81-c453-451d-9785-a4eaea04cdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3cd751ed-63e9-48ea-bbef-e0ce0b76602f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.071262 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48546) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:51.086636 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fe7b4156-af47-4f68-af9a-c484f50e5d85 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.0051224 Feb 19 04:21:51.265048 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-65605137-ee76-4e96-a4a9-d8a2467360dc tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (4a900ae1-6171-4b59-a97b-c1c55a8473e4), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.310307 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6efc1b81-c453-451d-9785-a4eaea04cdcc None None] Current status of the port 3cd751ed-63e9-48ea-bbef-e0ce0b76602f is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:51.339116 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65605137-ee76-4e96-a4a9-d8a2467360dc tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event deleted for resources: {'Port': ['ID=4a900ae1-6171-4b59-a97b-c1c55a8473e4,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:51.363317 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6efc1b81-c453-451d-9785-a4eaea04cdcc None None] Provisioning complete for port 3164d72f-f14a-4a87-81eb-478a285dbb60 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:51.363699 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6efc1b81-c453-451d-9785-a4eaea04cdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3164d72f-f14a-4a87-81eb-478a285dbb60), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.424704 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6efc1b81-c453-451d-9785-a4eaea04cdcc None None] Port 3164d72f-f14a-4a87-81eb-478a285dbb60 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:21:51.480858 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef1b467f-6f82-4885-b95c-f78064e9cdfa req-8b127785-c3a2-4cfd-93d9-0cb0595a25a6 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a96c02d-5213-4a92-b849-91ac2f22cce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249575 Feb 19 04:21:51.534385 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6de714-055a-44f7-b836-10d968588810 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:51.549421 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6de714-055a-44f7-b836-10d968588810 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:51.569266 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e2985aec-7e82-49c4-8fc7-13eb1b6a0527 None None] Provisioning complete for port 3164d72f-f14a-4a87-81eb-478a285dbb60 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:51.569652 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e2985aec-7e82-49c4-8fc7-13eb1b6a0527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3164d72f-f14a-4a87-81eb-478a285dbb60), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.574619 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6de714-055a-44f7-b836-10d968588810 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:51.586088 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ad6de714-055a-44f7-b836-10d968588810 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.5133848 Feb 19 04:21:51.586971 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48562) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:51.703868 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e2985aec-7e82-49c4-8fc7-13eb1b6a0527 None None] Port 3164d72f-f14a-4a87-81eb-478a285dbb60 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:21:51.797480 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-65605137-ee76-4e96-a4a9-d8a2467360dc tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (24b7dc11-6121-4154-8a7c-76b7b4ee9d2c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.823065 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95426693-1fa6-4d7c-9587-a446bbb3082c req-c6b287fa-015d-4cb4-9b7d-b5d1f1c83826 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:51.825192 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95426693-1fa6-4d7c-9587-a446bbb3082c req-c6b287fa-015d-4cb4-9b7d-b5d1f1c83826 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 945 time: 0.2372696 Feb 19 04:21:52.034530 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-63162e58-4e21-462c-ae5a-1f18728e2682 None None] Provisioning complete for port 31d132b9-f3c4-4c7d-b4a1-aff4e456b5d0 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:52.035526 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-63162e58-4e21-462c-ae5a-1f18728e2682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (31d132b9-f3c4-4c7d-b4a1-aff4e456b5d0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:52.092307 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-63162e58-4e21-462c-ae5a-1f18728e2682 None None] Port 31d132b9-f3c4-4c7d-b4a1-aff4e456b5d0 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:21:52.129683 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-2af3c6f2-f584-47c1-ac39-47e84d88ecb9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Deleting port 31d132b9-f3c4-4c7d-b4a1-aff4e456b5d0 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:52.130776 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2af3c6f2-f584-47c1-ac39-47e84d88ecb9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (31d132b9-f3c4-4c7d-b4a1-aff4e456b5d0), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:52.208203 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-95426693-1fa6-4d7c-9587-a446bbb3082c req-1f449755-c035-4734-94e3-e4f6988ada52 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Deleting port 63034fb1-1e4e-4482-9720-ff18a727c698 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:52.208900 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-95426693-1fa6-4d7c-9587-a446bbb3082c req-1f449755-c035-4734-94e3-e4f6988ada52 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (63034fb1-1e4e-4482-9720-ff18a727c698), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:52.243784 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65605137-ee76-4e96-a4a9-d8a2467360dc tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Router 24b7dc11-6121-4154-8a7c-76b7b4ee9d2c has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:21:52.398354 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2af3c6f2-f584-47c1-ac39-47e84d88ecb9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (31d132b9-f3c4-4c7d-b4a1-aff4e456b5d0), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:52.470978 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-2af3c6f2-f584-47c1-ac39-47e84d88ecb9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Calling delete_port for 31d132b9-f3c4-4c7d-b4a1-aff4e456b5d0 owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:52.473650 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3cd751ed-63e9-48ea-bbef-e0ce0b76602f up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:52.490459 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-95426693-1fa6-4d7c-9587-a446bbb3082c req-1f449755-c035-4734-94e3-e4f6988ada52 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] For port 63034fb1-1e4e-4482-9720-ff18a727c698, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=63034fb1-1e4e-4482-9720-ff18a727c698,segment=NetworkSegment(553286f1-166b-49af-b5fc-5341c456a99d),segment_id=553286f1-166b-49af-b5fc-5341c456a99d)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:52.490833 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-95426693-1fa6-4d7c-9587-a446bbb3082c req-1f449755-c035-4734-94e3-e4f6988ada52 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (63034fb1-1e4e-4482-9720-ff18a727c698), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:52.496286 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65605137-ee76-4e96-a4a9-d8a2467360dc tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:21:52.504304 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-65605137-ee76-4e96-a4a9-d8a2467360dc tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "PUT /v2.0/routers/24b7dc11-6121-4154-8a7c-76b7b4ee9d2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8311548 Feb 19 04:21:52.507023 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48600) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:52.512906 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69712213-47a5-4be2-9351-1b145958d1a7 None None] Sync routers for ids ['24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:21:52.531336 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69712213-47a5-4be2-9351-1b145958d1a7 None None] Routers {'24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:52.531746 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-95426693-1fa6-4d7c-9587-a446bbb3082c req-1f449755-c035-4734-94e3-e4f6988ada52 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Calling delete_port for 63034fb1-1e4e-4482-9720-ff18a727c698 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:52.531999 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-69712213-47a5-4be2-9351-1b145958d1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:21:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:52.659814 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 3cd751ed-63e9-48ea-bbef-e0ce0b76602f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:52.663323 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3cd751ed-63e9-48ea-bbef-e0ce0b76602f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:52.666684 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-37526d7a-7e7c-4239-b2fd-5ab311e92dfb tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Deleting subnet d2505abe-19fa-46cd-a323-4523aa51b99d {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:21:52.680564 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-37526d7a-7e7c-4239-b2fd-5ab311e92dfb tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for subnet (d2505abe-19fa-46cd-a323-4523aa51b99d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:52.790015 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9511a687-633f-452a-964c-9a37e5edd64b req-dab44019-b5c3-4468-80b1-e47d974fedd6 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 210 time: 0.0377221 Feb 19 04:21:52.796349 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-95426693-1fa6-4d7c-9587-a446bbb3082c req-1f449755-c035-4734-94e3-e4f6988ada52 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (63034fb1-1e4e-4482-9720-ff18a727c698), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:52.817463 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 3cd751ed-63e9-48ea-bbef-e0ce0b76602f is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:52.833744 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-69712213-47a5-4be2-9351-1b145958d1a7 None None] Set router 24b7dc11-6121-4154-8a7c-76b7b4ee9d2c gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:52.837592 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-37526d7a-7e7c-4239-b2fd-5ab311e92dfb tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (d2505abe-19fa-46cd-a323-4523aa51b99d), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:52.872259 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48610) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:52.999153 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-37526d7a-7e7c-4239-b2fd-5ab311e92dfb tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (d2505abe-19fa-46cd-a323-4523aa51b99d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.118960 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-37526d7a-7e7c-4239-b2fd-5ab311e92dfb tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (d2505abe-19fa-46cd-a323-4523aa51b99d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.173223 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-69712213-47a5-4be2-9351-1b145958d1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25920014', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:18:05Z', 'updated_at': '2022-02-19T04:21:51Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:18:06Z', 'updated_at': '2022-02-19T04:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:53.204611 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69712213-47a5-4be2-9351-1b145958d1a7 None None] Checking router: 24b7dc11-6121-4154-8a7c-76b7b4ee9d2c for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:21:53.215083 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69712213-47a5-4be2-9351-1b145958d1a7 None None] Routers {'24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:53.216069 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-69712213-47a5-4be2-9351-1b145958d1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:21:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:53.235904 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-37526d7a-7e7c-4239-b2fd-5ab311e92dfb tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.242954 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-37526d7a-7e7c-4239-b2fd-5ab311e92dfb tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "DELETE /v2.0/subnets/d2505abe-19fa-46cd-a323-4523aa51b99d HTTP/1.1" status: 204 len: 168 time: 0.7347584 Feb 19 04:21:53.243275 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a366d2-78a8-4f8d-8872-22c1a425d28e None None] Network bf35e948-0e14-4c64-82c9-565d40e622b8 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:53.260961 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37526d7a-7e7c-4239-b2fd-5ab311e92dfb tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event deleted for resources: {'Subnet': ['ID=d2505abe-19fa-46cd-a323-4523aa51b99d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:53.264680 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48642) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:53.352117 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-95426693-1fa6-4d7c-9587-a446bbb3082c req-1f449755-c035-4734-94e3-e4f6988ada52 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] No DVR routers for this DVR port 63034fb1-1e4e-4482-9720-ff18a727c698 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:21:53.354698 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-69712213-47a5-4be2-9351-1b145958d1a7 None None] Set router 24b7dc11-6121-4154-8a7c-76b7b4ee9d2c gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:53.356899 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f449755-c035-4734-94e3-e4f6988ada52 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Pushing event deleted for resources: {'Port': ['ID=63034fb1-1e4e-4482-9720-ff18a727c698,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:53.360912 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-95426693-1fa6-4d7c-9587-a446bbb3082c req-1f449755-c035-4734-94e3-e4f6988ada52 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.368938 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95426693-1fa6-4d7c-9587-a446bbb3082c req-1f449755-c035-4734-94e3-e4f6988ada52 tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.79 "DELETE /v2.0/ports/63034fb1-1e4e-4482-9720-ff18a727c698 HTTP/1.1" status: 204 len: 173 time: 1.4971693 Feb 19 04:21:53.369490 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e7c341-f49a-4ec7-b1d1-4eb24a04ea45', 'name': 'network-vif-deleted', 'tag': '63034fb1-1e4e-4482-9720-ff18a727c698'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:21:53.384652 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d413b3-ae13-4367-a9d9-2f2bcda026ed" -d '{"events": [{"server_uuid": "d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45", "name": "network-vif-deleted", "tag": "63034fb1-1e4e-4482-9720-ff18a727c698"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:21:53.400459 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2af3c6f2-f584-47c1-ac39-47e84d88ecb9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (31d132b9-f3c4-4c7d-b4a1-aff4e456b5d0), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.402791 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1a0c1f39-b2e6-4b43-80dc-82eda009b72f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.476529 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3c6f2-f584-47c1-ac39-47e84d88ecb9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Pushing event deleted for resources: {'Port': ['ID=31d132b9-f3c4-4c7d-b4a1-aff4e456b5d0,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:53.479760 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600d6405-e0d6-4510-b209-5423a4a5dc9e x-openstack-request-id: req-600d6405-e0d6-4510-b209-5423a4a5dc9e {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:21:53.480817 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45", "name": "network-vif-deleted", "tag": "63034fb1-1e4e-4482-9720-ff18a727c698", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:21:53.481262 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-600d6405-e0d6-4510-b209-5423a4a5dc9e {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:21:53.481870 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e7c341-f49a-4ec7-b1d1-4eb24a04ea45', 'name': 'network-vif-deleted', 'tag': '63034fb1-1e4e-4482-9720-ff18a727c698', 'status': 'completed', 'code': 200} Feb 19 04:21:53.493976 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af3c6f2-f584-47c1-ac39-47e84d88ecb9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:53.494660 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af3c6f2-f584-47c1-ac39-47e84d88ecb9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:53.495266 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af3c6f2-f584-47c1-ac39-47e84d88ecb9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:53.496497 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af3c6f2-f584-47c1-ac39-47e84d88ecb9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:53.497070 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af3c6f2-f584-47c1-ac39-47e84d88ecb9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:53.497601 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af3c6f2-f584-47c1-ac39-47e84d88ecb9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:53.498191 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af3c6f2-f584-47c1-ac39-47e84d88ecb9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:53.498799 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af3c6f2-f584-47c1-ac39-47e84d88ecb9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:53.499217 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af3c6f2-f584-47c1-ac39-47e84d88ecb9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:53.499620 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af3c6f2-f584-47c1-ac39-47e84d88ecb9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:53.500108 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af3c6f2-f584-47c1-ac39-47e84d88ecb9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:53.500440 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af3c6f2-f584-47c1-ac39-47e84d88ecb9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:53.500826 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af3c6f2-f584-47c1-ac39-47e84d88ecb9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:53.665574 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c06d15-0c65-41e2-911f-efcff993085d None None] DHCP port deletion for bf35e948-0e14-4c64-82c9-565d40e622b8 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:21:53.700281 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa915ba0-c2f8-451c-a059-5a757142026a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router (24b7dc11-6121-4154-8a7c-76b7b4ee9d2c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.836924 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-95c06d15-0c65-41e2-911f-efcff993085d None None] Deleting port 3c50d345-017e-4d0f-a020-fa1b5e84590c {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:53.837298 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-95c06d15-0c65-41e2-911f-efcff993085d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (3c50d345-017e-4d0f-a020-fa1b5e84590c), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.953321 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-69712213-47a5-4be2-9351-1b145958d1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25920014', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:18:05Z', 'updated_at': '2022-02-19T04:21:51Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:18:06Z', 'updated_at': '2022-02-19T04:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:54.029346 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69712213-47a5-4be2-9351-1b145958d1a7 None None] The sync data for ids ['24b7dc11-6121-4154-8a7c-76b7b4ee9d2c'] in n-d-828369-19 is: [{'id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25920014', 'tenant_id': '3daaed16085e4153afa0c32c565c3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:18:05Z', 'updated_at': '2022-02-19T04:21:51Z', 'revision_number': 5, 'project_id': '3daaed16085e4153afa0c32c565c3455', 'gw_port': {'id': '345f1267-036b-431f-af2b-c7b1ee4e18bc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b7dc11-6121-4154-8a7c-76b7b4ee9d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:18:06Z', 'updated_at': '2022-02-19T04:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:21:54.039853 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-95c06d15-0c65-41e2-911f-efcff993085d None None] For port 3c50d345-017e-4d0f-a020-fa1b5e84590c, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3c50d345-017e-4d0f-a020-fa1b5e84590c,segment=NetworkSegment(c14f0740-ba05-4272-96ae-5e40be15d426),segment_id=c14f0740-ba05-4272-96ae-5e40be15d426)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:54.040353 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-95c06d15-0c65-41e2-911f-efcff993085d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (3c50d345-017e-4d0f-a020-fa1b5e84590c), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.078908 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-95c06d15-0c65-41e2-911f-efcff993085d None None] Calling delete_port for 3c50d345-017e-4d0f-a020-fa1b5e84590c owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:54.093226 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48660) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:54.141093 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1a0c1f39-b2e6-4b43-80dc-82eda009b72f admin admin] Publish callbacks [] for security_group (b91484e4-70de-41cf-8753-8a0c72e5eae7), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.159506 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1a0c1f39-b2e6-4b43-80dc-82eda009b72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b91484e4-70de-41cf-8753-8a0c72e5eae7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.167157 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa915ba0-c2f8-451c-a059-5a757142026a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router_gateway (24b7dc11-6121-4154-8a7c-76b7b4ee9d2c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.269382 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-95c06d15-0c65-41e2-911f-efcff993085d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (3c50d345-017e-4d0f-a020-fa1b5e84590c), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.287099 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c1f39-b2e6-4b43-80dc-82eda009b72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91484e4-70de-41cf-8753-8a0c72e5eae7,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:54.288711 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c06d15-0c65-41e2-911f-efcff993085d None None] No DVR routers for this DVR port 3c50d345-017e-4d0f-a020-fa1b5e84590c on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:21:54.306771 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1a0c1f39-b2e6-4b43-80dc-82eda009b72f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0551e3e8df5d49a39b08c3a4de043372&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4331052 Feb 19 04:21:54.310297 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48664) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:54.340544 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c06d15-0c65-41e2-911f-efcff993085d None None] Pushing event deleted for resources: {'Port': ['ID=3c50d345-017e-4d0f-a020-fa1b5e84590c,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:54.407776 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3be532f-aa3c-44b0-bde1-a57ec68c9bb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.534198 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3c50d345-017e-4d0f-a020-fa1b5e84590c no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:21:54.557144 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-aa915ba0-c2f8-451c-a059-5a757142026a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Deleting port 345f1267-036b-431f-af2b-c7b1ee4e18bc {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:54.559946 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa915ba0-c2f8-451c-a059-5a757142026a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (345f1267-036b-431f-af2b-c7b1ee4e18bc), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.576898 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 3c50d345-017e-4d0f-a020-fa1b5e84590c {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:21:54.577250 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3c50d345-017e-4d0f-a020-fa1b5e84590c not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:21:54.579727 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4a900ae1-6171-4b59-a97b-c1c55a8473e4 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:21:54.590441 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2af3c6f2-f584-47c1-ac39-47e84d88ecb9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.594724 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2af3c6f2-f584-47c1-ac39-47e84d88ecb9 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] 10.222.0.52 "DELETE /v2.0/ports/31d132b9-f3c4-4c7d-b4a1-aff4e456b5d0 HTTP/1.1" status: 204 len: 168 time: 2.9459846 Feb 19 04:21:54.598145 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e19cb5cd-0dba-4f8f-8809-d9f4392b5b97 admin admin] Publish callbacks [] for security_group (b91484e4-70de-41cf-8753-8a0c72e5eae7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.598623 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48672) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:54.626665 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 4a900ae1-6171-4b59-a97b-c1c55a8473e4 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:21:54.628198 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4a900ae1-6171-4b59-a97b-c1c55a8473e4 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:21:54.650432 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9afd28f2-26f6-496e-93eb-e564f799d1cc req-295c9c27-0139-4a41-8aff-356ffe9cc98d tempest-ServerRescueTestJSONUnderV235-606161326 tempest-ServerRescueTestJSONUnderV235-606161326-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e7c341-f49a-4ec7-b1d1-4eb24a04ea45 HTTP/1.1" status: 200 len: 210 time: 0.0535407 Feb 19 04:21:54.678628 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-394cead6-7502-4d7f-a0d5-60612e42daa0 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] GET failed (client error): The resource could not be found. Feb 19 04:21:54.680370 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-394cead6-7502-4d7f-a0d5-60612e42daa0 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] 10.222.0.52 "GET /v2.0/ports/31d132b9-f3c4-4c7d-b4a1-aff4e456b5d0 HTTP/1.1" status: 404 len: 333 time: 0.0807099 Feb 19 04:21:54.684892 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48674) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:54.692433 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-379d5c63-ca2b-4cdb-93f1-ca9d1db527ef tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Request body: {'port': {'network_id': '5522574f-369e-4db8-81e7-c714c9bead3e', 'name': 'tempest-AllowedAddressPairTestJSON-289129656'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:54.748228 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e19cb5cd-0dba-4f8f-8809-d9f4392b5b97 admin admin] Publish callbacks [] for security_group (b91484e4-70de-41cf-8753-8a0c72e5eae7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.798243 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 63034fb1-1e4e-4482-9720-ff18a727c698 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:21:54.846532 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 63034fb1-1e4e-4482-9720-ff18a727c698 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:21:54.846888 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 63034fb1-1e4e-4482-9720-ff18a727c698 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:21:54.850808 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379d5c63-ca2b-4cdb-93f1-ca9d1db527ef tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Made reservation on behalf of 28ee032573e14ca5b6468dea7cabd0af for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:54.854122 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-379d5c63-ca2b-4cdb-93f1-ca9d1db527ef tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.859382 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-aa915ba0-c2f8-451c-a059-5a757142026a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] For port 345f1267-036b-431f-af2b-c7b1ee4e18bc, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=345f1267-036b-431f-af2b-c7b1ee4e18bc,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:54.859772 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa915ba0-c2f8-451c-a059-5a757142026a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (345f1267-036b-431f-af2b-c7b1ee4e18bc), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.878603 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3be532f-aa3c-44b0-bde1-a57ec68c9bb8 admin admin] Publish callbacks [] for security_group (fb11d1d2-c126-4f92-8bb2-9d8756aa66f2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.883803 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-aa915ba0-c2f8-451c-a059-5a757142026a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Calling delete_port for 345f1267-036b-431f-af2b-c7b1ee4e18bc owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:54.903840 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-379d5c63-ca2b-4cdb-93f1-ca9d1db527ef tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] device_id is not set on port 61038efc-7028-4d21-a918-b58cc734985a yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:21:54.949937 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3be532f-aa3c-44b0-bde1-a57ec68c9bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (fb11d1d2-c126-4f92-8bb2-9d8756aa66f2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.002885 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e19cb5cd-0dba-4f8f-8809-d9f4392b5b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b91484e4-70de-41cf-8753-8a0c72e5eae7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.005719 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e19cb5cd-0dba-4f8f-8809-d9f4392b5b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.007183 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e19cb5cd-0dba-4f8f-8809-d9f4392b5b97 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b91484e4-70de-41cf-8753-8a0c72e5eae7 HTTP/1.1" status: 204 len: 168 time: 0.6685092 Feb 19 04:21:55.031864 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c3be532f-aa3c-44b0-bde1-a57ec68c9bb8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bfa929b44bbe423c8ee28c24fad8795d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9374893 Feb 19 04:21:55.034043 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be532f-aa3c-44b0-bde1-a57ec68c9bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb11d1d2-c126-4f92-8bb2-9d8756aa66f2,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:55.081052 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48684) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:55.082594 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19cb5cd-0dba-4f8f-8809-d9f4392b5b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91484e4-70de-41cf-8753-8a0c72e5eae7,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:55.137428 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-379d5c63-ca2b-4cdb-93f1-ca9d1db527ef tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Allocated IP 172.20.0.7 (5522574f-369e-4db8-81e7-c714c9bead3e/3c272bd7-4048-44b9-bde8-6e7fe8d073bc/61038efc-7028-4d21-a918-b58cc734985a) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:55.161398 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e8bb3f26-a2ec-4040-b982-e56291048b4c admin admin] Publish callbacks [] for security_group (fb11d1d2-c126-4f92-8bb2-9d8756aa66f2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.184765 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e8bb3f26-a2ec-4040-b982-e56291048b4c admin admin] Publish callbacks [] for security_group (fb11d1d2-c126-4f92-8bb2-9d8756aa66f2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.238576 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e8bb3f26-a2ec-4040-b982-e56291048b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (fb11d1d2-c126-4f92-8bb2-9d8756aa66f2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.241069 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e8bb3f26-a2ec-4040-b982-e56291048b4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.245144 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e8bb3f26-a2ec-4040-b982-e56291048b4c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fb11d1d2-c126-4f92-8bb2-9d8756aa66f2 HTTP/1.1" status: 204 len: 168 time: 0.1563029 Feb 19 04:21:55.265745 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb3f26-a2ec-4040-b982-e56291048b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb11d1d2-c126-4f92-8bb2-9d8756aa66f2,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:55.375145 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-379d5c63-ca2b-4cdb-93f1-ca9d1db527ef tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks [] for port (61038efc-7028-4d21-a918-b58cc734985a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.397529 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa915ba0-c2f8-451c-a059-5a757142026a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (345f1267-036b-431f-af2b-c7b1ee4e18bc), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.416250 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-379d5c63-ca2b-4cdb-93f1-ca9d1db527ef tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (61038efc-7028-4d21-a918-b58cc734985a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.451693 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa915ba0-c2f8-451c-a059-5a757142026a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event deleted for resources: {'Port': ['ID=345f1267-036b-431f-af2b-c7b1ee4e18bc,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:55.464133 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379d5c63-ca2b-4cdb-93f1-ca9d1db527ef tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Network 5522574f-369e-4db8-81e7-c714c9bead3e is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:55.468993 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-379d5c63-ca2b-4cdb-93f1-ca9d1db527ef tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:55.473074 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379d5c63-ca2b-4cdb-93f1-ca9d1db527ef tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:55.521704 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d5c63-ca2b-4cdb-93f1-ca9d1db527ef tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Pushing event updated for resources: {'Port': ['ID=61038efc-7028-4d21-a918-b58cc734985a,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:55.567753 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379d5c63-ca2b-4cdb-93f1-ca9d1db527ef tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:55.568567 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-379d5c63-ca2b-4cdb-93f1-ca9d1db527ef tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.592658 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-379d5c63-ca2b-4cdb-93f1-ca9d1db527ef tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9062653 Feb 19 04:21:55.595623 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48694) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:55.601397 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b022b4b2-f5a6-4a55-aa5f-619655359220 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:34:42:df'}]}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:55.656402 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa915ba0-c2f8-451c-a059-5a757142026a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (24b7dc11-6121-4154-8a7c-76b7b4ee9d2c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.743826 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48706) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:55.746987 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48708) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:55.822027 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5545f6eb-c88c-4c00-8ff3-e2fdc3f743be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.842857 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa915ba0-c2f8-451c-a059-5a757142026a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (24b7dc11-6121-4154-8a7c-76b7b4ee9d2c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.856792 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-08b48870-b16e-4ee7-b603-9c38445a0658 None None] Provisioning complete for port 61038efc-7028-4d21-a918-b58cc734985a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:55.857920 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-08b48870-b16e-4ee7-b603-9c38445a0658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (61038efc-7028-4d21-a918-b58cc734985a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.861326 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa915ba0-c2f8-451c-a059-5a757142026a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router_controller (24b7dc11-6121-4154-8a7c-76b7b4ee9d2c), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.955974 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-08b48870-b16e-4ee7-b603-9c38445a0658 None None] Port 61038efc-7028-4d21-a918-b58cc734985a cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:21:56.004216 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa915ba0-c2f8-451c-a059-5a757142026a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (24b7dc11-6121-4154-8a7c-76b7b4ee9d2c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.009490 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa915ba0-c2f8-451c-a059-5a757142026a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Fanout notify agent at l3_agent the message router_deleted on router 24b7dc11-6121-4154-8a7c-76b7b4ee9d2c {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:21:56.030794 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa915ba0-c2f8-451c-a059-5a757142026a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.033973 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-aa915ba0-c2f8-451c-a059-5a757142026a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "DELETE /v2.0/routers/24b7dc11-6121-4154-8a7c-76b7b4ee9d2c HTTP/1.1" status: 204 len: 168 time: 2.7682819 Feb 19 04:21:56.042627 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48712) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:56.150073 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b022b4b2-f5a6-4a55-aa5f-619655359220 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (61038efc-7028-4d21-a918-b58cc734985a), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.201861 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5545f6eb-c88c-4c00-8ff3-e2fdc3f743be admin admin] Publish callbacks [] for security_group (200ea0db-657d-4c9b-9236-5a50af0169d0), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.220664 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5545f6eb-c88c-4c00-8ff3-e2fdc3f743be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (200ea0db-657d-4c9b-9236-5a50af0169d0), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.234529 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48718) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:56.290975 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f4d32218-ddfb-4694-b2a8-a23debb9fb8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.309885 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-294513da-1125-4e5c-90be-f76c7027dc3a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (bf35e948-0e14-4c64-82c9-565d40e622b8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.322637 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5545f6eb-c88c-4c00-8ff3-e2fdc3f743be admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=432487bd87ca48c4a522ac37e6c12744&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5722334 Feb 19 04:21:56.324823 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48720) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:56.383732 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545f6eb-c88c-4c00-8ff3-e2fdc3f743be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200ea0db-657d-4c9b-9236-5a50af0169d0,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:56.470568 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-444d8255-6cb6-4763-8186-268cf5d19134 admin admin] Publish callbacks [] for security_group (200ea0db-657d-4c9b-9236-5a50af0169d0), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.534982 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-444d8255-6cb6-4763-8186-268cf5d19134 admin admin] Publish callbacks [] for security_group (200ea0db-657d-4c9b-9236-5a50af0169d0), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.602811 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c9714bbc-7231-44df-aa7d-0be5aaeaf1bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (ae0fc76a-b485-43f2-9317-5c73986abfd9), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.655548 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-444d8255-6cb6-4763-8186-268cf5d19134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (200ea0db-657d-4c9b-9236-5a50af0169d0), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.658119 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-444d8255-6cb6-4763-8186-268cf5d19134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.659407 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-444d8255-6cb6-4763-8186-268cf5d19134 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/200ea0db-657d-4c9b-9236-5a50af0169d0 HTTP/1.1" status: 204 len: 168 time: 0.3283226 Feb 19 04:21:56.692067 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d8255-6cb6-4763-8186-268cf5d19134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200ea0db-657d-4c9b-9236-5a50af0169d0,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:56.865968 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.085881 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-294513da-1125-4e5c-90be-f76c7027dc3a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (bf35e948-0e14-4c64-82c9-565d40e622b8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.145720 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f4d32218-ddfb-4694-b2a8-a23debb9fb8c admin admin] Publish callbacks [] for security_group (20f3aec4-aaf3-4c0a-b51a-7dc134b1b1e7), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.150360 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-294513da-1125-4e5c-90be-f76c7027dc3a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf35e948-0e14-4c64-82c9-565d40e622b8']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:57.165981 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f4d32218-ddfb-4694-b2a8-a23debb9fb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (20f3aec4-aaf3-4c0a-b51a-7dc134b1b1e7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.167072 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-c9714bbc-7231-44df-aa7d-0be5aaeaf1bb admin admin] Deleting port 88fa754c-e724-46a2-8327-54d8395bc6dc {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:57.167684 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c9714bbc-7231-44df-aa7d-0be5aaeaf1bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (88fa754c-e724-46a2-8327-54d8395bc6dc), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.176593 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-294513da-1125-4e5c-90be-f76c7027dc3a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c14f0740-ba05-4272-96ae-5e40be15d426') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:57.176903 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-294513da-1125-4e5c-90be-f76c7027dc3a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c14f0740-ba05-4272-96ae-5e40be15d426') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:57.236602 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-294513da-1125-4e5c-90be-f76c7027dc3a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (c14f0740-ba05-4272-96ae-5e40be15d426), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.268661 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d32218-ddfb-4694-b2a8-a23debb9fb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f3aec4-aaf3-4c0a-b51a-7dc134b1b1e7,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:57.275308 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f4d32218-ddfb-4694-b2a8-a23debb9fb8c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=201a4a85b3014764b6aab8c92caedf6d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0391364 Feb 19 04:21:57.276498 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-294513da-1125-4e5c-90be-f76c7027dc3a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (c14f0740-ba05-4272-96ae-5e40be15d426), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.281722 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48744) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:57.299363 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-294513da-1125-4e5c-90be-f76c7027dc3a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:21:57.299671 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-294513da-1125-4e5c-90be-f76c7027dc3a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (c14f0740-ba05-4272-96ae-5e40be15d426), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.301212 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-c9714bbc-7231-44df-aa7d-0be5aaeaf1bb admin admin] For port 88fa754c-e724-46a2-8327-54d8395bc6dc, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=88fa754c-e724-46a2-8327-54d8395bc6dc,segment=NetworkSegment(553286f1-166b-49af-b5fc-5341c456a99d),segment_id=553286f1-166b-49af-b5fc-5341c456a99d)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:57.301719 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c9714bbc-7231-44df-aa7d-0be5aaeaf1bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (88fa754c-e724-46a2-8327-54d8395bc6dc), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:21:57.307267 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:21:57.336121 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b022b4b2-f5a6-4a55-aa5f-619655359220 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks [] for port (61038efc-7028-4d21-a918-b58cc734985a), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.354872 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-c9714bbc-7231-44df-aa7d-0be5aaeaf1bb admin admin] Calling delete_port for 88fa754c-e724-46a2-8327-54d8395bc6dc owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:57.372822 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b022b4b2-f5a6-4a55-aa5f-619655359220 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (61038efc-7028-4d21-a918-b58cc734985a), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.521032 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-294513da-1125-4e5c-90be-f76c7027dc3a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (bf35e948-0e14-4c64-82c9-565d40e622b8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.530945 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022b4b2-f5a6-4a55-aa5f-619655359220 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Pushing event updated for resources: {'Port': ['ID=61038efc-7028-4d21-a918-b58cc734985a,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:57.556348 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-294513da-1125-4e5c-90be-f76c7027dc3a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.559713 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-294513da-1125-4e5c-90be-f76c7027dc3a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "DELETE /v2.0/networks/bf35e948-0e14-4c64-82c9-565d40e622b8 HTTP/1.1" status: 204 len: 168 time: 1.5161862 Feb 19 04:21:57.565600 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48752) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:57.583068 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e040318f-c5ba-41ea-9486-05d7c7e2cd91 admin admin] Publish callbacks [] for security_group (20f3aec4-aaf3-4c0a-b51a-7dc134b1b1e7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.619581 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294513da-1125-4e5c-90be-f76c7027dc3a tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event deleted for resources: {'Network': ['ID=bf35e948-0e14-4c64-82c9-565d40e622b8,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:57.665481 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-b022b4b2-f5a6-4a55-aa5f-619655359220 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] In _notify_port_updated(), no bound segment for port 61038efc-7028-4d21-a918-b58cc734985a on network 5522574f-369e-4db8-81e7-c714c9bead3e {{(pid=109925) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:21:57.677893 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b022b4b2-f5a6-4a55-aa5f-619655359220 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:57.684897 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b022b4b2-f5a6-4a55-aa5f-619655359220 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.710272 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b022b4b2-f5a6-4a55-aa5f-619655359220 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] 10.222.0.52 "PUT /v2.0/ports/61038efc-7028-4d21-a918-b58cc734985a HTTP/1.1" status: 200 len: 992 time: 2.1110342 Feb 19 04:21:57.710910 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48760) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:57.741218 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-780bf1be-7040-4fe3-a567-137334d88803 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group (257a3882-f9e0-4b70-91a8-91da6d195492), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.771437 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e040318f-c5ba-41ea-9486-05d7c7e2cd91 admin admin] Publish callbacks [] for security_group (20f3aec4-aaf3-4c0a-b51a-7dc134b1b1e7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.792143 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-780bf1be-7040-4fe3-a567-137334d88803 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group (257a3882-f9e0-4b70-91a8-91da6d195492), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.900990 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9eb8457f-e621-455e-aa8d-527af2fe2fee None None] Provisioning complete for port 61038efc-7028-4d21-a918-b58cc734985a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:57.911805 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c9714bbc-7231-44df-aa7d-0be5aaeaf1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (88fa754c-e724-46a2-8327-54d8395bc6dc), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.913842 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9eb8457f-e621-455e-aa8d-527af2fe2fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (61038efc-7028-4d21-a918-b58cc734985a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:58.000214 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9714bbc-7231-44df-aa7d-0be5aaeaf1bb admin admin] Pushing event deleted for resources: {'Port': ['ID=88fa754c-e724-46a2-8327-54d8395bc6dc,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:58.005038 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-d6d88e49-7909-43d9-b4eb-1c4bb62fe397 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Deleting port 61038efc-7028-4d21-a918-b58cc734985a {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:58.005453 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6d88e49-7909-43d9-b4eb-1c4bb62fe397 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (61038efc-7028-4d21-a918-b58cc734985a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:58.009559 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9eb8457f-e621-455e-aa8d-527af2fe2fee None None] Port 61038efc-7028-4d21-a918-b58cc734985a cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:21:58.065447 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-780bf1be-7040-4fe3-a567-137334d88803 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (257a3882-f9e0-4b70-91a8-91da6d195492), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:58.072970 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-780bf1be-7040-4fe3-a567-137334d88803 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:58.090104 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-780bf1be-7040-4fe3-a567-137334d88803 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] 10.222.0.52 "DELETE /v2.0/security-groups/257a3882-f9e0-4b70-91a8-91da6d195492 HTTP/1.1" status: 204 len: 168 time: 0.5163805 Feb 19 04:21:58.184061 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6d88e49-7909-43d9-b4eb-1c4bb62fe397 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (61038efc-7028-4d21-a918-b58cc734985a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:58.198266 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-d6d88e49-7909-43d9-b4eb-1c4bb62fe397 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Calling delete_port for 61038efc-7028-4d21-a918-b58cc734985a owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:58.239544 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780bf1be-7040-4fe3-a567-137334d88803 tempest-TestNetworkAdvancedServerOps-620938194 tempest-TestNetworkAdvancedServerOps-620938194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=257a3882-f9e0-4b70-91a8-91da6d195492,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:58.437505 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c9714bbc-7231-44df-aa7d-0be5aaeaf1bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (ae0fc76a-b485-43f2-9317-5c73986abfd9), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:58.440442 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 345f1267-036b-431f-af2b-c7b1ee4e18bc no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:21:58.473779 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 345f1267-036b-431f-af2b-c7b1ee4e18bc {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:21:58.474405 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 345f1267-036b-431f-af2b-c7b1ee4e18bc not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:21:58.488715 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e040318f-c5ba-41ea-9486-05d7c7e2cd91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (20f3aec4-aaf3-4c0a-b51a-7dc134b1b1e7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:58.491355 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e040318f-c5ba-41ea-9486-05d7c7e2cd91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:58.494900 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e040318f-c5ba-41ea-9486-05d7c7e2cd91 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/20f3aec4-aaf3-4c0a-b51a-7dc134b1b1e7 HTTP/1.1" status: 204 len: 168 time: 1.2078483 Feb 19 04:21:58.508956 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040318f-c5ba-41ea-9486-05d7c7e2cd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f3aec4-aaf3-4c0a-b51a-7dc134b1b1e7,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:58.537591 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6d88e49-7909-43d9-b4eb-1c4bb62fe397 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (61038efc-7028-4d21-a918-b58cc734985a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:58.602394 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d88e49-7909-43d9-b4eb-1c4bb62fe397 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Pushing event deleted for resources: {'Port': ['ID=61038efc-7028-4d21-a918-b58cc734985a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:58.884539 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48796) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:58.894455 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9714bbc-7231-44df-aa7d-0be5aaeaf1bb admin admin] Router ae0fc76a-b485-43f2-9317-5c73986abfd9 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:21:58.964301 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6d88e49-7909-43d9-b4eb-1c4bb62fe397 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:58.969712 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d6d88e49-7909-43d9-b4eb-1c4bb62fe397 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] 10.222.0.52 "DELETE /v2.0/ports/61038efc-7028-4d21-a918-b58cc734985a HTTP/1.1" status: 204 len: 168 time: 1.2578306 Feb 19 04:21:58.974516 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48800) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:59.033194 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e00a62-1325-44aa-84a3-46a6b2fcb2cc tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] GET failed (client error): The resource could not be found. Feb 19 04:21:59.039609 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e7e00a62-1325-44aa-84a3-46a6b2fcb2cc tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] 10.222.0.52 "GET /v2.0/ports/61038efc-7028-4d21-a918-b58cc734985a HTTP/1.1" status: 404 len: 333 time: 0.0585470 Feb 19 04:21:59.039902 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48802) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:59.045120 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-4e53c83e-6a3c-4d41-b282-a003941d475c tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Request body: {'port': {'network_id': '5522574f-369e-4db8-81e7-c714c9bead3e', 'name': 'tempest-AllowedAddressPairTestJSON-820861991'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:59.208759 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9714bbc-7231-44df-aa7d-0be5aaeaf1bb admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:21:59.218446 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c9714bbc-7231-44df-aa7d-0be5aaeaf1bb admin admin] 10.222.0.52 "PUT /v2.0/routers/ae0fc76a-b485-43f2-9317-5c73986abfd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4733114 Feb 19 04:21:59.219299 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48812) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:59.220304 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879e267f-a845-4940-b5fe-8ed14e20aeb1 None None] Sync routers for ids ['ae0fc76a-b485-43f2-9317-5c73986abfd9'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:21:59.240050 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879e267f-a845-4940-b5fe-8ed14e20aeb1 None None] Routers {'ae0fc76a-b485-43f2-9317-5c73986abfd9'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:59.244096 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-879e267f-a845-4940-b5fe-8ed14e20aeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:21:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ae0fc76a-b485-43f2-9317-5c73986abfd9'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:59.315197 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e53c83e-6a3c-4d41-b282-a003941d475c tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Made reservation on behalf of 28ee032573e14ca5b6468dea7cabd0af for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:59.319033 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4e53c83e-6a3c-4d41-b282-a003941d475c tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.383967 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-df7c0680-e774-415c-b3da-0c695d846b8f admin admin] Publish callbacks [] for router (ae0fc76a-b485-43f2-9317-5c73986abfd9), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.430505 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-4e53c83e-6a3c-4d41-b282-a003941d475c tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] device_id is not set on port ed5599fc-b806-4d1a-ac29-5a4ff3c4d5b9 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:21:59.446570 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-879e267f-a845-4940-b5fe-8ed14e20aeb1 None None] Set router ae0fc76a-b485-43f2-9317-5c73986abfd9 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:59.562104 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-df7c0680-e774-415c-b3da-0c695d846b8f admin admin] Publish callbacks [] for router_gateway (ae0fc76a-b485-43f2-9317-5c73986abfd9), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.701339 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-df7c0680-e774-415c-b3da-0c695d846b8f admin admin] Deleting port 448ff9d6-3e68-4848-bc8c-096c6bb3b518 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:59.702267 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-df7c0680-e774-415c-b3da-0c695d846b8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (448ff9d6-3e68-4848-bc8c-096c6bb3b518), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.740672 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-34cdc22c-52e5-4b7b-8a64-ae18b0463af1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3daaed16085e4153afa0c32c565c3455&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8546367 Feb 19 04:21:59.741306 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48832) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:59.779888 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-4e53c83e-6a3c-4d41-b282-a003941d475c tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Allocated IP 172.20.0.12 (5522574f-369e-4db8-81e7-c714c9bead3e/3c272bd7-4048-44b9-bde8-6e7fe8d073bc/ed5599fc-b806-4d1a-ac29-5a4ff3c4d5b9) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:59.820747 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.850005 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-618cfa14-f95e-4072-ad23-b5fd814b58c9 admin admin] Publish callbacks [] for security_group (92d97440-04dc-4cfc-8ad1-1a4cec33c291), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.883534 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-879e267f-a845-4940-b5fe-8ed14e20aeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2020474565-router', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '448ff9d6-3e68-4848-bc8c-096c6bb3b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:28Z', 'updated_at': '2022-02-19T04:21:57Z', 'revision_number': 5, 'project_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'gw_port': {'id': '448ff9d6-3e68-4848-bc8c-096c6bb3b518', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:29Z', 'updated_at': '2022-02-19T04:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:59.905203 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-df7c0680-e774-415c-b3da-0c695d846b8f admin admin] For port 448ff9d6-3e68-4848-bc8c-096c6bb3b518, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=448ff9d6-3e68-4848-bc8c-096c6bb3b518,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:59.905828 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-df7c0680-e774-415c-b3da-0c695d846b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (448ff9d6-3e68-4848-bc8c-096c6bb3b518), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.919597 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-618cfa14-f95e-4072-ad23-b5fd814b58c9 admin admin] Publish callbacks [] for security_group (92d97440-04dc-4cfc-8ad1-1a4cec33c291), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.924430 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-df7c0680-e774-415c-b3da-0c695d846b8f admin admin] Calling delete_port for 448ff9d6-3e68-4848-bc8c-096c6bb3b518 owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:59.951154 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879e267f-a845-4940-b5fe-8ed14e20aeb1 None None] Checking router: ae0fc76a-b485-43f2-9317-5c73986abfd9 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:21:59.973940 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879e267f-a845-4940-b5fe-8ed14e20aeb1 None None] Routers {'ae0fc76a-b485-43f2-9317-5c73986abfd9'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:59.975016 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-879e267f-a845-4940-b5fe-8ed14e20aeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:21:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ae0fc76a-b485-43f2-9317-5c73986abfd9'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:00.185093 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4e53c83e-6a3c-4d41-b282-a003941d475c tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks [] for port (ed5599fc-b806-4d1a-ac29-5a4ff3c4d5b9), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.202922 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-879e267f-a845-4940-b5fe-8ed14e20aeb1 None None] Set router ae0fc76a-b485-43f2-9317-5c73986abfd9 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:22:00.215073 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-618cfa14-f95e-4072-ad23-b5fd814b58c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (92d97440-04dc-4cfc-8ad1-1a4cec33c291), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.224506 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-618cfa14-f95e-4072-ad23-b5fd814b58c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.225897 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-618cfa14-f95e-4072-ad23-b5fd814b58c9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/92d97440-04dc-4cfc-8ad1-1a4cec33c291 HTTP/1.1" status: 204 len: 168 time: 0.4812174 Feb 19 04:22:00.271608 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618cfa14-f95e-4072-ad23-b5fd814b58c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d97440-04dc-4cfc-8ad1-1a4cec33c291,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:00.343010 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-879e267f-a845-4940-b5fe-8ed14e20aeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2020474565-router', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:28Z', 'updated_at': '2022-02-19T04:21:59Z', 'revision_number': 6, 'project_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:00.348494 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-df7c0680-e774-415c-b3da-0c695d846b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (448ff9d6-3e68-4848-bc8c-096c6bb3b518), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.361637 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4e53c83e-6a3c-4d41-b282-a003941d475c tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ed5599fc-b806-4d1a-ac29-5a4ff3c4d5b9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.414834 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c0680-e774-415c-b3da-0c695d846b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=448ff9d6-3e68-4848-bc8c-096c6bb3b518,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:00.508254 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e53c83e-6a3c-4d41-b282-a003941d475c tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Network 5522574f-369e-4db8-81e7-c714c9bead3e is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:00.522945 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-4e53c83e-6a3c-4d41-b282-a003941d475c tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:00.532696 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e53c83e-6a3c-4d41-b282-a003941d475c tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:00.579928 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-df7c0680-e774-415c-b3da-0c695d846b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (ae0fc76a-b485-43f2-9317-5c73986abfd9), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.614456 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53c83e-6a3c-4d41-b282-a003941d475c tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Pushing event updated for resources: {'Port': ['ID=ed5599fc-b806-4d1a-ac29-5a4ff3c4d5b9,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:00.704224 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e53c83e-6a3c-4d41-b282-a003941d475c tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:00.705121 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4e53c83e-6a3c-4d41-b282-a003941d475c tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.748398 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4e53c83e-6a3c-4d41-b282-a003941d475c tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7073491 Feb 19 04:22:00.751079 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48858) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:00.765544 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-4d878625-29af-43f9-9615-a198741038c8 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:34:42:df'}]}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:00.871623 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879e267f-a845-4940-b5fe-8ed14e20aeb1 None None] The sync data for ids ['ae0fc76a-b485-43f2-9317-5c73986abfd9'] in n-d-828369-19 is: [{'id': 'ae0fc76a-b485-43f2-9317-5c73986abfd9', 'name': 'tempest-ServerRescueTestJSONUnderV235-2020474565-router', 'tenant_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:28Z', 'updated_at': '2022-02-19T04:21:59Z', 'revision_number': 6, 'project_id': 'cbfcdf0453b64af4b94645bf82272ac6', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:22:00.878390 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-df7c0680-e774-415c-b3da-0c695d846b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (ae0fc76a-b485-43f2-9317-5c73986abfd9), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.894999 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-df7c0680-e774-415c-b3da-0c695d846b8f admin admin] Publish callbacks [] for router_controller (ae0fc76a-b485-43f2-9317-5c73986abfd9), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.921048 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6a4419b1-1d8e-47fe-baa3-c47e4c325eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.984490 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4d878625-29af-43f9-9615-a198741038c8 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ed5599fc-b806-4d1a-ac29-5a4ff3c4d5b9), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.050955 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-df7c0680-e774-415c-b3da-0c695d846b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (ae0fc76a-b485-43f2-9317-5c73986abfd9), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.052874 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7c0680-e774-415c-b3da-0c695d846b8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae0fc76a-b485-43f2-9317-5c73986abfd9 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:22:01.059173 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-df7c0680-e774-415c-b3da-0c695d846b8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.061700 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-df7c0680-e774-415c-b3da-0c695d846b8f admin admin] 10.222.0.52 "DELETE /v2.0/routers/ae0fc76a-b485-43f2-9317-5c73986abfd9 HTTP/1.1" status: 204 len: 168 time: 1.8412404 Feb 19 04:22:01.064585 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48872) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:01.107202 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e2a599d6-cd1e-4e39-a636-db335bada855 None None] Provisioning complete for port ed5599fc-b806-4d1a-ac29-5a4ff3c4d5b9 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:01.108323 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e2a599d6-cd1e-4e39-a636-db335bada855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ed5599fc-b806-4d1a-ac29-5a4ff3c4d5b9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.194916 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e2a599d6-cd1e-4e39-a636-db335bada855 None None] Port ed5599fc-b806-4d1a-ac29-5a4ff3c4d5b9 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:22:01.204241 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-52440acd-7a91-4922-8257-362ae8c97fef admin admin] Deleting subnet 02a32519-00af-48ba-8cbe-f80637d11bf7 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:22:01.223132 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-52440acd-7a91-4922-8257-362ae8c97fef admin admin] Publish callbacks [] for subnet (02a32519-00af-48ba-8cbe-f80637d11bf7), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.315851 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-52440acd-7a91-4922-8257-362ae8c97fef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (02a32519-00af-48ba-8cbe-f80637d11bf7), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.378421 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48876) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:01.400969 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4d878625-29af-43f9-9615-a198741038c8 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks [] for port (ed5599fc-b806-4d1a-ac29-5a4ff3c4d5b9), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.415120 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4d878625-29af-43f9-9615-a198741038c8 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (ed5599fc-b806-4d1a-ac29-5a4ff3c4d5b9), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.522508 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d878625-29af-43f9-9615-a198741038c8 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Pushing event updated for resources: {'Port': ['ID=ed5599fc-b806-4d1a-ac29-5a4ff3c4d5b9,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:01.569465 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-52440acd-7a91-4922-8257-362ae8c97fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (02a32519-00af-48ba-8cbe-f80637d11bf7), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.638492 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-37012468-3820-4b1f-ba1d-45ee937aa84e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b10e93b7235c40f68f5619ec242c4127&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2587128 Feb 19 04:22:01.644952 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48892) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:01.650439 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-4d878625-29af-43f9-9615-a198741038c8 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] In _notify_port_updated(), no bound segment for port ed5599fc-b806-4d1a-ac29-5a4ff3c4d5b9 on network 5522574f-369e-4db8-81e7-c714c9bead3e {{(pid=109925) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:22:01.661715 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d878625-29af-43f9-9615-a198741038c8 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:01.664333 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4d878625-29af-43f9-9615-a198741038c8 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.669421 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4d878625-29af-43f9-9615-a198741038c8 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] 10.222.0.52 "PUT /v2.0/ports/ed5599fc-b806-4d1a-ac29-5a4ff3c4d5b9 HTTP/1.1" status: 200 len: 996 time: 0.9170806 Feb 19 04:22:01.674290 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48894) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:01.725429 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-32d352cc-49ef-4f54-8bb0-2b2de07b682e admin admin] Publish callbacks [] for security_group (811405b6-6024-453f-aaf0-032515f2f2ec), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.748020 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-52440acd-7a91-4922-8257-362ae8c97fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (02a32519-00af-48ba-8cbe-f80637d11bf7), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.848662 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52440acd-7a91-4922-8257-362ae8c97fef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02a32519-00af-48ba-8cbe-f80637d11bf7,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:01.854891 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-52440acd-7a91-4922-8257-362ae8c97fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.869184 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-52440acd-7a91-4922-8257-362ae8c97fef admin admin] 10.222.0.52 "DELETE /v2.0/subnets/02a32519-00af-48ba-8cbe-f80637d11bf7 HTTP/1.1" status: 204 len: 168 time: 0.8016524 Feb 19 04:22:01.871590 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-32d352cc-49ef-4f54-8bb0-2b2de07b682e admin admin] Publish callbacks [] for security_group (811405b6-6024-453f-aaf0-032515f2f2ec), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.873430 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48898) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:01.910476 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-e2d98588-23b4-4275-b852-a28eb1116fce tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Deleting port ed5599fc-b806-4d1a-ac29-5a4ff3c4d5b9 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:01.911233 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e2d98588-23b4-4275-b852-a28eb1116fce tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ed5599fc-b806-4d1a-ac29-5a4ff3c4d5b9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.941999 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-01546032-9579-4acc-8503-d4a9c3f7f52e None None] Provisioning complete for port ed5599fc-b806-4d1a-ac29-5a4ff3c4d5b9 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:01.944115 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-01546032-9579-4acc-8503-d4a9c3f7f52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ed5599fc-b806-4d1a-ac29-5a4ff3c4d5b9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.010528 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-01546032-9579-4acc-8503-d4a9c3f7f52e None None] Port ed5599fc-b806-4d1a-ac29-5a4ff3c4d5b9 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:22:02.018539 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-08d899ea-60fc-4adb-be5a-d33958fdb96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (01ed4d50-f745-422f-b896-15b69835df57), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.101277 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-32d352cc-49ef-4f54-8bb0-2b2de07b682e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (811405b6-6024-453f-aaf0-032515f2f2ec), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.105447 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-32d352cc-49ef-4f54-8bb0-2b2de07b682e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.106939 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-32d352cc-49ef-4f54-8bb0-2b2de07b682e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/811405b6-6024-453f-aaf0-032515f2f2ec HTTP/1.1" status: 204 len: 168 time: 0.4610112 Feb 19 04:22:02.123743 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e2d98588-23b4-4275-b852-a28eb1116fce tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ed5599fc-b806-4d1a-ac29-5a4ff3c4d5b9), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.139737 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d352cc-49ef-4f54-8bb0-2b2de07b682e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811405b6-6024-453f-aaf0-032515f2f2ec,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:02.155540 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-e2d98588-23b4-4275-b852-a28eb1116fce tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Calling delete_port for ed5599fc-b806-4d1a-ac29-5a4ff3c4d5b9 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:02.192323 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-08d899ea-60fc-4adb-be5a-d33958fdb96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (01ed4d50-f745-422f-b896-15b69835df57), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.257106 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-08d899ea-60fc-4adb-be5a-d33958fdb96a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ed4d50-f745-422f-b896-15b69835df57']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:02.273324 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-08d899ea-60fc-4adb-be5a-d33958fdb96a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '553286f1-166b-49af-b5fc-5341c456a99d') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:02.273911 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-08d899ea-60fc-4adb-be5a-d33958fdb96a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '553286f1-166b-49af-b5fc-5341c456a99d') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:02.285900 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-08d899ea-60fc-4adb-be5a-d33958fdb96a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (553286f1-166b-49af-b5fc-5341c456a99d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.313782 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-08d899ea-60fc-4adb-be5a-d33958fdb96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (553286f1-166b-49af-b5fc-5341c456a99d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.333310 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d899ea-60fc-4adb-be5a-d33958fdb96a admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:22:02.336211 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-08d899ea-60fc-4adb-be5a-d33958fdb96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (553286f1-166b-49af-b5fc-5341c456a99d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:22:02.370862 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:22:02.386382 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 88fa754c-e724-46a2-8327-54d8395bc6dc no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:22:02.419840 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 88fa754c-e724-46a2-8327-54d8395bc6dc {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:22:02.420568 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 88fa754c-e724-46a2-8327-54d8395bc6dc not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:22:02.421241 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 448ff9d6-3e68-4848-bc8c-096c6bb3b518 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:22:02.441880 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-08d899ea-60fc-4adb-be5a-d33958fdb96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (01ed4d50-f745-422f-b896-15b69835df57), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.463698 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-08d899ea-60fc-4adb-be5a-d33958fdb96a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.473877 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-08d899ea-60fc-4adb-be5a-d33958fdb96a admin admin] 10.222.0.52 "DELETE /v2.0/networks/01ed4d50-f745-422f-b896-15b69835df57 HTTP/1.1" status: 204 len: 168 time: 0.5977795 Feb 19 04:22:02.483362 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 448ff9d6-3e68-4848-bc8c-096c6bb3b518 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:22:02.483882 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 448ff9d6-3e68-4848-bc8c-096c6bb3b518 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:22:02.515301 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e2d98588-23b4-4275-b852-a28eb1116fce tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ed5599fc-b806-4d1a-ac29-5a4ff3c4d5b9), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.517061 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d899ea-60fc-4adb-be5a-d33958fdb96a admin admin] Pushing event deleted for resources: {'Network': ['ID=01ed4d50-f745-422f-b896-15b69835df57,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:02.554964 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d98588-23b4-4275-b852-a28eb1116fce tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Pushing event deleted for resources: {'Port': ['ID=ed5599fc-b806-4d1a-ac29-5a4ff3c4d5b9,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:02.666238 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e2d98588-23b4-4275-b852-a28eb1116fce tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.673019 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e2d98588-23b4-4275-b852-a28eb1116fce tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] 10.222.0.52 "DELETE /v2.0/ports/ed5599fc-b806-4d1a-ac29-5a4ff3c4d5b9 HTTP/1.1" status: 204 len: 168 time: 0.9874990 Feb 19 04:22:02.675961 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48940) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:02.729179 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-412c4c7a-a6f3-4528-8af1-0ff3df77e18a tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] GET failed (client error): The resource could not be found. Feb 19 04:22:02.734215 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-412c4c7a-a6f3-4528-8af1-0ff3df77e18a tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] 10.222.0.52 "GET /v2.0/ports/ed5599fc-b806-4d1a-ac29-5a4ff3c4d5b9 HTTP/1.1" status: 404 len: 333 time: 0.0538476 Feb 19 04:22:02.735264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48946) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:02.742209 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-5f25b510-df45-419f-9b7e-f5d90c26c6ce tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Request body: {'port': {'network_id': '5522574f-369e-4db8-81e7-c714c9bead3e', 'name': 'tempest-AllowedAddressPairTestJSON-1853544079'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:02.920341 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f25b510-df45-419f-9b7e-f5d90c26c6ce tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Made reservation on behalf of 28ee032573e14ca5b6468dea7cabd0af for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:02.926338 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5f25b510-df45-419f-9b7e-f5d90c26c6ce tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.952166 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-5f25b510-df45-419f-9b7e-f5d90c26c6ce tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] device_id is not set on port cefaed3d-5614-4730-b782-f1a48fa0a7e0 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:22:02.958920 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:22:03.173925 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-5f25b510-df45-419f-9b7e-f5d90c26c6ce tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Allocated IP 172.20.0.14 (5522574f-369e-4db8-81e7-c714c9bead3e/3c272bd7-4048-44b9-bde8-6e7fe8d073bc/cefaed3d-5614-4730-b782-f1a48fa0a7e0) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:03.280076 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48972) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:03.367009 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-19a4efe5-c4a1-4378-8c4e-15c56a9b3e3b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cbfcdf0453b64af4b94645bf82272ac6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0856392 Feb 19 04:22:03.371889 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48976) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:03.469544 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e6c7666a-db85-44c6-8592-39786f46c990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.500552 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8a20061f-a660-4a2f-8396-31999a2f15c7 admin admin] Publish callbacks [] for security_group (9a96c02d-5213-4a92-b849-91ac2f22cce9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.535188 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5f25b510-df45-419f-9b7e-f5d90c26c6ce tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks [] for port (cefaed3d-5614-4730-b782-f1a48fa0a7e0), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.573524 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8a20061f-a660-4a2f-8396-31999a2f15c7 admin admin] Publish callbacks [] for security_group (9a96c02d-5213-4a92-b849-91ac2f22cce9), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.656178 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5f25b510-df45-419f-9b7e-f5d90c26c6ce tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (cefaed3d-5614-4730-b782-f1a48fa0a7e0), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.657917 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8a20061f-a660-4a2f-8396-31999a2f15c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (9a96c02d-5213-4a92-b849-91ac2f22cce9), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.666889 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8a20061f-a660-4a2f-8396-31999a2f15c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.672749 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8a20061f-a660-4a2f-8396-31999a2f15c7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9a96c02d-5213-4a92-b849-91ac2f22cce9 HTTP/1.1" status: 204 len: 168 time: 0.2990801 Feb 19 04:22:03.693820 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20061f-a660-4a2f-8396-31999a2f15c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a96c02d-5213-4a92-b849-91ac2f22cce9,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:03.798546 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f25b510-df45-419f-9b7e-f5d90c26c6ce tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Network 5522574f-369e-4db8-81e7-c714c9bead3e is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:03.808923 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-5f25b510-df45-419f-9b7e-f5d90c26c6ce tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:03.812205 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f25b510-df45-419f-9b7e-f5d90c26c6ce tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:03.817360 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25b510-df45-419f-9b7e-f5d90c26c6ce tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Pushing event updated for resources: {'Port': ['ID=cefaed3d-5614-4730-b782-f1a48fa0a7e0,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:03.821405 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.923717 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f25b510-df45-419f-9b7e-f5d90c26c6ce tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:03.924684 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5f25b510-df45-419f-9b7e-f5d90c26c6ce tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.961050 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5f25b510-df45-419f-9b7e-f5d90c26c6ce tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2242954 Feb 19 04:22:03.963711 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49024) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:03.969887 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-684e7279-a4ff-48f4-a021-6948d73612b7 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Request body: {'port': {'network_id': '5522574f-369e-4db8-81e7-c714c9bead3e', 'name': 'tempest-AllowedAddressPairTestJSON-1283479196'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:04.281015 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-016897bc-4e5d-4391-a37a-aacc3f7fac71 None None] Provisioning complete for port cefaed3d-5614-4730-b782-f1a48fa0a7e0 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:04.281403 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-016897bc-4e5d-4391-a37a-aacc3f7fac71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cefaed3d-5614-4730-b782-f1a48fa0a7e0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:04.364064 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-016897bc-4e5d-4391-a37a-aacc3f7fac71 None None] Port cefaed3d-5614-4730-b782-f1a48fa0a7e0 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:22:04.557583 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684e7279-a4ff-48f4-a021-6948d73612b7 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Made reservation on behalf of 28ee032573e14ca5b6468dea7cabd0af for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:04.564669 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-684e7279-a4ff-48f4-a021-6948d73612b7 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:04.584618 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-684e7279-a4ff-48f4-a021-6948d73612b7 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] device_id is not set on port b90acaa0-6327-43f0-878a-dc000c996c4c yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:22:04.755147 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49086) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:04.764691 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-684e7279-a4ff-48f4-a021-6948d73612b7 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Allocated IP 172.20.0.11 (5522574f-369e-4db8-81e7-c714c9bead3e/3c272bd7-4048-44b9-bde8-6e7fe8d073bc/b90acaa0-6327-43f0-878a-dc000c996c4c) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:05.106440 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-684e7279-a4ff-48f4-a021-6948d73612b7 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks [] for port (b90acaa0-6327-43f0-878a-dc000c996c4c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.163568 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-684e7279-a4ff-48f4-a021-6948d73612b7 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (b90acaa0-6327-43f0-878a-dc000c996c4c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.211366 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684e7279-a4ff-48f4-a021-6948d73612b7 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Network 5522574f-369e-4db8-81e7-c714c9bead3e is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:05.215437 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-684e7279-a4ff-48f4-a021-6948d73612b7 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:05.220889 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684e7279-a4ff-48f4-a021-6948d73612b7 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:05.266275 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b7cebcf8-7a5f-4d9e-b8c5-f160f8ef901c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1397215602-network', 'tenant_id': 'f8edc626d67b49aa8cc4bad52040f551'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:05.270390 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e7279-a4ff-48f4-a021-6948d73612b7 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Pushing event updated for resources: {'Port': ['ID=b90acaa0-6327-43f0-878a-dc000c996c4c,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:05.293386 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684e7279-a4ff-48f4-a021-6948d73612b7 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:05.294431 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-684e7279-a4ff-48f4-a021-6948d73612b7 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.298423 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.333213 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49128) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:05.333511 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-684e7279-a4ff-48f4-a021-6948d73612b7 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3685086 Feb 19 04:22:05.339273 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-e098ab11-0530-4807-89d4-529770cd36a2 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:34:42:df'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:90:4e:69'}]}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:05.349884 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cebcf8-7a5f-4d9e-b8c5-f160f8ef901c admin admin] Made reservation on behalf of f8edc626d67b49aa8cc4bad52040f551 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:05.359777 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7cebcf8-7a5f-4d9e-b8c5-f160f8ef901c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.406446 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7cebcf8-7a5f-4d9e-b8c5-f160f8ef901c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.684808 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7cebcf8-7a5f-4d9e-b8c5-f160f8ef901c admin admin] Publish callbacks [] for security_group (c3a8fbac-ab66-45e9-9c36-942135f28afe), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.686029 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e098ab11-0530-4807-89d4-529770cd36a2 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b90acaa0-6327-43f0-878a-dc000c996c4c), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.695875 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7cebcf8-7a5f-4d9e-b8c5-f160f8ef901c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (c3a8fbac-ab66-45e9-9c36-942135f28afe), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.707749 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-8cfed3b3-c055-4475-9d89-4a71f43801d8 None None] Provisioning complete for port b90acaa0-6327-43f0-878a-dc000c996c4c triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:05.709027 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8cfed3b3-c055-4475-9d89-4a71f43801d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b90acaa0-6327-43f0-878a-dc000c996c4c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.757568 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7cebcf8-7a5f-4d9e-b8c5-f160f8ef901c admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:22:05.780943 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cebcf8-7a5f-4d9e-b8c5-f160f8ef901c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a8fbac-ab66-45e9-9c36-942135f28afe,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:05.787197 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7cebcf8-7a5f-4d9e-b8c5-f160f8ef901c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (f7449e14-590b-4da5-a04a-f66b67da7a04), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.787547 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-b7cebcf8-7a5f-4d9e-b8c5-f160f8ef901c admin admin] Added segment f7449e14-590b-4da5-a04a-f66b67da7a04 of type vlan for network 984b75e8-8113-4e07-bb61-e1fa8e11de52 Feb 19 04:22:05.834966 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8cfed3b3-c055-4475-9d89-4a71f43801d8 None None] Port b90acaa0-6327-43f0-878a-dc000c996c4c cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:22:05.858392 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7cebcf8-7a5f-4d9e-b8c5-f160f8ef901c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (984b75e8-8113-4e07-bb61-e1fa8e11de52), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:06.027435 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49164) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:06.059690 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e098ab11-0530-4807-89d4-529770cd36a2 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks [] for port (b90acaa0-6327-43f0-878a-dc000c996c4c), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:06.076357 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e098ab11-0530-4807-89d4-529770cd36a2 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (b90acaa0-6327-43f0-878a-dc000c996c4c), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:06.132065 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7cebcf8-7a5f-4d9e-b8c5-f160f8ef901c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (984b75e8-8113-4e07-bb61-e1fa8e11de52), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:06.133399 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cebcf8-7a5f-4d9e-b8c5-f160f8ef901c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:06.135736 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7cebcf8-7a5f-4d9e-b8c5-f160f8ef901c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:06.289645 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-a50cdd45-70bf-4009-be74-580689b13c45 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1791170419-network', 'tenant_id': '8ec38d363cbe44859094f303c32fa2df'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:06.291469 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b7cebcf8-7a5f-4d9e-b8c5-f160f8ef901c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5349259 Feb 19 04:22:06.297494 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49176) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:06.306872 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098ab11-0530-4807-89d4-529770cd36a2 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Pushing event updated for resources: {'Port': ['ID=b90acaa0-6327-43f0-878a-dc000c996c4c,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:06.319312 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-31926f59-0d4b-4009-9943-604dabc1a175 admin admin] Request body: {'subnet': {'network_id': '984b75e8-8113-4e07-bb61-e1fa8e11de52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1397215602-subnet', 'tenant_id': 'f8edc626d67b49aa8cc4bad52040f551', 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:06.324351 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cebcf8-7a5f-4d9e-b8c5-f160f8ef901c admin admin] Pushing event updated for resources: {'Network': ['ID=984b75e8-8113-4e07-bb61-e1fa8e11de52,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:06.332582 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-e098ab11-0530-4807-89d4-529770cd36a2 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] In _notify_port_updated(), no bound segment for port b90acaa0-6327-43f0-878a-dc000c996c4c on network 5522574f-369e-4db8-81e7-c714c9bead3e {{(pid=109925) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:22:06.335023 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 984b75e8-8113-4e07-bb61-e1fa8e11de52 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:22:06.339159 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e098ab11-0530-4807-89d4-529770cd36a2 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:06.340632 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e098ab11-0530-4807-89d4-529770cd36a2 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:06.342394 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e098ab11-0530-4807-89d4-529770cd36a2 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] 10.222.0.52 "PUT /v2.0/ports/b90acaa0-6327-43f0-878a-dc000c996c4c HTTP/1.1" status: 200 len: 1057 time: 1.0075111 Feb 19 04:22:06.345294 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49178) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:06.418019 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31926f59-0d4b-4009-9943-604dabc1a175 admin admin] Made reservation on behalf of f8edc626d67b49aa8cc4bad52040f551 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:06.430847 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31926f59-0d4b-4009-9943-604dabc1a175 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:06.549695 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-18f8ca56-b4a1-49f0-a2d9-0c3388ea68e2 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Deleting port b90acaa0-6327-43f0-878a-dc000c996c4c {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:06.549934 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50cdd45-70bf-4009-be74-580689b13c45 admin admin] Made reservation on behalf of 8ec38d363cbe44859094f303c32fa2df for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:06.550113 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-18f8ca56-b4a1-49f0-a2d9-0c3388ea68e2 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b90acaa0-6327-43f0-878a-dc000c996c4c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:06.561556 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a50cdd45-70bf-4009-be74-580689b13c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:06.571431 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-862371e6-6690-42cd-904c-91bfa0ef99f9 None None] Provisioning complete for port b90acaa0-6327-43f0-878a-dc000c996c4c triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:06.572247 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-862371e6-6690-42cd-904c-91bfa0ef99f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b90acaa0-6327-43f0-878a-dc000c996c4c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:06.634992 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-862371e6-6690-42cd-904c-91bfa0ef99f9 None None] Port b90acaa0-6327-43f0-878a-dc000c996c4c cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:22:06.727764 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-18f8ca56-b4a1-49f0-a2d9-0c3388ea68e2 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b90acaa0-6327-43f0-878a-dc000c996c4c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:06.741073 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-18f8ca56-b4a1-49f0-a2d9-0c3388ea68e2 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Calling delete_port for b90acaa0-6327-43f0-878a-dc000c996c4c owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:06.755991 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:06.804428 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a50cdd45-70bf-4009-be74-580689b13c45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:06.821306 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31926f59-0d4b-4009-9943-604dabc1a175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (c8d598bd-d894-4fd1-a63e-40976d20a166), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:06.926442 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-18f8ca56-b4a1-49f0-a2d9-0c3388ea68e2 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (b90acaa0-6327-43f0-878a-dc000c996c4c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:06.984708 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a50cdd45-70bf-4009-be74-580689b13c45 admin admin] Publish callbacks [] for security_group (93f382f4-3464-4551-ad7c-1102633fb291), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.019205 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a50cdd45-70bf-4009-be74-580689b13c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (93f382f4-3464-4551-ad7c-1102633fb291), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.075852 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a50cdd45-70bf-4009-be74-580689b13c45 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:22:07.111170 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31926f59-0d4b-4009-9943-604dabc1a175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8d598bd-d894-4fd1-a63e-40976d20a166,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:07.119679 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31926f59-0d4b-4009-9943-604dabc1a175 admin admin] Checking segment: {'id': 'f7449e14-590b-4da5-a04a-f66b67da7a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '984b75e8-8113-4e07-bb61-e1fa8e11de52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:07.121198 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31926f59-0d4b-4009-9943-604dabc1a175 admin admin] Network hostable DHCP agents. Network: 984b75e8-8113-4e07-bb61-e1fa8e11de52, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:22:07.132423 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cdd45-70bf-4009-be74-580689b13c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f382f4-3464-4551-ad7c-1102633fb291,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:07.135668 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8ca56-b4a1-49f0-a2d9-0c3388ea68e2 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Pushing event deleted for resources: {'Port': ['ID=b90acaa0-6327-43f0-878a-dc000c996c4c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:07.172051 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a50cdd45-70bf-4009-be74-580689b13c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (6b87574b-72cf-4594-b333-e9ab62f81250), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.172525 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-a50cdd45-70bf-4009-be74-580689b13c45 admin admin] Added segment 6b87574b-72cf-4594-b333-e9ab62f81250 of type vlan for network f340e38b-fc33-422a-8808-c90730dc6314 Feb 19 04:22:07.215616 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31926f59-0d4b-4009-9943-604dabc1a175 admin admin] Network 984b75e8-8113-4e07-bb61-e1fa8e11de52 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:22:07.275200 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-31926f59-0d4b-4009-9943-604dabc1a175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 984b75e8-8113-4e07-bb61-e1fa8e11de52) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:07.285785 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31999682-ca03-42f3-8b14-27db978d2b76 None None] Network 984b75e8-8113-4e07-bb61-e1fa8e11de52 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:07.300964 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a50cdd45-70bf-4009-be74-580689b13c45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (f340e38b-fc33-422a-8808-c90730dc6314), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.308678 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31926f59-0d4b-4009-9943-604dabc1a175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:07.309968 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31926f59-0d4b-4009-9943-604dabc1a175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.368199 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-31926f59-0d4b-4009-9943-604dabc1a175 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0650344 Feb 19 04:22:07.369062 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49234) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:07.377683 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-5ec85a3a-2cf5-4ca8-8e4c-97e71f37eb5f admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1397215602-router', 'tenant_id': 'f8edc626d67b49aa8cc4bad52040f551', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:07.382941 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a50cdd45-70bf-4009-be74-580689b13c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (f340e38b-fc33-422a-8808-c90730dc6314), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.384256 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50cdd45-70bf-4009-be74-580689b13c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:07.385002 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a50cdd45-70bf-4009-be74-580689b13c45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.488538 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a50cdd45-70bf-4009-be74-580689b13c45 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4554510 Feb 19 04:22:07.490663 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49236) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:07.491407 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cdd45-70bf-4009-be74-580689b13c45 admin admin] Pushing event updated for resources: {'Network': ['ID=f340e38b-fc33-422a-8808-c90730dc6314,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:07.505060 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network f340e38b-fc33-422a-8808-c90730dc6314 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:22:07.506589 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ec85a3a-2cf5-4ca8-8e4c-97e71f37eb5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (09a30fb2-ff86-4241-bba1-97cb87e2695d), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.517094 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ec85a3a-2cf5-4ca8-8e4c-97e71f37eb5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (09a30fb2-ff86-4241-bba1-97cb87e2695d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.529135 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-2a26074a-43c1-49b9-9440-c41a282a9c9c admin admin] Request body: {'subnet': {'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1791170419-subnet', 'tenant_id': '8ec38d363cbe44859094f303c32fa2df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:07.530591 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-18f8ca56-b4a1-49f0-a2d9-0c3388ea68e2 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.534572 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-18f8ca56-b4a1-49f0-a2d9-0c3388ea68e2 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] 10.222.0.52 "DELETE /v2.0/ports/b90acaa0-6327-43f0-878a-dc000c996c4c HTTP/1.1" status: 204 len: 168 time: 1.1878386 Feb 19 04:22:07.538192 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49242) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:07.593152 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a26074a-43c1-49b9-9440-c41a282a9c9c admin admin] Made reservation on behalf of 8ec38d363cbe44859094f303c32fa2df for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:07.595976 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a26074a-43c1-49b9-9440-c41a282a9c9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.625459 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-69fe2458-b867-4052-b609-6b4f00477fe7 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] GET failed (client error): The resource could not be found. Feb 19 04:22:07.639350 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d4c21d-5b32-40ee-8c02-f31541f189e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-984b75e8-8113-4e07-bb61-e1fa8e11de52', 'network_id': '984b75e8-8113-4e07-bb61-e1fa8e11de52', 'project_id': 'f8edc626d67b49aa8cc4bad52040f551', 'fixed_ips': [{'subnet_id': 'c8d598bd-d894-4fd1-a63e-40976d20a166'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:22:07.640257 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-54d4c21d-5b32-40ee-8c02-f31541f189e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.647309 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49248) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:07.649481 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ec85a3a-2cf5-4ca8-8e4c-97e71f37eb5f admin admin] Publish callbacks [] for router_controller (09a30fb2-ff86-4241-bba1-97cb87e2695d), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.649800 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-69fe2458-b867-4052-b609-6b4f00477fe7 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] 10.222.0.52 "GET /v2.0/ports/b90acaa0-6327-43f0-878a-dc000c996c4c HTTP/1.1" status: 404 len: 333 time: 0.1090915 Feb 19 04:22:07.853683 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49268) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:07.865134 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-54d4c21d-5b32-40ee-8c02-f31541f189e7 None None] Allocated IP 172.20.0.2 (984b75e8-8113-4e07-bb61-e1fa8e11de52/c8d598bd-d894-4fd1-a63e-40976d20a166/db0b1413-91b7-41f9-b8db-891aba25b4b2) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:07.957629 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ec85a3a-2cf5-4ca8-8e4c-97e71f37eb5f admin admin] Publish callbacks [] for router_gateway (09a30fb2-ff86-4241-bba1-97cb87e2695d), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.083240 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-adf8c5fb-89d1-4678-9006-06aa02e44b70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.126833 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-e12c039d-90fb-4c89-b133-0cde0c10a83a tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Deleting port cefaed3d-5614-4730-b782-f1a48fa0a7e0 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:08.127874 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e12c039d-90fb-4c89-b133-0cde0c10a83a tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (cefaed3d-5614-4730-b782-f1a48fa0a7e0), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.185884 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-54d4c21d-5b32-40ee-8c02-f31541f189e7 None None] Publish callbacks [] for port (db0b1413-91b7-41f9-b8db-891aba25b4b2), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.198335 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-54d4c21d-5b32-40ee-8c02-f31541f189e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (db0b1413-91b7-41f9-b8db-891aba25b4b2), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.222730 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-adf8c5fb-89d1-4678-9006-06aa02e44b70 admin admin] Publish callbacks [] for security_group (00f77ed7-3465-447e-bab8-e1b1617a71b3), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.237968 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-adf8c5fb-89d1-4678-9006-06aa02e44b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (00f77ed7-3465-447e-bab8-e1b1617a71b3), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.253128 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4c21d-5b32-40ee-8c02-f31541f189e7 None None] Pushing event updated for resources: {'Port': ['ID=db0b1413-91b7-41f9-b8db-891aba25b4b2,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:08.269543 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d4c21d-5b32-40ee-8c02-f31541f189e7 None None] Network 984b75e8-8113-4e07-bb61-e1fa8e11de52 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:08.271390 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-54d4c21d-5b32-40ee-8c02-f31541f189e7 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:08.275115 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d4c21d-5b32-40ee-8c02-f31541f189e7 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:08.312081 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-adf8c5fb-89d1-4678-9006-06aa02e44b70 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5933bf49e02c4dbf91d73c2b7df45b00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4569345 Feb 19 04:22:08.313116 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8c5fb-89d1-4678-9006-06aa02e44b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f77ed7-3465-447e-bab8-e1b1617a71b3,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:08.317506 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49286) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:08.320768 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e12c039d-90fb-4c89-b133-0cde0c10a83a tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (cefaed3d-5614-4730-b782-f1a48fa0a7e0), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.332001 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a26074a-43c1-49b9-9440-c41a282a9c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (28e0c96c-0d0f-4bc2-a99e-37aff97516b7), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.346003 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-54d4c21d-5b32-40ee-8c02-f31541f189e7 None None] Attempting to bind port db0b1413-91b7-41f9-b8db-891aba25b4b2 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:08.346825 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-54d4c21d-5b32-40ee-8c02-f31541f189e7 None None] Attempting to bind port db0b1413-91b7-41f9-b8db-891aba25b4b2 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'f7449e14-590b-4da5-a04a-f66b67da7a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '984b75e8-8113-4e07-bb61-e1fa8e11de52'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:08.347384 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d4c21d-5b32-40ee-8c02-f31541f189e7 None None] Attempting to bind port db0b1413-91b7-41f9-b8db-891aba25b4b2 on network 984b75e8-8113-4e07-bb61-e1fa8e11de52 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:08.354543 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d4c21d-5b32-40ee-8c02-f31541f189e7 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:22:08.355942 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d4c21d-5b32-40ee-8c02-f31541f189e7 None None] Checking segment: {'id': 'f7449e14-590b-4da5-a04a-f66b67da7a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '984b75e8-8113-4e07-bb61-e1fa8e11de52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:08.356684 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-54d4c21d-5b32-40ee-8c02-f31541f189e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.357272 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d4c21d-5b32-40ee-8c02-f31541f189e7 None None] Bound using segment: {'id': 'f7449e14-590b-4da5-a04a-f66b67da7a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '984b75e8-8113-4e07-bb61-e1fa8e11de52'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:22:08.358709 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-54d4c21d-5b32-40ee-8c02-f31541f189e7 None None] Bound port: db0b1413-91b7-41f9-b8db-891aba25b4b2, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7449e14-590b-4da5-a04a-f66b67da7a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '984b75e8-8113-4e07-bb61-e1fa8e11de52'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:22:08.359456 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-54d4c21d-5b32-40ee-8c02-f31541f189e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (db0b1413-91b7-41f9-b8db-891aba25b4b2), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.376951 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-e12c039d-90fb-4c89-b133-0cde0c10a83a tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Calling delete_port for cefaed3d-5614-4730-b782-f1a48fa0a7e0 owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:08.410738 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98a0a337-4a29-4d75-adcf-3afdbc2a9595 admin admin] Publish callbacks [] for security_group (00f77ed7-3465-447e-bab8-e1b1617a71b3), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.438104 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98a0a337-4a29-4d75-adcf-3afdbc2a9595 admin admin] Publish callbacks [] for security_group (00f77ed7-3465-447e-bab8-e1b1617a71b3), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.443237 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-54d4c21d-5b32-40ee-8c02-f31541f189e7 None None] For port db0b1413-91b7-41f9-b8db-891aba25b4b2, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:22:08.448056 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-54d4c21d-5b32-40ee-8c02-f31541f189e7 None None] For port db0b1413-91b7-41f9-b8db-891aba25b4b2, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=db0b1413-91b7-41f9-b8db-891aba25b4b2,segment=NetworkSegment(f7449e14-590b-4da5-a04a-f66b67da7a04),segment_id=f7449e14-590b-4da5-a04a-f66b67da7a04)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:22:08.458833 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-54d4c21d-5b32-40ee-8c02-f31541f189e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (db0b1413-91b7-41f9-b8db-891aba25b4b2), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.510605 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98a0a337-4a29-4d75-adcf-3afdbc2a9595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (00f77ed7-3465-447e-bab8-e1b1617a71b3), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.514421 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98a0a337-4a29-4d75-adcf-3afdbc2a9595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.520317 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-98a0a337-4a29-4d75-adcf-3afdbc2a9595 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/00f77ed7-3465-447e-bab8-e1b1617a71b3 HTTP/1.1" status: 204 len: 168 time: 0.2014236 Feb 19 04:22:08.562473 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0a337-4a29-4d75-adcf-3afdbc2a9595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f77ed7-3465-447e-bab8-e1b1617a71b3,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:08.566188 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26074a-43c1-49b9-9440-c41a282a9c9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=28e0c96c-0d0f-4bc2-a99e-37aff97516b7,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:08.630797 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4c21d-5b32-40ee-8c02-f31541f189e7 None None] Pushing event updated for resources: {'Port': ['ID=db0b1413-91b7-41f9-b8db-891aba25b4b2,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:08.637852 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a26074a-43c1-49b9-9440-c41a282a9c9c admin admin] Checking segment: {'id': '6b87574b-72cf-4594-b333-e9ab62f81250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:08.639111 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a26074a-43c1-49b9-9440-c41a282a9c9c admin admin] Network hostable DHCP agents. Network: f340e38b-fc33-422a-8808-c90730dc6314, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:22:08.689297 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ec85a3a-2cf5-4ca8-8e4c-97e71f37eb5f admin admin] Publish callbacks [] for router_gateway (09a30fb2-ff86-4241-bba1-97cb87e2695d), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.713550 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ec85a3a-2cf5-4ca8-8e4c-97e71f37eb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.720141 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a26074a-43c1-49b9-9440-c41a282a9c9c admin admin] Network f340e38b-fc33-422a-8808-c90730dc6314 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:22:08.840568 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-2a26074a-43c1-49b9-9440-c41a282a9c9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, f340e38b-fc33-422a-8808-c90730dc6314) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:08.854741 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a26074a-43c1-49b9-9440-c41a282a9c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:08.855414 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a26074a-43c1-49b9-9440-c41a282a9c9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.869016 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49300) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:08.869866 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300be38c-2dd3-4341-b5f5-3d51f4a26f61 None None] Network f340e38b-fc33-422a-8808-c90730dc6314 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:08.909077 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e12c039d-90fb-4c89-b133-0cde0c10a83a tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (cefaed3d-5614-4730-b782-f1a48fa0a7e0), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.920130 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2a26074a-43c1-49b9-9440-c41a282a9c9c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3938961 Feb 19 04:22:08.979999 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c039d-90fb-4c89-b133-0cde0c10a83a tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Pushing event deleted for resources: {'Port': ['ID=cefaed3d-5614-4730-b782-f1a48fa0a7e0,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:09.036130 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-5ec85a3a-2cf5-4ca8-8e4c-97e71f37eb5f admin admin] Allocated IP 172.25.3.60 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/590f18c6-71a4-4795-8bc6-8bc55c1eef9d) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:09.098190 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1640e3be-3989-4821-903a-9481d96c8b06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.135308 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cba6cf-6e39-4eb5-8e60-148c7c93f854 None None] Network f340e38b-fc33-422a-8808-c90730dc6314 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:09.156854 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49306) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:09.176271 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e12c039d-90fb-4c89-b133-0cde0c10a83a tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.179408 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e12c039d-90fb-4c89-b133-0cde0c10a83a tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] 10.222.0.52 "DELETE /v2.0/ports/cefaed3d-5614-4730-b782-f1a48fa0a7e0 HTTP/1.1" status: 204 len: 168 time: 1.5249982 Feb 19 04:22:09.182592 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49308) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:09.201498 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-16b1f113-191e-4c19-9a09-9dc47c435cc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.219354 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15bd1a2-181f-4fea-8faa-9b5010522a17 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] GET failed (client error): The resource could not be found. Feb 19 04:22:09.221114 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a15bd1a2-181f-4fea-8faa-9b5010522a17 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] 10.222.0.52 "GET /v2.0/ports/cefaed3d-5614-4730-b782-f1a48fa0a7e0 HTTP/1.1" status: 404 len: 333 time: 0.0373695 Feb 19 04:22:09.225803 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49310) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:09.365953 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ec85a3a-2cf5-4ca8-8e4c-97e71f37eb5f admin admin] Publish callbacks [] for port (590f18c6-71a4-4795-8bc6-8bc55c1eef9d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.410302 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-16b1f113-191e-4c19-9a09-9dc47c435cc5 admin admin] Publish callbacks [] for security_group (28fec945-59e7-42ba-9eba-7dd06df979c7), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.423372 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-16b1f113-191e-4c19-9a09-9dc47c435cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (28fec945-59e7-42ba-9eba-7dd06df979c7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.466328 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-aa638eb0-57da-423e-a45a-3d1f8df46c62 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Deleting port 3164d72f-f14a-4a87-81eb-478a285dbb60 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:09.466675 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aa638eb0-57da-423e-a45a-3d1f8df46c62 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (3164d72f-f14a-4a87-81eb-478a285dbb60), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.488886 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-16b1f113-191e-4c19-9a09-9dc47c435cc5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9a5e88070ebe4eaebb8a8baccf19daa0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3301828 Feb 19 04:22:09.501474 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49322) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:09.540715 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1f113-191e-4c19-9a09-9dc47c435cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fec945-59e7-42ba-9eba-7dd06df979c7,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:09.565525 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aa638eb0-57da-423e-a45a-3d1f8df46c62 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (3164d72f-f14a-4a87-81eb-478a285dbb60), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.584841 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-aa638eb0-57da-423e-a45a-3d1f8df46c62 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Calling delete_port for 3164d72f-f14a-4a87-81eb-478a285dbb60 owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:09.611228 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1640e3be-3989-4821-903a-9481d96c8b06 admin admin] Publish callbacks [] for security_group (55996244-febf-4ea5-b41f-1d989d30ba92), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.628310 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1640e3be-3989-4821-903a-9481d96c8b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (55996244-febf-4ea5-b41f-1d989d30ba92), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.643668 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-81353354-f232-45a0-b003-7ecefda775a1 admin admin] Publish callbacks [] for security_group (28fec945-59e7-42ba-9eba-7dd06df979c7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.662648 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ec85a3a-2cf5-4ca8-8e4c-97e71f37eb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (590f18c6-71a4-4795-8bc6-8bc55c1eef9d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.691892 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1640e3be-3989-4821-903a-9481d96c8b06 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=09ec44dc99164e14ac9a44166d6cb24a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8212790 Feb 19 04:22:09.703806 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640e3be-3989-4821-903a-9481d96c8b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55996244-febf-4ea5-b41f-1d989d30ba92,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:09.706225 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49332) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:09.750711 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-81353354-f232-45a0-b003-7ecefda775a1 admin admin] Publish callbacks [] for security_group (28fec945-59e7-42ba-9eba-7dd06df979c7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.782101 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-294f50da-be89-4c9c-90d2-d713e0e51bc1 admin admin] Publish callbacks [] for security_group (55996244-febf-4ea5-b41f-1d989d30ba92), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.806563 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-294f50da-be89-4c9c-90d2-d713e0e51bc1 admin admin] Publish callbacks [] for security_group (55996244-febf-4ea5-b41f-1d989d30ba92), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.867467 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-294f50da-be89-4c9c-90d2-d713e0e51bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (55996244-febf-4ea5-b41f-1d989d30ba92), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.870572 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-294f50da-be89-4c9c-90d2-d713e0e51bc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.874896 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-294f50da-be89-4c9c-90d2-d713e0e51bc1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/55996244-febf-4ea5-b41f-1d989d30ba92 HTTP/1.1" status: 204 len: 168 time: 0.1649742 Feb 19 04:22:09.888941 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec85a3a-2cf5-4ca8-8e4c-97e71f37eb5f admin admin] Pushing event updated for resources: {'Port': ['ID=590f18c6-71a4-4795-8bc6-8bc55c1eef9d,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:09.892102 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f50da-be89-4c9c-90d2-d713e0e51bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55996244-febf-4ea5-b41f-1d989d30ba92,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:09.914762 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-15392589-2865-4401-a018-f55087c4f914 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:09.916380 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-15392589-2865-4401-a018-f55087c4f914 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/networks?id=f340e38b-fc33-422a-8808-c90730dc6314 HTTP/1.1" status: 200 len: 806 time: 0.1929071 Feb 19 04:22:09.921240 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec85a3a-2cf5-4ca8-8e4c-97e71f37eb5f admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:09.922788 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-5ec85a3a-2cf5-4ca8-8e4c-97e71f37eb5f admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:09.931962 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-81353354-f232-45a0-b003-7ecefda775a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (28fec945-59e7-42ba-9eba-7dd06df979c7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.934056 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec85a3a-2cf5-4ca8-8e4c-97e71f37eb5f admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:09.934988 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-81353354-f232-45a0-b003-7ecefda775a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.939420 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-81353354-f232-45a0-b003-7ecefda775a1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/28fec945-59e7-42ba-9eba-7dd06df979c7 HTTP/1.1" status: 204 len: 168 time: 0.4367311 Feb 19 04:22:09.951498 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81353354-f232-45a0-b003-7ecefda775a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fec945-59e7-42ba-9eba-7dd06df979c7,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:09.975356 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-597d1b9e-8b2b-41b3-875e-3a2c5cbf8d92 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/quotas/8ec38d363cbe44859094f303c32fa2df HTTP/1.1" status: 200 len: 375 time: 0.0495200 Feb 19 04:22:10.094323 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-60a04929-3b02-4ab1-a722-d06011719d7d tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ec38d363cbe44859094f303c32fa2df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1085615 Feb 19 04:22:10.130972 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61073a8f-cbeb-403f-9e11-72afb24b84fd None None] Network 984b75e8-8113-4e07-bb61-e1fa8e11de52 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:10.255454 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e4ecdd54-1e48-4cbc-a3fc-ff9457c55792 None None] Provisioning complete for port db0b1413-91b7-41f9-b8db-891aba25b4b2 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:10.255794 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e4ecdd54-1e48-4cbc-a3fc-ff9457c55792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (db0b1413-91b7-41f9-b8db-891aba25b4b2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:10.288353 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aa638eb0-57da-423e-a45a-3d1f8df46c62 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (3164d72f-f14a-4a87-81eb-478a285dbb60), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:10.446009 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device db0b1413-91b7-41f9-b8db-891aba25b4b2 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:10.455187 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa638eb0-57da-423e-a45a-3d1f8df46c62 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Pushing event deleted for resources: {'Port': ['ID=3164d72f-f14a-4a87-81eb-478a285dbb60,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:10.534019 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port db0b1413-91b7-41f9-b8db-891aba25b4b2 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:10.534523 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (db0b1413-91b7-41f9-b8db-891aba25b4b2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:10.576463 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e4ecdd54-1e48-4cbc-a3fc-ff9457c55792 None None] Current status of the port db0b1413-91b7-41f9-b8db-891aba25b4b2 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:10.576963 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e4ecdd54-1e48-4cbc-a3fc-ff9457c55792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (db0b1413-91b7-41f9-b8db-891aba25b4b2), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:10.591892 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aa638eb0-57da-423e-a45a-3d1f8df46c62 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:10.597610 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49356) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:10.602114 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-aa638eb0-57da-423e-a45a-3d1f8df46c62 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] 10.222.0.52 "DELETE /v2.0/ports/3164d72f-f14a-4a87-81eb-478a285dbb60 HTTP/1.1" status: 204 len: 168 time: 1.3749611 Feb 19 04:22:10.645529 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-947e2442-1c1e-48a5-9fd0-0cedd000d116 service neutron] 10.222.0.52 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501366 Feb 19 04:22:10.676651 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e4ecdd54-1e48-4cbc-a3fc-ff9457c55792 None None] For port db0b1413-91b7-41f9-b8db-891aba25b4b2, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=db0b1413-91b7-41f9-b8db-891aba25b4b2,segment=NetworkSegment(f7449e14-590b-4da5-a04a-f66b67da7a04),segment_id=f7449e14-590b-4da5-a04a-f66b67da7a04)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:10.693887 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e4ecdd54-1e48-4cbc-a3fc-ff9457c55792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (db0b1413-91b7-41f9-b8db-891aba25b4b2), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:10.749125 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb518dbc-0bc8-4247-9877-dd0741394306 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Deleting subnet 3c272bd7-4048-44b9-bde8-6e7fe8d073bc {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:22:10.758716 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eb518dbc-0bc8-4247-9877-dd0741394306 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks [] for subnet (3c272bd7-4048-44b9-bde8-6e7fe8d073bc), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:10.850859 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port db0b1413-91b7-41f9-b8db-891aba25b4b2 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:10.882762 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ecdd54-1e48-4cbc-a3fc-ff9457c55792 None None] Pushing event updated for resources: {'Port': ['ID=db0b1413-91b7-41f9-b8db-891aba25b4b2,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:10.888493 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eb518dbc-0bc8-4247-9877-dd0741394306 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (3c272bd7-4048-44b9-bde8-6e7fe8d073bc), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:10.907351 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ecdd54-1e48-4cbc-a3fc-ff9457c55792 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:10.907706 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ecdd54-1e48-4cbc-a3fc-ff9457c55792 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:10.908055 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ecdd54-1e48-4cbc-a3fc-ff9457c55792 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:10.908398 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ecdd54-1e48-4cbc-a3fc-ff9457c55792 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:10.908741 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ecdd54-1e48-4cbc-a3fc-ff9457c55792 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:10.909080 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ecdd54-1e48-4cbc-a3fc-ff9457c55792 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:10.910595 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ecdd54-1e48-4cbc-a3fc-ff9457c55792 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:10.910942 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ecdd54-1e48-4cbc-a3fc-ff9457c55792 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:10.911269 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ecdd54-1e48-4cbc-a3fc-ff9457c55792 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:10.911607 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ecdd54-1e48-4cbc-a3fc-ff9457c55792 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:10.911939 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ecdd54-1e48-4cbc-a3fc-ff9457c55792 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:10.912361 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ecdd54-1e48-4cbc-a3fc-ff9457c55792 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:10.912586 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ecdd54-1e48-4cbc-a3fc-ff9457c55792 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:11.022343 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-f3472e12-3127-4461-b06d-df00bfb95313 None None] Provisioning complete for port db0b1413-91b7-41f9-b8db-891aba25b4b2 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:11.022775 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f3472e12-3127-4461-b06d-df00bfb95313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (db0b1413-91b7-41f9-b8db-891aba25b4b2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:11.025268 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-d026237a-dc62-4aab-87f9-e2b5d8dca8a3 service neutron] 10.222.0.52 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703103 Feb 19 04:22:11.037332 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ec85a3a-2cf5-4ca8-8e4c-97e71f37eb5f admin admin] Publish callbacks [] for router_gateway (09a30fb2-ff86-4241-bba1-97cb87e2695d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:11.094937 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eb518dbc-0bc8-4247-9877-dd0741394306 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (3c272bd7-4048-44b9-bde8-6e7fe8d073bc), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:11.235189 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f3472e12-3127-4461-b06d-df00bfb95313 None None] Current status of the port db0b1413-91b7-41f9-b8db-891aba25b4b2 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:11.235802 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eb518dbc-0bc8-4247-9877-dd0741394306 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (3c272bd7-4048-44b9-bde8-6e7fe8d073bc), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:11.317412 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb518dbc-0bc8-4247-9877-dd0741394306 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Pushing event deleted for resources: {'Subnet': ['ID=3c272bd7-4048-44b9-bde8-6e7fe8d073bc,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:11.327541 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb518dbc-0bc8-4247-9877-dd0741394306 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:11.328153 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb518dbc-0bc8-4247-9877-dd0741394306 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:11.330380 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb518dbc-0bc8-4247-9877-dd0741394306 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:11.331046 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb518dbc-0bc8-4247-9877-dd0741394306 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:11.331550 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb518dbc-0bc8-4247-9877-dd0741394306 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:11.332266 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb518dbc-0bc8-4247-9877-dd0741394306 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:11.332754 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb518dbc-0bc8-4247-9877-dd0741394306 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:11.333268 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb518dbc-0bc8-4247-9877-dd0741394306 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:11.334063 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb518dbc-0bc8-4247-9877-dd0741394306 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:11.334706 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb518dbc-0bc8-4247-9877-dd0741394306 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:11.335189 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb518dbc-0bc8-4247-9877-dd0741394306 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:11.335674 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb518dbc-0bc8-4247-9877-dd0741394306 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:11.336221 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb518dbc-0bc8-4247-9877-dd0741394306 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:11.341867 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eb518dbc-0bc8-4247-9877-dd0741394306 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:11.346514 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-eb518dbc-0bc8-4247-9877-dd0741394306 tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] 10.222.0.52 "DELETE /v2.0/subnets/3c272bd7-4048-44b9-bde8-6e7fe8d073bc HTTP/1.1" status: 204 len: 168 time: 0.7473462 Feb 19 04:22:11.348470 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49384) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:11.351127 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df56ec10-c95f-4308-9797-d27727ae18f7 None None] Network 5522574f-369e-4db8-81e7-c714c9bead3e requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:11.480206 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2bc4390c-3d01-4a55-b006-bacef2ed186d tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (5522574f-369e-4db8-81e7-c714c9bead3e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:11.625597 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445d72be-63f5-4360-be96-e73067a0ec25 None None] DHCP port deletion for 5522574f-369e-4db8-81e7-c714c9bead3e request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:22:11.629989 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-2bc4390c-3d01-4a55-b006-bacef2ed186d tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Deleting port 3cd751ed-63e9-48ea-bbef-e0ce0b76602f {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:11.630507 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2bc4390c-3d01-4a55-b006-bacef2ed186d tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (3cd751ed-63e9-48ea-bbef-e0ce0b76602f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:11.783295 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-445d72be-63f5-4360-be96-e73067a0ec25 None None] Deleting port 3cd751ed-63e9-48ea-bbef-e0ce0b76602f {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:11.783778 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-445d72be-63f5-4360-be96-e73067a0ec25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (3cd751ed-63e9-48ea-bbef-e0ce0b76602f), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:11.818862 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-2bc4390c-3d01-4a55-b006-bacef2ed186d tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] For port 3cd751ed-63e9-48ea-bbef-e0ce0b76602f, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3cd751ed-63e9-48ea-bbef-e0ce0b76602f,segment=NetworkSegment(e1cd05ed-5d2e-4238-a0c0-bf3c8d4bf2f7),segment_id=e1cd05ed-5d2e-4238-a0c0-bf3c8d4bf2f7)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:11.820616 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2bc4390c-3d01-4a55-b006-bacef2ed186d tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (3cd751ed-63e9-48ea-bbef-e0ce0b76602f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:11.852975 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-2bc4390c-3d01-4a55-b006-bacef2ed186d tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Calling delete_port for 3cd751ed-63e9-48ea-bbef-e0ce0b76602f owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:11.933701 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-445d72be-63f5-4360-be96-e73067a0ec25 None None] For port 3cd751ed-63e9-48ea-bbef-e0ce0b76602f, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3cd751ed-63e9-48ea-bbef-e0ce0b76602f,segment=NetworkSegment(e1cd05ed-5d2e-4238-a0c0-bf3c8d4bf2f7),segment_id=e1cd05ed-5d2e-4238-a0c0-bf3c8d4bf2f7)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:11.934266 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-445d72be-63f5-4360-be96-e73067a0ec25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (3cd751ed-63e9-48ea-bbef-e0ce0b76602f), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:11.953090 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-445d72be-63f5-4360-be96-e73067a0ec25 None None] Calling delete_port for 3cd751ed-63e9-48ea-bbef-e0ce0b76602f owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:12.065592 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-445d72be-63f5-4360-be96-e73067a0ec25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (3cd751ed-63e9-48ea-bbef-e0ce0b76602f), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.096998 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2bc4390c-3d01-4a55-b006-bacef2ed186d tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (3cd751ed-63e9-48ea-bbef-e0ce0b76602f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.107148 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d72be-63f5-4360-be96-e73067a0ec25 None None] Pushing event deleted for resources: {'Port': ['ID=3cd751ed-63e9-48ea-bbef-e0ce0b76602f,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:12.123062 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445d72be-63f5-4360-be96-e73067a0ec25 None None] No DVR routers for this DVR port 3cd751ed-63e9-48ea-bbef-e0ce0b76602f on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:22:12.150082 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc4390c-3d01-4a55-b006-bacef2ed186d tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] No DVR routers for this DVR port 3cd751ed-63e9-48ea-bbef-e0ce0b76602f on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:22:12.180237 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ecc48b8-727f-4a30-93d3-c1fc7273331e req-1504e8c4-9cbe-4798-ad0a-e5cf458feb2e tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ac04ab-85e4-4021-8d72-b53be8065d70 HTTP/1.1" status: 200 len: 210 time: 0.0712795 Feb 19 04:22:12.189236 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc4390c-3d01-4a55-b006-bacef2ed186d tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Pushing event deleted for resources: {'Port': ['ID=3cd751ed-63e9-48ea-bbef-e0ce0b76602f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:12.210044 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ec85a3a-2cf5-4ca8-8e4c-97e71f37eb5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (09a30fb2-ff86-4241-bba1-97cb87e2695d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.326300 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2bc4390c-3d01-4a55-b006-bacef2ed186d tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (5522574f-369e-4db8-81e7-c714c9bead3e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.386765 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-2bc4390c-3d01-4a55-b006-bacef2ed186d tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5522574f-369e-4db8-81e7-c714c9bead3e']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:12.399595 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-2bc4390c-3d01-4a55-b006-bacef2ed186d tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1cd05ed-5d2e-4238-a0c0-bf3c8d4bf2f7') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:12.400239 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-2bc4390c-3d01-4a55-b006-bacef2ed186d tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1cd05ed-5d2e-4238-a0c0-bf3c8d4bf2f7') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:12.415634 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device db0b1413-91b7-41f9-b8db-891aba25b4b2 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:12.440228 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2bc4390c-3d01-4a55-b006-bacef2ed186d tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (e1cd05ed-5d2e-4238-a0c0-bf3c8d4bf2f7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.482406 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2bc4390c-3d01-4a55-b006-bacef2ed186d tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e1cd05ed-5d2e-4238-a0c0-bf3c8d4bf2f7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.486850 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec85a3a-2cf5-4ca8-8e4c-97e71f37eb5f admin admin] Router 09a30fb2-ff86-4241-bba1-97cb87e2695d is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:22:12.508219 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc4390c-3d01-4a55-b006-bacef2ed186d tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:22:12.508642 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2bc4390c-3d01-4a55-b006-bacef2ed186d tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (e1cd05ed-5d2e-4238-a0c0-bf3c8d4bf2f7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:22:12.513640 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:22:12.571285 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port db0b1413-91b7-41f9-b8db-891aba25b4b2 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:12.571921 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (db0b1413-91b7-41f9-b8db-891aba25b4b2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.638421 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2bc4390c-3d01-4a55-b006-bacef2ed186d tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (5522574f-369e-4db8-81e7-c714c9bead3e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.666663 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2bc4390c-3d01-4a55-b006-bacef2ed186d tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.677290 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2bc4390c-3d01-4a55-b006-bacef2ed186d tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] 10.222.0.52 "DELETE /v2.0/networks/5522574f-369e-4db8-81e7-c714c9bead3e HTTP/1.1" status: 204 len: 168 time: 1.3251143 Feb 19 04:22:12.696166 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec85a3a-2cf5-4ca8-8e4c-97e71f37eb5f admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:22:12.705766 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e52988-a091-4b89-8b07-20b5ebedbf6d None None] Sync routers for ids ['09a30fb2-ff86-4241-bba1-97cb87e2695d'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:22:12.722359 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e52988-a091-4b89-8b07-20b5ebedbf6d None None] Routers {'09a30fb2-ff86-4241-bba1-97cb87e2695d'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:22:12.730634 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a0e52988-a091-4b89-8b07-20b5ebedbf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:22:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['09a30fb2-ff86-4241-bba1-97cb87e2695d'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:12.745862 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ec85a3a-2cf5-4ca8-8e4c-97e71f37eb5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.750586 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5ec85a3a-2cf5-4ca8-8e4c-97e71f37eb5f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.3799901 Feb 19 04:22:12.751247 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49432) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:12.784631 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port db0b1413-91b7-41f9-b8db-891aba25b4b2 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:12.899941 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3cd751ed-63e9-48ea-bbef-e0ce0b76602f no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:22:12.947513 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 3cd751ed-63e9-48ea-bbef-e0ce0b76602f {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:22:12.947864 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3cd751ed-63e9-48ea-bbef-e0ce0b76602f not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:22:12.955593 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-a0e52988-a091-4b89-8b07-20b5ebedbf6d None None] Set router 09a30fb2-ff86-4241-bba1-97cb87e2695d gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:22:13.380728 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a0e52988-a091-4b89-8b07-20b5ebedbf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a30fb2-ff86-4241-bba1-97cb87e2695d', 'name': 'tempest-ImageQuotaTest-1397215602-router', 'tenant_id': 'f8edc626d67b49aa8cc4bad52040f551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '590f18c6-71a4-4795-8bc6-8bc55c1eef9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:22:07Z', 'updated_at': '2022-02-19T04:22:10Z', 'revision_number': 3, 'project_id': 'f8edc626d67b49aa8cc4bad52040f551', 'gw_port': {'id': '590f18c6-71a4-4795-8bc6-8bc55c1eef9d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a30fb2-ff86-4241-bba1-97cb87e2695d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:08Z', 'updated_at': '2022-02-19T04:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:13.402514 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-363a2e41-ca6d-4189-b4f1-bbeecd03b6c4 req-6e6cb132-c513-45fc-9021-2703f24d6f61 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ac04ab-85e4-4021-8d72-b53be8065d70 HTTP/1.1" status: 200 len: 210 time: 0.0675240 Feb 19 04:22:13.498873 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-0862a74a-933c-4490-bb92-218f13396846 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:13.502266 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-0862a74a-933c-4490-bb92-218f13396846 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.79 "GET /v2.0/networks?id=f340e38b-fc33-422a-8808-c90730dc6314 HTTP/1.1" status: 200 len: 806 time: 0.3313696 Feb 19 04:22:13.521842 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49460) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:13.534092 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-ff8af7c2-6959-4fbe-96d2-49c60737ba58 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Request body: {'port': {'device_id': 'c1ac04ab-85e4-4021-8d72-b53be8065d70', 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314', 'admin_state_up': True, 'tenant_id': '8ec38d363cbe44859094f303c32fa2df'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:13.601076 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc4390c-3d01-4a55-b006-bacef2ed186d tempest-AllowedAddressPairTestJSON-1011310012 tempest-AllowedAddressPairTestJSON-1011310012-project] Pushing event deleted for resources: {'Network': ['ID=5522574f-369e-4db8-81e7-c714c9bead3e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:13.679558 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e52988-a091-4b89-8b07-20b5ebedbf6d None None] Checking router: 09a30fb2-ff86-4241-bba1-97cb87e2695d for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:22:13.680247 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e52988-a091-4b89-8b07-20b5ebedbf6d None None] Updating router 09a30fb2-ff86-4241-bba1-97cb87e2695d port 590f18c6-71a4-4795-8bc6-8bc55c1eef9d binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:22:13.711656 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a0e52988-a091-4b89-8b07-20b5ebedbf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (590f18c6-71a4-4795-8bc6-8bc55c1eef9d), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:13.736734 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-ff8af7c2-6959-4fbe-96d2-49c60737ba58 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Made reservation on behalf of 8ec38d363cbe44859094f303c32fa2df for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:13.740245 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-ff8af7c2-6959-4fbe-96d2-49c60737ba58 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:13.781354 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-17a3f932-fa7b-4490-8efe-c23bd4e69319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:14.033953 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ad212478-45ec-45c4-abb2-3658519a8ba5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=28ee032573e14ca5b6468dea7cabd0af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5067418 Feb 19 04:22:14.034635 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49484) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:14.083500 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-ff8af7c2-6959-4fbe-96d2-49c60737ba58 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Allocated IP 172.20.0.4 (f340e38b-fc33-422a-8808-c90730dc6314/28e0c96c-0d0f-4bc2-a99e-37aff97516b7/12fa2f24-9f06-475c-9764-ec13d3159342) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:14.161765 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a0e52988-a091-4b89-8b07-20b5ebedbf6d None None] Publish callbacks [] for port (590f18c6-71a4-4795-8bc6-8bc55c1eef9d), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:14.183655 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-17a3f932-fa7b-4490-8efe-c23bd4e69319 admin admin] Allocated IP 172.20.0.1 (984b75e8-8113-4e07-bb61-e1fa8e11de52/c8d598bd-d894-4fd1-a63e-40976d20a166/3f37c63c-ceb3-4eaf-8547-0435c41dab42) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:14.190884 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a0e52988-a091-4b89-8b07-20b5ebedbf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (590f18c6-71a4-4795-8bc6-8bc55c1eef9d), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:14.201737 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7a36991a-f782-4e5d-adb3-3e3e93c8f86c admin admin] Publish callbacks [] for security_group (7303fb19-0605-4b49-8df0-e80a7907d802), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:14.227311 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7a36991a-f782-4e5d-adb3-3e3e93c8f86c admin admin] Publish callbacks [] for security_group (7303fb19-0605-4b49-8df0-e80a7907d802), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:14.242133 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-a0e52988-a091-4b89-8b07-20b5ebedbf6d None None] Attempting to bind port 590f18c6-71a4-4795-8bc6-8bc55c1eef9d on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:14.242784 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-a0e52988-a091-4b89-8b07-20b5ebedbf6d None None] Attempting to bind port 590f18c6-71a4-4795-8bc6-8bc55c1eef9d by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:14.243314 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e52988-a091-4b89-8b07-20b5ebedbf6d None None] Attempting to bind port 590f18c6-71a4-4795-8bc6-8bc55c1eef9d on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:14.251280 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd32b6-1743-485b-ad06-d44527af9872 None None] Pushing event updated for resources: {'Port': ['ID=590f18c6-71a4-4795-8bc6-8bc55c1eef9d,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:14.253827 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e52988-a091-4b89-8b07-20b5ebedbf6d None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:22:14.254420 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e52988-a091-4b89-8b07-20b5ebedbf6d None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:14.254983 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a0e52988-a091-4b89-8b07-20b5ebedbf6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:14.255548 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e52988-a091-4b89-8b07-20b5ebedbf6d None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:22:14.256265 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-a0e52988-a091-4b89-8b07-20b5ebedbf6d None None] Bound port: 590f18c6-71a4-4795-8bc6-8bc55c1eef9d, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:22:14.256913 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a0e52988-a091-4b89-8b07-20b5ebedbf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (590f18c6-71a4-4795-8bc6-8bc55c1eef9d), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:14.283688 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd32b6-1743-485b-ad06-d44527af9872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:14.284275 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd32b6-1743-485b-ad06-d44527af9872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:14.284790 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd32b6-1743-485b-ad06-d44527af9872 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:14.285281 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd32b6-1743-485b-ad06-d44527af9872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:14.285767 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd32b6-1743-485b-ad06-d44527af9872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:14.286275 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd32b6-1743-485b-ad06-d44527af9872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:14.286757 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd32b6-1743-485b-ad06-d44527af9872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:14.287258 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd32b6-1743-485b-ad06-d44527af9872 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:14.287891 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd32b6-1743-485b-ad06-d44527af9872 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:14.288511 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd32b6-1743-485b-ad06-d44527af9872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:14.288992 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd32b6-1743-485b-ad06-d44527af9872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:14.289472 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd32b6-1743-485b-ad06-d44527af9872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:14.289963 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd32b6-1743-485b-ad06-d44527af9872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:14.310501 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7a36991a-f782-4e5d-adb3-3e3e93c8f86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7303fb19-0605-4b49-8df0-e80a7907d802), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:14.313107 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7a36991a-f782-4e5d-adb3-3e3e93c8f86c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:14.314438 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7a36991a-f782-4e5d-adb3-3e3e93c8f86c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7303fb19-0605-4b49-8df0-e80a7907d802 HTTP/1.1" status: 204 len: 168 time: 0.2771416 Feb 19 04:22:14.336922 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-a0e52988-a091-4b89-8b07-20b5ebedbf6d None None] For port 590f18c6-71a4-4795-8bc6-8bc55c1eef9d, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:22:14.342577 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-a0e52988-a091-4b89-8b07-20b5ebedbf6d None None] For port 590f18c6-71a4-4795-8bc6-8bc55c1eef9d, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=590f18c6-71a4-4795-8bc6-8bc55c1eef9d,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:22:14.354039 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a0e52988-a091-4b89-8b07-20b5ebedbf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (590f18c6-71a4-4795-8bc6-8bc55c1eef9d), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:14.413190 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36991a-f782-4e5d-adb3-3e3e93c8f86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7303fb19-0605-4b49-8df0-e80a7907d802,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:14.413791 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e52988-a091-4b89-8b07-20b5ebedbf6d None None] Routers {'09a30fb2-ff86-4241-bba1-97cb87e2695d'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:22:14.414327 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a0e52988-a091-4b89-8b07-20b5ebedbf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:22:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['09a30fb2-ff86-4241-bba1-97cb87e2695d'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:14.581848 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-17a3f932-fa7b-4490-8efe-c23bd4e69319 admin admin] Publish callbacks [] for port (3f37c63c-ceb3-4eaf-8547-0435c41dab42), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:14.586564 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-ff8af7c2-6959-4fbe-96d2-49c60737ba58 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks [] for port (12fa2f24-9f06-475c-9764-ec13d3159342), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:14.620422 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd32b6-1743-485b-ad06-d44527af9872 None None] Pushing event updated for resources: {'Port': ['ID=590f18c6-71a4-4795-8bc6-8bc55c1eef9d,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:14.621951 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ced565d6-cf78-49e8-8839-6e480f9c8cc3 req-a6852cb9-21c1-450b-8d32-e0be0b015137 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ac04ab-85e4-4021-8d72-b53be8065d70 HTTP/1.1" status: 200 len: 210 time: 0.0612390 Feb 19 04:22:14.657714 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-a0e52988-a091-4b89-8b07-20b5ebedbf6d None None] Set router 09a30fb2-ff86-4241-bba1-97cb87e2695d gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:22:14.761435 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-ff8af7c2-6959-4fbe-96d2-49c60737ba58 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (12fa2f24-9f06-475c-9764-ec13d3159342), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:14.771908 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-17a3f932-fa7b-4490-8efe-c23bd4e69319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (3f37c63c-ceb3-4eaf-8547-0435c41dab42), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:14.899692 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-ff8af7c2-6959-4fbe-96d2-49c60737ba58 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Network f340e38b-fc33-422a-8808-c90730dc6314 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:14.901012 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8af7c2-6959-4fbe-96d2-49c60737ba58 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Pushing event updated for resources: {'Port': ['ID=12fa2f24-9f06-475c-9764-ec13d3159342,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:14.906922 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-ff8af7c2-6959-4fbe-96d2-49c60737ba58 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:14.913771 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-ff8af7c2-6959-4fbe-96d2-49c60737ba58 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:14.918184 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a3f932-fa7b-4490-8efe-c23bd4e69319 admin admin] Network 984b75e8-8113-4e07-bb61-e1fa8e11de52 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:14.941424 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-17a3f932-fa7b-4490-8efe-c23bd4e69319 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:14.965314 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a3f932-fa7b-4490-8efe-c23bd4e69319 admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:15.067313 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3f932-fa7b-4490-8efe-c23bd4e69319 admin admin] Pushing event updated for resources: {'Port': ['ID=3f37c63c-ceb3-4eaf-8547-0435c41dab42,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:15.101798 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a0e52988-a091-4b89-8b07-20b5ebedbf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a30fb2-ff86-4241-bba1-97cb87e2695d', 'name': 'tempest-ImageQuotaTest-1397215602-router', 'tenant_id': 'f8edc626d67b49aa8cc4bad52040f551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '590f18c6-71a4-4795-8bc6-8bc55c1eef9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:22:07Z', 'updated_at': '2022-02-19T04:22:10Z', 'revision_number': 3, 'project_id': 'f8edc626d67b49aa8cc4bad52040f551', 'gw_port': {'id': '590f18c6-71a4-4795-8bc6-8bc55c1eef9d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a30fb2-ff86-4241-bba1-97cb87e2695d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:08Z', 'updated_at': '2022-02-19T04:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:15.154700 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-ff8af7c2-6959-4fbe-96d2-49c60737ba58 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:15.155395 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-ff8af7c2-6959-4fbe-96d2-49c60737ba58 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:15.174380 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e52988-a091-4b89-8b07-20b5ebedbf6d None None] The sync data for ids ['09a30fb2-ff86-4241-bba1-97cb87e2695d'] in n-d-828369-19 is: [{'id': '09a30fb2-ff86-4241-bba1-97cb87e2695d', 'name': 'tempest-ImageQuotaTest-1397215602-router', 'tenant_id': 'f8edc626d67b49aa8cc4bad52040f551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '590f18c6-71a4-4795-8bc6-8bc55c1eef9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:22:07Z', 'updated_at': '2022-02-19T04:22:10Z', 'revision_number': 3, 'project_id': 'f8edc626d67b49aa8cc4bad52040f551', 'gw_port': {'id': '590f18c6-71a4-4795-8bc6-8bc55c1eef9d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a30fb2-ff86-4241-bba1-97cb87e2695d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:08Z', 'updated_at': '2022-02-19T04:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:22:15.176374 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-17a3f932-fa7b-4490-8efe-c23bd4e69319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (09a30fb2-ff86-4241-bba1-97cb87e2695d), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:15.301159 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-ff8af7c2-6959-4fbe-96d2-49c60737ba58 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7820399 Feb 19 04:22:15.339933 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-e5b9e005-c15a-4aaa-8e65-0dda7b991517 service neutron] Request body: {'port': {'device_id': 'c1ac04ab-85e4-4021-8d72-b53be8065d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:15.419274 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-367bdcce-5f35-41d1-ac60-a742efb133ab None None] Provisioning complete for port 3f37c63c-ceb3-4eaf-8547-0435c41dab42 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:15.419859 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-367bdcce-5f35-41d1-ac60-a742efb133ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3f37c63c-ceb3-4eaf-8547-0435c41dab42), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:15.492662 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-367bdcce-5f35-41d1-ac60-a742efb133ab None None] Port 3f37c63c-ceb3-4eaf-8547-0435c41dab42 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:22:15.497761 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-e5b9e005-c15a-4aaa-8e65-0dda7b991517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (12fa2f24-9f06-475c-9764-ec13d3159342), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:15.927064 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-17a3f932-fa7b-4490-8efe-c23bd4e69319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3f37c63c-ceb3-4eaf-8547-0435c41dab42), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:15.963002 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f0a6f-7ba8-4e3c-a503-fd2cfa81f0c5 req-381ee1db-fa5c-4aae-9416-c91529e115b6 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:15.965337 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8c8f0a6f-7ba8-4e3c-a503-fd2cfa81f0c5 req-381ee1db-fa5c-4aae-9416-c91529e115b6 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ac04ab-85e4-4021-8d72-b53be8065d70 HTTP/1.1" status: 200 len: 931 time: 0.2284622 Feb 19 04:22:16.149859 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-e5b9e005-c15a-4aaa-8e65-0dda7b991517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12fa2f24-9f06-475c-9764-ec13d3159342 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:22:16.163585 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-e5b9e005-c15a-4aaa-8e65-0dda7b991517 service neutron] Publish callbacks [] for port (12fa2f24-9f06-475c-9764-ec13d3159342), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:16.170471 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8c8f0a6f-7ba8-4e3c-a503-fd2cfa81f0c5 req-2f1a5f75-6c2a-432a-a3eb-cf8c8ac8470f tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876614 Feb 19 04:22:16.264725 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-e5b9e005-c15a-4aaa-8e65-0dda7b991517 service neutron] Transition to ACTIVE for port object 12fa2f24-9f06-475c-9764-ec13d3159342 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:22:16.308934 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-e5b9e005-c15a-4aaa-8e65-0dda7b991517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (12fa2f24-9f06-475c-9764-ec13d3159342), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:16.315360 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49576) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:16.498235 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 590f18c6-71a4-4795-8bc6-8bc55c1eef9d up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:16.639260 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-7213e696-3615-4f26-8b1f-9bf70244cf36 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1968332542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:16.663675 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 590f18c6-71a4-4795-8bc6-8bc55c1eef9d triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:16.664623 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (590f18c6-71a4-4795-8bc6-8bc55c1eef9d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:16.686437 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7213e696-3615-4f26-8b1f-9bf70244cf36 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (1ed0fc56-72b7-4f94-a568-100bc363d327), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:16.688922 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7213e696-3615-4f26-8b1f-9bf70244cf36 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (1ed0fc56-72b7-4f94-a568-100bc363d327), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:16.818230 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7213e696-3615-4f26-8b1f-9bf70244cf36 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for router_controller (1ed0fc56-72b7-4f94-a568-100bc363d327), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:16.828312 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7213e696-3615-4f26-8b1f-9bf70244cf36 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (1ed0fc56-72b7-4f94-a568-100bc363d327), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:16.860883 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7213e696-3615-4f26-8b1f-9bf70244cf36 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:16.862346 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7213e696-3615-4f26-8b1f-9bf70244cf36 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5438323 Feb 19 04:22:16.865126 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49604) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:16.873124 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d238c310-b02b-49ba-8deb-753e8af34f09 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-44245380'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:16.887627 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 590f18c6-71a4-4795-8bc6-8bc55c1eef9d is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:16.891894 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (590f18c6-71a4-4795-8bc6-8bc55c1eef9d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:16.906806 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d238c310-b02b-49ba-8deb-753e8af34f09 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Made reservation on behalf of 17b8f5828821434a99a63f7897eebf19 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:16.911979 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d238c310-b02b-49ba-8deb-753e8af34f09 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:16.939690 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d238c310-b02b-49ba-8deb-753e8af34f09 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:16.950759 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 590f18c6-71a4-4795-8bc6-8bc55c1eef9d, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=590f18c6-71a4-4795-8bc6-8bc55c1eef9d,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:16.967239 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (590f18c6-71a4-4795-8bc6-8bc55c1eef9d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.126669 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9e005-c15a-4aaa-8e65-0dda7b991517 service neutron] Pushing event updated for resources: {'Port': ['ID=12fa2f24-9f06-475c-9764-ec13d3159342,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:17.127960 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=590f18c6-71a4-4795-8bc6-8bc55c1eef9d,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:17.189994 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d238c310-b02b-49ba-8deb-753e8af34f09 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for security_group (38144d29-85ca-46bd-a350-53a0620ac89e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.222428 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-17a3f932-fa7b-4490-8efe-c23bd4e69319 admin admin] Publish callbacks [] for port (3f37c63c-ceb3-4eaf-8547-0435c41dab42), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.226811 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d238c310-b02b-49ba-8deb-753e8af34f09 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (38144d29-85ca-46bd-a350-53a0620ac89e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.255428 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-17a3f932-fa7b-4490-8efe-c23bd4e69319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (3f37c63c-ceb3-4eaf-8547-0435c41dab42), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.303153 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d238c310-b02b-49ba-8deb-753e8af34f09 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:22:17.311331 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-e5b9e005-c15a-4aaa-8e65-0dda7b991517 service neutron] Attempting to bind port 12fa2f24-9f06-475c-9764-ec13d3159342 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:17.311596 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-e5b9e005-c15a-4aaa-8e65-0dda7b991517 service neutron] Attempting to bind port 12fa2f24-9f06-475c-9764-ec13d3159342 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '6b87574b-72cf-4594-b333-e9ab62f81250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:17.311848 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-e5b9e005-c15a-4aaa-8e65-0dda7b991517 service neutron] Attempting to bind port 12fa2f24-9f06-475c-9764-ec13d3159342 on network f340e38b-fc33-422a-8808-c90730dc6314 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:17.331904 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238c310-b02b-49ba-8deb-753e8af34f09 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38144d29-85ca-46bd-a350-53a0620ac89e,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:17.352389 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d238c310-b02b-49ba-8deb-753e8af34f09 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (a3b0841d-ddf8-4278-a73a-8c6a8ff74f57), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.352804 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-d238c310-b02b-49ba-8deb-753e8af34f09 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Added segment a3b0841d-ddf8-4278-a73a-8c6a8ff74f57 of type vlan for network 66b6ea2c-7afe-4f5a-9cfa-9e6838865893 Feb 19 04:22:17.418366 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-e5b9e005-c15a-4aaa-8e65-0dda7b991517 service neutron] Port 12fa2f24-9f06-475c-9764-ec13d3159342 on network f340e38b-fc33-422a-8808-c90730dc6314 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:22:17.418804 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-e5b9e005-c15a-4aaa-8e65-0dda7b991517 service neutron] Attempting to bind port 12fa2f24-9f06-475c-9764-ec13d3159342 on network f340e38b-fc33-422a-8808-c90730dc6314 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:17.460601 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d238c310-b02b-49ba-8deb-753e8af34f09 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (66b6ea2c-7afe-4f5a-9cfa-9e6838865893), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.498932 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d238c310-b02b-49ba-8deb-753e8af34f09 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (66b6ea2c-7afe-4f5a-9cfa-9e6838865893), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.500420 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-e5b9e005-c15a-4aaa-8e65-0dda7b991517 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:22:17.500976 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-e5b9e005-c15a-4aaa-8e65-0dda7b991517 service neutron] Checking segment: {'id': '6b87574b-72cf-4594-b333-e9ab62f81250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:17.501567 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-e5b9e005-c15a-4aaa-8e65-0dda7b991517 service neutron] Bound using segment: {'id': '6b87574b-72cf-4594-b333-e9ab62f81250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:22:17.502229 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-e5b9e005-c15a-4aaa-8e65-0dda7b991517 service neutron] Bound port: 12fa2f24-9f06-475c-9764-ec13d3159342, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b87574b-72cf-4594-b333-e9ab62f81250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:22:17.502772 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-e5b9e005-c15a-4aaa-8e65-0dda7b991517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (12fa2f24-9f06-475c-9764-ec13d3159342), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.506147 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d238c310-b02b-49ba-8deb-753e8af34f09 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:17.507121 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d238c310-b02b-49ba-8deb-753e8af34f09 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.526728 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3f932-fa7b-4490-8efe-c23bd4e69319 admin admin] Pushing event updated for resources: {'Port': ['ID=3f37c63c-ceb3-4eaf-8547-0435c41dab42,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:17.546648 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-17a3f932-fa7b-4490-8efe-c23bd4e69319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (09a30fb2-ff86-4241-bba1-97cb87e2695d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.626749 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d238c310-b02b-49ba-8deb-753e8af34f09 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7569025 Feb 19 04:22:17.628861 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49640) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:17.634091 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-5fc009b9-7de7-4bb4-b4fa-ccbbb544b503 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Request body: {'subnet': {'network_id': '66b6ea2c-7afe-4f5a-9cfa-9e6838865893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:17.672316 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec08d82-b416-4912-aa35-f518bfa31d2c req-c9165b10-6f02-40ac-bb25-315550bec2a4 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:17.681495 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2ec08d82-b416-4912-aa35-f518bfa31d2c req-c9165b10-6f02-40ac-bb25-315550bec2a4 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ac04ab-85e4-4021-8d72-b53be8065d70 HTTP/1.1" status: 200 len: 943 time: 0.2894707 Feb 19 04:22:17.691111 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238c310-b02b-49ba-8deb-753e8af34f09 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Pushing event updated for resources: {'Network': ['ID=66b6ea2c-7afe-4f5a-9cfa-9e6838865893,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:17.707708 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 66b6ea2c-7afe-4f5a-9cfa-9e6838865893 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:22:17.781228 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc009b9-7de7-4bb4-b4fa-ccbbb544b503 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Made reservation on behalf of 17b8f5828821434a99a63f7897eebf19 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:17.785715 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5fc009b9-7de7-4bb4-b4fa-ccbbb544b503 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.797277 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-e5b9e005-c15a-4aaa-8e65-0dda7b991517 service neutron] For port 12fa2f24-9f06-475c-9764-ec13d3159342, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:22:17.878207 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2ec08d82-b416-4912-aa35-f518bfa31d2c req-bcffb4b8-bc70-4a2e-bcca-f3d45b7b896f tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950212 Feb 19 04:22:17.883358 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-e5b9e005-c15a-4aaa-8e65-0dda7b991517 service neutron] For port 12fa2f24-9f06-475c-9764-ec13d3159342, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=12fa2f24-9f06-475c-9764-ec13d3159342,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:22:17.903896 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a3f932-fa7b-4490-8efe-c23bd4e69319 admin admin] Network 984b75e8-8113-4e07-bb61-e1fa8e11de52 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:17.906704 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-e5b9e005-c15a-4aaa-8e65-0dda7b991517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (12fa2f24-9f06-475c-9764-ec13d3159342), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.951480 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-17a3f932-fa7b-4490-8efe-c23bd4e69319 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:17.963927 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-e5b9e005-c15a-4aaa-8e65-0dda7b991517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:17.972493 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-e5b9e005-c15a-4aaa-8e65-0dda7b991517 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.972493 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-e5b9e005-c15a-4aaa-8e65-0dda7b991517 service neutron] 10.222.0.79 "PUT /v2.0/ports/12fa2f24-9f06-475c-9764-ec13d3159342 HTTP/1.1" status: 200 len: 1092 time: 2.6528523 Feb 19 04:22:17.972493 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ac04ab-85e4-4021-8d72-b53be8065d70', 'tag': '12fa2f24-9f06-475c-9764-ec13d3159342'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:22:17.972493 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa43f11-2c7b-4ea9-93e1-cfbea0182417" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ac04ab-85e4-4021-8d72-b53be8065d70", "tag": "12fa2f24-9f06-475c-9764-ec13d3159342"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:22:18.031197 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9e005-c15a-4aaa-8e65-0dda7b991517 service neutron] Pushing event updated for resources: {'Port': ['ID=12fa2f24-9f06-475c-9764-ec13d3159342,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:18.083155 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ba6880-1539-4125-b9eb-e42262d6d3a5 x-openstack-request-id: req-62ba6880-1539-4125-b9eb-e42262d6d3a5 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:22:18.083530 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ac04ab-85e4-4021-8d72-b53be8065d70", "tag": "12fa2f24-9f06-475c-9764-ec13d3159342", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:22:18.083707 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-62ba6880-1539-4125-b9eb-e42262d6d3a5 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:22:18.084293 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ac04ab-85e4-4021-8d72-b53be8065d70', 'tag': '12fa2f24-9f06-475c-9764-ec13d3159342', 'status': 'completed', 'code': 200} Feb 19 04:22:18.233044 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5fc009b9-7de7-4bb4-b4fa-ccbbb544b503 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (319939da-3e71-49de-bca7-2dcd35c39284), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:18.241286 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-8ee2174d-b46c-4350-baf3-0f7d345fb42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:18.243306 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-8ee2174d-b46c-4350-baf3-0f7d345fb42a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8ec38d363cbe44859094f303c32fa2df&device_id=c1ac04ab-85e4-4021-8d72-b53be8065d70 HTTP/1.1" status: 200 len: 1126 time: 0.1635182 Feb 19 04:22:18.318409 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-2e4f2075-c767-4033-84e3-8d00f01d0fc8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12fa2f24-9f06-475c-9764-ec13d3159342 HTTP/1.1" status: 200 len: 217 time: 0.0674095 Feb 19 04:22:18.400553 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a3f932-fa7b-4490-8efe-c23bd4e69319 admin admin] Router 09a30fb2-ff86-4241-bba1-97cb87e2695d has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:22:18.435366 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6fbf8d32-1a8b-460c-9427-6ff3cf5a0547 None None] Provisioning complete for port 3f37c63c-ceb3-4eaf-8547-0435c41dab42 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:18.436010 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6fbf8d32-1a8b-460c-9427-6ff3cf5a0547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3f37c63c-ceb3-4eaf-8547-0435c41dab42), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:18.451918 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-37f53b0b-140b-480b-95f5-243cab3472ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:18.457172 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc009b9-7de7-4bb4-b4fa-ccbbb544b503 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Pushing event updated for resources: {'Subnet': ['ID=319939da-3e71-49de-bca7-2dcd35c39284,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:18.461702 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-37f53b0b-140b-480b-95f5-243cab3472ae service neutron] 10.222.0.79 "GET /v2.0/subnets?id=28e0c96c-0d0f-4bc2-a99e-37aff97516b7 HTTP/1.1" status: 200 len: 846 time: 0.1302853 Feb 19 04:22:18.469499 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc009b9-7de7-4bb4-b4fa-ccbbb544b503 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Checking segment: {'id': 'a3b0841d-ddf8-4278-a73a-8c6a8ff74f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '66b6ea2c-7afe-4f5a-9cfa-9e6838865893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:18.469862 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc009b9-7de7-4bb4-b4fa-ccbbb544b503 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Network hostable DHCP agents. Network: 66b6ea2c-7afe-4f5a-9cfa-9e6838865893, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:22:18.481773 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6fbf8d32-1a8b-460c-9427-6ff3cf5a0547 None None] Port 3f37c63c-ceb3-4eaf-8547-0435c41dab42 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:22:18.483444 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 590f18c6-71a4-4795-8bc6-8bc55c1eef9d up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:18.526379 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc009b9-7de7-4bb4-b4fa-ccbbb544b503 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Network 66b6ea2c-7afe-4f5a-9cfa-9e6838865893 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:22:18.532870 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 590f18c6-71a4-4795-8bc6-8bc55c1eef9d triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:18.533409 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (590f18c6-71a4-4795-8bc6-8bc55c1eef9d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:18.545879 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-5fc009b9-7de7-4bb4-b4fa-ccbbb544b503 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 66b6ea2c-7afe-4f5a-9cfa-9e6838865893) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:18.555367 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc009b9-7de7-4bb4-b4fa-ccbbb544b503 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:18.555956 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5fc009b9-7de7-4bb4-b4fa-ccbbb544b503 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:18.565643 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e34658-9830-4391-905b-10c23bd3110c None None] Network 66b6ea2c-7afe-4f5a-9cfa-9e6838865893 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:18.583402 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5fc009b9-7de7-4bb4-b4fa-ccbbb544b503 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9536331 Feb 19 04:22:18.584557 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49678) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:18.591306 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-34dd7f09-1387-4d2f-a153-cbb3e2d55a73 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Request body: {'network': {'name': 'tempest-router-network01--130390172'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:18.658977 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34dd7f09-1387-4d2f-a153-cbb3e2d55a73 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Made reservation on behalf of 17b8f5828821434a99a63f7897eebf19 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:18.665365 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-34dd7f09-1387-4d2f-a153-cbb3e2d55a73 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:18.717728 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 590f18c6-71a4-4795-8bc6-8bc55c1eef9d is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:18.718294 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34dd7f09-1387-4d2f-a153-cbb3e2d55a73 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:22:18.738843 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-34dd7f09-1387-4d2f-a153-cbb3e2d55a73 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (2bff8052-6c8d-4912-b105-f17e65b5617a), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:18.739181 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-34dd7f09-1387-4d2f-a153-cbb3e2d55a73 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Added segment 2bff8052-6c8d-4912-b105-f17e65b5617a of type vlan for network 6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce Feb 19 04:22:18.764044 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-545d4008-8edb-4565-99dd-a5654769f67f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f340e38b-fc33-422a-8808-c90730dc6314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928879 Feb 19 04:22:18.832159 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-34dd7f09-1387-4d2f-a153-cbb3e2d55a73 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:18.916211 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-34dd7f09-1387-4d2f-a153-cbb3e2d55a73 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:18.923889 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dd7f09-1387-4d2f-a153-cbb3e2d55a73 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:18.924513 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-34dd7f09-1387-4d2f-a153-cbb3e2d55a73 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:18.981273 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-87f5356d-bc89-487a-b953-b244fd212108 service neutron] 10.222.0.79 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100728 Feb 19 04:22:18.982692 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a3f932-fa7b-4490-8efe-c23bd4e69319 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:22:18.992543 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-17a3f932-fa7b-4490-8efe-c23bd4e69319 admin admin] 10.222.0.52 "PUT /v2.0/routers/09a30fb2-ff86-4241-bba1-97cb87e2695d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2401273 Feb 19 04:22:19.086638 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd7f09-1387-4d2f-a153-cbb3e2d55a73 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Pushing event updated for resources: {'Network': ['ID=6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:19.117264 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-34dd7f09-1387-4d2f-a153-cbb3e2d55a73 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5279591 Feb 19 04:22:19.117525 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49728) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:19.122781 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-686d6c9c-427f-4167-a988-932c41c970ab tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Request body: {'network': {'name': 'tempest-router-network02--1848932528'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:19.178893 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686d6c9c-427f-4167-a988-932c41c970ab tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Made reservation on behalf of 17b8f5828821434a99a63f7897eebf19 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:19.182005 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-686d6c9c-427f-4167-a988-932c41c970ab tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:19.230827 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686d6c9c-427f-4167-a988-932c41c970ab tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:22:19.255052 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-686d6c9c-427f-4167-a988-932c41c970ab tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (ec42416c-41d1-4d4f-ac7c-0e6c986ccb22), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:19.255446 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-686d6c9c-427f-4167-a988-932c41c970ab tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Added segment ec42416c-41d1-4d4f-ac7c-0e6c986ccb22 of type vlan for network b123f1dd-bd21-4a1b-a13c-aa15f00f2d99 Feb 19 04:22:19.263564 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b78999ca-e280-4448-b7e7-f494c88b63f3 req-4cc43279-e006-4bd6-9f9f-26cea4eeaa64 service neutron] 10.222.0.79 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697227 Feb 19 04:22:19.348664 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:22:19.357386 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-686d6c9c-427f-4167-a988-932c41c970ab tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (b123f1dd-bd21-4a1b-a13c-aa15f00f2d99), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:19.357902 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce06c5a4-46d3-4e54-9b78-4b9677397bf9 None None] Sync routers for ids ['09a30fb2-ff86-4241-bba1-97cb87e2695d'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:22:19.366805 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da02e6a7-147c-4212-a549-6789e009cd41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-66b6ea2c-7afe-4f5a-9cfa-9e6838865893', 'network_id': '66b6ea2c-7afe-4f5a-9cfa-9e6838865893', 'project_id': '17b8f5828821434a99a63f7897eebf19', 'fixed_ips': [{'subnet_id': '319939da-3e71-49de-bca7-2dcd35c39284'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:22:19.369233 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-da02e6a7-147c-4212-a549-6789e009cd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:19.421543 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-686d6c9c-427f-4167-a988-932c41c970ab tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (b123f1dd-bd21-4a1b-a13c-aa15f00f2d99), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:19.427220 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686d6c9c-427f-4167-a988-932c41c970ab tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:19.428067 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-686d6c9c-427f-4167-a988-932c41c970ab tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:19.465367 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa43f11-2c7b-4ea9-93e1-cfbea0182417 req-761fabfd-845b-4a65-8fb0-220154ba7ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:19.474279 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9aa43f11-2c7b-4ea9-93e1-cfbea0182417 req-761fabfd-845b-4a65-8fb0-220154ba7ca3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8ec38d363cbe44859094f303c32fa2df&device_id=c1ac04ab-85e4-4021-8d72-b53be8065d70 HTTP/1.1" status: 200 len: 1126 time: 0.1435466 Feb 19 04:22:19.560101 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d6c9c-427f-4167-a988-932c41c970ab tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Pushing event updated for resources: {'Network': ['ID=b123f1dd-bd21-4a1b-a13c-aa15f00f2d99,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:19.566101 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-686d6c9c-427f-4167-a988-932c41c970ab tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4475806 Feb 19 04:22:19.569202 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49756) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:19.575452 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-5de88928-dac1-48ac-928b-eb7e793713a6 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Request body: {'subnet': {'network_id': '6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:19.628474 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network b123f1dd-bd21-4a1b-a13c-aa15f00f2d99 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:22:19.702917 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de88928-dac1-48ac-928b-eb7e793713a6 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Made reservation on behalf of 17b8f5828821434a99a63f7897eebf19 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:19.708589 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5de88928-dac1-48ac-928b-eb7e793713a6 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:19.802624 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d38a04-9798-4343-a05f-bbfb135985ca req-7cfbda67-aa35-4d00-ba6c-6d7c11a1b690 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:19.804564 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-71d38a04-9798-4343-a05f-bbfb135985ca req-7cfbda67-aa35-4d00-ba6c-6d7c11a1b690 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ac04ab-85e4-4021-8d72-b53be8065d70 HTTP/1.1" status: 200 len: 943 time: 0.1604786 Feb 19 04:22:19.806737 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa43f11-2c7b-4ea9-93e1-cfbea0182417 req-8a227dc7-1bf5-48f7-8a2a-c91f7c567796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:19.808945 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9aa43f11-2c7b-4ea9-93e1-cfbea0182417 req-8a227dc7-1bf5-48f7-8a2a-c91f7c567796 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f340e38b-fc33-422a-8808-c90730dc6314 HTTP/1.1" status: 200 len: 907 time: 0.3297224 Feb 19 04:22:19.827406 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce06c5a4-46d3-4e54-9b78-4b9677397bf9 None None] Routers {'09a30fb2-ff86-4241-bba1-97cb87e2695d'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:22:19.829943 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ce06c5a4-46d3-4e54-9b78-4b9677397bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:22:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['09a30fb2-ff86-4241-bba1-97cb87e2695d'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:19.905262 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9aa43f11-2c7b-4ea9-93e1-cfbea0182417 req-3bcb2cd8-98bb-4dec-b413-4d8e693ccac5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12fa2f24-9f06-475c-9764-ec13d3159342 HTTP/1.1" status: 200 len: 217 time: 0.0836756 Feb 19 04:22:19.989103 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa43f11-2c7b-4ea9-93e1-cfbea0182417 req-f7016298-4610-4754-a929-4f35ecd7dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:19.990804 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9aa43f11-2c7b-4ea9-93e1-cfbea0182417 req-f7016298-4610-4754-a929-4f35ecd7dde8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=28e0c96c-0d0f-4bc2-a99e-37aff97516b7 HTTP/1.1" status: 200 len: 846 time: 0.0770178 Feb 19 04:22:20.001157 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5de88928-dac1-48ac-928b-eb7e793713a6 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (b6a15d1e-47ec-49f6-9496-15ccecbe9221), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:20.067035 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-71d38a04-9798-4343-a05f-bbfb135985ca req-3615157c-1431-4ea0-98a8-6dde5f9dce0b tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441347 Feb 19 04:22:20.069519 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9aa43f11-2c7b-4ea9-93e1-cfbea0182417 req-a9ecc3f8-0eb8-4487-afa2-658a106be313 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f340e38b-fc33-422a-8808-c90730dc6314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660923 Feb 19 04:22:20.138214 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de88928-dac1-48ac-928b-eb7e793713a6 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Checking segment: {'id': '2bff8052-6c8d-4912-b105-f17e65b5617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:20.138525 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de88928-dac1-48ac-928b-eb7e793713a6 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Network hostable DHCP agents. Network: 6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:22:20.164117 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de88928-dac1-48ac-928b-eb7e793713a6 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Pushing event updated for resources: {'Subnet': ['ID=b6a15d1e-47ec-49f6-9496-15ccecbe9221,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:20.202822 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de88928-dac1-48ac-928b-eb7e793713a6 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Network 6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:22:20.223889 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-5de88928-dac1-48ac-928b-eb7e793713a6 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:20.228809 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de88928-dac1-48ac-928b-eb7e793713a6 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:20.231042 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5de88928-dac1-48ac-928b-eb7e793713a6 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:20.265972 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9aa43f11-2c7b-4ea9-93e1-cfbea0182417 req-8a7c4679-20e2-4844-b92c-761de2e2889b service neutron] 10.222.0.79 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883988 Feb 19 04:22:20.271728 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5de88928-dac1-48ac-928b-eb7e793713a6 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6987519 Feb 19 04:22:20.272043 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfd041a-5b7b-4210-a860-17399dcc5be8 None None] Network 6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:20.272244 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49788) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:20.283097 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-7098b0a2-c5c9-4002-861f-747fb81513fa tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Request body: {'subnet': {'network_id': 'b123f1dd-bd21-4a1b-a13c-aa15f00f2d99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:20.457051 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-ce06c5a4-46d3-4e54-9b78-4b9677397bf9 None None] Set router 09a30fb2-ff86-4241-bba1-97cb87e2695d gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:22:20.467388 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9aa43f11-2c7b-4ea9-93e1-cfbea0182417 req-32973a14-e35e-4a5c-9e3e-b3131889add7 service neutron] 10.222.0.79 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884129 Feb 19 04:22:20.489123 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7098b0a2-c5c9-4002-861f-747fb81513fa tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Made reservation on behalf of 17b8f5828821434a99a63f7897eebf19 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:20.493616 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7098b0a2-c5c9-4002-861f-747fb81513fa tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:20.773014 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7098b0a2-c5c9-4002-861f-747fb81513fa tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (d0e695cd-0d6c-4ffc-8384-26a189b5b225), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:20.887572 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-da02e6a7-147c-4212-a549-6789e009cd41 None None] Allocated IP 2001:db8::2 (66b6ea2c-7afe-4f5a-9cfa-9e6838865893/319939da-3e71-49de-bca7-2dcd35c39284/1d2efa43-e3cf-402c-8ec6-88724e5a4abc) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:20.904075 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098b0a2-c5c9-4002-861f-747fb81513fa tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Pushing event updated for resources: {'Subnet': ['ID=d0e695cd-0d6c-4ffc-8384-26a189b5b225,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:20.914400 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7098b0a2-c5c9-4002-861f-747fb81513fa tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Checking segment: {'id': 'ec42416c-41d1-4d4f-ac7c-0e6c986ccb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b123f1dd-bd21-4a1b-a13c-aa15f00f2d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:20.915223 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7098b0a2-c5c9-4002-861f-747fb81513fa tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Network hostable DHCP agents. Network: b123f1dd-bd21-4a1b-a13c-aa15f00f2d99, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:22:20.943617 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7098b0a2-c5c9-4002-861f-747fb81513fa tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Network b123f1dd-bd21-4a1b-a13c-aa15f00f2d99 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:22:20.967352 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-7098b0a2-c5c9-4002-861f-747fb81513fa tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, b123f1dd-bd21-4a1b-a13c-aa15f00f2d99) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:20.981594 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7098b0a2-c5c9-4002-861f-747fb81513fa tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:20.982318 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7098b0a2-c5c9-4002-861f-747fb81513fa tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:21.026631 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7098b0a2-c5c9-4002-861f-747fb81513fa tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7535498 Feb 19 04:22:21.030832 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49822) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:21.065797 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-da02e6a7-147c-4212-a549-6789e009cd41 None None] Publish callbacks [] for port (1d2efa43-e3cf-402c-8ec6-88724e5a4abc), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:21.074881 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f02b2e-5fa3-4efa-ae85-422a65cfc656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce', 'network_id': '6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce', 'project_id': '17b8f5828821434a99a63f7897eebf19', 'fixed_ips': [{'subnet_id': 'b6a15d1e-47ec-49f6-9496-15ccecbe9221'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:22:21.075796 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-92f02b2e-5fa3-4efa-ae85-422a65cfc656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:21.078110 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 12fa2f24-9f06-475c-9764-ec13d3159342 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:22:21.079858 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac62b7b-394a-4d00-b617-98a76c7af1f6 None None] Network b123f1dd-bd21-4a1b-a13c-aa15f00f2d99 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:21.213063 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-da02e6a7-147c-4212-a549-6789e009cd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (1d2efa43-e3cf-402c-8ec6-88724e5a4abc), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:21.278076 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9486e-d45e-4cdb-9462-c990aec9b39b req-73d090d1-18d4-4ad1-87b9-a37fa9d6fac7 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:21.279785 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-86e9486e-d45e-4cdb-9462-c990aec9b39b req-73d090d1-18d4-4ad1-87b9-a37fa9d6fac7 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ac04ab-85e4-4021-8d72-b53be8065d70 HTTP/1.1" status: 200 len: 943 time: 0.1187899 Feb 19 04:22:21.326861 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da02e6a7-147c-4212-a549-6789e009cd41 None None] Network 66b6ea2c-7afe-4f5a-9cfa-9e6838865893 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:21.355014 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-da02e6a7-147c-4212-a549-6789e009cd41 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:21.368214 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da02e6a7-147c-4212-a549-6789e009cd41 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:21.383323 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-86e9486e-d45e-4cdb-9462-c990aec9b39b req-bf6deb43-953e-446d-bcc9-b5ae5bce60cd tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969725 Feb 19 04:22:21.431120 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.resource_extend [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:22:21.494987 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02e6a7-147c-4212-a549-6789e009cd41 None None] Pushing event updated for resources: {'Port': ['ID=1d2efa43-e3cf-402c-8ec6-88724e5a4abc,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:21.588195 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d91fee-7aed-4403-abeb-0004281a143a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-b123f1dd-bd21-4a1b-a13c-aa15f00f2d99', 'network_id': 'b123f1dd-bd21-4a1b-a13c-aa15f00f2d99', 'project_id': '17b8f5828821434a99a63f7897eebf19', 'fixed_ips': [{'subnet_id': 'd0e695cd-0d6c-4ffc-8384-26a189b5b225'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:22:21.589085 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-71d91fee-7aed-4403-abeb-0004281a143a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:21.621545 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd14c05-b2db-4fbb-8f6a-656813a8222b tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:21.860248 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-da02e6a7-147c-4212-a549-6789e009cd41 None None] Attempting to bind port 1d2efa43-e3cf-402c-8ec6-88724e5a4abc on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:21.860620 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-da02e6a7-147c-4212-a549-6789e009cd41 None None] Attempting to bind port 1d2efa43-e3cf-402c-8ec6-88724e5a4abc by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'a3b0841d-ddf8-4278-a73a-8c6a8ff74f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '66b6ea2c-7afe-4f5a-9cfa-9e6838865893'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:21.860984 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da02e6a7-147c-4212-a549-6789e009cd41 None None] Attempting to bind port 1d2efa43-e3cf-402c-8ec6-88724e5a4abc on network 66b6ea2c-7afe-4f5a-9cfa-9e6838865893 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:21.954487 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 12fa2f24-9f06-475c-9764-ec13d3159342, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=12fa2f24-9f06-475c-9764-ec13d3159342,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:21.984006 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49868) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:22.069171 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-92f02b2e-5fa3-4efa-ae85-422a65cfc656 None None] Allocated IP 2001:db8::2 (6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce/b6a15d1e-47ec-49f6-9496-15ccecbe9221/f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:22.225308 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-92f02b2e-5fa3-4efa-ae85-422a65cfc656 None None] Publish callbacks [] for port (f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:22.230721 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '12fa2f24-9f06-475c-9764-ec13d3159342', 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314', 'port_id': '12fa2f24-9f06-475c-9764-ec13d3159342', 'mac_address': 'fa:16:3e:c3:98:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e0c96c-0d0f-4bc2-a99e-37aff97516b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:22:22.234634 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ce06c5a4-46d3-4e54-9b78-4b9677397bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a30fb2-ff86-4241-bba1-97cb87e2695d', 'name': 'tempest-ImageQuotaTest-1397215602-router', 'tenant_id': 'f8edc626d67b49aa8cc4bad52040f551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '590f18c6-71a4-4795-8bc6-8bc55c1eef9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:22:07Z', 'updated_at': '2022-02-19T04:22:15Z', 'revision_number': 4, 'project_id': 'f8edc626d67b49aa8cc4bad52040f551', 'gw_port': {'id': '590f18c6-71a4-4795-8bc6-8bc55c1eef9d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a30fb2-ff86-4241-bba1-97cb87e2695d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:08Z', 'updated_at': '2022-02-19T04:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '3f37c63c-ceb3-4eaf-8547-0435c41dab42', 'name': '', 'network_id': '984b75e8-8113-4e07-bb61-e1fa8e11de52', 'tenant_id': 'f8edc626d67b49aa8cc4bad52040f551', 'mac_address': 'fa:16:3e:8a:e0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a30fb2-ff86-4241-bba1-97cb87e2695d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'c8d598bd-d894-4fd1-a63e-40976d20a166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:13Z', 'updated_at': '2022-02-19T04:22:16Z', 'revision_number': 2, 'project_id': 'f8edc626d67b49aa8cc4bad52040f551', 'subnets': [{'id': 'c8d598bd-d894-4fd1-a63e-40976d20a166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:22.559493 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-cfd14c05-b2db-4fbb-8f6a-656813a8222b tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Allocated IP 2001:db8::1 (6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce/b6a15d1e-47ec-49f6-9496-15ccecbe9221/f11d274d-d6c8-487c-a427-f4f07bffa496) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:22.617098 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78388a-79c3-48fb-83e6-d0f697cd5036 req-2bee6e0a-8c55-462b-8bbf-5c0484ff8a1a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:22.621425 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa78388a-79c3-48fb-83e6-d0f697cd5036 req-2bee6e0a-8c55-462b-8bbf-5c0484ff8a1a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ac04ab-85e4-4021-8d72-b53be8065d70 HTTP/1.1" status: 200 len: 943 time: 0.1279681 Feb 19 04:22:22.634517 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da02e6a7-147c-4212-a549-6789e009cd41 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:22:22.634704 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da02e6a7-147c-4212-a549-6789e009cd41 None None] Checking segment: {'id': 'a3b0841d-ddf8-4278-a73a-8c6a8ff74f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '66b6ea2c-7afe-4f5a-9cfa-9e6838865893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:22.635081 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-da02e6a7-147c-4212-a549-6789e009cd41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:22.635510 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da02e6a7-147c-4212-a549-6789e009cd41 None None] Bound using segment: {'id': 'a3b0841d-ddf8-4278-a73a-8c6a8ff74f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '66b6ea2c-7afe-4f5a-9cfa-9e6838865893'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:22:22.635994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-da02e6a7-147c-4212-a549-6789e009cd41 None None] Bound port: 1d2efa43-e3cf-402c-8ec6-88724e5a4abc, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b0841d-ddf8-4278-a73a-8c6a8ff74f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '66b6ea2c-7afe-4f5a-9cfa-9e6838865893'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:22:22.636471 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-da02e6a7-147c-4212-a549-6789e009cd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1d2efa43-e3cf-402c-8ec6-88724e5a4abc), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:22.642914 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce06c5a4-46d3-4e54-9b78-4b9677397bf9 None None] Checking router: 09a30fb2-ff86-4241-bba1-97cb87e2695d for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:22:22.643269 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce06c5a4-46d3-4e54-9b78-4b9677397bf9 None None] Updating router 09a30fb2-ff86-4241-bba1-97cb87e2695d port 3f37c63c-ceb3-4eaf-8547-0435c41dab42 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:22:22.678492 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-92f02b2e-5fa3-4efa-ae85-422a65cfc656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:22.691584 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ce06c5a4-46d3-4e54-9b78-4b9677397bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3f37c63c-ceb3-4eaf-8547-0435c41dab42), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:22.732937 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa78388a-79c3-48fb-83e6-d0f697cd5036 req-162b20ff-7d7d-44ba-8241-071cd352967a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052260 Feb 19 04:22:22.819030 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f02b2e-5fa3-4efa-ae85-422a65cfc656 None None] Network 6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:22.828080 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-92f02b2e-5fa3-4efa-ae85-422a65cfc656 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:22.853504 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f02b2e-5fa3-4efa-ae85-422a65cfc656 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:22.939279 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 12fa2f24-9f06-475c-9764-ec13d3159342 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:22.939687 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (12fa2f24-9f06-475c-9764-ec13d3159342), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:22.989937 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f02b2e-5fa3-4efa-ae85-422a65cfc656 None None] Pushing event updated for resources: {'Port': ['ID=f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:23.007193 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd14c05-b2db-4fbb-8f6a-656813a8222b tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for port (f11d274d-d6c8-487c-a427-f4f07bffa496), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:23.065510 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-71d91fee-7aed-4403-abeb-0004281a143a None None] Allocated IP 2001:db8::2 (b123f1dd-bd21-4a1b-a13c-aa15f00f2d99/d0e695cd-0d6c-4ffc-8384-26a189b5b225/394227cf-aaed-4568-afd7-e0af426c28eb) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:23.087165 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12fa2f24-9f06-475c-9764-ec13d3159342 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:22:23.116926 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 12fa2f24-9f06-475c-9764-ec13d3159342, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=12fa2f24-9f06-475c-9764-ec13d3159342,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:23.180973 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-92f02b2e-5fa3-4efa-ae85-422a65cfc656 None None] Attempting to bind port f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:23.181356 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-92f02b2e-5fa3-4efa-ae85-422a65cfc656 None None] Attempting to bind port f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '2bff8052-6c8d-4912-b105-f17e65b5617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:23.181725 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f02b2e-5fa3-4efa-ae85-422a65cfc656 None None] Attempting to bind port f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb on network 6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:23.184043 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (12fa2f24-9f06-475c-9764-ec13d3159342), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:23.186477 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-da02e6a7-147c-4212-a549-6789e009cd41 None None] For port 1d2efa43-e3cf-402c-8ec6-88724e5a4abc, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:22:23.208296 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd14c05-b2db-4fbb-8f6a-656813a8222b tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (f11d274d-d6c8-487c-a427-f4f07bffa496), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:23.244162 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f02b2e-5fa3-4efa-ae85-422a65cfc656 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:22:23.244549 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f02b2e-5fa3-4efa-ae85-422a65cfc656 None None] Checking segment: {'id': '2bff8052-6c8d-4912-b105-f17e65b5617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:23.244963 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-92f02b2e-5fa3-4efa-ae85-422a65cfc656 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:23.245364 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f02b2e-5fa3-4efa-ae85-422a65cfc656 None None] Bound using segment: {'id': '2bff8052-6c8d-4912-b105-f17e65b5617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:22:23.245924 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-92f02b2e-5fa3-4efa-ae85-422a65cfc656 None None] Bound port: f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bff8052-6c8d-4912-b105-f17e65b5617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:22:23.246298 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-92f02b2e-5fa3-4efa-ae85-422a65cfc656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:23.261448 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-da02e6a7-147c-4212-a549-6789e009cd41 None None] For port 1d2efa43-e3cf-402c-8ec6-88724e5a4abc, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1d2efa43-e3cf-402c-8ec6-88724e5a4abc,segment=NetworkSegment(a3b0841d-ddf8-4278-a73a-8c6a8ff74f57),segment_id=a3b0841d-ddf8-4278-a73a-8c6a8ff74f57)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:22:23.343054 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-da02e6a7-147c-4212-a549-6789e009cd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1d2efa43-e3cf-402c-8ec6-88724e5a4abc), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:23.381085 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd14c05-b2db-4fbb-8f6a-656813a8222b tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Pushing event updated for resources: {'Port': ['ID=f11d274d-d6c8-487c-a427-f4f07bffa496,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:23.419687 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd14c05-b2db-4fbb-8f6a-656813a8222b tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Network 6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:23.434022 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-cfd14c05-b2db-4fbb-8f6a-656813a8222b tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:23.438913 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd14c05-b2db-4fbb-8f6a-656813a8222b tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:23.439477 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd14c05-b2db-4fbb-8f6a-656813a8222b tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (1ed0fc56-72b7-4f94-a568-100bc363d327), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:23.458591 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['12fa2f24-9f06-475c-9764-ec13d3159342'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:22:23.532374 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=12fa2f24-9f06-475c-9764-ec13d3159342,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:23.656059 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02e6a7-147c-4212-a549-6789e009cd41 None None] Pushing event updated for resources: {'Port': ['ID=1d2efa43-e3cf-402c-8ec6-88724e5a4abc,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:23.672239 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-92f02b2e-5fa3-4efa-ae85-422a65cfc656 None None] For port f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:22:23.743587 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-92f02b2e-5fa3-4efa-ae85-422a65cfc656 None None] For port f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb,segment=NetworkSegment(2bff8052-6c8d-4912-b105-f17e65b5617a),segment_id=2bff8052-6c8d-4912-b105-f17e65b5617a)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:22:23.815490 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-92f02b2e-5fa3-4efa-ae85-422a65cfc656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:24.052891 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-71d91fee-7aed-4403-abeb-0004281a143a None None] Publish callbacks [] for port (394227cf-aaed-4568-afd7-e0af426c28eb), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:24.073490 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd14c05-b2db-4fbb-8f6a-656813a8222b tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f11d274d-d6c8-487c-a427-f4f07bffa496), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:24.077168 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf623f-0fcb-4ee5-95ed-e75817d13d3e req-aeb33cd7-1857-4883-8944-60dee155543e tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:24.089045 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85bf623f-0fcb-4ee5-95ed-e75817d13d3e req-aeb33cd7-1857-4883-8944-60dee155543e tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ac04ab-85e4-4021-8d72-b53be8065d70 HTTP/1.1" status: 200 len: 944 time: 0.2274430 Feb 19 04:22:24.104324 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49942) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:24.152702 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-71d91fee-7aed-4403-abeb-0004281a143a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (394227cf-aaed-4568-afd7-e0af426c28eb), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:24.225525 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-51913ea8-b7bc-4e09-ac87-1176d30b9d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (09a30fb2-ff86-4241-bba1-97cb87e2695d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:24.252809 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85bf623f-0fcb-4ee5-95ed-e75817d13d3e req-5134935b-0c9e-4668-bf25-e23de4782ba4 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611140 Feb 19 04:22:24.257515 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f02b2e-5fa3-4efa-ae85-422a65cfc656 None None] Pushing event updated for resources: {'Port': ['ID=f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:24.300986 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d91fee-7aed-4403-abeb-0004281a143a None None] Network b123f1dd-bd21-4a1b-a13c-aa15f00f2d99 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:24.393204 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-727c0fe4-5a39-4f71-a5d3-1d9e3b11e818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:24.395751 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ce06c5a4-46d3-4e54-9b78-4b9677397bf9 None None] Publish callbacks [] for port (3f37c63c-ceb3-4eaf-8547-0435c41dab42), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:24.448353 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-71d91fee-7aed-4403-abeb-0004281a143a None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:24.463486 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d91fee-7aed-4403-abeb-0004281a143a None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:24.503601 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ce06c5a4-46d3-4e54-9b78-4b9677397bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3f37c63c-ceb3-4eaf-8547-0435c41dab42), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:24.622511 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-727c0fe4-5a39-4f71-a5d3-1d9e3b11e818 admin admin] Publish callbacks [] for security_group (80ccb10f-eb8c-4914-8db1-1cddfdf3cf91), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:24.637073 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-727c0fe4-5a39-4f71-a5d3-1d9e3b11e818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (80ccb10f-eb8c-4914-8db1-1cddfdf3cf91), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:24.709720 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1d2efa43-e3cf-402c-8ec6-88724e5a4abc up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:24.711914 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c0fe4-5a39-4f71-a5d3-1d9e3b11e818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ccb10f-eb8c-4914-8db1-1cddfdf3cf91,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:24.723506 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-727c0fe4-5a39-4f71-a5d3-1d9e3b11e818 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4ef9bcf6a13f4676832dc0621da7246a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6120539 Feb 19 04:22:24.726210 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49958) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:24.731172 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d91fee-7aed-4403-abeb-0004281a143a None None] Pushing event updated for resources: {'Port': ['ID=394227cf-aaed-4568-afd7-e0af426c28eb,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:24.893674 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ba227d77-7120-4eaf-b608-27b23034a2ff admin admin] Publish callbacks [] for security_group (80ccb10f-eb8c-4914-8db1-1cddfdf3cf91), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:24.978778 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ba227d77-7120-4eaf-b608-27b23034a2ff admin admin] Publish callbacks [] for security_group (80ccb10f-eb8c-4914-8db1-1cddfdf3cf91), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:25.006892 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-71d91fee-7aed-4403-abeb-0004281a143a None None] Attempting to bind port 394227cf-aaed-4568-afd7-e0af426c28eb on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:25.007666 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-71d91fee-7aed-4403-abeb-0004281a143a None None] Attempting to bind port 394227cf-aaed-4568-afd7-e0af426c28eb by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'ec42416c-41d1-4d4f-ac7c-0e6c986ccb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b123f1dd-bd21-4a1b-a13c-aa15f00f2d99'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:25.008752 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d91fee-7aed-4403-abeb-0004281a143a None None] Attempting to bind port 394227cf-aaed-4568-afd7-e0af426c28eb on network b123f1dd-bd21-4a1b-a13c-aa15f00f2d99 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:25.183014 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ba227d77-7120-4eaf-b608-27b23034a2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (80ccb10f-eb8c-4914-8db1-1cddfdf3cf91), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:25.186975 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ba227d77-7120-4eaf-b608-27b23034a2ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:25.190912 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ba227d77-7120-4eaf-b608-27b23034a2ff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/80ccb10f-eb8c-4914-8db1-1cddfdf3cf91 HTTP/1.1" status: 204 len: 168 time: 0.4636102 Feb 19 04:22:25.206155 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba227d77-7120-4eaf-b608-27b23034a2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ccb10f-eb8c-4914-8db1-1cddfdf3cf91,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:25.246784 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d91fee-7aed-4403-abeb-0004281a143a None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:22:25.247400 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d91fee-7aed-4403-abeb-0004281a143a None None] Checking segment: {'id': 'ec42416c-41d1-4d4f-ac7c-0e6c986ccb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b123f1dd-bd21-4a1b-a13c-aa15f00f2d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:25.247686 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-71d91fee-7aed-4403-abeb-0004281a143a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:25.248101 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d91fee-7aed-4403-abeb-0004281a143a None None] Bound using segment: {'id': 'ec42416c-41d1-4d4f-ac7c-0e6c986ccb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b123f1dd-bd21-4a1b-a13c-aa15f00f2d99'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:22:25.248611 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-71d91fee-7aed-4403-abeb-0004281a143a None None] Bound port: 394227cf-aaed-4568-afd7-e0af426c28eb, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec42416c-41d1-4d4f-ac7c-0e6c986ccb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b123f1dd-bd21-4a1b-a13c-aa15f00f2d99'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:22:25.249005 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-71d91fee-7aed-4403-abeb-0004281a143a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (394227cf-aaed-4568-afd7-e0af426c28eb), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:25.301040 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49970) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:25.528627 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-71d91fee-7aed-4403-abeb-0004281a143a None None] For port 394227cf-aaed-4568-afd7-e0af426c28eb, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:22:25.537825 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-71d91fee-7aed-4403-abeb-0004281a143a None None] For port 394227cf-aaed-4568-afd7-e0af426c28eb, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=394227cf-aaed-4568-afd7-e0af426c28eb,segment=NetworkSegment(ec42416c-41d1-4d4f-ac7c-0e6c986ccb22),segment_id=ec42416c-41d1-4d4f-ac7c-0e6c986ccb22)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:22:25.581286 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a2ac4-8daf-4b59-933d-979383aee766 None None] Pushing event updated for resources: {'Port': ['ID=3f37c63c-ceb3-4eaf-8547-0435c41dab42,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:25.581745 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffceb066-d70d-4748-b24c-0126e73b3a5d req-ef233e57-5281-4c45-91b0-4bd772830a4e tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:25.583613 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ffceb066-d70d-4748-b24c-0126e73b3a5d req-ef233e57-5281-4c45-91b0-4bd772830a4e tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ac04ab-85e4-4021-8d72-b53be8065d70 HTTP/1.1" status: 200 len: 944 time: 0.1658475 Feb 19 04:22:25.681862 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-71d91fee-7aed-4403-abeb-0004281a143a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (394227cf-aaed-4568-afd7-e0af426c28eb), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:25.737712 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ffceb066-d70d-4748-b24c-0126e73b3a5d req-f5189fa6-77cf-4f94-9985-1ebafc547c4a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394472 Feb 19 04:22:25.776168 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d40b5f7a-631e-4c0c-916a-c9f2abd364e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:25.920958 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f324932-79a6-4f0d-ba08-fb0f68a24a88 None None] Network 66b6ea2c-7afe-4f5a-9cfa-9e6838865893 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:25.978386 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d40b5f7a-631e-4c0c-916a-c9f2abd364e9 admin admin] Publish callbacks [] for security_group (151926f0-94e7-4484-9b15-9adf4f1e4511), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:25.989857 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d40b5f7a-631e-4c0c-916a-c9f2abd364e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (151926f0-94e7-4484-9b15-9adf4f1e4511), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:25.994400 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-ce06c5a4-46d3-4e54-9b78-4b9677397bf9 None None] Attempting to bind port 3f37c63c-ceb3-4eaf-8547-0435c41dab42 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:25.995139 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-ce06c5a4-46d3-4e54-9b78-4b9677397bf9 None None] Attempting to bind port 3f37c63c-ceb3-4eaf-8547-0435c41dab42 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'f7449e14-590b-4da5-a04a-f66b67da7a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '984b75e8-8113-4e07-bb61-e1fa8e11de52'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:25.995548 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce06c5a4-46d3-4e54-9b78-4b9677397bf9 None None] Attempting to bind port 3f37c63c-ceb3-4eaf-8547-0435c41dab42 on network 984b75e8-8113-4e07-bb61-e1fa8e11de52 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:26.023683 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce06c5a4-46d3-4e54-9b78-4b9677397bf9 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:22:26.024072 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce06c5a4-46d3-4e54-9b78-4b9677397bf9 None None] Checking segment: {'id': 'f7449e14-590b-4da5-a04a-f66b67da7a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '984b75e8-8113-4e07-bb61-e1fa8e11de52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:26.024481 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ce06c5a4-46d3-4e54-9b78-4b9677397bf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:26.029032 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce06c5a4-46d3-4e54-9b78-4b9677397bf9 None None] Bound using segment: {'id': 'f7449e14-590b-4da5-a04a-f66b67da7a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '984b75e8-8113-4e07-bb61-e1fa8e11de52'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:22:26.029689 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-ce06c5a4-46d3-4e54-9b78-4b9677397bf9 None None] Bound port: 3f37c63c-ceb3-4eaf-8547-0435c41dab42, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7449e14-590b-4da5-a04a-f66b67da7a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '984b75e8-8113-4e07-bb61-e1fa8e11de52'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:22:26.030100 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ce06c5a4-46d3-4e54-9b78-4b9677397bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3f37c63c-ceb3-4eaf-8547-0435c41dab42), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:26.076940 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 1d2efa43-e3cf-402c-8ec6-88724e5a4abc triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:26.077237 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1d2efa43-e3cf-402c-8ec6-88724e5a4abc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:26.080042 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b0dd4d52-1286-449f-b5d1-58ca45c31e2d None None] Provisioning complete for port 3f37c63c-ceb3-4eaf-8547-0435c41dab42 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:26.080410 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b0dd4d52-1286-449f-b5d1-58ca45c31e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3f37c63c-ceb3-4eaf-8547-0435c41dab42), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:26.159345 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d40b5f7a-631e-4c0c-916a-c9f2abd364e9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dc9033bcb3ba43918cd52d7faf05fb39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8531301 Feb 19 04:22:26.167796 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49980) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:26.246024 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd14c05-b2db-4fbb-8f6a-656813a8222b tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for port (f11d274d-d6c8-487c-a427-f4f07bffa496), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:26.248423 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-51913ea8-b7bc-4e09-ac87-1176d30b9d4f admin admin] Deleting port 3f37c63c-ceb3-4eaf-8547-0435c41dab42 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:26.251431 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-51913ea8-b7bc-4e09-ac87-1176d30b9d4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (3f37c63c-ceb3-4eaf-8547-0435c41dab42), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:26.251938 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49982) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:26.267588 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-ce06c5a4-46d3-4e54-9b78-4b9677397bf9 None None] For port 3f37c63c-ceb3-4eaf-8547-0435c41dab42, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:22:26.270988 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-ce06c5a4-46d3-4e54-9b78-4b9677397bf9 None None] For port 3f37c63c-ceb3-4eaf-8547-0435c41dab42, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3f37c63c-ceb3-4eaf-8547-0435c41dab42,segment=NetworkSegment(f7449e14-590b-4da5-a04a-f66b67da7a04),segment_id=f7449e14-590b-4da5-a04a-f66b67da7a04)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:22:26.281497 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd14c05-b2db-4fbb-8f6a-656813a8222b tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (f11d274d-d6c8-487c-a427-f4f07bffa496), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:26.282512 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd14c05-b2db-4fbb-8f6a-656813a8222b tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (1ed0fc56-72b7-4f94-a568-100bc363d327), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:26.322526 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-53d8ed6a-2a03-42da-a279-0e5969fecb68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:26.366689 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b5f7a-631e-4c0c-916a-c9f2abd364e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151926f0-94e7-4484-9b15-9adf4f1e4511,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:26.374399 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56ea991-61a0-4dff-b437-9f97dfe15ca2 None None] Network 6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:26.380519 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-637e96fe-ef01-4975-a855-d43918cf08ea admin admin] Publish callbacks [] for security_group (151926f0-94e7-4484-9b15-9adf4f1e4511), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:26.398387 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ce06c5a4-46d3-4e54-9b78-4b9677397bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3f37c63c-ceb3-4eaf-8547-0435c41dab42), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:26.470114 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-637e96fe-ef01-4975-a855-d43918cf08ea admin admin] Publish callbacks [] for security_group (151926f0-94e7-4484-9b15-9adf4f1e4511), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:26.548397 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd14c05-b2db-4fbb-8f6a-656813a8222b tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Pushing event updated for resources: {'Port': ['ID=f11d274d-d6c8-487c-a427-f4f07bffa496,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:26.556303 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-637e96fe-ef01-4975-a855-d43918cf08ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (151926f0-94e7-4484-9b15-9adf4f1e4511), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:26.559007 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-637e96fe-ef01-4975-a855-d43918cf08ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:26.562544 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-637e96fe-ef01-4975-a855-d43918cf08ea admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/151926f0-94e7-4484-9b15-9adf4f1e4511 HTTP/1.1" status: 204 len: 168 time: 0.3837514 Feb 19 04:22:26.577486 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e96fe-ef01-4975-a855-d43918cf08ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151926f0-94e7-4484-9b15-9adf4f1e4511,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:26.615861 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-51913ea8-b7bc-4e09-ac87-1176d30b9d4f admin admin] For port 3f37c63c-ceb3-4eaf-8547-0435c41dab42, host n-d-828369-19, got binding levels [] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:26.616491 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-51913ea8-b7bc-4e09-ac87-1176d30b9d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (3f37c63c-ceb3-4eaf-8547-0435c41dab42), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:26.664958 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-51913ea8-b7bc-4e09-ac87-1176d30b9d4f admin admin] Calling delete_port for 3f37c63c-ceb3-4eaf-8547-0435c41dab42 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:26.749424 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-53d8ed6a-2a03-42da-a279-0e5969fecb68 admin admin] Publish callbacks [] for security_group (b792d60e-050e-4e30-aea2-c81fcc296b50), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:26.757670 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd14c05-b2db-4fbb-8f6a-656813a8222b tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Network 6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:26.764480 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-cfd14c05-b2db-4fbb-8f6a-656813a8222b tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:26.767385 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-53d8ed6a-2a03-42da-a279-0e5969fecb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b792d60e-050e-4e30-aea2-c81fcc296b50), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:26.834665 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-53d8ed6a-2a03-42da-a279-0e5969fecb68 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=388a2acd7b284896a02a49f226e342ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5791931 Feb 19 04:22:26.835092 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49988) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:26.908766 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d91fee-7aed-4403-abeb-0004281a143a None None] Pushing event updated for resources: {'Port': ['ID=394227cf-aaed-4568-afd7-e0af426c28eb,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:26.942473 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ebd52fce-29f0-41df-8857-6a71ac7e460d admin admin] Publish callbacks [] for security_group (b792d60e-050e-4e30-aea2-c81fcc296b50), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:26.953806 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505add1-1c18-408d-8949-e9be8a7133d2 req-a5cb6370-5aaa-4150-8446-bc235ddf32b3 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:26.960868 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e505add1-1c18-408d-8949-e9be8a7133d2 req-a5cb6370-5aaa-4150-8446-bc235ddf32b3 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ac04ab-85e4-4021-8d72-b53be8065d70 HTTP/1.1" status: 200 len: 944 time: 0.1032240 Feb 19 04:22:27.033522 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a2ac4-8daf-4b59-933d-979383aee766 None None] Pushing event updated for resources: {'Port': ['ID=3f37c63c-ceb3-4eaf-8547-0435c41dab42,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:27.039836 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ebd52fce-29f0-41df-8857-6a71ac7e460d admin admin] Publish callbacks [] for security_group (b792d60e-050e-4e30-aea2-c81fcc296b50), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:27.095001 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce06c5a4-46d3-4e54-9b78-4b9677397bf9 None None] Routers {'09a30fb2-ff86-4241-bba1-97cb87e2695d'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:22:27.095665 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ce06c5a4-46d3-4e54-9b78-4b9677397bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:22:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['09a30fb2-ff86-4241-bba1-97cb87e2695d'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:27.147247 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8ed6a-2a03-42da-a279-0e5969fecb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b792d60e-050e-4e30-aea2-c81fcc296b50,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:27.227211 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e505add1-1c18-408d-8949-e9be8a7133d2 req-213d8166-57f5-401f-85b2-6488a3de5a81 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653470 Feb 19 04:22:27.263508 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ebd52fce-29f0-41df-8857-6a71ac7e460d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b792d60e-050e-4e30-aea2-c81fcc296b50), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:27.268233 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ebd52fce-29f0-41df-8857-6a71ac7e460d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:27.268864 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ebd52fce-29f0-41df-8857-6a71ac7e460d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b792d60e-050e-4e30-aea2-c81fcc296b50 HTTP/1.1" status: 204 len: 168 time: 0.4328136 Feb 19 04:22:27.279704 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd52fce-29f0-41df-8857-6a71ac7e460d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b792d60e-050e-4e30-aea2-c81fcc296b50,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:27.286194 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:27.297053 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b0dd4d52-1286-449f-b5d1-58ca45c31e2d None None] Port 3f37c63c-ceb3-4eaf-8547-0435c41dab42 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:22:27.564696 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd14c05-b2db-4fbb-8f6a-656813a8222b tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Router 1ed0fc56-72b7-4f94-a568-100bc363d327 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:22:27.652462 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 1d2efa43-e3cf-402c-8ec6-88724e5a4abc is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:27.655897 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1d2efa43-e3cf-402c-8ec6-88724e5a4abc), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:27.672952 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-03ae0d2b-af56-454d-a5b5-e9950d65d709 None None] Provisioning complete for port 1d2efa43-e3cf-402c-8ec6-88724e5a4abc triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:27.676361 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-03ae0d2b-af56-454d-a5b5-e9950d65d709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1d2efa43-e3cf-402c-8ec6-88724e5a4abc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:27.711890 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-51913ea8-b7bc-4e09-ac87-1176d30b9d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (3f37c63c-ceb3-4eaf-8547-0435c41dab42), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:27.901485 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-ce06c5a4-46d3-4e54-9b78-4b9677397bf9 None None] Set router 09a30fb2-ff86-4241-bba1-97cb87e2695d gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:22:27.935477 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51913ea8-b7bc-4e09-ac87-1176d30b9d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=3f37c63c-ceb3-4eaf-8547-0435c41dab42,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:27.950048 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 1d2efa43-e3cf-402c-8ec6-88724e5a4abc, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1d2efa43-e3cf-402c-8ec6-88724e5a4abc,segment=NetworkSegment(a3b0841d-ddf8-4278-a73a-8c6a8ff74f57),segment_id=a3b0841d-ddf8-4278-a73a-8c6a8ff74f57)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:27.959975 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d018bbb3-0ffb-4efe-8e08-78c287629fff None None] Network b123f1dd-bd21-4a1b-a13c-aa15f00f2d99 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:28.018935 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1d2efa43-e3cf-402c-8ec6-88724e5a4abc), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:28.162152 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd14c05-b2db-4fbb-8f6a-656813a8222b tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:22:28.173376 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=1d2efa43-e3cf-402c-8ec6-88724e5a4abc,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:28.178343 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 50026) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:28.178913 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f484c24-f98b-484e-af48-02fa1f072c76 None None] Sync routers for ids ['1ed0fc56-72b7-4f94-a568-100bc363d327'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:22:28.189146 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cfd14c05-b2db-4fbb-8f6a-656813a8222b tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "PUT /v2.0/routers/1ed0fc56-72b7-4f94-a568-100bc363d327/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1569376 Feb 19 04:22:28.222969 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f484c24-f98b-484e-af48-02fa1f072c76 None None] Routers {'1ed0fc56-72b7-4f94-a568-100bc363d327'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:22:28.227301 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-6f484c24-f98b-484e-af48-02fa1f072c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:22:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['1ed0fc56-72b7-4f94-a568-100bc363d327'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:28.410368 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-03ae0d2b-af56-454d-a5b5-e9950d65d709 None None] Current status of the port 1d2efa43-e3cf-402c-8ec6-88724e5a4abc is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:28.410976 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-03ae0d2b-af56-454d-a5b5-e9950d65d709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1d2efa43-e3cf-402c-8ec6-88724e5a4abc), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:28.414287 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-6f484c24-f98b-484e-af48-02fa1f072c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:28.439682 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f484c24-f98b-484e-af48-02fa1f072c76 None None] Routers {'1ed0fc56-72b7-4f94-a568-100bc363d327'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:22:28.440339 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-6f484c24-f98b-484e-af48-02fa1f072c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:22:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['1ed0fc56-72b7-4f94-a568-100bc363d327'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:28.584610 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-6f484c24-f98b-484e-af48-02fa1f072c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:28.586925 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f484c24-f98b-484e-af48-02fa1f072c76 None None] The sync data for ids ['1ed0fc56-72b7-4f94-a568-100bc363d327'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:22:28.608748 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-51913ea8-b7bc-4e09-ac87-1176d30b9d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (09a30fb2-ff86-4241-bba1-97cb87e2695d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:28.659260 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 394227cf-aaed-4568-afd7-e0af426c28eb up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:28.856224 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-03ae0d2b-af56-454d-a5b5-e9950d65d709 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:22:28.856723 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-03ae0d2b-af56-454d-a5b5-e9950d65d709 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:22:28.878110 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 394227cf-aaed-4568-afd7-e0af426c28eb triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:28.883191 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (394227cf-aaed-4568-afd7-e0af426c28eb), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:28.923649 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a847ada-c268-45a0-b668-49c45161476b req-98fa83dc-e4d8-4d9a-b0c6-e2786ca7b7b9 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:28.928897 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a847ada-c268-45a0-b668-49c45161476b req-98fa83dc-e4d8-4d9a-b0c6-e2786ca7b7b9 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ac04ab-85e4-4021-8d72-b53be8065d70 HTTP/1.1" status: 200 len: 944 time: 0.5114343 Feb 19 04:22:29.133276 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ce06c5a4-46d3-4e54-9b78-4b9677397bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a30fb2-ff86-4241-bba1-97cb87e2695d', 'name': 'tempest-ImageQuotaTest-1397215602-router', 'tenant_id': 'f8edc626d67b49aa8cc4bad52040f551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '590f18c6-71a4-4795-8bc6-8bc55c1eef9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:22:07Z', 'updated_at': '2022-02-19T04:22:15Z', 'revision_number': 4, 'project_id': 'f8edc626d67b49aa8cc4bad52040f551', 'gw_port': {'id': '590f18c6-71a4-4795-8bc6-8bc55c1eef9d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a30fb2-ff86-4241-bba1-97cb87e2695d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:08Z', 'updated_at': '2022-02-19T04:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '3f37c63c-ceb3-4eaf-8547-0435c41dab42', 'name': '', 'network_id': '984b75e8-8113-4e07-bb61-e1fa8e11de52', 'tenant_id': 'f8edc626d67b49aa8cc4bad52040f551', 'mac_address': 'fa:16:3e:8a:e0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a30fb2-ff86-4241-bba1-97cb87e2695d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'c8d598bd-d894-4fd1-a63e-40976d20a166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:13Z', 'updated_at': '2022-02-19T04:22:26Z', 'revision_number': 4, 'project_id': 'f8edc626d67b49aa8cc4bad52040f551', 'subnets': [{'id': 'c8d598bd-d894-4fd1-a63e-40976d20a166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:29.232913 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce06c5a4-46d3-4e54-9b78-4b9677397bf9 None None] The sync data for ids ['09a30fb2-ff86-4241-bba1-97cb87e2695d'] in n-d-828369-19 is: [{'id': '09a30fb2-ff86-4241-bba1-97cb87e2695d', 'name': 'tempest-ImageQuotaTest-1397215602-router', 'tenant_id': 'f8edc626d67b49aa8cc4bad52040f551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '590f18c6-71a4-4795-8bc6-8bc55c1eef9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:22:07Z', 'updated_at': '2022-02-19T04:22:15Z', 'revision_number': 4, 'project_id': 'f8edc626d67b49aa8cc4bad52040f551', 'gw_port': {'id': '590f18c6-71a4-4795-8bc6-8bc55c1eef9d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a30fb2-ff86-4241-bba1-97cb87e2695d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:08Z', 'updated_at': '2022-02-19T04:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '3f37c63c-ceb3-4eaf-8547-0435c41dab42', 'name': '', 'network_id': '984b75e8-8113-4e07-bb61-e1fa8e11de52', 'tenant_id': 'f8edc626d67b49aa8cc4bad52040f551', 'mac_address': 'fa:16:3e:8a:e0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a30fb2-ff86-4241-bba1-97cb87e2695d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'c8d598bd-d894-4fd1-a63e-40976d20a166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:13Z', 'updated_at': '2022-02-19T04:22:26Z', 'revision_number': 4, 'project_id': 'f8edc626d67b49aa8cc4bad52040f551', 'subnets': [{'id': 'c8d598bd-d894-4fd1-a63e-40976d20a166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:22:29.236292 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 12fa2f24-9f06-475c-9764-ec13d3159342 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:29.306296 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 394227cf-aaed-4568-afd7-e0af426c28eb is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:29.307042 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (394227cf-aaed-4568-afd7-e0af426c28eb), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:29.363075 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51913ea8-b7bc-4e09-ac87-1176d30b9d4f admin admin] Router 09a30fb2-ff86-4241-bba1-97cb87e2695d has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:22:29.412002 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 394227cf-aaed-4568-afd7-e0af426c28eb, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=394227cf-aaed-4568-afd7-e0af426c28eb,segment=NetworkSegment(ec42416c-41d1-4d4f-ac7c-0e6c986ccb22),segment_id=ec42416c-41d1-4d4f-ac7c-0e6c986ccb22)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:29.446391 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (394227cf-aaed-4568-afd7-e0af426c28eb), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:29.447870 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:29.533481 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a847ada-c268-45a0-b668-49c45161476b req-61d2f200-9e57-482f-adbd-55f10113d852 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5879416 Feb 19 04:22:29.622022 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-37e7c598-682f-4699-bc61-50f61e62290d tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:22:29.626386 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-03ae0d2b-af56-454d-a5b5-e9950d65d709 None None] Current status of the port 1d2efa43-e3cf-402c-8ec6-88724e5a4abc is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:29.627781 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-37e7c598-682f-4699-bc61-50f61e62290d tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "PUT /v2.0/routers/1ed0fc56-72b7-4f94-a568-100bc363d327/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4463720 Feb 19 04:22:29.630685 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 50066) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:29.646395 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 12fa2f24-9f06-475c-9764-ec13d3159342 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:22:29.654724 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 12fa2f24-9f06-475c-9764-ec13d3159342 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:29.655717 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (12fa2f24-9f06-475c-9764-ec13d3159342), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:29.705712 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51913ea8-b7bc-4e09-ac87-1176d30b9d4f admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:22:29.717474 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-51913ea8-b7bc-4e09-ac87-1176d30b9d4f admin admin] 10.222.0.52 "PUT /v2.0/routers/09a30fb2-ff86-4241-bba1-97cb87e2695d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7310088 Feb 19 04:22:29.719539 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50076) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:29.760068 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:29.760442 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:29.822135 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-03ae0d2b-af56-454d-a5b5-e9950d65d709 None None] Provisioning complete for port f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:29.822539 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-03ae0d2b-af56-454d-a5b5-e9950d65d709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:29.824844 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=394227cf-aaed-4568-afd7-e0af426c28eb,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:29.974265 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6cdd8cf6-d0a1-4c01-b2f8-9a145ef71b4f admin admin] Publish callbacks [] for router (09a30fb2-ff86-4241-bba1-97cb87e2695d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:29.993066 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 12fa2f24-9f06-475c-9764-ec13d3159342 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:29.993674 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (12fa2f24-9f06-475c-9764-ec13d3159342), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:29.999984 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:30.060821 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 12fa2f24-9f06-475c-9764-ec13d3159342, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=12fa2f24-9f06-475c-9764-ec13d3159342,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:30.062527 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ac04ab-85e4-4021-8d72-b53be8065d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fa2f24-9f06-475c-9764-ec13d3159342'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:22:30.065450 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59684359-b771-4a64-9d4f-cf91307e452c" -d '{"events": [{"server_uuid": "c1ac04ab-85e4-4021-8d72-b53be8065d70", "name": "network-vif-plugged", "status": "completed", "tag": "12fa2f24-9f06-475c-9764-ec13d3159342"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:22:30.079942 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (12fa2f24-9f06-475c-9764-ec13d3159342), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:30.253758 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215467ff-d767-488a-a217-9f8dca6ed682 x-openstack-request-id: req-215467ff-d767-488a-a217-9f8dca6ed682 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:22:30.254781 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ac04ab-85e4-4021-8d72-b53be8065d70", "name": "network-vif-plugged", "status": "completed", "tag": "12fa2f24-9f06-475c-9764-ec13d3159342", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:22:30.255199 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-215467ff-d767-488a-a217-9f8dca6ed682 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:22:30.256329 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ac04ab-85e4-4021-8d72-b53be8065d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fa2f24-9f06-475c-9764-ec13d3159342', 'code': 200} Feb 19 04:22:30.259753 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=12fa2f24-9f06-475c-9764-ec13d3159342,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:30.314296 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:30.314638 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:30.383704 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6cdd8cf6-d0a1-4c01-b2f8-9a145ef71b4f admin admin] Publish callbacks [] for router_gateway (09a30fb2-ff86-4241-bba1-97cb87e2695d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:30.391899 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb,segment=NetworkSegment(2bff8052-6c8d-4912-b105-f17e65b5617a),segment_id=2bff8052-6c8d-4912-b105-f17e65b5617a)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:30.412754 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:30.418262 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-03ae0d2b-af56-454d-a5b5-e9950d65d709 None None] Current status of the port f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:30.418746 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-03ae0d2b-af56-454d-a5b5-e9950d65d709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:30.535854 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-6cdd8cf6-d0a1-4c01-b2f8-9a145ef71b4f admin admin] Deleting port 590f18c6-71a4-4795-8bc6-8bc55c1eef9d {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:30.536672 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6cdd8cf6-d0a1-4c01-b2f8-9a145ef71b4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (590f18c6-71a4-4795-8bc6-8bc55c1eef9d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:30.628360 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f9548-a935-48ee-adf8-06d669f134a9 req-d20a1a30-5d15-4c8e-88fb-e98a830f0be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:30.633875 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-846f9548-a935-48ee-adf8-06d669f134a9 req-d20a1a30-5d15-4c8e-88fb-e98a830f0be0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c1ac04ab-85e4-4021-8d72-b53be8065d70 HTTP/1.1" status: 200 len: 1128 time: 0.3176177 Feb 19 04:22:30.678609 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-6cdd8cf6-d0a1-4c01-b2f8-9a145ef71b4f admin admin] For port 590f18c6-71a4-4795-8bc6-8bc55c1eef9d, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=590f18c6-71a4-4795-8bc6-8bc55c1eef9d,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:30.678978 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6cdd8cf6-d0a1-4c01-b2f8-9a145ef71b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (590f18c6-71a4-4795-8bc6-8bc55c1eef9d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:30.703832 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-6cdd8cf6-d0a1-4c01-b2f8-9a145ef71b4f admin admin] Calling delete_port for 590f18c6-71a4-4795-8bc6-8bc55c1eef9d owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:30.786707 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-46dab219-5c47-4c34-ac88-362829cd39a1 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (1ed0fc56-72b7-4f94-a568-100bc363d327), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:30.816190 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-03ae0d2b-af56-454d-a5b5-e9950d65d709 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:22:30.816866 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-03ae0d2b-af56-454d-a5b5-e9950d65d709 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:22:30.817831 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1d2efa43-e3cf-402c-8ec6-88724e5a4abc up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:30.890546 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b28c5ba4-f1d1-4680-9e7c-6efa78522b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:30.936697 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:30.941056 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-846f9548-a935-48ee-adf8-06d669f134a9 req-45e76922-7b16-4d74-ab4a-f332c6327178 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953911 Feb 19 04:22:30.965822 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6cdd8cf6-d0a1-4c01-b2f8-9a145ef71b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (590f18c6-71a4-4795-8bc6-8bc55c1eef9d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:30.990104 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 1d2efa43-e3cf-402c-8ec6-88724e5a4abc triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:30.992881 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1d2efa43-e3cf-402c-8ec6-88724e5a4abc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:31.032305 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd8cf6-d0a1-4c01-b2f8-9a145ef71b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=590f18c6-71a4-4795-8bc6-8bc55c1eef9d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:31.128146 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa180213-0135-4ac1-9909-52694e1e2a18 req-59676f41-dbb4-4d74-b1da-1d66cdbe0ca8 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:31.129731 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa180213-0135-4ac1-9909-52694e1e2a18 req-59676f41-dbb4-4d74-b1da-1d66cdbe0ca8 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ac04ab-85e4-4021-8d72-b53be8065d70 HTTP/1.1" status: 200 len: 945 time: 0.3345196 Feb 19 04:22:31.168810 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6cdd8cf6-d0a1-4c01-b2f8-9a145ef71b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (09a30fb2-ff86-4241-bba1-97cb87e2695d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:31.180949 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 1d2efa43-e3cf-402c-8ec6-88724e5a4abc is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:31.182075 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 394227cf-aaed-4568-afd7-e0af426c28eb up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:31.251691 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 394227cf-aaed-4568-afd7-e0af426c28eb triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:31.253388 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (394227cf-aaed-4568-afd7-e0af426c28eb), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:31.332771 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50168) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:31.433441 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa180213-0135-4ac1-9909-52694e1e2a18 req-378a8a1b-1473-443b-b409-5128c7ea1a22 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935266 Feb 19 04:22:31.443845 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6cdd8cf6-d0a1-4c01-b2f8-9a145ef71b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (09a30fb2-ff86-4241-bba1-97cb87e2695d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:31.450454 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6cdd8cf6-d0a1-4c01-b2f8-9a145ef71b4f admin admin] Publish callbacks [] for router_controller (09a30fb2-ff86-4241-bba1-97cb87e2695d), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:31.496893 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 394227cf-aaed-4568-afd7-e0af426c28eb is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:31.504558 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-03ae0d2b-af56-454d-a5b5-e9950d65d709 None None] Current status of the port f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:31.509831 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-03ae0d2b-af56-454d-a5b5-e9950d65d709 None None] Could not find standard attr ID for object 3f37c63c-ceb3-4eaf-8547-0435c41dab42. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:22:31.560530 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-43ea77e7-d1bd-4a57-ac66-3d7b8685f15b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:31.589947 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6cdd8cf6-d0a1-4c01-b2f8-9a145ef71b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (09a30fb2-ff86-4241-bba1-97cb87e2695d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:31.590529 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdd8cf6-d0a1-4c01-b2f8-9a145ef71b4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09a30fb2-ff86-4241-bba1-97cb87e2695d {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:22:31.596958 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6cdd8cf6-d0a1-4c01-b2f8-9a145ef71b4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:31.600433 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6cdd8cf6-d0a1-4c01-b2f8-9a145ef71b4f admin admin] 10.222.0.52 "DELETE /v2.0/routers/09a30fb2-ff86-4241-bba1-97cb87e2695d HTTP/1.1" status: 204 len: 168 time: 1.8775969 Feb 19 04:22:31.602129 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50178) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:31.640760 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-8bce6fa2-84b6-4120-a2d0-eb9deb0c7efb None None] Provisioning complete for port f11d274d-d6c8-487c-a427-f4f07bffa496 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:31.648443 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8bce6fa2-84b6-4120-a2d0-eb9deb0c7efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f11d274d-d6c8-487c-a427-f4f07bffa496), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:31.681637 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-46dab219-5c47-4c34-ac88-362829cd39a1 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Deleting port f11d274d-d6c8-487c-a427-f4f07bffa496 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:31.682242 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-46dab219-5c47-4c34-ac88-362829cd39a1 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (f11d274d-d6c8-487c-a427-f4f07bffa496), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:31.717994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8bce6fa2-84b6-4120-a2d0-eb9deb0c7efb None None] Port f11d274d-d6c8-487c-a427-f4f07bffa496 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:22:31.729037 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-8bce6fa2-84b6-4120-a2d0-eb9deb0c7efb None None] Provisioning complete for port 1d2efa43-e3cf-402c-8ec6-88724e5a4abc triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:31.729422 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8bce6fa2-84b6-4120-a2d0-eb9deb0c7efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1d2efa43-e3cf-402c-8ec6-88724e5a4abc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:31.772036 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-f441bae0-a0f5-4275-a6ae-bc58826ed1f9 admin admin] Deleting subnet c8d598bd-d894-4fd1-a63e-40976d20a166 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:22:31.783587 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f441bae0-a0f5-4275-a6ae-bc58826ed1f9 admin admin] Publish callbacks [] for subnet (c8d598bd-d894-4fd1-a63e-40976d20a166), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:31.824421 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8bce6fa2-84b6-4120-a2d0-eb9deb0c7efb None None] Current status of the port 1d2efa43-e3cf-402c-8ec6-88724e5a4abc is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:31.842693 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-8bce6fa2-84b6-4120-a2d0-eb9deb0c7efb None None] Provisioning complete for port 394227cf-aaed-4568-afd7-e0af426c28eb triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:31.843553 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8bce6fa2-84b6-4120-a2d0-eb9deb0c7efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (394227cf-aaed-4568-afd7-e0af426c28eb), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:31.875014 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f441bae0-a0f5-4275-a6ae-bc58826ed1f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (c8d598bd-d894-4fd1-a63e-40976d20a166), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:31.877930 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-46dab219-5c47-4c34-ac88-362829cd39a1 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (f11d274d-d6c8-487c-a427-f4f07bffa496), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:31.899263 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee43183a-3cf9-4b0e-9285-8aebeec4cb47 None None] Sync routers for ids ['09a30fb2-ff86-4241-bba1-97cb87e2695d'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:22:31.914153 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-46dab219-5c47-4c34-ac88-362829cd39a1 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Calling delete_port for f11d274d-d6c8-487c-a427-f4f07bffa496 owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:31.950638 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee43183a-3cf9-4b0e-9285-8aebeec4cb47 None None] Routers set() bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:22:31.951210 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee43183a-3cf9-4b0e-9285-8aebeec4cb47 None None] Router IDs set() for agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 04:22:31.952234 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_agentschedulers_db [None req-ee43183a-3cf9-4b0e-9285-8aebeec4cb47 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'09a30fb2-ff86-4241-bba1-97cb87e2695d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:22:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent'). {{(pid=109927) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 04:22:31.969195 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8bce6fa2-84b6-4120-a2d0-eb9deb0c7efb None None] Current status of the port 394227cf-aaed-4568-afd7-e0af426c28eb is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:31.989023 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-43ea77e7-d1bd-4a57-ac66-3d7b8685f15b admin admin] Publish callbacks [] for security_group (f12832c8-21e7-4991-b753-c267ee3635bb), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:31.999850 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee43183a-3cf9-4b0e-9285-8aebeec4cb47 None None] Routers set() bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:22:32.003544 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee43183a-3cf9-4b0e-9285-8aebeec4cb47 None None] Router IDs set() for agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 04:22:32.004001 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-43ea77e7-d1bd-4a57-ac66-3d7b8685f15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f12832c8-21e7-4991-b753-c267ee3635bb), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:32.004232 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_agentschedulers_db [None req-ee43183a-3cf9-4b0e-9285-8aebeec4cb47 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'09a30fb2-ff86-4241-bba1-97cb87e2695d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:22:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent'). {{(pid=109927) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 04:22:32.005056 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee43183a-3cf9-4b0e-9285-8aebeec4cb47 None None] The sync data for ids ['09a30fb2-ff86-4241-bba1-97cb87e2695d'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:22:32.026136 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-8bce6fa2-84b6-4120-a2d0-eb9deb0c7efb None None] Provisioning complete for port f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:32.027744 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8bce6fa2-84b6-4120-a2d0-eb9deb0c7efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:32.129432 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-43ea77e7-d1bd-4a57-ac66-3d7b8685f15b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=32563d75c1b244e997489680f01901b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7931492 Feb 19 04:22:32.129635 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea77e7-d1bd-4a57-ac66-3d7b8685f15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12832c8-21e7-4991-b753-c267ee3635bb,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:32.132293 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50186) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:32.198102 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f441bae0-a0f5-4275-a6ae-bc58826ed1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (c8d598bd-d894-4fd1-a63e-40976d20a166), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:32.202640 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-46dab219-5c47-4c34-ac88-362829cd39a1 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (f11d274d-d6c8-487c-a427-f4f07bffa496), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:32.227356 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8bce6fa2-84b6-4120-a2d0-eb9deb0c7efb None None] Current status of the port f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:32.248944 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e114f6ab-bfa8-459f-a1c7-5767efd10567 admin admin] Publish callbacks [] for security_group (f12832c8-21e7-4991-b753-c267ee3635bb), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:32.256025 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dab219-5c47-4c34-ac88-362829cd39a1 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Pushing event deleted for resources: {'Port': ['ID=f11d274d-d6c8-487c-a427-f4f07bffa496,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:32.293120 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e114f6ab-bfa8-459f-a1c7-5767efd10567 admin admin] Publish callbacks [] for security_group (f12832c8-21e7-4991-b753-c267ee3635bb), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:32.370341 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f441bae0-a0f5-4275-a6ae-bc58826ed1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (c8d598bd-d894-4fd1-a63e-40976d20a166), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:32.418394 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e114f6ab-bfa8-459f-a1c7-5767efd10567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f12832c8-21e7-4991-b753-c267ee3635bb), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:32.420952 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e114f6ab-bfa8-459f-a1c7-5767efd10567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:32.424387 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e114f6ab-bfa8-459f-a1c7-5767efd10567 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f12832c8-21e7-4991-b753-c267ee3635bb HTTP/1.1" status: 204 len: 168 time: 0.2770314 Feb 19 04:22:32.424660 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441bae0-a0f5-4275-a6ae-bc58826ed1f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8d598bd-d894-4fd1-a63e-40976d20a166,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:32.427038 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f441bae0-a0f5-4275-a6ae-bc58826ed1f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:32.429856 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f441bae0-a0f5-4275-a6ae-bc58826ed1f9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c8d598bd-d894-4fd1-a63e-40976d20a166 HTTP/1.1" status: 204 len: 168 time: 0.8265021 Feb 19 04:22:32.434293 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50194) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:32.436455 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a4f367-e08b-4585-884e-c800d669a640 None None] Network 984b75e8-8113-4e07-bb61-e1fa8e11de52 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:32.458999 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114f6ab-bfa8-459f-a1c7-5767efd10567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12832c8-21e7-4991-b753-c267ee3635bb,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:32.502097 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-46dab219-5c47-4c34-ac88-362829cd39a1 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (1ed0fc56-72b7-4f94-a568-100bc363d327), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:32.684607 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-52602358-7db6-4ae9-ad6d-6ff1c3cd4ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (984b75e8-8113-4e07-bb61-e1fa8e11de52), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:32.793049 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-52602358-7db6-4ae9-ad6d-6ff1c3cd4ef0 admin admin] Deleting port db0b1413-91b7-41f9-b8db-891aba25b4b2 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:32.793429 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-52602358-7db6-4ae9-ad6d-6ff1c3cd4ef0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (db0b1413-91b7-41f9-b8db-891aba25b4b2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:32.931767 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-52602358-7db6-4ae9-ad6d-6ff1c3cd4ef0 admin admin] For port db0b1413-91b7-41f9-b8db-891aba25b4b2, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=db0b1413-91b7-41f9-b8db-891aba25b4b2,segment=NetworkSegment(f7449e14-590b-4da5-a04a-f66b67da7a04),segment_id=f7449e14-590b-4da5-a04a-f66b67da7a04)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:32.932302 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-52602358-7db6-4ae9-ad6d-6ff1c3cd4ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (db0b1413-91b7-41f9-b8db-891aba25b4b2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:32.959137 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-52602358-7db6-4ae9-ad6d-6ff1c3cd4ef0 admin admin] Calling delete_port for db0b1413-91b7-41f9-b8db-891aba25b4b2 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:33.097007 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249c5533-1ab8-4e42-b8e8-d8d875dcfe9d None None] DHCP port deletion for 984b75e8-8113-4e07-bb61-e1fa8e11de52 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:22:33.178067 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:33.210678 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-52602358-7db6-4ae9-ad6d-6ff1c3cd4ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (db0b1413-91b7-41f9-b8db-891aba25b4b2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:33.273646 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52602358-7db6-4ae9-ad6d-6ff1c3cd4ef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=db0b1413-91b7-41f9-b8db-891aba25b4b2,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:33.287806 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52602358-7db6-4ae9-ad6d-6ff1c3cd4ef0 admin admin] No DVR routers for this DVR port db0b1413-91b7-41f9-b8db-891aba25b4b2 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:22:33.316541 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-249c5533-1ab8-4e42-b8e8-d8d875dcfe9d None None] Deleting port db0b1413-91b7-41f9-b8db-891aba25b4b2 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:33.316918 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-249c5533-1ab8-4e42-b8e8-d8d875dcfe9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (db0b1413-91b7-41f9-b8db-891aba25b4b2), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:33.460768 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88fff9-82b2-4321-acef-8bdaf53f0cb6 req-52d4ca33-be28-419f-b7b4-89bcadf6cb24 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:33.462276 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ee88fff9-82b2-4321-acef-8bdaf53f0cb6 req-52d4ca33-be28-419f-b7b4-89bcadf6cb24 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ac04ab-85e4-4021-8d72-b53be8065d70 HTTP/1.1" status: 200 len: 945 time: 0.7064729 Feb 19 04:22:33.467198 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46dab219-5c47-4c34-ac88-362829cd39a1 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Router 1ed0fc56-72b7-4f94-a568-100bc363d327 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:22:33.472896 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-52602358-7db6-4ae9-ad6d-6ff1c3cd4ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (984b75e8-8113-4e07-bb61-e1fa8e11de52), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:33.481860 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-249c5533-1ab8-4e42-b8e8-d8d875dcfe9d None None] For port db0b1413-91b7-41f9-b8db-891aba25b4b2, host n-d-828369-19, got binding levels [] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:33.482295 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-249c5533-1ab8-4e42-b8e8-d8d875dcfe9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (db0b1413-91b7-41f9-b8db-891aba25b4b2), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:33.505636 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-52602358-7db6-4ae9-ad6d-6ff1c3cd4ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['984b75e8-8113-4e07-bb61-e1fa8e11de52']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:33.513635 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-249c5533-1ab8-4e42-b8e8-d8d875dcfe9d None None] Calling delete_port for db0b1413-91b7-41f9-b8db-891aba25b4b2 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:33.520077 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.ipam_backend_mixin [None req-249c5533-1ab8-4e42-b8e8-d8d875dcfe9d None None] Port db0b1413-91b7-41f9-b8db-891aba25b4b2 was not found and therefore no delete operation was performed {{(pid=109927) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:22:33.524005 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-249c5533-1ab8-4e42-b8e8-d8d875dcfe9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (db0b1413-91b7-41f9-b8db-891aba25b4b2), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:33.531349 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-52602358-7db6-4ae9-ad6d-6ff1c3cd4ef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7449e14-590b-4da5-a04a-f66b67da7a04') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:33.531788 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-52602358-7db6-4ae9-ad6d-6ff1c3cd4ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7449e14-590b-4da5-a04a-f66b67da7a04') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:33.545017 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-52602358-7db6-4ae9-ad6d-6ff1c3cd4ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (f7449e14-590b-4da5-a04a-f66b67da7a04), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:33.573881 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249c5533-1ab8-4e42-b8e8-d8d875dcfe9d None None] No DVR routers for this DVR port db0b1413-91b7-41f9-b8db-891aba25b4b2 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:22:33.585086 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-52602358-7db6-4ae9-ad6d-6ff1c3cd4ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (f7449e14-590b-4da5-a04a-f66b67da7a04), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:33.599628 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52602358-7db6-4ae9-ad6d-6ff1c3cd4ef0 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:22:33.601112 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-52602358-7db6-4ae9-ad6d-6ff1c3cd4ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (f7449e14-590b-4da5-a04a-f66b67da7a04), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:33.649319 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c5533-1ab8-4e42-b8e8-d8d875dcfe9d None None] Pushing event deleted for resources: {'Port': ['ID=db0b1413-91b7-41f9-b8db-891aba25b4b2,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:33.675243 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ec373e8b-6795-4c6a-b9c9-ef2a90f3bf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:22:33.676760 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:22:33.679086 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:33.679174 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:33.706513 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-52602358-7db6-4ae9-ad6d-6ff1c3cd4ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (984b75e8-8113-4e07-bb61-e1fa8e11de52), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:33.715993 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-52602358-7db6-4ae9-ad6d-6ff1c3cd4ef0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:33.719869 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ee88fff9-82b2-4321-acef-8bdaf53f0cb6 req-55260772-cd3b-4e76-8f7a-5e57a2dfc860 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456517 Feb 19 04:22:33.720905 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46dab219-5c47-4c34-ac88-362829cd39a1 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:22:33.728596 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-52602358-7db6-4ae9-ad6d-6ff1c3cd4ef0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/984b75e8-8113-4e07-bb61-e1fa8e11de52 HTTP/1.1" status: 204 len: 168 time: 1.2882059 Feb 19 04:22:33.732975 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-46dab219-5c47-4c34-ac88-362829cd39a1 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "PUT /v2.0/routers/1ed0fc56-72b7-4f94-a568-100bc363d327/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0975919 Feb 19 04:22:33.740545 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50230) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:33.743281 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdac1a1-dacc-4045-826a-77e594b8a737 None None] Sync routers for ids ['1ed0fc56-72b7-4f94-a568-100bc363d327'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:22:33.767907 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdac1a1-dacc-4045-826a-77e594b8a737 None None] Routers {'1ed0fc56-72b7-4f94-a568-100bc363d327'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:22:33.768514 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-5fdac1a1-dacc-4045-826a-77e594b8a737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:22:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['1ed0fc56-72b7-4f94-a568-100bc363d327'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:33.797477 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-a8f620a5-4adb-4657-875b-46a7a5b55d88 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] delete failed (client error): The resource could not be found. Feb 19 04:22:33.798678 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a8f620a5-4adb-4657-875b-46a7a5b55d88 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "DELETE /v2.0/routers/tempest-non_exist_router-1567531249 HTTP/1.1" status: 404 len: 335 time: 0.0570090 Feb 19 04:22:33.799506 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52602358-7db6-4ae9-ad6d-6ff1c3cd4ef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=984b75e8-8113-4e07-bb61-e1fa8e11de52,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:33.803506 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 50238) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:33.810441 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-d394a97e-3e88-42d6-8c7d-aa9a31bb19cb tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Request body: {'router': {'external_gateway_info': {'network_id': '1ed0fc56-72b7-4f94-a568-100bc363d327'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:33.857038 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:33.859240 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-5fdac1a1-dacc-4045-826a-77e594b8a737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:33.885433 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdac1a1-dacc-4045-826a-77e594b8a737 None None] Routers {'1ed0fc56-72b7-4f94-a568-100bc363d327'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:22:33.886108 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-5fdac1a1-dacc-4045-826a-77e594b8a737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:22:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['1ed0fc56-72b7-4f94-a568-100bc363d327'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:33.900250 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:33.912675 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3f37c63c-ceb3-4eaf-8547-0435c41dab42 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:22:33.939082 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 3f37c63c-ceb3-4eaf-8547-0435c41dab42 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:22:33.940473 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-5fdac1a1-dacc-4045-826a-77e594b8a737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:33.941308 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdac1a1-dacc-4045-826a-77e594b8a737 None None] The sync data for ids ['1ed0fc56-72b7-4f94-a568-100bc363d327'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:22:33.941963 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3f37c63c-ceb3-4eaf-8547-0435c41dab42 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:22:34.172406 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50254) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:34.267991 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8797f652-d38c-4ec6-9e2e-93721f6004dd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f8edc626d67b49aa8cc4bad52040f551&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0939960 Feb 19 04:22:34.270235 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d394a97e-3e88-42d6-8c7d-aa9a31bb19cb tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for router_gateway (1ed0fc56-72b7-4f94-a568-100bc363d327), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:34.270398 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50258) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:34.314131 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-d394a97e-3e88-42d6-8c7d-aa9a31bb19cb tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] update failed (client error): The resource could not be found. Feb 19 04:22:34.315765 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d394a97e-3e88-42d6-8c7d-aa9a31bb19cb tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "PUT /v2.0/routers/1ed0fc56-72b7-4f94-a568-100bc363d327 HTTP/1.1" status: 404 len: 339 time: 0.5110140 Feb 19 04:22:34.322557 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 50260) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:34.330305 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-50705daa-4e15-49fb-85a1-1b5c4788cdbd tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1089511635'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:34.346009 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de070496-51ac-4294-a7a8-5d7b1796da9d req-599280cc-05b9-487e-9858-547b348b4ef4 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:34.347523 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de070496-51ac-4294-a7a8-5d7b1796da9d req-599280cc-05b9-487e-9858-547b348b4ef4 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/networks?id=f340e38b-fc33-422a-8808-c90730dc6314 HTTP/1.1" status: 200 len: 806 time: 0.2421584 Feb 19 04:22:34.367775 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de070496-51ac-4294-a7a8-5d7b1796da9d req-3ab11365-3699-4ef5-b00e-3b65f0996594 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/quotas/8ec38d363cbe44859094f303c32fa2df HTTP/1.1" status: 200 len: 375 time: 0.0136845 Feb 19 04:22:34.371533 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50705daa-4e15-49fb-85a1-1b5c4788cdbd tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Made reservation on behalf of 17b8f5828821434a99a63f7897eebf19 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:34.373855 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b53b4358-b596-4e2c-927c-7ef4d6672cde admin admin] Publish callbacks [] for security_group (c3a8fbac-ab66-45e9-9c36-942135f28afe), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:34.375778 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-50705daa-4e15-49fb-85a1-1b5c4788cdbd tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:34.399924 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b53b4358-b596-4e2c-927c-7ef4d6672cde admin admin] Publish callbacks [] for security_group (c3a8fbac-ab66-45e9-9c36-942135f28afe), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:34.454915 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50705daa-4e15-49fb-85a1-1b5c4788cdbd tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:22:34.466646 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-50705daa-4e15-49fb-85a1-1b5c4788cdbd tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e12808eb-e7b4-4293-903f-4b56596617c6), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:34.467385 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-50705daa-4e15-49fb-85a1-1b5c4788cdbd tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Added segment e12808eb-e7b4-4293-903f-4b56596617c6 of type vlan for network ad343cab-b62c-4c99-af1f-80a583c9ddc8 Feb 19 04:22:34.472195 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b53b4358-b596-4e2c-927c-7ef4d6672cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (c3a8fbac-ab66-45e9-9c36-942135f28afe), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:34.475840 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b53b4358-b596-4e2c-927c-7ef4d6672cde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:34.478142 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b53b4358-b596-4e2c-927c-7ef4d6672cde admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c3a8fbac-ab66-45e9-9c36-942135f28afe HTTP/1.1" status: 204 len: 168 time: 0.2066252 Feb 19 04:22:34.497515 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b4358-b596-4e2c-927c-7ef4d6672cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a8fbac-ab66-45e9-9c36-942135f28afe,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:34.530442 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-50705daa-4e15-49fb-85a1-1b5c4788cdbd tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (ad343cab-b62c-4c99-af1f-80a583c9ddc8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:34.578079 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de070496-51ac-4294-a7a8-5d7b1796da9d req-d9578990-ca97-4cc8-a9f2-be9b5f475300 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ec38d363cbe44859094f303c32fa2df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1974988 Feb 19 04:22:34.587204 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-50705daa-4e15-49fb-85a1-1b5c4788cdbd tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (ad343cab-b62c-4c99-af1f-80a583c9ddc8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:34.594670 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50705daa-4e15-49fb-85a1-1b5c4788cdbd tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:34.595483 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-50705daa-4e15-49fb-85a1-1b5c4788cdbd tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:34.605925 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 590f18c6-71a4-4795-8bc6-8bc55c1eef9d no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:22:34.659386 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-50705daa-4e15-49fb-85a1-1b5c4788cdbd tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3357694 Feb 19 04:22:34.663017 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50282) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:34.668541 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-5ea3be2e-cb83-4521-9db5-6c8f82ad28ba tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Request body: {'subnet': {'network_id': 'ad343cab-b62c-4c99-af1f-80a583c9ddc8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:34.672878 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 590f18c6-71a4-4795-8bc6-8bc55c1eef9d {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:22:34.675297 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 590f18c6-71a4-4795-8bc6-8bc55c1eef9d not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:22:34.675897 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device db0b1413-91b7-41f9-b8db-891aba25b4b2 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:22:34.730469 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: db0b1413-91b7-41f9-b8db-891aba25b4b2 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:22:34.739645 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device db0b1413-91b7-41f9-b8db-891aba25b4b2 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:22:34.881485 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50705daa-4e15-49fb-85a1-1b5c4788cdbd tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Pushing event updated for resources: {'Network': ['ID=ad343cab-b62c-4c99-af1f-80a583c9ddc8,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:34.884550 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea3be2e-cb83-4521-9db5-6c8f82ad28ba tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Made reservation on behalf of 17b8f5828821434a99a63f7897eebf19 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:34.891998 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ea3be2e-cb83-4521-9db5-6c8f82ad28ba tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:34.893126 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network ad343cab-b62c-4c99-af1f-80a583c9ddc8 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:22:34.943897 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de070496-51ac-4294-a7a8-5d7b1796da9d req-1a1c16b0-bb4f-464f-874f-62f969c55015 service neutron] 10.222.0.52 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274992 Feb 19 04:22:35.102157 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de070496-51ac-4294-a7a8-5d7b1796da9d req-3ce4a753-d970-4934-8525-f558badb8bd4 service neutron] 10.222.0.52 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514592 Feb 19 04:22:35.171781 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ea3be2e-cb83-4521-9db5-6c8f82ad28ba tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (f853fbb8-29e4-4020-970e-b9db62cb2cc0), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:35.256609 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea3be2e-cb83-4521-9db5-6c8f82ad28ba tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Checking segment: {'id': 'e12808eb-e7b4-4293-903f-4b56596617c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ad343cab-b62c-4c99-af1f-80a583c9ddc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:35.256973 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea3be2e-cb83-4521-9db5-6c8f82ad28ba tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Network hostable DHCP agents. Network: ad343cab-b62c-4c99-af1f-80a583c9ddc8, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:22:35.318701 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:35.322596 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3be2e-cb83-4521-9db5-6c8f82ad28ba tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Pushing event updated for resources: {'Subnet': ['ID=f853fbb8-29e4-4020-970e-b9db62cb2cc0,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:35.352155 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea3be2e-cb83-4521-9db5-6c8f82ad28ba tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Network ad343cab-b62c-4c99-af1f-80a583c9ddc8 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:22:35.376997 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-5ea3be2e-cb83-4521-9db5-6c8f82ad28ba tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, ad343cab-b62c-4c99-af1f-80a583c9ddc8) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:35.384205 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea3be2e-cb83-4521-9db5-6c8f82ad28ba tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:35.385095 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ea3be2e-cb83-4521-9db5-6c8f82ad28ba tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:35.391886 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001d9cea-f959-43bc-8d35-bb6d4d956950 None None] Network ad343cab-b62c-4c99-af1f-80a583c9ddc8 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:35.436229 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5ea3be2e-cb83-4521-9db5-6c8f82ad28ba tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7717972 Feb 19 04:22:35.439033 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50316) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:35.443873 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-a66d84e2-ee21-437f-bee3-8e6e36723135 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ad343cab-b62c-4c99-af1f-80a583c9ddc8'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:35.492418 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 50318) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:35.519263 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7a24e0e6-cc55-464c-afd8-6ee58f8d079f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:35.603764 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 50324) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:35.676686 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7a24e0e6-cc55-464c-afd8-6ee58f8d079f admin admin] Publish callbacks [] for security_group (829f916e-ac5a-487f-bb08-8fdeef646036), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:35.692546 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96672f52-e5a4-497a-96e9-63e469d2af1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-ad343cab-b62c-4c99-af1f-80a583c9ddc8', 'network_id': 'ad343cab-b62c-4c99-af1f-80a583c9ddc8', 'project_id': '17b8f5828821434a99a63f7897eebf19', 'fixed_ips': [{'subnet_id': 'f853fbb8-29e4-4020-970e-b9db62cb2cc0'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:22:35.693637 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-96672f52-e5a4-497a-96e9-63e469d2af1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:35.696530 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7a24e0e6-cc55-464c-afd8-6ee58f8d079f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (829f916e-ac5a-487f-bb08-8fdeef646036), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:35.780426 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7a24e0e6-cc55-464c-afd8-6ee58f8d079f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2858644 Feb 19 04:22:35.781973 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24e0e6-cc55-464c-afd8-6ee58f8d079f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829f916e-ac5a-487f-bb08-8fdeef646036,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:35.784726 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 50332) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:35.931986 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-13453215-5e80-4013-87bb-3729fa76f07a admin admin] Publish callbacks [] for security_group (829f916e-ac5a-487f-bb08-8fdeef646036), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:35.996114 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-13453215-5e80-4013-87bb-3729fa76f07a admin admin] Publish callbacks [] for security_group (829f916e-ac5a-487f-bb08-8fdeef646036), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:36.016154 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-96672f52-e5a4-497a-96e9-63e469d2af1f None None] Allocated IP 2001:db8:1::2 (ad343cab-b62c-4c99-af1f-80a583c9ddc8/f853fbb8-29e4-4020-970e-b9db62cb2cc0/84b6ddb7-2faa-46c7-ad2b-bae521fc60ef) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:36.022790 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3e51a76b-3a3c-4a00-8467-a599b27de16d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:36.196981 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-13453215-5e80-4013-87bb-3729fa76f07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (829f916e-ac5a-487f-bb08-8fdeef646036), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:36.201310 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-13453215-5e80-4013-87bb-3729fa76f07a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:36.204134 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-13453215-5e80-4013-87bb-3729fa76f07a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/829f916e-ac5a-487f-bb08-8fdeef646036 HTTP/1.1" status: 204 len: 168 time: 0.4162166 Feb 19 04:22:36.243952 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13453215-5e80-4013-87bb-3729fa76f07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829f916e-ac5a-487f-bb08-8fdeef646036,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:36.298587 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3e51a76b-3a3c-4a00-8467-a599b27de16d admin admin] Publish callbacks [] for security_group (0b176b73-6831-433d-a18d-47661959627b), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:36.310320 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3e51a76b-3a3c-4a00-8467-a599b27de16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0b176b73-6831-433d-a18d-47661959627b), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:36.409384 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3e51a76b-3a3c-4a00-8467-a599b27de16d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=14e7df8bee9e4eacbb2b500f677aa7c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8034875 Feb 19 04:22:36.410664 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51a76b-3a3c-4a00-8467-a599b27de16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b176b73-6831-433d-a18d-47661959627b,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:36.413744 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-96672f52-e5a4-497a-96e9-63e469d2af1f None None] Publish callbacks [] for port (84b6ddb7-2faa-46c7-ad2b-bae521fc60ef), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:36.415781 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 50366) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:36.437697 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-96672f52-e5a4-497a-96e9-63e469d2af1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (84b6ddb7-2faa-46c7-ad2b-bae521fc60ef), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:36.581558 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e239ca2a-2117-48bb-acae-e571ee41cfdb admin admin] Publish callbacks [] for security_group (0b176b73-6831-433d-a18d-47661959627b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:36.595515 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96672f52-e5a4-497a-96e9-63e469d2af1f None None] Network ad343cab-b62c-4c99-af1f-80a583c9ddc8 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:36.600788 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a66d84e2-ee21-437f-bee3-8e6e36723135 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for router_gateway (1ed0fc56-72b7-4f94-a568-100bc363d327), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:36.623699 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-96672f52-e5a4-497a-96e9-63e469d2af1f None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:36.632376 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96672f52-e5a4-497a-96e9-63e469d2af1f None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:36.673269 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e239ca2a-2117-48bb-acae-e571ee41cfdb admin admin] Publish callbacks [] for security_group (0b176b73-6831-433d-a18d-47661959627b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:36.682638 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96672f52-e5a4-497a-96e9-63e469d2af1f None None] Pushing event updated for resources: {'Port': ['ID=84b6ddb7-2faa-46c7-ad2b-bae521fc60ef,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:36.774998 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e239ca2a-2117-48bb-acae-e571ee41cfdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0b176b73-6831-433d-a18d-47661959627b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:36.780080 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e239ca2a-2117-48bb-acae-e571ee41cfdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:36.790590 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e239ca2a-2117-48bb-acae-e571ee41cfdb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0b176b73-6831-433d-a18d-47661959627b HTTP/1.1" status: 204 len: 168 time: 0.3649690 Feb 19 04:22:36.822037 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239ca2a-2117-48bb-acae-e571ee41cfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b176b73-6831-433d-a18d-47661959627b,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:36.984799 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-96672f52-e5a4-497a-96e9-63e469d2af1f None None] Attempting to bind port 84b6ddb7-2faa-46c7-ad2b-bae521fc60ef on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:36.985362 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-96672f52-e5a4-497a-96e9-63e469d2af1f None None] Attempting to bind port 84b6ddb7-2faa-46c7-ad2b-bae521fc60ef by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'e12808eb-e7b4-4293-903f-4b56596617c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ad343cab-b62c-4c99-af1f-80a583c9ddc8'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:36.985578 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96672f52-e5a4-497a-96e9-63e469d2af1f None None] Attempting to bind port 84b6ddb7-2faa-46c7-ad2b-bae521fc60ef on network ad343cab-b62c-4c99-af1f-80a583c9ddc8 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:36.996400 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96672f52-e5a4-497a-96e9-63e469d2af1f None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:22:36.996990 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96672f52-e5a4-497a-96e9-63e469d2af1f None None] Checking segment: {'id': 'e12808eb-e7b4-4293-903f-4b56596617c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ad343cab-b62c-4c99-af1f-80a583c9ddc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:36.998145 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-96672f52-e5a4-497a-96e9-63e469d2af1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:37.000100 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96672f52-e5a4-497a-96e9-63e469d2af1f None None] Bound using segment: {'id': 'e12808eb-e7b4-4293-903f-4b56596617c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ad343cab-b62c-4c99-af1f-80a583c9ddc8'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:22:37.001422 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-96672f52-e5a4-497a-96e9-63e469d2af1f None None] Bound port: 84b6ddb7-2faa-46c7-ad2b-bae521fc60ef, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12808eb-e7b4-4293-903f-4b56596617c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ad343cab-b62c-4c99-af1f-80a583c9ddc8'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:22:37.002142 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-96672f52-e5a4-497a-96e9-63e469d2af1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (84b6ddb7-2faa-46c7-ad2b-bae521fc60ef), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:37.010669 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:37.030038 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-a66d84e2-ee21-437f-bee3-8e6e36723135 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:22:37.034787 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a66d84e2-ee21-437f-bee3-8e6e36723135 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "PUT /v2.0/routers/1ed0fc56-72b7-4f94-a568-100bc363d327 HTTP/1.1" status: 400 len: 364 time: 1.5909758 Feb 19 04:22:37.036534 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50416) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:37.123319 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-96672f52-e5a4-497a-96e9-63e469d2af1f None None] For port 84b6ddb7-2faa-46c7-ad2b-bae521fc60ef, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:22:37.134150 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-96672f52-e5a4-497a-96e9-63e469d2af1f None None] For port 84b6ddb7-2faa-46c7-ad2b-bae521fc60ef, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=84b6ddb7-2faa-46c7-ad2b-bae521fc60ef,segment=NetworkSegment(e12808eb-e7b4-4293-903f-4b56596617c6),segment_id=e12808eb-e7b4-4293-903f-4b56596617c6)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:22:37.156574 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-96672f52-e5a4-497a-96e9-63e469d2af1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (84b6ddb7-2faa-46c7-ad2b-bae521fc60ef), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:37.243156 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-2d01ddba-1d99-46d4-acd9-2f64ed61fbfd tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:37.244989 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-2d01ddba-1d99-46d4-acd9-2f64ed61fbfd tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/networks?id=f340e38b-fc33-422a-8808-c90730dc6314 HTTP/1.1" status: 200 len: 806 time: 0.3562951 Feb 19 04:22:37.270296 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-3ed8104d-e1a9-44d8-a8fb-316d1d62c88b tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/quotas/8ec38d363cbe44859094f303c32fa2df HTTP/1.1" status: 200 len: 375 time: 0.0194414 Feb 19 04:22:37.312567 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96672f52-e5a4-497a-96e9-63e469d2af1f None None] Pushing event updated for resources: {'Port': ['ID=84b6ddb7-2faa-46c7-ad2b-bae521fc60ef,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:37.369582 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-6d04c554-9150-4776-aa16-9ee41074ea99 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ec38d363cbe44859094f303c32fa2df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0939257 Feb 19 04:22:37.813614 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa104b85-a4c1-4cd7-b15b-3c002e0f0af9 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:37.874921 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-50888074-ba04-4295-b56a-803a58438cd6 service neutron] 10.222.0.52 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927332 Feb 19 04:22:38.070982 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-801b7931-93d6-4155-abcd-47c6d7df5450 service neutron] 10.222.0.52 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884093 Feb 19 04:22:38.357295 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-aa104b85-a4c1-4cd7-b15b-3c002e0f0af9 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Allocated IP 2001:db8::1 (66b6ea2c-7afe-4f5a-9cfa-9e6838865893/319939da-3e71-49de-bca7-2dcd35c39284/487cf206-7084-4a48-99e7-2419f6a81f7b) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:38.499971 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-157d6e7a-92ca-4ddc-806e-c029022d0719 req-d0b7d1c6-4bca-42c4-b554-dd938a1fe673 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=017839e4-c58e-4017-b4c4-644f28b1652b HTTP/1.1" status: 200 len: 210 time: 0.0815926 Feb 19 04:22:38.697764 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa104b85-a4c1-4cd7-b15b-3c002e0f0af9 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for port (487cf206-7084-4a48-99e7-2419f6a81f7b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:38.809936 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa104b85-a4c1-4cd7-b15b-3c002e0f0af9 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (487cf206-7084-4a48-99e7-2419f6a81f7b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:38.882716 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 84b6ddb7-2faa-46c7-ad2b-bae521fc60ef up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:38.888193 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa104b85-a4c1-4cd7-b15b-3c002e0f0af9 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Pushing event updated for resources: {'Port': ['ID=487cf206-7084-4a48-99e7-2419f6a81f7b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:38.910181 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa104b85-a4c1-4cd7-b15b-3c002e0f0af9 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Network 66b6ea2c-7afe-4f5a-9cfa-9e6838865893 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:38.912174 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-aa104b85-a4c1-4cd7-b15b-3c002e0f0af9 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:38.916476 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa104b85-a4c1-4cd7-b15b-3c002e0f0af9 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:38.917171 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa104b85-a4c1-4cd7-b15b-3c002e0f0af9 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (1ed0fc56-72b7-4f94-a568-100bc363d327), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:39.046589 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 84b6ddb7-2faa-46c7-ad2b-bae521fc60ef triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:39.046879 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (84b6ddb7-2faa-46c7-ad2b-bae521fc60ef), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:39.178148 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa104b85-a4c1-4cd7-b15b-3c002e0f0af9 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (487cf206-7084-4a48-99e7-2419f6a81f7b), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:39.303726 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 84b6ddb7-2faa-46c7-ad2b-bae521fc60ef is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:39.303994 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (84b6ddb7-2faa-46c7-ad2b-bae521fc60ef), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:39.408501 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 84b6ddb7-2faa-46c7-ad2b-bae521fc60ef, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=84b6ddb7-2faa-46c7-ad2b-bae521fc60ef,segment=NetworkSegment(e12808eb-e7b4-4293-903f-4b56596617c6),segment_id=e12808eb-e7b4-4293-903f-4b56596617c6)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:39.413866 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6a5edd-f5f4-47c0-95ea-72fed9e181a8 None None] Network ad343cab-b62c-4c99-af1f-80a583c9ddc8 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:39.468093 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 50676) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:39.646249 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (84b6ddb7-2faa-46c7-ad2b-bae521fc60ef), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:39.686067 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-78e84062-36fd-461d-948d-cd4b12194c09 req-ec9d5ad3-bc5b-4463-91f5-5e67ce81b69f tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=017839e4-c58e-4017-b4c4-644f28b1652b HTTP/1.1" status: 200 len: 210 time: 0.0668237 Feb 19 04:22:39.821542 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-03e93c05-8725-4b47-97e8-f83d392143f4 None None] Provisioning complete for port 84b6ddb7-2faa-46c7-ad2b-bae521fc60ef triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:39.821919 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-03e93c05-8725-4b47-97e8-f83d392143f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (84b6ddb7-2faa-46c7-ad2b-bae521fc60ef), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:39.900392 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=84b6ddb7-2faa-46c7-ad2b-bae521fc60ef,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:39.957595 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:22:39.968169 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa104b85-a4c1-4cd7-b15b-3c002e0f0af9 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for port (487cf206-7084-4a48-99e7-2419f6a81f7b), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:39.986394 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa104b85-a4c1-4cd7-b15b-3c002e0f0af9 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (487cf206-7084-4a48-99e7-2419f6a81f7b), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:39.989619 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa104b85-a4c1-4cd7-b15b-3c002e0f0af9 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (1ed0fc56-72b7-4f94-a568-100bc363d327), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:40.013040 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-03e93c05-8725-4b47-97e8-f83d392143f4 None None] Current status of the port 84b6ddb7-2faa-46c7-ad2b-bae521fc60ef is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:40.014118 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-52115b9f-617b-400b-abd4-a8b3600d0fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:40.025636 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-03e93c05-8725-4b47-97e8-f83d392143f4 None None] Provisioning complete for port 487cf206-7084-4a48-99e7-2419f6a81f7b triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:40.026387 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-03e93c05-8725-4b47-97e8-f83d392143f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (487cf206-7084-4a48-99e7-2419f6a81f7b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:40.083378 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-03e93c05-8725-4b47-97e8-f83d392143f4 None None] Port 487cf206-7084-4a48-99e7-2419f6a81f7b cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:22:40.253107 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-52115b9f-617b-400b-abd4-a8b3600d0fff admin admin] Publish callbacks [] for security_group (3af433f1-e61e-47e2-a535-6b71afc6f96c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:40.265528 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-52115b9f-617b-400b-abd4-a8b3600d0fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3af433f1-e61e-47e2-a535-6b71afc6f96c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:40.333895 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa104b85-a4c1-4cd7-b15b-3c002e0f0af9 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Pushing event updated for resources: {'Port': ['ID=487cf206-7084-4a48-99e7-2419f6a81f7b,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:40.337433 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-52115b9f-617b-400b-abd4-a8b3600d0fff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4d34a9c7fcdf408491c792cdcd22c79c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8661520 Feb 19 04:22:40.340488 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 50760) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:40.341263 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52115b9f-617b-400b-abd4-a8b3600d0fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af433f1-e61e-47e2-a535-6b71afc6f96c,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:40.430280 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-cde070c2-2892-404a-a631-2d52f51bb69e None None] Provisioning complete for port 84b6ddb7-2faa-46c7-ad2b-bae521fc60ef triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:40.430936 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cde070c2-2892-404a-a631-2d52f51bb69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (84b6ddb7-2faa-46c7-ad2b-bae521fc60ef), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:40.451084 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-93915738-1633-4689-b111-8d59c0f3d29d admin admin] Publish callbacks [] for security_group (3af433f1-e61e-47e2-a535-6b71afc6f96c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:40.471377 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa104b85-a4c1-4cd7-b15b-3c002e0f0af9 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Network 66b6ea2c-7afe-4f5a-9cfa-9e6838865893 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:40.494438 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-aa104b85-a4c1-4cd7-b15b-3c002e0f0af9 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:40.507424 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-93915738-1633-4689-b111-8d59c0f3d29d admin admin] Publish callbacks [] for security_group (3af433f1-e61e-47e2-a535-6b71afc6f96c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:40.588143 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-8ee6bece-b20d-46e9-af94-9021d6748352 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:40.590506 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-8ee6bece-b20d-46e9-af94-9021d6748352 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.26 "GET /v2.0/networks?id=f340e38b-fc33-422a-8808-c90730dc6314 HTTP/1.1" status: 200 len: 806 time: 0.4019649 Feb 19 04:22:40.640808 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-93915738-1633-4689-b111-8d59c0f3d29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3af433f1-e61e-47e2-a535-6b71afc6f96c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:40.641061 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-b5780580-0c86-4f76-9342-c2d4dc9c5520 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Request body: {'port': {'device_id': '017839e4-c58e-4017-b4c4-644f28b1652b', 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314', 'admin_state_up': True, 'tenant_id': '8ec38d363cbe44859094f303c32fa2df'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:40.644401 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-93915738-1633-4689-b111-8d59c0f3d29d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:40.645977 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-93915738-1633-4689-b111-8d59c0f3d29d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3af433f1-e61e-47e2-a535-6b71afc6f96c HTTP/1.1" status: 204 len: 168 time: 0.3011000 Feb 19 04:22:40.668160 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93915738-1633-4689-b111-8d59c0f3d29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af433f1-e61e-47e2-a535-6b71afc6f96c,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:40.675665 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-cde070c2-2892-404a-a631-2d52f51bb69e None None] Current status of the port 84b6ddb7-2faa-46c7-ad2b-bae521fc60ef is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:40.679430 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 84b6ddb7-2faa-46c7-ad2b-bae521fc60ef up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:40.813470 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 84b6ddb7-2faa-46c7-ad2b-bae521fc60ef triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:40.813843 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (84b6ddb7-2faa-46c7-ad2b-bae521fc60ef), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:40.846439 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa104b85-a4c1-4cd7-b15b-3c002e0f0af9 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Router 1ed0fc56-72b7-4f94-a568-100bc363d327 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:22:40.873475 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c9e4d49e-b9a3-41a0-ba43-f4bad4097936 req-6c347d6c-28b0-451b-8919-0f9b48d14da0 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=017839e4-c58e-4017-b4c4-644f28b1652b HTTP/1.1" status: 200 len: 210 time: 0.0413778 Feb 19 04:22:40.946932 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 84b6ddb7-2faa-46c7-ad2b-bae521fc60ef is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:41.122108 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa104b85-a4c1-4cd7-b15b-3c002e0f0af9 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:22:41.127384 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-aa104b85-a4c1-4cd7-b15b-3c002e0f0af9 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "PUT /v2.0/routers/1ed0fc56-72b7-4f94-a568-100bc363d327/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0898459 Feb 19 04:22:41.130690 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50836) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:41.137913 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f17f3c-34c5-4647-839a-6b8d7b95e217 None None] Sync routers for ids ['1ed0fc56-72b7-4f94-a568-100bc363d327'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:22:41.141881 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-b5780580-0c86-4f76-9342-c2d4dc9c5520 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Made reservation on behalf of 8ec38d363cbe44859094f303c32fa2df for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:41.145485 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-b5780580-0c86-4f76-9342-c2d4dc9c5520 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:41.162578 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f17f3c-34c5-4647-839a-6b8d7b95e217 None None] Routers {'1ed0fc56-72b7-4f94-a568-100bc363d327'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:22:41.163514 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-c4f17f3c-34c5-4647-839a-6b8d7b95e217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:22:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['1ed0fc56-72b7-4f94-a568-100bc363d327'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:41.276980 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-c4f17f3c-34c5-4647-839a-6b8d7b95e217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:41.299335 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f17f3c-34c5-4647-839a-6b8d7b95e217 None None] Routers {'1ed0fc56-72b7-4f94-a568-100bc363d327'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:22:41.306028 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-c4f17f3c-34c5-4647-839a-6b8d7b95e217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:22:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['1ed0fc56-72b7-4f94-a568-100bc363d327'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:41.374609 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-b5780580-0c86-4f76-9342-c2d4dc9c5520 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Allocated IP 172.20.0.11 (f340e38b-fc33-422a-8808-c90730dc6314/28e0c96c-0d0f-4bc2-a99e-37aff97516b7/1c5945e0-5098-4582-82c1-25f972c76284) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:41.407713 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-c4f17f3c-34c5-4647-839a-6b8d7b95e217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:41.408417 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f17f3c-34c5-4647-839a-6b8d7b95e217 None None] The sync data for ids ['1ed0fc56-72b7-4f94-a568-100bc363d327'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:22:41.412086 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-649bf58a-4fe9-4984-9a07-73bc823ad2cf None None] Provisioning complete for port 487cf206-7084-4a48-99e7-2419f6a81f7b triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:41.413357 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-649bf58a-4fe9-4984-9a07-73bc823ad2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (487cf206-7084-4a48-99e7-2419f6a81f7b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:41.539543 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-649bf58a-4fe9-4984-9a07-73bc823ad2cf None None] Port 487cf206-7084-4a48-99e7-2419f6a81f7b cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:22:41.544687 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1aa1ae9e-912a-4af8-a2dc-f1b4dedd94ad tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for router (1ed0fc56-72b7-4f94-a568-100bc363d327), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:41.599677 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-b5780580-0c86-4f76-9342-c2d4dc9c5520 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks [] for port (1c5945e0-5098-4582-82c1-25f972c76284), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:41.673973 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-1aa1ae9e-912a-4af8-a2dc-f1b4dedd94ad tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 04:22:41.675580 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1aa1ae9e-912a-4af8-a2dc-f1b4dedd94ad tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "DELETE /v2.0/routers/1ed0fc56-72b7-4f94-a568-100bc363d327 HTTP/1.1" status: 409 len: 329 time: 0.5433815 Feb 19 04:22:41.678505 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50898) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:41.792318 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-b5780580-0c86-4f76-9342-c2d4dc9c5520 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (1c5945e0-5098-4582-82c1-25f972c76284), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:41.805704 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['12fa2f24-9f06-475c-9764-ec13d3159342'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:22:42.133307 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966e9a8-5410-4157-8398-f246614d4f04 req-4629da25-798e-4d8a-b312-e52d0acd732a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:42.159847 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3966e9a8-5410-4157-8398-f246614d4f04 req-4629da25-798e-4d8a-b312-e52d0acd732a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=017839e4-c58e-4017-b4c4-644f28b1652b HTTP/1.1" status: 200 len: 932 time: 0.1220658 Feb 19 04:22:42.270812 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3966e9a8-5410-4157-8398-f246614d4f04 req-8087e3c3-33b6-462b-b2fd-255443367d29 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063192 Feb 19 04:22:42.338416 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-b5780580-0c86-4f76-9342-c2d4dc9c5520 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Network f340e38b-fc33-422a-8808-c90730dc6314 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:42.348146 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-b5780580-0c86-4f76-9342-c2d4dc9c5520 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:42.351257 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-b5780580-0c86-4f76-9342-c2d4dc9c5520 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:42.408449 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5780580-0c86-4f76-9342-c2d4dc9c5520 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Pushing event updated for resources: {'Port': ['ID=1c5945e0-5098-4582-82c1-25f972c76284,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:42.502879 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-b5780580-0c86-4f76-9342-c2d4dc9c5520 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:42.503496 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-b5780580-0c86-4f76-9342-c2d4dc9c5520 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:42.534299 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-b5780580-0c86-4f76-9342-c2d4dc9c5520 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9012060 Feb 19 04:22:42.594224 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-300a58a8-00ab-4d84-bb0e-092b95649652 service neutron] Request body: {'port': {'device_id': '017839e4-c58e-4017-b4c4-644f28b1652b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:42.690715 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-300a58a8-00ab-4d84-bb0e-092b95649652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1c5945e0-5098-4582-82c1-25f972c76284), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:42.882771 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-55f0d2d0-fbdf-4c7f-9e23-bc309c969a95 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (1ed0fc56-72b7-4f94-a568-100bc363d327), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:42.921155 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 50996) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:43.256042 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-d010fa8e-c330-4146-807d-fc10facfe0b8 tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1064301289'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:43.257208 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-d010fa8e-c330-4146-807d-fc10facfe0b8 tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] Unknown quota resources ['metering_label']. {{(pid=109926) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 04:22:43.258599 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-300a58a8-00ab-4d84-bb0e-092b95649652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5945e0-5098-4582-82c1-25f972c76284 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:22:43.287306 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-300a58a8-00ab-4d84-bb0e-092b95649652 service neutron] Publish callbacks [] for port (1c5945e0-5098-4582-82c1-25f972c76284), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:43.320821 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-300a58a8-00ab-4d84-bb0e-092b95649652 service neutron] Transition to ACTIVE for port object 1c5945e0-5098-4582-82c1-25f972c76284 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:22:43.369633 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-300a58a8-00ab-4d84-bb0e-092b95649652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (1c5945e0-5098-4582-82c1-25f972c76284), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:43.487611 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a58a8-00ab-4d84-bb0e-092b95649652 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5945e0-5098-4582-82c1-25f972c76284,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:43.509491 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-55f0d2d0-fbdf-4c7f-9e23-bc309c969a95 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Deleting port 487cf206-7084-4a48-99e7-2419f6a81f7b {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:43.510355 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-55f0d2d0-fbdf-4c7f-9e23-bc309c969a95 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (487cf206-7084-4a48-99e7-2419f6a81f7b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:43.568932 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d010fa8e-c330-4146-807d-fc10facfe0b8 tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:43.572496 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d010fa8e-c330-4146-807d-fc10facfe0b8 tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6476996 Feb 19 04:22:43.572746 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51010) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:43.578013 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-793e6f5b-6af9-4a0d-bd38-c487e320a881 tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '0c2e8d79-c195-48af-975d-5cc620343d6d'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:43.578564 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-793e6f5b-6af9-4a0d-bd38-c487e320a881 tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109926) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 04:22:43.596650 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-300a58a8-00ab-4d84-bb0e-092b95649652 service neutron] Attempting to bind port 1c5945e0-5098-4582-82c1-25f972c76284 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:43.597292 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-300a58a8-00ab-4d84-bb0e-092b95649652 service neutron] Attempting to bind port 1c5945e0-5098-4582-82c1-25f972c76284 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '6b87574b-72cf-4594-b333-e9ab62f81250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:43.597885 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-300a58a8-00ab-4d84-bb0e-092b95649652 service neutron] Attempting to bind port 1c5945e0-5098-4582-82c1-25f972c76284 on network f340e38b-fc33-422a-8808-c90730dc6314 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:43.606727 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-300a58a8-00ab-4d84-bb0e-092b95649652 service neutron] Port 1c5945e0-5098-4582-82c1-25f972c76284 on network f340e38b-fc33-422a-8808-c90730dc6314 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:22:43.607424 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-300a58a8-00ab-4d84-bb0e-092b95649652 service neutron] Attempting to bind port 1c5945e0-5098-4582-82c1-25f972c76284 on network f340e38b-fc33-422a-8808-c90730dc6314 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:43.617307 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-300a58a8-00ab-4d84-bb0e-092b95649652 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:22:43.617829 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-300a58a8-00ab-4d84-bb0e-092b95649652 service neutron] Checking segment: {'id': '6b87574b-72cf-4594-b333-e9ab62f81250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:43.618716 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-300a58a8-00ab-4d84-bb0e-092b95649652 service neutron] Bound using segment: {'id': '6b87574b-72cf-4594-b333-e9ab62f81250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:22:43.619489 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-300a58a8-00ab-4d84-bb0e-092b95649652 service neutron] Bound port: 1c5945e0-5098-4582-82c1-25f972c76284, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b87574b-72cf-4594-b333-e9ab62f81250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:22:43.620175 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-300a58a8-00ab-4d84-bb0e-092b95649652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1c5945e0-5098-4582-82c1-25f972c76284), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:43.679975 n-d-828369-19 neutron-server[109926]: WARNING neutron.services.metering.metering_plugin [None req-793e6f5b-6af9-4a0d-bd38-c487e320a881 tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 04:22:43.692719 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-55f0d2d0-fbdf-4c7f-9e23-bc309c969a95 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (487cf206-7084-4a48-99e7-2419f6a81f7b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:43.715928 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-55f0d2d0-fbdf-4c7f-9e23-bc309c969a95 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Calling delete_port for 487cf206-7084-4a48-99e7-2419f6a81f7b owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:43.788583 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b71063-e32e-4e13-922b-0486f3b0a0b8 req-429e6753-924c-4c42-a389-3aac3fb36714 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:43.795518 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-300a58a8-00ab-4d84-bb0e-092b95649652 service neutron] For port 1c5945e0-5098-4582-82c1-25f972c76284, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:22:43.799648 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16b71063-e32e-4e13-922b-0486f3b0a0b8 req-429e6753-924c-4c42-a389-3aac3fb36714 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=017839e4-c58e-4017-b4c4-644f28b1652b HTTP/1.1" status: 200 len: 944 time: 0.4221604 Feb 19 04:22:43.814022 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-300a58a8-00ab-4d84-bb0e-092b95649652 service neutron] For port 1c5945e0-5098-4582-82c1-25f972c76284, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=1c5945e0-5098-4582-82c1-25f972c76284,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:22:43.839066 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-300a58a8-00ab-4d84-bb0e-092b95649652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (1c5945e0-5098-4582-82c1-25f972c76284), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:43.873555 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-793e6f5b-6af9-4a0d-bd38-c487e320a881 tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:43.874513 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-793e6f5b-6af9-4a0d-bd38-c487e320a881 tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3008280 Feb 19 04:22:43.882974 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51018) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:43.888887 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-a57c3c85-f3bf-4a2f-b9a6-fa0016907122 tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '0c2e8d79-c195-48af-975d-5cc620343d6d'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:43.889565 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-a57c3c85-f3bf-4a2f-b9a6-fa0016907122 tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109926) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 04:22:43.924406 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16b71063-e32e-4e13-922b-0486f3b0a0b8 req-daaa7039-ed99-4678-a573-ccedc45a3618 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235516 Feb 19 04:22:44.006295 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-300a58a8-00ab-4d84-bb0e-092b95649652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:44.006932 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-300a58a8-00ab-4d84-bb0e-092b95649652 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:44.008608 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-300a58a8-00ab-4d84-bb0e-092b95649652 service neutron] 10.222.0.26 "PUT /v2.0/ports/1c5945e0-5098-4582-82c1-25f972c76284 HTTP/1.1" status: 200 len: 1093 time: 1.4199541 Feb 19 04:22:44.009137 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '017839e4-c58e-4017-b4c4-644f28b1652b', 'tag': '1c5945e0-5098-4582-82c1-25f972c76284'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:22:44.014124 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65bca99-a4c8-4233-969a-073053338b03" -d '{"events": [{"name": "network-changed", "server_uuid": "017839e4-c58e-4017-b4c4-644f28b1652b", "tag": "1c5945e0-5098-4582-82c1-25f972c76284"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:22:44.019405 n-d-828369-19 neutron-server[109926]: WARNING neutron.services.metering.metering_plugin [None req-a57c3c85-f3bf-4a2f-b9a6-fa0016907122 tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 04:22:44.165419 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a57c3c85-f3bf-4a2f-b9a6-fa0016907122 tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:44.170355 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a57c3c85-f3bf-4a2f-b9a6-fa0016907122 tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2857883 Feb 19 04:22:44.171064 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51030) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:44.189721 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7147d21f-76fa-41b8-bf7c-4fd215d501e4 tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=587428e1-fe61-43ff-b533-99211cd5b498 HTTP/1.1" status: 200 len: 462 time: 0.0172861 Feb 19 04:22:44.191133 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51032) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:44.225216 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-55f0d2d0-fbdf-4c7f-9e23-bc309c969a95 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (487cf206-7084-4a48-99e7-2419f6a81f7b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:44.239318 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a58a8-00ab-4d84-bb0e-092b95649652 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5945e0-5098-4582-82c1-25f972c76284,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:44.282844 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3a8c5b-5fc4-4da7-adc5-d5f86d75bb0e x-openstack-request-id: req-0a3a8c5b-5fc4-4da7-adc5-d5f86d75bb0e {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:22:44.283416 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "017839e4-c58e-4017-b4c4-644f28b1652b", "tag": "1c5945e0-5098-4582-82c1-25f972c76284", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:22:44.283964 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0a3a8c5b-5fc4-4da7-adc5-d5f86d75bb0e {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:22:44.284761 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '017839e4-c58e-4017-b4c4-644f28b1652b', 'tag': '1c5945e0-5098-4582-82c1-25f972c76284', 'status': 'completed', 'code': 200} Feb 19 04:22:44.317406 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0d2d0-fbdf-4c7f-9e23-bc309c969a95 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Pushing event deleted for resources: {'Port': ['ID=487cf206-7084-4a48-99e7-2419f6a81f7b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:44.416000 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-10e924e8-a775-4434-a9c4-10123af3f103 tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:44.418440 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-10e924e8-a775-4434-a9c4-10123af3f103 tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/587428e1-fe61-43ff-b533-99211cd5b498 HTTP/1.1" status: 204 len: 168 time: 0.2260852 Feb 19 04:22:44.430352 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51036) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:44.443411 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1e714748-e0fd-4330-8ea7-13f86740210f tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=587428e1-fe61-43ff-b533-99211cd5b498 HTTP/1.1" status: 200 len: 221 time: 0.0113945 Feb 19 04:22:44.449260 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51038) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:44.453552 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-c434bf22-74cc-4b8c-9bb8-98147604085a tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--512184830', 'description': 'label created by tempest'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:44.454011 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-c434bf22-74cc-4b8c-9bb8-98147604085a tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] Unknown quota resources ['metering_label']. {{(pid=109926) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 04:22:44.479888 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-55f0d2d0-fbdf-4c7f-9e23-bc309c969a95 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (1ed0fc56-72b7-4f94-a568-100bc363d327), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:44.491251 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-1f87217d-3a3a-4893-88bd-f4e080d9c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:44.493704 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-1f87217d-3a3a-4893-88bd-f4e080d9c0ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ec38d363cbe44859094f303c32fa2df&device_id=017839e4-c58e-4017-b4c4-644f28b1652b HTTP/1.1" status: 200 len: 1127 time: 0.2827609 Feb 19 04:22:44.624093 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-5677a4f2-27fd-4d8a-99e0-ecdc0141daed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c5945e0-5098-4582-82c1-25f972c76284 HTTP/1.1" status: 200 len: 217 time: 0.0435898 Feb 19 04:22:44.784301 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-72d6a3cf-4553-43ec-aef9-78764bac5cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:44.786272 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-72d6a3cf-4553-43ec-aef9-78764bac5cbe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28e0c96c-0d0f-4bc2-a99e-37aff97516b7 HTTP/1.1" status: 200 len: 846 time: 0.1039674 Feb 19 04:22:44.807847 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c434bf22-74cc-4b8c-9bb8-98147604085a tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:44.812347 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c434bf22-74cc-4b8c-9bb8-98147604085a tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3621271 Feb 19 04:22:44.813136 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51046) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:44.823350 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-da5aeb7b-ae63-4391-9e1c-cc0d28b28f26 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f340e38b-fc33-422a-8808-c90730dc6314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288544 Feb 19 04:22:44.831366 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f0d2d0-fbdf-4c7f-9e23-bc309c969a95 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Router 1ed0fc56-72b7-4f94-a568-100bc363d327 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:22:44.912189 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6c271714-3a60-4f23-bdc9-2b8b53876cff tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=04486491-3a18-4456-a17e-0005f2efc677 HTTP/1.1" status: 200 len: 467 time: 0.0975647 Feb 19 04:22:44.912782 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51054) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:44.942717 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f0d2d0-fbdf-4c7f-9e23-bc309c969a95 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:22:44.954550 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-55f0d2d0-fbdf-4c7f-9e23-bc309c969a95 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "PUT /v2.0/routers/1ed0fc56-72b7-4f94-a568-100bc363d327/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2745662 Feb 19 04:22:44.955926 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51058) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:44.957893 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1280c5a5-eb23-4202-a3f6-cadf6485b959 None None] Sync routers for ids ['1ed0fc56-72b7-4f94-a568-100bc363d327'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:22:44.977512 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1280c5a5-eb23-4202-a3f6-cadf6485b959 None None] Routers {'1ed0fc56-72b7-4f94-a568-100bc363d327'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:22:44.978153 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-1280c5a5-eb23-4202-a3f6-cadf6485b959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:22:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['1ed0fc56-72b7-4f94-a568-100bc363d327'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:45.032669 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-39e54a27-f596-4495-bd55-47f13d7d70fa tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] show failed (client error): The resource could not be found. Feb 19 04:22:45.039020 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51062) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:45.039218 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-39e54a27-f596-4495-bd55-47f13d7d70fa tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "GET /v2.0/routers/tempest-non_exist_router-1476179736 HTTP/1.1" status: 404 len: 335 time: 0.0513015 Feb 19 04:22:45.045400 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-77e6815d-9f4a-4bb5-bf53-395572e238cb tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:45.079044 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-1280c5a5-eb23-4202-a3f6-cadf6485b959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:45.092046 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1280c5a5-eb23-4202-a3f6-cadf6485b959 None None] Routers {'1ed0fc56-72b7-4f94-a568-100bc363d327'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:22:45.093034 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-1280c5a5-eb23-4202-a3f6-cadf6485b959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:22:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['1ed0fc56-72b7-4f94-a568-100bc363d327'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:45.135278 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-c1d97039-6b20-422e-a30c-8647140ad1af service neutron] 10.222.0.26 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026273 Feb 19 04:22:45.141033 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-1280c5a5-eb23-4202-a3f6-cadf6485b959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:45.150466 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1280c5a5-eb23-4202-a3f6-cadf6485b959 None None] The sync data for ids ['1ed0fc56-72b7-4f94-a568-100bc363d327'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:22:45.217236 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-77e6815d-9f4a-4bb5-bf53-395572e238cb tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] update failed (client error): The resource could not be found. Feb 19 04:22:45.226039 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-77e6815d-9f4a-4bb5-bf53-395572e238cb tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "PUT /v2.0/routers/tempest-non_exist_router-29407034 HTTP/1.1" status: 404 len: 333 time: 0.1857097 Feb 19 04:22:45.228782 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51068) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:45.249060 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-82c283cd-86d1-4dd9-b570-8979fd6a0aa0 req-c52bb4c6-4e82-4f3d-a37c-19e8b3007593 service neutron] 10.222.0.26 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068199 Feb 19 04:22:45.376964 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8805197-9d46-4082-938b-a0b960a3a242 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Deleting subnet f853fbb8-29e4-4020-970e-b9db62cb2cc0 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:22:45.386060 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cee34206-496d-4ecd-9b22-f047f5e9271c tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:45.387271 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cee34206-496d-4ecd-9b22-f047f5e9271c tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/04486491-3a18-4456-a17e-0005f2efc677 HTTP/1.1" status: 204 len: 168 time: 0.4735913 Feb 19 04:22:45.388448 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b8805197-9d46-4082-938b-a0b960a3a242 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for subnet (f853fbb8-29e4-4020-970e-b9db62cb2cc0), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:45.393906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51072) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:45.412817 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65bca99-a4c8-4233-969a-073053338b03 req-3d8bb8b9-a357-43dc-af2e-6ff6380869af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:45.415769 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f65bca99-a4c8-4233-969a-073053338b03 req-3d8bb8b9-a357-43dc-af2e-6ff6380869af service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ec38d363cbe44859094f303c32fa2df&device_id=017839e4-c58e-4017-b4c4-644f28b1652b HTTP/1.1" status: 200 len: 1127 time: 0.0827270 Feb 19 04:22:45.444539 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5de82-d468-4856-b14b-8bf7c1077d1c req-6eee1594-cf3a-4f2d-8f7f-09d39d31b8e9 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:45.446089 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-90b5de82-d468-4856-b14b-8bf7c1077d1c req-6eee1594-cf3a-4f2d-8f7f-09d39d31b8e9 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=017839e4-c58e-4017-b4c4-644f28b1652b HTTP/1.1" status: 200 len: 944 time: 0.3254120 Feb 19 04:22:45.449907 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-107000da-4052-469b-a856-0a8758c87ede tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=04486491-3a18-4456-a17e-0005f2efc677 HTTP/1.1" status: 200 len: 216 time: 0.0335374 Feb 19 04:22:45.454833 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51074) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:45.463679 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b8805197-9d46-4082-938b-a0b960a3a242 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (f853fbb8-29e4-4020-970e-b9db62cb2cc0), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:45.515110 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-711fce53-c34a-4fd3-beb4-627d8f8d6dc6 tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0588346 Feb 19 04:22:45.525174 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51076) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:45.551399 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-322d923d-a79b-4153-8574-64e99d4012e4 tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0251293 Feb 19 04:22:45.560871 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51078) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:45.576193 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65bca99-a4c8-4233-969a-073053338b03 req-91d9ddd3-b740-4147-a6e8-052cf525b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:45.578285 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f65bca99-a4c8-4233-969a-073053338b03 req-91d9ddd3-b740-4147-a6e8-052cf525b935 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f340e38b-fc33-422a-8808-c90730dc6314 HTTP/1.1" status: 200 len: 907 time: 0.1570084 Feb 19 04:22:45.649218 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f65bca99-a4c8-4233-969a-073053338b03 req-54b2e68d-d6a6-4c38-bc28-189ba154a4df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c5945e0-5098-4582-82c1-25f972c76284 HTTP/1.1" status: 200 len: 217 time: 0.0638132 Feb 19 04:22:45.712932 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65bca99-a4c8-4233-969a-073053338b03 req-471c441b-102f-415f-962d-2f88ee1c8b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:45.714733 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f65bca99-a4c8-4233-969a-073053338b03 req-471c441b-102f-415f-962d-2f88ee1c8b48 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28e0c96c-0d0f-4bc2-a99e-37aff97516b7 HTTP/1.1" status: 200 len: 846 time: 0.0594065 Feb 19 04:22:45.777144 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f65bca99-a4c8-4233-969a-073053338b03 req-cfa6c18b-ee71-42f9-acdd-eb216b440142 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f340e38b-fc33-422a-8808-c90730dc6314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542424 Feb 19 04:22:45.952887 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f65bca99-a4c8-4233-969a-073053338b03 req-975211c9-3fd5-45b9-baaa-b3178831231a service neutron] 10.222.0.26 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681614 Feb 19 04:22:46.018245 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e3cfebf9-fb6c-4a1d-a9be-a424c85abf41 tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels/0c2e8d79-c195-48af-975d-5cc620343d6d HTTP/1.1" status: 200 len: 473 time: 0.4561539 Feb 19 04:22:46.025479 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51084) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:46.041718 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-90b5de82-d468-4856-b14b-8bf7c1077d1c req-de12d58b-f334-4255-a6cd-ca1c9c82f7be tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5376909 Feb 19 04:22:46.054245 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-90ce794f-b737-4858-956c-6f93d4f3a1b1 tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules/4ea2d505-f0ad-419a-936e-52013abb2df6 HTTP/1.1" status: 200 len: 459 time: 0.0247016 Feb 19 04:22:46.059206 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51088) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:46.069948 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b8805197-9d46-4082-938b-a0b960a3a242 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (f853fbb8-29e4-4020-970e-b9db62cb2cc0), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:46.134323 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f65bca99-a4c8-4233-969a-073053338b03 req-44c8f75a-1201-41e6-8aba-dbc9188691a9 service neutron] 10.222.0.26 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725307 Feb 19 04:22:46.239165 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-636b7a61-385a-4ae8-a33f-bac24136361f tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:46.242733 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-636b7a61-385a-4ae8-a33f-bac24136361f tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/4ea2d505-f0ad-419a-936e-52013abb2df6 HTTP/1.1" status: 204 len: 168 time: 0.1836171 Feb 19 04:22:46.246044 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51092) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:46.305173 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b8805197-9d46-4082-938b-a0b960a3a242 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (f853fbb8-29e4-4020-970e-b9db62cb2cc0), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:46.344837 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b8805197-9d46-4082-938b-a0b960a3a242 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:46.349239 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b8805197-9d46-4082-938b-a0b960a3a242 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "DELETE /v2.0/subnets/f853fbb8-29e4-4020-970e-b9db62cb2cc0 HTTP/1.1" status: 204 len: 168 time: 1.1153302 Feb 19 04:22:46.351388 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51098) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:46.362455 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18607888-53d6-43ef-8d64-aa8260b2c132 None None] Network ad343cab-b62c-4c99-af1f-80a583c9ddc8 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:46.391501 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8805197-9d46-4082-938b-a0b960a3a242 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Pushing event deleted for resources: {'Subnet': ['ID=f853fbb8-29e4-4020-970e-b9db62cb2cc0,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:46.503395 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-51f62c17-18e7-45c9-a5a1-995ee38f1147 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (ad343cab-b62c-4c99-af1f-80a583c9ddc8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:46.576809 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8965531-924b-4fa4-b55e-d2c881c7e763 None None] DHCP port deletion for ad343cab-b62c-4c99-af1f-80a583c9ddc8 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:22:46.642962 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b8965531-924b-4fa4-b55e-d2c881c7e763 None None] Deleting port 84b6ddb7-2faa-46c7-ad2b-bae521fc60ef {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:46.643972 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b8965531-924b-4fa4-b55e-d2c881c7e763 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (84b6ddb7-2faa-46c7-ad2b-bae521fc60ef), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:46.694994 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e6479258-b8da-4d84-93de-f2c0a26d7070 tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:46.696348 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e6479258-b8da-4d84-93de-f2c0a26d7070 tempest-MeteringIpV6TestJSON-1730075867 tempest-MeteringIpV6TestJSON-1730075867-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/0c2e8d79-c195-48af-975d-5cc620343d6d HTTP/1.1" status: 204 len: 168 time: 0.4520874 Feb 19 04:22:46.737500 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-51f62c17-18e7-45c9-a5a1-995ee38f1147 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Deleting port 84b6ddb7-2faa-46c7-ad2b-bae521fc60ef {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:46.740708 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-51f62c17-18e7-45c9-a5a1-995ee38f1147 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (84b6ddb7-2faa-46c7-ad2b-bae521fc60ef), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:46.900979 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-51f62c17-18e7-45c9-a5a1-995ee38f1147 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] For port 84b6ddb7-2faa-46c7-ad2b-bae521fc60ef, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=84b6ddb7-2faa-46c7-ad2b-bae521fc60ef,segment=NetworkSegment(e12808eb-e7b4-4293-903f-4b56596617c6),segment_id=e12808eb-e7b4-4293-903f-4b56596617c6)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:46.902541 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-51f62c17-18e7-45c9-a5a1-995ee38f1147 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (84b6ddb7-2faa-46c7-ad2b-bae521fc60ef), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:46.932308 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-51f62c17-18e7-45c9-a5a1-995ee38f1147 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Calling delete_port for 84b6ddb7-2faa-46c7-ad2b-bae521fc60ef owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:46.939468 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b8965531-924b-4fa4-b55e-d2c881c7e763 None None] For port 84b6ddb7-2faa-46c7-ad2b-bae521fc60ef, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=84b6ddb7-2faa-46c7-ad2b-bae521fc60ef,segment=NetworkSegment(e12808eb-e7b4-4293-903f-4b56596617c6),segment_id=e12808eb-e7b4-4293-903f-4b56596617c6)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:46.939869 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b8965531-924b-4fa4-b55e-d2c881c7e763 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (84b6ddb7-2faa-46c7-ad2b-bae521fc60ef), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:46.953922 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b8965531-924b-4fa4-b55e-d2c881c7e763 None None] Calling delete_port for 84b6ddb7-2faa-46c7-ad2b-bae521fc60ef owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:47.045839 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b8965531-924b-4fa4-b55e-d2c881c7e763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (84b6ddb7-2faa-46c7-ad2b-bae521fc60ef), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:47.084420 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8965531-924b-4fa4-b55e-d2c881c7e763 None None] Pushing event deleted for resources: {'Port': ['ID=84b6ddb7-2faa-46c7-ad2b-bae521fc60ef,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:47.087811 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8965531-924b-4fa4-b55e-d2c881c7e763 None None] No DVR routers for this DVR port 84b6ddb7-2faa-46c7-ad2b-bae521fc60ef on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:22:47.127512 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-51f62c17-18e7-45c9-a5a1-995ee38f1147 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (84b6ddb7-2faa-46c7-ad2b-bae521fc60ef), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:47.166151 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f62c17-18e7-45c9-a5a1-995ee38f1147 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] No DVR routers for this DVR port 84b6ddb7-2faa-46c7-ad2b-bae521fc60ef on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:22:47.172597 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f62c17-18e7-45c9-a5a1-995ee38f1147 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Pushing event deleted for resources: {'Port': ['ID=84b6ddb7-2faa-46c7-ad2b-bae521fc60ef,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:47.273203 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-51f62c17-18e7-45c9-a5a1-995ee38f1147 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (ad343cab-b62c-4c99-af1f-80a583c9ddc8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:47.278802 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa318a-346f-459c-aeb2-97a36d40e0d1 req-444bb86a-704c-491a-bad8-33e4f849f813 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:47.281016 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ffa318a-346f-459c-aeb2-97a36d40e0d1 req-444bb86a-704c-491a-bad8-33e4f849f813 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=017839e4-c58e-4017-b4c4-644f28b1652b HTTP/1.1" status: 200 len: 944 time: 0.0957961 Feb 19 04:22:47.310716 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-51f62c17-18e7-45c9-a5a1-995ee38f1147 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad343cab-b62c-4c99-af1f-80a583c9ddc8']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:47.325355 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-51f62c17-18e7-45c9-a5a1-995ee38f1147 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12808eb-e7b4-4293-903f-4b56596617c6') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:47.325723 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-51f62c17-18e7-45c9-a5a1-995ee38f1147 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12808eb-e7b4-4293-903f-4b56596617c6') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:47.338111 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-51f62c17-18e7-45c9-a5a1-995ee38f1147 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (e12808eb-e7b4-4293-903f-4b56596617c6), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:47.361687 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51134) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:47.368377 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ffa318a-346f-459c-aeb2-97a36d40e0d1 req-63aa1b9d-6183-4873-ac6c-1dbef77f4d68 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812824 Feb 19 04:22:47.399238 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-51f62c17-18e7-45c9-a5a1-995ee38f1147 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e12808eb-e7b4-4293-903f-4b56596617c6), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:47.431254 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f62c17-18e7-45c9-a5a1-995ee38f1147 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:22:47.431850 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-51f62c17-18e7-45c9-a5a1-995ee38f1147 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (e12808eb-e7b4-4293-903f-4b56596617c6), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:22:47.442158 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:22:47.564527 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-376adc07-5acc-42f1-95e2-d6dbce402449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:47.567136 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-51f62c17-18e7-45c9-a5a1-995ee38f1147 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (ad343cab-b62c-4c99-af1f-80a583c9ddc8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:47.581285 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-51f62c17-18e7-45c9-a5a1-995ee38f1147 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:47.591990 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-51f62c17-18e7-45c9-a5a1-995ee38f1147 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "DELETE /v2.0/networks/ad343cab-b62c-4c99-af1f-80a583c9ddc8 HTTP/1.1" status: 204 len: 168 time: 1.2369375 Feb 19 04:22:47.596482 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51144) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:47.655005 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f62c17-18e7-45c9-a5a1-995ee38f1147 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Pushing event deleted for resources: {'Network': ['ID=ad343cab-b62c-4c99-af1f-80a583c9ddc8,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:47.677642 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-376adc07-5acc-42f1-95e2-d6dbce402449 admin admin] Publish callbacks [] for security_group (a11db126-932b-4e1c-8d23-416cdbc9be53), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:47.683793 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-376adc07-5acc-42f1-95e2-d6dbce402449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a11db126-932b-4e1c-8d23-416cdbc9be53), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:47.692345 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-48a792f9-3722-4a7e-94f6-f6ff03bb64bf tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Deleting subnet d0e695cd-0d6c-4ffc-8384-26a189b5b225 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:22:47.699612 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-48a792f9-3722-4a7e-94f6-f6ff03bb64bf tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for subnet (d0e695cd-0d6c-4ffc-8384-26a189b5b225), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:47.742984 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-376adc07-5acc-42f1-95e2-d6dbce402449 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=09cb3f73c0fa4a76af39e6e49092087e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3770475 Feb 19 04:22:47.743948 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51154) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:47.746149 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376adc07-5acc-42f1-95e2-d6dbce402449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11db126-932b-4e1c-8d23-416cdbc9be53,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:47.780033 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-48a792f9-3722-4a7e-94f6-f6ff03bb64bf tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (d0e695cd-0d6c-4ffc-8384-26a189b5b225), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:47.887122 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-23c3b0ef-64d1-4230-a697-8ade480ffea4 admin admin] Publish callbacks [] for security_group (a11db126-932b-4e1c-8d23-416cdbc9be53), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:47.922291 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-23c3b0ef-64d1-4230-a697-8ade480ffea4 admin admin] Publish callbacks [] for security_group (a11db126-932b-4e1c-8d23-416cdbc9be53), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:47.924558 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-48a792f9-3722-4a7e-94f6-f6ff03bb64bf tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (d0e695cd-0d6c-4ffc-8384-26a189b5b225), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:48.014946 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-48a792f9-3722-4a7e-94f6-f6ff03bb64bf tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (d0e695cd-0d6c-4ffc-8384-26a189b5b225), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:48.048718 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-23c3b0ef-64d1-4230-a697-8ade480ffea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a11db126-932b-4e1c-8d23-416cdbc9be53), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:48.049236 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-23c3b0ef-64d1-4230-a697-8ade480ffea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:48.050266 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-23c3b0ef-64d1-4230-a697-8ade480ffea4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a11db126-932b-4e1c-8d23-416cdbc9be53 HTTP/1.1" status: 204 len: 168 time: 0.3053570 Feb 19 04:22:48.055481 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a792f9-3722-4a7e-94f6-f6ff03bb64bf tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Pushing event deleted for resources: {'Subnet': ['ID=d0e695cd-0d6c-4ffc-8384-26a189b5b225,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:48.057661 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-48a792f9-3722-4a7e-94f6-f6ff03bb64bf tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:48.063786 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-48a792f9-3722-4a7e-94f6-f6ff03bb64bf tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "DELETE /v2.0/subnets/d0e695cd-0d6c-4ffc-8384-26a189b5b225 HTTP/1.1" status: 204 len: 168 time: 0.4630666 Feb 19 04:22:48.064520 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51172) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:48.067971 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3b0ef-64d1-4230-a697-8ade480ffea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11db126-932b-4e1c-8d23-416cdbc9be53,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:48.069727 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2acc0a-6e04-4b2b-b228-0b9987d0f118 None None] Network b123f1dd-bd21-4a1b-a13c-aa15f00f2d99 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:48.171161 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac05b03-8f4b-4129-8166-0fc4b437c98a tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Deleting subnet b6a15d1e-47ec-49f6-9496-15ccecbe9221 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:22:48.175609 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fac05b03-8f4b-4129-8166-0fc4b437c98a tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for subnet (b6a15d1e-47ec-49f6-9496-15ccecbe9221), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:48.234024 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fac05b03-8f4b-4129-8166-0fc4b437c98a tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (b6a15d1e-47ec-49f6-9496-15ccecbe9221), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:48.367248 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e562216-5265-4123-934d-db86bba0c415 None None] DHCP port deletion for b123f1dd-bd21-4a1b-a13c-aa15f00f2d99 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:22:48.393149 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fac05b03-8f4b-4129-8166-0fc4b437c98a tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (b6a15d1e-47ec-49f6-9496-15ccecbe9221), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:48.511838 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6e562216-5265-4123-934d-db86bba0c415 None None] Deleting port 394227cf-aaed-4568-afd7-e0af426c28eb {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:48.516013 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6e562216-5265-4123-934d-db86bba0c415 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (394227cf-aaed-4568-afd7-e0af426c28eb), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:48.567787 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fac05b03-8f4b-4129-8166-0fc4b437c98a tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (b6a15d1e-47ec-49f6-9496-15ccecbe9221), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:48.632473 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 84b6ddb7-2faa-46c7-ad2b-bae521fc60ef no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:22:48.645191 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac05b03-8f4b-4129-8166-0fc4b437c98a tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Pushing event deleted for resources: {'Subnet': ['ID=b6a15d1e-47ec-49f6-9496-15ccecbe9221,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:48.662081 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fac05b03-8f4b-4129-8166-0fc4b437c98a tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:48.665510 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fac05b03-8f4b-4129-8166-0fc4b437c98a tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "DELETE /v2.0/subnets/b6a15d1e-47ec-49f6-9496-15ccecbe9221 HTTP/1.1" status: 204 len: 168 time: 0.5973878 Feb 19 04:22:48.668809 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51188) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:48.677079 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51190) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:48.711981 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff603ac5-6b17-4ee7-870d-d566e4261436 None None] Network 6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:48.719310 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a9af3-c5f5-4ca8-9beb-ebc2d0462ce8 req-5a0dccf5-6971-421d-ad54-fde45777b3d8 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:48.722426 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b8a9af3-c5f5-4ca8-9beb-ebc2d0462ce8 req-5a0dccf5-6971-421d-ad54-fde45777b3d8 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=017839e4-c58e-4017-b4c4-644f28b1652b HTTP/1.1" status: 200 len: 944 time: 0.1873202 Feb 19 04:22:48.739571 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 84b6ddb7-2faa-46c7-ad2b-bae521fc60ef {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:22:48.739935 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 84b6ddb7-2faa-46c7-ad2b-bae521fc60ef not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:22:48.740574 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 394227cf-aaed-4568-afd7-e0af426c28eb no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:22:48.832146 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b8a9af3-c5f5-4ca8-9beb-ebc2d0462ce8 req-54103b97-9b06-4fb2-b9e4-4a4880c142e6 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022904 Feb 19 04:22:48.865699 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6e562216-5265-4123-934d-db86bba0c415 None None] For port 394227cf-aaed-4568-afd7-e0af426c28eb, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=394227cf-aaed-4568-afd7-e0af426c28eb,segment=NetworkSegment(ec42416c-41d1-4d4f-ac7c-0e6c986ccb22),segment_id=ec42416c-41d1-4d4f-ac7c-0e6c986ccb22)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:48.866618 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6e562216-5265-4123-934d-db86bba0c415 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (394227cf-aaed-4568-afd7-e0af426c28eb), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:48.904763 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6e562216-5265-4123-934d-db86bba0c415 None None] Calling delete_port for 394227cf-aaed-4568-afd7-e0af426c28eb owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:49.179477 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4e625d23-dda2-4703-a6e7-c115fc61912c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:49.191066 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 394227cf-aaed-4568-afd7-e0af426c28eb is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:49.192176 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (394227cf-aaed-4568-afd7-e0af426c28eb), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:49.231273 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5b4c7dfc-5427-42a5-b0c3-527008a7079a tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (b123f1dd-bd21-4a1b-a13c-aa15f00f2d99), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:49.233375 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6e562216-5265-4123-934d-db86bba0c415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (394227cf-aaed-4568-afd7-e0af426c28eb), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:49.265740 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4bce99-06e7-446a-8666-08db543d30d2 None None] DHCP port deletion for 6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:22:49.332680 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e562216-5265-4123-934d-db86bba0c415 None None] Pushing event deleted for resources: {'Port': ['ID=394227cf-aaed-4568-afd7-e0af426c28eb,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:49.339153 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e562216-5265-4123-934d-db86bba0c415 None None] No DVR routers for this DVR port 394227cf-aaed-4568-afd7-e0af426c28eb on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:22:49.400010 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5b4c7dfc-5427-42a5-b0c3-527008a7079a tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (b123f1dd-bd21-4a1b-a13c-aa15f00f2d99), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:49.429909 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4e625d23-dda2-4703-a6e7-c115fc61912c admin admin] Publish callbacks [] for security_group (467f8693-1a4a-4d5e-a43e-1814d27db016), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:49.433926 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-5b4c7dfc-5427-42a5-b0c3-527008a7079a tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b123f1dd-bd21-4a1b-a13c-aa15f00f2d99']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:49.439855 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 1c5945e0-5098-4582-82c1-25f972c76284 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:22:49.443246 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4e625d23-dda2-4703-a6e7-c115fc61912c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (467f8693-1a4a-4d5e-a43e-1814d27db016), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:49.447827 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-5b4c7dfc-5427-42a5-b0c3-527008a7079a tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec42416c-41d1-4d4f-ac7c-0e6c986ccb22') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:49.448243 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-5b4c7dfc-5427-42a5-b0c3-527008a7079a tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec42416c-41d1-4d4f-ac7c-0e6c986ccb22') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:49.476152 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5b4c7dfc-5427-42a5-b0c3-527008a7079a tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (ec42416c-41d1-4d4f-ac7c-0e6c986ccb22), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:49.504024 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bce99-06e7-446a-8666-08db543d30d2 None None] Deleting port f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:49.504397 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8f4bce99-06e7-446a-8666-08db543d30d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:49.518710 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4e625d23-dda2-4703-a6e7-c115fc61912c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6d6e5c43985643acab9445fe0c6d5a49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8404346 Feb 19 04:22:49.520711 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5b4c7dfc-5427-42a5-b0c3-527008a7079a tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (ec42416c-41d1-4d4f-ac7c-0e6c986ccb22), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:49.521540 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51204) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:49.522949 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e625d23-dda2-4703-a6e7-c115fc61912c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467f8693-1a4a-4d5e-a43e-1814d27db016,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:49.545923 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4c7dfc-5427-42a5-b0c3-527008a7079a tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:22:49.546525 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5b4c7dfc-5427-42a5-b0c3-527008a7079a tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (ec42416c-41d1-4d4f-ac7c-0e6c986ccb22), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:22:49.549803 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:22:49.633358 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5b4c7dfc-5427-42a5-b0c3-527008a7079a tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (b123f1dd-bd21-4a1b-a13c-aa15f00f2d99), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:49.655489 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5b4c7dfc-5427-42a5-b0c3-527008a7079a tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:49.664164 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5b4c7dfc-5427-42a5-b0c3-527008a7079a tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "DELETE /v2.0/networks/b123f1dd-bd21-4a1b-a13c-aa15f00f2d99 HTTP/1.1" status: 204 len: 168 time: 0.9938819 Feb 19 04:22:49.669266 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51208) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:49.670772 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0561a4c-2b25-45b8-a607-688d4c2b73a1 admin admin] Publish callbacks [] for security_group (467f8693-1a4a-4d5e-a43e-1814d27db016), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:49.694974 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c7dfc-5427-42a5-b0c3-527008a7079a tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Pushing event deleted for resources: {'Network': ['ID=b123f1dd-bd21-4a1b-a13c-aa15f00f2d99,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:49.729018 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0561a4c-2b25-45b8-a607-688d4c2b73a1 admin admin] Publish callbacks [] for security_group (467f8693-1a4a-4d5e-a43e-1814d27db016), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:49.738460 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-8f4bce99-06e7-446a-8666-08db543d30d2 None None] For port f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb,segment=NetworkSegment(2bff8052-6c8d-4912-b105-f17e65b5617a),segment_id=2bff8052-6c8d-4912-b105-f17e65b5617a)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:49.738869 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8f4bce99-06e7-446a-8666-08db543d30d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:49.764215 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bce99-06e7-446a-8666-08db543d30d2 None None] Calling delete_port for f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:49.786549 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 1c5945e0-5098-4582-82c1-25f972c76284, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=1c5945e0-5098-4582-82c1-25f972c76284,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:49.806840 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '1c5945e0-5098-4582-82c1-25f972c76284', 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314', 'port_id': '1c5945e0-5098-4582-82c1-25f972c76284', 'mac_address': 'fa:16:3e:0a:c0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e0c96c-0d0f-4bc2-a99e-37aff97516b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:22:49.840082 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ab66e809-f7f7-49d1-b036-dc752f646b06 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:49.861868 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 1c5945e0-5098-4582-82c1-25f972c76284 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:49.862313 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1c5945e0-5098-4582-82c1-25f972c76284), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:49.917038 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-ab66e809-f7f7-49d1-b036-dc752f646b06 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Deleting port f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:49.919456 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ab66e809-f7f7-49d1-b036-dc752f646b06 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:49.923272 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0561a4c-2b25-45b8-a607-688d4c2b73a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (467f8693-1a4a-4d5e-a43e-1814d27db016), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:49.925789 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0561a4c-2b25-45b8-a607-688d4c2b73a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:49.926978 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c0561a4c-2b25-45b8-a607-688d4c2b73a1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/467f8693-1a4a-4d5e-a43e-1814d27db016 HTTP/1.1" status: 204 len: 168 time: 0.4038477 Feb 19 04:22:49.972881 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0561a4c-2b25-45b8-a607-688d4c2b73a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467f8693-1a4a-4d5e-a43e-1814d27db016,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:49.980738 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5945e0-5098-4582-82c1-25f972c76284 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:22:50.013175 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 1c5945e0-5098-4582-82c1-25f972c76284, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=1c5945e0-5098-4582-82c1-25f972c76284,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:50.016749 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8f4bce99-06e7-446a-8666-08db543d30d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:50.057199 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1c5945e0-5098-4582-82c1-25f972c76284), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:50.071095 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4bce99-06e7-446a-8666-08db543d30d2 None None] No DVR routers for this DVR port f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:22:50.100275 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bce99-06e7-446a-8666-08db543d30d2 None None] Pushing event deleted for resources: {'Port': ['ID=f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:50.100932 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-ab66e809-f7f7-49d1-b036-dc752f646b06 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] For port f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb,segment=NetworkSegment(2bff8052-6c8d-4912-b105-f17e65b5617a),segment_id=2bff8052-6c8d-4912-b105-f17e65b5617a)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:50.101305 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ab66e809-f7f7-49d1-b036-dc752f646b06 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:50.126031 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-ab66e809-f7f7-49d1-b036-dc752f646b06 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Calling delete_port for f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:50.135730 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f876c-a25b-4bbc-94cc-b77d0d504809 req-03c147fa-97f5-4a2f-8c6d-297e7e845ec1 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:50.142816 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-379f876c-a25b-4bbc-94cc-b77d0d504809 req-03c147fa-97f5-4a2f-8c6d-297e7e845ec1 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=017839e4-c58e-4017-b4c4-644f28b1652b HTTP/1.1" status: 200 len: 945 time: 0.1904070 Feb 19 04:22:50.228236 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=1c5945e0-5098-4582-82c1-25f972c76284,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:50.246096 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-379f876c-a25b-4bbc-94cc-b77d0d504809 req-408ba31a-3b62-41f8-be58-6312e96af0ab tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978796 Feb 19 04:22:50.284267 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ab66e809-f7f7-49d1-b036-dc752f646b06 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:50.311216 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66e809-f7f7-49d1-b036-dc752f646b06 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Pushing event deleted for resources: {'Port': ['ID=f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:50.317841 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab66e809-f7f7-49d1-b036-dc752f646b06 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] No DVR routers for this DVR port f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:22:50.383806 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['1c5945e0-5098-4582-82c1-25f972c76284'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:22:50.416134 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ab66e809-f7f7-49d1-b036-dc752f646b06 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:50.440340 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-ab66e809-f7f7-49d1-b036-dc752f646b06 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:50.453340 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-ab66e809-f7f7-49d1-b036-dc752f646b06 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bff8052-6c8d-4912-b105-f17e65b5617a') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:50.453965 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-ab66e809-f7f7-49d1-b036-dc752f646b06 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bff8052-6c8d-4912-b105-f17e65b5617a') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:50.466379 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ab66e809-f7f7-49d1-b036-dc752f646b06 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (2bff8052-6c8d-4912-b105-f17e65b5617a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:50.482075 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ab66e809-f7f7-49d1-b036-dc752f646b06 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (2bff8052-6c8d-4912-b105-f17e65b5617a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:50.489027 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab66e809-f7f7-49d1-b036-dc752f646b06 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:22:50.489517 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ab66e809-f7f7-49d1-b036-dc752f646b06 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (2bff8052-6c8d-4912-b105-f17e65b5617a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:22:50.581606 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:22:50.626728 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:22:50.628978 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ab66e809-f7f7-49d1-b036-dc752f646b06 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:50.649404 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ab66e809-f7f7-49d1-b036-dc752f646b06 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:50.659986 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ab66e809-f7f7-49d1-b036-dc752f646b06 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "DELETE /v2.0/networks/6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce HTTP/1.1" status: 204 len: 168 time: 0.9484909 Feb 19 04:22:50.660326 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51228) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:50.681198 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:22:50.681803 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f87a3788-f55d-4bd9-9cb9-9d7aa1cb77fb not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:22:50.683799 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66e809-f7f7-49d1-b036-dc752f646b06 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Pushing event deleted for resources: {'Network': ['ID=6454c550-f0fd-4dd9-a3e3-7ef1379ed4ce,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:50.774239 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed90f73-d8ba-4ce3-b222-86944235a061 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Deleting subnet 319939da-3e71-49de-bca7-2dcd35c39284 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:22:50.778768 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ed90f73-d8ba-4ce3-b222-86944235a061 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for subnet (319939da-3e71-49de-bca7-2dcd35c39284), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:50.839943 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ed90f73-d8ba-4ce3-b222-86944235a061 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (319939da-3e71-49de-bca7-2dcd35c39284), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:51.003436 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ed90f73-d8ba-4ce3-b222-86944235a061 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (319939da-3e71-49de-bca7-2dcd35c39284), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:51.110638 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ed90f73-d8ba-4ce3-b222-86944235a061 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (319939da-3e71-49de-bca7-2dcd35c39284), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:51.152488 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed90f73-d8ba-4ce3-b222-86944235a061 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Pushing event deleted for resources: {'Subnet': ['ID=319939da-3e71-49de-bca7-2dcd35c39284,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:51.161868 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ed90f73-d8ba-4ce3-b222-86944235a061 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:51.165363 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1ed90f73-d8ba-4ce3-b222-86944235a061 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "DELETE /v2.0/subnets/319939da-3e71-49de-bca7-2dcd35c39284 HTTP/1.1" status: 204 len: 168 time: 0.5039725 Feb 19 04:22:51.167753 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51254) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:51.172925 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9b205c-a63e-4c9e-954c-61c1cc0f8018 None None] Network 66b6ea2c-7afe-4f5a-9cfa-9e6838865893 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:51.307236 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c8009a47-8b6e-46ae-9bde-0c4625d1225e tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (66b6ea2c-7afe-4f5a-9cfa-9e6838865893), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:51.431387 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 1c5945e0-5098-4582-82c1-25f972c76284 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:51.447446 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd7c10f-43bc-4e54-a4c8-b8caf945c5d3 None None] DHCP port deletion for 66b6ea2c-7afe-4f5a-9cfa-9e6838865893 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:22:51.456580 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c8009a47-8b6e-46ae-9bde-0c4625d1225e tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Deleting port 1d2efa43-e3cf-402c-8ec6-88724e5a4abc {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:51.459704 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c8009a47-8b6e-46ae-9bde-0c4625d1225e tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (1d2efa43-e3cf-402c-8ec6-88724e5a4abc), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:51.519547 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b04b6f-cfa9-454a-927d-6e96461ed679 req-8775720c-e10e-460c-be8d-43d973110af6 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:51.520716 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3b04b6f-cfa9-454a-927d-6e96461ed679 req-8775720c-e10e-460c-be8d-43d973110af6 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=017839e4-c58e-4017-b4c4-644f28b1652b HTTP/1.1" status: 200 len: 945 time: 0.1539645 Feb 19 04:22:51.603237 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-c8009a47-8b6e-46ae-9bde-0c4625d1225e tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] For port 1d2efa43-e3cf-402c-8ec6-88724e5a4abc, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1d2efa43-e3cf-402c-8ec6-88724e5a4abc,segment=NetworkSegment(a3b0841d-ddf8-4278-a73a-8c6a8ff74f57),segment_id=a3b0841d-ddf8-4278-a73a-8c6a8ff74f57)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:51.606143 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c8009a47-8b6e-46ae-9bde-0c4625d1225e tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (1d2efa43-e3cf-402c-8ec6-88724e5a4abc), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:51.609358 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3b04b6f-cfa9-454a-927d-6e96461ed679 req-03fda52a-e35e-42c4-8c0a-428a0dd19be9 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780063 Feb 19 04:22:51.637581 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 1c5945e0-5098-4582-82c1-25f972c76284 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:22:51.647415 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c8009a47-8b6e-46ae-9bde-0c4625d1225e tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Calling delete_port for 1d2efa43-e3cf-402c-8ec6-88724e5a4abc owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:51.659358 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 1c5945e0-5098-4582-82c1-25f972c76284 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:51.659358 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1c5945e0-5098-4582-82c1-25f972c76284), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:51.704438 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3bd7c10f-43bc-4e54-a4c8-b8caf945c5d3 None None] Deleting port 1d2efa43-e3cf-402c-8ec6-88724e5a4abc {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:51.704819 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3bd7c10f-43bc-4e54-a4c8-b8caf945c5d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (1d2efa43-e3cf-402c-8ec6-88724e5a4abc), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:51.826221 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c8009a47-8b6e-46ae-9bde-0c4625d1225e tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (1d2efa43-e3cf-402c-8ec6-88724e5a4abc), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:51.862918 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3bd7c10f-43bc-4e54-a4c8-b8caf945c5d3 None None] For port 1d2efa43-e3cf-402c-8ec6-88724e5a4abc, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1d2efa43-e3cf-402c-8ec6-88724e5a4abc,segment=NetworkSegment(a3b0841d-ddf8-4278-a73a-8c6a8ff74f57),segment_id=a3b0841d-ddf8-4278-a73a-8c6a8ff74f57)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:51.863312 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3bd7c10f-43bc-4e54-a4c8-b8caf945c5d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (1d2efa43-e3cf-402c-8ec6-88724e5a4abc), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:51.879576 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8009a47-8b6e-46ae-9bde-0c4625d1225e tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Pushing event deleted for resources: {'Port': ['ID=1d2efa43-e3cf-402c-8ec6-88724e5a4abc,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:51.899249 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3bd7c10f-43bc-4e54-a4c8-b8caf945c5d3 None None] Calling delete_port for 1d2efa43-e3cf-402c-8ec6-88724e5a4abc owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:51.900974 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8009a47-8b6e-46ae-9bde-0c4625d1225e tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] No DVR routers for this DVR port 1d2efa43-e3cf-402c-8ec6-88724e5a4abc on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:52.058935 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:22:52.061933 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:52.061933 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:22:52.061933 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:52.061933 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:22:52.061933 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:52.061933 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:22:52.061933 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:52.061933 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:22:52.061933 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:52.061933 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:22:52.061933 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:52.061933 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:22:52.061933 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:22:52.061933 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:22:52.082706 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 1c5945e0-5098-4582-82c1-25f972c76284 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:52.083102 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1c5945e0-5098-4582-82c1-25f972c76284), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:52.092901 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3bd7c10f-43bc-4e54-a4c8-b8caf945c5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (1d2efa43-e3cf-402c-8ec6-88724e5a4abc), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:52.110052 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c8009a47-8b6e-46ae-9bde-0c4625d1225e tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (66b6ea2c-7afe-4f5a-9cfa-9e6838865893), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:52.147554 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7c10f-43bc-4e54-a4c8-b8caf945c5d3 None None] Pushing event deleted for resources: {'Port': ['ID=1d2efa43-e3cf-402c-8ec6-88724e5a4abc,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:52.156791 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd7c10f-43bc-4e54-a4c8-b8caf945c5d3 None None] No DVR routers for this DVR port 1d2efa43-e3cf-402c-8ec6-88724e5a4abc on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:22:52.158536 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017839e4-c58e-4017-b4c4-644f28b1652b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5945e0-5098-4582-82c1-25f972c76284'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:22:52.161333 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17944cd7-a888-44da-b51f-72300e78af50" -d '{"events": [{"server_uuid": "017839e4-c58e-4017-b4c4-644f28b1652b", "name": "network-vif-plugged", "status": "completed", "tag": "1c5945e0-5098-4582-82c1-25f972c76284"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:22:52.171596 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c8009a47-8b6e-46ae-9bde-0c4625d1225e tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b6ea2c-7afe-4f5a-9cfa-9e6838865893']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:52.194605 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c8009a47-8b6e-46ae-9bde-0c4625d1225e tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b0841d-ddf8-4278-a73a-8c6a8ff74f57') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:52.196841 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c8009a47-8b6e-46ae-9bde-0c4625d1225e tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b0841d-ddf8-4278-a73a-8c6a8ff74f57') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:52.204269 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 1c5945e0-5098-4582-82c1-25f972c76284, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=1c5945e0-5098-4582-82c1-25f972c76284,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:52.222827 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c8009a47-8b6e-46ae-9bde-0c4625d1225e tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (a3b0841d-ddf8-4278-a73a-8c6a8ff74f57), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:52.223017 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1c5945e0-5098-4582-82c1-25f972c76284), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:52.253400 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50809514-be10-4313-8a66-4f3aea8b252d x-openstack-request-id: req-50809514-be10-4313-8a66-4f3aea8b252d {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:22:52.254021 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017839e4-c58e-4017-b4c4-644f28b1652b", "name": "network-vif-plugged", "status": "completed", "tag": "1c5945e0-5098-4582-82c1-25f972c76284", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:22:52.254526 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-50809514-be10-4313-8a66-4f3aea8b252d {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:22:52.255414 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017839e4-c58e-4017-b4c4-644f28b1652b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5945e0-5098-4582-82c1-25f972c76284', 'code': 200} Feb 19 04:22:52.260254 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c8009a47-8b6e-46ae-9bde-0c4625d1225e tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (a3b0841d-ddf8-4278-a73a-8c6a8ff74f57), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:52.277245 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8009a47-8b6e-46ae-9bde-0c4625d1225e tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:22:52.278780 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c8009a47-8b6e-46ae-9bde-0c4625d1225e tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (a3b0841d-ddf8-4278-a73a-8c6a8ff74f57), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:52.288801 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=1c5945e0-5098-4582-82c1-25f972c76284,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:22:52.315150 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:22:52.407100 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c8009a47-8b6e-46ae-9bde-0c4625d1225e tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (66b6ea2c-7afe-4f5a-9cfa-9e6838865893), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:52.453374 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c8009a47-8b6e-46ae-9bde-0c4625d1225e tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:52.466918 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c8009a47-8b6e-46ae-9bde-0c4625d1225e tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "DELETE /v2.0/networks/66b6ea2c-7afe-4f5a-9cfa-9e6838865893 HTTP/1.1" status: 204 len: 168 time: 1.2949064 Feb 19 04:22:52.467170 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51296) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:52.479078 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8009a47-8b6e-46ae-9bde-0c4625d1225e tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Pushing event deleted for resources: {'Network': ['ID=66b6ea2c-7afe-4f5a-9cfa-9e6838865893,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:52.509092 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-407eaaf9-2434-49de-8412-d440982eff88 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ed0fc56-72b7-4f94-a568-100bc363d327 HTTP/1.1" status: 200 len: 205 time: 0.0408244 Feb 19 04:22:52.512416 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51300) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:52.523122 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62584ce6-5c73-4e52-9200-23115b5a3335 req-dd0c98f4-a32d-4d52-a210-047463b32672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:52.525239 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-62584ce6-5c73-4e52-9200-23115b5a3335 req-dd0c98f4-a32d-4d52-a210-047463b32672 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=017839e4-c58e-4017-b4c4-644f28b1652b HTTP/1.1" status: 200 len: 1129 time: 0.2030201 Feb 19 04:22:52.621613 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6651eecc-7043-4716-9693-51e6d9b69e22 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for router (1ed0fc56-72b7-4f94-a568-100bc363d327), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:52.658855 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1d2efa43-e3cf-402c-8ec6-88724e5a4abc no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:22:52.696787 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 1d2efa43-e3cf-402c-8ec6-88724e5a4abc {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:22:52.697896 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1d2efa43-e3cf-402c-8ec6-88724e5a4abc not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:22:52.723844 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-62584ce6-5c73-4e52-9200-23115b5a3335 req-e5d329f2-2575-4a64-9557-77ee164d482f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618104 Feb 19 04:22:52.736550 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51310) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:52.850608 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dde51-1fe5-441d-8dd0-3dabb64129f0 req-c86d2fad-cb48-4e83-a9f1-abd88ad3c8ca tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:52.867886 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e05dde51-1fe5-441d-8dd0-3dabb64129f0 req-c86d2fad-cb48-4e83-a9f1-abd88ad3c8ca tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=017839e4-c58e-4017-b4c4-644f28b1652b HTTP/1.1" status: 200 len: 946 time: 0.1152713 Feb 19 04:22:52.909825 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6651eecc-7043-4716-9693-51e6d9b69e22 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (1ed0fc56-72b7-4f94-a568-100bc363d327), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:52.911950 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6651eecc-7043-4716-9693-51e6d9b69e22 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for router_controller (1ed0fc56-72b7-4f94-a568-100bc363d327), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:52.969944 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6651eecc-7043-4716-9693-51e6d9b69e22 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (1ed0fc56-72b7-4f94-a568-100bc363d327), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:52.970508 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6651eecc-7043-4716-9693-51e6d9b69e22 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Fanout notify agent at l3_agent the message router_deleted on router 1ed0fc56-72b7-4f94-a568-100bc363d327 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:22:52.979919 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6651eecc-7043-4716-9693-51e6d9b69e22 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:52.980723 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6651eecc-7043-4716-9693-51e6d9b69e22 tempest-RoutersNegativeIpV6Test-1180922997 tempest-RoutersNegativeIpV6Test-1180922997-project] 10.222.0.52 "DELETE /v2.0/routers/1ed0fc56-72b7-4f94-a568-100bc363d327 HTTP/1.1" status: 204 len: 168 time: 0.4669211 Feb 19 04:22:53.002850 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e05dde51-1fe5-441d-8dd0-3dabb64129f0 req-6b43f2e2-0c14-4025-8591-097394e5c02a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279016 Feb 19 04:22:53.081145 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-6f696301-2cce-4749-9e49-d2349abba489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-311758473'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:53.129326 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f696301-2cce-4749-9e49-d2349abba489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Made reservation on behalf of 0b3d07b6810846ffbe6e94610b54ee4f for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:53.147689 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6f696301-2cce-4749-9e49-d2349abba489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:53.158950 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6f696301-2cce-4749-9e49-d2349abba489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:53.379972 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6f696301-2cce-4749-9e49-d2349abba489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Publish callbacks [] for security_group (33ebbf34-b5f7-4929-a7d8-71d99ab8c6c9), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:53.396285 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6f696301-2cce-4749-9e49-d2349abba489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (33ebbf34-b5f7-4929-a7d8-71d99ab8c6c9), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:53.411687 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f696301-2cce-4749-9e49-d2349abba489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:22:53.433887 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6f696301-2cce-4749-9e49-d2349abba489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (d647a71b-76d4-4ddf-9347-15631f270056), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:53.434705 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-6f696301-2cce-4749-9e49-d2349abba489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Added segment d647a71b-76d4-4ddf-9347-15631f270056 of type vlan for network 0e1520e6-3ed7-437d-af97-df6ef25234d1 Feb 19 04:22:53.589741 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6f696301-2cce-4749-9e49-d2349abba489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (0e1520e6-3ed7-437d-af97-df6ef25234d1), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:53.638234 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f696301-2cce-4749-9e49-d2349abba489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33ebbf34-b5f7-4929-a7d8-71d99ab8c6c9,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:53.646697 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f696301-2cce-4749-9e49-d2349abba489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:53.647044 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f696301-2cce-4749-9e49-d2349abba489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:53.647396 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f696301-2cce-4749-9e49-d2349abba489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:53.648198 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f696301-2cce-4749-9e49-d2349abba489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:53.648555 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f696301-2cce-4749-9e49-d2349abba489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:53.648896 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f696301-2cce-4749-9e49-d2349abba489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:53.649327 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f696301-2cce-4749-9e49-d2349abba489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:53.649945 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f696301-2cce-4749-9e49-d2349abba489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:53.650093 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f696301-2cce-4749-9e49-d2349abba489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:53.650507 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f696301-2cce-4749-9e49-d2349abba489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:53.650818 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f696301-2cce-4749-9e49-d2349abba489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:53.651150 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f696301-2cce-4749-9e49-d2349abba489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:53.651670 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f696301-2cce-4749-9e49-d2349abba489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:53.665315 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51342) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:53.668940 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6f696301-2cce-4749-9e49-d2349abba489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (0e1520e6-3ed7-437d-af97-df6ef25234d1), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:53.686053 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f696301-2cce-4749-9e49-d2349abba489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:53.686744 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6f696301-2cce-4749-9e49-d2349abba489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:53.860431 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6f696301-2cce-4749-9e49-d2349abba489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.1220088 Feb 19 04:22:53.907128 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f696301-2cce-4749-9e49-d2349abba489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Pushing event updated for resources: {'Network': ['ID=0e1520e6-3ed7-437d-af97-df6ef25234d1,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:53.918437 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 0e1520e6-3ed7-437d-af97-df6ef25234d1 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:22:54.247635 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019481e-7c29-42c7-830e-e1537b314f06 req-37ba2c3d-f988-4b65-9b50-7115eee2813d tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:54.249208 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c019481e-7c29-42c7-830e-e1537b314f06 req-37ba2c3d-f988-4b65-9b50-7115eee2813d tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=017839e4-c58e-4017-b4c4-644f28b1652b HTTP/1.1" status: 200 len: 946 time: 0.1095572 Feb 19 04:22:54.269326 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8561bae8-4ac7-455f-b068-bd46e4f918a1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=17b8f5828821434a99a63f7897eebf19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5998278 Feb 19 04:22:54.269957 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51360) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:54.359351 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c019481e-7c29-42c7-830e-e1537b314f06 req-fa85536f-adf5-46f8-9728-569c68fd0f27 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016812 Feb 19 04:22:54.434950 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-17094d18-e10a-4688-9ca5-7e530b8b0c79 admin admin] Publish callbacks [] for security_group (38144d29-85ca-46bd-a350-53a0620ac89e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:54.462321 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-17094d18-e10a-4688-9ca5-7e530b8b0c79 admin admin] Publish callbacks [] for security_group (38144d29-85ca-46bd-a350-53a0620ac89e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:54.559718 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-17094d18-e10a-4688-9ca5-7e530b8b0c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (38144d29-85ca-46bd-a350-53a0620ac89e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:54.563146 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-17094d18-e10a-4688-9ca5-7e530b8b0c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:54.567195 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-17094d18-e10a-4688-9ca5-7e530b8b0c79 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/38144d29-85ca-46bd-a350-53a0620ac89e HTTP/1.1" status: 204 len: 168 time: 0.2936962 Feb 19 04:22:54.583943 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51372) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:54.599037 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17094d18-e10a-4688-9ca5-7e530b8b0c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38144d29-85ca-46bd-a350-53a0620ac89e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:54.603629 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Request body: {'port': {'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1', 'binding:host_id': 'n-h2-828369-19', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057008662'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:54.640970 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccae26-4d26-4605-b5da-acb987dbd83a req-ae657595-86d2-48fb-8645-0c7a7bab4b1d tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:54.652474 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96ccae26-4d26-4605-b5da-acb987dbd83a req-ae657595-86d2-48fb-8645-0c7a7bab4b1d tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=017839e4-c58e-4017-b4c4-644f28b1652b HTTP/1.1" status: 200 len: 946 time: 0.1397541 Feb 19 04:22:54.718462 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96ccae26-4d26-4605-b5da-acb987dbd83a req-a39b1f32-ba0d-4350-8c4a-d388f4a096bc tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602555 Feb 19 04:22:54.719413 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Made reservation on behalf of 8ab40330779b482889b19fcaefe907aa for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:54.723527 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:54.753375 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:54.805682 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51378) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:54.838253 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks [] for security_group (2c545e37-36e4-42e7-90ed-02ecfe1fe728), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:54.848673 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2c545e37-36e4-42e7-90ed-02ecfe1fe728), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:54.858581 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] device_id is not set on port 33d4bd2e-859e-49de-9479-676f0e15991e yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:22:55.029944 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c545e37-36e4-42e7-90ed-02ecfe1fe728,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:55.217723 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6091458c-628c-4fb2-989c-92d792a73dcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:55.322295 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c4a5a-dc64-43e7-aae3-63a6a67a6afe req-08b0109c-b79a-4b44-9a04-58465fae4989 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:55.324622 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-260c4a5a-dc64-43e7-aae3-63a6a67a6afe req-08b0109c-b79a-4b44-9a04-58465fae4989 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=017839e4-c58e-4017-b4c4-644f28b1652b HTTP/1.1" status: 200 len: 946 time: 0.1382782 Feb 19 04:22:55.377491 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] device_id is not set on port 33d4bd2e-859e-49de-9479-676f0e15991e yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:22:55.399548 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks [] for port (33d4bd2e-859e-49de-9479-676f0e15991e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:55.418299 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6091458c-628c-4fb2-989c-92d792a73dcc admin admin] Publish callbacks [] for security_group (05f5de42-8163-47ce-86f2-d2374ca80651), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:55.423800 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (33d4bd2e-859e-49de-9479-676f0e15991e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:55.429136 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6091458c-628c-4fb2-989c-92d792a73dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (05f5de42-8163-47ce-86f2-d2374ca80651), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:55.484956 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-260c4a5a-dc64-43e7-aae3-63a6a67a6afe req-c18d0af4-8d69-4183-930e-ac7525738b30 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316881 Feb 19 04:22:55.494572 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6091458c-628c-4fb2-989c-92d792a73dcc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ef9bb6fba6d8493a935ebac03fe41967&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6865606 Feb 19 04:22:55.496014 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51404) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:55.525193 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Pushing event updated for resources: {'Port': ['ID=33d4bd2e-859e-49de-9479-676f0e15991e,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:55.532436 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Checking segment: {'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:55.533009 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Network hostable DHCP agents. Network: 0e1520e6-3ed7-437d-af97-df6ef25234d1, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:22:55.546405 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091458c-628c-4fb2-989c-92d792a73dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f5de42-8163-47ce-86f2-d2374ca80651,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:55.576492 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f366817b-17e1-4b56-a066-63ea4d6b18c2 admin admin] Publish callbacks [] for security_group (05f5de42-8163-47ce-86f2-d2374ca80651), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:55.606044 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f366817b-17e1-4b56-a066-63ea4d6b18c2 admin admin] Publish callbacks [] for security_group (05f5de42-8163-47ce-86f2-d2374ca80651), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:55.612910 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Network 0e1520e6-3ed7-437d-af97-df6ef25234d1 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:22:55.644175 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 0e1520e6-3ed7-437d-af97-df6ef25234d1) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:55.648925 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:55.656157 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bc5ecb-abe2-4c61-adf5-53bdcea7168e None None] Network 0e1520e6-3ed7-437d-af97-df6ef25234d1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:55.665095 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:55.665666 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:55.666288 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:55.672443 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port 33d4bd2e-859e-49de-9479-676f0e15991e on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:22:55.673084 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:22:55.673893 n-d-828369-19 neutron-server[109926]: INFO neutron.plugins.ml2.plugin [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempt 2 to bind port 33d4bd2e-859e-49de-9479-676f0e15991e Feb 19 04:22:55.687874 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:55.688460 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:55.688948 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:55.693884 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port 33d4bd2e-859e-49de-9479-676f0e15991e on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:22:55.694503 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:22:55.695387 n-d-828369-19 neutron-server[109926]: INFO neutron.plugins.ml2.plugin [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempt 3 to bind port 33d4bd2e-859e-49de-9479-676f0e15991e Feb 19 04:22:55.709651 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:55.710354 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:55.711512 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:55.717412 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f366817b-17e1-4b56-a066-63ea4d6b18c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (05f5de42-8163-47ce-86f2-d2374ca80651), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:55.720346 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f366817b-17e1-4b56-a066-63ea4d6b18c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:55.721960 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f366817b-17e1-4b56-a066-63ea4d6b18c2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/05f5de42-8163-47ce-86f2-d2374ca80651 HTTP/1.1" status: 204 len: 168 time: 0.2248673 Feb 19 04:22:55.725327 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port 33d4bd2e-859e-49de-9479-676f0e15991e on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:22:55.725901 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:22:55.727798 n-d-828369-19 neutron-server[109926]: INFO neutron.plugins.ml2.plugin [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempt 4 to bind port 33d4bd2e-859e-49de-9479-676f0e15991e Feb 19 04:22:55.748403 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:55.749073 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:55.749617 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:55.753452 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366817b-17e1-4b56-a066-63ea4d6b18c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f5de42-8163-47ce-86f2-d2374ca80651,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:55.757304 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port 33d4bd2e-859e-49de-9479-676f0e15991e on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:22:55.757882 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:22:55.758643 n-d-828369-19 neutron-server[109926]: INFO neutron.plugins.ml2.plugin [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempt 5 to bind port 33d4bd2e-859e-49de-9479-676f0e15991e Feb 19 04:22:55.772956 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:55.773399 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:55.773808 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:55.784643 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port 33d4bd2e-859e-49de-9479-676f0e15991e on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:22:55.785347 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:22:55.785951 n-d-828369-19 neutron-server[109926]: INFO neutron.plugins.ml2.plugin [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempt 6 to bind port 33d4bd2e-859e-49de-9479-676f0e15991e Feb 19 04:22:55.811161 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:55.811502 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:55.811860 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:55.837596 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port 33d4bd2e-859e-49de-9479-676f0e15991e on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:22:55.837938 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:22:55.838361 n-d-828369-19 neutron-server[109926]: INFO neutron.plugins.ml2.plugin [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempt 7 to bind port 33d4bd2e-859e-49de-9479-676f0e15991e Feb 19 04:22:55.872502 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:55.872849 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:55.873197 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:55.883469 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port 33d4bd2e-859e-49de-9479-676f0e15991e on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:22:55.883807 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:22:55.884206 n-d-828369-19 neutron-server[109926]: INFO neutron.plugins.ml2.plugin [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempt 8 to bind port 33d4bd2e-859e-49de-9479-676f0e15991e Feb 19 04:22:55.914094 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:55.914475 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:55.914817 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:55.920389 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port 33d4bd2e-859e-49de-9479-676f0e15991e on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:22:55.920720 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:22:55.921120 n-d-828369-19 neutron-server[109926]: INFO neutron.plugins.ml2.plugin [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempt 9 to bind port 33d4bd2e-859e-49de-9479-676f0e15991e Feb 19 04:22:55.935151 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:55.935498 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:55.935834 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:55.948422 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port 33d4bd2e-859e-49de-9479-676f0e15991e on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:22:55.948796 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:22:55.949195 n-d-828369-19 neutron-server[109926]: INFO neutron.plugins.ml2.plugin [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempt 10 to bind port 33d4bd2e-859e-49de-9479-676f0e15991e Feb 19 04:22:55.967454 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51414) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:55.975232 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:55.975633 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:55.975977 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:55.992142 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port 33d4bd2e-859e-49de-9479-676f0e15991e on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:22:55.992479 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port 33d4bd2e-859e-49de-9479-676f0e15991e on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:22:55.992855 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (33d4bd2e-859e-49de-9479-676f0e15991e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:56.145804 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] For port 33d4bd2e-859e-49de-9479-676f0e15991e, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:22:56.146557 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempted to set empty binding levels {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 04:22:56.175606 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (33d4bd2e-859e-49de-9479-676f0e15991e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:56.266603 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:56.267234 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:56.301935 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-e3fb9b78-7f26-4a8b-b8e2-4783e8affc92 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Request body: {'security_group': {'name': 'tempest-secgroup--2061683137'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:56.320743 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.7304893 Feb 19 04:22:56.329533 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51426) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:56.339844 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9b78-7f26-4a8b-b8e2-4783e8affc92 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:56.341139 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcb3ba-aca7-48a4-aad2-e4722835125b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Pushing event updated for resources: {'Port': ['ID=33d4bd2e-859e-49de-9479-676f0e15991e,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:56.374081 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9b78-7f26-4a8b-b8e2-4783e8affc92 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:56.510803 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51430) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:56.546219 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-8463e299-4d83-4c14-a638-6dad5dabc104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Deleting port 33d4bd2e-859e-49de-9479-676f0e15991e {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:56.551386 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8463e299-4d83-4c14-a638-6dad5dabc104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (33d4bd2e-859e-49de-9479-676f0e15991e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:56.560258 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7f786675-86ba-47c2-97b0-b6ea0d2869dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:56.568983 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9b78-7f26-4a8b-b8e2-4783e8affc92 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (2d45375d-aa7e-4522-9b79-15f0b57c1e55), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:56.600220 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9b78-7f26-4a8b-b8e2-4783e8affc92 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2d45375d-aa7e-4522-9b79-15f0b57c1e55), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:56.647599 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f32f7a-22de-40b7-abef-f4066caf1fa3 req-562fbd64-dcc3-4532-9fad-80d3983f91d4 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:56.649383 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f8f32f7a-22de-40b7-abef-f4066caf1fa3 req-562fbd64-dcc3-4532-9fad-80d3983f91d4 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.26 "GET /v2.0/ports?device_id=017839e4-c58e-4017-b4c4-644f28b1652b HTTP/1.1" status: 200 len: 946 time: 0.1935046 Feb 19 04:22:56.717212 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb9b78-7f26-4a8b-b8e2-4783e8affc92 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d45375d-aa7e-4522-9b79-15f0b57c1e55,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:56.768443 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-8463e299-4d83-4c14-a638-6dad5dabc104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] For port 33d4bd2e-859e-49de-9479-676f0e15991e, host n-h2-828369-19, got binding levels [] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:56.769079 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8463e299-4d83-4c14-a638-6dad5dabc104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (33d4bd2e-859e-49de-9479-676f0e15991e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:56.798198 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1609a7c-ed16-45ad-8798-e42d292653c3 req-43e9b729-69a2-43ea-af2e-bf85e939abd0 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:56.805406 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1609a7c-ed16-45ad-8798-e42d292653c3 req-43e9b729-69a2-43ea-af2e-bf85e939abd0 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=017839e4-c58e-4017-b4c4-644f28b1652b HTTP/1.1" status: 200 len: 946 time: 0.1587336 Feb 19 04:22:56.811652 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9b78-7f26-4a8b-b8e2-4783e8affc92 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (9b7955eb-993f-47a9-9ca0-8a98d7c1b27e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:56.814990 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-8463e299-4d83-4c14-a638-6dad5dabc104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Calling delete_port for 33d4bd2e-859e-49de-9479-676f0e15991e owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:56.829960 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-f8f32f7a-22de-40b7-abef-f4066caf1fa3 req-0f576ac4-f40f-47a4-8fd7-c9f4f4fe28c8 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Deleting port 1c5945e0-5098-4582-82c1-25f972c76284 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:56.830572 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-f8f32f7a-22de-40b7-abef-f4066caf1fa3 req-0f576ac4-f40f-47a4-8fd7-c9f4f4fe28c8 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (1c5945e0-5098-4582-82c1-25f972c76284), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:56.849093 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9b78-7f26-4a8b-b8e2-4783e8affc92 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (9b7955eb-993f-47a9-9ca0-8a98d7c1b27e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:56.878570 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:56.929049 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1609a7c-ed16-45ad-8798-e42d292653c3 req-b83e904d-964e-44ba-83c3-d15162b41c96 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173193 Feb 19 04:22:56.929762 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9b78-7f26-4a8b-b8e2-4783e8affc92 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:56.934503 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e3fb9b78-7f26-4a8b-b8e2-4783e8affc92 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9660046 Feb 19 04:22:56.937047 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51442) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:56.956484 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb9b78-7f26-4a8b-b8e2-4783e8affc92 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7955eb-993f-47a9-9ca0-8a98d7c1b27e,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:56.971178 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7f786675-86ba-47c2-97b0-b6ea0d2869dd admin admin] Publish callbacks [] for security_group (b96538c0-6461-4842-9d27-d5463eae4995), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.000611 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7f786675-86ba-47c2-97b0-b6ea0d2869dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b96538c0-6461-4842-9d27-d5463eae4995), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.019053 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-f8f32f7a-22de-40b7-abef-f4066caf1fa3 req-0f576ac4-f40f-47a4-8fd7-c9f4f4fe28c8 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] For port 1c5945e0-5098-4582-82c1-25f972c76284, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=1c5945e0-5098-4582-82c1-25f972c76284,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:57.019417 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-f8f32f7a-22de-40b7-abef-f4066caf1fa3 req-0f576ac4-f40f-47a4-8fd7-c9f4f4fe28c8 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (1c5945e0-5098-4582-82c1-25f972c76284), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.040013 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-f8f32f7a-22de-40b7-abef-f4066caf1fa3 req-0f576ac4-f40f-47a4-8fd7-c9f4f4fe28c8 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Calling delete_port for 1c5945e0-5098-4582-82c1-25f972c76284 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:57.095588 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8463e299-4d83-4c14-a638-6dad5dabc104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (33d4bd2e-859e-49de-9479-676f0e15991e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.101606 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7f786675-86ba-47c2-97b0-b6ea0d2869dd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6e18c54a7cf24f64858ec62c1c988e8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5859520 Feb 19 04:22:57.106399 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51444) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:57.108205 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-58b1a943-fc91-4429-b6ca-aab5d5f9af53 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1686158 Feb 19 04:22:57.112614 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51446) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:57.113943 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f786675-86ba-47c2-97b0-b6ea0d2869dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96538c0-6461-4842-9d27-d5463eae4995,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:57.137072 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463e299-4d83-4c14-a638-6dad5dabc104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Pushing event deleted for resources: {'Port': ['ID=33d4bd2e-859e-49de-9479-676f0e15991e,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:57.140637 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8463e299-4d83-4c14-a638-6dad5dabc104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.144065 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8463e299-4d83-4c14-a638-6dad5dabc104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] 10.222.0.52 "DELETE /v2.0/ports/33d4bd2e-859e-49de-9479-676f0e15991e HTTP/1.1" status: 204 len: 168 time: 0.8134379 Feb 19 04:22:57.150766 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51448) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:57.177016 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db141e2-d04c-47dc-93d5-226ad104e2fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] GET failed (client error): The resource could not be found. Feb 19 04:22:57.178651 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9db141e2-d04c-47dc-93d5-226ad104e2fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] 10.222.0.52 "GET /v2.0/ports/33d4bd2e-859e-49de-9479-676f0e15991e HTTP/1.1" status: 404 len: 333 time: 0.0266025 Feb 19 04:22:57.184769 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51450) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:57.190138 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-52b21d4f-7f93-4b18-879d-6151bb3d0fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Request body: {'port': {'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622225804'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:57.200740 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-2eb7c4eb-4d3d-40a9-a9ef-30fb6ec5b8a1 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Request body: {'security_group': {'name': 'tempest-security--1544376845', 'description': 'tempest-security-description-1306426758'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:57.221505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b21d4f-7f93-4b18-879d-6151bb3d0fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Made reservation on behalf of 8ab40330779b482889b19fcaefe907aa for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:57.225148 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-52b21d4f-7f93-4b18-879d-6151bb3d0fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.244886 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-52b21d4f-7f93-4b18-879d-6151bb3d0fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] device_id is not set on port fcd7079c-7e44-4eff-ab95-04acfd168647 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:22:57.273807 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-27880148-2f26-4248-bbec-066019fbe71f admin admin] Publish callbacks [] for security_group (b96538c0-6461-4842-9d27-d5463eae4995), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.326561 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-27880148-2f26-4248-bbec-066019fbe71f admin admin] Publish callbacks [] for security_group (b96538c0-6461-4842-9d27-d5463eae4995), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.330049 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2eb7c4eb-4d3d-40a9-a9ef-30fb6ec5b8a1 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (9b7955eb-993f-47a9-9ca0-8a98d7c1b27e), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.392592 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2eb7c4eb-4d3d-40a9-a9ef-30fb6ec5b8a1 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (9b7955eb-993f-47a9-9ca0-8a98d7c1b27e), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.396519 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-f8f32f7a-22de-40b7-abef-f4066caf1fa3 req-0f576ac4-f40f-47a4-8fd7-c9f4f4fe28c8 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (1c5945e0-5098-4582-82c1-25f972c76284), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.410483 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['12fa2f24-9f06-475c-9764-ec13d3159342'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:22:57.429905 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2eb7c4eb-4d3d-40a9-a9ef-30fb6ec5b8a1 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (9b7955eb-993f-47a9-9ca0-8a98d7c1b27e), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.432993 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2eb7c4eb-4d3d-40a9-a9ef-30fb6ec5b8a1 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.436751 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2eb7c4eb-4d3d-40a9-a9ef-30fb6ec5b8a1 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "PUT /v2.0/security-groups/9b7955eb-993f-47a9-9ca0-8a98d7c1b27e HTTP/1.1" status: 200 len: 1797 time: 0.2852030 Feb 19 04:22:57.469130 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51460) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:57.485088 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['1c5945e0-5098-4582-82c1-25f972c76284'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:22:57.532107 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f576ac4-f40f-47a4-8fd7-c9f4f4fe28c8 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Pushing event deleted for resources: {'Port': ['ID=1c5945e0-5098-4582-82c1-25f972c76284,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:57.555253 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-52b21d4f-7f93-4b18-879d-6151bb3d0fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks [] for port (fcd7079c-7e44-4eff-ab95-04acfd168647), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.568121 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f32f7a-22de-40b7-abef-f4066caf1fa3 req-0f576ac4-f40f-47a4-8fd7-c9f4f4fe28c8 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] No DVR routers for this DVR port 1c5945e0-5098-4582-82c1-25f972c76284 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:22:57.571795 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-f8f32f7a-22de-40b7-abef-f4066caf1fa3 req-0f576ac4-f40f-47a4-8fd7-c9f4f4fe28c8 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.575627 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f8f32f7a-22de-40b7-abef-f4066caf1fa3 req-0f576ac4-f40f-47a4-8fd7-c9f4f4fe28c8 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.26 "DELETE /v2.0/ports/1c5945e0-5098-4582-82c1-25f972c76284 HTTP/1.1" status: 204 len: 173 time: 0.9176161 Feb 19 04:22:57.581288 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7df4492d-fcce-4ba1-bbac-2e46ccfab1f0 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-groups/9b7955eb-993f-47a9-9ca0-8a98d7c1b27e HTTP/1.1" status: 200 len: 1797 time: 0.1056213 Feb 19 04:22:57.581846 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017839e4-c58e-4017-b4c4-644f28b1652b', 'name': 'network-vif-deleted', 'tag': '1c5945e0-5098-4582-82c1-25f972c76284'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:22:57.584285 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bde38f8-7c49-4ff2-88a1-448143a68118" -d '{"events": [{"server_uuid": "017839e4-c58e-4017-b4c4-644f28b1652b", "name": "network-vif-deleted", "tag": "1c5945e0-5098-4582-82c1-25f972c76284"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:22:57.590830 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51462) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:57.599750 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7c4eb-4d3d-40a9-a9ef-30fb6ec5b8a1 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7955eb-993f-47a9-9ca0-8a98d7c1b27e,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:57.653411 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-27880148-2f26-4248-bbec-066019fbe71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b96538c0-6461-4842-9d27-d5463eae4995), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.656620 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-27880148-2f26-4248-bbec-066019fbe71f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.658106 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-27880148-2f26-4248-bbec-066019fbe71f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b96538c0-6461-4842-9d27-d5463eae4995 HTTP/1.1" status: 204 len: 168 time: 0.5503335 Feb 19 04:22:57.674838 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-52b21d4f-7f93-4b18-879d-6151bb3d0fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (fcd7079c-7e44-4eff-ab95-04acfd168647), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.690846 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-899e5cb7-e75d-4b53-a8b3-909f5ebbc39d tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (9b7955eb-993f-47a9-9ca0-8a98d7c1b27e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.696043 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27880148-2f26-4248-bbec-066019fbe71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96538c0-6461-4842-9d27-d5463eae4995,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:57.715461 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c238301b-a6fc-4dbb-96c3-9d825ada41dc x-openstack-request-id: req-c238301b-a6fc-4dbb-96c3-9d825ada41dc {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:22:57.715777 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017839e4-c58e-4017-b4c4-644f28b1652b", "name": "network-vif-deleted", "tag": "1c5945e0-5098-4582-82c1-25f972c76284", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:22:57.716012 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c238301b-a6fc-4dbb-96c3-9d825ada41dc {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:22:57.716949 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017839e4-c58e-4017-b4c4-644f28b1652b', 'name': 'network-vif-deleted', 'tag': '1c5945e0-5098-4582-82c1-25f972c76284', 'status': 'completed', 'code': 200} Feb 19 04:22:57.727039 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-899e5cb7-e75d-4b53-a8b3-909f5ebbc39d tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (9b7955eb-993f-47a9-9ca0-8a98d7c1b27e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.754251 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b21d4f-7f93-4b18-879d-6151bb3d0fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Network 0e1520e6-3ed7-437d-af97-df6ef25234d1 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:57.758138 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-52b21d4f-7f93-4b18-879d-6151bb3d0fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:57.763058 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b21d4f-7f93-4b18-879d-6151bb3d0fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:57.764552 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b21d4f-7f93-4b18-879d-6151bb3d0fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:57.765300 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-52b21d4f-7f93-4b18-879d-6151bb3d0fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.809860 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-899e5cb7-e75d-4b53-a8b3-909f5ebbc39d tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (9b7955eb-993f-47a9-9ca0-8a98d7c1b27e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.815001 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-52b21d4f-7f93-4b18-879d-6151bb3d0fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6291542 Feb 19 04:22:57.815193 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-899e5cb7-e75d-4b53-a8b3-909f5ebbc39d tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.816776 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-899e5cb7-e75d-4b53-a8b3-909f5ebbc39d tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "DELETE /v2.0/security-groups/9b7955eb-993f-47a9-9ca0-8a98d7c1b27e HTTP/1.1" status: 204 len: 168 time: 0.2256320 Feb 19 04:22:57.817467 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51468) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:57.821272 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51470) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:57.829142 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b21d4f-7f93-4b18-879d-6151bb3d0fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Pushing event updated for resources: {'Port': ['ID=fcd7079c-7e44-4eff-ab95-04acfd168647,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:57.844832 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:57.882422 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-64c14316-4507-42fd-83a9-1461ac840e27 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0600097 Feb 19 04:22:57.883392 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51472) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:57.890965 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e5cb7-e75d-4b53-a8b3-909f5ebbc39d tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7955eb-993f-47a9-9ca0-8a98d7c1b27e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:57.901570 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-97bbba3f-aa77-4e07-9563-4053ea89b2ad tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] delete failed (client error): The resource could not be found. Feb 19 04:22:57.911391 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-97bbba3f-aa77-4e07-9563-4053ea89b2ad tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "DELETE /v2.0/security-groups/9b7955eb-993f-47a9-9ca0-8a98d7c1b27e HTTP/1.1" status: 404 len: 347 time: 0.0266576 Feb 19 04:22:57.912218 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51474) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:57.919880 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-95437475-ef6d-4845-9482-e0217da76ec7 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Request body: {'security_group': {'name': 'tempest-secgroup--1744853934'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:57.962799 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fcd7079c-7e44-4eff-ab95-04acfd168647), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.967558 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-95437475-ef6d-4845-9482-e0217da76ec7 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:58.119394 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-95437475-ef6d-4845-9482-e0217da76ec7 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (e5e48937-59b5-4e9b-b5b8-b301a142e271), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:58.138744 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-95437475-ef6d-4845-9482-e0217da76ec7 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e5e48937-59b5-4e9b-b5b8-b301a142e271), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:58.195373 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-63869cd8-fcaf-4d65-8c90-b2dedbcefe9c req-741324f3-112d-4575-9c15-09903a86e38e tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=017839e4-c58e-4017-b4c4-644f28b1652b HTTP/1.1" status: 200 len: 210 time: 0.0850039 Feb 19 04:22:58.198841 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-95437475-ef6d-4845-9482-e0217da76ec7 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:58.200033 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-95437475-ef6d-4845-9482-e0217da76ec7 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2858663 Feb 19 04:22:58.206211 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51482) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:58.212726 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-1e3f339f-cf47-42c9-a798-f2bbfa0cc308 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Request body: {'security_group_rule': {'security_group_id': 'e5e48937-59b5-4e9b-b5b8-b301a142e271', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:58.277499 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95437475-ef6d-4845-9482-e0217da76ec7 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e48937-59b5-4e9b-b5b8-b301a142e271,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:58.287957 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1e3f339f-cf47-42c9-a798-f2bbfa0cc308 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (e521ee5d-a026-4869-91f7-7d801b573a94), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:58.297890 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] device_id is not set on port fcd7079c-7e44-4eff-ab95-04acfd168647 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:22:58.324291 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks [] for port (fcd7079c-7e44-4eff-ab95-04acfd168647), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:58.331505 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (fcd7079c-7e44-4eff-ab95-04acfd168647), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:58.394257 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1e3f339f-cf47-42c9-a798-f2bbfa0cc308 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (e521ee5d-a026-4869-91f7-7d801b573a94), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:58.403908 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1e3f339f-cf47-42c9-a798-f2bbfa0cc308 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (e521ee5d-a026-4869-91f7-7d801b573a94), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:58.409594 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Pushing event updated for resources: {'Port': ['ID=fcd7079c-7e44-4eff-ab95-04acfd168647,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:58.415558 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:58.416149 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:58.416890 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:58.423638 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port fcd7079c-7e44-4eff-ab95-04acfd168647 on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:22:58.424238 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:22:58.424896 n-d-828369-19 neutron-server[109925]: INFO neutron.plugins.ml2.plugin [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempt 2 to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 Feb 19 04:22:58.445770 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:58.446414 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:58.447504 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:58.447639 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f339f-cf47-42c9-a798-f2bbfa0cc308 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e521ee5d-a026-4869-91f7-7d801b573a94,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:58.456253 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port fcd7079c-7e44-4eff-ab95-04acfd168647 on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:22:58.456816 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:22:58.457745 n-d-828369-19 neutron-server[109925]: INFO neutron.plugins.ml2.plugin [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempt 3 to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 Feb 19 04:22:58.472494 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1e3f339f-cf47-42c9-a798-f2bbfa0cc308 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:58.476476 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1e3f339f-cf47-42c9-a798-f2bbfa0cc308 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2664995 Feb 19 04:22:58.476724 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51492) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:58.480579 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:58.481996 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:58.482610 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:58.489358 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port fcd7079c-7e44-4eff-ab95-04acfd168647 on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:22:58.490086 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:22:58.490775 n-d-828369-19 neutron-server[109925]: INFO neutron.plugins.ml2.plugin [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempt 4 to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 Feb 19 04:22:58.517303 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-577227d9-5616-4214-9f93-992508dcf00b tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (e521ee5d-a026-4869-91f7-7d801b573a94), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:58.525048 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:58.525799 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:58.526082 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-577227d9-5616-4214-9f93-992508dcf00b tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (e521ee5d-a026-4869-91f7-7d801b573a94), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:58.527327 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:58.533603 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port fcd7079c-7e44-4eff-ab95-04acfd168647 on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:22:58.536526 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:22:58.537071 n-d-828369-19 neutron-server[109925]: INFO neutron.plugins.ml2.plugin [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempt 5 to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 Feb 19 04:22:58.571972 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:58.572673 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:58.573118 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:58.578781 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port fcd7079c-7e44-4eff-ab95-04acfd168647 on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:22:58.579122 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:22:58.579859 n-d-828369-19 neutron-server[109925]: INFO neutron.plugins.ml2.plugin [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempt 6 to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 Feb 19 04:22:58.587948 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-577227d9-5616-4214-9f93-992508dcf00b tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (e521ee5d-a026-4869-91f7-7d801b573a94), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:58.595007 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:58.595445 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:58.595856 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:58.599769 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-577227d9-5616-4214-9f93-992508dcf00b tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:58.603339 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port fcd7079c-7e44-4eff-ab95-04acfd168647 on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:22:58.603494 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-577227d9-5616-4214-9f93-992508dcf00b tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/e521ee5d-a026-4869-91f7-7d801b573a94 HTTP/1.1" status: 204 len: 168 time: 0.1245489 Feb 19 04:22:58.603624 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:22:58.603624 n-d-828369-19 neutron-server[109925]: INFO neutron.plugins.ml2.plugin [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempt 7 to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 Feb 19 04:22:58.603987 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51496) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:58.618798 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:58.618928 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:58.619378 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:58.625158 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port fcd7079c-7e44-4eff-ab95-04acfd168647 on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:22:58.625531 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:22:58.626191 n-d-828369-19 neutron-server[109925]: INFO neutron.plugins.ml2.plugin [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempt 8 to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 Feb 19 04:22:58.637569 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577227d9-5616-4214-9f93-992508dcf00b tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e521ee5d-a026-4869-91f7-7d801b573a94,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:58.640274 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:58.640985 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:58.641407 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:58.652674 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port fcd7079c-7e44-4eff-ab95-04acfd168647 on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:22:58.653074 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:22:58.653542 n-d-828369-19 neutron-server[109925]: INFO neutron.plugins.ml2.plugin [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempt 9 to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 Feb 19 04:22:58.671844 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:58.673491 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:58.674196 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:58.683422 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port fcd7079c-7e44-4eff-ab95-04acfd168647 on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:22:58.683989 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:22:58.684597 n-d-828369-19 neutron-server[109925]: INFO neutron.plugins.ml2.plugin [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempt 10 to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 Feb 19 04:22:58.700519 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:58.701462 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:58.702220 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:58.707286 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port fcd7079c-7e44-4eff-ab95-04acfd168647 on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:22:58.707858 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port fcd7079c-7e44-4eff-ab95-04acfd168647 on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:22:58.708437 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fcd7079c-7e44-4eff-ab95-04acfd168647), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:58.744860 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-44856d39-3735-4c7a-818f-5fc32fcc34a0 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1304393 Feb 19 04:22:58.745110 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51504) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:58.832734 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f51a7d1d-ff2d-4dcf-a9a1-3b7cd79ea922 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (e5e48937-59b5-4e9b-b5b8-b301a142e271), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:58.863786 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] For port fcd7079c-7e44-4eff-ab95-04acfd168647, host n-h2-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:22:58.864417 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempted to set empty binding levels {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 04:22:58.875656 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (fcd7079c-7e44-4eff-ab95-04acfd168647), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:58.877228 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f51a7d1d-ff2d-4dcf-a9a1-3b7cd79ea922 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (e5e48937-59b5-4e9b-b5b8-b301a142e271), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:58.930688 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f51a7d1d-ff2d-4dcf-a9a1-3b7cd79ea922 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e5e48937-59b5-4e9b-b5b8-b301a142e271), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:58.934967 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f51a7d1d-ff2d-4dcf-a9a1-3b7cd79ea922 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:58.939240 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f51a7d1d-ff2d-4dcf-a9a1-3b7cd79ea922 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "DELETE /v2.0/security-groups/e5e48937-59b5-4e9b-b5b8-b301a142e271 HTTP/1.1" status: 204 len: 168 time: 0.1925721 Feb 19 04:22:58.954194 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Pushing event updated for resources: {'Port': ['ID=fcd7079c-7e44-4eff-ab95-04acfd168647,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:58.956411 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51508) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:58.959957 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a7d1d-ff2d-4dcf-a9a1-3b7cd79ea922 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e48937-59b5-4e9b-b5b8-b301a142e271,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:58.960210 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] In _notify_port_updated(), no bound segment for port fcd7079c-7e44-4eff-ab95-04acfd168647 on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109925) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:22:58.960836 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:58.961494 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:58.962857 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ca99d721-6853-406f-bf3f-ebc9f96a16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] 10.222.0.52 "PUT /v2.0/ports/fcd7079c-7e44-4eff-ab95-04acfd168647 HTTP/1.1" status: 200 len: 980 time: 1.1321084 Feb 19 04:22:58.967348 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51510) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:59.105930 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51518) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:59.107283 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8c081131-900e-4f7f-9af9-ead2b8e7cf56 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1485891 Feb 19 04:22:59.111221 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-6fb35cdd-b374-4fa9-bd34-dc57d83ee554 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Request body: {'security_group': {'name': 'tempest-secgroup--1011997413'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:59.144535 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eb9676-7178-4d95-8ec8-4db595cb831e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:59.144535 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eb9676-7178-4d95-8ec8-4db595cb831e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:59.144535 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eb9676-7178-4d95-8ec8-4db595cb831e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:59.144535 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eb9676-7178-4d95-8ec8-4db595cb831e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:59.144535 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eb9676-7178-4d95-8ec8-4db595cb831e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:59.144535 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eb9676-7178-4d95-8ec8-4db595cb831e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:59.144535 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eb9676-7178-4d95-8ec8-4db595cb831e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:59.144535 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eb9676-7178-4d95-8ec8-4db595cb831e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:59.144535 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eb9676-7178-4d95-8ec8-4db595cb831e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:59.144535 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eb9676-7178-4d95-8ec8-4db595cb831e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:59.144535 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eb9676-7178-4d95-8ec8-4db595cb831e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:59.144535 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eb9676-7178-4d95-8ec8-4db595cb831e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:59.146436 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-54eb9676-7178-4d95-8ec8-4db595cb831e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11440 time: 0.1766136 Feb 19 04:22:59.149123 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51520) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:59.175252 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6fb35cdd-b374-4fa9-bd34-dc57d83ee554 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:59.314801 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-752f4a90-8004-4d46-86bd-792b9e48ebbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Deleting port fcd7079c-7e44-4eff-ab95-04acfd168647 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:59.315163 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-752f4a90-8004-4d46-86bd-792b9e48ebbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (fcd7079c-7e44-4eff-ab95-04acfd168647), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:59.399414 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6fb35cdd-b374-4fa9-bd34-dc57d83ee554 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (0fc917c4-f4b9-4a9b-b5b9-7c2625ea7664), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:59.410866 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6fb35cdd-b374-4fa9-bd34-dc57d83ee554 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0fc917c4-f4b9-4a9b-b5b9-7c2625ea7664), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:59.430198 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-752f4a90-8004-4d46-86bd-792b9e48ebbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] For port fcd7079c-7e44-4eff-ab95-04acfd168647, host n-h2-828369-19, got binding levels [] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:59.431284 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-752f4a90-8004-4d46-86bd-792b9e48ebbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (fcd7079c-7e44-4eff-ab95-04acfd168647), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:59.451878 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-752f4a90-8004-4d46-86bd-792b9e48ebbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Calling delete_port for fcd7079c-7e44-4eff-ab95-04acfd168647 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:59.493046 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6fb35cdd-b374-4fa9-bd34-dc57d83ee554 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:59.494287 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6fb35cdd-b374-4fa9-bd34-dc57d83ee554 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3876019 Feb 19 04:22:59.495454 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb35cdd-b374-4fa9-bd34-dc57d83ee554 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc917c4-f4b9-4a9b-b5b9-7c2625ea7664,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:59.504215 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51532) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:59.504933 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 1c5945e0-5098-4582-82c1-25f972c76284 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:22:59.513589 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-d2a22843-b67a-4644-a6c1-d9f4724ffb06 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Request body: {'security_group_rule': {'security_group_id': '0fc917c4-f4b9-4a9b-b5b9-7c2625ea7664', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:59.541648 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 1c5945e0-5098-4582-82c1-25f972c76284 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:22:59.542417 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 1c5945e0-5098-4582-82c1-25f972c76284 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:22:59.579073 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d2a22843-b67a-4644-a6c1-d9f4724ffb06 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (612b104a-e070-411c-8e0f-988bc6d51eae), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:59.661951 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d2a22843-b67a-4644-a6c1-d9f4724ffb06 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (612b104a-e070-411c-8e0f-988bc6d51eae), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:59.671213 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d2a22843-b67a-4644-a6c1-d9f4724ffb06 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (612b104a-e070-411c-8e0f-988bc6d51eae), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:59.689728 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-752f4a90-8004-4d46-86bd-792b9e48ebbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (fcd7079c-7e44-4eff-ab95-04acfd168647), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:59.721786 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:59.728888 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a22843-b67a-4644-a6c1-d9f4724ffb06 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612b104a-e070-411c-8e0f-988bc6d51eae,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:59.735948 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d2a22843-b67a-4644-a6c1-d9f4724ffb06 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:59.741577 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d2a22843-b67a-4644-a6c1-d9f4724ffb06 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2346880 Feb 19 04:22:59.741897 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51540) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:59.747671 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-7a6a2308-1207-4403-9df8-585e66615847 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Request body: {'security_group_rule': {'security_group_id': '0fc917c4-f4b9-4a9b-b5b9-7c2625ea7664', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:59.772072 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f4a90-8004-4d46-86bd-792b9e48ebbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Pushing event deleted for resources: {'Port': ['ID=fcd7079c-7e44-4eff-ab95-04acfd168647,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:59.781750 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2308-1207-4403-9df8-585e66615847 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (793e781a-f641-447f-9200-83e280fa2a47), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:59.782936 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-752f4a90-8004-4d46-86bd-792b9e48ebbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:59.795364 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-752f4a90-8004-4d46-86bd-792b9e48ebbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] 10.222.0.52 "DELETE /v2.0/ports/fcd7079c-7e44-4eff-ab95-04acfd168647 HTTP/1.1" status: 204 len: 168 time: 0.6406293 Feb 19 04:22:59.796158 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51542) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:59.855966 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b9cd502-991e-40e7-904c-a9b28d0dc51d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] GET failed (client error): The resource could not be found. Feb 19 04:22:59.867974 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2b9cd502-991e-40e7-904c-a9b28d0dc51d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] 10.222.0.52 "GET /v2.0/ports/fcd7079c-7e44-4eff-ab95-04acfd168647 HTTP/1.1" status: 404 len: 333 time: 0.0704844 Feb 19 04:22:59.871419 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51548) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:59.876430 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-893055ff-d424-4415-8ccc-6a991afc43f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-818152553', 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:59.898355 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2308-1207-4403-9df8-585e66615847 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (793e781a-f641-447f-9200-83e280fa2a47), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:59.906866 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2308-1207-4403-9df8-585e66615847 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (793e781a-f641-447f-9200-83e280fa2a47), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:59.907456 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893055ff-d424-4415-8ccc-6a991afc43f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Made reservation on behalf of 8ab40330779b482889b19fcaefe907aa for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:59.910817 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-893055ff-d424-4415-8ccc-6a991afc43f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:59.940313 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-893055ff-d424-4415-8ccc-6a991afc43f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] device_id is not set on port b28eee2f-04c2-4158-8db7-b55552e65eca yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:22:59.946490 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a2308-1207-4403-9df8-585e66615847 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=793e781a-f641-447f-9200-83e280fa2a47,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:59.969317 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2308-1207-4403-9df8-585e66615847 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:59.973376 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7a6a2308-1207-4403-9df8-585e66615847 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2275140 Feb 19 04:22:59.980434 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51552) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:59.984927 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-cedb9ae3-81f9-48f7-a23c-3924ed30eb9b tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Request body: {'security_group_rule': {'security_group_id': '0fc917c4-f4b9-4a9b-b5b9-7c2625ea7664', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:00.027158 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cedb9ae3-81f9-48f7-a23c-3924ed30eb9b tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (dc8f866f-f5a1-4c3f-8788-ef2999c57cb8), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:00.162531 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cedb9ae3-81f9-48f7-a23c-3924ed30eb9b tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (dc8f866f-f5a1-4c3f-8788-ef2999c57cb8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:00.181216 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cedb9ae3-81f9-48f7-a23c-3924ed30eb9b tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (dc8f866f-f5a1-4c3f-8788-ef2999c57cb8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:00.260129 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb9ae3-81f9-48f7-a23c-3924ed30eb9b tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc8f866f-f5a1-4c3f-8788-ef2999c57cb8,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:00.282360 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-893055ff-d424-4415-8ccc-6a991afc43f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks [] for port (b28eee2f-04c2-4158-8db7-b55552e65eca), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:00.293028 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cedb9ae3-81f9-48f7-a23c-3924ed30eb9b tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:00.297775 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cedb9ae3-81f9-48f7-a23c-3924ed30eb9b tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3164029 Feb 19 04:23:00.298042 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51574) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:00.304311 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-228df5bc-e0f5-45bb-a17b-5bbccf6c1417 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Request body: {'security_group_rule': {'security_group_id': '0fc917c4-f4b9-4a9b-b5b9-7c2625ea7664', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:00.371104 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-893055ff-d424-4415-8ccc-6a991afc43f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (b28eee2f-04c2-4158-8db7-b55552e65eca), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:00.378857 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-228df5bc-e0f5-45bb-a17b-5bbccf6c1417 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (e4402dfa-8d52-4403-9265-08c147126e9c), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:00.379110 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-ce0f8d10-8e95-4b80-9ed8-2a0dade7765c tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:00.381438 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-ce0f8d10-8e95-4b80-9ed8-2a0dade7765c tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/networks?id=f340e38b-fc33-422a-8808-c90730dc6314 HTTP/1.1" status: 200 len: 806 time: 0.2584414 Feb 19 04:23:00.399811 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-d38b68f1-af06-49b6-ba03-d34684f61728 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/quotas/8ec38d363cbe44859094f303c32fa2df HTTP/1.1" status: 200 len: 375 time: 0.0108418 Feb 19 04:23:00.449898 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893055ff-d424-4415-8ccc-6a991afc43f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Network 0e1520e6-3ed7-437d-af97-df6ef25234d1 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:00.459089 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-893055ff-d424-4415-8ccc-6a991afc43f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:00.461810 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893055ff-d424-4415-8ccc-6a991afc43f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:00.462995 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893055ff-d424-4415-8ccc-6a991afc43f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:00.463776 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-893055ff-d424-4415-8ccc-6a991afc43f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:00.494302 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893055ff-d424-4415-8ccc-6a991afc43f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Pushing event updated for resources: {'Port': ['ID=b28eee2f-04c2-4158-8db7-b55552e65eca,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:00.500831 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-30bc8bc6-fdba-4138-8369-603cd34f7193 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ec38d363cbe44859094f303c32fa2df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0937068 Feb 19 04:23:00.518575 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-893055ff-d424-4415-8ccc-6a991afc43f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6460409 Feb 19 04:23:00.521094 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51580) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:00.555556 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-228df5bc-e0f5-45bb-a17b-5bbccf6c1417 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (e4402dfa-8d52-4403-9265-08c147126e9c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:00.566833 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-228df5bc-e0f5-45bb-a17b-5bbccf6c1417 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (e4402dfa-8d52-4403-9265-08c147126e9c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:00.583976 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fff4db-8bba-454e-8af3-307e6ac04782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:00.585366 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-41fff4db-8bba-454e-8af3-307e6ac04782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] 10.222.0.52 "GET /v2.0/ports/b28eee2f-04c2-4158-8db7-b55552e65eca HTTP/1.1" status: 200 len: 958 time: 0.0633714 Feb 19 04:23:00.593541 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51582) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:00.603982 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228df5bc-e0f5-45bb-a17b-5bbccf6c1417 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4402dfa-8d52-4403-9265-08c147126e9c,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:00.610558 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a44380ac-532a-4eb5-87fa-3159cd48cf02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:00.638423 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-228df5bc-e0f5-45bb-a17b-5bbccf6c1417 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:00.639547 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-228df5bc-e0f5-45bb-a17b-5bbccf6c1417 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3396595 Feb 19 04:23:00.643718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51584) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:00.664331 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-9cc22d71-f410-4d4b-91d9-b3d7330b528a tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Request body: {'security_group_rule': {'security_group_id': '0fc917c4-f4b9-4a9b-b5b9-7c2625ea7664', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:00.702290 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-15a65ed2-7ce7-4929-bfd4-d1b41d5a1af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Deleting port b28eee2f-04c2-4158-8db7-b55552e65eca {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:00.702793 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-15a65ed2-7ce7-4929-bfd4-d1b41d5a1af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b28eee2f-04c2-4158-8db7-b55552e65eca), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:00.719083 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-c7f7455c-a891-4568-ae21-a474d0c92632 service neutron] 10.222.0.52 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009606 Feb 19 04:23:00.747942 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9cc22d71-f410-4d4b-91d9-b3d7330b528a tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (87ab408a-ce1a-4d4d-831c-d4e73a5119bb), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:00.786840 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-15a65ed2-7ce7-4929-bfd4-d1b41d5a1af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b28eee2f-04c2-4158-8db7-b55552e65eca), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:00.801545 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-15a65ed2-7ce7-4929-bfd4-d1b41d5a1af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Calling delete_port for b28eee2f-04c2-4158-8db7-b55552e65eca owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:00.903900 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-321ac080-7e93-4684-907c-88716b73d94a service neutron] 10.222.0.52 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709402 Feb 19 04:23:00.908774 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9cc22d71-f410-4d4b-91d9-b3d7330b528a tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (87ab408a-ce1a-4d4d-831c-d4e73a5119bb), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:00.922804 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9cc22d71-f410-4d4b-91d9-b3d7330b528a tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (87ab408a-ce1a-4d4d-831c-d4e73a5119bb), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:00.961346 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-15a65ed2-7ce7-4929-bfd4-d1b41d5a1af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (b28eee2f-04c2-4158-8db7-b55552e65eca), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:00.962387 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc22d71-f410-4d4b-91d9-b3d7330b528a tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ab408a-ce1a-4d4d-831c-d4e73a5119bb,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:00.995866 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a65ed2-7ce7-4929-bfd4-d1b41d5a1af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Pushing event deleted for resources: {'Port': ['ID=b28eee2f-04c2-4158-8db7-b55552e65eca,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:01.002599 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-15a65ed2-7ce7-4929-bfd4-d1b41d5a1af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.005097 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9cc22d71-f410-4d4b-91d9-b3d7330b528a tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.008910 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9cc22d71-f410-4d4b-91d9-b3d7330b528a tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3612180 Feb 19 04:23:01.009135 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-15a65ed2-7ce7-4929-bfd4-d1b41d5a1af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] 10.222.0.52 "DELETE /v2.0/ports/b28eee2f-04c2-4158-8db7-b55552e65eca HTTP/1.1" status: 204 len: 168 time: 0.4123232 Feb 19 04:23:01.009492 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51596) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:01.010035 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51598) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:01.055019 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbd0ddf-e88d-4e15-b4a8-25ebe166dd44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] GET failed (client error): The resource could not be found. Feb 19 04:23:01.057161 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-efbd0ddf-e88d-4e15-b4a8-25ebe166dd44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] 10.222.0.52 "GET /v2.0/ports/b28eee2f-04c2-4158-8db7-b55552e65eca HTTP/1.1" status: 404 len: 333 time: 0.0435095 Feb 19 04:23:01.061232 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51602) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:01.066988 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-5e9954fd-d0fe-4ac9-b0de-ac89fdc518e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Request body: {'port': {'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860823865'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:01.087053 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e7112abe-e5b2-41b4-9cd1-9ed598b3904a tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (87ab408a-ce1a-4d4d-831c-d4e73a5119bb), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.096102 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e7112abe-e5b2-41b4-9cd1-9ed598b3904a tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (87ab408a-ce1a-4d4d-831c-d4e73a5119bb), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.117229 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9954fd-d0fe-4ac9-b0de-ac89fdc518e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Made reservation on behalf of 8ab40330779b482889b19fcaefe907aa for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:01.125951 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5e9954fd-d0fe-4ac9-b0de-ac89fdc518e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.154148 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e7112abe-e5b2-41b4-9cd1-9ed598b3904a tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (87ab408a-ce1a-4d4d-831c-d4e73a5119bb), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.160505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-5e9954fd-d0fe-4ac9-b0de-ac89fdc518e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] device_id is not set on port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:23:01.174723 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e7112abe-e5b2-41b4-9cd1-9ed598b3904a tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.178865 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e7112abe-e5b2-41b4-9cd1-9ed598b3904a tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/87ab408a-ce1a-4d4d-831c-d4e73a5119bb HTTP/1.1" status: 204 len: 168 time: 0.1648164 Feb 19 04:23:01.189381 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51610) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:01.198132 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7112abe-e5b2-41b4-9cd1-9ed598b3904a tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87ab408a-ce1a-4d4d-831c-d4e73a5119bb,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:01.243672 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02f55131-17f2-4822-bfb4-a9177a6f5a55 req-cd9fc208-deb9-4976-ab7e-6ddef8973f5a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=28fe4e24-d80e-47b8-b543-2aa0c553dd44 HTTP/1.1" status: 200 len: 210 time: 0.0436072 Feb 19 04:23:01.297837 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-54c8bd93-1c33-4c15-b6c3-b1d9bfa5467c tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1066048 Feb 19 04:23:01.301152 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51614) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:01.338779 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-12e267f7-c396-4677-b611-df5b67a376e7 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (e4402dfa-8d52-4403-9265-08c147126e9c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.349460 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-12e267f7-c396-4677-b611-df5b67a376e7 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (e4402dfa-8d52-4403-9265-08c147126e9c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.403848 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-12e267f7-c396-4677-b611-df5b67a376e7 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (e4402dfa-8d52-4403-9265-08c147126e9c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.413509 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-12e267f7-c396-4677-b611-df5b67a376e7 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.418638 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-12e267f7-c396-4677-b611-df5b67a376e7 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/e4402dfa-8d52-4403-9265-08c147126e9c HTTP/1.1" status: 204 len: 168 time: 0.1127884 Feb 19 04:23:01.418807 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51620) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:01.421374 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5e9954fd-d0fe-4ac9-b0de-ac89fdc518e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks [] for port (732b8d71-ba7f-4abf-9949-de3c5a1d2d3a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.437751 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e267f7-c396-4677-b611-df5b67a376e7 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4402dfa-8d52-4403-9265-08c147126e9c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:01.473098 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-951080e9-c340-4bc0-a0a5-0940dacda4e7 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0500045 Feb 19 04:23:01.473440 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51626) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:01.519713 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b5acc179-0cce-4afa-80c3-c18dda0ba734 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (dc8f866f-f5a1-4c3f-8788-ef2999c57cb8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.525254 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5e9954fd-d0fe-4ac9-b0de-ac89fdc518e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (732b8d71-ba7f-4abf-9949-de3c5a1d2d3a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.552666 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b5acc179-0cce-4afa-80c3-c18dda0ba734 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (dc8f866f-f5a1-4c3f-8788-ef2999c57cb8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.609875 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9954fd-d0fe-4ac9-b0de-ac89fdc518e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Pushing event updated for resources: {'Port': ['ID=732b8d71-ba7f-4abf-9949-de3c5a1d2d3a,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:01.614752 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b5acc179-0cce-4afa-80c3-c18dda0ba734 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (dc8f866f-f5a1-4c3f-8788-ef2999c57cb8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.621793 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b5acc179-0cce-4afa-80c3-c18dda0ba734 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.625665 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b5acc179-0cce-4afa-80c3-c18dda0ba734 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/dc8f866f-f5a1-4c3f-8788-ef2999c57cb8 HTTP/1.1" status: 204 len: 168 time: 0.1485372 Feb 19 04:23:01.626710 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51632) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:01.631798 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5acc179-0cce-4afa-80c3-c18dda0ba734 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc8f866f-f5a1-4c3f-8788-ef2999c57cb8,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:01.657542 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9954fd-d0fe-4ac9-b0de-ac89fdc518e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Network 0e1520e6-3ed7-437d-af97-df6ef25234d1 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:01.660304 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-5e9954fd-d0fe-4ac9-b0de-ac89fdc518e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:01.666564 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9954fd-d0fe-4ac9-b0de-ac89fdc518e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:01.667476 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9954fd-d0fe-4ac9-b0de-ac89fdc518e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:01.668146 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5e9954fd-d0fe-4ac9-b0de-ac89fdc518e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.700725 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51638) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:01.700912 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-18bf4e6a-0417-447a-8890-b936de55973c tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0724835 Feb 19 04:23:01.719543 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5e9954fd-d0fe-4ac9-b0de-ac89fdc518e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6565533 Feb 19 04:23:01.720748 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51640) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:01.746833 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:01.753743 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f9bc9c3c-fb4a-4b4d-bd41-e7fec4e2c612 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (793e781a-f641-447f-9200-83e280fa2a47), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.765888 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f9bc9c3c-fb4a-4b4d-bd41-e7fec4e2c612 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (793e781a-f641-447f-9200-83e280fa2a47), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.814765 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f9bc9c3c-fb4a-4b4d-bd41-e7fec4e2c612 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (793e781a-f641-447f-9200-83e280fa2a47), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.831519 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f9bc9c3c-fb4a-4b4d-bd41-e7fec4e2c612 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.833274 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f9bc9c3c-fb4a-4b4d-bd41-e7fec4e2c612 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/793e781a-f641-447f-9200-83e280fa2a47 HTTP/1.1" status: 204 len: 168 time: 0.1310358 Feb 19 04:23:01.834541 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc9c3c-fb4a-4b4d-bd41-e7fec4e2c612 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=793e781a-f641-447f-9200-83e280fa2a47,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:01.836558 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51646) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:01.874784 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (732b8d71-ba7f-4abf-9949-de3c5a1d2d3a), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.967056 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-30eb21b1-8410-432b-9ad8-c5f781e7410f tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1262250 Feb 19 04:23:01.968826 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51650) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:02.012850 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c5eb5754-7540-42ab-945d-997fb385a5aa tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (612b104a-e070-411c-8e0f-988bc6d51eae), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:02.022775 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c5eb5754-7540-42ab-945d-997fb385a5aa tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (612b104a-e070-411c-8e0f-988bc6d51eae), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:02.064652 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c5eb5754-7540-42ab-945d-997fb385a5aa tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (612b104a-e070-411c-8e0f-988bc6d51eae), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:02.072957 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c5eb5754-7540-42ab-945d-997fb385a5aa tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:02.079117 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c5eb5754-7540-42ab-945d-997fb385a5aa tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/612b104a-e070-411c-8e0f-988bc6d51eae HTTP/1.1" status: 204 len: 168 time: 0.1054759 Feb 19 04:23:02.088531 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51652) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:02.113462 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb5754-7540-42ab-945d-997fb385a5aa tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=612b104a-e070-411c-8e0f-988bc6d51eae,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:02.125312 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51654) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:02.164085 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] device_id is not set on port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:23:02.174800 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks [] for port (732b8d71-ba7f-4abf-9949-de3c5a1d2d3a), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:02.182498 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (732b8d71-ba7f-4abf-9949-de3c5a1d2d3a), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:02.191563 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f827907a-73a6-49f4-a8ec-d5391e4b9c6b tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1003151 Feb 19 04:23:02.192188 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51658) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:02.256925 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6c653141-0b79-4717-a80f-210649e01f7b tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (0fc917c4-f4b9-4a9b-b5b9-7c2625ea7664), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:02.312458 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6c653141-0b79-4717-a80f-210649e01f7b tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (0fc917c4-f4b9-4a9b-b5b9-7c2625ea7664), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:02.341300 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Pushing event updated for resources: {'Port': ['ID=732b8d71-ba7f-4abf-9949-de3c5a1d2d3a,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:02.351876 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:23:02.352278 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:23:02.352630 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:02.362184 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:23:02.362525 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:23:02.364147 n-d-828369-19 neutron-server[109926]: INFO neutron.plugins.ml2.plugin [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempt 2 to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a Feb 19 04:23:02.367664 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3cd2ee12-5a43-4c26-a4c8-85eae447254d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:02.396019 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88adf1df-1c7f-4e28-8c96-8cba5fd2679c req-897f0ebd-442f-4569-a666-26a340ce81db tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=28fe4e24-d80e-47b8-b543-2aa0c553dd44 HTTP/1.1" status: 200 len: 210 time: 0.0323799 Feb 19 04:23:02.408589 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:23:02.408991 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:23:02.409654 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:02.421935 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:23:02.422597 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:23:02.422703 n-d-828369-19 neutron-server[109926]: INFO neutron.plugins.ml2.plugin [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempt 3 to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a Feb 19 04:23:02.426931 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6c653141-0b79-4717-a80f-210649e01f7b tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0fc917c4-f4b9-4a9b-b5b9-7c2625ea7664), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:02.429922 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6c653141-0b79-4717-a80f-210649e01f7b tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:02.434582 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6c653141-0b79-4717-a80f-210649e01f7b tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "DELETE /v2.0/security-groups/0fc917c4-f4b9-4a9b-b5b9-7c2625ea7664 HTTP/1.1" status: 204 len: 168 time: 0.2413795 Feb 19 04:23:02.435405 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51662) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:02.444591 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:23:02.445231 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:23:02.445807 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:02.451580 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:23:02.452196 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:23:02.452825 n-d-828369-19 neutron-server[109926]: INFO neutron.plugins.ml2.plugin [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempt 4 to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a Feb 19 04:23:02.467095 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:23:02.468043 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:23:02.468678 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:02.473330 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c653141-0b79-4717-a80f-210649e01f7b tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc917c4-f4b9-4a9b-b5b9-7c2625ea7664,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:02.474061 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:23:02.475627 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:23:02.476199 n-d-828369-19 neutron-server[109926]: INFO neutron.plugins.ml2.plugin [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempt 5 to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a Feb 19 04:23:02.494224 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:23:02.494840 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:23:02.495489 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:02.501719 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:23:02.502264 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:23:02.502900 n-d-828369-19 neutron-server[109926]: INFO neutron.plugins.ml2.plugin [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempt 6 to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a Feb 19 04:23:02.521142 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:23:02.521549 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:23:02.521998 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:02.527731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:23:02.528011 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:23:02.528643 n-d-828369-19 neutron-server[109926]: INFO neutron.plugins.ml2.plugin [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempt 7 to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a Feb 19 04:23:02.544580 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:23:02.545125 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:23:02.545578 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:02.550664 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:23:02.551120 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:23:02.551617 n-d-828369-19 neutron-server[109926]: INFO neutron.plugins.ml2.plugin [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempt 8 to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a Feb 19 04:23:02.565373 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:23:02.565999 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:23:02.568028 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:02.574540 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:23:02.575299 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:23:02.575659 n-d-828369-19 neutron-server[109926]: INFO neutron.plugins.ml2.plugin [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempt 9 to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a Feb 19 04:23:02.598422 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:23:02.599001 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:23:02.599494 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:02.610675 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:23:02.610675 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:23:02.610675 n-d-828369-19 neutron-server[109926]: INFO neutron.plugins.ml2.plugin [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempt 10 to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a Feb 19 04:23:02.611041 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-09bcc5db-45a7-45af-ba35-38178c0cfad1 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1642289 Feb 19 04:23:02.612654 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51666) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:02.618392 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-eedfefc8-3242-4f30-bd93-1999936b8d34 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Request body: {'security_group': {'name': 'tempest-secgroup--855435787'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:02.637239 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:23:02.637739 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:23:02.638213 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempting to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:02.645504 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:23:02.645993 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Failed to bind port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'd647a71b-76d4-4ddf-9347-15631f270056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e1520e6-3ed7-437d-af97-df6ef25234d1'}] Feb 19 04:23:02.646800 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (732b8d71-ba7f-4abf-9949-de3c5a1d2d3a), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:02.749582 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] For port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:23:02.750264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attempted to set empty binding levels {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 04:23:02.757340 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (732b8d71-ba7f-4abf-9949-de3c5a1d2d3a), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:02.799254 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] In _notify_port_updated(), no bound segment for port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a on network 0e1520e6-3ed7-437d-af97-df6ef25234d1 {{(pid=109926) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:23:02.800400 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:02.801860 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:02.803533 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] 10.222.0.52 "PUT /v2.0/ports/732b8d71-ba7f-4abf-9949-de3c5a1d2d3a HTTP/1.1" status: 200 len: 980 time: 1.0790646 Feb 19 04:23:02.807319 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51668) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:02.811918 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eedfefc8-3242-4f30-bd93-1999936b8d34 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:02.860311 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f837583-9e30-4455-a4d8-25bad0c02f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Pushing event updated for resources: {'Port': ['ID=732b8d71-ba7f-4abf-9949-de3c5a1d2d3a,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:02.904855 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-9d96e84d-78dd-46e0-a476-9da2c3be80c1 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:02.906643 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-9d96e84d-78dd-46e0-a476-9da2c3be80c1 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.26 "GET /v2.0/networks?id=f340e38b-fc33-422a-8808-c90730dc6314 HTTP/1.1" status: 200 len: 806 time: 0.2443857 Feb 19 04:23:02.912831 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3cd2ee12-5a43-4c26-a4c8-85eae447254d admin admin] Publish callbacks [] for security_group (beec96ce-b2ee-4098-b07f-8bb5bd8ec1e2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:02.930645 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-75e64739-c54c-43a6-828b-beeb25b81802 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Request body: {'port': {'device_id': '28fe4e24-d80e-47b8-b543-2aa0c553dd44', 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314', 'admin_state_up': True, 'tenant_id': '8ec38d363cbe44859094f303c32fa2df'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:02.951904 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3cd2ee12-5a43-4c26-a4c8-85eae447254d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (beec96ce-b2ee-4098-b07f-8bb5bd8ec1e2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:02.953528 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-0e831390-5ad7-4f6d-abf6-cf0b2888fce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Deleting port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:02.953852 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0e831390-5ad7-4f6d-abf6-cf0b2888fce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (732b8d71-ba7f-4abf-9949-de3c5a1d2d3a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.023633 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-0e831390-5ad7-4f6d-abf6-cf0b2888fce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] For port 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a, host n-h2-828369-19, got binding levels [] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:03.024011 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0e831390-5ad7-4f6d-abf6-cf0b2888fce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (732b8d71-ba7f-4abf-9949-de3c5a1d2d3a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.040433 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-0e831390-5ad7-4f6d-abf6-cf0b2888fce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Calling delete_port for 732b8d71-ba7f-4abf-9949-de3c5a1d2d3a owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:03.129192 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2ee12-5a43-4c26-a4c8-85eae447254d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beec96ce-b2ee-4098-b07f-8bb5bd8ec1e2,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:03.137456 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3cd2ee12-5a43-4c26-a4c8-85eae447254d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=30c0c4430a084bd588e0aba4b8ce6d5f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0103030 Feb 19 04:23:03.141588 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51676) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:03.192289 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-75e64739-c54c-43a6-828b-beeb25b81802 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Made reservation on behalf of 8ec38d363cbe44859094f303c32fa2df for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:03.195622 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-75e64739-c54c-43a6-828b-beeb25b81802 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.232501 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0e831390-5ad7-4f6d-abf6-cf0b2888fce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (732b8d71-ba7f-4abf-9949-de3c5a1d2d3a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.287469 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e831390-5ad7-4f6d-abf6-cf0b2888fce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Pushing event deleted for resources: {'Port': ['ID=732b8d71-ba7f-4abf-9949-de3c5a1d2d3a,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:03.312454 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51678) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:03.320037 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0e831390-5ad7-4f6d-abf6-cf0b2888fce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.324171 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0e831390-5ad7-4f6d-abf6-cf0b2888fce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] 10.222.0.52 "DELETE /v2.0/ports/732b8d71-ba7f-4abf-9949-de3c5a1d2d3a HTTP/1.1" status: 204 len: 168 time: 0.5150993 Feb 19 04:23:03.326845 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51682) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:03.348468 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6ee69cf-2fc6-4fb7-9d5b-f0326f088c93 admin admin] Publish callbacks [] for security_group (beec96ce-b2ee-4098-b07f-8bb5bd8ec1e2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.362525 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-514e7b19-c150-4b02-95d1-0aaf86066303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] GET failed (client error): The resource could not be found. Feb 19 04:23:03.367153 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-514e7b19-c150-4b02-95d1-0aaf86066303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340914132-project-admin] 10.222.0.52 "GET /v2.0/ports/732b8d71-ba7f-4abf-9949-de3c5a1d2d3a HTTP/1.1" status: 404 len: 333 time: 0.0350499 Feb 19 04:23:03.367940 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51684) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:03.373491 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6ee69cf-2fc6-4fb7-9d5b-f0326f088c93 admin admin] Publish callbacks [] for security_group (beec96ce-b2ee-4098-b07f-8bb5bd8ec1e2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.418097 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-75e64739-c54c-43a6-828b-beeb25b81802 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Allocated IP 172.20.0.12 (f340e38b-fc33-422a-8808-c90730dc6314/28e0c96c-0d0f-4bc2-a99e-37aff97516b7/0d2ad41d-0c5c-456a-8d78-3152dde1bbd5) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:03.421981 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eedfefc8-3242-4f30-bd93-1999936b8d34 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (de0d8054-233a-4ed7-91aa-2727c852686d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.448977 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eedfefc8-3242-4f30-bd93-1999936b8d34 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (de0d8054-233a-4ed7-91aa-2727c852686d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.469145 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2bd7cc1b-ab2c-487b-8029-15e5a2fbc688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.474531 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a51b0d3e-5de1-4099-8ab0-7e32037c6f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (0e1520e6-3ed7-437d-af97-df6ef25234d1), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.531287 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eedfefc8-3242-4f30-bd93-1999936b8d34 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.532514 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-eedfefc8-3242-4f30-bd93-1999936b8d34 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9174910 Feb 19 04:23:03.536610 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51692) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:03.543243 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-0f15081e-67e1-4579-ab8e-ddd0fcd9a104 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Request body: {'security_group_rule': {'security_group_id': 'de0d8054-233a-4ed7-91aa-2727c852686d', 'direction': 'ingress', 'protocol': 17}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:03.552190 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfefc8-3242-4f30-bd93-1999936b8d34 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de0d8054-233a-4ed7-91aa-2727c852686d,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:03.587135 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-827ad519-43b4-40e6-9024-173735ce0ee3 req-cc707d04-00b2-43ac-b739-1813385fd218 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=28fe4e24-d80e-47b8-b543-2aa0c553dd44 HTTP/1.1" status: 200 len: 210 time: 0.0593135 Feb 19 04:23:03.669014 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a51b0d3e-5de1-4099-8ab0-7e32037c6f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (0e1520e6-3ed7-437d-af97-df6ef25234d1), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.695223 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-a51b0d3e-5de1-4099-8ab0-7e32037c6f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1520e6-3ed7-437d-af97-df6ef25234d1']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:03.705809 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-75e64739-c54c-43a6-828b-beeb25b81802 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks [] for port (0d2ad41d-0c5c-456a-8d78-3152dde1bbd5), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.712233 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-a51b0d3e-5de1-4099-8ab0-7e32037c6f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd647a71b-76d4-4ddf-9347-15631f270056') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:03.712913 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-a51b0d3e-5de1-4099-8ab0-7e32037c6f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd647a71b-76d4-4ddf-9347-15631f270056') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:03.730451 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a51b0d3e-5de1-4099-8ab0-7e32037c6f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (d647a71b-76d4-4ddf-9347-15631f270056), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.749170 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a51b0d3e-5de1-4099-8ab0-7e32037c6f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (d647a71b-76d4-4ddf-9347-15631f270056), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.755050 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-75e64739-c54c-43a6-828b-beeb25b81802 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (0d2ad41d-0c5c-456a-8d78-3152dde1bbd5), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.756517 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51b0d3e-5de1-4099-8ab0-7e32037c6f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:23:03.756972 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a51b0d3e-5de1-4099-8ab0-7e32037c6f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (d647a71b-76d4-4ddf-9347-15631f270056), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.757104 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6ee69cf-2fc6-4fb7-9d5b-f0326f088c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (beec96ce-b2ee-4098-b07f-8bb5bd8ec1e2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.760308 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6ee69cf-2fc6-4fb7-9d5b-f0326f088c93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.764990 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c6ee69cf-2fc6-4fb7-9d5b-f0326f088c93 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/beec96ce-b2ee-4098-b07f-8bb5bd8ec1e2 HTTP/1.1" status: 204 len: 168 time: 0.6185737 Feb 19 04:23:03.768439 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['12fa2f24-9f06-475c-9764-ec13d3159342'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:23:03.806552 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0f15081e-67e1-4579-ab8e-ddd0fcd9a104 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (2a612c30-ac0d-44a8-a38f-6743868efa2c), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.816702 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee69cf-2fc6-4fb7-9d5b-f0326f088c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beec96ce-b2ee-4098-b07f-8bb5bd8ec1e2,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:03.848956 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-75e64739-c54c-43a6-828b-beeb25b81802 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Network f340e38b-fc33-422a-8808-c90730dc6314 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:03.856286 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-75e64739-c54c-43a6-828b-beeb25b81802 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:03.863266 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-75e64739-c54c-43a6-828b-beeb25b81802 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:23:03.891732 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:23:03.899497 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b283558b-6cd8-45eb-8e29-3f631f803a37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.967035 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e64739-c54c-43a6-828b-beeb25b81802 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Pushing event updated for resources: {'Port': ['ID=0d2ad41d-0c5c-456a-8d78-3152dde1bbd5,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:04.029762 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-75e64739-c54c-43a6-828b-beeb25b81802 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:04.032601 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a51b0d3e-5de1-4099-8ab0-7e32037c6f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (0e1520e6-3ed7-437d-af97-df6ef25234d1), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:04.034077 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-75e64739-c54c-43a6-828b-beeb25b81802 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:04.041260 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a51b0d3e-5de1-4099-8ab0-7e32037c6f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:04.044961 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a51b0d3e-5de1-4099-8ab0-7e32037c6f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] 10.222.0.52 "DELETE /v2.0/networks/0e1520e6-3ed7-437d-af97-df6ef25234d1 HTTP/1.1" status: 204 len: 168 time: 0.6760209 Feb 19 04:23:04.053317 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:04.072968 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0f15081e-67e1-4579-ab8e-ddd0fcd9a104 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (2a612c30-ac0d-44a8-a38f-6743868efa2c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:04.082003 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b0d3e-5de1-4099-8ab0-7e32037c6f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-435892763-project] Pushing event deleted for resources: {'Network': ['ID=0e1520e6-3ed7-437d-af97-df6ef25234d1,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:04.096201 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-75e64739-c54c-43a6-828b-beeb25b81802 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1742742 Feb 19 04:23:04.098395 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0f15081e-67e1-4579-ab8e-ddd0fcd9a104 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (2a612c30-ac0d-44a8-a38f-6743868efa2c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:04.121438 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-e4bb2140-6e0a-4fb1-866f-eda656d12cfb service neutron] Request body: {'port': {'device_id': '28fe4e24-d80e-47b8-b543-2aa0c553dd44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:04.193404 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b283558b-6cd8-45eb-8e29-3f631f803a37 admin admin] Publish callbacks [] for security_group (3c6e0a26-bc77-44f4-a3a0-3a53dc59bacb), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:04.198051 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15081e-67e1-4579-ab8e-ddd0fcd9a104 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a612c30-ac0d-44a8-a38f-6743868efa2c,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:04.203793 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b283558b-6cd8-45eb-8e29-3f631f803a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3c6e0a26-bc77-44f4-a3a0-3a53dc59bacb), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:04.213311 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0f15081e-67e1-4579-ab8e-ddd0fcd9a104 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:04.221563 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0f15081e-67e1-4579-ab8e-ddd0fcd9a104 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6824360 Feb 19 04:23:04.223520 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51704) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:04.275638 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283558b-6cd8-45eb-8e29-3f631f803a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6e0a26-bc77-44f4-a3a0-3a53dc59bacb,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:04.296181 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b283558b-6cd8-45eb-8e29-3f631f803a37 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=32e63a5f986248638d97ad4c1b9e495f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9797742 Feb 19 04:23:04.296357 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51708) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:04.389569 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a6226e7-ce54-420e-847d-4aea6f94cb53 admin admin] Publish callbacks [] for security_group (3c6e0a26-bc77-44f4-a3a0-3a53dc59bacb), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:04.418094 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-e4bb2140-6e0a-4fb1-866f-eda656d12cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0d2ad41d-0c5c-456a-8d78-3152dde1bbd5), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:04.439868 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a6226e7-ce54-420e-847d-4aea6f94cb53 admin admin] Publish callbacks [] for security_group (3c6e0a26-bc77-44f4-a3a0-3a53dc59bacb), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:04.528692 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a6226e7-ce54-420e-847d-4aea6f94cb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3c6e0a26-bc77-44f4-a3a0-3a53dc59bacb), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:04.531540 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a6226e7-ce54-420e-847d-4aea6f94cb53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:04.533811 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5a6226e7-ce54-420e-847d-4aea6f94cb53 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3c6e0a26-bc77-44f4-a3a0-3a53dc59bacb HTTP/1.1" status: 204 len: 168 time: 0.2356303 Feb 19 04:23:04.546429 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6226e7-ce54-420e-847d-4aea6f94cb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6e0a26-bc77-44f4-a3a0-3a53dc59bacb,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:04.550256 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f96112c2-9baf-4956-9689-60727b215dfa tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (de0d8054-233a-4ed7-91aa-2727c852686d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:04.550447 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51718) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:04.753333 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f96112c2-9baf-4956-9689-60727b215dfa tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (de0d8054-233a-4ed7-91aa-2727c852686d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:04.861483 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d29d23-74a2-48d2-b2e3-b95cb8e0f4b4 req-72652d36-7a61-4baa-a586-6fde7210e2b8 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:04.864290 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-92d29d23-74a2-48d2-b2e3-b95cb8e0f4b4 req-72652d36-7a61-4baa-a586-6fde7210e2b8 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=28fe4e24-d80e-47b8-b543-2aa0c553dd44 HTTP/1.1" status: 200 len: 932 time: 0.1514120 Feb 19 04:23:04.973009 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f96112c2-9baf-4956-9689-60727b215dfa tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (de0d8054-233a-4ed7-91aa-2727c852686d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:04.975900 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f96112c2-9baf-4956-9689-60727b215dfa tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:04.977412 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f96112c2-9baf-4956-9689-60727b215dfa tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "DELETE /v2.0/security-groups/de0d8054-233a-4ed7-91aa-2727c852686d HTTP/1.1" status: 204 len: 168 time: 0.7432926 Feb 19 04:23:04.985529 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51732) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:05.032335 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-92d29d23-74a2-48d2-b2e3-b95cb8e0f4b4 req-a5284cf7-5109-4768-ac2d-ab743e41f78f tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535666 Feb 19 04:23:05.041903 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b57f81b9-729f-4e86-8b77-814c49903e64 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0b3d07b6810846ffbe6e94610b54ee4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4903529 Feb 19 04:23:05.046066 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51738) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:05.130222 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e224654f-c7c1-4265-89c2-8e3c3bdcd841 admin admin] Publish callbacks [] for security_group (33ebbf34-b5f7-4929-a7d8-71d99ab8c6c9), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.159003 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e224654f-c7c1-4265-89c2-8e3c3bdcd841 admin admin] Publish callbacks [] for security_group (33ebbf34-b5f7-4929-a7d8-71d99ab8c6c9), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.215544 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51744) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:05.248006 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-045f2c7d-760b-466e-9ba6-ce72e87e29dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.270216 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e224654f-c7c1-4265-89c2-8e3c3bdcd841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (33ebbf34-b5f7-4929-a7d8-71d99ab8c6c9), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.282150 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e224654f-c7c1-4265-89c2-8e3c3bdcd841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.282150 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e224654f-c7c1-4265-89c2-8e3c3bdcd841 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/33ebbf34-b5f7-4929-a7d8-71d99ab8c6c9 HTTP/1.1" status: 204 len: 168 time: 0.2334447 Feb 19 04:23:05.314786 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.329464 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224654f-c7c1-4265-89c2-8e3c3bdcd841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ebbf34-b5f7-4929-a7d8-71d99ab8c6c9,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:05.464936 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-045f2c7d-760b-466e-9ba6-ce72e87e29dc admin admin] Publish callbacks [] for security_group (0a5274dc-238f-4cf8-8675-b0f0ba03a705), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.471116 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-045f2c7d-760b-466e-9ba6-ce72e87e29dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0a5274dc-238f-4cf8-8675-b0f0ba03a705), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.516681 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-045f2c7d-760b-466e-9ba6-ce72e87e29dc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=224704d5589e4ec3b089e1b1def6a81e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3000455 Feb 19 04:23:05.518664 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f2c7d-760b-466e-9ba6-ce72e87e29dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5274dc-238f-4cf8-8675-b0f0ba03a705,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:05.519589 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96112c2-9baf-4956-9689-60727b215dfa tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0d8054-233a-4ed7-91aa-2727c852686d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:05.521441 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51750) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:05.570732 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a024c207-22d8-40de-a479-d9b4da48f853 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5731106 Feb 19 04:23:05.571333 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51754) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:05.577302 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-2e212c0a-2138-479c-b257-5a1c1ae25768 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Request body: {'security_group': {'name': 'tempest-secgroup--1989789611'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:05.615935 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e212c0a-2138-479c-b257-5a1c1ae25768 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.618896 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7f4c8141-47b5-4621-b0eb-9adcf6a22478 admin admin] Publish callbacks [] for security_group (0a5274dc-238f-4cf8-8675-b0f0ba03a705), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.645761 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-e4bb2140-6e0a-4fb1-866f-eda656d12cfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d2ad41d-0c5c-456a-8d78-3152dde1bbd5 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:23:05.650120 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7f4c8141-47b5-4621-b0eb-9adcf6a22478 admin admin] Publish callbacks [] for security_group (0a5274dc-238f-4cf8-8675-b0f0ba03a705), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.658526 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-e4bb2140-6e0a-4fb1-866f-eda656d12cfb service neutron] Publish callbacks [] for port (0d2ad41d-0c5c-456a-8d78-3152dde1bbd5), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.681942 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-e4bb2140-6e0a-4fb1-866f-eda656d12cfb service neutron] Transition to ACTIVE for port object 0d2ad41d-0c5c-456a-8d78-3152dde1bbd5 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:23:05.691785 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-e4bb2140-6e0a-4fb1-866f-eda656d12cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (0d2ad41d-0c5c-456a-8d78-3152dde1bbd5), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.719337 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7f4c8141-47b5-4621-b0eb-9adcf6a22478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0a5274dc-238f-4cf8-8675-b0f0ba03a705), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.728121 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7f4c8141-47b5-4621-b0eb-9adcf6a22478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.728121 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7f4c8141-47b5-4621-b0eb-9adcf6a22478 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0a5274dc-238f-4cf8-8675-b0f0ba03a705 HTTP/1.1" status: 204 len: 168 time: 0.2028096 Feb 19 04:23:05.750804 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c8141-47b5-4621-b0eb-9adcf6a22478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5274dc-238f-4cf8-8675-b0f0ba03a705,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:05.803451 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e212c0a-2138-479c-b257-5a1c1ae25768 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (27ed7394-6088-4bc7-98dd-3639b3f2ad85), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.818971 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb2140-6e0a-4fb1-866f-eda656d12cfb service neutron] Pushing event updated for resources: {'Port': ['ID=0d2ad41d-0c5c-456a-8d78-3152dde1bbd5,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:05.825687 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e212c0a-2138-479c-b257-5a1c1ae25768 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (27ed7394-6088-4bc7-98dd-3639b3f2ad85), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.911614 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e212c0a-2138-479c-b257-5a1c1ae25768 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ed7394-6088-4bc7-98dd-3639b3f2ad85,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:05.917135 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51768) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:05.920083 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e212c0a-2138-479c-b257-5a1c1ae25768 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.921358 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2e212c0a-2138-479c-b257-5a1c1ae25768 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3488839 Feb 19 04:23:05.925169 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51770) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:05.929721 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-479caaf1-f3b8-4e20-a044-89d4d036157e tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Request body: {'security_group': {'name': 'tempest-secgroup--1986820433'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:05.983641 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-e4bb2140-6e0a-4fb1-866f-eda656d12cfb service neutron] Attempting to bind port 0d2ad41d-0c5c-456a-8d78-3152dde1bbd5 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:23:05.984693 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-e4bb2140-6e0a-4fb1-866f-eda656d12cfb service neutron] Attempting to bind port 0d2ad41d-0c5c-456a-8d78-3152dde1bbd5 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '6b87574b-72cf-4594-b333-e9ab62f81250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:23:05.985200 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-e4bb2140-6e0a-4fb1-866f-eda656d12cfb service neutron] Attempting to bind port 0d2ad41d-0c5c-456a-8d78-3152dde1bbd5 on network f340e38b-fc33-422a-8808-c90730dc6314 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:05.993711 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-e4bb2140-6e0a-4fb1-866f-eda656d12cfb service neutron] Port 0d2ad41d-0c5c-456a-8d78-3152dde1bbd5 on network f340e38b-fc33-422a-8808-c90730dc6314 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:23:05.994258 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-e4bb2140-6e0a-4fb1-866f-eda656d12cfb service neutron] Attempting to bind port 0d2ad41d-0c5c-456a-8d78-3152dde1bbd5 on network f340e38b-fc33-422a-8808-c90730dc6314 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:05.999768 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-eff191f2-7186-4cf4-b110-710554e585e2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8ab40330779b482889b19fcaefe907aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0813177 Feb 19 04:23:06.002370 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51776) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:06.058832 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-e4bb2140-6e0a-4fb1-866f-eda656d12cfb service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:23:06.059367 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-e4bb2140-6e0a-4fb1-866f-eda656d12cfb service neutron] Checking segment: {'id': '6b87574b-72cf-4594-b333-e9ab62f81250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:23:06.060223 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-e4bb2140-6e0a-4fb1-866f-eda656d12cfb service neutron] Bound using segment: {'id': '6b87574b-72cf-4594-b333-e9ab62f81250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:23:06.060862 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-e4bb2140-6e0a-4fb1-866f-eda656d12cfb service neutron] Bound port: 0d2ad41d-0c5c-456a-8d78-3152dde1bbd5, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b87574b-72cf-4594-b333-e9ab62f81250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:23:06.062712 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-e4bb2140-6e0a-4fb1-866f-eda656d12cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0d2ad41d-0c5c-456a-8d78-3152dde1bbd5), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.124798 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-479caaf1-f3b8-4e20-a044-89d4d036157e tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.159361 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4d3f74a8-f8f8-4109-b4d9-2f36a0a918bb admin admin] Publish callbacks [] for security_group (2c545e37-36e4-42e7-90ed-02ecfe1fe728), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.239017 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b860628-ddbb-4407-9d86-f02bb4fd6302 req-648dbb80-b8f0-46ab-a478-bff958f8af9c tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:06.243500 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b860628-ddbb-4407-9d86-f02bb4fd6302 req-648dbb80-b8f0-46ab-a478-bff958f8af9c tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=28fe4e24-d80e-47b8-b543-2aa0c553dd44 HTTP/1.1" status: 200 len: 944 time: 0.1189470 Feb 19 04:23:06.259956 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-479caaf1-f3b8-4e20-a044-89d4d036157e tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (b7dca5b9-a082-4aca-abba-a11773f974b7), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.280929 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-e4bb2140-6e0a-4fb1-866f-eda656d12cfb service neutron] For port 0d2ad41d-0c5c-456a-8d78-3152dde1bbd5, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:23:06.287989 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-479caaf1-f3b8-4e20-a044-89d4d036157e tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b7dca5b9-a082-4aca-abba-a11773f974b7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.339505 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-e4bb2140-6e0a-4fb1-866f-eda656d12cfb service neutron] For port 0d2ad41d-0c5c-456a-8d78-3152dde1bbd5, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=0d2ad41d-0c5c-456a-8d78-3152dde1bbd5,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:23:06.344432 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4d3f74a8-f8f8-4109-b4d9-2f36a0a918bb admin admin] Publish callbacks [] for security_group (2c545e37-36e4-42e7-90ed-02ecfe1fe728), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.348311 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b860628-ddbb-4407-9d86-f02bb4fd6302 req-5d8101e5-cd1a-4acd-aa1a-252e22a7b6cb tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991192 Feb 19 04:23:06.399743 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-e4bb2140-6e0a-4fb1-866f-eda656d12cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (0d2ad41d-0c5c-456a-8d78-3152dde1bbd5), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.438469 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-479caaf1-f3b8-4e20-a044-89d4d036157e tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.440018 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-479caaf1-f3b8-4e20-a044-89d4d036157e tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5137482 Feb 19 04:23:06.442853 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51798) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:06.449268 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-fdc11133-c905-486a-8d8a-35067e3b65d2 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Request body: {'security_group_rule': {'security_group_id': '27ed7394-6088-4bc7-98dd-3639b3f2ad85', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b7dca5b9-a082-4aca-abba-a11773f974b7', 'remote_ip_prefix': None}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:06.503853 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479caaf1-f3b8-4e20-a044-89d4d036157e tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dca5b9-a082-4aca-abba-a11773f974b7,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:06.506813 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fdc11133-c905-486a-8d8a-35067e3b65d2 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (70dab6da-b2f5-4352-9943-a9980b0a2201), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.523127 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-e4bb2140-6e0a-4fb1-866f-eda656d12cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:06.523760 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-e4bb2140-6e0a-4fb1-866f-eda656d12cfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.525165 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-e4bb2140-6e0a-4fb1-866f-eda656d12cfb service neutron] 10.222.0.26 "PUT /v2.0/ports/0d2ad41d-0c5c-456a-8d78-3152dde1bbd5 HTTP/1.1" status: 200 len: 1093 time: 2.4121120 Feb 19 04:23:06.525620 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fe4e24-d80e-47b8-b543-2aa0c553dd44', 'tag': '0d2ad41d-0c5c-456a-8d78-3152dde1bbd5'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:06.528486 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f362b74-7283-451a-98e9-c8066961613b" -d '{"events": [{"name": "network-changed", "server_uuid": "28fe4e24-d80e-47b8-b543-2aa0c553dd44", "tag": "0d2ad41d-0c5c-456a-8d78-3152dde1bbd5"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:06.556395 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb2140-6e0a-4fb1-866f-eda656d12cfb service neutron] Pushing event updated for resources: {'Port': ['ID=0d2ad41d-0c5c-456a-8d78-3152dde1bbd5,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:06.597300 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15600dc7-bc27-4634-9930-5af038ecbc27 x-openstack-request-id: req-15600dc7-bc27-4634-9930-5af038ecbc27 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:06.598365 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28fe4e24-d80e-47b8-b543-2aa0c553dd44", "tag": "0d2ad41d-0c5c-456a-8d78-3152dde1bbd5", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:06.598724 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-15600dc7-bc27-4634-9930-5af038ecbc27 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:06.599197 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28fe4e24-d80e-47b8-b543-2aa0c553dd44', 'tag': '0d2ad41d-0c5c-456a-8d78-3152dde1bbd5', 'status': 'completed', 'code': 200} Feb 19 04:23:06.600593 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4d3f74a8-f8f8-4109-b4d9-2f36a0a918bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2c545e37-36e4-42e7-90ed-02ecfe1fe728), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.604235 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4d3f74a8-f8f8-4109-b4d9-2f36a0a918bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.606354 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4d3f74a8-f8f8-4109-b4d9-2f36a0a918bb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2c545e37-36e4-42e7-90ed-02ecfe1fe728 HTTP/1.1" status: 204 len: 168 time: 0.6017530 Feb 19 04:23:06.651169 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f74a8-f8f8-4109-b4d9-2f36a0a918bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c545e37-36e4-42e7-90ed-02ecfe1fe728,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:06.694812 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-cad37c5f-7c1e-468b-ae5a-3a216839d831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:06.696832 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fdc11133-c905-486a-8d8a-35067e3b65d2 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (70dab6da-b2f5-4352-9943-a9980b0a2201), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.697508 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-cad37c5f-7c1e-468b-ae5a-3a216839d831 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ec38d363cbe44859094f303c32fa2df&device_id=28fe4e24-d80e-47b8-b543-2aa0c553dd44 HTTP/1.1" status: 200 len: 1127 time: 0.1189497 Feb 19 04:23:06.703561 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fdc11133-c905-486a-8d8a-35067e3b65d2 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (70dab6da-b2f5-4352-9943-a9980b0a2201), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.726844 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc11133-c905-486a-8d8a-35067e3b65d2 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70dab6da-b2f5-4352-9943-a9980b0a2201,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:06.755837 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-64ab55be-3713-4967-a309-5e823f25082a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d2ad41d-0c5c-456a-8d78-3152dde1bbd5 HTTP/1.1" status: 200 len: 217 time: 0.0478103 Feb 19 04:23:06.759509 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.779775 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fdc11133-c905-486a-8d8a-35067e3b65d2 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.781108 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fdc11133-c905-486a-8d8a-35067e3b65d2 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3367143 Feb 19 04:23:06.784921 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51810) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:06.819940 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-cd9519e2-2c49-44a9-8824-61689c72e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:06.822072 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-cd9519e2-2c49-44a9-8824-61689c72e42a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28e0c96c-0d0f-4bc2-a99e-37aff97516b7 HTTP/1.1" status: 200 len: 846 time: 0.0587022 Feb 19 04:23:06.828095 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1bfab5ac-67da-47a8-a92e-0e694c1a4924 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (70dab6da-b2f5-4352-9943-a9980b0a2201), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.837752 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1bfab5ac-67da-47a8-a92e-0e694c1a4924 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (70dab6da-b2f5-4352-9943-a9980b0a2201), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.868323 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1bfab5ac-67da-47a8-a92e-0e694c1a4924 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (70dab6da-b2f5-4352-9943-a9980b0a2201), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.876205 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1bfab5ac-67da-47a8-a92e-0e694c1a4924 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.877943 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1bfab5ac-67da-47a8-a92e-0e694c1a4924 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/70dab6da-b2f5-4352-9943-a9980b0a2201 HTTP/1.1" status: 204 len: 168 time: 0.0911248 Feb 19 04:23:06.881142 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51814) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:06.904192 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfab5ac-67da-47a8-a92e-0e694c1a4924 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70dab6da-b2f5-4352-9943-a9980b0a2201,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:06.906266 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-c9a6b459-d670-4114-8c40-17de1c232039 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f340e38b-fc33-422a-8808-c90730dc6314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762351 Feb 19 04:23:06.961373 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a45d977b-a6ff-45c3-b065-568fa865193d tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0785546 Feb 19 04:23:06.963935 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51820) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:07.070296 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2e005eb2-1be0-4deb-8f95-be9c44997ef1 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (b7dca5b9-a082-4aca-abba-a11773f974b7), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:07.081475 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-585341da-d0ae-44d5-a7e5-fa66a07f7338 service neutron] 10.222.0.26 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689796 Feb 19 04:23:07.105346 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2e005eb2-1be0-4deb-8f95-be9c44997ef1 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (b7dca5b9-a082-4aca-abba-a11773f974b7), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:07.159696 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2e005eb2-1be0-4deb-8f95-be9c44997ef1 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b7dca5b9-a082-4aca-abba-a11773f974b7), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:07.163075 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2e005eb2-1be0-4deb-8f95-be9c44997ef1 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:07.165215 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2e005eb2-1be0-4deb-8f95-be9c44997ef1 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "DELETE /v2.0/security-groups/b7dca5b9-a082-4aca-abba-a11773f974b7 HTTP/1.1" status: 204 len: 168 time: 0.1979640 Feb 19 04:23:07.172814 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51836) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:07.190817 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e005eb2-1be0-4deb-8f95-be9c44997ef1 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dca5b9-a082-4aca-abba-a11773f974b7,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:07.259751 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f22192e0-3c77-41bd-affb-60d600d882f9 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0853596 Feb 19 04:23:07.260540 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51840) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:07.264054 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7ebc61f3-8445-4584-bd78-f0e63607fabf req-94e52967-0787-424f-8906-488002bfd883 service neutron] 10.222.0.26 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743128 Feb 19 04:23:07.332285 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a4a67c44-237e-4fa4-830f-a776c9bf6288 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (27ed7394-6088-4bc7-98dd-3639b3f2ad85), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:07.380477 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a4a67c44-237e-4fa4-830f-a776c9bf6288 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (27ed7394-6088-4bc7-98dd-3639b3f2ad85), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:07.469446 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f362b74-7283-451a-98e9-c8066961613b req-26872e22-fa7d-4a12-a804-771feed99d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:07.472083 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5f362b74-7283-451a-98e9-c8066961613b req-26872e22-fa7d-4a12-a804-771feed99d13 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ec38d363cbe44859094f303c32fa2df&device_id=28fe4e24-d80e-47b8-b543-2aa0c553dd44 HTTP/1.1" status: 200 len: 1127 time: 0.0982602 Feb 19 04:23:07.505422 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a4a67c44-237e-4fa4-830f-a776c9bf6288 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (27ed7394-6088-4bc7-98dd-3639b3f2ad85), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:07.521174 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a4a67c44-237e-4fa4-830f-a776c9bf6288 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:07.524939 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a4a67c44-237e-4fa4-830f-a776c9bf6288 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "DELETE /v2.0/security-groups/27ed7394-6088-4bc7-98dd-3639b3f2ad85 HTTP/1.1" status: 204 len: 168 time: 0.2621877 Feb 19 04:23:07.530060 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51866) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:07.577849 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a67c44-237e-4fa4-830f-a776c9bf6288 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ed7394-6088-4bc7-98dd-3639b3f2ad85,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:07.673304 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1130d-e264-4030-a501-0618a9133e23 req-d9030de7-d710-4572-bc28-274a100baf95 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:07.674184 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0d44d5e8-5897-4d9d-95d2-7ed699f356a1 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1414318 Feb 19 04:23:07.674355 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74d1130d-e264-4030-a501-0618a9133e23 req-d9030de7-d710-4572-bc28-274a100baf95 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=28fe4e24-d80e-47b8-b543-2aa0c553dd44 HTTP/1.1" status: 200 len: 944 time: 0.1831417 Feb 19 04:23:07.674761 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51876) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:07.693566 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-c747af3c-7500-4a10-8369-b973ee5ff4dd tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Request body: {'security_group': {'name': 'tempest-secgroup--725319107'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:07.704445 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f362b74-7283-451a-98e9-c8066961613b req-94a83746-5cf9-47c2-9643-d3d2eedf6870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:07.707358 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5f362b74-7283-451a-98e9-c8066961613b req-94a83746-5cf9-47c2-9643-d3d2eedf6870 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f340e38b-fc33-422a-8808-c90730dc6314 HTTP/1.1" status: 200 len: 907 time: 0.2259910 Feb 19 04:23:07.784513 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5f362b74-7283-451a-98e9-c8066961613b req-d51b7ffa-a320-488d-9038-738468fd36e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d2ad41d-0c5c-456a-8d78-3152dde1bbd5 HTTP/1.1" status: 200 len: 217 time: 0.0709856 Feb 19 04:23:07.847813 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74d1130d-e264-4030-a501-0618a9133e23 req-156287c0-8597-48a9-af90-ead4b9fee1d9 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390979 Feb 19 04:23:07.850810 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c747af3c-7500-4a10-8369-b973ee5ff4dd tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:07.876939 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f362b74-7283-451a-98e9-c8066961613b req-546abb13-d9d2-4584-8bca-4d0d0dba3d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:07.883070 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5f362b74-7283-451a-98e9-c8066961613b req-546abb13-d9d2-4584-8bca-4d0d0dba3d27 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28e0c96c-0d0f-4bc2-a99e-37aff97516b7 HTTP/1.1" status: 200 len: 846 time: 0.0873632 Feb 19 04:23:07.929377 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5f362b74-7283-451a-98e9-c8066961613b req-f4aaff96-7437-4fb0-9f83-657843827da0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f340e38b-fc33-422a-8808-c90730dc6314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411093 Feb 19 04:23:08.002146 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c747af3c-7500-4a10-8369-b973ee5ff4dd tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (c7685876-6e87-417d-a987-a00294b586a6), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:08.012623 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c747af3c-7500-4a10-8369-b973ee5ff4dd tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (c7685876-6e87-417d-a987-a00294b586a6), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:08.081471 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747af3c-7500-4a10-8369-b973ee5ff4dd tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7685876-6e87-417d-a987-a00294b586a6,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:08.098612 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c747af3c-7500-4a10-8369-b973ee5ff4dd tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:08.100009 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c747af3c-7500-4a10-8369-b973ee5ff4dd tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4240799 Feb 19 04:23:08.117082 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51918) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:08.130285 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-dd6cea7e-7047-4c77-ae5b-8ee45895adb0 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Request body: {'security_group_rule': {'security_group_id': 'c7685876-6e87-417d-a987-a00294b586a6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:08.182103 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dd6cea7e-7047-4c77-ae5b-8ee45895adb0 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (c192f43a-cb85-416f-be19-d55979022658), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:08.187793 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5f362b74-7283-451a-98e9-c8066961613b req-5acdd10d-6cd0-451d-958b-0b69e48a0a1a service neutron] 10.222.0.26 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502398 Feb 19 04:23:08.341568 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dd6cea7e-7047-4c77-ae5b-8ee45895adb0 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (c192f43a-cb85-416f-be19-d55979022658), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:08.342926 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5f362b74-7283-451a-98e9-c8066961613b req-d312619b-d04d-49c9-94a3-c94f8e293f7d service neutron] 10.222.0.26 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484277 Feb 19 04:23:08.348684 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dd6cea7e-7047-4c77-ae5b-8ee45895adb0 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (c192f43a-cb85-416f-be19-d55979022658), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:08.375473 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6cea7e-7047-4c77-ae5b-8ee45895adb0 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c192f43a-cb85-416f-be19-d55979022658,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:08.381481 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dd6cea7e-7047-4c77-ae5b-8ee45895adb0 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:08.387214 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-dd6cea7e-7047-4c77-ae5b-8ee45895adb0 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2645099 Feb 19 04:23:08.387582 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51942) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:08.424400 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0aa8258b-2b0a-40f1-8424-4d97a390ce0a tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (c192f43a-cb85-416f-be19-d55979022658), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:08.440351 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0aa8258b-2b0a-40f1-8424-4d97a390ce0a tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (c192f43a-cb85-416f-be19-d55979022658), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:08.489499 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0aa8258b-2b0a-40f1-8424-4d97a390ce0a tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (c192f43a-cb85-416f-be19-d55979022658), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:08.521188 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0aa8258b-2b0a-40f1-8424-4d97a390ce0a tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:08.524714 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0aa8258b-2b0a-40f1-8424-4d97a390ce0a tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/c192f43a-cb85-416f-be19-d55979022658 HTTP/1.1" status: 204 len: 168 time: 0.1338592 Feb 19 04:23:08.525350 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51958) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:08.532689 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8258b-2b0a-40f1-8424-4d97a390ce0a tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c192f43a-cb85-416f-be19-d55979022658,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:08.589769 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-79e95b40-b383-4a2b-bffa-ce8515944f18 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0631583 Feb 19 04:23:08.593225 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51970) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:08.664556 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9be5ec93-f828-43ad-8372-d337a4cc9827 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (c7685876-6e87-417d-a987-a00294b586a6), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:08.692380 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9be5ec93-f828-43ad-8372-d337a4cc9827 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (c7685876-6e87-417d-a987-a00294b586a6), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:08.743365 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9be5ec93-f828-43ad-8372-d337a4cc9827 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (c7685876-6e87-417d-a987-a00294b586a6), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:08.746869 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9be5ec93-f828-43ad-8372-d337a4cc9827 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:08.748825 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9be5ec93-f828-43ad-8372-d337a4cc9827 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "DELETE /v2.0/security-groups/c7685876-6e87-417d-a987-a00294b586a6 HTTP/1.1" status: 204 len: 168 time: 0.1544263 Feb 19 04:23:08.752585 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 51984) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:08.771335 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5ec93-f828-43ad-8372-d337a4cc9827 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7685876-6e87-417d-a987-a00294b586a6,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:08.849335 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9d4434b2-6709-4634-b736-400708762aed tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0955942 Feb 19 04:23:08.853935 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 51994) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:08.863161 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-f4373e46-9a35-46a7-a8bb-3dc265034d85 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Request body: {'security_group': {'name': 'tempest-secgroup--1940103059'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:08.905692 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f4373e46-9a35-46a7-a8bb-3dc265034d85 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.023923 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f4373e46-9a35-46a7-a8bb-3dc265034d85 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (2dbf47ce-51fe-45b2-bb15-d8e6e7aef086), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.025958 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f6155-764e-44f5-b460-fb8182dbc103 req-efbd740a-6acf-466a-9002-8432e52671d4 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:09.028454 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d76f6155-764e-44f5-b460-fb8182dbc103 req-efbd740a-6acf-466a-9002-8432e52671d4 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=28fe4e24-d80e-47b8-b543-2aa0c553dd44 HTTP/1.1" status: 200 len: 944 time: 0.0761824 Feb 19 04:23:09.033732 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f4373e46-9a35-46a7-a8bb-3dc265034d85 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2dbf47ce-51fe-45b2-bb15-d8e6e7aef086), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.069872 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f4373e46-9a35-46a7-a8bb-3dc265034d85 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.071092 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f4373e46-9a35-46a7-a8bb-3dc265034d85 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2119806 Feb 19 04:23:09.074055 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52012) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:09.080191 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-dc939713-790b-448d-a869-1fafe0aecbc7 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Request body: {'security_group_rule': {'security_group_id': '2dbf47ce-51fe-45b2-bb15-d8e6e7aef086', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:09.110942 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d76f6155-764e-44f5-b460-fb8182dbc103 req-4ff2488c-d7a2-4bd5-9c0a-cae7766f33a9 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764380 Feb 19 04:23:09.126950 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4373e46-9a35-46a7-a8bb-3dc265034d85 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbf47ce-51fe-45b2-bb15-d8e6e7aef086,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:09.133223 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dc939713-790b-448d-a869-1fafe0aecbc7 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (490781c4-af3e-4ac9-ad8b-714cfabb189a), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.152625 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52018) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:09.206909 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dc939713-790b-448d-a869-1fafe0aecbc7 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (490781c4-af3e-4ac9-ad8b-714cfabb189a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.218610 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dc939713-790b-448d-a869-1fafe0aecbc7 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (490781c4-af3e-4ac9-ad8b-714cfabb189a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.261764 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc939713-790b-448d-a869-1fafe0aecbc7 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490781c4-af3e-4ac9-ad8b-714cfabb189a,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:09.291280 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dc939713-790b-448d-a869-1fafe0aecbc7 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.299119 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-dc939713-790b-448d-a869-1fafe0aecbc7 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2235878 Feb 19 04:23:09.299279 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52028) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:09.303812 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b3b4247e-a796-4c92-9199-1404a4fa68b7 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1227617389', 'router:external': True}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:09.330411 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7fdbb1bd-a0e5-4b43-b597-993209137fea tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-group-rules/490781c4-af3e-4ac9-ad8b-714cfabb189a HTTP/1.1" status: 200 len: 763 time: 0.0277734 Feb 19 04:23:09.330856 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52030) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:09.343386 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b4247e-a796-4c92-9199-1404a4fa68b7 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Made reservation on behalf of d34e9e69a6554cdaa52bd05c17bfb320 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:09.345738 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b3b4247e-a796-4c92-9199-1404a4fa68b7 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.359594 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b3b4247e-a796-4c92-9199-1404a4fa68b7 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.383011 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6ac69a6a-5b63-4d52-866e-b6fb4a89948b tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0479548 Feb 19 04:23:09.383496 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52032) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:09.421047 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3f412a03-fb25-4cf2-bfa9-81761ebd4e31 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (490781c4-af3e-4ac9-ad8b-714cfabb189a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.435731 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3f412a03-fb25-4cf2-bfa9-81761ebd4e31 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (490781c4-af3e-4ac9-ad8b-714cfabb189a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.471213 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3f412a03-fb25-4cf2-bfa9-81761ebd4e31 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (490781c4-af3e-4ac9-ad8b-714cfabb189a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.477653 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3f412a03-fb25-4cf2-bfa9-81761ebd4e31 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.480080 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3f412a03-fb25-4cf2-bfa9-81761ebd4e31 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/490781c4-af3e-4ac9-ad8b-714cfabb189a HTTP/1.1" status: 204 len: 168 time: 0.0954440 Feb 19 04:23:09.485284 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52034) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:09.511585 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b3b4247e-a796-4c92-9199-1404a4fa68b7 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for security_group (60866c89-ae01-4add-a6f3-5a3bbd6ca7b8), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.523255 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b3b4247e-a796-4c92-9199-1404a4fa68b7 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (60866c89-ae01-4add-a6f3-5a3bbd6ca7b8), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.539138 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f412a03-fb25-4cf2-bfa9-81761ebd4e31 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=490781c4-af3e-4ac9-ad8b-714cfabb189a,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:09.559210 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4ed7a657-d093-4efb-9e97-907c20bb7cf8 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0724230 Feb 19 04:23:09.561747 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52040) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:09.566687 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-5189dcdc-89ba-4c4e-93b9-741ee3a744d3 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Request body: {'security_group_rule': {'security_group_id': '2dbf47ce-51fe-45b2-bb15-d8e6e7aef086', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:09.598557 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b4247e-a796-4c92-9199-1404a4fa68b7 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:23:09.605633 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5189dcdc-89ba-4c4e-93b9-741ee3a744d3 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (b1652007-5dae-4632-9472-18194d825dac), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.640008 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4247e-a796-4c92-9199-1404a4fa68b7 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60866c89-ae01-4add-a6f3-5a3bbd6ca7b8,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:09.658531 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b3b4247e-a796-4c92-9199-1404a4fa68b7 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (7da18007-4924-40ea-b676-e16cdc21a667), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.658891 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-b3b4247e-a796-4c92-9199-1404a4fa68b7 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Added segment 7da18007-4924-40ea-b676-e16cdc21a667 of type vlan for network fa8d3178-0886-4b9c-93f6-fe1675b07550 Feb 19 04:23:09.693079 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5189dcdc-89ba-4c4e-93b9-741ee3a744d3 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (b1652007-5dae-4632-9472-18194d825dac), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.700153 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5189dcdc-89ba-4c4e-93b9-741ee3a744d3 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (b1652007-5dae-4632-9472-18194d825dac), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.723281 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189dcdc-89ba-4c4e-93b9-741ee3a744d3 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1652007-5dae-4632-9472-18194d825dac,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:09.737153 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52042) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:09.747670 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5189dcdc-89ba-4c4e-93b9-741ee3a744d3 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.749102 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5189dcdc-89ba-4c4e-93b9-741ee3a744d3 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1861248 Feb 19 04:23:09.751635 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52046) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:09.770327 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-93eb9d58-3ad7-4906-a747-9bc51a06b77e tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-group-rules/b1652007-5dae-4632-9472-18194d825dac HTTP/1.1" status: 200 len: 763 time: 0.0175438 Feb 19 04:23:09.772962 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52048) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:09.776338 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b3b4247e-a796-4c92-9199-1404a4fa68b7 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (fa8d3178-0886-4b9c-93f6-fe1675b07550), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.849902 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b88ec7d6-28d1-47ec-a8e2-fd20a4a26d0c tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0645065 Feb 19 04:23:09.854535 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52056) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:09.872992 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b3b4247e-a796-4c92-9199-1404a4fa68b7 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (fa8d3178-0886-4b9c-93f6-fe1675b07550), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.874001 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b4247e-a796-4c92-9199-1404a4fa68b7 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:09.874865 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b3b4247e-a796-4c92-9199-1404a4fa68b7 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.910422 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0be36227-d8d5-45d6-aaf3-b94b5eb5c093 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (b1652007-5dae-4632-9472-18194d825dac), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.942578 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0be36227-d8d5-45d6-aaf3-b94b5eb5c093 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (b1652007-5dae-4632-9472-18194d825dac), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.947377 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b3b4247e-a796-4c92-9199-1404a4fa68b7 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7934577 Feb 19 04:23:09.948322 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52058) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:09.956672 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-8c23869b-408b-4813-a7bc-50dc56198446 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Request body: {'subnet': {'network_id': 'fa8d3178-0886-4b9c-93f6-fe1675b07550', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:09.993810 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4247e-a796-4c92-9199-1404a4fa68b7 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Pushing event updated for resources: {'Network': ['ID=fa8d3178-0886-4b9c-93f6-fe1675b07550,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:10.007351 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network fa8d3178-0886-4b9c-93f6-fe1675b07550 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:23:10.008241 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c23869b-408b-4813-a7bc-50dc56198446 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Made reservation on behalf of d34e9e69a6554cdaa52bd05c17bfb320 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:10.012353 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8c23869b-408b-4813-a7bc-50dc56198446 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:10.457561 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0c25dd1b-7789-422f-a7f2-951b749bb65c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:10.484460 n-d-828369-19 neutron-server[109925]: DEBUG neutron.objects.ports [None req-8c23869b-408b-4813-a7bc-50dc56198446 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109925) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:23:10.485053 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8c23869b-408b-4813-a7bc-50dc56198446 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (a2cb9255-eefb-4211-94b6-dbff3172b024), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:10.562462 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23869b-408b-4813-a7bc-50dc56198446 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a2cb9255-eefb-4211-94b6-dbff3172b024,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:10.570889 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0c25dd1b-7789-422f-a7f2-951b749bb65c admin admin] Publish callbacks [] for security_group (8b16896b-9cdd-4337-bc2e-7b3da50a395f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:10.578825 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c23869b-408b-4813-a7bc-50dc56198446 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Checking segment: {'id': '7da18007-4924-40ea-b676-e16cdc21a667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fa8d3178-0886-4b9c-93f6-fe1675b07550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:23:10.579254 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c23869b-408b-4813-a7bc-50dc56198446 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Network hostable DHCP agents. Network: fa8d3178-0886-4b9c-93f6-fe1675b07550, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:23:10.583307 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0c25dd1b-7789-422f-a7f2-951b749bb65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8b16896b-9cdd-4337-bc2e-7b3da50a395f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:10.601116 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c23869b-408b-4813-a7bc-50dc56198446 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Network fa8d3178-0886-4b9c-93f6-fe1675b07550 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:23:10.616264 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-8c23869b-408b-4813-a7bc-50dc56198446 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, fa8d3178-0886-4b9c-93f6-fe1675b07550) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:10.623226 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c23869b-408b-4813-a7bc-50dc56198446 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:10.623358 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8c23869b-408b-4813-a7bc-50dc56198446 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:10.628414 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e454ad9-c289-4009-8d0b-191d0712cbdb None None] Network fa8d3178-0886-4b9c-93f6-fe1675b07550 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:10.639295 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0c25dd1b-7789-422f-a7f2-951b749bb65c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=72cb2ef5923f49abb5bfc03fc3b2fc26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9000971 Feb 19 04:23:10.641338 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25dd1b-7789-422f-a7f2-951b749bb65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b16896b-9cdd-4337-bc2e-7b3da50a395f,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:10.641649 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52064) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:10.663631 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d9b6c-7368-419a-9c3c-af06d7d14bac req-d497cde3-6aa1-41ad-b2f9-a58434eac415 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:10.665238 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f3d9b6c-7368-419a-9c3c-af06d7d14bac req-d497cde3-6aa1-41ad-b2f9-a58434eac415 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=28fe4e24-d80e-47b8-b543-2aa0c553dd44 HTTP/1.1" status: 200 len: 944 time: 0.2160637 Feb 19 04:23:10.665890 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0be36227-d8d5-45d6-aaf3-b94b5eb5c093 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (b1652007-5dae-4632-9472-18194d825dac), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:10.705645 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0be36227-d8d5-45d6-aaf3-b94b5eb5c093 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:10.706832 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0be36227-d8d5-45d6-aaf3-b94b5eb5c093 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/b1652007-5dae-4632-9472-18194d825dac HTTP/1.1" status: 204 len: 168 time: 0.8512666 Feb 19 04:23:10.707713 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be36227-d8d5-45d6-aaf3-b94b5eb5c093 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1652007-5dae-4632-9472-18194d825dac,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:10.714338 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52066) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:10.742984 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f3d9b6c-7368-419a-9c3c-af06d7d14bac req-76d1eb59-4a0f-4d05-9284-fc1c83f41ae1 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674498 Feb 19 04:23:10.750060 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8c23869b-408b-4813-a7bc-50dc56198446 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7975168 Feb 19 04:23:10.752924 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52068) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:10.764345 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-925aa7d1-788b-4942-a203-fe0972d1f742 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1811447225', 'network_id': 'fa8d3178-0886-4b9c-93f6-fe1675b07550'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:10.788785 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925aa7d1-788b-4942-a203-fe0972d1f742 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Made reservation on behalf of d34e9e69a6554cdaa52bd05c17bfb320 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:10.791640 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-925aa7d1-788b-4942-a203-fe0972d1f742 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:10.797599 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-348c110e-b804-4477-a89c-66e740e7c628 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0820541 Feb 19 04:23:10.800812 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52070) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:10.803153 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-47804d4e-5afb-4ad5-908b-c7b9f428fd06 admin admin] Publish callbacks [] for security_group (8b16896b-9cdd-4337-bc2e-7b3da50a395f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:10.807872 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-11ed132c-360d-4d15-97ae-95bc22c42be0 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Request body: {'security_group_rule': {'security_group_id': '2dbf47ce-51fe-45b2-bb15-d8e6e7aef086', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:10.811667 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-925aa7d1-788b-4942-a203-fe0972d1f742 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] device_id is not set on port eea5fa2d-e5f5-4e82-83a3-daf008f960ec yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:23:10.844655 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-47804d4e-5afb-4ad5-908b-c7b9f428fd06 admin admin] Publish callbacks [] for security_group (8b16896b-9cdd-4337-bc2e-7b3da50a395f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:10.871054 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-11ed132c-360d-4d15-97ae-95bc22c42be0 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (412f677b-800c-44ba-924a-1ceeb7f524c5), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:10.933737 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-925aa7d1-788b-4942-a203-fe0972d1f742 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Allocated IP 2001:db8::346 (fa8d3178-0886-4b9c-93f6-fe1675b07550/a2cb9255-eefb-4211-94b6-dbff3172b024/eea5fa2d-e5f5-4e82-83a3-daf008f960ec) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:10.976411 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-11ed132c-360d-4d15-97ae-95bc22c42be0 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (412f677b-800c-44ba-924a-1ceeb7f524c5), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:10.978326 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-47804d4e-5afb-4ad5-908b-c7b9f428fd06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8b16896b-9cdd-4337-bc2e-7b3da50a395f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:10.983562 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-47804d4e-5afb-4ad5-908b-c7b9f428fd06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:10.987270 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-47804d4e-5afb-4ad5-908b-c7b9f428fd06 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8b16896b-9cdd-4337-bc2e-7b3da50a395f HTTP/1.1" status: 204 len: 168 time: 0.3200960 Feb 19 04:23:10.988531 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-11ed132c-360d-4d15-97ae-95bc22c42be0 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (412f677b-800c-44ba-924a-1ceeb7f524c5), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.009517 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a76111-2f38-42fb-b4eb-7832b2dc5cc0 None None] Network fa8d3178-0886-4b9c-93f6-fe1675b07550 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:11.016499 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47804d4e-5afb-4ad5-908b-c7b9f428fd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b16896b-9cdd-4337-bc2e-7b3da50a395f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:11.021245 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed132c-360d-4d15-97ae-95bc22c42be0 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412f677b-800c-44ba-924a-1ceeb7f524c5,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:11.031925 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-11ed132c-360d-4d15-97ae-95bc22c42be0 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.034178 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-11ed132c-360d-4d15-97ae-95bc22c42be0 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2321582 Feb 19 04:23:11.037219 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52078) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:11.072109 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52082) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:11.074977 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f8852e3d-ec35-4222-b48d-2e22cef101be tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-group-rules/412f677b-800c-44ba-924a-1ceeb7f524c5 HTTP/1.1" status: 200 len: 764 time: 0.0304012 Feb 19 04:23:11.139327 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7f13ab88-31ea-44b4-bf72-6949aada97ff tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0657084 Feb 19 04:23:11.141669 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52084) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:11.159292 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-925aa7d1-788b-4942-a203-fe0972d1f742 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for port (eea5fa2d-e5f5-4e82-83a3-daf008f960ec), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.185128 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8fa562ff-657f-4ca3-957b-1d39046b3d4c tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (412f677b-800c-44ba-924a-1ceeb7f524c5), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.194536 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8fa562ff-657f-4ca3-957b-1d39046b3d4c tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (412f677b-800c-44ba-924a-1ceeb7f524c5), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.204034 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-925aa7d1-788b-4942-a203-fe0972d1f742 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (eea5fa2d-e5f5-4e82-83a3-daf008f960ec), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.231588 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8fa562ff-657f-4ca3-957b-1d39046b3d4c tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (412f677b-800c-44ba-924a-1ceeb7f524c5), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.239146 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8fa562ff-657f-4ca3-957b-1d39046b3d4c tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.240811 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8fa562ff-657f-4ca3-957b-1d39046b3d4c tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/412f677b-800c-44ba-924a-1ceeb7f524c5 HTTP/1.1" status: 204 len: 168 time: 0.0942676 Feb 19 04:23:11.243737 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52088) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:11.254634 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925aa7d1-788b-4942-a203-fe0972d1f742 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Network fa8d3178-0886-4b9c-93f6-fe1675b07550 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:11.257615 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-925aa7d1-788b-4942-a203-fe0972d1f742 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:11.261073 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925aa7d1-788b-4942-a203-fe0972d1f742 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:11.262242 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925aa7d1-788b-4942-a203-fe0972d1f742 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:11.262851 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-925aa7d1-788b-4942-a203-fe0972d1f742 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.267524 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa562ff-657f-4ca3-957b-1d39046b3d4c tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=412f677b-800c-44ba-924a-1ceeb7f524c5,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:11.277778 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925aa7d1-788b-4942-a203-fe0972d1f742 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Pushing event updated for resources: {'Port': ['ID=eea5fa2d-e5f5-4e82-83a3-daf008f960ec,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:11.294150 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-925aa7d1-788b-4942-a203-fe0972d1f742 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5401354 Feb 19 04:23:11.296680 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52090) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:11.316338 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6b202a19-8935-4ac8-8c23-a9d380945ecc tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0688627 Feb 19 04:23:11.316659 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52092) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:11.380563 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aca46922-0f59-4c06-af62-d59221d2f53e tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (2dbf47ce-51fe-45b2-bb15-d8e6e7aef086), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.399268 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-3bbc6416-b050-464c-a1a7-08d4fd0520b8 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Deleting port eea5fa2d-e5f5-4e82-83a3-daf008f960ec {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:11.399729 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3bbc6416-b050-464c-a1a7-08d4fd0520b8 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (eea5fa2d-e5f5-4e82-83a3-daf008f960ec), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.416841 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aca46922-0f59-4c06-af62-d59221d2f53e tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (2dbf47ce-51fe-45b2-bb15-d8e6e7aef086), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.455433 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52094) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:11.472835 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-10d53722-b359-4903-882b-b3756ab38daa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.479008 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aca46922-0f59-4c06-af62-d59221d2f53e tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2dbf47ce-51fe-45b2-bb15-d8e6e7aef086), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.482405 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aca46922-0f59-4c06-af62-d59221d2f53e tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.486153 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-aca46922-0f59-4c06-af62-d59221d2f53e tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "DELETE /v2.0/security-groups/2dbf47ce-51fe-45b2-bb15-d8e6e7aef086 HTTP/1.1" status: 204 len: 168 time: 0.1662223 Feb 19 04:23:11.487375 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52096) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:11.506246 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca46922-0f59-4c06-af62-d59221d2f53e tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbf47ce-51fe-45b2-bb15-d8e6e7aef086,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:11.516901 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3bbc6416-b050-464c-a1a7-08d4fd0520b8 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (eea5fa2d-e5f5-4e82-83a3-daf008f960ec), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.520878 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca46922-0f59-4c06-af62-d59221d2f53e tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:11.521296 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca46922-0f59-4c06-af62-d59221d2f53e tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:11.521711 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca46922-0f59-4c06-af62-d59221d2f53e tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:11.522138 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca46922-0f59-4c06-af62-d59221d2f53e tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:11.522563 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca46922-0f59-4c06-af62-d59221d2f53e tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:11.522961 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca46922-0f59-4c06-af62-d59221d2f53e tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:11.523351 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca46922-0f59-4c06-af62-d59221d2f53e tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:11.523762 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca46922-0f59-4c06-af62-d59221d2f53e tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:11.524154 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca46922-0f59-4c06-af62-d59221d2f53e tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:11.524549 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca46922-0f59-4c06-af62-d59221d2f53e tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:11.525259 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca46922-0f59-4c06-af62-d59221d2f53e tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:11.525259 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca46922-0f59-4c06-af62-d59221d2f53e tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:11.525669 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca46922-0f59-4c06-af62-d59221d2f53e tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:11.534961 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-3bbc6416-b050-464c-a1a7-08d4fd0520b8 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Calling delete_port for eea5fa2d-e5f5-4e82-83a3-daf008f960ec owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:11.554507 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-807857b0-1588-4b78-b20f-bed378d80034 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0601997 Feb 19 04:23:11.556206 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52098) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:11.564525 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-63df8d3a-4f23-452e-b468-746d1b4fa481 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Request body: {'security_group': {'name': 'tempest-secgroup--1925783705'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:11.578894 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 0d2ad41d-0c5c-456a-8d78-3152dde1bbd5 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:23:11.639731 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63df8d3a-4f23-452e-b468-746d1b4fa481 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.689730 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-10d53722-b359-4903-882b-b3756ab38daa admin admin] Publish callbacks [] for security_group (26229aad-dfed-4b8a-9989-c526f1a625ed), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.697715 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-10d53722-b359-4903-882b-b3756ab38daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (26229aad-dfed-4b8a-9989-c526f1a625ed), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.713720 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 0d2ad41d-0c5c-456a-8d78-3152dde1bbd5, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=0d2ad41d-0c5c-456a-8d78-3152dde1bbd5,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:11.736862 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '0d2ad41d-0c5c-456a-8d78-3152dde1bbd5', 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314', 'port_id': '0d2ad41d-0c5c-456a-8d78-3152dde1bbd5', 'mac_address': 'fa:16:3e:8b:54:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e0c96c-0d0f-4bc2-a99e-37aff97516b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:23:11.803297 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 0d2ad41d-0c5c-456a-8d78-3152dde1bbd5 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:11.803995 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0d2ad41d-0c5c-456a-8d78-3152dde1bbd5), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.824479 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2ad41d-0c5c-456a-8d78-3152dde1bbd5 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:23:11.827728 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-10d53722-b359-4903-882b-b3756ab38daa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=02a51e2664ed47998cfa736682e21fab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3711827 Feb 19 04:23:11.828516 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d53722-b359-4903-882b-b3756ab38daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26229aad-dfed-4b8a-9989-c526f1a625ed,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:11.831214 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52106) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:11.879659 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63df8d3a-4f23-452e-b468-746d1b4fa481 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (495d9dff-4ea2-45ef-a926-530520dc8637), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.888128 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63df8d3a-4f23-452e-b468-746d1b4fa481 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (495d9dff-4ea2-45ef-a926-530520dc8637), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.890060 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 0d2ad41d-0c5c-456a-8d78-3152dde1bbd5, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=0d2ad41d-0c5c-456a-8d78-3152dde1bbd5,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:11.903670 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0d2ad41d-0c5c-456a-8d78-3152dde1bbd5), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.943908 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df8d3a-4f23-452e-b468-746d1b4fa481 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=495d9dff-4ea2-45ef-a926-530520dc8637,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:11.953208 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e52e0611-42fe-433c-b87e-2e1fd5e99ccb admin admin] Publish callbacks [] for security_group (26229aad-dfed-4b8a-9989-c526f1a625ed), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.968033 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3bbc6416-b050-464c-a1a7-08d4fd0520b8 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (eea5fa2d-e5f5-4e82-83a3-daf008f960ec), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.973786 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63df8d3a-4f23-452e-b468-746d1b4fa481 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.975775 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-63df8d3a-4f23-452e-b468-746d1b4fa481 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4183862 Feb 19 04:23:11.989355 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=0d2ad41d-0c5c-456a-8d78-3152dde1bbd5,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:11.990800 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52114) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:12.001682 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b58f1a90-7a20-4e19-9f2c-6da66586b1a1 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Request body: {'security_group_rule': {'security_group_id': '495d9dff-4ea2-45ef-a926-530520dc8637', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:12.009511 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:12.010122 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:12.011162 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:12.011879 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:12.012384 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:12.012875 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:12.013364 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:12.014241 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:12.014732 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:12.016351 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:12.016874 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:12.018099 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:12.018649 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:12.027285 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc6416-b050-464c-a1a7-08d4fd0520b8 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Pushing event deleted for resources: {'Port': ['ID=eea5fa2d-e5f5-4e82-83a3-daf008f960ec,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:12.040848 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e52e0611-42fe-433c-b87e-2e1fd5e99ccb admin admin] Publish callbacks [] for security_group (26229aad-dfed-4b8a-9989-c526f1a625ed), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:12.055820 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3bbc6416-b050-464c-a1a7-08d4fd0520b8 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:12.062414 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3bbc6416-b050-464c-a1a7-08d4fd0520b8 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "DELETE /v2.0/ports/eea5fa2d-e5f5-4e82-83a3-daf008f960ec HTTP/1.1" status: 204 len: 168 time: 0.7645626 Feb 19 04:23:12.063084 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52126) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:12.067825 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-03c25402-2337-4577-b9ad-a85af81139c6 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fa8d3178-0886-4b9c-93f6-fe1675b07550', 'external_fixed_ips': [{'subnet_id': 'a2cb9255-eefb-4211-94b6-dbff3172b024', 'ip_address': '2001:db8::346'}]}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:12.109390 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b58f1a90-7a20-4e19-9f2c-6da66586b1a1 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (c3bfd890-abdc-416b-9df5-24c685a2d0ad), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:12.129063 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-8cf6c69a-2092-4a8f-b13a-98145fd0d79c tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2f271185a3394337ae674dcb6032d055&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513432 Feb 19 04:23:12.156541 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-03c25402-2337-4577-b9ad-a85af81139c6 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:12.157911 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-03c25402-2337-4577-b9ad-a85af81139c6 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:12.171363 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['0d2ad41d-0c5c-456a-8d78-3152dde1bbd5'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:23:12.179103 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b58f1a90-7a20-4e19-9f2c-6da66586b1a1 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (c3bfd890-abdc-416b-9df5-24c685a2d0ad), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:12.223570 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b58f1a90-7a20-4e19-9f2c-6da66586b1a1 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (c3bfd890-abdc-416b-9df5-24c685a2d0ad), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:12.250284 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f1a90-7a20-4e19-9f2c-6da66586b1a1 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3bfd890-abdc-416b-9df5-24c685a2d0ad,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:12.254263 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b58f1a90-7a20-4e19-9f2c-6da66586b1a1 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:12.257848 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b58f1a90-7a20-4e19-9f2c-6da66586b1a1 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2636845 Feb 19 04:23:12.258117 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52130) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:12.268884 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e52e0611-42fe-433c-b87e-2e1fd5e99ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (26229aad-dfed-4b8a-9989-c526f1a625ed), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:12.271772 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e52e0611-42fe-433c-b87e-2e1fd5e99ccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:12.273059 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e52e0611-42fe-433c-b87e-2e1fd5e99ccb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/26229aad-dfed-4b8a-9989-c526f1a625ed HTTP/1.1" status: 204 len: 168 time: 0.4401340 Feb 19 04:23:12.306725 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e0611-42fe-433c-b87e-2e1fd5e99ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26229aad-dfed-4b8a-9989-c526f1a625ed,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:12.385996 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e4100887-f185-483f-8bed-90942460a80f tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (495d9dff-4ea2-45ef-a926-530520dc8637), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:12.415019 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e4100887-f185-483f-8bed-90942460a80f tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (495d9dff-4ea2-45ef-a926-530520dc8637), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:12.460853 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-03c25402-2337-4577-b9ad-a85af81139c6 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router_controller (7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:12.475669 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e4100887-f185-483f-8bed-90942460a80f tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (495d9dff-4ea2-45ef-a926-530520dc8637), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:12.478438 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e4100887-f185-483f-8bed-90942460a80f tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:12.484991 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e4100887-f185-483f-8bed-90942460a80f tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "DELETE /v2.0/security-groups/495d9dff-4ea2-45ef-a926-530520dc8637 HTTP/1.1" status: 204 len: 168 time: 0.2204807 Feb 19 04:23:12.485208 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52134) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:12.491434 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4100887-f185-483f-8bed-90942460a80f tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=495d9dff-4ea2-45ef-a926-530520dc8637,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:12.558534 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c961b-f669-4be7-9b4f-7db9c03b7985 req-885d46b9-df63-4094-8ad6-8e97d825ba22 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:12.560016 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a79c961b-f669-4be7-9b4f-7db9c03b7985 req-885d46b9-df63-4094-8ad6-8e97d825ba22 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=28fe4e24-d80e-47b8-b543-2aa0c553dd44 HTTP/1.1" status: 200 len: 945 time: 0.7038651 Feb 19 04:23:12.605799 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-2ade3609-09ce-4ca9-a0b6-4c736994e944 tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:12.607210 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-2ade3609-09ce-4ca9-a0b6-4c736994e944 tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4724338 Feb 19 04:23:12.681941 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-63b582af-3b68-4017-8c11-9aab5e8cd02e tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.52 "GET /v2.0/quotas/2f271185a3394337ae674dcb6032d055 HTTP/1.1" status: 200 len: 375 time: 0.0642211 Feb 19 04:23:12.742360 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0b63ee59-6cc4-4e2d-a48b-6be06959ec81 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2563853 Feb 19 04:23:12.746655 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52144) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:12.751108 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-03c25402-2337-4577-b9ad-a85af81139c6 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router_gateway (7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:12.774108 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-da2e25c8-8db3-4272-b74e-6857fdae8d48 tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f271185a3394337ae674dcb6032d055&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574276 Feb 19 04:23:12.778066 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a79c961b-f669-4be7-9b4f-7db9c03b7985 req-31a092e2-5bd8-4d5a-9c31-3441068c8be0 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814570 Feb 19 04:23:12.848191 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-99e35439-2b36-47ce-8091-8c5ca05c8f63 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0981789 Feb 19 04:23:12.848425 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52148) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:12.862987 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-e7e89105-5cda-4b73-a856-8eb3a8d84b2b tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] delete failed (client error): The resource could not be found. Feb 19 04:23:12.867775 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e7e89105-5cda-4b73-a856-8eb3a8d84b2b tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "DELETE /v2.0/security-groups/495d9dff-4ea2-45ef-a926-530520dc8637 HTTP/1.1" status: 404 len: 347 time: 0.0146067 Feb 19 04:23:12.870850 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52150) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:12.922641 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-383b4c10-76dc-4c61-9c49-e5d5f35bfaa1 tempest-SecGroupTest-1057660721 tempest-SecGroupTest-1057660721-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0473928 Feb 19 04:23:13.145444 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a69fa38d-288e-4851-8274-adfd3c6d58a0 req-823e5cc3-bae6-4b65-810b-50e9b52d544b tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.52 "GET /v2.0/ports?device_id=655c901e-3821-48c9-af6c-f4db7f22c4df HTTP/1.1" status: 200 len: 210 time: 0.0686047 Feb 19 04:23:13.149306 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-03c25402-2337-4577-b9ad-a85af81139c6 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router_gateway (7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:13.208026 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-03c25402-2337-4577-b9ad-a85af81139c6 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:13.221155 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52172) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:13.412250 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-03c25402-2337-4577-b9ad-a85af81139c6 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Allocated IP 2001:db8::346 (fa8d3178-0886-4b9c-93f6-fe1675b07550/a2cb9255-eefb-4211-94b6-dbff3172b024/785f7fab-ff6b-4c67-98e7-1cc18627eda4) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:13.558413 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-03c25402-2337-4577-b9ad-a85af81139c6 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for port (785f7fab-ff6b-4c67-98e7-1cc18627eda4), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:13.569864 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 0d2ad41d-0c5c-456a-8d78-3152dde1bbd5 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:23:13.613648 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-03c25402-2337-4577-b9ad-a85af81139c6 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (785f7fab-ff6b-4c67-98e7-1cc18627eda4), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:13.646429 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fd004371-d2ee-41c2-9bed-441d7dd7c227 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=de33fd02100a4c6e8a30c231a2524b9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4237933 Feb 19 04:23:13.648847 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52188) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:13.655111 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 0d2ad41d-0c5c-456a-8d78-3152dde1bbd5 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:23:13.662103 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 0d2ad41d-0c5c-456a-8d78-3152dde1bbd5 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:13.663552 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0d2ad41d-0c5c-456a-8d78-3152dde1bbd5), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:13.680170 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c25402-2337-4577-b9ad-a85af81139c6 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Network fa8d3178-0886-4b9c-93f6-fe1675b07550 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:13.683548 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-03c25402-2337-4577-b9ad-a85af81139c6 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:13.689857 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c25402-2337-4577-b9ad-a85af81139c6 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:13.696342 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c25402-2337-4577-b9ad-a85af81139c6 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Pushing event updated for resources: {'Port': ['ID=785f7fab-ff6b-4c67-98e7-1cc18627eda4,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:13.736655 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d5be29e-0dec-49ee-b25a-df45326ddf0e admin admin] Publish callbacks [] for security_group (2d45375d-aa7e-4522-9b79-15f0b57c1e55), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:13.769099 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d5be29e-0dec-49ee-b25a-df45326ddf0e admin admin] Publish callbacks [] for security_group (2d45375d-aa7e-4522-9b79-15f0b57c1e55), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:13.845250 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 0d2ad41d-0c5c-456a-8d78-3152dde1bbd5 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:13.845886 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0d2ad41d-0c5c-456a-8d78-3152dde1bbd5), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:13.873808 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fe4e24-d80e-47b8-b543-2aa0c553dd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2ad41d-0c5c-456a-8d78-3152dde1bbd5'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:13.877053 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4c2a4d-d74f-4b88-8aa7-bf778bc85bd0" -d '{"events": [{"server_uuid": "28fe4e24-d80e-47b8-b543-2aa0c553dd44", "name": "network-vif-plugged", "status": "completed", "tag": "0d2ad41d-0c5c-456a-8d78-3152dde1bbd5"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:13.892893 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d5be29e-0dec-49ee-b25a-df45326ddf0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2d45375d-aa7e-4522-9b79-15f0b57c1e55), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:13.897269 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d5be29e-0dec-49ee-b25a-df45326ddf0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:13.898718 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3d5be29e-0dec-49ee-b25a-df45326ddf0e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2d45375d-aa7e-4522-9b79-15f0b57c1e55 HTTP/1.1" status: 204 len: 168 time: 0.2484009 Feb 19 04:23:13.909734 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5be29e-0dec-49ee-b25a-df45326ddf0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d45375d-aa7e-4522-9b79-15f0b57c1e55,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:13.910786 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 0d2ad41d-0c5c-456a-8d78-3152dde1bbd5, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=0d2ad41d-0c5c-456a-8d78-3152dde1bbd5,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:13.929758 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0d2ad41d-0c5c-456a-8d78-3152dde1bbd5), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:13.967060 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417ca989-882e-432c-8a3f-d34408cae4be x-openstack-request-id: req-417ca989-882e-432c-8a3f-d34408cae4be {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:13.967438 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fe4e24-d80e-47b8-b543-2aa0c553dd44", "name": "network-vif-plugged", "status": "completed", "tag": "0d2ad41d-0c5c-456a-8d78-3152dde1bbd5", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:13.967933 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-417ca989-882e-432c-8a3f-d34408cae4be {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:13.968334 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28fe4e24-d80e-47b8-b543-2aa0c553dd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2ad41d-0c5c-456a-8d78-3152dde1bbd5', 'code': 200} Feb 19 04:23:14.055062 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=0d2ad41d-0c5c-456a-8d78-3152dde1bbd5,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:14.091225 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d4fc2-4d08-4b25-a1a7-5766f2c0b927 req-30528a6c-7b03-48d4-a57a-67662c57cb7a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:14.093309 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-143d4fc2-4d08-4b25-a1a7-5766f2c0b927 req-30528a6c-7b03-48d4-a57a-67662c57cb7a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=28fe4e24-d80e-47b8-b543-2aa0c553dd44 HTTP/1.1" status: 200 len: 946 time: 0.1243935 Feb 19 04:23:14.094520 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-03c25402-2337-4577-b9ad-a85af81139c6 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router_gateway (7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:14.136899 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc94ef2-6769-43c6-822b-c39e752b88ee req-b9fe7f54-e795-4255-b178-81a06fc6c913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:14.140608 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0bc94ef2-6769-43c6-822b-c39e752b88ee req-b9fe7f54-e795-4255-b178-81a06fc6c913 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=28fe4e24-d80e-47b8-b543-2aa0c553dd44 HTTP/1.1" status: 200 len: 1129 time: 0.0781984 Feb 19 04:23:14.209554 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-143d4fc2-4d08-4b25-a1a7-5766f2c0b927 req-66bfb704-b5d0-448d-881c-5ebee589441f tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660892 Feb 19 04:23:14.273800 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0bc94ef2-6769-43c6-822b-c39e752b88ee req-76c202ce-44a6-47f0-9776-564b4cf23e4a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258075 Feb 19 04:23:14.338825 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d5273def-becd-40b3-b1ac-9119228c8c27 req-8a465583-890c-4203-a9ab-729faee4a48d tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.52 "GET /v2.0/ports?device_id=655c901e-3821-48c9-af6c-f4db7f22c4df HTTP/1.1" status: 200 len: 210 time: 0.0676401 Feb 19 04:23:14.405412 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-03c25402-2337-4577-b9ad-a85af81139c6 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:14.570851 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c25402-2337-4577-b9ad-a85af81139c6 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Router 7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:23:14.711905 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-d1b3c7c4-6cf2-42a2-a8b2-9f6f5732f387 tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=2f271185a3394337ae674dcb6032d055&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389204 Feb 19 04:23:14.798475 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c25402-2337-4577-b9ad-a85af81139c6 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:23:14.812865 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc37ef2-268e-47f2-802a-36d75ac51716 None None] Sync routers for ids ['7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:23:14.826183 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-03c25402-2337-4577-b9ad-a85af81139c6 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:14.826926 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc37ef2-268e-47f2-802a-36d75ac51716 None None] Routers {'7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:23:14.830399 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7fc37ef2-268e-47f2-802a-36d75ac51716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:23:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:14.830645 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-03c25402-2337-4577-b9ad-a85af81139c6 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.7663083 Feb 19 04:23:14.834146 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52234) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:14.896868 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52236) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:14.989708 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1346dd60-68d4-456a-b009-b7202196675f tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router (7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:15.054567 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-7fc37ef2-268e-47f2-802a-36d75ac51716 None None] Set router 7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:23:15.113589 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-e902547f-a68b-47eb-92d2-b81f05bb2ae0 tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:15.115535 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-e902547f-a68b-47eb-92d2-b81f05bb2ae0 tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3950250 Feb 19 04:23:15.128395 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-b156d7ba-527c-41ef-b83c-dd293a3a9a4e tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Request body: {'port': {'device_id': '655c901e-3821-48c9-af6c-f4db7f22c4df', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': '2f271185a3394337ae674dcb6032d055'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:15.134027 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-e07466ee-b23f-457f-80e5-48b567d6159a tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:15.272576 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52248) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:15.277730 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7fc37ef2-268e-47f2-802a-36d75ac51716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb', 'name': '', 'tenant_id': 'd34e9e69a6554cdaa52bd05c17bfb320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa8d3178-0886-4b9c-93f6-fe1675b07550', 'external_fixed_ips': [{'subnet_id': 'a2cb9255-eefb-4211-94b6-dbff3172b024', 'ip_address': '2001:db8::346'}], 'enable_snat': True}, 'gw_port_id': '785f7fab-ff6b-4c67-98e7-1cc18627eda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:23:12Z', 'updated_at': '2022-02-19T04:23:13Z', 'revision_number': 3, 'project_id': 'd34e9e69a6554cdaa52bd05c17bfb320', 'gw_port': {'id': '785f7fab-ff6b-4c67-98e7-1cc18627eda4', 'name': '', 'network_id': 'fa8d3178-0886-4b9c-93f6-fe1675b07550', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:83:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'a2cb9255-eefb-4211-94b6-dbff3172b024', 'ip_address': '2001:db8::346', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:23:13Z', 'updated_at': '2022-02-19T04:23:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2cb9255-eefb-4211-94b6-dbff3172b024', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:15.286899 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-b156d7ba-527c-41ef-b83c-dd293a3a9a4e tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Made reservation on behalf of 2f271185a3394337ae674dcb6032d055 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:15.291024 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-b156d7ba-527c-41ef-b83c-dd293a3a9a4e tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:15.302057 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-b156d7ba-527c-41ef-b83c-dd293a3a9a4e tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:15.316860 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e07466ee-b23f-457f-80e5-48b567d6159a tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] 10.222.0.52 "PUT /v2.0/quotas/388a7ad5f2d04fc6bd3673f465790a06 HTTP/1.1" status: 200 len: 368 time: 0.4173014 Feb 19 04:23:15.317117 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52252) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:15.321933 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc37ef2-268e-47f2-802a-36d75ac51716 None None] Checking router: 7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:23:15.324410 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1346dd60-68d4-456a-b009-b7202196675f tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router_gateway (7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:15.324997 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc37ef2-268e-47f2-802a-36d75ac51716 None None] Updating router 7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb port 785f7fab-ff6b-4c67-98e7-1cc18627eda4 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:23:15.325373 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-e6997e3f-d381-48b7-a24c-4457234f1a21 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Request body: {'network': {'project_id': '388a7ad5f2d04fc6bd3673f465790a06'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:15.372548 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6997e3f-d381-48b7-a24c-4457234f1a21 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Made reservation on behalf of 388a7ad5f2d04fc6bd3673f465790a06 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:15.380595 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e6997e3f-d381-48b7-a24c-4457234f1a21 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:15.405126 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7fc37ef2-268e-47f2-802a-36d75ac51716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (785f7fab-ff6b-4c67-98e7-1cc18627eda4), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:15.418675 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-1346dd60-68d4-456a-b009-b7202196675f tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Deleting port 785f7fab-ff6b-4c67-98e7-1cc18627eda4 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:15.419527 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1346dd60-68d4-456a-b009-b7202196675f tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (785f7fab-ff6b-4c67-98e7-1cc18627eda4), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:15.422302 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e6997e3f-d381-48b7-a24c-4457234f1a21 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:15.677842 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-b156d7ba-527c-41ef-b83c-dd293a3a9a4e tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Publish callbacks [] for security_group (ff125846-fcd1-475d-b194-d3152bd9784e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:15.697992 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-b156d7ba-527c-41ef-b83c-dd293a3a9a4e tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ff125846-fcd1-475d-b194-d3152bd9784e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:15.819088 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e6997e3f-d381-48b7-a24c-4457234f1a21 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks [] for security_group (80a57ada-7a2a-458e-a282-797a8e912b1e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:15.841088 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7fc37ef2-268e-47f2-802a-36d75ac51716 None None] Publish callbacks [] for port (785f7fab-ff6b-4c67-98e7-1cc18627eda4), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:15.851638 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7fc37ef2-268e-47f2-802a-36d75ac51716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (785f7fab-ff6b-4c67-98e7-1cc18627eda4), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:15.911687 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-b156d7ba-527c-41ef-b83c-dd293a3a9a4e tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Allocated IP 192.168.233.108 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/e823b22d-3d79-4406-b0a1-f945b4abf993) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:15.924136 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7fd647-f41c-4a46-b985-fb3994c9a75f None None] Pushing event updated for resources: {'Port': ['ID=785f7fab-ff6b-4c67-98e7-1cc18627eda4,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:15.929315 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-e210ed1c-be3a-483a-a5b0-1eb1780b50e2 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:15.930384 n-d-828369-19 neutron-server[109926]: WARNING neutron.api.v2.base [None req-e210ed1c-be3a-483a-a5b0-1eb1780b50e2 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 04:23:15.931032 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-e210ed1c-be3a-483a-a5b0-1eb1780b50e2 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 04:23:15.936390 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e210ed1c-be3a-483a-a5b0-1eb1780b50e2 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6489582 Feb 19 04:23:15.936504 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7fc37ef2-268e-47f2-802a-36d75ac51716 None None] Attempting to bind port 785f7fab-ff6b-4c67-98e7-1cc18627eda4 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:23:15.936504 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7fc37ef2-268e-47f2-802a-36d75ac51716 None None] Attempting to bind port 785f7fab-ff6b-4c67-98e7-1cc18627eda4 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '7da18007-4924-40ea-b676-e16cdc21a667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fa8d3178-0886-4b9c-93f6-fe1675b07550'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:23:15.936504 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc37ef2-268e-47f2-802a-36d75ac51716 None None] Attempting to bind port 785f7fab-ff6b-4c67-98e7-1cc18627eda4 on network fa8d3178-0886-4b9c-93f6-fe1675b07550 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:15.942772 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc37ef2-268e-47f2-802a-36d75ac51716 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:23:15.943298 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc37ef2-268e-47f2-802a-36d75ac51716 None None] Checking segment: {'id': '7da18007-4924-40ea-b676-e16cdc21a667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fa8d3178-0886-4b9c-93f6-fe1675b07550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:23:15.943756 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7fc37ef2-268e-47f2-802a-36d75ac51716 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:15.944158 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc37ef2-268e-47f2-802a-36d75ac51716 None None] Bound using segment: {'id': '7da18007-4924-40ea-b676-e16cdc21a667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fa8d3178-0886-4b9c-93f6-fe1675b07550'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:23:15.944634 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7fc37ef2-268e-47f2-802a-36d75ac51716 None None] Bound port: 785f7fab-ff6b-4c67-98e7-1cc18627eda4, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da18007-4924-40ea-b676-e16cdc21a667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fa8d3178-0886-4b9c-93f6-fe1675b07550'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:23:15.945022 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7fc37ef2-268e-47f2-802a-36d75ac51716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (785f7fab-ff6b-4c67-98e7-1cc18627eda4), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:15.971846 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52264) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:15.982685 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-8f3be9f7-c848-4040-be8a-8115433b0cc6 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group': {'name': 'tempest-secgroup--1767398304'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:16.009411 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-7fc37ef2-268e-47f2-802a-36d75ac51716 None None] For port 785f7fab-ff6b-4c67-98e7-1cc18627eda4, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:23:16.014698 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-7fc37ef2-268e-47f2-802a-36d75ac51716 None None] For port 785f7fab-ff6b-4c67-98e7-1cc18627eda4, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=785f7fab-ff6b-4c67-98e7-1cc18627eda4,segment=NetworkSegment(7da18007-4924-40ea-b676-e16cdc21a667),segment_id=7da18007-4924-40ea-b676-e16cdc21a667)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:23:16.019174 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fb2b3abd-74be-4894-8d09-efd9c28e8645 req-8b178493-907a-4dfd-a179-233eba30da49 tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.52 "GET /v2.0/ports?device_id=655c901e-3821-48c9-af6c-f4db7f22c4df HTTP/1.1" status: 200 len: 210 time: 0.0978920 Feb 19 04:23:16.031267 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7fc37ef2-268e-47f2-802a-36d75ac51716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (785f7fab-ff6b-4c67-98e7-1cc18627eda4), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.097098 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-b156d7ba-527c-41ef-b83c-dd293a3a9a4e tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Publish callbacks [] for port (e823b22d-3d79-4406-b0a1-f945b4abf993), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.099862 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc37ef2-268e-47f2-802a-36d75ac51716 None None] Routers {'7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:23:16.101144 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7fc37ef2-268e-47f2-802a-36d75ac51716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:23:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:16.103657 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59845ef6-1037-4628-988f-5ed87bb025e2 req-4087fddc-6ae0-4028-a254-c4eeec08745b tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:16.106345 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59845ef6-1037-4628-988f-5ed87bb025e2 req-4087fddc-6ae0-4028-a254-c4eeec08745b tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=28fe4e24-d80e-47b8-b543-2aa0c553dd44 HTTP/1.1" status: 200 len: 946 time: 0.7614810 Feb 19 04:23:16.107251 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8f3be9f7-c848-4040-be8a-8115433b0cc6 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.129011 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8f3be9f7-c848-4040-be8a-8115433b0cc6 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.131932 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1346dd60-68d4-456a-b009-b7202196675f tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (785f7fab-ff6b-4c67-98e7-1cc18627eda4), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.142177 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156d7ba-527c-41ef-b83c-dd293a3a9a4e tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff125846-fcd1-475d-b194-d3152bd9784e,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:16.145694 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e6997e3f-d381-48b7-a24c-4457234f1a21 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (80a57ada-7a2a-458e-a282-797a8e912b1e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.155011 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-b156d7ba-527c-41ef-b83c-dd293a3a9a4e tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (e823b22d-3d79-4406-b0a1-f945b4abf993), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.180774 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-1346dd60-68d4-456a-b009-b7202196675f tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Calling delete_port for 785f7fab-ff6b-4c67-98e7-1cc18627eda4 owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:16.221331 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156d7ba-527c-41ef-b83c-dd293a3a9a4e tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Pushing event updated for resources: {'Port': ['ID=e823b22d-3d79-4406-b0a1-f945b4abf993,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:16.223735 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59845ef6-1037-4628-988f-5ed87bb025e2 req-ddab425d-291f-447b-8031-b825edbd313a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081393 Feb 19 04:23:16.238048 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6997e3f-d381-48b7-a24c-4457234f1a21 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:23:16.265299 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-7fc37ef2-268e-47f2-802a-36d75ac51716 None None] Set router 7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:23:16.276142 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e6997e3f-d381-48b7-a24c-4457234f1a21 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (757f6027-9de6-4fbd-89e0-2bbdd3ec9af4), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.276896 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-e6997e3f-d381-48b7-a24c-4457234f1a21 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Added segment 757f6027-9de6-4fbd-89e0-2bbdd3ec9af4 of type vlan for network 06f9dd02-4503-40b3-b915-bbcb32da17b0 Feb 19 04:23:16.278759 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6997e3f-d381-48b7-a24c-4457234f1a21 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a57ada-7a2a-458e-a282-797a8e912b1e,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:16.290594 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-b156d7ba-527c-41ef-b83c-dd293a3a9a4e tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:16.299818 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-b156d7ba-527c-41ef-b83c-dd293a3a9a4e tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:16.303744 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-b156d7ba-527c-41ef-b83c-dd293a3a9a4e tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:16.355366 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7fc37ef2-268e-47f2-802a-36d75ac51716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb', 'name': '', 'tenant_id': 'd34e9e69a6554cdaa52bd05c17bfb320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:23:12Z', 'updated_at': '2022-02-19T04:23:15Z', 'revision_number': 4, 'project_id': 'd34e9e69a6554cdaa52bd05c17bfb320', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:16.395649 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-b156d7ba-527c-41ef-b83c-dd293a3a9a4e tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:16.396412 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-b156d7ba-527c-41ef-b83c-dd293a3a9a4e tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.409318 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc37ef2-268e-47f2-802a-36d75ac51716 None None] The sync data for ids ['7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb'] in n-d-828369-19 is: [{'id': '7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb', 'name': '', 'tenant_id': 'd34e9e69a6554cdaa52bd05c17bfb320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:23:12Z', 'updated_at': '2022-02-19T04:23:15Z', 'revision_number': 4, 'project_id': 'd34e9e69a6554cdaa52bd05c17bfb320', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:23:16.425292 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7fd647-f41c-4a46-b985-fb3994c9a75f None None] Pushing event updated for resources: {'Port': ['ID=785f7fab-ff6b-4c67-98e7-1cc18627eda4,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:16.432989 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-b156d7ba-527c-41ef-b83c-dd293a3a9a4e tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3092582 Feb 19 04:23:16.437427 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e6997e3f-d381-48b7-a24c-4457234f1a21 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (06f9dd02-4503-40b3-b915-bbcb32da17b0), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.456209 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-43fe06a9-14e2-461b-a223-75bb32986054 service neutron] Request body: {'port': {'device_id': '655c901e-3821-48c9-af6c-f4db7f22c4df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:16.516078 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8f3be9f7-c848-4040-be8a-8115433b0cc6 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (dfd607dc-1201-43d1-9a7c-58be8901e17b), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.532098 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8f3be9f7-c848-4040-be8a-8115433b0cc6 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (dfd607dc-1201-43d1-9a7c-58be8901e17b), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.571468 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e6997e3f-d381-48b7-a24c-4457234f1a21 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (06f9dd02-4503-40b3-b915-bbcb32da17b0), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.572457 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6997e3f-d381-48b7-a24c-4457234f1a21 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:16.573080 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e6997e3f-d381-48b7-a24c-4457234f1a21 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.661046 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3be9f7-c848-4040-be8a-8115433b0cc6 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd607dc-1201-43d1-9a7c-58be8901e17b,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:16.674946 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-43fe06a9-14e2-461b-a223-75bb32986054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e823b22d-3d79-4406-b0a1-f945b4abf993), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.683381 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e6997e3f-d381-48b7-a24c-4457234f1a21 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3648591 Feb 19 04:23:16.699105 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52268) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:16.705526 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-a64c44a3-653e-4b8a-b497-0aa742b78230 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Request body: {'network': {'project_id': '388a7ad5f2d04fc6bd3673f465790a06'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:16.712788 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8f3be9f7-c848-4040-be8a-8115433b0cc6 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (2df43f8c-4da2-4507-b7ad-2530fca67173), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.713236 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6997e3f-d381-48b7-a24c-4457234f1a21 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Pushing event updated for resources: {'Network': ['ID=06f9dd02-4503-40b3-b915-bbcb32da17b0,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:16.727476 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8f3be9f7-c848-4040-be8a-8115433b0cc6 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2df43f8c-4da2-4507-b7ad-2530fca67173), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.737600 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 06f9dd02-4503-40b3-b915-bbcb32da17b0 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:23:16.747562 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1346dd60-68d4-456a-b009-b7202196675f tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (785f7fab-ff6b-4c67-98e7-1cc18627eda4), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.770189 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64c44a3-653e-4b8a-b497-0aa742b78230 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Made reservation on behalf of 388a7ad5f2d04fc6bd3673f465790a06 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:16.772991 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a64c44a3-653e-4b8a-b497-0aa742b78230 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.825956 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346dd60-68d4-456a-b009-b7202196675f tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Pushing event deleted for resources: {'Port': ['ID=785f7fab-ff6b-4c67-98e7-1cc18627eda4,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:16.836358 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8f3be9f7-c848-4040-be8a-8115433b0cc6 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.840825 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8f3be9f7-c848-4040-be8a-8115433b0cc6 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8620973 Feb 19 04:23:16.842270 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52274) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:16.848187 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-cb2f9a5f-47a0-46c4-b76a-a0a5036ce4dd tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group_rule': {'security_group_id': '2df43f8c-4da2-4507-b7ad-2530fca67173', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:16.877534 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3be9f7-c848-4040-be8a-8115433b0cc6 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2df43f8c-4da2-4507-b7ad-2530fca67173,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:16.888234 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1346dd60-68d4-456a-b009-b7202196675f tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.899570 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64c44a3-653e-4b8a-b497-0aa742b78230 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:23:16.916594 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-500ddcad-22a2-4d7e-8f4a-90b64c3f77b7 None None] Provisioning complete for port e823b22d-3d79-4406-b0a1-f945b4abf993 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:16.917115 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-500ddcad-22a2-4d7e-8f4a-90b64c3f77b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e823b22d-3d79-4406-b0a1-f945b4abf993), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.950562 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a64c44a3-653e-4b8a-b497-0aa742b78230 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (1d8abac5-6e87-4292-925e-f91cf3352ef6), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.951082 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-a64c44a3-653e-4b8a-b497-0aa742b78230 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Added segment 1d8abac5-6e87-4292-925e-f91cf3352ef6 of type vlan for network 4e82d999-b2f7-4741-93fd-8138b8228b30 Feb 19 04:23:16.957245 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:23:16.973914 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-500ddcad-22a2-4d7e-8f4a-90b64c3f77b7 None None] Port e823b22d-3d79-4406-b0a1-f945b4abf993 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:23:17.008950 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a64c44a3-653e-4b8a-b497-0aa742b78230 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (4e82d999-b2f7-4741-93fd-8138b8228b30), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.013221 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1346dd60-68d4-456a-b009-b7202196675f tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.014936 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cb2f9a5f-47a0-46c4-b76a-a0a5036ce4dd tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group_rule (659f7601-9cad-4973-b93d-a85a379ef918), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.018945 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1346dd60-68d4-456a-b009-b7202196675f tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router_controller (7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.130503 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a64c44a3-653e-4b8a-b497-0aa742b78230 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (4e82d999-b2f7-4741-93fd-8138b8228b30), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.136854 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64c44a3-653e-4b8a-b497-0aa742b78230 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:17.136854 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a64c44a3-653e-4b8a-b497-0aa742b78230 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.147509 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1346dd60-68d4-456a-b009-b7202196675f tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.148070 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1346dd60-68d4-456a-b009-b7202196675f tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:23:17.155767 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1346dd60-68d4-456a-b009-b7202196675f tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.156957 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1346dd60-68d4-456a-b009-b7202196675f tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "DELETE /v2.0/routers/7c16fbac-d59f-4c6d-9d4a-0b041d7d9abb HTTP/1.1" status: 204 len: 168 time: 2.3231723 Feb 19 04:23:17.160802 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52280) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:17.166951 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-43fe06a9-14e2-461b-a223-75bb32986054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e823b22d-3d79-4406-b0a1-f945b4abf993 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:23:17.203486 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cb2f9a5f-47a0-46c4-b76a-a0a5036ce4dd tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group_rule (659f7601-9cad-4973-b93d-a85a379ef918), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.209489 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-43fe06a9-14e2-461b-a223-75bb32986054 service neutron] Publish callbacks [] for port (e823b22d-3d79-4406-b0a1-f945b4abf993), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.211735 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cb2f9a5f-47a0-46c4-b76a-a0a5036ce4dd tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (659f7601-9cad-4973-b93d-a85a379ef918), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.219522 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a64c44a3-653e-4b8a-b497-0aa742b78230 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5149629 Feb 19 04:23:17.226056 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52282) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:17.235663 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-271c6c67-6e98-4f0f-9f37-4b1d9abacd42 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Request body: {'network': {'project_id': '388a7ad5f2d04fc6bd3673f465790a06'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:17.247561 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c44a3-653e-4b8a-b497-0aa742b78230 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Pushing event updated for resources: {'Network': ['ID=4e82d999-b2f7-4741-93fd-8138b8228b30,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:17.248904 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e339bc-2125-47eb-8fcb-201e2df7b251 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Deleting subnet a2cb9255-eefb-4211-94b6-dbff3172b024 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:23:17.254030 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f9a5f-47a0-46c4-b76a-a0a5036ce4dd tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659f7601-9cad-4973-b93d-a85a379ef918,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:17.255389 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f4e339bc-2125-47eb-8fcb-201e2df7b251 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for subnet (a2cb9255-eefb-4211-94b6-dbff3172b024), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.257512 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 4e82d999-b2f7-4741-93fd-8138b8228b30 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:23:17.259219 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cb2f9a5f-47a0-46c4-b76a-a0a5036ce4dd tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.263067 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cb2f9a5f-47a0-46c4-b76a-a0a5036ce4dd tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4159567 Feb 19 04:23:17.268511 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0522a6-76ad-4701-92b8-8da17545fa28 req-63bcbd20-3fd8-4f73-967c-a11a5fad0e2d tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:17.270014 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eb0522a6-76ad-4701-92b8-8da17545fa28 req-63bcbd20-3fd8-4f73-967c-a11a5fad0e2d tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.52 "GET /v2.0/ports?device_id=655c901e-3821-48c9-af6c-f4db7f22c4df HTTP/1.1" status: 200 len: 936 time: 0.1685863 Feb 19 04:23:17.270544 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52286) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:17.288414 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-43fe06a9-14e2-461b-a223-75bb32986054 service neutron] Transition to ACTIVE for port object e823b22d-3d79-4406-b0a1-f945b4abf993 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:23:17.299702 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-271c6c67-6e98-4f0f-9f37-4b1d9abacd42 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 04:23:17.300330 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-271c6c67-6e98-4f0f-9f37-4b1d9abacd42 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:23:17.302625 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-a382a5fa-43a7-466c-90f0-4e202bfcc25c tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group_rule': {'security_group_id': '2df43f8c-4da2-4507-b7ad-2530fca67173', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:17.307084 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52288) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:17.308708 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-271c6c67-6e98-4f0f-9f37-4b1d9abacd42 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0801828 Feb 19 04:23:17.312192 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-43fe06a9-14e2-461b-a223-75bb32986054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (e823b22d-3d79-4406-b0a1-f945b4abf993), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.370826 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f4e339bc-2125-47eb-8fcb-201e2df7b251 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (a2cb9255-eefb-4211-94b6-dbff3172b024), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.411406 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe06a9-14e2-461b-a223-75bb32986054 service neutron] Pushing event updated for resources: {'Port': ['ID=e823b22d-3d79-4406-b0a1-f945b4abf993,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:17.513721 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-43fe06a9-14e2-461b-a223-75bb32986054 service neutron] Attempting to bind port e823b22d-3d79-4406-b0a1-f945b4abf993 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:23:17.514129 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-43fe06a9-14e2-461b-a223-75bb32986054 service neutron] Attempting to bind port e823b22d-3d79-4406-b0a1-f945b4abf993 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:23:17.514432 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-43fe06a9-14e2-461b-a223-75bb32986054 service neutron] Attempting to bind port e823b22d-3d79-4406-b0a1-f945b4abf993 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:17.521951 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a382a5fa-43a7-466c-90f0-4e202bfcc25c tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group_rule (ea912192-bf19-4d33-9e78-d2534968deaf), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.523478 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-43fe06a9-14e2-461b-a223-75bb32986054 service neutron] Port e823b22d-3d79-4406-b0a1-f945b4abf993 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:23:17.524063 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-43fe06a9-14e2-461b-a223-75bb32986054 service neutron] Attempting to bind port e823b22d-3d79-4406-b0a1-f945b4abf993 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:17.533012 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-43fe06a9-14e2-461b-a223-75bb32986054 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:23:17.533012 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-43fe06a9-14e2-461b-a223-75bb32986054 service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:23:17.533337 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-43fe06a9-14e2-461b-a223-75bb32986054 service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:23:17.535222 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-43fe06a9-14e2-461b-a223-75bb32986054 service neutron] Bound port: e823b22d-3d79-4406-b0a1-f945b4abf993, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:23:17.535830 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-43fe06a9-14e2-461b-a223-75bb32986054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e823b22d-3d79-4406-b0a1-f945b4abf993), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.538301 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f4e339bc-2125-47eb-8fcb-201e2df7b251 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (a2cb9255-eefb-4211-94b6-dbff3172b024), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.584633 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-18e5f8a0-d009-46f7-bb4f-8ea3a53afe71 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=388a7ad5f2d04fc6bd3673f465790a06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2610924 Feb 19 04:23:17.584879 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52290) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:17.585919 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eb0522a6-76ad-4701-92b8-8da17545fa28 req-ff08d0b5-0268-4cd6-abb8-b9e52c67780f tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff125846-fcd1-475d-b194-d3152bd9784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762246 Feb 19 04:23:17.649389 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494e08a-9b76-4245-9bbf-d111f6fb339e req-b7e89429-980b-429f-bdec-0b60bbf3786c tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:17.656914 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b494e08a-9b76-4245-9bbf-d111f6fb339e req-b7e89429-980b-429f-bdec-0b60bbf3786c tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=28fe4e24-d80e-47b8-b543-2aa0c553dd44 HTTP/1.1" status: 200 len: 946 time: 0.2537696 Feb 19 04:23:17.672430 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-43fe06a9-14e2-461b-a223-75bb32986054 service neutron] For port e823b22d-3d79-4406-b0a1-f945b4abf993, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:23:17.678272 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-43fe06a9-14e2-461b-a223-75bb32986054 service neutron] For port e823b22d-3d79-4406-b0a1-f945b4abf993, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=e823b22d-3d79-4406-b0a1-f945b4abf993,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:23:17.679948 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-110c9d39-b3bd-4bb2-a8c8-c59d4480c794 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks [] for security_group (80a57ada-7a2a-458e-a282-797a8e912b1e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.692007 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f4e339bc-2125-47eb-8fcb-201e2df7b251 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (a2cb9255-eefb-4211-94b6-dbff3172b024), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.717087 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-43fe06a9-14e2-461b-a223-75bb32986054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (e823b22d-3d79-4406-b0a1-f945b4abf993), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.731856 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-110c9d39-b3bd-4bb2-a8c8-c59d4480c794 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks [] for security_group (80a57ada-7a2a-458e-a282-797a8e912b1e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.745939 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e339bc-2125-47eb-8fcb-201e2df7b251 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a2cb9255-eefb-4211-94b6-dbff3172b024,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:17.760401 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f4e339bc-2125-47eb-8fcb-201e2df7b251 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.767634 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f4e339bc-2125-47eb-8fcb-201e2df7b251 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "DELETE /v2.0/subnets/a2cb9255-eefb-4211-94b6-dbff3172b024 HTTP/1.1" status: 204 len: 168 time: 0.6022623 Feb 19 04:23:17.767634 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-a382a5fa-43a7-466c-90f0-4e202bfcc25c tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 04:23:17.767634 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a382a5fa-43a7-466c-90f0-4e202bfcc25c tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4720917 Feb 19 04:23:17.770530 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52292) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:17.770846 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52294) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:17.778448 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-43fe06a9-14e2-461b-a223-75bb32986054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:17.779168 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-43fe06a9-14e2-461b-a223-75bb32986054 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.780470 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-43fe06a9-14e2-461b-a223-75bb32986054 service neutron] 10.222.0.26 "PUT /v2.0/ports/e823b22d-3d79-4406-b0a1-f945b4abf993 HTTP/1.1" status: 200 len: 1097 time: 1.3392689 Feb 19 04:23:17.795772 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '655c901e-3821-48c9-af6c-f4db7f22c4df', 'tag': 'e823b22d-3d79-4406-b0a1-f945b4abf993'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:17.798591 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2198289-bdc1-4c3c-9d8d-704e15668c94" -d '{"events": [{"name": "network-changed", "server_uuid": "655c901e-3821-48c9-af6c-f4db7f22c4df", "tag": "e823b22d-3d79-4406-b0a1-f945b4abf993"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:17.930867 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7344df41-57a4-4c9c-8ae4-398ce08e1843 x-openstack-request-id: req-7344df41-57a4-4c9c-8ae4-398ce08e1843 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:17.931695 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "655c901e-3821-48c9-af6c-f4db7f22c4df", "tag": "e823b22d-3d79-4406-b0a1-f945b4abf993", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:17.931795 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7344df41-57a4-4c9c-8ae4-398ce08e1843 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:17.932179 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '655c901e-3821-48c9-af6c-f4db7f22c4df', 'tag': 'e823b22d-3d79-4406-b0a1-f945b4abf993', 'status': 'completed', 'code': 200} Feb 19 04:23:17.951782 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe06a9-14e2-461b-a223-75bb32986054 service neutron] Pushing event updated for resources: {'Port': ['ID=e823b22d-3d79-4406-b0a1-f945b4abf993,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:17.953866 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b494e08a-9b76-4245-9bbf-d111f6fb339e req-9a55bc5a-898f-4e51-bf19-8732a2d9c9cc tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960634 Feb 19 04:23:17.972548 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a278bf96-c4a3-4b3a-b2ac-bc55602562d3 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (2df43f8c-4da2-4507-b7ad-2530fca67173), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.984118 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-110c9d39-b3bd-4bb2-a8c8-c59d4480c794 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (80a57ada-7a2a-458e-a282-797a8e912b1e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.986727 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-110c9d39-b3bd-4bb2-a8c8-c59d4480c794 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.994749 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-110c9d39-b3bd-4bb2-a8c8-c59d4480c794 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/80a57ada-7a2a-458e-a282-797a8e912b1e HTTP/1.1" status: 204 len: 168 time: 0.4087703 Feb 19 04:23:17.996809 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52298) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:18.050979 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a278bf96-c4a3-4b3a-b2ac-bc55602562d3 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (2df43f8c-4da2-4507-b7ad-2530fca67173), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:18.122322 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f5df71f-e03a-40a5-bbe6-e1f4f0eb742a tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (4e82d999-b2f7-4741-93fd-8138b8228b30), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:18.127115 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c9d39-b3bd-4bb2-a8c8-c59d4480c794 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a57ada-7a2a-458e-a282-797a8e912b1e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:18.136329 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-20953e07-cc72-44eb-99af-41da38490e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:18.138269 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-20953e07-cc72-44eb-99af-41da38490e45 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f271185a3394337ae674dcb6032d055&device_id=655c901e-3821-48c9-af6c-f4db7f22c4df HTTP/1.1" status: 200 len: 1131 time: 0.3007479 Feb 19 04:23:18.192659 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a3e83c58-3439-4d5d-a641-e62f48b1b73c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (fa8d3178-0886-4b9c-93f6-fe1675b07550), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:18.201144 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-d154f1bd-ddd5-461c-b806-52f62bf9378c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=e823b22d-3d79-4406-b0a1-f945b4abf993 HTTP/1.1" status: 200 len: 217 time: 0.0494785 Feb 19 04:23:18.220770 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a73984-59fb-448d-b086-1c300e9d8710 req-ed744c19-ba61-4c62-8f98-e569e6548388 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:18.222631 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9a73984-59fb-448d-b086-1c300e9d8710 req-ed744c19-ba61-4c62-8f98-e569e6548388 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=28fe4e24-d80e-47b8-b543-2aa0c553dd44 HTTP/1.1" status: 200 len: 946 time: 0.1100464 Feb 19 04:23:18.226484 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a278bf96-c4a3-4b3a-b2ac-bc55602562d3 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2df43f8c-4da2-4507-b7ad-2530fca67173), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:18.229186 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a278bf96-c4a3-4b3a-b2ac-bc55602562d3 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:18.230719 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a278bf96-c4a3-4b3a-b2ac-bc55602562d3 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "DELETE /v2.0/security-groups/2df43f8c-4da2-4507-b7ad-2530fca67173 HTTP/1.1" status: 204 len: 168 time: 0.4401195 Feb 19 04:23:18.235232 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52306) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:18.281825 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278bf96-c4a3-4b3a-b2ac-bc55602562d3 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df43f8c-4da2-4507-b7ad-2530fca67173,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:18.370324 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a3e83c58-3439-4d5d-a641-e62f48b1b73c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (fa8d3178-0886-4b9c-93f6-fe1675b07550), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:18.389291 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9a73984-59fb-448d-b086-1c300e9d8710 req-3861891f-1448-4bdc-afcf-ca4879280643 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572306 Feb 19 04:23:18.398327 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-a3e83c58-3439-4d5d-a641-e62f48b1b73c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa8d3178-0886-4b9c-93f6-fe1675b07550']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:18.411300 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-a3e83c58-3439-4d5d-a641-e62f48b1b73c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da18007-4924-40ea-b676-e16cdc21a667') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:18.411606 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-a3e83c58-3439-4d5d-a641-e62f48b1b73c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da18007-4924-40ea-b676-e16cdc21a667') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:18.421979 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a3e83c58-3439-4d5d-a641-e62f48b1b73c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (7da18007-4924-40ea-b676-e16cdc21a667), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:18.439330 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a3e83c58-3439-4d5d-a641-e62f48b1b73c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (7da18007-4924-40ea-b676-e16cdc21a667), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:18.446944 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e83c58-3439-4d5d-a641-e62f48b1b73c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:23:18.447558 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a3e83c58-3439-4d5d-a641-e62f48b1b73c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (7da18007-4924-40ea-b676-e16cdc21a667), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: warnings.warn('Neutron quota engine will require "--force" ' Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: items = [ Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:23:18.450556 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:23:18.541022 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a3e83c58-3439-4d5d-a641-e62f48b1b73c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (fa8d3178-0886-4b9c-93f6-fe1675b07550), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:18.559555 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e83c58-3439-4d5d-a641-e62f48b1b73c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fa8d3178-0886-4b9c-93f6-fe1675b07550 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 04:23:18.577367 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a3e83c58-3439-4d5d-a641-e62f48b1b73c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:18.591137 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a3e83c58-3439-4d5d-a641-e62f48b1b73c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "DELETE /v2.0/networks/fa8d3178-0886-4b9c-93f6-fe1675b07550 HTTP/1.1" status: 204 len: 168 time: 0.8145478 Feb 19 04:23:18.612755 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e83c58-3439-4d5d-a641-e62f48b1b73c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Pushing event deleted for resources: {'Network': ['ID=fa8d3178-0886-4b9c-93f6-fe1675b07550,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:18.658181 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f5df71f-e03a-40a5-bbe6-e1f4f0eb742a tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (4e82d999-b2f7-4741-93fd-8138b8228b30), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:18.680018 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-e7d9b0e4-b319-4a62-a38a-c8a693d7dafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:18.681765 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-e7d9b0e4-b319-4a62-a38a-c8a693d7dafb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.4569738 Feb 19 04:23:18.707355 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-9f5df71f-e03a-40a5-bbe6-e1f4f0eb742a tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e82d999-b2f7-4741-93fd-8138b8228b30']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:18.712712 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8e722c8a-725d-41c2-b29f-e91f7587c1ee tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4764013 Feb 19 04:23:18.719370 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52318) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:18.724041 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-9f5df71f-e03a-40a5-bbe6-e1f4f0eb742a tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d8abac5-6e87-4292-925e-f91cf3352ef6') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:18.724579 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-9f5df71f-e03a-40a5-bbe6-e1f4f0eb742a tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d8abac5-6e87-4292-925e-f91cf3352ef6') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:18.729125 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-deb08d77-9e92-4de0-ba22-77c9fb7d9c23 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group': {'name': 'tempest-secgroup--790724317'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:18.759984 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f5df71f-e03a-40a5-bbe6-e1f4f0eb742a tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (1d8abac5-6e87-4292-925e-f91cf3352ef6), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:18.787498 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f5df71f-e03a-40a5-bbe6-e1f4f0eb742a tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (1d8abac5-6e87-4292-925e-f91cf3352ef6), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:18.799002 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5df71f-e03a-40a5-bbe6-e1f4f0eb742a tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:23:18.799707 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f5df71f-e03a-40a5-bbe6-e1f4f0eb742a tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (1d8abac5-6e87-4292-925e-f91cf3352ef6), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:23:18.801650 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:23:18.815401 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-deb08d77-9e92-4de0-ba22-77c9fb7d9c23 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:18.875529 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e6fdb-cca2-4dd3-b3bb-8ab3354692e3 req-ce8c6851-0da8-4779-a686-24faf16a2a59 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:18.877164 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d70e6fdb-cca2-4dd3-b3bb-8ab3354692e3 req-ce8c6851-0da8-4779-a686-24faf16a2a59 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=28fe4e24-d80e-47b8-b543-2aa0c553dd44 HTTP/1.1" status: 200 len: 946 time: 0.1698947 Feb 19 04:23:18.902514 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-c6ef1f39-40d6-4756-9f54-73adc0daa83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:18.904398 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-c6ef1f39-40d6-4756-9f54-73adc0daa83b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2095487 Feb 19 04:23:18.904560 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869945e2-9b0a-47c5-b26b-72e2ed59dc66 req-63d62dc6-4597-4c60-8190-3e58994fb9f0 tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:18.912947 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-869945e2-9b0a-47c5-b26b-72e2ed59dc66 req-63d62dc6-4597-4c60-8190-3e58994fb9f0 tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.52 "GET /v2.0/ports?device_id=655c901e-3821-48c9-af6c-f4db7f22c4df HTTP/1.1" status: 200 len: 948 time: 0.1475897 Feb 19 04:23:18.979650 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f5df71f-e03a-40a5-bbe6-e1f4f0eb742a tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (4e82d999-b2f7-4741-93fd-8138b8228b30), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:18.994255 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f5df71f-e03a-40a5-bbe6-e1f4f0eb742a tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:18.998233 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9f5df71f-e03a-40a5-bbe6-e1f4f0eb742a tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] 10.222.0.52 "DELETE /v2.0/networks/4e82d999-b2f7-4741-93fd-8138b8228b30 HTTP/1.1" status: 204 len: 168 time: 0.9937596 Feb 19 04:23:19.006730 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52324) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:19.014786 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5df71f-e03a-40a5-bbe6-e1f4f0eb742a tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Pushing event deleted for resources: {'Network': ['ID=4e82d999-b2f7-4741-93fd-8138b8228b30,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:19.073483 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-8dc81aae-e875-4fe8-9ffd-26c7935feb83 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479731 Feb 19 04:23:19.113156 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-deb08d77-9e92-4de0-ba22-77c9fb7d9c23 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (49f5bb09-ae3f-4cb6-9a8f-9c617585b401), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.134809 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52326) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:19.143138 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-deb08d77-9e92-4de0-ba22-77c9fb7d9c23 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (49f5bb09-ae3f-4cb6-9a8f-9c617585b401), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.144405 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-19aef63d-6490-475a-87b8-8bdcad4ee3d1 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Request body: {'router': {'name': 'tempest-router--445553437', 'project_id': 'b04d6a5d5e494777983a5a42f2808bd3'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:19.164044 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2893da70-81fc-46e0-b779-60e569f6ced0 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (06f9dd02-4503-40b3-b915-bbcb32da17b0), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.185066 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb08d77-9e92-4de0-ba22-77c9fb7d9c23 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f5bb09-ae3f-4cb6-9a8f-9c617585b401,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:19.192372 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-deb08d77-9e92-4de0-ba22-77c9fb7d9c23 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.196743 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-deb08d77-9e92-4de0-ba22-77c9fb7d9c23 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4721425 Feb 19 04:23:19.201468 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52330) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:19.206898 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-0f001d4d-816c-4f72-9aca-77f9c9b48a30 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group_rule': {'security_group_id': '49f5bb09-ae3f-4cb6-9a8f-9c617585b401', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:19.207751 n-d-828369-19 neutron-server[109925]: WARNING neutron.api.v2.base [None req-0f001d4d-816c-4f72-9aca-77f9c9b48a30 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 19 04:23:19.208402 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-0f001d4d-816c-4f72-9aca-77f9c9b48a30 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:23:19.211862 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0f001d4d-816c-4f72-9aca-77f9c9b48a30 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068851 Feb 19 04:23:19.215517 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52332) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:19.241298 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1ee06899-c8ba-4040-8a5a-0af5f1e0202e req-76811014-a30a-4f1b-9b29-add4daa4979d service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612751 Feb 19 04:23:19.282254 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eac25f7f-324a-4949-b51e-2e23ba547ca0 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (49f5bb09-ae3f-4cb6-9a8f-9c617585b401), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.296310 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-869945e2-9b0a-47c5-b26b-72e2ed59dc66 req-8b0db5b3-36fe-4e07-ba21-3c9d2b3336cf tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff125846-fcd1-475d-b194-d3152bd9784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819957 Feb 19 04:23:19.304305 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d70e6fdb-cca2-4dd3-b3bb-8ab3354692e3 req-3657f5d6-1d54-4b5d-8431-a3585337e25f tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213185 Feb 19 04:23:19.319555 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-19aef63d-6490-475a-87b8-8bdcad4ee3d1 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (7a10cf3f-1c25-4f18-b525-73de15104cd8), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.319555 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-19aef63d-6490-475a-87b8-8bdcad4ee3d1 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (7a10cf3f-1c25-4f18-b525-73de15104cd8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.324736 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eac25f7f-324a-4949-b51e-2e23ba547ca0 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (49f5bb09-ae3f-4cb6-9a8f-9c617585b401), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.404797 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2893da70-81fc-46e0-b779-60e569f6ced0 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (06f9dd02-4503-40b3-b915-bbcb32da17b0), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.419603 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eac25f7f-324a-4949-b51e-2e23ba547ca0 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (49f5bb09-ae3f-4cb6-9a8f-9c617585b401), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.422277 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eac25f7f-324a-4949-b51e-2e23ba547ca0 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.425827 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-eac25f7f-324a-4949-b51e-2e23ba547ca0 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "DELETE /v2.0/security-groups/49f5bb09-ae3f-4cb6-9a8f-9c617585b401 HTTP/1.1" status: 204 len: 168 time: 0.2070148 Feb 19 04:23:19.428709 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52334) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:19.444080 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac25f7f-324a-4949-b51e-2e23ba547ca0 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f5bb09-ae3f-4cb6-9a8f-9c617585b401,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:19.449882 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-19aef63d-6490-475a-87b8-8bdcad4ee3d1 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router_controller (7a10cf3f-1c25-4f18-b525-73de15104cd8), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.451868 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-2893da70-81fc-46e0-b779-60e569f6ced0 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06f9dd02-4503-40b3-b915-bbcb32da17b0']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:19.462093 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-19aef63d-6490-475a-87b8-8bdcad4ee3d1 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (7a10cf3f-1c25-4f18-b525-73de15104cd8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.466574 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-2893da70-81fc-46e0-b779-60e569f6ced0 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '757f6027-9de6-4fbd-89e0-2bbdd3ec9af4') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:19.466880 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-2893da70-81fc-46e0-b779-60e569f6ced0 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '757f6027-9de6-4fbd-89e0-2bbdd3ec9af4') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:19.481395 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2893da70-81fc-46e0-b779-60e569f6ced0 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (757f6027-9de6-4fbd-89e0-2bbdd3ec9af4), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.485103 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2198289-bdc1-4c3c-9d8d-704e15668c94 req-c04b90b5-69d8-429f-ae97-e857616c1f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:19.487113 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f2198289-bdc1-4c3c-9d8d-704e15668c94 req-c04b90b5-69d8-429f-ae97-e857616c1f15 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f271185a3394337ae674dcb6032d055&device_id=655c901e-3821-48c9-af6c-f4db7f22c4df HTTP/1.1" status: 200 len: 1131 time: 0.1418784 Feb 19 04:23:19.491534 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-19aef63d-6490-475a-87b8-8bdcad4ee3d1 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.493368 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-19aef63d-6490-475a-87b8-8bdcad4ee3d1 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3544898 Feb 19 04:23:19.496130 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52336) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:19.545509 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2893da70-81fc-46e0-b779-60e569f6ced0 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (757f6027-9de6-4fbd-89e0-2bbdd3ec9af4), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.576636 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d72939ac-07ad-483b-9fe8-2ba3a74503b3 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1430314 Feb 19 04:23:19.578146 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52338) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:19.579183 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2893da70-81fc-46e0-b779-60e569f6ced0 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:23:19.579600 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2893da70-81fc-46e0-b779-60e569f6ced0 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (757f6027-9de6-4fbd-89e0-2bbdd3ec9af4), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:23:19.582492 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:23:19.585989 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-fef5084f-afe3-4130-951b-829a30a6cf23 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group': {'name': 'tempest-secgroup--780351498'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:19.616979 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2198289-bdc1-4c3c-9d8d-704e15668c94 req-81ac9332-0af6-4813-80cc-4f69949ff65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:19.618788 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f2198289-bdc1-4c3c-9d8d-704e15668c94 req-81ac9332-0af6-4813-80cc-4f69949ff65a service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.1206007 Feb 19 04:23:19.641398 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-773f866b-a1c1-4e2f-b290-c129ad23e3ac tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router (7a10cf3f-1c25-4f18-b525-73de15104cd8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.663585 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f2198289-bdc1-4c3c-9d8d-704e15668c94 req-7e6b723f-4930-4206-9614-ca616881c79d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=e823b22d-3d79-4406-b0a1-f945b4abf993 HTTP/1.1" status: 200 len: 217 time: 0.0374384 Feb 19 04:23:19.718957 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2198289-bdc1-4c3c-9d8d-704e15668c94 req-8f5e9edb-7a22-4381-8021-ac695a38b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:19.720444 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f2198289-bdc1-4c3c-9d8d-704e15668c94 req-8f5e9edb-7a22-4381-8021-ac695a38b30c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0494177 Feb 19 04:23:19.731951 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2893da70-81fc-46e0-b779-60e569f6ced0 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (06f9dd02-4503-40b3-b915-bbcb32da17b0), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.737578 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2893da70-81fc-46e0-b779-60e569f6ced0 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.740821 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2893da70-81fc-46e0-b779-60e569f6ced0 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] 10.222.0.52 "DELETE /v2.0/networks/06f9dd02-4503-40b3-b915-bbcb32da17b0 HTTP/1.1" status: 204 len: 168 time: 0.7328835 Feb 19 04:23:19.745948 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fef5084f-afe3-4130-951b-829a30a6cf23 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.783052 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2198289-bdc1-4c3c-9d8d-704e15668c94 req-76301a8e-a72f-4c36-bee8-161c3e38d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:19.784749 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f2198289-bdc1-4c3c-9d8d-704e15668c94 req-76301a8e-a72f-4c36-bee8-161c3e38d117 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0567429 Feb 19 04:23:19.836801 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893da70-81fc-46e0-b779-60e569f6ced0 tempest-QuotasNegativeTest-1112310218 tempest-QuotasNegativeTest-1112310218-project-admin] Pushing event deleted for resources: {'Network': ['ID=06f9dd02-4503-40b3-b915-bbcb32da17b0,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:19.888204 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-773f866b-a1c1-4e2f-b290-c129ad23e3ac tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (7a10cf3f-1c25-4f18-b525-73de15104cd8), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.892195 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-773f866b-a1c1-4e2f-b290-c129ad23e3ac tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router_controller (7a10cf3f-1c25-4f18-b525-73de15104cd8), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.896183 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f2198289-bdc1-4c3c-9d8d-704e15668c94 req-bf28e043-e16f-4e36-a871-ef969fecfc4e service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049540 Feb 19 04:23:19.957895 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-773f866b-a1c1-4e2f-b290-c129ad23e3ac tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (7a10cf3f-1c25-4f18-b525-73de15104cd8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.958457 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773f866b-a1c1-4e2f-b290-c129ad23e3ac tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a10cf3f-1c25-4f18-b525-73de15104cd8 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:23:19.967233 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-773f866b-a1c1-4e2f-b290-c129ad23e3ac tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.968659 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-773f866b-a1c1-4e2f-b290-c129ad23e3ac tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "DELETE /v2.0/routers/7a10cf3f-1c25-4f18-b525-73de15104cd8 HTTP/1.1" status: 204 len: 168 time: 0.4713762 Feb 19 04:23:20.002326 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fef5084f-afe3-4130-951b-829a30a6cf23 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (100ed3a5-c501-4ec4-8bf2-c76c2c91bcab), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:20.009258 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fef5084f-afe3-4130-951b-829a30a6cf23 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (100ed3a5-c501-4ec4-8bf2-c76c2c91bcab), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:20.031467 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f2198289-bdc1-4c3c-9d8d-704e15668c94 req-6274ca72-fd6e-45f1-a79c-3657bcd4111b service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273639 Feb 19 04:23:20.050201 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fef5084f-afe3-4130-951b-829a30a6cf23 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:20.054074 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fef5084f-afe3-4130-951b-829a30a6cf23 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4699953 Feb 19 04:23:20.062707 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52350) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:20.062707 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-d5f799f3-5694-4e53-a0b7-ba93ce77697f tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group_rule': {'security_group_id': '100ed3a5-c501-4ec4-8bf2-c76c2c91bcab', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:20.063100 n-d-828369-19 neutron-server[109926]: WARNING neutron.api.v2.base [None req-d5f799f3-5694-4e53-a0b7-ba93ce77697f tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 19 04:23:20.063408 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-d5f799f3-5694-4e53-a0b7-ba93ce77697f tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:23:20.064379 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d5f799f3-5694-4e53-a0b7-ba93ce77697f tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068126 Feb 19 04:23:20.068939 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52352) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:20.078740 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5084f-afe3-4130-951b-829a30a6cf23 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=100ed3a5-c501-4ec4-8bf2-c76c2c91bcab,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:20.162575 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-a007d89b-e33f-44c5-ae2f-f04932ac4df7 req-a54693e9-3b4e-4988-8ffa-b08e2da64e74 service neutron] (109926) timed out ('10.222.0.79', 55637) {{(pid=109926) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:23:20.164806 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ec2d6e2f-d74f-4903-8d02-5ce587702ab2 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (100ed3a5-c501-4ec4-8bf2-c76c2c91bcab), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:20.177771 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abc9f9-90cb-471f-8c1d-25f1fc7930a5 req-a8ff5f2e-17b0-4cb9-8f76-cfbad87c731c tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:20.183397 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a6abc9f9-90cb-471f-8c1d-25f1fc7930a5 req-a8ff5f2e-17b0-4cb9-8f76-cfbad87c731c tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.26 "GET /v2.0/ports?device_id=28fe4e24-d80e-47b8-b543-2aa0c553dd44 HTTP/1.1" status: 200 len: 946 time: 0.1155648 Feb 19 04:23:20.195305 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ec2d6e2f-d74f-4903-8d02-5ce587702ab2 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (100ed3a5-c501-4ec4-8bf2-c76c2c91bcab), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:20.253547 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ec2d6e2f-d74f-4903-8d02-5ce587702ab2 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (100ed3a5-c501-4ec4-8bf2-c76c2c91bcab), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:20.259542 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ec2d6e2f-d74f-4903-8d02-5ce587702ab2 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:20.263644 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ec2d6e2f-d74f-4903-8d02-5ce587702ab2 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "DELETE /v2.0/security-groups/100ed3a5-c501-4ec4-8bf2-c76c2c91bcab HTTP/1.1" status: 204 len: 168 time: 0.1937037 Feb 19 04:23:20.266421 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52358) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:20.279350 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d6e2f-d74f-4903-8d02-5ce587702ab2 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=100ed3a5-c501-4ec4-8bf2-c76c2c91bcab,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:20.344350 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52362) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:20.357763 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52368) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:20.368758 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c537637a-3173-4068-bfb8-ef3632b09b01 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1011925 Feb 19 04:23:20.372423 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52372) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:20.385453 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-d478043b-95dd-4819-ba3c-b408420f94e1 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group': {'name': 'tempest-secgroup--2079226427'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:20.391980 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-a6abc9f9-90cb-471f-8c1d-25f1fc7930a5 req-69d02651-20eb-4afa-930b-89c9cffce0d0 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Deleting port 0d2ad41d-0c5c-456a-8d78-3152dde1bbd5 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:20.392324 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a6abc9f9-90cb-471f-8c1d-25f1fc7930a5 req-69d02651-20eb-4afa-930b-89c9cffce0d0 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (0d2ad41d-0c5c-456a-8d78-3152dde1bbd5), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:20.480349 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d478043b-95dd-4819-ba3c-b408420f94e1 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:20.543279 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-a6abc9f9-90cb-471f-8c1d-25f1fc7930a5 req-69d02651-20eb-4afa-930b-89c9cffce0d0 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] For port 0d2ad41d-0c5c-456a-8d78-3152dde1bbd5, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=0d2ad41d-0c5c-456a-8d78-3152dde1bbd5,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:20.544124 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a6abc9f9-90cb-471f-8c1d-25f1fc7930a5 req-69d02651-20eb-4afa-930b-89c9cffce0d0 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (0d2ad41d-0c5c-456a-8d78-3152dde1bbd5), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:20.565232 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-a6abc9f9-90cb-471f-8c1d-25f1fc7930a5 req-69d02651-20eb-4afa-930b-89c9cffce0d0 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Calling delete_port for 0d2ad41d-0c5c-456a-8d78-3152dde1bbd5 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:20.589032 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a864f-e03f-45bf-b035-09c7f73fafe8 req-01060f8a-16fe-42ff-b0a7-7014e2946f82 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:20.591272 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-792a864f-e03f-45bf-b035-09c7f73fafe8 req-01060f8a-16fe-42ff-b0a7-7014e2946f82 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=28fe4e24-d80e-47b8-b543-2aa0c553dd44 HTTP/1.1" status: 200 len: 946 time: 0.1600075 Feb 19 04:23:20.613597 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fe840-d631-448b-af1b-444acacd34f4 req-1a75d756-9a26-4426-be11-4486171509bc tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:20.615559 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b95fe840-d631-448b-af1b-444acacd34f4 req-1a75d756-9a26-4426-be11-4486171509bc tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.52 "GET /v2.0/ports?device_id=655c901e-3821-48c9-af6c-f4db7f22c4df HTTP/1.1" status: 200 len: 948 time: 0.1741757 Feb 19 04:23:20.708494 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d478043b-95dd-4819-ba3c-b408420f94e1 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (79d5a811-8089-4d59-ad3f-7c23cfb139f1), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:20.713832 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-82ab56ff-837e-4ea7-852c-62050f8851ce tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-262824271', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}, 'admin_state_up': False}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:20.735832 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d478043b-95dd-4819-ba3c-b408420f94e1 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (79d5a811-8089-4d59-ad3f-7c23cfb139f1), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:20.747094 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1c16ca00-9834-4620-894d-a07379853cab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:20.756117 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a6abc9f9-90cb-471f-8c1d-25f1fc7930a5 req-69d02651-20eb-4afa-930b-89c9cffce0d0 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (0d2ad41d-0c5c-456a-8d78-3152dde1bbd5), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:20.775649 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['0d2ad41d-0c5c-456a-8d78-3152dde1bbd5'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:23:20.778618 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-792a864f-e03f-45bf-b035-09c7f73fafe8 req-240652ae-9b7c-4343-9c3a-9177baef1c48 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793489 Feb 19 04:23:20.807305 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d478043b-95dd-4819-ba3c-b408420f94e1 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:20.808721 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d478043b-95dd-4819-ba3c-b408420f94e1 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4351835 Feb 19 04:23:20.812878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52374) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:20.815231 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478043b-95dd-4819-ba3c-b408420f94e1 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79d5a811-8089-4d59-ad3f-7c23cfb139f1,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:20.817565 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82ab56ff-837e-4ea7-852c-62050f8851ce tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (9ab4f845-3f05-4250-936f-fa45b1b3ed34), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:20.818646 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82ab56ff-837e-4ea7-852c-62050f8851ce tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (9ab4f845-3f05-4250-936f-fa45b1b3ed34), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:20.829049 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-cdcb9c52-41f4-48db-b9a7-579e66943813 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group_rule': {'security_group_id': '79d5a811-8089-4d59-ad3f-7c23cfb139f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:20.835226 n-d-828369-19 neutron-server[109926]: WARNING neutron.api.v2.base [None req-cdcb9c52-41f4-48db-b9a7-579e66943813 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 19 04:23:20.835738 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-cdcb9c52-41f4-48db-b9a7-579e66943813 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:23:20.836786 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cdcb9c52-41f4-48db-b9a7-579e66943813 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0227222 Feb 19 04:23:20.839891 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d02651-20eb-4afa-930b-89c9cffce0d0 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Pushing event deleted for resources: {'Port': ['ID=0d2ad41d-0c5c-456a-8d78-3152dde1bbd5,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:20.845070 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52376) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:20.846101 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b95fe840-d631-448b-af1b-444acacd34f4 req-79f839ab-ae6d-4690-9068-c49c2f87741d tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff125846-fcd1-475d-b194-d3152bd9784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153037 Feb 19 04:23:20.853232 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-75bca4fb-8b02-44d4-a1d8-c640fbaa82c6 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group_rule': {'security_group_id': '79d5a811-8089-4d59-ad3f-7c23cfb139f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:20.855764 n-d-828369-19 neutron-server[109925]: WARNING neutron.api.v2.base [None req-75bca4fb-8b02-44d4-a1d8-c640fbaa82c6 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 19 04:23:20.856742 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-75bca4fb-8b02-44d4-a1d8-c640fbaa82c6 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:23:20.858326 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-75bca4fb-8b02-44d4-a1d8-c640fbaa82c6 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0100613 Feb 19 04:23:20.862848 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52378) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:20.873230 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-0d87ba2b-178d-4f40-9acd-59a733ed40b6 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group_rule': {'security_group_id': '79d5a811-8089-4d59-ad3f-7c23cfb139f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:20.874218 n-d-828369-19 neutron-server[109926]: WARNING neutron.api.v2.base [None req-0d87ba2b-178d-4f40-9acd-59a733ed40b6 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 19 04:23:20.874811 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-0d87ba2b-178d-4f40-9acd-59a733ed40b6 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:23:20.875961 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0d87ba2b-178d-4f40-9acd-59a733ed40b6 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0106111 Feb 19 04:23:20.878100 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6abc9f9-90cb-471f-8c1d-25f1fc7930a5 req-69d02651-20eb-4afa-930b-89c9cffce0d0 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] No DVR routers for this DVR port 0d2ad41d-0c5c-456a-8d78-3152dde1bbd5 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:23:20.881521 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a6abc9f9-90cb-471f-8c1d-25f1fc7930a5 req-69d02651-20eb-4afa-930b-89c9cffce0d0 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:20.884939 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['12fa2f24-9f06-475c-9764-ec13d3159342'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:23:20.887456 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a6abc9f9-90cb-471f-8c1d-25f1fc7930a5 req-69d02651-20eb-4afa-930b-89c9cffce0d0 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.26 "DELETE /v2.0/ports/0d2ad41d-0c5c-456a-8d78-3152dde1bbd5 HTTP/1.1" status: 204 len: 173 time: 0.6987000 Feb 19 04:23:20.888017 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fe4e24-d80e-47b8-b543-2aa0c553dd44', 'name': 'network-vif-deleted', 'tag': '0d2ad41d-0c5c-456a-8d78-3152dde1bbd5'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:20.891054 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e0494e-b4dd-407a-ac91-3c6b52b414f1" -d '{"events": [{"server_uuid": "28fe4e24-d80e-47b8-b543-2aa0c553dd44", "name": "network-vif-deleted", "tag": "0d2ad41d-0c5c-456a-8d78-3152dde1bbd5"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:20.892488 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52380) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:20.897367 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-5b90eb52-874a-4fd7-8353-e376a9675d4d tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group_rule': {'security_group_id': '79d5a811-8089-4d59-ad3f-7c23cfb139f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:20.898254 n-d-828369-19 neutron-server[109926]: WARNING neutron.api.v2.base [None req-5b90eb52-874a-4fd7-8353-e376a9675d4d tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 19 04:23:20.898738 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-5b90eb52-874a-4fd7-8353-e376a9675d4d tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:23:20.899676 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5b90eb52-874a-4fd7-8353-e376a9675d4d tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0060666 Feb 19 04:23:20.902522 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52384) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:20.945703 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82ab56ff-837e-4ea7-852c-62050f8851ce tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_controller (9ab4f845-3f05-4250-936f-fa45b1b3ed34), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.018298 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856ae5eb-00cc-4445-b67f-38bf077387fc x-openstack-request-id: req-856ae5eb-00cc-4445-b67f-38bf077387fc {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:21.018584 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fe4e24-d80e-47b8-b543-2aa0c553dd44", "name": "network-vif-deleted", "tag": "0d2ad41d-0c5c-456a-8d78-3152dde1bbd5", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:21.019997 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-856ae5eb-00cc-4445-b67f-38bf077387fc {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:21.021671 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28fe4e24-d80e-47b8-b543-2aa0c553dd44', 'name': 'network-vif-deleted', 'tag': '0d2ad41d-0c5c-456a-8d78-3152dde1bbd5', 'status': 'completed', 'code': 200} Feb 19 04:23:21.022242 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1c16ca00-9834-4620-894d-a07379853cab admin admin] Publish callbacks [] for security_group (53ced5b2-80b4-43f0-986b-6b41aea8eb9c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.022389 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ea0ee50-a3e0-453a-9f01-1c927572fdeb tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (79d5a811-8089-4d59-ad3f-7c23cfb139f1), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.053818 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ea0ee50-a3e0-453a-9f01-1c927572fdeb tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (79d5a811-8089-4d59-ad3f-7c23cfb139f1), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.066104 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1c16ca00-9834-4620-894d-a07379853cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (53ced5b2-80b4-43f0-986b-6b41aea8eb9c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.135249 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ea0ee50-a3e0-453a-9f01-1c927572fdeb tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (79d5a811-8089-4d59-ad3f-7c23cfb139f1), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.139054 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ea0ee50-a3e0-453a-9f01-1c927572fdeb tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.141855 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5ea0ee50-a3e0-453a-9f01-1c927572fdeb tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "DELETE /v2.0/security-groups/79d5a811-8089-4d59-ad3f-7c23cfb139f1 HTTP/1.1" status: 204 len: 168 time: 0.2372859 Feb 19 04:23:21.145993 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52386) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:21.155710 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1c16ca00-9834-4620-894d-a07379853cab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c75c47fb256a4a388dade7b9321fa6f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7948484 Feb 19 04:23:21.158765 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52388) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:21.167192 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0ee50-a3e0-453a-9f01-1c927572fdeb tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d5a811-8089-4d59-ad3f-7c23cfb139f1,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:21.209328 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16ca00-9834-4620-894d-a07379853cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ced5b2-80b4-43f0-986b-6b41aea8eb9c,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:21.213332 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82ab56ff-837e-4ea7-852c-62050f8851ce tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_gateway (9ab4f845-3f05-4250-936f-fa45b1b3ed34), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.218972 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9e0e6ecc-d099-407c-a507-467d884fdb3f tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0699968 Feb 19 04:23:21.222740 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52392) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:21.228862 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-c303b484-2396-4807-84c1-afecf974807c tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group': {'name': 'tempest-secgroup--152927373'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:21.269583 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c303b484-2396-4807-84c1-afecf974807c tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.314867 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cc46da22-f969-4ac6-81e0-764c41ca85c1 admin admin] Publish callbacks [] for security_group (53ced5b2-80b4-43f0-986b-6b41aea8eb9c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.344046 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cc46da22-f969-4ac6-81e0-764c41ca85c1 admin admin] Publish callbacks [] for security_group (53ced5b2-80b4-43f0-986b-6b41aea8eb9c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.411680 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c303b484-2396-4807-84c1-afecf974807c tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (e77e8c90-8175-494b-8018-00386baf96c8), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.417201 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c303b484-2396-4807-84c1-afecf974807c tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e77e8c90-8175-494b-8018-00386baf96c8), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.418552 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cc46da22-f969-4ac6-81e0-764c41ca85c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (53ced5b2-80b4-43f0-986b-6b41aea8eb9c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.433746 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cc46da22-f969-4ac6-81e0-764c41ca85c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.443752 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cc46da22-f969-4ac6-81e0-764c41ca85c1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/53ced5b2-80b4-43f0-986b-6b41aea8eb9c HTTP/1.1" status: 204 len: 168 time: 0.2691998 Feb 19 04:23:21.462340 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303b484-2396-4807-84c1-afecf974807c tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e77e8c90-8175-494b-8018-00386baf96c8,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:21.484814 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c303b484-2396-4807-84c1-afecf974807c tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.486592 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c303b484-2396-4807-84c1-afecf974807c tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2630825 Feb 19 04:23:21.489370 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52400) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:21.494915 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-911df94d-6ac3-4a67-b818-39b427f175ec tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group_rule': {'security_group_id': 'e77e8c90-8175-494b-8018-00386baf96c8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:21.496109 n-d-828369-19 neutron-server[109925]: WARNING neutron.api.v2.base [None req-911df94d-6ac3-4a67-b818-39b427f175ec tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 04:23:21.496795 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-911df94d-6ac3-4a67-b818-39b427f175ec tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:23:21.498139 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-911df94d-6ac3-4a67-b818-39b427f175ec tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075321 Feb 19 04:23:21.500717 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52402) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:21.507572 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-0aaa4224-95cf-44ce-9ec0-434e9c74a94d tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group_rule': {'security_group_id': 'e77e8c90-8175-494b-8018-00386baf96c8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:21.544155 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46da22-f969-4ac6-81e0-764c41ca85c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ced5b2-80b4-43f0-986b-6b41aea8eb9c,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:21.551447 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-0aaa4224-95cf-44ce-9ec0-434e9c74a94d tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:23:21.552883 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0aaa4224-95cf-44ce-9ec0-434e9c74a94d tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0503490 Feb 19 04:23:21.556037 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52404) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:21.578488 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-2cc6efcb-e85c-4b1d-92a0-d30fe24aac20 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group_rule': {'security_group_id': 'e77e8c90-8175-494b-8018-00386baf96c8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:21.579027 n-d-828369-19 neutron-server[109926]: WARNING neutron.api.v2.base [None req-2cc6efcb-e85c-4b1d-92a0-d30fe24aac20 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 19 04:23:21.579517 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-2cc6efcb-e85c-4b1d-92a0-d30fe24aac20 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:23:21.583280 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2cc6efcb-e85c-4b1d-92a0-d30fe24aac20 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0258648 Feb 19 04:23:21.583859 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52408) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:21.584414 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82ab56ff-837e-4ea7-852c-62050f8851ce tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_gateway (9ab4f845-3f05-4250-936f-fa45b1b3ed34), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.590856 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-abc546b4-f7a6-4fac-8097-88f29f82c1f5 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group_rule': {'security_group_id': 'e77e8c90-8175-494b-8018-00386baf96c8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:21.608432 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82ab56ff-837e-4ea7-852c-62050f8851ce tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.641123 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-abc546b4-f7a6-4fac-8097-88f29f82c1f5 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:23:21.642690 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-abc546b4-f7a6-4fac-8097-88f29f82c1f5 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0571382 Feb 19 04:23:21.645274 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52410) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:21.651481 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-8bd10613-a522-4f3a-b6f2-5825089cc8c0 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group_rule': {'security_group_id': 'e77e8c90-8175-494b-8018-00386baf96c8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:21.652102 n-d-828369-19 neutron-server[109925]: WARNING neutron.api.v2.base [None req-8bd10613-a522-4f3a-b6f2-5825089cc8c0 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 04:23:21.652718 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-8bd10613-a522-4f3a-b6f2-5825089cc8c0 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:23:21.654006 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8bd10613-a522-4f3a-b6f2-5825089cc8c0 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072019 Feb 19 04:23:21.657080 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52412) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:21.662136 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-f280489b-7ff4-4318-ba5f-965a6edec7f2 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group_rule': {'security_group_id': 'e77e8c90-8175-494b-8018-00386baf96c8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:21.705180 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-f280489b-7ff4-4318-ba5f-965a6edec7f2 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:23:21.707323 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f280489b-7ff4-4318-ba5f-965a6edec7f2 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0492330 Feb 19 04:23:21.710237 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52414) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:21.715268 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3e9fdb6d-dbd0-46a7-938a-ae0a6093438b tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group_rule': {'security_group_id': 'e77e8c90-8175-494b-8018-00386baf96c8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:21.715988 n-d-828369-19 neutron-server[109925]: WARNING neutron.api.v2.base [None req-3e9fdb6d-dbd0-46a7-938a-ae0a6093438b tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 19 04:23:21.716803 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-3e9fdb6d-dbd0-46a7-938a-ae0a6093438b tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:23:21.717942 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3e9fdb6d-dbd0-46a7-938a-ae0a6093438b tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065331 Feb 19 04:23:21.720656 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52416) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:21.725507 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-360f4d4b-1c35-4603-8179-b22f7a940de1 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group_rule': {'security_group_id': 'e77e8c90-8175-494b-8018-00386baf96c8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:21.734618 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-82ab56ff-837e-4ea7-852c-62050f8851ce tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Allocated IP 172.25.3.176 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/310bcdbd-ed76-4859-a924-185c8f9d56d0) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:21.777858 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52418) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:21.780233 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-360f4d4b-1c35-4603-8179-b22f7a940de1 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:23:21.781567 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-360f4d4b-1c35-4603-8179-b22f7a940de1 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0597253 Feb 19 04:23:21.786482 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52420) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:21.791610 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-0af9af07-3436-4e4b-ae35-befe071fb106 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group_rule': {'security_group_id': 'e77e8c90-8175-494b-8018-00386baf96c8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:21.803723 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4334f94b-093b-4f31-87e8-f7b71f498a0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.883870 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-0af9af07-3436-4e4b-ae35-befe071fb106 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:23:21.888715 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0af9af07-3436-4e4b-ae35-befe071fb106 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0974560 Feb 19 04:23:21.889141 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52428) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:21.890231 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82ab56ff-837e-4ea7-852c-62050f8851ce tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for port (310bcdbd-ed76-4859-a924-185c8f9d56d0), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.970003 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4334f94b-093b-4f31-87e8-f7b71f498a0c admin admin] Publish callbacks [] for security_group (6e962ec3-755a-4086-961d-6635d6209f58), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.984921 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4334f94b-093b-4f31-87e8-f7b71f498a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6e962ec3-755a-4086-961d-6635d6209f58), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:22.023460 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334f94b-093b-4f31-87e8-f7b71f498a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e962ec3-755a-4086-961d-6635d6209f58,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:22.045754 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-04c98b48-f327-4bea-ab85-3285bde02574 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (e77e8c90-8175-494b-8018-00386baf96c8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:22.059182 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82ab56ff-837e-4ea7-852c-62050f8851ce tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (310bcdbd-ed76-4859-a924-185c8f9d56d0), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:22.078231 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4334f94b-093b-4f31-87e8-f7b71f498a0c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9b7c3a70ecf941aaa4717eaa098f655d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2988608 Feb 19 04:23:22.078957 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52432) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:22.098361 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-04c98b48-f327-4bea-ab85-3285bde02574 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (e77e8c90-8175-494b-8018-00386baf96c8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:22.142393 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ab56ff-837e-4ea7-852c-62050f8851ce tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:22.150076 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-82ab56ff-837e-4ea7-852c-62050f8851ce tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:22.161649 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ab56ff-837e-4ea7-852c-62050f8851ce tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:22.187331 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5cadd756-96a3-4d84-ac6a-fb0467eabcf2 admin admin] Publish callbacks [] for security_group (6e962ec3-755a-4086-961d-6635d6209f58), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:22.202240 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab56ff-837e-4ea7-852c-62050f8851ce tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Pushing event updated for resources: {'Port': ['ID=310bcdbd-ed76-4859-a924-185c8f9d56d0,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:22.223305 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382151ae-88aa-4284-9d54-cfa5f2446829 req-5c20c3a6-91de-4c10-852a-3ae4229647dc tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:22.233913 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-04c98b48-f327-4bea-ab85-3285bde02574 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e77e8c90-8175-494b-8018-00386baf96c8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:22.235739 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-382151ae-88aa-4284-9d54-cfa5f2446829 req-5c20c3a6-91de-4c10-852a-3ae4229647dc tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.52 "GET /v2.0/ports?device_id=655c901e-3821-48c9-af6c-f4db7f22c4df HTTP/1.1" status: 200 len: 948 time: 0.2679513 Feb 19 04:23:22.237489 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-04c98b48-f327-4bea-ab85-3285bde02574 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:22.239070 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-04c98b48-f327-4bea-ab85-3285bde02574 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "DELETE /v2.0/security-groups/e77e8c90-8175-494b-8018-00386baf96c8 HTTP/1.1" status: 204 len: 168 time: 0.3488684 Feb 19 04:23:22.246491 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52444) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:22.248901 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5cadd756-96a3-4d84-ac6a-fb0467eabcf2 admin admin] Publish callbacks [] for security_group (6e962ec3-755a-4086-961d-6635d6209f58), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:22.272648 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c98b48-f327-4bea-ab85-3285bde02574 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77e8c90-8175-494b-8018-00386baf96c8,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:22.364616 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b549d0e3-119d-4e1a-9fa8-f3c4fcfb7997 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1117873 Feb 19 04:23:22.369193 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52448) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:22.375557 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-c5a74a53-59a6-47bd-b5a0-5192f5e1c538 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group': {'name': 'tempest-secgroup--1907569985'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:22.405114 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c5a74a53-59a6-47bd-b5a0-5192f5e1c538 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:22.415471 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5cadd756-96a3-4d84-ac6a-fb0467eabcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6e962ec3-755a-4086-961d-6635d6209f58), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:22.419307 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5cadd756-96a3-4d84-ac6a-fb0467eabcf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:22.431794 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5cadd756-96a3-4d84-ac6a-fb0467eabcf2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6e962ec3-755a-4086-961d-6635d6209f58 HTTP/1.1" status: 204 len: 168 time: 0.3357563 Feb 19 04:23:22.477364 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cadd756-96a3-4d84-ac6a-fb0467eabcf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e962ec3-755a-4086-961d-6635d6209f58,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:22.618435 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c5a74a53-59a6-47bd-b5a0-5192f5e1c538 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (e8745622-10df-445d-9614-16a80ddeeda3), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:22.627070 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c5a74a53-59a6-47bd-b5a0-5192f5e1c538 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e8745622-10df-445d-9614-16a80ddeeda3), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:22.674110 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c5a74a53-59a6-47bd-b5a0-5192f5e1c538 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:22.675442 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c5a74a53-59a6-47bd-b5a0-5192f5e1c538 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3048568 Feb 19 04:23:22.679226 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52456) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:22.699930 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-584c1088-67eb-48b6-91ae-6d7f9dc08768 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group_rule': {'security_group_id': 'e8745622-10df-445d-9614-16a80ddeeda3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:22.734805 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a74a53-59a6-47bd-b5a0-5192f5e1c538 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8745622-10df-445d-9614-16a80ddeeda3,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:22.789328 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-584c1088-67eb-48b6-91ae-6d7f9dc08768 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] create failed (client error): The resource could not be found. Feb 19 04:23:22.790984 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-584c1088-67eb-48b6-91ae-6d7f9dc08768 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1108158 Feb 19 04:23:22.804907 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52460) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:22.821678 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3047d156-4337-4fcb-85a5-86a7d907f279 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group_rule': {'security_group_id': 'e8745622-10df-445d-9614-16a80ddeeda3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '36ba1eec-248d-455f-a8c0-c7c3fceba505'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:22.881667 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-382151ae-88aa-4284-9d54-cfa5f2446829 req-7f51abe2-f5e8-4e11-8e54-3bebc8527f15 tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff125846-fcd1-475d-b194-d3152bd9784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6449838 Feb 19 04:23:22.946560 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-3047d156-4337-4fcb-85a5-86a7d907f279 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] create failed (client error): The resource could not be found. Feb 19 04:23:22.950782 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3047d156-4337-4fcb-85a5-86a7d907f279 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1397612 Feb 19 04:23:22.950782 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52464) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:22.969415 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-5c0a1b6f-c68d-4d42-abdd-864a3d4fc5dc tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:22.973359 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-5c0a1b6f-c68d-4d42-abdd-864a3d4fc5dc tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/networks?id=f340e38b-fc33-422a-8808-c90730dc6314 HTTP/1.1" status: 200 len: 806 time: 0.7295516 Feb 19 04:23:23.015078 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-333450fb-d3f4-413d-aa43-4cecb709db47 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/quotas/8ec38d363cbe44859094f303c32fa2df HTTP/1.1" status: 200 len: 375 time: 0.0161483 Feb 19 04:23:23.044726 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99e8b4a4-abe9-4aa6-8931-282a49398c2c tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (e8745622-10df-445d-9614-16a80ddeeda3), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:23.081465 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99e8b4a4-abe9-4aa6-8931-282a49398c2c tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (e8745622-10df-445d-9614-16a80ddeeda3), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:23.159685 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99e8b4a4-abe9-4aa6-8931-282a49398c2c tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e8745622-10df-445d-9614-16a80ddeeda3), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:23.162973 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99e8b4a4-abe9-4aa6-8931-282a49398c2c tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:23.166663 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-99e8b4a4-abe9-4aa6-8931-282a49398c2c tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "DELETE /v2.0/security-groups/e8745622-10df-445d-9614-16a80ddeeda3 HTTP/1.1" status: 204 len: 168 time: 0.2126462 Feb 19 04:23:23.173012 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52472) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:23.188688 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8b4a4-abe9-4aa6-8931-282a49398c2c tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8745622-10df-445d-9614-16a80ddeeda3,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:23.263846 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-bf58ec33-5b9d-4155-8213-b41950572d98 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ec38d363cbe44859094f303c32fa2df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1659234 Feb 19 04:23:23.312167 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82ab56ff-837e-4ea7-852c-62050f8851ce tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_gateway (9ab4f845-3f05-4250-936f-fa45b1b3ed34), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:23.412847 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-17ebb40f-ca0c-4ea6-bad8-d552caf7a23d tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2031083 Feb 19 04:23:23.417936 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52482) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:23.423826 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-bd2af421-6216-4856-aa3f-f1da8f90bd2c tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group_rule': {'security_group_id': '844c46b5-6296-47f5-bd1d-04a096df66f3', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:23.553909 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-0ddc2740-260b-410f-ad99-80efe464cbc4 service neutron] 10.222.0.52 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817557 Feb 19 04:23:23.563277 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-bd2af421-6216-4856-aa3f-f1da8f90bd2c tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] create failed (client error): The resource could not be found. Feb 19 04:23:23.568315 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bd2af421-6216-4856-aa3f-f1da8f90bd2c tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1498554 Feb 19 04:23:23.578555 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52486) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:23.583849 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-9b59e30f-a1d8-4bdd-b680-ed6707446848 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group': {'name': 'tempest-secgroup--1831548711'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:23.599947 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device e823b22d-3d79-4406-b0a1-f945b4abf993 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:23:23.602865 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 0d2ad41d-0c5c-456a-8d78-3152dde1bbd5 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:23:23.617906 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9b59e30f-a1d8-4bdd-b680-ed6707446848 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:23.668480 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 0d2ad41d-0c5c-456a-8d78-3152dde1bbd5 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:23:23.668880 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 0d2ad41d-0c5c-456a-8d78-3152dde1bbd5 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:23:23.717093 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9b59e30f-a1d8-4bdd-b680-ed6707446848 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (877db56b-8f7b-4256-8046-8ed32001cfe9), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:23.730323 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9b59e30f-a1d8-4bdd-b680-ed6707446848 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (877db56b-8f7b-4256-8046-8ed32001cfe9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:23.796321 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9b59e30f-a1d8-4bdd-b680-ed6707446848 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:23.797588 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9b59e30f-a1d8-4bdd-b680-ed6707446848 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2177048 Feb 19 04:23:23.799609 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59e30f-a1d8-4bdd-b680-ed6707446848 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=877db56b-8f7b-4256-8046-8ed32001cfe9,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:23.815633 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52494) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:23.837487 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-af6e44d7-8b5f-4fd0-8664-2a14e10e1634 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group': {'name': 'tempest-secgroup--2110392562'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:23.906279 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port e823b22d-3d79-4406-b0a1-f945b4abf993, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=e823b22d-3d79-4406-b0a1-f945b4abf993,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:23.921124 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af6e44d7-8b5f-4fd0-8664-2a14e10e1634 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:23.937969 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-92b55506-00f6-4647-936e-986c231b0ed6 service neutron] 10.222.0.52 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696520 Feb 19 04:23:23.939445 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'e823b22d-3d79-4406-b0a1-f945b4abf993', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': 'e823b22d-3d79-4406-b0a1-f945b4abf993', 'mac_address': 'fa:16:3e:a6:43:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:23:23.956069 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82ab56ff-837e-4ea7-852c-62050f8851ce tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (9ab4f845-3f05-4250-936f-fa45b1b3ed34), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:24.093801 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port e823b22d-3d79-4406-b0a1-f945b4abf993 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:24.096086 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e823b22d-3d79-4406-b0a1-f945b4abf993), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:24.124353 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af6e44d7-8b5f-4fd0-8664-2a14e10e1634 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (2656f805-58df-4fcb-ab16-524be1985b2e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:24.125712 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e823b22d-3d79-4406-b0a1-f945b4abf993 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:23:24.144643 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af6e44d7-8b5f-4fd0-8664-2a14e10e1634 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2656f805-58df-4fcb-ab16-524be1985b2e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:24.194818 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port e823b22d-3d79-4406-b0a1-f945b4abf993, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=e823b22d-3d79-4406-b0a1-f945b4abf993,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:24.210331 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e44d7-8b5f-4fd0-8664-2a14e10e1634 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2656f805-58df-4fcb-ab16-524be1985b2e,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:24.211790 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e823b22d-3d79-4406-b0a1-f945b4abf993), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:24.223184 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af6e44d7-8b5f-4fd0-8664-2a14e10e1634 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:24.224458 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-af6e44d7-8b5f-4fd0-8664-2a14e10e1634 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4078314 Feb 19 04:23:24.228360 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52504) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:24.237099 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36caed9e-3033-4e42-a88b-d211829fd1e6 req-46c1f4c3-2f40-4544-9c63-eb2bca1005ae tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:24.252011 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-10ab8563-d420-403a-af80-b8fcb87790c3 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group_rule': {'security_group_id': '877db56b-8f7b-4256-8046-8ed32001cfe9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '2656f805-58df-4fcb-ab16-524be1985b2e'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:24.252532 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-36caed9e-3033-4e42-a88b-d211829fd1e6 req-46c1f4c3-2f40-4544-9c63-eb2bca1005ae tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.52 "GET /v2.0/ports?device_id=655c901e-3821-48c9-af6c-f4db7f22c4df HTTP/1.1" status: 200 len: 948 time: 0.1244709 Feb 19 04:23:24.289177 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=e823b22d-3d79-4406-b0a1-f945b4abf993,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:24.299519 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ab56ff-837e-4ea7-852c-62050f8851ce tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Router 9ab4f845-3f05-4250-936f-fa45b1b3ed34 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:23:24.326529 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-73f9e15c-e1c2-4949-9f78-73cb749404f1 req-4f0357ee-d47f-45b0-900f-71031b261bb3 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=f14369ff-c65f-48a6-b62c-aad71eb514c8 HTTP/1.1" status: 200 len: 210 time: 0.0705392 Feb 19 04:23:24.357210 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-10ab8563-d420-403a-af80-b8fcb87790c3 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:23:24.358028 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-10ab8563-d420-403a-af80-b8fcb87790c3 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1287253 Feb 19 04:23:24.361130 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52510) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:24.388327 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-36caed9e-3033-4e42-a88b-d211829fd1e6 req-93dd17c2-8600-4983-b195-dfec3011de9a tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff125846-fcd1-475d-b194-d3152bd9784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346929 Feb 19 04:23:24.490533 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['e823b22d-3d79-4406-b0a1-f945b4abf993'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:23:24.543604 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d10e93cb-2fbe-45a0-8932-48fd440f1416 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (2656f805-58df-4fcb-ab16-524be1985b2e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:24.576804 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ab56ff-837e-4ea7-852c-62050f8851ce tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:23:24.577973 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d10e93cb-2fbe-45a0-8932-48fd440f1416 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (2656f805-58df-4fcb-ab16-524be1985b2e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:24.589684 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e2c533-ed2d-46d3-a86d-d464ed7ed650 None None] Sync routers for ids ['9ab4f845-3f05-4250-936f-fa45b1b3ed34'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:23:24.616633 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82ab56ff-837e-4ea7-852c-62050f8851ce tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:24.616915 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e2c533-ed2d-46d3-a86d-d464ed7ed650 None None] Routers {'9ab4f845-3f05-4250-936f-fa45b1b3ed34'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:23:24.617285 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-69e2c533-ed2d-46d3-a86d-d464ed7ed650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:23:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['9ab4f845-3f05-4250-936f-fa45b1b3ed34'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:24.618411 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-82ab56ff-837e-4ea7-852c-62050f8851ce tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.2725153 Feb 19 04:23:24.621382 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52520) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:24.646703 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d10e93cb-2fbe-45a0-8932-48fd440f1416 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2656f805-58df-4fcb-ab16-524be1985b2e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:24.665682 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d10e93cb-2fbe-45a0-8932-48fd440f1416 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:24.669679 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d10e93cb-2fbe-45a0-8932-48fd440f1416 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "DELETE /v2.0/security-groups/2656f805-58df-4fcb-ab16-524be1985b2e HTTP/1.1" status: 204 len: 168 time: 0.3077333 Feb 19 04:23:24.670923 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52522) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:24.683377 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-69e2c533-ed2d-46d3-a86d-d464ed7ed650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:24.695391 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e2c533-ed2d-46d3-a86d-d464ed7ed650 None None] Routers {'9ab4f845-3f05-4250-936f-fa45b1b3ed34'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:23:24.696280 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-69e2c533-ed2d-46d3-a86d-d464ed7ed650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:23:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['9ab4f845-3f05-4250-936f-fa45b1b3ed34'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:24.731235 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e93cb-2fbe-45a0-8932-48fd440f1416 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2656f805-58df-4fcb-ab16-524be1985b2e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:24.777587 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-69e2c533-ed2d-46d3-a86d-d464ed7ed650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:24.778563 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e2c533-ed2d-46d3-a86d-d464ed7ed650 None None] The sync data for ids ['9ab4f845-3f05-4250-936f-fa45b1b3ed34'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:23:24.867341 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7157e22c-ce23-400b-b5dc-19d679ee892e tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "GET /v2.0/routers/9ab4f845-3f05-4250-936f-fa45b1b3ed34 HTTP/1.1" status: 200 len: 924 time: 0.2422831 Feb 19 04:23:24.867696 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a932fe12-4005-4f13-9006-931fbaa2ad17 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1841240 Feb 19 04:23:24.877018 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52528) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:24.877229 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52530) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:24.909814 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e01bd671-eff2-4da0-a5ff-0ede0cefa40e tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ab4f845-3f05-4250-936f-fa45b1b3ed34 HTTP/1.1" status: 200 len: 205 time: 0.0360968 Feb 19 04:23:24.910121 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52534) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:24.969695 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7fe528dd-cacb-4ead-b13b-1d0d8996cb3c tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (877db56b-8f7b-4256-8046-8ed32001cfe9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:25.039965 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7fe528dd-cacb-4ead-b13b-1d0d8996cb3c tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (877db56b-8f7b-4256-8046-8ed32001cfe9), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:25.096688 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-95d05beb-f747-4386-8777-62e7af25dcb2 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router (9ab4f845-3f05-4250-936f-fa45b1b3ed34), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:25.125060 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7fe528dd-cacb-4ead-b13b-1d0d8996cb3c tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (877db56b-8f7b-4256-8046-8ed32001cfe9), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:25.130953 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7fe528dd-cacb-4ead-b13b-1d0d8996cb3c tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:25.132196 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7fe528dd-cacb-4ead-b13b-1d0d8996cb3c tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "DELETE /v2.0/security-groups/877db56b-8f7b-4256-8046-8ed32001cfe9 HTTP/1.1" status: 204 len: 168 time: 0.2582896 Feb 19 04:23:25.145086 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52540) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:25.184901 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe528dd-cacb-4ead-b13b-1d0d8996cb3c tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=877db56b-8f7b-4256-8046-8ed32001cfe9,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:25.254699 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-94b3bc01-e9eb-466e-9036-c857c3d18113 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1077609 Feb 19 04:23:25.258837 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52544) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:25.263284 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-11eb9ce6-6b18-4b70-a0e6-491ede9ddbd5 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group': {'name': 'tempest-secgroup--779785172'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:25.314029 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-11eb9ce6-6b18-4b70-a0e6-491ede9ddbd5 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:25.330153 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-95d05beb-f747-4386-8777-62e7af25dcb2 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_gateway (9ab4f845-3f05-4250-936f-fa45b1b3ed34), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:25.343778 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52546) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:25.410498 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-95d05beb-f747-4386-8777-62e7af25dcb2 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Deleting port 310bcdbd-ed76-4859-a924-185c8f9d56d0 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:25.410665 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-95d05beb-f747-4386-8777-62e7af25dcb2 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (310bcdbd-ed76-4859-a924-185c8f9d56d0), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:25.484198 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-11eb9ce6-6b18-4b70-a0e6-491ede9ddbd5 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (a6212f3f-2edb-42e4-b0ae-744676951887), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:25.501047 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-11eb9ce6-6b18-4b70-a0e6-491ede9ddbd5 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a6212f3f-2edb-42e4-b0ae-744676951887), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:25.554143 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-95d05beb-f747-4386-8777-62e7af25dcb2 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (310bcdbd-ed76-4859-a924-185c8f9d56d0), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:25.567902 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-11eb9ce6-6b18-4b70-a0e6-491ede9ddbd5 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:25.573487 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-95d05beb-f747-4386-8777-62e7af25dcb2 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Calling delete_port for 310bcdbd-ed76-4859-a924-185c8f9d56d0 owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:25.574653 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-11eb9ce6-6b18-4b70-a0e6-491ede9ddbd5 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3121574 Feb 19 04:23:25.576431 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52560) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:25.581968 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-7d070f7f-6409-45f5-b654-3049a30b8f21 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:25.582639 n-d-828369-19 neutron-server[109926]: WARNING neutron.api.v2.base [None req-7d070f7f-6409-45f5-b654-3049a30b8f21 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 04:23:25.597389 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-7d070f7f-6409-45f5-b654-3049a30b8f21 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] update failed (client error): There was a conflict when trying to complete your request. Feb 19 04:23:25.600332 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7d070f7f-6409-45f5-b654-3049a30b8f21 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "PUT /v2.0/security-groups/a6212f3f-2edb-42e4-b0ae-744676951887 HTTP/1.1" status: 409 len: 330 time: 0.0227597 Feb 19 04:23:25.610352 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device e823b22d-3d79-4406-b0a1-f945b4abf993 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:23:25.612465 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52562) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:25.681285 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb9ce6-6b18-4b70-a0e6-491ede9ddbd5 tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6212f3f-2edb-42e4-b0ae-744676951887,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:25.755843 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea93f032-8431-43a5-9ce2-b818525cb411 req-14843379-79e2-4523-9d0c-fd4376622245 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=f14369ff-c65f-48a6-b62c-aad71eb514c8 HTTP/1.1" status: 200 len: 210 time: 0.1499836 Feb 19 04:23:25.790717 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-31fbe2c2-235c-4074-b514-a7289730a9b0 tempest-QuotasTest-1813441491 tempest-QuotasTest-1813441491-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:25.795587 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port e823b22d-3d79-4406-b0a1-f945b4abf993 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:23:25.816732 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-50c68c47-ff16-4455-8915-33d2ee73a76d tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (a6212f3f-2edb-42e4-b0ae-744676951887), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:25.819080 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port e823b22d-3d79-4406-b0a1-f945b4abf993 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:25.820885 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e823b22d-3d79-4406-b0a1-f945b4abf993), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:25.863184 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-50c68c47-ff16-4455-8915-33d2ee73a76d tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (a6212f3f-2edb-42e4-b0ae-744676951887), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:25.934819 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-31fbe2c2-235c-4074-b514-a7289730a9b0 tempest-QuotasTest-1813441491 tempest-QuotasTest-1813441491-project-admin] 10.222.0.52 "PUT /v2.0/quotas/1108ae2000e94c16a9f27b7d640bfa93 HTTP/1.1" status: 200 len: 366 time: 0.5881097 Feb 19 04:23:25.937829 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52564) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:25.953246 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52566) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:25.956458 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-535c976e-9344-4554-8c0c-5f127ea1934c tempest-QuotasTest-1813441491 tempest-QuotasTest-1813441491-project-admin] 10.222.0.52 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0172687 Feb 19 04:23:25.974031 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port e823b22d-3d79-4406-b0a1-f945b4abf993 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:25.974429 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e823b22d-3d79-4406-b0a1-f945b4abf993), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:25.983142 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-50c68c47-ff16-4455-8915-33d2ee73a76d tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a6212f3f-2edb-42e4-b0ae-744676951887), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:25.985990 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-50c68c47-ff16-4455-8915-33d2ee73a76d tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:25.987329 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-50c68c47-ff16-4455-8915-33d2ee73a76d tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "DELETE /v2.0/security-groups/a6212f3f-2edb-42e4-b0ae-744676951887 HTTP/1.1" status: 204 len: 168 time: 0.3738887 Feb 19 04:23:25.991886 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52568) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:26.017750 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655c901e-3821-48c9-af6c-f4db7f22c4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e823b22d-3d79-4406-b0a1-f945b4abf993'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:26.020670 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc3f0c1-a974-4d31-ae02-f29723c71dd9" -d '{"events": [{"server_uuid": "655c901e-3821-48c9-af6c-f4db7f22c4df", "name": "network-vif-plugged", "status": "completed", "tag": "e823b22d-3d79-4406-b0a1-f945b4abf993"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:26.034533 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c68c47-ff16-4455-8915-33d2ee73a76d tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6212f3f-2edb-42e4-b0ae-744676951887,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:26.045036 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port e823b22d-3d79-4406-b0a1-f945b4abf993, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=e823b22d-3d79-4406-b0a1-f945b4abf993,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:26.065949 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-31140b67-023d-435b-94dc-c36e28274d76 tempest-QuotasTest-1813441491 tempest-QuotasTest-1813441491-project-admin] 10.222.0.52 "GET /v2.0/quotas/1108ae2000e94c16a9f27b7d640bfa93 HTTP/1.1" status: 200 len: 366 time: 0.1113260 Feb 19 04:23:26.076040 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e823b22d-3d79-4406-b0a1-f945b4abf993), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:26.077958 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52572) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:26.090587 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-09b4fc68-3700-4091-b3e8-4a8a5278a8df tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0957253 Feb 19 04:23:26.093979 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52574) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:26.111298 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-2502d77c-ab4e-4f90-80e8-fcd6f4936c1e tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] delete failed (client error): The resource could not be found. Feb 19 04:23:26.116734 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2502d77c-ab4e-4f90-80e8-fcd6f4936c1e tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "DELETE /v2.0/security-groups/bea10977-83b9-4234-9139-36ba6facceb7 HTTP/1.1" status: 404 len: 347 time: 0.0217228 Feb 19 04:23:26.117216 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c1a417fe-b4e2-48cd-a96d-4ce4291d5408 tempest-QuotasTest-1813441491 tempest-QuotasTest-1813441491-project-admin] 10.222.0.52 "DELETE /v2.0/quotas/1108ae2000e94c16a9f27b7d640bfa93 HTTP/1.1" status: 204 len: 168 time: 0.0376318 Feb 19 04:23:26.119491 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52576) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:26.125032 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52578) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:26.136051 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2653ce5-a803-4544-84b8-43cc2934581b req-198a8437-4bda-4798-86c5-330b1060de92 tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:26.137552 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a2653ce5-a803-4544-84b8-43cc2934581b req-198a8437-4bda-4798-86c5-330b1060de92 tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.52 "GET /v2.0/ports?device_id=655c901e-3821-48c9-af6c-f4db7f22c4df HTTP/1.1" status: 200 len: 949 time: 0.5240545 Feb 19 04:23:26.154209 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=e823b22d-3d79-4406-b0a1-f945b4abf993,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:26.158319 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa97cf6f-4815-497b-8791-a69f628fcdc1 x-openstack-request-id: req-aa97cf6f-4815-497b-8791-a69f628fcdc1 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:26.158844 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655c901e-3821-48c9-af6c-f4db7f22c4df", "name": "network-vif-plugged", "status": "completed", "tag": "e823b22d-3d79-4406-b0a1-f945b4abf993", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:26.159276 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aa97cf6f-4815-497b-8791-a69f628fcdc1 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:26.159833 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655c901e-3821-48c9-af6c-f4db7f22c4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e823b22d-3d79-4406-b0a1-f945b4abf993', 'code': 200} Feb 19 04:23:26.160048 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-8d88f1bc-a8c2-4561-b6fd-1b006755260b tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] show failed (client error): The resource could not be found. Feb 19 04:23:26.161089 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8d88f1bc-a8c2-4561-b6fd-1b006755260b tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "GET /v2.0/security-groups/0ec6bb6b-9e33-4987-b4da-691ba1019d30 HTTP/1.1" status: 404 len: 347 time: 0.0351694 Feb 19 04:23:26.164243 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-66839227-6c91-4e81-b36c-178ae401718a tempest-QuotasTest-1813441491 tempest-QuotasTest-1813441491-project-admin] 10.222.0.52 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0433033 Feb 19 04:23:26.170421 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-01a125fc-9fb4-4511-843d-faad5cacf841 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:26.171956 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-01a125fc-9fb4-4511-843d-faad5cacf841 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.79 "GET /v2.0/networks?id=f340e38b-fc33-422a-8808-c90730dc6314 HTTP/1.1" status: 200 len: 806 time: 0.4315672 Feb 19 04:23:26.172411 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52580) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:26.172752 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52582) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:26.205956 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fdaf7-1a1e-4159-9017-57d8cb2c4450 req-f11b5bbb-c547-4b1e-b16f-6f4d8f9a264e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:26.207643 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-da1fdaf7-1a1e-4159-9017-57d8cb2c4450 req-f11b5bbb-c547-4b1e-b16f-6f4d8f9a264e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=655c901e-3821-48c9-af6c-f4db7f22c4df HTTP/1.1" status: 200 len: 1133 time: 0.0456488 Feb 19 04:23:26.247803 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-0c488457-ba4e-424f-abaf-d84dcd1a388e tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Request body: {'port': {'device_id': 'f14369ff-c65f-48a6-b62c-aad71eb514c8', 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314', 'admin_state_up': True, 'tenant_id': '8ec38d363cbe44859094f303c32fa2df'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:26.254709 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-da1fdaf7-1a1e-4159-9017-57d8cb2c4450 req-700cf85a-8516-441d-9f3b-66c1e0cd3cea service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ff125846-fcd1-475d-b194-d3152bd9784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412984 Feb 19 04:23:26.270251 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-30b05b19-ccce-4a51-98a1-98832c94c9fd tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] show failed (client error): The resource could not be found. Feb 19 04:23:26.271394 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-30b05b19-ccce-4a51-98a1-98832c94c9fd tempest-NegativeSecGroupTest-1689759744 tempest-NegativeSecGroupTest-1689759744-project] 10.222.0.52 "GET /v2.0/security-group-rules/587c6527-f1ec-4b50-9043-54fdb401a083 HTTP/1.1" status: 404 len: 356 time: 0.0550139 Feb 19 04:23:26.277841 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ebc2c98c-7471-4140-abdd-ebdbf7b628c5 tempest-QuotasTest-1813441491 tempest-QuotasTest-1813441491-project-admin] 10.222.0.52 "GET /v2.0/quotas/1108ae2000e94c16a9f27b7d640bfa93 HTTP/1.1" status: 200 len: 370 time: 0.0624735 Feb 19 04:23:26.282722 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52588) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:26.291401 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2886e534-2beb-4a9c-817f-1b8a0912f52f tempest-QuotasTest-1813441491 tempest-QuotasTest-1813441491-project-admin] 10.222.0.52 "GET /v2.0/quotas/1108ae2000e94c16a9f27b7d640bfa93/default HTTP/1.1" status: 200 len: 370 time: 0.0073655 Feb 19 04:23:26.297681 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52590) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:26.307719 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-e80c3f63-6a6c-419c-9f85-70d4601610f5 tempest-QuotasTest-1813441491 tempest-QuotasTest-1813441491-project-admin] delete failed (client error): The resource could not be found. Feb 19 04:23:26.313367 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e80c3f63-6a6c-419c-9f85-70d4601610f5 tempest-QuotasTest-1813441491 tempest-QuotasTest-1813441491-project-admin] 10.222.0.52 "DELETE /v2.0/quotas/1108ae2000e94c16a9f27b7d640bfa93 HTTP/1.1" status: 404 len: 348 time: 0.0142143 Feb 19 04:23:26.405065 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a2653ce5-a803-4544-84b8-43cc2934581b req-8fa4f9ec-e7a3-4992-997b-160c92915b82 tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff125846-fcd1-475d-b194-d3152bd9784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541735 Feb 19 04:23:26.446757 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-95d05beb-f747-4386-8777-62e7af25dcb2 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (310bcdbd-ed76-4859-a924-185c8f9d56d0), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:26.459417 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52594) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:26.494796 n-d-828369-19 neutron-server[109925]: DEBUG neutron.quota.resource [None req-0103fe84-586c-4850-bc85-31622ff7f5c6 tempest-QuotasTest-1813441491 tempest-QuotasTest-1813441491-project-admin] Usage tracker for resource:network and project:7872d5bcdf5a441789eebd80ce558aba is out of sync, need to count used quota {{(pid=109925) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 04:23:26.513908 n-d-828369-19 neutron-server[109925]: DEBUG neutron.quota.resource [None req-0103fe84-586c-4850-bc85-31622ff7f5c6 tempest-QuotasTest-1813441491 tempest-QuotasTest-1813441491-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109925) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 04:23:26.522911 n-d-828369-19 neutron-server[109925]: DEBUG neutron.quota.resource [None req-0103fe84-586c-4850-bc85-31622ff7f5c6 tempest-QuotasTest-1813441491 tempest-QuotasTest-1813441491-project-admin] Usage tracker for resource:subnet and project:7872d5bcdf5a441789eebd80ce558aba is out of sync, need to count used quota {{(pid=109925) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 04:23:26.529357 n-d-828369-19 neutron-server[109925]: DEBUG neutron.quota.resource [None req-0103fe84-586c-4850-bc85-31622ff7f5c6 tempest-QuotasTest-1813441491 tempest-QuotasTest-1813441491-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109925) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 04:23:26.538681 n-d-828369-19 neutron-server[109925]: DEBUG neutron.quota.resource [None req-0103fe84-586c-4850-bc85-31622ff7f5c6 tempest-QuotasTest-1813441491 tempest-QuotasTest-1813441491-project-admin] Usage tracker for resource:subnetpool and project:7872d5bcdf5a441789eebd80ce558aba is out of sync, need to count used quota {{(pid=109925) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 04:23:26.543242 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d05beb-f747-4386-8777-62e7af25dcb2 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Pushing event deleted for resources: {'Port': ['ID=310bcdbd-ed76-4859-a924-185c8f9d56d0,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:26.546786 n-d-828369-19 neutron-server[109925]: DEBUG neutron.quota.resource [None req-0103fe84-586c-4850-bc85-31622ff7f5c6 tempest-QuotasTest-1813441491 tempest-QuotasTest-1813441491-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109925) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 04:23:26.554361 n-d-828369-19 neutron-server[109925]: DEBUG neutron.quota.resource [None req-0103fe84-586c-4850-bc85-31622ff7f5c6 tempest-QuotasTest-1813441491 tempest-QuotasTest-1813441491-project-admin] Usage tracker for resource:port and project:7872d5bcdf5a441789eebd80ce558aba is out of sync, need to count used quota {{(pid=109925) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 04:23:26.559031 n-d-828369-19 neutron-server[109925]: DEBUG neutron.quota.resource [None req-0103fe84-586c-4850-bc85-31622ff7f5c6 tempest-QuotasTest-1813441491 tempest-QuotasTest-1813441491-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109925) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 04:23:26.567018 n-d-828369-19 neutron-server[109925]: DEBUG neutron.quota.resource [None req-0103fe84-586c-4850-bc85-31622ff7f5c6 tempest-QuotasTest-1813441491 tempest-QuotasTest-1813441491-project-admin] Usage tracker for resource:router and project:7872d5bcdf5a441789eebd80ce558aba is out of sync, need to count used quota {{(pid=109925) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 04:23:26.570733 n-d-828369-19 neutron-server[109925]: DEBUG neutron.quota.resource [None req-0103fe84-586c-4850-bc85-31622ff7f5c6 tempest-QuotasTest-1813441491 tempest-QuotasTest-1813441491-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109925) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 04:23:26.577796 n-d-828369-19 neutron-server[109925]: DEBUG neutron.quota.resource [None req-0103fe84-586c-4850-bc85-31622ff7f5c6 tempest-QuotasTest-1813441491 tempest-QuotasTest-1813441491-project-admin] Usage tracker for resource:floatingip and project:7872d5bcdf5a441789eebd80ce558aba is out of sync, need to count used quota {{(pid=109925) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 04:23:26.584674 n-d-828369-19 neutron-server[109925]: DEBUG neutron.quota.resource [None req-0103fe84-586c-4850-bc85-31622ff7f5c6 tempest-QuotasTest-1813441491 tempest-QuotasTest-1813441491-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109925) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 04:23:26.619212 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-95d05beb-f747-4386-8777-62e7af25dcb2 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (9ab4f845-3f05-4250-936f-fa45b1b3ed34), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:26.638707 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52602) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:26.646225 n-d-828369-19 neutron-server[109925]: DEBUG neutron.quota.resource [None req-0103fe84-586c-4850-bc85-31622ff7f5c6 tempest-QuotasTest-1813441491 tempest-QuotasTest-1813441491-project-admin] Usage tracker for resource:security_group and project:7872d5bcdf5a441789eebd80ce558aba is out of sync, need to count used quota {{(pid=109925) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 04:23:26.649598 n-d-828369-19 neutron-server[109925]: DEBUG neutron.quota.resource [None req-0103fe84-586c-4850-bc85-31622ff7f5c6 tempest-QuotasTest-1813441491 tempest-QuotasTest-1813441491-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109925) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 04:23:26.657024 n-d-828369-19 neutron-server[109925]: DEBUG neutron.quota.resource [None req-0103fe84-586c-4850-bc85-31622ff7f5c6 tempest-QuotasTest-1813441491 tempest-QuotasTest-1813441491-project-admin] Usage tracker for resource:security_group_rule and project:7872d5bcdf5a441789eebd80ce558aba is out of sync, need to count used quota {{(pid=109925) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 04:23:26.660801 n-d-828369-19 neutron-server[109925]: DEBUG neutron.quota.resource [None req-0103fe84-586c-4850-bc85-31622ff7f5c6 tempest-QuotasTest-1813441491 tempest-QuotasTest-1813441491-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109925) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 04:23:26.666211 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0103fe84-586c-4850-bc85-31622ff7f5c6 tempest-QuotasTest-1813441491 tempest-QuotasTest-1813441491-project-admin] 10.222.0.52 "GET /v2.0/quotas/7872d5bcdf5a441789eebd80ce558aba/details.json HTTP/1.1" status: 200 len: 703 time: 0.2049899 Feb 19 04:23:26.701454 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-0c488457-ba4e-424f-abaf-d84dcd1a388e tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Made reservation on behalf of 8ec38d363cbe44859094f303c32fa2df for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:26.705051 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-0c488457-ba4e-424f-abaf-d84dcd1a388e tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:26.765762 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-95d05beb-f747-4386-8777-62e7af25dcb2 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (9ab4f845-3f05-4250-936f-fa45b1b3ed34), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:26.769123 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-95d05beb-f747-4386-8777-62e7af25dcb2 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_controller (9ab4f845-3f05-4250-936f-fa45b1b3ed34), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:26.819790 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1b350a37-624a-4bd1-b57e-fd73620aa923 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a2cb570f7169474da1db3a646e201952&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1799681 Feb 19 04:23:26.821885 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52612) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:26.886727 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:26.894065 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-95d05beb-f747-4386-8777-62e7af25dcb2 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (9ab4f845-3f05-4250-936f-fa45b1b3ed34), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:26.894828 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d05beb-f747-4386-8777-62e7af25dcb2 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Fanout notify agent at l3_agent the message router_deleted on router 9ab4f845-3f05-4250-936f-fa45b1b3ed34 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:23:26.897348 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-106deca7-7e49-484e-acc3-86e98e892697 admin admin] Publish callbacks [] for security_group (dfd607dc-1201-43d1-9a7c-58be8901e17b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:26.925999 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-95d05beb-f747-4386-8777-62e7af25dcb2 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:26.927136 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-95d05beb-f747-4386-8777-62e7af25dcb2 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "DELETE /v2.0/routers/9ab4f845-3f05-4250-936f-fa45b1b3ed34 HTTP/1.1" status: 204 len: 168 time: 2.0159986 Feb 19 04:23:26.931097 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-106deca7-7e49-484e-acc3-86e98e892697 admin admin] Publish callbacks [] for security_group (dfd607dc-1201-43d1-9a7c-58be8901e17b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:26.939735 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52616) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:26.946979 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-f40e6955-dcbd-4d8b-a321-f93ff9a3dfbf tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1093932498', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'enable_snat': False}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:26.971797 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f8260ea9-a924-4783-a21d-537518794083 req-65318464-fd68-4104-964f-b4054fa10b90 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=f14369ff-c65f-48a6-b62c-aad71eb514c8 HTTP/1.1" status: 200 len: 210 time: 0.0788667 Feb 19 04:23:26.988085 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52618) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:27.009046 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-0c488457-ba4e-424f-abaf-d84dcd1a388e tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Allocated IP 172.20.0.2 (f340e38b-fc33-422a-8808-c90730dc6314/28e0c96c-0d0f-4bc2-a99e-37aff97516b7/fd5aaa60-ed34-4808-a607-f82f23f9b626) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:27.013833 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-106deca7-7e49-484e-acc3-86e98e892697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (dfd607dc-1201-43d1-9a7c-58be8901e17b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:27.014479 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f40e6955-dcbd-4d8b-a321-f93ff9a3dfbf tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (fec2f8a8-a467-4e55-999e-17d944ce77c2), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:27.015498 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f40e6955-dcbd-4d8b-a321-f93ff9a3dfbf tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (fec2f8a8-a467-4e55-999e-17d944ce77c2), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:27.017520 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-106deca7-7e49-484e-acc3-86e98e892697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:27.021375 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-106deca7-7e49-484e-acc3-86e98e892697 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dfd607dc-1201-43d1-9a7c-58be8901e17b HTTP/1.1" status: 204 len: 168 time: 0.1955962 Feb 19 04:23:27.030345 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106deca7-7e49-484e-acc3-86e98e892697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd607dc-1201-43d1-9a7c-58be8901e17b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:27.151473 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f40e6955-dcbd-4d8b-a321-f93ff9a3dfbf tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router_controller (fec2f8a8-a467-4e55-999e-17d944ce77c2), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:27.240166 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d8c5333d-5a3a-4698-9352-e370da69c23c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:27.844718 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f40e6955-dcbd-4d8b-a321-f93ff9a3dfbf tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router_gateway (fec2f8a8-a467-4e55-999e-17d944ce77c2), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:27.852592 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-0c488457-ba4e-424f-abaf-d84dcd1a388e tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks [] for port (fd5aaa60-ed34-4808-a607-f82f23f9b626), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:27.854509 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52650) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:27.884710 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b43657-0a21-41f6-9949-0916fc09627e req-031147f3-88d5-474b-ac00-66e03c926ca1 tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:27.886708 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c8b43657-0a21-41f6-9949-0916fc09627e req-031147f3-88d5-474b-ac00-66e03c926ca1 tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.52 "GET /v2.0/ports?device_id=655c901e-3821-48c9-af6c-f4db7f22c4df HTTP/1.1" status: 200 len: 950 time: 0.2198813 Feb 19 04:23:27.969303 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-dbd0c474-ff7c-4fa8-bb62-de20d615148b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-97092341-network', 'tenant_id': 'f68acf26560c49f790b3b25f07f7e9b9'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:27.994739 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d8c5333d-5a3a-4698-9352-e370da69c23c admin admin] Publish callbacks [] for security_group (6214c9ed-1b5a-47e3-a17c-a838d4b4a0a5), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:27.998602 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd0c474-ff7c-4fa8-bb62-de20d615148b admin admin] Made reservation on behalf of f68acf26560c49f790b3b25f07f7e9b9 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:28.001469 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dbd0c474-ff7c-4fa8-bb62-de20d615148b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:28.007243 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d8c5333d-5a3a-4698-9352-e370da69c23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6214c9ed-1b5a-47e3-a17c-a838d4b4a0a5), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:28.010221 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dbd0c474-ff7c-4fa8-bb62-de20d615148b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:28.043735 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-0c488457-ba4e-424f-abaf-d84dcd1a388e tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (fd5aaa60-ed34-4808-a607-f82f23f9b626), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:28.056184 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c8b43657-0a21-41f6-9949-0916fc09627e req-ea6b62c4-bdc4-4619-81a2-0b05a30383d9 tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff125846-fcd1-475d-b194-d3152bd9784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548538 Feb 19 04:23:28.066308 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['12fa2f24-9f06-475c-9764-ec13d3159342'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:23:28.110713 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5333d-5a3a-4698-9352-e370da69c23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6214c9ed-1b5a-47e3-a17c-a838d4b4a0a5,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:28.128497 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d8c5333d-5a3a-4698-9352-e370da69c23c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cbb5d153dabf4f44ac0c9831c3ee5bd3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1376038 Feb 19 04:23:28.131083 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52656) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:28.157440 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-0c488457-ba4e-424f-abaf-d84dcd1a388e tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Network f340e38b-fc33-422a-8808-c90730dc6314 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:28.184314 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-0c488457-ba4e-424f-abaf-d84dcd1a388e tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:28.192208 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-0c488457-ba4e-424f-abaf-d84dcd1a388e tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:28.198587 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c488457-ba4e-424f-abaf-d84dcd1a388e tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Pushing event updated for resources: {'Port': ['ID=fd5aaa60-ed34-4808-a607-f82f23f9b626,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:28.264514 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-0c488457-ba4e-424f-abaf-d84dcd1a388e tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:28.265514 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-0c488457-ba4e-424f-abaf-d84dcd1a388e tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:28.283487 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb6387-f9e8-40e8-8fac-ad8b4e1817cd req-a7ed9c71-63f0-404d-9384-729241d75d59 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:28.285384 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a9fb6387-f9e8-40e8-8fac-ad8b4e1817cd req-a7ed9c71-63f0-404d-9384-729241d75d59 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=f14369ff-c65f-48a6-b62c-aad71eb514c8 HTTP/1.1" status: 200 len: 931 time: 0.1707296 Feb 19 04:23:28.309125 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e4a2bb2b-1e7d-439b-a27b-6e25dfecf54f admin admin] Publish callbacks [] for security_group (6214c9ed-1b5a-47e3-a17c-a838d4b4a0a5), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:28.343628 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e4a2bb2b-1e7d-439b-a27b-6e25dfecf54f admin admin] Publish callbacks [] for security_group (6214c9ed-1b5a-47e3-a17c-a838d4b4a0a5), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:28.354730 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-0c488457-ba4e-424f-abaf-d84dcd1a388e tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1370585 Feb 19 04:23:28.393468 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-8b84858b-7376-4e4b-a49a-b592e9eba913 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:23:28.395405 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-8b84858b-7376-4e4b-a49a-b592e9eba913 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0346434 Feb 19 04:23:28.418964 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dbd0c474-ff7c-4fa8-bb62-de20d615148b admin admin] Publish callbacks [] for security_group (55492db6-c3b6-4557-9206-b4dc8e9768a5), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:28.421752 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e4a2bb2b-1e7d-439b-a27b-6e25dfecf54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6214c9ed-1b5a-47e3-a17c-a838d4b4a0a5), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:28.425061 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e4a2bb2b-1e7d-439b-a27b-6e25dfecf54f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:28.428481 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-4f4d8b41-4b27-4cd9-9df7-8d5139f8386f service neutron] Request body: {'port': {'device_id': 'f14369ff-c65f-48a6-b62c-aad71eb514c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:28.429390 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e4a2bb2b-1e7d-439b-a27b-6e25dfecf54f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6214c9ed-1b5a-47e3-a17c-a838d4b4a0a5 HTTP/1.1" status: 204 len: 168 time: 0.2968645 Feb 19 04:23:28.462010 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dbd0c474-ff7c-4fa8-bb62-de20d615148b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (55492db6-c3b6-4557-9206-b4dc8e9768a5), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:28.500694 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2bb2b-1e7d-439b-a27b-6e25dfecf54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6214c9ed-1b5a-47e3-a17c-a838d4b4a0a5,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:28.502669 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a9fb6387-f9e8-40e8-8fac-ad8b4e1817cd req-1e694170-418d-40f1-bf03-258e6ea3f80c tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058833 Feb 19 04:23:28.539552 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbd0c474-ff7c-4fa8-bb62-de20d615148b admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:23:28.551563 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0c474-ff7c-4fa8-bb62-de20d615148b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55492db6-c3b6-4557-9206-b4dc8e9768a5,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:28.595693 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dbd0c474-ff7c-4fa8-bb62-de20d615148b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (cd69831a-a681-4cae-a91e-a899c90060e3), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:28.596353 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-dbd0c474-ff7c-4fa8-bb62-de20d615148b admin admin] Added segment cd69831a-a681-4cae-a91e-a899c90060e3 of type vlan for network 665d17c3-380e-4fc0-9c4b-607fee5e25a2 Feb 19 04:23:28.604580 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f40e6955-dcbd-4d8b-a321-f93ff9a3dfbf tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router_gateway (fec2f8a8-a467-4e55-999e-17d944ce77c2), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:28.630863 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f40e6955-dcbd-4d8b-a321-f93ff9a3dfbf tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:28.633619 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-4f4d8b41-4b27-4cd9-9df7-8d5139f8386f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fd5aaa60-ed34-4808-a607-f82f23f9b626), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:28.664947 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-45505765-28b2-4d55-a333-28f1bfd0f48b req-81aa98f5-c782-446c-b9ff-9768928c6bf1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=655c901e-3821-48c9-af6c-f4db7f22c4df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1229286 Feb 19 04:23:28.666682 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dbd0c474-ff7c-4fa8-bb62-de20d615148b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (665d17c3-380e-4fc0-9c4b-607fee5e25a2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:28.714602 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dbd0c474-ff7c-4fa8-bb62-de20d615148b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (665d17c3-380e-4fc0-9c4b-607fee5e25a2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:28.717368 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd0c474-ff7c-4fa8-bb62-de20d615148b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:28.717629 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dbd0c474-ff7c-4fa8-bb62-de20d615148b admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:28.796074 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-dbd0c474-ff7c-4fa8-bb62-de20d615148b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9395125 Feb 19 04:23:28.835323 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52668) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:28.859503 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-7d9ceff4-ed3e-4d92-be03-4edf3ab9132b admin admin] Request body: {'subnet': {'network_id': '665d17c3-380e-4fc0-9c4b-607fee5e25a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-97092341-subnet', 'tenant_id': 'f68acf26560c49f790b3b25f07f7e9b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:28.867929 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0c474-ff7c-4fa8-bb62-de20d615148b admin admin] Pushing event updated for resources: {'Network': ['ID=665d17c3-380e-4fc0-9c4b-607fee5e25a2,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:28.876807 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45505765-28b2-4d55-a333-28f1bfd0f48b req-a183abeb-5f6e-479c-8be3-5022bea6ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:28.878610 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-45505765-28b2-4d55-a333-28f1bfd0f48b req-a183abeb-5f6e-479c-8be3-5022bea6ffd6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f271185a3394337ae674dcb6032d055&device_id=655c901e-3821-48c9-af6c-f4db7f22c4df HTTP/1.1" status: 200 len: 1133 time: 0.1420531 Feb 19 04:23:28.879235 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 665d17c3-380e-4fc0-9c4b-607fee5e25a2 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:23:28.924937 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-f40e6955-dcbd-4d8b-a321-f93ff9a3dfbf tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Allocated IP 172.25.3.201 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/4ff0714e-3047-4b42-a094-a9d3116120b8) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:28.941426 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9ceff4-ed3e-4d92-be03-4edf3ab9132b admin admin] Made reservation on behalf of f68acf26560c49f790b3b25f07f7e9b9 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:28.945920 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7d9ceff4-ed3e-4d92-be03-4edf3ab9132b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:28.991484 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52670) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:29.012947 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6f375caa-cf57-468e-b5f1-085f2d112649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:29.066948 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45505765-28b2-4d55-a333-28f1bfd0f48b req-b3e533c3-14cf-4cd4-a018-90c9eba0f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:29.068456 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-45505765-28b2-4d55-a333-28f1bfd0f48b req-b3e533c3-14cf-4cd4-a018-90c9eba0f0cc service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.1599791 Feb 19 04:23:29.119753 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-45505765-28b2-4d55-a333-28f1bfd0f48b req-602a0fa4-1254-43bb-a3b1-1792f0f58cfc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=e823b22d-3d79-4406-b0a1-f945b4abf993 HTTP/1.1" status: 200 len: 217 time: 0.0418999 Feb 19 04:23:29.192209 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45505765-28b2-4d55-a333-28f1bfd0f48b req-9026bb22-9c74-4d31-9995-eb36ec053d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:29.193688 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-45505765-28b2-4d55-a333-28f1bfd0f48b req-9026bb22-9c74-4d31-9995-eb36ec053d3f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0663240 Feb 19 04:23:29.218186 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6f375caa-cf57-468e-b5f1-085f2d112649 admin admin] Publish callbacks [] for security_group (fa4c8fb9-e48a-4d78-8288-6ce731ad2373), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:29.236823 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6f375caa-cf57-468e-b5f1-085f2d112649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (fa4c8fb9-e48a-4d78-8288-6ce731ad2373), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:29.272834 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f40e6955-dcbd-4d8b-a321-f93ff9a3dfbf tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for port (4ff0714e-3047-4b42-a094-a9d3116120b8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:29.284400 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6f375caa-cf57-468e-b5f1-085f2d112649 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7872d5bcdf5a441789eebd80ce558aba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2899494 Feb 19 04:23:29.286316 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f375caa-cf57-468e-b5f1-085f2d112649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4c8fb9-e48a-4d78-8288-6ce731ad2373,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:29.289541 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52674) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:29.309349 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45505765-28b2-4d55-a333-28f1bfd0f48b req-ba1e2cf1-c111-49a6-873c-40dd6595698d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:29.309349 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-45505765-28b2-4d55-a333-28f1bfd0f48b req-ba1e2cf1-c111-49a6-873c-40dd6595698d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1086988 Feb 19 04:23:29.322987 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-45505765-28b2-4d55-a333-28f1bfd0f48b req-f4f3b95e-7f36-4cc8-954f-923a3b4b6543 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:23:29.324100 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-45505765-28b2-4d55-a333-28f1bfd0f48b req-f4f3b95e-7f36-4cc8-954f-923a3b4b6543 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092540 Feb 19 04:23:29.336762 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-4f4d8b41-4b27-4cd9-9df7-8d5139f8386f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5aaa60-ed34-4808-a607-f82f23f9b626 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:23:29.377847 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-4f4d8b41-4b27-4cd9-9df7-8d5139f8386f service neutron] Publish callbacks [] for port (fd5aaa60-ed34-4808-a607-f82f23f9b626), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:29.406022 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e08ebc-dd58-4754-9ba3-db5f81f0de61 req-ad2bb683-62c3-4509-b911-eb4a3c1d44cf tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:29.407528 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-30e08ebc-dd58-4754-9ba3-db5f81f0de61 req-ad2bb683-62c3-4509-b911-eb4a3c1d44cf tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.52 "GET /v2.0/ports?device_id=655c901e-3821-48c9-af6c-f4db7f22c4df HTTP/1.1" status: 200 len: 950 time: 0.1895654 Feb 19 04:23:29.407664 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c619d6d0-10a6-4a58-bc4a-7cdf62314d2a admin admin] Publish callbacks [] for security_group (fa4c8fb9-e48a-4d78-8288-6ce731ad2373), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:29.415639 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7d9ceff4-ed3e-4d92-be03-4edf3ab9132b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (203d8e32-fcef-4f4c-85bd-c44d9c8a83e4), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:29.426616 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-4f4d8b41-4b27-4cd9-9df7-8d5139f8386f service neutron] Transition to ACTIVE for port object fd5aaa60-ed34-4808-a607-f82f23f9b626 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:23:29.452302 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c619d6d0-10a6-4a58-bc4a-7cdf62314d2a admin admin] Publish callbacks [] for security_group (fa4c8fb9-e48a-4d78-8288-6ce731ad2373), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:29.458783 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-4f4d8b41-4b27-4cd9-9df7-8d5139f8386f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (fd5aaa60-ed34-4808-a607-f82f23f9b626), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:29.467428 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-45505765-28b2-4d55-a333-28f1bfd0f48b req-b27df6fe-4154-437c-8e00-a6768b79bdf4 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363769 Feb 19 04:23:29.481569 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f40e6955-dcbd-4d8b-a321-f93ff9a3dfbf tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (4ff0714e-3047-4b42-a094-a9d3116120b8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:29.567720 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40e6955-dcbd-4d8b-a321-f93ff9a3dfbf tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:29.572736 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-45505765-28b2-4d55-a333-28f1bfd0f48b req-7e8d3e6d-f2e3-4e75-aa45-6ea2700c0657 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983920 Feb 19 04:23:29.575742 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c619d6d0-10a6-4a58-bc4a-7cdf62314d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (fa4c8fb9-e48a-4d78-8288-6ce731ad2373), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:29.578885 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c619d6d0-10a6-4a58-bc4a-7cdf62314d2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:29.588245 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c619d6d0-10a6-4a58-bc4a-7cdf62314d2a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fa4c8fb9-e48a-4d78-8288-6ce731ad2373 HTTP/1.1" status: 204 len: 168 time: 0.2975581 Feb 19 04:23:29.602071 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-30e08ebc-dd58-4754-9ba3-db5f81f0de61 req-c7aa9280-11d9-4acb-83dc-198f6860a21d tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff125846-fcd1-475d-b194-d3152bd9784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741238 Feb 19 04:23:29.604196 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ceff4-ed3e-4d92-be03-4edf3ab9132b admin admin] Pushing event updated for resources: {'Subnet': ['ID=203d8e32-fcef-4f4c-85bd-c44d9c8a83e4,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:29.608267 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619d6d0-10a6-4a58-bc4a-7cdf62314d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4c8fb9-e48a-4d78-8288-6ce731ad2373,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:29.616018 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d8b41-4b27-4cd9-9df7-8d5139f8386f service neutron] Pushing event updated for resources: {'Port': ['ID=fd5aaa60-ed34-4808-a607-f82f23f9b626,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:29.628420 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-f40e6955-dcbd-4d8b-a321-f93ff9a3dfbf tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:29.638029 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40e6955-dcbd-4d8b-a321-f93ff9a3dfbf tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:29.731268 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:29.758882 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9ceff4-ed3e-4d92-be03-4edf3ab9132b admin admin] Checking segment: {'id': 'cd69831a-a681-4cae-a91e-a899c90060e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '665d17c3-380e-4fc0-9c4b-607fee5e25a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:23:29.759367 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9ceff4-ed3e-4d92-be03-4edf3ab9132b admin admin] Network hostable DHCP agents. Network: 665d17c3-380e-4fc0-9c4b-607fee5e25a2, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:23:29.814650 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e6955-dcbd-4d8b-a321-f93ff9a3dfbf tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Pushing event updated for resources: {'Port': ['ID=4ff0714e-3047-4b42-a094-a9d3116120b8,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:29.984458 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9ceff4-ed3e-4d92-be03-4edf3ab9132b admin admin] Network 665d17c3-380e-4fc0-9c4b-607fee5e25a2 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:23:30.016682 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4925420-3a70-47bc-9835-94dba12aae69 req-12b57bc6-60d8-4955-aa8c-cf329c4cddd9 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:30.018595 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4925420-3a70-47bc-9835-94dba12aae69 req-12b57bc6-60d8-4955-aa8c-cf329c4cddd9 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=f14369ff-c65f-48a6-b62c-aad71eb514c8 HTTP/1.1" status: 200 len: 943 time: 0.3781643 Feb 19 04:23:30.097295 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-4f4d8b41-4b27-4cd9-9df7-8d5139f8386f service neutron] Attempting to bind port fd5aaa60-ed34-4808-a607-f82f23f9b626 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:23:30.098183 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-4f4d8b41-4b27-4cd9-9df7-8d5139f8386f service neutron] Attempting to bind port fd5aaa60-ed34-4808-a607-f82f23f9b626 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '6b87574b-72cf-4594-b333-e9ab62f81250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:23:30.098538 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-4f4d8b41-4b27-4cd9-9df7-8d5139f8386f service neutron] Attempting to bind port fd5aaa60-ed34-4808-a607-f82f23f9b626 on network f340e38b-fc33-422a-8808-c90730dc6314 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:30.106143 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-7d9ceff4-ed3e-4d92-be03-4edf3ab9132b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 665d17c3-380e-4fc0-9c4b-607fee5e25a2) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:30.111287 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9ceff4-ed3e-4d92-be03-4edf3ab9132b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:30.112468 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7d9ceff4-ed3e-4d92-be03-4edf3ab9132b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:30.118898 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c8f4f7-46e8-4ded-974f-8156233d428c None None] Network 665d17c3-380e-4fc0-9c4b-607fee5e25a2 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:30.188719 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4925420-3a70-47bc-9835-94dba12aae69 req-06a4252f-049f-4028-bfa8-106996041fa3 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617463 Feb 19 04:23:30.189577 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-4f4d8b41-4b27-4cd9-9df7-8d5139f8386f service neutron] Port fd5aaa60-ed34-4808-a607-f82f23f9b626 on network f340e38b-fc33-422a-8808-c90730dc6314 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:23:30.190258 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-4f4d8b41-4b27-4cd9-9df7-8d5139f8386f service neutron] Attempting to bind port fd5aaa60-ed34-4808-a607-f82f23f9b626 on network f340e38b-fc33-422a-8808-c90730dc6314 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:30.216287 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-4f4d8b41-4b27-4cd9-9df7-8d5139f8386f service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:23:30.216634 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-4f4d8b41-4b27-4cd9-9df7-8d5139f8386f service neutron] Checking segment: {'id': '6b87574b-72cf-4594-b333-e9ab62f81250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:23:30.217057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-4f4d8b41-4b27-4cd9-9df7-8d5139f8386f service neutron] Bound using segment: {'id': '6b87574b-72cf-4594-b333-e9ab62f81250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:23:30.217514 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-4f4d8b41-4b27-4cd9-9df7-8d5139f8386f service neutron] Bound port: fd5aaa60-ed34-4808-a607-f82f23f9b626, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b87574b-72cf-4594-b333-e9ab62f81250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:23:30.217882 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-4f4d8b41-4b27-4cd9-9df7-8d5139f8386f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fd5aaa60-ed34-4808-a607-f82f23f9b626), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:30.230179 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7d9ceff4-ed3e-4d92-be03-4edf3ab9132b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3849425 Feb 19 04:23:30.356495 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4368ddb2-a8d2-4a1e-8f71-85cd9f6ac146 None None] Network 665d17c3-380e-4fc0-9c4b-607fee5e25a2 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:30.434743 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-4f4d8b41-4b27-4cd9-9df7-8d5139f8386f service neutron] For port fd5aaa60-ed34-4808-a607-f82f23f9b626, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:23:30.452398 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-4f4d8b41-4b27-4cd9-9df7-8d5139f8386f service neutron] For port fd5aaa60-ed34-4808-a607-f82f23f9b626, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=fd5aaa60-ed34-4808-a607-f82f23f9b626,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:23:30.551702 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-4f4d8b41-4b27-4cd9-9df7-8d5139f8386f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (fd5aaa60-ed34-4808-a607-f82f23f9b626), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:30.565001 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f40e6955-dcbd-4d8b-a321-f93ff9a3dfbf tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router_gateway (fec2f8a8-a467-4e55-999e-17d944ce77c2), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:30.614394 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bac0b608-ec77-45d7-ab82-689fa601658c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:30.647498 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-4f4d8b41-4b27-4cd9-9df7-8d5139f8386f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:30.647906 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-4f4d8b41-4b27-4cd9-9df7-8d5139f8386f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:30.649353 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-4f4d8b41-4b27-4cd9-9df7-8d5139f8386f service neutron] 10.222.0.79 "PUT /v2.0/ports/fd5aaa60-ed34-4808-a607-f82f23f9b626 HTTP/1.1" status: 200 len: 1092 time: 2.2368290 Feb 19 04:23:30.650729 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14369ff-c65f-48a6-b62c-aad71eb514c8', 'tag': 'fd5aaa60-ed34-4808-a607-f82f23f9b626'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:30.653970 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67df73f-21ee-49c5-8ae8-5ffa0fa9954e" -d '{"events": [{"name": "network-changed", "server_uuid": "f14369ff-c65f-48a6-b62c-aad71eb514c8", "tag": "fd5aaa60-ed34-4808-a607-f82f23f9b626"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:30.729181 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9ece35-eab4-4076-aa9d-63c206b2985e x-openstack-request-id: req-cc9ece35-eab4-4076-aa9d-63c206b2985e {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:30.729518 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14369ff-c65f-48a6-b62c-aad71eb514c8", "tag": "fd5aaa60-ed34-4808-a607-f82f23f9b626", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:30.729759 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cc9ece35-eab4-4076-aa9d-63c206b2985e {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:30.730181 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14369ff-c65f-48a6-b62c-aad71eb514c8', 'tag': 'fd5aaa60-ed34-4808-a607-f82f23f9b626', 'status': 'completed', 'code': 200} Feb 19 04:23:30.757142 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f0f4ca4f-2cb7-49d6-ad06-f4e572e77583 req-2a8db719-3f8f-4582-af41-9312f9349378 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c1ac04ab-85e4-4021-8d72-b53be8065d70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2668524 Feb 19 04:23:30.992748 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d8b41-4b27-4cd9-9df7-8d5139f8386f service neutron] Pushing event updated for resources: {'Port': ['ID=fd5aaa60-ed34-4808-a607-f82f23f9b626,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:31.048172 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52732) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:31.091843 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f40e6955-dcbd-4d8b-a321-f93ff9a3dfbf tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (fec2f8a8-a467-4e55-999e-17d944ce77c2), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:31.106622 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-1c140f74-cf30-4b29-99f5-26d3de9c7d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:31.108122 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-1c140f74-cf30-4b29-99f5-26d3de9c7d3b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8ec38d363cbe44859094f303c32fa2df&device_id=f14369ff-c65f-48a6-b62c-aad71eb514c8 HTTP/1.1" status: 200 len: 1126 time: 0.3814890 Feb 19 04:23:31.162431 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4ca4f-2cb7-49d6-ad06-f4e572e77583 req-9b7e1e6f-5117-47a1-a125-db59da79a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:31.164500 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f0f4ca4f-2cb7-49d6-ad06-f4e572e77583 req-9b7e1e6f-5117-47a1-a125-db59da79a749 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8ec38d363cbe44859094f303c32fa2df&device_id=c1ac04ab-85e4-4021-8d72-b53be8065d70 HTTP/1.1" status: 200 len: 1128 time: 0.1642268 Feb 19 04:23:31.212927 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-9fbac75d-6f68-4f4a-8bb5-7ee443c693a0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd5aaa60-ed34-4808-a607-f82f23f9b626 HTTP/1.1" status: 200 len: 217 time: 0.0635896 Feb 19 04:23:31.319583 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52744) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:31.325234 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b95d3bc1-cf00-4ff5-a553-1f347cc5959f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1271391590-network', 'tenant_id': '2cdcdebfacda4c728a31baa8659088d6'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:31.386786 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-85a979b5-98c4-410d-8da7-04875b3d46bb tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-638031650'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:31.389914 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95d3bc1-cf00-4ff5-a553-1f347cc5959f admin admin] Made reservation on behalf of 2cdcdebfacda4c728a31baa8659088d6 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:31.392362 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b95d3bc1-cf00-4ff5-a553-1f347cc5959f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:31.408514 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b95d3bc1-cf00-4ff5-a553-1f347cc5959f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:31.438689 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a979b5-98c4-410d-8da7-04875b3d46bb tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Made reservation on behalf of 7c234d3ef5b74fa2bcdf3f2e001fa8b0 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:31.443108 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-85a979b5-98c4-410d-8da7-04875b3d46bb tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:31.462158 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-85a979b5-98c4-410d-8da7-04875b3d46bb tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:31.567398 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b95d3bc1-cf00-4ff5-a553-1f347cc5959f admin admin] Publish callbacks [] for security_group (e33f7c69-98ff-46c1-abfd-8450ca526a97), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:31.583883 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b95d3bc1-cf00-4ff5-a553-1f347cc5959f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e33f7c69-98ff-46c1-abfd-8450ca526a97), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:31.617064 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b95d3bc1-cf00-4ff5-a553-1f347cc5959f admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:23:31.647082 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-85a979b5-98c4-410d-8da7-04875b3d46bb tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks [] for security_group (2d978485-6cc9-43e4-89c2-c72c4e3cacc5), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:31.649657 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d3bc1-cf00-4ff5-a553-1f347cc5959f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33f7c69-98ff-46c1-abfd-8450ca526a97,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:31.664339 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b95d3bc1-cf00-4ff5-a553-1f347cc5959f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (dcc9e607-d80c-4331-82e3-9a1704f3fde6), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:31.664791 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-b95d3bc1-cf00-4ff5-a553-1f347cc5959f admin admin] Added segment dcc9e607-d80c-4331-82e3-9a1704f3fde6 of type vlan for network 90accf68-f0a5-4d2d-ad25-2cc7867c43a1 Feb 19 04:23:31.675089 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-85a979b5-98c4-410d-8da7-04875b3d46bb tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2d978485-6cc9-43e4-89c2-c72c4e3cacc5), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:31.689029 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a979b5-98c4-410d-8da7-04875b3d46bb tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:23:31.700363 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-85a979b5-98c4-410d-8da7-04875b3d46bb tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (ab6acecf-c4d3-4079-8dd6-5d5e4dcef08e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:31.700836 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-85a979b5-98c4-410d-8da7-04875b3d46bb tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Added segment ab6acecf-c4d3-4079-8dd6-5d5e4dcef08e of type vlan for network 72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3 Feb 19 04:23:31.816599 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-85a979b5-98c4-410d-8da7-04875b3d46bb tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:31.821697 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a979b5-98c4-410d-8da7-04875b3d46bb tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d978485-6cc9-43e4-89c2-c72c4e3cacc5,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:31.840166 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b95d3bc1-cf00-4ff5-a553-1f347cc5959f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (90accf68-f0a5-4d2d-ad25-2cc7867c43a1), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:31.904516 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-85a979b5-98c4-410d-8da7-04875b3d46bb tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:31.911651 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a979b5-98c4-410d-8da7-04875b3d46bb tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:31.912564 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-85a979b5-98c4-410d-8da7-04875b3d46bb tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:31.982788 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b95d3bc1-cf00-4ff5-a553-1f347cc5959f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (90accf68-f0a5-4d2d-ad25-2cc7867c43a1), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:31.983760 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95d3bc1-cf00-4ff5-a553-1f347cc5959f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:31.984329 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b95d3bc1-cf00-4ff5-a553-1f347cc5959f admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:31.999444 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-a80c936b-45b5-4e2b-bcee-7c052a00cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:32.001358 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-a80c936b-45b5-4e2b-bcee-7c052a00cd2c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=28e0c96c-0d0f-4bc2-a99e-37aff97516b7 HTTP/1.1" status: 200 len: 846 time: 0.2766707 Feb 19 04:23:32.006376 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a979b5-98c4-410d-8da7-04875b3d46bb tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Pushing event updated for resources: {'Network': ['ID=72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:32.008993 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4ca4f-2cb7-49d6-ad06-f4e572e77583 req-a6759650-e99f-4e54-8f09-a63517a7995c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:32.010619 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f0f4ca4f-2cb7-49d6-ad06-f4e572e77583 req-a6759650-e99f-4e54-8f09-a63517a7995c service neutron] 10.222.0.79 "GET /v2.0/networks?id=f340e38b-fc33-422a-8808-c90730dc6314 HTTP/1.1" status: 200 len: 907 time: 0.8095472 Feb 19 04:23:32.028970 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:23:32.041480 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-85a979b5-98c4-410d-8da7-04875b3d46bb tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.9891479 Feb 19 04:23:32.046533 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52752) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:32.060972 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-082b1aa2-2a80-4658-a596-163890da3389 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f340e38b-fc33-422a-8808-c90730dc6314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463581 Feb 19 04:23:32.108371 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f0f4ca4f-2cb7-49d6-ad06-f4e572e77583 req-e7a37e01-e1c3-40ce-9d41-735fe440000d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12fa2f24-9f06-475c-9764-ec13d3159342 HTTP/1.1" status: 200 len: 217 time: 0.0824442 Feb 19 04:23:32.115633 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-aea760ea-0331-4857-8743-b96181df7785 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Request body: {'subnet': {'network_id': '72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:32.129760 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1aca1-189d-4980-ba8c-ac8714056ab8 req-8172eb0d-494f-4dcb-94e3-e3ca92341a40 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:32.131442 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2fc1aca1-189d-4980-ba8c-ac8714056ab8 req-8172eb0d-494f-4dcb-94e3-e3ca92341a40 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=f14369ff-c65f-48a6-b62c-aad71eb514c8 HTTP/1.1" status: 200 len: 943 time: 0.4078417 Feb 19 04:23:32.225878 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b95d3bc1-cf00-4ff5-a553-1f347cc5959f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9022241 Feb 19 04:23:32.230019 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52754) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:32.237578 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-d5ad46c4-9d50-42df-a571-1bac24625694 admin admin] Request body: {'subnet': {'network_id': '90accf68-f0a5-4d2d-ad25-2cc7867c43a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1271391590-subnet', 'tenant_id': '2cdcdebfacda4c728a31baa8659088d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:32.253070 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40e6955-dcbd-4d8b-a321-f93ff9a3dfbf tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Router fec2f8a8-a467-4e55-999e-17d944ce77c2 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:23:32.254095 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d3bc1-cf00-4ff5-a553-1f347cc5959f admin admin] Pushing event updated for resources: {'Network': ['ID=90accf68-f0a5-4d2d-ad25-2cc7867c43a1,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:32.267977 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 90accf68-f0a5-4d2d-ad25-2cc7867c43a1 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:23:32.275018 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea760ea-0331-4857-8743-b96181df7785 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Made reservation on behalf of 7c234d3ef5b74fa2bcdf3f2e001fa8b0 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:32.279123 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aea760ea-0331-4857-8743-b96181df7785 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:32.281280 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4ca4f-2cb7-49d6-ad06-f4e572e77583 req-9eb368e0-9d3f-470c-a303-4b6b7ffe9191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:32.282392 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f0f4ca4f-2cb7-49d6-ad06-f4e572e77583 req-9eb368e0-9d3f-470c-a303-4b6b7ffe9191 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=28e0c96c-0d0f-4bc2-a99e-37aff97516b7 HTTP/1.1" status: 200 len: 846 time: 0.1609125 Feb 19 04:23:32.351313 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2fc1aca1-189d-4980-ba8c-ac8714056ab8 req-853f670f-365c-4d9e-a518-64bb2e3c8685 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831241 Feb 19 04:23:32.392133 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f0f4ca4f-2cb7-49d6-ad06-f4e572e77583 req-3efce468-23ae-476c-9edd-6751780cac1e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f340e38b-fc33-422a-8808-c90730dc6314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903699 Feb 19 04:23:32.392846 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ad46c4-9d50-42df-a571-1bac24625694 admin admin] Made reservation on behalf of 2cdcdebfacda4c728a31baa8659088d6 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:32.395957 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d5ad46c4-9d50-42df-a571-1bac24625694 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:32.422311 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-0bccc976-2ea6-423f-b51d-53e1a23f83cf service neutron] 10.222.0.79 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294778 Feb 19 04:23:32.560817 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aea760ea-0331-4857-8743-b96181df7785 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (96f7b629-1f05-4125-b372-85744fb01254), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:32.645455 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea760ea-0331-4857-8743-b96181df7785 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Checking segment: {'id': 'ab6acecf-c4d3-4079-8dd6-5d5e4dcef08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:23:32.645902 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea760ea-0331-4857-8743-b96181df7785 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Network hostable DHCP agents. Network: 72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:23:32.656967 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea760ea-0331-4857-8743-b96181df7785 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Pushing event updated for resources: {'Subnet': ['ID=96f7b629-1f05-4125-b372-85744fb01254,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:32.671156 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea760ea-0331-4857-8743-b96181df7785 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Network 72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:23:32.679228 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40e6955-dcbd-4d8b-a321-f93ff9a3dfbf tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:23:32.692601 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-aea760ea-0331-4857-8743-b96181df7785 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:32.697693 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcce337-c160-40a2-8c0d-78f4a326c9ca None None] Sync routers for ids ['fec2f8a8-a467-4e55-999e-17d944ce77c2'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:23:32.704681 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd364c38-8936-49cb-9761-2dea7dedadd4 None None] Network 72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:32.709584 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f0f4ca4f-2cb7-49d6-ad06-f4e572e77583 req-4932c876-b4f5-4136-a84b-b447ebe0abca service neutron] 10.222.0.79 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094428 Feb 19 04:23:32.711808 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea760ea-0331-4857-8743-b96181df7785 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:32.713784 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aea760ea-0331-4857-8743-b96181df7785 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:32.741091 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-aea760ea-0331-4857-8743-b96181df7785 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6930060 Feb 19 04:23:32.746420 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52760) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:32.757289 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-2cb653e7-cc44-423c-a597-55c154a10d53 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Request body: {'port': {'network_id': '72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-853482587'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:32.823940 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0659f15-9a12-492e-a6f4-ab2fd16264ce req-773b596d-c5cd-43b9-ab3f-2f140cb1615a service neutron] 10.222.0.79 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624375 Feb 19 04:23:32.831724 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f40e6955-dcbd-4d8b-a321-f93ff9a3dfbf tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:32.833026 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f40e6955-dcbd-4d8b-a321-f93ff9a3dfbf tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.8914666 Feb 19 04:23:32.837973 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52762) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:32.885359 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcce337-c160-40a2-8c0d-78f4a326c9ca None None] Routers {'fec2f8a8-a467-4e55-999e-17d944ce77c2'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:23:32.886869 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-adcce337-c160-40a2-8c0d-78f4a326c9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:23:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['fec2f8a8-a467-4e55-999e-17d944ce77c2'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:32.989120 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f0f4ca4f-2cb7-49d6-ad06-f4e572e77583 req-6f481ef7-ff16-4a7d-b4d0-de4c96739da7 service neutron] 10.222.0.79 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722907 Feb 19 04:23:33.002792 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fc815b-8fde-4c11-9c06-b1f1f4c8da3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3', 'network_id': '72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3', 'project_id': '7c234d3ef5b74fa2bcdf3f2e001fa8b0', 'fixed_ips': [{'subnet_id': '96f7b629-1f05-4125-b372-85744fb01254'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:23:33.006570 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-16fc815b-8fde-4c11-9c06-b1f1f4c8da3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:33.024589 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb653e7-cc44-423c-a597-55c154a10d53 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Made reservation on behalf of 7c234d3ef5b74fa2bcdf3f2e001fa8b0 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:33.032091 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2cb653e7-cc44-423c-a597-55c154a10d53 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:33.040511 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d5ad46c4-9d50-42df-a571-1bac24625694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (741d98c9-1de9-4b27-9803-dfc468c004af), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:33.078057 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-2cb653e7-cc44-423c-a597-55c154a10d53 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] device_id is not set on port 6dbc4d68-ac08-4c74-a912-3e6c00fabda8 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:23:33.100813 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67df73f-21ee-49c5-8ae8-5ffa0fa9954e req-dda318ae-9d52-4f5a-9531-6c30ea558832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:33.112019 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b67df73f-21ee-49c5-8ae8-5ffa0fa9954e req-dda318ae-9d52-4f5a-9531-6c30ea558832 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8ec38d363cbe44859094f303c32fa2df&device_id=f14369ff-c65f-48a6-b62c-aad71eb514c8 HTTP/1.1" status: 200 len: 1126 time: 0.2209370 Feb 19 04:23:33.124585 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0cc5ef08-85a1-4c0f-bef9-4679074eb4c0 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "GET /v2.0/routers/fec2f8a8-a467-4e55-999e-17d944ce77c2 HTTP/1.1" status: 200 len: 909 time: 0.2830956 Feb 19 04:23:33.130499 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52764) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:33.145660 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-9798763a-f422-4934-87cb-df9d13c99c82 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1093932498', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'enable_snat': True}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:33.160334 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-adcce337-c160-40a2-8c0d-78f4a326c9ca None None] Set router fec2f8a8-a467-4e55-999e-17d944ce77c2 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:23:33.178270 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad46c4-9d50-42df-a571-1bac24625694 admin admin] Pushing event updated for resources: {'Subnet': ['ID=741d98c9-1de9-4b27-9803-dfc468c004af,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:33.229458 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad46c4-9d50-42df-a571-1bac24625694 admin admin] Checking segment: {'id': 'dcc9e607-d80c-4331-82e3-9a1704f3fde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '90accf68-f0a5-4d2d-ad25-2cc7867c43a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:23:33.230487 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ad46c4-9d50-42df-a571-1bac24625694 admin admin] Network hostable DHCP agents. Network: 90accf68-f0a5-4d2d-ad25-2cc7867c43a1, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:23:33.251743 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9798763a-f422-4934-87cb-df9d13c99c82 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (e0f9ed7c-481f-4313-8bf9-251355a5bfa4), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:33.252891 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9798763a-f422-4934-87cb-df9d13c99c82 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (e0f9ed7c-481f-4313-8bf9-251355a5bfa4), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:33.280885 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-2cb653e7-cc44-423c-a597-55c154a10d53 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Allocated IP 2001:db8::114 (72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3/96f7b629-1f05-4125-b372-85744fb01254/6dbc4d68-ac08-4c74-a912-3e6c00fabda8) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:33.305303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ad46c4-9d50-42df-a571-1bac24625694 admin admin] Network 90accf68-f0a5-4d2d-ad25-2cc7867c43a1 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:23:33.332179 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67df73f-21ee-49c5-8ae8-5ffa0fa9954e req-d2b783a9-0a9c-4eef-ace7-c56c176e136a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:33.333955 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b67df73f-21ee-49c5-8ae8-5ffa0fa9954e req-d2b783a9-0a9c-4eef-ace7-c56c176e136a service neutron] 10.222.0.79 "GET /v2.0/networks?id=f340e38b-fc33-422a-8808-c90730dc6314 HTTP/1.1" status: 200 len: 907 time: 0.2104661 Feb 19 04:23:33.366757 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9798763a-f422-4934-87cb-df9d13c99c82 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router_controller (e0f9ed7c-481f-4313-8bf9-251355a5bfa4), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:33.374854 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-d5ad46c4-9d50-42df-a571-1bac24625694 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 90accf68-f0a5-4d2d-ad25-2cc7867c43a1) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:33.406673 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ad46c4-9d50-42df-a571-1bac24625694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:33.407230 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d5ad46c4-9d50-42df-a571-1bac24625694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:33.411650 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b67df73f-21ee-49c5-8ae8-5ffa0fa9954e req-1a135ef9-82bf-4f6d-a141-d35c26d80ff9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd5aaa60-ed34-4808-a607-f82f23f9b626 HTTP/1.1" status: 200 len: 217 time: 0.0473073 Feb 19 04:23:33.443623 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c500b2-122d-420c-b59a-94be22c8c832 None None] Network 90accf68-f0a5-4d2d-ad25-2cc7867c43a1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:33.534017 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d5ad46c4-9d50-42df-a571-1bac24625694 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2953858 Feb 19 04:23:33.571575 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67df73f-21ee-49c5-8ae8-5ffa0fa9954e req-46f59174-f30c-4138-8e87-dd3dbe592b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:33.582317 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b67df73f-21ee-49c5-8ae8-5ffa0fa9954e req-46f59174-f30c-4138-8e87-dd3dbe592b79 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=28e0c96c-0d0f-4bc2-a99e-37aff97516b7 HTTP/1.1" status: 200 len: 846 time: 0.1289687 Feb 19 04:23:33.652811 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-20f3d301-5076-4604-b782-f0a19a0d09d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:33.660990 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71804d88-16ad-4154-814b-15c9b139aa86 None None] Network 90accf68-f0a5-4d2d-ad25-2cc7867c43a1 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:33.670406 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2cb653e7-cc44-423c-a597-55c154a10d53 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks [] for port (6dbc4d68-ac08-4c74-a912-3e6c00fabda8), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:33.743601 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52778) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:33.792900 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9798763a-f422-4934-87cb-df9d13c99c82 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router_gateway (e0f9ed7c-481f-4313-8bf9-251355a5bfa4), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:33.797881 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b67df73f-21ee-49c5-8ae8-5ffa0fa9954e req-8b724451-b9fe-41e9-b869-bf12094d5db2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f340e38b-fc33-422a-8808-c90730dc6314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1235359 Feb 19 04:23:33.806427 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2cb653e7-cc44-423c-a597-55c154a10d53 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (6dbc4d68-ac08-4c74-a912-3e6c00fabda8), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:33.909137 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6ce0ea-d84e-4509-aa81-4c0aefb0c794 admin admin] Deleting subnet 203d8e32-fcef-4f4c-85bd-c44d9c8a83e4 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:23:33.912206 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-16fc815b-8fde-4c11-9c06-b1f1f4c8da3d None None] Allocated IP 2001:db8::2 (72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3/96f7b629-1f05-4125-b372-85744fb01254/385a5866-418f-41b5-a123-2603f3023651) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:33.914531 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:33.921074 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7a6ce0ea-d84e-4509-aa81-4c0aefb0c794 admin admin] Publish callbacks [] for subnet (203d8e32-fcef-4f4c-85bd-c44d9c8a83e4), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:33.944091 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b67df73f-21ee-49c5-8ae8-5ffa0fa9954e req-3f4ed9b7-3b0c-40c2-ab8c-5ee0683ecd93 service neutron] 10.222.0.79 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350520 Feb 19 04:23:34.008352 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb653e7-cc44-423c-a597-55c154a10d53 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Network 72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:34.024040 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-2cb653e7-cc44-423c-a597-55c154a10d53 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:34.036369 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcdae5-6046-4bf2-bc5f-5c2b732e170c req-d6ecac50-46c4-4025-b11a-aa5fd5db3201 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:34.044191 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb653e7-cc44-423c-a597-55c154a10d53 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:34.045599 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cebcdae5-6046-4bf2-bc5f-5c2b732e170c req-d6ecac50-46c4-4025-b11a-aa5fd5db3201 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=f14369ff-c65f-48a6-b62c-aad71eb514c8 HTTP/1.1" status: 200 len: 943 time: 0.4780920 Feb 19 04:23:34.046086 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-adcce337-c160-40a2-8c0d-78f4a326c9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec2f8a8-a467-4e55-999e-17d944ce77c2', 'name': 'tempest-snat-router-1093932498', 'tenant_id': 'd34e9e69a6554cdaa52bd05c17bfb320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.201'}], 'enable_snat': False}, 'gw_port_id': '4ff0714e-3047-4b42-a094-a9d3116120b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:23:27Z', 'updated_at': '2022-02-19T04:23:30Z', 'revision_number': 3, 'project_id': 'd34e9e69a6554cdaa52bd05c17bfb320', 'gw_port': {'id': '4ff0714e-3047-4b42-a094-a9d3116120b8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:96:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec2f8a8-a467-4e55-999e-17d944ce77c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:23:28Z', 'updated_at': '2022-02-19T04:23:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:34.054724 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb653e7-cc44-423c-a597-55c154a10d53 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:34.062007 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2cb653e7-cc44-423c-a597-55c154a10d53 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.069197 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb653e7-cc44-423c-a597-55c154a10d53 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Pushing event updated for resources: {'Port': ['ID=6dbc4d68-ac08-4c74-a912-3e6c00fabda8,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:34.099407 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7a6ce0ea-d84e-4509-aa81-4c0aefb0c794 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (203d8e32-fcef-4f4c-85bd-c44d9c8a83e4), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.168079 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2cb653e7-cc44-423c-a597-55c154a10d53 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4169171 Feb 19 04:23:34.174181 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52780) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:34.176802 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cebcdae5-6046-4bf2-bc5f-5c2b732e170c req-5c570533-520b-4fd3-bc6d-1df8976a628b tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247044 Feb 19 04:23:34.179428 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-193ca4c9-7e6a-489c-9d68-738017386ddf tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Request body: {'port': {'network_id': '72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-240148653', 'allowed_address_pairs': [{'ip_address': '2001:db8::114', 'mac_address': 'fa:16:3e:aa:8b:12'}]}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:34.198366 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcce337-c160-40a2-8c0d-78f4a326c9ca None None] Checking router: fec2f8a8-a467-4e55-999e-17d944ce77c2 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:23:34.199040 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcce337-c160-40a2-8c0d-78f4a326c9ca None None] Updating router fec2f8a8-a467-4e55-999e-17d944ce77c2 port 4ff0714e-3047-4b42-a094-a9d3116120b8 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:23:34.226337 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-16fc815b-8fde-4c11-9c06-b1f1f4c8da3d None None] Publish callbacks [] for port (385a5866-418f-41b5-a123-2603f3023651), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.239972 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-adcce337-c160-40a2-8c0d-78f4a326c9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4ff0714e-3047-4b42-a094-a9d3116120b8), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.244711 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-16fc815b-8fde-4c11-9c06-b1f1f4c8da3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (385a5866-418f-41b5-a123-2603f3023651), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.250246 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b67df73f-21ee-49c5-8ae8-5ffa0fa9954e req-98ac8c99-6dfc-4cfd-9d84-425e251bc275 service neutron] 10.222.0.79 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853653 Feb 19 04:23:34.298942 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7a6ce0ea-d84e-4509-aa81-4c0aefb0c794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (203d8e32-fcef-4f4c-85bd-c44d9c8a83e4), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.326136 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fc815b-8fde-4c11-9c06-b1f1f4c8da3d None None] Network 72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:34.336871 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-16fc815b-8fde-4c11-9c06-b1f1f4c8da3d None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:34.350792 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fc815b-8fde-4c11-9c06-b1f1f4c8da3d None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:34.406068 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc815b-8fde-4c11-9c06-b1f1f4c8da3d None None] Pushing event updated for resources: {'Port': ['ID=385a5866-418f-41b5-a123-2603f3023651,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:34.420473 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7a6ce0ea-d84e-4509-aa81-4c0aefb0c794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (203d8e32-fcef-4f4c-85bd-c44d9c8a83e4), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.476555 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193ca4c9-7e6a-489c-9d68-738017386ddf tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Made reservation on behalf of 7c234d3ef5b74fa2bcdf3f2e001fa8b0 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:34.507207 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-16fc815b-8fde-4c11-9c06-b1f1f4c8da3d None None] Attempting to bind port 385a5866-418f-41b5-a123-2603f3023651 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:23:34.507772 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-16fc815b-8fde-4c11-9c06-b1f1f4c8da3d None None] Attempting to bind port 385a5866-418f-41b5-a123-2603f3023651 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'ab6acecf-c4d3-4079-8dd6-5d5e4dcef08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:23:34.508146 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fc815b-8fde-4c11-9c06-b1f1f4c8da3d None None] Attempting to bind port 385a5866-418f-41b5-a123-2603f3023651 on network 72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:34.512368 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9798763a-f422-4934-87cb-df9d13c99c82 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router_gateway (e0f9ed7c-481f-4313-8bf9-251355a5bfa4), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.518126 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fc815b-8fde-4c11-9c06-b1f1f4c8da3d None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:23:34.518959 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fc815b-8fde-4c11-9c06-b1f1f4c8da3d None None] Checking segment: {'id': 'ab6acecf-c4d3-4079-8dd6-5d5e4dcef08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:23:34.519370 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-16fc815b-8fde-4c11-9c06-b1f1f4c8da3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.519968 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fc815b-8fde-4c11-9c06-b1f1f4c8da3d None None] Bound using segment: {'id': 'ab6acecf-c4d3-4079-8dd6-5d5e4dcef08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:23:34.520465 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-16fc815b-8fde-4c11-9c06-b1f1f4c8da3d None None] Bound port: 385a5866-418f-41b5-a123-2603f3023651, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6acecf-c4d3-4079-8dd6-5d5e4dcef08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:23:34.521027 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-16fc815b-8fde-4c11-9c06-b1f1f4c8da3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (385a5866-418f-41b5-a123-2603f3023651), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.552817 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9798763a-f422-4934-87cb-df9d13c99c82 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.660517 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ce0ea-d84e-4509-aa81-4c0aefb0c794 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=203d8e32-fcef-4f4c-85bd-c44d9c8a83e4,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:34.669325 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7a6ce0ea-d84e-4509-aa81-4c0aefb0c794 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.674646 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7a6ce0ea-d84e-4509-aa81-4c0aefb0c794 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/203d8e32-fcef-4f4c-85bd-c44d9c8a83e4 HTTP/1.1" status: 204 len: 168 time: 0.9286017 Feb 19 04:23:34.675942 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-193ca4c9-7e6a-489c-9d68-738017386ddf tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.676760 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52786) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:34.695858 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-16fc815b-8fde-4c11-9c06-b1f1f4c8da3d None None] For port 385a5866-418f-41b5-a123-2603f3023651, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:23:34.701033 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-16fc815b-8fde-4c11-9c06-b1f1f4c8da3d None None] For port 385a5866-418f-41b5-a123-2603f3023651, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=385a5866-418f-41b5-a123-2603f3023651,segment=NetworkSegment(ab6acecf-c4d3-4079-8dd6-5d5e4dcef08e),segment_id=ab6acecf-c4d3-4079-8dd6-5d5e4dcef08e)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:23:34.718112 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-193ca4c9-7e6a-489c-9d68-738017386ddf tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] device_id is not set on port 5153a500-77e3-4735-9bc2-e9c93fcd0d90 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:23:34.729454 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-16fc815b-8fde-4c11-9c06-b1f1f4c8da3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (385a5866-418f-41b5-a123-2603f3023651), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.802570 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1eebedeb-dba0-4bf9-a6c4-fb0521b5ccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (665d17c3-380e-4fc0-9c4b-607fee5e25a2), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.826703 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc815b-8fde-4c11-9c06-b1f1f4c8da3d None None] Pushing event updated for resources: {'Port': ['ID=385a5866-418f-41b5-a123-2603f3023651,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:34.953744 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-193ca4c9-7e6a-489c-9d68-738017386ddf tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Allocated IP 2001:db8::15f (72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3/96f7b629-1f05-4125-b372-85744fb01254/5153a500-77e3-4735-9bc2-e9c93fcd0d90) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:34.965454 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1eebedeb-dba0-4bf9-a6c4-fb0521b5ccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (665d17c3-380e-4fc0-9c4b-607fee5e25a2), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.973115 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-adcce337-c160-40a2-8c0d-78f4a326c9ca None None] Publish callbacks [] for port (4ff0714e-3047-4b42-a094-a9d3116120b8), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.983210 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-adcce337-c160-40a2-8c0d-78f4a326c9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4ff0714e-3047-4b42-a094-a9d3116120b8), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:35.043212 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0cf12-2da6-4be9-ba1b-2deb9c81fbbd None None] Pushing event updated for resources: {'Port': ['ID=4ff0714e-3047-4b42-a094-a9d3116120b8,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:35.048676 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-1eebedeb-dba0-4bf9-a6c4-fb0521b5ccc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665d17c3-380e-4fc0-9c4b-607fee5e25a2']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:35.094143 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-1eebedeb-dba0-4bf9-a6c4-fb0521b5ccc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd69831a-a681-4cae-a91e-a899c90060e3') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:35.094469 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-1eebedeb-dba0-4bf9-a6c4-fb0521b5ccc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd69831a-a681-4cae-a91e-a899c90060e3') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:35.094755 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-adcce337-c160-40a2-8c0d-78f4a326c9ca None None] Attempting to bind port 4ff0714e-3047-4b42-a094-a9d3116120b8 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:23:35.095144 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-adcce337-c160-40a2-8c0d-78f4a326c9ca None None] Attempting to bind port 4ff0714e-3047-4b42-a094-a9d3116120b8 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:23:35.095516 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcce337-c160-40a2-8c0d-78f4a326c9ca None None] Attempting to bind port 4ff0714e-3047-4b42-a094-a9d3116120b8 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:35.100791 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcce337-c160-40a2-8c0d-78f4a326c9ca None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:23:35.101190 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcce337-c160-40a2-8c0d-78f4a326c9ca None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:23:35.101584 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-adcce337-c160-40a2-8c0d-78f4a326c9ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:35.101981 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcce337-c160-40a2-8c0d-78f4a326c9ca None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:23:35.102495 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-adcce337-c160-40a2-8c0d-78f4a326c9ca None None] Bound port: 4ff0714e-3047-4b42-a094-a9d3116120b8, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:23:35.102929 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-adcce337-c160-40a2-8c0d-78f4a326c9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4ff0714e-3047-4b42-a094-a9d3116120b8), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:35.131065 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1eebedeb-dba0-4bf9-a6c4-fb0521b5ccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (cd69831a-a681-4cae-a91e-a899c90060e3), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:35.203954 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-9798763a-f422-4934-87cb-df9d13c99c82 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Allocated IP 172.25.3.169 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/5cffa797-3dd0-4d3f-92bc-b47c99b172fb) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:35.207414 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1eebedeb-dba0-4bf9-a6c4-fb0521b5ccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (cd69831a-a681-4cae-a91e-a899c90060e3), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:35.251437 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eebedeb-dba0-4bf9-a6c4-fb0521b5ccc3 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:23:35.251850 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1eebedeb-dba0-4bf9-a6c4-fb0521b5ccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (cd69831a-a681-4cae-a91e-a899c90060e3), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:23:35.253641 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:23:35.295654 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-193ca4c9-7e6a-489c-9d68-738017386ddf tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks [] for port (5153a500-77e3-4735-9bc2-e9c93fcd0d90), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:35.354706 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-193ca4c9-7e6a-489c-9d68-738017386ddf tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (5153a500-77e3-4735-9bc2-e9c93fcd0d90), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:35.466271 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-adcce337-c160-40a2-8c0d-78f4a326c9ca None None] For port 4ff0714e-3047-4b42-a094-a9d3116120b8, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:23:35.474632 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-adcce337-c160-40a2-8c0d-78f4a326c9ca None None] For port 4ff0714e-3047-4b42-a094-a9d3116120b8, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4ff0714e-3047-4b42-a094-a9d3116120b8,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:23:35.475977 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193ca4c9-7e6a-489c-9d68-738017386ddf tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Network 72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:35.478462 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:35.483733 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-adcce337-c160-40a2-8c0d-78f4a326c9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4ff0714e-3047-4b42-a094-a9d3116120b8), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:35.486137 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-193ca4c9-7e6a-489c-9d68-738017386ddf tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:35.504208 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193ca4c9-7e6a-489c-9d68-738017386ddf tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:35.521216 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193ca4c9-7e6a-489c-9d68-738017386ddf tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:35.523228 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-193ca4c9-7e6a-489c-9d68-738017386ddf tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:35.535688 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1eebedeb-dba0-4bf9-a6c4-fb0521b5ccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (665d17c3-380e-4fc0-9c4b-607fee5e25a2), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:35.540941 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1eebedeb-dba0-4bf9-a6c4-fb0521b5ccc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:35.544985 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1eebedeb-dba0-4bf9-a6c4-fb0521b5ccc3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/665d17c3-380e-4fc0-9c4b-607fee5e25a2 HTTP/1.1" status: 204 len: 168 time: 0.8669791 Feb 19 04:23:35.551892 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52794) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:35.562497 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891c11a-4b85-4c1f-8042-eb4f325373ac req-30a40044-8120-4cfb-ac4a-b33e0ebfc07f tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:35.563620 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device fd5aaa60-ed34-4808-a607-f82f23f9b626 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:23:35.564498 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ca4c9-7e6a-489c-9d68-738017386ddf tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Pushing event updated for resources: {'Port': ['ID=5153a500-77e3-4735-9bc2-e9c93fcd0d90,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:35.578982 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1891c11a-4b85-4c1f-8042-eb4f325373ac req-30a40044-8120-4cfb-ac4a-b33e0ebfc07f tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=f14369ff-c65f-48a6-b62c-aad71eb514c8 HTTP/1.1" status: 200 len: 943 time: 0.2693052 Feb 19 04:23:35.581984 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-193ca4c9-7e6a-489c-9d68-738017386ddf tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.4043293 Feb 19 04:23:35.582927 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52796) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:35.600051 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcce337-c160-40a2-8c0d-78f4a326c9ca None None] Routers {'fec2f8a8-a467-4e55-999e-17d944ce77c2'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:23:35.601004 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-adcce337-c160-40a2-8c0d-78f4a326c9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:23:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['fec2f8a8-a467-4e55-999e-17d944ce77c2'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:35.657503 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce7ec6f0-4577-4b28-9537-d9d694287bf8 admin admin] Deleting subnet 741d98c9-1de9-4b27-9803-dfc468c004af {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:23:35.662792 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0cf12-2da6-4be9-ba1b-2deb9c81fbbd None None] Pushing event updated for resources: {'Port': ['ID=4ff0714e-3047-4b42-a094-a9d3116120b8,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:35.871547 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-adcce337-c160-40a2-8c0d-78f4a326c9ca None None] Set router fec2f8a8-a467-4e55-999e-17d944ce77c2 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:23:36.088078 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port fd5aaa60-ed34-4808-a607-f82f23f9b626, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=fd5aaa60-ed34-4808-a607-f82f23f9b626,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:36.144622 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'fd5aaa60-ed34-4808-a607-f82f23f9b626', 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314', 'port_id': 'fd5aaa60-ed34-4808-a607-f82f23f9b626', 'mac_address': 'fa:16:3e:c7:cc:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e0c96c-0d0f-4bc2-a99e-37aff97516b7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:23:36.228028 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port fd5aaa60-ed34-4808-a607-f82f23f9b626 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:36.228735 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fd5aaa60-ed34-4808-a607-f82f23f9b626), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:36.252661 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-adcce337-c160-40a2-8c0d-78f4a326c9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec2f8a8-a467-4e55-999e-17d944ce77c2', 'name': 'tempest-snat-router-1093932498', 'tenant_id': 'd34e9e69a6554cdaa52bd05c17bfb320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.201'}], 'enable_snat': False}, 'gw_port_id': '4ff0714e-3047-4b42-a094-a9d3116120b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:23:27Z', 'updated_at': '2022-02-19T04:23:30Z', 'revision_number': 3, 'project_id': 'd34e9e69a6554cdaa52bd05c17bfb320', 'gw_port': {'id': '4ff0714e-3047-4b42-a094-a9d3116120b8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:96:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec2f8a8-a467-4e55-999e-17d944ce77c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:23:28Z', 'updated_at': '2022-02-19T04:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:36.260698 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebedeb-dba0-4bf9-a6c4-fb0521b5ccc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=665d17c3-380e-4fc0-9c4b-607fee5e25a2,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:36.265183 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5aaa60-ed34-4808-a607-f82f23f9b626 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:23:36.268232 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ce7ec6f0-4577-4b28-9537-d9d694287bf8 admin admin] Publish callbacks [] for subnet (741d98c9-1de9-4b27-9803-dfc468c004af), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:36.310982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcce337-c160-40a2-8c0d-78f4a326c9ca None None] The sync data for ids ['fec2f8a8-a467-4e55-999e-17d944ce77c2'] in n-d-828369-19 is: [{'id': 'fec2f8a8-a467-4e55-999e-17d944ce77c2', 'name': 'tempest-snat-router-1093932498', 'tenant_id': 'd34e9e69a6554cdaa52bd05c17bfb320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.201'}], 'enable_snat': False}, 'gw_port_id': '4ff0714e-3047-4b42-a094-a9d3116120b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:23:27Z', 'updated_at': '2022-02-19T04:23:30Z', 'revision_number': 3, 'project_id': 'd34e9e69a6554cdaa52bd05c17bfb320', 'gw_port': {'id': '4ff0714e-3047-4b42-a094-a9d3116120b8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:96:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec2f8a8-a467-4e55-999e-17d944ce77c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:23:28Z', 'updated_at': '2022-02-19T04:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:23:36.335503 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port fd5aaa60-ed34-4808-a607-f82f23f9b626, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=fd5aaa60-ed34-4808-a607-f82f23f9b626,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:36.341383 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (fd5aaa60-ed34-4808-a607-f82f23f9b626), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:36.416541 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1891c11a-4b85-4c1f-8042-eb4f325373ac req-588d78ba-bf29-46f1-ae7c-014eb82eb1e1 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8366909 Feb 19 04:23:36.425907 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9798763a-f422-4934-87cb-df9d13c99c82 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for port (5cffa797-3dd0-4d3f-92bc-b47c99b172fb), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:36.436857 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ce7ec6f0-4577-4b28-9537-d9d694287bf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (741d98c9-1de9-4b27-9803-dfc468c004af), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:36.463786 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f4cd7b-c1a8-480f-aa5e-d4e27126b354 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:36.470235 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f4cd7b-c1a8-480f-aa5e-d4e27126b354 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:36.491010 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f4cd7b-c1a8-480f-aa5e-d4e27126b354 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:36.495355 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a8f4cd7b-c1a8-480f-aa5e-d4e27126b354 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.9105034 Feb 19 04:23:36.498841 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52806) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:36.505184 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2752ab5-c567-4dae-b65e-2118efb353ee None None] Network 72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:36.534608 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ce7ec6f0-4577-4b28-9537-d9d694287bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (741d98c9-1de9-4b27-9803-dfc468c004af), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:36.579867 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9798763a-f422-4934-87cb-df9d13c99c82 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (5cffa797-3dd0-4d3f-92bc-b47c99b172fb), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:36.705913 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-1747e041-087d-4a67-8a2f-b2ee36d03498 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Deleting port 5153a500-77e3-4735-9bc2-e9c93fcd0d90 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:36.706300 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1747e041-087d-4a67-8a2f-b2ee36d03498 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (5153a500-77e3-4735-9bc2-e9c93fcd0d90), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:36.706442 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['fd5aaa60-ed34-4808-a607-f82f23f9b626'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:23:36.712871 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=fd5aaa60-ed34-4808-a607-f82f23f9b626,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:36.715621 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9798763a-f422-4934-87cb-df9d13c99c82 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:36.738837 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-9798763a-f422-4934-87cb-df9d13c99c82 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:36.748369 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9798763a-f422-4934-87cb-df9d13c99c82 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:36.832051 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 385a5866-418f-41b5-a123-2603f3023651 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:23:36.884952 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ce7ec6f0-4577-4b28-9537-d9d694287bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (741d98c9-1de9-4b27-9803-dfc468c004af), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:36.910848 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1747e041-087d-4a67-8a2f-b2ee36d03498 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (5153a500-77e3-4735-9bc2-e9c93fcd0d90), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:36.919007 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-da67f636-057a-4f0d-9795-18013b20b1a5 None None] Provisioning complete for port 385a5866-418f-41b5-a123-2603f3023651 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:36.919395 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798763a-f422-4934-87cb-df9d13c99c82 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Pushing event updated for resources: {'Port': ['ID=5cffa797-3dd0-4d3f-92bc-b47c99b172fb,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:36.919555 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-da67f636-057a-4f0d-9795-18013b20b1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (385a5866-418f-41b5-a123-2603f3023651), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:36.925637 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ec6f0-4577-4b28-9537-d9d694287bf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=741d98c9-1de9-4b27-9803-dfc468c004af,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:36.944684 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-1747e041-087d-4a67-8a2f-b2ee36d03498 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Calling delete_port for 5153a500-77e3-4735-9bc2-e9c93fcd0d90 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:36.971963 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ce7ec6f0-4577-4b28-9537-d9d694287bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:36.977538 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ce7ec6f0-4577-4b28-9537-d9d694287bf8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/741d98c9-1de9-4b27-9803-dfc468c004af HTTP/1.1" status: 204 len: 168 time: 1.3933082 Feb 19 04:23:36.981334 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52812) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:36.983360 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.165762 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 385a5866-418f-41b5-a123-2603f3023651 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:37.167948 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (385a5866-418f-41b5-a123-2603f3023651), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.270256 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-da67f636-057a-4f0d-9795-18013b20b1a5 None None] Current status of the port 385a5866-418f-41b5-a123-2603f3023651 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:37.270696 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-da67f636-057a-4f0d-9795-18013b20b1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (385a5866-418f-41b5-a123-2603f3023651), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.281795 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-141173e2-0683-4022-a58c-9bde290d732f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (90accf68-f0a5-4d2d-ad25-2cc7867c43a1), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.334437 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9798763a-f422-4934-87cb-df9d13c99c82 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router_gateway (e0f9ed7c-481f-4313-8bf9-251355a5bfa4), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.444769 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-da67f636-057a-4f0d-9795-18013b20b1a5 None None] For port 385a5866-418f-41b5-a123-2603f3023651, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=385a5866-418f-41b5-a123-2603f3023651,segment=NetworkSegment(ab6acecf-c4d3-4079-8dd6-5d5e4dcef08e),segment_id=ab6acecf-c4d3-4079-8dd6-5d5e4dcef08e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:37.538290 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 385a5866-418f-41b5-a123-2603f3023651 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:37.538978 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (385a5866-418f-41b5-a123-2603f3023651), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.586585 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1747e041-087d-4a67-8a2f-b2ee36d03498 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (5153a500-77e3-4735-9bc2-e9c93fcd0d90), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.588683 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-da67f636-057a-4f0d-9795-18013b20b1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (385a5866-418f-41b5-a123-2603f3023651), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.594726 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-141173e2-0683-4022-a58c-9bde290d732f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (90accf68-f0a5-4d2d-ad25-2cc7867c43a1), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.695134 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9798763a-f422-4934-87cb-df9d13c99c82 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (e0f9ed7c-481f-4313-8bf9-251355a5bfa4), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.725358 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:23:37.725744 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:23:37.779139 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-141173e2-0683-4022-a58c-9bde290d732f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90accf68-f0a5-4d2d-ad25-2cc7867c43a1']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:37.803156 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9ee1bab8-0884-4f36-8e70-13b2ce6be79f None None] Provisioning complete for port 385a5866-418f-41b5-a123-2603f3023651 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:37.803536 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9ee1bab8-0884-4f36-8e70-13b2ce6be79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (385a5866-418f-41b5-a123-2603f3023651), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.805645 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-141173e2-0683-4022-a58c-9bde290d732f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc9e607-d80c-4331-82e3-9a1704f3fde6') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:37.806915 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67f636-057a-4f0d-9795-18013b20b1a5 None None] Pushing event updated for resources: {'Port': ['ID=385a5866-418f-41b5-a123-2603f3023651,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:37.808624 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-141173e2-0683-4022-a58c-9bde290d732f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc9e607-d80c-4331-82e3-9a1704f3fde6') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:37.841480 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-141173e2-0683-4022-a58c-9bde290d732f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (dcc9e607-d80c-4331-82e3-9a1704f3fde6), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.864054 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01632f-2850-4dc6-912b-93428c02e4e7 req-49817ec7-85a0-4cd0-85fc-389f66a3f567 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:37.866447 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d01632f-2850-4dc6-912b-93428c02e4e7 req-49817ec7-85a0-4cd0-85fc-389f66a3f567 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=f14369ff-c65f-48a6-b62c-aad71eb514c8 HTTP/1.1" status: 200 len: 944 time: 0.2704000 Feb 19 04:23:37.898724 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-141173e2-0683-4022-a58c-9bde290d732f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (dcc9e607-d80c-4331-82e3-9a1704f3fde6), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.915370 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141173e2-0683-4022-a58c-9bde290d732f admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:23:37.915623 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-141173e2-0683-4022-a58c-9bde290d732f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (dcc9e607-d80c-4331-82e3-9a1704f3fde6), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: warnings.warn('Neutron quota engine will require "--force" ' Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:23:38.024599 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:23:38.028416 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747e041-087d-4a67-8a2f-b2ee36d03498 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Pushing event deleted for resources: {'Port': ['ID=5153a500-77e3-4735-9bc2-e9c93fcd0d90,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:38.037606 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d01632f-2850-4dc6-912b-93428c02e4e7 req-853b3ef0-95ee-4872-8b19-09e9c22da0c5 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245012 Feb 19 04:23:38.041973 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-141173e2-0683-4022-a58c-9bde290d732f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (90accf68-f0a5-4d2d-ad25-2cc7867c43a1), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:38.047834 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-141173e2-0683-4022-a58c-9bde290d732f admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:38.052299 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-141173e2-0683-4022-a58c-9bde290d732f admin admin] 10.222.0.52 "DELETE /v2.0/networks/90accf68-f0a5-4d2d-ad25-2cc7867c43a1 HTTP/1.1" status: 204 len: 168 time: 1.0701077 Feb 19 04:23:38.069918 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9ee1bab8-0884-4f36-8e70-13b2ce6be79f None None] Current status of the port 385a5866-418f-41b5-a123-2603f3023651 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:38.084419 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9ee1bab8-0884-4f36-8e70-13b2ce6be79f None None] Could not find standard attr ID for object 5153a500-77e3-4735-9bc2-e9c93fcd0d90. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:23:38.097067 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141173e2-0683-4022-a58c-9bde290d732f admin admin] Pushing event deleted for resources: {'Network': ['ID=90accf68-f0a5-4d2d-ad25-2cc7867c43a1,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:38.103274 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9ee1bab8-0884-4f36-8e70-13b2ce6be79f None None] Provisioning complete for port 6dbc4d68-ac08-4c74-a912-3e6c00fabda8 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:38.103657 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9ee1bab8-0884-4f36-8e70-13b2ce6be79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6dbc4d68-ac08-4c74-a912-3e6c00fabda8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:38.140648 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9798763a-f422-4934-87cb-df9d13c99c82 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Router e0f9ed7c-481f-4313-8bf9-251355a5bfa4 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:23:38.171312 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9ee1bab8-0884-4f36-8e70-13b2ce6be79f None None] Port 6dbc4d68-ac08-4c74-a912-3e6c00fabda8 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:23:38.204318 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1747e041-087d-4a67-8a2f-b2ee36d03498 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:38.211322 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1747e041-087d-4a67-8a2f-b2ee36d03498 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] 10.222.0.52 "DELETE /v2.0/ports/5153a500-77e3-4735-9bc2-e9c93fcd0d90 HTTP/1.1" status: 204 len: 168 time: 1.7101369 Feb 19 04:23:38.212906 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52822) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:38.275000 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b14717c-6887-4096-973f-3a5722f512fb tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] GET failed (client error): The resource could not be found. Feb 19 04:23:38.280895 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9b14717c-6887-4096-973f-3a5722f512fb tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] 10.222.0.52 "GET /v2.0/ports/5153a500-77e3-4735-9bc2-e9c93fcd0d90 HTTP/1.1" status: 404 len: 333 time: 0.0622015 Feb 19 04:23:38.281244 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52824) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:38.292530 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-4366a5d5-7396-4925-9316-2a55d020b56d tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Request body: {'port': {'network_id': '72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-177529068'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:38.299184 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 385a5866-418f-41b5-a123-2603f3023651 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:38.316835 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e352be45-e892-47f2-97b6-55b3207c5ad5 None None] Provisioning complete for port 6dbc4d68-ac08-4c74-a912-3e6c00fabda8 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:38.317422 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e352be45-e892-47f2-97b6-55b3207c5ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6dbc4d68-ac08-4c74-a912-3e6c00fabda8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:38.390778 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e352be45-e892-47f2-97b6-55b3207c5ad5 None None] Port 6dbc4d68-ac08-4c74-a912-3e6c00fabda8 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:23:38.423075 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9798763a-f422-4934-87cb-df9d13c99c82 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:23:38.433496 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8981da83-d5c1-4049-a6ef-355451356393 None None] Sync routers for ids ['e0f9ed7c-481f-4313-8bf9-251355a5bfa4'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:23:38.457697 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9798763a-f422-4934-87cb-df9d13c99c82 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:38.462736 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9798763a-f422-4934-87cb-df9d13c99c82 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.3210585 Feb 19 04:23:38.462969 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52828) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:38.464229 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8981da83-d5c1-4049-a6ef-355451356393 None None] Routers {'e0f9ed7c-481f-4313-8bf9-251355a5bfa4'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:23:38.465213 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-8981da83-d5c1-4049-a6ef-355451356393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:23:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['e0f9ed7c-481f-4313-8bf9-251355a5bfa4'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:38.540146 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52832) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:38.643294 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-03ea0300-8e6c-4473-afa9-7457d25b46cd None None] Could not find standard attr ID for object 5153a500-77e3-4735-9bc2-e9c93fcd0d90. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:23:38.682720 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-8981da83-d5c1-4049-a6ef-355451356393 None None] Set router e0f9ed7c-481f-4313-8bf9-251355a5bfa4 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:23:38.694358 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-35fec90c-efca-47c2-83c7-8e05fcafc4c9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f68acf26560c49f790b3b25f07f7e9b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1441574 Feb 19 04:23:38.697193 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52834) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:38.778107 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4366a5d5-7396-4925-9316-2a55d020b56d tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Made reservation on behalf of 7c234d3ef5b74fa2bcdf3f2e001fa8b0 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:38.785006 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4366a5d5-7396-4925-9316-2a55d020b56d tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:38.809628 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1416f389-2906-4534-beda-92d5c2b3c28b tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "GET /v2.0/routers/e0f9ed7c-481f-4313-8bf9-251355a5bfa4 HTTP/1.1" status: 200 len: 908 time: 0.3439589 Feb 19 04:23:38.812241 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52836) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:38.851465 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-4366a5d5-7396-4925-9316-2a55d020b56d tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] device_id is not set on port b2e36e98-a741-47e0-90de-bcd8c7da3a19 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:23:38.896008 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 385a5866-418f-41b5-a123-2603f3023651 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:23:39.081882 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-8981da83-d5c1-4049-a6ef-355451356393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f9ed7c-481f-4313-8bf9-251355a5bfa4', 'name': 'tempest-snat-router-1093932498', 'tenant_id': 'd34e9e69a6554cdaa52bd05c17bfb320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '5cffa797-3dd0-4d3f-92bc-b47c99b172fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:23:33Z', 'updated_at': '2022-02-19T04:23:37Z', 'revision_number': 3, 'project_id': 'd34e9e69a6554cdaa52bd05c17bfb320', 'gw_port': {'id': '5cffa797-3dd0-4d3f-92bc-b47c99b172fb', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:85:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f9ed7c-481f-4313-8bf9-251355a5bfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:23:34Z', 'updated_at': '2022-02-19T04:23:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:39.110729 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8981da83-d5c1-4049-a6ef-355451356393 None None] Checking router: e0f9ed7c-481f-4313-8bf9-251355a5bfa4 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:23:39.110984 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 385a5866-418f-41b5-a123-2603f3023651 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:39.111227 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (385a5866-418f-41b5-a123-2603f3023651), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:39.112261 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8981da83-d5c1-4049-a6ef-355451356393 None None] Updating router e0f9ed7c-481f-4313-8bf9-251355a5bfa4 port 5cffa797-3dd0-4d3f-92bc-b47c99b172fb binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:23:39.156539 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-8981da83-d5c1-4049-a6ef-355451356393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5cffa797-3dd0-4d3f-92bc-b47c99b172fb), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:39.261447 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa5ac4f6-fdaa-4c05-a6d8-434b90f0a83a tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router (e0f9ed7c-481f-4313-8bf9-251355a5bfa4), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:39.321753 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-272fec8a-e437-41d0-aac6-a7460c7bdb73 admin admin] Publish callbacks [] for security_group (55492db6-c3b6-4557-9206-b4dc8e9768a5), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:39.325128 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-4366a5d5-7396-4925-9316-2a55d020b56d tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Allocated IP 2001:db8::20a (72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3/96f7b629-1f05-4125-b372-85744fb01254/b2e36e98-a741-47e0-90de-bcd8c7da3a19) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:39.371222 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 385a5866-418f-41b5-a123-2603f3023651 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:39.375453 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4ff0714e-3047-4b42-a094-a9d3116120b8 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:23:39.377578 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-272fec8a-e437-41d0-aac6-a7460c7bdb73 admin admin] Publish callbacks [] for security_group (55492db6-c3b6-4557-9206-b4dc8e9768a5), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:39.417914 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51628d-59ed-4c2d-8061-c607c8bbbdb1 req-92d80b0f-1abe-4a6c-a1a7-6920203c4953 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:39.419459 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eb51628d-59ed-4c2d-8061-c607c8bbbdb1 req-92d80b0f-1abe-4a6c-a1a7-6920203c4953 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=f14369ff-c65f-48a6-b62c-aad71eb514c8 HTTP/1.1" status: 200 len: 944 time: 0.1772478 Feb 19 04:23:39.472963 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 4ff0714e-3047-4b42-a094-a9d3116120b8 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:39.475460 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4ff0714e-3047-4b42-a094-a9d3116120b8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:39.495533 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa5ac4f6-fdaa-4c05-a6d8-434b90f0a83a tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router_gateway (e0f9ed7c-481f-4313-8bf9-251355a5bfa4), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:39.556792 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eb51628d-59ed-4c2d-8061-c607c8bbbdb1 req-4cbc5ba0-3eca-4886-847a-c1df7dce1f7a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263084 Feb 19 04:23:39.584227 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-272fec8a-e437-41d0-aac6-a7460c7bdb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (55492db6-c3b6-4557-9206-b4dc8e9768a5), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:39.586832 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-272fec8a-e437-41d0-aac6-a7460c7bdb73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:39.588452 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-272fec8a-e437-41d0-aac6-a7460c7bdb73 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/55492db6-c3b6-4557-9206-b4dc8e9768a5 HTTP/1.1" status: 204 len: 168 time: 0.8903251 Feb 19 04:23:39.616367 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-aa5ac4f6-fdaa-4c05-a6d8-434b90f0a83a tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Deleting port 5cffa797-3dd0-4d3f-92bc-b47c99b172fb {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:39.616718 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa5ac4f6-fdaa-4c05-a6d8-434b90f0a83a tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (5cffa797-3dd0-4d3f-92bc-b47c99b172fb), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:39.619290 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device fd5aaa60-ed34-4808-a607-f82f23f9b626 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:23:39.637176 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fec8a-e437-41d0-aac6-a7460c7bdb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55492db6-c3b6-4557-9206-b4dc8e9768a5,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:39.723968 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4366a5d5-7396-4925-9316-2a55d020b56d tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks [] for port (b2e36e98-a741-47e0-90de-bcd8c7da3a19), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:39.809526 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4366a5d5-7396-4925-9316-2a55d020b56d tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (b2e36e98-a741-47e0-90de-bcd8c7da3a19), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:39.821412 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-8981da83-d5c1-4049-a6ef-355451356393 None None] Publish callbacks [] for port (5cffa797-3dd0-4d3f-92bc-b47c99b172fb), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:39.827140 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa5ac4f6-fdaa-4c05-a6d8-434b90f0a83a tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (5cffa797-3dd0-4d3f-92bc-b47c99b172fb), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:39.838674 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-8981da83-d5c1-4049-a6ef-355451356393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5cffa797-3dd0-4d3f-92bc-b47c99b172fb), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:39.870052 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 4ff0714e-3047-4b42-a094-a9d3116120b8 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:39.871261 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-aa5ac4f6-fdaa-4c05-a6d8-434b90f0a83a tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Calling delete_port for 5cffa797-3dd0-4d3f-92bc-b47c99b172fb owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:39.872300 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4ff0714e-3047-4b42-a094-a9d3116120b8), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:39.907157 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 4ff0714e-3047-4b42-a094-a9d3116120b8, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4ff0714e-3047-4b42-a094-a9d3116120b8,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:39.909310 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port fd5aaa60-ed34-4808-a607-f82f23f9b626 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:23:39.916493 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port fd5aaa60-ed34-4808-a607-f82f23f9b626 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:39.917055 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (fd5aaa60-ed34-4808-a607-f82f23f9b626), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:39.944120 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366a5d5-7396-4925-9316-2a55d020b56d tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Pushing event updated for resources: {'Port': ['ID=b2e36e98-a741-47e0-90de-bcd8c7da3a19,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:39.948039 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4366a5d5-7396-4925-9316-2a55d020b56d tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Network 72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:39.950579 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-4366a5d5-7396-4925-9316-2a55d020b56d tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:39.954661 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4366a5d5-7396-4925-9316-2a55d020b56d tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:39.958994 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9360d-beaf-427d-9a6d-232cbf59c24d None None] Pushing event updated for resources: {'Port': ['ID=5cffa797-3dd0-4d3f-92bc-b47c99b172fb,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:39.962828 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-8981da83-d5c1-4049-a6ef-355451356393 None None] Attempting to bind port 5cffa797-3dd0-4d3f-92bc-b47c99b172fb on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:23:39.963497 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-8981da83-d5c1-4049-a6ef-355451356393 None None] Attempting to bind port 5cffa797-3dd0-4d3f-92bc-b47c99b172fb by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:23:39.964237 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8981da83-d5c1-4049-a6ef-355451356393 None None] Attempting to bind port 5cffa797-3dd0-4d3f-92bc-b47c99b172fb on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:39.966287 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4366a5d5-7396-4925-9316-2a55d020b56d tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:39.967038 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4366a5d5-7396-4925-9316-2a55d020b56d tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:39.975382 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9360d-beaf-427d-9a6d-232cbf59c24d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:39.976079 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9360d-beaf-427d-9a6d-232cbf59c24d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:39.977230 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9360d-beaf-427d-9a6d-232cbf59c24d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:39.977831 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9360d-beaf-427d-9a6d-232cbf59c24d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:39.978434 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9360d-beaf-427d-9a6d-232cbf59c24d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:39.979248 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9360d-beaf-427d-9a6d-232cbf59c24d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:39.980361 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9360d-beaf-427d-9a6d-232cbf59c24d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:39.980932 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9360d-beaf-427d-9a6d-232cbf59c24d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:39.981487 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9360d-beaf-427d-9a6d-232cbf59c24d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:39.982048 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9360d-beaf-427d-9a6d-232cbf59c24d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:39.982637 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9360d-beaf-427d-9a6d-232cbf59c24d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:39.983192 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9360d-beaf-427d-9a6d-232cbf59c24d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:39.983745 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9360d-beaf-427d-9a6d-232cbf59c24d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:39.998612 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8981da83-d5c1-4049-a6ef-355451356393 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:23:40.000788 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8981da83-d5c1-4049-a6ef-355451356393 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:23:40.002009 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-8981da83-d5c1-4049-a6ef-355451356393 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:40.002914 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4ff0714e-3047-4b42-a094-a9d3116120b8), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:40.005609 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8981da83-d5c1-4049-a6ef-355451356393 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:23:40.013123 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-8981da83-d5c1-4049-a6ef-355451356393 None None] Bound port: 5cffa797-3dd0-4d3f-92bc-b47c99b172fb, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:23:40.013372 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-8981da83-d5c1-4049-a6ef-355451356393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5cffa797-3dd0-4d3f-92bc-b47c99b172fb), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:40.020480 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4366a5d5-7396-4925-9316-2a55d020b56d tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7380967 Feb 19 04:23:40.021124 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52850) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:40.026761 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-9661b9cf-2be0-4667-94da-e2e3e7e0ee34 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::114', 'mac_address': 'fa:16:3e:aa:8b:12'}]}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:40.117240 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-8981da83-d5c1-4049-a6ef-355451356393 None None] For port 5cffa797-3dd0-4d3f-92bc-b47c99b172fb, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:23:40.123573 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-8981da83-d5c1-4049-a6ef-355451356393 None None] For port 5cffa797-3dd0-4d3f-92bc-b47c99b172fb, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5cffa797-3dd0-4d3f-92bc-b47c99b172fb,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:23:40.133080 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-8981da83-d5c1-4049-a6ef-355451356393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5cffa797-3dd0-4d3f-92bc-b47c99b172fb), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:40.213827 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=4ff0714e-3047-4b42-a094-a9d3116120b8,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:40.234214 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port fd5aaa60-ed34-4808-a607-f82f23f9b626 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:40.236250 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fd5aaa60-ed34-4808-a607-f82f23f9b626), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:40.255311 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8981da83-d5c1-4049-a6ef-355451356393 None None] Routers {'e0f9ed7c-481f-4313-8bf9-251355a5bfa4'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:23:40.256151 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-8981da83-d5c1-4049-a6ef-355451356393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:23:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['e0f9ed7c-481f-4313-8bf9-251355a5bfa4'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:40.306619 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14369ff-c65f-48a6-b62c-aad71eb514c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5aaa60-ed34-4808-a607-f82f23f9b626'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:40.309826 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c17c86-d666-4478-bcd3-118eb8fae475" -d '{"events": [{"server_uuid": "f14369ff-c65f-48a6-b62c-aad71eb514c8", "name": "network-vif-plugged", "status": "completed", "tag": "fd5aaa60-ed34-4808-a607-f82f23f9b626"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:40.349792 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa5ac4f6-fdaa-4c05-a6d8-434b90f0a83a tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (5cffa797-3dd0-4d3f-92bc-b47c99b172fb), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:40.362372 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port fd5aaa60-ed34-4808-a607-f82f23f9b626, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=fd5aaa60-ed34-4808-a607-f82f23f9b626,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:40.376766 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (fd5aaa60-ed34-4808-a607-f82f23f9b626), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:40.451947 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ac4f6-fdaa-4c05-a6d8-434b90f0a83a tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Pushing event deleted for resources: {'Port': ['ID=5cffa797-3dd0-4d3f-92bc-b47c99b172fb,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:40.485430 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52860) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:40.489960 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=fd5aaa60-ed34-4808-a607-f82f23f9b626,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:40.495858 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf2d8f7-b6dc-4740-99bb-99371cd28db1 x-openstack-request-id: req-adf2d8f7-b6dc-4740-99bb-99371cd28db1 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:40.496413 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14369ff-c65f-48a6-b62c-aad71eb514c8", "name": "network-vif-plugged", "status": "completed", "tag": "fd5aaa60-ed34-4808-a607-f82f23f9b626", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:40.496846 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-adf2d8f7-b6dc-4740-99bb-99371cd28db1 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:40.497395 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14369ff-c65f-48a6-b62c-aad71eb514c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5aaa60-ed34-4808-a607-f82f23f9b626', 'code': 200} Feb 19 04:23:40.502504 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9661b9cf-2be0-4667-94da-e2e3e7e0ee34 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b2e36e98-a741-47e0-90de-bcd8c7da3a19), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:40.510539 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-040170a7-f8d5-40cb-8b9c-5b16f899c480 None None] Provisioning complete for port b2e36e98-a741-47e0-90de-bcd8c7da3a19 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:40.511206 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-040170a7-f8d5-40cb-8b9c-5b16f899c480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b2e36e98-a741-47e0-90de-bcd8c7da3a19), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:40.538555 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9360d-beaf-427d-9a6d-232cbf59c24d None None] Pushing event updated for resources: {'Port': ['ID=5cffa797-3dd0-4d3f-92bc-b47c99b172fb,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:40.547175 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-8981da83-d5c1-4049-a6ef-355451356393 None None] Set router e0f9ed7c-481f-4313-8bf9-251355a5bfa4 gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:23:40.588642 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-040170a7-f8d5-40cb-8b9c-5b16f899c480 None None] Port b2e36e98-a741-47e0-90de-bcd8c7da3a19 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:23:40.629129 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ae831232-870e-458a-8b98-e6ecbc7640c0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2cdcdebfacda4c728a31baa8659088d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1209888 Feb 19 04:23:40.634425 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52864) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:40.666628 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-8981da83-d5c1-4049-a6ef-355451356393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f9ed7c-481f-4313-8bf9-251355a5bfa4', 'name': 'tempest-snat-router-1093932498', 'tenant_id': 'd34e9e69a6554cdaa52bd05c17bfb320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:23:33Z', 'updated_at': '2022-02-19T04:23:39Z', 'revision_number': 4, 'project_id': 'd34e9e69a6554cdaa52bd05c17bfb320', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:40.703897 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa5ac4f6-fdaa-4c05-a6d8-434b90f0a83a tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (e0f9ed7c-481f-4313-8bf9-251355a5bfa4), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:40.716535 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4ff0714e-3047-4b42-a094-a9d3116120b8 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:23:40.742228 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8981da83-d5c1-4049-a6ef-355451356393 None None] The sync data for ids ['e0f9ed7c-481f-4313-8bf9-251355a5bfa4'] in n-d-828369-19 is: [{'id': 'e0f9ed7c-481f-4313-8bf9-251355a5bfa4', 'name': 'tempest-snat-router-1093932498', 'tenant_id': 'd34e9e69a6554cdaa52bd05c17bfb320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:23:33Z', 'updated_at': '2022-02-19T04:23:39Z', 'revision_number': 4, 'project_id': 'd34e9e69a6554cdaa52bd05c17bfb320', 'gw_port_host': None}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:23:40.807031 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 4ff0714e-3047-4b42-a094-a9d3116120b8 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:40.810549 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4ff0714e-3047-4b42-a094-a9d3116120b8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:40.827482 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa5ac4f6-fdaa-4c05-a6d8-434b90f0a83a tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (e0f9ed7c-481f-4313-8bf9-251355a5bfa4), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:40.830390 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa5ac4f6-fdaa-4c05-a6d8-434b90f0a83a tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router_controller (e0f9ed7c-481f-4313-8bf9-251355a5bfa4), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:40.844755 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9661b9cf-2be0-4667-94da-e2e3e7e0ee34 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks [] for port (b2e36e98-a741-47e0-90de-bcd8c7da3a19), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:40.879878 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9661b9cf-2be0-4667-94da-e2e3e7e0ee34 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (b2e36e98-a741-47e0-90de-bcd8c7da3a19), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:40.897084 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b325d134-6074-4157-9d67-6d44ce8150e9 admin admin] Publish callbacks [] for security_group (e33f7c69-98ff-46c1-abfd-8450ca526a97), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:40.923457 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b325d134-6074-4157-9d67-6d44ce8150e9 admin admin] Publish callbacks [] for security_group (e33f7c69-98ff-46c1-abfd-8450ca526a97), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:40.966281 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-9661b9cf-2be0-4667-94da-e2e3e7e0ee34 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] In _notify_port_updated(), no bound segment for port b2e36e98-a741-47e0-90de-bcd8c7da3a19 on network 72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3 {{(pid=109926) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:23:40.968049 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa5ac4f6-fdaa-4c05-a6d8-434b90f0a83a tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (e0f9ed7c-481f-4313-8bf9-251355a5bfa4), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:40.968900 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5ac4f6-fdaa-4c05-a6d8-434b90f0a83a tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0f9ed7c-481f-4313-8bf9-251355a5bfa4 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:23:40.971346 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9661b9cf-2be0-4667-94da-e2e3e7e0ee34 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:40.971985 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9661b9cf-2be0-4667-94da-e2e3e7e0ee34 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:40.976193 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9661b9cf-2be0-4667-94da-e2e3e7e0ee34 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] 10.222.0.52 "PUT /v2.0/ports/b2e36e98-a741-47e0-90de-bcd8c7da3a19 HTTP/1.1" status: 200 len: 1002 time: 0.9540348 Feb 19 04:23:40.977967 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa5ac4f6-fdaa-4c05-a6d8-434b90f0a83a tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:40.979363 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-aa5ac4f6-fdaa-4c05-a6d8-434b90f0a83a tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "DELETE /v2.0/routers/e0f9ed7c-481f-4313-8bf9-251355a5bfa4 HTTP/1.1" status: 204 len: 168 time: 2.1661270 Feb 19 04:23:40.980718 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52866) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:40.982885 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52868) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:40.985933 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 4ff0714e-3047-4b42-a094-a9d3116120b8 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:41.027093 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661b9cf-2be0-4667-94da-e2e3e7e0ee34 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Pushing event updated for resources: {'Port': ['ID=b2e36e98-a741-47e0-90de-bcd8c7da3a19,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:41.045806 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12529c-d653-419b-8567-4b793b6e79f9 req-e783773d-4c1e-4c92-8ba0-104cbcfa95b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:41.049984 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dc12529c-d653-419b-8567-4b793b6e79f9 req-e783773d-4c1e-4c92-8ba0-104cbcfa95b8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f14369ff-c65f-48a6-b62c-aad71eb514c8 HTTP/1.1" status: 200 len: 1128 time: 0.5250838 Feb 19 04:23:41.058918 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b325d134-6074-4157-9d67-6d44ce8150e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e33f7c69-98ff-46c1-abfd-8450ca526a97), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:41.067143 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b325d134-6074-4157-9d67-6d44ce8150e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:41.068280 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b325d134-6074-4157-9d67-6d44ce8150e9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e33f7c69-98ff-46c1-abfd-8450ca526a97 HTTP/1.1" status: 204 len: 168 time: 0.4326785 Feb 19 04:23:41.087472 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69205f7-7840-480d-a015-5409c0b48fee req-802b4932-630b-48b4-aaaa-a820302271df tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:41.089954 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f69205f7-7840-480d-a015-5409c0b48fee req-802b4932-630b-48b4-aaaa-a820302271df tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=f14369ff-c65f-48a6-b62c-aad71eb514c8 HTTP/1.1" status: 200 len: 945 time: 0.2125976 Feb 19 04:23:41.176491 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325d134-6074-4157-9d67-6d44ce8150e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33f7c69-98ff-46c1-abfd-8450ca526a97,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:41.255392 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dc12529c-d653-419b-8567-4b793b6e79f9 req-dcccac88-5add-456e-86d0-a4846a1313fc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917884 Feb 19 04:23:41.297237 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f69205f7-7840-480d-a015-5409c0b48fee req-83417906-40c0-40d1-a883-3aac319ee296 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828854 Feb 19 04:23:41.437034 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-2ddcb009-7bb4-46a6-bb4e-7bbe6a1c45be tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Deleting port b2e36e98-a741-47e0-90de-bcd8c7da3a19 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:41.437266 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ddcb009-7bb4-46a6-bb4e-7bbe6a1c45be tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b2e36e98-a741-47e0-90de-bcd8c7da3a19), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:41.448971 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9f9afdd9-d25b-44c6-8722-0182c9fafd66 None None] Provisioning complete for port b2e36e98-a741-47e0-90de-bcd8c7da3a19 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:41.452253 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9f9afdd9-d25b-44c6-8722-0182c9fafd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b2e36e98-a741-47e0-90de-bcd8c7da3a19), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:41.533724 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ddcb009-7bb4-46a6-bb4e-7bbe6a1c45be tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b2e36e98-a741-47e0-90de-bcd8c7da3a19), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:41.535421 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9f9afdd9-d25b-44c6-8722-0182c9fafd66 None None] Port b2e36e98-a741-47e0-90de-bcd8c7da3a19 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:23:41.551768 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-2ddcb009-7bb4-46a6-bb4e-7bbe6a1c45be tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Calling delete_port for b2e36e98-a741-47e0-90de-bcd8c7da3a19 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:41.610687 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae0105fb-cba7-4016-8a89-dc463ef32cbd tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router (fec2f8a8-a467-4e55-999e-17d944ce77c2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:41.750621 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae0105fb-cba7-4016-8a89-dc463ef32cbd tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router_gateway (fec2f8a8-a467-4e55-999e-17d944ce77c2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:41.890526 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ddcb009-7bb4-46a6-bb4e-7bbe6a1c45be tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (b2e36e98-a741-47e0-90de-bcd8c7da3a19), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:41.895422 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-ae0105fb-cba7-4016-8a89-dc463ef32cbd tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Deleting port 4ff0714e-3047-4b42-a094-a9d3116120b8 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:41.895746 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae0105fb-cba7-4016-8a89-dc463ef32cbd tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (4ff0714e-3047-4b42-a094-a9d3116120b8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:41.942648 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcb009-7bb4-46a6-bb4e-7bbe6a1c45be tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Pushing event deleted for resources: {'Port': ['ID=b2e36e98-a741-47e0-90de-bcd8c7da3a19,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:42.221349 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-ae0105fb-cba7-4016-8a89-dc463ef32cbd tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] For port 4ff0714e-3047-4b42-a094-a9d3116120b8, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4ff0714e-3047-4b42-a094-a9d3116120b8,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:42.223841 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae0105fb-cba7-4016-8a89-dc463ef32cbd tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (4ff0714e-3047-4b42-a094-a9d3116120b8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:42.291705 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ddcb009-7bb4-46a6-bb4e-7bbe6a1c45be tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:42.297605 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2ddcb009-7bb4-46a6-bb4e-7bbe6a1c45be tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] 10.222.0.52 "DELETE /v2.0/ports/b2e36e98-a741-47e0-90de-bcd8c7da3a19 HTTP/1.1" status: 204 len: 168 time: 1.3157709 Feb 19 04:23:42.300367 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52898) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:42.341085 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-ae0105fb-cba7-4016-8a89-dc463ef32cbd tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Calling delete_port for 4ff0714e-3047-4b42-a094-a9d3116120b8 owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:42.359627 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-1457729b-d299-4586-aa37-6991215a4899 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] GET failed (client error): The resource could not be found. Feb 19 04:23:42.361221 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1457729b-d299-4586-aa37-6991215a4899 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] 10.222.0.52 "GET /v2.0/ports/b2e36e98-a741-47e0-90de-bcd8c7da3a19 HTTP/1.1" status: 404 len: 333 time: 0.0597844 Feb 19 04:23:42.366967 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52902) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:42.372483 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-da7f5651-ba78-482e-90af-c5fe143c204f tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Request body: {'port': {'network_id': '72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1960075962'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:42.639791 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae0105fb-cba7-4016-8a89-dc463ef32cbd tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (4ff0714e-3047-4b42-a094-a9d3116120b8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:42.645275 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7f5651-ba78-482e-90af-c5fe143c204f tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Made reservation on behalf of 7c234d3ef5b74fa2bcdf3f2e001fa8b0 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:42.649420 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-da7f5651-ba78-482e-90af-c5fe143c204f tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:42.671666 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0105fb-cba7-4016-8a89-dc463ef32cbd tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ff0714e-3047-4b42-a094-a9d3116120b8,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:42.672049 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-da7f5651-ba78-482e-90af-c5fe143c204f tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] device_id is not set on port b7c6c845-161a-4993-871c-d2b277566b7f yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:23:42.740895 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae0105fb-cba7-4016-8a89-dc463ef32cbd tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (fec2f8a8-a467-4e55-999e-17d944ce77c2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:42.821467 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-da7f5651-ba78-482e-90af-c5fe143c204f tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Allocated IP 2001:db8::380 (72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3/96f7b629-1f05-4125-b372-85744fb01254/b7c6c845-161a-4993-871c-d2b277566b7f) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:42.845261 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae0105fb-cba7-4016-8a89-dc463ef32cbd tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (fec2f8a8-a467-4e55-999e-17d944ce77c2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:42.847589 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae0105fb-cba7-4016-8a89-dc463ef32cbd tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router_controller (fec2f8a8-a467-4e55-999e-17d944ce77c2), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:42.895718 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae0105fb-cba7-4016-8a89-dc463ef32cbd tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (fec2f8a8-a467-4e55-999e-17d944ce77c2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:42.896318 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0105fb-cba7-4016-8a89-dc463ef32cbd tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fec2f8a8-a467-4e55-999e-17d944ce77c2 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:23:42.902106 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae0105fb-cba7-4016-8a89-dc463ef32cbd tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:42.907062 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ae0105fb-cba7-4016-8a89-dc463ef32cbd tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "DELETE /v2.0/routers/fec2f8a8-a467-4e55-999e-17d944ce77c2 HTTP/1.1" status: 204 len: 168 time: 1.9231997 Feb 19 04:23:42.908030 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52916) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:42.913014 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-c3062f64-1320-461f-bbb2-fd858600dda4 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1590686787', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}, 'admin_state_up': False}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:42.940598 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3062f64-1320-461f-bbb2-fd858600dda4 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (b8b95557-412d-4685-9aa3-428da7f8f030), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:42.942383 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3062f64-1320-461f-bbb2-fd858600dda4 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (b8b95557-412d-4685-9aa3-428da7f8f030), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:43.014589 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3062f64-1320-461f-bbb2-fd858600dda4 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_controller (b8b95557-412d-4685-9aa3-428da7f8f030), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:43.141816 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90999f27-4334-4ad8-8d61-ef41e6f3ef8a req-e63e055d-b824-46db-ab35-1ca968460056 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:43.143452 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-90999f27-4334-4ad8-8d61-ef41e6f3ef8a req-e63e055d-b824-46db-ab35-1ca968460056 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=f14369ff-c65f-48a6-b62c-aad71eb514c8 HTTP/1.1" status: 200 len: 945 time: 0.7151415 Feb 19 04:23:43.153523 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-da7f5651-ba78-482e-90af-c5fe143c204f tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks [] for port (b7c6c845-161a-4993-871c-d2b277566b7f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:43.217508 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-90999f27-4334-4ad8-8d61-ef41e6f3ef8a req-804c3eb1-b76b-40fc-b314-41bd6ce2456b tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611458 Feb 19 04:23:43.284417 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-da7f5651-ba78-482e-90af-c5fe143c204f tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (b7c6c845-161a-4993-871c-d2b277566b7f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:43.340962 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3062f64-1320-461f-bbb2-fd858600dda4 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_gateway (b8b95557-412d-4685-9aa3-428da7f8f030), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:43.381881 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7f5651-ba78-482e-90af-c5fe143c204f tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Network 72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:43.405592 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-da7f5651-ba78-482e-90af-c5fe143c204f tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:43.408080 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7f5651-ba78-482e-90af-c5fe143c204f tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:43.414878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7f5651-ba78-482e-90af-c5fe143c204f tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:43.415563 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-da7f5651-ba78-482e-90af-c5fe143c204f tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:43.423142 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f5651-ba78-482e-90af-c5fe143c204f tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Pushing event updated for resources: {'Port': ['ID=b7c6c845-161a-4993-871c-d2b277566b7f,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:43.440659 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-da7f5651-ba78-482e-90af-c5fe143c204f tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0721920 Feb 19 04:23:43.443966 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52932) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:43.456215 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-5d5570f2-f6a1-4b83-9cc6-3a977351a3ed tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:aa:8b:12'}]}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:43.745020 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5d5570f2-f6a1-4b83-9cc6-3a977351a3ed tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b7c6c845-161a-4993-871c-d2b277566b7f), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:43.982882 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-ffebd342-7526-4ab3-9c71-a26d128a830d None None] Provisioning complete for port b7c6c845-161a-4993-871c-d2b277566b7f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:43.984035 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ffebd342-7526-4ab3-9c71-a26d128a830d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b7c6c845-161a-4993-871c-d2b277566b7f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:44.052861 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5d5570f2-f6a1-4b83-9cc6-3a977351a3ed tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks [] for port (b7c6c845-161a-4993-871c-d2b277566b7f), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:44.082718 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ffebd342-7526-4ab3-9c71-a26d128a830d None None] Port b7c6c845-161a-4993-871c-d2b277566b7f cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:23:44.084194 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5d5570f2-f6a1-4b83-9cc6-3a977351a3ed tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (b7c6c845-161a-4993-871c-d2b277566b7f), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:44.206761 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-5d5570f2-f6a1-4b83-9cc6-3a977351a3ed tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] In _notify_port_updated(), no bound segment for port b7c6c845-161a-4993-871c-d2b277566b7f on network 72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3 {{(pid=109926) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:23:44.209870 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3062f64-1320-461f-bbb2-fd858600dda4 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_gateway (b8b95557-412d-4685-9aa3-428da7f8f030), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:44.221871 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5570f2-f6a1-4b83-9cc6-3a977351a3ed tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:44.226047 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5d5570f2-f6a1-4b83-9cc6-3a977351a3ed tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:44.231552 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3062f64-1320-461f-bbb2-fd858600dda4 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:44.236058 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5d5570f2-f6a1-4b83-9cc6-3a977351a3ed tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] 10.222.0.52 "PUT /v2.0/ports/b7c6c845-161a-4993-871c-d2b277566b7f HTTP/1.1" status: 200 len: 1003 time: 0.7891345 Feb 19 04:23:44.243628 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 52956) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:44.269902 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44c009-cf61-4465-8f2a-e58816779347 req-d19a76e0-e516-455a-8549-06788ec502e7 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:44.281720 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c44c009-cf61-4465-8f2a-e58816779347 req-d19a76e0-e516-455a-8549-06788ec502e7 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/networks?id=f340e38b-fc33-422a-8808-c90730dc6314 HTTP/1.1" status: 200 len: 806 time: 0.7702827 Feb 19 04:23:44.303921 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5570f2-f6a1-4b83-9cc6-3a977351a3ed tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Pushing event updated for resources: {'Port': ['ID=b7c6c845-161a-4993-871c-d2b277566b7f,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:44.336169 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c44c009-cf61-4465-8f2a-e58816779347 req-92dd30c2-d316-4254-aa61-8240d2a0a005 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/quotas/8ec38d363cbe44859094f303c32fa2df HTTP/1.1" status: 200 len: 375 time: 0.0397286 Feb 19 04:23:44.411300 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c44c009-cf61-4465-8f2a-e58816779347 req-22b8990d-4599-4670-a76b-9e7bcd8772d1 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ec38d363cbe44859094f303c32fa2df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733988 Feb 19 04:23:44.533055 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c44c009-cf61-4465-8f2a-e58816779347 req-592a4450-0d1d-42f9-a970-540c23022027 service neutron] 10.222.0.52 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132812 Feb 19 04:23:44.587504 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-c3062f64-1320-461f-bbb2-fd858600dda4 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Allocated IP 172.25.3.246 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/a88371ed-5752-4b10-a6cf-9f15aafbceb0) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:44.634687 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-0b64a9ff-89b5-4cb2-b74b-6457fa7e7063 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Deleting port b7c6c845-161a-4993-871c-d2b277566b7f {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:44.635355 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0b64a9ff-89b5-4cb2-b74b-6457fa7e7063 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b7c6c845-161a-4993-871c-d2b277566b7f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:44.641437 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-4f1ae800-88d0-4f69-9eaf-c620dcc7cdf4 None None] Provisioning complete for port b7c6c845-161a-4993-871c-d2b277566b7f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:44.642529 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4f1ae800-88d0-4f69-9eaf-c620dcc7cdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b7c6c845-161a-4993-871c-d2b277566b7f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:44.647505 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4ff0714e-3047-4b42-a094-a9d3116120b8 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:23:44.704174 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-4f1ae800-88d0-4f69-9eaf-c620dcc7cdf4 None None] Port b7c6c845-161a-4993-871c-d2b277566b7f cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:23:44.731989 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 4ff0714e-3047-4b42-a094-a9d3116120b8 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:23:44.732715 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4ff0714e-3047-4b42-a094-a9d3116120b8 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:23:44.750375 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c44c009-cf61-4465-8f2a-e58816779347 req-4d1cc630-0181-4cab-91ac-ad00c565737d service neutron] 10.222.0.52 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159355 Feb 19 04:23:44.818742 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0b64a9ff-89b5-4cb2-b74b-6457fa7e7063 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b7c6c845-161a-4993-871c-d2b277566b7f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:44.851862 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-0b64a9ff-89b5-4cb2-b74b-6457fa7e7063 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Calling delete_port for b7c6c845-161a-4993-871c-d2b277566b7f owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:44.860105 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3062f64-1320-461f-bbb2-fd858600dda4 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for port (a88371ed-5752-4b10-a6cf-9f15aafbceb0), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:44.963550 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3062f64-1320-461f-bbb2-fd858600dda4 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (a88371ed-5752-4b10-a6cf-9f15aafbceb0), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:45.016692 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dc4dba9b-d32e-4b5e-ba13-ce7ea89eeb34 req-fabdaf99-c066-496e-aa22-6c83e16dc87a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=7024b8df-653c-4e8d-beaa-480ae8940706 HTTP/1.1" status: 200 len: 210 time: 0.0426931 Feb 19 04:23:45.063062 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3062f64-1320-461f-bbb2-fd858600dda4 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Pushing event updated for resources: {'Port': ['ID=a88371ed-5752-4b10-a6cf-9f15aafbceb0,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:45.080421 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3062f64-1320-461f-bbb2-fd858600dda4 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:45.082593 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-c3062f64-1320-461f-bbb2-fd858600dda4 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:45.085250 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3062f64-1320-461f-bbb2-fd858600dda4 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:45.250463 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0b64a9ff-89b5-4cb2-b74b-6457fa7e7063 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (b7c6c845-161a-4993-871c-d2b277566b7f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:45.319365 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64a9ff-89b5-4cb2-b74b-6457fa7e7063 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Pushing event deleted for resources: {'Port': ['ID=b7c6c845-161a-4993-871c-d2b277566b7f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:45.356794 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0b64a9ff-89b5-4cb2-b74b-6457fa7e7063 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:45.363451 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52982) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:45.363741 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0b64a9ff-89b5-4cb2-b74b-6457fa7e7063 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] 10.222.0.52 "DELETE /v2.0/ports/b7c6c845-161a-4993-871c-d2b277566b7f HTTP/1.1" status: 204 len: 168 time: 1.1180284 Feb 19 04:23:45.436478 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-c064ec36-a2b0-4f03-84fe-c616631790cf tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] GET failed (client error): The resource could not be found. Feb 19 04:23:45.438059 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c064ec36-a2b0-4f03-84fe-c616631790cf tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] 10.222.0.52 "GET /v2.0/ports/b7c6c845-161a-4993-871c-d2b277566b7f HTTP/1.1" status: 404 len: 333 time: 0.0735862 Feb 19 04:23:45.448183 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 52986) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:45.462587 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-3de927ae-7e39-4710-8542-0ea58a1fd259 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Request body: {'port': {'network_id': '72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2004236047'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:45.551177 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3062f64-1320-461f-bbb2-fd858600dda4 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_gateway (b8b95557-412d-4685-9aa3-428da7f8f030), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:45.743147 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de927ae-7e39-4710-8542-0ea58a1fd259 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Made reservation on behalf of 7c234d3ef5b74fa2bcdf3f2e001fa8b0 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:45.747988 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3de927ae-7e39-4710-8542-0ea58a1fd259 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:45.770118 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-3de927ae-7e39-4710-8542-0ea58a1fd259 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] device_id is not set on port 84eba817-931e-4757-a6e7-cd68b95451a8 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:23:46.023409 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3062f64-1320-461f-bbb2-fd858600dda4 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (b8b95557-412d-4685-9aa3-428da7f8f030), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:46.023611 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-3de927ae-7e39-4710-8542-0ea58a1fd259 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Allocated IP 2001:db8::29 (72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3/96f7b629-1f05-4125-b372-85744fb01254/84eba817-931e-4757-a6e7-cd68b95451a8) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:46.293322 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ced903a7-f4f9-49bf-b367-b69aeab6b259 req-56e5f912-5709-4fe5-97a3-dd985e524963 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=7024b8df-653c-4e8d-beaa-480ae8940706 HTTP/1.1" status: 200 len: 210 time: 0.1251700 Feb 19 04:23:46.498555 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3de927ae-7e39-4710-8542-0ea58a1fd259 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks [] for port (84eba817-931e-4757-a6e7-cd68b95451a8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:46.577685 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3de927ae-7e39-4710-8542-0ea58a1fd259 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (84eba817-931e-4757-a6e7-cd68b95451a8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:46.588840 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3062f64-1320-461f-bbb2-fd858600dda4 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Router b8b95557-412d-4685-9aa3-428da7f8f030 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:23:46.617861 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44c009-cf61-4465-8f2a-e58816779347 req-dc22b45d-9436-42ae-b7d7-cc32e6700cd8 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:46.622208 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de927ae-7e39-4710-8542-0ea58a1fd259 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Network 72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:46.626074 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-3de927ae-7e39-4710-8542-0ea58a1fd259 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:46.630181 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de927ae-7e39-4710-8542-0ea58a1fd259 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:46.635647 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de927ae-7e39-4710-8542-0ea58a1fd259 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:46.637074 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3de927ae-7e39-4710-8542-0ea58a1fd259 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:46.656202 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7c44c009-cf61-4465-8f2a-e58816779347 req-dc22b45d-9436-42ae-b7d7-cc32e6700cd8 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.26 "GET /v2.0/networks?id=f340e38b-fc33-422a-8808-c90730dc6314 HTTP/1.1" status: 200 len: 806 time: 0.3731856 Feb 19 04:23:46.658954 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de927ae-7e39-4710-8542-0ea58a1fd259 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Pushing event updated for resources: {'Port': ['ID=84eba817-931e-4757-a6e7-cd68b95451a8,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:46.683406 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-7c44c009-cf61-4465-8f2a-e58816779347 req-aedf68a9-14b9-475c-ac55-67a51bba022a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Request body: {'port': {'device_id': '7024b8df-653c-4e8d-beaa-480ae8940706', 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314', 'admin_state_up': True, 'tenant_id': '8ec38d363cbe44859094f303c32fa2df'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:46.683857 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3de927ae-7e39-4710-8542-0ea58a1fd259 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2298613 Feb 19 04:23:46.684570 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53016) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:46.690592 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-224fa0c6-7e75-4f7a-8c7e-a6e5afa2c33f tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Request body: {'port': {'network_id': '72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1092208274'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:46.908481 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224fa0c6-7e75-4f7a-8c7e-a6e5afa2c33f tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Made reservation on behalf of 7c234d3ef5b74fa2bcdf3f2e001fa8b0 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:46.912749 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-224fa0c6-7e75-4f7a-8c7e-a6e5afa2c33f tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:46.952404 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-224fa0c6-7e75-4f7a-8c7e-a6e5afa2c33f tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] device_id is not set on port d19ef7fe-bd0b-4166-adbf-ca992987fd36 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:23:46.952725 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c44c009-cf61-4465-8f2a-e58816779347 req-aedf68a9-14b9-475c-ac55-67a51bba022a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Made reservation on behalf of 8ec38d363cbe44859094f303c32fa2df for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:46.957930 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7c44c009-cf61-4465-8f2a-e58816779347 req-aedf68a9-14b9-475c-ac55-67a51bba022a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:47.142027 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-7c44c009-cf61-4465-8f2a-e58816779347 req-aedf68a9-14b9-475c-ac55-67a51bba022a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Allocated IP 172.20.0.7 (f340e38b-fc33-422a-8808-c90730dc6314/28e0c96c-0d0f-4bc2-a99e-37aff97516b7/ad82a33c-4c12-49b2-932c-a0db2f44c031) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:47.169093 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-207fa3b7-cceb-4a2c-800b-8e69d1eac1dc None None] Provisioning complete for port 84eba817-931e-4757-a6e7-cd68b95451a8 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:47.182606 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-207fa3b7-cceb-4a2c-800b-8e69d1eac1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (84eba817-931e-4757-a6e7-cd68b95451a8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:47.235847 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-224fa0c6-7e75-4f7a-8c7e-a6e5afa2c33f tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Allocated IP 2001:db8::cd (72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3/96f7b629-1f05-4125-b372-85744fb01254/d19ef7fe-bd0b-4166-adbf-ca992987fd36) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:47.272168 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-207fa3b7-cceb-4a2c-800b-8e69d1eac1dc None None] Port 84eba817-931e-4757-a6e7-cd68b95451a8 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:23:47.324416 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3062f64-1320-461f-bbb2-fd858600dda4 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:23:47.336115 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1027c4b-ca75-42e1-a1dd-45e4db077f0c None None] Sync routers for ids ['b8b95557-412d-4685-9aa3-428da7f8f030'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:23:47.367097 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1027c4b-ca75-42e1-a1dd-45e4db077f0c None None] Routers {'b8b95557-412d-4685-9aa3-428da7f8f030'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:23:47.367822 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a1027c4b-ca75-42e1-a1dd-45e4db077f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:23:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['b8b95557-412d-4685-9aa3-428da7f8f030'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:47.382638 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3062f64-1320-461f-bbb2-fd858600dda4 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:47.386035 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c3062f64-1320-461f-bbb2-fd858600dda4 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.4769189 Feb 19 04:23:47.389724 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53034) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:47.400289 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-bef5c3f3-5db6-426e-b750-facc7cdb7d84 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'enable_snat': False}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:47.447742 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a1027c4b-ca75-42e1-a1dd-45e4db077f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:47.474617 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1027c4b-ca75-42e1-a1dd-45e4db077f0c None None] Routers {'b8b95557-412d-4685-9aa3-428da7f8f030'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:23:47.477209 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a1027c4b-ca75-42e1-a1dd-45e4db077f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:23:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['b8b95557-412d-4685-9aa3-428da7f8f030'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:47.496921 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7c44c009-cf61-4465-8f2a-e58816779347 req-aedf68a9-14b9-475c-ac55-67a51bba022a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks [] for port (ad82a33c-4c12-49b2-932c-a0db2f44c031), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:47.537893 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7c44c009-cf61-4465-8f2a-e58816779347 req-aedf68a9-14b9-475c-ac55-67a51bba022a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ad82a33c-4c12-49b2-932c-a0db2f44c031), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:47.561295 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['12fa2f24-9f06-475c-9764-ec13d3159342', 'fd5aaa60-ed34-4808-a607-f82f23f9b626'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:23:47.568093 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a1027c4b-ca75-42e1-a1dd-45e4db077f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:47.571582 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1027c4b-ca75-42e1-a1dd-45e4db077f0c None None] The sync data for ids ['b8b95557-412d-4685-9aa3-428da7f8f030'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:23:47.639338 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c44c009-cf61-4465-8f2a-e58816779347 req-aedf68a9-14b9-475c-ac55-67a51bba022a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Network f340e38b-fc33-422a-8808-c90730dc6314 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:47.648947 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-7c44c009-cf61-4465-8f2a-e58816779347 req-aedf68a9-14b9-475c-ac55-67a51bba022a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:47.653894 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c44c009-cf61-4465-8f2a-e58816779347 req-aedf68a9-14b9-475c-ac55-67a51bba022a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:47.772437 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44c009-cf61-4465-8f2a-e58816779347 req-aedf68a9-14b9-475c-ac55-67a51bba022a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:47.784210 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7c44c009-cf61-4465-8f2a-e58816779347 req-aedf68a9-14b9-475c-ac55-67a51bba022a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:47.787186 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf68a9-14b9-475c-ac55-67a51bba022a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Pushing event updated for resources: {'Port': ['ID=ad82a33c-4c12-49b2-932c-a0db2f44c031,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:47.829740 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7c44c009-cf61-4465-8f2a-e58816779347 req-aedf68a9-14b9-475c-ac55-67a51bba022a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1608589 Feb 19 04:23:47.846271 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-7c44c009-cf61-4465-8f2a-e58816779347 req-3926412b-405f-4e46-ae83-7e774407bfed service neutron] Request body: {'port': {'device_id': '7024b8df-653c-4e8d-beaa-480ae8940706', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:47.988030 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7c44c009-cf61-4465-8f2a-e58816779347 req-3926412b-405f-4e46-ae83-7e774407bfed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ad82a33c-4c12-49b2-932c-a0db2f44c031), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:48.208685 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-224fa0c6-7e75-4f7a-8c7e-a6e5afa2c33f tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks [] for port (d19ef7fe-bd0b-4166-adbf-ca992987fd36), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:48.383357 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e765092-5bbc-48b7-9207-8e0c064c7560 req-a1b10926-2788-4475-9297-7727c1683179 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:48.385254 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9e765092-5bbc-48b7-9207-8e0c064c7560 req-a1b10926-2788-4475-9297-7727c1683179 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=7024b8df-653c-4e8d-beaa-480ae8940706 HTTP/1.1" status: 200 len: 931 time: 0.3887808 Feb 19 04:23:48.418076 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-7c44c009-cf61-4465-8f2a-e58816779347 req-3926412b-405f-4e46-ae83-7e774407bfed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad82a33c-4c12-49b2-932c-a0db2f44c031 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:23:48.428058 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7c44c009-cf61-4465-8f2a-e58816779347 req-3926412b-405f-4e46-ae83-7e774407bfed service neutron] Publish callbacks [] for port (ad82a33c-4c12-49b2-932c-a0db2f44c031), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:48.447198 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-7c44c009-cf61-4465-8f2a-e58816779347 req-3926412b-405f-4e46-ae83-7e774407bfed service neutron] Transition to ACTIVE for port object ad82a33c-4c12-49b2-932c-a0db2f44c031 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:23:48.453194 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7c44c009-cf61-4465-8f2a-e58816779347 req-3926412b-405f-4e46-ae83-7e774407bfed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (ad82a33c-4c12-49b2-932c-a0db2f44c031), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:48.511741 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926412b-405f-4e46-ae83-7e774407bfed service neutron] Pushing event updated for resources: {'Port': ['ID=ad82a33c-4c12-49b2-932c-a0db2f44c031,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:48.544756 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9e765092-5bbc-48b7-9207-8e0c064c7560 req-a80192d7-8002-4d37-b8d6-359698334fc4 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188185 Feb 19 04:23:48.547740 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-224fa0c6-7e75-4f7a-8c7e-a6e5afa2c33f tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (d19ef7fe-bd0b-4166-adbf-ca992987fd36), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:48.596262 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bef5c3f3-5db6-426e-b750-facc7cdb7d84 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router_gateway (b8b95557-412d-4685-9aa3-428da7f8f030), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:48.608210 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-7c44c009-cf61-4465-8f2a-e58816779347 req-3926412b-405f-4e46-ae83-7e774407bfed service neutron] Attempting to bind port ad82a33c-4c12-49b2-932c-a0db2f44c031 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:23:48.610011 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-7c44c009-cf61-4465-8f2a-e58816779347 req-3926412b-405f-4e46-ae83-7e774407bfed service neutron] Attempting to bind port ad82a33c-4c12-49b2-932c-a0db2f44c031 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '6b87574b-72cf-4594-b333-e9ab62f81250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:23:48.610752 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c44c009-cf61-4465-8f2a-e58816779347 req-3926412b-405f-4e46-ae83-7e774407bfed service neutron] Attempting to bind port ad82a33c-4c12-49b2-932c-a0db2f44c031 on network f340e38b-fc33-422a-8808-c90730dc6314 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:48.612780 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224fa0c6-7e75-4f7a-8c7e-a6e5afa2c33f tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Network 72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:48.616752 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c44c009-cf61-4465-8f2a-e58816779347 req-3926412b-405f-4e46-ae83-7e774407bfed service neutron] Port ad82a33c-4c12-49b2-932c-a0db2f44c031 on network f340e38b-fc33-422a-8808-c90730dc6314 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:23:48.617024 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-224fa0c6-7e75-4f7a-8c7e-a6e5afa2c33f tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:48.617499 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c44c009-cf61-4465-8f2a-e58816779347 req-3926412b-405f-4e46-ae83-7e774407bfed service neutron] Attempting to bind port ad82a33c-4c12-49b2-932c-a0db2f44c031 on network f340e38b-fc33-422a-8808-c90730dc6314 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:48.620825 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224fa0c6-7e75-4f7a-8c7e-a6e5afa2c33f tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:48.626202 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224fa0c6-7e75-4f7a-8c7e-a6e5afa2c33f tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:48.626902 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-224fa0c6-7e75-4f7a-8c7e-a6e5afa2c33f tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:48.627489 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c44c009-cf61-4465-8f2a-e58816779347 req-3926412b-405f-4e46-ae83-7e774407bfed service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:23:48.628045 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c44c009-cf61-4465-8f2a-e58816779347 req-3926412b-405f-4e46-ae83-7e774407bfed service neutron] Checking segment: {'id': '6b87574b-72cf-4594-b333-e9ab62f81250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:23:48.628536 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c44c009-cf61-4465-8f2a-e58816779347 req-3926412b-405f-4e46-ae83-7e774407bfed service neutron] Bound using segment: {'id': '6b87574b-72cf-4594-b333-e9ab62f81250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:23:48.629182 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-7c44c009-cf61-4465-8f2a-e58816779347 req-3926412b-405f-4e46-ae83-7e774407bfed service neutron] Bound port: ad82a33c-4c12-49b2-932c-a0db2f44c031, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b87574b-72cf-4594-b333-e9ab62f81250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:23:48.629872 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7c44c009-cf61-4465-8f2a-e58816779347 req-3926412b-405f-4e46-ae83-7e774407bfed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ad82a33c-4c12-49b2-932c-a0db2f44c031), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:48.659626 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-224fa0c6-7e75-4f7a-8c7e-a6e5afa2c33f tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9739811 Feb 19 04:23:48.660377 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224fa0c6-7e75-4f7a-8c7e-a6e5afa2c33f tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Pushing event updated for resources: {'Port': ['ID=d19ef7fe-bd0b-4166-adbf-ca992987fd36,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:48.662685 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53054) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:48.669651 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-0d4725e8-ab75-474a-8810-89725df166d4 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::114', 'mac_address': 'fa:16:3e:aa:8b:12'}, {'ip_address': '2001:db8::29', 'mac_address': 'fa:16:3e:86:0e:09'}]}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:48.737878 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-7c44c009-cf61-4465-8f2a-e58816779347 req-3926412b-405f-4e46-ae83-7e774407bfed service neutron] For port ad82a33c-4c12-49b2-932c-a0db2f44c031, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:23:48.742809 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-7c44c009-cf61-4465-8f2a-e58816779347 req-3926412b-405f-4e46-ae83-7e774407bfed service neutron] For port ad82a33c-4c12-49b2-932c-a0db2f44c031, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=ad82a33c-4c12-49b2-932c-a0db2f44c031,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:23:48.752876 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7c44c009-cf61-4465-8f2a-e58816779347 req-3926412b-405f-4e46-ae83-7e774407bfed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (ad82a33c-4c12-49b2-932c-a0db2f44c031), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:48.812525 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44c009-cf61-4465-8f2a-e58816779347 req-3926412b-405f-4e46-ae83-7e774407bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:48.813644 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7c44c009-cf61-4465-8f2a-e58816779347 req-3926412b-405f-4e46-ae83-7e774407bfed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:48.815298 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7c44c009-cf61-4465-8f2a-e58816779347 req-3926412b-405f-4e46-ae83-7e774407bfed service neutron] 10.222.0.26 "PUT /v2.0/ports/ad82a33c-4c12-49b2-932c-a0db2f44c031 HTTP/1.1" status: 200 len: 1092 time: 0.9764473 Feb 19 04:23:48.815939 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7024b8df-653c-4e8d-beaa-480ae8940706', 'tag': 'ad82a33c-4c12-49b2-932c-a0db2f44c031'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:48.818501 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b343f8a-2b56-4214-9792-67b2c3ee77e3" -d '{"events": [{"name": "network-changed", "server_uuid": "7024b8df-653c-4e8d-beaa-480ae8940706", "tag": "ad82a33c-4c12-49b2-932c-a0db2f44c031"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:48.849170 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926412b-405f-4e46-ae83-7e774407bfed service neutron] Pushing event updated for resources: {'Port': ['ID=ad82a33c-4c12-49b2-932c-a0db2f44c031,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:48.915009 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a69a944-cda4-487e-99f8-d9ddfd325251 x-openstack-request-id: req-0a69a944-cda4-487e-99f8-d9ddfd325251 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:48.915400 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7024b8df-653c-4e8d-beaa-480ae8940706", "tag": "ad82a33c-4c12-49b2-932c-a0db2f44c031", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:48.915725 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0a69a944-cda4-487e-99f8-d9ddfd325251 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:48.916159 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7024b8df-653c-4e8d-beaa-480ae8940706', 'tag': 'ad82a33c-4c12-49b2-932c-a0db2f44c031', 'status': 'completed', 'code': 200} Feb 19 04:23:48.945835 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0d4725e8-ab75-474a-8810-89725df166d4 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d19ef7fe-bd0b-4166-adbf-ca992987fd36), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:48.947190 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44c009-cf61-4465-8f2a-e58816779347 req-4e01425b-ce81-445b-a425-6cdc2ffc397d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:48.955706 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7c44c009-cf61-4465-8f2a-e58816779347 req-4e01425b-ce81-445b-a425-6cdc2ffc397d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ec38d363cbe44859094f303c32fa2df&device_id=7024b8df-653c-4e8d-beaa-480ae8940706 HTTP/1.1" status: 200 len: 1126 time: 0.0779934 Feb 19 04:23:49.000627 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7c44c009-cf61-4465-8f2a-e58816779347 req-ccfb25f5-d744-4aaa-ace3-e00b14757d3a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad82a33c-4c12-49b2-932c-a0db2f44c031 HTTP/1.1" status: 200 len: 217 time: 0.0381193 Feb 19 04:23:49.030246 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-3d821974-4132-4243-b736-e06c16035324 None None] Provisioning complete for port d19ef7fe-bd0b-4166-adbf-ca992987fd36 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:49.031316 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3d821974-4132-4243-b736-e06c16035324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d19ef7fe-bd0b-4166-adbf-ca992987fd36), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:49.064872 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44c009-cf61-4465-8f2a-e58816779347 req-bcf825d6-47ef-40c3-ad3a-e792ce6be371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:49.075651 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7c44c009-cf61-4465-8f2a-e58816779347 req-bcf825d6-47ef-40c3-ad3a-e792ce6be371 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28e0c96c-0d0f-4bc2-a99e-37aff97516b7 HTTP/1.1" status: 200 len: 846 time: 0.0693974 Feb 19 04:23:49.080045 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3d821974-4132-4243-b736-e06c16035324 None None] Port d19ef7fe-bd0b-4166-adbf-ca992987fd36 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:23:49.109124 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7c44c009-cf61-4465-8f2a-e58816779347 req-00219e52-26e5-468a-85aa-5902bfede702 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f340e38b-fc33-422a-8808-c90730dc6314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265739 Feb 19 04:23:49.207907 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7c44c009-cf61-4465-8f2a-e58816779347 req-5fa1e385-0c14-4e61-83e8-8ca466707f8d service neutron] 10.222.0.26 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924058 Feb 19 04:23:49.301813 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7c44c009-cf61-4465-8f2a-e58816779347 req-cd64d178-653e-4e87-8ef0-c6f2d308b715 service neutron] 10.222.0.26 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876529 Feb 19 04:23:49.305908 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0d4725e8-ab75-474a-8810-89725df166d4 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks [] for port (d19ef7fe-bd0b-4166-adbf-ca992987fd36), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:49.314051 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0d4725e8-ab75-474a-8810-89725df166d4 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (d19ef7fe-bd0b-4166-adbf-ca992987fd36), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:49.395712 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-0d4725e8-ab75-474a-8810-89725df166d4 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] In _notify_port_updated(), no bound segment for port d19ef7fe-bd0b-4166-adbf-ca992987fd36 on network 72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3 {{(pid=109926) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:23:49.402528 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4725e8-ab75-474a-8810-89725df166d4 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:49.403780 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0d4725e8-ab75-474a-8810-89725df166d4 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:49.405709 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0d4725e8-ab75-474a-8810-89725df166d4 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] 10.222.0.52 "PUT /v2.0/ports/d19ef7fe-bd0b-4166-adbf-ca992987fd36 HTTP/1.1" status: 200 len: 1066 time: 0.7410717 Feb 19 04:23:49.414599 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53074) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:49.434754 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4725e8-ab75-474a-8810-89725df166d4 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Pushing event updated for resources: {'Port': ['ID=d19ef7fe-bd0b-4166-adbf-ca992987fd36,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:49.471418 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b343f8a-2b56-4214-9792-67b2c3ee77e3 req-3fd3ef53-acea-4452-b35f-d1a0b1467c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:49.472933 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6b343f8a-2b56-4214-9792-67b2c3ee77e3 req-3fd3ef53-acea-4452-b35f-d1a0b1467c82 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ec38d363cbe44859094f303c32fa2df&device_id=7024b8df-653c-4e8d-beaa-480ae8940706 HTTP/1.1" status: 200 len: 1126 time: 0.1200743 Feb 19 04:23:49.556114 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bef5c3f3-5db6-426e-b750-facc7cdb7d84 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5517'] for router (b8b95557-412d-4685-9aa3-428da7f8f030), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:49.565212 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bef5c3f3-5db6-426e-b750-facc7cdb7d84 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1611319'] for router (b8b95557-412d-4685-9aa3-428da7f8f030), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:49.628084 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-1e58098b-f01f-4076-a605-46cfc58a2341 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Deleting port d19ef7fe-bd0b-4166-adbf-ca992987fd36 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:49.628434 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1e58098b-f01f-4076-a605-46cfc58a2341 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (d19ef7fe-bd0b-4166-adbf-ca992987fd36), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:49.639622 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b343f8a-2b56-4214-9792-67b2c3ee77e3 req-130c8d63-e5e5-498c-9a92-269b669b72ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:49.641143 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6b343f8a-2b56-4214-9792-67b2c3ee77e3 req-130c8d63-e5e5-498c-9a92-269b669b72ad service neutron] 10.222.0.26 "GET /v2.0/networks?id=f340e38b-fc33-422a-8808-c90730dc6314 HTTP/1.1" status: 200 len: 907 time: 0.1602864 Feb 19 04:23:49.733981 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6b343f8a-2b56-4214-9792-67b2c3ee77e3 req-c0613549-7086-4d92-b3c5-8b349720da59 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad82a33c-4c12-49b2-932c-a0db2f44c031 HTTP/1.1" status: 200 len: 217 time: 0.0832725 Feb 19 04:23:49.819072 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6d049dff-3575-40c3-9acb-b3d40be1347a None None] Provisioning complete for port d19ef7fe-bd0b-4166-adbf-ca992987fd36 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:49.819457 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6d049dff-3575-40c3-9acb-b3d40be1347a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d19ef7fe-bd0b-4166-adbf-ca992987fd36), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:49.842412 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b343f8a-2b56-4214-9792-67b2c3ee77e3 req-c1b56b09-2e7c-4cd2-ad76-ab764b7b10e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:49.843963 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6b343f8a-2b56-4214-9792-67b2c3ee77e3 req-c1b56b09-2e7c-4cd2-ad76-ab764b7b10e1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28e0c96c-0d0f-4bc2-a99e-37aff97516b7 HTTP/1.1" status: 200 len: 846 time: 0.1039963 Feb 19 04:23:49.854813 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1e58098b-f01f-4076-a605-46cfc58a2341 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (d19ef7fe-bd0b-4166-adbf-ca992987fd36), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:49.867912 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6f57b-22a8-47f5-aa1a-c78795020c3f req-dc4ac067-cf8d-4425-82a8-01118036da85 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:49.869515 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55a6f57b-22a8-47f5-aa1a-c78795020c3f req-dc4ac067-cf8d-4425-82a8-01118036da85 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=7024b8df-653c-4e8d-beaa-480ae8940706 HTTP/1.1" status: 200 len: 943 time: 0.1641519 Feb 19 04:23:49.881123 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6d049dff-3575-40c3-9acb-b3d40be1347a None None] Port d19ef7fe-bd0b-4166-adbf-ca992987fd36 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:23:49.893623 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef5c3f3-5db6-426e-b750-facc7cdb7d84 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Router b8b95557-412d-4685-9aa3-428da7f8f030 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:23:49.897035 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6b343f8a-2b56-4214-9792-67b2c3ee77e3 req-b52267d0-6181-4809-897e-2fdb57c9fb92 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f340e38b-fc33-422a-8808-c90730dc6314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453091 Feb 19 04:23:49.899217 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-1e58098b-f01f-4076-a605-46cfc58a2341 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Calling delete_port for d19ef7fe-bd0b-4166-adbf-ca992987fd36 owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:50.011742 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55a6f57b-22a8-47f5-aa1a-c78795020c3f req-24c9c0ba-2a93-4dc7-98e2-785d4270e1d6 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329489 Feb 19 04:23:50.044900 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6b343f8a-2b56-4214-9792-67b2c3ee77e3 req-3d3dbc44-36b0-4e20-b4db-f4eb28688ff0 service neutron] 10.222.0.26 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406217 Feb 19 04:23:50.163494 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6b343f8a-2b56-4214-9792-67b2c3ee77e3 req-ccbd7a60-7720-4178-86d8-c1b7a99b021e service neutron] 10.222.0.26 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120670 Feb 19 04:23:50.208055 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef5c3f3-5db6-426e-b750-facc7cdb7d84 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:23:50.213736 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bef5c3f3-5db6-426e-b750-facc7cdb7d84 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:50.215605 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bef5c3f3-5db6-426e-b750-facc7cdb7d84 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "PUT /v2.0/routers/b8b95557-412d-4685-9aa3-428da7f8f030 HTTP/1.1" status: 200 len: 926 time: 2.8243835 Feb 19 04:23:50.221071 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b57e52-a350-4e50-a572-7870328e50db None None] Sync routers for ids ['b8b95557-412d-4685-9aa3-428da7f8f030'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:23:50.226479 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53088) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:50.242693 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b57e52-a350-4e50-a572-7870328e50db None None] Routers {'b8b95557-412d-4685-9aa3-428da7f8f030'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:23:50.243528 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-12b57e52-a350-4e50-a572-7870328e50db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:23:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['b8b95557-412d-4685-9aa3-428da7f8f030'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:50.313182 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-12b57e52-a350-4e50-a572-7870328e50db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:50.322703 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b57e52-a350-4e50-a572-7870328e50db None None] Routers {'b8b95557-412d-4685-9aa3-428da7f8f030'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:23:50.323329 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-12b57e52-a350-4e50-a572-7870328e50db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:23:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['b8b95557-412d-4685-9aa3-428da7f8f030'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:50.362656 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-12b57e52-a350-4e50-a572-7870328e50db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:50.363644 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b57e52-a350-4e50-a572-7870328e50db None None] The sync data for ids ['b8b95557-412d-4685-9aa3-428da7f8f030'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:23:50.398733 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a95b47ae-74e3-49d8-b623-d5e4e9045b19 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "GET /v2.0/routers/b8b95557-412d-4685-9aa3-428da7f8f030 HTTP/1.1" status: 200 len: 926 time: 0.1666465 Feb 19 04:23:50.402331 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53098) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:50.426871 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1e58098b-f01f-4076-a605-46cfc58a2341 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (d19ef7fe-bd0b-4166-adbf-ca992987fd36), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:50.465889 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432c9bef-0fb7-4c05-bcac-2155f824196f tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:50.470722 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-432c9bef-0fb7-4c05-bcac-2155f824196f tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0&device_id=b8b95557-412d-4685-9aa3-428da7f8f030&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0672731 Feb 19 04:23:50.471610 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53102) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:50.607781 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58098b-f01f-4076-a605-46cfc58a2341 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Pushing event deleted for resources: {'Port': ['ID=d19ef7fe-bd0b-4166-adbf-ca992987fd36,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:50.686123 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a118d70-98ed-4a8c-a02d-a829c3b9ca39 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:50.690653 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0a118d70-98ed-4a8c-a02d-a829c3b9ca39 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 881 time: 0.2178783 Feb 19 04:23:50.691309 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53108) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:50.704926 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1e58098b-f01f-4076-a605-46cfc58a2341 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:50.719046 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1e58098b-f01f-4076-a605-46cfc58a2341 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] 10.222.0.52 "DELETE /v2.0/ports/d19ef7fe-bd0b-4166-adbf-ca992987fd36 HTTP/1.1" status: 204 len: 168 time: 1.3005047 Feb 19 04:23:50.719272 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53110) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:50.734992 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-154245c3-748a-4447-b010-e3f425bc2381 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8b95557-412d-4685-9aa3-428da7f8f030 HTTP/1.1" status: 200 len: 205 time: 0.0425365 Feb 19 04:23:50.735648 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53112) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:50.791417 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2de101f-446b-4207-a2d9-7f30ddde7ca7 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] GET failed (client error): The resource could not be found. Feb 19 04:23:50.796510 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a2de101f-446b-4207-a2d9-7f30ddde7ca7 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] 10.222.0.52 "GET /v2.0/ports/d19ef7fe-bd0b-4166-adbf-ca992987fd36 HTTP/1.1" status: 404 len: 333 time: 0.0759885 Feb 19 04:23:50.802244 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53114) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:50.860923 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-227cc84e-4d9c-4a43-bfc6-7861403eae39 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router (b8b95557-412d-4685-9aa3-428da7f8f030), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:50.923917 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-01e1ba8e-feb2-4e21-9957-972d270e0f32 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Deleting port 84eba817-931e-4757-a6e7-cd68b95451a8 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:50.924213 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01e1ba8e-feb2-4e21-9957-972d270e0f32 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (84eba817-931e-4757-a6e7-cd68b95451a8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:51.034353 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01e1ba8e-feb2-4e21-9957-972d270e0f32 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (84eba817-931e-4757-a6e7-cd68b95451a8), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:51.048604 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-01e1ba8e-feb2-4e21-9957-972d270e0f32 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Calling delete_port for 84eba817-931e-4757-a6e7-cd68b95451a8 owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:51.225788 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9e1ed-955b-4250-b24f-33a5865edc6d req-37ac2c9a-abda-4530-bd9f-e83c38df2e8f tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:51.228222 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95b9e1ed-955b-4250-b24f-33a5865edc6d req-37ac2c9a-abda-4530-bd9f-e83c38df2e8f tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=7024b8df-653c-4e8d-beaa-480ae8940706 HTTP/1.1" status: 200 len: 943 time: 0.1134450 Feb 19 04:23:51.346734 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95b9e1ed-955b-4250-b24f-33a5865edc6d req-c888087e-78be-4061-b45f-f1b6e472d1d5 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119685 Feb 19 04:23:51.347970 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01e1ba8e-feb2-4e21-9957-972d270e0f32 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (84eba817-931e-4757-a6e7-cd68b95451a8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:51.391298 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-227cc84e-4d9c-4a43-bfc6-7861403eae39 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_gateway (b8b95557-412d-4685-9aa3-428da7f8f030), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:51.397605 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1ba8e-feb2-4e21-9957-972d270e0f32 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Pushing event deleted for resources: {'Port': ['ID=84eba817-931e-4757-a6e7-cd68b95451a8,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:51.429684 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01e1ba8e-feb2-4e21-9957-972d270e0f32 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:51.434077 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-01e1ba8e-feb2-4e21-9957-972d270e0f32 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] 10.222.0.52 "DELETE /v2.0/ports/84eba817-931e-4757-a6e7-cd68b95451a8 HTTP/1.1" status: 204 len: 168 time: 0.6306832 Feb 19 04:23:51.436589 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53124) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:51.474829 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-227cc84e-4d9c-4a43-bfc6-7861403eae39 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Deleting port a88371ed-5752-4b10-a6cf-9f15aafbceb0 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:51.475275 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-227cc84e-4d9c-4a43-bfc6-7861403eae39 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (a88371ed-5752-4b10-a6cf-9f15aafbceb0), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:51.481634 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-e456ea31-5039-4182-b685-6ef6b20b3e72 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] GET failed (client error): The resource could not be found. Feb 19 04:23:51.503080 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e456ea31-5039-4182-b685-6ef6b20b3e72 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] 10.222.0.52 "GET /v2.0/ports/84eba817-931e-4757-a6e7-cd68b95451a8 HTTP/1.1" status: 404 len: 333 time: 0.0653696 Feb 19 04:23:51.505616 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53130) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:51.579295 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-227cc84e-4d9c-4a43-bfc6-7861403eae39 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (a88371ed-5752-4b10-a6cf-9f15aafbceb0), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:51.600986 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-227cc84e-4d9c-4a43-bfc6-7861403eae39 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Calling delete_port for a88371ed-5752-4b10-a6cf-9f15aafbceb0 owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:51.653285 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-c9def3d3-2652-4070-b945-853b1b79d31b tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Deleting port 6dbc4d68-ac08-4c74-a912-3e6c00fabda8 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:51.654046 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c9def3d3-2652-4070-b945-853b1b79d31b tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (6dbc4d68-ac08-4c74-a912-3e6c00fabda8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:51.757946 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c9def3d3-2652-4070-b945-853b1b79d31b tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (6dbc4d68-ac08-4c74-a912-3e6c00fabda8), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:51.773222 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-c9def3d3-2652-4070-b945-853b1b79d31b tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Calling delete_port for 6dbc4d68-ac08-4c74-a912-3e6c00fabda8 owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:51.867780 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-227cc84e-4d9c-4a43-bfc6-7861403eae39 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (a88371ed-5752-4b10-a6cf-9f15aafbceb0), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:51.902469 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227cc84e-4d9c-4a43-bfc6-7861403eae39 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Pushing event deleted for resources: {'Port': ['ID=a88371ed-5752-4b10-a6cf-9f15aafbceb0,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:51.943737 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c9def3d3-2652-4070-b945-853b1b79d31b tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (6dbc4d68-ac08-4c74-a912-3e6c00fabda8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:51.978181 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-227cc84e-4d9c-4a43-bfc6-7861403eae39 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (b8b95557-412d-4685-9aa3-428da7f8f030), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:52.044427 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c9def3d3-2652-4070-b945-853b1b79d31b tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:52.051228 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c9def3d3-2652-4070-b945-853b1b79d31b tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] 10.222.0.52 "DELETE /v2.0/ports/6dbc4d68-ac08-4c74-a912-3e6c00fabda8 HTTP/1.1" status: 204 len: 168 time: 0.5464466 Feb 19 04:23:52.052113 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53138) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:52.053009 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9def3d3-2652-4070-b945-853b1b79d31b tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Pushing event deleted for resources: {'Port': ['ID=6dbc4d68-ac08-4c74-a912-3e6c00fabda8,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:52.093031 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-227cc84e-4d9c-4a43-bfc6-7861403eae39 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (b8b95557-412d-4685-9aa3-428da7f8f030), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:52.095430 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-227cc84e-4d9c-4a43-bfc6-7861403eae39 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_controller (b8b95557-412d-4685-9aa3-428da7f8f030), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:52.139291 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-86661c8a-a785-4023-9df0-ad59b72cca2a tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Deleting subnet 96f7b629-1f05-4125-b372-85744fb01254 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:23:52.144710 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-86661c8a-a785-4023-9df0-ad59b72cca2a tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks [] for subnet (96f7b629-1f05-4125-b372-85744fb01254), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:52.160476 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-227cc84e-4d9c-4a43-bfc6-7861403eae39 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (b8b95557-412d-4685-9aa3-428da7f8f030), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:52.161447 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227cc84e-4d9c-4a43-bfc6-7861403eae39 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Fanout notify agent at l3_agent the message router_deleted on router b8b95557-412d-4685-9aa3-428da7f8f030 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:23:52.169464 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-227cc84e-4d9c-4a43-bfc6-7861403eae39 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:52.170709 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-227cc84e-4d9c-4a43-bfc6-7861403eae39 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "DELETE /v2.0/routers/b8b95557-412d-4685-9aa3-428da7f8f030 HTTP/1.1" status: 204 len: 168 time: 1.4340038 Feb 19 04:23:52.174499 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53140) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:52.183576 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-576519a9-5403-4fcc-88f7-6d3c3d317037 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-486610485', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:52.208440 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-576519a9-5403-4fcc-88f7-6d3c3d317037 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (f23515a5-fe47-43f2-a752-98b9b4d048bd), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:52.211524 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-576519a9-5403-4fcc-88f7-6d3c3d317037 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (f23515a5-fe47-43f2-a752-98b9b4d048bd), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:52.219696 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-86661c8a-a785-4023-9df0-ad59b72cca2a tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (96f7b629-1f05-4125-b372-85744fb01254), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:52.320048 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-576519a9-5403-4fcc-88f7-6d3c3d317037 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_controller (f23515a5-fe47-43f2-a752-98b9b4d048bd), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:52.323024 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-86661c8a-a785-4023-9df0-ad59b72cca2a tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (96f7b629-1f05-4125-b372-85744fb01254), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:52.326323 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-576519a9-5403-4fcc-88f7-6d3c3d317037 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (f23515a5-fe47-43f2-a752-98b9b4d048bd), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:52.353733 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-576519a9-5403-4fcc-88f7-6d3c3d317037 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:52.357615 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-576519a9-5403-4fcc-88f7-6d3c3d317037 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1820548 Feb 19 04:23:52.362401 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53142) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:52.368557 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ce56b700-5787-453b-bbd3-d2d333831977 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Request body: {'router': {'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:52.405614 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-86661c8a-a785-4023-9df0-ad59b72cca2a tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (96f7b629-1f05-4125-b372-85744fb01254), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:52.435713 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86661c8a-a785-4023-9df0-ad59b72cca2a tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Pushing event deleted for resources: {'Subnet': ['ID=96f7b629-1f05-4125-b372-85744fb01254,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:52.443578 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-86661c8a-a785-4023-9df0-ad59b72cca2a tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:52.447401 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-86661c8a-a785-4023-9df0-ad59b72cca2a tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] 10.222.0.52 "DELETE /v2.0/subnets/96f7b629-1f05-4125-b372-85744fb01254 HTTP/1.1" status: 204 len: 168 time: 0.3824487 Feb 19 04:23:52.449889 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53146) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:52.452332 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec2bc8b-463c-477c-bbc0-d5540c210dff None None] Network 72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:52.598924 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:52.651217 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ddf90-e806-4a80-9ba6-4f94d4936ede req-2cf261ad-ae31-4e73-a223-29ab1a6e052f tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:52.663917 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-980ddf90-e806-4a80-9ba6-4f94d4936ede req-2cf261ad-ae31-4e73-a223-29ab1a6e052f tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=7024b8df-653c-4e8d-beaa-480ae8940706 HTTP/1.1" status: 200 len: 943 time: 0.1357522 Feb 19 04:23:52.750701 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ce56b700-5787-453b-bbd3-d2d333831977 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_gateway (f23515a5-fe47-43f2-a752-98b9b4d048bd), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:53.004784 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb512bd3-6475-414a-b66d-0a38e28b9565 None None] DHCP port deletion for 72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:23:53.136495 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ce56b700-5787-453b-bbd3-d2d333831977 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_gateway (f23515a5-fe47-43f2-a752-98b9b4d048bd), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:53.190030 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-bb512bd3-6475-414a-b66d-0a38e28b9565 None None] Deleting port 385a5866-418f-41b5-a123-2603f3023651 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:53.199244 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bb512bd3-6475-414a-b66d-0a38e28b9565 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (385a5866-418f-41b5-a123-2603f3023651), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:53.203061 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ce56b700-5787-453b-bbd3-d2d333831977 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:53.289326 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-bb512bd3-6475-414a-b66d-0a38e28b9565 None None] For port 385a5866-418f-41b5-a123-2603f3023651, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=385a5866-418f-41b5-a123-2603f3023651,segment=NetworkSegment(ab6acecf-c4d3-4079-8dd6-5d5e4dcef08e),segment_id=ab6acecf-c4d3-4079-8dd6-5d5e4dcef08e)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:53.289728 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bb512bd3-6475-414a-b66d-0a38e28b9565 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (385a5866-418f-41b5-a123-2603f3023651), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:53.305385 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-bb512bd3-6475-414a-b66d-0a38e28b9565 None None] Calling delete_port for 385a5866-418f-41b5-a123-2603f3023651 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:53.352286 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-ce56b700-5787-453b-bbd3-d2d333831977 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Allocated IP 172.25.3.129 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/2030321d-2cc1-4180-ac7a-7ec0cb89f0aa) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:53.356361 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-980ddf90-e806-4a80-9ba6-4f94d4936ede req-d75d6642-d643-4933-8fef-75e56d3a7002 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6915591 Feb 19 04:23:53.375665 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Deleting port 385a5866-418f-41b5-a123-2603f3023651 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:53.376023 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (385a5866-418f-41b5-a123-2603f3023651), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:53.413256 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bb512bd3-6475-414a-b66d-0a38e28b9565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (385a5866-418f-41b5-a123-2603f3023651), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:53.453179 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb512bd3-6475-414a-b66d-0a38e28b9565 None None] Pushing event deleted for resources: {'Port': ['ID=385a5866-418f-41b5-a123-2603f3023651,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:53.456053 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb512bd3-6475-414a-b66d-0a38e28b9565 None None] No DVR routers for this DVR port 385a5866-418f-41b5-a123-2603f3023651 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:23:53.515053 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] For port 385a5866-418f-41b5-a123-2603f3023651, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=385a5866-418f-41b5-a123-2603f3023651,segment=NetworkSegment(ab6acecf-c4d3-4079-8dd6-5d5e4dcef08e),segment_id=ab6acecf-c4d3-4079-8dd6-5d5e4dcef08e)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:53.516072 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (385a5866-418f-41b5-a123-2603f3023651), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:53.527960 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ce56b700-5787-453b-bbd3-d2d333831977 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for port (2030321d-2cc1-4180-ac7a-7ec0cb89f0aa), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:53.539938 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Calling delete_port for 385a5866-418f-41b5-a123-2603f3023651 owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:53.581143 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ce56b700-5787-453b-bbd3-d2d333831977 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (2030321d-2cc1-4180-ac7a-7ec0cb89f0aa), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:53.622247 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce56b700-5787-453b-bbd3-d2d333831977 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:53.629789 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-ce56b700-5787-453b-bbd3-d2d333831977 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:53.634790 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce56b700-5787-453b-bbd3-d2d333831977 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:53.637972 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56b700-5787-453b-bbd3-d2d333831977 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Pushing event updated for resources: {'Port': ['ID=2030321d-2cc1-4180-ac7a-7ec0cb89f0aa,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:53.650093 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (385a5866-418f-41b5-a123-2603f3023651), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:53.679080 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Pushing event deleted for resources: {'Port': ['ID=385a5866-418f-41b5-a123-2603f3023651,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:53.681376 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] No DVR routers for this DVR port 385a5866-418f-41b5-a123-2603f3023651 on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:23:53.691728 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device ad82a33c-4c12-49b2-932c-a0db2f44c031 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:23:53.706847 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:53.707207 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:53.707572 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:53.707915 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:53.714748 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:53.714748 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:53.714748 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:53.714748 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:53.714748 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:53.714748 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:53.714748 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:53.714748 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:53.716502 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:53.956549 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:53.963825 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:23:53.968994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port ad82a33c-4c12-49b2-932c-a0db2f44c031, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=ad82a33c-4c12-49b2-932c-a0db2f44c031,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:54.001368 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:54.002427 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'ad82a33c-4c12-49b2-932c-a0db2f44c031', 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314', 'port_id': 'ad82a33c-4c12-49b2-932c-a0db2f44c031', 'mac_address': 'fa:16:3e:5c:a9:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e0c96c-0d0f-4bc2-a99e-37aff97516b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:23:54.018802 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6acecf-c4d3-4079-8dd6-5d5e4dcef08e') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:54.019141 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6acecf-c4d3-4079-8dd6-5d5e4dcef08e') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:54.030561 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (ab6acecf-c4d3-4079-8dd6-5d5e4dcef08e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:54.052329 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (ab6acecf-c4d3-4079-8dd6-5d5e4dcef08e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:54.059429 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:23:54.059832 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (ab6acecf-c4d3-4079-8dd6-5d5e4dcef08e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:23:54.076883 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:23:54.100382 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port ad82a33c-4c12-49b2-932c-a0db2f44c031 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:54.101619 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ad82a33c-4c12-49b2-932c-a0db2f44c031), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:54.129711 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ce56b700-5787-453b-bbd3-d2d333831977 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_gateway (f23515a5-fe47-43f2-a752-98b9b4d048bd), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:54.131657 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad82a33c-4c12-49b2-932c-a0db2f44c031 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:23:54.191530 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port ad82a33c-4c12-49b2-932c-a0db2f44c031, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=ad82a33c-4c12-49b2-932c-a0db2f44c031,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:54.204647 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ad82a33c-4c12-49b2-932c-a0db2f44c031), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:54.212185 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:54.262892 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:54.268604 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] 10.222.0.52 "DELETE /v2.0/networks/72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3 HTTP/1.1" status: 204 len: 168 time: 1.8173988 Feb 19 04:23:54.272768 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f52b45-869b-4670-bf4e-9d76bd06c981 tempest-AllowedAddressPairIpV6TestJSON-1667521668 tempest-AllowedAddressPairIpV6TestJSON-1667521668-project] Pushing event deleted for resources: {'Network': ['ID=72d5e3ff-05e2-46b3-b2fd-c0b0d9e08bb3,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:54.378294 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=ad82a33c-4c12-49b2-932c-a0db2f44c031,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:54.531531 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ce56b700-5787-453b-bbd3-d2d333831977 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5517'] for router (f23515a5-fe47-43f2-a752-98b9b4d048bd), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:54.535309 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ce56b700-5787-453b-bbd3-d2d333831977 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1611319'] for router (f23515a5-fe47-43f2-a752-98b9b4d048bd), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:54.546760 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['ad82a33c-4c12-49b2-932c-a0db2f44c031'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:23:54.652079 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84623c21-589d-4e65-acc4-b849d8a3fa1f req-00b39b41-e987-47c6-91c7-81a90ebb48d2 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:54.653677 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84623c21-589d-4e65-acc4-b849d8a3fa1f req-00b39b41-e987-47c6-91c7-81a90ebb48d2 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=7024b8df-653c-4e8d-beaa-480ae8940706 HTTP/1.1" status: 200 len: 944 time: 0.1697783 Feb 19 04:23:54.706228 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 385a5866-418f-41b5-a123-2603f3023651 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:23:54.762948 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53194) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:54.770122 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84623c21-589d-4e65-acc4-b849d8a3fa1f req-13464f8d-9a6e-47e0-ab8e-3e3d67c7f774 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004925 Feb 19 04:23:54.792580 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 385a5866-418f-41b5-a123-2603f3023651 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:23:54.792950 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 385a5866-418f-41b5-a123-2603f3023651 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:23:54.857626 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce56b700-5787-453b-bbd3-d2d333831977 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Router f23515a5-fe47-43f2-a752-98b9b4d048bd is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:23:55.126961 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce56b700-5787-453b-bbd3-d2d333831977 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:23:55.138319 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd32ca0e-7a22-45ed-8d31-82e3612c0a44 None None] Sync routers for ids ['f23515a5-fe47-43f2-a752-98b9b4d048bd'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:23:55.143382 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ce56b700-5787-453b-bbd3-d2d333831977 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:55.147370 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53206) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:55.147571 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ce56b700-5787-453b-bbd3-d2d333831977 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "PUT /v2.0/routers/f23515a5-fe47-43f2-a752-98b9b4d048bd HTTP/1.1" status: 200 len: 883 time: 2.7835844 Feb 19 04:23:55.152540 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd32ca0e-7a22-45ed-8d31-82e3612c0a44 None None] Routers {'f23515a5-fe47-43f2-a752-98b9b4d048bd'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:23:55.155068 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-fd32ca0e-7a22-45ed-8d31-82e3612c0a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:23:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f23515a5-fe47-43f2-a752-98b9b4d048bd'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:55.177579 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-17f931e8-32ec-4b09-9bd8-91711719398d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c234d3ef5b74fa2bcdf3f2e001fa8b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3804715 Feb 19 04:23:55.180075 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53208) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:55.249058 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ba14d4f-30ff-4637-8af9-91409f6c5b4b admin admin] Publish callbacks [] for security_group (2d978485-6cc9-43e4-89c2-c72c4e3cacc5), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:55.256275 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-fd32ca0e-7a22-45ed-8d31-82e3612c0a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:55.280653 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd32ca0e-7a22-45ed-8d31-82e3612c0a44 None None] Routers {'f23515a5-fe47-43f2-a752-98b9b4d048bd'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:23:55.281916 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-fd32ca0e-7a22-45ed-8d31-82e3612c0a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:23:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f23515a5-fe47-43f2-a752-98b9b4d048bd'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:55.292692 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ba14d4f-30ff-4637-8af9-91409f6c5b4b admin admin] Publish callbacks [] for security_group (2d978485-6cc9-43e4-89c2-c72c4e3cacc5), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:55.325983 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-fd32ca0e-7a22-45ed-8d31-82e3612c0a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:55.327162 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd32ca0e-7a22-45ed-8d31-82e3612c0a44 None None] The sync data for ids ['f23515a5-fe47-43f2-a752-98b9b4d048bd'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:23:55.354793 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5e5bcf8b-8b07-44b6-b813-93e7e69ded76 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "GET /v2.0/routers/f23515a5-fe47-43f2-a752-98b9b4d048bd HTTP/1.1" status: 200 len: 924 time: 0.2033160 Feb 19 04:23:55.355953 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53212) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:55.408192 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf36274-bf37-48ac-8f9a-d118beb6f837 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:55.412473 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7cf36274-bf37-48ac-8f9a-d118beb6f837 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0&device_id=f23515a5-fe47-43f2-a752-98b9b4d048bd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0530813 Feb 19 04:23:55.412473 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ba14d4f-30ff-4637-8af9-91409f6c5b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2d978485-6cc9-43e4-89c2-c72c4e3cacc5), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:55.412849 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53214) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:55.414130 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1ba14d4f-30ff-4637-8af9-91409f6c5b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:55.415353 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1ba14d4f-30ff-4637-8af9-91409f6c5b4b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2d978485-6cc9-43e4-89c2-c72c4e3cacc5 HTTP/1.1" status: 204 len: 168 time: 0.2342873 Feb 19 04:23:55.426026 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba14d4f-30ff-4637-8af9-91409f6c5b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d978485-6cc9-43e4-89c2-c72c4e3cacc5,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:55.574193 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1382e43-5936-4775-96ab-e30f5047149c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:55.578135 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a1382e43-5936-4775-96ab-e30f5047149c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 881 time: 0.1617591 Feb 19 04:23:55.578509 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53220) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:55.639136 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-17246edb-6570-464c-969e-0bc593333207 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "GET /v2.0/ports?device_id=f23515a5-fe47-43f2-a752-98b9b4d048bd HTTP/1.1" status: 200 len: 205 time: 0.0564919 Feb 19 04:23:55.639530 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53224) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:55.708184 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device ad82a33c-4c12-49b2-932c-a0db2f44c031 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:23:55.766799 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port ad82a33c-4c12-49b2-932c-a0db2f44c031 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:23:55.773900 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port ad82a33c-4c12-49b2-932c-a0db2f44c031 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:55.774325 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ad82a33c-4c12-49b2-932c-a0db2f44c031), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:55.915413 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port ad82a33c-4c12-49b2-932c-a0db2f44c031 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:55.915413 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ad82a33c-4c12-49b2-932c-a0db2f44c031), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:55.947678 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7024b8df-653c-4e8d-beaa-480ae8940706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad82a33c-4c12-49b2-932c-a0db2f44c031'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:55.951023 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27860d0-8d52-4d1f-9d1b-b3206f936aba" -d '{"events": [{"server_uuid": "7024b8df-653c-4e8d-beaa-480ae8940706", "name": "network-vif-plugged", "status": "completed", "tag": "ad82a33c-4c12-49b2-932c-a0db2f44c031"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:55.964755 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port ad82a33c-4c12-49b2-932c-a0db2f44c031, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=ad82a33c-4c12-49b2-932c-a0db2f44c031,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:55.971468 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e93eb2d2-4a06-4926-9c94-8869f380e2ba tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router (f23515a5-fe47-43f2-a752-98b9b4d048bd), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:55.974554 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ad82a33c-4c12-49b2-932c-a0db2f44c031), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:56.059032 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e5a40e-e952-4180-8ca9-a488172531a8 x-openstack-request-id: req-43e5a40e-e952-4180-8ca9-a488172531a8 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:56.059032 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7024b8df-653c-4e8d-beaa-480ae8940706", "name": "network-vif-plugged", "status": "completed", "tag": "ad82a33c-4c12-49b2-932c-a0db2f44c031", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:56.059032 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-43e5a40e-e952-4180-8ca9-a488172531a8 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:56.059032 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7024b8df-653c-4e8d-beaa-480ae8940706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad82a33c-4c12-49b2-932c-a0db2f44c031', 'code': 200} Feb 19 04:23:56.112015 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=ad82a33c-4c12-49b2-932c-a0db2f44c031,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:56.169763 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e93eb2d2-4a06-4926-9c94-8869f380e2ba tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_gateway (f23515a5-fe47-43f2-a752-98b9b4d048bd), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:56.240995 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ecd52-f1ab-4365-9a30-04e54e5724ec req-e1942dca-ff85-4702-aa94-38df97996173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:56.242723 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f9ecd52-f1ab-4365-9a30-04e54e5724ec req-e1942dca-ff85-4702-aa94-38df97996173 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7024b8df-653c-4e8d-beaa-480ae8940706 HTTP/1.1" status: 200 len: 1128 time: 0.1236842 Feb 19 04:23:56.352748 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ba3a1-09e3-4938-9026-1a0b089c98f6 req-f1e42284-982d-4cb4-8635-3af1c1bef080 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:56.361216 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a3ba3a1-09e3-4938-9026-1a0b089c98f6 req-f1e42284-982d-4cb4-8635-3af1c1bef080 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=7024b8df-653c-4e8d-beaa-480ae8940706 HTTP/1.1" status: 200 len: 945 time: 0.1983762 Feb 19 04:23:56.362585 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f9ecd52-f1ab-4365-9a30-04e54e5724ec req-b4df0db2-e8fc-4500-97d6-93346a75e6b6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125646 Feb 19 04:23:56.422010 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a3ba3a1-09e3-4938-9026-1a0b089c98f6 req-e605abda-99e1-4ba9-bb0b-7093105148fe tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545630 Feb 19 04:23:56.425916 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-e93eb2d2-4a06-4926-9c94-8869f380e2ba tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Deleting port 2030321d-2cc1-4180-ac7a-7ec0cb89f0aa {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:56.426477 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e93eb2d2-4a06-4926-9c94-8869f380e2ba tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (2030321d-2cc1-4180-ac7a-7ec0cb89f0aa), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:56.555602 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e93eb2d2-4a06-4926-9c94-8869f380e2ba tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (2030321d-2cc1-4180-ac7a-7ec0cb89f0aa), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:56.580365 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-e93eb2d2-4a06-4926-9c94-8869f380e2ba tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Calling delete_port for 2030321d-2cc1-4180-ac7a-7ec0cb89f0aa owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:56.644744 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53256) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:56.767757 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b7e87276-865b-4889-b196-39c83362cb16 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2063825486'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:56.805425 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e87276-865b-4889-b196-39c83362cb16 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:56.813378 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7e87276-865b-4889-b196-39c83362cb16 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:56.836380 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7e87276-865b-4889-b196-39c83362cb16 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:56.885117 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e93eb2d2-4a06-4926-9c94-8869f380e2ba tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (2030321d-2cc1-4180-ac7a-7ec0cb89f0aa), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:56.891572 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:56.928997 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93eb2d2-4a06-4926-9c94-8869f380e2ba tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Pushing event deleted for resources: {'Port': ['ID=2030321d-2cc1-4180-ac7a-7ec0cb89f0aa,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:56.949128 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7e87276-865b-4889-b196-39c83362cb16 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (0af24422-5a40-40f6-bd2c-94c32a9c3d21), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:56.960077 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7e87276-865b-4889-b196-39c83362cb16 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0af24422-5a40-40f6-bd2c-94c32a9c3d21), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.010792 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e93eb2d2-4a06-4926-9c94-8869f380e2ba tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (f23515a5-fe47-43f2-a752-98b9b4d048bd), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.037719 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e87276-865b-4889-b196-39c83362cb16 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:23:57.045819 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e87276-865b-4889-b196-39c83362cb16 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af24422-5a40-40f6-bd2c-94c32a9c3d21,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:57.063149 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7e87276-865b-4889-b196-39c83362cb16 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (58a1a262-113b-4a79-939a-f211cfedf4dc), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.063651 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-b7e87276-865b-4889-b196-39c83362cb16 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Added segment 58a1a262-113b-4a79-939a-f211cfedf4dc of type vlan for network 30610554-3743-47d7-86ad-74d9cb059347 Feb 19 04:23:57.145717 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7e87276-865b-4889-b196-39c83362cb16 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (30610554-3743-47d7-86ad-74d9cb059347), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.179845 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7e87276-865b-4889-b196-39c83362cb16 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (30610554-3743-47d7-86ad-74d9cb059347), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.187208 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e87276-865b-4889-b196-39c83362cb16 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:57.187883 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7e87276-865b-4889-b196-39c83362cb16 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.191537 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e93eb2d2-4a06-4926-9c94-8869f380e2ba tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (f23515a5-fe47-43f2-a752-98b9b4d048bd), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.193899 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e93eb2d2-4a06-4926-9c94-8869f380e2ba tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_controller (f23515a5-fe47-43f2-a752-98b9b4d048bd), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.228459 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b7e87276-865b-4889-b196-39c83362cb16 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5819879 Feb 19 04:23:57.231986 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53264) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:57.269818 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-12beabef-663d-4465-a080-e698781852e4 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'port': {'network_id': '30610554-3743-47d7-86ad-74d9cb059347', 'name': 'tempest-PortsTestJSON-440328035'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:57.286490 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e93eb2d2-4a06-4926-9c94-8869f380e2ba tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (f23515a5-fe47-43f2-a752-98b9b4d048bd), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.287175 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93eb2d2-4a06-4926-9c94-8869f380e2ba tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Fanout notify agent at l3_agent the message router_deleted on router f23515a5-fe47-43f2-a752-98b9b4d048bd {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:23:57.298060 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e93eb2d2-4a06-4926-9c94-8869f380e2ba tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.309019 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e93eb2d2-4a06-4926-9c94-8869f380e2ba tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "DELETE /v2.0/routers/f23515a5-fe47-43f2-a752-98b9b4d048bd HTTP/1.1" status: 204 len: 168 time: 1.6676772 Feb 19 04:23:57.309781 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53270) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:57.330910 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-1a4b1011-ce22-4ed1-92f2-6fbee968e0dd tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-307342200', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:57.373545 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1011-ce22-4ed1-92f2-6fbee968e0dd tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (d67d544a-4baa-40d6-aa7f-e6bb230f5f5c), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.374766 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1011-ce22-4ed1-92f2-6fbee968e0dd tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (d67d544a-4baa-40d6-aa7f-e6bb230f5f5c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.414667 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e87276-865b-4889-b196-39c83362cb16 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Network': ['ID=30610554-3743-47d7-86ad-74d9cb059347,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:57.427112 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 30610554-3743-47d7-86ad-74d9cb059347 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:23:57.454555 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12beabef-663d-4465-a080-e698781852e4 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:57.458187 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-12beabef-663d-4465-a080-e698781852e4 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.482915 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1011-ce22-4ed1-92f2-6fbee968e0dd tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_controller (d67d544a-4baa-40d6-aa7f-e6bb230f5f5c), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.491703 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1011-ce22-4ed1-92f2-6fbee968e0dd tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (d67d544a-4baa-40d6-aa7f-e6bb230f5f5c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.508008 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-12beabef-663d-4465-a080-e698781852e4 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] device_id is not set on port bba1a702-957d-4c7e-aaca-576f35b27509 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:23:57.521800 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1011-ce22-4ed1-92f2-6fbee968e0dd tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.526286 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1a4b1011-ce22-4ed1-92f2-6fbee968e0dd tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2147543 Feb 19 04:23:57.529706 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53274) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:57.540721 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-2e9c44f6-252d-41ac-9384-c26f0851f35e tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'enable_snat': True}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:57.837338 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-12beabef-663d-4465-a080-e698781852e4 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for port (bba1a702-957d-4c7e-aaca-576f35b27509), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.895898 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-12beabef-663d-4465-a080-e698781852e4 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (bba1a702-957d-4c7e-aaca-576f35b27509), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.969726 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12beabef-663d-4465-a080-e698781852e4 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Port': ['ID=bba1a702-957d-4c7e-aaca-576f35b27509,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:57.975968 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12beabef-663d-4465-a080-e698781852e4 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Checking segment: {'id': '58a1a262-113b-4a79-939a-f211cfedf4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30610554-3743-47d7-86ad-74d9cb059347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:23:57.976308 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12beabef-663d-4465-a080-e698781852e4 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network hostable DHCP agents. Network: 30610554-3743-47d7-86ad-74d9cb059347, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:23:58.002496 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12beabef-663d-4465-a080-e698781852e4 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network 30610554-3743-47d7-86ad-74d9cb059347 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:23:58.031835 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-12beabef-663d-4465-a080-e698781852e4 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 30610554-3743-47d7-86ad-74d9cb059347) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:58.036231 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12beabef-663d-4465-a080-e698781852e4 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:58.041707 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12beabef-663d-4465-a080-e698781852e4 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:58.042828 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bde9356-c7b2-4a8c-bb53-7cd5ba2a49c3 None None] Network 30610554-3743-47d7-86ad-74d9cb059347 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:58.046083 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-12beabef-663d-4465-a080-e698781852e4 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.090588 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-12beabef-663d-4465-a080-e698781852e4 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8567617 Feb 19 04:23:58.093699 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53282) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:58.099308 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-20c0a343-990d-490c-83bb-7e81cdfe3b1a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1373149304'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:58.126890 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2e9c44f6-252d-41ac-9384-c26f0851f35e tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router_gateway (d67d544a-4baa-40d6-aa7f-e6bb230f5f5c), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.150792 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c0a343-990d-490c-83bb-7e81cdfe3b1a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:58.155488 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-20c0a343-990d-490c-83bb-7e81cdfe3b1a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.171309 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322ab13-c1e1-4182-9316-f2820dca66f2 req-c3f4a2c7-4d32-4847-bbc9-196eaebde999 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:58.172627 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4322ab13-c1e1-4182-9316-f2820dca66f2 req-c3f4a2c7-4d32-4847-bbc9-196eaebde999 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=7024b8df-653c-4e8d-beaa-480ae8940706 HTTP/1.1" status: 200 len: 945 time: 0.6272280 Feb 19 04:23:58.216359 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c0a343-990d-490c-83bb-7e81cdfe3b1a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:23:58.243712 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-20c0a343-990d-490c-83bb-7e81cdfe3b1a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (37483981-6b2c-425f-a13b-9c2def91187d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.243712 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-20c0a343-990d-490c-83bb-7e81cdfe3b1a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Added segment 37483981-6b2c-425f-a13b-9c2def91187d of type vlan for network f6a88774-d626-408b-ba88-4bed1835533b Feb 19 04:23:58.279558 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4322ab13-c1e1-4182-9316-f2820dca66f2 req-3bef70d8-814b-4927-93ab-544afbf59448 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954893 Feb 19 04:23:58.314702 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-20c0a343-990d-490c-83bb-7e81cdfe3b1a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (f6a88774-d626-408b-ba88-4bed1835533b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.355805 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-20c0a343-990d-490c-83bb-7e81cdfe3b1a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (f6a88774-d626-408b-ba88-4bed1835533b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.368529 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c0a343-990d-490c-83bb-7e81cdfe3b1a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:58.377148 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-20c0a343-990d-490c-83bb-7e81cdfe3b1a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.437712 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-20c0a343-990d-490c-83bb-7e81cdfe3b1a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3427937 Feb 19 04:23:58.438854 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53290) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:58.447696 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-5f0e87a6-eba6-4254-a0ea-e06d20341fa9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'ports': [{'network_id': '30610554-3743-47d7-86ad-74d9cb059347'}, {'network_id': 'f6a88774-d626-408b-ba88-4bed1835533b'}]} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:58.448305 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-5f0e87a6-eba6-4254-a0ea-e06d20341fa9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'port': {'network_id': '30610554-3743-47d7-86ad-74d9cb059347'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:58.449209 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-5f0e87a6-eba6-4254-a0ea-e06d20341fa9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'port': {'network_id': 'f6a88774-d626-408b-ba88-4bed1835533b'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:58.575993 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0a343-990d-490c-83bb-7e81cdfe3b1a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Network': ['ID=f6a88774-d626-408b-ba88-4bed1835533b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:58.596610 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network f6a88774-d626-408b-ba88-4bed1835533b details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:23:58.642293 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2e9c44f6-252d-41ac-9384-c26f0851f35e tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router_gateway (d67d544a-4baa-40d6-aa7f-e6bb230f5f5c), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.668983 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0e87a6-eba6-4254-a0ea-e06d20341fa9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'port': 2} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:58.675381 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f0e87a6-eba6-4254-a0ea-e06d20341fa9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.692938 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2e9c44f6-252d-41ac-9384-c26f0851f35e tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.694478 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f0e87a6-eba6-4254-a0ea-e06d20341fa9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.853580 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-2e9c44f6-252d-41ac-9384-c26f0851f35e tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Allocated IP 172.25.3.169 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/0f5b59bc-90fe-4b1b-add5-ad242dc2ef6c) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:58.940562 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-5f0e87a6-eba6-4254-a0ea-e06d20341fa9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] device_id is not set on port c7bec688-eb81-49d4-ad77-b5f482abd5e2 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:23:59.042908 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2e9c44f6-252d-41ac-9384-c26f0851f35e tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for port (0f5b59bc-90fe-4b1b-add5-ad242dc2ef6c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:59.065749 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f0e87a6-eba6-4254-a0ea-e06d20341fa9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for port (c7bec688-eb81-49d4-ad77-b5f482abd5e2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:59.147663 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-5f0e87a6-eba6-4254-a0ea-e06d20341fa9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] device_id is not set on port f92f048d-85b6-41b7-bd33-b2c4fa43868d yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:23:59.152966 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2e9c44f6-252d-41ac-9384-c26f0851f35e tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (0f5b59bc-90fe-4b1b-add5-ad242dc2ef6c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:59.210891 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9c44f6-252d-41ac-9384-c26f0851f35e tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:59.217191 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-2e9c44f6-252d-41ac-9384-c26f0851f35e tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:59.223231 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9c44f6-252d-41ac-9384-c26f0851f35e tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:59.226768 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c44f6-252d-41ac-9384-c26f0851f35e tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Pushing event updated for resources: {'Port': ['ID=0f5b59bc-90fe-4b1b-add5-ad242dc2ef6c,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:59.349341 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f0e87a6-eba6-4254-a0ea-e06d20341fa9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for port (f92f048d-85b6-41b7-bd33-b2c4fa43868d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:59.466351 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f0e87a6-eba6-4254-a0ea-e06d20341fa9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (c7bec688-eb81-49d4-ad77-b5f482abd5e2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:59.499037 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0e87a6-eba6-4254-a0ea-e06d20341fa9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network 30610554-3743-47d7-86ad-74d9cb059347 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:59.504925 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-5f0e87a6-eba6-4254-a0ea-e06d20341fa9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:59.552417 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0e87a6-eba6-4254-a0ea-e06d20341fa9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:59.554066 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f0e87a6-eba6-4254-a0ea-e06d20341fa9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (f92f048d-85b6-41b7-bd33-b2c4fa43868d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:59.605353 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0e87a6-eba6-4254-a0ea-e06d20341fa9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Checking segment: {'id': '37483981-6b2c-425f-a13b-9c2def91187d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f6a88774-d626-408b-ba88-4bed1835533b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:23:59.606077 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0e87a6-eba6-4254-a0ea-e06d20341fa9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network hostable DHCP agents. Network: f6a88774-d626-408b-ba88-4bed1835533b, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:23:59.608191 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e87a6-eba6-4254-a0ea-e06d20341fa9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Port': ['ID=c7bec688-eb81-49d4-ad77-b5f482abd5e2,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:59.661906 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0e87a6-eba6-4254-a0ea-e06d20341fa9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network f6a88774-d626-408b-ba88-4bed1835533b is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:23:59.666376 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4b7bb-55a9-43f6-a03b-0c39c07bc3db req-9d02e8b5-94e4-4102-93d3-fd8032938e5a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:59.678004 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-52f4b7bb-55a9-43f6-a03b-0c39c07bc3db req-9d02e8b5-94e4-4102-93d3-fd8032938e5a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=7024b8df-653c-4e8d-beaa-480ae8940706 HTTP/1.1" status: 200 len: 945 time: 0.1990833 Feb 19 04:23:59.679385 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-5f0e87a6-eba6-4254-a0ea-e06d20341fa9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, f6a88774-d626-408b-ba88-4bed1835533b) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:59.690342 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ca393b-0246-4978-aebb-0db11f1c201d None None] Network f6a88774-d626-408b-ba88-4bed1835533b requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:59.699974 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0e87a6-eba6-4254-a0ea-e06d20341fa9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:59.709680 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0e87a6-eba6-4254-a0ea-e06d20341fa9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:59.718615 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0e87a6-eba6-4254-a0ea-e06d20341fa9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:59.720134 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f0e87a6-eba6-4254-a0ea-e06d20341fa9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:59.723087 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e87a6-eba6-4254-a0ea-e06d20341fa9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Port': ['ID=f92f048d-85b6-41b7-bd33-b2c4fa43868d,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:59.768591 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5f0e87a6-eba6-4254-a0ea-e06d20341fa9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3255458 Feb 19 04:23:59.769663 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53314) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:59.785880 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2e9c44f6-252d-41ac-9384-c26f0851f35e tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router_gateway (d67d544a-4baa-40d6-aa7f-e6bb230f5f5c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:59.875126 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:59.909402 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-52f4b7bb-55a9-43f6-a03b-0c39c07bc3db req-da60ee6f-bdfb-4d5c-9b98-f794cd1fc706 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296119 Feb 19 04:24:00.014145 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-50549cf5-2997-4af8-87b9-41de91526794 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting port f92f048d-85b6-41b7-bd33-b2c4fa43868d {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:00.014761 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-50549cf5-2997-4af8-87b9-41de91526794 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (f92f048d-85b6-41b7-bd33-b2c4fa43868d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:00.128267 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-50549cf5-2997-4af8-87b9-41de91526794 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (f92f048d-85b6-41b7-bd33-b2c4fa43868d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:00.149582 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-50549cf5-2997-4af8-87b9-41de91526794 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Calling delete_port for f92f048d-85b6-41b7-bd33-b2c4fa43868d owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:00.237514 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2e9c44f6-252d-41ac-9384-c26f0851f35e tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5517'] for router (d67d544a-4baa-40d6-aa7f-e6bb230f5f5c), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:00.242340 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2e9c44f6-252d-41ac-9384-c26f0851f35e tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1611319'] for router (d67d544a-4baa-40d6-aa7f-e6bb230f5f5c), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:00.304907 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-50549cf5-2997-4af8-87b9-41de91526794 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (f92f048d-85b6-41b7-bd33-b2c4fa43868d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:00.310706 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819c36f-0373-4311-a7ad-c8006aa3298b req-f5816a1e-86e5-4de2-8b9b-3c548b9b535f tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:00.312209 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5819c36f-0373-4311-a7ad-c8006aa3298b req-f5816a1e-86e5-4de2-8b9b-3c548b9b535f tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=f14369ff-c65f-48a6-b62c-aad71eb514c8 HTTP/1.1" status: 200 len: 945 time: 0.2104402 Feb 19 04:24:00.339873 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-50549cf5-2997-4af8-87b9-41de91526794 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:00.344617 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-50549cf5-2997-4af8-87b9-41de91526794 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/ports/f92f048d-85b6-41b7-bd33-b2c4fa43868d HTTP/1.1" status: 204 len: 168 time: 0.5736904 Feb 19 04:24:00.370115 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53324) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:00.387265 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5819c36f-0373-4311-a7ad-c8006aa3298b req-1e42b1c4-2ea7-496b-bdab-180d52a0cf7d tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599566 Feb 19 04:24:00.418868 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50549cf5-2997-4af8-87b9-41de91526794 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Port': ['ID=f92f048d-85b6-41b7-bd33-b2c4fa43868d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:00.466821 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a45f02-645c-48de-9415-a24715d648f0 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:00.476367 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a45f02-645c-48de-9415-a24715d648f0 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:00.479363 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c9a45f02-645c-48de-9415-a24715d648f0 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1061735 Feb 19 04:24:00.480806 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53330) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:00.589104 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9c44f6-252d-41ac-9384-c26f0851f35e tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Router d67d544a-4baa-40d6-aa7f-e6bb230f5f5c is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:24:00.619962 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-46efe55b-4b2e-4e12-9601-acd5bbb524f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:00.809988 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9c44f6-252d-41ac-9384-c26f0851f35e tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:24:00.819303 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2e9c44f6-252d-41ac-9384-c26f0851f35e tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:00.820719 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2e9c44f6-252d-41ac-9384-c26f0851f35e tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "PUT /v2.0/routers/d67d544a-4baa-40d6-aa7f-e6bb230f5f5c HTTP/1.1" status: 200 len: 918 time: 3.2895765 Feb 19 04:24:00.824038 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00c9a6b-3791-439f-9d98-aad4bedc8d22 None None] Sync routers for ids ['d67d544a-4baa-40d6-aa7f-e6bb230f5f5c'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:24:00.824802 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53340) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:00.840468 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00c9a6b-3791-439f-9d98-aad4bedc8d22 None None] Routers {'d67d544a-4baa-40d6-aa7f-e6bb230f5f5c'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:00.844508 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b00c9a6b-3791-439f-9d98-aad4bedc8d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:23:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d67d544a-4baa-40d6-aa7f-e6bb230f5f5c'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:00.845007 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-c48250a2-20a3-4473-adc7-5a5cc7f2b243 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting port c7bec688-eb81-49d4-ad77-b5f482abd5e2 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:00.845366 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c48250a2-20a3-4473-adc7-5a5cc7f2b243 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (c7bec688-eb81-49d4-ad77-b5f482abd5e2), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:00.881708 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d66b3-048d-4722-b540-748e6207983c req-2a26d5ab-8738-4f6a-ba66-b12abec571bb tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:00.883317 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-045d66b3-048d-4722-b540-748e6207983c req-2a26d5ab-8738-4f6a-ba66-b12abec571bb tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=7024b8df-653c-4e8d-beaa-480ae8940706 HTTP/1.1" status: 200 len: 945 time: 0.3044558 Feb 19 04:24:00.920923 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b00c9a6b-3791-439f-9d98-aad4bedc8d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:00.933613 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00c9a6b-3791-439f-9d98-aad4bedc8d22 None None] Routers {'d67d544a-4baa-40d6-aa7f-e6bb230f5f5c'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:00.934267 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b00c9a6b-3791-439f-9d98-aad4bedc8d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:23:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d67d544a-4baa-40d6-aa7f-e6bb230f5f5c'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:00.970999 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b00c9a6b-3791-439f-9d98-aad4bedc8d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:00.971571 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00c9a6b-3791-439f-9d98-aad4bedc8d22 None None] The sync data for ids ['d67d544a-4baa-40d6-aa7f-e6bb230f5f5c'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:24:00.996325 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c48250a2-20a3-4473-adc7-5a5cc7f2b243 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (c7bec688-eb81-49d4-ad77-b5f482abd5e2), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.002215 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-045d66b3-048d-4722-b540-748e6207983c req-0ba79e09-65d6-4a74-94a8-88ecf56ce3c9 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068089 Feb 19 04:24:01.014558 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-c48250a2-20a3-4473-adc7-5a5cc7f2b243 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Calling delete_port for c7bec688-eb81-49d4-ad77-b5f482abd5e2 owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:01.062245 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-42662acd-bae5-423d-a234-37b90bb334ad tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "GET /v2.0/routers/d67d544a-4baa-40d6-aa7f-e6bb230f5f5c HTTP/1.1" status: 200 len: 924 time: 0.2342701 Feb 19 04:24:01.064030 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53350) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:01.187427 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165fa996-0f22-4ba0-b5a5-45cff5d04c40 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:01.191586 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-165fa996-0f22-4ba0-b5a5-45cff5d04c40 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0&device_id=d67d544a-4baa-40d6-aa7f-e6bb230f5f5c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1239438 Feb 19 04:24:01.198925 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53352) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:01.707231 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c48250a2-20a3-4473-adc7-5a5cc7f2b243 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (c7bec688-eb81-49d4-ad77-b5f482abd5e2), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.791866 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7038c04b-eccb-4934-acb9-02594bcc52c8 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:01.798031 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7038c04b-eccb-4934-acb9-02594bcc52c8 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 881 time: 0.5979903 Feb 19 04:24:01.804990 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53364) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:01.867947 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48250a2-20a3-4473-adc7-5a5cc7f2b243 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Port': ['ID=c7bec688-eb81-49d4-ad77-b5f482abd5e2,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:01.884261 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49944f8b-fa19-4818-b987-8275474c3ffc req-a01134f8-142b-4246-b80a-841f998b1fdf tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:01.894812 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-49944f8b-fa19-4818-b987-8275474c3ffc req-a01134f8-142b-4246-b80a-841f998b1fdf tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=7024b8df-653c-4e8d-beaa-480ae8940706 HTTP/1.1" status: 200 len: 945 time: 0.3252840 Feb 19 04:24:01.920277 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c48250a2-20a3-4473-adc7-5a5cc7f2b243 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.920540 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f7b0ace9-3c29-4bab-ac30-138f85eb4644 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67d544a-4baa-40d6-aa7f-e6bb230f5f5c HTTP/1.1" status: 200 len: 205 time: 0.1084967 Feb 19 04:24:01.925843 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53372) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:01.934652 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c48250a2-20a3-4473-adc7-5a5cc7f2b243 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/ports/c7bec688-eb81-49d4-ad77-b5f482abd5e2 HTTP/1.1" status: 204 len: 168 time: 1.4501793 Feb 19 04:24:01.937088 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53374) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:02.072177 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0779e683-ed89-43f0-9016-d553a5c9537c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:02.076557 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0779e683-ed89-43f0-9016-d553a5c9537c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1352625 Feb 19 04:24:02.077354 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53378) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:02.101599 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-49944f8b-fa19-4818-b987-8275474c3ffc req-18b4050f-061c-46d9-b4bf-7390d569765a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068846 Feb 19 04:24:02.152145 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a594d2f-a33c-450e-ae70-99de5639c1e9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] GET failed (client error): The resource could not be found. Feb 19 04:24:02.158794 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53380) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:02.169006 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3a594d2f-a33c-450e-ae70-99de5639c1e9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "GET /v2.0/ports/f92f048d-85b6-41b7-bd33-b2c4fa43868d HTTP/1.1" status: 404 len: 333 time: 0.0831366 Feb 19 04:24:02.209438 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b92da4-cb02-4dc9-ba26-e7654ec64aad tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] GET failed (client error): The resource could not be found. Feb 19 04:24:02.220728 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-15fe7c24-4090-4d4c-a107-3edf1f848967 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router (d67d544a-4baa-40d6-aa7f-e6bb230f5f5c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:02.223030 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c4b92da4-cb02-4dc9-ba26-e7654ec64aad tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "GET /v2.0/ports/c7bec688-eb81-49d4-ad77-b5f482abd5e2 HTTP/1.1" status: 404 len: 333 time: 0.0625520 Feb 19 04:24:02.226692 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53386) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:02.371712 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0c75f439-e319-40c3-bcda-1bc50be36200 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (f6a88774-d626-408b-ba88-4bed1835533b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:02.430237 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-15fe7c24-4090-4d4c-a107-3edf1f848967 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_gateway (d67d544a-4baa-40d6-aa7f-e6bb230f5f5c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:02.480136 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0c75f439-e319-40c3-bcda-1bc50be36200 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (f6a88774-d626-408b-ba88-4bed1835533b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:02.503371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-0c75f439-e319-40c3-bcda-1bc50be36200 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a88774-d626-408b-ba88-4bed1835533b']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:02.516295 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-0c75f439-e319-40c3-bcda-1bc50be36200 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37483981-6b2c-425f-a13b-9c2def91187d') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:02.516694 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-0c75f439-e319-40c3-bcda-1bc50be36200 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37483981-6b2c-425f-a13b-9c2def91187d') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:02.530851 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0c75f439-e319-40c3-bcda-1bc50be36200 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (37483981-6b2c-425f-a13b-9c2def91187d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:02.559431 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0c75f439-e319-40c3-bcda-1bc50be36200 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (37483981-6b2c-425f-a13b-9c2def91187d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:02.580558 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c75f439-e319-40c3-bcda-1bc50be36200 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:24:02.581055 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0c75f439-e319-40c3-bcda-1bc50be36200 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (37483981-6b2c-425f-a13b-9c2def91187d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:02.590719 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-15fe7c24-4090-4d4c-a107-3edf1f848967 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Deleting port 0f5b59bc-90fe-4b1b-add5-ad242dc2ef6c {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:02.591435 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-15fe7c24-4090-4d4c-a107-3edf1f848967 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (0f5b59bc-90fe-4b1b-add5-ad242dc2ef6c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:24:02.608913 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:24:02.724260 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-15fe7c24-4090-4d4c-a107-3edf1f848967 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (0f5b59bc-90fe-4b1b-add5-ad242dc2ef6c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:02.742661 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-15fe7c24-4090-4d4c-a107-3edf1f848967 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Calling delete_port for 0f5b59bc-90fe-4b1b-add5-ad242dc2ef6c owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:02.747963 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0c75f439-e319-40c3-bcda-1bc50be36200 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (f6a88774-d626-408b-ba88-4bed1835533b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:02.763299 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0c75f439-e319-40c3-bcda-1bc50be36200 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:02.770518 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0c75f439-e319-40c3-bcda-1bc50be36200 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/networks/f6a88774-d626-408b-ba88-4bed1835533b HTTP/1.1" status: 204 len: 168 time: 0.5423977 Feb 19 04:24:02.778787 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53394) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:02.820801 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-fb9680a6-50f7-4975-b896-62fb70691c9e tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1822467355'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:02.837783 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75f439-e319-40c3-bcda-1bc50be36200 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Network': ['ID=f6a88774-d626-408b-ba88-4bed1835533b,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:02.895150 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9680a6-50f7-4975-b896-62fb70691c9e tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:02.898572 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fb9680a6-50f7-4975-b896-62fb70691c9e tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:02.952692 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9680a6-50f7-4975-b896-62fb70691c9e tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:24:02.972777 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fb9680a6-50f7-4975-b896-62fb70691c9e tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e4a2a770-ab63-49bc-94b4-ef82114da841), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:02.973247 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-fb9680a6-50f7-4975-b896-62fb70691c9e tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Added segment e4a2a770-ab63-49bc-94b4-ef82114da841 of type vlan for network 58818f38-52a5-46c5-9de8-8c4e8c5cc8b7 Feb 19 04:24:02.973380 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1809d-3645-4d8e-8a97-a0a53932720a req-dfee1dab-c271-43fb-90f2-d487e05404b1 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:02.975725 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-83c1809d-3645-4d8e-8a97-a0a53932720a req-dfee1dab-c271-43fb-90f2-d487e05404b1 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.26 "GET /v2.0/ports?device_id=7024b8df-653c-4e8d-beaa-480ae8940706 HTTP/1.1" status: 200 len: 945 time: 0.2221818 Feb 19 04:24:03.091874 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fb9680a6-50f7-4975-b896-62fb70691c9e tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (58818f38-52a5-46c5-9de8-8c4e8c5cc8b7), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:03.125562 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fb9680a6-50f7-4975-b896-62fb70691c9e tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (58818f38-52a5-46c5-9de8-8c4e8c5cc8b7), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:03.133465 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9680a6-50f7-4975-b896-62fb70691c9e tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:03.135633 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fb9680a6-50f7-4975-b896-62fb70691c9e tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:03.252338 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-15fe7c24-4090-4d4c-a107-3edf1f848967 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (0f5b59bc-90fe-4b1b-add5-ad242dc2ef6c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:03.261879 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-83c1809d-3645-4d8e-8a97-a0a53932720a req-99f1bdc5-cb55-4f88-b973-cb8cce199789 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Deleting port ad82a33c-4c12-49b2-932c-a0db2f44c031 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:03.262377 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-83c1809d-3645-4d8e-8a97-a0a53932720a req-99f1bdc5-cb55-4f88-b973-cb8cce199789 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ad82a33c-4c12-49b2-932c-a0db2f44c031), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:03.276319 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fb9680a6-50f7-4975-b896-62fb70691c9e tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4663451 Feb 19 04:24:03.280335 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53408) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:03.332615 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe7c24-4090-4d4c-a107-3edf1f848967 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Pushing event deleted for resources: {'Port': ['ID=0f5b59bc-90fe-4b1b-add5-ad242dc2ef6c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:03.369713 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-a8292509-a56c-4be1-828e-09a63e547eac tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'subnet': {'network_id': '58818f38-52a5-46c5-9de8-8c4e8c5cc8b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:03.465567 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c361024e-9acd-4274-8fd0-4c59e3579ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:03.525419 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9680a6-50f7-4975-b896-62fb70691c9e tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Network': ['ID=58818f38-52a5-46c5-9de8-8c4e8c5cc8b7,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:03.534805 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-15fe7c24-4090-4d4c-a107-3edf1f848967 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (d67d544a-4baa-40d6-aa7f-e6bb230f5f5c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:03.539795 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 58818f38-52a5-46c5-9de8-8c4e8c5cc8b7 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:24:03.583630 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693168a-9191-4d7c-8a56-09090f38e29b req-7ef8e15c-28a8-4bb3-bb02-04c117491ce4 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:03.610053 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a693168a-9191-4d7c-8a56-09090f38e29b req-7ef8e15c-28a8-4bb3-bb02-04c117491ce4 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=7024b8df-653c-4e8d-beaa-480ae8940706 HTTP/1.1" status: 200 len: 945 time: 0.3243265 Feb 19 04:24:03.645738 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-15fe7c24-4090-4d4c-a107-3edf1f848967 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (d67d544a-4baa-40d6-aa7f-e6bb230f5f5c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:03.648359 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-15fe7c24-4090-4d4c-a107-3edf1f848967 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_controller (d67d544a-4baa-40d6-aa7f-e6bb230f5f5c), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:03.688286 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a693168a-9191-4d7c-8a56-09090f38e29b req-81feb584-cdfc-4636-97ef-0ddb387ecbc8 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773141 Feb 19 04:24:03.710375 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-15fe7c24-4090-4d4c-a107-3edf1f848967 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (d67d544a-4baa-40d6-aa7f-e6bb230f5f5c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:03.711040 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fe7c24-4090-4d4c-a107-3edf1f848967 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Fanout notify agent at l3_agent the message router_deleted on router d67d544a-4baa-40d6-aa7f-e6bb230f5f5c {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:24:03.715495 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-83c1809d-3645-4d8e-8a97-a0a53932720a req-99f1bdc5-cb55-4f88-b973-cb8cce199789 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] For port ad82a33c-4c12-49b2-932c-a0db2f44c031, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=ad82a33c-4c12-49b2-932c-a0db2f44c031,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:03.716850 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-83c1809d-3645-4d8e-8a97-a0a53932720a req-99f1bdc5-cb55-4f88-b973-cb8cce199789 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ad82a33c-4c12-49b2-932c-a0db2f44c031), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:03.722465 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8292509-a56c-4be1-828e-09a63e547eac tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:03.726099 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a8292509-a56c-4be1-828e-09a63e547eac tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:03.733002 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-15fe7c24-4090-4d4c-a107-3edf1f848967 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:03.738984 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-15fe7c24-4090-4d4c-a107-3edf1f848967 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "DELETE /v2.0/routers/d67d544a-4baa-40d6-aa7f-e6bb230f5f5c HTTP/1.1" status: 204 len: 168 time: 1.8087475 Feb 19 04:24:03.739552 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53416) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:03.743989 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-0393f666-92fc-45dd-ad77-3716596a9a1c tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1006544160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:03.767063 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-83c1809d-3645-4d8e-8a97-a0a53932720a req-99f1bdc5-cb55-4f88-b973-cb8cce199789 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Calling delete_port for ad82a33c-4c12-49b2-932c-a0db2f44c031 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:03.833486 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0393f666-92fc-45dd-ad77-3716596a9a1c tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (de6081de-a272-4dad-a607-9a5851abbf10), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:03.834732 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0393f666-92fc-45dd-ad77-3716596a9a1c tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (de6081de-a272-4dad-a607-9a5851abbf10), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:03.873105 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.ipam_backend_mixin [None req-a8292509-a56c-4be1-828e-09a63e547eac tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Performing IP validity checks on allocation pools {{(pid=109926) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 04:24:03.873105 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.ipam_backend_mixin [None req-a8292509-a56c-4be1-828e-09a63e547eac tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109926) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 04:24:03.883209 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:03.999226 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0393f666-92fc-45dd-ad77-3716596a9a1c tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_controller (de6081de-a272-4dad-a607-9a5851abbf10), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.009504 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0393f666-92fc-45dd-ad77-3716596a9a1c tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (de6081de-a272-4dad-a607-9a5851abbf10), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.079376 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0393f666-92fc-45dd-ad77-3716596a9a1c tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.080763 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0393f666-92fc-45dd-ad77-3716596a9a1c tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3404112 Feb 19 04:24:04.083727 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53424) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:04.089355 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-8b95343f-2ac8-4e12-b5bd-f2aa5897f16c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'enable_snat': False}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:04.177539 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-83c1809d-3645-4d8e-8a97-a0a53932720a req-99f1bdc5-cb55-4f88-b973-cb8cce199789 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ad82a33c-4c12-49b2-932c-a0db2f44c031), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.190398 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['12fa2f24-9f06-475c-9764-ec13d3159342', 'fd5aaa60-ed34-4808-a607-f82f23f9b626'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:24:04.211897 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1bdc5-cb55-4f88-b973-cb8cce199789 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Pushing event deleted for resources: {'Port': ['ID=ad82a33c-4c12-49b2-932c-a0db2f44c031,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:04.352321 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c1809d-3645-4d8e-8a97-a0a53932720a req-99f1bdc5-cb55-4f88-b973-cb8cce199789 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] No DVR routers for this DVR port ad82a33c-4c12-49b2-932c-a0db2f44c031 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:24:04.364197 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-83c1809d-3645-4d8e-8a97-a0a53932720a req-99f1bdc5-cb55-4f88-b973-cb8cce199789 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.391568 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-83c1809d-3645-4d8e-8a97-a0a53932720a req-99f1bdc5-cb55-4f88-b973-cb8cce199789 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.26 "DELETE /v2.0/ports/ad82a33c-4c12-49b2-932c-a0db2f44c031 HTTP/1.1" status: 204 len: 173 time: 1.4013619 Feb 19 04:24:04.392695 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7024b8df-653c-4e8d-beaa-480ae8940706', 'name': 'network-vif-deleted', 'tag': 'ad82a33c-4c12-49b2-932c-a0db2f44c031'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:24:04.400637 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258e1749-3a5c-44e2-9b28-1418d039390a" -d '{"events": [{"server_uuid": "7024b8df-653c-4e8d-beaa-480ae8940706", "name": "network-vif-deleted", "tag": "ad82a33c-4c12-49b2-932c-a0db2f44c031"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:24:04.483347 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a8292509-a56c-4be1-828e-09a63e547eac tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (8baa229c-092f-4443-96fd-344adb85a154), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.524945 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0206e2f7-bbb5-40c0-906b-a3ed3959d869 x-openstack-request-id: req-0206e2f7-bbb5-40c0-906b-a3ed3959d869 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:24:04.525358 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7024b8df-653c-4e8d-beaa-480ae8940706", "name": "network-vif-deleted", "tag": "ad82a33c-4c12-49b2-932c-a0db2f44c031", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:24:04.525686 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0206e2f7-bbb5-40c0-906b-a3ed3959d869 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:24:04.526155 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7024b8df-653c-4e8d-beaa-480ae8940706', 'name': 'network-vif-deleted', 'tag': 'ad82a33c-4c12-49b2-932c-a0db2f44c031', 'status': 'completed', 'code': 200} Feb 19 04:24:04.557443 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8b95343f-2ac8-4e12-b5bd-f2aa5897f16c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router_gateway (de6081de-a272-4dad-a607-9a5851abbf10), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.594589 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8292509-a56c-4be1-828e-09a63e547eac tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Subnet': ['ID=8baa229c-092f-4443-96fd-344adb85a154,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:04.613023 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8292509-a56c-4be1-828e-09a63e547eac tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Checking segment: {'id': 'e4a2a770-ab63-49bc-94b4-ef82114da841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '58818f38-52a5-46c5-9de8-8c4e8c5cc8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:04.613464 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8292509-a56c-4be1-828e-09a63e547eac tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network hostable DHCP agents. Network: 58818f38-52a5-46c5-9de8-8c4e8c5cc8b7, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:24:04.707502 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8292509-a56c-4be1-828e-09a63e547eac tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network 58818f38-52a5-46c5-9de8-8c4e8c5cc8b7 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:24:04.741264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-a8292509-a56c-4be1-828e-09a63e547eac tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 58818f38-52a5-46c5-9de8-8c4e8c5cc8b7) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:04.749745 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8292509-a56c-4be1-828e-09a63e547eac tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:04.750584 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a8292509-a56c-4be1-828e-09a63e547eac tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.754120 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989c7eb1-a0e1-40d7-9d97-6e6e7940f64f None None] Network 58818f38-52a5-46c5-9de8-8c4e8c5cc8b7 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:04.797312 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a8292509-a56c-4be1-828e-09a63e547eac tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4368873 Feb 19 04:24:04.800901 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53440) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:04.811121 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-a3122eb6-55f9-4570-b06f-97066203515a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'port': {'network_id': '58818f38-52a5-46c5-9de8-8c4e8c5cc8b7', 'name': 'tempest-PortsTestJSON-1785535135'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:05.021094 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ac10d41-a37c-42e6-83f5-eb12b58519c9 req-7339a88f-60ee-4d8c-905d-b280c6721ea8 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=7024b8df-653c-4e8d-beaa-480ae8940706 HTTP/1.1" status: 200 len: 210 time: 0.0983603 Feb 19 04:24:05.062043 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74911d09-2df5-445a-be62-35a84e8664a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-58818f38-52a5-46c5-9de8-8c4e8c5cc8b7', 'network_id': '58818f38-52a5-46c5-9de8-8c4e8c5cc8b7', 'project_id': 'dd0b4c3644cf40b2a614f690962dfa99', 'fixed_ips': [{'subnet_id': '8baa229c-092f-4443-96fd-344adb85a154'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:24:05.063224 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-74911d09-2df5-445a-be62-35a84e8664a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:05.150268 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8b95343f-2ac8-4e12-b5bd-f2aa5897f16c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router_gateway (de6081de-a272-4dad-a607-9a5851abbf10), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:05.174947 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8b95343f-2ac8-4e12-b5bd-f2aa5897f16c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:05.242696 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3122eb6-55f9-4570-b06f-97066203515a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:05.247053 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a3122eb6-55f9-4570-b06f-97066203515a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:05.277121 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-a3122eb6-55f9-4570-b06f-97066203515a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] device_id is not set on port e8c1416c-7062-4db7-b30f-0d0e02c1a9af yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:24:05.368725 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:05.407328 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-74911d09-2df5-445a-be62-35a84e8664a2 None None] Allocated IP 172.20.0.2 (58818f38-52a5-46c5-9de8-8c4e8c5cc8b7/8baa229c-092f-4443-96fd-344adb85a154/8313a76c-5a0d-43e4-9f27-1a8f5c04d61f) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:05.491236 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-8b95343f-2ac8-4e12-b5bd-f2aa5897f16c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Allocated IP 172.25.3.189 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/69fc9513-fd46-47b6-98e1-035a810e2bdc) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:05.626616 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8b95343f-2ac8-4e12-b5bd-f2aa5897f16c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for port (69fc9513-fd46-47b6-98e1-035a810e2bdc), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:05.710124 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-74911d09-2df5-445a-be62-35a84e8664a2 None None] Publish callbacks [] for port (8313a76c-5a0d-43e4-9f27-1a8f5c04d61f), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:05.712359 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8b95343f-2ac8-4e12-b5bd-f2aa5897f16c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (69fc9513-fd46-47b6-98e1-035a810e2bdc), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:05.723621 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-74911d09-2df5-445a-be62-35a84e8664a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (8313a76c-5a0d-43e4-9f27-1a8f5c04d61f), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:05.780741 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device ad82a33c-4c12-49b2-932c-a0db2f44c031 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:24:05.799727 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74911d09-2df5-445a-be62-35a84e8664a2 None None] Network 58818f38-52a5-46c5-9de8-8c4e8c5cc8b7 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:05.805390 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-74911d09-2df5-445a-be62-35a84e8664a2 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:05.809165 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74911d09-2df5-445a-be62-35a84e8664a2 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:05.843062 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: ad82a33c-4c12-49b2-932c-a0db2f44c031 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:24:05.843834 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device ad82a33c-4c12-49b2-932c-a0db2f44c031 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:24:05.861206 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95343f-2ac8-4e12-b5bd-f2aa5897f16c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Pushing event updated for resources: {'Port': ['ID=69fc9513-fd46-47b6-98e1-035a810e2bdc,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:05.868903 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b95343f-2ac8-4e12-b5bd-f2aa5897f16c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:05.872329 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-8b95343f-2ac8-4e12-b5bd-f2aa5897f16c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:05.875838 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b95343f-2ac8-4e12-b5bd-f2aa5897f16c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:05.899067 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74911d09-2df5-445a-be62-35a84e8664a2 None None] Pushing event updated for resources: {'Port': ['ID=8313a76c-5a0d-43e4-9f27-1a8f5c04d61f,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:05.899787 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-a3122eb6-55f9-4570-b06f-97066203515a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Allocated IP 172.20.0.13 (58818f38-52a5-46c5-9de8-8c4e8c5cc8b7/8baa229c-092f-4443-96fd-344adb85a154/e8c1416c-7062-4db7-b30f-0d0e02c1a9af) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:05.918602 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-74911d09-2df5-445a-be62-35a84e8664a2 None None] Attempting to bind port 8313a76c-5a0d-43e4-9f27-1a8f5c04d61f on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:24:05.920058 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-74911d09-2df5-445a-be62-35a84e8664a2 None None] Attempting to bind port 8313a76c-5a0d-43e4-9f27-1a8f5c04d61f by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'e4a2a770-ab63-49bc-94b4-ef82114da841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '58818f38-52a5-46c5-9de8-8c4e8c5cc8b7'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:24:05.920533 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74911d09-2df5-445a-be62-35a84e8664a2 None None] Attempting to bind port 8313a76c-5a0d-43e4-9f27-1a8f5c04d61f on network 58818f38-52a5-46c5-9de8-8c4e8c5cc8b7 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:24:05.927451 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74911d09-2df5-445a-be62-35a84e8664a2 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:24:05.927984 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74911d09-2df5-445a-be62-35a84e8664a2 None None] Checking segment: {'id': 'e4a2a770-ab63-49bc-94b4-ef82114da841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '58818f38-52a5-46c5-9de8-8c4e8c5cc8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:05.928487 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-74911d09-2df5-445a-be62-35a84e8664a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:05.928975 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74911d09-2df5-445a-be62-35a84e8664a2 None None] Bound using segment: {'id': 'e4a2a770-ab63-49bc-94b4-ef82114da841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '58818f38-52a5-46c5-9de8-8c4e8c5cc8b7'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:24:05.929622 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-74911d09-2df5-445a-be62-35a84e8664a2 None None] Bound port: 8313a76c-5a0d-43e4-9f27-1a8f5c04d61f, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a2a770-ab63-49bc-94b4-ef82114da841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '58818f38-52a5-46c5-9de8-8c4e8c5cc8b7'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:24:05.930264 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-74911d09-2df5-445a-be62-35a84e8664a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8313a76c-5a0d-43e4-9f27-1a8f5c04d61f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:06.219607 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-74911d09-2df5-445a-be62-35a84e8664a2 None None] For port 8313a76c-5a0d-43e4-9f27-1a8f5c04d61f, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:24:06.228574 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-74911d09-2df5-445a-be62-35a84e8664a2 None None] For port 8313a76c-5a0d-43e4-9f27-1a8f5c04d61f, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8313a76c-5a0d-43e4-9f27-1a8f5c04d61f,segment=NetworkSegment(e4a2a770-ab63-49bc-94b4-ef82114da841),segment_id=e4a2a770-ab63-49bc-94b4-ef82114da841)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:24:06.244526 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-74911d09-2df5-445a-be62-35a84e8664a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8313a76c-5a0d-43e4-9f27-1a8f5c04d61f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:06.393847 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a3122eb6-55f9-4570-b06f-97066203515a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for port (e8c1416c-7062-4db7-b30f-0d0e02c1a9af), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:06.402607 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74911d09-2df5-445a-be62-35a84e8664a2 None None] Pushing event updated for resources: {'Port': ['ID=8313a76c-5a0d-43e4-9f27-1a8f5c04d61f,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:06.454606 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a3122eb6-55f9-4570-b06f-97066203515a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (e8c1416c-7062-4db7-b30f-0d0e02c1a9af), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:06.535647 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3122eb6-55f9-4570-b06f-97066203515a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network 58818f38-52a5-46c5-9de8-8c4e8c5cc8b7 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:06.548248 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-a3122eb6-55f9-4570-b06f-97066203515a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:06.556707 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3122eb6-55f9-4570-b06f-97066203515a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:06.639094 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3122eb6-55f9-4570-b06f-97066203515a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Port': ['ID=e8c1416c-7062-4db7-b30f-0d0e02c1a9af,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:06.641800 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8b95343f-2ac8-4e12-b5bd-f2aa5897f16c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router_gateway (de6081de-a272-4dad-a607-9a5851abbf10), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:06.764983 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:06.825370 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3122eb6-55f9-4570-b06f-97066203515a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:06.829747 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e20420-59bc-43e7-aac6-3732b3e7ed46 req-ae5163c7-e10c-4dcf-a9f3-93c11db80499 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:06.833612 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a3122eb6-55f9-4570-b06f-97066203515a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:06.837053 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-15e20420-59bc-43e7-aac6-3732b3e7ed46 req-ae5163c7-e10c-4dcf-a9f3-93c11db80499 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=f14369ff-c65f-48a6-b62c-aad71eb514c8 HTTP/1.1" status: 200 len: 945 time: 0.2325828 Feb 19 04:24:06.885326 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a3122eb6-55f9-4570-b06f-97066203515a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0827324 Feb 19 04:24:06.886394 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53480) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:06.945768 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-15e20420-59bc-43e7-aac6-3732b3e7ed46 req-7042bc98-ff18-4053-81fa-d47266063973 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072831 Feb 19 04:24:07.148639 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8b95343f-2ac8-4e12-b5bd-f2aa5897f16c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5517'] for router (de6081de-a272-4dad-a607-9a5851abbf10), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.154515 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8b95343f-2ac8-4e12-b5bd-f2aa5897f16c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1611319'] for router (de6081de-a272-4dad-a607-9a5851abbf10), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.164467 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-77810e33-5d86-4177-942b-3ca991faf429 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting port e8c1416c-7062-4db7-b30f-0d0e02c1a9af {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:07.178856 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-77810e33-5d86-4177-942b-3ca991faf429 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (e8c1416c-7062-4db7-b30f-0d0e02c1a9af), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.328243 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-77810e33-5d86-4177-942b-3ca991faf429 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (e8c1416c-7062-4db7-b30f-0d0e02c1a9af), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.344021 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-77810e33-5d86-4177-942b-3ca991faf429 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Calling delete_port for e8c1416c-7062-4db7-b30f-0d0e02c1a9af owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:07.393473 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b95343f-2ac8-4e12-b5bd-f2aa5897f16c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Router de6081de-a272-4dad-a607-9a5851abbf10 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:24:07.512860 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-77810e33-5d86-4177-942b-3ca991faf429 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (e8c1416c-7062-4db7-b30f-0d0e02c1a9af), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.574212 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b95343f-2ac8-4e12-b5bd-f2aa5897f16c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:24:07.574526 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77810e33-5d86-4177-942b-3ca991faf429 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Port': ['ID=e8c1416c-7062-4db7-b30f-0d0e02c1a9af,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:07.613359 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8b95343f-2ac8-4e12-b5bd-f2aa5897f16c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.620543 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aa5755-1ece-4719-952d-2436fdd25740 None None] Sync routers for ids ['de6081de-a272-4dad-a607-9a5851abbf10'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:24:07.641690 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8b95343f-2ac8-4e12-b5bd-f2aa5897f16c tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "PUT /v2.0/routers/de6081de-a272-4dad-a607-9a5851abbf10 HTTP/1.1" status: 200 len: 920 time: 3.5527534 Feb 19 04:24:07.645901 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53490) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:07.655544 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aa5755-1ece-4719-952d-2436fdd25740 None None] Routers {'de6081de-a272-4dad-a607-9a5851abbf10'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:07.656204 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a7aa5755-1ece-4719-952d-2436fdd25740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:24:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['de6081de-a272-4dad-a607-9a5851abbf10'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:07.746521 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a7aa5755-1ece-4719-952d-2436fdd25740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:07.785832 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aa5755-1ece-4719-952d-2436fdd25740 None None] Routers {'de6081de-a272-4dad-a607-9a5851abbf10'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:07.786770 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a7aa5755-1ece-4719-952d-2436fdd25740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:24:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['de6081de-a272-4dad-a607-9a5851abbf10'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:07.793758 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-77810e33-5d86-4177-942b-3ca991faf429 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.814201 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-77810e33-5d86-4177-942b-3ca991faf429 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/ports/e8c1416c-7062-4db7-b30f-0d0e02c1a9af HTTP/1.1" status: 204 len: 168 time: 0.9263041 Feb 19 04:24:07.815099 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53496) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:07.875165 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a7aa5755-1ece-4719-952d-2436fdd25740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:07.876688 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aa5755-1ece-4719-952d-2436fdd25740 None None] The sync data for ids ['de6081de-a272-4dad-a607-9a5851abbf10'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:24:07.884299 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeadc686-9d26-4d56-a05f-bcc986d8aaf0 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] DELETE failed (client error): The resource could not be found. Feb 19 04:24:07.890405 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeadc686-9d26-4d56-a05f-bcc986d8aaf0 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:24:07.893729 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-aeadc686-9d26-4d56-a05f-bcc986d8aaf0 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/ports/e8c1416c-7062-4db7-b30f-0d0e02c1a9af HTTP/1.1" status: 404 len: 333 time: 0.0752568 Feb 19 04:24:07.898550 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53500) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:07.939752 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b3c86da-7f6a-418a-8a3e-bfd40a1eaa9b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] GET failed (client error): The resource could not be found. Feb 19 04:24:07.941148 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1b3c86da-7f6a-418a-8a3e-bfd40a1eaa9b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "GET /v2.0/ports/e8c1416c-7062-4db7-b30f-0d0e02c1a9af HTTP/1.1" status: 404 len: 333 time: 0.0416481 Feb 19 04:24:07.944054 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53502) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:08.215613 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-60adfc33-f124-4a17-957c-6088de543b35 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "GET /v2.0/routers/de6081de-a272-4dad-a607-9a5851abbf10 HTTP/1.1" status: 200 len: 926 time: 0.5688190 Feb 19 04:24:08.220152 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53512) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:08.295028 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8959ce1-48bf-45d0-95d2-844337f85263 None None] Network 58818f38-52a5-46c5-9de8-8c4e8c5cc8b7 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:08.324204 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53d3b53-37be-43eb-80e6-a68f234c3438 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:08.326665 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a53d3b53-37be-43eb-80e6-a68f234c3438 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0&device_id=de6081de-a272-4dad-a607-9a5851abbf10&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1051204 Feb 19 04:24:08.334853 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53516) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:08.399371 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c9d29a9c-8e75-4be3-a712-af752bbba322 None None] Provisioning complete for port 8313a76c-5a0d-43e4-9f27-1a8f5c04d61f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:08.400291 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c9d29a9c-8e75-4be3-a712-af752bbba322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8313a76c-5a0d-43e4-9f27-1a8f5c04d61f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:08.544270 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c9d29a9c-8e75-4be3-a712-af752bbba322 None None] Current status of the port 8313a76c-5a0d-43e4-9f27-1a8f5c04d61f is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:08.544714 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c9d29a9c-8e75-4be3-a712-af752bbba322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8313a76c-5a0d-43e4-9f27-1a8f5c04d61f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:08.548597 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cef5a3-b5c0-45ba-8e9b-6794fd09d3d7 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:08.556563 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-60cef5a3-b5c0-45ba-8e9b-6794fd09d3d7 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "GET /v2.0/networks/7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 881 time: 0.2201183 Feb 19 04:24:08.561262 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53520) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:08.643601 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-35c42dfe-9560-4cb4-9c14-d61db34fe2a5 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6081de-a272-4dad-a607-9a5851abbf10 HTTP/1.1" status: 200 len: 205 time: 0.0809202 Feb 19 04:24:08.645961 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53524) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:08.692890 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c9d29a9c-8e75-4be3-a712-af752bbba322 None None] For port 8313a76c-5a0d-43e4-9f27-1a8f5c04d61f, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8313a76c-5a0d-43e4-9f27-1a8f5c04d61f,segment=NetworkSegment(e4a2a770-ab63-49bc-94b4-ef82114da841),segment_id=e4a2a770-ab63-49bc-94b4-ef82114da841)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:08.715232 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c9d29a9c-8e75-4be3-a712-af752bbba322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8313a76c-5a0d-43e4-9f27-1a8f5c04d61f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:08.915087 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d29a9c-8e75-4be3-a712-af752bbba322 None None] Pushing event updated for resources: {'Port': ['ID=8313a76c-5a0d-43e4-9f27-1a8f5c04d61f,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:08.965014 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8313a76c-5a0d-43e4-9f27-1a8f5c04d61f up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:09.011894 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-21dd5162-474f-42d9-be80-a94167fb5649 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router (de6081de-a272-4dad-a607-9a5851abbf10), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:09.156296 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-92acb8a4-f3c4-4b15-b38c-a8a9094dee6c None None] Provisioning complete for port 8313a76c-5a0d-43e4-9f27-1a8f5c04d61f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:09.156830 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-92acb8a4-f3c4-4b15-b38c-a8a9094dee6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8313a76c-5a0d-43e4-9f27-1a8f5c04d61f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:09.356383 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 8313a76c-5a0d-43e4-9f27-1a8f5c04d61f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:09.361319 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8313a76c-5a0d-43e4-9f27-1a8f5c04d61f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:09.377025 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22d8a0-b3ec-41df-9210-fcdf5672733c req-71efb42d-7c61-4ce4-a79c-b676403557b1 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:09.382318 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e22d8a0-b3ec-41df-9210-fcdf5672733c req-71efb42d-7c61-4ce4-a79c-b676403557b1 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.79 "GET /v2.0/ports?device_id=f14369ff-c65f-48a6-b62c-aad71eb514c8 HTTP/1.1" status: 200 len: 945 time: 1.4858384 Feb 19 04:24:09.393844 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-d653560f-0264-4a98-aa7a-cbc42247f404 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting subnet 8baa229c-092f-4443-96fd-344adb85a154 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:24:09.445902 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d653560f-0264-4a98-aa7a-cbc42247f404 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for subnet (8baa229c-092f-4443-96fd-344adb85a154), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:09.548547 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-21dd5162-474f-42d9-be80-a94167fb5649 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_gateway (de6081de-a272-4dad-a607-9a5851abbf10), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:09.603794 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-92acb8a4-f3c4-4b15-b38c-a8a9094dee6c None None] Current status of the port 8313a76c-5a0d-43e4-9f27-1a8f5c04d61f is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:09.633845 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f31836-8920-4426-adc6-4239e09bfae0 req-fefe8494-7ebf-466b-90e4-e0ceaf2df51e tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:09.636264 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 8313a76c-5a0d-43e4-9f27-1a8f5c04d61f is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:09.642304 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-25f31836-8920-4426-adc6-4239e09bfae0 req-fefe8494-7ebf-466b-90e4-e0ceaf2df51e tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=f14369ff-c65f-48a6-b62c-aad71eb514c8 HTTP/1.1" status: 200 len: 945 time: 1.5127606 Feb 19 04:24:09.654211 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d653560f-0264-4a98-aa7a-cbc42247f404 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (8baa229c-092f-4443-96fd-344adb85a154), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:09.728646 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-df850d8a-66d1-4985-8572-ebf4a9bda112 None None] Could not find standard attr ID for object e8c1416c-7062-4db7-b30f-0d0e02c1a9af. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:24:09.748874 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-21dd5162-474f-42d9-be80-a94167fb5649 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Deleting port 69fc9513-fd46-47b6-98e1-035a810e2bdc {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:09.749361 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-21dd5162-474f-42d9-be80-a94167fb5649 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (69fc9513-fd46-47b6-98e1-035a810e2bdc), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:09.773094 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-25f31836-8920-4426-adc6-4239e09bfae0 req-89c8dd42-ec84-4bcc-a9db-6e8c05bcb7d3 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154661 Feb 19 04:24:09.831609 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-8e22d8a0-b3ec-41df-9210-fcdf5672733c req-056e1849-dc48-4b25-9b10-64be31d476f1 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Deleting port fd5aaa60-ed34-4808-a607-f82f23f9b626 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:09.832342 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8e22d8a0-b3ec-41df-9210-fcdf5672733c req-056e1849-dc48-4b25-9b10-64be31d476f1 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (fd5aaa60-ed34-4808-a607-f82f23f9b626), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:09.924714 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d653560f-0264-4a98-aa7a-cbc42247f404 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (8baa229c-092f-4443-96fd-344adb85a154), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:09.928128 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-21dd5162-474f-42d9-be80-a94167fb5649 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (69fc9513-fd46-47b6-98e1-035a810e2bdc), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:09.960061 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-21dd5162-474f-42d9-be80-a94167fb5649 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Calling delete_port for 69fc9513-fd46-47b6-98e1-035a810e2bdc owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:10.031075 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-8e22d8a0-b3ec-41df-9210-fcdf5672733c req-056e1849-dc48-4b25-9b10-64be31d476f1 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] For port fd5aaa60-ed34-4808-a607-f82f23f9b626, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=fd5aaa60-ed34-4808-a607-f82f23f9b626,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:10.031859 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8e22d8a0-b3ec-41df-9210-fcdf5672733c req-056e1849-dc48-4b25-9b10-64be31d476f1 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (fd5aaa60-ed34-4808-a607-f82f23f9b626), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.051624 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-8e22d8a0-b3ec-41df-9210-fcdf5672733c req-056e1849-dc48-4b25-9b10-64be31d476f1 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Calling delete_port for fd5aaa60-ed34-4808-a607-f82f23f9b626 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:10.080057 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d653560f-0264-4a98-aa7a-cbc42247f404 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (8baa229c-092f-4443-96fd-344adb85a154), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.160283 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f7c547-9030-4ba1-ac9c-f78e000b910c None None] Network 58818f38-52a5-46c5-9de8-8c4e8c5cc8b7 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:10.162082 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d653560f-0264-4a98-aa7a-cbc42247f404 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.166709 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d653560f-0264-4a98-aa7a-cbc42247f404 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/subnets/8baa229c-092f-4443-96fd-344adb85a154 HTTP/1.1" status: 204 len: 168 time: 2.2216966 Feb 19 04:24:10.202043 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53546) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:10.216430 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653560f-0264-4a98-aa7a-cbc42247f404 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Subnet': ['ID=8baa229c-092f-4443-96fd-344adb85a154,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:10.429505 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97222c92-25ad-4a54-9987-f09251553e10 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (58818f38-52a5-46c5-9de8-8c4e8c5cc8b7), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.481048 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-21dd5162-474f-42d9-be80-a94167fb5649 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (69fc9513-fd46-47b6-98e1-035a810e2bdc), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.538089 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd5162-474f-42d9-be80-a94167fb5649 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Pushing event deleted for resources: {'Port': ['ID=69fc9513-fd46-47b6-98e1-035a810e2bdc,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:10.716258 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8313a76c-5a0d-43e4-9f27-1a8f5c04d61f up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:10.746151 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8e22d8a0-b3ec-41df-9210-fcdf5672733c req-056e1849-dc48-4b25-9b10-64be31d476f1 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (fd5aaa60-ed34-4808-a607-f82f23f9b626), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.772903 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-21dd5162-474f-42d9-be80-a94167fb5649 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (de6081de-a272-4dad-a607-9a5851abbf10), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.806350 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['12fa2f24-9f06-475c-9764-ec13d3159342'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:24:10.811439 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d6e793-b469-46e9-9f07-51e6036849e1 None None] DHCP port deletion for 58818f38-52a5-46c5-9de8-8c4e8c5cc8b7 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:24:10.853656 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e1849-dc48-4b25-9b10-64be31d476f1 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Pushing event deleted for resources: {'Port': ['ID=fd5aaa60-ed34-4808-a607-f82f23f9b626,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:10.938950 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-97222c92-25ad-4a54-9987-f09251553e10 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting port 8313a76c-5a0d-43e4-9f27-1a8f5c04d61f {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:10.939317 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97222c92-25ad-4a54-9987-f09251553e10 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (8313a76c-5a0d-43e4-9f27-1a8f5c04d61f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.941227 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-21dd5162-474f-42d9-be80-a94167fb5649 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (de6081de-a272-4dad-a607-9a5851abbf10), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.949258 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-21dd5162-474f-42d9-be80-a94167fb5649 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_controller (de6081de-a272-4dad-a607-9a5851abbf10), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.997244 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 8313a76c-5a0d-43e4-9f27-1a8f5c04d61f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:10.997244 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8313a76c-5a0d-43e4-9f27-1a8f5c04d61f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:11.035242 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-21dd5162-474f-42d9-be80-a94167fb5649 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (de6081de-a272-4dad-a607-9a5851abbf10), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:11.035779 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21dd5162-474f-42d9-be80-a94167fb5649 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Fanout notify agent at l3_agent the message router_deleted on router de6081de-a272-4dad-a607-9a5851abbf10 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:24:11.041505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e22d8a0-b3ec-41df-9210-fcdf5672733c req-056e1849-dc48-4b25-9b10-64be31d476f1 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] No DVR routers for this DVR port fd5aaa60-ed34-4808-a607-f82f23f9b626 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:24:11.052118 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-21dd5162-474f-42d9-be80-a94167fb5649 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:11.058213 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8e22d8a0-b3ec-41df-9210-fcdf5672733c req-056e1849-dc48-4b25-9b10-64be31d476f1 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:11.058435 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-21dd5162-474f-42d9-be80-a94167fb5649 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "DELETE /v2.0/routers/de6081de-a272-4dad-a607-9a5851abbf10 HTTP/1.1" status: 204 len: 168 time: 2.4108977 Feb 19 04:24:11.063421 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e22d8a0-b3ec-41df-9210-fcdf5672733c req-056e1849-dc48-4b25-9b10-64be31d476f1 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.79 "DELETE /v2.0/ports/fd5aaa60-ed34-4808-a607-f82f23f9b626 HTTP/1.1" status: 204 len: 173 time: 1.6630411 Feb 19 04:24:11.065264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53564) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:11.067512 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14369ff-c65f-48a6-b62c-aad71eb514c8', 'name': 'network-vif-deleted', 'tag': 'fd5aaa60-ed34-4808-a607-f82f23f9b626'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:24:11.084111 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8e23ff-ed04-429b-b5ae-c9b714a901db" -d '{"events": [{"server_uuid": "f14369ff-c65f-48a6-b62c-aad71eb514c8", "name": "network-vif-deleted", "tag": "fd5aaa60-ed34-4808-a607-f82f23f9b626"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:24:11.095752 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-0475e4ae-3f5d-4160-986d-f3bfd64ccce1 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1780636192', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}, 'admin_state_up': False}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:11.125341 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-88d6e793-b469-46e9-9f07-51e6036849e1 None None] Deleting port 8313a76c-5a0d-43e4-9f27-1a8f5c04d61f {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:11.125715 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-88d6e793-b469-46e9-9f07-51e6036849e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (8313a76c-5a0d-43e4-9f27-1a8f5c04d61f), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:11.210266 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97ea5268-2223-4b79-b46f-013a768cc875 req-0a99597e-2b24-4089-a2b7-cb0a5ad2ce80 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=f14369ff-c65f-48a6-b62c-aad71eb514c8 HTTP/1.1" status: 200 len: 210 time: 0.2379408 Feb 19 04:24:11.308684 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-97222c92-25ad-4a54-9987-f09251553e10 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] For port 8313a76c-5a0d-43e4-9f27-1a8f5c04d61f, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8313a76c-5a0d-43e4-9f27-1a8f5c04d61f,segment=NetworkSegment(e4a2a770-ab63-49bc-94b4-ef82114da841),segment_id=e4a2a770-ab63-49bc-94b4-ef82114da841)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:11.309616 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97222c92-25ad-4a54-9987-f09251553e10 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (8313a76c-5a0d-43e4-9f27-1a8f5c04d61f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:11.311641 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-88d6e793-b469-46e9-9f07-51e6036849e1 None None] For port 8313a76c-5a0d-43e4-9f27-1a8f5c04d61f, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8313a76c-5a0d-43e4-9f27-1a8f5c04d61f,segment=NetworkSegment(e4a2a770-ab63-49bc-94b4-ef82114da841),segment_id=e4a2a770-ab63-49bc-94b4-ef82114da841)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:11.312982 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-88d6e793-b469-46e9-9f07-51e6036849e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (8313a76c-5a0d-43e4-9f27-1a8f5c04d61f), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:11.313906 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0475e4ae-3f5d-4160-986d-f3bfd64ccce1 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (f4df72f3-96ea-417e-9e04-ccdcebc1a930), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:11.315262 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0475e4ae-3f5d-4160-986d-f3bfd64ccce1 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (f4df72f3-96ea-417e-9e04-ccdcebc1a930), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:11.334330 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db509b76-a847-4137-8079-9f9d56e8988f x-openstack-request-id: req-db509b76-a847-4137-8079-9f9d56e8988f {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:24:11.334632 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14369ff-c65f-48a6-b62c-aad71eb514c8", "name": "network-vif-deleted", "tag": "fd5aaa60-ed34-4808-a607-f82f23f9b626", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:24:11.334888 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db509b76-a847-4137-8079-9f9d56e8988f {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:24:11.337809 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-88d6e793-b469-46e9-9f07-51e6036849e1 None None] Calling delete_port for 8313a76c-5a0d-43e4-9f27-1a8f5c04d61f owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:11.338455 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14369ff-c65f-48a6-b62c-aad71eb514c8', 'name': 'network-vif-deleted', 'tag': 'fd5aaa60-ed34-4808-a607-f82f23f9b626', 'status': 'completed', 'code': 200} Feb 19 04:24:11.339607 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 8313a76c-5a0d-43e4-9f27-1a8f5c04d61f is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:11.363279 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-97222c92-25ad-4a54-9987-f09251553e10 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Calling delete_port for 8313a76c-5a0d-43e4-9f27-1a8f5c04d61f owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:11.478719 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0475e4ae-3f5d-4160-986d-f3bfd64ccce1 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_controller (f4df72f3-96ea-417e-9e04-ccdcebc1a930), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:11.532530 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-88d6e793-b469-46e9-9f07-51e6036849e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (8313a76c-5a0d-43e4-9f27-1a8f5c04d61f), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:11.577803 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6e793-b469-46e9-9f07-51e6036849e1 None None] Pushing event deleted for resources: {'Port': ['ID=8313a76c-5a0d-43e4-9f27-1a8f5c04d61f,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:11.589829 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d6e793-b469-46e9-9f07-51e6036849e1 None None] No DVR routers for this DVR port 8313a76c-5a0d-43e4-9f27-1a8f5c04d61f on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:24:11.689624 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device fd5aaa60-ed34-4808-a607-f82f23f9b626 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:24:11.719966 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: fd5aaa60-ed34-4808-a607-f82f23f9b626 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:24:11.731015 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device fd5aaa60-ed34-4808-a607-f82f23f9b626 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:24:11.823161 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97222c92-25ad-4a54-9987-f09251553e10 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (8313a76c-5a0d-43e4-9f27-1a8f5c04d61f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:11.854892 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0475e4ae-3f5d-4160-986d-f3bfd64ccce1 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_gateway (f4df72f3-96ea-417e-9e04-ccdcebc1a930), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:11.860417 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97222c92-25ad-4a54-9987-f09251553e10 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Port': ['ID=8313a76c-5a0d-43e4-9f27-1a8f5c04d61f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:11.867061 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97222c92-25ad-4a54-9987-f09251553e10 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] No DVR routers for this DVR port 8313a76c-5a0d-43e4-9f27-1a8f5c04d61f on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:24:12.018553 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97222c92-25ad-4a54-9987-f09251553e10 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (58818f38-52a5-46c5-9de8-8c4e8c5cc8b7), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.085356 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-97222c92-25ad-4a54-9987-f09251553e10 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58818f38-52a5-46c5-9de8-8c4e8c5cc8b7']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:12.097770 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-97222c92-25ad-4a54-9987-f09251553e10 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a2a770-ab63-49bc-94b4-ef82114da841') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:12.098132 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-97222c92-25ad-4a54-9987-f09251553e10 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a2a770-ab63-49bc-94b4-ef82114da841') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:12.110207 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97222c92-25ad-4a54-9987-f09251553e10 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (e4a2a770-ab63-49bc-94b4-ef82114da841), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.135924 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97222c92-25ad-4a54-9987-f09251553e10 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e4a2a770-ab63-49bc-94b4-ef82114da841), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.169767 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97222c92-25ad-4a54-9987-f09251553e10 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:24:12.171142 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97222c92-25ad-4a54-9987-f09251553e10 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (e4a2a770-ab63-49bc-94b4-ef82114da841), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:24:12.180678 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:24:12.334895 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97222c92-25ad-4a54-9987-f09251553e10 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (58818f38-52a5-46c5-9de8-8c4e8c5cc8b7), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.345545 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97222c92-25ad-4a54-9987-f09251553e10 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.349236 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-97222c92-25ad-4a54-9987-f09251553e10 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/networks/58818f38-52a5-46c5-9de8-8c4e8c5cc8b7 HTTP/1.1" status: 204 len: 168 time: 2.1460896 Feb 19 04:24:12.353235 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53592) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:12.359165 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ad191676-37c9-4f18-80ec-6cdf0472a9c1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1996106195'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:12.428649 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad191676-37c9-4f18-80ec-6cdf0472a9c1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:12.449442 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ad191676-37c9-4f18-80ec-6cdf0472a9c1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.469807 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97222c92-25ad-4a54-9987-f09251553e10 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Network': ['ID=58818f38-52a5-46c5-9de8-8c4e8c5cc8b7,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:12.493786 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad191676-37c9-4f18-80ec-6cdf0472a9c1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:24:12.513889 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ad191676-37c9-4f18-80ec-6cdf0472a9c1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (5857093f-1e37-40d1-9346-e4c59bab2560), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.515800 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-ad191676-37c9-4f18-80ec-6cdf0472a9c1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Added segment 5857093f-1e37-40d1-9346-e4c59bab2560 of type vlan for network 7b35b705-dc5f-4fd4-b89e-fd036f2f4717 Feb 19 04:24:12.516392 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0475e4ae-3f5d-4160-986d-f3bfd64ccce1 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_gateway (f4df72f3-96ea-417e-9e04-ccdcebc1a930), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.560630 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0475e4ae-3f5d-4160-986d-f3bfd64ccce1 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.705381 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ad191676-37c9-4f18-80ec-6cdf0472a9c1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (7b35b705-dc5f-4fd4-b89e-fd036f2f4717), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.740562 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8313a76c-5a0d-43e4-9f27-1a8f5c04d61f no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:24:12.768140 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ad191676-37c9-4f18-80ec-6cdf0472a9c1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (7b35b705-dc5f-4fd4-b89e-fd036f2f4717), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.781011 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad191676-37c9-4f18-80ec-6cdf0472a9c1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:12.781671 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ad191676-37c9-4f18-80ec-6cdf0472a9c1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.802589 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 8313a76c-5a0d-43e4-9f27-1a8f5c04d61f {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:24:12.802938 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8313a76c-5a0d-43e4-9f27-1a8f5c04d61f not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:24:12.922875 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad191676-37c9-4f18-80ec-6cdf0472a9c1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Network': ['ID=7b35b705-dc5f-4fd4-b89e-fd036f2f4717,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:12.924873 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-0475e4ae-3f5d-4160-986d-f3bfd64ccce1 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Allocated IP 172.25.3.254 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/35963d89-ddaf-4840-bdea-1cf5d930a055) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:12.928433 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ad191676-37c9-4f18-80ec-6cdf0472a9c1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5741518 Feb 19 04:24:12.934687 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53618) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:12.941613 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-6218b3e6-ef76-46e3-a52d-f13fb8e1d92a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'subnet': {'network_id': '7b35b705-dc5f-4fd4-b89e-fd036f2f4717', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:12.953042 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad191676-37c9-4f18-80ec-6cdf0472a9c1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:12.954489 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad191676-37c9-4f18-80ec-6cdf0472a9c1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:12.957332 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad191676-37c9-4f18-80ec-6cdf0472a9c1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:12.958070 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad191676-37c9-4f18-80ec-6cdf0472a9c1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:12.958653 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad191676-37c9-4f18-80ec-6cdf0472a9c1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:12.958991 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad191676-37c9-4f18-80ec-6cdf0472a9c1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:12.961760 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad191676-37c9-4f18-80ec-6cdf0472a9c1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:12.962111 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad191676-37c9-4f18-80ec-6cdf0472a9c1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:12.962472 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad191676-37c9-4f18-80ec-6cdf0472a9c1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:12.962806 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad191676-37c9-4f18-80ec-6cdf0472a9c1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:12.963140 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad191676-37c9-4f18-80ec-6cdf0472a9c1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:12.963518 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad191676-37c9-4f18-80ec-6cdf0472a9c1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:12.963851 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad191676-37c9-4f18-80ec-6cdf0472a9c1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:12.996260 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 7b35b705-dc5f-4fd4-b89e-fd036f2f4717 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:24:13.186490 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959edc68-42a0-40c3-a54f-c407098305e7 req-764b3482-605b-4b00-b262-2a5bcbce2f8d tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:13.188082 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-959edc68-42a0-40c3-a54f-c407098305e7 req-764b3482-605b-4b00-b262-2a5bcbce2f8d tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/networks?id=f340e38b-fc33-422a-8808-c90730dc6314 HTTP/1.1" status: 200 len: 806 time: 0.4249220 Feb 19 04:24:13.232199 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-959edc68-42a0-40c3-a54f-c407098305e7 req-821fb1dd-1591-4797-95b3-e3f11ce5678a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/quotas/8ec38d363cbe44859094f303c32fa2df HTTP/1.1" status: 200 len: 375 time: 0.0287280 Feb 19 04:24:13.238781 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6218b3e6-ef76-46e3-a52d-f13fb8e1d92a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:13.242123 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6218b3e6-ef76-46e3-a52d-f13fb8e1d92a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:13.311660 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0475e4ae-3f5d-4160-986d-f3bfd64ccce1 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for port (35963d89-ddaf-4840-bdea-1cf5d930a055), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:13.495172 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0475e4ae-3f5d-4160-986d-f3bfd64ccce1 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (35963d89-ddaf-4840-bdea-1cf5d930a055), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:13.538761 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-959edc68-42a0-40c3-a54f-c407098305e7 req-f7da38fc-23cb-479a-8ae7-f97aacdedc10 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ec38d363cbe44859094f303c32fa2df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2325447 Feb 19 04:24:13.564170 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0475e4ae-3f5d-4160-986d-f3bfd64ccce1 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:13.590703 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-0475e4ae-3f5d-4160-986d-f3bfd64ccce1 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:13.592570 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475e4ae-3f5d-4160-986d-f3bfd64ccce1 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Pushing event updated for resources: {'Port': ['ID=35963d89-ddaf-4840-bdea-1cf5d930a055,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:13.616054 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0475e4ae-3f5d-4160-986d-f3bfd64ccce1 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:13.790477 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-959edc68-42a0-40c3-a54f-c407098305e7 req-8822c7d2-0bae-4064-97d0-9da2944b0fac service neutron] 10.222.0.52 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249520 Feb 19 04:24:13.940102 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6218b3e6-ef76-46e3-a52d-f13fb8e1d92a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (a379d49b-80ae-4d02-9f4c-80a014e3f7cc), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:14.066079 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218b3e6-ef76-46e3-a52d-f13fb8e1d92a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Subnet': ['ID=a379d49b-80ae-4d02-9f4c-80a014e3f7cc,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:14.157527 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-959edc68-42a0-40c3-a54f-c407098305e7 req-7d6ac32a-4173-4302-913d-23a9fe88bf1f service neutron] 10.222.0.52 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283746 Feb 19 04:24:14.163427 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6218b3e6-ef76-46e3-a52d-f13fb8e1d92a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Checking segment: {'id': '5857093f-1e37-40d1-9346-e4c59bab2560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7b35b705-dc5f-4fd4-b89e-fd036f2f4717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:14.163721 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6218b3e6-ef76-46e3-a52d-f13fb8e1d92a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network hostable DHCP agents. Network: 7b35b705-dc5f-4fd4-b89e-fd036f2f4717, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:24:14.244249 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6218b3e6-ef76-46e3-a52d-f13fb8e1d92a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network 7b35b705-dc5f-4fd4-b89e-fd036f2f4717 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:24:14.273360 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0475e4ae-3f5d-4160-986d-f3bfd64ccce1 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_gateway (f4df72f3-96ea-417e-9e04-ccdcebc1a930), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:14.277734 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-6218b3e6-ef76-46e3-a52d-f13fb8e1d92a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 7b35b705-dc5f-4fd4-b89e-fd036f2f4717) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:14.288112 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0d6120-0ecf-422e-8909-2ac66bcd46fa None None] Network 7b35b705-dc5f-4fd4-b89e-fd036f2f4717 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:14.295343 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6218b3e6-ef76-46e3-a52d-f13fb8e1d92a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:14.296566 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6218b3e6-ef76-46e3-a52d-f13fb8e1d92a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:14.427096 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6218b3e6-ef76-46e3-a52d-f13fb8e1d92a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4894485 Feb 19 04:24:14.430911 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53664) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:14.440450 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-239ac90f-e5af-4766-833f-584cea0258f2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'port': {'network_id': '7b35b705-dc5f-4fd4-b89e-fd036f2f4717', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1485807382'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:14.547486 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-7b35b705-dc5f-4fd4-b89e-fd036f2f4717', 'network_id': '7b35b705-dc5f-4fd4-b89e-fd036f2f4717', 'project_id': 'dd0b4c3644cf40b2a614f690962dfa99', 'fixed_ips': [{'subnet_id': 'a379d49b-80ae-4d02-9f4c-80a014e3f7cc'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:24:14.548374 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:14.754005 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239ac90f-e5af-4766-833f-584cea0258f2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:14.757429 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-239ac90f-e5af-4766-833f-584cea0258f2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:14.810443 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-239ac90f-e5af-4766-833f-584cea0258f2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] device_id is not set on port e91abce1-9436-43e6-aeee-2ecf0432f4b0 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:24:14.864723 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Allocated IP 172.20.0.2 (7b35b705-dc5f-4fd4-b89e-fd036f2f4717/a379d49b-80ae-4d02-9f4c-80a014e3f7cc/aa28605a-6f26-4532-a833-2e9bba2bda29) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:15.188624 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Publish callbacks [] for port (aa28605a-6f26-4532-a833-2e9bba2bda29), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:15.200079 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (aa28605a-6f26-4532-a833-2e9bba2bda29), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:15.247034 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Network 7b35b705-dc5f-4fd4-b89e-fd036f2f4717 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:15.250572 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:15.258524 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:15.323247 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fee8411a-718a-4a12-bb95-5d7d370bd275 req-39f54646-4092-412e-8b4a-7e75159ab06b tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=096e24bf-d702-40e7-9ad7-5f56cdce84e7 HTTP/1.1" status: 200 len: 210 time: 0.8578615 Feb 19 04:24:15.338152 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Pushing event updated for resources: {'Port': ['ID=aa28605a-6f26-4532-a833-2e9bba2bda29,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:15.377104 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:15.377338 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.db.api [None req-239ac90f-e5af-4766-833f-584cea0258f2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-037e58f0-335b-49f8-834a-5f10c943a8ae {{(pid=109925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:24:15.377484 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:15.377648 n-d-828369-19 neutron-server[109925]: DEBUG oslo_db.api [None req-239ac90f-e5af-4766-833f-584cea0258f2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:24:15.377867 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:15.378009 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:15.378369 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:15.378700 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:15.379036 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:15.379465 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:15.379794 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:15.380117 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:15.380438 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:15.380963 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:15.381456 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:15.409518 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Attempting to bind port aa28605a-6f26-4532-a833-2e9bba2bda29 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:24:15.410191 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Attempting to bind port aa28605a-6f26-4532-a833-2e9bba2bda29 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '5857093f-1e37-40d1-9346-e4c59bab2560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7b35b705-dc5f-4fd4-b89e-fd036f2f4717'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:24:15.410728 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Attempting to bind port aa28605a-6f26-4532-a833-2e9bba2bda29 on network 7b35b705-dc5f-4fd4-b89e-fd036f2f4717 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:24:15.418014 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:24:15.418733 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Checking segment: {'id': '5857093f-1e37-40d1-9346-e4c59bab2560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7b35b705-dc5f-4fd4-b89e-fd036f2f4717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:15.419341 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:15.419917 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Bound using segment: {'id': '5857093f-1e37-40d1-9346-e4c59bab2560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7b35b705-dc5f-4fd4-b89e-fd036f2f4717'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:24:15.420600 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Bound port: aa28605a-6f26-4532-a833-2e9bba2bda29, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5857093f-1e37-40d1-9346-e4c59bab2560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7b35b705-dc5f-4fd4-b89e-fd036f2f4717'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:24:15.421162 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (aa28605a-6f26-4532-a833-2e9bba2bda29), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:15.566391 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] For port aa28605a-6f26-4532-a833-2e9bba2bda29, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:24:15.570025 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] For port aa28605a-6f26-4532-a833-2e9bba2bda29, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=aa28605a-6f26-4532-a833-2e9bba2bda29,segment=NetworkSegment(5857093f-1e37-40d1-9346-e4c59bab2560),segment_id=5857093f-1e37-40d1-9346-e4c59bab2560)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:24:15.605357 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (aa28605a-6f26-4532-a833-2e9bba2bda29), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:15.641195 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0475e4ae-3f5d-4160-986d-f3bfd64ccce1 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (f4df72f3-96ea-417e-9e04-ccdcebc1a930), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:15.727255 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb481c5-0fda-4ca5-b69c-aa5875ba3c2f None None] Pushing event updated for resources: {'Port': ['ID=aa28605a-6f26-4532-a833-2e9bba2bda29,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:15.811200 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0475e4ae-3f5d-4160-986d-f3bfd64ccce1 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Router f4df72f3-96ea-417e-9e04-ccdcebc1a930 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:24:15.878887 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-239ac90f-e5af-4766-833f-584cea0258f2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:15.908481 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-239ac90f-e5af-4766-833f-584cea0258f2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] device_id is not set on port 746fb41b-2ba4-4386-b51f-c766bd8de8ce yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:24:16.124434 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0475e4ae-3f5d-4160-986d-f3bfd64ccce1 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:24:16.136203 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7c3d99-1441-428a-9450-6708cbef6722 None None] Sync routers for ids ['f4df72f3-96ea-417e-9e04-ccdcebc1a930'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:24:16.153378 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7c3d99-1441-428a-9450-6708cbef6722 None None] Routers {'f4df72f3-96ea-417e-9e04-ccdcebc1a930'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:16.154328 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2d7c3d99-1441-428a-9450-6708cbef6722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:24:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f4df72f3-96ea-417e-9e04-ccdcebc1a930'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:16.179735 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0475e4ae-3f5d-4160-986d-f3bfd64ccce1 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:16.203722 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0475e4ae-3f5d-4160-986d-f3bfd64ccce1 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.1143472 Feb 19 04:24:16.204616 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53696) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:16.231328 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-f2d3237a-ae31-4540-9911-a14268e00910 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:16.259909 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2d7c3d99-1441-428a-9450-6708cbef6722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:16.286478 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7c3d99-1441-428a-9450-6708cbef6722 None None] Routers {'f4df72f3-96ea-417e-9e04-ccdcebc1a930'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:16.287377 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2d7c3d99-1441-428a-9450-6708cbef6722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:24:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f4df72f3-96ea-417e-9e04-ccdcebc1a930'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:16.334455 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959edc68-42a0-40c3-a54f-c407098305e7 req-1341078b-877d-4a19-ae16-ede2b7df15f1 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:16.336626 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-959edc68-42a0-40c3-a54f-c407098305e7 req-1341078b-877d-4a19-ae16-ede2b7df15f1 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.26 "GET /v2.0/networks?id=f340e38b-fc33-422a-8808-c90730dc6314 HTTP/1.1" status: 200 len: 806 time: 0.3131244 Feb 19 04:24:16.338443 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-239ac90f-e5af-4766-833f-584cea0258f2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Allocated IP 172.20.0.14 (7b35b705-dc5f-4fd4-b89e-fd036f2f4717/a379d49b-80ae-4d02-9f4c-80a014e3f7cc/746fb41b-2ba4-4386-b51f-c766bd8de8ce) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:16.362897 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-959edc68-42a0-40c3-a54f-c407098305e7 req-5219a925-2e20-41c4-a423-3ea500507abe tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Request body: {'port': {'device_id': '096e24bf-d702-40e7-9ad7-5f56cdce84e7', 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314', 'admin_state_up': True, 'tenant_id': '8ec38d363cbe44859094f303c32fa2df'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:16.390979 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2d7c3d99-1441-428a-9450-6708cbef6722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:16.391654 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7c3d99-1441-428a-9450-6708cbef6722 None None] The sync data for ids ['f4df72f3-96ea-417e-9e04-ccdcebc1a930'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:24:16.652852 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-239ac90f-e5af-4766-833f-584cea0258f2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for port (746fb41b-2ba4-4386-b51f-c766bd8de8ce), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:16.712670 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-239ac90f-e5af-4766-833f-584cea0258f2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (746fb41b-2ba4-4386-b51f-c766bd8de8ce), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:16.794772 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device aa28605a-6f26-4532-a833-2e9bba2bda29 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:16.853302 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239ac90f-e5af-4766-833f-584cea0258f2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network 7b35b705-dc5f-4fd4-b89e-fd036f2f4717 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:16.870063 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e465d596-36dd-4d2c-8e99-cacaf01136f7 req-cd518492-8d50-4c9c-b4d3-953cd99c9c0f tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=096e24bf-d702-40e7-9ad7-5f56cdce84e7 HTTP/1.1" status: 200 len: 210 time: 0.3907437 Feb 19 04:24:16.901244 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-239ac90f-e5af-4766-833f-584cea0258f2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:16.916322 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f2d3237a-ae31-4540-9911-a14268e00910 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_gateway (f4df72f3-96ea-417e-9e04-ccdcebc1a930), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:16.916829 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239ac90f-e5af-4766-833f-584cea0258f2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:16.931717 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ac90f-e5af-4766-833f-584cea0258f2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Port': ['ID=746fb41b-2ba4-4386-b51f-c766bd8de8ce,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:16.940164 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port aa28605a-6f26-4532-a833-2e9bba2bda29 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:16.940829 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (aa28605a-6f26-4532-a833-2e9bba2bda29), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:16.950258 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f2d3237a-ae31-4540-9911-a14268e00910 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_gateway (f4df72f3-96ea-417e-9e04-ccdcebc1a930), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:17.008666 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239ac90f-e5af-4766-833f-584cea0258f2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:17.008883 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-239ac90f-e5af-4766-833f-584cea0258f2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:17.043743 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-239ac90f-e5af-4766-833f-584cea0258f2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.6106369 Feb 19 04:24:17.049093 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53706) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:17.068555 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959edc68-42a0-40c3-a54f-c407098305e7 req-5219a925-2e20-41c4-a423-3ea500507abe tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Made reservation on behalf of 8ec38d363cbe44859094f303c32fa2df for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:17.071947 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-959edc68-42a0-40c3-a54f-c407098305e7 req-5219a925-2e20-41c4-a423-3ea500507abe tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:17.114185 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-f2d3237a-ae31-4540-9911-a14268e00910 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Deleting port 35963d89-ddaf-4840-bdea-1cf5d930a055 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:17.114549 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f2d3237a-ae31-4540-9911-a14268e00910 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (35963d89-ddaf-4840-bdea-1cf5d930a055), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:17.124722 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port aa28605a-6f26-4532-a833-2e9bba2bda29 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:17.125426 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (aa28605a-6f26-4532-a833-2e9bba2bda29), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:17.194027 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port aa28605a-6f26-4532-a833-2e9bba2bda29, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=aa28605a-6f26-4532-a833-2e9bba2bda29,segment=NetworkSegment(5857093f-1e37-40d1-9346-e4c59bab2560),segment_id=5857093f-1e37-40d1-9346-e4c59bab2560)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:17.209822 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (aa28605a-6f26-4532-a833-2e9bba2bda29), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:17.271543 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-959edc68-42a0-40c3-a54f-c407098305e7 req-5219a925-2e20-41c4-a423-3ea500507abe tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Allocated IP 172.20.0.5 (f340e38b-fc33-422a-8808-c90730dc6314/28e0c96c-0d0f-4bc2-a99e-37aff97516b7/b76b4998-57a9-406f-b23a-0dc84480ea4c) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:17.318667 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=aa28605a-6f26-4532-a833-2e9bba2bda29,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:17.326367 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f2d3237a-ae31-4540-9911-a14268e00910 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (35963d89-ddaf-4840-bdea-1cf5d930a055), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:17.340410 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-f2d3237a-ae31-4540-9911-a14268e00910 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Calling delete_port for 35963d89-ddaf-4840-bdea-1cf5d930a055 owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:17.507643 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fdb0a6-56e6-4c4c-8bad-9d0a32e63ef8 None None] Network 7b35b705-dc5f-4fd4-b89e-fd036f2f4717 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:17.656908 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-61c1b89c-7e2e-4ecd-8c4c-330122578309 None None] Provisioning complete for port aa28605a-6f26-4532-a833-2e9bba2bda29 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:17.657378 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-61c1b89c-7e2e-4ecd-8c4c-330122578309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (aa28605a-6f26-4532-a833-2e9bba2bda29), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:17.675717 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f2d3237a-ae31-4540-9911-a14268e00910 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (35963d89-ddaf-4840-bdea-1cf5d930a055), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:17.729862 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3237a-ae31-4540-9911-a14268e00910 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Pushing event deleted for resources: {'Port': ['ID=35963d89-ddaf-4840-bdea-1cf5d930a055,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:17.869178 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f2d3237a-ae31-4540-9911-a14268e00910 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (f4df72f3-96ea-417e-9e04-ccdcebc1a930), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:17.945694 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-959edc68-42a0-40c3-a54f-c407098305e7 req-5219a925-2e20-41c4-a423-3ea500507abe tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks [] for port (b76b4998-57a9-406f-b23a-0dc84480ea4c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:17.972405 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-61c1b89c-7e2e-4ecd-8c4c-330122578309 None None] Current status of the port aa28605a-6f26-4532-a833-2e9bba2bda29 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:18.112680 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf409540-7b1f-4532-9007-30ceee390e09 req-ff82c152-00ad-4f09-8ddc-2f71797dfd32 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=096e24bf-d702-40e7-9ad7-5f56cdce84e7 HTTP/1.1" status: 200 len: 210 time: 0.0688021 Feb 19 04:24:18.129350 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-959edc68-42a0-40c3-a54f-c407098305e7 req-5219a925-2e20-41c4-a423-3ea500507abe tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (b76b4998-57a9-406f-b23a-0dc84480ea4c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:18.141967 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['12fa2f24-9f06-475c-9764-ec13d3159342'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:24:18.249634 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959edc68-42a0-40c3-a54f-c407098305e7 req-5219a925-2e20-41c4-a423-3ea500507abe tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Network f340e38b-fc33-422a-8808-c90730dc6314 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:18.252212 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-b366d331-2306-4e65-a9ec-eddcae535c39 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting port 746fb41b-2ba4-4386-b51f-c766bd8de8ce {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:18.252674 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b366d331-2306-4e65-a9ec-eddcae535c39 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (746fb41b-2ba4-4386-b51f-c766bd8de8ce), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:18.270451 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-959edc68-42a0-40c3-a54f-c407098305e7 req-5219a925-2e20-41c4-a423-3ea500507abe tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:18.281482 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-959edc68-42a0-40c3-a54f-c407098305e7 req-5219a925-2e20-41c4-a423-3ea500507abe tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:18.343434 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219a925-2e20-41c4-a423-3ea500507abe tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Pushing event updated for resources: {'Port': ['ID=b76b4998-57a9-406f-b23a-0dc84480ea4c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:18.425847 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f2d3237a-ae31-4540-9911-a14268e00910 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5517'] for router (f4df72f3-96ea-417e-9e04-ccdcebc1a930), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:18.431362 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f2d3237a-ae31-4540-9911-a14268e00910 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1611319'] for router (f4df72f3-96ea-417e-9e04-ccdcebc1a930), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:18.455393 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959edc68-42a0-40c3-a54f-c407098305e7 req-5219a925-2e20-41c4-a423-3ea500507abe tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:18.456586 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-959edc68-42a0-40c3-a54f-c407098305e7 req-5219a925-2e20-41c4-a423-3ea500507abe tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:18.481591 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-4d861f35-2b3e-413b-996d-f793c94b5aba None None] Provisioning complete for port 746fb41b-2ba4-4386-b51f-c766bd8de8ce triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:18.481990 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4d861f35-2b3e-413b-996d-f793c94b5aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (746fb41b-2ba4-4386-b51f-c766bd8de8ce), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:18.503614 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-959edc68-42a0-40c3-a54f-c407098305e7 req-5219a925-2e20-41c4-a423-3ea500507abe tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1459329 Feb 19 04:24:18.513505 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b366d331-2306-4e65-a9ec-eddcae535c39 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (746fb41b-2ba4-4386-b51f-c766bd8de8ce), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:18.521265 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-959edc68-42a0-40c3-a54f-c407098305e7 req-6f23caca-de8d-40b7-8c03-731cee99eb8d service neutron] Request body: {'port': {'device_id': '096e24bf-d702-40e7-9ad7-5f56cdce84e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:18.567514 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-b366d331-2306-4e65-a9ec-eddcae535c39 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Calling delete_port for 746fb41b-2ba4-4386-b51f-c766bd8de8ce owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:18.609020 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d3237a-ae31-4540-9911-a14268e00910 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Router f4df72f3-96ea-417e-9e04-ccdcebc1a930 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:24:18.636749 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-4d861f35-2b3e-413b-996d-f793c94b5aba None None] Port 746fb41b-2ba4-4386-b51f-c766bd8de8ce cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:24:18.667018 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-4d861f35-2b3e-413b-996d-f793c94b5aba None None] Provisioning complete for port aa28605a-6f26-4532-a833-2e9bba2bda29 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:18.668378 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4d861f35-2b3e-413b-996d-f793c94b5aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (aa28605a-6f26-4532-a833-2e9bba2bda29), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:18.676692 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-959edc68-42a0-40c3-a54f-c407098305e7 req-6f23caca-de8d-40b7-8c03-731cee99eb8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b76b4998-57a9-406f-b23a-0dc84480ea4c), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:18.750981 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device aa28605a-6f26-4532-a833-2e9bba2bda29 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:18.778123 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d3237a-ae31-4540-9911-a14268e00910 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:24:18.793409 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f2d3237a-ae31-4540-9911-a14268e00910 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:18.797472 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f2d3237a-ae31-4540-9911-a14268e00910 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "PUT /v2.0/routers/f4df72f3-96ea-417e-9e04-ccdcebc1a930 HTTP/1.1" status: 200 len: 710 time: 2.5915802 Feb 19 04:24:18.800220 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53722) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:18.856455 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32bcf2c-7dfb-4553-814e-abfc3621a357 None None] Sync routers for ids ['f4df72f3-96ea-417e-9e04-ccdcebc1a930'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:24:18.942316 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32bcf2c-7dfb-4553-814e-abfc3621a357 None None] Routers {'f4df72f3-96ea-417e-9e04-ccdcebc1a930'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:18.943205 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-d32bcf2c-7dfb-4553-814e-abfc3621a357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:24:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f4df72f3-96ea-417e-9e04-ccdcebc1a930'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:19.031894 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d65ddf81-a614-441c-bcec-2e373a9debc0 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "GET /v2.0/routers/f4df72f3-96ea-417e-9e04-ccdcebc1a930 HTTP/1.1" status: 200 len: 745 time: 0.2266037 Feb 19 04:24:19.032695 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53728) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:19.088230 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-959edc68-42a0-40c3-a54f-c407098305e7 req-6f23caca-de8d-40b7-8c03-731cee99eb8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76b4998-57a9-406f-b23a-0dc84480ea4c {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:24:19.091589 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-d32bcf2c-7dfb-4553-814e-abfc3621a357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:19.097513 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-959edc68-42a0-40c3-a54f-c407098305e7 req-6f23caca-de8d-40b7-8c03-731cee99eb8d service neutron] Publish callbacks [] for port (b76b4998-57a9-406f-b23a-0dc84480ea4c), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:19.111554 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-959edc68-42a0-40c3-a54f-c407098305e7 req-6f23caca-de8d-40b7-8c03-731cee99eb8d service neutron] Transition to ACTIVE for port object b76b4998-57a9-406f-b23a-0dc84480ea4c will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:24:19.122275 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-959edc68-42a0-40c3-a54f-c407098305e7 req-6f23caca-de8d-40b7-8c03-731cee99eb8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (b76b4998-57a9-406f-b23a-0dc84480ea4c), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:19.127469 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4419a82a-cb4b-434f-8039-f7620ef009f0 tempest-RoutersIpV6AdminTest-1425052357 tempest-RoutersIpV6AdminTest-1425052357-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0&device_id=f4df72f3-96ea-417e-9e04-ccdcebc1a930 HTTP/1.1" status: 200 len: 205 time: 0.0934803 Feb 19 04:24:19.130046 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53730) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:19.136379 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32bcf2c-7dfb-4553-814e-abfc3621a357 None None] Routers {'f4df72f3-96ea-417e-9e04-ccdcebc1a930'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:19.137038 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-d32bcf2c-7dfb-4553-814e-abfc3621a357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:24:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f4df72f3-96ea-417e-9e04-ccdcebc1a930'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:19.190479 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1f434156-afe2-4a29-ae33-617a08cf5470 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4df72f3-96ea-417e-9e04-ccdcebc1a930 HTTP/1.1" status: 200 len: 205 time: 0.0567091 Feb 19 04:24:19.191044 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53734) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:19.269502 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port aa28605a-6f26-4532-a833-2e9bba2bda29 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:19.272334 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (aa28605a-6f26-4532-a833-2e9bba2bda29), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:19.293842 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-64975bb1-3352-4478-85fa-392b9d8cb92b tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router (f4df72f3-96ea-417e-9e04-ccdcebc1a930), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:19.318373 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-d32bcf2c-7dfb-4553-814e-abfc3621a357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:19.319088 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32bcf2c-7dfb-4553-814e-abfc3621a357 None None] The sync data for ids ['f4df72f3-96ea-417e-9e04-ccdcebc1a930'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:24:19.345469 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-4d861f35-2b3e-413b-996d-f793c94b5aba None None] Current status of the port aa28605a-6f26-4532-a833-2e9bba2bda29 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:19.420920 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b366d331-2306-4e65-a9ec-eddcae535c39 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (746fb41b-2ba4-4386-b51f-c766bd8de8ce), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:19.448495 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port aa28605a-6f26-4532-a833-2e9bba2bda29 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:19.474794 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23caca-de8d-40b7-8c03-731cee99eb8d service neutron] Pushing event updated for resources: {'Port': ['ID=b76b4998-57a9-406f-b23a-0dc84480ea4c,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:19.497236 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6609ce02-3f09-44bd-84bd-1e21e7f631a4 None None] Could not find standard attr ID for object 746fb41b-2ba4-4386-b51f-c766bd8de8ce. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:24:19.623343 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366d331-2306-4e65-a9ec-eddcae535c39 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Port': ['ID=746fb41b-2ba4-4386-b51f-c766bd8de8ce,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:19.669050 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-64975bb1-3352-4478-85fa-392b9d8cb92b tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (f4df72f3-96ea-417e-9e04-ccdcebc1a930), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:19.676153 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-64975bb1-3352-4478-85fa-392b9d8cb92b tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router_controller (f4df72f3-96ea-417e-9e04-ccdcebc1a930), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:19.727985 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b366d331-2306-4e65-a9ec-eddcae535c39 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:19.735434 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b366d331-2306-4e65-a9ec-eddcae535c39 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/ports/746fb41b-2ba4-4386-b51f-c766bd8de8ce HTTP/1.1" status: 204 len: 168 time: 2.6852756 Feb 19 04:24:19.743094 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53740) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:19.768923 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa85de9-78da-40dd-b074-ac5ad3d6aef3 req-cb15b457-d397-45af-8d8c-717c67073b9c tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:19.770840 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-efa85de9-78da-40dd-b074-ac5ad3d6aef3 req-cb15b457-d397-45af-8d8c-717c67073b9c tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=096e24bf-d702-40e7-9ad7-5f56cdce84e7 HTTP/1.1" status: 200 len: 943 time: 0.3906598 Feb 19 04:24:19.772302 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-64975bb1-3352-4478-85fa-392b9d8cb92b tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (f4df72f3-96ea-417e-9e04-ccdcebc1a930), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:19.772302 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64975bb1-3352-4478-85fa-392b9d8cb92b tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Fanout notify agent at l3_agent the message router_deleted on router f4df72f3-96ea-417e-9e04-ccdcebc1a930 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:24:19.790146 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-64975bb1-3352-4478-85fa-392b9d8cb92b tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:19.791233 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-64975bb1-3352-4478-85fa-392b9d8cb92b tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "DELETE /v2.0/routers/f4df72f3-96ea-417e-9e04-ccdcebc1a930 HTTP/1.1" status: 204 len: 168 time: 0.5991819 Feb 19 04:24:19.796253 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53742) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:19.832821 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c9dfb6-e3d8-485c-85c6-a05b4ef89bf0 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] GET failed (client error): The resource could not be found. Feb 19 04:24:19.834412 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d0c9dfb6-e3d8-485c-85c6-a05b4ef89bf0 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "GET /v2.0/ports/746fb41b-2ba4-4386-b51f-c766bd8de8ce HTTP/1.1" status: 404 len: 333 time: 0.0903401 Feb 19 04:24:19.840099 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53744) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:19.882741 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9b9ab59a-2a0c-424c-b410-80347f02995f tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4df72f3-96ea-417e-9e04-ccdcebc1a930 HTTP/1.1" status: 200 len: 205 time: 0.0853584 Feb 19 04:24:19.897159 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-959edc68-42a0-40c3-a54f-c407098305e7 req-6f23caca-de8d-40b7-8c03-731cee99eb8d service neutron] Attempting to bind port b76b4998-57a9-406f-b23a-0dc84480ea4c on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:24:19.897499 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-959edc68-42a0-40c3-a54f-c407098305e7 req-6f23caca-de8d-40b7-8c03-731cee99eb8d service neutron] Attempting to bind port b76b4998-57a9-406f-b23a-0dc84480ea4c by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '6b87574b-72cf-4594-b333-e9ab62f81250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:24:19.897827 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959edc68-42a0-40c3-a54f-c407098305e7 req-6f23caca-de8d-40b7-8c03-731cee99eb8d service neutron] Attempting to bind port b76b4998-57a9-406f-b23a-0dc84480ea4c on network f340e38b-fc33-422a-8808-c90730dc6314 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:24:19.904286 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53746) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:19.965664 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-efa85de9-78da-40dd-b074-ac5ad3d6aef3 req-879f9d3d-8da8-488b-a76a-8cd000a3d02e tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441507 Feb 19 04:24:19.974373 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-8f48dac5-2e5a-4973-9c0e-6a8bd8c66913 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] delete failed (client error): The resource could not be found. Feb 19 04:24:19.977787 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8f48dac5-2e5a-4973-9c0e-6a8bd8c66913 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "DELETE /v2.0/routers/f4df72f3-96ea-417e-9e04-ccdcebc1a930 HTTP/1.1" status: 404 len: 336 time: 0.0702095 Feb 19 04:24:19.977787 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959edc68-42a0-40c3-a54f-c407098305e7 req-6f23caca-de8d-40b7-8c03-731cee99eb8d service neutron] Port b76b4998-57a9-406f-b23a-0dc84480ea4c on network f340e38b-fc33-422a-8808-c90730dc6314 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:24:19.977787 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959edc68-42a0-40c3-a54f-c407098305e7 req-6f23caca-de8d-40b7-8c03-731cee99eb8d service neutron] Attempting to bind port b76b4998-57a9-406f-b23a-0dc84480ea4c on network f340e38b-fc33-422a-8808-c90730dc6314 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:24:19.979189 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53748) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:19.996387 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959edc68-42a0-40c3-a54f-c407098305e7 req-6f23caca-de8d-40b7-8c03-731cee99eb8d service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:24:19.996387 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959edc68-42a0-40c3-a54f-c407098305e7 req-6f23caca-de8d-40b7-8c03-731cee99eb8d service neutron] Checking segment: {'id': '6b87574b-72cf-4594-b333-e9ab62f81250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:19.996387 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959edc68-42a0-40c3-a54f-c407098305e7 req-6f23caca-de8d-40b7-8c03-731cee99eb8d service neutron] Bound using segment: {'id': '6b87574b-72cf-4594-b333-e9ab62f81250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:24:19.996387 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-959edc68-42a0-40c3-a54f-c407098305e7 req-6f23caca-de8d-40b7-8c03-731cee99eb8d service neutron] Bound port: b76b4998-57a9-406f-b23a-0dc84480ea4c, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b87574b-72cf-4594-b333-e9ab62f81250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:24:19.996387 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-959edc68-42a0-40c3-a54f-c407098305e7 req-6f23caca-de8d-40b7-8c03-731cee99eb8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b76b4998-57a9-406f-b23a-0dc84480ea4c), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:20.022059 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d1ba9500-98de-4ff3-9ce2-95e5081c3014 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6081de-a272-4dad-a607-9a5851abbf10 HTTP/1.1" status: 200 len: 205 time: 0.0412674 Feb 19 04:24:20.022827 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53750) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:20.055408 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d8b341-2c09-4593-8126-9615ad016eb2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting subnet a379d49b-80ae-4d02-9f4c-80a014e3f7cc {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:24:20.096795 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-85d8b341-2c09-4593-8126-9615ad016eb2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for subnet (a379d49b-80ae-4d02-9f4c-80a014e3f7cc), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:20.128286 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-05433767-3298-4d9b-aaa9-7211a52e13c1 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] delete failed (client error): The resource could not be found. Feb 19 04:24:20.129392 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-05433767-3298-4d9b-aaa9-7211a52e13c1 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "DELETE /v2.0/routers/de6081de-a272-4dad-a607-9a5851abbf10 HTTP/1.1" status: 404 len: 336 time: 0.1036539 Feb 19 04:24:20.132209 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53756) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:20.196431 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-85d8b341-2c09-4593-8126-9615ad016eb2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (a379d49b-80ae-4d02-9f4c-80a014e3f7cc), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:20.209043 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-37f4231b-f37a-4fa2-9e11-637455314fb6 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67d544a-4baa-40d6-aa7f-e6bb230f5f5c HTTP/1.1" status: 200 len: 205 time: 0.0733752 Feb 19 04:24:20.220878 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53760) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:20.275991 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-959edc68-42a0-40c3-a54f-c407098305e7 req-6f23caca-de8d-40b7-8c03-731cee99eb8d service neutron] For port b76b4998-57a9-406f-b23a-0dc84480ea4c, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:24:20.282188 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-af775141-c1e9-43ff-8d85-3c859f48d9ea tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] delete failed (client error): The resource could not be found. Feb 19 04:24:20.285757 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-af775141-c1e9-43ff-8d85-3c859f48d9ea tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "DELETE /v2.0/routers/d67d544a-4baa-40d6-aa7f-e6bb230f5f5c HTTP/1.1" status: 404 len: 336 time: 0.0614402 Feb 19 04:24:20.287284 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53762) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:20.296402 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-959edc68-42a0-40c3-a54f-c407098305e7 req-6f23caca-de8d-40b7-8c03-731cee99eb8d service neutron] For port b76b4998-57a9-406f-b23a-0dc84480ea4c, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=b76b4998-57a9-406f-b23a-0dc84480ea4c,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:24:20.321113 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-959edc68-42a0-40c3-a54f-c407098305e7 req-6f23caca-de8d-40b7-8c03-731cee99eb8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (b76b4998-57a9-406f-b23a-0dc84480ea4c), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:20.336627 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-924eabba-e112-4ed4-8710-495e878d648c tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "GET /v2.0/ports?device_id=f23515a5-fe47-43f2-a752-98b9b4d048bd HTTP/1.1" status: 200 len: 205 time: 0.0468667 Feb 19 04:24:20.337249 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53764) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:20.369267 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959edc68-42a0-40c3-a54f-c407098305e7 req-6f23caca-de8d-40b7-8c03-731cee99eb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:20.369267 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-959edc68-42a0-40c3-a54f-c407098305e7 req-6f23caca-de8d-40b7-8c03-731cee99eb8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:20.372275 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-959edc68-42a0-40c3-a54f-c407098305e7 req-6f23caca-de8d-40b7-8c03-731cee99eb8d service neutron] 10.222.0.26 "PUT /v2.0/ports/b76b4998-57a9-406f-b23a-0dc84480ea4c HTTP/1.1" status: 200 len: 1092 time: 1.8560481 Feb 19 04:24:20.402035 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096e24bf-d702-40e7-9ad7-5f56cdce84e7', 'tag': 'b76b4998-57a9-406f-b23a-0dc84480ea4c'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:24:20.404363 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3480925a-5467-4f8a-b706-5efc0a7f07d2" -d '{"events": [{"name": "network-changed", "server_uuid": "096e24bf-d702-40e7-9ad7-5f56cdce84e7", "tag": "b76b4998-57a9-406f-b23a-0dc84480ea4c"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:24:20.462126 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-3f660c11-6bcf-455b-9785-8f797c3183e0 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] delete failed (client error): The resource could not be found. Feb 19 04:24:20.465685 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3f660c11-6bcf-455b-9785-8f797c3183e0 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "DELETE /v2.0/routers/f23515a5-fe47-43f2-a752-98b9b4d048bd HTTP/1.1" status: 404 len: 336 time: 0.1205084 Feb 19 04:24:20.466591 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53770) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:20.517425 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-85d8b341-2c09-4593-8126-9615ad016eb2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (a379d49b-80ae-4d02-9f4c-80a014e3f7cc), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:20.547076 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23caca-de8d-40b7-8c03-731cee99eb8d service neutron] Pushing event updated for resources: {'Port': ['ID=b76b4998-57a9-406f-b23a-0dc84480ea4c,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:20.551702 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8b6249-025e-4bf5-a327-77188d4ca141 x-openstack-request-id: req-4b8b6249-025e-4bf5-a327-77188d4ca141 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:24:20.551702 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "096e24bf-d702-40e7-9ad7-5f56cdce84e7", "tag": "b76b4998-57a9-406f-b23a-0dc84480ea4c", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:24:20.551702 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4b8b6249-025e-4bf5-a327-77188d4ca141 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:24:20.551702 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096e24bf-d702-40e7-9ad7-5f56cdce84e7', 'tag': 'b76b4998-57a9-406f-b23a-0dc84480ea4c', 'status': 'completed', 'code': 200} Feb 19 04:24:20.562904 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53772) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:20.567383 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a0869a7b-fed2-438b-9751-fa0065e87e81 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8b95557-412d-4685-9aa3-428da7f8f030 HTTP/1.1" status: 200 len: 205 time: 0.0992200 Feb 19 04:24:20.621888 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-0c998b7d-0ba8-4f84-a4d5-ff26a88fcaa4 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] delete failed (client error): The resource could not be found. Feb 19 04:24:20.625428 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0c998b7d-0ba8-4f84-a4d5-ff26a88fcaa4 tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "DELETE /v2.0/routers/b8b95557-412d-4685-9aa3-428da7f8f030 HTTP/1.1" status: 404 len: 336 time: 0.0583405 Feb 19 04:24:20.626488 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53774) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:20.640263 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959edc68-42a0-40c3-a54f-c407098305e7 req-84f38867-fdb5-4f1d-b374-e24ff8b59f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:20.642374 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-959edc68-42a0-40c3-a54f-c407098305e7 req-84f38867-fdb5-4f1d-b374-e24ff8b59f43 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ec38d363cbe44859094f303c32fa2df&device_id=096e24bf-d702-40e7-9ad7-5f56cdce84e7 HTTP/1.1" status: 200 len: 1126 time: 0.1928160 Feb 19 04:24:20.672602 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53776) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:20.684929 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a16ca127-04f5-4ae8-9335-21b9dc8af2ac tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ab4f845-3f05-4250-936f-fa45b1b3ed34 HTTP/1.1" status: 200 len: 205 time: 0.0576625 Feb 19 04:24:20.766292 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-8a336b25-a678-4a31-b626-9ea729daba0a tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] delete failed (client error): The resource could not be found. Feb 19 04:24:20.768104 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8a336b25-a678-4a31-b626-9ea729daba0a tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "DELETE /v2.0/routers/9ab4f845-3f05-4250-936f-fa45b1b3ed34 HTTP/1.1" status: 404 len: 336 time: 0.0935397 Feb 19 04:24:20.776250 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-959edc68-42a0-40c3-a54f-c407098305e7 req-973f1b58-2b38-4296-9833-27d07926679b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b76b4998-57a9-406f-b23a-0dc84480ea4c HTTP/1.1" status: 200 len: 217 time: 0.0819430 Feb 19 04:24:20.776918 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53780) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:20.847320 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-d09aa283-2290-4ce0-b167-8e198ee9feee tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] DELETE failed (client error): The resource could not be found. Feb 19 04:24:20.847779 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d09aa283-2290-4ce0-b167-8e198ee9feee tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:24:20.858059 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d09aa283-2290-4ce0-b167-8e198ee9feee tempest-RoutersIpV6AdminTest-512489451 tempest-RoutersIpV6AdminTest-512489451-project] 10.222.0.52 "DELETE /v2.0/subnets/a2cb9255-eefb-4211-94b6-dbff3172b024 HTTP/1.1" status: 404 len: 337 time: 0.0797296 Feb 19 04:24:20.877087 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959edc68-42a0-40c3-a54f-c407098305e7 req-4238621e-cbdf-4781-ab47-9409279e2245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:20.878647 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-959edc68-42a0-40c3-a54f-c407098305e7 req-4238621e-cbdf-4781-ab47-9409279e2245 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28e0c96c-0d0f-4bc2-a99e-37aff97516b7 HTTP/1.1" status: 200 len: 846 time: 0.0915179 Feb 19 04:24:20.886927 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-85d8b341-2c09-4593-8126-9615ad016eb2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (a379d49b-80ae-4d02-9f4c-80a014e3f7cc), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:20.942301 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-959edc68-42a0-40c3-a54f-c407098305e7 req-0533f07f-f43d-4208-a125-7e2dcb6dff84 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f340e38b-fc33-422a-8808-c90730dc6314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439286 Feb 19 04:24:20.943641 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-85d8b341-2c09-4593-8126-9615ad016eb2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:20.947580 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-85d8b341-2c09-4593-8126-9615ad016eb2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/subnets/a379d49b-80ae-4d02-9f4c-80a014e3f7cc HTTP/1.1" status: 204 len: 168 time: 1.1029022 Feb 19 04:24:20.950267 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53784) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:20.950818 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a30705-0157-4f6b-9ff0-b54f6614d1e7 None None] Network 7b35b705-dc5f-4fd4-b89e-fd036f2f4717 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:20.993438 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8b341-2c09-4593-8126-9615ad016eb2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Subnet': ['ID=a379d49b-80ae-4d02-9f4c-80a014e3f7cc,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:21.216241 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-959edc68-42a0-40c3-a54f-c407098305e7 req-185c978c-7571-4c0d-b8bc-e8e8ebc071b3 service neutron] 10.222.0.26 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440453 Feb 19 04:24:21.235580 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3090a90c-6ecc-45a1-bcbe-5e898e38a147 None None] DHCP port deletion for 7b35b705-dc5f-4fd4-b89e-fd036f2f4717 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:24:21.377983 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3090a90c-6ecc-45a1-bcbe-5e898e38a147 None None] Deleting port aa28605a-6f26-4532-a833-2e9bba2bda29 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:21.378385 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3090a90c-6ecc-45a1-bcbe-5e898e38a147 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (aa28605a-6f26-4532-a833-2e9bba2bda29), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:21.380538 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-61e52fd2-72a6-45f3-a71c-c85e69694030 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (7b35b705-dc5f-4fd4-b89e-fd036f2f4717), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:21.423525 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-959edc68-42a0-40c3-a54f-c407098305e7 req-9802299d-5124-4252-90c4-d49622cf730a service neutron] 10.222.0.26 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878250 Feb 19 04:24:21.460701 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28760b89-9cc7-4eb2-a87b-de0c2c85c983 req-41f1532b-471f-40e2-951b-491105bcdb68 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:21.462341 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-28760b89-9cc7-4eb2-a87b-de0c2c85c983 req-41f1532b-471f-40e2-951b-491105bcdb68 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=096e24bf-d702-40e7-9ad7-5f56cdce84e7 HTTP/1.1" status: 200 len: 943 time: 0.2519336 Feb 19 04:24:21.510441 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3090a90c-6ecc-45a1-bcbe-5e898e38a147 None None] For port aa28605a-6f26-4532-a833-2e9bba2bda29, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=aa28605a-6f26-4532-a833-2e9bba2bda29,segment=NetworkSegment(5857093f-1e37-40d1-9346-e4c59bab2560),segment_id=5857093f-1e37-40d1-9346-e4c59bab2560)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:21.511197 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3090a90c-6ecc-45a1-bcbe-5e898e38a147 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (aa28605a-6f26-4532-a833-2e9bba2bda29), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:21.528062 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3090a90c-6ecc-45a1-bcbe-5e898e38a147 None None] Calling delete_port for aa28605a-6f26-4532-a833-2e9bba2bda29 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:21.618492 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480925a-5467-4f8a-b706-5efc0a7f07d2 req-1323dc29-678d-4127-b104-120aee7eadc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:21.630768 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53802) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:21.632144 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3480925a-5467-4f8a-b706-5efc0a7f07d2 req-1323dc29-678d-4127-b104-120aee7eadc5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ec38d363cbe44859094f303c32fa2df&device_id=096e24bf-d702-40e7-9ad7-5f56cdce84e7 HTTP/1.1" status: 200 len: 1126 time: 0.1466079 Feb 19 04:24:21.650501 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-61e52fd2-72a6-45f3-a71c-c85e69694030 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting port aa28605a-6f26-4532-a833-2e9bba2bda29 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:21.650992 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-61e52fd2-72a6-45f3-a71c-c85e69694030 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (aa28605a-6f26-4532-a833-2e9bba2bda29), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:21.662724 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-28760b89-9cc7-4eb2-a87b-de0c2c85c983 req-18e49a31-36a9-430b-b2ff-03ec7923bd50 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875868 Feb 19 04:24:21.710871 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3090a90c-6ecc-45a1-bcbe-5e898e38a147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (aa28605a-6f26-4532-a833-2e9bba2bda29), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:21.804581 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090a90c-6ecc-45a1-bcbe-5e898e38a147 None None] Pushing event deleted for resources: {'Port': ['ID=aa28605a-6f26-4532-a833-2e9bba2bda29,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:21.868727 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3090a90c-6ecc-45a1-bcbe-5e898e38a147 None None] No DVR routers for this DVR port aa28605a-6f26-4532-a833-2e9bba2bda29 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:24:21.935936 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-61e52fd2-72a6-45f3-a71c-c85e69694030 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] For port aa28605a-6f26-4532-a833-2e9bba2bda29, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=aa28605a-6f26-4532-a833-2e9bba2bda29,segment=NetworkSegment(5857093f-1e37-40d1-9346-e4c59bab2560),segment_id=5857093f-1e37-40d1-9346-e4c59bab2560)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:21.936309 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-61e52fd2-72a6-45f3-a71c-c85e69694030 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (aa28605a-6f26-4532-a833-2e9bba2bda29), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:21.963774 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-61e52fd2-72a6-45f3-a71c-c85e69694030 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Calling delete_port for aa28605a-6f26-4532-a833-2e9bba2bda29 owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:21.981662 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480925a-5467-4f8a-b706-5efc0a7f07d2 req-9203951a-8edd-4a49-b4d2-550ed6cc72b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:21.982903 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3480925a-5467-4f8a-b706-5efc0a7f07d2 req-9203951a-8edd-4a49-b4d2-550ed6cc72b7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f340e38b-fc33-422a-8808-c90730dc6314 HTTP/1.1" status: 200 len: 907 time: 0.3444836 Feb 19 04:24:22.025671 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-70753875-7c6d-4325-8a04-57d3cbb76ee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:22.059086 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3480925a-5467-4f8a-b706-5efc0a7f07d2 req-6c07f60e-b545-40d8-913b-29d4a94f1999 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b76b4998-57a9-406f-b23a-0dc84480ea4c HTTP/1.1" status: 200 len: 217 time: 0.0658016 Feb 19 04:24:22.127601 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480925a-5467-4f8a-b706-5efc0a7f07d2 req-723c3eeb-d5a9-4077-892f-a5211bfd5796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:22.131934 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3480925a-5467-4f8a-b706-5efc0a7f07d2 req-723c3eeb-d5a9-4077-892f-a5211bfd5796 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28e0c96c-0d0f-4bc2-a99e-37aff97516b7 HTTP/1.1" status: 200 len: 846 time: 0.0656168 Feb 19 04:24:22.190800 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3480925a-5467-4f8a-b706-5efc0a7f07d2 req-cf4df540-0201-4e2b-afdd-c452026318b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f340e38b-fc33-422a-8808-c90730dc6314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494988 Feb 19 04:24:22.286049 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-61e52fd2-72a6-45f3-a71c-c85e69694030 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (aa28605a-6f26-4532-a833-2e9bba2bda29), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:22.316052 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e52fd2-72a6-45f3-a71c-c85e69694030 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] No DVR routers for this DVR port aa28605a-6f26-4532-a833-2e9bba2bda29 on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:24:22.380440 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3480925a-5467-4f8a-b706-5efc0a7f07d2 req-c9e55f81-a781-4951-89f4-dd63dc036b11 service neutron] 10.222.0.26 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803193 Feb 19 04:24:22.422445 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e52fd2-72a6-45f3-a71c-c85e69694030 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Port': ['ID=aa28605a-6f26-4532-a833-2e9bba2bda29,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:22.558650 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3480925a-5467-4f8a-b706-5efc0a7f07d2 req-f60d6888-64b7-42dd-a39b-f548b3e173e9 service neutron] 10.222.0.26 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671593 Feb 19 04:24:22.560907 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-70753875-7c6d-4325-8a04-57d3cbb76ee9 admin admin] Publish callbacks [] for security_group (2cf7f6b0-20ea-4e3d-a9aa-ab19182755b8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:22.573948 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-61e52fd2-72a6-45f3-a71c-c85e69694030 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (7b35b705-dc5f-4fd4-b89e-fd036f2f4717), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:22.582077 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-70753875-7c6d-4325-8a04-57d3cbb76ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2cf7f6b0-20ea-4e3d-a9aa-ab19182755b8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:22.620621 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-61e52fd2-72a6-45f3-a71c-c85e69694030 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b35b705-dc5f-4fd4-b89e-fd036f2f4717']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:22.650334 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-61e52fd2-72a6-45f3-a71c-c85e69694030 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5857093f-1e37-40d1-9346-e4c59bab2560') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:22.650815 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-61e52fd2-72a6-45f3-a71c-c85e69694030 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5857093f-1e37-40d1-9346-e4c59bab2560') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:22.655426 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-70753875-7c6d-4325-8a04-57d3cbb76ee9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ec7ed36415d54ffabab6df182d0297ae&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0234368 Feb 19 04:24:22.658151 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53814) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:22.673811 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70753875-7c6d-4325-8a04-57d3cbb76ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf7f6b0-20ea-4e3d-a9aa-ab19182755b8,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:22.688973 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-61e52fd2-72a6-45f3-a71c-c85e69694030 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (5857093f-1e37-40d1-9346-e4c59bab2560), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:22.716951 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-61e52fd2-72a6-45f3-a71c-c85e69694030 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (5857093f-1e37-40d1-9346-e4c59bab2560), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:22.719244 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device aa28605a-6f26-4532-a833-2e9bba2bda29 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:24:22.730628 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e52fd2-72a6-45f3-a71c-c85e69694030 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:24:22.731180 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-61e52fd2-72a6-45f3-a71c-c85e69694030 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (5857093f-1e37-40d1-9346-e4c59bab2560), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:24:22.737445 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:24:22.762749 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: aa28605a-6f26-4532-a833-2e9bba2bda29 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:24:22.763277 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device aa28605a-6f26-4532-a833-2e9bba2bda29 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:24:22.772292 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-559c60d1-b16c-48db-a19a-22749b880473 admin admin] Publish callbacks [] for security_group (2cf7f6b0-20ea-4e3d-a9aa-ab19182755b8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:22.843881 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-559c60d1-b16c-48db-a19a-22749b880473 admin admin] Publish callbacks [] for security_group (2cf7f6b0-20ea-4e3d-a9aa-ab19182755b8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:22.967050 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-61e52fd2-72a6-45f3-a71c-c85e69694030 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (7b35b705-dc5f-4fd4-b89e-fd036f2f4717), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:22.972367 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-559c60d1-b16c-48db-a19a-22749b880473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2cf7f6b0-20ea-4e3d-a9aa-ab19182755b8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:22.975326 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-559c60d1-b16c-48db-a19a-22749b880473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:22.976854 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-559c60d1-b16c-48db-a19a-22749b880473 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2cf7f6b0-20ea-4e3d-a9aa-ab19182755b8 HTTP/1.1" status: 204 len: 168 time: 0.3173716 Feb 19 04:24:22.996124 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-61e52fd2-72a6-45f3-a71c-c85e69694030 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:22.996623 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c60d1-b16c-48db-a19a-22749b880473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf7f6b0-20ea-4e3d-a9aa-ab19182755b8,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:23.005499 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-61e52fd2-72a6-45f3-a71c-c85e69694030 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/networks/7b35b705-dc5f-4fd4-b89e-fd036f2f4717 HTTP/1.1" status: 204 len: 168 time: 2.0494003 Feb 19 04:24:23.005631 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53822) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:23.010692 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-405773bd-bfc0-40a0-8c0a-5d4977100031 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'port': {'network_id': '30610554-3743-47d7-86ad-74d9cb059347', 'name': 'tempest-PortsTestJSON-2056185826'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:23.065550 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432ee51-010f-4899-9878-606c0faebb69 req-4390e124-072f-4f20-b82b-5422990b4c32 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:23.085172 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9432ee51-010f-4899-9878-606c0faebb69 req-4390e124-072f-4f20-b82b-5422990b4c32 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=096e24bf-d702-40e7-9ad7-5f56cdce84e7 HTTP/1.1" status: 200 len: 943 time: 0.2066307 Feb 19 04:24:23.090869 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e52fd2-72a6-45f3-a71c-c85e69694030 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Network': ['ID=7b35b705-dc5f-4fd4-b89e-fd036f2f4717,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:23.239534 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9432ee51-010f-4899-9878-606c0faebb69 req-f0a6bc49-b2ff-4043-a6bc-84917ad1c377 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369584 Feb 19 04:24:23.267992 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405773bd-bfc0-40a0-8c0a-5d4977100031 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:23.271965 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-405773bd-bfc0-40a0-8c0a-5d4977100031 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:23.296813 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-405773bd-bfc0-40a0-8c0a-5d4977100031 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] device_id is not set on port 4a6160b0-47e2-4cf6-a560-43b7b1da902b yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:24:23.506730 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53832) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:23.582076 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-405773bd-bfc0-40a0-8c0a-5d4977100031 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for port (4a6160b0-47e2-4cf6-a560-43b7b1da902b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:23.608503 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-db67349a-e748-42ad-8d3e-e53613e868ec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d34e9e69a6554cdaa52bd05c17bfb320&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0985897 Feb 19 04:24:23.609204 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53834) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:23.692647 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1204741a-e6ac-4a68-adc8-9f125b3aaad6 admin admin] Publish callbacks [] for security_group (60866c89-ae01-4add-a6f3-5a3bbd6ca7b8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:23.713484 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-405773bd-bfc0-40a0-8c0a-5d4977100031 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (4a6160b0-47e2-4cf6-a560-43b7b1da902b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:23.733334 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1204741a-e6ac-4a68-adc8-9f125b3aaad6 admin admin] Publish callbacks [] for security_group (60866c89-ae01-4add-a6f3-5a3bbd6ca7b8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:23.772975 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405773bd-bfc0-40a0-8c0a-5d4977100031 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network 30610554-3743-47d7-86ad-74d9cb059347 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:23.786215 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-405773bd-bfc0-40a0-8c0a-5d4977100031 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:23.808971 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405773bd-bfc0-40a0-8c0a-5d4977100031 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:23.820184 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405773bd-bfc0-40a0-8c0a-5d4977100031 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:23.829303 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-405773bd-bfc0-40a0-8c0a-5d4977100031 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:23.882268 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405773bd-bfc0-40a0-8c0a-5d4977100031 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Port': ['ID=4a6160b0-47e2-4cf6-a560-43b7b1da902b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:23.907446 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-405773bd-bfc0-40a0-8c0a-5d4977100031 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9006751 Feb 19 04:24:23.910146 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53840) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:23.927963 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1204741a-e6ac-4a68-adc8-9f125b3aaad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (60866c89-ae01-4add-a6f3-5a3bbd6ca7b8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:23.930592 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1204741a-e6ac-4a68-adc8-9f125b3aaad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:23.931752 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1204741a-e6ac-4a68-adc8-9f125b3aaad6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/60866c89-ae01-4add-a6f3-5a3bbd6ca7b8 HTTP/1.1" status: 204 len: 168 time: 0.3213856 Feb 19 04:24:23.949186 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204741a-e6ac-4a68-adc8-9f125b3aaad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60866c89-ae01-4add-a6f3-5a3bbd6ca7b8,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:24.686928 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2707c-9e76-402d-973f-d8ce47695efe req-7d775c3f-7dbc-447e-9f83-78c9b01e0865 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:24.688648 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bac2707c-9e76-402d-973f-d8ce47695efe req-7d775c3f-7dbc-447e-9f83-78c9b01e0865 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=096e24bf-d702-40e7-9ad7-5f56cdce84e7 HTTP/1.1" status: 200 len: 943 time: 0.1764631 Feb 19 04:24:24.757157 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-6987b9c7-2c36-46dd-ba83-0f075db485af tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting port 4a6160b0-47e2-4cf6-a560-43b7b1da902b {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:24.757468 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6987b9c7-2c36-46dd-ba83-0f075db485af tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (4a6160b0-47e2-4cf6-a560-43b7b1da902b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:24.912750 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bac2707c-9e76-402d-973f-d8ce47695efe req-0e4b3e4d-0803-48aa-bafd-18cd052f183d tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072179 Feb 19 04:24:24.926740 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6987b9c7-2c36-46dd-ba83-0f075db485af tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (4a6160b0-47e2-4cf6-a560-43b7b1da902b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:24.940850 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-6987b9c7-2c36-46dd-ba83-0f075db485af tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Calling delete_port for 4a6160b0-47e2-4cf6-a560-43b7b1da902b owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:25.052191 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6987b9c7-2c36-46dd-ba83-0f075db485af tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (4a6160b0-47e2-4cf6-a560-43b7b1da902b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:25.112328 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987b9c7-2c36-46dd-ba83-0f075db485af tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Port': ['ID=4a6160b0-47e2-4cf6-a560-43b7b1da902b,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:25.117812 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6987b9c7-2c36-46dd-ba83-0f075db485af tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:25.125796 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53870) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:25.132158 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d8985be1-ffb9-4e68-b32a-4f4b9eaa5def tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'port': {'network_id': '30610554-3743-47d7-86ad-74d9cb059347', 'mac_address': 'fa:16:3e:ce:7d:92', 'name': 'tempest-PortsTestJSON-446682184'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:25.133586 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6987b9c7-2c36-46dd-ba83-0f075db485af tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/ports/4a6160b0-47e2-4cf6-a560-43b7b1da902b HTTP/1.1" status: 204 len: 168 time: 1.2216556 Feb 19 04:24:25.280576 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8985be1-ffb9-4e68-b32a-4f4b9eaa5def tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:25.392563 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d8985be1-ffb9-4e68-b32a-4f4b9eaa5def tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:25.420652 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53878) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:25.471706 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-d8985be1-ffb9-4e68-b32a-4f4b9eaa5def tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] device_id is not set on port 3373c7e6-f04d-4607-a1ca-7e713d60b134 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:24:25.628085 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b6c4b9cf-2acc-4c6d-9398-fff133460286 tempest-AgentManagementNegativeTest-999539190 tempest-AgentManagementNegativeTest-999539190-project] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2060466 Feb 19 04:24:25.720166 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d8985be1-ffb9-4e68-b32a-4f4b9eaa5def tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for port (3373c7e6-f04d-4607-a1ca-7e713d60b134), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:25.760209 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d8985be1-ffb9-4e68-b32a-4f4b9eaa5def tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (3373c7e6-f04d-4607-a1ca-7e713d60b134), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:25.824704 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device b76b4998-57a9-406f-b23a-0dc84480ea4c details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:24:25.838415 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8985be1-ffb9-4e68-b32a-4f4b9eaa5def tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network 30610554-3743-47d7-86ad-74d9cb059347 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:25.849260 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-d8985be1-ffb9-4e68-b32a-4f4b9eaa5def tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:25.867526 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8985be1-ffb9-4e68-b32a-4f4b9eaa5def tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:25.884354 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8985be1-ffb9-4e68-b32a-4f4b9eaa5def tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:25.885270 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d8985be1-ffb9-4e68-b32a-4f4b9eaa5def tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:25.910693 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8985be1-ffb9-4e68-b32a-4f4b9eaa5def tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Port': ['ID=3373c7e6-f04d-4607-a1ca-7e713d60b134,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:25.937454 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d8985be1-ffb9-4e68-b32a-4f4b9eaa5def tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8104150 Feb 19 04:24:25.939966 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53892) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:25.997642 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port b76b4998-57a9-406f-b23a-0dc84480ea4c, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=b76b4998-57a9-406f-b23a-0dc84480ea4c,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:26.020906 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'b76b4998-57a9-406f-b23a-0dc84480ea4c', 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314', 'port_id': 'b76b4998-57a9-406f-b23a-0dc84480ea4c', 'mac_address': 'fa:16:3e:23:2f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e0c96c-0d0f-4bc2-a99e-37aff97516b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:24:26.032880 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc09185d-6376-4e24-8231-c4893f73ba78 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:26.044481 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fc09185d-6376-4e24-8231-c4893f73ba78 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "GET /v2.0/ports/3373c7e6-f04d-4607-a1ca-7e713d60b134 HTTP/1.1" status: 200 len: 840 time: 0.1032119 Feb 19 04:24:26.046978 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53896) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:26.093305 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53898) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:26.121325 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port b76b4998-57a9-406f-b23a-0dc84480ea4c is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:26.122010 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b76b4998-57a9-406f-b23a-0dc84480ea4c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:26.144323 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76b4998-57a9-406f-b23a-0dc84480ea4c {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:24:26.162388 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bf088-0dd3-4c11-b450-51a597b5004d req-a8037355-1df5-4a48-a884-7fee562e0bad tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:26.168742 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-581bf088-0dd3-4c11-b450-51a597b5004d req-a8037355-1df5-4a48-a884-7fee562e0bad tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=096e24bf-d702-40e7-9ad7-5f56cdce84e7 HTTP/1.1" status: 200 len: 943 time: 0.1229482 Feb 19 04:24:26.192151 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port b76b4998-57a9-406f-b23a-0dc84480ea4c, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=b76b4998-57a9-406f-b23a-0dc84480ea4c,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:26.201001 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b76b4998-57a9-406f-b23a-0dc84480ea4c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:26.277035 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-98c2d596-5656-4899-abbc-d58f94d765b2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting port 3373c7e6-f04d-4607-a1ca-7e713d60b134 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:26.277659 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98c2d596-5656-4899-abbc-d58f94d765b2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (3373c7e6-f04d-4607-a1ca-7e713d60b134), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:26.287956 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-581bf088-0dd3-4c11-b450-51a597b5004d req-89dd2a9e-2e01-4fdc-9c62-5184f1239cdd tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068413 Feb 19 04:24:26.311526 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=b76b4998-57a9-406f-b23a-0dc84480ea4c,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:26.376572 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b56b3f98-37d6-4eb8-ad0e-2c035934f7ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:26.442346 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98c2d596-5656-4899-abbc-d58f94d765b2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (3373c7e6-f04d-4607-a1ca-7e713d60b134), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:26.473494 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-98c2d596-5656-4899-abbc-d58f94d765b2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Calling delete_port for 3373c7e6-f04d-4607-a1ca-7e713d60b134 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:26.485492 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b56b3f98-37d6-4eb8-ad0e-2c035934f7ab admin admin] Publish callbacks [] for security_group (6c50c6e2-9a03-4e46-a514-ce1603bcf5cf), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:26.504573 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b56b3f98-37d6-4eb8-ad0e-2c035934f7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6c50c6e2-9a03-4e46-a514-ce1603bcf5cf), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:26.539067 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['b76b4998-57a9-406f-b23a-0dc84480ea4c'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:24:26.617867 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b3f98-37d6-4eb8-ad0e-2c035934f7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c50c6e2-9a03-4e46-a514-ce1603bcf5cf,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:26.642156 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b56b3f98-37d6-4eb8-ad0e-2c035934f7ab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b6498044d6a34219987900322f5d35af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5435951 Feb 19 04:24:26.643937 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53908) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:26.677921 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98c2d596-5656-4899-abbc-d58f94d765b2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (3373c7e6-f04d-4607-a1ca-7e713d60b134), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:26.722321 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-89bbc5d7-2f48-4ad1-8309-0f330fd4420e admin admin] Publish callbacks [] for security_group (6c50c6e2-9a03-4e46-a514-ce1603bcf5cf), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:26.727633 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2d596-5656-4899-abbc-d58f94d765b2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Port': ['ID=3373c7e6-f04d-4607-a1ca-7e713d60b134,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:26.746944 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-89bbc5d7-2f48-4ad1-8309-0f330fd4420e admin admin] Publish callbacks [] for security_group (6c50c6e2-9a03-4e46-a514-ce1603bcf5cf), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:26.750954 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98c2d596-5656-4899-abbc-d58f94d765b2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:26.754284 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-98c2d596-5656-4899-abbc-d58f94d765b2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/ports/3373c7e6-f04d-4607-a1ca-7e713d60b134 HTTP/1.1" status: 204 len: 168 time: 0.7061169 Feb 19 04:24:26.757432 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53910) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:26.795858 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-792ef61a-05ba-4442-baf1-899cfd080fd5 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] GET failed (client error): The resource could not be found. Feb 19 04:24:26.798066 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-792ef61a-05ba-4442-baf1-899cfd080fd5 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "GET /v2.0/ports/3373c7e6-f04d-4607-a1ca-7e713d60b134 HTTP/1.1" status: 404 len: 333 time: 0.0395768 Feb 19 04:24:26.802021 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53912) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:26.809867 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3a1b12f6-1881-4557-8738-be1fa3175782 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'port': {'network_id': '30610554-3743-47d7-86ad-74d9cb059347', 'name': 'tempest-PortsTestJSON-1018268748'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:26.837334 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-89bbc5d7-2f48-4ad1-8309-0f330fd4420e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6c50c6e2-9a03-4e46-a514-ce1603bcf5cf), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:26.841387 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-89bbc5d7-2f48-4ad1-8309-0f330fd4420e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:26.842760 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-89bbc5d7-2f48-4ad1-8309-0f330fd4420e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6c50c6e2-9a03-4e46-a514-ce1603bcf5cf HTTP/1.1" status: 204 len: 168 time: 0.1970665 Feb 19 04:24:26.857999 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bbc5d7-2f48-4ad1-8309-0f330fd4420e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c50c6e2-9a03-4e46-a514-ce1603bcf5cf,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:26.910919 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:26.950546 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1b12f6-1881-4557-8738-be1fa3175782 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:26.954954 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3a1b12f6-1881-4557-8738-be1fa3175782 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:26.976982 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-3a1b12f6-1881-4557-8738-be1fa3175782 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] device_id is not set on port 4f08a16d-ba45-43fb-bee2-dcf287330ec0 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:24:27.186420 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3a1b12f6-1881-4557-8738-be1fa3175782 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for port (4f08a16d-ba45-43fb-bee2-dcf287330ec0), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:27.226128 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3a1b12f6-1881-4557-8738-be1fa3175782 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (4f08a16d-ba45-43fb-bee2-dcf287330ec0), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:27.282530 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1b12f6-1881-4557-8738-be1fa3175782 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network 30610554-3743-47d7-86ad-74d9cb059347 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:27.287413 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-3a1b12f6-1881-4557-8738-be1fa3175782 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:27.291588 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1b12f6-1881-4557-8738-be1fa3175782 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:27.298896 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1b12f6-1881-4557-8738-be1fa3175782 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:27.299773 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3a1b12f6-1881-4557-8738-be1fa3175782 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:27.318151 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b12f6-1881-4557-8738-be1fa3175782 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Port': ['ID=4f08a16d-ba45-43fb-bee2-dcf287330ec0,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:27.345846 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3a1b12f6-1881-4557-8738-be1fa3175782 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5423679 Feb 19 04:24:27.347994 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53928) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:27.354212 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-951fcae6-b7b4-49e8-83d1-8d07f438ef9f tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:27.446627 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-951fcae6-b7b4-49e8-83d1-8d07f438ef9f tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4f08a16d-ba45-43fb-bee2-dcf287330ec0), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:27.519768 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5eb567-4259-4d12-ac00-27039957d065 req-7d6bc74a-9755-4c3e-a65a-89074212ff3a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:27.531566 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9d5eb567-4259-4d12-ac00-27039957d065 req-7d6bc74a-9755-4c3e-a65a-89074212ff3a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=096e24bf-d702-40e7-9ad7-5f56cdce84e7 HTTP/1.1" status: 200 len: 944 time: 0.0900145 Feb 19 04:24:27.631455 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9d5eb567-4259-4d12-ac00-27039957d065 req-f81959ec-5d1c-4af3-b392-c2af8d26902d tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979557 Feb 19 04:24:27.682634 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-951fcae6-b7b4-49e8-83d1-8d07f438ef9f tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for port (4f08a16d-ba45-43fb-bee2-dcf287330ec0), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:27.690874 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-951fcae6-b7b4-49e8-83d1-8d07f438ef9f tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (4f08a16d-ba45-43fb-bee2-dcf287330ec0), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:27.749193 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-951fcae6-b7b4-49e8-83d1-8d07f438ef9f tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] In _notify_port_updated(), no bound segment for port 4f08a16d-ba45-43fb-bee2-dcf287330ec0 on network 30610554-3743-47d7-86ad-74d9cb059347 {{(pid=109925) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:24:27.755799 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951fcae6-b7b4-49e8-83d1-8d07f438ef9f tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:27.756719 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-951fcae6-b7b4-49e8-83d1-8d07f438ef9f tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:27.761022 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53946) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:27.761600 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-951fcae6-b7b4-49e8-83d1-8d07f438ef9f tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "PUT /v2.0/ports/4f08a16d-ba45-43fb-bee2-dcf287330ec0 HTTP/1.1" status: 200 len: 818 time: 0.4123988 Feb 19 04:24:27.781541 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fcae6-b7b4-49e8-83d1-8d07f438ef9f tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Port': ['ID=4f08a16d-ba45-43fb-bee2-dcf287330ec0,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:27.840444 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device b76b4998-57a9-406f-b23a-0dc84480ea4c up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:27.876403 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-b9a479e6-3160-4221-9b55-cc944bf7bedb tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting port 4f08a16d-ba45-43fb-bee2-dcf287330ec0 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:27.876880 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b9a479e6-3160-4221-9b55-cc944bf7bedb tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (4f08a16d-ba45-43fb-bee2-dcf287330ec0), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:27.887211 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53948) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:27.932889 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port b76b4998-57a9-406f-b23a-0dc84480ea4c completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:24:27.945403 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port b76b4998-57a9-406f-b23a-0dc84480ea4c triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:27.947839 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b76b4998-57a9-406f-b23a-0dc84480ea4c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:27.975681 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b9a479e6-3160-4221-9b55-cc944bf7bedb tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (4f08a16d-ba45-43fb-bee2-dcf287330ec0), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:28.010079 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-b9a479e6-3160-4221-9b55-cc944bf7bedb tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Calling delete_port for 4f08a16d-ba45-43fb-bee2-dcf287330ec0 owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:28.081685 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ecb1bcd9-a73e-4da0-a2c2-814188299c94 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-691149380'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:28.109840 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb1bcd9-a73e-4da0-a2c2-814188299c94 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Made reservation on behalf of 5f78b14320e047b99cc727237e144962 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:28.115327 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ecb1bcd9-a73e-4da0-a2c2-814188299c94 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:28.125411 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b9a479e6-3160-4221-9b55-cc944bf7bedb tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (4f08a16d-ba45-43fb-bee2-dcf287330ec0), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:28.146143 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ecb1bcd9-a73e-4da0-a2c2-814188299c94 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:28.182263 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b9a479e6-3160-4221-9b55-cc944bf7bedb tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:28.187627 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b9a479e6-3160-4221-9b55-cc944bf7bedb tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/ports/4f08a16d-ba45-43fb-bee2-dcf287330ec0 HTTP/1.1" status: 204 len: 168 time: 0.4248676 Feb 19 04:24:28.189341 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a479e6-3160-4221-9b55-cc944bf7bedb tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Port': ['ID=4f08a16d-ba45-43fb-bee2-dcf287330ec0,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:28.191382 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53954) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:28.254962 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c6db95-de9e-488d-b2f7-982b6d8eea34 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:28.256770 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f7c6db95-de9e-488d-b2f7-982b6d8eea34 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0642495 Feb 19 04:24:28.261451 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53956) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:28.276330 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port b76b4998-57a9-406f-b23a-0dc84480ea4c is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:28.277675 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b76b4998-57a9-406f-b23a-0dc84480ea4c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:28.295497 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a4d45e-bb5b-45d1-9490-6ea1a85dd37b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] GET failed (client error): The resource could not be found. Feb 19 04:24:28.304029 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-66a4d45e-bb5b-45d1-9490-6ea1a85dd37b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "GET /v2.0/ports/4f08a16d-ba45-43fb-bee2-dcf287330ec0 HTTP/1.1" status: 404 len: 333 time: 0.0410938 Feb 19 04:24:28.304251 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53958) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:28.309494 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-cd9118eb-2576-4929-bf37-8d099c98b704 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1365200065'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:28.314930 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port b76b4998-57a9-406f-b23a-0dc84480ea4c, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=b76b4998-57a9-406f-b23a-0dc84480ea4c,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:28.316336 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096e24bf-d702-40e7-9ad7-5f56cdce84e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76b4998-57a9-406f-b23a-0dc84480ea4c'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:24:28.319171 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e504514-1936-42ab-a685-8baf9272a35d" -d '{"events": [{"server_uuid": "096e24bf-d702-40e7-9ad7-5f56cdce84e7", "name": "network-vif-plugged", "status": "completed", "tag": "b76b4998-57a9-406f-b23a-0dc84480ea4c"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:24:28.326029 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b76b4998-57a9-406f-b23a-0dc84480ea4c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:28.330905 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ecb1bcd9-a73e-4da0-a2c2-814188299c94 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for security_group (3f946e5f-0da5-4a46-839e-99fb2c6e7afd), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:28.344845 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ecb1bcd9-a73e-4da0-a2c2-814188299c94 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3f946e5f-0da5-4a46-839e-99fb2c6e7afd), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:28.369880 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9118eb-2576-4929-bf37-8d099c98b704 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:28.374287 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cd9118eb-2576-4929-bf37-8d099c98b704 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:28.395074 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb1bcd9-a73e-4da0-a2c2-814188299c94 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:24:28.417344 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ecb1bcd9-a73e-4da0-a2c2-814188299c94 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (2a58683d-6a39-40eb-adba-a7045a804056), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:28.417812 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-ecb1bcd9-a73e-4da0-a2c2-814188299c94 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Added segment 2a58683d-6a39-40eb-adba-a7045a804056 of type vlan for network 5825703b-6b51-466a-9b47-aebebf319d2a Feb 19 04:24:28.421365 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1bcd9-a73e-4da0-a2c2-814188299c94 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f946e5f-0da5-4a46-839e-99fb2c6e7afd,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:28.464891 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=b76b4998-57a9-406f-b23a-0dc84480ea4c,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:28.465309 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd9118eb-2576-4929-bf37-8d099c98b704 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:24:28.479774 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ecb1bcd9-a73e-4da0-a2c2-814188299c94 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (5825703b-6b51-466a-9b47-aebebf319d2a), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:28.502401 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cd9118eb-2576-4929-bf37-8d099c98b704 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e019fd23-70cf-4992-81e9-8b4a6951eb88), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:28.502748 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-cd9118eb-2576-4929-bf37-8d099c98b704 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Added segment e019fd23-70cf-4992-81e9-8b4a6951eb88 of type vlan for network a1600381-f974-4ccd-a357-a1d69bed455c Feb 19 04:24:28.571065 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cd9118eb-2576-4929-bf37-8d099c98b704 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (a1600381-f974-4ccd-a357-a1d69bed455c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:28.577709 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ecb1bcd9-a73e-4da0-a2c2-814188299c94 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (5825703b-6b51-466a-9b47-aebebf319d2a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:28.582833 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb1bcd9-a73e-4da0-a2c2-814188299c94 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:28.583304 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ecb1bcd9-a73e-4da0-a2c2-814188299c94 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:28.716003 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53970) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:28.716589 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ecb1bcd9-a73e-4da0-a2c2-814188299c94 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8273427 Feb 19 04:24:28.720289 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cd9118eb-2576-4929-bf37-8d099c98b704 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (a1600381-f974-4ccd-a357-a1d69bed455c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:28.724232 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-7f9b5fc5-2b79-40d6-89ea-efe8321ee400 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Request body: {'subnet': {'network_id': '5825703b-6b51-466a-9b47-aebebf319d2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:28.725149 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9118eb-2576-4929-bf37-8d099c98b704 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:28.725862 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cd9118eb-2576-4929-bf37-8d099c98b704 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:28.733034 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f858cd-aaef-4b4d-a2f8-4265fa39324c x-openstack-request-id: req-a0f858cd-aaef-4b4d-a2f8-4265fa39324c {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:24:28.733633 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096e24bf-d702-40e7-9ad7-5f56cdce84e7", "name": "network-vif-plugged", "status": "completed", "tag": "b76b4998-57a9-406f-b23a-0dc84480ea4c", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:24:28.734057 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a0f858cd-aaef-4b4d-a2f8-4265fa39324c {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:24:28.734677 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096e24bf-d702-40e7-9ad7-5f56cdce84e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76b4998-57a9-406f-b23a-0dc84480ea4c', 'code': 200} Feb 19 04:24:28.747188 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1bcd9-a73e-4da0-a2c2-814188299c94 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event updated for resources: {'Network': ['ID=5825703b-6b51-466a-9b47-aebebf319d2a,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:28.761170 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 5825703b-6b51-466a-9b47-aebebf319d2a details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:24:28.933848 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9118eb-2576-4929-bf37-8d099c98b704 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Network': ['ID=a1600381-f974-4ccd-a357-a1d69bed455c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:28.947655 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cd9118eb-2576-4929-bf37-8d099c98b704 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6423748 Feb 19 04:24:28.951915 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53982) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:28.955309 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-360c99d7-4448-4c1e-a69e-c82fe1ecf2b2 req-5427e290-1a70-4dbb-90dc-0906e757a3d0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=655c901e-3821-48c9-af6c-f4db7f22c4df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4722736 Feb 19 04:24:28.958615 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network a1600381-f974-4ccd-a357-a1d69bed455c details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:24:28.989949 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-deebb062-f854-4669-af35-a0d31c491599 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'subnet': {'network_id': 'a1600381-f974-4ccd-a357-a1d69bed455c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:29.102600 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eca6ff-9e78-4039-9a01-c5826f51b983 req-e0cb0f6c-4add-4d2e-a294-86433bbbd198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:29.104137 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91eca6ff-9e78-4039-9a01-c5826f51b983 req-e0cb0f6c-4add-4d2e-a294-86433bbbd198 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=096e24bf-d702-40e7-9ad7-5f56cdce84e7 HTTP/1.1" status: 200 len: 1128 time: 0.3033602 Feb 19 04:24:29.106409 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c99d7-4448-4c1e-a69e-c82fe1ecf2b2 req-efc8a8e7-771b-4310-b901-8d4704fa8477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:29.108042 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-360c99d7-4448-4c1e-a69e-c82fe1ecf2b2 req-efc8a8e7-771b-4310-b901-8d4704fa8477 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f271185a3394337ae674dcb6032d055&device_id=655c901e-3821-48c9-af6c-f4db7f22c4df HTTP/1.1" status: 200 len: 1133 time: 0.0968511 Feb 19 04:24:29.200064 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91eca6ff-9e78-4039-9a01-c5826f51b983 req-0a48f7f2-ad50-4d98-bad1-a909c15454c1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854897 Feb 19 04:24:29.237270 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9259a9-392a-4103-8fbd-47e12f6a2279 req-897b492e-ef78-4a56-af54-2695c75e444e tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:29.238287 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac9259a9-392a-4103-8fbd-47e12f6a2279 req-897b492e-ef78-4a56-af54-2695c75e444e tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=096e24bf-d702-40e7-9ad7-5f56cdce84e7 HTTP/1.1" status: 200 len: 945 time: 0.4564948 Feb 19 04:24:29.265217 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9b5fc5-2b79-40d6-89ea-efe8321ee400 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Made reservation on behalf of 5f78b14320e047b99cc727237e144962 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:29.270020 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7f9b5fc5-2b79-40d6-89ea-efe8321ee400 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:29.311962 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c99d7-4448-4c1e-a69e-c82fe1ecf2b2 req-ac43a63b-d743-457e-84fd-31649fde64b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:29.313451 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-360c99d7-4448-4c1e-a69e-c82fe1ecf2b2 req-ac43a63b-d743-457e-84fd-31649fde64b2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.1868246 Feb 19 04:24:29.338343 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deebb062-f854-4669-af35-a0d31c491599 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:29.343380 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-deebb062-f854-4669-af35-a0d31c491599 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:29.425168 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 53992) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:29.491444 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac9259a9-392a-4103-8fbd-47e12f6a2279 req-1f774c2a-1fdb-47ee-bfa3-e4adb2430806 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421849 Feb 19 04:24:29.533905 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-360c99d7-4448-4c1e-a69e-c82fe1ecf2b2 req-cb9114dc-237b-4b3a-aab4-e59c2dc18bf9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=e823b22d-3d79-4406-b0a1-f945b4abf993 HTTP/1.1" status: 200 len: 217 time: 0.0866563 Feb 19 04:24:29.623677 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7477-b102-4890-9865-10436a151c3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:29.664198 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c99d7-4448-4c1e-a69e-c82fe1ecf2b2 req-4443de47-862e-4501-9373-7514fbdfad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:29.665712 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-360c99d7-4448-4c1e-a69e-c82fe1ecf2b2 req-4443de47-862e-4501-9373-7514fbdfad39 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1244469 Feb 19 04:24:29.747447 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:29.760162 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c99d7-4448-4c1e-a69e-c82fe1ecf2b2 req-a14e8597-44e2-437d-b5d0-eb535ecf52c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:29.760162 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-360c99d7-4448-4c1e-a69e-c82fe1ecf2b2 req-a14e8597-44e2-437d-b5d0-eb535ecf52c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0858800 Feb 19 04:24:29.781056 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7f9b5fc5-2b79-40d6-89ea-efe8321ee400 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (c6f29738-ae65-420d-b4f6-631dedab8a88), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:29.804395 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-deebb062-f854-4669-af35-a0d31c491599 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (40fe521c-ea35-4636-9ae0-b5291b433315), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:29.868873 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b5fc5-2b79-40d6-89ea-efe8321ee400 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event updated for resources: {'Subnet': ['ID=c6f29738-ae65-420d-b4f6-631dedab8a88,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:29.886754 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-360c99d7-4448-4c1e-a69e-c82fe1ecf2b2 req-deeb71ff-c493-4bd3-8d50-21865d4cf625 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198602 Feb 19 04:24:29.892456 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7477-b102-4890-9865-10436a151c3a admin admin] Publish callbacks [] for security_group (005ed02d-110b-4169-8936-594de1e68295), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:29.907682 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7477-b102-4890-9865-10436a151c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (005ed02d-110b-4169-8936-594de1e68295), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:29.932861 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9b5fc5-2b79-40d6-89ea-efe8321ee400 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Checking segment: {'id': '2a58683d-6a39-40eb-adba-a7045a804056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5825703b-6b51-466a-9b47-aebebf319d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:29.933227 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9b5fc5-2b79-40d6-89ea-efe8321ee400 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Network hostable DHCP agents. Network: 5825703b-6b51-466a-9b47-aebebf319d2a, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:24:29.949165 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebb062-f854-4669-af35-a0d31c491599 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Subnet': ['ID=40fe521c-ea35-4636-9ae0-b5291b433315,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:29.958349 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b7477-b102-4890-9865-10436a151c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005ed02d-110b-4169-8936-594de1e68295,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:29.974423 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deebb062-f854-4669-af35-a0d31c491599 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Checking segment: {'id': 'e019fd23-70cf-4992-81e9-8b4a6951eb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a1600381-f974-4ccd-a357-a1d69bed455c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:29.974799 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deebb062-f854-4669-af35-a0d31c491599 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network hostable DHCP agents. Network: a1600381-f974-4ccd-a357-a1d69bed455c, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:24:30.002778 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9b5fc5-2b79-40d6-89ea-efe8321ee400 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Network 5825703b-6b51-466a-9b47-aebebf319d2a is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:24:30.015614 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deebb062-f854-4669-af35-a0d31c491599 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network a1600381-f974-4ccd-a357-a1d69bed455c is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:24:30.026955 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-7f9b5fc5-2b79-40d6-89ea-efe8321ee400 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 5825703b-6b51-466a-9b47-aebebf319d2a) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:30.032958 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9b5fc5-2b79-40d6-89ea-efe8321ee400 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:30.034663 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7f9b5fc5-2b79-40d6-89ea-efe8321ee400 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:30.036613 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3135d5b9-dadb-4c2c-b616-831d8d4f94d7 None None] Network 5825703b-6b51-466a-9b47-aebebf319d2a requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:30.039234 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-deebb062-f854-4669-af35-a0d31c491599 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, a1600381-f974-4ccd-a357-a1d69bed455c) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:30.046243 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deebb062-f854-4669-af35-a0d31c491599 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:30.046859 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-deebb062-f854-4669-af35-a0d31c491599 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:30.079561 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7f9b5fc5-2b79-40d6-89ea-efe8321ee400 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3613744 Feb 19 04:24:30.088583 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-deebb062-f854-4669-af35-a0d31c491599 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1138077 Feb 19 04:24:30.088583 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 53998) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:30.093843 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54000) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:30.101474 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-9777b55f-aa8e-461e-9402-772600793240 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1459716367', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}, 'admin_state_up': False}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:30.131814 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-ac8ef224-ab14-4d92-9b4d-dc66642f4125 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'subnet': {'network_id': 'a1600381-f974-4ccd-a357-a1d69bed455c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:30.140318 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef93f745-e911-420b-99fa-3832c398a829 None None] Network a1600381-f974-4ccd-a357-a1d69bed455c requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:30.257812 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9777b55f-aa8e-461e-9402-772600793240 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:30.262076 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9777b55f-aa8e-461e-9402-772600793240 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:30.312795 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deadddc5-845b-4b30-becf-9ad91ff9ba96 None None] Network 5825703b-6b51-466a-9b47-aebebf319d2a requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:30.451401 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5d4b7477-b102-4890-9865-10436a151c3a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cf774247cb424910ad43ed662ce130ec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0248778 Feb 19 04:24:30.458043 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54004) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:30.474925 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9777b55f-aa8e-461e-9402-772600793240 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for router_controller (ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:30.483061 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95239ef-584e-4f61-a228-51556e0c8170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-a1600381-f974-4ccd-a357-a1d69bed455c', 'network_id': 'a1600381-f974-4ccd-a357-a1d69bed455c', 'project_id': 'dd0b4c3644cf40b2a614f690962dfa99', 'fixed_ips': [{'subnet_id': '40fe521c-ea35-4636-9ae0-b5291b433315'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:24:30.484090 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d95239ef-584e-4f61-a228-51556e0c8170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:30.509702 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-360c99d7-4448-4c1e-a69e-c82fe1ecf2b2 req-a6c1c03c-5609-4359-9a41-6c15660acc65 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6155670 Feb 19 04:24:30.667871 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b73cae9d-d5b4-44bb-a007-f7b52c8a440c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:30.688340 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8ef224-ab14-4d92-9b4d-dc66642f4125 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:30.691812 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ac8ef224-ab14-4d92-9b4d-dc66642f4125 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:30.697047 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9777b55f-aa8e-461e-9402-772600793240 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for router_gateway (ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:30.759315 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-d95239ef-584e-4f61-a228-51556e0c8170 None None] Allocated IP 172.20.0.2 (a1600381-f974-4ccd-a357-a1d69bed455c/40fe521c-ea35-4636-9ae0-b5291b433315/3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:30.790702 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a7e5aa5-46ae-441b-bb44-5193657b5edb admin admin] Publish callbacks [] for security_group (005ed02d-110b-4169-8936-594de1e68295), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:30.860874 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a7e5aa5-46ae-441b-bb44-5193657b5edb admin admin] Publish callbacks [] for security_group (005ed02d-110b-4169-8936-594de1e68295), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:30.925026 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5874fc-e088-484e-af26-03711f4535d0 req-49c984c9-53f9-461a-9f29-4f1da5558a90 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:30.926845 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec5874fc-e088-484e-af26-03711f4535d0 req-49c984c9-53f9-461a-9f29-4f1da5558a90 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=096e24bf-d702-40e7-9ad7-5f56cdce84e7 HTTP/1.1" status: 200 len: 945 time: 0.2920358 Feb 19 04:24:30.955931 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:24:30.968384 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d95239ef-584e-4f61-a228-51556e0c8170 None None] Publish callbacks [] for port (3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:30.977565 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d95239ef-584e-4f61-a228-51556e0c8170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:30.990977 n-d-828369-19 neutron-server[109926]: INFO neutron.db.ipam_backend_mixin [None req-ac8ef224-ab14-4d92-9b4d-dc66642f4125 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 40fe521c-ea35-4636-9ae0-b5291b433315 (CIDR: 172.20.0.0/28) Feb 19 04:24:31.013447 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8ef224-ab14-4d92-9b4d-dc66642f4125 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:24:31.014224 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8ef224-ab14-4d92-9b4d-dc66642f4125 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:24:31.041797 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95239ef-584e-4f61-a228-51556e0c8170 None None] Pushing event updated for resources: {'Port': ['ID=3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:31.063155 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec5874fc-e088-484e-af26-03711f4535d0 req-bc72752b-9a6a-42b2-8c13-3d403cf611b8 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194432 Feb 19 04:24:31.074314 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95239ef-584e-4f61-a228-51556e0c8170 None None] Network a1600381-f974-4ccd-a357-a1d69bed455c is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:31.076933 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54010) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:31.078497 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-d95239ef-584e-4f61-a228-51556e0c8170 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:31.081725 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ac8ef224-ab14-4d92-9b4d-dc66642f4125 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9591954 Feb 19 04:24:31.084316 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95239ef-584e-4f61-a228-51556e0c8170 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:31.092970 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-75158e61-bbb5-4027-afaa-c5197b8baedb tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'subnet': {'network_id': 'a1600381-f974-4ccd-a357-a1d69bed455c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:31.112599 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a7e5aa5-46ae-441b-bb44-5193657b5edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (005ed02d-110b-4169-8936-594de1e68295), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:31.116189 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a7e5aa5-46ae-441b-bb44-5193657b5edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:31.121078 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2a7e5aa5-46ae-441b-bb44-5193657b5edb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/005ed02d-110b-4169-8936-594de1e68295 HTTP/1.1" status: 204 len: 168 time: 0.6606746 Feb 19 04:24:31.132446 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e5aa5-46ae-441b-bb44-5193657b5edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005ed02d-110b-4169-8936-594de1e68295,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:31.247199 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75158e61-bbb5-4027-afaa-c5197b8baedb tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:31.250927 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-75158e61-bbb5-4027-afaa-c5197b8baedb tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:31.292217 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d95239ef-584e-4f61-a228-51556e0c8170 None None] Attempting to bind port 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:24:31.292627 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d95239ef-584e-4f61-a228-51556e0c8170 None None] Attempting to bind port 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'e019fd23-70cf-4992-81e9-8b4a6951eb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a1600381-f974-4ccd-a357-a1d69bed455c'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:24:31.293006 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95239ef-584e-4f61-a228-51556e0c8170 None None] Attempting to bind port 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a on network a1600381-f974-4ccd-a357-a1d69bed455c {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:24:31.310837 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95239ef-584e-4f61-a228-51556e0c8170 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:24:31.311275 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95239ef-584e-4f61-a228-51556e0c8170 None None] Checking segment: {'id': 'e019fd23-70cf-4992-81e9-8b4a6951eb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a1600381-f974-4ccd-a357-a1d69bed455c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:31.311681 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d95239ef-584e-4f61-a228-51556e0c8170 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:31.312082 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95239ef-584e-4f61-a228-51556e0c8170 None None] Bound using segment: {'id': 'e019fd23-70cf-4992-81e9-8b4a6951eb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a1600381-f974-4ccd-a357-a1d69bed455c'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:24:31.312571 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d95239ef-584e-4f61-a228-51556e0c8170 None None] Bound port: 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e019fd23-70cf-4992-81e9-8b4a6951eb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a1600381-f974-4ccd-a357-a1d69bed455c'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:24:31.312965 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d95239ef-584e-4f61-a228-51556e0c8170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:31.414505 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9777b55f-aa8e-461e-9402-772600793240 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for router_gateway (ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:31.450622 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9777b55f-aa8e-461e-9402-772600793240 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:31.472126 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d95239ef-584e-4f61-a228-51556e0c8170 None None] For port 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:24:31.476428 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d95239ef-584e-4f61-a228-51556e0c8170 None None] For port 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a,segment=NetworkSegment(e019fd23-70cf-4992-81e9-8b4a6951eb88),segment_id=e019fd23-70cf-4992-81e9-8b4a6951eb88)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:24:31.487937 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d95239ef-584e-4f61-a228-51556e0c8170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:31.590914 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95239ef-584e-4f61-a228-51556e0c8170 None None] Pushing event updated for resources: {'Port': ['ID=3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:31.602439 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-9777b55f-aa8e-461e-9402-772600793240 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Allocated IP 172.25.3.24 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/9ea2a59b-35d9-44b9-8e7c-b7ee241e07f1) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:31.658601 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-75158e61-bbb5-4027-afaa-c5197b8baedb tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (c2aa7b8d-aade-4632-b2c6-84bdf188d8f3), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:31.669520 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54018) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:31.717862 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75158e61-bbb5-4027-afaa-c5197b8baedb tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network a1600381-f974-4ccd-a357-a1d69bed455c is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:31.721362 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-35ab56ce-f117-48ff-96b3-d8729e429e0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:31.725519 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-75158e61-bbb5-4027-afaa-c5197b8baedb tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:31.731343 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75158e61-bbb5-4027-afaa-c5197b8baedb tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:31.731935 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-75158e61-bbb5-4027-afaa-c5197b8baedb tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:31.734735 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9777b55f-aa8e-461e-9402-772600793240 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for port (9ea2a59b-35d9-44b9-8e7c-b7ee241e07f1), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:31.758256 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75158e61-bbb5-4027-afaa-c5197b8baedb tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Subnet': ['ID=c2aa7b8d-aade-4632-b2c6-84bdf188d8f3,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:31.768516 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-75158e61-bbb5-4027-afaa-c5197b8baedb tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6903377 Feb 19 04:24:31.772296 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54020) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:31.781510 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-6224ef7a-04b2-49b0-ad46-9a4f8417d657 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'port': {'network_id': 'a1600381-f974-4ccd-a357-a1d69bed455c', 'fixed_ips': [{'subnet_id': '40fe521c-ea35-4636-9ae0-b5291b433315'}, {'subnet_id': 'c2aa7b8d-aade-4632-b2c6-84bdf188d8f3'}], 'name': 'tempest-PortsTestJSON-1503400825'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:31.782262 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9777b55f-aa8e-461e-9402-772600793240 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (9ea2a59b-35d9-44b9-8e7c-b7ee241e07f1), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:31.855227 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9777b55f-aa8e-461e-9402-772600793240 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:31.860163 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-9777b55f-aa8e-461e-9402-772600793240 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:31.863826 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9777b55f-aa8e-461e-9402-772600793240 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:31.925589 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777b55f-aa8e-461e-9402-772600793240 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event updated for resources: {'Port': ['ID=9ea2a59b-35d9-44b9-8e7c-b7ee241e07f1,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:31.990671 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-35ab56ce-f117-48ff-96b3-d8729e429e0c admin admin] Publish callbacks [] for security_group (287d9a7d-b3da-4a06-afdb-c8e5d32e8e61), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:32.003155 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-35ab56ce-f117-48ff-96b3-d8729e429e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (287d9a7d-b3da-4a06-afdb-c8e5d32e8e61), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:32.073149 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6224ef7a-04b2-49b0-ad46-9a4f8417d657 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:32.094574 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-35ab56ce-f117-48ff-96b3-d8729e429e0c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=af1642a3c6a04529b3c80a8655b60d18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4209225 Feb 19 04:24:32.097788 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54026) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:32.130392 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab56ce-f117-48ff-96b3-d8729e429e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287d9a7d-b3da-4a06-afdb-c8e5d32e8e61,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:32.216351 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-642ddbe7-1b4b-4670-9b0f-549b968b07da admin admin] Publish callbacks [] for security_group (287d9a7d-b3da-4a06-afdb-c8e5d32e8e61), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:32.236387 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6224ef7a-04b2-49b0-ad46-9a4f8417d657 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:32.242143 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9777b55f-aa8e-461e-9402-772600793240 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for router_gateway (ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:32.260619 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-642ddbe7-1b4b-4670-9b0f-549b968b07da admin admin] Publish callbacks [] for security_group (287d9a7d-b3da-4a06-afdb-c8e5d32e8e61), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:32.267640 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-6224ef7a-04b2-49b0-ad46-9a4f8417d657 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] device_id is not set on port 1c2dc2e9-9572-4e1b-87aa-b5a87f44f454 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:24:32.298213 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ae62a-9ffb-4e8c-9546-72964f92b779 req-06424f8a-effe-42e3-8165-0d05a9382ba7 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:32.300111 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b77ae62a-9ffb-4e8c-9546-72964f92b779 req-06424f8a-effe-42e3-8165-0d05a9382ba7 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=096e24bf-d702-40e7-9ad7-5f56cdce84e7 HTTP/1.1" status: 200 len: 945 time: 0.1118689 Feb 19 04:24:32.406044 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-642ddbe7-1b4b-4670-9b0f-549b968b07da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (287d9a7d-b3da-4a06-afdb-c8e5d32e8e61), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:32.408567 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-642ddbe7-1b4b-4670-9b0f-549b968b07da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:32.409741 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-642ddbe7-1b4b-4670-9b0f-549b968b07da admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/287d9a7d-b3da-4a06-afdb-c8e5d32e8e61 HTTP/1.1" status: 204 len: 168 time: 0.3114932 Feb 19 04:24:32.424141 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ddbe7-1b4b-4670-9b0f-549b968b07da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287d9a7d-b3da-4a06-afdb-c8e5d32e8e61,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:32.446397 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b77ae62a-9ffb-4e8c-9546-72964f92b779 req-70b972a7-d5bd-4065-ba73-74264b53ea22 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334472 Feb 19 04:24:32.715881 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-6224ef7a-04b2-49b0-ad46-9a4f8417d657 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Allocated IP 172.20.0.9 (a1600381-f974-4ccd-a357-a1d69bed455c/40fe521c-ea35-4636-9ae0-b5291b433315/1c2dc2e9-9572-4e1b-87aa-b5a87f44f454) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:32.733936 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-6224ef7a-04b2-49b0-ad46-9a4f8417d657 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Allocated IP 172.20.0.20 (a1600381-f974-4ccd-a357-a1d69bed455c/c2aa7b8d-aade-4632-b2c6-84bdf188d8f3/1c2dc2e9-9572-4e1b-87aa-b5a87f44f454) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:32.798684 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:32.921218 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:32.921829 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:33.034024 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:33.034479 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:33.082603 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6224ef7a-04b2-49b0-ad46-9a4f8417d657 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for port (1c2dc2e9-9572-4e1b-87aa-b5a87f44f454), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:33.083506 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a,segment=NetworkSegment(e019fd23-70cf-4992-81e9-8b4a6951eb88),segment_id=e019fd23-70cf-4992-81e9-8b4a6951eb88)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:33.090659 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:33.138058 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6224ef7a-04b2-49b0-ad46-9a4f8417d657 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (1c2dc2e9-9572-4e1b-87aa-b5a87f44f454), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:33.183830 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5487d729-9971-44b6-bff7-4d9bc47a7883 None None] Network a1600381-f974-4ccd-a357-a1d69bed455c requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:33.186925 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9777b55f-aa8e-461e-9402-772600793240 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:33.224145 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6224ef7a-04b2-49b0-ad46-9a4f8417d657 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network a1600381-f974-4ccd-a357-a1d69bed455c is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:33.227916 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-6224ef7a-04b2-49b0-ad46-9a4f8417d657 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:33.235557 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6224ef7a-04b2-49b0-ad46-9a4f8417d657 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:33.242275 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224ef7a-04b2-49b0-ad46-9a4f8417d657 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Port': ['ID=1c2dc2e9-9572-4e1b-87aa-b5a87f44f454,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:33.325183 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6224ef7a-04b2-49b0-ad46-9a4f8417d657 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:33.325872 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6224ef7a-04b2-49b0-ad46-9a4f8417d657 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:33.335878 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a88fd562-beb7-4093-945a-1fd595128744 None None] Provisioning complete for port 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:33.336614 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a88fd562-beb7-4093-945a-1fd595128744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:33.350112 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff8902-6de6-433b-80ea-32fa942bdbc6 req-e8eef419-d4d8-416c-9b01-bab3a6648016 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:33.357261 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7cff8902-6de6-433b-80ea-32fa942bdbc6 req-e8eef419-d4d8-416c-9b01-bab3a6648016 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=096e24bf-d702-40e7-9ad7-5f56cdce84e7 HTTP/1.1" status: 200 len: 945 time: 0.2245047 Feb 19 04:24:33.361006 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6224ef7a-04b2-49b0-ad46-9a4f8417d657 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.5859008 Feb 19 04:24:33.363389 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54048) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:33.368590 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-c2e29b70-850d-454a-9f5b-e455ecb6b50f tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '40fe521c-ea35-4636-9ae0-b5291b433315'}]}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:33.374535 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:33.400069 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9a8aec6-4ba9-4d39-b65c-ca1010b609cb req-08483de6-d793-4c69-8b9e-495e519fc3b7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c1ac04ab-85e4-4021-8d72-b53be8065d70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3021960 Feb 19 04:24:33.454565 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7cff8902-6de6-433b-80ea-32fa942bdbc6 req-35296213-ce5f-4c2d-9125-ad2ded75ee4c tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918946 Feb 19 04:24:33.515573 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c2e29b70-850d-454a-9f5b-e455ecb6b50f tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1c2dc2e9-9572-4e1b-87aa-b5a87f44f454), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:33.539121 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9777b55f-aa8e-461e-9402-772600793240 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Router ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:24:33.617643 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0466e516-b575-423a-bdeb-86ae3a8de356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:33.623975 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a88fd562-beb7-4093-945a-1fd595128744 None None] Current status of the port 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:33.660412 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8aec6-4ba9-4d39-b65c-ca1010b609cb req-2a2ab1f7-6501-4af0-bc34-fbc523e3e8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:33.661915 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9a8aec6-4ba9-4d39-b65c-ca1010b609cb req-2a2ab1f7-6501-4af0-bc34-fbc523e3e8db service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8ec38d363cbe44859094f303c32fa2df&device_id=c1ac04ab-85e4-4021-8d72-b53be8065d70 HTTP/1.1" status: 200 len: 1128 time: 0.1903906 Feb 19 04:24:33.840679 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6004c6f8-a011-4791-a817-8db6760a1307 None None] Update dhcp port {'port': {'network_id': 'a1600381-f974-4ccd-a357-a1d69bed455c', 'fixed_ips': [{'subnet_id': '40fe521c-ea35-4636-9ae0-b5291b433315', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c2aa7b8d-aade-4632-b2c6-84bdf188d8f3'}], 'binding:host_id': 'n-d-828369-19'}, 'id': '3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a'} from n-d-828369-19. {{(pid=109927) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:24:33.853098 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dced01-8c31-460c-8230-81fc67500c6b req-85e2cee7-f85c-4279-ae7f-8bb247d0a2f9 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:33.855392 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-12dced01-8c31-460c-8230-81fc67500c6b req-85e2cee7-f85c-4279-ae7f-8bb247d0a2f9 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=096e24bf-d702-40e7-9ad7-5f56cdce84e7 HTTP/1.1" status: 200 len: 945 time: 0.2184014 Feb 19 04:24:33.875439 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8aec6-4ba9-4d39-b65c-ca1010b609cb req-b22460f7-e754-4619-bb59-c36f740efad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:33.876943 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9a8aec6-4ba9-4d39-b65c-ca1010b609cb req-b22460f7-e754-4619-bb59-c36f740efad3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f340e38b-fc33-422a-8808-c90730dc6314 HTTP/1.1" status: 200 len: 907 time: 0.1742165 Feb 19 04:24:33.893183 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:33.898112 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9777b55f-aa8e-461e-9402-772600793240 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:24:33.910605 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6004c6f8-a011-4791-a817-8db6760a1307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:33.925160 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5b6204-1dd6-48b9-97aa-853f4075cf42 None None] Sync routers for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:24:33.955539 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5b6204-1dd6-48b9-97aa-853f4075cf42 None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:33.956453 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-fa5b6204-1dd6-48b9-97aa-853f4075cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:24:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:33.964846 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9a8aec6-4ba9-4d39-b65c-ca1010b609cb req-65b027ec-0876-4f4a-98db-9b530aafd531 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12fa2f24-9f06-475c-9764-ec13d3159342 HTTP/1.1" status: 200 len: 217 time: 0.0783298 Feb 19 04:24:33.999182 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-c2e29b70-850d-454a-9f5b-e455ecb6b50f tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Delete allocated IP 172.20.0.20 (a1600381-f974-4ccd-a357-a1d69bed455c/c2aa7b8d-aade-4632-b2c6-84bdf188d8f3) {{(pid=109925) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 04:24:34.010069 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-fa5b6204-1dd6-48b9-97aa-853f4075cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:34.018286 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8aec6-4ba9-4d39-b65c-ca1010b609cb req-256c35f0-c850-41e8-9a13-48686b39d537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:34.019773 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9a8aec6-4ba9-4d39-b65c-ca1010b609cb req-256c35f0-c850-41e8-9a13-48686b39d537 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=28e0c96c-0d0f-4bc2-a99e-37aff97516b7 HTTP/1.1" status: 200 len: 846 time: 0.0492775 Feb 19 04:24:34.023532 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5b6204-1dd6-48b9-97aa-853f4075cf42 None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:34.025331 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-fa5b6204-1dd6-48b9-97aa-853f4075cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:24:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:34.070605 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9777b55f-aa8e-461e-9402-772600793240 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:34.074872 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9777b55f-aa8e-461e-9402-772600793240 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.9809413 Feb 19 04:24:34.084751 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-fa5b6204-1dd6-48b9-97aa-853f4075cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:34.086036 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5b6204-1dd6-48b9-97aa-853f4075cf42 None None] The sync data for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:24:34.104330 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54064) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:34.106534 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9a8aec6-4ba9-4d39-b65c-ca1010b609cb req-266c6ced-ab85-4d13-841a-859f6be83a59 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f340e38b-fc33-422a-8808-c90730dc6314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757217 Feb 19 04:24:34.167247 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-12dced01-8c31-460c-8230-81fc67500c6b req-1fab9004-7cc4-4e68-9c00-aa870a40c40f tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957225 Feb 19 04:24:34.273978 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c2e29b70-850d-454a-9f5b-e455ecb6b50f tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for port (1c2dc2e9-9572-4e1b-87aa-b5a87f44f454), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:34.304069 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c2e29b70-850d-454a-9f5b-e455ecb6b50f tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (1c2dc2e9-9572-4e1b-87aa-b5a87f44f454), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:34.360910 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9a8aec6-4ba9-4d39-b65c-ca1010b609cb req-468fb642-7705-44df-bb11-df7e9714e1a7 service neutron] 10.222.0.79 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439208 Feb 19 04:24:34.397683 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-6004c6f8-a011-4791-a817-8db6760a1307 None None] Allocated IP 172.20.0.18 (a1600381-f974-4ccd-a357-a1d69bed455c/c2aa7b8d-aade-4632-b2c6-84bdf188d8f3/3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:34.482570 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e29b70-850d-454a-9f5b-e455ecb6b50f tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Port': ['ID=1c2dc2e9-9572-4e1b-87aa-b5a87f44f454,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:34.530082 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c2e29b70-850d-454a-9f5b-e455ecb6b50f tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] In _notify_port_updated(), no bound segment for port 1c2dc2e9-9572-4e1b-87aa-b5a87f44f454 on network a1600381-f974-4ccd-a357-a1d69bed455c {{(pid=109925) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:24:34.538390 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e29b70-850d-454a-9f5b-e455ecb6b50f tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:34.539018 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c2e29b70-850d-454a-9f5b-e455ecb6b50f tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:34.540779 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c2e29b70-850d-454a-9f5b-e455ecb6b50f tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "PUT /v2.0/ports/1c2dc2e9-9572-4e1b-87aa-b5a87f44f454 HTTP/1.1" status: 200 len: 919 time: 1.1764445 Feb 19 04:24:34.543460 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54078) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:34.550856 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-9f699387-eb4f-438a-b22d-657e76c84aca tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '40fe521c-ea35-4636-9ae0-b5291b433315'}, {'subnet_id': 'c2aa7b8d-aade-4632-b2c6-84bdf188d8f3'}]}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:34.609907 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6004c6f8-a011-4791-a817-8db6760a1307 None None] For port 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a,segment=NetworkSegment(e019fd23-70cf-4992-81e9-8b4a6951eb88),segment_id=e019fd23-70cf-4992-81e9-8b4a6951eb88)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:34.668414 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6004c6f8-a011-4791-a817-8db6760a1307 None None] Publish callbacks [] for port (3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:34.694273 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6004c6f8-a011-4791-a817-8db6760a1307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:34.695603 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f699387-eb4f-438a-b22d-657e76c84aca tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1c2dc2e9-9572-4e1b-87aa-b5a87f44f454), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:34.795478 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:34.826321 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9a8aec6-4ba9-4d39-b65c-ca1010b609cb req-677bcf58-c4f8-449c-a65d-d4c41346ca89 service neutron] 10.222.0.79 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475417 Feb 19 04:24:34.853601 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786cf87-0a98-4214-bf20-09457ff061cd req-f9ec922e-e63e-4705-9975-c60d51a8d099 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:34.855242 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f786cf87-0a98-4214-bf20-09457ff061cd req-f9ec922e-e63e-4705-9975-c60d51a8d099 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=096e24bf-d702-40e7-9ad7-5f56cdce84e7 HTTP/1.1" status: 200 len: 945 time: 0.2935848 Feb 19 04:24:34.930428 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004c6f8-a011-4791-a817-8db6760a1307 None None] Pushing event updated for resources: {'Port': ['ID=3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:34.991035 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:34.991642 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:35.033042 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f786cf87-0a98-4214-bf20-09457ff061cd req-0220b800-a467-48fe-9c7f-db7d31f4da2f tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259067 Feb 19 04:24:35.189857 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:35.204045 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-9f699387-eb4f-438a-b22d-657e76c84aca tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Allocated IP 172.20.0.24 (a1600381-f974-4ccd-a357-a1d69bed455c/c2aa7b8d-aade-4632-b2c6-84bdf188d8f3/1c2dc2e9-9572-4e1b-87aa-b5a87f44f454) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:35.258416 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0e699df9-393b-403b-91a2-9ad264a247d7 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:35.300373 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:35.444126 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f699387-eb4f-438a-b22d-657e76c84aca tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for port (1c2dc2e9-9572-4e1b-87aa-b5a87f44f454), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:35.451196 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f699387-eb4f-438a-b22d-657e76c84aca tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (1c2dc2e9-9572-4e1b-87aa-b5a87f44f454), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:35.601258 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f699387-eb4f-438a-b22d-657e76c84aca tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Port': ['ID=1c2dc2e9-9572-4e1b-87aa-b5a87f44f454,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:35.620937 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-9f699387-eb4f-438a-b22d-657e76c84aca tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] In _notify_port_updated(), no bound segment for port 1c2dc2e9-9572-4e1b-87aa-b5a87f44f454 on network a1600381-f974-4ccd-a357-a1d69bed455c {{(pid=109925) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:24:35.626230 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f699387-eb4f-438a-b22d-657e76c84aca tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:35.626600 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f699387-eb4f-438a-b22d-657e76c84aca tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:35.634087 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9f699387-eb4f-438a-b22d-657e76c84aca tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "PUT /v2.0/ports/1c2dc2e9-9572-4e1b-87aa-b5a87f44f454 HTTP/1.1" status: 200 len: 999 time: 1.0893688 Feb 19 04:24:35.637348 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54106) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:35.741064 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-a1e50139-513a-442e-abbb-deb680af9135 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting port 1c2dc2e9-9572-4e1b-87aa-b5a87f44f454 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:35.741411 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a1e50139-513a-442e-abbb-deb680af9135 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (1c2dc2e9-9572-4e1b-87aa-b5a87f44f454), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:35.832514 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-0e699df9-393b-403b-91a2-9ad264a247d7 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Allocated IP 172.20.0.1 (5825703b-6b51-466a-9b47-aebebf319d2a/c6f29738-ae65-420d-b4f6-631dedab8a88/cc4750cc-d7ba-464a-8dfe-bf3a95d67e12) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:35.896103 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8239d3af-221d-4a2d-97ba-02f2c5ec2523 None None] Network a1600381-f974-4ccd-a357-a1d69bed455c requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:35.897049 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a1e50139-513a-442e-abbb-deb680af9135 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (1c2dc2e9-9572-4e1b-87aa-b5a87f44f454), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:35.911817 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-a1e50139-513a-442e-abbb-deb680af9135 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Calling delete_port for 1c2dc2e9-9572-4e1b-87aa-b5a87f44f454 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:36.035197 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-55b3d27d-5ef6-49cd-859f-ba07426c4d04 None None] Provisioning complete for port 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:36.036258 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-55b3d27d-5ef6-49cd-859f-ba07426c4d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:36.090820 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0e699df9-393b-403b-91a2-9ad264a247d7 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for port (cc4750cc-d7ba-464a-8dfe-bf3a95d67e12), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:36.133953 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1295667-fc6d-415a-b6f5-5b26ccca3ed2 req-a97f8180-e2b0-40bd-a1e0-f7512fb0f6a8 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:36.140606 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c1295667-fc6d-415a-b6f5-5b26ccca3ed2 req-a97f8180-e2b0-40bd-a1e0-f7512fb0f6a8 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.26 "GET /v2.0/ports?device_id=096e24bf-d702-40e7-9ad7-5f56cdce84e7 HTTP/1.1" status: 200 len: 945 time: 0.1323333 Feb 19 04:24:36.159137 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0e699df9-393b-403b-91a2-9ad264a247d7 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (cc4750cc-d7ba-464a-8dfe-bf3a95d67e12), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:36.232826 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e699df9-393b-403b-91a2-9ad264a247d7 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Network 5825703b-6b51-466a-9b47-aebebf319d2a is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:36.238497 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-0e699df9-393b-403b-91a2-9ad264a247d7 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:36.260095 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e699df9-393b-403b-91a2-9ad264a247d7 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:36.309632 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0e699df9-393b-403b-91a2-9ad264a247d7 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:36.355652 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-c1295667-fc6d-415a-b6f5-5b26ccca3ed2 req-595925b8-380f-4366-a582-ace805914acf tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Deleting port b76b4998-57a9-406f-b23a-0dc84480ea4c {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:36.356288 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c1295667-fc6d-415a-b6f5-5b26ccca3ed2 req-595925b8-380f-4366-a582-ace805914acf tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b76b4998-57a9-406f-b23a-0dc84480ea4c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:36.376361 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a1e50139-513a-442e-abbb-deb680af9135 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (1c2dc2e9-9572-4e1b-87aa-b5a87f44f454), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:36.399076 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e699df9-393b-403b-91a2-9ad264a247d7 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event updated for resources: {'Port': ['ID=cc4750cc-d7ba-464a-8dfe-bf3a95d67e12,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:36.472480 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e50139-513a-442e-abbb-deb680af9135 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Port': ['ID=1c2dc2e9-9572-4e1b-87aa-b5a87f44f454,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:36.484254 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489d7e3-f175-40a4-845f-e4d3f46f54db req-007b8375-ab14-45e7-b05c-3219a959f279 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:36.486778 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9489d7e3-f175-40a4-845f-e4d3f46f54db req-007b8375-ab14-45e7-b05c-3219a959f279 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=096e24bf-d702-40e7-9ad7-5f56cdce84e7 HTTP/1.1" status: 200 len: 945 time: 0.2647412 Feb 19 04:24:36.625652 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-55b3d27d-5ef6-49cd-859f-ba07426c4d04 None None] Current status of the port 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:36.634244 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-55b3d27d-5ef6-49cd-859f-ba07426c4d04 None None] Could not find standard attr ID for object 1c2dc2e9-9572-4e1b-87aa-b5a87f44f454. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:24:36.676315 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9489d7e3-f175-40a4-845f-e4d3f46f54db req-bebb6440-9bda-4107-a455-02f0a4d94c99 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632047 Feb 19 04:24:36.682483 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-c1295667-fc6d-415a-b6f5-5b26ccca3ed2 req-595925b8-380f-4366-a582-ace805914acf tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] For port b76b4998-57a9-406f-b23a-0dc84480ea4c, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=b76b4998-57a9-406f-b23a-0dc84480ea4c,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:36.682483 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c1295667-fc6d-415a-b6f5-5b26ccca3ed2 req-595925b8-380f-4366-a582-ace805914acf tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b76b4998-57a9-406f-b23a-0dc84480ea4c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:36.689696 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0e699df9-393b-403b-91a2-9ad264a247d7 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cc4750cc-d7ba-464a-8dfe-bf3a95d67e12), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:36.701473 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-c1295667-fc6d-415a-b6f5-5b26ccca3ed2 req-595925b8-380f-4366-a582-ace805914acf tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Calling delete_port for b76b4998-57a9-406f-b23a-0dc84480ea4c owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:36.733814 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a1e50139-513a-442e-abbb-deb680af9135 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:36.743323 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a1e50139-513a-442e-abbb-deb680af9135 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/ports/1c2dc2e9-9572-4e1b-87aa-b5a87f44f454 HTTP/1.1" status: 204 len: 168 time: 1.1037760 Feb 19 04:24:36.743892 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54160) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:36.752875 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:36.779108 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-0245290d-4361-4ad8-bf21-783183a59a78 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] GET failed (client error): The resource could not be found. Feb 19 04:24:36.783627 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0245290d-4361-4ad8-bf21-783183a59a78 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "GET /v2.0/ports/1c2dc2e9-9572-4e1b-87aa-b5a87f44f454 HTTP/1.1" status: 404 len: 333 time: 0.0364916 Feb 19 04:24:36.783972 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54164) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:36.806786 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:36.931726 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:36.932261 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:36.949632 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0cb952a-8456-4279-8414-6d8e06983270 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting subnet c2aa7b8d-aade-4632-b2c6-84bdf188d8f3 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:24:36.955767 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0cb952a-8456-4279-8414-6d8e06983270 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for subnet (c2aa7b8d-aade-4632-b2c6-84bdf188d8f3), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:36.989869 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c1295667-fc6d-415a-b6f5-5b26ccca3ed2 req-595925b8-380f-4366-a582-ace805914acf tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (b76b4998-57a9-406f-b23a-0dc84480ea4c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:37.020715 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['12fa2f24-9f06-475c-9764-ec13d3159342'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:24:37.024055 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595925b8-380f-4366-a582-ace805914acf tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Pushing event deleted for resources: {'Port': ['ID=b76b4998-57a9-406f-b23a-0dc84480ea4c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:37.024953 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['b76b4998-57a9-406f-b23a-0dc84480ea4c'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:24:37.052278 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0cb952a-8456-4279-8414-6d8e06983270 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (c2aa7b8d-aade-4632-b2c6-84bdf188d8f3), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:37.129125 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1295667-fc6d-415a-b6f5-5b26ccca3ed2 req-595925b8-380f-4366-a582-ace805914acf tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] No DVR routers for this DVR port b76b4998-57a9-406f-b23a-0dc84480ea4c on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:24:37.129580 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:37.132793 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c1295667-fc6d-415a-b6f5-5b26ccca3ed2 req-595925b8-380f-4366-a582-ace805914acf tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:37.138405 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c1295667-fc6d-415a-b6f5-5b26ccca3ed2 req-595925b8-380f-4366-a582-ace805914acf tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.26 "DELETE /v2.0/ports/b76b4998-57a9-406f-b23a-0dc84480ea4c HTTP/1.1" status: 204 len: 173 time: 0.9902382 Feb 19 04:24:37.139125 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096e24bf-d702-40e7-9ad7-5f56cdce84e7', 'name': 'network-vif-deleted', 'tag': 'b76b4998-57a9-406f-b23a-0dc84480ea4c'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:24:37.141803 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11513021-3d50-407e-bc1e-43f09db980cd" -d '{"events": [{"server_uuid": "096e24bf-d702-40e7-9ad7-5f56cdce84e7", "name": "network-vif-deleted", "tag": "b76b4998-57a9-406f-b23a-0dc84480ea4c"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:24:37.223893 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4804dbba-e061-4076-87ec-abc7364d1aa1 x-openstack-request-id: req-4804dbba-e061-4076-87ec-abc7364d1aa1 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:24:37.224253 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096e24bf-d702-40e7-9ad7-5f56cdce84e7", "name": "network-vif-deleted", "tag": "b76b4998-57a9-406f-b23a-0dc84480ea4c", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:24:37.224579 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4804dbba-e061-4076-87ec-abc7364d1aa1 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:24:37.225050 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096e24bf-d702-40e7-9ad7-5f56cdce84e7', 'name': 'network-vif-deleted', 'tag': 'b76b4998-57a9-406f-b23a-0dc84480ea4c', 'status': 'completed', 'code': 200} Feb 19 04:24:37.283536 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0cb952a-8456-4279-8414-6d8e06983270 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (c2aa7b8d-aade-4632-b2c6-84bdf188d8f3), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:37.357699 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0e699df9-393b-403b-91a2-9ad264a247d7 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for port (cc4750cc-d7ba-464a-8dfe-bf3a95d67e12), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:37.365597 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0e699df9-393b-403b-91a2-9ad264a247d7 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (cc4750cc-d7ba-464a-8dfe-bf3a95d67e12), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:37.454418 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0e699df9-393b-403b-91a2-9ad264a247d7 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:37.462387 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e699df9-393b-403b-91a2-9ad264a247d7 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event updated for resources: {'Port': ['ID=cc4750cc-d7ba-464a-8dfe-bf3a95d67e12,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:37.468558 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0cb952a-8456-4279-8414-6d8e06983270 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (c2aa7b8d-aade-4632-b2c6-84bdf188d8f3), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:37.500383 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb952a-8456-4279-8414-6d8e06983270 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Subnet': ['ID=c2aa7b8d-aade-4632-b2c6-84bdf188d8f3,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:37.514400 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0cb952a-8456-4279-8414-6d8e06983270 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:37.517628 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c0cb952a-8456-4279-8414-6d8e06983270 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/subnets/c2aa7b8d-aade-4632-b2c6-84bdf188d8f3 HTTP/1.1" status: 204 len: 168 time: 0.7326338 Feb 19 04:24:37.520772 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54204) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:37.607695 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c77f2d-9b3f-4aaf-9ffc-a36a2a18164c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting subnet 40fe521c-ea35-4636-9ae0-b5291b433315 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:24:37.612657 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-32c77f2d-9b3f-4aaf-9ffc-a36a2a18164c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for subnet (40fe521c-ea35-4636-9ae0-b5291b433315), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:37.626410 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e699df9-393b-403b-91a2-9ad264a247d7 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Network 5825703b-6b51-466a-9b47-aebebf319d2a is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:37.628212 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-0e699df9-393b-403b-91a2-9ad264a247d7 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:37.691964 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-32c77f2d-9b3f-4aaf-9ffc-a36a2a18164c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (40fe521c-ea35-4636-9ae0-b5291b433315), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:37.791894 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-32c77f2d-9b3f-4aaf-9ffc-a36a2a18164c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (40fe521c-ea35-4636-9ae0-b5291b433315), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:37.865151 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54210) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:37.888912 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-32c77f2d-9b3f-4aaf-9ffc-a36a2a18164c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (40fe521c-ea35-4636-9ae0-b5291b433315), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:37.935790 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-32c77f2d-9b3f-4aaf-9ffc-a36a2a18164c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:37.942517 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-32c77f2d-9b3f-4aaf-9ffc-a36a2a18164c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/subnets/40fe521c-ea35-4636-9ae0-b5291b433315 HTTP/1.1" status: 204 len: 168 time: 0.4172282 Feb 19 04:24:37.942517 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c77f2d-9b3f-4aaf-9ffc-a36a2a18164c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Subnet': ['ID=40fe521c-ea35-4636-9ae0-b5291b433315,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:37.950991 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54214) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:37.985517 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91da0c2-4559-4875-8a8e-a1a74b527abd None None] Network a1600381-f974-4ccd-a357-a1d69bed455c requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:38.106201 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e9d6ec7a-b1db-411b-b1c3-85b96cb3e002 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (a1600381-f974-4ccd-a357-a1d69bed455c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.117556 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a2079e17-4114-466d-8e09-71d3b4df5e3f None None] Provisioning complete for port 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:38.118090 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a2079e17-4114-466d-8e09-71d3b4df5e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.127396 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41ffc345-a6b1-43ff-8664-945e9b31b31c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.228288 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-e9d6ec7a-b1db-411b-b1c3-85b96cb3e002 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting port 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:38.228893 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e9d6ec7a-b1db-411b-b1c3-85b96cb3e002 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.263466 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a2079e17-4114-466d-8e09-71d3b4df5e3f None None] Current status of the port 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:38.268319 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a2079e17-4114-466d-8e09-71d3b4df5e3f None None] Could not find standard attr ID for object 1c2dc2e9-9572-4e1b-87aa-b5a87f44f454. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:24:38.309743 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d0fe0b04-410f-487b-bed3-bb0a1cf6c173 req-2f90493b-2ea5-4590-b2ee-f3db8402253b tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=096e24bf-d702-40e7-9ad7-5f56cdce84e7 HTTP/1.1" status: 200 len: 210 time: 0.0568767 Feb 19 04:24:38.331948 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8618ea-394e-4296-bd5f-d19a4aa29d58 None None] DHCP port deletion for a1600381-f974-4ccd-a357-a1d69bed455c request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:24:38.350889 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-e9d6ec7a-b1db-411b-b1c3-85b96cb3e002 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] For port 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a,segment=NetworkSegment(e019fd23-70cf-4992-81e9-8b4a6951eb88),segment_id=e019fd23-70cf-4992-81e9-8b4a6951eb88)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:38.351546 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e9d6ec7a-b1db-411b-b1c3-85b96cb3e002 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.354254 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e699df9-393b-403b-91a2-9ad264a247d7 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Router ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:24:38.374129 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41ffc345-a6b1-43ff-8664-945e9b31b31c admin admin] Publish callbacks [] for security_group (056e17de-fe8f-49e2-ac31-372118f8dee0), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.375729 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-e9d6ec7a-b1db-411b-b1c3-85b96cb3e002 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Calling delete_port for 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:38.391005 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41ffc345-a6b1-43ff-8664-945e9b31b31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (056e17de-fe8f-49e2-ac31-372118f8dee0), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.396408 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-af8618ea-394e-4296-bd5f-d19a4aa29d58 None None] Deleting port 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:38.397219 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-af8618ea-394e-4296-bd5f-d19a4aa29d58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.472263 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ffc345-a6b1-43ff-8664-945e9b31b31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056e17de-fe8f-49e2-ac31-372118f8dee0,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:38.480331 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-41ffc345-a6b1-43ff-8664-945e9b31b31c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7e4bb7cf209f4862906bbce8296aec5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6133909 Feb 19 04:24:38.480667 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54220) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:38.515946 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-af8618ea-394e-4296-bd5f-d19a4aa29d58 None None] For port 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a,segment=NetworkSegment(e019fd23-70cf-4992-81e9-8b4a6951eb88),segment_id=e019fd23-70cf-4992-81e9-8b4a6951eb88)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:38.516356 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-af8618ea-394e-4296-bd5f-d19a4aa29d58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.522850 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e9d6ec7a-b1db-411b-b1c3-85b96cb3e002 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.530738 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-af8618ea-394e-4296-bd5f-d19a4aa29d58 None None] Calling delete_port for 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:38.540722 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e699df9-393b-403b-91a2-9ad264a247d7 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:24:38.549863 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0e699df9-393b-403b-91a2-9ad264a247d7 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "PUT /v2.0/routers/ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4423716 Feb 19 04:24:38.553862 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54222) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:38.557105 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d6ec7a-b1db-411b-b1c3-85b96cb3e002 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] No DVR routers for this DVR port 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:24:38.563031 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-3787d701-4cf0-43c9-ab58-665d73285169 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Request body: {'port': {'network_id': '5825703b-6b51-466a-9b47-aebebf319d2a', 'name': 'tempest-FloatingIPTestJSON-1796675552'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:38.582723 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81980f87-21c2-43e4-ba7b-8b354beccbf9 None None] Sync routers for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:24:38.601521 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81980f87-21c2-43e4-ba7b-8b354beccbf9 None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:38.602384 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-81980f87-21c2-43e4-ba7b-8b354beccbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:24:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:38.613060 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6ec7a-b1db-411b-b1c3-85b96cb3e002 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Port': ['ID=3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:38.650021 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-81980f87-21c2-43e4-ba7b-8b354beccbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:38.660909 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-06ab6a69-892f-4bb8-8a54-3b07877f9e3c admin admin] Publish callbacks [] for security_group (056e17de-fe8f-49e2-ac31-372118f8dee0), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.676172 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81980f87-21c2-43e4-ba7b-8b354beccbf9 None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:38.676831 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-81980f87-21c2-43e4-ba7b-8b354beccbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:24:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:38.718146 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e9d6ec7a-b1db-411b-b1c3-85b96cb3e002 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (a1600381-f974-4ccd-a357-a1d69bed455c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.735330 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-06ab6a69-892f-4bb8-8a54-3b07877f9e3c admin admin] Publish callbacks [] for security_group (056e17de-fe8f-49e2-ac31-372118f8dee0), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.749814 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-e9d6ec7a-b1db-411b-b1c3-85b96cb3e002 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1600381-f974-4ccd-a357-a1d69bed455c']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:38.754930 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:24:38.765685 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3787d701-4cf0-43c9-ab58-665d73285169 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Made reservation on behalf of 5f78b14320e047b99cc727237e144962 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:38.767537 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-e9d6ec7a-b1db-411b-b1c3-85b96cb3e002 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e019fd23-70cf-4992-81e9-8b4a6951eb88') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:38.769319 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-e9d6ec7a-b1db-411b-b1c3-85b96cb3e002 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e019fd23-70cf-4992-81e9-8b4a6951eb88') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:38.769484 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3787d701-4cf0-43c9-ab58-665d73285169 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.784959 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:24:38.785823 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e9d6ec7a-b1db-411b-b1c3-85b96cb3e002 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (e019fd23-70cf-4992-81e9-8b4a6951eb88), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.786467 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:24:38.788431 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-81980f87-21c2-43e4-ba7b-8b354beccbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:38.788974 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81980f87-21c2-43e4-ba7b-8b354beccbf9 None None] The sync data for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:24:38.797613 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-3787d701-4cf0-43c9-ab58-665d73285169 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] device_id is not set on port 443aaa46-456f-46ac-9e90-d8c45a12c6be yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:24:38.802414 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-af8618ea-394e-4296-bd5f-d19a4aa29d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.822424 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e9d6ec7a-b1db-411b-b1c3-85b96cb3e002 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e019fd23-70cf-4992-81e9-8b4a6951eb88), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.831420 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d6ec7a-b1db-411b-b1c3-85b96cb3e002 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:24:38.831811 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e9d6ec7a-b1db-411b-b1c3-85b96cb3e002 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (e019fd23-70cf-4992-81e9-8b4a6951eb88), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.846556 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8618ea-394e-4296-bd5f-d19a4aa29d58 None None] Pushing event deleted for resources: {'Port': ['ID=3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: items = [ Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:24:38.847067 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:24:38.852584 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8618ea-394e-4296-bd5f-d19a4aa29d58 None None] No DVR routers for this DVR port 3fb513e3-75ff-4bbc-9bc8-e5de12f50f2a on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:24:38.881098 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-06ab6a69-892f-4bb8-8a54-3b07877f9e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (056e17de-fe8f-49e2-ac31-372118f8dee0), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.885400 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-06ab6a69-892f-4bb8-8a54-3b07877f9e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.890464 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-06ab6a69-892f-4bb8-8a54-3b07877f9e3c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/056e17de-fe8f-49e2-ac31-372118f8dee0 HTTP/1.1" status: 204 len: 168 time: 0.4086852 Feb 19 04:24:38.909810 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab6a69-892f-4bb8-8a54-3b07877f9e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056e17de-fe8f-49e2-ac31-372118f8dee0,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:38.935417 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e9d6ec7a-b1db-411b-b1c3-85b96cb3e002 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (a1600381-f974-4ccd-a357-a1d69bed455c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.947054 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e9d6ec7a-b1db-411b-b1c3-85b96cb3e002 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.963682 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e9d6ec7a-b1db-411b-b1c3-85b96cb3e002 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/networks/a1600381-f974-4ccd-a357-a1d69bed455c HTTP/1.1" status: 204 len: 168 time: 1.0098741 Feb 19 04:24:38.967286 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54226) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:38.976108 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6ec7a-b1db-411b-b1c3-85b96cb3e002 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Network': ['ID=a1600381-f974-4ccd-a357-a1d69bed455c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:39.081365 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-3787d701-4cf0-43c9-ab58-665d73285169 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Allocated IP 172.20.0.2 (5825703b-6b51-466a-9b47-aebebf319d2a/c6f29738-ae65-420d-b4f6-631dedab8a88/443aaa46-456f-46ac-9e90-d8c45a12c6be) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:39.101425 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9229065f-db8d-43da-ad25-74f05fd12659 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:39.107258 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54232) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:39.110687 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9229065f-db8d-43da-ad25-74f05fd12659 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1415169 Feb 19 04:24:39.170770 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ae04f159-89f6-4f81-a7b1-1d4b621b63da tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0622981 Feb 19 04:24:39.171505 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54234) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:39.176464 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ded2b337-6a98-42e2-8da4-cdd20862f0a9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1182248497'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:39.199295 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded2b337-6a98-42e2-8da4-cdd20862f0a9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:39.204074 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ded2b337-6a98-42e2-8da4-cdd20862f0a9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.237086 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded2b337-6a98-42e2-8da4-cdd20862f0a9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:24:39.248670 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ded2b337-6a98-42e2-8da4-cdd20862f0a9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (7f2d3704-1abc-4986-8daa-84ec6aa0865d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.249383 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-ded2b337-6a98-42e2-8da4-cdd20862f0a9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Added segment 7f2d3704-1abc-4986-8daa-84ec6aa0865d of type vlan for network 96b96857-98cc-426b-b256-e0aa976d7720 Feb 19 04:24:39.268716 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54236) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:39.287977 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8e1aee70-e4ac-40e7-b054-dd977fd03ba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.292944 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ded2b337-6a98-42e2-8da4-cdd20862f0a9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (96b96857-98cc-426b-b256-e0aa976d7720), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.317871 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ded2b337-6a98-42e2-8da4-cdd20862f0a9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (96b96857-98cc-426b-b256-e0aa976d7720), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.321019 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3787d701-4cf0-43c9-ab58-665d73285169 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for port (443aaa46-456f-46ac-9e90-d8c45a12c6be), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.323910 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded2b337-6a98-42e2-8da4-cdd20862f0a9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:39.324596 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ded2b337-6a98-42e2-8da4-cdd20862f0a9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.388398 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ded2b337-6a98-42e2-8da4-cdd20862f0a9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2156429 Feb 19 04:24:39.389065 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54240) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:39.397070 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-e2228c2b-77be-4cb4-ad06-5769a6c10977 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'subnet': {'network_id': '96b96857-98cc-426b-b256-e0aa976d7720', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:39.418887 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3787d701-4cf0-43c9-ab58-665d73285169 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (443aaa46-456f-46ac-9e90-d8c45a12c6be), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.443680 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8e1aee70-e4ac-40e7-b054-dd977fd03ba7 admin admin] Publish callbacks [] for security_group (71256fe1-9383-467d-96df-dd353d45361f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.461754 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2b337-6a98-42e2-8da4-cdd20862f0a9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Network': ['ID=96b96857-98cc-426b-b256-e0aa976d7720,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:39.474554 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 96b96857-98cc-426b-b256-e0aa976d7720 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:24:39.497710 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8e1aee70-e4ac-40e7-b054-dd977fd03ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (71256fe1-9383-467d-96df-dd353d45361f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.523388 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3787d701-4cf0-43c9-ab58-665d73285169 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Network 5825703b-6b51-466a-9b47-aebebf319d2a is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:39.544610 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-3787d701-4cf0-43c9-ab58-665d73285169 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:39.548583 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3787d701-4cf0-43c9-ab58-665d73285169 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:39.565010 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2228c2b-77be-4cb4-ad06-5769a6c10977 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:39.571728 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e2228c2b-77be-4cb4-ad06-5769a6c10977 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.639110 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787d701-4cf0-43c9-ab58-665d73285169 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event updated for resources: {'Port': ['ID=443aaa46-456f-46ac-9e90-d8c45a12c6be,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:39.658912 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3787d701-4cf0-43c9-ab58-665d73285169 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:39.659366 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3787d701-4cf0-43c9-ab58-665d73285169 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.675225 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8e1aee70-e4ac-40e7-b054-dd977fd03ba7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=60f0ead4d8f447e6b1b6725170f66c66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4051871 Feb 19 04:24:39.678221 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54256) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:39.726443 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1aee70-e4ac-40e7-b054-dd977fd03ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71256fe1-9383-467d-96df-dd353d45361f,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:39.738008 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3787d701-4cf0-43c9-ab58-665d73285169 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1827211 Feb 19 04:24:39.740644 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54258) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:39.745433 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-809ca769-be06-4823-8d87-36b23e16f005 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Request body: {'port': {'network_id': '5825703b-6b51-466a-9b47-aebebf319d2a', 'name': 'tempest-FloatingIPTestJSON-1494192531'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:39.779975 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-52b5f28e-f951-48f3-91d0-e866d80ea211 admin admin] Publish callbacks [] for security_group (71256fe1-9383-467d-96df-dd353d45361f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.833248 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-52b5f28e-f951-48f3-91d0-e866d80ea211 admin admin] Publish callbacks [] for security_group (71256fe1-9383-467d-96df-dd353d45361f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.856775 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e2228c2b-77be-4cb4-ad06-5769a6c10977 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (992306a5-5bd1-4cae-aa5c-bc17027923a0), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.865450 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-7ae20224-c22f-4f37-a55c-9515c2028eb5 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:39.866961 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-7ae20224-c22f-4f37-a55c-9515c2028eb5 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/networks?id=f340e38b-fc33-422a-8808-c90730dc6314 HTTP/1.1" status: 200 len: 806 time: 0.2369626 Feb 19 04:24:39.924624 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-062c5321-7929-4085-96b4-60f851b9256b tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/quotas/8ec38d363cbe44859094f303c32fa2df HTTP/1.1" status: 200 len: 375 time: 0.0168364 Feb 19 04:24:39.924873 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device b76b4998-57a9-406f-b23a-0dc84480ea4c no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:24:39.939543 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809ca769-be06-4823-8d87-36b23e16f005 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Made reservation on behalf of 5f78b14320e047b99cc727237e144962 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:39.943033 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-809ca769-be06-4823-8d87-36b23e16f005 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.954471 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2228c2b-77be-4cb4-ad06-5769a6c10977 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Subnet': ['ID=992306a5-5bd1-4cae-aa5c-bc17027923a0,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:39.962900 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: b76b4998-57a9-406f-b23a-0dc84480ea4c {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:24:39.963096 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2228c2b-77be-4cb4-ad06-5769a6c10977 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Checking segment: {'id': '7f2d3704-1abc-4986-8daa-84ec6aa0865d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '96b96857-98cc-426b-b256-e0aa976d7720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:39.964673 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2228c2b-77be-4cb4-ad06-5769a6c10977 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network hostable DHCP agents. Network: 96b96857-98cc-426b-b256-e0aa976d7720, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:24:39.966117 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device b76b4998-57a9-406f-b23a-0dc84480ea4c not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:24:39.971807 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-52b5f28e-f951-48f3-91d0-e866d80ea211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (71256fe1-9383-467d-96df-dd353d45361f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.973103 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-809ca769-be06-4823-8d87-36b23e16f005 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] device_id is not set on port 34d7dca7-643f-40ac-bb98-cce5867f4f58 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:24:39.974513 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-52b5f28e-f951-48f3-91d0-e866d80ea211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.978150 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-52b5f28e-f951-48f3-91d0-e866d80ea211 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/71256fe1-9383-467d-96df-dd353d45361f HTTP/1.1" status: 204 len: 168 time: 0.2896085 Feb 19 04:24:39.990953 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5f28e-f951-48f3-91d0-e866d80ea211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71256fe1-9383-467d-96df-dd353d45361f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:39.998383 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2228c2b-77be-4cb4-ad06-5769a6c10977 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network 96b96857-98cc-426b-b256-e0aa976d7720 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:24:40.012378 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-e2228c2b-77be-4cb4-ad06-5769a6c10977 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 96b96857-98cc-426b-b256-e0aa976d7720) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:40.020966 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2228c2b-77be-4cb4-ad06-5769a6c10977 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:40.022277 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e2228c2b-77be-4cb4-ad06-5769a6c10977 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:40.025902 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76502e5-dd67-4b3a-aa9f-bf5075f0b5b9 None None] Network 96b96857-98cc-426b-b256-e0aa976d7720 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:40.045569 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e2228c2b-77be-4cb4-ad06-5769a6c10977 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6524141 Feb 19 04:24:40.048305 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54262) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:40.065798 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-953eb87e-a59c-4e4b-bba2-60992b49763e tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ec38d363cbe44859094f303c32fa2df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1658423 Feb 19 04:24:40.066047 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-8155261c-973c-4412-808c-08acd41981d5 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'port': {'network_id': '96b96857-98cc-426b-b256-e0aa976d7720', 'name': 'tempest-PortsTestJSON-175933191'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:40.249871 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dc7104-8f05-4a17-a364-07065955e9af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-96b96857-98cc-426b-b256-e0aa976d7720', 'network_id': '96b96857-98cc-426b-b256-e0aa976d7720', 'project_id': 'dd0b4c3644cf40b2a614f690962dfa99', 'fixed_ips': [{'subnet_id': '992306a5-5bd1-4cae-aa5c-bc17027923a0'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:24:40.251209 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-81dc7104-8f05-4a17-a364-07065955e9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:40.259890 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8155261c-973c-4412-808c-08acd41981d5 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:40.270975 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8155261c-973c-4412-808c-08acd41981d5 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:40.273792 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-809ca769-be06-4823-8d87-36b23e16f005 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Allocated IP 172.20.0.11 (5825703b-6b51-466a-9b47-aebebf319d2a/c6f29738-ae65-420d-b4f6-631dedab8a88/34d7dca7-643f-40ac-bb98-cce5867f4f58) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:40.281928 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-526b13c6-5f66-44c5-a357-7c42faca1666 service neutron] 10.222.0.52 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050025 Feb 19 04:24:40.328784 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-8155261c-973c-4412-808c-08acd41981d5 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] device_id is not set on port 71683eae-bbfc-4e8a-92ff-3265f3034222 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:24:40.456401 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-ad4809c9-1936-426b-bfa1-d446cf992077 service neutron] 10.222.0.52 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670775 Feb 19 04:24:40.461858 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-81dc7104-8f05-4a17-a364-07065955e9af None None] Allocated IP 172.20.0.2 (96b96857-98cc-426b-b256-e0aa976d7720/992306a5-5bd1-4cae-aa5c-bc17027923a0/af1e5335-7f5f-4e5c-bd78-393ed3b775f0) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:40.551509 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-809ca769-be06-4823-8d87-36b23e16f005 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for port (34d7dca7-643f-40ac-bb98-cce5867f4f58), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:40.630399 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-809ca769-be06-4823-8d87-36b23e16f005 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (34d7dca7-643f-40ac-bb98-cce5867f4f58), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:40.681436 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809ca769-be06-4823-8d87-36b23e16f005 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Network 5825703b-6b51-466a-9b47-aebebf319d2a is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:40.691597 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-809ca769-be06-4823-8d87-36b23e16f005 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:40.702535 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809ca769-be06-4823-8d87-36b23e16f005 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:40.707432 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ca769-be06-4823-8d87-36b23e16f005 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event updated for resources: {'Port': ['ID=34d7dca7-643f-40ac-bb98-cce5867f4f58,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:40.758478 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-81dc7104-8f05-4a17-a364-07065955e9af None None] Publish callbacks [] for port (af1e5335-7f5f-4e5c-bd78-393ed3b775f0), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:40.773137 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-81dc7104-8f05-4a17-a364-07065955e9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (af1e5335-7f5f-4e5c-bd78-393ed3b775f0), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:40.783902 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e4a7717c-1d66-47c1-92bc-802e72d6f4db req-ff062acd-058d-4e33-b347-6c9cf151dd00 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 210 time: 0.0435996 Feb 19 04:24:40.827363 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809ca769-be06-4823-8d87-36b23e16f005 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:40.828129 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-809ca769-be06-4823-8d87-36b23e16f005 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:40.870842 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-809ca769-be06-4823-8d87-36b23e16f005 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1286845 Feb 19 04:24:40.873798 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54286) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:40.882028 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-83203ee7-8223-4a26-978c-fe695ef9d6ed tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'port_id': '34d7dca7-643f-40ac-bb98-cce5867f4f58', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:40.885441 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-8155261c-973c-4412-808c-08acd41981d5 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Allocated IP 172.20.0.6 (96b96857-98cc-426b-b256-e0aa976d7720/992306a5-5bd1-4cae-aa5c-bc17027923a0/71683eae-bbfc-4e8a-92ff-3265f3034222) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:40.908907 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dc7104-8f05-4a17-a364-07065955e9af None None] Network 96b96857-98cc-426b-b256-e0aa976d7720 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:40.922892 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-81dc7104-8f05-4a17-a364-07065955e9af None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:40.940186 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dc7104-8f05-4a17-a364-07065955e9af None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:40.949249 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc7104-8f05-4a17-a364-07065955e9af None None] Pushing event updated for resources: {'Port': ['ID=af1e5335-7f5f-4e5c-bd78-393ed3b775f0,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:40.972464 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-83203ee7-8223-4a26-978c-fe695ef9d6ed tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:41.052330 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-81dc7104-8f05-4a17-a364-07065955e9af None None] Attempting to bind port af1e5335-7f5f-4e5c-bd78-393ed3b775f0 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:24:41.053161 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-81dc7104-8f05-4a17-a364-07065955e9af None None] Attempting to bind port af1e5335-7f5f-4e5c-bd78-393ed3b775f0 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '7f2d3704-1abc-4986-8daa-84ec6aa0865d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '96b96857-98cc-426b-b256-e0aa976d7720'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:24:41.053909 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dc7104-8f05-4a17-a364-07065955e9af None None] Attempting to bind port af1e5335-7f5f-4e5c-bd78-393ed3b775f0 on network 96b96857-98cc-426b-b256-e0aa976d7720 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:24:41.081075 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dc7104-8f05-4a17-a364-07065955e9af None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:24:41.081568 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dc7104-8f05-4a17-a364-07065955e9af None None] Checking segment: {'id': '7f2d3704-1abc-4986-8daa-84ec6aa0865d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '96b96857-98cc-426b-b256-e0aa976d7720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:41.081991 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-81dc7104-8f05-4a17-a364-07065955e9af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:41.082414 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dc7104-8f05-4a17-a364-07065955e9af None None] Bound using segment: {'id': '7f2d3704-1abc-4986-8daa-84ec6aa0865d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '96b96857-98cc-426b-b256-e0aa976d7720'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:24:41.083186 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-81dc7104-8f05-4a17-a364-07065955e9af None None] Bound port: af1e5335-7f5f-4e5c-bd78-393ed3b775f0, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f2d3704-1abc-4986-8daa-84ec6aa0865d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '96b96857-98cc-426b-b256-e0aa976d7720'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:24:41.083834 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-81dc7104-8f05-4a17-a364-07065955e9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (af1e5335-7f5f-4e5c-bd78-393ed3b775f0), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:41.243580 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-83203ee7-8223-4a26-978c-fe695ef9d6ed tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:41.263862 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8155261c-973c-4412-808c-08acd41981d5 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for port (71683eae-bbfc-4e8a-92ff-3265f3034222), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:41.278504 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-81dc7104-8f05-4a17-a364-07065955e9af None None] For port af1e5335-7f5f-4e5c-bd78-393ed3b775f0, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:24:41.291848 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-81dc7104-8f05-4a17-a364-07065955e9af None None] For port af1e5335-7f5f-4e5c-bd78-393ed3b775f0, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=af1e5335-7f5f-4e5c-bd78-393ed3b775f0,segment=NetworkSegment(7f2d3704-1abc-4986-8daa-84ec6aa0865d),segment_id=7f2d3704-1abc-4986-8daa-84ec6aa0865d)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:24:41.311117 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-81dc7104-8f05-4a17-a364-07065955e9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (af1e5335-7f5f-4e5c-bd78-393ed3b775f0), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:41.357693 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8155261c-973c-4412-808c-08acd41981d5 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (71683eae-bbfc-4e8a-92ff-3265f3034222), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:41.457023 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8155261c-973c-4412-808c-08acd41981d5 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network 96b96857-98cc-426b-b256-e0aa976d7720 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:41.457460 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc7104-8f05-4a17-a364-07065955e9af None None] Pushing event updated for resources: {'Port': ['ID=af1e5335-7f5f-4e5c-bd78-393ed3b775f0,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:41.468118 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-8155261c-973c-4412-808c-08acd41981d5 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:41.476497 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8155261c-973c-4412-808c-08acd41981d5 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:41.517941 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-83203ee7-8223-4a26-978c-fe695ef9d6ed tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Allocated IP 172.25.3.161 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/1d96e0e1-8612-4545-b74d-721f1ab46b29) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:41.609176 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155261c-973c-4412-808c-08acd41981d5 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Port': ['ID=71683eae-bbfc-4e8a-92ff-3265f3034222,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:41.675282 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8155261c-973c-4412-808c-08acd41981d5 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:41.675931 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8155261c-973c-4412-808c-08acd41981d5 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:41.744413 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-83203ee7-8223-4a26-978c-fe695ef9d6ed tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for port (1d96e0e1-8612-4545-b74d-721f1ab46b29), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:41.778438 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8155261c-973c-4412-808c-08acd41981d5 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7286580 Feb 19 04:24:41.780819 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54310) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:41.810949 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-e8bdf950-63a2-4b20-bf1a-9e552bcdfbf4 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'port': {'network_id': '96b96857-98cc-426b-b256-e0aa976d7720', 'name': 'tempest-PortsTestJSON-736400105'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:41.853353 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-83203ee7-8223-4a26-978c-fe695ef9d6ed tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (1d96e0e1-8612-4545-b74d-721f1ab46b29), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:41.922855 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83203ee7-8223-4a26-978c-fe695ef9d6ed tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:41.924371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83203ee7-8223-4a26-978c-fe695ef9d6ed tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event updated for resources: {'Port': ['ID=1d96e0e1-8612-4545-b74d-721f1ab46b29,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:41.936841 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-83203ee7-8223-4a26-978c-fe695ef9d6ed tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:41.940052 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83203ee7-8223-4a26-978c-fe695ef9d6ed tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:42.081093 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a71b818-fdda-4c84-9953-0521f2a0cd71 req-cfe7ccca-4a20-4835-a4b4-43ebf2fcc0c6 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 210 time: 0.0451086 Feb 19 04:24:42.186073 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bdf950-63a2-4b20-bf1a-9e552bcdfbf4 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:42.192008 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e8bdf950-63a2-4b20-bf1a-9e552bcdfbf4 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:42.230691 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-e8bdf950-63a2-4b20-bf1a-9e552bcdfbf4 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] device_id is not set on port c4548d23-06a5-42b2-8fd6-5f34cf714e3f yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:24:42.477929 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-e8bdf950-63a2-4b20-bf1a-9e552bcdfbf4 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Allocated IP 172.20.0.3 (96b96857-98cc-426b-b256-e0aa976d7720/992306a5-5bd1-4cae-aa5c-bc17027923a0/c4548d23-06a5-42b2-8fd6-5f34cf714e3f) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:42.574008 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-48c25651-079e-4802-81a5-1d292e740fa5 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:42.578743 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-48c25651-079e-4802-81a5-1d292e740fa5 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.79 "GET /v2.0/networks?id=f340e38b-fc33-422a-8808-c90730dc6314 HTTP/1.1" status: 200 len: 806 time: 0.3242462 Feb 19 04:24:42.613733 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-e238fccb-07a0-460e-ab62-844bb4ecbb93 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Request body: {'port': {'device_id': '07db5bea-ef71-4362-87be-8653dcbaf199', 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314', 'admin_state_up': True, 'tenant_id': '8ec38d363cbe44859094f303c32fa2df'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:42.842973 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device af1e5335-7f5f-4e5c-bd78-393ed3b775f0 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:42.857629 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e8bdf950-63a2-4b20-bf1a-9e552bcdfbf4 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for port (c4548d23-06a5-42b2-8fd6-5f34cf714e3f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:42.929731 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e8bdf950-63a2-4b20-bf1a-9e552bcdfbf4 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (c4548d23-06a5-42b2-8fd6-5f34cf714e3f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:42.995678 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port af1e5335-7f5f-4e5c-bd78-393ed3b775f0 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:42.998866 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (af1e5335-7f5f-4e5c-bd78-393ed3b775f0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:43.036188 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bdf950-63a2-4b20-bf1a-9e552bcdfbf4 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network 96b96857-98cc-426b-b256-e0aa976d7720 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:43.039779 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-e8bdf950-63a2-4b20-bf1a-9e552bcdfbf4 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:43.048317 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bdf950-63a2-4b20-bf1a-9e552bcdfbf4 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:43.101872 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bdf950-63a2-4b20-bf1a-9e552bcdfbf4 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Port': ['ID=c4548d23-06a5-42b2-8fd6-5f34cf714e3f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:43.148524 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bdf950-63a2-4b20-bf1a-9e552bcdfbf4 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:43.149433 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e8bdf950-63a2-4b20-bf1a-9e552bcdfbf4 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:43.198325 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e8bdf950-63a2-4b20-bf1a-9e552bcdfbf4 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4048982 Feb 19 04:24:43.200863 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54338) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:43.266119 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port af1e5335-7f5f-4e5c-bd78-393ed3b775f0 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:43.266119 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (af1e5335-7f5f-4e5c-bd78-393ed3b775f0), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:43.268748 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0038a2-5599-4955-b5b9-55e8ef468bb0 None None] Network 96b96857-98cc-426b-b256-e0aa976d7720 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:43.351322 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-195b4fca-8caf-474a-a616-f2101916cb60 None None] Provisioning complete for port af1e5335-7f5f-4e5c-bd78-393ed3b775f0 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:43.352108 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-195b4fca-8caf-474a-a616-f2101916cb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (af1e5335-7f5f-4e5c-bd78-393ed3b775f0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:43.396108 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port af1e5335-7f5f-4e5c-bd78-393ed3b775f0, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=af1e5335-7f5f-4e5c-bd78-393ed3b775f0,segment=NetworkSegment(7f2d3704-1abc-4986-8daa-84ec6aa0865d),segment_id=7f2d3704-1abc-4986-8daa-84ec6aa0865d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:43.403292 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee97afe-1897-4c59-80eb-2f886c64f3d1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:43.413053 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6ee97afe-1897-4c59-80eb-2f886c64f3d1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.2082598 Feb 19 04:24:43.413355 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54342) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:43.421632 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (af1e5335-7f5f-4e5c-bd78-393ed3b775f0), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:43.615316 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ff81afa-18ea-45ab-8c7e-1b9248bf1cbe req-d9a89458-8966-4315-94e5-e4940fbc7553 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 210 time: 0.1491735 Feb 19 04:24:43.675630 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=af1e5335-7f5f-4e5c-bd78-393ed3b775f0,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:43.690580 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-195b4fca-8caf-474a-a616-f2101916cb60 None None] Current status of the port af1e5335-7f5f-4e5c-bd78-393ed3b775f0 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:43.783866 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-83203ee7-8223-4a26-978c-fe695ef9d6ed tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (81eb5fd7-7a89-430d-82d8-d282aee852ea), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:43.824812 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-e238fccb-07a0-460e-ab62-844bb4ecbb93 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Made reservation on behalf of 8ec38d363cbe44859094f303c32fa2df for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:43.828829 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-e238fccb-07a0-460e-ab62-844bb4ecbb93 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:44.071212 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-e238fccb-07a0-460e-ab62-844bb4ecbb93 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Allocated IP 172.20.0.10 (f340e38b-fc33-422a-8808-c90730dc6314/28e0c96c-0d0f-4bc2-a99e-37aff97516b7/f4caf1da-71f1-4e82-b72d-6a6cb0813bf3) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:44.129937 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a1ad2f09-dca4-48b8-b01a-d4eb440246be None None] Provisioning complete for port 71683eae-bbfc-4e8a-92ff-3265f3034222 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:44.130569 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-83203ee7-8223-4a26-978c-fe695ef9d6ed tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1d96e0e1-8612-4545-b74d-721f1ab46b29), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:44.131190 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a1ad2f09-dca4-48b8-b01a-d4eb440246be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (71683eae-bbfc-4e8a-92ff-3265f3034222), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:44.195080 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a1ad2f09-dca4-48b8-b01a-d4eb440246be None None] Port 71683eae-bbfc-4e8a-92ff-3265f3034222 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:24:44.226048 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-78907b7a-4fd9-4fc4-8251-113d4070950d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting port c4548d23-06a5-42b2-8fd6-5f34cf714e3f {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:44.226661 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-78907b7a-4fd9-4fc4-8251-113d4070950d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (c4548d23-06a5-42b2-8fd6-5f34cf714e3f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:44.251172 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a1ad2f09-dca4-48b8-b01a-d4eb440246be None None] Provisioning complete for port c4548d23-06a5-42b2-8fd6-5f34cf714e3f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:44.254393 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a1ad2f09-dca4-48b8-b01a-d4eb440246be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c4548d23-06a5-42b2-8fd6-5f34cf714e3f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:44.367859 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a1ad2f09-dca4-48b8-b01a-d4eb440246be None None] Port c4548d23-06a5-42b2-8fd6-5f34cf714e3f cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:24:44.392681 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-e238fccb-07a0-460e-ab62-844bb4ecbb93 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks [] for port (f4caf1da-71f1-4e82-b72d-6a6cb0813bf3), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:44.401989 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-78907b7a-4fd9-4fc4-8251-113d4070950d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (c4548d23-06a5-42b2-8fd6-5f34cf714e3f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:44.416275 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a1ad2f09-dca4-48b8-b01a-d4eb440246be None None] Provisioning complete for port af1e5335-7f5f-4e5c-bd78-393ed3b775f0 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:44.416653 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a1ad2f09-dca4-48b8-b01a-d4eb440246be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (af1e5335-7f5f-4e5c-bd78-393ed3b775f0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:44.428883 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-83203ee7-8223-4a26-978c-fe695ef9d6ed tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for port (1d96e0e1-8612-4545-b74d-721f1ab46b29), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:44.438392 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-83203ee7-8223-4a26-978c-fe695ef9d6ed tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (1d96e0e1-8612-4545-b74d-721f1ab46b29), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:44.440956 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-78907b7a-4fd9-4fc4-8251-113d4070950d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Calling delete_port for c4548d23-06a5-42b2-8fd6-5f34cf714e3f owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:44.576666 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-e238fccb-07a0-460e-ab62-844bb4ecbb93 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (f4caf1da-71f1-4e82-b72d-6a6cb0813bf3), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:44.594450 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83203ee7-8223-4a26-978c-fe695ef9d6ed tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event updated for resources: {'Port': ['ID=1d96e0e1-8612-4545-b74d-721f1ab46b29,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:44.594681 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['12fa2f24-9f06-475c-9764-ec13d3159342'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:24:44.683803 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-e238fccb-07a0-460e-ab62-844bb4ecbb93 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Network f340e38b-fc33-422a-8808-c90730dc6314 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:44.693473 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-83203ee7-8223-4a26-978c-fe695ef9d6ed tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (81eb5fd7-7a89-430d-82d8-d282aee852ea), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:44.732362 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a1ad2f09-dca4-48b8-b01a-d4eb440246be None None] Current status of the port af1e5335-7f5f-4e5c-bd78-393ed3b775f0 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:44.796741 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-78907b7a-4fd9-4fc4-8251-113d4070950d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (c4548d23-06a5-42b2-8fd6-5f34cf714e3f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:44.822731 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device af1e5335-7f5f-4e5c-bd78-393ed3b775f0 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:44.887580 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-83203ee7-8223-4a26-978c-fe695ef9d6ed tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Floating IP 81eb5fd7-7a89-430d-82d8-d282aee852ea associated. External IP: 172.25.3.161, port: 34d7dca7-643f-40ac-bb98-cce5867f4f58. Feb 19 04:24:44.890805 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-e238fccb-07a0-460e-ab62-844bb4ecbb93 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:44.893595 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-e238fccb-07a0-460e-ab62-844bb4ecbb93 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:44.945394 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9f5db637-6813-4367-a319-9c7d105aeb5d None None] Provisioning complete for port 71683eae-bbfc-4e8a-92ff-3265f3034222 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:44.946101 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9f5db637-6813-4367-a319-9c7d105aeb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (71683eae-bbfc-4e8a-92ff-3265f3034222), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:44.952144 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-e238fccb-07a0-460e-ab62-844bb4ecbb93 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:44.953030 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-e238fccb-07a0-460e-ab62-844bb4ecbb93 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:45.011578 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238fccb-07a0-460e-ab62-844bb4ecbb93 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Pushing event updated for resources: {'Port': ['ID=f4caf1da-71f1-4e82-b72d-6a6cb0813bf3,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:45.053183 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f73800-82c9-4539-bc04-dd21cdb4882a req-db4527a1-26be-4e03-bb1b-b1a9c2d0acda tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:45.065920 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78907b7a-4fd9-4fc4-8251-113d4070950d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Port': ['ID=c4548d23-06a5-42b2-8fd6-5f34cf714e3f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:45.071691 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96f73800-82c9-4539-bc04-dd21cdb4882a req-db4527a1-26be-4e03-bb1b-b1a9c2d0acda tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 932 time: 0.2133787 Feb 19 04:24:45.087117 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-e238fccb-07a0-460e-ab62-844bb4ecbb93 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4772053 Feb 19 04:24:45.101306 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-27673ce6-366a-4801-b550-af55d713721d service neutron] Request body: {'port': {'device_id': '07db5bea-ef71-4362-87be-8653dcbaf199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:45.116766 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port af1e5335-7f5f-4e5c-bd78-393ed3b775f0 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:45.117220 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (af1e5335-7f5f-4e5c-bd78-393ed3b775f0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:45.124979 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9f5db637-6813-4367-a319-9c7d105aeb5d None None] Port 71683eae-bbfc-4e8a-92ff-3265f3034222 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:24:45.142464 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-78907b7a-4fd9-4fc4-8251-113d4070950d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:45.155935 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-78907b7a-4fd9-4fc4-8251-113d4070950d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/ports/c4548d23-06a5-42b2-8fd6-5f34cf714e3f HTTP/1.1" status: 204 len: 168 time: 1.7406690 Feb 19 04:24:45.156581 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54370) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:45.213394 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96f73800-82c9-4539-bc04-dd21cdb4882a req-f57ddff5-8f9d-41e7-8fa3-21890b81abc8 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405933 Feb 19 04:24:45.225008 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-8555e7da-6e47-4fd7-9e94-daaebd811804 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] GET failed (client error): The resource could not be found. Feb 19 04:24:45.225008 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8555e7da-6e47-4fd7-9e94-daaebd811804 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "GET /v2.0/ports/c4548d23-06a5-42b2-8fd6-5f34cf714e3f HTTP/1.1" status: 404 len: 333 time: 0.0661733 Feb 19 04:24:45.226400 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54372) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:45.290675 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-27673ce6-366a-4801-b550-af55d713721d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f4caf1da-71f1-4e82-b72d-6a6cb0813bf3), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:45.299079 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-33935b9d-d646-48e6-b55e-3c2a4020a255 None None] Could not find standard attr ID for object c4548d23-06a5-42b2-8fd6-5f34cf714e3f. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:24:45.387893 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-d28acb2f-750d-46ec-8d65-c3a224df4c10 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting port 71683eae-bbfc-4e8a-92ff-3265f3034222 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:45.389199 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d28acb2f-750d-46ec-8d65-c3a224df4c10 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (71683eae-bbfc-4e8a-92ff-3265f3034222), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:45.444978 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port af1e5335-7f5f-4e5c-bd78-393ed3b775f0 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:45.556108 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d28acb2f-750d-46ec-8d65-c3a224df4c10 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (71683eae-bbfc-4e8a-92ff-3265f3034222), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:45.586254 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-d28acb2f-750d-46ec-8d65-c3a224df4c10 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Calling delete_port for 71683eae-bbfc-4e8a-92ff-3265f3034222 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:45.679799 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83203ee7-8223-4a26-978c-fe695ef9d6ed tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Router ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:24:45.766637 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d28acb2f-750d-46ec-8d65-c3a224df4c10 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (71683eae-bbfc-4e8a-92ff-3265f3034222), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:45.804306 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28acb2f-750d-46ec-8d65-c3a224df4c10 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Port': ['ID=71683eae-bbfc-4e8a-92ff-3265f3034222,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:45.879603 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-27673ce6-366a-4801-b550-af55d713721d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4caf1da-71f1-4e82-b72d-6a6cb0813bf3 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:24:45.883780 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d28acb2f-750d-46ec-8d65-c3a224df4c10 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:45.889359 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d28acb2f-750d-46ec-8d65-c3a224df4c10 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/ports/71683eae-bbfc-4e8a-92ff-3265f3034222 HTTP/1.1" status: 204 len: 168 time: 0.6613052 Feb 19 04:24:45.889667 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-27673ce6-366a-4801-b550-af55d713721d service neutron] Publish callbacks [] for port (f4caf1da-71f1-4e82-b72d-6a6cb0813bf3), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:45.891827 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54382) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:45.903566 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-27673ce6-366a-4801-b550-af55d713721d service neutron] Transition to ACTIVE for port object f4caf1da-71f1-4e82-b72d-6a6cb0813bf3 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:24:45.920595 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd96da4a-ad25-4e3c-8727-d55b4a8be4d9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] GET failed (client error): The resource could not be found. Feb 19 04:24:45.922489 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cd96da4a-ad25-4e3c-8727-d55b4a8be4d9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "GET /v2.0/ports/71683eae-bbfc-4e8a-92ff-3265f3034222 HTTP/1.1" status: 404 len: 333 time: 0.0292931 Feb 19 04:24:45.926557 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54384) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:45.949262 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-27673ce6-366a-4801-b550-af55d713721d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (f4caf1da-71f1-4e82-b72d-6a6cb0813bf3), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:46.013128 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fb61b7-cf8c-4b14-a445-d8efa8811d2b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting subnet 992306a5-5bd1-4cae-aa5c-bc17027923a0 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:24:46.017816 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-09fb61b7-cf8c-4b14-a445-d8efa8811d2b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for subnet (992306a5-5bd1-4cae-aa5c-bc17027923a0), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:46.070382 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27673ce6-366a-4801-b550-af55d713721d service neutron] Pushing event updated for resources: {'Port': ['ID=f4caf1da-71f1-4e82-b72d-6a6cb0813bf3,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:46.098946 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-09fb61b7-cf8c-4b14-a445-d8efa8811d2b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (992306a5-5bd1-4cae-aa5c-bc17027923a0), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:46.189453 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83203ee7-8223-4a26-978c-fe695ef9d6ed tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:24:46.202722 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2e4e0e-1a92-4b3a-995b-b51c75d4d77c None None] Sync routers for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:24:46.220780 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-27673ce6-366a-4801-b550-af55d713721d service neutron] Attempting to bind port f4caf1da-71f1-4e82-b72d-6a6cb0813bf3 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:24:46.221332 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-27673ce6-366a-4801-b550-af55d713721d service neutron] Attempting to bind port f4caf1da-71f1-4e82-b72d-6a6cb0813bf3 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '6b87574b-72cf-4594-b333-e9ab62f81250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:24:46.221570 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2e4e0e-1a92-4b3a-995b-b51c75d4d77c None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:46.221860 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-27673ce6-366a-4801-b550-af55d713721d service neutron] Attempting to bind port f4caf1da-71f1-4e82-b72d-6a6cb0813bf3 on network f340e38b-fc33-422a-8808-c90730dc6314 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:24:46.222947 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-fb2e4e0e-1a92-4b3a-995b-b51c75d4d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:24:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:46.233269 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-27673ce6-366a-4801-b550-af55d713721d service neutron] Port f4caf1da-71f1-4e82-b72d-6a6cb0813bf3 on network f340e38b-fc33-422a-8808-c90730dc6314 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:24:46.234076 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-27673ce6-366a-4801-b550-af55d713721d service neutron] Attempting to bind port f4caf1da-71f1-4e82-b72d-6a6cb0813bf3 on network f340e38b-fc33-422a-8808-c90730dc6314 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:24:46.246513 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-27673ce6-366a-4801-b550-af55d713721d service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:24:46.248573 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-27673ce6-366a-4801-b550-af55d713721d service neutron] Checking segment: {'id': '6b87574b-72cf-4594-b333-e9ab62f81250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:46.249094 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-27673ce6-366a-4801-b550-af55d713721d service neutron] Bound using segment: {'id': '6b87574b-72cf-4594-b333-e9ab62f81250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:24:46.250992 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-27673ce6-366a-4801-b550-af55d713721d service neutron] Bound port: f4caf1da-71f1-4e82-b72d-6a6cb0813bf3, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b87574b-72cf-4594-b333-e9ab62f81250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:24:46.251462 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-27673ce6-366a-4801-b550-af55d713721d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f4caf1da-71f1-4e82-b72d-6a6cb0813bf3), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:46.262130 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-09fb61b7-cf8c-4b14-a445-d8efa8811d2b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (992306a5-5bd1-4cae-aa5c-bc17027923a0), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:46.287683 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-83203ee7-8223-4a26-978c-fe695ef9d6ed tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:46.316053 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-fb2e4e0e-1a92-4b3a-995b-b51c75d4d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:46.332569 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2e4e0e-1a92-4b3a-995b-b51c75d4d77c None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:46.335149 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-fb2e4e0e-1a92-4b3a-995b-b51c75d4d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:24:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:46.358679 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-83203ee7-8223-4a26-978c-fe695ef9d6ed tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.4833989 Feb 19 04:24:46.361374 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54388) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:46.368083 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-df1afb79-9d91-463b-a110-c4116a7e1b15 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:46.395487 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-fb2e4e0e-1a92-4b3a-995b-b51c75d4d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:46.396417 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2e4e0e-1a92-4b3a-995b-b51c75d4d77c None None] The sync data for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:24:46.452894 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-df1afb79-9d91-463b-a110-c4116a7e1b15 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (81eb5fd7-7a89-430d-82d8-d282aee852ea), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:46.575438 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-09fb61b7-cf8c-4b14-a445-d8efa8811d2b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (992306a5-5bd1-4cae-aa5c-bc17027923a0), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:46.616951 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb61b7-cf8c-4b14-a445-d8efa8811d2b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Subnet': ['ID=992306a5-5bd1-4cae-aa5c-bc17027923a0,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:46.627945 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-09fb61b7-cf8c-4b14-a445-d8efa8811d2b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:46.631651 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-09fb61b7-cf8c-4b14-a445-d8efa8811d2b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/subnets/992306a5-5bd1-4cae-aa5c-bc17027923a0 HTTP/1.1" status: 204 len: 168 time: 0.7037277 Feb 19 04:24:46.636566 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d965535e-d956-48d4-9c0e-2ef06bba4997 None None] Network 96b96857-98cc-426b-b256-e0aa976d7720 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:46.637812 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54394) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:46.743492 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-df1afb79-9d91-463b-a110-c4116a7e1b15 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:46.775005 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-df1afb79-9d91-463b-a110-c4116a7e1b15 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (81eb5fd7-7a89-430d-82d8-d282aee852ea), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:46.775575 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-df1afb79-9d91-463b-a110-c4116a7e1b15 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Floating IP 81eb5fd7-7a89-430d-82d8-d282aee852ea disassociated. External IP: 172.25.3.161, port: 34d7dca7-643f-40ac-bb98-cce5867f4f58. Feb 19 04:24:46.784451 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8eabfa64-e08c-4cd9-a6b9-c88f2a91c84d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (96b96857-98cc-426b-b256-e0aa976d7720), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:46.786052 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-27673ce6-366a-4801-b550-af55d713721d service neutron] For port f4caf1da-71f1-4e82-b72d-6a6cb0813bf3, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:24:46.812527 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-27673ce6-366a-4801-b550-af55d713721d service neutron] For port f4caf1da-71f1-4e82-b72d-6a6cb0813bf3, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f4caf1da-71f1-4e82-b72d-6a6cb0813bf3,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:24:46.845626 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463301a7-ce29-4ec8-bb87-293670df70bc req-8f3d71ec-6b65-4413-bba5-7613902db63f tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:46.853176 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-463301a7-ce29-4ec8-bb87-293670df70bc req-8f3d71ec-6b65-4413-bba5-7613902db63f tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 944 time: 0.4931498 Feb 19 04:24:46.862825 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-27673ce6-366a-4801-b550-af55d713721d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (f4caf1da-71f1-4e82-b72d-6a6cb0813bf3), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:46.936835 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27673ce6-366a-4801-b550-af55d713721d service neutron] Pushing event updated for resources: {'Port': ['ID=f4caf1da-71f1-4e82-b72d-6a6cb0813bf3,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:46.957429 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221bf584-f520-4405-b2b5-3d884c7bc212 None None] DHCP port deletion for 96b96857-98cc-426b-b256-e0aa976d7720 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:24:46.985153 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-463301a7-ce29-4ec8-bb87-293670df70bc req-8daa0b0a-8598-484f-9a5d-873201739fe6 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309958 Feb 19 04:24:46.994118 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-27673ce6-366a-4801-b550-af55d713721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:46.994118 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-27673ce6-366a-4801-b550-af55d713721d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:46.996469 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-27673ce6-366a-4801-b550-af55d713721d service neutron] 10.222.0.79 "PUT /v2.0/ports/f4caf1da-71f1-4e82-b72d-6a6cb0813bf3 HTTP/1.1" status: 200 len: 1093 time: 1.9000738 Feb 19 04:24:46.996954 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07db5bea-ef71-4362-87be-8653dcbaf199', 'tag': 'f4caf1da-71f1-4e82-b72d-6a6cb0813bf3'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:24:46.999408 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32fe7e9-3b12-43e3-a265-a6a213d4bd79" -d '{"events": [{"name": "network-changed", "server_uuid": "07db5bea-ef71-4362-87be-8653dcbaf199", "tag": "f4caf1da-71f1-4e82-b72d-6a6cb0813bf3"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:24:47.092877 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2070f6b7-9ecc-48bb-a684-fab9a08a8109 x-openstack-request-id: req-2070f6b7-9ecc-48bb-a684-fab9a08a8109 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:24:47.093197 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07db5bea-ef71-4362-87be-8653dcbaf199", "tag": "f4caf1da-71f1-4e82-b72d-6a6cb0813bf3", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:24:47.093455 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2070f6b7-9ecc-48bb-a684-fab9a08a8109 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:24:47.093858 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07db5bea-ef71-4362-87be-8653dcbaf199', 'tag': 'f4caf1da-71f1-4e82-b72d-6a6cb0813bf3', 'status': 'completed', 'code': 200} Feb 19 04:24:47.113971 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-221bf584-f520-4405-b2b5-3d884c7bc212 None None] Deleting port af1e5335-7f5f-4e5c-bd78-393ed3b775f0 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:47.114483 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-221bf584-f520-4405-b2b5-3d884c7bc212 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (af1e5335-7f5f-4e5c-bd78-393ed3b775f0), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:47.142474 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-8eabfa64-e08c-4cd9-a6b9-c88f2a91c84d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting port af1e5335-7f5f-4e5c-bd78-393ed3b775f0 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:47.143144 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8eabfa64-e08c-4cd9-a6b9-c88f2a91c84d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (af1e5335-7f5f-4e5c-bd78-393ed3b775f0), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:47.245718 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-221bf584-f520-4405-b2b5-3d884c7bc212 None None] For port af1e5335-7f5f-4e5c-bd78-393ed3b775f0, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=af1e5335-7f5f-4e5c-bd78-393ed3b775f0,segment=NetworkSegment(7f2d3704-1abc-4986-8daa-84ec6aa0865d),segment_id=7f2d3704-1abc-4986-8daa-84ec6aa0865d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:47.246244 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-221bf584-f520-4405-b2b5-3d884c7bc212 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (af1e5335-7f5f-4e5c-bd78-393ed3b775f0), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:47.277816 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-221bf584-f520-4405-b2b5-3d884c7bc212 None None] Calling delete_port for af1e5335-7f5f-4e5c-bd78-393ed3b775f0 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:47.309203 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1afb79-9d91-463b-a110-c4116a7e1b15 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Router ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:24:47.329737 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-8eabfa64-e08c-4cd9-a6b9-c88f2a91c84d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] For port af1e5335-7f5f-4e5c-bd78-393ed3b775f0, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=af1e5335-7f5f-4e5c-bd78-393ed3b775f0,segment=NetworkSegment(7f2d3704-1abc-4986-8daa-84ec6aa0865d),segment_id=7f2d3704-1abc-4986-8daa-84ec6aa0865d)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:47.331128 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8eabfa64-e08c-4cd9-a6b9-c88f2a91c84d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (af1e5335-7f5f-4e5c-bd78-393ed3b775f0), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:47.346429 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-8eabfa64-e08c-4cd9-a6b9-c88f2a91c84d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Calling delete_port for af1e5335-7f5f-4e5c-bd78-393ed3b775f0 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:47.400865 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-221bf584-f520-4405-b2b5-3d884c7bc212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (af1e5335-7f5f-4e5c-bd78-393ed3b775f0), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:47.415145 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-a0c10566-a485-43cc-8b52-2816d7fe7ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:47.416991 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-a0c10566-a485-43cc-8b52-2816d7fe7ca1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8ec38d363cbe44859094f303c32fa2df&device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 1127 time: 0.3665094 Feb 19 04:24:47.459138 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221bf584-f520-4405-b2b5-3d884c7bc212 None None] No DVR routers for this DVR port af1e5335-7f5f-4e5c-bd78-393ed3b775f0 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:24:47.461963 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221bf584-f520-4405-b2b5-3d884c7bc212 None None] Pushing event deleted for resources: {'Port': ['ID=af1e5335-7f5f-4e5c-bd78-393ed3b775f0,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:47.498957 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-e9e5c4f1-f9fb-4889-a37f-761be162fad8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4caf1da-71f1-4e82-b72d-6a6cb0813bf3 HTTP/1.1" status: 200 len: 217 time: 0.0748587 Feb 19 04:24:47.558876 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-689e368c-4d09-4515-91e6-7fc535682a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:47.561079 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-689e368c-4d09-4515-91e6-7fc535682a18 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=28e0c96c-0d0f-4bc2-a99e-37aff97516b7 HTTP/1.1" status: 200 len: 846 time: 0.0563223 Feb 19 04:24:47.603067 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1afb79-9d91-463b-a110-c4116a7e1b15 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:24:47.608080 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-df1afb79-9d91-463b-a110-c4116a7e1b15 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:47.615120 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4e3c40-f85c-4fe8-b6f9-4d86221f6e75 None None] Sync routers for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:24:47.620943 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-001452a7-b3d4-4dd6-9c13-f8f2490919b8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f340e38b-fc33-422a-8808-c90730dc6314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534835 Feb 19 04:24:47.637389 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e3c40-f85c-4fe8-b6f9-4d86221f6e75 None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:47.641212 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-9b4e3c40-f85c-4fe8-b6f9-4d86221f6e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:24:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:47.643410 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-df1afb79-9d91-463b-a110-c4116a7e1b15 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "PUT /v2.0/floatingips/81eb5fd7-7a89-430d-82d8-d282aee852ea HTTP/1.1" status: 200 len: 688 time: 1.2807350 Feb 19 04:24:47.644029 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54432) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:47.694421 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8eabfa64-e08c-4cd9-a6b9-c88f2a91c84d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (af1e5335-7f5f-4e5c-bd78-393ed3b775f0), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:47.721922 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-9b4e3c40-f85c-4fe8-b6f9-4d86221f6e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:47.734926 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e3c40-f85c-4fe8-b6f9-4d86221f6e75 None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:47.735817 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-9b4e3c40-f85c-4fe8-b6f9-4d86221f6e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:24:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:47.739452 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eabfa64-e08c-4cd9-a6b9-c88f2a91c84d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] No DVR routers for this DVR port af1e5335-7f5f-4e5c-bd78-393ed3b775f0 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:24:47.777898 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-9b4e3c40-f85c-4fe8-b6f9-4d86221f6e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:47.779932 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4e3c40-f85c-4fe8-b6f9-4d86221f6e75 None None] The sync data for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:24:47.797435 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-b9b39bad-1fdb-4e33-af3d-07db782c4bde service neutron] 10.222.0.79 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687067 Feb 19 04:24:47.811048 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabfa64-e08c-4cd9-a6b9-c88f2a91c84d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Port': ['ID=af1e5335-7f5f-4e5c-bd78-393ed3b775f0,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:47.890774 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8eabfa64-e08c-4cd9-a6b9-c88f2a91c84d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (96b96857-98cc-426b-b256-e0aa976d7720), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:47.922900 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-8eabfa64-e08c-4cd9-a6b9-c88f2a91c84d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b96857-98cc-426b-b256-e0aa976d7720']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:47.935201 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-8eabfa64-e08c-4cd9-a6b9-c88f2a91c84d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f2d3704-1abc-4986-8daa-84ec6aa0865d') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:47.935626 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-8eabfa64-e08c-4cd9-a6b9-c88f2a91c84d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f2d3704-1abc-4986-8daa-84ec6aa0865d') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:47.951246 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8eabfa64-e08c-4cd9-a6b9-c88f2a91c84d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (7f2d3704-1abc-4986-8daa-84ec6aa0865d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:47.953854 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-a780489d-b099-4a41-ab60-bee35e65fa5f tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Deleting port 1d96e0e1-8612-4545-b74d-721f1ab46b29 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:47.954331 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a780489d-b099-4a41-ab60-bee35e65fa5f tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (1d96e0e1-8612-4545-b74d-721f1ab46b29), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:47.968308 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebfa0348-3f55-46e9-a9e3-a8147c1a8fa3 req-514bbcee-42ef-4fc0-974a-d93b64f10e2b service neutron] 10.222.0.79 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601977 Feb 19 04:24:48.020940 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8eabfa64-e08c-4cd9-a6b9-c88f2a91c84d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (7f2d3704-1abc-4986-8daa-84ec6aa0865d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:48.027789 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54440) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:48.034472 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eabfa64-e08c-4cd9-a6b9-c88f2a91c84d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:24:48.034912 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8eabfa64-e08c-4cd9-a6b9-c88f2a91c84d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (7f2d3704-1abc-4986-8daa-84ec6aa0865d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:24:48.041291 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:24:48.127210 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a780489d-b099-4a41-ab60-bee35e65fa5f tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (1d96e0e1-8612-4545-b74d-721f1ab46b29), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:48.127626 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a780489d-b099-4a41-ab60-bee35e65fa5f tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (1d96e0e1-8612-4545-b74d-721f1ab46b29), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:48.141054 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8eabfa64-e08c-4cd9-a6b9-c88f2a91c84d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (96b96857-98cc-426b-b256-e0aa976d7720), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:48.143084 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-a780489d-b099-4a41-ab60-bee35e65fa5f tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Calling delete_port for 1d96e0e1-8612-4545-b74d-721f1ab46b29 owned by network:floatingip {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:48.158754 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8eabfa64-e08c-4cd9-a6b9-c88f2a91c84d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:48.168170 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8eabfa64-e08c-4cd9-a6b9-c88f2a91c84d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/networks/96b96857-98cc-426b-b256-e0aa976d7720 HTTP/1.1" status: 204 len: 168 time: 1.5282342 Feb 19 04:24:48.168554 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54444) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:48.178608 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-100cc246-852f-4091-bdda-07a8bc953859 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1140228707'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:48.184169 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fe7e9-3b12-43e3-a265-a6a213d4bd79 req-75705dad-8c32-49d1-8b20-f68475be5440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:48.186279 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e32fe7e9-3b12-43e3-a265-a6a213d4bd79 req-75705dad-8c32-49d1-8b20-f68475be5440 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8ec38d363cbe44859094f303c32fa2df&device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 1127 time: 0.1581786 Feb 19 04:24:48.186636 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabfa64-e08c-4cd9-a6b9-c88f2a91c84d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Network': ['ID=96b96857-98cc-426b-b256-e0aa976d7720,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:48.245054 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d4b0d4c5-42e1-4f89-be09-88699dfc414f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:48.297432 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa59b12-5df9-41c4-9a24-527264b49da2 req-5d5921ca-4e62-4105-a164-1efa603f44a1 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:48.308299 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-efa59b12-5df9-41c4-9a24-527264b49da2 req-5d5921ca-4e62-4105-a164-1efa603f44a1 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 944 time: 0.2064071 Feb 19 04:24:48.321838 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100cc246-852f-4091-bdda-07a8bc953859 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:48.327054 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-100cc246-852f-4091-bdda-07a8bc953859 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:48.414797 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fe7e9-3b12-43e3-a265-a6a213d4bd79 req-8cce2037-65fe-4bb3-80b6-0803647c1d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:48.416391 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e32fe7e9-3b12-43e3-a265-a6a213d4bd79 req-8cce2037-65fe-4bb3-80b6-0803647c1d18 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f340e38b-fc33-422a-8808-c90730dc6314 HTTP/1.1" status: 200 len: 907 time: 0.2169917 Feb 19 04:24:48.431504 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-efa59b12-5df9-41c4-9a24-527264b49da2 req-bb385563-51d7-40fa-bcbe-a5902fb088fb tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216793 Feb 19 04:24:48.445009 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-100cc246-852f-4091-bdda-07a8bc953859 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:24:48.459598 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d4b0d4c5-42e1-4f89-be09-88699dfc414f admin admin] Publish callbacks [] for security_group (5c237fde-d03c-4b46-a5c2-b6e703e78466), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:48.461556 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a780489d-b099-4a41-ab60-bee35e65fa5f tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (1d96e0e1-8612-4545-b74d-721f1ab46b29), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:48.483550 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e32fe7e9-3b12-43e3-a265-a6a213d4bd79 req-6c45f54e-00a3-460a-868d-0865add53dae service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4caf1da-71f1-4e82-b72d-6a6cb0813bf3 HTTP/1.1" status: 200 len: 217 time: 0.0508065 Feb 19 04:24:48.488220 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-100cc246-852f-4091-bdda-07a8bc953859 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (5d5a453a-fc27-4233-84ae-b46a742d79f8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:48.488759 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-100cc246-852f-4091-bdda-07a8bc953859 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Added segment 5d5a453a-fc27-4233-84ae-b46a742d79f8 of type vlan for network 952f58b7-8818-4e98-99cf-161d88679dcd Feb 19 04:24:48.502545 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d4b0d4c5-42e1-4f89-be09-88699dfc414f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5c237fde-d03c-4b46-a5c2-b6e703e78466), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:48.547898 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780489d-b099-4a41-ab60-bee35e65fa5f tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event deleted for resources: {'Port': ['ID=1d96e0e1-8612-4545-b74d-721f1ab46b29,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:48.557050 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0d4c5-42e1-4f89-be09-88699dfc414f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c237fde-d03c-4b46-a5c2-b6e703e78466,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:48.581849 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-100cc246-852f-4091-bdda-07a8bc953859 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (952f58b7-8818-4e98-99cf-161d88679dcd), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:48.594423 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fe7e9-3b12-43e3-a265-a6a213d4bd79 req-ada39cc0-6cab-4ce8-bd2e-2cd7d2c2c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:48.595860 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e32fe7e9-3b12-43e3-a265-a6a213d4bd79 req-ada39cc0-6cab-4ce8-bd2e-2cd7d2c2c64b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=28e0c96c-0d0f-4bc2-a99e-37aff97516b7 HTTP/1.1" status: 200 len: 846 time: 0.1031463 Feb 19 04:24:48.648897 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e32fe7e9-3b12-43e3-a265-a6a213d4bd79 req-4e9644b8-47c0-4a67-9934-c10a79f6d3e0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f340e38b-fc33-422a-8808-c90730dc6314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428843 Feb 19 04:24:48.671597 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-100cc246-852f-4091-bdda-07a8bc953859 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (952f58b7-8818-4e98-99cf-161d88679dcd), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:48.679779 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d4b0d4c5-42e1-4f89-be09-88699dfc414f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=95f9eacf853d4b54bcc599fa1eee0614&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6469181 Feb 19 04:24:48.680387 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54448) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:48.682207 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100cc246-852f-4091-bdda-07a8bc953859 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:48.683463 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-100cc246-852f-4091-bdda-07a8bc953859 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:48.728862 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a780489d-b099-4a41-ab60-bee35e65fa5f tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (81eb5fd7-7a89-430d-82d8-d282aee852ea), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:48.733387 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a780489d-b099-4a41-ab60-bee35e65fa5f tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:48.734807 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a780489d-b099-4a41-ab60-bee35e65fa5f tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "DELETE /v2.0/floatingips/81eb5fd7-7a89-430d-82d8-d282aee852ea HTTP/1.1" status: 204 len: 168 time: 1.0894988 Feb 19 04:24:48.739264 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54450) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:48.748953 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device af1e5335-7f5f-4e5c-bd78-393ed3b775f0 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:24:48.764075 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-82bd4cbc-abeb-42ab-91a1-27d619cc6b4e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'port_id': '443aaa46-456f-46ac-9e90-d8c45a12c6be'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:48.769978 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-abf49f2e-8c71-4330-8f16-33ccb3199726 admin admin] Publish callbacks [] for security_group (5c237fde-d03c-4b46-a5c2-b6e703e78466), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:48.804521 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: af1e5335-7f5f-4e5c-bd78-393ed3b775f0 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:24:48.806349 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device af1e5335-7f5f-4e5c-bd78-393ed3b775f0 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:24:48.828060 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-abf49f2e-8c71-4330-8f16-33ccb3199726 admin admin] Publish callbacks [] for security_group (5c237fde-d03c-4b46-a5c2-b6e703e78466), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:48.834688 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-100cc246-852f-4091-bdda-07a8bc953859 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6608467 Feb 19 04:24:48.839298 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54452) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:48.841904 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82bd4cbc-abeb-42ab-91a1-27d619cc6b4e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:48.878431 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-6655e53e-f6da-4b0f-acf3-f4210f2f2395 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'subnet': {'network_id': '952f58b7-8818-4e98-99cf-161d88679dcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:48.939132 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100cc246-852f-4091-bdda-07a8bc953859 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Network': ['ID=952f58b7-8818-4e98-99cf-161d88679dcd,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:48.956299 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 952f58b7-8818-4e98-99cf-161d88679dcd details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:24:48.996344 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e32fe7e9-3b12-43e3-a265-a6a213d4bd79 req-5ca865b5-46dc-4f41-87ca-e944808145b9 service neutron] 10.222.0.79 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392758 Feb 19 04:24:49.032216 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-abf49f2e-8c71-4330-8f16-33ccb3199726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5c237fde-d03c-4b46-a5c2-b6e703e78466), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:49.035240 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6655e53e-f6da-4b0f-acf3-f4210f2f2395 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:49.039196 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-abf49f2e-8c71-4330-8f16-33ccb3199726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:49.039876 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6655e53e-f6da-4b0f-acf3-f4210f2f2395 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:49.045052 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-abf49f2e-8c71-4330-8f16-33ccb3199726 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5c237fde-d03c-4b46-a5c2-b6e703e78466 HTTP/1.1" status: 204 len: 168 time: 0.3608093 Feb 19 04:24:49.073068 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf49f2e-8c71-4330-8f16-33ccb3199726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c237fde-d03c-4b46-a5c2-b6e703e78466,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:49.095686 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82bd4cbc-abeb-42ab-91a1-27d619cc6b4e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:49.284283 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-82bd4cbc-abeb-42ab-91a1-27d619cc6b4e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Allocated IP 172.25.3.12 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/02b70cfe-0ac7-4afd-9b1f-65c543aa5986) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:49.391574 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e32fe7e9-3b12-43e3-a265-a6a213d4bd79 req-e0d6a4b5-a7a0-440d-b8e4-93acd8096e9b service neutron] 10.222.0.79 "GET /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766911 Feb 19 04:24:49.489581 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82bd4cbc-abeb-42ab-91a1-27d619cc6b4e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for port (02b70cfe-0ac7-4afd-9b1f-65c543aa5986), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:49.542573 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82bd4cbc-abeb-42ab-91a1-27d619cc6b4e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (02b70cfe-0ac7-4afd-9b1f-65c543aa5986), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:49.578841 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54464) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:49.590817 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bd4cbc-abeb-42ab-91a1-27d619cc6b4e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:49.597809 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-81cfccb5-3aff-4a24-9384-e81b91b764e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:49.610672 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-82bd4cbc-abeb-42ab-91a1-27d619cc6b4e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:49.616811 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bd4cbc-abeb-42ab-91a1-27d619cc6b4e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:49.621808 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd4cbc-abeb-42ab-91a1-27d619cc6b4e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event updated for resources: {'Port': ['ID=02b70cfe-0ac7-4afd-9b1f-65c543aa5986,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:49.641744 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6655e53e-f6da-4b0f-acf3-f4210f2f2395 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (c393823a-1569-47cd-86a7-e6e516cb3e05), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:49.698076 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655e53e-f6da-4b0f-acf3-f4210f2f2395 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Subnet': ['ID=c393823a-1569-47cd-86a7-e6e516cb3e05,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:49.728166 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade79d89-0695-4ef3-8782-d1fae50b5fb3 req-09a52ec8-09bd-455a-94ee-8e279d107933 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:49.735017 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ade79d89-0695-4ef3-8782-d1fae50b5fb3 req-09a52ec8-09bd-455a-94ee-8e279d107933 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 944 time: 0.1581123 Feb 19 04:24:49.808605 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ade79d89-0695-4ef3-8782-d1fae50b5fb3 req-4a1f9ca9-7973-4a17-9433-95f19b05cb53 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675559 Feb 19 04:24:49.827294 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device f4caf1da-71f1-4e82-b72d-6a6cb0813bf3 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:24:49.833492 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6655e53e-f6da-4b0f-acf3-f4210f2f2395 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Checking segment: {'id': '5d5a453a-fc27-4233-84ae-b46a742d79f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '952f58b7-8818-4e98-99cf-161d88679dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:49.834095 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6655e53e-f6da-4b0f-acf3-f4210f2f2395 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network hostable DHCP agents. Network: 952f58b7-8818-4e98-99cf-161d88679dcd, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:24:49.888297 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6655e53e-f6da-4b0f-acf3-f4210f2f2395 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network 952f58b7-8818-4e98-99cf-161d88679dcd is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:24:49.896178 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-81cfccb5-3aff-4a24-9384-e81b91b764e2 admin admin] Publish callbacks [] for security_group (1b0b4ade-31c1-4019-bdff-bdad0748472d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:49.918290 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-6655e53e-f6da-4b0f-acf3-f4210f2f2395 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 952f58b7-8818-4e98-99cf-161d88679dcd) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:49.923499 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6655e53e-f6da-4b0f-acf3-f4210f2f2395 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:49.924316 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6655e53e-f6da-4b0f-acf3-f4210f2f2395 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:49.938070 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-81cfccb5-3aff-4a24-9384-e81b91b764e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1b0b4ade-31c1-4019-bdff-bdad0748472d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:49.971061 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-81cfccb5-3aff-4a24-9384-e81b91b764e2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8d8a3726a3354cc49ea7afa131789b16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3914466 Feb 19 04:24:49.977469 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6655e53e-f6da-4b0f-acf3-f4210f2f2395 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1106761 Feb 19 04:24:49.980116 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54478) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:49.987632 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54480) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:50.002909 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-63750929-87cc-4249-b4da-a89c81e8cbe0 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'port': {'network_id': '952f58b7-8818-4e98-99cf-161d88679dcd', 'name': 'tempest-PortsTestJSON-1298874734', 'fixed_ips': [{'subnet_id': 'c393823a-1569-47cd-86a7-e6e516cb3e05', 'ip_address': '172.20.0.10'}]}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:50.120976 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cfccb5-3aff-4a24-9384-e81b91b764e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0b4ade-31c1-4019-bdff-bdad0748472d,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:50.123933 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6b7ea1-3a66-4513-bc52-e69e84bb8c83 None None] Network 952f58b7-8818-4e98-99cf-161d88679dcd requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:50.230903 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82bd4cbc-abeb-42ab-91a1-27d619cc6b4e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (f6dd9ae6-0966-4ea0-be94-b145e0940b3f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:50.238196 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port f4caf1da-71f1-4e82-b72d-6a6cb0813bf3, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f4caf1da-71f1-4e82-b72d-6a6cb0813bf3,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:50.269394 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'f4caf1da-71f1-4e82-b72d-6a6cb0813bf3', 'network_id': 'f340e38b-fc33-422a-8808-c90730dc6314', 'port_id': 'f4caf1da-71f1-4e82-b72d-6a6cb0813bf3', 'mac_address': 'fa:16:3e:82:10:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e0c96c-0d0f-4bc2-a99e-37aff97516b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:24:50.312377 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a7688bd-815c-42f7-b9a8-5478be4848e0 admin admin] Publish callbacks [] for security_group (1b0b4ade-31c1-4019-bdff-bdad0748472d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:50.340628 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port f4caf1da-71f1-4e82-b72d-6a6cb0813bf3 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:50.344962 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f4caf1da-71f1-4e82-b72d-6a6cb0813bf3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:50.346214 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a7688bd-815c-42f7-b9a8-5478be4848e0 admin admin] Publish callbacks [] for security_group (1b0b4ade-31c1-4019-bdff-bdad0748472d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:50.347455 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5468817-9fd5-4355-9ee7-5a4d68fe461c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-952f58b7-8818-4e98-99cf-161d88679dcd', 'network_id': '952f58b7-8818-4e98-99cf-161d88679dcd', 'project_id': 'dd0b4c3644cf40b2a614f690962dfa99', 'fixed_ips': [{'subnet_id': 'c393823a-1569-47cd-86a7-e6e516cb3e05'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:24:50.349736 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f5468817-9fd5-4355-9ee7-5a4d68fe461c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:50.385059 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82bd4cbc-abeb-42ab-91a1-27d619cc6b4e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (02b70cfe-0ac7-4afd-9b1f-65c543aa5986), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:50.419760 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4caf1da-71f1-4e82-b72d-6a6cb0813bf3 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:24:50.421162 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a7688bd-815c-42f7-b9a8-5478be4848e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1b0b4ade-31c1-4019-bdff-bdad0748472d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:50.424882 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2a7688bd-815c-42f7-b9a8-5478be4848e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:50.429522 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2a7688bd-815c-42f7-b9a8-5478be4848e0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1b0b4ade-31c1-4019-bdff-bdad0748472d HTTP/1.1" status: 204 len: 168 time: 0.4404199 Feb 19 04:24:50.436272 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63750929-87cc-4249-b4da-a89c81e8cbe0 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:50.451353 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7688bd-815c-42f7-b9a8-5478be4848e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0b4ade-31c1-4019-bdff-bdad0748472d,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:50.509879 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port f4caf1da-71f1-4e82-b72d-6a6cb0813bf3, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f4caf1da-71f1-4e82-b72d-6a6cb0813bf3,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:50.535736 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f4caf1da-71f1-4e82-b72d-6a6cb0813bf3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:50.680604 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=f4caf1da-71f1-4e82-b72d-6a6cb0813bf3,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:50.691603 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-f5468817-9fd5-4355-9ee7-5a4d68fe461c None None] Allocated IP 172.20.0.2 (952f58b7-8818-4e98-99cf-161d88679dcd/c393823a-1569-47cd-86a7-e6e516cb3e05/bae9e1a8-1440-4246-994f-3eb5464fd8ad) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:50.719408 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63750929-87cc-4249-b4da-a89c81e8cbe0 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:50.734466 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82bd4cbc-abeb-42ab-91a1-27d619cc6b4e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for port (02b70cfe-0ac7-4afd-9b1f-65c543aa5986), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:50.749086 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82bd4cbc-abeb-42ab-91a1-27d619cc6b4e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (02b70cfe-0ac7-4afd-9b1f-65c543aa5986), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:50.763213 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-63750929-87cc-4249-b4da-a89c81e8cbe0 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] device_id is not set on port 6cd1390d-4f7d-410f-9f35-15ae3442d468 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:24:50.790283 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['f4caf1da-71f1-4e82-b72d-6a6cb0813bf3'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:24:51.044062 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f5468817-9fd5-4355-9ee7-5a4d68fe461c None None] Publish callbacks [] for port (bae9e1a8-1440-4246-994f-3eb5464fd8ad), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:51.094610 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f5468817-9fd5-4355-9ee7-5a4d68fe461c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (bae9e1a8-1440-4246-994f-3eb5464fd8ad), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:51.151178 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5468817-9fd5-4355-9ee7-5a4d68fe461c None None] Pushing event updated for resources: {'Port': ['ID=bae9e1a8-1440-4246-994f-3eb5464fd8ad,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:51.203820 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-63750929-87cc-4249-b4da-a89c81e8cbe0 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Allocated IP 172.20.0.10 (952f58b7-8818-4e98-99cf-161d88679dcd/c393823a-1569-47cd-86a7-e6e516cb3e05/6cd1390d-4f7d-410f-9f35-15ae3442d468) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:51.208298 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5468817-9fd5-4355-9ee7-5a4d68fe461c None None] Network 952f58b7-8818-4e98-99cf-161d88679dcd is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:51.212824 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-f5468817-9fd5-4355-9ee7-5a4d68fe461c None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:51.225612 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5468817-9fd5-4355-9ee7-5a4d68fe461c None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:51.374199 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f5468817-9fd5-4355-9ee7-5a4d68fe461c None None] Attempting to bind port bae9e1a8-1440-4246-994f-3eb5464fd8ad on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:24:51.374998 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f5468817-9fd5-4355-9ee7-5a4d68fe461c None None] Attempting to bind port bae9e1a8-1440-4246-994f-3eb5464fd8ad by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '5d5a453a-fc27-4233-84ae-b46a742d79f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '952f58b7-8818-4e98-99cf-161d88679dcd'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:24:51.375516 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5468817-9fd5-4355-9ee7-5a4d68fe461c None None] Attempting to bind port bae9e1a8-1440-4246-994f-3eb5464fd8ad on network 952f58b7-8818-4e98-99cf-161d88679dcd {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:24:51.381255 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5468817-9fd5-4355-9ee7-5a4d68fe461c None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:24:51.381950 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5468817-9fd5-4355-9ee7-5a4d68fe461c None None] Checking segment: {'id': '5d5a453a-fc27-4233-84ae-b46a742d79f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '952f58b7-8818-4e98-99cf-161d88679dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:51.382628 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f5468817-9fd5-4355-9ee7-5a4d68fe461c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:51.383181 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5468817-9fd5-4355-9ee7-5a4d68fe461c None None] Bound using segment: {'id': '5d5a453a-fc27-4233-84ae-b46a742d79f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '952f58b7-8818-4e98-99cf-161d88679dcd'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:24:51.383799 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f5468817-9fd5-4355-9ee7-5a4d68fe461c None None] Bound port: bae9e1a8-1440-4246-994f-3eb5464fd8ad, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5a453a-fc27-4233-84ae-b46a742d79f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '952f58b7-8818-4e98-99cf-161d88679dcd'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:24:51.384384 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f5468817-9fd5-4355-9ee7-5a4d68fe461c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (bae9e1a8-1440-4246-994f-3eb5464fd8ad), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:51.395733 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82bd4cbc-abeb-42ab-91a1-27d619cc6b4e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (f6dd9ae6-0966-4ea0-be94-b145e0940b3f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:51.462374 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-f5468817-9fd5-4355-9ee7-5a4d68fe461c None None] For port bae9e1a8-1440-4246-994f-3eb5464fd8ad, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:24:51.470467 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd4cbc-abeb-42ab-91a1-27d619cc6b4e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event updated for resources: {'Port': ['ID=02b70cfe-0ac7-4afd-9b1f-65c543aa5986,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:51.497241 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63750929-87cc-4249-b4da-a89c81e8cbe0 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for port (6cd1390d-4f7d-410f-9f35-15ae3442d468), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:51.501146 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-f5468817-9fd5-4355-9ee7-5a4d68fe461c None None] For port bae9e1a8-1440-4246-994f-3eb5464fd8ad, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=bae9e1a8-1440-4246-994f-3eb5464fd8ad,segment=NetworkSegment(5d5a453a-fc27-4233-84ae-b46a742d79f8),segment_id=5d5a453a-fc27-4233-84ae-b46a742d79f8)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:24:51.530880 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f5468817-9fd5-4355-9ee7-5a4d68fe461c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (bae9e1a8-1440-4246-994f-3eb5464fd8ad), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:51.545028 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63750929-87cc-4249-b4da-a89c81e8cbe0 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (6cd1390d-4f7d-410f-9f35-15ae3442d468), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:51.568292 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d28367-a4e9-4e4a-84da-f1fd5f582170 req-f06c0f7a-a0f3-4acf-b801-177330e994cb tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:51.569809 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-06d28367-a4e9-4e4a-84da-f1fd5f582170 req-f06c0f7a-a0f3-4acf-b801-177330e994cb tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 945 time: 0.5830135 Feb 19 04:24:51.593513 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-82bd4cbc-abeb-42ab-91a1-27d619cc6b4e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Floating IP f6dd9ae6-0966-4ea0-be94-b145e0940b3f associated. External IP: 172.25.3.12, port: 443aaa46-456f-46ac-9e90-d8c45a12c6be. Feb 19 04:24:51.596943 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5468817-9fd5-4355-9ee7-5a4d68fe461c None None] Pushing event updated for resources: {'Port': ['ID=bae9e1a8-1440-4246-994f-3eb5464fd8ad,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:51.675229 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63750929-87cc-4249-b4da-a89c81e8cbe0 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network 952f58b7-8818-4e98-99cf-161d88679dcd is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:51.693373 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-63750929-87cc-4249-b4da-a89c81e8cbe0 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:51.695986 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63750929-87cc-4249-b4da-a89c81e8cbe0 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:51.770615 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63750929-87cc-4249-b4da-a89c81e8cbe0 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Port': ['ID=6cd1390d-4f7d-410f-9f35-15ae3442d468,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:51.827240 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device f4caf1da-71f1-4e82-b72d-6a6cb0813bf3 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:51.838194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63750929-87cc-4249-b4da-a89c81e8cbe0 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:51.838940 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63750929-87cc-4249-b4da-a89c81e8cbe0 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:51.848563 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-06d28367-a4e9-4e4a-84da-f1fd5f582170 req-64240b48-95f2-44a4-bb55-d370434fcb03 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187033 Feb 19 04:24:51.881572 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-63750929-87cc-4249-b4da-a89c81e8cbe0 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8828666 Feb 19 04:24:51.884256 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54534) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:51.913278 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-bc18afa9-047a-489a-9391-c2fc106e783c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'port': {'network_id': '952f58b7-8818-4e98-99cf-161d88679dcd', 'name': 'tempest-PortsTestJSON-1742954606', 'fixed_ips': [{'subnet_id': 'c393823a-1569-47cd-86a7-e6e516cb3e05', 'ip_address': '172.20.0.9'}]}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:51.931721 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bd4cbc-abeb-42ab-91a1-27d619cc6b4e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Router ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:24:51.965766 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port f4caf1da-71f1-4e82-b72d-6a6cb0813bf3 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:24:51.989084 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port f4caf1da-71f1-4e82-b72d-6a6cb0813bf3 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:51.991439 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f4caf1da-71f1-4e82-b72d-6a6cb0813bf3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:52.172128 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bd4cbc-abeb-42ab-91a1-27d619cc6b4e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:24:52.185560 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e30adb0-1bba-4506-90b5-6620545dd758 None None] Sync routers for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:24:52.197505 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e30adb0-1bba-4506-90b5-6620545dd758 None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:52.201668 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-9e30adb0-1bba-4506-90b5-6620545dd758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:24:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:52.208096 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82bd4cbc-abeb-42ab-91a1-27d619cc6b4e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:52.237545 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port f4caf1da-71f1-4e82-b72d-6a6cb0813bf3 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:52.239048 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f4caf1da-71f1-4e82-b72d-6a6cb0813bf3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:52.265818 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc18afa9-047a-489a-9391-c2fc106e783c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:52.276584 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bc18afa9-047a-489a-9391-c2fc106e783c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:52.293030 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-82bd4cbc-abeb-42ab-91a1-27d619cc6b4e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.5332289 Feb 19 04:24:52.296868 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54544) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:52.316077 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-9e30adb0-1bba-4506-90b5-6620545dd758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:52.323002 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port f4caf1da-71f1-4e82-b72d-6a6cb0813bf3, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f4caf1da-71f1-4e82-b72d-6a6cb0813bf3,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:52.326190 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-bc18afa9-047a-489a-9391-c2fc106e783c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] device_id is not set on port 996787c1-d346-4763-8c91-c80bd702e953 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:24:52.326404 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07db5bea-ef71-4362-87be-8653dcbaf199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4caf1da-71f1-4e82-b72d-6a6cb0813bf3'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:24:52.331407 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1dfb4c-2bba-4e10-8545-3d98bd50c5e1" -d '{"events": [{"server_uuid": "07db5bea-ef71-4362-87be-8653dcbaf199", "name": "network-vif-plugged", "status": "completed", "tag": "f4caf1da-71f1-4e82-b72d-6a6cb0813bf3"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:24:52.337613 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f4caf1da-71f1-4e82-b72d-6a6cb0813bf3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:52.343296 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e30adb0-1bba-4506-90b5-6620545dd758 None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:52.343704 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-9e30adb0-1bba-4506-90b5-6620545dd758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:24:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:52.458564 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-da6ab20f-c59f-4627-9079-f81bb2e96b6a tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "GET /v2.0/floatingips/f6dd9ae6-0966-4ea0-be94-b145e0940b3f HTTP/1.1" status: 200 len: 977 time: 0.1547875 Feb 19 04:24:52.460895 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54552) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:52.468781 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d870f5a-b25a-42cf-a5a4-051ee5b9f544 x-openstack-request-id: req-6d870f5a-b25a-42cf-a5a4-051ee5b9f544 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:24:52.469088 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07db5bea-ef71-4362-87be-8653dcbaf199", "name": "network-vif-plugged", "status": "completed", "tag": "f4caf1da-71f1-4e82-b72d-6a6cb0813bf3", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:24:52.478369 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6d870f5a-b25a-42cf-a5a4-051ee5b9f544 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:24:52.487207 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07db5bea-ef71-4362-87be-8653dcbaf199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4caf1da-71f1-4e82-b72d-6a6cb0813bf3', 'code': 200} Feb 19 04:24:52.488056 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=f4caf1da-71f1-4e82-b72d-6a6cb0813bf3,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:52.612693 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-9e30adb0-1bba-4506-90b5-6620545dd758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:52.613589 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e30adb0-1bba-4506-90b5-6620545dd758 None None] The sync data for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:24:52.679233 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6db2cbb1-d31f-4ef5-a595-2703c9acb386 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2171645 Feb 19 04:24:52.679841 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54560) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:52.692462 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-e01a2db4-1c81-4804-bc83-498c160bb742 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Request body: {'floatingip': {'port_id': '34d7dca7-643f-40ac-bb98-cce5867f4f58'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:52.793813 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83dd576-98e4-48d9-8c33-41ffe47d0f10 req-f98b24f4-997d-4c39-afb5-b947de09b8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:52.796580 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e83dd576-98e4-48d9-8c33-41ffe47d0f10 req-f98b24f4-997d-4c39-afb5-b947de09b8ac service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 1129 time: 0.2758319 Feb 19 04:24:52.857252 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device bae9e1a8-1440-4246-994f-3eb5464fd8ad up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:52.864416 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e01a2db4-1c81-4804-bc83-498c160bb742 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (f6dd9ae6-0966-4ea0-be94-b145e0940b3f), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:52.983240 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-bc18afa9-047a-489a-9391-c2fc106e783c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Allocated IP 172.20.0.9 (952f58b7-8818-4e98-99cf-161d88679dcd/c393823a-1569-47cd-86a7-e6e516cb3e05/996787c1-d346-4763-8c91-c80bd702e953) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:52.993378 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port bae9e1a8-1440-4246-994f-3eb5464fd8ad triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:53.009819 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bae9e1a8-1440-4246-994f-3eb5464fd8ad), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.228868 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port bae9e1a8-1440-4246-994f-3eb5464fd8ad is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:53.231894 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (bae9e1a8-1440-4246-994f-3eb5464fd8ad), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.310622 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port bae9e1a8-1440-4246-994f-3eb5464fd8ad, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=bae9e1a8-1440-4246-994f-3eb5464fd8ad,segment=NetworkSegment(5d5a453a-fc27-4233-84ae-b46a742d79f8),segment_id=5d5a453a-fc27-4233-84ae-b46a742d79f8)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:53.327883 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (bae9e1a8-1440-4246-994f-3eb5464fd8ad), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.362459 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e83dd576-98e4-48d9-8c33-41ffe47d0f10 req-3bb05eb9-5073-4248-a256-8d8e63895092 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5553899 Feb 19 04:24:53.431927 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4302b17-d792-42a5-9c85-5aab74cdc810 None None] Network 952f58b7-8818-4e98-99cf-161d88679dcd requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:53.551944 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=bae9e1a8-1440-4246-994f-3eb5464fd8ad,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:53.565524 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-cb41be9c-54a8-4781-9697-6fa47e90f505 None None] Provisioning complete for port bae9e1a8-1440-4246-994f-3eb5464fd8ad triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:53.566106 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cb41be9c-54a8-4781-9697-6fa47e90f505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bae9e1a8-1440-4246-994f-3eb5464fd8ad), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.586736 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878ad21-c32b-41db-ae90-97b1503a023a req-1aa40007-0923-4a8b-8389-4813191ccfe6 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:53.592379 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9878ad21-c32b-41db-ae90-97b1503a023a req-1aa40007-0923-4a8b-8389-4813191ccfe6 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 946 time: 0.3529525 Feb 19 04:24:53.706049 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-cb41be9c-54a8-4781-9697-6fa47e90f505 None None] Current status of the port bae9e1a8-1440-4246-994f-3eb5464fd8ad is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:53.723698 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9878ad21-c32b-41db-ae90-97b1503a023a req-724c111e-e1b7-4207-b0ee-d09bb1567e12 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220596 Feb 19 04:24:53.728651 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bc18afa9-047a-489a-9391-c2fc106e783c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for port (996787c1-d346-4763-8c91-c80bd702e953), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.812937 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bc18afa9-047a-489a-9391-c2fc106e783c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (996787c1-d346-4763-8c91-c80bd702e953), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.868969 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc18afa9-047a-489a-9391-c2fc106e783c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network 952f58b7-8818-4e98-99cf-161d88679dcd is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:53.872938 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-bc18afa9-047a-489a-9391-c2fc106e783c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:53.876063 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc18afa9-047a-489a-9391-c2fc106e783c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:53.890842 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e01a2db4-1c81-4804-bc83-498c160bb742 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.912355 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e01a2db4-1c81-4804-bc83-498c160bb742 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (f6dd9ae6-0966-4ea0-be94-b145e0940b3f), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.953627 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc18afa9-047a-489a-9391-c2fc106e783c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:53.954660 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bc18afa9-047a-489a-9391-c2fc106e783c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.963912 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18afa9-047a-489a-9391-c2fc106e783c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Port': ['ID=996787c1-d346-4763-8c91-c80bd702e953,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:53.996316 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18afa9-047a-489a-9391-c2fc106e783c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:53.996747 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18afa9-047a-489a-9391-c2fc106e783c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:53.997040 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18afa9-047a-489a-9391-c2fc106e783c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:53.997388 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18afa9-047a-489a-9391-c2fc106e783c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:53.997732 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18afa9-047a-489a-9391-c2fc106e783c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:53.998061 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18afa9-047a-489a-9391-c2fc106e783c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:53.999779 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18afa9-047a-489a-9391-c2fc106e783c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:54.000015 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18afa9-047a-489a-9391-c2fc106e783c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:54.000359 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18afa9-047a-489a-9391-c2fc106e783c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:54.000702 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18afa9-047a-489a-9391-c2fc106e783c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:54.001042 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18afa9-047a-489a-9391-c2fc106e783c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:54.001372 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18afa9-047a-489a-9391-c2fc106e783c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:54.003004 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18afa9-047a-489a-9391-c2fc106e783c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:54.031425 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bc18afa9-047a-489a-9391-c2fc106e783c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1351583 Feb 19 04:24:54.032144 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54596) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:54.096546 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-e01a2db4-1c81-4804-bc83-498c160bb742 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Floating IP f6dd9ae6-0966-4ea0-be94-b145e0940b3f associated. External IP: 172.25.3.12, port: 443aaa46-456f-46ac-9e90-d8c45a12c6be. Feb 19 04:24:54.133690 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54600) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:54.172116 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-61b57290-bf64-472f-a522-d8b3b6fd30cd None None] Provisioning complete for port 6cd1390d-4f7d-410f-9f35-15ae3442d468 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:54.172857 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-61b57290-bf64-472f-a522-d8b3b6fd30cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6cd1390d-4f7d-410f-9f35-15ae3442d468), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:54.268037 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1099d76a-ebdc-41bf-a473-d0d6f0ab2b2b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:54.272167 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1099d76a-ebdc-41bf-a473-d0d6f0ab2b2b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2365618 Feb 19 04:24:54.275075 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54604) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:54.303345 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-61b57290-bf64-472f-a522-d8b3b6fd30cd None None] Port 6cd1390d-4f7d-410f-9f35-15ae3442d468 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:24:54.345169 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-61b57290-bf64-472f-a522-d8b3b6fd30cd None None] Provisioning complete for port bae9e1a8-1440-4246-994f-3eb5464fd8ad triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:54.345788 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-61b57290-bf64-472f-a522-d8b3b6fd30cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bae9e1a8-1440-4246-994f-3eb5464fd8ad), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:54.370792 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-15e0a914-fdab-4ef9-ab95-0699df3505be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:54.422432 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4e6886-142c-40f1-bfb5-072884717fc1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:54.428682 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4e6886-142c-40f1-bfb5-072884717fc1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:54.435966 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4e6886-142c-40f1-bfb5-072884717fc1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:54.437835 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8d4e6886-142c-40f1-bfb5-072884717fc1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1612701 Feb 19 04:24:54.441825 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54606) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:54.506052 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-61b57290-bf64-472f-a522-d8b3b6fd30cd None None] Current status of the port bae9e1a8-1440-4246-994f-3eb5464fd8ad is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:54.574621 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01a2db4-1c81-4804-bc83-498c160bb742 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Router ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:24:54.618961 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-c581934e-3e38-4d47-a21b-83b2b0ca5bac tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting port 996787c1-d346-4763-8c91-c80bd702e953 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:54.619307 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c581934e-3e38-4d47-a21b-83b2b0ca5bac tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (996787c1-d346-4763-8c91-c80bd702e953), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:54.642622 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-15e0a914-fdab-4ef9-ab95-0699df3505be admin admin] Publish callbacks [] for security_group (c8700973-15af-4e7b-acf3-a9a40cf8e13d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:54.671828 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-ae5906ad-656a-46f5-bd39-cf21ec725ce3 None None] Provisioning complete for port 6cd1390d-4f7d-410f-9f35-15ae3442d468 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:54.672967 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ae5906ad-656a-46f5-bd39-cf21ec725ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6cd1390d-4f7d-410f-9f35-15ae3442d468), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:54.698151 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-15e0a914-fdab-4ef9-ab95-0699df3505be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (c8700973-15af-4e7b-acf3-a9a40cf8e13d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:54.770639 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01a2db4-1c81-4804-bc83-498c160bb742 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:24:54.785415 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ae5906ad-656a-46f5-bd39-cf21ec725ce3 None None] Port 6cd1390d-4f7d-410f-9f35-15ae3442d468 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:24:54.790659 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8ce5ef-7931-4167-af74-36ff6e033e37 None None] Sync routers for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:24:54.815788 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-15e0a914-fdab-4ef9-ab95-0699df3505be admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c8f899b23b7406080b6ae8c57da1681&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6787663 Feb 19 04:24:54.816658 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54616) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:54.832131 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device bae9e1a8-1440-4246-994f-3eb5464fd8ad up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:54.835528 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8ce5ef-7931-4167-af74-36ff6e033e37 None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:54.836184 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-fc8ce5ef-7931-4167-af74-36ff6e033e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:24:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:54.887860 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0a914-fdab-4ef9-ab95-0699df3505be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8700973-15af-4e7b-acf3-a9a40cf8e13d,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:55.001964 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-fc8ce5ef-7931-4167-af74-36ff6e033e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:55.013703 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8ce5ef-7931-4167-af74-36ff6e033e37 None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:55.014365 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-fc8ce5ef-7931-4167-af74-36ff6e033e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:24:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:55.091245 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-fc8ce5ef-7931-4167-af74-36ff6e033e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:55.091912 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8ce5ef-7931-4167-af74-36ff6e033e37 None None] The sync data for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:24:55.127912 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port bae9e1a8-1440-4246-994f-3eb5464fd8ad triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:55.130972 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bae9e1a8-1440-4246-994f-3eb5464fd8ad), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:55.137651 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01a2db4-1c81-4804-bc83-498c160bb742 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Router ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:24:55.215329 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-8f8f8232-7ff3-477c-8ce1-ab93578546a3 None None] Provisioning complete for port 996787c1-d346-4763-8c91-c80bd702e953 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:55.215742 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8f8f8232-7ff3-477c-8ce1-ab93578546a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (996787c1-d346-4763-8c91-c80bd702e953), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:55.309887 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8f8f8232-7ff3-477c-8ce1-ab93578546a3 None None] Port 996787c1-d346-4763-8c91-c80bd702e953 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:24:55.328684 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c581934e-3e38-4d47-a21b-83b2b0ca5bac tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (996787c1-d346-4763-8c91-c80bd702e953), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:55.347953 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01a2db4-1c81-4804-bc83-498c160bb742 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:24:55.349474 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port bae9e1a8-1440-4246-994f-3eb5464fd8ad is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:55.359446 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e01a2db4-1c81-4804-bc83-498c160bb742 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:55.362928 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bba2c64-327f-483f-bcd1-9e0ea5293808 None None] Sync routers for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:24:55.375904 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bba2c64-327f-483f-bcd1-9e0ea5293808 None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:55.376898 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-5bba2c64-327f-483f-bcd1-9e0ea5293808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:24:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:55.393966 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-c581934e-3e38-4d47-a21b-83b2b0ca5bac tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Calling delete_port for 996787c1-d346-4763-8c91-c80bd702e953 owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:55.421775 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a8ea9-57aa-4da1-aeeb-346163fb62e7 req-588b485a-6360-4622-942f-5c528d6280db tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:55.423331 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-915a8ea9-57aa-4da1-aeeb-346163fb62e7 req-588b485a-6360-4622-942f-5c528d6280db tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 946 time: 0.5418003 Feb 19 04:24:55.435850 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-5bba2c64-327f-483f-bcd1-9e0ea5293808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:55.446415 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bba2c64-327f-483f-bcd1-9e0ea5293808 None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:55.447420 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-5bba2c64-327f-483f-bcd1-9e0ea5293808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:24:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:55.485454 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e01a2db4-1c81-4804-bc83-498c160bb742 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "PUT /v2.0/floatingips/f6dd9ae6-0966-4ea0-be94-b145e0940b3f HTTP/1.1" status: 200 len: 978 time: 2.8044295 Feb 19 04:24:55.486200 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54628) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:55.493636 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-38a2cca4-37f8-46fe-899c-62fc87e587f0 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:55.496397 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-5bba2c64-327f-483f-bcd1-9e0ea5293808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:55.497247 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bba2c64-327f-483f-bcd1-9e0ea5293808 None None] The sync data for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:24:55.515596 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b98002c-c19c-4991-889b-5cc5423b25ad admin admin] Publish callbacks [] for security_group (c8700973-15af-4e7b-acf3-a9a40cf8e13d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:55.559570 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-38a2cca4-37f8-46fe-899c-62fc87e587f0 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (f6dd9ae6-0966-4ea0-be94-b145e0940b3f), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:55.581704 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b98002c-c19c-4991-889b-5cc5423b25ad admin admin] Publish callbacks [] for security_group (c8700973-15af-4e7b-acf3-a9a40cf8e13d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:55.605533 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-915a8ea9-57aa-4da1-aeeb-346163fb62e7 req-5a4a8a02-19d1-43c0-8846-c31dcae39c67 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717532 Feb 19 04:24:55.753412 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b98002c-c19c-4991-889b-5cc5423b25ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (c8700973-15af-4e7b-acf3-a9a40cf8e13d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:55.757314 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b98002c-c19c-4991-889b-5cc5423b25ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:55.758661 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6b98002c-c19c-4991-889b-5cc5423b25ad admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c8700973-15af-4e7b-acf3-a9a40cf8e13d HTTP/1.1" status: 204 len: 168 time: 0.9208636 Feb 19 04:24:55.792892 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98002c-c19c-4991-889b-5cc5423b25ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8700973-15af-4e7b-acf3-a9a40cf8e13d,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:55.795840 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-38a2cca4-37f8-46fe-899c-62fc87e587f0 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:55.801191 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c581934e-3e38-4d47-a21b-83b2b0ca5bac tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (996787c1-d346-4763-8c91-c80bd702e953), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:55.806863 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-38a2cca4-37f8-46fe-899c-62fc87e587f0 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (f6dd9ae6-0966-4ea0-be94-b145e0940b3f), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:55.807242 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-38a2cca4-37f8-46fe-899c-62fc87e587f0 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Floating IP f6dd9ae6-0966-4ea0-be94-b145e0940b3f disassociated. External IP: 172.25.3.12, port: 34d7dca7-643f-40ac-bb98-cce5867f4f58. Feb 19 04:24:55.860778 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c581934e-3e38-4d47-a21b-83b2b0ca5bac tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Port': ['ID=996787c1-d346-4763-8c91-c80bd702e953,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:56.082130 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c581934e-3e38-4d47-a21b-83b2b0ca5bac tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.088632 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54644) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:56.094017 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c581934e-3e38-4d47-a21b-83b2b0ca5bac tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/ports/996787c1-d346-4763-8c91-c80bd702e953 HTTP/1.1" status: 204 len: 168 time: 1.6510634 Feb 19 04:24:56.129041 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896316f5-abbd-47b7-a713-a5298fd93bbb req-743ff6dc-8021-48db-9bea-5d647d4227d4 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:56.130684 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-896316f5-abbd-47b7-a713-a5298fd93bbb req-743ff6dc-8021-48db-9bea-5d647d4227d4 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 946 time: 0.1869125 Feb 19 04:24:56.155704 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1ab6a9-1b8d-40c4-9b6f-9e86d3163448 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] GET failed (client error): The resource could not be found. Feb 19 04:24:56.157985 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7a1ab6a9-1b8d-40c4-9b6f-9e86d3163448 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "GET /v2.0/ports/996787c1-d346-4763-8c91-c80bd702e953 HTTP/1.1" status: 404 len: 333 time: 0.0636396 Feb 19 04:24:56.160783 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54646) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:56.235371 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-896316f5-abbd-47b7-a713-a5298fd93bbb req-10e9bf47-3b77-4677-9c47-235a371f2568 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938206 Feb 19 04:24:56.305672 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a2cca4-37f8-46fe-899c-62fc87e587f0 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Router ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:24:56.347848 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c18f0bc1-2588-4661-8abe-0b41d2292975 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting port 6cd1390d-4f7d-410f-9f35-15ae3442d468 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:56.362572 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c18f0bc1-2588-4661-8abe-0b41d2292975 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (6cd1390d-4f7d-410f-9f35-15ae3442d468), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.377423 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54656) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:56.396231 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-46da66d5-39c8-43fb-8ff6-865da01ca470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.493013 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-46da66d5-39c8-43fb-8ff6-865da01ca470 admin admin] Publish callbacks [] for security_group (6437b5dd-3c71-482d-8173-837337f4e8e8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.501238 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33033e79-3efd-4e2a-8d29-50cb4f011d23 req-bbcd3b8d-3ed1-477c-a8c9-427529fa9bb4 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:56.508315 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-33033e79-3efd-4e2a-8d29-50cb4f011d23 req-bbcd3b8d-3ed1-477c-a8c9-427529fa9bb4 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 946 time: 0.1751719 Feb 19 04:24:56.537120 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-46da66d5-39c8-43fb-8ff6-865da01ca470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6437b5dd-3c71-482d-8173-837337f4e8e8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.587403 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-46da66d5-39c8-43fb-8ff6-865da01ca470 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8409439dac7a42e8990122158e62b34a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2080600 Feb 19 04:24:56.598985 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a2cca4-37f8-46fe-899c-62fc87e587f0 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:24:56.605793 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-33033e79-3efd-4e2a-8d29-50cb4f011d23 req-96923eb9-fcf5-4ec1-8a79-6aef883c0da7 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922978 Feb 19 04:24:56.606456 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54662) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:56.609902 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d221256-f03e-416a-8d86-45dbd626c140 None None] Sync routers for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:24:56.616842 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-38a2cca4-37f8-46fe-899c-62fc87e587f0 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.631190 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da66d5-39c8-43fb-8ff6-865da01ca470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6437b5dd-3c71-482d-8173-837337f4e8e8,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:56.654778 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c18f0bc1-2588-4661-8abe-0b41d2292975 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (6cd1390d-4f7d-410f-9f35-15ae3442d468), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.671482 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d221256-f03e-416a-8d86-45dbd626c140 None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:56.676468 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c18f0bc1-2588-4661-8abe-0b41d2292975 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Calling delete_port for 6cd1390d-4f7d-410f-9f35-15ae3442d468 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:56.682437 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2d221256-f03e-416a-8d86-45dbd626c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:24:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:56.686835 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54666) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:56.686991 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-38a2cca4-37f8-46fe-899c-62fc87e587f0 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "PUT /v2.0/floatingips/f6dd9ae6-0966-4ea0-be94-b145e0940b3f HTTP/1.1" status: 200 len: 687 time: 1.1982024 Feb 19 04:24:56.789771 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6d5609ca-7e95-4eea-a4c4-6b21eb76b2c0 admin admin] Publish callbacks [] for security_group (6437b5dd-3c71-482d-8173-837337f4e8e8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.795159 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2d221256-f03e-416a-8d86-45dbd626c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:56.830670 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d221256-f03e-416a-8d86-45dbd626c140 None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:56.831466 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2d221256-f03e-416a-8d86-45dbd626c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:24:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:56.875040 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2d221256-f03e-416a-8d86-45dbd626c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:56.876005 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d221256-f03e-416a-8d86-45dbd626c140 None None] The sync data for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:24:56.912148 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.960058 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c18f0bc1-2588-4661-8abe-0b41d2292975 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (6cd1390d-4f7d-410f-9f35-15ae3442d468), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.998889 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6d5609ca-7e95-4eea-a4c4-6b21eb76b2c0 admin admin] Publish callbacks [] for security_group (6437b5dd-3c71-482d-8173-837337f4e8e8), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.019062 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f0bc1-2588-4661-8abe-0b41d2292975 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Port': ['ID=6cd1390d-4f7d-410f-9f35-15ae3442d468,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:57.075380 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-c12c0fa5-e389-430f-943f-aa56548b4eb9 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Deleting port 02b70cfe-0ac7-4afd-9b1f-65c543aa5986 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:57.076047 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c12c0fa5-e389-430f-943f-aa56548b4eb9 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (02b70cfe-0ac7-4afd-9b1f-65c543aa5986), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.084742 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffef7f4-f680-4ff0-b527-52c5e92ada97 req-8bc6556b-054c-462e-9980-9a4d225ac30e tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:57.087915 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ffef7f4-f680-4ff0-b527-52c5e92ada97 req-8bc6556b-054c-462e-9980-9a4d225ac30e tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 946 time: 0.1758211 Feb 19 04:24:57.156755 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c18f0bc1-2588-4661-8abe-0b41d2292975 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.161914 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c18f0bc1-2588-4661-8abe-0b41d2292975 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/ports/6cd1390d-4f7d-410f-9f35-15ae3442d468 HTTP/1.1" status: 204 len: 168 time: 0.9997489 Feb 19 04:24:57.164807 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54676) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:57.217677 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c12c0fa5-e389-430f-943f-aa56548b4eb9 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (02b70cfe-0ac7-4afd-9b1f-65c543aa5986), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.218272 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c12c0fa5-e389-430f-943f-aa56548b4eb9 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (02b70cfe-0ac7-4afd-9b1f-65c543aa5986), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.262565 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-c12c0fa5-e389-430f-943f-aa56548b4eb9 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Calling delete_port for 02b70cfe-0ac7-4afd-9b1f-65c543aa5986 owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:57.298029 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6d5609ca-7e95-4eea-a4c4-6b21eb76b2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6437b5dd-3c71-482d-8173-837337f4e8e8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.301183 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6d5609ca-7e95-4eea-a4c4-6b21eb76b2c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.304649 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6d5609ca-7e95-4eea-a4c4-6b21eb76b2c0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6437b5dd-3c71-482d-8173-837337f4e8e8 HTTP/1.1" status: 204 len: 168 time: 0.6794183 Feb 19 04:24:57.337726 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5609ca-7e95-4eea-a4c4-6b21eb76b2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6437b5dd-3c71-482d-8173-837337f4e8e8,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:57.345309 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ffef7f4-f680-4ff0-b527-52c5e92ada97 req-2dc0a9b4-31bc-4d67-b561-a431740547ad tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951710 Feb 19 04:24:57.549403 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c12c0fa5-e389-430f-943f-aa56548b4eb9 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (02b70cfe-0ac7-4afd-9b1f-65c543aa5986), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.604465 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c0fa5-e389-430f-943f-aa56548b4eb9 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event deleted for resources: {'Port': ['ID=02b70cfe-0ac7-4afd-9b1f-65c543aa5986,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:57.665946 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-c078859f-0749-40b0-aff5-4da10ca894e0 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] GET failed (client error): The resource could not be found. Feb 19 04:24:57.673395 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54694) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:57.678615 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c078859f-0749-40b0-aff5-4da10ca894e0 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "GET /v2.0/ports/6cd1390d-4f7d-410f-9f35-15ae3442d468 HTTP/1.1" status: 404 len: 333 time: 0.5123894 Feb 19 04:24:57.748903 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c12c0fa5-e389-430f-943f-aa56548b4eb9 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (f6dd9ae6-0966-4ea0-be94-b145e0940b3f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.752489 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c12c0fa5-e389-430f-943f-aa56548b4eb9 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.754305 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c12c0fa5-e389-430f-943f-aa56548b4eb9 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "DELETE /v2.0/floatingips/f6dd9ae6-0966-4ea0-be94-b145e0940b3f HTTP/1.1" status: 204 len: 168 time: 1.0681419 Feb 19 04:24:57.757293 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54698) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:57.767962 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4f83a6-311c-4818-9847-fcb0aae812c8 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting subnet c393823a-1569-47cd-86a7-e6e516cb3e05 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:24:57.771126 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cb4f83a6-311c-4818-9847-fcb0aae812c8 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for subnet (c393823a-1569-47cd-86a7-e6e516cb3e05), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.817752 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cb4f83a6-311c-4818-9847-fcb0aae812c8 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (c393823a-1569-47cd-86a7-e6e516cb3e05), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.961921 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-b1518de2-0e98-4af9-8bc8-d4f7e914d354 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] delete failed (client error): The resource could not be found. Feb 19 04:24:57.963057 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b1518de2-0e98-4af9-8bc8-d4f7e914d354 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "DELETE /v2.0/floatingips/f6dd9ae6-0966-4ea0-be94-b145e0940b3f HTTP/1.1" status: 404 len: 345 time: 0.2045796 Feb 19 04:24:57.968047 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54712) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:58.002672 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cb4f83a6-311c-4818-9847-fcb0aae812c8 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (c393823a-1569-47cd-86a7-e6e516cb3e05), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:58.101715 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cb4f83a6-311c-4818-9847-fcb0aae812c8 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (c393823a-1569-47cd-86a7-e6e516cb3e05), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:58.132502 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f83a6-311c-4818-9847-fcb0aae812c8 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Subnet': ['ID=c393823a-1569-47cd-86a7-e6e516cb3e05,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:58.143602 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cb4f83a6-311c-4818-9847-fcb0aae812c8 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:58.144581 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79520061-91db-41b8-962c-408a529b2005 None None] Network 952f58b7-8818-4e98-99cf-161d88679dcd requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:58.149172 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cb4f83a6-311c-4818-9847-fcb0aae812c8 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/subnets/c393823a-1569-47cd-86a7-e6e516cb3e05 HTTP/1.1" status: 204 len: 168 time: 0.4747841 Feb 19 04:24:58.152633 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54718) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:58.220382 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4125a093-8715-4a0b-a21f-c821d9c9c0f2 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:58.228056 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4125a093-8715-4a0b-a21f-c821d9c9c0f2 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:58.237849 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4125a093-8715-4a0b-a21f-c821d9c9c0f2 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:58.242759 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4125a093-8715-4a0b-a21f-c821d9c9c0f2 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "GET /v2.0/ports?network_id=5825703b-6b51-466a-9b47-aebebf319d2a HTTP/1.1" status: 200 len: 2359 time: 0.2736092 Feb 19 04:24:58.243390 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54724) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:58.301651 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fcdebfba-7f8b-41ff-b19d-c43711d44a05 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (952f58b7-8818-4e98-99cf-161d88679dcd), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:58.332579 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb800d6f-081f-4f4c-8107-2a932fe76d24 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:58.342218 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bb800d6f-081f-4f4c-8107-2a932fe76d24 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "GET /v2.0/subnets/c6f29738-ae65-420d-b4f6-631dedab8a88 HTTP/1.1" status: 200 len: 797 time: 0.0971136 Feb 19 04:24:58.343347 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54728) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:58.350842 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-00246447-ef10-42a9-841a-65c4f1359ff5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Request body: {'port': {'network_id': '5825703b-6b51-466a-9b47-aebebf319d2a', 'name': 'tempest-FloatingIPTestJSON-1631836482', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:58.406921 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-fcdebfba-7f8b-41ff-b19d-c43711d44a05 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting port bae9e1a8-1440-4246-994f-3eb5464fd8ad {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:58.410042 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fcdebfba-7f8b-41ff-b19d-c43711d44a05 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (bae9e1a8-1440-4246-994f-3eb5464fd8ad), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:58.490352 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027f6b03-78f8-47c5-8f55-c76731be60bb None None] DHCP port deletion for 952f58b7-8818-4e98-99cf-161d88679dcd request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:24:58.529034 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00246447-ef10-42a9-841a-65c4f1359ff5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Made reservation on behalf of 5f78b14320e047b99cc727237e144962 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:58.595693 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-027f6b03-78f8-47c5-8f55-c76731be60bb None None] Deleting port bae9e1a8-1440-4246-994f-3eb5464fd8ad {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:58.596071 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-027f6b03-78f8-47c5-8f55-c76731be60bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (bae9e1a8-1440-4246-994f-3eb5464fd8ad), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:58.598057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-fcdebfba-7f8b-41ff-b19d-c43711d44a05 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] For port bae9e1a8-1440-4246-994f-3eb5464fd8ad, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=bae9e1a8-1440-4246-994f-3eb5464fd8ad,segment=NetworkSegment(5d5a453a-fc27-4233-84ae-b46a742d79f8),segment_id=5d5a453a-fc27-4233-84ae-b46a742d79f8)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:58.598562 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fcdebfba-7f8b-41ff-b19d-c43711d44a05 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (bae9e1a8-1440-4246-994f-3eb5464fd8ad), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:58.615754 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-fcdebfba-7f8b-41ff-b19d-c43711d44a05 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Calling delete_port for bae9e1a8-1440-4246-994f-3eb5464fd8ad owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:58.645614 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55810ef-9b72-4cbd-bf1d-544225db9478 req-8971cbc4-9d3f-49b2-8d0a-a4d89e274c8b tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:58.647679 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c55810ef-9b72-4cbd-bf1d-544225db9478 req-8971cbc4-9d3f-49b2-8d0a-a4d89e274c8b tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 946 time: 0.0972707 Feb 19 04:24:58.733766 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-00246447-ef10-42a9-841a-65c4f1359ff5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:58.774525 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-027f6b03-78f8-47c5-8f55-c76731be60bb None None] For port bae9e1a8-1440-4246-994f-3eb5464fd8ad, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=bae9e1a8-1440-4246-994f-3eb5464fd8ad,segment=NetworkSegment(5d5a453a-fc27-4233-84ae-b46a742d79f8),segment_id=5d5a453a-fc27-4233-84ae-b46a742d79f8)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:58.775135 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-027f6b03-78f8-47c5-8f55-c76731be60bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (bae9e1a8-1440-4246-994f-3eb5464fd8ad), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:58.779764 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c55810ef-9b72-4cbd-bf1d-544225db9478 req-b0cab04a-6f77-458b-9239-4d226f5ef280 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606444 Feb 19 04:24:58.784341 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-00246447-ef10-42a9-841a-65c4f1359ff5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] device_id is not set on port d95486b4-f46c-4efa-a80a-922f4234a390 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:24:58.805237 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-027f6b03-78f8-47c5-8f55-c76731be60bb None None] Calling delete_port for bae9e1a8-1440-4246-994f-3eb5464fd8ad owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:58.830603 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fcdebfba-7f8b-41ff-b19d-c43711d44a05 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (bae9e1a8-1440-4246-994f-3eb5464fd8ad), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:58.866743 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdebfba-7f8b-41ff-b19d-c43711d44a05 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] No DVR routers for this DVR port bae9e1a8-1440-4246-994f-3eb5464fd8ad on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:24:58.903623 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device bae9e1a8-1440-4246-994f-3eb5464fd8ad no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:24:58.935049 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdebfba-7f8b-41ff-b19d-c43711d44a05 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Port': ['ID=bae9e1a8-1440-4246-994f-3eb5464fd8ad,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:59.018907 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: bae9e1a8-1440-4246-994f-3eb5464fd8ad {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:24:59.019514 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device bae9e1a8-1440-4246-994f-3eb5464fd8ad not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:24:59.083334 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-027f6b03-78f8-47c5-8f55-c76731be60bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (bae9e1a8-1440-4246-994f-3eb5464fd8ad), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.110441 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fcdebfba-7f8b-41ff-b19d-c43711d44a05 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (952f58b7-8818-4e98-99cf-161d88679dcd), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.126210 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f6b03-78f8-47c5-8f55-c76731be60bb None None] Pushing event deleted for resources: {'Port': ['ID=bae9e1a8-1440-4246-994f-3eb5464fd8ad,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:59.143346 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027f6b03-78f8-47c5-8f55-c76731be60bb None None] No DVR routers for this DVR port bae9e1a8-1440-4246-994f-3eb5464fd8ad on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:24:59.186004 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-fcdebfba-7f8b-41ff-b19d-c43711d44a05 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['952f58b7-8818-4e98-99cf-161d88679dcd']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:59.207584 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-fcdebfba-7f8b-41ff-b19d-c43711d44a05 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5a453a-fc27-4233-84ae-b46a742d79f8') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:59.208006 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-fcdebfba-7f8b-41ff-b19d-c43711d44a05 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5a453a-fc27-4233-84ae-b46a742d79f8') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:59.213251 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-00246447-ef10-42a9-841a-65c4f1359ff5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Allocated IP 172.20.0.14 (5825703b-6b51-466a-9b47-aebebf319d2a/c6f29738-ae65-420d-b4f6-631dedab8a88/d95486b4-f46c-4efa-a80a-922f4234a390) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:59.219912 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-00246447-ef10-42a9-841a-65c4f1359ff5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Allocated IP 172.20.0.13 (5825703b-6b51-466a-9b47-aebebf319d2a/c6f29738-ae65-420d-b4f6-631dedab8a88/d95486b4-f46c-4efa-a80a-922f4234a390) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:59.242806 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fcdebfba-7f8b-41ff-b19d-c43711d44a05 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (5d5a453a-fc27-4233-84ae-b46a742d79f8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.257814 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fcdebfba-7f8b-41ff-b19d-c43711d44a05 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (5d5a453a-fc27-4233-84ae-b46a742d79f8), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.273818 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcdebfba-7f8b-41ff-b19d-c43711d44a05 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:24:59.273818 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fcdebfba-7f8b-41ff-b19d-c43711d44a05 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (5d5a453a-fc27-4233-84ae-b46a742d79f8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: warnings.warn(msg) Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:24:59.282205 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:24:59.406566 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fcdebfba-7f8b-41ff-b19d-c43711d44a05 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (952f58b7-8818-4e98-99cf-161d88679dcd), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.423836 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fcdebfba-7f8b-41ff-b19d-c43711d44a05 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.429302 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fcdebfba-7f8b-41ff-b19d-c43711d44a05 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/networks/952f58b7-8818-4e98-99cf-161d88679dcd HTTP/1.1" status: 204 len: 168 time: 1.2755263 Feb 19 04:24:59.433327 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54760) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:59.452476 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-9d6e8d8b-49c9-49a2-9270-e1cb8a70054e tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-910534329'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:59.458502 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-00246447-ef10-42a9-841a-65c4f1359ff5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for port (d95486b4-f46c-4efa-a80a-922f4234a390), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.462021 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdebfba-7f8b-41ff-b19d-c43711d44a05 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Network': ['ID=952f58b7-8818-4e98-99cf-161d88679dcd,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:59.484836 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6e8d8b-49c9-49a2-9270-e1cb8a70054e tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:59.489364 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9d6e8d8b-49c9-49a2-9270-e1cb8a70054e tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.522740 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6e8d8b-49c9-49a2-9270-e1cb8a70054e tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:24:59.531441 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-00246447-ef10-42a9-841a-65c4f1359ff5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (d95486b4-f46c-4efa-a80a-922f4234a390), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.553863 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9d6e8d8b-49c9-49a2-9270-e1cb8a70054e tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (f42da298-f43e-498f-9ebd-dfe7e6b48b58), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.554419 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-9d6e8d8b-49c9-49a2-9270-e1cb8a70054e tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Added segment f42da298-f43e-498f-9ebd-dfe7e6b48b58 of type vlan for network 281779f8-7f3f-4ef6-b843-09b12474851b Feb 19 04:24:59.589700 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00246447-ef10-42a9-841a-65c4f1359ff5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Network 5825703b-6b51-466a-9b47-aebebf319d2a is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:59.593383 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-00246447-ef10-42a9-841a-65c4f1359ff5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:59.603171 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00246447-ef10-42a9-841a-65c4f1359ff5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:59.610075 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00246447-ef10-42a9-841a-65c4f1359ff5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event updated for resources: {'Port': ['ID=d95486b4-f46c-4efa-a80a-922f4234a390,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:59.664504 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9d6e8d8b-49c9-49a2-9270-e1cb8a70054e tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (281779f8-7f3f-4ef6-b843-09b12474851b), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.683477 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00246447-ef10-42a9-841a-65c4f1359ff5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:59.684127 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-00246447-ef10-42a9-841a-65c4f1359ff5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.709803 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-00246447-ef10-42a9-841a-65c4f1359ff5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.3648558 Feb 19 04:24:59.710584 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54772) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:59.717158 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ef5b1cb2-09ff-4af7-b26d-8d57cc29a26e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'port_id': 'd95486b4-f46c-4efa-a80a-922f4234a390', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:59.722483 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9d6e8d8b-49c9-49a2-9270-e1cb8a70054e tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (281779f8-7f3f-4ef6-b843-09b12474851b), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.738064 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6e8d8b-49c9-49a2-9270-e1cb8a70054e tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:59.742659 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9d6e8d8b-49c9-49a2-9270-e1cb8a70054e tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.756163 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef5b1cb2-09ff-4af7-b26d-8d57cc29a26e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.785826 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.879962 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e8d8b-49c9-49a2-9270-e1cb8a70054e tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Network': ['ID=281779f8-7f3f-4ef6-b843-09b12474851b,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:59.893123 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 281779f8-7f3f-4ef6-b843-09b12474851b details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:24:59.907206 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9d6e8d8b-49c9-49a2-9270-e1cb8a70054e tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4727111 Feb 19 04:24:59.910151 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54784) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:59.921144 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-5ae021b8-be04-4821-9d11-a0bc850f13e8 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'subnet': {'network_id': '281779f8-7f3f-4ef6-b843-09b12474851b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:59.964139 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef5b1cb2-09ff-4af7-b26d-8d57cc29a26e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.106438 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-ef5b1cb2-09ff-4af7-b26d-8d57cc29a26e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Allocated IP 172.25.3.245 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/792d3129-ec6b-462c-b66f-f03e953b256d) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:00.155268 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae021b8-be04-4821-9d11-a0bc850f13e8 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:00.170201 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ae021b8-be04-4821-9d11-a0bc850f13e8 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.197084 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99adaade-1927-4fae-ac8f-b0967f44abd5 req-4cca5e8b-55d8-4569-a9b7-7121e9b4387c tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:00.204948 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99adaade-1927-4fae-ac8f-b0967f44abd5 req-4cca5e8b-55d8-4569-a9b7-7121e9b4387c tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 946 time: 0.2703385 Feb 19 04:25:00.337516 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef5b1cb2-09ff-4af7-b26d-8d57cc29a26e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for port (792d3129-ec6b-462c-b66f-f03e953b256d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.351077 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99adaade-1927-4fae-ac8f-b0967f44abd5 req-b6a3c991-775a-43f4-b6b7-cdfad55b7012 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405249 Feb 19 04:25:00.420896 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef5b1cb2-09ff-4af7-b26d-8d57cc29a26e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (792d3129-ec6b-462c-b66f-f03e953b256d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.483357 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ae021b8-be04-4821-9d11-a0bc850f13e8 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (39b9bd48-9dfe-46c8-9381-ea4d7a8b507d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.522053 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b1cb2-09ff-4af7-b26d-8d57cc29a26e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event updated for resources: {'Port': ['ID=792d3129-ec6b-462c-b66f-f03e953b256d,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:00.555015 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5b1cb2-09ff-4af7-b26d-8d57cc29a26e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:00.556949 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-ef5b1cb2-09ff-4af7-b26d-8d57cc29a26e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:00.561019 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5b1cb2-09ff-4af7-b26d-8d57cc29a26e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:00.615797 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae021b8-be04-4821-9d11-a0bc850f13e8 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Checking segment: {'id': 'f42da298-f43e-498f-9ebd-dfe7e6b48b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '281779f8-7f3f-4ef6-b843-09b12474851b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:25:00.616173 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae021b8-be04-4821-9d11-a0bc850f13e8 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network hostable DHCP agents. Network: 281779f8-7f3f-4ef6-b843-09b12474851b, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:25:00.619621 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae021b8-be04-4821-9d11-a0bc850f13e8 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Subnet': ['ID=39b9bd48-9dfe-46c8-9381-ea4d7a8b507d,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:00.643396 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae021b8-be04-4821-9d11-a0bc850f13e8 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network 281779f8-7f3f-4ef6-b843-09b12474851b is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:25:00.661450 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dec99f0c-cf8d-4011-acd2-0672a8fa2cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.671673 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-5ae021b8-be04-4821-9d11-a0bc850f13e8 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 281779f8-7f3f-4ef6-b843-09b12474851b) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:00.682175 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37c9b97-d7fc-4f8a-b490-689d268c9c00 None None] Network 281779f8-7f3f-4ef6-b843-09b12474851b requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:00.685847 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae021b8-be04-4821-9d11-a0bc850f13e8 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:00.687115 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ae021b8-be04-4821-9d11-a0bc850f13e8 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.709747 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5ae021b8-be04-4821-9d11-a0bc850f13e8 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7983184 Feb 19 04:25:00.713257 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54802) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:00.719564 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-c4d7ac91-6a3a-4021-baf4-34faa9035cb9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1806639719', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:00.753813 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c4d7ac91-6a3a-4021-baf4-34faa9035cb9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (002d6fbe-e2b7-4413-86b0-c80450343c3b), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.755543 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c4d7ac91-6a3a-4021-baf4-34faa9035cb9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (002d6fbe-e2b7-4413-86b0-c80450343c3b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.808869 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3711b334-8fa4-4820-ba3b-580c955a99ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-281779f8-7f3f-4ef6-b843-09b12474851b', 'network_id': '281779f8-7f3f-4ef6-b843-09b12474851b', 'project_id': 'dd0b4c3644cf40b2a614f690962dfa99', 'fixed_ips': [{'subnet_id': '39b9bd48-9dfe-46c8-9381-ea4d7a8b507d'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:25:00.810751 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3711b334-8fa4-4820-ba3b-580c955a99ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.976287 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-3711b334-8fa4-4820-ba3b-580c955a99ef None None] Allocated IP 172.20.0.2 (281779f8-7f3f-4ef6-b843-09b12474851b/39b9bd48-9dfe-46c8-9381-ea4d7a8b507d/d0885c3f-bf24-466d-abc1-f31d4e11fc1a) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:00.998760 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c4d7ac91-6a3a-4021-baf4-34faa9035cb9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for router_controller (002d6fbe-e2b7-4413-86b0-c80450343c3b), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:01.034136 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c4d7ac91-6a3a-4021-baf4-34faa9035cb9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (002d6fbe-e2b7-4413-86b0-c80450343c3b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:01.135589 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c4d7ac91-6a3a-4021-baf4-34faa9035cb9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:01.136934 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c4d7ac91-6a3a-4021-baf4-34faa9035cb9 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4219921 Feb 19 04:25:01.139652 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54812) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:01.144665 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-2e246a17-61df-4f62-b7da-ab453fb31645 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'port': {'network_id': '281779f8-7f3f-4ef6-b843-09b12474851b', 'name': 'tempest-PortsTestJSON-1394119807'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:01.157096 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3711b334-8fa4-4820-ba3b-580c955a99ef None None] Publish callbacks [] for port (d0885c3f-bf24-466d-abc1-f31d4e11fc1a), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:01.168262 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3711b334-8fa4-4820-ba3b-580c955a99ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (d0885c3f-bf24-466d-abc1-f31d4e11fc1a), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:01.242204 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3711b334-8fa4-4820-ba3b-580c955a99ef None None] Network 281779f8-7f3f-4ef6-b843-09b12474851b is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:01.246057 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711b334-8fa4-4820-ba3b-580c955a99ef None None] Pushing event updated for resources: {'Port': ['ID=d0885c3f-bf24-466d-abc1-f31d4e11fc1a,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:01.250180 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-3711b334-8fa4-4820-ba3b-580c955a99ef None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:01.256307 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3711b334-8fa4-4820-ba3b-580c955a99ef None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:01.361059 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3711b334-8fa4-4820-ba3b-580c955a99ef None None] Attempting to bind port d0885c3f-bf24-466d-abc1-f31d4e11fc1a on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:25:01.361579 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3711b334-8fa4-4820-ba3b-580c955a99ef None None] Attempting to bind port d0885c3f-bf24-466d-abc1-f31d4e11fc1a by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'f42da298-f43e-498f-9ebd-dfe7e6b48b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '281779f8-7f3f-4ef6-b843-09b12474851b'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:25:01.362101 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3711b334-8fa4-4820-ba3b-580c955a99ef None None] Attempting to bind port d0885c3f-bf24-466d-abc1-f31d4e11fc1a on network 281779f8-7f3f-4ef6-b843-09b12474851b {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:25:01.368854 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3711b334-8fa4-4820-ba3b-580c955a99ef None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:25:01.369482 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3711b334-8fa4-4820-ba3b-580c955a99ef None None] Checking segment: {'id': 'f42da298-f43e-498f-9ebd-dfe7e6b48b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '281779f8-7f3f-4ef6-b843-09b12474851b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:25:01.370056 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3711b334-8fa4-4820-ba3b-580c955a99ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:01.370659 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3711b334-8fa4-4820-ba3b-580c955a99ef None None] Bound using segment: {'id': 'f42da298-f43e-498f-9ebd-dfe7e6b48b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '281779f8-7f3f-4ef6-b843-09b12474851b'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:25:01.371283 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3711b334-8fa4-4820-ba3b-580c955a99ef None None] Bound port: d0885c3f-bf24-466d-abc1-f31d4e11fc1a, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42da298-f43e-498f-9ebd-dfe7e6b48b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '281779f8-7f3f-4ef6-b843-09b12474851b'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:25:01.371852 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3711b334-8fa4-4820-ba3b-580c955a99ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d0885c3f-bf24-466d-abc1-f31d4e11fc1a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:01.414901 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e246a17-61df-4f62-b7da-ab453fb31645 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:01.419264 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e246a17-61df-4f62-b7da-ab453fb31645 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:01.441518 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-2e246a17-61df-4f62-b7da-ab453fb31645 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] device_id is not set on port 81e9b547-84c0-4360-b27e-1b14c98decb8 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:25:01.491739 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef5b1cb2-09ff-4af7-b26d-8d57cc29a26e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (aa92cfcb-a804-40d6-858e-4e13a7394e50), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:01.578525 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706e11c-1f9c-4c7c-971e-86a549ca5e99 req-95a8213b-fcd7-4cc8-8d93-44b8c5e2b2e7 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:01.580484 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8706e11c-1f9c-4c7c-971e-86a549ca5e99 req-95a8213b-fcd7-4cc8-8d93-44b8c5e2b2e7 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 946 time: 0.1138752 Feb 19 04:25:01.633548 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-2e246a17-61df-4f62-b7da-ab453fb31645 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Allocated IP 172.20.0.10 (281779f8-7f3f-4ef6-b843-09b12474851b/39b9bd48-9dfe-46c8-9381-ea4d7a8b507d/81e9b547-84c0-4360-b27e-1b14c98decb8) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:01.680150 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8706e11c-1f9c-4c7c-971e-86a549ca5e99 req-fcdfaf30-2b6a-4868-8512-7ce091a08504 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922916 Feb 19 04:25:01.847008 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef5b1cb2-09ff-4af7-b26d-8d57cc29a26e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (792d3129-ec6b-462c-b66f-f03e953b256d), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:01.922986 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3711b334-8fa4-4820-ba3b-580c955a99ef None None] For port d0885c3f-bf24-466d-abc1-f31d4e11fc1a, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:25:01.949608 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3711b334-8fa4-4820-ba3b-580c955a99ef None None] For port d0885c3f-bf24-466d-abc1-f31d4e11fc1a, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=d0885c3f-bf24-466d-abc1-f31d4e11fc1a,segment=NetworkSegment(f42da298-f43e-498f-9ebd-dfe7e6b48b58),segment_id=f42da298-f43e-498f-9ebd-dfe7e6b48b58)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:25:01.986269 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3711b334-8fa4-4820-ba3b-580c955a99ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d0885c3f-bf24-466d-abc1-f31d4e11fc1a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:02.023354 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e246a17-61df-4f62-b7da-ab453fb31645 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for port (81e9b547-84c0-4360-b27e-1b14c98decb8), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:02.070486 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711b334-8fa4-4820-ba3b-580c955a99ef None None] Pushing event updated for resources: {'Port': ['ID=d0885c3f-bf24-466d-abc1-f31d4e11fc1a,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:02.143896 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e246a17-61df-4f62-b7da-ab453fb31645 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (81e9b547-84c0-4360-b27e-1b14c98decb8), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:02.239034 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef5b1cb2-09ff-4af7-b26d-8d57cc29a26e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for port (792d3129-ec6b-462c-b66f-f03e953b256d), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:02.249901 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e246a17-61df-4f62-b7da-ab453fb31645 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network 281779f8-7f3f-4ef6-b843-09b12474851b is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:02.255990 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef5b1cb2-09ff-4af7-b26d-8d57cc29a26e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (792d3129-ec6b-462c-b66f-f03e953b256d), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:02.262601 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-2e246a17-61df-4f62-b7da-ab453fb31645 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:02.268076 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e246a17-61df-4f62-b7da-ab453fb31645 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:02.271704 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e246a17-61df-4f62-b7da-ab453fb31645 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Port': ['ID=81e9b547-84c0-4360-b27e-1b14c98decb8,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:02.457053 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b1cb2-09ff-4af7-b26d-8d57cc29a26e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event updated for resources: {'Port': ['ID=792d3129-ec6b-462c-b66f-f03e953b256d,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:02.484558 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e246a17-61df-4f62-b7da-ab453fb31645 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:02.485353 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2e246a17-61df-4f62-b7da-ab453fb31645 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:02.493241 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef5b1cb2-09ff-4af7-b26d-8d57cc29a26e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (aa92cfcb-a804-40d6-858e-4e13a7394e50), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:02.556589 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2e246a17-61df-4f62-b7da-ab453fb31645 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4132495 Feb 19 04:25:02.557549 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54838) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:02.717567 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-ef5b1cb2-09ff-4af7-b26d-8d57cc29a26e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Floating IP aa92cfcb-a804-40d6-858e-4e13a7394e50 associated. External IP: 172.25.3.245, port: d95486b4-f46c-4efa-a80a-922f4234a390. Feb 19 04:25:02.842607 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device d0885c3f-bf24-466d-abc1-f31d4e11fc1a up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:02.931442 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc0668-a0ca-47d8-9562-385f354a4e61 req-e0027a3e-aed5-4c6a-9382-86f0e3c92e97 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:02.933532 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9fc0668-a0ca-47d8-9562-385f354a4e61 req-e0027a3e-aed5-4c6a-9382-86f0e3c92e97 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 946 time: 0.1000605 Feb 19 04:25:02.993128 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port d0885c3f-bf24-466d-abc1-f31d4e11fc1a triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:02.993542 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d0885c3f-bf24-466d-abc1-f31d4e11fc1a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:03.038473 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9fc0668-a0ca-47d8-9562-385f354a4e61 req-4220055a-f2c9-4dfb-b699-63bbd2b8a4d2 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934570 Feb 19 04:25:03.108526 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port d0885c3f-bf24-466d-abc1-f31d4e11fc1a is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:03.108944 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d0885c3f-bf24-466d-abc1-f31d4e11fc1a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:03.173770 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port d0885c3f-bf24-466d-abc1-f31d4e11fc1a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=d0885c3f-bf24-466d-abc1-f31d4e11fc1a,segment=NetworkSegment(f42da298-f43e-498f-9ebd-dfe7e6b48b58),segment_id=f42da298-f43e-498f-9ebd-dfe7e6b48b58)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:03.188266 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d0885c3f-bf24-466d-abc1-f31d4e11fc1a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:03.277735 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=d0885c3f-bf24-466d-abc1-f31d4e11fc1a,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:03.489830 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dba7e6ee-8965-426f-bfc6-46a779bc0500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:03.496984 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4bfcad39-5efb-457d-9fcb-f043ee250777 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (81e9b547-84c0-4360-b27e-1b14c98decb8), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:03.517382 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5b1cb2-09ff-4af7-b26d-8d57cc29a26e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Router ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:25:03.656221 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7af175-ca8a-4044-8289-74b5225cdefc None None] Network 281779f8-7f3f-4ef6-b843-09b12474851b requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:03.775062 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-0e3f04f7-16e9-49dd-bbde-25bbe978531b None None] Provisioning complete for port d0885c3f-bf24-466d-abc1-f31d4e11fc1a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:03.775440 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0e3f04f7-16e9-49dd-bbde-25bbe978531b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d0885c3f-bf24-466d-abc1-f31d4e11fc1a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:03.839538 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:03.915199 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0e3f04f7-16e9-49dd-bbde-25bbe978531b None None] Current status of the port d0885c3f-bf24-466d-abc1-f31d4e11fc1a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:04.153727 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-72f0a33e-9434-4f25-bcdb-3c9faccd25c4 None None] Provisioning complete for port d0885c3f-bf24-466d-abc1-f31d4e11fc1a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:04.154388 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-72f0a33e-9434-4f25-bcdb-3c9faccd25c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d0885c3f-bf24-466d-abc1-f31d4e11fc1a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:04.331694 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6fa7b-b0a2-4d96-a69e-4cfb5d8446c5 req-4e2689c2-1354-4fba-b844-35c52a153cbc tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:04.348939 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7f6fa7b-b0a2-4d96-a69e-4cfb5d8446c5 req-4e2689c2-1354-4fba-b844-35c52a153cbc tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 946 time: 0.1410487 Feb 19 04:25:04.414772 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7f6fa7b-b0a2-4d96-a69e-4cfb5d8446c5 req-0cf11274-ad47-43c1-8e9d-b2cd1a552c69 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643091 Feb 19 04:25:04.441756 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-72f0a33e-9434-4f25-bcdb-3c9faccd25c4 None None] Current status of the port d0885c3f-bf24-466d-abc1-f31d4e11fc1a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:04.464002 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5b1cb2-09ff-4af7-b26d-8d57cc29a26e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:25:04.466051 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-72f0a33e-9434-4f25-bcdb-3c9faccd25c4 None None] Provisioning complete for port 81e9b547-84c0-4360-b27e-1b14c98decb8 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:04.467916 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-72f0a33e-9434-4f25-bcdb-3c9faccd25c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (81e9b547-84c0-4360-b27e-1b14c98decb8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:04.480596 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dbe016-806f-43e0-a470-cfee7e54b543 None None] Sync routers for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:25:04.497281 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dbe016-806f-43e0-a470-cfee7e54b543 None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:04.497988 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-13dbe016-806f-43e0-a470-cfee7e54b543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:04.559784 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-72f0a33e-9434-4f25-bcdb-3c9faccd25c4 None None] Port 81e9b547-84c0-4360-b27e-1b14c98decb8 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:25:04.569527 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef5b1cb2-09ff-4af7-b26d-8d57cc29a26e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:04.593668 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-13dbe016-806f-43e0-a470-cfee7e54b543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:04.612367 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dbe016-806f-43e0-a470-cfee7e54b543 None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:04.613232 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-13dbe016-806f-43e0-a470-cfee7e54b543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:04.627174 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ef5b1cb2-09ff-4af7-b26d-8d57cc29a26e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.9145517 Feb 19 04:25:04.630136 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54886) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:04.635224 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-558e66f9-c71a-4827-81b3-416403d438a0 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Request body: {'floatingip': {'port_id': 'd95486b4-f46c-4efa-a80a-922f4234a390', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:04.678753 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4bfcad39-5efb-457d-9fcb-f043ee250777 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for port (81e9b547-84c0-4360-b27e-1b14c98decb8), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:04.688798 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-13dbe016-806f-43e0-a470-cfee7e54b543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:04.689522 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dbe016-806f-43e0-a470-cfee7e54b543 None None] The sync data for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:25:04.692443 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2d91f3ce-d115-4ed9-9417-e6dbb6d43e47 None None] Provisioning complete for port 81e9b547-84c0-4360-b27e-1b14c98decb8 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:04.692946 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2d91f3ce-d115-4ed9-9417-e6dbb6d43e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (81e9b547-84c0-4360-b27e-1b14c98decb8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:04.694534 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4bfcad39-5efb-457d-9fcb-f043ee250777 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (81e9b547-84c0-4360-b27e-1b14c98decb8), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:04.777994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device d0885c3f-bf24-466d-abc1-f31d4e11fc1a up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:04.937518 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2d91f3ce-d115-4ed9-9417-e6dbb6d43e47 None None] Port 81e9b547-84c0-4360-b27e-1b14c98decb8 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:25:04.948140 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port d0885c3f-bf24-466d-abc1-f31d4e11fc1a triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:04.948530 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d0885c3f-bf24-466d-abc1-f31d4e11fc1a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:04.956258 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-558e66f9-c71a-4827-81b3-416403d438a0 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (aa92cfcb-a804-40d6-858e-4e13a7394e50), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.102517 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port d0885c3f-bf24-466d-abc1-f31d4e11fc1a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:05.195597 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfcad39-5efb-457d-9fcb-f043ee250777 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Port': ['ID=81e9b547-84c0-4360-b27e-1b14c98decb8,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:05.203113 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4bfcad39-5efb-457d-9fcb-f043ee250777 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (002d6fbe-e2b7-4413-86b0-c80450343c3b), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.284355 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-38ad1985-141a-444e-adb4-6fd1b344b7be None None] Provisioning complete for port 81e9b547-84c0-4360-b27e-1b14c98decb8 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:05.288243 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-38ad1985-141a-444e-adb4-6fd1b344b7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (81e9b547-84c0-4360-b27e-1b14c98decb8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.380315 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-38ad1985-141a-444e-adb4-6fd1b344b7be None None] Port 81e9b547-84c0-4360-b27e-1b14c98decb8 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:25:05.388609 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.429221 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4bfcad39-5efb-457d-9fcb-f043ee250777 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (81e9b547-84c0-4360-b27e-1b14c98decb8), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.656855 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13829a5a-4dd6-4122-a3b9-788cd5158d9d req-1ba48fce-7f01-4c95-89c1-8ba32b9c531d tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:05.664444 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-13829a5a-4dd6-4122-a3b9-788cd5158d9d req-1ba48fce-7f01-4c95-89c1-8ba32b9c531d tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 946 time: 0.0843070 Feb 19 04:25:05.764923 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-13829a5a-4dd6-4122-a3b9-788cd5158d9d req-0e6b970e-3b5a-40ba-82ee-cf62eee0c900 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994086 Feb 19 04:25:05.824802 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4bfcad39-5efb-457d-9fcb-f043ee250777 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for port (81e9b547-84c0-4360-b27e-1b14c98decb8), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.831344 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4bfcad39-5efb-457d-9fcb-f043ee250777 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (81e9b547-84c0-4360-b27e-1b14c98decb8), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.942029 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4bfcad39-5efb-457d-9fcb-f043ee250777 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (002d6fbe-e2b7-4413-86b0-c80450343c3b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.992567 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfcad39-5efb-457d-9fcb-f043ee250777 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Port': ['ID=81e9b547-84c0-4360-b27e-1b14c98decb8,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:06.040356 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-558e66f9-c71a-4827-81b3-416403d438a0 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:06.050208 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-558e66f9-c71a-4827-81b3-416403d438a0 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (aa92cfcb-a804-40d6-858e-4e13a7394e50), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:06.092781 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfcad39-5efb-457d-9fcb-f043ee250777 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network 281779f8-7f3f-4ef6-b843-09b12474851b is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:06.094346 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-4bfcad39-5efb-457d-9fcb-f043ee250777 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:06.420613 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfcad39-5efb-457d-9fcb-f043ee250777 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Router 002d6fbe-e2b7-4413-86b0-c80450343c3b is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:25:06.545592 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558e66f9-c71a-4827-81b3-416403d438a0 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Router ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:25:06.619951 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-0197515b-6665-4870-89a8-fc464919c7d7 None None] Provisioning complete for port 81e9b547-84c0-4360-b27e-1b14c98decb8 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:06.621036 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0197515b-6665-4870-89a8-fc464919c7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (81e9b547-84c0-4360-b27e-1b14c98decb8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:06.630060 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfcad39-5efb-457d-9fcb-f043ee250777 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:25:06.643127 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4bfcad39-5efb-457d-9fcb-f043ee250777 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "PUT /v2.0/routers/002d6fbe-e2b7-4413-86b0-c80450343c3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0827832 Feb 19 04:25:06.643824 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54952) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:06.687288 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0197515b-6665-4870-89a8-fc464919c7d7 None None] Port 81e9b547-84c0-4360-b27e-1b14c98decb8 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:25:06.691737 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a900f7-70a9-4aaa-97e2-98d6e9c9a7db None None] Sync routers for ids ['002d6fbe-e2b7-4413-86b0-c80450343c3b'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:25:06.712818 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a900f7-70a9-4aaa-97e2-98d6e9c9a7db None None] Routers {'002d6fbe-e2b7-4413-86b0-c80450343c3b'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:06.713695 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-37a900f7-70a9-4aaa-97e2-98d6e9c9a7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['002d6fbe-e2b7-4413-86b0-c80450343c3b'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:06.726856 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ef0710-9aa4-4937-a35a-4867257a8c0a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:06.728976 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-80ef0710-9aa4-4937-a35a-4867257a8c0a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "GET /v2.0/ports?device_id=002d6fbe-e2b7-4413-86b0-c80450343c3b HTTP/1.1" status: 200 len: 983 time: 0.0842106 Feb 19 04:25:06.731859 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 54954) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:06.760128 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-37a900f7-70a9-4aaa-97e2-98d6e9c9a7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:06.781718 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a900f7-70a9-4aaa-97e2-98d6e9c9a7db None None] Routers {'002d6fbe-e2b7-4413-86b0-c80450343c3b'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:06.782620 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-37a900f7-70a9-4aaa-97e2-98d6e9c9a7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['002d6fbe-e2b7-4413-86b0-c80450343c3b'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:06.868386 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-37a900f7-70a9-4aaa-97e2-98d6e9c9a7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:06.872270 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a900f7-70a9-4aaa-97e2-98d6e9c9a7db None None] The sync data for ids ['002d6fbe-e2b7-4413-86b0-c80450343c3b'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:25:06.874657 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.245708 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558e66f9-c71a-4827-81b3-416403d438a0 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:25:07.251579 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-558e66f9-c71a-4827-81b3-416403d438a0 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.257742 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587613a9-5df8-474d-a7f0-fa39a5582a4c None None] Sync routers for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:25:07.297549 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587613a9-5df8-474d-a7f0-fa39a5582a4c None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:07.298432 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-587613a9-5df8-474d-a7f0-fa39a5582a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:07.409400 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613dab6-de6e-4dd7-b0f4-74e6e970a696 req-bfbcd8c9-3240-48db-9e62-3027ae266e20 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:07.410999 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9613dab6-de6e-4dd7-b0f4-74e6e970a696 req-bfbcd8c9-3240-48db-9e62-3027ae266e20 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 946 time: 0.1628258 Feb 19 04:25:07.413580 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-558e66f9-c71a-4827-81b3-416403d438a0 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "PUT /v2.0/floatingips/aa92cfcb-a804-40d6-858e-4e13a7394e50 HTTP/1.1" status: 200 len: 979 time: 2.7820845 Feb 19 04:25:07.423842 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-587613a9-5df8-474d-a7f0-fa39a5582a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:07.427509 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 54976) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:07.435752 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587613a9-5df8-474d-a7f0-fa39a5582a4c None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:07.436502 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-587613a9-5df8-474d-a7f0-fa39a5582a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:07.491983 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-587613a9-5df8-474d-a7f0-fa39a5582a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:07.493065 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587613a9-5df8-474d-a7f0-fa39a5582a4c None None] The sync data for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:25:07.571727 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9613dab6-de6e-4dd7-b0f4-74e6e970a696 req-4d6e561f-b528-421b-a628-c253b4ed8872 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453178 Feb 19 04:25:07.785693 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-d117324c-222f-43f5-ac9d-554fc2c151d8 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Deleting port 792d3129-ec6b-462c-b66f-f03e953b256d {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:07.786517 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d117324c-222f-43f5-ac9d-554fc2c151d8 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (792d3129-ec6b-462c-b66f-f03e953b256d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.800821 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1832cb6e-d317-441f-9cbf-0586d0e0d241 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (002d6fbe-e2b7-4413-86b0-c80450343c3b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.873420 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d117324c-222f-43f5-ac9d-554fc2c151d8 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (792d3129-ec6b-462c-b66f-f03e953b256d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.873764 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d117324c-222f-43f5-ac9d-554fc2c151d8 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (792d3129-ec6b-462c-b66f-f03e953b256d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.925303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-d117324c-222f-43f5-ac9d-554fc2c151d8 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Calling delete_port for 792d3129-ec6b-462c-b66f-f03e953b256d owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:07.962099 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:25:08.167331 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d117324c-222f-43f5-ac9d-554fc2c151d8 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (792d3129-ec6b-462c-b66f-f03e953b256d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.218191 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-1832cb6e-d317-441f-9cbf-0586d0e0d241 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting port 81e9b547-84c0-4360-b27e-1b14c98decb8 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:08.218828 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1832cb6e-d317-441f-9cbf-0586d0e0d241 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (81e9b547-84c0-4360-b27e-1b14c98decb8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.233695 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117324c-222f-43f5-ac9d-554fc2c151d8 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event deleted for resources: {'Port': ['ID=792d3129-ec6b-462c-b66f-f03e953b256d,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:08.344372 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d117324c-222f-43f5-ac9d-554fc2c151d8 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (aa92cfcb-a804-40d6-858e-4e13a7394e50), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.345007 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-d117324c-222f-43f5-ac9d-554fc2c151d8 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Floating IP aa92cfcb-a804-40d6-858e-4e13a7394e50 disassociated (deleted). External IP: 172.25.3.245, port: d95486b4-f46c-4efa-a80a-922f4234a390. Feb 19 04:25:08.357397 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1832cb6e-d317-441f-9cbf-0586d0e0d241 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (81e9b547-84c0-4360-b27e-1b14c98decb8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.371072 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-1832cb6e-d317-441f-9cbf-0586d0e0d241 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Calling delete_port for 81e9b547-84c0-4360-b27e-1b14c98decb8 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:08.616705 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1832cb6e-d317-441f-9cbf-0586d0e0d241 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (81e9b547-84c0-4360-b27e-1b14c98decb8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.688458 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832cb6e-d317-441f-9cbf-0586d0e0d241 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Port': ['ID=81e9b547-84c0-4360-b27e-1b14c98decb8,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:08.885359 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d117324c-222f-43f5-ac9d-554fc2c151d8 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Router ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:25:08.939375 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402e616-752b-4dd7-add4-55cabcd503d9 req-a7ff3f4c-82d4-4879-a16f-a8033b13e770 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:08.941204 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6402e616-752b-4dd7-add4-55cabcd503d9 req-a7ff3f4c-82d4-4879-a16f-a8033b13e770 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 946 time: 0.1878467 Feb 19 04:25:08.962456 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1832cb6e-d317-441f-9cbf-0586d0e0d241 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (002d6fbe-e2b7-4413-86b0-c80450343c3b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:09.131765 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6402e616-752b-4dd7-add4-55cabcd503d9 req-bdc12a11-5076-4642-82fe-d62233a05f20 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558323 Feb 19 04:25:09.180040 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d117324c-222f-43f5-ac9d-554fc2c151d8 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:25:09.192224 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d117324c-222f-43f5-ac9d-554fc2c151d8 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:09.198032 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2db6084-34ce-456c-aea9-18ed8d1b67f2 None None] Sync routers for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:25:09.218400 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2db6084-34ce-456c-aea9-18ed8d1b67f2 None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:09.219523 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a2db6084-34ce-456c-aea9-18ed8d1b67f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:09.231799 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1832cb6e-d317-441f-9cbf-0586d0e0d241 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Router 002d6fbe-e2b7-4413-86b0-c80450343c3b has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:25:09.257946 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55018) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:09.261999 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d117324c-222f-43f5-ac9d-554fc2c151d8 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "DELETE /v2.0/floatingips/aa92cfcb-a804-40d6-858e-4e13a7394e50 HTTP/1.1" status: 204 len: 168 time: 1.8335724 Feb 19 04:25:09.309405 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a2db6084-34ce-456c-aea9-18ed8d1b67f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:09.321188 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2db6084-34ce-456c-aea9-18ed8d1b67f2 None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:09.322235 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a2db6084-34ce-456c-aea9-18ed8d1b67f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:09.370368 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a2db6084-34ce-456c-aea9-18ed8d1b67f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:09.371658 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2db6084-34ce-456c-aea9-18ed8d1b67f2 None None] The sync data for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:25:09.425908 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1832cb6e-d317-441f-9cbf-0586d0e0d241 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:25:09.443024 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7503c6fb-e610-4188-bbe8-72a2eb420601 None None] Sync routers for ids ['002d6fbe-e2b7-4413-86b0-c80450343c3b'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:25:09.466263 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7503c6fb-e610-4188-bbe8-72a2eb420601 None None] Routers {'002d6fbe-e2b7-4413-86b0-c80450343c3b'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:09.467526 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7503c6fb-e610-4188-bbe8-72a2eb420601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['002d6fbe-e2b7-4413-86b0-c80450343c3b'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:09.472559 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1832cb6e-d317-441f-9cbf-0586d0e0d241 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "PUT /v2.0/routers/002d6fbe-e2b7-4413-86b0-c80450343c3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7394264 Feb 19 04:25:09.475247 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55028) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:09.504511 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2308a98-e471-4454-9ba0-89c8d6d0dbe1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] GET failed (client error): The resource could not be found. Feb 19 04:25:09.506387 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e2308a98-e471-4454-9ba0-89c8d6d0dbe1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "GET /v2.0/ports/81e9b547-84c0-4360-b27e-1b14c98decb8 HTTP/1.1" status: 404 len: 333 time: 0.0300250 Feb 19 04:25:09.508987 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55030) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:09.518125 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-b1771e9c-16c5-473f-ab25-576a6be862d5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Deleting port d95486b4-f46c-4efa-a80a-922f4234a390 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:09.518483 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b1771e9c-16c5-473f-ab25-576a6be862d5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (d95486b4-f46c-4efa-a80a-922f4234a390), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:09.550378 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7503c6fb-e610-4188-bbe8-72a2eb420601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:09.572444 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7503c6fb-e610-4188-bbe8-72a2eb420601 None None] Routers {'002d6fbe-e2b7-4413-86b0-c80450343c3b'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:09.573098 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7503c6fb-e610-4188-bbe8-72a2eb420601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['002d6fbe-e2b7-4413-86b0-c80450343c3b'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:09.611696 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1db8ae74-9097-4fe6-b1ef-6f014b0cd83b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for router (002d6fbe-e2b7-4413-86b0-c80450343c3b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:09.629628 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7503c6fb-e610-4188-bbe8-72a2eb420601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:09.631468 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7503c6fb-e610-4188-bbe8-72a2eb420601 None None] The sync data for ids ['002d6fbe-e2b7-4413-86b0-c80450343c3b'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:25:09.765262 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b1771e9c-16c5-473f-ab25-576a6be862d5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (d95486b4-f46c-4efa-a80a-922f4234a390), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:09.786354 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-b1771e9c-16c5-473f-ab25-576a6be862d5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Calling delete_port for d95486b4-f46c-4efa-a80a-922f4234a390 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:09.889064 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1db8ae74-9097-4fe6-b1ef-6f014b0cd83b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (002d6fbe-e2b7-4413-86b0-c80450343c3b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:09.904014 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1db8ae74-9097-4fe6-b1ef-6f014b0cd83b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for router_controller (002d6fbe-e2b7-4413-86b0-c80450343c3b), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.011605 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1db8ae74-9097-4fe6-b1ef-6f014b0cd83b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (002d6fbe-e2b7-4413-86b0-c80450343c3b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.012180 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db8ae74-9097-4fe6-b1ef-6f014b0cd83b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Fanout notify agent at l3_agent the message router_deleted on router 002d6fbe-e2b7-4413-86b0-c80450343c3b {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:25:10.020762 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1db8ae74-9097-4fe6-b1ef-6f014b0cd83b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.027419 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1db8ae74-9097-4fe6-b1ef-6f014b0cd83b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/routers/002d6fbe-e2b7-4413-86b0-c80450343c3b HTTP/1.1" status: 204 len: 168 time: 0.5161231 Feb 19 04:25:10.027636 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55044) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:10.122144 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-551bd12c-1d25-4fda-8539-d8c8063bcce2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting subnet 39b9bd48-9dfe-46c8-9381-ea4d7a8b507d {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:25:10.129962 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-551bd12c-1d25-4fda-8539-d8c8063bcce2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for subnet (39b9bd48-9dfe-46c8-9381-ea4d7a8b507d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.165171 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b1771e9c-16c5-473f-ab25-576a6be862d5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (d95486b4-f46c-4efa-a80a-922f4234a390), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.198652 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-551bd12c-1d25-4fda-8539-d8c8063bcce2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (39b9bd48-9dfe-46c8-9381-ea4d7a8b507d), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.341930 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b297e-3e55-443a-bfb0-df2ebb69fd8a req-3a62c908-e520-4d70-af22-e151591176f0 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:10.344405 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-002b297e-3e55-443a-bfb0-df2ebb69fd8a req-3a62c908-e520-4d70-af22-e151591176f0 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 946 time: 0.0891776 Feb 19 04:25:10.360342 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1771e9c-16c5-473f-ab25-576a6be862d5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event deleted for resources: {'Port': ['ID=d95486b4-f46c-4efa-a80a-922f4234a390,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:10.365988 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-551bd12c-1d25-4fda-8539-d8c8063bcce2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (39b9bd48-9dfe-46c8-9381-ea4d7a8b507d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.456185 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-002b297e-3e55-443a-bfb0-df2ebb69fd8a req-f77b2847-3a89-42e3-856b-217303d5c838 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059608 Feb 19 04:25:10.545017 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b1771e9c-16c5-473f-ab25-576a6be862d5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.549859 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b1771e9c-16c5-473f-ab25-576a6be862d5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "DELETE /v2.0/ports/d95486b4-f46c-4efa-a80a-922f4234a390 HTTP/1.1" status: 204 len: 168 time: 1.2558126 Feb 19 04:25:10.553967 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55060) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:10.559841 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-82705ef5-b7ab-4876-8cd9-0d4d8f427d65 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:10.568134 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-551bd12c-1d25-4fda-8539-d8c8063bcce2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (39b9bd48-9dfe-46c8-9381-ea4d7a8b507d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.613340 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551bd12c-1d25-4fda-8539-d8c8063bcce2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Subnet': ['ID=39b9bd48-9dfe-46c8-9381-ea4d7a8b507d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:10.613526 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82705ef5-b7ab-4876-8cd9-0d4d8f427d65 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.628847 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-551bd12c-1d25-4fda-8539-d8c8063bcce2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.635434 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-551bd12c-1d25-4fda-8539-d8c8063bcce2 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/subnets/39b9bd48-9dfe-46c8-9381-ea4d7a8b507d HTTP/1.1" status: 204 len: 168 time: 0.6067710 Feb 19 04:25:10.636101 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5914e9ba-7092-4a3e-a461-d36be7fe7fad None None] Network 281779f8-7f3f-4ef6-b843-09b12474851b requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:10.638384 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55064) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:10.794884 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7bf1f645-4393-49c1-be30-d0fb0bb6bf17 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (281779f8-7f3f-4ef6-b843-09b12474851b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.828867 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82705ef5-b7ab-4876-8cd9-0d4d8f427d65 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.877652 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-7bf1f645-4393-49c1-be30-d0fb0bb6bf17 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting port d0885c3f-bf24-466d-abc1-f31d4e11fc1a {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:10.878348 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7bf1f645-4393-49c1-be30-d0fb0bb6bf17 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (d0885c3f-bf24-466d-abc1-f31d4e11fc1a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.941308 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d08d28-dab1-4f94-803d-3c5da069f0f0 None None] DHCP port deletion for 281779f8-7f3f-4ef6-b843-09b12474851b request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:25:10.992220 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-7bf1f645-4393-49c1-be30-d0fb0bb6bf17 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] For port d0885c3f-bf24-466d-abc1-f31d4e11fc1a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=d0885c3f-bf24-466d-abc1-f31d4e11fc1a,segment=NetworkSegment(f42da298-f43e-498f-9ebd-dfe7e6b48b58),segment_id=f42da298-f43e-498f-9ebd-dfe7e6b48b58)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:10.992933 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7bf1f645-4393-49c1-be30-d0fb0bb6bf17 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (d0885c3f-bf24-466d-abc1-f31d4e11fc1a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:11.008017 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-7bf1f645-4393-49c1-be30-d0fb0bb6bf17 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Calling delete_port for d0885c3f-bf24-466d-abc1-f31d4e11fc1a owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:11.047250 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-82705ef5-b7ab-4876-8cd9-0d4d8f427d65 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Allocated IP 172.25.3.126 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/d7f2aef2-9848-421d-a4ef-3ce23c4ce71f) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:11.079327 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d2d08d28-dab1-4f94-803d-3c5da069f0f0 None None] Deleting port d0885c3f-bf24-466d-abc1-f31d4e11fc1a {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:11.079951 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d2d08d28-dab1-4f94-803d-3c5da069f0f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (d0885c3f-bf24-466d-abc1-f31d4e11fc1a), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:11.106269 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7bf1f645-4393-49c1-be30-d0fb0bb6bf17 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (d0885c3f-bf24-466d-abc1-f31d4e11fc1a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:11.200857 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d2d08d28-dab1-4f94-803d-3c5da069f0f0 None None] For port d0885c3f-bf24-466d-abc1-f31d4e11fc1a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=d0885c3f-bf24-466d-abc1-f31d4e11fc1a,segment=NetworkSegment(f42da298-f43e-498f-9ebd-dfe7e6b48b58),segment_id=f42da298-f43e-498f-9ebd-dfe7e6b48b58)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:11.201269 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d2d08d28-dab1-4f94-803d-3c5da069f0f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (d0885c3f-bf24-466d-abc1-f31d4e11fc1a), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:11.214748 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf1f645-4393-49c1-be30-d0fb0bb6bf17 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] No DVR routers for this DVR port d0885c3f-bf24-466d-abc1-f31d4e11fc1a on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:25:11.229108 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf1f645-4393-49c1-be30-d0fb0bb6bf17 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Port': ['ID=d0885c3f-bf24-466d-abc1-f31d4e11fc1a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:11.235652 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d2d08d28-dab1-4f94-803d-3c5da069f0f0 None None] Calling delete_port for d0885c3f-bf24-466d-abc1-f31d4e11fc1a owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:11.369294 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82705ef5-b7ab-4876-8cd9-0d4d8f427d65 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for port (d7f2aef2-9848-421d-a4ef-3ce23c4ce71f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:11.421197 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82705ef5-b7ab-4876-8cd9-0d4d8f427d65 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (d7f2aef2-9848-421d-a4ef-3ce23c4ce71f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:11.442676 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7bf1f645-4393-49c1-be30-d0fb0bb6bf17 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (281779f8-7f3f-4ef6-b843-09b12474851b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:11.468486 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-7bf1f645-4393-49c1-be30-d0fb0bb6bf17 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['281779f8-7f3f-4ef6-b843-09b12474851b']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:11.479130 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-7bf1f645-4393-49c1-be30-d0fb0bb6bf17 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42da298-f43e-498f-9ebd-dfe7e6b48b58') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:11.480095 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-7bf1f645-4393-49c1-be30-d0fb0bb6bf17 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42da298-f43e-498f-9ebd-dfe7e6b48b58') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:11.488336 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d2d08d28-dab1-4f94-803d-3c5da069f0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (d0885c3f-bf24-466d-abc1-f31d4e11fc1a), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:11.497396 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7bf1f645-4393-49c1-be30-d0fb0bb6bf17 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (f42da298-f43e-498f-9ebd-dfe7e6b48b58), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:11.502762 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82705ef5-b7ab-4876-8cd9-0d4d8f427d65 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:11.515092 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-82705ef5-b7ab-4876-8cd9-0d4d8f427d65 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:11.532490 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82705ef5-b7ab-4876-8cd9-0d4d8f427d65 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:11.546755 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7bf1f645-4393-49c1-be30-d0fb0bb6bf17 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (f42da298-f43e-498f-9ebd-dfe7e6b48b58), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:11.554036 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf1f645-4393-49c1-be30-d0fb0bb6bf17 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:25:11.554674 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7bf1f645-4393-49c1-be30-d0fb0bb6bf17 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (f42da298-f43e-498f-9ebd-dfe7e6b48b58), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:25:11.569924 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:25:11.610545 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82705ef5-b7ab-4876-8cd9-0d4d8f427d65 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event updated for resources: {'Port': ['ID=d7f2aef2-9848-421d-a4ef-3ce23c4ce71f,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:11.614582 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d08d28-dab1-4f94-803d-3c5da069f0f0 None None] No DVR routers for this DVR port d0885c3f-bf24-466d-abc1-f31d4e11fc1a on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:25:11.628927 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d08d28-dab1-4f94-803d-3c5da069f0f0 None None] Pushing event deleted for resources: {'Port': ['ID=d0885c3f-bf24-466d-abc1-f31d4e11fc1a,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:11.676129 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55092) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:11.719573 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7bf1f645-4393-49c1-be30-d0fb0bb6bf17 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (281779f8-7f3f-4ef6-b843-09b12474851b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:11.725551 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7bf1f645-4393-49c1-be30-d0fb0bb6bf17 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:11.733373 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7bf1f645-4393-49c1-be30-d0fb0bb6bf17 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/networks/281779f8-7f3f-4ef6-b843-09b12474851b HTTP/1.1" status: 204 len: 168 time: 1.0857379 Feb 19 04:25:11.733920 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55098) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:11.832318 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf1f645-4393-49c1-be30-d0fb0bb6bf17 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Network': ['ID=281779f8-7f3f-4ef6-b843-09b12474851b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:11.855210 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd9e75-596a-4f8c-91df-e75a48cae6e7 req-86df7d9e-704c-4cf6-b650-664cc6397105 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:11.856737 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c7cd9e75-596a-4f8c-91df-e75a48cae6e7 req-86df7d9e-704c-4cf6-b650-664cc6397105 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 946 time: 0.1978843 Feb 19 04:25:11.864662 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b83eab82-f8f3-4ab5-9bcf-1a34352c7cc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:11.880299 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0a53a9-7c3e-4ef7-a181-d5d9b358cd62 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:11.885384 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1f0a53a9-7c3e-4ef7-a181-d5d9b358cd62 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "GET /v2.0/ports/bba1a702-957d-4c7e-aaca-576f35b27509 HTTP/1.1" status: 200 len: 840 time: 0.1469774 Feb 19 04:25:11.888388 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55104) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:11.926008 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82705ef5-b7ab-4876-8cd9-0d4d8f427d65 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (89f828c8-5592-4f52-a6a0-414d68119d9a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:11.973395 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c7cd9e75-596a-4f8c-91df-e75a48cae6e7 req-95b7a81b-8e8f-416a-8b2c-a56062d93cf1 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957901 Feb 19 04:25:11.980957 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-687ebb99-8ccd-4f0e-afcf-6d90eb6042f1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "GET /v2.0/ports/bba1a702-957d-4c7e-aaca-576f35b27509?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0727186 Feb 19 04:25:11.995617 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55108) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:12.003686 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-24cb0a37-e602-4dbd-ac07-219127716055 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'subnet': {'network_id': '30610554-3743-47d7-86ad-74d9cb059347', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:12.021140 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82705ef5-b7ab-4876-8cd9-0d4d8f427d65 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d7f2aef2-9848-421d-a4ef-3ce23c4ce71f), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:12.028329 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b83eab82-f8f3-4ab5-9bcf-1a34352c7cc7 admin admin] Publish callbacks [] for security_group (88e410fd-382e-4ce1-af6f-07e47da87edc), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:12.044697 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b83eab82-f8f3-4ab5-9bcf-1a34352c7cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (88e410fd-382e-4ce1-af6f-07e47da87edc), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:12.131651 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b83eab82-f8f3-4ab5-9bcf-1a34352c7cc7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=724526a679624f6096403469171e947e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4532390 Feb 19 04:25:12.134809 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55110) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:12.144628 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83eab82-f8f3-4ab5-9bcf-1a34352c7cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e410fd-382e-4ce1-af6f-07e47da87edc,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:12.233834 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cb0a37-e602-4dbd-ac07-219127716055 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:12.238520 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-24cb0a37-e602-4dbd-ac07-219127716055 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:12.315926 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ffb81aa9-1a0f-43f9-aea1-4dcbf2c4fa7e admin admin] Publish callbacks [] for security_group (88e410fd-382e-4ce1-af6f-07e47da87edc), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:12.327265 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82705ef5-b7ab-4876-8cd9-0d4d8f427d65 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for port (d7f2aef2-9848-421d-a4ef-3ce23c4ce71f), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:12.343970 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82705ef5-b7ab-4876-8cd9-0d4d8f427d65 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (d7f2aef2-9848-421d-a4ef-3ce23c4ce71f), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:12.401171 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ffb81aa9-1a0f-43f9-aea1-4dcbf2c4fa7e admin admin] Publish callbacks [] for security_group (88e410fd-382e-4ce1-af6f-07e47da87edc), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:12.441926 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82705ef5-b7ab-4876-8cd9-0d4d8f427d65 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (89f828c8-5592-4f52-a6a0-414d68119d9a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:12.465365 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82705ef5-b7ab-4876-8cd9-0d4d8f427d65 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event updated for resources: {'Port': ['ID=d7f2aef2-9848-421d-a4ef-3ce23c4ce71f,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:12.482282 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82705ef5-b7ab-4876-8cd9-0d4d8f427d65 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:12.487452 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-82705ef5-b7ab-4876-8cd9-0d4d8f427d65 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9288130 Feb 19 04:25:12.488630 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55120) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:12.528917 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-c0ca56c6-f2d5-4cf5-8b93-0b98ce70c0bf tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Request body: {'port': {'network_id': '5825703b-6b51-466a-9b47-aebebf319d2a', 'name': 'tempest-FloatingIPTestJSON-793873518'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:12.661610 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ffb81aa9-1a0f-43f9-aea1-4dcbf2c4fa7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (88e410fd-382e-4ce1-af6f-07e47da87edc), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:12.664340 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ffb81aa9-1a0f-43f9-aea1-4dcbf2c4fa7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:12.668613 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ffb81aa9-1a0f-43f9-aea1-4dcbf2c4fa7e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/88e410fd-382e-4ce1-af6f-07e47da87edc HTTP/1.1" status: 204 len: 168 time: 0.5317185 Feb 19 04:25:12.722231 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb81aa9-1a0f-43f9-aea1-4dcbf2c4fa7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e410fd-382e-4ce1-af6f-07e47da87edc,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:12.811014 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-24cb0a37-e602-4dbd-ac07-219127716055 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (214503af-3ead-4085-9057-2b215cc2b9b2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:12.821910 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device d0885c3f-bf24-466d-abc1-f31d4e11fc1a no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:25:12.826025 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ca56c6-f2d5-4cf5-8b93-0b98ce70c0bf tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Made reservation on behalf of 5f78b14320e047b99cc727237e144962 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:12.832462 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c0ca56c6-f2d5-4cf5-8b93-0b98ce70c0bf tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:12.859332 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: d0885c3f-bf24-466d-abc1-f31d4e11fc1a {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:25:12.862797 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device d0885c3f-bf24-466d-abc1-f31d4e11fc1a not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:25:12.897538 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cb0a37-e602-4dbd-ac07-219127716055 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network 30610554-3743-47d7-86ad-74d9cb059347 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:12.908620 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-c0ca56c6-f2d5-4cf5-8b93-0b98ce70c0bf tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] device_id is not set on port 14353dbc-1226-4e7e-bd59-805259c603cd yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:25:12.913681 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-24cb0a37-e602-4dbd-ac07-219127716055 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:12.920871 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cb0a37-e602-4dbd-ac07-219127716055 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:12.921181 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-24cb0a37-e602-4dbd-ac07-219127716055 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:12.923064 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74321bf9-0092-4342-8461-d4164e1e5cd7 None None] Network 30610554-3743-47d7-86ad-74d9cb059347 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:12.965885 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb0a37-e602-4dbd-ac07-219127716055 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Subnet': ['ID=214503af-3ead-4085-9057-2b215cc2b9b2,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:12.982302 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb0a37-e602-4dbd-ac07-219127716055 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:12.983403 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb0a37-e602-4dbd-ac07-219127716055 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:12.983403 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb0a37-e602-4dbd-ac07-219127716055 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:12.983403 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb0a37-e602-4dbd-ac07-219127716055 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:12.984209 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb0a37-e602-4dbd-ac07-219127716055 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:12.984552 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb0a37-e602-4dbd-ac07-219127716055 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:12.984886 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb0a37-e602-4dbd-ac07-219127716055 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:12.985223 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb0a37-e602-4dbd-ac07-219127716055 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:12.985528 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb0a37-e602-4dbd-ac07-219127716055 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:12.985852 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb0a37-e602-4dbd-ac07-219127716055 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:12.986232 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb0a37-e602-4dbd-ac07-219127716055 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:12.986522 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb0a37-e602-4dbd-ac07-219127716055 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:12.986838 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb0a37-e602-4dbd-ac07-219127716055 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:13.021194 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-24cb0a37-e602-4dbd-ac07-219127716055 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0238237 Feb 19 04:25:13.024824 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55140) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:13.030542 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-79652ece-fd55-4a5e-84e9-6e89352a391d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'security_group': {'name': 'tempest-secgroup-1103657485'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:13.136103 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-79652ece-fd55-4a5e-84e9-6e89352a391d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.186309 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357aed4e-39bb-4f81-a74b-fe0b93456bdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-30610554-3743-47d7-86ad-74d9cb059347', 'network_id': '30610554-3743-47d7-86ad-74d9cb059347', 'project_id': 'dd0b4c3644cf40b2a614f690962dfa99', 'fixed_ips': [{'subnet_id': '214503af-3ead-4085-9057-2b215cc2b9b2'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:25:13.187486 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-357aed4e-39bb-4f81-a74b-fe0b93456bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.192669 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-c0ca56c6-f2d5-4cf5-8b93-0b98ce70c0bf tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Allocated IP 172.20.0.12 (5825703b-6b51-466a-9b47-aebebf319d2a/c6f29738-ae65-420d-b4f6-631dedab8a88/14353dbc-1226-4e7e-bd59-805259c603cd) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:13.421235 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55148) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:13.436956 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-357aed4e-39bb-4f81-a74b-fe0b93456bdb None None] Allocated IP 172.20.0.2 (30610554-3743-47d7-86ad-74d9cb059347/214503af-3ead-4085-9057-2b215cc2b9b2/40da82b2-47ca-4134-ba79-9af1d8b49967) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:13.462888 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9e040e52-dca7-4d8f-88eb-8f7dab563733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.560381 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c0ca56c6-f2d5-4cf5-8b93-0b98ce70c0bf tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for port (14353dbc-1226-4e7e-bd59-805259c603cd), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.598125 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9e040e52-dca7-4d8f-88eb-8f7dab563733 admin admin] Publish callbacks [] for security_group (d6666c8b-63f9-4a51-b0ba-826876eb7e4f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.610708 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f60d9-13e4-4745-8a28-56adda030a58 req-5647ef40-ccbd-4809-b41c-daa2ffdae0d1 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:13.618536 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a0f60d9-13e4-4745-8a28-56adda030a58 req-5647ef40-ccbd-4809-b41c-daa2ffdae0d1 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 946 time: 0.3495092 Feb 19 04:25:13.625512 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9e040e52-dca7-4d8f-88eb-8f7dab563733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d6666c8b-63f9-4a51-b0ba-826876eb7e4f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.678355 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9e040e52-dca7-4d8f-88eb-8f7dab563733 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=38fc2d8eb1a446da9f3ae17503b36376&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2539687 Feb 19 04:25:13.683645 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55154) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:13.688397 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-79652ece-fd55-4a5e-84e9-6e89352a391d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (95d19f99-1df3-4c9d-9d35-0e24fba6bc20), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.706516 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-357aed4e-39bb-4f81-a74b-fe0b93456bdb None None] Publish callbacks [] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.716247 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-79652ece-fd55-4a5e-84e9-6e89352a391d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (95d19f99-1df3-4c9d-9d35-0e24fba6bc20), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.717881 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c0ca56c6-f2d5-4cf5-8b93-0b98ce70c0bf tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (14353dbc-1226-4e7e-bd59-805259c603cd), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.718867 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-357aed4e-39bb-4f81-a74b-fe0b93456bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.761035 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e040e52-dca7-4d8f-88eb-8f7dab563733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6666c8b-63f9-4a51-b0ba-826876eb7e4f,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:13.778544 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357aed4e-39bb-4f81-a74b-fe0b93456bdb None None] Network 30610554-3743-47d7-86ad-74d9cb059347 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:13.786173 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a0f60d9-13e4-4745-8a28-56adda030a58 req-ad43f26c-d4ce-499b-88b5-1bbf8e1b7176 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663673 Feb 19 04:25:13.786892 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-357aed4e-39bb-4f81-a74b-fe0b93456bdb None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:13.794444 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357aed4e-39bb-4f81-a74b-fe0b93456bdb None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:13.822357 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-79652ece-fd55-4a5e-84e9-6e89352a391d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.823579 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-79652ece-fd55-4a5e-84e9-6e89352a391d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7971017 Feb 19 04:25:13.826337 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55156) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:13.837245 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ca56c6-f2d5-4cf5-8b93-0b98ce70c0bf tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Network 5825703b-6b51-466a-9b47-aebebf319d2a is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:13.840879 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-1f79a091-3b67-4299-aa56-0c6fcf5da82a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'security_group': {'name': 'tempest-secgroup-1324152564'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:13.858960 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bcaeac8b-d744-4452-a473-40f2e1217f8f admin admin] Publish callbacks [] for security_group (d6666c8b-63f9-4a51-b0ba-826876eb7e4f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.861697 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79652ece-fd55-4a5e-84e9-6e89352a391d tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95d19f99-1df3-4c9d-9d35-0e24fba6bc20,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:13.887841 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357aed4e-39bb-4f81-a74b-fe0b93456bdb None None] Pushing event updated for resources: {'Port': ['ID=40da82b2-47ca-4134-ba79-9af1d8b49967,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:13.887841 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-357aed4e-39bb-4f81-a74b-fe0b93456bdb None None] Attempting to bind port 40da82b2-47ca-4134-ba79-9af1d8b49967 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:25:13.887841 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-357aed4e-39bb-4f81-a74b-fe0b93456bdb None None] Attempting to bind port 40da82b2-47ca-4134-ba79-9af1d8b49967 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '58a1a262-113b-4a79-939a-f211cfedf4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30610554-3743-47d7-86ad-74d9cb059347'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:25:13.887841 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357aed4e-39bb-4f81-a74b-fe0b93456bdb None None] Attempting to bind port 40da82b2-47ca-4134-ba79-9af1d8b49967 on network 30610554-3743-47d7-86ad-74d9cb059347 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:25:13.891422 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357aed4e-39bb-4f81-a74b-fe0b93456bdb None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:25:13.891894 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357aed4e-39bb-4f81-a74b-fe0b93456bdb None None] Checking segment: {'id': '58a1a262-113b-4a79-939a-f211cfedf4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30610554-3743-47d7-86ad-74d9cb059347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:25:13.892512 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-357aed4e-39bb-4f81-a74b-fe0b93456bdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.892912 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357aed4e-39bb-4f81-a74b-fe0b93456bdb None None] Bound using segment: {'id': '58a1a262-113b-4a79-939a-f211cfedf4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30610554-3743-47d7-86ad-74d9cb059347'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:25:13.893381 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-357aed4e-39bb-4f81-a74b-fe0b93456bdb None None] Bound port: 40da82b2-47ca-4134-ba79-9af1d8b49967, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a1a262-113b-4a79-939a-f211cfedf4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '30610554-3743-47d7-86ad-74d9cb059347'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:25:13.893940 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-357aed4e-39bb-4f81-a74b-fe0b93456bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.897286 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-c0ca56c6-f2d5-4cf5-8b93-0b98ce70c0bf tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:13.901507 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ca56c6-f2d5-4cf5-8b93-0b98ce70c0bf tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:13.906495 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca56c6-f2d5-4cf5-8b93-0b98ce70c0bf tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event updated for resources: {'Port': ['ID=14353dbc-1226-4e7e-bd59-805259c603cd,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:13.936226 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1f79a091-3b67-4299-aa56-0c6fcf5da82a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.945403 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bcaeac8b-d744-4452-a473-40f2e1217f8f admin admin] Publish callbacks [] for security_group (d6666c8b-63f9-4a51-b0ba-826876eb7e4f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.992180 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-357aed4e-39bb-4f81-a74b-fe0b93456bdb None None] For port 40da82b2-47ca-4134-ba79-9af1d8b49967, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:25:13.992529 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ca56c6-f2d5-4cf5-8b93-0b98ce70c0bf tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:13.994017 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c0ca56c6-f2d5-4cf5-8b93-0b98ce70c0bf tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.996383 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-357aed4e-39bb-4f81-a74b-fe0b93456bdb None None] For port 40da82b2-47ca-4134-ba79-9af1d8b49967, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=40da82b2-47ca-4134-ba79-9af1d8b49967,segment=NetworkSegment(58a1a262-113b-4a79-939a-f211cfedf4dc),segment_id=58a1a262-113b-4a79-939a-f211cfedf4dc)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:25:14.024990 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c0ca56c6-f2d5-4cf5-8b93-0b98ce70c0bf tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5352108 Feb 19 04:25:14.028442 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55166) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:14.033099 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-357aed4e-39bb-4f81-a74b-fe0b93456bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:14.033656 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-f70fa9b2-2c71-4af9-b35b-65f36bf40c32 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Request body: {'floatingip': {'port_id': '14353dbc-1226-4e7e-bd59-805259c603cd'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:14.040689 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bcaeac8b-d744-4452-a473-40f2e1217f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d6666c8b-63f9-4a51-b0ba-826876eb7e4f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:14.043419 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bcaeac8b-d744-4452-a473-40f2e1217f8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:14.044725 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bcaeac8b-d744-4452-a473-40f2e1217f8f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d6666c8b-63f9-4a51-b0ba-826876eb7e4f HTTP/1.1" status: 204 len: 168 time: 0.3545763 Feb 19 04:25:14.065757 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaeac8b-d744-4452-a473-40f2e1217f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6666c8b-63f9-4a51-b0ba-826876eb7e4f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:14.094955 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f70fa9b2-2c71-4af9-b35b-65f36bf40c32 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (89f828c8-5592-4f52-a6a0-414d68119d9a), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:14.110362 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357aed4e-39bb-4f81-a74b-fe0b93456bdb None None] Pushing event updated for resources: {'Port': ['ID=40da82b2-47ca-4134-ba79-9af1d8b49967,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:14.194556 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1f79a091-3b67-4299-aa56-0c6fcf5da82a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (9b7f6ffe-ed9d-4adf-8e9a-304f7ff69b34), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:14.206599 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1f79a091-3b67-4299-aa56-0c6fcf5da82a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (9b7f6ffe-ed9d-4adf-8e9a-304f7ff69b34), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:14.283015 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79a091-3b67-4299-aa56-0c6fcf5da82a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7f6ffe-ed9d-4adf-8e9a-304f7ff69b34,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:14.308997 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1f79a091-3b67-4299-aa56-0c6fcf5da82a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:14.313355 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1f79a091-3b67-4299-aa56-0c6fcf5da82a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4779665 Feb 19 04:25:14.313502 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55176) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:14.318753 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-ff7183af-ddd2-414b-a05c-027422258efe tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1004563826', 'security_groups': ['9b7f6ffe-ed9d-4adf-8e9a-304f7ff69b34'], 'network_id': '30610554-3743-47d7-86ad-74d9cb059347', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '214503af-3ead-4085-9057-2b215cc2b9b2'}]}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:14.518258 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7183af-ddd2-414b-a05c-027422258efe tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:14.756466 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ff7183af-ddd2-414b-a05c-027422258efe tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:14.788432 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-ff7183af-ddd2-414b-a05c-027422258efe tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] device_id is not set on port 2a264096-bc75-4473-a703-71408ccaa659 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:25:14.932334 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 40da82b2-47ca-4134-ba79-9af1d8b49967 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:15.040437 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 40da82b2-47ca-4134-ba79-9af1d8b49967 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:15.040801 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:15.169346 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 40da82b2-47ca-4134-ba79-9af1d8b49967 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:15.171856 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:15.196137 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d42516-e03d-4f5f-a23e-1c9c00d71aa4 req-325f6979-f02d-4b06-a437-1394b47f43c8 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:15.197571 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44d42516-e03d-4f5f-a23e-1c9c00d71aa4 req-325f6979-f02d-4b06-a437-1394b47f43c8 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 946 time: 0.1869221 Feb 19 04:25:15.211020 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-ff7183af-ddd2-414b-a05c-027422258efe tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Allocated IP 172.20.0.9 (30610554-3743-47d7-86ad-74d9cb059347/214503af-3ead-4085-9057-2b215cc2b9b2/2a264096-bc75-4473-a703-71408ccaa659) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:15.287044 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 40da82b2-47ca-4134-ba79-9af1d8b49967, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=40da82b2-47ca-4134-ba79-9af1d8b49967,segment=NetworkSegment(58a1a262-113b-4a79-939a-f211cfedf4dc),segment_id=58a1a262-113b-4a79-939a-f211cfedf4dc)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:15.303997 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:15.372567 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44d42516-e03d-4f5f-a23e-1c9c00d71aa4 req-f41fc4e4-f454-4aec-9082-bf9b6705f191 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612399 Feb 19 04:25:15.377400 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f70fa9b2-2c71-4af9-b35b-65f36bf40c32 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:15.394020 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f70fa9b2-2c71-4af9-b35b-65f36bf40c32 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (89f828c8-5592-4f52-a6a0-414d68119d9a), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:15.443203 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=40da82b2-47ca-4134-ba79-9af1d8b49967,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:15.452693 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:15.453253 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:15.453613 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:15.454051 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:15.454589 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:15.455181 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:15.455724 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:15.456155 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:15.456692 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:15.457115 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:15.457539 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:15.458012 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:15.458457 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:15.598917 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-f70fa9b2-2c71-4af9-b35b-65f36bf40c32 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Floating IP 89f828c8-5592-4f52-a6a0-414d68119d9a associated. External IP: 172.25.3.126, port: 14353dbc-1226-4e7e-bd59-805259c603cd. Feb 19 04:25:15.652681 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ff7183af-ddd2-414b-a05c-027422258efe tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for port (2a264096-bc75-4473-a703-71408ccaa659), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:15.734121 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ff7183af-ddd2-414b-a05c-027422258efe tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (2a264096-bc75-4473-a703-71408ccaa659), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:15.809981 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7183af-ddd2-414b-a05c-027422258efe tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network 30610554-3743-47d7-86ad-74d9cb059347 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:15.818753 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-ff7183af-ddd2-414b-a05c-027422258efe tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:15.821665 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7183af-ddd2-414b-a05c-027422258efe tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:15.874371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7183af-ddd2-414b-a05c-027422258efe tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Port': ['ID=2a264096-bc75-4473-a703-71408ccaa659,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:15.924051 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7183af-ddd2-414b-a05c-027422258efe tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:15.924051 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ff7183af-ddd2-414b-a05c-027422258efe tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:15.967010 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ff7183af-ddd2-414b-a05c-027422258efe tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6524346 Feb 19 04:25:15.974066 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55234) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:15.980643 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-9162a71c-0536-444f-b19d-01316d90952b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'subnet': {'network_id': '30610554-3743-47d7-86ad-74d9cb059347', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:16.065875 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70fa9b2-2c71-4af9-b35b-65f36bf40c32 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Router ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:25:16.117739 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-eec6b62b-9130-4b18-8efa-74b12e94734c None None] Provisioning complete for port 40da82b2-47ca-4134-ba79-9af1d8b49967 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:16.118642 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-eec6b62b-9130-4b18-8efa-74b12e94734c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:16.223495 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9162a71c-0536-444f-b19d-01316d90952b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:16.227022 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9162a71c-0536-444f-b19d-01316d90952b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:16.273909 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-eec6b62b-9130-4b18-8efa-74b12e94734c None None] Current status of the port 40da82b2-47ca-4134-ba79-9af1d8b49967 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:16.294013 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-eec6b62b-9130-4b18-8efa-74b12e94734c None None] Provisioning complete for port bba1a702-957d-4c7e-aaca-576f35b27509 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:16.294458 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-eec6b62b-9130-4b18-8efa-74b12e94734c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bba1a702-957d-4c7e-aaca-576f35b27509), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:16.344071 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70fa9b2-2c71-4af9-b35b-65f36bf40c32 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:25:16.349556 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f70fa9b2-2c71-4af9-b35b-65f36bf40c32 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:16.386542 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-eec6b62b-9130-4b18-8efa-74b12e94734c None None] Port bba1a702-957d-4c7e-aaca-576f35b27509 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:25:16.386772 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f70fa9b2-2c71-4af9-b35b-65f36bf40c32 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "PUT /v2.0/floatingips/89f828c8-5592-4f52-a6a0-414d68119d9a HTTP/1.1" status: 200 len: 978 time: 2.3545079 Feb 19 04:25:16.388154 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55248) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:16.390818 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6d7a7c-5a8d-4628-b23e-545cf1da0aa8 None None] Sync routers for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:25:16.420908 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6d7a7c-5a8d-4628-b23e-545cf1da0aa8 None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:16.421618 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3d6d7a7c-5a8d-4628-b23e-545cf1da0aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:16.468708 n-d-828369-19 neutron-server[109926]: INFO neutron.db.ipam_backend_mixin [None req-9162a71c-0536-444f-b19d-01316d90952b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 214503af-3ead-4085-9057-2b215cc2b9b2 (CIDR: 172.20.0.0/28) Feb 19 04:25:16.477159 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-9162a71c-0536-444f-b19d-01316d90952b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:25:16.477988 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9162a71c-0536-444f-b19d-01316d90952b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:25:16.482776 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3d6d7a7c-5a8d-4628-b23e-545cf1da0aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:16.492520 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6d7a7c-5a8d-4628-b23e-545cf1da0aa8 None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:16.493155 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3d6d7a7c-5a8d-4628-b23e-545cf1da0aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:16.521835 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9162a71c-0536-444f-b19d-01316d90952b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5462186 Feb 19 04:25:16.524181 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55254) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:16.532534 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-b7237169-674f-4f62-8ac2-c2d059e98122 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'subnet': {'network_id': '30610554-3743-47d7-86ad-74d9cb059347', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:16.544157 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3d6d7a7c-5a8d-4628-b23e-545cf1da0aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:16.544941 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6d7a7c-5a8d-4628-b23e-545cf1da0aa8 None None] The sync data for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:25:16.559348 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2e1bbf07-1757-41e3-9487-5d31f0cec326 None None] Provisioning complete for port 2a264096-bc75-4473-a703-71408ccaa659 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:16.560179 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2e1bbf07-1757-41e3-9487-5d31f0cec326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2a264096-bc75-4473-a703-71408ccaa659), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:16.646228 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2e1bbf07-1757-41e3-9487-5d31f0cec326 None None] Port 2a264096-bc75-4473-a703-71408ccaa659 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:25:16.660780 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-0da101e3-720a-470a-b142-c9787b2b3145 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Deleting port 14353dbc-1226-4e7e-bd59-805259c603cd {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:16.661132 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0da101e3-720a-470a-b142-c9787b2b3145 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (14353dbc-1226-4e7e-bd59-805259c603cd), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:16.684315 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebbca2-88b2-46fb-98f4-47eeb35c360a req-2bc53677-5341-4c3b-b855-d836c347409f tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:16.692001 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-51ebbca2-88b2-46fb-98f4-47eeb35c360a req-2bc53677-5341-4c3b-b855-d836c347409f tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 946 time: 0.1540856 Feb 19 04:25:16.759266 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 40da82b2-47ca-4134-ba79-9af1d8b49967 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:16.813316 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0da101e3-720a-470a-b142-c9787b2b3145 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (14353dbc-1226-4e7e-bd59-805259c603cd), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:16.820048 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-51ebbca2-88b2-46fb-98f4-47eeb35c360a req-ec67e0c1-1ed5-4373-8cf5-fa805661432a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269381 Feb 19 04:25:16.841198 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7237169-674f-4f62-8ac2-c2d059e98122 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:16.860375 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b7237169-674f-4f62-8ac2-c2d059e98122 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:16.892843 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 40da82b2-47ca-4134-ba79-9af1d8b49967 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:16.893220 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:17.091624 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 40da82b2-47ca-4134-ba79-9af1d8b49967 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:17.194616 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0da101e3-720a-470a-b142-c9787b2b3145 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:17.195520 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0da101e3-720a-470a-b142-c9787b2b3145 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (89f828c8-5592-4f52-a6a0-414d68119d9a), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:17.196201 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-0da101e3-720a-470a-b142-c9787b2b3145 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Floating IP 89f828c8-5592-4f52-a6a0-414d68119d9a disassociated. External IP: 172.25.3.126, port: 14353dbc-1226-4e7e-bd59-805259c603cd. Feb 19 04:25:17.197672 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-0da101e3-720a-470a-b142-c9787b2b3145 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Calling delete_port for 14353dbc-1226-4e7e-bd59-805259c603cd owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:17.359014 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b7237169-674f-4f62-8ac2-c2d059e98122 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (25449bbd-818d-456a-8c04-3d71f68f08b5), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:17.426801 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7237169-674f-4f62-8ac2-c2d059e98122 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network 30610554-3743-47d7-86ad-74d9cb059347 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:17.430431 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0da101e3-720a-470a-b142-c9787b2b3145 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (14353dbc-1226-4e7e-bd59-805259c603cd), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:17.443900 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-b7237169-674f-4f62-8ac2-c2d059e98122 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:17.449976 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7237169-674f-4f62-8ac2-c2d059e98122 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:17.451840 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b7237169-674f-4f62-8ac2-c2d059e98122 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:17.455161 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a620b7-275f-4932-934b-4b9940706ea1 None None] Network 30610554-3743-47d7-86ad-74d9cb059347 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:17.497879 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da101e3-720a-470a-b142-c9787b2b3145 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event deleted for resources: {'Port': ['ID=14353dbc-1226-4e7e-bd59-805259c603cd,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:17.504128 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7237169-674f-4f62-8ac2-c2d059e98122 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Subnet': ['ID=25449bbd-818d-456a-8c04-3d71f68f08b5,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:17.533954 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b7237169-674f-4f62-8ac2-c2d059e98122 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0081737 Feb 19 04:25:17.534628 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55294) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:17.550327 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-3c4db1b4-bf66-4189-b939-143f337b52ef tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-530835035', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '25449bbd-818d-456a-8c04-3d71f68f08b5'}], 'security_groups': ['95d19f99-1df3-4c9d-9d35-0e24fba6bc20']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:17.711094 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da101e3-720a-470a-b142-c9787b2b3145 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Router ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:25:17.714943 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3c4db1b4-bf66-4189-b939-143f337b52ef tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2a264096-bc75-4473-a703-71408ccaa659), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:17.883497 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07da784a-e19a-4e63-aa90-a9ad5bbad06a None None] Update dhcp port {'port': {'network_id': '30610554-3743-47d7-86ad-74d9cb059347', 'fixed_ips': [{'subnet_id': '214503af-3ead-4085-9057-2b215cc2b9b2', 'ip_address': '172.20.0.2'}, {'subnet_id': '25449bbd-818d-456a-8c04-3d71f68f08b5'}], 'binding:host_id': 'n-d-828369-19'}, 'id': '40da82b2-47ca-4134-ba79-9af1d8b49967'} from n-d-828369-19. {{(pid=109927) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:25:17.939967 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da101e3-720a-470a-b142-c9787b2b3145 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:25:17.953749 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45ca069-66f8-455f-95f9-a6ba5cc057ac None None] Sync routers for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:25:17.975762 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45ca069-66f8-455f-95f9-a6ba5cc057ac None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:17.976400 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d45ca069-66f8-455f-95f9-a6ba5cc057ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:17.996743 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-07da784a-e19a-4e63-aa90-a9ad5bbad06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:18.074855 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d45ca069-66f8-455f-95f9-a6ba5cc057ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:18.084009 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45ca069-66f8-455f-95f9-a6ba5cc057ac None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:18.084847 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d45ca069-66f8-455f-95f9-a6ba5cc057ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:18.107038 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0da101e3-720a-470a-b142-c9787b2b3145 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:18.114369 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0da101e3-720a-470a-b142-c9787b2b3145 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "DELETE /v2.0/ports/14353dbc-1226-4e7e-bd59-805259c603cd HTTP/1.1" status: 204 len: 168 time: 1.7212291 Feb 19 04:25:18.115119 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55316) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:18.148558 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d45ca069-66f8-455f-95f9-a6ba5cc057ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:18.153520 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45ca069-66f8-455f-95f9-a6ba5cc057ac None None] The sync data for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:25:18.220641 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-26c1f47a-4882-4d64-a4f2-8d91d62199e0 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "GET /v2.0/floatingips/89f828c8-5592-4f52-a6a0-414d68119d9a HTTP/1.1" status: 200 len: 688 time: 0.1014376 Feb 19 04:25:18.224419 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55320) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:18.311534 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-07da784a-e19a-4e63-aa90-a9ad5bbad06a None None] Allocated IP 172.20.0.18 (30610554-3743-47d7-86ad-74d9cb059347/25449bbd-818d-456a-8c04-3d71f68f08b5/40da82b2-47ca-4134-ba79-9af1d8b49967) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:18.516016 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-07da784a-e19a-4e63-aa90-a9ad5bbad06a None None] For port 40da82b2-47ca-4134-ba79-9af1d8b49967, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=40da82b2-47ca-4134-ba79-9af1d8b49967,segment=NetworkSegment(58a1a262-113b-4a79-939a-f211cfedf4dc),segment_id=58a1a262-113b-4a79-939a-f211cfedf4dc)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:18.562918 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-23e92669-b382-4794-9802-c8c2a8c5b621 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Deleting port d7f2aef2-9848-421d-a4ef-3ce23c4ce71f {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:18.563474 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-23e92669-b382-4794-9802-c8c2a8c5b621 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (d7f2aef2-9848-421d-a4ef-3ce23c4ce71f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:18.731647 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-23e92669-b382-4794-9802-c8c2a8c5b621 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (d7f2aef2-9848-421d-a4ef-3ce23c4ce71f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:18.732224 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-23e92669-b382-4794-9802-c8c2a8c5b621 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (d7f2aef2-9848-421d-a4ef-3ce23c4ce71f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:18.749235 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-23e92669-b382-4794-9802-c8c2a8c5b621 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Calling delete_port for d7f2aef2-9848-421d-a4ef-3ce23c4ce71f owned by network:floatingip {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:18.750706 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a5dd9-0bbd-40c5-850c-18037c0dd047 req-534e8ad2-8cfb-4fdf-99cb-265b5a6ce876 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:18.754778 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-323a5dd9-0bbd-40c5-850c-18037c0dd047 req-534e8ad2-8cfb-4fdf-99cb-265b5a6ce876 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 946 time: 0.1372566 Feb 19 04:25:18.779573 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-07da784a-e19a-4e63-aa90-a9ad5bbad06a None None] Publish callbacks [] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:18.793890 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-07da784a-e19a-4e63-aa90-a9ad5bbad06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:18.836406 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-323a5dd9-0bbd-40c5-850c-18037c0dd047 req-1262ed29-53de-44bf-8276-fd77748b248c tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758820 Feb 19 04:25:19.006438 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-3c4db1b4-bf66-4189-b939-143f337b52ef tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Delete allocated IP 172.20.0.9 (30610554-3743-47d7-86ad-74d9cb059347/214503af-3ead-4085-9057-2b215cc2b9b2) {{(pid=109926) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 04:25:19.022668 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-3c4db1b4-bf66-4189-b939-143f337b52ef tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Allocated IP 172.20.0.29 (30610554-3743-47d7-86ad-74d9cb059347/25449bbd-818d-456a-8c04-3d71f68f08b5/2a264096-bc75-4473-a703-71408ccaa659) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:19.047100 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da784a-e19a-4e63-aa90-a9ad5bbad06a None None] Pushing event updated for resources: {'Port': ['ID=40da82b2-47ca-4134-ba79-9af1d8b49967,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:19.052207 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-23e92669-b382-4794-9802-c8c2a8c5b621 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (d7f2aef2-9848-421d-a4ef-3ce23c4ce71f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:19.086920 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e92669-b382-4794-9802-c8c2a8c5b621 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event deleted for resources: {'Port': ['ID=d7f2aef2-9848-421d-a4ef-3ce23c4ce71f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:19.174035 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-23e92669-b382-4794-9802-c8c2a8c5b621 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (89f828c8-5592-4f52-a6a0-414d68119d9a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:19.177901 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-23e92669-b382-4794-9802-c8c2a8c5b621 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:19.179380 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-23e92669-b382-4794-9802-c8c2a8c5b621 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "DELETE /v2.0/floatingips/89f828c8-5592-4f52-a6a0-414d68119d9a HTTP/1.1" status: 204 len: 168 time: 0.9516156 Feb 19 04:25:19.183695 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55348) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:19.197462 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-d19c777a-8b34-4095-9a2b-4288106ab0e3 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'port_id': '34d7dca7-643f-40ac-bb98-cce5867f4f58'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:19.231004 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d19c777a-8b34-4095-9a2b-4288106ab0e3 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:19.399691 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3c4db1b4-bf66-4189-b939-143f337b52ef tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for port (2a264096-bc75-4473-a703-71408ccaa659), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:19.408498 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3c4db1b4-bf66-4189-b939-143f337b52ef tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (2a264096-bc75-4473-a703-71408ccaa659), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:19.554413 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4db1b4-bf66-4189-b939-143f337b52ef tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Port': ['ID=2a264096-bc75-4473-a703-71408ccaa659,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:19.568821 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d19c777a-8b34-4095-9a2b-4288106ab0e3 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:19.576782 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-3c4db1b4-bf66-4189-b939-143f337b52ef tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] In _notify_port_updated(), no bound segment for port 2a264096-bc75-4473-a703-71408ccaa659 on network 30610554-3743-47d7-86ad-74d9cb059347 {{(pid=109926) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:25:19.583890 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4db1b4-bf66-4189-b939-143f337b52ef tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:19.584568 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3c4db1b4-bf66-4189-b939-143f337b52ef tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:19.588938 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3c4db1b4-bf66-4189-b939-143f337b52ef tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "PUT /v2.0/ports/2a264096-bc75-4473-a703-71408ccaa659 HTTP/1.1" status: 200 len: 920 time: 2.0506420 Feb 19 04:25:19.589368 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55358) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:19.771861 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-3c028dc7-054f-4355-bc51-fe4008eb87a1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting port 2a264096-bc75-4473-a703-71408ccaa659 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:19.772504 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3c028dc7-054f-4355-bc51-fe4008eb87a1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (2a264096-bc75-4473-a703-71408ccaa659), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:19.810717 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-d19c777a-8b34-4095-9a2b-4288106ab0e3 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Allocated IP 172.25.3.192 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/179640ae-9733-463a-85c4-d6703579f014) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:19.907282 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3c028dc7-054f-4355-bc51-fe4008eb87a1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (2a264096-bc75-4473-a703-71408ccaa659), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:19.921996 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-3c028dc7-054f-4355-bc51-fe4008eb87a1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Calling delete_port for 2a264096-bc75-4473-a703-71408ccaa659 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:20.114310 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-01711803-f749-46c5-9701-da872c170707 None None] Provisioning complete for port 40da82b2-47ca-4134-ba79-9af1d8b49967 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:20.115492 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-01711803-f749-46c5-9701-da872c170707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:20.159769 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3c028dc7-054f-4355-bc51-fe4008eb87a1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (2a264096-bc75-4473-a703-71408ccaa659), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:20.218091 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d19c777a-8b34-4095-9a2b-4288106ab0e3 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for port (179640ae-9733-463a-85c4-d6703579f014), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:20.241456 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c028dc7-054f-4355-bc51-fe4008eb87a1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Port': ['ID=2a264096-bc75-4473-a703-71408ccaa659,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:20.307077 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d19c777a-8b34-4095-9a2b-4288106ab0e3 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (179640ae-9733-463a-85c4-d6703579f014), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:20.310390 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-01711803-f749-46c5-9701-da872c170707 None None] Current status of the port 40da82b2-47ca-4134-ba79-9af1d8b49967 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:20.325927 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-01711803-f749-46c5-9701-da872c170707 None None] Could not find standard attr ID for object 2a264096-bc75-4473-a703-71408ccaa659. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:25:20.345787 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c299ef-bae5-4d46-a70a-22694930f797 req-a3cde4c1-8abe-44f0-b292-9d94f6c91283 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:20.368282 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-30c299ef-bae5-4d46-a70a-22694930f797 req-a3cde4c1-8abe-44f0-b292-9d94f6c91283 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 946 time: 0.3509481 Feb 19 04:25:20.373686 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-01711803-f749-46c5-9701-da872c170707 None None] Provisioning complete for port bba1a702-957d-4c7e-aaca-576f35b27509 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:20.374254 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-01711803-f749-46c5-9701-da872c170707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bba1a702-957d-4c7e-aaca-576f35b27509), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:20.423745 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3c028dc7-054f-4355-bc51-fe4008eb87a1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:20.429339 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3c028dc7-054f-4355-bc51-fe4008eb87a1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/ports/2a264096-bc75-4473-a703-71408ccaa659 HTTP/1.1" status: 204 len: 168 time: 0.8365843 Feb 19 04:25:20.440044 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-01711803-f749-46c5-9701-da872c170707 None None] Port bba1a702-957d-4c7e-aaca-576f35b27509 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:25:20.442486 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55380) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:20.516506 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-1107ff60-bdc1-47f3-a778-93e5539ea532 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] GET failed (client error): The resource could not be found. Feb 19 04:25:20.518455 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1107ff60-bdc1-47f3-a778-93e5539ea532 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "GET /v2.0/ports/2a264096-bc75-4473-a703-71408ccaa659 HTTP/1.1" status: 404 len: 333 time: 0.0744975 Feb 19 04:25:20.521758 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55382) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:20.593219 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-30c299ef-bae5-4d46-a70a-22694930f797 req-ce203016-460c-4253-a888-486d0647577f tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339084 Feb 19 04:25:20.595418 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19c777a-8b34-4095-9a2b-4288106ab0e3 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:20.602488 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-d19c777a-8b34-4095-9a2b-4288106ab0e3 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:20.609866 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c777a-8b34-4095-9a2b-4288106ab0e3 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event updated for resources: {'Port': ['ID=179640ae-9733-463a-85c4-d6703579f014,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:20.616243 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19c777a-8b34-4095-9a2b-4288106ab0e3 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:20.655559 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd69365-de7f-46af-b43d-f5985650dad5 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (9b7f6ffe-ed9d-4adf-8e9a-304f7ff69b34), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:20.691100 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd69365-de7f-46af-b43d-f5985650dad5 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (9b7f6ffe-ed9d-4adf-8e9a-304f7ff69b34), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:20.766344 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd69365-de7f-46af-b43d-f5985650dad5 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (9b7f6ffe-ed9d-4adf-8e9a-304f7ff69b34), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:20.770739 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cfd69365-de7f-46af-b43d-f5985650dad5 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:20.772780 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cfd69365-de7f-46af-b43d-f5985650dad5 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/security-groups/9b7f6ffe-ed9d-4adf-8e9a-304f7ff69b34 HTTP/1.1" status: 204 len: 168 time: 0.2500153 Feb 19 04:25:20.776615 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55390) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:20.803259 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd69365-de7f-46af-b43d-f5985650dad5 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7f6ffe-ed9d-4adf-8e9a-304f7ff69b34,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:20.803535 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 40da82b2-47ca-4134-ba79-9af1d8b49967 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:20.897130 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2d572b3-4273-42e6-9556-44d43e1a5606 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (95d19f99-1df3-4c9d-9d35-0e24fba6bc20), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:20.924542 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-8bc6878b-734c-4f9e-8f6f-0b8677dd5fbd None None] Could not find standard attr ID for object 2a264096-bc75-4473-a703-71408ccaa659. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:25:20.935110 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2d572b3-4273-42e6-9556-44d43e1a5606 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (95d19f99-1df3-4c9d-9d35-0e24fba6bc20), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:20.963708 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 40da82b2-47ca-4134-ba79-9af1d8b49967 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:20.963708 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:21.023434 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2d572b3-4273-42e6-9556-44d43e1a5606 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (95d19f99-1df3-4c9d-9d35-0e24fba6bc20), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:21.029434 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2d572b3-4273-42e6-9556-44d43e1a5606 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:21.033398 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b2d572b3-4273-42e6-9556-44d43e1a5606 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/security-groups/95d19f99-1df3-4c9d-9d35-0e24fba6bc20 HTTP/1.1" status: 204 len: 168 time: 0.2556684 Feb 19 04:25:21.034023 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55398) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:21.123060 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 40da82b2-47ca-4134-ba79-9af1d8b49967 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:21.155053 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d572b3-4273-42e6-9556-44d43e1a5606 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d19f99-1df3-4c9d-9d35-0e24fba6bc20,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:21.177680 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-a618e2ab-9304-4a7b-883c-f8c1c77c8f66 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting subnet 214503af-3ead-4085-9057-2b215cc2b9b2 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:25:21.189840 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a618e2ab-9304-4a7b-883c-f8c1c77c8f66 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for subnet (214503af-3ead-4085-9057-2b215cc2b9b2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:21.255660 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a618e2ab-9304-4a7b-883c-f8c1c77c8f66 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (214503af-3ead-4085-9057-2b215cc2b9b2), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:21.335197 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d19c777a-8b34-4095-9a2b-4288106ab0e3 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (78511fe9-d634-44b7-b37e-ff344a59df54), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:21.369046 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a618e2ab-9304-4a7b-883c-f8c1c77c8f66 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (214503af-3ead-4085-9057-2b215cc2b9b2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:21.429183 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d19c777a-8b34-4095-9a2b-4288106ab0e3 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (179640ae-9733-463a-85c4-d6703579f014), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:21.497921 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a618e2ab-9304-4a7b-883c-f8c1c77c8f66 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (214503af-3ead-4085-9057-2b215cc2b9b2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:21.551451 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618e2ab-9304-4a7b-883c-f8c1c77c8f66 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Subnet': ['ID=214503af-3ead-4085-9057-2b215cc2b9b2,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:21.553929 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a618e2ab-9304-4a7b-883c-f8c1c77c8f66 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:21.558808 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a618e2ab-9304-4a7b-883c-f8c1c77c8f66 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/subnets/214503af-3ead-4085-9057-2b215cc2b9b2 HTTP/1.1" status: 204 len: 168 time: 0.5211351 Feb 19 04:25:21.562821 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55416) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:21.564758 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76855fcd-d19a-4432-bbe2-670d3484278f None None] Network 30610554-3743-47d7-86ad-74d9cb059347 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:21.568750 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-11d5c81f-3aa4-4333-ae07-270479d0d9fe tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'subnet': {'network_id': '30610554-3743-47d7-86ad-74d9cb059347', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:21.665268 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d19c777a-8b34-4095-9a2b-4288106ab0e3 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for port (179640ae-9733-463a-85c4-d6703579f014), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:21.672383 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d19c777a-8b34-4095-9a2b-4288106ab0e3 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (179640ae-9733-463a-85c4-d6703579f014), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:21.780149 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d5c81f-3aa4-4333-ae07-270479d0d9fe tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:21.786310 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-11d5c81f-3aa4-4333-ae07-270479d0d9fe tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:21.915445 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c777a-8b34-4095-9a2b-4288106ab0e3 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event updated for resources: {'Port': ['ID=179640ae-9733-463a-85c4-d6703579f014,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:21.954835 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d19c777a-8b34-4095-9a2b-4288106ab0e3 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (78511fe9-d634-44b7-b37e-ff344a59df54), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:21.967997 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11307479-3a9f-4cf3-af77-9cbe2e7a9375 req-883e096b-06e5-42de-8654-304d17e95e0a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:21.969656 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11307479-3a9f-4cf3-af77-9cbe2e7a9375 req-883e096b-06e5-42de-8654-304d17e95e0a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 946 time: 0.2051687 Feb 19 04:25:22.249559 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11307479-3a9f-4cf3-af77-9cbe2e7a9375 req-438fbea5-e595-4d0a-8513-40093b786efb tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091398 Feb 19 04:25:22.311026 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-d19c777a-8b34-4095-9a2b-4288106ab0e3 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Floating IP 78511fe9-d634-44b7-b37e-ff344a59df54 associated. External IP: 172.25.3.192, port: 34d7dca7-643f-40ac-bb98-cce5867f4f58. Feb 19 04:25:22.387099 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-11d5c81f-3aa4-4333-ae07-270479d0d9fe tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (e81215ca-e773-4b24-9637-daf87e9653c9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:22.504185 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5c81f-3aa4-4333-ae07-270479d0d9fe tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Subnet': ['ID=e81215ca-e773-4b24-9637-daf87e9653c9,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:22.538206 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d5c81f-3aa4-4333-ae07-270479d0d9fe tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network 30610554-3743-47d7-86ad-74d9cb059347 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:22.544120 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-11d5c81f-3aa4-4333-ae07-270479d0d9fe tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:22.546938 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d5c81f-3aa4-4333-ae07-270479d0d9fe tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:22.547534 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-11d5c81f-3aa4-4333-ae07-270479d0d9fe tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:22.587250 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-11d5c81f-3aa4-4333-ae07-270479d0d9fe tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0228024 Feb 19 04:25:22.587869 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55444) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:22.595600 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-c03a065a-7e25-48f3-a22e-a862ce592822 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'security_group': {'name': 'tempest-secgroup-181696638'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:22.671591 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c03a065a-7e25-48f3-a22e-a862ce592822 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:22.803439 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19c777a-8b34-4095-9a2b-4288106ab0e3 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Router ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:25:22.845430 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c03a065a-7e25-48f3-a22e-a862ce592822 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (4f11e179-4b2c-4606-bb77-dc90c826b2d7), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:22.852436 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c03a065a-7e25-48f3-a22e-a862ce592822 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4f11e179-4b2c-4606-bb77-dc90c826b2d7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:22.961811 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c03a065a-7e25-48f3-a22e-a862ce592822 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:22.966364 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55456) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:22.990849 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-7bf3d73a-df7c-4ef9-aa83-9edef1f47d92 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'security_group': {'name': 'tempest-secgroup-622815473'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:22.993743 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c10012-5b87-40b4-9e59-c74f48a4f5d9 None None] Network 30610554-3743-47d7-86ad-74d9cb059347 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:22.994631 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c03a065a-7e25-48f3-a22e-a862ce592822 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4056356 Feb 19 04:25:23.008039 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a065a-7e25-48f3-a22e-a862ce592822 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f11e179-4b2c-4606-bb77-dc90c826b2d7,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:23.142780 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d73a-df7c-4ef9-aa83-9edef1f47d92 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:23.226656 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19c777a-8b34-4095-9a2b-4288106ab0e3 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:25:23.252946 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a287a1a4-d964-44be-b798-695f6adefabc None None] Sync routers for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:25:23.290417 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d5b5e1ce-1c49-471f-8d92-5343bba57e7f None None] Provisioning complete for port 40da82b2-47ca-4134-ba79-9af1d8b49967 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:23.290667 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d5b5e1ce-1c49-471f-8d92-5343bba57e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:23.381867 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d19c777a-8b34-4095-9a2b-4288106ab0e3 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:23.395948 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d73a-df7c-4ef9-aa83-9edef1f47d92 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (edd46e6c-125b-4d0f-9ff2-18dd0b2d7ea3), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:23.441642 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d19c777a-8b34-4095-9a2b-4288106ab0e3 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.2560139 Feb 19 04:25:23.444332 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55478) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:23.450955 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-2c67c4e3-0a31-4c56-ad8d-5bee03f9fa05 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-535969544'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:23.452931 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d73a-df7c-4ef9-aa83-9edef1f47d92 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (edd46e6c-125b-4d0f-9ff2-18dd0b2d7ea3), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:23.497034 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a287a1a4-d964-44be-b798-695f6adefabc None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:23.497810 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a287a1a4-d964-44be-b798-695f6adefabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:23.516343 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c67c4e3-0a31-4c56-ad8d-5bee03f9fa05 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Made reservation on behalf of 5f78b14320e047b99cc727237e144962 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:23.523725 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2c67c4e3-0a31-4c56-ad8d-5bee03f9fa05 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:23.551321 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d73a-df7c-4ef9-aa83-9edef1f47d92 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:23.552809 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7bf3d73a-df7c-4ef9-aa83-9edef1f47d92 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5834196 Feb 19 04:25:23.558566 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55484) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:23.566884 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-14867a82-5f51-465f-ab06-0d4ba7f72b5a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'security_group': {'name': 'tempest-secgroup-896784896'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:23.589025 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3d73a-df7c-4ef9-aa83-9edef1f47d92 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edd46e6c-125b-4d0f-9ff2-18dd0b2d7ea3,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:23.592694 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c67c4e3-0a31-4c56-ad8d-5bee03f9fa05 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:25:23.605478 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2c67c4e3-0a31-4c56-ad8d-5bee03f9fa05 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (62de2c09-8541-4fb6-869d-8d07297c0c75), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:23.605478 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-2c67c4e3-0a31-4c56-ad8d-5bee03f9fa05 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Added segment 62de2c09-8541-4fb6-869d-8d07297c0c75 of type vlan for network 41a0442e-9c85-45b3-ba7c-daeb46e1695f Feb 19 04:25:23.652109 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51e821-cbf6-47ef-8efa-4f4b160ccea1 req-3c48bd61-3455-4990-a8d8-80636b51aef0 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:23.655405 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c51e821-cbf6-47ef-8efa-4f4b160ccea1 req-3c48bd61-3455-4990-a8d8-80636b51aef0 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 946 time: 0.2123976 Feb 19 04:25:23.670349 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2c67c4e3-0a31-4c56-ad8d-5bee03f9fa05 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (41a0442e-9c85-45b3-ba7c-daeb46e1695f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:23.673684 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a287a1a4-d964-44be-b798-695f6adefabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:23.738649 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-14867a82-5f51-465f-ab06-0d4ba7f72b5a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:23.743171 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a287a1a4-d964-44be-b798-695f6adefabc None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:23.746816 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a287a1a4-d964-44be-b798-695f6adefabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:23.798400 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2c67c4e3-0a31-4c56-ad8d-5bee03f9fa05 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (41a0442e-9c85-45b3-ba7c-daeb46e1695f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:23.814615 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c67c4e3-0a31-4c56-ad8d-5bee03f9fa05 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:23.815339 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2c67c4e3-0a31-4c56-ad8d-5bee03f9fa05 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:23.825761 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c51e821-cbf6-47ef-8efa-4f4b160ccea1 req-9d0446ab-2d7b-4ca9-b3f3-4d7965356657 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583354 Feb 19 04:25:23.854048 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a287a1a4-d964-44be-b798-695f6adefabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:23.855165 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a287a1a4-d964-44be-b798-695f6adefabc None None] The sync data for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:25:24.011270 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d5b5e1ce-1c49-471f-8d92-5343bba57e7f None None] Current status of the port 40da82b2-47ca-4134-ba79-9af1d8b49967 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:24.024942 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2c67c4e3-0a31-4c56-ad8d-5bee03f9fa05 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5793202 Feb 19 04:25:24.028803 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55510) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:24.034497 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-c279aad2-ab73-4377-a66a-ba6c1c57dc14 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Request body: {'subnet': {'network_id': '41a0442e-9c85-45b3-ba7c-daeb46e1695f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:24.122047 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d5b5e1ce-1c49-471f-8d92-5343bba57e7f None None] Provisioning complete for port bba1a702-957d-4c7e-aaca-576f35b27509 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:24.130684 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d5b5e1ce-1c49-471f-8d92-5343bba57e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bba1a702-957d-4c7e-aaca-576f35b27509), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:24.225194 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df419f98-fdb2-4e64-a74c-bf9298880251 None None] Update dhcp port {'port': {'network_id': '30610554-3743-47d7-86ad-74d9cb059347', 'fixed_ips': [{'subnet_id': '25449bbd-818d-456a-8c04-3d71f68f08b5', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e81215ca-e773-4b24-9637-daf87e9653c9'}], 'binding:host_id': 'n-d-828369-19'}, 'id': '40da82b2-47ca-4134-ba79-9af1d8b49967'} from n-d-828369-19. {{(pid=109927) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:25:24.275811 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c279aad2-ab73-4377-a66a-ba6c1c57dc14 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Made reservation on behalf of 5f78b14320e047b99cc727237e144962 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:24.278711 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c279aad2-ab73-4377-a66a-ba6c1c57dc14 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:24.288101 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67c4e3-0a31-4c56-ad8d-5bee03f9fa05 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event updated for resources: {'Network': ['ID=41a0442e-9c85-45b3-ba7c-daeb46e1695f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:24.294836 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-df419f98-fdb2-4e64-a74c-bf9298880251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:24.321280 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 41a0442e-9c85-45b3-ba7c-daeb46e1695f details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:25:24.325030 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d5b5e1ce-1c49-471f-8d92-5343bba57e7f None None] Port bba1a702-957d-4c7e-aaca-576f35b27509 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:25:24.388945 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-14867a82-5f51-465f-ab06-0d4ba7f72b5a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (e6b895ab-e408-427c-ac83-b092c59903ba), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:24.425073 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-14867a82-5f51-465f-ab06-0d4ba7f72b5a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e6b895ab-e408-427c-ac83-b092c59903ba), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:24.503380 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14867a82-5f51-465f-ab06-0d4ba7f72b5a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b895ab-e408-427c-ac83-b092c59903ba,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:24.510034 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-14867a82-5f51-465f-ab06-0d4ba7f72b5a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:24.515378 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-14867a82-5f51-465f-ab06-0d4ba7f72b5a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9538777 Feb 19 04:25:24.525660 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55532) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:24.528086 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-af2cbd2a-6e02-4b38-aec6-659f6ef6549b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-382965704', 'security_groups': ['e6b895ab-e408-427c-ac83-b092c59903ba'], 'network_id': '30610554-3743-47d7-86ad-74d9cb059347', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e81215ca-e773-4b24-9637-daf87e9653c9'}]}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:24.765948 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2cbd2a-6e02-4b38-aec6-659f6ef6549b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:24.892637 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c279aad2-ab73-4377-a66a-ba6c1c57dc14 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (92cd45ef-c2d2-4d21-8f7b-2987b8028281), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:24.957785 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279aad2-ab73-4377-a66a-ba6c1c57dc14 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event updated for resources: {'Subnet': ['ID=92cd45ef-c2d2-4d21-8f7b-2987b8028281,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:24.968539 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-df419f98-fdb2-4e64-a74c-bf9298880251 None None] Allocated IP 172.20.0.2 (30610554-3743-47d7-86ad-74d9cb059347/e81215ca-e773-4b24-9637-daf87e9653c9/40da82b2-47ca-4134-ba79-9af1d8b49967) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:25.052099 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af2cbd2a-6e02-4b38-aec6-659f6ef6549b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:25.073855 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8e7e5-9871-440e-8b21-8748b045a2f1 req-e6f9f774-507d-4a79-932f-81d4dc56a77b tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:25.076197 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7b8e7e5-9871-440e-8b21-8748b045a2f1 req-e6f9f774-507d-4a79-932f-81d4dc56a77b tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 946 time: 0.7300825 Feb 19 04:25:25.100699 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-af2cbd2a-6e02-4b38-aec6-659f6ef6549b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] device_id is not set on port fbf51add-e972-45e6-9a28-b279683651b7 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:25:25.244847 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7b8e7e5-9871-440e-8b21-8748b045a2f1 req-476c3836-9fcd-45d5-9683-4a516a70fa3a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333234 Feb 19 04:25:25.246429 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c279aad2-ab73-4377-a66a-ba6c1c57dc14 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Checking segment: {'id': '62de2c09-8541-4fb6-869d-8d07297c0c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '41a0442e-9c85-45b3-ba7c-daeb46e1695f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:25:25.246799 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c279aad2-ab73-4377-a66a-ba6c1c57dc14 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Network hostable DHCP agents. Network: 41a0442e-9c85-45b3-ba7c-daeb46e1695f, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:25:25.279218 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-df419f98-fdb2-4e64-a74c-bf9298880251 None None] For port 40da82b2-47ca-4134-ba79-9af1d8b49967, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=40da82b2-47ca-4134-ba79-9af1d8b49967,segment=NetworkSegment(58a1a262-113b-4a79-939a-f211cfedf4dc),segment_id=58a1a262-113b-4a79-939a-f211cfedf4dc)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:25.309152 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c279aad2-ab73-4377-a66a-ba6c1c57dc14 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Network 41a0442e-9c85-45b3-ba7c-daeb46e1695f is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:25:25.338679 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-c279aad2-ab73-4377-a66a-ba6c1c57dc14 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 41a0442e-9c85-45b3-ba7c-daeb46e1695f) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:25.345439 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c279aad2-ab73-4377-a66a-ba6c1c57dc14 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:25.346041 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c279aad2-ab73-4377-a66a-ba6c1c57dc14 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:25.367680 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-df419f98-fdb2-4e64-a74c-bf9298880251 None None] Publish callbacks [] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:25.373377 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9d2410-214a-44fe-859c-670f878cf2bc None None] Network 41a0442e-9c85-45b3-ba7c-daeb46e1695f requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:25.425037 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c279aad2-ab73-4377-a66a-ba6c1c57dc14 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3932090 Feb 19 04:25:25.427539 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55568) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:25.469355 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-e28bab47-425c-44d0-805b-8e70877cb1ac tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1479954183', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}, 'admin_state_up': False}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:25.575304 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-af2cbd2a-6e02-4b38-aec6-659f6ef6549b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Allocated IP 172.20.0.6 (30610554-3743-47d7-86ad-74d9cb059347/e81215ca-e773-4b24-9637-daf87e9653c9/fbf51add-e972-45e6-9a28-b279683651b7) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:25.600064 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-df419f98-fdb2-4e64-a74c-bf9298880251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:25.664669 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e28bab47-425c-44d0-805b-8e70877cb1ac tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (683a8c72-0328-4664-bbcb-8a51bedb1bca), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:25.700918 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e28bab47-425c-44d0-805b-8e70877cb1ac tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (683a8c72-0328-4664-bbcb-8a51bedb1bca), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:25.796476 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf05d77-6323-4b79-b9a7-c2a89ee3943b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-41a0442e-9c85-45b3-ba7c-daeb46e1695f', 'network_id': '41a0442e-9c85-45b3-ba7c-daeb46e1695f', 'project_id': '5f78b14320e047b99cc727237e144962', 'fixed_ips': [{'subnet_id': '92cd45ef-c2d2-4d21-8f7b-2987b8028281'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:25:25.797665 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6bf05d77-6323-4b79-b9a7-c2a89ee3943b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:25.810836 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f88e22-7dc4-4a0f-afd3-10882ffa209c req-daa88992-6f54-40d6-ad78-42b32181ed8a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:25.812683 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-52f88e22-7dc4-4a0f-afd3-10882ffa209c req-daa88992-6f54-40d6-ad78-42b32181ed8a tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 946 time: 0.3859446 Feb 19 04:25:25.910372 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e28bab47-425c-44d0-805b-8e70877cb1ac tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for router_controller (683a8c72-0328-4664-bbcb-8a51bedb1bca), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:26.225787 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-52f88e22-7dc4-4a0f-afd3-10882ffa209c req-5582c166-4da0-4006-b52d-fc0f066e5271 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999739 Feb 19 04:25:26.387182 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-6bf05d77-6323-4b79-b9a7-c2a89ee3943b None None] Allocated IP 172.20.0.2 (41a0442e-9c85-45b3-ba7c-daeb46e1695f/92cd45ef-c2d2-4d21-8f7b-2987b8028281/985db27f-1b43-4b54-bd04-819f6e062df2) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:26.523591 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e28bab47-425c-44d0-805b-8e70877cb1ac tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for router_gateway (683a8c72-0328-4664-bbcb-8a51bedb1bca), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:26.531965 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af2cbd2a-6e02-4b38-aec6-659f6ef6549b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for port (fbf51add-e972-45e6-9a28-b279683651b7), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:26.679864 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af2cbd2a-6e02-4b38-aec6-659f6ef6549b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (fbf51add-e972-45e6-9a28-b279683651b7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:26.814061 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cbd2a-6e02-4b38-aec6-659f6ef6549b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Port': ['ID=fbf51add-e972-45e6-9a28-b279683651b7,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:26.832981 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2cbd2a-6e02-4b38-aec6-659f6ef6549b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network 30610554-3743-47d7-86ad-74d9cb059347 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:26.840003 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-af2cbd2a-6e02-4b38-aec6-659f6ef6549b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:26.866643 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2cbd2a-6e02-4b38-aec6-659f6ef6549b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:26.979171 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2cbd2a-6e02-4b38-aec6-659f6ef6549b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:26.984672 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af2cbd2a-6e02-4b38-aec6-659f6ef6549b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:27.034075 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-af2cbd2a-6e02-4b38-aec6-659f6ef6549b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5103612 Feb 19 04:25:27.039249 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55604) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:27.052943 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-63f1e885-0482-49ee-ade5-e7417bd23b36 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'subnet': {'network_id': '30610554-3743-47d7-86ad-74d9cb059347', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:27.080527 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df419f98-fdb2-4e64-a74c-bf9298880251 None None] Pushing event updated for resources: {'Port': ['ID=40da82b2-47ca-4134-ba79-9af1d8b49967,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:27.225426 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:27.244223 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6bf05d77-6323-4b79-b9a7-c2a89ee3943b None None] Publish callbacks [] for port (985db27f-1b43-4b54-bd04-819f6e062df2), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:27.256198 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6bf05d77-6323-4b79-b9a7-c2a89ee3943b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (985db27f-1b43-4b54-bd04-819f6e062df2), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:27.376272 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf05d77-6323-4b79-b9a7-c2a89ee3943b None None] Network 41a0442e-9c85-45b3-ba7c-daeb46e1695f is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:27.407372 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-6bf05d77-6323-4b79-b9a7-c2a89ee3943b None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:27.409428 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf05d77-6323-4b79-b9a7-c2a89ee3943b None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:27.427715 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f1e885-0482-49ee-ade5-e7417bd23b36 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:27.441812 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-63f1e885-0482-49ee-ade5-e7417bd23b36 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:27.559161 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-71172264-355d-493b-a98a-532a2fe6489f None None] Provisioning complete for port 40da82b2-47ca-4134-ba79-9af1d8b49967 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:27.566555 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-71172264-355d-493b-a98a-532a2fe6489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:27.579620 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf05d77-6323-4b79-b9a7-c2a89ee3943b None None] Pushing event updated for resources: {'Port': ['ID=985db27f-1b43-4b54-bd04-819f6e062df2,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:27.796007 n-d-828369-19 neutron-server[109925]: INFO neutron.db.ipam_backend_mixin [None req-63f1e885-0482-49ee-ade5-e7417bd23b36 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e81215ca-e773-4b24-9637-daf87e9653c9 (CIDR: 172.20.0.0/28) Feb 19 04:25:27.803844 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f1e885-0482-49ee-ade5-e7417bd23b36 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:25:27.804188 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09361e-7295-4926-8a1a-e7de20fa9db0 req-a74736cb-1c1e-4a69-97ef-3818eddc6aac tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:27.805384 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63f1e885-0482-49ee-ade5-e7417bd23b36 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:25:27.814757 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9d09361e-7295-4926-8a1a-e7de20fa9db0 req-a74736cb-1c1e-4a69-97ef-3818eddc6aac tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 946 time: 0.4025497 Feb 19 04:25:27.834477 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-6bf05d77-6323-4b79-b9a7-c2a89ee3943b None None] Attempting to bind port 985db27f-1b43-4b54-bd04-819f6e062df2 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:25:27.834857 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-6bf05d77-6323-4b79-b9a7-c2a89ee3943b None None] Attempting to bind port 985db27f-1b43-4b54-bd04-819f6e062df2 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '62de2c09-8541-4fb6-869d-8d07297c0c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '41a0442e-9c85-45b3-ba7c-daeb46e1695f'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:25:27.835224 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf05d77-6323-4b79-b9a7-c2a89ee3943b None None] Attempting to bind port 985db27f-1b43-4b54-bd04-819f6e062df2 on network 41a0442e-9c85-45b3-ba7c-daeb46e1695f {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:25:27.844555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf05d77-6323-4b79-b9a7-c2a89ee3943b None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:25:27.844961 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf05d77-6323-4b79-b9a7-c2a89ee3943b None None] Checking segment: {'id': '62de2c09-8541-4fb6-869d-8d07297c0c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '41a0442e-9c85-45b3-ba7c-daeb46e1695f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:25:27.845361 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6bf05d77-6323-4b79-b9a7-c2a89ee3943b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:27.845795 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf05d77-6323-4b79-b9a7-c2a89ee3943b None None] Bound using segment: {'id': '62de2c09-8541-4fb6-869d-8d07297c0c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '41a0442e-9c85-45b3-ba7c-daeb46e1695f'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:25:27.846305 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-6bf05d77-6323-4b79-b9a7-c2a89ee3943b None None] Bound port: 985db27f-1b43-4b54-bd04-819f6e062df2, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62de2c09-8541-4fb6-869d-8d07297c0c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '41a0442e-9c85-45b3-ba7c-daeb46e1695f'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:25:27.846771 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6bf05d77-6323-4b79-b9a7-c2a89ee3943b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (985db27f-1b43-4b54-bd04-819f6e062df2), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:27.874424 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-63f1e885-0482-49ee-ade5-e7417bd23b36 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8277338 Feb 19 04:25:27.875083 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55628) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:27.889609 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-5b6df03a-2f00-4547-a555-c1c881e8cac3 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'subnet': {'network_id': '30610554-3743-47d7-86ad-74d9cb059347', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:27.949119 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-71172264-355d-493b-a98a-532a2fe6489f None None] Current status of the port 40da82b2-47ca-4134-ba79-9af1d8b49967 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:28.046389 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9d09361e-7295-4926-8a1a-e7de20fa9db0 req-011c9e1d-5cd4-4132-a5ac-0d37370c0cfb tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305868 Feb 19 04:25:28.077230 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045b940-11a8-486c-a23b-84d74d5ad1de req-409262c2-9f90-4121-a11e-e974c0670c57 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:28.085588 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b045b940-11a8-486c-a23b-84d74d5ad1de req-409262c2-9f90-4121-a11e-e974c0670c57 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.79 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 946 time: 0.2150629 Feb 19 04:25:28.087155 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6bf05d77-6323-4b79-b9a7-c2a89ee3943b None None] For port 985db27f-1b43-4b54-bd04-819f6e062df2, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:25:28.094877 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6bf05d77-6323-4b79-b9a7-c2a89ee3943b None None] For port 985db27f-1b43-4b54-bd04-819f6e062df2, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=985db27f-1b43-4b54-bd04-819f6e062df2,segment=NetworkSegment(62de2c09-8541-4fb6-869d-8d07297c0c75),segment_id=62de2c09-8541-4fb6-869d-8d07297c0c75)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:25:28.100770 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-71172264-355d-493b-a98a-532a2fe6489f None None] Provisioning complete for port bba1a702-957d-4c7e-aaca-576f35b27509 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:28.101488 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-71172264-355d-493b-a98a-532a2fe6489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bba1a702-957d-4c7e-aaca-576f35b27509), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:28.137813 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6df03a-2f00-4547-a555-c1c881e8cac3 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:28.142135 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5b6df03a-2f00-4547-a555-c1c881e8cac3 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:28.174905 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-71172264-355d-493b-a98a-532a2fe6489f None None] Port bba1a702-957d-4c7e-aaca-576f35b27509 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:25:28.188211 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6bf05d77-6323-4b79-b9a7-c2a89ee3943b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (985db27f-1b43-4b54-bd04-819f6e062df2), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:28.264737 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e28bab47-425c-44d0-805b-8e70877cb1ac tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for router_gateway (683a8c72-0328-4664-bbcb-8a51bedb1bca), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:28.288618 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e28bab47-425c-44d0-805b-8e70877cb1ac tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:28.323748 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf05d77-6323-4b79-b9a7-c2a89ee3943b None None] Pushing event updated for resources: {'Port': ['ID=985db27f-1b43-4b54-bd04-819f6e062df2,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:28.333677 n-d-828369-19 neutron-server[109925]: INFO neutron.db.ipam_backend_mixin [None req-5b6df03a-2f00-4547-a555-c1c881e8cac3 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 25449bbd-818d-456a-8c04-3d71f68f08b5 (CIDR: 172.20.0.16/28) Feb 19 04:25:28.344490 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b6df03a-2f00-4547-a555-c1c881e8cac3 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:25:28.345934 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b6df03a-2f00-4547-a555-c1c881e8cac3 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:25:28.350086 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-b045b940-11a8-486c-a23b-84d74d5ad1de req-eac4a219-7b6d-4c21-a61a-cb70252fbdc3 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Deleting port f4caf1da-71f1-4e82-b72d-6a6cb0813bf3 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:28.350461 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b045b940-11a8-486c-a23b-84d74d5ad1de req-eac4a219-7b6d-4c21-a61a-cb70252fbdc3 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (f4caf1da-71f1-4e82-b72d-6a6cb0813bf3), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:28.379637 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5b6df03a-2f00-4547-a555-c1c881e8cac3 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5032611 Feb 19 04:25:28.380700 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55636) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:28.392503 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-5b85d6e3-ab55-47e0-8533-6fddf5f31f32 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'subnet': {'network_id': '30610554-3743-47d7-86ad-74d9cb059347', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:28.411487 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-89dea02e-bdd3-4deb-92b4-532d18bc47cd None None] Provisioning complete for port fbf51add-e972-45e6-9a28-b279683651b7 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:28.412072 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-89dea02e-bdd3-4deb-92b4-532d18bc47cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (fbf51add-e972-45e6-9a28-b279683651b7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:28.488076 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-89dea02e-bdd3-4deb-92b4-532d18bc47cd None None] Port fbf51add-e972-45e6-9a28-b279683651b7 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:25:28.519763 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-e28bab47-425c-44d0-805b-8e70877cb1ac tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Allocated IP 172.25.3.225 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/95f44af2-b6c9-4eb9-a68c-87ed1641bcb0) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:28.677029 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-b045b940-11a8-486c-a23b-84d74d5ad1de req-eac4a219-7b6d-4c21-a61a-cb70252fbdc3 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] For port f4caf1da-71f1-4e82-b72d-6a6cb0813bf3, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f4caf1da-71f1-4e82-b72d-6a6cb0813bf3,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:28.678711 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b045b940-11a8-486c-a23b-84d74d5ad1de req-eac4a219-7b6d-4c21-a61a-cb70252fbdc3 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (f4caf1da-71f1-4e82-b72d-6a6cb0813bf3), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:28.700382 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b85d6e3-ab55-47e0-8533-6fddf5f31f32 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Made reservation on behalf of dd0b4c3644cf40b2a614f690962dfa99 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:28.708834 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5b85d6e3-ab55-47e0-8533-6fddf5f31f32 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:28.723550 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a7e06091-25c5-4607-af64-ca650a2ec8f5 req-a02cad71-5c34-4942-946f-0617e5bb1b90 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=655c901e-3821-48c9-af6c-f4db7f22c4df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2155721 Feb 19 04:25:28.742081 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-b045b940-11a8-486c-a23b-84d74d5ad1de req-eac4a219-7b6d-4c21-a61a-cb70252fbdc3 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Calling delete_port for f4caf1da-71f1-4e82-b72d-6a6cb0813bf3 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:28.882887 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 40da82b2-47ca-4134-ba79-9af1d8b49967 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:28.934635 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e28bab47-425c-44d0-805b-8e70877cb1ac tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for port (95f44af2-b6c9-4eb9-a68c-87ed1641bcb0), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:28.993707 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e28bab47-425c-44d0-805b-8e70877cb1ac tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (95f44af2-b6c9-4eb9-a68c-87ed1641bcb0), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:29.026881 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 40da82b2-47ca-4134-ba79-9af1d8b49967 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:29.027527 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:29.128740 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28bab47-425c-44d0-805b-8e70877cb1ac tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event updated for resources: {'Port': ['ID=95f44af2-b6c9-4eb9-a68c-87ed1641bcb0,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:29.172984 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28bab47-425c-44d0-805b-8e70877cb1ac tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:29.185819 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-e28bab47-425c-44d0-805b-8e70877cb1ac tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:29.189176 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28bab47-425c-44d0-805b-8e70877cb1ac tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:29.283778 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 40da82b2-47ca-4134-ba79-9af1d8b49967 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:29.356777 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283143d-bf80-42a1-b0f5-c728855edece req-5169a073-b8ff-4eba-9409-06cf0af4e052 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:29.358474 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3283143d-bf80-42a1-b0f5-c728855edece req-5169a073-b8ff-4eba-9409-06cf0af4e052 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=07db5bea-ef71-4362-87be-8653dcbaf199 HTTP/1.1" status: 200 len: 946 time: 0.1751981 Feb 19 04:25:29.404785 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e06091-25c5-4607-af64-ca650a2ec8f5 req-60c59c69-ba3e-413b-9b81-2703ef7ec498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:29.406338 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a7e06091-25c5-4607-af64-ca650a2ec8f5 req-60c59c69-ba3e-413b-9b81-2703ef7ec498 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f271185a3394337ae674dcb6032d055&device_id=655c901e-3821-48c9-af6c-f4db7f22c4df HTTP/1.1" status: 200 len: 1133 time: 0.4309144 Feb 19 04:25:29.420621 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5b85d6e3-ab55-47e0-8533-6fddf5f31f32 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (07c1bb86-a788-4b27-a169-10e26b369503), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:29.440732 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b045b940-11a8-486c-a23b-84d74d5ad1de req-eac4a219-7b6d-4c21-a61a-cb70252fbdc3 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (f4caf1da-71f1-4e82-b72d-6a6cb0813bf3), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:29.454564 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['12fa2f24-9f06-475c-9764-ec13d3159342', 'f4caf1da-71f1-4e82-b72d-6a6cb0813bf3'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:25:29.485428 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4a219-7b6d-4c21-a61a-cb70252fbdc3 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Pushing event deleted for resources: {'Port': ['ID=f4caf1da-71f1-4e82-b72d-6a6cb0813bf3,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:29.574335 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85d6e3-ab55-47e0-8533-6fddf5f31f32 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Subnet': ['ID=07c1bb86-a788-4b27-a169-10e26b369503,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:29.675417 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-b045b940-11a8-486c-a23b-84d74d5ad1de req-eac4a219-7b6d-4c21-a61a-cb70252fbdc3 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] No DVR routers for this DVR port f4caf1da-71f1-4e82-b72d-6a6cb0813bf3 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:25:29.685642 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b045b940-11a8-486c-a23b-84d74d5ad1de req-eac4a219-7b6d-4c21-a61a-cb70252fbdc3 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:29.689448 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b045b940-11a8-486c-a23b-84d74d5ad1de req-eac4a219-7b6d-4c21-a61a-cb70252fbdc3 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.79 "DELETE /v2.0/ports/f4caf1da-71f1-4e82-b72d-6a6cb0813bf3 HTTP/1.1" status: 204 len: 173 time: 1.5970147 Feb 19 04:25:29.690070 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07db5bea-ef71-4362-87be-8653dcbaf199', 'name': 'network-vif-deleted', 'tag': 'f4caf1da-71f1-4e82-b72d-6a6cb0813bf3'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:25:29.692539 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27428be2-8d28-4fd7-8e00-127c881de161" -d '{"events": [{"server_uuid": "07db5bea-ef71-4362-87be-8653dcbaf199", "name": "network-vif-deleted", "tag": "f4caf1da-71f1-4e82-b72d-6a6cb0813bf3"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:25:29.721036 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3283143d-bf80-42a1-b0f5-c728855edece req-18890d57-df24-4aa6-813f-2bd76146b3fc tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545668 Feb 19 04:25:29.908328 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:29.926953 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b85d6e3-ab55-47e0-8533-6fddf5f31f32 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Network 30610554-3743-47d7-86ad-74d9cb059347 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:29.943735 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-5b85d6e3-ab55-47e0-8533-6fddf5f31f32 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:29.976588 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b85d6e3-ab55-47e0-8533-6fddf5f31f32 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:29.984607 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5b85d6e3-ab55-47e0-8533-6fddf5f31f32 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:29.999456 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa57323-01d4-4728-9c40-3f6e82e0808f None None] Network 30610554-3743-47d7-86ad-74d9cb059347 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:30.006715 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e06091-25c5-4607-af64-ca650a2ec8f5 req-7242df3b-7f29-47d5-874d-52e8644be51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:30.008390 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a7e06091-25c5-4607-af64-ca650a2ec8f5 req-7242df3b-7f29-47d5-874d-52e8644be51a service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.4666667 Feb 19 04:25:30.033905 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e28bab47-425c-44d0-805b-8e70877cb1ac tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for router_gateway (683a8c72-0328-4664-bbcb-8a51bedb1bca), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:30.085259 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5b85d6e3-ab55-47e0-8533-6fddf5f31f32 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7030261 Feb 19 04:25:30.088639 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55662) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:30.106948 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-8e1a6466-d2d0-46ca-9206-1aa7e63e7870 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1707601299', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '07c1bb86-a788-4b27-a169-10e26b369503'}], 'security_groups': ['4f11e179-4b2c-4606-bb77-dc90c826b2d7', 'edd46e6c-125b-4d0f-9ff2-18dd0b2d7ea3']}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:30.116575 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a7e06091-25c5-4607-af64-ca650a2ec8f5 req-dc70be2c-055b-43eb-81ca-31fd24d315e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=e823b22d-3d79-4406-b0a1-f945b4abf993 HTTP/1.1" status: 200 len: 217 time: 0.1014791 Feb 19 04:25:30.205308 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfb8643-fd96-4c32-8ea8-02cfb05f9f95 x-openstack-request-id: req-cdfb8643-fd96-4c32-8ea8-02cfb05f9f95 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:25:30.205858 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07db5bea-ef71-4362-87be-8653dcbaf199", "name": "network-vif-deleted", "tag": "f4caf1da-71f1-4e82-b72d-6a6cb0813bf3", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:25:30.206278 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cdfb8643-fd96-4c32-8ea8-02cfb05f9f95 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:25:30.206823 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07db5bea-ef71-4362-87be-8653dcbaf199', 'name': 'network-vif-deleted', 'tag': 'f4caf1da-71f1-4e82-b72d-6a6cb0813bf3', 'status': 'completed', 'code': 200} Feb 19 04:25:30.342294 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e06091-25c5-4607-af64-ca650a2ec8f5 req-5d8ec226-7c13-4fac-b218-e804da9cd58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:30.354110 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a7e06091-25c5-4607-af64-ca650a2ec8f5 req-5d8ec226-7c13-4fac-b218-e804da9cd58f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.1730194 Feb 19 04:25:30.437227 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e28bab47-425c-44d0-805b-8e70877cb1ac tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (683a8c72-0328-4664-bbcb-8a51bedb1bca), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:30.590139 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e06091-25c5-4607-af64-ca650a2ec8f5 req-f872fca1-fc98-46cb-bb57-d2588aa65e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:30.594680 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a7e06091-25c5-4607-af64-ca650a2ec8f5 req-f872fca1-fc98-46cb-bb57-d2588aa65e58 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2391801 Feb 19 04:25:30.671382 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc40131-121d-4078-9b54-4a0faaf9f573 None None] Network 41a0442e-9c85-45b3-ba7c-daeb46e1695f requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:30.775473 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28bab47-425c-44d0-805b-8e70877cb1ac tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Router 683a8c72-0328-4664-bbcb-8a51bedb1bca is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:25:30.869024 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a7e06091-25c5-4607-af64-ca650a2ec8f5 req-b203eb20-e7be-4850-ba35-d6a6e4f18d3e service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621412 Feb 19 04:25:30.944021 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 985db27f-1b43-4b54-bd04-819f6e062df2 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:30.975107 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b22cc93e-57e0-4795-bb47-86d1ff2562a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:30.976797 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-55b3117f-48e0-49ae-979e-9b5b72798ae4 None None] Provisioning complete for port 985db27f-1b43-4b54-bd04-819f6e062df2 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:30.977119 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-55b3117f-48e0-49ae-979e-9b5b72798ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (985db27f-1b43-4b54-bd04-819f6e062df2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:31.047863 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a7e06091-25c5-4607-af64-ca650a2ec8f5 req-a44741c2-9eb2-4017-9af0-d3e6e7c23f2b service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696100 Feb 19 04:25:31.061410 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8e1a6466-d2d0-46ca-9206-1aa7e63e7870 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fbf51add-e972-45e6-9a28-b279683651b7), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:31.118240 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28bab47-425c-44d0-805b-8e70877cb1ac tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:25:31.130975 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63f6758-60ab-4369-81c1-9b688a7ecb4c None None] Sync routers for ids ['683a8c72-0328-4664-bbcb-8a51bedb1bca'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:25:31.173124 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63f6758-60ab-4369-81c1-9b688a7ecb4c None None] Routers {'683a8c72-0328-4664-bbcb-8a51bedb1bca'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:31.174524 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-e63f6758-60ab-4369-81c1-9b688a7ecb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['683a8c72-0328-4664-bbcb-8a51bedb1bca'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:31.211560 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e28bab47-425c-44d0-805b-8e70877cb1ac tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:31.212932 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e28bab47-425c-44d0-805b-8e70877cb1ac tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.7835479 Feb 19 04:25:31.216389 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55692) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:31.259448 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-e63f6758-60ab-4369-81c1-9b688a7ecb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:31.277085 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63f6758-60ab-4369-81c1-9b688a7ecb4c None None] Routers {'683a8c72-0328-4664-bbcb-8a51bedb1bca'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:31.278990 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-e63f6758-60ab-4369-81c1-9b688a7ecb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['683a8c72-0328-4664-bbcb-8a51bedb1bca'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:31.337582 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-55b3117f-48e0-49ae-979e-9b5b72798ae4 None None] Current status of the port 985db27f-1b43-4b54-bd04-819f6e062df2 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:31.338300 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-55b3117f-48e0-49ae-979e-9b5b72798ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (985db27f-1b43-4b54-bd04-819f6e062df2), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:31.371250 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-e63f6758-60ab-4369-81c1-9b688a7ecb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:31.372198 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63f6758-60ab-4369-81c1-9b688a7ecb4c None None] The sync data for ids ['683a8c72-0328-4664-bbcb-8a51bedb1bca'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:25:31.385531 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 985db27f-1b43-4b54-bd04-819f6e062df2 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:31.386514 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (985db27f-1b43-4b54-bd04-819f6e062df2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:31.408288 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cec5702-42d8-49e6-8d12-d926d09ed1d3 None None] Update dhcp port {'port': {'network_id': '30610554-3743-47d7-86ad-74d9cb059347', 'fixed_ips': [{'subnet_id': '25449bbd-818d-456a-8c04-3d71f68f08b5', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e81215ca-e773-4b24-9637-daf87e9653c9', 'ip_address': '172.20.0.2'}, {'subnet_id': '07c1bb86-a788-4b27-a169-10e26b369503'}], 'binding:host_id': 'n-d-828369-19'}, 'id': '40da82b2-47ca-4134-ba79-9af1d8b49967'} from n-d-828369-19. {{(pid=109927) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:25:31.567370 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0cec5702-42d8-49e6-8d12-d926d09ed1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:31.593765 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-55b3117f-48e0-49ae-979e-9b5b72798ae4 None None] For port 985db27f-1b43-4b54-bd04-819f6e062df2, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=985db27f-1b43-4b54-bd04-819f6e062df2,segment=NetworkSegment(62de2c09-8541-4fb6-869d-8d07297c0c75),segment_id=62de2c09-8541-4fb6-869d-8d07297c0c75)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:31.669914 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-55b3117f-48e0-49ae-979e-9b5b72798ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (985db27f-1b43-4b54-bd04-819f6e062df2), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:31.744640 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3117f-48e0-49ae-979e-9b5b72798ae4 None None] Pushing event updated for resources: {'Port': ['ID=985db27f-1b43-4b54-bd04-819f6e062df2,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:31.852852 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 985db27f-1b43-4b54-bd04-819f6e062df2 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:31.946673 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-8e1a6466-d2d0-46ca-9206-1aa7e63e7870 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Delete allocated IP 172.20.0.6 (30610554-3743-47d7-86ad-74d9cb059347/e81215ca-e773-4b24-9637-daf87e9653c9) {{(pid=109925) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 04:25:31.960259 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-8e1a6466-d2d0-46ca-9206-1aa7e63e7870 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Allocated IP 172.20.0.39 (30610554-3743-47d7-86ad-74d9cb059347/07c1bb86-a788-4b27-a169-10e26b369503/fbf51add-e972-45e6-9a28-b279683651b7) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:32.115360 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device f4caf1da-71f1-4e82-b72d-6a6cb0813bf3 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:25:32.217532 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d392e1a5-0b85-4178-80d8-a168cdc9f116 None None] Provisioning complete for port 985db27f-1b43-4b54-bd04-819f6e062df2 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:32.218356 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d392e1a5-0b85-4178-80d8-a168cdc9f116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (985db27f-1b43-4b54-bd04-819f6e062df2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:32.223231 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: f4caf1da-71f1-4e82-b72d-6a6cb0813bf3 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:25:32.223231 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device f4caf1da-71f1-4e82-b72d-6a6cb0813bf3 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:25:32.310696 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8e1a6466-d2d0-46ca-9206-1aa7e63e7870 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for port (fbf51add-e972-45e6-9a28-b279683651b7), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:32.321698 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8e1a6466-d2d0-46ca-9206-1aa7e63e7870 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (fbf51add-e972-45e6-9a28-b279683651b7), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:32.389819 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d392e1a5-0b85-4178-80d8-a168cdc9f116 None None] Current status of the port 985db27f-1b43-4b54-bd04-819f6e062df2 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:32.424182 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-0cec5702-42d8-49e6-8d12-d926d09ed1d3 None None] Allocated IP 172.20.0.34 (30610554-3743-47d7-86ad-74d9cb059347/07c1bb86-a788-4b27-a169-10e26b369503/40da82b2-47ca-4134-ba79-9af1d8b49967) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:32.531424 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09417c92-1e45-4319-b458-0a7c95f6bd53 req-aa0682ca-ff2f-45ef-9071-c30d5bbac348 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:32.539543 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09417c92-1e45-4319-b458-0a7c95f6bd53 req-aa0682ca-ff2f-45ef-9071-c30d5bbac348 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ac04ab-85e4-4021-8d72-b53be8065d70 HTTP/1.1" status: 200 len: 945 time: 0.2036877 Feb 19 04:25:32.551352 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a6466-d2d0-46ca-9206-1aa7e63e7870 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event updated for resources: {'Port': ['ID=fbf51add-e972-45e6-9a28-b279683651b7,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:32.603138 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-8e1a6466-d2d0-46ca-9206-1aa7e63e7870 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] In _notify_port_updated(), no bound segment for port fbf51add-e972-45e6-9a28-b279683651b7 on network 30610554-3743-47d7-86ad-74d9cb059347 {{(pid=109925) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:25:32.614273 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1a6466-d2d0-46ca-9206-1aa7e63e7870 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:32.627862 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8e1a6466-d2d0-46ca-9206-1aa7e63e7870 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:32.630134 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8e1a6466-d2d0-46ca-9206-1aa7e63e7870 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "PUT /v2.0/ports/fbf51add-e972-45e6-9a28-b279683651b7 HTTP/1.1" status: 200 len: 960 time: 2.5381742 Feb 19 04:25:32.636249 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55734) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:32.645960 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-0cec5702-42d8-49e6-8d12-d926d09ed1d3 None None] For port 40da82b2-47ca-4134-ba79-9af1d8b49967, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=40da82b2-47ca-4134-ba79-9af1d8b49967,segment=NetworkSegment(58a1a262-113b-4a79-939a-f211cfedf4dc),segment_id=58a1a262-113b-4a79-939a-f211cfedf4dc)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:32.672770 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09417c92-1e45-4319-b458-0a7c95f6bd53 req-b5431977-ceae-43de-a21c-071b42e6decc tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273706 Feb 19 04:25:32.788337 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 985db27f-1b43-4b54-bd04-819f6e062df2 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:32.789601 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ed76b2e9-9c1e-49a5-8eb3-0188c3b92805 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:32.793700 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0cec5702-42d8-49e6-8d12-d926d09ed1d3 None None] Publish callbacks [] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:32.854547 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0cec5702-42d8-49e6-8d12-d926d09ed1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:32.911143 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-5abddf6f-e235-42de-90b6-018ba6ab1869 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting port fbf51add-e972-45e6-9a28-b279683651b7 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:32.911487 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5abddf6f-e235-42de-90b6-018ba6ab1869 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (fbf51add-e972-45e6-9a28-b279683651b7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:32.988107 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec5702-42d8-49e6-8d12-d926d09ed1d3 None None] Pushing event updated for resources: {'Port': ['ID=40da82b2-47ca-4134-ba79-9af1d8b49967,revision_number=7']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:32.990585 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 985db27f-1b43-4b54-bd04-819f6e062df2 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:32.990965 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (985db27f-1b43-4b54-bd04-819f6e062df2), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:33.080721 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5abddf6f-e235-42de-90b6-018ba6ab1869 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (fbf51add-e972-45e6-9a28-b279683651b7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:33.097748 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-5abddf6f-e235-42de-90b6-018ba6ab1869 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Calling delete_port for fbf51add-e972-45e6-9a28-b279683651b7 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:33.209617 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 985db27f-1b43-4b54-bd04-819f6e062df2 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:33.421091 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-ed76b2e9-9c1e-49a5-8eb3-0188c3b92805 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Allocated IP 172.20.0.1 (41a0442e-9c85-45b3-ba7c-daeb46e1695f/92cd45ef-c2d2-4d21-8f7b-2987b8028281/eada5820-e0c4-43cc-b3ac-741c9b2f44dd) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:33.437791 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5abddf6f-e235-42de-90b6-018ba6ab1869 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (fbf51add-e972-45e6-9a28-b279683651b7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:33.485189 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-91df6450-3b56-457d-8f01-905628ee4c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:33.571649 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abddf6f-e235-42de-90b6-018ba6ab1869 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Port': ['ID=fbf51add-e972-45e6-9a28-b279683651b7,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:33.613063 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5abddf6f-e235-42de-90b6-018ba6ab1869 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:33.616524 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5abddf6f-e235-42de-90b6-018ba6ab1869 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/ports/fbf51add-e972-45e6-9a28-b279683651b7 HTTP/1.1" status: 204 len: 168 time: 0.9792299 Feb 19 04:25:33.619508 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55750) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:33.673621 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c586f-e1b9-4e38-9506-158bfb2ad3e3 req-e7f4e1a1-7c88-422e-a958-7c9505604105 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:33.675269 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5c7c586f-e1b9-4e38-9506-158bfb2ad3e3 req-e7f4e1a1-7c88-422e-a958-7c9505604105 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1ac04ab-85e4-4021-8d72-b53be8065d70 HTTP/1.1" status: 200 len: 945 time: 0.2180338 Feb 19 04:25:33.677432 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb06b597-2c17-412f-96f5-8d6afa7fad96 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] GET failed (client error): The resource could not be found. Feb 19 04:25:33.684690 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bb06b597-2c17-412f-96f5-8d6afa7fad96 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "GET /v2.0/ports/fbf51add-e972-45e6-9a28-b279683651b7 HTTP/1.1" status: 404 len: 333 time: 0.0616598 Feb 19 04:25:33.685016 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55754) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:33.788182 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ed76b2e9-9c1e-49a5-8eb3-0188c3b92805 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for port (eada5820-e0c4-43cc-b3ac-741c9b2f44dd), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:33.840191 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c477f7e-0f1b-4ddf-a5cb-f43517231c71 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (e6b895ab-e408-427c-ac83-b092c59903ba), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:33.844978 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:33.878745 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c477f7e-0f1b-4ddf-a5cb-f43517231c71 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (e6b895ab-e408-427c-ac83-b092c59903ba), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:33.958994 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-5c7c586f-e1b9-4e38-9506-158bfb2ad3e3 req-aa612099-8975-4298-a58b-a04f324467c7 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Deleting port 12fa2f24-9f06-475c-9764-ec13d3159342 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:33.959453 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5c7c586f-e1b9-4e38-9506-158bfb2ad3e3 req-aa612099-8975-4298-a58b-a04f324467c7 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (12fa2f24-9f06-475c-9764-ec13d3159342), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:33.970982 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c477f7e-0f1b-4ddf-a5cb-f43517231c71 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e6b895ab-e408-427c-ac83-b092c59903ba), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:33.974549 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c477f7e-0f1b-4ddf-a5cb-f43517231c71 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:33.976060 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4c477f7e-0f1b-4ddf-a5cb-f43517231c71 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/security-groups/e6b895ab-e408-427c-ac83-b092c59903ba HTTP/1.1" status: 204 len: 168 time: 0.2899461 Feb 19 04:25:33.989816 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55762) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:34.005067 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ed76b2e9-9c1e-49a5-8eb3-0188c3b92805 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (eada5820-e0c4-43cc-b3ac-741c9b2f44dd), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:34.033280 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c477f7e-0f1b-4ddf-a5cb-f43517231c71 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b895ab-e408-427c-ac83-b092c59903ba,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:34.128220 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e8b4d243-2ef4-4cd9-8905-6b129b61b538 None None] Provisioning complete for port bba1a702-957d-4c7e-aaca-576f35b27509 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:34.128838 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e8b4d243-2ef4-4cd9-8905-6b129b61b538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bba1a702-957d-4c7e-aaca-576f35b27509), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:34.141084 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a2574-ed07-48f5-8b78-2e511179efdd req-bcde7d01-ce0f-47e9-8634-b04e3658cb37 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:34.144556 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf8a2574-ed07-48f5-8b78-2e511179efdd req-bcde7d01-ce0f-47e9-8634-b04e3658cb37 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ac04ab-85e4-4021-8d72-b53be8065d70 HTTP/1.1" status: 200 len: 945 time: 0.3117890 Feb 19 04:25:34.168297 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-febf6240-3f78-4b65-bfc5-6b2aa609c96f tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (edd46e6c-125b-4d0f-9ff2-18dd0b2d7ea3), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:34.194906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed76b2e9-9c1e-49a5-8eb3-0188c3b92805 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Network 41a0442e-9c85-45b3-ba7c-daeb46e1695f is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:34.209819 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-ed76b2e9-9c1e-49a5-8eb3-0188c3b92805 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:34.211396 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-febf6240-3f78-4b65-bfc5-6b2aa609c96f tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (edd46e6c-125b-4d0f-9ff2-18dd0b2d7ea3), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:34.212316 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed76b2e9-9c1e-49a5-8eb3-0188c3b92805 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:34.254447 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76b2e9-9c1e-49a5-8eb3-0188c3b92805 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event updated for resources: {'Port': ['ID=eada5820-e0c4-43cc-b3ac-741c9b2f44dd,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:34.296620 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e8b4d243-2ef4-4cd9-8905-6b129b61b538 None None] Port bba1a702-957d-4c7e-aaca-576f35b27509 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:25:34.304585 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-5c7c586f-e1b9-4e38-9506-158bfb2ad3e3 req-aa612099-8975-4298-a58b-a04f324467c7 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] For port 12fa2f24-9f06-475c-9764-ec13d3159342, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=12fa2f24-9f06-475c-9764-ec13d3159342,segment=NetworkSegment(6b87574b-72cf-4594-b333-e9ab62f81250),segment_id=6b87574b-72cf-4594-b333-e9ab62f81250)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:34.305645 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5c7c586f-e1b9-4e38-9506-158bfb2ad3e3 req-aa612099-8975-4298-a58b-a04f324467c7 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (12fa2f24-9f06-475c-9764-ec13d3159342), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:34.306703 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-febf6240-3f78-4b65-bfc5-6b2aa609c96f tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (edd46e6c-125b-4d0f-9ff2-18dd0b2d7ea3), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:34.310638 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-febf6240-3f78-4b65-bfc5-6b2aa609c96f tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:34.312088 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-febf6240-3f78-4b65-bfc5-6b2aa609c96f tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/security-groups/edd46e6c-125b-4d0f-9ff2-18dd0b2d7ea3 HTTP/1.1" status: 204 len: 168 time: 0.3209460 Feb 19 04:25:34.322285 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55768) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:34.329675 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e8b4d243-2ef4-4cd9-8905-6b129b61b538 None None] Provisioning complete for port 40da82b2-47ca-4134-ba79-9af1d8b49967 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:34.330077 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e8b4d243-2ef4-4cd9-8905-6b129b61b538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:34.332612 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf8a2574-ed07-48f5-8b78-2e511179efdd req-da57f12f-54aa-48da-be83-99599774a766 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f382f4-3464-4551-ad7c-1102633fb291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799285 Feb 19 04:25:34.335717 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-5c7c586f-e1b9-4e38-9506-158bfb2ad3e3 req-aa612099-8975-4298-a58b-a04f324467c7 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Calling delete_port for 12fa2f24-9f06-475c-9764-ec13d3159342 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:34.341101 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ed76b2e9-9c1e-49a5-8eb3-0188c3b92805 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (683a8c72-0328-4664-bbcb-8a51bedb1bca), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:34.388146 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf6240-3f78-4b65-bfc5-6b2aa609c96f tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd46e6c-125b-4d0f-9ff2-18dd0b2d7ea3,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:34.591466 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-48d00bef-1dd5-4bd8-8e37-c69a8c2c7bf6 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (4f11e179-4b2c-4606-bb77-dc90c826b2d7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:34.617210 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e8b4d243-2ef4-4cd9-8905-6b129b61b538 None None] Current status of the port 40da82b2-47ca-4134-ba79-9af1d8b49967 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:34.628739 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e8b4d243-2ef4-4cd9-8905-6b129b61b538 None None] Could not find standard attr ID for object fbf51add-e972-45e6-9a28-b279683651b7. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:25:34.660712 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-48d00bef-1dd5-4bd8-8e37-c69a8c2c7bf6 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (4f11e179-4b2c-4606-bb77-dc90c826b2d7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:34.788447 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-45d0b74e-d9e5-4d4a-aef2-eb2333be6670 None None] Provisioning complete for port eada5820-e0c4-43cc-b3ac-741c9b2f44dd triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:34.789159 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45d0b74e-d9e5-4d4a-aef2-eb2333be6670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (eada5820-e0c4-43cc-b3ac-741c9b2f44dd), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:34.798516 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-48d00bef-1dd5-4bd8-8e37-c69a8c2c7bf6 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4f11e179-4b2c-4606-bb77-dc90c826b2d7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:34.802228 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-48d00bef-1dd5-4bd8-8e37-c69a8c2c7bf6 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:34.806335 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-48d00bef-1dd5-4bd8-8e37-c69a8c2c7bf6 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/security-groups/4f11e179-4b2c-4606-bb77-dc90c826b2d7 HTTP/1.1" status: 204 len: 168 time: 0.4789793 Feb 19 04:25:34.814112 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55784) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:34.815581 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d00bef-1dd5-4bd8-8e37-c69a8c2c7bf6 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f11e179-4b2c-4606-bb77-dc90c826b2d7,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:34.841337 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ed76b2e9-9c1e-49a5-8eb3-0188c3b92805 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (eada5820-e0c4-43cc-b3ac-741c9b2f44dd), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:34.891461 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b74e-d9e5-4d4a-aef2-eb2333be6670 None None] Port eada5820-e0c4-43cc-b3ac-741c9b2f44dd cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:25:34.898057 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 40da82b2-47ca-4134-ba79-9af1d8b49967 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:34.971598 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-009797dc-cc2a-4947-999c-0bfbcbc173e3 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting subnet e81215ca-e773-4b24-9637-daf87e9653c9 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:25:34.985831 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-009797dc-cc2a-4947-999c-0bfbcbc173e3 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for subnet (e81215ca-e773-4b24-9637-daf87e9653c9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:34.994294 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 40da82b2-47ca-4134-ba79-9af1d8b49967 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:35.002981 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:35.062322 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9e42658d-7092-4b30-871a-6ed9935e7ac4 None None] Could not find standard attr ID for object fbf51add-e972-45e6-9a28-b279683651b7. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:25:35.067414 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5c7c586f-e1b9-4e38-9506-158bfb2ad3e3 req-aa612099-8975-4298-a58b-a04f324467c7 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (12fa2f24-9f06-475c-9764-ec13d3159342), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:35.090673 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['12fa2f24-9f06-475c-9764-ec13d3159342'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:25:35.117233 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-009797dc-cc2a-4947-999c-0bfbcbc173e3 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (e81215ca-e773-4b24-9637-daf87e9653c9), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:35.289462 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55792) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:35.301712 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-009797dc-cc2a-4947-999c-0bfbcbc173e3 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (e81215ca-e773-4b24-9637-daf87e9653c9), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:35.305379 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 40da82b2-47ca-4134-ba79-9af1d8b49967 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:35.312831 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa612099-8975-4298-a58b-a04f324467c7 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Pushing event deleted for resources: {'Port': ['ID=12fa2f24-9f06-475c-9764-ec13d3159342,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:35.379033 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:35.485239 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-009797dc-cc2a-4947-999c-0bfbcbc173e3 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (e81215ca-e773-4b24-9637-daf87e9653c9), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:35.529852 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009797dc-cc2a-4947-999c-0bfbcbc173e3 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Subnet': ['ID=e81215ca-e773-4b24-9637-daf87e9653c9,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:35.532285 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-009797dc-cc2a-4947-999c-0bfbcbc173e3 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:35.539301 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-009797dc-cc2a-4947-999c-0bfbcbc173e3 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/subnets/e81215ca-e773-4b24-9637-daf87e9653c9 HTTP/1.1" status: 204 len: 168 time: 0.7174995 Feb 19 04:25:35.539458 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b53246-65ea-4aeb-8bfd-b9551fceab9c None None] Network 30610554-3743-47d7-86ad-74d9cb059347 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:35.540409 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55800) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:35.544699 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7c586f-e1b9-4e38-9506-158bfb2ad3e3 req-aa612099-8975-4298-a58b-a04f324467c7 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] No DVR routers for this DVR port 12fa2f24-9f06-475c-9764-ec13d3159342 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:25:35.587049 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0af6e202-7ea5-44dc-849f-bade021de808 req-c4a699dc-ecac-487b-a290-ee8bd1424e87 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ac04ab-85e4-4021-8d72-b53be8065d70 HTTP/1.1" status: 200 len: 210 time: 0.1233497 Feb 19 04:25:35.606042 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5c7c586f-e1b9-4e38-9506-158bfb2ad3e3 req-aa612099-8975-4298-a58b-a04f324467c7 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:35.621982 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5c7c586f-e1b9-4e38-9506-158bfb2ad3e3 req-aa612099-8975-4298-a58b-a04f324467c7 tempest-ServersTestJSON-261018663 tempest-ServersTestJSON-261018663-project] 10.222.0.79 "DELETE /v2.0/ports/12fa2f24-9f06-475c-9764-ec13d3159342 HTTP/1.1" status: 204 len: 173 time: 1.9355686 Feb 19 04:25:35.622557 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ac04ab-85e4-4021-8d72-b53be8065d70', 'name': 'network-vif-deleted', 'tag': '12fa2f24-9f06-475c-9764-ec13d3159342'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:25:35.636205 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e4d9213-22cd-4f0c-b068-cc73fc112a12 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting subnet 07c1bb86-a788-4b27-a169-10e26b369503 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:25:35.638589 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f734e7-a5de-48d3-9085-53dcb4f541f9" -d '{"events": [{"server_uuid": "c1ac04ab-85e4-4021-8d72-b53be8065d70", "name": "network-vif-deleted", "tag": "12fa2f24-9f06-475c-9764-ec13d3159342"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:25:35.640760 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e4d9213-22cd-4f0c-b068-cc73fc112a12 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for subnet (07c1bb86-a788-4b27-a169-10e26b369503), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:35.711571 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e4d9213-22cd-4f0c-b068-cc73fc112a12 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (07c1bb86-a788-4b27-a169-10e26b369503), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:35.724999 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-eda64ced-5847-4b81-a651-09e56bd123c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:35.845966 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e4d9213-22cd-4f0c-b068-cc73fc112a12 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (07c1bb86-a788-4b27-a169-10e26b369503), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:35.966103 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e4d9213-22cd-4f0c-b068-cc73fc112a12 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (07c1bb86-a788-4b27-a169-10e26b369503), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:36.002829 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e4d9213-22cd-4f0c-b068-cc73fc112a12 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:36.009302 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1e4d9213-22cd-4f0c-b068-cc73fc112a12 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/subnets/07c1bb86-a788-4b27-a169-10e26b369503 HTTP/1.1" status: 204 len: 168 time: 0.4677348 Feb 19 04:25:36.013989 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55812) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:36.025946 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ed76b2e9-9c1e-49a5-8eb3-0188c3b92805 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for port (eada5820-e0c4-43cc-b3ac-741c9b2f44dd), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:36.029338 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d17572-ae26-40db-8ebb-db16fadadb95 x-openstack-request-id: req-79d17572-ae26-40db-8ebb-db16fadadb95 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:25:36.029635 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ac04ab-85e4-4021-8d72-b53be8065d70", "name": "network-vif-deleted", "tag": "12fa2f24-9f06-475c-9764-ec13d3159342", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:25:36.029990 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-79d17572-ae26-40db-8ebb-db16fadadb95 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:25:36.030420 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ac04ab-85e4-4021-8d72-b53be8065d70', 'name': 'network-vif-deleted', 'tag': '12fa2f24-9f06-475c-9764-ec13d3159342', 'status': 'completed', 'code': 200} Feb 19 04:25:36.040291 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ed76b2e9-9c1e-49a5-8eb3-0188c3b92805 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (eada5820-e0c4-43cc-b3ac-741c9b2f44dd), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:36.096505 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d9213-22cd-4f0c-b068-cc73fc112a12 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Subnet': ['ID=07c1bb86-a788-4b27-a169-10e26b369503,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:36.116536 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f9da69-b824-42aa-a61f-c470bbd59089 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] DELETE failed (client error): The resource could not be found. Feb 19 04:25:36.116992 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f9da69-b824-42aa-a61f-c470bbd59089 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:25:36.120591 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-17f9da69-b824-42aa-a61f-c470bbd59089 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/subnets/e81215ca-e773-4b24-9637-daf87e9653c9 HTTP/1.1" status: 404 len: 337 time: 0.0487041 Feb 19 04:25:36.125191 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55814) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:36.228661 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ed76b2e9-9c1e-49a5-8eb3-0188c3b92805 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (683a8c72-0328-4664-bbcb-8a51bedb1bca), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:36.234391 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76b2e9-9c1e-49a5-8eb3-0188c3b92805 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event updated for resources: {'Port': ['ID=eada5820-e0c4-43cc-b3ac-741c9b2f44dd,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:36.299528 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cdf596b-0cd8-4725-bef7-0e131147f6bb tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting subnet 25449bbd-818d-456a-8c04-3d71f68f08b5 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:25:36.305536 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2cdf596b-0cd8-4725-bef7-0e131147f6bb tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for subnet (25449bbd-818d-456a-8c04-3d71f68f08b5), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:36.356385 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-eda64ced-5847-4b81-a651-09e56bd123c0 admin admin] Publish callbacks [] for security_group (4ecf1ae5-5e96-41fc-9b15-427efca48502), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:36.379681 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-eda64ced-5847-4b81-a651-09e56bd123c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4ecf1ae5-5e96-41fc-9b15-427efca48502), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:36.429063 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2cdf596b-0cd8-4725-bef7-0e131147f6bb tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (25449bbd-818d-456a-8c04-3d71f68f08b5), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:36.440694 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda64ced-5847-4b81-a651-09e56bd123c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecf1ae5-5e96-41fc-9b15-427efca48502,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:36.528732 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-eda64ced-5847-4b81-a651-09e56bd123c0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=58b4ea1439e042eca2a7b1ae05838e2a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2379310 Feb 19 04:25:36.532524 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55820) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:36.545736 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed76b2e9-9c1e-49a5-8eb3-0188c3b92805 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Network 41a0442e-9c85-45b3-ba7c-daeb46e1695f is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:36.547246 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-ed76b2e9-9c1e-49a5-8eb3-0188c3b92805 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:36.693940 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55830) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:36.739246 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-15634e0c-46bd-43d2-95fc-b5ee3318b014 admin admin] Publish callbacks [] for security_group (4ecf1ae5-5e96-41fc-9b15-427efca48502), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:36.804699 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:36.846945 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed76b2e9-9c1e-49a5-8eb3-0188c3b92805 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Router 683a8c72-0328-4664-bbcb-8a51bedb1bca has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:25:36.890580 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de9f062-6dcf-436d-88f6-f1476e3bd233 admin admin] Deleting subnet 28e0c96c-0d0f-4bc2-a99e-37aff97516b7 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:25:36.897939 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5de9f062-6dcf-436d-88f6-f1476e3bd233 admin admin] Publish callbacks [] for subnet (28e0c96c-0d0f-4bc2-a99e-37aff97516b7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:37.009517 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5de9f062-6dcf-436d-88f6-f1476e3bd233 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (28e0c96c-0d0f-4bc2-a99e-37aff97516b7), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:37.025099 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46aead73-1e4e-493e-aa7e-8f1f27ee11dc None None] Network 30610554-3743-47d7-86ad-74d9cb059347 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:37.062381 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5de9f062-6dcf-436d-88f6-f1476e3bd233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (28e0c96c-0d0f-4bc2-a99e-37aff97516b7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:37.129443 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2cdf596b-0cd8-4725-bef7-0e131147f6bb tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (25449bbd-818d-456a-8c04-3d71f68f08b5), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:37.132900 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5de9f062-6dcf-436d-88f6-f1476e3bd233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (28e0c96c-0d0f-4bc2-a99e-37aff97516b7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:37.137892 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-15634e0c-46bd-43d2-95fc-b5ee3318b014 admin admin] Publish callbacks [] for security_group (4ecf1ae5-5e96-41fc-9b15-427efca48502), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:37.144629 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed76b2e9-9c1e-49a5-8eb3-0188c3b92805 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:25:37.164026 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ed76b2e9-9c1e-49a5-8eb3-0188c3b92805 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "PUT /v2.0/routers/683a8c72-0328-4664-bbcb-8a51bedb1bca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9464352 Feb 19 04:25:37.164726 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55838) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:37.175904 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-dd7c2e85-4c6a-4497-afda-e4f460124b3f tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Request body: {'port': {'network_id': '41a0442e-9c85-45b3-ba7c-daeb46e1695f', 'name': 'tempest-FloatingIPTestJSON-579473070'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:37.191988 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e482e779-d499-4cd3-9cc0-664cf8e785f5 None None] Sync routers for ids ['683a8c72-0328-4664-bbcb-8a51bedb1bca'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:25:37.213379 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9f062-6dcf-436d-88f6-f1476e3bd233 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28e0c96c-0d0f-4bc2-a99e-37aff97516b7,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:37.216564 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5de9f062-6dcf-436d-88f6-f1476e3bd233 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:37.219986 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5de9f062-6dcf-436d-88f6-f1476e3bd233 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/28e0c96c-0d0f-4bc2-a99e-37aff97516b7 HTTP/1.1" status: 204 len: 168 time: 0.4820471 Feb 19 04:25:37.226685 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55840) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:37.285611 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e482e779-d499-4cd3-9cc0-664cf8e785f5 None None] Routers {'683a8c72-0328-4664-bbcb-8a51bedb1bca'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:37.288818 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-15634e0c-46bd-43d2-95fc-b5ee3318b014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4ecf1ae5-5e96-41fc-9b15-427efca48502), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:37.289664 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-e482e779-d499-4cd3-9cc0-664cf8e785f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['683a8c72-0328-4664-bbcb-8a51bedb1bca'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:37.293619 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-15634e0c-46bd-43d2-95fc-b5ee3318b014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:37.295784 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-15634e0c-46bd-43d2-95fc-b5ee3318b014 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4ecf1ae5-5e96-41fc-9b15-427efca48502 HTTP/1.1" status: 204 len: 168 time: 0.7614434 Feb 19 04:25:37.306931 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2cdf596b-0cd8-4725-bef7-0e131147f6bb tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (25449bbd-818d-456a-8c04-3d71f68f08b5), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:37.326944 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15634e0c-46bd-43d2-95fc-b5ee3318b014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecf1ae5-5e96-41fc-9b15-427efca48502,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:37.340018 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2cdf596b-0cd8-4725-bef7-0e131147f6bb tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:37.348516 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2cdf596b-0cd8-4725-bef7-0e131147f6bb tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/subnets/25449bbd-818d-456a-8c04-3d71f68f08b5 HTTP/1.1" status: 204 len: 168 time: 1.2223151 Feb 19 04:25:37.349039 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55844) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:37.404575 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf596b-0cd8-4725-bef7-0e131147f6bb tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Subnet': ['ID=25449bbd-818d-456a-8c04-3d71f68f08b5,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:37.419577 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-e482e779-d499-4cd3-9cc0-664cf8e785f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:37.467588 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e482e779-d499-4cd3-9cc0-664cf8e785f5 None None] Routers {'683a8c72-0328-4664-bbcb-8a51bedb1bca'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:37.468862 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-e482e779-d499-4cd3-9cc0-664cf8e785f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['683a8c72-0328-4664-bbcb-8a51bedb1bca'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:37.490376 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-47780fbd-9fb9-484f-bbf1-85ac5e6f39d9 None None] Provisioning complete for port 40da82b2-47ca-4134-ba79-9af1d8b49967 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:37.490835 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-47780fbd-9fb9-484f-bbf1-85ac5e6f39d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:37.631597 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-e482e779-d499-4cd3-9cc0-664cf8e785f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:37.633260 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e482e779-d499-4cd3-9cc0-664cf8e785f5 None None] The sync data for ids ['683a8c72-0328-4664-bbcb-8a51bedb1bca'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:25:37.765875 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-47780fbd-9fb9-484f-bbf1-85ac5e6f39d9 None None] Current status of the port 40da82b2-47ca-4134-ba79-9af1d8b49967 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:37.780257 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-47780fbd-9fb9-484f-bbf1-85ac5e6f39d9 None None] Provisioning complete for port eada5820-e0c4-43cc-b3ac-741c9b2f44dd triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:37.780918 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-47780fbd-9fb9-484f-bbf1-85ac5e6f39d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (eada5820-e0c4-43cc-b3ac-741c9b2f44dd), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:37.833097 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-47780fbd-9fb9-484f-bbf1-85ac5e6f39d9 None None] Port eada5820-e0c4-43cc-b3ac-741c9b2f44dd cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:25:37.875936 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-47780fbd-9fb9-484f-bbf1-85ac5e6f39d9 None None] Provisioning complete for port bba1a702-957d-4c7e-aaca-576f35b27509 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:37.876391 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-47780fbd-9fb9-484f-bbf1-85ac5e6f39d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bba1a702-957d-4c7e-aaca-576f35b27509), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:37.958506 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568cf969-6c42-4340-8ff0-90e965a223db None None] Update dhcp port {'port': {'network_id': '30610554-3743-47d7-86ad-74d9cb059347', 'fixed_ips': [{'subnet_id': '25449bbd-818d-456a-8c04-3d71f68f08b5'}], 'binding:host_id': 'n-d-828369-19'}, 'id': '40da82b2-47ca-4134-ba79-9af1d8b49967'} from n-d-828369-19. {{(pid=109927) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:25:37.970746 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3b2af32d-80d6-4653-a118-75a9bec0605e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (f340e38b-fc33-422a-8808-c90730dc6314), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:37.975150 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51f865d-57c8-49e6-aa3e-40b3bf056da1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] DELETE failed (client error): The resource could not be found. Feb 19 04:25:37.975702 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51f865d-57c8-49e6-aa3e-40b3bf056da1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:25:37.983353 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a51f865d-57c8-49e6-aa3e-40b3bf056da1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/subnets/214503af-3ead-4085-9057-2b215cc2b9b2 HTTP/1.1" status: 404 len: 337 time: 0.6289153 Feb 19 04:25:37.983954 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55856) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:38.039251 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55858) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:38.045956 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-47780fbd-9fb9-484f-bbf1-85ac5e6f39d9 None None] Port bba1a702-957d-4c7e-aaca-576f35b27509 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:25:38.066430 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f5edc5a4-86c5-42c9-95ee-85b2d41a4276 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "GET /v2.0/ports?device_id=002d6fbe-e2b7-4413-86b0-c80450343c3b HTTP/1.1" status: 200 len: 205 time: 0.0810430 Feb 19 04:25:38.067063 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55860) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:38.083490 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 12fa2f24-9f06-475c-9764-ec13d3159342 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:25:38.087942 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-568cf969-6c42-4340-8ff0-90e965a223db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:38.102642 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3b2af32d-80d6-4653-a118-75a9bec0605e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (f340e38b-fc33-422a-8808-c90730dc6314), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:38.131252 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-3b2af32d-80d6-4653-a118-75a9bec0605e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f340e38b-fc33-422a-8808-c90730dc6314']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:38.146476 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-b59d76af-9b7d-4e8a-80e2-87a444933a8e tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] delete failed (client error): The resource could not be found. Feb 19 04:25:38.148671 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 12fa2f24-9f06-475c-9764-ec13d3159342 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:25:38.149166 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 12fa2f24-9f06-475c-9764-ec13d3159342 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:25:38.150088 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-3b2af32d-80d6-4653-a118-75a9bec0605e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b87574b-72cf-4594-b333-e9ab62f81250') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:38.150587 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-3b2af32d-80d6-4653-a118-75a9bec0605e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b87574b-72cf-4594-b333-e9ab62f81250') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:38.150682 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b59d76af-9b7d-4e8a-80e2-87a444933a8e tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/routers/002d6fbe-e2b7-4413-86b0-c80450343c3b HTTP/1.1" status: 404 len: 336 time: 0.0824270 Feb 19 04:25:38.151053 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55866) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:38.179194 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-541efd4f-785b-4416-8b4b-9ccc53540ff5 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] DELETE failed (client error): The resource could not be found. Feb 19 04:25:38.179655 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-541efd4f-785b-4416-8b4b-9ccc53540ff5 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:25:38.181381 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3b2af32d-80d6-4653-a118-75a9bec0605e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (6b87574b-72cf-4594-b333-e9ab62f81250), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:38.186637 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-541efd4f-785b-4416-8b4b-9ccc53540ff5 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/subnets/39b9bd48-9dfe-46c8-9381-ea4d7a8b507d HTTP/1.1" status: 404 len: 337 time: 0.0341763 Feb 19 04:25:38.187266 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55868) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:38.209418 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3b2af32d-80d6-4653-a118-75a9bec0605e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (6b87574b-72cf-4594-b333-e9ab62f81250), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:38.225135 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2af32d-80d6-4653-a118-75a9bec0605e admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:25:38.226053 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3b2af32d-80d6-4653-a118-75a9bec0605e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (6b87574b-72cf-4594-b333-e9ab62f81250), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:38.252728 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f744c21-75db-438a-9687-51d63ad167a1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] DELETE failed (client error): The resource could not be found. Feb 19 04:25:38.253181 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f744c21-75db-438a-9687-51d63ad167a1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:25:38.258595 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5f744c21-75db-438a-9687-51d63ad167a1 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/subnets/c393823a-1569-47cd-86a7-e6e516cb3e05 HTTP/1.1" status: 404 len: 337 time: 0.0676668 Feb 19 04:25:38.270538 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55870) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:25:38.317116 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:25:38.319605 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7650800b-5bf5-4426-bbf3-c566f1e1e794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:38.322054 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3b2af32d-80d6-4653-a118-75a9bec0605e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (f340e38b-fc33-422a-8808-c90730dc6314), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:38.331726 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-941dab48-6a94-40db-8021-23e85896955a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] DELETE failed (client error): The resource could not be found. Feb 19 04:25:38.332320 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-941dab48-6a94-40db-8021-23e85896955a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:25:38.337821 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-941dab48-6a94-40db-8021-23e85896955a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/subnets/992306a5-5bd1-4cae-aa5c-bc17027923a0 HTTP/1.1" status: 404 len: 337 time: 0.0638559 Feb 19 04:25:38.341677 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55872) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:38.345462 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3b2af32d-80d6-4653-a118-75a9bec0605e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:38.349291 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3b2af32d-80d6-4653-a118-75a9bec0605e admin admin] 10.222.0.52 "DELETE /v2.0/networks/f340e38b-fc33-422a-8808-c90730dc6314 HTTP/1.1" status: 204 len: 168 time: 1.1218433 Feb 19 04:25:38.350372 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2af32d-80d6-4653-a118-75a9bec0605e admin admin] Pushing event deleted for resources: {'Network': ['ID=f340e38b-fc33-422a-8808-c90730dc6314,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:38.364257 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7c2e85-4c6a-4497-afda-e4f460124b3f tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Made reservation on behalf of 5f78b14320e047b99cc727237e144962 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:38.373803 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dd7c2e85-4c6a-4497-afda-e4f460124b3f tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:38.395823 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0b6d94-7e85-4685-8acd-af1b9fe3b0f3 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] DELETE failed (client error): The resource could not be found. Feb 19 04:25:38.396673 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d0b6d94-7e85-4685-8acd-af1b9fe3b0f3 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:25:38.411490 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2d0b6d94-7e85-4685-8acd-af1b9fe3b0f3 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/ports/1c2dc2e9-9572-4e1b-87aa-b5a87f44f454 HTTP/1.1" status: 404 len: 333 time: 0.0644689 Feb 19 04:25:38.412884 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55876) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:38.454133 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-dd7c2e85-4c6a-4497-afda-e4f460124b3f tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] device_id is not set on port 551125e4-f690-4c8e-bb08-bffd5087c159 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:25:38.486986 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d991461-4802-422b-84bc-955b33453948 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] DELETE failed (client error): The resource could not be found. Feb 19 04:25:38.487437 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d991461-4802-422b-84bc-955b33453948 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:25:38.498632 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4d991461-4802-422b-84bc-955b33453948 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/subnets/c2aa7b8d-aade-4632-b2c6-84bdf188d8f3 HTTP/1.1" status: 404 len: 337 time: 0.0762668 Feb 19 04:25:38.499348 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55878) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:38.549864 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-63110be7-fcc9-4912-b1e1-7110404cdcf3 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] DELETE failed (client error): The resource could not be found. Feb 19 04:25:38.550421 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63110be7-fcc9-4912-b1e1-7110404cdcf3 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:25:38.555882 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-63110be7-fcc9-4912-b1e1-7110404cdcf3 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/subnets/40fe521c-ea35-4636-9ae0-b5291b433315 HTTP/1.1" status: 404 len: 337 time: 0.0530357 Feb 19 04:25:38.556160 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55882) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:38.582059 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d96051-e221-4a49-88fa-5d64925c5f0c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] DELETE failed (client error): The resource could not be found. Feb 19 04:25:38.582689 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70d96051-e221-4a49-88fa-5d64925c5f0c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:25:38.588016 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-70d96051-e221-4a49-88fa-5d64925c5f0c tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/ports/746fb41b-2ba4-4386-b51f-c766bd8de8ce HTTP/1.1" status: 404 len: 333 time: 0.0286717 Feb 19 04:25:38.588273 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55886) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:38.621118 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-4611333f-8dab-4832-9930-30b7a608e22a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] DELETE failed (client error): The resource could not be found. Feb 19 04:25:38.621573 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4611333f-8dab-4832-9930-30b7a608e22a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:25:38.627875 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4611333f-8dab-4832-9930-30b7a608e22a tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/subnets/a379d49b-80ae-4d02-9f4c-80a014e3f7cc HTTP/1.1" status: 404 len: 337 time: 0.0362291 Feb 19 04:25:38.628180 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55888) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:38.661315 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b5ce71-595b-4230-addd-8af47464341b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] DELETE failed (client error): The resource could not be found. Feb 19 04:25:38.661789 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b5ce71-595b-4230-addd-8af47464341b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:25:38.668375 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-51b5ce71-595b-4230-addd-8af47464341b tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/subnets/8baa229c-092f-4443-96fd-344adb85a154 HTTP/1.1" status: 404 len: 337 time: 0.0361922 Feb 19 04:25:38.678447 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55890) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:38.708804 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf400ab-a4b8-4085-8ec9-522c1eaad2f2 None None] Network 30610554-3743-47d7-86ad-74d9cb059347 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:38.765176 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-dd7c2e85-4c6a-4497-afda-e4f460124b3f tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Allocated IP 172.20.0.4 (41a0442e-9c85-45b3-ba7c-daeb46e1695f/92cd45ef-c2d2-4d21-8f7b-2987b8028281/551125e4-f690-4c8e-bb08-bffd5087c159) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:38.778127 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55894) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:38.874129 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 40da82b2-47ca-4134-ba79-9af1d8b49967 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:25:38.931959 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8ae69043-56df-4702-80d0-5cfe8f5b8bfa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8ec38d363cbe44859094f303c32fa2df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1471505 Feb 19 04:25:38.934149 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55898) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:38.971611 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7650800b-5bf5-4426-bbf3-c566f1e1e794 admin admin] Publish callbacks [] for security_group (34c1adfa-7673-4663-b406-54b5c1e12c10), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:38.991770 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-4e2c98db-1749-45fe-a0fe-8b4cc88f55ab tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Deleting port bba1a702-957d-4c7e-aaca-576f35b27509 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:38.993493 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7650800b-5bf5-4426-bbf3-c566f1e1e794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (34c1adfa-7673-4663-b406-54b5c1e12c10), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:38.994055 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4e2c98db-1749-45fe-a0fe-8b4cc88f55ab tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (bba1a702-957d-4c7e-aaca-576f35b27509), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.018536 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-8ab224cd-b197-4636-8af4-ba468c9f1a01 None None] Provisioning complete for port 40da82b2-47ca-4134-ba79-9af1d8b49967 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:39.018925 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8ab224cd-b197-4636-8af4-ba468c9f1a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.079456 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650800b-5bf5-4426-bbf3-c566f1e1e794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c1adfa-7673-4663-b406-54b5c1e12c10,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:39.100536 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7650800b-5bf5-4426-bbf3-c566f1e1e794 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fa7a9044298e4911ad18a0eef4fd9271&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8000381 Feb 19 04:25:39.124855 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55904) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:39.153332 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8bbdad-9c83-4123-a74c-84954b1a151e None None] DHCP port deletion for 30610554-3743-47d7-86ad-74d9cb059347 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:25:39.156237 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4e2c98db-1749-45fe-a0fe-8b4cc88f55ab tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (bba1a702-957d-4c7e-aaca-576f35b27509), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.161215 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 40da82b2-47ca-4134-ba79-9af1d8b49967 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:39.161818 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.175467 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-4e2c98db-1749-45fe-a0fe-8b4cc88f55ab tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Calling delete_port for bba1a702-957d-4c7e-aaca-576f35b27509 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:39.209347 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8ab224cd-b197-4636-8af4-ba468c9f1a01 None None] Current status of the port 40da82b2-47ca-4134-ba79-9af1d8b49967 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:39.270130 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-8ab224cd-b197-4636-8af4-ba468c9f1a01 None None] Provisioning complete for port bba1a702-957d-4c7e-aaca-576f35b27509 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:39.270465 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8ab224cd-b197-4636-8af4-ba468c9f1a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bba1a702-957d-4c7e-aaca-576f35b27509), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.313852 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 40da82b2-47ca-4134-ba79-9af1d8b49967, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=40da82b2-47ca-4134-ba79-9af1d8b49967,segment=NetworkSegment(58a1a262-113b-4a79-939a-f211cfedf4dc),segment_id=58a1a262-113b-4a79-939a-f211cfedf4dc)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:39.333085 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b8d91f3-10ee-439f-9b3e-66dbd5905d10 admin admin] Publish callbacks [] for security_group (34c1adfa-7673-4663-b406-54b5c1e12c10), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.336491 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.345151 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-4a8bbdad-9c83-4123-a74c-84954b1a151e None None] Deleting port 40da82b2-47ca-4134-ba79-9af1d8b49967 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:39.345532 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4a8bbdad-9c83-4123-a74c-84954b1a151e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.365060 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b8d91f3-10ee-439f-9b3e-66dbd5905d10 admin admin] Publish callbacks [] for security_group (34c1adfa-7673-4663-b406-54b5c1e12c10), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.366674 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dae6fdac-b9e9-4795-a116-12c7e6995c1b admin admin] Publish callbacks [] for security_group (93f382f4-3464-4551-ad7c-1102633fb291), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.368135 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8ab224cd-b197-4636-8af4-ba468c9f1a01 None None] Port bba1a702-957d-4c7e-aaca-576f35b27509 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:25:39.402639 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dae6fdac-b9e9-4795-a116-12c7e6995c1b admin admin] Publish callbacks [] for security_group (93f382f4-3464-4551-ad7c-1102633fb291), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.411657 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4e2c98db-1749-45fe-a0fe-8b4cc88f55ab tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (bba1a702-957d-4c7e-aaca-576f35b27509), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.483066 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dd7c2e85-4c6a-4497-afda-e4f460124b3f tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for port (551125e4-f690-4c8e-bb08-bffd5087c159), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.500115 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b8d91f3-10ee-439f-9b3e-66dbd5905d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (34c1adfa-7673-4663-b406-54b5c1e12c10), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.503510 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b8d91f3-10ee-439f-9b3e-66dbd5905d10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.507147 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5b8d91f3-10ee-439f-9b3e-66dbd5905d10 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/34c1adfa-7673-4663-b406-54b5c1e12c10 HTTP/1.1" status: 204 len: 168 time: 0.3785963 Feb 19 04:25:39.523751 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c98db-1749-45fe-a0fe-8b4cc88f55ab tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Port': ['ID=bba1a702-957d-4c7e-aaca-576f35b27509,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:39.525950 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d91f3-10ee-439f-9b3e-66dbd5905d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c1adfa-7673-4663-b406-54b5c1e12c10,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:39.530013 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-4a8bbdad-9c83-4123-a74c-84954b1a151e None None] For port 40da82b2-47ca-4134-ba79-9af1d8b49967, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=40da82b2-47ca-4134-ba79-9af1d8b49967,segment=NetworkSegment(58a1a262-113b-4a79-939a-f211cfedf4dc),segment_id=58a1a262-113b-4a79-939a-f211cfedf4dc)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:39.530741 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4a8bbdad-9c83-4123-a74c-84954b1a151e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.534601 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=40da82b2-47ca-4134-ba79-9af1d8b49967,revision_number=11']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:39.563815 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dd7c2e85-4c6a-4497-afda-e4f460124b3f tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (551125e4-f690-4c8e-bb08-bffd5087c159), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.566120 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-4a8bbdad-9c83-4123-a74c-84954b1a151e None None] Calling delete_port for 40da82b2-47ca-4134-ba79-9af1d8b49967 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:39.581045 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4e2c98db-1749-45fe-a0fe-8b4cc88f55ab tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.584719 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4e2c98db-1749-45fe-a0fe-8b4cc88f55ab tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/ports/bba1a702-957d-4c7e-aaca-576f35b27509 HTTP/1.1" status: 204 len: 168 time: 0.9049652 Feb 19 04:25:39.588046 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55912) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:39.653538 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7c2e85-4c6a-4497-afda-e4f460124b3f tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Network 41a0442e-9c85-45b3-ba7c-daeb46e1695f is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:39.659424 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-dd7c2e85-4c6a-4497-afda-e4f460124b3f tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:39.667352 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7c2e85-4c6a-4497-afda-e4f460124b3f tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:39.747279 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dae6fdac-b9e9-4795-a116-12c7e6995c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (93f382f4-3464-4551-ad7c-1102633fb291), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.752035 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dae6fdac-b9e9-4795-a116-12c7e6995c1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.753113 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-dae6fdac-b9e9-4795-a116-12c7e6995c1b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/93f382f4-3464-4551-ad7c-1102633fb291 HTTP/1.1" status: 204 len: 168 time: 0.8130028 Feb 19 04:25:39.786030 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c2e85-4c6a-4497-afda-e4f460124b3f tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event updated for resources: {'Port': ['ID=551125e4-f690-4c8e-bb08-bffd5087c159,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:39.798664 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6fdac-b9e9-4795-a116-12c7e6995c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f382f4-3464-4551-ad7c-1102633fb291,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:39.801486 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7c2e85-4c6a-4497-afda-e4f460124b3f tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:39.802466 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dd7c2e85-4c6a-4497-afda-e4f460124b3f tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.814384 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8c97d9ef-12c5-406e-9e61-a01182723f20 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (30610554-3743-47d7-86ad-74d9cb059347), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.839456 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4a8bbdad-9c83-4123-a74c-84954b1a151e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (40da82b2-47ca-4134-ba79-9af1d8b49967), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.858506 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-dd7c2e85-4c6a-4497-afda-e4f460124b3f tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6898153 Feb 19 04:25:39.858713 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 55922) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:39.865225 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-171db748-7fbc-41ef-b267-6c8f359cfea0 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Request body: {'floatingip': {'port_id': '551125e4-f690-4c8e-bb08-bffd5087c159'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:39.923050 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8bbdad-9c83-4123-a74c-84954b1a151e None None] Pushing event deleted for resources: {'Port': ['ID=40da82b2-47ca-4134-ba79-9af1d8b49967,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:39.992426 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8bbdad-9c83-4123-a74c-84954b1a151e None None] No DVR routers for this DVR port 40da82b2-47ca-4134-ba79-9af1d8b49967 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:25:40.054708 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-171db748-7fbc-41ef-b267-6c8f359cfea0 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (78511fe9-d634-44b7-b37e-ff344a59df54), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:40.139190 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8c97d9ef-12c5-406e-9e61-a01182723f20 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (30610554-3743-47d7-86ad-74d9cb059347), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:40.179620 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-8c97d9ef-12c5-406e-9e61-a01182723f20 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30610554-3743-47d7-86ad-74d9cb059347']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:40.199043 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-8c97d9ef-12c5-406e-9e61-a01182723f20 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a1a262-113b-4a79-939a-f211cfedf4dc') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:40.199702 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-8c97d9ef-12c5-406e-9e61-a01182723f20 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a1a262-113b-4a79-939a-f211cfedf4dc') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:40.211403 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8c97d9ef-12c5-406e-9e61-a01182723f20 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (58a1a262-113b-4a79-939a-f211cfedf4dc), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:40.225881 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-413d0949-aae7-4718-a846-57d6490fb3b0 None None] Provisioning complete for port 551125e4-f690-4c8e-bb08-bffd5087c159 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:40.226936 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-413d0949-aae7-4718-a846-57d6490fb3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (551125e4-f690-4c8e-bb08-bffd5087c159), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:40.250251 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8c97d9ef-12c5-406e-9e61-a01182723f20 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (58a1a262-113b-4a79-939a-f211cfedf4dc), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:40.262846 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c97d9ef-12c5-406e-9e61-a01182723f20 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:25:40.264727 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8c97d9ef-12c5-406e-9e61-a01182723f20 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (58a1a262-113b-4a79-939a-f211cfedf4dc), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:25:40.273616 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:25:40.295354 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-413d0949-aae7-4718-a846-57d6490fb3b0 None None] Port 551125e4-f690-4c8e-bb08-bffd5087c159 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:25:40.390748 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8c97d9ef-12c5-406e-9e61-a01182723f20 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (30610554-3743-47d7-86ad-74d9cb059347), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:40.442435 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8c97d9ef-12c5-406e-9e61-a01182723f20 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:40.450227 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8c97d9ef-12c5-406e-9e61-a01182723f20 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] 10.222.0.52 "DELETE /v2.0/networks/30610554-3743-47d7-86ad-74d9cb059347 HTTP/1.1" status: 204 len: 168 time: 0.8608160 Feb 19 04:25:40.453455 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97d9ef-12c5-406e-9e61-a01182723f20 tempest-PortsTestJSON-502948461 tempest-PortsTestJSON-502948461-project] Pushing event deleted for resources: {'Network': ['ID=30610554-3743-47d7-86ad-74d9cb059347,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:40.924258 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-171db748-7fbc-41ef-b267-6c8f359cfea0 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:40.925377 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55966) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:40.938039 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-171db748-7fbc-41ef-b267-6c8f359cfea0 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (78511fe9-d634-44b7-b37e-ff344a59df54), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:41.172174 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-171db748-7fbc-41ef-b267-6c8f359cfea0 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Floating IP 78511fe9-d634-44b7-b37e-ff344a59df54 associated. External IP: 172.25.3.192, port: 34d7dca7-643f-40ac-bb98-cce5867f4f58. Feb 19 04:25:41.241115 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-691628fa-148d-468e-b6c8-8e323ee4226f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dd0b4c3644cf40b2a614f690962dfa99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3144803 Feb 19 04:25:41.242641 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 55990) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:41.358413 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-099984ca-24d6-44d5-82b2-d0a4cd885307 admin admin] Publish callbacks [] for security_group (0af24422-5a40-40f6-bd2c-94c32a9c3d21), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:41.419125 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-099984ca-24d6-44d5-82b2-d0a4cd885307 admin admin] Publish callbacks [] for security_group (0af24422-5a40-40f6-bd2c-94c32a9c3d21), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:41.514877 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-099984ca-24d6-44d5-82b2-d0a4cd885307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0af24422-5a40-40f6-bd2c-94c32a9c3d21), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:41.518311 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-099984ca-24d6-44d5-82b2-d0a4cd885307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:41.520435 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-099984ca-24d6-44d5-82b2-d0a4cd885307 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0af24422-5a40-40f6-bd2c-94c32a9c3d21 HTTP/1.1" status: 204 len: 168 time: 0.2759745 Feb 19 04:25:41.549191 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099984ca-24d6-44d5-82b2-d0a4cd885307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af24422-5a40-40f6-bd2c-94c32a9c3d21,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:41.687781 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171db748-7fbc-41ef-b267-6c8f359cfea0 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Router ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:25:41.968081 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171db748-7fbc-41ef-b267-6c8f359cfea0 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:25:41.978970 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25450d67-454a-4956-ace7-f4752edb8d70 None None] Sync routers for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:25:41.993528 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25450d67-454a-4956-ace7-f4752edb8d70 None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:41.995762 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-25450d67-454a-4956-ace7-f4752edb8d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:42.090151 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-25450d67-454a-4956-ace7-f4752edb8d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:42.121306 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25450d67-454a-4956-ace7-f4752edb8d70 None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:42.124113 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-25450d67-454a-4956-ace7-f4752edb8d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:42.221195 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-25450d67-454a-4956-ace7-f4752edb8d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:42.222302 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25450d67-454a-4956-ace7-f4752edb8d70 None None] The sync data for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:25:42.281600 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7e2683ab-551b-4862-8550-deb8bbd57fc5 req-9f36c830-fcd1-459d-9e22-0370d7c4e763 tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0326979 Feb 19 04:25:42.496722 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171db748-7fbc-41ef-b267-6c8f359cfea0 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Router 683a8c72-0328-4664-bbcb-8a51bedb1bca has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:25:42.773124 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171db748-7fbc-41ef-b267-6c8f359cfea0 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:25:42.780143 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-171db748-7fbc-41ef-b267-6c8f359cfea0 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:42.785801 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce06119-6c98-421f-baf3-baba67ad6baa None None] Sync routers for ids ['683a8c72-0328-4664-bbcb-8a51bedb1bca'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:25:42.797103 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce06119-6c98-421f-baf3-baba67ad6baa None None] Routers {'683a8c72-0328-4664-bbcb-8a51bedb1bca'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:42.811009 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3ce06119-6c98-421f-baf3-baba67ad6baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['683a8c72-0328-4664-bbcb-8a51bedb1bca'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:42.892421 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-171db748-7fbc-41ef-b267-6c8f359cfea0 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "PUT /v2.0/floatingips/78511fe9-d634-44b7-b37e-ff344a59df54 HTTP/1.1" status: 200 len: 977 time: 3.0317175 Feb 19 04:25:42.894524 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56070) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:42.931839 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3ce06119-6c98-421f-baf3-baba67ad6baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:42.963293 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce06119-6c98-421f-baf3-baba67ad6baa None None] Routers {'683a8c72-0328-4664-bbcb-8a51bedb1bca'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:42.965155 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3ce06119-6c98-421f-baf3-baba67ad6baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['683a8c72-0328-4664-bbcb-8a51bedb1bca'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:43.062407 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3ce06119-6c98-421f-baf3-baba67ad6baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:43.064129 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce06119-6c98-421f-baf3-baba67ad6baa None None] The sync data for ids ['683a8c72-0328-4664-bbcb-8a51bedb1bca'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:25:43.121860 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-5315eacc-b782-48ed-92cb-1300ae25e69b tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Deleting port 551125e4-f690-4c8e-bb08-bffd5087c159 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:43.122977 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5315eacc-b782-48ed-92cb-1300ae25e69b tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (551125e4-f690-4c8e-bb08-bffd5087c159), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:43.339341 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56088) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:43.352348 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5315eacc-b782-48ed-92cb-1300ae25e69b tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (551125e4-f690-4c8e-bb08-bffd5087c159), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:43.484833 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9835e73-f65b-4f21-80b8-e84578882030 req-f6c52ce8-0ae6-4940-8c37-09f04ef2b374 tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0586295 Feb 19 04:25:43.539408 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-ac6bc27a-b9c7-4f6f-b1d7-a66d7f3bfb7f tempest-DvrRoutersNegativeTest-361345843 tempest-DvrRoutersNegativeTest-361345843-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1948949394', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:43.541974 n-d-828369-19 neutron-server[109926]: DEBUG neutron.policy [None req-ac6bc27a-b9c7-4f6f-b1d7-a66d7f3bfb7f tempest-DvrRoutersNegativeTest-361345843 tempest-DvrRoutersNegativeTest-361345843-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109926) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 19 04:25:43.542327 n-d-828369-19 neutron-server[109926]: DEBUG neutron.policy [None req-ac6bc27a-b9c7-4f6f-b1d7-a66d7f3bfb7f tempest-DvrRoutersNegativeTest-361345843 tempest-DvrRoutersNegativeTest-361345843-project] Failed policy check for 'create_router' {{(pid=109926) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 19 04:25:43.542856 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-ac6bc27a-b9c7-4f6f-b1d7-a66d7f3bfb7f tempest-DvrRoutersNegativeTest-361345843 tempest-DvrRoutersNegativeTest-361345843-project] create failed (client error): Access was denied to this resource. Feb 19 04:25:43.543853 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ac6bc27a-b9c7-4f6f-b1d7-a66d7f3bfb7f tempest-DvrRoutersNegativeTest-361345843 tempest-DvrRoutersNegativeTest-361345843-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2034950 Feb 19 04:25:43.642287 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5315eacc-b782-48ed-92cb-1300ae25e69b tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:43.643289 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5315eacc-b782-48ed-92cb-1300ae25e69b tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (78511fe9-d634-44b7-b37e-ff344a59df54), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:43.643624 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-5315eacc-b782-48ed-92cb-1300ae25e69b tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Floating IP 78511fe9-d634-44b7-b37e-ff344a59df54 disassociated. External IP: 172.25.3.192, port: 551125e4-f690-4c8e-bb08-bffd5087c159. Feb 19 04:25:43.644631 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-5315eacc-b782-48ed-92cb-1300ae25e69b tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Calling delete_port for 551125e4-f690-4c8e-bb08-bffd5087c159 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:43.900216 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5315eacc-b782-48ed-92cb-1300ae25e69b tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (551125e4-f690-4c8e-bb08-bffd5087c159), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:43.944577 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315eacc-b782-48ed-92cb-1300ae25e69b tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event deleted for resources: {'Port': ['ID=551125e4-f690-4c8e-bb08-bffd5087c159,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:44.014963 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56120) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:44.146857 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5315eacc-b782-48ed-92cb-1300ae25e69b tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Router 683a8c72-0328-4664-bbcb-8a51bedb1bca has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:25:44.174735 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-03200982-d89b-41a4-ac85-3ee5f33ac0f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:44.284719 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-03200982-d89b-41a4-ac85-3ee5f33ac0f0 admin admin] Publish callbacks [] for security_group (8938791f-4dd3-4791-b328-61eb850acfc5), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:44.291231 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-03200982-d89b-41a4-ac85-3ee5f33ac0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8938791f-4dd3-4791-b328-61eb850acfc5), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:44.343073 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-03200982-d89b-41a4-ac85-3ee5f33ac0f0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4a74b7ec22484dd091a8971cd3aa32ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3268347 Feb 19 04:25:44.344497 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03200982-d89b-41a4-ac85-3ee5f33ac0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8938791f-4dd3-4791-b328-61eb850acfc5,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:44.348006 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56128) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:44.382299 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56130) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:44.417197 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bea6dd89-8a67-4290-91ef-deadd905a9aa admin admin] Publish callbacks [] for security_group (8938791f-4dd3-4791-b328-61eb850acfc5), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:44.451787 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bea6dd89-8a67-4290-91ef-deadd905a9aa admin admin] Publish callbacks [] for security_group (8938791f-4dd3-4791-b328-61eb850acfc5), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:44.514481 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bea6dd89-8a67-4290-91ef-deadd905a9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8938791f-4dd3-4791-b328-61eb850acfc5), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:44.518301 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bea6dd89-8a67-4290-91ef-deadd905a9aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:44.519409 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bea6dd89-8a67-4290-91ef-deadd905a9aa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8938791f-4dd3-4791-b328-61eb850acfc5 HTTP/1.1" status: 204 len: 168 time: 0.1702969 Feb 19 04:25:44.528835 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6dd89-8a67-4290-91ef-deadd905a9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8938791f-4dd3-4791-b328-61eb850acfc5,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:44.580315 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-37875a40-908b-41c7-afbc-b9923fdccea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:44.657119 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-05144d92-870e-4ef7-97b0-6e30d5e431ed req-169a792a-c559-4b92-83c7-fa59e7cb0663 tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0473409 Feb 19 04:25:44.727543 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5315eacc-b782-48ed-92cb-1300ae25e69b tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:25:44.741815 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65ad9c7-d82b-49ec-8a09-c8b5615f2ef3 None None] Sync routers for ids ['683a8c72-0328-4664-bbcb-8a51bedb1bca'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:25:44.754377 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65ad9c7-d82b-49ec-8a09-c8b5615f2ef3 None None] Routers {'683a8c72-0328-4664-bbcb-8a51bedb1bca'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:44.759043 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-f65ad9c7-d82b-49ec-8a09-c8b5615f2ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['683a8c72-0328-4664-bbcb-8a51bedb1bca'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:44.769184 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-37875a40-908b-41c7-afbc-b9923fdccea1 admin admin] Publish callbacks [] for security_group (f8b3c5e7-d31a-41a7-a572-31053c976199), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:44.789279 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-37875a40-908b-41c7-afbc-b9923fdccea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f8b3c5e7-d31a-41a7-a572-31053c976199), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:44.828349 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-f65ad9c7-d82b-49ec-8a09-c8b5615f2ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:44.830731 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5315eacc-b782-48ed-92cb-1300ae25e69b tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:44.837134 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5315eacc-b782-48ed-92cb-1300ae25e69b tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "DELETE /v2.0/ports/551125e4-f690-4c8e-bb08-bffd5087c159 HTTP/1.1" status: 204 len: 168 time: 1.9384491 Feb 19 04:25:44.837396 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56142) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:44.851703 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65ad9c7-d82b-49ec-8a09-c8b5615f2ef3 None None] Routers {'683a8c72-0328-4664-bbcb-8a51bedb1bca'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:44.852338 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-f65ad9c7-d82b-49ec-8a09-c8b5615f2ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['683a8c72-0328-4664-bbcb-8a51bedb1bca'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:44.868211 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-37875a40-908b-41c7-afbc-b9923fdccea1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=abed4f263d3b400dab0b2829fff5dc01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4844952 Feb 19 04:25:44.869161 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37875a40-908b-41c7-afbc-b9923fdccea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b3c5e7-d31a-41a7-a572-31053c976199,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:44.872549 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56144) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:44.943309 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-f65ad9c7-d82b-49ec-8a09-c8b5615f2ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:44.944785 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65ad9c7-d82b-49ec-8a09-c8b5615f2ef3 None None] The sync data for ids ['683a8c72-0328-4664-bbcb-8a51bedb1bca'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:25:44.948347 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1929ee06-b315-4030-bc65-91b50482c01a req-8501cd03-d165-4dee-a6aa-6e586ede3806 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0360024 Feb 19 04:25:44.959462 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31fc8da5-7d4b-4035-bb21-735f1dd81117 admin admin] Publish callbacks [] for security_group (f8b3c5e7-d31a-41a7-a572-31053c976199), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:44.965889 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:25:44.998131 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31fc8da5-7d4b-4035-bb21-735f1dd81117 admin admin] Publish callbacks [] for security_group (f8b3c5e7-d31a-41a7-a572-31053c976199), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:45.078495 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31fc8da5-7d4b-4035-bb21-735f1dd81117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f8b3c5e7-d31a-41a7-a572-31053c976199), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:45.078495 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-31fc8da5-7d4b-4035-bb21-735f1dd81117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:45.079662 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-31fc8da5-7d4b-4035-bb21-735f1dd81117 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f8b3c5e7-d31a-41a7-a572-31053c976199 HTTP/1.1" status: 204 len: 168 time: 0.2052760 Feb 19 04:25:45.089252 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc8da5-7d4b-4035-bb21-735f1dd81117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b3c5e7-d31a-41a7-a572-31053c976199,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:45.447452 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-df581d23-743d-402a-a31f-2e3ec1813af5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (683a8c72-0328-4664-bbcb-8a51bedb1bca), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:45.541033 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56168) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:45.565479 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5c040f9c-b2b1-446e-bdaf-2aeee6091db9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:45.665486 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5c040f9c-b2b1-446e-bdaf-2aeee6091db9 admin admin] Publish callbacks [] for security_group (0e40f3be-720b-44ce-aa38-ba79e59ec745), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:45.671232 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5c040f9c-b2b1-446e-bdaf-2aeee6091db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0e40f3be-720b-44ce-aa38-ba79e59ec745), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:45.707680 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5c040f9c-b2b1-446e-bdaf-2aeee6091db9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=94cad58e46e74403a7701d80570810d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1654339 Feb 19 04:25:45.710476 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56176) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:45.733646 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c040f9c-b2b1-446e-bdaf-2aeee6091db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e40f3be-720b-44ce-aa38-ba79e59ec745,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:45.807193 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d73181c2-66f5-4d88-b721-59c06d1e01ae req-e9a0baaf-ce95-40d2-805d-6a56ba61f45d tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0374880 Feb 19 04:25:45.835804 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-df581d23-743d-402a-a31f-2e3ec1813af5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Deleting port eada5820-e0c4-43cc-b3ac-741c9b2f44dd {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:45.836153 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-df581d23-743d-402a-a31f-2e3ec1813af5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (eada5820-e0c4-43cc-b3ac-741c9b2f44dd), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:45.840672 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d35da8ce-4cd7-4361-a7d1-b52e7af887e7 admin admin] Publish callbacks [] for security_group (0e40f3be-720b-44ce-aa38-ba79e59ec745), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:45.917702 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d35da8ce-4cd7-4361-a7d1-b52e7af887e7 admin admin] Publish callbacks [] for security_group (0e40f3be-720b-44ce-aa38-ba79e59ec745), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:45.983239 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-df581d23-743d-402a-a31f-2e3ec1813af5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (eada5820-e0c4-43cc-b3ac-741c9b2f44dd), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:46.004330 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-df581d23-743d-402a-a31f-2e3ec1813af5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Calling delete_port for eada5820-e0c4-43cc-b3ac-741c9b2f44dd owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:46.056247 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d35da8ce-4cd7-4361-a7d1-b52e7af887e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0e40f3be-720b-44ce-aa38-ba79e59ec745), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:46.058781 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d35da8ce-4cd7-4361-a7d1-b52e7af887e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:46.062548 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d35da8ce-4cd7-4361-a7d1-b52e7af887e7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0e40f3be-720b-44ce-aa38-ba79e59ec745 HTTP/1.1" status: 204 len: 168 time: 0.3485179 Feb 19 04:25:46.070712 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35da8ce-4cd7-4361-a7d1-b52e7af887e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e40f3be-720b-44ce-aa38-ba79e59ec745,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:46.312535 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-df581d23-743d-402a-a31f-2e3ec1813af5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (eada5820-e0c4-43cc-b3ac-741c9b2f44dd), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:46.342282 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df581d23-743d-402a-a31f-2e3ec1813af5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event deleted for resources: {'Port': ['ID=eada5820-e0c4-43cc-b3ac-741c9b2f44dd,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:46.606956 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-df581d23-743d-402a-a31f-2e3ec1813af5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (683a8c72-0328-4664-bbcb-8a51bedb1bca), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:46.936987 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df581d23-743d-402a-a31f-2e3ec1813af5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Router 683a8c72-0328-4664-bbcb-8a51bedb1bca has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:25:46.990188 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa3d988e-00b8-40e7-b800-94618eaf8549 req-67be1704-216a-4528-ad5a-7f25071cd25a tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0601387 Feb 19 04:25:47.142446 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df581d23-743d-402a-a31f-2e3ec1813af5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:25:47.150527 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-df581d23-743d-402a-a31f-2e3ec1813af5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "PUT /v2.0/routers/683a8c72-0328-4664-bbcb-8a51bedb1bca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3120921 Feb 19 04:25:47.153500 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56230) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:47.163978 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3fb450-f126-4cb9-831a-6b3f43dbf6d4 None None] Sync routers for ids ['683a8c72-0328-4664-bbcb-8a51bedb1bca'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:25:47.190659 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3fb450-f126-4cb9-831a-6b3f43dbf6d4 None None] Routers {'683a8c72-0328-4664-bbcb-8a51bedb1bca'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:47.191604 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3a3fb450-f126-4cb9-831a-6b3f43dbf6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['683a8c72-0328-4664-bbcb-8a51bedb1bca'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:47.236386 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3a3fb450-f126-4cb9-831a-6b3f43dbf6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:47.246919 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3fb450-f126-4cb9-831a-6b3f43dbf6d4 None None] Routers {'683a8c72-0328-4664-bbcb-8a51bedb1bca'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:47.247848 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3a3fb450-f126-4cb9-831a-6b3f43dbf6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['683a8c72-0328-4664-bbcb-8a51bedb1bca'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:47.285643 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3a3fb450-f126-4cb9-831a-6b3f43dbf6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:47.286527 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3fb450-f126-4cb9-831a-6b3f43dbf6d4 None None] The sync data for ids ['683a8c72-0328-4664-bbcb-8a51bedb1bca'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:25:47.356742 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c6ff426c-c622-4f6c-b9a0-84d3b6fec1c9 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for router (683a8c72-0328-4664-bbcb-8a51bedb1bca), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:47.580569 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c6ff426c-c622-4f6c-b9a0-84d3b6fec1c9 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for router_gateway (683a8c72-0328-4664-bbcb-8a51bedb1bca), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:47.589890 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c7ca3ed-8308-447e-8c02-187221d74921 req-82a0e073-0213-4ce2-8a9b-6fb55166336d tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0475118 Feb 19 04:25:47.656134 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-c6ff426c-c622-4f6c-b9a0-84d3b6fec1c9 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Deleting port 95f44af2-b6c9-4eb9-a68c-87ed1641bcb0 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:47.658317 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c6ff426c-c622-4f6c-b9a0-84d3b6fec1c9 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (95f44af2-b6c9-4eb9-a68c-87ed1641bcb0), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:47.776111 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c6ff426c-c622-4f6c-b9a0-84d3b6fec1c9 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (95f44af2-b6c9-4eb9-a68c-87ed1641bcb0), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:47.798571 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-c6ff426c-c622-4f6c-b9a0-84d3b6fec1c9 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Calling delete_port for 95f44af2-b6c9-4eb9-a68c-87ed1641bcb0 owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:47.892506 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56250) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:48.011759 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-410a1082-f072-4d68-a9d3-87389ca4624b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:48.105465 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-410a1082-f072-4d68-a9d3-87389ca4624b admin admin] Publish callbacks [] for security_group (c21d3920-5a45-4ebd-bdaf-14c87b23ebad), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:48.114115 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-410a1082-f072-4d68-a9d3-87389ca4624b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (c21d3920-5a45-4ebd-bdaf-14c87b23ebad), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:48.161741 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-410a1082-f072-4d68-a9d3-87389ca4624b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=67b28dfb6e8043088c824d5443e3395b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2673261 Feb 19 04:25:48.163811 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a1082-f072-4d68-a9d3-87389ca4624b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21d3920-5a45-4ebd-bdaf-14c87b23ebad,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:48.167713 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56256) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:48.248637 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1c01380d-df25-4373-807f-3345bdc72104 admin admin] Publish callbacks [] for security_group (c21d3920-5a45-4ebd-bdaf-14c87b23ebad), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:48.281103 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1c01380d-df25-4373-807f-3345bdc72104 admin admin] Publish callbacks [] for security_group (c21d3920-5a45-4ebd-bdaf-14c87b23ebad), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:48.327149 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c6ff426c-c622-4f6c-b9a0-84d3b6fec1c9 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (95f44af2-b6c9-4eb9-a68c-87ed1641bcb0), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:48.380148 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff426c-c622-4f6c-b9a0-84d3b6fec1c9 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event deleted for resources: {'Port': ['ID=95f44af2-b6c9-4eb9-a68c-87ed1641bcb0,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:48.381655 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1c01380d-df25-4373-807f-3345bdc72104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (c21d3920-5a45-4ebd-bdaf-14c87b23ebad), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:48.384292 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1c01380d-df25-4373-807f-3345bdc72104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:48.386228 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1c01380d-df25-4373-807f-3345bdc72104 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c21d3920-5a45-4ebd-bdaf-14c87b23ebad HTTP/1.1" status: 204 len: 168 time: 0.2162731 Feb 19 04:25:48.426636 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01380d-df25-4373-807f-3345bdc72104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21d3920-5a45-4ebd-bdaf-14c87b23ebad,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:48.492365 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c6ff426c-c622-4f6c-b9a0-84d3b6fec1c9 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (683a8c72-0328-4664-bbcb-8a51bedb1bca), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:48.720578 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c6ff426c-c622-4f6c-b9a0-84d3b6fec1c9 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (683a8c72-0328-4664-bbcb-8a51bedb1bca), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:48.723001 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c6ff426c-c622-4f6c-b9a0-84d3b6fec1c9 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for router_controller (683a8c72-0328-4664-bbcb-8a51bedb1bca), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:48.795183 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c6ff426c-c622-4f6c-b9a0-84d3b6fec1c9 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (683a8c72-0328-4664-bbcb-8a51bedb1bca), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:48.795183 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ff426c-c622-4f6c-b9a0-84d3b6fec1c9 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Fanout notify agent at l3_agent the message router_deleted on router 683a8c72-0328-4664-bbcb-8a51bedb1bca {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:25:48.808660 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c6ff426c-c622-4f6c-b9a0-84d3b6fec1c9 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:48.811098 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c6ff426c-c622-4f6c-b9a0-84d3b6fec1c9 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "DELETE /v2.0/routers/683a8c72-0328-4664-bbcb-8a51bedb1bca HTTP/1.1" status: 204 len: 168 time: 1.6555054 Feb 19 04:25:48.812934 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56280) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:48.828547 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56282) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:48.836900 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-43b3c0c6-9498-4dfa-a4df-cf65989d57d0 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-283187312', 'description': 'tempest-secgroup-smoke-283187312 description', 'project_id': '4d0605309ce645e6b6631106e754c3e2'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:48.841068 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f242a407-4de6-49cb-901c-37fcbb35390a req-8dc84f13-9dec-476f-8d30-ac57a308c0f8 tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0706511 Feb 19 04:25:48.954989 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-43b3c0c6-9498-4dfa-a4df-cf65989d57d0 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.031803 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-d038670a-2f2a-4a5b-9caf-cee6d5ca8988 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Deleting subnet 92cd45ef-c2d2-4d21-8f7b-2987b8028281 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:25:49.040253 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d038670a-2f2a-4a5b-9caf-cee6d5ca8988 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for subnet (92cd45ef-c2d2-4d21-8f7b-2987b8028281), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.100471 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-43b3c0c6-9498-4dfa-a4df-cf65989d57d0 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for security_group (5aac9bc9-e34d-4e2a-b247-86bda971edb3), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.108778 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d038670a-2f2a-4a5b-9caf-cee6d5ca8988 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (92cd45ef-c2d2-4d21-8f7b-2987b8028281), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.111878 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-43b3c0c6-9498-4dfa-a4df-cf65989d57d0 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5aac9bc9-e34d-4e2a-b247-86bda971edb3), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.178280 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-43b3c0c6-9498-4dfa-a4df-cf65989d57d0 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.179543 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-43b3c0c6-9498-4dfa-a4df-cf65989d57d0 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3483000 Feb 19 04:25:49.182349 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3c0c6-9498-4dfa-a4df-cf65989d57d0 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aac9bc9-e34d-4e2a-b247-86bda971edb3,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:49.182590 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56292) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:49.191997 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-04b926f8-dea9-4bc5-a909-a89c236c5fb2 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Request body: {'security_group_rule': {'security_group_id': '5aac9bc9-e34d-4e2a-b247-86bda971edb3', 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:49.231890 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-04b926f8-dea9-4bc5-a909-a89c236c5fb2 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for security_group_rule (9bcb943c-5f38-4bd4-81f3-789425cf5dd4), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.246842 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d038670a-2f2a-4a5b-9caf-cee6d5ca8988 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (92cd45ef-c2d2-4d21-8f7b-2987b8028281), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.309939 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-04b926f8-dea9-4bc5-a909-a89c236c5fb2 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for security_group_rule (9bcb943c-5f38-4bd4-81f3-789425cf5dd4), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.316515 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d038670a-2f2a-4a5b-9caf-cee6d5ca8988 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (92cd45ef-c2d2-4d21-8f7b-2987b8028281), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.327283 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-04b926f8-dea9-4bc5-a909-a89c236c5fb2 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (9bcb943c-5f38-4bd4-81f3-789425cf5dd4), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.354484 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038670a-2f2a-4a5b-9caf-cee6d5ca8988 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event deleted for resources: {'Subnet': ['ID=92cd45ef-c2d2-4d21-8f7b-2987b8028281,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:49.359113 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d038670a-2f2a-4a5b-9caf-cee6d5ca8988 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.362655 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d038670a-2f2a-4a5b-9caf-cee6d5ca8988 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "DELETE /v2.0/subnets/92cd45ef-c2d2-4d21-8f7b-2987b8028281 HTTP/1.1" status: 204 len: 168 time: 0.5484476 Feb 19 04:25:49.365179 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56302) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:49.368717 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29939074-914d-4103-a1f4-e0c74c10f260 None None] Network 41a0442e-9c85-45b3-ba7c-daeb46e1695f requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:49.391306 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b926f8-dea9-4bc5-a909-a89c236c5fb2 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bcb943c-5f38-4bd4-81f3-789425cf5dd4,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:49.407758 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-04b926f8-dea9-4bc5-a909-a89c236c5fb2 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.415178 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-04b926f8-dea9-4bc5-a909-a89c236c5fb2 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2287295 Feb 19 04:25:49.415178 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56304) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:49.420500 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-cf2e3786-73f1-4934-a139-64f707d527f4 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Request body: {'security_group_rule': {'security_group_id': '5aac9bc9-e34d-4e2a-b247-86bda971edb3', 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:49.477209 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cf2e3786-73f1-4934-a139-64f707d527f4 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for security_group_rule (130c9024-2299-4834-ac02-ee32aeb09f28), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.516044 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5713f9ef-cef2-490a-9c6d-18d6b04b18e1 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (41a0442e-9c85-45b3-ba7c-daeb46e1695f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.575331 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cf2e3786-73f1-4934-a139-64f707d527f4 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for security_group_rule (130c9024-2299-4834-ac02-ee32aeb09f28), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.580116 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cf2e3786-73f1-4934-a139-64f707d527f4 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (130c9024-2299-4834-ac02-ee32aeb09f28), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.600710 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-5713f9ef-cef2-490a-9c6d-18d6b04b18e1 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Deleting port 985db27f-1b43-4b54-bd04-819f6e062df2 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:49.601400 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5713f9ef-cef2-490a-9c6d-18d6b04b18e1 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (985db27f-1b43-4b54-bd04-819f6e062df2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.611649 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cf2e3786-73f1-4934-a139-64f707d527f4 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.616869 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56312) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:49.617577 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cf2e3786-73f1-4934-a139-64f707d527f4 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2033961 Feb 19 04:25:49.622997 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e3786-73f1-4934-a139-64f707d527f4 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=130c9024-2299-4834-ac02-ee32aeb09f28,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:49.631436 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-6cfb6a3d-e867-4855-ab2a-7b5e35a8519f tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Request body: {'security_group_rule': {'security_group_id': '5aac9bc9-e34d-4e2a-b247-86bda971edb3', 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:49.709034 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56316) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:49.723470 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865a8c66-e1d8-4ba5-8657-076e218484fe None None] DHCP port deletion for 41a0442e-9c85-45b3-ba7c-daeb46e1695f request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:25:49.776392 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-5713f9ef-cef2-490a-9c6d-18d6b04b18e1 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] For port 985db27f-1b43-4b54-bd04-819f6e062df2, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=985db27f-1b43-4b54-bd04-819f6e062df2,segment=NetworkSegment(62de2c09-8541-4fb6-869d-8d07297c0c75),segment_id=62de2c09-8541-4fb6-869d-8d07297c0c75)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:49.776772 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5713f9ef-cef2-490a-9c6d-18d6b04b18e1 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (985db27f-1b43-4b54-bd04-819f6e062df2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.790678 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-865a8c66-e1d8-4ba5-8657-076e218484fe None None] Deleting port 985db27f-1b43-4b54-bd04-819f6e062df2 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:49.791383 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-865a8c66-e1d8-4ba5-8657-076e218484fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (985db27f-1b43-4b54-bd04-819f6e062df2), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.798998 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-5713f9ef-cef2-490a-9c6d-18d6b04b18e1 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Calling delete_port for 985db27f-1b43-4b54-bd04-819f6e062df2 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:49.854774 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-a3649a95-94b6-4e18-8bfe-60e4cadd186f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-760607084-network', 'tenant_id': 'ce076e9f68f6436e95052065050bc270'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:49.871063 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-865a8c66-e1d8-4ba5-8657-076e218484fe None None] For port 985db27f-1b43-4b54-bd04-819f6e062df2, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=985db27f-1b43-4b54-bd04-819f6e062df2,segment=NetworkSegment(62de2c09-8541-4fb6-869d-8d07297c0c75),segment_id=62de2c09-8541-4fb6-869d-8d07297c0c75)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:49.871464 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-865a8c66-e1d8-4ba5-8657-076e218484fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (985db27f-1b43-4b54-bd04-819f6e062df2), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.888233 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-865a8c66-e1d8-4ba5-8657-076e218484fe None None] Calling delete_port for 985db27f-1b43-4b54-bd04-819f6e062df2 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:49.891084 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3649a95-94b6-4e18-8bfe-60e4cadd186f admin admin] Made reservation on behalf of ce076e9f68f6436e95052065050bc270 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:49.893568 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a3649a95-94b6-4e18-8bfe-60e4cadd186f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.910705 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a3649a95-94b6-4e18-8bfe-60e4cadd186f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.945615 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5713f9ef-cef2-490a-9c6d-18d6b04b18e1 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (985db27f-1b43-4b54-bd04-819f6e062df2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.989933 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-865a8c66-e1d8-4ba5-8657-076e218484fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (985db27f-1b43-4b54-bd04-819f6e062df2), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.023140 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a8c66-e1d8-4ba5-8657-076e218484fe None None] Pushing event deleted for resources: {'Port': ['ID=985db27f-1b43-4b54-bd04-819f6e062df2,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:50.028233 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865a8c66-e1d8-4ba5-8657-076e218484fe None None] No DVR routers for this DVR port 985db27f-1b43-4b54-bd04-819f6e062df2 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:25:50.038392 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-30c91fb5-5b6a-4857-b4ba-80b0428141fc req-127da820-f351-4d7f-8c13-cfbb30493e7a tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0828435 Feb 19 04:25:50.043797 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5713f9ef-cef2-490a-9c6d-18d6b04b18e1 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] No DVR routers for this DVR port 985db27f-1b43-4b54-bd04-819f6e062df2 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:25:50.092062 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713f9ef-cef2-490a-9c6d-18d6b04b18e1 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event deleted for resources: {'Port': ['ID=985db27f-1b43-4b54-bd04-819f6e062df2,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:50.124955 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6cfb6a3d-e867-4855-ab2a-7b5e35a8519f tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for security_group_rule (9a8d63de-1510-4e29-ae4e-3c345a234f52), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.142637 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a3649a95-94b6-4e18-8bfe-60e4cadd186f admin admin] Publish callbacks [] for security_group (228fef21-6b8c-41b8-9f40-017f22f28298), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.153163 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a3649a95-94b6-4e18-8bfe-60e4cadd186f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (228fef21-6b8c-41b8-9f40-017f22f28298), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.189042 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5713f9ef-cef2-490a-9c6d-18d6b04b18e1 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (41a0442e-9c85-45b3-ba7c-daeb46e1695f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.194629 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3649a95-94b6-4e18-8bfe-60e4cadd186f admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:25:50.196563 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3649a95-94b6-4e18-8bfe-60e4cadd186f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228fef21-6b8c-41b8-9f40-017f22f28298,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:50.210935 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a3649a95-94b6-4e18-8bfe-60e4cadd186f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (9777500b-3d40-48be-8014-053531e35b49), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.212141 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-a3649a95-94b6-4e18-8bfe-60e4cadd186f admin admin] Added segment 9777500b-3d40-48be-8014-053531e35b49 of type vlan for network 6979ad81-5fba-4a33-a8b4-463a94f62639 Feb 19 04:25:50.224607 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-5713f9ef-cef2-490a-9c6d-18d6b04b18e1 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a0442e-9c85-45b3-ba7c-daeb46e1695f']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:50.238218 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-5713f9ef-cef2-490a-9c6d-18d6b04b18e1 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62de2c09-8541-4fb6-869d-8d07297c0c75') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:50.238451 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-5713f9ef-cef2-490a-9c6d-18d6b04b18e1 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62de2c09-8541-4fb6-869d-8d07297c0c75') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:50.265666 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5713f9ef-cef2-490a-9c6d-18d6b04b18e1 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (62de2c09-8541-4fb6-869d-8d07297c0c75), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.268349 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6cfb6a3d-e867-4855-ab2a-7b5e35a8519f tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for security_group_rule (9a8d63de-1510-4e29-ae4e-3c345a234f52), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.268975 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a3649a95-94b6-4e18-8bfe-60e4cadd186f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (6979ad81-5fba-4a33-a8b4-463a94f62639), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.279439 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6cfb6a3d-e867-4855-ab2a-7b5e35a8519f tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (9a8d63de-1510-4e29-ae4e-3c345a234f52), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.287084 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5713f9ef-cef2-490a-9c6d-18d6b04b18e1 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (62de2c09-8541-4fb6-869d-8d07297c0c75), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.304863 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb6a3d-e867-4855-ab2a-7b5e35a8519f tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a8d63de-1510-4e29-ae4e-3c345a234f52,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:50.306914 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5713f9ef-cef2-490a-9c6d-18d6b04b18e1 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:25:50.307299 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5713f9ef-cef2-490a-9c6d-18d6b04b18e1 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (62de2c09-8541-4fb6-869d-8d07297c0c75), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:25:50.310622 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:25:50.328432 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6cfb6a3d-e867-4855-ab2a-7b5e35a8519f tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.332137 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6cfb6a3d-e867-4855-ab2a-7b5e35a8519f tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7108541 Feb 19 04:25:50.333405 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56322) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:50.338602 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-5ee4f5ce-b906-43b6-aecc-50372f95b85b tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Request body: {'security_group_rule': {'security_group_id': '5aac9bc9-e34d-4e2a-b247-86bda971edb3', 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:50.345002 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a3649a95-94b6-4e18-8bfe-60e4cadd186f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (6979ad81-5fba-4a33-a8b4-463a94f62639), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.346212 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3649a95-94b6-4e18-8bfe-60e4cadd186f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:50.346971 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a3649a95-94b6-4e18-8bfe-60e4cadd186f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.384810 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5713f9ef-cef2-490a-9c6d-18d6b04b18e1 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (41a0442e-9c85-45b3-ba7c-daeb46e1695f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.400981 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5713f9ef-cef2-490a-9c6d-18d6b04b18e1 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.408934 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5713f9ef-cef2-490a-9c6d-18d6b04b18e1 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "DELETE /v2.0/networks/41a0442e-9c85-45b3-ba7c-daeb46e1695f HTTP/1.1" status: 204 len: 168 time: 1.0402730 Feb 19 04:25:50.411866 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56324) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:50.437053 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713f9ef-cef2-490a-9c6d-18d6b04b18e1 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event deleted for resources: {'Network': ['ID=41a0442e-9c85-45b3-ba7c-daeb46e1695f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:50.438376 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a3649a95-94b6-4e18-8bfe-60e4cadd186f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7282975 Feb 19 04:25:50.451470 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56326) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:50.467275 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-de05b212-557c-4407-8b70-9f2fee7e7bd8 admin admin] Request body: {'subnet': {'network_id': '6979ad81-5fba-4a33-a8b4-463a94f62639', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-760607084-subnet', 'tenant_id': 'ce076e9f68f6436e95052065050bc270', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:50.493835 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ee4f5ce-b906-43b6-aecc-50372f95b85b tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for security_group_rule (ac7838f1-c6b4-4b85-9b4c-7675b3ffece5), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.497391 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3649a95-94b6-4e18-8bfe-60e4cadd186f admin admin] Pushing event updated for resources: {'Network': ['ID=6979ad81-5fba-4a33-a8b4-463a94f62639,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:50.508567 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 6979ad81-5fba-4a33-a8b4-463a94f62639 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:25:50.536576 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de05b212-557c-4407-8b70-9f2fee7e7bd8 admin admin] Made reservation on behalf of ce076e9f68f6436e95052065050bc270 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:50.540044 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-de05b212-557c-4407-8b70-9f2fee7e7bd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.650960 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ee4f5ce-b906-43b6-aecc-50372f95b85b tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for security_group_rule (ac7838f1-c6b4-4b85-9b4c-7675b3ffece5), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.672439 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ee4f5ce-b906-43b6-aecc-50372f95b85b tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (ac7838f1-c6b4-4b85-9b4c-7675b3ffece5), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.733128 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4f5ce-b906-43b6-aecc-50372f95b85b tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7838f1-c6b4-4b85-9b4c-7675b3ffece5,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:50.805198 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 985db27f-1b43-4b54-bd04-819f6e062df2 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:25:50.833087 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 985db27f-1b43-4b54-bd04-819f6e062df2 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:25:50.833447 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 985db27f-1b43-4b54-bd04-819f6e062df2 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:25:50.871462 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ee4f5ce-b906-43b6-aecc-50372f95b85b tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.875865 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5ee4f5ce-b906-43b6-aecc-50372f95b85b tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5408883 Feb 19 04:25:50.879320 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56332) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:50.884233 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-fb8350bf-ba88-47fc-9970-59ba11e1c47e tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Request body: {'security_group_rule': {'security_group_id': '5aac9bc9-e34d-4e2a-b247-86bda971edb3', 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:50.920103 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-de05b212-557c-4407-8b70-9f2fee7e7bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (f0a93690-316e-4b3c-89ce-34ed28c0df45), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.956907 n-d-828369-19 neutron-server[109926]: INFO neutron.db.securitygroups_db [None req-fb8350bf-ba88-47fc-9970-59ba11e1c47e tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Project 4d0605309ce645e6b6631106e754c3e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:25:50.974887 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fb8350bf-ba88-47fc-9970-59ba11e1c47e tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for security_group_rule (7ce5fa39-8f03-4ef6-8460-fa0da135a5f0), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:51.014509 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05b212-557c-4407-8b70-9f2fee7e7bd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0a93690-316e-4b3c-89ce-34ed28c0df45,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:51.016704 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-9f0e6257-f877-4c83-9d64-e2e5cdea4caa tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Deleting port 179640ae-9733-463a-85c4-d6703579f014 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:51.023164 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f0e6257-f877-4c83-9d64-e2e5cdea4caa tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (179640ae-9733-463a-85c4-d6703579f014), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:51.053213 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de05b212-557c-4407-8b70-9f2fee7e7bd8 admin admin] Checking segment: {'id': '9777500b-3d40-48be-8014-053531e35b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6979ad81-5fba-4a33-a8b4-463a94f62639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:25:51.053952 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de05b212-557c-4407-8b70-9f2fee7e7bd8 admin admin] Network hostable DHCP agents. Network: 6979ad81-5fba-4a33-a8b4-463a94f62639, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:25:51.074632 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fb8350bf-ba88-47fc-9970-59ba11e1c47e tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for security_group_rule (7ce5fa39-8f03-4ef6-8460-fa0da135a5f0), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:51.085511 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fb8350bf-ba88-47fc-9970-59ba11e1c47e tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (7ce5fa39-8f03-4ef6-8460-fa0da135a5f0), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:51.096827 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de05b212-557c-4407-8b70-9f2fee7e7bd8 admin admin] Network 6979ad81-5fba-4a33-a8b4-463a94f62639 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:25:51.115784 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8350bf-ba88-47fc-9970-59ba11e1c47e tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce5fa39-8f03-4ef6-8460-fa0da135a5f0,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:51.124270 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-de05b212-557c-4407-8b70-9f2fee7e7bd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 6979ad81-5fba-4a33-a8b4-463a94f62639) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:51.134142 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defba1fd-0ab0-4483-aa14-cf99f854d4e6 None None] Network 6979ad81-5fba-4a33-a8b4-463a94f62639 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:51.152101 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de05b212-557c-4407-8b70-9f2fee7e7bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:51.153440 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-de05b212-557c-4407-8b70-9f2fee7e7bd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:51.155409 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f0e6257-f877-4c83-9d64-e2e5cdea4caa tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (179640ae-9733-463a-85c4-d6703579f014), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:51.155889 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f0e6257-f877-4c83-9d64-e2e5cdea4caa tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (179640ae-9733-463a-85c4-d6703579f014), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:51.173927 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-9f0e6257-f877-4c83-9d64-e2e5cdea4caa tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Calling delete_port for 179640ae-9733-463a-85c4-d6703579f014 owned by network:floatingip {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:51.177680 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fb8350bf-ba88-47fc-9970-59ba11e1c47e tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:51.182001 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fb8350bf-ba88-47fc-9970-59ba11e1c47e tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3013666 Feb 19 04:25:51.184907 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56336) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:51.192622 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-9865912e-0bc2-404d-aeb5-3671a5b856df tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Request body: {'security_group_rule': {'security_group_id': '5aac9bc9-e34d-4e2a-b247-86bda971edb3', 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:51.239793 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9fe93915-6b59-4416-b781-eccea29a76a8 req-8232a41e-5a46-479f-8a1c-4cb2e957b65a tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0780883 Feb 19 04:25:51.246471 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-de05b212-557c-4407-8b70-9f2fee7e7bd8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7936532 Feb 19 04:25:51.258956 n-d-828369-19 neutron-server[109926]: INFO neutron.db.securitygroups_db [None req-9865912e-0bc2-404d-aeb5-3671a5b856df tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Project 4d0605309ce645e6b6631106e754c3e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:25:51.265798 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9865912e-0bc2-404d-aeb5-3671a5b856df tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for security_group_rule (3c2a766d-ced8-4123-9ad2-8eade71bbdad), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:51.318293 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5607ec-7b6e-4749-98f4-39eb804a42a7 None None] Network 6979ad81-5fba-4a33-a8b4-463a94f62639 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:51.412491 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9865912e-0bc2-404d-aeb5-3671a5b856df tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for security_group_rule (3c2a766d-ced8-4123-9ad2-8eade71bbdad), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:51.419707 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9865912e-0bc2-404d-aeb5-3671a5b856df tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (3c2a766d-ced8-4123-9ad2-8eade71bbdad), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:51.423350 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f0e6257-f877-4c83-9d64-e2e5cdea4caa tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (179640ae-9733-463a-85c4-d6703579f014), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:51.475227 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865912e-0bc2-404d-aeb5-3671a5b856df tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2a766d-ced8-4123-9ad2-8eade71bbdad,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:51.479005 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e6257-f877-4c83-9d64-e2e5cdea4caa tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event deleted for resources: {'Port': ['ID=179640ae-9733-463a-85c4-d6703579f014,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:51.491994 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9865912e-0bc2-404d-aeb5-3671a5b856df tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:51.498286 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9865912e-0bc2-404d-aeb5-3671a5b856df tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3044074 Feb 19 04:25:51.570082 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f0e6257-f877-4c83-9d64-e2e5cdea4caa tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for floatingip (78511fe9-d634-44b7-b37e-ff344a59df54), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:51.572701 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f0e6257-f877-4c83-9d64-e2e5cdea4caa tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:51.577791 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9f0e6257-f877-4c83-9d64-e2e5cdea4caa tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "DELETE /v2.0/floatingips/78511fe9-d634-44b7-b37e-ff344a59df54 HTTP/1.1" status: 204 len: 168 time: 1.1603689 Feb 19 04:25:51.578142 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56348) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:51.617629 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-40995b09-f30f-43d3-9f45-1f34cdaf6e47 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] DELETE failed (client error): The resource could not be found. Feb 19 04:25:51.624455 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40995b09-f30f-43d3-9f45-1f34cdaf6e47 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:25:51.630741 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-40995b09-f30f-43d3-9f45-1f34cdaf6e47 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "DELETE /v2.0/ports/551125e4-f690-4c8e-bb08-bffd5087c159 HTTP/1.1" status: 404 len: 333 time: 0.0500360 Feb 19 04:25:51.631689 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56352) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:51.691074 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6de30c0a-ddc9-4dfe-bd98-61a4dfef6611 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "GET /v2.0/ports?device_id=683a8c72-0328-4664-bbcb-8a51bedb1bca HTTP/1.1" status: 200 len: 205 time: 0.0545387 Feb 19 04:25:51.693218 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56356) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:51.738207 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-223099a0-341c-4bd2-8205-11f2f0094163 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] delete failed (client error): The resource could not be found. Feb 19 04:25:51.740474 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-223099a0-341c-4bd2-8205-11f2f0094163 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "DELETE /v2.0/routers/683a8c72-0328-4664-bbcb-8a51bedb1bca HTTP/1.1" status: 404 len: 336 time: 0.0448320 Feb 19 04:25:51.742898 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56358) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:51.804735 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2436b6-5851-4bcf-9c1c-7085e9f2f2f5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] DELETE failed (client error): The resource could not be found. Feb 19 04:25:51.804735 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2436b6-5851-4bcf-9c1c-7085e9f2f2f5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:25:51.807918 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5f2436b6-5851-4bcf-9c1c-7085e9f2f2f5 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "DELETE /v2.0/subnets/92cd45ef-c2d2-4d21-8f7b-2987b8028281 HTTP/1.1" status: 404 len: 337 time: 0.0635808 Feb 19 04:25:51.811565 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56362) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:51.816612 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-84fce1ad-3f4e-4d1b-8b42-5bcba4735630 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-283187312&fields=id&tenant_id=4d0605309ce645e6b6631106e754c3e2 HTTP/1.1" status: 200 len: 267 time: 0.0807369 Feb 19 04:25:51.924929 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-46fa5cd9-09c9-4d56-b517-eea615ceed30 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Deleting port 34d7dca7-643f-40ac-bb98-cce5867f4f58 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:51.925537 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-46fa5cd9-09c9-4d56-b517-eea615ceed30 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (34d7dca7-643f-40ac-bb98-cce5867f4f58), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:52.020636 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-9429b0e0-2bb6-4e69-af14-b0a2b4531f6b tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:52.030915 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-9429b0e0-2bb6-4e69-af14-b0a2b4531f6b tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/networks?id=46b415b4-3a88-498f-8f63-3df28c0f3532 HTTP/1.1" status: 200 len: 814 time: 0.2068691 Feb 19 04:25:52.061380 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-947c85bc-72f6-4db4-899f-bc91ec4de33b tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/quotas/4d0605309ce645e6b6631106e754c3e2 HTTP/1.1" status: 200 len: 375 time: 0.0244896 Feb 19 04:25:52.148452 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-46fa5cd9-09c9-4d56-b517-eea615ceed30 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (34d7dca7-643f-40ac-bb98-cce5867f4f58), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:52.161854 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-33763095-c849-48a4-88ba-bb0d6a2f23d7 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4d0605309ce645e6b6631106e754c3e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1046815 Feb 19 04:25:52.185024 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-46fa5cd9-09c9-4d56-b517-eea615ceed30 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Calling delete_port for 34d7dca7-643f-40ac-bb98-cce5867f4f58 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:52.314852 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-325e6261-1e8a-4086-9f72-280f9a24fc99 service neutron] 10.222.0.52 "GET /v2.0/networks/46b415b4-3a88-498f-8f63-3df28c0f3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310945 Feb 19 04:25:52.422646 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-21755bdd-f462-482d-b488-d905e42bb3ce service neutron] 10.222.0.52 "GET /v2.0/networks/46b415b4-3a88-498f-8f63-3df28c0f3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011446 Feb 19 04:25:52.423707 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-46fa5cd9-09c9-4d56-b517-eea615ceed30 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (34d7dca7-643f-40ac-bb98-cce5867f4f58), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:52.456490 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa5cd9-09c9-4d56-b517-eea615ceed30 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event deleted for resources: {'Port': ['ID=34d7dca7-643f-40ac-bb98-cce5867f4f58,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:52.457525 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d9dabe3-8a4f-4b68-9657-f73e263a41af req-78428402-3e3a-412b-9731-8d72c91324ae tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0384266 Feb 19 04:25:52.627790 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-46fa5cd9-09c9-4d56-b517-eea615ceed30 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:52.643019 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56380) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:52.645396 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-46fa5cd9-09c9-4d56-b517-eea615ceed30 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "DELETE /v2.0/ports/34d7dca7-643f-40ac-bb98-cce5867f4f58 HTTP/1.1" status: 204 len: 168 time: 0.8326607 Feb 19 04:25:52.797182 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-d419e0f6-1d0d-41a4-a087-628e91761551 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Deleting port 443aaa46-456f-46ac-9e90-d8c45a12c6be {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:52.802244 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d419e0f6-1d0d-41a4-a087-628e91761551 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (443aaa46-456f-46ac-9e90-d8c45a12c6be), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:52.954493 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bc5fad3-c903-4261-a118-d00437a66f9a req-4ecf4c9d-45b7-4c49-be75-1e338d8ea342 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 210 time: 0.0543573 Feb 19 04:25:53.010548 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d419e0f6-1d0d-41a4-a087-628e91761551 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (443aaa46-456f-46ac-9e90-d8c45a12c6be), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:53.077435 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-d419e0f6-1d0d-41a4-a087-628e91761551 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Calling delete_port for 443aaa46-456f-46ac-9e90-d8c45a12c6be owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:53.313333 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d419e0f6-1d0d-41a4-a087-628e91761551 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (443aaa46-456f-46ac-9e90-d8c45a12c6be), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:53.356901 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419e0f6-1d0d-41a4-a087-628e91761551 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event deleted for resources: {'Port': ['ID=443aaa46-456f-46ac-9e90-d8c45a12c6be,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:53.473380 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d419e0f6-1d0d-41a4-a087-628e91761551 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:53.478222 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d419e0f6-1d0d-41a4-a087-628e91761551 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "DELETE /v2.0/ports/443aaa46-456f-46ac-9e90-d8c45a12c6be HTTP/1.1" status: 204 len: 168 time: 0.8329468 Feb 19 04:25:53.480128 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56394) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:53.543074 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23efb0b-4369-4628-8f12-1c3efa9dfee9 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:53.547908 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a23efb0b-4369-4628-8f12-1c3efa9dfee9 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2 HTTP/1.1" status: 200 len: 913 time: 0.0638912 Feb 19 04:25:53.548062 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56400) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:53.640910 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed6a13d9-4351-4238-a1f0-85ad2dcc7956 req-99ac9b50-3d04-4225-b03d-516f49eabb2c tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0531549 Feb 19 04:25:54.023125 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c8f4101e-08fc-4b8d-8572-52acd911304e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:54.270010 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dcaf6d98-c849-4cf1-8df8-bde7e9944c89 req-111a1ce9-01fa-4b87-8c98-ac63fa3d8109 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 210 time: 0.1400313 Feb 19 04:25:54.502631 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-c0220e87-41e8-4460-9d9c-a7da9d84e7cf tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:54.504101 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-c0220e87-41e8-4460-9d9c-a7da9d84e7cf tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.26 "GET /v2.0/networks?id=46b415b4-3a88-498f-8f63-3df28c0f3532 HTTP/1.1" status: 200 len: 814 time: 0.1848011 Feb 19 04:25:54.506918 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4101e-08fc-4b8d-8572-52acd911304e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Deleting port cc4750cc-d7ba-464a-8dfe-bf3a95d67e12 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:54.507266 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c8f4101e-08fc-4b8d-8572-52acd911304e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (cc4750cc-d7ba-464a-8dfe-bf3a95d67e12), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:54.653141 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c8f4101e-08fc-4b8d-8572-52acd911304e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (cc4750cc-d7ba-464a-8dfe-bf3a95d67e12), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:54.661451 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-a8cbc43e-2463-4336-97ab-f9b4f42085bc tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d0605309ce645e6b6631106e754c3e2 HTTP/1.1" status: 200 len: 379 time: 0.1363959 Feb 19 04:25:54.674298 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-235f57e4-23bf-45a9-a46f-050040edb749 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Request body: {'port': {'device_id': 'add266bd-452f-4f9f-a1be-eeeeb0a86f2c', 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532', 'admin_state_up': True, 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'security_groups': ['5aac9bc9-e34d-4e2a-b247-86bda971edb3']}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:54.682657 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4101e-08fc-4b8d-8572-52acd911304e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Calling delete_port for cc4750cc-d7ba-464a-8dfe-bf3a95d67e12 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:54.794189 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d53a8231-bfb2-43e5-808d-00f31c3e8ea5 req-04788ffe-c947-4550-bb15-e6a772a8d3be tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0380936 Feb 19 04:25:54.911025 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-235f57e4-23bf-45a9-a46f-050040edb749 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Made reservation on behalf of 4d0605309ce645e6b6631106e754c3e2 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:54.914785 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-235f57e4-23bf-45a9-a46f-050040edb749 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:55.103495 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-235f57e4-23bf-45a9-a46f-050040edb749 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Allocated IP 172.20.0.5 (46b415b4-3a88-498f-8f63-3df28c0f3532/b772a6a0-94ad-4fb1-97ac-f540a720b221/99fa84e9-32cc-4fee-8219-bccb9d3ba37f) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:55.106062 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c8f4101e-08fc-4b8d-8572-52acd911304e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (cc4750cc-d7ba-464a-8dfe-bf3a95d67e12), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:55.139224 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4101e-08fc-4b8d-8572-52acd911304e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event deleted for resources: {'Port': ['ID=cc4750cc-d7ba-464a-8dfe-bf3a95d67e12,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:55.389920 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-235f57e4-23bf-45a9-a46f-050040edb749 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for port (99fa84e9-32cc-4fee-8219-bccb9d3ba37f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:55.457446 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-235f57e4-23bf-45a9-a46f-050040edb749 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (99fa84e9-32cc-4fee-8219-bccb9d3ba37f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:55.474826 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10df5a4b-ef80-4a8b-a823-baafd6aea458 req-d6947830-5c61-4e74-9716-b56d125d21d6 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 210 time: 0.0682011 Feb 19 04:25:55.542350 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-235f57e4-23bf-45a9-a46f-050040edb749 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Network 46b415b4-3a88-498f-8f63-3df28c0f3532 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:55.544077 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f57e4-23bf-45a9-a46f-050040edb749 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Pushing event updated for resources: {'Port': ['ID=99fa84e9-32cc-4fee-8219-bccb9d3ba37f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:55.551055 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-235f57e4-23bf-45a9-a46f-050040edb749 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:55.553832 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-235f57e4-23bf-45a9-a46f-050040edb749 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:55.583239 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c8f4101e-08fc-4b8d-8572-52acd911304e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:55.660462 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-235f57e4-23bf-45a9-a46f-050040edb749 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:55.661089 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-235f57e4-23bf-45a9-a46f-050040edb749 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:55.725560 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-235f57e4-23bf-45a9-a46f-050040edb749 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0570040 Feb 19 04:25:55.748254 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-46bb6c76-a49a-412a-abe3-307b91e97d1b service neutron] Request body: {'port': {'device_id': 'add266bd-452f-4f9f-a1be-eeeeb0a86f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:55.968971 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-ef881aad-c1fd-4ea4-84b1-9154f57e8ff6 None None] Provisioning complete for port 99fa84e9-32cc-4fee-8219-bccb9d3ba37f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:55.969567 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ef881aad-c1fd-4ea4-84b1-9154f57e8ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (99fa84e9-32cc-4fee-8219-bccb9d3ba37f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:55.971876 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc812a39-c37f-419c-82eb-df5d82c306e9 req-486c9da6-4b33-431d-acfd-88d46694fbb9 tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0397186 Feb 19 04:25:56.002289 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-46bb6c76-a49a-412a-abe3-307b91e97d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (99fa84e9-32cc-4fee-8219-bccb9d3ba37f), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:56.066994 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f4101e-08fc-4b8d-8572-52acd911304e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Router ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:25:56.077517 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ef881aad-c1fd-4ea4-84b1-9154f57e8ff6 None None] Port 99fa84e9-32cc-4fee-8219-bccb9d3ba37f cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:25:56.349218 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f4101e-08fc-4b8d-8572-52acd911304e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:25:56.360572 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c48a30-b11c-4a0c-b1c9-5707af6d4813 None None] Sync routers for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:25:56.370478 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c8f4101e-08fc-4b8d-8572-52acd911304e tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "PUT /v2.0/routers/ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8204961 Feb 19 04:25:56.371901 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c48a30-b11c-4a0c-b1c9-5707af6d4813 None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:56.373011 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56442) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:56.373825 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-76c48a30-b11c-4a0c-b1c9-5707af6d4813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:56.454789 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-76c48a30-b11c-4a0c-b1c9-5707af6d4813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:56.478011 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c48a30-b11c-4a0c-b1c9-5707af6d4813 None None] Routers {'ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:56.478877 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-76c48a30-b11c-4a0c-b1c9-5707af6d4813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:25:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:56.546428 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-46bb6c76-a49a-412a-abe3-307b91e97d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99fa84e9-32cc-4fee-8219-bccb9d3ba37f {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:25:56.555216 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-76c48a30-b11c-4a0c-b1c9-5707af6d4813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:56.558429 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c48a30-b11c-4a0c-b1c9-5707af6d4813 None None] The sync data for ids ['ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:25:56.561490 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-46bb6c76-a49a-412a-abe3-307b91e97d1b service neutron] Publish callbacks [] for port (99fa84e9-32cc-4fee-8219-bccb9d3ba37f), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:56.583157 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-46bb6c76-a49a-412a-abe3-307b91e97d1b service neutron] Transition to ACTIVE for port object 99fa84e9-32cc-4fee-8219-bccb9d3ba37f will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:25:56.594122 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-46bb6c76-a49a-412a-abe3-307b91e97d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (99fa84e9-32cc-4fee-8219-bccb9d3ba37f), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:56.673976 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb6c76-a49a-412a-abe3-307b91e97d1b service neutron] Pushing event updated for resources: {'Port': ['ID=99fa84e9-32cc-4fee-8219-bccb9d3ba37f,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:56.684012 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ccc30d17-991c-4def-9285-ec306f8c9e58 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for router (ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:56.845462 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-46bb6c76-a49a-412a-abe3-307b91e97d1b service neutron] Attempting to bind port 99fa84e9-32cc-4fee-8219-bccb9d3ba37f on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:25:56.846479 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-46bb6c76-a49a-412a-abe3-307b91e97d1b service neutron] Attempting to bind port 99fa84e9-32cc-4fee-8219-bccb9d3ba37f by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'c64d6f4a-6d14-4da1-b82b-619fdbf36a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:25:56.848865 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-46bb6c76-a49a-412a-abe3-307b91e97d1b service neutron] Attempting to bind port 99fa84e9-32cc-4fee-8219-bccb9d3ba37f on network 46b415b4-3a88-498f-8f63-3df28c0f3532 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:25:56.860777 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ccc30d17-991c-4def-9285-ec306f8c9e58 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for router_gateway (ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:56.866988 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-46bb6c76-a49a-412a-abe3-307b91e97d1b service neutron] Port 99fa84e9-32cc-4fee-8219-bccb9d3ba37f on network 46b415b4-3a88-498f-8f63-3df28c0f3532 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:25:56.867328 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-46bb6c76-a49a-412a-abe3-307b91e97d1b service neutron] Attempting to bind port 99fa84e9-32cc-4fee-8219-bccb9d3ba37f on network 46b415b4-3a88-498f-8f63-3df28c0f3532 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:25:56.881400 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-46bb6c76-a49a-412a-abe3-307b91e97d1b service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:25:56.881757 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-46bb6c76-a49a-412a-abe3-307b91e97d1b service neutron] Checking segment: {'id': 'c64d6f4a-6d14-4da1-b82b-619fdbf36a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:25:56.884927 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-46bb6c76-a49a-412a-abe3-307b91e97d1b service neutron] Bound using segment: {'id': 'c64d6f4a-6d14-4da1-b82b-619fdbf36a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:25:56.887007 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-46bb6c76-a49a-412a-abe3-307b91e97d1b service neutron] Bound port: 99fa84e9-32cc-4fee-8219-bccb9d3ba37f, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c64d6f4a-6d14-4da1-b82b-619fdbf36a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:25:56.887390 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-46bb6c76-a49a-412a-abe3-307b91e97d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (99fa84e9-32cc-4fee-8219-bccb9d3ba37f), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:56.923242 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:56.966725 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd4cfe-9e1d-4157-a456-cfd7043ba93b req-d4da43c1-dc2f-484b-b036-7f95d8421ad7 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:56.983580 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a8dd4cfe-9e1d-4157-a456-cfd7043ba93b req-d4da43c1-dc2f-484b-b036-7f95d8421ad7 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 943 time: 0.3851233 Feb 19 04:25:56.996570 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-46bb6c76-a49a-412a-abe3-307b91e97d1b service neutron] For port 99fa84e9-32cc-4fee-8219-bccb9d3ba37f, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:25:56.999927 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-46bb6c76-a49a-412a-abe3-307b91e97d1b service neutron] For port 99fa84e9-32cc-4fee-8219-bccb9d3ba37f, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=99fa84e9-32cc-4fee-8219-bccb9d3ba37f,segment=NetworkSegment(c64d6f4a-6d14-4da1-b82b-619fdbf36a18),segment_id=c64d6f4a-6d14-4da1-b82b-619fdbf36a18)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:25:57.008741 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-46bb6c76-a49a-412a-abe3-307b91e97d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (99fa84e9-32cc-4fee-8219-bccb9d3ba37f), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:57.147076 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a8dd4cfe-9e1d-4157-a456-cfd7043ba93b req-28983f56-27dc-4fe9-8cfd-3c1da30ad633 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625609 Feb 19 04:25:57.221722 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-ccc30d17-991c-4def-9285-ec306f8c9e58 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Deleting port 9ea2a59b-35d9-44b9-8e7c-b7ee241e07f1 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:57.222067 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ccc30d17-991c-4def-9285-ec306f8c9e58 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (9ea2a59b-35d9-44b9-8e7c-b7ee241e07f1), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:57.266680 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0bc798a7-fda1-4321-9d2d-676f09d53611 req-326313be-1f92-4dda-9808-ce9ffa52ea35 tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.1070554 Feb 19 04:25:57.331476 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ccc30d17-991c-4def-9285-ec306f8c9e58 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (9ea2a59b-35d9-44b9-8e7c-b7ee241e07f1), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:57.345321 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-ccc30d17-991c-4def-9285-ec306f8c9e58 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Calling delete_port for 9ea2a59b-35d9-44b9-8e7c-b7ee241e07f1 owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:57.511719 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-46bb6c76-a49a-412a-abe3-307b91e97d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:57.512772 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-46bb6c76-a49a-412a-abe3-307b91e97d1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:57.514183 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-46bb6c76-a49a-412a-abe3-307b91e97d1b service neutron] 10.222.0.26 "PUT /v2.0/ports/99fa84e9-32cc-4fee-8219-bccb9d3ba37f HTTP/1.1" status: 200 len: 1092 time: 1.7788272 Feb 19 04:25:57.516504 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add266bd-452f-4f9f-a1be-eeeeb0a86f2c', 'tag': '99fa84e9-32cc-4fee-8219-bccb9d3ba37f'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:25:57.520011 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbf9afe-b727-4d9b-9bc1-0f5614459aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "add266bd-452f-4f9f-a1be-eeeeb0a86f2c", "tag": "99fa84e9-32cc-4fee-8219-bccb9d3ba37f"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:25:57.622454 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28d0d6b-170a-4058-870e-f044962b56a7 x-openstack-request-id: req-d28d0d6b-170a-4058-870e-f044962b56a7 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:25:57.623083 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add266bd-452f-4f9f-a1be-eeeeb0a86f2c", "tag": "99fa84e9-32cc-4fee-8219-bccb9d3ba37f", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:25:57.623083 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d28d0d6b-170a-4058-870e-f044962b56a7 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:25:57.623649 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add266bd-452f-4f9f-a1be-eeeeb0a86f2c', 'tag': '99fa84e9-32cc-4fee-8219-bccb9d3ba37f', 'status': 'completed', 'code': 200} Feb 19 04:25:57.625756 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb6c76-a49a-412a-abe3-307b91e97d1b service neutron] Pushing event updated for resources: {'Port': ['ID=99fa84e9-32cc-4fee-8219-bccb9d3ba37f,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:57.633431 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ccc30d17-991c-4def-9285-ec306f8c9e58 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (9ea2a59b-35d9-44b9-8e7c-b7ee241e07f1), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:57.679024 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-6e75badc-7114-450c-8646-9037beac9cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:57.680675 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-6e75badc-7114-450c-8646-9037beac9cfb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d0605309ce645e6b6631106e754c3e2&device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 1126 time: 0.1055810 Feb 19 04:25:57.687169 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc30d17-991c-4def-9285-ec306f8c9e58 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event deleted for resources: {'Port': ['ID=9ea2a59b-35d9-44b9-8e7c-b7ee241e07f1,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:57.717568 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc30d17-991c-4def-9285-ec306f8c9e58 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:57.730267 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc30d17-991c-4def-9285-ec306f8c9e58 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:57.731177 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc30d17-991c-4def-9285-ec306f8c9e58 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:57.731639 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc30d17-991c-4def-9285-ec306f8c9e58 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:57.732118 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc30d17-991c-4def-9285-ec306f8c9e58 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:57.732564 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc30d17-991c-4def-9285-ec306f8c9e58 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:57.733009 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc30d17-991c-4def-9285-ec306f8c9e58 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:57.733454 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc30d17-991c-4def-9285-ec306f8c9e58 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:57.733888 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc30d17-991c-4def-9285-ec306f8c9e58 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:57.734745 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc30d17-991c-4def-9285-ec306f8c9e58 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:57.735180 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc30d17-991c-4def-9285-ec306f8c9e58 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:57.735613 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc30d17-991c-4def-9285-ec306f8c9e58 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:57.736040 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc30d17-991c-4def-9285-ec306f8c9e58 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:57.736305 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-576af194-6ce4-4216-8d22-d0b177680411 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99fa84e9-32cc-4fee-8219-bccb9d3ba37f HTTP/1.1" status: 200 len: 217 time: 0.0450389 Feb 19 04:25:57.798685 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-eaef933b-3323-4695-9204-74cc5df87b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:57.800860 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-eaef933b-3323-4695-9204-74cc5df87b76 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b772a6a0-94ad-4fb1-97ac-f540a720b221 HTTP/1.1" status: 200 len: 853 time: 0.0560770 Feb 19 04:25:57.810604 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ccc30d17-991c-4def-9285-ec306f8c9e58 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:57.882604 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-f7bd11f4-80d3-4bae-9260-d783ddb8eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:57.892257 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-f7bd11f4-80d3-4bae-9260-d783ddb8eb36 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=46b415b4-3a88-498f-8f63-3df28c0f3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0839875 Feb 19 04:25:57.972406 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ccc30d17-991c-4def-9285-ec306f8c9e58 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:57.975477 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ccc30d17-991c-4def-9285-ec306f8c9e58 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for router_controller (ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:58.014030 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-ede8dc90-b31e-4223-8d39-50a036a543b1 service neutron] 10.222.0.26 "GET /v2.0/networks/46b415b4-3a88-498f-8f63-3df28c0f3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151457 Feb 19 04:25:58.044683 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ccc30d17-991c-4def-9285-ec306f8c9e58 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:58.045846 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc30d17-991c-4def-9285-ec306f8c9e58 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Fanout notify agent at l3_agent the message router_deleted on router ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:25:58.065642 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ccc30d17-991c-4def-9285-ec306f8c9e58 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:58.069293 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ccc30d17-991c-4def-9285-ec306f8c9e58 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "DELETE /v2.0/routers/ca2ceaf0-b9ad-4ba2-99bb-135c3a67dff2 HTTP/1.1" status: 204 len: 168 time: 1.6952109 Feb 19 04:25:58.069904 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56460) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:58.130588 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dbe6d8af-96c1-42b8-a02b-edca3b95879c req-4eb208b3-11ba-432b-bd1b-c666bdf7148b service neutron] 10.222.0.26 "GET /v2.0/networks/46b415b4-3a88-498f-8f63-3df28c0f3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042585 Feb 19 04:25:58.166601 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0e05d3-ffd3-428a-a8bd-25d8bc54cd61 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Deleting subnet c6f29738-ae65-420d-b4f6-631dedab8a88 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:25:58.205583 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d0e05d3-ffd3-428a-a8bd-25d8bc54cd61 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks [] for subnet (c6f29738-ae65-420d-b4f6-631dedab8a88), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:58.251563 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d0e05d3-ffd3-428a-a8bd-25d8bc54cd61 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (c6f29738-ae65-420d-b4f6-631dedab8a88), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:58.298738 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d0e05d3-ffd3-428a-a8bd-25d8bc54cd61 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (c6f29738-ae65-420d-b4f6-631dedab8a88), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:58.347668 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf9afe-b727-4d9b-9bc1-0f5614459aa0 req-91d1a3e1-a8e3-46e1-a4c6-a9ab41ba8b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:58.350926 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1dbf9afe-b727-4d9b-9bc1-0f5614459aa0 req-91d1a3e1-a8e3-46e1-a4c6-a9ab41ba8b99 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d0605309ce645e6b6631106e754c3e2&device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 1126 time: 0.1509407 Feb 19 04:25:58.421102 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d0e05d3-ffd3-428a-a8bd-25d8bc54cd61 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (c6f29738-ae65-420d-b4f6-631dedab8a88), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:58.467894 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2450dbea-d7be-47c7-a432-1154a32dc8c1 req-746ca030-2dc0-4f87-8f23-c78f5795ab39 tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0432830 Feb 19 04:25:58.474663 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4d7fd-ce84-4846-96fc-8a8965269482 req-1341251d-a43a-4032-87a8-40291aed35e3 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:58.481445 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ab4d7fd-ce84-4846-96fc-8a8965269482 req-1341251d-a43a-4032-87a8-40291aed35e3 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 943 time: 0.1193299 Feb 19 04:25:58.519078 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf9afe-b727-4d9b-9bc1-0f5614459aa0 req-75e1212f-57d0-4414-b808-645ce0d12427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:58.521507 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1dbf9afe-b727-4d9b-9bc1-0f5614459aa0 req-75e1212f-57d0-4414-b808-645ce0d12427 service neutron] 10.222.0.26 "GET /v2.0/networks?id=46b415b4-3a88-498f-8f63-3df28c0f3532 HTTP/1.1" status: 200 len: 915 time: 0.1574223 Feb 19 04:25:58.533459 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e05d3-ffd3-428a-a8bd-25d8bc54cd61 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event deleted for resources: {'Subnet': ['ID=c6f29738-ae65-420d-b4f6-631dedab8a88,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:58.544520 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d0e05d3-ffd3-428a-a8bd-25d8bc54cd61 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:58.550801 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1d0e05d3-ffd3-428a-a8bd-25d8bc54cd61 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "DELETE /v2.0/subnets/c6f29738-ae65-420d-b4f6-631dedab8a88 HTTP/1.1" status: 204 len: 168 time: 0.4777324 Feb 19 04:25:58.552239 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56468) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:58.591702 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1dbf9afe-b727-4d9b-9bc1-0f5614459aa0 req-3ecb9e77-a445-49ab-a82a-c4ad2e792975 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99fa84e9-32cc-4fee-8219-bccb9d3ba37f HTTP/1.1" status: 200 len: 217 time: 0.0631688 Feb 19 04:25:58.641522 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ab4d7fd-ce84-4846-96fc-8a8965269482 req-3c28dd16-4fc9-4aff-855e-3b81b8d60108 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591427 Feb 19 04:25:58.663150 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf9afe-b727-4d9b-9bc1-0f5614459aa0 req-9107f84d-4733-4f70-943b-d32718ea3e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:58.664669 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1dbf9afe-b727-4d9b-9bc1-0f5614459aa0 req-9107f84d-4733-4f70-943b-d32718ea3e99 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b772a6a0-94ad-4fb1-97ac-f540a720b221 HTTP/1.1" status: 200 len: 853 time: 0.0670364 Feb 19 04:25:58.666326 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7700d6ea-3e49-4fcd-a3ea-1397cc692387 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (5825703b-6b51-466a-9b47-aebebf319d2a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:58.727326 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf9afe-b727-4d9b-9bc1-0f5614459aa0 req-f1e7cbfe-b101-4740-a4c1-0e4d8abde727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:58.728975 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1dbf9afe-b727-4d9b-9bc1-0f5614459aa0 req-f1e7cbfe-b101-4740-a4c1-0e4d8abde727 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=46b415b4-3a88-498f-8f63-3df28c0f3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0583012 Feb 19 04:25:58.832743 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7700d6ea-3e49-4fcd-a3ea-1397cc692387 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (5825703b-6b51-466a-9b47-aebebf319d2a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:58.862886 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-7700d6ea-3e49-4fcd-a3ea-1397cc692387 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5825703b-6b51-466a-9b47-aebebf319d2a']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:58.875965 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-7700d6ea-3e49-4fcd-a3ea-1397cc692387 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a58683d-6a39-40eb-adba-a7045a804056') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:58.876265 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-7700d6ea-3e49-4fcd-a3ea-1397cc692387 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a58683d-6a39-40eb-adba-a7045a804056') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:58.887649 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7700d6ea-3e49-4fcd-a3ea-1397cc692387 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (2a58683d-6a39-40eb-adba-a7045a804056), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:58.905009 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7700d6ea-3e49-4fcd-a3ea-1397cc692387 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (2a58683d-6a39-40eb-adba-a7045a804056), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:58.912559 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1dbf9afe-b727-4d9b-9bc1-0f5614459aa0 req-befee7a2-cbd2-425e-8c95-79a8d6a26dda service neutron] 10.222.0.26 "GET /v2.0/networks/46b415b4-3a88-498f-8f63-3df28c0f3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762693 Feb 19 04:25:58.943093 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7700d6ea-3e49-4fcd-a3ea-1397cc692387 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:25:58.944256 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7700d6ea-3e49-4fcd-a3ea-1397cc692387 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (2a58683d-6a39-40eb-adba-a7045a804056), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:25:59.036613 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:25:59.043128 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7700d6ea-3e49-4fcd-a3ea-1397cc692387 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (5825703b-6b51-466a-9b47-aebebf319d2a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:59.068710 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7700d6ea-3e49-4fcd-a3ea-1397cc692387 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:59.075950 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7700d6ea-3e49-4fcd-a3ea-1397cc692387 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] 10.222.0.52 "DELETE /v2.0/networks/5825703b-6b51-466a-9b47-aebebf319d2a HTTP/1.1" status: 204 len: 168 time: 0.5205929 Feb 19 04:25:59.075950 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700d6ea-3e49-4fcd-a3ea-1397cc692387 tempest-FloatingIPTestJSON-976049170 tempest-FloatingIPTestJSON-976049170-project] Pushing event deleted for resources: {'Network': ['ID=5825703b-6b51-466a-9b47-aebebf319d2a,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:59.090278 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1dbf9afe-b727-4d9b-9bc1-0f5614459aa0 req-3f888b37-f01b-4f45-a61a-6f5fed042b80 service neutron] 10.222.0.26 "GET /v2.0/networks/46b415b4-3a88-498f-8f63-3df28c0f3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712334 Feb 19 04:25:59.375436 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56480) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:59.715980 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-87fa9ac1-6514-46b1-ac9c-a1fc03a4a47c req-d6938962-996e-493d-a13f-4e3c1892319d tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0864146 Feb 19 04:25:59.730923 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0ee66a2c-c7d2-4e77-8995-f4db63a831e1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5f78b14320e047b99cc727237e144962&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3515313 Feb 19 04:25:59.731131 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56488) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:59.777861 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:59.804661 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137953a-4138-4b9c-b364-da137d634eb1 req-c45db972-d50f-446e-80d8-cab79cfbb9ac tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:59.806912 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a137953a-4138-4b9c-b364-da137d634eb1 req-c45db972-d50f-446e-80d8-cab79cfbb9ac tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 943 time: 0.0770626 Feb 19 04:25:59.829795 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-35f8c84c-cb39-41fc-a6b2-5412800e3a55 admin admin] Publish callbacks [] for security_group (3f946e5f-0da5-4a46-839e-99fb2c6e7afd), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:59.858486 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-35f8c84c-cb39-41fc-a6b2-5412800e3a55 admin admin] Publish callbacks [] for security_group (3f946e5f-0da5-4a46-839e-99fb2c6e7afd), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:59.867131 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a137953a-4138-4b9c-b364-da137d634eb1 req-7e25dffc-b731-4c45-8aa9-f1994cb9c0d5 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520155 Feb 19 04:25:59.922441 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-35f8c84c-cb39-41fc-a6b2-5412800e3a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3f946e5f-0da5-4a46-839e-99fb2c6e7afd), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:59.925317 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-35f8c84c-cb39-41fc-a6b2-5412800e3a55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:59.928763 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-35f8c84c-cb39-41fc-a6b2-5412800e3a55 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3f946e5f-0da5-4a46-839e-99fb2c6e7afd HTTP/1.1" status: 204 len: 168 time: 0.1942472 Feb 19 04:25:59.936224 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8c84c-cb39-41fc-a6b2-5412800e3a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f946e5f-0da5-4a46-839e-99fb2c6e7afd,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:00.638148 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9d4f8b0e-5327-477e-9ee9-f0013c42c856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:00.826891 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56528) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:00.857431 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0fed523a-6415-4b7d-bb0c-ad046dfefa59 req-b7c2b3ad-d9f4-494f-a3d8-1635b1accc0e tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0301771 Feb 19 04:26:00.968086 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3f4fdad3-93ab-4c58-9cce-7dc6de6dca48 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:00.968953 n-d-828369-19 neutron-server[109925]: WARNING neutron.api.v2.base [None req-3f4fdad3-93ab-4c58-9cce-7dc6de6dca48 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 04:26:00.969628 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-3f4fdad3-93ab-4c58-9cce-7dc6de6dca48 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 04:26:00.970812 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3f4fdad3-93ab-4c58-9cce-7dc6de6dca48 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1429312 Feb 19 04:26:00.974344 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56534) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:00.991931 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-551facb1-4587-49b7-8606-75020e329edc tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group': {'name': 'tempest-secgroup--1036428867'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:01.037171 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-551facb1-4587-49b7-8606-75020e329edc tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:01.063560 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-551facb1-4587-49b7-8606-75020e329edc tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:01.075461 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3297d01-490c-43a8-9b57-714afa6c9055 req-a9f27e9e-f91e-480c-b0e2-0de5917eeee6 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:01.081473 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b3297d01-490c-43a8-9b57-714afa6c9055 req-a9f27e9e-f91e-480c-b0e2-0de5917eeee6 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 943 time: 0.0893166 Feb 19 04:26:01.201083 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b3297d01-490c-43a8-9b57-714afa6c9055 req-8274ff0c-7d33-4a6a-af94-89bcfa1f4eda tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119969 Feb 19 04:26:01.271982 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-551facb1-4587-49b7-8606-75020e329edc tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (6e64a89b-1cdc-47bc-96b6-fec0e2c6e116), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:01.278131 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-551facb1-4587-49b7-8606-75020e329edc tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6e64a89b-1cdc-47bc-96b6-fec0e2c6e116), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:01.373544 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551facb1-4587-49b7-8606-75020e329edc tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e64a89b-1cdc-47bc-96b6-fec0e2c6e116,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:01.414564 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-551facb1-4587-49b7-8606-75020e329edc tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (731cc58d-f373-4243-a241-1a6db8d1b448), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:01.424966 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-551facb1-4587-49b7-8606-75020e329edc tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (731cc58d-f373-4243-a241-1a6db8d1b448), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:01.463743 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551facb1-4587-49b7-8606-75020e329edc tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=731cc58d-f373-4243-a241-1a6db8d1b448,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:01.488778 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-551facb1-4587-49b7-8606-75020e329edc tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:01.497964 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56562) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:01.498417 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-551facb1-4587-49b7-8606-75020e329edc tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5227532 Feb 19 04:26:01.504627 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-4c7e40a8-f96a-494f-a8f0-27fea3b8983c tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group_rule': {'security_group_id': '731cc58d-f373-4243-a241-1a6db8d1b448', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:01.541728 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4c7e40a8-f96a-494f-a8f0-27fea3b8983c tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group_rule (0e7fcaf9-0dc0-4e2c-8202-7aa82b9bdc30), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:01.629861 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4c7e40a8-f96a-494f-a8f0-27fea3b8983c tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group_rule (0e7fcaf9-0dc0-4e2c-8202-7aa82b9bdc30), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:01.638319 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4c7e40a8-f96a-494f-a8f0-27fea3b8983c tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (0e7fcaf9-0dc0-4e2c-8202-7aa82b9bdc30), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:01.665824 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e40a8-f96a-494f-a8f0-27fea3b8983c tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e7fcaf9-0dc0-4e2c-8202-7aa82b9bdc30,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:01.685054 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4c7e40a8-f96a-494f-a8f0-27fea3b8983c tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:01.687378 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4c7e40a8-f96a-494f-a8f0-27fea3b8983c tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1879976 Feb 19 04:26:01.690633 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56586) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:01.697641 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3f7bb7af-e203-4fdd-8fac-de5729c6122c tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group_rule': {'security_group_id': '731cc58d-f373-4243-a241-1a6db8d1b448', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:01.737541 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f7bb7af-e203-4fdd-8fac-de5729c6122c tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group_rule (1d12cb55-4b14-4a5a-81f6-4f338bd0f610), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:01.802904 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-3f7bb7af-e203-4fdd-8fac-de5729c6122c tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 04:26:01.806882 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3f7bb7af-e203-4fdd-8fac-de5729c6122c tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1143279 Feb 19 04:26:01.807599 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56600) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:01.889872 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-98e43b91-cb9f-4945-ae6c-3aba548897d7 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (731cc58d-f373-4243-a241-1a6db8d1b448), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:01.932388 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-98e43b91-cb9f-4945-ae6c-3aba548897d7 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (731cc58d-f373-4243-a241-1a6db8d1b448), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:02.052910 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ec18d00-7ea3-48eb-bb2d-3f36b9139b40 req-9d8124ad-5bd1-428b-9267-2c70cc0b23c8 tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0570047 Feb 19 04:26:02.105365 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-98e43b91-cb9f-4945-ae6c-3aba548897d7 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (731cc58d-f373-4243-a241-1a6db8d1b448), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:02.108676 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-98e43b91-cb9f-4945-ae6c-3aba548897d7 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:02.109970 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-98e43b91-cb9f-4945-ae6c-3aba548897d7 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "DELETE /v2.0/security-groups/731cc58d-f373-4243-a241-1a6db8d1b448 HTTP/1.1" status: 204 len: 168 time: 0.3010697 Feb 19 04:26:02.113011 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56630) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:02.121862 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e43b91-cb9f-4945-ae6c-3aba548897d7 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=731cc58d-f373-4243-a241-1a6db8d1b448,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:02.266393 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56646) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:02.271013 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c3a2a572-198f-4713-a4f5-7699be8daa8c tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1569836 Feb 19 04:26:02.271486 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-a3d4ff3d-dc00-4637-8e73-a2641af5d685 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group': {'name': 'tempest-secgroup--243251712'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:02.352535 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a3d4ff3d-dc00-4637-8e73-a2641af5d685 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:02.494147 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73430548-b910-4a74-bfda-b9f153ffe0b8 req-406532e3-8caa-49c1-b59f-8fcb53731fd1 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:02.500265 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-73430548-b910-4a74-bfda-b9f153ffe0b8 req-406532e3-8caa-49c1-b59f-8fcb53731fd1 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 943 time: 0.1592460 Feb 19 04:26:02.593759 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-73430548-b910-4a74-bfda-b9f153ffe0b8 req-4448a7bb-64a9-4407-b763-b225eebe62e9 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866554 Feb 19 04:26:02.622673 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a3d4ff3d-dc00-4637-8e73-a2641af5d685 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (24f0f23e-9b8e-475c-81b0-819f4c1815b1), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:02.627204 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a3d4ff3d-dc00-4637-8e73-a2641af5d685 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (24f0f23e-9b8e-475c-81b0-819f4c1815b1), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:02.666559 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4ff3d-dc00-4637-8e73-a2641af5d685 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f0f23e-9b8e-475c-81b0-819f4c1815b1,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:02.703388 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a3d4ff3d-dc00-4637-8e73-a2641af5d685 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:02.713490 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56690) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:02.718563 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a3d4ff3d-dc00-4637-8e73-a2641af5d685 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4504812 Feb 19 04:26:02.720995 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ab859963-eb28-4951-99ff-b8500c8b812e tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group_rule': {'security_group_id': '24f0f23e-9b8e-475c-81b0-819f4c1815b1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:02.722507 n-d-828369-19 neutron-server[109925]: WARNING neutron.api.v2.base [None req-ab859963-eb28-4951-99ff-b8500c8b812e tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 19 04:26:02.723224 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-ab859963-eb28-4951-99ff-b8500c8b812e tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:26:02.724844 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ab859963-eb28-4951-99ff-b8500c8b812e tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0090001 Feb 19 04:26:02.728991 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56694) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:02.828006 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-989154c9-d149-404b-a489-9130e2bbf45f tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (24f0f23e-9b8e-475c-81b0-819f4c1815b1), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:02.895800 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-989154c9-d149-404b-a489-9130e2bbf45f tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (24f0f23e-9b8e-475c-81b0-819f4c1815b1), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:02.976020 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-989154c9-d149-404b-a489-9130e2bbf45f tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (24f0f23e-9b8e-475c-81b0-819f4c1815b1), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:02.978829 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-989154c9-d149-404b-a489-9130e2bbf45f tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:02.980682 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-989154c9-d149-404b-a489-9130e2bbf45f tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "DELETE /v2.0/security-groups/24f0f23e-9b8e-475c-81b0-819f4c1815b1 HTTP/1.1" status: 204 len: 168 time: 0.2487018 Feb 19 04:26:02.983374 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56720) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:03.001210 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989154c9-d149-404b-a489-9130e2bbf45f tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f0f23e-9b8e-475c-81b0-819f4c1815b1,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:03.073413 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56730) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:03.073788 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5e86a4dc-02d5-428c-857b-fab8759cb7d1 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0884681 Feb 19 04:26:03.078290 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-145e1010-31d5-40d7-bd50-15d6eb7909f3 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group': {'name': 'tempest-secgroup--1746205461'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:03.117783 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-145e1010-31d5-40d7-bd50-15d6eb7909f3 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:03.266705 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7e38b2ac-ab16-4ffc-a4fe-1f83e0f04ba5 req-b0a9f295-daa8-409b-9043-e4ec3941dc70 tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0831504 Feb 19 04:26:03.268308 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-145e1010-31d5-40d7-bd50-15d6eb7909f3 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (72b66fd6-e23a-4565-88e3-7c90d46c0491), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:03.274791 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-145e1010-31d5-40d7-bd50-15d6eb7909f3 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (72b66fd6-e23a-4565-88e3-7c90d46c0491), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:03.358425 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e1010-31d5-40d7-bd50-15d6eb7909f3 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b66fd6-e23a-4565-88e3-7c90d46c0491,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:03.379279 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-145e1010-31d5-40d7-bd50-15d6eb7909f3 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:03.387103 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56764) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:03.394023 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-8f9a1e82-62b4-4efc-9996-df335f06069d tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group_rule': {'security_group_id': '72b66fd6-e23a-4565-88e3-7c90d46c0491', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:03.395147 n-d-828369-19 neutron-server[109926]: WARNING neutron.api.v2.base [None req-8f9a1e82-62b4-4efc-9996-df335f06069d tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 19 04:26:03.396268 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-8f9a1e82-62b4-4efc-9996-df335f06069d tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:26:03.403892 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8f9a1e82-62b4-4efc-9996-df335f06069d tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0128245 Feb 19 04:26:03.404054 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-145e1010-31d5-40d7-bd50-15d6eb7909f3 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3274302 Feb 19 04:26:03.404223 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56766) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:03.486355 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-121de760-ffe1-4aa7-8fc2-727a29f5d99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:03.531480 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6127656e-6e9c-4c8b-938f-8410ae368495 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (72b66fd6-e23a-4565-88e3-7c90d46c0491), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:03.564123 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6127656e-6e9c-4c8b-938f-8410ae368495 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (72b66fd6-e23a-4565-88e3-7c90d46c0491), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:03.649956 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6127656e-6e9c-4c8b-938f-8410ae368495 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (72b66fd6-e23a-4565-88e3-7c90d46c0491), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:03.652635 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6127656e-6e9c-4c8b-938f-8410ae368495 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:03.653809 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6127656e-6e9c-4c8b-938f-8410ae368495 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "DELETE /v2.0/security-groups/72b66fd6-e23a-4565-88e3-7c90d46c0491 HTTP/1.1" status: 204 len: 168 time: 0.2487342 Feb 19 04:26:03.657311 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56788) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:03.676897 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127656e-6e9c-4c8b-938f-8410ae368495 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b66fd6-e23a-4565-88e3-7c90d46c0491,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:03.792250 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6d92d39b-096b-4d39-97e6-8a90cf4c87ff tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1333399 Feb 19 04:26:03.798076 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56802) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:03.809082 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-a7a4df6f-e8cd-4e98-ab76-c014f2c11151 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group': {'name': 'tempest-secgroup--1031623312'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:03.856329 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:03.898665 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6144c-e78b-47c7-82ef-d959a2b1f386 req-aa1a2fb5-eb91-4b2f-8920-0353ef986eca tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:03.906250 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a4a6144c-e78b-47c7-82ef-d959a2b1f386 req-aa1a2fb5-eb91-4b2f-8920-0353ef986eca tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 943 time: 0.1549323 Feb 19 04:26:03.918349 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a7a4df6f-e8cd-4e98-ab76-c014f2c11151 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:04.010778 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a4a6144c-e78b-47c7-82ef-d959a2b1f386 req-28c01b1f-7e05-49ea-aadb-63987eb5ea21 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036100 Feb 19 04:26:04.075770 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a7a4df6f-e8cd-4e98-ab76-c014f2c11151 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (3296cc3a-293d-4edf-baa4-1e789877a15b), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:04.081560 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a7a4df6f-e8cd-4e98-ab76-c014f2c11151 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3296cc3a-293d-4edf-baa4-1e789877a15b), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:04.127254 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4df6f-e8cd-4e98-ab76-c014f2c11151 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3296cc3a-293d-4edf-baa4-1e789877a15b,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:04.133657 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a7a4df6f-e8cd-4e98-ab76-c014f2c11151 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:04.138287 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56834) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:04.139136 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a7a4df6f-e8cd-4e98-ab76-c014f2c11151 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3383033 Feb 19 04:26:04.145018 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-af80f15f-e7b5-48d2-98da-741e91ea7a6c tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group_rule': {'security_group_id': '3296cc3a-293d-4edf-baa4-1e789877a15b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:04.150443 n-d-828369-19 neutron-server[109925]: WARNING neutron.api.v2.base [None req-af80f15f-e7b5-48d2-98da-741e91ea7a6c tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 19 04:26:04.151227 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-af80f15f-e7b5-48d2-98da-741e91ea7a6c tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:26:04.152472 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-af80f15f-e7b5-48d2-98da-741e91ea7a6c tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0123610 Feb 19 04:26:04.155235 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56836) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:04.161186 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-32da14fb-32f1-4cc7-87fb-c0d7f3ac7538 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group_rule': {'security_group_id': '3296cc3a-293d-4edf-baa4-1e789877a15b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:04.161836 n-d-828369-19 neutron-server[109925]: WARNING neutron.api.v2.base [None req-32da14fb-32f1-4cc7-87fb-c0d7f3ac7538 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 19 04:26:04.166789 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-32da14fb-32f1-4cc7-87fb-c0d7f3ac7538 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:26:04.171614 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56840) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:04.176405 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-32da14fb-32f1-4cc7-87fb-c0d7f3ac7538 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0199151 Feb 19 04:26:04.178850 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-e0df3142-3089-420e-bc71-d265eca0b84b tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group_rule': {'security_group_id': '3296cc3a-293d-4edf-baa4-1e789877a15b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:04.179861 n-d-828369-19 neutron-server[109926]: WARNING neutron.api.v2.base [None req-e0df3142-3089-420e-bc71-d265eca0b84b tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 19 04:26:04.180511 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-e0df3142-3089-420e-bc71-d265eca0b84b tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:26:04.183513 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e0df3142-3089-420e-bc71-d265eca0b84b tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0099204 Feb 19 04:26:04.185792 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56842) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:04.193720 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-918bf2b0-d530-4813-a851-e0d7943faffd tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group_rule': {'security_group_id': '3296cc3a-293d-4edf-baa4-1e789877a15b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:04.195291 n-d-828369-19 neutron-server[109925]: WARNING neutron.api.v2.base [None req-918bf2b0-d530-4813-a851-e0d7943faffd tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 19 04:26:04.196109 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-918bf2b0-d530-4813-a851-e0d7943faffd tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:26:04.201270 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-918bf2b0-d530-4813-a851-e0d7943faffd tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0140040 Feb 19 04:26:04.202029 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56846) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:04.277033 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01b3f5e0-c04e-40dc-889e-bd4421d60594 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (3296cc3a-293d-4edf-baa4-1e789877a15b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:04.302632 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01b3f5e0-c04e-40dc-889e-bd4421d60594 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (3296cc3a-293d-4edf-baa4-1e789877a15b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:04.373161 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01b3f5e0-c04e-40dc-889e-bd4421d60594 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3296cc3a-293d-4edf-baa4-1e789877a15b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:04.376753 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01b3f5e0-c04e-40dc-889e-bd4421d60594 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:04.380944 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56872) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:04.381592 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-01b3f5e0-c04e-40dc-889e-bd4421d60594 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "DELETE /v2.0/security-groups/3296cc3a-293d-4edf-baa4-1e789877a15b HTTP/1.1" status: 204 len: 168 time: 0.1775465 Feb 19 04:26:04.404736 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3f5e0-c04e-40dc-889e-bd4421d60594 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3296cc3a-293d-4edf-baa4-1e789877a15b,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:04.494746 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e61e3850-8b13-42fb-9be3-fa9e5a6cf167 req-7fa6c456-83cb-469a-bd1b-9e2c1014599b tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0488384 Feb 19 04:26:04.516069 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-34b5e48f-bd49-4b04-98ef-4c6c44904a02 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1335454 Feb 19 04:26:04.526977 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56888) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:04.544903 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-9f0729ff-a6e0-4c25-8efb-0e07ced09744 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group': {'name': 'tempest-secgroup--133206899'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:04.611736 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9f0729ff-a6e0-4c25-8efb-0e07ced09744 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:04.740423 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9f0729ff-a6e0-4c25-8efb-0e07ced09744 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (62e8b7b6-3d9c-4680-bb8f-6e3bc32e1d11), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:04.750078 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9f0729ff-a6e0-4c25-8efb-0e07ced09744 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (62e8b7b6-3d9c-4680-bb8f-6e3bc32e1d11), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:04.816125 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9f0729ff-a6e0-4c25-8efb-0e07ced09744 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:04.820345 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9f0729ff-a6e0-4c25-8efb-0e07ced09744 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2933486 Feb 19 04:26:04.820840 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56920) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:04.825648 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-f443253f-9843-4c64-a6d0-38834426a6ef tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group_rule': {'security_group_id': '62e8b7b6-3d9c-4680-bb8f-6e3bc32e1d11', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:04.826449 n-d-828369-19 neutron-server[109925]: WARNING neutron.api.v2.base [None req-f443253f-9843-4c64-a6d0-38834426a6ef tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 04:26:04.827482 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-f443253f-9843-4c64-a6d0-38834426a6ef tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:26:04.828433 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f443253f-9843-4c64-a6d0-38834426a6ef tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065362 Feb 19 04:26:04.829566 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0729ff-a6e0-4c25-8efb-0e07ced09744 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62e8b7b6-3d9c-4680-bb8f-6e3bc32e1d11,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:04.831215 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56922) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:04.838667 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d1351ebb-3ae3-42b6-92fb-156dc7ccf89c tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group_rule': {'security_group_id': '62e8b7b6-3d9c-4680-bb8f-6e3bc32e1d11', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:04.914191 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-d1351ebb-3ae3-42b6-92fb-156dc7ccf89c tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:26:04.918481 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56932) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:04.920454 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d1351ebb-3ae3-42b6-92fb-156dc7ccf89c tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0879900 Feb 19 04:26:04.926351 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-f66c037f-0f9f-4b49-8ef5-ad77fac022ed tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group_rule': {'security_group_id': '62e8b7b6-3d9c-4680-bb8f-6e3bc32e1d11', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:04.926850 n-d-828369-19 neutron-server[109926]: WARNING neutron.api.v2.base [None req-f66c037f-0f9f-4b49-8ef5-ad77fac022ed tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 19 04:26:04.927339 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-f66c037f-0f9f-4b49-8ef5-ad77fac022ed tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:26:04.931237 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f66c037f-0f9f-4b49-8ef5-ad77fac022ed tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0089388 Feb 19 04:26:04.931718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56936) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:04.943863 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-cb6c2230-d085-438c-82e3-8040a27ba827 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group_rule': {'security_group_id': '62e8b7b6-3d9c-4680-bb8f-6e3bc32e1d11', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:04.999803 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-cb6c2230-d085-438c-82e3-8040a27ba827 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:26:05.001023 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cb6c2230-d085-438c-82e3-8040a27ba827 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0683036 Feb 19 04:26:05.003695 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56946) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:05.009018 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-a3e10200-5f2f-4c65-a242-4e3cbf0f9682 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group_rule': {'security_group_id': '62e8b7b6-3d9c-4680-bb8f-6e3bc32e1d11', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:05.009970 n-d-828369-19 neutron-server[109926]: WARNING neutron.api.v2.base [None req-a3e10200-5f2f-4c65-a242-4e3cbf0f9682 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 04:26:05.011220 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-a3e10200-5f2f-4c65-a242-4e3cbf0f9682 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:26:05.013415 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a3e10200-5f2f-4c65-a242-4e3cbf0f9682 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084312 Feb 19 04:26:05.016032 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56948) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:05.023679 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-9bb13fcf-6d41-4c13-af8f-ea68cc823bf6 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group_rule': {'security_group_id': '62e8b7b6-3d9c-4680-bb8f-6e3bc32e1d11', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:05.088151 n-d-828369-19 neutron-server[109926]: INFO neutron.db.securitygroups_db [None req-9bb13fcf-6d41-4c13-af8f-ea68cc823bf6 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Project 866a310995954a8fb8e1da8b8cfafc66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:26:05.153398 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-9bb13fcf-6d41-4c13-af8f-ea68cc823bf6 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:26:05.178310 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9bb13fcf-6d41-4c13-af8f-ea68cc823bf6 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1568456 Feb 19 04:26:05.178501 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56966) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:05.182998 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-642eec45-9875-42e7-97fb-353a8dc179ff tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group_rule': {'security_group_id': '62e8b7b6-3d9c-4680-bb8f-6e3bc32e1d11', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:05.183476 n-d-828369-19 neutron-server[109926]: WARNING neutron.api.v2.base [None req-642eec45-9875-42e7-97fb-353a8dc179ff tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 19 04:26:05.189571 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-642eec45-9875-42e7-97fb-353a8dc179ff tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:26:05.190897 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-642eec45-9875-42e7-97fb-353a8dc179ff tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0114720 Feb 19 04:26:05.194043 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 56970) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:05.200483 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-0355294a-2d41-4e19-ba5c-ef805026f31a tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group_rule': {'security_group_id': '62e8b7b6-3d9c-4680-bb8f-6e3bc32e1d11', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:05.252748 n-d-828369-19 neutron-server[109925]: INFO neutron.db.securitygroups_db [None req-0355294a-2d41-4e19-ba5c-ef805026f31a tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Project 866a310995954a8fb8e1da8b8cfafc66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:26:05.267369 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e72039-4bec-4156-852e-9607b48a0fa3 req-20809c63-8f4f-4458-a49a-2653c26121b1 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:05.269270 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02e72039-4bec-4156-852e-9607b48a0fa3 req-20809c63-8f4f-4458-a49a-2653c26121b1 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 943 time: 0.1729038 Feb 19 04:26:05.282616 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-0355294a-2d41-4e19-ba5c-ef805026f31a tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:26:05.286362 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0355294a-2d41-4e19-ba5c-ef805026f31a tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0885611 Feb 19 04:26:05.286645 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56978) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:05.303443 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-08b6e795-c52e-4838-a26f-01e8a560bdde tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group_rule': {'security_group_id': '62e8b7b6-3d9c-4680-bb8f-6e3bc32e1d11', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:05.338578 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:05.364420 n-d-828369-19 neutron-server[109926]: INFO neutron.db.securitygroups_db [None req-08b6e795-c52e-4838-a26f-01e8a560bdde tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Project 866a310995954a8fb8e1da8b8cfafc66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:26:05.413065 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02e72039-4bec-4156-852e-9607b48a0fa3 req-a713b001-1ab5-4aff-831b-3cd2ad544e25 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357641 Feb 19 04:26:05.416024 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-08b6e795-c52e-4838-a26f-01e8a560bdde tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:26:05.417252 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-08b6e795-c52e-4838-a26f-01e8a560bdde tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1191406 Feb 19 04:26:05.420311 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 56988) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:05.548219 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e66c8f07-f695-40b4-ab10-dc65284d7bde tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (62e8b7b6-3d9c-4680-bb8f-6e3bc32e1d11), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:05.619326 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e66c8f07-f695-40b4-ab10-dc65284d7bde tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (62e8b7b6-3d9c-4680-bb8f-6e3bc32e1d11), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:05.700673 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8c070d1e-5a73-47c5-8257-35e06c77ee1b req-68d8d5ab-6bc5-4b64-b3a9-119c702618d4 tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0702114 Feb 19 04:26:05.765723 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e66c8f07-f695-40b4-ab10-dc65284d7bde tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (62e8b7b6-3d9c-4680-bb8f-6e3bc32e1d11), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:05.768664 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e66c8f07-f695-40b4-ab10-dc65284d7bde tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:05.772187 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e66c8f07-f695-40b4-ab10-dc65284d7bde tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "DELETE /v2.0/security-groups/62e8b7b6-3d9c-4680-bb8f-6e3bc32e1d11 HTTP/1.1" status: 204 len: 168 time: 0.3486383 Feb 19 04:26:05.772678 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57028) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:05.800455 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c8f07-f695-40b4-ab10-dc65284d7bde tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e8b7b6-3d9c-4680-bb8f-6e3bc32e1d11,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:05.840857 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-81a31179-3604-4ecc-97d7-dcf5e9b9a907 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0670655 Feb 19 04:26:05.846559 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57038) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:05.851405 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-5d0dfc69-a44b-4a27-841f-8577f9e1192d tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group': {'name': 'tempest-secgroup--1251579757'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:05.880065 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5d0dfc69-a44b-4a27-841f-8577f9e1192d tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:06.050267 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5d0dfc69-a44b-4a27-841f-8577f9e1192d tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (a9589752-782c-45f9-bea4-24533885dd88), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:06.063657 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5d0dfc69-a44b-4a27-841f-8577f9e1192d tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a9589752-782c-45f9-bea4-24533885dd88), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:06.098405 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0dfc69-a44b-4a27-841f-8577f9e1192d tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9589752-782c-45f9-bea4-24533885dd88,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:06.128040 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5d0dfc69-a44b-4a27-841f-8577f9e1192d tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:06.131697 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5d0dfc69-a44b-4a27-841f-8577f9e1192d tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2827110 Feb 19 04:26:06.133128 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57066) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:06.140395 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-8d244469-4500-4179-b71c-9ebe78729e8d tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group_rule': {'security_group_id': 'a9589752-782c-45f9-bea4-24533885dd88', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:06.206146 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-8d244469-4500-4179-b71c-9ebe78729e8d tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] create failed (client error): The resource could not be found. Feb 19 04:26:06.211209 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8d244469-4500-4179-b71c-9ebe78729e8d tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0756285 Feb 19 04:26:06.214898 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57076) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:06.226798 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-9a351b7b-638e-4113-b3d8-c0393721ca6c tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group_rule': {'security_group_id': 'a9589752-782c-45f9-bea4-24533885dd88', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3c822a6a-61b5-4f84-bc21-613f481a2845'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:06.294461 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-9a351b7b-638e-4113-b3d8-c0393721ca6c tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] create failed (client error): The resource could not be found. Feb 19 04:26:06.295654 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9a351b7b-638e-4113-b3d8-c0393721ca6c tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0786812 Feb 19 04:26:06.298553 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57086) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:06.394287 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3045f554-9586-486f-8c73-1ee9482054de tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (a9589752-782c-45f9-bea4-24533885dd88), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:06.420968 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3045f554-9586-486f-8c73-1ee9482054de tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (a9589752-782c-45f9-bea4-24533885dd88), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:06.488840 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3045f554-9586-486f-8c73-1ee9482054de tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a9589752-782c-45f9-bea4-24533885dd88), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:06.493562 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3045f554-9586-486f-8c73-1ee9482054de tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:06.495082 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3045f554-9586-486f-8c73-1ee9482054de tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "DELETE /v2.0/security-groups/a9589752-782c-45f9-bea4-24533885dd88 HTTP/1.1" status: 204 len: 168 time: 0.1950610 Feb 19 04:26:06.498511 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57098) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:06.509294 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045f554-9586-486f-8c73-1ee9482054de tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9589752-782c-45f9-bea4-24533885dd88,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:06.601518 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1a92051b-afba-486d-bddd-67ee55c29ad5 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1018617 Feb 19 04:26:06.606879 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57100) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:06.614224 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3bdf0efa-2911-4bcb-be50-a732d0195955 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group_rule': {'security_group_id': '6e449a53-632e-48ef-a616-f9431d83c88e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:06.647557 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf85f64-89b0-4a5d-b791-4037efae0339 req-35250643-25bf-4df6-a801-6b60ee189f2a tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:06.655759 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-acf85f64-89b0-4a5d-b791-4037efae0339 req-35250643-25bf-4df6-a801-6b60ee189f2a tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 943 time: 0.1073642 Feb 19 04:26:06.696940 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-3bdf0efa-2911-4bcb-be50-a732d0195955 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] create failed (client error): The resource could not be found. Feb 19 04:26:06.698540 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3bdf0efa-2911-4bcb-be50-a732d0195955 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0904381 Feb 19 04:26:06.702840 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57106) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:06.709784 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-7653f35b-ce69-4663-b2a4-a7d34dd45913 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group': {'name': 'tempest-secgroup--430464839'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:06.757390 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7653f35b-ce69-4663-b2a4-a7d34dd45913 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:06.798910 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:06.809712 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-acf85f64-89b0-4a5d-b791-4037efae0339 req-33a58c54-14e5-455f-87f8-6484df35b2ee tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476750 Feb 19 04:26:06.944738 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7653f35b-ce69-4663-b2a4-a7d34dd45913 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (274f73b8-0b86-4fbd-9271-f6d287f3fde5), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:06.962312 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7653f35b-ce69-4663-b2a4-a7d34dd45913 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (274f73b8-0b86-4fbd-9271-f6d287f3fde5), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:07.036220 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7d81e6d-c06a-4241-ada7-c8616d854815 req-5d4349ff-4425-49d5-bb1f-6b0bac0e4a48 tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0596521 Feb 19 04:26:07.056171 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7653f35b-ce69-4663-b2a4-a7d34dd45913 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:07.070326 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7653f35b-ce69-4663-b2a4-a7d34dd45913 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3572373 Feb 19 04:26:07.070528 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57118) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:07.070958 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653f35b-ce69-4663-b2a4-a7d34dd45913 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=274f73b8-0b86-4fbd-9271-f6d287f3fde5,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:07.074124 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-0850903e-fa67-4ed6-ac3d-1162f3b2e386 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group': {'name': 'tempest-secgroup--722454100'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:07.129291 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0850903e-fa67-4ed6-ac3d-1162f3b2e386 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:07.246218 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0850903e-fa67-4ed6-ac3d-1162f3b2e386 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (94e03022-f423-4402-b9ab-a5ad9935a395), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:07.255505 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0850903e-fa67-4ed6-ac3d-1162f3b2e386 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (94e03022-f423-4402-b9ab-a5ad9935a395), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:07.290735 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850903e-fa67-4ed6-ac3d-1162f3b2e386 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94e03022-f423-4402-b9ab-a5ad9935a395,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:07.306724 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0850903e-fa67-4ed6-ac3d-1162f3b2e386 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:07.311102 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0850903e-fa67-4ed6-ac3d-1162f3b2e386 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2444856 Feb 19 04:26:07.311489 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57122) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:07.316205 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-2c1426d2-7812-4da7-9a01-35f3fe4d8f1e tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group_rule': {'security_group_id': '274f73b8-0b86-4fbd-9271-f6d287f3fde5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '94e03022-f423-4402-b9ab-a5ad9935a395'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:07.374330 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-2c1426d2-7812-4da7-9a01-35f3fe4d8f1e tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:26:07.381777 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57124) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:07.392030 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2c1426d2-7812-4da7-9a01-35f3fe4d8f1e tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0794644 Feb 19 04:26:07.453228 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ff9088a-c523-4a6c-afd6-58b494006484 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (94e03022-f423-4402-b9ab-a5ad9935a395), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:07.479064 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ff9088a-c523-4a6c-afd6-58b494006484 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (94e03022-f423-4402-b9ab-a5ad9935a395), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:07.526041 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ff9088a-c523-4a6c-afd6-58b494006484 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (94e03022-f423-4402-b9ab-a5ad9935a395), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:07.529246 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ff9088a-c523-4a6c-afd6-58b494006484 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:07.530785 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5ff9088a-c523-4a6c-afd6-58b494006484 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "DELETE /v2.0/security-groups/94e03022-f423-4402-b9ab-a5ad9935a395 HTTP/1.1" status: 204 len: 168 time: 0.1474566 Feb 19 04:26:07.533367 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57126) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:07.543857 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9088a-c523-4a6c-afd6-58b494006484 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e03022-f423-4402-b9ab-a5ad9935a395,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:07.617498 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57128) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:07.618278 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-551e19f7-382b-41d1-8f19-856c27effdb1 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0832419 Feb 19 04:26:07.677471 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1320ce17-02f4-4c6d-9c3f-a2e65c10894f tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (274f73b8-0b86-4fbd-9271-f6d287f3fde5), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:07.718652 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1320ce17-02f4-4c6d-9c3f-a2e65c10894f tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (274f73b8-0b86-4fbd-9271-f6d287f3fde5), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:07.785184 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1320ce17-02f4-4c6d-9c3f-a2e65c10894f tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (274f73b8-0b86-4fbd-9271-f6d287f3fde5), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:07.789240 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1320ce17-02f4-4c6d-9c3f-a2e65c10894f tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:07.794005 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57130) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:07.798874 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1320ce17-02f4-4c6d-9c3f-a2e65c10894f tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "DELETE /v2.0/security-groups/274f73b8-0b86-4fbd-9271-f6d287f3fde5 HTTP/1.1" status: 204 len: 168 time: 0.1802163 Feb 19 04:26:07.808998 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320ce17-02f4-4c6d-9c3f-a2e65c10894f tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=274f73b8-0b86-4fbd-9271-f6d287f3fde5,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:07.880022 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8b0b7d0a-966c-4a12-8353-e45ce35a9617 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0809598 Feb 19 04:26:07.880901 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57136) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:07.885383 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-42b2c2b7-5d6b-4dc2-9e65-09f7e0be4648 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group': {'name': 'tempest-secgroup--620260626'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:07.952634 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-42b2c2b7-5d6b-4dc2-9e65-09f7e0be4648 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:08.023771 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bab34-57d6-492b-95d3-fac7fe984041 req-8104e7c2-2229-4aa7-be36-5d452cfa4fc8 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:08.025343 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf1bab34-57d6-492b-95d3-fac7fe984041 req-8104e7c2-2229-4aa7-be36-5d452cfa4fc8 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 943 time: 0.1255906 Feb 19 04:26:08.096325 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf1bab34-57d6-492b-95d3-fac7fe984041 req-ec6da7a6-3e31-4e3e-8075-9fc35f00ffca tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631061 Feb 19 04:26:08.104240 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-42b2c2b7-5d6b-4dc2-9e65-09f7e0be4648 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (15cdd53a-90e8-436c-a2d4-d8809f2a1b6d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:08.111305 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-42b2c2b7-5d6b-4dc2-9e65-09f7e0be4648 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (15cdd53a-90e8-436c-a2d4-d8809f2a1b6d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:08.152321 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2c2b7-5d6b-4dc2-9e65-09f7e0be4648 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15cdd53a-90e8-436c-a2d4-d8809f2a1b6d,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:08.158260 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-42b2c2b7-5d6b-4dc2-9e65-09f7e0be4648 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:08.159738 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-42b2c2b7-5d6b-4dc2-9e65-09f7e0be4648 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2778199 Feb 19 04:26:08.162723 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57142) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:08.168283 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-cd2cde75-222a-4231-9d42-731c05abb674 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group_rule': {'security_group_id': '15cdd53a-90e8-436c-a2d4-d8809f2a1b6d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:08.264184 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2178d818-f84e-49a5-b0e4-56c4910a509a req-1c823f5d-04bc-46a4-92a4-9bbd2c26fdfd tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0532484 Feb 19 04:26:08.271559 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-cd2cde75-222a-4231-9d42-731c05abb674 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:26:08.282284 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57146) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:08.283591 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cd2cde75-222a-4231-9d42-731c05abb674 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1169615 Feb 19 04:26:08.287072 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-5a8c58bc-3d41-4698-bc7f-6accae630512 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group_rule': {'security_group_id': '15cdd53a-90e8-436c-a2d4-d8809f2a1b6d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:08.368307 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-5a8c58bc-3d41-4698-bc7f-6accae630512 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:26:08.374204 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5a8c58bc-3d41-4698-bc7f-6accae630512 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0908489 Feb 19 04:26:08.374336 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57148) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:08.430987 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bfd76a36-91db-4b22-b184-18fa75b4a547 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (15cdd53a-90e8-436c-a2d4-d8809f2a1b6d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:08.456222 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bfd76a36-91db-4b22-b184-18fa75b4a547 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (15cdd53a-90e8-436c-a2d4-d8809f2a1b6d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:08.507327 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bfd76a36-91db-4b22-b184-18fa75b4a547 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (15cdd53a-90e8-436c-a2d4-d8809f2a1b6d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:08.510189 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bfd76a36-91db-4b22-b184-18fa75b4a547 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:08.514530 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bfd76a36-91db-4b22-b184-18fa75b4a547 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "DELETE /v2.0/security-groups/15cdd53a-90e8-436c-a2d4-d8809f2a1b6d HTTP/1.1" status: 204 len: 168 time: 0.1367412 Feb 19 04:26:08.515451 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57150) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:08.521964 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd76a36-91db-4b22-b184-18fa75b4a547 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cdd53a-90e8-436c-a2d4-d8809f2a1b6d,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:08.599203 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-712ee0d6-49d7-4ccc-88be-c6ffdba35bf0 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0823908 Feb 19 04:26:08.599539 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57152) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:08.604469 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-97f02371-9092-4235-8f60-d4fb194f4ff6 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group': {'name': 'tempest-secgroup--2128873155'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:08.642196 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97f02371-9092-4235-8f60-d4fb194f4ff6 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:08.799096 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97f02371-9092-4235-8f60-d4fb194f4ff6 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (1db1019a-ad05-464f-bfb4-adfeb2d1f901), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:08.806300 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97f02371-9092-4235-8f60-d4fb194f4ff6 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1db1019a-ad05-464f-bfb4-adfeb2d1f901), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:08.891951 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-97f02371-9092-4235-8f60-d4fb194f4ff6 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:08.898516 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-97f02371-9092-4235-8f60-d4fb194f4ff6 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2954531 Feb 19 04:26:08.899755 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57154) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:08.900442 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f02371-9092-4235-8f60-d4fb194f4ff6 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db1019a-ad05-464f-bfb4-adfeb2d1f901,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:08.912580 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d74d2c4f-5f94-4160-9366-cdc855b8ee4a tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:08.913212 n-d-828369-19 neutron-server[109925]: WARNING neutron.api.v2.base [None req-d74d2c4f-5f94-4160-9366-cdc855b8ee4a tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 04:26:08.914498 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-d74d2c4f-5f94-4160-9366-cdc855b8ee4a tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] update failed (client error): There was a conflict when trying to complete your request. Feb 19 04:26:08.920044 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57156) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:08.921376 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d74d2c4f-5f94-4160-9366-cdc855b8ee4a tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "PUT /v2.0/security-groups/1db1019a-ad05-464f-bfb4-adfeb2d1f901 HTTP/1.1" status: 409 len: 330 time: 0.0204036 Feb 19 04:26:09.066121 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-22dff7d7-a832-4dc9-afe8-e5d93ab70dc8 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (1db1019a-ad05-464f-bfb4-adfeb2d1f901), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:09.147886 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-22dff7d7-a832-4dc9-afe8-e5d93ab70dc8 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (1db1019a-ad05-464f-bfb4-adfeb2d1f901), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:09.271955 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-22dff7d7-a832-4dc9-afe8-e5d93ab70dc8 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1db1019a-ad05-464f-bfb4-adfeb2d1f901), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:09.274578 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-22dff7d7-a832-4dc9-afe8-e5d93ab70dc8 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:09.275859 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-22dff7d7-a832-4dc9-afe8-e5d93ab70dc8 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "DELETE /v2.0/security-groups/1db1019a-ad05-464f-bfb4-adfeb2d1f901 HTTP/1.1" status: 204 len: 168 time: 0.3545239 Feb 19 04:26:09.278823 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57160) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:09.289484 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dff7d7-a832-4dc9-afe8-e5d93ab70dc8 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db1019a-ad05-464f-bfb4-adfeb2d1f901,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:09.298184 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d898cf-6384-49a7-ba97-e565714b7b46 req-814ffd86-954d-4e7f-a931-6e23baf126fa tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:09.301146 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-65d898cf-6384-49a7-ba97-e565714b7b46 req-814ffd86-954d-4e7f-a931-6e23baf126fa tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 943 time: 0.0916448 Feb 19 04:26:09.400793 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a9d23fa1-4619-4c31-9ddf-f424400b97be tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1205063 Feb 19 04:26:09.410790 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57164) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:09.428186 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-be265a1e-c32c-42c7-bdc5-126e447d9d00 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] delete failed (client error): The resource could not be found. Feb 19 04:26:09.429584 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-be265a1e-c32c-42c7-bdc5-126e447d9d00 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "DELETE /v2.0/security-groups/4267bc99-45ed-4f04-8e2e-b84607fe630d HTTP/1.1" status: 404 len: 347 time: 0.0173380 Feb 19 04:26:09.452063 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57166) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:09.483278 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-d73150f3-ef1f-4379-97d8-51438e61c949 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] show failed (client error): The resource could not be found. Feb 19 04:26:09.484998 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d73150f3-ef1f-4379-97d8-51438e61c949 tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "GET /v2.0/security-groups/a59a9d70-3e9d-43da-94e1-aae52e5c1f25 HTTP/1.1" status: 404 len: 347 time: 0.0314715 Feb 19 04:26:09.490652 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57168) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:09.548805 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-5e7bc51e-8748-41c8-bcd9-391295a25d7a tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] show failed (client error): The resource could not be found. Feb 19 04:26:09.550220 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5e7bc51e-8748-41c8-bcd9-391295a25d7a tempest-NegativeSecGroupIPv6Test-1175695185 tempest-NegativeSecGroupIPv6Test-1175695185-project] 10.222.0.52 "GET /v2.0/security-group-rules/d1f532ed-aa9d-4482-9496-df83df7b20e5 HTTP/1.1" status: 404 len: 356 time: 0.0587118 Feb 19 04:26:09.731251 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9d3f765-44bd-41bc-9cf5-df08bfc90cdb req-4502213e-d7d9-4414-98dd-39cbca18ed7a tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0487649 Feb 19 04:26:09.751312 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-65d898cf-6384-49a7-ba97-e565714b7b46 req-e3e8e82e-73c2-4f54-9c77-0380c9983e15 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4410658 Feb 19 04:26:10.112508 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57174) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:10.261856 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-16b314bb-3ced-4168-8796-36795160d7af admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=866a310995954a8fb8e1da8b8cfafc66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1473484 Feb 19 04:26:10.264038 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57178) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:10.316498 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aed487d2-0034-452b-b4f0-4934f5b9fa74 admin admin] Publish callbacks [] for security_group (6e64a89b-1cdc-47bc-96b6-fec0e2c6e116), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:10.395236 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aed487d2-0034-452b-b4f0-4934f5b9fa74 admin admin] Publish callbacks [] for security_group (6e64a89b-1cdc-47bc-96b6-fec0e2c6e116), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:10.529603 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aed487d2-0034-452b-b4f0-4934f5b9fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6e64a89b-1cdc-47bc-96b6-fec0e2c6e116), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:10.536653 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aed487d2-0034-452b-b4f0-4934f5b9fa74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:10.559459 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-aed487d2-0034-452b-b4f0-4934f5b9fa74 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6e64a89b-1cdc-47bc-96b6-fec0e2c6e116 HTTP/1.1" status: 204 len: 168 time: 0.2786980 Feb 19 04:26:10.606296 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed487d2-0034-452b-b4f0-4934f5b9fa74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e64a89b-1cdc-47bc-96b6-fec0e2c6e116,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:11.021823 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-513d186a-073b-415e-8591-cda35287e111 req-d7c9ce31-b93f-46df-bb0a-deb7d0afe264 tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.1126387 Feb 19 04:26:11.063351 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30ff3c-6af1-4874-8608-b018ceb8036a req-1e159d5c-5bd5-4bb9-a31d-38ef332ed2e9 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:11.077054 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce30ff3c-6af1-4874-8608-b018ceb8036a req-1e159d5c-5bd5-4bb9-a31d-38ef332ed2e9 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 943 time: 0.1964080 Feb 19 04:26:11.168882 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce30ff3c-6af1-4874-8608-b018ceb8036a req-e985566d-f9e2-44b2-a43d-795e3436726b tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872605 Feb 19 04:26:12.148759 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57206) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:12.158872 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0035591 Feb 19 04:26:12.159469 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57208) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:12.293646 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-707fb3a7-72b4-4d33-9ec9-fcc905451bd7 req-10d57c58-5404-48d5-8556-5b594d3ab91a tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.1213033 Feb 19 04:26:12.445661 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b5737-66d5-4f76-a06f-323491fb98da req-c3898dbb-d65b-40ed-ba03-c525fa66a19d tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:12.456434 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ba1b5737-66d5-4f76-a06f-323491fb98da req-c3898dbb-d65b-40ed-ba03-c525fa66a19d tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 943 time: 0.1331260 Feb 19 04:26:12.484731 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-44b80762-6dcd-42fb-aa34-7eb7abdbd66c tempest-NetworksApiDiscovery-598260123 tempest-NetworksApiDiscovery-598260123-project] 10.222.0.52 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3240783 Feb 19 04:26:12.552933 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ba1b5737-66d5-4f76-a06f-323491fb98da req-5e8a9f20-50eb-4c4f-91f9-3e0ae40eb601 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929680 Feb 19 04:26:12.997653 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57218) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:13.211996 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b30a9a9e-1c88-4457-9db6-1a93005a7afb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:13.349676 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b30a9a9e-1c88-4457-9db6-1a93005a7afb admin admin] Publish callbacks [] for security_group (ab9516a3-70ff-42ef-8eca-ecb019d86979), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:13.360296 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b30a9a9e-1c88-4457-9db6-1a93005a7afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ab9516a3-70ff-42ef-8eca-ecb019d86979), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:13.401744 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a9a9e-1c88-4457-9db6-1a93005a7afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9516a3-70ff-42ef-8eca-ecb019d86979,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:13.414510 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a9a9e-1c88-4457-9db6-1a93005a7afb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:13.414863 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a9a9e-1c88-4457-9db6-1a93005a7afb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:13.415215 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a9a9e-1c88-4457-9db6-1a93005a7afb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:13.415693 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a9a9e-1c88-4457-9db6-1a93005a7afb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:13.416041 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a9a9e-1c88-4457-9db6-1a93005a7afb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:13.416375 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a9a9e-1c88-4457-9db6-1a93005a7afb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:13.416705 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a9a9e-1c88-4457-9db6-1a93005a7afb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:13.417073 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a9a9e-1c88-4457-9db6-1a93005a7afb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:13.417393 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a9a9e-1c88-4457-9db6-1a93005a7afb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:13.417725 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a9a9e-1c88-4457-9db6-1a93005a7afb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:13.418243 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a9a9e-1c88-4457-9db6-1a93005a7afb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:13.418574 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a9a9e-1c88-4457-9db6-1a93005a7afb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:13.418943 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a9a9e-1c88-4457-9db6-1a93005a7afb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:13.447884 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b30a9a9e-1c88-4457-9db6-1a93005a7afb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b4b303278063424882af702ae5d71b7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4476757 Feb 19 04:26:13.448924 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57224) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:13.463558 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7cdafc58-b21c-489d-8f12-d6e9763c681d req-879f5a9c-4194-4200-9f58-31da4bbd8887 tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0446210 Feb 19 04:26:13.499700 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3ef7f814-66db-4369-802a-af07ae4a458c admin admin] Publish callbacks [] for security_group (ab9516a3-70ff-42ef-8eca-ecb019d86979), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:13.522092 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3ef7f814-66db-4369-802a-af07ae4a458c admin admin] Publish callbacks [] for security_group (ab9516a3-70ff-42ef-8eca-ecb019d86979), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:13.576597 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3ef7f814-66db-4369-802a-af07ae4a458c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ab9516a3-70ff-42ef-8eca-ecb019d86979), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:13.580431 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3ef7f814-66db-4369-802a-af07ae4a458c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:13.595608 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3ef7f814-66db-4369-802a-af07ae4a458c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ab9516a3-70ff-42ef-8eca-ecb019d86979 HTTP/1.1" status: 204 len: 168 time: 0.1415336 Feb 19 04:26:13.612619 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7f814-66db-4369-802a-af07ae4a458c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9516a3-70ff-42ef-8eca-ecb019d86979,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:13.804692 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcbe8d3-b5c6-4e2f-8ca4-449a2ad5dba1 req-f0de38b6-3e61-4a52-9417-38062adbcc90 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:13.823491 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bcbe8d3-b5c6-4e2f-8ca4-449a2ad5dba1 req-f0de38b6-3e61-4a52-9417-38062adbcc90 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 943 time: 0.1225302 Feb 19 04:26:14.019455 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3bcbe8d3-b5c6-4e2f-8ca4-449a2ad5dba1 req-67fc4b9b-2533-48ed-b49e-e37372875761 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900983 Feb 19 04:26:14.656655 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-591a5465-c475-4063-ab10-f7b064945ef3 req-8f781ee9-c50a-4e96-9b83-10d446c4ee1a tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0434828 Feb 19 04:26:15.211635 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2449ac4-7a4a-46eb-bd24-c0a73628ced7 req-d1a4b0a1-6607-4511-9f1b-a0c8a0f33997 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:15.213439 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b2449ac4-7a4a-46eb-bd24-c0a73628ced7 req-d1a4b0a1-6607-4511-9f1b-a0c8a0f33997 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 943 time: 0.0655637 Feb 19 04:26:15.290790 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b2449ac4-7a4a-46eb-bd24-c0a73628ced7 req-cffc3b54-e587-4f1f-a1ef-9f45e3965e54 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705478 Feb 19 04:26:15.773556 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-45a6dda6-527a-4e7f-a3d0-328239146889 req-84936390-63df-4273-b58b-a8e84ac14b18 tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0273864 Feb 19 04:26:16.195848 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2fca6269-46d0-44fb-a65a-6c29a8f66ec2 req-c8d61d3c-78bc-4664-9fad-ad0f08ff316b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0275319 Feb 19 04:26:16.412612 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f7a3b-4350-4dcd-82b9-575c8b727564 req-0ceb0da5-ec06-41d3-8c55-d7769c9e8791 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:16.414123 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-735f7a3b-4350-4dcd-82b9-575c8b727564 req-0ceb0da5-ec06-41d3-8c55-d7769c9e8791 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 943 time: 0.0524366 Feb 19 04:26:16.463582 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-735f7a3b-4350-4dcd-82b9-575c8b727564 req-88e4573a-c6fe-469e-a873-6ef0e1dbffa0 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436475 Feb 19 04:26:16.878549 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dd83a6ea-3872-49b1-8485-282f8d817ad8 req-b3f5ef1f-9647-4861-84e0-cc33d857d8e4 tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0276365 Feb 19 04:26:17.590197 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0f3ff-4cb7-4e1d-a5a9-7709446cc4a4 req-780adec4-d20c-4c25-87ea-978b8ddf2764 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:17.591975 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f0c0f3ff-4cb7-4e1d-a5a9-7709446cc4a4 req-780adec4-d20c-4c25-87ea-978b8ddf2764 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 943 time: 0.0564718 Feb 19 04:26:17.641235 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f0c0f3ff-4cb7-4e1d-a5a9-7709446cc4a4 req-f0a02533-180f-462b-bce1-389e75e73567 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437756 Feb 19 04:26:17.982750 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-622a98f1-e9ea-4181-8bd8-9a835fd32d0c req-35b38651-6b31-4718-838b-ba1f5232097a tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0262077 Feb 19 04:26:18.192523 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19646472-854d-414a-a82b-3e27a1220ee7 req-3baa766d-5159-4289-a98e-bf07163f2a6f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=27775edf923345948fb62a0c46212b7f&device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0377405 Feb 19 04:26:18.234611 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b294b7d-146c-4202-be28-4bb015f47f40 req-b7ec171b-ce26-460f-a264-d9302ac4597d tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0448701 Feb 19 04:26:18.244769 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19646472-854d-414a-a82b-3e27a1220ee7 req-63e37b90-f9ce-4247-931a-bb84cdb5b9ed service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=27775edf923345948fb62a0c46212b7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429273 Feb 19 04:26:18.406447 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19646472-854d-414a-a82b-3e27a1220ee7 req-23d47a06-5e25-4e3a-be46-477a50f86958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:18.407902 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19646472-854d-414a-a82b-3e27a1220ee7 req-23d47a06-5e25-4e3a-be46-477a50f86958 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1543198 Feb 19 04:26:18.775367 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fb77c-841f-4c5c-b1a1-11bf118b6980 req-42e66b2c-3110-4d6b-96cb-3ce2a6cd51c4 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:18.777049 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac0fb77c-841f-4c5c-b1a1-11bf118b6980 req-42e66b2c-3110-4d6b-96cb-3ce2a6cd51c4 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 943 time: 0.0659685 Feb 19 04:26:18.831076 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac0fb77c-841f-4c5c-b1a1-11bf118b6980 req-d84c18bb-8c50-472b-821f-63ddd8c1280a tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479474 Feb 19 04:26:19.340168 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a924515f-f9ef-44ce-a7c4-709878842db5 req-0387fa36-d217-4e1a-9100-199dde117294 tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0308509 Feb 19 04:26:19.597208 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19646472-854d-414a-a82b-3e27a1220ee7 req-2dab259d-2e49-4911-b5d0-63bb5e684b15 tempest-ServerShowV257Test-1331349771 tempest-ServerShowV257Test-1331349771-project] 10.222.0.79 "GET /v2.0/ports?device_id=45f5eaba-6319-4316-a668-cc7b4f58d961 HTTP/1.1" status: 200 len: 210 time: 0.0290959 Feb 19 04:26:20.155788 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc615cdb-5d61-4c7d-bc86-ff3ace62bb31 req-d21f7190-96a3-4947-84e8-789fd6bbb5e5 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:20.157580 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dc615cdb-5d61-4c7d-bc86-ff3ace62bb31 req-d21f7190-96a3-4947-84e8-789fd6bbb5e5 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 943 time: 0.0586936 Feb 19 04:26:20.217956 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dc615cdb-5d61-4c7d-bc86-ff3ace62bb31 req-f2bbb29c-9a3a-453e-aabf-97db74e28869 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536468 Feb 19 04:26:20.665502 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57302) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:20.784492 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ef32a352-df2b-4b07-b134-aa76453ab6b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:20.893756 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ef32a352-df2b-4b07-b134-aa76453ab6b9 admin admin] Publish callbacks [] for security_group (aff1b856-1527-44ec-b664-961e5dcbba7a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:20.900906 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ef32a352-df2b-4b07-b134-aa76453ab6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (aff1b856-1527-44ec-b664-961e5dcbba7a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:20.946345 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32a352-df2b-4b07-b134-aa76453ab6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff1b856-1527-44ec-b664-961e5dcbba7a,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:20.971439 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ef32a352-df2b-4b07-b134-aa76453ab6b9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=27775edf923345948fb62a0c46212b7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3047113 Feb 19 04:26:20.971978 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57312) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:21.052291 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e02137c-07f6-4ccf-8da0-8b09e1be66d9 admin admin] Publish callbacks [] for security_group (aff1b856-1527-44ec-b664-961e5dcbba7a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:21.082511 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e02137c-07f6-4ccf-8da0-8b09e1be66d9 admin admin] Publish callbacks [] for security_group (aff1b856-1527-44ec-b664-961e5dcbba7a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:21.139150 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57318) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:21.169574 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e02137c-07f6-4ccf-8da0-8b09e1be66d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (aff1b856-1527-44ec-b664-961e5dcbba7a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:21.173095 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e02137c-07f6-4ccf-8da0-8b09e1be66d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:21.174505 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1e02137c-07f6-4ccf-8da0-8b09e1be66d9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aff1b856-1527-44ec-b664-961e5dcbba7a HTTP/1.1" status: 204 len: 168 time: 0.2009177 Feb 19 04:26:21.191093 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02137c-07f6-4ccf-8da0-8b09e1be66d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff1b856-1527-44ec-b664-961e5dcbba7a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:21.297823 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11ecc9-eb03-4e03-9c8f-1132a1605f3f req-50462d57-b10c-4581-b0d5-cedb41434a0f tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:21.305873 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cd11ecc9-eb03-4e03-9c8f-1132a1605f3f req-50462d57-b10c-4581-b0d5-cedb41434a0f tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.52 "GET /v2.0/ports?device_id=655c901e-3821-48c9-af6c-f4db7f22c4df HTTP/1.1" status: 200 len: 950 time: 0.0800788 Feb 19 04:26:21.361863 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99be6a7f-2130-46dc-900b-3cdc3233e9af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:21.461322 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cd11ecc9-eb03-4e03-9c8f-1132a1605f3f req-a16b6b96-672f-49c0-9ce2-374f63c58099 tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff125846-fcd1-475d-b194-d3152bd9784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545019 Feb 19 04:26:21.502300 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96402b0b-5824-4cef-8259-d7a5e81f4441 req-6b969e7b-5709-4519-90dd-b32fa94fac0b tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:21.507972 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96402b0b-5824-4cef-8259-d7a5e81f4441 req-6b969e7b-5709-4519-90dd-b32fa94fac0b tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 943 time: 0.1315718 Feb 19 04:26:21.554348 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99be6a7f-2130-46dc-900b-3cdc3233e9af admin admin] Publish callbacks [] for security_group (00a562d1-6cb3-44fe-b230-2ae5e11397a0), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:21.565000 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96402b0b-5824-4cef-8259-d7a5e81f4441 req-b0190ae1-1558-4d9c-b961-f6fc52c95cf0 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488722 Feb 19 04:26:21.566111 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-99be6a7f-2130-46dc-900b-3cdc3233e9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (00a562d1-6cb3-44fe-b230-2ae5e11397a0), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:21.596007 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-99be6a7f-2130-46dc-900b-3cdc3233e9af admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e8e7e6dcb6724247841c82dd1577effe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4556007 Feb 19 04:26:21.598765 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57336) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:21.615981 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be6a7f-2130-46dc-900b-3cdc3233e9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a562d1-6cb3-44fe-b230-2ae5e11397a0,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:21.665104 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7353471c-9aac-4111-945f-97c04de4ed72 admin admin] Publish callbacks [] for security_group (00a562d1-6cb3-44fe-b230-2ae5e11397a0), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:21.695819 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7353471c-9aac-4111-945f-97c04de4ed72 admin admin] Publish callbacks [] for security_group (00a562d1-6cb3-44fe-b230-2ae5e11397a0), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:21.764936 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7353471c-9aac-4111-945f-97c04de4ed72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (00a562d1-6cb3-44fe-b230-2ae5e11397a0), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:21.767638 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7353471c-9aac-4111-945f-97c04de4ed72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:21.772012 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7353471c-9aac-4111-945f-97c04de4ed72 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/00a562d1-6cb3-44fe-b230-2ae5e11397a0 HTTP/1.1" status: 204 len: 168 time: 0.1720173 Feb 19 04:26:21.783090 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353471c-9aac-4111-945f-97c04de4ed72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a562d1-6cb3-44fe-b230-2ae5e11397a0,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:21.970671 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:26:22.032017 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57356) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:22.155164 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57362) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:22.175209 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c1c927d3-300f-4ff9-95a2-2ca719159605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:22.299616 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c1c927d3-300f-4ff9-95a2-2ca719159605 admin admin] Publish callbacks [] for security_group (cd9b6e97-6cb9-4a7b-90ea-8077a9f622fd), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:22.307661 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c1c927d3-300f-4ff9-95a2-2ca719159605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (cd9b6e97-6cb9-4a7b-90ea-8077a9f622fd), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:22.365781 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c927d3-300f-4ff9-95a2-2ca719159605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9b6e97-6cb9-4a7b-90ea-8077a9f622fd,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:22.374258 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c1c927d3-300f-4ff9-95a2-2ca719159605 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e86fd2fc533b41acbfcb620d942b29d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2176070 Feb 19 04:26:22.374438 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57368) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:22.384647 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-37d4c2f6-13f4-4f5b-8d67-a6ade45160e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:22.463084 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57370) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:22.491321 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63cb3c6b-5015-4f86-9515-7982b0289896 admin admin] Publish callbacks [] for security_group (cd9b6e97-6cb9-4a7b-90ea-8077a9f622fd), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:22.499322 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-37d4c2f6-13f4-4f5b-8d67-a6ade45160e9 admin admin] Publish callbacks [] for security_group (6a1b3e38-90f7-4b46-95e4-e9d1f9339c78), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:22.509058 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-37d4c2f6-13f4-4f5b-8d67-a6ade45160e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6a1b3e38-90f7-4b46-95e4-e9d1f9339c78), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:22.552869 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4c2f6-13f4-4f5b-8d67-a6ade45160e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1b3e38-90f7-4b46-95e4-e9d1f9339c78,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:22.579102 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63cb3c6b-5015-4f86-9515-7982b0289896 admin admin] Publish callbacks [] for security_group (cd9b6e97-6cb9-4a7b-90ea-8077a9f622fd), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:22.590904 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-37d4c2f6-13f4-4f5b-8d67-a6ade45160e9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1f92968e08cc4fdfbd379b484e96c935&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5577848 Feb 19 04:26:22.594689 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57376) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:22.671713 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e8ddf382-12c5-4d27-9c8d-1ad6a1802ea0 admin admin] Publish callbacks [] for security_group (6a1b3e38-90f7-4b46-95e4-e9d1f9339c78), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:22.707110 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e8ddf382-12c5-4d27-9c8d-1ad6a1802ea0 admin admin] Publish callbacks [] for security_group (6a1b3e38-90f7-4b46-95e4-e9d1f9339c78), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:22.727572 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-9b7e2389-be89-49fe-bbc0-da7f14378359 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-811741421-network', 'tenant_id': '6cc1daff83b0471f892d4f03261c49c2'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:22.775078 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d72b2-91aa-4fbc-82ff-6ee6ccba7185 req-b78aa0b4-8880-4455-b065-07fb873a95e2 tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:22.778481 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b1d72b2-91aa-4fbc-82ff-6ee6ccba7185 req-b78aa0b4-8880-4455-b065-07fb873a95e2 tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.52 "GET /v2.0/ports?device_id=655c901e-3821-48c9-af6c-f4db7f22c4df HTTP/1.1" status: 200 len: 950 time: 0.1652932 Feb 19 04:26:22.798379 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7e2389-be89-49fe-bbc0-da7f14378359 admin admin] Made reservation on behalf of 6cc1daff83b0471f892d4f03261c49c2 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:22.802438 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9b7e2389-be89-49fe-bbc0-da7f14378359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:22.815927 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9b7e2389-be89-49fe-bbc0-da7f14378359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:22.819970 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c1867-6045-458a-8470-25f0edeace47 req-ff7d73b9-f1dc-43ab-9a57-715b1611eee1 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:22.822264 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b15c1867-6045-458a-8470-25f0edeace47 req-ff7d73b9-f1dc-43ab-9a57-715b1611eee1 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 943 time: 0.1337914 Feb 19 04:26:22.867880 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e8ddf382-12c5-4d27-9c8d-1ad6a1802ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6a1b3e38-90f7-4b46-95e4-e9d1f9339c78), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:22.873017 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e8ddf382-12c5-4d27-9c8d-1ad6a1802ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:22.879782 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63cb3c6b-5015-4f86-9515-7982b0289896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (cd9b6e97-6cb9-4a7b-90ea-8077a9f622fd), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:22.880320 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e8ddf382-12c5-4d27-9c8d-1ad6a1802ea0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6a1b3e38-90f7-4b46-95e4-e9d1f9339c78 HTTP/1.1" status: 204 len: 168 time: 0.2814767 Feb 19 04:26:22.882639 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63cb3c6b-5015-4f86-9515-7982b0289896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:22.887295 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-63cb3c6b-5015-4f86-9515-7982b0289896 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cd9b6e97-6cb9-4a7b-90ea-8077a9f622fd HTTP/1.1" status: 204 len: 168 time: 0.5078995 Feb 19 04:26:22.896404 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb3c6b-5015-4f86-9515-7982b0289896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9b6e97-6cb9-4a7b-90ea-8077a9f622fd,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:22.942570 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b1d72b2-91aa-4fbc-82ff-6ee6ccba7185 req-742d12ad-a4bf-49cf-ac16-1ad152abd25c tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff125846-fcd1-475d-b194-d3152bd9784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467054 Feb 19 04:26:22.988288 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ddf382-12c5-4d27-9c8d-1ad6a1802ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1b3e38-90f7-4b46-95e4-e9d1f9339c78,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:23.018182 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b15c1867-6045-458a-8470-25f0edeace47 req-51736c59-4cb3-4c4d-b66e-e0d448ece240 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851301 Feb 19 04:26:23.117980 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b559a-ccbc-4801-a1d7-ddd2af5795a8 req-9b27231c-3969-4540-a8e0-d68c00da2a97 tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:23.119523 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f2b559a-ccbc-4801-a1d7-ddd2af5795a8 req-9b27231c-3969-4540-a8e0-d68c00da2a97 tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.26 "GET /v2.0/ports?device_id=655c901e-3821-48c9-af6c-f4db7f22c4df HTTP/1.1" status: 200 len: 950 time: 0.2118366 Feb 19 04:26:23.174856 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9b7e2389-be89-49fe-bbc0-da7f14378359 admin admin] Publish callbacks [] for security_group (f0bc2c31-9248-4467-ab3f-91c1c613a96d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:23.211997 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9b7e2389-be89-49fe-bbc0-da7f14378359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f0bc2c31-9248-4467-ab3f-91c1c613a96d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:23.250604 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b7e2389-be89-49fe-bbc0-da7f14378359 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:26:23.284569 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e2389-be89-49fe-bbc0-da7f14378359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bc2c31-9248-4467-ab3f-91c1c613a96d,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:23.291143 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9b7e2389-be89-49fe-bbc0-da7f14378359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (198de87e-cf26-455d-ab49-483d5c7c7a7b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:23.291495 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-9b7e2389-be89-49fe-bbc0-da7f14378359 admin admin] Added segment 198de87e-cf26-455d-ab49-483d5c7c7a7b of type vlan for network 6381b5d6-bf11-47b8-819d-eb7d20584395 Feb 19 04:26:23.351830 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9b7e2389-be89-49fe-bbc0-da7f14378359 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (6381b5d6-bf11-47b8-819d-eb7d20584395), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:23.381283 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-4f2b559a-ccbc-4801-a1d7-ddd2af5795a8 req-8e492556-d3fa-46c2-94e3-1acacc04f76e tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Deleting port e823b22d-3d79-4406-b0a1-f945b4abf993 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:26:23.381838 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-4f2b559a-ccbc-4801-a1d7-ddd2af5795a8 req-8e492556-d3fa-46c2-94e3-1acacc04f76e tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (e823b22d-3d79-4406-b0a1-f945b4abf993), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:23.410455 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9b7e2389-be89-49fe-bbc0-da7f14378359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (6381b5d6-bf11-47b8-819d-eb7d20584395), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:23.411414 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7e2389-be89-49fe-bbc0-da7f14378359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:23.411955 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9b7e2389-be89-49fe-bbc0-da7f14378359 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:23.429688 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57398) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:23.455868 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9424d69f-8d7a-413d-8c16-97a780ad640e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:23.586092 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9424d69f-8d7a-413d-8c16-97a780ad640e admin admin] Publish callbacks [] for security_group (ddbfa83b-9aed-4544-9f0c-ef279522208f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:23.593561 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9424d69f-8d7a-413d-8c16-97a780ad640e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ddbfa83b-9aed-4544-9f0c-ef279522208f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:23.598044 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e2389-be89-49fe-bbc0-da7f14378359 admin admin] Pushing event updated for resources: {'Network': ['ID=6381b5d6-bf11-47b8-819d-eb7d20584395,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:23.613212 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 6381b5d6-bf11-47b8-819d-eb7d20584395 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:26:23.616999 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9b7e2389-be89-49fe-bbc0-da7f14378359 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1524909 Feb 19 04:26:23.619848 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57400) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:23.625464 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-a8332b0e-9b00-452d-8e88-17bab4cede3a admin admin] Request body: {'subnet': {'network_id': '6381b5d6-bf11-47b8-819d-eb7d20584395', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-811741421-subnet', 'tenant_id': '6cc1daff83b0471f892d4f03261c49c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:23.628560 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424d69f-8d7a-413d-8c16-97a780ad640e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbfa83b-9aed-4544-9f0c-ef279522208f,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:23.658787 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9424d69f-8d7a-413d-8c16-97a780ad640e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=88ba69d1560b4bc7a6124e379db3c22f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2276330 Feb 19 04:26:23.661219 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57402) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:23.683648 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8332b0e-9b00-452d-8e88-17bab4cede3a admin admin] Made reservation on behalf of 6cc1daff83b0471f892d4f03261c49c2 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:23.687326 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a8332b0e-9b00-452d-8e88-17bab4cede3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:23.779317 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-277a6fc4-17bc-4184-967c-adc4be36b1da admin admin] Publish callbacks [] for security_group (ddbfa83b-9aed-4544-9f0c-ef279522208f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:23.833815 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-277a6fc4-17bc-4184-967c-adc4be36b1da admin admin] Publish callbacks [] for security_group (ddbfa83b-9aed-4544-9f0c-ef279522208f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:23.860566 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-4f2b559a-ccbc-4801-a1d7-ddd2af5795a8 req-8e492556-d3fa-46c2-94e3-1acacc04f76e tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] For port e823b22d-3d79-4406-b0a1-f945b4abf993, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=e823b22d-3d79-4406-b0a1-f945b4abf993,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:23.861076 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-4f2b559a-ccbc-4801-a1d7-ddd2af5795a8 req-8e492556-d3fa-46c2-94e3-1acacc04f76e tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (e823b22d-3d79-4406-b0a1-f945b4abf993), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:23.895788 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-4f2b559a-ccbc-4801-a1d7-ddd2af5795a8 req-8e492556-d3fa-46c2-94e3-1acacc04f76e tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Calling delete_port for e823b22d-3d79-4406-b0a1-f945b4abf993 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:26:23.916791 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-277a6fc4-17bc-4184-967c-adc4be36b1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ddbfa83b-9aed-4544-9f0c-ef279522208f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:23.921828 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-277a6fc4-17bc-4184-967c-adc4be36b1da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:23.923288 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-277a6fc4-17bc-4184-967c-adc4be36b1da admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ddbfa83b-9aed-4544-9f0c-ef279522208f HTTP/1.1" status: 204 len: 168 time: 0.2599680 Feb 19 04:26:23.933533 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a6fc4-17bc-4184-967c-adc4be36b1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbfa83b-9aed-4544-9f0c-ef279522208f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:24.170578 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a8332b0e-9b00-452d-8e88-17bab4cede3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (e6b0508d-7089-49a9-b80d-996024dbc82f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:24.243450 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8332b0e-9b00-452d-8e88-17bab4cede3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6b0508d-7089-49a9-b80d-996024dbc82f,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:24.253225 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-4f2b559a-ccbc-4801-a1d7-ddd2af5795a8 req-8e492556-d3fa-46c2-94e3-1acacc04f76e tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (e823b22d-3d79-4406-b0a1-f945b4abf993), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:24.267890 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['e823b22d-3d79-4406-b0a1-f945b4abf993'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:26:24.318829 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e492556-d3fa-46c2-94e3-1acacc04f76e tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Pushing event deleted for resources: {'Port': ['ID=e823b22d-3d79-4406-b0a1-f945b4abf993,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:24.348420 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2b559a-ccbc-4801-a1d7-ddd2af5795a8 req-8e492556-d3fa-46c2-94e3-1acacc04f76e tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] No DVR routers for this DVR port e823b22d-3d79-4406-b0a1-f945b4abf993 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:26:24.352986 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-4f2b559a-ccbc-4801-a1d7-ddd2af5795a8 req-8e492556-d3fa-46c2-94e3-1acacc04f76e tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:24.357180 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f2b559a-ccbc-4801-a1d7-ddd2af5795a8 req-8e492556-d3fa-46c2-94e3-1acacc04f76e tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.26 "DELETE /v2.0/ports/e823b22d-3d79-4406-b0a1-f945b4abf993 HTTP/1.1" status: 204 len: 173 time: 1.2186921 Feb 19 04:26:24.365907 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b146f12-f995-4c67-8672-9981ee2917e1 req-5a49d134-082d-4da9-ab3a-32d6ee7f4cc2 tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:24.370871 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655c901e-3821-48c9-af6c-f4db7f22c4df', 'name': 'network-vif-deleted', 'tag': 'e823b22d-3d79-4406-b0a1-f945b4abf993'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:26:24.373544 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b146f12-f995-4c67-8672-9981ee2917e1 req-5a49d134-082d-4da9-ab3a-32d6ee7f4cc2 tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.52 "GET /v2.0/ports?device_id=655c901e-3821-48c9-af6c-f4db7f22c4df HTTP/1.1" status: 200 len: 950 time: 0.2665255 Feb 19 04:26:24.383997 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1f0c22-6baf-4595-9305-901045c35a2b" -d '{"events": [{"server_uuid": "655c901e-3821-48c9-af6c-f4db7f22c4df", "name": "network-vif-deleted", "tag": "e823b22d-3d79-4406-b0a1-f945b4abf993"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:26:24.453155 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8332b0e-9b00-452d-8e88-17bab4cede3a admin admin] Checking segment: {'id': '198de87e-cf26-455d-ab49-483d5c7c7a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6381b5d6-bf11-47b8-819d-eb7d20584395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:26:24.453731 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8332b0e-9b00-452d-8e88-17bab4cede3a admin admin] Network hostable DHCP agents. Network: 6381b5d6-bf11-47b8-819d-eb7d20584395, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:26:24.477353 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c437df-b96c-4c9d-95bb-3a1792f1b7a7 req-3231aee3-854a-4fb9-89d0-2032f4b7bc33 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:24.481334 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b1c437df-b96c-4c9d-95bb-3a1792f1b7a7 req-3231aee3-854a-4fb9-89d0-2032f4b7bc33 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 943 time: 0.2998345 Feb 19 04:26:24.514184 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8332b0e-9b00-452d-8e88-17bab4cede3a admin admin] Network 6381b5d6-bf11-47b8-819d-eb7d20584395 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:26:24.548673 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-a8332b0e-9b00-452d-8e88-17bab4cede3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 6381b5d6-bf11-47b8-819d-eb7d20584395) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:24.551500 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b146f12-f995-4c67-8672-9981ee2917e1 req-fd6e0d0d-6c4e-4eae-92fb-3e29be0e57d5 tempest-VolumesBackupsTest-2075761202 tempest-VolumesBackupsTest-2075761202-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff125846-fcd1-475d-b194-d3152bd9784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699982 Feb 19 04:26:24.558601 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e9eaa9-ddb6-4b8d-b7c1-0dafb2f92926 None None] Network 6381b5d6-bf11-47b8-819d-eb7d20584395 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:26:24.569208 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8332b0e-9b00-452d-8e88-17bab4cede3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:24.574866 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a8332b0e-9b00-452d-8e88-17bab4cede3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:24.622951 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b1c437df-b96c-4c9d-95bb-3a1792f1b7a7 req-6ecfdf2d-284d-4e90-8191-1a6146c6ca3e tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280003 Feb 19 04:26:24.649083 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a8332b0e-9b00-452d-8e88-17bab4cede3a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0271313 Feb 19 04:26:24.690845 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e3b124-d0ab-4573-859d-fedec5a7d87d x-openstack-request-id: req-c9e3b124-d0ab-4573-859d-fedec5a7d87d {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:26:24.692336 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655c901e-3821-48c9-af6c-f4db7f22c4df", "name": "network-vif-deleted", "tag": "e823b22d-3d79-4406-b0a1-f945b4abf993", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:26:24.692800 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c9e3b124-d0ab-4573-859d-fedec5a7d87d {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:26:24.693434 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655c901e-3821-48c9-af6c-f4db7f22c4df', 'name': 'network-vif-deleted', 'tag': 'e823b22d-3d79-4406-b0a1-f945b4abf993', 'status': 'completed', 'code': 200} Feb 19 04:26:24.781330 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9692c747-3ec1-47af-825b-474ffb0d7f2f None None] Network 6381b5d6-bf11-47b8-819d-eb7d20584395 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:26:25.546197 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57474) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:25.546197 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-e444eef5-2d6f-45f8-a9f6-470cfdc089d8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1608506580-network', 'tenant_id': '7cc7f0a6f4b94adb9d22105452d8d1c3'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:25.572187 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e444eef5-2d6f-45f8-a9f6-470cfdc089d8 admin admin] Made reservation on behalf of 7cc7f0a6f4b94adb9d22105452d8d1c3 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:25.576625 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e444eef5-2d6f-45f8-a9f6-470cfdc089d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:25.590413 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e444eef5-2d6f-45f8-a9f6-470cfdc089d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:25.690066 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e444eef5-2d6f-45f8-a9f6-470cfdc089d8 admin admin] Publish callbacks [] for security_group (6e7487ee-6f06-4ab4-82b1-61026402049d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:25.697480 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e444eef5-2d6f-45f8-a9f6-470cfdc089d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6e7487ee-6f06-4ab4-82b1-61026402049d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:25.724566 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e444eef5-2d6f-45f8-a9f6-470cfdc089d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:26:25.736125 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e444eef5-2d6f-45f8-a9f6-470cfdc089d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (490687ca-9e32-4e40-b611-b2dd38fc1153), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:25.736886 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-e444eef5-2d6f-45f8-a9f6-470cfdc089d8 admin admin] Added segment 490687ca-9e32-4e40-b611-b2dd38fc1153 of type vlan for network 0147da54-be30-47e4-b830-c5ce15577253 Feb 19 04:26:25.830366 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e444eef5-2d6f-45f8-a9f6-470cfdc089d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (0147da54-be30-47e4-b830-c5ce15577253), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:25.879358 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444eef5-2d6f-45f8-a9f6-470cfdc089d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7487ee-6f06-4ab4-82b1-61026402049d,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:25.923786 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e444eef5-2d6f-45f8-a9f6-470cfdc089d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (0147da54-be30-47e4-b830-c5ce15577253), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:25.929132 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e444eef5-2d6f-45f8-a9f6-470cfdc089d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:25.930202 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e444eef5-2d6f-45f8-a9f6-470cfdc089d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:25.957437 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32694ba-8d03-4eb0-8432-b2630c7129ee req-fb3d95a1-4f33-406d-991a-9d17c3970425 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:25.965199 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e32694ba-8d03-4eb0-8432-b2630c7129ee req-fb3d95a1-4f33-406d-991a-9d17c3970425 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 943 time: 0.1547160 Feb 19 04:26:26.067198 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444eef5-2d6f-45f8-a9f6-470cfdc089d8 admin admin] Pushing event updated for resources: {'Network': ['ID=0147da54-be30-47e4-b830-c5ce15577253,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:26.080783 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 0147da54-be30-47e4-b830-c5ce15577253 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:26:26.109866 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e444eef5-2d6f-45f8-a9f6-470cfdc089d8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5652142 Feb 19 04:26:26.110046 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57494) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:26.115405 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-8ad2fe4b-309a-417d-879a-a5aafa559daa admin admin] Request body: {'subnet': {'network_id': '0147da54-be30-47e4-b830-c5ce15577253', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1608506580-subnet', 'tenant_id': '7cc7f0a6f4b94adb9d22105452d8d1c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:26.153612 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e32694ba-8d03-4eb0-8432-b2630c7129ee req-07cf55e1-16b2-4fe0-a33f-6fa6bf532d70 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874514 Feb 19 04:26:26.174783 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad2fe4b-309a-417d-879a-a5aafa559daa admin admin] Made reservation on behalf of 7cc7f0a6f4b94adb9d22105452d8d1c3 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:26.179260 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8ad2fe4b-309a-417d-879a-a5aafa559daa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:26.326199 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device e823b22d-3d79-4406-b0a1-f945b4abf993 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:26:26.401102 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: e823b22d-3d79-4406-b0a1-f945b4abf993 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:26:26.405008 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device e823b22d-3d79-4406-b0a1-f945b4abf993 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:26:26.520012 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8ad2fe4b-309a-417d-879a-a5aafa559daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (00949268-a558-4493-87f0-be4bcbb4e80e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:26.593274 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2fe4b-309a-417d-879a-a5aafa559daa admin admin] Pushing event updated for resources: {'Subnet': ['ID=00949268-a558-4493-87f0-be4bcbb4e80e,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:26.600970 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad2fe4b-309a-417d-879a-a5aafa559daa admin admin] Checking segment: {'id': '490687ca-9e32-4e40-b611-b2dd38fc1153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0147da54-be30-47e4-b830-c5ce15577253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:26:26.602064 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad2fe4b-309a-417d-879a-a5aafa559daa admin admin] Network hostable DHCP agents. Network: 0147da54-be30-47e4-b830-c5ce15577253, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:26:26.623680 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad2fe4b-309a-417d-879a-a5aafa559daa admin admin] Network 0147da54-be30-47e4-b830-c5ce15577253 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:26:26.639048 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-8ad2fe4b-309a-417d-879a-a5aafa559daa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 0147da54-be30-47e4-b830-c5ce15577253) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:26.643432 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad2fe4b-309a-417d-879a-a5aafa559daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:26.644131 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8ad2fe4b-309a-417d-879a-a5aafa559daa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:26.653798 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472fa1f3-93d4-4ede-9be9-5aeaf44a2620 None None] Network 0147da54-be30-47e4-b830-c5ce15577253 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:26:26.695979 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8ad2fe4b-309a-417d-879a-a5aafa559daa admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5845752 Feb 19 04:26:26.795730 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5139508a-897b-4c91-861c-a02612a3f310 None None] Network 0147da54-be30-47e4-b830-c5ce15577253 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:26:26.967644 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:27.507667 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f5573-efb6-44a5-ac42-9cd72da343e9 req-ac613878-5695-4be0-ac81-2090ef41bffd tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:27.509795 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-620f5573-efb6-44a5-ac42-9cd72da343e9 req-ac613878-5695-4be0-ac81-2090ef41bffd tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 943 time: 0.1955607 Feb 19 04:26:27.538878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36c79a-9199-4586-a824-07abc32d9294 req-fb12e26b-696a-4126-8999-395802ffb921 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:27.540543 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e36c79a-9199-4586-a824-07abc32d9294 req-fb12e26b-696a-4126-8999-395802ffb921 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/networks?id=6381b5d6-bf11-47b8-819d-eb7d20584395 HTTP/1.1" status: 200 len: 824 time: 0.2585990 Feb 19 04:26:27.565248 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e36c79a-9199-4586-a824-07abc32d9294 req-4d8f5f7a-283c-4b10-a578-3064f0ae9f96 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/quotas/6cc1daff83b0471f892d4f03261c49c2 HTTP/1.1" status: 200 len: 375 time: 0.0163958 Feb 19 04:26:27.617659 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e36c79a-9199-4586-a824-07abc32d9294 req-fb7107fd-6af6-42a4-b32e-516dfdba6703 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6cc1daff83b0471f892d4f03261c49c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471294 Feb 19 04:26:27.632857 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-3e36c79a-9199-4586-a824-07abc32d9294 req-2ee600a9-074b-4281-9cdd-b2c4f8628b08 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:27.633932 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e36c79a-9199-4586-a824-07abc32d9294 req-2ee600a9-074b-4281-9cdd-b2c4f8628b08 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054014 Feb 19 04:26:27.639793 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-620f5573-efb6-44a5-ac42-9cd72da343e9 req-f4b20263-0f58-48ed-ac6f-fa7ffce07bc0 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185944 Feb 19 04:26:27.737377 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e36c79a-9199-4586-a824-07abc32d9294 req-c00be875-1129-4097-adc1-fb5093e42d74 service neutron] 10.222.0.52 "GET /v2.0/networks/6381b5d6-bf11-47b8-819d-eb7d20584395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912330 Feb 19 04:26:27.838695 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e36c79a-9199-4586-a824-07abc32d9294 req-53ae8b7f-46d0-4614-b237-720fdce75162 service neutron] 10.222.0.52 "GET /v2.0/networks/6381b5d6-bf11-47b8-819d-eb7d20584395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949757 Feb 19 04:26:28.054518 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-183e9393-d83b-448f-8f57-5be79426c7a6 req-bc5c2a6d-7da8-4caa-856a-4b0ec5b8ee55 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/ports?device_id=90a64327-73f1-4b14-ad11-da48d9e6fb71 HTTP/1.1" status: 200 len: 210 time: 0.0399475 Feb 19 04:26:28.771526 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aae39e-dce7-4c21-9c87-298692123e29 req-2a5b397b-dd3d-4870-a32c-883e9494645f tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:28.773345 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-27aae39e-dce7-4c21-9c87-298692123e29 req-2a5b397b-dd3d-4870-a32c-883e9494645f tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 943 time: 0.0574365 Feb 19 04:26:28.826347 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-27aae39e-dce7-4c21-9c87-298692123e29 req-e6c0e0e1-bbc8-40cb-85db-085227a8a3d2 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470464 Feb 19 04:26:29.167722 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5003e97b-9733-4c17-9fdd-466fc08fb335 req-fb67e4d3-9296-44cc-90ba-1a17a7b536ff tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/ports?device_id=90a64327-73f1-4b14-ad11-da48d9e6fb71 HTTP/1.1" status: 200 len: 210 time: 0.0301232 Feb 19 04:26:29.215559 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36c79a-9199-4586-a824-07abc32d9294 req-6f06098b-5239-4c7e-bbf1-03a7aa8e4ec7 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:29.217131 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e36c79a-9199-4586-a824-07abc32d9294 req-6f06098b-5239-4c7e-bbf1-03a7aa8e4ec7 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.79 "GET /v2.0/networks?id=6381b5d6-bf11-47b8-819d-eb7d20584395 HTTP/1.1" status: 200 len: 824 time: 0.1992364 Feb 19 04:26:29.229209 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-3e36c79a-9199-4586-a824-07abc32d9294 req-38efe465-b91c-4768-b719-f73ee8eca760 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Request body: {'port': {'device_id': '90a64327-73f1-4b14-ad11-da48d9e6fb71', 'network_id': '6381b5d6-bf11-47b8-819d-eb7d20584395', 'admin_state_up': True, 'tenant_id': '6cc1daff83b0471f892d4f03261c49c2'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:29.348801 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e36c79a-9199-4586-a824-07abc32d9294 req-38efe465-b91c-4768-b719-f73ee8eca760 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Made reservation on behalf of 6cc1daff83b0471f892d4f03261c49c2 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:29.352410 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e36c79a-9199-4586-a824-07abc32d9294 req-38efe465-b91c-4768-b719-f73ee8eca760 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:29.499159 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-3e36c79a-9199-4586-a824-07abc32d9294 req-38efe465-b91c-4768-b719-f73ee8eca760 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Allocated IP 172.20.0.7 (6381b5d6-bf11-47b8-819d-eb7d20584395/e6b0508d-7089-49a9-b80d-996024dbc82f/50f35592-077f-4f5f-8ffb-fd4843cc3dca) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:26:29.702613 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e36c79a-9199-4586-a824-07abc32d9294 req-38efe465-b91c-4768-b719-f73ee8eca760 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Publish callbacks [] for port (50f35592-077f-4f5f-8ffb-fd4843cc3dca), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:29.748668 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e36c79a-9199-4586-a824-07abc32d9294 req-38efe465-b91c-4768-b719-f73ee8eca760 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (50f35592-077f-4f5f-8ffb-fd4843cc3dca), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:29.790591 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:29.806149 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e36c79a-9199-4586-a824-07abc32d9294 req-38efe465-b91c-4768-b719-f73ee8eca760 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Network 6381b5d6-bf11-47b8-819d-eb7d20584395 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:26:29.812703 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-3e36c79a-9199-4586-a824-07abc32d9294 req-38efe465-b91c-4768-b719-f73ee8eca760 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:29.826376 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e36c79a-9199-4586-a824-07abc32d9294 req-38efe465-b91c-4768-b719-f73ee8eca760 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:26:29.876100 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38efe465-b91c-4768-b719-f73ee8eca760 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Pushing event updated for resources: {'Port': ['ID=50f35592-077f-4f5f-8ffb-fd4843cc3dca,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:29.893508 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36c79a-9199-4586-a824-07abc32d9294 req-38efe465-b91c-4768-b719-f73ee8eca760 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:29.894836 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e36c79a-9199-4586-a824-07abc32d9294 req-38efe465-b91c-4768-b719-f73ee8eca760 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:29.930081 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e36c79a-9199-4586-a824-07abc32d9294 req-38efe465-b91c-4768-b719-f73ee8eca760 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7028866 Feb 19 04:26:29.972176 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-3e36c79a-9199-4586-a824-07abc32d9294 req-5f805b26-11a5-43ae-8855-8f433bb134d9 service neutron] Request body: {'port': {'device_id': '90a64327-73f1-4b14-ad11-da48d9e6fb71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:30.124177 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e36c79a-9199-4586-a824-07abc32d9294 req-5f805b26-11a5-43ae-8855-8f433bb134d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (50f35592-077f-4f5f-8ffb-fd4843cc3dca), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:30.133984 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e81b0-f14a-45c5-a9d3-1e01903058ec req-e0fb041e-cfc2-4ba3-bc51-ba664947bbb0 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:30.135692 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-024e81b0-f14a-45c5-a9d3-1e01903058ec req-e0fb041e-cfc2-4ba3-bc51-ba664947bbb0 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 943 time: 0.2043548 Feb 19 04:26:30.358602 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-024e81b0-f14a-45c5-a9d3-1e01903058ec req-3a122d5f-f8a4-4c39-9988-d1bccbd7d724 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144990 Feb 19 04:26:30.439059 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5d3aa-3178-42bc-9a45-2a6934696526 req-961f904c-aa7e-477e-88c0-2aead744e16e tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:30.441004 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-06c5d3aa-3178-42bc-9a45-2a6934696526 req-961f904c-aa7e-477e-88c0-2aead744e16e tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/ports?device_id=90a64327-73f1-4b14-ad11-da48d9e6fb71 HTTP/1.1" status: 200 len: 931 time: 0.0982325 Feb 19 04:26:30.568860 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-06c5d3aa-3178-42bc-9a45-2a6934696526 req-3905f1b9-d73c-414b-8300-00e4ab7ff4ad tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0bc2c31-9248-4467-ab3f-91c1c613a96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784945 Feb 19 04:26:30.622295 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6465d419-c900-4c04-957f-ec521d95d22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:30.655057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-3e36c79a-9199-4586-a824-07abc32d9294 req-5f805b26-11a5-43ae-8855-8f433bb134d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f35592-077f-4f5f-8ffb-fd4843cc3dca {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:26:30.664506 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e36c79a-9199-4586-a824-07abc32d9294 req-5f805b26-11a5-43ae-8855-8f433bb134d9 service neutron] Publish callbacks [] for port (50f35592-077f-4f5f-8ffb-fd4843cc3dca), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:30.701007 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-3e36c79a-9199-4586-a824-07abc32d9294 req-5f805b26-11a5-43ae-8855-8f433bb134d9 service neutron] Transition to ACTIVE for port object 50f35592-077f-4f5f-8ffb-fd4843cc3dca will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:26:30.719934 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e36c79a-9199-4586-a824-07abc32d9294 req-5f805b26-11a5-43ae-8855-8f433bb134d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (50f35592-077f-4f5f-8ffb-fd4843cc3dca), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:30.788291 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f805b26-11a5-43ae-8855-8f433bb134d9 service neutron] Pushing event updated for resources: {'Port': ['ID=50f35592-077f-4f5f-8ffb-fd4843cc3dca,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:30.892932 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-3e36c79a-9199-4586-a824-07abc32d9294 req-5f805b26-11a5-43ae-8855-8f433bb134d9 service neutron] Attempting to bind port 50f35592-077f-4f5f-8ffb-fd4843cc3dca on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:26:30.893593 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-3e36c79a-9199-4586-a824-07abc32d9294 req-5f805b26-11a5-43ae-8855-8f433bb134d9 service neutron] Attempting to bind port 50f35592-077f-4f5f-8ffb-fd4843cc3dca by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '198de87e-cf26-455d-ab49-483d5c7c7a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6381b5d6-bf11-47b8-819d-eb7d20584395'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:26:30.893872 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e36c79a-9199-4586-a824-07abc32d9294 req-5f805b26-11a5-43ae-8855-8f433bb134d9 service neutron] Attempting to bind port 50f35592-077f-4f5f-8ffb-fd4843cc3dca on network 6381b5d6-bf11-47b8-819d-eb7d20584395 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:26:30.898962 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e36c79a-9199-4586-a824-07abc32d9294 req-5f805b26-11a5-43ae-8855-8f433bb134d9 service neutron] Port 50f35592-077f-4f5f-8ffb-fd4843cc3dca on network 6381b5d6-bf11-47b8-819d-eb7d20584395 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:26:30.899397 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e36c79a-9199-4586-a824-07abc32d9294 req-5f805b26-11a5-43ae-8855-8f433bb134d9 service neutron] Attempting to bind port 50f35592-077f-4f5f-8ffb-fd4843cc3dca on network 6381b5d6-bf11-47b8-819d-eb7d20584395 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:26:30.904767 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e36c79a-9199-4586-a824-07abc32d9294 req-5f805b26-11a5-43ae-8855-8f433bb134d9 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:26:30.905311 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e36c79a-9199-4586-a824-07abc32d9294 req-5f805b26-11a5-43ae-8855-8f433bb134d9 service neutron] Checking segment: {'id': '198de87e-cf26-455d-ab49-483d5c7c7a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6381b5d6-bf11-47b8-819d-eb7d20584395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:26:30.905808 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e36c79a-9199-4586-a824-07abc32d9294 req-5f805b26-11a5-43ae-8855-8f433bb134d9 service neutron] Bound using segment: {'id': '198de87e-cf26-455d-ab49-483d5c7c7a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6381b5d6-bf11-47b8-819d-eb7d20584395'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:26:30.906622 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-3e36c79a-9199-4586-a824-07abc32d9294 req-5f805b26-11a5-43ae-8855-8f433bb134d9 service neutron] Bound port: 50f35592-077f-4f5f-8ffb-fd4843cc3dca, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198de87e-cf26-455d-ab49-483d5c7c7a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6381b5d6-bf11-47b8-819d-eb7d20584395'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:26:30.907089 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e36c79a-9199-4586-a824-07abc32d9294 req-5f805b26-11a5-43ae-8855-8f433bb134d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (50f35592-077f-4f5f-8ffb-fd4843cc3dca), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:30.982673 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-3e36c79a-9199-4586-a824-07abc32d9294 req-5f805b26-11a5-43ae-8855-8f433bb134d9 service neutron] For port 50f35592-077f-4f5f-8ffb-fd4843cc3dca, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:26:30.985781 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-3e36c79a-9199-4586-a824-07abc32d9294 req-5f805b26-11a5-43ae-8855-8f433bb134d9 service neutron] For port 50f35592-077f-4f5f-8ffb-fd4843cc3dca, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=50f35592-077f-4f5f-8ffb-fd4843cc3dca,segment=NetworkSegment(198de87e-cf26-455d-ab49-483d5c7c7a7b),segment_id=198de87e-cf26-455d-ab49-483d5c7c7a7b)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:26:30.994335 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e36c79a-9199-4586-a824-07abc32d9294 req-5f805b26-11a5-43ae-8855-8f433bb134d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (50f35592-077f-4f5f-8ffb-fd4843cc3dca), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:31.036452 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36c79a-9199-4586-a824-07abc32d9294 req-5f805b26-11a5-43ae-8855-8f433bb134d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:31.037082 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e36c79a-9199-4586-a824-07abc32d9294 req-5f805b26-11a5-43ae-8855-8f433bb134d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:31.039554 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e36c79a-9199-4586-a824-07abc32d9294 req-5f805b26-11a5-43ae-8855-8f433bb134d9 service neutron] 10.222.0.79 "PUT /v2.0/ports/50f35592-077f-4f5f-8ffb-fd4843cc3dca HTTP/1.1" status: 200 len: 1092 time: 1.0907383 Feb 19 04:26:31.042969 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a64327-73f1-4b14-ad11-da48d9e6fb71', 'tag': '50f35592-077f-4f5f-8ffb-fd4843cc3dca'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:26:31.046267 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1907d9-2571-4499-9446-d09fa1d12e96" -d '{"events": [{"name": "network-changed", "server_uuid": "90a64327-73f1-4b14-ad11-da48d9e6fb71", "tag": "50f35592-077f-4f5f-8ffb-fd4843cc3dca"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:26:31.105166 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6691aef-51bd-44fd-abb2-69588e9b5aa1 x-openstack-request-id: req-f6691aef-51bd-44fd-abb2-69588e9b5aa1 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:26:31.105621 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a64327-73f1-4b14-ad11-da48d9e6fb71", "tag": "50f35592-077f-4f5f-8ffb-fd4843cc3dca", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:26:31.105990 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f6691aef-51bd-44fd-abb2-69588e9b5aa1 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:26:31.106698 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a64327-73f1-4b14-ad11-da48d9e6fb71', 'tag': '50f35592-077f-4f5f-8ffb-fd4843cc3dca', 'status': 'completed', 'code': 200} Feb 19 04:26:31.127064 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f805b26-11a5-43ae-8855-8f433bb134d9 service neutron] Pushing event updated for resources: {'Port': ['ID=50f35592-077f-4f5f-8ffb-fd4843cc3dca,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:31.170206 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36c79a-9199-4586-a824-07abc32d9294 req-868611d9-9242-44aa-a2f9-9cbe504d0acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:31.177735 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e36c79a-9199-4586-a824-07abc32d9294 req-868611d9-9242-44aa-a2f9-9cbe504d0acd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6cc1daff83b0471f892d4f03261c49c2&device_id=90a64327-73f1-4b14-ad11-da48d9e6fb71 HTTP/1.1" status: 200 len: 1126 time: 0.0867376 Feb 19 04:26:31.227634 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e36c79a-9199-4586-a824-07abc32d9294 req-0adbc9ad-72d8-4160-9c1d-8b668291ce71 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50f35592-077f-4f5f-8ffb-fd4843cc3dca HTTP/1.1" status: 200 len: 217 time: 0.0453873 Feb 19 04:26:31.281565 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36c79a-9199-4586-a824-07abc32d9294 req-8d8d138b-0edd-463f-8158-05fea95549df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:31.283485 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e36c79a-9199-4586-a824-07abc32d9294 req-8d8d138b-0edd-463f-8158-05fea95549df service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6b0508d-7089-49a9-b80d-996024dbc82f HTTP/1.1" status: 200 len: 864 time: 0.0501781 Feb 19 04:26:31.320294 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e36c79a-9199-4586-a824-07abc32d9294 req-b694aa04-d3ac-4583-9049-017bb0c854d6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6381b5d6-bf11-47b8-819d-eb7d20584395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294902 Feb 19 04:26:31.493169 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e36c79a-9199-4586-a824-07abc32d9294 req-472f81d2-717a-46b6-996d-2b0a992e423b service neutron] 10.222.0.79 "GET /v2.0/networks/6381b5d6-bf11-47b8-819d-eb7d20584395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662860 Feb 19 04:26:31.649990 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d674d98-bf25-43e4-addb-64792b39e180 req-566b7063-0af1-4867-b59e-7f3b7f8b9e94 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:31.652411 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9d674d98-bf25-43e4-addb-64792b39e180 req-566b7063-0af1-4867-b59e-7f3b7f8b9e94 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 943 time: 0.1575723 Feb 19 04:26:31.754311 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e36c79a-9199-4586-a824-07abc32d9294 req-3e36246c-adb5-44ad-8a07-a10cfb2fccda service neutron] 10.222.0.79 "GET /v2.0/networks/6381b5d6-bf11-47b8-819d-eb7d20584395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470179 Feb 19 04:26:31.807434 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca6319-3cd4-4451-8eff-36ebf06b44c5 req-63ad3396-747d-4241-91f1-04c9d5dd3b90 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:31.809496 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cfca6319-3cd4-4451-8eff-36ebf06b44c5 req-63ad3396-747d-4241-91f1-04c9d5dd3b90 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/ports?device_id=90a64327-73f1-4b14-ad11-da48d9e6fb71 HTTP/1.1" status: 200 len: 943 time: 0.0988777 Feb 19 04:26:31.813401 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9d674d98-bf25-43e4-addb-64792b39e180 req-2f3fcefc-f395-4e96-b53e-2fa19bdff94d tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556392 Feb 19 04:26:31.890642 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cfca6319-3cd4-4451-8eff-36ebf06b44c5 req-60fbd1bc-a7d0-41c0-93ec-c89480946fb1 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0bc2c31-9248-4467-ab3f-91c1c613a96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736103 Feb 19 04:26:31.900032 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1907d9-2571-4499-9446-d09fa1d12e96 req-228a2628-8e35-4482-95a7-f1414c4a4304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:31.902331 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ae1907d9-2571-4499-9446-d09fa1d12e96 req-228a2628-8e35-4482-95a7-f1414c4a4304 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6cc1daff83b0471f892d4f03261c49c2&device_id=90a64327-73f1-4b14-ad11-da48d9e6fb71 HTTP/1.1" status: 200 len: 1126 time: 0.0699196 Feb 19 04:26:32.314590 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1907d9-2571-4499-9446-d09fa1d12e96 req-956d990c-5427-4be1-96df-7cf41fb24aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:32.316098 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ae1907d9-2571-4499-9446-d09fa1d12e96 req-956d990c-5427-4be1-96df-7cf41fb24aad service neutron] 10.222.0.79 "GET /v2.0/networks?id=6381b5d6-bf11-47b8-819d-eb7d20584395 HTTP/1.1" status: 200 len: 925 time: 0.4049973 Feb 19 04:26:32.363411 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ae1907d9-2571-4499-9446-d09fa1d12e96 req-6278b684-ca13-44b1-929f-1b45d9b9edad service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50f35592-077f-4f5f-8ffb-fd4843cc3dca HTTP/1.1" status: 200 len: 217 time: 0.0405319 Feb 19 04:26:32.430275 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1907d9-2571-4499-9446-d09fa1d12e96 req-6c4e2fd7-e898-481e-b6a2-e8f6d21528b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:32.430275 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ae1907d9-2571-4499-9446-d09fa1d12e96 req-6c4e2fd7-e898-481e-b6a2-e8f6d21528b9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6b0508d-7089-49a9-b80d-996024dbc82f HTTP/1.1" status: 200 len: 864 time: 0.0582485 Feb 19 04:26:32.468246 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ae1907d9-2571-4499-9446-d09fa1d12e96 req-8ff4d28f-b947-418f-9210-4a88bd24b673 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6381b5d6-bf11-47b8-819d-eb7d20584395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297771 Feb 19 04:26:32.572968 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ae1907d9-2571-4499-9446-d09fa1d12e96 req-184280f4-ff51-41d8-90a1-a0af76ad039c service neutron] 10.222.0.79 "GET /v2.0/networks/6381b5d6-bf11-47b8-819d-eb7d20584395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970950 Feb 19 04:26:32.692891 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ae1907d9-2571-4499-9446-d09fa1d12e96 req-bee45bc7-9ea9-4124-bb73-20b5ca05d410 service neutron] 10.222.0.79 "GET /v2.0/networks/6381b5d6-bf11-47b8-819d-eb7d20584395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132004 Feb 19 04:26:32.981639 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6537ee-5f36-48b0-9e22-920828013a48 req-29a0d989-0824-4b5c-b7be-177b0203aa34 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:32.983480 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b6537ee-5f36-48b0-9e22-920828013a48 req-29a0d989-0824-4b5c-b7be-177b0203aa34 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 943 time: 0.0641408 Feb 19 04:26:33.087792 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803cddc-1153-4fa7-8f2b-a1863332ad90 req-41c5f98d-0fcb-4419-acd2-787717fac8aa tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:33.094819 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9803cddc-1153-4fa7-8f2b-a1863332ad90 req-41c5f98d-0fcb-4419-acd2-787717fac8aa tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/ports?device_id=90a64327-73f1-4b14-ad11-da48d9e6fb71 HTTP/1.1" status: 200 len: 943 time: 0.0974665 Feb 19 04:26:33.158927 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9803cddc-1153-4fa7-8f2b-a1863332ad90 req-e3728e6a-743b-4787-9df6-cd9278cc0574 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0bc2c31-9248-4467-ab3f-91c1c613a96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629356 Feb 19 04:26:33.176271 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b6537ee-5f36-48b0-9e22-920828013a48 req-663ae1bd-a71e-46de-ac34-acd747478a1f tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867373 Feb 19 04:26:33.464855 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3425066f-40cb-4f01-8798-eb655579635c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:33.828107 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:34.235730 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57688) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:34.282701 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 50f35592-077f-4f5f-8ffb-fd4843cc3dca details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:26:34.424451 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da486ef2-0826-4c3c-87ce-69cec4c91081 req-5e54de9b-4597-4823-a816-a88a114f0051 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:34.425685 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da486ef2-0826-4c3c-87ce-69cec4c91081 req-5e54de9b-4597-4823-a816-a88a114f0051 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 943 time: 0.1193194 Feb 19 04:26:34.453482 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd98594-5a64-4ec8-bbbe-928221426f01 req-7e0ba168-23db-490c-b6ac-9c08723139dc tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:34.462983 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 50f35592-077f-4f5f-8ffb-fd4843cc3dca, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=50f35592-077f-4f5f-8ffb-fd4843cc3dca,segment=NetworkSegment(198de87e-cf26-455d-ab49-483d5c7c7a7b),segment_id=198de87e-cf26-455d-ab49-483d5c7c7a7b)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:34.467156 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cfd98594-5a64-4ec8-bbbe-928221426f01 req-7e0ba168-23db-490c-b6ac-9c08723139dc tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/ports?device_id=90a64327-73f1-4b14-ad11-da48d9e6fb71 HTTP/1.1" status: 200 len: 943 time: 0.2039344 Feb 19 04:26:34.467927 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e7ff43b6-090c-4be1-8905-350ed36c6ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:34.479295 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '50f35592-077f-4f5f-8ffb-fd4843cc3dca', 'network_id': '6381b5d6-bf11-47b8-819d-eb7d20584395', 'port_id': '50f35592-077f-4f5f-8ffb-fd4843cc3dca', 'mac_address': 'fa:16:3e:25:7a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6b0508d-7089-49a9-b80d-996024dbc82f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:26:34.483052 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 99fa84e9-32cc-4fee-8219-bccb9d3ba37f details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:26:34.546453 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 50f35592-077f-4f5f-8ffb-fd4843cc3dca is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:34.547237 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (50f35592-077f-4f5f-8ffb-fd4843cc3dca), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:34.595819 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e7ff43b6-090c-4be1-8905-350ed36c6ae5 admin admin] Publish callbacks [] for security_group (7e61bdc0-3134-4cab-88b6-6e94f60e0a39), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:34.596606 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da486ef2-0826-4c3c-87ce-69cec4c91081 req-10b3e6e2-0ac9-4888-b0fa-f4d8eb33ea07 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266339 Feb 19 04:26:34.602625 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cfd98594-5a64-4ec8-bbbe-928221426f01 req-88c5d9c2-8e5b-4e8c-81a7-9b8137a022d3 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0bc2c31-9248-4467-ab3f-91c1c613a96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344581 Feb 19 04:26:34.618097 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e7ff43b6-090c-4be1-8905-350ed36c6ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7e61bdc0-3134-4cab-88b6-6e94f60e0a39), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:34.658885 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f35592-077f-4f5f-8ffb-fd4843cc3dca {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:26:34.678586 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e7ff43b6-090c-4be1-8905-350ed36c6ae5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b2a9496a3e1947d6bea84922dc736eed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4408586 Feb 19 04:26:34.680041 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff43b6-090c-4be1-8905-350ed36c6ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e61bdc0-3134-4cab-88b6-6e94f60e0a39,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:34.681181 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57694) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:34.705468 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 50f35592-077f-4f5f-8ffb-fd4843cc3dca, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=50f35592-077f-4f5f-8ffb-fd4843cc3dca,segment=NetworkSegment(198de87e-cf26-455d-ab49-483d5c7c7a7b),segment_id=198de87e-cf26-455d-ab49-483d5c7c7a7b)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:34.756319 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 99fa84e9-32cc-4fee-8219-bccb9d3ba37f, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=99fa84e9-32cc-4fee-8219-bccb9d3ba37f,segment=NetworkSegment(c64d6f4a-6d14-4da1-b82b-619fdbf36a18),segment_id=c64d6f4a-6d14-4da1-b82b-619fdbf36a18)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:34.771119 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-59251498-afc7-4965-b8da-6c93817e3263 admin admin] Publish callbacks [] for security_group (7e61bdc0-3134-4cab-88b6-6e94f60e0a39), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:34.771656 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '99fa84e9-32cc-4fee-8219-bccb9d3ba37f', 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532', 'port_id': '99fa84e9-32cc-4fee-8219-bccb9d3ba37f', 'mac_address': 'fa:16:3e:c5:86:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:26:34.814268 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-59251498-afc7-4965-b8da-6c93817e3263 admin admin] Publish callbacks [] for security_group (7e61bdc0-3134-4cab-88b6-6e94f60e0a39), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:34.819309 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (50f35592-077f-4f5f-8ffb-fd4843cc3dca), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:34.825180 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 99fa84e9-32cc-4fee-8219-bccb9d3ba37f is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:34.825647 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (99fa84e9-32cc-4fee-8219-bccb9d3ba37f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:34.867485 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99fa84e9-32cc-4fee-8219-bccb9d3ba37f {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:26:34.915969 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-59251498-afc7-4965-b8da-6c93817e3263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7e61bdc0-3134-4cab-88b6-6e94f60e0a39), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:34.919170 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-59251498-afc7-4965-b8da-6c93817e3263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:34.920474 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-59251498-afc7-4965-b8da-6c93817e3263 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7e61bdc0-3134-4cab-88b6-6e94f60e0a39 HTTP/1.1" status: 204 len: 168 time: 0.2382293 Feb 19 04:26:34.940673 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59251498-afc7-4965-b8da-6c93817e3263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e61bdc0-3134-4cab-88b6-6e94f60e0a39,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:35.097914 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 99fa84e9-32cc-4fee-8219-bccb9d3ba37f, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=99fa84e9-32cc-4fee-8219-bccb9d3ba37f,segment=NetworkSegment(c64d6f4a-6d14-4da1-b82b-619fdbf36a18),segment_id=c64d6f4a-6d14-4da1-b82b-619fdbf36a18)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:35.114469 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['50f35592-077f-4f5f-8ffb-fd4843cc3dca'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:26:35.232334 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (99fa84e9-32cc-4fee-8219-bccb9d3ba37f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:35.497450 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57706) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:35.544654 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=50f35592-077f-4f5f-8ffb-fd4843cc3dca,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:35.546904 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fa65c1a9-d570-45bb-85da-61148cbec715 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:35.574665 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:35.578210 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:35.578564 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:35.578904 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:35.579240 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:35.579572 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:35.579900 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:35.580227 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:35.580552 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:35.580891 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:35.594327 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:35.594991 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:35.606730 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:35.607243 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:35.710214 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['99fa84e9-32cc-4fee-8219-bccb9d3ba37f'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:26:35.828077 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=99fa84e9-32cc-4fee-8219-bccb9d3ba37f,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:35.862488 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fa65c1a9-d570-45bb-85da-61148cbec715 admin admin] Publish callbacks [] for security_group (0b99b4e6-5d36-494e-8529-3371076f58fa), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:35.883612 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fa65c1a9-d570-45bb-85da-61148cbec715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0b99b4e6-5d36-494e-8529-3371076f58fa), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:35.935317 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cf889-de1f-446e-a45d-651a185ccd12 req-7dbb6402-be15-4e78-9986-7b5a7026532b tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:35.936497 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-579cf889-de1f-446e-a45d-651a185ccd12 req-7dbb6402-be15-4e78-9986-7b5a7026532b tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 944 time: 0.1485865 Feb 19 04:26:35.943912 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a8561-2744-4225-883a-bf8b98c3153a req-b510fc11-834f-49eb-a052-3cb8bcee5f15 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:35.945663 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d60a8561-2744-4225-883a-bf8b98c3153a req-b510fc11-834f-49eb-a052-3cb8bcee5f15 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/ports?device_id=90a64327-73f1-4b14-ad11-da48d9e6fb71 HTTP/1.1" status: 200 len: 944 time: 0.2214646 Feb 19 04:26:35.986919 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fa65c1a9-d570-45bb-85da-61148cbec715 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=846e5d88d70a4627ad70cbceb3ee3fad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4809270 Feb 19 04:26:35.996019 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57714) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:36.005223 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65c1a9-d570-45bb-85da-61148cbec715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b99b4e6-5d36-494e-8529-3371076f58fa,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:36.056183 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d60a8561-2744-4225-883a-bf8b98c3153a req-62335a6a-25d4-43cb-9b4a-215618b69d88 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0bc2c31-9248-4467-ab3f-91c1c613a96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990348 Feb 19 04:26:36.119089 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-579cf889-de1f-446e-a45d-651a185ccd12 req-4c308599-4fd4-4608-b867-3e727d7418b8 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722350 Feb 19 04:26:36.125757 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-19ea4f7c-92e9-4f2d-93e1-fd0245617eb6 admin admin] Publish callbacks [] for security_group (0b99b4e6-5d36-494e-8529-3371076f58fa), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:36.181887 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-19ea4f7c-92e9-4f2d-93e1-fd0245617eb6 admin admin] Publish callbacks [] for security_group (0b99b4e6-5d36-494e-8529-3371076f58fa), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:36.272512 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-19ea4f7c-92e9-4f2d-93e1-fd0245617eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0b99b4e6-5d36-494e-8529-3371076f58fa), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:36.275276 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-19ea4f7c-92e9-4f2d-93e1-fd0245617eb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:36.280134 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-19ea4f7c-92e9-4f2d-93e1-fd0245617eb6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0b99b4e6-5d36-494e-8529-3371076f58fa HTTP/1.1" status: 204 len: 168 time: 0.2874353 Feb 19 04:26:36.294236 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea4f7c-92e9-4f2d-93e1-fd0245617eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b99b4e6-5d36-494e-8529-3371076f58fa,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:36.295625 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 50f35592-077f-4f5f-8ffb-fd4843cc3dca up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:26:36.480271 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 50f35592-077f-4f5f-8ffb-fd4843cc3dca completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:26:36.484596 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 50f35592-077f-4f5f-8ffb-fd4843cc3dca triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:36.484913 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (50f35592-077f-4f5f-8ffb-fd4843cc3dca), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:36.956608 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:37.087736 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 50f35592-077f-4f5f-8ffb-fd4843cc3dca is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:37.091562 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (50f35592-077f-4f5f-8ffb-fd4843cc3dca), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:37.211530 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 50f35592-077f-4f5f-8ffb-fd4843cc3dca, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=50f35592-077f-4f5f-8ffb-fd4843cc3dca,segment=NetworkSegment(198de87e-cf26-455d-ab49-483d5c7c7a7b),segment_id=198de87e-cf26-455d-ab49-483d5c7c7a7b)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:37.214882 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a64327-73f1-4b14-ad11-da48d9e6fb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f35592-077f-4f5f-8ffb-fd4843cc3dca'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:26:37.220576 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93065a19-0f02-4922-ba38-35b56c1ba73e" -d '{"events": [{"server_uuid": "90a64327-73f1-4b14-ad11-da48d9e6fb71", "name": "network-vif-plugged", "status": "completed", "tag": "50f35592-077f-4f5f-8ffb-fd4843cc3dca"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:26:37.231255 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (50f35592-077f-4f5f-8ffb-fd4843cc3dca), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:37.322086 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a0c69-a4e4-4ec9-8340-0547ebcfb37a req-561c1462-0684-4c19-8652-83d011a2911b tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:37.324994 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-025a0c69-a4e4-4ec9-8340-0547ebcfb37a req-561c1462-0684-4c19-8652-83d011a2911b tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/ports?device_id=90a64327-73f1-4b14-ad11-da48d9e6fb71 HTTP/1.1" status: 200 len: 945 time: 0.1042504 Feb 19 04:26:37.369719 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=50f35592-077f-4f5f-8ffb-fd4843cc3dca,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:37.527412 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-025a0c69-a4e4-4ec9-8340-0547ebcfb37a req-04189c64-4369-4d77-bd26-e8de1566ec3d tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0bc2c31-9248-4467-ab3f-91c1c613a96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930289 Feb 19 04:26:37.560413 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74c909-3a30-4a6f-8e6f-66a51c7e5803 req-9feec15d-0de9-4857-84ec-761c22fe61d9 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:37.570639 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d74c909-3a30-4a6f-8e6f-66a51c7e5803 req-9feec15d-0de9-4857-84ec-761c22fe61d9 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 944 time: 0.2444713 Feb 19 04:26:37.643518 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aead586-8e7c-4136-b3b9-2afe574bcdca x-openstack-request-id: req-7aead586-8e7c-4136-b3b9-2afe574bcdca {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:26:37.643815 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a64327-73f1-4b14-ad11-da48d9e6fb71", "name": "network-vif-plugged", "status": "completed", "tag": "50f35592-077f-4f5f-8ffb-fd4843cc3dca", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:26:37.644070 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7aead586-8e7c-4136-b3b9-2afe574bcdca {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:26:37.644468 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a64327-73f1-4b14-ad11-da48d9e6fb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f35592-077f-4f5f-8ffb-fd4843cc3dca', 'code': 200} Feb 19 04:26:37.685967 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d74c909-3a30-4a6f-8e6f-66a51c7e5803 req-3d78720c-08fa-405a-9cfd-7b0f334db65f tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111536 Feb 19 04:26:37.794964 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcee336-2d0e-4449-8c16-569da977b74f req-2d0e84c8-db00-49ac-9449-0cd3cac75ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:37.797017 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4fcee336-2d0e-4449-8c16-569da977b74f req-2d0e84c8-db00-49ac-9449-0cd3cac75ad5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=90a64327-73f1-4b14-ad11-da48d9e6fb71 HTTP/1.1" status: 200 len: 1128 time: 0.0715287 Feb 19 04:26:37.858822 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4fcee336-2d0e-4449-8c16-569da977b74f req-467f3233-f505-4f8c-b912-93573aeb8bfc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f0bc2c31-9248-4467-ab3f-91c1c613a96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555823 Feb 19 04:26:38.413747 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 99fa84e9-32cc-4fee-8219-bccb9d3ba37f up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:26:38.545766 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 99fa84e9-32cc-4fee-8219-bccb9d3ba37f completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:26:38.553385 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 99fa84e9-32cc-4fee-8219-bccb9d3ba37f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:38.553905 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (99fa84e9-32cc-4fee-8219-bccb9d3ba37f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:38.713962 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 99fa84e9-32cc-4fee-8219-bccb9d3ba37f is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:38.714539 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (99fa84e9-32cc-4fee-8219-bccb9d3ba37f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:38.758493 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6ced5-2d9f-45fb-a512-e3a7f554c242 req-a222075f-e3fb-4dc3-9038-c187f3470c5a tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:38.769836 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dac6ced5-2d9f-45fb-a512-e3a7f554c242 req-a222075f-e3fb-4dc3-9038-c187f3470c5a tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/ports?device_id=90a64327-73f1-4b14-ad11-da48d9e6fb71 HTTP/1.1" status: 200 len: 945 time: 0.1463842 Feb 19 04:26:38.798790 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 99fa84e9-32cc-4fee-8219-bccb9d3ba37f, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=99fa84e9-32cc-4fee-8219-bccb9d3ba37f,segment=NetworkSegment(c64d6f4a-6d14-4da1-b82b-619fdbf36a18),segment_id=c64d6f4a-6d14-4da1-b82b-619fdbf36a18)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:38.810409 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (99fa84e9-32cc-4fee-8219-bccb9d3ba37f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:38.954802 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=99fa84e9-32cc-4fee-8219-bccb9d3ba37f,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:38.974939 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dac6ced5-2d9f-45fb-a512-e3a7f554c242 req-4d4ebf3f-e111-4096-887e-e32d82f6af20 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0bc2c31-9248-4467-ab3f-91c1c613a96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037883 Feb 19 04:26:39.063416 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57600d1-9c7b-41bc-90c3-3081e8a91821 req-22c5b2ed-4875-4a7a-aab1-fee1b5812c0a tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:39.065177 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b57600d1-9c7b-41bc-90c3-3081e8a91821 req-22c5b2ed-4875-4a7a-aab1-fee1b5812c0a tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 945 time: 0.2097180 Feb 19 04:26:39.203527 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b57600d1-9c7b-41bc-90c3-3081e8a91821 req-6a72741a-4f15-494f-a1a7-213e37b48023 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232908 Feb 19 04:26:39.572202 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57810) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:39.645679 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add266bd-452f-4f9f-a1be-eeeeb0a86f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fa84e9-32cc-4fee-8219-bccb9d3ba37f'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:26:39.650211 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306b7367-18de-4779-878f-e7efa5d199ce" -d '{"events": [{"server_uuid": "add266bd-452f-4f9f-a1be-eeeeb0a86f2c", "name": "network-vif-plugged", "status": "completed", "tag": "99fa84e9-32cc-4fee-8219-bccb9d3ba37f"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:26:39.753537 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28fa91b-5682-4b9c-b3cd-e37aa60934b8 x-openstack-request-id: req-b28fa91b-5682-4b9c-b3cd-e37aa60934b8 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:26:39.753919 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add266bd-452f-4f9f-a1be-eeeeb0a86f2c", "name": "network-vif-plugged", "status": "completed", "tag": "99fa84e9-32cc-4fee-8219-bccb9d3ba37f", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:26:39.754267 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b28fa91b-5682-4b9c-b3cd-e37aa60934b8 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:26:39.754744 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add266bd-452f-4f9f-a1be-eeeeb0a86f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fa84e9-32cc-4fee-8219-bccb9d3ba37f', 'code': 200} Feb 19 04:26:39.854258 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d5640bff-0870-446a-ba99-bb8bad2015e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:39.898039 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e91d9-9d09-442a-979a-dd434b569e41 req-6a365740-eaaa-435b-a66c-528cf6d1d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:39.901165 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3d2e91d9-9d09-442a-979a-dd434b569e41 req-6a365740-eaaa-435b-a66c-528cf6d1d3d4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 1128 time: 0.0910087 Feb 19 04:26:40.047098 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3d2e91d9-9d09-442a-979a-dd434b569e41 req-ef7cd14b-4d52-48d2-88be-eaee9a16e599 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289222 Feb 19 04:26:40.098979 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d5640bff-0870-446a-ba99-bb8bad2015e3 admin admin] Publish callbacks [] for security_group (942d52a5-f8bb-48df-916d-3bfbf919dd8e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:40.107722 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d5640bff-0870-446a-ba99-bb8bad2015e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (942d52a5-f8bb-48df-916d-3bfbf919dd8e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:40.163300 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d5640bff-0870-446a-ba99-bb8bad2015e3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4550cc85997e4342802173ed268173f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5898752 Feb 19 04:26:40.164571 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5640bff-0870-446a-ba99-bb8bad2015e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942d52a5-f8bb-48df-916d-3bfbf919dd8e,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:40.167569 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57830) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:40.232248 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ec07eaf-47cf-47e3-b54b-8abf146b16be admin admin] Publish callbacks [] for security_group (942d52a5-f8bb-48df-916d-3bfbf919dd8e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:40.238996 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439985f8-4ae0-44dd-80ee-2d1ac214d7e0 req-6fa09911-4db6-4cde-893a-26cd2a600ef7 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:40.255037 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-439985f8-4ae0-44dd-80ee-2d1ac214d7e0 req-6fa09911-4db6-4cde-893a-26cd2a600ef7 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/ports?device_id=90a64327-73f1-4b14-ad11-da48d9e6fb71 HTTP/1.1" status: 200 len: 945 time: 0.1364102 Feb 19 04:26:40.290416 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ec07eaf-47cf-47e3-b54b-8abf146b16be admin admin] Publish callbacks [] for security_group (942d52a5-f8bb-48df-916d-3bfbf919dd8e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:40.420760 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ec07eaf-47cf-47e3-b54b-8abf146b16be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (942d52a5-f8bb-48df-916d-3bfbf919dd8e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:40.423513 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ec07eaf-47cf-47e3-b54b-8abf146b16be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:40.428557 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5ec07eaf-47cf-47e3-b54b-8abf146b16be admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/942d52a5-f8bb-48df-916d-3bfbf919dd8e HTTP/1.1" status: 204 len: 168 time: 0.2596154 Feb 19 04:26:40.442978 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec07eaf-47cf-47e3-b54b-8abf146b16be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942d52a5-f8bb-48df-916d-3bfbf919dd8e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:40.470353 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-439985f8-4ae0-44dd-80ee-2d1ac214d7e0 req-606e8eb6-5278-4efe-a389-024efc2db15e tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0bc2c31-9248-4467-ab3f-91c1c613a96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143006 Feb 19 04:26:40.535813 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27605e-9fd2-431c-b6ae-5d6779d28698 req-01278453-3a81-49dc-ad2a-4ad95e656e72 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:40.557015 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3a27605e-9fd2-431c-b6ae-5d6779d28698 req-01278453-3a81-49dc-ad2a-4ad95e656e72 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 945 time: 0.2287688 Feb 19 04:26:40.812393 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3a27605e-9fd2-431c-b6ae-5d6779d28698 req-1156639d-1f1a-4fe0-823f-0dcd98aa58ce tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2541380 Feb 19 04:26:40.871617 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24a394-36ff-4f7f-875e-6890373b696a req-4bf79425-6bbb-48f4-ad8b-2566a5e9ac5b tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:40.880517 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a24a394-36ff-4f7f-875e-6890373b696a req-4bf79425-6bbb-48f4-ad8b-2566a5e9ac5b tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/ports?device_id=90a64327-73f1-4b14-ad11-da48d9e6fb71 HTTP/1.1" status: 200 len: 945 time: 0.2268705 Feb 19 04:26:40.942506 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a24a394-36ff-4f7f-875e-6890373b696a req-c7f41664-8221-4fad-a885-0bad911e884d tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0bc2c31-9248-4467-ab3f-91c1c613a96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567322 Feb 19 04:26:41.109782 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57860) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:41.130418 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-feee8f23-61fc-4742-b820-0259393b17a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:41.407993 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-feee8f23-61fc-4742-b820-0259393b17a8 admin admin] Publish callbacks [] for security_group (df0208c4-9cb3-4472-8765-0bf5e025d198), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:41.419508 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-feee8f23-61fc-4742-b820-0259393b17a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (df0208c4-9cb3-4472-8765-0bf5e025d198), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:41.528223 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 57864) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:41.534787 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-feee8f23-61fc-4742-b820-0259393b17a8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a9e46b1b44b94c75812c6eae12c85e22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4218988 Feb 19 04:26:41.539242 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee8f23-61fc-4742-b820-0259393b17a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0208c4-9cb3-4472-8765-0bf5e025d198,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:41.640954 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-40d5f3f5-2224-47b3-b44b-51944ffcdbdd admin admin] Publish callbacks [] for security_group (df0208c4-9cb3-4472-8765-0bf5e025d198), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:41.679975 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-40d5f3f5-2224-47b3-b44b-51944ffcdbdd admin admin] Publish callbacks [] for security_group (df0208c4-9cb3-4472-8765-0bf5e025d198), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:41.711410 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2850e5a-d2ce-4c0c-aa4a-1c8e83b4eecf req-468c2e92-7fcc-4023-a312-6ea8fe524013 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:41.719082 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e2850e5a-d2ce-4c0c-aa4a-1c8e83b4eecf req-468c2e92-7fcc-4023-a312-6ea8fe524013 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/ports?device_id=90a64327-73f1-4b14-ad11-da48d9e6fb71 HTTP/1.1" status: 200 len: 945 time: 0.1369393 Feb 19 04:26:41.928634 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e2850e5a-d2ce-4c0c-aa4a-1c8e83b4eecf req-e08f7a4a-6887-469c-9de2-88fa31923cfa tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0bc2c31-9248-4467-ab3f-91c1c613a96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709037 Feb 19 04:26:41.946438 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-40d5f3f5-2224-47b3-b44b-51944ffcdbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (df0208c4-9cb3-4472-8765-0bf5e025d198), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:41.953046 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-40d5f3f5-2224-47b3-b44b-51944ffcdbdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:41.957020 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-40d5f3f5-2224-47b3-b44b-51944ffcdbdd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/df0208c4-9cb3-4472-8765-0bf5e025d198 HTTP/1.1" status: 204 len: 168 time: 0.4274025 Feb 19 04:26:41.968878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5f3f5-2224-47b3-b44b-51944ffcdbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0208c4-9cb3-4472-8765-0bf5e025d198,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:42.104651 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c456a-ab70-49fa-88eb-5ce0f9eaf52b req-360dd0cd-9b4d-4550-85b8-9d4694df28d2 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:42.113899 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d37c456a-ab70-49fa-88eb-5ce0f9eaf52b req-360dd0cd-9b4d-4550-85b8-9d4694df28d2 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 945 time: 0.1225533 Feb 19 04:26:42.202030 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d37c456a-ab70-49fa-88eb-5ce0f9eaf52b req-e7d4b30e-d37d-4788-83bc-4b586ec08f18 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829835 Feb 19 04:26:42.442578 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3fe89-d582-4394-8bf6-9f965c4229c3 req-5cea0e9c-1c92-4b2d-9956-cf7583cd3dea tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:42.450455 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-65b3fe89-d582-4394-8bf6-9f965c4229c3 req-5cea0e9c-1c92-4b2d-9956-cf7583cd3dea tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 945 time: 0.1036904 Feb 19 04:26:42.544793 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58fcda-7775-4699-b842-b516620a4aaa req-e90f6745-b73d-4b52-a2c2-06816c1cdb23 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:42.552895 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec58fcda-7775-4699-b842-b516620a4aaa req-e90f6745-b73d-4b52-a2c2-06816c1cdb23 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/ports?device_id=90a64327-73f1-4b14-ad11-da48d9e6fb71 HTTP/1.1" status: 200 len: 945 time: 0.0929365 Feb 19 04:26:42.645611 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-65b3fe89-d582-4394-8bf6-9f965c4229c3 req-b9c9c1f7-77dd-4d65-befa-8174669f976b tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934602 Feb 19 04:26:42.665359 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57938) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:42.669754 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec58fcda-7775-4699-b842-b516620a4aaa req-731e4b22-2e79-47ec-a9e6-601925029483 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0bc2c31-9248-4467-ab3f-91c1c613a96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153941 Feb 19 04:26:43.123513 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c74bd3-a115-49dd-89b9-21654d807888 tempest-TestVolumeBackupRestore-1444399920 tempest-TestVolumeBackupRestore-1444399920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:43.126683 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-21c74bd3-a115-49dd-89b9-21654d807888 tempest-TestVolumeBackupRestore-1444399920 tempest-TestVolumeBackupRestore-1444399920-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 1123 time: 0.4555554 Feb 19 04:26:43.128905 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 57964) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:43.135936 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-6e9d29a5-5b3b-4395-9127-14d15fbbc399 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'port_id': '99fa84e9-32cc-4fee-8219-bccb9d3ba37f', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:43.186373 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6e9d29a5-5b3b-4395-9127-14d15fbbc399 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:43.427435 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6e9d29a5-5b3b-4395-9127-14d15fbbc399 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:43.615031 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-6e9d29a5-5b3b-4395-9127-14d15fbbc399 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Allocated IP 172.25.3.106 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/e23c58d4-cf2c-4388-8005-1315db708ef6) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:26:43.789353 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6e9d29a5-5b3b-4395-9127-14d15fbbc399 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for port (e23c58d4-cf2c-4388-8005-1315db708ef6), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:43.854371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b14253-509f-48ba-b683-18e5d34d1512 req-364b51b9-62d2-488f-9bf4-3831993f60ec tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:43.862039 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-90b14253-509f-48ba-b683-18e5d34d1512 req-364b51b9-62d2-488f-9bf4-3831993f60ec tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.79 "GET /v2.0/ports?device_id=90a64327-73f1-4b14-ad11-da48d9e6fb71 HTTP/1.1" status: 200 len: 945 time: 0.2465131 Feb 19 04:26:43.862387 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6e9d29a5-5b3b-4395-9127-14d15fbbc399 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (e23c58d4-cf2c-4388-8005-1315db708ef6), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:43.951902 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9d29a5-5b3b-4395-9127-14d15fbbc399 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:26:43.959620 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-6e9d29a5-5b3b-4395-9127-14d15fbbc399 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:43.975810 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9d29a5-5b3b-4395-9127-14d15fbbc399 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:26:43.999120 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d29a5-5b3b-4395-9127-14d15fbbc399 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Pushing event updated for resources: {'Port': ['ID=e23c58d4-cf2c-4388-8005-1315db708ef6,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:44.139731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e250299-7910-4678-a3c5-b79ce2e08b65 req-530c7d09-fa65-4cf7-a205-8980dfd499d4 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:44.143924 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e250299-7910-4678-a3c5-b79ce2e08b65 req-530c7d09-fa65-4cf7-a205-8980dfd499d4 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/ports?device_id=90a64327-73f1-4b14-ad11-da48d9e6fb71 HTTP/1.1" status: 200 len: 945 time: 0.2430432 Feb 19 04:26:44.276477 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e250299-7910-4678-a3c5-b79ce2e08b65 req-f524c673-d89c-4355-993b-8436c4f68a9c tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0bc2c31-9248-4467-ab3f-91c1c613a96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121464 Feb 19 04:26:44.299597 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-90b14253-509f-48ba-b683-18e5d34d1512 req-e9960329-7daf-402b-aad0-90b1dd4858e7 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Deleting port 50f35592-077f-4f5f-8ffb-fd4843cc3dca {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:26:44.300210 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-90b14253-509f-48ba-b683-18e5d34d1512 req-e9960329-7daf-402b-aad0-90b1dd4858e7 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (50f35592-077f-4f5f-8ffb-fd4843cc3dca), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:44.557392 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-90b14253-509f-48ba-b683-18e5d34d1512 req-e9960329-7daf-402b-aad0-90b1dd4858e7 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] For port 50f35592-077f-4f5f-8ffb-fd4843cc3dca, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=50f35592-077f-4f5f-8ffb-fd4843cc3dca,segment=NetworkSegment(198de87e-cf26-455d-ab49-483d5c7c7a7b),segment_id=198de87e-cf26-455d-ab49-483d5c7c7a7b)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:44.559497 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-90b14253-509f-48ba-b683-18e5d34d1512 req-e9960329-7daf-402b-aad0-90b1dd4858e7 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (50f35592-077f-4f5f-8ffb-fd4843cc3dca), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:44.601353 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-90b14253-509f-48ba-b683-18e5d34d1512 req-e9960329-7daf-402b-aad0-90b1dd4858e7 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Calling delete_port for 50f35592-077f-4f5f-8ffb-fd4843cc3dca owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:26:45.014893 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-90b14253-509f-48ba-b683-18e5d34d1512 req-e9960329-7daf-402b-aad0-90b1dd4858e7 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (50f35592-077f-4f5f-8ffb-fd4843cc3dca), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:45.031571 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6e9d29a5-5b3b-4395-9127-14d15fbbc399 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for floatingip (25dc0a58-e061-4960-8a59-7ccb1f7e1889), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:45.143901 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9960329-7daf-402b-aad0-90b1dd4858e7 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Pushing event deleted for resources: {'Port': ['ID=50f35592-077f-4f5f-8ffb-fd4843cc3dca,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:45.205052 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b14253-509f-48ba-b683-18e5d34d1512 req-e9960329-7daf-402b-aad0-90b1dd4858e7 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] No DVR routers for this DVR port 50f35592-077f-4f5f-8ffb-fd4843cc3dca on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:26:45.211761 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-90b14253-509f-48ba-b683-18e5d34d1512 req-e9960329-7daf-402b-aad0-90b1dd4858e7 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:45.229184 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6e9d29a5-5b3b-4395-9127-14d15fbbc399 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e23c58d4-cf2c-4388-8005-1315db708ef6), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:45.231601 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-90b14253-509f-48ba-b683-18e5d34d1512 req-e9960329-7daf-402b-aad0-90b1dd4858e7 tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.79 "DELETE /v2.0/ports/50f35592-077f-4f5f-8ffb-fd4843cc3dca HTTP/1.1" status: 204 len: 173 time: 1.3636546 Feb 19 04:26:45.232096 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a64327-73f1-4b14-ad11-da48d9e6fb71', 'name': 'network-vif-deleted', 'tag': '50f35592-077f-4f5f-8ffb-fd4843cc3dca'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:26:45.234426 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f14e1f-23f0-446a-ae5c-ad5bbc29bd80" -d '{"events": [{"server_uuid": "90a64327-73f1-4b14-ad11-da48d9e6fb71", "name": "network-vif-deleted", "tag": "50f35592-077f-4f5f-8ffb-fd4843cc3dca"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:26:45.350360 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f06d48-2e5b-455e-8b0d-b0bd4b4c2ba4 x-openstack-request-id: req-36f06d48-2e5b-455e-8b0d-b0bd4b4c2ba4 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:26:45.351139 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a64327-73f1-4b14-ad11-da48d9e6fb71", "name": "network-vif-deleted", "tag": "50f35592-077f-4f5f-8ffb-fd4843cc3dca", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:26:45.351697 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-36f06d48-2e5b-455e-8b0d-b0bd4b4c2ba4 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:26:45.352419 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a64327-73f1-4b14-ad11-da48d9e6fb71', 'name': 'network-vif-deleted', 'tag': '50f35592-077f-4f5f-8ffb-fd4843cc3dca', 'status': 'completed', 'code': 200} Feb 19 04:26:45.525456 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-262ea574-3dee-475e-b91b-7d9ab958de4b req-378317b5-5077-4613-b000-08a8519ca7dc tempest-ServersNegativeTestMultiTenantJSON-1654551098 tempest-ServersNegativeTestMultiTenantJSON-1654551098-project] 10.222.0.52 "GET /v2.0/ports?device_id=90a64327-73f1-4b14-ad11-da48d9e6fb71 HTTP/1.1" status: 200 len: 210 time: 0.0852580 Feb 19 04:26:45.600939 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6e9d29a5-5b3b-4395-9127-14d15fbbc399 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for port (e23c58d4-cf2c-4388-8005-1315db708ef6), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:45.608172 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6e9d29a5-5b3b-4395-9127-14d15fbbc399 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (e23c58d4-cf2c-4388-8005-1315db708ef6), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:45.707886 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d29a5-5b3b-4395-9127-14d15fbbc399 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Pushing event updated for resources: {'Port': ['ID=e23c58d4-cf2c-4388-8005-1315db708ef6,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:45.726252 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6e9d29a5-5b3b-4395-9127-14d15fbbc399 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (25dc0a58-e061-4960-8a59-7ccb1f7e1889), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:45.934263 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-6e9d29a5-5b3b-4395-9127-14d15fbbc399 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Floating IP 25dc0a58-e061-4960-8a59-7ccb1f7e1889 associated. External IP: 172.25.3.106, port: 99fa84e9-32cc-4fee-8219-bccb9d3ba37f. Feb 19 04:26:46.342210 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 50f35592-077f-4f5f-8ffb-fd4843cc3dca no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:26:46.383182 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 50f35592-077f-4f5f-8ffb-fd4843cc3dca {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:26:46.385971 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 50f35592-077f-4f5f-8ffb-fd4843cc3dca not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:26:46.574347 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9d29a5-5b3b-4395-9127-14d15fbbc399 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Router 2017e5f9-1200-4055-895a-bf7d9907c223 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:26:46.632147 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58094) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:46.692003 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-436b11f3-8949-48bc-a6c9-54cee6047cbc admin admin] Deleting subnet e6b0508d-7089-49a9-b80d-996024dbc82f {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:26:46.695309 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-436b11f3-8949-48bc-a6c9-54cee6047cbc admin admin] Publish callbacks [] for subnet (e6b0508d-7089-49a9-b80d-996024dbc82f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:46.758012 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-436b11f3-8949-48bc-a6c9-54cee6047cbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (e6b0508d-7089-49a9-b80d-996024dbc82f), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:46.775641 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9d29a5-5b3b-4395-9127-14d15fbbc399 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:26:46.787557 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ca3266-589a-471f-bb79-6a6491cf9eb0 None None] Sync routers for ids ['2017e5f9-1200-4055-895a-bf7d9907c223'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:26:46.806949 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ca3266-589a-471f-bb79-6a6491cf9eb0 None None] Routers {'2017e5f9-1200-4055-895a-bf7d9907c223'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:26:46.808252 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a4ca3266-589a-471f-bb79-6a6491cf9eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:26:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['2017e5f9-1200-4055-895a-bf7d9907c223'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:26:46.820902 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6e9d29a5-5b3b-4395-9127-14d15fbbc399 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:46.878700 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-436b11f3-8949-48bc-a6c9-54cee6047cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (e6b0508d-7089-49a9-b80d-996024dbc82f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:46.926158 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6e9d29a5-5b3b-4395-9127-14d15fbbc399 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7935269 Feb 19 04:26:46.926158 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add266bd-452f-4f9f-a1be-eeeeb0a86f2c', 'tag': '99fa84e9-32cc-4fee-8219-bccb9d3ba37f'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:26:46.928265 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58104) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:46.929517 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510a94d2-daf7-4fec-954f-5230c7af650e" -d '{"events": [{"name": "network-changed", "server_uuid": "add266bd-452f-4f9f-a1be-eeeeb0a86f2c", "tag": "99fa84e9-32cc-4fee-8219-bccb9d3ba37f"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:26:46.970996 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-a4ca3266-589a-471f-bb79-6a6491cf9eb0 None None] Set router 2017e5f9-1200-4055-895a-bf7d9907c223 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:26:47.018153 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f51537-7478-419a-ac3e-e20bb51200fd tempest-TestVolumeBackupRestore-1444399920 tempest-TestVolumeBackupRestore-1444399920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:47.022410 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-81f51537-7478-419a-ac3e-e20bb51200fd tempest-TestVolumeBackupRestore-1444399920 tempest-TestVolumeBackupRestore-1444399920-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 1123 time: 0.0904310 Feb 19 04:26:47.023060 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58114) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:47.024607 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-436b11f3-8949-48bc-a6c9-54cee6047cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (e6b0508d-7089-49a9-b80d-996024dbc82f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:47.028197 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-416031f0-5498-48d7-abf7-69b37c6f8f5f tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Request body: {'floatingip': {'port_id': '99fa84e9-32cc-4fee-8219-bccb9d3ba37f'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:47.059909 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b11f3-8949-48bc-a6c9-54cee6047cbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6b0508d-7089-49a9-b80d-996024dbc82f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:47.074671 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-436b11f3-8949-48bc-a6c9-54cee6047cbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:47.098686 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-436b11f3-8949-48bc-a6c9-54cee6047cbc admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e6b0508d-7089-49a9-b80d-996024dbc82f HTTP/1.1" status: 204 len: 168 time: 0.4644742 Feb 19 04:26:47.103532 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58120) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:47.243235 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-416031f0-5498-48d7-abf7-69b37c6f8f5f tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for floatingip (25dc0a58-e061-4960-8a59-7ccb1f7e1889), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:47.295677 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-25563291-1713-4094-948e-446dbb5b2085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (6381b5d6-bf11-47b8-819d-eb7d20584395), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:47.303922 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8a17d6-8dc7-4461-afb3-1889c523041f x-openstack-request-id: req-8d8a17d6-8dc7-4461-afb3-1889c523041f {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:26:47.304452 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add266bd-452f-4f9f-a1be-eeeeb0a86f2c", "tag": "99fa84e9-32cc-4fee-8219-bccb9d3ba37f", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:26:47.305619 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d8a17d6-8dc7-4461-afb3-1889c523041f {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:26:47.306224 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add266bd-452f-4f9f-a1be-eeeeb0a86f2c', 'tag': '99fa84e9-32cc-4fee-8219-bccb9d3ba37f', 'status': 'completed', 'code': 200} Feb 19 04:26:47.451458 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a4ca3266-589a-471f-bb79-6a6491cf9eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'name': 'tempest-TestVolumeBackupRestore-1767155525-router', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:59Z', 'updated_at': '2022-02-19T04:21:05Z', 'revision_number': 4, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'gw_port': {'id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:00Z', 'updated_at': '2022-02-19T04:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '25dc0a58-e061-4960-8a59-7ccb1f7e1889', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'port_id': '99fa84e9-32cc-4fee-8219-bccb9d3ba37f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532', 'mac_address': 'fa:16:3e:c5:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add266bd-452f-4f9f-a1be-eeeeb0a86f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:26:44Z', 'updated_at': '2022-02-19T04:26:44Z', 'revision_number': 0, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7439a51b-e246-4f01-9410-f2a88cabdc66', 'name': '', 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'mac_address': 'fa:16:3e:41:a0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:04Z', 'updated_at': '2022-02-19T04:21:12Z', 'revision_number': 5, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'subnets': [{'id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:26:47.486807 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-25563291-1713-4094-948e-446dbb5b2085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (6381b5d6-bf11-47b8-819d-eb7d20584395), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:47.511783 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ca3266-589a-471f-bb79-6a6491cf9eb0 None None] Checking router: 2017e5f9-1200-4055-895a-bf7d9907c223 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:26:47.526349 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a94d2-daf7-4fec-954f-5230c7af650e req-d400b79d-6d52-426b-8041-fb63ee70e56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:47.531303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-25563291-1713-4094-948e-446dbb5b2085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6381b5d6-bf11-47b8-819d-eb7d20584395']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:26:47.539164 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-510a94d2-daf7-4fec-954f-5230c7af650e req-d400b79d-6d52-426b-8041-fb63ee70e56d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d0605309ce645e6b6631106e754c3e2&device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 1128 time: 0.1971984 Feb 19 04:26:47.551047 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ca3266-589a-471f-bb79-6a6491cf9eb0 None None] Routers {'2017e5f9-1200-4055-895a-bf7d9907c223'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:26:47.551695 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a4ca3266-589a-471f-bb79-6a6491cf9eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:26:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['2017e5f9-1200-4055-895a-bf7d9907c223'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:26:47.557207 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-25563291-1713-4094-948e-446dbb5b2085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198de87e-cf26-455d-ab49-483d5c7c7a7b') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:26:47.559209 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-25563291-1713-4094-948e-446dbb5b2085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198de87e-cf26-455d-ab49-483d5c7c7a7b') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:26:47.589811 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-25563291-1713-4094-948e-446dbb5b2085 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (198de87e-cf26-455d-ab49-483d5c7c7a7b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:47.617322 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-25563291-1713-4094-948e-446dbb5b2085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (198de87e-cf26-455d-ab49-483d5c7c7a7b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:47.639731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25563291-1713-4094-948e-446dbb5b2085 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:26:47.643796 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-25563291-1713-4094-948e-446dbb5b2085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (198de87e-cf26-455d-ab49-483d5c7c7a7b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:26:47.646266 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:26:47.805198 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-25563291-1713-4094-948e-446dbb5b2085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (6381b5d6-bf11-47b8-819d-eb7d20584395), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:47.825222 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-a4ca3266-589a-471f-bb79-6a6491cf9eb0 None None] Set router 2017e5f9-1200-4055-895a-bf7d9907c223 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:26:47.835334 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-25563291-1713-4094-948e-446dbb5b2085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:47.854422 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-25563291-1713-4094-948e-446dbb5b2085 admin admin] 10.222.0.52 "DELETE /v2.0/networks/6381b5d6-bf11-47b8-819d-eb7d20584395 HTTP/1.1" status: 204 len: 168 time: 0.7452486 Feb 19 04:26:47.862649 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58130) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:47.884855 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25563291-1713-4094-948e-446dbb5b2085 admin admin] Pushing event deleted for resources: {'Network': ['ID=6381b5d6-bf11-47b8-819d-eb7d20584395,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:48.091319 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-c170dd0b-b75b-4978-8b7e-ad60735876ef admin admin] Deleting subnet 00949268-a558-4493-87f0-be4bcbb4e80e {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:26:48.095599 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c170dd0b-b75b-4978-8b7e-ad60735876ef admin admin] Publish callbacks [] for subnet (00949268-a558-4493-87f0-be4bcbb4e80e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:48.344824 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a94d2-daf7-4fec-954f-5230c7af650e req-a9f130c3-1b14-4904-b13a-9399b6ce4911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:48.352804 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-510a94d2-daf7-4fec-954f-5230c7af650e req-a9f130c3-1b14-4904-b13a-9399b6ce4911 service neutron] 10.222.0.26 "GET /v2.0/networks?id=46b415b4-3a88-498f-8f63-3df28c0f3532 HTTP/1.1" status: 200 len: 915 time: 0.5944963 Feb 19 04:26:48.371066 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c170dd0b-b75b-4978-8b7e-ad60735876ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (00949268-a558-4493-87f0-be4bcbb4e80e), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:48.468159 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a4ca3266-589a-471f-bb79-6a6491cf9eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'name': 'tempest-TestVolumeBackupRestore-1767155525-router', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:59Z', 'updated_at': '2022-02-19T04:21:05Z', 'revision_number': 4, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'gw_port': {'id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:00Z', 'updated_at': '2022-02-19T04:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '25dc0a58-e061-4960-8a59-7ccb1f7e1889', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'port_id': '99fa84e9-32cc-4fee-8219-bccb9d3ba37f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532', 'mac_address': 'fa:16:3e:c5:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add266bd-452f-4f9f-a1be-eeeeb0a86f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:26:44Z', 'updated_at': '2022-02-19T04:26:44Z', 'revision_number': 0, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7439a51b-e246-4f01-9410-f2a88cabdc66', 'name': '', 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'mac_address': 'fa:16:3e:41:a0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:04Z', 'updated_at': '2022-02-19T04:21:12Z', 'revision_number': 5, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'subnets': [{'id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:26:48.483281 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c170dd0b-b75b-4978-8b7e-ad60735876ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (00949268-a558-4493-87f0-be4bcbb4e80e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:48.513626 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ca3266-589a-471f-bb79-6a6491cf9eb0 None None] The sync data for ids ['2017e5f9-1200-4055-895a-bf7d9907c223'] in n-d-828369-19 is: [{'id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'name': 'tempest-TestVolumeBackupRestore-1767155525-router', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:59Z', 'updated_at': '2022-02-19T04:21:05Z', 'revision_number': 4, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'gw_port': {'id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:00Z', 'updated_at': '2022-02-19T04:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '25dc0a58-e061-4960-8a59-7ccb1f7e1889', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'port_id': '99fa84e9-32cc-4fee-8219-bccb9d3ba37f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532', 'mac_address': 'fa:16:3e:c5:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add266bd-452f-4f9f-a1be-eeeeb0a86f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:26:44Z', 'updated_at': '2022-02-19T04:26:44Z', 'revision_number': 0, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7439a51b-e246-4f01-9410-f2a88cabdc66', 'name': '', 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'mac_address': 'fa:16:3e:41:a0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:04Z', 'updated_at': '2022-02-19T04:21:12Z', 'revision_number': 5, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'subnets': [{'id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:26:48.601726 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-510a94d2-daf7-4fec-954f-5230c7af650e req-04d9fb26-d6fd-4d2a-9f8e-2fb210b073be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99fa84e9-32cc-4fee-8219-bccb9d3ba37f HTTP/1.1" status: 200 len: 999 time: 0.2479343 Feb 19 04:26:48.768953 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c170dd0b-b75b-4978-8b7e-ad60735876ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (00949268-a558-4493-87f0-be4bcbb4e80e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:48.809176 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c170dd0b-b75b-4978-8b7e-ad60735876ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00949268-a558-4493-87f0-be4bcbb4e80e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:48.815344 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a94d2-daf7-4fec-954f-5230c7af650e req-8fb3558d-56d1-4a92-bd7c-c66959654a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:48.816935 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-510a94d2-daf7-4fec-954f-5230c7af650e req-8fb3558d-56d1-4a92-bd7c-c66959654a5e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b772a6a0-94ad-4fb1-97ac-f540a720b221 HTTP/1.1" status: 200 len: 853 time: 0.1632180 Feb 19 04:26:48.860977 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c170dd0b-b75b-4978-8b7e-ad60735876ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:48.864296 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c170dd0b-b75b-4978-8b7e-ad60735876ef admin admin] 10.222.0.52 "DELETE /v2.0/subnets/00949268-a558-4493-87f0-be4bcbb4e80e HTTP/1.1" status: 204 len: 168 time: 1.0006428 Feb 19 04:26:48.866869 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58156) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:48.919912 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-416031f0-5498-48d7-abf7-69b37c6f8f5f tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:48.927698 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639ffd60-42c3-4b83-9612-2b0b48cea103 None None] New status for floating IP 25dc0a58-e061-4960-8a59-7ccb1f7e1889: ACTIVE {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:26:48.935589 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-416031f0-5498-48d7-abf7-69b37c6f8f5f tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (25dc0a58-e061-4960-8a59-7ccb1f7e1889), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:49.020670 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a94d2-daf7-4fec-954f-5230c7af650e req-524e8f0c-b867-4f98-a1ec-3d3d7f6106b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:49.026366 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-510a94d2-daf7-4fec-954f-5230c7af650e req-524e8f0c-b867-4f98-a1ec-3d3d7f6106b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=46b415b4-3a88-498f-8f63-3df28c0f3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1549873 Feb 19 04:26:49.027020 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cfdcc2d0-0030-4890-844d-2be8b33c0d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (0147da54-be30-47e4-b830-c5ce15577253), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:49.236155 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cfdcc2d0-0030-4890-844d-2be8b33c0d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (0147da54-be30-47e4-b830-c5ce15577253), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:49.270990 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-cfdcc2d0-0030-4890-844d-2be8b33c0d71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0147da54-be30-47e4-b830-c5ce15577253']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:26:49.293013 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-cfdcc2d0-0030-4890-844d-2be8b33c0d71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490687ca-9e32-4e40-b611-b2dd38fc1153') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:26:49.293540 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-cfdcc2d0-0030-4890-844d-2be8b33c0d71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490687ca-9e32-4e40-b611-b2dd38fc1153') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:26:49.305492 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cfdcc2d0-0030-4890-844d-2be8b33c0d71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (490687ca-9e32-4e40-b611-b2dd38fc1153), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:49.324474 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cfdcc2d0-0030-4890-844d-2be8b33c0d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (490687ca-9e32-4e40-b611-b2dd38fc1153), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:49.344484 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfdcc2d0-0030-4890-844d-2be8b33c0d71 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:26:49.353808 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cfdcc2d0-0030-4890-844d-2be8b33c0d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (490687ca-9e32-4e40-b611-b2dd38fc1153), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:26:49.356645 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:26:49.522264 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-510a94d2-daf7-4fec-954f-5230c7af650e req-c24d220e-aa35-466f-8b0b-68b7d1db4586 service neutron] 10.222.0.26 "GET /v2.0/networks/46b415b4-3a88-498f-8f63-3df28c0f3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817200 Feb 19 04:26:49.528570 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cfdcc2d0-0030-4890-844d-2be8b33c0d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (0147da54-be30-47e4-b830-c5ce15577253), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:49.539525 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cfdcc2d0-0030-4890-844d-2be8b33c0d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:49.544223 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cfdcc2d0-0030-4890-844d-2be8b33c0d71 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0147da54-be30-47e4-b830-c5ce15577253 HTTP/1.1" status: 204 len: 168 time: 0.6749260 Feb 19 04:26:49.582116 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416031f0-5498-48d7-abf7-69b37c6f8f5f tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Router 2017e5f9-1200-4055-895a-bf7d9907c223 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:26:49.585844 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdcc2d0-0030-4890-844d-2be8b33c0d71 admin admin] Pushing event deleted for resources: {'Network': ['ID=0147da54-be30-47e4-b830-c5ce15577253,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:49.787442 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-510a94d2-daf7-4fec-954f-5230c7af650e req-20fb9fd9-4f15-44be-9a48-5c1791d42e74 service neutron] 10.222.0.26 "GET /v2.0/networks/46b415b4-3a88-498f-8f63-3df28c0f3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346292 Feb 19 04:26:49.823707 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58182) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:49.898017 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5c76a17a-a07c-47b7-bf45-ccaf200ae2fe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6cc1daff83b0471f892d4f03261c49c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0727351 Feb 19 04:26:49.900499 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58184) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:49.972043 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-62d2e4ad-2b61-421c-a8ba-2e5fbbf1380f admin admin] Publish callbacks [] for security_group (f0bc2c31-9248-4467-ab3f-91c1c613a96d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:50.003227 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-62d2e4ad-2b61-421c-a8ba-2e5fbbf1380f admin admin] Publish callbacks [] for security_group (f0bc2c31-9248-4467-ab3f-91c1c613a96d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:50.089263 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-62d2e4ad-2b61-421c-a8ba-2e5fbbf1380f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f0bc2c31-9248-4467-ab3f-91c1c613a96d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:50.092695 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-62d2e4ad-2b61-421c-a8ba-2e5fbbf1380f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:50.093954 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-62d2e4ad-2b61-421c-a8ba-2e5fbbf1380f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f0bc2c31-9248-4467-ab3f-91c1c613a96d HTTP/1.1" status: 204 len: 168 time: 0.1924081 Feb 19 04:26:50.104286 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2e4ad-2b61-421c-a8ba-2e5fbbf1380f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bc2c31-9248-4467-ab3f-91c1c613a96d,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:50.297090 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416031f0-5498-48d7-abf7-69b37c6f8f5f tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:26:50.305142 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-416031f0-5498-48d7-abf7-69b37c6f8f5f tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:50.310020 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dcab4a-7344-4284-b782-e786c62d7f3c None None] Sync routers for ids ['2017e5f9-1200-4055-895a-bf7d9907c223'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:26:50.330412 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dcab4a-7344-4284-b782-e786c62d7f3c None None] Routers {'2017e5f9-1200-4055-895a-bf7d9907c223'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:26:50.335223 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-87dcab4a-7344-4284-b782-e786c62d7f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:26:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['2017e5f9-1200-4055-895a-bf7d9907c223'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:26:50.365068 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add266bd-452f-4f9f-a1be-eeeeb0a86f2c', 'tag': '99fa84e9-32cc-4fee-8219-bccb9d3ba37f'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:26:50.367880 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c62e22-fdb5-4b89-9699-b8e40ce8bf52" -d '{"events": [{"name": "network-changed", "server_uuid": "add266bd-452f-4f9f-a1be-eeeeb0a86f2c", "tag": "99fa84e9-32cc-4fee-8219-bccb9d3ba37f"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:26:50.457935 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a31f2db-70fe-4672-9191-4dc1cbabc9d4 x-openstack-request-id: req-1a31f2db-70fe-4672-9191-4dc1cbabc9d4 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:26:50.458425 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add266bd-452f-4f9f-a1be-eeeeb0a86f2c", "tag": "99fa84e9-32cc-4fee-8219-bccb9d3ba37f", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:26:50.459025 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1a31f2db-70fe-4672-9191-4dc1cbabc9d4 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:26:50.459618 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add266bd-452f-4f9f-a1be-eeeeb0a86f2c', 'tag': '99fa84e9-32cc-4fee-8219-bccb9d3ba37f', 'status': 'completed', 'code': 200} Feb 19 04:26:50.471672 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-416031f0-5498-48d7-abf7-69b37c6f8f5f tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "PUT /v2.0/floatingips/25dc0a58-e061-4960-8a59-7ccb1f7e1889 HTTP/1.1" status: 200 len: 991 time: 3.4475572 Feb 19 04:26:50.571901 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c62e22-fdb5-4b89-9699-b8e40ce8bf52 req-ac39d311-0ea3-4077-b767-0ff1908adc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:50.576599 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b9c62e22-fdb5-4b89-9699-b8e40ce8bf52 req-ac39d311-0ea3-4077-b767-0ff1908adc12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d0605309ce645e6b6631106e754c3e2&device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 1128 time: 0.0867774 Feb 19 04:26:50.692760 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-87dcab4a-7344-4284-b782-e786c62d7f3c None None] Set router 2017e5f9-1200-4055-895a-bf7d9907c223 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:26:50.784897 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c62e22-fdb5-4b89-9699-b8e40ce8bf52 req-a65427cd-5408-4255-8a4c-671c4621e89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:50.786433 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b9c62e22-fdb5-4b89-9699-b8e40ce8bf52 req-a65427cd-5408-4255-8a4c-671c4621e89c service neutron] 10.222.0.26 "GET /v2.0/networks?id=46b415b4-3a88-498f-8f63-3df28c0f3532 HTTP/1.1" status: 200 len: 915 time: 0.2004938 Feb 19 04:26:50.839303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58214) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:50.922089 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b9c62e22-fdb5-4b89-9699-b8e40ce8bf52 req-1e964c3b-027d-47cf-b6a7-8dc7971370f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99fa84e9-32cc-4fee-8219-bccb9d3ba37f HTTP/1.1" status: 200 len: 1001 time: 0.1272049 Feb 19 04:26:50.922089 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58216) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:50.923493 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7440ec6d-2ccb-4b11-8645-82c091fe895a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7cc7f0a6f4b94adb9d22105452d8d1c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0823319 Feb 19 04:26:51.016650 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-87dcab4a-7344-4284-b782-e786c62d7f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'name': 'tempest-TestVolumeBackupRestore-1767155525-router', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:59Z', 'updated_at': '2022-02-19T04:21:05Z', 'revision_number': 4, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'gw_port': {'id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:00Z', 'updated_at': '2022-02-19T04:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '25dc0a58-e061-4960-8a59-7ccb1f7e1889', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'port_id': '99fa84e9-32cc-4fee-8219-bccb9d3ba37f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532', 'mac_address': 'fa:16:3e:c5:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add266bd-452f-4f9f-a1be-eeeeb0a86f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:26:44Z', 'updated_at': '2022-02-19T04:26:49Z', 'revision_number': 2, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7439a51b-e246-4f01-9410-f2a88cabdc66', 'name': '', 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'mac_address': 'fa:16:3e:41:a0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:04Z', 'updated_at': '2022-02-19T04:21:12Z', 'revision_number': 5, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'subnets': [{'id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:26:51.062813 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c62e22-fdb5-4b89-9699-b8e40ce8bf52 req-959eac5c-2d37-4ae9-91d7-1d2691687ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:51.064664 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b9c62e22-fdb5-4b89-9699-b8e40ce8bf52 req-959eac5c-2d37-4ae9-91d7-1d2691687ae7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b772a6a0-94ad-4fb1-97ac-f540a720b221 HTTP/1.1" status: 200 len: 853 time: 0.1301897 Feb 19 04:26:51.088234 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dcab4a-7344-4284-b782-e786c62d7f3c None None] Checking router: 2017e5f9-1200-4055-895a-bf7d9907c223 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:26:51.099913 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a500f0e8-d6e9-40b2-87b4-7c1818362459 admin admin] Publish callbacks [] for security_group (6e7487ee-6f06-4ab4-82b1-61026402049d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:51.116458 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dcab4a-7344-4284-b782-e786c62d7f3c None None] Routers {'2017e5f9-1200-4055-895a-bf7d9907c223'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:26:51.118745 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-87dcab4a-7344-4284-b782-e786c62d7f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:26:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['2017e5f9-1200-4055-895a-bf7d9907c223'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:26:51.172659 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a500f0e8-d6e9-40b2-87b4-7c1818362459 admin admin] Publish callbacks [] for security_group (6e7487ee-6f06-4ab4-82b1-61026402049d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:51.238195 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a500f0e8-d6e9-40b2-87b4-7c1818362459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6e7487ee-6f06-4ab4-82b1-61026402049d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:51.241156 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a500f0e8-d6e9-40b2-87b4-7c1818362459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:51.246432 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a500f0e8-d6e9-40b2-87b4-7c1818362459 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6e7487ee-6f06-4ab4-82b1-61026402049d HTTP/1.1" status: 204 len: 168 time: 0.3226898 Feb 19 04:26:51.262264 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500f0e8-d6e9-40b2-87b4-7c1818362459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7487ee-6f06-4ab4-82b1-61026402049d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:51.284935 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c62e22-fdb5-4b89-9699-b8e40ce8bf52 req-c5d02fee-fcdb-4913-a72e-7fb168cdfb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:51.287673 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b9c62e22-fdb5-4b89-9699-b8e40ce8bf52 req-c5d02fee-fcdb-4913-a72e-7fb168cdfb90 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=46b415b4-3a88-498f-8f63-3df28c0f3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2067719 Feb 19 04:26:51.435458 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b9c62e22-fdb5-4b89-9699-b8e40ce8bf52 req-9a7b06c9-e563-4d35-912a-0b8098bfbaa8 service neutron] 10.222.0.26 "GET /v2.0/networks/46b415b4-3a88-498f-8f63-3df28c0f3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411867 Feb 19 04:26:51.574313 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-87dcab4a-7344-4284-b782-e786c62d7f3c None None] Set router 2017e5f9-1200-4055-895a-bf7d9907c223 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:26:51.575929 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b9c62e22-fdb5-4b89-9699-b8e40ce8bf52 req-63177ca9-822b-438d-9e36-31eb59fba3e2 service neutron] 10.222.0.26 "GET /v2.0/networks/46b415b4-3a88-498f-8f63-3df28c0f3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336641 Feb 19 04:26:52.035268 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-87dcab4a-7344-4284-b782-e786c62d7f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'name': 'tempest-TestVolumeBackupRestore-1767155525-router', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:59Z', 'updated_at': '2022-02-19T04:21:05Z', 'revision_number': 4, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'gw_port': {'id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:00Z', 'updated_at': '2022-02-19T04:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '25dc0a58-e061-4960-8a59-7ccb1f7e1889', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'port_id': '99fa84e9-32cc-4fee-8219-bccb9d3ba37f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532', 'mac_address': 'fa:16:3e:c5:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add266bd-452f-4f9f-a1be-eeeeb0a86f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:26:44Z', 'updated_at': '2022-02-19T04:26:49Z', 'revision_number': 2, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7439a51b-e246-4f01-9410-f2a88cabdc66', 'name': '', 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'mac_address': 'fa:16:3e:41:a0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:04Z', 'updated_at': '2022-02-19T04:21:12Z', 'revision_number': 5, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'subnets': [{'id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:26:52.097305 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dcab4a-7344-4284-b782-e786c62d7f3c None None] The sync data for ids ['2017e5f9-1200-4055-895a-bf7d9907c223'] in n-d-828369-19 is: [{'id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'name': 'tempest-TestVolumeBackupRestore-1767155525-router', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:59Z', 'updated_at': '2022-02-19T04:21:05Z', 'revision_number': 4, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'gw_port': {'id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:00Z', 'updated_at': '2022-02-19T04:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '25dc0a58-e061-4960-8a59-7ccb1f7e1889', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'port_id': '99fa84e9-32cc-4fee-8219-bccb9d3ba37f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532', 'mac_address': 'fa:16:3e:c5:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add266bd-452f-4f9f-a1be-eeeeb0a86f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:26:44Z', 'updated_at': '2022-02-19T04:26:49Z', 'revision_number': 2, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7439a51b-e246-4f01-9410-f2a88cabdc66', 'name': '', 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'mac_address': 'fa:16:3e:41:a0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:04Z', 'updated_at': '2022-02-19T04:21:12Z', 'revision_number': 5, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'subnets': [{'id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:26:52.470769 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add266bd-452f-4f9f-a1be-eeeeb0a86f2c', 'tag': '99fa84e9-32cc-4fee-8219-bccb9d3ba37f'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:26:52.473142 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331c30b3-8117-414d-82d8-c79e678ad6a4" -d '{"events": [{"name": "network-changed", "server_uuid": "add266bd-452f-4f9f-a1be-eeeeb0a86f2c", "tag": "99fa84e9-32cc-4fee-8219-bccb9d3ba37f"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:26:52.568902 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c446968-f8c4-4cf1-8483-1526e1cdfd87 x-openstack-request-id: req-9c446968-f8c4-4cf1-8483-1526e1cdfd87 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:26:52.569382 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add266bd-452f-4f9f-a1be-eeeeb0a86f2c", "tag": "99fa84e9-32cc-4fee-8219-bccb9d3ba37f", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:26:52.569807 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c446968-f8c4-4cf1-8483-1526e1cdfd87 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:26:52.570404 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add266bd-452f-4f9f-a1be-eeeeb0a86f2c', 'tag': '99fa84e9-32cc-4fee-8219-bccb9d3ba37f', 'status': 'completed', 'code': 200} Feb 19 04:26:52.641989 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c30b3-8117-414d-82d8-c79e678ad6a4 req-cad5f9d2-4739-4c78-904e-9aba5445372a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:52.644389 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-331c30b3-8117-414d-82d8-c79e678ad6a4 req-cad5f9d2-4739-4c78-904e-9aba5445372a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d0605309ce645e6b6631106e754c3e2&device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 1128 time: 0.0596004 Feb 19 04:26:52.803347 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c30b3-8117-414d-82d8-c79e678ad6a4 req-0c4db965-7ec1-4f35-a03b-616d65a99eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:52.806505 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-331c30b3-8117-414d-82d8-c79e678ad6a4 req-0c4db965-7ec1-4f35-a03b-616d65a99eea service neutron] 10.222.0.26 "GET /v2.0/networks?id=46b415b4-3a88-498f-8f63-3df28c0f3532 HTTP/1.1" status: 200 len: 915 time: 0.1543100 Feb 19 04:26:52.915554 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-331c30b3-8117-414d-82d8-c79e678ad6a4 req-58790abb-0f2e-44a6-8eca-8dd4dd4749f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99fa84e9-32cc-4fee-8219-bccb9d3ba37f HTTP/1.1" status: 200 len: 1001 time: 0.0904310 Feb 19 04:26:53.012492 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c30b3-8117-414d-82d8-c79e678ad6a4 req-33f5445d-5fd3-40bc-95e3-56b1201793de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:53.014886 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-331c30b3-8117-414d-82d8-c79e678ad6a4 req-33f5445d-5fd3-40bc-95e3-56b1201793de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b772a6a0-94ad-4fb1-97ac-f540a720b221 HTTP/1.1" status: 200 len: 853 time: 0.0912564 Feb 19 04:26:53.140779 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c30b3-8117-414d-82d8-c79e678ad6a4 req-229af69e-2b18-4235-8974-b088b590221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:53.148564 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-331c30b3-8117-414d-82d8-c79e678ad6a4 req-229af69e-2b18-4235-8974-b088b590221a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=46b415b4-3a88-498f-8f63-3df28c0f3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1286581 Feb 19 04:26:53.405018 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-331c30b3-8117-414d-82d8-c79e678ad6a4 req-266615b6-924b-4b50-adb1-f2c1a8ad41f3 service neutron] 10.222.0.26 "GET /v2.0/networks/46b415b4-3a88-498f-8f63-3df28c0f3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497976 Feb 19 04:26:53.591896 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-331c30b3-8117-414d-82d8-c79e678ad6a4 req-ca600250-980e-4c09-8865-072663fa56bc service neutron] 10.222.0.26 "GET /v2.0/networks/46b415b4-3a88-498f-8f63-3df28c0f3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808405 Feb 19 04:26:56.301425 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58414) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:56.562871 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-58811810-2a2c-426e-bccb-ed8924058f3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:56.735666 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-58811810-2a2c-426e-bccb-ed8924058f3e admin admin] Publish callbacks [] for security_group (d051c484-c6da-4bab-9ed9-da5179e99059), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:56.740361 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-58811810-2a2c-426e-bccb-ed8924058f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d051c484-c6da-4bab-9ed9-da5179e99059), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:56.785872 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58811810-2a2c-426e-bccb-ed8924058f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d051c484-c6da-4bab-9ed9-da5179e99059,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:56.804291 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58430) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:56.810870 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-58811810-2a2c-426e-bccb-ed8924058f3e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=18afa47ca9564af3960ed776fbe69632&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5072095 Feb 19 04:26:56.889198 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-69725365-9519-4f2d-9430-6d50edf36b26 admin admin] Publish callbacks [] for security_group (d051c484-c6da-4bab-9ed9-da5179e99059), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:56.924799 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:56.939897 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-69725365-9519-4f2d-9430-6d50edf36b26 admin admin] Publish callbacks [] for security_group (d051c484-c6da-4bab-9ed9-da5179e99059), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:57.029161 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-69725365-9519-4f2d-9430-6d50edf36b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d051c484-c6da-4bab-9ed9-da5179e99059), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:57.033236 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-69725365-9519-4f2d-9430-6d50edf36b26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:57.052288 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-69725365-9519-4f2d-9430-6d50edf36b26 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d051c484-c6da-4bab-9ed9-da5179e99059 HTTP/1.1" status: 204 len: 168 time: 0.2320759 Feb 19 04:26:57.080104 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69725365-9519-4f2d-9430-6d50edf36b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d051c484-c6da-4bab-9ed9-da5179e99059,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:57.640705 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58452) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:57.663403 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-48964710-3a48-4211-940e-f7beac1de449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:57.803806 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-48964710-3a48-4211-940e-f7beac1de449 admin admin] Publish callbacks [] for security_group (2aef01d0-6415-492b-b5d9-52b00140e9fb), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:57.813932 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-48964710-3a48-4211-940e-f7beac1de449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2aef01d0-6415-492b-b5d9-52b00140e9fb), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:57.879925 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48964710-3a48-4211-940e-f7beac1de449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aef01d0-6415-492b-b5d9-52b00140e9fb,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:57.918448 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48964710-3a48-4211-940e-f7beac1de449 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:57.919060 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48964710-3a48-4211-940e-f7beac1de449 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:57.919960 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48964710-3a48-4211-940e-f7beac1de449 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:57.920467 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48964710-3a48-4211-940e-f7beac1de449 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:57.921074 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48964710-3a48-4211-940e-f7beac1de449 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:57.921753 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48964710-3a48-4211-940e-f7beac1de449 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:57.922799 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48964710-3a48-4211-940e-f7beac1de449 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:57.923444 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48964710-3a48-4211-940e-f7beac1de449 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:57.923936 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48964710-3a48-4211-940e-f7beac1de449 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:57.924426 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48964710-3a48-4211-940e-f7beac1de449 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:57.925191 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48964710-3a48-4211-940e-f7beac1de449 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:57.925680 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48964710-3a48-4211-940e-f7beac1de449 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:57.926254 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48964710-3a48-4211-940e-f7beac1de449 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:57.940968 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-48964710-3a48-4211-940e-f7beac1de449 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=25e8994963cf456cb4dd2141872fb7af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2991798 Feb 19 04:26:57.943546 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58460) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:58.012436 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-da3de91c-0bd1-46c6-9972-716288a19f83 admin admin] Publish callbacks [] for security_group (2aef01d0-6415-492b-b5d9-52b00140e9fb), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:58.083388 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-da3de91c-0bd1-46c6-9972-716288a19f83 admin admin] Publish callbacks [] for security_group (2aef01d0-6415-492b-b5d9-52b00140e9fb), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:58.165639 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-da3de91c-0bd1-46c6-9972-716288a19f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2aef01d0-6415-492b-b5d9-52b00140e9fb), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:58.171042 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-da3de91c-0bd1-46c6-9972-716288a19f83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:58.173045 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-da3de91c-0bd1-46c6-9972-716288a19f83 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2aef01d0-6415-492b-b5d9-52b00140e9fb HTTP/1.1" status: 204 len: 168 time: 0.2286217 Feb 19 04:26:58.185352 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3de91c-0bd1-46c6-9972-716288a19f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aef01d0-6415-492b-b5d9-52b00140e9fb,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:58.992858 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:26:59.778709 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:00.627980 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c9d23d88-4bee-4521-a023-957e46b80acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:02.294004 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58628) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:02.532795 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fa6a5eec-f2ee-4665-923d-0c713fbbf7b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:02.699189 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fa6a5eec-f2ee-4665-923d-0c713fbbf7b9 admin admin] Publish callbacks [] for security_group (a914b2d1-8c0c-44b7-907c-79d67d974527), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:02.705270 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fa6a5eec-f2ee-4665-923d-0c713fbbf7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a914b2d1-8c0c-44b7-907c-79d67d974527), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:02.808471 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58642) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:02.821001 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fa6a5eec-f2ee-4665-923d-0c713fbbf7b9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8ee33c7fae1141ef85b59780015096dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5257785 Feb 19 04:27:02.867219 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a5eec-f2ee-4665-923d-0c713fbbf7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a914b2d1-8c0c-44b7-907c-79d67d974527,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:02.894588 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-efaf21a6-a361-4175-8ac5-b533f8d3df11 admin admin] Publish callbacks [] for security_group (a914b2d1-8c0c-44b7-907c-79d67d974527), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:02.927977 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-efaf21a6-a361-4175-8ac5-b533f8d3df11 admin admin] Publish callbacks [] for security_group (a914b2d1-8c0c-44b7-907c-79d67d974527), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:03.002084 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-efaf21a6-a361-4175-8ac5-b533f8d3df11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a914b2d1-8c0c-44b7-907c-79d67d974527), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:03.005727 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-efaf21a6-a361-4175-8ac5-b533f8d3df11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:03.011821 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-efaf21a6-a361-4175-8ac5-b533f8d3df11 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a914b2d1-8c0c-44b7-907c-79d67d974527 HTTP/1.1" status: 204 len: 168 time: 0.2021260 Feb 19 04:27:03.054071 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf21a6-a361-4175-8ac5-b533f8d3df11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a914b2d1-8c0c-44b7-907c-79d67d974527,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:03.476319 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8b579f44-93d6-44b4-a632-f347e11c8c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:03.575256 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58662) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:03.593134 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d7b6599b-3aa0-4526-92f4-eefa95f3c585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:03.689705 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d7b6599b-3aa0-4526-92f4-eefa95f3c585 admin admin] Publish callbacks [] for security_group (6f27ac17-1927-466d-8c5a-b06f107e6445), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:03.718100 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d7b6599b-3aa0-4526-92f4-eefa95f3c585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6f27ac17-1927-466d-8c5a-b06f107e6445), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:03.768491 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58672) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:03.768979 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d7b6599b-3aa0-4526-92f4-eefa95f3c585 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=56bec36ae0a04ab495ac3fcedc051887&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1927059 Feb 19 04:27:03.770238 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6599b-3aa0-4526-92f4-eefa95f3c585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f27ac17-1927-466d-8c5a-b06f107e6445,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:03.827552 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:03.855746 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6e965274-e10e-4046-ae87-9ffad4ab06a4 admin admin] Publish callbacks [] for security_group (6f27ac17-1927-466d-8c5a-b06f107e6445), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:03.885509 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6e965274-e10e-4046-ae87-9ffad4ab06a4 admin admin] Publish callbacks [] for security_group (6f27ac17-1927-466d-8c5a-b06f107e6445), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:03.954138 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6e965274-e10e-4046-ae87-9ffad4ab06a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6f27ac17-1927-466d-8c5a-b06f107e6445), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:03.957910 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6e965274-e10e-4046-ae87-9ffad4ab06a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:03.959731 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6e965274-e10e-4046-ae87-9ffad4ab06a4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6f27ac17-1927-466d-8c5a-b06f107e6445 HTTP/1.1" status: 204 len: 168 time: 0.1900439 Feb 19 04:27:03.997704 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e965274-e10e-4046-ae87-9ffad4ab06a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f27ac17-1927-466d-8c5a-b06f107e6445,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:04.946451 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58716) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:05.207759 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8253be89-ee61-4cbf-ad96-5fcaf6b05fa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:05.324470 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:05.495699 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8253be89-ee61-4cbf-ad96-5fcaf6b05fa2 admin admin] Publish callbacks [] for security_group (d0760910-2146-4d39-8796-0bc9353969c8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:05.508587 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8253be89-ee61-4cbf-ad96-5fcaf6b05fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d0760910-2146-4d39-8796-0bc9353969c8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:05.578060 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8253be89-ee61-4cbf-ad96-5fcaf6b05fa2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ab7b91f62ab146819c6b565a917a0b3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6304455 Feb 19 04:27:05.580791 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58760) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:05.636179 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253be89-ee61-4cbf-ad96-5fcaf6b05fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0760910-2146-4d39-8796-0bc9353969c8,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:05.701781 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-39aecc77-0bb8-4cbc-9395-7a6e0396922d admin admin] Publish callbacks [] for security_group (d0760910-2146-4d39-8796-0bc9353969c8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:05.764561 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-39aecc77-0bb8-4cbc-9395-7a6e0396922d admin admin] Publish callbacks [] for security_group (d0760910-2146-4d39-8796-0bc9353969c8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:05.883016 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-39aecc77-0bb8-4cbc-9395-7a6e0396922d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d0760910-2146-4d39-8796-0bc9353969c8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:05.887408 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-39aecc77-0bb8-4cbc-9395-7a6e0396922d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:05.889263 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-39aecc77-0bb8-4cbc-9395-7a6e0396922d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d0760910-2146-4d39-8796-0bc9353969c8 HTTP/1.1" status: 204 len: 168 time: 0.3064680 Feb 19 04:27:05.909328 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aecc77-0bb8-4cbc-9395-7a6e0396922d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0760910-2146-4d39-8796-0bc9353969c8,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:06.214355 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58792) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:06.774464 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:06.811204 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8ced4ae5-4b74-4f3c-b75d-a8f7af547604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:07.007577 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8ced4ae5-4b74-4f3c-b75d-a8f7af547604 admin admin] Publish callbacks [] for security_group (adf3b150-2997-46dc-bbea-5160c5ce01c6), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:07.014876 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58810) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:07.017416 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8ced4ae5-4b74-4f3c-b75d-a8f7af547604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (adf3b150-2997-46dc-bbea-5160c5ce01c6), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:07.037066 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b41890df-25f4-42cc-bc72-8ff71df0a816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:07.108898 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced4ae5-4b74-4f3c-b75d-a8f7af547604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf3b150-2997-46dc-bbea-5160c5ce01c6,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:07.122824 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8ced4ae5-4b74-4f3c-b75d-a8f7af547604 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2558c7cbfd5b4de2bdbe03238e49f925&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9073446 Feb 19 04:27:07.124570 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58816) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:07.196643 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b41890df-25f4-42cc-bc72-8ff71df0a816 admin admin] Publish callbacks [] for security_group (0b3b0a65-38b2-4c4b-ad42-73a259acc96a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:07.207284 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b41890df-25f4-42cc-bc72-8ff71df0a816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0b3b0a65-38b2-4c4b-ad42-73a259acc96a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:07.244040 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f7beea68-b64f-4597-851e-6fce3e20daa9 admin admin] Publish callbacks [] for security_group (adf3b150-2997-46dc-bbea-5160c5ce01c6), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:07.294490 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f7beea68-b64f-4597-851e-6fce3e20daa9 admin admin] Publish callbacks [] for security_group (adf3b150-2997-46dc-bbea-5160c5ce01c6), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:07.299795 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b41890df-25f4-42cc-bc72-8ff71df0a816 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eda005ed64fe4e00b5bd874bd5e83836&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2838132 Feb 19 04:27:07.300633 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58824) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:07.330412 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41890df-25f4-42cc-bc72-8ff71df0a816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3b0a65-38b2-4c4b-ad42-73a259acc96a,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:07.387944 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f7beea68-b64f-4597-851e-6fce3e20daa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (adf3b150-2997-46dc-bbea-5160c5ce01c6), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:07.390603 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f7beea68-b64f-4597-851e-6fce3e20daa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:07.394321 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b5fe21e7-8e1f-4086-a00a-3d07a264968b admin admin] Publish callbacks [] for security_group (0b3b0a65-38b2-4c4b-ad42-73a259acc96a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:07.395892 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f7beea68-b64f-4597-851e-6fce3e20daa9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/adf3b150-2997-46dc-bbea-5160c5ce01c6 HTTP/1.1" status: 204 len: 168 time: 0.2681506 Feb 19 04:27:07.411819 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7beea68-b64f-4597-851e-6fce3e20daa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf3b150-2997-46dc-bbea-5160c5ce01c6,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:07.442924 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b5fe21e7-8e1f-4086-a00a-3d07a264968b admin admin] Publish callbacks [] for security_group (0b3b0a65-38b2-4c4b-ad42-73a259acc96a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:07.531149 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b5fe21e7-8e1f-4086-a00a-3d07a264968b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0b3b0a65-38b2-4c4b-ad42-73a259acc96a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:07.534756 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b5fe21e7-8e1f-4086-a00a-3d07a264968b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:07.535980 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b5fe21e7-8e1f-4086-a00a-3d07a264968b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0b3b0a65-38b2-4c4b-ad42-73a259acc96a HTTP/1.1" status: 204 len: 168 time: 0.2340567 Feb 19 04:27:07.546746 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe21e7-8e1f-4086-a00a-3d07a264968b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3b0a65-38b2-4c4b-ad42-73a259acc96a,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:08.336019 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58856) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:08.355216 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fbb40a16-58e9-4d73-b1b5-ee0e48bd8146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:08.551988 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fbb40a16-58e9-4d73-b1b5-ee0e48bd8146 admin admin] Publish callbacks [] for security_group (b5095e19-1e02-4189-b26c-a66028c7363e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:08.569226 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fbb40a16-58e9-4d73-b1b5-ee0e48bd8146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b5095e19-1e02-4189-b26c-a66028c7363e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:08.687543 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58870) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:08.701006 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fbb40a16-58e9-4d73-b1b5-ee0e48bd8146 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=630e527f9aef4cdab555667f9cf2956c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3580730 Feb 19 04:27:08.701903 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb40a16-58e9-4d73-b1b5-ee0e48bd8146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5095e19-1e02-4189-b26c-a66028c7363e,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:08.754252 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-324efcea-06d3-428f-bc04-b75f74f97076 admin admin] Publish callbacks [] for security_group (b5095e19-1e02-4189-b26c-a66028c7363e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:08.791070 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-324efcea-06d3-428f-bc04-b75f74f97076 admin admin] Publish callbacks [] for security_group (b5095e19-1e02-4189-b26c-a66028c7363e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:08.867058 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-324efcea-06d3-428f-bc04-b75f74f97076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b5095e19-1e02-4189-b26c-a66028c7363e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:08.870605 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-324efcea-06d3-428f-bc04-b75f74f97076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:08.870605 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-324efcea-06d3-428f-bc04-b75f74f97076 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b5095e19-1e02-4189-b26c-a66028c7363e HTTP/1.1" status: 204 len: 168 time: 0.1825607 Feb 19 04:27:08.898221 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324efcea-06d3-428f-bc04-b75f74f97076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5095e19-1e02-4189-b26c-a66028c7363e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:09.191544 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58894) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:09.460954 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5885bf2f-6672-4eab-906a-273931f367a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:09.586135 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5885bf2f-6672-4eab-906a-273931f367a9 admin admin] Publish callbacks [] for security_group (abdd3967-3c7d-44f6-86cd-4f667a8f5db4), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:09.593783 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5885bf2f-6672-4eab-906a-273931f367a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (abdd3967-3c7d-44f6-86cd-4f667a8f5db4), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:09.626194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885bf2f-6672-4eab-906a-273931f367a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdd3967-3c7d-44f6-86cd-4f667a8f5db4,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:09.682473 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5885bf2f-6672-4eab-906a-273931f367a9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=18edebcf59184e0aac554664579ad81a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4952006 Feb 19 04:27:09.685179 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58922) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:09.767799 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f6bcdc7d-8825-4397-b1cb-954dc316878e admin admin] Publish callbacks [] for security_group (abdd3967-3c7d-44f6-86cd-4f667a8f5db4), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:09.826996 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f6bcdc7d-8825-4397-b1cb-954dc316878e admin admin] Publish callbacks [] for security_group (abdd3967-3c7d-44f6-86cd-4f667a8f5db4), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:09.884699 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f6bcdc7d-8825-4397-b1cb-954dc316878e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (abdd3967-3c7d-44f6-86cd-4f667a8f5db4), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:09.918918 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f6bcdc7d-8825-4397-b1cb-954dc316878e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:09.921137 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f6bcdc7d-8825-4397-b1cb-954dc316878e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/abdd3967-3c7d-44f6-86cd-4f667a8f5db4 HTTP/1.1" status: 204 len: 168 time: 0.2341974 Feb 19 04:27:09.945532 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bcdc7d-8825-4397-b1cb-954dc316878e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdd3967-3c7d-44f6-86cd-4f667a8f5db4,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:10.500906 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 58968) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:10.522572 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d28155d5-2e09-46ef-96f6-160b608d0f68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:10.683740 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d28155d5-2e09-46ef-96f6-160b608d0f68 admin admin] Publish callbacks [] for security_group (71a6ac5c-7f52-46f1-b815-85cf3b564679), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:10.689209 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d28155d5-2e09-46ef-96f6-160b608d0f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (71a6ac5c-7f52-46f1-b815-85cf3b564679), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:10.747948 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d28155d5-2e09-46ef-96f6-160b608d0f68 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bd4bb0eda1224e4b86b84aa3a092f433&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2459264 Feb 19 04:27:10.750668 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 58976) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:10.819388 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28155d5-2e09-46ef-96f6-160b608d0f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a6ac5c-7f52-46f1-b815-85cf3b564679,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:10.844794 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6dd19cc8-6efd-4db6-bb8c-cb0a94868c0a admin admin] Publish callbacks [] for security_group (71a6ac5c-7f52-46f1-b815-85cf3b564679), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:10.872857 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6dd19cc8-6efd-4db6-bb8c-cb0a94868c0a admin admin] Publish callbacks [] for security_group (71a6ac5c-7f52-46f1-b815-85cf3b564679), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:10.938279 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6dd19cc8-6efd-4db6-bb8c-cb0a94868c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (71a6ac5c-7f52-46f1-b815-85cf3b564679), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:10.944525 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6dd19cc8-6efd-4db6-bb8c-cb0a94868c0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:10.946857 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6dd19cc8-6efd-4db6-bb8c-cb0a94868c0a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/71a6ac5c-7f52-46f1-b815-85cf3b564679 HTTP/1.1" status: 204 len: 168 time: 0.1948903 Feb 19 04:27:10.962934 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd19cc8-6efd-4db6-bb8c-cb0a94868c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a6ac5c-7f52-46f1-b815-85cf3b564679,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:11.863242 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59050) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:12.043876 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ef400da-4f56-46df-9fd3-141bceb730f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:12.158754 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ef400da-4f56-46df-9fd3-141bceb730f2 admin admin] Publish callbacks [] for security_group (3b35270d-b491-4c59-95d0-665d5592ae23), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:12.164472 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5ef400da-4f56-46df-9fd3-141bceb730f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3b35270d-b491-4c59-95d0-665d5592ae23), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:12.242978 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59068) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:12.243519 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5ef400da-4f56-46df-9fd3-141bceb730f2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b292ec4181994af0925a4a1c58ab2051&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3781147 Feb 19 04:27:12.246532 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef400da-4f56-46df-9fd3-141bceb730f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b35270d-b491-4c59-95d0-665d5592ae23,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:12.345124 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-19b652b4-346a-4a57-94d5-052ce7936509 admin admin] Publish callbacks [] for security_group (3b35270d-b491-4c59-95d0-665d5592ae23), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:12.383390 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-19b652b4-346a-4a57-94d5-052ce7936509 admin admin] Publish callbacks [] for security_group (3b35270d-b491-4c59-95d0-665d5592ae23), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:12.482466 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-19b652b4-346a-4a57-94d5-052ce7936509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3b35270d-b491-4c59-95d0-665d5592ae23), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:12.485297 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-19b652b4-346a-4a57-94d5-052ce7936509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:12.490576 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-19b652b4-346a-4a57-94d5-052ce7936509 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3b35270d-b491-4c59-95d0-665d5592ae23 HTTP/1.1" status: 204 len: 168 time: 0.2456257 Feb 19 04:27:12.507064 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b652b4-346a-4a57-94d5-052ce7936509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b35270d-b491-4c59-95d0-665d5592ae23,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:12.881600 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59096) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:13.095483 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d9de14b-95e9-454d-895c-866d263ea01b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:13.102666 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59102) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:13.127403 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c07a3e0a-be98-49ac-aa0e-77bd07d46fb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:13.202627 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d9de14b-95e9-454d-895c-866d263ea01b admin admin] Publish callbacks [] for security_group (02b956d7-4c75-4468-aed2-72362cb0cd19), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:13.207950 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d9de14b-95e9-454d-895c-866d263ea01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (02b956d7-4c75-4468-aed2-72362cb0cd19), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:13.277307 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59104) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:13.278264 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5d9de14b-95e9-454d-895c-866d263ea01b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=29b1992a926f480da2a05600e4d22f3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3947186 Feb 19 04:27:13.280933 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9de14b-95e9-454d-895c-866d263ea01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b956d7-4c75-4468-aed2-72362cb0cd19,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:13.334755 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c07a3e0a-be98-49ac-aa0e-77bd07d46fb0 admin admin] Publish callbacks [] for security_group (3cff2e22-d4ce-4460-b865-66dab7b7db6d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:13.344535 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c07a3e0a-be98-49ac-aa0e-77bd07d46fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3cff2e22-d4ce-4460-b865-66dab7b7db6d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:13.381685 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c07a3e0a-be98-49ac-aa0e-77bd07d46fb0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dc26483137384bbea48f4963a28e5ce2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2773449 Feb 19 04:27:13.384324 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59112) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:13.458962 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a3e0a-be98-49ac-aa0e-77bd07d46fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cff2e22-d4ce-4460-b865-66dab7b7db6d,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:13.494187 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-09525f92-a954-4814-b3eb-7dd2513499cf admin admin] Publish callbacks [] for security_group (02b956d7-4c75-4468-aed2-72362cb0cd19), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:13.510052 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3277-2179-4c08-885c-026b9629560f admin admin] Publish callbacks [] for security_group (3cff2e22-d4ce-4460-b865-66dab7b7db6d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:13.541726 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3277-2179-4c08-885c-026b9629560f admin admin] Publish callbacks [] for security_group (3cff2e22-d4ce-4460-b865-66dab7b7db6d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:13.562988 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-09525f92-a954-4814-b3eb-7dd2513499cf admin admin] Publish callbacks [] for security_group (02b956d7-4c75-4468-aed2-72362cb0cd19), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:13.627671 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-09525f92-a954-4814-b3eb-7dd2513499cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (02b956d7-4c75-4468-aed2-72362cb0cd19), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:13.630662 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-09525f92-a954-4814-b3eb-7dd2513499cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:13.631375 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3277-2179-4c08-885c-026b9629560f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3cff2e22-d4ce-4460-b865-66dab7b7db6d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:13.631958 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-09525f92-a954-4814-b3eb-7dd2513499cf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/02b956d7-4c75-4468-aed2-72362cb0cd19 HTTP/1.1" status: 204 len: 168 time: 0.3522258 Feb 19 04:27:13.638120 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3277-2179-4c08-885c-026b9629560f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:13.639938 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b2dd3277-2179-4c08-885c-026b9629560f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3cff2e22-d4ce-4460-b865-66dab7b7db6d HTTP/1.1" status: 204 len: 168 time: 0.2544448 Feb 19 04:27:13.646755 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09525f92-a954-4814-b3eb-7dd2513499cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b956d7-4c75-4468-aed2-72362cb0cd19,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:13.651369 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd3277-2179-4c08-885c-026b9629560f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cff2e22-d4ce-4460-b865-66dab7b7db6d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:13.669503 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd3277-2179-4c08-885c-026b9629560f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:13.670336 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd3277-2179-4c08-885c-026b9629560f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:13.670955 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd3277-2179-4c08-885c-026b9629560f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:13.671490 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd3277-2179-4c08-885c-026b9629560f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:13.672040 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd3277-2179-4c08-885c-026b9629560f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:13.672569 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd3277-2179-4c08-885c-026b9629560f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:13.673133 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd3277-2179-4c08-885c-026b9629560f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:13.673738 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd3277-2179-4c08-885c-026b9629560f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:13.674538 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd3277-2179-4c08-885c-026b9629560f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:13.675085 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd3277-2179-4c08-885c-026b9629560f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:13.675857 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd3277-2179-4c08-885c-026b9629560f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:13.676775 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd3277-2179-4c08-885c-026b9629560f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:13.679807 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd3277-2179-4c08-885c-026b9629560f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:15.410755 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59196) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:15.537342 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-74a7313d-3d80-4904-83b4-68b523849f9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:15.642037 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-74a7313d-3d80-4904-83b4-68b523849f9f admin admin] Publish callbacks [] for security_group (e37a3bda-93f5-4fa3-9a8c-a58faf0af5f8), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:15.654075 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-74a7313d-3d80-4904-83b4-68b523849f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e37a3bda-93f5-4fa3-9a8c-a58faf0af5f8), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:15.713221 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-74a7313d-3d80-4904-83b4-68b523849f9f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=22ae37f5efae475689dfbd48c5165812&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3005970 Feb 19 04:27:15.714907 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7313d-3d80-4904-83b4-68b523849f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37a3bda-93f5-4fa3-9a8c-a58faf0af5f8,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:15.716476 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59212) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:15.791595 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-994e86eb-f060-4096-a516-fa7590820e21 admin admin] Publish callbacks [] for security_group (e37a3bda-93f5-4fa3-9a8c-a58faf0af5f8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:15.839943 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-994e86eb-f060-4096-a516-fa7590820e21 admin admin] Publish callbacks [] for security_group (e37a3bda-93f5-4fa3-9a8c-a58faf0af5f8), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:15.910267 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-994e86eb-f060-4096-a516-fa7590820e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e37a3bda-93f5-4fa3-9a8c-a58faf0af5f8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:15.915194 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-994e86eb-f060-4096-a516-fa7590820e21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:15.919218 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-994e86eb-f060-4096-a516-fa7590820e21 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e37a3bda-93f5-4fa3-9a8c-a58faf0af5f8 HTTP/1.1" status: 204 len: 168 time: 0.1992462 Feb 19 04:27:15.944381 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e86eb-f060-4096-a516-fa7590820e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37a3bda-93f5-4fa3-9a8c-a58faf0af5f8,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:23.559645 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59534) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:23.911680 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-328aa5b2-b760-48e7-b848-fb86ab2faa39 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Deleting port e23c58d4-cf2c-4388-8005-1315db708ef6 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:27:23.912476 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-328aa5b2-b760-48e7-b848-fb86ab2faa39 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (e23c58d4-cf2c-4388-8005-1315db708ef6), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:24.059081 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-328aa5b2-b760-48e7-b848-fb86ab2faa39 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (e23c58d4-cf2c-4388-8005-1315db708ef6), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:24.059804 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-328aa5b2-b760-48e7-b848-fb86ab2faa39 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for floatingip (e23c58d4-cf2c-4388-8005-1315db708ef6), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:24.100780 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-328aa5b2-b760-48e7-b848-fb86ab2faa39 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Calling delete_port for e23c58d4-cf2c-4388-8005-1315db708ef6 owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:27:24.459019 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-328aa5b2-b760-48e7-b848-fb86ab2faa39 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (e23c58d4-cf2c-4388-8005-1315db708ef6), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:24.525630 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328aa5b2-b760-48e7-b848-fb86ab2faa39 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Pushing event deleted for resources: {'Port': ['ID=e23c58d4-cf2c-4388-8005-1315db708ef6,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:24.674640 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-328aa5b2-b760-48e7-b848-fb86ab2faa39 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for floatingip (25dc0a58-e061-4960-8a59-7ccb1f7e1889), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:24.675803 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-328aa5b2-b760-48e7-b848-fb86ab2faa39 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Floating IP 25dc0a58-e061-4960-8a59-7ccb1f7e1889 disassociated (deleted). External IP: 172.25.3.106, port: 99fa84e9-32cc-4fee-8219-bccb9d3ba37f. Feb 19 04:27:25.218199 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328aa5b2-b760-48e7-b848-fb86ab2faa39 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Router 2017e5f9-1200-4055-895a-bf7d9907c223 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:27:25.509201 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328aa5b2-b760-48e7-b848-fb86ab2faa39 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:27:25.519402 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-328aa5b2-b760-48e7-b848-fb86ab2faa39 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:25.524518 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da88cf35-ef1d-48fc-9c47-15edd56a1660 None None] Sync routers for ids ['2017e5f9-1200-4055-895a-bf7d9907c223'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:27:25.542389 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da88cf35-ef1d-48fc-9c47-15edd56a1660 None None] Routers {'2017e5f9-1200-4055-895a-bf7d9907c223'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:27:25.543031 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-da88cf35-ef1d-48fc-9c47-15edd56a1660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:27:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['2017e5f9-1200-4055-895a-bf7d9907c223'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:25.587520 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-328aa5b2-b760-48e7-b848-fb86ab2faa39 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "DELETE /v2.0/floatingips/25dc0a58-e061-4960-8a59-7ccb1f7e1889 HTTP/1.1" status: 204 len: 168 time: 2.0267680 Feb 19 04:27:25.589221 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add266bd-452f-4f9f-a1be-eeeeb0a86f2c', 'tag': '99fa84e9-32cc-4fee-8219-bccb9d3ba37f'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:27:25.599811 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f377a91d-2339-4ed0-ba65-18828ccd26db" -d '{"events": [{"name": "network-changed", "server_uuid": "add266bd-452f-4f9f-a1be-eeeeb0a86f2c", "tag": "99fa84e9-32cc-4fee-8219-bccb9d3ba37f"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:27:25.701203 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc983991-54e1-4c89-8d02-f7fec408327d x-openstack-request-id: req-cc983991-54e1-4c89-8d02-f7fec408327d {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:27:25.701797 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add266bd-452f-4f9f-a1be-eeeeb0a86f2c", "tag": "99fa84e9-32cc-4fee-8219-bccb9d3ba37f", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:27:25.701797 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cc983991-54e1-4c89-8d02-f7fec408327d {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:27:25.702187 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add266bd-452f-4f9f-a1be-eeeeb0a86f2c', 'tag': '99fa84e9-32cc-4fee-8219-bccb9d3ba37f', 'status': 'completed', 'code': 200} Feb 19 04:27:25.817569 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377a91d-2339-4ed0-ba65-18828ccd26db req-fb5bf39f-f1eb-46d3-bb5a-440e7a1f5c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:25.820582 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f377a91d-2339-4ed0-ba65-18828ccd26db req-fb5bf39f-f1eb-46d3-bb5a-440e7a1f5c4b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d0605309ce645e6b6631106e754c3e2&device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 1128 time: 0.0962374 Feb 19 04:27:25.986627 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-da88cf35-ef1d-48fc-9c47-15edd56a1660 None None] Set router 2017e5f9-1200-4055-895a-bf7d9907c223 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:27:26.067654 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377a91d-2339-4ed0-ba65-18828ccd26db req-2abca20e-41ae-4c20-b60d-c455501acb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:26.075909 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f377a91d-2339-4ed0-ba65-18828ccd26db req-2abca20e-41ae-4c20-b60d-c455501acb44 service neutron] 10.222.0.26 "GET /v2.0/networks?id=46b415b4-3a88-498f-8f63-3df28c0f3532 HTTP/1.1" status: 200 len: 915 time: 0.2490504 Feb 19 04:27:26.141556 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f377a91d-2339-4ed0-ba65-18828ccd26db req-fc16e5fd-7b5c-4b73-a29b-f8888e6363a6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99fa84e9-32cc-4fee-8219-bccb9d3ba37f HTTP/1.1" status: 200 len: 217 time: 0.0592070 Feb 19 04:27:26.252213 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cb830-cdf0-4a92-a514-d43dc6f6ace7 req-b09ae3a3-b9ae-41af-8cca-ba54c00fb83e tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:26.253769 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d6cb830-cdf0-4a92-a514-d43dc6f6ace7 req-b09ae3a3-b9ae-41af-8cca-ba54c00fb83e tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 945 time: 0.1516762 Feb 19 04:27:26.308914 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377a91d-2339-4ed0-ba65-18828ccd26db req-713b3ec6-d6c9-4544-928f-74764901b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:26.311738 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f377a91d-2339-4ed0-ba65-18828ccd26db req-713b3ec6-d6c9-4544-928f-74764901b161 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b772a6a0-94ad-4fb1-97ac-f540a720b221 HTTP/1.1" status: 200 len: 853 time: 0.1578753 Feb 19 04:27:26.374004 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d6cb830-cdf0-4a92-a514-d43dc6f6ace7 req-d7775d8d-95d5-43b2-b402-cc05d8290eea tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083412 Feb 19 04:27:26.503250 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377a91d-2339-4ed0-ba65-18828ccd26db req-c2f49edb-da1f-4bae-b2a7-9792b653d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:26.509463 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f377a91d-2339-4ed0-ba65-18828ccd26db req-c2f49edb-da1f-4bae-b2a7-9792b653d394 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=46b415b4-3a88-498f-8f63-3df28c0f3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1862302 Feb 19 04:27:26.550721 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-da88cf35-ef1d-48fc-9c47-15edd56a1660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'name': 'tempest-TestVolumeBackupRestore-1767155525-router', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:59Z', 'updated_at': '2022-02-19T04:21:05Z', 'revision_number': 4, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'gw_port': {'id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:00Z', 'updated_at': '2022-02-19T04:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '7439a51b-e246-4f01-9410-f2a88cabdc66', 'name': '', 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'mac_address': 'fa:16:3e:41:a0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:04Z', 'updated_at': '2022-02-19T04:21:12Z', 'revision_number': 5, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'subnets': [{'id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:26.626305 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da88cf35-ef1d-48fc-9c47-15edd56a1660 None None] Checking router: 2017e5f9-1200-4055-895a-bf7d9907c223 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:27:26.640175 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da88cf35-ef1d-48fc-9c47-15edd56a1660 None None] Routers {'2017e5f9-1200-4055-895a-bf7d9907c223'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:27:26.640813 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-da88cf35-ef1d-48fc-9c47-15edd56a1660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:27:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['2017e5f9-1200-4055-895a-bf7d9907c223'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:26.732212 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f377a91d-2339-4ed0-ba65-18828ccd26db req-631a20d9-b7bc-407a-affa-aecdda09af08 service neutron] 10.222.0.26 "GET /v2.0/networks/46b415b4-3a88-498f-8f63-3df28c0f3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165186 Feb 19 04:27:26.849328 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-da88cf35-ef1d-48fc-9c47-15edd56a1660 None None] Set router 2017e5f9-1200-4055-895a-bf7d9907c223 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:27:26.923095 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f377a91d-2339-4ed0-ba65-18828ccd26db req-dd8cc88f-b28e-4018-bb35-fafc33bde415 service neutron] 10.222.0.26 "GET /v2.0/networks/46b415b4-3a88-498f-8f63-3df28c0f3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833954 Feb 19 04:27:26.951638 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:27.213503 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-da88cf35-ef1d-48fc-9c47-15edd56a1660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'name': 'tempest-TestVolumeBackupRestore-1767155525-router', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:59Z', 'updated_at': '2022-02-19T04:21:05Z', 'revision_number': 4, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'gw_port': {'id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:00Z', 'updated_at': '2022-02-19T04:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '7439a51b-e246-4f01-9410-f2a88cabdc66', 'name': '', 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'mac_address': 'fa:16:3e:41:a0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:04Z', 'updated_at': '2022-02-19T04:21:12Z', 'revision_number': 5, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'subnets': [{'id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:27.264103 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da88cf35-ef1d-48fc-9c47-15edd56a1660 None None] The sync data for ids ['2017e5f9-1200-4055-895a-bf7d9907c223'] in n-d-828369-19 is: [{'id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'name': 'tempest-TestVolumeBackupRestore-1767155525-router', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:59Z', 'updated_at': '2022-02-19T04:21:05Z', 'revision_number': 4, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'gw_port': {'id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:00Z', 'updated_at': '2022-02-19T04:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '7439a51b-e246-4f01-9410-f2a88cabdc66', 'name': '', 'network_id': '46b415b4-3a88-498f-8f63-3df28c0f3532', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'mac_address': 'fa:16:3e:41:a0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:04Z', 'updated_at': '2022-02-19T04:21:12Z', 'revision_number': 5, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'subnets': [{'id': 'b772a6a0-94ad-4fb1-97ac-f540a720b221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:27:27.627761 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906cfcdf-6eb6-4ef4-a483-6da32c02ab10 req-32107e01-e654-4475-9159-a082ee79938b tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:27.641315 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-906cfcdf-6eb6-4ef4-a483-6da32c02ab10 req-32107e01-e654-4475-9159-a082ee79938b tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 945 time: 0.1154110 Feb 19 04:27:27.811490 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae147fcb-6e3c-4e7b-922b-7daed32afc5d req-681e0a8e-2366-404c-9e4f-2684d7be9782 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:27.813279 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ae147fcb-6e3c-4e7b-922b-7daed32afc5d req-681e0a8e-2366-404c-9e4f-2684d7be9782 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.26 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 945 time: 0.1363945 Feb 19 04:27:27.836771 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-906cfcdf-6eb6-4ef4-a483-6da32c02ab10 req-e6776ea5-368f-454f-afeb-85870ba11c0f tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aac9bc9-e34d-4e2a-b247-86bda971edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943624 Feb 19 04:27:27.857309 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd8235a-d86c-450e-9a16-8a2f904803f2 None None] New status for floating IP 25dc0a58-e061-4960-8a59-7ccb1f7e1889: DOWN {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:27:28.099626 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-ae147fcb-6e3c-4e7b-922b-7daed32afc5d req-0d044353-7c8d-4d5a-ad6f-3988ebae4339 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Deleting port 99fa84e9-32cc-4fee-8219-bccb9d3ba37f {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:27:28.100116 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-ae147fcb-6e3c-4e7b-922b-7daed32afc5d req-0d044353-7c8d-4d5a-ad6f-3988ebae4339 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (99fa84e9-32cc-4fee-8219-bccb9d3ba37f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:28.335854 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-ae147fcb-6e3c-4e7b-922b-7daed32afc5d req-0d044353-7c8d-4d5a-ad6f-3988ebae4339 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] For port 99fa84e9-32cc-4fee-8219-bccb9d3ba37f, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=99fa84e9-32cc-4fee-8219-bccb9d3ba37f,segment=NetworkSegment(c64d6f4a-6d14-4da1-b82b-619fdbf36a18),segment_id=c64d6f4a-6d14-4da1-b82b-619fdbf36a18)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:28.336244 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-ae147fcb-6e3c-4e7b-922b-7daed32afc5d req-0d044353-7c8d-4d5a-ad6f-3988ebae4339 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (99fa84e9-32cc-4fee-8219-bccb9d3ba37f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:28.414722 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-ae147fcb-6e3c-4e7b-922b-7daed32afc5d req-0d044353-7c8d-4d5a-ad6f-3988ebae4339 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Calling delete_port for 99fa84e9-32cc-4fee-8219-bccb9d3ba37f owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:27:28.733964 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-ae147fcb-6e3c-4e7b-922b-7daed32afc5d req-0d044353-7c8d-4d5a-ad6f-3988ebae4339 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (99fa84e9-32cc-4fee-8219-bccb9d3ba37f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:28.812640 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d044353-7c8d-4d5a-ad6f-3988ebae4339 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Pushing event deleted for resources: {'Port': ['ID=99fa84e9-32cc-4fee-8219-bccb9d3ba37f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:28.929037 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae147fcb-6e3c-4e7b-922b-7daed32afc5d req-0d044353-7c8d-4d5a-ad6f-3988ebae4339 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] No DVR routers for this DVR port 99fa84e9-32cc-4fee-8219-bccb9d3ba37f on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:27:28.932421 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-ae147fcb-6e3c-4e7b-922b-7daed32afc5d req-0d044353-7c8d-4d5a-ad6f-3988ebae4339 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:28.954706 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ae147fcb-6e3c-4e7b-922b-7daed32afc5d req-0d044353-7c8d-4d5a-ad6f-3988ebae4339 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.26 "DELETE /v2.0/ports/99fa84e9-32cc-4fee-8219-bccb9d3ba37f HTTP/1.1" status: 204 len: 173 time: 1.1339610 Feb 19 04:27:28.955219 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add266bd-452f-4f9f-a1be-eeeeb0a86f2c', 'name': 'network-vif-deleted', 'tag': '99fa84e9-32cc-4fee-8219-bccb9d3ba37f'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:27:28.957638 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f20848-2b59-473e-a4a9-820ac7a73099" -d '{"events": [{"server_uuid": "add266bd-452f-4f9f-a1be-eeeeb0a86f2c", "name": "network-vif-deleted", "tag": "99fa84e9-32cc-4fee-8219-bccb9d3ba37f"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:27:29.023031 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-506170b4-0505-42e9-9fa4-ecf17f52697e req-a8225da3-ee40-4f49-97ca-6d51bf5ddd84 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 210 time: 0.0833385 Feb 19 04:27:29.072658 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0968cfd3-a575-4350-918b-b704a94a26d3 x-openstack-request-id: req-0968cfd3-a575-4350-918b-b704a94a26d3 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:27:29.081171 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add266bd-452f-4f9f-a1be-eeeeb0a86f2c", "name": "network-vif-deleted", "tag": "99fa84e9-32cc-4fee-8219-bccb9d3ba37f", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:27:29.081568 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0968cfd3-a575-4350-918b-b704a94a26d3 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:27:29.082058 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add266bd-452f-4f9f-a1be-eeeeb0a86f2c', 'name': 'network-vif-deleted', 'tag': '99fa84e9-32cc-4fee-8219-bccb9d3ba37f', 'status': 'completed', 'code': 200} Feb 19 04:27:29.791187 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:30.189112 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eaa6252a-672a-411b-8b34-3b7793f76ee0 req-c6f8ce03-deec-4486-ba84-cc2bf67457b2 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 210 time: 0.0437839 Feb 19 04:27:30.621954 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b3241dec-e192-4bf8-ac5e-56997eeb4004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:30.758832 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 99fa84e9-32cc-4fee-8219-bccb9d3ba37f no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:27:30.783759 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 99fa84e9-32cc-4fee-8219-bccb9d3ba37f {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:27:30.784411 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 99fa84e9-32cc-4fee-8219-bccb9d3ba37f not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:27:31.317534 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16d30fba-cfc7-4d43-b126-25b200f74f73 req-95a7cfc8-e2dc-426c-87a9-fc7e16acf11b tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 210 time: 0.0480876 Feb 19 04:27:32.460660 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1fafe254-4f1f-4006-a642-830a3512a5a6 req-fb2d9fde-c7fb-4f51-9433-39df6bd6ee17 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 210 time: 0.0547066 Feb 19 04:27:33.472473 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ad7360af-54c7-4847-ac2a-548bfb9baab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.621383 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d938896e-4ad8-4cc4-9a7d-5aee560982e6 req-9eee5636-531d-4dc6-8a9c-7932d74a7fce tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 210 time: 0.0512207 Feb 19 04:27:33.845004 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:34.739845 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74a7a929-87f6-4e5b-b33e-f51c09a6ff8b req-d5eacd50-48f6-4f87-bf54-88584fb1e60b tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 210 time: 0.0417070 Feb 19 04:27:35.318973 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:35.853842 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ed458fd-c5b0-4017-99b7-1c7ae1a630b5 req-c430e31b-f2a8-4317-a62e-8bb8caf3997f tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 210 time: 0.0466824 Feb 19 04:27:35.975846 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:27:36.757814 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:36.976965 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-31411a77-721d-49e7-b355-5978585d97cd req-84153247-691b-412e-b41a-f56622e8e4f5 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 210 time: 0.0487208 Feb 19 04:27:38.129523 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cabe3d18-78b1-452f-a6b8-971d29d222a2 req-d3c5b384-4d68-4a9a-935b-747832a17317 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 210 time: 0.0553758 Feb 19 04:27:39.550364 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-085ff96b-8f5c-4c29-a318-50ce82f71c4b req-8ebd8242-35f9-47d6-8637-df49465102cc tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 210 time: 0.3497007 Feb 19 04:27:40.196374 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59800) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:40.322516 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dcdc5e13-f6ae-4ecd-8534-cfc9c49167a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:40.405214 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dcdc5e13-f6ae-4ecd-8534-cfc9c49167a8 admin admin] Publish callbacks [] for security_group (7f57b90b-1b51-46a5-af55-f4adff242b27), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:40.410412 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dcdc5e13-f6ae-4ecd-8534-cfc9c49167a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7f57b90b-1b51-46a5-af55-f4adff242b27), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:40.439352 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc5e13-f6ae-4ecd-8534-cfc9c49167a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f57b90b-1b51-46a5-af55-f4adff242b27,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:40.468768 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-dcdc5e13-f6ae-4ecd-8534-cfc9c49167a8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1c1a1ba7954440d48d0c98edc22d225a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2712631 Feb 19 04:27:40.471426 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59804) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:40.525664 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ac97a33f-772f-40b8-8ab5-14ffc6ce7d7b admin admin] Publish callbacks [] for security_group (7f57b90b-1b51-46a5-af55-f4adff242b27), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:40.548698 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ac97a33f-772f-40b8-8ab5-14ffc6ce7d7b admin admin] Publish callbacks [] for security_group (7f57b90b-1b51-46a5-af55-f4adff242b27), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:40.611588 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ac97a33f-772f-40b8-8ab5-14ffc6ce7d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7f57b90b-1b51-46a5-af55-f4adff242b27), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:40.614668 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ac97a33f-772f-40b8-8ab5-14ffc6ce7d7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:40.616934 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ac97a33f-772f-40b8-8ab5-14ffc6ce7d7b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7f57b90b-1b51-46a5-af55-f4adff242b27 HTTP/1.1" status: 204 len: 168 time: 0.1439142 Feb 19 04:27:40.628270 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97a33f-772f-40b8-8ab5-14ffc6ce7d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f57b90b-1b51-46a5-af55-f4adff242b27,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:40.765219 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b2b1fd40-5a33-4187-9e2a-e8b914a37d2e req-3440a205-6b43-475e-9240-f2e27486b2c5 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 210 time: 0.0700514 Feb 19 04:27:41.988614 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b734a05b-b482-4a4b-96ac-d99577ac6cc6 req-de436d91-0eb2-47c8-824b-3db3035dc2bc tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "GET /v2.0/ports?device_id=add266bd-452f-4f9f-a1be-eeeeb0a86f2c HTTP/1.1" status: 200 len: 210 time: 0.0743332 Feb 19 04:27:42.319247 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59860) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:42.590703 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59868) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:42.625205 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-871da452-0b77-46e3-b724-6d6e0133b115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:42.708807 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-871da452-0b77-46e3-b724-6d6e0133b115 admin admin] Publish callbacks [] for security_group (78b63cdc-7838-4185-8052-7d6ba61919a2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:42.716028 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-871da452-0b77-46e3-b724-6d6e0133b115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (78b63cdc-7838-4185-8052-7d6ba61919a2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:42.777171 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-06ab5b74-e227-40c1-90c5-0b3e35926299 tempest-PortsAdminExtendedAttrsTestJSON-407477939 tempest-PortsAdminExtendedAttrsTestJSON-407477939-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1690503713'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:42.797998 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-871da452-0b77-46e3-b724-6d6e0133b115 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f303c785afff42fa83c8f5fa347ed960&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4754894 Feb 19 04:27:42.797998 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871da452-0b77-46e3-b724-6d6e0133b115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b63cdc-7838-4185-8052-7d6ba61919a2,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:42.800404 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59872) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:42.844183 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ab5b74-e227-40c1-90c5-0b3e35926299 tempest-PortsAdminExtendedAttrsTestJSON-407477939 tempest-PortsAdminExtendedAttrsTestJSON-407477939-project] Made reservation on behalf of 245b7f426dd94ec3b52158e61ea162d8 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:42.848953 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-06ab5b74-e227-40c1-90c5-0b3e35926299 tempest-PortsAdminExtendedAttrsTestJSON-407477939 tempest-PortsAdminExtendedAttrsTestJSON-407477939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:42.859609 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bb80f7d4-9873-483a-a46a-ef40b1321edc admin admin] Publish callbacks [] for security_group (78b63cdc-7838-4185-8052-7d6ba61919a2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:42.867984 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-06ab5b74-e227-40c1-90c5-0b3e35926299 tempest-PortsAdminExtendedAttrsTestJSON-407477939 tempest-PortsAdminExtendedAttrsTestJSON-407477939-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:42.885077 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bb80f7d4-9873-483a-a46a-ef40b1321edc admin admin] Publish callbacks [] for security_group (78b63cdc-7838-4185-8052-7d6ba61919a2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:42.976086 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bb80f7d4-9873-483a-a46a-ef40b1321edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (78b63cdc-7838-4185-8052-7d6ba61919a2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:42.981490 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bb80f7d4-9873-483a-a46a-ef40b1321edc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:42.981490 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bb80f7d4-9873-483a-a46a-ef40b1321edc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/78b63cdc-7838-4185-8052-7d6ba61919a2 HTTP/1.1" status: 204 len: 168 time: 0.1793680 Feb 19 04:27:42.996201 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-06ab5b74-e227-40c1-90c5-0b3e35926299 tempest-PortsAdminExtendedAttrsTestJSON-407477939 tempest-PortsAdminExtendedAttrsTestJSON-407477939-project] Publish callbacks [] for security_group (d3d1dc39-4cb6-4aca-b694-410ddeff72ab), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:42.996776 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80f7d4-9873-483a-a46a-ef40b1321edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b63cdc-7838-4185-8052-7d6ba61919a2,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:43.003493 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-06ab5b74-e227-40c1-90c5-0b3e35926299 tempest-PortsAdminExtendedAttrsTestJSON-407477939 tempest-PortsAdminExtendedAttrsTestJSON-407477939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d3d1dc39-4cb6-4aca-b694-410ddeff72ab), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:43.039879 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab5b74-e227-40c1-90c5-0b3e35926299 tempest-PortsAdminExtendedAttrsTestJSON-407477939 tempest-PortsAdminExtendedAttrsTestJSON-407477939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d1dc39-4cb6-4aca-b694-410ddeff72ab,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:43.074616 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ab5b74-e227-40c1-90c5-0b3e35926299 tempest-PortsAdminExtendedAttrsTestJSON-407477939 tempest-PortsAdminExtendedAttrsTestJSON-407477939-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:27:43.087018 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-06ab5b74-e227-40c1-90c5-0b3e35926299 tempest-PortsAdminExtendedAttrsTestJSON-407477939 tempest-PortsAdminExtendedAttrsTestJSON-407477939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (fa26c2ac-0bca-44ae-b81b-a5541bb99c83), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:43.087373 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-06ab5b74-e227-40c1-90c5-0b3e35926299 tempest-PortsAdminExtendedAttrsTestJSON-407477939 tempest-PortsAdminExtendedAttrsTestJSON-407477939-project] Added segment fa26c2ac-0bca-44ae-b81b-a5541bb99c83 of type vlan for network b8755989-f631-4256-9db5-eb620039d1ed Feb 19 04:27:43.101893 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59884) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:43.175589 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-06ab5b74-e227-40c1-90c5-0b3e35926299 tempest-PortsAdminExtendedAttrsTestJSON-407477939 tempest-PortsAdminExtendedAttrsTestJSON-407477939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (b8755989-f631-4256-9db5-eb620039d1ed), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:43.232222 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-06ab5b74-e227-40c1-90c5-0b3e35926299 tempest-PortsAdminExtendedAttrsTestJSON-407477939 tempest-PortsAdminExtendedAttrsTestJSON-407477939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (b8755989-f631-4256-9db5-eb620039d1ed), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:43.239817 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-261ff0a2-3e3b-4591-b8ee-e4445e560544 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for security_group (5aac9bc9-e34d-4e2a-b247-86bda971edb3), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:43.240482 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ab5b74-e227-40c1-90c5-0b3e35926299 tempest-PortsAdminExtendedAttrsTestJSON-407477939 tempest-PortsAdminExtendedAttrsTestJSON-407477939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:43.241135 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-06ab5b74-e227-40c1-90c5-0b3e35926299 tempest-PortsAdminExtendedAttrsTestJSON-407477939 tempest-PortsAdminExtendedAttrsTestJSON-407477939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:43.291322 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-261ff0a2-3e3b-4591-b8ee-e4445e560544 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for security_group (5aac9bc9-e34d-4e2a-b247-86bda971edb3), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:43.399982 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-06ab5b74-e227-40c1-90c5-0b3e35926299 tempest-PortsAdminExtendedAttrsTestJSON-407477939 tempest-PortsAdminExtendedAttrsTestJSON-407477939-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.8078356 Feb 19 04:27:43.412175 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab5b74-e227-40c1-90c5-0b3e35926299 tempest-PortsAdminExtendedAttrsTestJSON-407477939 tempest-PortsAdminExtendedAttrsTestJSON-407477939-project] Pushing event updated for resources: {'Network': ['ID=b8755989-f631-4256-9db5-eb620039d1ed,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:43.422352 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-261ff0a2-3e3b-4591-b8ee-e4445e560544 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5aac9bc9-e34d-4e2a-b247-86bda971edb3), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:43.423671 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network b8755989-f631-4256-9db5-eb620039d1ed details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:27:43.431762 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-261ff0a2-3e3b-4591-b8ee-e4445e560544 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:43.433644 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-261ff0a2-3e3b-4591-b8ee-e4445e560544 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] 10.222.0.52 "DELETE /v2.0/security-groups/5aac9bc9-e34d-4e2a-b247-86bda971edb3 HTTP/1.1" status: 204 len: 168 time: 0.3300381 Feb 19 04:27:43.452508 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ff0a2-3e3b-4591-b8ee-e4445e560544 tempest-TestVolumeBackupRestore-2048403876 tempest-TestVolumeBackupRestore-2048403876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aac9bc9-e34d-4e2a-b247-86bda971edb3,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:43.518648 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 59896) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:43.539501 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-65018196-fead-491e-a91c-0d1e0d84096d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:43.708932 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-65018196-fead-491e-a91c-0d1e0d84096d admin admin] Publish callbacks [] for security_group (69e3a5d9-9db1-40e2-9223-5e64f62fc7f0), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:43.738145 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-65018196-fead-491e-a91c-0d1e0d84096d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (69e3a5d9-9db1-40e2-9223-5e64f62fc7f0), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:43.867084 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65018196-fead-491e-a91c-0d1e0d84096d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e3a5d9-9db1-40e2-9223-5e64f62fc7f0,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:43.900230 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-65018196-fead-491e-a91c-0d1e0d84096d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c41212e310f4482295a92ed0ef6fb0ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3787391 Feb 19 04:27:43.901378 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59918) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:44.022425 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fbc4518c-91e2-4b44-9293-2cee3679b3f7 admin admin] Publish callbacks [] for security_group (69e3a5d9-9db1-40e2-9223-5e64f62fc7f0), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:44.070953 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fbc4518c-91e2-4b44-9293-2cee3679b3f7 admin admin] Publish callbacks [] for security_group (69e3a5d9-9db1-40e2-9223-5e64f62fc7f0), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:44.168555 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fbc4518c-91e2-4b44-9293-2cee3679b3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (69e3a5d9-9db1-40e2-9223-5e64f62fc7f0), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:44.171223 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fbc4518c-91e2-4b44-9293-2cee3679b3f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:44.174919 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fbc4518c-91e2-4b44-9293-2cee3679b3f7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/69e3a5d9-9db1-40e2-9223-5e64f62fc7f0 HTTP/1.1" status: 204 len: 168 time: 0.2724562 Feb 19 04:27:44.191541 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc4518c-91e2-4b44-9293-2cee3679b3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e3a5d9-9db1-40e2-9223-5e64f62fc7f0,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:44.202579 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 59952) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:44.207672 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Request body: {'port': {'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed', 'binding:host_id': 'n-h2-828369-19', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1764021766'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:44.235472 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Made reservation on behalf of 5042b11cbb5544138cf1f33044d350d3 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:44.240808 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:44.255244 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:44.358242 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks [] for security_group (9fa2b8ac-5e53-4c19-b5cf-f79789d00c82), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:44.363627 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (9fa2b8ac-5e53-4c19-b5cf-f79789d00c82), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:44.368808 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] device_id is not set on port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:27:44.618301 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] device_id is not set on port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:27:44.634329 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks [] for port (03199096-4dd6-4fb7-a328-e5374bd6d9f6), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:44.655079 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (03199096-4dd6-4fb7-a328-e5374bd6d9f6), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:44.721466 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Pushing event updated for resources: {'Port': ['ID=03199096-4dd6-4fb7-a328-e5374bd6d9f6,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:44.740731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa2b8ac-5e53-4c19-b5cf-f79789d00c82,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:44.796032 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Checking segment: {'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:27:44.797192 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Network hostable DHCP agents. Network: b8755989-f631-4256-9db5-eb620039d1ed, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:27:44.827643 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Network b8755989-f631-4256-9db5-eb620039d1ed is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:27:44.866509 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, b8755989-f631-4256-9db5-eb620039d1ed) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:44.873988 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:27:44.878218 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4401ff06-abfb-44b7-a26b-f8742ef4cea7 None None] Network b8755989-f631-4256-9db5-eb620039d1ed requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:27:44.908789 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:44.909670 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:44.910126 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:44.916065 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:44.916646 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:44.917371 n-d-828369-19 neutron-server[109926]: INFO neutron.plugins.ml2.plugin [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempt 2 to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 Feb 19 04:27:44.933594 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:44.939671 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:44.940188 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:44.945273 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:44.945607 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:44.946006 n-d-828369-19 neutron-server[109926]: INFO neutron.plugins.ml2.plugin [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempt 3 to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 Feb 19 04:27:44.960022 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:44.960821 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:44.961411 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:44.967906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:44.968244 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:44.970573 n-d-828369-19 neutron-server[109926]: INFO neutron.plugins.ml2.plugin [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempt 4 to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 Feb 19 04:27:45.021496 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:45.027329 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:45.027916 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:45.038996 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:45.043417 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:45.044103 n-d-828369-19 neutron-server[109926]: INFO neutron.plugins.ml2.plugin [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempt 5 to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 Feb 19 04:27:45.080680 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:45.081126 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:45.081826 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:45.086649 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:45.087106 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:45.087633 n-d-828369-19 neutron-server[109926]: INFO neutron.plugins.ml2.plugin [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempt 6 to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 Feb 19 04:27:45.105135 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:45.105542 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:45.106053 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:45.111270 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:45.111728 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:45.112322 n-d-828369-19 neutron-server[109926]: INFO neutron.plugins.ml2.plugin [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempt 7 to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 Feb 19 04:27:45.133784 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:45.135706 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:45.135706 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:45.140873 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:45.142775 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:45.142775 n-d-828369-19 neutron-server[109926]: INFO neutron.plugins.ml2.plugin [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempt 8 to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 Feb 19 04:27:45.193802 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:45.194146 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:45.196891 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:45.211626 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:45.211986 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:45.212360 n-d-828369-19 neutron-server[109926]: INFO neutron.plugins.ml2.plugin [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempt 9 to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 Feb 19 04:27:45.252573 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:45.252952 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:45.253595 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:45.264075 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:45.265020 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:45.265479 n-d-828369-19 neutron-server[109926]: INFO neutron.plugins.ml2.plugin [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempt 10 to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 Feb 19 04:27:45.304275 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:45.304830 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:45.305150 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:45.321778 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:45.322120 n-d-828369-19 neutron-server[109926]: ERROR neutron.plugins.ml2.managers [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:45.322532 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (03199096-4dd6-4fb7-a328-e5374bd6d9f6), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:45.427756 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] For port 03199096-4dd6-4fb7-a328-e5374bd6d9f6, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:27:45.428421 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempted to set empty binding levels {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 04:27:45.451168 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (03199096-4dd6-4fb7-a328-e5374bd6d9f6), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:45.515146 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Pushing event updated for resources: {'Port': ['ID=03199096-4dd6-4fb7-a328-e5374bd6d9f6,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:45.523182 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:45.523796 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:45.547822 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-21b6624a-ca66-4f4e-bb71-647f72ca6fa2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.3413527 Feb 19 04:27:45.548166 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60092) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:45.740713 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-f327b845-d40a-4ead-a2f4-8f03cb08050a tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Deleting port 03199096-4dd6-4fb7-a328-e5374bd6d9f6 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:27:45.741210 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f327b845-d40a-4ead-a2f4-8f03cb08050a tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (03199096-4dd6-4fb7-a328-e5374bd6d9f6), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:45.837463 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-f327b845-d40a-4ead-a2f4-8f03cb08050a tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] For port 03199096-4dd6-4fb7-a328-e5374bd6d9f6, host n-h2-828369-19, got binding levels [] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:45.838253 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f327b845-d40a-4ead-a2f4-8f03cb08050a tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (03199096-4dd6-4fb7-a328-e5374bd6d9f6), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:45.858357 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-f327b845-d40a-4ead-a2f4-8f03cb08050a tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Calling delete_port for 03199096-4dd6-4fb7-a328-e5374bd6d9f6 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:27:45.966138 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f327b845-d40a-4ead-a2f4-8f03cb08050a tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (03199096-4dd6-4fb7-a328-e5374bd6d9f6), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:46.011488 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327b845-d40a-4ead-a2f4-8f03cb08050a tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Pushing event deleted for resources: {'Port': ['ID=03199096-4dd6-4fb7-a328-e5374bd6d9f6,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:46.024270 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f327b845-d40a-4ead-a2f4-8f03cb08050a tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:46.030566 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f327b845-d40a-4ead-a2f4-8f03cb08050a tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] 10.222.0.52 "DELETE /v2.0/ports/03199096-4dd6-4fb7-a328-e5374bd6d9f6 HTTP/1.1" status: 204 len: 168 time: 0.4809539 Feb 19 04:27:46.032722 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 60148) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:46.059908 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-677ce0ab-7caf-4bb3-a549-727ad7d8f8bc tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] GET failed (client error): The resource could not be found. Feb 19 04:27:46.061953 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-677ce0ab-7caf-4bb3-a549-727ad7d8f8bc tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] 10.222.0.52 "GET /v2.0/ports/03199096-4dd6-4fb7-a328-e5374bd6d9f6 HTTP/1.1" status: 404 len: 333 time: 0.0274560 Feb 19 04:27:46.066841 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60156) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:46.076099 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-53704524-ca0b-4fac-9c13-62604a212804 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Request body: {'port': {'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2142695971'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:46.106817 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53704524-ca0b-4fac-9c13-62604a212804 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Made reservation on behalf of 5042b11cbb5544138cf1f33044d350d3 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:46.109706 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-53704524-ca0b-4fac-9c13-62604a212804 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:46.137190 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-53704524-ca0b-4fac-9c13-62604a212804 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] device_id is not set on port ff24c6af-fa10-451f-906d-5a1d8937c45b yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:27:46.470506 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-53704524-ca0b-4fac-9c13-62604a212804 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks [] for port (ff24c6af-fa10-451f-906d-5a1d8937c45b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:46.550131 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-53704524-ca0b-4fac-9c13-62604a212804 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ff24c6af-fa10-451f-906d-5a1d8937c45b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:46.616163 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53704524-ca0b-4fac-9c13-62604a212804 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Network b8755989-f631-4256-9db5-eb620039d1ed is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:46.621659 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-53704524-ca0b-4fac-9c13-62604a212804 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:46.630353 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53704524-ca0b-4fac-9c13-62604a212804 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:27:46.631911 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53704524-ca0b-4fac-9c13-62604a212804 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:46.632667 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-53704524-ca0b-4fac-9c13-62604a212804 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:46.665938 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53704524-ca0b-4fac-9c13-62604a212804 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Pushing event updated for resources: {'Port': ['ID=ff24c6af-fa10-451f-906d-5a1d8937c45b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:46.692209 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-53704524-ca0b-4fac-9c13-62604a212804 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6236880 Feb 19 04:27:46.694987 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60224) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:46.706330 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:46.789173 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ff24c6af-fa10-451f-906d-5a1d8937c45b), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:47.074506 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] device_id is not set on port ff24c6af-fa10-451f-906d-5a1d8937c45b yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:27:47.085041 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks [] for port (ff24c6af-fa10-451f-906d-5a1d8937c45b), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:47.100906 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (ff24c6af-fa10-451f-906d-5a1d8937c45b), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:47.231951 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Pushing event updated for resources: {'Port': ['ID=ff24c6af-fa10-451f-906d-5a1d8937c45b,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:47.276183 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:47.277273 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:47.277723 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:47.288176 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port ff24c6af-fa10-451f-906d-5a1d8937c45b on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:47.288822 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:47.290155 n-d-828369-19 neutron-server[109925]: INFO neutron.plugins.ml2.plugin [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempt 2 to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b Feb 19 04:27:47.325300 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:47.325874 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:47.326594 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:47.333623 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port ff24c6af-fa10-451f-906d-5a1d8937c45b on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:47.334304 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:47.334803 n-d-828369-19 neutron-server[109925]: INFO neutron.plugins.ml2.plugin [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempt 3 to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b Feb 19 04:27:47.354203 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:47.355296 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:47.355742 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:47.361521 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port ff24c6af-fa10-451f-906d-5a1d8937c45b on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:47.361966 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:47.362520 n-d-828369-19 neutron-server[109925]: INFO neutron.plugins.ml2.plugin [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempt 4 to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b Feb 19 04:27:47.379842 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:47.380695 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:47.381280 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:47.387340 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port ff24c6af-fa10-451f-906d-5a1d8937c45b on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:47.388044 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:47.388690 n-d-828369-19 neutron-server[109925]: INFO neutron.plugins.ml2.plugin [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempt 5 to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b Feb 19 04:27:47.411437 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:47.411831 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:47.412139 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:47.419550 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port ff24c6af-fa10-451f-906d-5a1d8937c45b on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:47.419893 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:47.420430 n-d-828369-19 neutron-server[109925]: INFO neutron.plugins.ml2.plugin [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempt 6 to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b Feb 19 04:27:47.447494 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:47.447929 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:47.448659 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:47.463376 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port ff24c6af-fa10-451f-906d-5a1d8937c45b on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:47.463760 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:47.464916 n-d-828369-19 neutron-server[109925]: INFO neutron.plugins.ml2.plugin [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempt 7 to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b Feb 19 04:27:47.481314 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:47.481554 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:47.482085 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:47.496888 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port ff24c6af-fa10-451f-906d-5a1d8937c45b on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:47.497264 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:47.497817 n-d-828369-19 neutron-server[109925]: INFO neutron.plugins.ml2.plugin [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempt 8 to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b Feb 19 04:27:47.514510 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:47.515270 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:47.516130 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:47.522042 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port ff24c6af-fa10-451f-906d-5a1d8937c45b on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:47.522432 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:47.522891 n-d-828369-19 neutron-server[109925]: INFO neutron.plugins.ml2.plugin [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempt 9 to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b Feb 19 04:27:47.538673 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:47.538917 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:47.539636 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:47.545583 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port ff24c6af-fa10-451f-906d-5a1d8937c45b on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:47.546231 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:47.546814 n-d-828369-19 neutron-server[109925]: INFO neutron.plugins.ml2.plugin [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempt 10 to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b Feb 19 04:27:47.560821 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:47.561429 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:47.561519 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:47.567679 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port ff24c6af-fa10-451f-906d-5a1d8937c45b on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:47.568232 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port ff24c6af-fa10-451f-906d-5a1d8937c45b on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:47.569010 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ff24c6af-fa10-451f-906d-5a1d8937c45b), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:47.710873 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] For port ff24c6af-fa10-451f-906d-5a1d8937c45b, host n-h2-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:27:47.711493 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempted to set empty binding levels {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 04:27:47.717937 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (ff24c6af-fa10-451f-906d-5a1d8937c45b), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:47.819584 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] In _notify_port_updated(), no bound segment for port ff24c6af-fa10-451f-906d-5a1d8937c45b on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109925) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:27:47.820786 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:47.821702 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:47.827049 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 60312) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:47.838011 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] 10.222.0.52 "PUT /v2.0/ports/ff24c6af-fa10-451f-906d-5a1d8937c45b HTTP/1.1" status: 200 len: 976 time: 1.1416235 Feb 19 04:27:47.886899 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbdeda-7744-4c2c-b220-4cc4e45b8598 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Pushing event updated for resources: {'Port': ['ID=ff24c6af-fa10-451f-906d-5a1d8937c45b,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:47.949871 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe117a48-4137-455d-832c-1f8695408216 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:47.950678 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe117a48-4137-455d-832c-1f8695408216 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:47.954044 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe117a48-4137-455d-832c-1f8695408216 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:47.957139 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe117a48-4137-455d-832c-1f8695408216 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:47.957787 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe117a48-4137-455d-832c-1f8695408216 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:47.958452 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe117a48-4137-455d-832c-1f8695408216 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:47.963396 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe117a48-4137-455d-832c-1f8695408216 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:47.964056 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe117a48-4137-455d-832c-1f8695408216 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:47.965188 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe117a48-4137-455d-832c-1f8695408216 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:47.965678 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe117a48-4137-455d-832c-1f8695408216 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:47.966270 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe117a48-4137-455d-832c-1f8695408216 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:47.971845 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fe117a48-4137-455d-832c-1f8695408216 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10518 time: 0.1431773 Feb 19 04:27:47.975239 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60326) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:48.159569 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-18193f5f-4054-41d1-b0f0-91c32cb556f5 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Deleting port ff24c6af-fa10-451f-906d-5a1d8937c45b {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:27:48.161561 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-18193f5f-4054-41d1-b0f0-91c32cb556f5 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ff24c6af-fa10-451f-906d-5a1d8937c45b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:48.318206 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-18193f5f-4054-41d1-b0f0-91c32cb556f5 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] For port ff24c6af-fa10-451f-906d-5a1d8937c45b, host n-h2-828369-19, got binding levels [] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:48.318643 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-18193f5f-4054-41d1-b0f0-91c32cb556f5 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ff24c6af-fa10-451f-906d-5a1d8937c45b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:48.340649 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-18193f5f-4054-41d1-b0f0-91c32cb556f5 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Calling delete_port for ff24c6af-fa10-451f-906d-5a1d8937c45b owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:27:48.446499 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-18193f5f-4054-41d1-b0f0-91c32cb556f5 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ff24c6af-fa10-451f-906d-5a1d8937c45b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:48.483020 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18193f5f-4054-41d1-b0f0-91c32cb556f5 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff24c6af-fa10-451f-906d-5a1d8937c45b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:48.494770 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-18193f5f-4054-41d1-b0f0-91c32cb556f5 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:48.499269 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-18193f5f-4054-41d1-b0f0-91c32cb556f5 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] 10.222.0.52 "DELETE /v2.0/ports/ff24c6af-fa10-451f-906d-5a1d8937c45b HTTP/1.1" status: 204 len: 168 time: 0.5229893 Feb 19 04:27:48.502308 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 60386) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:48.531526 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac8e316-3126-4889-addf-c6c8ac97011d tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] GET failed (client error): The resource could not be found. Feb 19 04:27:48.533395 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7ac8e316-3126-4889-addf-c6c8ac97011d tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] 10.222.0.52 "GET /v2.0/ports/ff24c6af-fa10-451f-906d-5a1d8937c45b HTTP/1.1" status: 404 len: 333 time: 0.0300963 Feb 19 04:27:48.537507 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60392) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:48.542627 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-920d3237-bb52-4c15-9dd8-0a034c252b4d tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1658989218', 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:48.590645 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920d3237-bb52-4c15-9dd8-0a034c252b4d tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Made reservation on behalf of 5042b11cbb5544138cf1f33044d350d3 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:48.593769 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-920d3237-bb52-4c15-9dd8-0a034c252b4d tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:48.623353 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-920d3237-bb52-4c15-9dd8-0a034c252b4d tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] device_id is not set on port 33bf40c3-6bf6-4c2d-bc61-52199c24d705 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:27:48.962471 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-920d3237-bb52-4c15-9dd8-0a034c252b4d tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks [] for port (33bf40c3-6bf6-4c2d-bc61-52199c24d705), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:49.016649 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-920d3237-bb52-4c15-9dd8-0a034c252b4d tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (33bf40c3-6bf6-4c2d-bc61-52199c24d705), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:49.070692 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920d3237-bb52-4c15-9dd8-0a034c252b4d tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Network b8755989-f631-4256-9db5-eb620039d1ed is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:49.074155 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-920d3237-bb52-4c15-9dd8-0a034c252b4d tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:49.077843 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920d3237-bb52-4c15-9dd8-0a034c252b4d tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:27:49.078875 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920d3237-bb52-4c15-9dd8-0a034c252b4d tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:49.079612 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-920d3237-bb52-4c15-9dd8-0a034c252b4d tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:49.099213 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d3237-bb52-4c15-9dd8-0a034c252b4d tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Pushing event updated for resources: {'Port': ['ID=33bf40c3-6bf6-4c2d-bc61-52199c24d705,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:49.108256 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-920d3237-bb52-4c15-9dd8-0a034c252b4d tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5673048 Feb 19 04:27:49.108691 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 60432) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:49.146663 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131a198f-6ca2-4e07-a182-1ea8774af0e1 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:49.148235 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-131a198f-6ca2-4e07-a182-1ea8774af0e1 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] 10.222.0.52 "GET /v2.0/ports/33bf40c3-6bf6-4c2d-bc61-52199c24d705 HTTP/1.1" status: 200 len: 955 time: 0.0385561 Feb 19 04:27:49.151273 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60434) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:49.239590 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-407d19cf-bcb3-4bc7-9a0c-830e6e3de7ba tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Deleting port 33bf40c3-6bf6-4c2d-bc61-52199c24d705 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:27:49.239941 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-407d19cf-bcb3-4bc7-9a0c-830e6e3de7ba tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (33bf40c3-6bf6-4c2d-bc61-52199c24d705), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:49.300792 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-407d19cf-bcb3-4bc7-9a0c-830e6e3de7ba tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (33bf40c3-6bf6-4c2d-bc61-52199c24d705), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:49.317803 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-407d19cf-bcb3-4bc7-9a0c-830e6e3de7ba tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Calling delete_port for 33bf40c3-6bf6-4c2d-bc61-52199c24d705 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:27:49.400720 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-407d19cf-bcb3-4bc7-9a0c-830e6e3de7ba tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (33bf40c3-6bf6-4c2d-bc61-52199c24d705), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:49.428545 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d19cf-bcb3-4bc7-9a0c-830e6e3de7ba tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Pushing event deleted for resources: {'Port': ['ID=33bf40c3-6bf6-4c2d-bc61-52199c24d705,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:49.434007 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-407d19cf-bcb3-4bc7-9a0c-830e6e3de7ba tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:49.437440 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-407d19cf-bcb3-4bc7-9a0c-830e6e3de7ba tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] 10.222.0.52 "DELETE /v2.0/ports/33bf40c3-6bf6-4c2d-bc61-52199c24d705 HTTP/1.1" status: 204 len: 168 time: 0.2844284 Feb 19 04:27:49.440364 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60442) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:49.464927 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e37053-5928-44d5-a862-1625faf50e1b tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] GET failed (client error): The resource could not be found. Feb 19 04:27:49.469796 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d1e37053-5928-44d5-a862-1625faf50e1b tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] 10.222.0.52 "GET /v2.0/ports/33bf40c3-6bf6-4c2d-bc61-52199c24d705 HTTP/1.1" status: 404 len: 333 time: 0.0250163 Feb 19 04:27:49.470112 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60444) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:49.474711 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3f829656-03b4-450b-9301-06ae1bb99dc0 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Request body: {'port': {'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1074986829'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:49.493552 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f829656-03b4-450b-9301-06ae1bb99dc0 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Made reservation on behalf of 5042b11cbb5544138cf1f33044d350d3 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:49.495889 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f829656-03b4-450b-9301-06ae1bb99dc0 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:49.510794 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-3f829656-03b4-450b-9301-06ae1bb99dc0 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] device_id is not set on port 8d801725-6201-46e9-9411-5dfdc052b62f yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:27:49.661291 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f829656-03b4-450b-9301-06ae1bb99dc0 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks [] for port (8d801725-6201-46e9-9411-5dfdc052b62f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:49.704173 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f829656-03b4-450b-9301-06ae1bb99dc0 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (8d801725-6201-46e9-9411-5dfdc052b62f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:49.757654 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f829656-03b4-450b-9301-06ae1bb99dc0 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Network b8755989-f631-4256-9db5-eb620039d1ed is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:49.762129 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-3f829656-03b4-450b-9301-06ae1bb99dc0 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:49.764149 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f829656-03b4-450b-9301-06ae1bb99dc0 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Pushing event updated for resources: {'Port': ['ID=8d801725-6201-46e9-9411-5dfdc052b62f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:49.766442 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f829656-03b4-450b-9301-06ae1bb99dc0 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:27:49.767428 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f829656-03b4-450b-9301-06ae1bb99dc0 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:49.768039 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f829656-03b4-450b-9301-06ae1bb99dc0 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:49.787214 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3f829656-03b4-450b-9301-06ae1bb99dc0 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3160219 Feb 19 04:27:49.789980 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60454) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:49.795308 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:49.872067 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8d801725-6201-46e9-9411-5dfdc052b62f), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:50.214569 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] device_id is not set on port 8d801725-6201-46e9-9411-5dfdc052b62f yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:27:50.225035 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks [] for port (8d801725-6201-46e9-9411-5dfdc052b62f), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:50.231991 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (8d801725-6201-46e9-9411-5dfdc052b62f), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:50.296822 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Pushing event updated for resources: {'Port': ['ID=8d801725-6201-46e9-9411-5dfdc052b62f,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:50.324252 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:50.324973 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:50.325437 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:50.331548 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port 8d801725-6201-46e9-9411-5dfdc052b62f on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:50.331981 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:50.332461 n-d-828369-19 neutron-server[109925]: INFO neutron.plugins.ml2.plugin [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempt 2 to bind port 8d801725-6201-46e9-9411-5dfdc052b62f Feb 19 04:27:50.353891 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:50.354419 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:50.354971 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:50.360499 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port 8d801725-6201-46e9-9411-5dfdc052b62f on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:50.361248 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:50.361816 n-d-828369-19 neutron-server[109925]: INFO neutron.plugins.ml2.plugin [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempt 3 to bind port 8d801725-6201-46e9-9411-5dfdc052b62f Feb 19 04:27:50.376376 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:50.376552 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:50.377001 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:50.382584 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port 8d801725-6201-46e9-9411-5dfdc052b62f on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:50.383071 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:50.383523 n-d-828369-19 neutron-server[109925]: INFO neutron.plugins.ml2.plugin [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempt 4 to bind port 8d801725-6201-46e9-9411-5dfdc052b62f Feb 19 04:27:50.410876 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:50.411288 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:50.412540 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:50.418652 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port 8d801725-6201-46e9-9411-5dfdc052b62f on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:50.419080 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:50.419519 n-d-828369-19 neutron-server[109925]: INFO neutron.plugins.ml2.plugin [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempt 5 to bind port 8d801725-6201-46e9-9411-5dfdc052b62f Feb 19 04:27:50.440746 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:50.441168 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:50.441575 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:50.447281 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port 8d801725-6201-46e9-9411-5dfdc052b62f on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:50.449403 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:50.449403 n-d-828369-19 neutron-server[109925]: INFO neutron.plugins.ml2.plugin [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempt 6 to bind port 8d801725-6201-46e9-9411-5dfdc052b62f Feb 19 04:27:50.470399 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:50.472878 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:50.473225 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:50.479063 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port 8d801725-6201-46e9-9411-5dfdc052b62f on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:50.479906 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:50.480300 n-d-828369-19 neutron-server[109925]: INFO neutron.plugins.ml2.plugin [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempt 7 to bind port 8d801725-6201-46e9-9411-5dfdc052b62f Feb 19 04:27:50.493281 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:50.493629 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:50.493968 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:50.499759 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port 8d801725-6201-46e9-9411-5dfdc052b62f on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:50.500095 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:50.500481 n-d-828369-19 neutron-server[109925]: INFO neutron.plugins.ml2.plugin [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempt 8 to bind port 8d801725-6201-46e9-9411-5dfdc052b62f Feb 19 04:27:50.513677 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:50.514015 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:50.514376 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:50.526662 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port 8d801725-6201-46e9-9411-5dfdc052b62f on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:50.527001 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:50.527388 n-d-828369-19 neutron-server[109925]: INFO neutron.plugins.ml2.plugin [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempt 9 to bind port 8d801725-6201-46e9-9411-5dfdc052b62f Feb 19 04:27:50.540666 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:50.541008 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:50.543269 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:50.548178 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port 8d801725-6201-46e9-9411-5dfdc052b62f on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:50.548624 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:50.549015 n-d-828369-19 neutron-server[109925]: INFO neutron.plugins.ml2.plugin [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempt 10 to bind port 8d801725-6201-46e9-9411-5dfdc052b62f Feb 19 04:27:50.565389 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:50.565740 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:50.566083 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempting to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:50.578964 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Port 8d801725-6201-46e9-9411-5dfdc052b62f on network b8755989-f631-4256-9db5-eb620039d1ed not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:50.579539 n-d-828369-19 neutron-server[109925]: ERROR neutron.plugins.ml2.managers [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Failed to bind port 8d801725-6201-46e9-9411-5dfdc052b62f on host n-h2-828369-19 for vnic_type normal using segments [{'id': 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b8755989-f631-4256-9db5-eb620039d1ed'}] Feb 19 04:27:50.580018 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8d801725-6201-46e9-9411-5dfdc052b62f), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:50.668689 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] For port 8d801725-6201-46e9-9411-5dfdc052b62f, host n-h2-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:27:50.669552 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attempted to set empty binding levels {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 04:27:50.676197 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (8d801725-6201-46e9-9411-5dfdc052b62f), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:50.696209 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] In _notify_port_updated(), no bound segment for port 8d801725-6201-46e9-9411-5dfdc052b62f on network b8755989-f631-4256-9db5-eb620039d1ed {{(pid=109925) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:27:50.697780 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:50.699343 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:50.700981 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] 10.222.0.52 "PUT /v2.0/ports/8d801725-6201-46e9-9411-5dfdc052b62f HTTP/1.1" status: 200 len: 976 time: 0.9098308 Feb 19 04:27:50.703699 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 60474) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:50.793358 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678a3ad-e831-404a-a30c-139c19d9a2e2 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Pushing event updated for resources: {'Port': ['ID=8d801725-6201-46e9-9411-5dfdc052b62f,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:50.846863 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-8b96fbe0-6804-40cc-a10b-90d47150f46b tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Deleting port 8d801725-6201-46e9-9411-5dfdc052b62f {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:27:50.848294 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8b96fbe0-6804-40cc-a10b-90d47150f46b tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (8d801725-6201-46e9-9411-5dfdc052b62f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:50.926971 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-8b96fbe0-6804-40cc-a10b-90d47150f46b tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] For port 8d801725-6201-46e9-9411-5dfdc052b62f, host n-h2-828369-19, got binding levels [] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:50.927741 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8b96fbe0-6804-40cc-a10b-90d47150f46b tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (8d801725-6201-46e9-9411-5dfdc052b62f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:50.947190 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-8b96fbe0-6804-40cc-a10b-90d47150f46b tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Calling delete_port for 8d801725-6201-46e9-9411-5dfdc052b62f owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:27:51.094143 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8b96fbe0-6804-40cc-a10b-90d47150f46b tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (8d801725-6201-46e9-9411-5dfdc052b62f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:51.129369 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8b96fbe0-6804-40cc-a10b-90d47150f46b tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:51.134990 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8b96fbe0-6804-40cc-a10b-90d47150f46b tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] 10.222.0.52 "DELETE /v2.0/ports/8d801725-6201-46e9-9411-5dfdc052b62f HTTP/1.1" status: 204 len: 168 time: 0.4273911 Feb 19 04:27:51.135458 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60478) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:51.146997 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96fbe0-6804-40cc-a10b-90d47150f46b tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d801725-6201-46e9-9411-5dfdc052b62f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:51.183316 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2f685e-911c-45c5-bf22-66ffc495b0f1 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] GET failed (client error): The resource could not be found. Feb 19 04:27:51.188250 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-da2f685e-911c-45c5-bf22-66ffc495b0f1 tempest-PortsAdminExtendedAttrsTestJSON-1225236638 tempest-PortsAdminExtendedAttrsTestJSON-1225236638-project-admin] 10.222.0.52 "GET /v2.0/ports/8d801725-6201-46e9-9411-5dfdc052b62f HTTP/1.1" status: 404 len: 333 time: 0.0482562 Feb 19 04:27:51.188542 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60480) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:51.315361 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70dbd4eb-2d86-4ace-ba3b-06f15351ceb5 tempest-PortsAdminExtendedAttrsTestJSON-407477939 tempest-PortsAdminExtendedAttrsTestJSON-407477939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (b8755989-f631-4256-9db5-eb620039d1ed), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:51.449509 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70dbd4eb-2d86-4ace-ba3b-06f15351ceb5 tempest-PortsAdminExtendedAttrsTestJSON-407477939 tempest-PortsAdminExtendedAttrsTestJSON-407477939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (b8755989-f631-4256-9db5-eb620039d1ed), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:51.491852 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-70dbd4eb-2d86-4ace-ba3b-06f15351ceb5 tempest-PortsAdminExtendedAttrsTestJSON-407477939 tempest-PortsAdminExtendedAttrsTestJSON-407477939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8755989-f631-4256-9db5-eb620039d1ed']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:51.515153 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-70dbd4eb-2d86-4ace-ba3b-06f15351ceb5 tempest-PortsAdminExtendedAttrsTestJSON-407477939 tempest-PortsAdminExtendedAttrsTestJSON-407477939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:51.515739 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-70dbd4eb-2d86-4ace-ba3b-06f15351ceb5 tempest-PortsAdminExtendedAttrsTestJSON-407477939 tempest-PortsAdminExtendedAttrsTestJSON-407477939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa26c2ac-0bca-44ae-b81b-a5541bb99c83') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:51.547982 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70dbd4eb-2d86-4ace-ba3b-06f15351ceb5 tempest-PortsAdminExtendedAttrsTestJSON-407477939 tempest-PortsAdminExtendedAttrsTestJSON-407477939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (fa26c2ac-0bca-44ae-b81b-a5541bb99c83), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:51.574086 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70dbd4eb-2d86-4ace-ba3b-06f15351ceb5 tempest-PortsAdminExtendedAttrsTestJSON-407477939 tempest-PortsAdminExtendedAttrsTestJSON-407477939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (fa26c2ac-0bca-44ae-b81b-a5541bb99c83), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:51.586080 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70dbd4eb-2d86-4ace-ba3b-06f15351ceb5 tempest-PortsAdminExtendedAttrsTestJSON-407477939 tempest-PortsAdminExtendedAttrsTestJSON-407477939-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:27:51.589300 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70dbd4eb-2d86-4ace-ba3b-06f15351ceb5 tempest-PortsAdminExtendedAttrsTestJSON-407477939 tempest-PortsAdminExtendedAttrsTestJSON-407477939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (fa26c2ac-0bca-44ae-b81b-a5541bb99c83), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:27:51.596997 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:27:51.708272 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70dbd4eb-2d86-4ace-ba3b-06f15351ceb5 tempest-PortsAdminExtendedAttrsTestJSON-407477939 tempest-PortsAdminExtendedAttrsTestJSON-407477939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (b8755989-f631-4256-9db5-eb620039d1ed), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:51.716028 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70dbd4eb-2d86-4ace-ba3b-06f15351ceb5 tempest-PortsAdminExtendedAttrsTestJSON-407477939 tempest-PortsAdminExtendedAttrsTestJSON-407477939-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:51.722909 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-70dbd4eb-2d86-4ace-ba3b-06f15351ceb5 tempest-PortsAdminExtendedAttrsTestJSON-407477939 tempest-PortsAdminExtendedAttrsTestJSON-407477939-project] 10.222.0.52 "DELETE /v2.0/networks/b8755989-f631-4256-9db5-eb620039d1ed HTTP/1.1" status: 204 len: 168 time: 0.5330021 Feb 19 04:27:51.755744 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dbd4eb-2d86-4ace-ba3b-06f15351ceb5 tempest-PortsAdminExtendedAttrsTestJSON-407477939 tempest-PortsAdminExtendedAttrsTestJSON-407477939-project] Pushing event deleted for resources: {'Network': ['ID=b8755989-f631-4256-9db5-eb620039d1ed,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:52.174079 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 60496) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:52.463657 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f571897a-2732-456a-9805-0539a63cdfc0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=245b7f426dd94ec3b52158e61ea162d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2868087 Feb 19 04:27:52.466086 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 60506) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:52.568834 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b0caa16-2514-4698-8d8a-53ea5f0cce4b admin admin] Publish callbacks [] for security_group (d3d1dc39-4cb6-4aca-b694-410ddeff72ab), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:52.607062 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b0caa16-2514-4698-8d8a-53ea5f0cce4b admin admin] Publish callbacks [] for security_group (d3d1dc39-4cb6-4aca-b694-410ddeff72ab), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:52.733054 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b0caa16-2514-4698-8d8a-53ea5f0cce4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d3d1dc39-4cb6-4aca-b694-410ddeff72ab), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:52.737198 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b0caa16-2514-4698-8d8a-53ea5f0cce4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:52.738725 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6b0caa16-2514-4698-8d8a-53ea5f0cce4b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d3d1dc39-4cb6-4aca-b694-410ddeff72ab HTTP/1.1" status: 204 len: 168 time: 0.2710969 Feb 19 04:27:52.755353 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0caa16-2514-4698-8d8a-53ea5f0cce4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d1dc39-4cb6-4aca-b694-410ddeff72ab,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:53.346340 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60518) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:53.435661 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-515023fd-2087-4d3e-be83-ede4e46d9064 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5042b11cbb5544138cf1f33044d350d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0881135 Feb 19 04:27:53.438063 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60524) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:53.536795 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5e4a12f0-1914-4289-8dc3-0694c388f999 admin admin] Publish callbacks [] for security_group (9fa2b8ac-5e53-4c19-b5cf-f79789d00c82), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:53.583685 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5e4a12f0-1914-4289-8dc3-0694c388f999 admin admin] Publish callbacks [] for security_group (9fa2b8ac-5e53-4c19-b5cf-f79789d00c82), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:53.663426 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5e4a12f0-1914-4289-8dc3-0694c388f999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (9fa2b8ac-5e53-4c19-b5cf-f79789d00c82), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:53.667169 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5e4a12f0-1914-4289-8dc3-0694c388f999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:53.669942 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5e4a12f0-1914-4289-8dc3-0694c388f999 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9fa2b8ac-5e53-4c19-b5cf-f79789d00c82 HTTP/1.1" status: 204 len: 168 time: 0.2296782 Feb 19 04:27:53.687660 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a12f0-1914-4289-8dc3-0694c388f999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa2b8ac-5e53-4c19-b5cf-f79789d00c82,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:55.005798 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60562) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:55.225168 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-84d6ab4e-9c5d-4ef7-a65f-ab8baf90fb94 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-154100699'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:55.271089 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d6ab4e-9c5d-4ef7-a65f-ab8baf90fb94 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Made reservation on behalf of 272e0f9662464f83b6f74f2c4c153a25 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:55.275488 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-84d6ab4e-9c5d-4ef7-a65f-ab8baf90fb94 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:55.285339 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-84d6ab4e-9c5d-4ef7-a65f-ab8baf90fb94 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:55.470690 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-84d6ab4e-9c5d-4ef7-a65f-ab8baf90fb94 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks [] for security_group (81d81d80-0f47-4739-89ab-122d729a4391), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:55.492507 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-84d6ab4e-9c5d-4ef7-a65f-ab8baf90fb94 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (81d81d80-0f47-4739-89ab-122d729a4391), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:55.548523 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d6ab4e-9c5d-4ef7-a65f-ab8baf90fb94 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:27:55.566595 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6ab4e-9c5d-4ef7-a65f-ab8baf90fb94 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81d81d80-0f47-4739-89ab-122d729a4391,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:55.581126 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-84d6ab4e-9c5d-4ef7-a65f-ab8baf90fb94 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (1428f619-5366-42d9-bc75-b33e436b14a2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:55.581532 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-84d6ab4e-9c5d-4ef7-a65f-ab8baf90fb94 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Added segment 1428f619-5366-42d9-bc75-b33e436b14a2 of type vlan for network 004b2b79-28b8-4224-8a1d-a66d05184b14 Feb 19 04:27:55.671795 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-84d6ab4e-9c5d-4ef7-a65f-ab8baf90fb94 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (004b2b79-28b8-4224-8a1d-a66d05184b14), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:55.742589 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-84d6ab4e-9c5d-4ef7-a65f-ab8baf90fb94 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (004b2b79-28b8-4224-8a1d-a66d05184b14), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:55.748681 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d6ab4e-9c5d-4ef7-a65f-ab8baf90fb94 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:55.749659 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-84d6ab4e-9c5d-4ef7-a65f-ab8baf90fb94 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:55.904931 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-84d6ab4e-9c5d-4ef7-a65f-ab8baf90fb94 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8973355 Feb 19 04:27:55.908858 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 60578) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:55.915887 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-bbd0e488-42e8-4ed1-a242-2a6d030afb13 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Request body: {'subnet': {'network_id': '004b2b79-28b8-4224-8a1d-a66d05184b14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:55.919986 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6ab4e-9c5d-4ef7-a65f-ab8baf90fb94 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Pushing event updated for resources: {'Network': ['ID=004b2b79-28b8-4224-8a1d-a66d05184b14,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:55.937943 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 004b2b79-28b8-4224-8a1d-a66d05184b14 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:27:56.113145 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60582) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:56.175459 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd0e488-42e8-4ed1-a242-2a6d030afb13 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Made reservation on behalf of 272e0f9662464f83b6f74f2c4c153a25 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:56.179553 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bbd0e488-42e8-4ed1-a242-2a6d030afb13 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:56.284977 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0c9e4bf6-3fe1-46e9-bf4f-9868b0f32a98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:56.439259 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0c9e4bf6-3fe1-46e9-bf4f-9868b0f32a98 admin admin] Publish callbacks [] for security_group (07e80b78-47bf-4aeb-b9fe-445aca5310be), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:56.451626 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0c9e4bf6-3fe1-46e9-bf4f-9868b0f32a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (07e80b78-47bf-4aeb-b9fe-445aca5310be), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:56.549025 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0c9e4bf6-3fe1-46e9-bf4f-9868b0f32a98 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a415cf3228154c74a7258cac227e5d0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4341516 Feb 19 04:27:56.550498 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60588) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:56.607515 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bbd0e488-42e8-4ed1-a242-2a6d030afb13 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (62aa465c-27ce-4e00-b477-30e2573dbb75), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:56.630594 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e4bf6-3fe1-46e9-bf4f-9868b0f32a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e80b78-47bf-4aeb-b9fe-445aca5310be,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:56.664990 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7dc5d371-4b0f-47de-b8d5-79539afe6c01 admin admin] Publish callbacks [] for security_group (07e80b78-47bf-4aeb-b9fe-445aca5310be), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:56.696411 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0e488-42e8-4ed1-a242-2a6d030afb13 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Pushing event updated for resources: {'Subnet': ['ID=62aa465c-27ce-4e00-b477-30e2573dbb75,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:56.702375 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd0e488-42e8-4ed1-a242-2a6d030afb13 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Checking segment: {'id': '1428f619-5366-42d9-bc75-b33e436b14a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '004b2b79-28b8-4224-8a1d-a66d05184b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:27:56.703026 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd0e488-42e8-4ed1-a242-2a6d030afb13 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Network hostable DHCP agents. Network: 004b2b79-28b8-4224-8a1d-a66d05184b14, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:27:56.716894 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7dc5d371-4b0f-47de-b8d5-79539afe6c01 admin admin] Publish callbacks [] for security_group (07e80b78-47bf-4aeb-b9fe-445aca5310be), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:56.741040 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd0e488-42e8-4ed1-a242-2a6d030afb13 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Network 004b2b79-28b8-4224-8a1d-a66d05184b14 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:27:56.760277 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-bbd0e488-42e8-4ed1-a242-2a6d030afb13 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 004b2b79-28b8-4224-8a1d-a66d05184b14) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:56.765390 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd0e488-42e8-4ed1-a242-2a6d030afb13 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:56.766194 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bbd0e488-42e8-4ed1-a242-2a6d030afb13 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:56.773507 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a846b46-7c99-44ff-8934-664a280e21b2 None None] Network 004b2b79-28b8-4224-8a1d-a66d05184b14 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:27:56.801239 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bbd0e488-42e8-4ed1-a242-2a6d030afb13 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8889861 Feb 19 04:27:56.802011 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 60594) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:56.826443 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-188fe5b7-c6c1-4769-92df-33d249e6da25 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Request body: {'port': {'network_id': '004b2b79-28b8-4224-8a1d-a66d05184b14', 'name': 'tempest-ExtraDHCPOptionsTestJSON-125618758'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:56.841184 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7dc5d371-4b0f-47de-b8d5-79539afe6c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (07e80b78-47bf-4aeb-b9fe-445aca5310be), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:56.844062 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7dc5d371-4b0f-47de-b8d5-79539afe6c01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:56.848151 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7dc5d371-4b0f-47de-b8d5-79539afe6c01 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/07e80b78-47bf-4aeb-b9fe-445aca5310be HTTP/1.1" status: 204 len: 168 time: 0.2889497 Feb 19 04:27:56.872530 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5d371-4b0f-47de-b8d5-79539afe6c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e80b78-47bf-4aeb-b9fe-445aca5310be,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:57.037295 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-004b2b79-28b8-4224-8a1d-a66d05184b14', 'network_id': '004b2b79-28b8-4224-8a1d-a66d05184b14', 'project_id': '272e0f9662464f83b6f74f2c4c153a25', 'fixed_ips': [{'subnet_id': '62aa465c-27ce-4e00-b477-30e2573dbb75'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:27:57.039256 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:57.099823 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188fe5b7-c6c1-4769-92df-33d249e6da25 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Made reservation on behalf of 272e0f9662464f83b6f74f2c4c153a25 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:57.104062 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-188fe5b7-c6c1-4769-92df-33d249e6da25 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:57.148048 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-188fe5b7-c6c1-4769-92df-33d249e6da25 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] device_id is not set on port 075b2d7a-e219-459b-83e5-0a0b2f34ee6d yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:27:57.281299 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:57.371424 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-188fe5b7-c6c1-4769-92df-33d249e6da25 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Allocated IP 172.20.0.7 (004b2b79-28b8-4224-8a1d-a66d05184b14/62aa465c-27ce-4e00-b477-30e2573dbb75/075b2d7a-e219-459b-83e5-0a0b2f34ee6d) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:27:57.729287 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-188fe5b7-c6c1-4769-92df-33d249e6da25 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks [] for port (075b2d7a-e219-459b-83e5-0a0b2f34ee6d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:57.804583 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-188fe5b7-c6c1-4769-92df-33d249e6da25 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (075b2d7a-e219-459b-83e5-0a0b2f34ee6d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:57.901796 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188fe5b7-c6c1-4769-92df-33d249e6da25 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Network 004b2b79-28b8-4224-8a1d-a66d05184b14 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:57.903072 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-188fe5b7-c6c1-4769-92df-33d249e6da25 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:57.907224 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188fe5b7-c6c1-4769-92df-33d249e6da25 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:27:57.964725 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Allocated IP 172.20.0.2 (004b2b79-28b8-4224-8a1d-a66d05184b14/62aa465c-27ce-4e00-b477-30e2573dbb75/1dce5869-70c2-46d2-876a-ef5a851cf2d0) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:27:58.005906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188fe5b7-c6c1-4769-92df-33d249e6da25 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Pushing event updated for resources: {'Port': ['ID=075b2d7a-e219-459b-83e5-0a0b2f34ee6d,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:58.061010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fe5b7-c6c1-4769-92df-33d249e6da25 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:58.061342 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fe5b7-c6c1-4769-92df-33d249e6da25 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:58.061632 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fe5b7-c6c1-4769-92df-33d249e6da25 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:58.061975 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fe5b7-c6c1-4769-92df-33d249e6da25 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:58.062335 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fe5b7-c6c1-4769-92df-33d249e6da25 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:58.062669 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fe5b7-c6c1-4769-92df-33d249e6da25 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:58.063000 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fe5b7-c6c1-4769-92df-33d249e6da25 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:58.063330 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fe5b7-c6c1-4769-92df-33d249e6da25 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:58.063656 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fe5b7-c6c1-4769-92df-33d249e6da25 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:58.063986 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fe5b7-c6c1-4769-92df-33d249e6da25 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:58.064315 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fe5b7-c6c1-4769-92df-33d249e6da25 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:58.064893 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fe5b7-c6c1-4769-92df-33d249e6da25 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:58.065217 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fe5b7-c6c1-4769-92df-33d249e6da25 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:58.108279 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188fe5b7-c6c1-4769-92df-33d249e6da25 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:58.109111 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-188fe5b7-c6c1-4769-92df-33d249e6da25 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:58.142567 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-188fe5b7-c6c1-4769-92df-33d249e6da25 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3392081 Feb 19 04:27:58.145482 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 60624) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:58.150967 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-b677e0f8-a17f-4647-ba8c-775857a14d8a tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Request body: {'port': {'network_id': '004b2b79-28b8-4224-8a1d-a66d05184b14', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1411912095', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:58.151607 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.api.validators [None req-b677e0f8-a17f-4647-ba8c-775857a14d8a tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] bootfile-name is not in valid_values {{(pid=109926) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 04:27:58.152090 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.api.validators [None req-b677e0f8-a17f-4647-ba8c-775857a14d8a tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] tftp-server is not in valid_values {{(pid=109926) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 04:27:58.152548 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.api.validators [None req-b677e0f8-a17f-4647-ba8c-775857a14d8a tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] server-ip-address is not in valid_values {{(pid=109926) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 04:27:58.425030 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Publish callbacks [] for port (1dce5869-70c2-46d2-876a-ef5a851cf2d0), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:58.443299 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (1dce5869-70c2-46d2-876a-ef5a851cf2d0), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:58.465933 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b677e0f8-a17f-4647-ba8c-775857a14d8a tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Made reservation on behalf of 272e0f9662464f83b6f74f2c4c153a25 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:58.469565 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b677e0f8-a17f-4647-ba8c-775857a14d8a tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:58.517792 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-b677e0f8-a17f-4647-ba8c-775857a14d8a tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] device_id is not set on port 8dbd8944-5c22-41cd-8378-f86cecf9b374 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:27:58.566306 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Pushing event updated for resources: {'Port': ['ID=1dce5869-70c2-46d2-876a-ef5a851cf2d0,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:58.609616 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:58.610193 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:58.611430 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:58.613374 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:58.613876 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:58.619131 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:58.619652 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:58.620695 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:58.621182 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:58.622648 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:58.623193 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:58.623697 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:58.624189 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:58.647392 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Network 004b2b79-28b8-4224-8a1d-a66d05184b14 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:58.651760 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:58.662873 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:27:58.767447 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-b677e0f8-a17f-4647-ba8c-775857a14d8a tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Allocated IP 172.20.0.3 (004b2b79-28b8-4224-8a1d-a66d05184b14/62aa465c-27ce-4e00-b477-30e2573dbb75/8dbd8944-5c22-41cd-8378-f86cecf9b374) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:27:58.791735 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Attempting to bind port 1dce5869-70c2-46d2-876a-ef5a851cf2d0 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:58.811046 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Attempting to bind port 1dce5869-70c2-46d2-876a-ef5a851cf2d0 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '1428f619-5366-42d9-bc75-b33e436b14a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '004b2b79-28b8-4224-8a1d-a66d05184b14'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:58.811536 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Attempting to bind port 1dce5869-70c2-46d2-876a-ef5a851cf2d0 on network 004b2b79-28b8-4224-8a1d-a66d05184b14 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:58.830104 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:27:58.830584 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Checking segment: {'id': '1428f619-5366-42d9-bc75-b33e436b14a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '004b2b79-28b8-4224-8a1d-a66d05184b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:27:58.830986 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:58.831392 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Bound using segment: {'id': '1428f619-5366-42d9-bc75-b33e436b14a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '004b2b79-28b8-4224-8a1d-a66d05184b14'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:27:58.831889 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Bound port: 1dce5869-70c2-46d2-876a-ef5a851cf2d0, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1428f619-5366-42d9-bc75-b33e436b14a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '004b2b79-28b8-4224-8a1d-a66d05184b14'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:27:58.842415 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1dce5869-70c2-46d2-876a-ef5a851cf2d0), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:59.022061 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-adc2b344-007e-425e-873c-a4b873def46e None None] For port 1dce5869-70c2-46d2-876a-ef5a851cf2d0, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:27:59.028273 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-adc2b344-007e-425e-873c-a4b873def46e None None] For port 1dce5869-70c2-46d2-876a-ef5a851cf2d0, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1dce5869-70c2-46d2-876a-ef5a851cf2d0,segment=NetworkSegment(1428f619-5366-42d9-bc75-b33e436b14a2),segment_id=1428f619-5366-42d9-bc75-b33e436b14a2)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:27:59.065607 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1dce5869-70c2-46d2-876a-ef5a851cf2d0), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:59.127584 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b677e0f8-a17f-4647-ba8c-775857a14d8a tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks [] for port (8dbd8944-5c22-41cd-8378-f86cecf9b374), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:59.138455 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2b344-007e-425e-873c-a4b873def46e None None] Pushing event updated for resources: {'Port': ['ID=1dce5869-70c2-46d2-876a-ef5a851cf2d0,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:59.235107 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b677e0f8-a17f-4647-ba8c-775857a14d8a tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (8dbd8944-5c22-41cd-8378-f86cecf9b374), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:59.390778 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677e0f8-a17f-4647-ba8c-775857a14d8a tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Pushing event updated for resources: {'Port': ['ID=8dbd8944-5c22-41cd-8378-f86cecf9b374,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:59.482129 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b677e0f8-a17f-4647-ba8c-775857a14d8a tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Network 004b2b79-28b8-4224-8a1d-a66d05184b14 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:59.485280 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-b677e0f8-a17f-4647-ba8c-775857a14d8a tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:59.496291 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b677e0f8-a17f-4647-ba8c-775857a14d8a tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:27:59.707720 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b677e0f8-a17f-4647-ba8c-775857a14d8a tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:59.708439 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b677e0f8-a17f-4647-ba8c-775857a14d8a tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:59.786814 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b677e0f8-a17f-4647-ba8c-775857a14d8a tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.6393979 Feb 19 04:27:59.788611 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60648) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:59.828631 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:59.931687 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd3b4ae-3430-4e29-b139-8fa910a76020 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:59.944103 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd3b4ae-3430-4e29-b139-8fa910a76020 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:59.971372 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd3b4ae-3430-4e29-b139-8fa910a76020 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:59.978277 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bcd3b4ae-3430-4e29-b139-8fa910a76020 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1862125 Feb 19 04:27:59.981694 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 60652) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:00.204613 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-73cedbc2-52ec-48c7-acc3-c7618ff3a4c9 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Deleting port 8dbd8944-5c22-41cd-8378-f86cecf9b374 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:00.205344 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-73cedbc2-52ec-48c7-acc3-c7618ff3a4c9 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (8dbd8944-5c22-41cd-8378-f86cecf9b374), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:00.326609 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-73cedbc2-52ec-48c7-acc3-c7618ff3a4c9 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (8dbd8944-5c22-41cd-8378-f86cecf9b374), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:00.344795 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-73cedbc2-52ec-48c7-acc3-c7618ff3a4c9 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Calling delete_port for 8dbd8944-5c22-41cd-8378-f86cecf9b374 owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:00.522576 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60662) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:00.591499 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-73cedbc2-52ec-48c7-acc3-c7618ff3a4c9 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (8dbd8944-5c22-41cd-8378-f86cecf9b374), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:00.633496 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-499155c8-512a-40e0-b6df-bda1eb5fa773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:00.699864 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cedbc2-52ec-48c7-acc3-c7618ff3a4c9 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Pushing event deleted for resources: {'Port': ['ID=8dbd8944-5c22-41cd-8378-f86cecf9b374,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:00.958984 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-73cedbc2-52ec-48c7-acc3-c7618ff3a4c9 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:00.970051 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60678) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:00.975810 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-73cedbc2-52ec-48c7-acc3-c7618ff3a4c9 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] 10.222.0.52 "DELETE /v2.0/ports/8dbd8944-5c22-41cd-8378-f86cecf9b374 HTTP/1.1" status: 204 len: 168 time: 0.9923427 Feb 19 04:28:00.976242 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-727e6dd5-4e59-408b-963d-1419a8d04a91 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Request body: {'port': {'name': 'tempest-new-port-name-423501322', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:00.976757 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.api.validators [None req-727e6dd5-4e59-408b-963d-1419a8d04a91 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] bootfile-name is not in valid_values {{(pid=109925) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 04:28:00.977221 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.api.validators [None req-727e6dd5-4e59-408b-963d-1419a8d04a91 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] tftp-server is not in valid_values {{(pid=109925) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 04:28:00.977666 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.api.validators [None req-727e6dd5-4e59-408b-963d-1419a8d04a91 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] server-ip-address is not in valid_values {{(pid=109925) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 04:28:01.073921 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1dce5869-70c2-46d2-876a-ef5a851cf2d0 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:28:01.229620 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 1dce5869-70c2-46d2-876a-ef5a851cf2d0 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:01.230103 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1dce5869-70c2-46d2-876a-ef5a851cf2d0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:01.272283 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-727e6dd5-4e59-408b-963d-1419a8d04a91 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (075b2d7a-e219-459b-83e5-0a0b2f34ee6d), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:01.374603 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cc5595-ebf4-4caf-89bc-3e4f66505fc8 None None] Network 004b2b79-28b8-4224-8a1d-a66d05184b14 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:01.511441 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-440af54d-78f2-4824-9eb9-7bb8983098ac None None] Provisioning complete for port 1dce5869-70c2-46d2-876a-ef5a851cf2d0 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:01.512377 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-440af54d-78f2-4824-9eb9-7bb8983098ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1dce5869-70c2-46d2-876a-ef5a851cf2d0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:01.565045 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 1dce5869-70c2-46d2-876a-ef5a851cf2d0 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:01.571149 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1dce5869-70c2-46d2-876a-ef5a851cf2d0), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:01.678902 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-440af54d-78f2-4824-9eb9-7bb8983098ac None None] Current status of the port 1dce5869-70c2-46d2-876a-ef5a851cf2d0 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:01.679154 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-440af54d-78f2-4824-9eb9-7bb8983098ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1dce5869-70c2-46d2-876a-ef5a851cf2d0), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:01.683218 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 1dce5869-70c2-46d2-876a-ef5a851cf2d0, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1dce5869-70c2-46d2-876a-ef5a851cf2d0,segment=NetworkSegment(1428f619-5366-42d9-bc75-b33e436b14a2),segment_id=1428f619-5366-42d9-bc75-b33e436b14a2)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:01.709962 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1dce5869-70c2-46d2-876a-ef5a851cf2d0), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:01.817982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=1dce5869-70c2-46d2-876a-ef5a851cf2d0,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:01.952216 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-440af54d-78f2-4824-9eb9-7bb8983098ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:28:01.952997 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-440af54d-78f2-4824-9eb9-7bb8983098ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:28:02.262537 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-727e6dd5-4e59-408b-963d-1419a8d04a91 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks [] for port (075b2d7a-e219-459b-83e5-0a0b2f34ee6d), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:02.288543 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-727e6dd5-4e59-408b-963d-1419a8d04a91 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (075b2d7a-e219-459b-83e5-0a0b2f34ee6d), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:02.543900 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-440af54d-78f2-4824-9eb9-7bb8983098ac None None] Current status of the port 1dce5869-70c2-46d2-876a-ef5a851cf2d0 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:02.582058 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e6dd5-4e59-408b-963d-1419a8d04a91 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Pushing event updated for resources: {'Port': ['ID=075b2d7a-e219-459b-83e5-0a0b2f34ee6d,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:02.650414 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-727e6dd5-4e59-408b-963d-1419a8d04a91 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] In _notify_port_updated(), no bound segment for port 075b2d7a-e219-459b-83e5-0a0b2f34ee6d on network 004b2b79-28b8-4224-8a1d-a66d05184b14 {{(pid=109925) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:28:02.657243 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727e6dd5-4e59-408b-963d-1419a8d04a91 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:02.658302 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-727e6dd5-4e59-408b-963d-1419a8d04a91 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:02.660229 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-727e6dd5-4e59-408b-963d-1419a8d04a91 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] 10.222.0.52 "PUT /v2.0/ports/075b2d7a-e219-459b-83e5-0a0b2f34ee6d HTTP/1.1" status: 200 len: 1135 time: 1.6890070 Feb 19 04:28:02.663058 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 60690) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:02.675905 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-253e38ab-e52e-4915-b42c-a95d9bfd727c None None] Provisioning complete for port 075b2d7a-e219-459b-83e5-0a0b2f34ee6d triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:02.676312 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-253e38ab-e52e-4915-b42c-a95d9bfd727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (075b2d7a-e219-459b-83e5-0a0b2f34ee6d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:02.771376 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be7687c-80c4-431f-8162-81524f685563 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:02.783490 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60692) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:02.798941 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9be7687c-80c4-431f-8162-81524f685563 tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] 10.222.0.52 "GET /v2.0/ports/075b2d7a-e219-459b-83e5-0a0b2f34ee6d HTTP/1.1" status: 200 len: 1135 time: 0.1347246 Feb 19 04:28:02.799300 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-253e38ab-e52e-4915-b42c-a95d9bfd727c None None] Port 075b2d7a-e219-459b-83e5-0a0b2f34ee6d cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:28:02.840496 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-253e38ab-e52e-4915-b42c-a95d9bfd727c None None] Provisioning complete for port 1dce5869-70c2-46d2-876a-ef5a851cf2d0 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:02.840892 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-253e38ab-e52e-4915-b42c-a95d9bfd727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1dce5869-70c2-46d2-876a-ef5a851cf2d0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:03.023582 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1dce5869-70c2-46d2-876a-ef5a851cf2d0 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:28:03.052748 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92a169dd-a2aa-49a1-8ba2-1da390d0bb95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (2017e5f9-1200-4055-895a-bf7d9907c223), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:03.118352 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-253e38ab-e52e-4915-b42c-a95d9bfd727c None None] Current status of the port 1dce5869-70c2-46d2-876a-ef5a851cf2d0 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:03.165755 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-dca4be96-a081-453a-bb39-e5fec5f2817c tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Deleting port 075b2d7a-e219-459b-83e5-0a0b2f34ee6d {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:03.166231 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dca4be96-a081-453a-bb39-e5fec5f2817c tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (075b2d7a-e219-459b-83e5-0a0b2f34ee6d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:03.195285 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 1dce5869-70c2-46d2-876a-ef5a851cf2d0 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:03.195762 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1dce5869-70c2-46d2-876a-ef5a851cf2d0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:03.376662 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-614d45ce-36aa-4542-bc7d-78298216f37f None None] Provisioning complete for port 075b2d7a-e219-459b-83e5-0a0b2f34ee6d triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:03.384831 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-614d45ce-36aa-4542-bc7d-78298216f37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (075b2d7a-e219-459b-83e5-0a0b2f34ee6d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:03.455284 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-614d45ce-36aa-4542-bc7d-78298216f37f None None] Port 075b2d7a-e219-459b-83e5-0a0b2f34ee6d cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:28:03.509050 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 1dce5869-70c2-46d2-876a-ef5a851cf2d0 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:03.524281 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3c336549-12ba-4c05-8515-9b0528b742d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:03.569961 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dca4be96-a081-453a-bb39-e5fec5f2817c tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (075b2d7a-e219-459b-83e5-0a0b2f34ee6d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:03.582140 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-63ea1cfe-cb42-43bf-81d8-0d29224c8933 None None] Could not find standard attr ID for object 8dbd8944-5c22-41cd-8378-f86cecf9b374. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:28:03.661432 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-dca4be96-a081-453a-bb39-e5fec5f2817c tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Calling delete_port for 075b2d7a-e219-459b-83e5-0a0b2f34ee6d owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:03.786090 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-92a169dd-a2aa-49a1-8ba2-1da390d0bb95 admin admin] Deleting port 7439a51b-e246-4f01-9410-f2a88cabdc66 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:03.786460 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92a169dd-a2aa-49a1-8ba2-1da390d0bb95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (7439a51b-e246-4f01-9410-f2a88cabdc66), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:03.846058 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:03.908478 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-92a169dd-a2aa-49a1-8ba2-1da390d0bb95 admin admin] For port 7439a51b-e246-4f01-9410-f2a88cabdc66, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7439a51b-e246-4f01-9410-f2a88cabdc66,segment=NetworkSegment(c64d6f4a-6d14-4da1-b82b-619fdbf36a18),segment_id=c64d6f4a-6d14-4da1-b82b-619fdbf36a18)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:03.908860 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92a169dd-a2aa-49a1-8ba2-1da390d0bb95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (7439a51b-e246-4f01-9410-f2a88cabdc66), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:03.947103 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-92a169dd-a2aa-49a1-8ba2-1da390d0bb95 admin admin] Calling delete_port for 7439a51b-e246-4f01-9410-f2a88cabdc66 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:04.118318 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e30ad6d8-fad5-45a9-a57a-8baf91f9d26a None None] Provisioning complete for port 075b2d7a-e219-459b-83e5-0a0b2f34ee6d triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:04.119771 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e30ad6d8-fad5-45a9-a57a-8baf91f9d26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (075b2d7a-e219-459b-83e5-0a0b2f34ee6d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:04.215542 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e30ad6d8-fad5-45a9-a57a-8baf91f9d26a None None] Port 075b2d7a-e219-459b-83e5-0a0b2f34ee6d cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:28:04.416417 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92a169dd-a2aa-49a1-8ba2-1da390d0bb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (7439a51b-e246-4f01-9410-f2a88cabdc66), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:04.453213 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a169dd-a2aa-49a1-8ba2-1da390d0bb95 admin admin] Pushing event deleted for resources: {'Port': ['ID=7439a51b-e246-4f01-9410-f2a88cabdc66,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:04.455130 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dca4be96-a081-453a-bb39-e5fec5f2817c tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (075b2d7a-e219-459b-83e5-0a0b2f34ee6d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:04.727191 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4be96-a081-453a-bb39-e5fec5f2817c tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Pushing event deleted for resources: {'Port': ['ID=075b2d7a-e219-459b-83e5-0a0b2f34ee6d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:04.749018 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dca4be96-a081-453a-bb39-e5fec5f2817c tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:04.752309 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-dca4be96-a081-453a-bb39-e5fec5f2817c tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] 10.222.0.52 "DELETE /v2.0/ports/075b2d7a-e219-459b-83e5-0a0b2f34ee6d HTTP/1.1" status: 204 len: 168 time: 1.9678464 Feb 19 04:28:04.754929 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 60726) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:04.923571 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-57731896-b521-48f1-9047-9ac1ada07f4f tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Deleting subnet 62aa465c-27ce-4e00-b477-30e2573dbb75 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:28:04.938760 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-57731896-b521-48f1-9047-9ac1ada07f4f tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks [] for subnet (62aa465c-27ce-4e00-b477-30e2573dbb75), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:05.021870 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-57731896-b521-48f1-9047-9ac1ada07f4f tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (62aa465c-27ce-4e00-b477-30e2573dbb75), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:05.117201 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-92a169dd-a2aa-49a1-8ba2-1da390d0bb95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (2017e5f9-1200-4055-895a-bf7d9907c223), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:05.175141 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-57731896-b521-48f1-9047-9ac1ada07f4f tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (62aa465c-27ce-4e00-b477-30e2573dbb75), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:05.263598 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-57731896-b521-48f1-9047-9ac1ada07f4f tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (62aa465c-27ce-4e00-b477-30e2573dbb75), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:05.286288 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-57731896-b521-48f1-9047-9ac1ada07f4f tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:05.289284 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891602e6-98fd-40f8-8ea3-dba289e303c8 None None] Network 004b2b79-28b8-4224-8a1d-a66d05184b14 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:05.291329 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-57731896-b521-48f1-9047-9ac1ada07f4f tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] 10.222.0.52 "DELETE /v2.0/subnets/62aa465c-27ce-4e00-b477-30e2573dbb75 HTTP/1.1" status: 204 len: 168 time: 0.5348511 Feb 19 04:28:05.302679 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60736) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:05.317639 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57731896-b521-48f1-9047-9ac1ada07f4f tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Pushing event deleted for resources: {'Subnet': ['ID=62aa465c-27ce-4e00-b477-30e2573dbb75,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:05.456323 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:05.493361 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bae7f3b6-ffc1-406c-b4f2-b1dc1c0bf4ad tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (004b2b79-28b8-4224-8a1d-a66d05184b14), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:05.547607 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee9a830-c969-4685-86a9-75a14f47c8d7 None None] DHCP port deletion for 004b2b79-28b8-4224-8a1d-a66d05184b14 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:28:05.662016 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-1ee9a830-c969-4685-86a9-75a14f47c8d7 None None] Deleting port 1dce5869-70c2-46d2-876a-ef5a851cf2d0 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:05.663905 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1ee9a830-c969-4685-86a9-75a14f47c8d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (1dce5869-70c2-46d2-876a-ef5a851cf2d0), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:05.730580 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-bae7f3b6-ffc1-406c-b4f2-b1dc1c0bf4ad tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Deleting port 1dce5869-70c2-46d2-876a-ef5a851cf2d0 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:05.731130 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bae7f3b6-ffc1-406c-b4f2-b1dc1c0bf4ad tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (1dce5869-70c2-46d2-876a-ef5a851cf2d0), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:05.783172 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-1ee9a830-c969-4685-86a9-75a14f47c8d7 None None] For port 1dce5869-70c2-46d2-876a-ef5a851cf2d0, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1dce5869-70c2-46d2-876a-ef5a851cf2d0,segment=NetworkSegment(1428f619-5366-42d9-bc75-b33e436b14a2),segment_id=1428f619-5366-42d9-bc75-b33e436b14a2)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:05.783587 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1ee9a830-c969-4685-86a9-75a14f47c8d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (1dce5869-70c2-46d2-876a-ef5a851cf2d0), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:05.795216 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a169dd-a2aa-49a1-8ba2-1da390d0bb95 admin admin] Router 2017e5f9-1200-4055-895a-bf7d9907c223 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:28:05.819152 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-bae7f3b6-ffc1-406c-b4f2-b1dc1c0bf4ad tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] For port 1dce5869-70c2-46d2-876a-ef5a851cf2d0, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1dce5869-70c2-46d2-876a-ef5a851cf2d0,segment=NetworkSegment(1428f619-5366-42d9-bc75-b33e436b14a2),segment_id=1428f619-5366-42d9-bc75-b33e436b14a2)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:05.819680 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bae7f3b6-ffc1-406c-b4f2-b1dc1c0bf4ad tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (1dce5869-70c2-46d2-876a-ef5a851cf2d0), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:05.821960 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-1ee9a830-c969-4685-86a9-75a14f47c8d7 None None] Calling delete_port for 1dce5869-70c2-46d2-876a-ef5a851cf2d0 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:05.890733 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-bae7f3b6-ffc1-406c-b4f2-b1dc1c0bf4ad tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Calling delete_port for 1dce5869-70c2-46d2-876a-ef5a851cf2d0 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:05.962634 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1ee9a830-c969-4685-86a9-75a14f47c8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (1dce5869-70c2-46d2-876a-ef5a851cf2d0), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:05.987806 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee9a830-c969-4685-86a9-75a14f47c8d7 None None] No DVR routers for this DVR port 1dce5869-70c2-46d2-876a-ef5a851cf2d0 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:28:06.025721 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9a830-c969-4685-86a9-75a14f47c8d7 None None] Pushing event deleted for resources: {'Port': ['ID=1dce5869-70c2-46d2-876a-ef5a851cf2d0,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:06.065255 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a169dd-a2aa-49a1-8ba2-1da390d0bb95 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:28:06.073962 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-92a169dd-a2aa-49a1-8ba2-1da390d0bb95 admin admin] 10.222.0.52 "PUT /v2.0/routers/2017e5f9-1200-4055-895a-bf7d9907c223/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5496407 Feb 19 04:28:06.077754 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60750) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:06.079194 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7537bade-fd57-48f2-ac63-0e544956cc7c None None] Sync routers for ids ['2017e5f9-1200-4055-895a-bf7d9907c223'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:28:06.096158 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7537bade-fd57-48f2-ac63-0e544956cc7c None None] Routers {'2017e5f9-1200-4055-895a-bf7d9907c223'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:28:06.096811 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7537bade-fd57-48f2-ac63-0e544956cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:28:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['2017e5f9-1200-4055-895a-bf7d9907c223'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:06.231567 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bae7f3b6-ffc1-406c-b4f2-b1dc1c0bf4ad tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (1dce5869-70c2-46d2-876a-ef5a851cf2d0), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:06.356710 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-7537bade-fd57-48f2-ac63-0e544956cc7c None None] Set router 2017e5f9-1200-4055-895a-bf7d9907c223 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:28:06.560458 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7537bade-fd57-48f2-ac63-0e544956cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'name': 'tempest-TestVolumeBackupRestore-1767155525-router', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:59Z', 'updated_at': '2022-02-19T04:28:04Z', 'revision_number': 5, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'gw_port': {'id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:00Z', 'updated_at': '2022-02-19T04:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:06.596546 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7537bade-fd57-48f2-ac63-0e544956cc7c None None] Checking router: 2017e5f9-1200-4055-895a-bf7d9907c223 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:28:06.607232 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7537bade-fd57-48f2-ac63-0e544956cc7c None None] Routers {'2017e5f9-1200-4055-895a-bf7d9907c223'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:28:06.608754 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7537bade-fd57-48f2-ac63-0e544956cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:28:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['2017e5f9-1200-4055-895a-bf7d9907c223'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:06.783662 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae7f3b6-ffc1-406c-b4f2-b1dc1c0bf4ad tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] No DVR routers for this DVR port 1dce5869-70c2-46d2-876a-ef5a851cf2d0 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:28:06.785566 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7f3b6-ffc1-406c-b4f2-b1dc1c0bf4ad tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Pushing event deleted for resources: {'Port': ['ID=1dce5869-70c2-46d2-876a-ef5a851cf2d0,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:06.839899 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-44fcd999-0060-4fe0-8c8a-ae1208aaf7f8 admin admin] Publish callbacks [] for router (2017e5f9-1200-4055-895a-bf7d9907c223), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:06.851998 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-7537bade-fd57-48f2-ac63-0e544956cc7c None None] Set router 2017e5f9-1200-4055-895a-bf7d9907c223 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:28:07.011542 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-44fcd999-0060-4fe0-8c8a-ae1208aaf7f8 admin admin] Publish callbacks [] for router_gateway (2017e5f9-1200-4055-895a-bf7d9907c223), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:07.042101 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bae7f3b6-ffc1-406c-b4f2-b1dc1c0bf4ad tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (004b2b79-28b8-4224-8a1d-a66d05184b14), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:07.100359 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-bae7f3b6-ffc1-406c-b4f2-b1dc1c0bf4ad tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['004b2b79-28b8-4224-8a1d-a66d05184b14']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:07.116669 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-bae7f3b6-ffc1-406c-b4f2-b1dc1c0bf4ad tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1428f619-5366-42d9-bc75-b33e436b14a2') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:07.116669 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-bae7f3b6-ffc1-406c-b4f2-b1dc1c0bf4ad tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1428f619-5366-42d9-bc75-b33e436b14a2') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:07.130505 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bae7f3b6-ffc1-406c-b4f2-b1dc1c0bf4ad tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (1428f619-5366-42d9-bc75-b33e436b14a2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:07.154997 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bae7f3b6-ffc1-406c-b4f2-b1dc1c0bf4ad tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (1428f619-5366-42d9-bc75-b33e436b14a2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:07.168467 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-44fcd999-0060-4fe0-8c8a-ae1208aaf7f8 admin admin] Deleting port 84d453d1-f572-48fb-86fb-cd57d42882b6 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:07.168949 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-44fcd999-0060-4fe0-8c8a-ae1208aaf7f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (84d453d1-f572-48fb-86fb-cd57d42882b6), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:07.252620 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7537bade-fd57-48f2-ac63-0e544956cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'name': 'tempest-TestVolumeBackupRestore-1767155525-router', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:59Z', 'updated_at': '2022-02-19T04:28:04Z', 'revision_number': 5, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'gw_port': {'id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:00Z', 'updated_at': '2022-02-19T04:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:07.293558 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1dce5869-70c2-46d2-876a-ef5a851cf2d0 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:28:07.299581 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-44fcd999-0060-4fe0-8c8a-ae1208aaf7f8 admin admin] For port 84d453d1-f572-48fb-86fb-cd57d42882b6, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=84d453d1-f572-48fb-86fb-cd57d42882b6,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:07.299953 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-44fcd999-0060-4fe0-8c8a-ae1208aaf7f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (84d453d1-f572-48fb-86fb-cd57d42882b6), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:07.303416 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7537bade-fd57-48f2-ac63-0e544956cc7c None None] The sync data for ids ['2017e5f9-1200-4055-895a-bf7d9907c223'] in n-d-828369-19 is: [{'id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'name': 'tempest-TestVolumeBackupRestore-1767155525-router', 'tenant_id': '4d0605309ce645e6b6631106e754c3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:59Z', 'updated_at': '2022-02-19T04:28:04Z', 'revision_number': 5, 'project_id': '4d0605309ce645e6b6631106e754c3e2', 'gw_port': {'id': '84d453d1-f572-48fb-86fb-cd57d42882b6', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017e5f9-1200-4055-895a-bf7d9907c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:00Z', 'updated_at': '2022-02-19T04:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:28:07.321648 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-44fcd999-0060-4fe0-8c8a-ae1208aaf7f8 admin admin] Calling delete_port for 84d453d1-f572-48fb-86fb-cd57d42882b6 owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:07.370994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 1dce5869-70c2-46d2-876a-ef5a851cf2d0 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:28:07.372277 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1dce5869-70c2-46d2-876a-ef5a851cf2d0 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:28:07.403628 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:07.538496 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae7f3b6-ffc1-406c-b4f2-b1dc1c0bf4ad tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:28:07.538938 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bae7f3b6-ffc1-406c-b4f2-b1dc1c0bf4ad tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (1428f619-5366-42d9-bc75-b33e436b14a2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:28:07.543302 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:28:07.555131 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-44fcd999-0060-4fe0-8c8a-ae1208aaf7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (84d453d1-f572-48fb-86fb-cd57d42882b6), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:07.621500 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcd999-0060-4fe0-8c8a-ae1208aaf7f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=84d453d1-f572-48fb-86fb-cd57d42882b6,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:07.717802 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bae7f3b6-ffc1-406c-b4f2-b1dc1c0bf4ad tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (004b2b79-28b8-4224-8a1d-a66d05184b14), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:07.719681 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-44fcd999-0060-4fe0-8c8a-ae1208aaf7f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (2017e5f9-1200-4055-895a-bf7d9907c223), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:07.796820 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bae7f3b6-ffc1-406c-b4f2-b1dc1c0bf4ad tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:07.801239 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bae7f3b6-ffc1-406c-b4f2-b1dc1c0bf4ad tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] 10.222.0.52 "DELETE /v2.0/networks/004b2b79-28b8-4224-8a1d-a66d05184b14 HTTP/1.1" status: 204 len: 168 time: 2.4976027 Feb 19 04:28:07.847457 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7f3b6-ffc1-406c-b4f2-b1dc1c0bf4ad tempest-ExtraDHCPOptionsTestJSON-511161205 tempest-ExtraDHCPOptionsTestJSON-511161205-project] Pushing event deleted for resources: {'Network': ['ID=004b2b79-28b8-4224-8a1d-a66d05184b14,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:07.856617 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-44fcd999-0060-4fe0-8c8a-ae1208aaf7f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (2017e5f9-1200-4055-895a-bf7d9907c223), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:07.866241 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-44fcd999-0060-4fe0-8c8a-ae1208aaf7f8 admin admin] Publish callbacks [] for router_controller (2017e5f9-1200-4055-895a-bf7d9907c223), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:07.976187 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-44fcd999-0060-4fe0-8c8a-ae1208aaf7f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (2017e5f9-1200-4055-895a-bf7d9907c223), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:07.976831 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fcd999-0060-4fe0-8c8a-ae1208aaf7f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2017e5f9-1200-4055-895a-bf7d9907c223 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:28:08.003181 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-44fcd999-0060-4fe0-8c8a-ae1208aaf7f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:08.004674 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-44fcd999-0060-4fe0-8c8a-ae1208aaf7f8 admin admin] 10.222.0.52 "DELETE /v2.0/routers/2017e5f9-1200-4055-895a-bf7d9907c223 HTTP/1.1" status: 204 len: 168 time: 1.9256740 Feb 19 04:28:08.007100 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60770) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:08.075403 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-29703ecb-e5e1-4da2-8052-abdb5bfcf55e admin admin] Deleting subnet b772a6a0-94ad-4fb1-97ac-f540a720b221 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:28:08.082663 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29703ecb-e5e1-4da2-8052-abdb5bfcf55e admin admin] Publish callbacks [] for subnet (b772a6a0-94ad-4fb1-97ac-f540a720b221), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:08.140469 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29703ecb-e5e1-4da2-8052-abdb5bfcf55e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (b772a6a0-94ad-4fb1-97ac-f540a720b221), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:08.311084 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 60780) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:08.362073 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29703ecb-e5e1-4da2-8052-abdb5bfcf55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (b772a6a0-94ad-4fb1-97ac-f540a720b221), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:08.482674 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29703ecb-e5e1-4da2-8052-abdb5bfcf55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (b772a6a0-94ad-4fb1-97ac-f540a720b221), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:08.546485 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29703ecb-e5e1-4da2-8052-abdb5bfcf55e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b772a6a0-94ad-4fb1-97ac-f540a720b221,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:08.563071 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29703ecb-e5e1-4da2-8052-abdb5bfcf55e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:08.567048 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6738dfac-cae7-4f0e-af97-5a5c94998c15 None None] Network 46b415b4-3a88-498f-8f63-3df28c0f3532 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:08.574058 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-29703ecb-e5e1-4da2-8052-abdb5bfcf55e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b772a6a0-94ad-4fb1-97ac-f540a720b221 HTTP/1.1" status: 204 len: 168 time: 0.5620286 Feb 19 04:28:08.574578 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60784) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:08.597799 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4da67114-aab6-4030-aeae-89570c932833 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=272e0f9662464f83b6f74f2c4c153a25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2835162 Feb 19 04:28:08.598490 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 60786) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:08.730256 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af083fde-6582-4e9b-9a88-909b2939e67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (46b415b4-3a88-498f-8f63-3df28c0f3532), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:08.739913 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e55ec52c-aeac-47be-ae5e-e1accbb31465 admin admin] Publish callbacks [] for security_group (81d81d80-0f47-4739-89ab-122d729a4391), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:08.787952 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e55ec52c-aeac-47be-ae5e-e1accbb31465 admin admin] Publish callbacks [] for security_group (81d81d80-0f47-4739-89ab-122d729a4391), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:08.877555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3a25c2-db18-4ad9-b165-845f666e4c5f None None] DHCP port deletion for 46b415b4-3a88-498f-8f63-3df28c0f3532 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:28:08.880260 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-af083fde-6582-4e9b-9a88-909b2939e67f admin admin] Deleting port 9cd735a4-ad8c-425f-ba96-5666219e95a1 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:08.880828 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af083fde-6582-4e9b-9a88-909b2939e67f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (9cd735a4-ad8c-425f-ba96-5666219e95a1), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:08.915666 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e55ec52c-aeac-47be-ae5e-e1accbb31465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (81d81d80-0f47-4739-89ab-122d729a4391), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:08.920715 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e55ec52c-aeac-47be-ae5e-e1accbb31465 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:08.922215 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e55ec52c-aeac-47be-ae5e-e1accbb31465 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/81d81d80-0f47-4739-89ab-122d729a4391 HTTP/1.1" status: 204 len: 168 time: 0.3227961 Feb 19 04:28:08.932564 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ec52c-aeac-47be-ae5e-e1accbb31465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d81d80-0f47-4739-89ab-122d729a4391,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:09.038304 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 84d453d1-f572-48fb-86fb-cd57d42882b6 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:28:09.064643 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6f3a25c2-db18-4ad9-b165-845f666e4c5f None None] Deleting port 9cd735a4-ad8c-425f-ba96-5666219e95a1 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:09.065320 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6f3a25c2-db18-4ad9-b165-845f666e4c5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (9cd735a4-ad8c-425f-ba96-5666219e95a1), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.132970 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-af083fde-6582-4e9b-9a88-909b2939e67f admin admin] For port 9cd735a4-ad8c-425f-ba96-5666219e95a1, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=9cd735a4-ad8c-425f-ba96-5666219e95a1,segment=NetworkSegment(c64d6f4a-6d14-4da1-b82b-619fdbf36a18),segment_id=c64d6f4a-6d14-4da1-b82b-619fdbf36a18)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:09.133330 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af083fde-6582-4e9b-9a88-909b2939e67f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (9cd735a4-ad8c-425f-ba96-5666219e95a1), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.169574 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-af083fde-6582-4e9b-9a88-909b2939e67f admin admin] Calling delete_port for 9cd735a4-ad8c-425f-ba96-5666219e95a1 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:09.223787 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6f3a25c2-db18-4ad9-b165-845f666e4c5f None None] For port 9cd735a4-ad8c-425f-ba96-5666219e95a1, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=9cd735a4-ad8c-425f-ba96-5666219e95a1,segment=NetworkSegment(c64d6f4a-6d14-4da1-b82b-619fdbf36a18),segment_id=c64d6f4a-6d14-4da1-b82b-619fdbf36a18)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:09.224765 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6f3a25c2-db18-4ad9-b165-845f666e4c5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (9cd735a4-ad8c-425f-ba96-5666219e95a1), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.259450 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6f3a25c2-db18-4ad9-b165-845f666e4c5f None None] Calling delete_port for 9cd735a4-ad8c-425f-ba96-5666219e95a1 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:09.365005 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af083fde-6582-4e9b-9a88-909b2939e67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (9cd735a4-ad8c-425f-ba96-5666219e95a1), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.386113 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af083fde-6582-4e9b-9a88-909b2939e67f admin admin] No DVR routers for this DVR port 9cd735a4-ad8c-425f-ba96-5666219e95a1 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:28:09.425948 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af083fde-6582-4e9b-9a88-909b2939e67f admin admin] Pushing event deleted for resources: {'Port': ['ID=9cd735a4-ad8c-425f-ba96-5666219e95a1,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:09.461068 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6f3a25c2-db18-4ad9-b165-845f666e4c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (9cd735a4-ad8c-425f-ba96-5666219e95a1), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.478803 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 84d453d1-f572-48fb-86fb-cd57d42882b6 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:28:09.479319 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 84d453d1-f572-48fb-86fb-cd57d42882b6 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:28:09.479923 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7439a51b-e246-4f01-9410-f2a88cabdc66 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:28:09.577749 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a25c2-db18-4ad9-b165-845f666e4c5f None None] Pushing event deleted for resources: {'Port': ['ID=9cd735a4-ad8c-425f-ba96-5666219e95a1,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:09.591287 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 7439a51b-e246-4f01-9410-f2a88cabdc66 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:28:09.591561 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7439a51b-e246-4f01-9410-f2a88cabdc66 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:28:09.593121 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3a25c2-db18-4ad9-b165-845f666e4c5f None None] No DVR routers for this DVR port 9cd735a4-ad8c-425f-ba96-5666219e95a1 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:28:09.606451 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af083fde-6582-4e9b-9a88-909b2939e67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (46b415b4-3a88-498f-8f63-3df28c0f3532), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.659610 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-af083fde-6582-4e9b-9a88-909b2939e67f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46b415b4-3a88-498f-8f63-3df28c0f3532']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:09.691420 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-af083fde-6582-4e9b-9a88-909b2939e67f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64d6f4a-6d14-4da1-b82b-619fdbf36a18') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:09.691808 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-af083fde-6582-4e9b-9a88-909b2939e67f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64d6f4a-6d14-4da1-b82b-619fdbf36a18') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:09.707119 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af083fde-6582-4e9b-9a88-909b2939e67f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (c64d6f4a-6d14-4da1-b82b-619fdbf36a18), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.722920 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af083fde-6582-4e9b-9a88-909b2939e67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (c64d6f4a-6d14-4da1-b82b-619fdbf36a18), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.730420 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af083fde-6582-4e9b-9a88-909b2939e67f admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:28:09.731771 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af083fde-6582-4e9b-9a88-909b2939e67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (c64d6f4a-6d14-4da1-b82b-619fdbf36a18), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:28:09.830701 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:28:09.841101 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af083fde-6582-4e9b-9a88-909b2939e67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (46b415b4-3a88-498f-8f63-3df28c0f3532), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.853055 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af083fde-6582-4e9b-9a88-909b2939e67f admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.858398 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-af083fde-6582-4e9b-9a88-909b2939e67f admin admin] 10.222.0.52 "DELETE /v2.0/networks/46b415b4-3a88-498f-8f63-3df28c0f3532 HTTP/1.1" status: 204 len: 168 time: 1.2826128 Feb 19 04:28:09.861335 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 60812) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:09.907070 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af083fde-6582-4e9b-9a88-909b2939e67f admin admin] Pushing event deleted for resources: {'Network': ['ID=46b415b4-3a88-498f-8f63-3df28c0f3532,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:10.317015 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60828) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:10.521249 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-428e7a74-2a16-4fac-a9e5-098cc238539c tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Request body: {'networks': [{'name': 'tempest-network--1686208012'}, {'name': 'tempest-network--1819566640'}]} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:10.521646 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-428e7a74-2a16-4fac-a9e5-098cc238539c tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Request body: {'network': {'name': 'tempest-network--1686208012'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:10.522494 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-428e7a74-2a16-4fac-a9e5-098cc238539c tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Request body: {'network': {'name': 'tempest-network--1819566640'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:10.591241 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428e7a74-2a16-4fac-a9e5-098cc238539c tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Made reservation on behalf of 6ade9a0953364b048ca1061113b08179 for: {'network': 2} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:10.596274 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-428e7a74-2a16-4fac-a9e5-098cc238539c tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:10.617212 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-428e7a74-2a16-4fac-a9e5-098cc238539c tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:10.686034 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d1b0ab54-eb75-4965-a584-6369d63947da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (41e46745-cc08-40ed-9453-494dd5079432), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:10.782722 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-428e7a74-2a16-4fac-a9e5-098cc238539c tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks [] for security_group (b93c140b-7fa7-4583-90db-59c2e4ad6c8b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:10.795784 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-428e7a74-2a16-4fac-a9e5-098cc238539c tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b93c140b-7fa7-4583-90db-59c2e4ad6c8b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:10.796320 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-428e7a74-2a16-4fac-a9e5-098cc238539c tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:10.898780 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 9cd735a4-ad8c-425f-ba96-5666219e95a1 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:28:10.913342 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e7a74-2a16-4fac-a9e5-098cc238539c tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b93c140b-7fa7-4583-90db-59c2e4ad6c8b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:10.934693 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-428e7a74-2a16-4fac-a9e5-098cc238539c tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:28:10.946321 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 9cd735a4-ad8c-425f-ba96-5666219e95a1 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:28:10.948892 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 9cd735a4-ad8c-425f-ba96-5666219e95a1 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:28:10.962215 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-428e7a74-2a16-4fac-a9e5-098cc238539c tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (751542ee-040c-4260-a8b1-dfff1db38007), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:10.962630 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-428e7a74-2a16-4fac-a9e5-098cc238539c tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Added segment 751542ee-040c-4260-a8b1-dfff1db38007 of type vlan for network 04257131-8fa0-44f4-a943-1e785f748aa4 Feb 19 04:28:11.057290 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-428e7a74-2a16-4fac-a9e5-098cc238539c tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (04257131-8fa0-44f4-a943-1e785f748aa4), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:11.133113 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-428e7a74-2a16-4fac-a9e5-098cc238539c tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:28:11.157846 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-428e7a74-2a16-4fac-a9e5-098cc238539c tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (34d6c6c7-3779-4fea-9118-aa913f2a1745), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:11.158223 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-428e7a74-2a16-4fac-a9e5-098cc238539c tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Added segment 34d6c6c7-3779-4fea-9118-aa913f2a1745 of type vlan for network 89176a89-f158-48dd-801c-04a0b1b0f9cc Feb 19 04:28:11.302747 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-272648ef-78ab-4f5b-9b61-3d8e467463e5 req-2785029f-2c73-4010-88d5-c9b2c59213ee tempest-ServerDiskConfigTestJSON-1077698191 tempest-ServerDiskConfigTestJSON-1077698191-project] (109925) timed out ('10.222.0.26', 54732) {{(pid=109925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:28:11.337384 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-428e7a74-2a16-4fac-a9e5-098cc238539c tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (89176a89-f158-48dd-801c-04a0b1b0f9cc), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:11.432272 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-d1b0ab54-eb75-4965-a584-6369d63947da admin admin] Deleting port 052113ff-8bdc-4032-95c7-b7e6da1fe8cb {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:11.438660 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-428e7a74-2a16-4fac-a9e5-098cc238539c tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (04257131-8fa0-44f4-a943-1e785f748aa4), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:11.439182 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-428e7a74-2a16-4fac-a9e5-098cc238539c tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (89176a89-f158-48dd-801c-04a0b1b0f9cc), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:11.444749 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428e7a74-2a16-4fac-a9e5-098cc238539c tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:11.447982 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d1b0ab54-eb75-4965-a584-6369d63947da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (052113ff-8bdc-4032-95c7-b7e6da1fe8cb), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:11.449620 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428e7a74-2a16-4fac-a9e5-098cc238539c tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:11.450329 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-428e7a74-2a16-4fac-a9e5-098cc238539c tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:11.573644 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 60846) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:11.579082 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-428e7a74-2a16-4fac-a9e5-098cc238539c tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.2607539 Feb 19 04:28:11.605132 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e7a74-2a16-4fac-a9e5-098cc238539c tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Pushing event updated for resources: {'Network': ['ID=04257131-8fa0-44f4-a943-1e785f748aa4,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:11.619317 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 04257131-8fa0-44f4-a943-1e785f748aa4 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:28:11.714707 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e7a74-2a16-4fac-a9e5-098cc238539c tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Pushing event updated for resources: {'Network': ['ID=89176a89-f158-48dd-801c-04a0b1b0f9cc,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:11.750190 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 89176a89-f158-48dd-801c-04a0b1b0f9cc details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:28:11.867773 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-d1b0ab54-eb75-4965-a584-6369d63947da admin admin] For port 052113ff-8bdc-4032-95c7-b7e6da1fe8cb, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=052113ff-8bdc-4032-95c7-b7e6da1fe8cb,segment=NetworkSegment(fcd10afe-1a89-4c55-871d-d26837d4b0e3),segment_id=fcd10afe-1a89-4c55-871d-d26837d4b0e3)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:11.868417 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d1b0ab54-eb75-4965-a584-6369d63947da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (052113ff-8bdc-4032-95c7-b7e6da1fe8cb), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:11.908050 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-d1b0ab54-eb75-4965-a584-6369d63947da admin admin] Calling delete_port for 052113ff-8bdc-4032-95c7-b7e6da1fe8cb owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:12.553189 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18aba322-d6fd-4b9b-8fcc-b6b39480d7c7 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:12.559517 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18aba322-d6fd-4b9b-8fcc-b6b39480d7c7 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:12.565389 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18aba322-d6fd-4b9b-8fcc-b6b39480d7c7 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:12.571037 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18aba322-d6fd-4b9b-8fcc-b6b39480d7c7 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:12.574068 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-18aba322-d6fd-4b9b-8fcc-b6b39480d7c7 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.9983387 Feb 19 04:28:12.576835 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60880) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:12.755459 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03f32c60-71d7-4dba-a540-c40bb49dff5f tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (04257131-8fa0-44f4-a943-1e785f748aa4), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:12.861790 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d1b0ab54-eb75-4965-a584-6369d63947da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (052113ff-8bdc-4032-95c7-b7e6da1fe8cb), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:12.940991 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 60910) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:12.943179 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0ab54-eb75-4965-a584-6369d63947da admin admin] Pushing event deleted for resources: {'Port': ['ID=052113ff-8bdc-4032-95c7-b7e6da1fe8cb,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:12.960094 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03f32c60-71d7-4dba-a540-c40bb49dff5f tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (04257131-8fa0-44f4-a943-1e785f748aa4), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:12.979330 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:28:13.051686 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-03f32c60-71d7-4dba-a540-c40bb49dff5f tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04257131-8fa0-44f4-a943-1e785f748aa4']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:13.084600 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-03f32c60-71d7-4dba-a540-c40bb49dff5f tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751542ee-040c-4260-a8b1-dfff1db38007') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:13.084600 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-03f32c60-71d7-4dba-a540-c40bb49dff5f tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751542ee-040c-4260-a8b1-dfff1db38007') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:13.116429 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03f32c60-71d7-4dba-a540-c40bb49dff5f tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (751542ee-040c-4260-a8b1-dfff1db38007), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:13.168830 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03f32c60-71d7-4dba-a540-c40bb49dff5f tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (751542ee-040c-4260-a8b1-dfff1db38007), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:13.202528 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f32c60-71d7-4dba-a540-c40bb49dff5f tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:28:13.204169 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03f32c60-71d7-4dba-a540-c40bb49dff5f tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (751542ee-040c-4260-a8b1-dfff1db38007), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:28:13.211581 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:28:13.377117 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03f32c60-71d7-4dba-a540-c40bb49dff5f tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (04257131-8fa0-44f4-a943-1e785f748aa4), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:13.409122 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03f32c60-71d7-4dba-a540-c40bb49dff5f tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:13.415349 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-03f32c60-71d7-4dba-a540-c40bb49dff5f tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] 10.222.0.52 "DELETE /v2.0/networks/04257131-8fa0-44f4-a943-1e785f748aa4 HTTP/1.1" status: 204 len: 168 time: 0.8373964 Feb 19 04:28:13.416000 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 60956) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:13.525637 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d1b0ab54-eb75-4965-a584-6369d63947da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (41e46745-cc08-40ed-9453-494dd5079432), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:13.582282 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21ea11ff-29bd-4e8c-91ca-015beda2e84c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:13.669774 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0706143a-7544-4b60-8958-ed46bf1a4d06 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (89176a89-f158-48dd-801c-04a0b1b0f9cc), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:13.676949 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f32c60-71d7-4dba-a540-c40bb49dff5f tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Pushing event deleted for resources: {'Network': ['ID=04257131-8fa0-44f4-a943-1e785f748aa4,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:13.873846 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0706143a-7544-4b60-8958-ed46bf1a4d06 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (89176a89-f158-48dd-801c-04a0b1b0f9cc), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:13.927152 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-0706143a-7544-4b60-8958-ed46bf1a4d06 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89176a89-f158-48dd-801c-04a0b1b0f9cc']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:13.955523 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-0706143a-7544-4b60-8958-ed46bf1a4d06 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d6c6c7-3779-4fea-9118-aa913f2a1745') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:13.955523 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-0706143a-7544-4b60-8958-ed46bf1a4d06 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d6c6c7-3779-4fea-9118-aa913f2a1745') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:13.972941 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0706143a-7544-4b60-8958-ed46bf1a4d06 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (34d6c6c7-3779-4fea-9118-aa913f2a1745), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:14.010096 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0706143a-7544-4b60-8958-ed46bf1a4d06 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (34d6c6c7-3779-4fea-9118-aa913f2a1745), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:14.028108 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0706143a-7544-4b60-8958-ed46bf1a4d06 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:28:14.028693 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0706143a-7544-4b60-8958-ed46bf1a4d06 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (34d6c6c7-3779-4fea-9118-aa913f2a1745), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:14.051319 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21ea11ff-29bd-4e8c-91ca-015beda2e84c admin admin] Publish callbacks [] for security_group (7b947afc-76db-4ea2-9eeb-9196fbee7aad), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:14.071373 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21ea11ff-29bd-4e8c-91ca-015beda2e84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7b947afc-76db-4ea2-9eeb-9196fbee7aad), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:28:14.165362 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:28:14.176645 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0706143a-7544-4b60-8958-ed46bf1a4d06 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (89176a89-f158-48dd-801c-04a0b1b0f9cc), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:14.212153 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0706143a-7544-4b60-8958-ed46bf1a4d06 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:14.220101 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0706143a-7544-4b60-8958-ed46bf1a4d06 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] 10.222.0.52 "DELETE /v2.0/networks/89176a89-f158-48dd-801c-04a0b1b0f9cc HTTP/1.1" status: 204 len: 168 time: 0.7708240 Feb 19 04:28:14.221386 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706143a-7544-4b60-8958-ed46bf1a4d06 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Pushing event deleted for resources: {'Network': ['ID=89176a89-f158-48dd-801c-04a0b1b0f9cc,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:14.228260 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 32800) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:14.266425 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-21ea11ff-29bd-4e8c-91ca-015beda2e84c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5cc2541e101f4dc98f0ac57644a37d81&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3219690 Feb 19 04:28:14.275385 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 32806) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:14.315262 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706143a-7544-4b60-8958-ed46bf1a4d06 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:14.316640 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706143a-7544-4b60-8958-ed46bf1a4d06 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:14.317080 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706143a-7544-4b60-8958-ed46bf1a4d06 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:14.317517 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706143a-7544-4b60-8958-ed46bf1a4d06 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:14.317948 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706143a-7544-4b60-8958-ed46bf1a4d06 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:14.318912 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706143a-7544-4b60-8958-ed46bf1a4d06 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:14.326868 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706143a-7544-4b60-8958-ed46bf1a4d06 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:14.327596 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706143a-7544-4b60-8958-ed46bf1a4d06 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:14.328165 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706143a-7544-4b60-8958-ed46bf1a4d06 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:14.328708 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706143a-7544-4b60-8958-ed46bf1a4d06 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:14.329250 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706143a-7544-4b60-8958-ed46bf1a4d06 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:14.329793 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706143a-7544-4b60-8958-ed46bf1a4d06 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:14.330367 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0706143a-7544-4b60-8958-ed46bf1a4d06 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:14.365756 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b0ab54-eb75-4965-a584-6369d63947da admin admin] Router 41e46745-cc08-40ed-9453-494dd5079432 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:28:14.709974 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59526f3c-16aa-4dd5-a33d-f3aceb196d30 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:14.717491 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59526f3c-16aa-4dd5-a33d-f3aceb196d30 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:14.745093 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-59526f3c-16aa-4dd5-a33d-f3aceb196d30 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5151544 Feb 19 04:28:14.750143 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 32856) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:14.757927 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b0ab54-eb75-4965-a584-6369d63947da admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:28:14.764377 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d1b0ab54-eb75-4965-a584-6369d63947da admin admin] 10.222.0.52 "PUT /v2.0/routers/41e46745-cc08-40ed-9453-494dd5079432/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9007475 Feb 19 04:28:14.768328 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea11ff-29bd-4e8c-91ca-015beda2e84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b947afc-76db-4ea2-9eeb-9196fbee7aad,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:14.770019 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97adb73-011a-457a-bb8a-ece89f218d90 None None] Sync routers for ids ['41e46745-cc08-40ed-9453-494dd5079432'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:28:14.774396 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 32858) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:14.779604 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-660d3130-bcb8-4f09-8985-45c6c33a804d tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2071562110'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:14.803398 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97adb73-011a-457a-bb8a-ece89f218d90 None None] Routers {'41e46745-cc08-40ed-9453-494dd5079432'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:28:14.805846 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-b97adb73-011a-457a-bb8a-ece89f218d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:28:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['41e46745-cc08-40ed-9453-494dd5079432'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:14.832678 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660d3130-bcb8-4f09-8985-45c6c33a804d tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Made reservation on behalf of 6ade9a0953364b048ca1061113b08179 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:14.836696 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-660d3130-bcb8-4f09-8985-45c6c33a804d tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:14.908295 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660d3130-bcb8-4f09-8985-45c6c33a804d tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:28:14.912732 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d524adc4-9df7-4fca-b6bd-8bc063b363bf admin admin] Publish callbacks [] for router (41e46745-cc08-40ed-9453-494dd5079432), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:14.915195 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-80d6cd23-1dda-41ff-9b62-9ad800b48f55 admin admin] Publish callbacks [] for security_group (7b947afc-76db-4ea2-9eeb-9196fbee7aad), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:14.945737 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-80d6cd23-1dda-41ff-9b62-9ad800b48f55 admin admin] Publish callbacks [] for security_group (7b947afc-76db-4ea2-9eeb-9196fbee7aad), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:14.946052 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-660d3130-bcb8-4f09-8985-45c6c33a804d tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (8a1c565b-b43d-4d27-ae0a-4e64f6a680f3), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:14.947090 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-660d3130-bcb8-4f09-8985-45c6c33a804d tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Added segment 8a1c565b-b43d-4d27-ae0a-4e64f6a680f3 of type vlan for network a4e41926-bc96-40fc-b88e-1f84644d1670 Feb 19 04:28:15.088717 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-660d3130-bcb8-4f09-8985-45c6c33a804d tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (a4e41926-bc96-40fc-b88e-1f84644d1670), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:15.092084 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-80d6cd23-1dda-41ff-9b62-9ad800b48f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (7b947afc-76db-4ea2-9eeb-9196fbee7aad), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:15.094767 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-80d6cd23-1dda-41ff-9b62-9ad800b48f55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:15.096128 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-80d6cd23-1dda-41ff-9b62-9ad800b48f55 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7b947afc-76db-4ea2-9eeb-9196fbee7aad HTTP/1.1" status: 204 len: 168 time: 0.8197901 Feb 19 04:28:15.112635 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6cd23-1dda-41ff-9b62-9ad800b48f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b947afc-76db-4ea2-9eeb-9196fbee7aad,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:15.157923 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-660d3130-bcb8-4f09-8985-45c6c33a804d tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (a4e41926-bc96-40fc-b88e-1f84644d1670), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:15.163490 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660d3130-bcb8-4f09-8985-45c6c33a804d tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:15.165224 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-660d3130-bcb8-4f09-8985-45c6c33a804d tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:15.217553 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d524adc4-9df7-4fca-b6bd-8bc063b363bf admin admin] Publish callbacks [] for router_gateway (41e46745-cc08-40ed-9453-494dd5079432), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:15.241788 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-660d3130-bcb8-4f09-8985-45c6c33a804d tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4876368 Feb 19 04:28:15.247729 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 32896) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:15.381434 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-b97adb73-011a-457a-bb8a-ece89f218d90 None None] Set router 41e46745-cc08-40ed-9453-494dd5079432 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:28:15.420043 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ad2d613e-75b3-489b-b851-401c784ec611 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1327969097'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:15.429487 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-d524adc4-9df7-4fca-b6bd-8bc063b363bf admin admin] Deleting port 2a105b45-c4cc-43f6-a10f-01d5b50b6855 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:15.430102 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d524adc4-9df7-4fca-b6bd-8bc063b363bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (2a105b45-c4cc-43f6-a10f-01d5b50b6855), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:15.474825 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d3130-bcb8-4f09-8985-45c6c33a804d tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Pushing event updated for resources: {'Network': ['ID=a4e41926-bc96-40fc-b88e-1f84644d1670,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:15.484687 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2d613e-75b3-489b-b851-401c784ec611 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Made reservation on behalf of 6ade9a0953364b048ca1061113b08179 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:15.508760 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network a4e41926-bc96-40fc-b88e-1f84644d1670 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:28:15.510880 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ad2d613e-75b3-489b-b851-401c784ec611 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:15.614966 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad2d613e-75b3-489b-b851-401c784ec611 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:28:15.681019 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ad2d613e-75b3-489b-b851-401c784ec611 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (72ce8ec1-c0c6-4798-8807-3459b5de4c9a), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:15.681328 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-ad2d613e-75b3-489b-b851-401c784ec611 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Added segment 72ce8ec1-c0c6-4798-8807-3459b5de4c9a of type vlan for network a06fd351-0818-4eab-b6b9-d7b793d59019 Feb 19 04:28:15.750366 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-b97adb73-011a-457a-bb8a-ece89f218d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e46745-cc08-40ed-9453-494dd5079432', 'name': 'tempest-TestVolumeBackupRestore-837158383-router', 'tenant_id': 'f975a103c2494fb89a6fee2b8696471d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '2a105b45-c4cc-43f6-a10f-01d5b50b6855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:21:10Z', 'updated_at': '2022-02-19T04:28:12Z', 'revision_number': 5, 'project_id': 'f975a103c2494fb89a6fee2b8696471d', 'gw_port': {'id': '2a105b45-c4cc-43f6-a10f-01d5b50b6855', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:39:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e46745-cc08-40ed-9453-494dd5079432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:12Z', 'updated_at': '2022-02-19T04:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:15.802984 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ad2d613e-75b3-489b-b851-401c784ec611 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (a06fd351-0818-4eab-b6b9-d7b793d59019), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:15.803734 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97adb73-011a-457a-bb8a-ece89f218d90 None None] Checking router: 41e46745-cc08-40ed-9453-494dd5079432 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:28:15.829145 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97adb73-011a-457a-bb8a-ece89f218d90 None None] Routers {'41e46745-cc08-40ed-9453-494dd5079432'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:28:15.830142 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-b97adb73-011a-457a-bb8a-ece89f218d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:28:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['41e46745-cc08-40ed-9453-494dd5079432'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:15.833151 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-d524adc4-9df7-4fca-b6bd-8bc063b363bf admin admin] For port 2a105b45-c4cc-43f6-a10f-01d5b50b6855, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2a105b45-c4cc-43f6-a10f-01d5b50b6855,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:15.835718 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d524adc4-9df7-4fca-b6bd-8bc063b363bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (2a105b45-c4cc-43f6-a10f-01d5b50b6855), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:15.847585 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ad2d613e-75b3-489b-b851-401c784ec611 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (a06fd351-0818-4eab-b6b9-d7b793d59019), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:15.855731 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2d613e-75b3-489b-b851-401c784ec611 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:15.857313 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ad2d613e-75b3-489b-b851-401c784ec611 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:15.875789 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-d524adc4-9df7-4fca-b6bd-8bc063b363bf admin admin] Calling delete_port for 2a105b45-c4cc-43f6-a10f-01d5b50b6855 owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:15.931495 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 32962) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:15.931718 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ad2d613e-75b3-489b-b851-401c784ec611 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6754143 Feb 19 04:28:15.936547 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-b97adb73-011a-457a-bb8a-ece89f218d90 None None] Set router 41e46745-cc08-40ed-9453-494dd5079432 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:28:15.949423 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-db79bb6a-e5db-4edb-a483-f46b9f18eb5a tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Request body: {'ports': [{'network_id': 'a4e41926-bc96-40fc-b88e-1f84644d1670', 'name': 'tempest-port--823891798', 'admin_state_up': True}, {'network_id': 'a06fd351-0818-4eab-b6b9-d7b793d59019', 'admin_state_up': False}]} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:15.950333 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-db79bb6a-e5db-4edb-a483-f46b9f18eb5a tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Request body: {'port': {'network_id': 'a4e41926-bc96-40fc-b88e-1f84644d1670', 'name': 'tempest-port--823891798', 'admin_state_up': True}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:15.951064 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-db79bb6a-e5db-4edb-a483-f46b9f18eb5a tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Request body: {'port': {'network_id': 'a06fd351-0818-4eab-b6b9-d7b793d59019', 'admin_state_up': False}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:16.003538 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-b97adb73-011a-457a-bb8a-ece89f218d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e46745-cc08-40ed-9453-494dd5079432', 'name': 'tempest-TestVolumeBackupRestore-837158383-router', 'tenant_id': 'f975a103c2494fb89a6fee2b8696471d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:21:10Z', 'updated_at': '2022-02-19T04:28:15Z', 'revision_number': 6, 'project_id': 'f975a103c2494fb89a6fee2b8696471d', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:16.036743 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97adb73-011a-457a-bb8a-ece89f218d90 None None] The sync data for ids ['41e46745-cc08-40ed-9453-494dd5079432'] in n-d-828369-19 is: [{'id': '41e46745-cc08-40ed-9453-494dd5079432', 'name': 'tempest-TestVolumeBackupRestore-837158383-router', 'tenant_id': 'f975a103c2494fb89a6fee2b8696471d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:21:10Z', 'updated_at': '2022-02-19T04:28:15Z', 'revision_number': 6, 'project_id': 'f975a103c2494fb89a6fee2b8696471d', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:28:16.098014 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d613e-75b3-489b-b851-401c784ec611 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Pushing event updated for resources: {'Network': ['ID=a06fd351-0818-4eab-b6b9-d7b793d59019,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:16.113522 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network a06fd351-0818-4eab-b6b9-d7b793d59019 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:28:16.529778 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db79bb6a-e5db-4edb-a483-f46b9f18eb5a tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Made reservation on behalf of 6ade9a0953364b048ca1061113b08179 for: {'port': 2} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:16.543627 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-db79bb6a-e5db-4edb-a483-f46b9f18eb5a tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:16.752620 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-db79bb6a-e5db-4edb-a483-f46b9f18eb5a tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:16.780999 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d524adc4-9df7-4fca-b6bd-8bc063b363bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (2a105b45-c4cc-43f6-a10f-01d5b50b6855), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:16.926631 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524adc4-9df7-4fca-b6bd-8bc063b363bf admin admin] Pushing event deleted for resources: {'Port': ['ID=2a105b45-c4cc-43f6-a10f-01d5b50b6855,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:17.112018 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2a105b45-c4cc-43f6-a10f-01d5b50b6855 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:28:17.152948 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d524adc4-9df7-4fca-b6bd-8bc063b363bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (41e46745-cc08-40ed-9453-494dd5079432), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:17.158662 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 2a105b45-c4cc-43f6-a10f-01d5b50b6855 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:28:17.158834 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2a105b45-c4cc-43f6-a10f-01d5b50b6855 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:28:17.159326 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 052113ff-8bdc-4032-95c7-b7e6da1fe8cb no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:28:17.200351 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 052113ff-8bdc-4032-95c7-b7e6da1fe8cb {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:28:17.201211 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 052113ff-8bdc-4032-95c7-b7e6da1fe8cb not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:28:17.289425 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d524adc4-9df7-4fca-b6bd-8bc063b363bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (41e46745-cc08-40ed-9453-494dd5079432), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:17.291471 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d524adc4-9df7-4fca-b6bd-8bc063b363bf admin admin] Publish callbacks [] for router_controller (41e46745-cc08-40ed-9453-494dd5079432), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:17.387193 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d524adc4-9df7-4fca-b6bd-8bc063b363bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (41e46745-cc08-40ed-9453-494dd5079432), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:17.387943 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d524adc4-9df7-4fca-b6bd-8bc063b363bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41e46745-cc08-40ed-9453-494dd5079432 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:28:17.410379 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d524adc4-9df7-4fca-b6bd-8bc063b363bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:17.414306 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33106) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:17.414783 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d524adc4-9df7-4fca-b6bd-8bc063b363bf admin admin] 10.222.0.52 "DELETE /v2.0/routers/41e46745-cc08-40ed-9453-494dd5079432 HTTP/1.1" status: 204 len: 168 time: 2.6390452 Feb 19 04:28:17.426719 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-db79bb6a-e5db-4edb-a483-f46b9f18eb5a tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] device_id is not set on port 28644b34-f920-4bbe-959d-b2ea1f2841b7 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:28:17.514251 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e4776a-70de-4048-86ce-d9544354b17b admin admin] Deleting subnet ce50fe0e-8d09-40d7-a734-2174208b79dd {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:28:17.534716 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c8e4776a-70de-4048-86ce-d9544354b17b admin admin] Publish callbacks [] for subnet (ce50fe0e-8d09-40d7-a734-2174208b79dd), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:17.629864 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c8e4776a-70de-4048-86ce-d9544354b17b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (ce50fe0e-8d09-40d7-a734-2174208b79dd), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:17.684622 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-db79bb6a-e5db-4edb-a483-f46b9f18eb5a tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks [] for port (28644b34-f920-4bbe-959d-b2ea1f2841b7), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:17.850473 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-db79bb6a-e5db-4edb-a483-f46b9f18eb5a tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] device_id is not set on port 5e6d882d-e7bc-4053-93c2-48e036399279 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:28:17.905511 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c8e4776a-70de-4048-86ce-d9544354b17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (ce50fe0e-8d09-40d7-a734-2174208b79dd), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:18.047152 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-db79bb6a-e5db-4edb-a483-f46b9f18eb5a tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks [] for port (5e6d882d-e7bc-4053-93c2-48e036399279), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:18.075829 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c8e4776a-70de-4048-86ce-d9544354b17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (ce50fe0e-8d09-40d7-a734-2174208b79dd), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:18.125471 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-db79bb6a-e5db-4edb-a483-f46b9f18eb5a tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (28644b34-f920-4bbe-959d-b2ea1f2841b7), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:18.127229 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4776a-70de-4048-86ce-d9544354b17b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce50fe0e-8d09-40d7-a734-2174208b79dd,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:18.132951 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c8e4776a-70de-4048-86ce-d9544354b17b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:18.147646 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a7cb82-2d27-4fd6-8095-ff763b85465d None None] Network cba8e2ef-674e-4770-bebb-fade7df078da requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:18.155613 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c8e4776a-70de-4048-86ce-d9544354b17b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ce50fe0e-8d09-40d7-a734-2174208b79dd HTTP/1.1" status: 204 len: 168 time: 0.7379279 Feb 19 04:28:18.156129 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33176) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:18.333647 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b5239232-2170-4adf-be7d-2a1b0d312c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (cba8e2ef-674e-4770-bebb-fade7df078da), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:18.401883 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793fa9dd-55d2-4aec-babe-319dfd3aa39a None None] DHCP port deletion for cba8e2ef-674e-4770-bebb-fade7df078da request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:28:18.436469 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-b5239232-2170-4adf-be7d-2a1b0d312c95 admin admin] Deleting port ac6b6039-d276-4bcb-ad16-25d39e32e35e {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:18.437513 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b5239232-2170-4adf-be7d-2a1b0d312c95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ac6b6039-d276-4bcb-ad16-25d39e32e35e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:18.452578 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79bb6a-e5db-4edb-a483-f46b9f18eb5a tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Pushing event updated for resources: {'Port': ['ID=28644b34-f920-4bbe-959d-b2ea1f2841b7,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:18.460148 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db79bb6a-e5db-4edb-a483-f46b9f18eb5a tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Checking segment: {'id': '8a1c565b-b43d-4d27-ae0a-4e64f6a680f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a4e41926-bc96-40fc-b88e-1f84644d1670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:18.460513 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db79bb6a-e5db-4edb-a483-f46b9f18eb5a tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Network hostable DHCP agents. Network: a4e41926-bc96-40fc-b88e-1f84644d1670, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:28:18.483663 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db79bb6a-e5db-4edb-a483-f46b9f18eb5a tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Network a4e41926-bc96-40fc-b88e-1f84644d1670 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:28:18.500697 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-db79bb6a-e5db-4edb-a483-f46b9f18eb5a tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, a4e41926-bc96-40fc-b88e-1f84644d1670) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:18.504011 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db79bb6a-e5db-4edb-a483-f46b9f18eb5a tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:28:18.505158 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-db79bb6a-e5db-4edb-a483-f46b9f18eb5a tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (5e6d882d-e7bc-4053-93c2-48e036399279), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:18.508898 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4731ed0c-7348-4f25-a49a-4f5559506218 None None] Network a4e41926-bc96-40fc-b88e-1f84644d1670 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:18.556178 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-b5239232-2170-4adf-be7d-2a1b0d312c95 admin admin] For port ac6b6039-d276-4bcb-ad16-25d39e32e35e, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ac6b6039-d276-4bcb-ad16-25d39e32e35e,segment=NetworkSegment(fcd10afe-1a89-4c55-871d-d26837d4b0e3),segment_id=fcd10afe-1a89-4c55-871d-d26837d4b0e3)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:18.556698 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b5239232-2170-4adf-be7d-2a1b0d312c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ac6b6039-d276-4bcb-ad16-25d39e32e35e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:18.583417 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-b5239232-2170-4adf-be7d-2a1b0d312c95 admin admin] Calling delete_port for ac6b6039-d276-4bcb-ad16-25d39e32e35e owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:18.606444 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79bb6a-e5db-4edb-a483-f46b9f18eb5a tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Pushing event updated for resources: {'Port': ['ID=5e6d882d-e7bc-4053-93c2-48e036399279,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:18.632087 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-793fa9dd-55d2-4aec-babe-319dfd3aa39a None None] Deleting port ac6b6039-d276-4bcb-ad16-25d39e32e35e {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:18.632703 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-793fa9dd-55d2-4aec-babe-319dfd3aa39a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ac6b6039-d276-4bcb-ad16-25d39e32e35e), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:18.687190 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db79bb6a-e5db-4edb-a483-f46b9f18eb5a tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Checking segment: {'id': '72ce8ec1-c0c6-4798-8807-3459b5de4c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a06fd351-0818-4eab-b6b9-d7b793d59019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:18.687424 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db79bb6a-e5db-4edb-a483-f46b9f18eb5a tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Network hostable DHCP agents. Network: a06fd351-0818-4eab-b6b9-d7b793d59019, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:28:18.727713 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-793fa9dd-55d2-4aec-babe-319dfd3aa39a None None] For port ac6b6039-d276-4bcb-ad16-25d39e32e35e, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ac6b6039-d276-4bcb-ad16-25d39e32e35e,segment=NetworkSegment(fcd10afe-1a89-4c55-871d-d26837d4b0e3),segment_id=fcd10afe-1a89-4c55-871d-d26837d4b0e3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:18.729836 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-793fa9dd-55d2-4aec-babe-319dfd3aa39a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ac6b6039-d276-4bcb-ad16-25d39e32e35e), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:18.744079 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db79bb6a-e5db-4edb-a483-f46b9f18eb5a tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Network a06fd351-0818-4eab-b6b9-d7b793d59019 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:28:18.761548 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-793fa9dd-55d2-4aec-babe-319dfd3aa39a None None] Calling delete_port for ac6b6039-d276-4bcb-ad16-25d39e32e35e owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:18.778268 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-db79bb6a-e5db-4edb-a483-f46b9f18eb5a tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, a06fd351-0818-4eab-b6b9-d7b793d59019) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:18.780136 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b5239232-2170-4adf-be7d-2a1b0d312c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ac6b6039-d276-4bcb-ad16-25d39e32e35e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:18.784034 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db79bb6a-e5db-4edb-a483-f46b9f18eb5a tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:28:18.793073 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db79bb6a-e5db-4edb-a483-f46b9f18eb5a tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:18.806023 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db79bb6a-e5db-4edb-a483-f46b9f18eb5a tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:18.808770 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-db79bb6a-e5db-4edb-a483-f46b9f18eb5a tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:18.814317 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5239232-2170-4adf-be7d-2a1b0d312c95 admin admin] No DVR routers for this DVR port ac6b6039-d276-4bcb-ad16-25d39e32e35e on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:28:18.862744 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-db79bb6a-e5db-4edb-a483-f46b9f18eb5a tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.9255304 Feb 19 04:28:18.864693 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33200) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:18.918881 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8526ef-630d-48bd-97bc-abdd814675d2 None None] Network a06fd351-0818-4eab-b6b9-d7b793d59019 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:18.923322 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5239232-2170-4adf-be7d-2a1b0d312c95 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac6b6039-d276-4bcb-ad16-25d39e32e35e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:19.015841 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cc05a3-cce1-4d75-b52d-15a5eb67bd22 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:19.028872 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cc05a3-cce1-4d75-b52d-15a5eb67bd22 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:19.036904 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a0cc05a3-cce1-4d75-b52d-15a5eb67bd22 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1712117 Feb 19 04:28:19.040520 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33206) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:19.070257 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ac6b6039-d276-4bcb-ad16-25d39e32e35e no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:28:19.158358 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b5239232-2170-4adf-be7d-2a1b0d312c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (cba8e2ef-674e-4770-bebb-fade7df078da), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:19.194643 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-b5239232-2170-4adf-be7d-2a1b0d312c95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba8e2ef-674e-4770-bebb-fade7df078da']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:19.210947 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: ac6b6039-d276-4bcb-ad16-25d39e32e35e {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:28:19.211987 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ac6b6039-d276-4bcb-ad16-25d39e32e35e not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:28:19.227786 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-b5239232-2170-4adf-be7d-2a1b0d312c95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd10afe-1a89-4c55-871d-d26837d4b0e3') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:19.228093 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-b5239232-2170-4adf-be7d-2a1b0d312c95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd10afe-1a89-4c55-871d-d26837d4b0e3') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:19.251327 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b5239232-2170-4adf-be7d-2a1b0d312c95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (fcd10afe-1a89-4c55-871d-d26837d4b0e3), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:19.286138 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b5239232-2170-4adf-be7d-2a1b0d312c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (fcd10afe-1a89-4c55-871d-d26837d4b0e3), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:19.296631 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-4dc12666-4e4e-4ebc-a744-06ba55f53baf tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Deleting port 28644b34-f920-4bbe-959d-b2ea1f2841b7 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:19.298547 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4dc12666-4e4e-4ebc-a744-06ba55f53baf tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (28644b34-f920-4bbe-959d-b2ea1f2841b7), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:19.299168 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5239232-2170-4adf-be7d-2a1b0d312c95 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:28:19.299756 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b5239232-2170-4adf-be7d-2a1b0d312c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (fcd10afe-1a89-4c55-871d-d26837d4b0e3), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:28:19.301695 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:28:19.348421 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-793fa9dd-55d2-4aec-babe-319dfd3aa39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (ac6b6039-d276-4bcb-ad16-25d39e32e35e), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:19.423368 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fa9dd-55d2-4aec-babe-319dfd3aa39a None None] Pushing event deleted for resources: {'Port': ['ID=ac6b6039-d276-4bcb-ad16-25d39e32e35e,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:19.434487 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793fa9dd-55d2-4aec-babe-319dfd3aa39a None None] No DVR routers for this DVR port ac6b6039-d276-4bcb-ad16-25d39e32e35e on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:28:19.462867 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b5239232-2170-4adf-be7d-2a1b0d312c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (cba8e2ef-674e-4770-bebb-fade7df078da), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:19.475153 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b5239232-2170-4adf-be7d-2a1b0d312c95 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:19.484753 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b5239232-2170-4adf-be7d-2a1b0d312c95 admin admin] 10.222.0.52 "DELETE /v2.0/networks/cba8e2ef-674e-4770-bebb-fade7df078da HTTP/1.1" status: 204 len: 168 time: 1.3273318 Feb 19 04:28:19.499795 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5239232-2170-4adf-be7d-2a1b0d312c95 admin admin] Pushing event deleted for resources: {'Network': ['ID=cba8e2ef-674e-4770-bebb-fade7df078da,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:19.501264 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4dc12666-4e4e-4ebc-a744-06ba55f53baf tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (28644b34-f920-4bbe-959d-b2ea1f2841b7), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:19.519951 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-4dc12666-4e4e-4ebc-a744-06ba55f53baf tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Calling delete_port for 28644b34-f920-4bbe-959d-b2ea1f2841b7 owned by {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:19.668081 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4dc12666-4e4e-4ebc-a744-06ba55f53baf tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (28644b34-f920-4bbe-959d-b2ea1f2841b7), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:19.732343 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4dc12666-4e4e-4ebc-a744-06ba55f53baf tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:19.740294 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4dc12666-4e4e-4ebc-a744-06ba55f53baf tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] 10.222.0.52 "DELETE /v2.0/ports/28644b34-f920-4bbe-959d-b2ea1f2841b7 HTTP/1.1" status: 204 len: 168 time: 0.6947010 Feb 19 04:28:19.740294 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc12666-4e4e-4ebc-a744-06ba55f53baf tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Pushing event deleted for resources: {'Port': ['ID=28644b34-f920-4bbe-959d-b2ea1f2841b7,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:19.740685 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33224) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:19.908734 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33230) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:20.011810 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-932ea6d9-9e84-409a-b919-447323ca6f62 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4d0605309ce645e6b6631106e754c3e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0988646 Feb 19 04:28:20.012670 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33234) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:20.045899 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-0783fffc-3980-4843-aad9-1dee387e6f22 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:20.048064 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-0783fffc-3980-4843-aad9-1dee387e6f22 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/networks?id=6979ad81-5fba-4a33-a8b4-463a94f62639 HTTP/1.1" status: 200 len: 813 time: 0.2264676 Feb 19 04:28:20.071466 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-c8d8328c-936d-4a07-9b49-74ac6f08dc1c tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/quotas/ce076e9f68f6436e95052065050bc270 HTTP/1.1" status: 200 len: 375 time: 0.0179682 Feb 19 04:28:20.108079 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e5b98653-0203-4567-a4ae-4fb79f098b8d admin admin] Publish callbacks [] for security_group (8338403a-a449-4af4-8731-422f21a89a11), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:20.133433 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e5b98653-0203-4567-a4ae-4fb79f098b8d admin admin] Publish callbacks [] for security_group (8338403a-a449-4af4-8731-422f21a89a11), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:20.146454 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-b8369bc3-11b9-495a-9b1d-3442bf278cb0 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce076e9f68f6436e95052065050bc270&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680764 Feb 19 04:28:20.255417 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e5b98653-0203-4567-a4ae-4fb79f098b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (8338403a-a449-4af4-8731-422f21a89a11), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:20.257928 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e5b98653-0203-4567-a4ae-4fb79f098b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:20.259108 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e5b98653-0203-4567-a4ae-4fb79f098b8d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8338403a-a449-4af4-8731-422f21a89a11 HTTP/1.1" status: 204 len: 168 time: 0.2414713 Feb 19 04:28:20.304017 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b98653-0203-4567-a4ae-4fb79f098b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8338403a-a449-4af4-8731-422f21a89a11,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:20.353552 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-497ad092-6be4-4aff-ba7c-6acb169264ac tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Deleting port 5e6d882d-e7bc-4053-93c2-48e036399279 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:20.353854 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-497ad092-6be4-4aff-ba7c-6acb169264ac tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (5e6d882d-e7bc-4053-93c2-48e036399279), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:20.788886 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33246) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:20.875312 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bd0979d2-e098-4d99-940d-5862ad759e02 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f975a103c2494fb89a6fee2b8696471d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0838077 Feb 19 04:28:20.879194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33248) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:20.964763 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-58e46c6a-81f8-4b30-97bb-466307a45364 admin admin] Publish callbacks [] for security_group (ee370dfb-a927-4008-9dad-631d3a33c451), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:20.968274 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-7034cdec-4e2d-47af-a116-ca3426229bf7 service neutron] 10.222.0.52 "GET /v2.0/networks/6979ad81-5fba-4a33-a8b4-463a94f62639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8094749 Feb 19 04:28:21.058094 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-58e46c6a-81f8-4b30-97bb-466307a45364 admin admin] Publish callbacks [] for security_group (ee370dfb-a927-4008-9dad-631d3a33c451), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:21.116965 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-497ad092-6be4-4aff-ba7c-6acb169264ac tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (5e6d882d-e7bc-4053-93c2-48e036399279), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:21.130423 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-497ad092-6be4-4aff-ba7c-6acb169264ac tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Calling delete_port for 5e6d882d-e7bc-4053-93c2-48e036399279 owned by {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:21.137476 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-f4c3329c-0b73-4924-ab54-5138dddf14cd service neutron] 10.222.0.52 "GET /v2.0/networks/6979ad81-5fba-4a33-a8b4-463a94f62639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596520 Feb 19 04:28:21.151282 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-58e46c6a-81f8-4b30-97bb-466307a45364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ee370dfb-a927-4008-9dad-631d3a33c451), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:21.154688 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-58e46c6a-81f8-4b30-97bb-466307a45364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:21.158735 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-58e46c6a-81f8-4b30-97bb-466307a45364 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ee370dfb-a927-4008-9dad-631d3a33c451 HTTP/1.1" status: 204 len: 168 time: 0.2782581 Feb 19 04:28:21.177276 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e46c6a-81f8-4b30-97bb-466307a45364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee370dfb-a927-4008-9dad-631d3a33c451,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:21.380806 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-497ad092-6be4-4aff-ba7c-6acb169264ac tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (5e6d882d-e7bc-4053-93c2-48e036399279), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:21.537304 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-497ad092-6be4-4aff-ba7c-6acb169264ac tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:21.557134 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-497ad092-6be4-4aff-ba7c-6acb169264ac tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] 10.222.0.52 "DELETE /v2.0/ports/5e6d882d-e7bc-4053-93c2-48e036399279 HTTP/1.1" status: 204 len: 168 time: 1.8152707 Feb 19 04:28:21.559731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33274) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:21.572632 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ad092-6be4-4aff-ba7c-6acb169264ac tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Pushing event deleted for resources: {'Port': ['ID=5e6d882d-e7bc-4053-93c2-48e036399279,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:21.623651 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-991c85b8-67b0-4f76-8375-462dff102901 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0625298 Feb 19 04:28:21.627374 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33276) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:21.634880 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3e842c8d-cc29-4d9d-9fdf-bfab9fad568e tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1474250493'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:21.699460 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e842c8d-cc29-4d9d-9fdf-bfab9fad568e tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Made reservation on behalf of 6ade9a0953364b048ca1061113b08179 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:21.699460 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3e842c8d-cc29-4d9d-9fdf-bfab9fad568e tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:21.734971 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e842c8d-cc29-4d9d-9fdf-bfab9fad568e tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:28:21.749104 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3e842c8d-cc29-4d9d-9fdf-bfab9fad568e tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (9d6b022e-b158-44bd-8129-2f422b258f43), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:21.749922 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-3e842c8d-cc29-4d9d-9fdf-bfab9fad568e tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Added segment 9d6b022e-b158-44bd-8129-2f422b258f43 of type vlan for network d8752a41-f138-435f-8b0f-f17cdc40815b Feb 19 04:28:21.841756 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3e842c8d-cc29-4d9d-9fdf-bfab9fad568e tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (d8752a41-f138-435f-8b0f-f17cdc40815b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:21.886349 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3e842c8d-cc29-4d9d-9fdf-bfab9fad568e tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (d8752a41-f138-435f-8b0f-f17cdc40815b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:21.896365 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e842c8d-cc29-4d9d-9fdf-bfab9fad568e tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:21.897258 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3e842c8d-cc29-4d9d-9fdf-bfab9fad568e tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:22.260165 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e842c8d-cc29-4d9d-9fdf-bfab9fad568e tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Pushing event updated for resources: {'Network': ['ID=d8752a41-f138-435f-8b0f-f17cdc40815b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:22.288463 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network d8752a41-f138-435f-8b0f-f17cdc40815b details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:28:22.332693 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3e842c8d-cc29-4d9d-9fdf-bfab9fad568e tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6904626 Feb 19 04:28:22.337398 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33290) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:22.381470 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b901a474-45be-4f70-aff9-d37eb58a6678 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1779503657'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:22.426657 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96c99616-c16c-43de-9458-d4a43d968684 req-8f06d2c5-338f-411b-a88d-dbd384b6546f tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbb5b97-9d11-4671-ab25-b2ead7f0f822 HTTP/1.1" status: 200 len: 210 time: 0.9658716 Feb 19 04:28:22.512709 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b901a474-45be-4f70-aff9-d37eb58a6678 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Made reservation on behalf of 6ade9a0953364b048ca1061113b08179 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:22.516099 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b901a474-45be-4f70-aff9-d37eb58a6678 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:22.566440 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b901a474-45be-4f70-aff9-d37eb58a6678 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:28:22.586712 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b901a474-45be-4f70-aff9-d37eb58a6678 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (c81c9377-f269-4929-8673-876e8ac807a6), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:22.587060 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-b901a474-45be-4f70-aff9-d37eb58a6678 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Added segment c81c9377-f269-4929-8673-876e8ac807a6 of type vlan for network e3e56775-1e18-4274-a80e-b600ebcda079 Feb 19 04:28:22.717938 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b901a474-45be-4f70-aff9-d37eb58a6678 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (e3e56775-1e18-4274-a80e-b600ebcda079), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:22.786448 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b901a474-45be-4f70-aff9-d37eb58a6678 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (e3e56775-1e18-4274-a80e-b600ebcda079), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:22.791438 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b901a474-45be-4f70-aff9-d37eb58a6678 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:22.791993 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b901a474-45be-4f70-aff9-d37eb58a6678 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:22.899842 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b901a474-45be-4f70-aff9-d37eb58a6678 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5566821 Feb 19 04:28:22.936349 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901a474-45be-4f70-aff9-d37eb58a6678 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Pushing event updated for resources: {'Network': ['ID=e3e56775-1e18-4274-a80e-b600ebcda079,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:22.950147 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network e3e56775-1e18-4274-a80e-b600ebcda079 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:28:23.048135 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33306) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:23.053678 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-70bcdb10-2646-410e-920c-50bed196a5a9 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Request body: {'subnets': [{'network_id': 'd8752a41-f138-435f-8b0f-f17cdc40815b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1367177279', 'ip_version': 4}, {'network_id': 'e3e56775-1e18-4274-a80e-b600ebcda079', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:23.072972 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-70bcdb10-2646-410e-920c-50bed196a5a9 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Request body: {'subnet': {'network_id': 'd8752a41-f138-435f-8b0f-f17cdc40815b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1367177279', 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:23.074430 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-70bcdb10-2646-410e-920c-50bed196a5a9 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Request body: {'subnet': {'network_id': 'e3e56775-1e18-4274-a80e-b600ebcda079', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:23.908959 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-32ce4c3e-ec8a-4a1b-874a-6f40dee9b0ec tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:23.912609 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-32ce4c3e-ec8a-4a1b-874a-6f40dee9b0ec tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.26 "GET /v2.0/networks?id=6979ad81-5fba-4a33-a8b4-463a94f62639 HTTP/1.1" status: 200 len: 813 time: 0.3982363 Feb 19 04:28:23.928322 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-262aec31-1652-47da-82d9-f9e544bd5b2b tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Request body: {'port': {'device_id': '9bbb5b97-9d11-4671-ab25-b2ead7f0f822', 'network_id': '6979ad81-5fba-4a33-a8b4-463a94f62639', 'admin_state_up': True, 'tenant_id': 'ce076e9f68f6436e95052065050bc270'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:24.157899 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9269f02-d0eb-405e-9abc-b5c69717f1b4 req-e89c7629-a7ad-44a0-867d-ceb91f7ca01c tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbb5b97-9d11-4671-ab25-b2ead7f0f822 HTTP/1.1" status: 200 len: 210 time: 0.0426421 Feb 19 04:28:24.208688 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-262aec31-1652-47da-82d9-f9e544bd5b2b tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Made reservation on behalf of ce076e9f68f6436e95052065050bc270 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:24.214444 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-262aec31-1652-47da-82d9-f9e544bd5b2b tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:24.326151 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bcdb10-2646-410e-920c-50bed196a5a9 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Made reservation on behalf of 6ade9a0953364b048ca1061113b08179 for: {'subnet': 2} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:24.331046 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-70bcdb10-2646-410e-920c-50bed196a5a9 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:24.331626 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-70bcdb10-2646-410e-920c-50bed196a5a9 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:24.506793 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-262aec31-1652-47da-82d9-f9e544bd5b2b tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Allocated IP 172.20.0.7 (6979ad81-5fba-4a33-a8b4-463a94f62639/f0a93690-316e-4b3c-89ce-34ed28c0df45/97177a0b-dd4b-45f9-bfbe-a522f93f117d) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:24.866093 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-262aec31-1652-47da-82d9-f9e544bd5b2b tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Publish callbacks [] for port (97177a0b-dd4b-45f9-bfbe-a522f93f117d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:24.950981 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-262aec31-1652-47da-82d9-f9e544bd5b2b tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (97177a0b-dd4b-45f9-bfbe-a522f93f117d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:24.993659 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-262aec31-1652-47da-82d9-f9e544bd5b2b tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Network 6979ad81-5fba-4a33-a8b4-463a94f62639 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:24.997645 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-262aec31-1652-47da-82d9-f9e544bd5b2b tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:25.007571 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-262aec31-1652-47da-82d9-f9e544bd5b2b tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:28:25.071041 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-262aec31-1652-47da-82d9-f9e544bd5b2b tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:25.072098 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-262aec31-1652-47da-82d9-f9e544bd5b2b tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:25.101356 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262aec31-1652-47da-82d9-f9e544bd5b2b tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Pushing event updated for resources: {'Port': ['ID=97177a0b-dd4b-45f9-bfbe-a522f93f117d,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:25.119026 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-70bcdb10-2646-410e-920c-50bed196a5a9 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (f94d55f8-6113-420e-a963-8c26c78ee4f4), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:25.128425 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-262aec31-1652-47da-82d9-f9e544bd5b2b tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2045267 Feb 19 04:28:25.144866 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-b496aca9-2d4b-4ada-be8f-207da4d4a919 service neutron] Request body: {'port': {'device_id': '9bbb5b97-9d11-4671-ab25-b2ead7f0f822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:25.261721 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bcdb10-2646-410e-920c-50bed196a5a9 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Pushing event updated for resources: {'Subnet': ['ID=f94d55f8-6113-420e-a963-8c26c78ee4f4,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:25.312534 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-b496aca9-2d4b-4ada-be8f-207da4d4a919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (97177a0b-dd4b-45f9-bfbe-a522f93f117d), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:25.393318 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bcdb10-2646-410e-920c-50bed196a5a9 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Checking segment: {'id': '9d6b022e-b158-44bd-8129-2f422b258f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd8752a41-f138-435f-8b0f-f17cdc40815b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:25.394144 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bcdb10-2646-410e-920c-50bed196a5a9 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Network hostable DHCP agents. Network: d8752a41-f138-435f-8b0f-f17cdc40815b, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:28:25.545711 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bcdb10-2646-410e-920c-50bed196a5a9 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Network d8752a41-f138-435f-8b0f-f17cdc40815b is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:28:25.598294 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95647c-dcbc-49d7-acba-f7046ba8a3d9 req-3ecd2b8f-65b1-409a-8de0-2afc3ac69b2a tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:25.610013 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1e95647c-dcbc-49d7-acba-f7046ba8a3d9 req-3ecd2b8f-65b1-409a-8de0-2afc3ac69b2a tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbb5b97-9d11-4671-ab25-b2ead7f0f822 HTTP/1.1" status: 200 len: 931 time: 0.2872202 Feb 19 04:28:25.615843 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-70bcdb10-2646-410e-920c-50bed196a5a9 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, d8752a41-f138-435f-8b0f-f17cdc40815b) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:25.625927 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f17022-af62-481f-87d4-480dcedad7ad None None] Network d8752a41-f138-435f-8b0f-f17cdc40815b requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:25.718680 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-70bcdb10-2646-410e-920c-50bed196a5a9 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (f1d5c404-ccbf-44b8-bd75-a0efd062f1ff), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:25.809428 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bcdb10-2646-410e-920c-50bed196a5a9 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Pushing event updated for resources: {'Subnet': ['ID=f1d5c404-ccbf-44b8-bd75-a0efd062f1ff,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:25.863556 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1e95647c-dcbc-49d7-acba-f7046ba8a3d9 req-e476bc88-d65e-45a5-af74-03866fbbfa4d tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/security-groups?id=228fef21-6b8c-41b8-9f40-017f22f28298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420683 Feb 19 04:28:25.915618 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bcdb10-2646-410e-920c-50bed196a5a9 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Checking segment: {'id': 'c81c9377-f269-4929-8673-876e8ac807a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e3e56775-1e18-4274-a80e-b600ebcda079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:25.915848 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bcdb10-2646-410e-920c-50bed196a5a9 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Network hostable DHCP agents. Network: e3e56775-1e18-4274-a80e-b600ebcda079, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:28:25.974609 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bcdb10-2646-410e-920c-50bed196a5a9 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Network e3e56775-1e18-4274-a80e-b600ebcda079 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:28:25.999265 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-70bcdb10-2646-410e-920c-50bed196a5a9 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, e3e56775-1e18-4274-a80e-b600ebcda079) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:26.014189 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bcdb10-2646-410e-920c-50bed196a5a9 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:26.014696 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bcdb10-2646-410e-920c-50bed196a5a9 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:26.015344 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-70bcdb10-2646-410e-920c-50bed196a5a9 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.101359 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-70bcdb10-2646-410e-920c-50bed196a5a9 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.0518181 Feb 19 04:28:26.109400 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33344) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:26.236890 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-b496aca9-2d4b-4ada-be8f-207da4d4a919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97177a0b-dd4b-45f9-bfbe-a522f93f117d {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:28:26.246216 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e0f853-3573-4fc4-b697-fab5f28a25e5 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:26.247970 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e0f853-3573-4fc4-b697-fab5f28a25e5 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:26.250284 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e0f853-3573-4fc4-b697-fab5f28a25e5 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:26.252472 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a1e0f853-3573-4fc4-b697-fab5f28a25e5 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1415765 Feb 19 04:28:26.255768 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33346) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:26.272320 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89827c73-da98-4e5b-a685-5417b0c1c6f7 None None] Network e3e56775-1e18-4274-a80e-b600ebcda079 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:26.274468 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-b496aca9-2d4b-4ada-be8f-207da4d4a919 service neutron] Publish callbacks [] for port (97177a0b-dd4b-45f9-bfbe-a522f93f117d), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.314651 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-b496aca9-2d4b-4ada-be8f-207da4d4a919 service neutron] Transition to ACTIVE for port object 97177a0b-dd4b-45f9-bfbe-a522f93f117d will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:28:26.327945 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-b496aca9-2d4b-4ada-be8f-207da4d4a919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (97177a0b-dd4b-45f9-bfbe-a522f93f117d), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.354018 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-5054b720-4d72-4a6b-9312-aad64528d1bd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Deleting subnet f94d55f8-6113-420e-a963-8c26c78ee4f4 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:28:26.360063 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5054b720-4d72-4a6b-9312-aad64528d1bd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks [] for subnet (f94d55f8-6113-420e-a963-8c26c78ee4f4), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.422438 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08538882-0c9a-43b3-8124-1e307f42c8ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-d8752a41-f138-435f-8b0f-f17cdc40815b', 'network_id': 'd8752a41-f138-435f-8b0f-f17cdc40815b', 'project_id': '6ade9a0953364b048ca1061113b08179', 'fixed_ips': [{'subnet_id': 'f94d55f8-6113-420e-a963-8c26c78ee4f4'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:28:26.423328 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-08538882-0c9a-43b3-8124-1e307f42c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.497007 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5054b720-4d72-4a6b-9312-aad64528d1bd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (f94d55f8-6113-420e-a963-8c26c78ee4f4), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.506369 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496aca9-2d4b-4ada-be8f-207da4d4a919 service neutron] Pushing event updated for resources: {'Port': ['ID=97177a0b-dd4b-45f9-bfbe-a522f93f117d,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:26.610866 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5054b720-4d72-4a6b-9312-aad64528d1bd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (f94d55f8-6113-420e-a963-8c26c78ee4f4), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.668847 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c567a64-8826-43ac-b9cd-da2d6b99f5ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-e3e56775-1e18-4274-a80e-b600ebcda079', 'network_id': 'e3e56775-1e18-4274-a80e-b600ebcda079', 'project_id': '6ade9a0953364b048ca1061113b08179', 'fixed_ips': [{'subnet_id': 'f1d5c404-ccbf-44b8-bd75-a0efd062f1ff'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:28:26.669736 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6c567a64-8826-43ac-b9cd-da2d6b99f5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.675518 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-b496aca9-2d4b-4ada-be8f-207da4d4a919 service neutron] Attempting to bind port 97177a0b-dd4b-45f9-bfbe-a522f93f117d on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:28:26.675873 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-b496aca9-2d4b-4ada-be8f-207da4d4a919 service neutron] Attempting to bind port 97177a0b-dd4b-45f9-bfbe-a522f93f117d by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '9777500b-3d40-48be-8014-053531e35b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6979ad81-5fba-4a33-a8b4-463a94f62639'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:28:26.676212 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-b496aca9-2d4b-4ada-be8f-207da4d4a919 service neutron] Attempting to bind port 97177a0b-dd4b-45f9-bfbe-a522f93f117d on network 6979ad81-5fba-4a33-a8b4-463a94f62639 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:26.681024 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-b496aca9-2d4b-4ada-be8f-207da4d4a919 service neutron] Port 97177a0b-dd4b-45f9-bfbe-a522f93f117d on network 6979ad81-5fba-4a33-a8b4-463a94f62639 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:28:26.681380 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-b496aca9-2d4b-4ada-be8f-207da4d4a919 service neutron] Attempting to bind port 97177a0b-dd4b-45f9-bfbe-a522f93f117d on network 6979ad81-5fba-4a33-a8b4-463a94f62639 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:26.687039 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-b496aca9-2d4b-4ada-be8f-207da4d4a919 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:28:26.687386 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-b496aca9-2d4b-4ada-be8f-207da4d4a919 service neutron] Checking segment: {'id': '9777500b-3d40-48be-8014-053531e35b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6979ad81-5fba-4a33-a8b4-463a94f62639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:26.687785 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-b496aca9-2d4b-4ada-be8f-207da4d4a919 service neutron] Bound using segment: {'id': '9777500b-3d40-48be-8014-053531e35b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6979ad81-5fba-4a33-a8b4-463a94f62639'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:28:26.688219 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-b496aca9-2d4b-4ada-be8f-207da4d4a919 service neutron] Bound port: 97177a0b-dd4b-45f9-bfbe-a522f93f117d, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9777500b-3d40-48be-8014-053531e35b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6979ad81-5fba-4a33-a8b4-463a94f62639'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:28:26.688588 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-b496aca9-2d4b-4ada-be8f-207da4d4a919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (97177a0b-dd4b-45f9-bfbe-a522f93f117d), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.732356 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5054b720-4d72-4a6b-9312-aad64528d1bd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (f94d55f8-6113-420e-a963-8c26c78ee4f4), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.762623 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054b720-4d72-4a6b-9312-aad64528d1bd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Pushing event deleted for resources: {'Subnet': ['ID=f94d55f8-6113-420e-a963-8c26c78ee4f4,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:26.767709 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5054b720-4d72-4a6b-9312-aad64528d1bd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.770952 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5054b720-4d72-4a6b-9312-aad64528d1bd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] 10.222.0.52 "DELETE /v2.0/subnets/f94d55f8-6113-420e-a963-8c26c78ee4f4 HTTP/1.1" status: 204 len: 168 time: 0.5137494 Feb 19 04:28:26.773792 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33352) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:26.836665 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-b496aca9-2d4b-4ada-be8f-207da4d4a919 service neutron] For port 97177a0b-dd4b-45f9-bfbe-a522f93f117d, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:28:26.840666 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-b496aca9-2d4b-4ada-be8f-207da4d4a919 service neutron] For port 97177a0b-dd4b-45f9-bfbe-a522f93f117d, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=97177a0b-dd4b-45f9-bfbe-a522f93f117d,segment=NetworkSegment(9777500b-3d40-48be-8014-053531e35b49),segment_id=9777500b-3d40-48be-8014-053531e35b49)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:28:26.852454 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-a61efc4a-1173-4340-ac93-062682104325 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Deleting subnet f1d5c404-ccbf-44b8-bd75-a0efd062f1ff {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:28:26.867456 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a61efc4a-1173-4340-ac93-062682104325 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks [] for subnet (f1d5c404-ccbf-44b8-bd75-a0efd062f1ff), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.872577 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-b496aca9-2d4b-4ada-be8f-207da4d4a919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (97177a0b-dd4b-45f9-bfbe-a522f93f117d), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server [None req-08538882-0c9a-43b3-8124-1e307f42c8ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f94d55f8-6113-420e-a963-8c26c78ee4f4: This subnet is being modified by another concurrent operation. Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:28:26.880056 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise exception Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f94d55f8-6113-420e-a963-8c26c78ee4f4: This subnet is being modified by another concurrent operation. Feb 19 04:28:26.883576 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server Feb 19 04:28:26.900904 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d72068-bdbb-4c3a-ac23-f19237383ee7 None None] Network d8752a41-f138-435f-8b0f-f17cdc40815b requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:26.982341 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-b496aca9-2d4b-4ada-be8f-207da4d4a919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:26.983107 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-b496aca9-2d4b-4ada-be8f-207da4d4a919 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.984708 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-b496aca9-2d4b-4ada-be8f-207da4d4a919 service neutron] 10.222.0.26 "PUT /v2.0/ports/97177a0b-dd4b-45f9-bfbe-a522f93f117d HTTP/1.1" status: 200 len: 1092 time: 1.8475683 Feb 19 04:28:26.985578 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bbb5b97-9d11-4671-ab25-b2ead7f0f822', 'tag': '97177a0b-dd4b-45f9-bfbe-a522f93f117d'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:28:26.997698 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f4a7d3-1a18-4714-80ca-baf97f96c12d" -d '{"events": [{"name": "network-changed", "server_uuid": "9bbb5b97-9d11-4671-ab25-b2ead7f0f822", "tag": "97177a0b-dd4b-45f9-bfbe-a522f93f117d"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:28:27.086778 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:27.125355 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a61efc4a-1173-4340-ac93-062682104325 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (f1d5c404-ccbf-44b8-bd75-a0efd062f1ff), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:27.142747 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8180beb-3962-44a2-9d40-088efaeece7b x-openstack-request-id: req-d8180beb-3962-44a2-9d40-088efaeece7b {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:28:27.143049 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bbb5b97-9d11-4671-ab25-b2ead7f0f822", "tag": "97177a0b-dd4b-45f9-bfbe-a522f93f117d", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:28:27.143312 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d8180beb-3962-44a2-9d40-088efaeece7b {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:28:27.143859 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bbb5b97-9d11-4671-ab25-b2ead7f0f822', 'tag': '97177a0b-dd4b-45f9-bfbe-a522f93f117d', 'status': 'completed', 'code': 200} Feb 19 04:28:27.159937 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496aca9-2d4b-4ada-be8f-207da4d4a919 service neutron] Pushing event updated for resources: {'Port': ['ID=97177a0b-dd4b-45f9-bfbe-a522f93f117d,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:27.182105 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-2dccc1f3-4c81-4101-9339-e106063eceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:27.184194 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-2dccc1f3-4c81-4101-9339-e106063eceb2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce076e9f68f6436e95052065050bc270&device_id=9bbb5b97-9d11-4671-ab25-b2ead7f0f822 HTTP/1.1" status: 200 len: 1126 time: 0.1291270 Feb 19 04:28:27.209024 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a61efc4a-1173-4340-ac93-062682104325 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (f1d5c404-ccbf-44b8-bd75-a0efd062f1ff), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:27.292829 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-04cb8bde-cab4-4359-8f4c-5d059e9d0b2d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97177a0b-dd4b-45f9-bfbe-a522f93f117d HTTP/1.1" status: 200 len: 217 time: 0.1004338 Feb 19 04:28:27.314762 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065816a6-b224-45bd-b084-dd853282e0c0 req-ce49a3e3-e5af-4172-b3c7-73328ba119ef tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:27.316619 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-065816a6-b224-45bd-b084-dd853282e0c0 req-ce49a3e3-e5af-4172-b3c7-73328ba119ef tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbb5b97-9d11-4671-ab25-b2ead7f0f822 HTTP/1.1" status: 200 len: 943 time: 0.3129930 Feb 19 04:28:27.400779 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a61efc4a-1173-4340-ac93-062682104325 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (f1d5c404-ccbf-44b8-bd75-a0efd062f1ff), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server [None req-6c567a64-8826-43ac-b9cd-da2d6b99f5ff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f1d5c404-ccbf-44b8-bd75-a0efd062f1ff: This subnet is being modified by another concurrent operation. Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:28:27.405441 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise exception Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f1d5c404-ccbf-44b8-bd75-a0efd062f1ff: This subnet is being modified by another concurrent operation. Feb 19 04:28:27.409283 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server Feb 19 04:28:27.426106 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-d84a6652-c4b5-460d-815c-ee71b144900c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:27.427668 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-d84a6652-c4b5-460d-815c-ee71b144900c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f0a93690-316e-4b3c-89ce-34ed28c0df45 HTTP/1.1" status: 200 len: 853 time: 0.1273673 Feb 19 04:28:27.435874 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fecf64d-41cf-459f-8d04-9c216e5aa338 None None] get_active_networks_info from n-d-828369-19 {{(pid=109927) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:28:27.498765 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61efc4a-1173-4340-ac93-062682104325 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Pushing event deleted for resources: {'Subnet': ['ID=f1d5c404-ccbf-44b8-bd75-a0efd062f1ff,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:27.499180 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-008ac28a-8ea4-4243-be46-5bf93a697ea7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6979ad81-5fba-4a33-a8b4-463a94f62639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649588 Feb 19 04:28:27.520628 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-065816a6-b224-45bd-b084-dd853282e0c0 req-9c0845c6-1758-43d3-8a5e-c535a7831396 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/security-groups?id=228fef21-6b8c-41b8-9f40-017f22f28298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960630 Feb 19 04:28:27.521700 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a61efc4a-1173-4340-ac93-062682104325 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:27.524787 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a61efc4a-1173-4340-ac93-062682104325 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] 10.222.0.52 "DELETE /v2.0/subnets/f1d5c404-ccbf-44b8-bd75-a0efd062f1ff HTTP/1.1" status: 204 len: 168 time: 0.7500370 Feb 19 04:28:27.528245 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33372) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:27.637041 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fecf64d-41cf-459f-8d04-9c216e5aa338 None None] Resources bound (agent type, host, resource id): {{(pid=109927) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:28:27.739852 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182f6196-5258-4d3c-bec0-6d185f316478 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:27.742145 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-182f6196-5258-4d3c-bec0-6d185f316478 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1981418 Feb 19 04:28:27.748093 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33380) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:27.773626 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-2bbfafcb-84a3-463d-a8ab-70a370c6c6c0 service neutron] 10.222.0.26 "GET /v2.0/networks/6979ad81-5fba-4a33-a8b4-463a94f62639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656779 Feb 19 04:28:27.900319 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d9b565c-ecd9-4880-bc8e-6bc92cbfcecd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (e3e56775-1e18-4274-a80e-b600ebcda079), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:27.974596 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-dcc1d301-f7a6-48de-a4c7-4598128c200f req-ec0ecbb2-e974-4098-9855-a0ab2cf57974 service neutron] 10.222.0.26 "GET /v2.0/networks/6979ad81-5fba-4a33-a8b4-463a94f62639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938481 Feb 19 04:28:28.022420 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d9b565c-ecd9-4880-bc8e-6bc92cbfcecd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (e3e56775-1e18-4274-a80e-b600ebcda079), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:28.062579 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b6a971-a55b-46c9-9254-16370bbb7e7b None None] get_active_networks_info from n-d-828369-19 {{(pid=109927) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:28:28.128320 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-2d9b565c-ecd9-4880-bc8e-6bc92cbfcecd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e56775-1e18-4274-a80e-b600ebcda079']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:28.146556 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-2d9b565c-ecd9-4880-bc8e-6bc92cbfcecd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81c9377-f269-4929-8673-876e8ac807a6') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:28.146982 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-2d9b565c-ecd9-4880-bc8e-6bc92cbfcecd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81c9377-f269-4929-8673-876e8ac807a6') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:28.181786 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d9b565c-ecd9-4880-bc8e-6bc92cbfcecd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (c81c9377-f269-4929-8673-876e8ac807a6), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:28.184311 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4a7d3-1a18-4714-80ca-baf97f96c12d req-300ee885-dd28-4158-9f85-73dfdbd95077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:28.186111 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-93f4a7d3-1a18-4714-80ca-baf97f96c12d req-300ee885-dd28-4158-9f85-73dfdbd95077 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce076e9f68f6436e95052065050bc270&device_id=9bbb5b97-9d11-4671-ab25-b2ead7f0f822 HTTP/1.1" status: 200 len: 1126 time: 0.1004298 Feb 19 04:28:28.196093 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b6a971-a55b-46c9-9254-16370bbb7e7b None None] Resources bound (agent type, host, resource id): {{(pid=109927) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:28:28.227594 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d9b565c-ecd9-4880-bc8e-6bc92cbfcecd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (c81c9377-f269-4929-8673-876e8ac807a6), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:28.248993 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9b565c-ecd9-4880-bc8e-6bc92cbfcecd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:28:28.250839 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d9b565c-ecd9-4880-bc8e-6bc92cbfcecd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (c81c9377-f269-4929-8673-876e8ac807a6), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:28:28.344411 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:28:28.355701 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d9b565c-ecd9-4880-bc8e-6bc92cbfcecd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (e3e56775-1e18-4274-a80e-b600ebcda079), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:28.361425 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d9b565c-ecd9-4880-bc8e-6bc92cbfcecd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:28.371124 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2d9b565c-ecd9-4880-bc8e-6bc92cbfcecd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] 10.222.0.52 "DELETE /v2.0/networks/e3e56775-1e18-4274-a80e-b600ebcda079 HTTP/1.1" status: 204 len: 168 time: 0.6214511 Feb 19 04:28:28.376716 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33386) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:28.411351 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b565c-ecd9-4880-bc8e-6bc92cbfcecd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Pushing event deleted for resources: {'Network': ['ID=e3e56775-1e18-4274-a80e-b600ebcda079,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:28.543408 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4a7d3-1a18-4714-80ca-baf97f96c12d req-a67876b2-2547-4b73-ad28-11e48545a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:28.548168 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-93f4a7d3-1a18-4714-80ca-baf97f96c12d req-a67876b2-2547-4b73-ad28-11e48545a046 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6979ad81-5fba-4a33-a8b4-463a94f62639 HTTP/1.1" status: 200 len: 914 time: 0.3544698 Feb 19 04:28:28.601089 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5a8f29-99a2-4f00-828b-5779bd025a3b None None] Network e3e56775-1e18-4274-a80e-b600ebcda079 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:28.624805 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5a8f29-99a2-4f00-828b-5779bd025a3b None None] Network e3e56775-1e18-4274-a80e-b600ebcda079 could not be found, it might have been deleted concurrently. {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 04:28:28.664472 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-93f4a7d3-1a18-4714-80ca-baf97f96c12d req-6a2328c1-1739-41b4-8581-ab4f8e3ea524 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97177a0b-dd4b-45f9-bfbe-a522f93f117d HTTP/1.1" status: 200 len: 217 time: 0.1076679 Feb 19 04:28:28.678899 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98f4e195-5151-4644-b004-1dbd5ac148cd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (d8752a41-f138-435f-8b0f-f17cdc40815b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:28.783685 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712aa47-a667-4f31-9e55-e0de77f94960 req-dac8e202-168b-4e7b-baf3-aac57cff90a0 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:28.790767 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4a7d3-1a18-4714-80ca-baf97f96c12d req-aabcfa6e-82ac-4489-b40e-ba6dc6c49f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:28.792794 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-93f4a7d3-1a18-4714-80ca-baf97f96c12d req-aabcfa6e-82ac-4489-b40e-ba6dc6c49f60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f0a93690-316e-4b3c-89ce-34ed28c0df45 HTTP/1.1" status: 200 len: 853 time: 0.1068070 Feb 19 04:28:28.798675 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7712aa47-a667-4f31-9e55-e0de77f94960 req-dac8e202-168b-4e7b-baf3-aac57cff90a0 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbb5b97-9d11-4671-ab25-b2ead7f0f822 HTTP/1.1" status: 200 len: 943 time: 0.1265552 Feb 19 04:28:28.874689 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7712aa47-a667-4f31-9e55-e0de77f94960 req-8817cb4d-1ec6-40f0-97fa-7a82e04f4952 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/security-groups?id=228fef21-6b8c-41b8-9f40-017f22f28298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700898 Feb 19 04:28:28.886899 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-93f4a7d3-1a18-4714-80ca-baf97f96c12d req-e1950a64-755e-4342-b982-1a0ab0a9e49a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6979ad81-5fba-4a33-a8b4-463a94f62639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526531 Feb 19 04:28:28.897718 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98f4e195-5151-4644-b004-1dbd5ac148cd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (d8752a41-f138-435f-8b0f-f17cdc40815b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:28.984887 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-93f4a7d3-1a18-4714-80ca-baf97f96c12d req-739aa640-a186-4d20-916e-226905cac9ab service neutron] 10.222.0.26 "GET /v2.0/networks/6979ad81-5fba-4a33-a8b4-463a94f62639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894189 Feb 19 04:28:29.028023 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-98f4e195-5151-4644-b004-1dbd5ac148cd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8752a41-f138-435f-8b0f-f17cdc40815b']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:29.071775 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-98f4e195-5151-4644-b004-1dbd5ac148cd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6b022e-b158-44bd-8129-2f422b258f43') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:29.071982 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-98f4e195-5151-4644-b004-1dbd5ac148cd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6b022e-b158-44bd-8129-2f422b258f43') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:29.085245 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98f4e195-5151-4644-b004-1dbd5ac148cd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (9d6b022e-b158-44bd-8129-2f422b258f43), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:29.144430 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98f4e195-5151-4644-b004-1dbd5ac148cd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (9d6b022e-b158-44bd-8129-2f422b258f43), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:29.152016 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f4e195-5151-4644-b004-1dbd5ac148cd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:28:29.152492 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98f4e195-5151-4644-b004-1dbd5ac148cd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (9d6b022e-b158-44bd-8129-2f422b258f43), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:29.221118 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-93f4a7d3-1a18-4714-80ca-baf97f96c12d req-59db4a5e-8ac7-42b3-b39b-bd6be06ff166 service neutron] 10.222.0.26 "GET /v2.0/networks/6979ad81-5fba-4a33-a8b4-463a94f62639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286952 Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:28:29.221951 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:28:29.229291 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98f4e195-5151-4644-b004-1dbd5ac148cd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (d8752a41-f138-435f-8b0f-f17cdc40815b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:29.243567 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-98f4e195-5151-4644-b004-1dbd5ac148cd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:29.250407 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33396) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:29.250964 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-98f4e195-5151-4644-b004-1dbd5ac148cd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] 10.222.0.52 "DELETE /v2.0/networks/d8752a41-f138-435f-8b0f-f17cdc40815b HTTP/1.1" status: 204 len: 168 time: 0.8727310 Feb 19 04:28:29.265485 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4e195-5151-4644-b004-1dbd5ac148cd tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Pushing event deleted for resources: {'Network': ['ID=d8752a41-f138-435f-8b0f-f17cdc40815b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:29.347963 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c129ebfd-e9d9-4644-af7f-c5408d12e906 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (a06fd351-0818-4eab-b6b9-d7b793d59019), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:29.462665 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c129ebfd-e9d9-4644-af7f-c5408d12e906 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (a06fd351-0818-4eab-b6b9-d7b793d59019), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:29.497349 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-c129ebfd-e9d9-4644-af7f-c5408d12e906 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a06fd351-0818-4eab-b6b9-d7b793d59019']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:29.514908 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-c129ebfd-e9d9-4644-af7f-c5408d12e906 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ce8ec1-c0c6-4798-8807-3459b5de4c9a') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:29.515234 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-c129ebfd-e9d9-4644-af7f-c5408d12e906 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ce8ec1-c0c6-4798-8807-3459b5de4c9a') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:29.525858 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c129ebfd-e9d9-4644-af7f-c5408d12e906 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (72ce8ec1-c0c6-4798-8807-3459b5de4c9a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:29.548095 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c129ebfd-e9d9-4644-af7f-c5408d12e906 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (72ce8ec1-c0c6-4798-8807-3459b5de4c9a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:29.563146 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c129ebfd-e9d9-4644-af7f-c5408d12e906 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:28:29.563562 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c129ebfd-e9d9-4644-af7f-c5408d12e906 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (72ce8ec1-c0c6-4798-8807-3459b5de4c9a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:28:29.567464 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:28:29.649949 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c129ebfd-e9d9-4644-af7f-c5408d12e906 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (a06fd351-0818-4eab-b6b9-d7b793d59019), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:29.659474 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c129ebfd-e9d9-4644-af7f-c5408d12e906 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:29.663209 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c129ebfd-e9d9-4644-af7f-c5408d12e906 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] 10.222.0.52 "DELETE /v2.0/networks/a06fd351-0818-4eab-b6b9-d7b793d59019 HTTP/1.1" status: 204 len: 168 time: 0.4116149 Feb 19 04:28:29.665783 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33406) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:29.688485 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c129ebfd-e9d9-4644-af7f-c5408d12e906 tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Pushing event deleted for resources: {'Network': ['ID=a06fd351-0818-4eab-b6b9-d7b793d59019,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:29.807978 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:29.811559 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-25c5576c-ffce-4d6b-8ec6-7261c35efd6b tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (a4e41926-bc96-40fc-b88e-1f84644d1670), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:29.968303 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-25c5576c-ffce-4d6b-8ec6-7261c35efd6b tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (a4e41926-bc96-40fc-b88e-1f84644d1670), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:30.038553 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-25c5576c-ffce-4d6b-8ec6-7261c35efd6b tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e41926-bc96-40fc-b88e-1f84644d1670']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:30.052642 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-25c5576c-ffce-4d6b-8ec6-7261c35efd6b tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1c565b-b43d-4d27-ae0a-4e64f6a680f3') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:30.052947 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-25c5576c-ffce-4d6b-8ec6-7261c35efd6b tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1c565b-b43d-4d27-ae0a-4e64f6a680f3') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:30.073501 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-25c5576c-ffce-4d6b-8ec6-7261c35efd6b tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (8a1c565b-b43d-4d27-ae0a-4e64f6a680f3), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:30.091328 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-25c5576c-ffce-4d6b-8ec6-7261c35efd6b tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (8a1c565b-b43d-4d27-ae0a-4e64f6a680f3), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:30.100149 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e09b92-4bd8-4a2c-80c1-35af0d8de468 req-3dfa9d4c-9207-4ef3-a575-9466490c3e30 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:30.101902 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44e09b92-4bd8-4a2c-80c1-35af0d8de468 req-3dfa9d4c-9207-4ef3-a575-9466490c3e30 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbb5b97-9d11-4671-ab25-b2ead7f0f822 HTTP/1.1" status: 200 len: 943 time: 0.1078389 Feb 19 04:28:30.108569 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25c5576c-ffce-4d6b-8ec6-7261c35efd6b tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:28:30.108988 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-25c5576c-ffce-4d6b-8ec6-7261c35efd6b tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (8a1c565b-b43d-4d27-ae0a-4e64f6a680f3), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:28:30.112298 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:28:30.195108 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-25c5576c-ffce-4d6b-8ec6-7261c35efd6b tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (a4e41926-bc96-40fc-b88e-1f84644d1670), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:30.212324 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-25c5576c-ffce-4d6b-8ec6-7261c35efd6b tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:30.216141 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-25c5576c-ffce-4d6b-8ec6-7261c35efd6b tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] 10.222.0.52 "DELETE /v2.0/networks/a4e41926-bc96-40fc-b88e-1f84644d1670 HTTP/1.1" status: 204 len: 168 time: 0.5493155 Feb 19 04:28:30.233054 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-44e09b92-4bd8-4a2c-80c1-35af0d8de468 req-33630eae-0141-4058-8184-72c5b18c6531 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/security-groups?id=228fef21-6b8c-41b8-9f40-017f22f28298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198521 Feb 19 04:28:30.233892 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5576c-ffce-4d6b-8ec6-7261c35efd6b tempest-BulkNetworkOpsTest-190423007 tempest-BulkNetworkOpsTest-190423007-project] Pushing event deleted for resources: {'Network': ['ID=a4e41926-bc96-40fc-b88e-1f84644d1670,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:30.488533 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33420) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:30.625655 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ebbfe95f-c03a-4571-9469-1b2bb008bcc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:30.635196 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8f3dcd73-29d7-4046-bbad-e0069bfab150 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6ade9a0953364b048ca1061113b08179&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1454706 Feb 19 04:28:30.638097 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33428) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:30.687496 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6188283a-af6e-4eb6-ac95-6c9b58c606f2 admin admin] Publish callbacks [] for security_group (b93c140b-7fa7-4583-90db-59c2e4ad6c8b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:30.711111 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6188283a-af6e-4eb6-ac95-6c9b58c606f2 admin admin] Publish callbacks [] for security_group (b93c140b-7fa7-4583-90db-59c2e4ad6c8b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:30.763265 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6188283a-af6e-4eb6-ac95-6c9b58c606f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b93c140b-7fa7-4583-90db-59c2e4ad6c8b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:30.766925 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6188283a-af6e-4eb6-ac95-6c9b58c606f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:30.770423 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6188283a-af6e-4eb6-ac95-6c9b58c606f2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b93c140b-7fa7-4583-90db-59c2e4ad6c8b HTTP/1.1" status: 204 len: 168 time: 0.1290734 Feb 19 04:28:30.777243 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188283a-af6e-4eb6-ac95-6c9b58c606f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93c140b-7fa7-4583-90db-59c2e4ad6c8b,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:31.088471 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 97177a0b-dd4b-45f9-bfbe-a522f93f117d details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:28:31.233619 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 97177a0b-dd4b-45f9-bfbe-a522f93f117d, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=97177a0b-dd4b-45f9-bfbe-a522f93f117d,segment=NetworkSegment(9777500b-3d40-48be-8014-053531e35b49),segment_id=9777500b-3d40-48be-8014-053531e35b49)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:31.261646 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '97177a0b-dd4b-45f9-bfbe-a522f93f117d', 'network_id': '6979ad81-5fba-4a33-a8b4-463a94f62639', 'port_id': '97177a0b-dd4b-45f9-bfbe-a522f93f117d', 'mac_address': 'fa:16:3e:1e:f9:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a93690-316e-4b3c-89ce-34ed28c0df45', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:28:31.359331 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 97177a0b-dd4b-45f9-bfbe-a522f93f117d is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:31.359729 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (97177a0b-dd4b-45f9-bfbe-a522f93f117d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:31.413701 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97177a0b-dd4b-45f9-bfbe-a522f93f117d {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:28:31.454319 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 97177a0b-dd4b-45f9-bfbe-a522f93f117d, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=97177a0b-dd4b-45f9-bfbe-a522f93f117d,segment=NetworkSegment(9777500b-3d40-48be-8014-053531e35b49),segment_id=9777500b-3d40-48be-8014-053531e35b49)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:31.461849 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (97177a0b-dd4b-45f9-bfbe-a522f93f117d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:31.488377 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab763594-7909-4462-8b91-0321127dc7a0 req-1134f7a5-9ff2-4455-94fb-b4cd2b8e8df3 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:31.492811 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab763594-7909-4462-8b91-0321127dc7a0 req-1134f7a5-9ff2-4455-94fb-b4cd2b8e8df3 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbb5b97-9d11-4671-ab25-b2ead7f0f822 HTTP/1.1" status: 200 len: 943 time: 0.1420510 Feb 19 04:28:31.570111 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab763594-7909-4462-8b91-0321127dc7a0 req-1925ca8c-abed-4928-b4c8-7a7a0581e566 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/security-groups?id=228fef21-6b8c-41b8-9f40-017f22f28298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716188 Feb 19 04:28:31.593244 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=97177a0b-dd4b-45f9-bfbe-a522f93f117d,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:31.788732 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['97177a0b-dd4b-45f9-bfbe-a522f93f117d'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:28:31.879319 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33488) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:32.040940 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-aa6a21f2-e215-417f-bb81-5e3ef875698a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2090351569'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:32.094019 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6a21f2-e215-417f-bb81-5e3ef875698a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Made reservation on behalf of 61650e8e0c8344e892aa4fa42b75ab2d for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:32.097615 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa6a21f2-e215-417f-bb81-5e3ef875698a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.118334 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa6a21f2-e215-417f-bb81-5e3ef875698a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.236513 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa6a21f2-e215-417f-bb81-5e3ef875698a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for security_group (0831426c-260e-46ad-9389-df92572841bb), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.240417 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa6a21f2-e215-417f-bb81-5e3ef875698a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0831426c-260e-46ad-9389-df92572841bb), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.281160 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a21f2-e215-417f-bb81-5e3ef875698a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0831426c-260e-46ad-9389-df92572841bb,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:32.284961 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6a21f2-e215-417f-bb81-5e3ef875698a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:28:32.297407 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa6a21f2-e215-417f-bb81-5e3ef875698a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (7f6af803-7b30-45f7-9c94-97cdb7e18a51), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.297813 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-aa6a21f2-e215-417f-bb81-5e3ef875698a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Added segment 7f6af803-7b30-45f7-9c94-97cdb7e18a51 of type vlan for network 52401a54-ef07-49b2-bcde-7db49ec5459a Feb 19 04:28:32.344861 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa6a21f2-e215-417f-bb81-5e3ef875698a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (52401a54-ef07-49b2-bcde-7db49ec5459a), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.387311 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa6a21f2-e215-417f-bb81-5e3ef875698a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (52401a54-ef07-49b2-bcde-7db49ec5459a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.393320 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6a21f2-e215-417f-bb81-5e3ef875698a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:32.394752 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-aa6a21f2-e215-417f-bb81-5e3ef875698a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.496531 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a21f2-e215-417f-bb81-5e3ef875698a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event updated for resources: {'Network': ['ID=52401a54-ef07-49b2-bcde-7db49ec5459a,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:32.512410 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-aa6a21f2-e215-417f-bb81-5e3ef875698a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6279569 Feb 19 04:28:32.516123 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 52401a54-ef07-49b2-bcde-7db49ec5459a details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:28:32.789052 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefaf29-79be-4394-91ae-fb6b719272a6 req-de3cc162-8a1a-466e-8e0d-1a65fb36785e tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:32.831769 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2fefaf29-79be-4394-91ae-fb6b719272a6 req-de3cc162-8a1a-466e-8e0d-1a65fb36785e tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbb5b97-9d11-4671-ab25-b2ead7f0f822 HTTP/1.1" status: 200 len: 944 time: 0.1502824 Feb 19 04:28:32.901617 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2fefaf29-79be-4394-91ae-fb6b719272a6 req-4c5e777c-dc71-4f8c-95a0-8f6271c69c78 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/security-groups?id=228fef21-6b8c-41b8-9f40-017f22f28298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608265 Feb 19 04:28:33.105546 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 97177a0b-dd4b-45f9-bfbe-a522f93f117d up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:28:33.236074 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 97177a0b-dd4b-45f9-bfbe-a522f93f117d completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:28:33.240080 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 97177a0b-dd4b-45f9-bfbe-a522f93f117d triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:33.240467 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (97177a0b-dd4b-45f9-bfbe-a522f93f117d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:33.408095 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 97177a0b-dd4b-45f9-bfbe-a522f93f117d is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:33.408673 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (97177a0b-dd4b-45f9-bfbe-a522f93f117d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:33.485542 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 97177a0b-dd4b-45f9-bfbe-a522f93f117d, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=97177a0b-dd4b-45f9-bfbe-a522f93f117d,segment=NetworkSegment(9777500b-3d40-48be-8014-053531e35b49),segment_id=9777500b-3d40-48be-8014-053531e35b49)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:33.514981 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbb5b97-9d11-4671-ab25-b2ead7f0f822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97177a0b-dd4b-45f9-bfbe-a522f93f117d'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:28:33.521307 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f1fe3a-6918-455c-a0bb-6c08b0945494" -d '{"events": [{"server_uuid": "9bbb5b97-9d11-4671-ab25-b2ead7f0f822", "name": "network-vif-plugged", "status": "completed", "tag": "97177a0b-dd4b-45f9-bfbe-a522f93f117d"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:28:33.563280 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (97177a0b-dd4b-45f9-bfbe-a522f93f117d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:33.627652 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e0997cdc-8b54-4227-afc0-9ecaa1ceee47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:33.633892 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f745f0-3be5-49fc-8de1-b5464abdb958 x-openstack-request-id: req-40f745f0-3be5-49fc-8de1-b5464abdb958 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:28:33.634591 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbb5b97-9d11-4671-ab25-b2ead7f0f822", "name": "network-vif-plugged", "status": "completed", "tag": "97177a0b-dd4b-45f9-bfbe-a522f93f117d", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:28:33.635281 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-40f745f0-3be5-49fc-8de1-b5464abdb958 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:28:33.637390 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbb5b97-9d11-4671-ab25-b2ead7f0f822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97177a0b-dd4b-45f9-bfbe-a522f93f117d', 'code': 200} Feb 19 04:28:33.685684 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=97177a0b-dd4b-45f9-bfbe-a522f93f117d,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:33.796402 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2365f8-be04-40b8-8b72-98e76ff358ac req-b1ea09ec-27d5-435b-b76b-8ca0811a4d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:33.798259 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fc2365f8-be04-40b8-8b72-98e76ff358ac req-b1ea09ec-27d5-435b-b76b-8ca0811a4d6b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9bbb5b97-9d11-4671-ab25-b2ead7f0f822 HTTP/1.1" status: 200 len: 1128 time: 0.0952134 Feb 19 04:28:33.842965 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:33.916090 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fc2365f8-be04-40b8-8b72-98e76ff358ac req-b8bec91d-c447-46da-a5c7-9e56174aac12 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=228fef21-6b8c-41b8-9f40-017f22f28298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110237 Feb 19 04:28:34.075113 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98138cc-7875-4bb3-9835-1617439c3c1d req-5cca9c80-e391-4428-b4cd-8d1387ceca51 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:34.084267 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d98138cc-7875-4bb3-9835-1617439c3c1d req-5cca9c80-e391-4428-b4cd-8d1387ceca51 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbb5b97-9d11-4671-ab25-b2ead7f0f822 HTTP/1.1" status: 200 len: 945 time: 0.0850027 Feb 19 04:28:34.160970 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d98138cc-7875-4bb3-9835-1617439c3c1d req-4da6ff7d-efa8-474a-8433-ce081377d686 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/security-groups?id=228fef21-6b8c-41b8-9f40-017f22f28298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752063 Feb 19 04:28:35.347672 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:35.398577 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407c707-0a82-45a7-8ff6-574b474794b8 req-28b27374-e0be-4af7-a41d-327cd3fd20ec tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:35.400641 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a407c707-0a82-45a7-8ff6-574b474794b8 req-28b27374-e0be-4af7-a41d-327cd3fd20ec tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbb5b97-9d11-4671-ab25-b2ead7f0f822 HTTP/1.1" status: 200 len: 945 time: 0.0787935 Feb 19 04:28:35.458089 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a407c707-0a82-45a7-8ff6-574b474794b8 req-14f8aac8-d04a-4d82-b179-566912ad8439 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/security-groups?id=228fef21-6b8c-41b8-9f40-017f22f28298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518208 Feb 19 04:28:35.670959 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33570) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:35.677700 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-e550ef19-368e-4e35-bf24-6bccb3f30b50 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Request body: {'subnet': {'network_id': '52401a54-ef07-49b2-bcde-7db49ec5459a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:35.782320 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e550ef19-368e-4e35-bf24-6bccb3f30b50 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Made reservation on behalf of 61650e8e0c8344e892aa4fa42b75ab2d for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:35.786676 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e550ef19-368e-4e35-bf24-6bccb3f30b50 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:35.989640 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e550ef19-368e-4e35-bf24-6bccb3f30b50 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (931af791-3a2d-4419-8442-0e3018ae5d97), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.062550 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550ef19-368e-4e35-bf24-6bccb3f30b50 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event updated for resources: {'Subnet': ['ID=931af791-3a2d-4419-8442-0e3018ae5d97,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:36.067546 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e550ef19-368e-4e35-bf24-6bccb3f30b50 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Checking segment: {'id': '7f6af803-7b30-45f7-9c94-97cdb7e18a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '52401a54-ef07-49b2-bcde-7db49ec5459a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:36.067918 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e550ef19-368e-4e35-bf24-6bccb3f30b50 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Network hostable DHCP agents. Network: 52401a54-ef07-49b2-bcde-7db49ec5459a, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:28:36.095024 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e550ef19-368e-4e35-bf24-6bccb3f30b50 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Network 52401a54-ef07-49b2-bcde-7db49ec5459a is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:28:36.110536 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-e550ef19-368e-4e35-bf24-6bccb3f30b50 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 52401a54-ef07-49b2-bcde-7db49ec5459a) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:36.115535 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e550ef19-368e-4e35-bf24-6bccb3f30b50 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:36.117020 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e550ef19-368e-4e35-bf24-6bccb3f30b50 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.123984 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523174f9-d0b2-4b2b-8a00-587e7a9c5e3f None None] Network 52401a54-ef07-49b2-bcde-7db49ec5459a requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:36.170713 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e550ef19-368e-4e35-bf24-6bccb3f30b50 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4975455 Feb 19 04:28:36.173998 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33576) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:36.183828 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-8d862086-12ab-40a8-8236-1d22f1c8d75f tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1421777843'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:36.222309 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d862086-12ab-40a8-8236-1d22f1c8d75f tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Made reservation on behalf of 61650e8e0c8344e892aa4fa42b75ab2d for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:36.226386 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d862086-12ab-40a8-8236-1d22f1c8d75f tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.263658 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d862086-12ab-40a8-8236-1d22f1c8d75f tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:28:36.285007 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d862086-12ab-40a8-8236-1d22f1c8d75f tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (873dd922-54fc-4b06-a7b0-6231076f6f70), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.285350 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-8d862086-12ab-40a8-8236-1d22f1c8d75f tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Added segment 873dd922-54fc-4b06-a7b0-6231076f6f70 of type vlan for network ec1550b6-42a4-45e4-881b-74eb5fdf2a5d Feb 19 04:28:36.332955 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79243e9f-4c53-4c72-a897-8dfc2102dcb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-52401a54-ef07-49b2-bcde-7db49ec5459a', 'network_id': '52401a54-ef07-49b2-bcde-7db49ec5459a', 'project_id': '61650e8e0c8344e892aa4fa42b75ab2d', 'fixed_ips': [{'subnet_id': '931af791-3a2d-4419-8442-0e3018ae5d97'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:28:36.333851 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-79243e9f-4c53-4c72-a897-8dfc2102dcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.380800 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d862086-12ab-40a8-8236-1d22f1c8d75f tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (ec1550b6-42a4-45e4-881b-74eb5fdf2a5d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.441772 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d862086-12ab-40a8-8236-1d22f1c8d75f tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (ec1550b6-42a4-45e4-881b-74eb5fdf2a5d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.450650 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d862086-12ab-40a8-8236-1d22f1c8d75f tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:36.451211 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d862086-12ab-40a8-8236-1d22f1c8d75f tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.539025 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-79243e9f-4c53-4c72-a897-8dfc2102dcb0 None None] Allocated IP 2001:db8:0:ffff::2 (52401a54-ef07-49b2-bcde-7db49ec5459a/931af791-3a2d-4419-8442-0e3018ae5d97/83e6e22b-b9be-40af-8dd3-bbef6007d570) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:36.550077 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33584) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:36.550653 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8d862086-12ab-40a8-8236-1d22f1c8d75f tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3748262 Feb 19 04:28:36.556377 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-fc69a559-e2c4-4dae-800c-5170e4722aaa tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Request body: {'subnet': {'network_id': 'ec1550b6-42a4-45e4-881b-74eb5fdf2a5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:36.583239 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d862086-12ab-40a8-8236-1d22f1c8d75f tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event updated for resources: {'Network': ['ID=ec1550b6-42a4-45e4-881b-74eb5fdf2a5d,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:36.769226 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-79243e9f-4c53-4c72-a897-8dfc2102dcb0 None None] Publish callbacks [] for port (83e6e22b-b9be-40af-8dd3-bbef6007d570), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.775258 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network ec1550b6-42a4-45e4-881b-74eb5fdf2a5d details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:28:36.788793 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc69a559-e2c4-4dae-800c-5170e4722aaa tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Made reservation on behalf of 61650e8e0c8344e892aa4fa42b75ab2d for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:36.796834 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fc69a559-e2c4-4dae-800c-5170e4722aaa tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.829091 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-79243e9f-4c53-4c72-a897-8dfc2102dcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (83e6e22b-b9be-40af-8dd3-bbef6007d570), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.876651 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79243e9f-4c53-4c72-a897-8dfc2102dcb0 None None] Pushing event updated for resources: {'Port': ['ID=83e6e22b-b9be-40af-8dd3-bbef6007d570,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:36.898647 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.924968 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79243e9f-4c53-4c72-a897-8dfc2102dcb0 None None] Network 52401a54-ef07-49b2-bcde-7db49ec5459a is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:36.928110 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-79243e9f-4c53-4c72-a897-8dfc2102dcb0 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:36.933019 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79243e9f-4c53-4c72-a897-8dfc2102dcb0 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:28:37.008713 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-79243e9f-4c53-4c72-a897-8dfc2102dcb0 None None] Attempting to bind port 83e6e22b-b9be-40af-8dd3-bbef6007d570 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:28:37.009097 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-79243e9f-4c53-4c72-a897-8dfc2102dcb0 None None] Attempting to bind port 83e6e22b-b9be-40af-8dd3-bbef6007d570 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '7f6af803-7b30-45f7-9c94-97cdb7e18a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '52401a54-ef07-49b2-bcde-7db49ec5459a'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:28:37.009471 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79243e9f-4c53-4c72-a897-8dfc2102dcb0 None None] Attempting to bind port 83e6e22b-b9be-40af-8dd3-bbef6007d570 on network 52401a54-ef07-49b2-bcde-7db49ec5459a {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:37.016325 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79243e9f-4c53-4c72-a897-8dfc2102dcb0 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:28:37.016738 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79243e9f-4c53-4c72-a897-8dfc2102dcb0 None None] Checking segment: {'id': '7f6af803-7b30-45f7-9c94-97cdb7e18a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '52401a54-ef07-49b2-bcde-7db49ec5459a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:37.017326 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-79243e9f-4c53-4c72-a897-8dfc2102dcb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.017822 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79243e9f-4c53-4c72-a897-8dfc2102dcb0 None None] Bound using segment: {'id': '7f6af803-7b30-45f7-9c94-97cdb7e18a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '52401a54-ef07-49b2-bcde-7db49ec5459a'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:28:37.018356 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-79243e9f-4c53-4c72-a897-8dfc2102dcb0 None None] Bound port: 83e6e22b-b9be-40af-8dd3-bbef6007d570, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6af803-7b30-45f7-9c94-97cdb7e18a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '52401a54-ef07-49b2-bcde-7db49ec5459a'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:28:37.018751 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-79243e9f-4c53-4c72-a897-8dfc2102dcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (83e6e22b-b9be-40af-8dd3-bbef6007d570), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.062602 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fc69a559-e2c4-4dae-800c-5170e4722aaa tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (92d366ec-f614-4013-b96b-fcf705a0b03e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.087069 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac07589-97ca-4c13-a076-8598cd342fdf req-d15cce92-32d8-43ff-8166-f729c7ff8144 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:37.094838 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0ac07589-97ca-4c13-a076-8598cd342fdf req-d15cce92-32d8-43ff-8166-f729c7ff8144 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbb5b97-9d11-4671-ab25-b2ead7f0f822 HTTP/1.1" status: 200 len: 945 time: 0.4061503 Feb 19 04:28:37.106149 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-79243e9f-4c53-4c72-a897-8dfc2102dcb0 None None] For port 83e6e22b-b9be-40af-8dd3-bbef6007d570, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:28:37.113566 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-79243e9f-4c53-4c72-a897-8dfc2102dcb0 None None] For port 83e6e22b-b9be-40af-8dd3-bbef6007d570, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=83e6e22b-b9be-40af-8dd3-bbef6007d570,segment=NetworkSegment(7f6af803-7b30-45f7-9c94-97cdb7e18a51),segment_id=7f6af803-7b30-45f7-9c94-97cdb7e18a51)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:28:37.123445 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-79243e9f-4c53-4c72-a897-8dfc2102dcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (83e6e22b-b9be-40af-8dd3-bbef6007d570), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.182231 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0ac07589-97ca-4c13-a076-8598cd342fdf req-45e40633-7c37-40ce-a62f-7dbd0f976df4 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/security-groups?id=228fef21-6b8c-41b8-9f40-017f22f28298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860751 Feb 19 04:28:37.218209 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79243e9f-4c53-4c72-a897-8dfc2102dcb0 None None] Pushing event updated for resources: {'Port': ['ID=83e6e22b-b9be-40af-8dd3-bbef6007d570,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:37.219380 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69a559-e2c4-4dae-800c-5170e4722aaa tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event updated for resources: {'Subnet': ['ID=92d366ec-f614-4013-b96b-fcf705a0b03e,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:37.259580 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc69a559-e2c4-4dae-800c-5170e4722aaa tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Checking segment: {'id': '873dd922-54fc-4b06-a7b0-6231076f6f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ec1550b6-42a4-45e4-881b-74eb5fdf2a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:37.260231 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc69a559-e2c4-4dae-800c-5170e4722aaa tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Network hostable DHCP agents. Network: ec1550b6-42a4-45e4-881b-74eb5fdf2a5d, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:28:37.308152 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc69a559-e2c4-4dae-800c-5170e4722aaa tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Network ec1550b6-42a4-45e4-881b-74eb5fdf2a5d is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:28:37.327919 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-fc69a559-e2c4-4dae-800c-5170e4722aaa tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, ec1550b6-42a4-45e4-881b-74eb5fdf2a5d) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:37.336208 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc69a559-e2c4-4dae-800c-5170e4722aaa tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:37.339636 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fc69a559-e2c4-4dae-800c-5170e4722aaa tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.342027 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c8d6b7-bb7c-4cb8-8975-1c07f2e31121 None None] Network ec1550b6-42a4-45e4-881b-74eb5fdf2a5d requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:37.379075 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33620) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:37.383050 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fc69a559-e2c4-4dae-800c-5170e4722aaa tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8317792 Feb 19 04:28:37.555352 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2befac4-f91d-48f1-bbd4-ab651c99b179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-ec1550b6-42a4-45e4-881b-74eb5fdf2a5d', 'network_id': 'ec1550b6-42a4-45e4-881b-74eb5fdf2a5d', 'project_id': '61650e8e0c8344e892aa4fa42b75ab2d', 'fixed_ips': [{'subnet_id': '92d366ec-f614-4013-b96b-fcf705a0b03e'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:28:37.556206 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c2befac4-f91d-48f1-bbd4-ab651c99b179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.655623 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (ec1550b6-42a4-45e4-881b-74eb5fdf2a5d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.859836 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (92d366ec-f614-4013-b96b-fcf705a0b03e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.893039 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-c2befac4-f91d-48f1-bbd4-ab651c99b179 None None] Allocated IP 2001:db8::1 (ec1550b6-42a4-45e4-881b-74eb5fdf2a5d/92d366ec-f614-4013-b96b-fcf705a0b03e/9d56b07b-d53d-422f-b302-76cf89c640cf) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:38.146974 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c2befac4-f91d-48f1-bbd4-ab651c99b179 None None] Publish callbacks [] for port (9d56b07b-d53d-422f-b302-76cf89c640cf), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.161233 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c2befac4-f91d-48f1-bbd4-ab651c99b179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (9d56b07b-d53d-422f-b302-76cf89c640cf), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.185804 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (92d366ec-f614-4013-b96b-fcf705a0b03e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.205608 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2befac4-f91d-48f1-bbd4-ab651c99b179 None None] Network ec1550b6-42a4-45e4-881b-74eb5fdf2a5d is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:38.208493 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-c2befac4-f91d-48f1-bbd4-ab651c99b179 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:38.214455 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2befac4-f91d-48f1-bbd4-ab651c99b179 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:28:38.220466 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2befac4-f91d-48f1-bbd4-ab651c99b179 None None] Pushing event updated for resources: {'Port': ['ID=9d56b07b-d53d-422f-b302-76cf89c640cf,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:38.231188 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event deleted for resources: {'Subnet': ['ID=92d366ec-f614-4013-b96b-fcf705a0b03e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:38.310529 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-c2befac4-f91d-48f1-bbd4-ab651c99b179 None None] Attempting to bind port 9d56b07b-d53d-422f-b302-76cf89c640cf on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:28:38.310995 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-c2befac4-f91d-48f1-bbd4-ab651c99b179 None None] Attempting to bind port 9d56b07b-d53d-422f-b302-76cf89c640cf by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '873dd922-54fc-4b06-a7b0-6231076f6f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ec1550b6-42a4-45e4-881b-74eb5fdf2a5d'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:28:38.311444 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2befac4-f91d-48f1-bbd4-ab651c99b179 None None] Attempting to bind port 9d56b07b-d53d-422f-b302-76cf89c640cf on network ec1550b6-42a4-45e4-881b-74eb5fdf2a5d {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:38.325298 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2befac4-f91d-48f1-bbd4-ab651c99b179 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:28:38.325790 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2befac4-f91d-48f1-bbd4-ab651c99b179 None None] Checking segment: {'id': '873dd922-54fc-4b06-a7b0-6231076f6f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ec1550b6-42a4-45e4-881b-74eb5fdf2a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:38.326314 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c2befac4-f91d-48f1-bbd4-ab651c99b179 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.326808 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2befac4-f91d-48f1-bbd4-ab651c99b179 None None] Bound using segment: {'id': '873dd922-54fc-4b06-a7b0-6231076f6f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ec1550b6-42a4-45e4-881b-74eb5fdf2a5d'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:28:38.327368 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-c2befac4-f91d-48f1-bbd4-ab651c99b179 None None] Bound port: 9d56b07b-d53d-422f-b302-76cf89c640cf, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873dd922-54fc-4b06-a7b0-6231076f6f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ec1550b6-42a4-45e4-881b-74eb5fdf2a5d'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:28:38.327841 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c2befac4-f91d-48f1-bbd4-ab651c99b179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (9d56b07b-d53d-422f-b302-76cf89c640cf), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.347678 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (ec1550b6-42a4-45e4-881b-74eb5fdf2a5d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.405719 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec1550b6-42a4-45e4-881b-74eb5fdf2a5d']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:38.429891 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '873dd922-54fc-4b06-a7b0-6231076f6f70') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:38.433404 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '873dd922-54fc-4b06-a7b0-6231076f6f70') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:38.462136 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (873dd922-54fc-4b06-a7b0-6231076f6f70), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.496933 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (873dd922-54fc-4b06-a7b0-6231076f6f70), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.510806 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:28:38.511193 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (873dd922-54fc-4b06-a7b0-6231076f6f70), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:28:38.656310 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:28:38.670574 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.db.api [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 04:28:38.670574 n-d-828369-19 neutron-server[109925]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 04:28:38.670574 n-d-828369-19 neutron-server[109925]: [parameters: {'id': 'ec1550b6-42a4-45e4-881b-74eb5fdf2a5d'}] Feb 19 04:28:38.670574 n-d-828369-19 neutron-server[109925]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:28:38.671064 n-d-828369-19 neutron-server[109925]: DEBUG oslo_db.api [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:28:38.860785 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c2befac4-f91d-48f1-bbd4-ab651c99b179 None None] For port 9d56b07b-d53d-422f-b302-76cf89c640cf, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:28:38.901347 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c2befac4-f91d-48f1-bbd4-ab651c99b179 None None] For port 9d56b07b-d53d-422f-b302-76cf89c640cf, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=9d56b07b-d53d-422f-b302-76cf89c640cf,segment=NetworkSegment(873dd922-54fc-4b06-a7b0-6231076f6f70),segment_id=873dd922-54fc-4b06-a7b0-6231076f6f70)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:28:38.923200 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c2befac4-f91d-48f1-bbd4-ab651c99b179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (9d56b07b-d53d-422f-b302-76cf89c640cf), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.099025 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 83e6e22b-b9be-40af-8dd3-bbef6007d570 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:28:39.173332 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (ec1550b6-42a4-45e4-881b-74eb5fdf2a5d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.247523 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d29e22-c3e6-4b3a-b97b-8d544ca05aa0 None None] Network 52401a54-ef07-49b2-bcde-7db49ec5459a requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:39.257214 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2befac4-f91d-48f1-bbd4-ab651c99b179 None None] Pushing event updated for resources: {'Port': ['ID=9d56b07b-d53d-422f-b302-76cf89c640cf,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:39.313684 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Deleting port 9d56b07b-d53d-422f-b302-76cf89c640cf {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:39.314265 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (9d56b07b-d53d-422f-b302-76cf89c640cf), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.383526 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890a8841-fbe2-4b46-b5de-c4e511bf4e6f None None] Network ec1550b6-42a4-45e4-881b-74eb5fdf2a5d requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:39.390090 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-8f280105-defe-4dea-a007-f2bbd4570e0e None None] Provisioning complete for port 83e6e22b-b9be-40af-8dd3-bbef6007d570 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:39.390483 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8f280105-defe-4dea-a007-f2bbd4570e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (83e6e22b-b9be-40af-8dd3-bbef6007d570), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.542646 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 83e6e22b-b9be-40af-8dd3-bbef6007d570 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:39.542951 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (83e6e22b-b9be-40af-8dd3-bbef6007d570), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.587155 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] For port 9d56b07b-d53d-422f-b302-76cf89c640cf, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=9d56b07b-d53d-422f-b302-76cf89c640cf,segment=NetworkSegment(873dd922-54fc-4b06-a7b0-6231076f6f70),segment_id=873dd922-54fc-4b06-a7b0-6231076f6f70)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:39.587679 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (9d56b07b-d53d-422f-b302-76cf89c640cf), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.638526 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8f280105-defe-4dea-a007-f2bbd4570e0e None None] Current status of the port 83e6e22b-b9be-40af-8dd3-bbef6007d570 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:39.638914 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8f280105-defe-4dea-a007-f2bbd4570e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (83e6e22b-b9be-40af-8dd3-bbef6007d570), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.654224 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Calling delete_port for 9d56b07b-d53d-422f-b302-76cf89c640cf owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:39.832057 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 83e6e22b-b9be-40af-8dd3-bbef6007d570 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:39.832458 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (83e6e22b-b9be-40af-8dd3-bbef6007d570), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.908346 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-8f280105-defe-4dea-a007-f2bbd4570e0e None None] For port 83e6e22b-b9be-40af-8dd3-bbef6007d570, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=83e6e22b-b9be-40af-8dd3-bbef6007d570,segment=NetworkSegment(7f6af803-7b30-45f7-9c94-97cdb7e18a51),segment_id=7f6af803-7b30-45f7-9c94-97cdb7e18a51)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:39.931207 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8f280105-defe-4dea-a007-f2bbd4570e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (83e6e22b-b9be-40af-8dd3-bbef6007d570), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.967585 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (9d56b07b-d53d-422f-b302-76cf89c640cf), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:40.064233 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f280105-defe-4dea-a007-f2bbd4570e0e None None] Pushing event updated for resources: {'Port': ['ID=83e6e22b-b9be-40af-8dd3-bbef6007d570,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:40.097313 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event deleted for resources: {'Port': ['ID=9d56b07b-d53d-422f-b302-76cf89c640cf,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:40.099513 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] No DVR routers for this DVR port 9d56b07b-d53d-422f-b302-76cf89c640cf on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:28:40.164125 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05405f40-e0d1-4e36-9f88-e5e5eb3d268c None None] get_active_networks_info from n-d-828369-19 {{(pid=109927) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:28:40.266301 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:28:40.266649 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:28:40.279989 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2dccd144-a219-4508-9cce-83f4625c39f5 None None] Provisioning complete for port 83e6e22b-b9be-40af-8dd3-bbef6007d570 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:40.280366 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2dccd144-a219-4508-9cce-83f4625c39f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (83e6e22b-b9be-40af-8dd3-bbef6007d570), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:40.339909 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (ec1550b6-42a4-45e4-881b-74eb5fdf2a5d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:40.353825 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05405f40-e0d1-4e36-9f88-e5e5eb3d268c None None] Resources bound (agent type, host, resource id): {{(pid=109927) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:28:40.367672 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec1550b6-42a4-45e4-881b-74eb5fdf2a5d']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:40.379398 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '873dd922-54fc-4b06-a7b0-6231076f6f70') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:40.380094 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '873dd922-54fc-4b06-a7b0-6231076f6f70') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:40.391398 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (873dd922-54fc-4b06-a7b0-6231076f6f70), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:40.411759 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (873dd922-54fc-4b06-a7b0-6231076f6f70), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:40.426969 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:28:40.429336 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (873dd922-54fc-4b06-a7b0-6231076f6f70), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:28:40.436848 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:28:40.474815 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2dccd144-a219-4508-9cce-83f4625c39f5 None None] Current status of the port 83e6e22b-b9be-40af-8dd3-bbef6007d570 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:40.608623 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (ec1550b6-42a4-45e4-881b-74eb5fdf2a5d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:40.643408 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:40.660662 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "DELETE /v2.0/networks/ec1550b6-42a4-45e4-881b-74eb5fdf2a5d HTTP/1.1" status: 204 len: 168 time: 3.2803943 Feb 19 04:28:40.663959 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33694) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:40.679301 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-908d0802-502b-443b-a54e-7a8f4aa7948b tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1471386093'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:40.681605 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66934e5-e3c1-4471-b71e-2c6e05fdba3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event deleted for resources: {'Network': ['ID=ec1550b6-42a4-45e4-881b-74eb5fdf2a5d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:40.732922 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908d0802-502b-443b-a54e-7a8f4aa7948b tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Made reservation on behalf of 61650e8e0c8344e892aa4fa42b75ab2d for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:40.737125 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-908d0802-502b-443b-a54e-7a8f4aa7948b tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:40.789046 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908d0802-502b-443b-a54e-7a8f4aa7948b tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:28:40.801136 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-908d0802-502b-443b-a54e-7a8f4aa7948b tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (1cead2a6-fa3f-4b13-a8b8-cb2bad0fc810), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:40.802144 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-908d0802-502b-443b-a54e-7a8f4aa7948b tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Added segment 1cead2a6-fa3f-4b13-a8b8-cb2bad0fc810 of type vlan for network 9fe182df-5b1b-4da0-a5ed-65a259a53c0b Feb 19 04:28:40.824216 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 83e6e22b-b9be-40af-8dd3-bbef6007d570 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:40.880293 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-908d0802-502b-443b-a54e-7a8f4aa7948b tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (9fe182df-5b1b-4da0-a5ed-65a259a53c0b), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:40.954390 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-908d0802-502b-443b-a54e-7a8f4aa7948b tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (9fe182df-5b1b-4da0-a5ed-65a259a53c0b), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:40.960312 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908d0802-502b-443b-a54e-7a8f4aa7948b tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:40.963057 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 83e6e22b-b9be-40af-8dd3-bbef6007d570 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:28:40.978119 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-908d0802-502b-443b-a54e-7a8f4aa7948b tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:41.083985 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33698) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:41.090065 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d21a8740-8696-4160-8887-c314d80a3b7c tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Request body: {'subnet': {'network_id': '9fe182df-5b1b-4da0-a5ed-65a259a53c0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:41.093673 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-908d0802-502b-443b-a54e-7a8f4aa7948b tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4278319 Feb 19 04:28:41.128465 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d0802-502b-443b-a54e-7a8f4aa7948b tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event updated for resources: {'Network': ['ID=9fe182df-5b1b-4da0-a5ed-65a259a53c0b,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:41.172152 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 9fe182df-5b1b-4da0-a5ed-65a259a53c0b details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:28:41.281039 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21a8740-8696-4160-8887-c314d80a3b7c tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Made reservation on behalf of 61650e8e0c8344e892aa4fa42b75ab2d for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:41.301024 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 83e6e22b-b9be-40af-8dd3-bbef6007d570 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:41.301291 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (83e6e22b-b9be-40af-8dd3-bbef6007d570), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:41.301396 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d21a8740-8696-4160-8887-c314d80a3b7c tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:41.472500 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 83e6e22b-b9be-40af-8dd3-bbef6007d570 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:41.744840 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d21a8740-8696-4160-8887-c314d80a3b7c tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (3b2a7731-7b1a-4950-a067-450b504e5101), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:41.918102 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a8740-8696-4160-8887-c314d80a3b7c tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Checking segment: {'id': '1cead2a6-fa3f-4b13-a8b8-cb2bad0fc810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9fe182df-5b1b-4da0-a5ed-65a259a53c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:41.918489 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21a8740-8696-4160-8887-c314d80a3b7c tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Network hostable DHCP agents. Network: 9fe182df-5b1b-4da0-a5ed-65a259a53c0b, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:28:41.935658 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a8740-8696-4160-8887-c314d80a3b7c tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event updated for resources: {'Subnet': ['ID=3b2a7731-7b1a-4950-a067-450b504e5101,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:41.990977 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21a8740-8696-4160-8887-c314d80a3b7c tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Network 9fe182df-5b1b-4da0-a5ed-65a259a53c0b is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:28:42.015575 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-d21a8740-8696-4160-8887-c314d80a3b7c tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 9fe182df-5b1b-4da0-a5ed-65a259a53c0b) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:42.021907 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a8740-8696-4160-8887-c314d80a3b7c tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:42.022803 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d21a8740-8696-4160-8887-c314d80a3b7c tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:42.023771 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64618194-b364-4963-a755-a25753eec246 None None] Network 9fe182df-5b1b-4da0-a5ed-65a259a53c0b requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:42.094311 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d21a8740-8696-4160-8887-c314d80a3b7c tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0091534 Feb 19 04:28:42.097720 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33716) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:42.103857 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-47ad5768-2e9b-405a-8981-fa2f710b81de tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1302941635'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:42.136304 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ad5768-2e9b-405a-8981-fa2f710b81de tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Made reservation on behalf of 61650e8e0c8344e892aa4fa42b75ab2d for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:42.144452 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-47ad5768-2e9b-405a-8981-fa2f710b81de tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:42.195880 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ad5768-2e9b-405a-8981-fa2f710b81de tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:28:42.220211 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-47ad5768-2e9b-405a-8981-fa2f710b81de tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (a55301d2-2e40-40bf-88ee-cd2d3041cde8), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:42.220805 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-47ad5768-2e9b-405a-8981-fa2f710b81de tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Added segment a55301d2-2e40-40bf-88ee-cd2d3041cde8 of type vlan for network 7fe2edbb-d27d-478e-bc38-a96849421e52 Feb 19 04:28:42.261893 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12828cd-6517-4792-861d-e5ea06262d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-9fe182df-5b1b-4da0-a5ed-65a259a53c0b', 'network_id': '9fe182df-5b1b-4da0-a5ed-65a259a53c0b', 'project_id': '61650e8e0c8344e892aa4fa42b75ab2d', 'fixed_ips': [{'subnet_id': '3b2a7731-7b1a-4950-a067-450b504e5101'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:28:42.263171 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a12828cd-6517-4792-861d-e5ea06262d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:42.328122 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-47ad5768-2e9b-405a-8981-fa2f710b81de tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (7fe2edbb-d27d-478e-bc38-a96849421e52), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:42.440352 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-47ad5768-2e9b-405a-8981-fa2f710b81de tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (7fe2edbb-d27d-478e-bc38-a96849421e52), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:42.446105 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ad5768-2e9b-405a-8981-fa2f710b81de tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:42.446829 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-47ad5768-2e9b-405a-8981-fa2f710b81de tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:42.631355 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad5768-2e9b-405a-8981-fa2f710b81de tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event updated for resources: {'Network': ['ID=7fe2edbb-d27d-478e-bc38-a96849421e52,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:42.646980 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-47ad5768-2e9b-405a-8981-fa2f710b81de tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5453279 Feb 19 04:28:42.647532 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33724) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:42.652328 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 7fe2edbb-d27d-478e-bc38-a96849421e52 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:28:42.661849 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-961f308a-330a-462a-b7e1-5e66389d2783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Request body: {'subnet': {'network_id': '7fe2edbb-d27d-478e-bc38-a96849421e52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:42.697649 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-a12828cd-6517-4792-861d-e5ea06262d0e None None] Allocated IP 2001:db8::3 (9fe182df-5b1b-4da0-a5ed-65a259a53c0b/3b2a7731-7b1a-4950-a067-450b504e5101/da191c7c-47c9-4f9d-a4b9-83a6e0b3f218) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:42.866172 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961f308a-330a-462a-b7e1-5e66389d2783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Made reservation on behalf of 61650e8e0c8344e892aa4fa42b75ab2d for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:42.872222 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-961f308a-330a-462a-b7e1-5e66389d2783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:43.053227 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.ipam_backend_mixin [None req-961f308a-330a-462a-b7e1-5e66389d2783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Performing IP validity checks on allocation pools {{(pid=109925) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 04:28:43.055842 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.ipam_backend_mixin [None req-961f308a-330a-462a-b7e1-5e66389d2783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109925) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 04:28:43.142849 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a12828cd-6517-4792-861d-e5ea06262d0e None None] Publish callbacks [] for port (da191c7c-47c9-4f9d-a4b9-83a6e0b3f218), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:43.177142 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a12828cd-6517-4792-861d-e5ea06262d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (da191c7c-47c9-4f9d-a4b9-83a6e0b3f218), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:43.310904 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12828cd-6517-4792-861d-e5ea06262d0e None None] Network 9fe182df-5b1b-4da0-a5ed-65a259a53c0b is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:43.322849 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-a12828cd-6517-4792-861d-e5ea06262d0e None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:43.331105 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12828cd-6517-4792-861d-e5ea06262d0e None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:28:43.334968 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12828cd-6517-4792-861d-e5ea06262d0e None None] Pushing event updated for resources: {'Port': ['ID=da191c7c-47c9-4f9d-a4b9-83a6e0b3f218,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:43.403441 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-961f308a-330a-462a-b7e1-5e66389d2783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (739cae65-a9d2-4a9f-87c2-0f3c1560af32), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:43.478316 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-a12828cd-6517-4792-861d-e5ea06262d0e None None] Attempting to bind port da191c7c-47c9-4f9d-a4b9-83a6e0b3f218 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:28:43.481602 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-a12828cd-6517-4792-861d-e5ea06262d0e None None] Attempting to bind port da191c7c-47c9-4f9d-a4b9-83a6e0b3f218 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '1cead2a6-fa3f-4b13-a8b8-cb2bad0fc810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9fe182df-5b1b-4da0-a5ed-65a259a53c0b'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:28:43.487743 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12828cd-6517-4792-861d-e5ea06262d0e None None] Attempting to bind port da191c7c-47c9-4f9d-a4b9-83a6e0b3f218 on network 9fe182df-5b1b-4da0-a5ed-65a259a53c0b {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:43.506669 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12828cd-6517-4792-861d-e5ea06262d0e None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:28:43.513602 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12828cd-6517-4792-861d-e5ea06262d0e None None] Checking segment: {'id': '1cead2a6-fa3f-4b13-a8b8-cb2bad0fc810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9fe182df-5b1b-4da0-a5ed-65a259a53c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:43.515272 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a12828cd-6517-4792-861d-e5ea06262d0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:43.515798 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12828cd-6517-4792-861d-e5ea06262d0e None None] Bound using segment: {'id': '1cead2a6-fa3f-4b13-a8b8-cb2bad0fc810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9fe182df-5b1b-4da0-a5ed-65a259a53c0b'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:28:43.517992 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-a12828cd-6517-4792-861d-e5ea06262d0e None None] Bound port: da191c7c-47c9-4f9d-a4b9-83a6e0b3f218, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cead2a6-fa3f-4b13-a8b8-cb2bad0fc810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9fe182df-5b1b-4da0-a5ed-65a259a53c0b'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:28:43.518528 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a12828cd-6517-4792-861d-e5ea06262d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (da191c7c-47c9-4f9d-a4b9-83a6e0b3f218), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:43.558670 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f308a-330a-462a-b7e1-5e66389d2783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event updated for resources: {'Subnet': ['ID=739cae65-a9d2-4a9f-87c2-0f3c1560af32,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:43.598326 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961f308a-330a-462a-b7e1-5e66389d2783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Checking segment: {'id': 'a55301d2-2e40-40bf-88ee-cd2d3041cde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7fe2edbb-d27d-478e-bc38-a96849421e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:43.599427 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961f308a-330a-462a-b7e1-5e66389d2783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Network hostable DHCP agents. Network: 7fe2edbb-d27d-478e-bc38-a96849421e52, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:28:43.634907 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961f308a-330a-462a-b7e1-5e66389d2783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Network 7fe2edbb-d27d-478e-bc38-a96849421e52 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:28:43.674596 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-961f308a-330a-462a-b7e1-5e66389d2783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 7fe2edbb-d27d-478e-bc38-a96849421e52) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:43.739810 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-a12828cd-6517-4792-861d-e5ea06262d0e None None] For port da191c7c-47c9-4f9d-a4b9-83a6e0b3f218, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:28:43.748440 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-a12828cd-6517-4792-861d-e5ea06262d0e None None] For port da191c7c-47c9-4f9d-a4b9-83a6e0b3f218, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=da191c7c-47c9-4f9d-a4b9-83a6e0b3f218,segment=NetworkSegment(1cead2a6-fa3f-4b13-a8b8-cb2bad0fc810),segment_id=1cead2a6-fa3f-4b13-a8b8-cb2bad0fc810)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:28:43.758090 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317b95a3-9c31-487a-a22a-1f13ecd73516 None None] Network 7fe2edbb-d27d-478e-bc38-a96849421e52 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:43.766617 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a12828cd-6517-4792-861d-e5ea06262d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (da191c7c-47c9-4f9d-a4b9-83a6e0b3f218), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:43.773399 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961f308a-330a-462a-b7e1-5e66389d2783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:43.774666 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-961f308a-330a-462a-b7e1-5e66389d2783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:43.822075 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-961f308a-330a-462a-b7e1-5e66389d2783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1724405 Feb 19 04:28:43.828300 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33738) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:44.047286 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12828cd-6517-4792-861d-e5ea06262d0e None None] Pushing event updated for resources: {'Port': ['ID=da191c7c-47c9-4f9d-a4b9-83a6e0b3f218,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:44.115065 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d56b35-9f26-4522-bce1-fe28a9db06fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-7fe2edbb-d27d-478e-bc38-a96849421e52', 'network_id': '7fe2edbb-d27d-478e-bc38-a96849421e52', 'project_id': '61650e8e0c8344e892aa4fa42b75ab2d', 'fixed_ips': [{'subnet_id': '739cae65-a9d2-4a9f-87c2-0f3c1560af32'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:28:44.115946 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e7d56b35-9f26-4522-bce1-fe28a9db06fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:44.577325 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-e7d56b35-9f26-4522-bce1-fe28a9db06fe None None] Allocated IP 2001:db8::3 (7fe2edbb-d27d-478e-bc38-a96849421e52/739cae65-a9d2-4a9f-87c2-0f3c1560af32/72626d14-867f-4412-b912-5fb7814e4ba5) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:44.949946 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e7d56b35-9f26-4522-bce1-fe28a9db06fe None None] Publish callbacks [] for port (72626d14-867f-4412-b912-5fb7814e4ba5), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:44.966882 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e7d56b35-9f26-4522-bce1-fe28a9db06fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (72626d14-867f-4412-b912-5fb7814e4ba5), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:45.095727 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device da191c7c-47c9-4f9d-a4b9-83a6e0b3f218 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:28:45.133696 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd057-58d3-4cad-a0a3-b260ae3a9783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (7fe2edbb-d27d-478e-bc38-a96849421e52), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:45.181797 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d56b35-9f26-4522-bce1-fe28a9db06fe None None] Network 7fe2edbb-d27d-478e-bc38-a96849421e52 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:45.197623 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-e7d56b35-9f26-4522-bce1-fe28a9db06fe None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:45.206631 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d56b35-9f26-4522-bce1-fe28a9db06fe None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:28:45.259234 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-d6bcd057-58d3-4cad-a0a3-b260ae3a9783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Deleting port 72626d14-867f-4412-b912-5fb7814e4ba5 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:45.259569 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd057-58d3-4cad-a0a3-b260ae3a9783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (72626d14-867f-4412-b912-5fb7814e4ba5), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:45.454509 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d56b35-9f26-4522-bce1-fe28a9db06fe None None] Pushing event updated for resources: {'Port': ['ID=72626d14-867f-4412-b912-5fb7814e4ba5,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:45.527041 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port da191c7c-47c9-4f9d-a4b9-83a6e0b3f218 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:45.527476 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (da191c7c-47c9-4f9d-a4b9-83a6e0b3f218), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:45.531950 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e7d56b35-9f26-4522-bce1-fe28a9db06fe None None] Attempting to bind port 72626d14-867f-4412-b912-5fb7814e4ba5 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:28:45.532107 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e7d56b35-9f26-4522-bce1-fe28a9db06fe None None] Attempting to bind port 72626d14-867f-4412-b912-5fb7814e4ba5 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'a55301d2-2e40-40bf-88ee-cd2d3041cde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7fe2edbb-d27d-478e-bc38-a96849421e52'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:28:45.532400 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d56b35-9f26-4522-bce1-fe28a9db06fe None None] Attempting to bind port 72626d14-867f-4412-b912-5fb7814e4ba5 on network 7fe2edbb-d27d-478e-bc38-a96849421e52 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:45.560057 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-d6bcd057-58d3-4cad-a0a3-b260ae3a9783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] For port 72626d14-867f-4412-b912-5fb7814e4ba5, host n-d-828369-19, got binding levels [] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:45.560829 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd057-58d3-4cad-a0a3-b260ae3a9783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (72626d14-867f-4412-b912-5fb7814e4ba5), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:45.642386 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-d6bcd057-58d3-4cad-a0a3-b260ae3a9783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Calling delete_port for 72626d14-867f-4412-b912-5fb7814e4ba5 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:45.654850 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d56b35-9f26-4522-bce1-fe28a9db06fe None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:28:45.659923 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d56b35-9f26-4522-bce1-fe28a9db06fe None None] Checking segment: {'id': 'a55301d2-2e40-40bf-88ee-cd2d3041cde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7fe2edbb-d27d-478e-bc38-a96849421e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:45.660323 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e7d56b35-9f26-4522-bce1-fe28a9db06fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:45.661651 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d56b35-9f26-4522-bce1-fe28a9db06fe None None] Bound using segment: {'id': 'a55301d2-2e40-40bf-88ee-cd2d3041cde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7fe2edbb-d27d-478e-bc38-a96849421e52'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:28:45.662177 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e7d56b35-9f26-4522-bce1-fe28a9db06fe None None] Bound port: 72626d14-867f-4412-b912-5fb7814e4ba5, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55301d2-2e40-40bf-88ee-cd2d3041cde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7fe2edbb-d27d-478e-bc38-a96849421e52'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:28:45.662578 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e7d56b35-9f26-4522-bce1-fe28a9db06fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (72626d14-867f-4412-b912-5fb7814e4ba5), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:45.855392 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e7d56b35-9f26-4522-bce1-fe28a9db06fe None None] For port 72626d14-867f-4412-b912-5fb7814e4ba5, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:28:45.859537 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e7d56b35-9f26-4522-bce1-fe28a9db06fe None None] For port 72626d14-867f-4412-b912-5fb7814e4ba5, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=72626d14-867f-4412-b912-5fb7814e4ba5,segment=NetworkSegment(a55301d2-2e40-40bf-88ee-cd2d3041cde8),segment_id=a55301d2-2e40-40bf-88ee-cd2d3041cde8)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:28:45.956532 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e7d56b35-9f26-4522-bce1-fe28a9db06fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (72626d14-867f-4412-b912-5fb7814e4ba5), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:45.987076 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd057-58d3-4cad-a0a3-b260ae3a9783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (72626d14-867f-4412-b912-5fb7814e4ba5), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:46.044830 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcd057-58d3-4cad-a0a3-b260ae3a9783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event deleted for resources: {'Port': ['ID=72626d14-867f-4412-b912-5fb7814e4ba5,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:46.132129 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bcd057-58d3-4cad-a0a3-b260ae3a9783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] No DVR routers for this DVR port 72626d14-867f-4412-b912-5fb7814e4ba5 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:28:46.148305 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d56b35-9f26-4522-bce1-fe28a9db06fe None None] Pushing event deleted for resources: {'Port': ['ID=72626d14-867f-4412-b912-5fb7814e4ba5,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:46.166578 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de28a6e-c915-4a17-be3b-6094acd376fb None None] Network 9fe182df-5b1b-4da0-a5ed-65a259a53c0b requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:46.231384 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd057-58d3-4cad-a0a3-b260ae3a9783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (739cae65-a9d2-4a9f-87c2-0f3c1560af32), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:46.316299 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port da191c7c-47c9-4f9d-a4b9-83a6e0b3f218 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:46.316574 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (da191c7c-47c9-4f9d-a4b9-83a6e0b3f218), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:46.468778 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd057-58d3-4cad-a0a3-b260ae3a9783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (739cae65-a9d2-4a9f-87c2-0f3c1560af32), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:46.613948 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcd057-58d3-4cad-a0a3-b260ae3a9783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event deleted for resources: {'Subnet': ['ID=739cae65-a9d2-4a9f-87c2-0f3c1560af32,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:46.754553 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-f437a7f8-b364-4b66-9d6c-3bf1e7d53e1a None None] Provisioning complete for port da191c7c-47c9-4f9d-a4b9-83a6e0b3f218 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:46.755113 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f437a7f8-b364-4b66-9d6c-3bf1e7d53e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (da191c7c-47c9-4f9d-a4b9-83a6e0b3f218), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:46.768057 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd057-58d3-4cad-a0a3-b260ae3a9783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (7fe2edbb-d27d-478e-bc38-a96849421e52), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:46.783014 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port da191c7c-47c9-4f9d-a4b9-83a6e0b3f218, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=da191c7c-47c9-4f9d-a4b9-83a6e0b3f218,segment=NetworkSegment(1cead2a6-fa3f-4b13-a8b8-cb2bad0fc810),segment_id=1cead2a6-fa3f-4b13-a8b8-cb2bad0fc810)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:46.800089 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-d6bcd057-58d3-4cad-a0a3-b260ae3a9783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe2edbb-d27d-478e-bc38-a96849421e52']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:46.809940 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (da191c7c-47c9-4f9d-a4b9-83a6e0b3f218), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:46.868558 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-d6bcd057-58d3-4cad-a0a3-b260ae3a9783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55301d2-2e40-40bf-88ee-cd2d3041cde8') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:46.868811 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-d6bcd057-58d3-4cad-a0a3-b260ae3a9783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55301d2-2e40-40bf-88ee-cd2d3041cde8') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:46.938713 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd057-58d3-4cad-a0a3-b260ae3a9783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (a55301d2-2e40-40bf-88ee-cd2d3041cde8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:46.969142 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd057-58d3-4cad-a0a3-b260ae3a9783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (a55301d2-2e40-40bf-88ee-cd2d3041cde8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:46.993530 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6bcd057-58d3-4cad-a0a3-b260ae3a9783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:28:46.993932 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd057-58d3-4cad-a0a3-b260ae3a9783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (a55301d2-2e40-40bf-88ee-cd2d3041cde8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:47.002771 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=da191c7c-47c9-4f9d-a4b9-83a6e0b3f218,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:28:47.003115 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:28:47.170432 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f437a7f8-b364-4b66-9d6c-3bf1e7d53e1a None None] Current status of the port da191c7c-47c9-4f9d-a4b9-83a6e0b3f218 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:47.172066 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd057-58d3-4cad-a0a3-b260ae3a9783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (7fe2edbb-d27d-478e-bc38-a96849421e52), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:47.190191 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd057-58d3-4cad-a0a3-b260ae3a9783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:47.195463 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d6bcd057-58d3-4cad-a0a3-b260ae3a9783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "DELETE /v2.0/networks/7fe2edbb-d27d-478e-bc38-a96849421e52 HTTP/1.1" status: 204 len: 168 time: 3.3624294 Feb 19 04:28:47.202639 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33768) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:47.210739 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-52479f66-29fe-45b3-9770-2b911e417c24 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2077812064'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:47.233919 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcd057-58d3-4cad-a0a3-b260ae3a9783 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event deleted for resources: {'Network': ['ID=7fe2edbb-d27d-478e-bc38-a96849421e52,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:47.275297 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52479f66-29fe-45b3-9770-2b911e417c24 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Made reservation on behalf of 61650e8e0c8344e892aa4fa42b75ab2d for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:47.280402 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-52479f66-29fe-45b3-9770-2b911e417c24 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:47.317449 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52479f66-29fe-45b3-9770-2b911e417c24 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:28:47.329122 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-52479f66-29fe-45b3-9770-2b911e417c24 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (1801483b-5822-405f-8c4f-aee671232bdb), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:47.329759 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-52479f66-29fe-45b3-9770-2b911e417c24 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Added segment 1801483b-5822-405f-8c4f-aee671232bdb of type vlan for network f036bf4d-89a7-42f4-bae6-bad777b2fd56 Feb 19 04:28:47.396940 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-52479f66-29fe-45b3-9770-2b911e417c24 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (f036bf4d-89a7-42f4-bae6-bad777b2fd56), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:47.438887 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-52479f66-29fe-45b3-9770-2b911e417c24 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (f036bf4d-89a7-42f4-bae6-bad777b2fd56), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:47.445689 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52479f66-29fe-45b3-9770-2b911e417c24 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:47.446538 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-52479f66-29fe-45b3-9770-2b911e417c24 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:47.597953 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33778) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:47.598139 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-52479f66-29fe-45b3-9770-2b911e417c24 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3935640 Feb 19 04:28:47.606010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52479f66-29fe-45b3-9770-2b911e417c24 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event updated for resources: {'Network': ['ID=f036bf4d-89a7-42f4-bae6-bad777b2fd56,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:47.606772 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-be43f8ac-c825-458b-8fd4-57f34426c538 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Request body: {'subnet': {'network_id': 'f036bf4d-89a7-42f4-bae6-bad777b2fd56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:47.618156 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network f036bf4d-89a7-42f4-bae6-bad777b2fd56 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:28:47.766812 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-cbdcfe1a-15c2-411e-8807-c8ec100df082 None None] Provisioning complete for port da191c7c-47c9-4f9d-a4b9-83a6e0b3f218 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:47.767356 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cbdcfe1a-15c2-411e-8807-c8ec100df082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (da191c7c-47c9-4f9d-a4b9-83a6e0b3f218), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:47.869949 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be43f8ac-c825-458b-8fd4-57f34426c538 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Made reservation on behalf of 61650e8e0c8344e892aa4fa42b75ab2d for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:47.874270 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be43f8ac-c825-458b-8fd4-57f34426c538 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:47.964577 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-cbdcfe1a-15c2-411e-8807-c8ec100df082 None None] Current status of the port da191c7c-47c9-4f9d-a4b9-83a6e0b3f218 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:48.240623 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be43f8ac-c825-458b-8fd4-57f34426c538 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (e9f8007c-b439-483a-a4c6-6715b5625e4f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:48.279776 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3994da-d7f5-44e5-970b-256aeecb6236 None None] DHCP port deletion for 7fe2edbb-d27d-478e-bc38-a96849421e52 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:28:48.299287 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43f8ac-c825-458b-8fd4-57f34426c538 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event updated for resources: {'Subnet': ['ID=e9f8007c-b439-483a-a4c6-6715b5625e4f,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:48.318629 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a7957c90-c273-4de6-b10a-37615a247948 None None] Could not find standard attr ID for object 72626d14-867f-4412-b912-5fb7814e4ba5. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:28:48.340848 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a9e203-21f4-4936-bf52-96ace08783bc None None] Network 7fe2edbb-d27d-478e-bc38-a96849421e52 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:48.376829 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43f8ac-c825-458b-8fd4-57f34426c538 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Checking segment: {'id': '1801483b-5822-405f-8c4f-aee671232bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f036bf4d-89a7-42f4-bae6-bad777b2fd56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:48.376994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a9e203-21f4-4936-bf52-96ace08783bc None None] Network 7fe2edbb-d27d-478e-bc38-a96849421e52 could not be found, it might have been deleted concurrently. {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 04:28:48.379464 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be43f8ac-c825-458b-8fd4-57f34426c538 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Network hostable DHCP agents. Network: f036bf4d-89a7-42f4-bae6-bad777b2fd56, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:28:48.436127 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be43f8ac-c825-458b-8fd4-57f34426c538 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Network f036bf4d-89a7-42f4-bae6-bad777b2fd56 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:28:48.456112 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-be43f8ac-c825-458b-8fd4-57f34426c538 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, f036bf4d-89a7-42f4-bae6-bad777b2fd56) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:48.461585 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be43f8ac-c825-458b-8fd4-57f34426c538 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:48.464894 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be43f8ac-c825-458b-8fd4-57f34426c538 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:48.467661 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ed5a7a-e43b-4715-8bba-218a2afcac0d None None] Network f036bf4d-89a7-42f4-bae6-bad777b2fd56 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:48.502320 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-be43f8ac-c825-458b-8fd4-57f34426c538 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9020951 Feb 19 04:28:48.505275 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33794) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:48.673874 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a4c7a5-899d-4292-bf98-e090fda5d91c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-f036bf4d-89a7-42f4-bae6-bad777b2fd56', 'network_id': 'f036bf4d-89a7-42f4-bae6-bad777b2fd56', 'project_id': '61650e8e0c8344e892aa4fa42b75ab2d', 'fixed_ips': [{'subnet_id': 'e9f8007c-b439-483a-a4c6-6715b5625e4f'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:28:48.675340 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c9a4c7a5-899d-4292-bf98-e090fda5d91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:48.767449 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (f036bf4d-89a7-42f4-bae6-bad777b2fd56), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:48.904274 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-c9a4c7a5-899d-4292-bf98-e090fda5d91c None None] Allocated IP 2001:db8::1 (f036bf4d-89a7-42f4-bae6-bad777b2fd56/e9f8007c-b439-483a-a4c6-6715b5625e4f/c85b4bb1-264a-4367-b89c-abc1e50a4531) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:48.938297 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (e9f8007c-b439-483a-a4c6-6715b5625e4f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:49.024304 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device da191c7c-47c9-4f9d-a4b9-83a6e0b3f218 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:28:49.159926 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port da191c7c-47c9-4f9d-a4b9-83a6e0b3f218 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:49.160569 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (da191c7c-47c9-4f9d-a4b9-83a6e0b3f218), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:49.251306 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c9a4c7a5-899d-4292-bf98-e090fda5d91c None None] Publish callbacks [] for port (c85b4bb1-264a-4367-b89c-abc1e50a4531), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:49.261937 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c9a4c7a5-899d-4292-bf98-e090fda5d91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (c85b4bb1-264a-4367-b89c-abc1e50a4531), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:49.288210 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (e9f8007c-b439-483a-a4c6-6715b5625e4f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:49.346395 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event deleted for resources: {'Subnet': ['ID=e9f8007c-b439-483a-a4c6-6715b5625e4f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:49.376851 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4c7a5-899d-4292-bf98-e090fda5d91c None None] Pushing event updated for resources: {'Port': ['ID=c85b4bb1-264a-4367-b89c-abc1e50a4531,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:49.415949 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a4c7a5-899d-4292-bf98-e090fda5d91c None None] Network f036bf4d-89a7-42f4-bae6-bad777b2fd56 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:49.426042 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-c9a4c7a5-899d-4292-bf98-e090fda5d91c None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:49.430830 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a4c7a5-899d-4292-bf98-e090fda5d91c None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:28:49.446868 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port da191c7c-47c9-4f9d-a4b9-83a6e0b3f218 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:49.467458 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 72626d14-867f-4412-b912-5fb7814e4ba5 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:28:49.518435 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (f036bf4d-89a7-42f4-bae6-bad777b2fd56), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:49.602415 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f036bf4d-89a7-42f4-bae6-bad777b2fd56']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:49.623928 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 72626d14-867f-4412-b912-5fb7814e4ba5 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:28:49.624438 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 72626d14-867f-4412-b912-5fb7814e4ba5 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:28:49.626045 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1801483b-5822-405f-8c4f-aee671232bdb') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:49.627950 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1801483b-5822-405f-8c4f-aee671232bdb') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:49.640058 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-c9a4c7a5-899d-4292-bf98-e090fda5d91c None None] Attempting to bind port c85b4bb1-264a-4367-b89c-abc1e50a4531 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:28:49.640761 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-c9a4c7a5-899d-4292-bf98-e090fda5d91c None None] Attempting to bind port c85b4bb1-264a-4367-b89c-abc1e50a4531 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '1801483b-5822-405f-8c4f-aee671232bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f036bf4d-89a7-42f4-bae6-bad777b2fd56'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:28:49.641955 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a4c7a5-899d-4292-bf98-e090fda5d91c None None] Attempting to bind port c85b4bb1-264a-4367-b89c-abc1e50a4531 on network f036bf4d-89a7-42f4-bae6-bad777b2fd56 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:49.650324 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a4c7a5-899d-4292-bf98-e090fda5d91c None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:28:49.651059 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a4c7a5-899d-4292-bf98-e090fda5d91c None None] Checking segment: {'id': '1801483b-5822-405f-8c4f-aee671232bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f036bf4d-89a7-42f4-bae6-bad777b2fd56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:49.652087 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (1801483b-5822-405f-8c4f-aee671232bdb), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:49.652556 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c9a4c7a5-899d-4292-bf98-e090fda5d91c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:49.653430 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a4c7a5-899d-4292-bf98-e090fda5d91c None None] Bound using segment: {'id': '1801483b-5822-405f-8c4f-aee671232bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f036bf4d-89a7-42f4-bae6-bad777b2fd56'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:28:49.654156 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-c9a4c7a5-899d-4292-bf98-e090fda5d91c None None] Bound port: c85b4bb1-264a-4367-b89c-abc1e50a4531, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1801483b-5822-405f-8c4f-aee671232bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f036bf4d-89a7-42f4-bae6-bad777b2fd56'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:28:49.654804 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c9a4c7a5-899d-4292-bf98-e090fda5d91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c85b4bb1-264a-4367-b89c-abc1e50a4531), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:49.685208 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (1801483b-5822-405f-8c4f-aee671232bdb), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:49.700019 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:28:49.701017 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (1801483b-5822-405f-8c4f-aee671232bdb), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:28:49.708819 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:28:49.745588 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c9a4c7a5-899d-4292-bf98-e090fda5d91c None None] For port c85b4bb1-264a-4367-b89c-abc1e50a4531, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:28:49.783431 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c9a4c7a5-899d-4292-bf98-e090fda5d91c None None] For port c85b4bb1-264a-4367-b89c-abc1e50a4531, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=c85b4bb1-264a-4367-b89c-abc1e50a4531,segment=NetworkSegment(1801483b-5822-405f-8c4f-aee671232bdb),segment_id=1801483b-5822-405f-8c4f-aee671232bdb)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:28:49.787131 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.db.api [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 04:28:49.787131 n-d-828369-19 neutron-server[109925]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 04:28:49.787131 n-d-828369-19 neutron-server[109925]: [parameters: {'id': 'f036bf4d-89a7-42f4-bae6-bad777b2fd56'}] Feb 19 04:28:49.787131 n-d-828369-19 neutron-server[109925]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:28:49.787505 n-d-828369-19 neutron-server[109925]: DEBUG oslo_db.api [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:28:49.794358 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c9a4c7a5-899d-4292-bf98-e090fda5d91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c85b4bb1-264a-4367-b89c-abc1e50a4531), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:49.864156 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4c7a5-899d-4292-bf98-e090fda5d91c None None] Pushing event updated for resources: {'Port': ['ID=c85b4bb1-264a-4367-b89c-abc1e50a4531,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:49.925261 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed42a21-532d-4731-9ce6-3791db0d5f76 None None] get_active_networks_info from n-d-828369-19 {{(pid=109927) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:28:49.985885 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:28:50.113523 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed42a21-532d-4731-9ce6-3791db0d5f76 None None] Resources bound (agent type, host, resource id): {{(pid=109927) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:28:50.288798 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (f036bf4d-89a7-42f4-bae6-bad777b2fd56), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:50.435784 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf620b9-e5cd-40b8-9d0d-6851f2970173 None None] Network f036bf4d-89a7-42f4-bae6-bad777b2fd56 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:50.465750 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Deleting port c85b4bb1-264a-4367-b89c-abc1e50a4531 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:50.466198 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (c85b4bb1-264a-4367-b89c-abc1e50a4531), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:50.683181 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] For port c85b4bb1-264a-4367-b89c-abc1e50a4531, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=c85b4bb1-264a-4367-b89c-abc1e50a4531,segment=NetworkSegment(1801483b-5822-405f-8c4f-aee671232bdb),segment_id=1801483b-5822-405f-8c4f-aee671232bdb)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:50.683958 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (c85b4bb1-264a-4367-b89c-abc1e50a4531), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:50.699710 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Calling delete_port for c85b4bb1-264a-4367-b89c-abc1e50a4531 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:50.810133 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (c85b4bb1-264a-4367-b89c-abc1e50a4531), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:50.824159 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] No DVR routers for this DVR port c85b4bb1-264a-4367-b89c-abc1e50a4531 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:28:50.898452 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event deleted for resources: {'Port': ['ID=c85b4bb1-264a-4367-b89c-abc1e50a4531,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:51.007983 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (f036bf4d-89a7-42f4-bae6-bad777b2fd56), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:51.047688 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f036bf4d-89a7-42f4-bae6-bad777b2fd56']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:51.061961 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1801483b-5822-405f-8c4f-aee671232bdb') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:51.061961 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1801483b-5822-405f-8c4f-aee671232bdb') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:51.069015 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (1801483b-5822-405f-8c4f-aee671232bdb), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:51.086417 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (1801483b-5822-405f-8c4f-aee671232bdb), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:51.093716 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:28:51.094292 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (1801483b-5822-405f-8c4f-aee671232bdb), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:28:51.097737 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:28:51.170891 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (f036bf4d-89a7-42f4-bae6-bad777b2fd56), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:51.210955 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:51.215316 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "DELETE /v2.0/networks/f036bf4d-89a7-42f4-bae6-bad777b2fd56 HTTP/1.1" status: 204 len: 168 time: 2.7089801 Feb 19 04:28:51.216362 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf1784-411a-4df8-80a0-9402ee154b58 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event deleted for resources: {'Network': ['ID=f036bf4d-89a7-42f4-bae6-bad777b2fd56,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:51.218991 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33826) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:51.224990 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d3f24314-bb88-443e-b928-c9fadd45237e tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1878822448'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:51.249102 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f24314-bb88-443e-b928-c9fadd45237e tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Made reservation on behalf of 61650e8e0c8344e892aa4fa42b75ab2d for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:51.254334 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d3f24314-bb88-443e-b928-c9fadd45237e tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:51.316414 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f24314-bb88-443e-b928-c9fadd45237e tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:28:51.346909 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d3f24314-bb88-443e-b928-c9fadd45237e tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (f9d8d7a0-7f98-4558-b0c0-848cf9fdd0c7), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:51.347402 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-d3f24314-bb88-443e-b928-c9fadd45237e tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Added segment f9d8d7a0-7f98-4558-b0c0-848cf9fdd0c7 of type vlan for network 8a43bda3-0319-4b08-8d8d-89255e02b030 Feb 19 04:28:51.408314 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d3f24314-bb88-443e-b928-c9fadd45237e tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (8a43bda3-0319-4b08-8d8d-89255e02b030), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:51.451694 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d3f24314-bb88-443e-b928-c9fadd45237e tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (8a43bda3-0319-4b08-8d8d-89255e02b030), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:51.459095 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f24314-bb88-443e-b928-c9fadd45237e tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:51.461614 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d3f24314-bb88-443e-b928-c9fadd45237e tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:51.584796 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d3f24314-bb88-443e-b928-c9fadd45237e tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3646202 Feb 19 04:28:51.587645 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33830) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:51.597402 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-ccd0e365-1ac8-4535-8ed2-b8b3595e0a71 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Request body: {'subnet': {'network_id': '8a43bda3-0319-4b08-8d8d-89255e02b030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:51.620820 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f24314-bb88-443e-b928-c9fadd45237e tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event updated for resources: {'Network': ['ID=8a43bda3-0319-4b08-8d8d-89255e02b030,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:51.633676 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 8a43bda3-0319-4b08-8d8d-89255e02b030 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:28:51.768644 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd0e365-1ac8-4535-8ed2-b8b3595e0a71 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Made reservation on behalf of 61650e8e0c8344e892aa4fa42b75ab2d for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:51.789463 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ccd0e365-1ac8-4535-8ed2-b8b3595e0a71 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:52.043903 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ccd0e365-1ac8-4535-8ed2-b8b3595e0a71 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (995ea62e-f328-4967-b440-1dd64dbb3f40), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:52.182005 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd0e365-1ac8-4535-8ed2-b8b3595e0a71 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Checking segment: {'id': 'f9d8d7a0-7f98-4558-b0c0-848cf9fdd0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8a43bda3-0319-4b08-8d8d-89255e02b030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:52.182393 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd0e365-1ac8-4535-8ed2-b8b3595e0a71 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Network hostable DHCP agents. Network: 8a43bda3-0319-4b08-8d8d-89255e02b030, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:28:52.184532 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0e365-1ac8-4535-8ed2-b8b3595e0a71 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event updated for resources: {'Subnet': ['ID=995ea62e-f328-4967-b440-1dd64dbb3f40,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:52.223688 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd0e365-1ac8-4535-8ed2-b8b3595e0a71 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Network 8a43bda3-0319-4b08-8d8d-89255e02b030 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:28:52.258137 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-ccd0e365-1ac8-4535-8ed2-b8b3595e0a71 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 8a43bda3-0319-4b08-8d8d-89255e02b030) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:52.263997 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd0e365-1ac8-4535-8ed2-b8b3595e0a71 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:52.264709 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ccd0e365-1ac8-4535-8ed2-b8b3595e0a71 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:52.277432 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a01f214-409f-4252-891d-05e3dbe5c199 None None] Network 8a43bda3-0319-4b08-8d8d-89255e02b030 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:52.297535 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ccd0e365-1ac8-4535-8ed2-b8b3595e0a71 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7086408 Feb 19 04:28:52.322096 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33840) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:52.568328 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885bf9b0-306f-44e0-98f6-2a8f4a1a9c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-8a43bda3-0319-4b08-8d8d-89255e02b030', 'network_id': '8a43bda3-0319-4b08-8d8d-89255e02b030', 'project_id': '61650e8e0c8344e892aa4fa42b75ab2d', 'fixed_ips': [{'subnet_id': '995ea62e-f328-4967-b440-1dd64dbb3f40'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:28:52.569225 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-885bf9b0-306f-44e0-98f6-2a8f4a1a9c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:52.583995 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7334a981-1a7a-4634-8a0a-a7e61f499fd4 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (8a43bda3-0319-4b08-8d8d-89255e02b030), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:52.708883 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7334a981-1a7a-4634-8a0a-a7e61f499fd4 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (995ea62e-f328-4967-b440-1dd64dbb3f40), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:52.782699 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7334a981-1a7a-4634-8a0a-a7e61f499fd4 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (995ea62e-f328-4967-b440-1dd64dbb3f40), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:52.819368 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334a981-1a7a-4634-8a0a-a7e61f499fd4 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event deleted for resources: {'Subnet': ['ID=995ea62e-f328-4967-b440-1dd64dbb3f40,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server [None req-885bf9b0-306f-44e0-98f6-2a8f4a1a9c1a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 995ea62e-f328-4967-b440-1dd64dbb3f40: This subnet is being modified by another concurrent operation. Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:28:52.861206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise exception Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 995ea62e-f328-4967-b440-1dd64dbb3f40: This subnet is being modified by another concurrent operation. Feb 19 04:28:52.865641 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server Feb 19 04:28:52.887425 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6415c2-8da3-4da3-9eb8-7627695d2661 None None] get_active_networks_info from n-d-828369-19 {{(pid=109927) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:28:52.922657 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7334a981-1a7a-4634-8a0a-a7e61f499fd4 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (8a43bda3-0319-4b08-8d8d-89255e02b030), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:52.974543 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-7334a981-1a7a-4634-8a0a-a7e61f499fd4 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a43bda3-0319-4b08-8d8d-89255e02b030']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:52.992642 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-7334a981-1a7a-4634-8a0a-a7e61f499fd4 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d8d7a0-7f98-4558-b0c0-848cf9fdd0c7') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:52.993209 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-7334a981-1a7a-4634-8a0a-a7e61f499fd4 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d8d7a0-7f98-4558-b0c0-848cf9fdd0c7') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:53.013025 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7334a981-1a7a-4634-8a0a-a7e61f499fd4 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (f9d8d7a0-7f98-4558-b0c0-848cf9fdd0c7), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:53.041976 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7334a981-1a7a-4634-8a0a-a7e61f499fd4 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (f9d8d7a0-7f98-4558-b0c0-848cf9fdd0c7), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:53.056788 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7334a981-1a7a-4634-8a0a-a7e61f499fd4 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:28:53.057334 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7334a981-1a7a-4634-8a0a-a7e61f499fd4 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (f9d8d7a0-7f98-4558-b0c0-848cf9fdd0c7), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:28:53.060671 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:28:53.064050 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6415c2-8da3-4da3-9eb8-7627695d2661 None None] Resources bound (agent type, host, resource id): {{(pid=109927) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:28:53.187301 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7334a981-1a7a-4634-8a0a-a7e61f499fd4 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (8a43bda3-0319-4b08-8d8d-89255e02b030), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:53.194720 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7334a981-1a7a-4634-8a0a-a7e61f499fd4 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:53.203273 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7334a981-1a7a-4634-8a0a-a7e61f499fd4 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "DELETE /v2.0/networks/8a43bda3-0319-4b08-8d8d-89255e02b030 HTTP/1.1" status: 204 len: 168 time: 0.8746912 Feb 19 04:28:53.206781 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33850) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:53.212967 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-638d4255-ff32-4440-997a-dfc9a9818017 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-297970264'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:53.249899 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334a981-1a7a-4634-8a0a-a7e61f499fd4 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event deleted for resources: {'Network': ['ID=8a43bda3-0319-4b08-8d8d-89255e02b030,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:53.267996 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638d4255-ff32-4440-997a-dfc9a9818017 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Made reservation on behalf of 61650e8e0c8344e892aa4fa42b75ab2d for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:53.271505 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-638d4255-ff32-4440-997a-dfc9a9818017 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:53.321819 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638d4255-ff32-4440-997a-dfc9a9818017 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:28:53.337872 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-638d4255-ff32-4440-997a-dfc9a9818017 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (7465e8d5-2dba-4ea1-b496-517fcb9f5654), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:53.338839 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-638d4255-ff32-4440-997a-dfc9a9818017 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Added segment 7465e8d5-2dba-4ea1-b496-517fcb9f5654 of type vlan for network 0145c7b4-162c-49b8-ab43-8df4a2dad551 Feb 19 04:28:53.406680 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-638d4255-ff32-4440-997a-dfc9a9818017 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (0145c7b4-162c-49b8-ab43-8df4a2dad551), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:53.431105 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db3a5ff-a246-4b6c-884b-cf03d347cbb7 None None] Network 8a43bda3-0319-4b08-8d8d-89255e02b030 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:53.452811 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db3a5ff-a246-4b6c-884b-cf03d347cbb7 None None] Network 8a43bda3-0319-4b08-8d8d-89255e02b030 could not be found, it might have been deleted concurrently. {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 04:28:53.456200 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-638d4255-ff32-4440-997a-dfc9a9818017 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (0145c7b4-162c-49b8-ab43-8df4a2dad551), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:53.464448 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638d4255-ff32-4440-997a-dfc9a9818017 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:53.465108 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-638d4255-ff32-4440-997a-dfc9a9818017 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:53.656288 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d4255-ff32-4440-997a-dfc9a9818017 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event updated for resources: {'Network': ['ID=0145c7b4-162c-49b8-ab43-8df4a2dad551,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:53.667887 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 0145c7b4-162c-49b8-ab43-8df4a2dad551 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:28:53.682528 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-638d4255-ff32-4440-997a-dfc9a9818017 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4737084 Feb 19 04:28:53.685628 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33860) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:53.691456 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-59add063-281d-427c-ba57-1086d5d323eb tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Request body: {'subnet': {'network_id': '0145c7b4-162c-49b8-ab43-8df4a2dad551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:53.875755 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59add063-281d-427c-ba57-1086d5d323eb tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Made reservation on behalf of 61650e8e0c8344e892aa4fa42b75ab2d for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:53.881532 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-59add063-281d-427c-ba57-1086d5d323eb tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:54.183110 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-59add063-281d-427c-ba57-1086d5d323eb tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (36c8def7-fda0-4b81-bd46-7f2741c79314), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:54.242645 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59add063-281d-427c-ba57-1086d5d323eb tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event updated for resources: {'Subnet': ['ID=36c8def7-fda0-4b81-bd46-7f2741c79314,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:54.286766 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59add063-281d-427c-ba57-1086d5d323eb tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Checking segment: {'id': '7465e8d5-2dba-4ea1-b496-517fcb9f5654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0145c7b4-162c-49b8-ab43-8df4a2dad551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:54.287245 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59add063-281d-427c-ba57-1086d5d323eb tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Network hostable DHCP agents. Network: 0145c7b4-162c-49b8-ab43-8df4a2dad551, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:28:54.326798 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59add063-281d-427c-ba57-1086d5d323eb tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Network 0145c7b4-162c-49b8-ab43-8df4a2dad551 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:28:54.350852 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-59add063-281d-427c-ba57-1086d5d323eb tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 0145c7b4-162c-49b8-ab43-8df4a2dad551) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:54.361780 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb021401-c35b-4851-876e-d67ddc59521b None None] Network 0145c7b4-162c-49b8-ab43-8df4a2dad551 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:54.363673 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59add063-281d-427c-ba57-1086d5d323eb tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:54.364323 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-59add063-281d-427c-ba57-1086d5d323eb tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:54.412170 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-59add063-281d-427c-ba57-1086d5d323eb tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7226720 Feb 19 04:28:54.412463 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33866) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:54.419412 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-d2847f4e-ffbb-4cdb-8f1d-07e6ae1ab868 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Request body: {'subnet': {'network_id': '0145c7b4-162c-49b8-ab43-8df4a2dad551', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:54.601782 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c66089-cc4d-4a89-bbfd-acf03b344c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-0145c7b4-162c-49b8-ab43-8df4a2dad551', 'network_id': '0145c7b4-162c-49b8-ab43-8df4a2dad551', 'project_id': '61650e8e0c8344e892aa4fa42b75ab2d', 'fixed_ips': [{'subnet_id': '36c8def7-fda0-4b81-bd46-7f2741c79314'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:28:54.603018 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-71c66089-cc4d-4a89-bbfd-acf03b344c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:54.694970 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2847f4e-ffbb-4cdb-8f1d-07e6ae1ab868 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Made reservation on behalf of 61650e8e0c8344e892aa4fa42b75ab2d for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:54.708209 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d2847f4e-ffbb-4cdb-8f1d-07e6ae1ab868 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:54.846472 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-71c66089-cc4d-4a89-bbfd-acf03b344c1c None None] Allocated IP 2001:db8::2 (0145c7b4-162c-49b8-ab43-8df4a2dad551/36c8def7-fda0-4b81-bd46-7f2741c79314/b90d91d8-81fa-40ae-be0f-abaa2c09d753) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:55.144993 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-71c66089-cc4d-4a89-bbfd-acf03b344c1c None None] Publish callbacks [] for port (b90d91d8-81fa-40ae-be0f-abaa2c09d753), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:55.170287 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-71c66089-cc4d-4a89-bbfd-acf03b344c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (b90d91d8-81fa-40ae-be0f-abaa2c09d753), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:55.187351 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d2847f4e-ffbb-4cdb-8f1d-07e6ae1ab868 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (6f20a5cb-c436-430c-8033-72d6fabe1402), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:55.262529 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c66089-cc4d-4a89-bbfd-acf03b344c1c None None] Network 0145c7b4-162c-49b8-ab43-8df4a2dad551 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:55.266028 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-71c66089-cc4d-4a89-bbfd-acf03b344c1c None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:55.281884 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c66089-cc4d-4a89-bbfd-acf03b344c1c None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:28:55.294641 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2847f4e-ffbb-4cdb-8f1d-07e6ae1ab868 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event updated for resources: {'Subnet': ['ID=6f20a5cb-c436-430c-8033-72d6fabe1402,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:55.303669 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c66089-cc4d-4a89-bbfd-acf03b344c1c None None] Pushing event updated for resources: {'Port': ['ID=b90d91d8-81fa-40ae-be0f-abaa2c09d753,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:55.316702 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2847f4e-ffbb-4cdb-8f1d-07e6ae1ab868 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Network 0145c7b4-162c-49b8-ab43-8df4a2dad551 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:55.324137 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-d2847f4e-ffbb-4cdb-8f1d-07e6ae1ab868 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:55.341735 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2847f4e-ffbb-4cdb-8f1d-07e6ae1ab868 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:55.342385 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d2847f4e-ffbb-4cdb-8f1d-07e6ae1ab868 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1827624'] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:55.399824 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d2847f4e-ffbb-4cdb-8f1d-07e6ae1ab868 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9838355 Feb 19 04:28:55.400033 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33880) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:55.454026 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-71c66089-cc4d-4a89-bbfd-acf03b344c1c None None] Attempting to bind port b90d91d8-81fa-40ae-be0f-abaa2c09d753 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:28:55.454623 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-71c66089-cc4d-4a89-bbfd-acf03b344c1c None None] Attempting to bind port b90d91d8-81fa-40ae-be0f-abaa2c09d753 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '7465e8d5-2dba-4ea1-b496-517fcb9f5654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0145c7b4-162c-49b8-ab43-8df4a2dad551'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:28:55.454867 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c66089-cc4d-4a89-bbfd-acf03b344c1c None None] Attempting to bind port b90d91d8-81fa-40ae-be0f-abaa2c09d753 on network 0145c7b4-162c-49b8-ab43-8df4a2dad551 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:55.473919 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c66089-cc4d-4a89-bbfd-acf03b344c1c None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:28:55.475003 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c66089-cc4d-4a89-bbfd-acf03b344c1c None None] Checking segment: {'id': '7465e8d5-2dba-4ea1-b496-517fcb9f5654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0145c7b4-162c-49b8-ab43-8df4a2dad551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:55.476326 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-71c66089-cc4d-4a89-bbfd-acf03b344c1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:55.478425 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c66089-cc4d-4a89-bbfd-acf03b344c1c None None] Bound using segment: {'id': '7465e8d5-2dba-4ea1-b496-517fcb9f5654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0145c7b4-162c-49b8-ab43-8df4a2dad551'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:28:55.479173 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-71c66089-cc4d-4a89-bbfd-acf03b344c1c None None] Bound port: b90d91d8-81fa-40ae-be0f-abaa2c09d753, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7465e8d5-2dba-4ea1-b496-517fcb9f5654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0145c7b4-162c-49b8-ab43-8df4a2dad551'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:28:55.481878 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-71c66089-cc4d-4a89-bbfd-acf03b344c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b90d91d8-81fa-40ae-be0f-abaa2c09d753), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:55.527700 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f638cec-e6e4-418d-b2dd-742e901ed985 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:55.529602 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f638cec-e6e4-418d-b2dd-742e901ed985 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:55.531138 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f638cec-e6e4-418d-b2dd-742e901ed985 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:55.532705 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f638cec-e6e4-418d-b2dd-742e901ed985 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:55.534479 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f638cec-e6e4-418d-b2dd-742e901ed985 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:55.536538 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2f638cec-e6e4-418d-b2dd-742e901ed985 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1355813 Feb 19 04:28:55.540616 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33882) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:55.546842 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-bfcfc69b-ece9-427a-99bd-7b14ed13a675 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-336181393'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:55.567171 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-71c66089-cc4d-4a89-bbfd-acf03b344c1c None None] For port b90d91d8-81fa-40ae-be0f-abaa2c09d753, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:28:55.570970 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-71c66089-cc4d-4a89-bbfd-acf03b344c1c None None] For port b90d91d8-81fa-40ae-be0f-abaa2c09d753, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=b90d91d8-81fa-40ae-be0f-abaa2c09d753,segment=NetworkSegment(7465e8d5-2dba-4ea1-b496-517fcb9f5654),segment_id=7465e8d5-2dba-4ea1-b496-517fcb9f5654)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:28:55.571452 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcfc69b-ece9-427a-99bd-7b14ed13a675 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Made reservation on behalf of 61650e8e0c8344e892aa4fa42b75ab2d for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:55.576501 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bfcfc69b-ece9-427a-99bd-7b14ed13a675 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:55.579434 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-71c66089-cc4d-4a89-bbfd-acf03b344c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b90d91d8-81fa-40ae-be0f-abaa2c09d753), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:55.603309 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfcfc69b-ece9-427a-99bd-7b14ed13a675 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:28:55.616603 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bfcfc69b-ece9-427a-99bd-7b14ed13a675 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (ba863cec-980d-481b-b124-7193cdffe75c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:55.617229 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-bfcfc69b-ece9-427a-99bd-7b14ed13a675 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Added segment ba863cec-980d-481b-b124-7193cdffe75c of type vlan for network d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8 Feb 19 04:28:55.708291 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bfcfc69b-ece9-427a-99bd-7b14ed13a675 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:55.712846 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c66089-cc4d-4a89-bbfd-acf03b344c1c None None] Pushing event updated for resources: {'Port': ['ID=b90d91d8-81fa-40ae-be0f-abaa2c09d753,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:55.764390 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bfcfc69b-ece9-427a-99bd-7b14ed13a675 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:55.769638 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcfc69b-ece9-427a-99bd-7b14ed13a675 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:55.770366 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bfcfc69b-ece9-427a-99bd-7b14ed13a675 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:55.925054 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bfcfc69b-ece9-427a-99bd-7b14ed13a675 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3824680 Feb 19 04:28:55.927570 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33890) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:55.934334 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-3075add8-f2ed-4541-bbbe-7c3fd2773b9b tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:55.935316 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfc69b-ece9-427a-99bd-7b14ed13a675 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event updated for resources: {'Network': ['ID=d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:55.946154 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:28:56.316952 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3075add8-f2ed-4541-bbbe-7c3fd2773b9b tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:56.339228 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3075add8-f2ed-4541-bbbe-7c3fd2773b9b tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:56.363517 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3075add8-f2ed-4541-bbbe-7c3fd2773b9b tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Network d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8 is not hosted by any dhcp agent {{(pid=109926) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 04:28:56.368892 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3075add8-f2ed-4541-bbbe-7c3fd2773b9b tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:56.369706 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3075add8-f2ed-4541-bbbe-7c3fd2773b9b tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:56.371780 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3075add8-f2ed-4541-bbbe-7c3fd2773b9b tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "PUT /v2.0/networks/d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8 HTTP/1.1" status: 200 len: 723 time: 0.4428172 Feb 19 04:28:56.374820 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33896) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:56.381017 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-4f5921bc-578c-455b-b0bb-e5a79b0e3f71 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Request body: {'subnet': {'network_id': 'd3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:56.446838 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075add8-f2ed-4541-bbbe-7c3fd2773b9b tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event updated for resources: {'Network': ['ID=d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:56.462646 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:28:56.654624 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5921bc-578c-455b-b0bb-e5a79b0e3f71 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Made reservation on behalf of 61650e8e0c8344e892aa4fa42b75ab2d for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:56.663155 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4f5921bc-578c-455b-b0bb-e5a79b0e3f71 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:56.711968 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33904) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:56.925116 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9d26737-6eb8-4160-801c-c1f3c8698122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:56.953527 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:57.036960 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4f5921bc-578c-455b-b0bb-e5a79b0e3f71 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (0a7450bb-ea18-4ef6-8026-a3310ee75d78), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:57.055826 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b90d91d8-81fa-40ae-be0f-abaa2c09d753 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:28:57.167412 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9d26737-6eb8-4160-801c-c1f3c8698122 admin admin] Publish callbacks [] for security_group (05b84371-579a-47f6-bcd7-0899bdaf3103), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:57.187890 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9d26737-6eb8-4160-801c-c1f3c8698122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (05b84371-579a-47f6-bcd7-0899bdaf3103), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:57.211429 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5921bc-578c-455b-b0bb-e5a79b0e3f71 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event updated for resources: {'Subnet': ['ID=0a7450bb-ea18-4ef6-8026-a3310ee75d78,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:57.230917 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5921bc-578c-455b-b0bb-e5a79b0e3f71 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Checking segment: {'id': 'ba863cec-980d-481b-b124-7193cdffe75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:57.231322 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5921bc-578c-455b-b0bb-e5a79b0e3f71 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Network hostable DHCP agents. Network: d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:28:57.278419 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5921bc-578c-455b-b0bb-e5a79b0e3f71 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Network d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:28:57.295181 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a9d26737-6eb8-4160-801c-c1f3c8698122 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=35f19c57f7cf47738ba270279e195b93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5824335 Feb 19 04:28:57.297968 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33914) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:57.302469 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d26737-6eb8-4160-801c-c1f3c8698122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b84371-579a-47f6-bcd7-0899bdaf3103,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:57.325676 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-4f5921bc-578c-455b-b0bb-e5a79b0e3f71 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:57.349712 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5921bc-578c-455b-b0bb-e5a79b0e3f71 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:57.350392 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4f5921bc-578c-455b-b0bb-e5a79b0e3f71 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:57.441632 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4f5921bc-578c-455b-b0bb-e5a79b0e3f71 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0654135 Feb 19 04:28:57.444382 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 33916) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:57.452618 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-2e3ccc93-ee33-4090-8bed-161b7aeb259d tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:57.488358 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2db9ce48-c3ca-4cd0-a464-d0e1f96e7d68 admin admin] Publish callbacks [] for security_group (05b84371-579a-47f6-bcd7-0899bdaf3103), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:57.506611 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bee233a-31a9-4e3d-9d76-f0713f93dc8f None None] Network d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:57.523275 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e139f6a-9243-4f3c-8ddc-00900201f039 None None] Network 0145c7b4-162c-49b8-ab43-8df4a2dad551 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:57.538549 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2db9ce48-c3ca-4cd0-a464-d0e1f96e7d68 admin admin] Publish callbacks [] for security_group (05b84371-579a-47f6-bcd7-0899bdaf3103), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:57.642593 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2db9ce48-c3ca-4cd0-a464-d0e1f96e7d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (05b84371-579a-47f6-bcd7-0899bdaf3103), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:57.645665 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2db9ce48-c3ca-4cd0-a464-d0e1f96e7d68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:57.649771 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2db9ce48-c3ca-4cd0-a464-d0e1f96e7d68 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/05b84371-579a-47f6-bcd7-0899bdaf3103 HTTP/1.1" status: 204 len: 168 time: 0.3506429 Feb 19 04:28:57.656679 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2e3ccc93-ee33-4090-8bed-161b7aeb259d tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4209872'] for subnet (0a7450bb-ea18-4ef6-8026-a3310ee75d78), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:57.670374 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9ce48-c3ca-4cd0-a464-d0e1f96e7d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b84371-579a-47f6-bcd7-0899bdaf3103,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:57.906260 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6773cd83-9da6-4d40-ba6e-06d82d7949cf None None] Provisioning complete for port b90d91d8-81fa-40ae-be0f-abaa2c09d753 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:57.906645 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6773cd83-9da6-4d40-ba6e-06d82d7949cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b90d91d8-81fa-40ae-be0f-abaa2c09d753), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:57.931976 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2e3ccc93-ee33-4090-8bed-161b7aeb259d tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727882451330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5240778'] for subnet (0a7450bb-ea18-4ef6-8026-a3310ee75d78), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:57.982025 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port b90d91d8-81fa-40ae-be0f-abaa2c09d753 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:57.982025 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b90d91d8-81fa-40ae-be0f-abaa2c09d753), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:58.047848 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3ccc93-ee33-4090-8bed-161b7aeb259d tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:58.057012 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2e3ccc93-ee33-4090-8bed-161b7aeb259d tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:58.065715 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 33928) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:58.066694 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2e3ccc93-ee33-4090-8bed-161b7aeb259d tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "PUT /v2.0/subnets/0a7450bb-ea18-4ef6-8026-a3310ee75d78 HTTP/1.1" status: 200 len: 826 time: 0.6209321 Feb 19 04:28:58.136444 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ccc93-ee33-4090-8bed-161b7aeb259d tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event updated for resources: {'Subnet': ['ID=0a7450bb-ea18-4ef6-8026-a3310ee75d78,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:58.149576 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c71a83-a998-4e07-9c95-5ff231362b89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8', 'network_id': 'd3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8', 'project_id': '61650e8e0c8344e892aa4fa42b75ab2d', 'fixed_ips': [{'subnet_id': '0a7450bb-ea18-4ef6-8026-a3310ee75d78'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:28:58.151043 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-97c71a83-a998-4e07-9c95-5ff231362b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:58.156547 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ccc93-ee33-4090-8bed-161b7aeb259d tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:58.157165 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ccc93-ee33-4090-8bed-161b7aeb259d tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:58.157796 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ccc93-ee33-4090-8bed-161b7aeb259d tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:58.158337 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ccc93-ee33-4090-8bed-161b7aeb259d tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:58.158919 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ccc93-ee33-4090-8bed-161b7aeb259d tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:58.159441 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ccc93-ee33-4090-8bed-161b7aeb259d tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:58.160733 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ccc93-ee33-4090-8bed-161b7aeb259d tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:58.161248 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ccc93-ee33-4090-8bed-161b7aeb259d tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:58.163677 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ccc93-ee33-4090-8bed-161b7aeb259d tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:58.164213 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ccc93-ee33-4090-8bed-161b7aeb259d tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:58.164716 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ccc93-ee33-4090-8bed-161b7aeb259d tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:58.165323 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ccc93-ee33-4090-8bed-161b7aeb259d tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:58.167532 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ccc93-ee33-4090-8bed-161b7aeb259d tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:58.296618 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:58.311455 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6773cd83-9da6-4d40-ba6e-06d82d7949cf None None] Current status of the port b90d91d8-81fa-40ae-be0f-abaa2c09d753 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:58.312139 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6773cd83-9da6-4d40-ba6e-06d82d7949cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b90d91d8-81fa-40ae-be0f-abaa2c09d753), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:58.372446 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6773cd83-9da6-4d40-ba6e-06d82d7949cf None None] For port b90d91d8-81fa-40ae-be0f-abaa2c09d753, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=b90d91d8-81fa-40ae-be0f-abaa2c09d753,segment=NetworkSegment(7465e8d5-2dba-4ea1-b496-517fcb9f5654),segment_id=7465e8d5-2dba-4ea1-b496-517fcb9f5654)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:58.404763 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6773cd83-9da6-4d40-ba6e-06d82d7949cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b90d91d8-81fa-40ae-be0f-abaa2c09d753), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:58.426095 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (0a7450bb-ea18-4ef6-8026-a3310ee75d78), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:58.513956 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port b90d91d8-81fa-40ae-be0f-abaa2c09d753 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:58.515101 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b90d91d8-81fa-40ae-be0f-abaa2c09d753), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:58.580257 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-97c71a83-a998-4e07-9c95-5ff231362b89 None None] Allocated IP 2001:db8::2 (d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8/0a7450bb-ea18-4ef6-8026-a3310ee75d78/2ac353b0-cbd5-42f6-9743-29e53fbca2da) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:58.603211 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773cd83-9da6-4d40-ba6e-06d82d7949cf None None] Pushing event updated for resources: {'Port': ['ID=b90d91d8-81fa-40ae-be0f-abaa2c09d753,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:58.614667 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430c25ad-e32a-48e8-80cb-0de301702220 None None] Update dhcp port {'port': {'network_id': '0145c7b4-162c-49b8-ab43-8df4a2dad551', 'fixed_ips': [{'subnet_id': '36c8def7-fda0-4b81-bd46-7f2741c79314', 'ip_address': '2001:db8::2'}, {'subnet_id': '6f20a5cb-c436-430c-8033-72d6fabe1402'}], 'binding:host_id': 'n-d-828369-19'}, 'id': 'b90d91d8-81fa-40ae-be0f-abaa2c09d753'} from n-d-828369-19. {{(pid=109927) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:28:58.749796 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:28:58.750504 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:28:58.754940 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-430c25ad-e32a-48e8-80cb-0de301702220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b90d91d8-81fa-40ae-be0f-abaa2c09d753), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:59.184337 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-430c25ad-e32a-48e8-80cb-0de301702220 None None] Allocated IP 172.20.0.1 (0145c7b4-162c-49b8-ab43-8df4a2dad551/6f20a5cb-c436-430c-8033-72d6fabe1402/b90d91d8-81fa-40ae-be0f-abaa2c09d753) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:59.390682 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-430c25ad-e32a-48e8-80cb-0de301702220 None None] For port b90d91d8-81fa-40ae-be0f-abaa2c09d753, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=b90d91d8-81fa-40ae-be0f-abaa2c09d753,segment=NetworkSegment(7465e8d5-2dba-4ea1-b496-517fcb9f5654),segment_id=7465e8d5-2dba-4ea1-b496-517fcb9f5654)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:59.424259 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-430c25ad-e32a-48e8-80cb-0de301702220 None None] Publish callbacks [] for port (b90d91d8-81fa-40ae-be0f-abaa2c09d753), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:59.459888 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-97c71a83-a998-4e07-9c95-5ff231362b89 None None] Publish callbacks [] for port (2ac353b0-cbd5-42f6-9743-29e53fbca2da), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:59.465012 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-430c25ad-e32a-48e8-80cb-0de301702220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b90d91d8-81fa-40ae-be0f-abaa2c09d753), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:59.502731 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (0a7450bb-ea18-4ef6-8026-a3310ee75d78), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:59.571014 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event deleted for resources: {'Subnet': ['ID=0a7450bb-ea18-4ef6-8026-a3310ee75d78,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:59.663105 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-97c71a83-a998-4e07-9c95-5ff231362b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (2ac353b0-cbd5-42f6-9743-29e53fbca2da), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:59.683432 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c25ad-e32a-48e8-80cb-0de301702220 None None] Pushing event updated for resources: {'Port': ['ID=b90d91d8-81fa-40ae-be0f-abaa2c09d753,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:59.741329 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:59.758613 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c25ad-e32a-48e8-80cb-0de301702220 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:59.758985 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c25ad-e32a-48e8-80cb-0de301702220 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:59.759341 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c25ad-e32a-48e8-80cb-0de301702220 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:59.761223 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c25ad-e32a-48e8-80cb-0de301702220 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:59.761223 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c25ad-e32a-48e8-80cb-0de301702220 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:59.761223 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c25ad-e32a-48e8-80cb-0de301702220 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:59.761223 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c25ad-e32a-48e8-80cb-0de301702220 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:59.761716 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c25ad-e32a-48e8-80cb-0de301702220 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:59.761899 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c25ad-e32a-48e8-80cb-0de301702220 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:59.762257 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c25ad-e32a-48e8-80cb-0de301702220 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:59.766320 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c25ad-e32a-48e8-80cb-0de301702220 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:59.769724 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c25ad-e32a-48e8-80cb-0de301702220 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:59.770229 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c25ad-e32a-48e8-80cb-0de301702220 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:59.802124 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:59.826027 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba863cec-980d-481b-b124-7193cdffe75c') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:59.826644 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba863cec-980d-481b-b124-7193cdffe75c') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:59.855246 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (ba863cec-980d-481b-b124-7193cdffe75c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:59.877095 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (ba863cec-980d-481b-b124-7193cdffe75c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:59.885502 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:28:59.887449 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (ba863cec-980d-481b-b124-7193cdffe75c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:59.928245 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c71a83-a998-4e07-9c95-5ff231362b89 None None] Network d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:59.935818 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port b90d91d8-81fa-40ae-be0f-abaa2c09d753 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:59.946275 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-97c71a83-a998-4e07-9c95-5ff231362b89 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:59.952247 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c71a83-a998-4e07-9c95-5ff231362b89 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:28:59.963522 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:59.971421 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c71a83-a998-4e07-9c95-5ff231362b89 None None] Pushing event updated for resources: {'Port': ['ID=2ac353b0-cbd5-42f6-9743-29e53fbca2da,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:29:00.011901 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:29:00.029291 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.db.api [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 04:29:00.029291 n-d-828369-19 neutron-server[109925]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 04:29:00.029291 n-d-828369-19 neutron-server[109925]: [parameters: {'id': 'd3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8'}] Feb 19 04:29:00.029291 n-d-828369-19 neutron-server[109925]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:29:00.029815 n-d-828369-19 neutron-server[109925]: DEBUG oslo_db.api [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:29:00.054085 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-97c71a83-a998-4e07-9c95-5ff231362b89 None None] Attempting to bind port 2ac353b0-cbd5-42f6-9743-29e53fbca2da on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:29:00.058595 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-97c71a83-a998-4e07-9c95-5ff231362b89 None None] Attempting to bind port 2ac353b0-cbd5-42f6-9743-29e53fbca2da by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'ba863cec-980d-481b-b124-7193cdffe75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:29:00.059741 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c71a83-a998-4e07-9c95-5ff231362b89 None None] Attempting to bind port 2ac353b0-cbd5-42f6-9743-29e53fbca2da on network d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:29:00.069652 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c71a83-a998-4e07-9c95-5ff231362b89 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:29:00.070231 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c71a83-a998-4e07-9c95-5ff231362b89 None None] Checking segment: {'id': 'ba863cec-980d-481b-b124-7193cdffe75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:29:00.070721 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-97c71a83-a998-4e07-9c95-5ff231362b89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:00.072912 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c71a83-a998-4e07-9c95-5ff231362b89 None None] Bound using segment: {'id': 'ba863cec-980d-481b-b124-7193cdffe75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:29:00.074287 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-97c71a83-a998-4e07-9c95-5ff231362b89 None None] Bound port: 2ac353b0-cbd5-42f6-9743-29e53fbca2da, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba863cec-980d-481b-b124-7193cdffe75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:29:00.074287 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-97c71a83-a998-4e07-9c95-5ff231362b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2ac353b0-cbd5-42f6-9743-29e53fbca2da), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:00.101414 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b90d91d8-81fa-40ae-be0f-abaa2c09d753 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:29:00.225714 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-97c71a83-a998-4e07-9c95-5ff231362b89 None None] For port 2ac353b0-cbd5-42f6-9743-29e53fbca2da, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:29:00.229799 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-97c71a83-a998-4e07-9c95-5ff231362b89 None None] For port 2ac353b0-cbd5-42f6-9743-29e53fbca2da, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2ac353b0-cbd5-42f6-9743-29e53fbca2da,segment=NetworkSegment(ba863cec-980d-481b-b124-7193cdffe75c),segment_id=ba863cec-980d-481b-b124-7193cdffe75c)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:29:00.270256 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-97c71a83-a998-4e07-9c95-5ff231362b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2ac353b0-cbd5-42f6-9743-29e53fbca2da), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:00.530826 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:00.544357 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c71a83-a998-4e07-9c95-5ff231362b89 None None] Pushing event updated for resources: {'Port': ['ID=2ac353b0-cbd5-42f6-9743-29e53fbca2da,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:00.631890 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f5482d-830a-4465-b925-5bebc14a6670 None None] Network d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:00.687684 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port b90d91d8-81fa-40ae-be0f-abaa2c09d753 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:00.688360 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b90d91d8-81fa-40ae-be0f-abaa2c09d753), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:00.775487 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Deleting port 2ac353b0-cbd5-42f6-9743-29e53fbca2da {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:29:00.775838 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (2ac353b0-cbd5-42f6-9743-29e53fbca2da), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:00.867771 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-46d920de-a752-407d-ba4d-9238eca6dc7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:00.962642 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] For port 2ac353b0-cbd5-42f6-9743-29e53fbca2da, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2ac353b0-cbd5-42f6-9743-29e53fbca2da,segment=NetworkSegment(ba863cec-980d-481b-b124-7193cdffe75c),segment_id=ba863cec-980d-481b-b124-7193cdffe75c)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:00.963021 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (2ac353b0-cbd5-42f6-9743-29e53fbca2da), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:00.998357 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Calling delete_port for 2ac353b0-cbd5-42f6-9743-29e53fbca2da owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:29:01.146078 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ec46f1-010f-48f9-929f-8d03086f8edf None None] Network d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:01.149408 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port b90d91d8-81fa-40ae-be0f-abaa2c09d753 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:01.150398 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (2ac353b0-cbd5-42f6-9743-29e53fbca2da), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:01.205870 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2353db95-7b7a-43bb-ad99-27e409e20716 None None] Network 0145c7b4-162c-49b8-ab43-8df4a2dad551 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:01.238511 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] No DVR routers for this DVR port 2ac353b0-cbd5-42f6-9743-29e53fbca2da on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:29:01.241901 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event deleted for resources: {'Port': ['ID=2ac353b0-cbd5-42f6-9743-29e53fbca2da,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:01.434916 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:01.473173 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:01.488020 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba863cec-980d-481b-b124-7193cdffe75c') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:01.488458 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba863cec-980d-481b-b124-7193cdffe75c') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:01.516099 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (ba863cec-980d-481b-b124-7193cdffe75c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:01.557097 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (ba863cec-980d-481b-b124-7193cdffe75c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:01.571448 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:29:01.572361 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (ba863cec-980d-481b-b124-7193cdffe75c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:29:01.577667 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:29:01.624771 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-8bb3d42f-12bd-41c3-b1a7-d94be8b9896a None None] Provisioning complete for port b90d91d8-81fa-40ae-be0f-abaa2c09d753 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:01.626034 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8bb3d42f-12bd-41c3-b1a7-d94be8b9896a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b90d91d8-81fa-40ae-be0f-abaa2c09d753), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:01.719598 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:01.755029 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:01.764125 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "DELETE /v2.0/networks/d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8 HTTP/1.1" status: 204 len: 168 time: 3.6964839 Feb 19 04:29:01.766534 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34016) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:01.802598 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede41c7-98d0-475b-a735-8541ede5d6a3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event deleted for resources: {'Network': ['ID=d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:01.822276 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-99fe6237-c845-4262-b7ff-fae27d4adfce tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] DELETE failed (client error): The resource could not be found. Feb 19 04:29:01.826202 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99fe6237-c845-4262-b7ff-fae27d4adfce tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:29:01.829399 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-99fe6237-c845-4262-b7ff-fae27d4adfce tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "DELETE /v2.0/networks/d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8 HTTP/1.1" status: 404 len: 339 time: 0.0617507 Feb 19 04:29:01.837616 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34018) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:01.839581 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-204f008e-e095-4acf-ae50-1fe0af2e93dd tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1147116248', 'description': 'd1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:01.866199 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8bb3d42f-12bd-41c3-b1a7-d94be8b9896a None None] Current status of the port b90d91d8-81fa-40ae-be0f-abaa2c09d753 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:01.888580 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204f008e-e095-4acf-ae50-1fe0af2e93dd tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Made reservation on behalf of 61650e8e0c8344e892aa4fa42b75ab2d for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:29:01.892596 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-204f008e-e095-4acf-ae50-1fe0af2e93dd tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:01.961938 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-204f008e-e095-4acf-ae50-1fe0af2e93dd tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:29:01.993818 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-204f008e-e095-4acf-ae50-1fe0af2e93dd tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (6a845430-2ae4-4647-859a-8ca6994aa856), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:01.994204 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-204f008e-e095-4acf-ae50-1fe0af2e93dd tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Added segment 6a845430-2ae4-4647-859a-8ca6994aa856 of type vlan for network 6d33f65f-fc39-42a9-9a3b-4356550d6151 Feb 19 04:29:02.095173 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-204f008e-e095-4acf-ae50-1fe0af2e93dd tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (6d33f65f-fc39-42a9-9a3b-4356550d6151), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:02.168368 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-204f008e-e095-4acf-ae50-1fe0af2e93dd tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (6d33f65f-fc39-42a9-9a3b-4356550d6151), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:02.175015 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204f008e-e095-4acf-ae50-1fe0af2e93dd tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:02.175667 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-204f008e-e095-4acf-ae50-1fe0af2e93dd tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:02.253155 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf35cc85-ee3a-4b1c-8518-924907aeb247 None None] get_active_networks_info from n-d-828369-19 {{(pid=109927) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:29:02.300080 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-204f008e-e095-4acf-ae50-1fe0af2e93dd tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4652836 Feb 19 04:29:02.303126 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34022) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:02.339734 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f008e-e095-4acf-ae50-1fe0af2e93dd tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event updated for resources: {'Network': ['ID=6d33f65f-fc39-42a9-9a3b-4356550d6151,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:02.402337 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34024) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:02.404498 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf35cc85-ee3a-4b1c-8518-924907aeb247 None None] Resources bound (agent type, host, resource id): {{(pid=109927) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:29:02.408455 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 6d33f65f-fc39-42a9-9a3b-4356550d6151 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:29:02.411056 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-0b7087be-7fe1-4666-805a-a1d441eba213 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Request body: {'network': {'name': 'tempest-network-smoke--1404497865', 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'port_security_enabled': True}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:02.499407 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7087be-7fe1-4666-805a-a1d441eba213 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Made reservation on behalf of cbafc162cd5b4960a5e405d3107103ec for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:29:02.503149 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0b7087be-7fe1-4666-805a-a1d441eba213 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:02.523589 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0b7087be-7fe1-4666-805a-a1d441eba213 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:02.556447 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f8dc9c-fb9d-45f2-9aed-394b47d8b96f tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:02.562426 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b9f8dc9c-fb9d-45f2-9aed-394b47d8b96f tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "GET /v2.0/networks?id=6d33f65f-fc39-42a9-9a3b-4356550d6151 HTTP/1.1" status: 200 len: 765 time: 0.2580011 Feb 19 04:29:02.565095 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34036) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:02.575322 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-cc0c3a33-368c-4d48-bd1d-3703ecbc57cb tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Request body: {'network': {'description': 'd2'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:02.594094 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-519d37e7-a272-433d-a5f3-0b7fcdbd34c9 None None] Provisioning complete for port b90d91d8-81fa-40ae-be0f-abaa2c09d753 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:02.594599 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-519d37e7-a272-433d-a5f3-0b7fcdbd34c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b90d91d8-81fa-40ae-be0f-abaa2c09d753), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:02.760593 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0b7087be-7fe1-4666-805a-a1d441eba213 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for security_group (1d9550c1-79df-4124-9966-0ca13d537768), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:02.768340 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0b7087be-7fe1-4666-805a-a1d441eba213 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1d9550c1-79df-4124-9966-0ca13d537768), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:02.825764 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7087be-7fe1-4666-805a-a1d441eba213 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:29:02.855656 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7087be-7fe1-4666-805a-a1d441eba213 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9550c1-79df-4124-9966-0ca13d537768,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:02.859295 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0b7087be-7fe1-4666-805a-a1d441eba213 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (0299930b-f461-4325-bba7-e668971ae65b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:02.859695 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-0b7087be-7fe1-4666-805a-a1d441eba213 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Added segment 0299930b-f461-4325-bba7-e668971ae65b of type vlan for network 882f12b7-ab6f-4c91-b738-2ee6c8f1986d Feb 19 04:29:02.919853 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-519d37e7-a272-433d-a5f3-0b7fcdbd34c9 None None] Current status of the port b90d91d8-81fa-40ae-be0f-abaa2c09d753 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:02.922113 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0b7087be-7fe1-4666-805a-a1d441eba213 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (882f12b7-ab6f-4c91-b738-2ee6c8f1986d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:02.988661 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0b7087be-7fe1-4666-805a-a1d441eba213 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (882f12b7-ab6f-4c91-b738-2ee6c8f1986d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:02.994076 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7087be-7fe1-4666-805a-a1d441eba213 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:02.995227 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0b7087be-7fe1-4666-805a-a1d441eba213 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:03.087933 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7087be-7fe1-4666-805a-a1d441eba213 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event updated for resources: {'Network': ['ID=882f12b7-ab6f-4c91-b738-2ee6c8f1986d,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:03.100762 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 882f12b7-ab6f-4c91-b738-2ee6c8f1986d details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:29:03.113708 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0b7087be-7fe1-4666-805a-a1d441eba213 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7075739 Feb 19 04:29:03.114074 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34040) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:03.118918 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-0cc148a4-c76d-4678-8cb0-5180227a641f tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-918047403', 'admin_state_up': True, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:03.179575 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0cc148a4-c76d-4678-8cb0-5180227a641f tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (ec68cfc1-afff-49c4-bdc5-23caf9b84412), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:03.180927 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0cc148a4-c76d-4678-8cb0-5180227a641f tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (ec68cfc1-afff-49c4-bdc5-23caf9b84412), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:03.305310 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0cc148a4-c76d-4678-8cb0-5180227a641f tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for router_controller (ec68cfc1-afff-49c4-bdc5-23caf9b84412), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:03.481847 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-805412c1-5b6c-4783-952c-41827740248d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:03.524439 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3a33-368c-4d48-bd1d-3703ecbc57cb tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (6d33f65f-fc39-42a9-9a3b-4356550d6151), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:03.529895 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0cc148a4-c76d-4678-8cb0-5180227a641f tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for router_gateway (ec68cfc1-afff-49c4-bdc5-23caf9b84412), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:03.554560 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3a33-368c-4d48-bd1d-3703ecbc57cb tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (6d33f65f-fc39-42a9-9a3b-4356550d6151), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:03.599840 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc0c3a33-368c-4d48-bd1d-3703ecbc57cb tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Network 6d33f65f-fc39-42a9-9a3b-4356550d6151 is not hosted by any dhcp agent {{(pid=109926) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 04:29:03.610991 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0c3a33-368c-4d48-bd1d-3703ecbc57cb tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:03.611633 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3a33-368c-4d48-bd1d-3703ecbc57cb tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:03.615387 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cc0c3a33-368c-4d48-bd1d-3703ecbc57cb tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "PUT /v2.0/networks/6d33f65f-fc39-42a9-9a3b-4356550d6151 HTTP/1.1" status: 200 len: 762 time: 1.0469127 Feb 19 04:29:03.621351 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34048) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:03.870717 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020c0f4b-cca8-462b-b652-01c4e32912f3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:03.876609 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-020c0f4b-cca8-462b-b652-01c4e32912f3 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "GET /v2.0/networks?id=6d33f65f-fc39-42a9-9a3b-4356550d6151 HTTP/1.1" status: 200 len: 765 time: 0.2504916 Feb 19 04:29:03.876609 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34052) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:03.877815 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:03.985967 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0cc148a4-c76d-4678-8cb0-5180227a641f tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for router_gateway (ec68cfc1-afff-49c4-bdc5-23caf9b84412), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:04.022973 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0cc148a4-c76d-4678-8cb0-5180227a641f tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:04.131526 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2d2b3f-7179-4597-acdd-514959df1119 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:04.136309 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7e2d2b3f-7179-4597-acdd-514959df1119 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2561722 Feb 19 04:29:04.141163 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34056) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:04.147687 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c3a33-368c-4d48-bd1d-3703ecbc57cb tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event updated for resources: {'Network': ['ID=6d33f65f-fc39-42a9-9a3b-4356550d6151,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:04.159627 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 6d33f65f-fc39-42a9-9a3b-4356550d6151 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:29:04.218614 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34058) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:04.226565 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-733f9d5b-f39a-4cd7-b92b-738ae354eabc tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "GET /v2.0/subnets?network_id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 207 time: 0.0735319 Feb 19 04:29:04.352498 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-0cc148a4-c76d-4678-8cb0-5180227a641f tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Allocated IP 172.25.3.126 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/4d340b87-df64-404c-96f6-f249f2acb66d) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:29:04.442143 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd4543e-4111-42a2-a4c4-cebb56dc6033 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:04.447529 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd4543e-4111-42a2-a4c4-cebb56dc6033 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:04.453267 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd4543e-4111-42a2-a4c4-cebb56dc6033 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:04.458728 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd4543e-4111-42a2-a4c4-cebb56dc6033 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:04.464790 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd4543e-4111-42a2-a4c4-cebb56dc6033 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:04.470309 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd4543e-4111-42a2-a4c4-cebb56dc6033 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:04.472712 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8bd4543e-4111-42a2-a4c4-cebb56dc6033 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2524736 Feb 19 04:29:04.476278 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34062) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:04.543066 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0cc148a4-c76d-4678-8cb0-5180227a641f tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for port (4d340b87-df64-404c-96f6-f249f2acb66d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:04.601233 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0cc148a4-c76d-4678-8cb0-5180227a641f tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (4d340b87-df64-404c-96f6-f249f2acb66d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:04.648441 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc148a4-c76d-4678-8cb0-5180227a641f tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:04.652471 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-0cc148a4-c76d-4678-8cb0-5180227a641f tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:04.656034 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc148a4-c76d-4678-8cb0-5180227a641f tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:29:04.663292 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34072) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:04.664038 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c3f61660-640e-4f69-b34f-ec936f7c5a0f tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1859660 Feb 19 04:29:04.749594 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc148a4-c76d-4678-8cb0-5180227a641f tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event updated for resources: {'Port': ['ID=4d340b87-df64-404c-96f6-f249f2acb66d,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:04.817661 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37af58b6-36a2-43a1-8a9c-ac947f3f7143 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:04.819030 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37af58b6-36a2-43a1-8a9c-ac947f3f7143 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:04.820256 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37af58b6-36a2-43a1-8a9c-ac947f3f7143 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:04.821732 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37af58b6-36a2-43a1-8a9c-ac947f3f7143 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:04.823092 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37af58b6-36a2-43a1-8a9c-ac947f3f7143 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:04.828659 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-37af58b6-36a2-43a1-8a9c-ac947f3f7143 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1366057 Feb 19 04:29:04.829538 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34080) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:04.952766 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4fa454-3413-4e0e-95ca-6582b74d7ba5 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:04.953972 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4fa454-3413-4e0e-95ca-6582b74d7ba5 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:04.955208 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4fa454-3413-4e0e-95ca-6582b74d7ba5 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:04.956420 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4fa454-3413-4e0e-95ca-6582b74d7ba5 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:04.957707 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4fa454-3413-4e0e-95ca-6582b74d7ba5 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['shared'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:04.962761 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3d4fa454-3413-4e0e-95ca-6582b74d7ba5 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1295490 Feb 19 04:29:04.964617 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34088) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:05.346011 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:05.509263 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eebb633-de93-4536-8515-e4893e18200e tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:05.511373 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0eebb633-de93-4536-8515-e4893e18200e tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "GET /v2.0/networks/52401a54-ef07-49b2-bcde-7db49ec5459a HTTP/1.1" status: 200 len: 804 time: 0.5461199 Feb 19 04:29:05.515446 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34094) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:05.591674 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0cc148a4-c76d-4678-8cb0-5180227a641f tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for router_gateway (ec68cfc1-afff-49c4-bdc5-23caf9b84412), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:05.725026 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-db19e2f3-f119-49bd-aac2-e426abb03438 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "GET /v2.0/networks/52401a54-ef07-49b2-bcde-7db49ec5459a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2082286 Feb 19 04:29:05.728359 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34096) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:05.828101 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e9c541-8dfb-4b8f-a105-aca283c22fb6 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:05.834084 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d4e9c541-8dfb-4b8f-a105-aca283c22fb6 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "GET /v2.0/subnets/931af791-3a2d-4419-8442-0e3018ae5d97 HTTP/1.1" status: 200 len: 843 time: 0.1045935 Feb 19 04:29:05.839495 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34100) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:05.911881 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0cc148a4-c76d-4678-8cb0-5180227a641f tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (ec68cfc1-afff-49c4-bdc5-23caf9b84412), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:05.923754 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c0e194-24b4-4f21-aa83-240701b7cf0d tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['shared'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:05.926456 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-37c0e194-24b4-4f21-aa83-240701b7cf0d tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "GET /v2.0/subnets/931af791-3a2d-4419-8442-0e3018ae5d97?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0850585 Feb 19 04:29:05.929264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34102) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:05.941844 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-12f956eb-4466-4dfd-be62-53bde2cbcf76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1624529005'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:05.991307 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f956eb-4466-4dfd-be62-53bde2cbcf76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Made reservation on behalf of 61650e8e0c8344e892aa4fa42b75ab2d for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:29:05.995995 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-12f956eb-4466-4dfd-be62-53bde2cbcf76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:06.025790 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f956eb-4466-4dfd-be62-53bde2cbcf76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:29:06.037755 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-12f956eb-4466-4dfd-be62-53bde2cbcf76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (ad373cec-66ce-46a1-8314-d551b1204f34), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:06.038197 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-12f956eb-4466-4dfd-be62-53bde2cbcf76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Added segment ad373cec-66ce-46a1-8314-d551b1204f34 of type vlan for network ed2831f4-be8d-4e49-912d-4b83ee998213 Feb 19 04:29:06.101554 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-12f956eb-4466-4dfd-be62-53bde2cbcf76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (ed2831f4-be8d-4e49-912d-4b83ee998213), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:06.135548 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-12f956eb-4466-4dfd-be62-53bde2cbcf76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (ed2831f4-be8d-4e49-912d-4b83ee998213), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:06.141789 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f956eb-4466-4dfd-be62-53bde2cbcf76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:06.142429 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-12f956eb-4466-4dfd-be62-53bde2cbcf76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:06.151277 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc148a4-c76d-4678-8cb0-5180227a641f tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Router ec68cfc1-afff-49c4-bdc5-23caf9b84412 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:29:06.233526 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-12f956eb-4466-4dfd-be62-53bde2cbcf76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3030641 Feb 19 04:29:06.237925 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34110) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:06.252940 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-1a7964c3-6745-47f9-92fb-417ab210f568 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Request body: {'subnet': {'network_id': 'ed2831f4-be8d-4e49-912d-4b83ee998213', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:06.257062 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f956eb-4466-4dfd-be62-53bde2cbcf76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event updated for resources: {'Network': ['ID=ed2831f4-be8d-4e49-912d-4b83ee998213,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:06.318229 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network ed2831f4-be8d-4e49-912d-4b83ee998213 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:29:06.346618 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc148a4-c76d-4678-8cb0-5180227a641f tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:29:06.359542 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fb6249-a457-4ca0-a651-fd4f710cc125 None None] Sync routers for ids ['ec68cfc1-afff-49c4-bdc5-23caf9b84412'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:29:06.376664 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0cc148a4-c76d-4678-8cb0-5180227a641f tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:06.380689 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0cc148a4-c76d-4678-8cb0-5180227a641f tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.2628176 Feb 19 04:29:06.380845 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fb6249-a457-4ca0-a651-fd4f710cc125 None None] Routers {'ec68cfc1-afff-49c4-bdc5-23caf9b84412'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:06.380845 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d1fb6249-a457-4ca0-a651-fd4f710cc125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:29:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ec68cfc1-afff-49c4-bdc5-23caf9b84412'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:06.382524 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34112) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:06.426397 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7964c3-6745-47f9-92fb-417ab210f568 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Made reservation on behalf of 61650e8e0c8344e892aa4fa42b75ab2d for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:29:06.432240 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1a7964c3-6745-47f9-92fb-417ab210f568 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:06.508246 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-d1fb6249-a457-4ca0-a651-fd4f710cc125 None None] Set router ec68cfc1-afff-49c4-bdc5-23caf9b84412 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:29:06.527931 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.ipam_backend_mixin [None req-1a7964c3-6745-47f9-92fb-417ab210f568 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Performing IP validity checks on allocation pools {{(pid=109926) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 04:29:06.530643 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.ipam_backend_mixin [None req-1a7964c3-6745-47f9-92fb-417ab210f568 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109926) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 04:29:06.693074 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1b84d6e2-7631-4fe8-9bb7-f49d3669e307 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=cbafc162cd5b4960a5e405d3107103ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3093615 Feb 19 04:29:06.695611 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34118) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:06.730864 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1a7964c3-6745-47f9-92fb-417ab210f568 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (9f0918ba-8f2b-4a13-9d5b-062f377add97), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:06.783380 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:06.861894 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7964c3-6745-47f9-92fb-417ab210f568 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event updated for resources: {'Subnet': ['ID=9f0918ba-8f2b-4a13-9d5b-062f377add97,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:06.864435 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d1fb6249-a457-4ca0-a651-fd4f710cc125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'name': 'tempest-TestSecurityGroupsBasicOps-router-918047403', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:29:03Z', 'updated_at': '2022-02-19T04:29:05Z', 'revision_number': 3, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'gw_port': {'id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:80:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:29:04Z', 'updated_at': '2022-02-19T04:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:06.894642 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fb6249-a457-4ca0-a651-fd4f710cc125 None None] Checking router: ec68cfc1-afff-49c4-bdc5-23caf9b84412 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:29:06.895336 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fb6249-a457-4ca0-a651-fd4f710cc125 None None] Updating router ec68cfc1-afff-49c4-bdc5-23caf9b84412 port 4d340b87-df64-404c-96f6-f249f2acb66d binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:29:06.900078 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7964c3-6745-47f9-92fb-417ab210f568 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Checking segment: {'id': 'ad373cec-66ce-46a1-8314-d551b1204f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ed2831f4-be8d-4e49-912d-4b83ee998213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:29:06.900448 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7964c3-6745-47f9-92fb-417ab210f568 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Network hostable DHCP agents. Network: ed2831f4-be8d-4e49-912d-4b83ee998213, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:29:06.930775 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-d1fb6249-a457-4ca0-a651-fd4f710cc125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4d340b87-df64-404c-96f6-f249f2acb66d), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:06.955882 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7964c3-6745-47f9-92fb-417ab210f568 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Network ed2831f4-be8d-4e49-912d-4b83ee998213 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:29:06.988167 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-1a7964c3-6745-47f9-92fb-417ab210f568 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, ed2831f4-be8d-4e49-912d-4b83ee998213) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:06.992892 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7964c3-6745-47f9-92fb-417ab210f568 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:06.993985 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1a7964c3-6745-47f9-92fb-417ab210f568 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:07.001629 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5c5191-2c47-4f2c-9139-0b7f125da979 None None] Network ed2831f4-be8d-4e49-912d-4b83ee998213 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:07.036516 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1a7964c3-6745-47f9-92fb-417ab210f568 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7972729 Feb 19 04:29:07.040783 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34122) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:07.046785 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-2512cf94-ec74-4e6c-9474-b5a188c0c38d tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:07.099689 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f741b95-e70f-4b75-af3a-87236742e67a tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:07.108485 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6f741b95-e70f-4b75-af3a-87236742e67a tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4091609 Feb 19 04:29:07.108762 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34124) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:07.161451 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465907ba-696d-433d-be77-0dddf207a80a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-ed2831f4-be8d-4e49-912d-4b83ee998213', 'network_id': 'ed2831f4-be8d-4e49-912d-4b83ee998213', 'project_id': '61650e8e0c8344e892aa4fa42b75ab2d', 'fixed_ips': [{'subnet_id': '9f0918ba-8f2b-4a13-9d5b-062f377add97'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:29:07.162469 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-465907ba-696d-433d-be77-0dddf207a80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:07.195859 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7cd30435-8922-4f82-a50a-0985c064455e tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0827780 Feb 19 04:29:07.196076 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34126) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:07.202343 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-e11f46e6-5228-4237-be71-16e2b87e04b8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1112295645', 'network_id': '882f12b7-ab6f-4c91-b738-2ee6c8f1986d', 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:07.256478 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2512cf94-ec74-4e6c-9474-b5a188c0c38d tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4209872'] for subnet (9f0918ba-8f2b-4a13-9d5b-062f377add97), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:07.404028 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11f46e6-5228-4237-be71-16e2b87e04b8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Made reservation on behalf of cbafc162cd5b4960a5e405d3107103ec for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:29:07.408576 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e11f46e6-5228-4237-be71-16e2b87e04b8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:07.483067 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-465907ba-696d-433d-be77-0dddf207a80a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 19 04:29:07.483067 n-d-828369-19 neutron-server[109927]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 19 04:29:07.483067 n-d-828369-19 neutron-server[109927]: [parameters: {'in_use': 1, 'id_1': '9f0918ba-8f2b-4a13-9d5b-062f377add97'}] Feb 19 04:29:07.483067 n-d-828369-19 neutron-server[109927]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:29:07.484124 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-465907ba-696d-433d-be77-0dddf207a80a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:29:07.574192 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-d1fb6249-a457-4ca0-a651-fd4f710cc125 None None] Publish callbacks [] for port (4d340b87-df64-404c-96f6-f249f2acb66d), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:07.596136 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-d1fb6249-a457-4ca0-a651-fd4f710cc125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4d340b87-df64-404c-96f6-f249f2acb66d), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:07.727870 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77868ff4-101a-457c-8908-b8c310eec60d None None] Pushing event updated for resources: {'Port': ['ID=4d340b87-df64-404c-96f6-f249f2acb66d,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:07.729770 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2512cf94-ec74-4e6c-9474-b5a188c0c38d tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727882451330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5240778'] for subnet (9f0918ba-8f2b-4a13-9d5b-062f377add97), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:07.731805 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e11f46e6-5228-4237-be71-16e2b87e04b8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (c0160546-1c6b-4e25-9159-2cb0c0760750), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:07.771458 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-d1fb6249-a457-4ca0-a651-fd4f710cc125 None None] Attempting to bind port 4d340b87-df64-404c-96f6-f249f2acb66d on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:29:07.771458 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-d1fb6249-a457-4ca0-a651-fd4f710cc125 None None] Attempting to bind port 4d340b87-df64-404c-96f6-f249f2acb66d by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:29:07.771877 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fb6249-a457-4ca0-a651-fd4f710cc125 None None] Attempting to bind port 4d340b87-df64-404c-96f6-f249f2acb66d on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:29:07.779662 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fb6249-a457-4ca0-a651-fd4f710cc125 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:29:07.779662 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fb6249-a457-4ca0-a651-fd4f710cc125 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:29:07.779662 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-d1fb6249-a457-4ca0-a651-fd4f710cc125 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:07.779662 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fb6249-a457-4ca0-a651-fd4f710cc125 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:29:07.780477 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-d1fb6249-a457-4ca0-a651-fd4f710cc125 None None] Bound port: 4d340b87-df64-404c-96f6-f249f2acb66d, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:29:07.780963 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-d1fb6249-a457-4ca0-a651-fd4f710cc125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4d340b87-df64-404c-96f6-f249f2acb66d), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:07.792885 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77868ff4-101a-457c-8908-b8c310eec60d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:07.793382 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77868ff4-101a-457c-8908-b8c310eec60d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:07.793824 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77868ff4-101a-457c-8908-b8c310eec60d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:07.794326 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77868ff4-101a-457c-8908-b8c310eec60d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:07.794751 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77868ff4-101a-457c-8908-b8c310eec60d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:07.795187 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77868ff4-101a-457c-8908-b8c310eec60d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:07.795630 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77868ff4-101a-457c-8908-b8c310eec60d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:07.796051 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77868ff4-101a-457c-8908-b8c310eec60d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:07.796475 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77868ff4-101a-457c-8908-b8c310eec60d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:07.796901 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77868ff4-101a-457c-8908-b8c310eec60d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:07.797325 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77868ff4-101a-457c-8908-b8c310eec60d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:07.797748 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77868ff4-101a-457c-8908-b8c310eec60d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:07.798196 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77868ff4-101a-457c-8908-b8c310eec60d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:07.884407 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11f46e6-5228-4237-be71-16e2b87e04b8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Checking segment: {'id': '0299930b-f461-4325-bba7-e668971ae65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '882f12b7-ab6f-4c91-b738-2ee6c8f1986d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:29:07.884823 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11f46e6-5228-4237-be71-16e2b87e04b8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Network hostable DHCP agents. Network: 882f12b7-ab6f-4c91-b738-2ee6c8f1986d, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:29:07.890539 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512cf94-ec74-4e6c-9474-b5a188c0c38d tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:07.891535 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2512cf94-ec74-4e6c-9474-b5a188c0c38d tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:07.896922 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34150) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:07.899761 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f46e6-5228-4237-be71-16e2b87e04b8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event updated for resources: {'Subnet': ['ID=c0160546-1c6b-4e25-9159-2cb0c0760750,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:07.904384 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2512cf94-ec74-4e6c-9474-b5a188c0c38d tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "PUT /v2.0/subnets/9f0918ba-8f2b-4a13-9d5b-062f377add97 HTTP/1.1" status: 200 len: 900 time: 0.8620570 Feb 19 04:29:07.917771 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-d1fb6249-a457-4ca0-a651-fd4f710cc125 None None] For port 4d340b87-df64-404c-96f6-f249f2acb66d, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:29:07.922021 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-d1fb6249-a457-4ca0-a651-fd4f710cc125 None None] For port 4d340b87-df64-404c-96f6-f249f2acb66d, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4d340b87-df64-404c-96f6-f249f2acb66d,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:29:07.926279 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512cf94-ec74-4e6c-9474-b5a188c0c38d tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event updated for resources: {'Subnet': ['ID=9f0918ba-8f2b-4a13-9d5b-062f377add97,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:07.938855 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-d1fb6249-a457-4ca0-a651-fd4f710cc125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4d340b87-df64-404c-96f6-f249f2acb66d), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:07.985561 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-465907ba-696d-433d-be77-0dddf207a80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:08.025615 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34154) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:08.095087 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fb6249-a457-4ca0-a651-fd4f710cc125 None None] Routers {'ec68cfc1-afff-49c4-bdc5-23caf9b84412'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:08.095730 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d1fb6249-a457-4ca0-a651-fd4f710cc125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:29:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ec68cfc1-afff-49c4-bdc5-23caf9b84412'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:08.101895 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11f46e6-5228-4237-be71-16e2b87e04b8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Network 882f12b7-ab6f-4c91-b738-2ee6c8f1986d is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:29:08.140316 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-e11f46e6-5228-4237-be71-16e2b87e04b8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 882f12b7-ab6f-4c91-b738-2ee6c8f1986d) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:08.147882 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11f46e6-5228-4237-be71-16e2b87e04b8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:08.147998 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e11f46e6-5228-4237-be71-16e2b87e04b8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:08.152727 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3241c532-ea94-4be8-b33d-d4e6233723e6 None None] Network 882f12b7-ab6f-4c91-b738-2ee6c8f1986d requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:08.190775 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e11f46e6-5228-4237-be71-16e2b87e04b8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9936156 Feb 19 04:29:08.193831 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34158) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:08.237146 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (ed2831f4-be8d-4e49-912d-4b83ee998213), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:08.296828 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77868ff4-101a-457c-8908-b8c310eec60d None None] Pushing event updated for resources: {'Port': ['ID=4d340b87-df64-404c-96f6-f249f2acb66d,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:08.312061 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (9f0918ba-8f2b-4a13-9d5b-062f377add97), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:08.343327 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-03c72258-f3d9-4539-aeb2-d7186193bd68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:08.419535 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-465907ba-696d-433d-be77-0dddf207a80a None None] Allocated IP 2001:db8::3 (ed2831f4-be8d-4e49-912d-4b83ee998213/9f0918ba-8f2b-4a13-9d5b-062f377add97/121c091d-3ec6-4b54-927e-b34164e61906) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:29:08.444171 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-d1fb6249-a457-4ca0-a651-fd4f710cc125 None None] Set router ec68cfc1-afff-49c4-bdc5-23caf9b84412 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:29:08.521079 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935c6173-00bd-46ee-affd-17589bc6e8ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-882f12b7-ab6f-4c91-b738-2ee6c8f1986d', 'network_id': '882f12b7-ab6f-4c91-b738-2ee6c8f1986d', 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'fixed_ips': [{'subnet_id': 'c0160546-1c6b-4e25-9159-2cb0c0760750'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:29:08.522662 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-935c6173-00bd-46ee-affd-17589bc6e8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:08.703514 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-03c72258-f3d9-4539-aeb2-d7186193bd68 admin admin] Publish callbacks [] for security_group (516ee598-164b-4e97-8932-311171e578c0), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:08.726436 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-03c72258-f3d9-4539-aeb2-d7186193bd68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (516ee598-164b-4e97-8932-311171e578c0), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:08.864977 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-03c72258-f3d9-4539-aeb2-d7186193bd68 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=56ca9362900345aeae72cf1ee0efec91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8373990 Feb 19 04:29:08.867785 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c72258-f3d9-4539-aeb2-d7186193bd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516ee598-164b-4e97-8932-311171e578c0,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:08.867943 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34170) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:08.883571 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d1fb6249-a457-4ca0-a651-fd4f710cc125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'name': 'tempest-TestSecurityGroupsBasicOps-router-918047403', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:29:03Z', 'updated_at': '2022-02-19T04:29:05Z', 'revision_number': 3, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'gw_port': {'id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:80:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:29:04Z', 'updated_at': '2022-02-19T04:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:08.960477 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fb6249-a457-4ca0-a651-fd4f710cc125 None None] The sync data for ids ['ec68cfc1-afff-49c4-bdc5-23caf9b84412'] in n-d-828369-19 is: [{'id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'name': 'tempest-TestSecurityGroupsBasicOps-router-918047403', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:29:03Z', 'updated_at': '2022-02-19T04:29:05Z', 'revision_number': 3, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'gw_port': {'id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:80:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:29:04Z', 'updated_at': '2022-02-19T04:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:29:08.965801 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fb2ed9f9-cb53-4bbe-a593-de2fae675986 admin admin] Publish callbacks [] for security_group (516ee598-164b-4e97-8932-311171e578c0), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:08.999532 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-935c6173-00bd-46ee-affd-17589bc6e8ce None None] Allocated IP 172.20.0.2 (882f12b7-ab6f-4c91-b738-2ee6c8f1986d/c0160546-1c6b-4e25-9159-2cb0c0760750/eb67f58d-6b96-402b-8500-b4de174ab03c) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:29:09.052353 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fb2ed9f9-cb53-4bbe-a593-de2fae675986 admin admin] Publish callbacks [] for security_group (516ee598-164b-4e97-8932-311171e578c0), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:09.216252 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-465907ba-696d-433d-be77-0dddf207a80a None None] Publish callbacks [] for port (121c091d-3ec6-4b54-927e-b34164e61906), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:09.216911 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fb2ed9f9-cb53-4bbe-a593-de2fae675986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (516ee598-164b-4e97-8932-311171e578c0), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:09.219990 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fb2ed9f9-cb53-4bbe-a593-de2fae675986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:09.223772 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fb2ed9f9-cb53-4bbe-a593-de2fae675986 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/516ee598-164b-4e97-8932-311171e578c0 HTTP/1.1" status: 204 len: 168 time: 0.3526256 Feb 19 04:29:09.234872 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-465907ba-696d-433d-be77-0dddf207a80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (121c091d-3ec6-4b54-927e-b34164e61906), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:09.242566 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ed9f9-cb53-4bbe-a593-de2fae675986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516ee598-164b-4e97-8932-311171e578c0,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:09.288862 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (9f0918ba-8f2b-4a13-9d5b-062f377add97), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:09.298658 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465907ba-696d-433d-be77-0dddf207a80a None None] Pushing event updated for resources: {'Port': ['ID=121c091d-3ec6-4b54-927e-b34164e61906,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:09.318217 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465907ba-696d-433d-be77-0dddf207a80a None None] Network ed2831f4-be8d-4e49-912d-4b83ee998213 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:09.325011 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-465907ba-696d-433d-be77-0dddf207a80a None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:09.368092 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465907ba-696d-433d-be77-0dddf207a80a None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:29:09.374576 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event deleted for resources: {'Subnet': ['ID=9f0918ba-8f2b-4a13-9d5b-062f377add97,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:09.398028 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-26317f56-bd05-4ef1-91a9-d812971d8ae8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:09.549539 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (ed2831f4-be8d-4e49-912d-4b83ee998213), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:09.596495 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2831f4-be8d-4e49-912d-4b83ee998213']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:09.624188 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad373cec-66ce-46a1-8314-d551b1204f34') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:09.624490 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad373cec-66ce-46a1-8314-d551b1204f34') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:09.644949 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (ad373cec-66ce-46a1-8314-d551b1204f34), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:09.663519 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (ad373cec-66ce-46a1-8314-d551b1204f34), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:09.670459 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:29:09.670876 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (ad373cec-66ce-46a1-8314-d551b1204f34), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:29:09.797342 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:29:09.823605 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.db.api [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 04:29:09.823605 n-d-828369-19 neutron-server[109925]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 04:29:09.823605 n-d-828369-19 neutron-server[109925]: [parameters: {'id': 'ed2831f4-be8d-4e49-912d-4b83ee998213'}] Feb 19 04:29:09.823605 n-d-828369-19 neutron-server[109925]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:29:09.825163 n-d-828369-19 neutron-server[109925]: DEBUG oslo_db.api [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:29:10.013546 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-465907ba-696d-433d-be77-0dddf207a80a None None] Attempting to bind port 121c091d-3ec6-4b54-927e-b34164e61906 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:29:10.014136 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-465907ba-696d-433d-be77-0dddf207a80a None None] Attempting to bind port 121c091d-3ec6-4b54-927e-b34164e61906 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'ad373cec-66ce-46a1-8314-d551b1204f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ed2831f4-be8d-4e49-912d-4b83ee998213'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:29:10.014298 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465907ba-696d-433d-be77-0dddf207a80a None None] Attempting to bind port 121c091d-3ec6-4b54-927e-b34164e61906 on network ed2831f4-be8d-4e49-912d-4b83ee998213 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:29:10.055172 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465907ba-696d-433d-be77-0dddf207a80a None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:29:10.055573 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465907ba-696d-433d-be77-0dddf207a80a None None] Checking segment: {'id': 'ad373cec-66ce-46a1-8314-d551b1204f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ed2831f4-be8d-4e49-912d-4b83ee998213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:29:10.055991 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-465907ba-696d-433d-be77-0dddf207a80a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:10.056395 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465907ba-696d-433d-be77-0dddf207a80a None None] Bound using segment: {'id': 'ad373cec-66ce-46a1-8314-d551b1204f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ed2831f4-be8d-4e49-912d-4b83ee998213'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:29:10.056891 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-465907ba-696d-433d-be77-0dddf207a80a None None] Bound port: 121c091d-3ec6-4b54-927e-b34164e61906, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad373cec-66ce-46a1-8314-d551b1204f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ed2831f4-be8d-4e49-912d-4b83ee998213'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:29:10.057297 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-465907ba-696d-433d-be77-0dddf207a80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (121c091d-3ec6-4b54-927e-b34164e61906), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:10.156226 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-935c6173-00bd-46ee-affd-17589bc6e8ce None None] Publish callbacks [] for port (eb67f58d-6b96-402b-8500-b4de174ab03c), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:10.182022 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4d340b87-df64-404c-96f6-f249f2acb66d up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:29:10.201287 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-935c6173-00bd-46ee-affd-17589bc6e8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (eb67f58d-6b96-402b-8500-b4de174ab03c), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:10.327012 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (ed2831f4-be8d-4e49-912d-4b83ee998213), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:10.330181 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-26317f56-bd05-4ef1-91a9-d812971d8ae8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Allocated IP 172.20.0.1 (882f12b7-ab6f-4c91-b738-2ee6c8f1986d/c0160546-1c6b-4e25-9159-2cb0c0760750/5136bbeb-96ab-44aa-b59d-32d475a0af19) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:29:10.413881 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c6173-00bd-46ee-affd-17589bc6e8ce None None] Pushing event updated for resources: {'Port': ['ID=eb67f58d-6b96-402b-8500-b4de174ab03c,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:10.445578 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-465907ba-696d-433d-be77-0dddf207a80a None None] For port 121c091d-3ec6-4b54-927e-b34164e61906, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:29:10.451370 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935c6173-00bd-46ee-affd-17589bc6e8ce None None] Network 882f12b7-ab6f-4c91-b738-2ee6c8f1986d is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:10.479328 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-935c6173-00bd-46ee-affd-17589bc6e8ce None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:10.483757 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935c6173-00bd-46ee-affd-17589bc6e8ce None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:29:10.498857 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-465907ba-696d-433d-be77-0dddf207a80a None None] For port 121c091d-3ec6-4b54-927e-b34164e61906, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=121c091d-3ec6-4b54-927e-b34164e61906,segment=NetworkSegment(ad373cec-66ce-46a1-8314-d551b1204f34),segment_id=ad373cec-66ce-46a1-8314-d551b1204f34)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:29:10.516753 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Deleting port 121c091d-3ec6-4b54-927e-b34164e61906 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:29:10.517100 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (121c091d-3ec6-4b54-927e-b34164e61906), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:10.659193 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-465907ba-696d-433d-be77-0dddf207a80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (121c091d-3ec6-4b54-927e-b34164e61906), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:10.663950 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-26317f56-bd05-4ef1-91a9-d812971d8ae8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for port (5136bbeb-96ab-44aa-b59d-32d475a0af19), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:10.676967 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-935c6173-00bd-46ee-affd-17589bc6e8ce None None] Attempting to bind port eb67f58d-6b96-402b-8500-b4de174ab03c on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:29:10.677500 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-935c6173-00bd-46ee-affd-17589bc6e8ce None None] Attempting to bind port eb67f58d-6b96-402b-8500-b4de174ab03c by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '0299930b-f461-4325-bba7-e668971ae65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '882f12b7-ab6f-4c91-b738-2ee6c8f1986d'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:29:10.678501 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c6173-00bd-46ee-affd-17589bc6e8ce None None] Attempting to bind port eb67f58d-6b96-402b-8500-b4de174ab03c on network 882f12b7-ab6f-4c91-b738-2ee6c8f1986d {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:29:10.720760 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] For port 121c091d-3ec6-4b54-927e-b34164e61906, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=121c091d-3ec6-4b54-927e-b34164e61906,segment=NetworkSegment(ad373cec-66ce-46a1-8314-d551b1204f34),segment_id=ad373cec-66ce-46a1-8314-d551b1204f34)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:10.721125 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (121c091d-3ec6-4b54-927e-b34164e61906), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:10.738686 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-26317f56-bd05-4ef1-91a9-d812971d8ae8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (5136bbeb-96ab-44aa-b59d-32d475a0af19), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:10.791170 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Calling delete_port for 121c091d-3ec6-4b54-927e-b34164e61906 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:29:10.813986 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c6173-00bd-46ee-affd-17589bc6e8ce None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:29:10.822545 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c6173-00bd-46ee-affd-17589bc6e8ce None None] Checking segment: {'id': '0299930b-f461-4325-bba7-e668971ae65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '882f12b7-ab6f-4c91-b738-2ee6c8f1986d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:29:10.823049 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-935c6173-00bd-46ee-affd-17589bc6e8ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:10.824010 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c6173-00bd-46ee-affd-17589bc6e8ce None None] Bound using segment: {'id': '0299930b-f461-4325-bba7-e668971ae65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '882f12b7-ab6f-4c91-b738-2ee6c8f1986d'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:29:10.824527 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-935c6173-00bd-46ee-affd-17589bc6e8ce None None] Bound port: eb67f58d-6b96-402b-8500-b4de174ab03c, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0299930b-f461-4325-bba7-e668971ae65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '882f12b7-ab6f-4c91-b738-2ee6c8f1986d'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:29:10.824925 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-935c6173-00bd-46ee-affd-17589bc6e8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (eb67f58d-6b96-402b-8500-b4de174ab03c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:10.853983 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26317f56-bd05-4ef1-91a9-d812971d8ae8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Network 882f12b7-ab6f-4c91-b738-2ee6c8f1986d is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:10.859305 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-26317f56-bd05-4ef1-91a9-d812971d8ae8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:10.864527 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26317f56-bd05-4ef1-91a9-d812971d8ae8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:29:10.918943 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26317f56-bd05-4ef1-91a9-d812971d8ae8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event updated for resources: {'Port': ['ID=5136bbeb-96ab-44aa-b59d-32d475a0af19,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:10.987582 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-26317f56-bd05-4ef1-91a9-d812971d8ae8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (ec68cfc1-afff-49c4-bdc5-23caf9b84412), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:10.998792 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (121c091d-3ec6-4b54-927e-b34164e61906), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:11.026875 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 4d340b87-df64-404c-96f6-f249f2acb66d triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:11.028687 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4d340b87-df64-404c-96f6-f249f2acb66d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:11.035204 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event deleted for resources: {'Port': ['ID=121c091d-3ec6-4b54-927e-b34164e61906,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:11.045662 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] No DVR routers for this DVR port 121c091d-3ec6-4b54-927e-b34164e61906 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:29:11.123187 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465907ba-696d-433d-be77-0dddf207a80a None None] Pushing event updated for resources: {'Port': ['ID=121c091d-3ec6-4b54-927e-b34164e61906,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:11.173285 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60622b77-18c3-47e8-9750-37a41167623f None None] Network ed2831f4-be8d-4e49-912d-4b83ee998213 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:11.179904 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (ed2831f4-be8d-4e49-912d-4b83ee998213), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:11.235832 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-935c6173-00bd-46ee-affd-17589bc6e8ce None None] For port eb67f58d-6b96-402b-8500-b4de174ab03c, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:29:11.261588 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2831f4-be8d-4e49-912d-4b83ee998213']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:11.284887 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-26317f56-bd05-4ef1-91a9-d812971d8ae8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5136bbeb-96ab-44aa-b59d-32d475a0af19), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:11.287261 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad373cec-66ce-46a1-8314-d551b1204f34') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:11.287767 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad373cec-66ce-46a1-8314-d551b1204f34') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:11.303811 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 4d340b87-df64-404c-96f6-f249f2acb66d is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:11.304430 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4d340b87-df64-404c-96f6-f249f2acb66d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:11.311886 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (ad373cec-66ce-46a1-8314-d551b1204f34), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:11.313088 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-935c6173-00bd-46ee-affd-17589bc6e8ce None None] For port eb67f58d-6b96-402b-8500-b4de174ab03c, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=eb67f58d-6b96-402b-8500-b4de174ab03c,segment=NetworkSegment(0299930b-f461-4325-bba7-e668971ae65b),segment_id=0299930b-f461-4325-bba7-e668971ae65b)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:29:11.341200 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (ad373cec-66ce-46a1-8314-d551b1204f34), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:11.351687 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:29:11.352103 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (ad373cec-66ce-46a1-8314-d551b1204f34), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:29:11.355403 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:29:11.387004 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-935c6173-00bd-46ee-affd-17589bc6e8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (eb67f58d-6b96-402b-8500-b4de174ab03c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:11.401958 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 4d340b87-df64-404c-96f6-f249f2acb66d, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4d340b87-df64-404c-96f6-f249f2acb66d,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:11.414435 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f8db36-7784-4165-a1d4-162c66451f4d None None] Network ed2831f4-be8d-4e49-912d-4b83ee998213 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:11.504873 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4d340b87-df64-404c-96f6-f249f2acb66d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:11.528134 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (ed2831f4-be8d-4e49-912d-4b83ee998213), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:11.535504 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:11.542390 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "DELETE /v2.0/networks/ed2831f4-be8d-4e49-912d-4b83ee998213 HTTP/1.1" status: 204 len: 168 time: 3.6399052 Feb 19 04:29:11.544602 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34216) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:11.599128 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f849bea-1eda-4814-8e65-737353130cdf tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event deleted for resources: {'Network': ['ID=ed2831f4-be8d-4e49-912d-4b83ee998213,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:11.690266 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0717aa-89fc-46e6-8ba3-e28892b449f6 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] DELETE failed (client error): The resource could not be found. Feb 19 04:29:11.696877 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d0717aa-89fc-46e6-8ba3-e28892b449f6 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:29:11.700291 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2d0717aa-89fc-46e6-8ba3-e28892b449f6 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "DELETE /v2.0/subnets/9f0918ba-8f2b-4a13-9d5b-062f377add97 HTTP/1.1" status: 404 len: 337 time: 0.1532612 Feb 19 04:29:11.703164 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34222) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:11.748816 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d80327b-d82a-484d-bfbb-0233b8f02673 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] DELETE failed (client error): The resource could not be found. Feb 19 04:29:11.750856 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d80327b-d82a-484d-bfbb-0233b8f02673 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:29:11.762959 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c6173-00bd-46ee-affd-17589bc6e8ce None None] Pushing event updated for resources: {'Port': ['ID=eb67f58d-6b96-402b-8500-b4de174ab03c,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:11.763808 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8d80327b-d82a-484d-bfbb-0233b8f02673 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "DELETE /v2.0/networks/ed2831f4-be8d-4e49-912d-4b83ee998213 HTTP/1.1" status: 404 len: 339 time: 0.0581613 Feb 19 04:29:11.768306 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34224) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:11.914641 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=4d340b87-df64-404c-96f6-f249f2acb66d,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:11.939322 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2de939b0-d5a5-487b-84eb-fb2745332021 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (6d33f65f-fc39-42a9-9a3b-4356550d6151), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:12.114063 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2de939b0-d5a5-487b-84eb-fb2745332021 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (6d33f65f-fc39-42a9-9a3b-4356550d6151), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:12.119297 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-26317f56-bd05-4ef1-91a9-d812971d8ae8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for port (5136bbeb-96ab-44aa-b59d-32d475a0af19), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:12.137479 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-2de939b0-d5a5-487b-84eb-fb2745332021 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d33f65f-fc39-42a9-9a3b-4356550d6151']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:12.137709 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-26317f56-bd05-4ef1-91a9-d812971d8ae8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (5136bbeb-96ab-44aa-b59d-32d475a0af19), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:12.168444 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-2de939b0-d5a5-487b-84eb-fb2745332021 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a845430-2ae4-4647-859a-8ca6994aa856') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:12.169022 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-2de939b0-d5a5-487b-84eb-fb2745332021 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a845430-2ae4-4647-859a-8ca6994aa856') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:12.176831 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4d340b87-df64-404c-96f6-f249f2acb66d up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:29:12.189256 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2de939b0-d5a5-487b-84eb-fb2745332021 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (6a845430-2ae4-4647-859a-8ca6994aa856), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:12.217064 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2de939b0-d5a5-487b-84eb-fb2745332021 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (6a845430-2ae4-4647-859a-8ca6994aa856), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:12.223968 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de939b0-d5a5-487b-84eb-fb2745332021 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:29:12.224618 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2de939b0-d5a5-487b-84eb-fb2745332021 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (6a845430-2ae4-4647-859a-8ca6994aa856), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:12.295812 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 4d340b87-df64-404c-96f6-f249f2acb66d triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:12.296201 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4d340b87-df64-404c-96f6-f249f2acb66d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:12.324158 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26317f56-bd05-4ef1-91a9-d812971d8ae8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event updated for resources: {'Port': ['ID=5136bbeb-96ab-44aa-b59d-32d475a0af19,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:12.333816 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-26317f56-bd05-4ef1-91a9-d812971d8ae8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (ec68cfc1-afff-49c4-bdc5-23caf9b84412), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:29:12.349359 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:29:12.360236 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2de939b0-d5a5-487b-84eb-fb2745332021 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (6d33f65f-fc39-42a9-9a3b-4356550d6151), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:12.393307 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2de939b0-d5a5-487b-84eb-fb2745332021 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:12.406645 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2de939b0-d5a5-487b-84eb-fb2745332021 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "DELETE /v2.0/networks/6d33f65f-fc39-42a9-9a3b-4356550d6151 HTTP/1.1" status: 204 len: 168 time: 0.6322052 Feb 19 04:29:12.440033 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34230) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:12.489830 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de939b0-d5a5-487b-84eb-fb2745332021 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event deleted for resources: {'Network': ['ID=6d33f65f-fc39-42a9-9a3b-4356550d6151,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:12.494595 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-65055f4e-5583-45fc-b86f-f37cc6b5eb96 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] DELETE failed (client error): The resource could not be found. Feb 19 04:29:12.497005 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65055f4e-5583-45fc-b86f-f37cc6b5eb96 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:29:12.497727 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 4d340b87-df64-404c-96f6-f249f2acb66d is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:12.505145 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-65055f4e-5583-45fc-b86f-f37cc6b5eb96 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "DELETE /v2.0/subnets/0a7450bb-ea18-4ef6-8026-a3310ee75d78 HTTP/1.1" status: 404 len: 337 time: 0.0579700 Feb 19 04:29:12.508058 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34232) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:12.525626 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-1d27f075-7cc8-4efa-920c-406e93209246 req-41135e0d-b1d8-4e67-ae34-4d358eb41705 service neutron] (109925) timed out ('10.222.0.52', 38908) {{(pid=109925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:29:12.547277 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2e287c-c7c4-4348-a1bc-d40ad3febfd7 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] DELETE failed (client error): The resource could not be found. Feb 19 04:29:12.553811 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c2e287c-c7c4-4348-a1bc-d40ad3febfd7 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:29:12.564493 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1c2e287c-c7c4-4348-a1bc-d40ad3febfd7 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "DELETE /v2.0/networks/d3e307db-5fb0-4ab5-9d7c-32dceb5e4ee8 HTTP/1.1" status: 404 len: 339 time: 0.0553482 Feb 19 04:29:12.567085 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34234) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:12.568995 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26317f56-bd05-4ef1-91a9-d812971d8ae8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Network 882f12b7-ab6f-4c91-b738-2ee6c8f1986d is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:12.570700 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-26317f56-bd05-4ef1-91a9-d812971d8ae8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:12.700785 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c972d5-2a76-41eb-a6d3-5e30995f9858 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Deleting subnet 6f20a5cb-c436-430c-8033-72d6fabe1402 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:29:12.708312 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-40c972d5-2a76-41eb-a6d3-5e30995f9858 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for subnet (6f20a5cb-c436-430c-8033-72d6fabe1402), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:12.806651 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26317f56-bd05-4ef1-91a9-d812971d8ae8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Router ec68cfc1-afff-49c4-bdc5-23caf9b84412 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:29:12.812063 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-40c972d5-2a76-41eb-a6d3-5e30995f9858 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (6f20a5cb-c436-430c-8033-72d6fabe1402), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:12.987356 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-40c972d5-2a76-41eb-a6d3-5e30995f9858 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (6f20a5cb-c436-430c-8033-72d6fabe1402), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.026452 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26317f56-bd05-4ef1-91a9-d812971d8ae8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:29:13.032929 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-26317f56-bd05-4ef1-91a9-d812971d8ae8 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "PUT /v2.0/routers/ec68cfc1-afff-49c4-bdc5-23caf9b84412/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8379545 Feb 19 04:29:13.039093 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bd485d-e348-4945-9961-ae9d166b31a8 None None] Sync routers for ids ['ec68cfc1-afff-49c4-bdc5-23caf9b84412'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:29:13.046847 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34240) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:13.051599 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-34fc934d-e5c0-404d-a8ce-dac76b2b4790 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2087260044', 'description': 'tempest-secgroup_access--2087260044 description', 'project_id': 'cbafc162cd5b4960a5e405d3107103ec'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:13.074838 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bd485d-e348-4945-9961-ae9d166b31a8 None None] Routers {'ec68cfc1-afff-49c4-bdc5-23caf9b84412'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:13.075458 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-67bd485d-e348-4945-9961-ae9d166b31a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:29:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ec68cfc1-afff-49c4-bdc5-23caf9b84412'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:13.088238 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-34fc934d-e5c0-404d-a8ce-dac76b2b4790 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.173218 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-40c972d5-2a76-41eb-a6d3-5e30995f9858 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (6f20a5cb-c436-430c-8033-72d6fabe1402), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.253607 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c972d5-2a76-41eb-a6d3-5e30995f9858 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event deleted for resources: {'Subnet': ['ID=6f20a5cb-c436-430c-8033-72d6fabe1402,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:13.281673 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-40c972d5-2a76-41eb-a6d3-5e30995f9858 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.290267 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-40c972d5-2a76-41eb-a6d3-5e30995f9858 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "DELETE /v2.0/subnets/6f20a5cb-c436-430c-8033-72d6fabe1402 HTTP/1.1" status: 204 len: 168 time: 0.7214484 Feb 19 04:29:13.291030 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d96d98-cf95-49fd-90d6-f9dbd76c49ef None None] Network 0145c7b4-162c-49b8-ab43-8df4a2dad551 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:13.293217 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34246) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:13.323533 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-34fc934d-e5c0-404d-a8ce-dac76b2b4790 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for security_group (d69afdb6-e53a-4223-9d1d-9cee1e14c250), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.343145 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-34fc934d-e5c0-404d-a8ce-dac76b2b4790 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d69afdb6-e53a-4223-9d1d-9cee1e14c250), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.425259 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-7481a556-86e6-45d9-97a4-237c45950c3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Deleting subnet 36c8def7-fda0-4b81-bd46-7f2741c79314 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:29:13.428534 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7481a556-86e6-45d9-97a4-237c45950c3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for subnet (36c8def7-fda0-4b81-bd46-7f2741c79314), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.433750 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc934d-e5c0-404d-a8ce-dac76b2b4790 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d69afdb6-e53a-4223-9d1d-9cee1e14c250,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:13.444773 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-34fc934d-e5c0-404d-a8ce-dac76b2b4790 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.447909 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-34fc934d-e5c0-404d-a8ce-dac76b2b4790 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3997869 Feb 19 04:29:13.449829 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74362ace-8c10-4a08-918d-8f42a66e990e None None] Network 882f12b7-ab6f-4c91-b738-2ee6c8f1986d requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:13.452429 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34248) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:13.457866 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-baf4f64a-33be-4baf-97fa-fb4a1eac915d tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--649103583', 'description': 'tempest-secgroup_general--649103583 description', 'project_id': 'cbafc162cd5b4960a5e405d3107103ec'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:13.533207 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7481a556-86e6-45d9-97a4-237c45950c3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (36c8def7-fda0-4b81-bd46-7f2741c79314), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.549523 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-67bd485d-e348-4945-9961-ae9d166b31a8 None None] Set router ec68cfc1-afff-49c4-bdc5-23caf9b84412 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:29:13.594901 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-baf4f64a-33be-4baf-97fa-fb4a1eac915d tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.693229 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e8205d56-0ae0-4143-9f6a-89f4ce3bdaee None None] Provisioning complete for port eb67f58d-6b96-402b-8500-b4de174ab03c triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:13.693665 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e8205d56-0ae0-4143-9f6a-89f4ce3bdaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (eb67f58d-6b96-402b-8500-b4de174ab03c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.739711 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7481a556-86e6-45d9-97a4-237c45950c3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (36c8def7-fda0-4b81-bd46-7f2741c79314), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.775218 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-baf4f64a-33be-4baf-97fa-fb4a1eac915d tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for security_group (b869e877-b12e-48e3-9e9b-d983cc7618e7), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.783370 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-baf4f64a-33be-4baf-97fa-fb4a1eac915d tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b869e877-b12e-48e3-9e9b-d983cc7618e7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.823496 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4f64a-33be-4baf-97fa-fb4a1eac915d tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b869e877-b12e-48e3-9e9b-d983cc7618e7,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:13.832503 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-baf4f64a-33be-4baf-97fa-fb4a1eac915d tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.833940 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-baf4f64a-33be-4baf-97fa-fb4a1eac915d tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3805504 Feb 19 04:29:13.837424 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34260) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:13.846379 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-29f39a60-5089-46fa-bde8-f8d97330b64d tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Request body: {'security_group_rule': {'security_group_id': 'd69afdb6-e53a-4223-9d1d-9cee1e14c250', 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:13.880596 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7481a556-86e6-45d9-97a4-237c45950c3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (36c8def7-fda0-4b81-bd46-7f2741c79314), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.909725 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7481a556-86e6-45d9-97a4-237c45950c3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.915904 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7481a556-86e6-45d9-97a4-237c45950c3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "DELETE /v2.0/subnets/36c8def7-fda0-4b81-bd46-7f2741c79314 HTTP/1.1" status: 204 len: 168 time: 0.6185446 Feb 19 04:29:13.916289 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34262) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:13.932219 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29f39a60-5089-46fa-bde8-f8d97330b64d tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for security_group_rule (b42dd175-6d1e-4170-84b9-4fe87f8ccf8f), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.937788 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481a556-86e6-45d9-97a4-237c45950c3a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event deleted for resources: {'Subnet': ['ID=36c8def7-fda0-4b81-bd46-7f2741c79314,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:13.981031 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e8205d56-0ae0-4143-9f6a-89f4ce3bdaee None None] Current status of the port eb67f58d-6b96-402b-8500-b4de174ab03c is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:13.981280 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e8205d56-0ae0-4143-9f6a-89f4ce3bdaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (eb67f58d-6b96-402b-8500-b4de174ab03c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:14.053162 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e95f660b-fa71-4d66-b02c-662c7564cbf5 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (0145c7b4-162c-49b8-ab43-8df4a2dad551), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:14.065434 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29f39a60-5089-46fa-bde8-f8d97330b64d tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for security_group_rule (b42dd175-6d1e-4170-84b9-4fe87f8ccf8f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:14.080809 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29f39a60-5089-46fa-bde8-f8d97330b64d tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (b42dd175-6d1e-4170-84b9-4fe87f8ccf8f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:14.120311 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f39a60-5089-46fa-bde8-f8d97330b64d tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42dd175-6d1e-4170-84b9-4fe87f8ccf8f,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:14.171360 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-e95f660b-fa71-4d66-b02c-662c7564cbf5 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Deleting port b90d91d8-81fa-40ae-be0f-abaa2c09d753 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:29:14.171626 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29f39a60-5089-46fa-bde8-f8d97330b64d tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:14.172626 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-29f39a60-5089-46fa-bde8-f8d97330b64d tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3342321 Feb 19 04:29:14.173618 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e95f660b-fa71-4d66-b02c-662c7564cbf5 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b90d91d8-81fa-40ae-be0f-abaa2c09d753), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:14.206199 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e8205d56-0ae0-4143-9f6a-89f4ce3bdaee None None] For port eb67f58d-6b96-402b-8500-b4de174ab03c, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=eb67f58d-6b96-402b-8500-b4de174ab03c,segment=NetworkSegment(0299930b-f461-4325-bba7-e668971ae65b),segment_id=0299930b-f461-4325-bba7-e668971ae65b)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:14.240255 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e8205d56-0ae0-4143-9f6a-89f4ce3bdaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (eb67f58d-6b96-402b-8500-b4de174ab03c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:14.330413 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-e95f660b-fa71-4d66-b02c-662c7564cbf5 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] For port b90d91d8-81fa-40ae-be0f-abaa2c09d753, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=b90d91d8-81fa-40ae-be0f-abaa2c09d753,segment=NetworkSegment(7465e8d5-2dba-4ea1-b496-517fcb9f5654),segment_id=7465e8d5-2dba-4ea1-b496-517fcb9f5654)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:14.331111 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e95f660b-fa71-4d66-b02c-662c7564cbf5 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b90d91d8-81fa-40ae-be0f-abaa2c09d753), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:14.374331 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-e95f660b-fa71-4d66-b02c-662c7564cbf5 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Calling delete_port for b90d91d8-81fa-40ae-be0f-abaa2c09d753 owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:29:14.510008 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8205d56-0ae0-4143-9f6a-89f4ce3bdaee None None] Pushing event updated for resources: {'Port': ['ID=eb67f58d-6b96-402b-8500-b4de174ab03c,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:14.603918 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-df6e4776-ca88-4d3f-a4a0-bc071ad8ed1a None None] Provisioning complete for port 5136bbeb-96ab-44aa-b59d-32d475a0af19 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:14.603918 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-df6e4776-ca88-4d3f-a4a0-bc071ad8ed1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5136bbeb-96ab-44aa-b59d-32d475a0af19), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:14.672349 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-df6e4776-ca88-4d3f-a4a0-bc071ad8ed1a None None] Port 5136bbeb-96ab-44aa-b59d-32d475a0af19 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:29:14.692131 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-df6e4776-ca88-4d3f-a4a0-bc071ad8ed1a None None] Provisioning complete for port eb67f58d-6b96-402b-8500-b4de174ab03c triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:14.692513 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-df6e4776-ca88-4d3f-a4a0-bc071ad8ed1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (eb67f58d-6b96-402b-8500-b4de174ab03c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:14.737366 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-67bd485d-e348-4945-9961-ae9d166b31a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'name': 'tempest-TestSecurityGroupsBasicOps-router-918047403', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:29:03Z', 'updated_at': '2022-02-19T04:29:11Z', 'revision_number': 4, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'gw_port': {'id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:80:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:29:04Z', 'updated_at': '2022-02-19T04:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '5136bbeb-96ab-44aa-b59d-32d475a0af19', 'name': '', 'network_id': '882f12b7-ab6f-4c91-b738-2ee6c8f1986d', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'mac_address': 'fa:16:3e:62:e2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'c0160546-1c6b-4e25-9159-2cb0c0760750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:29:09Z', 'updated_at': '2022-02-19T04:29:11Z', 'revision_number': 2, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'subnets': [{'id': 'c0160546-1c6b-4e25-9159-2cb0c0760750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:14.785423 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bd485d-e348-4945-9961-ae9d166b31a8 None None] Checking router: ec68cfc1-afff-49c4-bdc5-23caf9b84412 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:29:14.785782 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bd485d-e348-4945-9961-ae9d166b31a8 None None] Updating router ec68cfc1-afff-49c4-bdc5-23caf9b84412 port 5136bbeb-96ab-44aa-b59d-32d475a0af19 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:29:14.838994 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-67bd485d-e348-4945-9961-ae9d166b31a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5136bbeb-96ab-44aa-b59d-32d475a0af19), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:14.842400 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device eb67f58d-6b96-402b-8500-b4de174ab03c up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:29:15.019161 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-df6e4776-ca88-4d3f-a4a0-bc071ad8ed1a None None] Current status of the port eb67f58d-6b96-402b-8500-b4de174ab03c is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:15.254537 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da746d4-7b16-4e82-9d96-546883c81178 None None] Network 0145c7b4-162c-49b8-ab43-8df4a2dad551 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:15.329253 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-723c3b44-16ad-46f6-81f8-b4dac1e8984b tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup_general--649103583&fields=id&tenant_id=cbafc162cd5b4960a5e405d3107103ec HTTP/1.1" status: 200 len: 267 time: 0.0802770 Feb 19 04:29:15.386732 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e95f660b-fa71-4d66-b02c-662c7564cbf5 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (b90d91d8-81fa-40ae-be0f-abaa2c09d753), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:15.402849 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-7d300c66-7b56-48d3-b590-521b1fef662f tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup_access--2087260044&fields=id&tenant_id=cbafc162cd5b4960a5e405d3107103ec HTTP/1.1" status: 200 len: 267 time: 0.0726271 Feb 19 04:29:15.424683 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f660b-fa71-4d66-b02c-662c7564cbf5 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event deleted for resources: {'Port': ['ID=b90d91d8-81fa-40ae-be0f-abaa2c09d753,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:15.461646 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95f660b-fa71-4d66-b02c-662c7564cbf5 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] No DVR routers for this DVR port b90d91d8-81fa-40ae-be0f-abaa2c09d753 on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:29:15.613853 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e95f660b-fa71-4d66-b02c-662c7564cbf5 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (0145c7b4-162c-49b8-ab43-8df4a2dad551), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:15.626262 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port eb67f58d-6b96-402b-8500-b4de174ab03c triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:15.626803 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (eb67f58d-6b96-402b-8500-b4de174ab03c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:15.662977 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-e95f660b-fa71-4d66-b02c-662c7564cbf5 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0145c7b4-162c-49b8-ab43-8df4a2dad551']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:15.685809 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-617868b6-c911-4919-b286-cf65219afc4f tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:15.691221 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-617868b6-c911-4919-b286-cf65219afc4f tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/networks?id=882f12b7-ab6f-4c91-b738-2ee6c8f1986d HTTP/1.1" status: 200 len: 797 time: 0.2619920 Feb 19 04:29:15.692823 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-e95f660b-fa71-4d66-b02c-662c7564cbf5 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7465e8d5-2dba-4ea1-b496-517fcb9f5654') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:15.693067 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-e95f660b-fa71-4d66-b02c-662c7564cbf5 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7465e8d5-2dba-4ea1-b496-517fcb9f5654') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:15.713692 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e95f660b-fa71-4d66-b02c-662c7564cbf5 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (7465e8d5-2dba-4ea1-b496-517fcb9f5654), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:15.722107 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-8401a22d-cea2-45bf-a608-a7a42699657c tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/quotas/cbafc162cd5b4960a5e405d3107103ec HTTP/1.1" status: 200 len: 375 time: 0.0264652 Feb 19 04:29:15.754756 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e95f660b-fa71-4d66-b02c-662c7564cbf5 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (7465e8d5-2dba-4ea1-b496-517fcb9f5654), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:15.781721 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95f660b-fa71-4d66-b02c-662c7564cbf5 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:29:15.782010 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e95f660b-fa71-4d66-b02c-662c7564cbf5 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (7465e8d5-2dba-4ea1-b496-517fcb9f5654), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:29:15.785200 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:29:15.831399 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e3d98e55-b594-4a10-95f6-14777a93f3e2 None None] Provisioning complete for port 5136bbeb-96ab-44aa-b59d-32d475a0af19 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:15.833295 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e3d98e55-b594-4a10-95f6-14777a93f3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5136bbeb-96ab-44aa-b59d-32d475a0af19), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:15.865932 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-554c15a5-1538-4320-9b8c-c7477a5de492 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cbafc162cd5b4960a5e405d3107103ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1339295 Feb 19 04:29:15.868807 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e95f660b-fa71-4d66-b02c-662c7564cbf5 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (0145c7b4-162c-49b8-ab43-8df4a2dad551), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:15.879209 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e95f660b-fa71-4d66-b02c-662c7564cbf5 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:15.885326 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e95f660b-fa71-4d66-b02c-662c7564cbf5 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "DELETE /v2.0/networks/0145c7b4-162c-49b8-ab43-8df4a2dad551 HTTP/1.1" status: 204 len: 168 time: 1.9678850 Feb 19 04:29:15.885724 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34320) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:15.896620 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f660b-fa71-4d66-b02c-662c7564cbf5 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event deleted for resources: {'Network': ['ID=0145c7b4-162c-49b8-ab43-8df4a2dad551,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:15.947364 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-83939e43-f4ca-496e-bdb1-149261da128a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] DELETE failed (client error): The resource could not be found. Feb 19 04:29:15.958869 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83939e43-f4ca-496e-bdb1-149261da128a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:29:15.962372 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-83939e43-f4ca-496e-bdb1-149261da128a tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "DELETE /v2.0/subnets/995ea62e-f328-4967-b440-1dd64dbb3f40 HTTP/1.1" status: 404 len: 337 time: 0.0737801 Feb 19 04:29:15.968025 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34324) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:16.073773 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-8bc3d164-80e8-4152-9856-8e35edad32a8 service neutron] 10.222.0.52 "GET /v2.0/networks/882f12b7-ab6f-4c91-b738-2ee6c8f1986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729152 Feb 19 04:29:16.081423 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e3d98e55-b594-4a10-95f6-14777a93f3e2 None None] Port 5136bbeb-96ab-44aa-b59d-32d475a0af19 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:29:16.109517 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port eb67f58d-6b96-402b-8500-b4de174ab03c is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:16.126809 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3dc95a3-ee45-4532-a80a-0fd84044faa0 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] DELETE failed (client error): The resource could not be found. Feb 19 04:29:16.128520 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3dc95a3-ee45-4532-a80a-0fd84044faa0 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:29:16.136102 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34328) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:16.137156 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5663ba-5d3d-4635-a3dd-f26caa68ab8c None None] DHCP port deletion for 0145c7b4-162c-49b8-ab43-8df4a2dad551 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:29:16.147068 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b3dc95a3-ee45-4532-a80a-0fd84044faa0 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "DELETE /v2.0/networks/8a43bda3-0319-4b08-8d8d-89255e02b030 HTTP/1.1" status: 404 len: 339 time: 0.1743045 Feb 19 04:29:16.182077 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa80d67f-76aa-4a91-bff3-e0edbcaa6ffb tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] DELETE failed (client error): The resource could not be found. Feb 19 04:29:16.183372 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa80d67f-76aa-4a91-bff3-e0edbcaa6ffb tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:29:16.189484 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fa80d67f-76aa-4a91-bff3-e0edbcaa6ffb tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "DELETE /v2.0/subnets/e9f8007c-b439-483a-a4c6-6715b5625e4f HTTP/1.1" status: 404 len: 337 time: 0.0511539 Feb 19 04:29:16.190590 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34334) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:16.232966 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-378c0744-ae2f-4cb9-842b-5180f476fde4 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] DELETE failed (client error): The resource could not be found. Feb 19 04:29:16.234672 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-378c0744-ae2f-4cb9-842b-5180f476fde4 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:29:16.246650 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-378c0744-ae2f-4cb9-842b-5180f476fde4 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "DELETE /v2.0/networks/f036bf4d-89a7-42f4-bae6-bad777b2fd56 HTTP/1.1" status: 404 len: 339 time: 0.0520494 Feb 19 04:29:16.247317 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34338) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:16.283568 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92ed4e7-69ad-4d23-ae1d-aa1ac0a99409 None None] get_active_networks_info from n-d-828369-19 {{(pid=109927) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:29:16.343492 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e8e2ea-10d2-4a92-94cc-701be2869603 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] DELETE failed (client error): The resource could not be found. Feb 19 04:29:16.347494 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-67bd485d-e348-4945-9961-ae9d166b31a8 None None] Publish callbacks [] for port (5136bbeb-96ab-44aa-b59d-32d475a0af19), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:16.356174 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e8e2ea-10d2-4a92-94cc-701be2869603 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:29:16.366682 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b0e8e2ea-10d2-4a92-94cc-701be2869603 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "DELETE /v2.0/subnets/739cae65-a9d2-4a9f-87c2-0f3c1560af32 HTTP/1.1" status: 404 len: 337 time: 0.1180565 Feb 19 04:29:16.367456 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-b698db5a-6ea8-4e10-9471-2740a07cf941 service neutron] 10.222.0.52 "GET /v2.0/networks/882f12b7-ab6f-4c91-b738-2ee6c8f1986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568069 Feb 19 04:29:16.367936 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34340) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:16.399248 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e259d2-0c03-4a8c-bac7-d91fa28868be tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] DELETE failed (client error): The resource could not be found. Feb 19 04:29:16.399873 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-67bd485d-e348-4945-9961-ae9d166b31a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5136bbeb-96ab-44aa-b59d-32d475a0af19), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:16.405656 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e259d2-0c03-4a8c-bac7-d91fa28868be tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:29:16.411466 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34342) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:16.418947 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b5e259d2-0c03-4a8c-bac7-d91fa28868be tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "DELETE /v2.0/networks/7fe2edbb-d27d-478e-bc38-a96849421e52 HTTP/1.1" status: 404 len: 339 time: 0.0498519 Feb 19 04:29:16.466030 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2836af37-778b-4c0d-9d09-49cccf3c6658 None None] Provisioning complete for port 5136bbeb-96ab-44aa-b59d-32d475a0af19 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:16.466685 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2836af37-778b-4c0d-9d09-49cccf3c6658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5136bbeb-96ab-44aa-b59d-32d475a0af19), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:16.557179 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1dce065-70d1-48fb-ad51-cc7f14b46641 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Deleting subnet 3b2a7731-7b1a-4950-a067-450b504e5101 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:29:16.583624 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f1dce065-70d1-48fb-ad51-cc7f14b46641 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for subnet (3b2a7731-7b1a-4950-a067-450b504e5101), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:16.626447 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b90d91d8-81fa-40ae-be0f-abaa2c09d753 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:29:16.667118 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f1dce065-70d1-48fb-ad51-cc7f14b46641 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (3b2a7731-7b1a-4950-a067-450b504e5101), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:16.674085 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2836af37-778b-4c0d-9d09-49cccf3c6658 None None] Port 5136bbeb-96ab-44aa-b59d-32d475a0af19 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:29:16.678456 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7b24e-9444-4cb5-9f83-377ba9f685fd None None] Pushing event updated for resources: {'Port': ['ID=5136bbeb-96ab-44aa-b59d-32d475a0af19,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:16.776659 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: b90d91d8-81fa-40ae-be0f-abaa2c09d753 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:29:16.777014 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b90d91d8-81fa-40ae-be0f-abaa2c09d753 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:29:16.779352 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a885649-2d09-4636-bf9f-858e719dc7b2 req-f6da5d59-64b7-4375-a5c6-8c3fbff47e49 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=94f21a5a-c628-4584-84af-f49bf2003c34 HTTP/1.1" status: 200 len: 210 time: 0.0708542 Feb 19 04:29:16.808304 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2836af37-778b-4c0d-9d09-49cccf3c6658 None None] Could not find standard attr ID for object b90d91d8-81fa-40ae-be0f-abaa2c09d753. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:29:16.835178 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-67bd485d-e348-4945-9961-ae9d166b31a8 None None] Attempting to bind port 5136bbeb-96ab-44aa-b59d-32d475a0af19 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:29:16.835566 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-67bd485d-e348-4945-9961-ae9d166b31a8 None None] Attempting to bind port 5136bbeb-96ab-44aa-b59d-32d475a0af19 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '0299930b-f461-4325-bba7-e668971ae65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '882f12b7-ab6f-4c91-b738-2ee6c8f1986d'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:29:16.835821 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f1dce065-70d1-48fb-ad51-cc7f14b46641 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (3b2a7731-7b1a-4950-a067-450b504e5101), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:16.835955 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bd485d-e348-4945-9961-ae9d166b31a8 None None] Attempting to bind port 5136bbeb-96ab-44aa-b59d-32d475a0af19 on network 882f12b7-ab6f-4c91-b738-2ee6c8f1986d {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:29:16.837894 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92ed4e7-69ad-4d23-ae1d-aa1ac0a99409 None None] Resources bound (agent type, host, resource id): {{(pid=109927) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:29:16.866812 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bd485d-e348-4945-9961-ae9d166b31a8 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:29:16.867209 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bd485d-e348-4945-9961-ae9d166b31a8 None None] Checking segment: {'id': '0299930b-f461-4325-bba7-e668971ae65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '882f12b7-ab6f-4c91-b738-2ee6c8f1986d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:29:16.867618 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-67bd485d-e348-4945-9961-ae9d166b31a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:16.868020 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bd485d-e348-4945-9961-ae9d166b31a8 None None] Bound using segment: {'id': '0299930b-f461-4325-bba7-e668971ae65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '882f12b7-ab6f-4c91-b738-2ee6c8f1986d'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:29:16.868501 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-67bd485d-e348-4945-9961-ae9d166b31a8 None None] Bound port: 5136bbeb-96ab-44aa-b59d-32d475a0af19, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0299930b-f461-4325-bba7-e668971ae65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '882f12b7-ab6f-4c91-b738-2ee6c8f1986d'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:29:16.868884 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-67bd485d-e348-4945-9961-ae9d166b31a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5136bbeb-96ab-44aa-b59d-32d475a0af19), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:16.991333 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f1dce065-70d1-48fb-ad51-cc7f14b46641 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (3b2a7731-7b1a-4950-a067-450b504e5101), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:17.037294 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dce065-70d1-48fb-ad51-cc7f14b46641 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event deleted for resources: {'Subnet': ['ID=3b2a7731-7b1a-4950-a067-450b504e5101,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:17.043656 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f1dce065-70d1-48fb-ad51-cc7f14b46641 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:17.047339 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f1dce065-70d1-48fb-ad51-cc7f14b46641 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "DELETE /v2.0/subnets/3b2a7731-7b1a-4950-a067-450b504e5101 HTTP/1.1" status: 204 len: 168 time: 0.6345804 Feb 19 04:29:17.049920 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34358) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:17.053706 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dce065-70d1-48fb-ad51-cc7f14b46641 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:17.053937 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dce065-70d1-48fb-ad51-cc7f14b46641 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:17.054286 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dce065-70d1-48fb-ad51-cc7f14b46641 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:17.063417 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dce065-70d1-48fb-ad51-cc7f14b46641 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:17.070308 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dce065-70d1-48fb-ad51-cc7f14b46641 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:17.070667 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dce065-70d1-48fb-ad51-cc7f14b46641 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:17.071214 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dce065-70d1-48fb-ad51-cc7f14b46641 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:17.071709 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dce065-70d1-48fb-ad51-cc7f14b46641 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:17.072213 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dce065-70d1-48fb-ad51-cc7f14b46641 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:17.072704 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dce065-70d1-48fb-ad51-cc7f14b46641 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:17.073326 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dce065-70d1-48fb-ad51-cc7f14b46641 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:17.073825 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dce065-70d1-48fb-ad51-cc7f14b46641 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:17.074345 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dce065-70d1-48fb-ad51-cc7f14b46641 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:17.226155 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-998eadc1-88d2-4fce-9013-639e7d901b76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (9fe182df-5b1b-4da0-a5ed-65a259a53c0b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:17.284677 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-67bd485d-e348-4945-9961-ae9d166b31a8 None None] For port 5136bbeb-96ab-44aa-b59d-32d475a0af19, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:29:17.301515 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-998eadc1-88d2-4fce-9013-639e7d901b76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Deleting port da191c7c-47c9-4f9d-a4b9-83a6e0b3f218 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:29:17.302217 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-998eadc1-88d2-4fce-9013-639e7d901b76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (da191c7c-47c9-4f9d-a4b9-83a6e0b3f218), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:17.315078 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-67bd485d-e348-4945-9961-ae9d166b31a8 None None] For port 5136bbeb-96ab-44aa-b59d-32d475a0af19, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5136bbeb-96ab-44aa-b59d-32d475a0af19,segment=NetworkSegment(0299930b-f461-4325-bba7-e668971ae65b),segment_id=0299930b-f461-4325-bba7-e668971ae65b)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:29:17.327830 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-67bd485d-e348-4945-9961-ae9d166b31a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5136bbeb-96ab-44aa-b59d-32d475a0af19), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:17.368828 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4171e4-859d-4768-b03c-b439b2ad0f30 None None] Network 9fe182df-5b1b-4da0-a5ed-65a259a53c0b requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:17.477432 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-998eadc1-88d2-4fce-9013-639e7d901b76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] For port da191c7c-47c9-4f9d-a4b9-83a6e0b3f218, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=da191c7c-47c9-4f9d-a4b9-83a6e0b3f218,segment=NetworkSegment(1cead2a6-fa3f-4b13-a8b8-cb2bad0fc810),segment_id=1cead2a6-fa3f-4b13-a8b8-cb2bad0fc810)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:17.477996 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-998eadc1-88d2-4fce-9013-639e7d901b76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (da191c7c-47c9-4f9d-a4b9-83a6e0b3f218), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:17.528648 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-998eadc1-88d2-4fce-9013-639e7d901b76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Calling delete_port for da191c7c-47c9-4f9d-a4b9-83a6e0b3f218 owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:29:17.640399 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-998eadc1-88d2-4fce-9013-639e7d901b76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (da191c7c-47c9-4f9d-a4b9-83a6e0b3f218), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:17.664482 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bd485d-e348-4945-9961-ae9d166b31a8 None None] Routers {'ec68cfc1-afff-49c4-bdc5-23caf9b84412'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:17.665198 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-67bd485d-e348-4945-9961-ae9d166b31a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:29:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ec68cfc1-afff-49c4-bdc5-23caf9b84412'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:17.712990 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998eadc1-88d2-4fce-9013-639e7d901b76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] No DVR routers for this DVR port da191c7c-47c9-4f9d-a4b9-83a6e0b3f218 on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:29:17.722589 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998eadc1-88d2-4fce-9013-639e7d901b76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event deleted for resources: {'Port': ['ID=da191c7c-47c9-4f9d-a4b9-83a6e0b3f218,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:17.805425 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7b24e-9444-4cb5-9f83-377ba9f685fd None None] Pushing event updated for resources: {'Port': ['ID=5136bbeb-96ab-44aa-b59d-32d475a0af19,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:17.856459 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-3acdae63-cafd-4d4a-86e3-7e6c54c96810 None None] Provisioning complete for port 5136bbeb-96ab-44aa-b59d-32d475a0af19 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:17.856886 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3acdae63-cafd-4d4a-86e3-7e6c54c96810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5136bbeb-96ab-44aa-b59d-32d475a0af19), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:17.959106 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-998eadc1-88d2-4fce-9013-639e7d901b76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (9fe182df-5b1b-4da0-a5ed-65a259a53c0b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:17.979941 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c087d9d-edd4-4c51-989d-b3d172620df8 None None] DHCP port deletion for 9fe182df-5b1b-4da0-a5ed-65a259a53c0b request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:29:18.016673 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-998eadc1-88d2-4fce-9013-639e7d901b76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe182df-5b1b-4da0-a5ed-65a259a53c0b']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:18.102417 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-998eadc1-88d2-4fce-9013-639e7d901b76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cead2a6-fa3f-4b13-a8b8-cb2bad0fc810') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:18.103163 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-998eadc1-88d2-4fce-9013-639e7d901b76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cead2a6-fa3f-4b13-a8b8-cb2bad0fc810') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:18.114639 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-998eadc1-88d2-4fce-9013-639e7d901b76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (1cead2a6-fa3f-4b13-a8b8-cb2bad0fc810), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:18.128338 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-67bd485d-e348-4945-9961-ae9d166b31a8 None None] Set router ec68cfc1-afff-49c4-bdc5-23caf9b84412 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:29:18.131672 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-998eadc1-88d2-4fce-9013-639e7d901b76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (1cead2a6-fa3f-4b13-a8b8-cb2bad0fc810), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:18.141710 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998eadc1-88d2-4fce-9013-639e7d901b76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:29:18.142130 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-998eadc1-88d2-4fce-9013-639e7d901b76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (1cead2a6-fa3f-4b13-a8b8-cb2bad0fc810), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:29:18.222601 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:29:18.231663 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6b61bd7b-1a01-4620-a179-fc95b3bba837 req-c043fe77-2047-4dc9-b272-af7070cb5ddc tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=94f21a5a-c628-4584-84af-f49bf2003c34 HTTP/1.1" status: 200 len: 210 time: 0.1882584 Feb 19 04:29:18.244528 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-998eadc1-88d2-4fce-9013-639e7d901b76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (9fe182df-5b1b-4da0-a5ed-65a259a53c0b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:18.258720 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-998eadc1-88d2-4fce-9013-639e7d901b76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:18.267081 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-998eadc1-88d2-4fce-9013-639e7d901b76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "DELETE /v2.0/networks/9fe182df-5b1b-4da0-a5ed-65a259a53c0b HTTP/1.1" status: 204 len: 168 time: 1.2137899 Feb 19 04:29:18.267574 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34376) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:18.287965 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3acdae63-cafd-4d4a-86e3-7e6c54c96810 None None] Current status of the port 5136bbeb-96ab-44aa-b59d-32d475a0af19 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:18.288656 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3acdae63-cafd-4d4a-86e3-7e6c54c96810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5136bbeb-96ab-44aa-b59d-32d475a0af19), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:18.297710 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998eadc1-88d2-4fce-9013-639e7d901b76 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event deleted for resources: {'Network': ['ID=9fe182df-5b1b-4da0-a5ed-65a259a53c0b,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:18.322421 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4ddc74-a00d-4f5f-b848-a392f2a91aea tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] DELETE failed (client error): The resource could not be found. Feb 19 04:29:18.323193 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa4ddc74-a00d-4f5f-b848-a392f2a91aea tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:29:18.333048 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34378) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:18.333464 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-aa4ddc74-a00d-4f5f-b848-a392f2a91aea tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "DELETE /v2.0/subnets/92d366ec-f614-4013-b96b-fcf705a0b03e HTTP/1.1" status: 404 len: 337 time: 0.0601795 Feb 19 04:29:18.394780 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda73999-7c96-4e27-8678-a086c16d8c47 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] DELETE failed (client error): The resource could not be found. Feb 19 04:29:18.396727 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bda73999-7c96-4e27-8678-a086c16d8c47 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:29:18.410709 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34382) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:18.411500 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bda73999-7c96-4e27-8678-a086c16d8c47 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "DELETE /v2.0/networks/ec1550b6-42a4-45e4-881b-74eb5fdf2a5d HTTP/1.1" status: 404 len: 339 time: 0.0770335 Feb 19 04:29:18.467422 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3acdae63-cafd-4d4a-86e3-7e6c54c96810 None None] For port 5136bbeb-96ab-44aa-b59d-32d475a0af19, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5136bbeb-96ab-44aa-b59d-32d475a0af19,segment=NetworkSegment(0299930b-f461-4325-bba7-e668971ae65b),segment_id=0299930b-f461-4325-bba7-e668971ae65b)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:18.551366 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3acdae63-cafd-4d4a-86e3-7e6c54c96810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5136bbeb-96ab-44aa-b59d-32d475a0af19), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:18.579184 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a149681-7f80-49de-8d00-af1d5c82e13b tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Deleting subnet 931af791-3a2d-4419-8442-0e3018ae5d97 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:29:18.592571 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1a149681-7f80-49de-8d00-af1d5c82e13b tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for subnet (931af791-3a2d-4419-8442-0e3018ae5d97), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:18.631669 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device da191c7c-47c9-4f9d-a4b9-83a6e0b3f218 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:29:18.657304 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: da191c7c-47c9-4f9d-a4b9-83a6e0b3f218 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:29:18.657662 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device da191c7c-47c9-4f9d-a4b9-83a6e0b3f218 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:29:18.662286 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-f7eb806b-bcf8-4cf4-970d-1d3bd1f1bb77 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:18.663862 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-f7eb806b-bcf8-4cf4-970d-1d3bd1f1bb77 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.79 "GET /v2.0/networks?id=882f12b7-ab6f-4c91-b738-2ee6c8f1986d HTTP/1.1" status: 200 len: 797 time: 0.2350357 Feb 19 04:29:18.737805 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1a149681-7f80-49de-8d00-af1d5c82e13b tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (931af791-3a2d-4419-8442-0e3018ae5d97), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:18.801278 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acdae63-cafd-4d4a-86e3-7e6c54c96810 None None] Pushing event updated for resources: {'Port': ['ID=5136bbeb-96ab-44aa-b59d-32d475a0af19,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:18.840767 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-866edcd9-5ccf-4ac0-bf43-8a2996b0efed None None] Provisioning complete for port 5136bbeb-96ab-44aa-b59d-32d475a0af19 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:18.841271 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-866edcd9-5ccf-4ac0-bf43-8a2996b0efed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5136bbeb-96ab-44aa-b59d-32d475a0af19), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:18.850430 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-08e19545-77f3-483e-9eaf-4531e3094891 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbafc162cd5b4960a5e405d3107103ec HTTP/1.1" status: 200 len: 477 time: 0.1779883 Feb 19 04:29:18.857814 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1a149681-7f80-49de-8d00-af1d5c82e13b tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (931af791-3a2d-4419-8442-0e3018ae5d97), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:18.861206 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-6d7cddfd-1c6b-4914-a70a-9a3caae8c06c tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Request body: {'port': {'device_id': '94f21a5a-c628-4584-84af-f49bf2003c34', 'network_id': '882f12b7-ab6f-4c91-b738-2ee6c8f1986d', 'admin_state_up': True, 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'security_groups': ['b869e877-b12e-48e3-9e9b-d983cc7618e7', 'd69afdb6-e53a-4223-9d1d-9cee1e14c250']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:18.945836 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-67bd485d-e348-4945-9961-ae9d166b31a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'name': 'tempest-TestSecurityGroupsBasicOps-router-918047403', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:29:03Z', 'updated_at': '2022-02-19T04:29:11Z', 'revision_number': 4, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'gw_port': {'id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:80:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:29:04Z', 'updated_at': '2022-02-19T04:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '5136bbeb-96ab-44aa-b59d-32d475a0af19', 'name': '', 'network_id': '882f12b7-ab6f-4c91-b738-2ee6c8f1986d', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'mac_address': 'fa:16:3e:62:e2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'c0160546-1c6b-4e25-9159-2cb0c0760750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:29:09Z', 'updated_at': '2022-02-19T04:29:17Z', 'revision_number': 4, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'subnets': [{'id': 'c0160546-1c6b-4e25-9159-2cb0c0760750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:18.994541 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bd485d-e348-4945-9961-ae9d166b31a8 None None] The sync data for ids ['ec68cfc1-afff-49c4-bdc5-23caf9b84412'] in n-d-828369-19 is: [{'id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'name': 'tempest-TestSecurityGroupsBasicOps-router-918047403', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:29:03Z', 'updated_at': '2022-02-19T04:29:11Z', 'revision_number': 4, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'gw_port': {'id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:80:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:29:04Z', 'updated_at': '2022-02-19T04:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '5136bbeb-96ab-44aa-b59d-32d475a0af19', 'name': '', 'network_id': '882f12b7-ab6f-4c91-b738-2ee6c8f1986d', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'mac_address': 'fa:16:3e:62:e2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'c0160546-1c6b-4e25-9159-2cb0c0760750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:29:09Z', 'updated_at': '2022-02-19T04:29:17Z', 'revision_number': 4, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'subnets': [{'id': 'c0160546-1c6b-4e25-9159-2cb0c0760750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:29:19.034898 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-866edcd9-5ccf-4ac0-bf43-8a2996b0efed None None] Current status of the port 5136bbeb-96ab-44aa-b59d-32d475a0af19 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:19.065824 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1a149681-7f80-49de-8d00-af1d5c82e13b tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (931af791-3a2d-4419-8442-0e3018ae5d97), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:19.201873 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-6d7cddfd-1c6b-4914-a70a-9a3caae8c06c tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Made reservation on behalf of cbafc162cd5b4960a5e405d3107103ec for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:29:19.205926 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-6d7cddfd-1c6b-4914-a70a-9a3caae8c06c tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:19.207747 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a149681-7f80-49de-8d00-af1d5c82e13b tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event deleted for resources: {'Subnet': ['ID=931af791-3a2d-4419-8442-0e3018ae5d97,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:19.225477 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1a149681-7f80-49de-8d00-af1d5c82e13b tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:19.225714 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42686da-77a5-4e3f-a9e2-9824228cfbb2 None None] Network 52401a54-ef07-49b2-bcde-7db49ec5459a requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:19.235773 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1a149681-7f80-49de-8d00-af1d5c82e13b tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "DELETE /v2.0/subnets/931af791-3a2d-4419-8442-0e3018ae5d97 HTTP/1.1" status: 204 len: 168 time: 0.8214035 Feb 19 04:29:19.239262 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34392) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:19.445351 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c28e13b-875c-486b-b65b-93979d852e59 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (52401a54-ef07-49b2-bcde-7db49ec5459a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:19.480999 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a63f2a61-9bda-4bab-9e38-fb4afcf6d400 req-450ac970-f7e6-4968-9544-77f826db4f93 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=94f21a5a-c628-4584-84af-f49bf2003c34 HTTP/1.1" status: 200 len: 210 time: 0.0554013 Feb 19 04:29:19.572259 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf438f2-6bc1-4eb2-aee2-8608bd7fb3ae None None] DHCP port deletion for 52401a54-ef07-49b2-bcde-7db49ec5459a request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:29:19.592755 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-6d7cddfd-1c6b-4914-a70a-9a3caae8c06c tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Allocated IP 172.20.0.5 (882f12b7-ab6f-4c91-b738-2ee6c8f1986d/c0160546-1c6b-4e25-9159-2cb0c0760750/428d845a-95b4-43ef-83b7-922e4750e005) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:29:19.608628 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-4c28e13b-875c-486b-b65b-93979d852e59 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Deleting port 83e6e22b-b9be-40af-8dd3-bbef6007d570 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:29:19.608971 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c28e13b-875c-486b-b65b-93979d852e59 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (83e6e22b-b9be-40af-8dd3-bbef6007d570), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:19.673719 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fcf438f2-6bc1-4eb2-aee2-8608bd7fb3ae None None] Deleting port 83e6e22b-b9be-40af-8dd3-bbef6007d570 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:29:19.674556 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fcf438f2-6bc1-4eb2-aee2-8608bd7fb3ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (83e6e22b-b9be-40af-8dd3-bbef6007d570), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:19.750107 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-4c28e13b-875c-486b-b65b-93979d852e59 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] For port 83e6e22b-b9be-40af-8dd3-bbef6007d570, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=83e6e22b-b9be-40af-8dd3-bbef6007d570,segment=NetworkSegment(7f6af803-7b30-45f7-9c94-97cdb7e18a51),segment_id=7f6af803-7b30-45f7-9c94-97cdb7e18a51)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:19.750764 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c28e13b-875c-486b-b65b-93979d852e59 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (83e6e22b-b9be-40af-8dd3-bbef6007d570), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:19.777704 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-4c28e13b-875c-486b-b65b-93979d852e59 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Calling delete_port for 83e6e22b-b9be-40af-8dd3-bbef6007d570 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:29:19.841565 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fcf438f2-6bc1-4eb2-aee2-8608bd7fb3ae None None] For port 83e6e22b-b9be-40af-8dd3-bbef6007d570, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=83e6e22b-b9be-40af-8dd3-bbef6007d570,segment=NetworkSegment(7f6af803-7b30-45f7-9c94-97cdb7e18a51),segment_id=7f6af803-7b30-45f7-9c94-97cdb7e18a51)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:19.842158 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fcf438f2-6bc1-4eb2-aee2-8608bd7fb3ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (83e6e22b-b9be-40af-8dd3-bbef6007d570), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:19.871595 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fcf438f2-6bc1-4eb2-aee2-8608bd7fb3ae None None] Calling delete_port for 83e6e22b-b9be-40af-8dd3-bbef6007d570 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:29:19.909276 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-6d7cddfd-1c6b-4914-a70a-9a3caae8c06c tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for port (428d845a-95b4-43ef-83b7-922e4750e005), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:19.926935 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c28e13b-875c-486b-b65b-93979d852e59 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (83e6e22b-b9be-40af-8dd3-bbef6007d570), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:19.953982 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c28e13b-875c-486b-b65b-93979d852e59 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] No DVR routers for this DVR port 83e6e22b-b9be-40af-8dd3-bbef6007d570 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:29:19.997714 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-6d7cddfd-1c6b-4914-a70a-9a3caae8c06c tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (428d845a-95b4-43ef-83b7-922e4750e005), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:20.070426 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28e13b-875c-486b-b65b-93979d852e59 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event deleted for resources: {'Port': ['ID=83e6e22b-b9be-40af-8dd3-bbef6007d570,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:20.087069 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fcf438f2-6bc1-4eb2-aee2-8608bd7fb3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (83e6e22b-b9be-40af-8dd3-bbef6007d570), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:20.116176 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-6d7cddfd-1c6b-4914-a70a-9a3caae8c06c tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Network 882f12b7-ab6f-4c91-b738-2ee6c8f1986d is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:20.141503 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf438f2-6bc1-4eb2-aee2-8608bd7fb3ae None None] Pushing event deleted for resources: {'Port': ['ID=83e6e22b-b9be-40af-8dd3-bbef6007d570,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:20.143580 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-6d7cddfd-1c6b-4914-a70a-9a3caae8c06c tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:20.145130 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf438f2-6bc1-4eb2-aee2-8608bd7fb3ae None None] No DVR routers for this DVR port 83e6e22b-b9be-40af-8dd3-bbef6007d570 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:29:20.148417 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-6d7cddfd-1c6b-4914-a70a-9a3caae8c06c tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:29:20.192149 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c28e13b-875c-486b-b65b-93979d852e59 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (52401a54-ef07-49b2-bcde-7db49ec5459a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:20.232522 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7cddfd-1c6b-4914-a70a-9a3caae8c06c tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event updated for resources: {'Port': ['ID=428d845a-95b4-43ef-83b7-922e4750e005,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:20.237931 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-4c28e13b-875c-486b-b65b-93979d852e59 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52401a54-ef07-49b2-bcde-7db49ec5459a']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:20.277000 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-4c28e13b-875c-486b-b65b-93979d852e59 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6af803-7b30-45f7-9c94-97cdb7e18a51') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:20.280135 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-4c28e13b-875c-486b-b65b-93979d852e59 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6af803-7b30-45f7-9c94-97cdb7e18a51') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:20.293626 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-6d7cddfd-1c6b-4914-a70a-9a3caae8c06c tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:20.294385 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-6d7cddfd-1c6b-4914-a70a-9a3caae8c06c tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:20.305073 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c28e13b-875c-486b-b65b-93979d852e59 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (7f6af803-7b30-45f7-9c94-97cdb7e18a51), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:20.329455 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c28e13b-875c-486b-b65b-93979d852e59 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (7f6af803-7b30-45f7-9c94-97cdb7e18a51), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:20.347365 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c28e13b-875c-486b-b65b-93979d852e59 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:29:20.349056 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-6d7cddfd-1c6b-4914-a70a-9a3caae8c06c tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.4928300 Feb 19 04:29:20.349548 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c28e13b-875c-486b-b65b-93979d852e59 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (7f6af803-7b30-45f7-9c94-97cdb7e18a51), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:29:20.353737 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:29:20.362013 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-4c5d86a0-0819-41e0-91b6-6c7084cf124c service neutron] Request body: {'port': {'device_id': '94f21a5a-c628-4584-84af-f49bf2003c34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:20.538954 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-4c5d86a0-0819-41e0-91b6-6c7084cf124c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (428d845a-95b4-43ef-83b7-922e4750e005), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:20.572454 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c28e13b-875c-486b-b65b-93979d852e59 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (52401a54-ef07-49b2-bcde-7db49ec5459a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:20.581741 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4c28e13b-875c-486b-b65b-93979d852e59 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:20.589199 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4c28e13b-875c-486b-b65b-93979d852e59 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] 10.222.0.52 "DELETE /v2.0/networks/52401a54-ef07-49b2-bcde-7db49ec5459a HTTP/1.1" status: 204 len: 168 time: 1.3479762 Feb 19 04:29:20.622504 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28e13b-875c-486b-b65b-93979d852e59 tempest-NetworksIpV6Test-1729359067 tempest-NetworksIpV6Test-1729359067-project] Pushing event deleted for resources: {'Network': ['ID=52401a54-ef07-49b2-bcde-7db49ec5459a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:20.954955 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2aa88-af97-4b08-8301-15cac4927660 req-1b9a5200-5118-4091-ba49-3b2886d147e5 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:20.982691 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-25b2aa88-af97-4b08-8301-15cac4927660 req-1b9a5200-5118-4091-ba49-3b2886d147e5 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=94f21a5a-c628-4584-84af-f49bf2003c34 HTTP/1.1" status: 200 len: 970 time: 0.3576064 Feb 19 04:29:21.076845 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-25b2aa88-af97-4b08-8301-15cac4927660 req-a086a795-02c6-4f9d-9a4b-17daad031387 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/security-groups?id=d69afdb6-e53a-4223-9d1d-9cee1e14c250&id=b869e877-b12e-48e3-9e9b-d983cc7618e7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0926857 Feb 19 04:29:21.140143 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5136bbeb-96ab-44aa-b59d-32d475a0af19 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:29:21.143829 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e7078390-aa98-4e90-904c-2d69d7efe293 None None] Provisioning complete for port 428d845a-95b4-43ef-83b7-922e4750e005 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:21.146186 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e7078390-aa98-4e90-904c-2d69d7efe293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (428d845a-95b4-43ef-83b7-922e4750e005), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:21.153490 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34420) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:21.318555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e7078390-aa98-4e90-904c-2d69d7efe293 None None] Port 428d845a-95b4-43ef-83b7-922e4750e005 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:29:21.325614 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-4c5d86a0-0819-41e0-91b6-6c7084cf124c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 428d845a-95b4-43ef-83b7-922e4750e005 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:29:21.336587 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 5136bbeb-96ab-44aa-b59d-32d475a0af19 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:21.336587 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5136bbeb-96ab-44aa-b59d-32d475a0af19), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:21.344499 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-4c5d86a0-0819-41e0-91b6-6c7084cf124c service neutron] Publish callbacks [] for port (428d845a-95b4-43ef-83b7-922e4750e005), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:21.357650 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-4c5d86a0-0819-41e0-91b6-6c7084cf124c service neutron] Transition to ACTIVE for port object 428d845a-95b4-43ef-83b7-922e4750e005 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:29:21.362040 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-4c5d86a0-0819-41e0-91b6-6c7084cf124c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (428d845a-95b4-43ef-83b7-922e4750e005), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:21.409014 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d86a0-0819-41e0-91b6-6c7084cf124c service neutron] Pushing event updated for resources: {'Port': ['ID=428d845a-95b4-43ef-83b7-922e4750e005,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:21.434604 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 5136bbeb-96ab-44aa-b59d-32d475a0af19 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:21.454834 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-34749671-86b2-451c-b991-00d0e5cc89a0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=61650e8e0c8344e892aa4fa42b75ab2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2998691 Feb 19 04:29:21.455702 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34426) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:21.514027 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f2a6af8e-8c18-4a8c-a7ab-3c15c3a02b21 admin admin] Publish callbacks [] for security_group (0831426c-260e-46ad-9389-df92572841bb), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:21.542298 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f2a6af8e-8c18-4a8c-a7ab-3c15c3a02b21 admin admin] Publish callbacks [] for security_group (0831426c-260e-46ad-9389-df92572841bb), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:21.545452 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 83e6e22b-b9be-40af-8dd3-bbef6007d570 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:29:21.575185 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-4c5d86a0-0819-41e0-91b6-6c7084cf124c service neutron] Attempting to bind port 428d845a-95b4-43ef-83b7-922e4750e005 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:29:21.575601 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-4c5d86a0-0819-41e0-91b6-6c7084cf124c service neutron] Attempting to bind port 428d845a-95b4-43ef-83b7-922e4750e005 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '0299930b-f461-4325-bba7-e668971ae65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '882f12b7-ab6f-4c91-b738-2ee6c8f1986d'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:29:21.575942 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-4c5d86a0-0819-41e0-91b6-6c7084cf124c service neutron] Attempting to bind port 428d845a-95b4-43ef-83b7-922e4750e005 on network 882f12b7-ab6f-4c91-b738-2ee6c8f1986d {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:29:21.580437 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-4c5d86a0-0819-41e0-91b6-6c7084cf124c service neutron] Port 428d845a-95b4-43ef-83b7-922e4750e005 on network 882f12b7-ab6f-4c91-b738-2ee6c8f1986d not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:29:21.580768 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-4c5d86a0-0819-41e0-91b6-6c7084cf124c service neutron] Attempting to bind port 428d845a-95b4-43ef-83b7-922e4750e005 on network 882f12b7-ab6f-4c91-b738-2ee6c8f1986d {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:29:21.586296 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 83e6e22b-b9be-40af-8dd3-bbef6007d570 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:29:21.586594 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-4c5d86a0-0819-41e0-91b6-6c7084cf124c service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:29:21.586904 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-4c5d86a0-0819-41e0-91b6-6c7084cf124c service neutron] Checking segment: {'id': '0299930b-f461-4325-bba7-e668971ae65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '882f12b7-ab6f-4c91-b738-2ee6c8f1986d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:29:21.587294 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-4c5d86a0-0819-41e0-91b6-6c7084cf124c service neutron] Bound using segment: {'id': '0299930b-f461-4325-bba7-e668971ae65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '882f12b7-ab6f-4c91-b738-2ee6c8f1986d'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:29:21.587728 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-4c5d86a0-0819-41e0-91b6-6c7084cf124c service neutron] Bound port: 428d845a-95b4-43ef-83b7-922e4750e005, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0299930b-f461-4325-bba7-e668971ae65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '882f12b7-ab6f-4c91-b738-2ee6c8f1986d'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:29:21.588096 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-4c5d86a0-0819-41e0-91b6-6c7084cf124c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (428d845a-95b4-43ef-83b7-922e4750e005), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:21.588939 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 83e6e22b-b9be-40af-8dd3-bbef6007d570 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:29:21.672538 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f2a6af8e-8c18-4a8c-a7ab-3c15c3a02b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (0831426c-260e-46ad-9389-df92572841bb), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:21.675378 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-4c5d86a0-0819-41e0-91b6-6c7084cf124c service neutron] For port 428d845a-95b4-43ef-83b7-922e4750e005, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:29:21.676542 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f2a6af8e-8c18-4a8c-a7ab-3c15c3a02b21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:21.685998 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-4c5d86a0-0819-41e0-91b6-6c7084cf124c service neutron] For port 428d845a-95b4-43ef-83b7-922e4750e005, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=428d845a-95b4-43ef-83b7-922e4750e005,segment=NetworkSegment(0299930b-f461-4325-bba7-e668971ae65b),segment_id=0299930b-f461-4325-bba7-e668971ae65b)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:29:21.694839 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f2a6af8e-8c18-4a8c-a7ab-3c15c3a02b21 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0831426c-260e-46ad-9389-df92572841bb HTTP/1.1" status: 204 len: 168 time: 0.2240503 Feb 19 04:29:21.703286 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-4c5d86a0-0819-41e0-91b6-6c7084cf124c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (428d845a-95b4-43ef-83b7-922e4750e005), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:21.708963 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6af8e-8c18-4a8c-a7ab-3c15c3a02b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0831426c-260e-46ad-9389-df92572841bb,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:21.755033 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-4c5d86a0-0819-41e0-91b6-6c7084cf124c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:21.755665 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-4c5d86a0-0819-41e0-91b6-6c7084cf124c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:21.757271 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-4c5d86a0-0819-41e0-91b6-6c7084cf124c service neutron] 10.222.0.79 "PUT /v2.0/ports/428d845a-95b4-43ef-83b7-922e4750e005 HTTP/1.1" status: 200 len: 1131 time: 1.3997283 Feb 19 04:29:21.764678 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f21a5a-c628-4584-84af-f49bf2003c34', 'tag': '428d845a-95b4-43ef-83b7-922e4750e005'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:29:21.769006 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3b8253-e505-42ea-86f8-15224bd846fd" -d '{"events": [{"name": "network-changed", "server_uuid": "94f21a5a-c628-4584-84af-f49bf2003c34", "tag": "428d845a-95b4-43ef-83b7-922e4750e005"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:29:21.879184 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d86a0-0819-41e0-91b6-6c7084cf124c service neutron] Pushing event updated for resources: {'Port': ['ID=428d845a-95b4-43ef-83b7-922e4750e005,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:21.929629 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85eb9800-d3b8-4780-a357-049645d71764 x-openstack-request-id: req-85eb9800-d3b8-4780-a357-049645d71764 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:29:21.929920 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f21a5a-c628-4584-84af-f49bf2003c34", "tag": "428d845a-95b4-43ef-83b7-922e4750e005", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:29:21.930141 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-85eb9800-d3b8-4780-a357-049645d71764 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:29:21.930591 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f21a5a-c628-4584-84af-f49bf2003c34', 'tag': '428d845a-95b4-43ef-83b7-922e4750e005', 'status': 'completed', 'code': 200} Feb 19 04:29:21.975217 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-1d9d5147-9b91-404f-9255-9cb4b273637d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:21.976681 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-1d9d5147-9b91-404f-9255-9cb4b273637d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbafc162cd5b4960a5e405d3107103ec&device_id=94f21a5a-c628-4584-84af-f49bf2003c34 HTTP/1.1" status: 200 len: 1165 time: 0.1397905 Feb 19 04:29:22.093419 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-5e6c328f-111a-4e79-bb19-e5ed0b312b25 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=428d845a-95b4-43ef-83b7-922e4750e005 HTTP/1.1" status: 200 len: 217 time: 0.1014507 Feb 19 04:29:22.228668 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-a378a3ce-8b26-44f2-a1f6-c6520f463aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:22.234953 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-a378a3ce-8b26-44f2-a1f6-c6520f463aae service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c0160546-1c6b-4e25-9159-2cb0c0760750 HTTP/1.1" status: 200 len: 835 time: 0.1334620 Feb 19 04:29:22.466190 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-a8d7234f-f951-4e0a-a68e-459a7b6e026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:22.473247 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-a8d7234f-f951-4e0a-a68e-459a7b6e026b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=882f12b7-ab6f-4c91-b738-2ee6c8f1986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2320852 Feb 19 04:29:22.481402 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bd035-13b8-457a-8441-525cc80538fe req-7fa785ac-4532-495c-8453-03aee97d2348 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:22.488851 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-100bd035-13b8-457a-8441-525cc80538fe req-7fa785ac-4532-495c-8453-03aee97d2348 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=94f21a5a-c628-4584-84af-f49bf2003c34 HTTP/1.1" status: 200 len: 982 time: 0.1951594 Feb 19 04:29:22.644941 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-100bd035-13b8-457a-8441-525cc80538fe req-19b40524-cb6b-4fc4-92ee-bcbe87c91da0 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/security-groups?id=d69afdb6-e53a-4223-9d1d-9cee1e14c250&id=b869e877-b12e-48e3-9e9b-d983cc7618e7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1459801 Feb 19 04:29:22.669780 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-ae0c092a-e7e5-4378-8cf3-5f45b771337c service neutron] 10.222.0.79 "GET /v2.0/networks/882f12b7-ab6f-4c91-b738-2ee6c8f1986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797073 Feb 19 04:29:22.779467 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e753f5f-b20a-4b84-8d96-9c383388f4b5 req-77b5754a-602c-41c4-9e52-908923da7d07 service neutron] 10.222.0.79 "GET /v2.0/networks/882f12b7-ab6f-4c91-b738-2ee6c8f1986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027858 Feb 19 04:29:22.913640 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34468) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:22.929840 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b8253-e505-42ea-86f8-15224bd846fd req-ce656c7a-dc52-4fe8-bd65-82cd9a4c0484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:22.930793 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc3b8253-e505-42ea-86f8-15224bd846fd req-ce656c7a-dc52-4fe8-bd65-82cd9a4c0484 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbafc162cd5b4960a5e405d3107103ec&device_id=94f21a5a-c628-4584-84af-f49bf2003c34 HTTP/1.1" status: 200 len: 1165 time: 0.0857031 Feb 19 04:29:23.041436 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b8253-e505-42ea-86f8-15224bd846fd req-d3430501-769e-4735-ae6c-56241e9a957b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:23.042882 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc3b8253-e505-42ea-86f8-15224bd846fd req-d3430501-769e-4735-ae6c-56241e9a957b service neutron] 10.222.0.79 "GET /v2.0/networks?id=882f12b7-ab6f-4c91-b738-2ee6c8f1986d HTTP/1.1" status: 200 len: 898 time: 0.1063733 Feb 19 04:29:23.119528 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc3b8253-e505-42ea-86f8-15224bd846fd req-017d52f3-f98a-447c-aa01-588b97fea895 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=428d845a-95b4-43ef-83b7-922e4750e005 HTTP/1.1" status: 200 len: 217 time: 0.0696864 Feb 19 04:29:23.126012 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-c4192d35-9991-4559-bf43-08bd5f7b7c61 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1587464349'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:23.179041 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4192d35-9991-4559-bf43-08bd5f7b7c61 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Made reservation on behalf of 1e9066c9e4114222a28436e668bbe0b8 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:29:23.183289 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c4192d35-9991-4559-bf43-08bd5f7b7c61 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:23.206573 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c4192d35-9991-4559-bf43-08bd5f7b7c61 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:23.246778 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b8253-e505-42ea-86f8-15224bd846fd req-eb9c7fd0-4760-40ac-bae4-98a8313906a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:23.248369 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc3b8253-e505-42ea-86f8-15224bd846fd req-eb9c7fd0-4760-40ac-bae4-98a8313906a4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c0160546-1c6b-4e25-9159-2cb0c0760750 HTTP/1.1" status: 200 len: 835 time: 0.1019399 Feb 19 04:29:23.334053 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b8253-e505-42ea-86f8-15224bd846fd req-45eb45c7-4250-42f3-86b7-12157221f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:23.336174 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc3b8253-e505-42ea-86f8-15224bd846fd req-45eb45c7-4250-42f3-86b7-12157221f9bb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=882f12b7-ab6f-4c91-b738-2ee6c8f1986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0768163 Feb 19 04:29:23.400659 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c4192d35-9991-4559-bf43-08bd5f7b7c61 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for security_group (210533f9-fc6e-4033-821c-ebde994e44d4), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:23.413422 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c4192d35-9991-4559-bf43-08bd5f7b7c61 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (210533f9-fc6e-4033-821c-ebde994e44d4), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:23.505719 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4192d35-9991-4559-bf43-08bd5f7b7c61 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210533f9-fc6e-4033-821c-ebde994e44d4,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:23.515646 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4192d35-9991-4559-bf43-08bd5f7b7c61 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:29:23.539106 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc3b8253-e505-42ea-86f8-15224bd846fd req-9df54eaf-7012-40dc-ae85-d6c329601d87 service neutron] 10.222.0.79 "GET /v2.0/networks/882f12b7-ab6f-4c91-b738-2ee6c8f1986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941681 Feb 19 04:29:23.544124 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c4192d35-9991-4559-bf43-08bd5f7b7c61 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (d34df852-834e-436d-993a-b21c544f0d6a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:23.544556 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-c4192d35-9991-4559-bf43-08bd5f7b7c61 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Added segment d34df852-834e-436d-993a-b21c544f0d6a of type vlan for network ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda Feb 19 04:29:23.652513 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc3b8253-e505-42ea-86f8-15224bd846fd req-50a5f140-6622-4570-9aec-c9b360b0fe00 service neutron] 10.222.0.79 "GET /v2.0/networks/882f12b7-ab6f-4c91-b738-2ee6c8f1986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971119 Feb 19 04:29:23.803314 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c4192d35-9991-4559-bf43-08bd5f7b7c61 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:23.872625 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079a792-7d59-4693-b3d8-55a6197e4077 req-40545ccc-3adc-4277-a9d3-22e1bbfd5d92 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:23.874440 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a079a792-7d59-4693-b3d8-55a6197e4077 req-40545ccc-3adc-4277-a9d3-22e1bbfd5d92 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=94f21a5a-c628-4584-84af-f49bf2003c34 HTTP/1.1" status: 200 len: 982 time: 0.1020665 Feb 19 04:29:23.894635 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c4192d35-9991-4559-bf43-08bd5f7b7c61 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:23.909646 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4192d35-9991-4559-bf43-08bd5f7b7c61 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:23.910703 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c4192d35-9991-4559-bf43-08bd5f7b7c61 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:24.005158 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c4192d35-9991-4559-bf43-08bd5f7b7c61 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0899491 Feb 19 04:29:24.007685 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34498) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:24.014131 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-427db95b-7d2f-406f-8c8c-fc5052282382 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-992655994'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:24.098135 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4192d35-9991-4559-bf43-08bd5f7b7c61 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Network': ['ID=ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:24.100288 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427db95b-7d2f-406f-8c8c-fc5052282382 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Made reservation on behalf of 1e9066c9e4114222a28436e668bbe0b8 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:29:24.103891 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-427db95b-7d2f-406f-8c8c-fc5052282382 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:24.106127 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a079a792-7d59-4693-b3d8-55a6197e4077 req-fbbcd4cf-0b9d-49ca-8b8e-7827af006fcf tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/security-groups?id=d69afdb6-e53a-4223-9d1d-9cee1e14c250&id=b869e877-b12e-48e3-9e9b-d983cc7618e7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2135277 Feb 19 04:29:24.111424 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:29:24.203335 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-427db95b-7d2f-406f-8c8c-fc5052282382 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:29:24.229320 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-427db95b-7d2f-406f-8c8c-fc5052282382 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (600d8e61-a58f-4c83-b87a-80d8a8059886), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:24.230453 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-427db95b-7d2f-406f-8c8c-fc5052282382 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Added segment 600d8e61-a58f-4c83-b87a-80d8a8059886 of type vlan for network 2fe87383-d50d-4b30-8e01-e61c82475d9c Feb 19 04:29:24.324565 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-427db95b-7d2f-406f-8c8c-fc5052282382 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (2fe87383-d50d-4b30-8e01-e61c82475d9c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:24.374008 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-427db95b-7d2f-406f-8c8c-fc5052282382 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (2fe87383-d50d-4b30-8e01-e61c82475d9c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:24.378950 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427db95b-7d2f-406f-8c8c-fc5052282382 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:24.379541 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-427db95b-7d2f-406f-8c8c-fc5052282382 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:24.520391 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427db95b-7d2f-406f-8c8c-fc5052282382 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Network': ['ID=2fe87383-d50d-4b30-8e01-e61c82475d9c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:24.520629 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34510) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:24.533456 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 2fe87383-d50d-4b30-8e01-e61c82475d9c details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:29:24.565973 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-427db95b-7d2f-406f-8c8c-fc5052282382 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5565948 Feb 19 04:29:24.569027 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34514) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:24.583670 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-f9bc3fa0-7718-4142-8f2e-76aab671608d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'subnet': {'network_id': 'ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:24.756219 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6bc9d0f0-4e7f-4797-b626-9bf37a23e463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:24.793989 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bc3fa0-7718-4142-8f2e-76aab671608d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Made reservation on behalf of 1e9066c9e4114222a28436e668bbe0b8 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:29:24.798214 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f9bc3fa0-7718-4142-8f2e-76aab671608d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:24.923201 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6bc9d0f0-4e7f-4797-b626-9bf37a23e463 admin admin] Publish callbacks [] for security_group (d4c90995-4916-4d21-ab4b-8049e8168c31), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:24.928654 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6bc9d0f0-4e7f-4797-b626-9bf37a23e463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d4c90995-4916-4d21-ab4b-8049e8168c31), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:24.978302 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6bc9d0f0-4e7f-4797-b626-9bf37a23e463 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=708bb4a211a84e26ae08ae6f0809ce32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4563100 Feb 19 04:29:24.979461 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9d0f0-4e7f-4797-b626-9bf37a23e463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c90995-4916-4d21-ab4b-8049e8168c31,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:24.982906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34522) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:25.079150 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1ad726a7-5932-4d58-a137-e153ae33d256 admin admin] Publish callbacks [] for security_group (d4c90995-4916-4d21-ab4b-8049e8168c31), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:25.139919 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 428d845a-95b4-43ef-83b7-922e4750e005 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:29:25.153019 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1ad726a7-5932-4d58-a137-e153ae33d256 admin admin] Publish callbacks [] for security_group (d4c90995-4916-4d21-ab4b-8049e8168c31), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:25.246849 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1ad726a7-5932-4d58-a137-e153ae33d256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d4c90995-4916-4d21-ab4b-8049e8168c31), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:25.250983 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1ad726a7-5932-4d58-a137-e153ae33d256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:25.252479 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1ad726a7-5932-4d58-a137-e153ae33d256 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d4c90995-4916-4d21-ab4b-8049e8168c31 HTTP/1.1" status: 204 len: 168 time: 0.2683580 Feb 19 04:29:25.294633 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad726a7-5932-4d58-a137-e153ae33d256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c90995-4916-4d21-ab4b-8049e8168c31,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:25.327432 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 428d845a-95b4-43ef-83b7-922e4750e005, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=428d845a-95b4-43ef-83b7-922e4750e005,segment=NetworkSegment(0299930b-f461-4325-bba7-e668971ae65b),segment_id=0299930b-f461-4325-bba7-e668971ae65b)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:25.344965 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '428d845a-95b4-43ef-83b7-922e4750e005', 'network_id': '882f12b7-ab6f-4c91-b738-2ee6c8f1986d', 'port_id': '428d845a-95b4-43ef-83b7-922e4750e005', 'mac_address': 'fa:16:3e:af:b0:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0160546-1c6b-4e25-9159-2cb0c0760750', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:29:25.423073 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e6ccd-0f9d-4412-868a-e6f075e3fa6f req-45b1c666-e2db-4483-bb94-39b732461636 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:25.425426 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a70e6ccd-0f9d-4412-868a-e6f075e3fa6f req-45b1c666-e2db-4483-bb94-39b732461636 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=94f21a5a-c628-4584-84af-f49bf2003c34 HTTP/1.1" status: 200 len: 982 time: 0.1165557 Feb 19 04:29:25.460331 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 428d845a-95b4-43ef-83b7-922e4750e005 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:25.460739 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (428d845a-95b4-43ef-83b7-922e4750e005), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:25.512271 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a70e6ccd-0f9d-4412-868a-e6f075e3fa6f req-f7e0a4ed-db55-4b44-8019-9748e54f9d8a tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/security-groups?id=d69afdb6-e53a-4223-9d1d-9cee1e14c250&id=b869e877-b12e-48e3-9e9b-d983cc7618e7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0805695 Feb 19 04:29:25.522727 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428d845a-95b4-43ef-83b7-922e4750e005 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:29:25.573196 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 428d845a-95b4-43ef-83b7-922e4750e005, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=428d845a-95b4-43ef-83b7-922e4750e005,segment=NetworkSegment(0299930b-f461-4325-bba7-e668971ae65b),segment_id=0299930b-f461-4325-bba7-e668971ae65b)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:25.590837 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (428d845a-95b4-43ef-83b7-922e4750e005), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:25.699926 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=428d845a-95b4-43ef-83b7-922e4750e005,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:25.797717 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f9bc3fa0-7718-4142-8f2e-76aab671608d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (ea3a6ac3-1703-4abe-9944-c4bdd8f67e7d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:25.823984 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['428d845a-95b4-43ef-83b7-922e4750e005'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:29:25.905927 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc3fa0-7718-4142-8f2e-76aab671608d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Subnet': ['ID=ea3a6ac3-1703-4abe-9944-c4bdd8f67e7d,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:25.975422 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bc3fa0-7718-4142-8f2e-76aab671608d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Checking segment: {'id': 'd34df852-834e-436d-993a-b21c544f0d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:29:25.977174 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bc3fa0-7718-4142-8f2e-76aab671608d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network hostable DHCP agents. Network: ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:29:26.015875 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bc3fa0-7718-4142-8f2e-76aab671608d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:29:26.029922 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-f9bc3fa0-7718-4142-8f2e-76aab671608d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:26.046277 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bc3fa0-7718-4142-8f2e-76aab671608d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:26.047672 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f9bc3fa0-7718-4142-8f2e-76aab671608d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:26.083557 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34546) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:26.084728 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f9bc3fa0-7718-4142-8f2e-76aab671608d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5142856 Feb 19 04:29:26.090680 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-c4b657df-ae47-4e5c-9a8d-9073725aab47 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'subnet': {'network_id': '2fe87383-d50d-4b30-8e01-e61c82475d9c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:26.091774 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981f305c-b3a3-4e86-be73-e52f881d9c34 None None] Network ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:26.218882 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501bfff4-1d17-42b1-9b7e-c5551f7b4b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda', 'network_id': 'ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda', 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'fixed_ips': [{'subnet_id': 'ea3a6ac3-1703-4abe-9944-c4bdd8f67e7d'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:29:26.220471 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-501bfff4-1d17-42b1-9b7e-c5551f7b4b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:26.272419 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b657df-ae47-4e5c-9a8d-9073725aab47 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Made reservation on behalf of 1e9066c9e4114222a28436e668bbe0b8 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:29:26.278430 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c4b657df-ae47-4e5c-9a8d-9073725aab47 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:26.506803 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-501bfff4-1d17-42b1-9b7e-c5551f7b4b1b None None] Allocated IP 2001:db8::2 (ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda/ea3a6ac3-1703-4abe-9944-c4bdd8f67e7d/1a3570fe-d7f6-49f0-b34b-ca0667be4e8d) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:29:26.615183 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c4b657df-ae47-4e5c-9a8d-9073725aab47 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (456ec544-c4bf-4df3-a394-bcb0bc3d6ec6), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:26.780944 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b657df-ae47-4e5c-9a8d-9073725aab47 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Checking segment: {'id': '600d8e61-a58f-4c83-b87a-80d8a8059886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2fe87383-d50d-4b30-8e01-e61c82475d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:29:26.781313 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b657df-ae47-4e5c-9a8d-9073725aab47 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network hostable DHCP agents. Network: 2fe87383-d50d-4b30-8e01-e61c82475d9c, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:29:26.827546 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32f0a3-7c8f-4e32-be94-61bdbcb83c99 req-7023b395-8d11-4af4-8e83-72dd07509a19 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:26.829018 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe32f0a3-7c8f-4e32-be94-61bdbcb83c99 req-7023b395-8d11-4af4-8e83-72dd07509a19 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=94f21a5a-c628-4584-84af-f49bf2003c34 HTTP/1.1" status: 200 len: 983 time: 0.1486809 Feb 19 04:29:26.829662 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b657df-ae47-4e5c-9a8d-9073725aab47 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Subnet': ['ID=456ec544-c4bf-4df3-a394-bcb0bc3d6ec6,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:26.833439 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b657df-ae47-4e5c-9a8d-9073725aab47 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network 2fe87383-d50d-4b30-8e01-e61c82475d9c is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:29:26.865031 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-501bfff4-1d17-42b1-9b7e-c5551f7b4b1b None None] Publish callbacks [] for port (1a3570fe-d7f6-49f0-b34b-ca0667be4e8d), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:26.885081 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-501bfff4-1d17-42b1-9b7e-c5551f7b4b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (1a3570fe-d7f6-49f0-b34b-ca0667be4e8d), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:26.906784 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-c4b657df-ae47-4e5c-9a8d-9073725aab47 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 2fe87383-d50d-4b30-8e01-e61c82475d9c) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:26.949038 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b657df-ae47-4e5c-9a8d-9073725aab47 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:26.951402 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c4b657df-ae47-4e5c-9a8d-9073725aab47 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:26.962264 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501bfff4-1d17-42b1-9b7e-c5551f7b4b1b None None] Pushing event updated for resources: {'Port': ['ID=1a3570fe-d7f6-49f0-b34b-ca0667be4e8d,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:26.966304 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43e054d-44f7-4947-849b-e70d8abc9121 None None] Network 2fe87383-d50d-4b30-8e01-e61c82475d9c requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:26.976409 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:29:27.009255 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe32f0a3-7c8f-4e32-be94-61bdbcb83c99 req-3553c42b-98df-44ba-a314-045e5168911e tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/security-groups?id=d69afdb6-e53a-4223-9d1d-9cee1e14c250&id=b869e877-b12e-48e3-9e9b-d983cc7618e7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1714418 Feb 19 04:29:27.038320 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34574) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:27.043520 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-48f9b6a5-a9c0-422f-a2a1-e228241e80a0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1025647843', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:27.046765 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c4b657df-ae47-4e5c-9a8d-9073725aab47 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9618661 Feb 19 04:29:27.091320 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-48f9b6a5-a9c0-422f-a2a1-e228241e80a0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (965915b3-89f4-436a-9d30-4cbbc5749d44), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:27.092387 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-48f9b6a5-a9c0-422f-a2a1-e228241e80a0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (965915b3-89f4-436a-9d30-4cbbc5749d44), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:27.127586 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501bfff4-1d17-42b1-9b7e-c5551f7b4b1b None None] Network ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:27.128584 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:27.132520 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-501bfff4-1d17-42b1-9b7e-c5551f7b4b1b None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:27.140619 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501bfff4-1d17-42b1-9b7e-c5551f7b4b1b None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:29:27.169489 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 428d845a-95b4-43ef-83b7-922e4750e005 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:29:27.204907 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-48f9b6a5-a9c0-422f-a2a1-e228241e80a0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router_controller (965915b3-89f4-436a-9d30-4cbbc5749d44), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:27.233357 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-48f9b6a5-a9c0-422f-a2a1-e228241e80a0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (965915b3-89f4-436a-9d30-4cbbc5749d44), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:27.266389 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-48f9b6a5-a9c0-422f-a2a1-e228241e80a0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:27.267677 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-48f9b6a5-a9c0-422f-a2a1-e228241e80a0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2283413 Feb 19 04:29:27.270626 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34578) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:27.317581 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-501bfff4-1d17-42b1-9b7e-c5551f7b4b1b None None] Attempting to bind port 1a3570fe-d7f6-49f0-b34b-ca0667be4e8d on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:29:27.318615 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-501bfff4-1d17-42b1-9b7e-c5551f7b4b1b None None] Attempting to bind port 1a3570fe-d7f6-49f0-b34b-ca0667be4e8d by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'd34df852-834e-436d-993a-b21c544f0d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:29:27.319149 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501bfff4-1d17-42b1-9b7e-c5551f7b4b1b None None] Attempting to bind port 1a3570fe-d7f6-49f0-b34b-ca0667be4e8d on network ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:29:27.341306 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501bfff4-1d17-42b1-9b7e-c5551f7b4b1b None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:29:27.341686 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501bfff4-1d17-42b1-9b7e-c5551f7b4b1b None None] Checking segment: {'id': 'd34df852-834e-436d-993a-b21c544f0d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:29:27.342096 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-501bfff4-1d17-42b1-9b7e-c5551f7b4b1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:27.342517 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501bfff4-1d17-42b1-9b7e-c5551f7b4b1b None None] Bound using segment: {'id': 'd34df852-834e-436d-993a-b21c544f0d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:29:27.343007 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-501bfff4-1d17-42b1-9b7e-c5551f7b4b1b None None] Bound port: 1a3570fe-d7f6-49f0-b34b-ca0667be4e8d, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34df852-834e-436d-993a-b21c544f0d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:29:27.343391 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-501bfff4-1d17-42b1-9b7e-c5551f7b4b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1a3570fe-d7f6-49f0-b34b-ca0667be4e8d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:27.407953 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc826f9e-9678-4b7b-81a8-ee3efd280a4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-2fe87383-d50d-4b30-8e01-e61c82475d9c', 'network_id': '2fe87383-d50d-4b30-8e01-e61c82475d9c', 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'fixed_ips': [{'subnet_id': '456ec544-c4bf-4df3-a394-bcb0bc3d6ec6'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:29:27.408835 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bc826f9e-9678-4b7b-81a8-ee3efd280a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:27.655946 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-bc826f9e-9678-4b7b-81a8-ee3efd280a4d None None] Allocated IP 2001:db8:1::2 (2fe87383-d50d-4b30-8e01-e61c82475d9c/456ec544-c4bf-4df3-a394-bcb0bc3d6ec6/ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:29:27.811726 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bc826f9e-9678-4b7b-81a8-ee3efd280a4d None None] Publish callbacks [] for port (ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:27.841931 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 428d845a-95b4-43ef-83b7-922e4750e005 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:29:27.844245 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bc826f9e-9678-4b7b-81a8-ee3efd280a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:27.882995 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5bc8b2ed-2c14-488d-9160-932ff8c096d1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:27.917583 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 428d845a-95b4-43ef-83b7-922e4750e005 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:27.917966 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (428d845a-95b4-43ef-83b7-922e4750e005), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:27.924954 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc826f9e-9678-4b7b-81a8-ee3efd280a4d None None] Network 2fe87383-d50d-4b30-8e01-e61c82475d9c is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:27.950671 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-bc826f9e-9678-4b7b-81a8-ee3efd280a4d None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:27.953103 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc826f9e-9678-4b7b-81a8-ee3efd280a4d None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:29:27.960071 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-501bfff4-1d17-42b1-9b7e-c5551f7b4b1b None None] For port 1a3570fe-d7f6-49f0-b34b-ca0667be4e8d, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:29:28.009556 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-501bfff4-1d17-42b1-9b7e-c5551f7b4b1b None None] For port 1a3570fe-d7f6-49f0-b34b-ca0667be4e8d, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1a3570fe-d7f6-49f0-b34b-ca0667be4e8d,segment=NetworkSegment(d34df852-834e-436d-993a-b21c544f0d6a),segment_id=d34df852-834e-436d-993a-b21c544f0d6a)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:29:28.027974 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc826f9e-9678-4b7b-81a8-ee3efd280a4d None None] Pushing event updated for resources: {'Port': ['ID=ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:28.059043 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-501bfff4-1d17-42b1-9b7e-c5551f7b4b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1a3570fe-d7f6-49f0-b34b-ca0667be4e8d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:28.135994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501bfff4-1d17-42b1-9b7e-c5551f7b4b1b None None] Pushing event updated for resources: {'Port': ['ID=1a3570fe-d7f6-49f0-b34b-ca0667be4e8d,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:28.147739 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-bc826f9e-9678-4b7b-81a8-ee3efd280a4d None None] Attempting to bind port ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:29:28.148120 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-bc826f9e-9678-4b7b-81a8-ee3efd280a4d None None] Attempting to bind port ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '600d8e61-a58f-4c83-b87a-80d8a8059886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2fe87383-d50d-4b30-8e01-e61c82475d9c'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:29:28.148494 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc826f9e-9678-4b7b-81a8-ee3efd280a4d None None] Attempting to bind port ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa on network 2fe87383-d50d-4b30-8e01-e61c82475d9c {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:29:28.217375 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc826f9e-9678-4b7b-81a8-ee3efd280a4d None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:29:28.217761 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc826f9e-9678-4b7b-81a8-ee3efd280a4d None None] Checking segment: {'id': '600d8e61-a58f-4c83-b87a-80d8a8059886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2fe87383-d50d-4b30-8e01-e61c82475d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:29:28.218208 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bc826f9e-9678-4b7b-81a8-ee3efd280a4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:28.218596 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc826f9e-9678-4b7b-81a8-ee3efd280a4d None None] Bound using segment: {'id': '600d8e61-a58f-4c83-b87a-80d8a8059886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2fe87383-d50d-4b30-8e01-e61c82475d9c'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:29:28.219092 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-bc826f9e-9678-4b7b-81a8-ee3efd280a4d None None] Bound port: ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600d8e61-a58f-4c83-b87a-80d8a8059886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2fe87383-d50d-4b30-8e01-e61c82475d9c'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:29:28.219483 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bc826f9e-9678-4b7b-81a8-ee3efd280a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:28.224458 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d57f5-f605-4733-89be-03c52aade395 req-95f20868-0e6c-422d-a315-cc29497a8c0e tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:28.233253 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e4d57f5-f605-4733-89be-03c52aade395 req-95f20868-0e6c-422d-a315-cc29497a8c0e tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=94f21a5a-c628-4584-84af-f49bf2003c34 HTTP/1.1" status: 200 len: 983 time: 0.1046298 Feb 19 04:29:28.252273 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 428d845a-95b4-43ef-83b7-922e4750e005 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:28.252674 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (428d845a-95b4-43ef-83b7-922e4750e005), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:28.379096 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e4d57f5-f605-4733-89be-03c52aade395 req-6006632c-e7fc-4164-afdd-9384326a97d5 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/security-groups?id=d69afdb6-e53a-4223-9d1d-9cee1e14c250&id=b869e877-b12e-48e3-9e9b-d983cc7618e7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1431031 Feb 19 04:29:28.388120 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 428d845a-95b4-43ef-83b7-922e4750e005, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=428d845a-95b4-43ef-83b7-922e4750e005,segment=NetworkSegment(0299930b-f461-4325-bba7-e668971ae65b),segment_id=0299930b-f461-4325-bba7-e668971ae65b)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:28.390999 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f21a5a-c628-4584-84af-f49bf2003c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428d845a-95b4-43ef-83b7-922e4750e005'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:29:28.394016 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915acf29-8d6b-4b28-a0d4-33c1eae53d04" -d '{"events": [{"server_uuid": "94f21a5a-c628-4584-84af-f49bf2003c34", "name": "network-vif-plugged", "status": "completed", "tag": "428d845a-95b4-43ef-83b7-922e4750e005"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:29:28.435243 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (428d845a-95b4-43ef-83b7-922e4750e005), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:28.459099 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-5bc8b2ed-2c14-488d-9160-932ff8c096d1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Allocated IP 2001:db8::1 (ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda/ea3a6ac3-1703-4abe-9944-c4bdd8f67e7d/1bd94749-f7ac-488e-ae13-684fb8f25b10) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:29:28.590689 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-bc826f9e-9678-4b7b-81a8-ee3efd280a4d None None] For port ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:29:28.619940 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-bc826f9e-9678-4b7b-81a8-ee3efd280a4d None None] For port ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa,segment=NetworkSegment(600d8e61-a58f-4c83-b87a-80d8a8059886),segment_id=600d8e61-a58f-4c83-b87a-80d8a8059886)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:29:28.623059 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=428d845a-95b4-43ef-83b7-922e4750e005,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:28.634207 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bc826f9e-9678-4b7b-81a8-ee3efd280a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:28.742103 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5bc8b2ed-2c14-488d-9160-932ff8c096d1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for port (1bd94749-f7ac-488e-ae13-684fb8f25b10), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:28.760529 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc826f9e-9678-4b7b-81a8-ee3efd280a4d None None] Pushing event updated for resources: {'Port': ['ID=ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:28.840872 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5bc8b2ed-2c14-488d-9160-932ff8c096d1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (1bd94749-f7ac-488e-ae13-684fb8f25b10), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:28.841446 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c9e2e9-bccb-4b15-b843-2c9e845382c7 x-openstack-request-id: req-16c9e2e9-bccb-4b15-b843-2c9e845382c7 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:29:28.842104 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f21a5a-c628-4584-84af-f49bf2003c34", "name": "network-vif-plugged", "status": "completed", "tag": "428d845a-95b4-43ef-83b7-922e4750e005", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:29:28.842464 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-16c9e2e9-bccb-4b15-b843-2c9e845382c7 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:29:28.842819 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f21a5a-c628-4584-84af-f49bf2003c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428d845a-95b4-43ef-83b7-922e4750e005', 'code': 200} Feb 19 04:29:28.933805 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc8b2ed-2c14-488d-9160-932ff8c096d1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:28.937793 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-5bc8b2ed-2c14-488d-9160-932ff8c096d1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:28.940848 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc8b2ed-2c14-488d-9160-932ff8c096d1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:29:28.941991 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5bc8b2ed-2c14-488d-9160-932ff8c096d1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (965915b3-89f4-436a-9d30-4cbbc5749d44), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:29.032486 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8b2ed-2c14-488d-9160-932ff8c096d1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Port': ['ID=1bd94749-f7ac-488e-ae13-684fb8f25b10,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:29.077863 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf342a9e-91a9-4f40-94e3-ac77fd4e88a7 req-cf27ea2b-1ccb-44a4-9479-bd5173d30025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:29.086507 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf342a9e-91a9-4f40-94e3-ac77fd4e88a7 req-cf27ea2b-1ccb-44a4-9479-bd5173d30025 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=94f21a5a-c628-4584-84af-f49bf2003c34 HTTP/1.1" status: 200 len: 1167 time: 0.1450799 Feb 19 04:29:29.267617 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf342a9e-91a9-4f40-94e3-ac77fd4e88a7 req-073c2cfe-8a9b-4b5d-8313-a50f06ba8eed service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d69afdb6-e53a-4223-9d1d-9cee1e14c250&id=b869e877-b12e-48e3-9e9b-d983cc7618e7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1710773 Feb 19 04:29:29.284538 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5bc8b2ed-2c14-488d-9160-932ff8c096d1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1bd94749-f7ac-488e-ae13-684fb8f25b10), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:29.591905 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c2be1-d5af-4de6-ae30-f827439cbabc req-69a47706-c0dc-45e3-9fb5-7140fcf84ce3 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:29.593555 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-699c2be1-d5af-4de6-ae30-f827439cbabc req-69a47706-c0dc-45e3-9fb5-7140fcf84ce3 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=94f21a5a-c628-4584-84af-f49bf2003c34 HTTP/1.1" status: 200 len: 984 time: 0.1176183 Feb 19 04:29:29.726684 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-699c2be1-d5af-4de6-ae30-f827439cbabc req-78fd8a97-d9bf-4024-9a91-26d6080939e6 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/security-groups?id=d69afdb6-e53a-4223-9d1d-9cee1e14c250&id=b869e877-b12e-48e3-9e9b-d983cc7618e7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1156628 Feb 19 04:29:29.791217 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5bc8b2ed-2c14-488d-9160-932ff8c096d1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for port (1bd94749-f7ac-488e-ae13-684fb8f25b10), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:29.810087 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5bc8b2ed-2c14-488d-9160-932ff8c096d1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (1bd94749-f7ac-488e-ae13-684fb8f25b10), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:29.811141 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5bc8b2ed-2c14-488d-9160-932ff8c096d1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (965915b3-89f4-436a-9d30-4cbbc5749d44), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:29.826140 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:29.989603 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8b2ed-2c14-488d-9160-932ff8c096d1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Port': ['ID=1bd94749-f7ac-488e-ae13-684fb8f25b10,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:30.070298 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc8b2ed-2c14-488d-9160-932ff8c096d1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:30.072074 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-5bc8b2ed-2c14-488d-9160-932ff8c096d1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:30.154419 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcbbeb6-6208-4adb-aca5-21667f578c9d None None] Network ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:30.272570 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc8b2ed-2c14-488d-9160-932ff8c096d1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Router 965915b3-89f4-436a-9d30-4cbbc5749d44 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:29:30.417967 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9ab321ad-a10b-4885-bf2a-958eea882989 None None] Provisioning complete for port 1a3570fe-d7f6-49f0-b34b-ca0667be4e8d triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:30.418457 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9ab321ad-a10b-4885-bf2a-958eea882989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1a3570fe-d7f6-49f0-b34b-ca0667be4e8d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:30.462516 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc8b2ed-2c14-488d-9160-932ff8c096d1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:29:30.471668 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5bc8b2ed-2c14-488d-9160-932ff8c096d1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "PUT /v2.0/routers/965915b3-89f4-436a-9d30-4cbbc5749d44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1994567 Feb 19 04:29:30.474312 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34632) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:30.481573 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfba7f89-2c05-4973-9f0d-e261a4d6ea46 None None] Sync routers for ids ['965915b3-89f4-436a-9d30-4cbbc5749d44'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:29:30.544320 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9ab321ad-a10b-4885-bf2a-958eea882989 None None] Current status of the port 1a3570fe-d7f6-49f0-b34b-ca0667be4e8d is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:30.544727 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9ab321ad-a10b-4885-bf2a-958eea882989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1a3570fe-d7f6-49f0-b34b-ca0667be4e8d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:30.545984 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfba7f89-2c05-4973-9f0d-e261a4d6ea46 None None] Routers {'965915b3-89f4-436a-9d30-4cbbc5749d44'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:30.547602 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-bfba7f89-2c05-4973-9f0d-e261a4d6ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:29:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['965915b3-89f4-436a-9d30-4cbbc5749d44'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:30.594092 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7377aa-4f5c-467b-877e-cd4a6829b5a6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:30.610656 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6d7377aa-4f5c-467b-877e-cd4a6829b5a6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "GET /v2.0/ports/1bd94749-f7ac-488e-ae13-684fb8f25b10 HTTP/1.1" status: 200 len: 911 time: 0.1327713 Feb 19 04:29:30.611374 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34634) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:30.651947 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-bfba7f89-2c05-4973-9f0d-e261a4d6ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:30.653016 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-9ab321ad-a10b-4885-bf2a-958eea882989 None None] For port 1a3570fe-d7f6-49f0-b34b-ca0667be4e8d, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1a3570fe-d7f6-49f0-b34b-ca0667be4e8d,segment=NetworkSegment(d34df852-834e-436d-993a-b21c544f0d6a),segment_id=d34df852-834e-436d-993a-b21c544f0d6a)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:30.661738 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9ab321ad-a10b-4885-bf2a-958eea882989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1a3570fe-d7f6-49f0-b34b-ca0667be4e8d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:30.669220 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfba7f89-2c05-4973-9f0d-e261a4d6ea46 None None] Routers {'965915b3-89f4-436a-9d30-4cbbc5749d44'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:30.669867 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-bfba7f89-2c05-4973-9f0d-e261a4d6ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:29:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['965915b3-89f4-436a-9d30-4cbbc5749d44'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:30.823649 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab321ad-a10b-4885-bf2a-958eea882989 None None] Pushing event updated for resources: {'Port': ['ID=1a3570fe-d7f6-49f0-b34b-ca0667be4e8d,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:30.827337 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd90362a-b002-45d9-9852-9fe9a2e01f7a None None] Network 2fe87383-d50d-4b30-8e01-e61c82475d9c requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:30.958573 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:29:31.028797 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-bfba7f89-2c05-4973-9f0d-e261a4d6ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:31.030663 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfba7f89-2c05-4973-9f0d-e261a4d6ea46 None None] The sync data for ids ['965915b3-89f4-436a-9d30-4cbbc5749d44'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:29:31.046093 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c42242b2-5678-4667-9fc3-55d0628683a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:31.107848 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-1ea5ad42-3fed-47f8-a1b4-5827bb5c4a45 None None] Provisioning complete for port ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:31.108231 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1ea5ad42-3fed-47f8-a1b4-5827bb5c4a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:31.199241 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:31.199622 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:31.242035 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0919603e-7832-42ef-98d3-ce1e502db826 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:31.390414 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-1ea5ad42-3fed-47f8-a1b4-5827bb5c4a45 None None] Current status of the port ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:31.391245 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1ea5ad42-3fed-47f8-a1b4-5827bb5c4a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:31.441978 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:31.456851 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:31.528461 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-1ea5ad42-3fed-47f8-a1b4-5827bb5c4a45 None None] For port ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa,segment=NetworkSegment(600d8e61-a58f-4c83-b87a-80d8a8059886),segment_id=600d8e61-a58f-4c83-b87a-80d8a8059886)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:31.570890 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1ea5ad42-3fed-47f8-a1b4-5827bb5c4a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:31.992742 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fa98b-d3f2-4569-8f3e-16ce2d76a2de req-08707374-e4f5-4015-a1f7-07a9fdd797bf tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:31.994417 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-080fa98b-d3f2-4569-8f3e-16ce2d76a2de req-08707374-e4f5-4015-a1f7-07a9fdd797bf tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=94f21a5a-c628-4584-84af-f49bf2003c34 HTTP/1.1" status: 200 len: 984 time: 0.8781071 Feb 19 04:29:32.013686 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:29:32.014293 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:29:32.026620 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5ad42-3fed-47f8-a1b4-5827bb5c4a45 None None] Pushing event updated for resources: {'Port': ['ID=ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:32.039133 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a1982e20-2357-422b-9c7d-3558c2998281 None None] Provisioning complete for port 1bd94749-f7ac-488e-ae13-684fb8f25b10 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:32.039605 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a1982e20-2357-422b-9c7d-3558c2998281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1bd94749-f7ac-488e-ae13-684fb8f25b10), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:32.067420 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-080fa98b-d3f2-4569-8f3e-16ce2d76a2de req-dd95736b-f2c5-478e-9a0c-05d05f966bc6 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/security-groups?id=d69afdb6-e53a-4223-9d1d-9cee1e14c250&id=b869e877-b12e-48e3-9e9b-d983cc7618e7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0607996 Feb 19 04:29:32.096936 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a1982e20-2357-422b-9c7d-3558c2998281 None None] Port 1bd94749-f7ac-488e-ae13-684fb8f25b10 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:29:32.144923 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a1982e20-2357-422b-9c7d-3558c2998281 None None] Provisioning complete for port 1a3570fe-d7f6-49f0-b34b-ca0667be4e8d triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:32.145529 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a1982e20-2357-422b-9c7d-3558c2998281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1a3570fe-d7f6-49f0-b34b-ca0667be4e8d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:32.291526 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a1982e20-2357-422b-9c7d-3558c2998281 None None] Current status of the port 1a3570fe-d7f6-49f0-b34b-ca0667be4e8d is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:32.346534 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5e58a-9cdf-4959-8332-27a99bf8260f req-585b21dd-f6e2-4341-9ee6-22fbb2641a51 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:32.348152 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5a5e58a-9cdf-4959-8332-27a99bf8260f req-585b21dd-f6e2-4341-9ee6-22fbb2641a51 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=94f21a5a-c628-4584-84af-f49bf2003c34 HTTP/1.1" status: 200 len: 984 time: 0.1424811 Feb 19 04:29:32.426282 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-0baf645a-6fe1-4569-9ff5-eb5ddb82a10f None None] Provisioning complete for port ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:32.426933 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0baf645a-6fe1-4569-9ff5-eb5ddb82a10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:32.445914 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-0919603e-7832-42ef-98d3-ce1e502db826 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Allocated IP 2001:db8:1::1 (2fe87383-d50d-4b30-8e01-e61c82475d9c/456ec544-c4bf-4df3-a394-bcb0bc3d6ec6/d30544d2-7515-4d23-826c-331d331810d1) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:29:32.494611 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5a5e58a-9cdf-4959-8332-27a99bf8260f req-513ccb90-e66d-4bac-af8a-044778cf5f08 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/security-groups?id=d69afdb6-e53a-4223-9d1d-9cee1e14c250&id=b869e877-b12e-48e3-9e9b-d983cc7618e7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1269736 Feb 19 04:29:32.604289 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:32.605551 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1a3570fe-d7f6-49f0-b34b-ca0667be4e8d up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:29:32.648076 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0baf645a-6fe1-4569-9ff5-eb5ddb82a10f None None] Current status of the port ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:32.669152 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 1a3570fe-d7f6-49f0-b34b-ca0667be4e8d triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:32.669522 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1a3570fe-d7f6-49f0-b34b-ca0667be4e8d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:32.671803 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-0baf645a-6fe1-4569-9ff5-eb5ddb82a10f None None] Provisioning complete for port 1bd94749-f7ac-488e-ae13-684fb8f25b10 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:32.672166 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0baf645a-6fe1-4569-9ff5-eb5ddb82a10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1bd94749-f7ac-488e-ae13-684fb8f25b10), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:32.688852 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0919603e-7832-42ef-98d3-ce1e502db826 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for port (d30544d2-7515-4d23-826c-331d331810d1), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:32.739977 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb8aa6-706c-45c1-9c30-aa89956a4abd req-6a626628-1efa-4520-a59f-5556fddb6df2 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:32.747785 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ccb8aa6-706c-45c1-9c30-aa89956a4abd req-6a626628-1efa-4520-a59f-5556fddb6df2 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=94f21a5a-c628-4584-84af-f49bf2003c34 HTTP/1.1" status: 200 len: 1167 time: 0.1419716 Feb 19 04:29:32.751066 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0baf645a-6fe1-4569-9ff5-eb5ddb82a10f None None] Port 1bd94749-f7ac-488e-ae13-684fb8f25b10 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:29:32.762827 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0919603e-7832-42ef-98d3-ce1e502db826 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (d30544d2-7515-4d23-826c-331d331810d1), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:32.784170 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0919603e-7832-42ef-98d3-ce1e502db826 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network 2fe87383-d50d-4b30-8e01-e61c82475d9c is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:32.787060 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1ccb8aa6-706c-45c1-9c30-aa89956a4abd req-4bb8b7b1-6d40-47a4-b94e-62174603d6b7 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:32.792830 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 1a3570fe-d7f6-49f0-b34b-ca0667be4e8d is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:32.799159 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-0919603e-7832-42ef-98d3-ce1e502db826 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:32.828421 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0919603e-7832-42ef-98d3-ce1e502db826 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:29:32.829077 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0919603e-7832-42ef-98d3-ce1e502db826 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (965915b3-89f4-436a-9d30-4cbbc5749d44), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:32.913960 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:29:32.973538 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919603e-7832-42ef-98d3-ce1e502db826 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Port': ['ID=d30544d2-7515-4d23-826c-331d331810d1,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:33.013180 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:33.014588 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:33.080138 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1ccb8aa6-706c-45c1-9c30-aa89956a4abd req-4bb8b7b1-6d40-47a4-b94e-62174603d6b7 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] Publish callbacks [] for security_group (857acfed-6b89-430a-9171-f2303f1be8f3), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:33.107307 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1ccb8aa6-706c-45c1-9c30-aa89956a4abd req-4bb8b7b1-6d40-47a4-b94e-62174603d6b7 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (857acfed-6b89-430a-9171-f2303f1be8f3), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:33.150734 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0919603e-7832-42ef-98d3-ce1e502db826 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d30544d2-7515-4d23-826c-331d331810d1), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:33.165009 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:33.170768 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1a3570fe-d7f6-49f0-b34b-ca0667be4e8d up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:29:33.264191 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8b7b1-6d40-47a4-b94e-62174603d6b7 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857acfed-6b89-430a-9171-f2303f1be8f3,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:33.303595 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 1a3570fe-d7f6-49f0-b34b-ca0667be4e8d triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:33.304008 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1a3570fe-d7f6-49f0-b34b-ca0667be4e8d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:33.330807 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-27777dc8-43eb-4d05-bea4-4d37a11aca36 None None] Provisioning complete for port d30544d2-7515-4d23-826c-331d331810d1 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:33.331341 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-27777dc8-43eb-4d05-bea4-4d37a11aca36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d30544d2-7515-4d23-826c-331d331810d1), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:33.347167 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ccb8aa6-706c-45c1-9c30-aa89956a4abd req-4bb8b7b1-6d40-47a4-b94e-62174603d6b7 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=d69afdb6-e53a-4223-9d1d-9cee1e14c250&id=b869e877-b12e-48e3-9e9b-d983cc7618e7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5984108 Feb 19 04:29:33.363495 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34686) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:33.392579 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-27777dc8-43eb-4d05-bea4-4d37a11aca36 None None] Port d30544d2-7515-4d23-826c-331d331810d1 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:29:33.435456 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 1a3570fe-d7f6-49f0-b34b-ca0667be4e8d is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:33.467650 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d756b11-f1df-499b-ae23-3ce31d4b86a6 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:33.481548 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2d756b11-f1df-499b-ae23-3ce31d4b86a6 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=94f21a5a-c628-4584-84af-f49bf2003c34 HTTP/1.1" status: 200 len: 1162 time: 0.1039324 Feb 19 04:29:33.481877 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34696) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:33.488477 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-28435e8a-9e8a-4c3c-9bdc-5a61bcea6575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:33.497074 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-72ec89ed-0e0d-4bb4-b85c-d0d02297014a tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'port_id': '428d845a-95b4-43ef-83b7-922e4750e005', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:33.568259 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72ec89ed-0e0d-4bb4-b85c-d0d02297014a tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:33.692470 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0919603e-7832-42ef-98d3-ce1e502db826 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for port (d30544d2-7515-4d23-826c-331d331810d1), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:33.705274 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0919603e-7832-42ef-98d3-ce1e502db826 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (d30544d2-7515-4d23-826c-331d331810d1), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:33.706301 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0919603e-7832-42ef-98d3-ce1e502db826 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (965915b3-89f4-436a-9d30-4cbbc5749d44), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:33.770970 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72ec89ed-0e0d-4bb4-b85c-d0d02297014a tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:33.805056 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919603e-7832-42ef-98d3-ce1e502db826 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Port': ['ID=d30544d2-7515-4d23-826c-331d331810d1,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:33.849260 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:33.851612 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0919603e-7832-42ef-98d3-ce1e502db826 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network 2fe87383-d50d-4b30-8e01-e61c82475d9c is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:33.853101 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-0919603e-7832-42ef-98d3-ce1e502db826 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:33.917113 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-72ec89ed-0e0d-4bb4-b85c-d0d02297014a tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Allocated IP 172.25.3.247 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/47e82ce0-bf85-4327-a3bd-923f79373d0c) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:29:34.045421 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0919603e-7832-42ef-98d3-ce1e502db826 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Router 965915b3-89f4-436a-9d30-4cbbc5749d44 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:29:34.156725 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72ec89ed-0e0d-4bb4-b85c-d0d02297014a tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for port (47e82ce0-bf85-4327-a3bd-923f79373d0c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:34.191201 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0919603e-7832-42ef-98d3-ce1e502db826 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:29:34.206954 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0919603e-7832-42ef-98d3-ce1e502db826 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "PUT /v2.0/routers/965915b3-89f4-436a-9d30-4cbbc5749d44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5937052 Feb 19 04:29:34.207223 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1242f9-6f0b-4d75-9cb8-66553444b720 None None] Sync routers for ids ['965915b3-89f4-436a-9d30-4cbbc5749d44'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:29:34.216482 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34712) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:34.219327 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1242f9-6f0b-4d75-9cb8-66553444b720 None None] Routers {'965915b3-89f4-436a-9d30-4cbbc5749d44'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:34.221656 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ef1242f9-6f0b-4d75-9cb8-66553444b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:29:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['965915b3-89f4-436a-9d30-4cbbc5749d44'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:34.233556 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72ec89ed-0e0d-4bb4-b85c-d0d02297014a tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (47e82ce0-bf85-4327-a3bd-923f79373d0c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:34.278029 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ef1242f9-6f0b-4d75-9cb8-66553444b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:34.288545 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1242f9-6f0b-4d75-9cb8-66553444b720 None None] Routers {'965915b3-89f4-436a-9d30-4cbbc5749d44'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:34.290832 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ef1242f9-6f0b-4d75-9cb8-66553444b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:29:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['965915b3-89f4-436a-9d30-4cbbc5749d44'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:34.312956 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ec89ed-0e0d-4bb4-b85c-d0d02297014a tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:34.319196 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d4f27a-501b-4f4a-9fb8-d7d151da2692 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:34.323873 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c8d4f27a-501b-4f4a-9fb8-d7d151da2692 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "GET /v2.0/ports/d30544d2-7515-4d23-826c-331d331810d1 HTTP/1.1" status: 200 len: 913 time: 0.1019216 Feb 19 04:29:34.326296 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34716) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:34.345661 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-72ec89ed-0e0d-4bb4-b85c-d0d02297014a tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:34.362715 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ec89ed-0e0d-4bb4-b85c-d0d02297014a tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:29:34.366381 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec89ed-0e0d-4bb4-b85c-d0d02297014a tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event updated for resources: {'Port': ['ID=47e82ce0-bf85-4327-a3bd-923f79373d0c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:34.388472 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ef1242f9-6f0b-4d75-9cb8-66553444b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:34.407793 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1242f9-6f0b-4d75-9cb8-66553444b720 None None] The sync data for ids ['965915b3-89f4-436a-9d30-4cbbc5749d44'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:29:34.439101 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c20d6acf-3ca5-4813-a98c-9cb4e898fb84 None None] Provisioning complete for port d30544d2-7515-4d23-826c-331d331810d1 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:34.439696 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c20d6acf-3ca5-4813-a98c-9cb4e898fb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d30544d2-7515-4d23-826c-331d331810d1), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:34.516895 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c20d6acf-3ca5-4813-a98c-9cb4e898fb84 None None] Port d30544d2-7515-4d23-826c-331d331810d1 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:29:34.937167 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f59e6c3-abe8-4b7b-ac57-6462886e7164 req-1ce72f65-5338-4bd1-b748-14ffcbf07879 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9bbb5b97-9d11-4671-ab25-b2ead7f0f822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4402881 Feb 19 04:29:34.955727 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-55edcea9-d045-46f6-bb10-3a25fae8701b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (965915b3-89f4-436a-9d30-4cbbc5749d44), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:35.136640 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59e6c3-abe8-4b7b-ac57-6462886e7164 req-7b185d42-652b-4553-a1e4-28f067c5d131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:35.138384 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f59e6c3-abe8-4b7b-ac57-6462886e7164 req-7b185d42-652b-4553-a1e4-28f067c5d131 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce076e9f68f6436e95052065050bc270&device_id=9bbb5b97-9d11-4671-ab25-b2ead7f0f822 HTTP/1.1" status: 200 len: 1128 time: 0.1357884 Feb 19 04:29:35.158048 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72ec89ed-0e0d-4bb4-b85c-d0d02297014a tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for floatingip (972919a5-a3a2-4236-82d9-4eb20924da66), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:35.359695 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:35.389250 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59e6c3-abe8-4b7b-ac57-6462886e7164 req-e0eaf227-dbf1-4bb1-9cb6-55176f66932a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:35.390982 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f59e6c3-abe8-4b7b-ac57-6462886e7164 req-e0eaf227-dbf1-4bb1-9cb6-55176f66932a service neutron] 10.222.0.26 "GET /v2.0/networks?id=6979ad81-5fba-4a33-a8b4-463a94f62639 HTTP/1.1" status: 200 len: 914 time: 0.2196321 Feb 19 04:29:35.392156 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72ec89ed-0e0d-4bb4-b85c-d0d02297014a tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (47e82ce0-bf85-4327-a3bd-923f79373d0c), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:35.448273 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-55edcea9-d045-46f6-bb10-3a25fae8701b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Deleting port d30544d2-7515-4d23-826c-331d331810d1 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:29:35.449332 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-55edcea9-d045-46f6-bb10-3a25fae8701b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (d30544d2-7515-4d23-826c-331d331810d1), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:35.476708 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f59e6c3-abe8-4b7b-ac57-6462886e7164 req-b1d2ec72-3f4d-451d-a94d-2302ffebc47c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97177a0b-dd4b-45f9-bfbe-a522f93f117d HTTP/1.1" status: 200 len: 217 time: 0.0423229 Feb 19 04:29:35.602275 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-55edcea9-d045-46f6-bb10-3a25fae8701b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (d30544d2-7515-4d23-826c-331d331810d1), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:35.620734 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-55edcea9-d045-46f6-bb10-3a25fae8701b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Calling delete_port for d30544d2-7515-4d23-826c-331d331810d1 owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:29:35.632290 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59e6c3-abe8-4b7b-ac57-6462886e7164 req-2decbace-8587-4261-a6e0-a5d639aee535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:35.647217 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f59e6c3-abe8-4b7b-ac57-6462886e7164 req-2decbace-8587-4261-a6e0-a5d639aee535 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f0a93690-316e-4b3c-89ce-34ed28c0df45 HTTP/1.1" status: 200 len: 853 time: 0.1631532 Feb 19 04:29:35.761666 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f59e6c3-abe8-4b7b-ac57-6462886e7164 req-c28047a2-e350-4841-abee-3945e69271f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6979ad81-5fba-4a33-a8b4-463a94f62639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011398 Feb 19 04:29:35.797865 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72ec89ed-0e0d-4bb4-b85c-d0d02297014a tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for port (47e82ce0-bf85-4327-a3bd-923f79373d0c), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:35.811316 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72ec89ed-0e0d-4bb4-b85c-d0d02297014a tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (47e82ce0-bf85-4327-a3bd-923f79373d0c), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:35.903002 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72ec89ed-0e0d-4bb4-b85c-d0d02297014a tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (972919a5-a3a2-4236-82d9-4eb20924da66), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:35.973227 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-55edcea9-d045-46f6-bb10-3a25fae8701b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (d30544d2-7515-4d23-826c-331d331810d1), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:36.002930 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55edcea9-d045-46f6-bb10-3a25fae8701b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Port': ['ID=d30544d2-7515-4d23-826c-331d331810d1,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:36.198957 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-55edcea9-d045-46f6-bb10-3a25fae8701b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (965915b3-89f4-436a-9d30-4cbbc5749d44), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:36.446300 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55edcea9-d045-46f6-bb10-3a25fae8701b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Router 965915b3-89f4-436a-9d30-4cbbc5749d44 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:29:36.604084 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab21d8f3-843c-48f4-b50d-839a64d30760 req-b6ab99c5-7af4-4c2e-806c-df12ab335b78 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=94f21a5a-c628-4584-84af-f49bf2003c34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1006157 Feb 19 04:29:36.609912 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55edcea9-d045-46f6-bb10-3a25fae8701b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:29:36.622289 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d73872e-03d5-4895-a41e-a6e7e4301660 None None] Sync routers for ids ['965915b3-89f4-436a-9d30-4cbbc5749d44'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:29:36.624932 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-55edcea9-d045-46f6-bb10-3a25fae8701b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "PUT /v2.0/routers/965915b3-89f4-436a-9d30-4cbbc5749d44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2976911 Feb 19 04:29:36.628403 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34764) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:36.631590 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f59e6c3-abe8-4b7b-ac57-6462886e7164 req-240e64c3-39e9-4292-a442-9c20f6fe2b78 service neutron] 10.222.0.26 "GET /v2.0/networks/6979ad81-5fba-4a33-a8b4-463a94f62639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8309917 Feb 19 04:29:36.637639 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d73872e-03d5-4895-a41e-a6e7e4301660 None None] Routers {'965915b3-89f4-436a-9d30-4cbbc5749d44'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:36.638335 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2d73872e-03d5-4895-a41e-a6e7e4301660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:29:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['965915b3-89f4-436a-9d30-4cbbc5749d44'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:36.740235 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2d73872e-03d5-4895-a41e-a6e7e4301660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:36.762915 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d73872e-03d5-4895-a41e-a6e7e4301660 None None] Routers {'965915b3-89f4-436a-9d30-4cbbc5749d44'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:36.767274 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2d73872e-03d5-4895-a41e-a6e7e4301660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:29:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['965915b3-89f4-436a-9d30-4cbbc5749d44'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:36.769416 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-72ec89ed-0e0d-4bb4-b85c-d0d02297014a tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Floating IP 972919a5-a3a2-4236-82d9-4eb20924da66 associated. External IP: 172.25.3.247, port: 428d845a-95b4-43ef-83b7-922e4750e005. Feb 19 04:29:36.777815 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec89ed-0e0d-4bb4-b85c-d0d02297014a tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event updated for resources: {'Port': ['ID=47e82ce0-bf85-4327-a3bd-923f79373d0c,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:36.820732 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:36.854503 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21d8f3-843c-48f4-b50d-839a64d30760 req-e5df5769-28e1-4720-bd8c-32a74fcac1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:36.864848 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab21d8f3-843c-48f4-b50d-839a64d30760 req-e5df5769-28e1-4720-bd8c-32a74fcac1ca service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbafc162cd5b4960a5e405d3107103ec&device_id=94f21a5a-c628-4584-84af-f49bf2003c34 HTTP/1.1" status: 200 len: 1167 time: 0.1822691 Feb 19 04:29:36.887712 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2d73872e-03d5-4895-a41e-a6e7e4301660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:36.888626 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d73872e-03d5-4895-a41e-a6e7e4301660 None None] The sync data for ids ['965915b3-89f4-436a-9d30-4cbbc5749d44'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:29:36.951328 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4f59e6c3-abe8-4b7b-ac57-6462886e7164 req-36aa2c9f-8253-43b4-a5f4-3b6e7a81739c service neutron] 10.222.0.26 "GET /v2.0/networks/6979ad81-5fba-4a33-a8b4-463a94f62639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947574 Feb 19 04:29:37.021616 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21d8f3-843c-48f4-b50d-839a64d30760 req-02d50511-e816-4e36-8cb2-f7683da82d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:37.023438 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab21d8f3-843c-48f4-b50d-839a64d30760 req-02d50511-e816-4e36-8cb2-f7683da82d0d service neutron] 10.222.0.79 "GET /v2.0/networks?id=882f12b7-ab6f-4c91-b738-2ee6c8f1986d HTTP/1.1" status: 200 len: 898 time: 0.1186278 Feb 19 04:29:37.163709 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab21d8f3-843c-48f4-b50d-839a64d30760 req-e7880f70-f7e3-4231-9317-a798a6f35338 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=428d845a-95b4-43ef-83b7-922e4750e005 HTTP/1.1" status: 200 len: 999 time: 0.1027052 Feb 19 04:29:37.173244 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ec89ed-0e0d-4bb4-b85c-d0d02297014a tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Router ec68cfc1-afff-49c4-bdc5-23caf9b84412 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:29:37.337369 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ec89ed-0e0d-4bb4-b85c-d0d02297014a tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:29:37.349645 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b554457-544c-4b7c-8ec3-5f35216c54d1 None None] Sync routers for ids ['ec68cfc1-afff-49c4-bdc5-23caf9b84412'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:29:37.369449 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b554457-544c-4b7c-8ec3-5f35216c54d1 None None] Routers {'ec68cfc1-afff-49c4-bdc5-23caf9b84412'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:37.370387 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4b554457-544c-4b7c-8ec3-5f35216c54d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:29:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ec68cfc1-afff-49c4-bdc5-23caf9b84412'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:37.378683 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72ec89ed-0e0d-4bb4-b85c-d0d02297014a tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:37.439032 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-72ec89ed-0e0d-4bb4-b85c-d0d02297014a tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9546523 Feb 19 04:29:37.440113 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f21a5a-c628-4584-84af-f49bf2003c34', 'tag': '428d845a-95b4-43ef-83b7-922e4750e005'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:29:37.443177 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a93d0d-34c2-4053-a8d9-6557599e4aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "94f21a5a-c628-4584-84af-f49bf2003c34", "tag": "428d845a-95b4-43ef-83b7-922e4750e005"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:29:37.447750 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34778) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:37.602369 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b49b6a-5cea-4919-9e33-f9265e101aef x-openstack-request-id: req-57b49b6a-5cea-4919-9e33-f9265e101aef {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:29:37.602738 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f21a5a-c628-4584-84af-f49bf2003c34", "tag": "428d845a-95b4-43ef-83b7-922e4750e005", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:29:37.603007 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-57b49b6a-5cea-4919-9e33-f9265e101aef {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:29:37.603445 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f21a5a-c628-4584-84af-f49bf2003c34', 'tag': '428d845a-95b4-43ef-83b7-922e4750e005', 'status': 'completed', 'code': 200} Feb 19 04:29:37.648916 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-4b554457-544c-4b7c-8ec3-5f35216c54d1 None None] Set router ec68cfc1-afff-49c4-bdc5-23caf9b84412 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:29:37.824979 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5784186a-068d-4b77-af18-1b3d466c01c0 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:37.828329 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5784186a-068d-4b77-af18-1b3d466c01c0 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:37.834792 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21d8f3-843c-48f4-b50d-839a64d30760 req-e1e753ba-343e-48cb-9d93-c0ec94aa1088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:37.836736 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5784186a-068d-4b77-af18-1b3d466c01c0 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:37.837257 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab21d8f3-843c-48f4-b50d-839a64d30760 req-e1e753ba-343e-48cb-9d93-c0ec94aa1088 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c0160546-1c6b-4e25-9159-2cb0c0760750 HTTP/1.1" status: 200 len: 835 time: 0.6398039 Feb 19 04:29:37.837405 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5784186a-068d-4b77-af18-1b3d466c01c0 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:37.838080 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5784186a-068d-4b77-af18-1b3d466c01c0 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:37.838709 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5784186a-068d-4b77-af18-1b3d466c01c0 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:37.839284 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5784186a-068d-4b77-af18-1b3d466c01c0 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:37.841322 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5784186a-068d-4b77-af18-1b3d466c01c0 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4958 time: 0.3917301 Feb 19 04:29:37.844130 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34790) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:38.034338 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ee94cd-7f87-4937-97cf-875d7743c8e9 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:38.039184 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ee94cd-7f87-4937-97cf-875d7743c8e9 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:38.039729 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ee94cd-7f87-4937-97cf-875d7743c8e9 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:38.040529 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ee94cd-7f87-4937-97cf-875d7743c8e9 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:38.041050 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ee94cd-7f87-4937-97cf-875d7743c8e9 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:38.041502 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21d8f3-843c-48f4-b50d-839a64d30760 req-2582b8fb-527c-4a7f-96fb-1dfedb3d7dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:38.041633 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ee94cd-7f87-4937-97cf-875d7743c8e9 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:38.045186 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ee94cd-7f87-4937-97cf-875d7743c8e9 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:38.047196 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f8ee94cd-7f87-4937-97cf-875d7743c8e9 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4602 time: 0.2020662 Feb 19 04:29:38.049899 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34792) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:38.059991 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab21d8f3-843c-48f4-b50d-839a64d30760 req-2582b8fb-527c-4a7f-96fb-1dfedb3d7dbd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=882f12b7-ab6f-4c91-b738-2ee6c8f1986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2125835 Feb 19 04:29:38.173455 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4b554457-544c-4b7c-8ec3-5f35216c54d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'name': 'tempest-TestSecurityGroupsBasicOps-router-918047403', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:29:03Z', 'updated_at': '2022-02-19T04:29:11Z', 'revision_number': 4, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'gw_port': {'id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:80:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:29:04Z', 'updated_at': '2022-02-19T04:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '972919a5-a3a2-4236-82d9-4eb20924da66', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'floating_ip_address': '172.25.3.247', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'port_id': '428d845a-95b4-43ef-83b7-922e4750e005', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '882f12b7-ab6f-4c91-b738-2ee6c8f1986d', 'mac_address': 'fa:16:3e:af:b0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f21a5a-c628-4584-84af-f49bf2003c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:29:34Z', 'updated_at': '2022-02-19T04:29:34Z', 'revision_number': 0, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5136bbeb-96ab-44aa-b59d-32d475a0af19', 'name': '', 'network_id': '882f12b7-ab6f-4c91-b738-2ee6c8f1986d', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'mac_address': 'fa:16:3e:62:e2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'c0160546-1c6b-4e25-9159-2cb0c0760750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:29:09Z', 'updated_at': '2022-02-19T04:29:18Z', 'revision_number': 5, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'subnets': [{'id': 'c0160546-1c6b-4e25-9159-2cb0c0760750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:38.238418 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab21d8f3-843c-48f4-b50d-839a64d30760 req-d05edc63-cad8-46b0-89a2-8f45a57aa99a service neutron] 10.222.0.79 "GET /v2.0/networks/882f12b7-ab6f-4c91-b738-2ee6c8f1986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670725 Feb 19 04:29:38.242198 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b554457-544c-4b7c-8ec3-5f35216c54d1 None None] Checking router: ec68cfc1-afff-49c4-bdc5-23caf9b84412 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:29:38.251750 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b554457-544c-4b7c-8ec3-5f35216c54d1 None None] Routers {'ec68cfc1-afff-49c4-bdc5-23caf9b84412'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:38.252386 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4b554457-544c-4b7c-8ec3-5f35216c54d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:29:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ec68cfc1-afff-49c4-bdc5-23caf9b84412'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:38.422747 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-4b554457-544c-4b7c-8ec3-5f35216c54d1 None None] Set router ec68cfc1-afff-49c4-bdc5-23caf9b84412 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:29:38.474730 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e42a01c2-0a46-4db4-825f-c0ef98de0842 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2150 time: 0.4228780 Feb 19 04:29:38.476659 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34800) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:38.483890 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d92393c9-06bc-4e6d-8b9e-e828cbec0f35 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (965915b3-89f4-436a-9d30-4cbbc5749d44), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:38.532086 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab21d8f3-843c-48f4-b50d-839a64d30760 req-bccfbcbc-a978-4d4e-b82d-9413bff25b5d service neutron] 10.222.0.79 "GET /v2.0/networks/882f12b7-ab6f-4c91-b738-2ee6c8f1986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728620 Feb 19 04:29:38.558908 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36481c6-4487-453e-aa60-567f482303c4 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:38.559467 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36481c6-4487-453e-aa60-567f482303c4 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:38.580684 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c36481c6-4487-453e-aa60-567f482303c4 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ec68cfc1-afff-49c4-bdc5-23caf9b84412 HTTP/1.1" status: 200 len: 2064 time: 0.0957651 Feb 19 04:29:38.741213 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a93d0d-34c2-4053-a8d9-6557599e4aa3 req-6c936c4a-02ec-4846-99ce-c0cf6719835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:38.760955 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-35a93d0d-34c2-4053-a8d9-6557599e4aa3 req-6c936c4a-02ec-4846-99ce-c0cf6719835f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbafc162cd5b4960a5e405d3107103ec&device_id=94f21a5a-c628-4584-84af-f49bf2003c34 HTTP/1.1" status: 200 len: 1167 time: 0.1541564 Feb 19 04:29:38.952909 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4b554457-544c-4b7c-8ec3-5f35216c54d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'name': 'tempest-TestSecurityGroupsBasicOps-router-918047403', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:29:03Z', 'updated_at': '2022-02-19T04:29:11Z', 'revision_number': 4, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'gw_port': {'id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:80:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:29:04Z', 'updated_at': '2022-02-19T04:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '972919a5-a3a2-4236-82d9-4eb20924da66', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'floating_ip_address': '172.25.3.247', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'port_id': '428d845a-95b4-43ef-83b7-922e4750e005', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '882f12b7-ab6f-4c91-b738-2ee6c8f1986d', 'mac_address': 'fa:16:3e:af:b0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f21a5a-c628-4584-84af-f49bf2003c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:29:34Z', 'updated_at': '2022-02-19T04:29:34Z', 'revision_number': 0, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5136bbeb-96ab-44aa-b59d-32d475a0af19', 'name': '', 'network_id': '882f12b7-ab6f-4c91-b738-2ee6c8f1986d', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'mac_address': 'fa:16:3e:62:e2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'c0160546-1c6b-4e25-9159-2cb0c0760750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:29:09Z', 'updated_at': '2022-02-19T04:29:18Z', 'revision_number': 5, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'subnets': [{'id': 'c0160546-1c6b-4e25-9159-2cb0c0760750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:38.963885 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a93d0d-34c2-4053-a8d9-6557599e4aa3 req-26b460bb-bc51-45b4-804a-cfb80b8c9db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:38.968798 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-35a93d0d-34c2-4053-a8d9-6557599e4aa3 req-26b460bb-bc51-45b4-804a-cfb80b8c9db0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=882f12b7-ab6f-4c91-b738-2ee6c8f1986d HTTP/1.1" status: 200 len: 898 time: 0.2069759 Feb 19 04:29:39.028146 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b554457-544c-4b7c-8ec3-5f35216c54d1 None None] The sync data for ids ['ec68cfc1-afff-49c4-bdc5-23caf9b84412'] in n-d-828369-19 is: [{'id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'name': 'tempest-TestSecurityGroupsBasicOps-router-918047403', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:29:03Z', 'updated_at': '2022-02-19T04:29:11Z', 'revision_number': 4, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'gw_port': {'id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:80:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:29:04Z', 'updated_at': '2022-02-19T04:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '972919a5-a3a2-4236-82d9-4eb20924da66', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'floating_ip_address': '172.25.3.247', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'port_id': '428d845a-95b4-43ef-83b7-922e4750e005', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '882f12b7-ab6f-4c91-b738-2ee6c8f1986d', 'mac_address': 'fa:16:3e:af:b0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f21a5a-c628-4584-84af-f49bf2003c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:29:34Z', 'updated_at': '2022-02-19T04:29:34Z', 'revision_number': 0, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5136bbeb-96ab-44aa-b59d-32d475a0af19', 'name': '', 'network_id': '882f12b7-ab6f-4c91-b738-2ee6c8f1986d', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'mac_address': 'fa:16:3e:62:e2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'c0160546-1c6b-4e25-9159-2cb0c0760750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:29:09Z', 'updated_at': '2022-02-19T04:29:18Z', 'revision_number': 5, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'subnets': [{'id': 'c0160546-1c6b-4e25-9159-2cb0c0760750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:29:39.103999 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-35a93d0d-34c2-4053-a8d9-6557599e4aa3 req-f1900469-c3d6-418a-ae6c-001ce0d4a801 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=428d845a-95b4-43ef-83b7-922e4750e005 HTTP/1.1" status: 200 len: 999 time: 0.1272106 Feb 19 04:29:39.182475 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a93d0d-34c2-4053-a8d9-6557599e4aa3 req-c3cc0d1f-8f93-44d9-96ad-e125b8cb6886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:39.184859 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-35a93d0d-34c2-4053-a8d9-6557599e4aa3 req-c3cc0d1f-8f93-44d9-96ad-e125b8cb6886 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c0160546-1c6b-4e25-9159-2cb0c0760750 HTTP/1.1" status: 200 len: 835 time: 0.0683427 Feb 19 04:29:39.300120 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a93d0d-34c2-4053-a8d9-6557599e4aa3 req-56390908-5349-481e-856c-d57c6e01e4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:39.301972 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-35a93d0d-34c2-4053-a8d9-6557599e4aa3 req-56390908-5349-481e-856c-d57c6e01e4a3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=882f12b7-ab6f-4c91-b738-2ee6c8f1986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1080325 Feb 19 04:29:39.392491 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-d92393c9-06bc-4e6d-8b9e-e828cbec0f35 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Deleting port 1bd94749-f7ac-488e-ae13-684fb8f25b10 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:29:39.392851 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d92393c9-06bc-4e6d-8b9e-e828cbec0f35 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (1bd94749-f7ac-488e-ae13-684fb8f25b10), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:39.418740 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ae1563-0bbf-4098-b8d8-14e5d5a67128 None None] New status for floating IP 972919a5-a3a2-4236-82d9-4eb20924da66: ACTIVE {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:29:39.562818 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d92393c9-06bc-4e6d-8b9e-e828cbec0f35 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (1bd94749-f7ac-488e-ae13-684fb8f25b10), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:39.577119 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-d92393c9-06bc-4e6d-8b9e-e828cbec0f35 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Calling delete_port for 1bd94749-f7ac-488e-ae13-684fb8f25b10 owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:29:39.835425 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-35a93d0d-34c2-4053-a8d9-6557599e4aa3 req-2f1bf153-1bdb-412f-9396-a131c0515163 service neutron] 10.222.0.79 "GET /v2.0/networks/882f12b7-ab6f-4c91-b738-2ee6c8f1986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5202501 Feb 19 04:29:39.918273 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d92393c9-06bc-4e6d-8b9e-e828cbec0f35 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (1bd94749-f7ac-488e-ae13-684fb8f25b10), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:39.960654 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92393c9-06bc-4e6d-8b9e-e828cbec0f35 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Port': ['ID=1bd94749-f7ac-488e-ae13-684fb8f25b10,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:40.182181 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-35a93d0d-34c2-4053-a8d9-6557599e4aa3 req-6988fb28-a154-4f17-a7f5-b780a8c12b34 service neutron] 10.222.0.79 "GET /v2.0/networks/882f12b7-ab6f-4c91-b738-2ee6c8f1986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383937 Feb 19 04:29:40.193516 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d92393c9-06bc-4e6d-8b9e-e828cbec0f35 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (965915b3-89f4-436a-9d30-4cbbc5749d44), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:40.451436 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92393c9-06bc-4e6d-8b9e-e828cbec0f35 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Router 965915b3-89f4-436a-9d30-4cbbc5749d44 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:29:40.614028 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92393c9-06bc-4e6d-8b9e-e828cbec0f35 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:29:40.626042 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0ff537-4b38-4add-9b5e-d3f67e9f2243 None None] Sync routers for ids ['965915b3-89f4-436a-9d30-4cbbc5749d44'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:29:40.630648 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34838) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:40.631099 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d92393c9-06bc-4e6d-8b9e-e828cbec0f35 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "PUT /v2.0/routers/965915b3-89f4-436a-9d30-4cbbc5749d44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9974372 Feb 19 04:29:40.643579 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0ff537-4b38-4add-9b5e-d3f67e9f2243 None None] Routers {'965915b3-89f4-436a-9d30-4cbbc5749d44'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:40.645108 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ab0ff537-4b38-4add-9b5e-d3f67e9f2243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:29:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['965915b3-89f4-436a-9d30-4cbbc5749d44'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:40.699231 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34846) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:40.699554 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d17c101d-0ba2-4305-aa65-7233e5297d8b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "GET /v2.0/ports?device_id=965915b3-89f4-436a-9d30-4cbbc5749d44 HTTP/1.1" status: 200 len: 205 time: 0.0665569 Feb 19 04:29:40.747804 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ab0ff537-4b38-4add-9b5e-d3f67e9f2243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:40.796649 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0ff537-4b38-4add-9b5e-d3f67e9f2243 None None] Routers {'965915b3-89f4-436a-9d30-4cbbc5749d44'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:40.798088 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ab0ff537-4b38-4add-9b5e-d3f67e9f2243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:29:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['965915b3-89f4-436a-9d30-4cbbc5749d44'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:40.869359 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3b254f2a-335c-4317-87af-fd3679eabfd2 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router (965915b3-89f4-436a-9d30-4cbbc5749d44), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:40.920716 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ab0ff537-4b38-4add-9b5e-d3f67e9f2243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:40.921388 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0ff537-4b38-4add-9b5e-d3f67e9f2243 None None] The sync data for ids ['965915b3-89f4-436a-9d30-4cbbc5749d44'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:29:41.121832 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3b254f2a-335c-4317-87af-fd3679eabfd2 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (965915b3-89f4-436a-9d30-4cbbc5749d44), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:41.124589 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3b254f2a-335c-4317-87af-fd3679eabfd2 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router_controller (965915b3-89f4-436a-9d30-4cbbc5749d44), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:41.225015 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3b254f2a-335c-4317-87af-fd3679eabfd2 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (965915b3-89f4-436a-9d30-4cbbc5749d44), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:41.230087 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b254f2a-335c-4317-87af-fd3679eabfd2 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Fanout notify agent at l3_agent the message router_deleted on router 965915b3-89f4-436a-9d30-4cbbc5749d44 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:29:41.248454 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3b254f2a-335c-4317-87af-fd3679eabfd2 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:41.253163 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3b254f2a-335c-4317-87af-fd3679eabfd2 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/routers/965915b3-89f4-436a-9d30-4cbbc5749d44 HTTP/1.1" status: 204 len: 168 time: 0.5509162 Feb 19 04:29:41.253491 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34860) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:41.331774 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1806ce0-8b7f-4fe7-8005-495d29533796 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Deleting subnet 456ec544-c4bf-4df3-a394-bcb0bc3d6ec6 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:29:41.335852 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e1806ce0-8b7f-4fe7-8005-495d29533796 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for subnet (456ec544-c4bf-4df3-a394-bcb0bc3d6ec6), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:41.380951 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e1806ce0-8b7f-4fe7-8005-495d29533796 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (456ec544-c4bf-4df3-a394-bcb0bc3d6ec6), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:41.475281 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e1806ce0-8b7f-4fe7-8005-495d29533796 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (456ec544-c4bf-4df3-a394-bcb0bc3d6ec6), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:41.582057 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e1806ce0-8b7f-4fe7-8005-495d29533796 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (456ec544-c4bf-4df3-a394-bcb0bc3d6ec6), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:41.617504 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e1806ce0-8b7f-4fe7-8005-495d29533796 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:41.624060 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90581cd-e49b-4e7c-bce2-e3ff4d05f84d None None] Network 2fe87383-d50d-4b30-8e01-e61c82475d9c requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:41.625853 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e1806ce0-8b7f-4fe7-8005-495d29533796 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/subnets/456ec544-c4bf-4df3-a394-bcb0bc3d6ec6 HTTP/1.1" status: 204 len: 168 time: 0.3712823 Feb 19 04:29:41.628656 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34866) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:41.650318 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1806ce0-8b7f-4fe7-8005-495d29533796 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Subnet': ['ID=456ec544-c4bf-4df3-a394-bcb0bc3d6ec6,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:41.724386 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-be5891d7-525f-4bf1-a98b-d148fd7b2b1d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Deleting subnet ea3a6ac3-1703-4abe-9944-c4bdd8f67e7d {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:29:41.728155 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-be5891d7-525f-4bf1-a98b-d148fd7b2b1d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for subnet (ea3a6ac3-1703-4abe-9944-c4bdd8f67e7d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:41.773070 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-be5891d7-525f-4bf1-a98b-d148fd7b2b1d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (ea3a6ac3-1703-4abe-9944-c4bdd8f67e7d), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:41.888317 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-be5891d7-525f-4bf1-a98b-d148fd7b2b1d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (ea3a6ac3-1703-4abe-9944-c4bdd8f67e7d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:41.950136 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f368e187-5892-4c95-b77d-0e29b62a356b None None] DHCP port deletion for 2fe87383-d50d-4b30-8e01-e61c82475d9c request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:29:41.965526 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-be5891d7-525f-4bf1-a98b-d148fd7b2b1d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (ea3a6ac3-1703-4abe-9944-c4bdd8f67e7d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.022500 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5891d7-525f-4bf1-a98b-d148fd7b2b1d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Subnet': ['ID=ea3a6ac3-1703-4abe-9944-c4bdd8f67e7d,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:42.030268 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-be5891d7-525f-4bf1-a98b-d148fd7b2b1d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.036790 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34876) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:42.037295 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-be5891d7-525f-4bf1-a98b-d148fd7b2b1d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/subnets/ea3a6ac3-1703-4abe-9944-c4bdd8f67e7d HTTP/1.1" status: 204 len: 168 time: 0.4073625 Feb 19 04:29:42.047696 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544146c9-fe4b-45d1-a7d7-4864306a1ac7 None None] Network ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:42.142371 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4add308a-7edf-4581-bba6-f029a4bdb3f1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (2fe87383-d50d-4b30-8e01-e61c82475d9c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.159165 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f368e187-5892-4c95-b77d-0e29b62a356b None None] Deleting port ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:29:42.159467 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f368e187-5892-4c95-b77d-0e29b62a356b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.205174 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-4add308a-7edf-4581-bba6-f029a4bdb3f1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Deleting port ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:29:42.205871 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4add308a-7edf-4581-bba6-f029a4bdb3f1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.341228 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-4add308a-7edf-4581-bba6-f029a4bdb3f1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] For port ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa,segment=NetworkSegment(600d8e61-a58f-4c83-b87a-80d8a8059886),segment_id=600d8e61-a58f-4c83-b87a-80d8a8059886)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:42.341727 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4add308a-7edf-4581-bba6-f029a4bdb3f1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.356365 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-4add308a-7edf-4581-bba6-f029a4bdb3f1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Calling delete_port for ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:29:42.454533 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-f368e187-5892-4c95-b77d-0e29b62a356b None None] For port ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa,segment=NetworkSegment(600d8e61-a58f-4c83-b87a-80d8a8059886),segment_id=600d8e61-a58f-4c83-b87a-80d8a8059886)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:42.454855 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f368e187-5892-4c95-b77d-0e29b62a356b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.474308 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f368e187-5892-4c95-b77d-0e29b62a356b None None] Calling delete_port for ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:29:42.492819 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4add308a-7edf-4581-bba6-f029a4bdb3f1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.541693 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add308a-7edf-4581-bba6-f029a4bdb3f1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Port': ['ID=ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:42.543119 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1bd706-ca9b-41e2-a246-0258561cedd8 None None] DHCP port deletion for ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:29:42.560149 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4add308a-7edf-4581-bba6-f029a4bdb3f1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] No DVR routers for this DVR port ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:29:42.611022 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f368e187-5892-4c95-b77d-0e29b62a356b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.663570 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f368e187-5892-4c95-b77d-0e29b62a356b None None] No DVR routers for this DVR port ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:29:42.673284 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-bb1bd706-ca9b-41e2-a246-0258561cedd8 None None] Deleting port 1a3570fe-d7f6-49f0-b34b-ca0667be4e8d {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:29:42.674035 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bb1bd706-ca9b-41e2-a246-0258561cedd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (1a3570fe-d7f6-49f0-b34b-ca0667be4e8d), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.675252 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4add308a-7edf-4581-bba6-f029a4bdb3f1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (2fe87383-d50d-4b30-8e01-e61c82475d9c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.677275 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368e187-5892-4c95-b77d-0e29b62a356b None None] Pushing event deleted for resources: {'Port': ['ID=ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:42.723704 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-4add308a-7edf-4581-bba6-f029a4bdb3f1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe87383-d50d-4b30-8e01-e61c82475d9c']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:42.742862 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-4add308a-7edf-4581-bba6-f029a4bdb3f1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '600d8e61-a58f-4c83-b87a-80d8a8059886') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:42.743160 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-4add308a-7edf-4581-bba6-f029a4bdb3f1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '600d8e61-a58f-4c83-b87a-80d8a8059886') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:42.761732 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-bb1bd706-ca9b-41e2-a246-0258561cedd8 None None] For port 1a3570fe-d7f6-49f0-b34b-ca0667be4e8d, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1a3570fe-d7f6-49f0-b34b-ca0667be4e8d,segment=NetworkSegment(d34df852-834e-436d-993a-b21c544f0d6a),segment_id=d34df852-834e-436d-993a-b21c544f0d6a)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:42.762297 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bb1bd706-ca9b-41e2-a246-0258561cedd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (1a3570fe-d7f6-49f0-b34b-ca0667be4e8d), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.766137 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4add308a-7edf-4581-bba6-f029a4bdb3f1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (600d8e61-a58f-4c83-b87a-80d8a8059886), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.788620 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-bb1bd706-ca9b-41e2-a246-0258561cedd8 None None] Calling delete_port for 1a3570fe-d7f6-49f0-b34b-ca0667be4e8d owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:29:42.794278 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4add308a-7edf-4581-bba6-f029a4bdb3f1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (600d8e61-a58f-4c83-b87a-80d8a8059886), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.817254 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4add308a-7edf-4581-bba6-f029a4bdb3f1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:29:42.820759 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4add308a-7edf-4581-bba6-f029a4bdb3f1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (600d8e61-a58f-4c83-b87a-80d8a8059886), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:29:42.831899 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:29:42.960398 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4add308a-7edf-4581-bba6-f029a4bdb3f1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (2fe87383-d50d-4b30-8e01-e61c82475d9c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:43.016622 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:29:43.036216 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4add308a-7edf-4581-bba6-f029a4bdb3f1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:43.043527 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4add308a-7edf-4581-bba6-f029a4bdb3f1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/networks/2fe87383-d50d-4b30-8e01-e61c82475d9c HTTP/1.1" status: 204 len: 168 time: 1.0031765 Feb 19 04:29:43.044471 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34892) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:43.052066 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add308a-7edf-4581-bba6-f029a4bdb3f1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Network': ['ID=2fe87383-d50d-4b30-8e01-e61c82475d9c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:43.062698 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:29:43.063132 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ed322fd1-ee0c-4a18-8370-66ce4f2ebfaa not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:29:43.063594 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1a3570fe-d7f6-49f0-b34b-ca0667be4e8d no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:29:43.065987 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bb1bd706-ca9b-41e2-a246-0258561cedd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (1a3570fe-d7f6-49f0-b34b-ca0667be4e8d), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:43.132205 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bd706-ca9b-41e2-a246-0258561cedd8 None None] Pushing event deleted for resources: {'Port': ['ID=1a3570fe-d7f6-49f0-b34b-ca0667be4e8d,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:43.134677 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1bd706-ca9b-41e2-a246-0258561cedd8 None None] No DVR routers for this DVR port 1a3570fe-d7f6-49f0-b34b-ca0667be4e8d on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:29:43.137837 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 1a3570fe-d7f6-49f0-b34b-ca0667be4e8d {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:29:43.137837 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1a3570fe-d7f6-49f0-b34b-ca0667be4e8d not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:29:43.172282 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-77a4f3d9-b311-429d-8243-43e4c7fd4046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:43.287019 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-77a4f3d9-b311-429d-8243-43e4c7fd4046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:43.320415 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-77a4f3d9-b311-429d-8243-43e4c7fd4046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:43.331164 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-77a4f3d9-b311-429d-8243-43e4c7fd4046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd34df852-834e-436d-993a-b21c544f0d6a') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:43.331587 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-77a4f3d9-b311-429d-8243-43e4c7fd4046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd34df852-834e-436d-993a-b21c544f0d6a') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:43.343116 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-77a4f3d9-b311-429d-8243-43e4c7fd4046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (d34df852-834e-436d-993a-b21c544f0d6a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:43.358365 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-77a4f3d9-b311-429d-8243-43e4c7fd4046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (d34df852-834e-436d-993a-b21c544f0d6a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:43.364635 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a4f3d9-b311-429d-8243-43e4c7fd4046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:29:43.365084 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-77a4f3d9-b311-429d-8243-43e4c7fd4046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (d34df852-834e-436d-993a-b21c544f0d6a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:29:43.368697 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:29:43.431725 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-77a4f3d9-b311-429d-8243-43e4c7fd4046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:43.439269 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-77a4f3d9-b311-429d-8243-43e4c7fd4046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:43.442454 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-77a4f3d9-b311-429d-8243-43e4c7fd4046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/networks/ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda HTTP/1.1" status: 204 len: 168 time: 0.3963931 Feb 19 04:29:43.447676 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34900) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:43.452708 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-9160c28c-79f0-41a4-9566-29f6df8ffb12 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-660434448'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:43.456097 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a4f3d9-b311-429d-8243-43e4c7fd4046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Network': ['ID=ad4b3cec-2388-4c18-9d7d-8d4bbaec2eda,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:43.475091 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9160c28c-79f0-41a4-9566-29f6df8ffb12 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Made reservation on behalf of 1e9066c9e4114222a28436e668bbe0b8 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:29:43.478667 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9160c28c-79f0-41a4-9566-29f6df8ffb12 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:43.502945 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9160c28c-79f0-41a4-9566-29f6df8ffb12 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:29:43.512822 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9160c28c-79f0-41a4-9566-29f6df8ffb12 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (8c24e1ee-b76d-47ee-b324-12607154b53a), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:43.513167 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-9160c28c-79f0-41a4-9566-29f6df8ffb12 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Added segment 8c24e1ee-b76d-47ee-b324-12607154b53a of type vlan for network ae327a38-45a8-4dec-afad-a5e3821f4b87 Feb 19 04:29:43.554630 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9160c28c-79f0-41a4-9566-29f6df8ffb12 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (ae327a38-45a8-4dec-afad-a5e3821f4b87), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:43.581173 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9160c28c-79f0-41a4-9566-29f6df8ffb12 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (ae327a38-45a8-4dec-afad-a5e3821f4b87), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:43.586759 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9160c28c-79f0-41a4-9566-29f6df8ffb12 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:43.587341 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9160c28c-79f0-41a4-9566-29f6df8ffb12 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:43.654573 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9160c28c-79f0-41a4-9566-29f6df8ffb12 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2067475 Feb 19 04:29:43.657381 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34906) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:43.662078 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-fec3a76c-61b8-4ae6-9d10-592c2a9d761a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'subnet': {'network_id': 'ae327a38-45a8-4dec-afad-a5e3821f4b87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:43.670243 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9160c28c-79f0-41a4-9566-29f6df8ffb12 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Network': ['ID=ae327a38-45a8-4dec-afad-a5e3821f4b87,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:43.680334 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network ae327a38-45a8-4dec-afad-a5e3821f4b87 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:29:43.763719 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec3a76c-61b8-4ae6-9d10-592c2a9d761a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Made reservation on behalf of 1e9066c9e4114222a28436e668bbe0b8 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:29:43.767287 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fec3a76c-61b8-4ae6-9d10-592c2a9d761a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:43.956026 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fec3a76c-61b8-4ae6-9d10-592c2a9d761a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (bf0867a0-c2b8-4846-9096-fcd0b938e9c5), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:44.018807 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3a76c-61b8-4ae6-9d10-592c2a9d761a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Subnet': ['ID=bf0867a0-c2b8-4846-9096-fcd0b938e9c5,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:44.029721 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec3a76c-61b8-4ae6-9d10-592c2a9d761a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Checking segment: {'id': '8c24e1ee-b76d-47ee-b324-12607154b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ae327a38-45a8-4dec-afad-a5e3821f4b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:29:44.030082 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec3a76c-61b8-4ae6-9d10-592c2a9d761a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network hostable DHCP agents. Network: ae327a38-45a8-4dec-afad-a5e3821f4b87, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:29:44.052870 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec3a76c-61b8-4ae6-9d10-592c2a9d761a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network ae327a38-45a8-4dec-afad-a5e3821f4b87 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:29:44.065157 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-fec3a76c-61b8-4ae6-9d10-592c2a9d761a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, ae327a38-45a8-4dec-afad-a5e3821f4b87) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:44.069705 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec3a76c-61b8-4ae6-9d10-592c2a9d761a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:44.070336 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fec3a76c-61b8-4ae6-9d10-592c2a9d761a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:44.087737 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fec3a76c-61b8-4ae6-9d10-592c2a9d761a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4293480 Feb 19 04:29:44.091687 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34918) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:44.093706 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5b7d8b-910b-46aa-af12-88ecc86c5af6 None None] Network ae327a38-45a8-4dec-afad-a5e3821f4b87 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:44.096422 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-087ad327-b624-4af6-ad10-3971dba57ef1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2041328756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:44.129641 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-087ad327-b624-4af6-ad10-3971dba57ef1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:44.131140 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-087ad327-b624-4af6-ad10-3971dba57ef1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:44.193810 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-087ad327-b624-4af6-ad10-3971dba57ef1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router_controller (ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:44.200556 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-087ad327-b624-4af6-ad10-3971dba57ef1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:44.219147 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af91a07a-2095-4448-8857-df6638d0d7bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-ae327a38-45a8-4dec-afad-a5e3821f4b87', 'network_id': 'ae327a38-45a8-4dec-afad-a5e3821f4b87', 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'fixed_ips': [{'subnet_id': 'bf0867a0-c2b8-4846-9096-fcd0b938e9c5'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:29:44.220035 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-af91a07a-2095-4448-8857-df6638d0d7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:44.226992 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-087ad327-b624-4af6-ad10-3971dba57ef1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:44.232302 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34926) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:44.235306 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-087ad327-b624-4af6-ad10-3971dba57ef1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1422293 Feb 19 04:29:44.240386 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-cb090298-03a9-4623-b7c7-f796b95e0fc0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'port': {'network_id': 'ae327a38-45a8-4dec-afad-a5e3821f4b87', 'name': 'tempest-RoutersIpV6Test-1269395766'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:44.386135 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-af91a07a-2095-4448-8857-df6638d0d7bf None None] Allocated IP 2001:db8::2 (ae327a38-45a8-4dec-afad-a5e3821f4b87/bf0867a0-c2b8-4846-9096-fcd0b938e9c5/e2b9ed93-4061-426f-8fc9-fd14a41bff3e) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:29:44.412329 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb090298-03a9-4623-b7c7-f796b95e0fc0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Made reservation on behalf of 1e9066c9e4114222a28436e668bbe0b8 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:29:44.416941 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cb090298-03a9-4623-b7c7-f796b95e0fc0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:44.441501 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [None req-cb090298-03a9-4623-b7c7-f796b95e0fc0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] device_id is not set on port fb32c8b0-1d74-4858-8d41-eeb0ba3409b4 yet. {{(pid=109926) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:29:44.585844 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-af91a07a-2095-4448-8857-df6638d0d7bf None None] Publish callbacks [] for port (e2b9ed93-4061-426f-8fc9-fd14a41bff3e), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:44.594327 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-af91a07a-2095-4448-8857-df6638d0d7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (e2b9ed93-4061-426f-8fc9-fd14a41bff3e), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:44.639316 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af91a07a-2095-4448-8857-df6638d0d7bf None None] Network ae327a38-45a8-4dec-afad-a5e3821f4b87 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:44.642525 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-af91a07a-2095-4448-8857-df6638d0d7bf None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:44.645757 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af91a07a-2095-4448-8857-df6638d0d7bf None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:29:44.686437 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91a07a-2095-4448-8857-df6638d0d7bf None None] Pushing event updated for resources: {'Port': ['ID=e2b9ed93-4061-426f-8fc9-fd14a41bff3e,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:44.686825 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-cb090298-03a9-4623-b7c7-f796b95e0fc0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Allocated IP 2001:db8::20a (ae327a38-45a8-4dec-afad-a5e3821f4b87/bf0867a0-c2b8-4846-9096-fcd0b938e9c5/fb32c8b0-1d74-4858-8d41-eeb0ba3409b4) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:29:44.720243 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-af91a07a-2095-4448-8857-df6638d0d7bf None None] Attempting to bind port e2b9ed93-4061-426f-8fc9-fd14a41bff3e on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:29:44.720536 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-af91a07a-2095-4448-8857-df6638d0d7bf None None] Attempting to bind port e2b9ed93-4061-426f-8fc9-fd14a41bff3e by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '8c24e1ee-b76d-47ee-b324-12607154b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ae327a38-45a8-4dec-afad-a5e3821f4b87'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:29:44.720907 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af91a07a-2095-4448-8857-df6638d0d7bf None None] Attempting to bind port e2b9ed93-4061-426f-8fc9-fd14a41bff3e on network ae327a38-45a8-4dec-afad-a5e3821f4b87 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:29:44.727005 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af91a07a-2095-4448-8857-df6638d0d7bf None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:29:44.727445 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af91a07a-2095-4448-8857-df6638d0d7bf None None] Checking segment: {'id': '8c24e1ee-b76d-47ee-b324-12607154b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ae327a38-45a8-4dec-afad-a5e3821f4b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:29:44.727866 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-af91a07a-2095-4448-8857-df6638d0d7bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:44.728261 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af91a07a-2095-4448-8857-df6638d0d7bf None None] Bound using segment: {'id': '8c24e1ee-b76d-47ee-b324-12607154b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ae327a38-45a8-4dec-afad-a5e3821f4b87'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:29:44.728739 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-af91a07a-2095-4448-8857-df6638d0d7bf None None] Bound port: e2b9ed93-4061-426f-8fc9-fd14a41bff3e, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c24e1ee-b76d-47ee-b324-12607154b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ae327a38-45a8-4dec-afad-a5e3821f4b87'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:29:44.729136 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-af91a07a-2095-4448-8857-df6638d0d7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e2b9ed93-4061-426f-8fc9-fd14a41bff3e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:44.798323 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-af91a07a-2095-4448-8857-df6638d0d7bf None None] For port e2b9ed93-4061-426f-8fc9-fd14a41bff3e, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:29:44.801686 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-af91a07a-2095-4448-8857-df6638d0d7bf None None] For port e2b9ed93-4061-426f-8fc9-fd14a41bff3e, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e2b9ed93-4061-426f-8fc9-fd14a41bff3e,segment=NetworkSegment(8c24e1ee-b76d-47ee-b324-12607154b53a),segment_id=8c24e1ee-b76d-47ee-b324-12607154b53a)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:29:44.808952 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-af91a07a-2095-4448-8857-df6638d0d7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e2b9ed93-4061-426f-8fc9-fd14a41bff3e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:44.881524 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91a07a-2095-4448-8857-df6638d0d7bf None None] Pushing event updated for resources: {'Port': ['ID=e2b9ed93-4061-426f-8fc9-fd14a41bff3e,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:44.943550 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cb090298-03a9-4623-b7c7-f796b95e0fc0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for port (fb32c8b0-1d74-4858-8d41-eeb0ba3409b4), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:44.991325 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cb090298-03a9-4623-b7c7-f796b95e0fc0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (fb32c8b0-1d74-4858-8d41-eeb0ba3409b4), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:45.038961 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb090298-03a9-4623-b7c7-f796b95e0fc0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network ae327a38-45a8-4dec-afad-a5e3821f4b87 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:45.042214 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-cb090298-03a9-4623-b7c7-f796b95e0fc0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:45.048131 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb090298-03a9-4623-b7c7-f796b95e0fc0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:29:45.053406 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb090298-03a9-4623-b7c7-f796b95e0fc0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:45.054029 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cb090298-03a9-4623-b7c7-f796b95e0fc0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:45.064551 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb090298-03a9-4623-b7c7-f796b95e0fc0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Port': ['ID=fb32c8b0-1d74-4858-8d41-eeb0ba3409b4,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:45.087934 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cb090298-03a9-4623-b7c7-f796b95e0fc0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8537369 Feb 19 04:29:45.090392 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34964) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:45.872909 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8757e3b6-028f-415c-9a7d-f132453bd77c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fb32c8b0-1d74-4858-8d41-eeb0ba3409b4), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:46.173920 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b53cc4d-0ffc-4a14-95b5-e659fde7d900 None None] Network ae327a38-45a8-4dec-afad-a5e3821f4b87 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:46.187435 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8757e3b6-028f-415c-9a7d-f132453bd77c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for port (fb32c8b0-1d74-4858-8d41-eeb0ba3409b4), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:46.198983 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8757e3b6-028f-415c-9a7d-f132453bd77c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (fb32c8b0-1d74-4858-8d41-eeb0ba3409b4), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:46.279666 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757e3b6-028f-415c-9a7d-f132453bd77c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Port': ['ID=fb32c8b0-1d74-4858-8d41-eeb0ba3409b4,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:46.301247 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c14a16b0-8695-4f98-839c-efcdcbacb0fa None None] Provisioning complete for port e2b9ed93-4061-426f-8fc9-fd14a41bff3e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:46.301633 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c14a16b0-8695-4f98-839c-efcdcbacb0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e2b9ed93-4061-426f-8fc9-fd14a41bff3e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:46.418206 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c14a16b0-8695-4f98-839c-efcdcbacb0fa None None] Current status of the port e2b9ed93-4061-426f-8fc9-fd14a41bff3e is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:46.418857 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c14a16b0-8695-4f98-839c-efcdcbacb0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e2b9ed93-4061-426f-8fc9-fd14a41bff3e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:46.419772 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8757e3b6-028f-415c-9a7d-f132453bd77c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:46.466535 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c14a16b0-8695-4f98-839c-efcdcbacb0fa None None] For port e2b9ed93-4061-426f-8fc9-fd14a41bff3e, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e2b9ed93-4061-426f-8fc9-fd14a41bff3e,segment=NetworkSegment(8c24e1ee-b76d-47ee-b324-12607154b53a),segment_id=8c24e1ee-b76d-47ee-b324-12607154b53a)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:46.472328 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c14a16b0-8695-4f98-839c-efcdcbacb0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e2b9ed93-4061-426f-8fc9-fd14a41bff3e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:46.544180 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a16b0-8695-4f98-839c-efcdcbacb0fa None None] Pushing event updated for resources: {'Port': ['ID=e2b9ed93-4061-426f-8fc9-fd14a41bff3e,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:46.620083 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8757e3b6-028f-415c-9a7d-f132453bd77c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fb32c8b0-1d74-4858-8d41-eeb0ba3409b4), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:46.822713 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-23bb0950-20d9-45c1-b907-3f845344b58f None None] Provisioning complete for port e2b9ed93-4061-426f-8fc9-fd14a41bff3e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:46.823541 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-23bb0950-20d9-45c1-b907-3f845344b58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e2b9ed93-4061-426f-8fc9-fd14a41bff3e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:46.993734 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-23bb0950-20d9-45c1-b907-3f845344b58f None None] Current status of the port e2b9ed93-4061-426f-8fc9-fd14a41bff3e is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:46.999213 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e2b9ed93-4061-426f-8fc9-fd14a41bff3e up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:29:47.021814 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8757e3b6-028f-415c-9a7d-f132453bd77c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for port (fb32c8b0-1d74-4858-8d41-eeb0ba3409b4), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:47.039093 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8757e3b6-028f-415c-9a7d-f132453bd77c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (fb32c8b0-1d74-4858-8d41-eeb0ba3409b4), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:47.041338 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8757e3b6-028f-415c-9a7d-f132453bd77c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:47.084018 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-23bb0950-20d9-45c1-b907-3f845344b58f None None] Provisioning complete for port fb32c8b0-1d74-4858-8d41-eeb0ba3409b4 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:47.085810 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-23bb0950-20d9-45c1-b907-3f845344b58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (fb32c8b0-1d74-4858-8d41-eeb0ba3409b4), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:47.142618 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-23bb0950-20d9-45c1-b907-3f845344b58f None None] Port fb32c8b0-1d74-4858-8d41-eeb0ba3409b4 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:29:47.153240 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757e3b6-028f-415c-9a7d-f132453bd77c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Port': ['ID=fb32c8b0-1d74-4858-8d41-eeb0ba3409b4,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:47.168093 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port e2b9ed93-4061-426f-8fc9-fd14a41bff3e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:47.168540 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e2b9ed93-4061-426f-8fc9-fd14a41bff3e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:47.205910 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8757e3b6-028f-415c-9a7d-f132453bd77c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network ae327a38-45a8-4dec-afad-a5e3821f4b87 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:47.207530 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-8757e3b6-028f-415c-9a7d-f132453bd77c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:47.392464 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port e2b9ed93-4061-426f-8fc9-fd14a41bff3e is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:47.412336 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-13e3390c-7f7b-4638-8a30-b523fe7e8d95 None None] Provisioning complete for port fb32c8b0-1d74-4858-8d41-eeb0ba3409b4 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:47.412772 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-13e3390c-7f7b-4638-8a30-b523fe7e8d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (fb32c8b0-1d74-4858-8d41-eeb0ba3409b4), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:47.415125 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8757e3b6-028f-415c-9a7d-f132453bd77c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Router ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:29:47.489268 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-13e3390c-7f7b-4638-8a30-b523fe7e8d95 None None] Port fb32c8b0-1d74-4858-8d41-eeb0ba3409b4 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:29:47.576973 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8757e3b6-028f-415c-9a7d-f132453bd77c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:29:47.584885 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8757e3b6-028f-415c-9a7d-f132453bd77c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "PUT /v2.0/routers/ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4908915 Feb 19 04:29:47.585102 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 34978) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:47.588067 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06610821-f84a-40c7-97c6-193a6c6e34a0 None None] Sync routers for ids ['ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:29:47.606057 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06610821-f84a-40c7-97c6-193a6c6e34a0 None None] Routers {'ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:47.607061 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-06610821-f84a-40c7-97c6-193a6c6e34a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:29:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:47.622630 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-1ae85ed0-9d4f-48d4-8ee7-df5173f00e34 None None] Provisioning complete for port fb32c8b0-1d74-4858-8d41-eeb0ba3409b4 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:47.627668 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1ae85ed0-9d4f-48d4-8ee7-df5173f00e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (fb32c8b0-1d74-4858-8d41-eeb0ba3409b4), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:47.686575 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-1ae85ed0-9d4f-48d4-8ee7-df5173f00e34 None None] Port fb32c8b0-1d74-4858-8d41-eeb0ba3409b4 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:29:47.693120 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-06610821-f84a-40c7-97c6-193a6c6e34a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:47.706084 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06610821-f84a-40c7-97c6-193a6c6e34a0 None None] Routers {'ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:47.707257 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-06610821-f84a-40c7-97c6-193a6c6e34a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:29:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:47.717274 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939142c4-ef7e-4910-b2aa-2d34bb2e7eb1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:47.718936 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-939142c4-ef7e-4910-b2aa-2d34bb2e7eb1 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "GET /v2.0/ports/fb32c8b0-1d74-4858-8d41-eeb0ba3409b4 HTTP/1.1" status: 200 len: 984 time: 0.1327422 Feb 19 04:29:47.722653 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 34984) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:47.748929 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-06610821-f84a-40c7-97c6-193a6c6e34a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:47.749906 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06610821-f84a-40c7-97c6-193a6c6e34a0 None None] The sync data for ids ['ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:29:47.926499 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-ac0d5561-8fec-4d07-904b-28000ade6375 None None] Provisioning complete for port fb32c8b0-1d74-4858-8d41-eeb0ba3409b4 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:47.926956 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ac0d5561-8fec-4d07-904b-28000ade6375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (fb32c8b0-1d74-4858-8d41-eeb0ba3409b4), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:48.000728 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ac0d5561-8fec-4d07-904b-28000ade6375 None None] Port fb32c8b0-1d74-4858-8d41-eeb0ba3409b4 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:29:48.344685 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f839b28a-5080-4a14-8a5e-3f4fbea8000c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:48.612313 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-f839b28a-5080-4a14-8a5e-3f4fbea8000c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Deleting port fb32c8b0-1d74-4858-8d41-eeb0ba3409b4 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:29:48.612692 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f839b28a-5080-4a14-8a5e-3f4fbea8000c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (fb32c8b0-1d74-4858-8d41-eeb0ba3409b4), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:48.717269 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f839b28a-5080-4a14-8a5e-3f4fbea8000c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (fb32c8b0-1d74-4858-8d41-eeb0ba3409b4), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:48.730476 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-f839b28a-5080-4a14-8a5e-3f4fbea8000c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Calling delete_port for fb32c8b0-1d74-4858-8d41-eeb0ba3409b4 owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:29:48.951621 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f839b28a-5080-4a14-8a5e-3f4fbea8000c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (fb32c8b0-1d74-4858-8d41-eeb0ba3409b4), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:48.998408 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f839b28a-5080-4a14-8a5e-3f4fbea8000c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Port': ['ID=fb32c8b0-1d74-4858-8d41-eeb0ba3409b4,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:49.152046 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f839b28a-5080-4a14-8a5e-3f4fbea8000c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:49.363660 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f839b28a-5080-4a14-8a5e-3f4fbea8000c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Router ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:29:49.455213 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f839b28a-5080-4a14-8a5e-3f4fbea8000c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:29:49.461459 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f839b28a-5080-4a14-8a5e-3f4fbea8000c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "PUT /v2.0/routers/ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7377360 Feb 19 04:29:49.464933 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35000) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:49.471371 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1e2b69-5944-48aa-80cb-f11c6b959e97 None None] Sync routers for ids ['ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:29:49.487973 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1e2b69-5944-48aa-80cb-f11c6b959e97 None None] Routers {'ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:49.489403 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1f1e2b69-5944-48aa-80cb-f11c6b959e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:29:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:49.565806 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1f1e2b69-5944-48aa-80cb-f11c6b959e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:49.585253 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1e2b69-5944-48aa-80cb-f11c6b959e97 None None] Routers {'ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:49.586281 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1f1e2b69-5944-48aa-80cb-f11c6b959e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:29:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:49.622691 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1f1e2b69-5944-48aa-80cb-f11c6b959e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:49.623719 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1e2b69-5944-48aa-80cb-f11c6b959e97 None None] The sync data for ids ['ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:29:49.699541 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-b8363a49-895b-4aed-8bcd-67c0f58193c3 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] remove_router_interface failed (client error): The resource could not be found. Feb 19 04:29:49.703918 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b8363a49-895b-4aed-8bcd-67c0f58193c3 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "PUT /v2.0/routers/ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2356017 Feb 19 04:29:49.704334 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35002) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:49.738074 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5b300e99-db30-4b98-8a53-7461fc176c3b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd HTTP/1.1" status: 200 len: 205 time: 0.0301483 Feb 19 04:29:49.738420 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35004) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:49.842523 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-de68b103-b160-4e13-bac7-7d4941467478 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router (ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:50.449284 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35020) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:50.502810 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-de68b103-b160-4e13-bac7-7d4941467478 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:50.505057 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-de68b103-b160-4e13-bac7-7d4941467478 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router_controller (ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:50.566239 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-de68b103-b160-4e13-bac7-7d4941467478 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:50.566239 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de68b103-b160-4e13-bac7-7d4941467478 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Fanout notify agent at l3_agent the message router_deleted on router ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:29:50.574423 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-de68b103-b160-4e13-bac7-7d4941467478 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:50.577982 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-de68b103-b160-4e13-bac7-7d4941467478 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/routers/ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd HTTP/1.1" status: 204 len: 168 time: 0.8363450 Feb 19 04:29:50.578704 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35024) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:50.691164 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3a87e413-463c-4dbf-8000-94d44717c4ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:50.711644 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eecef43-6fbe-4007-83c5-590185900d48 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Deleting subnet bf0867a0-c2b8-4846-9096-fcd0b938e9c5 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:29:50.716243 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6eecef43-6fbe-4007-83c5-590185900d48 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for subnet (bf0867a0-c2b8-4846-9096-fcd0b938e9c5), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:50.785741 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6eecef43-6fbe-4007-83c5-590185900d48 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (bf0867a0-c2b8-4846-9096-fcd0b938e9c5), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:50.908485 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6eecef43-6fbe-4007-83c5-590185900d48 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (bf0867a0-c2b8-4846-9096-fcd0b938e9c5), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:50.976970 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6eecef43-6fbe-4007-83c5-590185900d48 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (bf0867a0-c2b8-4846-9096-fcd0b938e9c5), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:51.025399 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eecef43-6fbe-4007-83c5-590185900d48 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Subnet': ['ID=bf0867a0-c2b8-4846-9096-fcd0b938e9c5,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:51.047042 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4715f18-8775-4bcf-9096-60fb79590465 None None] Network ae327a38-45a8-4dec-afad-a5e3821f4b87 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:51.050563 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6eecef43-6fbe-4007-83c5-590185900d48 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:51.058910 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6eecef43-6fbe-4007-83c5-590185900d48 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/subnets/bf0867a0-c2b8-4846-9096-fcd0b938e9c5 HTTP/1.1" status: 204 len: 168 time: 0.4782627 Feb 19 04:29:51.059680 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35026) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:51.075674 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3a87e413-463c-4dbf-8000-94d44717c4ee admin admin] Publish callbacks [] for security_group (e6a8d89a-be3b-40a8-afad-57805b67f7d7), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:51.099253 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3a87e413-463c-4dbf-8000-94d44717c4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e6a8d89a-be3b-40a8-afad-57805b67f7d7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:51.174094 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87e413-463c-4dbf-8000-94d44717c4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a8d89a-be3b-40a8-afad-57805b67f7d7,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:51.222892 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35034) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:51.223854 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3a87e413-463c-4dbf-8000-94d44717c4ee admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=465f2713ffa84dd49086a8af7241e22e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7726865 Feb 19 04:29:51.236220 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c659b962-74d9-4f78-af6a-2a2e991d3899 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (ae327a38-45a8-4dec-afad-a5e3821f4b87), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:51.297165 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689fc5c1-96e4-41ed-962d-77844d51b5cb None None] DHCP port deletion for ae327a38-45a8-4dec-afad-a5e3821f4b87 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:29:51.333865 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-154082b9-6527-4d68-a24f-0622d6f5bf2a admin admin] Publish callbacks [] for security_group (e6a8d89a-be3b-40a8-afad-57805b67f7d7), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:51.340125 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c659b962-74d9-4f78-af6a-2a2e991d3899 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Deleting port e2b9ed93-4061-426f-8fc9-fd14a41bff3e {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:29:51.340472 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c659b962-74d9-4f78-af6a-2a2e991d3899 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (e2b9ed93-4061-426f-8fc9-fd14a41bff3e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:51.394505 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-689fc5c1-96e4-41ed-962d-77844d51b5cb None None] Deleting port e2b9ed93-4061-426f-8fc9-fd14a41bff3e {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:29:51.395030 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-689fc5c1-96e4-41ed-962d-77844d51b5cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (e2b9ed93-4061-426f-8fc9-fd14a41bff3e), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:51.398104 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-154082b9-6527-4d68-a24f-0622d6f5bf2a admin admin] Publish callbacks [] for security_group (e6a8d89a-be3b-40a8-afad-57805b67f7d7), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:51.436183 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-c659b962-74d9-4f78-af6a-2a2e991d3899 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] For port e2b9ed93-4061-426f-8fc9-fd14a41bff3e, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e2b9ed93-4061-426f-8fc9-fd14a41bff3e,segment=NetworkSegment(8c24e1ee-b76d-47ee-b324-12607154b53a),segment_id=8c24e1ee-b76d-47ee-b324-12607154b53a)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:51.437507 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c659b962-74d9-4f78-af6a-2a2e991d3899 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (e2b9ed93-4061-426f-8fc9-fd14a41bff3e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:51.471833 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c659b962-74d9-4f78-af6a-2a2e991d3899 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Calling delete_port for e2b9ed93-4061-426f-8fc9-fd14a41bff3e owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:29:51.518953 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-154082b9-6527-4d68-a24f-0622d6f5bf2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e6a8d89a-be3b-40a8-afad-57805b67f7d7), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:51.528137 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-154082b9-6527-4d68-a24f-0622d6f5bf2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:51.529236 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-154082b9-6527-4d68-a24f-0622d6f5bf2a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e6a8d89a-be3b-40a8-afad-57805b67f7d7 HTTP/1.1" status: 204 len: 168 time: 0.3053384 Feb 19 04:29:51.548281 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154082b9-6527-4d68-a24f-0622d6f5bf2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a8d89a-be3b-40a8-afad-57805b67f7d7,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:51.556844 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-689fc5c1-96e4-41ed-962d-77844d51b5cb None None] For port e2b9ed93-4061-426f-8fc9-fd14a41bff3e, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e2b9ed93-4061-426f-8fc9-fd14a41bff3e,segment=NetworkSegment(8c24e1ee-b76d-47ee-b324-12607154b53a),segment_id=8c24e1ee-b76d-47ee-b324-12607154b53a)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:51.558309 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-689fc5c1-96e4-41ed-962d-77844d51b5cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (e2b9ed93-4061-426f-8fc9-fd14a41bff3e), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:51.610505 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c659b962-74d9-4f78-af6a-2a2e991d3899 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (e2b9ed93-4061-426f-8fc9-fd14a41bff3e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:51.613988 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-689fc5c1-96e4-41ed-962d-77844d51b5cb None None] Calling delete_port for e2b9ed93-4061-426f-8fc9-fd14a41bff3e owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:29:51.635019 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c659b962-74d9-4f78-af6a-2a2e991d3899 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] No DVR routers for this DVR port e2b9ed93-4061-426f-8fc9-fd14a41bff3e on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:29:51.677981 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659b962-74d9-4f78-af6a-2a2e991d3899 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Port': ['ID=e2b9ed93-4061-426f-8fc9-fd14a41bff3e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:51.785235 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-689fc5c1-96e4-41ed-962d-77844d51b5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (e2b9ed93-4061-426f-8fc9-fd14a41bff3e), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:51.817189 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fc5c1-96e4-41ed-962d-77844d51b5cb None None] Pushing event deleted for resources: {'Port': ['ID=e2b9ed93-4061-426f-8fc9-fd14a41bff3e,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:51.825428 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c659b962-74d9-4f78-af6a-2a2e991d3899 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (ae327a38-45a8-4dec-afad-a5e3821f4b87), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:51.828768 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689fc5c1-96e4-41ed-962d-77844d51b5cb None None] No DVR routers for this DVR port e2b9ed93-4061-426f-8fc9-fd14a41bff3e on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:29:51.874079 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c659b962-74d9-4f78-af6a-2a2e991d3899 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae327a38-45a8-4dec-afad-a5e3821f4b87']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:51.886797 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c659b962-74d9-4f78-af6a-2a2e991d3899 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c24e1ee-b76d-47ee-b324-12607154b53a') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:51.887889 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c659b962-74d9-4f78-af6a-2a2e991d3899 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c24e1ee-b76d-47ee-b324-12607154b53a') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:51.899330 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c659b962-74d9-4f78-af6a-2a2e991d3899 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (8c24e1ee-b76d-47ee-b324-12607154b53a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:51.917946 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c659b962-74d9-4f78-af6a-2a2e991d3899 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (8c24e1ee-b76d-47ee-b324-12607154b53a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:51.924942 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c659b962-74d9-4f78-af6a-2a2e991d3899 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:29:51.925529 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c659b962-74d9-4f78-af6a-2a2e991d3899 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (8c24e1ee-b76d-47ee-b324-12607154b53a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:29:51.998970 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:29:52.005550 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c659b962-74d9-4f78-af6a-2a2e991d3899 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (ae327a38-45a8-4dec-afad-a5e3821f4b87), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:52.017818 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c659b962-74d9-4f78-af6a-2a2e991d3899 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:52.026022 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35046) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:52.027088 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c659b962-74d9-4f78-af6a-2a2e991d3899 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/networks/ae327a38-45a8-4dec-afad-a5e3821f4b87 HTTP/1.1" status: 204 len: 168 time: 0.9622386 Feb 19 04:29:52.031959 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-f493eae2-c609-455e-9ff0-6a79dc54dcec tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1671258968'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:52.039585 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659b962-74d9-4f78-af6a-2a2e991d3899 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Network': ['ID=ae327a38-45a8-4dec-afad-a5e3821f4b87,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:52.079193 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35048) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:52.087413 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f493eae2-c609-455e-9ff0-6a79dc54dcec tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Made reservation on behalf of 1e9066c9e4114222a28436e668bbe0b8 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:29:52.091414 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f493eae2-c609-455e-9ff0-6a79dc54dcec tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:52.100681 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0e88-20d8-468f-8cb2-bce75494255f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:52.145211 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f493eae2-c609-455e-9ff0-6a79dc54dcec tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:29:52.172138 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f493eae2-c609-455e-9ff0-6a79dc54dcec tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (46d72736-b80e-4e47-8363-4c936b3e8da2), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:52.172613 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-f493eae2-c609-455e-9ff0-6a79dc54dcec tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Added segment 46d72736-b80e-4e47-8363-4c936b3e8da2 of type vlan for network ee8e28ef-9924-47aa-a4f6-5144ff67b834 Feb 19 04:29:52.240384 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f493eae2-c609-455e-9ff0-6a79dc54dcec tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (ee8e28ef-9924-47aa-a4f6-5144ff67b834), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:52.280261 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0e88-20d8-468f-8cb2-bce75494255f admin admin] Publish callbacks [] for security_group (71d942c7-f0c0-4b6d-838c-5c70114bf33f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:52.286682 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0e88-20d8-468f-8cb2-bce75494255f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (71d942c7-f0c0-4b6d-838c-5c70114bf33f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:52.316850 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f0e88-20d8-468f-8cb2-bce75494255f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d942c7-f0c0-4b6d-838c-5c70114bf33f,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:52.320137 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f493eae2-c609-455e-9ff0-6a79dc54dcec tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (ee8e28ef-9924-47aa-a4f6-5144ff67b834), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:52.325242 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f493eae2-c609-455e-9ff0-6a79dc54dcec tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:52.325841 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f493eae2-c609-455e-9ff0-6a79dc54dcec tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:52.394792 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2f5f0e88-20d8-468f-8cb2-bce75494255f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=96143df47b6d4666940e8517d1d8200f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3142340 Feb 19 04:29:52.397252 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35052) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:52.409633 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f493eae2-c609-455e-9ff0-6a79dc54dcec tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3818362 Feb 19 04:29:52.412758 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35054) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:52.418797 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-b513ec47-2d43-4048-8c32-3f2215dbd51e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'subnet': {'network_id': 'ee8e28ef-9924-47aa-a4f6-5144ff67b834', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:52.437716 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493eae2-c609-455e-9ff0-6a79dc54dcec tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Network': ['ID=ee8e28ef-9924-47aa-a4f6-5144ff67b834,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:52.450672 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network ee8e28ef-9924-47aa-a4f6-5144ff67b834 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:29:52.482475 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cf9251a4-83ae-4d98-8b0b-031815fc8868 admin admin] Publish callbacks [] for security_group (71d942c7-f0c0-4b6d-838c-5c70114bf33f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:52.524809 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cf9251a4-83ae-4d98-8b0b-031815fc8868 admin admin] Publish callbacks [] for security_group (71d942c7-f0c0-4b6d-838c-5c70114bf33f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:52.530678 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b513ec47-2d43-4048-8c32-3f2215dbd51e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Made reservation on behalf of 1e9066c9e4114222a28436e668bbe0b8 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:29:52.537408 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b513ec47-2d43-4048-8c32-3f2215dbd51e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:52.602101 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cf9251a4-83ae-4d98-8b0b-031815fc8868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (71d942c7-f0c0-4b6d-838c-5c70114bf33f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:52.605804 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cf9251a4-83ae-4d98-8b0b-031815fc8868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:52.609434 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cf9251a4-83ae-4d98-8b0b-031815fc8868 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/71d942c7-f0c0-4b6d-838c-5c70114bf33f HTTP/1.1" status: 204 len: 168 time: 0.2088974 Feb 19 04:29:52.616383 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9251a4-83ae-4d98-8b0b-031815fc8868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d942c7-f0c0-4b6d-838c-5c70114bf33f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:52.783960 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b513ec47-2d43-4048-8c32-3f2215dbd51e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (f73bc7c2-868b-42ad-9d02-4ea6b9d316ea), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:52.845040 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513ec47-2d43-4048-8c32-3f2215dbd51e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Subnet': ['ID=f73bc7c2-868b-42ad-9d02-4ea6b9d316ea,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:52.879002 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b513ec47-2d43-4048-8c32-3f2215dbd51e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Checking segment: {'id': '46d72736-b80e-4e47-8363-4c936b3e8da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ee8e28ef-9924-47aa-a4f6-5144ff67b834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:29:52.879512 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b513ec47-2d43-4048-8c32-3f2215dbd51e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network hostable DHCP agents. Network: ee8e28ef-9924-47aa-a4f6-5144ff67b834, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:29:52.901048 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b513ec47-2d43-4048-8c32-3f2215dbd51e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network ee8e28ef-9924-47aa-a4f6-5144ff67b834 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:29:52.916385 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-b513ec47-2d43-4048-8c32-3f2215dbd51e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, ee8e28ef-9924-47aa-a4f6-5144ff67b834) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:52.917538 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e2b9ed93-4061-426f-8fc9-fd14a41bff3e no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:29:52.932596 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b513ec47-2d43-4048-8c32-3f2215dbd51e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:52.932994 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b513ec47-2d43-4048-8c32-3f2215dbd51e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:52.949950 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d563bddd-6617-49cc-9269-5ae02880b460 None None] Network ee8e28ef-9924-47aa-a4f6-5144ff67b834 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:52.953794 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: e2b9ed93-4061-426f-8fc9-fd14a41bff3e {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:29:52.957255 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b513ec47-2d43-4048-8c32-3f2215dbd51e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5411222 Feb 19 04:29:52.957645 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35062) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:52.957927 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e2b9ed93-4061-426f-8fc9-fd14a41bff3e not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:29:52.968840 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-ce1eca87-2c6c-47bb-9f62-3532db0c29f9 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-680688747', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:53.030365 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ce1eca87-2c6c-47bb-9f62-3532db0c29f9 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (550048d6-23fd-426a-87c4-90ec75aac949), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:53.031833 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ce1eca87-2c6c-47bb-9f62-3532db0c29f9 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (550048d6-23fd-426a-87c4-90ec75aac949), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:53.110784 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610ad1d7-dc28-4ca2-a01f-01f6b39142d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-ee8e28ef-9924-47aa-a4f6-5144ff67b834', 'network_id': 'ee8e28ef-9924-47aa-a4f6-5144ff67b834', 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'fixed_ips': [{'subnet_id': 'f73bc7c2-868b-42ad-9d02-4ea6b9d316ea'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:29:53.111880 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-610ad1d7-dc28-4ca2-a01f-01f6b39142d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:53.136304 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ce1eca87-2c6c-47bb-9f62-3532db0c29f9 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router_controller (550048d6-23fd-426a-87c4-90ec75aac949), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:53.144745 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35064) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:53.154135 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ce1eca87-2c6c-47bb-9f62-3532db0c29f9 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (550048d6-23fd-426a-87c4-90ec75aac949), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:53.165805 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-342e548c-d942-42e6-9554-fa6b62b0e414 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:53.195749 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ce1eca87-2c6c-47bb-9f62-3532db0c29f9 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:53.197699 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ce1eca87-2c6c-47bb-9f62-3532db0c29f9 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2382984 Feb 19 04:29:53.200564 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35066) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:53.317117 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-610ad1d7-dc28-4ca2-a01f-01f6b39142d3 None None] Allocated IP 2001:db8::2 (ee8e28ef-9924-47aa-a4f6-5144ff67b834/f73bc7c2-868b-42ad-9d02-4ea6b9d316ea/ae2e726e-b820-4932-9f26-fdae86272bfe) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:29:53.327080 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-342e548c-d942-42e6-9554-fa6b62b0e414 admin admin] Publish callbacks [] for security_group (cd0ee644-efe3-45c3-9f95-36046ed6354a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:53.344194 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-342e548c-d942-42e6-9554-fa6b62b0e414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (cd0ee644-efe3-45c3-9f95-36046ed6354a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:53.405169 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e548c-d942-42e6-9554-fa6b62b0e414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0ee644-efe3-45c3-9f95-36046ed6354a,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:53.433684 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-342e548c-d942-42e6-9554-fa6b62b0e414 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=66a7df0a9e74400b815b5ac1b549f3bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2875896 Feb 19 04:29:53.436612 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35072) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:53.518319 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e8e1d31c-e691-42f8-b7d6-b02c71563eb9 admin admin] Publish callbacks [] for security_group (cd0ee644-efe3-45c3-9f95-36046ed6354a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:53.550355 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-610ad1d7-dc28-4ca2-a01f-01f6b39142d3 None None] Publish callbacks [] for port (ae2e726e-b820-4932-9f26-fdae86272bfe), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:53.572894 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-610ad1d7-dc28-4ca2-a01f-01f6b39142d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (ae2e726e-b820-4932-9f26-fdae86272bfe), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:53.578119 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e8e1d31c-e691-42f8-b7d6-b02c71563eb9 admin admin] Publish callbacks [] for security_group (cd0ee644-efe3-45c3-9f95-36046ed6354a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:53.615743 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ad1d7-dc28-4ca2-a01f-01f6b39142d3 None None] Pushing event updated for resources: {'Port': ['ID=ae2e726e-b820-4932-9f26-fdae86272bfe,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:53.644276 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610ad1d7-dc28-4ca2-a01f-01f6b39142d3 None None] Network ee8e28ef-9924-47aa-a4f6-5144ff67b834 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:53.646892 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-610ad1d7-dc28-4ca2-a01f-01f6b39142d3 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:53.654230 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610ad1d7-dc28-4ca2-a01f-01f6b39142d3 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:29:53.698183 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e8e1d31c-e691-42f8-b7d6-b02c71563eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (cd0ee644-efe3-45c3-9f95-36046ed6354a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:53.702038 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e8e1d31c-e691-42f8-b7d6-b02c71563eb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:53.703239 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e8e1d31c-e691-42f8-b7d6-b02c71563eb9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cd0ee644-efe3-45c3-9f95-36046ed6354a HTTP/1.1" status: 204 len: 168 time: 0.2655456 Feb 19 04:29:53.717581 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1d31c-e691-42f8-b7d6-b02c71563eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0ee644-efe3-45c3-9f95-36046ed6354a,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:53.752824 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-610ad1d7-dc28-4ca2-a01f-01f6b39142d3 None None] Attempting to bind port ae2e726e-b820-4932-9f26-fdae86272bfe on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:29:53.753825 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-610ad1d7-dc28-4ca2-a01f-01f6b39142d3 None None] Attempting to bind port ae2e726e-b820-4932-9f26-fdae86272bfe by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '46d72736-b80e-4e47-8363-4c936b3e8da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ee8e28ef-9924-47aa-a4f6-5144ff67b834'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:29:53.754228 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610ad1d7-dc28-4ca2-a01f-01f6b39142d3 None None] Attempting to bind port ae2e726e-b820-4932-9f26-fdae86272bfe on network ee8e28ef-9924-47aa-a4f6-5144ff67b834 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:29:53.761606 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610ad1d7-dc28-4ca2-a01f-01f6b39142d3 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:29:53.762001 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610ad1d7-dc28-4ca2-a01f-01f6b39142d3 None None] Checking segment: {'id': '46d72736-b80e-4e47-8363-4c936b3e8da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ee8e28ef-9924-47aa-a4f6-5144ff67b834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:29:53.762579 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-610ad1d7-dc28-4ca2-a01f-01f6b39142d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:53.763064 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610ad1d7-dc28-4ca2-a01f-01f6b39142d3 None None] Bound using segment: {'id': '46d72736-b80e-4e47-8363-4c936b3e8da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ee8e28ef-9924-47aa-a4f6-5144ff67b834'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:29:53.763546 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-610ad1d7-dc28-4ca2-a01f-01f6b39142d3 None None] Bound port: ae2e726e-b820-4932-9f26-fdae86272bfe, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d72736-b80e-4e47-8363-4c936b3e8da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ee8e28ef-9924-47aa-a4f6-5144ff67b834'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:29:53.763941 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-610ad1d7-dc28-4ca2-a01f-01f6b39142d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ae2e726e-b820-4932-9f26-fdae86272bfe), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:53.853835 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-610ad1d7-dc28-4ca2-a01f-01f6b39142d3 None None] For port ae2e726e-b820-4932-9f26-fdae86272bfe, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:29:53.857903 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-610ad1d7-dc28-4ca2-a01f-01f6b39142d3 None None] For port ae2e726e-b820-4932-9f26-fdae86272bfe, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ae2e726e-b820-4932-9f26-fdae86272bfe,segment=NetworkSegment(46d72736-b80e-4e47-8363-4c936b3e8da2),segment_id=46d72736-b80e-4e47-8363-4c936b3e8da2)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:29:53.866904 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-610ad1d7-dc28-4ca2-a01f-01f6b39142d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ae2e726e-b820-4932-9f26-fdae86272bfe), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:53.945872 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ad1d7-dc28-4ca2-a01f-01f6b39142d3 None None] Pushing event updated for resources: {'Port': ['ID=ae2e726e-b820-4932-9f26-fdae86272bfe,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:54.069773 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c4912511-51cf-4e9d-bbdf-aeb6be32f813 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:54.434348 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-c4912511-51cf-4e9d-bbdf-aeb6be32f813 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Allocated IP 2001:db8::1 (ee8e28ef-9924-47aa-a4f6-5144ff67b834/f73bc7c2-868b-42ad-9d02-4ea6b9d316ea/d7385db8-b6c3-4b6c-9538-80347572077e) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:29:54.578188 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c4912511-51cf-4e9d-bbdf-aeb6be32f813 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for port (d7385db8-b6c3-4b6c-9538-80347572077e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:54.647462 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c4912511-51cf-4e9d-bbdf-aeb6be32f813 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (d7385db8-b6c3-4b6c-9538-80347572077e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:54.746458 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4912511-51cf-4e9d-bbdf-aeb6be32f813 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network ee8e28ef-9924-47aa-a4f6-5144ff67b834 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:54.751097 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-c4912511-51cf-4e9d-bbdf-aeb6be32f813 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:54.763684 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4912511-51cf-4e9d-bbdf-aeb6be32f813 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:29:54.764249 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c4912511-51cf-4e9d-bbdf-aeb6be32f813 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (550048d6-23fd-426a-87c4-90ec75aac949), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:54.830416 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4912511-51cf-4e9d-bbdf-aeb6be32f813 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Port': ['ID=d7385db8-b6c3-4b6c-9538-80347572077e,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:54.998054 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ae2e726e-b820-4932-9f26-fdae86272bfe up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:29:55.041439 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c4912511-51cf-4e9d-bbdf-aeb6be32f813 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d7385db8-b6c3-4b6c-9538-80347572077e), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:55.075512 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port ae2e726e-b820-4932-9f26-fdae86272bfe triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:55.075977 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ae2e726e-b820-4932-9f26-fdae86272bfe), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:55.187669 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port ae2e726e-b820-4932-9f26-fdae86272bfe is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:55.188078 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ae2e726e-b820-4932-9f26-fdae86272bfe), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:55.275349 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port ae2e726e-b820-4932-9f26-fdae86272bfe, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ae2e726e-b820-4932-9f26-fdae86272bfe,segment=NetworkSegment(46d72736-b80e-4e47-8363-4c936b3e8da2),segment_id=46d72736-b80e-4e47-8363-4c936b3e8da2)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:55.293481 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ae2e726e-b820-4932-9f26-fdae86272bfe), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:55.372872 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=ae2e726e-b820-4932-9f26-fdae86272bfe,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:55.436168 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c4912511-51cf-4e9d-bbdf-aeb6be32f813 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for port (d7385db8-b6c3-4b6c-9538-80347572077e), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:55.442773 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c4912511-51cf-4e9d-bbdf-aeb6be32f813 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (d7385db8-b6c3-4b6c-9538-80347572077e), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:55.443860 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c4912511-51cf-4e9d-bbdf-aeb6be32f813 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (550048d6-23fd-426a-87c4-90ec75aac949), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:55.487925 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbea5bc7-adf1-4233-b8f9-8224e426c241 None None] Network ee8e28ef-9924-47aa-a4f6-5144ff67b834 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:55.540793 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4912511-51cf-4e9d-bbdf-aeb6be32f813 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Port': ['ID=d7385db8-b6c3-4b6c-9538-80347572077e,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:55.634123 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4912511-51cf-4e9d-bbdf-aeb6be32f813 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network ee8e28ef-9924-47aa-a4f6-5144ff67b834 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:55.634406 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-758be97c-f228-437c-92a8-ffc51cbb4eb6 None None] Provisioning complete for port ae2e726e-b820-4932-9f26-fdae86272bfe triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:55.634803 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-758be97c-f228-437c-92a8-ffc51cbb4eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ae2e726e-b820-4932-9f26-fdae86272bfe), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:55.637869 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-c4912511-51cf-4e9d-bbdf-aeb6be32f813 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:55.787048 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-758be97c-f228-437c-92a8-ffc51cbb4eb6 None None] Current status of the port ae2e726e-b820-4932-9f26-fdae86272bfe is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:55.912000 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4912511-51cf-4e9d-bbdf-aeb6be32f813 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Router 550048d6-23fd-426a-87c4-90ec75aac949 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:29:56.026333 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4912511-51cf-4e9d-bbdf-aeb6be32f813 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:29:56.035387 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35118) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:56.035798 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c4912511-51cf-4e9d-bbdf-aeb6be32f813 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "PUT /v2.0/routers/550048d6-23fd-426a-87c4-90ec75aac949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8337555 Feb 19 04:29:56.041125 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e353e2-b094-49da-a140-e83b77bcf974 None None] Sync routers for ids ['550048d6-23fd-426a-87c4-90ec75aac949'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:29:56.066268 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e353e2-b094-49da-a140-e83b77bcf974 None None] Routers {'550048d6-23fd-426a-87c4-90ec75aac949'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:56.067031 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-05e353e2-b094-49da-a140-e83b77bcf974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:29:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['550048d6-23fd-426a-87c4-90ec75aac949'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:56.120143 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-82ea83e9-a1f5-4a46-ad4d-c4176806a46c None None] Provisioning complete for port d7385db8-b6c3-4b6c-9538-80347572077e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:56.120700 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-82ea83e9-a1f5-4a46-ad4d-c4176806a46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d7385db8-b6c3-4b6c-9538-80347572077e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:56.127525 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a903a0c5-1724-4831-a8b1-95ce65afd041 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:56.131619 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a903a0c5-1724-4831-a8b1-95ce65afd041 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "GET /v2.0/ports/d7385db8-b6c3-4b6c-9538-80347572077e HTTP/1.1" status: 200 len: 911 time: 0.0951996 Feb 19 04:29:56.134698 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35120) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:56.141394 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-05e353e2-b094-49da-a140-e83b77bcf974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:56.155432 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e353e2-b094-49da-a140-e83b77bcf974 None None] Routers {'550048d6-23fd-426a-87c4-90ec75aac949'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:56.156434 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-05e353e2-b094-49da-a140-e83b77bcf974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:29:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['550048d6-23fd-426a-87c4-90ec75aac949'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:56.199935 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-05e353e2-b094-49da-a140-e83b77bcf974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:56.200997 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e353e2-b094-49da-a140-e83b77bcf974 None None] The sync data for ids ['550048d6-23fd-426a-87c4-90ec75aac949'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:29:56.208651 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-82ea83e9-a1f5-4a46-ad4d-c4176806a46c None None] Port d7385db8-b6c3-4b6c-9538-80347572077e cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:29:56.222778 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-82ea83e9-a1f5-4a46-ad4d-c4176806a46c None None] Provisioning complete for port ae2e726e-b820-4932-9f26-fdae86272bfe triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:56.223300 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-82ea83e9-a1f5-4a46-ad4d-c4176806a46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ae2e726e-b820-4932-9f26-fdae86272bfe), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:56.338297 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-82ea83e9-a1f5-4a46-ad4d-c4176806a46c None None] Current status of the port ae2e726e-b820-4932-9f26-fdae86272bfe is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:56.474850 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a3705d32-16ac-42b2-b4b4-f811d7ce9bcb None None] Provisioning complete for port d7385db8-b6c3-4b6c-9538-80347572077e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:56.475822 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a3705d32-16ac-42b2-b4b4-f811d7ce9bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d7385db8-b6c3-4b6c-9538-80347572077e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:56.565540 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a3705d32-16ac-42b2-b4b4-f811d7ce9bcb None None] Port d7385db8-b6c3-4b6c-9538-80347572077e cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:29:56.686865 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-44933ba0-ac55-4d86-abb5-abd2995af6d9 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (550048d6-23fd-426a-87c4-90ec75aac949), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:56.918019 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-64a07343-9391-4ab1-9581-5c1547256a79 None None] Provisioning complete for port d7385db8-b6c3-4b6c-9538-80347572077e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:56.919962 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-64a07343-9391-4ab1-9581-5c1547256a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d7385db8-b6c3-4b6c-9538-80347572077e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:56.930043 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ae2e726e-b820-4932-9f26-fdae86272bfe up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:29:57.028066 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-64a07343-9391-4ab1-9581-5c1547256a79 None None] Port d7385db8-b6c3-4b6c-9538-80347572077e cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:29:57.030900 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port ae2e726e-b820-4932-9f26-fdae86272bfe triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:57.031289 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ae2e726e-b820-4932-9f26-fdae86272bfe), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:57.033060 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:57.185673 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-44933ba0-ac55-4d86-abb5-abd2995af6d9 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Deleting port d7385db8-b6c3-4b6c-9538-80347572077e {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:29:57.185921 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-44933ba0-ac55-4d86-abb5-abd2995af6d9 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (d7385db8-b6c3-4b6c-9538-80347572077e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:57.284567 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port ae2e726e-b820-4932-9f26-fdae86272bfe is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:57.336190 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-44933ba0-ac55-4d86-abb5-abd2995af6d9 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (d7385db8-b6c3-4b6c-9538-80347572077e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:57.352950 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-44933ba0-ac55-4d86-abb5-abd2995af6d9 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Calling delete_port for d7385db8-b6c3-4b6c-9538-80347572077e owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:29:57.557190 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-44933ba0-ac55-4d86-abb5-abd2995af6d9 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (d7385db8-b6c3-4b6c-9538-80347572077e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:57.583572 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44933ba0-ac55-4d86-abb5-abd2995af6d9 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Port': ['ID=d7385db8-b6c3-4b6c-9538-80347572077e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:57.775606 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-44933ba0-ac55-4d86-abb5-abd2995af6d9 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (550048d6-23fd-426a-87c4-90ec75aac949), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:58.006527 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44933ba0-ac55-4d86-abb5-abd2995af6d9 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Router 550048d6-23fd-426a-87c4-90ec75aac949 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:29:58.082894 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44933ba0-ac55-4d86-abb5-abd2995af6d9 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:29:58.088009 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-44933ba0-ac55-4d86-abb5-abd2995af6d9 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "PUT /v2.0/routers/550048d6-23fd-426a-87c4-90ec75aac949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9521091 Feb 19 04:29:58.091078 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35134) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:58.094807 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fde60a-3e31-41e2-8306-462ee4bda735 None None] Sync routers for ids ['550048d6-23fd-426a-87c4-90ec75aac949'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:29:58.109793 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fde60a-3e31-41e2-8306-462ee4bda735 None None] Routers {'550048d6-23fd-426a-87c4-90ec75aac949'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:58.110548 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-94fde60a-3e31-41e2-8306-462ee4bda735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:29:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['550048d6-23fd-426a-87c4-90ec75aac949'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:58.123586 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fd3af1de-a5e4-4305-bca6-45e76ba85588 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "GET /v2.0/ports?device_id=550048d6-23fd-426a-87c4-90ec75aac949 HTTP/1.1" status: 200 len: 205 time: 0.0312328 Feb 19 04:29:58.126014 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35136) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:58.145573 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-94fde60a-3e31-41e2-8306-462ee4bda735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:58.155112 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fde60a-3e31-41e2-8306-462ee4bda735 None None] Routers {'550048d6-23fd-426a-87c4-90ec75aac949'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:58.155725 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-94fde60a-3e31-41e2-8306-462ee4bda735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:29:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['550048d6-23fd-426a-87c4-90ec75aac949'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:58.194198 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-94fde60a-3e31-41e2-8306-462ee4bda735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:58.194928 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fde60a-3e31-41e2-8306-462ee4bda735 None None] The sync data for ids ['550048d6-23fd-426a-87c4-90ec75aac949'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:29:58.204942 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6cfd5d38-30dd-4a10-affb-fbb792950d00 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router (550048d6-23fd-426a-87c4-90ec75aac949), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:58.374130 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6cfd5d38-30dd-4a10-affb-fbb792950d00 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (550048d6-23fd-426a-87c4-90ec75aac949), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:58.376271 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6cfd5d38-30dd-4a10-affb-fbb792950d00 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router_controller (550048d6-23fd-426a-87c4-90ec75aac949), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:58.425258 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6cfd5d38-30dd-4a10-affb-fbb792950d00 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (550048d6-23fd-426a-87c4-90ec75aac949), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:58.425952 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfd5d38-30dd-4a10-affb-fbb792950d00 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Fanout notify agent at l3_agent the message router_deleted on router 550048d6-23fd-426a-87c4-90ec75aac949 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:29:58.434157 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6cfd5d38-30dd-4a10-affb-fbb792950d00 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:58.438005 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6cfd5d38-30dd-4a10-affb-fbb792950d00 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/routers/550048d6-23fd-426a-87c4-90ec75aac949 HTTP/1.1" status: 204 len: 168 time: 0.3108768 Feb 19 04:29:58.438497 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35140) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:58.494370 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-e23073be-0a6a-49f2-8b55-cec7ac2df4a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Deleting subnet f73bc7c2-868b-42ad-9d02-4ea6b9d316ea {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:29:58.498468 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e23073be-0a6a-49f2-8b55-cec7ac2df4a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for subnet (f73bc7c2-868b-42ad-9d02-4ea6b9d316ea), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:58.540410 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e23073be-0a6a-49f2-8b55-cec7ac2df4a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (f73bc7c2-868b-42ad-9d02-4ea6b9d316ea), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:58.633764 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e23073be-0a6a-49f2-8b55-cec7ac2df4a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (f73bc7c2-868b-42ad-9d02-4ea6b9d316ea), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:58.701259 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e23073be-0a6a-49f2-8b55-cec7ac2df4a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (f73bc7c2-868b-42ad-9d02-4ea6b9d316ea), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:58.731947 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23073be-0a6a-49f2-8b55-cec7ac2df4a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Subnet': ['ID=f73bc7c2-868b-42ad-9d02-4ea6b9d316ea,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:58.734669 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e23073be-0a6a-49f2-8b55-cec7ac2df4a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:58.738382 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e23073be-0a6a-49f2-8b55-cec7ac2df4a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/subnets/f73bc7c2-868b-42ad-9d02-4ea6b9d316ea HTTP/1.1" status: 204 len: 168 time: 0.2985685 Feb 19 04:29:58.741000 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35142) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:58.744448 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e73e4c-63cb-423e-922c-2226b50d9d1f None None] Network ee8e28ef-9924-47aa-a4f6-5144ff67b834 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:58.746146 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23073be-0a6a-49f2-8b55-cec7ac2df4a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:58.746535 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23073be-0a6a-49f2-8b55-cec7ac2df4a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:58.746887 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23073be-0a6a-49f2-8b55-cec7ac2df4a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:58.747344 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23073be-0a6a-49f2-8b55-cec7ac2df4a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:58.747689 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23073be-0a6a-49f2-8b55-cec7ac2df4a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:58.748029 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23073be-0a6a-49f2-8b55-cec7ac2df4a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:58.748370 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23073be-0a6a-49f2-8b55-cec7ac2df4a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:58.748706 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23073be-0a6a-49f2-8b55-cec7ac2df4a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:58.749056 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23073be-0a6a-49f2-8b55-cec7ac2df4a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:58.749371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23073be-0a6a-49f2-8b55-cec7ac2df4a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:58.749706 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23073be-0a6a-49f2-8b55-cec7ac2df4a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:58.750035 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23073be-0a6a-49f2-8b55-cec7ac2df4a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:58.750561 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23073be-0a6a-49f2-8b55-cec7ac2df4a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:58.868263 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-920d93ce-3f50-41fb-9ccb-f0f8822b1d72 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (ee8e28ef-9924-47aa-a4f6-5144ff67b834), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:58.939804 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-920d93ce-3f50-41fb-9ccb-f0f8822b1d72 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Deleting port ae2e726e-b820-4932-9f26-fdae86272bfe {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:29:58.940161 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-920d93ce-3f50-41fb-9ccb-f0f8822b1d72 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ae2e726e-b820-4932-9f26-fdae86272bfe), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:59.006426 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35e9bda-ebbf-4450-927c-96683a0501e3 None None] DHCP port deletion for ee8e28ef-9924-47aa-a4f6-5144ff67b834 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:29:59.031032 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-920d93ce-3f50-41fb-9ccb-f0f8822b1d72 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] For port ae2e726e-b820-4932-9f26-fdae86272bfe, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ae2e726e-b820-4932-9f26-fdae86272bfe,segment=NetworkSegment(46d72736-b80e-4e47-8363-4c936b3e8da2),segment_id=46d72736-b80e-4e47-8363-4c936b3e8da2)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:59.031617 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-920d93ce-3f50-41fb-9ccb-f0f8822b1d72 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ae2e726e-b820-4932-9f26-fdae86272bfe), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:59.056082 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-920d93ce-3f50-41fb-9ccb-f0f8822b1d72 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Calling delete_port for ae2e726e-b820-4932-9f26-fdae86272bfe owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:29:59.142523 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a35e9bda-ebbf-4450-927c-96683a0501e3 None None] Deleting port ae2e726e-b820-4932-9f26-fdae86272bfe {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:29:59.143384 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a35e9bda-ebbf-4450-927c-96683a0501e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ae2e726e-b820-4932-9f26-fdae86272bfe), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:59.239538 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-920d93ce-3f50-41fb-9ccb-f0f8822b1d72 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ae2e726e-b820-4932-9f26-fdae86272bfe), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:59.252505 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-a35e9bda-ebbf-4450-927c-96683a0501e3 None None] For port ae2e726e-b820-4932-9f26-fdae86272bfe, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ae2e726e-b820-4932-9f26-fdae86272bfe,segment=NetworkSegment(46d72736-b80e-4e47-8363-4c936b3e8da2),segment_id=46d72736-b80e-4e47-8363-4c936b3e8da2)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:59.252505 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a35e9bda-ebbf-4450-927c-96683a0501e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ae2e726e-b820-4932-9f26-fdae86272bfe), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:59.273067 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a35e9bda-ebbf-4450-927c-96683a0501e3 None None] Calling delete_port for ae2e726e-b820-4932-9f26-fdae86272bfe owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:29:59.273994 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d93ce-3f50-41fb-9ccb-f0f8822b1d72 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Port': ['ID=ae2e726e-b820-4932-9f26-fdae86272bfe,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:59.278997 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920d93ce-3f50-41fb-9ccb-f0f8822b1d72 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] No DVR routers for this DVR port ae2e726e-b820-4932-9f26-fdae86272bfe on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:29:59.363308 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-920d93ce-3f50-41fb-9ccb-f0f8822b1d72 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (ee8e28ef-9924-47aa-a4f6-5144ff67b834), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:59.382053 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a35e9bda-ebbf-4450-927c-96683a0501e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (ae2e726e-b820-4932-9f26-fdae86272bfe), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:59.389945 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-920d93ce-3f50-41fb-9ccb-f0f8822b1d72 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee8e28ef-9924-47aa-a4f6-5144ff67b834']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:59.395281 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35e9bda-ebbf-4450-927c-96683a0501e3 None None] No DVR routers for this DVR port ae2e726e-b820-4932-9f26-fdae86272bfe on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:29:59.407848 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-920d93ce-3f50-41fb-9ccb-f0f8822b1d72 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d72736-b80e-4e47-8363-4c936b3e8da2') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:59.408184 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-920d93ce-3f50-41fb-9ccb-f0f8822b1d72 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d72736-b80e-4e47-8363-4c936b3e8da2') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:59.424803 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-920d93ce-3f50-41fb-9ccb-f0f8822b1d72 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (46d72736-b80e-4e47-8363-4c936b3e8da2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:59.425760 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e9bda-ebbf-4450-927c-96683a0501e3 None None] Pushing event deleted for resources: {'Port': ['ID=ae2e726e-b820-4932-9f26-fdae86272bfe,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:59.439960 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-920d93ce-3f50-41fb-9ccb-f0f8822b1d72 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (46d72736-b80e-4e47-8363-4c936b3e8da2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:59.446847 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920d93ce-3f50-41fb-9ccb-f0f8822b1d72 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:29:59.447246 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-920d93ce-3f50-41fb-9ccb-f0f8822b1d72 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (46d72736-b80e-4e47-8363-4c936b3e8da2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:29:59.451227 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:29:59.518007 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-920d93ce-3f50-41fb-9ccb-f0f8822b1d72 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (ee8e28ef-9924-47aa-a4f6-5144ff67b834), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:59.528089 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-920d93ce-3f50-41fb-9ccb-f0f8822b1d72 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:59.531524 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-920d93ce-3f50-41fb-9ccb-f0f8822b1d72 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/networks/ee8e28ef-9924-47aa-a4f6-5144ff67b834 HTTP/1.1" status: 204 len: 168 time: 0.7894864 Feb 19 04:29:59.535060 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35158) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:59.539837 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-f65778f7-95df-4f9f-84dd-3a9dc46d868f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1340756711', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}, 'admin_state_up': False}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:59.552426 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d93ce-3f50-41fb-9ccb-f0f8822b1d72 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Network': ['ID=ee8e28ef-9924-47aa-a4f6-5144ff67b834,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:59.564982 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f65778f7-95df-4f9f-84dd-3a9dc46d868f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (ccf22855-88c1-43b3-b689-ec9ac98c986c), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:59.566069 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f65778f7-95df-4f9f-84dd-3a9dc46d868f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (ccf22855-88c1-43b3-b689-ec9ac98c986c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:59.626843 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f65778f7-95df-4f9f-84dd-3a9dc46d868f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router_controller (ccf22855-88c1-43b3-b689-ec9ac98c986c), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:59.794648 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f65778f7-95df-4f9f-84dd-3a9dc46d868f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router_gateway (ccf22855-88c1-43b3-b689-ec9ac98c986c), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:59.825233 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:00.016498 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f65778f7-95df-4f9f-84dd-3a9dc46d868f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router_gateway (ccf22855-88c1-43b3-b689-ec9ac98c986c), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:00.037904 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f65778f7-95df-4f9f-84dd-3a9dc46d868f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:00.155092 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-f65778f7-95df-4f9f-84dd-3a9dc46d868f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Allocated IP 172.25.3.218 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/bfdd3405-3656-46b4-a671-9402ad9c33ee) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:30:00.310202 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f65778f7-95df-4f9f-84dd-3a9dc46d868f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for port (bfdd3405-3656-46b4-a671-9402ad9c33ee), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:00.353264 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f65778f7-95df-4f9f-84dd-3a9dc46d868f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (bfdd3405-3656-46b4-a671-9402ad9c33ee), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:00.395590 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65778f7-95df-4f9f-84dd-3a9dc46d868f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Port': ['ID=bfdd3405-3656-46b4-a671-9402ad9c33ee,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:00.409178 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65778f7-95df-4f9f-84dd-3a9dc46d868f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:00.410693 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-f65778f7-95df-4f9f-84dd-3a9dc46d868f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:00.416270 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65778f7-95df-4f9f-84dd-3a9dc46d868f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:30:00.633624 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-83014bdd-e62e-4fc9-ba68-7cd9dd844ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:00.763224 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f65778f7-95df-4f9f-84dd-3a9dc46d868f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router_gateway (ccf22855-88c1-43b3-b689-ec9ac98c986c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:00.927488 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ae2e726e-b820-4932-9f26-fdae86272bfe no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:30:00.975300 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: ae2e726e-b820-4932-9f26-fdae86272bfe {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:30:00.975821 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ae2e726e-b820-4932-9f26-fdae86272bfe not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:30:01.110516 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f65778f7-95df-4f9f-84dd-3a9dc46d868f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (ccf22855-88c1-43b3-b689-ec9ac98c986c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:01.329433 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65778f7-95df-4f9f-84dd-3a9dc46d868f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Router ccf22855-88c1-43b3-b689-ec9ac98c986c is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:30:01.462445 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65778f7-95df-4f9f-84dd-3a9dc46d868f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:30:01.482878 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93576d3d-0f2b-4948-a26a-24877f223bd5 None None] Sync routers for ids ['ccf22855-88c1-43b3-b689-ec9ac98c986c'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:30:01.494541 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f65778f7-95df-4f9f-84dd-3a9dc46d868f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:01.499100 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35178) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:01.501483 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f65778f7-95df-4f9f-84dd-3a9dc46d868f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.9647660 Feb 19 04:30:01.509310 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93576d3d-0f2b-4948-a26a-24877f223bd5 None None] Routers {'ccf22855-88c1-43b3-b689-ec9ac98c986c'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:01.517184 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-93576d3d-0f2b-4948-a26a-24877f223bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:29:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ccf22855-88c1-43b3-b689-ec9ac98c986c'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:01.567045 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-93576d3d-0f2b-4948-a26a-24877f223bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:01.578331 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93576d3d-0f2b-4948-a26a-24877f223bd5 None None] Routers {'ccf22855-88c1-43b3-b689-ec9ac98c986c'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:01.579169 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-93576d3d-0f2b-4948-a26a-24877f223bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:29:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ccf22855-88c1-43b3-b689-ec9ac98c986c'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:01.617368 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-93576d3d-0f2b-4948-a26a-24877f223bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:01.618379 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93576d3d-0f2b-4948-a26a-24877f223bd5 None None] The sync data for ids ['ccf22855-88c1-43b3-b689-ec9ac98c986c'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:30:01.661478 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-69e2d40c-9bb0-475b-8725-d61ec49e2916 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "GET /v2.0/routers/ccf22855-88c1-43b3-b689-ec9ac98c986c HTTP/1.1" status: 200 len: 885 time: 0.1604733 Feb 19 04:30:01.663911 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35180) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:02.373861 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-380d52b0-db2d-49f7-836a-0b25ddf0c75c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.7088153 Feb 19 04:30:02.376220 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35192) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:02.381595 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-1d56d64a-b81c-4751-af85-22c26499b25a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1340756711'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:02.797943 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1d56d64a-b81c-4751-af85-22c26499b25a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5517'] for router (ccf22855-88c1-43b3-b689-ec9ac98c986c), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:02.809772 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1d56d64a-b81c-4751-af85-22c26499b25a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1611319'] for router (ccf22855-88c1-43b3-b689-ec9ac98c986c), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:02.980764 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d56d64a-b81c-4751-af85-22c26499b25a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Router ccf22855-88c1-43b3-b689-ec9ac98c986c has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:30:03.123687 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d56d64a-b81c-4751-af85-22c26499b25a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:30:03.134580 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98f01f5-b09e-4b76-b50a-3279c78f7bc3 None None] Sync routers for ids ['ccf22855-88c1-43b3-b689-ec9ac98c986c'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:30:03.141954 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1d56d64a-b81c-4751-af85-22c26499b25a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:03.144152 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1d56d64a-b81c-4751-af85-22c26499b25a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "PUT /v2.0/routers/ccf22855-88c1-43b3-b689-ec9ac98c986c HTTP/1.1" status: 200 len: 892 time: 0.7665892 Feb 19 04:30:03.146888 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35198) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:03.169416 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98f01f5-b09e-4b76-b50a-3279c78f7bc3 None None] Routers {'ccf22855-88c1-43b3-b689-ec9ac98c986c'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:03.170414 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a98f01f5-b09e-4b76-b50a-3279c78f7bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:29:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ccf22855-88c1-43b3-b689-ec9ac98c986c'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:03.233900 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a98f01f5-b09e-4b76-b50a-3279c78f7bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:03.247454 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98f01f5-b09e-4b76-b50a-3279c78f7bc3 None None] Routers {'ccf22855-88c1-43b3-b689-ec9ac98c986c'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:03.248157 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a98f01f5-b09e-4b76-b50a-3279c78f7bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:29:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ccf22855-88c1-43b3-b689-ec9ac98c986c'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:03.295933 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a98f01f5-b09e-4b76-b50a-3279c78f7bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:03.296871 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98f01f5-b09e-4b76-b50a-3279c78f7bc3 None None] The sync data for ids ['ccf22855-88c1-43b3-b689-ec9ac98c986c'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:30:03.367453 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c8f0a31d-68e7-495b-bb6a-2f78539ccc07 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "GET /v2.0/routers/ccf22855-88c1-43b3-b689-ec9ac98c986c HTTP/1.1" status: 200 len: 892 time: 0.2193096 Feb 19 04:30:03.370237 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35206) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:03.403117 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e9d1b377-204c-4e9b-bcc9-cff2e3d015a6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccf22855-88c1-43b3-b689-ec9ac98c986c HTTP/1.1" status: 200 len: 205 time: 0.0314524 Feb 19 04:30:03.405426 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35208) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:03.489827 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dade497e-9817-4980-96f5-9796d1dd2ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:03.533237 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ac3216b-e6d3-4c0a-a17a-46b664d7773d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router (ccf22855-88c1-43b3-b689-ec9ac98c986c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:03.658852 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ac3216b-e6d3-4c0a-a17a-46b664d7773d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router_gateway (ccf22855-88c1-43b3-b689-ec9ac98c986c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:03.732971 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-2ac3216b-e6d3-4c0a-a17a-46b664d7773d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Deleting port bfdd3405-3656-46b4-a671-9402ad9c33ee {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:03.733606 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ac3216b-e6d3-4c0a-a17a-46b664d7773d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (bfdd3405-3656-46b4-a671-9402ad9c33ee), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:03.827993 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ac3216b-e6d3-4c0a-a17a-46b664d7773d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (bfdd3405-3656-46b4-a671-9402ad9c33ee), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:03.842768 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-2ac3216b-e6d3-4c0a-a17a-46b664d7773d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Calling delete_port for bfdd3405-3656-46b4-a671-9402ad9c33ee owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:03.851572 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:03.987623 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:30:04.067689 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ac3216b-e6d3-4c0a-a17a-46b664d7773d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (bfdd3405-3656-46b4-a671-9402ad9c33ee), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:04.110070 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac3216b-e6d3-4c0a-a17a-46b664d7773d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Port': ['ID=bfdd3405-3656-46b4-a671-9402ad9c33ee,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:04.215330 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ac3216b-e6d3-4c0a-a17a-46b664d7773d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (ccf22855-88c1-43b3-b689-ec9ac98c986c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:04.316437 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ac3216b-e6d3-4c0a-a17a-46b664d7773d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (ccf22855-88c1-43b3-b689-ec9ac98c986c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:04.318772 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ac3216b-e6d3-4c0a-a17a-46b664d7773d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router_controller (ccf22855-88c1-43b3-b689-ec9ac98c986c), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:04.373595 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ac3216b-e6d3-4c0a-a17a-46b664d7773d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (ccf22855-88c1-43b3-b689-ec9ac98c986c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:04.374211 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac3216b-e6d3-4c0a-a17a-46b664d7773d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Fanout notify agent at l3_agent the message router_deleted on router ccf22855-88c1-43b3-b689-ec9ac98c986c {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:30:04.381750 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ac3216b-e6d3-4c0a-a17a-46b664d7773d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:04.382917 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2ac3216b-e6d3-4c0a-a17a-46b664d7773d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/routers/ccf22855-88c1-43b3-b689-ec9ac98c986c HTTP/1.1" status: 204 len: 168 time: 0.9763000 Feb 19 04:30:04.387066 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35216) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:04.393223 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-2ab51b36-02e5-46bf-aa2b-46ec0516df36 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2130384573'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:04.424584 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab51b36-02e5-46bf-aa2b-46ec0516df36 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Made reservation on behalf of 1e9066c9e4114222a28436e668bbe0b8 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:04.429826 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2ab51b36-02e5-46bf-aa2b-46ec0516df36 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:04.459284 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab51b36-02e5-46bf-aa2b-46ec0516df36 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:30:04.472284 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2ab51b36-02e5-46bf-aa2b-46ec0516df36 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (8747cd22-fcc0-4474-ad53-f349e9f11ca7), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:04.473044 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-2ab51b36-02e5-46bf-aa2b-46ec0516df36 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Added segment 8747cd22-fcc0-4474-ad53-f349e9f11ca7 of type vlan for network a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41 Feb 19 04:30:04.517752 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2ab51b36-02e5-46bf-aa2b-46ec0516df36 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:04.544363 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2ab51b36-02e5-46bf-aa2b-46ec0516df36 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:04.564105 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab51b36-02e5-46bf-aa2b-46ec0516df36 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:04.567014 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2ab51b36-02e5-46bf-aa2b-46ec0516df36 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:04.648577 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2ab51b36-02e5-46bf-aa2b-46ec0516df36 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2596829 Feb 19 04:30:04.651493 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35220) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:04.659384 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ef53a6c1-331d-43cc-8671-4fe690f462a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'subnet': {'network_id': 'a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:04.687888 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab51b36-02e5-46bf-aa2b-46ec0516df36 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Network': ['ID=a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:04.706622 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:30:04.813881 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef53a6c1-331d-43cc-8671-4fe690f462a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Made reservation on behalf of 1e9066c9e4114222a28436e668bbe0b8 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:04.820708 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef53a6c1-331d-43cc-8671-4fe690f462a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:05.104095 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef53a6c1-331d-43cc-8671-4fe690f462a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (39db5c2d-5bab-44d6-add7-32b79ebb9502), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:05.188352 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53a6c1-331d-43cc-8671-4fe690f462a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Subnet': ['ID=39db5c2d-5bab-44d6-add7-32b79ebb9502,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:05.194657 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef53a6c1-331d-43cc-8671-4fe690f462a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Checking segment: {'id': '8747cd22-fcc0-4474-ad53-f349e9f11ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:30:05.195137 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef53a6c1-331d-43cc-8671-4fe690f462a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network hostable DHCP agents. Network: a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:30:05.225949 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef53a6c1-331d-43cc-8671-4fe690f462a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:30:05.236862 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-ef53a6c1-331d-43cc-8671-4fe690f462a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:05.243373 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef53a6c1-331d-43cc-8671-4fe690f462a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:05.243992 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ef53a6c1-331d-43cc-8671-4fe690f462a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:05.262992 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b2df64-f66a-49a4-aa6f-58168df1aac0 None None] Network a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:05.270198 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ef53a6c1-331d-43cc-8671-4fe690f462a7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6145144 Feb 19 04:30:05.270198 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35230) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:05.285345 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-df53a052-635d-4ed5-b003-201d9a864bdc tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-673035237', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:05.373108 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-df53a052-635d-4ed5-b003-201d9a864bdc tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (d9f513c4-604d-4db7-b369-92f1256c063c), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:05.373506 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-df53a052-635d-4ed5-b003-201d9a864bdc tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (d9f513c4-604d-4db7-b369-92f1256c063c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:05.483145 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:05.497156 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-df53a052-635d-4ed5-b003-201d9a864bdc tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router_controller (d9f513c4-604d-4db7-b369-92f1256c063c), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:05.505741 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-df53a052-635d-4ed5-b003-201d9a864bdc tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (d9f513c4-604d-4db7-b369-92f1256c063c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:05.531909 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-df53a052-635d-4ed5-b003-201d9a864bdc tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:05.533973 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-df53a052-635d-4ed5-b003-201d9a864bdc tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2628779 Feb 19 04:30:05.536514 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35234) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:05.564373 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41', 'network_id': 'a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41', 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'fixed_ips': [{'subnet_id': '39db5c2d-5bab-44d6-add7-32b79ebb9502'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:30:05.565266 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:05.667232 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35238) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:05.804539 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3ff441a0-e6a0-446b-83bc-74d085225845 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] 10.222.0.52 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1505 time: 0.1274297 Feb 19 04:30:05.805645 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35240) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:05.807408 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Allocated IP 2001:db8::2 (a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41/39db5c2d-5bab-44d6-add7-32b79ebb9502/0471bdc3-e2c5-40ec-829d-ba8018b94b53) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:30:05.811250 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-d3bb2655-f10e-4593-b9a5-928faa43b5db tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Request body: {'network': {'name': 'tempest-network-smoke--1583348661', 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'port_security_enabled': False}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:05.845524 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bb2655-f10e-4593-b9a5-928faa43b5db tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Made reservation on behalf of cbafc162cd5b4960a5e405d3107103ec for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:05.850300 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2655-f10e-4593-b9a5-928faa43b5db tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:05.878569 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3bb2655-f10e-4593-b9a5-928faa43b5db tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:30:05.890951 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2655-f10e-4593-b9a5-928faa43b5db tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (aae775b3-66e5-4ec0-abc5-be8b768a9591), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:05.891665 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-d3bb2655-f10e-4593-b9a5-928faa43b5db tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Added segment aae775b3-66e5-4ec0-abc5-be8b768a9591 of type vlan for network 0e725ffc-828d-4686-95af-932c464c647d Feb 19 04:30:05.957751 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a49c68e-748a-4bec-aac1-1b9adf434046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:05.963500 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2655-f10e-4593-b9a5-928faa43b5db tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (0e725ffc-828d-4686-95af-932c464c647d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:06.013029 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2655-f10e-4593-b9a5-928faa43b5db tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (0e725ffc-828d-4686-95af-932c464c647d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:06.018955 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bb2655-f10e-4593-b9a5-928faa43b5db tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:06.019557 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2655-f10e-4593-b9a5-928faa43b5db tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:06.048981 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Publish callbacks [] for port (0471bdc3-e2c5-40ec-829d-ba8018b94b53), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:06.059564 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (0471bdc3-e2c5-40ec-829d-ba8018b94b53), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:06.153227 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d3bb2655-f10e-4593-b9a5-928faa43b5db tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3459718 Feb 19 04:30:06.156496 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35244) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:06.162974 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-0b1dd54b-49dd-492a-8576-eac46b9edacb tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-813536860', 'admin_state_up': True, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:06.201911 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Pushing event updated for resources: {'Port': ['ID=0471bdc3-e2c5-40ec-829d-ba8018b94b53,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:06.213734 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Network a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:06.215886 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:06.216246 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:06.216783 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:06.217233 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:06.217583 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:06.217923 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:06.218286 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:06.218625 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:06.224504 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:06.224504 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:06.224504 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:06.224504 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:06.224504 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:06.226708 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:06.232810 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:30:06.321754 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Attempting to bind port 0471bdc3-e2c5-40ec-829d-ba8018b94b53 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:30:06.322061 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Attempting to bind port 0471bdc3-e2c5-40ec-829d-ba8018b94b53 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '8747cd22-fcc0-4474-ad53-f349e9f11ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:30:06.322456 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Attempting to bind port 0471bdc3-e2c5-40ec-829d-ba8018b94b53 on network a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:30:06.337834 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:30:06.339018 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Checking segment: {'id': '8747cd22-fcc0-4474-ad53-f349e9f11ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:30:06.339451 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:06.339861 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Bound using segment: {'id': '8747cd22-fcc0-4474-ad53-f349e9f11ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:30:06.340368 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Bound port: 0471bdc3-e2c5-40ec-829d-ba8018b94b53, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8747cd22-fcc0-4474-ad53-f349e9f11ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:30:06.344376 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0471bdc3-e2c5-40ec-829d-ba8018b94b53), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:06.385285 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-6a49c68e-748a-4bec-aac1-1b9adf434046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Allocated IP 2001:db8::1 (a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41/39db5c2d-5bab-44d6-add7-32b79ebb9502/1acc521f-d21f-4b2d-afc6-04b86fe39679) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:30:06.511557 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a49c68e-748a-4bec-aac1-1b9adf434046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for port (1acc521f-d21f-4b2d-afc6-04b86fe39679), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:06.553627 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] For port 0471bdc3-e2c5-40ec-829d-ba8018b94b53, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:30:06.554711 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a49c68e-748a-4bec-aac1-1b9adf434046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (1acc521f-d21f-4b2d-afc6-04b86fe39679), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:06.564538 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] For port 0471bdc3-e2c5-40ec-829d-ba8018b94b53, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0471bdc3-e2c5-40ec-829d-ba8018b94b53,segment=NetworkSegment(8747cd22-fcc0-4474-ad53-f349e9f11ca7),segment_id=8747cd22-fcc0-4474-ad53-f349e9f11ca7)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:30:06.587842 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0471bdc3-e2c5-40ec-829d-ba8018b94b53), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:06.601715 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb2655-f10e-4593-b9a5-928faa43b5db tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event updated for resources: {'Network': ['ID=0e725ffc-828d-4686-95af-932c464c647d,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:06.604764 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a49c68e-748a-4bec-aac1-1b9adf434046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:06.608936 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-6a49c68e-748a-4bec-aac1-1b9adf434046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:06.611703 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a49c68e-748a-4bec-aac1-1b9adf434046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:30:06.612575 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a49c68e-748a-4bec-aac1-1b9adf434046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (d9f513c4-604d-4db7-b369-92f1256c063c), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:06.628858 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0b1dd54b-49dd-492a-8576-eac46b9edacb tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (a41ae3c4-7213-4a00-b4db-739a7a3ba77f), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:06.630220 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0b1dd54b-49dd-492a-8576-eac46b9edacb tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (a41ae3c4-7213-4a00-b4db-739a7a3ba77f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:06.662455 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49c68e-748a-4bec-aac1-1b9adf434046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Port': ['ID=1acc521f-d21f-4b2d-afc6-04b86fe39679,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:06.704839 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 0e725ffc-828d-4686-95af-932c464c647d details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:30:06.718759 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0b1dd54b-49dd-492a-8576-eac46b9edacb tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for router_controller (a41ae3c4-7213-4a00-b4db-739a7a3ba77f), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:06.819868 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a49c68e-748a-4bec-aac1-1b9adf434046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1acc521f-d21f-4b2d-afc6-04b86fe39679), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:06.933379 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0b1dd54b-49dd-492a-8576-eac46b9edacb tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for router_gateway (a41ae3c4-7213-4a00-b4db-739a7a3ba77f), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:06.957712 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a0808-ff8b-4d80-a621-c741a05da95b None None] Pushing event updated for resources: {'Port': ['ID=0471bdc3-e2c5-40ec-829d-ba8018b94b53,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:06.964115 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:07.317070 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0b1dd54b-49dd-492a-8576-eac46b9edacb tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for router_gateway (a41ae3c4-7213-4a00-b4db-739a7a3ba77f), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:07.332250 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a49c68e-748a-4bec-aac1-1b9adf434046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for port (1acc521f-d21f-4b2d-afc6-04b86fe39679), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:07.338563 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a49c68e-748a-4bec-aac1-1b9adf434046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (1acc521f-d21f-4b2d-afc6-04b86fe39679), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:07.340779 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a49c68e-748a-4bec-aac1-1b9adf434046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (d9f513c4-604d-4db7-b369-92f1256c063c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:07.344539 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0b1dd54b-49dd-492a-8576-eac46b9edacb tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:07.460668 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-0b1dd54b-49dd-492a-8576-eac46b9edacb tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Allocated IP 172.25.3.237 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:30:07.478808 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a49c68e-748a-4bec-aac1-1b9adf434046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:07.483805 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-6a49c68e-748a-4bec-aac1-1b9adf434046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:07.640457 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49c68e-748a-4bec-aac1-1b9adf434046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Port': ['ID=1acc521f-d21f-4b2d-afc6-04b86fe39679,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:07.645775 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0b1dd54b-49dd-492a-8576-eac46b9edacb tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for port (7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:07.690480 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a49c68e-748a-4bec-aac1-1b9adf434046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Router d9f513c4-604d-4db7-b369-92f1256c063c is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:30:07.749496 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0b1dd54b-49dd-492a-8576-eac46b9edacb tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:07.820776 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1dd54b-49dd-492a-8576-eac46b9edacb tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event updated for resources: {'Port': ['ID=7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:07.834809 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1dd54b-49dd-492a-8576-eac46b9edacb tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:07.839481 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-0b1dd54b-49dd-492a-8576-eac46b9edacb tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:07.842453 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1dd54b-49dd-492a-8576-eac46b9edacb tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:30:07.878635 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a49c68e-748a-4bec-aac1-1b9adf434046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:30:07.890153 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6a49c68e-748a-4bec-aac1-1b9adf434046 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "PUT /v2.0/routers/d9f513c4-604d-4db7-b369-92f1256c063c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3522758 Feb 19 04:30:07.894984 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35262) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:07.895141 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e279d2f3-aa61-4747-8f0d-663ecbac9c28 None None] Sync routers for ids ['d9f513c4-604d-4db7-b369-92f1256c063c'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:30:07.912724 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e279d2f3-aa61-4747-8f0d-663ecbac9c28 None None] Routers {'d9f513c4-604d-4db7-b369-92f1256c063c'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:07.913396 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-e279d2f3-aa61-4747-8f0d-663ecbac9c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d9f513c4-604d-4db7-b369-92f1256c063c'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:07.968700 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b7f8c4-e58e-4747-8be3-a48691c79b19 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:07.972999 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35266) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:07.973600 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-64b7f8c4-e58e-4747-8be3-a48691c79b19 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "GET /v2.0/ports/1acc521f-d21f-4b2d-afc6-04b86fe39679 HTTP/1.1" status: 200 len: 911 time: 0.0752106 Feb 19 04:30:07.978830 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d8ed465a-b796-4461-ac6e-c2579c51aff9 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '39db5c2d-5bab-44d6-add7-32b79ebb9502'}]}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:08.019759 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-e279d2f3-aa61-4747-8f0d-663ecbac9c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:08.047153 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e279d2f3-aa61-4747-8f0d-663ecbac9c28 None None] Routers {'d9f513c4-604d-4db7-b369-92f1256c063c'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:08.048038 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-e279d2f3-aa61-4747-8f0d-663ecbac9c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d9f513c4-604d-4db7-b369-92f1256c063c'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:08.101622 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-e279d2f3-aa61-4747-8f0d-663ecbac9c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:08.102714 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e279d2f3-aa61-4747-8f0d-663ecbac9c28 None None] The sync data for ids ['d9f513c4-604d-4db7-b369-92f1256c063c'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:30:08.349876 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d8ed465a-b796-4461-ac6e-c2579c51aff9 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1acc521f-d21f-4b2d-afc6-04b86fe39679), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:08.377758 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0b1dd54b-49dd-492a-8576-eac46b9edacb tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for router_gateway (a41ae3c4-7213-4a00-b4db-739a7a3ba77f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:08.438647 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0ef346-fed9-4fb2-af11-8e01bbced830 None None] Network a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:08.676962 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d9cb30b1-2fbc-4edd-9a38-0c65cbba7651 None None] Provisioning complete for port 0471bdc3-e2c5-40ec-829d-ba8018b94b53 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:08.677259 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d9cb30b1-2fbc-4edd-9a38-0c65cbba7651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0471bdc3-e2c5-40ec-829d-ba8018b94b53), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:08.744584 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0b1dd54b-49dd-492a-8576-eac46b9edacb tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (a41ae3c4-7213-4a00-b4db-739a7a3ba77f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:08.876568 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d9cb30b1-2fbc-4edd-9a38-0c65cbba7651 None None] Current status of the port 0471bdc3-e2c5-40ec-829d-ba8018b94b53 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:08.876960 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d9cb30b1-2fbc-4edd-9a38-0c65cbba7651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0471bdc3-e2c5-40ec-829d-ba8018b94b53), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:08.949001 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d9cb30b1-2fbc-4edd-9a38-0c65cbba7651 None None] For port 0471bdc3-e2c5-40ec-829d-ba8018b94b53, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0471bdc3-e2c5-40ec-829d-ba8018b94b53,segment=NetworkSegment(8747cd22-fcc0-4474-ad53-f349e9f11ca7),segment_id=8747cd22-fcc0-4474-ad53-f349e9f11ca7)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:08.972102 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d9cb30b1-2fbc-4edd-9a38-0c65cbba7651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0471bdc3-e2c5-40ec-829d-ba8018b94b53), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:09.095820 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1dd54b-49dd-492a-8576-eac46b9edacb tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Router a41ae3c4-7213-4a00-b4db-739a7a3ba77f is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:30:09.125582 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb30b1-2fbc-4edd-9a38-0c65cbba7651 None None] Pushing event updated for resources: {'Port': ['ID=0471bdc3-e2c5-40ec-829d-ba8018b94b53,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:09.129471 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0471bdc3-e2c5-40ec-829d-ba8018b94b53 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:30:09.275365 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 0471bdc3-e2c5-40ec-829d-ba8018b94b53 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:09.282667 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0471bdc3-e2c5-40ec-829d-ba8018b94b53), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:09.299712 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1dd54b-49dd-492a-8576-eac46b9edacb tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:30:09.320677 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d8ed465a-b796-4461-ac6e-c2579c51aff9 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for port (1acc521f-d21f-4b2d-afc6-04b86fe39679), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:09.338414 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d8ed465a-b796-4461-ac6e-c2579c51aff9 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (1acc521f-d21f-4b2d-afc6-04b86fe39679), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:09.344568 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ed465a-b796-4461-ac6e-c2579c51aff9 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:09.344840 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0b1dd54b-49dd-492a-8576-eac46b9edacb tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:09.345204 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d8ed465a-b796-4461-ac6e-c2579c51aff9 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:09.349245 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d8ed465a-b796-4461-ac6e-c2579c51aff9 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "PUT /v2.0/ports/1acc521f-d21f-4b2d-afc6-04b86fe39679 HTTP/1.1" status: 200 len: 911 time: 1.3721802 Feb 19 04:30:09.350811 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35276) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:09.351067 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0b1dd54b-49dd-492a-8576-eac46b9edacb tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.1929259 Feb 19 04:30:09.353708 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35278) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:09.361332 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eed716-bd2a-4c1b-be1d-4edd43564a7b None None] Sync routers for ids ['a41ae3c4-7213-4a00-b4db-739a7a3ba77f'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:30:09.441037 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eed716-bd2a-4c1b-be1d-4edd43564a7b None None] Routers {'a41ae3c4-7213-4a00-b4db-739a7a3ba77f'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:09.444606 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-44eed716-bd2a-4c1b-be1d-4edd43564a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['a41ae3c4-7213-4a00-b4db-739a7a3ba77f'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:09.587236 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed465a-b796-4461-ac6e-c2579c51aff9 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Port': ['ID=1acc521f-d21f-4b2d-afc6-04b86fe39679,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:09.602761 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d016905e-6201-4b21-b258-0cad7d61c9d7 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:09.605009 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d016905e-6201-4b21-b258-0cad7d61c9d7 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=cbafc162cd5b4960a5e405d3107103ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2489874 Feb 19 04:30:09.608468 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35280) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:09.670969 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-44eed716-bd2a-4c1b-be1d-4edd43564a7b None None] Set router a41ae3c4-7213-4a00-b4db-739a7a3ba77f gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:10.004264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d927b296-4d17-4580-8dfc-b87e06fb95c3 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:10.006092 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d927b296-4d17-4580-8dfc-b87e06fb95c3 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3941767 Feb 19 04:30:10.008848 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35284) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:10.048107 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-60fe4e83-0989-42a2-a8d2-d5e28a36c205 None None] Provisioning complete for port 0471bdc3-e2c5-40ec-829d-ba8018b94b53 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:10.058374 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-60fe4e83-0989-42a2-a8d2-d5e28a36c205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0471bdc3-e2c5-40ec-829d-ba8018b94b53), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:10.096893 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4a69c732-1560-4a31-8d82-8261cb0b9dab tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0860016 Feb 19 04:30:10.114721 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35288) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:10.132524 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 0471bdc3-e2c5-40ec-829d-ba8018b94b53 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:10.173343 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-96a65c62-6ce9-4710-bab5-6e43211c847d tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=cbafc162cd5b4960a5e405d3107103ec&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0574338 Feb 19 04:30:10.175821 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35290) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:10.304441 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-44eed716-bd2a-4c1b-be1d-4edd43564a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41ae3c4-7213-4a00-b4db-739a7a3ba77f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-813536860', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:06Z', 'updated_at': '2022-02-19T04:30:08Z', 'revision_number': 3, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'gw_port': {'id': '7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:77:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41ae3c4-7213-4a00-b4db-739a7a3ba77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:07Z', 'updated_at': '2022-02-19T04:30:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:10.357649 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb0c247-8271-4b97-a261-d2e2cb3f6381 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:10.359189 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4fb0c247-8271-4b97-a261-d2e2cb3f6381 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1824436 Feb 19 04:30:10.361981 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35294) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:10.426501 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9194639a-ebd3-42c2-9b8b-54d314cb2d0d tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0633538 Feb 19 04:30:10.438746 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35296) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:10.444161 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-b2dbd9f2-b802-4c15-9985-dbde2727adb5 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-518073255', 'network_id': '0e725ffc-828d-4686-95af-932c464c647d', 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:10.631007 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dbd9f2-b802-4c15-9985-dbde2727adb5 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Made reservation on behalf of cbafc162cd5b4960a5e405d3107103ec for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:10.635143 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd9f2-b802-4c15-9985-dbde2727adb5 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:10.675540 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-60fe4e83-0989-42a2-a8d2-d5e28a36c205 None None] Current status of the port 0471bdc3-e2c5-40ec-829d-ba8018b94b53 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:10.679077 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eed716-bd2a-4c1b-be1d-4edd43564a7b None None] Checking router: a41ae3c4-7213-4a00-b4db-739a7a3ba77f for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:30:10.679852 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eed716-bd2a-4c1b-be1d-4edd43564a7b None None] Updating router a41ae3c4-7213-4a00-b4db-739a7a3ba77f port 7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:30:10.718026 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-60fe4e83-0989-42a2-a8d2-d5e28a36c205 None None] Provisioning complete for port 1acc521f-d21f-4b2d-afc6-04b86fe39679 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:10.718748 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-60fe4e83-0989-42a2-a8d2-d5e28a36c205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1acc521f-d21f-4b2d-afc6-04b86fe39679), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:10.769736 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-44eed716-bd2a-4c1b-be1d-4edd43564a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:10.820045 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-60fe4e83-0989-42a2-a8d2-d5e28a36c205 None None] Port 1acc521f-d21f-4b2d-afc6-04b86fe39679 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:30:11.085550 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9bcb832e-846d-4264-9405-6838fd1c44a3 None None] Provisioning complete for port 1acc521f-d21f-4b2d-afc6-04b86fe39679 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:11.085721 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9bcb832e-846d-4264-9405-6838fd1c44a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1acc521f-d21f-4b2d-afc6-04b86fe39679), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:11.140428 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9bcb832e-846d-4264-9405-6838fd1c44a3 None None] Port 1acc521f-d21f-4b2d-afc6-04b86fe39679 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:30:11.143557 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0471bdc3-e2c5-40ec-829d-ba8018b94b53 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:30:11.151778 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-51c7662c-6cbf-41ea-8e25-aa2e9c9a5a95 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (d9f513c4-604d-4db7-b369-92f1256c063c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:11.173620 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd9f2-b802-4c15-9985-dbde2727adb5 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (b40740f8-6ba6-4b4a-ae96-fb72c0ce46e5), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:11.251547 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbd9f2-b802-4c15-9985-dbde2727adb5 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event updated for resources: {'Subnet': ['ID=b40740f8-6ba6-4b4a-ae96-fb72c0ce46e5,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:11.269862 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dbd9f2-b802-4c15-9985-dbde2727adb5 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Checking segment: {'id': 'aae775b3-66e5-4ec0-abc5-be8b768a9591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0e725ffc-828d-4686-95af-932c464c647d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:30:11.270278 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dbd9f2-b802-4c15-9985-dbde2727adb5 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Network hostable DHCP agents. Network: 0e725ffc-828d-4686-95af-932c464c647d, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:30:11.327287 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dbd9f2-b802-4c15-9985-dbde2727adb5 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Network 0e725ffc-828d-4686-95af-932c464c647d is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:30:11.349295 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-b2dbd9f2-b802-4c15-9985-dbde2727adb5 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 0e725ffc-828d-4686-95af-932c464c647d) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:11.355092 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dbd9f2-b802-4c15-9985-dbde2727adb5 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:11.356776 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd9f2-b802-4c15-9985-dbde2727adb5 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:11.376478 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1e5637-4f1a-4599-9eb4-8a47fe97fb54 None None] Network 0e725ffc-828d-4686-95af-932c464c647d requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:11.392583 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b2dbd9f2-b802-4c15-9985-dbde2727adb5 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9499197 Feb 19 04:30:11.392934 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35304) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:11.579550 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 0471bdc3-e2c5-40ec-829d-ba8018b94b53 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:11.580317 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0471bdc3-e2c5-40ec-829d-ba8018b94b53), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:11.713511 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d2e00c-5140-425d-8d85-2e3bfb898984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-0e725ffc-828d-4686-95af-932c464c647d', 'network_id': '0e725ffc-828d-4686-95af-932c464c647d', 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'fixed_ips': [{'subnet_id': 'b40740f8-6ba6-4b4a-ae96-fb72c0ce46e5'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:30:11.715102 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-79d2e00c-5140-425d-8d85-2e3bfb898984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:11.719430 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-51c7662c-6cbf-41ea-8e25-aa2e9c9a5a95 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Deleting port 1acc521f-d21f-4b2d-afc6-04b86fe39679 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:11.723169 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-51c7662c-6cbf-41ea-8e25-aa2e9c9a5a95 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (1acc521f-d21f-4b2d-afc6-04b86fe39679), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:11.723379 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-44eed716-bd2a-4c1b-be1d-4edd43564a7b None None] Publish callbacks [] for port (7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:11.752147 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-44eed716-bd2a-4c1b-be1d-4edd43564a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:11.849753 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-51c7662c-6cbf-41ea-8e25-aa2e9c9a5a95 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (1acc521f-d21f-4b2d-afc6-04b86fe39679), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:11.872428 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-51c7662c-6cbf-41ea-8e25-aa2e9c9a5a95 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Calling delete_port for 1acc521f-d21f-4b2d-afc6-04b86fe39679 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:11.994178 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-79d2e00c-5140-425d-8d85-2e3bfb898984 None None] Allocated IP 172.20.0.18 (0e725ffc-828d-4686-95af-932c464c647d/b40740f8-6ba6-4b4a-ae96-fb72c0ce46e5/85af6601-9db0-4322-8a4d-54716c7336a4) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:30:12.091255 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cf5492bf-4bfe-4e56-a937-12ada3328323 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:12.134362 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-44eed716-bd2a-4c1b-be1d-4edd43564a7b None None] Attempting to bind port 7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:30:12.134985 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-44eed716-bd2a-4c1b-be1d-4edd43564a7b None None] Attempting to bind port 7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:30:12.135612 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eed716-bd2a-4c1b-be1d-4edd43564a7b None None] Attempting to bind port 7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:30:12.144337 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc62dc2-3a65-48f8-890b-5496da1b3145 None None] Pushing event updated for resources: {'Port': ['ID=7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:12.182316 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eed716-bd2a-4c1b-be1d-4edd43564a7b None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:30:12.183623 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eed716-bd2a-4c1b-be1d-4edd43564a7b None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:30:12.184273 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-44eed716-bd2a-4c1b-be1d-4edd43564a7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:12.184914 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eed716-bd2a-4c1b-be1d-4edd43564a7b None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:30:12.185900 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-44eed716-bd2a-4c1b-be1d-4edd43564a7b None None] Bound port: 7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:30:12.187271 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-44eed716-bd2a-4c1b-be1d-4edd43564a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:12.199421 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 0471bdc3-e2c5-40ec-829d-ba8018b94b53 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:12.262705 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-51c7662c-6cbf-41ea-8e25-aa2e9c9a5a95 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (1acc521f-d21f-4b2d-afc6-04b86fe39679), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:12.304718 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-79d2e00c-5140-425d-8d85-2e3bfb898984 None None] Publish callbacks [] for port (85af6601-9db0-4322-8a4d-54716c7336a4), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:12.319039 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-44eed716-bd2a-4c1b-be1d-4edd43564a7b None None] For port 7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:30:12.322531 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-44eed716-bd2a-4c1b-be1d-4edd43564a7b None None] For port 7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:30:12.328514 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-79d2e00c-5140-425d-8d85-2e3bfb898984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (85af6601-9db0-4322-8a4d-54716c7336a4), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:12.362948 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7662c-6cbf-41ea-8e25-aa2e9c9a5a95 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Port': ['ID=1acc521f-d21f-4b2d-afc6-04b86fe39679,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:12.410673 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-44eed716-bd2a-4c1b-be1d-4edd43564a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:12.450705 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d2e00c-5140-425d-8d85-2e3bfb898984 None None] Network 0e725ffc-828d-4686-95af-932c464c647d is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:12.461124 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-79d2e00c-5140-425d-8d85-2e3bfb898984 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:12.468861 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d2e00c-5140-425d-8d85-2e3bfb898984 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:30:12.473487 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2e00c-5140-425d-8d85-2e3bfb898984 None None] Pushing event updated for resources: {'Port': ['ID=85af6601-9db0-4322-8a4d-54716c7336a4,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:12.506499 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-51c7662c-6cbf-41ea-8e25-aa2e9c9a5a95 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (d9f513c4-604d-4db7-b369-92f1256c063c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:12.545249 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eed716-bd2a-4c1b-be1d-4edd43564a7b None None] Routers {'a41ae3c4-7213-4a00-b4db-739a7a3ba77f'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:12.546000 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-44eed716-bd2a-4c1b-be1d-4edd43564a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['a41ae3c4-7213-4a00-b4db-739a7a3ba77f'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:12.643359 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-cf5492bf-4bfe-4e56-a937-12ada3328323 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Allocated IP 172.20.0.17 (0e725ffc-828d-4686-95af-932c464c647d/b40740f8-6ba6-4b4a-ae96-fb72c0ce46e5/5052559a-d7fd-4d69-b039-ca81d3a4c88a) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:30:12.688491 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc62dc2-3a65-48f8-890b-5496da1b3145 None None] Pushing event updated for resources: {'Port': ['ID=7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:12.693330 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-79d2e00c-5140-425d-8d85-2e3bfb898984 None None] Attempting to bind port 85af6601-9db0-4322-8a4d-54716c7336a4 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:30:12.695618 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-79d2e00c-5140-425d-8d85-2e3bfb898984 None None] Attempting to bind port 85af6601-9db0-4322-8a4d-54716c7336a4 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'aae775b3-66e5-4ec0-abc5-be8b768a9591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0e725ffc-828d-4686-95af-932c464c647d'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:30:12.698946 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d2e00c-5140-425d-8d85-2e3bfb898984 None None] Attempting to bind port 85af6601-9db0-4322-8a4d-54716c7336a4 on network 0e725ffc-828d-4686-95af-932c464c647d {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:30:12.716905 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d2e00c-5140-425d-8d85-2e3bfb898984 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:30:12.717582 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d2e00c-5140-425d-8d85-2e3bfb898984 None None] Checking segment: {'id': 'aae775b3-66e5-4ec0-abc5-be8b768a9591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0e725ffc-828d-4686-95af-932c464c647d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:30:12.717582 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-79d2e00c-5140-425d-8d85-2e3bfb898984 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:12.718276 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d2e00c-5140-425d-8d85-2e3bfb898984 None None] Bound using segment: {'id': 'aae775b3-66e5-4ec0-abc5-be8b768a9591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0e725ffc-828d-4686-95af-932c464c647d'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:30:12.718514 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-79d2e00c-5140-425d-8d85-2e3bfb898984 None None] Bound port: 85af6601-9db0-4322-8a4d-54716c7336a4, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae775b3-66e5-4ec0-abc5-be8b768a9591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0e725ffc-828d-4686-95af-932c464c647d'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:30:12.718905 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-79d2e00c-5140-425d-8d85-2e3bfb898984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (85af6601-9db0-4322-8a4d-54716c7336a4), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:12.790212 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c7662c-6cbf-41ea-8e25-aa2e9c9a5a95 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Router d9f513c4-604d-4db7-b369-92f1256c063c has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:30:12.883708 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cf5492bf-4bfe-4e56-a937-12ada3328323 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for port (5052559a-d7fd-4d69-b039-ca81d3a4c88a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:12.893193 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-44eed716-bd2a-4c1b-be1d-4edd43564a7b None None] Set router a41ae3c4-7213-4a00-b4db-739a7a3ba77f gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:12.939107 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cf5492bf-4bfe-4e56-a937-12ada3328323 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (5052559a-d7fd-4d69-b039-ca81d3a4c88a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:12.956040 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c7662c-6cbf-41ea-8e25-aa2e9c9a5a95 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:30:12.968666 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eec8f8-ba6e-4afc-a02e-4d624e46a082 None None] Sync routers for ids ['d9f513c4-604d-4db7-b369-92f1256c063c'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:30:12.974119 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5492bf-4bfe-4e56-a937-12ada3328323 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Network 0e725ffc-828d-4686-95af-932c464c647d is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:12.977406 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-cf5492bf-4bfe-4e56-a937-12ada3328323 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:12.983443 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-51c7662c-6cbf-41ea-8e25-aa2e9c9a5a95 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "PUT /v2.0/routers/d9f513c4-604d-4db7-b369-92f1256c063c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6273012 Feb 19 04:30:12.989813 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eec8f8-ba6e-4afc-a02e-4d624e46a082 None None] Routers {'d9f513c4-604d-4db7-b369-92f1256c063c'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:12.990078 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35350) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:12.996499 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-94eec8f8-ba6e-4afc-a02e-4d624e46a082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d9f513c4-604d-4db7-b369-92f1256c063c'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:13.006045 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5492bf-4bfe-4e56-a937-12ada3328323 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:30:13.059227 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8762f7c6-2245-473d-a228-faa718801d5d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9f513c4-604d-4db7-b369-92f1256c063c HTTP/1.1" status: 200 len: 205 time: 0.0654445 Feb 19 04:30:13.060427 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35354) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:13.083906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5492bf-4bfe-4e56-a937-12ada3328323 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event updated for resources: {'Port': ['ID=5052559a-d7fd-4d69-b039-ca81d3a4c88a,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:13.084784 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-79d2e00c-5140-425d-8d85-2e3bfb898984 None None] For port 85af6601-9db0-4322-8a4d-54716c7336a4, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:30:13.092902 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cf5492bf-4bfe-4e56-a937-12ada3328323 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (a41ae3c4-7213-4a00-b4db-739a7a3ba77f), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:13.100880 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-79d2e00c-5140-425d-8d85-2e3bfb898984 None None] For port 85af6601-9db0-4322-8a4d-54716c7336a4, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=85af6601-9db0-4322-8a4d-54716c7336a4,segment=NetworkSegment(aae775b3-66e5-4ec0-abc5-be8b768a9591),segment_id=aae775b3-66e5-4ec0-abc5-be8b768a9591)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:30:13.101429 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-94eec8f8-ba6e-4afc-a02e-4d624e46a082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:13.111922 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-79d2e00c-5140-425d-8d85-2e3bfb898984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (85af6601-9db0-4322-8a4d-54716c7336a4), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:13.124265 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eec8f8-ba6e-4afc-a02e-4d624e46a082 None None] Routers {'d9f513c4-604d-4db7-b369-92f1256c063c'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:13.124903 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-94eec8f8-ba6e-4afc-a02e-4d624e46a082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d9f513c4-604d-4db7-b369-92f1256c063c'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:13.184265 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-44eed716-bd2a-4c1b-be1d-4edd43564a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41ae3c4-7213-4a00-b4db-739a7a3ba77f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-813536860', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:06Z', 'updated_at': '2022-02-19T04:30:08Z', 'revision_number': 3, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'gw_port': {'id': '7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:77:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41ae3c4-7213-4a00-b4db-739a7a3ba77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:07Z', 'updated_at': '2022-02-19T04:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:13.205821 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-94eec8f8-ba6e-4afc-a02e-4d624e46a082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:13.207928 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eec8f8-ba6e-4afc-a02e-4d624e46a082 None None] The sync data for ids ['d9f513c4-604d-4db7-b369-92f1256c063c'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:30:13.256265 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eed716-bd2a-4c1b-be1d-4edd43564a7b None None] The sync data for ids ['a41ae3c4-7213-4a00-b4db-739a7a3ba77f'] in n-d-828369-19 is: [{'id': 'a41ae3c4-7213-4a00-b4db-739a7a3ba77f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-813536860', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:06Z', 'updated_at': '2022-02-19T04:30:08Z', 'revision_number': 3, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'gw_port': {'id': '7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:77:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41ae3c4-7213-4a00-b4db-739a7a3ba77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:07Z', 'updated_at': '2022-02-19T04:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:30:13.272860 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2e00c-5140-425d-8d85-2e3bfb898984 None None] Pushing event updated for resources: {'Port': ['ID=85af6601-9db0-4322-8a4d-54716c7336a4,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:13.303097 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc068-e167-4dbb-adb0-eba0ecf4ebcd tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router (d9f513c4-604d-4db7-b369-92f1256c063c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:13.477307 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cf5492bf-4bfe-4e56-a937-12ada3328323 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5052559a-d7fd-4d69-b039-ca81d3a4c88a), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:13.650306 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc068-e167-4dbb-adb0-eba0ecf4ebcd tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (d9f513c4-604d-4db7-b369-92f1256c063c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:13.654608 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc068-e167-4dbb-adb0-eba0ecf4ebcd tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router_controller (d9f513c4-604d-4db7-b369-92f1256c063c), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:13.792869 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc068-e167-4dbb-adb0-eba0ecf4ebcd tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (d9f513c4-604d-4db7-b369-92f1256c063c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:13.794044 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4fc068-e167-4dbb-adb0-eba0ecf4ebcd tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Fanout notify agent at l3_agent the message router_deleted on router d9f513c4-604d-4db7-b369-92f1256c063c {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:30:13.803095 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc068-e167-4dbb-adb0-eba0ecf4ebcd tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:13.805098 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1e4fc068-e167-4dbb-adb0-eba0ecf4ebcd tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/routers/d9f513c4-604d-4db7-b369-92f1256c063c HTTP/1.1" status: 204 len: 168 time: 0.7433448 Feb 19 04:30:13.808255 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35370) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:13.891128 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b6fdd75-a0ef-4989-a80f-1eb43b6707c3 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Deleting subnet 39db5c2d-5bab-44d6-add7-32b79ebb9502 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:30:13.895299 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0b6fdd75-a0ef-4989-a80f-1eb43b6707c3 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for subnet (39db5c2d-5bab-44d6-add7-32b79ebb9502), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:13.965570 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0b6fdd75-a0ef-4989-a80f-1eb43b6707c3 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (39db5c2d-5bab-44d6-add7-32b79ebb9502), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:14.050644 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cf5492bf-4bfe-4e56-a937-12ada3328323 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for port (5052559a-d7fd-4d69-b039-ca81d3a4c88a), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:14.060004 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cf5492bf-4bfe-4e56-a937-12ada3328323 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (5052559a-d7fd-4d69-b039-ca81d3a4c88a), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:14.128026 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0b6fdd75-a0ef-4989-a80f-1eb43b6707c3 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (39db5c2d-5bab-44d6-add7-32b79ebb9502), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:14.193241 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5492bf-4bfe-4e56-a937-12ada3328323 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event updated for resources: {'Port': ['ID=5052559a-d7fd-4d69-b039-ca81d3a4c88a,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:14.201823 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cf5492bf-4bfe-4e56-a937-12ada3328323 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (a41ae3c4-7213-4a00-b4db-739a7a3ba77f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:14.209341 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0b6fdd75-a0ef-4989-a80f-1eb43b6707c3 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (39db5c2d-5bab-44d6-add7-32b79ebb9502), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:14.236004 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9ea75b-8225-465b-8985-2ef94e05bdaf None None] Network a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:14.237358 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0b6fdd75-a0ef-4989-a80f-1eb43b6707c3 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:14.246551 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0b6fdd75-a0ef-4989-a80f-1eb43b6707c3 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/subnets/39db5c2d-5bab-44d6-add7-32b79ebb9502 HTTP/1.1" status: 204 len: 168 time: 0.4369907 Feb 19 04:30:14.272409 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35372) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:14.282568 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6fdd75-a0ef-4989-a80f-1eb43b6707c3 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Subnet': ['ID=39db5c2d-5bab-44d6-add7-32b79ebb9502,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:14.413177 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5492bf-4bfe-4e56-a937-12ada3328323 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Network 0e725ffc-828d-4686-95af-932c464c647d is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:14.415083 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-cf5492bf-4bfe-4e56-a937-12ada3328323 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:14.482692 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e411631-0f27-41d2-982f-a066d6ca5755 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:14.538215 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad8219a-ce81-4c1d-a7c3-2b17081ea2b5 None None] DHCP port deletion for a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:30:14.639508 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-1e411631-0f27-41d2-982f-a066d6ca5755 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Deleting port 0471bdc3-e2c5-40ec-829d-ba8018b94b53 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:14.640784 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e411631-0f27-41d2-982f-a066d6ca5755 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (0471bdc3-e2c5-40ec-829d-ba8018b94b53), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:14.750516 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5492bf-4bfe-4e56-a937-12ada3328323 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Router a41ae3c4-7213-4a00-b4db-739a7a3ba77f has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:30:14.788024 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-1e411631-0f27-41d2-982f-a066d6ca5755 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] For port 0471bdc3-e2c5-40ec-829d-ba8018b94b53, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0471bdc3-e2c5-40ec-829d-ba8018b94b53,segment=NetworkSegment(8747cd22-fcc0-4474-ad53-f349e9f11ca7),segment_id=8747cd22-fcc0-4474-ad53-f349e9f11ca7)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:14.788735 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e411631-0f27-41d2-982f-a066d6ca5755 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (0471bdc3-e2c5-40ec-829d-ba8018b94b53), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:14.820204 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-1e411631-0f27-41d2-982f-a066d6ca5755 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Calling delete_port for 0471bdc3-e2c5-40ec-829d-ba8018b94b53 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:14.978576 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-dad8219a-ce81-4c1d-a7c3-2b17081ea2b5 None None] Deleting port 0471bdc3-e2c5-40ec-829d-ba8018b94b53 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:14.979080 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dad8219a-ce81-4c1d-a7c3-2b17081ea2b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (0471bdc3-e2c5-40ec-829d-ba8018b94b53), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:15.085188 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5492bf-4bfe-4e56-a937-12ada3328323 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:30:15.086130 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c155248d-33a5-4c9c-ab19-1df6ae4c07f7 None None] Network 0e725ffc-828d-4686-95af-932c464c647d requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:15.103220 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e411631-0f27-41d2-982f-a066d6ca5755 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (0471bdc3-e2c5-40ec-829d-ba8018b94b53), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:15.108286 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cf5492bf-4bfe-4e56-a937-12ada3328323 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "PUT /v2.0/routers/a41ae3c4-7213-4a00-b4db-739a7a3ba77f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7141829 Feb 19 04:30:15.126523 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e411631-0f27-41d2-982f-a066d6ca5755 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Port': ['ID=0471bdc3-e2c5-40ec-829d-ba8018b94b53,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:15.137738 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e411631-0f27-41d2-982f-a066d6ca5755 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] No DVR routers for this DVR port 0471bdc3-e2c5-40ec-829d-ba8018b94b53 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:30:15.250586 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e411631-0f27-41d2-982f-a066d6ca5755 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:15.254954 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 85af6601-9db0-4322-8a4d-54716c7336a4 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:30:15.275093 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-1e411631-0f27-41d2-982f-a066d6ca5755 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:15.285194 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-1e411631-0f27-41d2-982f-a066d6ca5755 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8747cd22-fcc0-4474-ad53-f349e9f11ca7') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:15.285489 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-1e411631-0f27-41d2-982f-a066d6ca5755 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8747cd22-fcc0-4474-ad53-f349e9f11ca7') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:15.296488 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e411631-0f27-41d2-982f-a066d6ca5755 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (8747cd22-fcc0-4474-ad53-f349e9f11ca7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:15.322659 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e411631-0f27-41d2-982f-a066d6ca5755 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (8747cd22-fcc0-4474-ad53-f349e9f11ca7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:15.329668 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e411631-0f27-41d2-982f-a066d6ca5755 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:30:15.330994 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e411631-0f27-41d2-982f-a066d6ca5755 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (8747cd22-fcc0-4474-ad53-f349e9f11ca7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:15.331291 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-dad8219a-ce81-4c1d-a7c3-2b17081ea2b5 None None] For port 0471bdc3-e2c5-40ec-829d-ba8018b94b53, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0471bdc3-e2c5-40ec-829d-ba8018b94b53,segment=NetworkSegment(8747cd22-fcc0-4474-ad53-f349e9f11ca7),segment_id=8747cd22-fcc0-4474-ad53-f349e9f11ca7)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:15.331707 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dad8219a-ce81-4c1d-a7c3-2b17081ea2b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (0471bdc3-e2c5-40ec-829d-ba8018b94b53), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:30:15.334305 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:30:15.347250 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-4f208905-9dce-4e28-aa1a-4f0dbecb1676 None None] Provisioning complete for port 85af6601-9db0-4322-8a4d-54716c7336a4 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:15.349236 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4f208905-9dce-4e28-aa1a-4f0dbecb1676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (85af6601-9db0-4322-8a4d-54716c7336a4), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:15.406254 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e411631-0f27-41d2-982f-a066d6ca5755 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:15.420723 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1e411631-0f27-41d2-982f-a066d6ca5755 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:15.425795 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1e411631-0f27-41d2-982f-a066d6ca5755 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/networks/a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41 HTTP/1.1" status: 204 len: 168 time: 1.1513638 Feb 19 04:30:15.429303 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35396) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:15.436693 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ddb0201a-b3d4-4fff-a4fe-d44a89cde645 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1559921888', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:15.461441 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e411631-0f27-41d2-982f-a066d6ca5755 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Network': ['ID=a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:15.487991 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ddb0201a-b3d4-4fff-a4fe-d44a89cde645 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:15.490673 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ddb0201a-b3d4-4fff-a4fe-d44a89cde645 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:15.503522 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-dad8219a-ce81-4c1d-a7c3-2b17081ea2b5 None None] Calling delete_port for 0471bdc3-e2c5-40ec-829d-ba8018b94b53 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:15.548307 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-44fbe7d5-7cfa-451a-9e2a-35f91fc94b61 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:15.557132 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-44fbe7d5-7cfa-451a-9e2a-35f91fc94b61 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/networks?id=0e725ffc-828d-4686-95af-932c464c647d HTTP/1.1" status: 200 len: 798 time: 0.2372401 Feb 19 04:30:15.580413 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ddb0201a-b3d4-4fff-a4fe-d44a89cde645 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router_controller (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:15.584181 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-e6ece016-2bff-4538-af8d-f80f38e49a80 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/quotas/cbafc162cd5b4960a5e405d3107103ec HTTP/1.1" status: 200 len: 375 time: 0.0195620 Feb 19 04:30:15.593094 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ddb0201a-b3d4-4fff-a4fe-d44a89cde645 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:15.647052 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ddb0201a-b3d4-4fff-a4fe-d44a89cde645 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:15.649117 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ddb0201a-b3d4-4fff-a4fe-d44a89cde645 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2186418 Feb 19 04:30:15.652487 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35404) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:15.663556 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-564200a5-f98b-4713-b8d3-96cdadeb8fa7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-775971922'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:15.709466 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 85af6601-9db0-4322-8a4d-54716c7336a4 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:15.709853 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (85af6601-9db0-4322-8a4d-54716c7336a4), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:15.732413 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564200a5-f98b-4713-b8d3-96cdadeb8fa7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Made reservation on behalf of 1e9066c9e4114222a28436e668bbe0b8 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:15.737855 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-564200a5-f98b-4713-b8d3-96cdadeb8fa7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:15.802256 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-def0ed3c-57fa-4dbc-a3f0-40a6e76c4055 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cbafc162cd5b4960a5e405d3107103ec&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2110848 Feb 19 04:30:15.812818 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-4f208905-9dce-4e28-aa1a-4f0dbecb1676 None None] Current status of the port 85af6601-9db0-4322-8a4d-54716c7336a4 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:15.813220 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4f208905-9dce-4e28-aa1a-4f0dbecb1676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (85af6601-9db0-4322-8a4d-54716c7336a4), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:15.820235 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564200a5-f98b-4713-b8d3-96cdadeb8fa7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:30:15.831102 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-564200a5-f98b-4713-b8d3-96cdadeb8fa7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (8effeb40-acb3-4b85-94e2-a9aa37ab09f3), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:15.831446 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-564200a5-f98b-4713-b8d3-96cdadeb8fa7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Added segment 8effeb40-acb3-4b85-94e2-a9aa37ab09f3 of type vlan for network a7130984-3246-4a4c-94a2-1e057c8fcee7 Feb 19 04:30:15.886593 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-4f208905-9dce-4e28-aa1a-4f0dbecb1676 None None] For port 85af6601-9db0-4322-8a4d-54716c7336a4, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=85af6601-9db0-4322-8a4d-54716c7336a4,segment=NetworkSegment(aae775b3-66e5-4ec0-abc5-be8b768a9591),segment_id=aae775b3-66e5-4ec0-abc5-be8b768a9591)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:15.914443 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-564200a5-f98b-4713-b8d3-96cdadeb8fa7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (a7130984-3246-4a4c-94a2-1e057c8fcee7), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:15.953660 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4f208905-9dce-4e28-aa1a-4f0dbecb1676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (85af6601-9db0-4322-8a4d-54716c7336a4), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:15.959586 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dad8219a-ce81-4c1d-a7c3-2b17081ea2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (0471bdc3-e2c5-40ec-829d-ba8018b94b53), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:15.962643 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-564200a5-f98b-4713-b8d3-96cdadeb8fa7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (a7130984-3246-4a4c-94a2-1e057c8fcee7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:15.976685 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564200a5-f98b-4713-b8d3-96cdadeb8fa7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:15.988981 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-564200a5-f98b-4713-b8d3-96cdadeb8fa7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:16.055472 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-b395994b-3971-4ac0-b7af-3520bc8162bf service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:30:16.056788 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-b395994b-3971-4ac0-b7af-3520bc8162bf service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2262247 Feb 19 04:30:16.095333 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f208905-9dce-4e28-aa1a-4f0dbecb1676 None None] Pushing event updated for resources: {'Port': ['ID=85af6601-9db0-4322-8a4d-54716c7336a4,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:16.109875 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 85af6601-9db0-4322-8a4d-54716c7336a4 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:16.114901 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (85af6601-9db0-4322-8a4d-54716c7336a4), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:16.115056 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-564200a5-f98b-4713-b8d3-96cdadeb8fa7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4585569 Feb 19 04:30:16.116609 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35408) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:16.124019 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-631058d2-e647-4db1-ac55-6e4c9ca67b83 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'subnet': {'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:16.151240 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7c5c45-fa27-420c-9286-8b155e13ccff None None] Sync routers for ids ['a41ae3c4-7213-4a00-b4db-739a7a3ba77f'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:30:16.154133 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dad8219a-ce81-4c1d-a7c3-2b17081ea2b5 None None] Network a12c5bad-f11a-400d-ae8c-5e7c8f9f1b41 is not hosted by any dhcp agent {{(pid=109927) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 04:30:16.154617 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad8219a-ce81-4c1d-a7c3-2b17081ea2b5 None None] No DVR routers for this DVR port 0471bdc3-e2c5-40ec-829d-ba8018b94b53 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:30:16.231018 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8219a-ce81-4c1d-a7c3-2b17081ea2b5 None None] Pushing event deleted for resources: {'Port': ['ID=0471bdc3-e2c5-40ec-829d-ba8018b94b53,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:16.240845 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-00942426-4e49-4af2-b87c-239121de6661 service neutron] 10.222.0.52 "GET /v2.0/networks/0e725ffc-828d-4686-95af-932c464c647d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774349 Feb 19 04:30:16.280280 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631058d2-e647-4db1-ac55-6e4c9ca67b83 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Made reservation on behalf of 1e9066c9e4114222a28436e668bbe0b8 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:16.291564 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-631058d2-e647-4db1-ac55-6e4c9ca67b83 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:16.312190 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564200a5-f98b-4713-b8d3-96cdadeb8fa7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Network': ['ID=a7130984-3246-4a4c-94a2-1e057c8fcee7,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:16.340840 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:30:16.341437 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:30:16.341852 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network a7130984-3246-4a4c-94a2-1e057c8fcee7 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:30:16.346914 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-565d996b-3a91-4dac-a63f-c96ee485d6e7 None None] Provisioning complete for port 5052559a-d7fd-4d69-b039-ca81d3a4c88a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:16.347299 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-565d996b-3a91-4dac-a63f-c96ee485d6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5052559a-d7fd-4d69-b039-ca81d3a4c88a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:16.447871 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-565d996b-3a91-4dac-a63f-c96ee485d6e7 None None] Port 5052559a-d7fd-4d69-b039-ca81d3a4c88a cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:30:16.452174 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7c5c45-fa27-420c-9286-8b155e13ccff None None] Routers {'a41ae3c4-7213-4a00-b4db-739a7a3ba77f'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:16.452843 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2e7c5c45-fa27-420c-9286-8b155e13ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['a41ae3c4-7213-4a00-b4db-739a7a3ba77f'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:16.674755 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-565d996b-3a91-4dac-a63f-c96ee485d6e7 None None] Provisioning complete for port 85af6601-9db0-4322-8a4d-54716c7336a4 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:16.675055 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-565d996b-3a91-4dac-a63f-c96ee485d6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (85af6601-9db0-4322-8a4d-54716c7336a4), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:16.885324 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-631058d2-e647-4db1-ac55-6e4c9ca67b83 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:16.911945 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 85af6601-9db0-4322-8a4d-54716c7336a4 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:16.912946 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:30:16.959912 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631058d2-e647-4db1-ac55-6e4c9ca67b83 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Subnet': ['ID=f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:16.987481 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631058d2-e647-4db1-ac55-6e4c9ca67b83 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Checking segment: {'id': '8effeb40-acb3-4b85-94e2-a9aa37ab09f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:30:16.987914 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631058d2-e647-4db1-ac55-6e4c9ca67b83 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network hostable DHCP agents. Network: a7130984-3246-4a4c-94a2-1e057c8fcee7, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:30:16.999322 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-2e7c5c45-fa27-420c-9286-8b155e13ccff None None] Set router a41ae3c4-7213-4a00-b4db-739a7a3ba77f gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:17.033540 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631058d2-e647-4db1-ac55-6e4c9ca67b83 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network a7130984-3246-4a4c-94a2-1e057c8fcee7 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:30:17.052648 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-631058d2-e647-4db1-ac55-6e4c9ca67b83 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, a7130984-3246-4a4c-94a2-1e057c8fcee7) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:17.065401 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631058d2-e647-4db1-ac55-6e4c9ca67b83 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:17.065996 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-631058d2-e647-4db1-ac55-6e4c9ca67b83 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:17.089530 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-565d996b-3a91-4dac-a63f-c96ee485d6e7 None None] Current status of the port 85af6601-9db0-4322-8a4d-54716c7336a4 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:17.092552 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb30cbe-c551-42ed-bb35-321706fe2b93 None None] Network a7130984-3246-4a4c-94a2-1e057c8fcee7 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:17.105498 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-631058d2-e647-4db1-ac55-6e4c9ca67b83 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9871280 Feb 19 04:30:17.108270 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35416) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:17.131183 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-97a62454-ca18-4738-aa4c-2ae38214b08e service neutron] 10.222.0.52 "GET /v2.0/networks/0e725ffc-828d-4686-95af-932c464c647d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8800950 Feb 19 04:30:17.219580 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:17.220267 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:17.415789 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-f0b182bb-3a46-4d16-97ad-54e631219cdc None None] Provisioning complete for port 5052559a-d7fd-4d69-b039-ca81d3a4c88a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:17.416828 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f0b182bb-3a46-4d16-97ad-54e631219cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5052559a-d7fd-4d69-b039-ca81d3a4c88a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:17.512339 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8fbca7d9-a32c-46a3-a7b8-1eb08e010a10 req-2635fde3-96eb-425c-b662-a8f6e2c7c1cd tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=60214a10-6146-46e5-9a43-3c8399e143a7 HTTP/1.1" status: 200 len: 210 time: 0.0731893 Feb 19 04:30:17.552523 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:17.552919 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:17.598195 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:17.631519 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba2cee2-4ba1-4955-a016-a845ccdf5b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-a7130984-3246-4a4c-94a2-1e057c8fcee7', 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7', 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'fixed_ips': [{'subnet_id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:30:17.632413 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cba2cee2-4ba1-4955-a016-a845ccdf5b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:17.832357 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f0b182bb-3a46-4d16-97ad-54e631219cdc None None] Port 5052559a-d7fd-4d69-b039-ca81d3a4c88a cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:30:17.897546 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:17.923909 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:18.003079 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:18.040598 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0471bdc3-e2c5-40ec-829d-ba8018b94b53 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:30:18.069448 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-cba2cee2-4ba1-4955-a016-a845ccdf5b40 None None] Allocated IP 2001:db8::2 (a7130984-3246-4a4c-94a2-1e057c8fcee7/f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e/ea2c4e76-6d29-4e56-a4e5-e08c8af1500b) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:30:18.077314 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 0471bdc3-e2c5-40ec-829d-ba8018b94b53 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:30:18.077648 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0471bdc3-e2c5-40ec-829d-ba8018b94b53 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:30:18.338948 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 85af6601-9db0-4322-8a4d-54716c7336a4 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:30:18.446738 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 85af6601-9db0-4322-8a4d-54716c7336a4 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:18.447342 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (85af6601-9db0-4322-8a4d-54716c7336a4), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:18.450580 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2e7c5c45-fa27-420c-9286-8b155e13ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41ae3c4-7213-4a00-b4db-739a7a3ba77f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-813536860', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:06Z', 'updated_at': '2022-02-19T04:30:13Z', 'revision_number': 4, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'gw_port': {'id': '7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:77:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41ae3c4-7213-4a00-b4db-739a7a3ba77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:07Z', 'updated_at': '2022-02-19T04:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '5052559a-d7fd-4d69-b039-ca81d3a4c88a', 'name': '', 'network_id': '0e725ffc-828d-4686-95af-932c464c647d', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'mac_address': 'fa:16:3e:c6:2f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41ae3c4-7213-4a00-b4db-739a7a3ba77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'b40740f8-6ba6-4b4a-ae96-fb72c0ce46e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:12Z', 'updated_at': '2022-02-19T04:30:13Z', 'revision_number': 2, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'subnets': [{'id': 'b40740f8-6ba6-4b4a-ae96-fb72c0ce46e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:18.529843 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7c5c45-fa27-420c-9286-8b155e13ccff None None] Checking router: a41ae3c4-7213-4a00-b4db-739a7a3ba77f for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:30:18.530242 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7c5c45-fa27-420c-9286-8b155e13ccff None None] Updating router a41ae3c4-7213-4a00-b4db-739a7a3ba77f port 5052559a-d7fd-4d69-b039-ca81d3a4c88a binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:30:18.614062 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5c45-fa27-420c-9286-8b155e13ccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5052559a-d7fd-4d69-b039-ca81d3a4c88a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:18.621790 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cba2cee2-4ba1-4955-a016-a845ccdf5b40 None None] Publish callbacks [] for port (ea2c4e76-6d29-4e56-a4e5-e08c8af1500b), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:18.659405 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17c6c3f7-0875-4789-a20f-60c111aa770d req-4178b36d-3b9b-4a48-b29d-1cc9b4c7eb68 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=60214a10-6146-46e5-9a43-3c8399e143a7 HTTP/1.1" status: 200 len: 210 time: 0.0544121 Feb 19 04:30:18.674778 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cba2cee2-4ba1-4955-a016-a845ccdf5b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (ea2c4e76-6d29-4e56-a4e5-e08c8af1500b), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:18.715101 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Allocated IP 2001:db8::1 (a7130984-3246-4a4c-94a2-1e057c8fcee7/f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e/945fb2cd-bc11-4112-bede-76833ef9e4f4) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:30:18.767022 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba2cee2-4ba1-4955-a016-a845ccdf5b40 None None] Network a7130984-3246-4a4c-94a2-1e057c8fcee7 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:18.775666 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-cba2cee2-4ba1-4955-a016-a845ccdf5b40 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:18.789326 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba2cee2-4ba1-4955-a016-a845ccdf5b40 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:30:18.878781 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 85af6601-9db0-4322-8a4d-54716c7336a4 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:18.880637 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:30:19.002850 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2cee2-4ba1-4955-a016-a845ccdf5b40 None None] Pushing event updated for resources: {'Port': ['ID=ea2c4e76-6d29-4e56-a4e5-e08c8af1500b,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:19.112212 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-cba2cee2-4ba1-4955-a016-a845ccdf5b40 None None] Attempting to bind port ea2c4e76-6d29-4e56-a4e5-e08c8af1500b on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:30:19.112607 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-cba2cee2-4ba1-4955-a016-a845ccdf5b40 None None] Attempting to bind port ea2c4e76-6d29-4e56-a4e5-e08c8af1500b by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '8effeb40-acb3-4b85-94e2-a9aa37ab09f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:30:19.112972 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba2cee2-4ba1-4955-a016-a845ccdf5b40 None None] Attempting to bind port ea2c4e76-6d29-4e56-a4e5-e08c8af1500b on network a7130984-3246-4a4c-94a2-1e057c8fcee7 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:30:19.133449 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba2cee2-4ba1-4955-a016-a845ccdf5b40 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:30:19.134026 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba2cee2-4ba1-4955-a016-a845ccdf5b40 None None] Checking segment: {'id': '8effeb40-acb3-4b85-94e2-a9aa37ab09f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:30:19.134859 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cba2cee2-4ba1-4955-a016-a845ccdf5b40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:19.135254 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba2cee2-4ba1-4955-a016-a845ccdf5b40 None None] Bound using segment: {'id': '8effeb40-acb3-4b85-94e2-a9aa37ab09f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:30:19.135811 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-cba2cee2-4ba1-4955-a016-a845ccdf5b40 None None] Bound port: ea2c4e76-6d29-4e56-a4e5-e08c8af1500b, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8effeb40-acb3-4b85-94e2-a9aa37ab09f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:30:19.136162 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cba2cee2-4ba1-4955-a016-a845ccdf5b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ea2c4e76-6d29-4e56-a4e5-e08c8af1500b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:19.154040 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for port (945fb2cd-bc11-4112-bede-76833ef9e4f4), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:19.164260 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-ca74f71a-906e-4984-a7bf-9838bf18c4ba tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:19.166302 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-ca74f71a-906e-4984-a7bf-9838bf18c4ba tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.26 "GET /v2.0/networks?id=0e725ffc-828d-4686-95af-932c464c647d HTTP/1.1" status: 200 len: 798 time: 0.3385386 Feb 19 04:30:19.177370 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:19.177747 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:19.180401 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-406e614a-c4b7-44f0-b3e9-aa84fe5cda58 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Request body: {'port': {'device_id': '60214a10-6146-46e5-9a43-3c8399e143a7', 'network_id': '0e725ffc-828d-4686-95af-932c464c647d', 'admin_state_up': True, 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:19.270256 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (945fb2cd-bc11-4112-bede-76833ef9e4f4), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:19.329911 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network a7130984-3246-4a4c-94a2-1e057c8fcee7 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:19.331222 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-cba2cee2-4ba1-4955-a016-a845ccdf5b40 None None] For port ea2c4e76-6d29-4e56-a4e5-e08c8af1500b, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:30:19.345534 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:19.353034 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-cba2cee2-4ba1-4955-a016-a845ccdf5b40 None None] For port ea2c4e76-6d29-4e56-a4e5-e08c8af1500b, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ea2c4e76-6d29-4e56-a4e5-e08c8af1500b,segment=NetworkSegment(8effeb40-acb3-4b85-94e2-a9aa37ab09f3),segment_id=8effeb40-acb3-4b85-94e2-a9aa37ab09f3)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:30:19.357961 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:30:19.359192 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:19.367625 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cba2cee2-4ba1-4955-a016-a845ccdf5b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ea2c4e76-6d29-4e56-a4e5-e08c8af1500b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:19.403868 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5c45-fa27-420c-9286-8b155e13ccff None None] Publish callbacks [] for port (5052559a-d7fd-4d69-b039-ca81d3a4c88a), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:19.414292 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Port': ['ID=945fb2cd-bc11-4112-bede-76833ef9e4f4,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:19.428510 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:19.429312 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:19.429312 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:19.429607 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:19.430327 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:19.430698 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:19.431101 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:19.431498 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:19.431911 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:19.432311 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:19.432730 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:19.433114 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:19.433801 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:19.439759 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5c45-fa27-420c-9286-8b155e13ccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5052559a-d7fd-4d69-b039-ca81d3a4c88a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:19.481474 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:19.487608 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2cee2-4ba1-4955-a016-a845ccdf5b40 None None] Pushing event updated for resources: {'Port': ['ID=ea2c4e76-6d29-4e56-a4e5-e08c8af1500b,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:19.508891 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-406e614a-c4b7-44f0-b3e9-aa84fe5cda58 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Made reservation on behalf of cbafc162cd5b4960a5e405d3107103ec for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:19.513980 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-406e614a-c4b7-44f0-b3e9-aa84fe5cda58 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:19.594289 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe5b8a-09c4-4fe5-94f2-967468177cf8 None None] Pushing event updated for resources: {'Port': ['ID=5052559a-d7fd-4d69-b039-ca81d3a4c88a,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:19.621978 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-2e7c5c45-fa27-420c-9286-8b155e13ccff None None] Attempting to bind port 5052559a-d7fd-4d69-b039-ca81d3a4c88a on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:30:19.622387 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-2e7c5c45-fa27-420c-9286-8b155e13ccff None None] Attempting to bind port 5052559a-d7fd-4d69-b039-ca81d3a4c88a by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'aae775b3-66e5-4ec0-abc5-be8b768a9591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0e725ffc-828d-4686-95af-932c464c647d'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:30:19.622754 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7c5c45-fa27-420c-9286-8b155e13ccff None None] Attempting to bind port 5052559a-d7fd-4d69-b039-ca81d3a4c88a on network 0e725ffc-828d-4686-95af-932c464c647d {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:30:19.639926 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7c5c45-fa27-420c-9286-8b155e13ccff None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:30:19.640346 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7c5c45-fa27-420c-9286-8b155e13ccff None None] Checking segment: {'id': 'aae775b3-66e5-4ec0-abc5-be8b768a9591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0e725ffc-828d-4686-95af-932c464c647d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:30:19.640764 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5c45-fa27-420c-9286-8b155e13ccff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:19.641169 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7c5c45-fa27-420c-9286-8b155e13ccff None None] Bound using segment: {'id': 'aae775b3-66e5-4ec0-abc5-be8b768a9591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0e725ffc-828d-4686-95af-932c464c647d'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:30:19.641669 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-2e7c5c45-fa27-420c-9286-8b155e13ccff None None] Bound port: 5052559a-d7fd-4d69-b039-ca81d3a4c88a, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae775b3-66e5-4ec0-abc5-be8b768a9591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0e725ffc-828d-4686-95af-932c464c647d'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:30:19.642051 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5c45-fa27-420c-9286-8b155e13ccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5052559a-d7fd-4d69-b039-ca81d3a4c88a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:19.722031 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (945fb2cd-bc11-4112-bede-76833ef9e4f4), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:19.788228 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-2e7c5c45-fa27-420c-9286-8b155e13ccff None None] For port 5052559a-d7fd-4d69-b039-ca81d3a4c88a, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:30:19.839451 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-2e7c5c45-fa27-420c-9286-8b155e13ccff None None] For port 5052559a-d7fd-4d69-b039-ca81d3a4c88a, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5052559a-d7fd-4d69-b039-ca81d3a4c88a,segment=NetworkSegment(aae775b3-66e5-4ec0-abc5-be8b768a9591),segment_id=aae775b3-66e5-4ec0-abc5-be8b768a9591)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:30:19.859170 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5c45-fa27-420c-9286-8b155e13ccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5052559a-d7fd-4d69-b039-ca81d3a4c88a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:19.863813 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b8c3a39f-70ef-4dff-948f-582a5aac0906 req-9f195ce6-98db-45b3-a9d0-ad96199e1f4d tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=60214a10-6146-46e5-9a43-3c8399e143a7 HTTP/1.1" status: 200 len: 210 time: 0.0821640 Feb 19 04:30:20.017919 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-406e614a-c4b7-44f0-b3e9-aa84fe5cda58 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Allocated IP 172.20.0.23 (0e725ffc-828d-4686-95af-932c464c647d/b40740f8-6ba6-4b4a-ae96-fb72c0ce46e5/3237bcbd-16ba-476c-8a83-9b097ff8ba04) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:30:20.026240 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7c5c45-fa27-420c-9286-8b155e13ccff None None] Routers {'a41ae3c4-7213-4a00-b4db-739a7a3ba77f'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:20.032855 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2e7c5c45-fa27-420c-9286-8b155e13ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['a41ae3c4-7213-4a00-b4db-739a7a3ba77f'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:20.137715 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe5b8a-09c4-4fe5-94f2-967468177cf8 None None] Pushing event updated for resources: {'Port': ['ID=5052559a-d7fd-4d69-b039-ca81d3a4c88a,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:20.203313 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d27bccf4-ff27-4507-948f-0755bdf07bfb None None] Provisioning complete for port 5052559a-d7fd-4d69-b039-ca81d3a4c88a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:20.203692 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d27bccf4-ff27-4507-948f-0755bdf07bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5052559a-d7fd-4d69-b039-ca81d3a4c88a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:20.378912 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ea2c4e76-6d29-4e56-a4e5-e08c8af1500b up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:30:20.435038 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-406e614a-c4b7-44f0-b3e9-aa84fe5cda58 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for port (3237bcbd-16ba-476c-8a83-9b097ff8ba04), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:20.512504 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for port (945fb2cd-bc11-4112-bede-76833ef9e4f4), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:20.525283 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-2e7c5c45-fa27-420c-9286-8b155e13ccff None None] Set router a41ae3c4-7213-4a00-b4db-739a7a3ba77f gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:20.530260 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (945fb2cd-bc11-4112-bede-76833ef9e4f4), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:20.531475 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:20.541576 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-406e614a-c4b7-44f0-b3e9-aa84fe5cda58 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (3237bcbd-16ba-476c-8a83-9b097ff8ba04), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:20.681213 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-04e21da0-ecdb-45e7-b8d2-5fe996634bf6 req-2c106e18-c496-45ff-b746-6e1b546732d6 service neutron] (109926) timed out ('10.222.0.26', 54796) {{(pid=109926) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:30:20.751975 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network a7130984-3246-4a4c-94a2-1e057c8fcee7 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:20.779594 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-406e614a-c4b7-44f0-b3e9-aa84fe5cda58 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Network 0e725ffc-828d-4686-95af-932c464c647d is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:20.785607 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:20.802251 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-406e614a-c4b7-44f0-b3e9-aa84fe5cda58 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:20.813539 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-406e614a-c4b7-44f0-b3e9-aa84fe5cda58 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:30:20.892292 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Port': ['ID=945fb2cd-bc11-4112-bede-76833ef9e4f4,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:20.974036 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port ea2c4e76-6d29-4e56-a4e5-e08c8af1500b triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:20.974456 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ea2c4e76-6d29-4e56-a4e5-e08c8af1500b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:21.098852 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d27bccf4-ff27-4507-948f-0755bdf07bfb None None] Current status of the port 5052559a-d7fd-4d69-b039-ca81d3a4c88a is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:21.099252 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d27bccf4-ff27-4507-948f-0755bdf07bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5052559a-d7fd-4d69-b039-ca81d3a4c88a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:21.126005 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0781a-368f-4abe-970e-50a511bf0098 req-49e2ea68-7fb7-48a1-8706-08cbd45c7ff2 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:21.134808 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dcc0781a-368f-4abe-970e-50a511bf0098 req-49e2ea68-7fb7-48a1-8706-08cbd45c7ff2 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=60214a10-6146-46e5-9a43-3c8399e143a7 HTTP/1.1" status: 200 len: 895 time: 0.1084177 Feb 19 04:30:21.265119 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e614a-c4b7-44f0-b3e9-aa84fe5cda58 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event updated for resources: {'Port': ['ID=3237bcbd-16ba-476c-8a83-9b097ff8ba04,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:21.280315 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d27bccf4-ff27-4507-948f-0755bdf07bfb None None] For port 5052559a-d7fd-4d69-b039-ca81d3a4c88a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5052559a-d7fd-4d69-b039-ca81d3a4c88a,segment=NetworkSegment(aae775b3-66e5-4ec0-abc5-be8b768a9591),segment_id=aae775b3-66e5-4ec0-abc5-be8b768a9591)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:21.337694 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d27bccf4-ff27-4507-948f-0755bdf07bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5052559a-d7fd-4d69-b039-ca81d3a4c88a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:21.338480 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-406e614a-c4b7-44f0-b3e9-aa84fe5cda58 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:21.339715 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-406e614a-c4b7-44f0-b3e9-aa84fe5cda58 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:21.368741 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-406e614a-c4b7-44f0-b3e9-aa84fe5cda58 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.1924453 Feb 19 04:30:21.382365 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-a47e64ac-2ea3-4f4c-a31e-a781264a093f service neutron] Request body: {'port': {'device_id': '60214a10-6146-46e5-9a43-3c8399e143a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:21.407356 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3d5a03-06b5-4eb7-a458-a71b6e9e5ab7 None None] Network a7130984-3246-4a4c-94a2-1e057c8fcee7 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:21.476084 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-a47e64ac-2ea3-4f4c-a31e-a781264a093f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3237bcbd-16ba-476c-8a83-9b097ff8ba04), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:21.481683 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Router f922ffdb-2ce5-47c9-9dfb-b33de53c537e is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:30:21.530855 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port ea2c4e76-6d29-4e56-a4e5-e08c8af1500b is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:21.531458 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ea2c4e76-6d29-4e56-a4e5-e08c8af1500b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:21.602334 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:30:21.609232 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a60270ed-2267-4757-9aca-554227f61c8a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "PUT /v2.0/routers/f922ffdb-2ce5-47c9-9dfb-b33de53c537e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4998238 Feb 19 04:30:21.612015 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35466) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:21.615119 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6890bd-e072-46ac-9ecb-5c4df8990c13 None None] Sync routers for ids ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:30:21.617932 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-4c2bd62b-0bd1-4d5f-abeb-a33b2660690a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1797158893'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:21.626357 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6890bd-e072-46ac-9ecb-5c4df8990c13 None None] Routers {'f922ffdb-2ce5-47c9-9dfb-b33de53c537e'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:21.627153 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-dd6890bd-e072-46ac-9ecb-5c4df8990c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:21.670810 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2bd62b-0bd1-4d5f-abeb-a33b2660690a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Made reservation on behalf of 1e9066c9e4114222a28436e668bbe0b8 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:21.675090 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4c2bd62b-0bd1-4d5f-abeb-a33b2660690a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:21.725503 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c2bd62b-0bd1-4d5f-abeb-a33b2660690a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:30:21.732341 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-dd6890bd-e072-46ac-9ecb-5c4df8990c13 None None] Set router f922ffdb-2ce5-47c9-9dfb-b33de53c537e gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:21.743275 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4c2bd62b-0bd1-4d5f-abeb-a33b2660690a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (710ccbac-0039-48cb-877d-b5dceec1230d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:21.743614 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-4c2bd62b-0bd1-4d5f-abeb-a33b2660690a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Added segment 710ccbac-0039-48cb-877d-b5dceec1230d of type vlan for network 26f9da88-f827-4ccf-8995-a6f2ba24e33b Feb 19 04:30:21.831711 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4c2bd62b-0bd1-4d5f-abeb-a33b2660690a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (26f9da88-f827-4ccf-8995-a6f2ba24e33b), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:21.896249 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4c2bd62b-0bd1-4d5f-abeb-a33b2660690a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (26f9da88-f827-4ccf-8995-a6f2ba24e33b), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:21.902265 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2bd62b-0bd1-4d5f-abeb-a33b2660690a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:21.903065 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4c2bd62b-0bd1-4d5f-abeb-a33b2660690a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:21.997671 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port ea2c4e76-6d29-4e56-a4e5-e08c8af1500b, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ea2c4e76-6d29-4e56-a4e5-e08c8af1500b,segment=NetworkSegment(8effeb40-acb3-4b85-94e2-a9aa37ab09f3),segment_id=8effeb40-acb3-4b85-94e2-a9aa37ab09f3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:22.054329 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ea2c4e76-6d29-4e56-a4e5-e08c8af1500b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:22.150053 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-dd6890bd-e072-46ac-9ecb-5c4df8990c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:30:19Z', 'revision_number': 2, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None, '_interfaces': [{'id': '945fb2cd-bc11-4112-bede-76833ef9e4f4', 'name': '', 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:17Z', 'updated_at': '2022-02-19T04:30:20Z', 'revision_number': 2, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:22.154567 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4c2bd62b-0bd1-4d5f-abeb-a33b2660690a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5411327 Feb 19 04:30:22.158507 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2bd62b-0bd1-4d5f-abeb-a33b2660690a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Network': ['ID=26f9da88-f827-4ccf-8995-a6f2ba24e33b,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:22.163315 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35478) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:22.184507 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-bde31f94-94b7-4227-ba8a-3f7a5e34bafc tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'subnet': {'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:22.186357 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-ab680611-544c-4153-921b-ab1674a9a0f9 None None] Provisioning complete for port ea2c4e76-6d29-4e56-a4e5-e08c8af1500b triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:22.186930 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ab680611-544c-4153-921b-ab1674a9a0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ea2c4e76-6d29-4e56-a4e5-e08c8af1500b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:22.210995 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bccf4-ff27-4507-948f-0755bdf07bfb None None] Pushing event updated for resources: {'Port': ['ID=5052559a-d7fd-4d69-b039-ca81d3a4c88a,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:22.252410 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 26f9da88-f827-4ccf-8995-a6f2ba24e33b details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:30:22.289070 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6890bd-e072-46ac-9ecb-5c4df8990c13 None None] Checking router: f922ffdb-2ce5-47c9-9dfb-b33de53c537e for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:30:22.289437 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6890bd-e072-46ac-9ecb-5c4df8990c13 None None] Updating router f922ffdb-2ce5-47c9-9dfb-b33de53c537e port 945fb2cd-bc11-4112-bede-76833ef9e4f4 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:30:22.336293 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2e7c5c45-fa27-420c-9286-8b155e13ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41ae3c4-7213-4a00-b4db-739a7a3ba77f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-813536860', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:06Z', 'updated_at': '2022-02-19T04:30:13Z', 'revision_number': 4, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'gw_port': {'id': '7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:77:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41ae3c4-7213-4a00-b4db-739a7a3ba77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:07Z', 'updated_at': '2022-02-19T04:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '5052559a-d7fd-4d69-b039-ca81d3a4c88a', 'name': '', 'network_id': '0e725ffc-828d-4686-95af-932c464c647d', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'mac_address': 'fa:16:3e:c6:2f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41ae3c4-7213-4a00-b4db-739a7a3ba77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'b40740f8-6ba6-4b4a-ae96-fb72c0ce46e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:12Z', 'updated_at': '2022-02-19T04:30:19Z', 'revision_number': 4, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'subnets': [{'id': 'b40740f8-6ba6-4b4a-ae96-fb72c0ce46e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:22.398147 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-dd6890bd-e072-46ac-9ecb-5c4df8990c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (945fb2cd-bc11-4112-bede-76833ef9e4f4), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:22.541102 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7c5c45-fa27-420c-9286-8b155e13ccff None None] The sync data for ids ['a41ae3c4-7213-4a00-b4db-739a7a3ba77f'] in n-d-828369-19 is: [{'id': 'a41ae3c4-7213-4a00-b4db-739a7a3ba77f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-813536860', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:06Z', 'updated_at': '2022-02-19T04:30:13Z', 'revision_number': 4, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'gw_port': {'id': '7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:77:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41ae3c4-7213-4a00-b4db-739a7a3ba77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:07Z', 'updated_at': '2022-02-19T04:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '5052559a-d7fd-4d69-b039-ca81d3a4c88a', 'name': '', 'network_id': '0e725ffc-828d-4686-95af-932c464c647d', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'mac_address': 'fa:16:3e:c6:2f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41ae3c4-7213-4a00-b4db-739a7a3ba77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'b40740f8-6ba6-4b4a-ae96-fb72c0ce46e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:12Z', 'updated_at': '2022-02-19T04:30:19Z', 'revision_number': 4, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'subnets': [{'id': 'b40740f8-6ba6-4b4a-ae96-fb72c0ce46e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:30:22.670977 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=ea2c4e76-6d29-4e56-a4e5-e08c8af1500b,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:22.848661 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde31f94-94b7-4227-ba8a-3f7a5e34bafc tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Made reservation on behalf of 1e9066c9e4114222a28436e668bbe0b8 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:22.848661 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bde31f94-94b7-4227-ba8a-3f7a5e34bafc tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:22.964597 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ab680611-544c-4153-921b-ab1674a9a0f9 None None] Current status of the port ea2c4e76-6d29-4e56-a4e5-e08c8af1500b is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:23.013117 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-ab680611-544c-4153-921b-ab1674a9a0f9 None None] Provisioning complete for port 5052559a-d7fd-4d69-b039-ca81d3a4c88a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:23.013542 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ab680611-544c-4153-921b-ab1674a9a0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5052559a-d7fd-4d69-b039-ca81d3a4c88a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:23.067604 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fe0d4-bff1-4f93-b083-f85a36572bdf req-a851db80-a2e4-49a2-8bc3-5c1cacec47c2 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:23.072944 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-959fe0d4-bff1-4f93-b083-f85a36572bdf req-a851db80-a2e4-49a2-8bc3-5c1cacec47c2 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=60214a10-6146-46e5-9a43-3c8399e143a7 HTTP/1.1" status: 200 len: 895 time: 0.7073944 Feb 19 04:30:23.207041 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-a47e64ac-2ea3-4f4c-a31e-a781264a093f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3237bcbd-16ba-476c-8a83-9b097ff8ba04 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:30:23.236984 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-a47e64ac-2ea3-4f4c-a31e-a781264a093f service neutron] Publish callbacks [] for port (3237bcbd-16ba-476c-8a83-9b097ff8ba04), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:23.277416 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ab680611-544c-4153-921b-ab1674a9a0f9 None None] Current status of the port 5052559a-d7fd-4d69-b039-ca81d3a4c88a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:23.314526 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-ab680611-544c-4153-921b-ab1674a9a0f9 None None] Provisioning complete for port 3237bcbd-16ba-476c-8a83-9b097ff8ba04 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:23.317142 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ab680611-544c-4153-921b-ab1674a9a0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3237bcbd-16ba-476c-8a83-9b097ff8ba04), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:23.317412 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-a47e64ac-2ea3-4f4c-a31e-a781264a093f service neutron] Transition to ACTIVE for port object 3237bcbd-16ba-476c-8a83-9b097ff8ba04 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:30:23.331570 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-a47e64ac-2ea3-4f4c-a31e-a781264a093f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (3237bcbd-16ba-476c-8a83-9b097ff8ba04), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:23.476765 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ab680611-544c-4153-921b-ab1674a9a0f9 None None] Port 3237bcbd-16ba-476c-8a83-9b097ff8ba04 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:30:23.555194 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bde31f94-94b7-4227-ba8a-3f7a5e34bafc tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (52ce6711-2389-4dac-954b-6e031d94d1af), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:23.564869 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e64ac-2ea3-4f4c-a31e-a781264a093f service neutron] Pushing event updated for resources: {'Port': ['ID=3237bcbd-16ba-476c-8a83-9b097ff8ba04,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:23.650721 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b9efcca2-4d29-41f8-9b92-9bc1c1e9095a None None] Provisioning complete for port ea2c4e76-6d29-4e56-a4e5-e08c8af1500b triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:23.651353 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b9efcca2-4d29-41f8-9b92-9bc1c1e9095a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ea2c4e76-6d29-4e56-a4e5-e08c8af1500b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:23.721377 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde31f94-94b7-4227-ba8a-3f7a5e34bafc tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Subnet': ['ID=52ce6711-2389-4dac-954b-6e031d94d1af,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:23.877864 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-dd6890bd-e072-46ac-9ecb-5c4df8990c13 None None] Publish callbacks [] for port (945fb2cd-bc11-4112-bede-76833ef9e4f4), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:23.882440 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-a47e64ac-2ea3-4f4c-a31e-a781264a093f service neutron] Attempting to bind port 3237bcbd-16ba-476c-8a83-9b097ff8ba04 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:30:23.885050 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-a47e64ac-2ea3-4f4c-a31e-a781264a093f service neutron] Attempting to bind port 3237bcbd-16ba-476c-8a83-9b097ff8ba04 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'aae775b3-66e5-4ec0-abc5-be8b768a9591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0e725ffc-828d-4686-95af-932c464c647d'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:30:23.886499 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-a47e64ac-2ea3-4f4c-a31e-a781264a093f service neutron] Attempting to bind port 3237bcbd-16ba-476c-8a83-9b097ff8ba04 on network 0e725ffc-828d-4686-95af-932c464c647d {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:30:23.897249 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-a47e64ac-2ea3-4f4c-a31e-a781264a093f service neutron] Port 3237bcbd-16ba-476c-8a83-9b097ff8ba04 on network 0e725ffc-828d-4686-95af-932c464c647d not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:30:23.898574 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-a47e64ac-2ea3-4f4c-a31e-a781264a093f service neutron] Attempting to bind port 3237bcbd-16ba-476c-8a83-9b097ff8ba04 on network 0e725ffc-828d-4686-95af-932c464c647d {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:30:23.902323 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde31f94-94b7-4227-ba8a-3f7a5e34bafc tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Checking segment: {'id': '710ccbac-0039-48cb-877d-b5dceec1230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:30:23.902888 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde31f94-94b7-4227-ba8a-3f7a5e34bafc tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network hostable DHCP agents. Network: 26f9da88-f827-4ccf-8995-a6f2ba24e33b, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:30:23.904654 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-dd6890bd-e072-46ac-9ecb-5c4df8990c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (945fb2cd-bc11-4112-bede-76833ef9e4f4), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:23.912846 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-a47e64ac-2ea3-4f4c-a31e-a781264a093f service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:30:23.913856 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-a47e64ac-2ea3-4f4c-a31e-a781264a093f service neutron] Checking segment: {'id': 'aae775b3-66e5-4ec0-abc5-be8b768a9591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0e725ffc-828d-4686-95af-932c464c647d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:30:23.915638 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-a47e64ac-2ea3-4f4c-a31e-a781264a093f service neutron] Bound using segment: {'id': 'aae775b3-66e5-4ec0-abc5-be8b768a9591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0e725ffc-828d-4686-95af-932c464c647d'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:30:23.917296 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-a47e64ac-2ea3-4f4c-a31e-a781264a093f service neutron] Bound port: 3237bcbd-16ba-476c-8a83-9b097ff8ba04, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae775b3-66e5-4ec0-abc5-be8b768a9591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0e725ffc-828d-4686-95af-932c464c647d'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:30:23.919147 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-a47e64ac-2ea3-4f4c-a31e-a781264a093f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3237bcbd-16ba-476c-8a83-9b097ff8ba04), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:23.966228 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde31f94-94b7-4227-ba8a-3f7a5e34bafc tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network 26f9da88-f827-4ccf-8995-a6f2ba24e33b is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:30:23.992884 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-bde31f94-94b7-4227-ba8a-3f7a5e34bafc tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 26f9da88-f827-4ccf-8995-a6f2ba24e33b) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:24.005334 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde31f94-94b7-4227-ba8a-3f7a5e34bafc tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:24.006282 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bde31f94-94b7-4227-ba8a-3f7a5e34bafc tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:24.009932 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516b15f2-4269-4b6e-9d2b-5fa74796a167 None None] Network 26f9da88-f827-4ccf-8995-a6f2ba24e33b requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:24.048091 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5001c6-8b17-495b-bbeb-b052fad2655a None None] Pushing event updated for resources: {'Port': ['ID=945fb2cd-bc11-4112-bede-76833ef9e4f4,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:24.065288 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bde31f94-94b7-4227-ba8a-3f7a5e34bafc tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8934920 Feb 19 04:30:24.068291 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b9efcca2-4d29-41f8-9b92-9bc1c1e9095a None None] Current status of the port ea2c4e76-6d29-4e56-a4e5-e08c8af1500b is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:24.070797 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35514) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:24.077084 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5001c6-8b17-495b-bbeb-b052fad2655a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:24.078481 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5001c6-8b17-495b-bbeb-b052fad2655a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:24.078926 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5001c6-8b17-495b-bbeb-b052fad2655a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:24.079641 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5001c6-8b17-495b-bbeb-b052fad2655a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:24.079976 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5001c6-8b17-495b-bbeb-b052fad2655a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:24.080306 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5001c6-8b17-495b-bbeb-b052fad2655a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:24.080633 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5001c6-8b17-495b-bbeb-b052fad2655a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:24.080961 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5001c6-8b17-495b-bbeb-b052fad2655a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:24.081282 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5001c6-8b17-495b-bbeb-b052fad2655a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:24.086597 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5001c6-8b17-495b-bbeb-b052fad2655a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:24.087023 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5001c6-8b17-495b-bbeb-b052fad2655a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:24.087362 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5001c6-8b17-495b-bbeb-b052fad2655a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:24.087692 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5001c6-8b17-495b-bbeb-b052fad2655a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:24.266944 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b9efcca2-4d29-41f8-9b92-9bc1c1e9095a None None] Provisioning complete for port 945fb2cd-bc11-4112-bede-76833ef9e4f4 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:24.267470 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b9efcca2-4d29-41f8-9b92-9bc1c1e9095a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (945fb2cd-bc11-4112-bede-76833ef9e4f4), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:24.315519 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-dd6890bd-e072-46ac-9ecb-5c4df8990c13 None None] Attempting to bind port 945fb2cd-bc11-4112-bede-76833ef9e4f4 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:30:24.320024 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-dd6890bd-e072-46ac-9ecb-5c4df8990c13 None None] Attempting to bind port 945fb2cd-bc11-4112-bede-76833ef9e4f4 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '8effeb40-acb3-4b85-94e2-a9aa37ab09f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:30:24.320629 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6890bd-e072-46ac-9ecb-5c4df8990c13 None None] Attempting to bind port 945fb2cd-bc11-4112-bede-76833ef9e4f4 on network a7130984-3246-4a4c-94a2-1e057c8fcee7 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:30:24.343669 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6890bd-e072-46ac-9ecb-5c4df8990c13 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:30:24.344058 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6890bd-e072-46ac-9ecb-5c4df8990c13 None None] Checking segment: {'id': '8effeb40-acb3-4b85-94e2-a9aa37ab09f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:30:24.344464 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-dd6890bd-e072-46ac-9ecb-5c4df8990c13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:24.344858 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6890bd-e072-46ac-9ecb-5c4df8990c13 None None] Bound using segment: {'id': '8effeb40-acb3-4b85-94e2-a9aa37ab09f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:30:24.346605 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-dd6890bd-e072-46ac-9ecb-5c4df8990c13 None None] Bound port: 945fb2cd-bc11-4112-bede-76833ef9e4f4, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8effeb40-acb3-4b85-94e2-a9aa37ab09f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:30:24.347344 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-dd6890bd-e072-46ac-9ecb-5c4df8990c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (945fb2cd-bc11-4112-bede-76833ef9e4f4), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:24.427018 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516fac0-6849-461a-920a-c3d89f42561a req-75cc1076-9425-4b78-be7a-47249a60cb32 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:24.436628 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7516fac0-6849-461a-920a-c3d89f42561a req-75cc1076-9425-4b78-be7a-47249a60cb32 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=60214a10-6146-46e5-9a43-3c8399e143a7 HTTP/1.1" status: 200 len: 907 time: 0.1328351 Feb 19 04:30:24.497762 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf76a0d-e396-42c0-ab93-96288cd7504a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-26f9da88-f827-4ccf-8995-a6f2ba24e33b', 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b', 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'fixed_ips': [{'subnet_id': '52ce6711-2389-4dac-954b-6e031d94d1af'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:30:24.505586 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-caf76a0d-e396-42c0-ab93-96288cd7504a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:24.508687 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b9efcca2-4d29-41f8-9b92-9bc1c1e9095a None None] Port 945fb2cd-bc11-4112-bede-76833ef9e4f4 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:30:24.608200 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ea2c4e76-6d29-4e56-a4e5-e08c8af1500b up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:30:24.627822 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-dd6890bd-e072-46ac-9ecb-5c4df8990c13 None None] For port 945fb2cd-bc11-4112-bede-76833ef9e4f4, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:30:24.647923 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-dd6890bd-e072-46ac-9ecb-5c4df8990c13 None None] For port 945fb2cd-bc11-4112-bede-76833ef9e4f4, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=945fb2cd-bc11-4112-bede-76833ef9e4f4,segment=NetworkSegment(8effeb40-acb3-4b85-94e2-a9aa37ab09f3),segment_id=8effeb40-acb3-4b85-94e2-a9aa37ab09f3)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:30:24.671608 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-dd6890bd-e072-46ac-9ecb-5c4df8990c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (945fb2cd-bc11-4112-bede-76833ef9e4f4), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:24.720351 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-a47e64ac-2ea3-4f4c-a31e-a781264a093f service neutron] For port 3237bcbd-16ba-476c-8a83-9b097ff8ba04, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:30:24.790017 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5001c6-8b17-495b-bbeb-b052fad2655a None None] Pushing event updated for resources: {'Port': ['ID=945fb2cd-bc11-4112-bede-76833ef9e4f4,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:24.831072 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6890bd-e072-46ac-9ecb-5c4df8990c13 None None] Routers {'f922ffdb-2ce5-47c9-9dfb-b33de53c537e'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:24.833989 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-dd6890bd-e072-46ac-9ecb-5c4df8990c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:24.896221 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-a47e64ac-2ea3-4f4c-a31e-a781264a093f service neutron] For port 3237bcbd-16ba-476c-8a83-9b097ff8ba04, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=3237bcbd-16ba-476c-8a83-9b097ff8ba04,segment=NetworkSegment(aae775b3-66e5-4ec0-abc5-be8b768a9591),segment_id=aae775b3-66e5-4ec0-abc5-be8b768a9591)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:30:25.070483 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d5459a7b-174e-4d48-875b-50141d850f14 None None] Provisioning complete for port 945fb2cd-bc11-4112-bede-76833ef9e4f4 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:25.071127 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d5459a7b-174e-4d48-875b-50141d850f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (945fb2cd-bc11-4112-bede-76833ef9e4f4), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:25.106673 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-dd6890bd-e072-46ac-9ecb-5c4df8990c13 None None] Set router f922ffdb-2ce5-47c9-9dfb-b33de53c537e gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:25.280016 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-caf76a0d-e396-42c0-ab93-96288cd7504a None None] Allocated IP 2001:db8:1::2 (26f9da88-f827-4ccf-8995-a6f2ba24e33b/52ce6711-2389-4dac-954b-6e031d94d1af/1dd758fa-8f6c-4738-8a6b-57f02edf9886) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:30:25.283469 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port ea2c4e76-6d29-4e56-a4e5-e08c8af1500b triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:25.284964 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ea2c4e76-6d29-4e56-a4e5-e08c8af1500b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:25.591470 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-a47e64ac-2ea3-4f4c-a31e-a781264a093f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (3237bcbd-16ba-476c-8a83-9b097ff8ba04), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:25.641699 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-db174d4f-e089-4b29-9f55-6c68d172130f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:25.747178 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d5459a7b-174e-4d48-875b-50141d850f14 None None] Current status of the port 945fb2cd-bc11-4112-bede-76833ef9e4f4 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:25.747572 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d5459a7b-174e-4d48-875b-50141d850f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (945fb2cd-bc11-4112-bede-76833ef9e4f4), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:25.755556 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-dd6890bd-e072-46ac-9ecb-5c4df8990c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:30:19Z', 'revision_number': 2, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None, '_interfaces': [{'id': '945fb2cd-bc11-4112-bede-76833ef9e4f4', 'name': '', 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:17Z', 'updated_at': '2022-02-19T04:30:24Z', 'revision_number': 4, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:25.806335 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25478492-386b-4995-a235-67f0b4446847 req-8345d73f-6971-429b-95af-7c7c248aefc1 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:25.813962 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-25478492-386b-4995-a235-67f0b4446847 req-8345d73f-6971-429b-95af-7c7c248aefc1 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=60214a10-6146-46e5-9a43-3c8399e143a7 HTTP/1.1" status: 200 len: 907 time: 0.1555171 Feb 19 04:30:25.826276 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6890bd-e072-46ac-9ecb-5c4df8990c13 None None] The sync data for ids ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'] in n-d-828369-19 is: [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:30:19Z', 'revision_number': 2, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None, '_interfaces': [{'id': '945fb2cd-bc11-4112-bede-76833ef9e4f4', 'name': '', 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:17Z', 'updated_at': '2022-02-19T04:30:24Z', 'revision_number': 4, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:30:25.876421 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-a47e64ac-2ea3-4f4c-a31e-a781264a093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:25.877362 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-a47e64ac-2ea3-4f4c-a31e-a781264a093f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:25.879007 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-a47e64ac-2ea3-4f4c-a31e-a781264a093f service neutron] 10.222.0.26 "PUT /v2.0/ports/3237bcbd-16ba-476c-8a83-9b097ff8ba04 HTTP/1.1" status: 200 len: 1056 time: 4.5017905 Feb 19 04:30:25.889280 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60214a10-6146-46e5-9a43-3c8399e143a7', 'tag': '3237bcbd-16ba-476c-8a83-9b097ff8ba04'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:30:25.897573 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff41ac2-ab15-4058-82c5-d45d76ee1fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "60214a10-6146-46e5-9a43-3c8399e143a7", "tag": "3237bcbd-16ba-476c-8a83-9b097ff8ba04"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:30:25.941858 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port ea2c4e76-6d29-4e56-a4e5-e08c8af1500b is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:25.943452 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5052559a-d7fd-4d69-b039-ca81d3a4c88a up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:30:26.108444 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d5459a7b-174e-4d48-875b-50141d850f14 None None] For port 945fb2cd-bc11-4112-bede-76833ef9e4f4, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=945fb2cd-bc11-4112-bede-76833ef9e4f4,segment=NetworkSegment(8effeb40-acb3-4b85-94e2-a9aa37ab09f3),segment_id=8effeb40-acb3-4b85-94e2-a9aa37ab09f3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:26.127130 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2157e7e6-78c1-40d6-9c39-2ad5665c3a98 x-openstack-request-id: req-2157e7e6-78c1-40d6-9c39-2ad5665c3a98 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:30:26.127924 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60214a10-6146-46e5-9a43-3c8399e143a7", "tag": "3237bcbd-16ba-476c-8a83-9b097ff8ba04", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:30:26.128463 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2157e7e6-78c1-40d6-9c39-2ad5665c3a98 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:30:26.129164 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60214a10-6146-46e5-9a43-3c8399e143a7', 'tag': '3237bcbd-16ba-476c-8a83-9b097ff8ba04', 'status': 'completed', 'code': 200} Feb 19 04:30:26.137184 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d5459a7b-174e-4d48-875b-50141d850f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (945fb2cd-bc11-4112-bede-76833ef9e4f4), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:26.214144 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e64ac-2ea3-4f4c-a31e-a781264a093f service neutron] Pushing event updated for resources: {'Port': ['ID=3237bcbd-16ba-476c-8a83-9b097ff8ba04,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:26.263250 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-b55a0d83-c9cf-46de-b670-51f0d07094ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:26.265174 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-b55a0d83-c9cf-46de-b670-51f0d07094ae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbafc162cd5b4960a5e405d3107103ec&device_id=60214a10-6146-46e5-9a43-3c8399e143a7 HTTP/1.1" status: 200 len: 1090 time: 0.2854824 Feb 19 04:30:26.385022 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-caf76a0d-e396-42c0-ab93-96288cd7504a None None] Publish callbacks [] for port (1dd758fa-8f6c-4738-8a6b-57f02edf9886), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:26.392497 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5459a7b-174e-4d48-875b-50141d850f14 None None] Pushing event updated for resources: {'Port': ['ID=945fb2cd-bc11-4112-bede-76833ef9e4f4,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:26.427360 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-caf76a0d-e396-42c0-ab93-96288cd7504a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (1dd758fa-8f6c-4738-8a6b-57f02edf9886), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:26.585929 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 5052559a-d7fd-4d69-b039-ca81d3a4c88a triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:26.586356 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5052559a-d7fd-4d69-b039-ca81d3a4c88a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:26.726456 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf76a0d-e396-42c0-ab93-96288cd7504a None None] Network 26f9da88-f827-4ccf-8995-a6f2ba24e33b is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:26.733715 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-caf76a0d-e396-42c0-ab93-96288cd7504a None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:26.743445 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf76a0d-e396-42c0-ab93-96288cd7504a None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:30:26.753599 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-db174d4f-e089-4b29-9f55-6c68d172130f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Allocated IP 2001:db8:1::1 (26f9da88-f827-4ccf-8995-a6f2ba24e33b/52ce6711-2389-4dac-954b-6e031d94d1af/5b7f946b-98db-46b9-8ab7-171ce76d5ce9) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:30:26.756116 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf76a0d-e396-42c0-ab93-96288cd7504a None None] Pushing event updated for resources: {'Port': ['ID=1dd758fa-8f6c-4738-8a6b-57f02edf9886,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:27.045532 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 5052559a-d7fd-4d69-b039-ca81d3a4c88a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:27.076424 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-92ee311e-8c51-4595-acdc-e7b3525e165b None None] Provisioning complete for port 945fb2cd-bc11-4112-bede-76833ef9e4f4 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:27.078094 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-92ee311e-8c51-4595-acdc-e7b3525e165b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (945fb2cd-bc11-4112-bede-76833ef9e4f4), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:27.096513 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-caf76a0d-e396-42c0-ab93-96288cd7504a None None] Attempting to bind port 1dd758fa-8f6c-4738-8a6b-57f02edf9886 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:30:27.096919 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-caf76a0d-e396-42c0-ab93-96288cd7504a None None] Attempting to bind port 1dd758fa-8f6c-4738-8a6b-57f02edf9886 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '710ccbac-0039-48cb-877d-b5dceec1230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:30:27.099857 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf76a0d-e396-42c0-ab93-96288cd7504a None None] Attempting to bind port 1dd758fa-8f6c-4738-8a6b-57f02edf9886 on network 26f9da88-f827-4ccf-8995-a6f2ba24e33b {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:30:27.161053 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28329b09-5e12-45d2-ba64-e1ce74d05f8b req-0a944dae-fd7b-40c6-a4ba-986294711d63 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:27.182246 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:27.183092 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-28329b09-5e12-45d2-ba64-e1ce74d05f8b req-0a944dae-fd7b-40c6-a4ba-986294711d63 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=60214a10-6146-46e5-9a43-3c8399e143a7 HTTP/1.1" status: 200 len: 907 time: 0.1928139 Feb 19 04:30:27.189279 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf76a0d-e396-42c0-ab93-96288cd7504a None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:30:27.189672 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf76a0d-e396-42c0-ab93-96288cd7504a None None] Checking segment: {'id': '710ccbac-0039-48cb-877d-b5dceec1230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:30:27.192071 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-caf76a0d-e396-42c0-ab93-96288cd7504a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:27.192491 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf76a0d-e396-42c0-ab93-96288cd7504a None None] Bound using segment: {'id': '710ccbac-0039-48cb-877d-b5dceec1230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:30:27.202809 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-caf76a0d-e396-42c0-ab93-96288cd7504a None None] Bound port: 1dd758fa-8f6c-4738-8a6b-57f02edf9886, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '710ccbac-0039-48cb-877d-b5dceec1230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:30:27.203311 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-caf76a0d-e396-42c0-ab93-96288cd7504a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1dd758fa-8f6c-4738-8a6b-57f02edf9886), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:27.271557 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-db174d4f-e089-4b29-9f55-6c68d172130f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for port (5b7f946b-98db-46b9-8ab7-171ce76d5ce9), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:27.327869 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-caf76a0d-e396-42c0-ab93-96288cd7504a None None] For port 1dd758fa-8f6c-4738-8a6b-57f02edf9886, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:30:27.334020 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-caf76a0d-e396-42c0-ab93-96288cd7504a None None] For port 1dd758fa-8f6c-4738-8a6b-57f02edf9886, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1dd758fa-8f6c-4738-8a6b-57f02edf9886,segment=NetworkSegment(710ccbac-0039-48cb-877d-b5dceec1230d),segment_id=710ccbac-0039-48cb-877d-b5dceec1230d)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:30:27.344623 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-5e03496d-676f-437d-b0ec-059949a39ec0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=3237bcbd-16ba-476c-8a83-9b097ff8ba04 HTTP/1.1" status: 200 len: 217 time: 0.3383183 Feb 19 04:30:27.361518 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 945fb2cd-bc11-4112-bede-76833ef9e4f4 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:30:27.365614 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-db174d4f-e089-4b29-9f55-6c68d172130f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (5b7f946b-98db-46b9-8ab7-171ce76d5ce9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:27.374336 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-caf76a0d-e396-42c0-ab93-96288cd7504a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1dd758fa-8f6c-4738-8a6b-57f02edf9886), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:27.439977 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-e1cd1ea3-620d-4454-98c0-5829466f017e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:27.444310 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-e1cd1ea3-620d-4454-98c0-5829466f017e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b40740f8-6ba6-4b4a-ae96-fb72c0ce46e5 HTTP/1.1" status: 200 len: 837 time: 0.0917737 Feb 19 04:30:27.577885 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db174d4f-e089-4b29-9f55-6c68d172130f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network 26f9da88-f827-4ccf-8995-a6f2ba24e33b is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:27.586274 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-db174d4f-e089-4b29-9f55-6c68d172130f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:27.589518 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db174d4f-e089-4b29-9f55-6c68d172130f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:30:27.590309 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-db174d4f-e089-4b29-9f55-6c68d172130f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:27.785041 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf76a0d-e396-42c0-ab93-96288cd7504a None None] Pushing event updated for resources: {'Port': ['ID=1dd758fa-8f6c-4738-8a6b-57f02edf9886,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:27.799529 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-92ee311e-8c51-4595-acdc-e7b3525e165b None None] Current status of the port 945fb2cd-bc11-4112-bede-76833ef9e4f4 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:27.816225 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 945fb2cd-bc11-4112-bede-76833ef9e4f4 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:27.816610 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (945fb2cd-bc11-4112-bede-76833ef9e4f4), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:27.836278 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-db174d4f-e089-4b29-9f55-6c68d172130f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5b7f946b-98db-46b9-8ab7-171ce76d5ce9), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:27.876316 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db174d4f-e089-4b29-9f55-6c68d172130f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Port': ['ID=5b7f946b-98db-46b9-8ab7-171ce76d5ce9,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:27.891822 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-6b7f3264-8bb2-4949-8ac9-ee0b0a654dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:27.895155 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-6b7f3264-8bb2-4949-8ac9-ee0b0a654dc2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0e725ffc-828d-4686-95af-932c464c647d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.4399898 Feb 19 04:30:28.112082 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 945fb2cd-bc11-4112-bede-76833ef9e4f4 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:28.458999 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-2b27e22f-36b3-4341-9951-80403ebd00b5 service neutron] 10.222.0.26 "GET /v2.0/networks/0e725ffc-828d-4686-95af-932c464c647d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519657 Feb 19 04:30:28.486761 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c2724-7b55-42fc-be83-d8f6e3a67ad7 req-7d38fe44-f91f-46e5-93ba-836f6db09636 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:28.500731 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b60c2724-7b55-42fc-be83-d8f6e3a67ad7 req-7d38fe44-f91f-46e5-93ba-836f6db09636 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=60214a10-6146-46e5-9a43-3c8399e143a7 HTTP/1.1" status: 200 len: 907 time: 0.1752870 Feb 19 04:30:28.695581 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7b8207c5-0ab8-44ae-9148-0fbd0fa2e099 req-20b998f5-af67-4554-81e1-5d478a1a527e service neutron] 10.222.0.26 "GET /v2.0/networks/0e725ffc-828d-4686-95af-932c464c647d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273498 Feb 19 04:30:28.731344 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-db174d4f-e089-4b29-9f55-6c68d172130f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for port (5b7f946b-98db-46b9-8ab7-171ce76d5ce9), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:28.740035 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-db174d4f-e089-4b29-9f55-6c68d172130f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (5b7f946b-98db-46b9-8ab7-171ce76d5ce9), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:28.741351 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-db174d4f-e089-4b29-9f55-6c68d172130f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:28.894651 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db174d4f-e089-4b29-9f55-6c68d172130f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Port': ['ID=5b7f946b-98db-46b9-8ab7-171ce76d5ce9,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:28.908075 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff41ac2-ab15-4058-82c5-d45d76ee1fd7 req-37710a44-7cee-41a8-a694-b4ecd94c75a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:28.914943 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2ff41ac2-ab15-4058-82c5-d45d76ee1fd7 req-37710a44-7cee-41a8-a694-b4ecd94c75a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbafc162cd5b4960a5e405d3107103ec&device_id=60214a10-6146-46e5-9a43-3c8399e143a7 HTTP/1.1" status: 200 len: 1090 time: 0.1332545 Feb 19 04:30:29.102532 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db174d4f-e089-4b29-9f55-6c68d172130f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network 26f9da88-f827-4ccf-8995-a6f2ba24e33b is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:29.105743 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-db174d4f-e089-4b29-9f55-6c68d172130f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:29.309704 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1dd758fa-8f6c-4738-8a6b-57f02edf9886 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:30:29.327967 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff41ac2-ab15-4058-82c5-d45d76ee1fd7 req-575f7447-a0a4-431e-9d8b-e8eafc93ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:29.335464 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2ff41ac2-ab15-4058-82c5-d45d76ee1fd7 req-575f7447-a0a4-431e-9d8b-e8eafc93ba2e service neutron] 10.222.0.26 "GET /v2.0/networks?id=0e725ffc-828d-4686-95af-932c464c647d HTTP/1.1" status: 200 len: 899 time: 0.4124904 Feb 19 04:30:29.472499 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 1dd758fa-8f6c-4738-8a6b-57f02edf9886 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:29.472874 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1dd758fa-8f6c-4738-8a6b-57f02edf9886), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:29.485300 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2ff41ac2-ab15-4058-82c5-d45d76ee1fd7 req-11505c9e-47eb-47fa-b04b-269a9b58a897 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=3237bcbd-16ba-476c-8a83-9b097ff8ba04 HTTP/1.1" status: 200 len: 217 time: 0.1239071 Feb 19 04:30:29.525341 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db174d4f-e089-4b29-9f55-6c68d172130f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Router f922ffdb-2ce5-47c9-9dfb-b33de53c537e has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:30:29.712552 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 1dd758fa-8f6c-4738-8a6b-57f02edf9886 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:29.712948 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1dd758fa-8f6c-4738-8a6b-57f02edf9886), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:29.807135 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508e79af-4e98-4a11-9104-2236e9ec1ee5 None None] Network 26f9da88-f827-4ccf-8995-a6f2ba24e33b requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:29.861254 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d5335-f3b0-4982-8bc7-193383d7eeb2 req-c781e28e-507b-462c-b5c3-21a1d61d9a0f tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:29.871814 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad9d5335-f3b0-4982-8bc7-193383d7eeb2 req-c781e28e-507b-462c-b5c3-21a1d61d9a0f tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=60214a10-6146-46e5-9a43-3c8399e143a7 HTTP/1.1" status: 200 len: 907 time: 0.1875415 Feb 19 04:30:29.927690 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 1dd758fa-8f6c-4738-8a6b-57f02edf9886, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1dd758fa-8f6c-4738-8a6b-57f02edf9886,segment=NetworkSegment(710ccbac-0039-48cb-877d-b5dceec1230d),segment_id=710ccbac-0039-48cb-877d-b5dceec1230d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:29.954732 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1dd758fa-8f6c-4738-8a6b-57f02edf9886), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:29.992331 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-706ec37a-c0e1-419d-b6a2-d98f045fe3bb None None] Provisioning complete for port 1dd758fa-8f6c-4738-8a6b-57f02edf9886 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:29.992708 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-706ec37a-c0e1-419d-b6a2-d98f045fe3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1dd758fa-8f6c-4738-8a6b-57f02edf9886), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:30.037681 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:30.132910 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-706ec37a-c0e1-419d-b6a2-d98f045fe3bb None None] Current status of the port 1dd758fa-8f6c-4738-8a6b-57f02edf9886 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:30.134933 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=1dd758fa-8f6c-4738-8a6b-57f02edf9886,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:30.202511 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff41ac2-ab15-4058-82c5-d45d76ee1fd7 req-28c3b645-3ddf-4bce-a35d-c7e9f342bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:30.208568 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2ff41ac2-ab15-4058-82c5-d45d76ee1fd7 req-28c3b645-3ddf-4bce-a35d-c7e9f342bb27 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b40740f8-6ba6-4b4a-ae96-fb72c0ce46e5 HTTP/1.1" status: 200 len: 837 time: 0.7116487 Feb 19 04:30:30.305611 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db174d4f-e089-4b29-9f55-6c68d172130f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:30:30.321196 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35612) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:30.323018 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277f1bd9-69fc-4b0c-9f16-498c29f7f25a None None] Sync routers for ids ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:30:30.326695 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-3053e968-0945-429f-9745-6d6fdb117621 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-223538984'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:30.330416 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-db174d4f-e089-4b29-9f55-6c68d172130f tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "PUT /v2.0/routers/f922ffdb-2ce5-47c9-9dfb-b33de53c537e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2433760 Feb 19 04:30:30.336528 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277f1bd9-69fc-4b0c-9f16-498c29f7f25a None None] Routers {'f922ffdb-2ce5-47c9-9dfb-b33de53c537e'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:30.343005 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-277f1bd9-69fc-4b0c-9f16-498c29f7f25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:30.355973 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff41ac2-ab15-4058-82c5-d45d76ee1fd7 req-894021fb-ec05-4963-a70d-78fb4c3de8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:30.357553 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2ff41ac2-ab15-4058-82c5-d45d76ee1fd7 req-894021fb-ec05-4963-a70d-78fb4c3de8be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0e725ffc-828d-4686-95af-932c464c647d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1163201 Feb 19 04:30:30.380957 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3053e968-0945-429f-9745-6d6fdb117621 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Made reservation on behalf of 1e9066c9e4114222a28436e668bbe0b8 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:30.384400 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3053e968-0945-429f-9745-6d6fdb117621 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:30.445753 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3053e968-0945-429f-9745-6d6fdb117621 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:30:30.477696 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3053e968-0945-429f-9745-6d6fdb117621 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (47b44ca2-337f-4cd7-8688-2dac01d98728), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:30.478097 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-3053e968-0945-429f-9745-6d6fdb117621 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Added segment 47b44ca2-337f-4cd7-8688-2dac01d98728 of type vlan for network 7218d077-7d12-4027-9a1c-b1fba73e9ffb Feb 19 04:30:30.570664 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3053e968-0945-429f-9745-6d6fdb117621 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (7218d077-7d12-4027-9a1c-b1fba73e9ffb), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:30.586361 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2ff41ac2-ab15-4058-82c5-d45d76ee1fd7 req-556774ae-b09a-4737-b331-7a030532a3b9 service neutron] 10.222.0.26 "GET /v2.0/networks/0e725ffc-828d-4686-95af-932c464c647d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191198 Feb 19 04:30:30.643412 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3053e968-0945-429f-9745-6d6fdb117621 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (7218d077-7d12-4027-9a1c-b1fba73e9ffb), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:30.648383 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3053e968-0945-429f-9745-6d6fdb117621 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:30.648924 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3053e968-0945-429f-9745-6d6fdb117621 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:30.816906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053e968-0945-429f-9745-6d6fdb117621 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Network': ['ID=7218d077-7d12-4027-9a1c-b1fba73e9ffb,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:30.830943 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2ff41ac2-ab15-4058-82c5-d45d76ee1fd7 req-83b216df-0d19-4591-9a3a-608e8e36ac4c service neutron] 10.222.0.26 "GET /v2.0/networks/0e725ffc-828d-4686-95af-932c464c647d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375970 Feb 19 04:30:30.844722 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3053e968-0945-429f-9745-6d6fdb117621 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5224025 Feb 19 04:30:30.847575 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35622) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:30.852857 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-eb844293-1fb2-4261-bb1a-f2be10234667 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'subnet': {'network_id': '7218d077-7d12-4027-9a1c-b1fba73e9ffb', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:31.073566 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-277f1bd9-69fc-4b0c-9f16-498c29f7f25a None None] Set router f922ffdb-2ce5-47c9-9dfb-b33de53c537e gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:31.090491 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb844293-1fb2-4261-bb1a-f2be10234667 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Made reservation on behalf of 1e9066c9e4114222a28436e668bbe0b8 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:31.095900 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eb844293-1fb2-4261-bb1a-f2be10234667 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:31.105695 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed0728-e8bc-40f7-be4c-cc7c8f8bf44b req-d617216b-3bfc-48f2-acfc-fedcdbea6a95 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:31.112440 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c8ed0728-e8bc-40f7-be4c-cc7c8f8bf44b req-d617216b-3bfc-48f2-acfc-fedcdbea6a95 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=60214a10-6146-46e5-9a43-3c8399e143a7 HTTP/1.1" status: 200 len: 907 time: 0.1109209 Feb 19 04:30:31.189633 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 7218d077-7d12-4027-9a1c-b1fba73e9ffb details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:30:31.403848 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1dd758fa-8f6c-4738-8a6b-57f02edf9886 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:30:31.483907 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eb844293-1fb2-4261-bb1a-f2be10234667 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (6fbee1a8-1b1c-4a66-ba02-d0d54aad90de), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:31.549235 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 3237bcbd-16ba-476c-8a83-9b097ff8ba04 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:30:31.601506 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2474b5ba-ba84-4651-b644-81aa21e04d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:31.601659 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb844293-1fb2-4261-bb1a-f2be10234667 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Checking segment: {'id': '47b44ca2-337f-4cd7-8688-2dac01d98728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7218d077-7d12-4027-9a1c-b1fba73e9ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:30:31.602116 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb844293-1fb2-4261-bb1a-f2be10234667 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network hostable DHCP agents. Network: 7218d077-7d12-4027-9a1c-b1fba73e9ffb, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:30:31.604084 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb844293-1fb2-4261-bb1a-f2be10234667 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Subnet': ['ID=6fbee1a8-1b1c-4a66-ba02-d0d54aad90de,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:31.614869 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a1e34151-4c94-4b43-9aef-e91152fffe3c None None] Provisioning complete for port 5b7f946b-98db-46b9-8ab7-171ce76d5ce9 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:31.615393 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a1e34151-4c94-4b43-9aef-e91152fffe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5b7f946b-98db-46b9-8ab7-171ce76d5ce9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:31.669359 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb844293-1fb2-4261-bb1a-f2be10234667 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network 7218d077-7d12-4027-9a1c-b1fba73e9ffb is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:30:31.695917 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-eb844293-1fb2-4261-bb1a-f2be10234667 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 7218d077-7d12-4027-9a1c-b1fba73e9ffb) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:31.701253 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb844293-1fb2-4261-bb1a-f2be10234667 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:31.702198 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eb844293-1fb2-4261-bb1a-f2be10234667 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:31.718365 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1966f057-60f4-4c10-b0cd-36720dfe1885 None None] Network 7218d077-7d12-4027-9a1c-b1fba73e9ffb requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:31.762623 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-eb844293-1fb2-4261-bb1a-f2be10234667 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9137044 Feb 19 04:30:31.766876 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35638) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:31.775792 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a1e34151-4c94-4b43-9aef-e91152fffe3c None None] Port 5b7f946b-98db-46b9-8ab7-171ce76d5ce9 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:30:31.824987 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 1dd758fa-8f6c-4738-8a6b-57f02edf9886 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:31.825701 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1dd758fa-8f6c-4738-8a6b-57f02edf9886), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:31.908815 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-277f1bd9-69fc-4b0c-9f16-498c29f7f25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:30:27Z', 'revision_number': 3, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None, '_interfaces': [{'id': '5b7f946b-98db-46b9-8ab7-171ce76d5ce9', 'name': '', 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:39:84:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:26Z', 'updated_at': '2022-02-19T04:30:28Z', 'revision_number': 2, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945fb2cd-bc11-4112-bede-76833ef9e4f4', 'name': '', 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:17Z', 'updated_at': '2022-02-19T04:30:25Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:31.943476 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277f1bd9-69fc-4b0c-9f16-498c29f7f25a None None] Checking router: f922ffdb-2ce5-47c9-9dfb-b33de53c537e for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:30:31.944169 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277f1bd9-69fc-4b0c-9f16-498c29f7f25a None None] Updating router f922ffdb-2ce5-47c9-9dfb-b33de53c537e port 5b7f946b-98db-46b9-8ab7-171ce76d5ce9 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:30:31.986766 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a1e34151-4c94-4b43-9aef-e91152fffe3c None None] Provisioning complete for port 1dd758fa-8f6c-4738-8a6b-57f02edf9886 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:31.987218 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a1e34151-4c94-4b43-9aef-e91152fffe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1dd758fa-8f6c-4738-8a6b-57f02edf9886), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:32.005664 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-277f1bd9-69fc-4b0c-9f16-498c29f7f25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5b7f946b-98db-46b9-8ab7-171ce76d5ce9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:32.100675 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 1dd758fa-8f6c-4738-8a6b-57f02edf9886 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:32.163088 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 3237bcbd-16ba-476c-8a83-9b097ff8ba04, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=3237bcbd-16ba-476c-8a83-9b097ff8ba04,segment=NetworkSegment(aae775b3-66e5-4ec0-abc5-be8b768a9591),segment_id=aae775b3-66e5-4ec0-abc5-be8b768a9591)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:32.197246 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2ae955-6178-4045-a404-06ffd0ffeb38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-7218d077-7d12-4027-9a1c-b1fba73e9ffb', 'network_id': '7218d077-7d12-4027-9a1c-b1fba73e9ffb', 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'fixed_ips': [{'subnet_id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:30:32.199287 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4c2ae955-6178-4045-a404-06ffd0ffeb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:32.274455 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '3237bcbd-16ba-476c-8a83-9b097ff8ba04', 'network_id': '0e725ffc-828d-4686-95af-932c464c647d', 'port_id': '3237bcbd-16ba-476c-8a83-9b097ff8ba04', 'mac_address': 'fa:16:3e:73:c9:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40740f8-6ba6-4b4a-ae96-fb72c0ce46e5', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:30:32.340171 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 3237bcbd-16ba-476c-8a83-9b097ff8ba04 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:32.340570 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3237bcbd-16ba-476c-8a83-9b097ff8ba04), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:32.355416 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb019f-4e6b-48dd-8d8c-e8787e1474fc req-985439a1-0562-4fc8-9432-6e4a9da3c2ca tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:32.357794 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29cb019f-4e6b-48dd-8d8c-e8787e1474fc req-985439a1-0562-4fc8-9432-6e4a9da3c2ca tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=60214a10-6146-46e5-9a43-3c8399e143a7 HTTP/1.1" status: 200 len: 907 time: 0.0939796 Feb 19 04:30:32.458186 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7c205d27-c026-46bc-9471-6c4a66868c65 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:32.458794 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3237bcbd-16ba-476c-8a83-9b097ff8ba04 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:30:32.548199 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 3237bcbd-16ba-476c-8a83-9b097ff8ba04, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=3237bcbd-16ba-476c-8a83-9b097ff8ba04,segment=NetworkSegment(aae775b3-66e5-4ec0-abc5-be8b768a9591),segment_id=aae775b3-66e5-4ec0-abc5-be8b768a9591)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:32.618191 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-4c2ae955-6178-4045-a404-06ffd0ffeb38 None None] Allocated IP 2001:db8:2::2 (7218d077-7d12-4027-9a1c-b1fba73e9ffb/6fbee1a8-1b1c-4a66-ba02-d0d54aad90de/38e814a1-b8e4-418f-929a-235ac267b519) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:30:32.793333 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4c2ae955-6178-4045-a404-06ffd0ffeb38 None None] Publish callbacks [] for port (38e814a1-b8e4-418f-929a-235ac267b519), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:32.829704 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3237bcbd-16ba-476c-8a83-9b097ff8ba04), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:32.845848 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4c2ae955-6178-4045-a404-06ffd0ffeb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (38e814a1-b8e4-418f-929a-235ac267b519), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:32.904505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-7c205d27-c026-46bc-9471-6c4a66868c65 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Allocated IP 2001:db8:2::1 (7218d077-7d12-4027-9a1c-b1fba73e9ffb/6fbee1a8-1b1c-4a66-ba02-d0d54aad90de/0d6c6479-2803-4f40-a2a5-c0266cf57106) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:30:32.952982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a1e34151-4c94-4b43-9aef-e91152fffe3c None None] Current status of the port 1dd758fa-8f6c-4738-8a6b-57f02edf9886 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:32.952982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2ae955-6178-4045-a404-06ffd0ffeb38 None None] Network 7218d077-7d12-4027-9a1c-b1fba73e9ffb is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:32.952982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-4c2ae955-6178-4045-a404-06ffd0ffeb38 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:32.969955 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2ae955-6178-4045-a404-06ffd0ffeb38 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:30:33.033363 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7c205d27-c026-46bc-9471-6c4a66868c65 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for port (0d6c6479-2803-4f40-a2a5-c0266cf57106), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:33.073183 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7c205d27-c026-46bc-9471-6c4a66868c65 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (0d6c6479-2803-4f40-a2a5-c0266cf57106), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:33.079533 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-4c2ae955-6178-4045-a404-06ffd0ffeb38 None None] Attempting to bind port 38e814a1-b8e4-418f-929a-235ac267b519 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:30:33.080425 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-4c2ae955-6178-4045-a404-06ffd0ffeb38 None None] Attempting to bind port 38e814a1-b8e4-418f-929a-235ac267b519 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '47b44ca2-337f-4cd7-8688-2dac01d98728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7218d077-7d12-4027-9a1c-b1fba73e9ffb'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:30:33.081056 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2ae955-6178-4045-a404-06ffd0ffeb38 None None] Attempting to bind port 38e814a1-b8e4-418f-929a-235ac267b519 on network 7218d077-7d12-4027-9a1c-b1fba73e9ffb {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:30:33.105941 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=3237bcbd-16ba-476c-8a83-9b097ff8ba04,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:33.124246 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2ae955-6178-4045-a404-06ffd0ffeb38 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:30:33.125021 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2ae955-6178-4045-a404-06ffd0ffeb38 None None] Checking segment: {'id': '47b44ca2-337f-4cd7-8688-2dac01d98728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7218d077-7d12-4027-9a1c-b1fba73e9ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:30:33.125662 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4c2ae955-6178-4045-a404-06ffd0ffeb38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:33.126321 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2ae955-6178-4045-a404-06ffd0ffeb38 None None] Bound using segment: {'id': '47b44ca2-337f-4cd7-8688-2dac01d98728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7218d077-7d12-4027-9a1c-b1fba73e9ffb'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:30:33.127070 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-4c2ae955-6178-4045-a404-06ffd0ffeb38 None None] Bound port: 38e814a1-b8e4-418f-929a-235ac267b519, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b44ca2-337f-4cd7-8688-2dac01d98728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7218d077-7d12-4027-9a1c-b1fba73e9ffb'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:30:33.127701 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4c2ae955-6178-4045-a404-06ffd0ffeb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (38e814a1-b8e4-418f-929a-235ac267b519), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:33.162767 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c205d27-c026-46bc-9471-6c4a66868c65 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network 7218d077-7d12-4027-9a1c-b1fba73e9ffb is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:33.176710 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-7c205d27-c026-46bc-9471-6c4a66868c65 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:33.191624 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c205d27-c026-46bc-9471-6c4a66868c65 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:30:33.192481 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7c205d27-c026-46bc-9471-6c4a66868c65 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:33.247459 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-4c2ae955-6178-4045-a404-06ffd0ffeb38 None None] For port 38e814a1-b8e4-418f-929a-235ac267b519, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:30:33.251180 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-4c2ae955-6178-4045-a404-06ffd0ffeb38 None None] For port 38e814a1-b8e4-418f-929a-235ac267b519, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=38e814a1-b8e4-418f-929a-235ac267b519,segment=NetworkSegment(47b44ca2-337f-4cd7-8688-2dac01d98728),segment_id=47b44ca2-337f-4cd7-8688-2dac01d98728)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:30:33.266355 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['3237bcbd-16ba-476c-8a83-9b097ff8ba04'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:30:33.326402 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-4b741d3b-7817-4322-8102-160076d8d2ce None None] Provisioning complete for port 5b7f946b-98db-46b9-8ab7-171ce76d5ce9 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:33.327014 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4b741d3b-7817-4322-8102-160076d8d2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5b7f946b-98db-46b9-8ab7-171ce76d5ce9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:33.329181 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ae955-6178-4045-a404-06ffd0ffeb38 None None] Pushing event updated for resources: {'Port': ['ID=38e814a1-b8e4-418f-929a-235ac267b519,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:33.336054 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4c2ae955-6178-4045-a404-06ffd0ffeb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (38e814a1-b8e4-418f-929a-235ac267b519), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:33.439404 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c205d27-c026-46bc-9471-6c4a66868c65 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Port': ['ID=0d6c6479-2803-4f40-a2a5-c0266cf57106,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:33.452217 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7c205d27-c026-46bc-9471-6c4a66868c65 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0d6c6479-2803-4f40-a2a5-c0266cf57106), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:33.469754 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-4b741d3b-7817-4322-8102-160076d8d2ce None None] Port 5b7f946b-98db-46b9-8ab7-171ce76d5ce9 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:30:33.554267 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-277f1bd9-69fc-4b0c-9f16-498c29f7f25a None None] Publish callbacks [] for port (5b7f946b-98db-46b9-8ab7-171ce76d5ce9), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:33.592345 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-277f1bd9-69fc-4b0c-9f16-498c29f7f25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5b7f946b-98db-46b9-8ab7-171ce76d5ce9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:33.615782 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-47ef7a5b-0a6e-40a8-a6ad-bd4bf4000989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:33.649515 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ae955-6178-4045-a404-06ffd0ffeb38 None None] Pushing event updated for resources: {'Port': ['ID=38e814a1-b8e4-418f-929a-235ac267b519,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:34.013208 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7c205d27-c026-46bc-9471-6c4a66868c65 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for port (0d6c6479-2803-4f40-a2a5-c0266cf57106), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:34.048941 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7c205d27-c026-46bc-9471-6c4a66868c65 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (0d6c6479-2803-4f40-a2a5-c0266cf57106), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:34.050346 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7c205d27-c026-46bc-9471-6c4a66868c65 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:34.283770 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c205d27-c026-46bc-9471-6c4a66868c65 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Port': ['ID=0d6c6479-2803-4f40-a2a5-c0266cf57106,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:34.294954 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c205d27-c026-46bc-9471-6c4a66868c65 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network 7218d077-7d12-4027-9a1c-b1fba73e9ffb is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:34.304677 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-7c205d27-c026-46bc-9471-6c4a66868c65 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:34.306792 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7b9fb-dfd3-4392-84e0-e64178208a41 None None] Pushing event updated for resources: {'Port': ['ID=5b7f946b-98db-46b9-8ab7-171ce76d5ce9,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:34.315970 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-277f1bd9-69fc-4b0c-9f16-498c29f7f25a None None] Attempting to bind port 5b7f946b-98db-46b9-8ab7-171ce76d5ce9 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:30:34.316686 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-277f1bd9-69fc-4b0c-9f16-498c29f7f25a None None] Attempting to bind port 5b7f946b-98db-46b9-8ab7-171ce76d5ce9 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '710ccbac-0039-48cb-877d-b5dceec1230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:30:34.318142 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277f1bd9-69fc-4b0c-9f16-498c29f7f25a None None] Attempting to bind port 5b7f946b-98db-46b9-8ab7-171ce76d5ce9 on network 26f9da88-f827-4ccf-8995-a6f2ba24e33b {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:30:34.321371 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:34.342253 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277f1bd9-69fc-4b0c-9f16-498c29f7f25a None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:30:34.343060 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277f1bd9-69fc-4b0c-9f16-498c29f7f25a None None] Checking segment: {'id': '710ccbac-0039-48cb-877d-b5dceec1230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:30:34.343718 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-277f1bd9-69fc-4b0c-9f16-498c29f7f25a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:34.344337 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277f1bd9-69fc-4b0c-9f16-498c29f7f25a None None] Bound using segment: {'id': '710ccbac-0039-48cb-877d-b5dceec1230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:30:34.345068 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-277f1bd9-69fc-4b0c-9f16-498c29f7f25a None None] Bound port: 5b7f946b-98db-46b9-8ab7-171ce76d5ce9, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '710ccbac-0039-48cb-877d-b5dceec1230d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:30:34.345694 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-277f1bd9-69fc-4b0c-9f16-498c29f7f25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5b7f946b-98db-46b9-8ab7-171ce76d5ce9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:34.466849 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-277f1bd9-69fc-4b0c-9f16-498c29f7f25a None None] For port 5b7f946b-98db-46b9-8ab7-171ce76d5ce9, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:30:34.470797 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-277f1bd9-69fc-4b0c-9f16-498c29f7f25a None None] For port 5b7f946b-98db-46b9-8ab7-171ce76d5ce9, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5b7f946b-98db-46b9-8ab7-171ce76d5ce9,segment=NetworkSegment(710ccbac-0039-48cb-877d-b5dceec1230d),segment_id=710ccbac-0039-48cb-877d-b5dceec1230d)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:30:34.475698 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d2d92714-4bbe-4f71-abce-e68c2f5090d2 None None] Provisioning complete for port 5b7f946b-98db-46b9-8ab7-171ce76d5ce9 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:34.476251 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d2d92714-4bbe-4f71-abce-e68c2f5090d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5b7f946b-98db-46b9-8ab7-171ce76d5ce9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:34.496717 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-277f1bd9-69fc-4b0c-9f16-498c29f7f25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5b7f946b-98db-46b9-8ab7-171ce76d5ce9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:34.497456 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab5376-a121-42ec-96e3-11829a5ee048 req-b96062f7-7bc7-429c-8498-5ae91b18cf96 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:34.499174 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26ab5376-a121-42ec-96e3-11829a5ee048 req-b96062f7-7bc7-429c-8498-5ae91b18cf96 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=60214a10-6146-46e5-9a43-3c8399e143a7 HTTP/1.1" status: 200 len: 908 time: 0.6785800 Feb 19 04:30:34.508907 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c205d27-c026-46bc-9471-6c4a66868c65 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Router f922ffdb-2ce5-47c9-9dfb-b33de53c537e has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:30:34.587648 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-54ae1d76-3b0b-4ff9-b436-14e77dea7e67 req-e1047e99-78d3-46ff-8694-c09464ff03e9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9bbb5b97-9d11-4671-ab25-b2ead7f0f822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1090851 Feb 19 04:30:34.685185 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7b9fb-dfd3-4392-84e0-e64178208a41 None None] Pushing event updated for resources: {'Port': ['ID=5b7f946b-98db-46b9-8ab7-171ce76d5ce9,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:34.693848 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277f1bd9-69fc-4b0c-9f16-498c29f7f25a None None] Routers {'f922ffdb-2ce5-47c9-9dfb-b33de53c537e'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:34.694990 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-277f1bd9-69fc-4b0c-9f16-498c29f7f25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:34.709335 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c205d27-c026-46bc-9471-6c4a66868c65 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:30:34.716984 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7c205d27-c026-46bc-9471-6c4a66868c65 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "PUT /v2.0/routers/f922ffdb-2ce5-47c9-9dfb-b33de53c537e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9489820 Feb 19 04:30:34.720003 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35680) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:34.734647 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-eac87b15-fdb8-4bd7-857b-923a8b0e24f4 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1197358048'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:34.794667 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae1d76-3b0b-4ff9-b436-14e77dea7e67 req-505a3916-dc81-4502-9220-90d9dcf4e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:34.796633 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-54ae1d76-3b0b-4ff9-b436-14e77dea7e67 req-505a3916-dc81-4502-9220-90d9dcf4e5ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce076e9f68f6436e95052065050bc270&device_id=9bbb5b97-9d11-4671-ab25-b2ead7f0f822 HTTP/1.1" status: 200 len: 1128 time: 0.0796008 Feb 19 04:30:34.806262 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac87b15-fdb8-4bd7-857b-923a8b0e24f4 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Made reservation on behalf of 1e9066c9e4114222a28436e668bbe0b8 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:34.810563 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-eac87b15-fdb8-4bd7-857b-923a8b0e24f4 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:34.921072 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac87b15-fdb8-4bd7-857b-923a8b0e24f4 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:30:34.956481 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-eac87b15-fdb8-4bd7-857b-923a8b0e24f4 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (92b96889-ff99-460f-926d-e56f561fa0d6), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:34.956854 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-eac87b15-fdb8-4bd7-857b-923a8b0e24f4 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Added segment 92b96889-ff99-460f-926d-e56f561fa0d6 of type vlan for network 3dcd353c-9dc7-4371-8d49-954aa3c1fcba Feb 19 04:30:35.021240 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae1d76-3b0b-4ff9-b436-14e77dea7e67 req-2c553c86-adb2-4dbc-b372-b9014ce0d957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:35.033732 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-54ae1d76-3b0b-4ff9-b436-14e77dea7e67 req-2c553c86-adb2-4dbc-b372-b9014ce0d957 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6979ad81-5fba-4a33-a8b4-463a94f62639 HTTP/1.1" status: 200 len: 914 time: 0.2009935 Feb 19 04:30:35.093650 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-eac87b15-fdb8-4bd7-857b-923a8b0e24f4 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (3dcd353c-9dc7-4371-8d49-954aa3c1fcba), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:35.153311 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-54ae1d76-3b0b-4ff9-b436-14e77dea7e67 req-f7138c69-27c6-474d-b1b3-3f81a89163df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97177a0b-dd4b-45f9-bfbe-a522f93f117d HTTP/1.1" status: 200 len: 217 time: 0.1119161 Feb 19 04:30:35.155956 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d2d92714-4bbe-4f71-abce-e68c2f5090d2 None None] Current status of the port 5b7f946b-98db-46b9-8ab7-171ce76d5ce9 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:35.157978 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d2d92714-4bbe-4f71-abce-e68c2f5090d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5b7f946b-98db-46b9-8ab7-171ce76d5ce9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:35.186632 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-eac87b15-fdb8-4bd7-857b-923a8b0e24f4 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (3dcd353c-9dc7-4371-8d49-954aa3c1fcba), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:35.192549 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac87b15-fdb8-4bd7-857b-923a8b0e24f4 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:35.193404 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-eac87b15-fdb8-4bd7-857b-923a8b0e24f4 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:35.222872 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-277f1bd9-69fc-4b0c-9f16-498c29f7f25a None None] Set router f922ffdb-2ce5-47c9-9dfb-b33de53c537e gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:35.242446 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-eac87b15-fdb8-4bd7-857b-923a8b0e24f4 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5167091 Feb 19 04:30:35.243274 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35688) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:35.272838 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-cc1e6e3c-96e3-4486-a043-2a084fb47560 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'subnet': {'network_id': '3dcd353c-9dc7-4371-8d49-954aa3c1fcba', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:35.355526 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae1d76-3b0b-4ff9-b436-14e77dea7e67 req-38e84787-f7ca-4c18-b749-c8b0052314c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:35.357192 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-54ae1d76-3b0b-4ff9-b436-14e77dea7e67 req-38e84787-f7ca-4c18-b749-c8b0052314c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f0a93690-316e-4b3c-89ce-34ed28c0df45 HTTP/1.1" status: 200 len: 853 time: 0.1980619 Feb 19 04:30:35.357716 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 38e814a1-b8e4-418f-929a-235ac267b519 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:30:35.429638 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-54ae1d76-3b0b-4ff9-b436-14e77dea7e67 req-c370976d-cdfc-420b-93a2-7116790b308d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6979ad81-5fba-4a33-a8b4-463a94f62639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648327 Feb 19 04:30:35.476709 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d2d92714-4bbe-4f71-abce-e68c2f5090d2 None None] For port 5b7f946b-98db-46b9-8ab7-171ce76d5ce9, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5b7f946b-98db-46b9-8ab7-171ce76d5ce9,segment=NetworkSegment(710ccbac-0039-48cb-877d-b5dceec1230d),segment_id=710ccbac-0039-48cb-877d-b5dceec1230d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:35.524818 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 3237bcbd-16ba-476c-8a83-9b097ff8ba04 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:30:35.572440 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac87b15-fdb8-4bd7-857b-923a8b0e24f4 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Network': ['ID=3dcd353c-9dc7-4371-8d49-954aa3c1fcba,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:35.598029 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a477d54b-68b4-436c-a8dc-e19741165126 None None] Network 7218d077-7d12-4027-9a1c-b1fba73e9ffb requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:35.602518 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d2d92714-4bbe-4f71-abce-e68c2f5090d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5b7f946b-98db-46b9-8ab7-171ce76d5ce9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:35.631791 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-54ae1d76-3b0b-4ff9-b436-14e77dea7e67 req-a2df5afc-12db-4327-ac4d-6cb0e72477cc service neutron] 10.222.0.26 "GET /v2.0/networks/6979ad81-5fba-4a33-a8b4-463a94f62639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882141 Feb 19 04:30:35.633688 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 3dcd353c-9dc7-4371-8d49-954aa3c1fcba details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:30:35.639074 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:35.639787 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1e6e3c-96e3-4486-a043-2a084fb47560 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Made reservation on behalf of 1e9066c9e4114222a28436e668bbe0b8 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:35.644417 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cc1e6e3c-96e3-4486-a043-2a084fb47560 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:35.832648 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-54ae1d76-3b0b-4ff9-b436-14e77dea7e67 req-003de669-6897-4403-a3ad-c2caf44f9fb6 service neutron] 10.222.0.26 "GET /v2.0/networks/6979ad81-5fba-4a33-a8b4-463a94f62639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942453 Feb 19 04:30:35.926245 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d92714-4bbe-4f71-abce-e68c2f5090d2 None None] Pushing event updated for resources: {'Port': ['ID=5b7f946b-98db-46b9-8ab7-171ce76d5ce9,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:35.985158 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3d9fd-97ca-426d-b20b-a3e0e9cfa3ae req-52264dfc-1063-4914-8e87-e0a2c97a1712 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:36.013740 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8fa3d9fd-97ca-426d-b20b-a3e0e9cfa3ae req-52264dfc-1063-4914-8e87-e0a2c97a1712 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=60214a10-6146-46e5-9a43-3c8399e143a7 HTTP/1.1" status: 200 len: 908 time: 0.2236490 Feb 19 04:30:36.178734 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 38e814a1-b8e4-418f-929a-235ac267b519 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:36.179249 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (38e814a1-b8e4-418f-929a-235ac267b519), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:36.195564 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cc1e6e3c-96e3-4486-a043-2a084fb47560 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (884ac8b6-4f8d-4d25-ac83-123e9d0fe47e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:36.247658 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-ad9bed3e-44f1-44b2-996f-925f5c26589c None None] Provisioning complete for port 38e814a1-b8e4-418f-929a-235ac267b519 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:36.248310 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ad9bed3e-44f1-44b2-996f-925f5c26589c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (38e814a1-b8e4-418f-929a-235ac267b519), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:36.288678 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 3237bcbd-16ba-476c-8a83-9b097ff8ba04 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:30:36.300210 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 3237bcbd-16ba-476c-8a83-9b097ff8ba04 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:36.301134 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3237bcbd-16ba-476c-8a83-9b097ff8ba04), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:36.416551 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e6e3c-96e3-4486-a043-2a084fb47560 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Subnet': ['ID=884ac8b6-4f8d-4d25-ac83-123e9d0fe47e,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:36.427416 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 3237bcbd-16ba-476c-8a83-9b097ff8ba04 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:36.428135 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3237bcbd-16ba-476c-8a83-9b097ff8ba04), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:36.438730 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1e6e3c-96e3-4486-a043-2a084fb47560 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Checking segment: {'id': '92b96889-ff99-460f-926d-e56f561fa0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3dcd353c-9dc7-4371-8d49-954aa3c1fcba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:30:36.439308 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1e6e3c-96e3-4486-a043-2a084fb47560 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network hostable DHCP agents. Network: 3dcd353c-9dc7-4371-8d49-954aa3c1fcba, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:30:36.486513 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 3237bcbd-16ba-476c-8a83-9b097ff8ba04, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=3237bcbd-16ba-476c-8a83-9b097ff8ba04,segment=NetworkSegment(aae775b3-66e5-4ec0-abc5-be8b768a9591),segment_id=aae775b3-66e5-4ec0-abc5-be8b768a9591)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:36.490220 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-277f1bd9-69fc-4b0c-9f16-498c29f7f25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:30:33Z', 'revision_number': 4, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None, '_interfaces': [{'id': '0d6c6479-2803-4f40-a2a5-c0266cf57106', 'name': '', 'network_id': '7218d077-7d12-4027-9a1c-b1fba73e9ffb', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:77:a7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:32Z', 'updated_at': '2022-02-19T04:30:33Z', 'revision_number': 2, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b7f946b-98db-46b9-8ab7-171ce76d5ce9', 'name': '', 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:39:84:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:26Z', 'updated_at': '2022-02-19T04:30:34Z', 'revision_number': 4, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945fb2cd-bc11-4112-bede-76833ef9e4f4', 'name': '', 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:17Z', 'updated_at': '2022-02-19T04:30:25Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:36.491461 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1e6e3c-96e3-4486-a043-2a084fb47560 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network 3dcd353c-9dc7-4371-8d49-954aa3c1fcba is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:30:36.513010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-cc1e6e3c-96e3-4486-a043-2a084fb47560 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 3dcd353c-9dc7-4371-8d49-954aa3c1fcba) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:36.517619 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1e6e3c-96e3-4486-a043-2a084fb47560 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:36.519591 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cc1e6e3c-96e3-4486-a043-2a084fb47560 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:36.547498 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60214a10-6146-46e5-9a43-3c8399e143a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3237bcbd-16ba-476c-8a83-9b097ff8ba04'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:30:36.554517 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5143799e-594d-4353-b1f5-841aa2e2d129" -d '{"events": [{"server_uuid": "60214a10-6146-46e5-9a43-3c8399e143a7", "name": "network-vif-plugged", "status": "completed", "tag": "3237bcbd-16ba-476c-8a83-9b097ff8ba04"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:30:36.557996 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cc1e6e3c-96e3-4486-a043-2a084fb47560 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2933397 Feb 19 04:30:36.558130 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277f1bd9-69fc-4b0c-9f16-498c29f7f25a None None] The sync data for ids ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'] in n-d-828369-19 is: [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:30:33Z', 'revision_number': 4, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None, '_interfaces': [{'id': '0d6c6479-2803-4f40-a2a5-c0266cf57106', 'name': '', 'network_id': '7218d077-7d12-4027-9a1c-b1fba73e9ffb', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:77:a7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:32Z', 'updated_at': '2022-02-19T04:30:33Z', 'revision_number': 2, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b7f946b-98db-46b9-8ab7-171ce76d5ce9', 'name': '', 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:39:84:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:26Z', 'updated_at': '2022-02-19T04:30:34Z', 'revision_number': 4, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945fb2cd-bc11-4112-bede-76833ef9e4f4', 'name': '', 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:17Z', 'updated_at': '2022-02-19T04:30:25Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:30:36.558361 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35712) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:36.583864 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3237bcbd-16ba-476c-8a83-9b097ff8ba04), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:36.730087 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacfa232-81f3-498b-a2f0-69a19d557bed None None] Network 3dcd353c-9dc7-4371-8d49-954aa3c1fcba requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:36.763970 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2782f34f-74a1-40d3-95c2-8edfc2d72535 x-openstack-request-id: req-2782f34f-74a1-40d3-95c2-8edfc2d72535 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:30:36.765953 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60214a10-6146-46e5-9a43-3c8399e143a7", "name": "network-vif-plugged", "status": "completed", "tag": "3237bcbd-16ba-476c-8a83-9b097ff8ba04", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:30:36.766446 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2782f34f-74a1-40d3-95c2-8edfc2d72535 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:30:36.773192 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60214a10-6146-46e5-9a43-3c8399e143a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3237bcbd-16ba-476c-8a83-9b097ff8ba04', 'code': 200} Feb 19 04:30:36.964326 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:36.975743 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662be22-06cf-48b6-ad1d-2314df05f61a req-f9169ad1-6cfa-4e79-839e-687eeb1e8a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:36.977277 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8662be22-06cf-48b6-ad1d-2314df05f61a req-f9169ad1-6cfa-4e79-839e-687eeb1e8a94 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=60214a10-6146-46e5-9a43-3c8399e143a7 HTTP/1.1" status: 200 len: 1092 time: 0.1165831 Feb 19 04:30:36.993835 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 38e814a1-b8e4-418f-929a-235ac267b519 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:36.994250 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (38e814a1-b8e4-418f-929a-235ac267b519), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:37.173559 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=3237bcbd-16ba-476c-8a83-9b097ff8ba04,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:37.304928 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ad9bed3e-44f1-44b2-996f-925f5c26589c None None] Current status of the port 38e814a1-b8e4-418f-929a-235ac267b519 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:37.305336 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ad9bed3e-44f1-44b2-996f-925f5c26589c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (38e814a1-b8e4-418f-929a-235ac267b519), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:37.400815 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 38e814a1-b8e4-418f-929a-235ac267b519, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=38e814a1-b8e4-418f-929a-235ac267b519,segment=NetworkSegment(47b44ca2-337f-4cd7-8688-2dac01d98728),segment_id=47b44ca2-337f-4cd7-8688-2dac01d98728)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:37.481835 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (38e814a1-b8e4-418f-929a-235ac267b519), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:37.577422 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b83b04-effb-4e92-acf9-c71a6c19fc87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-3dcd353c-9dc7-4371-8d49-954aa3c1fcba', 'network_id': '3dcd353c-9dc7-4371-8d49-954aa3c1fcba', 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'fixed_ips': [{'subnet_id': '884ac8b6-4f8d-4d25-ac83-123e9d0fe47e'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:30:37.578386 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c8b83b04-effb-4e92-acf9-c71a6c19fc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:37.756195 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-ad9bed3e-44f1-44b2-996f-925f5c26589c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:30:37.756567 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-ad9bed3e-44f1-44b2-996f-925f5c26589c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:30:37.757239 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=38e814a1-b8e4-418f-929a-235ac267b519,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:38.081484 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-afa600e8-a98d-47db-8542-b6aba4a259b6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:38.116436 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e1c0f-d14e-46c8-aadd-d3b6492cbd46 req-d9dd8081-ddc5-492f-b806-e938091fb387 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:38.135615 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-860e1c0f-d14e-46c8-aadd-d3b6492cbd46 req-d9dd8081-ddc5-492f-b806-e938091fb387 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=60214a10-6146-46e5-9a43-3c8399e143a7 HTTP/1.1" status: 200 len: 909 time: 0.6779461 Feb 19 04:30:38.485888 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f29bb72e-7e46-4b85-9f3b-96c7c419e7b3 req-d6174422-0155-4c64-aa85-77f0f89a74bd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=94f21a5a-c628-4584-84af-f49bf2003c34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9637189 Feb 19 04:30:38.661105 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ad9bed3e-44f1-44b2-996f-925f5c26589c None None] Current status of the port 38e814a1-b8e4-418f-929a-235ac267b519 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:38.675123 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-c8b83b04-effb-4e92-acf9-c71a6c19fc87 None None] Allocated IP 2001:db8:3::2 (3dcd353c-9dc7-4371-8d49-954aa3c1fcba/884ac8b6-4f8d-4d25-ac83-123e9d0fe47e/1aa45b8b-5182-46ea-8346-5f63554ec5e1) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:30:38.716367 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bb72e-7e46-4b85-9f3b-96c7c419e7b3 req-8a15cdec-d885-4d7f-a78e-3d32c35287a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:38.717946 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f29bb72e-7e46-4b85-9f3b-96c7c419e7b3 req-8a15cdec-d885-4d7f-a78e-3d32c35287a4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbafc162cd5b4960a5e405d3107103ec&device_id=94f21a5a-c628-4584-84af-f49bf2003c34 HTTP/1.1" status: 200 len: 1167 time: 0.0920954 Feb 19 04:30:38.766280 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-ad9bed3e-44f1-44b2-996f-925f5c26589c None None] Provisioning complete for port 5b7f946b-98db-46b9-8ab7-171ce76d5ce9 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:38.767149 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ad9bed3e-44f1-44b2-996f-925f5c26589c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5b7f946b-98db-46b9-8ab7-171ce76d5ce9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:38.927375 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bb72e-7e46-4b85-9f3b-96c7c419e7b3 req-675c634d-c81b-49d0-a9f1-dc3c4e3fbaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:38.928905 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f29bb72e-7e46-4b85-9f3b-96c7c419e7b3 req-675c634d-c81b-49d0-a9f1-dc3c4e3fbaf6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=882f12b7-ab6f-4c91-b738-2ee6c8f1986d HTTP/1.1" status: 200 len: 898 time: 0.1882637 Feb 19 04:30:38.967854 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35758) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:39.037607 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecd3e52-08b0-4723-a5b3-3c2811ba1311 None None] Sync routers for ids ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:30:39.050529 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f29bb72e-7e46-4b85-9f3b-96c7c419e7b3 req-8c17f9c4-9c90-4f2d-afd9-c646c07816a9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=428d845a-95b4-43ef-83b7-922e4750e005 HTTP/1.1" status: 200 len: 1001 time: 0.1145005 Feb 19 04:30:39.053967 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecd3e52-08b0-4723-a5b3-3c2811ba1311 None None] Routers {'f922ffdb-2ce5-47c9-9dfb-b33de53c537e'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:39.054695 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-aecd3e52-08b0-4723-a5b3-3c2811ba1311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:39.136864 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c8b83b04-effb-4e92-acf9-c71a6c19fc87 None None] Publish callbacks [] for port (1aa45b8b-5182-46ea-8346-5f63554ec5e1), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:39.138377 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ad9bed3e-44f1-44b2-996f-925f5c26589c None None] Current status of the port 5b7f946b-98db-46b9-8ab7-171ce76d5ce9 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:39.157813 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c8b83b04-effb-4e92-acf9-c71a6c19fc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (1aa45b8b-5182-46ea-8346-5f63554ec5e1), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:39.168062 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bb72e-7e46-4b85-9f3b-96c7c419e7b3 req-32902e5d-e5b1-41ad-b2d7-7696ae69b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:39.176506 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f29bb72e-7e46-4b85-9f3b-96c7c419e7b3 req-32902e5d-e5b1-41ad-b2d7-7696ae69b911 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c0160546-1c6b-4e25-9159-2cb0c0760750 HTTP/1.1" status: 200 len: 835 time: 0.1199408 Feb 19 04:30:39.336730 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9ef0e067-9184-4cc7-8698-391fe4c34fdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:39.348690 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b83b04-effb-4e92-acf9-c71a6c19fc87 None None] Network 3dcd353c-9dc7-4371-8d49-954aa3c1fcba is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:39.381140 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-c8b83b04-effb-4e92-acf9-c71a6c19fc87 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:39.394570 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-aecd3e52-08b0-4723-a5b3-3c2811ba1311 None None] Set router f922ffdb-2ce5-47c9-9dfb-b33de53c537e gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:39.408261 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b83b04-effb-4e92-acf9-c71a6c19fc87 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:30:39.424114 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b83b04-effb-4e92-acf9-c71a6c19fc87 None None] Pushing event updated for resources: {'Port': ['ID=1aa45b8b-5182-46ea-8346-5f63554ec5e1,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:39.426997 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-0b3fd97a-cc1e-456d-b78a-648fc10065e1 None None] Provisioning complete for port 38e814a1-b8e4-418f-929a-235ac267b519 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:39.427564 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0b3fd97a-cc1e-456d-b78a-648fc10065e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (38e814a1-b8e4-418f-929a-235ac267b519), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:39.475415 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-afa600e8-a98d-47db-8542-b6aba4a259b6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Allocated IP 2001:db8:3::1 (3dcd353c-9dc7-4371-8d49-954aa3c1fcba/884ac8b6-4f8d-4d25-ac83-123e9d0fe47e/7b662e2e-9737-48f1-9f61-93e4daf5ee79) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:30:39.555790 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9ef0e067-9184-4cc7-8698-391fe4c34fdd admin admin] Publish callbacks [] for security_group (2d02a9c0-2339-4c59-8ba8-c07d7b30d91c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:39.566568 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9ef0e067-9184-4cc7-8698-391fe4c34fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2d02a9c0-2339-4c59-8ba8-c07d7b30d91c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:39.584197 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba883db5-e30b-4c9d-b625-e8cb75f29961 req-d7e48d99-0850-4a91-93b7-aad09f6df100 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:39.597477 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ba883db5-e30b-4c9d-b625-e8cb75f29961 req-d7e48d99-0850-4a91-93b7-aad09f6df100 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=60214a10-6146-46e5-9a43-3c8399e143a7 HTTP/1.1" status: 200 len: 909 time: 0.3087885 Feb 19 04:30:39.634425 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bb72e-7e46-4b85-9f3b-96c7c419e7b3 req-84a057ed-5560-4eb5-bc7d-292baa9c184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:39.639906 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f29bb72e-7e46-4b85-9f3b-96c7c419e7b3 req-84a057ed-5560-4eb5-bc7d-292baa9c184e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=882f12b7-ab6f-4c91-b738-2ee6c8f1986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3826709 Feb 19 04:30:39.696766 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-c8b83b04-effb-4e92-acf9-c71a6c19fc87 None None] Attempting to bind port 1aa45b8b-5182-46ea-8346-5f63554ec5e1 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:30:39.700268 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-c8b83b04-effb-4e92-acf9-c71a6c19fc87 None None] Attempting to bind port 1aa45b8b-5182-46ea-8346-5f63554ec5e1 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '92b96889-ff99-460f-926d-e56f561fa0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3dcd353c-9dc7-4371-8d49-954aa3c1fcba'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:30:39.700840 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b83b04-effb-4e92-acf9-c71a6c19fc87 None None] Attempting to bind port 1aa45b8b-5182-46ea-8346-5f63554ec5e1 on network 3dcd353c-9dc7-4371-8d49-954aa3c1fcba {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:30:39.712716 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b83b04-effb-4e92-acf9-c71a6c19fc87 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:30:39.715101 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0e067-9184-4cc7-8698-391fe4c34fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d02a9c0-2339-4c59-8ba8-c07d7b30d91c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:39.720951 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b83b04-effb-4e92-acf9-c71a6c19fc87 None None] Checking segment: {'id': '92b96889-ff99-460f-926d-e56f561fa0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3dcd353c-9dc7-4371-8d49-954aa3c1fcba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:30:39.723543 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c8b83b04-effb-4e92-acf9-c71a6c19fc87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:39.724155 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b83b04-effb-4e92-acf9-c71a6c19fc87 None None] Bound using segment: {'id': '92b96889-ff99-460f-926d-e56f561fa0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3dcd353c-9dc7-4371-8d49-954aa3c1fcba'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:30:39.726748 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-c8b83b04-effb-4e92-acf9-c71a6c19fc87 None None] Bound port: 1aa45b8b-5182-46ea-8346-5f63554ec5e1, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b96889-ff99-460f-926d-e56f561fa0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3dcd353c-9dc7-4371-8d49-954aa3c1fcba'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:30:39.729762 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c8b83b04-effb-4e92-acf9-c71a6c19fc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1aa45b8b-5182-46ea-8346-5f63554ec5e1), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:39.732308 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9ef0e067-9184-4cc7-8698-391fe4c34fdd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d13379c8e2f44ff88328adecc642e800&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7633002 Feb 19 04:30:39.735283 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35778) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:39.879335 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 38e814a1-b8e4-418f-929a-235ac267b519 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:30:39.896941 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0b3fd97a-cc1e-456d-b78a-648fc10065e1 None None] Current status of the port 38e814a1-b8e4-418f-929a-235ac267b519 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:39.911527 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-aecd3e52-08b0-4723-a5b3-3c2811ba1311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:30:33Z', 'revision_number': 4, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None, '_interfaces': [{'id': '0d6c6479-2803-4f40-a2a5-c0266cf57106', 'name': '', 'network_id': '7218d077-7d12-4027-9a1c-b1fba73e9ffb', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:77:a7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:32Z', 'updated_at': '2022-02-19T04:30:33Z', 'revision_number': 2, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b7f946b-98db-46b9-8ab7-171ce76d5ce9', 'name': '', 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:39:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:26Z', 'updated_at': '2022-02-19T04:30:35Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945fb2cd-bc11-4112-bede-76833ef9e4f4', 'name': '', 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:17Z', 'updated_at': '2022-02-19T04:30:25Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:39.971929 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecd3e52-08b0-4723-a5b3-3c2811ba1311 None None] Checking router: f922ffdb-2ce5-47c9-9dfb-b33de53c537e for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:30:39.972285 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecd3e52-08b0-4723-a5b3-3c2811ba1311 None None] Updating router f922ffdb-2ce5-47c9-9dfb-b33de53c537e port 0d6c6479-2803-4f40-a2a5-c0266cf57106 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:30:39.989100 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6e8299aa-25ac-4d1c-aa49-b787f4eedf48 admin admin] Publish callbacks [] for security_group (2d02a9c0-2339-4c59-8ba8-c07d7b30d91c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:40.021887 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6e8299aa-25ac-4d1c-aa49-b787f4eedf48 admin admin] Publish callbacks [] for security_group (2d02a9c0-2339-4c59-8ba8-c07d7b30d91c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:40.030738 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-aecd3e52-08b0-4723-a5b3-3c2811ba1311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0d6c6479-2803-4f40-a2a5-c0266cf57106), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:40.042204 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c8b83b04-effb-4e92-acf9-c71a6c19fc87 None None] For port 1aa45b8b-5182-46ea-8346-5f63554ec5e1, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:30:40.046443 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c8b83b04-effb-4e92-acf9-c71a6c19fc87 None None] For port 1aa45b8b-5182-46ea-8346-5f63554ec5e1, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1aa45b8b-5182-46ea-8346-5f63554ec5e1,segment=NetworkSegment(92b96889-ff99-460f-926d-e56f561fa0d6),segment_id=92b96889-ff99-460f-926d-e56f561fa0d6)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:30:40.065224 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c8b83b04-effb-4e92-acf9-c71a6c19fc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1aa45b8b-5182-46ea-8346-5f63554ec5e1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:40.070937 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-0b3fd97a-cc1e-456d-b78a-648fc10065e1 None None] Provisioning complete for port 0d6c6479-2803-4f40-a2a5-c0266cf57106 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:40.071857 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0b3fd97a-cc1e-456d-b78a-648fc10065e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0d6c6479-2803-4f40-a2a5-c0266cf57106), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:40.127995 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6e8299aa-25ac-4d1c-aa49-b787f4eedf48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (2d02a9c0-2339-4c59-8ba8-c07d7b30d91c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:40.130793 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6e8299aa-25ac-4d1c-aa49-b787f4eedf48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:40.133364 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6e8299aa-25ac-4d1c-aa49-b787f4eedf48 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2d02a9c0-2339-4c59-8ba8-c07d7b30d91c HTTP/1.1" status: 204 len: 168 time: 0.3940890 Feb 19 04:30:40.147541 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8299aa-25ac-4d1c-aa49-b787f4eedf48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d02a9c0-2339-4c59-8ba8-c07d7b30d91c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:40.201071 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 38e814a1-b8e4-418f-929a-235ac267b519 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:40.201459 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (38e814a1-b8e4-418f-929a-235ac267b519), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:40.230213 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f29bb72e-7e46-4b85-9f3b-96c7c419e7b3 req-09a0afcb-33a6-4abd-8948-d1c706c6ef63 service neutron] 10.222.0.79 "GET /v2.0/networks/882f12b7-ab6f-4c91-b738-2ee6c8f1986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289533 Feb 19 04:30:40.285578 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0b3fd97a-cc1e-456d-b78a-648fc10065e1 None None] Port 0d6c6479-2803-4f40-a2a5-c0266cf57106 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:30:40.298493 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b83b04-effb-4e92-acf9-c71a6c19fc87 None None] Pushing event updated for resources: {'Port': ['ID=1aa45b8b-5182-46ea-8346-5f63554ec5e1,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:40.470301 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 38e814a1-b8e4-418f-929a-235ac267b519 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:40.474326 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5b7f946b-98db-46b9-8ab7-171ce76d5ce9 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:30:40.512458 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f29bb72e-7e46-4b85-9f3b-96c7c419e7b3 req-444bf369-d409-4b42-8c5b-a113573fd93a service neutron] 10.222.0.79 "GET /v2.0/networks/882f12b7-ab6f-4c91-b738-2ee6c8f1986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118323 Feb 19 04:30:40.522985 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-afa600e8-a98d-47db-8542-b6aba4a259b6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for port (7b662e2e-9737-48f1-9f61-93e4daf5ee79), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:40.588144 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 5b7f946b-98db-46b9-8ab7-171ce76d5ce9 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:40.588680 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5b7f946b-98db-46b9-8ab7-171ce76d5ce9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:40.603007 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56594e-1c60-400d-a0b5-2d8cda075c49 req-2e50408c-3d56-4de1-86fd-4dec01c99c85 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:40.628428 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da56594e-1c60-400d-a0b5-2d8cda075c49 req-2e50408c-3d56-4de1-86fd-4dec01c99c85 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=60214a10-6146-46e5-9a43-3c8399e143a7 HTTP/1.1" status: 200 len: 909 time: 0.7192636 Feb 19 04:30:40.658605 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-aecd3e52-08b0-4723-a5b3-3c2811ba1311 None None] Publish callbacks [] for port (0d6c6479-2803-4f40-a2a5-c0266cf57106), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:40.677330 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-aecd3e52-08b0-4723-a5b3-3c2811ba1311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0d6c6479-2803-4f40-a2a5-c0266cf57106), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:40.717825 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cdd8e3-c3c1-4b99-b77b-ad2ff29d9df7 req-d9ce4b11-ddfa-45dc-ae1f-d2d4f8b66c87 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:40.730824 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c1cdd8e3-c3c1-4b99-b77b-ad2ff29d9df7 req-d9ce4b11-ddfa-45dc-ae1f-d2d4f8b66c87 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbb5b97-9d11-4671-ab25-b2ead7f0f822 HTTP/1.1" status: 200 len: 945 time: 0.6237004 Feb 19 04:30:40.844062 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 5b7f946b-98db-46b9-8ab7-171ce76d5ce9 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:40.905337 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7675aa6-22a0-478d-b550-c256cd9a02b6 None None] Pushing event updated for resources: {'Port': ['ID=0d6c6479-2803-4f40-a2a5-c0266cf57106,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:41.056313 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c1cdd8e3-c3c1-4b99-b77b-ad2ff29d9df7 req-44d8c477-3a8f-47c4-8c5f-8abea3f58211 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/security-groups?id=228fef21-6b8c-41b8-9f40-017f22f28298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011196 Feb 19 04:30:41.092209 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-afa600e8-a98d-47db-8542-b6aba4a259b6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (7b662e2e-9737-48f1-9f61-93e4daf5ee79), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:41.177778 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e105497-9081-4c29-81a0-39ed581a748c req-955e537e-07dc-4e17-85a8-9e6405eba6d1 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:41.185416 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e105497-9081-4c29-81a0-39ed581a748c req-955e537e-07dc-4e17-85a8-9e6405eba6d1 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=60214a10-6146-46e5-9a43-3c8399e143a7 HTTP/1.1" status: 200 len: 1092 time: 0.2554402 Feb 19 04:30:41.215262 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa600e8-a98d-47db-8542-b6aba4a259b6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network 3dcd353c-9dc7-4371-8d49-954aa3c1fcba is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:41.219286 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-afa600e8-a98d-47db-8542-b6aba4a259b6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:41.232378 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa600e8-a98d-47db-8542-b6aba4a259b6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:30:41.233194 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-afa600e8-a98d-47db-8542-b6aba4a259b6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:41.315924 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:30:41.316798 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-aecd3e52-08b0-4723-a5b3-3c2811ba1311 None None] Attempting to bind port 0d6c6479-2803-4f40-a2a5-c0266cf57106 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:30:41.317271 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-aecd3e52-08b0-4723-a5b3-3c2811ba1311 None None] Attempting to bind port 0d6c6479-2803-4f40-a2a5-c0266cf57106 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '47b44ca2-337f-4cd7-8688-2dac01d98728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7218d077-7d12-4027-9a1c-b1fba73e9ffb'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:30:41.317733 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecd3e52-08b0-4723-a5b3-3c2811ba1311 None None] Attempting to bind port 0d6c6479-2803-4f40-a2a5-c0266cf57106 on network 7218d077-7d12-4027-9a1c-b1fba73e9ffb {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:30:41.325587 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecd3e52-08b0-4723-a5b3-3c2811ba1311 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:30:41.326199 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecd3e52-08b0-4723-a5b3-3c2811ba1311 None None] Checking segment: {'id': '47b44ca2-337f-4cd7-8688-2dac01d98728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7218d077-7d12-4027-9a1c-b1fba73e9ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:30:41.326714 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-aecd3e52-08b0-4723-a5b3-3c2811ba1311 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:41.327204 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecd3e52-08b0-4723-a5b3-3c2811ba1311 None None] Bound using segment: {'id': '47b44ca2-337f-4cd7-8688-2dac01d98728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7218d077-7d12-4027-9a1c-b1fba73e9ffb'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:30:41.327775 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-aecd3e52-08b0-4723-a5b3-3c2811ba1311 None None] Bound port: 0d6c6479-2803-4f40-a2a5-c0266cf57106, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b44ca2-337f-4cd7-8688-2dac01d98728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7218d077-7d12-4027-9a1c-b1fba73e9ffb'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:30:41.328922 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-aecd3e52-08b0-4723-a5b3-3c2811ba1311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0d6c6479-2803-4f40-a2a5-c0266cf57106), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:41.377466 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-13cab3d2-00af-4ab3-863b-3bfc6e170867 None None] Provisioning complete for port 0d6c6479-2803-4f40-a2a5-c0266cf57106 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:41.377968 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-13cab3d2-00af-4ab3-863b-3bfc6e170867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0d6c6479-2803-4f40-a2a5-c0266cf57106), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:41.413045 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa600e8-a98d-47db-8542-b6aba4a259b6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Port': ['ID=7b662e2e-9737-48f1-9f61-93e4daf5ee79,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:41.449223 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-13cab3d2-00af-4ab3-863b-3bfc6e170867 None None] Port 0d6c6479-2803-4f40-a2a5-c0266cf57106 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:30:41.457931 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-aecd3e52-08b0-4723-a5b3-3c2811ba1311 None None] For port 0d6c6479-2803-4f40-a2a5-c0266cf57106, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:30:41.475740 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-aecd3e52-08b0-4723-a5b3-3c2811ba1311 None None] For port 0d6c6479-2803-4f40-a2a5-c0266cf57106, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0d6c6479-2803-4f40-a2a5-c0266cf57106,segment=NetworkSegment(47b44ca2-337f-4cd7-8688-2dac01d98728),segment_id=47b44ca2-337f-4cd7-8688-2dac01d98728)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:30:41.485097 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-aecd3e52-08b0-4723-a5b3-3c2811ba1311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0d6c6479-2803-4f40-a2a5-c0266cf57106), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:41.501598 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39375f5c-2c97-449c-b429-5deb0dec79ec req-8a365c56-4a32-4fb7-8d8b-b055b61f44c5 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:41.503187 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39375f5c-2c97-449c-b429-5deb0dec79ec req-8a365c56-4a32-4fb7-8d8b-b055b61f44c5 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=94f21a5a-c628-4584-84af-f49bf2003c34 HTTP/1.1" status: 200 len: 1167 time: 0.1384344 Feb 19 04:30:41.586688 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-afa600e8-a98d-47db-8542-b6aba4a259b6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7b662e2e-9737-48f1-9f61-93e4daf5ee79), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:41.619172 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7675aa6-22a0-478d-b550-c256cd9a02b6 None None] Pushing event updated for resources: {'Port': ['ID=0d6c6479-2803-4f40-a2a5-c0266cf57106,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:41.654888 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecd3e52-08b0-4723-a5b3-3c2811ba1311 None None] Routers {'f922ffdb-2ce5-47c9-9dfb-b33de53c537e'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:41.657995 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-aecd3e52-08b0-4723-a5b3-3c2811ba1311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:41.694119 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afead9-1104-4415-874f-8086e476dedd req-e0f7860e-b46d-4f17-a2ac-0a360495c21d tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:41.696582 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c1afead9-1104-4415-874f-8086e476dedd req-e0f7860e-b46d-4f17-a2ac-0a360495c21d tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bbb5b97-9d11-4671-ab25-b2ead7f0f822 HTTP/1.1" status: 200 len: 945 time: 0.1658878 Feb 19 04:30:41.707885 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1aa45b8b-5182-46ea-8346-5f63554ec5e1 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:30:41.767022 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39375f5c-2c97-449c-b429-5deb0dec79ec req-914b8a82-a436-4b40-926f-eed01c1a21c1 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=d69afdb6-e53a-4223-9d1d-9cee1e14c250&id=b869e877-b12e-48e3-9e9b-d983cc7618e7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2247615 Feb 19 04:30:41.805498 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35810) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:41.871379 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 1aa45b8b-5182-46ea-8346-5f63554ec5e1 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:41.871954 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1aa45b8b-5182-46ea-8346-5f63554ec5e1), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:41.904951 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-aecd3e52-08b0-4723-a5b3-3c2811ba1311 None None] Set router f922ffdb-2ce5-47c9-9dfb-b33de53c537e gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:42.083987 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6282a4-1dfe-4ac5-8ac7-35412c513d09 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:42.092087 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 1aa45b8b-5182-46ea-8346-5f63554ec5e1 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:42.097318 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (1aa45b8b-5182-46ea-8346-5f63554ec5e1), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:42.099729 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2e6282a4-1dfe-4ac5-8ac7-35412c513d09 tempest-TestSecurityGroupsBasicOps-1903626290 tempest-TestSecurityGroupsBasicOps-1903626290-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=60214a10-6146-46e5-9a43-3c8399e143a7 HTTP/1.1" status: 200 len: 1087 time: 0.2931564 Feb 19 04:30:42.145839 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-c1afead9-1104-4415-874f-8086e476dedd req-e4719a75-202d-4399-8a62-bea9c54ec253 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Deleting port 97177a0b-dd4b-45f9-bfbe-a522f93f117d {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:42.148667 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c1afead9-1104-4415-874f-8086e476dedd req-e4719a75-202d-4399-8a62-bea9c54ec253 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (97177a0b-dd4b-45f9-bfbe-a522f93f117d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:42.192110 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 1aa45b8b-5182-46ea-8346-5f63554ec5e1, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1aa45b8b-5182-46ea-8346-5f63554ec5e1,segment=NetworkSegment(92b96889-ff99-460f-926d-e56f561fa0d6),segment_id=92b96889-ff99-460f-926d-e56f561fa0d6)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:42.206156 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (1aa45b8b-5182-46ea-8346-5f63554ec5e1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:42.362045 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=1aa45b8b-5182-46ea-8346-5f63554ec5e1,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:42.418756 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b2694872-4a22-4007-85d2-41e18ba4776a None None] Provisioning complete for port 0d6c6479-2803-4f40-a2a5-c0266cf57106 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:42.428251 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b2694872-4a22-4007-85d2-41e18ba4776a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0d6c6479-2803-4f40-a2a5-c0266cf57106), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:42.458196 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-c1afead9-1104-4415-874f-8086e476dedd req-e4719a75-202d-4399-8a62-bea9c54ec253 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] For port 97177a0b-dd4b-45f9-bfbe-a522f93f117d, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=97177a0b-dd4b-45f9-bfbe-a522f93f117d,segment=NetworkSegment(9777500b-3d40-48be-8014-053531e35b49),segment_id=9777500b-3d40-48be-8014-053531e35b49)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:42.458935 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c1afead9-1104-4415-874f-8086e476dedd req-e4719a75-202d-4399-8a62-bea9c54ec253 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (97177a0b-dd4b-45f9-bfbe-a522f93f117d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:42.517320 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fd3f89-bac4-4a45-ba39-dd60c517b31f None None] Network 3dcd353c-9dc7-4371-8d49-954aa3c1fcba requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:42.523539 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-c1afead9-1104-4415-874f-8086e476dedd req-e4719a75-202d-4399-8a62-bea9c54ec253 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Calling delete_port for 97177a0b-dd4b-45f9-bfbe-a522f93f117d owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:42.531808 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-afa600e8-a98d-47db-8542-b6aba4a259b6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for port (7b662e2e-9737-48f1-9f61-93e4daf5ee79), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:42.550119 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-aecd3e52-08b0-4723-a5b3-3c2811ba1311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:30:41Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None, '_interfaces': [{'id': '0d6c6479-2803-4f40-a2a5-c0266cf57106', 'name': '', 'network_id': '7218d077-7d12-4027-9a1c-b1fba73e9ffb', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:77:a7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:32Z', 'updated_at': '2022-02-19T04:30:41Z', 'revision_number': 4, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b7f946b-98db-46b9-8ab7-171ce76d5ce9', 'name': '', 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:39:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:26Z', 'updated_at': '2022-02-19T04:30:35Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b662e2e-9737-48f1-9f61-93e4daf5ee79', 'name': '', 'network_id': '3dcd353c-9dc7-4371-8d49-954aa3c1fcba', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:61:b7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '884ac8b6-4f8d-4d25-ac83-123e9d0fe47e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:38Z', 'updated_at': '2022-02-19T04:30:39Z', 'revision_number': 1, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '884ac8b6-4f8d-4d25-ac83-123e9d0fe47e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945fb2cd-bc11-4112-bede-76833ef9e4f4', 'name': '', 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:17Z', 'updated_at': '2022-02-19T04:30:25Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:42.595322 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecd3e52-08b0-4723-a5b3-3c2811ba1311 None None] The sync data for ids ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'] in n-d-828369-19 is: [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:30:41Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None, '_interfaces': [{'id': '0d6c6479-2803-4f40-a2a5-c0266cf57106', 'name': '', 'network_id': '7218d077-7d12-4027-9a1c-b1fba73e9ffb', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:77:a7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:32Z', 'updated_at': '2022-02-19T04:30:41Z', 'revision_number': 4, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b7f946b-98db-46b9-8ab7-171ce76d5ce9', 'name': '', 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:39:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:26Z', 'updated_at': '2022-02-19T04:30:35Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b662e2e-9737-48f1-9f61-93e4daf5ee79', 'name': '', 'network_id': '3dcd353c-9dc7-4371-8d49-954aa3c1fcba', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:61:b7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '884ac8b6-4f8d-4d25-ac83-123e9d0fe47e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:38Z', 'updated_at': '2022-02-19T04:30:39Z', 'revision_number': 1, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '884ac8b6-4f8d-4d25-ac83-123e9d0fe47e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945fb2cd-bc11-4112-bede-76833ef9e4f4', 'name': '', 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:17Z', 'updated_at': '2022-02-19T04:30:25Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:30:42.611084 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-afa600e8-a98d-47db-8542-b6aba4a259b6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (7b662e2e-9737-48f1-9f61-93e4daf5ee79), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:42.618578 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-afa600e8-a98d-47db-8542-b6aba4a259b6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:42.727015 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b2694872-4a22-4007-85d2-41e18ba4776a None None] Current status of the port 0d6c6479-2803-4f40-a2a5-c0266cf57106 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:42.728105 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b2694872-4a22-4007-85d2-41e18ba4776a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0d6c6479-2803-4f40-a2a5-c0266cf57106), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:42.779707 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c1afead9-1104-4415-874f-8086e476dedd req-e4719a75-202d-4399-8a62-bea9c54ec253 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (97177a0b-dd4b-45f9-bfbe-a522f93f117d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:42.803296 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['97177a0b-dd4b-45f9-bfbe-a522f93f117d'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:30:42.859012 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b2694872-4a22-4007-85d2-41e18ba4776a None None] For port 0d6c6479-2803-4f40-a2a5-c0266cf57106, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0d6c6479-2803-4f40-a2a5-c0266cf57106,segment=NetworkSegment(47b44ca2-337f-4cd7-8688-2dac01d98728),segment_id=47b44ca2-337f-4cd7-8688-2dac01d98728)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:42.885606 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b2694872-4a22-4007-85d2-41e18ba4776a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0d6c6479-2803-4f40-a2a5-c0266cf57106), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:42.893411 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4719a75-202d-4399-8a62-bea9c54ec253 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Pushing event deleted for resources: {'Port': ['ID=97177a0b-dd4b-45f9-bfbe-a522f93f117d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:42.895853 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1afead9-1104-4415-874f-8086e476dedd req-e4719a75-202d-4399-8a62-bea9c54ec253 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] No DVR routers for this DVR port 97177a0b-dd4b-45f9-bfbe-a522f93f117d on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:30:42.898983 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c1afead9-1104-4415-874f-8086e476dedd req-e4719a75-202d-4399-8a62-bea9c54ec253 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:42.904084 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c1afead9-1104-4415-874f-8086e476dedd req-e4719a75-202d-4399-8a62-bea9c54ec253 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.26 "DELETE /v2.0/ports/97177a0b-dd4b-45f9-bfbe-a522f93f117d HTTP/1.1" status: 204 len: 173 time: 1.2017748 Feb 19 04:30:42.904700 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbb5b97-9d11-4671-ab25-b2ead7f0f822', 'name': 'network-vif-deleted', 'tag': '97177a0b-dd4b-45f9-bfbe-a522f93f117d'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:30:42.908778 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1b8f10-4f90-495c-be60-5fc61063118b" -d '{"events": [{"server_uuid": "9bbb5b97-9d11-4671-ab25-b2ead7f0f822", "name": "network-vif-deleted", "tag": "97177a0b-dd4b-45f9-bfbe-a522f93f117d"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:30:42.956140 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa600e8-a98d-47db-8542-b6aba4a259b6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event updated for resources: {'Port': ['ID=7b662e2e-9737-48f1-9f61-93e4daf5ee79,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:42.991940 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c4f57-9dbd-49c4-ad04-7daab90b0bcc req-08d1255a-ed7b-4c59-8578-3a010dd2685f tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:42.994299 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8c1c4f57-9dbd-49c4-ad04-7daab90b0bcc req-08d1255a-ed7b-4c59-8578-3a010dd2685f tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=60214a10-6146-46e5-9a43-3c8399e143a7 HTTP/1.1" status: 200 len: 909 time: 0.2963347 Feb 19 04:30:43.021960 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4cfea-c0a9-4115-928f-5db5eb53b922 req-663ad17b-3b88-4934-a047-f8bc5afb1401 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:43.030559 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ba4cfea-c0a9-4115-928f-5db5eb53b922 req-663ad17b-3b88-4934-a047-f8bc5afb1401 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbb5b97-9d11-4671-ab25-b2ead7f0f822 HTTP/1.1" status: 200 len: 867 time: 0.4906676 Feb 19 04:30:43.047880 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2694872-4a22-4007-85d2-41e18ba4776a None None] Pushing event updated for resources: {'Port': ['ID=0d6c6479-2803-4f40-a2a5-c0266cf57106,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:43.072502 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-944f4972-e7fb-446f-b65b-f23d9bc920db None None] Provisioning complete for port 1aa45b8b-5182-46ea-8346-5f63554ec5e1 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:43.074100 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-944f4972-e7fb-446f-b65b-f23d9bc920db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1aa45b8b-5182-46ea-8346-5f63554ec5e1), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:43.113336 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d81769d-d7b8-4a68-90c3-dc2cfc01e512 x-openstack-request-id: req-8d81769d-d7b8-4a68-90c3-dc2cfc01e512 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:30:43.113939 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbb5b97-9d11-4671-ab25-b2ead7f0f822", "name": "network-vif-deleted", "tag": "97177a0b-dd4b-45f9-bfbe-a522f93f117d", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:30:43.114463 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d81769d-d7b8-4a68-90c3-dc2cfc01e512 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:30:43.115100 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbb5b97-9d11-4671-ab25-b2ead7f0f822', 'name': 'network-vif-deleted', 'tag': '97177a0b-dd4b-45f9-bfbe-a522f93f117d', 'status': 'completed', 'code': 200} Feb 19 04:30:43.151024 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ba4cfea-c0a9-4115-928f-5db5eb53b922 req-f9ee60b3-f4ee-4901-a986-ff06f98901f5 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/security-groups?id=228fef21-6b8c-41b8-9f40-017f22f28298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186376 Feb 19 04:30:43.153916 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa600e8-a98d-47db-8542-b6aba4a259b6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Network 3dcd353c-9dc7-4371-8d49-954aa3c1fcba is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:43.163647 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-afa600e8-a98d-47db-8542-b6aba4a259b6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:43.285260 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-944f4972-e7fb-446f-b65b-f23d9bc920db None None] Current status of the port 1aa45b8b-5182-46ea-8346-5f63554ec5e1 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:43.322437 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa600e8-a98d-47db-8542-b6aba4a259b6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Router f922ffdb-2ce5-47c9-9dfb-b33de53c537e has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:30:43.443105 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9c63139a-7b34-4c0f-a005-3a73d8ba92c5 None None] Provisioning complete for port 1aa45b8b-5182-46ea-8346-5f63554ec5e1 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:43.443872 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9c63139a-7b34-4c0f-a005-3a73d8ba92c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1aa45b8b-5182-46ea-8346-5f63554ec5e1), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:43.458782 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa600e8-a98d-47db-8542-b6aba4a259b6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:30:43.471807 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-afa600e8-a98d-47db-8542-b6aba4a259b6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "PUT /v2.0/routers/f922ffdb-2ce5-47c9-9dfb-b33de53c537e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9126611 Feb 19 04:30:43.474801 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35844) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:43.482116 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-6a72b159-09b1-42be-89df-53d011ede90d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:43.587808 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9c63139a-7b34-4c0f-a005-3a73d8ba92c5 None None] Current status of the port 1aa45b8b-5182-46ea-8346-5f63554ec5e1 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:43.610316 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9c63139a-7b34-4c0f-a005-3a73d8ba92c5 None None] Provisioning complete for port 7b662e2e-9737-48f1-9f61-93e4daf5ee79 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:43.610885 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9c63139a-7b34-4c0f-a005-3a73d8ba92c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7b662e2e-9737-48f1-9f61-93e4daf5ee79), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:43.696067 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9c63139a-7b34-4c0f-a005-3a73d8ba92c5 None None] Port 7b662e2e-9737-48f1-9f61-93e4daf5ee79 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:30:43.793634 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1aa45b8b-5182-46ea-8346-5f63554ec5e1 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:30:43.850423 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-f9b42269-d37e-4c82-94d7-81bea485d68d None None] Provisioning complete for port 7b662e2e-9737-48f1-9f61-93e4daf5ee79 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:43.850998 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f9b42269-d37e-4c82-94d7-81bea485d68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7b662e2e-9737-48f1-9f61-93e4daf5ee79), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:43.894506 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edae2fc-c311-4b05-a6df-fe6f6783b8f8 None None] Sync routers for ids ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:30:43.898943 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f9b42269-d37e-4c82-94d7-81bea485d68d None None] Port 7b662e2e-9737-48f1-9f61-93e4daf5ee79 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:30:43.914378 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edae2fc-c311-4b05-a6df-fe6f6783b8f8 None None] Routers {'f922ffdb-2ce5-47c9-9dfb-b33de53c537e'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:43.915030 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1edae2fc-c311-4b05-a6df-fe6f6783b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:43.917910 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 1aa45b8b-5182-46ea-8346-5f63554ec5e1 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:43.918315 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (1aa45b8b-5182-46ea-8346-5f63554ec5e1), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:44.047035 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12cfd02-ee9c-417f-929b-6f852b129f16 req-cd05a31d-66ad-4613-81e6-559fbc9b9be4 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:44.048628 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b12cfd02-ee9c-417f-929b-6f852b129f16 req-cd05a31d-66ad-4613-81e6-559fbc9b9be4 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.26 "GET /v2.0/ports?device_id=60214a10-6146-46e5-9a43-3c8399e143a7 HTTP/1.1" status: 200 len: 909 time: 0.1130388 Feb 19 04:30:44.081038 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-1edae2fc-c311-4b05-a6df-fe6f6783b8f8 None None] Set router f922ffdb-2ce5-47c9-9dfb-b33de53c537e gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:44.197931 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 1aa45b8b-5182-46ea-8346-5f63554ec5e1 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:44.200512 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0d6c6479-2803-4f40-a2a5-c0266cf57106 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:30:44.244241 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cb49f-93d1-427c-9d20-fb6252fa5442 req-bbd30356-527e-4ee3-92df-0201decf3da6 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:44.250802 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-df3cb49f-93d1-427c-9d20-fb6252fa5442 req-bbd30356-527e-4ee3-92df-0201decf3da6 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=60214a10-6146-46e5-9a43-3c8399e143a7 HTTP/1.1" status: 200 len: 909 time: 0.1244268 Feb 19 04:30:44.293612 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.extraroute_db [None req-6a72b159-09b1-42be-89df-53d011ede90d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109925) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 04:30:44.330391 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.extraroute_db [None req-6a72b159-09b1-42be-89df-53d011ede90d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Removed routes are [] {{(pid=109925) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 04:30:44.331544 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a72b159-09b1-42be-89df-53d011ede90d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5517'] for router (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:44.338062 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-b12cfd02-ee9c-417f-929b-6f852b129f16 req-3d836626-fce3-4d71-a220-6cfd7c32e537 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Deleting port 3237bcbd-16ba-476c-8a83-9b097ff8ba04 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:44.339419 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b12cfd02-ee9c-417f-929b-6f852b129f16 req-3d836626-fce3-4d71-a220-6cfd7c32e537 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (3237bcbd-16ba-476c-8a83-9b097ff8ba04), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:44.358144 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 0d6c6479-2803-4f40-a2a5-c0266cf57106 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:44.358551 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0d6c6479-2803-4f40-a2a5-c0266cf57106), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:44.406198 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9472bb93-92f4-43f6-9775-e0d13a941712 None None] Provisioning complete for port 7b662e2e-9737-48f1-9f61-93e4daf5ee79 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:44.406576 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9472bb93-92f4-43f6-9775-e0d13a941712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7b662e2e-9737-48f1-9f61-93e4daf5ee79), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:44.621379 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-b12cfd02-ee9c-417f-929b-6f852b129f16 req-3d836626-fce3-4d71-a220-6cfd7c32e537 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] For port 3237bcbd-16ba-476c-8a83-9b097ff8ba04, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=3237bcbd-16ba-476c-8a83-9b097ff8ba04,segment=NetworkSegment(aae775b3-66e5-4ec0-abc5-be8b768a9591),segment_id=aae775b3-66e5-4ec0-abc5-be8b768a9591)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:44.622057 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b12cfd02-ee9c-417f-929b-6f852b129f16 req-3d836626-fce3-4d71-a220-6cfd7c32e537 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (3237bcbd-16ba-476c-8a83-9b097ff8ba04), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:44.649810 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-b12cfd02-ee9c-417f-929b-6f852b129f16 req-3d836626-fce3-4d71-a220-6cfd7c32e537 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Calling delete_port for 3237bcbd-16ba-476c-8a83-9b097ff8ba04 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:44.683689 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9472bb93-92f4-43f6-9775-e0d13a941712 None None] Port 7b662e2e-9737-48f1-9f61-93e4daf5ee79 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:30:44.784957 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 0d6c6479-2803-4f40-a2a5-c0266cf57106 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:44.798200 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1edae2fc-c311-4b05-a6df-fe6f6783b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:30:41Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None, '_interfaces': [{'id': '0d6c6479-2803-4f40-a2a5-c0266cf57106', 'name': '', 'network_id': '7218d077-7d12-4027-9a1c-b1fba73e9ffb', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:77:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:32Z', 'updated_at': '2022-02-19T04:30:42Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b7f946b-98db-46b9-8ab7-171ce76d5ce9', 'name': '', 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:39:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:26Z', 'updated_at': '2022-02-19T04:30:35Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b662e2e-9737-48f1-9f61-93e4daf5ee79', 'name': '', 'network_id': '3dcd353c-9dc7-4371-8d49-954aa3c1fcba', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:61:b7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '884ac8b6-4f8d-4d25-ac83-123e9d0fe47e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:38Z', 'updated_at': '2022-02-19T04:30:42Z', 'revision_number': 2, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '884ac8b6-4f8d-4d25-ac83-123e9d0fe47e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945fb2cd-bc11-4112-bede-76833ef9e4f4', 'name': '', 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:17Z', 'updated_at': '2022-02-19T04:30:25Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:44.827001 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a72b159-09b1-42be-89df-53d011ede90d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5517'] for router (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:44.831838 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a72b159-09b1-42be-89df-53d011ede90d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1611319'] for router (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:44.844454 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edae2fc-c311-4b05-a6df-fe6f6783b8f8 None None] Checking router: f922ffdb-2ce5-47c9-9dfb-b33de53c537e for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:30:44.844953 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edae2fc-c311-4b05-a6df-fe6f6783b8f8 None None] Updating router f922ffdb-2ce5-47c9-9dfb-b33de53c537e port 7b662e2e-9737-48f1-9f61-93e4daf5ee79 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:30:44.890853 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1edae2fc-c311-4b05-a6df-fe6f6783b8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7b662e2e-9737-48f1-9f61-93e4daf5ee79), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:45.244417 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1edae2fc-c311-4b05-a6df-fe6f6783b8f8 None None] Publish callbacks [] for port (7b662e2e-9737-48f1-9f61-93e4daf5ee79), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:45.253299 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1edae2fc-c311-4b05-a6df-fe6f6783b8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7b662e2e-9737-48f1-9f61-93e4daf5ee79), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:45.284087 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a72b159-09b1-42be-89df-53d011ede90d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Router f922ffdb-2ce5-47c9-9dfb-b33de53c537e has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:30:45.294607 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b12cfd02-ee9c-417f-929b-6f852b129f16 req-3d836626-fce3-4d71-a220-6cfd7c32e537 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (3237bcbd-16ba-476c-8a83-9b097ff8ba04), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:45.355922 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d836626-fce3-4d71-a220-6cfd7c32e537 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event deleted for resources: {'Port': ['ID=3237bcbd-16ba-476c-8a83-9b097ff8ba04,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:45.390463 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98734d95-f94c-4961-b3e6-048f4a3f1ad5 None None] Pushing event updated for resources: {'Port': ['ID=7b662e2e-9737-48f1-9f61-93e4daf5ee79,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:45.412029 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-08d573b9-0faa-424e-9d3b-876b0795d679 req-2edf6249-5094-44a8-9e3f-e7e446d5e916 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=60214a10-6146-46e5-9a43-3c8399e143a7 HTTP/1.1" status: 200 len: 210 time: 0.0472116 Feb 19 04:30:45.471446 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-1edae2fc-c311-4b05-a6df-fe6f6783b8f8 None None] Attempting to bind port 7b662e2e-9737-48f1-9f61-93e4daf5ee79 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:30:45.471921 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-1edae2fc-c311-4b05-a6df-fe6f6783b8f8 None None] Attempting to bind port 7b662e2e-9737-48f1-9f61-93e4daf5ee79 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '92b96889-ff99-460f-926d-e56f561fa0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3dcd353c-9dc7-4371-8d49-954aa3c1fcba'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:30:45.472250 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edae2fc-c311-4b05-a6df-fe6f6783b8f8 None None] Attempting to bind port 7b662e2e-9737-48f1-9f61-93e4daf5ee79 on network 3dcd353c-9dc7-4371-8d49-954aa3c1fcba {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:30:45.479812 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edae2fc-c311-4b05-a6df-fe6f6783b8f8 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:30:45.480236 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edae2fc-c311-4b05-a6df-fe6f6783b8f8 None None] Checking segment: {'id': '92b96889-ff99-460f-926d-e56f561fa0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3dcd353c-9dc7-4371-8d49-954aa3c1fcba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:30:45.480615 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1edae2fc-c311-4b05-a6df-fe6f6783b8f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:45.481017 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edae2fc-c311-4b05-a6df-fe6f6783b8f8 None None] Bound using segment: {'id': '92b96889-ff99-460f-926d-e56f561fa0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3dcd353c-9dc7-4371-8d49-954aa3c1fcba'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:30:45.481493 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-1edae2fc-c311-4b05-a6df-fe6f6783b8f8 None None] Bound port: 7b662e2e-9737-48f1-9f61-93e4daf5ee79, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b96889-ff99-460f-926d-e56f561fa0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3dcd353c-9dc7-4371-8d49-954aa3c1fcba'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:30:45.481881 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1edae2fc-c311-4b05-a6df-fe6f6783b8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7b662e2e-9737-48f1-9f61-93e4daf5ee79), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:45.516376 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12cfd02-ee9c-417f-929b-6f852b129f16 req-3d836626-fce3-4d71-a220-6cfd7c32e537 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] No DVR routers for this DVR port 3237bcbd-16ba-476c-8a83-9b097ff8ba04 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:30:45.538157 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-b12cfd02-ee9c-417f-929b-6f852b129f16 req-3d836626-fce3-4d71-a220-6cfd7c32e537 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:45.541871 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b12cfd02-ee9c-417f-929b-6f852b129f16 req-3d836626-fce3-4d71-a220-6cfd7c32e537 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.26 "DELETE /v2.0/ports/3237bcbd-16ba-476c-8a83-9b097ff8ba04 HTTP/1.1" status: 204 len: 173 time: 1.4847672 Feb 19 04:30:45.543745 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60214a10-6146-46e5-9a43-3c8399e143a7', 'name': 'network-vif-deleted', 'tag': '3237bcbd-16ba-476c-8a83-9b097ff8ba04'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:30:45.544993 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 97177a0b-dd4b-45f9-bfbe-a522f93f117d no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:30:45.549412 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ae73f5-2b7f-454f-9acb-560843495d5b" -d '{"events": [{"server_uuid": "60214a10-6146-46e5-9a43-3c8399e143a7", "name": "network-vif-deleted", "tag": "3237bcbd-16ba-476c-8a83-9b097ff8ba04"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:30:45.631367 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 97177a0b-dd4b-45f9-bfbe-a522f93f117d {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:30:45.651204 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 97177a0b-dd4b-45f9-bfbe-a522f93f117d not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:30:45.666736 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a72b159-09b1-42be-89df-53d011ede90d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:30:45.688286 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a72b159-09b1-42be-89df-53d011ede90d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:45.698104 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35900) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:45.741073 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6a72b159-09b1-42be-89df-53d011ede90d tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "PUT /v2.0/routers/f922ffdb-2ce5-47c9-9dfb-b33de53c537e HTTP/1.1" status: 200 len: 954 time: 2.2620375 Feb 19 04:30:45.755868 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eba524d-2192-4126-9926-cb4888858f9b x-openstack-request-id: req-7eba524d-2192-4126-9926-cb4888858f9b {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:30:45.756929 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-1edae2fc-c311-4b05-a6df-fe6f6783b8f8 None None] For port 7b662e2e-9737-48f1-9f61-93e4daf5ee79, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:30:45.759402 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60214a10-6146-46e5-9a43-3c8399e143a7", "name": "network-vif-deleted", "tag": "3237bcbd-16ba-476c-8a83-9b097ff8ba04", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:30:45.761794 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7eba524d-2192-4126-9926-cb4888858f9b {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:30:45.762148 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60214a10-6146-46e5-9a43-3c8399e143a7', 'name': 'network-vif-deleted', 'tag': '3237bcbd-16ba-476c-8a83-9b097ff8ba04', 'status': 'completed', 'code': 200} Feb 19 04:30:45.773540 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-1edae2fc-c311-4b05-a6df-fe6f6783b8f8 None None] For port 7b662e2e-9737-48f1-9f61-93e4daf5ee79, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7b662e2e-9737-48f1-9f61-93e4daf5ee79,segment=NetworkSegment(92b96889-ff99-460f-926d-e56f561fa0d6),segment_id=92b96889-ff99-460f-926d-e56f561fa0d6)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:30:45.796890 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1edae2fc-c311-4b05-a6df-fe6f6783b8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7b662e2e-9737-48f1-9f61-93e4daf5ee79), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:45.872290 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edae2fc-c311-4b05-a6df-fe6f6783b8f8 None None] Routers {'f922ffdb-2ce5-47c9-9dfb-b33de53c537e'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:45.872923 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1edae2fc-c311-4b05-a6df-fe6f6783b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:45.943311 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4c37d40e-182b-479f-87ae-2de4a65d5d3a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "GET /v2.0/routers/f922ffdb-2ce5-47c9-9dfb-b33de53c537e HTTP/1.1" status: 200 len: 954 time: 0.2423015 Feb 19 04:30:45.946327 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35904) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:45.952797 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b62943c0-3862-4372-b10c-9d51b2c03fd0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'router': {'routes': None}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:45.973337 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98734d95-f94c-4961-b3e6-048f4a3f1ad5 None None] Pushing event updated for resources: {'Port': ['ID=7b662e2e-9737-48f1-9f61-93e4daf5ee79,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:45.994669 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9cce83ba-efa8-4464-ad83-7a756b8b6019 None None] Provisioning complete for port 7b662e2e-9737-48f1-9f61-93e4daf5ee79 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:45.995070 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9cce83ba-efa8-4464-ad83-7a756b8b6019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7b662e2e-9737-48f1-9f61-93e4daf5ee79), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:46.040134 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-1edae2fc-c311-4b05-a6df-fe6f6783b8f8 None None] Set router f922ffdb-2ce5-47c9-9dfb-b33de53c537e gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:46.370063 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9cce83ba-efa8-4464-ad83-7a756b8b6019 None None] Current status of the port 7b662e2e-9737-48f1-9f61-93e4daf5ee79 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:46.370726 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9cce83ba-efa8-4464-ad83-7a756b8b6019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7b662e2e-9737-48f1-9f61-93e4daf5ee79), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:46.468209 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.extraroute_db [None req-b62943c0-3862-4372-b10c-9d51b2c03fd0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Added routes are [] {{(pid=109925) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 04:30:46.470973 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-9cce83ba-efa8-4464-ad83-7a756b8b6019 None None] For port 7b662e2e-9737-48f1-9f61-93e4daf5ee79, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7b662e2e-9737-48f1-9f61-93e4daf5ee79,segment=NetworkSegment(92b96889-ff99-460f-926d-e56f561fa0d6),segment_id=92b96889-ff99-460f-926d-e56f561fa0d6)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:46.475913 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.extraroute_db [None req-b62943c0-3862-4372-b10c-9d51b2c03fd0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109925) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 04:30:46.478829 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9cce83ba-efa8-4464-ad83-7a756b8b6019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7b662e2e-9737-48f1-9f61-93e4daf5ee79), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:46.533123 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35908) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:46.578626 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce83ba-efa8-4464-ad83-7a756b8b6019 None None] Pushing event updated for resources: {'Port': ['ID=7b662e2e-9737-48f1-9f61-93e4daf5ee79,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:46.586432 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1edae2fc-c311-4b05-a6df-fe6f6783b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:30:44Z', 'revision_number': 6, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None, '_interfaces': [{'id': '0d6c6479-2803-4f40-a2a5-c0266cf57106', 'name': '', 'network_id': '7218d077-7d12-4027-9a1c-b1fba73e9ffb', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:77:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:32Z', 'updated_at': '2022-02-19T04:30:42Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b7f946b-98db-46b9-8ab7-171ce76d5ce9', 'name': '', 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:39:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:26Z', 'updated_at': '2022-02-19T04:30:35Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b662e2e-9737-48f1-9f61-93e4daf5ee79', 'name': '', 'network_id': '3dcd353c-9dc7-4371-8d49-954aa3c1fcba', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:61:b7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '884ac8b6-4f8d-4d25-ac83-123e9d0fe47e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:38Z', 'updated_at': '2022-02-19T04:30:45Z', 'revision_number': 4, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '884ac8b6-4f8d-4d25-ac83-123e9d0fe47e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945fb2cd-bc11-4112-bede-76833ef9e4f4', 'name': '', 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:17Z', 'updated_at': '2022-02-19T04:30:25Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:46.599237 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b62943c0-3862-4372-b10c-9d51b2c03fd0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5517'] for router (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:46.665272 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edae2fc-c311-4b05-a6df-fe6f6783b8f8 None None] The sync data for ids ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'] in n-d-828369-19 is: [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:30:44Z', 'revision_number': 6, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None, '_interfaces': [{'id': '0d6c6479-2803-4f40-a2a5-c0266cf57106', 'name': '', 'network_id': '7218d077-7d12-4027-9a1c-b1fba73e9ffb', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:77:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:32Z', 'updated_at': '2022-02-19T04:30:42Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b7f946b-98db-46b9-8ab7-171ce76d5ce9', 'name': '', 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:39:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:26Z', 'updated_at': '2022-02-19T04:30:35Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b662e2e-9737-48f1-9f61-93e4daf5ee79', 'name': '', 'network_id': '3dcd353c-9dc7-4371-8d49-954aa3c1fcba', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:61:b7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '884ac8b6-4f8d-4d25-ac83-123e9d0fe47e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:38Z', 'updated_at': '2022-02-19T04:30:45Z', 'revision_number': 4, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '884ac8b6-4f8d-4d25-ac83-123e9d0fe47e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945fb2cd-bc11-4112-bede-76833ef9e4f4', 'name': '', 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:17Z', 'updated_at': '2022-02-19T04:30:25Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:30:46.685849 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2e639c7a-bd45-49fe-a41e-e25ca72808b6 None None] Provisioning complete for port 7b662e2e-9737-48f1-9f61-93e4daf5ee79 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:46.686401 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2e639c7a-bd45-49fe-a41e-e25ca72808b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7b662e2e-9737-48f1-9f61-93e4daf5ee79), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:46.876507 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2e639c7a-bd45-49fe-a41e-e25ca72808b6 None None] Current status of the port 7b662e2e-9737-48f1-9f61-93e4daf5ee79 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:46.924116 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b62943c0-3862-4372-b10c-9d51b2c03fd0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5517'] for router (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:46.927732 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b62943c0-3862-4372-b10c-9d51b2c03fd0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1611319'] for router (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:47.080239 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62943c0-3862-4372-b10c-9d51b2c03fd0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Router f922ffdb-2ce5-47c9-9dfb-b33de53c537e has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:30:47.090073 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cf82ae-20a1-4bfd-98c0-ef5ca0a76926 None None] Sync routers for ids ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:30:47.105259 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cf82ae-20a1-4bfd-98c0-ef5ca0a76926 None None] Routers {'f922ffdb-2ce5-47c9-9dfb-b33de53c537e'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:47.106594 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-48cf82ae-20a1-4bfd-98c0-ef5ca0a76926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:47.256698 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62943c0-3862-4372-b10c-9d51b2c03fd0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:30:47.269738 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-48cf82ae-20a1-4bfd-98c0-ef5ca0a76926 None None] Set router f922ffdb-2ce5-47c9-9dfb-b33de53c537e gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:47.270619 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b62943c0-3862-4372-b10c-9d51b2c03fd0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:47.278792 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b62943c0-3862-4372-b10c-9d51b2c03fd0 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "PUT /v2.0/routers/f922ffdb-2ce5-47c9-9dfb-b33de53c537e HTTP/1.1" status: 200 len: 704 time: 1.3303950 Feb 19 04:30:47.279441 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35914) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:47.461823 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ef03ecff-5c69-412b-a116-7737ef990590 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "GET /v2.0/routers/f922ffdb-2ce5-47c9-9dfb-b33de53c537e HTTP/1.1" status: 200 len: 704 time: 0.1812432 Feb 19 04:30:47.465173 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35916) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:47.558454 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 3237bcbd-16ba-476c-8a83-9b097ff8ba04 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:30:47.574389 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-48cf82ae-20a1-4bfd-98c0-ef5ca0a76926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:30:46Z', 'revision_number': 7, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None, '_interfaces': [{'id': '0d6c6479-2803-4f40-a2a5-c0266cf57106', 'name': '', 'network_id': '7218d077-7d12-4027-9a1c-b1fba73e9ffb', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:77:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:32Z', 'updated_at': '2022-02-19T04:30:42Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b7f946b-98db-46b9-8ab7-171ce76d5ce9', 'name': '', 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:39:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:26Z', 'updated_at': '2022-02-19T04:30:35Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b662e2e-9737-48f1-9f61-93e4daf5ee79', 'name': '', 'network_id': '3dcd353c-9dc7-4371-8d49-954aa3c1fcba', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:61:b7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '884ac8b6-4f8d-4d25-ac83-123e9d0fe47e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:38Z', 'updated_at': '2022-02-19T04:30:46Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '884ac8b6-4f8d-4d25-ac83-123e9d0fe47e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945fb2cd-bc11-4112-bede-76833ef9e4f4', 'name': '', 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:17Z', 'updated_at': '2022-02-19T04:30:25Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:47.600890 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 3237bcbd-16ba-476c-8a83-9b097ff8ba04 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:30:47.601528 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 3237bcbd-16ba-476c-8a83-9b097ff8ba04 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:30:47.658034 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cf82ae-20a1-4bfd-98c0-ef5ca0a76926 None None] Checking router: f922ffdb-2ce5-47c9-9dfb-b33de53c537e for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:30:47.671131 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cf82ae-20a1-4bfd-98c0-ef5ca0a76926 None None] Routers {'f922ffdb-2ce5-47c9-9dfb-b33de53c537e'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:47.671782 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-48cf82ae-20a1-4bfd-98c0-ef5ca0a76926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:47.686730 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c4d9b63a-2e8f-4fbc-a4bc-571e4173865e tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (a41ae3c4-7213-4a00-b4db-739a7a3ba77f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:47.687416 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7b662e2e-9737-48f1-9f61-93e4daf5ee79 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:30:47.903369 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 7b662e2e-9737-48f1-9f61-93e4daf5ee79 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:47.903808 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7b662e2e-9737-48f1-9f61-93e4daf5ee79), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:47.958760 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-48cf82ae-20a1-4bfd-98c0-ef5ca0a76926 None None] Set router f922ffdb-2ce5-47c9-9dfb-b33de53c537e gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:48.066385 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 7b662e2e-9737-48f1-9f61-93e4daf5ee79 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:48.166970 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-c4d9b63a-2e8f-4fbc-a4bc-571e4173865e tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Deleting port 5052559a-d7fd-4d69-b039-ca81d3a4c88a {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:48.167873 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c4d9b63a-2e8f-4fbc-a4bc-571e4173865e tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (5052559a-d7fd-4d69-b039-ca81d3a4c88a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:48.186467 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f613978-bb4d-415b-bc0d-54074eb630b2 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:48.280103 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-c4d9b63a-2e8f-4fbc-a4bc-571e4173865e tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] For port 5052559a-d7fd-4d69-b039-ca81d3a4c88a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5052559a-d7fd-4d69-b039-ca81d3a4c88a,segment=NetworkSegment(aae775b3-66e5-4ec0-abc5-be8b768a9591),segment_id=aae775b3-66e5-4ec0-abc5-be8b768a9591)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:48.280584 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c4d9b63a-2e8f-4fbc-a4bc-571e4173865e tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (5052559a-d7fd-4d69-b039-ca81d3a4c88a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:48.294752 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-48cf82ae-20a1-4bfd-98c0-ef5ca0a76926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:30:46Z', 'revision_number': 7, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None, '_interfaces': [{'id': '0d6c6479-2803-4f40-a2a5-c0266cf57106', 'name': '', 'network_id': '7218d077-7d12-4027-9a1c-b1fba73e9ffb', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:77:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:32Z', 'updated_at': '2022-02-19T04:30:42Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b7f946b-98db-46b9-8ab7-171ce76d5ce9', 'name': '', 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:39:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:26Z', 'updated_at': '2022-02-19T04:30:35Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b662e2e-9737-48f1-9f61-93e4daf5ee79', 'name': '', 'network_id': '3dcd353c-9dc7-4371-8d49-954aa3c1fcba', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:61:b7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '884ac8b6-4f8d-4d25-ac83-123e9d0fe47e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:38Z', 'updated_at': '2022-02-19T04:30:46Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '884ac8b6-4f8d-4d25-ac83-123e9d0fe47e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945fb2cd-bc11-4112-bede-76833ef9e4f4', 'name': '', 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:17Z', 'updated_at': '2022-02-19T04:30:25Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:48.299954 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-c4d9b63a-2e8f-4fbc-a4bc-571e4173865e tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Calling delete_port for 5052559a-d7fd-4d69-b039-ca81d3a4c88a owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:48.327439 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cf82ae-20a1-4bfd-98c0-ef5ca0a76926 None None] The sync data for ids ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'] in n-d-828369-19 is: [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:30:46Z', 'revision_number': 7, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None, '_interfaces': [{'id': '0d6c6479-2803-4f40-a2a5-c0266cf57106', 'name': '', 'network_id': '7218d077-7d12-4027-9a1c-b1fba73e9ffb', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:77:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:32Z', 'updated_at': '2022-02-19T04:30:42Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b7f946b-98db-46b9-8ab7-171ce76d5ce9', 'name': '', 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:39:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:26Z', 'updated_at': '2022-02-19T04:30:35Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b662e2e-9737-48f1-9f61-93e4daf5ee79', 'name': '', 'network_id': '3dcd353c-9dc7-4371-8d49-954aa3c1fcba', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:61:b7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '884ac8b6-4f8d-4d25-ac83-123e9d0fe47e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:38Z', 'updated_at': '2022-02-19T04:30:46Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '884ac8b6-4f8d-4d25-ac83-123e9d0fe47e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945fb2cd-bc11-4112-bede-76833ef9e4f4', 'name': '', 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:17Z', 'updated_at': '2022-02-19T04:30:25Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:30:48.502040 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-3f613978-bb4d-415b-bc0d-54074eb630b2 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Deleting port 7b662e2e-9737-48f1-9f61-93e4daf5ee79 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:48.502040 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f613978-bb4d-415b-bc0d-54074eb630b2 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (7b662e2e-9737-48f1-9f61-93e4daf5ee79), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:48.530635 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c4d9b63a-2e8f-4fbc-a4bc-571e4173865e tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (5052559a-d7fd-4d69-b039-ca81d3a4c88a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:48.559437 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9b63a-2e8f-4fbc-a4bc-571e4173865e tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event deleted for resources: {'Port': ['ID=5052559a-d7fd-4d69-b039-ca81d3a4c88a,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:48.613854 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-3f613978-bb4d-415b-bc0d-54074eb630b2 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] For port 7b662e2e-9737-48f1-9f61-93e4daf5ee79, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7b662e2e-9737-48f1-9f61-93e4daf5ee79,segment=NetworkSegment(92b96889-ff99-460f-926d-e56f561fa0d6),segment_id=92b96889-ff99-460f-926d-e56f561fa0d6)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:48.614259 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f613978-bb4d-415b-bc0d-54074eb630b2 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (7b662e2e-9737-48f1-9f61-93e4daf5ee79), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:48.635619 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-3f613978-bb4d-415b-bc0d-54074eb630b2 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Calling delete_port for 7b662e2e-9737-48f1-9f61-93e4daf5ee79 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:48.781326 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6ed3ed-fa05-4302-9131-3594f2e3a263 None None] Sync routers for ids ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:30:48.805078 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6ed3ed-fa05-4302-9131-3594f2e3a263 None None] Routers {'f922ffdb-2ce5-47c9-9dfb-b33de53c537e'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:48.807900 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ad6ed3ed-fa05-4302-9131-3594f2e3a263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:48.831710 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c4d9b63a-2e8f-4fbc-a4bc-571e4173865e tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (a41ae3c4-7213-4a00-b4db-739a7a3ba77f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:48.974360 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-ad6ed3ed-fa05-4302-9131-3594f2e3a263 None None] Set router f922ffdb-2ce5-47c9-9dfb-b33de53c537e gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:49.014005 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f613978-bb4d-415b-bc0d-54074eb630b2 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (7b662e2e-9737-48f1-9f61-93e4daf5ee79), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:49.072736 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f613978-bb4d-415b-bc0d-54074eb630b2 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Port': ['ID=7b662e2e-9737-48f1-9f61-93e4daf5ee79,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:49.290967 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d9b63a-2e8f-4fbc-a4bc-571e4173865e tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Router a41ae3c4-7213-4a00-b4db-739a7a3ba77f has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:30:49.300926 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ad6ed3ed-fa05-4302-9131-3594f2e3a263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:30:46Z', 'revision_number': 7, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None, '_interfaces': [{'id': '0d6c6479-2803-4f40-a2a5-c0266cf57106', 'name': '', 'network_id': '7218d077-7d12-4027-9a1c-b1fba73e9ffb', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:77:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:32Z', 'updated_at': '2022-02-19T04:30:42Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b7f946b-98db-46b9-8ab7-171ce76d5ce9', 'name': '', 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:39:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:26Z', 'updated_at': '2022-02-19T04:30:35Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b662e2e-9737-48f1-9f61-93e4daf5ee79', 'name': '', 'network_id': '3dcd353c-9dc7-4371-8d49-954aa3c1fcba', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:61:b7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '884ac8b6-4f8d-4d25-ac83-123e9d0fe47e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:38Z', 'updated_at': '2022-02-19T04:30:46Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '884ac8b6-4f8d-4d25-ac83-123e9d0fe47e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945fb2cd-bc11-4112-bede-76833ef9e4f4', 'name': '', 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:17Z', 'updated_at': '2022-02-19T04:30:25Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:49.336798 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6ed3ed-fa05-4302-9131-3594f2e3a263 None None] Checking router: f922ffdb-2ce5-47c9-9dfb-b33de53c537e for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:30:49.356679 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6ed3ed-fa05-4302-9131-3594f2e3a263 None None] Routers {'f922ffdb-2ce5-47c9-9dfb-b33de53c537e'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:49.357321 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ad6ed3ed-fa05-4302-9131-3594f2e3a263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:49.456588 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d9b63a-2e8f-4fbc-a4bc-571e4173865e tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:30:49.470208 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce7ffd-6e4e-463d-803f-dc0e7335eb42 None None] Sync routers for ids ['a41ae3c4-7213-4a00-b4db-739a7a3ba77f'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:30:49.475218 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c4d9b63a-2e8f-4fbc-a4bc-571e4173865e tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "PUT /v2.0/routers/a41ae3c4-7213-4a00-b4db-739a7a3ba77f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9388125 Feb 19 04:30:49.477795 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35938) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:49.494243 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-ad6ed3ed-fa05-4302-9131-3594f2e3a263 None None] Set router f922ffdb-2ce5-47c9-9dfb-b33de53c537e gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:49.496012 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccce7ffd-6e4e-463d-803f-dc0e7335eb42 None None] Routers {'a41ae3c4-7213-4a00-b4db-739a7a3ba77f'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:49.496882 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-ccce7ffd-6e4e-463d-803f-dc0e7335eb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['a41ae3c4-7213-4a00-b4db-739a7a3ba77f'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:49.564046 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0d02e6-3b47-49d8-8727-13a416d4b9a4 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Deleting subnet b40740f8-6ba6-4b4a-ae96-fb72c0ce46e5 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:30:49.572766 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9b0d02e6-3b47-49d8-8727-13a416d4b9a4 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for subnet (b40740f8-6ba6-4b4a-ae96-fb72c0ce46e5), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:49.684729 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9b0d02e6-3b47-49d8-8727-13a416d4b9a4 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (b40740f8-6ba6-4b4a-ae96-fb72c0ce46e5), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:49.744996 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-ccce7ffd-6e4e-463d-803f-dc0e7335eb42 None None] Set router a41ae3c4-7213-4a00-b4db-739a7a3ba77f gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:49.769805 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f613978-bb4d-415b-bc0d-54074eb630b2 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:49.805748 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9b0d02e6-3b47-49d8-8727-13a416d4b9a4 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (b40740f8-6ba6-4b4a-ae96-fb72c0ce46e5), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:49.933861 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9b0d02e6-3b47-49d8-8727-13a416d4b9a4 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (b40740f8-6ba6-4b4a-ae96-fb72c0ce46e5), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:49.958864 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ad6ed3ed-fa05-4302-9131-3594f2e3a263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:30:48Z', 'revision_number': 8, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None, '_interfaces': [{'id': '0d6c6479-2803-4f40-a2a5-c0266cf57106', 'name': '', 'network_id': '7218d077-7d12-4027-9a1c-b1fba73e9ffb', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:77:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:32Z', 'updated_at': '2022-02-19T04:30:42Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b7f946b-98db-46b9-8ab7-171ce76d5ce9', 'name': '', 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:39:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:26Z', 'updated_at': '2022-02-19T04:30:35Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945fb2cd-bc11-4112-bede-76833ef9e4f4', 'name': '', 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:17Z', 'updated_at': '2022-02-19T04:30:25Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:49.994648 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d02e6-3b47-49d8-8727-13a416d4b9a4 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event deleted for resources: {'Subnet': ['ID=b40740f8-6ba6-4b4a-ae96-fb72c0ce46e5,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:50.015698 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9b0d02e6-3b47-49d8-8727-13a416d4b9a4 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:50.022886 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9b0d02e6-3b47-49d8-8727-13a416d4b9a4 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "DELETE /v2.0/subnets/b40740f8-6ba6-4b4a-ae96-fb72c0ce46e5 HTTP/1.1" status: 204 len: 168 time: 0.5429695 Feb 19 04:30:50.024408 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8898d72-6164-4a8d-8923-42e6e27c579b None None] Network 0e725ffc-828d-4686-95af-932c464c647d requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:50.025071 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35942) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:50.088072 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6ed3ed-fa05-4302-9131-3594f2e3a263 None None] The sync data for ids ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'] in n-d-828369-19 is: [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:30:48Z', 'revision_number': 8, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None, '_interfaces': [{'id': '0d6c6479-2803-4f40-a2a5-c0266cf57106', 'name': '', 'network_id': '7218d077-7d12-4027-9a1c-b1fba73e9ffb', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:77:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:32Z', 'updated_at': '2022-02-19T04:30:42Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b7f946b-98db-46b9-8ab7-171ce76d5ce9', 'name': '', 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:39:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:26Z', 'updated_at': '2022-02-19T04:30:35Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945fb2cd-bc11-4112-bede-76833ef9e4f4', 'name': '', 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:17Z', 'updated_at': '2022-02-19T04:30:25Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:30:50.256311 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-ccce7ffd-6e4e-463d-803f-dc0e7335eb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41ae3c4-7213-4a00-b4db-739a7a3ba77f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-813536860', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:06Z', 'updated_at': '2022-02-19T04:30:48Z', 'revision_number': 5, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'gw_port': {'id': '7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:77:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41ae3c4-7213-4a00-b4db-739a7a3ba77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:07Z', 'updated_at': '2022-02-19T04:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:50.272568 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f613978-bb4d-415b-bc0d-54074eb630b2 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Router f922ffdb-2ce5-47c9-9dfb-b33de53c537e has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:30:50.291275 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce7ffd-6e4e-463d-803f-dc0e7335eb42 None None] Checking router: a41ae3c4-7213-4a00-b4db-739a7a3ba77f for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:30:50.300088 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccce7ffd-6e4e-463d-803f-dc0e7335eb42 None None] Routers {'a41ae3c4-7213-4a00-b4db-739a7a3ba77f'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:50.300707 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-ccce7ffd-6e4e-463d-803f-dc0e7335eb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['a41ae3c4-7213-4a00-b4db-739a7a3ba77f'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:50.385164 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-395fe82c-a1b0-424c-9605-8051cf46cff0 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for router (a41ae3c4-7213-4a00-b4db-739a7a3ba77f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:50.438849 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-ccce7ffd-6e4e-463d-803f-dc0e7335eb42 None None] Set router a41ae3c4-7213-4a00-b4db-739a7a3ba77f gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:50.461228 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f613978-bb4d-415b-bc0d-54074eb630b2 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:30:50.467477 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3f613978-bb4d-415b-bc0d-54074eb630b2 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "PUT /v2.0/routers/f922ffdb-2ce5-47c9-9dfb-b33de53c537e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0008702 Feb 19 04:30:50.470377 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35946) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:50.485537 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6151fde-bfbe-4c7d-ba90-473299341b93 None None] DHCP port deletion for 0e725ffc-828d-4686-95af-932c464c647d request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:30:50.586739 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c6151fde-bfbe-4c7d-ba90-473299341b93 None None] Deleting port 85af6601-9db0-4322-8a4d-54716c7336a4 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:50.587287 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c6151fde-bfbe-4c7d-ba90-473299341b93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (85af6601-9db0-4322-8a4d-54716c7336a4), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:50.608917 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca20d08-1e4b-48d9-b353-d7f0c4a12274 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Deleting subnet 884ac8b6-4f8d-4d25-ac83-123e9d0fe47e {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:30:50.617124 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2ca20d08-1e4b-48d9-b353-d7f0c4a12274 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for subnet (884ac8b6-4f8d-4d25-ac83-123e9d0fe47e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:50.643001 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-395fe82c-a1b0-424c-9605-8051cf46cff0 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for router_gateway (a41ae3c4-7213-4a00-b4db-739a7a3ba77f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:50.716952 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2ca20d08-1e4b-48d9-b353-d7f0c4a12274 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (884ac8b6-4f8d-4d25-ac83-123e9d0fe47e), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:50.748706 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-ccce7ffd-6e4e-463d-803f-dc0e7335eb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41ae3c4-7213-4a00-b4db-739a7a3ba77f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-813536860', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:06Z', 'updated_at': '2022-02-19T04:30:48Z', 'revision_number': 5, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'gw_port': {'id': '7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:77:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41ae3c4-7213-4a00-b4db-739a7a3ba77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:07Z', 'updated_at': '2022-02-19T04:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:50.781775 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-395fe82c-a1b0-424c-9605-8051cf46cff0 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Deleting port 7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:50.782405 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-395fe82c-a1b0-424c-9605-8051cf46cff0 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:50.795966 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c6151fde-bfbe-4c7d-ba90-473299341b93 None None] For port 85af6601-9db0-4322-8a4d-54716c7336a4, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=85af6601-9db0-4322-8a4d-54716c7336a4,segment=NetworkSegment(aae775b3-66e5-4ec0-abc5-be8b768a9591),segment_id=aae775b3-66e5-4ec0-abc5-be8b768a9591)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:50.796525 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c6151fde-bfbe-4c7d-ba90-473299341b93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (85af6601-9db0-4322-8a4d-54716c7336a4), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:50.813935 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce7ffd-6e4e-463d-803f-dc0e7335eb42 None None] The sync data for ids ['a41ae3c4-7213-4a00-b4db-739a7a3ba77f'] in n-d-828369-19 is: [{'id': 'a41ae3c4-7213-4a00-b4db-739a7a3ba77f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-813536860', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:06Z', 'updated_at': '2022-02-19T04:30:48Z', 'revision_number': 5, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'gw_port': {'id': '7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:77:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41ae3c4-7213-4a00-b4db-739a7a3ba77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:07Z', 'updated_at': '2022-02-19T04:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:30:50.835878 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c6151fde-bfbe-4c7d-ba90-473299341b93 None None] Calling delete_port for 85af6601-9db0-4322-8a4d-54716c7336a4 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:50.869819 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2ca20d08-1e4b-48d9-b353-d7f0c4a12274 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (884ac8b6-4f8d-4d25-ac83-123e9d0fe47e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:50.936407 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-395fe82c-a1b0-424c-9605-8051cf46cff0 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] For port 7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:50.936786 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-395fe82c-a1b0-424c-9605-8051cf46cff0 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:50.956564 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-395fe82c-a1b0-424c-9605-8051cf46cff0 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Calling delete_port for 7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3 owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:51.021542 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2ca20d08-1e4b-48d9-b353-d7f0c4a12274 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (884ac8b6-4f8d-4d25-ac83-123e9d0fe47e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:51.100274 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2ca20d08-1e4b-48d9-b353-d7f0c4a12274 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:51.103931 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2ca20d08-1e4b-48d9-b353-d7f0c4a12274 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/subnets/884ac8b6-4f8d-4d25-ac83-123e9d0fe47e HTTP/1.1" status: 204 len: 168 time: 0.6323307 Feb 19 04:30:51.105103 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca20d08-1e4b-48d9-b353-d7f0c4a12274 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Subnet': ['ID=884ac8b6-4f8d-4d25-ac83-123e9d0fe47e,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:51.106853 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35950) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:51.177505 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a914630a-000a-411a-860e-01c06ea42c77 None None] Network 3dcd353c-9dc7-4371-8d49-954aa3c1fcba requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:51.182398 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624d2600-bf35-4d34-a10a-5b454315b5f5 None None] Sync routers for ids ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:30:51.218867 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624d2600-bf35-4d34-a10a-5b454315b5f5 None None] Routers {'f922ffdb-2ce5-47c9-9dfb-b33de53c537e'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:51.230010 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-624d2600-bf35-4d34-a10a-5b454315b5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:51.232965 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c6151fde-bfbe-4c7d-ba90-473299341b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (85af6601-9db0-4322-8a4d-54716c7336a4), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:51.271321 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b1568644-f599-4679-9f3f-f3673783e403 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (3dcd353c-9dc7-4371-8d49-954aa3c1fcba), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:51.379017 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-b1568644-f599-4679-9f3f-f3673783e403 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Deleting port 1aa45b8b-5182-46ea-8346-5f63554ec5e1 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:51.379383 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b1568644-f599-4679-9f3f-f3673783e403 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (1aa45b8b-5182-46ea-8346-5f63554ec5e1), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:51.410031 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-395fe82c-a1b0-424c-9605-8051cf46cff0 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:51.414353 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6151fde-bfbe-4c7d-ba90-473299341b93 None None] No DVR routers for this DVR port 85af6601-9db0-4322-8a4d-54716c7336a4 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:30:51.509624 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fe82c-a1b0-424c-9605-8051cf46cff0 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event deleted for resources: {'Port': ['ID=7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:51.527631 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6151fde-bfbe-4c7d-ba90-473299341b93 None None] Pushing event deleted for resources: {'Port': ['ID=85af6601-9db0-4322-8a4d-54716c7336a4,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:51.622186 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-b1568644-f599-4679-9f3f-f3673783e403 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] For port 1aa45b8b-5182-46ea-8346-5f63554ec5e1, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1aa45b8b-5182-46ea-8346-5f63554ec5e1,segment=NetworkSegment(92b96889-ff99-460f-926d-e56f561fa0d6),segment_id=92b96889-ff99-460f-926d-e56f561fa0d6)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:51.622186 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b1568644-f599-4679-9f3f-f3673783e403 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (1aa45b8b-5182-46ea-8346-5f63554ec5e1), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:51.645107 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-b1568644-f599-4679-9f3f-f3673783e403 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Calling delete_port for 1aa45b8b-5182-46ea-8346-5f63554ec5e1 owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:51.680424 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-395fe82c-a1b0-424c-9605-8051cf46cff0 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (a41ae3c4-7213-4a00-b4db-739a7a3ba77f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:51.691742 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 85af6601-9db0-4322-8a4d-54716c7336a4 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:30:51.774193 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-624d2600-bf35-4d34-a10a-5b454315b5f5 None None] Set router f922ffdb-2ce5-47c9-9dfb-b33de53c537e gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:51.780914 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b1568644-f599-4679-9f3f-f3673783e403 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (1aa45b8b-5182-46ea-8346-5f63554ec5e1), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:51.817942 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1568644-f599-4679-9f3f-f3673783e403 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Port': ['ID=1aa45b8b-5182-46ea-8346-5f63554ec5e1,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:51.833055 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1568644-f599-4679-9f3f-f3673783e403 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] No DVR routers for this DVR port 1aa45b8b-5182-46ea-8346-5f63554ec5e1 on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:30:51.866003 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 85af6601-9db0-4322-8a4d-54716c7336a4 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:30:51.866381 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 85af6601-9db0-4322-8a4d-54716c7336a4 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:30:51.866787 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7b662e2e-9737-48f1-9f61-93e4daf5ee79 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:30:51.869288 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-395fe82c-a1b0-424c-9605-8051cf46cff0 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (a41ae3c4-7213-4a00-b4db-739a7a3ba77f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:51.872167 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-395fe82c-a1b0-424c-9605-8051cf46cff0 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for router_controller (a41ae3c4-7213-4a00-b4db-739a7a3ba77f), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:51.938135 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-395fe82c-a1b0-424c-9605-8051cf46cff0 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (a41ae3c4-7213-4a00-b4db-739a7a3ba77f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:51.938895 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395fe82c-a1b0-424c-9605-8051cf46cff0 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Fanout notify agent at l3_agent the message router_deleted on router a41ae3c4-7213-4a00-b4db-739a7a3ba77f {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:30:51.947141 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-395fe82c-a1b0-424c-9605-8051cf46cff0 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:51.950517 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 7b662e2e-9737-48f1-9f61-93e4daf5ee79 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:30:51.951126 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7b662e2e-9737-48f1-9f61-93e4daf5ee79 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:30:51.952293 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35958) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:51.952892 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5052559a-d7fd-4d69-b039-ca81d3a4c88a no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:30:51.953968 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-395fe82c-a1b0-424c-9605-8051cf46cff0 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "DELETE /v2.0/routers/a41ae3c4-7213-4a00-b4db-739a7a3ba77f HTTP/1.1" status: 204 len: 168 time: 1.9275477 Feb 19 04:30:51.995292 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 5052559a-d7fd-4d69-b039-ca81d3a4c88a {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:30:51.999341 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5052559a-d7fd-4d69-b039-ca81d3a4c88a not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:30:52.052713 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b1568644-f599-4679-9f3f-f3673783e403 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (3dcd353c-9dc7-4371-8d49-954aa3c1fcba), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:52.096956 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d00a2092-f827-446d-9473-bf152ec0d098 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (0e725ffc-828d-4686-95af-932c464c647d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:52.099681 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-b1568644-f599-4679-9f3f-f3673783e403 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dcd353c-9dc7-4371-8d49-954aa3c1fcba']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:52.112746 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-b1568644-f599-4679-9f3f-f3673783e403 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b96889-ff99-460f-926d-e56f561fa0d6') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:52.113130 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-b1568644-f599-4679-9f3f-f3673783e403 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b96889-ff99-460f-926d-e56f561fa0d6') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:52.126427 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b1568644-f599-4679-9f3f-f3673783e403 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (92b96889-ff99-460f-926d-e56f561fa0d6), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:52.190105 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cc61aa-b81d-4d16-ac99-31197a0b1f1b None None] DHCP port deletion for 3dcd353c-9dc7-4371-8d49-954aa3c1fcba request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:30:52.243410 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b1568644-f599-4679-9f3f-f3673783e403 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (92b96889-ff99-460f-926d-e56f561fa0d6), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:52.268037 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1568644-f599-4679-9f3f-f3673783e403 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:30:52.268531 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b1568644-f599-4679-9f3f-f3673783e403 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (92b96889-ff99-460f-926d-e56f561fa0d6), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:30:52.272575 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:30:52.295920 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d00a2092-f827-446d-9473-bf152ec0d098 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (0e725ffc-828d-4686-95af-932c464c647d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:52.376936 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-624d2600-bf35-4d34-a10a-5b454315b5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:30:48Z', 'revision_number': 8, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None, '_interfaces': [{'id': '0d6c6479-2803-4f40-a2a5-c0266cf57106', 'name': '', 'network_id': '7218d077-7d12-4027-9a1c-b1fba73e9ffb', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:77:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:32Z', 'updated_at': '2022-02-19T04:30:42Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b7f946b-98db-46b9-8ab7-171ce76d5ce9', 'name': '', 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:39:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:26Z', 'updated_at': '2022-02-19T04:30:35Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945fb2cd-bc11-4112-bede-76833ef9e4f4', 'name': '', 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:17Z', 'updated_at': '2022-02-19T04:30:25Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:52.396129 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-d00a2092-f827-446d-9473-bf152ec0d098 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e725ffc-828d-4686-95af-932c464c647d']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:52.415106 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-d00a2092-f827-446d-9473-bf152ec0d098 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae775b3-66e5-4ec0-abc5-be8b768a9591') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:52.415544 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-d00a2092-f827-446d-9473-bf152ec0d098 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae775b3-66e5-4ec0-abc5-be8b768a9591') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:52.423708 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b1568644-f599-4679-9f3f-f3673783e403 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (3dcd353c-9dc7-4371-8d49-954aa3c1fcba), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:52.425038 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624d2600-bf35-4d34-a10a-5b454315b5f5 None None] Checking router: f922ffdb-2ce5-47c9-9dfb-b33de53c537e for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:30:52.435489 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b1568644-f599-4679-9f3f-f3673783e403 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:52.437331 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624d2600-bf35-4d34-a10a-5b454315b5f5 None None] Routers {'f922ffdb-2ce5-47c9-9dfb-b33de53c537e'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:52.438314 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-624d2600-bf35-4d34-a10a-5b454315b5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:52.441709 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b1568644-f599-4679-9f3f-f3673783e403 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/networks/3dcd353c-9dc7-4371-8d49-954aa3c1fcba HTTP/1.1" status: 204 len: 168 time: 1.3310072 Feb 19 04:30:52.441709 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d00a2092-f827-446d-9473-bf152ec0d098 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (aae775b3-66e5-4ec0-abc5-be8b768a9591), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:52.441983 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35960) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:52.457594 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1568644-f599-4679-9f3f-f3673783e403 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Network': ['ID=3dcd353c-9dc7-4371-8d49-954aa3c1fcba,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:52.469388 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d00a2092-f827-446d-9473-bf152ec0d098 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (aae775b3-66e5-4ec0-abc5-be8b768a9591), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:52.477842 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00a2092-f827-446d-9473-bf152ec0d098 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:30:52.478494 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d00a2092-f827-446d-9473-bf152ec0d098 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (aae775b3-66e5-4ec0-abc5-be8b768a9591), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:30:52.483684 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:30:52.577022 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d00a2092-f827-446d-9473-bf152ec0d098 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (0e725ffc-828d-4686-95af-932c464c647d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:52.587659 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d00a2092-f827-446d-9473-bf152ec0d098 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:52.602882 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-624d2600-bf35-4d34-a10a-5b454315b5f5 None None] Set router f922ffdb-2ce5-47c9-9dfb-b33de53c537e gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:52.606683 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d00a2092-f827-446d-9473-bf152ec0d098 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "DELETE /v2.0/networks/0e725ffc-828d-4686-95af-932c464c647d HTTP/1.1" status: 204 len: 168 time: 0.6457775 Feb 19 04:30:52.607620 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 35964) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:52.866360 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-4c22315a-6814-4ba1-837c-c09303ffa3a1 req-b8f6f528-c0e3-48f2-984d-cb5a2117e24f service neutron] (109926) timed out ('10.222.0.52', 39922) {{(pid=109926) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:30:52.870934 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a2092-f827-446d-9473-bf152ec0d098 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event deleted for resources: {'Network': ['ID=0e725ffc-828d-4686-95af-932c464c647d,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:52.999922 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-624d2600-bf35-4d34-a10a-5b454315b5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:30:48Z', 'revision_number': 8, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None, '_interfaces': [{'id': '0d6c6479-2803-4f40-a2a5-c0266cf57106', 'name': '', 'network_id': '7218d077-7d12-4027-9a1c-b1fba73e9ffb', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:77:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:32Z', 'updated_at': '2022-02-19T04:30:42Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b7f946b-98db-46b9-8ab7-171ce76d5ce9', 'name': '', 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:39:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:26Z', 'updated_at': '2022-02-19T04:30:35Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945fb2cd-bc11-4112-bede-76833ef9e4f4', 'name': '', 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:17Z', 'updated_at': '2022-02-19T04:30:25Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:53.036677 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624d2600-bf35-4d34-a10a-5b454315b5f5 None None] The sync data for ids ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'] in n-d-828369-19 is: [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:30:48Z', 'revision_number': 8, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None, '_interfaces': [{'id': '0d6c6479-2803-4f40-a2a5-c0266cf57106', 'name': '', 'network_id': '7218d077-7d12-4027-9a1c-b1fba73e9ffb', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:77:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:32Z', 'updated_at': '2022-02-19T04:30:42Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '6fbee1a8-1b1c-4a66-ba02-d0d54aad90de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b7f946b-98db-46b9-8ab7-171ce76d5ce9', 'name': '', 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:39:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:26Z', 'updated_at': '2022-02-19T04:30:35Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945fb2cd-bc11-4112-bede-76833ef9e4f4', 'name': '', 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:17Z', 'updated_at': '2022-02-19T04:30:25Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:30:53.044735 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-33973967-27fc-47b4-ab87-08de36f2c30e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:53.057139 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-a0d46180-b22f-4747-84d9-9b56332af995 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Deleting port 47e82ce0-bf85-4327-a3bd-923f79373d0c {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:53.058318 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a0d46180-b22f-4747-84d9-9b56332af995 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (47e82ce0-bf85-4327-a3bd-923f79373d0c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:53.143355 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a0d46180-b22f-4747-84d9-9b56332af995 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (47e82ce0-bf85-4327-a3bd-923f79373d0c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:53.143696 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a0d46180-b22f-4747-84d9-9b56332af995 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for floatingip (47e82ce0-bf85-4327-a3bd-923f79373d0c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:53.157825 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-a0d46180-b22f-4747-84d9-9b56332af995 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Calling delete_port for 47e82ce0-bf85-4327-a3bd-923f79373d0c owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:53.334395 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-33973967-27fc-47b4-ab87-08de36f2c30e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Deleting port 0d6c6479-2803-4f40-a2a5-c0266cf57106 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:53.334674 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-33973967-27fc-47b4-ab87-08de36f2c30e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (0d6c6479-2803-4f40-a2a5-c0266cf57106), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:53.354651 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a0d46180-b22f-4747-84d9-9b56332af995 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (47e82ce0-bf85-4327-a3bd-923f79373d0c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:53.383032 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d46180-b22f-4747-84d9-9b56332af995 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event deleted for resources: {'Port': ['ID=47e82ce0-bf85-4327-a3bd-923f79373d0c,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:53.429384 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-33973967-27fc-47b4-ab87-08de36f2c30e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] For port 0d6c6479-2803-4f40-a2a5-c0266cf57106, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0d6c6479-2803-4f40-a2a5-c0266cf57106,segment=NetworkSegment(47b44ca2-337f-4cd7-8688-2dac01d98728),segment_id=47b44ca2-337f-4cd7-8688-2dac01d98728)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:53.429784 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-33973967-27fc-47b4-ab87-08de36f2c30e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (0d6c6479-2803-4f40-a2a5-c0266cf57106), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:53.442222 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-33973967-27fc-47b4-ab87-08de36f2c30e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Calling delete_port for 0d6c6479-2803-4f40-a2a5-c0266cf57106 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:53.444482 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a0d46180-b22f-4747-84d9-9b56332af995 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for floatingip (972919a5-a3a2-4236-82d9-4eb20924da66), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:53.445134 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-a0d46180-b22f-4747-84d9-9b56332af995 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Floating IP 972919a5-a3a2-4236-82d9-4eb20924da66 disassociated (deleted). External IP: 172.25.3.247, port: 428d845a-95b4-43ef-83b7-922e4750e005. Feb 19 04:30:53.608337 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:30:53.630556 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:30:53.634411 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7fb4ae82-b8e8-4e97-a2ff-fdeeca304bf3 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:30:53.634411 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1aa45b8b-5182-46ea-8346-5f63554ec5e1 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:30:53.658506 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 1aa45b8b-5182-46ea-8346-5f63554ec5e1 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:30:53.658506 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1aa45b8b-5182-46ea-8346-5f63554ec5e1 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:30:53.677650 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-33973967-27fc-47b4-ab87-08de36f2c30e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (0d6c6479-2803-4f40-a2a5-c0266cf57106), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:53.711363 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33973967-27fc-47b4-ab87-08de36f2c30e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Port': ['ID=0d6c6479-2803-4f40-a2a5-c0266cf57106,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:53.879008 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-33973967-27fc-47b4-ab87-08de36f2c30e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:54.052418 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d46180-b22f-4747-84d9-9b56332af995 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Router ec68cfc1-afff-49c4-bdc5-23caf9b84412 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:30:54.177552 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33973967-27fc-47b4-ab87-08de36f2c30e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Router f922ffdb-2ce5-47c9-9dfb-b33de53c537e has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:30:54.200880 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d46180-b22f-4747-84d9-9b56332af995 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:30:54.211798 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71adb646-26f1-417c-b7a7-fcb3aba74c8f None None] Sync routers for ids ['ec68cfc1-afff-49c4-bdc5-23caf9b84412'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:30:54.213864 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a0d46180-b22f-4747-84d9-9b56332af995 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:54.227006 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71adb646-26f1-417c-b7a7-fcb3aba74c8f None None] Routers {'ec68cfc1-afff-49c4-bdc5-23caf9b84412'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:54.227908 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-71adb646-26f1-417c-b7a7-fcb3aba74c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ec68cfc1-afff-49c4-bdc5-23caf9b84412'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:54.255077 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a0d46180-b22f-4747-84d9-9b56332af995 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "DELETE /v2.0/floatingips/972919a5-a3a2-4236-82d9-4eb20924da66 HTTP/1.1" status: 204 len: 168 time: 1.6225367 Feb 19 04:30:54.255780 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f21a5a-c628-4584-84af-f49bf2003c34', 'tag': '428d845a-95b4-43ef-83b7-922e4750e005'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:30:54.258933 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57554b9a-c04a-4d89-9452-0a04cea0010c" -d '{"events": [{"name": "network-changed", "server_uuid": "94f21a5a-c628-4584-84af-f49bf2003c34", "tag": "428d845a-95b4-43ef-83b7-922e4750e005"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:30:54.357108 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-71adb646-26f1-417c-b7a7-fcb3aba74c8f None None] Set router ec68cfc1-afff-49c4-bdc5-23caf9b84412 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:54.624890 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f132f3-39f5-4705-b777-beca2fe21a59 x-openstack-request-id: req-d4f132f3-39f5-4705-b777-beca2fe21a59 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:30:54.625300 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f21a5a-c628-4584-84af-f49bf2003c34", "tag": "428d845a-95b4-43ef-83b7-922e4750e005", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:30:54.625697 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d4f132f3-39f5-4705-b777-beca2fe21a59 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:30:54.626237 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f21a5a-c628-4584-84af-f49bf2003c34', 'tag': '428d845a-95b4-43ef-83b7-922e4750e005', 'status': 'completed', 'code': 200} Feb 19 04:30:54.722315 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33973967-27fc-47b4-ab87-08de36f2c30e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:30:54.734582 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31681345-54eb-49f7-9238-e5379fd1540e None None] Sync routers for ids ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:30:54.740121 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57554b9a-c04a-4d89-9452-0a04cea0010c req-404489dd-2ef3-46e1-8b4e-8f7e3e31ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:54.741632 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-57554b9a-c04a-4d89-9452-0a04cea0010c req-404489dd-2ef3-46e1-8b4e-8f7e3e31ed90 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbafc162cd5b4960a5e405d3107103ec&device_id=94f21a5a-c628-4584-84af-f49bf2003c34 HTTP/1.1" status: 200 len: 1167 time: 0.0963261 Feb 19 04:30:54.742598 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-71adb646-26f1-417c-b7a7-fcb3aba74c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'name': 'tempest-TestSecurityGroupsBasicOps-router-918047403', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:29:03Z', 'updated_at': '2022-02-19T04:29:11Z', 'revision_number': 4, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'gw_port': {'id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:80:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:29:04Z', 'updated_at': '2022-02-19T04:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '5136bbeb-96ab-44aa-b59d-32d475a0af19', 'name': '', 'network_id': '882f12b7-ab6f-4c91-b738-2ee6c8f1986d', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'mac_address': 'fa:16:3e:62:e2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'c0160546-1c6b-4e25-9159-2cb0c0760750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:29:09Z', 'updated_at': '2022-02-19T04:29:18Z', 'revision_number': 5, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'subnets': [{'id': 'c0160546-1c6b-4e25-9159-2cb0c0760750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:54.745809 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-33973967-27fc-47b4-ab87-08de36f2c30e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "PUT /v2.0/routers/f922ffdb-2ce5-47c9-9dfb-b33de53c537e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3017693 Feb 19 04:30:54.748624 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35984) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:54.752513 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31681345-54eb-49f7-9238-e5379fd1540e None None] Routers {'f922ffdb-2ce5-47c9-9dfb-b33de53c537e'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:54.753146 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-31681345-54eb-49f7-9238-e5379fd1540e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:54.779683 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71adb646-26f1-417c-b7a7-fcb3aba74c8f None None] Checking router: ec68cfc1-afff-49c4-bdc5-23caf9b84412 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:30:54.788996 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71adb646-26f1-417c-b7a7-fcb3aba74c8f None None] Routers {'ec68cfc1-afff-49c4-bdc5-23caf9b84412'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:54.789679 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-71adb646-26f1-417c-b7a7-fcb3aba74c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ec68cfc1-afff-49c4-bdc5-23caf9b84412'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:54.829274 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7969bd7-7424-4780-81d9-e99a01a1b82e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Deleting subnet 6fbee1a8-1b1c-4a66-ba02-d0d54aad90de {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:30:54.833377 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f7969bd7-7424-4780-81d9-e99a01a1b82e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for subnet (6fbee1a8-1b1c-4a66-ba02-d0d54aad90de), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:54.836095 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602f4c9-2c6a-4a07-b37c-5eeb385d9a94 req-b2c65e19-f2dd-4457-bfd0-80aad7b7eb9d tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:54.846841 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a602f4c9-2c6a-4a07-b37c-5eeb385d9a94 req-b2c65e19-f2dd-4457-bfd0-80aad7b7eb9d tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=94f21a5a-c628-4584-84af-f49bf2003c34 HTTP/1.1" status: 200 len: 984 time: 0.1581621 Feb 19 04:30:54.902078 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f7969bd7-7424-4780-81d9-e99a01a1b82e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (6fbee1a8-1b1c-4a66-ba02-d0d54aad90de), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:54.939546 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57554b9a-c04a-4d89-9452-0a04cea0010c req-757785b9-91f8-4636-a066-46bbd9f231b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:54.941473 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-57554b9a-c04a-4d89-9452-0a04cea0010c req-757785b9-91f8-4636-a066-46bbd9f231b8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=882f12b7-ab6f-4c91-b738-2ee6c8f1986d HTTP/1.1" status: 200 len: 898 time: 0.1908205 Feb 19 04:30:54.961988 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-31681345-54eb-49f7-9238-e5379fd1540e None None] Set router f922ffdb-2ce5-47c9-9dfb-b33de53c537e gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:54.974375 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a602f4c9-2c6a-4a07-b37c-5eeb385d9a94 req-d9e500dc-f18d-46fd-a55c-e891887819a1 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/security-groups?id=d69afdb6-e53a-4223-9d1d-9cee1e14c250&id=b869e877-b12e-48e3-9e9b-d983cc7618e7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1266167 Feb 19 04:30:55.032186 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-71adb646-26f1-417c-b7a7-fcb3aba74c8f None None] Set router ec68cfc1-afff-49c4-bdc5-23caf9b84412 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:55.038477 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-57554b9a-c04a-4d89-9452-0a04cea0010c req-a43a6232-d9ba-4ab1-af88-72f77bdd0454 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=428d845a-95b4-43ef-83b7-922e4750e005 HTTP/1.1" status: 200 len: 217 time: 0.0626354 Feb 19 04:30:55.047790 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f7969bd7-7424-4780-81d9-e99a01a1b82e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (6fbee1a8-1b1c-4a66-ba02-d0d54aad90de), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:55.131785 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57554b9a-c04a-4d89-9452-0a04cea0010c req-f08077a3-f8b5-41ea-abf1-ce0148d60ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:55.133749 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-57554b9a-c04a-4d89-9452-0a04cea0010c req-f08077a3-f8b5-41ea-abf1-ce0148d60ebc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c0160546-1c6b-4e25-9159-2cb0c0760750 HTTP/1.1" status: 200 len: 835 time: 0.0896919 Feb 19 04:30:55.171155 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f7969bd7-7424-4780-81d9-e99a01a1b82e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (6fbee1a8-1b1c-4a66-ba02-d0d54aad90de), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:55.190583 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f7969bd7-7424-4780-81d9-e99a01a1b82e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:55.198737 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f7969bd7-7424-4780-81d9-e99a01a1b82e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/subnets/6fbee1a8-1b1c-4a66-ba02-d0d54aad90de HTTP/1.1" status: 204 len: 168 time: 0.4493496 Feb 19 04:30:55.202892 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35990) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:55.208351 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083d2b60-8b0c-4c8c-8450-fc609e9db201 None None] Network 7218d077-7d12-4027-9a1c-b1fba73e9ffb requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:55.257677 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57554b9a-c04a-4d89-9452-0a04cea0010c req-86f0fee2-5915-49dd-8bcd-61d4f3665570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:55.266657 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-57554b9a-c04a-4d89-9452-0a04cea0010c req-86f0fee2-5915-49dd-8bcd-61d4f3665570 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=882f12b7-ab6f-4c91-b738-2ee6c8f1986d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1253624 Feb 19 04:30:55.417686 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7969bd7-7424-4780-81d9-e99a01a1b82e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Subnet': ['ID=6fbee1a8-1b1c-4a66-ba02-d0d54aad90de,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:55.433465 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c718f8e7-2d64-46fa-a724-531fbf57354b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (7218d077-7d12-4027-9a1c-b1fba73e9ffb), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:55.451810 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-57554b9a-c04a-4d89-9452-0a04cea0010c req-b1b9a938-7610-4bc7-941b-10dd38815a0f service neutron] 10.222.0.79 "GET /v2.0/networks/882f12b7-ab6f-4c91-b738-2ee6c8f1986d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780567 Feb 19 04:30:55.470217 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-71adb646-26f1-417c-b7a7-fcb3aba74c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'name': 'tempest-TestSecurityGroupsBasicOps-router-918047403', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:29:03Z', 'updated_at': '2022-02-19T04:29:11Z', 'revision_number': 4, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'gw_port': {'id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:80:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:29:04Z', 'updated_at': '2022-02-19T04:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '5136bbeb-96ab-44aa-b59d-32d475a0af19', 'name': '', 'network_id': '882f12b7-ab6f-4c91-b738-2ee6c8f1986d', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'mac_address': 'fa:16:3e:62:e2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'c0160546-1c6b-4e25-9159-2cb0c0760750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:29:09Z', 'updated_at': '2022-02-19T04:29:18Z', 'revision_number': 5, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'subnets': [{'id': 'c0160546-1c6b-4e25-9159-2cb0c0760750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:55.522580 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71adb646-26f1-417c-b7a7-fcb3aba74c8f None None] The sync data for ids ['ec68cfc1-afff-49c4-bdc5-23caf9b84412'] in n-d-828369-19 is: [{'id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'name': 'tempest-TestSecurityGroupsBasicOps-router-918047403', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:29:03Z', 'updated_at': '2022-02-19T04:29:11Z', 'revision_number': 4, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'gw_port': {'id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:80:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:29:04Z', 'updated_at': '2022-02-19T04:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '5136bbeb-96ab-44aa-b59d-32d475a0af19', 'name': '', 'network_id': '882f12b7-ab6f-4c91-b738-2ee6c8f1986d', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'mac_address': 'fa:16:3e:62:e2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'c0160546-1c6b-4e25-9159-2cb0c0760750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:29:09Z', 'updated_at': '2022-02-19T04:29:18Z', 'revision_number': 5, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'subnets': [{'id': 'c0160546-1c6b-4e25-9159-2cb0c0760750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:30:55.532053 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-31681345-54eb-49f7-9238-e5379fd1540e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:30:53Z', 'revision_number': 9, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None, '_interfaces': [{'id': '5b7f946b-98db-46b9-8ab7-171ce76d5ce9', 'name': '', 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:39:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:26Z', 'updated_at': '2022-02-19T04:30:35Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945fb2cd-bc11-4112-bede-76833ef9e4f4', 'name': '', 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:17Z', 'updated_at': '2022-02-19T04:30:25Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:55.576647 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c718f8e7-2d64-46fa-a724-531fbf57354b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Deleting port 38e814a1-b8e4-418f-929a-235ac267b519 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:55.576988 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c718f8e7-2d64-46fa-a724-531fbf57354b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (38e814a1-b8e4-418f-929a-235ac267b519), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:55.585026 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31681345-54eb-49f7-9238-e5379fd1540e None None] Checking router: f922ffdb-2ce5-47c9-9dfb-b33de53c537e for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:30:55.594861 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9e932d-31be-4582-9f69-09f50555b814 None None] DHCP port deletion for 7218d077-7d12-4027-9a1c-b1fba73e9ffb request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:30:55.614474 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31681345-54eb-49f7-9238-e5379fd1540e None None] Routers {'f922ffdb-2ce5-47c9-9dfb-b33de53c537e'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:55.616434 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-31681345-54eb-49f7-9238-e5379fd1540e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:55.687234 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-57554b9a-c04a-4d89-9452-0a04cea0010c req-962586fe-c538-4fb3-ba31-290e78329d1e service neutron] 10.222.0.79 "GET /v2.0/networks/882f12b7-ab6f-4c91-b738-2ee6c8f1986d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259166 Feb 19 04:30:55.716554 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-c718f8e7-2d64-46fa-a724-531fbf57354b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] For port 38e814a1-b8e4-418f-929a-235ac267b519, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=38e814a1-b8e4-418f-929a-235ac267b519,segment=NetworkSegment(47b44ca2-337f-4cd7-8688-2dac01d98728),segment_id=47b44ca2-337f-4cd7-8688-2dac01d98728)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:55.716995 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c718f8e7-2d64-46fa-a724-531fbf57354b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (38e814a1-b8e4-418f-929a-235ac267b519), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:55.732787 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c718f8e7-2d64-46fa-a724-531fbf57354b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Calling delete_port for 38e814a1-b8e4-418f-929a-235ac267b519 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:55.757394 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-31681345-54eb-49f7-9238-e5379fd1540e None None] Set router f922ffdb-2ce5-47c9-9dfb-b33de53c537e gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:55.858764 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c718f8e7-2d64-46fa-a724-531fbf57354b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (38e814a1-b8e4-418f-929a-235ac267b519), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:55.894933 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718f8e7-2d64-46fa-a724-531fbf57354b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Port': ['ID=38e814a1-b8e4-418f-929a-235ac267b519,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:55.907268 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c718f8e7-2d64-46fa-a724-531fbf57354b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] No DVR routers for this DVR port 38e814a1-b8e4-418f-929a-235ac267b519 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:30:55.945156 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3c9e932d-31be-4582-9f69-09f50555b814 None None] Deleting port 38e814a1-b8e4-418f-929a-235ac267b519 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:55.945626 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3c9e932d-31be-4582-9f69-09f50555b814 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (38e814a1-b8e4-418f-929a-235ac267b519), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:55.973527 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fd246-0316-43c6-a1b9-6f3351ab7cc8 req-7661c458-8b40-46fc-8365-ab1ff3f412fa tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:55.977565 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-898fd246-0316-43c6-a1b9-6f3351ab7cc8 req-7661c458-8b40-46fc-8365-ab1ff3f412fa tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.79 "GET /v2.0/ports?device_id=94f21a5a-c628-4584-84af-f49bf2003c34 HTTP/1.1" status: 200 len: 984 time: 0.1309195 Feb 19 04:30:56.102103 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c718f8e7-2d64-46fa-a724-531fbf57354b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (7218d077-7d12-4027-9a1c-b1fba73e9ffb), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:56.136101 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c718f8e7-2d64-46fa-a724-531fbf57354b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7218d077-7d12-4027-9a1c-b1fba73e9ffb']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:56.137253 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43a1d95-6ce4-4dfc-89e6-de805030df72 None None] New status for floating IP 972919a5-a3a2-4236-82d9-4eb20924da66: DOWN {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:30:56.147587 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c718f8e7-2d64-46fa-a724-531fbf57354b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b44ca2-337f-4cd7-8688-2dac01d98728') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:56.148046 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c718f8e7-2d64-46fa-a724-531fbf57354b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b44ca2-337f-4cd7-8688-2dac01d98728') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:56.164114 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c718f8e7-2d64-46fa-a724-531fbf57354b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (47b44ca2-337f-4cd7-8688-2dac01d98728), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:56.188321 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c718f8e7-2d64-46fa-a724-531fbf57354b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (47b44ca2-337f-4cd7-8688-2dac01d98728), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:56.195346 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c718f8e7-2d64-46fa-a724-531fbf57354b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:30:56.196489 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c718f8e7-2d64-46fa-a724-531fbf57354b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (47b44ca2-337f-4cd7-8688-2dac01d98728), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:30:56.264119 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:30:56.274544 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c718f8e7-2d64-46fa-a724-531fbf57354b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (7218d077-7d12-4027-9a1c-b1fba73e9ffb), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:56.298110 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c718f8e7-2d64-46fa-a724-531fbf57354b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:56.304205 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c718f8e7-2d64-46fa-a724-531fbf57354b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/networks/7218d077-7d12-4027-9a1c-b1fba73e9ffb HTTP/1.1" status: 204 len: 168 time: 1.0965304 Feb 19 04:30:56.305338 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718f8e7-2d64-46fa-a724-531fbf57354b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Network': ['ID=7218d077-7d12-4027-9a1c-b1fba73e9ffb,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:56.306311 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3c9e932d-31be-4582-9f69-09f50555b814 None None] For port 38e814a1-b8e4-418f-929a-235ac267b519, host n-d-828369-19, got binding levels [] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:56.306862 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3c9e932d-31be-4582-9f69-09f50555b814 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (38e814a1-b8e4-418f-929a-235ac267b519), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:56.310058 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 35998) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:56.325357 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-898fd246-0316-43c6-a1b9-6f3351ab7cc8 req-c5065bd0-72dd-4735-9578-9114a3e1b5db tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Deleting port 428d845a-95b4-43ef-83b7-922e4750e005 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:56.325910 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3c9e932d-31be-4582-9f69-09f50555b814 None None] Calling delete_port for 38e814a1-b8e4-418f-929a-235ac267b519 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:56.326041 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-898fd246-0316-43c6-a1b9-6f3351ab7cc8 req-c5065bd0-72dd-4735-9578-9114a3e1b5db tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (428d845a-95b4-43ef-83b7-922e4750e005), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:56.330789 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.ipam_backend_mixin [None req-3c9e932d-31be-4582-9f69-09f50555b814 None None] Port 38e814a1-b8e4-418f-929a-235ac267b519 was not found and therefore no delete operation was performed {{(pid=109927) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:30:56.360858 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3c9e932d-31be-4582-9f69-09f50555b814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (38e814a1-b8e4-418f-929a-235ac267b519), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:56.379587 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833e3fa-8f09-4b59-ab64-8f23d5a74c89 req-4d040e0c-2eed-48cc-92a6-c270689a5a7c tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:56.381122 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4833e3fa-8f09-4b59-ab64-8f23d5a74c89 req-4d040e0c-2eed-48cc-92a6-c270689a5a7c tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/ports?device_id=94f21a5a-c628-4584-84af-f49bf2003c34 HTTP/1.1" status: 200 len: 984 time: 0.2302108 Feb 19 04:30:56.400591 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3c9e932d-31be-4582-9f69-09f50555b814 None None] Network 7218d077-7d12-4027-9a1c-b1fba73e9ffb is not hosted by any dhcp agent {{(pid=109927) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 04:30:56.402130 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9e932d-31be-4582-9f69-09f50555b814 None None] No DVR routers for this DVR port 38e814a1-b8e4-418f-929a-235ac267b519 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:30:56.407214 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e932d-31be-4582-9f69-09f50555b814 None None] Pushing event deleted for resources: {'Port': ['ID=38e814a1-b8e4-418f-929a-235ac267b519,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:56.434293 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-31681345-54eb-49f7-9238-e5379fd1540e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:30:53Z', 'revision_number': 9, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None, '_interfaces': [{'id': '5b7f946b-98db-46b9-8ab7-171ce76d5ce9', 'name': '', 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:39:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:26Z', 'updated_at': '2022-02-19T04:30:35Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945fb2cd-bc11-4112-bede-76833ef9e4f4', 'name': '', 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:17Z', 'updated_at': '2022-02-19T04:30:25Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:56.479223 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31681345-54eb-49f7-9238-e5379fd1540e None None] The sync data for ids ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'] in n-d-828369-19 is: [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:30:53Z', 'revision_number': 9, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None, '_interfaces': [{'id': '5b7f946b-98db-46b9-8ab7-171ce76d5ce9', 'name': '', 'network_id': '26f9da88-f827-4ccf-8995-a6f2ba24e33b', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:39:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:26Z', 'updated_at': '2022-02-19T04:30:35Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': '52ce6711-2389-4dac-954b-6e031d94d1af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '945fb2cd-bc11-4112-bede-76833ef9e4f4', 'name': '', 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:17Z', 'updated_at': '2022-02-19T04:30:25Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:30:56.565469 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4833e3fa-8f09-4b59-ab64-8f23d5a74c89 req-64d4fc42-9d46-4906-8777-bbcd8da875fc tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "GET /v2.0/security-groups?id=d69afdb6-e53a-4223-9d1d-9cee1e14c250&id=b869e877-b12e-48e3-9e9b-d983cc7618e7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1247194 Feb 19 04:30:56.571409 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-898fd246-0316-43c6-a1b9-6f3351ab7cc8 req-c5065bd0-72dd-4735-9578-9114a3e1b5db tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] For port 428d845a-95b4-43ef-83b7-922e4750e005, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=428d845a-95b4-43ef-83b7-922e4750e005,segment=NetworkSegment(0299930b-f461-4325-bba7-e668971ae65b),segment_id=0299930b-f461-4325-bba7-e668971ae65b)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:56.571879 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-898fd246-0316-43c6-a1b9-6f3351ab7cc8 req-c5065bd0-72dd-4735-9578-9114a3e1b5db tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (428d845a-95b4-43ef-83b7-922e4750e005), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:56.586468 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-898fd246-0316-43c6-a1b9-6f3351ab7cc8 req-c5065bd0-72dd-4735-9578-9114a3e1b5db tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Calling delete_port for 428d845a-95b4-43ef-83b7-922e4750e005 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:56.754897 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-898fd246-0316-43c6-a1b9-6f3351ab7cc8 req-c5065bd0-72dd-4735-9578-9114a3e1b5db tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (428d845a-95b4-43ef-83b7-922e4750e005), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:56.787494 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5065bd0-72dd-4735-9578-9114a3e1b5db tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event deleted for resources: {'Port': ['ID=428d845a-95b4-43ef-83b7-922e4750e005,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:56.817030 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0f6d471a-622e-4ae0-afbd-84d21c534528 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:56.859291 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-898fd246-0316-43c6-a1b9-6f3351ab7cc8 req-c5065bd0-72dd-4735-9578-9114a3e1b5db tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] No DVR routers for this DVR port 428d845a-95b4-43ef-83b7-922e4750e005 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:30:56.862213 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-898fd246-0316-43c6-a1b9-6f3351ab7cc8 req-c5065bd0-72dd-4735-9578-9114a3e1b5db tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:56.865978 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-898fd246-0316-43c6-a1b9-6f3351ab7cc8 req-c5065bd0-72dd-4735-9578-9114a3e1b5db tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.79 "DELETE /v2.0/ports/428d845a-95b4-43ef-83b7-922e4750e005 HTTP/1.1" status: 204 len: 173 time: 0.8775084 Feb 19 04:30:56.866722 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f21a5a-c628-4584-84af-f49bf2003c34', 'name': 'network-vif-deleted', 'tag': '428d845a-95b4-43ef-83b7-922e4750e005'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:30:56.869993 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d935eec-85c6-4fb1-8e64-740cb292daac" -d '{"events": [{"server_uuid": "94f21a5a-c628-4584-84af-f49bf2003c34", "name": "network-vif-deleted", "tag": "428d845a-95b4-43ef-83b7-922e4750e005"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:30:56.932471 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874983f3-461b-4476-8e1f-682db62a8810 x-openstack-request-id: req-874983f3-461b-4476-8e1f-682db62a8810 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:30:56.933046 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f21a5a-c628-4584-84af-f49bf2003c34", "name": "network-vif-deleted", "tag": "428d845a-95b4-43ef-83b7-922e4750e005", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:30:56.933567 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-874983f3-461b-4476-8e1f-682db62a8810 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:30:56.934119 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f21a5a-c628-4584-84af-f49bf2003c34', 'name': 'network-vif-deleted', 'tag': '428d845a-95b4-43ef-83b7-922e4750e005', 'status': 'completed', 'code': 200} Feb 19 04:30:57.003452 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:57.197224 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-0f6d471a-622e-4ae0-afbd-84d21c534528 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Deleting port 5b7f946b-98db-46b9-8ab7-171ce76d5ce9 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:57.197800 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0f6d471a-622e-4ae0-afbd-84d21c534528 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (5b7f946b-98db-46b9-8ab7-171ce76d5ce9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:57.315368 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-0f6d471a-622e-4ae0-afbd-84d21c534528 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] For port 5b7f946b-98db-46b9-8ab7-171ce76d5ce9, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5b7f946b-98db-46b9-8ab7-171ce76d5ce9,segment=NetworkSegment(710ccbac-0039-48cb-877d-b5dceec1230d),segment_id=710ccbac-0039-48cb-877d-b5dceec1230d)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:57.315741 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0f6d471a-622e-4ae0-afbd-84d21c534528 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (5b7f946b-98db-46b9-8ab7-171ce76d5ce9), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:57.332813 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-0f6d471a-622e-4ae0-afbd-84d21c534528 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Calling delete_port for 5b7f946b-98db-46b9-8ab7-171ce76d5ce9 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:57.668388 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36008) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:57.679678 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0f6d471a-622e-4ae0-afbd-84d21c534528 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (5b7f946b-98db-46b9-8ab7-171ce76d5ce9), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:57.708217 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 38e814a1-b8e4-418f-929a-235ac267b519 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:30:57.728859 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d471a-622e-4ae0-afbd-84d21c534528 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Port': ['ID=5b7f946b-98db-46b9-8ab7-171ce76d5ce9,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:57.753597 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 38e814a1-b8e4-418f-929a-235ac267b519 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:30:57.754262 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 38e814a1-b8e4-418f-929a-235ac267b519 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:30:57.754860 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0d6c6479-2803-4f40-a2a5-c0266cf57106 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:30:57.794261 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-55974fe4-4398-4a79-aad5-4ab4411926df tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for security_group (b869e877-b12e-48e3-9e9b-d983cc7618e7), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:57.807952 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 0d6c6479-2803-4f40-a2a5-c0266cf57106 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:30:57.808313 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0d6c6479-2803-4f40-a2a5-c0266cf57106 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:30:57.831566 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-55974fe4-4398-4a79-aad5-4ab4411926df tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for security_group (b869e877-b12e-48e3-9e9b-d983cc7618e7), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:57.886987 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-55974fe4-4398-4a79-aad5-4ab4411926df tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b869e877-b12e-48e3-9e9b-d983cc7618e7), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:57.890499 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-55974fe4-4398-4a79-aad5-4ab4411926df tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:57.892320 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-55974fe4-4398-4a79-aad5-4ab4411926df tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "DELETE /v2.0/security-groups/b869e877-b12e-48e3-9e9b-d983cc7618e7 HTTP/1.1" status: 204 len: 168 time: 0.2227020 Feb 19 04:30:57.895291 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36010) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:57.903697 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55974fe4-4398-4a79-aad5-4ab4411926df tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b869e877-b12e-48e3-9e9b-d983cc7618e7,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:57.911740 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0f6d471a-622e-4ae0-afbd-84d21c534528 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:58.072189 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e0ed930e-cd1d-4373-a4b7-49f5bc8f621a tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for security_group (d69afdb6-e53a-4223-9d1d-9cee1e14c250), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:58.167767 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e0ed930e-cd1d-4373-a4b7-49f5bc8f621a tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for security_group (d69afdb6-e53a-4223-9d1d-9cee1e14c250), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:58.222834 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6d471a-622e-4ae0-afbd-84d21c534528 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Router f922ffdb-2ce5-47c9-9dfb-b33de53c537e has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:30:58.303757 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e0ed930e-cd1d-4373-a4b7-49f5bc8f621a tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (d69afdb6-e53a-4223-9d1d-9cee1e14c250), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:58.306344 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e0ed930e-cd1d-4373-a4b7-49f5bc8f621a tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:58.307494 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e0ed930e-cd1d-4373-a4b7-49f5bc8f621a tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "DELETE /v2.0/security-groups/d69afdb6-e53a-4223-9d1d-9cee1e14c250 HTTP/1.1" status: 204 len: 168 time: 0.4109309 Feb 19 04:30:58.311208 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36028) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:58.323077 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed930e-cd1d-4373-a4b7-49f5bc8f621a tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69afdb6-e53a-4223-9d1d-9cee1e14c250,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:58.324409 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-56a43ffa-13fd-47ae-8ffe-2515df59c2e0 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:58.325949 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-56a43ffa-13fd-47ae-8ffe-2515df59c2e0 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/networks?id=6979ad81-5fba-4a33-a8b4-463a94f62639 HTTP/1.1" status: 200 len: 813 time: 0.1188529 Feb 19 04:30:58.338274 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6d471a-622e-4ae0-afbd-84d21c534528 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:30:58.348657 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0f6d471a-622e-4ae0-afbd-84d21c534528 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "PUT /v2.0/routers/f922ffdb-2ce5-47c9-9dfb-b33de53c537e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0330293 Feb 19 04:30:58.348657 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36030) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:58.365467 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14390407-392a-45df-952e-626e7318c2d7 None None] Sync routers for ids ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:30:58.380937 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14390407-392a-45df-952e-626e7318c2d7 None None] Routers {'f922ffdb-2ce5-47c9-9dfb-b33de53c537e'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:58.381879 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-14390407-392a-45df-952e-626e7318c2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:58.392037 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-38c71cd4-649c-4428-9351-23da20c7c46c tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/quotas/ce076e9f68f6436e95052065050bc270 HTTP/1.1" status: 200 len: 375 time: 0.0140672 Feb 19 04:30:58.420727 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-a609e1fb-410e-4b8f-8b31-231cede535e7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Deleting subnet 52ce6711-2389-4dac-954b-6e031d94d1af {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:30:58.424076 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a609e1fb-410e-4b8f-8b31-231cede535e7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for subnet (52ce6711-2389-4dac-954b-6e031d94d1af), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:58.434558 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-3ec01231-5f46-47ba-9431-e33d5de7d2bf tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce076e9f68f6436e95052065050bc270&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362203 Feb 19 04:30:58.470088 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a609e1fb-410e-4b8f-8b31-231cede535e7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (52ce6711-2389-4dac-954b-6e031d94d1af), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:58.493148 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-14390407-392a-45df-952e-626e7318c2d7 None None] Set router f922ffdb-2ce5-47c9-9dfb-b33de53c537e gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:58.567296 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a609e1fb-410e-4b8f-8b31-231cede535e7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (52ce6711-2389-4dac-954b-6e031d94d1af), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:58.639065 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a609e1fb-410e-4b8f-8b31-231cede535e7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (52ce6711-2389-4dac-954b-6e031d94d1af), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:58.675878 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609e1fb-410e-4b8f-8b31-231cede535e7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Subnet': ['ID=52ce6711-2389-4dac-954b-6e031d94d1af,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:58.681696 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a609e1fb-410e-4b8f-8b31-231cede535e7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:58.686032 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a609e1fb-410e-4b8f-8b31-231cede535e7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/subnets/52ce6711-2389-4dac-954b-6e031d94d1af HTTP/1.1" status: 204 len: 168 time: 0.3363101 Feb 19 04:30:58.688420 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36032) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:58.703350 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-602b36d5-5936-4187-a047-30b829f98ac6 service neutron] 10.222.0.52 "GET /v2.0/networks/6979ad81-5fba-4a33-a8b4-463a94f62639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610261 Feb 19 04:30:58.718295 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ea00f5-c91e-42a0-ab18-ec6675917f0c None None] Network 26f9da88-f827-4ccf-8995-a6f2ba24e33b requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:58.792266 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ecc9189f-c0cb-43a5-8bd7-bd87568ba87c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (26f9da88-f827-4ccf-8995-a6f2ba24e33b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:58.802768 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-606227de-125b-49cc-9c23-2e5d8509d3d5 service neutron] 10.222.0.52 "GET /v2.0/networks/6979ad81-5fba-4a33-a8b4-463a94f62639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907741 Feb 19 04:30:58.872504 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-14390407-392a-45df-952e-626e7318c2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:30:57Z', 'revision_number': 10, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None, '_interfaces': [{'id': '945fb2cd-bc11-4112-bede-76833ef9e4f4', 'name': '', 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:17Z', 'updated_at': '2022-02-19T04:30:25Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:58.880838 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-ecc9189f-c0cb-43a5-8bd7-bd87568ba87c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Deleting port 1dd758fa-8f6c-4738-8a6b-57f02edf9886 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:58.882519 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ecc9189f-c0cb-43a5-8bd7-bd87568ba87c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (1dd758fa-8f6c-4738-8a6b-57f02edf9886), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:58.926918 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14390407-392a-45df-952e-626e7318c2d7 None None] Checking router: f922ffdb-2ce5-47c9-9dfb-b33de53c537e for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:30:58.951256 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14390407-392a-45df-952e-626e7318c2d7 None None] Routers {'f922ffdb-2ce5-47c9-9dfb-b33de53c537e'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:58.952051 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-14390407-392a-45df-952e-626e7318c2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:58.965560 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-ecc9189f-c0cb-43a5-8bd7-bd87568ba87c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] For port 1dd758fa-8f6c-4738-8a6b-57f02edf9886, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=1dd758fa-8f6c-4738-8a6b-57f02edf9886,segment=NetworkSegment(710ccbac-0039-48cb-877d-b5dceec1230d),segment_id=710ccbac-0039-48cb-877d-b5dceec1230d)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:58.966270 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ecc9189f-c0cb-43a5-8bd7-bd87568ba87c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (1dd758fa-8f6c-4738-8a6b-57f02edf9886), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:58.990280 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-ecc9189f-c0cb-43a5-8bd7-bd87568ba87c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Calling delete_port for 1dd758fa-8f6c-4738-8a6b-57f02edf9886 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:59.033745 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-48d9c7cc-514d-4c37-94da-06583f309421 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (ec68cfc1-afff-49c4-bdc5-23caf9b84412), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:59.040876 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33467e9-3dea-4112-8565-fb5937f61c37 None None] DHCP port deletion for 26f9da88-f827-4ccf-8995-a6f2ba24e33b request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:30:59.124907 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-14390407-392a-45df-952e-626e7318c2d7 None None] Set router f922ffdb-2ce5-47c9-9dfb-b33de53c537e gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:59.132582 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0680d4b6-112b-4bee-90e1-a81d939852e1 req-2730ea59-bcbe-4f41-835c-02239b994254 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?device_id=88d598fa-a33c-488a-8792-5f03e5fe56ef HTTP/1.1" status: 200 len: 210 time: 0.0561211 Feb 19 04:30:59.186071 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ecc9189f-c0cb-43a5-8bd7-bd87568ba87c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (1dd758fa-8f6c-4738-8a6b-57f02edf9886), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:59.247441 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e33467e9-3dea-4112-8565-fb5937f61c37 None None] Deleting port 1dd758fa-8f6c-4738-8a6b-57f02edf9886 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:59.247702 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e33467e9-3dea-4112-8565-fb5937f61c37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (1dd758fa-8f6c-4738-8a6b-57f02edf9886), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:59.255255 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9189f-c0cb-43a5-8bd7-bd87568ba87c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Port': ['ID=1dd758fa-8f6c-4738-8a6b-57f02edf9886,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:59.263117 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc9189f-c0cb-43a5-8bd7-bd87568ba87c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] No DVR routers for this DVR port 1dd758fa-8f6c-4738-8a6b-57f02edf9886 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:30:59.382306 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e33467e9-3dea-4112-8565-fb5937f61c37 None None] For port 1dd758fa-8f6c-4738-8a6b-57f02edf9886, host n-d-828369-19, got binding levels [] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:59.382880 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e33467e9-3dea-4112-8565-fb5937f61c37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (1dd758fa-8f6c-4738-8a6b-57f02edf9886), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:59.405967 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e33467e9-3dea-4112-8565-fb5937f61c37 None None] Calling delete_port for 1dd758fa-8f6c-4738-8a6b-57f02edf9886 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:59.410026 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.ipam_backend_mixin [None req-e33467e9-3dea-4112-8565-fb5937f61c37 None None] Port 1dd758fa-8f6c-4738-8a6b-57f02edf9886 was not found and therefore no delete operation was performed {{(pid=109927) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:30:59.412078 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e33467e9-3dea-4112-8565-fb5937f61c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (1dd758fa-8f6c-4738-8a6b-57f02edf9886), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:59.423131 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ecc9189f-c0cb-43a5-8bd7-bd87568ba87c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (26f9da88-f827-4ccf-8995-a6f2ba24e33b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:59.446961 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33467e9-3dea-4112-8565-fb5937f61c37 None None] No DVR routers for this DVR port 1dd758fa-8f6c-4738-8a6b-57f02edf9886 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:30:59.450848 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-ecc9189f-c0cb-43a5-8bd7-bd87568ba87c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f9da88-f827-4ccf-8995-a6f2ba24e33b']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:59.461329 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-ecc9189f-c0cb-43a5-8bd7-bd87568ba87c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '710ccbac-0039-48cb-877d-b5dceec1230d') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:59.461606 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-ecc9189f-c0cb-43a5-8bd7-bd87568ba87c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '710ccbac-0039-48cb-877d-b5dceec1230d') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:59.476251 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ecc9189f-c0cb-43a5-8bd7-bd87568ba87c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (710ccbac-0039-48cb-877d-b5dceec1230d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:59.478587 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33467e9-3dea-4112-8565-fb5937f61c37 None None] Pushing event deleted for resources: {'Port': ['ID=1dd758fa-8f6c-4738-8a6b-57f02edf9886,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:59.500400 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ecc9189f-c0cb-43a5-8bd7-bd87568ba87c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (710ccbac-0039-48cb-877d-b5dceec1230d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:59.511227 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-14390407-392a-45df-952e-626e7318c2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:30:57Z', 'revision_number': 10, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None, '_interfaces': [{'id': '945fb2cd-bc11-4112-bede-76833ef9e4f4', 'name': '', 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:17Z', 'updated_at': '2022-02-19T04:30:25Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:59.514615 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc9189f-c0cb-43a5-8bd7-bd87568ba87c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:30:59.515489 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ecc9189f-c0cb-43a5-8bd7-bd87568ba87c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (710ccbac-0039-48cb-877d-b5dceec1230d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:30:59.525219 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:30:59.539766 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-48d9c7cc-514d-4c37-94da-06583f309421 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Deleting port 5136bbeb-96ab-44aa-b59d-32d475a0af19 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:59.540108 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-48d9c7cc-514d-4c37-94da-06583f309421 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (5136bbeb-96ab-44aa-b59d-32d475a0af19), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:59.566241 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14390407-392a-45df-952e-626e7318c2d7 None None] The sync data for ids ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'] in n-d-828369-19 is: [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:30:57Z', 'revision_number': 10, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None, '_interfaces': [{'id': '945fb2cd-bc11-4112-bede-76833ef9e4f4', 'name': '', 'network_id': 'a7130984-3246-4a4c-94a2-1e057c8fcee7', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'mac_address': 'fa:16:3e:9d:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:30:17Z', 'updated_at': '2022-02-19T04:30:25Z', 'revision_number': 5, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'subnets': [{'id': 'f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:30:59.610577 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ecc9189f-c0cb-43a5-8bd7-bd87568ba87c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (26f9da88-f827-4ccf-8995-a6f2ba24e33b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:59.618856 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 428d845a-95b4-43ef-83b7-922e4750e005 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:30:59.629245 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ecc9189f-c0cb-43a5-8bd7-bd87568ba87c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:59.636627 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ecc9189f-c0cb-43a5-8bd7-bd87568ba87c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/networks/26f9da88-f827-4ccf-8995-a6f2ba24e33b HTTP/1.1" status: 204 len: 168 time: 0.9438069 Feb 19 04:30:59.640412 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36046) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:59.652306 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9189f-c0cb-43a5-8bd7-bd87568ba87c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Network': ['ID=26f9da88-f827-4ccf-8995-a6f2ba24e33b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:59.672253 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 428d845a-95b4-43ef-83b7-922e4750e005 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:30:59.672607 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 428d845a-95b4-43ef-83b7-922e4750e005 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:30:59.771296 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-48d9c7cc-514d-4c37-94da-06583f309421 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] For port 5136bbeb-96ab-44aa-b59d-32d475a0af19, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5136bbeb-96ab-44aa-b59d-32d475a0af19,segment=NetworkSegment(0299930b-f461-4325-bba7-e668971ae65b),segment_id=0299930b-f461-4325-bba7-e668971ae65b)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:59.771862 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-48d9c7cc-514d-4c37-94da-06583f309421 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (5136bbeb-96ab-44aa-b59d-32d475a0af19), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:59.845646 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:59.850982 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-48d9c7cc-514d-4c37-94da-06583f309421 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Calling delete_port for 5136bbeb-96ab-44aa-b59d-32d475a0af19 owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:00.049621 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1dd758fa-8f6c-4738-8a6b-57f02edf9886 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:31:00.076889 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 1dd758fa-8f6c-4738-8a6b-57f02edf9886 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:31:00.077549 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 1dd758fa-8f6c-4738-8a6b-57f02edf9886 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:31:00.197644 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-48d9c7cc-514d-4c37-94da-06583f309421 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (5136bbeb-96ab-44aa-b59d-32d475a0af19), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:00.293949 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9c7cc-514d-4c37-94da-06583f309421 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event deleted for resources: {'Port': ['ID=5136bbeb-96ab-44aa-b59d-32d475a0af19,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:00.326050 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9c7cc-514d-4c37-94da-06583f309421 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:00.327072 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9c7cc-514d-4c37-94da-06583f309421 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:00.327072 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9c7cc-514d-4c37-94da-06583f309421 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:00.327322 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9c7cc-514d-4c37-94da-06583f309421 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:00.327524 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9c7cc-514d-4c37-94da-06583f309421 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:00.327827 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9c7cc-514d-4c37-94da-06583f309421 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:00.328233 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9c7cc-514d-4c37-94da-06583f309421 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:00.328528 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9c7cc-514d-4c37-94da-06583f309421 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:00.328859 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9c7cc-514d-4c37-94da-06583f309421 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:00.329191 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9c7cc-514d-4c37-94da-06583f309421 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:00.329520 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9c7cc-514d-4c37-94da-06583f309421 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:00.329846 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9c7cc-514d-4c37-94da-06583f309421 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:00.330188 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d9c7cc-514d-4c37-94da-06583f309421 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:00.630006 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-43d6da4b-a581-4b62-948e-0b9506aeae7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:00.632334 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-691218ee-1896-44c5-b689-813f306727df req-7ec432fd-b310-4246-aaa4-dc45abe3ecb5 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?device_id=88d598fa-a33c-488a-8792-5f03e5fe56ef HTTP/1.1" status: 200 len: 210 time: 0.3539410 Feb 19 04:31:00.769913 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82495e5b-cd19-446a-a97d-f4ac01dc268c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:00.898639 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-ca6b6c46-c12e-4526-92a0-16d79e1acc73 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:00.900093 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-ca6b6c46-c12e-4526-92a0-16d79e1acc73 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.79 "GET /v2.0/networks?id=6979ad81-5fba-4a33-a8b4-463a94f62639 HTTP/1.1" status: 200 len: 813 time: 0.2704244 Feb 19 04:31:00.916572 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-08fffd38-df69-445a-8672-fc28299260cf tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Request body: {'port': {'device_id': '88d598fa-a33c-488a-8792-5f03e5fe56ef', 'network_id': '6979ad81-5fba-4a33-a8b4-463a94f62639', 'admin_state_up': True, 'tenant_id': 'ce076e9f68f6436e95052065050bc270'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:00.971026 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-48d9c7cc-514d-4c37-94da-06583f309421 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (ec68cfc1-afff-49c4-bdc5-23caf9b84412), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:01.197413 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-08fffd38-df69-445a-8672-fc28299260cf tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Made reservation on behalf of ce076e9f68f6436e95052065050bc270 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:01.201256 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-08fffd38-df69-445a-8672-fc28299260cf tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:01.489572 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d9c7cc-514d-4c37-94da-06583f309421 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Router ec68cfc1-afff-49c4-bdc5-23caf9b84412 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:31:01.496014 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-08fffd38-df69-445a-8672-fc28299260cf tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Allocated IP 172.20.0.8 (6979ad81-5fba-4a33-a8b4-463a94f62639/f0a93690-316e-4b3c-89ce-34ed28c0df45/569ea927-d44f-4927-9be0-00c17bc9b0d3) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:01.523497 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-82495e5b-cd19-446a-a97d-f4ac01dc268c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Deleting port 945fb2cd-bc11-4112-bede-76833ef9e4f4 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:01.523859 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82495e5b-cd19-446a-a97d-f4ac01dc268c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (945fb2cd-bc11-4112-bede-76833ef9e4f4), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:01.578368 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5b7f946b-98db-46b9-8ab7-171ce76d5ce9 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:31:01.601483 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 5b7f946b-98db-46b9-8ab7-171ce76d5ce9 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:31:01.602078 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5b7f946b-98db-46b9-8ab7-171ce76d5ce9 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:31:01.797116 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bab50010-2b9e-4308-b0ad-a2fd595df7f9 req-0bc692b3-0f25-43fe-84b1-35c0e08c0e54 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?device_id=88d598fa-a33c-488a-8792-5f03e5fe56ef HTTP/1.1" status: 200 len: 210 time: 0.0771747 Feb 19 04:31:01.802450 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-82495e5b-cd19-446a-a97d-f4ac01dc268c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] For port 945fb2cd-bc11-4112-bede-76833ef9e4f4, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=945fb2cd-bc11-4112-bede-76833ef9e4f4,segment=NetworkSegment(8effeb40-acb3-4b85-94e2-a9aa37ab09f3),segment_id=8effeb40-acb3-4b85-94e2-a9aa37ab09f3)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:01.802825 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82495e5b-cd19-446a-a97d-f4ac01dc268c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (945fb2cd-bc11-4112-bede-76833ef9e4f4), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:01.814897 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d9c7cc-514d-4c37-94da-06583f309421 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:01.824925 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-48d9c7cc-514d-4c37-94da-06583f309421 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "PUT /v2.0/routers/ec68cfc1-afff-49c4-bdc5-23caf9b84412/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5125232 Feb 19 04:31:01.825184 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba8bc94-f0c3-4241-b8cd-7f3f8a304604 None None] Sync routers for ids ['ec68cfc1-afff-49c4-bdc5-23caf9b84412'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:01.827849 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36058) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:01.833111 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-82495e5b-cd19-446a-a97d-f4ac01dc268c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Calling delete_port for 945fb2cd-bc11-4112-bede-76833ef9e4f4 owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:01.836708 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba8bc94-f0c3-4241-b8cd-7f3f8a304604 None None] Routers {'ec68cfc1-afff-49c4-bdc5-23caf9b84412'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:01.837594 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-4ba8bc94-f0c3-4241-b8cd-7f3f8a304604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ec68cfc1-afff-49c4-bdc5-23caf9b84412'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:01.885256 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-0387d765-edd7-4723-8d51-b1616e575c63 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Deleting subnet c0160546-1c6b-4e25-9159-2cb0c0760750 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:31:01.889014 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0387d765-edd7-4723-8d51-b1616e575c63 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for subnet (c0160546-1c6b-4e25-9159-2cb0c0760750), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:01.915983 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-08fffd38-df69-445a-8672-fc28299260cf tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Publish callbacks [] for port (569ea927-d44f-4927-9be0-00c17bc9b0d3), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:01.931965 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0387d765-edd7-4723-8d51-b1616e575c63 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (c0160546-1c6b-4e25-9159-2cb0c0760750), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:02.013859 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-08fffd38-df69-445a-8672-fc28299260cf tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (569ea927-d44f-4927-9be0-00c17bc9b0d3), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:02.020770 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0387d765-edd7-4723-8d51-b1616e575c63 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (c0160546-1c6b-4e25-9159-2cb0c0760750), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:02.049680 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-4ba8bc94-f0c3-4241-b8cd-7f3f8a304604 None None] Set router ec68cfc1-afff-49c4-bdc5-23caf9b84412 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:02.094277 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0387d765-edd7-4723-8d51-b1616e575c63 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (c0160546-1c6b-4e25-9159-2cb0c0760750), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:02.098774 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-08fffd38-df69-445a-8672-fc28299260cf tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Network 6979ad81-5fba-4a33-a8b4-463a94f62639 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:02.105433 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-08fffd38-df69-445a-8672-fc28299260cf tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:02.113951 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-08fffd38-df69-445a-8672-fc28299260cf tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:02.146496 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fffd38-df69-445a-8672-fc28299260cf tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Pushing event updated for resources: {'Port': ['ID=569ea927-d44f-4927-9be0-00c17bc9b0d3,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:02.170071 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82495e5b-cd19-446a-a97d-f4ac01dc268c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (945fb2cd-bc11-4112-bede-76833ef9e4f4), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:02.177401 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-08fffd38-df69-445a-8672-fc28299260cf tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:02.178110 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-08fffd38-df69-445a-8672-fc28299260cf tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:02.217391 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82495e5b-cd19-446a-a97d-f4ac01dc268c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Port': ['ID=945fb2cd-bc11-4112-bede-76833ef9e4f4,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:02.227082 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-08fffd38-df69-445a-8672-fc28299260cf tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3141088 Feb 19 04:31:02.248391 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-4ba8bc94-f0c3-4241-b8cd-7f3f8a304604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'name': 'tempest-TestSecurityGroupsBasicOps-router-918047403', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:29:03Z', 'updated_at': '2022-02-19T04:31:00Z', 'revision_number': 5, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'gw_port': {'id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:80:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:29:04Z', 'updated_at': '2022-02-19T04:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:02.260556 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-dbe13b5e-ed33-4960-a945-c89641d26f01 service neutron] Request body: {'port': {'device_id': '88d598fa-a33c-488a-8792-5f03e5fe56ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:02.291223 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba8bc94-f0c3-4241-b8cd-7f3f8a304604 None None] Checking router: ec68cfc1-afff-49c4-bdc5-23caf9b84412 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:31:02.301892 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba8bc94-f0c3-4241-b8cd-7f3f8a304604 None None] Routers {'ec68cfc1-afff-49c4-bdc5-23caf9b84412'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:02.302960 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-4ba8bc94-f0c3-4241-b8cd-7f3f8a304604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ec68cfc1-afff-49c4-bdc5-23caf9b84412'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:02.453928 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387d765-edd7-4723-8d51-b1616e575c63 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event deleted for resources: {'Subnet': ['ID=c0160546-1c6b-4e25-9159-2cb0c0760750,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:02.456040 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0387d765-edd7-4723-8d51-b1616e575c63 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:02.459547 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0387d765-edd7-4723-8d51-b1616e575c63 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "DELETE /v2.0/subnets/c0160546-1c6b-4e25-9159-2cb0c0760750 HTTP/1.1" status: 204 len: 168 time: 0.6304479 Feb 19 04:31:02.465162 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36068) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:02.465520 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2985fd-5513-4a67-8140-15a56eb24094 None None] Network 882f12b7-ab6f-4c91-b738-2ee6c8f1986d requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:02.556821 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-4ba8bc94-f0c3-4241-b8cd-7f3f8a304604 None None] Set router ec68cfc1-afff-49c4-bdc5-23caf9b84412 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:02.625558 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-605278cb-8015-4516-a6db-1518fbc9bd94 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for router (ec68cfc1-afff-49c4-bdc5-23caf9b84412), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:02.814260 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e90f80-ad97-4a24-a642-f3df26352618 None None] DHCP port deletion for 882f12b7-ab6f-4c91-b738-2ee6c8f1986d request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:31:02.821307 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-dbe13b5e-ed33-4960-a945-c89641d26f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (569ea927-d44f-4927-9be0-00c17bc9b0d3), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:02.824717 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82495e5b-cd19-446a-a97d-f4ac01dc268c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:02.835971 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-605278cb-8015-4516-a6db-1518fbc9bd94 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for router_gateway (ec68cfc1-afff-49c4-bdc5-23caf9b84412), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:02.896076 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-4ba8bc94-f0c3-4241-b8cd-7f3f8a304604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'name': 'tempest-TestSecurityGroupsBasicOps-router-918047403', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:29:03Z', 'updated_at': '2022-02-19T04:31:00Z', 'revision_number': 5, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'gw_port': {'id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:80:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:29:04Z', 'updated_at': '2022-02-19T04:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:02.932184 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba8bc94-f0c3-4241-b8cd-7f3f8a304604 None None] The sync data for ids ['ec68cfc1-afff-49c4-bdc5-23caf9b84412'] in n-d-828369-19 is: [{'id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'name': 'tempest-TestSecurityGroupsBasicOps-router-918047403', 'tenant_id': 'cbafc162cd5b4960a5e405d3107103ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:29:03Z', 'updated_at': '2022-02-19T04:31:00Z', 'revision_number': 5, 'project_id': 'cbafc162cd5b4960a5e405d3107103ec', 'gw_port': {'id': '4d340b87-df64-404c-96f6-f249f2acb66d', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:80:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec68cfc1-afff-49c4-bdc5-23caf9b84412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:29:04Z', 'updated_at': '2022-02-19T04:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:02.949430 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-00e90f80-ad97-4a24-a642-f3df26352618 None None] Deleting port eb67f58d-6b96-402b-8500-b4de174ab03c {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:02.949896 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-00e90f80-ad97-4a24-a642-f3df26352618 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (eb67f58d-6b96-402b-8500-b4de174ab03c), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:02.953700 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-605278cb-8015-4516-a6db-1518fbc9bd94 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Deleting port 4d340b87-df64-404c-96f6-f249f2acb66d {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:02.954932 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-605278cb-8015-4516-a6db-1518fbc9bd94 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (4d340b87-df64-404c-96f6-f249f2acb66d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:03.030468 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-00e90f80-ad97-4a24-a642-f3df26352618 None None] For port eb67f58d-6b96-402b-8500-b4de174ab03c, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=eb67f58d-6b96-402b-8500-b4de174ab03c,segment=NetworkSegment(0299930b-f461-4325-bba7-e668971ae65b),segment_id=0299930b-f461-4325-bba7-e668971ae65b)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:03.030967 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-00e90f80-ad97-4a24-a642-f3df26352618 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (eb67f58d-6b96-402b-8500-b4de174ab03c), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:03.045626 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-00e90f80-ad97-4a24-a642-f3df26352618 None None] Calling delete_port for eb67f58d-6b96-402b-8500-b4de174ab03c owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:03.054978 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-605278cb-8015-4516-a6db-1518fbc9bd94 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] For port 4d340b87-df64-404c-96f6-f249f2acb66d, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4d340b87-df64-404c-96f6-f249f2acb66d,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:03.055623 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-605278cb-8015-4516-a6db-1518fbc9bd94 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (4d340b87-df64-404c-96f6-f249f2acb66d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:03.076028 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-605278cb-8015-4516-a6db-1518fbc9bd94 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Calling delete_port for 4d340b87-df64-404c-96f6-f249f2acb66d owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:03.147658 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-00e90f80-ad97-4a24-a642-f3df26352618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (eb67f58d-6b96-402b-8500-b4de174ab03c), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:03.176416 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82495e5b-cd19-446a-a97d-f4ac01dc268c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Router f922ffdb-2ce5-47c9-9dfb-b33de53c537e has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:31:03.177355 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e90f80-ad97-4a24-a642-f3df26352618 None None] Pushing event deleted for resources: {'Port': ['ID=eb67f58d-6b96-402b-8500-b4de174ab03c,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:03.185927 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e90f80-ad97-4a24-a642-f3df26352618 None None] No DVR routers for this DVR port eb67f58d-6b96-402b-8500-b4de174ab03c on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:31:03.194547 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050e8cf-304d-4949-aefd-9a261dd37462 req-f4495c20-9c35-431b-b256-8ceaa160cbcc tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:03.201932 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6050e8cf-304d-4949-aefd-9a261dd37462 req-f4495c20-9c35-431b-b256-8ceaa160cbcc tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?device_id=88d598fa-a33c-488a-8792-5f03e5fe56ef HTTP/1.1" status: 200 len: 931 time: 0.2457633 Feb 19 04:31:03.319749 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-605278cb-8015-4516-a6db-1518fbc9bd94 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (4d340b87-df64-404c-96f6-f249f2acb66d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:03.352903 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605278cb-8015-4516-a6db-1518fbc9bd94 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event deleted for resources: {'Port': ['ID=4d340b87-df64-404c-96f6-f249f2acb66d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:03.394371 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6050e8cf-304d-4949-aefd-9a261dd37462 req-9db66c2b-349a-4d9f-a3f0-19fdcba40656 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/security-groups?id=228fef21-6b8c-41b8-9f40-017f22f28298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871984 Feb 19 04:31:03.406415 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82495e5b-cd19-446a-a97d-f4ac01dc268c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:03.417770 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-82495e5b-cd19-446a-a97d-f4ac01dc268c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "PUT /v2.0/routers/f922ffdb-2ce5-47c9-9dfb-b33de53c537e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7757423 Feb 19 04:31:03.421626 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36074) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:03.423893 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48da30e0-40a7-4b55-8610-b31bb288cb3d None None] Sync routers for ids ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:03.439264 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48da30e0-40a7-4b55-8610-b31bb288cb3d None None] Routers {'f922ffdb-2ce5-47c9-9dfb-b33de53c537e'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:03.439902 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-48da30e0-40a7-4b55-8610-b31bb288cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:30:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:03.480278 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8ed7b6-469e-4e96-9d3f-8df9acda3e14 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Deleting subnet f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:31:03.491828 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed7b6-469e-4e96-9d3f-8df9acda3e14 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for subnet (f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:03.509248 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-605278cb-8015-4516-a6db-1518fbc9bd94 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (ec68cfc1-afff-49c4-bdc5-23caf9b84412), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:03.561134 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed7b6-469e-4e96-9d3f-8df9acda3e14 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:03.562421 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-48da30e0-40a7-4b55-8610-b31bb288cb3d None None] Set router f922ffdb-2ce5-47c9-9dfb-b33de53c537e gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:03.651253 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-dbe13b5e-ed33-4960-a945-c89641d26f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569ea927-d44f-4927-9be0-00c17bc9b0d3 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:31:03.662829 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-dbe13b5e-ed33-4960-a945-c89641d26f01 service neutron] Publish callbacks [] for port (569ea927-d44f-4927-9be0-00c17bc9b0d3), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:03.706872 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-dbe13b5e-ed33-4960-a945-c89641d26f01 service neutron] Transition to ACTIVE for port object 569ea927-d44f-4927-9be0-00c17bc9b0d3 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:31:03.718520 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-dbe13b5e-ed33-4960-a945-c89641d26f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (569ea927-d44f-4927-9be0-00c17bc9b0d3), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:03.757142 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0b3a6b9f-0390-4143-970d-8bc12eb8c19d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:03.760114 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-48da30e0-40a7-4b55-8610-b31bb288cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:31:02Z', 'revision_number': 11, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:03.769297 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed7b6-469e-4e96-9d3f-8df9acda3e14 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:03.777469 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-605278cb-8015-4516-a6db-1518fbc9bd94 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (ec68cfc1-afff-49c4-bdc5-23caf9b84412), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:03.781419 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-605278cb-8015-4516-a6db-1518fbc9bd94 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for router_controller (ec68cfc1-afff-49c4-bdc5-23caf9b84412), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:03.819838 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48da30e0-40a7-4b55-8610-b31bb288cb3d None None] Checking router: f922ffdb-2ce5-47c9-9dfb-b33de53c537e for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:31:03.825995 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe13b5e-ed33-4960-a945-c89641d26f01 service neutron] Pushing event updated for resources: {'Port': ['ID=569ea927-d44f-4927-9be0-00c17bc9b0d3,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:03.839371 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5136bbeb-96ab-44aa-b59d-32d475a0af19 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:31:03.853379 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-605278cb-8015-4516-a6db-1518fbc9bd94 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (ec68cfc1-afff-49c4-bdc5-23caf9b84412), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:03.854006 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605278cb-8015-4516-a6db-1518fbc9bd94 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Fanout notify agent at l3_agent the message router_deleted on router ec68cfc1-afff-49c4-bdc5-23caf9b84412 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:31:03.860280 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-605278cb-8015-4516-a6db-1518fbc9bd94 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:03.863772 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-605278cb-8015-4516-a6db-1518fbc9bd94 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "DELETE /v2.0/routers/ec68cfc1-afff-49c4-bdc5-23caf9b84412 HTTP/1.1" status: 204 len: 168 time: 1.3952379 Feb 19 04:31:03.864015 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36078) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:03.900733 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 5136bbeb-96ab-44aa-b59d-32d475a0af19 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:31:03.902931 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5136bbeb-96ab-44aa-b59d-32d475a0af19 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:31:03.903067 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-dbe13b5e-ed33-4960-a945-c89641d26f01 service neutron] Attempting to bind port 569ea927-d44f-4927-9be0-00c17bc9b0d3 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:31:03.903498 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-dbe13b5e-ed33-4960-a945-c89641d26f01 service neutron] Attempting to bind port 569ea927-d44f-4927-9be0-00c17bc9b0d3 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '9777500b-3d40-48be-8014-053531e35b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6979ad81-5fba-4a33-a8b4-463a94f62639'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:31:03.905936 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device eb67f58d-6b96-402b-8500-b4de174ab03c no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:31:03.906055 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-dbe13b5e-ed33-4960-a945-c89641d26f01 service neutron] Attempting to bind port 569ea927-d44f-4927-9be0-00c17bc9b0d3 on network 6979ad81-5fba-4a33-a8b4-463a94f62639 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:03.911713 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-dbe13b5e-ed33-4960-a945-c89641d26f01 service neutron] Port 569ea927-d44f-4927-9be0-00c17bc9b0d3 on network 6979ad81-5fba-4a33-a8b4-463a94f62639 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:31:03.912116 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-dbe13b5e-ed33-4960-a945-c89641d26f01 service neutron] Attempting to bind port 569ea927-d44f-4927-9be0-00c17bc9b0d3 on network 6979ad81-5fba-4a33-a8b4-463a94f62639 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:03.923197 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-dbe13b5e-ed33-4960-a945-c89641d26f01 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:31:03.923632 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-dbe13b5e-ed33-4960-a945-c89641d26f01 service neutron] Checking segment: {'id': '9777500b-3d40-48be-8014-053531e35b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6979ad81-5fba-4a33-a8b4-463a94f62639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:03.924130 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-dbe13b5e-ed33-4960-a945-c89641d26f01 service neutron] Bound using segment: {'id': '9777500b-3d40-48be-8014-053531e35b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6979ad81-5fba-4a33-a8b4-463a94f62639'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:31:03.924682 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-dbe13b5e-ed33-4960-a945-c89641d26f01 service neutron] Bound port: 569ea927-d44f-4927-9be0-00c17bc9b0d3, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9777500b-3d40-48be-8014-053531e35b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6979ad81-5fba-4a33-a8b4-463a94f62639'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:31:03.925151 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-dbe13b5e-ed33-4960-a945-c89641d26f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (569ea927-d44f-4927-9be0-00c17bc9b0d3), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:03.944236 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: eb67f58d-6b96-402b-8500-b4de174ab03c {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:31:03.944711 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device eb67f58d-6b96-402b-8500-b4de174ab03c not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:31:03.958225 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48da30e0-40a7-4b55-8610-b31bb288cb3d None None] Routers {'f922ffdb-2ce5-47c9-9dfb-b33de53c537e'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:03.959050 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-48da30e0-40a7-4b55-8610-b31bb288cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:03.989728 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8d37-90a9-4244-bebf-f2576bcf8b13 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (882f12b7-ab6f-4c91-b738-2ee6c8f1986d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:03.992333 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed7b6-469e-4e96-9d3f-8df9acda3e14 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:04.025666 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ed7b6-469e-4e96-9d3f-8df9acda3e14 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Subnet': ['ID=f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:04.078339 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed7b6-469e-4e96-9d3f-8df9acda3e14 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:04.084236 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1a8ed7b6-469e-4e96-9d3f-8df9acda3e14 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/subnets/f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e HTTP/1.1" status: 204 len: 168 time: 0.6587384 Feb 19 04:31:04.085164 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36080) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:04.091540 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebb9e48-15e9-493e-98d5-d70da94a35fd None None] Network a7130984-3246-4a4c-94a2-1e057c8fcee7 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:04.106985 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-dbe13b5e-ed33-4960-a945-c89641d26f01 service neutron] For port 569ea927-d44f-4927-9be0-00c17bc9b0d3, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:31:04.153506 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-dbe13b5e-ed33-4960-a945-c89641d26f01 service neutron] For port 569ea927-d44f-4927-9be0-00c17bc9b0d3, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=569ea927-d44f-4927-9be0-00c17bc9b0d3,segment=NetworkSegment(9777500b-3d40-48be-8014-053531e35b49),segment_id=9777500b-3d40-48be-8014-053531e35b49)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:31:04.180279 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-dbe13b5e-ed33-4960-a945-c89641d26f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (569ea927-d44f-4927-9be0-00c17bc9b0d3), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:04.181065 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-48da30e0-40a7-4b55-8610-b31bb288cb3d None None] Set router f922ffdb-2ce5-47c9-9dfb-b33de53c537e gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:04.184526 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8d37-90a9-4244-bebf-f2576bcf8b13 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (882f12b7-ab6f-4c91-b738-2ee6c8f1986d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:04.209335 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-ec0a8d37-90a9-4244-bebf-f2576bcf8b13 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882f12b7-ab6f-4c91-b738-2ee6c8f1986d']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:04.221281 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-ec0a8d37-90a9-4244-bebf-f2576bcf8b13 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0299930b-f461-4325-bba7-e668971ae65b') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:04.221533 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-ec0a8d37-90a9-4244-bebf-f2576bcf8b13 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0299930b-f461-4325-bba7-e668971ae65b') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:04.225627 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-dbe13b5e-ed33-4960-a945-c89641d26f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:04.226366 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-dbe13b5e-ed33-4960-a945-c89641d26f01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:04.227906 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-dbe13b5e-ed33-4960-a945-c89641d26f01 service neutron] 10.222.0.79 "PUT /v2.0/ports/569ea927-d44f-4927-9be0-00c17bc9b0d3 HTTP/1.1" status: 200 len: 1092 time: 1.9803855 Feb 19 04:31:04.228345 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d598fa-a33c-488a-8792-5f03e5fe56ef', 'tag': '569ea927-d44f-4927-9be0-00c17bc9b0d3'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:31:04.233797 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8d37-90a9-4244-bebf-f2576bcf8b13 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (0299930b-f461-4325-bba7-e668971ae65b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:04.234479 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e5a32a-0d74-40a7-a039-5a38e57800b2" -d '{"events": [{"name": "network-changed", "server_uuid": "88d598fa-a33c-488a-8792-5f03e5fe56ef", "tag": "569ea927-d44f-4927-9be0-00c17bc9b0d3"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:31:04.242349 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dc91ff49-730e-4d54-aa3d-a59fa42dfdc6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (a7130984-3246-4a4c-94a2-1e057c8fcee7), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:04.259849 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-48da30e0-40a7-4b55-8610-b31bb288cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:31:02Z', 'revision_number': 11, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:04.272756 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8d37-90a9-4244-bebf-f2576bcf8b13 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (0299930b-f461-4325-bba7-e668971ae65b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:04.289223 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0a8d37-90a9-4244-bebf-f2576bcf8b13 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:31:04.289928 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8d37-90a9-4244-bebf-f2576bcf8b13 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (0299930b-f461-4325-bba7-e668971ae65b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:04.296729 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe13b5e-ed33-4960-a945-c89641d26f01 service neutron] Pushing event updated for resources: {'Port': ['ID=569ea927-d44f-4927-9be0-00c17bc9b0d3,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:04.309299 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:04.310890 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48da30e0-40a7-4b55-8610-b31bb288cb3d None None] The sync data for ids ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'] in n-d-828369-19 is: [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:31:02Z', 'revision_number': 11, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:04.337657 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613f60a5-0b9e-4162-97e8-7587b3671c1b x-openstack-request-id: req-613f60a5-0b9e-4162-97e8-7587b3671c1b {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:31:04.338018 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d598fa-a33c-488a-8792-5f03e5fe56ef", "tag": "569ea927-d44f-4927-9be0-00c17bc9b0d3", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:31:04.338290 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-613f60a5-0b9e-4162-97e8-7587b3671c1b {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:31:04.338698 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d598fa-a33c-488a-8792-5f03e5fe56ef', 'tag': '569ea927-d44f-4927-9be0-00c17bc9b0d3', 'status': 'completed', 'code': 200} Feb 19 04:31:04.379034 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-7ca27bff-fb91-46fc-af9a-da7f14864cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:04.380560 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-7ca27bff-fb91-46fc-af9a-da7f14864cca service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ce076e9f68f6436e95052065050bc270&device_id=88d598fa-a33c-488a-8792-5f03e5fe56ef HTTP/1.1" status: 200 len: 1126 time: 0.0850735 Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:31:04.389685 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:31:04.392458 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-dc91ff49-730e-4d54-aa3d-a59fa42dfdc6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Deleting port ea2c4e76-6d29-4e56-a4e5-e08c8af1500b {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:04.392458 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dc91ff49-730e-4d54-aa3d-a59fa42dfdc6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ea2c4e76-6d29-4e56-a4e5-e08c8af1500b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:04.393834 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8d37-90a9-4244-bebf-f2576bcf8b13 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (882f12b7-ab6f-4c91-b738-2ee6c8f1986d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:04.398340 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8d37-90a9-4244-bebf-f2576bcf8b13 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:04.405364 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ec0a8d37-90a9-4244-bebf-f2576bcf8b13 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] 10.222.0.52 "DELETE /v2.0/networks/882f12b7-ab6f-4c91-b738-2ee6c8f1986d HTTP/1.1" status: 204 len: 168 time: 0.5380478 Feb 19 04:31:04.450443 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a8d37-90a9-4244-bebf-f2576bcf8b13 tempest-TestSecurityGroupsBasicOps-251271206 tempest-TestSecurityGroupsBasicOps-251271206-project] Pushing event deleted for resources: {'Network': ['ID=882f12b7-ab6f-4c91-b738-2ee6c8f1986d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:04.487008 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-ff19eba1-705f-4251-8d25-5d6d98885e62 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=569ea927-d44f-4927-9be0-00c17bc9b0d3 HTTP/1.1" status: 200 len: 217 time: 0.0913992 Feb 19 04:31:04.503724 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c07df2-7fb8-4e6a-8c83-60dc59e31b26 None None] DHCP port deletion for a7130984-3246-4a4c-94a2-1e057c8fcee7 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:31:04.670366 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-dc91ff49-730e-4d54-aa3d-a59fa42dfdc6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] For port ea2c4e76-6d29-4e56-a4e5-e08c8af1500b, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ea2c4e76-6d29-4e56-a4e5-e08c8af1500b,segment=NetworkSegment(8effeb40-acb3-4b85-94e2-a9aa37ab09f3),segment_id=8effeb40-acb3-4b85-94e2-a9aa37ab09f3)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:04.670722 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dc91ff49-730e-4d54-aa3d-a59fa42dfdc6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ea2c4e76-6d29-4e56-a4e5-e08c8af1500b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:04.680060 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-51205f0e-3b41-4f7e-a30d-d10982fbbe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:04.681599 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-51205f0e-3b41-4f7e-a30d-d10982fbbe18 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f0a93690-316e-4b3c-89ce-34ed28c0df45 HTTP/1.1" status: 200 len: 853 time: 0.1553111 Feb 19 04:31:04.689913 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-dc91ff49-730e-4d54-aa3d-a59fa42dfdc6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Calling delete_port for ea2c4e76-6d29-4e56-a4e5-e08c8af1500b owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:04.761464 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c8c07df2-7fb8-4e6a-8c83-60dc59e31b26 None None] Deleting port ea2c4e76-6d29-4e56-a4e5-e08c8af1500b {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:04.762016 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c8c07df2-7fb8-4e6a-8c83-60dc59e31b26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ea2c4e76-6d29-4e56-a4e5-e08c8af1500b), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:04.772906 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-a8e412a2-c72b-4c97-99d9-396d7244add3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6979ad81-5fba-4a33-a8b4-463a94f62639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809224 Feb 19 04:31:04.841487 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c8c07df2-7fb8-4e6a-8c83-60dc59e31b26 None None] For port ea2c4e76-6d29-4e56-a4e5-e08c8af1500b, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ea2c4e76-6d29-4e56-a4e5-e08c8af1500b,segment=NetworkSegment(8effeb40-acb3-4b85-94e2-a9aa37ab09f3),segment_id=8effeb40-acb3-4b85-94e2-a9aa37ab09f3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:04.841919 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c8c07df2-7fb8-4e6a-8c83-60dc59e31b26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ea2c4e76-6d29-4e56-a4e5-e08c8af1500b), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:04.856086 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c8c07df2-7fb8-4e6a-8c83-60dc59e31b26 None None] Calling delete_port for ea2c4e76-6d29-4e56-a4e5-e08c8af1500b owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:04.873059 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36098) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:04.923695 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e27bdf-95a2-48a8-aa98-1d45059afc02 req-dd1bba5b-4180-427a-92e7-8f7b8f7d746a tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:04.925484 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4e27bdf-95a2-48a8-aa98-1d45059afc02 req-dd1bba5b-4180-427a-92e7-8f7b8f7d746a tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?device_id=88d598fa-a33c-488a-8792-5f03e5fe56ef HTTP/1.1" status: 200 len: 943 time: 0.3974442 Feb 19 04:31:04.953501 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c8c07df2-7fb8-4e6a-8c83-60dc59e31b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (ea2c4e76-6d29-4e56-a4e5-e08c8af1500b), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:04.991803 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c07df2-7fb8-4e6a-8c83-60dc59e31b26 None None] Pushing event deleted for resources: {'Port': ['ID=ea2c4e76-6d29-4e56-a4e5-e08c8af1500b,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:04.993895 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c07df2-7fb8-4e6a-8c83-60dc59e31b26 None None] No DVR routers for this DVR port ea2c4e76-6d29-4e56-a4e5-e08c8af1500b on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:31:05.019586 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4e27bdf-95a2-48a8-aa98-1d45059afc02 req-823e3314-bb13-450e-9df7-8e2e00827750 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/security-groups?id=228fef21-6b8c-41b8-9f40-017f22f28298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880053 Feb 19 04:31:05.063627 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-03dfdbf6-7a7a-459f-8ab5-c97ecac1b2f3 service neutron] 10.222.0.79 "GET /v2.0/networks/6979ad81-5fba-4a33-a8b4-463a94f62639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333956 Feb 19 04:31:05.065763 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dc91ff49-730e-4d54-aa3d-a59fa42dfdc6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (ea2c4e76-6d29-4e56-a4e5-e08c8af1500b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.097366 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1a4b68c4-8c5d-4b69-9055-27ead5baf61a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cbafc162cd5b4960a5e405d3107103ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2229693 Feb 19 04:31:05.100960 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36102) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:05.117983 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91ff49-730e-4d54-aa3d-a59fa42dfdc6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Port': ['ID=ea2c4e76-6d29-4e56-a4e5-e08c8af1500b,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:05.126285 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc91ff49-730e-4d54-aa3d-a59fa42dfdc6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] No DVR routers for this DVR port ea2c4e76-6d29-4e56-a4e5-e08c8af1500b on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:31:05.175260 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3a2b641c-afd0-49f8-8e35-9eba382f336f admin admin] Publish callbacks [] for security_group (1d9550c1-79df-4124-9966-0ca13d537768), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.202626 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3a2b641c-afd0-49f8-8e35-9eba382f336f admin admin] Publish callbacks [] for security_group (1d9550c1-79df-4124-9966-0ca13d537768), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.259164 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dc91ff49-730e-4d54-aa3d-a59fa42dfdc6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (a7130984-3246-4a4c-94a2-1e057c8fcee7), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.260073 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3a2b641c-afd0-49f8-8e35-9eba382f336f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1d9550c1-79df-4124-9966-0ca13d537768), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.263204 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3a2b641c-afd0-49f8-8e35-9eba382f336f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.264569 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3a2b641c-afd0-49f8-8e35-9eba382f336f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1d9550c1-79df-4124-9966-0ca13d537768 HTTP/1.1" status: 204 len: 168 time: 0.1626084 Feb 19 04:31:05.272420 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b641c-afd0-49f8-8e35-9eba382f336f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9550c1-79df-4124-9966-0ca13d537768,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:05.291394 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43d1100a-387c-48f0-8fa1-0c85309f9170 req-e3b26832-48b7-4c2d-9dce-c73c211c0427 service neutron] 10.222.0.79 "GET /v2.0/networks/6979ad81-5fba-4a33-a8b4-463a94f62639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200739 Feb 19 04:31:05.295435 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-dc91ff49-730e-4d54-aa3d-a59fa42dfdc6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7130984-3246-4a4c-94a2-1e057c8fcee7']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:05.321940 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-dc91ff49-730e-4d54-aa3d-a59fa42dfdc6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8effeb40-acb3-4b85-94e2-a9aa37ab09f3') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:05.322280 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-dc91ff49-730e-4d54-aa3d-a59fa42dfdc6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8effeb40-acb3-4b85-94e2-a9aa37ab09f3') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:05.333833 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dc91ff49-730e-4d54-aa3d-a59fa42dfdc6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (8effeb40-acb3-4b85-94e2-a9aa37ab09f3), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.348934 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.350120 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dc91ff49-730e-4d54-aa3d-a59fa42dfdc6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (8effeb40-acb3-4b85-94e2-a9aa37ab09f3), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.365409 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc91ff49-730e-4d54-aa3d-a59fa42dfdc6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:31:05.365903 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dc91ff49-730e-4d54-aa3d-a59fa42dfdc6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (8effeb40-acb3-4b85-94e2-a9aa37ab09f3), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:31:05.369118 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:31:05.452781 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5a32a-0d74-40a7-a039-5a38e57800b2 req-2a25e54d-8a8f-44a5-b236-e2080186d634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:05.454330 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7e5a32a-0d74-40a7-a039-5a38e57800b2 req-2a25e54d-8a8f-44a5-b236-e2080186d634 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ce076e9f68f6436e95052065050bc270&device_id=88d598fa-a33c-488a-8792-5f03e5fe56ef HTTP/1.1" status: 200 len: 1126 time: 0.1016843 Feb 19 04:31:05.455719 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dc91ff49-730e-4d54-aa3d-a59fa42dfdc6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (a7130984-3246-4a4c-94a2-1e057c8fcee7), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.465716 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dc91ff49-730e-4d54-aa3d-a59fa42dfdc6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.470379 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-dc91ff49-730e-4d54-aa3d-a59fa42dfdc6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/networks/a7130984-3246-4a4c-94a2-1e057c8fcee7 HTTP/1.1" status: 204 len: 168 time: 1.3828368 Feb 19 04:31:05.472383 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36108) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:05.482808 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-4b20f3b2-fc59-4348-bd68-940ede7aad3e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'router': {'routes': None}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:05.493134 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91ff49-730e-4d54-aa3d-a59fa42dfdc6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Pushing event deleted for resources: {'Network': ['ID=a7130984-3246-4a4c-94a2-1e057c8fcee7,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:05.600751 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5a32a-0d74-40a7-a039-5a38e57800b2 req-76f15784-3565-4852-92fc-f32d8618c0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:05.603088 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7e5a32a-0d74-40a7-a039-5a38e57800b2 req-76f15784-3565-4852-92fc-f32d8618c0b2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6979ad81-5fba-4a33-a8b4-463a94f62639 HTTP/1.1" status: 200 len: 914 time: 0.1394205 Feb 19 04:31:05.628647 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 945fb2cd-bc11-4112-bede-76833ef9e4f4 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:31:05.660772 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 945fb2cd-bc11-4112-bede-76833ef9e4f4 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:31:05.661610 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 945fb2cd-bc11-4112-bede-76833ef9e4f4 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:31:05.662752 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4d340b87-df64-404c-96f6-f249f2acb66d no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:31:05.668361 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36110) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:05.675133 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7e5a32a-0d74-40a7-a039-5a38e57800b2 req-efcce5c2-d329-434d-b389-76fc73e8d890 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=569ea927-d44f-4927-9be0-00c17bc9b0d3 HTTP/1.1" status: 200 len: 217 time: 0.0643835 Feb 19 04:31:05.683135 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f9a0786c-462e-4cd8-a545-c26873e60fbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.687980 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 4d340b87-df64-404c-96f6-f249f2acb66d {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:31:05.688455 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4d340b87-df64-404c-96f6-f249f2acb66d not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:31:05.688986 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ea2c4e76-6d29-4e56-a4e5-e08c8af1500b no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:31:05.712639 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: ea2c4e76-6d29-4e56-a4e5-e08c8af1500b {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:31:05.713379 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ea2c4e76-6d29-4e56-a4e5-e08c8af1500b not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:31:05.747100 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5a32a-0d74-40a7-a039-5a38e57800b2 req-da8220fa-f1ab-4953-bb43-a9e3da79d0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:05.748713 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7e5a32a-0d74-40a7-a039-5a38e57800b2 req-da8220fa-f1ab-4953-bb43-a9e3da79d0eb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f0a93690-316e-4b3c-89ce-34ed28c0df45 HTTP/1.1" status: 200 len: 853 time: 0.0646052 Feb 19 04:31:05.755102 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.extraroute_db [None req-4b20f3b2-fc59-4348-bd68-940ede7aad3e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Added routes are [] {{(pid=109925) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 04:31:05.756980 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.extraroute_db [None req-4b20f3b2-fc59-4348-bd68-940ede7aad3e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Removed routes are [] {{(pid=109925) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 04:31:05.756980 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4b20f3b2-fc59-4348-bd68-940ede7aad3e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5517'] for router (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.786858 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7e5a32a-0d74-40a7-a039-5a38e57800b2 req-e196ad15-0cf4-4f94-aec3-26773b0d88cd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6979ad81-5fba-4a33-a8b4-463a94f62639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307634 Feb 19 04:31:05.917754 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7e5a32a-0d74-40a7-a039-5a38e57800b2 req-3baaedeb-d469-43fb-af55-18e4059d12e3 service neutron] 10.222.0.79 "GET /v2.0/networks/6979ad81-5fba-4a33-a8b4-463a94f62639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235397 Feb 19 04:31:05.951041 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4b20f3b2-fc59-4348-bd68-940ede7aad3e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5517'] for router (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.961693 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f9a0786c-462e-4cd8-a545-c26873e60fbf admin admin] Publish callbacks [] for security_group (b52a8c4b-17e2-4b58-85d6-f1d8e965a445), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.963174 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4b20f3b2-fc59-4348-bd68-940ede7aad3e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1611319'] for router (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.966568 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f9a0786c-462e-4cd8-a545-c26873e60fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b52a8c4b-17e2-4b58-85d6-f1d8e965a445), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.020327 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7e5a32a-0d74-40a7-a039-5a38e57800b2 req-2882a494-6cd0-43d7-8f6f-ee52dcbb0a70 service neutron] 10.222.0.79 "GET /v2.0/networks/6979ad81-5fba-4a33-a8b4-463a94f62639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967708 Feb 19 04:31:06.058539 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f9a0786c-462e-4cd8-a545-c26873e60fbf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b11c2331c085488ba0a6f6843dc170f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3866739 Feb 19 04:31:06.062439 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36116) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:06.085970 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0786c-462e-4cd8-a545-c26873e60fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52a8c4b-17e2-4b58-85d6-f1d8e965a445,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:06.112727 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b20f3b2-fc59-4348-bd68-940ede7aad3e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Router f922ffdb-2ce5-47c9-9dfb-b33de53c537e has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:31:06.178935 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-28543c9b-64a0-4527-8799-6ab5e7d5e271 admin admin] Publish callbacks [] for security_group (b52a8c4b-17e2-4b58-85d6-f1d8e965a445), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.200890 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b20f3b2-fc59-4348-bd68-940ede7aad3e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:06.208674 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4b20f3b2-fc59-4348-bd68-940ede7aad3e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.210397 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4b20f3b2-fc59-4348-bd68-940ede7aad3e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "PUT /v2.0/routers/f922ffdb-2ce5-47c9-9dfb-b33de53c537e HTTP/1.1" status: 200 len: 705 time: 0.7322454 Feb 19 04:31:06.212871 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36118) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:06.215543 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3ded48-451d-4c29-9e89-f8c468d07fcf None None] Sync routers for ids ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:06.238493 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3ded48-451d-4c29-9e89-f8c468d07fcf None None] Routers {'f922ffdb-2ce5-47c9-9dfb-b33de53c537e'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:06.238925 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-28543c9b-64a0-4527-8799-6ab5e7d5e271 admin admin] Publish callbacks [] for security_group (b52a8c4b-17e2-4b58-85d6-f1d8e965a445), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.239553 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-cb3ded48-451d-4c29-9e89-f8c468d07fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:06.255688 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-625839b4-56b2-4b12-809f-cf8fc192f982 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "GET /v2.0/ports?device_id=f922ffdb-2ce5-47c9-9dfb-b33de53c537e HTTP/1.1" status: 200 len: 205 time: 0.0410571 Feb 19 04:31:06.257948 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36120) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:06.322805 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bc39e-7f67-4bad-ba8f-50c534720e2f req-8ef5b536-eac9-4df1-80d2-fcd101d75e62 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:06.325183 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-505bc39e-7f67-4bad-ba8f-50c534720e2f req-8ef5b536-eac9-4df1-80d2-fcd101d75e62 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?device_id=88d598fa-a33c-488a-8792-5f03e5fe56ef HTTP/1.1" status: 200 len: 943 time: 0.2171943 Feb 19 04:31:06.329008 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-28543c9b-64a0-4527-8799-6ab5e7d5e271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b52a8c4b-17e2-4b58-85d6-f1d8e965a445), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.332233 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-28543c9b-64a0-4527-8799-6ab5e7d5e271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.333420 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-28543c9b-64a0-4527-8799-6ab5e7d5e271 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b52a8c4b-17e2-4b58-85d6-f1d8e965a445 HTTP/1.1" status: 204 len: 168 time: 0.2699330 Feb 19 04:31:06.347687 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-86b01a02-9371-43c0-9bb0-03823129e316 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.373754 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-cb3ded48-451d-4c29-9e89-f8c468d07fcf None None] Set router f922ffdb-2ce5-47c9-9dfb-b33de53c537e gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:06.392658 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28543c9b-64a0-4527-8799-6ab5e7d5e271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52a8c4b-17e2-4b58-85d6-f1d8e965a445,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:06.458295 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-505bc39e-7f67-4bad-ba8f-50c534720e2f req-b58acac9-4d15-483a-8261-2ae0772bbc1a tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/security-groups?id=228fef21-6b8c-41b8-9f40-017f22f28298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233113 Feb 19 04:31:06.514447 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-cb3ded48-451d-4c29-9e89-f8c468d07fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:31:02Z', 'revision_number': 11, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:06.549699 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3ded48-451d-4c29-9e89-f8c468d07fcf None None] Checking router: f922ffdb-2ce5-47c9-9dfb-b33de53c537e for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:31:06.562662 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3ded48-451d-4c29-9e89-f8c468d07fcf None None] Routers {'f922ffdb-2ce5-47c9-9dfb-b33de53c537e'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:06.563730 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-cb3ded48-451d-4c29-9e89-f8c468d07fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:06.586945 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-86b01a02-9371-43c0-9bb0-03823129e316 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.589674 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-86b01a02-9371-43c0-9bb0-03823129e316 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router_controller (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.646499 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-86b01a02-9371-43c0-9bb0-03823129e316 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (f922ffdb-2ce5-47c9-9dfb-b33de53c537e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.647117 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b01a02-9371-43c0-9bb0-03823129e316 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Fanout notify agent at l3_agent the message router_deleted on router f922ffdb-2ce5-47c9-9dfb-b33de53c537e {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:31:06.655303 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-86b01a02-9371-43c0-9bb0-03823129e316 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.657870 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-cb3ded48-451d-4c29-9e89-f8c468d07fcf None None] Set router f922ffdb-2ce5-47c9-9dfb-b33de53c537e gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:06.658129 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-86b01a02-9371-43c0-9bb0-03823129e316 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/routers/f922ffdb-2ce5-47c9-9dfb-b33de53c537e HTTP/1.1" status: 204 len: 168 time: 0.3985288 Feb 19 04:31:06.664201 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36126) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:06.669363 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-9c317067-5832-4f21-87ff-026088dc8418 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-725108680', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:06.692573 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9c317067-5832-4f21-87ff-026088dc8418 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (170f1bc1-76f0-4f30-86ee-004db7dd73a4), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.693674 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9c317067-5832-4f21-87ff-026088dc8418 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (170f1bc1-76f0-4f30-86ee-004db7dd73a4), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.715950 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-cb3ded48-451d-4c29-9e89-f8c468d07fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:31:02Z', 'revision_number': 11, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:06.746339 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3ded48-451d-4c29-9e89-f8c468d07fcf None None] The sync data for ids ['f922ffdb-2ce5-47c9-9dfb-b33de53c537e'] in n-d-828369-19 is: [{'id': 'f922ffdb-2ce5-47c9-9dfb-b33de53c537e', 'name': 'tempest-RoutersIpV6Test-router-1559921888', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:30:15Z', 'updated_at': '2022-02-19T04:31:02Z', 'revision_number': 11, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:06.761152 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9c317067-5832-4f21-87ff-026088dc8418 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router_controller (170f1bc1-76f0-4f30-86ee-004db7dd73a4), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.767932 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9c317067-5832-4f21-87ff-026088dc8418 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (170f1bc1-76f0-4f30-86ee-004db7dd73a4), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.794580 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9c317067-5832-4f21-87ff-026088dc8418 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.796291 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9c317067-5832-4f21-87ff-026088dc8418 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1310768 Feb 19 04:31:06.799593 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36128) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:06.801934 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.806549 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-adf4bdd4-6748-41b7-b9da-b5638b03ae15 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:06.874568 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36130) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:06.931460 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b05ee213-9013-4c9c-81ee-72b1b6702f16 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=27482e0d952c4a1497e73b3df3d59375&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0558228 Feb 19 04:31:06.932129 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36134) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:07.000510 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-264824c0-dd80-4954-b77d-b2527fb6fc3b admin admin] Publish callbacks [] for security_group (857acfed-6b89-430a-9171-f2303f1be8f3), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.029499 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-264824c0-dd80-4954-b77d-b2527fb6fc3b admin admin] Publish callbacks [] for security_group (857acfed-6b89-430a-9171-f2303f1be8f3), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.093332 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-264824c0-dd80-4954-b77d-b2527fb6fc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (857acfed-6b89-430a-9171-f2303f1be8f3), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.096799 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-264824c0-dd80-4954-b77d-b2527fb6fc3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.101582 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-264824c0-dd80-4954-b77d-b2527fb6fc3b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/857acfed-6b89-430a-9171-f2303f1be8f3 HTTP/1.1" status: 204 len: 168 time: 0.1678200 Feb 19 04:31:07.115057 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264824c0-dd80-4954-b77d-b2527fb6fc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857acfed-6b89-430a-9171-f2303f1be8f3,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:07.342518 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-adf4bdd4-6748-41b7-b9da-b5638b03ae15 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5517'] for router (170f1bc1-76f0-4f30-86ee-004db7dd73a4), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.352415 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-adf4bdd4-6748-41b7-b9da-b5638b03ae15 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1611319'] for router (170f1bc1-76f0-4f30-86ee-004db7dd73a4), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.455906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf4bdd4-6748-41b7-b9da-b5638b03ae15 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Router 170f1bc1-76f0-4f30-86ee-004db7dd73a4 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:31:07.549318 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf4bdd4-6748-41b7-b9da-b5638b03ae15 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:07.556141 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-adf4bdd4-6748-41b7-b9da-b5638b03ae15 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.560257 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-adf4bdd4-6748-41b7-b9da-b5638b03ae15 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "PUT /v2.0/routers/170f1bc1-76f0-4f30-86ee-004db7dd73a4 HTTP/1.1" status: 200 len: 697 time: 0.7566328 Feb 19 04:31:07.560492 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36150) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:07.569327 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3ef18d-c37f-43d1-be28-5c3814a1cf9e None None] Sync routers for ids ['170f1bc1-76f0-4f30-86ee-004db7dd73a4'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:07.580495 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3ef18d-c37f-43d1-be28-5c3814a1cf9e None None] Routers {'170f1bc1-76f0-4f30-86ee-004db7dd73a4'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:07.581896 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-fa3ef18d-c37f-43d1-be28-5c3814a1cf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['170f1bc1-76f0-4f30-86ee-004db7dd73a4'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:07.675742 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-fa3ef18d-c37f-43d1-be28-5c3814a1cf9e None None] Set router 170f1bc1-76f0-4f30-86ee-004db7dd73a4 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:07.694259 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36154) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:07.708081 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-92ba0127-7f91-4779-831c-89c29af5b935 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "GET /v2.0/routers/170f1bc1-76f0-4f30-86ee-004db7dd73a4 HTTP/1.1" status: 200 len: 703 time: 0.1464643 Feb 19 04:31:07.737555 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ea7dc07e-b7ae-4eb8-8030-44f866d55985 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "GET /v2.0/ports?device_id=170f1bc1-76f0-4f30-86ee-004db7dd73a4 HTTP/1.1" status: 200 len: 205 time: 0.0421119 Feb 19 04:31:07.738340 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36158) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:07.748263 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b81157-e6af-42a9-8517-eb71ff755ade req-25610134-1fdd-4829-8dea-156c5b20bcbf tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:07.749931 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-90b81157-e6af-42a9-8517-eb71ff755ade req-25610134-1fdd-4829-8dea-156c5b20bcbf tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?device_id=88d598fa-a33c-488a-8792-5f03e5fe56ef HTTP/1.1" status: 200 len: 943 time: 0.1777353 Feb 19 04:31:07.764708 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-fa3ef18d-c37f-43d1-be28-5c3814a1cf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170f1bc1-76f0-4f30-86ee-004db7dd73a4', 'name': 'tempest-RoutersIpV6Test-router-725108680', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:06Z', 'updated_at': '2022-02-19T04:31:07Z', 'revision_number': 2, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:07.795842 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3ef18d-c37f-43d1-be28-5c3814a1cf9e None None] Checking router: 170f1bc1-76f0-4f30-86ee-004db7dd73a4 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:31:07.805662 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3ef18d-c37f-43d1-be28-5c3814a1cf9e None None] Routers {'170f1bc1-76f0-4f30-86ee-004db7dd73a4'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:07.807142 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-fa3ef18d-c37f-43d1-be28-5c3814a1cf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['170f1bc1-76f0-4f30-86ee-004db7dd73a4'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:07.843445 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c50efce6-d705-45dc-bd00-030c0b3bd015 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router (170f1bc1-76f0-4f30-86ee-004db7dd73a4), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.891983 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-90b81157-e6af-42a9-8517-eb71ff755ade req-e2a3597e-eb5f-4ef4-90cd-37d477595c9a tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/security-groups?id=228fef21-6b8c-41b8-9f40-017f22f28298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347687 Feb 19 04:31:07.893355 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-fa3ef18d-c37f-43d1-be28-5c3814a1cf9e None None] Set router 170f1bc1-76f0-4f30-86ee-004db7dd73a4 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:07.967925 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36166) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:07.984735 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-fa3ef18d-c37f-43d1-be28-5c3814a1cf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170f1bc1-76f0-4f30-86ee-004db7dd73a4', 'name': 'tempest-RoutersIpV6Test-router-725108680', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:06Z', 'updated_at': '2022-02-19T04:31:07Z', 'revision_number': 2, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:08.015209 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3ef18d-c37f-43d1-be28-5c3814a1cf9e None None] The sync data for ids ['170f1bc1-76f0-4f30-86ee-004db7dd73a4'] in n-d-828369-19 is: [{'id': '170f1bc1-76f0-4f30-86ee-004db7dd73a4', 'name': 'tempest-RoutersIpV6Test-router-725108680', 'tenant_id': '1e9066c9e4114222a28436e668bbe0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:06Z', 'updated_at': '2022-02-19T04:31:07Z', 'revision_number': 2, 'project_id': '1e9066c9e4114222a28436e668bbe0b8', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:08.094710 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c50efce6-d705-45dc-bd00-030c0b3bd015 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (170f1bc1-76f0-4f30-86ee-004db7dd73a4), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.096864 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c50efce6-d705-45dc-bd00-030c0b3bd015 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router_controller (170f1bc1-76f0-4f30-86ee-004db7dd73a4), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.104063 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-781bae22-7e65-4d67-9546-63969ce27d8d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-574426160-network', 'tenant_id': '1b90f0b296eb437ea3cc3bca43431263'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:08.129719 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781bae22-7e65-4d67-9546-63969ce27d8d admin admin] Made reservation on behalf of 1b90f0b296eb437ea3cc3bca43431263 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:08.133745 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-781bae22-7e65-4d67-9546-63969ce27d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.142737 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c50efce6-d705-45dc-bd00-030c0b3bd015 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (170f1bc1-76f0-4f30-86ee-004db7dd73a4), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.143285 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50efce6-d705-45dc-bd00-030c0b3bd015 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Fanout notify agent at l3_agent the message router_deleted on router 170f1bc1-76f0-4f30-86ee-004db7dd73a4 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:31:08.150418 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-781bae22-7e65-4d67-9546-63969ce27d8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.150640 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c50efce6-d705-45dc-bd00-030c0b3bd015 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.151848 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c50efce6-d705-45dc-bd00-030c0b3bd015 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/routers/170f1bc1-76f0-4f30-86ee-004db7dd73a4 HTTP/1.1" status: 204 len: 168 time: 0.4125884 Feb 19 04:31:08.155689 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36170) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:08.188644 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f30fa420-fd48-47d0-956e-8701ef5b8987 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "GET /v2.0/ports?device_id=170f1bc1-76f0-4f30-86ee-004db7dd73a4 HTTP/1.1" status: 200 len: 205 time: 0.0318377 Feb 19 04:31:08.191120 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36172) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:08.233973 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-810bad00-5835-43de-9b41-39d6d051aa51 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] delete failed (client error): The resource could not be found. Feb 19 04:31:08.235072 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-810bad00-5835-43de-9b41-39d6d051aa51 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/routers/170f1bc1-76f0-4f30-86ee-004db7dd73a4 HTTP/1.1" status: 404 len: 336 time: 0.0426593 Feb 19 04:31:08.237678 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36174) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:08.246686 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-781bae22-7e65-4d67-9546-63969ce27d8d admin admin] Publish callbacks [] for security_group (4e829d22-85f1-4417-b3e8-c0d8c7c14f14), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.251759 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-781bae22-7e65-4d67-9546-63969ce27d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4e829d22-85f1-4417-b3e8-c0d8c7c14f14), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.264462 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f3c8c2-3151-49e5-b4a9-53471a3d9981 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] DELETE failed (client error): The resource could not be found. Feb 19 04:31:08.264829 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f3c8c2-3151-49e5-b4a9-53471a3d9981 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:31:08.266032 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-781bae22-7e65-4d67-9546-63969ce27d8d admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:31:08.268030 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-48f3c8c2-3151-49e5-b4a9-53471a3d9981 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/subnets/884ac8b6-4f8d-4d25-ac83-123e9d0fe47e HTTP/1.1" status: 404 len: 337 time: 0.0292511 Feb 19 04:31:08.270960 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36176) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:08.279559 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-781bae22-7e65-4d67-9546-63969ce27d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (22e0d7fc-9dfd-46ed-b600-8f880b28b7b3), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.280374 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-781bae22-7e65-4d67-9546-63969ce27d8d admin admin] Added segment 22e0d7fc-9dfd-46ed-b600-8f880b28b7b3 of type vlan for network fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9 Feb 19 04:31:08.299826 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea32900-4d50-464e-88ba-256bbb7a165e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] DELETE failed (client error): The resource could not be found. Feb 19 04:31:08.300425 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ea32900-4d50-464e-88ba-256bbb7a165e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:31:08.306095 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1ea32900-4d50-464e-88ba-256bbb7a165e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/subnets/6fbee1a8-1b1c-4a66-ba02-d0d54aad90de HTTP/1.1" status: 404 len: 337 time: 0.0316541 Feb 19 04:31:08.306279 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36178) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:08.337861 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-e398f5cd-11a0-49b3-854f-12ed650c4990 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] DELETE failed (client error): The resource could not be found. Feb 19 04:31:08.338354 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e398f5cd-11a0-49b3-854f-12ed650c4990 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:31:08.344523 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e398f5cd-11a0-49b3-854f-12ed650c4990 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/subnets/52ce6711-2389-4dac-954b-6e031d94d1af HTTP/1.1" status: 404 len: 337 time: 0.0348315 Feb 19 04:31:08.344670 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781bae22-7e65-4d67-9546-63969ce27d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e829d22-85f1-4417-b3e8-c0d8c7c14f14,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:08.345109 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36180) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:08.350589 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-781bae22-7e65-4d67-9546-63969ce27d8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.389496 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-781bae22-7e65-4d67-9546-63969ce27d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.390707 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781bae22-7e65-4d67-9546-63969ce27d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:08.391430 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-781bae22-7e65-4d67-9546-63969ce27d8d admin admin] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.482263 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-781bae22-7e65-4d67-9546-63969ce27d8d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5099728 Feb 19 04:31:08.490098 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36182) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:08.501331 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-e4dfb675-dd17-44e0-be35-4b295896b60a admin admin] Request body: {'subnet': {'network_id': 'fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-574426160-subnet', 'tenant_id': '1b90f0b296eb437ea3cc3bca43431263', 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:08.510373 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781bae22-7e65-4d67-9546-63969ce27d8d admin admin] Pushing event updated for resources: {'Network': ['ID=fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:08.527900 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:31:08.532239 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dfb675-dd17-44e0-be35-4b295896b60a admin admin] Made reservation on behalf of 1b90f0b296eb437ea3cc3bca43431263 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:08.537005 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb675-dd17-44e0-be35-4b295896b60a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.693373 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b617567-3d76-4598-b6b0-9864b22c0f7c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] DELETE failed (client error): The resource could not be found. Feb 19 04:31:08.693831 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b617567-3d76-4598-b6b0-9864b22c0f7c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:31:08.698090 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1b617567-3d76-4598-b6b0-9864b22c0f7c tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/subnets/f3c20a86-cbbc-442c-9dbe-6ddcab6bda3e HTTP/1.1" status: 404 len: 337 time: 0.3514774 Feb 19 04:31:08.699986 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36184) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:08.728895 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e8106d6d-f4c5-4cc5-a0d9-038473add41e tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "GET /v2.0/ports?device_id=f922ffdb-2ce5-47c9-9dfb-b33de53c537e HTTP/1.1" status: 200 len: 205 time: 0.0275598 Feb 19 04:31:08.731904 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36186) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:08.745014 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb675-dd17-44e0-be35-4b295896b60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (ba5c3570-70cc-4dda-83e6-169580a65783), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.769482 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-62c9b3a2-974d-4be9-b240-7bb27111809a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] delete failed (client error): The resource could not be found. Feb 19 04:31:08.770545 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-62c9b3a2-974d-4be9-b240-7bb27111809a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/routers/f922ffdb-2ce5-47c9-9dfb-b33de53c537e HTTP/1.1" status: 404 len: 336 time: 0.0375111 Feb 19 04:31:08.773295 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36188) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:08.802793 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfb675-dd17-44e0-be35-4b295896b60a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba5c3570-70cc-4dda-83e6-169580a65783,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:08.806737 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-18de9331-a58d-4a7b-b465-40f9761588e7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9f513c4-604d-4db7-b369-92f1256c063c HTTP/1.1" status: 200 len: 205 time: 0.0322089 Feb 19 04:31:08.809654 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36190) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:08.817929 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dfb675-dd17-44e0-be35-4b295896b60a admin admin] Checking segment: {'id': '22e0d7fc-9dfd-46ed-b600-8f880b28b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:08.818329 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dfb675-dd17-44e0-be35-4b295896b60a admin admin] Network hostable DHCP agents. Network: fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:31:08.838341 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dfb675-dd17-44e0-be35-4b295896b60a admin admin] Network fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:31:08.849161 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-1e6ca5d1-8afb-42a2-a90d-36a234b196ef tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] delete failed (client error): The resource could not be found. Feb 19 04:31:08.850510 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1e6ca5d1-8afb-42a2-a90d-36a234b196ef tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/routers/d9f513c4-604d-4db7-b369-92f1256c063c HTTP/1.1" status: 404 len: 336 time: 0.0393360 Feb 19 04:31:08.853647 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36192) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:08.856455 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-e4dfb675-dd17-44e0-be35-4b295896b60a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:08.862886 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dfb675-dd17-44e0-be35-4b295896b60a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:08.863685 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb675-dd17-44e0-be35-4b295896b60a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.865429 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee9a520-3fcc-4806-8022-3d0a20232303 None None] Network fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:08.887179 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e4dfb675-dd17-44e0-be35-4b295896b60a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3951225 Feb 19 04:31:08.890470 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36194) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:08.895621 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-5a62a14f-7ece-4d36-959e-59615e97d48c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-574426160-router', 'tenant_id': '1b90f0b296eb437ea3cc3bca43431263', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:08.895950 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f1fe5c-1f1f-4fac-afb8-c6241adc67e7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] DELETE failed (client error): The resource could not be found. Feb 19 04:31:08.896475 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f1fe5c-1f1f-4fac-afb8-c6241adc67e7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:31:08.900453 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-48f1fe5c-1f1f-4fac-afb8-c6241adc67e7 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/subnets/39db5c2d-5bab-44d6-add7-32b79ebb9502 HTTP/1.1" status: 404 len: 337 time: 0.0455546 Feb 19 04:31:08.906148 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36196) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:08.951182 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36200) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:08.958370 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-285d14bb-de49-4783-9f2d-c67737ce85bb tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccf22855-88c1-43b3-b689-ec9ac98c986c HTTP/1.1" status: 200 len: 205 time: 0.0432386 Feb 19 04:31:08.984237 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9', 'network_id': 'fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9', 'project_id': '1b90f0b296eb437ea3cc3bca43431263', 'fixed_ips': [{'subnet_id': 'ba5c3570-70cc-4dda-83e6-169580a65783'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:31:08.985578 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:09.000279 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a62a14f-7ece-4d36-959e-59615e97d48c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:09.001913 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a62a14f-7ece-4d36-959e-59615e97d48c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:09.021678 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-cbfddd42-cf65-4797-96c7-26f25e731a8b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] delete failed (client error): The resource could not be found. Feb 19 04:31:09.027195 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36202) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:09.028502 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cbfddd42-cf65-4797-96c7-26f25e731a8b tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/routers/ccf22855-88c1-43b3-b689-ec9ac98c986c HTTP/1.1" status: 404 len: 336 time: 0.0704150 Feb 19 04:31:09.079602 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-737bdc04-b7ee-499a-b495-e783ac172697 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "GET /v2.0/ports?device_id=550048d6-23fd-426a-87c4-90ec75aac949 HTTP/1.1" status: 200 len: 205 time: 0.0421004 Feb 19 04:31:09.080243 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36206) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:09.202574 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-f22c27e1-ae1e-466c-804f-6684f819bca6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] delete failed (client error): The resource could not be found. Feb 19 04:31:09.203888 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f22c27e1-ae1e-466c-804f-6684f819bca6 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/routers/550048d6-23fd-426a-87c4-90ec75aac949 HTTP/1.1" status: 404 len: 336 time: 0.1228273 Feb 19 04:31:09.206965 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36216) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:09.242097 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ae8e1-a1a9-45cb-a992-e71567945de2 req-a033da0c-ad23-4dec-a3f0-aa0e69b51488 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:09.243147 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e93ae8e1-a1a9-45cb-a992-e71567945de2 req-a033da0c-ad23-4dec-a3f0-aa0e69b51488 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?device_id=88d598fa-a33c-488a-8792-5f03e5fe56ef HTTP/1.1" status: 200 len: 943 time: 0.2587879 Feb 19 04:31:09.247133 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a62a14f-7ece-4d36-959e-59615e97d48c admin admin] Publish callbacks [] for router_controller (85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:09.247271 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea100fc2-6ef0-446e-bf69-289ad00041ad tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] DELETE failed (client error): The resource could not be found. Feb 19 04:31:09.247876 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea100fc2-6ef0-446e-bf69-289ad00041ad tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:31:09.251249 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Allocated IP 172.20.0.2 (fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9/ba5c3570-70cc-4dda-83e6-169580a65783/82335264-416a-4d3e-b34c-1a29bc46682f) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:09.254237 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ea100fc2-6ef0-446e-bf69-289ad00041ad tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/subnets/f73bc7c2-868b-42ad-9d02-4ea6b9d316ea HTTP/1.1" status: 404 len: 337 time: 0.0446219 Feb 19 04:31:09.256933 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36222) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:09.314076 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b783b289-1caa-4fb4-beaf-52494c3f8b2a tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd HTTP/1.1" status: 200 len: 205 time: 0.0548372 Feb 19 04:31:09.318465 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36230) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:09.393075 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-bc6073cc-04ae-43d8-84bd-da2c59322ac3 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] delete failed (client error): The resource could not be found. Feb 19 04:31:09.394454 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bc6073cc-04ae-43d8-84bd-da2c59322ac3 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/routers/ddf9bd68-9cfd-4ce9-b636-efe53d4a9efd HTTP/1.1" status: 404 len: 336 time: 0.0744684 Feb 19 04:31:09.397129 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36238) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:09.429990 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-17161360-09f2-4fdf-b20b-3d7665c13af2 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] DELETE failed (client error): The resource could not be found. Feb 19 04:31:09.429990 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17161360-09f2-4fdf-b20b-3d7665c13af2 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:31:09.433942 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-17161360-09f2-4fdf-b20b-3d7665c13af2 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/subnets/bf0867a0-c2b8-4846-9096-fcd0b938e9c5 HTTP/1.1" status: 404 len: 337 time: 0.0351369 Feb 19 04:31:09.436249 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36244) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:09.465963 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e8bb37c7-eb95-429f-ad28-1ef8d44387a8 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "GET /v2.0/ports?device_id=965915b3-89f4-436a-9d30-4cbbc5749d44 HTTP/1.1" status: 200 len: 205 time: 0.0278871 Feb 19 04:31:09.470287 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36248) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:09.484347 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e93ae8e1-a1a9-45cb-a992-e71567945de2 req-70dd94fa-96dd-462d-98d2-cd432c9bde72 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/security-groups?id=228fef21-6b8c-41b8-9f40-017f22f28298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276366 Feb 19 04:31:09.522464 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a62a14f-7ece-4d36-959e-59615e97d48c admin admin] Publish callbacks [] for router_gateway (85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:09.548115 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-aa8622fd-275f-4662-8241-5b988966cd16 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] delete failed (client error): The resource could not be found. Feb 19 04:31:09.549095 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-aa8622fd-275f-4662-8241-5b988966cd16 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/routers/965915b3-89f4-436a-9d30-4cbbc5749d44 HTTP/1.1" status: 404 len: 336 time: 0.0797553 Feb 19 04:31:09.551711 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36258) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:09.578693 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49baadf-8341-4789-8fa6-146968017144 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] DELETE failed (client error): The resource could not be found. Feb 19 04:31:09.579145 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d49baadf-8341-4789-8fa6-146968017144 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:31:09.584849 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d49baadf-8341-4789-8fa6-146968017144 tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/subnets/456ec544-c4bf-4df3-a394-bcb0bc3d6ec6 HTTP/1.1" status: 404 len: 337 time: 0.0295546 Feb 19 04:31:09.591379 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36264) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:09.598528 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Publish callbacks [] for port (82335264-416a-4d3e-b34c-1a29bc46682f), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:09.610573 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (82335264-416a-4d3e-b34c-1a29bc46682f), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:09.627687 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4bfd39d-d8fa-4405-a0f7-49f1718e16ed tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] DELETE failed (client error): The resource could not be found. Feb 19 04:31:09.628032 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4bfd39d-d8fa-4405-a0f7-49f1718e16ed tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:31:09.631925 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d4bfd39d-d8fa-4405-a0f7-49f1718e16ed tempest-RoutersIpV6Test-366955667 tempest-RoutersIpV6Test-366955667-project] 10.222.0.52 "DELETE /v2.0/subnets/ea3a6ac3-1703-4abe-9944-c4bdd8f67e7d HTTP/1.1" status: 404 len: 337 time: 0.0395608 Feb 19 04:31:09.671143 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 569ea927-d44f-4927-9be0-00c17bc9b0d3 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:31:09.678327 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Network fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:09.682339 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:09.685603 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:09.688605 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Pushing event updated for resources: {'Port': ['ID=82335264-416a-4d3e-b34c-1a29bc46682f,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:09.710282 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:09.710722 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:09.711103 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:09.711440 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:09.711811 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:09.712757 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:09.714920 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:09.715752 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:09.716293 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:09.716766 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:09.717112 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:09.717514 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:09.717847 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:09.849806 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a62a14f-7ece-4d36-959e-59615e97d48c admin admin] Publish callbacks [] for router_gateway (85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:09.857097 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Attempting to bind port 82335264-416a-4d3e-b34c-1a29bc46682f on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:31:09.857964 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Attempting to bind port 82335264-416a-4d3e-b34c-1a29bc46682f by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '22e0d7fc-9dfd-46ed-b600-8f880b28b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:31:09.858555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Attempting to bind port 82335264-416a-4d3e-b34c-1a29bc46682f on network fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:09.873009 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:31:09.874094 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Checking segment: {'id': '22e0d7fc-9dfd-46ed-b600-8f880b28b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:09.874826 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:09.875448 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Bound using segment: {'id': '22e0d7fc-9dfd-46ed-b600-8f880b28b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:31:09.876265 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Bound port: 82335264-416a-4d3e-b34c-1a29bc46682f, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e0d7fc-9dfd-46ed-b600-8f880b28b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:31:09.876818 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (82335264-416a-4d3e-b34c-1a29bc46682f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:09.881963 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a62a14f-7ece-4d36-959e-59615e97d48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:09.913953 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36304) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:09.997361 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] For port 82335264-416a-4d3e-b34c-1a29bc46682f, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:31:10.002418 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] For port 82335264-416a-4d3e-b34c-1a29bc46682f, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=82335264-416a-4d3e-b34c-1a29bc46682f,segment=NetworkSegment(22e0d7fc-9dfd-46ed-b600-8f880b28b7b3),segment_id=22e0d7fc-9dfd-46ed-b600-8f880b28b7b3)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:31:10.018997 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (82335264-416a-4d3e-b34c-1a29bc46682f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.024265 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 569ea927-d44f-4927-9be0-00c17bc9b0d3, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=569ea927-d44f-4927-9be0-00c17bc9b0d3,segment=NetworkSegment(9777500b-3d40-48be-8014-053531e35b49),segment_id=9777500b-3d40-48be-8014-053531e35b49)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:10.069186 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-5a62a14f-7ece-4d36-959e-59615e97d48c admin admin] Allocated IP 172.25.3.219 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/0502b291-41a5-4879-b56e-a8dfbb2f6a8b) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:10.104506 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '569ea927-d44f-4927-9be0-00c17bc9b0d3', 'network_id': '6979ad81-5fba-4a33-a8b4-463a94f62639', 'port_id': '569ea927-d44f-4927-9be0-00c17bc9b0d3', 'mac_address': 'fa:16:3e:e8:f4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a93690-316e-4b3c-89ce-34ed28c0df45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:31:10.165010 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 569ea927-d44f-4927-9be0-00c17bc9b0d3 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:10.165250 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (569ea927-d44f-4927-9be0-00c17bc9b0d3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.168215 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9301d064-bfdb-44e0-bce4-0a309f220dbc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1e9066c9e4114222a28436e668bbe0b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2530172 Feb 19 04:31:10.169528 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36332) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:10.190952 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569ea927-d44f-4927-9be0-00c17bc9b0d3 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:31:10.202236 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e05ae-53cd-4344-a5d3-3e60980f3286 None None] Pushing event updated for resources: {'Port': ['ID=82335264-416a-4d3e-b34c-1a29bc46682f,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:10.256052 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a62a14f-7ece-4d36-959e-59615e97d48c admin admin] Publish callbacks [] for port (0502b291-41a5-4879-b56e-a8dfbb2f6a8b), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.270564 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 569ea927-d44f-4927-9be0-00c17bc9b0d3, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=569ea927-d44f-4927-9be0-00c17bc9b0d3,segment=NetworkSegment(9777500b-3d40-48be-8014-053531e35b49),segment_id=9777500b-3d40-48be-8014-053531e35b49)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:10.276016 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-616d598f-78dc-43b2-b326-e6a3e51284c8 admin admin] Publish callbacks [] for security_group (210533f9-fc6e-4033-821c-ebde994e44d4), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.280479 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (569ea927-d44f-4927-9be0-00c17bc9b0d3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.312911 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-616d598f-78dc-43b2-b326-e6a3e51284c8 admin admin] Publish callbacks [] for security_group (210533f9-fc6e-4033-821c-ebde994e44d4), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.319272 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a62a14f-7ece-4d36-959e-59615e97d48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (0502b291-41a5-4879-b56e-a8dfbb2f6a8b), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.358429 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=569ea927-d44f-4927-9be0-00c17bc9b0d3,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:10.384558 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-616d598f-78dc-43b2-b326-e6a3e51284c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (210533f9-fc6e-4033-821c-ebde994e44d4), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.388240 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-616d598f-78dc-43b2-b326-e6a3e51284c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.389665 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-616d598f-78dc-43b2-b326-e6a3e51284c8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/210533f9-fc6e-4033-821c-ebde994e44d4 HTTP/1.1" status: 204 len: 168 time: 0.2190850 Feb 19 04:31:10.398603 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d598f-78dc-43b2-b326-e6a3e51284c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210533f9-fc6e-4033-821c-ebde994e44d4,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:10.477108 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a62a14f-7ece-4d36-959e-59615e97d48c admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:10.483266 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-5a62a14f-7ece-4d36-959e-59615e97d48c admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:10.486742 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a62a14f-7ece-4d36-959e-59615e97d48c admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:10.492752 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['569ea927-d44f-4927-9be0-00c17bc9b0d3'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:31:10.542764 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62a14f-7ece-4d36-959e-59615e97d48c admin admin] Pushing event updated for resources: {'Port': ['ID=0502b291-41a5-4879-b56e-a8dfbb2f6a8b,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:10.815609 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035fd53-ad71-4119-a7a7-f8ac900cdf93 req-665350fa-9889-4ff3-bd6a-158708b77caf tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:10.824133 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3035fd53-ad71-4119-a7a7-f8ac900cdf93 req-665350fa-9889-4ff3-bd6a-158708b77caf tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?device_id=88d598fa-a33c-488a-8792-5f03e5fe56ef HTTP/1.1" status: 200 len: 944 time: 0.1710358 Feb 19 04:31:10.950071 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3035fd53-ad71-4119-a7a7-f8ac900cdf93 req-9655427f-a9e6-48aa-b684-37daaacfad3f tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/security-groups?id=228fef21-6b8c-41b8-9f40-017f22f28298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220305 Feb 19 04:31:11.036340 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a62a14f-7ece-4d36-959e-59615e97d48c admin admin] Publish callbacks [] for router_gateway (85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:11.335504 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a62a14f-7ece-4d36-959e-59615e97d48c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:11.666682 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36502) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:11.681340 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 569ea927-d44f-4927-9be0-00c17bc9b0d3 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:11.762935 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 82335264-416a-4d3e-b34c-1a29bc46682f up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:11.831585 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35d7d24-531d-442e-9e62-8709d7b68967 None None] Network fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:11.834912 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-88c4d245-f90e-4187-9e77-6bbaade654fd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'network': {'name': 'tempest-RoutersTest-1822969220'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:11.873191 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c4d245-f90e-4187-9e77-6bbaade654fd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Made reservation on behalf of 6f6253efb36743ecbd8291e71f2cddd8 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:11.877572 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-88c4d245-f90e-4187-9e77-6bbaade654fd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:11.890455 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-88c4d245-f90e-4187-9e77-6bbaade654fd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:11.899730 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a62a14f-7ece-4d36-959e-59615e97d48c admin admin] Router 85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:31:12.039062 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-88c4d245-f90e-4187-9e77-6bbaade654fd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for security_group (408238bd-03cb-464e-91df-25b8c0b660aa), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.045069 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-88c4d245-f90e-4187-9e77-6bbaade654fd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (408238bd-03cb-464e-91df-25b8c0b660aa), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.049849 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-47009448-b2fe-4076-8f8b-f7eca5040759 None None] Provisioning complete for port 82335264-416a-4d3e-b34c-1a29bc46682f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:12.060876 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-47009448-b2fe-4076-8f8b-f7eca5040759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (82335264-416a-4d3e-b34c-1a29bc46682f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.083502 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c4d245-f90e-4187-9e77-6bbaade654fd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:31:12.105578 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-88c4d245-f90e-4187-9e77-6bbaade654fd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (c2f53a6d-76e6-49f0-b7c5-d805aa284ba2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.106334 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-88c4d245-f90e-4187-9e77-6bbaade654fd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Added segment c2f53a6d-76e6-49f0-b7c5-d805aa284ba2 of type vlan for network d005955e-ca2c-4e38-9a11-e84a694f31e5 Feb 19 04:31:12.137761 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 569ea927-d44f-4927-9be0-00c17bc9b0d3 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:31:12.145063 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a62a14f-7ece-4d36-959e-59615e97d48c admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:12.155571 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 569ea927-d44f-4927-9be0-00c17bc9b0d3 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:12.155949 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (569ea927-d44f-4927-9be0-00c17bc9b0d3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.160164 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd64324e-871e-49fa-8619-b2df91a7c545 None None] Sync routers for ids ['85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:12.184161 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd64324e-871e-49fa-8619-b2df91a7c545 None None] Routers {'85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:12.185613 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-dd64324e-871e-49fa-8619-b2df91a7c545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:12.198291 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-88c4d245-f90e-4187-9e77-6bbaade654fd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (d005955e-ca2c-4e38-9a11-e84a694f31e5), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.204971 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 82335264-416a-4d3e-b34c-1a29bc46682f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:12.205082 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (82335264-416a-4d3e-b34c-1a29bc46682f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.224109 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4d245-f90e-4187-9e77-6bbaade654fd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=408238bd-03cb-464e-91df-25b8c0b660aa,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:12.264691 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-88c4d245-f90e-4187-9e77-6bbaade654fd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (d005955e-ca2c-4e38-9a11-e84a694f31e5), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.271076 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a62a14f-7ece-4d36-959e-59615e97d48c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.274703 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c4d245-f90e-4187-9e77-6bbaade654fd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:12.275444 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-88c4d245-f90e-4187-9e77-6bbaade654fd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.278863 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5a62a14f-7ece-4d36-959e-59615e97d48c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3867400 Feb 19 04:31:12.279477 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36562) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:12.344900 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 569ea927-d44f-4927-9be0-00c17bc9b0d3 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:12.345273 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (569ea927-d44f-4927-9be0-00c17bc9b0d3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.365962 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-47009448-b2fe-4076-8f8b-f7eca5040759 None None] Current status of the port 82335264-416a-4d3e-b34c-1a29bc46682f is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:12.366440 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-47009448-b2fe-4076-8f8b-f7eca5040759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (82335264-416a-4d3e-b34c-1a29bc46682f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.373732 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9151dc1-198c-4abd-afc8-c61cde37e555 req-0ca3aee7-f0f0-454f-b012-a0e24bb5b977 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:12.381455 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a9151dc1-198c-4abd-afc8-c61cde37e555 req-0ca3aee7-f0f0-454f-b012-a0e24bb5b977 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?device_id=88d598fa-a33c-488a-8792-5f03e5fe56ef HTTP/1.1" status: 200 len: 944 time: 0.2910633 Feb 19 04:31:12.427264 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-88c4d245-f90e-4187-9e77-6bbaade654fd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7560251 Feb 19 04:31:12.432245 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36578) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:12.440551 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-28bb1152-1431-4654-9de4-c21d84bdd9ab tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'network': {'name': 'tempest-RoutersTest-1820925618'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:12.444823 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d598fa-a33c-488a-8792-5f03e5fe56ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569ea927-d44f-4927-9be0-00c17bc9b0d3'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:31:12.456434 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf00f70-e22e-4df8-b20a-7ccfeae5ce2a" -d '{"events": [{"server_uuid": "88d598fa-a33c-488a-8792-5f03e5fe56ef", "name": "network-vif-plugged", "status": "completed", "tag": "569ea927-d44f-4927-9be0-00c17bc9b0d3"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:31:12.474695 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4d245-f90e-4187-9e77-6bbaade654fd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Network': ['ID=d005955e-ca2c-4e38-9a11-e84a694f31e5,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:12.491344 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 82335264-416a-4d3e-b34c-1a29bc46682f is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:12.492023 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (82335264-416a-4d3e-b34c-1a29bc46682f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.497409 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 569ea927-d44f-4927-9be0-00c17bc9b0d3, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=569ea927-d44f-4927-9be0-00c17bc9b0d3,segment=NetworkSegment(9777500b-3d40-48be-8014-053531e35b49),segment_id=9777500b-3d40-48be-8014-053531e35b49)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:12.507990 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network d005955e-ca2c-4e38-9a11-e84a694f31e5 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:31:12.513658 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bb1152-1431-4654-9de4-c21d84bdd9ab tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Made reservation on behalf of 6f6253efb36743ecbd8291e71f2cddd8 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:12.517702 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-28bb1152-1431-4654-9de4-c21d84bdd9ab tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.534201 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a9151dc1-198c-4abd-afc8-c61cde37e555 req-1df2ee33-6560-4685-9434-39f667fb97d4 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/security-groups?id=228fef21-6b8c-41b8-9f40-017f22f28298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513560 Feb 19 04:31:12.563015 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-47009448-b2fe-4076-8f8b-f7eca5040759 None None] For port 82335264-416a-4d3e-b34c-1a29bc46682f, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=82335264-416a-4d3e-b34c-1a29bc46682f,segment=NetworkSegment(22e0d7fc-9dfd-46ed-b600-8f880b28b7b3),segment_id=22e0d7fc-9dfd-46ed-b600-8f880b28b7b3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:12.573660 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (569ea927-d44f-4927-9be0-00c17bc9b0d3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.586753 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28bb1152-1431-4654-9de4-c21d84bdd9ab tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:31:12.605400 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-28bb1152-1431-4654-9de4-c21d84bdd9ab tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (0dddbac8-084a-4ce6-92d5-cfe755ecebbe), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.605725 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-28bb1152-1431-4654-9de4-c21d84bdd9ab tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Added segment 0dddbac8-084a-4ce6-92d5-cfe755ecebbe of type vlan for network 0eb71fcd-fb71-4ed6-9608-e9f9918af283 Feb 19 04:31:12.658677 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e81336b-d919-48ba-93b9-376bfb7ee569 x-openstack-request-id: req-5e81336b-d919-48ba-93b9-376bfb7ee569 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:31:12.659304 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d598fa-a33c-488a-8792-5f03e5fe56ef", "name": "network-vif-plugged", "status": "completed", "tag": "569ea927-d44f-4927-9be0-00c17bc9b0d3", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:31:12.659732 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e81336b-d919-48ba-93b9-376bfb7ee569 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:31:12.660378 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d598fa-a33c-488a-8792-5f03e5fe56ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569ea927-d44f-4927-9be0-00c17bc9b0d3', 'code': 200} Feb 19 04:31:12.675573 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-28bb1152-1431-4654-9de4-c21d84bdd9ab tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (0eb71fcd-fb71-4ed6-9608-e9f9918af283), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.687288 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-47009448-b2fe-4076-8f8b-f7eca5040759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (82335264-416a-4d3e-b34c-1a29bc46682f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.709449 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-dd64324e-871e-49fa-8619-b2df91a7c545 None None] Set router 85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:12.711261 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-28bb1152-1431-4654-9de4-c21d84bdd9ab tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (0eb71fcd-fb71-4ed6-9608-e9f9918af283), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.716686 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bb1152-1431-4654-9de4-c21d84bdd9ab tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:12.717416 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-28bb1152-1431-4654-9de4-c21d84bdd9ab tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.840641 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-28bb1152-1431-4654-9de4-c21d84bdd9ab tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4067671 Feb 19 04:31:12.844341 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36612) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:12.860096 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-1acc4df6-c85f-4f0a-bbc9-d03c8d4aaedf tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'subnet': {'network_id': 'd005955e-ca2c-4e38-9a11-e84a694f31e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:12.883216 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb1152-1431-4654-9de4-c21d84bdd9ab tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Network': ['ID=0eb71fcd-fb71-4ed6-9608-e9f9918af283,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:12.953835 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f795c00-96ac-4c4a-9353-da6bc6d1eba2 req-bdb74cc4-0dfe-4554-9ceb-6c56f1b367fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:12.955363 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9f795c00-96ac-4c4a-9353-da6bc6d1eba2 req-bdb74cc4-0dfe-4554-9ceb-6c56f1b367fd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=88d598fa-a33c-488a-8792-5f03e5fe56ef HTTP/1.1" status: 200 len: 1128 time: 0.2900579 Feb 19 04:31:12.986367 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acc4df6-c85f-4f0a-bbc9-d03c8d4aaedf tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Made reservation on behalf of 6f6253efb36743ecbd8291e71f2cddd8 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:12.991721 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1acc4df6-c85f-4f0a-bbc9-d03c8d4aaedf tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.996709 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 0eb71fcd-fb71-4ed6-9608-e9f9918af283 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:31:13.032322 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=569ea927-d44f-4927-9be0-00c17bc9b0d3,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:13.072541 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-dd64324e-871e-49fa-8619-b2df91a7c545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8', 'name': 'tempest-TestServerMultinode-574426160-router', 'tenant_id': '1b90f0b296eb437ea3cc3bca43431263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0502b291-41a5-4879-b56e-a8dfbb2f6a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:09Z', 'updated_at': '2022-02-19T04:31:10Z', 'revision_number': 3, 'project_id': '1b90f0b296eb437ea3cc3bca43431263', 'gw_port': {'id': '0502b291-41a5-4879-b56e-a8dfbb2f6a8b', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:09Z', 'updated_at': '2022-02-19T04:31:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:13.122715 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd64324e-871e-49fa-8619-b2df91a7c545 None None] Checking router: 85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:31:13.123062 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd64324e-871e-49fa-8619-b2df91a7c545 None None] Updating router 85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8 port 0502b291-41a5-4879-b56e-a8dfbb2f6a8b binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:31:13.154845 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:31:13.155204 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:31:13.157949 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9f795c00-96ac-4c4a-9353-da6bc6d1eba2 req-2278e59a-677a-46e2-84cf-044b2bdbd9dc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=228fef21-6b8c-41b8-9f40-017f22f28298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810849 Feb 19 04:31:13.172536 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2fc542ce-3f63-48d2-a43e-2dd741e09d09 None None] Provisioning complete for port 82335264-416a-4d3e-b34c-1a29bc46682f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:13.172914 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2fc542ce-3f63-48d2-a43e-2dd741e09d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (82335264-416a-4d3e-b34c-1a29bc46682f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:13.187432 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-dd64324e-871e-49fa-8619-b2df91a7c545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0502b291-41a5-4879-b56e-a8dfbb2f6a8b), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:13.264949 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47009448-b2fe-4076-8f8b-f7eca5040759 None None] Pushing event updated for resources: {'Port': ['ID=82335264-416a-4d3e-b34c-1a29bc46682f,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:13.290449 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1acc4df6-c85f-4f0a-bbc9-d03c8d4aaedf tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (85ddf9bd-f448-44f3-b4ef-83787d7e930c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:13.375320 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2fc542ce-3f63-48d2-a43e-2dd741e09d09 None None] Current status of the port 82335264-416a-4d3e-b34c-1a29bc46682f is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:13.384153 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc4df6-c85f-4f0a-bbc9-d03c8d4aaedf tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Subnet': ['ID=85ddf9bd-f448-44f3-b4ef-83787d7e930c,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:13.397944 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acc4df6-c85f-4f0a-bbc9-d03c8d4aaedf tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Checking segment: {'id': 'c2f53a6d-76e6-49f0-b7c5-d805aa284ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd005955e-ca2c-4e38-9a11-e84a694f31e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:13.398455 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acc4df6-c85f-4f0a-bbc9-d03c8d4aaedf tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network hostable DHCP agents. Network: d005955e-ca2c-4e38-9a11-e84a694f31e5, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:31:13.429910 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acc4df6-c85f-4f0a-bbc9-d03c8d4aaedf tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network d005955e-ca2c-4e38-9a11-e84a694f31e5 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:31:13.444652 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-1acc4df6-c85f-4f0a-bbc9-d03c8d4aaedf tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, d005955e-ca2c-4e38-9a11-e84a694f31e5) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:13.455879 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c76e3e-d902-481e-9c43-0ce3b0b30ac0 None None] Network d005955e-ca2c-4e38-9a11-e84a694f31e5 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:13.457601 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acc4df6-c85f-4f0a-bbc9-d03c8d4aaedf tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:13.458607 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1acc4df6-c85f-4f0a-bbc9-d03c8d4aaedf tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:13.473959 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5e2d2cf6-e6e1-4961-b887-a0f08756090c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:13.487619 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1acc4df6-c85f-4f0a-bbc9-d03c8d4aaedf tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6419587 Feb 19 04:31:13.490373 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36678) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:13.498890 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-526cd3ee-ce56-46c2-a532-e3728e17fb1b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'subnet': {'network_id': '0eb71fcd-fb71-4ed6-9608-e9f9918af283', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:13.628689 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-dd64324e-871e-49fa-8619-b2df91a7c545 None None] Publish callbacks [] for port (0502b291-41a5-4879-b56e-a8dfbb2f6a8b), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:13.636736 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-dd64324e-871e-49fa-8619-b2df91a7c545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0502b291-41a5-4879-b56e-a8dfbb2f6a8b), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:13.641527 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9b7301-5ee7-48fd-96f6-b4584cd760e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-d005955e-ca2c-4e38-9a11-e84a694f31e5', 'network_id': 'd005955e-ca2c-4e38-9a11-e84a694f31e5', 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'fixed_ips': [{'subnet_id': '85ddf9bd-f448-44f3-b4ef-83787d7e930c'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:31:13.642596 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3b9b7301-5ee7-48fd-96f6-b4584cd760e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:13.654836 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526cd3ee-ce56-46c2-a532-e3728e17fb1b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Made reservation on behalf of 6f6253efb36743ecbd8291e71f2cddd8 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:13.659569 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-526cd3ee-ce56-46c2-a532-e3728e17fb1b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:13.701402 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-dd64324e-871e-49fa-8619-b2df91a7c545 None None] Attempting to bind port 0502b291-41a5-4879-b56e-a8dfbb2f6a8b on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:31:13.701783 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-dd64324e-871e-49fa-8619-b2df91a7c545 None None] Attempting to bind port 0502b291-41a5-4879-b56e-a8dfbb2f6a8b by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:31:13.702285 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd64324e-871e-49fa-8619-b2df91a7c545 None None] Attempting to bind port 0502b291-41a5-4879-b56e-a8dfbb2f6a8b on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:13.716665 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd64324e-871e-49fa-8619-b2df91a7c545 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:31:13.717032 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd64324e-871e-49fa-8619-b2df91a7c545 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:13.717682 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-dd64324e-871e-49fa-8619-b2df91a7c545 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:13.718378 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd64324e-871e-49fa-8619-b2df91a7c545 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:31:13.719081 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-dd64324e-871e-49fa-8619-b2df91a7c545 None None] Bound port: 0502b291-41a5-4879-b56e-a8dfbb2f6a8b, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:31:13.721408 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-dd64324e-871e-49fa-8619-b2df91a7c545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0502b291-41a5-4879-b56e-a8dfbb2f6a8b), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:13.782919 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-dd64324e-871e-49fa-8619-b2df91a7c545 None None] For port 0502b291-41a5-4879-b56e-a8dfbb2f6a8b, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:31:13.786354 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-dd64324e-871e-49fa-8619-b2df91a7c545 None None] For port 0502b291-41a5-4879-b56e-a8dfbb2f6a8b, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0502b291-41a5-4879-b56e-a8dfbb2f6a8b,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:31:13.798787 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171a8d3-d21b-41c0-b4fe-9973db96c3a7 None None] Pushing event updated for resources: {'Port': ['ID=0502b291-41a5-4879-b56e-a8dfbb2f6a8b,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:13.804730 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-dd64324e-871e-49fa-8619-b2df91a7c545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0502b291-41a5-4879-b56e-a8dfbb2f6a8b), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:13.818044 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 82335264-416a-4d3e-b34c-1a29bc46682f is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:13.839607 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d335966-caac-4240-a86e-13cb9d8477cf req-8f979304-511d-4b6f-b2f6-ed59ddd87048 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:13.841623 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d335966-caac-4240-a86e-13cb9d8477cf req-8f979304-511d-4b6f-b2f6-ed59ddd87048 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?device_id=88d598fa-a33c-488a-8792-5f03e5fe56ef HTTP/1.1" status: 200 len: 945 time: 0.1901035 Feb 19 04:31:13.909404 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd64324e-871e-49fa-8619-b2df91a7c545 None None] Routers {'85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:13.910896 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-dd64324e-871e-49fa-8619-b2df91a7c545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:13.916727 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171a8d3-d21b-41c0-b4fe-9973db96c3a7 None None] Pushing event updated for resources: {'Port': ['ID=0502b291-41a5-4879-b56e-a8dfbb2f6a8b,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:13.939985 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d335966-caac-4240-a86e-13cb9d8477cf req-27a7d932-e7c1-45cf-b13d-e1fd84d4d77f tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/security-groups?id=228fef21-6b8c-41b8-9f40-017f22f28298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868182 Feb 19 04:31:13.960005 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-5e2d2cf6-e6e1-4961-b887-a0f08756090c admin admin] Allocated IP 172.20.0.1 (fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9/ba5c3570-70cc-4dda-83e6-169580a65783/f2f390fd-216c-4218-bfc6-c05098da4bba) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:14.011174 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-3b9b7301-5ee7-48fd-96f6-b4584cd760e0 None None] Allocated IP 172.20.0.2 (d005955e-ca2c-4e38-9a11-e84a694f31e5/85ddf9bd-f448-44f3-b4ef-83787d7e930c/ace95104-de0c-4d4c-94e9-23197e9126c3) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:14.048595 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-526cd3ee-ce56-46c2-a532-e3728e17fb1b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (5e11eb7f-ec08-4b52-bb47-0ffe055305e0), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.103697 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526cd3ee-ce56-46c2-a532-e3728e17fb1b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Subnet': ['ID=5e11eb7f-ec08-4b52-bb47-0ffe055305e0,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:14.130676 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 82335264-416a-4d3e-b34c-1a29bc46682f up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:14.145187 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526cd3ee-ce56-46c2-a532-e3728e17fb1b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Checking segment: {'id': '0dddbac8-084a-4ce6-92d5-cfe755ecebbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0eb71fcd-fb71-4ed6-9608-e9f9918af283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:14.145695 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526cd3ee-ce56-46c2-a532-e3728e17fb1b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network hostable DHCP agents. Network: 0eb71fcd-fb71-4ed6-9608-e9f9918af283, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:31:14.151985 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5e2d2cf6-e6e1-4961-b887-a0f08756090c admin admin] Publish callbacks [] for port (f2f390fd-216c-4218-bfc6-c05098da4bba), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.169905 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526cd3ee-ce56-46c2-a532-e3728e17fb1b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network 0eb71fcd-fb71-4ed6-9608-e9f9918af283 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:31:14.182995 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-526cd3ee-ce56-46c2-a532-e3728e17fb1b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 0eb71fcd-fb71-4ed6-9608-e9f9918af283) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:14.189157 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526cd3ee-ce56-46c2-a532-e3728e17fb1b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:14.189883 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-526cd3ee-ce56-46c2-a532-e3728e17fb1b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.198817 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f370ee-b05d-4769-be50-bb9e5b753efb None None] Network 0eb71fcd-fb71-4ed6-9608-e9f9918af283 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:14.211165 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5e2d2cf6-e6e1-4961-b887-a0f08756090c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (f2f390fd-216c-4218-bfc6-c05098da4bba), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.220108 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-526cd3ee-ce56-46c2-a532-e3728e17fb1b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7275193 Feb 19 04:31:14.222043 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36714) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:14.234294 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-8f2b27a6-7ac2-4638-a103-ebbd5a11a196 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-591679893', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:14.258704 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-dd64324e-871e-49fa-8619-b2df91a7c545 None None] Set router 85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:14.263596 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8f2b27a6-7ac2-4638-a103-ebbd5a11a196 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.264745 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8f2b27a6-7ac2-4638-a103-ebbd5a11a196 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.292966 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d2cf6-e6e1-4961-b887-a0f08756090c admin admin] Pushing event updated for resources: {'Port': ['ID=f2f390fd-216c-4218-bfc6-c05098da4bba,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:14.301835 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2d2cf6-e6e1-4961-b887-a0f08756090c admin admin] Network fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:14.303604 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-5e2d2cf6-e6e1-4961-b887-a0f08756090c admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:14.306218 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2d2cf6-e6e1-4961-b887-a0f08756090c admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:14.342700 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8f2b27a6-7ac2-4638-a103-ebbd5a11a196 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router_controller (23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.354011 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5e2d2cf6-e6e1-4961-b887-a0f08756090c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.354218 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8f2b27a6-7ac2-4638-a103-ebbd5a11a196 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.362479 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3b9b7301-5ee7-48fd-96f6-b4584cd760e0 None None] Publish callbacks [] for port (ace95104-de0c-4d4c-94e9-23197e9126c3), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.378672 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3b9b7301-5ee7-48fd-96f6-b4584cd760e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (ace95104-de0c-4d4c-94e9-23197e9126c3), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.391555 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8f2b27a6-7ac2-4638-a103-ebbd5a11a196 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.391796 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 82335264-416a-4d3e-b34c-1a29bc46682f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:14.392304 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (82335264-416a-4d3e-b34c-1a29bc46682f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.393399 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8f2b27a6-7ac2-4638-a103-ebbd5a11a196 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1700277 Feb 19 04:31:14.396961 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36718) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:14.529076 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9b7301-5ee7-48fd-96f6-b4584cd760e0 None None] Network d005955e-ca2c-4e38-9a11-e84a694f31e5 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:14.536313 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-3b9b7301-5ee7-48fd-96f6-b4584cd760e0 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:14.563333 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9b7301-5ee7-48fd-96f6-b4584cd760e0 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:14.587465 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5e2d2cf6-e6e1-4961-b887-a0f08756090c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f2f390fd-216c-4218-bfc6-c05098da4bba), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.596797 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9da8f0d-5aa3-4ea2-89e3-4bbc488a6ce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-0eb71fcd-fb71-4ed6-9608-e9f9918af283', 'network_id': '0eb71fcd-fb71-4ed6-9608-e9f9918af283', 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'fixed_ips': [{'subnet_id': '5e11eb7f-ec08-4b52-bb47-0ffe055305e0'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:31:14.597672 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e9da8f0d-5aa3-4ea2-89e3-4bbc488a6ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.601036 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-dd64324e-871e-49fa-8619-b2df91a7c545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8', 'name': 'tempest-TestServerMultinode-574426160-router', 'tenant_id': '1b90f0b296eb437ea3cc3bca43431263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0502b291-41a5-4879-b56e-a8dfbb2f6a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:09Z', 'updated_at': '2022-02-19T04:31:10Z', 'revision_number': 3, 'project_id': '1b90f0b296eb437ea3cc3bca43431263', 'gw_port': {'id': '0502b291-41a5-4879-b56e-a8dfbb2f6a8b', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:09Z', 'updated_at': '2022-02-19T04:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:14.616621 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b7301-5ee7-48fd-96f6-b4584cd760e0 None None] Pushing event updated for resources: {'Port': ['ID=ace95104-de0c-4d4c-94e9-23197e9126c3,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:14.654023 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd64324e-871e-49fa-8619-b2df91a7c545 None None] The sync data for ids ['85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8'] in n-d-828369-19 is: [{'id': '85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8', 'name': 'tempest-TestServerMultinode-574426160-router', 'tenant_id': '1b90f0b296eb437ea3cc3bca43431263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0502b291-41a5-4879-b56e-a8dfbb2f6a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:09Z', 'updated_at': '2022-02-19T04:31:10Z', 'revision_number': 3, 'project_id': '1b90f0b296eb437ea3cc3bca43431263', 'gw_port': {'id': '0502b291-41a5-4879-b56e-a8dfbb2f6a8b', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:09Z', 'updated_at': '2022-02-19T04:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:14.817017 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-e9da8f0d-5aa3-4ea2-89e3-4bbc488a6ce1 None None] Allocated IP 172.21.0.2 (0eb71fcd-fb71-4ed6-9608-e9f9918af283/5e11eb7f-ec08-4b52-bb47-0ffe055305e0/efcc6b8e-d5f9-4354-a3f4-d50d707fb835) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:14.897862 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5e2d2cf6-e6e1-4961-b887-a0f08756090c admin admin] Publish callbacks [] for port (f2f390fd-216c-4218-bfc6-c05098da4bba), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.910031 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5e2d2cf6-e6e1-4961-b887-a0f08756090c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (f2f390fd-216c-4218-bfc6-c05098da4bba), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.012914 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7bc96ef-96f3-46bc-bdf9-7a15730ca96b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.047722 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5e2d2cf6-e6e1-4961-b887-a0f08756090c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.114861 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d2cf6-e6e1-4961-b887-a0f08756090c admin admin] Pushing event updated for resources: {'Port': ['ID=f2f390fd-216c-4218-bfc6-c05098da4bba,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:15.144769 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3b9b7301-5ee7-48fd-96f6-b4584cd760e0 None None] Attempting to bind port ace95104-de0c-4d4c-94e9-23197e9126c3 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:31:15.145307 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3b9b7301-5ee7-48fd-96f6-b4584cd760e0 None None] Attempting to bind port ace95104-de0c-4d4c-94e9-23197e9126c3 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'c2f53a6d-76e6-49f0-b7c5-d805aa284ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd005955e-ca2c-4e38-9a11-e84a694f31e5'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:31:15.145426 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9b7301-5ee7-48fd-96f6-b4584cd760e0 None None] Attempting to bind port ace95104-de0c-4d4c-94e9-23197e9126c3 on network d005955e-ca2c-4e38-9a11-e84a694f31e5 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:15.173977 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-0192b814-4dfc-430b-ac23-7537d504f71c None None] Provisioning complete for port f2f390fd-216c-4218-bfc6-c05098da4bba triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:15.174763 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0192b814-4dfc-430b-ac23-7537d504f71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f2f390fd-216c-4218-bfc6-c05098da4bba), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.178430 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e9da8f0d-5aa3-4ea2-89e3-4bbc488a6ce1 None None] Publish callbacks [] for port (efcc6b8e-d5f9-4354-a3f4-d50d707fb835), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.200864 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec19e5-66c3-4109-bdfc-3e82af33e69b req-22932266-3d49-4ecc-8a3c-32afca6b52b8 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:15.202515 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0eec19e5-66c3-4109-bdfc-3e82af33e69b req-22932266-3d49-4ecc-8a3c-32afca6b52b8 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?device_id=88d598fa-a33c-488a-8792-5f03e5fe56ef HTTP/1.1" status: 200 len: 945 time: 0.1345990 Feb 19 04:31:15.235806 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9b7301-5ee7-48fd-96f6-b4584cd760e0 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:31:15.236885 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9b7301-5ee7-48fd-96f6-b4584cd760e0 None None] Checking segment: {'id': 'c2f53a6d-76e6-49f0-b7c5-d805aa284ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd005955e-ca2c-4e38-9a11-e84a694f31e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:15.237907 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3b9b7301-5ee7-48fd-96f6-b4584cd760e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.239144 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9b7301-5ee7-48fd-96f6-b4584cd760e0 None None] Bound using segment: {'id': 'c2f53a6d-76e6-49f0-b7c5-d805aa284ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd005955e-ca2c-4e38-9a11-e84a694f31e5'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:31:15.240108 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3b9b7301-5ee7-48fd-96f6-b4584cd760e0 None None] Bound port: ace95104-de0c-4d4c-94e9-23197e9126c3, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f53a6d-76e6-49f0-b7c5-d805aa284ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd005955e-ca2c-4e38-9a11-e84a694f31e5'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:31:15.240976 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3b9b7301-5ee7-48fd-96f6-b4584cd760e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ace95104-de0c-4d4c-94e9-23197e9126c3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.258151 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e9da8f0d-5aa3-4ea2-89e3-4bbc488a6ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (efcc6b8e-d5f9-4354-a3f4-d50d707fb835), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.273603 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 82335264-416a-4d3e-b34c-1a29bc46682f is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:15.315417 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2d2cf6-e6e1-4961-b887-a0f08756090c admin admin] Network fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:15.316878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-5e2d2cf6-e6e1-4961-b887-a0f08756090c admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:15.327291 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0192b814-4dfc-430b-ac23-7537d504f71c None None] Port f2f390fd-216c-4218-bfc6-c05098da4bba cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:31:15.382114 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9da8f0d-5aa3-4ea2-89e3-4bbc488a6ce1 None None] Network 0eb71fcd-fb71-4ed6-9608-e9f9918af283 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:15.390147 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-e9da8f0d-5aa3-4ea2-89e3-4bbc488a6ce1 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:15.405043 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9da8f0d-5aa3-4ea2-89e3-4bbc488a6ce1 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:15.411939 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da8f0d-5aa3-4ea2-89e3-4bbc488a6ce1 None None] Pushing event updated for resources: {'Port': ['ID=efcc6b8e-d5f9-4354-a3f4-d50d707fb835,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:15.439424 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0eec19e5-66c3-4109-bdfc-3e82af33e69b req-f588fc8c-0405-4d37-a3db-c2b4fb988893 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/security-groups?id=228fef21-6b8c-41b8-9f40-017f22f28298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265818 Feb 19 04:31:15.486238 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-b7bc96ef-96f3-46bc-bdf9-7a15730ca96b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Allocated IP 172.20.0.1 (d005955e-ca2c-4e38-9a11-e84a694f31e5/85ddf9bd-f448-44f3-b4ef-83787d7e930c/d51f52f5-50bc-4fa0-ab11-6c898f04f74d) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:15.563091 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3b9b7301-5ee7-48fd-96f6-b4584cd760e0 None None] For port ace95104-de0c-4d4c-94e9-23197e9126c3, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:31:15.613899 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3b9b7301-5ee7-48fd-96f6-b4584cd760e0 None None] For port ace95104-de0c-4d4c-94e9-23197e9126c3, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ace95104-de0c-4d4c-94e9-23197e9126c3,segment=NetworkSegment(c2f53a6d-76e6-49f0-b7c5-d805aa284ba2),segment_id=c2f53a6d-76e6-49f0-b7c5-d805aa284ba2)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:31:15.629828 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e9da8f0d-5aa3-4ea2-89e3-4bbc488a6ce1 None None] Attempting to bind port efcc6b8e-d5f9-4354-a3f4-d50d707fb835 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:31:15.630287 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e9da8f0d-5aa3-4ea2-89e3-4bbc488a6ce1 None None] Attempting to bind port efcc6b8e-d5f9-4354-a3f4-d50d707fb835 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '0dddbac8-084a-4ce6-92d5-cfe755ecebbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0eb71fcd-fb71-4ed6-9608-e9f9918af283'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:31:15.630657 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9da8f0d-5aa3-4ea2-89e3-4bbc488a6ce1 None None] Attempting to bind port efcc6b8e-d5f9-4354-a3f4-d50d707fb835 on network 0eb71fcd-fb71-4ed6-9608-e9f9918af283 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:15.632238 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2d2cf6-e6e1-4961-b887-a0f08756090c admin admin] Router 85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:31:15.641829 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3b9b7301-5ee7-48fd-96f6-b4584cd760e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ace95104-de0c-4d4c-94e9-23197e9126c3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.708470 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7bc96ef-96f3-46bc-bdf9-7a15730ca96b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for port (d51f52f5-50bc-4fa0-ab11-6c898f04f74d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.778842 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9da8f0d-5aa3-4ea2-89e3-4bbc488a6ce1 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:31:15.780312 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9da8f0d-5aa3-4ea2-89e3-4bbc488a6ce1 None None] Checking segment: {'id': '0dddbac8-084a-4ce6-92d5-cfe755ecebbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0eb71fcd-fb71-4ed6-9608-e9f9918af283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:15.780688 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e9da8f0d-5aa3-4ea2-89e3-4bbc488a6ce1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.781094 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9da8f0d-5aa3-4ea2-89e3-4bbc488a6ce1 None None] Bound using segment: {'id': '0dddbac8-084a-4ce6-92d5-cfe755ecebbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0eb71fcd-fb71-4ed6-9608-e9f9918af283'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:31:15.781597 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e9da8f0d-5aa3-4ea2-89e3-4bbc488a6ce1 None None] Bound port: efcc6b8e-d5f9-4354-a3f4-d50d707fb835, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dddbac8-084a-4ce6-92d5-cfe755ecebbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0eb71fcd-fb71-4ed6-9608-e9f9918af283'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:31:15.783655 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e9da8f0d-5aa3-4ea2-89e3-4bbc488a6ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (efcc6b8e-d5f9-4354-a3f4-d50d707fb835), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.793387 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7bc96ef-96f3-46bc-bdf9-7a15730ca96b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (d51f52f5-50bc-4fa0-ab11-6c898f04f74d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.805995 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b7301-5ee7-48fd-96f6-b4584cd760e0 None None] Pushing event updated for resources: {'Port': ['ID=ace95104-de0c-4d4c-94e9-23197e9126c3,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:15.893438 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bc96ef-96f3-46bc-bdf9-7a15730ca96b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network d005955e-ca2c-4e38-9a11-e84a694f31e5 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:15.904271 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-b7bc96ef-96f3-46bc-bdf9-7a15730ca96b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:15.919115 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bc96ef-96f3-46bc-bdf9-7a15730ca96b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:15.932263 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2d2cf6-e6e1-4961-b887-a0f08756090c admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:15.940292 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5e2d2cf6-e6e1-4961-b887-a0f08756090c admin admin] 10.222.0.52 "PUT /v2.0/routers/85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6584055 Feb 19 04:31:15.951439 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-0deb2956-cf46-492e-86e3-709dd7c13192 None None] Provisioning complete for port f2f390fd-216c-4218-bfc6-c05098da4bba triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:15.951950 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0deb2956-cf46-492e-86e3-709dd7c13192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f2f390fd-216c-4218-bfc6-c05098da4bba), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.971017 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc96ef-96f3-46bc-bdf9-7a15730ca96b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Port': ['ID=d51f52f5-50bc-4fa0-ab11-6c898f04f74d,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:16.007070 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e9da8f0d-5aa3-4ea2-89e3-4bbc488a6ce1 None None] For port efcc6b8e-d5f9-4354-a3f4-d50d707fb835, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:31:16.037234 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e9da8f0d-5aa3-4ea2-89e3-4bbc488a6ce1 None None] For port efcc6b8e-d5f9-4354-a3f4-d50d707fb835, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=efcc6b8e-d5f9-4354-a3f4-d50d707fb835,segment=NetworkSegment(0dddbac8-084a-4ce6-92d5-cfe755ecebbe),segment_id=0dddbac8-084a-4ce6-92d5-cfe755ecebbe)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:31:16.039351 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7bc96ef-96f3-46bc-bdf9-7a15730ca96b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:16.041424 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0deb2956-cf46-492e-86e3-709dd7c13192 None None] Port f2f390fd-216c-4218-bfc6-c05098da4bba cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:31:16.047901 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e9da8f0d-5aa3-4ea2-89e3-4bbc488a6ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (efcc6b8e-d5f9-4354-a3f4-d50d707fb835), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:16.140940 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da8f0d-5aa3-4ea2-89e3-4bbc488a6ce1 None None] Pushing event updated for resources: {'Port': ['ID=efcc6b8e-d5f9-4354-a3f4-d50d707fb835,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:16.150957 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0502b291-41a5-4879-b56e-a8dfbb2f6a8b up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:16.312425 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 0502b291-41a5-4879-b56e-a8dfbb2f6a8b triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:16.312884 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0502b291-41a5-4879-b56e-a8dfbb2f6a8b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:16.388181 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7bc96ef-96f3-46bc-bdf9-7a15730ca96b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d51f52f5-50bc-4fa0-ab11-6c898f04f74d), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:16.561952 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 0502b291-41a5-4879-b56e-a8dfbb2f6a8b is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:16.562339 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0502b291-41a5-4879-b56e-a8dfbb2f6a8b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:16.589445 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 0502b291-41a5-4879-b56e-a8dfbb2f6a8b, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0502b291-41a5-4879-b56e-a8dfbb2f6a8b,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:16.593986 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0502b291-41a5-4879-b56e-a8dfbb2f6a8b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:16.660765 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=0502b291-41a5-4879-b56e-a8dfbb2f6a8b,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:16.815309 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7bc96ef-96f3-46bc-bdf9-7a15730ca96b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for port (d51f52f5-50bc-4fa0-ab11-6c898f04f74d), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:16.825247 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7bc96ef-96f3-46bc-bdf9-7a15730ca96b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (d51f52f5-50bc-4fa0-ab11-6c898f04f74d), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:16.907466 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7bc96ef-96f3-46bc-bdf9-7a15730ca96b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:17.019918 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc96ef-96f3-46bc-bdf9-7a15730ca96b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Port': ['ID=d51f52f5-50bc-4fa0-ab11-6c898f04f74d,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:17.083032 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bc96ef-96f3-46bc-bdf9-7a15730ca96b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network d005955e-ca2c-4e38-9a11-e84a694f31e5 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:17.084648 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-b7bc96ef-96f3-46bc-bdf9-7a15730ca96b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:17.233187 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36760) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:17.238290 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-53603627-438a-407c-9fa3-74dec3d3dd9c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-475502657-network', 'tenant_id': '89dba804c37b4cb3bbb58d7e296a9048'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:17.264568 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bc96ef-96f3-46bc-bdf9-7a15730ca96b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Router 23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:31:17.265994 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53603627-438a-407c-9fa3-74dec3d3dd9c admin admin] Made reservation on behalf of 89dba804c37b4cb3bbb58d7e296a9048 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:17.269901 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-53603627-438a-407c-9fa3-74dec3d3dd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:17.291719 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-53603627-438a-407c-9fa3-74dec3d3dd9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:17.407469 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-53603627-438a-407c-9fa3-74dec3d3dd9c admin admin] Publish callbacks [] for security_group (abb98058-1c2e-43f4-8197-34b82a69bc6f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:17.419869 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-53603627-438a-407c-9fa3-74dec3d3dd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (abb98058-1c2e-43f4-8197-34b82a69bc6f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:17.458824 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53603627-438a-407c-9fa3-74dec3d3dd9c admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:31:17.461458 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53603627-438a-407c-9fa3-74dec3d3dd9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb98058-1c2e-43f4-8197-34b82a69bc6f,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:17.465460 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bc96ef-96f3-46bc-bdf9-7a15730ca96b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:17.472184 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b7bc96ef-96f3-46bc-bdf9-7a15730ca96b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "PUT /v2.0/routers/23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0738015 Feb 19 04:31:17.475105 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36762) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:17.480049 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31870299-c71d-47d5-a3d8-97ede6a4e23a None None] Sync routers for ids ['23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:17.484094 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-53603627-438a-407c-9fa3-74dec3d3dd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (1e60d402-c9d7-4d15-bd6a-9b970a1c3bca), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:17.484450 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-53603627-438a-407c-9fa3-74dec3d3dd9c admin admin] Added segment 1e60d402-c9d7-4d15-bd6a-9b970a1c3bca of type vlan for network 86e0b971-ab40-4a15-8f9d-3d68e95912a7 Feb 19 04:31:17.513179 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31870299-c71d-47d5-a3d8-97ede6a4e23a None None] Routers {'23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:17.513833 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-31870299-c71d-47d5-a3d8-97ede6a4e23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:17.540916 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-53603627-438a-407c-9fa3-74dec3d3dd9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (86e0b971-ab40-4a15-8f9d-3d68e95912a7), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:17.574303 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-31870299-c71d-47d5-a3d8-97ede6a4e23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:17.579181 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-53603627-438a-407c-9fa3-74dec3d3dd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (86e0b971-ab40-4a15-8f9d-3d68e95912a7), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:17.580401 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53603627-438a-407c-9fa3-74dec3d3dd9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:17.581009 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-53603627-438a-407c-9fa3-74dec3d3dd9c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:17.586046 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31870299-c71d-47d5-a3d8-97ede6a4e23a None None] Routers {'23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:17.586795 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-31870299-c71d-47d5-a3d8-97ede6a4e23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:17.612691 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3aa093-175b-49e6-8c6f-86188eb6ede4 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:17.615549 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-df3aa093-175b-49e6-8c6f-86188eb6ede4 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "GET /v2.0/ports/d51f52f5-50bc-4fa0-ab11-6c898f04f74d HTTP/1.1" status: 200 len: 910 time: 0.1262453 Feb 19 04:31:17.618440 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36764) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:17.619094 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-53603627-438a-407c-9fa3-74dec3d3dd9c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3844833 Feb 19 04:31:17.624177 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36766) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:17.642141 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-31870299-c71d-47d5-a3d8-97ede6a4e23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:17.643762 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31870299-c71d-47d5-a3d8-97ede6a4e23a None None] The sync data for ids ['23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:17.677035 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53603627-438a-407c-9fa3-74dec3d3dd9c admin admin] Pushing event updated for resources: {'Network': ['ID=86e0b971-ab40-4a15-8f9d-3d68e95912a7,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:17.687863 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 86e0b971-ab40-4a15-8f9d-3d68e95912a7 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:31:17.688077 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-e09834d6-4fcd-4fc1-9aa5-81568b16984c admin admin] Request body: {'subnet': {'network_id': '86e0b971-ab40-4a15-8f9d-3d68e95912a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-475502657-subnet', 'tenant_id': '89dba804c37b4cb3bbb58d7e296a9048', 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:17.770150 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09834d6-4fcd-4fc1-9aa5-81568b16984c admin admin] Made reservation on behalf of 89dba804c37b4cb3bbb58d7e296a9048 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:17.773434 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e09834d6-4fcd-4fc1-9aa5-81568b16984c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:18.072461 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ace95104-de0c-4d4c-94e9-23197e9126c3 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:18.167047 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port ace95104-de0c-4d4c-94e9-23197e9126c3 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:18.167644 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ace95104-de0c-4d4c-94e9-23197e9126c3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:18.267058 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:31:18.290345 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a745775a-4c9b-4a89-851b-ce66b7e5e80a None None] Network d005955e-ca2c-4e38-9a11-e84a694f31e5 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:18.302153 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89b99e5-0023-465b-8011-4fcd3527420f None None] Sync routers for ids ['85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:18.326286 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89b99e5-0023-465b-8011-4fcd3527420f None None] Routers {'85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:18.327361 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-c89b99e5-0023-465b-8011-4fcd3527420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:18.422298 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port ace95104-de0c-4d4c-94e9-23197e9126c3 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:18.422704 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ace95104-de0c-4d4c-94e9-23197e9126c3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:18.455861 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6ccdeac4-5a39-4a63-b045-5d28080fb5a0 None None] Provisioning complete for port ace95104-de0c-4d4c-94e9-23197e9126c3 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:18.456445 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6ccdeac4-5a39-4a63-b045-5d28080fb5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ace95104-de0c-4d4c-94e9-23197e9126c3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:18.564975 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-c89b99e5-0023-465b-8011-4fcd3527420f None None] Set router 85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:18.631891 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6ccdeac4-5a39-4a63-b045-5d28080fb5a0 None None] Current status of the port ace95104-de0c-4d4c-94e9-23197e9126c3 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:18.632457 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6ccdeac4-5a39-4a63-b045-5d28080fb5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ace95104-de0c-4d4c-94e9-23197e9126c3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:18.646080 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port ace95104-de0c-4d4c-94e9-23197e9126c3, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ace95104-de0c-4d4c-94e9-23197e9126c3,segment=NetworkSegment(c2f53a6d-76e6-49f0-b7c5-d805aa284ba2),segment_id=c2f53a6d-76e6-49f0-b7c5-d805aa284ba2)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:18.653734 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17422e9-3abe-47be-89c9-ac657345317a None None] Network 0eb71fcd-fb71-4ed6-9608-e9f9918af283 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:18.799238 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:18.809182 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ace95104-de0c-4d4c-94e9-23197e9126c3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:18.809969 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0502b291-41a5-4879-b56e-a8dfbb2f6a8b up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:18.860379 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-c89b99e5-0023-465b-8011-4fcd3527420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8', 'name': 'tempest-TestServerMultinode-574426160-router', 'tenant_id': '1b90f0b296eb437ea3cc3bca43431263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0502b291-41a5-4879-b56e-a8dfbb2f6a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:09Z', 'updated_at': '2022-02-19T04:31:14Z', 'revision_number': 4, 'project_id': '1b90f0b296eb437ea3cc3bca43431263', 'gw_port': {'id': '0502b291-41a5-4879-b56e-a8dfbb2f6a8b', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:09Z', 'updated_at': '2022-02-19T04:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'f2f390fd-216c-4218-bfc6-c05098da4bba', 'name': '', 'network_id': 'fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9', 'tenant_id': '1b90f0b296eb437ea3cc3bca43431263', 'mac_address': 'fa:16:3e:ad:b9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'ba5c3570-70cc-4dda-83e6-169580a65783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:13Z', 'updated_at': '2022-02-19T04:31:14Z', 'revision_number': 2, 'project_id': '1b90f0b296eb437ea3cc3bca43431263', 'subnets': [{'id': 'ba5c3570-70cc-4dda-83e6-169580a65783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:18.897633 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89b99e5-0023-465b-8011-4fcd3527420f None None] Checking router: 85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:31:18.898204 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89b99e5-0023-465b-8011-4fcd3527420f None None] Updating router 85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8 port f2f390fd-216c-4218-bfc6-c05098da4bba binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:31:18.927372 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e09834d6-4fcd-4fc1-9aa5-81568b16984c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (af0a5b12-53c1-49b8-8455-185260d62adf), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:18.935474 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-c89b99e5-0023-465b-8011-4fcd3527420f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f2f390fd-216c-4218-bfc6-c05098da4bba), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:19.061882 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09834d6-4fcd-4fc1-9aa5-81568b16984c admin admin] Pushing event updated for resources: {'Subnet': ['ID=af0a5b12-53c1-49b8-8455-185260d62adf,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:19.075459 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09834d6-4fcd-4fc1-9aa5-81568b16984c admin admin] Checking segment: {'id': '1e60d402-c9d7-4d15-bd6a-9b970a1c3bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '86e0b971-ab40-4a15-8f9d-3d68e95912a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:19.076123 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09834d6-4fcd-4fc1-9aa5-81568b16984c admin admin] Network hostable DHCP agents. Network: 86e0b971-ab40-4a15-8f9d-3d68e95912a7, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:31:19.159313 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09834d6-4fcd-4fc1-9aa5-81568b16984c admin admin] Network 86e0b971-ab40-4a15-8f9d-3d68e95912a7 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:31:19.284503 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=ace95104-de0c-4d4c-94e9-23197e9126c3,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:19.303972 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 0502b291-41a5-4879-b56e-a8dfbb2f6a8b triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:19.304823 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0502b291-41a5-4879-b56e-a8dfbb2f6a8b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:19.307416 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-6ccdeac4-5a39-4a63-b045-5d28080fb5a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:31:19.308633 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-6ccdeac4-5a39-4a63-b045-5d28080fb5a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:31:19.336470 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-e09834d6-4fcd-4fc1-9aa5-81568b16984c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 86e0b971-ab40-4a15-8f9d-3d68e95912a7) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:19.345650 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09834d6-4fcd-4fc1-9aa5-81568b16984c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:19.347972 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e09834d6-4fcd-4fc1-9aa5-81568b16984c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:19.356431 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07bd1da-70dc-493b-b8c3-fdfcfb33d936 None None] Network 86e0b971-ab40-4a15-8f9d-3d68e95912a7 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:19.385439 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-c89b99e5-0023-465b-8011-4fcd3527420f None None] Publish callbacks [] for port (f2f390fd-216c-4218-bfc6-c05098da4bba), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:19.400154 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-c89b99e5-0023-465b-8011-4fcd3527420f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f2f390fd-216c-4218-bfc6-c05098da4bba), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:19.435246 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Allocated IP 172.21.0.1 (0eb71fcd-fb71-4ed6-9608-e9f9918af283/5e11eb7f-ec08-4b52-bb47-0ffe055305e0/da1b6cee-43d4-4128-9cd1-17abdd4976dd) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:19.442735 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e09834d6-4fcd-4fc1-9aa5-81568b16984c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7609589 Feb 19 04:31:19.443082 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36778) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:19.447823 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-63bead2f-4339-4c28-8385-ef3154b63aaf admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-475502657-router', 'tenant_id': '89dba804c37b4cb3bbb58d7e296a9048', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:19.511318 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63bead2f-4339-4c28-8385-ef3154b63aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (201da19c-61a9-4a00-984f-e9fc03ad1c04), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:19.512434 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63bead2f-4339-4c28-8385-ef3154b63aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (201da19c-61a9-4a00-984f-e9fc03ad1c04), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:19.629793 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b1aa0-6709-469f-ac62-373e5f2635ea None None] Pushing event updated for resources: {'Port': ['ID=f2f390fd-216c-4218-bfc6-c05098da4bba,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:19.658683 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 0502b291-41a5-4879-b56e-a8dfbb2f6a8b is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:19.659304 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device efcc6b8e-d5f9-4354-a3f4-d50d707fb835 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:19.669813 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-c89b99e5-0023-465b-8011-4fcd3527420f None None] Attempting to bind port f2f390fd-216c-4218-bfc6-c05098da4bba on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:31:19.670202 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-c89b99e5-0023-465b-8011-4fcd3527420f None None] Attempting to bind port f2f390fd-216c-4218-bfc6-c05098da4bba by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '22e0d7fc-9dfd-46ed-b600-8f880b28b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:31:19.670579 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89b99e5-0023-465b-8011-4fcd3527420f None None] Attempting to bind port f2f390fd-216c-4218-bfc6-c05098da4bba on network fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:19.674868 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63bead2f-4339-4c28-8385-ef3154b63aaf admin admin] Publish callbacks [] for router_controller (201da19c-61a9-4a00-984f-e9fc03ad1c04), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:19.676237 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89b99e5-0023-465b-8011-4fcd3527420f None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:31:19.676654 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89b99e5-0023-465b-8011-4fcd3527420f None None] Checking segment: {'id': '22e0d7fc-9dfd-46ed-b600-8f880b28b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:19.677143 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-c89b99e5-0023-465b-8011-4fcd3527420f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:19.677598 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89b99e5-0023-465b-8011-4fcd3527420f None None] Bound using segment: {'id': '22e0d7fc-9dfd-46ed-b600-8f880b28b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:31:19.678276 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-c89b99e5-0023-465b-8011-4fcd3527420f None None] Bound port: f2f390fd-216c-4218-bfc6-c05098da4bba, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e0d7fc-9dfd-46ed-b600-8f880b28b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:31:19.680218 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-c89b99e5-0023-465b-8011-4fcd3527420f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f2f390fd-216c-4218-bfc6-c05098da4bba), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:19.810315 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973262f2-47b8-49cf-a8d4-0956accc547e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-86e0b971-ab40-4a15-8f9d-3d68e95912a7', 'network_id': '86e0b971-ab40-4a15-8f9d-3d68e95912a7', 'project_id': '89dba804c37b4cb3bbb58d7e296a9048', 'fixed_ips': [{'subnet_id': 'af0a5b12-53c1-49b8-8455-185260d62adf'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:31:19.811231 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-973262f2-47b8-49cf-a8d4-0956accc547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:19.851018 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for port (da1b6cee-43d4-4128-9cd1-17abdd4976dd), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:19.893871 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-c89b99e5-0023-465b-8011-4fcd3527420f None None] For port f2f390fd-216c-4218-bfc6-c05098da4bba, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:31:19.898645 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-c89b99e5-0023-465b-8011-4fcd3527420f None None] For port f2f390fd-216c-4218-bfc6-c05098da4bba, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=f2f390fd-216c-4218-bfc6-c05098da4bba,segment=NetworkSegment(22e0d7fc-9dfd-46ed-b600-8f880b28b7b3),segment_id=22e0d7fc-9dfd-46ed-b600-8f880b28b7b3)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:31:19.919669 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (da1b6cee-43d4-4128-9cd1-17abdd4976dd), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:19.920883 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-c89b99e5-0023-465b-8011-4fcd3527420f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f2f390fd-216c-4218-bfc6-c05098da4bba), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:20.032336 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63bead2f-4339-4c28-8385-ef3154b63aaf admin admin] Publish callbacks [] for router_gateway (201da19c-61a9-4a00-984f-e9fc03ad1c04), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:20.075281 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89b99e5-0023-465b-8011-4fcd3527420f None None] Routers {'85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:20.079486 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-c89b99e5-0023-465b-8011-4fcd3527420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:20.086401 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network 0eb71fcd-fb71-4ed6-9608-e9f9918af283 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:20.088200 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:20.095025 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:20.174572 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Port': ['ID=da1b6cee-43d4-4128-9cd1-17abdd4976dd,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:20.215174 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:20.215534 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:20.219052 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:20.219350 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b1aa0-6709-469f-ac62-373e5f2635ea None None] Pushing event updated for resources: {'Port': ['ID=f2f390fd-216c-4218-bfc6-c05098da4bba,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:20.219490 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:20.219817 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:20.220168 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:20.220512 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:20.222815 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:20.223184 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:20.228437 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:20.228868 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:20.229920 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:20.229920 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:20.254951 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:20.351200 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6ccdeac4-5a39-4a63-b045-5d28080fb5a0 None None] Current status of the port ace95104-de0c-4d4c-94e9-23197e9126c3 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:20.388557 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port efcc6b8e-d5f9-4354-a3f4-d50d707fb835 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:20.389787 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (efcc6b8e-d5f9-4354-a3f4-d50d707fb835), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:20.432721 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-c89b99e5-0023-465b-8011-4fcd3527420f None None] Set router 85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:20.473588 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-973262f2-47b8-49cf-a8d4-0956accc547e None None] Allocated IP 172.20.0.2 (86e0b971-ab40-4a15-8f9d-3d68e95912a7/af0a5b12-53c1-49b8-8455-185260d62adf/be315920-0649-4ab2-8344-1ca86cd2e22d) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:20.563110 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (da1b6cee-43d4-4128-9cd1-17abdd4976dd), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:20.715580 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-93358b8b-c523-4eea-a36b-5b2b7ae9389c None None] Provisioning complete for port d51f52f5-50bc-4fa0-ab11-6c898f04f74d triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:20.716236 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-93358b8b-c523-4eea-a36b-5b2b7ae9389c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d51f52f5-50bc-4fa0-ab11-6c898f04f74d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:20.847463 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-c89b99e5-0023-465b-8011-4fcd3527420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8', 'name': 'tempest-TestServerMultinode-574426160-router', 'tenant_id': '1b90f0b296eb437ea3cc3bca43431263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0502b291-41a5-4879-b56e-a8dfbb2f6a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:09Z', 'updated_at': '2022-02-19T04:31:14Z', 'revision_number': 4, 'project_id': '1b90f0b296eb437ea3cc3bca43431263', 'gw_port': {'id': '0502b291-41a5-4879-b56e-a8dfbb2f6a8b', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:09Z', 'updated_at': '2022-02-19T04:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'f2f390fd-216c-4218-bfc6-c05098da4bba', 'name': '', 'network_id': 'fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9', 'tenant_id': '1b90f0b296eb437ea3cc3bca43431263', 'mac_address': 'fa:16:3e:ad:b9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'ba5c3570-70cc-4dda-83e6-169580a65783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:13Z', 'updated_at': '2022-02-19T04:31:19Z', 'revision_number': 4, 'project_id': '1b90f0b296eb437ea3cc3bca43431263', 'subnets': [{'id': 'ba5c3570-70cc-4dda-83e6-169580a65783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:20.893741 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89b99e5-0023-465b-8011-4fcd3527420f None None] The sync data for ids ['85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8'] in n-d-828369-19 is: [{'id': '85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8', 'name': 'tempest-TestServerMultinode-574426160-router', 'tenant_id': '1b90f0b296eb437ea3cc3bca43431263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0502b291-41a5-4879-b56e-a8dfbb2f6a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:09Z', 'updated_at': '2022-02-19T04:31:14Z', 'revision_number': 4, 'project_id': '1b90f0b296eb437ea3cc3bca43431263', 'gw_port': {'id': '0502b291-41a5-4879-b56e-a8dfbb2f6a8b', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:09Z', 'updated_at': '2022-02-19T04:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'f2f390fd-216c-4218-bfc6-c05098da4bba', 'name': '', 'network_id': 'fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9', 'tenant_id': '1b90f0b296eb437ea3cc3bca43431263', 'mac_address': 'fa:16:3e:ad:b9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'ba5c3570-70cc-4dda-83e6-169580a65783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:13Z', 'updated_at': '2022-02-19T04:31:19Z', 'revision_number': 4, 'project_id': '1b90f0b296eb437ea3cc3bca43431263', 'subnets': [{'id': 'ba5c3570-70cc-4dda-83e6-169580a65783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:21.013496 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-93358b8b-c523-4eea-a36b-5b2b7ae9389c None None] Port d51f52f5-50bc-4fa0-ab11-6c898f04f74d cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:31:21.045754 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port efcc6b8e-d5f9-4354-a3f4-d50d707fb835 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:21.046153 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (efcc6b8e-d5f9-4354-a3f4-d50d707fb835), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.113940 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63bead2f-4339-4c28-8385-ef3154b63aaf admin admin] Publish callbacks [] for router_gateway (201da19c-61a9-4a00-984f-e9fc03ad1c04), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.144624 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for port (da1b6cee-43d4-4128-9cd1-17abdd4976dd), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.148948 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63bead2f-4339-4c28-8385-ef3154b63aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.155294 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (da1b6cee-43d4-4128-9cd1-17abdd4976dd), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.202065 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-93358b8b-c523-4eea-a36b-5b2b7ae9389c None None] Provisioning complete for port efcc6b8e-d5f9-4354-a3f4-d50d707fb835 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:21.208236 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-93358b8b-c523-4eea-a36b-5b2b7ae9389c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (efcc6b8e-d5f9-4354-a3f4-d50d707fb835), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.302422 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.329973 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port efcc6b8e-d5f9-4354-a3f4-d50d707fb835, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=efcc6b8e-d5f9-4354-a3f4-d50d707fb835,segment=NetworkSegment(0dddbac8-084a-4ce6-92d5-cfe755ecebbe),segment_id=0dddbac8-084a-4ce6-92d5-cfe755ecebbe)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:21.332901 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-63bead2f-4339-4c28-8385-ef3154b63aaf admin admin] Allocated IP 172.25.3.138 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/35ea783d-b1f3-4589-a156-9478ee519f04) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:21.346077 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (efcc6b8e-d5f9-4354-a3f4-d50d707fb835), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.414326 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-973262f2-47b8-49cf-a8d4-0956accc547e None None] Publish callbacks [] for port (be315920-0649-4ab2-8344-1ca86cd2e22d), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.454591 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-973262f2-47b8-49cf-a8d4-0956accc547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (be315920-0649-4ab2-8344-1ca86cd2e22d), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.476485 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=efcc6b8e-d5f9-4354-a3f4-d50d707fb835,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:21.496307 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Port': ['ID=da1b6cee-43d4-4128-9cd1-17abdd4976dd,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:21.527973 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network 0eb71fcd-fb71-4ed6-9608-e9f9918af283 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:21.532188 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:21.554117 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63bead2f-4339-4c28-8385-ef3154b63aaf admin admin] Publish callbacks [] for port (35ea783d-b1f3-4589-a156-9478ee519f04), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.631486 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973262f2-47b8-49cf-a8d4-0956accc547e None None] Network 86e0b971-ab40-4a15-8f9d-3d68e95912a7 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:21.644310 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-973262f2-47b8-49cf-a8d4-0956accc547e None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:21.664664 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63bead2f-4339-4c28-8385-ef3154b63aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (35ea783d-b1f3-4589-a156-9478ee519f04), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.667725 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973262f2-47b8-49cf-a8d4-0956accc547e None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:21.716797 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-93358b8b-c523-4eea-a36b-5b2b7ae9389c None None] Current status of the port efcc6b8e-d5f9-4354-a3f4-d50d707fb835 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:21.752407 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f2f390fd-216c-4218-bfc6-c05098da4bba up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:21.768141 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Router 23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:31:21.772142 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bead2f-4339-4c28-8385-ef3154b63aaf admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:21.776144 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-63bead2f-4339-4c28-8385-ef3154b63aaf admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:21.787341 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bead2f-4339-4c28-8385-ef3154b63aaf admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:21.849296 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973262f2-47b8-49cf-a8d4-0956accc547e None None] Pushing event updated for resources: {'Port': ['ID=be315920-0649-4ab2-8344-1ca86cd2e22d,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:21.861878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bead2f-4339-4c28-8385-ef3154b63aaf admin admin] Pushing event updated for resources: {'Port': ['ID=35ea783d-b1f3-4589-a156-9478ee519f04,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:22.017544 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-93358b8b-c523-4eea-a36b-5b2b7ae9389c None None] Provisioning complete for port ace95104-de0c-4d4c-94e9-23197e9126c3 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:22.018197 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-93358b8b-c523-4eea-a36b-5b2b7ae9389c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ace95104-de0c-4d4c-94e9-23197e9126c3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:22.022640 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:22.039555 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-032ccef0-1f0d-4ed9-8d8d-4c0b8449bf80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "PUT /v2.0/routers/23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4124091 Feb 19 04:31:22.042692 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36792) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:22.065403 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-973262f2-47b8-49cf-a8d4-0956accc547e None None] Attempting to bind port be315920-0649-4ab2-8344-1ca86cd2e22d on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:31:22.065918 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-973262f2-47b8-49cf-a8d4-0956accc547e None None] Attempting to bind port be315920-0649-4ab2-8344-1ca86cd2e22d by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '1e60d402-c9d7-4d15-bd6a-9b970a1c3bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '86e0b971-ab40-4a15-8f9d-3d68e95912a7'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:31:22.066430 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973262f2-47b8-49cf-a8d4-0956accc547e None None] Attempting to bind port be315920-0649-4ab2-8344-1ca86cd2e22d on network 86e0b971-ab40-4a15-8f9d-3d68e95912a7 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:22.074927 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c584af7-5e60-4522-8649-1bdef660c2eb None None] Sync routers for ids ['23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:22.098456 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973262f2-47b8-49cf-a8d4-0956accc547e None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:31:22.107912 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973262f2-47b8-49cf-a8d4-0956accc547e None None] Checking segment: {'id': '1e60d402-c9d7-4d15-bd6a-9b970a1c3bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '86e0b971-ab40-4a15-8f9d-3d68e95912a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:22.108523 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-973262f2-47b8-49cf-a8d4-0956accc547e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:22.110626 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973262f2-47b8-49cf-a8d4-0956accc547e None None] Bound using segment: {'id': '1e60d402-c9d7-4d15-bd6a-9b970a1c3bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '86e0b971-ab40-4a15-8f9d-3d68e95912a7'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:31:22.113003 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-973262f2-47b8-49cf-a8d4-0956accc547e None None] Bound port: be315920-0649-4ab2-8344-1ca86cd2e22d, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e60d402-c9d7-4d15-bd6a-9b970a1c3bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '86e0b971-ab40-4a15-8f9d-3d68e95912a7'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:31:22.122761 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-973262f2-47b8-49cf-a8d4-0956accc547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (be315920-0649-4ab2-8344-1ca86cd2e22d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:22.142364 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc02122-a255-48a0-ae51-f18b0eb587da tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:22.143575 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-dcc02122-a255-48a0-ae51-f18b0eb587da tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "GET /v2.0/ports/da1b6cee-43d4-4128-9cd1-17abdd4976dd HTTP/1.1" status: 200 len: 910 time: 0.0998912 Feb 19 04:31:22.146500 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36794) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:22.170819 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c584af7-5e60-4522-8649-1bdef660c2eb None None] Routers {'23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:22.171540 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-5c584af7-5e60-4522-8649-1bdef660c2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:22.247885 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port f2f390fd-216c-4218-bfc6-c05098da4bba triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:22.248421 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f2f390fd-216c-4218-bfc6-c05098da4bba), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:22.252377 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-5c584af7-5e60-4522-8649-1bdef660c2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:22.361553 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c584af7-5e60-4522-8649-1bdef660c2eb None None] Routers {'23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:22.361792 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-5c584af7-5e60-4522-8649-1bdef660c2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:22.366289 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-973262f2-47b8-49cf-a8d4-0956accc547e None None] For port be315920-0649-4ab2-8344-1ca86cd2e22d, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:31:22.406822 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63bead2f-4339-4c28-8385-ef3154b63aaf admin admin] Publish callbacks [] for router_gateway (201da19c-61a9-4a00-984f-e9fc03ad1c04), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:22.444967 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-973262f2-47b8-49cf-a8d4-0956accc547e None None] For port be315920-0649-4ab2-8344-1ca86cd2e22d, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=be315920-0649-4ab2-8344-1ca86cd2e22d,segment=NetworkSegment(1e60d402-c9d7-4d15-bd6a-9b970a1c3bca),segment_id=1e60d402-c9d7-4d15-bd6a-9b970a1c3bca)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:31:22.450386 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-5c584af7-5e60-4522-8649-1bdef660c2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:22.456213 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c584af7-5e60-4522-8649-1bdef660c2eb None None] The sync data for ids ['23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:22.481909 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-93358b8b-c523-4eea-a36b-5b2b7ae9389c None None] Current status of the port ace95104-de0c-4d4c-94e9-23197e9126c3 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:22.491557 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-973262f2-47b8-49cf-a8d4-0956accc547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (be315920-0649-4ab2-8344-1ca86cd2e22d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:22.608591 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-93358b8b-c523-4eea-a36b-5b2b7ae9389c None None] Provisioning complete for port f2f390fd-216c-4218-bfc6-c05098da4bba triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:22.609340 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-93358b8b-c523-4eea-a36b-5b2b7ae9389c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f2f390fd-216c-4218-bfc6-c05098da4bba), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:22.718287 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973262f2-47b8-49cf-a8d4-0956accc547e None None] Pushing event updated for resources: {'Port': ['ID=be315920-0649-4ab2-8344-1ca86cd2e22d,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:22.737641 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port f2f390fd-216c-4218-bfc6-c05098da4bba is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:22.738585 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f2f390fd-216c-4218-bfc6-c05098da4bba), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:22.823743 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port f2f390fd-216c-4218-bfc6-c05098da4bba, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=f2f390fd-216c-4218-bfc6-c05098da4bba,segment=NetworkSegment(22e0d7fc-9dfd-46ed-b600-8f880b28b7b3),segment_id=22e0d7fc-9dfd-46ed-b600-8f880b28b7b3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:22.841533 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f2f390fd-216c-4218-bfc6-c05098da4bba), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:22.842753 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ace95104-de0c-4d4c-94e9-23197e9126c3 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:22.847888 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63bead2f-4339-4c28-8385-ef3154b63aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (201da19c-61a9-4a00-984f-e9fc03ad1c04), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:22.883191 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-40c42ff3-4b81-43b7-ad84-cd8a5c9a9884 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:23.108121 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-93358b8b-c523-4eea-a36b-5b2b7ae9389c None None] Current status of the port f2f390fd-216c-4218-bfc6-c05098da4bba is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:23.158931 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=f2f390fd-216c-4218-bfc6-c05098da4bba,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:23.188383 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port ace95104-de0c-4d4c-94e9-23197e9126c3 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:23.188918 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ace95104-de0c-4d4c-94e9-23197e9126c3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:23.208806 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bead2f-4339-4c28-8385-ef3154b63aaf admin admin] Router 201da19c-61a9-4a00-984f-e9fc03ad1c04 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:31:23.277227 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b9895bc5-5124-46e7-9731-136c3b7a5f15 None None] Provisioning complete for port d51f52f5-50bc-4fa0-ab11-6c898f04f74d triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:23.277649 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b9895bc5-5124-46e7-9731-136c3b7a5f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d51f52f5-50bc-4fa0-ab11-6c898f04f74d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:23.367123 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b9895bc5-5124-46e7-9731-136c3b7a5f15 None None] Port d51f52f5-50bc-4fa0-ab11-6c898f04f74d cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:31:23.385265 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bead2f-4339-4c28-8385-ef3154b63aaf admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:23.395533 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319ff782-7a55-47bf-9379-41265c094d18 None None] Sync routers for ids ['201da19c-61a9-4a00-984f-e9fc03ad1c04'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:23.411572 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319ff782-7a55-47bf-9379-41265c094d18 None None] Routers {'201da19c-61a9-4a00-984f-e9fc03ad1c04'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:23.413167 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-319ff782-7a55-47bf-9379-41265c094d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['201da19c-61a9-4a00-984f-e9fc03ad1c04'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:23.419118 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port ace95104-de0c-4d4c-94e9-23197e9126c3 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:23.425967 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-63bead2f-4339-4c28-8385-ef3154b63aaf admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:23.430798 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b9895bc5-5124-46e7-9731-136c3b7a5f15 None None] Provisioning complete for port da1b6cee-43d4-4128-9cd1-17abdd4976dd triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:23.430798 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b9895bc5-5124-46e7-9731-136c3b7a5f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (da1b6cee-43d4-4128-9cd1-17abdd4976dd), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:23.431764 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-63bead2f-4339-4c28-8385-ef3154b63aaf admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9874406 Feb 19 04:31:23.432567 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36800) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:23.473933 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b9895bc5-5124-46e7-9731-136c3b7a5f15 None None] Port da1b6cee-43d4-4128-9cd1-17abdd4976dd cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:31:23.488055 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b9895bc5-5124-46e7-9731-136c3b7a5f15 None None] Provisioning complete for port f2f390fd-216c-4218-bfc6-c05098da4bba triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:23.488443 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b9895bc5-5124-46e7-9731-136c3b7a5f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f2f390fd-216c-4218-bfc6-c05098da4bba), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:23.500895 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-40c42ff3-4b81-43b7-ad84-cd8a5c9a9884 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Deleting port da1b6cee-43d4-4128-9cd1-17abdd4976dd {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:23.501461 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-40c42ff3-4b81-43b7-ad84-cd8a5c9a9884 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (da1b6cee-43d4-4128-9cd1-17abdd4976dd), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:23.648584 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b9895bc5-5124-46e7-9731-136c3b7a5f15 None None] Current status of the port f2f390fd-216c-4218-bfc6-c05098da4bba is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:23.714681 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f2f390fd-216c-4218-bfc6-c05098da4bba up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:23.736121 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-40c42ff3-4b81-43b7-ad84-cd8a5c9a9884 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (da1b6cee-43d4-4128-9cd1-17abdd4976dd), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:23.752924 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-40c42ff3-4b81-43b7-ad84-cd8a5c9a9884 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Calling delete_port for da1b6cee-43d4-4128-9cd1-17abdd4976dd owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:23.804981 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-319ff782-7a55-47bf-9379-41265c094d18 None None] Set router 201da19c-61a9-4a00-984f-e9fc03ad1c04 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:23.825299 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port f2f390fd-216c-4218-bfc6-c05098da4bba triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:23.825874 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f2f390fd-216c-4218-bfc6-c05098da4bba), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.013336 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port f2f390fd-216c-4218-bfc6-c05098da4bba is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:24.019610 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device be315920-0649-4ab2-8344-1ca86cd2e22d up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:24.036322 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-40c42ff3-4b81-43b7-ad84-cd8a5c9a9884 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (da1b6cee-43d4-4128-9cd1-17abdd4976dd), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.100056 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port be315920-0649-4ab2-8344-1ca86cd2e22d triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:24.100277 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c42ff3-4b81-43b7-ad84-cd8a5c9a9884 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Port': ['ID=da1b6cee-43d4-4128-9cd1-17abdd4976dd,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:24.100571 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (be315920-0649-4ab2-8344-1ca86cd2e22d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.184146 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-319ff782-7a55-47bf-9379-41265c094d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201da19c-61a9-4a00-984f-e9fc03ad1c04', 'name': 'tempest-TestServerMultinode-475502657-router', 'tenant_id': '89dba804c37b4cb3bbb58d7e296a9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '35ea783d-b1f3-4589-a156-9478ee519f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:19Z', 'updated_at': '2022-02-19T04:31:22Z', 'revision_number': 3, 'project_id': '89dba804c37b4cb3bbb58d7e296a9048', 'gw_port': {'id': '35ea783d-b1f3-4589-a156-9478ee519f04', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201da19c-61a9-4a00-984f-e9fc03ad1c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:21Z', 'updated_at': '2022-02-19T04:31:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:24.248663 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319ff782-7a55-47bf-9379-41265c094d18 None None] Checking router: 201da19c-61a9-4a00-984f-e9fc03ad1c04 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:31:24.252663 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319ff782-7a55-47bf-9379-41265c094d18 None None] Updating router 201da19c-61a9-4a00-984f-e9fc03ad1c04 port 35ea783d-b1f3-4589-a156-9478ee519f04 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:31:24.328906 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c098b0ca-d93e-4eb8-b50e-25b2cff5d61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.329759 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port be315920-0649-4ab2-8344-1ca86cd2e22d is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:24.330155 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (be315920-0649-4ab2-8344-1ca86cd2e22d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.337212 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-319ff782-7a55-47bf-9379-41265c094d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (35ea783d-b1f3-4589-a156-9478ee519f04), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.411484 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port be315920-0649-4ab2-8344-1ca86cd2e22d, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=be315920-0649-4ab2-8344-1ca86cd2e22d,segment=NetworkSegment(1e60d402-c9d7-4d15-bd6a-9b970a1c3bca),segment_id=1e60d402-c9d7-4d15-bd6a-9b970a1c3bca)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:24.434960 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (be315920-0649-4ab2-8344-1ca86cd2e22d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.435827 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device efcc6b8e-d5f9-4354-a3f4-d50d707fb835 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:24.504749 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-40c42ff3-4b81-43b7-ad84-cd8a5c9a9884 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.585931 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=be315920-0649-4ab2-8344-1ca86cd2e22d,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:24.641951 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port efcc6b8e-d5f9-4354-a3f4-d50d707fb835 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:24.642382 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (efcc6b8e-d5f9-4354-a3f4-d50d707fb835), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.678759 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26560f0-868b-4732-88c3-65489b07d319 None None] Network 86e0b971-ab40-4a15-8f9d-3d68e95912a7 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:24.763486 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-c098b0ca-d93e-4eb8-b50e-25b2cff5d61b admin admin] Allocated IP 172.20.0.1 (86e0b971-ab40-4a15-8f9d-3d68e95912a7/af0a5b12-53c1-49b8-8455-185260d62adf/85e93b25-df93-4013-b54d-e872a9bd2903) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:24.773984 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-4c701c6e-3750-4f09-bfbc-7295f1f6ee58 None None] Provisioning complete for port be315920-0649-4ab2-8344-1ca86cd2e22d triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:24.774405 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4c701c6e-3750-4f09-bfbc-7295f1f6ee58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (be315920-0649-4ab2-8344-1ca86cd2e22d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.932861 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c098b0ca-d93e-4eb8-b50e-25b2cff5d61b admin admin] Publish callbacks [] for port (85e93b25-df93-4013-b54d-e872a9bd2903), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.934570 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-319ff782-7a55-47bf-9379-41265c094d18 None None] Publish callbacks [] for port (35ea783d-b1f3-4589-a156-9478ee519f04), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.954018 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c42ff3-4b81-43b7-ad84-cd8a5c9a9884 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Router 23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:31:24.960315 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-319ff782-7a55-47bf-9379-41265c094d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (35ea783d-b1f3-4589-a156-9478ee519f04), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.977706 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port efcc6b8e-d5f9-4354-a3f4-d50d707fb835 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:24.995442 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c098b0ca-d93e-4eb8-b50e-25b2cff5d61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (85e93b25-df93-4013-b54d-e872a9bd2903), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.059604 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c098b0ca-d93e-4eb8-b50e-25b2cff5d61b admin admin] Network 86e0b971-ab40-4a15-8f9d-3d68e95912a7 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:25.067213 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-c098b0ca-d93e-4eb8-b50e-25b2cff5d61b admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:25.071394 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c098b0ca-d93e-4eb8-b50e-25b2cff5d61b admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:25.085626 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-319ff782-7a55-47bf-9379-41265c094d18 None None] Attempting to bind port 35ea783d-b1f3-4589-a156-9478ee519f04 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:31:25.086000 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-319ff782-7a55-47bf-9379-41265c094d18 None None] Attempting to bind port 35ea783d-b1f3-4589-a156-9478ee519f04 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:31:25.086390 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319ff782-7a55-47bf-9379-41265c094d18 None None] Attempting to bind port 35ea783d-b1f3-4589-a156-9478ee519f04 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:25.088599 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8418d-cf2a-4765-8ef3-ef573d50048b None None] Pushing event updated for resources: {'Port': ['ID=35ea783d-b1f3-4589-a156-9478ee519f04,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:25.099921 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098b0ca-d93e-4eb8-b50e-25b2cff5d61b admin admin] Pushing event updated for resources: {'Port': ['ID=85e93b25-df93-4013-b54d-e872a9bd2903,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:25.117820 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319ff782-7a55-47bf-9379-41265c094d18 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:31:25.118212 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319ff782-7a55-47bf-9379-41265c094d18 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:25.118626 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-319ff782-7a55-47bf-9379-41265c094d18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.119019 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319ff782-7a55-47bf-9379-41265c094d18 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:31:25.119491 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-319ff782-7a55-47bf-9379-41265c094d18 None None] Bound port: 35ea783d-b1f3-4589-a156-9478ee519f04, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:31:25.119871 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-319ff782-7a55-47bf-9379-41265c094d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (35ea783d-b1f3-4589-a156-9478ee519f04), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.122401 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8418d-cf2a-4765-8ef3-ef573d50048b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:25.122745 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8418d-cf2a-4765-8ef3-ef573d50048b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:25.123081 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8418d-cf2a-4765-8ef3-ef573d50048b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:25.123410 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8418d-cf2a-4765-8ef3-ef573d50048b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:25.123735 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8418d-cf2a-4765-8ef3-ef573d50048b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:25.124061 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8418d-cf2a-4765-8ef3-ef573d50048b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:25.124383 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8418d-cf2a-4765-8ef3-ef573d50048b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:25.133917 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8418d-cf2a-4765-8ef3-ef573d50048b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:25.134432 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8418d-cf2a-4765-8ef3-ef573d50048b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:25.134778 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8418d-cf2a-4765-8ef3-ef573d50048b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:25.135260 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8418d-cf2a-4765-8ef3-ef573d50048b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:25.135601 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8418d-cf2a-4765-8ef3-ef573d50048b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:25.136470 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8418d-cf2a-4765-8ef3-ef573d50048b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:25.137989 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c098b0ca-d93e-4eb8-b50e-25b2cff5d61b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (201da19c-61a9-4a00-984f-e9fc03ad1c04), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.232843 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-319ff782-7a55-47bf-9379-41265c094d18 None None] For port 35ea783d-b1f3-4589-a156-9478ee519f04, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:31:25.236539 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-319ff782-7a55-47bf-9379-41265c094d18 None None] For port 35ea783d-b1f3-4589-a156-9478ee519f04, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=35ea783d-b1f3-4589-a156-9478ee519f04,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:31:25.246060 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-319ff782-7a55-47bf-9379-41265c094d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (35ea783d-b1f3-4589-a156-9478ee519f04), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.296925 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-4c701c6e-3750-4f09-bfbc-7295f1f6ee58 None None] Current status of the port be315920-0649-4ab2-8344-1ca86cd2e22d is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:25.356902 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319ff782-7a55-47bf-9379-41265c094d18 None None] Routers {'201da19c-61a9-4a00-984f-e9fc03ad1c04'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:25.357554 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-319ff782-7a55-47bf-9379-41265c094d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['201da19c-61a9-4a00-984f-e9fc03ad1c04'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:25.363846 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c098b0ca-d93e-4eb8-b50e-25b2cff5d61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (85e93b25-df93-4013-b54d-e872a9bd2903), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.562113 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device be315920-0649-4ab2-8344-1ca86cd2e22d up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:25.575793 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8418d-cf2a-4765-8ef3-ef573d50048b None None] Pushing event updated for resources: {'Port': ['ID=35ea783d-b1f3-4589-a156-9478ee519f04,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:25.622191 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-319ff782-7a55-47bf-9379-41265c094d18 None None] Set router 201da19c-61a9-4a00-984f-e9fc03ad1c04 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:25.675747 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9c0d4d84-8a65-4753-8e10-fa300ac05d96 None None] Provisioning complete for port be315920-0649-4ab2-8344-1ca86cd2e22d triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:25.676603 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4d84-8a65-4753-8e10-fa300ac05d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (be315920-0649-4ab2-8344-1ca86cd2e22d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.750216 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port be315920-0649-4ab2-8344-1ca86cd2e22d triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:25.750679 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (be315920-0649-4ab2-8344-1ca86cd2e22d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.779374 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c098b0ca-d93e-4eb8-b50e-25b2cff5d61b admin admin] Publish callbacks [] for port (85e93b25-df93-4013-b54d-e872a9bd2903), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.800266 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c098b0ca-d93e-4eb8-b50e-25b2cff5d61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (85e93b25-df93-4013-b54d-e872a9bd2903), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.862017 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c42ff3-4b81-43b7-ad84-cd8a5c9a9884 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:25.878780 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-40c42ff3-4b81-43b7-ad84-cd8a5c9a9884 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "PUT /v2.0/routers/23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7308800 Feb 19 04:31:25.879239 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36812) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:25.896649 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4343e8bd-f105-4c16-a2ea-c25c97d2fbe7 None None] Sync routers for ids ['23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:25.969186 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9c0d4d84-8a65-4753-8e10-fa300ac05d96 None None] Current status of the port be315920-0649-4ab2-8344-1ca86cd2e22d is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:25.974952 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4343e8bd-f105-4c16-a2ea-c25c97d2fbe7 None None] Routers {'23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:25.975601 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4343e8bd-f105-4c16-a2ea-c25c97d2fbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:25.984668 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c098b0ca-d93e-4eb8-b50e-25b2cff5d61b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (201da19c-61a9-4a00-984f-e9fc03ad1c04), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.987046 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098b0ca-d93e-4eb8-b50e-25b2cff5d61b admin admin] Pushing event updated for resources: {'Port': ['ID=85e93b25-df93-4013-b54d-e872a9bd2903,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:26.021148 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4343e8bd-f105-4c16-a2ea-c25c97d2fbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:26.065362 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-319ff782-7a55-47bf-9379-41265c094d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201da19c-61a9-4a00-984f-e9fc03ad1c04', 'name': 'tempest-TestServerMultinode-475502657-router', 'tenant_id': '89dba804c37b4cb3bbb58d7e296a9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '35ea783d-b1f3-4589-a156-9478ee519f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:19Z', 'updated_at': '2022-02-19T04:31:25Z', 'revision_number': 4, 'project_id': '89dba804c37b4cb3bbb58d7e296a9048', 'gw_port': {'id': '35ea783d-b1f3-4589-a156-9478ee519f04', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201da19c-61a9-4a00-984f-e9fc03ad1c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:21Z', 'updated_at': '2022-02-19T04:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '85e93b25-df93-4013-b54d-e872a9bd2903', 'name': '', 'network_id': '86e0b971-ab40-4a15-8f9d-3d68e95912a7', 'tenant_id': '89dba804c37b4cb3bbb58d7e296a9048', 'mac_address': 'fa:16:3e:3a:e1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201da19c-61a9-4a00-984f-e9fc03ad1c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'af0a5b12-53c1-49b8-8455-185260d62adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:24Z', 'updated_at': '2022-02-19T04:31:24Z', 'revision_number': 1, 'project_id': '89dba804c37b4cb3bbb58d7e296a9048', 'subnets': [{'id': 'af0a5b12-53c1-49b8-8455-185260d62adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:26.076329 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4343e8bd-f105-4c16-a2ea-c25c97d2fbe7 None None] Routers {'23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:26.077218 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4343e8bd-f105-4c16-a2ea-c25c97d2fbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:26.131834 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319ff782-7a55-47bf-9379-41265c094d18 None None] The sync data for ids ['201da19c-61a9-4a00-984f-e9fc03ad1c04'] in n-d-828369-19 is: [{'id': '201da19c-61a9-4a00-984f-e9fc03ad1c04', 'name': 'tempest-TestServerMultinode-475502657-router', 'tenant_id': '89dba804c37b4cb3bbb58d7e296a9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '35ea783d-b1f3-4589-a156-9478ee519f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:19Z', 'updated_at': '2022-02-19T04:31:25Z', 'revision_number': 4, 'project_id': '89dba804c37b4cb3bbb58d7e296a9048', 'gw_port': {'id': '35ea783d-b1f3-4589-a156-9478ee519f04', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201da19c-61a9-4a00-984f-e9fc03ad1c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:21Z', 'updated_at': '2022-02-19T04:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '85e93b25-df93-4013-b54d-e872a9bd2903', 'name': '', 'network_id': '86e0b971-ab40-4a15-8f9d-3d68e95912a7', 'tenant_id': '89dba804c37b4cb3bbb58d7e296a9048', 'mac_address': 'fa:16:3e:3a:e1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201da19c-61a9-4a00-984f-e9fc03ad1c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'af0a5b12-53c1-49b8-8455-185260d62adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:24Z', 'updated_at': '2022-02-19T04:31:24Z', 'revision_number': 1, 'project_id': '89dba804c37b4cb3bbb58d7e296a9048', 'subnets': [{'id': 'af0a5b12-53c1-49b8-8455-185260d62adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:26.150207 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port be315920-0649-4ab2-8344-1ca86cd2e22d is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:26.154932 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4343e8bd-f105-4c16-a2ea-c25c97d2fbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:26.155574 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4343e8bd-f105-4c16-a2ea-c25c97d2fbe7 None None] The sync data for ids ['23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:26.171367 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-bc43fe30-ac70-4936-9fd5-51af9449ab87 None None] Provisioning complete for port 85e93b25-df93-4013-b54d-e872a9bd2903 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:26.171367 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bc43fe30-ac70-4936-9fd5-51af9449ab87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (85e93b25-df93-4013-b54d-e872a9bd2903), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:26.189844 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c098b0ca-d93e-4eb8-b50e-25b2cff5d61b admin admin] Network 86e0b971-ab40-4a15-8f9d-3d68e95912a7 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:26.192233 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-c098b0ca-d93e-4eb8-b50e-25b2cff5d61b admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:26.238989 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-bc43fe30-ac70-4936-9fd5-51af9449ab87 None None] Port 85e93b25-df93-4013-b54d-e872a9bd2903 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:31:26.428803 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c098b0ca-d93e-4eb8-b50e-25b2cff5d61b admin admin] Router 201da19c-61a9-4a00-984f-e9fc03ad1c04 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:31:26.563994 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-742cca39-ac2c-40f0-8211-ed256722f33b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:26.617186 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-3b924b0a-5e49-4914-97ce-67dda8cbc6a5 None None] Provisioning complete for port 85e93b25-df93-4013-b54d-e872a9bd2903 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:26.617512 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3b924b0a-5e49-4914-97ce-67dda8cbc6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (85e93b25-df93-4013-b54d-e872a9bd2903), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:26.676919 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3b924b0a-5e49-4914-97ce-67dda8cbc6a5 None None] Port 85e93b25-df93-4013-b54d-e872a9bd2903 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:31:26.907255 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-742cca39-ac2c-40f0-8211-ed256722f33b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Deleting port d51f52f5-50bc-4fa0-ab11-6c898f04f74d {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:26.907813 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-742cca39-ac2c-40f0-8211-ed256722f33b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (d51f52f5-50bc-4fa0-ab11-6c898f04f74d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:26.966682 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c098b0ca-d93e-4eb8-b50e-25b2cff5d61b admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:26.976146 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c098b0ca-d93e-4eb8-b50e-25b2cff5d61b admin admin] 10.222.0.52 "PUT /v2.0/routers/201da19c-61a9-4a00-984f-e9fc03ad1c04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5422506 Feb 19 04:31:27.009498 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:27.032297 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-742cca39-ac2c-40f0-8211-ed256722f33b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (d51f52f5-50bc-4fa0-ab11-6c898f04f74d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:27.046101 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-742cca39-ac2c-40f0-8211-ed256722f33b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Calling delete_port for d51f52f5-50bc-4fa0-ab11-6c898f04f74d owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:27.327042 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-742cca39-ac2c-40f0-8211-ed256722f33b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (d51f52f5-50bc-4fa0-ab11-6c898f04f74d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:27.359394 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742cca39-ac2c-40f0-8211-ed256722f33b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Port': ['ID=d51f52f5-50bc-4fa0-ab11-6c898f04f74d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:27.607996 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 35ea783d-b1f3-4589-a156-9478ee519f04 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:27.655072 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-742cca39-ac2c-40f0-8211-ed256722f33b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:27.670306 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 35ea783d-b1f3-4589-a156-9478ee519f04 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:27.670878 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (35ea783d-b1f3-4589-a156-9478ee519f04), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:27.771773 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 35ea783d-b1f3-4589-a156-9478ee519f04 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:27.772167 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (35ea783d-b1f3-4589-a156-9478ee519f04), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:27.795279 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 35ea783d-b1f3-4589-a156-9478ee519f04, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=35ea783d-b1f3-4589-a156-9478ee519f04,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:27.802103 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (35ea783d-b1f3-4589-a156-9478ee519f04), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:27.849079 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-6f7dcb34-ecb5-4da3-94b6-96b37be00709 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:27.862789 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=35ea783d-b1f3-4589-a156-9478ee519f04,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:27.863604 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-6f7dcb34-ecb5-4da3-94b6-96b37be00709 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/networks?id=fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9 HTTP/1.1" status: 200 len: 910 time: 0.1669261 Feb 19 04:31:27.891365 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-85f03da9-6e6b-4678-b618-f3d51d2aa677 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/quotas/89dba804c37b4cb3bbb58d7e296a9048 HTTP/1.1" status: 200 len: 375 time: 0.0265801 Feb 19 04:31:27.918126 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742cca39-ac2c-40f0-8211-ed256722f33b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Router 23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:31:27.990563 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-9b50e7a3-b2dd-45f6-8efb-50aa3695f2bd tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?tenant_id=89dba804c37b4cb3bbb58d7e296a9048&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0981941 Feb 19 04:31:28.017720 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742cca39-ac2c-40f0-8211-ed256722f33b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:28.027427 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-742cca39-ac2c-40f0-8211-ed256722f33b tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "PUT /v2.0/routers/23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1426618 Feb 19 04:31:28.028329 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36844) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:28.030209 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ead50a-f465-4ff9-b0f9-68cec84ea3e0 None None] Sync routers for ids ['23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:28.046510 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ead50a-f465-4ff9-b0f9-68cec84ea3e0 None None] Routers {'23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:28.047137 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-34ead50a-f465-4ff9-b0f9-68cec84ea3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:28.069117 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1be16473-3fe8-480b-b3a3-97bb9e175f93 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "GET /v2.0/ports?device_id=23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef HTTP/1.1" status: 200 len: 205 time: 0.0396409 Feb 19 04:31:28.073316 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36846) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:28.095089 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-34ead50a-f465-4ff9-b0f9-68cec84ea3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:28.111886 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ead50a-f465-4ff9-b0f9-68cec84ea3e0 None None] Routers {'23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:28.112609 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-34ead50a-f465-4ff9-b0f9-68cec84ea3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:28.159059 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-34ead50a-f465-4ff9-b0f9-68cec84ea3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:28.159668 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ead50a-f465-4ff9-b0f9-68cec84ea3e0 None None] The sync data for ids ['23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:28.169580 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-e5b20be4-4e7e-416b-b86a-61352eb968b2 service neutron] 10.222.0.52 "GET /v2.0/networks/fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779263 Feb 19 04:31:28.180526 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-054f34cc-b2c4-4a32-8dea-7bba01ea15ed tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router (23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:28.420844 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-054f34cc-b2c4-4a32-8dea-7bba01ea15ed tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:28.426896 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-054f34cc-b2c4-4a32-8dea-7bba01ea15ed tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router_controller (23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:28.435957 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-9f83c2d8-9f21-4677-8a8c-23243e5010e2 service neutron] 10.222.0.52 "GET /v2.0/networks/fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530658 Feb 19 04:31:28.475747 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-054f34cc-b2c4-4a32-8dea-7bba01ea15ed tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:28.476286 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054f34cc-b2c4-4a32-8dea-7bba01ea15ed tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Fanout notify agent at l3_agent the message router_deleted on router 23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:31:28.483762 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-054f34cc-b2c4-4a32-8dea-7bba01ea15ed tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:28.484884 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-054f34cc-b2c4-4a32-8dea-7bba01ea15ed tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/routers/23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef HTTP/1.1" status: 204 len: 168 time: 0.4106030 Feb 19 04:31:28.487663 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36852) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:28.550658 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-64377091-2b68-4513-8979-b6b37f539759 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Deleting subnet 5e11eb7f-ec08-4b52-bb47-0ffe055305e0 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:31:28.553900 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-64377091-2b68-4513-8979-b6b37f539759 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for subnet (5e11eb7f-ec08-4b52-bb47-0ffe055305e0), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:28.609012 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-64377091-2b68-4513-8979-b6b37f539759 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (5e11eb7f-ec08-4b52-bb47-0ffe055305e0), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:28.677993 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02bec304-0dd2-4d8e-b8c0-c184badd5e40 req-4051f244-a64f-4030-a535-e88ad65dc598 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=464aea6e-7f0b-4991-8c4f-b46c22a54b2b HTTP/1.1" status: 200 len: 210 time: 0.0419202 Feb 19 04:31:28.752113 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-64377091-2b68-4513-8979-b6b37f539759 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (5e11eb7f-ec08-4b52-bb47-0ffe055305e0), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:28.832391 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-64377091-2b68-4513-8979-b6b37f539759 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (5e11eb7f-ec08-4b52-bb47-0ffe055305e0), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:28.863864 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64377091-2b68-4513-8979-b6b37f539759 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Subnet': ['ID=5e11eb7f-ec08-4b52-bb47-0ffe055305e0,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:28.873202 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-64377091-2b68-4513-8979-b6b37f539759 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:28.874729 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc50ea3f-80f2-4bc8-9390-bafe42a4fd6c None None] Network 0eb71fcd-fb71-4ed6-9608-e9f9918af283 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:28.877158 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-64377091-2b68-4513-8979-b6b37f539759 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/subnets/5e11eb7f-ec08-4b52-bb47-0ffe055305e0 HTTP/1.1" status: 204 len: 168 time: 0.3884432 Feb 19 04:31:28.880179 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36866) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:28.963086 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd2c78d-5e4c-4954-a875-2ee2391914e0 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Deleting subnet 85ddf9bd-f448-44f3-b4ef-83787d7e930c {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:31:28.969223 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7fd2c78d-5e4c-4954-a875-2ee2391914e0 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for subnet (85ddf9bd-f448-44f3-b4ef-83787d7e930c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:29.038359 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7fd2c78d-5e4c-4954-a875-2ee2391914e0 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (85ddf9bd-f448-44f3-b4ef-83787d7e930c), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:29.115900 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4df28a6-e672-4109-99de-7ebf5a6881dc None None] DHCP port deletion for 0eb71fcd-fb71-4ed6-9608-e9f9918af283 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:31:29.189780 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7fd2c78d-5e4c-4954-a875-2ee2391914e0 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (85ddf9bd-f448-44f3-b4ef-83787d7e930c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:29.191705 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e4df28a6-e672-4109-99de-7ebf5a6881dc None None] Deleting port efcc6b8e-d5f9-4354-a3f4-d50d707fb835 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:29.192096 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e4df28a6-e672-4109-99de-7ebf5a6881dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (efcc6b8e-d5f9-4354-a3f4-d50d707fb835), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:29.263031 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e4df28a6-e672-4109-99de-7ebf5a6881dc None None] For port efcc6b8e-d5f9-4354-a3f4-d50d707fb835, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=efcc6b8e-d5f9-4354-a3f4-d50d707fb835,segment=NetworkSegment(0dddbac8-084a-4ce6-92d5-cfe755ecebbe),segment_id=0dddbac8-084a-4ce6-92d5-cfe755ecebbe)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:29.263494 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e4df28a6-e672-4109-99de-7ebf5a6881dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (efcc6b8e-d5f9-4354-a3f4-d50d707fb835), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:29.284743 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7fd2c78d-5e4c-4954-a875-2ee2391914e0 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (85ddf9bd-f448-44f3-b4ef-83787d7e930c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:29.288017 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e4df28a6-e672-4109-99de-7ebf5a6881dc None None] Calling delete_port for efcc6b8e-d5f9-4354-a3f4-d50d707fb835 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:29.333706 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd2c78d-5e4c-4954-a875-2ee2391914e0 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Subnet': ['ID=85ddf9bd-f448-44f3-b4ef-83787d7e930c,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:29.336085 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7fd2c78d-5e4c-4954-a875-2ee2391914e0 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:29.340919 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7fd2c78d-5e4c-4954-a875-2ee2391914e0 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/subnets/85ddf9bd-f448-44f3-b4ef-83787d7e930c HTTP/1.1" status: 204 len: 168 time: 0.4580135 Feb 19 04:31:29.343693 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36870) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:29.357448 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af955a8-c138-4a35-8e9e-2b3332d54790 None None] Sync routers for ids ['201da19c-61a9-4a00-984f-e9fc03ad1c04'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:29.360170 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8b19f9-042c-4626-ba0a-3c164adc976b None None] Network d005955e-ca2c-4e38-9a11-e84a694f31e5 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:29.445579 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-301160af-b8b6-4575-b814-b5684a2db029 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (0eb71fcd-fb71-4ed6-9608-e9f9918af283), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:29.465743 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af955a8-c138-4a35-8e9e-2b3332d54790 None None] Routers {'201da19c-61a9-4a00-984f-e9fc03ad1c04'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:29.466433 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4af955a8-c138-4a35-8e9e-2b3332d54790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['201da19c-61a9-4a00-984f-e9fc03ad1c04'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:29.551303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-301160af-b8b6-4575-b814-b5684a2db029 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Deleting port efcc6b8e-d5f9-4354-a3f4-d50d707fb835 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:29.551682 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-301160af-b8b6-4575-b814-b5684a2db029 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (efcc6b8e-d5f9-4354-a3f4-d50d707fb835), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:29.588908 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 35ea783d-b1f3-4589-a156-9478ee519f04 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:29.632015 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-301160af-b8b6-4575-b814-b5684a2db029 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] For port efcc6b8e-d5f9-4354-a3f4-d50d707fb835, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=efcc6b8e-d5f9-4354-a3f4-d50d707fb835,segment=NetworkSegment(0dddbac8-084a-4ce6-92d5-cfe755ecebbe),segment_id=0dddbac8-084a-4ce6-92d5-cfe755ecebbe)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:29.632794 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-301160af-b8b6-4575-b814-b5684a2db029 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (efcc6b8e-d5f9-4354-a3f4-d50d707fb835), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:29.648527 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-301160af-b8b6-4575-b814-b5684a2db029 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Calling delete_port for efcc6b8e-d5f9-4354-a3f4-d50d707fb835 owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:29.675476 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e4df28a6-e672-4109-99de-7ebf5a6881dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (efcc6b8e-d5f9-4354-a3f4-d50d707fb835), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:29.690712 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-4af955a8-c138-4a35-8e9e-2b3332d54790 None None] Set router 201da19c-61a9-4a00-984f-e9fc03ad1c04 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:29.772641 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4df28a6-e672-4109-99de-7ebf5a6881dc None None] No DVR routers for this DVR port efcc6b8e-d5f9-4354-a3f4-d50d707fb835 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:31:29.783500 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df28a6-e672-4109-99de-7ebf5a6881dc None None] Pushing event deleted for resources: {'Port': ['ID=efcc6b8e-d5f9-4354-a3f4-d50d707fb835,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:29.790045 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76cccaa-6928-46cc-a252-680ce4e82fe8 None None] DHCP port deletion for d005955e-ca2c-4e38-9a11-e84a694f31e5 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:31:29.843351 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-301160af-b8b6-4575-b814-b5684a2db029 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (efcc6b8e-d5f9-4354-a3f4-d50d707fb835), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:29.882798 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c8f26da-88eb-45bf-bb07-18f7144e5c3d req-2fcfea41-4ec2-45a3-8198-4d7d1179348b tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=464aea6e-7f0b-4991-8c4f-b46c22a54b2b HTTP/1.1" status: 200 len: 210 time: 0.0509639 Feb 19 04:31:29.889170 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 35ea783d-b1f3-4589-a156-9478ee519f04 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:29.889732 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (35ea783d-b1f3-4589-a156-9478ee519f04), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:29.913029 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301160af-b8b6-4575-b814-b5684a2db029 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Port': ['ID=efcc6b8e-d5f9-4354-a3f4-d50d707fb835,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:29.915747 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301160af-b8b6-4575-b814-b5684a2db029 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] No DVR routers for this DVR port efcc6b8e-d5f9-4354-a3f4-d50d707fb835 on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:31:30.031271 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-301160af-b8b6-4575-b814-b5684a2db029 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (0eb71fcd-fb71-4ed6-9608-e9f9918af283), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.036807 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.074473 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-301160af-b8b6-4575-b814-b5684a2db029 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb71fcd-fb71-4ed6-9608-e9f9918af283']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:30.086743 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-301160af-b8b6-4575-b814-b5684a2db029 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dddbac8-084a-4ce6-92d5-cfe755ecebbe') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:30.087091 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-301160af-b8b6-4575-b814-b5684a2db029 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dddbac8-084a-4ce6-92d5-cfe755ecebbe') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:30.099468 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-301160af-b8b6-4575-b814-b5684a2db029 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (0dddbac8-084a-4ce6-92d5-cfe755ecebbe), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.115689 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-301160af-b8b6-4575-b814-b5684a2db029 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (0dddbac8-084a-4ce6-92d5-cfe755ecebbe), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.118673 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f76cccaa-6928-46cc-a252-680ce4e82fe8 None None] Deleting port ace95104-de0c-4d4c-94e9-23197e9126c3 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:30.119358 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f76cccaa-6928-46cc-a252-680ce4e82fe8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ace95104-de0c-4d4c-94e9-23197e9126c3), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.125381 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-301160af-b8b6-4575-b814-b5684a2db029 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:31:30.125797 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-301160af-b8b6-4575-b814-b5684a2db029 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (0dddbac8-084a-4ce6-92d5-cfe755ecebbe), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:31:30.129414 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:31:30.201078 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-301160af-b8b6-4575-b814-b5684a2db029 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (0eb71fcd-fb71-4ed6-9608-e9f9918af283), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.210083 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-301160af-b8b6-4575-b814-b5684a2db029 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.213549 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-301160af-b8b6-4575-b814-b5684a2db029 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/networks/0eb71fcd-fb71-4ed6-9608-e9f9918af283 HTTP/1.1" status: 204 len: 168 time: 0.8685837 Feb 19 04:31:30.217401 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36880) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:30.226494 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 35ea783d-b1f3-4589-a156-9478ee519f04 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:30.280467 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-f76cccaa-6928-46cc-a252-680ce4e82fe8 None None] For port ace95104-de0c-4d4c-94e9-23197e9126c3, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ace95104-de0c-4d4c-94e9-23197e9126c3,segment=NetworkSegment(c2f53a6d-76e6-49f0-b7c5-d805aa284ba2),segment_id=c2f53a6d-76e6-49f0-b7c5-d805aa284ba2)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:30.280926 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f76cccaa-6928-46cc-a252-680ce4e82fe8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ace95104-de0c-4d4c-94e9-23197e9126c3), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.314965 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f76cccaa-6928-46cc-a252-680ce4e82fe8 None None] Calling delete_port for ace95104-de0c-4d4c-94e9-23197e9126c3 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:30.317507 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301160af-b8b6-4575-b814-b5684a2db029 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Network': ['ID=0eb71fcd-fb71-4ed6-9608-e9f9918af283,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:30.394689 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ac21341-0d8e-4d95-89f2-74985f74d932 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (d005955e-ca2c-4e38-9a11-e84a694f31e5), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.402504 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4af955a8-c138-4a35-8e9e-2b3332d54790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201da19c-61a9-4a00-984f-e9fc03ad1c04', 'name': 'tempest-TestServerMultinode-475502657-router', 'tenant_id': '89dba804c37b4cb3bbb58d7e296a9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '35ea783d-b1f3-4589-a156-9478ee519f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:19Z', 'updated_at': '2022-02-19T04:31:25Z', 'revision_number': 4, 'project_id': '89dba804c37b4cb3bbb58d7e296a9048', 'gw_port': {'id': '35ea783d-b1f3-4589-a156-9478ee519f04', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201da19c-61a9-4a00-984f-e9fc03ad1c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:21Z', 'updated_at': '2022-02-19T04:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '85e93b25-df93-4013-b54d-e872a9bd2903', 'name': '', 'network_id': '86e0b971-ab40-4a15-8f9d-3d68e95912a7', 'tenant_id': '89dba804c37b4cb3bbb58d7e296a9048', 'mac_address': 'fa:16:3e:3a:e1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201da19c-61a9-4a00-984f-e9fc03ad1c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'af0a5b12-53c1-49b8-8455-185260d62adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:24Z', 'updated_at': '2022-02-19T04:31:25Z', 'revision_number': 2, 'project_id': '89dba804c37b4cb3bbb58d7e296a9048', 'subnets': [{'id': 'af0a5b12-53c1-49b8-8455-185260d62adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:30.405116 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device efcc6b8e-d5f9-4354-a3f4-d50d707fb835 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:31:30.457302 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af955a8-c138-4a35-8e9e-2b3332d54790 None None] Checking router: 201da19c-61a9-4a00-984f-e9fc03ad1c04 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:31:30.457688 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af955a8-c138-4a35-8e9e-2b3332d54790 None None] Updating router 201da19c-61a9-4a00-984f-e9fc03ad1c04 port 85e93b25-df93-4013-b54d-e872a9bd2903 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:31:30.463662 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: efcc6b8e-d5f9-4354-a3f4-d50d707fb835 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:31:30.475927 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device efcc6b8e-d5f9-4354-a3f4-d50d707fb835 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:31:30.496516 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-5ac21341-0d8e-4d95-89f2-74985f74d932 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Deleting port ace95104-de0c-4d4c-94e9-23197e9126c3 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:30.497075 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ac21341-0d8e-4d95-89f2-74985f74d932 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ace95104-de0c-4d4c-94e9-23197e9126c3), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.522016 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4af955a8-c138-4a35-8e9e-2b3332d54790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (85e93b25-df93-4013-b54d-e872a9bd2903), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.557712 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-e2affab1-744c-4f96-8650-d731aa875206 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:30.559895 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-e2affab1-744c-4f96-8650-d731aa875206 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.79 "GET /v2.0/networks?id=fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9 HTTP/1.1" status: 200 len: 910 time: 0.1513946 Feb 19 04:31:30.574543 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-2525ca1d-8a5e-4d34-a18c-674d8ac1b08e tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Request body: {'port': {'device_id': '464aea6e-7f0b-4991-8c4f-b46c22a54b2b', 'network_id': 'fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9', 'admin_state_up': True, 'tenant_id': '89dba804c37b4cb3bbb58d7e296a9048'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:30.574929 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f76cccaa-6928-46cc-a252-680ce4e82fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (ace95104-de0c-4d4c-94e9-23197e9126c3), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.582474 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-5ac21341-0d8e-4d95-89f2-74985f74d932 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] For port ace95104-de0c-4d4c-94e9-23197e9126c3, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ace95104-de0c-4d4c-94e9-23197e9126c3,segment=NetworkSegment(c2f53a6d-76e6-49f0-b7c5-d805aa284ba2),segment_id=c2f53a6d-76e6-49f0-b7c5-d805aa284ba2)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:30.582967 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ac21341-0d8e-4d95-89f2-74985f74d932 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ace95104-de0c-4d4c-94e9-23197e9126c3), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.600472 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-5ac21341-0d8e-4d95-89f2-74985f74d932 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Calling delete_port for ace95104-de0c-4d4c-94e9-23197e9126c3 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:30.605153 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76cccaa-6928-46cc-a252-680ce4e82fe8 None None] Pushing event deleted for resources: {'Port': ['ID=ace95104-de0c-4d4c-94e9-23197e9126c3,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:30.624217 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76cccaa-6928-46cc-a252-680ce4e82fe8 None None] No DVR routers for this DVR port ace95104-de0c-4d4c-94e9-23197e9126c3 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:31:30.626818 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-2525ca1d-8a5e-4d34-a18c-674d8ac1b08e tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Made reservation on behalf of 89dba804c37b4cb3bbb58d7e296a9048 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:30.629388 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-2525ca1d-8a5e-4d34-a18c-674d8ac1b08e tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.701445 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4c527d8b-c97e-4ad3-862a-f28c9dce01e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.720013 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ac21341-0d8e-4d95-89f2-74985f74d932 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ace95104-de0c-4d4c-94e9-23197e9126c3), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.750526 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac21341-0d8e-4d95-89f2-74985f74d932 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Port': ['ID=ace95104-de0c-4d4c-94e9-23197e9126c3,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:30.768771 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac21341-0d8e-4d95-89f2-74985f74d932 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] No DVR routers for this DVR port ace95104-de0c-4d4c-94e9-23197e9126c3 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:31:30.845089 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-2525ca1d-8a5e-4d34-a18c-674d8ac1b08e tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Allocated IP 172.20.0.12 (fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9/ba5c3570-70cc-4dda-83e6-169580a65783/c2eb822a-2807-4c33-9d79-781243837545) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:30.886540 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ac21341-0d8e-4d95-89f2-74985f74d932 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (d005955e-ca2c-4e38-9a11-e84a694f31e5), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.930116 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-5ac21341-0d8e-4d95-89f2-74985f74d932 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d005955e-ca2c-4e38-9a11-e84a694f31e5']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:30.939828 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-5ac21341-0d8e-4d95-89f2-74985f74d932 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f53a6d-76e6-49f0-b7c5-d805aa284ba2') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:30.940367 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-5ac21341-0d8e-4d95-89f2-74985f74d932 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f53a6d-76e6-49f0-b7c5-d805aa284ba2') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:30.952151 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4af955a8-c138-4a35-8e9e-2b3332d54790 None None] Publish callbacks [] for port (85e93b25-df93-4013-b54d-e872a9bd2903), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.956197 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ac21341-0d8e-4d95-89f2-74985f74d932 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (c2f53a6d-76e6-49f0-b7c5-d805aa284ba2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.966309 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4af955a8-c138-4a35-8e9e-2b3332d54790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (85e93b25-df93-4013-b54d-e872a9bd2903), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.974225 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ac21341-0d8e-4d95-89f2-74985f74d932 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (c2f53a6d-76e6-49f0-b7c5-d805aa284ba2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.983601 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac21341-0d8e-4d95-89f2-74985f74d932 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:31:30.984170 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ac21341-0d8e-4d95-89f2-74985f74d932 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (c2f53a6d-76e6-49f0-b7c5-d805aa284ba2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: self.session.flush() Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:31:30.987927 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:31:31.066209 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ac21341-0d8e-4d95-89f2-74985f74d932 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (d005955e-ca2c-4e38-9a11-e84a694f31e5), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:31.076787 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5ac21341-0d8e-4d95-89f2-74985f74d932 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:31.086199 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79afe36-e375-45ae-b602-2c95609fd0ad None None] Pushing event updated for resources: {'Port': ['ID=85e93b25-df93-4013-b54d-e872a9bd2903,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:31.086426 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5ac21341-0d8e-4d95-89f2-74985f74d932 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/networks/d005955e-ca2c-4e38-9a11-e84a694f31e5 HTTP/1.1" status: 204 len: 168 time: 0.8613510 Feb 19 04:31:31.089457 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36888) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:31.092660 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f937051d-aa87-4f4e-86fd-7c70192821c2 req-15937a0e-26cb-4a8b-a6c5-d195635111cd tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=464aea6e-7f0b-4991-8c4f-b46c22a54b2b HTTP/1.1" status: 200 len: 210 time: 0.0987623 Feb 19 04:31:31.108866 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-4af955a8-c138-4a35-8e9e-2b3332d54790 None None] Attempting to bind port 85e93b25-df93-4013-b54d-e872a9bd2903 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:31:31.109598 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-4af955a8-c138-4a35-8e9e-2b3332d54790 None None] Attempting to bind port 85e93b25-df93-4013-b54d-e872a9bd2903 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '1e60d402-c9d7-4d15-bd6a-9b970a1c3bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '86e0b971-ab40-4a15-8f9d-3d68e95912a7'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:31:31.110358 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af955a8-c138-4a35-8e9e-2b3332d54790 None None] Attempting to bind port 85e93b25-df93-4013-b54d-e872a9bd2903 on network 86e0b971-ab40-4a15-8f9d-3d68e95912a7 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:31.118523 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af955a8-c138-4a35-8e9e-2b3332d54790 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:31:31.119060 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af955a8-c138-4a35-8e9e-2b3332d54790 None None] Checking segment: {'id': '1e60d402-c9d7-4d15-bd6a-9b970a1c3bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '86e0b971-ab40-4a15-8f9d-3d68e95912a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:31.119505 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4af955a8-c138-4a35-8e9e-2b3332d54790 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:31.119900 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af955a8-c138-4a35-8e9e-2b3332d54790 None None] Bound using segment: {'id': '1e60d402-c9d7-4d15-bd6a-9b970a1c3bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '86e0b971-ab40-4a15-8f9d-3d68e95912a7'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:31:31.120513 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-4af955a8-c138-4a35-8e9e-2b3332d54790 None None] Bound port: 85e93b25-df93-4013-b54d-e872a9bd2903, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e60d402-c9d7-4d15-bd6a-9b970a1c3bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '86e0b971-ab40-4a15-8f9d-3d68e95912a7'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:31:31.120900 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4af955a8-c138-4a35-8e9e-2b3332d54790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (85e93b25-df93-4013-b54d-e872a9bd2903), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:31.127405 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d6d10bb6-299d-43ec-abbe-fbf83aeb629c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'network': {'name': 'tempest-RoutersTest-1573072156'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:31.132941 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac21341-0d8e-4d95-89f2-74985f74d932 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Network': ['ID=d005955e-ca2c-4e38-9a11-e84a694f31e5,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:31.144729 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-2525ca1d-8a5e-4d34-a18c-674d8ac1b08e tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Publish callbacks [] for port (c2eb822a-2807-4c33-9d79-781243837545), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:31.167716 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d10bb6-299d-43ec-abbe-fbf83aeb629c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Made reservation on behalf of 6f6253efb36743ecbd8291e71f2cddd8 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:31.171937 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6d10bb6-299d-43ec-abbe-fbf83aeb629c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:31.197926 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-2525ca1d-8a5e-4d34-a18c-674d8ac1b08e tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (c2eb822a-2807-4c33-9d79-781243837545), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:31.208255 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d10bb6-299d-43ec-abbe-fbf83aeb629c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:31:31.216620 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-4af955a8-c138-4a35-8e9e-2b3332d54790 None None] For port 85e93b25-df93-4013-b54d-e872a9bd2903, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:31:31.222028 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-4af955a8-c138-4a35-8e9e-2b3332d54790 None None] For port 85e93b25-df93-4013-b54d-e872a9bd2903, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=85e93b25-df93-4013-b54d-e872a9bd2903,segment=NetworkSegment(1e60d402-c9d7-4d15-bd6a-9b970a1c3bca),segment_id=1e60d402-c9d7-4d15-bd6a-9b970a1c3bca)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:31:31.227967 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6d10bb6-299d-43ec-abbe-fbf83aeb629c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (bfe13b7a-7ec1-414e-ba20-7000d3cac654), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:31.228557 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-d6d10bb6-299d-43ec-abbe-fbf83aeb629c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Added segment bfe13b7a-7ec1-414e-ba20-7000d3cac654 of type vlan for network 0ba95de8-6d51-4dfe-9a04-24110fb43231 Feb 19 04:31:31.233197 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4af955a8-c138-4a35-8e9e-2b3332d54790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (85e93b25-df93-4013-b54d-e872a9bd2903), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:31.256785 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-2525ca1d-8a5e-4d34-a18c-674d8ac1b08e tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Network fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:31.260055 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-2525ca1d-8a5e-4d34-a18c-674d8ac1b08e tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:31.265649 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-2525ca1d-8a5e-4d34-a18c-674d8ac1b08e tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:31.306852 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2525ca1d-8a5e-4d34-a18c-674d8ac1b08e tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Pushing event updated for resources: {'Port': ['ID=c2eb822a-2807-4c33-9d79-781243837545,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:31.313522 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6d10bb6-299d-43ec-abbe-fbf83aeb629c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (0ba95de8-6d51-4dfe-9a04-24110fb43231), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:31.325655 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-2525ca1d-8a5e-4d34-a18c-674d8ac1b08e tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:31.326423 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-2525ca1d-8a5e-4d34-a18c-674d8ac1b08e tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:31.337632 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af955a8-c138-4a35-8e9e-2b3332d54790 None None] Routers {'201da19c-61a9-4a00-984f-e9fc03ad1c04'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:31.340097 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4af955a8-c138-4a35-8e9e-2b3332d54790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['201da19c-61a9-4a00-984f-e9fc03ad1c04'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:31.350818 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-2525ca1d-8a5e-4d34-a18c-674d8ac1b08e tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7815721 Feb 19 04:31:31.364053 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-cae5da73-68ed-46b6-8d53-18f901155163 service neutron] Request body: {'port': {'device_id': '464aea6e-7f0b-4991-8c4f-b46c22a54b2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:31.402762 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6d10bb6-299d-43ec-abbe-fbf83aeb629c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (0ba95de8-6d51-4dfe-9a04-24110fb43231), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:31.409244 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d10bb6-299d-43ec-abbe-fbf83aeb629c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:31.409910 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6d10bb6-299d-43ec-abbe-fbf83aeb629c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:31.437793 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d6d10bb6-299d-43ec-abbe-fbf83aeb629c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3439260 Feb 19 04:31:31.447016 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36890) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:31.454485 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-5cef3c26-30c0-41e1-a9bd-efec5a537860 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'subnet': {'network_id': '0ba95de8-6d51-4dfe-9a04-24110fb43231', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:31.463211 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79afe36-e375-45ae-b602-2c95609fd0ad None None] Pushing event updated for resources: {'Port': ['ID=85e93b25-df93-4013-b54d-e872a9bd2903,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:31.503134 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-3351da9c-8a80-4dcd-864a-b72a845b358c None None] Provisioning complete for port 85e93b25-df93-4013-b54d-e872a9bd2903 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:31.504065 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3351da9c-8a80-4dcd-864a-b72a845b358c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (85e93b25-df93-4013-b54d-e872a9bd2903), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:31.581484 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-cae5da73-68ed-46b6-8d53-18f901155163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c2eb822a-2807-4c33-9d79-781243837545), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:31.599851 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d10bb6-299d-43ec-abbe-fbf83aeb629c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Network': ['ID=0ba95de8-6d51-4dfe-9a04-24110fb43231,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:31.723977 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cef3c26-30c0-41e1-a9bd-efec5a537860 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Made reservation on behalf of 6f6253efb36743ecbd8291e71f2cddd8 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:31.727987 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5cef3c26-30c0-41e1-a9bd-efec5a537860 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:31.775474 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ace95104-de0c-4d4c-94e9-23197e9126c3 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:31:31.777798 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 0ba95de8-6d51-4dfe-9a04-24110fb43231 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:31:31.848512 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: ace95104-de0c-4d4c-94e9-23197e9126c3 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:31:31.848512 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ace95104-de0c-4d4c-94e9-23197e9126c3 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:31:31.877509 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-4af955a8-c138-4a35-8e9e-2b3332d54790 None None] Set router 201da19c-61a9-4a00-984f-e9fc03ad1c04 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:32.050576 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3351da9c-8a80-4dcd-864a-b72a845b358c None None] Current status of the port 85e93b25-df93-4013-b54d-e872a9bd2903 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:32.051264 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3351da9c-8a80-4dcd-864a-b72a845b358c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (85e93b25-df93-4013-b54d-e872a9bd2903), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:32.087879 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5cef3c26-30c0-41e1-a9bd-efec5a537860 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (dc8398ba-aadb-4e31-a132-da9daf1b54fb), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:32.108131 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3351da9c-8a80-4dcd-864a-b72a845b358c None None] For port 85e93b25-df93-4013-b54d-e872a9bd2903, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=85e93b25-df93-4013-b54d-e872a9bd2903,segment=NetworkSegment(1e60d402-c9d7-4d15-bd6a-9b970a1c3bca),segment_id=1e60d402-c9d7-4d15-bd6a-9b970a1c3bca)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:32.130377 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3351da9c-8a80-4dcd-864a-b72a845b358c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (85e93b25-df93-4013-b54d-e872a9bd2903), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:32.163601 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef3c26-30c0-41e1-a9bd-efec5a537860 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Subnet': ['ID=dc8398ba-aadb-4e31-a132-da9daf1b54fb,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:32.176674 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-cae5da73-68ed-46b6-8d53-18f901155163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2eb822a-2807-4c33-9d79-781243837545 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:31:32.191050 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351da9c-8a80-4dcd-864a-b72a845b358c None None] Pushing event updated for resources: {'Port': ['ID=85e93b25-df93-4013-b54d-e872a9bd2903,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:32.202648 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-cae5da73-68ed-46b6-8d53-18f901155163 service neutron] Publish callbacks [] for port (c2eb822a-2807-4c33-9d79-781243837545), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:32.212292 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4af955a8-c138-4a35-8e9e-2b3332d54790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201da19c-61a9-4a00-984f-e9fc03ad1c04', 'name': 'tempest-TestServerMultinode-475502657-router', 'tenant_id': '89dba804c37b4cb3bbb58d7e296a9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '35ea783d-b1f3-4589-a156-9478ee519f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:19Z', 'updated_at': '2022-02-19T04:31:25Z', 'revision_number': 4, 'project_id': '89dba804c37b4cb3bbb58d7e296a9048', 'gw_port': {'id': '35ea783d-b1f3-4589-a156-9478ee519f04', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201da19c-61a9-4a00-984f-e9fc03ad1c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:21Z', 'updated_at': '2022-02-19T04:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '85e93b25-df93-4013-b54d-e872a9bd2903', 'name': '', 'network_id': '86e0b971-ab40-4a15-8f9d-3d68e95912a7', 'tenant_id': '89dba804c37b4cb3bbb58d7e296a9048', 'mac_address': 'fa:16:3e:3a:e1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201da19c-61a9-4a00-984f-e9fc03ad1c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'af0a5b12-53c1-49b8-8455-185260d62adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:24Z', 'updated_at': '2022-02-19T04:31:31Z', 'revision_number': 4, 'project_id': '89dba804c37b4cb3bbb58d7e296a9048', 'subnets': [{'id': 'af0a5b12-53c1-49b8-8455-185260d62adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:32.244754 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-cae5da73-68ed-46b6-8d53-18f901155163 service neutron] Transition to ACTIVE for port object c2eb822a-2807-4c33-9d79-781243837545 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:31:32.247994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af955a8-c138-4a35-8e9e-2b3332d54790 None None] The sync data for ids ['201da19c-61a9-4a00-984f-e9fc03ad1c04'] in n-d-828369-19 is: [{'id': '201da19c-61a9-4a00-984f-e9fc03ad1c04', 'name': 'tempest-TestServerMultinode-475502657-router', 'tenant_id': '89dba804c37b4cb3bbb58d7e296a9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '35ea783d-b1f3-4589-a156-9478ee519f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:19Z', 'updated_at': '2022-02-19T04:31:25Z', 'revision_number': 4, 'project_id': '89dba804c37b4cb3bbb58d7e296a9048', 'gw_port': {'id': '35ea783d-b1f3-4589-a156-9478ee519f04', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201da19c-61a9-4a00-984f-e9fc03ad1c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:21Z', 'updated_at': '2022-02-19T04:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '85e93b25-df93-4013-b54d-e872a9bd2903', 'name': '', 'network_id': '86e0b971-ab40-4a15-8f9d-3d68e95912a7', 'tenant_id': '89dba804c37b4cb3bbb58d7e296a9048', 'mac_address': 'fa:16:3e:3a:e1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201da19c-61a9-4a00-984f-e9fc03ad1c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'af0a5b12-53c1-49b8-8455-185260d62adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:24Z', 'updated_at': '2022-02-19T04:31:31Z', 'revision_number': 4, 'project_id': '89dba804c37b4cb3bbb58d7e296a9048', 'subnets': [{'id': 'af0a5b12-53c1-49b8-8455-185260d62adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:32.259990 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2a7cf0e0-8fb1-488c-9505-43464ec84506 None None] Provisioning complete for port 85e93b25-df93-4013-b54d-e872a9bd2903 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:32.260935 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2a7cf0e0-8fb1-488c-9505-43464ec84506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (85e93b25-df93-4013-b54d-e872a9bd2903), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:32.275300 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cef3c26-30c0-41e1-a9bd-efec5a537860 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Checking segment: {'id': 'bfe13b7a-7ec1-414e-ba20-7000d3cac654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ba95de8-6d51-4dfe-9a04-24110fb43231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:32.276988 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cef3c26-30c0-41e1-a9bd-efec5a537860 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network hostable DHCP agents. Network: 0ba95de8-6d51-4dfe-9a04-24110fb43231, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:31:32.281399 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-cae5da73-68ed-46b6-8d53-18f901155163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (c2eb822a-2807-4c33-9d79-781243837545), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:32.330400 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09511f04-07f6-4f16-a1c5-caec1a0be7f4 req-b05804cd-2675-408d-a412-1d5638401558 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:32.339722 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09511f04-07f6-4f16-a1c5-caec1a0be7f4 req-b05804cd-2675-408d-a412-1d5638401558 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=464aea6e-7f0b-4991-8c4f-b46c22a54b2b HTTP/1.1" status: 200 len: 1028 time: 0.1574445 Feb 19 04:31:32.382129 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2a7cf0e0-8fb1-488c-9505-43464ec84506 None None] Current status of the port 85e93b25-df93-4013-b54d-e872a9bd2903 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:32.406305 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09511f04-07f6-4f16-a1c5-caec1a0be7f4 req-8ce15ed5-17db-41ff-a464-f5d2aad823cc tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655932 Feb 19 04:31:32.409398 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cef3c26-30c0-41e1-a9bd-efec5a537860 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network 0ba95de8-6d51-4dfe-9a04-24110fb43231 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:31:32.499595 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-5cef3c26-30c0-41e1-a9bd-efec5a537860 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 0ba95de8-6d51-4dfe-9a04-24110fb43231) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:32.504295 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5da73-68ed-46b6-8d53-18f901155163 service neutron] Pushing event updated for resources: {'Port': ['ID=c2eb822a-2807-4c33-9d79-781243837545,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:32.506892 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cef3c26-30c0-41e1-a9bd-efec5a537860 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:32.507476 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5cef3c26-30c0-41e1-a9bd-efec5a537860 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:32.525432 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf399c4d-e1fe-48c1-9afa-09ae79f621fd None None] Network 0ba95de8-6d51-4dfe-9a04-24110fb43231 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:32.525887 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-cae5da73-68ed-46b6-8d53-18f901155163 service neutron] Attempting to bind port c2eb822a-2807-4c33-9d79-781243837545 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:31:32.527041 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-cae5da73-68ed-46b6-8d53-18f901155163 service neutron] Attempting to bind port c2eb822a-2807-4c33-9d79-781243837545 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '22e0d7fc-9dfd-46ed-b600-8f880b28b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:31:32.527314 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-cae5da73-68ed-46b6-8d53-18f901155163 service neutron] Attempting to bind port c2eb822a-2807-4c33-9d79-781243837545 on network fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:32.533431 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-cae5da73-68ed-46b6-8d53-18f901155163 service neutron] Port c2eb822a-2807-4c33-9d79-781243837545 on network fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:31:32.533762 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-cae5da73-68ed-46b6-8d53-18f901155163 service neutron] Attempting to bind port c2eb822a-2807-4c33-9d79-781243837545 on network fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:32.545103 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-cae5da73-68ed-46b6-8d53-18f901155163 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:31:32.545452 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-cae5da73-68ed-46b6-8d53-18f901155163 service neutron] Checking segment: {'id': '22e0d7fc-9dfd-46ed-b600-8f880b28b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:32.545839 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-cae5da73-68ed-46b6-8d53-18f901155163 service neutron] Bound using segment: {'id': '22e0d7fc-9dfd-46ed-b600-8f880b28b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:31:32.546311 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-cae5da73-68ed-46b6-8d53-18f901155163 service neutron] Bound port: c2eb822a-2807-4c33-9d79-781243837545, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e0d7fc-9dfd-46ed-b600-8f880b28b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:31:32.546687 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-cae5da73-68ed-46b6-8d53-18f901155163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c2eb822a-2807-4c33-9d79-781243837545), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:32.621465 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-cae5da73-68ed-46b6-8d53-18f901155163 service neutron] For port c2eb822a-2807-4c33-9d79-781243837545, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:31:32.625517 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-cae5da73-68ed-46b6-8d53-18f901155163 service neutron] For port c2eb822a-2807-4c33-9d79-781243837545, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c2eb822a-2807-4c33-9d79-781243837545,segment=NetworkSegment(22e0d7fc-9dfd-46ed-b600-8f880b28b7b3),segment_id=22e0d7fc-9dfd-46ed-b600-8f880b28b7b3)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:31:32.633306 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5cef3c26-30c0-41e1-a9bd-efec5a537860 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1826718 Feb 19 04:31:32.634815 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36898) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:32.643169 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-cae5da73-68ed-46b6-8d53-18f901155163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (c2eb822a-2807-4c33-9d79-781243837545), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:32.660381 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-1b19cae4-6716-4eb8-a413-33b1a0f72c0e tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1821199232', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:32.681839 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-cae5da73-68ed-46b6-8d53-18f901155163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:32.682570 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-cae5da73-68ed-46b6-8d53-18f901155163 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:32.684841 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-cae5da73-68ed-46b6-8d53-18f901155163 service neutron] 10.222.0.79 "PUT /v2.0/ports/c2eb822a-2807-4c33-9d79-781243837545 HTTP/1.1" status: 200 len: 1093 time: 1.3257809 Feb 19 04:31:32.685348 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464aea6e-7f0b-4991-8c4f-b46c22a54b2b', 'tag': 'c2eb822a-2807-4c33-9d79-781243837545'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:31:32.687945 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccd85b7-03b5-4286-918f-185609131acd" -d '{"events": [{"name": "network-changed", "server_uuid": "464aea6e-7f0b-4991-8c4f-b46c22a54b2b", "tag": "c2eb822a-2807-4c33-9d79-781243837545"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:31:32.731110 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cecddfb-22dc-463e-ab76-7aa7eda7a9ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-0ba95de8-6d51-4dfe-9a04-24110fb43231', 'network_id': '0ba95de8-6d51-4dfe-9a04-24110fb43231', 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'fixed_ips': [{'subnet_id': 'dc8398ba-aadb-4e31-a132-da9daf1b54fb'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:31:32.733220 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7cecddfb-22dc-463e-ab76-7aa7eda7a9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:32.739077 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1b19cae4-6716-4eb8-a413-33b1a0f72c0e tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (12296bde-fc1f-4435-ab9b-faed89978e84), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:32.740566 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1b19cae4-6716-4eb8-a413-33b1a0f72c0e tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (12296bde-fc1f-4435-ab9b-faed89978e84), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:32.746591 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5da73-68ed-46b6-8d53-18f901155163 service neutron] Pushing event updated for resources: {'Port': ['ID=c2eb822a-2807-4c33-9d79-781243837545,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:32.820445 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e14f146-f363-4eef-bedb-77d8ffe8206e x-openstack-request-id: req-7e14f146-f363-4eef-bedb-77d8ffe8206e {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:31:32.821095 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464aea6e-7f0b-4991-8c4f-b46c22a54b2b", "tag": "c2eb822a-2807-4c33-9d79-781243837545", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:31:32.821456 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7e14f146-f363-4eef-bedb-77d8ffe8206e {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:31:32.822045 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464aea6e-7f0b-4991-8c4f-b46c22a54b2b', 'tag': 'c2eb822a-2807-4c33-9d79-781243837545', 'status': 'completed', 'code': 200} Feb 19 04:31:32.849690 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1b19cae4-6716-4eb8-a413-33b1a0f72c0e tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router_controller (12296bde-fc1f-4435-ab9b-faed89978e84), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:32.857886 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1b19cae4-6716-4eb8-a413-33b1a0f72c0e tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (12296bde-fc1f-4435-ab9b-faed89978e84), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:32.873150 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-9ac473f7-d080-4c28-bb9c-0ad938c55f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:32.874882 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-9ac473f7-d080-4c28-bb9c-0ad938c55f90 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=89dba804c37b4cb3bbb58d7e296a9048&device_id=464aea6e-7f0b-4991-8c4f-b46c22a54b2b HTTP/1.1" status: 200 len: 1127 time: 0.1128614 Feb 19 04:31:32.894059 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1b19cae4-6716-4eb8-a413-33b1a0f72c0e tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:32.895777 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1b19cae4-6716-4eb8-a413-33b1a0f72c0e tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2588637 Feb 19 04:31:32.898384 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36902) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:32.907455 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-458ff468-28de-4128-8ebd-83b1694bea6d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'port': {'network_id': '0ba95de8-6d51-4dfe-9a04-24110fb43231', 'name': 'tempest-RoutersTest-734764089'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:32.975890 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-576b2a59-2237-42c9-8aa5-7e693c8d1459 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2eb822a-2807-4c33-9d79-781243837545 HTTP/1.1" status: 200 len: 217 time: 0.0911090 Feb 19 04:31:33.053829 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-580748fd-89db-4d04-9685-02fb455b12c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:33.059785 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-580748fd-89db-4d04-9685-02fb455b12c0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ba5c3570-70cc-4dda-83e6-169580a65783 HTTP/1.1" status: 200 len: 848 time: 0.0759244 Feb 19 04:31:33.122486 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-7cecddfb-22dc-463e-ab76-7aa7eda7a9ff None None] Allocated IP 172.20.0.2 (0ba95de8-6d51-4dfe-9a04-24110fb43231/dc8398ba-aadb-4e31-a132-da9daf1b54fb/82e38a5e-40aa-45f5-b865-b4983cc43a38) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:33.147260 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-fe706dae-772b-4340-a788-bceae088457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:33.150735 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-fe706dae-772b-4340-a788-bceae088457f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0846727 Feb 19 04:31:33.218321 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458ff468-28de-4128-8ebd-83b1694bea6d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Made reservation on behalf of 6f6253efb36743ecbd8291e71f2cddd8 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:33.238703 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-458ff468-28de-4128-8ebd-83b1694bea6d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:33.264817 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [None req-458ff468-28de-4128-8ebd-83b1694bea6d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] device_id is not set on port 9cb1b20a-125b-4923-b00b-471d336d6c63 yet. {{(pid=109925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:31:33.293460 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-fbd8bc9d-2fad-4075-ba5a-daf4b1544847 service neutron] 10.222.0.79 "GET /v2.0/networks/fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333687 Feb 19 04:31:33.382518 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7cecddfb-22dc-463e-ab76-7aa7eda7a9ff None None] Publish callbacks [] for port (82e38a5e-40aa-45f5-b865-b4983cc43a38), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:33.394534 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7cecddfb-22dc-463e-ab76-7aa7eda7a9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (82e38a5e-40aa-45f5-b865-b4983cc43a38), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:33.432252 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7179419c-9d41-42f3-9f93-c0dc9394fef7 req-6bd879c4-1582-480d-8ab5-e3dfabae5c7b service neutron] 10.222.0.79 "GET /v2.0/networks/fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292040 Feb 19 04:31:33.475290 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cecddfb-22dc-463e-ab76-7aa7eda7a9ff None None] Pushing event updated for resources: {'Port': ['ID=82e38a5e-40aa-45f5-b865-b4983cc43a38,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:33.513221 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cecddfb-22dc-463e-ab76-7aa7eda7a9ff None None] Network 0ba95de8-6d51-4dfe-9a04-24110fb43231 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:33.516413 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-7cecddfb-22dc-463e-ab76-7aa7eda7a9ff None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:33.518958 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-aafa64c0-9a2d-4fa3-8ab6-28d86553b694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:33.521795 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cecddfb-22dc-463e-ab76-7aa7eda7a9ff None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:33.556800 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-458ff468-28de-4128-8ebd-83b1694bea6d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Allocated IP 172.20.0.8 (0ba95de8-6d51-4dfe-9a04-24110fb43231/dc8398ba-aadb-4e31-a132-da9daf1b54fb/9cb1b20a-125b-4923-b00b-471d336d6c63) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:33.625328 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7cecddfb-22dc-463e-ab76-7aa7eda7a9ff None None] Attempting to bind port 82e38a5e-40aa-45f5-b865-b4983cc43a38 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:31:33.625817 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7cecddfb-22dc-463e-ab76-7aa7eda7a9ff None None] Attempting to bind port 82e38a5e-40aa-45f5-b865-b4983cc43a38 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'bfe13b7a-7ec1-414e-ba20-7000d3cac654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ba95de8-6d51-4dfe-9a04-24110fb43231'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:31:33.626407 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cecddfb-22dc-463e-ab76-7aa7eda7a9ff None None] Attempting to bind port 82e38a5e-40aa-45f5-b865-b4983cc43a38 on network 0ba95de8-6d51-4dfe-9a04-24110fb43231 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:33.635470 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cecddfb-22dc-463e-ab76-7aa7eda7a9ff None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:31:33.637244 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cecddfb-22dc-463e-ab76-7aa7eda7a9ff None None] Checking segment: {'id': 'bfe13b7a-7ec1-414e-ba20-7000d3cac654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ba95de8-6d51-4dfe-9a04-24110fb43231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:33.637244 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7cecddfb-22dc-463e-ab76-7aa7eda7a9ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:33.637917 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cecddfb-22dc-463e-ab76-7aa7eda7a9ff None None] Bound using segment: {'id': 'bfe13b7a-7ec1-414e-ba20-7000d3cac654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ba95de8-6d51-4dfe-9a04-24110fb43231'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:31:33.638537 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7cecddfb-22dc-463e-ab76-7aa7eda7a9ff None None] Bound port: 82e38a5e-40aa-45f5-b865-b4983cc43a38, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe13b7a-7ec1-414e-ba20-7000d3cac654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ba95de8-6d51-4dfe-9a04-24110fb43231'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:31:33.639323 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7cecddfb-22dc-463e-ab76-7aa7eda7a9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (82e38a5e-40aa-45f5-b865-b4983cc43a38), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:33.643629 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 85e93b25-df93-4013-b54d-e872a9bd2903 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:33.680510 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd85b7-03b5-4286-918f-185609131acd req-f1e933f0-b6d6-4812-bbd6-5df19dbc7d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:33.682297 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bccd85b7-03b5-4286-918f-185609131acd req-f1e933f0-b6d6-4812-bbd6-5df19dbc7d08 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=89dba804c37b4cb3bbb58d7e296a9048&device_id=464aea6e-7f0b-4991-8c4f-b46c22a54b2b HTTP/1.1" status: 200 len: 1127 time: 0.1968989 Feb 19 04:31:33.708432 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35030945-8f99-463b-b564-052be86466b5 req-3490a912-17d5-4696-9cb9-ccd870c35e31 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:33.711045 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-35030945-8f99-463b-b564-052be86466b5 req-3490a912-17d5-4696-9cb9-ccd870c35e31 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=464aea6e-7f0b-4991-8c4f-b46c22a54b2b HTTP/1.1" status: 200 len: 1127 time: 0.1155722 Feb 19 04:31:33.757901 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-7cecddfb-22dc-463e-ab76-7aa7eda7a9ff None None] For port 82e38a5e-40aa-45f5-b865-b4983cc43a38, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:31:33.762287 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-7cecddfb-22dc-463e-ab76-7aa7eda7a9ff None None] For port 82e38a5e-40aa-45f5-b865-b4983cc43a38, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=82e38a5e-40aa-45f5-b865-b4983cc43a38,segment=NetworkSegment(bfe13b7a-7ec1-414e-ba20-7000d3cac654),segment_id=bfe13b7a-7ec1-414e-ba20-7000d3cac654)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:31:33.771451 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7cecddfb-22dc-463e-ab76-7aa7eda7a9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (82e38a5e-40aa-45f5-b865-b4983cc43a38), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:33.794355 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-458ff468-28de-4128-8ebd-83b1694bea6d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for port (9cb1b20a-125b-4923-b00b-471d336d6c63), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:33.817578 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 85e93b25-df93-4013-b54d-e872a9bd2903 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:33.818313 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (85e93b25-df93-4013-b54d-e872a9bd2903), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:33.825303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd85b7-03b5-4286-918f-185609131acd req-ff495d9c-d3bf-45bd-aa7f-c53bd0a38b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:33.826917 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bccd85b7-03b5-4286-918f-185609131acd req-ff495d9c-d3bf-45bd-aa7f-c53bd0a38b6b service neutron] 10.222.0.79 "GET /v2.0/networks?id=fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9 HTTP/1.1" status: 200 len: 910 time: 0.1350296 Feb 19 04:31:33.861179 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-458ff468-28de-4128-8ebd-83b1694bea6d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (9cb1b20a-125b-4923-b00b-471d336d6c63), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:33.898497 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:33.904869 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cecddfb-22dc-463e-ab76-7aa7eda7a9ff None None] Pushing event updated for resources: {'Port': ['ID=82e38a5e-40aa-45f5-b865-b4983cc43a38,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:33.915583 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bccd85b7-03b5-4286-918f-185609131acd req-db23225f-4ff4-4963-b5c5-f42bdec9de3e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2eb822a-2807-4c33-9d79-781243837545 HTTP/1.1" status: 200 len: 217 time: 0.0754023 Feb 19 04:31:33.943790 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458ff468-28de-4128-8ebd-83b1694bea6d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network 0ba95de8-6d51-4dfe-9a04-24110fb43231 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:33.950884 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-458ff468-28de-4128-8ebd-83b1694bea6d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:33.955997 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458ff468-28de-4128-8ebd-83b1694bea6d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:33.957486 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 85e93b25-df93-4013-b54d-e872a9bd2903 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:33.960895 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ff468-28de-4128-8ebd-83b1694bea6d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Port': ['ID=9cb1b20a-125b-4923-b00b-471d336d6c63,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:33.994799 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-35030945-8f99-463b-b564-052be86466b5 req-8ad58c8b-930b-435d-b173-c98caa22cafe tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684495 Feb 19 04:31:34.016389 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458ff468-28de-4128-8ebd-83b1694bea6d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:34.017022 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-458ff468-28de-4128-8ebd-83b1694bea6d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:34.020804 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd85b7-03b5-4286-918f-185609131acd req-4156d286-d438-41eb-9b30-c57b12817083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:34.022344 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bccd85b7-03b5-4286-918f-185609131acd req-4156d286-d438-41eb-9b30-c57b12817083 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ba5c3570-70cc-4dda-83e6-169580a65783 HTTP/1.1" status: 200 len: 848 time: 0.0990970 Feb 19 04:31:34.039749 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-458ff468-28de-4128-8ebd-83b1694bea6d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.1395667 Feb 19 04:31:34.042839 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36910) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:34.103920 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd85b7-03b5-4286-918f-185609131acd req-565388dc-2998-4c3d-9b75-1266122e8c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:34.107911 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bccd85b7-03b5-4286-918f-185609131acd req-565388dc-2998-4c3d-9b75-1266122e8c81 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0786290 Feb 19 04:31:34.261558 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bccd85b7-03b5-4286-918f-185609131acd req-437593e3-d307-4aec-a276-186c81ab879a service neutron] 10.222.0.79 "GET /v2.0/networks/fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469469 Feb 19 04:31:34.386415 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bccd85b7-03b5-4286-918f-185609131acd req-16899680-1371-44bf-a091-0855c4f28ca8 service neutron] 10.222.0.79 "GET /v2.0/networks/fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178377 Feb 19 04:31:34.484515 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b14dd2ae-dc3b-4b4b-970f-eca0bc9751ac tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (9cb1b20a-125b-4923-b00b-471d336d6c63), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:35.021815 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b14dd2ae-dc3b-4b4b-970f-eca0bc9751ac tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for port (9cb1b20a-125b-4923-b00b-471d336d6c63), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:35.032159 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b14dd2ae-dc3b-4b4b-970f-eca0bc9751ac tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (9cb1b20a-125b-4923-b00b-471d336d6c63), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:35.101907 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0971e6c0-8fdd-487a-af06-0ebf64c09e86 None None] Network 0ba95de8-6d51-4dfe-9a04-24110fb43231 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:35.123882 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14dd2ae-dc3b-4b4b-970f-eca0bc9751ac tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Port': ['ID=9cb1b20a-125b-4923-b00b-471d336d6c63,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:35.179759 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb060b77-d402-437c-9d5a-5965099010af req-96105fc7-85d9-4ce3-b9ba-76a62d759304 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:35.182980 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eb060b77-d402-437c-9d5a-5965099010af req-96105fc7-85d9-4ce3-b9ba-76a62d759304 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=464aea6e-7f0b-4991-8c4f-b46c22a54b2b HTTP/1.1" status: 200 len: 1127 time: 0.0863824 Feb 19 04:31:35.191849 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-8c8d423a-32c0-4e87-8658-bc44a698f1f0 None None] Provisioning complete for port 82e38a5e-40aa-45f5-b865-b4983cc43a38 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:35.192229 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8c8d423a-32c0-4e87-8658-bc44a698f1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (82e38a5e-40aa-45f5-b865-b4983cc43a38), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:35.254270 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eb060b77-d402-437c-9d5a-5965099010af req-21ecdb54-2a1b-4d01-a925-14fb41043468 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652380 Feb 19 04:31:35.348410 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b14dd2ae-dc3b-4b4b-970f-eca0bc9751ac tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (12296bde-fc1f-4435-ab9b-faed89978e84), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:35.372732 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d423a-32c0-4e87-8658-bc44a698f1f0 None None] Current status of the port 82e38a5e-40aa-45f5-b865-b4983cc43a38 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:35.373127 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8c8d423a-32c0-4e87-8658-bc44a698f1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (82e38a5e-40aa-45f5-b865-b4983cc43a38), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:35.375709 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:35.412156 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-8c8d423a-32c0-4e87-8658-bc44a698f1f0 None None] For port 82e38a5e-40aa-45f5-b865-b4983cc43a38, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=82e38a5e-40aa-45f5-b865-b4983cc43a38,segment=NetworkSegment(bfe13b7a-7ec1-414e-ba20-7000d3cac654),segment_id=bfe13b7a-7ec1-414e-ba20-7000d3cac654)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:35.418296 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8c8d423a-32c0-4e87-8658-bc44a698f1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (82e38a5e-40aa-45f5-b865-b4983cc43a38), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:35.483195 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d423a-32c0-4e87-8658-bc44a698f1f0 None None] Pushing event updated for resources: {'Port': ['ID=82e38a5e-40aa-45f5-b865-b4983cc43a38,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:35.539912 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b14dd2ae-dc3b-4b4b-970f-eca0bc9751ac tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (9cb1b20a-125b-4923-b00b-471d336d6c63), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:35.582682 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 82e38a5e-40aa-45f5-b865-b4983cc43a38 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:35.656990 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 82e38a5e-40aa-45f5-b865-b4983cc43a38 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:35.657679 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (82e38a5e-40aa-45f5-b865-b4983cc43a38), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:35.659463 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-835067e7-cc33-4835-b7d8-d9ef2bf5e7a9 None None] Provisioning complete for port 9cb1b20a-125b-4923-b00b-471d336d6c63 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:35.660167 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-835067e7-cc33-4835-b7d8-d9ef2bf5e7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (9cb1b20a-125b-4923-b00b-471d336d6c63), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:35.729894 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-835067e7-cc33-4835-b7d8-d9ef2bf5e7a9 None None] Port 9cb1b20a-125b-4923-b00b-471d336d6c63 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:31:35.749021 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-835067e7-cc33-4835-b7d8-d9ef2bf5e7a9 None None] Provisioning complete for port 82e38a5e-40aa-45f5-b865-b4983cc43a38 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:35.753479 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-835067e7-cc33-4835-b7d8-d9ef2bf5e7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (82e38a5e-40aa-45f5-b865-b4983cc43a38), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:35.818920 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 82e38a5e-40aa-45f5-b865-b4983cc43a38 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:35.871575 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b14dd2ae-dc3b-4b4b-970f-eca0bc9751ac tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for port (9cb1b20a-125b-4923-b00b-471d336d6c63), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:35.876502 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-835067e7-cc33-4835-b7d8-d9ef2bf5e7a9 None None] Current status of the port 82e38a5e-40aa-45f5-b865-b4983cc43a38 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:35.877715 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b14dd2ae-dc3b-4b4b-970f-eca0bc9751ac tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (9cb1b20a-125b-4923-b00b-471d336d6c63), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:35.960145 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b14dd2ae-dc3b-4b4b-970f-eca0bc9751ac tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (12296bde-fc1f-4435-ab9b-faed89978e84), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:35.961842 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14dd2ae-dc3b-4b4b-970f-eca0bc9751ac tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Port': ['ID=9cb1b20a-125b-4923-b00b-471d336d6c63,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:36.004941 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9e3a9e84-8a9d-49ce-a146-f770a8e3f0b2 None None] Provisioning complete for port 9cb1b20a-125b-4923-b00b-471d336d6c63 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:36.005558 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9e3a9e84-8a9d-49ce-a146-f770a8e3f0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (9cb1b20a-125b-4923-b00b-471d336d6c63), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:36.052130 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a9e84-8a9d-49ce-a146-f770a8e3f0b2 None None] Port 9cb1b20a-125b-4923-b00b-471d336d6c63 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:31:36.072830 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14dd2ae-dc3b-4b4b-970f-eca0bc9751ac tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network 0ba95de8-6d51-4dfe-9a04-24110fb43231 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:36.075043 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-b14dd2ae-dc3b-4b4b-970f-eca0bc9751ac tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:36.180710 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-3155d8fe-8cf0-47d6-a050-51415b4b08bf None None] Provisioning complete for port 9cb1b20a-125b-4923-b00b-471d336d6c63 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:36.181201 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3155d8fe-8cf0-47d6-a050-51415b4b08bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (9cb1b20a-125b-4923-b00b-471d336d6c63), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:36.221808 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14dd2ae-dc3b-4b4b-970f-eca0bc9751ac tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Router 12296bde-fc1f-4435-ab9b-faed89978e84 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:31:36.230642 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3155d8fe-8cf0-47d6-a050-51415b4b08bf None None] Port 9cb1b20a-125b-4923-b00b-471d336d6c63 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:31:36.356501 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14dd2ae-dc3b-4b4b-970f-eca0bc9751ac tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:36.362505 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b14dd2ae-dc3b-4b4b-970f-eca0bc9751ac tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "PUT /v2.0/routers/12296bde-fc1f-4435-ab9b-faed89978e84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3148189 Feb 19 04:31:36.369400 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec94c7b-6883-4780-be97-a49509a54782 None None] Sync routers for ids ['12296bde-fc1f-4435-ab9b-faed89978e84'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:36.376731 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36928) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:36.395267 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec94c7b-6883-4780-be97-a49509a54782 None None] Routers {'12296bde-fc1f-4435-ab9b-faed89978e84'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:36.396052 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-8ec94c7b-6883-4780-be97-a49509a54782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['12296bde-fc1f-4435-ab9b-faed89978e84'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:36.427069 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6fa2bd-36b0-467e-8f84-bc8eac4342b3 req-605cee97-fa7b-4717-b540-566ff8008240 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:36.428832 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff6fa2bd-36b0-467e-8f84-bc8eac4342b3 req-605cee97-fa7b-4717-b540-566ff8008240 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=464aea6e-7f0b-4991-8c4f-b46c22a54b2b HTTP/1.1" status: 200 len: 1127 time: 0.0763328 Feb 19 04:31:36.435132 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-8ec94c7b-6883-4780-be97-a49509a54782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:36.446995 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec94c7b-6883-4780-be97-a49509a54782 None None] Routers {'12296bde-fc1f-4435-ab9b-faed89978e84'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:36.448087 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-8ec94c7b-6883-4780-be97-a49509a54782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['12296bde-fc1f-4435-ab9b-faed89978e84'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:36.453123 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba74c000-96c8-4b8f-8fad-321d6faba317 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:36.458561 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ba74c000-96c8-4b8f-8fad-321d6faba317 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "GET /v2.0/ports/9cb1b20a-125b-4923-b00b-471d336d6c63 HTTP/1.1" status: 200 len: 976 time: 0.0805154 Feb 19 04:31:36.472583 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36932) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:36.513924 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-8ec94c7b-6883-4780-be97-a49509a54782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:36.514677 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec94c7b-6883-4780-be97-a49509a54782 None None] The sync data for ids ['12296bde-fc1f-4435-ab9b-faed89978e84'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:36.526419 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff6fa2bd-36b0-467e-8f84-bc8eac4342b3 req-e27e1be3-9fc5-4a53-bca1-7f67eafe44d9 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908411 Feb 19 04:31:36.567718 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e59b658a-2f82-48f7-885e-2cec320e778e None None] Provisioning complete for port 9cb1b20a-125b-4923-b00b-471d336d6c63 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:36.568099 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e59b658a-2f82-48f7-885e-2cec320e778e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (9cb1b20a-125b-4923-b00b-471d336d6c63), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:36.606958 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e59b658a-2f82-48f7-885e-2cec320e778e None None] Port 9cb1b20a-125b-4923-b00b-471d336d6c63 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:31:36.786659 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:36.893269 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9063a058-a29d-423e-ac63-3d3333e890e7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (12296bde-fc1f-4435-ab9b-faed89978e84), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:37.117745 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-9063a058-a29d-423e-ac63-3d3333e890e7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Deleting port 9cb1b20a-125b-4923-b00b-471d336d6c63 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:37.118461 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9063a058-a29d-423e-ac63-3d3333e890e7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (9cb1b20a-125b-4923-b00b-471d336d6c63), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:37.212493 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9063a058-a29d-423e-ac63-3d3333e890e7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (9cb1b20a-125b-4923-b00b-471d336d6c63), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:37.226578 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-9063a058-a29d-423e-ac63-3d3333e890e7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Calling delete_port for 9cb1b20a-125b-4923-b00b-471d336d6c63 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:37.412408 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9063a058-a29d-423e-ac63-3d3333e890e7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (9cb1b20a-125b-4923-b00b-471d336d6c63), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:37.445057 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063a058-a29d-423e-ac63-3d3333e890e7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Port': ['ID=9cb1b20a-125b-4923-b00b-471d336d6c63,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:37.564869 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 82e38a5e-40aa-45f5-b865-b4983cc43a38 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:37.572884 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69868330-d45d-42f3-8e03-ecd696f2dad9 req-c1985e7a-87f5-4f6d-a91b-6636a1657c12 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=88d598fa-a33c-488a-8792-5f03e5fe56ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0820012 Feb 19 04:31:37.634210 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9063a058-a29d-423e-ac63-3d3333e890e7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (12296bde-fc1f-4435-ab9b-faed89978e84), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:37.688939 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 82e38a5e-40aa-45f5-b865-b4983cc43a38 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:37.689316 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (82e38a5e-40aa-45f5-b865-b4983cc43a38), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:37.759743 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d147dae-e034-4e91-b1b6-107eb5784b8c req-ebdd6c06-1aa0-4c1b-8d4c-276395ef3a89 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:37.766870 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7d147dae-e034-4e91-b1b6-107eb5784b8c req-ebdd6c06-1aa0-4c1b-8d4c-276395ef3a89 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=464aea6e-7f0b-4991-8c4f-b46c22a54b2b HTTP/1.1" status: 200 len: 1127 time: 0.0815518 Feb 19 04:31:37.787565 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69868330-d45d-42f3-8e03-ecd696f2dad9 req-28ab0d28-41ec-4f25-b0ff-e3ed6922fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:37.789052 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69868330-d45d-42f3-8e03-ecd696f2dad9 req-28ab0d28-41ec-4f25-b0ff-e3ed6922fc5f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ce076e9f68f6436e95052065050bc270&device_id=88d598fa-a33c-488a-8792-5f03e5fe56ef HTTP/1.1" status: 200 len: 1128 time: 0.1658857 Feb 19 04:31:37.843891 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7d147dae-e034-4e91-b1b6-107eb5784b8c req-61b9eff9-65bc-4461-abe7-734a3e77340f tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679455 Feb 19 04:31:37.858440 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 82e38a5e-40aa-45f5-b865-b4983cc43a38 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:37.862993 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9063a058-a29d-423e-ac63-3d3333e890e7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Router 12296bde-fc1f-4435-ab9b-faed89978e84 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:31:37.864519 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device c2eb822a-2807-4c33-9d79-781243837545 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:31:37.922429 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69868330-d45d-42f3-8e03-ecd696f2dad9 req-816c2359-e856-4a60-a436-3f8afc4066d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:37.923996 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69868330-d45d-42f3-8e03-ecd696f2dad9 req-816c2359-e856-4a60-a436-3f8afc4066d8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6979ad81-5fba-4a33-a8b4-463a94f62639 HTTP/1.1" status: 200 len: 914 time: 0.1060116 Feb 19 04:31:37.945711 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9063a058-a29d-423e-ac63-3d3333e890e7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:37.953486 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9063a058-a29d-423e-ac63-3d3333e890e7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "PUT /v2.0/routers/12296bde-fc1f-4435-ab9b-faed89978e84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4773159 Feb 19 04:31:37.954199 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36940) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:37.962547 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c46e2d7-ded2-483e-a902-9d6b58fc973a None None] Sync routers for ids ['12296bde-fc1f-4435-ab9b-faed89978e84'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:37.985293 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69868330-d45d-42f3-8e03-ecd696f2dad9 req-2a23dc56-2562-49ce-841b-abba46e49a16 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=569ea927-d44f-4927-9be0-00c17bc9b0d3 HTTP/1.1" status: 200 len: 217 time: 0.0533979 Feb 19 04:31:37.996807 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c46e2d7-ded2-483e-a902-9d6b58fc973a None None] Routers {'12296bde-fc1f-4435-ab9b-faed89978e84'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:37.997526 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-6c46e2d7-ded2-483e-a902-9d6b58fc973a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['12296bde-fc1f-4435-ab9b-faed89978e84'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:38.000623 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port c2eb822a-2807-4c33-9d79-781243837545, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c2eb822a-2807-4c33-9d79-781243837545,segment=NetworkSegment(22e0d7fc-9dfd-46ed-b600-8f880b28b7b3),segment_id=22e0d7fc-9dfd-46ed-b600-8f880b28b7b3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:38.038734 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69868330-d45d-42f3-8e03-ecd696f2dad9 req-bc17b202-3deb-454c-b45a-031349a0ea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:38.040600 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69868330-d45d-42f3-8e03-ecd696f2dad9 req-bc17b202-3deb-454c-b45a-031349a0ea5e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f0a93690-316e-4b3c-89ce-34ed28c0df45 HTTP/1.1" status: 200 len: 853 time: 0.0486279 Feb 19 04:31:38.053071 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-6c46e2d7-ded2-483e-a902-9d6b58fc973a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:38.061425 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'c2eb822a-2807-4c33-9d79-781243837545', 'network_id': 'fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9', 'port_id': 'c2eb822a-2807-4c33-9d79-781243837545', 'mac_address': 'fa:16:3e:67:51:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba5c3570-70cc-4dda-83e6-169580a65783', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:31:38.079730 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69868330-d45d-42f3-8e03-ecd696f2dad9 req-98bf08ea-b995-4f33-9973-7c515a764c11 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6979ad81-5fba-4a33-a8b4-463a94f62639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320554 Feb 19 04:31:38.106090 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port c2eb822a-2807-4c33-9d79-781243837545 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:38.106797 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c2eb822a-2807-4c33-9d79-781243837545), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:38.110047 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c46e2d7-ded2-483e-a902-9d6b58fc973a None None] Routers {'12296bde-fc1f-4435-ab9b-faed89978e84'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:38.110809 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-6c46e2d7-ded2-483e-a902-9d6b58fc973a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['12296bde-fc1f-4435-ab9b-faed89978e84'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:38.153415 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-6c46e2d7-ded2-483e-a902-9d6b58fc973a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:38.154261 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c46e2d7-ded2-483e-a902-9d6b58fc973a None None] The sync data for ids ['12296bde-fc1f-4435-ab9b-faed89978e84'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:38.157851 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2eb822a-2807-4c33-9d79-781243837545 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:31:38.181956 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port c2eb822a-2807-4c33-9d79-781243837545, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c2eb822a-2807-4c33-9d79-781243837545,segment=NetworkSegment(22e0d7fc-9dfd-46ed-b600-8f880b28b7b3),segment_id=22e0d7fc-9dfd-46ed-b600-8f880b28b7b3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:38.187332 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c2eb822a-2807-4c33-9d79-781243837545), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:38.195065 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69868330-d45d-42f3-8e03-ecd696f2dad9 req-a84f035d-44d8-4fc2-ae02-85be98e49691 service neutron] 10.222.0.79 "GET /v2.0/networks/6979ad81-5fba-4a33-a8b4-463a94f62639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046598 Feb 19 04:31:38.251371 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=c2eb822a-2807-4c33-9d79-781243837545,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:38.298053 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69868330-d45d-42f3-8e03-ecd696f2dad9 req-6793d525-555b-4d3b-819e-5ca3fc5145c6 service neutron] 10.222.0.79 "GET /v2.0/networks/6979ad81-5fba-4a33-a8b4-463a94f62639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963764 Feb 19 04:31:38.421482 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['c2eb822a-2807-4c33-9d79-781243837545'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:31:38.480674 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-0081551b-84d2-4518-98fe-af17fd7e2d27 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] remove_router_interface failed (client error): The resource could not be found. Feb 19 04:31:38.481716 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0081551b-84d2-4518-98fe-af17fd7e2d27 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "PUT /v2.0/routers/12296bde-fc1f-4435-ab9b-faed89978e84/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5268805 Feb 19 04:31:38.485275 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36946) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:38.516399 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-70226f32-a0bc-4a0b-a2e5-0b35d903b7e5 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "GET /v2.0/ports?device_id=12296bde-fc1f-4435-ab9b-faed89978e84 HTTP/1.1" status: 200 len: 205 time: 0.0297275 Feb 19 04:31:38.518844 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36948) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:38.601235 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1feb479d-cfa9-44a4-83fc-cf5f1f7f9bcd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router (12296bde-fc1f-4435-ab9b-faed89978e84), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:39.067201 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b6c9f-74ec-4e4a-a30d-a5a6f3bd57dd req-19ee915f-d960-46ac-b90b-68a9101b6f45 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:39.068727 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f3b6c9f-74ec-4e4a-a30d-a5a6f3bd57dd req-19ee915f-d960-46ac-b90b-68a9101b6f45 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=464aea6e-7f0b-4991-8c4f-b46c22a54b2b HTTP/1.1" status: 200 len: 1128 time: 0.1629736 Feb 19 04:31:39.070351 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1feb479d-cfa9-44a4-83fc-cf5f1f7f9bcd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (12296bde-fc1f-4435-ab9b-faed89978e84), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:39.072992 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1feb479d-cfa9-44a4-83fc-cf5f1f7f9bcd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router_controller (12296bde-fc1f-4435-ab9b-faed89978e84), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:39.148691 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1feb479d-cfa9-44a4-83fc-cf5f1f7f9bcd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (12296bde-fc1f-4435-ab9b-faed89978e84), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:39.149175 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1feb479d-cfa9-44a4-83fc-cf5f1f7f9bcd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Fanout notify agent at l3_agent the message router_deleted on router 12296bde-fc1f-4435-ab9b-faed89978e84 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:31:39.156830 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1feb479d-cfa9-44a4-83fc-cf5f1f7f9bcd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:39.158132 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1feb479d-cfa9-44a4-83fc-cf5f1f7f9bcd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/routers/12296bde-fc1f-4435-ab9b-faed89978e84 HTTP/1.1" status: 204 len: 168 time: 0.6365669 Feb 19 04:31:39.160927 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36952) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:39.161225 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f3b6c9f-74ec-4e4a-a30d-a5a6f3bd57dd req-36efe662-0dc1-48e1-9b9a-e72d054aa92f tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851033 Feb 19 04:31:39.218818 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae067afb-f959-4e7f-bb84-7b93e7acfc64 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Deleting subnet dc8398ba-aadb-4e31-a132-da9daf1b54fb {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:31:39.222242 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae067afb-f959-4e7f-bb84-7b93e7acfc64 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for subnet (dc8398ba-aadb-4e31-a132-da9daf1b54fb), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:39.264116 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae067afb-f959-4e7f-bb84-7b93e7acfc64 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (dc8398ba-aadb-4e31-a132-da9daf1b54fb), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:39.354717 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae067afb-f959-4e7f-bb84-7b93e7acfc64 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (dc8398ba-aadb-4e31-a132-da9daf1b54fb), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:39.412215 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae067afb-f959-4e7f-bb84-7b93e7acfc64 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (dc8398ba-aadb-4e31-a132-da9daf1b54fb), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:39.438789 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae067afb-f959-4e7f-bb84-7b93e7acfc64 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Subnet': ['ID=dc8398ba-aadb-4e31-a132-da9daf1b54fb,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:39.444541 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae067afb-f959-4e7f-bb84-7b93e7acfc64 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:39.451133 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ae067afb-f959-4e7f-bb84-7b93e7acfc64 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/subnets/dc8398ba-aadb-4e31-a132-da9daf1b54fb HTTP/1.1" status: 204 len: 168 time: 0.2859712 Feb 19 04:31:39.451520 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36958) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:39.470105 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d3b3b8-60bc-4b1a-83d8-79b6d3fb4f51 None None] Network 0ba95de8-6d51-4dfe-9a04-24110fb43231 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:39.536905 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6784d6c9-f90f-4266-81b8-b7f49ec86c87 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (0ba95de8-6d51-4dfe-9a04-24110fb43231), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:39.595227 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-6784d6c9-f90f-4266-81b8-b7f49ec86c87 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Deleting port 82e38a5e-40aa-45f5-b865-b4983cc43a38 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:39.595571 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6784d6c9-f90f-4266-81b8-b7f49ec86c87 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (82e38a5e-40aa-45f5-b865-b4983cc43a38), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:39.647914 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccd088f-30f1-493f-b2ce-207d861bac17 None None] DHCP port deletion for 0ba95de8-6d51-4dfe-9a04-24110fb43231 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:31:39.669172 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-6784d6c9-f90f-4266-81b8-b7f49ec86c87 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] For port 82e38a5e-40aa-45f5-b865-b4983cc43a38, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=82e38a5e-40aa-45f5-b865-b4983cc43a38,segment=NetworkSegment(bfe13b7a-7ec1-414e-ba20-7000d3cac654),segment_id=bfe13b7a-7ec1-414e-ba20-7000d3cac654)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:39.669440 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6784d6c9-f90f-4266-81b8-b7f49ec86c87 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (82e38a5e-40aa-45f5-b865-b4983cc43a38), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:39.684263 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-6784d6c9-f90f-4266-81b8-b7f49ec86c87 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Calling delete_port for 82e38a5e-40aa-45f5-b865-b4983cc43a38 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:39.699539 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8ccd088f-30f1-493f-b2ce-207d861bac17 None None] Deleting port 82e38a5e-40aa-45f5-b865-b4983cc43a38 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:39.700058 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8ccd088f-30f1-493f-b2ce-207d861bac17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (82e38a5e-40aa-45f5-b865-b4983cc43a38), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:39.764047 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-8ccd088f-30f1-493f-b2ce-207d861bac17 None None] For port 82e38a5e-40aa-45f5-b865-b4983cc43a38, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=82e38a5e-40aa-45f5-b865-b4983cc43a38,segment=NetworkSegment(bfe13b7a-7ec1-414e-ba20-7000d3cac654),segment_id=bfe13b7a-7ec1-414e-ba20-7000d3cac654)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:39.764602 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8ccd088f-30f1-493f-b2ce-207d861bac17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (82e38a5e-40aa-45f5-b865-b4983cc43a38), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:39.772497 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6784d6c9-f90f-4266-81b8-b7f49ec86c87 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (82e38a5e-40aa-45f5-b865-b4983cc43a38), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:39.779758 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8ccd088f-30f1-493f-b2ce-207d861bac17 None None] Calling delete_port for 82e38a5e-40aa-45f5-b865-b4983cc43a38 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:39.798959 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784d6c9-f90f-4266-81b8-b7f49ec86c87 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Port': ['ID=82e38a5e-40aa-45f5-b865-b4983cc43a38,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:39.803728 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6784d6c9-f90f-4266-81b8-b7f49ec86c87 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] No DVR routers for this DVR port 82e38a5e-40aa-45f5-b865-b4983cc43a38 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:31:39.832901 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device c2eb822a-2807-4c33-9d79-781243837545 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:39.889611 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6784d6c9-f90f-4266-81b8-b7f49ec86c87 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (0ba95de8-6d51-4dfe-9a04-24110fb43231), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:39.912025 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-6784d6c9-f90f-4266-81b8-b7f49ec86c87 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba95de8-6d51-4dfe-9a04-24110fb43231']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:39.923194 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-6784d6c9-f90f-4266-81b8-b7f49ec86c87 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe13b7a-7ec1-414e-ba20-7000d3cac654') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:39.923560 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-6784d6c9-f90f-4266-81b8-b7f49ec86c87 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe13b7a-7ec1-414e-ba20-7000d3cac654') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:39.934433 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6784d6c9-f90f-4266-81b8-b7f49ec86c87 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (bfe13b7a-7ec1-414e-ba20-7000d3cac654), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:39.949575 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6784d6c9-f90f-4266-81b8-b7f49ec86c87 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (bfe13b7a-7ec1-414e-ba20-7000d3cac654), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:39.956225 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6784d6c9-f90f-4266-81b8-b7f49ec86c87 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:31:39.956773 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6784d6c9-f90f-4266-81b8-b7f49ec86c87 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (bfe13b7a-7ec1-414e-ba20-7000d3cac654), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:31:39.960174 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:31:40.031790 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6784d6c9-f90f-4266-81b8-b7f49ec86c87 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (0ba95de8-6d51-4dfe-9a04-24110fb43231), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:40.051836 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6784d6c9-f90f-4266-81b8-b7f49ec86c87 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:40.060124 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6784d6c9-f90f-4266-81b8-b7f49ec86c87 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/networks/0ba95de8-6d51-4dfe-9a04-24110fb43231 HTTP/1.1" status: 204 len: 168 time: 0.6029449 Feb 19 04:31:40.060124 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784d6c9-f90f-4266-81b8-b7f49ec86c87 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Network': ['ID=0ba95de8-6d51-4dfe-9a04-24110fb43231,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:40.060392 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36960) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:40.065084 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-2e7a97d5-ce17-4907-b69c-2898bf61be2a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'network': {'name': 'tempest-RoutersTest-1516563935'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:40.085242 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8ccd088f-30f1-493f-b2ce-207d861bac17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (82e38a5e-40aa-45f5-b865-b4983cc43a38), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:40.088082 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7a97d5-ce17-4907-b69c-2898bf61be2a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Made reservation on behalf of 6f6253efb36743ecbd8291e71f2cddd8 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:40.092405 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2e7a97d5-ce17-4907-b69c-2898bf61be2a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:40.111190 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ccd088f-30f1-493f-b2ce-207d861bac17 None None] Network 0ba95de8-6d51-4dfe-9a04-24110fb43231 is not hosted by any dhcp agent {{(pid=109927) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 04:31:40.111663 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccd088f-30f1-493f-b2ce-207d861bac17 None None] No DVR routers for this DVR port 82e38a5e-40aa-45f5-b865-b4983cc43a38 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:31:40.115729 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port c2eb822a-2807-4c33-9d79-781243837545 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:31:40.119885 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e7a97d5-ce17-4907-b69c-2898bf61be2a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:31:40.120447 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd088f-30f1-493f-b2ce-207d861bac17 None None] Pushing event deleted for resources: {'Port': ['ID=82e38a5e-40aa-45f5-b865-b4983cc43a38,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:40.128920 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port c2eb822a-2807-4c33-9d79-781243837545 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:40.129407 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c2eb822a-2807-4c33-9d79-781243837545), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:40.142789 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2e7a97d5-ce17-4907-b69c-2898bf61be2a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (23e5d118-a81e-4b06-aa9c-39d62b3142ac), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:40.143440 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-2e7a97d5-ce17-4907-b69c-2898bf61be2a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Added segment 23e5d118-a81e-4b06-aa9c-39d62b3142ac of type vlan for network c6e936e0-b7f8-482b-b1a6-2ab52b24d155 Feb 19 04:31:40.200665 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2e7a97d5-ce17-4907-b69c-2898bf61be2a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (c6e936e0-b7f8-482b-b1a6-2ab52b24d155), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:40.221805 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port c2eb822a-2807-4c33-9d79-781243837545 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:40.222519 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c2eb822a-2807-4c33-9d79-781243837545), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:40.237059 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2e7a97d5-ce17-4907-b69c-2898bf61be2a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (c6e936e0-b7f8-482b-b1a6-2ab52b24d155), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:40.243205 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7a97d5-ce17-4907-b69c-2898bf61be2a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:40.243855 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2e7a97d5-ce17-4907-b69c-2898bf61be2a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:40.248733 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464aea6e-7f0b-4991-8c4f-b46c22a54b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2eb822a-2807-4c33-9d79-781243837545'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:31:40.251585 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e61570-b099-4eee-877f-5dface964aa9" -d '{"events": [{"server_uuid": "464aea6e-7f0b-4991-8c4f-b46c22a54b2b", "name": "network-vif-plugged", "status": "completed", "tag": "c2eb822a-2807-4c33-9d79-781243837545"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:31:40.267723 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port c2eb822a-2807-4c33-9d79-781243837545, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c2eb822a-2807-4c33-9d79-781243837545,segment=NetworkSegment(22e0d7fc-9dfd-46ed-b600-8f880b28b7b3),segment_id=22e0d7fc-9dfd-46ed-b600-8f880b28b7b3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:40.274010 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c2eb822a-2807-4c33-9d79-781243837545), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:40.305942 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a4aa8e-d7d1-4683-8f0b-2abf8b290136 x-openstack-request-id: req-68a4aa8e-d7d1-4683-8f0b-2abf8b290136 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:31:40.306550 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464aea6e-7f0b-4991-8c4f-b46c22a54b2b", "name": "network-vif-plugged", "status": "completed", "tag": "c2eb822a-2807-4c33-9d79-781243837545", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:31:40.306807 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-68a4aa8e-d7d1-4683-8f0b-2abf8b290136 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:31:40.307205 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464aea6e-7f0b-4991-8c4f-b46c22a54b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2eb822a-2807-4c33-9d79-781243837545', 'code': 200} Feb 19 04:31:40.345788 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=c2eb822a-2807-4c33-9d79-781243837545,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:40.356212 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2e7a97d5-ce17-4907-b69c-2898bf61be2a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2950871 Feb 19 04:31:40.358999 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36966) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:40.364374 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-c96aecde-9686-4ec0-99c8-a3a0d2daf986 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'subnet': {'network_id': 'c6e936e0-b7f8-482b-b1a6-2ab52b24d155', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:40.404780 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a97d5-ce17-4907-b69c-2898bf61be2a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Network': ['ID=c6e936e0-b7f8-482b-b1a6-2ab52b24d155,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:40.417610 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acea8e-5fee-43bf-9b57-e5ff76ab0a0a req-75575030-58c2-4240-9541-88067ec79a40 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:40.419149 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a4acea8e-5fee-43bf-9b57-e5ff76ab0a0a req-75575030-58c2-4240-9541-88067ec79a40 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=464aea6e-7f0b-4991-8c4f-b46c22a54b2b HTTP/1.1" status: 200 len: 1129 time: 0.1677821 Feb 19 04:31:40.422698 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network c6e936e0-b7f8-482b-b1a6-2ab52b24d155 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:31:40.481734 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96aecde-9686-4ec0-99c8-a3a0d2daf986 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Made reservation on behalf of 6f6253efb36743ecbd8291e71f2cddd8 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:40.492529 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c96aecde-9686-4ec0-99c8-a3a0d2daf986 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:40.511984 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b69990-2bbb-4caf-a692-f1ae53e44fb8 req-0f5e3fc7-e1bb-432a-8291-672df8a06619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:40.513959 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10b69990-2bbb-4caf-a692-f1ae53e44fb8 req-0f5e3fc7-e1bb-432a-8291-672df8a06619 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=464aea6e-7f0b-4991-8c4f-b46c22a54b2b HTTP/1.1" status: 200 len: 1129 time: 0.1535964 Feb 19 04:31:40.531245 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a4acea8e-5fee-43bf-9b57-e5ff76ab0a0a req-a8f30196-e9f3-4397-9a08-306f7506aa58 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973845 Feb 19 04:31:40.586117 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10b69990-2bbb-4caf-a692-f1ae53e44fb8 req-ec4dc905-227f-4c9f-acaa-343ce826554e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538335 Feb 19 04:31:40.713618 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c96aecde-9686-4ec0-99c8-a3a0d2daf986 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (d83b07a7-985e-456a-a18c-2c65f8c7ae3a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:40.789441 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96aecde-9686-4ec0-99c8-a3a0d2daf986 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Subnet': ['ID=d83b07a7-985e-456a-a18c-2c65f8c7ae3a,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:40.795456 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96aecde-9686-4ec0-99c8-a3a0d2daf986 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Checking segment: {'id': '23e5d118-a81e-4b06-aa9c-39d62b3142ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c6e936e0-b7f8-482b-b1a6-2ab52b24d155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:40.795826 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96aecde-9686-4ec0-99c8-a3a0d2daf986 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network hostable DHCP agents. Network: c6e936e0-b7f8-482b-b1a6-2ab52b24d155, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:31:40.815283 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96aecde-9686-4ec0-99c8-a3a0d2daf986 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network c6e936e0-b7f8-482b-b1a6-2ab52b24d155 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:31:40.825732 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-c96aecde-9686-4ec0-99c8-a3a0d2daf986 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, c6e936e0-b7f8-482b-b1a6-2ab52b24d155) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:40.830707 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96aecde-9686-4ec0-99c8-a3a0d2daf986 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:40.831308 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c96aecde-9686-4ec0-99c8-a3a0d2daf986 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:40.837844 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957ff945-a93e-4183-b2e8-78bc518dc835 None None] Network c6e936e0-b7f8-482b-b1a6-2ab52b24d155 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:40.851200 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c96aecde-9686-4ec0-99c8-a3a0d2daf986 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4908326 Feb 19 04:31:40.854327 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 36972) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:40.859976 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-5bbbda96-5b92-4a87-addf-cda68cf74339 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-623856080', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:40.884420 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5bbbda96-5b92-4a87-addf-cda68cf74339 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (36a37bb8-10e8-4b86-860f-374c31e24397), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:40.885535 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5bbbda96-5b92-4a87-addf-cda68cf74339 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (36a37bb8-10e8-4b86-860f-374c31e24397), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:40.944296 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5bbbda96-5b92-4a87-addf-cda68cf74339 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router_controller (36a37bb8-10e8-4b86-860f-374c31e24397), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:40.950277 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5bbbda96-5b92-4a87-addf-cda68cf74339 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (36a37bb8-10e8-4b86-860f-374c31e24397), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:40.959512 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a98a543-d0ae-472e-850f-2a880f7aced6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-c6e936e0-b7f8-482b-b1a6-2ab52b24d155', 'network_id': 'c6e936e0-b7f8-482b-b1a6-2ab52b24d155', 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'fixed_ips': [{'subnet_id': 'd83b07a7-985e-456a-a18c-2c65f8c7ae3a'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:31:40.960486 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7a98a543-d0ae-472e-850f-2a880f7aced6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:40.971511 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5bbbda96-5b92-4a87-addf-cda68cf74339 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:40.973010 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5bbbda96-5b92-4a87-addf-cda68cf74339 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1170468 Feb 19 04:31:40.975779 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36974) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:41.116639 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-7a98a543-d0ae-472e-850f-2a880f7aced6 None None] Allocated IP 172.20.0.2 (c6e936e0-b7f8-482b-b1a6-2ab52b24d155/d83b07a7-985e-456a-a18c-2c65f8c7ae3a/7991b160-c0f8-4caa-ad14-b35a524a5048) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:41.270633 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7a98a543-d0ae-472e-850f-2a880f7aced6 None None] Publish callbacks [] for port (7991b160-c0f8-4caa-ad14-b35a524a5048), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:41.273696 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-06f3305e-c7e9-4c1a-bf99-e9fa367a53df tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:41.278523 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7a98a543-d0ae-472e-850f-2a880f7aced6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (7991b160-c0f8-4caa-ad14-b35a524a5048), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:41.317493 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a98a543-d0ae-472e-850f-2a880f7aced6 None None] Network c6e936e0-b7f8-482b-b1a6-2ab52b24d155 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:41.322416 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-7a98a543-d0ae-472e-850f-2a880f7aced6 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:41.324824 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a98a543-d0ae-472e-850f-2a880f7aced6 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:41.334109 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98a543-d0ae-472e-850f-2a880f7aced6 None None] Pushing event updated for resources: {'Port': ['ID=7991b160-c0f8-4caa-ad14-b35a524a5048,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:41.388559 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7a98a543-d0ae-472e-850f-2a880f7aced6 None None] Attempting to bind port 7991b160-c0f8-4caa-ad14-b35a524a5048 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:31:41.388758 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7a98a543-d0ae-472e-850f-2a880f7aced6 None None] Attempting to bind port 7991b160-c0f8-4caa-ad14-b35a524a5048 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '23e5d118-a81e-4b06-aa9c-39d62b3142ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c6e936e0-b7f8-482b-b1a6-2ab52b24d155'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:31:41.389020 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98a543-d0ae-472e-850f-2a880f7aced6 None None] Attempting to bind port 7991b160-c0f8-4caa-ad14-b35a524a5048 on network c6e936e0-b7f8-482b-b1a6-2ab52b24d155 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:41.394337 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98a543-d0ae-472e-850f-2a880f7aced6 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:31:41.394732 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98a543-d0ae-472e-850f-2a880f7aced6 None None] Checking segment: {'id': '23e5d118-a81e-4b06-aa9c-39d62b3142ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c6e936e0-b7f8-482b-b1a6-2ab52b24d155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:41.395124 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7a98a543-d0ae-472e-850f-2a880f7aced6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:41.395518 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98a543-d0ae-472e-850f-2a880f7aced6 None None] Bound using segment: {'id': '23e5d118-a81e-4b06-aa9c-39d62b3142ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c6e936e0-b7f8-482b-b1a6-2ab52b24d155'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:31:41.395976 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7a98a543-d0ae-472e-850f-2a880f7aced6 None None] Bound port: 7991b160-c0f8-4caa-ad14-b35a524a5048, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e5d118-a81e-4b06-aa9c-39d62b3142ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c6e936e0-b7f8-482b-b1a6-2ab52b24d155'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:31:41.396355 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7a98a543-d0ae-472e-850f-2a880f7aced6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7991b160-c0f8-4caa-ad14-b35a524a5048), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:41.462287 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-7a98a543-d0ae-472e-850f-2a880f7aced6 None None] For port 7991b160-c0f8-4caa-ad14-b35a524a5048, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:31:41.465429 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-7a98a543-d0ae-472e-850f-2a880f7aced6 None None] For port 7991b160-c0f8-4caa-ad14-b35a524a5048, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7991b160-c0f8-4caa-ad14-b35a524a5048,segment=NetworkSegment(23e5d118-a81e-4b06-aa9c-39d62b3142ac),segment_id=23e5d118-a81e-4b06-aa9c-39d62b3142ac)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:31:41.474820 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7a98a543-d0ae-472e-850f-2a880f7aced6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7991b160-c0f8-4caa-ad14-b35a524a5048), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:41.560704 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 82e38a5e-40aa-45f5-b865-b4983cc43a38 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:31:41.593582 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-06f3305e-c7e9-4c1a-bf99-e9fa367a53df tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Allocated IP 172.20.0.1 (c6e936e0-b7f8-482b-b1a6-2ab52b24d155/d83b07a7-985e-456a-a18c-2c65f8c7ae3a/92a451dc-c665-4aa9-b0c7-40e909533a43) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:41.600537 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 82e38a5e-40aa-45f5-b865-b4983cc43a38 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:31:41.600909 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 82e38a5e-40aa-45f5-b865-b4983cc43a38 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:31:41.602562 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98a543-d0ae-472e-850f-2a880f7aced6 None None] Pushing event updated for resources: {'Port': ['ID=7991b160-c0f8-4caa-ad14-b35a524a5048,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:41.707342 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe925c-74fa-4bd7-9db4-1a6f4a63253b req-a7dc70f2-9c1b-440c-a515-ad4af35f23b4 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:41.708975 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b3fe925c-74fa-4bd7-9db4-1a6f4a63253b req-a7dc70f2-9c1b-440c-a515-ad4af35f23b4 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=464aea6e-7f0b-4991-8c4f-b46c22a54b2b HTTP/1.1" status: 200 len: 1129 time: 0.0745258 Feb 19 04:31:41.783792 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-06f3305e-c7e9-4c1a-bf99-e9fa367a53df tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for port (92a451dc-c665-4aa9-b0c7-40e909533a43), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:41.786150 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b3fe925c-74fa-4bd7-9db4-1a6f4a63253b req-2b925742-be8a-4c54-9ba5-8ace2c5ca3db tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684266 Feb 19 04:31:41.832863 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-06f3305e-c7e9-4c1a-bf99-e9fa367a53df tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (92a451dc-c665-4aa9-b0c7-40e909533a43), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:41.881712 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f3305e-c7e9-4c1a-bf99-e9fa367a53df tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network c6e936e0-b7f8-482b-b1a6-2ab52b24d155 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:41.892165 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-06f3305e-c7e9-4c1a-bf99-e9fa367a53df tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:41.894675 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f3305e-c7e9-4c1a-bf99-e9fa367a53df tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:41.919219 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3305e-c7e9-4c1a-bf99-e9fa367a53df tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Port': ['ID=92a451dc-c665-4aa9-b0c7-40e909533a43,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:41.948122 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-06f3305e-c7e9-4c1a-bf99-e9fa367a53df tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (36a37bb8-10e8-4b86-860f-374c31e24397), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:42.081494 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-06f3305e-c7e9-4c1a-bf99-e9fa367a53df tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (92a451dc-c665-4aa9-b0c7-40e909533a43), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:42.348601 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-06f3305e-c7e9-4c1a-bf99-e9fa367a53df tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for port (92a451dc-c665-4aa9-b0c7-40e909533a43), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:42.353647 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-06f3305e-c7e9-4c1a-bf99-e9fa367a53df tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (92a451dc-c665-4aa9-b0c7-40e909533a43), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:42.429420 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3305e-c7e9-4c1a-bf99-e9fa367a53df tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Port': ['ID=92a451dc-c665-4aa9-b0c7-40e909533a43,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:42.440462 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-06f3305e-c7e9-4c1a-bf99-e9fa367a53df tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (36a37bb8-10e8-4b86-860f-374c31e24397), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:42.543176 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f3305e-c7e9-4c1a-bf99-e9fa367a53df tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network c6e936e0-b7f8-482b-b1a6-2ab52b24d155 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:42.545557 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-06f3305e-c7e9-4c1a-bf99-e9fa367a53df tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:42.701242 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f3305e-c7e9-4c1a-bf99-e9fa367a53df tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Router 36a37bb8-10e8-4b86-860f-374c31e24397 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:31:42.753239 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cb72a8-13d7-4939-a513-c8996a0576f9 None None] Network c6e936e0-b7f8-482b-b1a6-2ab52b24d155 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:42.864855 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f3305e-c7e9-4c1a-bf99-e9fa367a53df tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:42.866778 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e1bf806a-c8ae-4a51-ac24-7ccf2e75c19d None None] Provisioning complete for port 7991b160-c0f8-4caa-ad14-b35a524a5048 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:42.867272 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e1bf806a-c8ae-4a51-ac24-7ccf2e75c19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7991b160-c0f8-4caa-ad14-b35a524a5048), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:42.882585 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-06f3305e-c7e9-4c1a-bf99-e9fa367a53df tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "PUT /v2.0/routers/36a37bb8-10e8-4b86-860f-374c31e24397/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9036493 Feb 19 04:31:42.883791 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36988) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:42.885003 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e3a967-cffc-40e3-bb47-4232e9221289 None None] Sync routers for ids ['36a37bb8-10e8-4b86-860f-374c31e24397'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:42.898707 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e3a967-cffc-40e3-bb47-4232e9221289 None None] Routers {'36a37bb8-10e8-4b86-860f-374c31e24397'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:42.899977 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-04e3a967-cffc-40e3-bb47-4232e9221289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['36a37bb8-10e8-4b86-860f-374c31e24397'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:42.919428 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5be42-5b66-40c6-b102-dd264fd1a809 req-404e28d9-34fe-4359-9cd9-4f7e6fb48319 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:42.921104 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18a5be42-5b66-40c6-b102-dd264fd1a809 req-404e28d9-34fe-4359-9cd9-4f7e6fb48319 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=464aea6e-7f0b-4991-8c4f-b46c22a54b2b HTTP/1.1" status: 200 len: 1129 time: 0.0529282 Feb 19 04:31:42.957922 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a363eae9-8583-41b7-887c-fbfa1a2e9a79 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:42.960639 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a363eae9-8583-41b7-887c-fbfa1a2e9a79 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "GET /v2.0/ports/92a451dc-c665-4aa9-b0c7-40e909533a43 HTTP/1.1" status: 200 len: 910 time: 0.0756435 Feb 19 04:31:42.964792 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 36990) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:42.973431 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-04e3a967-cffc-40e3-bb47-4232e9221289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:42.989580 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e3a967-cffc-40e3-bb47-4232e9221289 None None] Routers {'36a37bb8-10e8-4b86-860f-374c31e24397'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:42.991510 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-04e3a967-cffc-40e3-bb47-4232e9221289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['36a37bb8-10e8-4b86-860f-374c31e24397'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:42.993942 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e1bf806a-c8ae-4a51-ac24-7ccf2e75c19d None None] Current status of the port 7991b160-c0f8-4caa-ad14-b35a524a5048 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:42.994460 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e1bf806a-c8ae-4a51-ac24-7ccf2e75c19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7991b160-c0f8-4caa-ad14-b35a524a5048), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:43.027391 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18a5be42-5b66-40c6-b102-dd264fd1a809 req-bb04c97c-c01c-47ac-b6a3-b026df551918 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989184 Feb 19 04:31:43.029619 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-04e3a967-cffc-40e3-bb47-4232e9221289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:43.030475 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e3a967-cffc-40e3-bb47-4232e9221289 None None] The sync data for ids ['36a37bb8-10e8-4b86-860f-374c31e24397'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:43.039321 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e1bf806a-c8ae-4a51-ac24-7ccf2e75c19d None None] For port 7991b160-c0f8-4caa-ad14-b35a524a5048, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7991b160-c0f8-4caa-ad14-b35a524a5048,segment=NetworkSegment(23e5d118-a81e-4b06-aa9c-39d62b3142ac),segment_id=23e5d118-a81e-4b06-aa9c-39d62b3142ac)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:43.051092 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e1bf806a-c8ae-4a51-ac24-7ccf2e75c19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7991b160-c0f8-4caa-ad14-b35a524a5048), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:43.135600 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf806a-c8ae-4a51-ac24-7ccf2e75c19d None None] Pushing event updated for resources: {'Port': ['ID=7991b160-c0f8-4caa-ad14-b35a524a5048,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:43.157198 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff324c-7101-4380-8467-ec0f62858bf0 req-cbd2f1c4-887f-41cb-8dd2-1fdf3f40f1f2 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:43.159890 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5fff324c-7101-4380-8467-ec0f62858bf0 req-cbd2f1c4-887f-41cb-8dd2-1fdf3f40f1f2 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=464aea6e-7f0b-4991-8c4f-b46c22a54b2b HTTP/1.1" status: 200 len: 1129 time: 0.0667138 Feb 19 04:31:43.212116 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5fff324c-7101-4380-8467-ec0f62858bf0 req-5621d637-cfff-4fd4-a82b-ba1431db693c tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468347 Feb 19 04:31:43.278702 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-83529532-73b6-496a-8d60-eec8d00cecd1 None None] Provisioning complete for port 92a451dc-c665-4aa9-b0c7-40e909533a43 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:43.279080 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-83529532-73b6-496a-8d60-eec8d00cecd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (92a451dc-c665-4aa9-b0c7-40e909533a43), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:43.341901 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-83529532-73b6-496a-8d60-eec8d00cecd1 None None] Port 92a451dc-c665-4aa9-b0c7-40e909533a43 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:31:43.360095 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-83529532-73b6-496a-8d60-eec8d00cecd1 None None] Provisioning complete for port 7991b160-c0f8-4caa-ad14-b35a524a5048 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:43.360480 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-83529532-73b6-496a-8d60-eec8d00cecd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7991b160-c0f8-4caa-ad14-b35a524a5048), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:43.365750 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f66ad-ceee-4d75-b55f-bed4f5210327 req-cc9eebed-57b8-4772-aace-8585fbf6fdbd tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:43.367309 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-089f66ad-ceee-4d75-b55f-bed4f5210327 req-cc9eebed-57b8-4772-aace-8585fbf6fdbd tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=464aea6e-7f0b-4991-8c4f-b46c22a54b2b HTTP/1.1" status: 200 len: 1129 time: 0.0851219 Feb 19 04:31:43.441916 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-089f66ad-ceee-4d75-b55f-bed4f5210327 req-b6ace47c-8140-4bec-84ed-26b62d4459ec tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621538 Feb 19 04:31:43.497175 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-83529532-73b6-496a-8d60-eec8d00cecd1 None None] Current status of the port 7991b160-c0f8-4caa-ad14-b35a524a5048 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:43.547918 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f4facb9c-8f49-445e-9e76-f2d9f47779a8 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (36a37bb8-10e8-4b86-860f-374c31e24397), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:43.609697 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7991b160-c0f8-4caa-ad14-b35a524a5048 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:43.672525 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 7991b160-c0f8-4caa-ad14-b35a524a5048 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:43.673197 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7991b160-c0f8-4caa-ad14-b35a524a5048), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:43.711908 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-35dc31b3-2ed0-4fdd-b6a0-63456a5f30c5 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:43.713728 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-35dc31b3-2ed0-4fdd-b6a0-63456a5f30c5 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/networks?id=fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9 HTTP/1.1" status: 200 len: 910 time: 0.0953546 Feb 19 04:31:43.731412 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-3f60989a-7c98-4ccb-a6f8-5733a39eb74a tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/quotas/89dba804c37b4cb3bbb58d7e296a9048 HTTP/1.1" status: 200 len: 375 time: 0.0107651 Feb 19 04:31:43.743366 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c51d8120-914a-496e-8621-dfe65dad1f45 None None] Provisioning complete for port 92a451dc-c665-4aa9-b0c7-40e909533a43 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:43.743847 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c51d8120-914a-496e-8621-dfe65dad1f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (92a451dc-c665-4aa9-b0c7-40e909533a43), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:43.814102 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-f2b87fee-a3cd-4a13-98c8-4c0d65e54931 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?tenant_id=89dba804c37b4cb3bbb58d7e296a9048&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0724154 Feb 19 04:31:43.838337 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 7991b160-c0f8-4caa-ad14-b35a524a5048 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:43.852744 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c51d8120-914a-496e-8621-dfe65dad1f45 None None] Port 92a451dc-c665-4aa9-b0c7-40e909533a43 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:31:43.869371 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-f4facb9c-8f49-445e-9e76-f2d9f47779a8 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Deleting port 92a451dc-c665-4aa9-b0c7-40e909533a43 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:43.869966 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f4facb9c-8f49-445e-9e76-f2d9f47779a8 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (92a451dc-c665-4aa9-b0c7-40e909533a43), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:43.925214 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-acd8c638-f187-4071-afc8-ee184d51e046 service neutron] 10.222.0.52 "GET /v2.0/networks/fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087756 Feb 19 04:31:43.958937 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f4facb9c-8f49-445e-9e76-f2d9f47779a8 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (92a451dc-c665-4aa9-b0c7-40e909533a43), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:43.970694 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-f4facb9c-8f49-445e-9e76-f2d9f47779a8 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Calling delete_port for 92a451dc-c665-4aa9-b0c7-40e909533a43 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:43.972064 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-21fb980a-ea07-443f-be6c-6397e0e7f54d None None] Provisioning complete for port 92a451dc-c665-4aa9-b0c7-40e909533a43 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:43.972383 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-21fb980a-ea07-443f-be6c-6397e0e7f54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (92a451dc-c665-4aa9-b0c7-40e909533a43), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:44.008919 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-21fb980a-ea07-443f-be6c-6397e0e7f54d None None] Port 92a451dc-c665-4aa9-b0c7-40e909533a43 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:31:44.030547 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-89603652-e40b-4ce8-9651-f94e44a677db service neutron] 10.222.0.52 "GET /v2.0/networks/fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989523 Feb 19 04:31:44.206113 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a96deff7-a755-4fa1-a34b-d01beb927ab3 req-c0650d93-191f-448d-88de-29efe45a4414 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=713b1705-67cb-4ccf-982a-a6929eec2637 HTTP/1.1" status: 200 len: 210 time: 0.0288854 Feb 19 04:31:44.449614 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f4facb9c-8f49-445e-9e76-f2d9f47779a8 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (92a451dc-c665-4aa9-b0c7-40e909533a43), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:44.483966 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4facb9c-8f49-445e-9e76-f2d9f47779a8 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Port': ['ID=92a451dc-c665-4aa9-b0c7-40e909533a43,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:44.707790 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f4facb9c-8f49-445e-9e76-f2d9f47779a8 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (36a37bb8-10e8-4b86-860f-374c31e24397), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:44.916841 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4facb9c-8f49-445e-9e76-f2d9f47779a8 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Router 36a37bb8-10e8-4b86-860f-374c31e24397 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:31:45.013248 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4facb9c-8f49-445e-9e76-f2d9f47779a8 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:45.022087 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f4facb9c-8f49-445e-9e76-f2d9f47779a8 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "PUT /v2.0/routers/36a37bb8-10e8-4b86-860f-374c31e24397/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0524342 Feb 19 04:31:45.022087 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37028) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:45.029399 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c92a04e-738f-48f9-9368-b72891a6a4fc None None] Sync routers for ids ['36a37bb8-10e8-4b86-860f-374c31e24397'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:45.039965 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c92a04e-738f-48f9-9368-b72891a6a4fc None None] Routers {'36a37bb8-10e8-4b86-860f-374c31e24397'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:45.040684 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3c92a04e-738f-48f9-9368-b72891a6a4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['36a37bb8-10e8-4b86-860f-374c31e24397'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:45.054190 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-474a6848-1d61-4372-b22f-892c6c4ed6fe tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "GET /v2.0/ports?device_id=36a37bb8-10e8-4b86-860f-374c31e24397 HTTP/1.1" status: 200 len: 205 time: 0.0289209 Feb 19 04:31:45.058573 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37030) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:45.076951 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3c92a04e-738f-48f9-9368-b72891a6a4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:45.087355 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c92a04e-738f-48f9-9368-b72891a6a4fc None None] Routers {'36a37bb8-10e8-4b86-860f-374c31e24397'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:45.087973 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3c92a04e-738f-48f9-9368-b72891a6a4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['36a37bb8-10e8-4b86-860f-374c31e24397'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:45.122792 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3c92a04e-738f-48f9-9368-b72891a6a4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:45.123440 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c92a04e-738f-48f9-9368-b72891a6a4fc None None] The sync data for ids ['36a37bb8-10e8-4b86-860f-374c31e24397'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:45.138662 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a92db79-a218-4c16-9801-c5e2509a8884 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router (36a37bb8-10e8-4b86-860f-374c31e24397), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:45.323120 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a92db79-a218-4c16-9801-c5e2509a8884 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (36a37bb8-10e8-4b86-860f-374c31e24397), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:45.333866 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a92db79-a218-4c16-9801-c5e2509a8884 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router_controller (36a37bb8-10e8-4b86-860f-374c31e24397), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:45.345057 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8aa0a2fd-e525-402f-868c-2e85f5855d87 req-4eb1dedf-7c48-48ef-9aa0-65736663fcd9 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=713b1705-67cb-4ccf-982a-a6929eec2637 HTTP/1.1" status: 200 len: 210 time: 0.0466521 Feb 19 04:31:45.438844 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a92db79-a218-4c16-9801-c5e2509a8884 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (36a37bb8-10e8-4b86-860f-374c31e24397), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:45.439682 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a92db79-a218-4c16-9801-c5e2509a8884 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Fanout notify agent at l3_agent the message router_deleted on router 36a37bb8-10e8-4b86-860f-374c31e24397 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:31:45.448118 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a92db79-a218-4c16-9801-c5e2509a8884 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:45.452702 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37034) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:45.460558 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5a92db79-a218-4c16-9801-c5e2509a8884 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/routers/36a37bb8-10e8-4b86-860f-374c31e24397 HTTP/1.1" status: 204 len: 168 time: 0.4006193 Feb 19 04:31:45.502080 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-40970c0a-a4bc-4191-8ea8-c6fee0a3a91e tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:45.503809 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-40970c0a-a4bc-4191-8ea8-c6fee0a3a91e tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.26 "GET /v2.0/networks?id=fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9 HTTP/1.1" status: 200 len: 910 time: 0.1779768 Feb 19 04:31:45.509700 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe9752ee-2dc2-4b6e-9f7a-5de5485be955 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Deleting subnet d83b07a7-985e-456a-a18c-2c65f8c7ae3a {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:31:45.513752 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fe9752ee-2dc2-4b6e-9f7a-5de5485be955 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for subnet (d83b07a7-985e-456a-a18c-2c65f8c7ae3a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:45.516275 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-42248e82-0e83-4514-b54f-9ec5396ef6f0 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Request body: {'port': {'device_id': '713b1705-67cb-4ccf-982a-a6929eec2637', 'network_id': 'fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9', 'admin_state_up': True, 'tenant_id': '89dba804c37b4cb3bbb58d7e296a9048'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:45.537174 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-42248e82-0e83-4514-b54f-9ec5396ef6f0 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Made reservation on behalf of 89dba804c37b4cb3bbb58d7e296a9048 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:45.540865 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-42248e82-0e83-4514-b54f-9ec5396ef6f0 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:45.559026 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fe9752ee-2dc2-4b6e-9f7a-5de5485be955 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (d83b07a7-985e-456a-a18c-2c65f8c7ae3a), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:45.662211 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fe9752ee-2dc2-4b6e-9f7a-5de5485be955 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (d83b07a7-985e-456a-a18c-2c65f8c7ae3a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:45.712426 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-42248e82-0e83-4514-b54f-9ec5396ef6f0 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Allocated IP 172.20.0.8 (fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9/ba5c3570-70cc-4dda-83e6-169580a65783/cf7bb6d3-ba8a-4a2a-b126-397312560f20) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:45.725145 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fe9752ee-2dc2-4b6e-9f7a-5de5485be955 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (d83b07a7-985e-456a-a18c-2c65f8c7ae3a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:45.754414 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9752ee-2dc2-4b6e-9f7a-5de5485be955 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Subnet': ['ID=d83b07a7-985e-456a-a18c-2c65f8c7ae3a,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:45.756674 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fe9752ee-2dc2-4b6e-9f7a-5de5485be955 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:45.760409 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f68ea45-67d6-4af1-b86a-40a6bb0c9ef8 None None] Network c6e936e0-b7f8-482b-b1a6-2ab52b24d155 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:45.761428 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fe9752ee-2dc2-4b6e-9f7a-5de5485be955 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/subnets/d83b07a7-985e-456a-a18c-2c65f8c7ae3a HTTP/1.1" status: 204 len: 168 time: 0.3069196 Feb 19 04:31:45.764606 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37052) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:45.859089 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f0ff32ef-8cec-49c2-9c48-63dcb0f55ae5 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (c6e936e0-b7f8-482b-b1a6-2ab52b24d155), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:45.901523 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-42248e82-0e83-4514-b54f-9ec5396ef6f0 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Publish callbacks [] for port (cf7bb6d3-ba8a-4a2a-b126-397312560f20), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:45.924725 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-f0ff32ef-8cec-49c2-9c48-63dcb0f55ae5 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Deleting port 7991b160-c0f8-4caa-ad14-b35a524a5048 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:45.925070 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f0ff32ef-8cec-49c2-9c48-63dcb0f55ae5 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (7991b160-c0f8-4caa-ad14-b35a524a5048), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:45.953153 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae74f95b-f729-4826-9142-099ddb28f958 None None] DHCP port deletion for c6e936e0-b7f8-482b-b1a6-2ab52b24d155 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:31:45.955553 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-42248e82-0e83-4514-b54f-9ec5396ef6f0 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (cf7bb6d3-ba8a-4a2a-b126-397312560f20), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:45.994187 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['c2eb822a-2807-4c33-9d79-781243837545'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:31:46.039771 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-f0ff32ef-8cec-49c2-9c48-63dcb0f55ae5 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] For port 7991b160-c0f8-4caa-ad14-b35a524a5048, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7991b160-c0f8-4caa-ad14-b35a524a5048,segment=NetworkSegment(23e5d118-a81e-4b06-aa9c-39d62b3142ac),segment_id=23e5d118-a81e-4b06-aa9c-39d62b3142ac)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:46.040147 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f0ff32ef-8cec-49c2-9c48-63dcb0f55ae5 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (7991b160-c0f8-4caa-ad14-b35a524a5048), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:46.052072 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-42248e82-0e83-4514-b54f-9ec5396ef6f0 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Network fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:46.056438 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-42248e82-0e83-4514-b54f-9ec5396ef6f0 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:46.064806 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-f0ff32ef-8cec-49c2-9c48-63dcb0f55ae5 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Calling delete_port for 7991b160-c0f8-4caa-ad14-b35a524a5048 owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:46.070907 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-42248e82-0e83-4514-b54f-9ec5396ef6f0 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:46.107494 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ae74f95b-f729-4826-9142-099ddb28f958 None None] Deleting port 7991b160-c0f8-4caa-ad14-b35a524a5048 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:46.108523 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ae74f95b-f729-4826-9142-099ddb28f958 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (7991b160-c0f8-4caa-ad14-b35a524a5048), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:46.129881 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42248e82-0e83-4514-b54f-9ec5396ef6f0 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Pushing event updated for resources: {'Port': ['ID=cf7bb6d3-ba8a-4a2a-b126-397312560f20,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:46.156645 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-42248e82-0e83-4514-b54f-9ec5396ef6f0 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:46.157137 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-42248e82-0e83-4514-b54f-9ec5396ef6f0 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:46.187357 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-42248e82-0e83-4514-b54f-9ec5396ef6f0 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6743279 Feb 19 04:31:46.205985 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-5f065208-d3fe-4d8f-8645-45d54bfed4b1 service neutron] Request body: {'port': {'device_id': '713b1705-67cb-4ccf-982a-a6929eec2637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:46.246959 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-ae74f95b-f729-4826-9142-099ddb28f958 None None] For port 7991b160-c0f8-4caa-ad14-b35a524a5048, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7991b160-c0f8-4caa-ad14-b35a524a5048,segment=NetworkSegment(23e5d118-a81e-4b06-aa9c-39d62b3142ac),segment_id=23e5d118-a81e-4b06-aa9c-39d62b3142ac)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:46.247464 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ae74f95b-f729-4826-9142-099ddb28f958 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (7991b160-c0f8-4caa-ad14-b35a524a5048), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:46.254382 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f0ff32ef-8cec-49c2-9c48-63dcb0f55ae5 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (7991b160-c0f8-4caa-ad14-b35a524a5048), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:46.289108 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff32ef-8cec-49c2-9c48-63dcb0f55ae5 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Port': ['ID=7991b160-c0f8-4caa-ad14-b35a524a5048,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:46.298255 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-5f065208-d3fe-4d8f-8645-45d54bfed4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cf7bb6d3-ba8a-4a2a-b126-397312560f20), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:46.327620 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ae74f95b-f729-4826-9142-099ddb28f958 None None] Calling delete_port for 7991b160-c0f8-4caa-ad14-b35a524a5048 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:46.336384 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ff32ef-8cec-49c2-9c48-63dcb0f55ae5 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] No DVR routers for this DVR port 7991b160-c0f8-4caa-ad14-b35a524a5048 on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:31:46.543594 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f0ff32ef-8cec-49c2-9c48-63dcb0f55ae5 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (c6e936e0-b7f8-482b-b1a6-2ab52b24d155), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:31:46.545780 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 04:31:46.561137 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-1f1a9868-993e-4be4-b9ca-5494b767abf6 None None] Provisioning complete for port cf7bb6d3-ba8a-4a2a-b126-397312560f20 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:46.561785 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1f1a9868-993e-4be4-b9ca-5494b767abf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cf7bb6d3-ba8a-4a2a-b126-397312560f20), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:46.564615 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ae74f95b-f729-4826-9142-099ddb28f958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (7991b160-c0f8-4caa-ad14-b35a524a5048), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:46.598782 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-f0ff32ef-8cec-49c2-9c48-63dcb0f55ae5 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e936e0-b7f8-482b-b1a6-2ab52b24d155']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:46.609955 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-f0ff32ef-8cec-49c2-9c48-63dcb0f55ae5 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e5d118-a81e-4b06-aa9c-39d62b3142ac') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:46.610285 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-f0ff32ef-8cec-49c2-9c48-63dcb0f55ae5 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e5d118-a81e-4b06-aa9c-39d62b3142ac') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:46.622761 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f0ff32ef-8cec-49c2-9c48-63dcb0f55ae5 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (23e5d118-a81e-4b06-aa9c-39d62b3142ac), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:46.636652 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74f95b-f729-4826-9142-099ddb28f958 None None] Pushing event deleted for resources: {'Port': ['ID=7991b160-c0f8-4caa-ad14-b35a524a5048,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:46.642502 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f0ff32ef-8cec-49c2-9c48-63dcb0f55ae5 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (23e5d118-a81e-4b06-aa9c-39d62b3142ac), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:46.649771 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae74f95b-f729-4826-9142-099ddb28f958 None None] No DVR routers for this DVR port 7991b160-c0f8-4caa-ad14-b35a524a5048 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:31:46.653032 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ff32ef-8cec-49c2-9c48-63dcb0f55ae5 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:31:46.653491 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f0ff32ef-8cec-49c2-9c48-63dcb0f55ae5 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (23e5d118-a81e-4b06-aa9c-39d62b3142ac), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:31:46.657390 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:31:46.669618 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-1f1a9868-993e-4be4-b9ca-5494b767abf6 None None] Port cf7bb6d3-ba8a-4a2a-b126-397312560f20 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:31:46.721759 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c607d-d44d-4002-91b2-2caa49cf6539 req-a0f4bd44-cb3e-4b9e-be96-4681f7b56a9a tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:46.723395 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d6c607d-d44d-4002-91b2-2caa49cf6539 req-a0f4bd44-cb3e-4b9e-be96-4681f7b56a9a tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=713b1705-67cb-4ccf-982a-a6929eec2637 HTTP/1.1" status: 200 len: 1027 time: 0.2471066 Feb 19 04:31:46.767571 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f0ff32ef-8cec-49c2-9c48-63dcb0f55ae5 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (c6e936e0-b7f8-482b-b1a6-2ab52b24d155), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:46.790086 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-5f065208-d3fe-4d8f-8645-45d54bfed4b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf7bb6d3-ba8a-4a2a-b126-397312560f20 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:31:46.810696 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-5f065208-d3fe-4d8f-8645-45d54bfed4b1 service neutron] Publish callbacks [] for port (cf7bb6d3-ba8a-4a2a-b126-397312560f20), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:46.812016 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f0ff32ef-8cec-49c2-9c48-63dcb0f55ae5 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:46.815408 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f0ff32ef-8cec-49c2-9c48-63dcb0f55ae5 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/networks/c6e936e0-b7f8-482b-b1a6-2ab52b24d155 HTTP/1.1" status: 204 len: 168 time: 1.0496330 Feb 19 04:31:46.819740 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37078) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:46.825402 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-02c9d46d-2a7d-4c64-847b-7d4a4acfeddc tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1066096619', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}, 'admin_state_up': False}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:46.832336 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d6c607d-d44d-4002-91b2-2caa49cf6539 req-ab10fc6a-44fd-4a6d-9435-1ed536f5548b tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962243 Feb 19 04:31:46.857476 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff32ef-8cec-49c2-9c48-63dcb0f55ae5 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Network': ['ID=c6e936e0-b7f8-482b-b1a6-2ab52b24d155,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:46.868975 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-5f065208-d3fe-4d8f-8645-45d54bfed4b1 service neutron] Transition to ACTIVE for port object cf7bb6d3-ba8a-4a2a-b126-397312560f20 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:31:46.874185 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-5f065208-d3fe-4d8f-8645-45d54bfed4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (cf7bb6d3-ba8a-4a2a-b126-397312560f20), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:46.879195 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-02c9d46d-2a7d-4c64-847b-7d4a4acfeddc tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (e2b85d6f-0bee-48a0-bc7e-cc13dd118873), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:46.880270 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-02c9d46d-2a7d-4c64-847b-7d4a4acfeddc tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (e2b85d6f-0bee-48a0-bc7e-cc13dd118873), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:46.938065 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f065208-d3fe-4d8f-8645-45d54bfed4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7bb6d3-ba8a-4a2a-b126-397312560f20,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:47.009178 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-02c9d46d-2a7d-4c64-847b-7d4a4acfeddc tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router_controller (e2b85d6f-0bee-48a0-bc7e-cc13dd118873), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:47.181333 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-5f065208-d3fe-4d8f-8645-45d54bfed4b1 service neutron] Attempting to bind port cf7bb6d3-ba8a-4a2a-b126-397312560f20 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:31:47.181681 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-5f065208-d3fe-4d8f-8645-45d54bfed4b1 service neutron] Attempting to bind port cf7bb6d3-ba8a-4a2a-b126-397312560f20 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '22e0d7fc-9dfd-46ed-b600-8f880b28b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:31:47.182014 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-5f065208-d3fe-4d8f-8645-45d54bfed4b1 service neutron] Attempting to bind port cf7bb6d3-ba8a-4a2a-b126-397312560f20 on network fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:47.213235 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-5f065208-d3fe-4d8f-8645-45d54bfed4b1 service neutron] Port cf7bb6d3-ba8a-4a2a-b126-397312560f20 on network fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:31:47.213553 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-5f065208-d3fe-4d8f-8645-45d54bfed4b1 service neutron] Attempting to bind port cf7bb6d3-ba8a-4a2a-b126-397312560f20 on network fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:47.222496 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-5f065208-d3fe-4d8f-8645-45d54bfed4b1 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:31:47.222842 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-5f065208-d3fe-4d8f-8645-45d54bfed4b1 service neutron] Checking segment: {'id': '22e0d7fc-9dfd-46ed-b600-8f880b28b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:47.223230 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-5f065208-d3fe-4d8f-8645-45d54bfed4b1 service neutron] Bound using segment: {'id': '22e0d7fc-9dfd-46ed-b600-8f880b28b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:31:47.223669 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-5f065208-d3fe-4d8f-8645-45d54bfed4b1 service neutron] Bound port: cf7bb6d3-ba8a-4a2a-b126-397312560f20, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e0d7fc-9dfd-46ed-b600-8f880b28b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:31:47.224030 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-5f065208-d3fe-4d8f-8645-45d54bfed4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cf7bb6d3-ba8a-4a2a-b126-397312560f20), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:47.230154 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-02c9d46d-2a7d-4c64-847b-7d4a4acfeddc tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router_gateway (e2b85d6f-0bee-48a0-bc7e-cc13dd118873), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:47.343469 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-5f065208-d3fe-4d8f-8645-45d54bfed4b1 service neutron] For port cf7bb6d3-ba8a-4a2a-b126-397312560f20, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:31:47.359934 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-5f065208-d3fe-4d8f-8645-45d54bfed4b1 service neutron] For port cf7bb6d3-ba8a-4a2a-b126-397312560f20, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=cf7bb6d3-ba8a-4a2a-b126-397312560f20,segment=NetworkSegment(22e0d7fc-9dfd-46ed-b600-8f880b28b7b3),segment_id=22e0d7fc-9dfd-46ed-b600-8f880b28b7b3)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:31:47.369034 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-5f065208-d3fe-4d8f-8645-45d54bfed4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (cf7bb6d3-ba8a-4a2a-b126-397312560f20), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:47.423445 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-5f065208-d3fe-4d8f-8645-45d54bfed4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:47.424063 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-5f065208-d3fe-4d8f-8645-45d54bfed4b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:47.425499 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-5f065208-d3fe-4d8f-8645-45d54bfed4b1 service neutron] 10.222.0.26 "PUT /v2.0/ports/cf7bb6d3-ba8a-4a2a-b126-397312560f20 HTTP/1.1" status: 200 len: 1092 time: 1.2306674 Feb 19 04:31:47.425945 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713b1705-67cb-4ccf-982a-a6929eec2637', 'tag': 'cf7bb6d3-ba8a-4a2a-b126-397312560f20'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:31:47.428259 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b6614e-12a9-4964-99ac-9361ffca769b" -d '{"events": [{"name": "network-changed", "server_uuid": "713b1705-67cb-4ccf-982a-a6929eec2637", "tag": "cf7bb6d3-ba8a-4a2a-b126-397312560f20"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:31:47.483678 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f065208-d3fe-4d8f-8645-45d54bfed4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7bb6d3-ba8a-4a2a-b126-397312560f20,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:47.595048 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7991b160-c0f8-4caa-ad14-b35a524a5048 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:31:47.640524 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 7991b160-c0f8-4caa-ad14-b35a524a5048 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:31:47.641003 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7991b160-c0f8-4caa-ad14-b35a524a5048 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:31:47.661139 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87d03cf-06ce-418a-8db3-54d47cf48175 x-openstack-request-id: req-b87d03cf-06ce-418a-8db3-54d47cf48175 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:31:47.661448 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "713b1705-67cb-4ccf-982a-a6929eec2637", "tag": "cf7bb6d3-ba8a-4a2a-b126-397312560f20", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:31:47.661709 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b87d03cf-06ce-418a-8db3-54d47cf48175 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:31:47.662117 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713b1705-67cb-4ccf-982a-a6929eec2637', 'tag': 'cf7bb6d3-ba8a-4a2a-b126-397312560f20', 'status': 'completed', 'code': 200} Feb 19 04:31:47.728260 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-02c9d46d-2a7d-4c64-847b-7d4a4acfeddc tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router_gateway (e2b85d6f-0bee-48a0-bc7e-cc13dd118873), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:47.748429 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-02c9d46d-2a7d-4c64-847b-7d4a4acfeddc tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:47.751704 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-06d45206-7d17-4776-b594-395820f779d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:47.753228 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-06d45206-7d17-4776-b594-395820f779d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89dba804c37b4cb3bbb58d7e296a9048&device_id=713b1705-67cb-4ccf-982a-a6929eec2637 HTTP/1.1" status: 200 len: 1126 time: 0.2564666 Feb 19 04:31:47.841880 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-a5606850-56d1-40d2-9885-c7dbf83af15f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf7bb6d3-ba8a-4a2a-b126-397312560f20 HTTP/1.1" status: 200 len: 217 time: 0.0794249 Feb 19 04:31:47.951961 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-d114dbf8-24e0-4611-a41a-ead854465293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:47.953290 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-d114dbf8-24e0-4611-a41a-ead854465293 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba5c3570-70cc-4dda-83e6-169580a65783 HTTP/1.1" status: 200 len: 848 time: 0.1047709 Feb 19 04:31:47.974656 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-02c9d46d-2a7d-4c64-847b-7d4a4acfeddc tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Allocated IP 172.25.3.98 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/246e0039-c991-4067-b27c-6502c91a0de7) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:47.976684 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308cf051-7f3d-4dc4-a72b-dd6b3272a622 req-46624fd3-37a7-4844-80a3-fd6367611637 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:47.991400 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-308cf051-7f3d-4dc4-a72b-dd6b3272a622 req-46624fd3-37a7-4844-80a3-fd6367611637 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=713b1705-67cb-4ccf-982a-a6929eec2637 HTTP/1.1" status: 200 len: 1126 time: 0.0677421 Feb 19 04:31:48.058608 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-308cf051-7f3d-4dc4-a72b-dd6b3272a622 req-c1c23306-e903-406e-81fc-d761fee163d2 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609217 Feb 19 04:31:48.103873 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-e7e01a75-40e2-4b30-a1b6-4773aa9dbbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:48.105968 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-e7e01a75-40e2-4b30-a1b6-4773aa9dbbeb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1446140 Feb 19 04:31:48.189291 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-02c9d46d-2a7d-4c64-847b-7d4a4acfeddc tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for port (246e0039-c991-4067-b27c-6502c91a0de7), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:48.258395 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-dd82023d-9cf4-4558-b492-ec4671a3d324 service neutron] 10.222.0.26 "GET /v2.0/networks/fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455109 Feb 19 04:31:48.291739 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-02c9d46d-2a7d-4c64-847b-7d4a4acfeddc tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (246e0039-c991-4067-b27c-6502c91a0de7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:48.376397 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c9d46d-2a7d-4c64-847b-7d4a4acfeddc tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:48.381833 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9d46d-2a7d-4c64-847b-7d4a4acfeddc tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Port': ['ID=246e0039-c991-4067-b27c-6502c91a0de7,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:48.390621 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-02c9d46d-2a7d-4c64-847b-7d4a4acfeddc tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:48.395468 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c9d46d-2a7d-4c64-847b-7d4a4acfeddc tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:48.454491 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-29527ee2-1394-44c1-88ee-fc9bd9b12270 req-e537e4a7-f4c9-4352-af44-23684797e40c service neutron] 10.222.0.26 "GET /v2.0/networks/fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886969 Feb 19 04:31:48.898932 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6614e-12a9-4964-99ac-9361ffca769b req-6402e461-bae9-43d9-8674-b7e6d28b3f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:48.900502 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f6b6614e-12a9-4964-99ac-9361ffca769b req-6402e461-bae9-43d9-8674-b7e6d28b3f6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89dba804c37b4cb3bbb58d7e296a9048&device_id=713b1705-67cb-4ccf-982a-a6929eec2637 HTTP/1.1" status: 200 len: 1126 time: 0.3768559 Feb 19 04:31:49.180903 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-02c9d46d-2a7d-4c64-847b-7d4a4acfeddc tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router_gateway (e2b85d6f-0bee-48a0-bc7e-cc13dd118873), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:49.183839 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6614e-12a9-4964-99ac-9361ffca769b req-7b3e827c-2999-40cb-aba2-e30b21853f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:49.185345 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f6b6614e-12a9-4964-99ac-9361ffca769b req-7b3e827c-2999-40cb-aba2-e30b21853f42 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9 HTTP/1.1" status: 200 len: 910 time: 0.2456255 Feb 19 04:31:49.288417 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103c93f-3cc7-47e9-81da-fdf227e205ba req-385d356f-b752-4615-aebf-7de1e2604c03 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:49.290964 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2103c93f-3cc7-47e9-81da-fdf227e205ba req-385d356f-b752-4615-aebf-7de1e2604c03 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=713b1705-67cb-4ccf-982a-a6929eec2637 HTTP/1.1" status: 200 len: 1126 time: 0.0721824 Feb 19 04:31:49.292456 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f6b6614e-12a9-4964-99ac-9361ffca769b req-5a12bd7a-a5b9-4089-bea8-91aa2746ad94 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf7bb6d3-ba8a-4a2a-b126-397312560f20 HTTP/1.1" status: 200 len: 217 time: 0.0521054 Feb 19 04:31:49.348943 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2103c93f-3cc7-47e9-81da-fdf227e205ba req-a29a852d-cc66-42cd-9f30-093226212833 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515146 Feb 19 04:31:49.402663 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6614e-12a9-4964-99ac-9361ffca769b req-b8d1ffb4-58bf-4b74-bc84-8deb030120da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:49.403708 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f6b6614e-12a9-4964-99ac-9361ffca769b req-b8d1ffb4-58bf-4b74-bc84-8deb030120da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba5c3570-70cc-4dda-83e6-169580a65783 HTTP/1.1" status: 200 len: 848 time: 0.1046493 Feb 19 04:31:49.542729 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6614e-12a9-4964-99ac-9361ffca769b req-efd45a64-c03d-4a8b-ae28-f180993a426f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:49.544626 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f6b6614e-12a9-4964-99ac-9361ffca769b req-efd45a64-c03d-4a8b-ae28-f180993a426f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1342690 Feb 19 04:31:49.581475 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-02c9d46d-2a7d-4c64-847b-7d4a4acfeddc tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (e2b85d6f-0bee-48a0-bc7e-cc13dd118873), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:49.795287 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f6b6614e-12a9-4964-99ac-9361ffca769b req-9e07fd3a-a280-4721-b76b-a4900fc0c151 service neutron] 10.222.0.26 "GET /v2.0/networks/fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401295 Feb 19 04:31:49.903853 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c9d46d-2a7d-4c64-847b-7d4a4acfeddc tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Router e2b85d6f-0bee-48a0-bc7e-cc13dd118873 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:31:49.919381 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f6b6614e-12a9-4964-99ac-9361ffca769b req-3c2f4e93-f95e-4609-92f3-86397ade3083 service neutron] 10.222.0.26 "GET /v2.0/networks/fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166286 Feb 19 04:31:50.042661 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c9d46d-2a7d-4c64-847b-7d4a4acfeddc tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:50.052169 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b5254f-aacd-43da-9d94-2fb2ee8314b0 None None] Sync routers for ids ['e2b85d6f-0bee-48a0-bc7e-cc13dd118873'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:50.072400 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b5254f-aacd-43da-9d94-2fb2ee8314b0 None None] Routers {'e2b85d6f-0bee-48a0-bc7e-cc13dd118873'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:50.073899 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b7b5254f-aacd-43da-9d94-2fb2ee8314b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['e2b85d6f-0bee-48a0-bc7e-cc13dd118873'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:50.087686 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-02c9d46d-2a7d-4c64-847b-7d4a4acfeddc tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:50.089877 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-02c9d46d-2a7d-4c64-847b-7d4a4acfeddc tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.2696381 Feb 19 04:31:50.092876 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37148) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:50.111187 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b7b5254f-aacd-43da-9d94-2fb2ee8314b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:50.121714 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b5254f-aacd-43da-9d94-2fb2ee8314b0 None None] Routers {'e2b85d6f-0bee-48a0-bc7e-cc13dd118873'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:50.123087 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b7b5254f-aacd-43da-9d94-2fb2ee8314b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['e2b85d6f-0bee-48a0-bc7e-cc13dd118873'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:50.159130 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b7b5254f-aacd-43da-9d94-2fb2ee8314b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:50.160042 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b5254f-aacd-43da-9d94-2fb2ee8314b0 None None] The sync data for ids ['e2b85d6f-0bee-48a0-bc7e-cc13dd118873'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:50.209353 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7af09367-5db5-4399-a948-2497713cec80 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "GET /v2.0/routers/e2b85d6f-0bee-48a0-bc7e-cc13dd118873 HTTP/1.1" status: 200 len: 880 time: 0.1152864 Feb 19 04:31:50.211845 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37150) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:50.378096 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5615d4c8-5095-4fc7-86bb-6c7dddd41630 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.1629651 Feb 19 04:31:50.378907 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37158) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:50.384074 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-4ddbf7b4-36f3-4c3b-a6bc-426233c81eab tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1066096619'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:50.521698 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed57702-ca09-4a91-9608-440107e4b10c req-887bb7e9-7144-4082-ae37-23fc9dce085b tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:50.523223 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aed57702-ca09-4a91-9608-440107e4b10c req-887bb7e9-7144-4082-ae37-23fc9dce085b tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=713b1705-67cb-4ccf-982a-a6929eec2637 HTTP/1.1" status: 200 len: 1126 time: 0.0989585 Feb 19 04:31:50.659339 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aed57702-ca09-4a91-9608-440107e4b10c req-d8f5cc36-cd97-4c43-84e5-f596e9b3295d tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930431 Feb 19 04:31:50.798668 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4ddbf7b4-36f3-4c3b-a6bc-426233c81eab tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5517'] for router (e2b85d6f-0bee-48a0-bc7e-cc13dd118873), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:50.811426 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4ddbf7b4-36f3-4c3b-a6bc-426233c81eab tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1611319'] for router (e2b85d6f-0bee-48a0-bc7e-cc13dd118873), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:50.944720 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ddbf7b4-36f3-4c3b-a6bc-426233c81eab tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Router e2b85d6f-0bee-48a0-bc7e-cc13dd118873 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:31:51.085845 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddbf7b4-36f3-4c3b-a6bc-426233c81eab tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:51.093516 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4ddbf7b4-36f3-4c3b-a6bc-426233c81eab tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:51.097020 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4ddbf7b4-36f3-4c3b-a6bc-426233c81eab tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "PUT /v2.0/routers/e2b85d6f-0bee-48a0-bc7e-cc13dd118873 HTTP/1.1" status: 200 len: 887 time: 0.7149024 Feb 19 04:31:51.097403 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37174) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:51.100889 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2725ce-38ff-4d43-af04-024436b3f437 None None] Sync routers for ids ['e2b85d6f-0bee-48a0-bc7e-cc13dd118873'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:51.111918 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2725ce-38ff-4d43-af04-024436b3f437 None None] Routers {'e2b85d6f-0bee-48a0-bc7e-cc13dd118873'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:51.112562 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-da2725ce-38ff-4d43-af04-024436b3f437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['e2b85d6f-0bee-48a0-bc7e-cc13dd118873'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:51.149652 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-da2725ce-38ff-4d43-af04-024436b3f437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:51.160391 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2725ce-38ff-4d43-af04-024436b3f437 None None] Routers {'e2b85d6f-0bee-48a0-bc7e-cc13dd118873'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:51.161629 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-da2725ce-38ff-4d43-af04-024436b3f437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['e2b85d6f-0bee-48a0-bc7e-cc13dd118873'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:51.199701 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-da2725ce-38ff-4d43-af04-024436b3f437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:51.200710 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2725ce-38ff-4d43-af04-024436b3f437 None None] The sync data for ids ['e2b85d6f-0bee-48a0-bc7e-cc13dd118873'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:51.238211 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3dc1b9d8-65e7-4495-b9df-e444fd010876 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "GET /v2.0/routers/e2b85d6f-0bee-48a0-bc7e-cc13dd118873 HTTP/1.1" status: 200 len: 887 time: 0.1379671 Feb 19 04:31:51.239273 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37178) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:51.270052 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3cbc514b-dacc-4a86-b9c6-17812c7f858f tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2b85d6f-0bee-48a0-bc7e-cc13dd118873 HTTP/1.1" status: 200 len: 205 time: 0.0272388 Feb 19 04:31:51.270389 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37180) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:51.381583 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c345ff89-8485-4377-9eba-d0af14ccdb66 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router (e2b85d6f-0bee-48a0-bc7e-cc13dd118873), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:51.829828 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c345ff89-8485-4377-9eba-d0af14ccdb66 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router_gateway (e2b85d6f-0bee-48a0-bc7e-cc13dd118873), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:51.844214 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bb065-2792-4028-a25b-2a0be7b8304c req-e3f8adb7-7b6e-4af8-b17f-3b541ff6be77 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:51.845745 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-635bb065-2792-4028-a25b-2a0be7b8304c req-e3f8adb7-7b6e-4af8-b17f-3b541ff6be77 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=713b1705-67cb-4ccf-982a-a6929eec2637 HTTP/1.1" status: 200 len: 1126 time: 0.0705733 Feb 19 04:31:51.928319 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-635bb065-2792-4028-a25b-2a0be7b8304c req-e32aea57-1991-47a6-a393-c96ec20bdf28 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615633 Feb 19 04:31:51.932581 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-c345ff89-8485-4377-9eba-d0af14ccdb66 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Deleting port 246e0039-c991-4067-b27c-6502c91a0de7 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:51.933065 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c345ff89-8485-4377-9eba-d0af14ccdb66 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (246e0039-c991-4067-b27c-6502c91a0de7), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:52.033502 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c345ff89-8485-4377-9eba-d0af14ccdb66 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (246e0039-c991-4067-b27c-6502c91a0de7), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:52.047580 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-c345ff89-8485-4377-9eba-d0af14ccdb66 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Calling delete_port for 246e0039-c991-4067-b27c-6502c91a0de7 owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:52.314733 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c345ff89-8485-4377-9eba-d0af14ccdb66 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (246e0039-c991-4067-b27c-6502c91a0de7), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:52.356125 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345ff89-8485-4377-9eba-d0af14ccdb66 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Port': ['ID=246e0039-c991-4067-b27c-6502c91a0de7,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:52.419866 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c345ff89-8485-4377-9eba-d0af14ccdb66 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (e2b85d6f-0bee-48a0-bc7e-cc13dd118873), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:52.514452 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c345ff89-8485-4377-9eba-d0af14ccdb66 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (e2b85d6f-0bee-48a0-bc7e-cc13dd118873), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:52.516559 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c345ff89-8485-4377-9eba-d0af14ccdb66 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router_controller (e2b85d6f-0bee-48a0-bc7e-cc13dd118873), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:52.559665 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c345ff89-8485-4377-9eba-d0af14ccdb66 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (e2b85d6f-0bee-48a0-bc7e-cc13dd118873), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:52.560125 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c345ff89-8485-4377-9eba-d0af14ccdb66 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Fanout notify agent at l3_agent the message router_deleted on router e2b85d6f-0bee-48a0-bc7e-cc13dd118873 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:31:52.566770 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c345ff89-8485-4377-9eba-d0af14ccdb66 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:52.571590 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c345ff89-8485-4377-9eba-d0af14ccdb66 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/routers/e2b85d6f-0bee-48a0-bc7e-cc13dd118873 HTTP/1.1" status: 204 len: 168 time: 1.2992532 Feb 19 04:31:52.571994 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37206) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:52.578003 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-0dfe9855-3d50-42ee-93c6-635aa97bb3db tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'network': {'name': 'tempest-RoutersTest-1641994053'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:52.598366 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfe9855-3d50-42ee-93c6-635aa97bb3db tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Made reservation on behalf of 6f6253efb36743ecbd8291e71f2cddd8 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:52.601945 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9855-3d50-42ee-93c6-635aa97bb3db tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:52.626342 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dfe9855-3d50-42ee-93c6-635aa97bb3db tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:31:52.637696 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9855-3d50-42ee-93c6-635aa97bb3db tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (5ac4e3b3-8049-4513-8ba9-985007e5c800), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:52.638047 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-0dfe9855-3d50-42ee-93c6-635aa97bb3db tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Added segment 5ac4e3b3-8049-4513-8ba9-985007e5c800 of type vlan for network ba3761d0-4ef9-43f5-9da6-4d223b3b2b23 Feb 19 04:31:52.684356 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9855-3d50-42ee-93c6-635aa97bb3db tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (ba3761d0-4ef9-43f5-9da6-4d223b3b2b23), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:52.709627 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9855-3d50-42ee-93c6-635aa97bb3db tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (ba3761d0-4ef9-43f5-9da6-4d223b3b2b23), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:52.714646 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfe9855-3d50-42ee-93c6-635aa97bb3db tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:52.715225 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9855-3d50-42ee-93c6-635aa97bb3db tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:52.782105 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0dfe9855-3d50-42ee-93c6-635aa97bb3db tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2086930 Feb 19 04:31:52.784909 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37214) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:52.790034 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe9855-3d50-42ee-93c6-635aa97bb3db tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Network': ['ID=ba3761d0-4ef9-43f5-9da6-4d223b3b2b23,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:52.790194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-f64f6984-8e6d-4e84-9bb4-5524a3ae38ec tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'subnet': {'network_id': 'ba3761d0-4ef9-43f5-9da6-4d223b3b2b23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:52.801771 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network ba3761d0-4ef9-43f5-9da6-4d223b3b2b23 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:31:52.925648 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64f6984-8e6d-4e84-9bb4-5524a3ae38ec tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Made reservation on behalf of 6f6253efb36743ecbd8291e71f2cddd8 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:52.929553 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f64f6984-8e6d-4e84-9bb4-5524a3ae38ec tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:53.124939 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303ff3a-5001-47a0-b5b0-689b43c72410 req-4bbc3545-00b8-45ec-b01a-4590c55af319 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:53.126461 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a303ff3a-5001-47a0-b5b0-689b43c72410 req-4bbc3545-00b8-45ec-b01a-4590c55af319 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=713b1705-67cb-4ccf-982a-a6929eec2637 HTTP/1.1" status: 200 len: 1126 time: 0.1036632 Feb 19 04:31:53.202930 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f64f6984-8e6d-4e84-9bb4-5524a3ae38ec tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (d8316651-6b51-425c-8dbb-75fa60472d85), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:53.252867 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a303ff3a-5001-47a0-b5b0-689b43c72410 req-0b905bf3-46fb-42c6-9e24-3fd7deee039c tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946839 Feb 19 04:31:53.281152 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f6984-8e6d-4e84-9bb4-5524a3ae38ec tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Subnet': ['ID=d8316651-6b51-425c-8dbb-75fa60472d85,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:53.292982 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64f6984-8e6d-4e84-9bb4-5524a3ae38ec tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Checking segment: {'id': '5ac4e3b3-8049-4513-8ba9-985007e5c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ba3761d0-4ef9-43f5-9da6-4d223b3b2b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:53.293452 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64f6984-8e6d-4e84-9bb4-5524a3ae38ec tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network hostable DHCP agents. Network: ba3761d0-4ef9-43f5-9da6-4d223b3b2b23, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:31:53.311234 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64f6984-8e6d-4e84-9bb4-5524a3ae38ec tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network ba3761d0-4ef9-43f5-9da6-4d223b3b2b23 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:31:53.320961 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-f64f6984-8e6d-4e84-9bb4-5524a3ae38ec tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, ba3761d0-4ef9-43f5-9da6-4d223b3b2b23) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:53.325629 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64f6984-8e6d-4e84-9bb4-5524a3ae38ec tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:53.326509 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f64f6984-8e6d-4e84-9bb4-5524a3ae38ec tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:53.333698 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5edede-33a6-4e5b-8adc-66ab06609c15 None None] Network ba3761d0-4ef9-43f5-9da6-4d223b3b2b23 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:53.346217 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f64f6984-8e6d-4e84-9bb4-5524a3ae38ec tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5588646 Feb 19 04:31:53.347979 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37230) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:53.352770 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-0681a086-aab2-45f7-b0e0-15151abfc604 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1798208558', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:53.380207 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0681a086-aab2-45f7-b0e0-15151abfc604 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (648c639b-5b89-4f74-9bf0-eb0dd2202ff6), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:53.381694 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0681a086-aab2-45f7-b0e0-15151abfc604 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (648c639b-5b89-4f74-9bf0-eb0dd2202ff6), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:53.442438 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0681a086-aab2-45f7-b0e0-15151abfc604 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router_controller (648c639b-5b89-4f74-9bf0-eb0dd2202ff6), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:53.447989 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0681a086-aab2-45f7-b0e0-15151abfc604 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (648c639b-5b89-4f74-9bf0-eb0dd2202ff6), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:53.469397 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0681a086-aab2-45f7-b0e0-15151abfc604 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:53.471166 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0681a086-aab2-45f7-b0e0-15151abfc604 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1221373 Feb 19 04:31:53.473917 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37232) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:53.488294 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d434f2d-565f-4287-b6ba-a6feae89296a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-ba3761d0-4ef9-43f5-9da6-4d223b3b2b23', 'network_id': 'ba3761d0-4ef9-43f5-9da6-4d223b3b2b23', 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'fixed_ips': [{'subnet_id': 'd8316651-6b51-425c-8dbb-75fa60472d85'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:31:53.489460 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8d434f2d-565f-4287-b6ba-a6feae89296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:53.654642 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-8d434f2d-565f-4287-b6ba-a6feae89296a None None] Allocated IP 172.20.0.2 (ba3761d0-4ef9-43f5-9da6-4d223b3b2b23/d8316651-6b51-425c-8dbb-75fa60472d85/f8f06701-3e15-412c-91e6-59d2c8687731) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:53.810348 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-599a3f98-3a9f-4e59-9872-ab8b92e3f246 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:53.820604 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device cf7bb6d3-ba8a-4a2a-b126-397312560f20 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:31:53.828253 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8d434f2d-565f-4287-b6ba-a6feae89296a None None] Publish callbacks [] for port (f8f06701-3e15-412c-91e6-59d2c8687731), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:53.988383 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port cf7bb6d3-ba8a-4a2a-b126-397312560f20, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=cf7bb6d3-ba8a-4a2a-b126-397312560f20,segment=NetworkSegment(22e0d7fc-9dfd-46ed-b600-8f880b28b7b3),segment_id=22e0d7fc-9dfd-46ed-b600-8f880b28b7b3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:53.993294 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8d434f2d-565f-4287-b6ba-a6feae89296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (f8f06701-3e15-412c-91e6-59d2c8687731), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:54.039423 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d434f2d-565f-4287-b6ba-a6feae89296a None None] Network ba3761d0-4ef9-43f5-9da6-4d223b3b2b23 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:54.042870 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'cf7bb6d3-ba8a-4a2a-b126-397312560f20', 'network_id': 'fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9', 'port_id': 'cf7bb6d3-ba8a-4a2a-b126-397312560f20', 'mac_address': 'fa:16:3e:d0:9a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba5c3570-70cc-4dda-83e6-169580a65783', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:31:54.047475 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-8d434f2d-565f-4287-b6ba-a6feae89296a None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:54.051296 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d434f2d-565f-4287-b6ba-a6feae89296a None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:54.087013 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d434f2d-565f-4287-b6ba-a6feae89296a None None] Pushing event updated for resources: {'Port': ['ID=f8f06701-3e15-412c-91e6-59d2c8687731,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:54.168014 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port cf7bb6d3-ba8a-4a2a-b126-397312560f20 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:54.168410 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cf7bb6d3-ba8a-4a2a-b126-397312560f20), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:54.174396 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-599a3f98-3a9f-4e59-9872-ab8b92e3f246 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Allocated IP 172.20.0.1 (ba3761d0-4ef9-43f5-9da6-4d223b3b2b23/d8316651-6b51-425c-8dbb-75fa60472d85/18787b04-6e60-4e50-88bc-278d40835e06) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:54.353488 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-599a3f98-3a9f-4e59-9872-ab8b92e3f246 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for port (18787b04-6e60-4e50-88bc-278d40835e06), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:54.403603 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-599a3f98-3a9f-4e59-9872-ab8b92e3f246 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (18787b04-6e60-4e50-88bc-278d40835e06), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:54.404537 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf7bb6d3-ba8a-4a2a-b126-397312560f20 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:31:54.420542 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-8d434f2d-565f-4287-b6ba-a6feae89296a None None] Attempting to bind port f8f06701-3e15-412c-91e6-59d2c8687731 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:31:54.420741 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-8d434f2d-565f-4287-b6ba-a6feae89296a None None] Attempting to bind port f8f06701-3e15-412c-91e6-59d2c8687731 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '5ac4e3b3-8049-4513-8ba9-985007e5c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ba3761d0-4ef9-43f5-9da6-4d223b3b2b23'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:31:54.421141 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d434f2d-565f-4287-b6ba-a6feae89296a None None] Attempting to bind port f8f06701-3e15-412c-91e6-59d2c8687731 on network ba3761d0-4ef9-43f5-9da6-4d223b3b2b23 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:54.437335 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d434f2d-565f-4287-b6ba-a6feae89296a None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:31:54.437523 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d434f2d-565f-4287-b6ba-a6feae89296a None None] Checking segment: {'id': '5ac4e3b3-8049-4513-8ba9-985007e5c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ba3761d0-4ef9-43f5-9da6-4d223b3b2b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:54.437824 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8d434f2d-565f-4287-b6ba-a6feae89296a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:54.438240 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d434f2d-565f-4287-b6ba-a6feae89296a None None] Bound using segment: {'id': '5ac4e3b3-8049-4513-8ba9-985007e5c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ba3761d0-4ef9-43f5-9da6-4d223b3b2b23'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:31:54.438768 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-8d434f2d-565f-4287-b6ba-a6feae89296a None None] Bound port: f8f06701-3e15-412c-91e6-59d2c8687731, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac4e3b3-8049-4513-8ba9-985007e5c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ba3761d0-4ef9-43f5-9da6-4d223b3b2b23'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:31:54.439082 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8d434f2d-565f-4287-b6ba-a6feae89296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f8f06701-3e15-412c-91e6-59d2c8687731), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:54.465388 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a3f98-3a9f-4e59-9872-ab8b92e3f246 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Port': ['ID=18787b04-6e60-4e50-88bc-278d40835e06,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:54.486607 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3955bb-4838-42f7-9ee0-f99e08892660 req-6929ef5b-b427-4867-9bf3-0f97de45d4ce tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:54.488146 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd3955bb-4838-42f7-9ee0-f99e08892660 req-6929ef5b-b427-4867-9bf3-0f97de45d4ce tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=713b1705-67cb-4ccf-982a-a6929eec2637 HTTP/1.1" status: 200 len: 1126 time: 0.0980086 Feb 19 04:31:54.489570 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port cf7bb6d3-ba8a-4a2a-b126-397312560f20, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=cf7bb6d3-ba8a-4a2a-b126-397312560f20,segment=NetworkSegment(22e0d7fc-9dfd-46ed-b600-8f880b28b7b3),segment_id=22e0d7fc-9dfd-46ed-b600-8f880b28b7b3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:54.500617 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (cf7bb6d3-ba8a-4a2a-b126-397312560f20), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:54.507757 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599a3f98-3a9f-4e59-9872-ab8b92e3f246 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network ba3761d0-4ef9-43f5-9da6-4d223b3b2b23 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:54.510324 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-599a3f98-3a9f-4e59-9872-ab8b92e3f246 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:54.518434 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599a3f98-3a9f-4e59-9872-ab8b92e3f246 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:54.535496 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-8d434f2d-565f-4287-b6ba-a6feae89296a None None] For port f8f06701-3e15-412c-91e6-59d2c8687731, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:31:54.554029 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-8d434f2d-565f-4287-b6ba-a6feae89296a None None] For port f8f06701-3e15-412c-91e6-59d2c8687731, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=f8f06701-3e15-412c-91e6-59d2c8687731,segment=NetworkSegment(5ac4e3b3-8049-4513-8ba9-985007e5c800),segment_id=5ac4e3b3-8049-4513-8ba9-985007e5c800)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:31:54.567970 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=cf7bb6d3-ba8a-4a2a-b126-397312560f20,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:54.571726 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd3955bb-4838-42f7-9ee0-f99e08892660 req-3d7c8a82-c219-469b-984f-ffd65f89d4ce tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716288 Feb 19 04:31:54.577555 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8d434f2d-565f-4287-b6ba-a6feae89296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f8f06701-3e15-412c-91e6-59d2c8687731), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:54.605181 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-599a3f98-3a9f-4e59-9872-ab8b92e3f246 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (648c639b-5b89-4f74-9bf0-eb0dd2202ff6), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:54.675029 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d434f2d-565f-4287-b6ba-a6feae89296a None None] Pushing event updated for resources: {'Port': ['ID=f8f06701-3e15-412c-91e6-59d2c8687731,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:54.758515 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-599a3f98-3a9f-4e59-9872-ab8b92e3f246 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (18787b04-6e60-4e50-88bc-278d40835e06), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:54.793318 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['cf7bb6d3-ba8a-4a2a-b126-397312560f20'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:31:55.118065 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-599a3f98-3a9f-4e59-9872-ab8b92e3f246 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for port (18787b04-6e60-4e50-88bc-278d40835e06), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:55.125436 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-599a3f98-3a9f-4e59-9872-ab8b92e3f246 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (18787b04-6e60-4e50-88bc-278d40835e06), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:55.207004 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a3f98-3a9f-4e59-9872-ab8b92e3f246 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Port': ['ID=18787b04-6e60-4e50-88bc-278d40835e06,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:55.216194 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-599a3f98-3a9f-4e59-9872-ab8b92e3f246 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (648c639b-5b89-4f74-9bf0-eb0dd2202ff6), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:55.269552 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:31:55.321099 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599a3f98-3a9f-4e59-9872-ab8b92e3f246 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network ba3761d0-4ef9-43f5-9da6-4d223b3b2b23 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:55.323053 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-599a3f98-3a9f-4e59-9872-ab8b92e3f246 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:55.706335 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f8f06701-3e15-412c-91e6-59d2c8687731 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:55.763501 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c99c0-e04e-4834-89dd-a6ba2e822612 req-08ea7b11-61cb-4736-94ca-6956d1386ff7 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:55.772411 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d8c99c0-e04e-4834-89dd-a6ba2e822612 req-08ea7b11-61cb-4736-94ca-6956d1386ff7 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=713b1705-67cb-4ccf-982a-a6929eec2637 HTTP/1.1" status: 200 len: 1127 time: 0.0850639 Feb 19 04:31:55.824305 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d8c99c0-e04e-4834-89dd-a6ba2e822612 req-8e5ffca9-389b-4e53-b790-64e9cb23f037 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509672 Feb 19 04:31:55.851539 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port f8f06701-3e15-412c-91e6-59d2c8687731 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:55.851994 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f8f06701-3e15-412c-91e6-59d2c8687731), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:55.856150 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device cf7bb6d3-ba8a-4a2a-b126-397312560f20 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:56.001480 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port cf7bb6d3-ba8a-4a2a-b126-397312560f20 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:31:56.013702 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port cf7bb6d3-ba8a-4a2a-b126-397312560f20 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:56.014087 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cf7bb6d3-ba8a-4a2a-b126-397312560f20), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:56.051359 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port f8f06701-3e15-412c-91e6-59d2c8687731 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:56.051765 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f8f06701-3e15-412c-91e6-59d2c8687731), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:56.065927 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599a3f98-3a9f-4e59-9872-ab8b92e3f246 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Router 648c639b-5b89-4f74-9bf0-eb0dd2202ff6 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:31:56.119879 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port f8f06701-3e15-412c-91e6-59d2c8687731, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=f8f06701-3e15-412c-91e6-59d2c8687731,segment=NetworkSegment(5ac4e3b3-8049-4513-8ba9-985007e5c800),segment_id=5ac4e3b3-8049-4513-8ba9-985007e5c800)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:56.170942 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port cf7bb6d3-ba8a-4a2a-b126-397312560f20 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:56.171348 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cf7bb6d3-ba8a-4a2a-b126-397312560f20), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:56.173374 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f8f06701-3e15-412c-91e6-59d2c8687731), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:56.190481 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599a3f98-3a9f-4e59-9872-ab8b92e3f246 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:56.195929 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-599a3f98-3a9f-4e59-9872-ab8b92e3f246 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "PUT /v2.0/routers/648c639b-5b89-4f74-9bf0-eb0dd2202ff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7205448 Feb 19 04:31:56.199622 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37282) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:56.202077 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2211386b-5f1a-4241-9bee-f56cf160474b None None] Sync routers for ids ['648c639b-5b89-4f74-9bf0-eb0dd2202ff6'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:56.225236 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2211386b-5f1a-4241-9bee-f56cf160474b None None] Routers {'648c639b-5b89-4f74-9bf0-eb0dd2202ff6'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:56.225959 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2211386b-5f1a-4241-9bee-f56cf160474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['648c639b-5b89-4f74-9bf0-eb0dd2202ff6'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:56.235197 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713b1705-67cb-4ccf-982a-a6929eec2637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7bb6d3-ba8a-4a2a-b126-397312560f20'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:31:56.238352 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c06aec4-4766-4c73-956b-5b53bd4235d0" -d '{"events": [{"server_uuid": "713b1705-67cb-4ccf-982a-a6929eec2637", "name": "network-vif-plugged", "status": "completed", "tag": "cf7bb6d3-ba8a-4a2a-b126-397312560f20"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:31:56.264070 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e2f45b-1ffd-4248-927f-449224b240f7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:56.266374 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-99e2f45b-1ffd-4248-927f-449224b240f7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "GET /v2.0/ports/18787b04-6e60-4e50-88bc-278d40835e06 HTTP/1.1" status: 200 len: 910 time: 0.0629747 Feb 19 04:31:56.269018 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37290) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:56.274159 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port cf7bb6d3-ba8a-4a2a-b126-397312560f20, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=cf7bb6d3-ba8a-4a2a-b126-397312560f20,segment=NetworkSegment(22e0d7fc-9dfd-46ed-b600-8f880b28b7b3),segment_id=22e0d7fc-9dfd-46ed-b600-8f880b28b7b3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:56.274486 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-ecb3f93a-21dc-49ee-9330-338f79cb1146 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd8316651-6b51-425c-8dbb-75fa60472d85'}]}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:56.280683 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06729680-535d-4cad-8cb5-549d987fe96e None None] Network ba3761d0-4ef9-43f5-9da6-4d223b3b2b23 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:56.286314 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2211386b-5f1a-4241-9bee-f56cf160474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:56.300522 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2211386b-5f1a-4241-9bee-f56cf160474b None None] Routers {'648c639b-5b89-4f74-9bf0-eb0dd2202ff6'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:56.303738 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2211386b-5f1a-4241-9bee-f56cf160474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['648c639b-5b89-4f74-9bf0-eb0dd2202ff6'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:56.307401 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (cf7bb6d3-ba8a-4a2a-b126-397312560f20), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:56.319288 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83270ad-0a4e-41a4-b37d-61fa4cc3fbea x-openstack-request-id: req-e83270ad-0a4e-41a4-b37d-61fa4cc3fbea {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:31:56.319655 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713b1705-67cb-4ccf-982a-a6929eec2637", "name": "network-vif-plugged", "status": "completed", "tag": "cf7bb6d3-ba8a-4a2a-b126-397312560f20", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:31:56.319878 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e83270ad-0a4e-41a4-b37d-61fa4cc3fbea {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:31:56.320262 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713b1705-67cb-4ccf-982a-a6929eec2637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7bb6d3-ba8a-4a2a-b126-397312560f20', 'code': 200} Feb 19 04:31:56.360329 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2211386b-5f1a-4241-9bee-f56cf160474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:56.360981 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2211386b-5f1a-4241-9bee-f56cf160474b None None] The sync data for ids ['648c639b-5b89-4f74-9bf0-eb0dd2202ff6'] in n-d-828369-19 is: [] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:56.388663 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=f8f06701-3e15-412c-91e6-59d2c8687731,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:56.418099 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f288a0-7c24-4c6f-8426-3f6d68d5108e req-bbdfc214-3f98-4fe2-bc4a-275728c30415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:56.420412 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-02f288a0-7c24-4c6f-8426-3f6d68d5108e req-bbdfc214-3f98-4fe2-bc4a-275728c30415 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=713b1705-67cb-4ccf-982a-a6929eec2637 HTTP/1.1" status: 200 len: 1128 time: 0.0638745 Feb 19 04:31:56.439546 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-f03dac9e-4464-4e2d-9e84-9c22699040b7 None None] Provisioning complete for port f8f06701-3e15-412c-91e6-59d2c8687731 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:56.439921 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f03dac9e-4464-4e2d-9e84-9c22699040b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f8f06701-3e15-412c-91e6-59d2c8687731), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:56.476075 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ecb3f93a-21dc-49ee-9330-338f79cb1146 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (18787b04-6e60-4e50-88bc-278d40835e06), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:56.478826 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-02f288a0-7c24-4c6f-8426-3f6d68d5108e req-e01d6760-49cb-47a2-a15f-ca0bf5381f75 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531201 Feb 19 04:31:56.544148 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=cf7bb6d3-ba8a-4a2a-b126-397312560f20,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:56.590309 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f03dac9e-4464-4e2d-9e84-9c22699040b7 None None] Current status of the port f8f06701-3e15-412c-91e6-59d2c8687731 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:56.887401 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ecb3f93a-21dc-49ee-9330-338f79cb1146 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for port (18787b04-6e60-4e50-88bc-278d40835e06), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:56.915301 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-56d5d9fd-93e2-4577-b971-59cd31fb1027 None None] Provisioning complete for port f8f06701-3e15-412c-91e6-59d2c8687731 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:56.915821 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-56d5d9fd-93e2-4577-b971-59cd31fb1027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f8f06701-3e15-412c-91e6-59d2c8687731), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:56.916515 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ecb3f93a-21dc-49ee-9330-338f79cb1146 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (18787b04-6e60-4e50-88bc-278d40835e06), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:57.029420 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-56d5d9fd-93e2-4577-b971-59cd31fb1027 None None] Current status of the port f8f06701-3e15-412c-91e6-59d2c8687731 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:57.038923 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3f93a-21dc-49ee-9330-338f79cb1146 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Port': ['ID=18787b04-6e60-4e50-88bc-278d40835e06,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:57.051635 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-56d5d9fd-93e2-4577-b971-59cd31fb1027 None None] Provisioning complete for port 18787b04-6e60-4e50-88bc-278d40835e06 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:57.052015 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-56d5d9fd-93e2-4577-b971-59cd31fb1027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (18787b04-6e60-4e50-88bc-278d40835e06), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:57.054385 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb3f93a-21dc-49ee-9330-338f79cb1146 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:57.055164 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ecb3f93a-21dc-49ee-9330-338f79cb1146 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:57.061833 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ecb3f93a-21dc-49ee-9330-338f79cb1146 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "PUT /v2.0/ports/18787b04-6e60-4e50-88bc-278d40835e06 HTTP/1.1" status: 200 len: 910 time: 0.7865393 Feb 19 04:31:57.061833 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37304) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:57.123217 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:57.139737 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-56d5d9fd-93e2-4577-b971-59cd31fb1027 None None] Port 18787b04-6e60-4e50-88bc-278d40835e06 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:31:57.184437 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910b7f4-9185-46f5-a349-01efe26e9be8 req-bc9c007f-2cb6-4999-b2ec-afe5026e9d0a tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:57.195369 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d910b7f4-9185-46f5-a349-01efe26e9be8 req-bc9c007f-2cb6-4999-b2ec-afe5026e9d0a tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=713b1705-67cb-4ccf-982a-a6929eec2637 HTTP/1.1" status: 200 len: 1128 time: 0.2890818 Feb 19 04:31:57.264095 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-55fad59c-ae0c-4331-8538-ad2d4f7b8630 None None] Provisioning complete for port 18787b04-6e60-4e50-88bc-278d40835e06 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:57.264747 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-55fad59c-ae0c-4331-8538-ad2d4f7b8630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (18787b04-6e60-4e50-88bc-278d40835e06), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:57.306922 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-55fad59c-ae0c-4331-8538-ad2d4f7b8630 None None] Port 18787b04-6e60-4e50-88bc-278d40835e06 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:31:57.379586 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d910b7f4-9185-46f5-a349-01efe26e9be8 req-a5049128-d1eb-48be-8bb4-dfaa4eb0dc92 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701269 Feb 19 04:31:57.429478 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-7fb12100-43db-4c88-aca4-9653569446da None None] Provisioning complete for port 18787b04-6e60-4e50-88bc-278d40835e06 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:57.430193 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7fb12100-43db-4c88-aca4-9653569446da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (18787b04-6e60-4e50-88bc-278d40835e06), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:57.494842 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-7fb12100-43db-4c88-aca4-9653569446da None None] Port 18787b04-6e60-4e50-88bc-278d40835e06 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:31:57.547914 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f8f06701-3e15-412c-91e6-59d2c8687731 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:57.580933 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d5a848e2-b3de-49d0-8b34-05bdd75ecf1c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (648c639b-5b89-4f74-9bf0-eb0dd2202ff6), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:57.606760 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port f8f06701-3e15-412c-91e6-59d2c8687731 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:57.607445 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f8f06701-3e15-412c-91e6-59d2c8687731), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:57.697525 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port f8f06701-3e15-412c-91e6-59d2c8687731 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:57.885065 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-d5a848e2-b3de-49d0-8b34-05bdd75ecf1c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Deleting port 18787b04-6e60-4e50-88bc-278d40835e06 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:57.885354 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d5a848e2-b3de-49d0-8b34-05bdd75ecf1c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (18787b04-6e60-4e50-88bc-278d40835e06), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:57.980332 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d5a848e2-b3de-49d0-8b34-05bdd75ecf1c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (18787b04-6e60-4e50-88bc-278d40835e06), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:57.996923 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-d5a848e2-b3de-49d0-8b34-05bdd75ecf1c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Calling delete_port for 18787b04-6e60-4e50-88bc-278d40835e06 owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:58.201506 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d5a848e2-b3de-49d0-8b34-05bdd75ecf1c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (18787b04-6e60-4e50-88bc-278d40835e06), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:58.230657 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a848e2-b3de-49d0-8b34-05bdd75ecf1c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Port': ['ID=18787b04-6e60-4e50-88bc-278d40835e06,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:58.395080 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d5a848e2-b3de-49d0-8b34-05bdd75ecf1c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (648c639b-5b89-4f74-9bf0-eb0dd2202ff6), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:58.610607 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a848e2-b3de-49d0-8b34-05bdd75ecf1c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Router 648c639b-5b89-4f74-9bf0-eb0dd2202ff6 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:31:58.618823 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d475aa-1917-4dfa-ba5c-840c366c34dd req-f1cb7aab-2451-4d46-b212-ecd56010eed9 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:58.620887 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e8d475aa-1917-4dfa-ba5c-840c366c34dd req-f1cb7aab-2451-4d46-b212-ecd56010eed9 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=713b1705-67cb-4ccf-982a-a6929eec2637 HTTP/1.1" status: 200 len: 1128 time: 0.1241007 Feb 19 04:31:58.717157 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a848e2-b3de-49d0-8b34-05bdd75ecf1c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:58.725198 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d5a848e2-b3de-49d0-8b34-05bdd75ecf1c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "PUT /v2.0/routers/648c639b-5b89-4f74-9bf0-eb0dd2202ff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6606643 Feb 19 04:31:58.726121 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37342) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:58.734741 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a19946-bf1b-4236-a96f-f5ea1791cfc9 None None] Sync routers for ids ['648c639b-5b89-4f74-9bf0-eb0dd2202ff6'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:58.750494 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a19946-bf1b-4236-a96f-f5ea1791cfc9 None None] Routers {'648c639b-5b89-4f74-9bf0-eb0dd2202ff6'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:58.751513 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-89a19946-bf1b-4236-a96f-f5ea1791cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['648c639b-5b89-4f74-9bf0-eb0dd2202ff6'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:58.768551 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-495910a3-1a1e-4745-9995-32d0ebe68236 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "GET /v2.0/ports?device_id=648c639b-5b89-4f74-9bf0-eb0dd2202ff6 HTTP/1.1" status: 200 len: 205 time: 0.0394244 Feb 19 04:31:58.768755 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37344) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:58.777071 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e8d475aa-1917-4dfa-ba5c-840c366c34dd req-e00c5af8-f8d5-40b9-8a7c-01b50b799078 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482215 Feb 19 04:31:58.788769 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-89a19946-bf1b-4236-a96f-f5ea1791cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:58.816146 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a19946-bf1b-4236-a96f-f5ea1791cfc9 None None] Routers {'648c639b-5b89-4f74-9bf0-eb0dd2202ff6'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:58.816794 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-89a19946-bf1b-4236-a96f-f5ea1791cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:31:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['648c639b-5b89-4f74-9bf0-eb0dd2202ff6'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:58.870861 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-89a19946-bf1b-4236-a96f-f5ea1791cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:58.871517 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a19946-bf1b-4236-a96f-f5ea1791cfc9 None None] The sync data for ids ['648c639b-5b89-4f74-9bf0-eb0dd2202ff6'] in n-d-828369-19 is: [] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:58.875411 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-631b9443-c725-4e5b-b93e-de3bb88ae1a3 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router (648c639b-5b89-4f74-9bf0-eb0dd2202ff6), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:59.314993 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2615f6c-6afa-481d-80e1-d3d1a02fb5d2 req-d5254430-1b87-4a62-b5da-cdc0da5d8ec6 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:59.316499 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b2615f6c-6afa-481d-80e1-d3d1a02fb5d2 req-d5254430-1b87-4a62-b5da-cdc0da5d8ec6 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=713b1705-67cb-4ccf-982a-a6929eec2637 HTTP/1.1" status: 200 len: 1128 time: 0.4372439 Feb 19 04:31:59.396384 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-631b9443-c725-4e5b-b93e-de3bb88ae1a3 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (648c639b-5b89-4f74-9bf0-eb0dd2202ff6), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:59.399614 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-631b9443-c725-4e5b-b93e-de3bb88ae1a3 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router_controller (648c639b-5b89-4f74-9bf0-eb0dd2202ff6), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:59.471611 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b2615f6c-6afa-481d-80e1-d3d1a02fb5d2 req-46afdd47-138d-40bb-ba64-158917034c44 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232097 Feb 19 04:31:59.474385 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-631b9443-c725-4e5b-b93e-de3bb88ae1a3 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (648c639b-5b89-4f74-9bf0-eb0dd2202ff6), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:59.475103 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631b9443-c725-4e5b-b93e-de3bb88ae1a3 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Fanout notify agent at l3_agent the message router_deleted on router 648c639b-5b89-4f74-9bf0-eb0dd2202ff6 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:31:59.490238 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-631b9443-c725-4e5b-b93e-de3bb88ae1a3 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:59.490238 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-631b9443-c725-4e5b-b93e-de3bb88ae1a3 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/routers/648c639b-5b89-4f74-9bf0-eb0dd2202ff6 HTTP/1.1" status: 204 len: 168 time: 0.7170694 Feb 19 04:31:59.490414 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37362) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:59.566263 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-160eade8-fb87-4997-af96-55bffdd7d51c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Deleting subnet d8316651-6b51-425c-8dbb-75fa60472d85 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:31:59.568874 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-160eade8-fb87-4997-af96-55bffdd7d51c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for subnet (d8316651-6b51-425c-8dbb-75fa60472d85), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:59.619289 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41542748-6cf8-488c-926e-f98d588ca3c0 req-40622814-cf8b-419d-aada-f3727c88bb2a tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:59.627968 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-41542748-6cf8-488c-926e-f98d588ca3c0 req-40622814-cf8b-419d-aada-f3727c88bb2a tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=713b1705-67cb-4ccf-982a-a6929eec2637 HTTP/1.1" status: 200 len: 1128 time: 0.0658674 Feb 19 04:31:59.631764 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-160eade8-fb87-4997-af96-55bffdd7d51c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (d8316651-6b51-425c-8dbb-75fa60472d85), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:59.705161 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-41542748-6cf8-488c-926e-f98d588ca3c0 req-78286609-1d10-4ac1-8f12-0b46e75f8260 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762823 Feb 19 04:31:59.787532 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-160eade8-fb87-4997-af96-55bffdd7d51c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (d8316651-6b51-425c-8dbb-75fa60472d85), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:59.865850 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-160eade8-fb87-4997-af96-55bffdd7d51c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (d8316651-6b51-425c-8dbb-75fa60472d85), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:59.885852 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:59.934653 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160eade8-fb87-4997-af96-55bffdd7d51c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Subnet': ['ID=d8316651-6b51-425c-8dbb-75fa60472d85,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:59.941895 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-160eade8-fb87-4997-af96-55bffdd7d51c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:59.945312 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-160eade8-fb87-4997-af96-55bffdd7d51c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/subnets/d8316651-6b51-425c-8dbb-75fa60472d85 HTTP/1.1" status: 204 len: 168 time: 0.4545090 Feb 19 04:31:59.949060 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37376) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:59.958369 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b867e52b-664d-413d-a471-573fc40cbf47 None None] Network ba3761d0-4ef9-43f5-9da6-4d223b3b2b23 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:00.068865 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (ba3761d0-4ef9-43f5-9da6-4d223b3b2b23), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:00.091588 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab771828-f845-4858-a3ee-23bb1b6ee0aa req-9b63ac2b-40e9-443c-bea8-cad31621d318 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:00.093150 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab771828-f845-4858-a3ee-23bb1b6ee0aa req-9b63ac2b-40e9-443c-bea8-cad31621d318 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=713b1705-67cb-4ccf-982a-a6929eec2637 HTTP/1.1" status: 200 len: 1128 time: 0.1313543 Feb 19 04:32:00.174374 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47492b84-2fe2-474a-b94b-20a3a5797b7e None None] DHCP port deletion for ba3761d0-4ef9-43f5-9da6-4d223b3b2b23 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:32:00.180070 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab771828-f845-4858-a3ee-23bb1b6ee0aa req-1ef89f23-aca6-46aa-a7cd-f3fe8621cf86 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611148 Feb 19 04:32:00.199404 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Deleting port f8f06701-3e15-412c-91e6-59d2c8687731 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:32:00.199754 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (f8f06701-3e15-412c-91e6-59d2c8687731), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:00.250634 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-47492b84-2fe2-474a-b94b-20a3a5797b7e None None] Deleting port f8f06701-3e15-412c-91e6-59d2c8687731 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:32:00.250840 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-47492b84-2fe2-474a-b94b-20a3a5797b7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (f8f06701-3e15-412c-91e6-59d2c8687731), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:00.282551 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] For port f8f06701-3e15-412c-91e6-59d2c8687731, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=f8f06701-3e15-412c-91e6-59d2c8687731,segment=NetworkSegment(5ac4e3b3-8049-4513-8ba9-985007e5c800),segment_id=5ac4e3b3-8049-4513-8ba9-985007e5c800)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:00.283159 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (f8f06701-3e15-412c-91e6-59d2c8687731), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:00.311074 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Calling delete_port for f8f06701-3e15-412c-91e6-59d2c8687731 owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:00.317138 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-47492b84-2fe2-474a-b94b-20a3a5797b7e None None] For port f8f06701-3e15-412c-91e6-59d2c8687731, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=f8f06701-3e15-412c-91e6-59d2c8687731,segment=NetworkSegment(5ac4e3b3-8049-4513-8ba9-985007e5c800),segment_id=5ac4e3b3-8049-4513-8ba9-985007e5c800)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:00.317654 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-47492b84-2fe2-474a-b94b-20a3a5797b7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (f8f06701-3e15-412c-91e6-59d2c8687731), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:00.330552 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-47492b84-2fe2-474a-b94b-20a3a5797b7e None None] Calling delete_port for f8f06701-3e15-412c-91e6-59d2c8687731 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:00.426753 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-47492b84-2fe2-474a-b94b-20a3a5797b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (f8f06701-3e15-412c-91e6-59d2c8687731), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:00.437816 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (f8f06701-3e15-412c-91e6-59d2c8687731), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:00.449152 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47492b84-2fe2-474a-b94b-20a3a5797b7e None None] No DVR routers for this DVR port f8f06701-3e15-412c-91e6-59d2c8687731 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:32:00.473118 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47492b84-2fe2-474a-b94b-20a3a5797b7e None None] Pushing event deleted for resources: {'Port': ['ID=f8f06701-3e15-412c-91e6-59d2c8687731,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:00.490400 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Port': ['ID=f8f06701-3e15-412c-91e6-59d2c8687731,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:00.502398 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] No DVR routers for this DVR port f8f06701-3e15-412c-91e6-59d2c8687731 on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:32:00.507948 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:00.508443 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:00.508798 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:00.509287 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:00.509510 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:00.509784 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:00.510115 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:00.510480 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:00.511448 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:00.511784 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:00.512117 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:00.512443 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:00.512767 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:00.600501 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (ba3761d0-4ef9-43f5-9da6-4d223b3b2b23), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:00.624322 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3761d0-4ef9-43f5-9da6-4d223b3b2b23']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:00.636938 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac4e3b3-8049-4513-8ba9-985007e5c800') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:00.637402 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac4e3b3-8049-4513-8ba9-985007e5c800') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:00.639185 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-65ef1358-e684-4d3b-b2e7-0ed87e76c4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:00.650369 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (5ac4e3b3-8049-4513-8ba9-985007e5c800), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:00.665349 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (5ac4e3b3-8049-4513-8ba9-985007e5c800), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:00.673011 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:32:00.673660 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (5ac4e3b3-8049-4513-8ba9-985007e5c800), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: self.session.flush() Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:32:00.676961 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:32:00.742326 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (ba3761d0-4ef9-43f5-9da6-4d223b3b2b23), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:00.762285 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:00.765452 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/networks/ba3761d0-4ef9-43f5-9da6-4d223b3b2b23 HTTP/1.1" status: 204 len: 168 time: 0.8153579 Feb 19 04:32:00.766740 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2e3ec-c9e2-4a1e-91d1-f33291c45f8d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Network': ['ID=ba3761d0-4ef9-43f5-9da6-4d223b3b2b23,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:00.770108 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37394) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:00.775327 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-0ea78bf1-4e2a-4c55-8c05-23afeea6d625 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-964230021', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:00.801868 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0ea78bf1-4e2a-4c55-8c05-23afeea6d625 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:00.803668 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0ea78bf1-4e2a-4c55-8c05-23afeea6d625 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:00.869401 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0ea78bf1-4e2a-4c55-8c05-23afeea6d625 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router_controller (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:00.873671 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0ea78bf1-4e2a-4c55-8c05-23afeea6d625 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:00.894932 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0ea78bf1-4e2a-4c55-8c05-23afeea6d625 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:00.896587 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0ea78bf1-4e2a-4c55-8c05-23afeea6d625 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1255715 Feb 19 04:32:00.899357 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37400) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:00.904722 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-6764d53a-b96d-4e05-b681-988f796f2cbb tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'network': {'name': 'tempest-RoutersTest-967162930'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:00.924175 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6764d53a-b96d-4e05-b681-988f796f2cbb tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Made reservation on behalf of 6f6253efb36743ecbd8291e71f2cddd8 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:00.927669 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6764d53a-b96d-4e05-b681-988f796f2cbb tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:00.956365 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6764d53a-b96d-4e05-b681-988f796f2cbb tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:32:00.965351 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6764d53a-b96d-4e05-b681-988f796f2cbb tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (393dcfc2-2c7d-4e03-bc3c-244f1cb8ec26), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:00.965816 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-6764d53a-b96d-4e05-b681-988f796f2cbb tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Added segment 393dcfc2-2c7d-4e03-bc3c-244f1cb8ec26 of type vlan for network a881ffa2-cae5-44f1-bb59-4d026f4ecf1f Feb 19 04:32:01.006715 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6764d53a-b96d-4e05-b681-988f796f2cbb tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (a881ffa2-cae5-44f1-bb59-4d026f4ecf1f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:01.032148 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6764d53a-b96d-4e05-b681-988f796f2cbb tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (a881ffa2-cae5-44f1-bb59-4d026f4ecf1f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:01.037400 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6764d53a-b96d-4e05-b681-988f796f2cbb tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:01.038070 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6764d53a-b96d-4e05-b681-988f796f2cbb tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:01.100075 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6764d53a-b96d-4e05-b681-988f796f2cbb tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1994181 Feb 19 04:32:01.103238 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37406) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:01.110851 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-8f961e65-c588-4ffa-84f8-31eab11a27bd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'subnet': {'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:01.113453 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764d53a-b96d-4e05-b681-988f796f2cbb tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Network': ['ID=a881ffa2-cae5-44f1-bb59-4d026f4ecf1f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:01.125876 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network a881ffa2-cae5-44f1-bb59-4d026f4ecf1f details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:32:01.249377 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f961e65-c588-4ffa-84f8-31eab11a27bd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Made reservation on behalf of 6f6253efb36743ecbd8291e71f2cddd8 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:01.254219 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8f961e65-c588-4ffa-84f8-31eab11a27bd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:01.452387 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ec904-0f12-4272-8763-c41f96138efc req-6633774e-a7f1-44ff-8327-974a35e8f0b2 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:01.459823 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1b4ec904-0f12-4272-8763-c41f96138efc req-6633774e-a7f1-44ff-8327-974a35e8f0b2 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=713b1705-67cb-4ccf-982a-a6929eec2637 HTTP/1.1" status: 200 len: 1128 time: 0.1414573 Feb 19 04:32:01.502104 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b06d9e-d4de-4f32-8c29-eb831a677849 req-b419f049-44d0-4459-a4f8-1467c74074de tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:01.503856 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-45b06d9e-d4de-4f32-8c29-eb831a677849 req-b419f049-44d0-4459-a4f8-1467c74074de tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=713b1705-67cb-4ccf-982a-a6929eec2637 HTTP/1.1" status: 200 len: 1128 time: 0.1171372 Feb 19 04:32:01.560221 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1b4ec904-0f12-4272-8763-c41f96138efc req-c225a889-2ced-40bd-ae60-baf19e6f94c3 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888593 Feb 19 04:32:01.589481 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8f961e65-c588-4ffa-84f8-31eab11a27bd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (d02adaf0-7f48-420b-90a5-9f7dc112381e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:01.611323 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f8f06701-3e15-412c-91e6-59d2c8687731 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:32:01.626034 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-45b06d9e-d4de-4f32-8c29-eb831a677849 req-6d980364-f25d-448b-a39c-f6429a7b3e7f tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Deleting port cf7bb6d3-ba8a-4a2a-b126-397312560f20 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:32:01.626787 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-45b06d9e-d4de-4f32-8c29-eb831a677849 req-6d980364-f25d-448b-a39c-f6429a7b3e7f tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (cf7bb6d3-ba8a-4a2a-b126-397312560f20), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:01.654922 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: f8f06701-3e15-412c-91e6-59d2c8687731 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:32:01.656605 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f8f06701-3e15-412c-91e6-59d2c8687731 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:32:01.657915 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f961e65-c588-4ffa-84f8-31eab11a27bd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Subnet': ['ID=d02adaf0-7f48-420b-90a5-9f7dc112381e,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:01.671738 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f961e65-c588-4ffa-84f8-31eab11a27bd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Checking segment: {'id': '393dcfc2-2c7d-4e03-bc3c-244f1cb8ec26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:01.672118 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f961e65-c588-4ffa-84f8-31eab11a27bd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network hostable DHCP agents. Network: a881ffa2-cae5-44f1-bb59-4d026f4ecf1f, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:32:01.702812 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f961e65-c588-4ffa-84f8-31eab11a27bd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network a881ffa2-cae5-44f1-bb59-4d026f4ecf1f is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:32:01.722027 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-8f961e65-c588-4ffa-84f8-31eab11a27bd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, a881ffa2-cae5-44f1-bb59-4d026f4ecf1f) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:01.731132 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f961e65-c588-4ffa-84f8-31eab11a27bd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:01.731977 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cb336e-14ec-4dad-8aad-8266bcde7e2b None None] Network a881ffa2-cae5-44f1-bb59-4d026f4ecf1f requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:01.732149 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8f961e65-c588-4ffa-84f8-31eab11a27bd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:01.763406 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-45b06d9e-d4de-4f32-8c29-eb831a677849 req-6d980364-f25d-448b-a39c-f6429a7b3e7f tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] For port cf7bb6d3-ba8a-4a2a-b126-397312560f20, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=cf7bb6d3-ba8a-4a2a-b126-397312560f20,segment=NetworkSegment(22e0d7fc-9dfd-46ed-b600-8f880b28b7b3),segment_id=22e0d7fc-9dfd-46ed-b600-8f880b28b7b3)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:01.763772 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-45b06d9e-d4de-4f32-8c29-eb831a677849 req-6d980364-f25d-448b-a39c-f6429a7b3e7f tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (cf7bb6d3-ba8a-4a2a-b126-397312560f20), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:01.773703 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8f961e65-c588-4ffa-84f8-31eab11a27bd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6689513 Feb 19 04:32:01.776432 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37422) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:01.781813 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-45b06d9e-d4de-4f32-8c29-eb831a677849 req-6d980364-f25d-448b-a39c-f6429a7b3e7f tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Calling delete_port for cf7bb6d3-ba8a-4a2a-b126-397312560f20 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:01.884468 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d7e080-7e54-4419-abf3-d139cc8d5633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'fixed_ips': [{'subnet_id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:32:01.885340 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e080-7e54-4419-abf3-d139cc8d5633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:02.002643 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-45b06d9e-d4de-4f32-8c29-eb831a677849 req-6d980364-f25d-448b-a39c-f6429a7b3e7f tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (cf7bb6d3-ba8a-4a2a-b126-397312560f20), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:02.033298 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d980364-f25d-448b-a39c-f6429a7b3e7f tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf7bb6d3-ba8a-4a2a-b126-397312560f20,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:02.044762 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-b5d7e080-7e54-4419-abf3-d139cc8d5633 None None] Allocated IP 172.20.0.2 (a881ffa2-cae5-44f1-bb59-4d026f4ecf1f/d02adaf0-7f48-420b-90a5-9f7dc112381e/cb33554c-81e9-4d70-883f-1b19d7c804e7) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:32:02.123082 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b06d9e-d4de-4f32-8c29-eb831a677849 req-6d980364-f25d-448b-a39c-f6429a7b3e7f tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] No DVR routers for this DVR port cf7bb6d3-ba8a-4a2a-b126-397312560f20 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:32:02.126940 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-45b06d9e-d4de-4f32-8c29-eb831a677849 req-6d980364-f25d-448b-a39c-f6429a7b3e7f tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:02.132241 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-45b06d9e-d4de-4f32-8c29-eb831a677849 req-6d980364-f25d-448b-a39c-f6429a7b3e7f tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.26 "DELETE /v2.0/ports/cf7bb6d3-ba8a-4a2a-b126-397312560f20 HTTP/1.1" status: 204 len: 173 time: 0.6222970 Feb 19 04:32:02.140629 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713b1705-67cb-4ccf-982a-a6929eec2637', 'name': 'network-vif-deleted', 'tag': 'cf7bb6d3-ba8a-4a2a-b126-397312560f20'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:32:02.144473 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b5953f-4438-475c-90fb-241767c4a1ec" -d '{"events": [{"server_uuid": "713b1705-67cb-4ccf-982a-a6929eec2637", "name": "network-vif-deleted", "tag": "cf7bb6d3-ba8a-4a2a-b126-397312560f20"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:32:02.173067 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['cf7bb6d3-ba8a-4a2a-b126-397312560f20'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:32:02.176194 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['c2eb822a-2807-4c33-9d79-781243837545'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:32:02.254293 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2623bcbb-5765-4df5-85ab-130724702e66 x-openstack-request-id: req-2623bcbb-5765-4df5-85ab-130724702e66 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:32:02.254817 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713b1705-67cb-4ccf-982a-a6929eec2637", "name": "network-vif-deleted", "tag": "cf7bb6d3-ba8a-4a2a-b126-397312560f20", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:32:02.255161 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2623bcbb-5765-4df5-85ab-130724702e66 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:32:02.255733 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713b1705-67cb-4ccf-982a-a6929eec2637', 'name': 'network-vif-deleted', 'tag': 'cf7bb6d3-ba8a-4a2a-b126-397312560f20', 'status': 'completed', 'code': 200} Feb 19 04:32:02.326234 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d889fe70-0136-48db-ae56-6cf2d0efe598 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:02.462074 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e080-7e54-4419-abf3-d139cc8d5633 None None] Publish callbacks [] for port (cb33554c-81e9-4d70-883f-1b19d7c804e7), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:02.479981 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e080-7e54-4419-abf3-d139cc8d5633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (cb33554c-81e9-4d70-883f-1b19d7c804e7), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:02.541474 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7e080-7e54-4419-abf3-d139cc8d5633 None None] Pushing event updated for resources: {'Port': ['ID=cb33554c-81e9-4d70-883f-1b19d7c804e7,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:02.552863 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d7e080-7e54-4419-abf3-d139cc8d5633 None None] Network a881ffa2-cae5-44f1-bb59-4d026f4ecf1f is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:02.557069 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-b5d7e080-7e54-4419-abf3-d139cc8d5633 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:02.598958 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d7e080-7e54-4419-abf3-d139cc8d5633 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:32:02.709337 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b5d7e080-7e54-4419-abf3-d139cc8d5633 None None] Attempting to bind port cb33554c-81e9-4d70-883f-1b19d7c804e7 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:32:02.710028 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b5d7e080-7e54-4419-abf3-d139cc8d5633 None None] Attempting to bind port cb33554c-81e9-4d70-883f-1b19d7c804e7 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '393dcfc2-2c7d-4e03-bc3c-244f1cb8ec26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:32:02.710615 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d7e080-7e54-4419-abf3-d139cc8d5633 None None] Attempting to bind port cb33554c-81e9-4d70-883f-1b19d7c804e7 on network a881ffa2-cae5-44f1-bb59-4d026f4ecf1f {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:32:02.726266 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d7e080-7e54-4419-abf3-d139cc8d5633 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:32:02.727048 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d7e080-7e54-4419-abf3-d139cc8d5633 None None] Checking segment: {'id': '393dcfc2-2c7d-4e03-bc3c-244f1cb8ec26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:02.727735 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e080-7e54-4419-abf3-d139cc8d5633 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:02.728494 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d7e080-7e54-4419-abf3-d139cc8d5633 None None] Bound using segment: {'id': '393dcfc2-2c7d-4e03-bc3c-244f1cb8ec26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:32:02.729138 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b5d7e080-7e54-4419-abf3-d139cc8d5633 None None] Bound port: cb33554c-81e9-4d70-883f-1b19d7c804e7, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393dcfc2-2c7d-4e03-bc3c-244f1cb8ec26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:32:02.730341 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e080-7e54-4419-abf3-d139cc8d5633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cb33554c-81e9-4d70-883f-1b19d7c804e7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:02.736212 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84cc5ee9-808b-4a70-bc98-bf3f82673951 req-4ca7527f-5fbc-4589-a81a-f160eb672b5e tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=713b1705-67cb-4ccf-982a-a6929eec2637 HTTP/1.1" status: 200 len: 210 time: 0.0349715 Feb 19 04:32:02.805636 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-d889fe70-0136-48db-ae56-6cf2d0efe598 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Allocated IP 172.20.0.1 (a881ffa2-cae5-44f1-bb59-4d026f4ecf1f/d02adaf0-7f48-420b-90a5-9f7dc112381e/5f444202-3e13-4b7d-be40-ac63252c850a) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:32:02.852603 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b5d7e080-7e54-4419-abf3-d139cc8d5633 None None] For port cb33554c-81e9-4d70-883f-1b19d7c804e7, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:32:02.857372 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b5d7e080-7e54-4419-abf3-d139cc8d5633 None None] For port cb33554c-81e9-4d70-883f-1b19d7c804e7, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=cb33554c-81e9-4d70-883f-1b19d7c804e7,segment=NetworkSegment(393dcfc2-2c7d-4e03-bc3c-244f1cb8ec26),segment_id=393dcfc2-2c7d-4e03-bc3c-244f1cb8ec26)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:32:02.864790 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e080-7e54-4419-abf3-d139cc8d5633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (cb33554c-81e9-4d70-883f-1b19d7c804e7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:02.948808 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7e080-7e54-4419-abf3-d139cc8d5633 None None] Pushing event updated for resources: {'Port': ['ID=cb33554c-81e9-4d70-883f-1b19d7c804e7,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:02.962720 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d889fe70-0136-48db-ae56-6cf2d0efe598 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for port (5f444202-3e13-4b7d-be40-ac63252c850a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:03.004692 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d889fe70-0136-48db-ae56-6cf2d0efe598 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (5f444202-3e13-4b7d-be40-ac63252c850a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:03.056641 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d889fe70-0136-48db-ae56-6cf2d0efe598 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network a881ffa2-cae5-44f1-bb59-4d026f4ecf1f is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:03.066662 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-d889fe70-0136-48db-ae56-6cf2d0efe598 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:03.070809 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d889fe70-0136-48db-ae56-6cf2d0efe598 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:32:03.130093 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889fe70-0136-48db-ae56-6cf2d0efe598 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Port': ['ID=5f444202-3e13-4b7d-be40-ac63252c850a,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:03.154124 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d889fe70-0136-48db-ae56-6cf2d0efe598 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:03.394025 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d889fe70-0136-48db-ae56-6cf2d0efe598 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5f444202-3e13-4b7d-be40-ac63252c850a), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:03.496889 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bef99754-ec9e-4027-a6d2-2206f6bff821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:03.617843 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device cb33554c-81e9-4d70-883f-1b19d7c804e7 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:03.677494 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port cb33554c-81e9-4d70-883f-1b19d7c804e7 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:03.677870 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cb33554c-81e9-4d70-883f-1b19d7c804e7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:03.777922 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port cb33554c-81e9-4d70-883f-1b19d7c804e7 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:03.778365 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cb33554c-81e9-4d70-883f-1b19d7c804e7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:03.790610 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d889fe70-0136-48db-ae56-6cf2d0efe598 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for port (5f444202-3e13-4b7d-be40-ac63252c850a), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:03.801688 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d889fe70-0136-48db-ae56-6cf2d0efe598 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (5f444202-3e13-4b7d-be40-ac63252c850a), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:03.829147 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port cb33554c-81e9-4d70-883f-1b19d7c804e7, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=cb33554c-81e9-4d70-883f-1b19d7c804e7,segment=NetworkSegment(393dcfc2-2c7d-4e03-bc3c-244f1cb8ec26),segment_id=393dcfc2-2c7d-4e03-bc3c-244f1cb8ec26)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:03.861479 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (cb33554c-81e9-4d70-883f-1b19d7c804e7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:03.900283 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d889fe70-0136-48db-ae56-6cf2d0efe598 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:03.903309 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889fe70-0136-48db-ae56-6cf2d0efe598 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Port': ['ID=5f444202-3e13-4b7d-be40-ac63252c850a,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:03.940300 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=cb33554c-81e9-4d70-883f-1b19d7c804e7,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:03.957326 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:04.035227 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d889fe70-0136-48db-ae56-6cf2d0efe598 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network a881ffa2-cae5-44f1-bb59-4d026f4ecf1f is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:04.047691 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-d889fe70-0136-48db-ae56-6cf2d0efe598 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:04.212313 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba37b9-af33-49bb-bba6-874d70e1f76a req-489fb628-a6bb-4f21-83e5-c88b85a59177 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:04.214002 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-65ba37b9-af33-49bb-bba6-874d70e1f76a req-489fb628-a6bb-4f21-83e5-c88b85a59177 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=464aea6e-7f0b-4991-8c4f-b46c22a54b2b HTTP/1.1" status: 200 len: 1129 time: 0.0739892 Feb 19 04:32:04.258371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d889fe70-0136-48db-ae56-6cf2d0efe598 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:32:04.277778 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-65ba37b9-af33-49bb-bba6-874d70e1f76a req-44ee6c48-4b23-4806-8b98-3b9376e7104a tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551889 Feb 19 04:32:04.316359 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0a9f0f-4ce7-498c-91f2-ee0ad393b262 None None] Network a881ffa2-cae5-44f1-bb59-4d026f4ecf1f requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:04.385352 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-19bfc489-ef90-4dc6-b2c6-a9207027f54d None None] Provisioning complete for port cb33554c-81e9-4d70-883f-1b19d7c804e7 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:04.385769 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-19bfc489-ef90-4dc6-b2c6-a9207027f54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cb33554c-81e9-4d70-883f-1b19d7c804e7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:04.390817 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d889fe70-0136-48db-ae56-6cf2d0efe598 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:32:04.396173 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d889fe70-0136-48db-ae56-6cf2d0efe598 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "PUT /v2.0/routers/7a5d38de-ec99-42ca-a032-bf5b9a4e9e71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6182923 Feb 19 04:32:04.398973 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37472) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:04.404123 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b497b5fd-3a04-4a5f-9b6f-8f7c41fdc3ee None None] Sync routers for ids ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:32:04.405469 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-4a897498-7536-4b17-aa40-237b22e16f43 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'network': {'name': 'tempest-RoutersTest-197163749'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:04.419478 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b497b5fd-3a04-4a5f-9b6f-8f7c41fdc3ee None None] Routers {'7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:04.420323 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b497b5fd-3a04-4a5f-9b6f-8f7c41fdc3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:04.429942 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a897498-7536-4b17-aa40-237b22e16f43 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Made reservation on behalf of 6f6253efb36743ecbd8291e71f2cddd8 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:04.434689 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4a897498-7536-4b17-aa40-237b22e16f43 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:04.462494 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a897498-7536-4b17-aa40-237b22e16f43 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:32:04.477776 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4a897498-7536-4b17-aa40-237b22e16f43 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (c5b0060c-add5-4768-bbd5-218006d818d5), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:04.478471 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-4a897498-7536-4b17-aa40-237b22e16f43 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Added segment c5b0060c-add5-4768-bbd5-218006d818d5 of type vlan for network 9778632e-6c7e-4c64-ab82-e889801bc918 Feb 19 04:32:04.527150 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4a897498-7536-4b17-aa40-237b22e16f43 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (9778632e-6c7e-4c64-ab82-e889801bc918), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:04.530741 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-19bfc489-ef90-4dc6-b2c6-a9207027f54d None None] Current status of the port cb33554c-81e9-4d70-883f-1b19d7c804e7 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:04.549135 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-b497b5fd-3a04-4a5f-9b6f-8f7c41fdc3ee None None] Set router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:04.562326 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4a897498-7536-4b17-aa40-237b22e16f43 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (9778632e-6c7e-4c64-ab82-e889801bc918), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:04.568577 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a897498-7536-4b17-aa40-237b22e16f43 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:04.569284 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4a897498-7536-4b17-aa40-237b22e16f43 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:04.697628 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4a897498-7536-4b17-aa40-237b22e16f43 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2947717 Feb 19 04:32:04.698925 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37484) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:04.706686 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-bdf6f296-cd71-4c4f-9c9d-ef057abf209e tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'subnet': {'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:04.709005 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a897498-7536-4b17-aa40-237b22e16f43 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Network': ['ID=9778632e-6c7e-4c64-ab82-e889801bc918,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:04.725150 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 9778632e-6c7e-4c64-ab82-e889801bc918 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:32:04.860907 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf6f296-cd71-4c4f-9c9d-ef057abf209e tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Made reservation on behalf of 6f6253efb36743ecbd8291e71f2cddd8 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:04.865317 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bdf6f296-cd71-4c4f-9c9d-ef057abf209e tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:04.958209 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-37360b74-4a4b-4887-a8f7-2d555ce2d522 None None] Provisioning complete for port cb33554c-81e9-4d70-883f-1b19d7c804e7 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:04.958593 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-37360b74-4a4b-4887-a8f7-2d555ce2d522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cb33554c-81e9-4d70-883f-1b19d7c804e7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:05.032327 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b497b5fd-3a04-4a5f-9b6f-8f7c41fdc3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:03Z', 'revision_number': 2, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None, '_interfaces': [{'id': '5f444202-3e13-4b7d-be40-ac63252c850a', 'name': '', 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5c:0e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:02Z', 'updated_at': '2022-02-19T04:32:03Z', 'revision_number': 2, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:05.076712 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b497b5fd-3a04-4a5f-9b6f-8f7c41fdc3ee None None] Checking router: 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:32:05.077070 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b497b5fd-3a04-4a5f-9b6f-8f7c41fdc3ee None None] Updating router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 port 5f444202-3e13-4b7d-be40-ac63252c850a binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:32:05.118071 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-b497b5fd-3a04-4a5f-9b6f-8f7c41fdc3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5f444202-3e13-4b7d-be40-ac63252c850a), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:05.187226 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bdf6f296-cd71-4c4f-9c9d-ef057abf209e tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (9a2180be-cd63-49ce-9db8-fc633c9f4b26), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:05.189219 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-37360b74-4a4b-4887-a8f7-2d555ce2d522 None None] Current status of the port cb33554c-81e9-4d70-883f-1b19d7c804e7 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:05.204495 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-37360b74-4a4b-4887-a8f7-2d555ce2d522 None None] Provisioning complete for port 5f444202-3e13-4b7d-be40-ac63252c850a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:05.204495 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-37360b74-4a4b-4887-a8f7-2d555ce2d522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5f444202-3e13-4b7d-be40-ac63252c850a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:05.244115 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-37360b74-4a4b-4887-a8f7-2d555ce2d522 None None] Port 5f444202-3e13-4b7d-be40-ac63252c850a cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:32:05.278416 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6f296-cd71-4c4f-9c9d-ef057abf209e tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Subnet': ['ID=9a2180be-cd63-49ce-9db8-fc633c9f4b26,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:05.344305 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf6f296-cd71-4c4f-9c9d-ef057abf209e tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Checking segment: {'id': 'c5b0060c-add5-4768-bbd5-218006d818d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:05.344730 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf6f296-cd71-4c4f-9c9d-ef057abf209e tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network hostable DHCP agents. Network: 9778632e-6c7e-4c64-ab82-e889801bc918, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:32:05.375530 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf6f296-cd71-4c4f-9c9d-ef057abf209e tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network 9778632e-6c7e-4c64-ab82-e889801bc918 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:32:05.399575 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-bdf6f296-cd71-4c4f-9c9d-ef057abf209e tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 9778632e-6c7e-4c64-ab82-e889801bc918) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:05.406733 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf6f296-cd71-4c4f-9c9d-ef057abf209e tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:05.407723 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bdf6f296-cd71-4c4f-9c9d-ef057abf209e tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:05.418600 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013f5391-17a6-48b2-9793-fd68de7a5129 None None] Network 9778632e-6c7e-4c64-ab82-e889801bc918 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:05.431428 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:05.441398 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bdf6f296-cd71-4c4f-9c9d-ef057abf209e tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7381771 Feb 19 04:32:05.441792 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37502) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:05.477920 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-f6365079-33a7-4c0f-a445-da1c44e28baf None None] Provisioning complete for port 5f444202-3e13-4b7d-be40-ac63252c850a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:05.480102 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b74dff-e00e-459c-93c4-c7160e1d751a req-463b6404-2675-4f3a-82fc-49ae3cf8bffa tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:05.481818 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-05b74dff-e00e-459c-93c4-c7160e1d751a req-463b6404-2675-4f3a-82fc-49ae3cf8bffa tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=464aea6e-7f0b-4991-8c4f-b46c22a54b2b HTTP/1.1" status: 200 len: 1129 time: 0.0977681 Feb 19 04:32:05.482449 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f6365079-33a7-4c0f-a445-da1c44e28baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5f444202-3e13-4b7d-be40-ac63252c850a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:05.684200 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-05b74dff-e00e-459c-93c4-c7160e1d751a req-fa6b61ad-f85d-4611-a56d-607d8dcea792 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948786 Feb 19 04:32:05.719867 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff53d85-7d73-408e-9319-9edb66ebcb23 req-b23c79ce-51e0-4432-90a9-761de4a79b71 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:05.725905 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0ff53d85-7d73-408e-9319-9edb66ebcb23 req-b23c79ce-51e0-4432-90a9-761de4a79b71 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=464aea6e-7f0b-4991-8c4f-b46c22a54b2b HTTP/1.1" status: 200 len: 1129 time: 0.1691496 Feb 19 04:32:05.748916 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-b497b5fd-3a04-4a5f-9b6f-8f7c41fdc3ee None None] Publish callbacks [] for port (5f444202-3e13-4b7d-be40-ac63252c850a), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:05.779530 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-b497b5fd-3a04-4a5f-9b6f-8f7c41fdc3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5f444202-3e13-4b7d-be40-ac63252c850a), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:05.842817 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b71465-bf6c-4188-a03d-079bd69c8d56 None None] Pushing event updated for resources: {'Port': ['ID=5f444202-3e13-4b7d-be40-ac63252c850a,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:05.898302 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-0ff53d85-7d73-408e-9319-9edb66ebcb23 req-4f2b0f83-b824-4db4-9298-6ff3f95e9035 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Deleting port c2eb822a-2807-4c33-9d79-781243837545 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:32:05.898682 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0ff53d85-7d73-408e-9319-9edb66ebcb23 req-4f2b0f83-b824-4db4-9298-6ff3f95e9035 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (c2eb822a-2807-4c33-9d79-781243837545), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:05.926411 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device cb33554c-81e9-4d70-883f-1b19d7c804e7 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:05.970444 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-b497b5fd-3a04-4a5f-9b6f-8f7c41fdc3ee None None] Attempting to bind port 5f444202-3e13-4b7d-be40-ac63252c850a on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:32:05.970968 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-b497b5fd-3a04-4a5f-9b6f-8f7c41fdc3ee None None] Attempting to bind port 5f444202-3e13-4b7d-be40-ac63252c850a by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '393dcfc2-2c7d-4e03-bc3c-244f1cb8ec26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:32:05.971431 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b497b5fd-3a04-4a5f-9b6f-8f7c41fdc3ee None None] Attempting to bind port 5f444202-3e13-4b7d-be40-ac63252c850a on network a881ffa2-cae5-44f1-bb59-4d026f4ecf1f {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:32:05.972756 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device cf7bb6d3-ba8a-4a2a-b126-397312560f20 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:32:05.990606 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b497b5fd-3a04-4a5f-9b6f-8f7c41fdc3ee None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:32:05.991146 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b497b5fd-3a04-4a5f-9b6f-8f7c41fdc3ee None None] Checking segment: {'id': '393dcfc2-2c7d-4e03-bc3c-244f1cb8ec26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:05.991806 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-b497b5fd-3a04-4a5f-9b6f-8f7c41fdc3ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:05.994526 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b497b5fd-3a04-4a5f-9b6f-8f7c41fdc3ee None None] Bound using segment: {'id': '393dcfc2-2c7d-4e03-bc3c-244f1cb8ec26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:32:05.995187 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-b497b5fd-3a04-4a5f-9b6f-8f7c41fdc3ee None None] Bound port: 5f444202-3e13-4b7d-be40-ac63252c850a, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393dcfc2-2c7d-4e03-bc3c-244f1cb8ec26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:32:05.995666 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-b497b5fd-3a04-4a5f-9b6f-8f7c41fdc3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5f444202-3e13-4b7d-be40-ac63252c850a), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:06.091356 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: cf7bb6d3-ba8a-4a2a-b126-397312560f20 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:32:06.091950 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device cf7bb6d3-ba8a-4a2a-b126-397312560f20 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:32:06.111760 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5d0c45-6710-4a2c-8168-6a14d0b8d9ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-9778632e-6c7e-4c64-ab82-e889801bc918', 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918', 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'fixed_ips': [{'subnet_id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:32:06.112786 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8c5d0c45-6710-4a2c-8168-6a14d0b8d9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:06.134015 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-0ff53d85-7d73-408e-9319-9edb66ebcb23 req-4f2b0f83-b824-4db4-9298-6ff3f95e9035 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] For port c2eb822a-2807-4c33-9d79-781243837545, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c2eb822a-2807-4c33-9d79-781243837545,segment=NetworkSegment(22e0d7fc-9dfd-46ed-b600-8f880b28b7b3),segment_id=22e0d7fc-9dfd-46ed-b600-8f880b28b7b3)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:06.134527 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0ff53d85-7d73-408e-9319-9edb66ebcb23 req-4f2b0f83-b824-4db4-9298-6ff3f95e9035 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (c2eb822a-2807-4c33-9d79-781243837545), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:06.145992 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-b497b5fd-3a04-4a5f-9b6f-8f7c41fdc3ee None None] For port 5f444202-3e13-4b7d-be40-ac63252c850a, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:32:06.154677 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-b497b5fd-3a04-4a5f-9b6f-8f7c41fdc3ee None None] For port 5f444202-3e13-4b7d-be40-ac63252c850a, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5f444202-3e13-4b7d-be40-ac63252c850a,segment=NetworkSegment(393dcfc2-2c7d-4e03-bc3c-244f1cb8ec26),segment_id=393dcfc2-2c7d-4e03-bc3c-244f1cb8ec26)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:32:06.165733 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-0ff53d85-7d73-408e-9319-9edb66ebcb23 req-4f2b0f83-b824-4db4-9298-6ff3f95e9035 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Calling delete_port for c2eb822a-2807-4c33-9d79-781243837545 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:06.174068 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-b497b5fd-3a04-4a5f-9b6f-8f7c41fdc3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5f444202-3e13-4b7d-be40-ac63252c850a), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:06.219005 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f6365079-33a7-4c0f-a445-da1c44e28baf None None] Port 5f444202-3e13-4b7d-be40-ac63252c850a cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:32:06.251849 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b497b5fd-3a04-4a5f-9b6f-8f7c41fdc3ee None None] Routers {'7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:06.254110 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b497b5fd-3a04-4a5f-9b6f-8f7c41fdc3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:06.308433 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e9f7d5f-cc81-4cad-b240-7d6ddee8514a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:06.384830 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-b497b5fd-3a04-4a5f-9b6f-8f7c41fdc3ee None None] Set router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:06.545244 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port cb33554c-81e9-4d70-883f-1b19d7c804e7 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:06.545622 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cb33554c-81e9-4d70-883f-1b19d7c804e7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:06.584762 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b71465-bf6c-4188-a03d-079bd69c8d56 None None] Pushing event updated for resources: {'Port': ['ID=5f444202-3e13-4b7d-be40-ac63252c850a,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:06.653357 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-ca4b70d9-ae05-4f00-8ab4-cd952262480f None None] Provisioning complete for port 5f444202-3e13-4b7d-be40-ac63252c850a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:06.653748 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ca4b70d9-ae05-4f00-8ab4-cd952262480f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5f444202-3e13-4b7d-be40-ac63252c850a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:06.779953 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b497b5fd-3a04-4a5f-9b6f-8f7c41fdc3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:03Z', 'revision_number': 2, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None, '_interfaces': [{'id': '5f444202-3e13-4b7d-be40-ac63252c850a', 'name': '', 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5c:0e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:02Z', 'updated_at': '2022-02-19T04:32:06Z', 'revision_number': 4, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:06.822860 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-8c5d0c45-6710-4a2c-8168-6a14d0b8d9ee None None] Allocated IP 172.21.0.2 (9778632e-6c7e-4c64-ab82-e889801bc918/9a2180be-cd63-49ce-9db8-fc633c9f4b26/5dd001e0-32c0-4adf-b33a-3a4fb954aade) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:32:06.842270 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b497b5fd-3a04-4a5f-9b6f-8f7c41fdc3ee None None] The sync data for ids ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'] in n-d-828369-19 is: [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:03Z', 'revision_number': 2, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None, '_interfaces': [{'id': '5f444202-3e13-4b7d-be40-ac63252c850a', 'name': '', 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5c:0e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:02Z', 'updated_at': '2022-02-19T04:32:06Z', 'revision_number': 4, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:32:06.941419 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:07.036108 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ca4b70d9-ae05-4f00-8ab4-cd952262480f None None] Current status of the port 5f444202-3e13-4b7d-be40-ac63252c850a is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:07.036630 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ca4b70d9-ae05-4f00-8ab4-cd952262480f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5f444202-3e13-4b7d-be40-ac63252c850a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:07.037697 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a989ecf-20d2-4523-9552-982b85c97b12 req-91afed41-6cf6-48f7-9da3-ee8a0b27d8d4 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:07.040354 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a989ecf-20d2-4523-9552-982b85c97b12 req-91afed41-6cf6-48f7-9da3-ee8a0b27d8d4 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=464aea6e-7f0b-4991-8c4f-b46c22a54b2b HTTP/1.1" status: 200 len: 1129 time: 0.1353345 Feb 19 04:32:07.041728 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0ff53d85-7d73-408e-9319-9edb66ebcb23 req-4f2b0f83-b824-4db4-9298-6ff3f95e9035 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (c2eb822a-2807-4c33-9d79-781243837545), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:07.105361 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-ca4b70d9-ae05-4f00-8ab4-cd952262480f None None] For port 5f444202-3e13-4b7d-be40-ac63252c850a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5f444202-3e13-4b7d-be40-ac63252c850a,segment=NetworkSegment(393dcfc2-2c7d-4e03-bc3c-244f1cb8ec26),segment_id=393dcfc2-2c7d-4e03-bc3c-244f1cb8ec26)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:07.121216 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ca4b70d9-ae05-4f00-8ab4-cd952262480f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5f444202-3e13-4b7d-be40-ac63252c850a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:07.183729 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a989ecf-20d2-4523-9552-982b85c97b12 req-62e48e3b-f08e-4495-8a98-f41cc97005a8 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=abb98058-1c2e-43f4-8197-34b82a69bc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273375 Feb 19 04:32:07.189721 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b0f83-b824-4db4-9298-6ff3f95e9035 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2eb822a-2807-4c33-9d79-781243837545,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:07.212342 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff53d85-7d73-408e-9319-9edb66ebcb23 req-4f2b0f83-b824-4db4-9298-6ff3f95e9035 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] No DVR routers for this DVR port c2eb822a-2807-4c33-9d79-781243837545 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:32:07.217951 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0ff53d85-7d73-408e-9319-9edb66ebcb23 req-4f2b0f83-b824-4db4-9298-6ff3f95e9035 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:07.221353 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0ff53d85-7d73-408e-9319-9edb66ebcb23 req-4f2b0f83-b824-4db4-9298-6ff3f95e9035 tempest-TestServerMultinode-1129772465 tempest-TestServerMultinode-1129772465-project-admin] 10.222.0.79 "DELETE /v2.0/ports/c2eb822a-2807-4c33-9d79-781243837545 HTTP/1.1" status: 204 len: 173 time: 1.4938300 Feb 19 04:32:07.221861 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464aea6e-7f0b-4991-8c4f-b46c22a54b2b', 'name': 'network-vif-deleted', 'tag': 'c2eb822a-2807-4c33-9d79-781243837545'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:32:07.234356 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964e49e0-501c-4d41-94d9-11c54d1790f4" -d '{"events": [{"server_uuid": "464aea6e-7f0b-4991-8c4f-b46c22a54b2b", "name": "network-vif-deleted", "tag": "c2eb822a-2807-4c33-9d79-781243837545"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:32:07.250951 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port cb33554c-81e9-4d70-883f-1b19d7c804e7 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:07.367592 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b70d9-ae05-4f00-8ab4-cd952262480f None None] Pushing event updated for resources: {'Port': ['ID=5f444202-3e13-4b7d-be40-ac63252c850a,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:07.388025 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff8ec02-113e-492c-b040-7dcb051dbfc2 x-openstack-request-id: req-6ff8ec02-113e-492c-b040-7dcb051dbfc2 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:32:07.388342 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464aea6e-7f0b-4991-8c4f-b46c22a54b2b", "name": "network-vif-deleted", "tag": "c2eb822a-2807-4c33-9d79-781243837545", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:32:07.388593 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6ff8ec02-113e-492c-b040-7dcb051dbfc2 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:32:07.389042 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464aea6e-7f0b-4991-8c4f-b46c22a54b2b', 'name': 'network-vif-deleted', 'tag': 'c2eb822a-2807-4c33-9d79-781243837545', 'status': 'completed', 'code': 200} Feb 19 04:32:07.411464 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8c5d0c45-6710-4a2c-8168-6a14d0b8d9ee None None] Publish callbacks [] for port (5dd001e0-32c0-4adf-b33a-3a4fb954aade), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:07.414910 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b79cfeef-36aa-4fc6-aefb-3d4898b51474 None None] Provisioning complete for port 5f444202-3e13-4b7d-be40-ac63252c850a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:07.415276 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b79cfeef-36aa-4fc6-aefb-3d4898b51474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5f444202-3e13-4b7d-be40-ac63252c850a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:07.455601 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8c5d0c45-6710-4a2c-8168-6a14d0b8d9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (5dd001e0-32c0-4adf-b33a-3a4fb954aade), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:07.585156 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-0e9f7d5f-cc81-4cad-b240-7d6ddee8514a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Allocated IP 172.21.0.1 (9778632e-6c7e-4c64-ab82-e889801bc918/9a2180be-cd63-49ce-9db8-fc633c9f4b26/8ff98826-9bb2-4d96-b26c-a243415459bf) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:32:07.591006 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d0c45-6710-4a2c-8168-6a14d0b8d9ee None None] Pushing event updated for resources: {'Port': ['ID=5dd001e0-32c0-4adf-b33a-3a4fb954aade,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:07.603531 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5d0c45-6710-4a2c-8168-6a14d0b8d9ee None None] Network 9778632e-6c7e-4c64-ab82-e889801bc918 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:07.627810 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-8c5d0c45-6710-4a2c-8168-6a14d0b8d9ee None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:07.633526 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5d0c45-6710-4a2c-8168-6a14d0b8d9ee None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:32:07.695378 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5f444202-3e13-4b7d-be40-ac63252c850a up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:07.806022 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e9f7d5f-cc81-4cad-b240-7d6ddee8514a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for port (8ff98826-9bb2-4d96-b26c-a243415459bf), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:07.853233 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e9f7d5f-cc81-4cad-b240-7d6ddee8514a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (8ff98826-9bb2-4d96-b26c-a243415459bf), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:07.889865 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-8c5d0c45-6710-4a2c-8168-6a14d0b8d9ee None None] Attempting to bind port 5dd001e0-32c0-4adf-b33a-3a4fb954aade on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:32:07.908403 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9f7d5f-cc81-4cad-b240-7d6ddee8514a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network 9778632e-6c7e-4c64-ab82-e889801bc918 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:07.910416 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-8c5d0c45-6710-4a2c-8168-6a14d0b8d9ee None None] Attempting to bind port 5dd001e0-32c0-4adf-b33a-3a4fb954aade by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'c5b0060c-add5-4768-bbd5-218006d818d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:32:07.911798 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-0e9f7d5f-cc81-4cad-b240-7d6ddee8514a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:07.915386 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d0c45-6710-4a2c-8168-6a14d0b8d9ee None None] Attempting to bind port 5dd001e0-32c0-4adf-b33a-3a4fb954aade on network 9778632e-6c7e-4c64-ab82-e889801bc918 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:32:07.921260 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9f7d5f-cc81-4cad-b240-7d6ddee8514a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:32:07.936987 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d0c45-6710-4a2c-8168-6a14d0b8d9ee None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:32:07.937651 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d0c45-6710-4a2c-8168-6a14d0b8d9ee None None] Checking segment: {'id': 'c5b0060c-add5-4768-bbd5-218006d818d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:07.938684 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8c5d0c45-6710-4a2c-8168-6a14d0b8d9ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:07.939243 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d0c45-6710-4a2c-8168-6a14d0b8d9ee None None] Bound using segment: {'id': 'c5b0060c-add5-4768-bbd5-218006d818d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:32:07.940221 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-8c5d0c45-6710-4a2c-8168-6a14d0b8d9ee None None] Bound port: 5dd001e0-32c0-4adf-b33a-3a4fb954aade, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b0060c-add5-4768-bbd5-218006d818d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:32:07.940870 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8c5d0c45-6710-4a2c-8168-6a14d0b8d9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5dd001e0-32c0-4adf-b33a-3a4fb954aade), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:07.944106 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device c2eb822a-2807-4c33-9d79-781243837545 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:32:07.959453 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b79cfeef-36aa-4fc6-aefb-3d4898b51474 None None] Current status of the port 5f444202-3e13-4b7d-be40-ac63252c850a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:07.990872 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f7d5f-cc81-4cad-b240-7d6ddee8514a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Port': ['ID=8ff98826-9bb2-4d96-b26c-a243415459bf,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:07.994319 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 5f444202-3e13-4b7d-be40-ac63252c850a triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:07.994957 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5f444202-3e13-4b7d-be40-ac63252c850a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:07.999226 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: c2eb822a-2807-4c33-9d79-781243837545 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:32:07.999957 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device c2eb822a-2807-4c33-9d79-781243837545 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:32:08.037845 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e9f7d5f-cc81-4cad-b240-7d6ddee8514a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:08.138650 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-8c5d0c45-6710-4a2c-8168-6a14d0b8d9ee None None] For port 5dd001e0-32c0-4adf-b33a-3a4fb954aade, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:32:08.147385 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-8c5d0c45-6710-4a2c-8168-6a14d0b8d9ee None None] For port 5dd001e0-32c0-4adf-b33a-3a4fb954aade, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5dd001e0-32c0-4adf-b33a-3a4fb954aade,segment=NetworkSegment(c5b0060c-add5-4768-bbd5-218006d818d5),segment_id=c5b0060c-add5-4768-bbd5-218006d818d5)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:32:08.177245 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8c5d0c45-6710-4a2c-8168-6a14d0b8d9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5dd001e0-32c0-4adf-b33a-3a4fb954aade), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:08.195330 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e9f7d5f-cc81-4cad-b240-7d6ddee8514a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8ff98826-9bb2-4d96-b26c-a243415459bf), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:08.219446 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 5f444202-3e13-4b7d-be40-ac63252c850a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:08.287797 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d0c45-6710-4a2c-8168-6a14d0b8d9ee None None] Pushing event updated for resources: {'Port': ['ID=5dd001e0-32c0-4adf-b33a-3a4fb954aade,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:08.377647 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37544) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:08.644401 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e9f7d5f-cc81-4cad-b240-7d6ddee8514a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for port (8ff98826-9bb2-4d96-b26c-a243415459bf), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:08.652235 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e9f7d5f-cc81-4cad-b240-7d6ddee8514a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (8ff98826-9bb2-4d96-b26c-a243415459bf), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:08.727102 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e9f7d5f-cc81-4cad-b240-7d6ddee8514a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:08.843390 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f7d5f-cc81-4cad-b240-7d6ddee8514a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Port': ['ID=8ff98826-9bb2-4d96-b26c-a243415459bf,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:08.910989 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9f7d5f-cc81-4cad-b240-7d6ddee8514a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network 9778632e-6c7e-4c64-ab82-e889801bc918 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:08.912834 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-0e9f7d5f-cc81-4cad-b240-7d6ddee8514a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:09.024357 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-85a240b4-dc92-402c-8dbb-89dda30a443c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:09.033667 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9f7d5f-cc81-4cad-b240-7d6ddee8514a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:32:09.152681 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9f7d5f-cc81-4cad-b240-7d6ddee8514a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:32:09.172921 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0e9f7d5f-cc81-4cad-b240-7d6ddee8514a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "PUT /v2.0/routers/7a5d38de-ec99-42ca-a032-bf5b9a4e9e71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7298853 Feb 19 04:32:09.176081 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37556) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:09.183619 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-a1247873-7403-4cf3-b79c-5756be5094eb tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'network': {'name': 'tempest-RoutersTest-1516726667'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:09.237562 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1247873-7403-4cf3-b79c-5756be5094eb tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Made reservation on behalf of 6f6253efb36743ecbd8291e71f2cddd8 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:09.242141 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a1247873-7403-4cf3-b79c-5756be5094eb tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:09.323325 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1247873-7403-4cf3-b79c-5756be5094eb tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:32:09.336555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d971db8e-7ab1-4604-9684-294bc17f02a1 None None] Sync routers for ids ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:32:09.344827 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a1247873-7403-4cf3-b79c-5756be5094eb tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e07c5f81-9172-458d-9b90-d7bc2518d921), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:09.345179 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-a1247873-7403-4cf3-b79c-5756be5094eb tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Added segment e07c5f81-9172-458d-9b90-d7bc2518d921 of type vlan for network 7de8e8a7-16b2-426a-a1e7-64f0bb50ae96 Feb 19 04:32:09.362410 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d971db8e-7ab1-4604-9684-294bc17f02a1 None None] Routers {'7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:09.363044 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-d971db8e-7ab1-4604-9684-294bc17f02a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:09.477158 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-d971db8e-7ab1-4604-9684-294bc17f02a1 None None] Set router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:09.478764 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a1247873-7403-4cf3-b79c-5756be5094eb tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (7de8e8a7-16b2-426a-a1e7-64f0bb50ae96), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:09.559759 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a1247873-7403-4cf3-b79c-5756be5094eb tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (7de8e8a7-16b2-426a-a1e7-64f0bb50ae96), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:09.565111 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1247873-7403-4cf3-b79c-5756be5094eb tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:09.567405 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a1247873-7403-4cf3-b79c-5756be5094eb tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:09.677805 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5dd001e0-32c0-4adf-b33a-3a4fb954aade up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:09.702445 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-85a240b4-dc92-402c-8dbb-89dda30a443c admin admin] Deleting port f2f390fd-216c-4218-bfc6-c05098da4bba {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:32:09.702790 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-85a240b4-dc92-402c-8dbb-89dda30a443c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (f2f390fd-216c-4218-bfc6-c05098da4bba), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:09.707694 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1247873-7403-4cf3-b79c-5756be5094eb tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Network': ['ID=7de8e8a7-16b2-426a-a1e7-64f0bb50ae96,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:09.735354 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 7de8e8a7-16b2-426a-a1e7-64f0bb50ae96 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:32:09.783005 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a1247873-7403-4cf3-b79c-5756be5094eb tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6055222 Feb 19 04:32:09.785811 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37566) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:09.790894 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ad503e52-6c95-45cc-b02a-6d206c350949 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'subnet': {'network_id': '7de8e8a7-16b2-426a-a1e7-64f0bb50ae96', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:09.892617 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-85a240b4-dc92-402c-8dbb-89dda30a443c admin admin] For port f2f390fd-216c-4218-bfc6-c05098da4bba, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=f2f390fd-216c-4218-bfc6-c05098da4bba,segment=NetworkSegment(22e0d7fc-9dfd-46ed-b600-8f880b28b7b3),segment_id=22e0d7fc-9dfd-46ed-b600-8f880b28b7b3)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:09.895977 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-85a240b4-dc92-402c-8dbb-89dda30a443c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (f2f390fd-216c-4218-bfc6-c05098da4bba), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:09.897873 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 5dd001e0-32c0-4adf-b33a-3a4fb954aade triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:09.898306 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5dd001e0-32c0-4adf-b33a-3a4fb954aade), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:09.946828 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-85a240b4-dc92-402c-8dbb-89dda30a443c admin admin] Calling delete_port for f2f390fd-216c-4218-bfc6-c05098da4bba owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:10.129292 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 5dd001e0-32c0-4adf-b33a-3a4fb954aade is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:10.129699 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5dd001e0-32c0-4adf-b33a-3a4fb954aade), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:10.186119 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-d971db8e-7ab1-4604-9684-294bc17f02a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:08Z', 'revision_number': 3, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None, '_interfaces': [{'id': '5f444202-3e13-4b7d-be40-ac63252c850a', 'name': '', 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5c:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:02Z', 'updated_at': '2022-02-19T04:32:07Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff98826-9bb2-4d96-b26c-a243415459bf', 'name': '', 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5e:70:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:06Z', 'updated_at': '2022-02-19T04:32:08Z', 'revision_number': 2, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:10.278032 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d971db8e-7ab1-4604-9684-294bc17f02a1 None None] Checking router: 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:32:10.278575 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d971db8e-7ab1-4604-9684-294bc17f02a1 None None] Updating router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 port 8ff98826-9bb2-4d96-b26c-a243415459bf binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:32:10.305490 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-85a240b4-dc92-402c-8dbb-89dda30a443c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (f2f390fd-216c-4218-bfc6-c05098da4bba), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:10.360242 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 5dd001e0-32c0-4adf-b33a-3a4fb954aade, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5dd001e0-32c0-4adf-b33a-3a4fb954aade,segment=NetworkSegment(c5b0060c-add5-4768-bbd5-218006d818d5),segment_id=c5b0060c-add5-4768-bbd5-218006d818d5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:10.361227 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d971db8e-7ab1-4604-9684-294bc17f02a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8ff98826-9bb2-4d96-b26c-a243415459bf), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:10.384507 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c744139-eb5b-4ac0-9f2f-6e67dbd71bc0 None None] Network 9778632e-6c7e-4c64-ab82-e889801bc918 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:10.401923 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a240b4-dc92-402c-8dbb-89dda30a443c admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f390fd-216c-4218-bfc6-c05098da4bba,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:10.410589 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5dd001e0-32c0-4adf-b33a-3a4fb954aade), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:10.492061 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad503e52-6c95-45cc-b02a-6d206c350949 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Made reservation on behalf of 6f6253efb36743ecbd8291e71f2cddd8 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:10.496571 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ad503e52-6c95-45cc-b02a-6d206c350949 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:10.738918 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-85a240b4-dc92-402c-8dbb-89dda30a443c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:10.825069 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ad503e52-6c95-45cc-b02a-6d206c350949 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (9d4ef02c-6ad3-48e5-8076-428f99e6ebfe), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:10.890016 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=5dd001e0-32c0-4adf-b33a-3a4fb954aade,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:10.897932 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad503e52-6c95-45cc-b02a-6d206c350949 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Subnet': ['ID=9d4ef02c-6ad3-48e5-8076-428f99e6ebfe,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:10.907299 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:10.907657 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:10.908008 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:10.908348 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:10.908688 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:10.909571 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:10.909918 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:10.910281 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:10.910621 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:10.911018 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:10.911777 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:10.912114 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:10.912447 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:10.921949 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-68cd639c-a7fc-448e-a4b4-62d076822bff None None] Provisioning complete for port 5dd001e0-32c0-4adf-b33a-3a4fb954aade triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:10.922366 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-68cd639c-a7fc-448e-a4b4-62d076822bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5dd001e0-32c0-4adf-b33a-3a4fb954aade), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:10.958154 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad503e52-6c95-45cc-b02a-6d206c350949 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Checking segment: {'id': 'e07c5f81-9172-458d-9b90-d7bc2518d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7de8e8a7-16b2-426a-a1e7-64f0bb50ae96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:10.959001 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad503e52-6c95-45cc-b02a-6d206c350949 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network hostable DHCP agents. Network: 7de8e8a7-16b2-426a-a1e7-64f0bb50ae96, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:32:11.003014 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad503e52-6c95-45cc-b02a-6d206c350949 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network 7de8e8a7-16b2-426a-a1e7-64f0bb50ae96 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:32:11.028409 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-ad503e52-6c95-45cc-b02a-6d206c350949 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 7de8e8a7-16b2-426a-a1e7-64f0bb50ae96) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:11.033311 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad503e52-6c95-45cc-b02a-6d206c350949 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:11.034546 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ad503e52-6c95-45cc-b02a-6d206c350949 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:11.072845 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ad503e52-6c95-45cc-b02a-6d206c350949 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2853379 Feb 19 04:32:11.075585 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4755e4-ac6d-4769-a329-5a03920cc7c7 None None] Network 7de8e8a7-16b2-426a-a1e7-64f0bb50ae96 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:11.076170 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37584) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:11.091107 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a240b4-dc92-402c-8dbb-89dda30a443c admin admin] Router 85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:32:11.323162 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a240b4-dc92-402c-8dbb-89dda30a443c admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:32:11.334108 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d473f3b7-28dd-4ead-af39-d21df4415e9b None None] Sync routers for ids ['85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:32:11.343173 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-85a240b4-dc92-402c-8dbb-89dda30a443c admin admin] 10.222.0.52 "PUT /v2.0/routers/85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9614851 Feb 19 04:32:11.343393 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-68cd639c-a7fc-448e-a4b4-62d076822bff None None] Current status of the port 5dd001e0-32c0-4adf-b33a-3a4fb954aade is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:11.348369 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37590) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:11.352307 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d473f3b7-28dd-4ead-af39-d21df4415e9b None None] Routers {'85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:11.362388 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d473f3b7-28dd-4ead-af39-d21df4415e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:11.392018 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094030c3-51e6-4f2c-a708-b7fbdfdde420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-7de8e8a7-16b2-426a-a1e7-64f0bb50ae96', 'network_id': '7de8e8a7-16b2-426a-a1e7-64f0bb50ae96', 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'fixed_ips': [{'subnet_id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:32:11.393035 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-094030c3-51e6-4f2c-a708-b7fbdfdde420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:11.649512 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bc0b8a02-8a36-413f-929f-c1d77d614f45 admin admin] Publish callbacks [] for router (85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:11.661217 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-d473f3b7-28dd-4ead-af39-d21df4415e9b None None] Set router 85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:11.724829 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d971db8e-7ab1-4604-9684-294bc17f02a1 None None] Publish callbacks [] for port (8ff98826-9bb2-4d96-b26c-a243415459bf), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:11.735251 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5dd001e0-32c0-4adf-b33a-3a4fb954aade up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:11.799768 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d971db8e-7ab1-4604-9684-294bc17f02a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8ff98826-9bb2-4d96-b26c-a243415459bf), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:11.899321 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-20e02e41-5db4-44d9-be7b-7eb7fe187049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:11.929026 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d473f3b7-28dd-4ead-af39-d21df4415e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8', 'name': 'tempest-TestServerMultinode-574426160-router', 'tenant_id': '1b90f0b296eb437ea3cc3bca43431263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0502b291-41a5-4879-b56e-a8dfbb2f6a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:09Z', 'updated_at': '2022-02-19T04:32:10Z', 'revision_number': 5, 'project_id': '1b90f0b296eb437ea3cc3bca43431263', 'gw_port': {'id': '0502b291-41a5-4879-b56e-a8dfbb2f6a8b', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:09Z', 'updated_at': '2022-02-19T04:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:11.943210 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-094030c3-51e6-4f2c-a708-b7fbdfdde420 None None] Allocated IP 172.22.0.2 (7de8e8a7-16b2-426a-a1e7-64f0bb50ae96/9d4ef02c-6ad3-48e5-8076-428f99e6ebfe/cd226244-2534-4725-a56a-c618091b8355) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:32:11.962100 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d473f3b7-28dd-4ead-af39-d21df4415e9b None None] Checking router: 85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:32:11.972844 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d473f3b7-28dd-4ead-af39-d21df4415e9b None None] Routers {'85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:11.973757 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d473f3b7-28dd-4ead-af39-d21df4415e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:12.011681 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bc0b8a02-8a36-413f-929f-c1d77d614f45 admin admin] Publish callbacks [] for router_gateway (85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:12.102177 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-d473f3b7-28dd-4ead-af39-d21df4415e9b None None] Set router 85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:12.420306 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-094030c3-51e6-4f2c-a708-b7fbdfdde420 None None] Publish callbacks [] for port (cd226244-2534-4725-a56a-c618091b8355), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:12.443479 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-8373e122-75fe-4a8d-a3c1-052c7feea822 None None] Provisioning complete for port 8ff98826-9bb2-4d96-b26c-a243415459bf triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:12.443922 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8373e122-75fe-4a8d-a3c1-052c7feea822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8ff98826-9bb2-4d96-b26c-a243415459bf), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:12.468805 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 5dd001e0-32c0-4adf-b33a-3a4fb954aade triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:12.469334 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5dd001e0-32c0-4adf-b33a-3a4fb954aade), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:12.471059 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ad6d5-a188-4520-ba68-0c626e0f14f5 None None] Pushing event updated for resources: {'Port': ['ID=8ff98826-9bb2-4d96-b26c-a243415459bf,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:12.495243 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-094030c3-51e6-4f2c-a708-b7fbdfdde420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (cd226244-2534-4725-a56a-c618091b8355), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:12.617155 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-20e02e41-5db4-44d9-be7b-7eb7fe187049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Allocated IP 172.22.0.1 (7de8e8a7-16b2-426a-a1e7-64f0bb50ae96/9d4ef02c-6ad3-48e5-8076-428f99e6ebfe/3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:32:12.653905 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094030c3-51e6-4f2c-a708-b7fbdfdde420 None None] Network 7de8e8a7-16b2-426a-a1e7-64f0bb50ae96 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:12.655555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d971db8e-7ab1-4604-9684-294bc17f02a1 None None] Attempting to bind port 8ff98826-9bb2-4d96-b26c-a243415459bf on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:32:12.658564 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d971db8e-7ab1-4604-9684-294bc17f02a1 None None] Attempting to bind port 8ff98826-9bb2-4d96-b26c-a243415459bf by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'c5b0060c-add5-4768-bbd5-218006d818d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:32:12.659222 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d971db8e-7ab1-4604-9684-294bc17f02a1 None None] Attempting to bind port 8ff98826-9bb2-4d96-b26c-a243415459bf on network 9778632e-6c7e-4c64-ab82-e889801bc918 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:32:12.688589 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d473f3b7-28dd-4ead-af39-d21df4415e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8', 'name': 'tempest-TestServerMultinode-574426160-router', 'tenant_id': '1b90f0b296eb437ea3cc3bca43431263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0502b291-41a5-4879-b56e-a8dfbb2f6a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:09Z', 'updated_at': '2022-02-19T04:32:10Z', 'revision_number': 5, 'project_id': '1b90f0b296eb437ea3cc3bca43431263', 'gw_port': {'id': '0502b291-41a5-4879-b56e-a8dfbb2f6a8b', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:09Z', 'updated_at': '2022-02-19T04:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:12.702831 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-094030c3-51e6-4f2c-a708-b7fbdfdde420 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:12.737956 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-bc0b8a02-8a36-413f-929f-c1d77d614f45 admin admin] Deleting port 0502b291-41a5-4879-b56e-a8dfbb2f6a8b {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:32:12.738326 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bc0b8a02-8a36-413f-929f-c1d77d614f45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (0502b291-41a5-4879-b56e-a8dfbb2f6a8b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:12.742920 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094030c3-51e6-4f2c-a708-b7fbdfdde420 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:32:12.758389 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d971db8e-7ab1-4604-9684-294bc17f02a1 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:32:12.759021 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d971db8e-7ab1-4604-9684-294bc17f02a1 None None] Checking segment: {'id': 'c5b0060c-add5-4768-bbd5-218006d818d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:12.760408 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d971db8e-7ab1-4604-9684-294bc17f02a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:12.761498 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d971db8e-7ab1-4604-9684-294bc17f02a1 None None] Bound using segment: {'id': 'c5b0060c-add5-4768-bbd5-218006d818d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:32:12.762109 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d971db8e-7ab1-4604-9684-294bc17f02a1 None None] Bound port: 8ff98826-9bb2-4d96-b26c-a243415459bf, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b0060c-add5-4768-bbd5-218006d818d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:32:12.762641 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d971db8e-7ab1-4604-9684-294bc17f02a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8ff98826-9bb2-4d96-b26c-a243415459bf), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:12.769395 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8373e122-75fe-4a8d-a3c1-052c7feea822 None None] Port 8ff98826-9bb2-4d96-b26c-a243415459bf cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:32:12.828396 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094030c3-51e6-4f2c-a708-b7fbdfdde420 None None] Pushing event updated for resources: {'Port': ['ID=cd226244-2534-4725-a56a-c618091b8355,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:12.833995 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d473f3b7-28dd-4ead-af39-d21df4415e9b None None] The sync data for ids ['85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8'] in n-d-828369-19 is: [{'id': '85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8', 'name': 'tempest-TestServerMultinode-574426160-router', 'tenant_id': '1b90f0b296eb437ea3cc3bca43431263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0502b291-41a5-4879-b56e-a8dfbb2f6a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:09Z', 'updated_at': '2022-02-19T04:32:10Z', 'revision_number': 5, 'project_id': '1b90f0b296eb437ea3cc3bca43431263', 'gw_port': {'id': '0502b291-41a5-4879-b56e-a8dfbb2f6a8b', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:09Z', 'updated_at': '2022-02-19T04:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:32:12.881568 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-bc0b8a02-8a36-413f-929f-c1d77d614f45 admin admin] For port 0502b291-41a5-4879-b56e-a8dfbb2f6a8b, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0502b291-41a5-4879-b56e-a8dfbb2f6a8b,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:12.881568 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bc0b8a02-8a36-413f-929f-c1d77d614f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (0502b291-41a5-4879-b56e-a8dfbb2f6a8b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:12.921028 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-bc0b8a02-8a36-413f-929f-c1d77d614f45 admin admin] Calling delete_port for 0502b291-41a5-4879-b56e-a8dfbb2f6a8b owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:12.949867 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-20e02e41-5db4-44d9-be7b-7eb7fe187049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for port (3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:12.990475 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-8373e122-75fe-4a8d-a3c1-052c7feea822 None None] Provisioning complete for port 5dd001e0-32c0-4adf-b33a-3a4fb954aade triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:12.991355 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8373e122-75fe-4a8d-a3c1-052c7feea822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5dd001e0-32c0-4adf-b33a-3a4fb954aade), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:13.036304 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-20e02e41-5db4-44d9-be7b-7eb7fe187049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:13.056942 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-094030c3-51e6-4f2c-a708-b7fbdfdde420 None None] Attempting to bind port cd226244-2534-4725-a56a-c618091b8355 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:32:13.057596 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-094030c3-51e6-4f2c-a708-b7fbdfdde420 None None] Attempting to bind port cd226244-2534-4725-a56a-c618091b8355 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'e07c5f81-9172-458d-9b90-d7bc2518d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7de8e8a7-16b2-426a-a1e7-64f0bb50ae96'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:32:13.058800 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094030c3-51e6-4f2c-a708-b7fbdfdde420 None None] Attempting to bind port cd226244-2534-4725-a56a-c618091b8355 on network 7de8e8a7-16b2-426a-a1e7-64f0bb50ae96 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:32:13.076234 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094030c3-51e6-4f2c-a708-b7fbdfdde420 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:32:13.077010 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094030c3-51e6-4f2c-a708-b7fbdfdde420 None None] Checking segment: {'id': 'e07c5f81-9172-458d-9b90-d7bc2518d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7de8e8a7-16b2-426a-a1e7-64f0bb50ae96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:13.078090 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-094030c3-51e6-4f2c-a708-b7fbdfdde420 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:13.078797 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094030c3-51e6-4f2c-a708-b7fbdfdde420 None None] Bound using segment: {'id': 'e07c5f81-9172-458d-9b90-d7bc2518d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7de8e8a7-16b2-426a-a1e7-64f0bb50ae96'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:32:13.080036 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-094030c3-51e6-4f2c-a708-b7fbdfdde420 None None] Bound port: cd226244-2534-4725-a56a-c618091b8355, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e07c5f81-9172-458d-9b90-d7bc2518d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7de8e8a7-16b2-426a-a1e7-64f0bb50ae96'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:32:13.080624 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-094030c3-51e6-4f2c-a708-b7fbdfdde420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cd226244-2534-4725-a56a-c618091b8355), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:13.115029 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e02e41-5db4-44d9-be7b-7eb7fe187049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network 7de8e8a7-16b2-426a-a1e7-64f0bb50ae96 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:13.131128 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-20e02e41-5db4-44d9-be7b-7eb7fe187049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:13.139811 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e02e41-5db4-44d9-be7b-7eb7fe187049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:32:13.182689 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e02e41-5db4-44d9-be7b-7eb7fe187049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Port': ['ID=3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:13.216994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-094030c3-51e6-4f2c-a708-b7fbdfdde420 None None] For port cd226244-2534-4725-a56a-c618091b8355, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:32:13.220690 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-094030c3-51e6-4f2c-a708-b7fbdfdde420 None None] For port cd226244-2534-4725-a56a-c618091b8355, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=cd226244-2534-4725-a56a-c618091b8355,segment=NetworkSegment(e07c5f81-9172-458d-9b90-d7bc2518d921),segment_id=e07c5f81-9172-458d-9b90-d7bc2518d921)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:32:13.223059 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bc0b8a02-8a36-413f-929f-c1d77d614f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (0502b291-41a5-4879-b56e-a8dfbb2f6a8b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:13.225148 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d971db8e-7ab1-4604-9684-294bc17f02a1 None None] For port 8ff98826-9bb2-4d96-b26c-a243415459bf, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:32:13.228783 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 5dd001e0-32c0-4adf-b33a-3a4fb954aade is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:13.229153 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-20e02e41-5db4-44d9-be7b-7eb7fe187049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:13.253855 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-094030c3-51e6-4f2c-a708-b7fbdfdde420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (cd226244-2534-4725-a56a-c618091b8355), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:13.305058 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b8a02-8a36-413f-929f-c1d77d614f45 admin admin] Pushing event deleted for resources: {'Port': ['ID=0502b291-41a5-4879-b56e-a8dfbb2f6a8b,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:13.357682 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d971db8e-7ab1-4604-9684-294bc17f02a1 None None] For port 8ff98826-9bb2-4d96-b26c-a243415459bf, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8ff98826-9bb2-4d96-b26c-a243415459bf,segment=NetworkSegment(c5b0060c-add5-4768-bbd5-218006d818d5),segment_id=c5b0060c-add5-4768-bbd5-218006d818d5)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:32:13.360852 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094030c3-51e6-4f2c-a708-b7fbdfdde420 None None] Pushing event updated for resources: {'Port': ['ID=cd226244-2534-4725-a56a-c618091b8355,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:13.397406 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d971db8e-7ab1-4604-9684-294bc17f02a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8ff98826-9bb2-4d96-b26c-a243415459bf), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:13.482651 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8373e122-75fe-4a8d-a3c1-052c7feea822 None None] Current status of the port 5dd001e0-32c0-4adf-b33a-3a4fb954aade is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:13.508351 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d971db8e-7ab1-4604-9684-294bc17f02a1 None None] Routers {'7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:13.509163 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-d971db8e-7ab1-4604-9684-294bc17f02a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:13.516629 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bc0b8a02-8a36-413f-929f-c1d77d614f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:13.518966 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ad6d5-a188-4520-ba68-0c626e0f14f5 None None] Pushing event updated for resources: {'Port': ['ID=8ff98826-9bb2-4d96-b26c-a243415459bf,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:13.578594 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-20e02e41-5db4-44d9-be7b-7eb7fe187049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:13.669680 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f2f390fd-216c-4218-bfc6-c05098da4bba no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:32:13.744534 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: f2f390fd-216c-4218-bfc6-c05098da4bba {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:32:13.745037 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f2f390fd-216c-4218-bfc6-c05098da4bba not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:32:13.758518 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-45b304d6-de85-44da-941a-51c82317fad7 None None] Provisioning complete for port 8ff98826-9bb2-4d96-b26c-a243415459bf triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:13.759139 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45b304d6-de85-44da-941a-51c82317fad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8ff98826-9bb2-4d96-b26c-a243415459bf), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:13.824369 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bc0b8a02-8a36-413f-929f-c1d77d614f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:13.825691 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-d971db8e-7ab1-4604-9684-294bc17f02a1 None None] Set router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:13.844408 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bc0b8a02-8a36-413f-929f-c1d77d614f45 admin admin] Publish callbacks [] for router_controller (85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:14.030153 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bc0b8a02-8a36-413f-929f-c1d77d614f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:14.030787 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0b8a02-8a36-413f-929f-c1d77d614f45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:32:14.035837 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bc0b8a02-8a36-413f-929f-c1d77d614f45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:14.039697 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bc0b8a02-8a36-413f-929f-c1d77d614f45 admin admin] 10.222.0.52 "DELETE /v2.0/routers/85c325d5-5ef5-4dda-b3cd-9afcd6ae73f8 HTTP/1.1" status: 204 len: 168 time: 2.6883299 Feb 19 04:32:14.040416 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37624) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:14.183577 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-469de5f5-3061-467e-98c7-d406ef047b4a admin admin] Deleting subnet ba5c3570-70cc-4dda-83e6-169580a65783 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:32:14.199462 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-469de5f5-3061-467e-98c7-d406ef047b4a admin admin] Publish callbacks [] for subnet (ba5c3570-70cc-4dda-83e6-169580a65783), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:14.283351 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-469de5f5-3061-467e-98c7-d406ef047b4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (ba5c3570-70cc-4dda-83e6-169580a65783), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:14.374022 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-20e02e41-5db4-44d9-be7b-7eb7fe187049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for port (3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:14.387123 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-20e02e41-5db4-44d9-be7b-7eb7fe187049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:14.446714 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-45b304d6-de85-44da-941a-51c82317fad7 None None] Current status of the port 8ff98826-9bb2-4d96-b26c-a243415459bf is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:14.447357 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45b304d6-de85-44da-941a-51c82317fad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8ff98826-9bb2-4d96-b26c-a243415459bf), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:14.483983 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-20e02e41-5db4-44d9-be7b-7eb7fe187049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:14.487546 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-469de5f5-3061-467e-98c7-d406ef047b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (ba5c3570-70cc-4dda-83e6-169580a65783), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:14.489324 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-45b304d6-de85-44da-941a-51c82317fad7 None None] For port 8ff98826-9bb2-4d96-b26c-a243415459bf, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8ff98826-9bb2-4d96-b26c-a243415459bf,segment=NetworkSegment(c5b0060c-add5-4768-bbd5-218006d818d5),segment_id=c5b0060c-add5-4768-bbd5-218006d818d5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:14.495896 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-d971db8e-7ab1-4604-9684-294bc17f02a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:13Z', 'revision_number': 4, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None, '_interfaces': [{'id': '3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b', 'name': '', 'network_id': '7de8e8a7-16b2-426a-a1e7-64f0bb50ae96', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5a:a7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:12Z', 'updated_at': '2022-02-19T04:32:12Z', 'revision_number': 1, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f444202-3e13-4b7d-be40-ac63252c850a', 'name': '', 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5c:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:02Z', 'updated_at': '2022-02-19T04:32:07Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff98826-9bb2-4d96-b26c-a243415459bf', 'name': '', 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5e:70:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:06Z', 'updated_at': '2022-02-19T04:32:13Z', 'revision_number': 4, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:14.526302 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d971db8e-7ab1-4604-9684-294bc17f02a1 None None] The sync data for ids ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'] in n-d-828369-19 is: [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:13Z', 'revision_number': 4, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None, '_interfaces': [{'id': '3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b', 'name': '', 'network_id': '7de8e8a7-16b2-426a-a1e7-64f0bb50ae96', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5a:a7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:12Z', 'updated_at': '2022-02-19T04:32:12Z', 'revision_number': 1, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f444202-3e13-4b7d-be40-ac63252c850a', 'name': '', 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5c:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:02Z', 'updated_at': '2022-02-19T04:32:07Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff98826-9bb2-4d96-b26c-a243415459bf', 'name': '', 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5e:70:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:06Z', 'updated_at': '2022-02-19T04:32:13Z', 'revision_number': 4, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:32:14.529849 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45b304d6-de85-44da-941a-51c82317fad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8ff98826-9bb2-4d96-b26c-a243415459bf), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:14.556590 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e02e41-5db4-44d9-be7b-7eb7fe187049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Port': ['ID=3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:14.595583 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-469de5f5-3061-467e-98c7-d406ef047b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (ba5c3570-70cc-4dda-83e6-169580a65783), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:14.610647 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b304d6-de85-44da-941a-51c82317fad7 None None] Pushing event updated for resources: {'Port': ['ID=8ff98826-9bb2-4d96-b26c-a243415459bf,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:14.640129 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469de5f5-3061-467e-98c7-d406ef047b4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba5c3570-70cc-4dda-83e6-169580a65783,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:14.673694 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-469de5f5-3061-467e-98c7-d406ef047b4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:14.682095 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-469de5f5-3061-467e-98c7-d406ef047b4a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ba5c3570-70cc-4dda-83e6-169580a65783 HTTP/1.1" status: 204 len: 168 time: 0.6406443 Feb 19 04:32:14.684529 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37634) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:14.687321 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e02e41-5db4-44d9-be7b-7eb7fe187049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network 7de8e8a7-16b2-426a-a1e7-64f0bb50ae96 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:14.687984 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fa95dd-8efa-41c7-ad60-578f10bc2e51 None None] Network fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:14.693128 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-20e02e41-5db4-44d9-be7b-7eb7fe187049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:14.697580 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-699608e5-d411-4b44-bd83-37ffa3c32b44 None None] Provisioning complete for port 8ff98826-9bb2-4d96-b26c-a243415459bf triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:14.701205 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-699608e5-d411-4b44-bd83-37ffa3c32b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8ff98826-9bb2-4d96-b26c-a243415459bf), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:14.884862 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-69603fb8-009b-4bba-9c94-8c706b4be301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:14.982544 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e02e41-5db4-44d9-be7b-7eb7fe187049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:32:15.061637 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-69603fb8-009b-4bba-9c94-8c706b4be301 admin admin] Deleting port 82335264-416a-4d3e-b34c-1a29bc46682f {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:32:15.061984 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-69603fb8-009b-4bba-9c94-8c706b4be301 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (82335264-416a-4d3e-b34c-1a29bc46682f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:15.129483 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-699608e5-d411-4b44-bd83-37ffa3c32b44 None None] Current status of the port 8ff98826-9bb2-4d96-b26c-a243415459bf is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:15.187108 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e02e41-5db4-44d9-be7b-7eb7fe187049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:32:15.197304 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-20e02e41-5db4-44d9-be7b-7eb7fe187049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "PUT /v2.0/routers/7a5d38de-ec99-42ca-a032-bf5b9a4e9e71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1166978 Feb 19 04:32:15.198064 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37642) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:15.209114 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-5a509a1f-ba65-4c33-aee1-b898d45195db tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'network': {'name': 'tempest-RoutersTest-702646637'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:15.222856 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-69603fb8-009b-4bba-9c94-8c706b4be301 admin admin] For port 82335264-416a-4d3e-b34c-1a29bc46682f, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=82335264-416a-4d3e-b34c-1a29bc46682f,segment=NetworkSegment(22e0d7fc-9dfd-46ed-b600-8f880b28b7b3),segment_id=22e0d7fc-9dfd-46ed-b600-8f880b28b7b3)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:15.224833 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-69603fb8-009b-4bba-9c94-8c706b4be301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (82335264-416a-4d3e-b34c-1a29bc46682f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:15.264957 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a509a1f-ba65-4c33-aee1-b898d45195db tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Made reservation on behalf of 6f6253efb36743ecbd8291e71f2cddd8 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:15.268642 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a509a1f-ba65-4c33-aee1-b898d45195db tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:15.282790 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a3f939-771b-43f4-a16e-1aa0694f9237 None None] DHCP port deletion for fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:32:15.310867 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-69603fb8-009b-4bba-9c94-8c706b4be301 admin admin] Calling delete_port for 82335264-416a-4d3e-b34c-1a29bc46682f owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:15.317846 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a509a1f-ba65-4c33-aee1-b898d45195db tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:32:15.356795 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a509a1f-ba65-4c33-aee1-b898d45195db tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (f34fd3aa-b911-40c6-860c-5aeb89dcc149), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:15.357189 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-5a509a1f-ba65-4c33-aee1-b898d45195db tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Added segment f34fd3aa-b911-40c6-860c-5aeb89dcc149 of type vlan for network bb37fc00-9eff-4911-b3fb-f1f29fa551ef Feb 19 04:32:15.426268 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-28a3f939-771b-43f4-a16e-1aa0694f9237 None None] Deleting port 82335264-416a-4d3e-b34c-1a29bc46682f {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:32:15.426646 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-28a3f939-771b-43f4-a16e-1aa0694f9237 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (82335264-416a-4d3e-b34c-1a29bc46682f), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:15.461250 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a509a1f-ba65-4c33-aee1-b898d45195db tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (bb37fc00-9eff-4911-b3fb-f1f29fa551ef), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:15.464832 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-69603fb8-009b-4bba-9c94-8c706b4be301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (82335264-416a-4d3e-b34c-1a29bc46682f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:15.510598 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-28a3f939-771b-43f4-a16e-1aa0694f9237 None None] For port 82335264-416a-4d3e-b34c-1a29bc46682f, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=82335264-416a-4d3e-b34c-1a29bc46682f,segment=NetworkSegment(22e0d7fc-9dfd-46ed-b600-8f880b28b7b3),segment_id=22e0d7fc-9dfd-46ed-b600-8f880b28b7b3)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:15.511139 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-28a3f939-771b-43f4-a16e-1aa0694f9237 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (82335264-416a-4d3e-b34c-1a29bc46682f), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:15.524763 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69603fb8-009b-4bba-9c94-8c706b4be301 admin admin] Pushing event deleted for resources: {'Port': ['ID=82335264-416a-4d3e-b34c-1a29bc46682f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:15.529776 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-28a3f939-771b-43f4-a16e-1aa0694f9237 None None] Calling delete_port for 82335264-416a-4d3e-b34c-1a29bc46682f owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:15.532465 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a509a1f-ba65-4c33-aee1-b898d45195db tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (bb37fc00-9eff-4911-b3fb-f1f29fa551ef), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:15.543637 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69603fb8-009b-4bba-9c94-8c706b4be301 admin admin] No DVR routers for this DVR port 82335264-416a-4d3e-b34c-1a29bc46682f on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:32:15.546577 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a509a1f-ba65-4c33-aee1-b898d45195db tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:15.548664 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a509a1f-ba65-4c33-aee1-b898d45195db tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:15.616672 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-28a3f939-771b-43f4-a16e-1aa0694f9237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (82335264-416a-4d3e-b34c-1a29bc46682f), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:15.669384 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3f939-771b-43f4-a16e-1aa0694f9237 None None] Pushing event deleted for resources: {'Port': ['ID=82335264-416a-4d3e-b34c-1a29bc46682f,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:15.674707 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a3f939-771b-43f4-a16e-1aa0694f9237 None None] No DVR routers for this DVR port 82335264-416a-4d3e-b34c-1a29bc46682f on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:32:15.689741 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37650) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:15.690582 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5a509a1f-ba65-4c33-aee1-b898d45195db tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4908044 Feb 19 04:32:15.712963 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-01c5718a-5034-48ae-a9ed-6b4390e67538 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'subnet': {'network_id': 'bb37fc00-9eff-4911-b3fb-f1f29fa551ef', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:15.748313 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a509a1f-ba65-4c33-aee1-b898d45195db tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Network': ['ID=bb37fc00-9eff-4911-b3fb-f1f29fa551ef,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:15.778964 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network bb37fc00-9eff-4911-b3fb-f1f29fa551ef details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:32:15.860984 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-69603fb8-009b-4bba-9c94-8c706b4be301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:15.889720 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device cd226244-2534-4725-a56a-c618091b8355 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:15.899158 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-69603fb8-009b-4bba-9c94-8c706b4be301 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:15.916315 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-69603fb8-009b-4bba-9c94-8c706b4be301 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e0d7fc-9dfd-46ed-b600-8f880b28b7b3') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:15.917075 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-69603fb8-009b-4bba-9c94-8c706b4be301 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e0d7fc-9dfd-46ed-b600-8f880b28b7b3') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:15.937767 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-69603fb8-009b-4bba-9c94-8c706b4be301 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (22e0d7fc-9dfd-46ed-b600-8f880b28b7b3), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:15.958337 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87333b08-b0ef-4f23-a6d8-a1e7d0269481 None None] Network 7de8e8a7-16b2-426a-a1e7-64f0bb50ae96 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:15.965798 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-69603fb8-009b-4bba-9c94-8c706b4be301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (22e0d7fc-9dfd-46ed-b600-8f880b28b7b3), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:15.972612 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c5718a-5034-48ae-a9ed-6b4390e67538 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Made reservation on behalf of 6f6253efb36743ecbd8291e71f2cddd8 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:15.976901 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01c5718a-5034-48ae-a9ed-6b4390e67538 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:16.082090 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9f12ccbd-f960-4219-8b3d-8cd59d0c5ec2 None None] Provisioning complete for port cd226244-2534-4725-a56a-c618091b8355 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:16.089961 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9f12ccbd-f960-4219-8b3d-8cd59d0c5ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cd226244-2534-4725-a56a-c618091b8355), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:16.124018 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69603fb8-009b-4bba-9c94-8c706b4be301 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:32:16.124440 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-69603fb8-009b-4bba-9c94-8c706b4be301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (22e0d7fc-9dfd-46ed-b600-8f880b28b7b3), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:16.173395 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port cd226244-2534-4725-a56a-c618091b8355 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:16.174024 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cd226244-2534-4725-a56a-c618091b8355), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:32:16.277997 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:32:16.289007 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-69603fb8-009b-4bba-9c94-8c706b4be301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:16.294902 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-69603fb8-009b-4bba-9c94-8c706b4be301 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:16.298622 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-69603fb8-009b-4bba-9c94-8c706b4be301 admin admin] 10.222.0.52 "DELETE /v2.0/networks/fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9 HTTP/1.1" status: 204 len: 168 time: 1.6124022 Feb 19 04:32:16.301541 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37660) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:16.333531 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69603fb8-009b-4bba-9c94-8c706b4be301 admin admin] Pushing event deleted for resources: {'Network': ['ID=fab36e96-7c20-4f2c-a1a9-57f00bf2e0c9,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:16.352584 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9f12ccbd-f960-4219-8b3d-8cd59d0c5ec2 None None] Current status of the port cd226244-2534-4725-a56a-c618091b8355 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:16.353277 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9f12ccbd-f960-4219-8b3d-8cd59d0c5ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cd226244-2534-4725-a56a-c618091b8355), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:16.553268 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01c5718a-5034-48ae-a9ed-6b4390e67538 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (848bba70-67e6-4392-9b4b-e7b5b6023106), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:16.555709 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port cd226244-2534-4725-a56a-c618091b8355 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:16.556736 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cd226244-2534-4725-a56a-c618091b8355), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:16.564082 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-9f12ccbd-f960-4219-8b3d-8cd59d0c5ec2 None None] For port cd226244-2534-4725-a56a-c618091b8355, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=cd226244-2534-4725-a56a-c618091b8355,segment=NetworkSegment(e07c5f81-9172-458d-9b90-d7bc2518d921),segment_id=e07c5f81-9172-458d-9b90-d7bc2518d921)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:16.584601 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9f12ccbd-f960-4219-8b3d-8cd59d0c5ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (cd226244-2534-4725-a56a-c618091b8355), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:16.727646 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5718a-5034-48ae-a9ed-6b4390e67538 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Subnet': ['ID=848bba70-67e6-4392-9b4b-e7b5b6023106,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:16.743151 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c5718a-5034-48ae-a9ed-6b4390e67538 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Checking segment: {'id': 'f34fd3aa-b911-40c6-860c-5aeb89dcc149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb37fc00-9eff-4911-b3fb-f1f29fa551ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:16.743514 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c5718a-5034-48ae-a9ed-6b4390e67538 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network hostable DHCP agents. Network: bb37fc00-9eff-4911-b3fb-f1f29fa551ef, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:32:16.779010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c5718a-5034-48ae-a9ed-6b4390e67538 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network bb37fc00-9eff-4911-b3fb-f1f29fa551ef is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:32:16.797906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-01c5718a-5034-48ae-a9ed-6b4390e67538 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, bb37fc00-9eff-4911-b3fb-f1f29fa551ef) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:16.803377 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:32:16.803983 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:32:16.804300 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c5718a-5034-48ae-a9ed-6b4390e67538 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:16.804901 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01c5718a-5034-48ae-a9ed-6b4390e67538 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:16.816119 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fe7cfa-7365-41d4-a7e3-557b813ebd72 None None] Network bb37fc00-9eff-4911-b3fb-f1f29fa551ef requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:16.852309 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-01c5718a-5034-48ae-a9ed-6b4390e67538 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1475976 Feb 19 04:32:16.853104 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37666) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:16.949034 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-320f9d10-c1e9-40e7-bdca-e7fd198debfc None None] Provisioning complete for port 3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:16.949536 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-320f9d10-c1e9-40e7-bdca-e7fd198debfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:16.951870 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02efa28-8c6e-4c19-9b7a-b813baf892a8 None None] Sync routers for ids ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:32:16.953797 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12ccbd-f960-4219-8b3d-8cd59d0c5ec2 None None] Pushing event updated for resources: {'Port': ['ID=cd226244-2534-4725-a56a-c618091b8355,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:16.972737 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4742a620-7cd5-4280-b084-3bc898ad5688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-bb37fc00-9eff-4911-b3fb-f1f29fa551ef', 'network_id': 'bb37fc00-9eff-4911-b3fb-f1f29fa551ef', 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'fixed_ips': [{'subnet_id': '848bba70-67e6-4392-9b4b-e7b5b6023106'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:32:16.973613 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4742a620-7cd5-4280-b084-3bc898ad5688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:17.028029 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02efa28-8c6e-4c19-9b7a-b813baf892a8 None None] Routers {'7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:17.028870 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-b02efa28-8c6e-4c19-9b7a-b813baf892a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:17.239188 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1048588d-3b27-4ed4-a511-62f7798c95ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (201da19c-61a9-4a00-984f-e9fc03ad1c04), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:17.357514 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-320f9d10-c1e9-40e7-bdca-e7fd198debfc None None] Port 3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:32:17.484440 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-b02efa28-8c6e-4c19-9b7a-b813baf892a8 None None] Set router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:17.540644 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6e2122be-1b9f-4993-b8b8-14f4a94b0979 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:17.601790 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port cd226244-2534-4725-a56a-c618091b8355 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:17.611262 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-4742a620-7cd5-4280-b084-3bc898ad5688 None None] Allocated IP 172.23.0.2 (bb37fc00-9eff-4911-b3fb-f1f29fa551ef/848bba70-67e6-4392-9b4b-e7b5b6023106/a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:32:17.658969 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-1048588d-3b27-4ed4-a511-62f7798c95ee admin admin] Deleting port 85e93b25-df93-4013-b54d-e872a9bd2903 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:32:17.659314 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1048588d-3b27-4ed4-a511-62f7798c95ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (85e93b25-df93-4013-b54d-e872a9bd2903), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:17.684993 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-320f9d10-c1e9-40e7-bdca-e7fd198debfc None None] Provisioning complete for port cd226244-2534-4725-a56a-c618091b8355 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:17.685621 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-320f9d10-c1e9-40e7-bdca-e7fd198debfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cd226244-2534-4725-a56a-c618091b8355), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:17.733226 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0502b291-41a5-4879-b56e-a8dfbb2f6a8b no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:32:17.748864 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-1048588d-3b27-4ed4-a511-62f7798c95ee admin admin] For port 85e93b25-df93-4013-b54d-e872a9bd2903, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=85e93b25-df93-4013-b54d-e872a9bd2903,segment=NetworkSegment(1e60d402-c9d7-4d15-bd6a-9b970a1c3bca),segment_id=1e60d402-c9d7-4d15-bd6a-9b970a1c3bca)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:17.749371 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1048588d-3b27-4ed4-a511-62f7798c95ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (85e93b25-df93-4013-b54d-e872a9bd2903), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:17.766126 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-1048588d-3b27-4ed4-a511-62f7798c95ee admin admin] Calling delete_port for 85e93b25-df93-4013-b54d-e872a9bd2903 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:17.856342 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 0502b291-41a5-4879-b56e-a8dfbb2f6a8b {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:32:17.856667 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0502b291-41a5-4879-b56e-a8dfbb2f6a8b not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:32:17.857012 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 82335264-416a-4d3e-b34c-1a29bc46682f no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:32:18.026222 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1048588d-3b27-4ed4-a511-62f7798c95ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (85e93b25-df93-4013-b54d-e872a9bd2903), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:18.076608 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048588d-3b27-4ed4-a511-62f7798c95ee admin admin] Pushing event deleted for resources: {'Port': ['ID=85e93b25-df93-4013-b54d-e872a9bd2903,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:18.140267 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 82335264-416a-4d3e-b34c-1a29bc46682f {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:32:18.140983 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 82335264-416a-4d3e-b34c-1a29bc46682f not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:32:18.309782 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-320f9d10-c1e9-40e7-bdca-e7fd198debfc None None] Current status of the port cd226244-2534-4725-a56a-c618091b8355 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:18.422141 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-b02efa28-8c6e-4c19-9b7a-b813baf892a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:13Z', 'revision_number': 4, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None, '_interfaces': [{'id': '3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b', 'name': '', 'network_id': '7de8e8a7-16b2-426a-a1e7-64f0bb50ae96', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5a:a7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:12Z', 'updated_at': '2022-02-19T04:32:14Z', 'revision_number': 2, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f444202-3e13-4b7d-be40-ac63252c850a', 'name': '', 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5c:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:02Z', 'updated_at': '2022-02-19T04:32:07Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff98826-9bb2-4d96-b26c-a243415459bf', 'name': '', 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5e:70:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:06Z', 'updated_at': '2022-02-19T04:32:14Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:18.457312 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02efa28-8c6e-4c19-9b7a-b813baf892a8 None None] Checking router: 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:32:18.457684 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02efa28-8c6e-4c19-9b7a-b813baf892a8 None None] Updating router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 port 3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:32:18.553744 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c330d874-f18e-4b33-9386-6a78f9cff4ab None None] Provisioning complete for port 3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:18.554611 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c330d874-f18e-4b33-9386-6a78f9cff4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:18.559099 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b02efa28-8c6e-4c19-9b7a-b813baf892a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:18.564497 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device cd226244-2534-4725-a56a-c618091b8355 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:18.649318 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4742a620-7cd5-4280-b084-3bc898ad5688 None None] Publish callbacks [] for port (a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:18.696687 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4742a620-7cd5-4280-b084-3bc898ad5688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:18.732686 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c330d874-f18e-4b33-9386-6a78f9cff4ab None None] Port 3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:32:18.738456 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4742a620-7cd5-4280-b084-3bc898ad5688 None None] Network bb37fc00-9eff-4911-b3fb-f1f29fa551ef is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:18.775981 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-4742a620-7cd5-4280-b084-3bc898ad5688 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:18.784677 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4742a620-7cd5-4280-b084-3bc898ad5688 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:32:18.786438 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-6e2122be-1b9f-4993-b8b8-14f4a94b0979 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Allocated IP 172.23.0.1 (bb37fc00-9eff-4911-b3fb-f1f29fa551ef/848bba70-67e6-4392-9b4b-e7b5b6023106/a074d9cc-454c-43be-bd19-cdf0ffd9fd62) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:32:18.809556 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1048588d-3b27-4ed4-a511-62f7798c95ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (201da19c-61a9-4a00-984f-e9fc03ad1c04), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:18.926501 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742a620-7cd5-4280-b084-3bc898ad5688 None None] Pushing event updated for resources: {'Port': ['ID=a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:18.967195 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6e2122be-1b9f-4993-b8b8-14f4a94b0979 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for port (a074d9cc-454c-43be-bd19-cdf0ffd9fd62), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:18.977499 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-4742a620-7cd5-4280-b084-3bc898ad5688 None None] Attempting to bind port a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:32:18.984376 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-4742a620-7cd5-4280-b084-3bc898ad5688 None None] Attempting to bind port a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'f34fd3aa-b911-40c6-860c-5aeb89dcc149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb37fc00-9eff-4911-b3fb-f1f29fa551ef'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:32:18.985489 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4742a620-7cd5-4280-b084-3bc898ad5688 None None] Attempting to bind port a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc on network bb37fc00-9eff-4911-b3fb-f1f29fa551ef {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:32:18.992243 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4742a620-7cd5-4280-b084-3bc898ad5688 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:32:18.992626 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4742a620-7cd5-4280-b084-3bc898ad5688 None None] Checking segment: {'id': 'f34fd3aa-b911-40c6-860c-5aeb89dcc149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb37fc00-9eff-4911-b3fb-f1f29fa551ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:18.993091 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4742a620-7cd5-4280-b084-3bc898ad5688 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:18.993472 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4742a620-7cd5-4280-b084-3bc898ad5688 None None] Bound using segment: {'id': 'f34fd3aa-b911-40c6-860c-5aeb89dcc149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb37fc00-9eff-4911-b3fb-f1f29fa551ef'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:32:18.993952 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-4742a620-7cd5-4280-b084-3bc898ad5688 None None] Bound port: a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34fd3aa-b911-40c6-860c-5aeb89dcc149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb37fc00-9eff-4911-b3fb-f1f29fa551ef'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:32:18.994594 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4742a620-7cd5-4280-b084-3bc898ad5688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:18.997156 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port cd226244-2534-4725-a56a-c618091b8355 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:18.997532 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cd226244-2534-4725-a56a-c618091b8355), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:19.051444 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6e2122be-1b9f-4993-b8b8-14f4a94b0979 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (a074d9cc-454c-43be-bd19-cdf0ffd9fd62), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:19.152612 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2122be-1b9f-4993-b8b8-14f4a94b0979 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network bb37fc00-9eff-4911-b3fb-f1f29fa551ef is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:19.157774 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-6e2122be-1b9f-4993-b8b8-14f4a94b0979 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:19.164179 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2122be-1b9f-4993-b8b8-14f4a94b0979 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:32:19.171327 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2122be-1b9f-4993-b8b8-14f4a94b0979 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Port': ['ID=a074d9cc-454c-43be-bd19-cdf0ffd9fd62,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:19.234888 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6e2122be-1b9f-4993-b8b8-14f4a94b0979 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:19.255219 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port cd226244-2534-4725-a56a-c618091b8355 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:19.258605 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1048588d-3b27-4ed4-a511-62f7798c95ee admin admin] Router 201da19c-61a9-4a00-984f-e9fc03ad1c04 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:32:19.259216 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8ff98826-9bb2-4d96-b26c-a243415459bf up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:19.302807 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-4742a620-7cd5-4280-b084-3bc898ad5688 None None] For port a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:32:19.342347 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-4742a620-7cd5-4280-b084-3bc898ad5688 None None] For port a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc,segment=NetworkSegment(f34fd3aa-b911-40c6-860c-5aeb89dcc149),segment_id=f34fd3aa-b911-40c6-860c-5aeb89dcc149)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:32:19.382339 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4742a620-7cd5-4280-b084-3bc898ad5688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:19.432232 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6e2122be-1b9f-4993-b8b8-14f4a94b0979 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a074d9cc-454c-43be-bd19-cdf0ffd9fd62), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:19.458497 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b02efa28-8c6e-4c19-9b7a-b813baf892a8 None None] Publish callbacks [] for port (3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:19.474942 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b02efa28-8c6e-4c19-9b7a-b813baf892a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:19.477901 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742a620-7cd5-4280-b084-3bc898ad5688 None None] Pushing event updated for resources: {'Port': ['ID=a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:19.532279 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1048588d-3b27-4ed4-a511-62f7798c95ee admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:32:19.539067 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1048588d-3b27-4ed4-a511-62f7798c95ee admin admin] 10.222.0.52 "PUT /v2.0/routers/201da19c-61a9-4a00-984f-e9fc03ad1c04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2361505 Feb 19 04:32:19.545118 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6989db3-2205-4343-9512-abd08be85497 None None] Sync routers for ids ['201da19c-61a9-4a00-984f-e9fc03ad1c04'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:32:19.549607 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a8a84-a656-4db9-a6a1-545fe65ce0a3 None None] Pushing event updated for resources: {'Port': ['ID=3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:19.550535 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37704) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:19.559495 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6989db3-2205-4343-9512-abd08be85497 None None] Routers {'201da19c-61a9-4a00-984f-e9fc03ad1c04'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:19.561219 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-e6989db3-2205-4343-9512-abd08be85497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['201da19c-61a9-4a00-984f-e9fc03ad1c04'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:19.578827 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 8ff98826-9bb2-4d96-b26c-a243415459bf triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:19.579176 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8ff98826-9bb2-4d96-b26c-a243415459bf), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:19.743848 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b02efa28-8c6e-4c19-9b7a-b813baf892a8 None None] Attempting to bind port 3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:32:19.744534 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b02efa28-8c6e-4c19-9b7a-b813baf892a8 None None] Attempting to bind port 3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'e07c5f81-9172-458d-9b90-d7bc2518d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7de8e8a7-16b2-426a-a1e7-64f0bb50ae96'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:32:19.744932 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02efa28-8c6e-4c19-9b7a-b813baf892a8 None None] Attempting to bind port 3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b on network 7de8e8a7-16b2-426a-a1e7-64f0bb50ae96 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:32:19.757367 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02efa28-8c6e-4c19-9b7a-b813baf892a8 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:32:19.757784 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02efa28-8c6e-4c19-9b7a-b813baf892a8 None None] Checking segment: {'id': 'e07c5f81-9172-458d-9b90-d7bc2518d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7de8e8a7-16b2-426a-a1e7-64f0bb50ae96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:19.758265 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b02efa28-8c6e-4c19-9b7a-b813baf892a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:19.758628 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02efa28-8c6e-4c19-9b7a-b813baf892a8 None None] Bound using segment: {'id': 'e07c5f81-9172-458d-9b90-d7bc2518d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7de8e8a7-16b2-426a-a1e7-64f0bb50ae96'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:32:19.759116 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b02efa28-8c6e-4c19-9b7a-b813baf892a8 None None] Bound port: 3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e07c5f81-9172-458d-9b90-d7bc2518d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7de8e8a7-16b2-426a-a1e7-64f0bb50ae96'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:32:19.759495 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b02efa28-8c6e-4c19-9b7a-b813baf892a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:19.801967 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-e6989db3-2205-4343-9512-abd08be85497 None None] Set router 201da19c-61a9-4a00-984f-e9fc03ad1c04 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:19.879474 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b02efa28-8c6e-4c19-9b7a-b813baf892a8 None None] For port 3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:32:19.897043 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b02efa28-8c6e-4c19-9b7a-b813baf892a8 None None] For port 3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b,segment=NetworkSegment(e07c5f81-9172-458d-9b90-d7bc2518d921),segment_id=e07c5f81-9172-458d-9b90-d7bc2518d921)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:32:19.945558 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b02efa28-8c6e-4c19-9b7a-b813baf892a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:20.025751 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a8a84-a656-4db9-a6a1-545fe65ce0a3 None None] Pushing event updated for resources: {'Port': ['ID=3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:20.075689 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 8ff98826-9bb2-4d96-b26c-a243415459bf is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:20.088257 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-54110ad7-2283-4812-b7cd-50b1f2268297 None None] Provisioning complete for port 3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:20.088403 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-54110ad7-2283-4812-b7cd-50b1f2268297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:20.091161 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02efa28-8c6e-4c19-9b7a-b813baf892a8 None None] Routers {'7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:20.091775 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-b02efa28-8c6e-4c19-9b7a-b813baf892a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:20.134330 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bf734038-6d9e-4788-ac8d-6224598e91a8 admin admin] Publish callbacks [] for router (201da19c-61a9-4a00-984f-e9fc03ad1c04), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:20.337072 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-b02efa28-8c6e-4c19-9b7a-b813baf892a8 None None] Set router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:20.350777 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-e6989db3-2205-4343-9512-abd08be85497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201da19c-61a9-4a00-984f-e9fc03ad1c04', 'name': 'tempest-TestServerMultinode-475502657-router', 'tenant_id': '89dba804c37b4cb3bbb58d7e296a9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '35ea783d-b1f3-4589-a156-9478ee519f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:19Z', 'updated_at': '2022-02-19T04:32:17Z', 'revision_number': 5, 'project_id': '89dba804c37b4cb3bbb58d7e296a9048', 'gw_port': {'id': '35ea783d-b1f3-4589-a156-9478ee519f04', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201da19c-61a9-4a00-984f-e9fc03ad1c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:21Z', 'updated_at': '2022-02-19T04:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:20.396259 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6989db3-2205-4343-9512-abd08be85497 None None] Checking router: 201da19c-61a9-4a00-984f-e9fc03ad1c04 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:32:20.408726 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6989db3-2205-4343-9512-abd08be85497 None None] Routers {'201da19c-61a9-4a00-984f-e9fc03ad1c04'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:20.409638 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-e6989db3-2205-4343-9512-abd08be85497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['201da19c-61a9-4a00-984f-e9fc03ad1c04'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:20.412139 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bf734038-6d9e-4788-ac8d-6224598e91a8 admin admin] Publish callbacks [] for router_gateway (201da19c-61a9-4a00-984f-e9fc03ad1c04), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:20.455141 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6e2122be-1b9f-4993-b8b8-14f4a94b0979 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for port (a074d9cc-454c-43be-bd19-cdf0ffd9fd62), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:20.538434 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:20.548473 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6e2122be-1b9f-4993-b8b8-14f4a94b0979 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (a074d9cc-454c-43be-bd19-cdf0ffd9fd62), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:20.662349 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2122be-1b9f-4993-b8b8-14f4a94b0979 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event updated for resources: {'Port': ['ID=a074d9cc-454c-43be-bd19-cdf0ffd9fd62,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:20.688568 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6e2122be-1b9f-4993-b8b8-14f4a94b0979 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:20.716953 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-e6989db3-2205-4343-9512-abd08be85497 None None] Set router 201da19c-61a9-4a00-984f-e9fc03ad1c04 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:20.819959 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-bf734038-6d9e-4788-ac8d-6224598e91a8 admin admin] Deleting port 35ea783d-b1f3-4589-a156-9478ee519f04 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:32:20.820303 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bf734038-6d9e-4788-ac8d-6224598e91a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (35ea783d-b1f3-4589-a156-9478ee519f04), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:20.944639 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-54110ad7-2283-4812-b7cd-50b1f2268297 None None] Current status of the port 3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:20.945303 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-54110ad7-2283-4812-b7cd-50b1f2268297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:20.949495 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:20.949931 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:20.987616 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-b02efa28-8c6e-4c19-9b7a-b813baf892a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:19Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None, '_interfaces': [{'id': '3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b', 'name': '', 'network_id': '7de8e8a7-16b2-426a-a1e7-64f0bb50ae96', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5a:a7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:12Z', 'updated_at': '2022-02-19T04:32:19Z', 'revision_number': 4, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f444202-3e13-4b7d-be40-ac63252c850a', 'name': '', 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5c:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:02Z', 'updated_at': '2022-02-19T04:32:07Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff98826-9bb2-4d96-b26c-a243415459bf', 'name': '', 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5e:70:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:06Z', 'updated_at': '2022-02-19T04:32:14Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a074d9cc-454c-43be-bd19-cdf0ffd9fd62', 'name': '', 'network_id': 'bb37fc00-9eff-4911-b3fb-f1f29fa551ef', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:83:03:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '848bba70-67e6-4392-9b4b-e7b5b6023106', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:17Z', 'updated_at': '2022-02-19T04:32:18Z', 'revision_number': 1, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '848bba70-67e6-4392-9b4b-e7b5b6023106', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:21.097515 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-e6989db3-2205-4343-9512-abd08be85497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201da19c-61a9-4a00-984f-e9fc03ad1c04', 'name': 'tempest-TestServerMultinode-475502657-router', 'tenant_id': '89dba804c37b4cb3bbb58d7e296a9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '35ea783d-b1f3-4589-a156-9478ee519f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:19Z', 'updated_at': '2022-02-19T04:32:17Z', 'revision_number': 5, 'project_id': '89dba804c37b4cb3bbb58d7e296a9048', 'gw_port': {'id': '35ea783d-b1f3-4589-a156-9478ee519f04', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201da19c-61a9-4a00-984f-e9fc03ad1c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:21Z', 'updated_at': '2022-02-19T04:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:21.132410 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6989db3-2205-4343-9512-abd08be85497 None None] The sync data for ids ['201da19c-61a9-4a00-984f-e9fc03ad1c04'] in n-d-828369-19 is: [{'id': '201da19c-61a9-4a00-984f-e9fc03ad1c04', 'name': 'tempest-TestServerMultinode-475502657-router', 'tenant_id': '89dba804c37b4cb3bbb58d7e296a9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '35ea783d-b1f3-4589-a156-9478ee519f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:19Z', 'updated_at': '2022-02-19T04:32:17Z', 'revision_number': 5, 'project_id': '89dba804c37b4cb3bbb58d7e296a9048', 'gw_port': {'id': '35ea783d-b1f3-4589-a156-9478ee519f04', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201da19c-61a9-4a00-984f-e9fc03ad1c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:21Z', 'updated_at': '2022-02-19T04:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:32:21.250013 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02efa28-8c6e-4c19-9b7a-b813baf892a8 None None] The sync data for ids ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'] in n-d-828369-19 is: [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:19Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None, '_interfaces': [{'id': '3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b', 'name': '', 'network_id': '7de8e8a7-16b2-426a-a1e7-64f0bb50ae96', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5a:a7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:12Z', 'updated_at': '2022-02-19T04:32:19Z', 'revision_number': 4, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f444202-3e13-4b7d-be40-ac63252c850a', 'name': '', 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5c:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:02Z', 'updated_at': '2022-02-19T04:32:07Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff98826-9bb2-4d96-b26c-a243415459bf', 'name': '', 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5e:70:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:06Z', 'updated_at': '2022-02-19T04:32:14Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a074d9cc-454c-43be-bd19-cdf0ffd9fd62', 'name': '', 'network_id': 'bb37fc00-9eff-4911-b3fb-f1f29fa551ef', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:83:03:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '848bba70-67e6-4392-9b4b-e7b5b6023106', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:17Z', 'updated_at': '2022-02-19T04:32:18Z', 'revision_number': 1, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '848bba70-67e6-4392-9b4b-e7b5b6023106', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:32:21.296355 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-54110ad7-2283-4812-b7cd-50b1f2268297 None None] For port 3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b,segment=NetworkSegment(e07c5f81-9172-458d-9b90-d7bc2518d921),segment_id=e07c5f81-9172-458d-9b90-d7bc2518d921)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:21.310805 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-54110ad7-2283-4812-b7cd-50b1f2268297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:21.371692 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54110ad7-2283-4812-b7cd-50b1f2268297 None None] Pushing event updated for resources: {'Port': ['ID=3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:21.393127 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2122be-1b9f-4993-b8b8-14f4a94b0979 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Network bb37fc00-9eff-4911-b3fb-f1f29fa551ef is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:21.396359 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-6e2122be-1b9f-4993-b8b8-14f4a94b0979 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:21.408278 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-bf734038-6d9e-4788-ac8d-6224598e91a8 admin admin] For port 35ea783d-b1f3-4589-a156-9478ee519f04, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=35ea783d-b1f3-4589-a156-9478ee519f04,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:21.408754 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bf734038-6d9e-4788-ac8d-6224598e91a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (35ea783d-b1f3-4589-a156-9478ee519f04), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:21.451509 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd44d2ab-dd39-4622-ba2c-d97a2f58c017 None None] Network bb37fc00-9eff-4911-b3fb-f1f29fa551ef requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:21.470002 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:21.471130 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:21.491803 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-bf734038-6d9e-4788-ac8d-6224598e91a8 admin admin] Calling delete_port for 35ea783d-b1f3-4589-a156-9478ee519f04 owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:21.643113 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b5b69117-9ce8-42cd-a9dc-c26aee82922f None None] Provisioning complete for port 3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:21.643490 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b5b69117-9ce8-42cd-a9dc-c26aee82922f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:21.688031 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2122be-1b9f-4993-b8b8-14f4a94b0979 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:32:21.817051 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b5b69117-9ce8-42cd-a9dc-c26aee82922f None None] Current status of the port 3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:21.844293 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:21.844671 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:21.982937 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:21.983615 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:21.986961 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2122be-1b9f-4993-b8b8-14f4a94b0979 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:32:21.997366 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6e2122be-1b9f-4993-b8b8-14f4a94b0979 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "PUT /v2.0/routers/7a5d38de-ec99-42ca-a032-bf5b9a4e9e71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1423604 Feb 19 04:32:22.000111 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37740) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:22.006617 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-66d3e640-fd97-4b13-a0ac-8966a22055ad tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:22.033728 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e04fb6a6-f838-417a-8b43-e5c7a89a948d None None] Provisioning complete for port a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:22.034109 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e04fb6a6-f838-417a-8b43-e5c7a89a948d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:22.077947 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bf734038-6d9e-4788-ac8d-6224598e91a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (35ea783d-b1f3-4589-a156-9478ee519f04), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:22.111954 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf734038-6d9e-4788-ac8d-6224598e91a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=35ea783d-b1f3-4589-a156-9478ee519f04,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:22.203283 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc,segment=NetworkSegment(f34fd3aa-b911-40c6-860c-5aeb89dcc149),segment_id=f34fd3aa-b911-40c6-860c-5aeb89dcc149)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:22.220119 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:22.308016 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bf734038-6d9e-4788-ac8d-6224598e91a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (201da19c-61a9-4a00-984f-e9fc03ad1c04), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:22.528627 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e04fb6a6-f838-417a-8b43-e5c7a89a948d None None] Current status of the port a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:22.531890 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:22.568027 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:22.646650 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bf734038-6d9e-4788-ac8d-6224598e91a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (201da19c-61a9-4a00-984f-e9fc03ad1c04), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:22.650883 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bf734038-6d9e-4788-ac8d-6224598e91a8 admin admin] Publish callbacks [] for router_controller (201da19c-61a9-4a00-984f-e9fc03ad1c04), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:22.682182 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:22.682580 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:22.735630 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-3a056e4d-ea78-4434-9791-25958db04353 None None] Provisioning complete for port a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:22.735984 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3a056e4d-ea78-4434-9791-25958db04353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:22.785127 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bf734038-6d9e-4788-ac8d-6224598e91a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (201da19c-61a9-4a00-984f-e9fc03ad1c04), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:22.785729 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf734038-6d9e-4788-ac8d-6224598e91a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 201da19c-61a9-4a00-984f-e9fc03ad1c04 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:32:22.803266 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bf734038-6d9e-4788-ac8d-6224598e91a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:22.809248 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bf734038-6d9e-4788-ac8d-6224598e91a8 admin admin] 10.222.0.52 "DELETE /v2.0/routers/201da19c-61a9-4a00-984f-e9fc03ad1c04 HTTP/1.1" status: 204 len: 168 time: 3.2552724 Feb 19 04:32:22.812074 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37750) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:22.928661 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a9389e-bedc-4910-92a5-ee46ecae5ac2 admin admin] Deleting subnet af0a5b12-53c1-49b8-8455-185260d62adf {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:32:22.941265 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e3a9389e-bedc-4910-92a5-ee46ecae5ac2 admin admin] Publish callbacks [] for subnet (af0a5b12-53c1-49b8-8455-185260d62adf), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:23.008888 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:23.041571 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 85e93b25-df93-4013-b54d-e872a9bd2903 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:32:23.044911 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e3a9389e-bedc-4910-92a5-ee46ecae5ac2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (af0a5b12-53c1-49b8-8455-185260d62adf), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:23.060084 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.extraroute_db [None req-66d3e640-fd97-4b13-a0ac-8966a22055ad tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=109925) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 04:32:23.095854 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.extraroute_db [None req-66d3e640-fd97-4b13-a0ac-8966a22055ad tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Removed routes are [] {{(pid=109925) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 04:32:23.096463 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-66d3e640-fd97-4b13-a0ac-8966a22055ad tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5517'] for router (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:23.116439 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4812a0-9eb9-47c2-a7d2-cd3b3190b60f None None] Sync routers for ids ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:32:23.130730 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3a056e4d-ea78-4434-9791-25958db04353 None None] Current status of the port a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:23.145943 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 85e93b25-df93-4013-b54d-e872a9bd2903 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:32:23.146384 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 85e93b25-df93-4013-b54d-e872a9bd2903 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:32:23.181012 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4812a0-9eb9-47c2-a7d2-cd3b3190b60f None None] Routers {'7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:23.181012 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-5c4812a0-9eb9-47c2-a7d2-cd3b3190b60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:23.189007 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-3a056e4d-ea78-4434-9791-25958db04353 None None] Provisioning complete for port a074d9cc-454c-43be-bd19-cdf0ffd9fd62 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:23.189905 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3a056e4d-ea78-4434-9791-25958db04353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (a074d9cc-454c-43be-bd19-cdf0ffd9fd62), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:23.284689 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e3a9389e-bedc-4910-92a5-ee46ecae5ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (af0a5b12-53c1-49b8-8455-185260d62adf), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:23.419946 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9161b9-106c-4734-bf19-c2f88d5d3d69 req-30e73ce8-97d5-4774-8aea-843bf30554ed tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:23.422089 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3a056e4d-ea78-4434-9791-25958db04353 None None] Port a074d9cc-454c-43be-bd19-cdf0ffd9fd62 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:32:23.422269 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d9161b9-106c-4734-bf19-c2f88d5d3d69 req-30e73ce8-97d5-4774-8aea-843bf30554ed tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?device_id=88d598fa-a33c-488a-8792-5f03e5fe56ef HTTP/1.1" status: 200 len: 945 time: 0.0852921 Feb 19 04:32:23.438817 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-5c4812a0-9eb9-47c2-a7d2-cd3b3190b60f None None] Set router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:23.455211 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e3a9389e-bedc-4910-92a5-ee46ecae5ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (af0a5b12-53c1-49b8-8455-185260d62adf), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:23.484089 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9389e-bedc-4910-92a5-ee46ecae5ac2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af0a5b12-53c1-49b8-8455-185260d62adf,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:23.485318 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-66d3e640-fd97-4b13-a0ac-8966a22055ad tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5517'] for router (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:23.495549 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-66d3e640-fd97-4b13-a0ac-8966a22055ad tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1611319'] for router (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:23.546364 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d9161b9-106c-4734-bf19-c2f88d5d3d69 req-b27ac740-67a1-4774-91f8-98d088e662f9 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/security-groups?id=228fef21-6b8c-41b8-9f40-017f22f28298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163638 Feb 19 04:32:23.558959 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e3a9389e-bedc-4910-92a5-ee46ecae5ac2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:23.567137 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e3a9389e-bedc-4910-92a5-ee46ecae5ac2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/af0a5b12-53c1-49b8-8455-185260d62adf HTTP/1.1" status: 204 len: 168 time: 0.7487597 Feb 19 04:32:23.567777 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37764) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:23.653909 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c54652-4397-4953-b69f-bb0874fcbaa4 None None] Network 86e0b971-ab40-4a15-8f9d-3d68e95912a7 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:23.675004 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-29b5c914-dd0a-4190-8df2-44f36899e82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (86e0b971-ab40-4a15-8f9d-3d68e95912a7), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:23.677658 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d3e640-fd97-4b13-a0ac-8966a22055ad tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:32:23.727949 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-4a234072-601d-48dc-a4e4-98b56bdc7fd2 None None] Provisioning complete for port a074d9cc-454c-43be-bd19-cdf0ffd9fd62 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:23.728396 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4a234072-601d-48dc-a4e4-98b56bdc7fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (a074d9cc-454c-43be-bd19-cdf0ffd9fd62), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:23.806263 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-29b5c914-dd0a-4190-8df2-44f36899e82e admin admin] Deleting port be315920-0649-4ab2-8344-1ca86cd2e22d {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:32:23.806832 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-29b5c914-dd0a-4190-8df2-44f36899e82e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (be315920-0649-4ab2-8344-1ca86cd2e22d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:23.846125 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-4a234072-601d-48dc-a4e4-98b56bdc7fd2 None None] Port a074d9cc-454c-43be-bd19-cdf0ffd9fd62 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:32:23.903994 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d3e640-fd97-4b13-a0ac-8966a22055ad tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:32:23.912670 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-29b5c914-dd0a-4190-8df2-44f36899e82e admin admin] For port be315920-0649-4ab2-8344-1ca86cd2e22d, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=be315920-0649-4ab2-8344-1ca86cd2e22d,segment=NetworkSegment(1e60d402-c9d7-4d15-bd6a-9b970a1c3bca),segment_id=1e60d402-c9d7-4d15-bd6a-9b970a1c3bca)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:23.913052 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-29b5c914-dd0a-4190-8df2-44f36899e82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (be315920-0649-4ab2-8344-1ca86cd2e22d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:23.926557 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-66d3e640-fd97-4b13-a0ac-8966a22055ad tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:23.928278 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-66d3e640-fd97-4b13-a0ac-8966a22055ad tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "PUT /v2.0/routers/7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 HTTP/1.1" status: 200 len: 933 time: 1.9262564 Feb 19 04:32:23.931824 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37772) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:23.939148 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-29b5c914-dd0a-4190-8df2-44f36899e82e admin admin] Calling delete_port for be315920-0649-4ab2-8344-1ca86cd2e22d owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:23.961976 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-5c4812a0-9eb9-47c2-a7d2-cd3b3190b60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:23Z', 'revision_number': 6, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None, '_interfaces': [{'id': '3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b', 'name': '', 'network_id': '7de8e8a7-16b2-426a-a1e7-64f0bb50ae96', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5a:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:12Z', 'updated_at': '2022-02-19T04:32:21Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f444202-3e13-4b7d-be40-ac63252c850a', 'name': '', 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5c:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:02Z', 'updated_at': '2022-02-19T04:32:07Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff98826-9bb2-4d96-b26c-a243415459bf', 'name': '', 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5e:70:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:06Z', 'updated_at': '2022-02-19T04:32:14Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a074d9cc-454c-43be-bd19-cdf0ffd9fd62', 'name': '', 'network_id': 'bb37fc00-9eff-4911-b3fb-f1f29fa551ef', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:83:03:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '848bba70-67e6-4392-9b4b-e7b5b6023106', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:17Z', 'updated_at': '2022-02-19T04:32:19Z', 'revision_number': 2, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '848bba70-67e6-4392-9b4b-e7b5b6023106', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:24.027519 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4812a0-9eb9-47c2-a7d2-cd3b3190b60f None None] Checking router: 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:32:24.028227 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4812a0-9eb9-47c2-a7d2-cd3b3190b60f None None] Updating router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 port a074d9cc-454c-43be-bd19-cdf0ffd9fd62 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:32:24.030234 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a108bc75-b05e-4942-85be-2778a0102399 None None] DHCP port deletion for 86e0b971-ab40-4a15-8f9d-3d68e95912a7 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:32:24.086331 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5c4812a0-9eb9-47c2-a7d2-cd3b3190b60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a074d9cc-454c-43be-bd19-cdf0ffd9fd62), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:24.090592 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-29b5c914-dd0a-4190-8df2-44f36899e82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (be315920-0649-4ab2-8344-1ca86cd2e22d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:24.132199 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5c914-dd0a-4190-8df2-44f36899e82e admin admin] Pushing event deleted for resources: {'Port': ['ID=be315920-0649-4ab2-8344-1ca86cd2e22d,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:24.135694 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-72b35bec-6844-4595-9705-95ad31159daf tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "GET /v2.0/routers/7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 HTTP/1.1" status: 200 len: 933 time: 0.2027831 Feb 19 04:32:24.136816 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37776) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:24.141478 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-06c92216-f038-4ef5-80d6-f860088f0769 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'router': {'routes': None}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:24.181616 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b5c914-dd0a-4190-8df2-44f36899e82e admin admin] No DVR routers for this DVR port be315920-0649-4ab2-8344-1ca86cd2e22d on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:32:24.243251 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a108bc75-b05e-4942-85be-2778a0102399 None None] Deleting port be315920-0649-4ab2-8344-1ca86cd2e22d {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:32:24.243651 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a108bc75-b05e-4942-85be-2778a0102399 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (be315920-0649-4ab2-8344-1ca86cd2e22d), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:24.339021 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-29b5c914-dd0a-4190-8df2-44f36899e82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (86e0b971-ab40-4a15-8f9d-3d68e95912a7), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:24.384192 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:24.400275 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-29b5c914-dd0a-4190-8df2-44f36899e82e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86e0b971-ab40-4a15-8f9d-3d68e95912a7']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:24.426246 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-a108bc75-b05e-4942-85be-2778a0102399 None None] For port be315920-0649-4ab2-8344-1ca86cd2e22d, host n-d-828369-19, got binding levels [] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:24.427015 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a108bc75-b05e-4942-85be-2778a0102399 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (be315920-0649-4ab2-8344-1ca86cd2e22d), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:24.444027 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-29b5c914-dd0a-4190-8df2-44f36899e82e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e60d402-c9d7-4d15-bd6a-9b970a1c3bca') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:24.444329 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-29b5c914-dd0a-4190-8df2-44f36899e82e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e60d402-c9d7-4d15-bd6a-9b970a1c3bca') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:24.457992 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a108bc75-b05e-4942-85be-2778a0102399 None None] Calling delete_port for be315920-0649-4ab2-8344-1ca86cd2e22d owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:24.459293 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-29b5c914-dd0a-4190-8df2-44f36899e82e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (1e60d402-c9d7-4d15-bd6a-9b970a1c3bca), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:24.463525 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.ipam_backend_mixin [None req-a108bc75-b05e-4942-85be-2778a0102399 None None] Port be315920-0649-4ab2-8344-1ca86cd2e22d was not found and therefore no delete operation was performed {{(pid=109927) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:32:24.472551 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a108bc75-b05e-4942-85be-2778a0102399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (be315920-0649-4ab2-8344-1ca86cd2e22d), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:24.502826 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-29b5c914-dd0a-4190-8df2-44f36899e82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (1e60d402-c9d7-4d15-bd6a-9b970a1c3bca), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:24.523075 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108bc75-b05e-4942-85be-2778a0102399 None None] Pushing event deleted for resources: {'Port': ['ID=be315920-0649-4ab2-8344-1ca86cd2e22d,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:24.530910 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b5c914-dd0a-4190-8df2-44f36899e82e admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:32:24.531696 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-29b5c914-dd0a-4190-8df2-44f36899e82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (1e60d402-c9d7-4d15-bd6a-9b970a1c3bca), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:32:24.533020 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:32:24.548993 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a108bc75-b05e-4942-85be-2778a0102399 None None] No DVR routers for this DVR port be315920-0649-4ab2-8344-1ca86cd2e22d on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:32:24.657826 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:24.658242 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:24.703093 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5c4812a0-9eb9-47c2-a7d2-cd3b3190b60f None None] Publish callbacks [] for port (a074d9cc-454c-43be-bd19-cdf0ffd9fd62), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:24.723826 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5c4812a0-9eb9-47c2-a7d2-cd3b3190b60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (a074d9cc-454c-43be-bd19-cdf0ffd9fd62), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:24.788483 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-29b5c914-dd0a-4190-8df2-44f36899e82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (86e0b971-ab40-4a15-8f9d-3d68e95912a7), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:24.796995 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e0b77-b38c-4fa2-9f84-ec33303243a2 req-19454917-d460-40cb-aba9-d9ec0e9af6bb tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:24.799105 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe0e0b77-b38c-4fa2-9f84-ec33303243a2 req-19454917-d460-40cb-aba9-d9ec0e9af6bb tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?device_id=88d598fa-a33c-488a-8792-5f03e5fe56ef HTTP/1.1" status: 200 len: 945 time: 0.1166251 Feb 19 04:32:24.825843 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-29b5c914-dd0a-4190-8df2-44f36899e82e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:24.829690 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-29b5c914-dd0a-4190-8df2-44f36899e82e admin admin] 10.222.0.52 "DELETE /v2.0/networks/86e0b971-ab40-4a15-8f9d-3d68e95912a7 HTTP/1.1" status: 204 len: 168 time: 1.2609453 Feb 19 04:32:24.836998 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7d06e-568e-4e26-8d3b-a8dfdb9e9df5 None None] Pushing event updated for resources: {'Port': ['ID=a074d9cc-454c-43be-bd19-cdf0ffd9fd62,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:24.845479 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9f552-8bb4-4b54-9326-0ad3f9964fc5 req-6c0381ec-7b57-487a-98d9-77c903be2345 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:24.847367 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-72f9f552-8bb4-4b54-9326-0ad3f9964fc5 req-6c0381ec-7b57-487a-98d9-77c903be2345 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.79 "GET /v2.0/ports?device_id=88d598fa-a33c-488a-8792-5f03e5fe56ef HTTP/1.1" status: 200 len: 945 time: 0.2044723 Feb 19 04:32:24.848363 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5c914-dd0a-4190-8df2-44f36899e82e admin admin] Pushing event deleted for resources: {'Network': ['ID=86e0b971-ab40-4a15-8f9d-3d68e95912a7,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:25.021058 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-5c4812a0-9eb9-47c2-a7d2-cd3b3190b60f None None] Attempting to bind port a074d9cc-454c-43be-bd19-cdf0ffd9fd62 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:32:25.021853 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-5c4812a0-9eb9-47c2-a7d2-cd3b3190b60f None None] Attempting to bind port a074d9cc-454c-43be-bd19-cdf0ffd9fd62 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'f34fd3aa-b911-40c6-860c-5aeb89dcc149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb37fc00-9eff-4911-b3fb-f1f29fa551ef'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:32:25.022502 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4812a0-9eb9-47c2-a7d2-cd3b3190b60f None None] Attempting to bind port a074d9cc-454c-43be-bd19-cdf0ffd9fd62 on network bb37fc00-9eff-4911-b3fb-f1f29fa551ef {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:32:25.027311 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:25.033794 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4812a0-9eb9-47c2-a7d2-cd3b3190b60f None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:32:25.035875 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4812a0-9eb9-47c2-a7d2-cd3b3190b60f None None] Checking segment: {'id': 'f34fd3aa-b911-40c6-860c-5aeb89dcc149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb37fc00-9eff-4911-b3fb-f1f29fa551ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:25.036273 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5c4812a0-9eb9-47c2-a7d2-cd3b3190b60f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:25.036684 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4812a0-9eb9-47c2-a7d2-cd3b3190b60f None None] Bound using segment: {'id': 'f34fd3aa-b911-40c6-860c-5aeb89dcc149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb37fc00-9eff-4911-b3fb-f1f29fa551ef'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:32:25.037485 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-5c4812a0-9eb9-47c2-a7d2-cd3b3190b60f None None] Bound port: a074d9cc-454c-43be-bd19-cdf0ffd9fd62, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34fd3aa-b911-40c6-860c-5aeb89dcc149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb37fc00-9eff-4911-b3fb-f1f29fa551ef'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:32:25.037622 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5c4812a0-9eb9-47c2-a7d2-cd3b3190b60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a074d9cc-454c-43be-bd19-cdf0ffd9fd62), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:25.121846 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device be315920-0649-4ab2-8344-1ca86cd2e22d no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:32:25.138806 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe0e0b77-b38c-4fa2-9f84-ec33303243a2 req-f373c9cd-fb45-4f0b-a3f1-31991802eeeb tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/security-groups?id=228fef21-6b8c-41b8-9f40-017f22f28298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006597 Feb 19 04:32:25.162487 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.extraroute_db [None req-06c92216-f038-4ef5-80d6-f860088f0769 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Added routes are [] {{(pid=109926) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 04:32:25.162906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.extraroute_db [None req-06c92216-f038-4ef5-80d6-f860088f0769 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=109926) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 04:32:25.168867 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37794) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:25.205261 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-5c4812a0-9eb9-47c2-a7d2-cd3b3190b60f None None] For port a074d9cc-454c-43be-bd19-cdf0ffd9fd62, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:32:25.207569 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: be315920-0649-4ab2-8344-1ca86cd2e22d {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:32:25.207921 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device be315920-0649-4ab2-8344-1ca86cd2e22d not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:32:25.208343 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 35ea783d-b1f3-4589-a156-9478ee519f04 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:32:25.225875 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-06c92216-f038-4ef5-80d6-f860088f0769 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5517'] for router (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:25.236957 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 35ea783d-b1f3-4589-a156-9478ee519f04 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:32:25.237314 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 35ea783d-b1f3-4589-a156-9478ee519f04 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:32:25.239925 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-5c4812a0-9eb9-47c2-a7d2-cd3b3190b60f None None] For port a074d9cc-454c-43be-bd19-cdf0ffd9fd62, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=a074d9cc-454c-43be-bd19-cdf0ffd9fd62,segment=NetworkSegment(f34fd3aa-b911-40c6-860c-5aeb89dcc149),segment_id=f34fd3aa-b911-40c6-860c-5aeb89dcc149)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:32:25.247650 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e75274ad-96b7-4a53-ba05-bd272486c5b0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1b90f0b296eb437ea3cc3bca43431263&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0769401 Feb 19 04:32:25.251112 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5c4812a0-9eb9-47c2-a7d2-cd3b3190b60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (a074d9cc-454c-43be-bd19-cdf0ffd9fd62), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:25.253012 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37796) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:25.307501 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f18d10ec-3a98-4427-8d27-457e4249b1c3 admin admin] Publish callbacks [] for security_group (4e829d22-85f1-4417-b3e8-c0d8c7c14f14), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:25.340178 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f18d10ec-3a98-4427-8d27-457e4249b1c3 admin admin] Publish callbacks [] for security_group (4e829d22-85f1-4417-b3e8-c0d8c7c14f14), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:25.349648 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4812a0-9eb9-47c2-a7d2-cd3b3190b60f None None] Routers {'7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:25.350197 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-5c4812a0-9eb9-47c2-a7d2-cd3b3190b60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:25.411030 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-441363b7-c3ae-418d-85ca-3c3266bb5e7e None None] Provisioning complete for port a074d9cc-454c-43be-bd19-cdf0ffd9fd62 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:25.411253 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-441363b7-c3ae-418d-85ca-3c3266bb5e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (a074d9cc-454c-43be-bd19-cdf0ffd9fd62), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:25.412819 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7d06e-568e-4e26-8d3b-a8dfdb9e9df5 None None] Pushing event updated for resources: {'Port': ['ID=a074d9cc-454c-43be-bd19-cdf0ffd9fd62,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:25.429328 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-72f9f552-8bb4-4b54-9326-0ad3f9964fc5 req-0a5525ce-5293-422d-855a-6293b9c11a63 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Deleting port 569ea927-d44f-4927-9be0-00c17bc9b0d3 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:32:25.429675 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-72f9f552-8bb4-4b54-9326-0ad3f9964fc5 req-0a5525ce-5293-422d-855a-6293b9c11a63 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (569ea927-d44f-4927-9be0-00c17bc9b0d3), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:25.435665 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f18d10ec-3a98-4427-8d27-457e4249b1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4e829d22-85f1-4417-b3e8-c0d8c7c14f14), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:25.445649 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f18d10ec-3a98-4427-8d27-457e4249b1c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:25.447650 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f18d10ec-3a98-4427-8d27-457e4249b1c3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4e829d22-85f1-4417-b3e8-c0d8c7c14f14 HTTP/1.1" status: 204 len: 168 time: 0.1933930 Feb 19 04:32:25.457984 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d10ec-3a98-4427-8d27-457e4249b1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e829d22-85f1-4417-b3e8-c0d8c7c14f14,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:25.468687 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d10ec-3a98-4427-8d27-457e4249b1c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:25.469563 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d10ec-3a98-4427-8d27-457e4249b1c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:25.470183 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d10ec-3a98-4427-8d27-457e4249b1c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:25.470759 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d10ec-3a98-4427-8d27-457e4249b1c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:25.471322 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d10ec-3a98-4427-8d27-457e4249b1c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:25.472656 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d10ec-3a98-4427-8d27-457e4249b1c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:25.473237 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d10ec-3a98-4427-8d27-457e4249b1c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:25.473914 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d10ec-3a98-4427-8d27-457e4249b1c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:25.474491 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d10ec-3a98-4427-8d27-457e4249b1c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:25.475787 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d10ec-3a98-4427-8d27-457e4249b1c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:25.482965 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d10ec-3a98-4427-8d27-457e4249b1c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:25.484427 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d10ec-3a98-4427-8d27-457e4249b1c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:25.484994 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d10ec-3a98-4427-8d27-457e4249b1c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:25.799653 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-5c4812a0-9eb9-47c2-a7d2-cd3b3190b60f None None] Set router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:25.968971 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-441363b7-c3ae-418d-85ca-3c3266bb5e7e None None] Current status of the port a074d9cc-454c-43be-bd19-cdf0ffd9fd62 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:25.969366 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-441363b7-c3ae-418d-85ca-3c3266bb5e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a074d9cc-454c-43be-bd19-cdf0ffd9fd62), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:26.007487 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37804) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:26.040417 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-441363b7-c3ae-418d-85ca-3c3266bb5e7e None None] For port a074d9cc-454c-43be-bd19-cdf0ffd9fd62, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=a074d9cc-454c-43be-bd19-cdf0ffd9fd62,segment=NetworkSegment(f34fd3aa-b911-40c6-860c-5aeb89dcc149),segment_id=f34fd3aa-b911-40c6-860c-5aeb89dcc149)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:26.063091 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-441363b7-c3ae-418d-85ca-3c3266bb5e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (a074d9cc-454c-43be-bd19-cdf0ffd9fd62), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:26.076173 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fe431251-e8eb-4f92-98f6-2c69674ef85c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=89dba804c37b4cb3bbb58d7e296a9048&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0671537 Feb 19 04:32:26.078546 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37806) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:26.138380 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441363b7-c3ae-418d-85ca-3c3266bb5e7e None None] Pushing event updated for resources: {'Port': ['ID=a074d9cc-454c-43be-bd19-cdf0ffd9fd62,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:26.177981 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-5c4812a0-9eb9-47c2-a7d2-cd3b3190b60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:25Z', 'revision_number': 7, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None, '_interfaces': [{'id': '3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b', 'name': '', 'network_id': '7de8e8a7-16b2-426a-a1e7-64f0bb50ae96', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5a:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:12Z', 'updated_at': '2022-02-19T04:32:21Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f444202-3e13-4b7d-be40-ac63252c850a', 'name': '', 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5c:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:02Z', 'updated_at': '2022-02-19T04:32:07Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff98826-9bb2-4d96-b26c-a243415459bf', 'name': '', 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5e:70:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:06Z', 'updated_at': '2022-02-19T04:32:14Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a074d9cc-454c-43be-bd19-cdf0ffd9fd62', 'name': '', 'network_id': 'bb37fc00-9eff-4911-b3fb-f1f29fa551ef', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:83:03:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '848bba70-67e6-4392-9b4b-e7b5b6023106', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:17Z', 'updated_at': '2022-02-19T04:32:25Z', 'revision_number': 4, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '848bba70-67e6-4392-9b4b-e7b5b6023106', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:26.218149 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4812a0-9eb9-47c2-a7d2-cd3b3190b60f None None] The sync data for ids ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'] in n-d-828369-19 is: [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:25Z', 'revision_number': 7, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None, '_interfaces': [{'id': '3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b', 'name': '', 'network_id': '7de8e8a7-16b2-426a-a1e7-64f0bb50ae96', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5a:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:12Z', 'updated_at': '2022-02-19T04:32:21Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f444202-3e13-4b7d-be40-ac63252c850a', 'name': '', 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5c:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:02Z', 'updated_at': '2022-02-19T04:32:07Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff98826-9bb2-4d96-b26c-a243415459bf', 'name': '', 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5e:70:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:06Z', 'updated_at': '2022-02-19T04:32:14Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a074d9cc-454c-43be-bd19-cdf0ffd9fd62', 'name': '', 'network_id': 'bb37fc00-9eff-4911-b3fb-f1f29fa551ef', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:83:03:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '848bba70-67e6-4392-9b4b-e7b5b6023106', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:17Z', 'updated_at': '2022-02-19T04:32:25Z', 'revision_number': 4, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '848bba70-67e6-4392-9b4b-e7b5b6023106', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:32:26.219868 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3c45bf32-ea3f-4ccf-a3f4-2d84917c6ed9 admin admin] Publish callbacks [] for security_group (abb98058-1c2e-43f4-8197-34b82a69bc6f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:26.240176 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fc4bc868-e626-4e92-98f7-e66a75197597 None None] Provisioning complete for port a074d9cc-454c-43be-bd19-cdf0ffd9fd62 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:26.241227 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fc4bc868-e626-4e92-98f7-e66a75197597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (a074d9cc-454c-43be-bd19-cdf0ffd9fd62), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:26.275241 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3c45bf32-ea3f-4ccf-a3f4-2d84917c6ed9 admin admin] Publish callbacks [] for security_group (abb98058-1c2e-43f4-8197-34b82a69bc6f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:26.348236 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3c45bf32-ea3f-4ccf-a3f4-2d84917c6ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (abb98058-1c2e-43f4-8197-34b82a69bc6f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:26.350829 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3c45bf32-ea3f-4ccf-a3f4-2d84917c6ed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:26.352579 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3c45bf32-ea3f-4ccf-a3f4-2d84917c6ed9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/abb98058-1c2e-43f4-8197-34b82a69bc6f HTTP/1.1" status: 204 len: 168 time: 0.2728384 Feb 19 04:32:26.383173 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45bf32-ea3f-4ccf-a3f4-2d84917c6ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb98058-1c2e-43f4-8197-34b82a69bc6f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:26.432173 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-72f9f552-8bb4-4b54-9326-0ad3f9964fc5 req-0a5525ce-5293-422d-855a-6293b9c11a63 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] For port 569ea927-d44f-4927-9be0-00c17bc9b0d3, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=569ea927-d44f-4927-9be0-00c17bc9b0d3,segment=NetworkSegment(9777500b-3d40-48be-8014-053531e35b49),segment_id=9777500b-3d40-48be-8014-053531e35b49)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:26.433277 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-72f9f552-8bb4-4b54-9326-0ad3f9964fc5 req-0a5525ce-5293-422d-855a-6293b9c11a63 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (569ea927-d44f-4927-9be0-00c17bc9b0d3), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:26.451864 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-06c92216-f038-4ef5-80d6-f860088f0769 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5517'] for router (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:26.472565 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-06c92216-f038-4ef5-80d6-f860088f0769 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1611319'] for router (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:26.494596 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device a074d9cc-454c-43be-bd19-cdf0ffd9fd62 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:26.497825 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-72f9f552-8bb4-4b54-9326-0ad3f9964fc5 req-0a5525ce-5293-422d-855a-6293b9c11a63 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Calling delete_port for 569ea927-d44f-4927-9be0-00c17bc9b0d3 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:26.500743 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fc4bc868-e626-4e92-98f7-e66a75197597 None None] Current status of the port a074d9cc-454c-43be-bd19-cdf0ffd9fd62 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:26.565162 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port a074d9cc-454c-43be-bd19-cdf0ffd9fd62 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:26.565750 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (a074d9cc-454c-43be-bd19-cdf0ffd9fd62), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:26.606541 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9334ec-a59f-4b1f-96a7-d8c95e5421ad None None] Sync routers for ids ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:32:26.619303 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9334ec-a59f-4b1f-96a7-d8c95e5421ad None None] Routers {'7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:26.621026 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-ae9334ec-a59f-4b1f-96a7-d8c95e5421ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:26.654923 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730db7f0-6ce0-4638-a4a9-68765fec0ba9 req-13de6850-8acb-4604-b4b5-d3368226af40 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:26.661731 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-730db7f0-6ce0-4638-a4a9-68765fec0ba9 req-13de6850-8acb-4604-b4b5-d3368226af40 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/ports?device_id=88d598fa-a33c-488a-8792-5f03e5fe56ef HTTP/1.1" status: 200 len: 945 time: 0.3605974 Feb 19 04:32:26.713337 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port a074d9cc-454c-43be-bd19-cdf0ffd9fd62 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:26.734368 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c92216-f038-4ef5-80d6-f860088f0769 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:32:26.778561 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-730db7f0-6ce0-4638-a4a9-68765fec0ba9 req-7af3ad87-2cae-437d-895d-4ab451244255 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.52 "GET /v2.0/security-groups?id=228fef21-6b8c-41b8-9f40-017f22f28298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157587 Feb 19 04:32:26.789952 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-ae9334ec-a59f-4b1f-96a7-d8c95e5421ad None None] Set router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:26.938002 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c92216-f038-4ef5-80d6-f860088f0769 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:32:26.947110 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-06c92216-f038-4ef5-80d6-f860088f0769 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:26.948574 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-06c92216-f038-4ef5-80d6-f860088f0769 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "PUT /v2.0/routers/7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 HTTP/1.1" status: 200 len: 699 time: 2.8109257 Feb 19 04:32:26.951318 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37822) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:26.959166 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-72f9f552-8bb4-4b54-9326-0ad3f9964fc5 req-0a5525ce-5293-422d-855a-6293b9c11a63 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (569ea927-d44f-4927-9be0-00c17bc9b0d3), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:26.971562 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['569ea927-d44f-4927-9be0-00c17bc9b0d3'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:32:27.064720 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5525ce-5293-422d-855a-6293b9c11a63 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Pushing event deleted for resources: {'Port': ['ID=569ea927-d44f-4927-9be0-00c17bc9b0d3,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:27.086285 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:27.096677 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37826) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:27.097128 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-88bf2d33-0b2d-4a72-a83c-36a70740f37a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "GET /v2.0/routers/7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 HTTP/1.1" status: 200 len: 699 time: 0.1429501 Feb 19 04:32:27.134026 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-ae9334ec-a59f-4b1f-96a7-d8c95e5421ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:25Z', 'revision_number': 7, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None, '_interfaces': [{'id': '3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b', 'name': '', 'network_id': '7de8e8a7-16b2-426a-a1e7-64f0bb50ae96', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5a:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:12Z', 'updated_at': '2022-02-19T04:32:21Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f444202-3e13-4b7d-be40-ac63252c850a', 'name': '', 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5c:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:02Z', 'updated_at': '2022-02-19T04:32:07Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff98826-9bb2-4d96-b26c-a243415459bf', 'name': '', 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5e:70:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:06Z', 'updated_at': '2022-02-19T04:32:14Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a074d9cc-454c-43be-bd19-cdf0ffd9fd62', 'name': '', 'network_id': 'bb37fc00-9eff-4911-b3fb-f1f29fa551ef', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:83:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '848bba70-67e6-4392-9b4b-e7b5b6023106', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:17Z', 'updated_at': '2022-02-19T04:32:25Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '848bba70-67e6-4392-9b4b-e7b5b6023106', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:27.178890 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9334ec-a59f-4b1f-96a7-d8c95e5421ad None None] Checking router: 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:32:27.179543 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f9f552-8bb4-4b54-9326-0ad3f9964fc5 req-0a5525ce-5293-422d-855a-6293b9c11a63 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] No DVR routers for this DVR port 569ea927-d44f-4927-9be0-00c17bc9b0d3 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:32:27.184444 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-72f9f552-8bb4-4b54-9326-0ad3f9964fc5 req-0a5525ce-5293-422d-855a-6293b9c11a63 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:27.187991 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-72f9f552-8bb4-4b54-9326-0ad3f9964fc5 req-0a5525ce-5293-422d-855a-6293b9c11a63 tempest-VolumesSnapshotTestJSON-124385858 tempest-VolumesSnapshotTestJSON-124385858-project] 10.222.0.79 "DELETE /v2.0/ports/569ea927-d44f-4927-9be0-00c17bc9b0d3 HTTP/1.1" status: 204 len: 173 time: 2.3267095 Feb 19 04:32:27.188534 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d598fa-a33c-488a-8792-5f03e5fe56ef', 'name': 'network-vif-deleted', 'tag': '569ea927-d44f-4927-9be0-00c17bc9b0d3'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:32:27.190969 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618cd41e-c6c2-4497-9545-9e609c41a948" -d '{"events": [{"server_uuid": "88d598fa-a33c-488a-8792-5f03e5fe56ef", "name": "network-vif-deleted", "tag": "569ea927-d44f-4927-9be0-00c17bc9b0d3"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:32:27.192475 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9334ec-a59f-4b1f-96a7-d8c95e5421ad None None] Routers {'7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:27.193634 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-ae9334ec-a59f-4b1f-96a7-d8c95e5421ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:27.271445 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e8add3-0f06-4477-94bf-f3fcddba6f74 x-openstack-request-id: req-46e8add3-0f06-4477-94bf-f3fcddba6f74 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:32:27.272199 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d598fa-a33c-488a-8792-5f03e5fe56ef", "name": "network-vif-deleted", "tag": "569ea927-d44f-4927-9be0-00c17bc9b0d3", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:32:27.272695 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-46e8add3-0f06-4477-94bf-f3fcddba6f74 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:32:27.273278 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d598fa-a33c-488a-8792-5f03e5fe56ef', 'name': 'network-vif-deleted', 'tag': '569ea927-d44f-4927-9be0-00c17bc9b0d3', 'status': 'completed', 'code': 200} Feb 19 04:32:27.424231 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-ae9334ec-a59f-4b1f-96a7-d8c95e5421ad None None] Set router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:27.552749 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37838) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:27.692666 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-647d98e3-5908-41a3-aaec-1056cc5604bd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:27.702585 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-ae9334ec-a59f-4b1f-96a7-d8c95e5421ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:25Z', 'revision_number': 7, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None, '_interfaces': [{'id': '3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b', 'name': '', 'network_id': '7de8e8a7-16b2-426a-a1e7-64f0bb50ae96', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5a:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:12Z', 'updated_at': '2022-02-19T04:32:21Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f444202-3e13-4b7d-be40-ac63252c850a', 'name': '', 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5c:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:02Z', 'updated_at': '2022-02-19T04:32:07Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff98826-9bb2-4d96-b26c-a243415459bf', 'name': '', 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5e:70:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:06Z', 'updated_at': '2022-02-19T04:32:14Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a074d9cc-454c-43be-bd19-cdf0ffd9fd62', 'name': '', 'network_id': 'bb37fc00-9eff-4911-b3fb-f1f29fa551ef', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:83:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '848bba70-67e6-4392-9b4b-e7b5b6023106', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:17Z', 'updated_at': '2022-02-19T04:32:25Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '848bba70-67e6-4392-9b4b-e7b5b6023106', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:27.711518 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-f6c752d6-821a-49e6-ab16-79925a7202f0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-131073699-network', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:27.740221 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c752d6-821a-49e6-ab16-79925a7202f0 admin admin] Made reservation on behalf of b0fd37ae90824e9285d9bb3943295dee for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:27.743969 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f6c752d6-821a-49e6-ab16-79925a7202f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:27.761735 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f6c752d6-821a-49e6-ab16-79925a7202f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:27.768439 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9334ec-a59f-4b1f-96a7-d8c95e5421ad None None] The sync data for ids ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'] in n-d-828369-19 is: [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:25Z', 'revision_number': 7, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None, '_interfaces': [{'id': '3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b', 'name': '', 'network_id': '7de8e8a7-16b2-426a-a1e7-64f0bb50ae96', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5a:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:12Z', 'updated_at': '2022-02-19T04:32:21Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f444202-3e13-4b7d-be40-ac63252c850a', 'name': '', 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5c:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:02Z', 'updated_at': '2022-02-19T04:32:07Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff98826-9bb2-4d96-b26c-a243415459bf', 'name': '', 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5e:70:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:06Z', 'updated_at': '2022-02-19T04:32:14Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a074d9cc-454c-43be-bd19-cdf0ffd9fd62', 'name': '', 'network_id': 'bb37fc00-9eff-4911-b3fb-f1f29fa551ef', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:83:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '848bba70-67e6-4392-9b4b-e7b5b6023106', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:17Z', 'updated_at': '2022-02-19T04:32:25Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '848bba70-67e6-4392-9b4b-e7b5b6023106', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:32:27.907144 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f6c752d6-821a-49e6-ab16-79925a7202f0 admin admin] Publish callbacks [] for security_group (93b7e646-5932-492e-8280-fd5272df4ae4), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:27.925544 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f6c752d6-821a-49e6-ab16-79925a7202f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (93b7e646-5932-492e-8280-fd5272df4ae4), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:27.965977 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c752d6-821a-49e6-ab16-79925a7202f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b7e646-5932-492e-8280-fd5272df4ae4,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:27.976050 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c752d6-821a-49e6-ab16-79925a7202f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:32:27.992966 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f6c752d6-821a-49e6-ab16-79925a7202f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (1d0057bd-70c7-42b0-abfd-a00a1dc2246d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:27.994437 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-f6c752d6-821a-49e6-ab16-79925a7202f0 admin admin] Added segment 1d0057bd-70c7-42b0-abfd-a00a1dc2246d of type vlan for network 5e8f90c4-f909-4474-8fc0-0f484b224735 Feb 19 04:32:28.069032 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f6c752d6-821a-49e6-ab16-79925a7202f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (5e8f90c4-f909-4474-8fc0-0f484b224735), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:28.101443 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f6c752d6-821a-49e6-ab16-79925a7202f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (5e8f90c4-f909-4474-8fc0-0f484b224735), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:28.104728 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c752d6-821a-49e6-ab16-79925a7202f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:28.111127 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f6c752d6-821a-49e6-ab16-79925a7202f0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:28.135234 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693739de-e5ec-48a7-8e4d-005b9d0e4b2f None None] Sync routers for ids ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:32:28.148817 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693739de-e5ec-48a7-8e4d-005b9d0e4b2f None None] Routers {'7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:28.149591 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-693739de-e5ec-48a7-8e4d-005b9d0e4b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:28.181391 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-647d98e3-5908-41a3-aaec-1056cc5604bd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Deleting port a074d9cc-454c-43be-bd19-cdf0ffd9fd62 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:32:28.181945 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-647d98e3-5908-41a3-aaec-1056cc5604bd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (a074d9cc-454c-43be-bd19-cdf0ffd9fd62), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:28.248817 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f6c752d6-821a-49e6-ab16-79925a7202f0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6906962 Feb 19 04:32:28.253594 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37852) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:28.268072 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-7eee2023-fd44-4422-9157-3bbdb41a2a80 admin admin] Request body: {'subnet': {'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-131073699-subnet', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:28.284560 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c752d6-821a-49e6-ab16-79925a7202f0 admin admin] Pushing event updated for resources: {'Network': ['ID=5e8f90c4-f909-4474-8fc0-0f484b224735,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:28.301294 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 5e8f90c4-f909-4474-8fc0-0f484b224735 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:32:28.304676 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eee2023-fd44-4422-9157-3bbdb41a2a80 admin admin] Made reservation on behalf of b0fd37ae90824e9285d9bb3943295dee for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:28.307321 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7eee2023-fd44-4422-9157-3bbdb41a2a80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:28.311784 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-647d98e3-5908-41a3-aaec-1056cc5604bd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] For port a074d9cc-454c-43be-bd19-cdf0ffd9fd62, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=a074d9cc-454c-43be-bd19-cdf0ffd9fd62,segment=NetworkSegment(f34fd3aa-b911-40c6-860c-5aeb89dcc149),segment_id=f34fd3aa-b911-40c6-860c-5aeb89dcc149)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:28.312160 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-647d98e3-5908-41a3-aaec-1056cc5604bd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (a074d9cc-454c-43be-bd19-cdf0ffd9fd62), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:28.328501 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-647d98e3-5908-41a3-aaec-1056cc5604bd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Calling delete_port for a074d9cc-454c-43be-bd19-cdf0ffd9fd62 owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:28.442138 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-693739de-e5ec-48a7-8e4d-005b9d0e4b2f None None] Set router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:28.532435 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-647d98e3-5908-41a3-aaec-1056cc5604bd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (a074d9cc-454c-43be-bd19-cdf0ffd9fd62), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:28.562308 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7eee2023-fd44-4422-9157-3bbdb41a2a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (b4c1316c-0c1b-40e4-b032-90759cbccfe3), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:28.584510 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d98e3-5908-41a3-aaec-1056cc5604bd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Port': ['ID=a074d9cc-454c-43be-bd19-cdf0ffd9fd62,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:28.693811 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee2023-fd44-4422-9157-3bbdb41a2a80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4c1316c-0c1b-40e4-b032-90759cbccfe3,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:28.696377 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eee2023-fd44-4422-9157-3bbdb41a2a80 admin admin] Checking segment: {'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:28.697077 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eee2023-fd44-4422-9157-3bbdb41a2a80 admin admin] Network hostable DHCP agents. Network: 5e8f90c4-f909-4474-8fc0-0f484b224735, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:32:28.752594 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eee2023-fd44-4422-9157-3bbdb41a2a80 admin admin] Network 5e8f90c4-f909-4474-8fc0-0f484b224735 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:32:28.756814 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-693739de-e5ec-48a7-8e4d-005b9d0e4b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:25Z', 'revision_number': 7, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None, '_interfaces': [{'id': '3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b', 'name': '', 'network_id': '7de8e8a7-16b2-426a-a1e7-64f0bb50ae96', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5a:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:12Z', 'updated_at': '2022-02-19T04:32:21Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f444202-3e13-4b7d-be40-ac63252c850a', 'name': '', 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5c:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:02Z', 'updated_at': '2022-02-19T04:32:07Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff98826-9bb2-4d96-b26c-a243415459bf', 'name': '', 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5e:70:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:06Z', 'updated_at': '2022-02-19T04:32:14Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a074d9cc-454c-43be-bd19-cdf0ffd9fd62', 'name': '', 'network_id': 'bb37fc00-9eff-4911-b3fb-f1f29fa551ef', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:83:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '848bba70-67e6-4392-9b4b-e7b5b6023106', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:17Z', 'updated_at': '2022-02-19T04:32:25Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '848bba70-67e6-4392-9b4b-e7b5b6023106', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:28.769229 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-7eee2023-fd44-4422-9157-3bbdb41a2a80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 5e8f90c4-f909-4474-8fc0-0f484b224735) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:28.785214 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eee2023-fd44-4422-9157-3bbdb41a2a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:28.786132 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-7eee2023-fd44-4422-9157-3bbdb41a2a80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:28.793998 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693739de-e5ec-48a7-8e4d-005b9d0e4b2f None None] Checking router: 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:32:28.796574 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41c5396-0bcc-4d2f-b45f-5d89e1945c5a None None] Network 5e8f90c4-f909-4474-8fc0-0f484b224735 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:28.821248 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7eee2023-fd44-4422-9157-3bbdb41a2a80 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5663643 Feb 19 04:32:28.824455 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37856) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:28.831917 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-4ac79bdc-3c09-4e0a-a1e8-be50ae856b6d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-131073699-router', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:28.880890 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4ac79bdc-3c09-4e0a-a1e8-be50ae856b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (1f4e88ee-8a01-46dc-8cae-b0f57e62d654), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:28.883452 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4ac79bdc-3c09-4e0a-a1e8-be50ae856b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (1f4e88ee-8a01-46dc-8cae-b0f57e62d654), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:28.910537 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693739de-e5ec-48a7-8e4d-005b9d0e4b2f None None] Routers {'7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:28.911630 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-693739de-e5ec-48a7-8e4d-005b9d0e4b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:28.913421 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-647d98e3-5908-41a3-aaec-1056cc5604bd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:29.019775 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-693739de-e5ec-48a7-8e4d-005b9d0e4b2f None None] Set router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:29.034687 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4ac79bdc-3c09-4e0a-a1e8-be50ae856b6d admin admin] Publish callbacks [] for router_controller (1f4e88ee-8a01-46dc-8cae-b0f57e62d654), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:29.203226 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aea752a-24a3-40ab-948e-90f74788cded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-5e8f90c4-f909-4474-8fc0-0f484b224735', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:32:29.204085 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7aea752a-24a3-40ab-948e-90f74788cded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:29.256027 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4ac79bdc-3c09-4e0a-a1e8-be50ae856b6d admin admin] Publish callbacks [] for router_gateway (1f4e88ee-8a01-46dc-8cae-b0f57e62d654), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:29.314696 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647d98e3-5908-41a3-aaec-1056cc5604bd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:32:29.414116 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-693739de-e5ec-48a7-8e4d-005b9d0e4b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:28Z', 'revision_number': 8, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None, '_interfaces': [{'id': '3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b', 'name': '', 'network_id': '7de8e8a7-16b2-426a-a1e7-64f0bb50ae96', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5a:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:12Z', 'updated_at': '2022-02-19T04:32:21Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f444202-3e13-4b7d-be40-ac63252c850a', 'name': '', 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5c:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:02Z', 'updated_at': '2022-02-19T04:32:07Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff98826-9bb2-4d96-b26c-a243415459bf', 'name': '', 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5e:70:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:06Z', 'updated_at': '2022-02-19T04:32:14Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:29.457973 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647d98e3-5908-41a3-aaec-1056cc5604bd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:32:29.467083 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-647d98e3-5908-41a3-aaec-1056cc5604bd tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "PUT /v2.0/routers/7a5d38de-ec99-42ca-a032-bf5b9a4e9e71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3656137 Feb 19 04:32:29.467407 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37862) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:29.516529 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693739de-e5ec-48a7-8e4d-005b9d0e4b2f None None] The sync data for ids ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'] in n-d-828369-19 is: [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:28Z', 'revision_number': 8, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None, '_interfaces': [{'id': '3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b', 'name': '', 'network_id': '7de8e8a7-16b2-426a-a1e7-64f0bb50ae96', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5a:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:12Z', 'updated_at': '2022-02-19T04:32:21Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f444202-3e13-4b7d-be40-ac63252c850a', 'name': '', 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5c:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:02Z', 'updated_at': '2022-02-19T04:32:07Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff98826-9bb2-4d96-b26c-a243415459bf', 'name': '', 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5e:70:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:06Z', 'updated_at': '2022-02-19T04:32:14Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:32:29.540782 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9717bc7-abf3-4779-8e49-e721e3cfdb93 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Deleting subnet 848bba70-67e6-4392-9b4b-e7b5b6023106 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:32:29.547255 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9717bc7-abf3-4779-8e49-e721e3cfdb93 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for subnet (848bba70-67e6-4392-9b4b-e7b5b6023106), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:29.573584 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-7aea752a-24a3-40ab-948e-90f74788cded None None] Allocated IP 172.20.0.2 (5e8f90c4-f909-4474-8fc0-0f484b224735/b4c1316c-0c1b-40e4-b032-90759cbccfe3/69d198dd-87a4-4d40-a519-48f20ecb8beb) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:32:29.583114 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4ac79bdc-3c09-4e0a-a1e8-be50ae856b6d admin admin] Publish callbacks [] for router_gateway (1f4e88ee-8a01-46dc-8cae-b0f57e62d654), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:29.613553 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4ac79bdc-3c09-4e0a-a1e8-be50ae856b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:29.631180 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9717bc7-abf3-4779-8e49-e721e3cfdb93 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (848bba70-67e6-4392-9b4b-e7b5b6023106), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:29.731968 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9717bc7-abf3-4779-8e49-e721e3cfdb93 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (848bba70-67e6-4392-9b4b-e7b5b6023106), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:29.764058 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7aea752a-24a3-40ab-948e-90f74788cded None None] Publish callbacks [] for port (69d198dd-87a4-4d40-a519-48f20ecb8beb), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:29.777733 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7aea752a-24a3-40ab-948e-90f74788cded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (69d198dd-87a4-4d40-a519-48f20ecb8beb), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:29.800697 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-4ac79bdc-3c09-4e0a-a1e8-be50ae856b6d admin admin] Allocated IP 172.25.3.83 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/247c85df-5a54-4659-9067-e62f93a28182) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:32:29.827324 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9717bc7-abf3-4779-8e49-e721e3cfdb93 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (848bba70-67e6-4392-9b4b-e7b5b6023106), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:29.845688 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea752a-24a3-40ab-948e-90f74788cded None None] Pushing event updated for resources: {'Port': ['ID=69d198dd-87a4-4d40-a519-48f20ecb8beb,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:29.857353 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aea752a-24a3-40ab-948e-90f74788cded None None] Network 5e8f90c4-f909-4474-8fc0-0f484b224735 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:29.859061 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-7aea752a-24a3-40ab-948e-90f74788cded None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:29.866074 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aea752a-24a3-40ab-948e-90f74788cded None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:32:29.919429 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9717bc7-abf3-4779-8e49-e721e3cfdb93 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:29.931336 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a9717bc7-abf3-4779-8e49-e721e3cfdb93 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/subnets/848bba70-67e6-4392-9b4b-e7b5b6023106 HTTP/1.1" status: 204 len: 168 time: 0.4628954 Feb 19 04:32:29.933889 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37864) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:29.937781 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9717bc7-abf3-4779-8e49-e721e3cfdb93 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Subnet': ['ID=848bba70-67e6-4392-9b4b-e7b5b6023106,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:29.944261 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47b5085-31b4-4426-87c3-96e6070c858e None None] Network bb37fc00-9eff-4911-b3fb-f1f29fa551ef requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:30.010455 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4ac79bdc-3c09-4e0a-a1e8-be50ae856b6d admin admin] Publish callbacks [] for port (247c85df-5a54-4659-9067-e62f93a28182), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:30.067850 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-25e730ec-f0e4-4b69-b3bf-4fbbe21d3080 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (bb37fc00-9eff-4911-b3fb-f1f29fa551ef), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:30.076683 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4ac79bdc-3c09-4e0a-a1e8-be50ae856b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (247c85df-5a54-4659-9067-e62f93a28182), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:30.139138 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-25e730ec-f0e4-4b69-b3bf-4fbbe21d3080 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Deleting port a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:32:30.139781 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-25e730ec-f0e4-4b69-b3bf-4fbbe21d3080 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:30.140663 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac79bdc-3c09-4e0a-a1e8-be50ae856b6d admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:30.148314 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-4ac79bdc-3c09-4e0a-a1e8-be50ae856b6d admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:30.157302 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac79bdc-3c09-4e0a-a1e8-be50ae856b6d admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:32:30.166293 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac79bdc-3c09-4e0a-a1e8-be50ae856b6d admin admin] Pushing event updated for resources: {'Port': ['ID=247c85df-5a54-4659-9067-e62f93a28182,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:30.270415 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-25e730ec-f0e4-4b69-b3bf-4fbbe21d3080 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] For port a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc,segment=NetworkSegment(f34fd3aa-b911-40c6-860c-5aeb89dcc149),segment_id=f34fd3aa-b911-40c6-860c-5aeb89dcc149)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:30.271807 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-25e730ec-f0e4-4b69-b3bf-4fbbe21d3080 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:30.312832 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-25e730ec-f0e4-4b69-b3bf-4fbbe21d3080 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Calling delete_port for a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:30.333165 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523f7b93-eb49-478b-b079-ce40039cf72d None None] Sync routers for ids ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:32:30.353784 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523f7b93-eb49-478b-b079-ce40039cf72d None None] Routers {'7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:30.354493 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-523f7b93-eb49-478b-b079-ce40039cf72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:30.477779 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 569ea927-d44f-4927-9be0-00c17bc9b0d3 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:32:30.543364 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device a074d9cc-454c-43be-bd19-cdf0ffd9fd62 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:32:30.551880 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 569ea927-d44f-4927-9be0-00c17bc9b0d3 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:32:30.552372 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 569ea927-d44f-4927-9be0-00c17bc9b0d3 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:32:30.562248 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-523f7b93-eb49-478b-b079-ce40039cf72d None None] Set router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:30.574734 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-25e730ec-f0e4-4b69-b3bf-4fbbe21d3080 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:30.599047 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: a074d9cc-454c-43be-bd19-cdf0ffd9fd62 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:32:30.600267 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device a074d9cc-454c-43be-bd19-cdf0ffd9fd62 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:32:30.602066 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:30.607821 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7aea752a-24a3-40ab-948e-90f74788cded None None] Attempting to bind port 69d198dd-87a4-4d40-a519-48f20ecb8beb on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:32:30.608235 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7aea752a-24a3-40ab-948e-90f74788cded None None] Attempting to bind port 69d198dd-87a4-4d40-a519-48f20ecb8beb by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:32:30.609446 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aea752a-24a3-40ab-948e-90f74788cded None None] Attempting to bind port 69d198dd-87a4-4d40-a519-48f20ecb8beb on network 5e8f90c4-f909-4474-8fc0-0f484b224735 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:32:30.634509 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e730ec-f0e4-4b69-b3bf-4fbbe21d3080 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Port': ['ID=a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:30.643913 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aea752a-24a3-40ab-948e-90f74788cded None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:32:30.644304 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aea752a-24a3-40ab-948e-90f74788cded None None] Checking segment: {'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:30.644715 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7aea752a-24a3-40ab-948e-90f74788cded None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:30.645107 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aea752a-24a3-40ab-948e-90f74788cded None None] Bound using segment: {'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:32:30.645600 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7aea752a-24a3-40ab-948e-90f74788cded None None] Bound port: 69d198dd-87a4-4d40-a519-48f20ecb8beb, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:32:30.645992 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7aea752a-24a3-40ab-948e-90f74788cded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (69d198dd-87a4-4d40-a519-48f20ecb8beb), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:30.646198 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e730ec-f0e4-4b69-b3bf-4fbbe21d3080 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] No DVR routers for this DVR port a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:32:30.702608 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4ac79bdc-3c09-4e0a-a1e8-be50ae856b6d admin admin] Publish callbacks [] for router_gateway (1f4e88ee-8a01-46dc-8cae-b0f57e62d654), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:30.724310 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8a37cb40-08e6-4029-b0f3-10cb2b5ab61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:30.750284 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad0b190-b04b-4b3b-bf8b-246d3bf2a32e None None] DHCP port deletion for bb37fc00-9eff-4911-b3fb-f1f29fa551ef request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:32:30.840378 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-7aea752a-24a3-40ab-948e-90f74788cded None None] For port 69d198dd-87a4-4d40-a519-48f20ecb8beb, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:32:30.876223 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-7aea752a-24a3-40ab-948e-90f74788cded None None] For port 69d198dd-87a4-4d40-a519-48f20ecb8beb, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=69d198dd-87a4-4d40-a519-48f20ecb8beb,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:32:30.893080 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7aea752a-24a3-40ab-948e-90f74788cded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (69d198dd-87a4-4d40-a519-48f20ecb8beb), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:30.903887 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-25e730ec-f0e4-4b69-b3bf-4fbbe21d3080 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (bb37fc00-9eff-4911-b3fb-f1f29fa551ef), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:30.954833 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-25e730ec-f0e4-4b69-b3bf-4fbbe21d3080 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb37fc00-9eff-4911-b3fb-f1f29fa551ef']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:30.968141 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-25e730ec-f0e4-4b69-b3bf-4fbbe21d3080 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34fd3aa-b911-40c6-860c-5aeb89dcc149') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:30.968379 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-25e730ec-f0e4-4b69-b3bf-4fbbe21d3080 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34fd3aa-b911-40c6-860c-5aeb89dcc149') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:30.975089 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea752a-24a3-40ab-948e-90f74788cded None None] Pushing event updated for resources: {'Port': ['ID=69d198dd-87a4-4d40-a519-48f20ecb8beb,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:30.989784 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-25e730ec-f0e4-4b69-b3bf-4fbbe21d3080 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (f34fd3aa-b911-40c6-860c-5aeb89dcc149), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:31.007132 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-25e730ec-f0e4-4b69-b3bf-4fbbe21d3080 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (f34fd3aa-b911-40c6-860c-5aeb89dcc149), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:31.027863 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e730ec-f0e4-4b69-b3bf-4fbbe21d3080 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:32:31.028430 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-25e730ec-f0e4-4b69-b3bf-4fbbe21d3080 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (f34fd3aa-b911-40c6-860c-5aeb89dcc149), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:32:31.031973 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:32:31.049870 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-523f7b93-eb49-478b-b079-ce40039cf72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:28Z', 'revision_number': 8, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None, '_interfaces': [{'id': '3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b', 'name': '', 'network_id': '7de8e8a7-16b2-426a-a1e7-64f0bb50ae96', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5a:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:12Z', 'updated_at': '2022-02-19T04:32:21Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f444202-3e13-4b7d-be40-ac63252c850a', 'name': '', 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5c:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:02Z', 'updated_at': '2022-02-19T04:32:07Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff98826-9bb2-4d96-b26c-a243415459bf', 'name': '', 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5e:70:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:06Z', 'updated_at': '2022-02-19T04:32:14Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:31.094964 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523f7b93-eb49-478b-b079-ce40039cf72d None None] Checking router: 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:32:31.111696 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523f7b93-eb49-478b-b079-ce40039cf72d None None] Routers {'7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:31.112489 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-523f7b93-eb49-478b-b079-ce40039cf72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:31.152388 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-25e730ec-f0e4-4b69-b3bf-4fbbe21d3080 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (bb37fc00-9eff-4911-b3fb-f1f29fa551ef), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:31.164544 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-25e730ec-f0e4-4b69-b3bf-4fbbe21d3080 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:31.170849 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-25e730ec-f0e4-4b69-b3bf-4fbbe21d3080 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/networks/bb37fc00-9eff-4911-b3fb-f1f29fa551ef HTTP/1.1" status: 204 len: 168 time: 1.2259905 Feb 19 04:32:31.171614 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37872) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:31.197851 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e730ec-f0e4-4b69-b3bf-4fbbe21d3080 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Network': ['ID=bb37fc00-9eff-4911-b3fb-f1f29fa551ef,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:31.272539 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-523f7b93-eb49-478b-b079-ce40039cf72d None None] Set router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:31.514929 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4ac79bdc-3c09-4e0a-a1e8-be50ae856b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (1f4e88ee-8a01-46dc-8cae-b0f57e62d654), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:31.596431 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-523f7b93-eb49-478b-b079-ce40039cf72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:28Z', 'revision_number': 8, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None, '_interfaces': [{'id': '3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b', 'name': '', 'network_id': '7de8e8a7-16b2-426a-a1e7-64f0bb50ae96', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5a:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:12Z', 'updated_at': '2022-02-19T04:32:21Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f444202-3e13-4b7d-be40-ac63252c850a', 'name': '', 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5c:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:02Z', 'updated_at': '2022-02-19T04:32:07Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff98826-9bb2-4d96-b26c-a243415459bf', 'name': '', 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5e:70:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:06Z', 'updated_at': '2022-02-19T04:32:14Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:31.632916 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523f7b93-eb49-478b-b079-ce40039cf72d None None] The sync data for ids ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'] in n-d-828369-19 is: [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:28Z', 'revision_number': 8, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None, '_interfaces': [{'id': '3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b', 'name': '', 'network_id': '7de8e8a7-16b2-426a-a1e7-64f0bb50ae96', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5a:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:12Z', 'updated_at': '2022-02-19T04:32:21Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9d4ef02c-6ad3-48e5-8076-428f99e6ebfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f444202-3e13-4b7d-be40-ac63252c850a', 'name': '', 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5c:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:02Z', 'updated_at': '2022-02-19T04:32:07Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff98826-9bb2-4d96-b26c-a243415459bf', 'name': '', 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5e:70:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:06Z', 'updated_at': '2022-02-19T04:32:14Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:32:31.763907 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac79bdc-3c09-4e0a-a1e8-be50ae856b6d admin admin] Router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:32:31.809136 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9aab58a4-5a91-4e49-9a89-23481225541c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:31.905721 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac79bdc-3c09-4e0a-a1e8-be50ae856b6d admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:32:31.923953 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec9a75b-dfd7-4833-9b44-df3ef62a208e None None] Sync routers for ids ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:32:31.936849 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4ac79bdc-3c09-4e0a-a1e8-be50ae856b6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:31.943313 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4ac79bdc-3c09-4e0a-a1e8-be50ae856b6d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1152751 Feb 19 04:32:31.944343 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37880) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:31.949379 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec9a75b-dfd7-4833-9b44-df3ef62a208e None None] Routers {'1f4e88ee-8a01-46dc-8cae-b0f57e62d654'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:31.950105 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2ec9a75b-dfd7-4833-9b44-df3ef62a208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:32.196441 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-2ec9a75b-dfd7-4833-9b44-df3ef62a208e None None] Set router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:32.269719 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:32:32.399265 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-9aab58a4-5a91-4e49-9a89-23481225541c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Deleting port 3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:32:32.399834 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9aab58a4-5a91-4e49-9a89-23481225541c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:32.447829 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 69d198dd-87a4-4d40-a519-48f20ecb8beb up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:32.547018 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 69d198dd-87a4-4d40-a519-48f20ecb8beb triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:32.547420 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (69d198dd-87a4-4d40-a519-48f20ecb8beb), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:32.550437 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2ec9a75b-dfd7-4833-9b44-df3ef62a208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'name': 'tempest-TestVolumeBootPattern-131073699-router', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '247c85df-5a54-4659-9067-e62f93a28182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:28Z', 'updated_at': '2022-02-19T04:32:30Z', 'revision_number': 3, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'gw_port': {'id': '247c85df-5a54-4659-9067-e62f93a28182', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:29Z', 'updated_at': '2022-02-19T04:32:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:32.575242 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-9aab58a4-5a91-4e49-9a89-23481225541c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] For port 3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b,segment=NetworkSegment(e07c5f81-9172-458d-9b90-d7bc2518d921),segment_id=e07c5f81-9172-458d-9b90-d7bc2518d921)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:32.575620 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9aab58a4-5a91-4e49-9a89-23481225541c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:32.607896 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-9aab58a4-5a91-4e49-9a89-23481225541c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Calling delete_port for 3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:32.616477 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec9a75b-dfd7-4833-9b44-df3ef62a208e None None] Checking router: 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:32:32.616852 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec9a75b-dfd7-4833-9b44-df3ef62a208e None None] Updating router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 port 247c85df-5a54-4659-9067-e62f93a28182 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:32:32.657466 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2ec9a75b-dfd7-4833-9b44-df3ef62a208e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (247c85df-5a54-4659-9067-e62f93a28182), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:32.695791 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8d217b-c80a-47af-8c3b-ef8a754be542 None None] Network 5e8f90c4-f909-4474-8fc0-0f484b224735 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:32.864709 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f0917a46-4891-4a81-b011-06e88ca6d5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:32.898946 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6b05a0b7-1344-4c34-8fb8-614cf50ba24a None None] Provisioning complete for port 69d198dd-87a4-4d40-a519-48f20ecb8beb triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:32.899350 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6b05a0b7-1344-4c34-8fb8-614cf50ba24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (69d198dd-87a4-4d40-a519-48f20ecb8beb), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:32.910904 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9aab58a4-5a91-4e49-9a89-23481225541c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:32.960278 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 69d198dd-87a4-4d40-a519-48f20ecb8beb is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:32.960805 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (69d198dd-87a4-4d40-a519-48f20ecb8beb), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:32.962412 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab58a4-5a91-4e49-9a89-23481225541c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Port': ['ID=3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:33.108282 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 69d198dd-87a4-4d40-a519-48f20ecb8beb, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=69d198dd-87a4-4d40-a519-48f20ecb8beb,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:33.128493 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (69d198dd-87a4-4d40-a519-48f20ecb8beb), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:33.135503 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-f0917a46-4891-4a81-b011-06e88ca6d5b9 admin admin] Allocated IP 172.20.0.1 (5e8f90c4-f909-4474-8fc0-0f484b224735/b4c1316c-0c1b-40e4-b032-90759cbccfe3/689b5a2a-db85-458c-ab2e-2a29cc085f96) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:32:33.282059 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=69d198dd-87a4-4d40-a519-48f20ecb8beb,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:33.331764 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:32:33.371385 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6b05a0b7-1344-4c34-8fb8-614cf50ba24a None None] Current status of the port 69d198dd-87a4-4d40-a519-48f20ecb8beb is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:33.376480 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:32:33.377040 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device a19ef5bf-faf2-44bd-b82d-e7dfbe3021bc not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:32:33.383447 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f0917a46-4891-4a81-b011-06e88ca6d5b9 admin admin] Publish callbacks [] for port (689b5a2a-db85-458c-ab2e-2a29cc085f96), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:33.467316 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f0917a46-4891-4a81-b011-06e88ca6d5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (689b5a2a-db85-458c-ab2e-2a29cc085f96), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:33.484268 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2ec9a75b-dfd7-4833-9b44-df3ef62a208e None None] Publish callbacks [] for port (247c85df-5a54-4659-9067-e62f93a28182), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:33.505464 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2ec9a75b-dfd7-4833-9b44-df3ef62a208e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (247c85df-5a54-4659-9067-e62f93a28182), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:33.516417 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e9f16410-b5b5-41d7-a2e0-2bbd80e7f0b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:33.556287 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0917a46-4891-4a81-b011-06e88ca6d5b9 admin admin] Network 5e8f90c4-f909-4474-8fc0-0f484b224735 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:33.566918 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-f0917a46-4891-4a81-b011-06e88ca6d5b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:33.569391 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0917a46-4891-4a81-b011-06e88ca6d5b9 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:32:33.619476 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-2ec9a75b-dfd7-4833-9b44-df3ef62a208e None None] Attempting to bind port 247c85df-5a54-4659-9067-e62f93a28182 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:32:33.625202 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-2ec9a75b-dfd7-4833-9b44-df3ef62a208e None None] Attempting to bind port 247c85df-5a54-4659-9067-e62f93a28182 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:32:33.625713 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec9a75b-dfd7-4833-9b44-df3ef62a208e None None] Attempting to bind port 247c85df-5a54-4659-9067-e62f93a28182 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:32:33.630980 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159cc939-697d-485f-92cf-679c800888bd None None] Pushing event updated for resources: {'Port': ['ID=247c85df-5a54-4659-9067-e62f93a28182,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:33.644844 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec9a75b-dfd7-4833-9b44-df3ef62a208e None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:32:33.645419 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec9a75b-dfd7-4833-9b44-df3ef62a208e None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:33.645949 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2ec9a75b-dfd7-4833-9b44-df3ef62a208e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:33.646555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec9a75b-dfd7-4833-9b44-df3ef62a208e None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:32:33.648260 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0917a46-4891-4a81-b011-06e88ca6d5b9 admin admin] Pushing event updated for resources: {'Port': ['ID=689b5a2a-db85-458c-ab2e-2a29cc085f96,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:33.649141 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-2ec9a75b-dfd7-4833-9b44-df3ef62a208e None None] Bound port: 247c85df-5a54-4659-9067-e62f93a28182, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:32:33.649693 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2ec9a75b-dfd7-4833-9b44-df3ef62a208e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (247c85df-5a54-4659-9067-e62f93a28182), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:33.684141 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f0917a46-4891-4a81-b011-06e88ca6d5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (1f4e88ee-8a01-46dc-8cae-b0f57e62d654), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:33.779534 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-bd2f11db-de3f-4847-af2e-38b3f03dcc7c None None] Provisioning complete for port 69d198dd-87a4-4d40-a519-48f20ecb8beb triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:33.781082 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd2f11db-de3f-4847-af2e-38b3f03dcc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (69d198dd-87a4-4d40-a519-48f20ecb8beb), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:33.816460 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-2ec9a75b-dfd7-4833-9b44-df3ef62a208e None None] For port 247c85df-5a54-4659-9067-e62f93a28182, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:32:33.855460 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-2ec9a75b-dfd7-4833-9b44-df3ef62a208e None None] For port 247c85df-5a54-4659-9067-e62f93a28182, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=247c85df-5a54-4659-9067-e62f93a28182,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:32:33.879767 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:33.887878 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2ec9a75b-dfd7-4833-9b44-df3ef62a208e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (247c85df-5a54-4659-9067-e62f93a28182), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:33.953424 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f0917a46-4891-4a81-b011-06e88ca6d5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (689b5a2a-db85-458c-ab2e-2a29cc085f96), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:34.040347 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9aab58a4-5a91-4e49-9a89-23481225541c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:34.095024 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159cc939-697d-485f-92cf-679c800888bd None None] Pushing event updated for resources: {'Port': ['ID=247c85df-5a54-4659-9067-e62f93a28182,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:34.105273 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec9a75b-dfd7-4833-9b44-df3ef62a208e None None] Routers {'1f4e88ee-8a01-46dc-8cae-b0f57e62d654'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:34.106239 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2ec9a75b-dfd7-4833-9b44-df3ef62a208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:34.151271 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-bd2f11db-de3f-4847-af2e-38b3f03dcc7c None None] Current status of the port 69d198dd-87a4-4d40-a519-48f20ecb8beb is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:34.301913 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-cf46db1c-c4ea-4b38-a27e-2bd25667baed None None] Provisioning complete for port 689b5a2a-db85-458c-ab2e-2a29cc085f96 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:34.302562 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cf46db1c-c4ea-4b38-a27e-2bd25667baed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (689b5a2a-db85-458c-ab2e-2a29cc085f96), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:34.317075 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-2ec9a75b-dfd7-4833-9b44-df3ef62a208e None None] Set router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:34.327355 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f0917a46-4891-4a81-b011-06e88ca6d5b9 admin admin] Publish callbacks [] for port (689b5a2a-db85-458c-ab2e-2a29cc085f96), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:34.346236 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f0917a46-4891-4a81-b011-06e88ca6d5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (689b5a2a-db85-458c-ab2e-2a29cc085f96), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:34.400261 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-cf46db1c-c4ea-4b38-a27e-2bd25667baed None None] Port 689b5a2a-db85-458c-ab2e-2a29cc085f96 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:32:34.434624 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aab58a4-5a91-4e49-9a89-23481225541c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:32:34.473232 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 69d198dd-87a4-4d40-a519-48f20ecb8beb up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:34.499994 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f0917a46-4891-4a81-b011-06e88ca6d5b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (1f4e88ee-8a01-46dc-8cae-b0f57e62d654), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:34.502919 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0917a46-4891-4a81-b011-06e88ca6d5b9 admin admin] Pushing event updated for resources: {'Port': ['ID=689b5a2a-db85-458c-ab2e-2a29cc085f96,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:34.565218 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aab58a4-5a91-4e49-9a89-23481225541c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:32:34.574592 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9aab58a4-5a91-4e49-9a89-23481225541c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "PUT /v2.0/routers/7a5d38de-ec99-42ca-a032-bf5b9a4e9e71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3962486 Feb 19 04:32:34.574592 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37892) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:34.577056 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35524187-df5b-4b8e-b8cf-16c9f79a4021 None None] Sync routers for ids ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:32:34.595900 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35524187-df5b-4b8e-b8cf-16c9f79a4021 None None] Routers {'7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:34.597109 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-35524187-df5b-4b8e-b8cf-16c9f79a4021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:34.630434 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-0690da6c-c405-4fcc-9e3a-54be606c1613 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Deleting subnet 9d4ef02c-6ad3-48e5-8076-428f99e6ebfe {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:32:34.634027 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0690da6c-c405-4fcc-9e3a-54be606c1613 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for subnet (9d4ef02c-6ad3-48e5-8076-428f99e6ebfe), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:34.681638 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0690da6c-c405-4fcc-9e3a-54be606c1613 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (9d4ef02c-6ad3-48e5-8076-428f99e6ebfe), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:34.705582 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0917a46-4891-4a81-b011-06e88ca6d5b9 admin admin] Network 5e8f90c4-f909-4474-8fc0-0f484b224735 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:34.711527 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-f0917a46-4891-4a81-b011-06e88ca6d5b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:34.732670 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 69d198dd-87a4-4d40-a519-48f20ecb8beb triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:34.733059 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (69d198dd-87a4-4d40-a519-48f20ecb8beb), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:34.746270 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-35524187-df5b-4b8e-b8cf-16c9f79a4021 None None] Set router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:34.864080 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0690da6c-c405-4fcc-9e3a-54be606c1613 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (9d4ef02c-6ad3-48e5-8076-428f99e6ebfe), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:34.992014 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0690da6c-c405-4fcc-9e3a-54be606c1613 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (9d4ef02c-6ad3-48e5-8076-428f99e6ebfe), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:35.022938 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0917a46-4891-4a81-b011-06e88ca6d5b9 admin admin] Router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:32:35.055271 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0690da6c-c405-4fcc-9e3a-54be606c1613 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:35.066597 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0690da6c-c405-4fcc-9e3a-54be606c1613 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/subnets/9d4ef02c-6ad3-48e5-8076-428f99e6ebfe HTTP/1.1" status: 204 len: 168 time: 0.4903154 Feb 19 04:32:35.067692 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690da6c-c405-4fcc-9e3a-54be606c1613 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Subnet': ['ID=9d4ef02c-6ad3-48e5-8076-428f99e6ebfe,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:35.069816 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37896) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:35.149335 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-35524187-df5b-4b8e-b8cf-16c9f79a4021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:32Z', 'revision_number': 9, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None, '_interfaces': [{'id': '5f444202-3e13-4b7d-be40-ac63252c850a', 'name': '', 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5c:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:02Z', 'updated_at': '2022-02-19T04:32:07Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff98826-9bb2-4d96-b26c-a243415459bf', 'name': '', 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5e:70:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:06Z', 'updated_at': '2022-02-19T04:32:14Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:35.177745 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35524187-df5b-4b8e-b8cf-16c9f79a4021 None None] Checking router: 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:32:35.187870 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35524187-df5b-4b8e-b8cf-16c9f79a4021 None None] Routers {'7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:35.188773 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-35524187-df5b-4b8e-b8cf-16c9f79a4021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:35.250373 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b0a04c27-138a-4501-9bba-3c43c5be90d7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (7de8e8a7-16b2-426a-a1e7-64f0bb50ae96), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:35.274217 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0917a46-4891-4a81-b011-06e88ca6d5b9 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:32:35.296888 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f0917a46-4891-4a81-b011-06e88ca6d5b9 admin admin] 10.222.0.52 "PUT /v2.0/routers/1f4e88ee-8a01-46dc-8cae-b0f57e62d654/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3510368 Feb 19 04:32:35.365630 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-b0a04c27-138a-4501-9bba-3c43c5be90d7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Deleting port cd226244-2534-4725-a56a-c618091b8355 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:32:35.366122 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b0a04c27-138a-4501-9bba-3c43c5be90d7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (cd226244-2534-4725-a56a-c618091b8355), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:35.443980 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6b354c-cdde-46b6-aae5-d16f8c63c35b None None] Network 7de8e8a7-16b2-426a-a1e7-64f0bb50ae96 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:35.484243 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-35524187-df5b-4b8e-b8cf-16c9f79a4021 None None] Set router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:35.497828 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-b0a04c27-138a-4501-9bba-3c43c5be90d7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] For port cd226244-2534-4725-a56a-c618091b8355, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=cd226244-2534-4725-a56a-c618091b8355,segment=NetworkSegment(e07c5f81-9172-458d-9b90-d7bc2518d921),segment_id=e07c5f81-9172-458d-9b90-d7bc2518d921)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:35.500079 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b0a04c27-138a-4501-9bba-3c43c5be90d7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (cd226244-2534-4725-a56a-c618091b8355), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:35.535358 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:35.537913 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-b0a04c27-138a-4501-9bba-3c43c5be90d7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Calling delete_port for cd226244-2534-4725-a56a-c618091b8355 owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:35.547961 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 69d198dd-87a4-4d40-a519-48f20ecb8beb is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:35.556743 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e69ea93d-4319-46ba-8802-786745514377 None None] Provisioning complete for port 689b5a2a-db85-458c-ab2e-2a29cc085f96 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:35.557229 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e69ea93d-4319-46ba-8802-786745514377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (689b5a2a-db85-458c-ab2e-2a29cc085f96), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:35.560352 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2ec9a75b-dfd7-4833-9b44-df3ef62a208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'name': 'tempest-TestVolumeBootPattern-131073699-router', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '247c85df-5a54-4659-9067-e62f93a28182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:28Z', 'updated_at': '2022-02-19T04:32:33Z', 'revision_number': 4, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'gw_port': {'id': '247c85df-5a54-4659-9067-e62f93a28182', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:29Z', 'updated_at': '2022-02-19T04:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '689b5a2a-db85-458c-ab2e-2a29cc085f96', 'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'mac_address': 'fa:16:3e:0c:22:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:32Z', 'updated_at': '2022-02-19T04:32:33Z', 'revision_number': 1, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'subnets': [{'id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:35.633244 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec9a75b-dfd7-4833-9b44-df3ef62a208e None None] The sync data for ids ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'] in n-d-828369-19 is: [{'id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'name': 'tempest-TestVolumeBootPattern-131073699-router', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '247c85df-5a54-4659-9067-e62f93a28182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:28Z', 'updated_at': '2022-02-19T04:32:33Z', 'revision_number': 4, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'gw_port': {'id': '247c85df-5a54-4659-9067-e62f93a28182', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:29Z', 'updated_at': '2022-02-19T04:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '689b5a2a-db85-458c-ab2e-2a29cc085f96', 'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'mac_address': 'fa:16:3e:0c:22:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:32Z', 'updated_at': '2022-02-19T04:32:33Z', 'revision_number': 1, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'subnets': [{'id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:32:35.778825 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b0a04c27-138a-4501-9bba-3c43c5be90d7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (cd226244-2534-4725-a56a-c618091b8355), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:35.780340 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e69ea93d-4319-46ba-8802-786745514377 None None] Port 689b5a2a-db85-458c-ab2e-2a29cc085f96 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:32:35.814256 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a04c27-138a-4501-9bba-3c43c5be90d7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] No DVR routers for this DVR port cd226244-2534-4725-a56a-c618091b8355 on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:32:35.939209 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a04c27-138a-4501-9bba-3c43c5be90d7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Port': ['ID=cd226244-2534-4725-a56a-c618091b8355,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:35.942573 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf14c7a-019f-4525-914e-d8bcf14e105b None None] DHCP port deletion for 7de8e8a7-16b2-426a-a1e7-64f0bb50ae96 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:32:36.052833 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b0a04c27-138a-4501-9bba-3c43c5be90d7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (7de8e8a7-16b2-426a-a1e7-64f0bb50ae96), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:36.137067 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-b0a04c27-138a-4501-9bba-3c43c5be90d7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de8e8a7-16b2-426a-a1e7-64f0bb50ae96']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:36.144675 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-35524187-df5b-4b8e-b8cf-16c9f79a4021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:32Z', 'revision_number': 9, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None, '_interfaces': [{'id': '5f444202-3e13-4b7d-be40-ac63252c850a', 'name': '', 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5c:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:02Z', 'updated_at': '2022-02-19T04:32:07Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff98826-9bb2-4d96-b26c-a243415459bf', 'name': '', 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5e:70:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:06Z', 'updated_at': '2022-02-19T04:32:14Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:36.154245 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-b0a04c27-138a-4501-9bba-3c43c5be90d7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07c5f81-9172-458d-9b90-d7bc2518d921') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:36.154558 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-b0a04c27-138a-4501-9bba-3c43c5be90d7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07c5f81-9172-458d-9b90-d7bc2518d921') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:36.191338 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b0a04c27-138a-4501-9bba-3c43c5be90d7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (e07c5f81-9172-458d-9b90-d7bc2518d921), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:36.217559 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35524187-df5b-4b8e-b8cf-16c9f79a4021 None None] The sync data for ids ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'] in n-d-828369-19 is: [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:32Z', 'revision_number': 9, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None, '_interfaces': [{'id': '5f444202-3e13-4b7d-be40-ac63252c850a', 'name': '', 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5c:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:02Z', 'updated_at': '2022-02-19T04:32:07Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff98826-9bb2-4d96-b26c-a243415459bf', 'name': '', 'network_id': '9778632e-6c7e-4c64-ab82-e889801bc918', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5e:70:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:06Z', 'updated_at': '2022-02-19T04:32:14Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': '9a2180be-cd63-49ce-9db8-fc633c9f4b26', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:32:36.236219 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b0a04c27-138a-4501-9bba-3c43c5be90d7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e07c5f81-9172-458d-9b90-d7bc2518d921), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:36.255492 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a04c27-138a-4501-9bba-3c43c5be90d7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:32:36.257906 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b0a04c27-138a-4501-9bba-3c43c5be90d7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (e07c5f81-9172-458d-9b90-d7bc2518d921), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:32:36.263574 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:32:36.366753 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b0a04c27-138a-4501-9bba-3c43c5be90d7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (7de8e8a7-16b2-426a-a1e7-64f0bb50ae96), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:36.382436 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b0a04c27-138a-4501-9bba-3c43c5be90d7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:36.390328 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37918) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:36.391293 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b0a04c27-138a-4501-9bba-3c43c5be90d7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/networks/7de8e8a7-16b2-426a-a1e7-64f0bb50ae96 HTTP/1.1" status: 204 len: 168 time: 1.3196447 Feb 19 04:32:36.399863 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37920) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:36.405419 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-666fbe11-2e83-443f-85a1-48472be4a981 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-741110844-network', 'tenant_id': '248ab854899c40d29da790e4aed1bb71'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:36.406914 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a04c27-138a-4501-9bba-3c43c5be90d7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Network': ['ID=7de8e8a7-16b2-426a-a1e7-64f0bb50ae96,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:36.509766 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666fbe11-2e83-443f-85a1-48472be4a981 admin admin] Made reservation on behalf of 248ab854899c40d29da790e4aed1bb71 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:36.512201 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-666fbe11-2e83-443f-85a1-48472be4a981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:36.526538 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-666fbe11-2e83-443f-85a1-48472be4a981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:36.620756 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device cd226244-2534-4725-a56a-c618091b8355 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:32:36.665038 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: cd226244-2534-4725-a56a-c618091b8355 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:32:36.665400 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device cd226244-2534-4725-a56a-c618091b8355 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:32:36.787263 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-666fbe11-2e83-443f-85a1-48472be4a981 admin admin] Publish callbacks [] for security_group (3e133292-e11c-4541-b84a-23c971ef8507), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:36.803676 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-666fbe11-2e83-443f-85a1-48472be4a981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3e133292-e11c-4541-b84a-23c971ef8507), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:36.813546 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:36.836508 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666fbe11-2e83-443f-85a1-48472be4a981 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:32:36.864632 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-666fbe11-2e83-443f-85a1-48472be4a981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (5c42d5c6-6df2-44d0-93ee-3334fee8fe02), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:36.865327 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-666fbe11-2e83-443f-85a1-48472be4a981 admin admin] Added segment 5c42d5c6-6df2-44d0-93ee-3334fee8fe02 of type vlan for network e8895c93-5e76-455b-b21e-16b77a296770 Feb 19 04:32:36.955216 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fbe11-2e83-443f-85a1-48472be4a981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e133292-e11c-4541-b84a-23c971ef8507,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:36.974502 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-666fbe11-2e83-443f-85a1-48472be4a981 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (e8895c93-5e76-455b-b21e-16b77a296770), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:37.048113 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-666fbe11-2e83-443f-85a1-48472be4a981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (e8895c93-5e76-455b-b21e-16b77a296770), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:37.049414 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666fbe11-2e83-443f-85a1-48472be4a981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:37.050096 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-666fbe11-2e83-443f-85a1-48472be4a981 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:37.058570 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d04e193e-dd77-430e-8e01-6cd78bd8365a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:37.549575 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37934) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:37.550140 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-666fbe11-2e83-443f-85a1-48472be4a981 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1487000 Feb 19 04:32:37.556116 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-6d30d312-ccfe-4b18-b0f2-fffbb6941d4f admin admin] Request body: {'subnet': {'network_id': 'e8895c93-5e76-455b-b21e-16b77a296770', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-741110844-subnet', 'tenant_id': '248ab854899c40d29da790e4aed1bb71', 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:37.558759 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fbe11-2e83-443f-85a1-48472be4a981 admin admin] Pushing event updated for resources: {'Network': ['ID=e8895c93-5e76-455b-b21e-16b77a296770,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:37.572432 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network e8895c93-5e76-455b-b21e-16b77a296770 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:32:37.602967 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d30d312-ccfe-4b18-b0f2-fffbb6941d4f admin admin] Made reservation on behalf of 248ab854899c40d29da790e4aed1bb71 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:37.606201 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6d30d312-ccfe-4b18-b0f2-fffbb6941d4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:37.831470 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-d04e193e-dd77-430e-8e01-6cd78bd8365a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Deleting port 8ff98826-9bb2-4d96-b26c-a243415459bf {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:32:37.831821 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d04e193e-dd77-430e-8e01-6cd78bd8365a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (8ff98826-9bb2-4d96-b26c-a243415459bf), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:37.909821 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6d30d312-ccfe-4b18-b0f2-fffbb6941d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (39a39c8f-bbc4-4129-b3fd-49511b148cb9), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:37.969825 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-d04e193e-dd77-430e-8e01-6cd78bd8365a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] For port 8ff98826-9bb2-4d96-b26c-a243415459bf, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8ff98826-9bb2-4d96-b26c-a243415459bf,segment=NetworkSegment(c5b0060c-add5-4768-bbd5-218006d818d5),segment_id=c5b0060c-add5-4768-bbd5-218006d818d5)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:37.970105 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30d312-ccfe-4b18-b0f2-fffbb6941d4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=39a39c8f-bbc4-4129-b3fd-49511b148cb9,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:37.970809 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d04e193e-dd77-430e-8e01-6cd78bd8365a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (8ff98826-9bb2-4d96-b26c-a243415459bf), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:37.992957 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-d04e193e-dd77-430e-8e01-6cd78bd8365a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Calling delete_port for 8ff98826-9bb2-4d96-b26c-a243415459bf owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:38.004388 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d30d312-ccfe-4b18-b0f2-fffbb6941d4f admin admin] Checking segment: {'id': '5c42d5c6-6df2-44d0-93ee-3334fee8fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e8895c93-5e76-455b-b21e-16b77a296770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:38.005107 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d30d312-ccfe-4b18-b0f2-fffbb6941d4f admin admin] Network hostable DHCP agents. Network: e8895c93-5e76-455b-b21e-16b77a296770, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:32:38.027448 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d30d312-ccfe-4b18-b0f2-fffbb6941d4f admin admin] Network e8895c93-5e76-455b-b21e-16b77a296770 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:32:38.038231 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-6d30d312-ccfe-4b18-b0f2-fffbb6941d4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, e8895c93-5e76-455b-b21e-16b77a296770) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:38.043628 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d30d312-ccfe-4b18-b0f2-fffbb6941d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:38.045693 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6d30d312-ccfe-4b18-b0f2-fffbb6941d4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:38.049542 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd90f3f-3d73-4e69-a28c-b459385c8c45 None None] Network e8895c93-5e76-455b-b21e-16b77a296770 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:38.082153 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6d30d312-ccfe-4b18-b0f2-fffbb6941d4f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5304961 Feb 19 04:32:38.083214 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37936) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:38.094980 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-3fa4754b-d8e9-47ab-8449-0f1935e85e15 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-741110844-router', 'tenant_id': '248ab854899c40d29da790e4aed1bb71', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:38.148401 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3fa4754b-d8e9-47ab-8449-0f1935e85e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (04d4a519-5b3a-46f4-bc8b-20ec5755f44b), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:38.149542 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3fa4754b-d8e9-47ab-8449-0f1935e85e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (04d4a519-5b3a-46f4-bc8b-20ec5755f44b), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:38.207829 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bcfb3b-3797-4877-9543-c04210152cfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-e8895c93-5e76-455b-b21e-16b77a296770', 'network_id': 'e8895c93-5e76-455b-b21e-16b77a296770', 'project_id': '248ab854899c40d29da790e4aed1bb71', 'fixed_ips': [{'subnet_id': '39a39c8f-bbc4-4129-b3fd-49511b148cb9'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:32:38.208723 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-68bcfb3b-3797-4877-9543-c04210152cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:38.257694 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3fa4754b-d8e9-47ab-8449-0f1935e85e15 admin admin] Publish callbacks [] for router_controller (04d4a519-5b3a-46f4-bc8b-20ec5755f44b), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:38.311738 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d04e193e-dd77-430e-8e01-6cd78bd8365a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (8ff98826-9bb2-4d96-b26c-a243415459bf), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:38.374983 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e193e-dd77-430e-8e01-6cd78bd8365a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Port': ['ID=8ff98826-9bb2-4d96-b26c-a243415459bf,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:38.496248 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 247c85df-5a54-4659-9067-e62f93a28182 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:38.569039 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3fa4754b-d8e9-47ab-8449-0f1935e85e15 admin admin] Publish callbacks [] for router_gateway (04d4a519-5b3a-46f4-bc8b-20ec5755f44b), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:38.640745 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-68bcfb3b-3797-4877-9543-c04210152cfc None None] Allocated IP 172.20.0.2 (e8895c93-5e76-455b-b21e-16b77a296770/39a39c8f-bbc4-4129-b3fd-49511b148cb9/5f41629a-ff62-4bef-b4d2-c6ff417a4c34) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:32:38.736264 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d04e193e-dd77-430e-8e01-6cd78bd8365a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:38.809755 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 247c85df-5a54-4659-9067-e62f93a28182 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:38.810907 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (247c85df-5a54-4659-9067-e62f93a28182), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:39.012428 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-68bcfb3b-3797-4877-9543-c04210152cfc None None] Publish callbacks [] for port (5f41629a-ff62-4bef-b4d2-c6ff417a4c34), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:39.030509 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-68bcfb3b-3797-4877-9543-c04210152cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (5f41629a-ff62-4bef-b4d2-c6ff417a4c34), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:39.042780 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 247c85df-5a54-4659-9067-e62f93a28182 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:39.043411 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (247c85df-5a54-4659-9067-e62f93a28182), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:39.052696 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04e193e-dd77-430e-8e01-6cd78bd8365a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:32:39.077426 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3557c367-7a6e-472c-9a6c-bb6b8839ffbd None None] Sync routers for ids ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:32:39.116230 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 247c85df-5a54-4659-9067-e62f93a28182, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=247c85df-5a54-4659-9067-e62f93a28182,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:39.123433 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bcfb3b-3797-4877-9543-c04210152cfc None None] Network e8895c93-5e76-455b-b21e-16b77a296770 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:39.126347 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3fa4754b-d8e9-47ab-8449-0f1935e85e15 admin admin] Publish callbacks [] for router_gateway (04d4a519-5b3a-46f4-bc8b-20ec5755f44b), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:39.127240 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bcfb3b-3797-4877-9543-c04210152cfc None None] Pushing event updated for resources: {'Port': ['ID=5f41629a-ff62-4bef-b4d2-c6ff417a4c34,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:39.130043 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-68bcfb3b-3797-4877-9543-c04210152cfc None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:39.132319 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3557c367-7a6e-472c-9a6c-bb6b8839ffbd None None] Routers {'1f4e88ee-8a01-46dc-8cae-b0f57e62d654'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:39.133201 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3557c367-7a6e-472c-9a6c-bb6b8839ffbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:39.137211 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bcfb3b-3797-4877-9543-c04210152cfc None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:32:39.141047 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (247c85df-5a54-4659-9067-e62f93a28182), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:39.193361 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3fa4754b-d8e9-47ab-8449-0f1935e85e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:39.248470 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04e193e-dd77-430e-8e01-6cd78bd8365a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:32:39.249093 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:32:39.258201 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d04e193e-dd77-430e-8e01-6cd78bd8365a tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "PUT /v2.0/routers/7a5d38de-ec99-42ca-a032-bf5b9a4e9e71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8626184 Feb 19 04:32:39.258954 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37942) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:39.259728 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2a2cf7-9fcf-4cd1-8e16-2119af80faf8 None None] Sync routers for ids ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:32:39.283503 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2a2cf7-9fcf-4cd1-8e16-2119af80faf8 None None] Routers {'7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:39.284510 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-ed2a2cf7-9fcf-4cd1-8e16-2119af80faf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:39.284662 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=247c85df-5a54-4659-9067-e62f93a28182,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:39.287111 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:32:39.287458 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3e46f6a2-0ef4-42c4-ab7c-cef5e6b9575b not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:32:39.350692 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-68bcfb3b-3797-4877-9543-c04210152cfc None None] Attempting to bind port 5f41629a-ff62-4bef-b4d2-c6ff417a4c34 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:32:39.351334 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-68bcfb3b-3797-4877-9543-c04210152cfc None None] Attempting to bind port 5f41629a-ff62-4bef-b4d2-c6ff417a4c34 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '5c42d5c6-6df2-44d0-93ee-3334fee8fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e8895c93-5e76-455b-b21e-16b77a296770'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:32:39.351870 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bcfb3b-3797-4877-9543-c04210152cfc None None] Attempting to bind port 5f41629a-ff62-4bef-b4d2-c6ff417a4c34 on network e8895c93-5e76-455b-b21e-16b77a296770 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:32:39.358621 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4f1d63-cf5b-43fe-babf-ac0f33f0442f tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Deleting subnet 9a2180be-cd63-49ce-9db8-fc633c9f4b26 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:32:39.365166 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca4f1d63-cf5b-43fe-babf-ac0f33f0442f tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for subnet (9a2180be-cd63-49ce-9db8-fc633c9f4b26), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:39.446464 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-3fa4754b-d8e9-47ab-8449-0f1935e85e15 admin admin] Allocated IP 172.25.3.114 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/b0b213c0-5b42-44d1-8db0-e2962d7221b4) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:32:39.450526 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bcfb3b-3797-4877-9543-c04210152cfc None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:32:39.450910 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bcfb3b-3797-4877-9543-c04210152cfc None None] Checking segment: {'id': '5c42d5c6-6df2-44d0-93ee-3334fee8fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e8895c93-5e76-455b-b21e-16b77a296770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:39.451314 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-68bcfb3b-3797-4877-9543-c04210152cfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:39.452064 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bcfb3b-3797-4877-9543-c04210152cfc None None] Bound using segment: {'id': '5c42d5c6-6df2-44d0-93ee-3334fee8fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e8895c93-5e76-455b-b21e-16b77a296770'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:32:39.475004 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-68bcfb3b-3797-4877-9543-c04210152cfc None None] Bound port: 5f41629a-ff62-4bef-b4d2-c6ff417a4c34, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c42d5c6-6df2-44d0-93ee-3334fee8fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e8895c93-5e76-455b-b21e-16b77a296770'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:32:39.475371 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-68bcfb3b-3797-4877-9543-c04210152cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5f41629a-ff62-4bef-b4d2-c6ff417a4c34), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:39.485988 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-ed2a2cf7-9fcf-4cd1-8e16-2119af80faf8 None None] Set router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:39.491903 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca4f1d63-cf5b-43fe-babf-ac0f33f0442f tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (9a2180be-cd63-49ce-9db8-fc633c9f4b26), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:39.561979 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-3557c367-7a6e-472c-9a6c-bb6b8839ffbd None None] Set router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:39.681064 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca4f1d63-cf5b-43fe-babf-ac0f33f0442f tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (9a2180be-cd63-49ce-9db8-fc633c9f4b26), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:39.760234 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3fa4754b-d8e9-47ab-8449-0f1935e85e15 admin admin] Publish callbacks [] for port (b0b213c0-5b42-44d1-8db0-e2962d7221b4), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:39.786581 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca4f1d63-cf5b-43fe-babf-ac0f33f0442f tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (9a2180be-cd63-49ce-9db8-fc633c9f4b26), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:39.844677 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3fa4754b-d8e9-47ab-8449-0f1935e85e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (b0b213c0-5b42-44d1-8db0-e2962d7221b4), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:39.851268 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f1d63-cf5b-43fe-babf-ac0f33f0442f tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Subnet': ['ID=9a2180be-cd63-49ce-9db8-fc633c9f4b26,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:39.882422 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca4f1d63-cf5b-43fe-babf-ac0f33f0442f tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:39.891114 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ca4f1d63-cf5b-43fe-babf-ac0f33f0442f tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/subnets/9a2180be-cd63-49ce-9db8-fc633c9f4b26 HTTP/1.1" status: 204 len: 168 time: 0.6313040 Feb 19 04:32:39.891809 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37948) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:39.896969 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4812b74-fd9a-4675-9386-62440fac15df None None] Network 9778632e-6c7e-4c64-ab82-e889801bc918 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:39.916208 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa4754b-d8e9-47ab-8449-0f1935e85e15 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:39.926112 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-3fa4754b-d8e9-47ab-8449-0f1935e85e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:39.928455 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-68bcfb3b-3797-4877-9543-c04210152cfc None None] For port 5f41629a-ff62-4bef-b4d2-c6ff417a4c34, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:32:39.936784 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa4754b-d8e9-47ab-8449-0f1935e85e15 admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:32:39.971470 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-ed2a2cf7-9fcf-4cd1-8e16-2119af80faf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:38Z', 'revision_number': 10, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None, '_interfaces': [{'id': '5f444202-3e13-4b7d-be40-ac63252c850a', 'name': '', 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5c:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:02Z', 'updated_at': '2022-02-19T04:32:07Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:40.022819 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa4754b-d8e9-47ab-8449-0f1935e85e15 admin admin] Pushing event updated for resources: {'Port': ['ID=b0b213c0-5b42-44d1-8db0-e2962d7221b4,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:40.023272 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a12cc5b4-8302-42b9-a8fb-71325f7fb049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (9778632e-6c7e-4c64-ab82-e889801bc918), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:40.032456 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-68bcfb3b-3797-4877-9543-c04210152cfc None None] For port 5f41629a-ff62-4bef-b4d2-c6ff417a4c34, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5f41629a-ff62-4bef-b4d2-c6ff417a4c34,segment=NetworkSegment(5c42d5c6-6df2-44d0-93ee-3334fee8fe02),segment_id=5c42d5c6-6df2-44d0-93ee-3334fee8fe02)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:32:40.037148 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2a2cf7-9fcf-4cd1-8e16-2119af80faf8 None None] Checking router: 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:32:40.050052 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3557c367-7a6e-472c-9a6c-bb6b8839ffbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'name': 'tempest-TestVolumeBootPattern-131073699-router', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '247c85df-5a54-4659-9067-e62f93a28182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:28Z', 'updated_at': '2022-02-19T04:32:33Z', 'revision_number': 4, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'gw_port': {'id': '247c85df-5a54-4659-9067-e62f93a28182', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:29Z', 'updated_at': '2022-02-19T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '689b5a2a-db85-458c-ab2e-2a29cc085f96', 'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'mac_address': 'fa:16:3e:0c:22:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:32Z', 'updated_at': '2022-02-19T04:32:34Z', 'revision_number': 2, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'subnets': [{'id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:40.053005 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-68bcfb3b-3797-4877-9543-c04210152cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5f41629a-ff62-4bef-b4d2-c6ff417a4c34), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:40.060705 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2a2cf7-9fcf-4cd1-8e16-2119af80faf8 None None] Routers {'7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:40.062678 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-ed2a2cf7-9fcf-4cd1-8e16-2119af80faf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:40.130696 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3557c367-7a6e-472c-9a6c-bb6b8839ffbd None None] Checking router: 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:32:40.131307 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3557c367-7a6e-472c-9a6c-bb6b8839ffbd None None] Updating router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 port 689b5a2a-db85-458c-ab2e-2a29cc085f96 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:32:40.179925 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-a12cc5b4-8302-42b9-a8fb-71325f7fb049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Deleting port 5dd001e0-32c0-4adf-b33a-3a4fb954aade {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:32:40.180536 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a12cc5b4-8302-42b9-a8fb-71325f7fb049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (5dd001e0-32c0-4adf-b33a-3a4fb954aade), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:40.251837 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3557c367-7a6e-472c-9a6c-bb6b8839ffbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (689b5a2a-db85-458c-ab2e-2a29cc085f96), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:40.256191 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bcfb3b-3797-4877-9543-c04210152cfc None None] Pushing event updated for resources: {'Port': ['ID=5f41629a-ff62-4bef-b4d2-c6ff417a4c34,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:40.328789 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-ed2a2cf7-9fcf-4cd1-8e16-2119af80faf8 None None] Set router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:40.371210 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-a12cc5b4-8302-42b9-a8fb-71325f7fb049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] For port 5dd001e0-32c0-4adf-b33a-3a4fb954aade, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5dd001e0-32c0-4adf-b33a-3a4fb954aade,segment=NetworkSegment(c5b0060c-add5-4768-bbd5-218006d818d5),segment_id=c5b0060c-add5-4768-bbd5-218006d818d5)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:40.371588 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a12cc5b4-8302-42b9-a8fb-71325f7fb049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (5dd001e0-32c0-4adf-b33a-3a4fb954aade), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:40.412667 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-a12cc5b4-8302-42b9-a8fb-71325f7fb049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Calling delete_port for 5dd001e0-32c0-4adf-b33a-3a4fb954aade owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:40.563894 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366b8614-69da-4297-8e22-97ee44b26e15 None None] DHCP port deletion for 9778632e-6c7e-4c64-ab82-e889801bc918 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:32:40.566195 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 247c85df-5a54-4659-9067-e62f93a28182 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:40.582951 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a12cc5b4-8302-42b9-a8fb-71325f7fb049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (5dd001e0-32c0-4adf-b33a-3a4fb954aade), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:40.680724 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3fa4754b-d8e9-47ab-8449-0f1935e85e15 admin admin] Publish callbacks [] for router_gateway (04d4a519-5b3a-46f4-bc8b-20ec5755f44b), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:40.685308 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12cc5b4-8302-42b9-a8fb-71325f7fb049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Port': ['ID=5dd001e0-32c0-4adf-b33a-3a4fb954aade,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:40.696463 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12cc5b4-8302-42b9-a8fb-71325f7fb049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] No DVR routers for this DVR port 5dd001e0-32c0-4adf-b33a-3a4fb954aade on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:32:40.705793 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-366b8614-69da-4297-8e22-97ee44b26e15 None None] The port '5dd001e0-32c0-4adf-b33a-3a4fb954aade' was deleted {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 19 04:32:40.835854 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 247c85df-5a54-4659-9067-e62f93a28182 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:40.836247 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (247c85df-5a54-4659-9067-e62f93a28182), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:40.915326 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-ed2a2cf7-9fcf-4cd1-8e16-2119af80faf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:38Z', 'revision_number': 10, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None, '_interfaces': [{'id': '5f444202-3e13-4b7d-be40-ac63252c850a', 'name': '', 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5c:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:02Z', 'updated_at': '2022-02-19T04:32:07Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:40.948703 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a12cc5b4-8302-42b9-a8fb-71325f7fb049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (9778632e-6c7e-4c64-ab82-e889801bc918), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:40.953743 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2a2cf7-9fcf-4cd1-8e16-2119af80faf8 None None] The sync data for ids ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'] in n-d-828369-19 is: [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:38Z', 'revision_number': 10, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None, '_interfaces': [{'id': '5f444202-3e13-4b7d-be40-ac63252c850a', 'name': '', 'network_id': 'a881ffa2-cae5-44f1-bb59-4d026f4ecf1f', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'mac_address': 'fa:16:3e:5c:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:02Z', 'updated_at': '2022-02-19T04:32:07Z', 'revision_number': 5, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'subnets': [{'id': 'd02adaf0-7f48-420b-90a5-9f7dc112381e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:32:40.977872 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-a12cc5b4-8302-42b9-a8fb-71325f7fb049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9778632e-6c7e-4c64-ab82-e889801bc918']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:40.994829 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-a12cc5b4-8302-42b9-a8fb-71325f7fb049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b0060c-add5-4768-bbd5-218006d818d5') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:40.996110 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-a12cc5b4-8302-42b9-a8fb-71325f7fb049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b0060c-add5-4768-bbd5-218006d818d5') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:41.008010 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a12cc5b4-8302-42b9-a8fb-71325f7fb049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (c5b0060c-add5-4768-bbd5-218006d818d5), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:41.025865 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a12cc5b4-8302-42b9-a8fb-71325f7fb049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (c5b0060c-add5-4768-bbd5-218006d818d5), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:41.037117 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a12cc5b4-8302-42b9-a8fb-71325f7fb049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:32:41.037593 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a12cc5b4-8302-42b9-a8fb-71325f7fb049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (c5b0060c-add5-4768-bbd5-218006d818d5), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:41.107007 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 247c85df-5a54-4659-9067-e62f93a28182 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:32:41.109317 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:32:41.118055 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a12cc5b4-8302-42b9-a8fb-71325f7fb049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (9778632e-6c7e-4c64-ab82-e889801bc918), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:41.126132 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a12cc5b4-8302-42b9-a8fb-71325f7fb049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:41.142937 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a12cc5b4-8302-42b9-a8fb-71325f7fb049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/networks/9778632e-6c7e-4c64-ab82-e889801bc918 HTTP/1.1" status: 204 len: 168 time: 1.2498934 Feb 19 04:32:41.145521 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37954) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:41.150075 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3557c367-7a6e-472c-9a6c-bb6b8839ffbd None None] Publish callbacks [] for port (689b5a2a-db85-458c-ab2e-2a29cc085f96), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:41.158313 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3557c367-7a6e-472c-9a6c-bb6b8839ffbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (689b5a2a-db85-458c-ab2e-2a29cc085f96), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:41.164148 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3fa4754b-d8e9-47ab-8449-0f1935e85e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (04d4a519-5b3a-46f4-bc8b-20ec5755f44b), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:41.174986 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12cc5b4-8302-42b9-a8fb-71325f7fb049 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Network': ['ID=9778632e-6c7e-4c64-ab82-e889801bc918,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:41.396012 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa4754b-d8e9-47ab-8449-0f1935e85e15 admin admin] Router 04d4a519-5b3a-46f4-bc8b-20ec5755f44b is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:32:41.411466 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680cfc2-1b20-44e9-88d0-fce67a213c49 None None] Pushing event updated for resources: {'Port': ['ID=689b5a2a-db85-458c-ab2e-2a29cc085f96,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:41.479055 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3557c367-7a6e-472c-9a6c-bb6b8839ffbd None None] Attempting to bind port 689b5a2a-db85-458c-ab2e-2a29cc085f96 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:32:41.480029 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3557c367-7a6e-472c-9a6c-bb6b8839ffbd None None] Attempting to bind port 689b5a2a-db85-458c-ab2e-2a29cc085f96 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:32:41.480951 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3557c367-7a6e-472c-9a6c-bb6b8839ffbd None None] Attempting to bind port 689b5a2a-db85-458c-ab2e-2a29cc085f96 on network 5e8f90c4-f909-4474-8fc0-0f484b224735 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:32:41.500182 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3557c367-7a6e-472c-9a6c-bb6b8839ffbd None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:32:41.500414 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3557c367-7a6e-472c-9a6c-bb6b8839ffbd None None] Checking segment: {'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:41.500753 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3557c367-7a6e-472c-9a6c-bb6b8839ffbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:41.501156 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3557c367-7a6e-472c-9a6c-bb6b8839ffbd None None] Bound using segment: {'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:32:41.501657 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3557c367-7a6e-472c-9a6c-bb6b8839ffbd None None] Bound port: 689b5a2a-db85-458c-ab2e-2a29cc085f96, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:32:41.502050 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3557c367-7a6e-472c-9a6c-bb6b8839ffbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (689b5a2a-db85-458c-ab2e-2a29cc085f96), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:41.632047 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa4754b-d8e9-47ab-8449-0f1935e85e15 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:32:41.686570 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3fa4754b-d8e9-47ab-8449-0f1935e85e15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:41.690919 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3fa4754b-d8e9-47ab-8449-0f1935e85e15 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6065285 Feb 19 04:32:41.692294 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37960) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:41.888065 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada07299-6341-41ff-8119-ab37a3e58d73 None None] Sync routers for ids ['04d4a519-5b3a-46f4-bc8b-20ec5755f44b'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:32:41.969572 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada07299-6341-41ff-8119-ab37a3e58d73 None None] Routers {'04d4a519-5b3a-46f4-bc8b-20ec5755f44b'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:41.970700 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ada07299-6341-41ff-8119-ab37a3e58d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['04d4a519-5b3a-46f4-bc8b-20ec5755f44b'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:42.039266 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4208ec29-d050-4380-ab36-e0e931e469b2 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:42.139839 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8382c805-5faf-4e89-8b75-51fa5a026e2a None None] Network e8895c93-5e76-455b-b21e-16b77a296770 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:42.221400 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-aaaa0f5b-5be5-4353-b1b7-b09805dccbab None None] Provisioning complete for port 689b5a2a-db85-458c-ab2e-2a29cc085f96 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:42.222229 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-aaaa0f5b-5be5-4353-b1b7-b09805dccbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (689b5a2a-db85-458c-ab2e-2a29cc085f96), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:42.232232 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3557c367-7a6e-472c-9a6c-bb6b8839ffbd None None] For port 689b5a2a-db85-458c-ab2e-2a29cc085f96, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:32:42.243716 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3557c367-7a6e-472c-9a6c-bb6b8839ffbd None None] For port 689b5a2a-db85-458c-ab2e-2a29cc085f96, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=689b5a2a-db85-458c-ab2e-2a29cc085f96,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:32:42.287205 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3557c367-7a6e-472c-9a6c-bb6b8839ffbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (689b5a2a-db85-458c-ab2e-2a29cc085f96), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:42.301160 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-ada07299-6341-41ff-8119-ab37a3e58d73 None None] Set router 04d4a519-5b3a-46f4-bc8b-20ec5755f44b gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:42.458069 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680cfc2-1b20-44e9-88d0-fce67a213c49 None None] Pushing event updated for resources: {'Port': ['ID=689b5a2a-db85-458c-ab2e-2a29cc085f96,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:42.490829 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5f41629a-ff62-4bef-b4d2-c6ff417a4c34 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:42.546305 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-4208ec29-d050-4380-ab36-e0e931e469b2 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Deleting port 5f444202-3e13-4b7d-be40-ac63252c850a {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:32:42.546973 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4208ec29-d050-4380-ab36-e0e931e469b2 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (5f444202-3e13-4b7d-be40-ac63252c850a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:42.549750 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-aaaa0f5b-5be5-4353-b1b7-b09805dccbab None None] Port 689b5a2a-db85-458c-ab2e-2a29cc085f96 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:32:42.693319 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3557c367-7a6e-472c-9a6c-bb6b8839ffbd None None] Routers {'1f4e88ee-8a01-46dc-8cae-b0f57e62d654'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:42.694339 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3557c367-7a6e-472c-9a6c-bb6b8839ffbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:42.698983 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-4208ec29-d050-4380-ab36-e0e931e469b2 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] For port 5f444202-3e13-4b7d-be40-ac63252c850a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5f444202-3e13-4b7d-be40-ac63252c850a,segment=NetworkSegment(393dcfc2-2c7d-4e03-bc3c-244f1cb8ec26),segment_id=393dcfc2-2c7d-4e03-bc3c-244f1cb8ec26)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:42.698983 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4208ec29-d050-4380-ab36-e0e931e469b2 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (5f444202-3e13-4b7d-be40-ac63252c850a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:42.748170 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-4208ec29-d050-4380-ab36-e0e931e469b2 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Calling delete_port for 5f444202-3e13-4b7d-be40-ac63252c850a owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:42.905288 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6b6a45b8-ddc9-45e5-959a-c951cc6fa5cb None None] Provisioning complete for port 5f41629a-ff62-4bef-b4d2-c6ff417a4c34 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:42.905656 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6b6a45b8-ddc9-45e5-959a-c951cc6fa5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5f41629a-ff62-4bef-b4d2-c6ff417a4c34), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:42.950754 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-93620c4a-3a65-4fb7-8193-5f27045b25fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:43.008979 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 5f41629a-ff62-4bef-b4d2-c6ff417a4c34 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:43.009351 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5f41629a-ff62-4bef-b4d2-c6ff417a4c34), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:43.017349 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-3557c367-7a6e-472c-9a6c-bb6b8839ffbd None None] Set router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:43.143517 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4208ec29-d050-4380-ab36-e0e931e469b2 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (5f444202-3e13-4b7d-be40-ac63252c850a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:43.201466 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208ec29-d050-4380-ab36-e0e931e469b2 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Port': ['ID=5f444202-3e13-4b7d-be40-ac63252c850a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:43.250415 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-93620c4a-3a65-4fb7-8193-5f27045b25fd admin admin] Allocated IP 172.20.0.1 (e8895c93-5e76-455b-b21e-16b77a296770/39a39c8f-bbc4-4129-b3fd-49511b148cb9/23daf84f-f83c-4ca3-97da-0cd505eaa3a8) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:32:43.441761 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6b6a45b8-ddc9-45e5-959a-c951cc6fa5cb None None] Current status of the port 5f41629a-ff62-4bef-b4d2-c6ff417a4c34 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:43.442220 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6b6a45b8-ddc9-45e5-959a-c951cc6fa5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5f41629a-ff62-4bef-b4d2-c6ff417a4c34), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:43.477297 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-93620c4a-3a65-4fb7-8193-5f27045b25fd admin admin] Publish callbacks [] for port (23daf84f-f83c-4ca3-97da-0cd505eaa3a8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:43.485001 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 5f41629a-ff62-4bef-b4d2-c6ff417a4c34 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:43.485434 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5f41629a-ff62-4bef-b4d2-c6ff417a4c34), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:43.499471 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ada07299-6341-41ff-8119-ab37a3e58d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d4a519-5b3a-46f4-bc8b-20ec5755f44b', 'name': 'tempest-TestVolumeBootPattern-741110844-router', 'tenant_id': '248ab854899c40d29da790e4aed1bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b0b213c0-5b42-44d1-8db0-e2962d7221b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:38Z', 'updated_at': '2022-02-19T04:32:40Z', 'revision_number': 3, 'project_id': '248ab854899c40d29da790e4aed1bb71', 'gw_port': {'id': 'b0b213c0-5b42-44d1-8db0-e2962d7221b4', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d4a519-5b3a-46f4-bc8b-20ec5755f44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:39Z', 'updated_at': '2022-02-19T04:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:43.543796 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-93620c4a-3a65-4fb7-8193-5f27045b25fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (23daf84f-f83c-4ca3-97da-0cd505eaa3a8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:43.544903 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada07299-6341-41ff-8119-ab37a3e58d73 None None] Checking router: 04d4a519-5b3a-46f4-bc8b-20ec5755f44b for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:32:43.545323 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada07299-6341-41ff-8119-ab37a3e58d73 None None] Updating router 04d4a519-5b3a-46f4-bc8b-20ec5755f44b port b0b213c0-5b42-44d1-8db0-e2962d7221b4 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:32:43.547000 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4208ec29-d050-4380-ab36-e0e931e469b2 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:43.589555 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93620c4a-3a65-4fb7-8193-5f27045b25fd admin admin] Network e8895c93-5e76-455b-b21e-16b77a296770 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:43.599084 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-93620c4a-3a65-4fb7-8193-5f27045b25fd admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:43.605776 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ada07299-6341-41ff-8119-ab37a3e58d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b0b213c0-5b42-44d1-8db0-e2962d7221b4), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:43.606119 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93620c4a-3a65-4fb7-8193-5f27045b25fd admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:32:43.609941 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93620c4a-3a65-4fb7-8193-5f27045b25fd admin admin] Pushing event updated for resources: {'Port': ['ID=23daf84f-f83c-4ca3-97da-0cd505eaa3a8,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:43.620569 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6b6a45b8-ddc9-45e5-959a-c951cc6fa5cb None None] For port 5f41629a-ff62-4bef-b4d2-c6ff417a4c34, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5f41629a-ff62-4bef-b4d2-c6ff417a4c34,segment=NetworkSegment(5c42d5c6-6df2-44d0-93ee-3334fee8fe02),segment_id=5c42d5c6-6df2-44d0-93ee-3334fee8fe02)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:43.646040 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6b6a45b8-ddc9-45e5-959a-c951cc6fa5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5f41629a-ff62-4bef-b4d2-c6ff417a4c34), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:43.688171 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-93620c4a-3a65-4fb7-8193-5f27045b25fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (04d4a519-5b3a-46f4-bc8b-20ec5755f44b), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:43.830983 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:32:43.831369 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:32:43.845002 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a45b8-ddc9-45e5-959a-c951cc6fa5cb None None] Pushing event updated for resources: {'Port': ['ID=5f41629a-ff62-4bef-b4d2-c6ff417a4c34,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:43.855205 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-929ef827-3b5f-46e3-97fa-1848e2ba4c1e None None] Provisioning complete for port 5f41629a-ff62-4bef-b4d2-c6ff417a4c34 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:43.855584 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-929ef827-3b5f-46e3-97fa-1848e2ba4c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5f41629a-ff62-4bef-b4d2-c6ff417a4c34), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:43.915300 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-93620c4a-3a65-4fb7-8193-5f27045b25fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (23daf84f-f83c-4ca3-97da-0cd505eaa3a8), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:44.006240 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4208ec29-d050-4380-ab36-e0e931e469b2 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:32:44.131581 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4208ec29-d050-4380-ab36-e0e931e469b2 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:32:44.141261 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 37982) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:44.141885 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4208ec29-d050-4380-ab36-e0e931e469b2 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "PUT /v2.0/routers/7a5d38de-ec99-42ca-a032-bf5b9a4e9e71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9949403 Feb 19 04:32:44.143288 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a49242-8027-4cf7-aeca-6e0dfa39b9e1 None None] Sync routers for ids ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:32:44.166218 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a49242-8027-4cf7-aeca-6e0dfa39b9e1 None None] Routers {'7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:44.167052 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a3a49242-8027-4cf7-aeca-6e0dfa39b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:44.208973 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3557c367-7a6e-472c-9a6c-bb6b8839ffbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'name': 'tempest-TestVolumeBootPattern-131073699-router', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '247c85df-5a54-4659-9067-e62f93a28182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:28Z', 'updated_at': '2022-02-19T04:32:33Z', 'revision_number': 4, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'gw_port': {'id': '247c85df-5a54-4659-9067-e62f93a28182', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:29Z', 'updated_at': '2022-02-19T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '689b5a2a-db85-458c-ab2e-2a29cc085f96', 'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'mac_address': 'fa:16:3e:0c:22:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:32Z', 'updated_at': '2022-02-19T04:32:42Z', 'revision_number': 4, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'subnets': [{'id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:44.247305 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3557c367-7a6e-472c-9a6c-bb6b8839ffbd None None] The sync data for ids ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'] in n-d-828369-19 is: [{'id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'name': 'tempest-TestVolumeBootPattern-131073699-router', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '247c85df-5a54-4659-9067-e62f93a28182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:28Z', 'updated_at': '2022-02-19T04:32:33Z', 'revision_number': 4, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'gw_port': {'id': '247c85df-5a54-4659-9067-e62f93a28182', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:29Z', 'updated_at': '2022-02-19T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '689b5a2a-db85-458c-ab2e-2a29cc085f96', 'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'mac_address': 'fa:16:3e:0c:22:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:32Z', 'updated_at': '2022-02-19T04:32:42Z', 'revision_number': 4, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'subnets': [{'id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:32:44.262393 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-93620c4a-3a65-4fb7-8193-5f27045b25fd admin admin] Publish callbacks [] for port (23daf84f-f83c-4ca3-97da-0cd505eaa3a8), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:44.277601 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f950a6-e572-4966-90c7-892f5500fdfa tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Deleting subnet d02adaf0-7f48-420b-90a5-9f7dc112381e {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:32:44.283698 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-93620c4a-3a65-4fb7-8193-5f27045b25fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (23daf84f-f83c-4ca3-97da-0cd505eaa3a8), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:44.297074 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-44f950a6-e572-4966-90c7-892f5500fdfa tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for subnet (d02adaf0-7f48-420b-90a5-9f7dc112381e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:44.327500 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-929ef827-3b5f-46e3-97fa-1848e2ba4c1e None None] Current status of the port 5f41629a-ff62-4bef-b4d2-c6ff417a4c34 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:44.355115 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-a3a49242-8027-4cf7-aeca-6e0dfa39b9e1 None None] Set router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:44.380165 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 5f41629a-ff62-4bef-b4d2-c6ff417a4c34 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:44.415601 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-929ef827-3b5f-46e3-97fa-1848e2ba4c1e None None] Provisioning complete for port 689b5a2a-db85-458c-ab2e-2a29cc085f96 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:44.416479 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-929ef827-3b5f-46e3-97fa-1848e2ba4c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (689b5a2a-db85-458c-ab2e-2a29cc085f96), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:44.436234 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-44f950a6-e572-4966-90c7-892f5500fdfa tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (d02adaf0-7f48-420b-90a5-9f7dc112381e), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:44.474256 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-93620c4a-3a65-4fb7-8193-5f27045b25fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (04d4a519-5b3a-46f4-bc8b-20ec5755f44b), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:44.478633 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93620c4a-3a65-4fb7-8193-5f27045b25fd admin admin] Pushing event updated for resources: {'Port': ['ID=23daf84f-f83c-4ca3-97da-0cd505eaa3a8,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:44.504846 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8ff98826-9bb2-4d96-b26c-a243415459bf no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:32:44.506731 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a3a49242-8027-4cf7-aeca-6e0dfa39b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:43Z', 'revision_number': 11, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:44.516021 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ada07299-6341-41ff-8119-ab37a3e58d73 None None] Publish callbacks [] for port (b0b213c0-5b42-44d1-8db0-e2962d7221b4), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:44.548557 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 8ff98826-9bb2-4d96-b26c-a243415459bf {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:32:44.548943 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8ff98826-9bb2-4d96-b26c-a243415459bf not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:32:44.549364 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5dd001e0-32c0-4adf-b33a-3a4fb954aade no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:32:44.551148 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ada07299-6341-41ff-8119-ab37a3e58d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b0b213c0-5b42-44d1-8db0-e2962d7221b4), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:44.568978 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a49242-8027-4cf7-aeca-6e0dfa39b9e1 None None] Checking router: 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:32:44.593025 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a49242-8027-4cf7-aeca-6e0dfa39b9e1 None None] Routers {'7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:44.593744 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a3a49242-8027-4cf7-aeca-6e0dfa39b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:44.658709 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a5772-6f72-4786-a265-175592e3a065 None None] Pushing event updated for resources: {'Port': ['ID=b0b213c0-5b42-44d1-8db0-e2962d7221b4,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:44.675929 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93620c4a-3a65-4fb7-8193-5f27045b25fd admin admin] Network e8895c93-5e76-455b-b21e-16b77a296770 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:44.678408 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 5dd001e0-32c0-4adf-b33a-3a4fb954aade {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:32:44.678766 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5dd001e0-32c0-4adf-b33a-3a4fb954aade not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:32:44.689953 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-93620c4a-3a65-4fb7-8193-5f27045b25fd admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:44.764706 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-a3a49242-8027-4cf7-aeca-6e0dfa39b9e1 None None] Set router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:44.767555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-ada07299-6341-41ff-8119-ab37a3e58d73 None None] Attempting to bind port b0b213c0-5b42-44d1-8db0-e2962d7221b4 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:32:44.767935 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-ada07299-6341-41ff-8119-ab37a3e58d73 None None] Attempting to bind port b0b213c0-5b42-44d1-8db0-e2962d7221b4 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:32:44.768301 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada07299-6341-41ff-8119-ab37a3e58d73 None None] Attempting to bind port b0b213c0-5b42-44d1-8db0-e2962d7221b4 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:32:44.784983 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada07299-6341-41ff-8119-ab37a3e58d73 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:32:44.785507 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada07299-6341-41ff-8119-ab37a3e58d73 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:44.785918 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ada07299-6341-41ff-8119-ab37a3e58d73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:44.786525 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada07299-6341-41ff-8119-ab37a3e58d73 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:32:44.787010 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-ada07299-6341-41ff-8119-ab37a3e58d73 None None] Bound port: b0b213c0-5b42-44d1-8db0-e2962d7221b4, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:32:44.787448 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ada07299-6341-41ff-8119-ab37a3e58d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b0b213c0-5b42-44d1-8db0-e2962d7221b4), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:44.837419 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-929ef827-3b5f-46e3-97fa-1848e2ba4c1e None None] Current status of the port 689b5a2a-db85-458c-ab2e-2a29cc085f96 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:44.837983 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-929ef827-3b5f-46e3-97fa-1848e2ba4c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (689b5a2a-db85-458c-ab2e-2a29cc085f96), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:44.923587 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-929ef827-3b5f-46e3-97fa-1848e2ba4c1e None None] For port 689b5a2a-db85-458c-ab2e-2a29cc085f96, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=689b5a2a-db85-458c-ab2e-2a29cc085f96,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:44.927035 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a3a49242-8027-4cf7-aeca-6e0dfa39b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:43Z', 'revision_number': 11, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:44.928911 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-ada07299-6341-41ff-8119-ab37a3e58d73 None None] For port b0b213c0-5b42-44d1-8db0-e2962d7221b4, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:32:44.947168 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-ada07299-6341-41ff-8119-ab37a3e58d73 None None] For port b0b213c0-5b42-44d1-8db0-e2962d7221b4, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=b0b213c0-5b42-44d1-8db0-e2962d7221b4,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:32:44.961034 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-929ef827-3b5f-46e3-97fa-1848e2ba4c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (689b5a2a-db85-458c-ab2e-2a29cc085f96), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:44.973538 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ada07299-6341-41ff-8119-ab37a3e58d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b0b213c0-5b42-44d1-8db0-e2962d7221b4), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:45.016007 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a49242-8027-4cf7-aeca-6e0dfa39b9e1 None None] The sync data for ids ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'] in n-d-828369-19 is: [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:43Z', 'revision_number': 11, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:32:45.100018 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93620c4a-3a65-4fb7-8193-5f27045b25fd admin admin] Router 04d4a519-5b3a-46f4-bc8b-20ec5755f44b has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:32:45.168853 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada07299-6341-41ff-8119-ab37a3e58d73 None None] Routers {'04d4a519-5b3a-46f4-bc8b-20ec5755f44b'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:45.169838 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ada07299-6341-41ff-8119-ab37a3e58d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['04d4a519-5b3a-46f4-bc8b-20ec5755f44b'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:45.202141 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-44f950a6-e572-4966-90c7-892f5500fdfa tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (d02adaf0-7f48-420b-90a5-9f7dc112381e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:45.221073 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-26458743-9835-48a7-8278-1b664e208f5f None None] Provisioning complete for port 23daf84f-f83c-4ca3-97da-0cd505eaa3a8 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:45.221794 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-26458743-9835-48a7-8278-1b664e208f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (23daf84f-f83c-4ca3-97da-0cd505eaa3a8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:45.280455 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ef827-3b5f-46e3-97fa-1848e2ba4c1e None None] Pushing event updated for resources: {'Port': ['ID=689b5a2a-db85-458c-ab2e-2a29cc085f96,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:45.286457 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-26458743-9835-48a7-8278-1b664e208f5f None None] Port 23daf84f-f83c-4ca3-97da-0cd505eaa3a8 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:32:45.332518 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93620c4a-3a65-4fb7-8193-5f27045b25fd admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:32:45.346403 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-93620c4a-3a65-4fb7-8193-5f27045b25fd admin admin] 10.222.0.52 "PUT /v2.0/routers/04d4a519-5b3a-46f4-bc8b-20ec5755f44b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6535666 Feb 19 04:32:45.348436 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-44f950a6-e572-4966-90c7-892f5500fdfa tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (d02adaf0-7f48-420b-90a5-9f7dc112381e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:45.394382 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-44f950a6-e572-4966-90c7-892f5500fdfa tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:45.402200 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 37988) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:45.412325 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-44f950a6-e572-4966-90c7-892f5500fdfa tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/subnets/d02adaf0-7f48-420b-90a5-9f7dc112381e HTTP/1.1" status: 204 len: 168 time: 1.2699265 Feb 19 04:32:45.414670 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f950a6-e572-4966-90c7-892f5500fdfa tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Subnet': ['ID=d02adaf0-7f48-420b-90a5-9f7dc112381e,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:45.582470 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-ada07299-6341-41ff-8119-ab37a3e58d73 None None] Set router 04d4a519-5b3a-46f4-bc8b-20ec5755f44b gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:45.830951 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d994134-4f5e-484b-9e34-5677ded84b01 None None] Network a881ffa2-cae5-44f1-bb59-4d026f4ecf1f requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:45.832865 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5f41629a-ff62-4bef-b4d2-c6ff417a4c34 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:46.014691 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67d34150-d9d3-4c08-a153-a2dcc4f62fb1 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (a881ffa2-cae5-44f1-bb59-4d026f4ecf1f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:46.062304 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a5772-6f72-4786-a265-175592e3a065 None None] Pushing event updated for resources: {'Port': ['ID=b0b213c0-5b42-44d1-8db0-e2962d7221b4,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:46.102310 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-08942125-67d9-4666-aee3-ca4089c6e02c None None] Provisioning complete for port 23daf84f-f83c-4ca3-97da-0cd505eaa3a8 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:46.103167 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-08942125-67d9-4666-aee3-ca4089c6e02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (23daf84f-f83c-4ca3-97da-0cd505eaa3a8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:46.124939 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-67d34150-d9d3-4c08-a153-a2dcc4f62fb1 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Deleting port cb33554c-81e9-4d70-883f-1b19d7c804e7 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:32:46.125282 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67d34150-d9d3-4c08-a153-a2dcc4f62fb1 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (cb33554c-81e9-4d70-883f-1b19d7c804e7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:46.238836 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-08942125-67d9-4666-aee3-ca4089c6e02c None None] Port 23daf84f-f83c-4ca3-97da-0cd505eaa3a8 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:32:46.243089 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 5f41629a-ff62-4bef-b4d2-c6ff417a4c34 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:46.243272 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5f41629a-ff62-4bef-b4d2-c6ff417a4c34), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:46.249360 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ada07299-6341-41ff-8119-ab37a3e58d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d4a519-5b3a-46f4-bc8b-20ec5755f44b', 'name': 'tempest-TestVolumeBootPattern-741110844-router', 'tenant_id': '248ab854899c40d29da790e4aed1bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b0b213c0-5b42-44d1-8db0-e2962d7221b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:38Z', 'updated_at': '2022-02-19T04:32:43Z', 'revision_number': 4, 'project_id': '248ab854899c40d29da790e4aed1bb71', 'gw_port': {'id': 'b0b213c0-5b42-44d1-8db0-e2962d7221b4', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d4a519-5b3a-46f4-bc8b-20ec5755f44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:39Z', 'updated_at': '2022-02-19T04:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '23daf84f-f83c-4ca3-97da-0cd505eaa3a8', 'name': '', 'network_id': 'e8895c93-5e76-455b-b21e-16b77a296770', 'tenant_id': '248ab854899c40d29da790e4aed1bb71', 'mac_address': 'fa:16:3e:09:3e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d4a519-5b3a-46f4-bc8b-20ec5755f44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '39a39c8f-bbc4-4129-b3fd-49511b148cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:42Z', 'updated_at': '2022-02-19T04:32:43Z', 'revision_number': 2, 'project_id': '248ab854899c40d29da790e4aed1bb71', 'subnets': [{'id': '39a39c8f-bbc4-4129-b3fd-49511b148cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:46.251967 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-67d34150-d9d3-4c08-a153-a2dcc4f62fb1 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] For port cb33554c-81e9-4d70-883f-1b19d7c804e7, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=cb33554c-81e9-4d70-883f-1b19d7c804e7,segment=NetworkSegment(393dcfc2-2c7d-4e03-bc3c-244f1cb8ec26),segment_id=393dcfc2-2c7d-4e03-bc3c-244f1cb8ec26)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:46.252427 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67d34150-d9d3-4c08-a153-a2dcc4f62fb1 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (cb33554c-81e9-4d70-883f-1b19d7c804e7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:46.282808 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-67d34150-d9d3-4c08-a153-a2dcc4f62fb1 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Calling delete_port for cb33554c-81e9-4d70-883f-1b19d7c804e7 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:46.290341 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada07299-6341-41ff-8119-ab37a3e58d73 None None] The sync data for ids ['04d4a519-5b3a-46f4-bc8b-20ec5755f44b'] in n-d-828369-19 is: [{'id': '04d4a519-5b3a-46f4-bc8b-20ec5755f44b', 'name': 'tempest-TestVolumeBootPattern-741110844-router', 'tenant_id': '248ab854899c40d29da790e4aed1bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b0b213c0-5b42-44d1-8db0-e2962d7221b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:38Z', 'updated_at': '2022-02-19T04:32:43Z', 'revision_number': 4, 'project_id': '248ab854899c40d29da790e4aed1bb71', 'gw_port': {'id': 'b0b213c0-5b42-44d1-8db0-e2962d7221b4', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d4a519-5b3a-46f4-bc8b-20ec5755f44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:39Z', 'updated_at': '2022-02-19T04:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '23daf84f-f83c-4ca3-97da-0cd505eaa3a8', 'name': '', 'network_id': 'e8895c93-5e76-455b-b21e-16b77a296770', 'tenant_id': '248ab854899c40d29da790e4aed1bb71', 'mac_address': 'fa:16:3e:09:3e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d4a519-5b3a-46f4-bc8b-20ec5755f44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '39a39c8f-bbc4-4129-b3fd-49511b148cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:42Z', 'updated_at': '2022-02-19T04:32:43Z', 'revision_number': 2, 'project_id': '248ab854899c40d29da790e4aed1bb71', 'subnets': [{'id': '39a39c8f-bbc4-4129-b3fd-49511b148cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:32:46.431487 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 5f41629a-ff62-4bef-b4d2-c6ff417a4c34 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:46.435999 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 689b5a2a-db85-458c-ab2e-2a29cc085f96 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:46.450951 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1893c4e3-5e1e-488b-b2ee-aad31a4cdde1 None None] DHCP port deletion for a881ffa2-cae5-44f1-bb59-4d026f4ecf1f request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:32:46.469602 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67d34150-d9d3-4c08-a153-a2dcc4f62fb1 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (cb33554c-81e9-4d70-883f-1b19d7c804e7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:46.539402 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d34150-d9d3-4c08-a153-a2dcc4f62fb1 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Port': ['ID=cb33554c-81e9-4d70-883f-1b19d7c804e7,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:46.545932 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d34150-d9d3-4c08-a153-a2dcc4f62fb1 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] No DVR routers for this DVR port cb33554c-81e9-4d70-883f-1b19d7c804e7 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:32:46.566106 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 689b5a2a-db85-458c-ab2e-2a29cc085f96 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:46.566770 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (689b5a2a-db85-458c-ab2e-2a29cc085f96), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:46.696349 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67d34150-d9d3-4c08-a153-a2dcc4f62fb1 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (a881ffa2-cae5-44f1-bb59-4d026f4ecf1f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:46.778497 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 689b5a2a-db85-458c-ab2e-2a29cc085f96 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:46.794896 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-67d34150-d9d3-4c08-a153-a2dcc4f62fb1 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a881ffa2-cae5-44f1-bb59-4d026f4ecf1f']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:46.819581 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-67d34150-d9d3-4c08-a153-a2dcc4f62fb1 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '393dcfc2-2c7d-4e03-bc3c-244f1cb8ec26') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:46.819964 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-67d34150-d9d3-4c08-a153-a2dcc4f62fb1 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '393dcfc2-2c7d-4e03-bc3c-244f1cb8ec26') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:46.841193 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67d34150-d9d3-4c08-a153-a2dcc4f62fb1 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (393dcfc2-2c7d-4e03-bc3c-244f1cb8ec26), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:46.863031 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67d34150-d9d3-4c08-a153-a2dcc4f62fb1 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (393dcfc2-2c7d-4e03-bc3c-244f1cb8ec26), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:46.871650 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d34150-d9d3-4c08-a153-a2dcc4f62fb1 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:32:46.872416 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67d34150-d9d3-4c08-a153-a2dcc4f62fb1 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (393dcfc2-2c7d-4e03-bc3c-244f1cb8ec26), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:32:46.876665 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:32:46.975990 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 689b5a2a-db85-458c-ab2e-2a29cc085f96 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:47.013449 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67d34150-d9d3-4c08-a153-a2dcc4f62fb1 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (a881ffa2-cae5-44f1-bb59-4d026f4ecf1f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:47.023737 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67d34150-d9d3-4c08-a153-a2dcc4f62fb1 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:47.036213 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-67d34150-d9d3-4c08-a153-a2dcc4f62fb1 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/networks/a881ffa2-cae5-44f1-bb59-4d026f4ecf1f HTTP/1.1" status: 204 len: 168 time: 1.6299431 Feb 19 04:32:47.037141 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38010) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:47.043680 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-21a74c0a-6414-46b0-a6d6-6559b195c2e9 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'router': {'routes': None}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:47.056992 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 689b5a2a-db85-458c-ab2e-2a29cc085f96 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:47.057449 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (689b5a2a-db85-458c-ab2e-2a29cc085f96), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:47.068809 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d34150-d9d3-4c08-a153-a2dcc4f62fb1 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Pushing event deleted for resources: {'Network': ['ID=a881ffa2-cae5-44f1-bb59-4d026f4ecf1f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:47.176809 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 689b5a2a-db85-458c-ab2e-2a29cc085f96 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:47.283471 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device cb33554c-81e9-4d70-883f-1b19d7c804e7 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:32:47.336258 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: cb33554c-81e9-4d70-883f-1b19d7c804e7 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:32:47.336527 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device cb33554c-81e9-4d70-883f-1b19d7c804e7 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:32:47.337385 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5f444202-3e13-4b7d-be40-ac63252c850a no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:32:47.338310 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.extraroute_db [None req-21a74c0a-6414-46b0-a6d6-6559b195c2e9 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Added routes are [] {{(pid=109926) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 04:32:47.339344 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.extraroute_db [None req-21a74c0a-6414-46b0-a6d6-6559b195c2e9 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Removed routes are [] {{(pid=109926) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 04:32:47.339895 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21a74c0a-6414-46b0-a6d6-6559b195c2e9 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5517'] for router (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:47.377211 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 5f444202-3e13-4b7d-be40-ac63252c850a {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:32:47.381759 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5f444202-3e13-4b7d-be40-ac63252c850a not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:32:47.633545 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21a74c0a-6414-46b0-a6d6-6559b195c2e9 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5517'] for router (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:47.639889 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21a74c0a-6414-46b0-a6d6-6559b195c2e9 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1611319'] for router (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:47.752138 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a74c0a-6414-46b0-a6d6-6559b195c2e9 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:32:47.917463 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a74c0a-6414-46b0-a6d6-6559b195c2e9 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:32:47.930052 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88e75a3-b1c6-4469-95b3-8a9d97a8a4cc None None] Sync routers for ids ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:32:47.947286 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21a74c0a-6414-46b0-a6d6-6559b195c2e9 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:47.949722 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-21a74c0a-6414-46b0-a6d6-6559b195c2e9 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "PUT /v2.0/routers/7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 HTTP/1.1" status: 200 len: 700 time: 0.9109507 Feb 19 04:32:47.952565 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38020) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:47.968506 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88e75a3-b1c6-4469-95b3-8a9d97a8a4cc None None] Routers {'7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:47.969174 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-d88e75a3-b1c6-4469-95b3-8a9d97a8a4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:48.037502 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38022) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:48.043377 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a425b8d0-9700-42da-ae92-e002a652a1ce tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 HTTP/1.1" status: 200 len: 205 time: 0.0833979 Feb 19 04:32:48.173871 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-d88e75a3-b1c6-4469-95b3-8a9d97a8a4cc None None] Set router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:48.256157 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-d88e75a3-b1c6-4469-95b3-8a9d97a8a4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:43Z', 'revision_number': 11, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:48.264366 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-af244531-722f-4001-bb4f-8a4a19435a0e tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:48.299471 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88e75a3-b1c6-4469-95b3-8a9d97a8a4cc None None] Checking router: 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:32:48.315745 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88e75a3-b1c6-4469-95b3-8a9d97a8a4cc None None] Routers {'7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:48.316380 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-d88e75a3-b1c6-4469-95b3-8a9d97a8a4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:48.536108 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-d88e75a3-b1c6-4469-95b3-8a9d97a8a4cc None None] Set router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:48.622944 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-d88e75a3-b1c6-4469-95b3-8a9d97a8a4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:43Z', 'revision_number': 11, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:48.654180 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88e75a3-b1c6-4469-95b3-8a9d97a8a4cc None None] The sync data for ids ['7a5d38de-ec99-42ca-a032-bf5b9a4e9e71'] in n-d-828369-19 is: [{'id': '7a5d38de-ec99-42ca-a032-bf5b9a4e9e71', 'name': 'tempest-RoutersTest-router-964230021', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:00Z', 'updated_at': '2022-02-19T04:32:43Z', 'revision_number': 11, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:32:48.669167 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-af244531-722f-4001-bb4f-8a4a19435a0e tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:48.671814 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-af244531-722f-4001-bb4f-8a4a19435a0e tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router_controller (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:48.796941 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-af244531-722f-4001-bb4f-8a4a19435a0e tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (7a5d38de-ec99-42ca-a032-bf5b9a4e9e71), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:48.797535 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af244531-722f-4001-bb4f-8a4a19435a0e tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Fanout notify agent at l3_agent the message router_deleted on router 7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:32:48.838830 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-af244531-722f-4001-bb4f-8a4a19435a0e tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:48.838830 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-af244531-722f-4001-bb4f-8a4a19435a0e tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/routers/7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 HTTP/1.1" status: 204 len: 168 time: 0.7995596 Feb 19 04:32:48.844054 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38028) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:48.848450 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-32531718-6e7d-4185-99ff-b2194d0c9d5d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1120444132', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:48.889887 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-32531718-6e7d-4185-99ff-b2194d0c9d5d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (ea78bdaa-c114-48e0-959d-5ea4746ae307), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:48.892384 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-32531718-6e7d-4185-99ff-b2194d0c9d5d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (ea78bdaa-c114-48e0-959d-5ea4746ae307), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:49.044407 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-32531718-6e7d-4185-99ff-b2194d0c9d5d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router_controller (ea78bdaa-c114-48e0-959d-5ea4746ae307), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:49.055190 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-32531718-6e7d-4185-99ff-b2194d0c9d5d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (ea78bdaa-c114-48e0-959d-5ea4746ae307), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:49.082408 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b0b213c0-5b42-44d1-8db0-e2962d7221b4 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:49.104497 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-32531718-6e7d-4185-99ff-b2194d0c9d5d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:49.105941 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-32531718-6e7d-4185-99ff-b2194d0c9d5d tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2613311 Feb 19 04:32:49.108880 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38032) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:49.119649 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-4782ed09-2151-4c32-b111-39b8d280e4a6 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:49.268834 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port b0b213c0-5b42-44d1-8db0-e2962d7221b4 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:49.269462 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b0b213c0-5b42-44d1-8db0-e2962d7221b4), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:49.496540 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port b0b213c0-5b42-44d1-8db0-e2962d7221b4 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:49.503346 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b0b213c0-5b42-44d1-8db0-e2962d7221b4), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:49.553708 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port b0b213c0-5b42-44d1-8db0-e2962d7221b4, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=b0b213c0-5b42-44d1-8db0-e2962d7221b4,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:49.570919 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b0b213c0-5b42-44d1-8db0-e2962d7221b4), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:49.667465 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=b0b213c0-5b42-44d1-8db0-e2962d7221b4,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:49.678117 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4782ed09-2151-4c32-b111-39b8d280e4a6 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1612623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5517'] for router (ea78bdaa-c114-48e0-959d-5ea4746ae307), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:49.692723 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4782ed09-2151-4c32-b111-39b8d280e4a6 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1612632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1612625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1611319'] for router (ea78bdaa-c114-48e0-959d-5ea4746ae307), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:49.844837 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4782ed09-2151-4c32-b111-39b8d280e4a6 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Router ea78bdaa-c114-48e0-959d-5ea4746ae307 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:32:49.934954 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4782ed09-2151-4c32-b111-39b8d280e4a6 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:32:49.942342 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4782ed09-2151-4c32-b111-39b8d280e4a6 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:49.946358 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38038) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:49.946918 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4782ed09-2151-4c32-b111-39b8d280e4a6 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "PUT /v2.0/routers/ea78bdaa-c114-48e0-959d-5ea4746ae307 HTTP/1.1" status: 200 len: 694 time: 0.8363338 Feb 19 04:32:49.954067 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af451076-79cb-4d90-90b4-3c2fc0213463 None None] Sync routers for ids ['ea78bdaa-c114-48e0-959d-5ea4746ae307'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:32:49.965889 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af451076-79cb-4d90-90b4-3c2fc0213463 None None] Routers {'ea78bdaa-c114-48e0-959d-5ea4746ae307'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:49.966560 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-af451076-79cb-4d90-90b4-3c2fc0213463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ea78bdaa-c114-48e0-959d-5ea4746ae307'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:50.044388 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c0467a-ad64-4df3-aea3-3f802eb50f34 None None] Sync routers for ids ['04d4a519-5b3a-46f4-bc8b-20ec5755f44b'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:32:50.059366 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38044) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:50.071761 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b0b28494-e535-4f0a-9de2-9185e179b222 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "GET /v2.0/routers/ea78bdaa-c114-48e0-959d-5ea4746ae307 HTTP/1.1" status: 200 len: 700 time: 0.1233008 Feb 19 04:32:50.093509 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c0467a-ad64-4df3-aea3-3f802eb50f34 None None] Routers {'04d4a519-5b3a-46f4-bc8b-20ec5755f44b'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:50.094877 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38046) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:50.095112 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-84c0467a-ad64-4df3-aea3-3f802eb50f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['04d4a519-5b3a-46f4-bc8b-20ec5755f44b'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:50.104139 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-59a567ca-05b7-4a98-8f66-92285a5a63d3 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea78bdaa-c114-48e0-959d-5ea4746ae307 HTTP/1.1" status: 200 len: 205 time: 0.0432305 Feb 19 04:32:50.329947 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41d1ffce-0b50-4b81-adb8-5bad6d0502e9 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router (ea78bdaa-c114-48e0-959d-5ea4746ae307), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:50.425999 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-af451076-79cb-4d90-90b4-3c2fc0213463 None None] Set router ea78bdaa-c114-48e0-959d-5ea4746ae307 gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:50.497401 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-af451076-79cb-4d90-90b4-3c2fc0213463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea78bdaa-c114-48e0-959d-5ea4746ae307', 'name': 'tempest-RoutersTest-router-1120444132', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:48Z', 'updated_at': '2022-02-19T04:32:49Z', 'revision_number': 2, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:50.528207 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af451076-79cb-4d90-90b4-3c2fc0213463 None None] Checking router: ea78bdaa-c114-48e0-959d-5ea4746ae307 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:32:50.538406 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af451076-79cb-4d90-90b4-3c2fc0213463 None None] Routers {'ea78bdaa-c114-48e0-959d-5ea4746ae307'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:50.539196 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-af451076-79cb-4d90-90b4-3c2fc0213463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ea78bdaa-c114-48e0-959d-5ea4746ae307'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:50.565418 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-84c0467a-ad64-4df3-aea3-3f802eb50f34 None None] Set router 04d4a519-5b3a-46f4-bc8b-20ec5755f44b gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:50.723622 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-af451076-79cb-4d90-90b4-3c2fc0213463 None None] Set router ea78bdaa-c114-48e0-959d-5ea4746ae307 gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:50.804208 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-863bdbf7-da52-4aac-a47f-986cba0379be tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:50.810879 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-863bdbf7-da52-4aac-a47f-986cba0379be tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 811 time: 0.2640285 Feb 19 04:32:50.840824 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-f905840c-f19d-42d0-bc1f-8c5038032f6b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/quotas/b0fd37ae90824e9285d9bb3943295dee HTTP/1.1" status: 200 len: 375 time: 0.0203154 Feb 19 04:32:50.844500 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41d1ffce-0b50-4b81-adb8-5bad6d0502e9 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (ea78bdaa-c114-48e0-959d-5ea4746ae307), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:50.850950 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41d1ffce-0b50-4b81-adb8-5bad6d0502e9 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router_controller (ea78bdaa-c114-48e0-959d-5ea4746ae307), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:50.894975 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-af451076-79cb-4d90-90b4-3c2fc0213463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea78bdaa-c114-48e0-959d-5ea4746ae307', 'name': 'tempest-RoutersTest-router-1120444132', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:48Z', 'updated_at': '2022-02-19T04:32:49Z', 'revision_number': 2, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:50.995724 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af451076-79cb-4d90-90b4-3c2fc0213463 None None] The sync data for ids ['ea78bdaa-c114-48e0-959d-5ea4746ae307'] in n-d-828369-19 is: [{'id': 'ea78bdaa-c114-48e0-959d-5ea4746ae307', 'name': 'tempest-RoutersTest-router-1120444132', 'tenant_id': '6f6253efb36743ecbd8291e71f2cddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:48Z', 'updated_at': '2022-02-19T04:32:49Z', 'revision_number': 2, 'project_id': '6f6253efb36743ecbd8291e71f2cddd8', 'gw_port_host': None}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:32:51.014719 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41d1ffce-0b50-4b81-adb8-5bad6d0502e9 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (ea78bdaa-c114-48e0-959d-5ea4746ae307), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:51.016226 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d1ffce-0b50-4b81-adb8-5bad6d0502e9 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Fanout notify agent at l3_agent the message router_deleted on router ea78bdaa-c114-48e0-959d-5ea4746ae307 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:32:51.019100 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-85b7ca9f-95a8-4630-a526-3a73b8f517e9 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1710637 Feb 19 04:32:51.031270 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41d1ffce-0b50-4b81-adb8-5bad6d0502e9 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:51.032767 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-41d1ffce-0b50-4b81-adb8-5bad6d0502e9 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/routers/ea78bdaa-c114-48e0-959d-5ea4746ae307 HTTP/1.1" status: 204 len: 168 time: 0.9369135 Feb 19 04:32:51.036364 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38060) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:51.076507 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-81c1e25b-2395-408c-8913-0ecfd68bfbca tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea78bdaa-c114-48e0-959d-5ea4746ae307 HTTP/1.1" status: 200 len: 205 time: 0.0387433 Feb 19 04:32:51.080206 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38062) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:51.124616 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b0b213c0-5b42-44d1-8db0-e2962d7221b4 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:51.196828 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port b0b213c0-5b42-44d1-8db0-e2962d7221b4 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:51.197432 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b0b213c0-5b42-44d1-8db0-e2962d7221b4), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:51.218004 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-319bfe0d-5983-401d-aa41-591c5c3ac244 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] delete failed (client error): The resource could not be found. Feb 19 04:32:51.219200 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-319bfe0d-5983-401d-aa41-591c5c3ac244 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/routers/ea78bdaa-c114-48e0-959d-5ea4746ae307 HTTP/1.1" status: 404 len: 336 time: 0.1380470 Feb 19 04:32:51.221957 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38064) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:51.259048 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-84c0467a-ad64-4df3-aea3-3f802eb50f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d4a519-5b3a-46f4-bc8b-20ec5755f44b', 'name': 'tempest-TestVolumeBootPattern-741110844-router', 'tenant_id': '248ab854899c40d29da790e4aed1bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b0b213c0-5b42-44d1-8db0-e2962d7221b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:38Z', 'updated_at': '2022-02-19T04:32:43Z', 'revision_number': 4, 'project_id': '248ab854899c40d29da790e4aed1bb71', 'gw_port': {'id': 'b0b213c0-5b42-44d1-8db0-e2962d7221b4', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d4a519-5b3a-46f4-bc8b-20ec5755f44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:39Z', 'updated_at': '2022-02-19T04:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '23daf84f-f83c-4ca3-97da-0cd505eaa3a8', 'name': '', 'network_id': 'e8895c93-5e76-455b-b21e-16b77a296770', 'tenant_id': '248ab854899c40d29da790e4aed1bb71', 'mac_address': 'fa:16:3e:09:3e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d4a519-5b3a-46f4-bc8b-20ec5755f44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '39a39c8f-bbc4-4129-b3fd-49511b148cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:42Z', 'updated_at': '2022-02-19T04:32:43Z', 'revision_number': 2, 'project_id': '248ab854899c40d29da790e4aed1bb71', 'subnets': [{'id': '39a39c8f-bbc4-4129-b3fd-49511b148cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:51.279783 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e1bb32-d117-4f57-b988-30a46f30bbce tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] DELETE failed (client error): The resource could not be found. Feb 19 04:32:51.281239 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8e1bb32-d117-4f57-b988-30a46f30bbce tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:32:51.289147 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e8e1bb32-d117-4f57-b988-30a46f30bbce tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/subnets/848bba70-67e6-4392-9b4b-e7b5b6023106 HTTP/1.1" status: 404 len: 337 time: 0.0638011 Feb 19 04:32:51.289596 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38066) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:51.329635 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-2a0b8645-2d4c-44e0-b97c-b255634dd717 service neutron] 10.222.0.52 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018124 Feb 19 04:32:51.346219 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port b0b213c0-5b42-44d1-8db0-e2962d7221b4 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:51.348560 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c0467a-ad64-4df3-aea3-3f802eb50f34 None None] Checking router: 04d4a519-5b3a-46f4-bc8b-20ec5755f44b for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:32:51.348940 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c0467a-ad64-4df3-aea3-3f802eb50f34 None None] Updating router 04d4a519-5b3a-46f4-bc8b-20ec5755f44b port 23daf84f-f83c-4ca3-97da-0cd505eaa3a8 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:32:51.389845 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-84c0467a-ad64-4df3-aea3-3f802eb50f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (23daf84f-f83c-4ca3-97da-0cd505eaa3a8), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:51.413918 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e0edf11-9750-4678-b6da-59431523fbd7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] DELETE failed (client error): The resource could not be found. Feb 19 04:32:51.414685 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e0edf11-9750-4678-b6da-59431523fbd7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:32:51.423510 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6e0edf11-9750-4678-b6da-59431523fbd7 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/subnets/9d4ef02c-6ad3-48e5-8076-428f99e6ebfe HTTP/1.1" status: 404 len: 337 time: 0.1282425 Feb 19 04:32:51.425171 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38068) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:51.485800 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c8f3f7-6975-4af5-bcaf-2f9a60650420 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] DELETE failed (client error): The resource could not be found. Feb 19 04:32:51.486307 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34c8f3f7-6975-4af5-bcaf-2f9a60650420 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:32:51.489444 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-34c8f3f7-6975-4af5-bcaf-2f9a60650420 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/subnets/9a2180be-cd63-49ce-9db8-fc633c9f4b26 HTTP/1.1" status: 404 len: 337 time: 0.0644767 Feb 19 04:32:51.496472 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38070) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:51.535911 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6fd1f2-665c-4245-a759-fe1b71944bd6 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] DELETE failed (client error): The resource could not be found. Feb 19 04:32:51.536376 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca6fd1f2-665c-4245-a759-fe1b71944bd6 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:32:51.539675 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ca6fd1f2-665c-4245-a759-fe1b71944bd6 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/subnets/d02adaf0-7f48-420b-90a5-9f7dc112381e HTTP/1.1" status: 404 len: 337 time: 0.0421474 Feb 19 04:32:51.545917 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38072) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:51.630516 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2da7d82c-328e-4998-acb5-3c7e9d63b9ae tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 HTTP/1.1" status: 200 len: 205 time: 0.0810030 Feb 19 04:32:51.631262 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38074) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:51.721932 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-95d50fad-e4d7-4af1-ab7e-d73460eedd25 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] delete failed (client error): The resource could not be found. Feb 19 04:32:51.743125 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-95d50fad-e4d7-4af1-ab7e-d73460eedd25 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/routers/7a5d38de-ec99-42ca-a032-bf5b9a4e9e71 HTTP/1.1" status: 404 len: 336 time: 0.1084521 Feb 19 04:32:51.746304 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38078) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:51.804378 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bd3c6913-4615-4705-8954-252e3082fe95 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "GET /v2.0/ports?device_id=648c639b-5b89-4f74-9bf0-eb0dd2202ff6 HTTP/1.1" status: 200 len: 205 time: 0.0578039 Feb 19 04:32:51.804624 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38080) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:51.838819 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-1c3fb759-d47d-4038-9c6f-8f092baf5f43 service neutron] 10.222.0.52 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031865 Feb 19 04:32:51.922691 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-38a034d8-84d8-4b39-bb6c-3bf7e28cee10 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] delete failed (client error): The resource could not be found. Feb 19 04:32:51.927472 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-38a034d8-84d8-4b39-bb6c-3bf7e28cee10 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/routers/648c639b-5b89-4f74-9bf0-eb0dd2202ff6 HTTP/1.1" status: 404 len: 336 time: 0.1217201 Feb 19 04:32:51.930197 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38084) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:51.973882 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-84c0467a-ad64-4df3-aea3-3f802eb50f34 None None] Publish callbacks [] for port (23daf84f-f83c-4ca3-97da-0cd505eaa3a8), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:51.992745 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4cc1de5-2847-48af-96e3-49e40284221c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] DELETE failed (client error): The resource could not be found. Feb 19 04:32:51.993158 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4cc1de5-2847-48af-96e3-49e40284221c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:32:51.997967 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-84c0467a-ad64-4df3-aea3-3f802eb50f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (23daf84f-f83c-4ca3-97da-0cd505eaa3a8), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:52.001085 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d4cc1de5-2847-48af-96e3-49e40284221c tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/subnets/d8316651-6b51-425c-8dbb-75fa60472d85 HTTP/1.1" status: 404 len: 337 time: 0.0674806 Feb 19 04:32:52.001492 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38088) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:52.074541 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbe64c-6178-433e-840b-a8277a12e5d5 None None] Pushing event updated for resources: {'Port': ['ID=23daf84f-f83c-4ca3-97da-0cd505eaa3a8,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:52.104111 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b4707f2f-248e-49e9-841e-346cff78cf39 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2b85d6f-0bee-48a0-bc7e-cc13dd118873 HTTP/1.1" status: 200 len: 205 time: 0.1013916 Feb 19 04:32:52.107182 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38094) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:52.185438 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-29ffa77a-ffde-4546-904b-4c2bb3876de3 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] delete failed (client error): The resource could not be found. Feb 19 04:32:52.187332 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-29ffa77a-ffde-4546-904b-4c2bb3876de3 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/routers/e2b85d6f-0bee-48a0-bc7e-cc13dd118873 HTTP/1.1" status: 404 len: 336 time: 0.0788150 Feb 19 04:32:52.189810 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38096) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:52.210595 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-84c0467a-ad64-4df3-aea3-3f802eb50f34 None None] Attempting to bind port 23daf84f-f83c-4ca3-97da-0cd505eaa3a8 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:32:52.211171 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-84c0467a-ad64-4df3-aea3-3f802eb50f34 None None] Attempting to bind port 23daf84f-f83c-4ca3-97da-0cd505eaa3a8 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '5c42d5c6-6df2-44d0-93ee-3334fee8fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e8895c93-5e76-455b-b21e-16b77a296770'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:32:52.211458 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c0467a-ad64-4df3-aea3-3f802eb50f34 None None] Attempting to bind port 23daf84f-f83c-4ca3-97da-0cd505eaa3a8 on network e8895c93-5e76-455b-b21e-16b77a296770 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:32:52.227379 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c0467a-ad64-4df3-aea3-3f802eb50f34 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:32:52.227805 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c0467a-ad64-4df3-aea3-3f802eb50f34 None None] Checking segment: {'id': '5c42d5c6-6df2-44d0-93ee-3334fee8fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e8895c93-5e76-455b-b21e-16b77a296770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:52.228181 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-84c0467a-ad64-4df3-aea3-3f802eb50f34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:52.228587 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c0467a-ad64-4df3-aea3-3f802eb50f34 None None] Bound using segment: {'id': '5c42d5c6-6df2-44d0-93ee-3334fee8fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e8895c93-5e76-455b-b21e-16b77a296770'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:32:52.229066 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-84c0467a-ad64-4df3-aea3-3f802eb50f34 None None] Bound port: 23daf84f-f83c-4ca3-97da-0cd505eaa3a8, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c42d5c6-6df2-44d0-93ee-3334fee8fe02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e8895c93-5e76-455b-b21e-16b77a296770'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:32:52.229459 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-84c0467a-ad64-4df3-aea3-3f802eb50f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (23daf84f-f83c-4ca3-97da-0cd505eaa3a8), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:52.256311 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7aac881c-f916-45e1-ab25-ed2cb8167d31 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "GET /v2.0/ports?device_id=36a37bb8-10e8-4b86-860f-374c31e24397 HTTP/1.1" status: 200 len: 205 time: 0.0651920 Feb 19 04:32:52.258676 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38098) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:52.306499 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-58f153b8-c4dc-4c8a-9d60-045ffbedd4e5 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] delete failed (client error): The resource could not be found. Feb 19 04:32:52.307550 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-58f153b8-c4dc-4c8a-9d60-045ffbedd4e5 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/routers/36a37bb8-10e8-4b86-860f-374c31e24397 HTTP/1.1" status: 404 len: 336 time: 0.0475214 Feb 19 04:32:52.311034 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38100) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:52.432785 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-df798a6c-6afb-4fed-a6b9-1ab22f9234b8 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] DELETE failed (client error): The resource could not be found. Feb 19 04:32:52.433680 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df798a6c-6afb-4fed-a6b9-1ab22f9234b8 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:32:52.442116 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-df798a6c-6afb-4fed-a6b9-1ab22f9234b8 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/subnets/d83b07a7-985e-456a-a18c-2c65f8c7ae3a HTTP/1.1" status: 404 len: 337 time: 0.1270339 Feb 19 04:32:52.442849 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38106) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:52.456548 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-84c0467a-ad64-4df3-aea3-3f802eb50f34 None None] For port 23daf84f-f83c-4ca3-97da-0cd505eaa3a8, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:32:52.462310 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-84c0467a-ad64-4df3-aea3-3f802eb50f34 None None] For port 23daf84f-f83c-4ca3-97da-0cd505eaa3a8, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=23daf84f-f83c-4ca3-97da-0cd505eaa3a8,segment=NetworkSegment(5c42d5c6-6df2-44d0-93ee-3334fee8fe02),segment_id=5c42d5c6-6df2-44d0-93ee-3334fee8fe02)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:32:52.468809 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34101a34-98df-4336-9d13-647ff8be7277 req-62635c6b-ceed-4514-8ba9-b03d68159ae2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 210 time: 0.0695758 Feb 19 04:32:52.499332 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-55261282-8163-4b2e-b549-f548b496b37f tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "GET /v2.0/ports?device_id=12296bde-fc1f-4435-ab9b-faed89978e84 HTTP/1.1" status: 200 len: 205 time: 0.0534172 Feb 19 04:32:52.503718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38108) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:52.512413 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-84c0467a-ad64-4df3-aea3-3f802eb50f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (23daf84f-f83c-4ca3-97da-0cd505eaa3a8), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:52.597108 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-59168470-62a9-49b2-b742-730ca0ba3bbe tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] delete failed (client error): The resource could not be found. Feb 19 04:32:52.603594 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-59168470-62a9-49b2-b742-730ca0ba3bbe tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/routers/12296bde-fc1f-4435-ab9b-faed89978e84 HTTP/1.1" status: 404 len: 336 time: 0.0927346 Feb 19 04:32:52.603993 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38110) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:52.607164 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c0467a-ad64-4df3-aea3-3f802eb50f34 None None] Routers {'04d4a519-5b3a-46f4-bc8b-20ec5755f44b'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:52.607819 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-84c0467a-ad64-4df3-aea3-3f802eb50f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:32:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['04d4a519-5b3a-46f4-bc8b-20ec5755f44b'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:52.637297 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11dc290-e184-4368-8365-5f2c321a0b05 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] DELETE failed (client error): The resource could not be found. Feb 19 04:32:52.638184 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f11dc290-e184-4368-8365-5f2c321a0b05 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:32:52.642140 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f11dc290-e184-4368-8365-5f2c321a0b05 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/subnets/dc8398ba-aadb-4e31-a132-da9daf1b54fb HTTP/1.1" status: 404 len: 337 time: 0.0365598 Feb 19 04:32:52.644854 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38112) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:52.696743 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ab5d1ef8-5ce2-4556-a360-132c32624023 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "GET /v2.0/ports?device_id=23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef HTTP/1.1" status: 200 len: 205 time: 0.0506411 Feb 19 04:32:52.700018 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38116) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:52.812888 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-631671eb-4e9f-4e21-aeee-50f40bde804a None None] Provisioning complete for port 23daf84f-f83c-4ca3-97da-0cd505eaa3a8 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:52.813520 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-631671eb-4e9f-4e21-aeee-50f40bde804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (23daf84f-f83c-4ca3-97da-0cd505eaa3a8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:52.867611 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbe64c-6178-433e-840b-a8277a12e5d5 None None] Pushing event updated for resources: {'Port': ['ID=23daf84f-f83c-4ca3-97da-0cd505eaa3a8,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:52.883012 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-38d490d8-1ceb-40d4-b6fa-0acdfe53b8e1 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] delete failed (client error): The resource could not be found. Feb 19 04:32:52.889927 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-38d490d8-1ceb-40d4-b6fa-0acdfe53b8e1 tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/routers/23eb45bc-fb91-4d3b-a8a1-168f3d86e9ef HTTP/1.1" status: 404 len: 336 time: 0.1884434 Feb 19 04:32:52.892426 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38122) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:52.969877 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c77e9df-9253-4a16-99d7-e2a5bd2500cf tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] DELETE failed (client error): The resource could not be found. Feb 19 04:32:52.970280 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c77e9df-9253-4a16-99d7-e2a5bd2500cf tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:32:52.986205 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6c77e9df-9253-4a16-99d7-e2a5bd2500cf tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/subnets/5e11eb7f-ec08-4b52-bb47-0ffe055305e0 HTTP/1.1" status: 404 len: 337 time: 0.0924208 Feb 19 04:32:52.988473 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38124) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:53.023965 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-784c9f42-e2c7-4eab-b3fa-7d9a79a5f8df tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] DELETE failed (client error): The resource could not be found. Feb 19 04:32:53.024414 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-784c9f42-e2c7-4eab-b3fa-7d9a79a5f8df tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:32:53.031640 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-784c9f42-e2c7-4eab-b3fa-7d9a79a5f8df tempest-RoutersTest-1420221365 tempest-RoutersTest-1420221365-project] 10.222.0.52 "DELETE /v2.0/subnets/85ddf9bd-f448-44f3-b4ef-83787d7e930c HTTP/1.1" status: 404 len: 337 time: 0.0420563 Feb 19 04:32:53.123028 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-84c0467a-ad64-4df3-aea3-3f802eb50f34 None None] Set router 04d4a519-5b3a-46f4-bc8b-20ec5755f44b gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:53.200378 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-631671eb-4e9f-4e21-aeee-50f40bde804a None None] Current status of the port 23daf84f-f83c-4ca3-97da-0cd505eaa3a8 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:53.204412 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-631671eb-4e9f-4e21-aeee-50f40bde804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (23daf84f-f83c-4ca3-97da-0cd505eaa3a8), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:53.401828 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-631671eb-4e9f-4e21-aeee-50f40bde804a None None] For port 23daf84f-f83c-4ca3-97da-0cd505eaa3a8, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=23daf84f-f83c-4ca3-97da-0cd505eaa3a8,segment=NetworkSegment(5c42d5c6-6df2-44d0-93ee-3334fee8fe02),segment_id=5c42d5c6-6df2-44d0-93ee-3334fee8fe02)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:53.408641 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-631671eb-4e9f-4e21-aeee-50f40bde804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (23daf84f-f83c-4ca3-97da-0cd505eaa3a8), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:53.515025 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631671eb-4e9f-4e21-aeee-50f40bde804a None None] Pushing event updated for resources: {'Port': ['ID=23daf84f-f83c-4ca3-97da-0cd505eaa3a8,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:53.606659 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-60dc4162-1276-4d62-8ebb-e9539e65e565 None None] Provisioning complete for port 23daf84f-f83c-4ca3-97da-0cd505eaa3a8 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:53.607326 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-60dc4162-1276-4d62-8ebb-e9539e65e565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (23daf84f-f83c-4ca3-97da-0cd505eaa3a8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:53.651589 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-84c0467a-ad64-4df3-aea3-3f802eb50f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d4a519-5b3a-46f4-bc8b-20ec5755f44b', 'name': 'tempest-TestVolumeBootPattern-741110844-router', 'tenant_id': '248ab854899c40d29da790e4aed1bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b0b213c0-5b42-44d1-8db0-e2962d7221b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:38Z', 'updated_at': '2022-02-19T04:32:43Z', 'revision_number': 4, 'project_id': '248ab854899c40d29da790e4aed1bb71', 'gw_port': {'id': 'b0b213c0-5b42-44d1-8db0-e2962d7221b4', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d4a519-5b3a-46f4-bc8b-20ec5755f44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:39Z', 'updated_at': '2022-02-19T04:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '23daf84f-f83c-4ca3-97da-0cd505eaa3a8', 'name': '', 'network_id': 'e8895c93-5e76-455b-b21e-16b77a296770', 'tenant_id': '248ab854899c40d29da790e4aed1bb71', 'mac_address': 'fa:16:3e:09:3e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d4a519-5b3a-46f4-bc8b-20ec5755f44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '39a39c8f-bbc4-4129-b3fd-49511b148cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:42Z', 'updated_at': '2022-02-19T04:32:52Z', 'revision_number': 4, 'project_id': '248ab854899c40d29da790e4aed1bb71', 'subnets': [{'id': '39a39c8f-bbc4-4129-b3fd-49511b148cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:53.700589 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38136) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:53.705356 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60ba9c64-0358-466a-b601-36e9c254f2e1 req-a9aaa09c-3f79-40f6-a55b-80d2066dbb1d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 210 time: 0.1278551 Feb 19 04:32:53.710291 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c0467a-ad64-4df3-aea3-3f802eb50f34 None None] The sync data for ids ['04d4a519-5b3a-46f4-bc8b-20ec5755f44b'] in n-d-828369-19 is: [{'id': '04d4a519-5b3a-46f4-bc8b-20ec5755f44b', 'name': 'tempest-TestVolumeBootPattern-741110844-router', 'tenant_id': '248ab854899c40d29da790e4aed1bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b0b213c0-5b42-44d1-8db0-e2962d7221b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:38Z', 'updated_at': '2022-02-19T04:32:43Z', 'revision_number': 4, 'project_id': '248ab854899c40d29da790e4aed1bb71', 'gw_port': {'id': 'b0b213c0-5b42-44d1-8db0-e2962d7221b4', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d4a519-5b3a-46f4-bc8b-20ec5755f44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:39Z', 'updated_at': '2022-02-19T04:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '23daf84f-f83c-4ca3-97da-0cd505eaa3a8', 'name': '', 'network_id': 'e8895c93-5e76-455b-b21e-16b77a296770', 'tenant_id': '248ab854899c40d29da790e4aed1bb71', 'mac_address': 'fa:16:3e:09:3e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d4a519-5b3a-46f4-bc8b-20ec5755f44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '39a39c8f-bbc4-4129-b3fd-49511b148cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:42Z', 'updated_at': '2022-02-19T04:32:52Z', 'revision_number': 4, 'project_id': '248ab854899c40d29da790e4aed1bb71', 'subnets': [{'id': '39a39c8f-bbc4-4129-b3fd-49511b148cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:32:53.825631 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-60dc4162-1276-4d62-8ebb-e9539e65e565 None None] Current status of the port 23daf84f-f83c-4ca3-97da-0cd505eaa3a8 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:54.020308 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c6a187cf-95b1-4782-b88a-1176be2dd85e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6f6253efb36743ecbd8291e71f2cddd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3182876 Feb 19 04:32:54.022710 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38142) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:54.111835 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-56c323c8-fcd6-4835-b950-155f9aad93ce admin admin] Publish callbacks [] for security_group (408238bd-03cb-464e-91df-25b8c0b660aa), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:54.207015 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-56c323c8-fcd6-4835-b950-155f9aad93ce admin admin] Publish callbacks [] for security_group (408238bd-03cb-464e-91df-25b8c0b660aa), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:54.314773 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-631e60c0-04bf-4684-bdf7-fe6a707db54e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:54.317413 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-631e60c0-04bf-4684-bdf7-fe6a707db54e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.26 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 811 time: 0.2182615 Feb 19 04:32:54.332281 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-0c6f2978-79cc-4c45-8b6a-0cdeb1244a8e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Request body: {'port': {'device_id': '366f3e77-db55-400d-b54f-b3e3ea7a456d', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'admin_state_up': True, 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:54.337347 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-56c323c8-fcd6-4835-b950-155f9aad93ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (408238bd-03cb-464e-91df-25b8c0b660aa), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:54.344733 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-56c323c8-fcd6-4835-b950-155f9aad93ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:54.346343 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-56c323c8-fcd6-4835-b950-155f9aad93ce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/408238bd-03cb-464e-91df-25b8c0b660aa HTTP/1.1" status: 204 len: 168 time: 0.3218756 Feb 19 04:32:54.362820 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c323c8-fcd6-4835-b950-155f9aad93ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408238bd-03cb-464e-91df-25b8c0b660aa,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:54.682353 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-0c6f2978-79cc-4c45-8b6a-0cdeb1244a8e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Made reservation on behalf of b0fd37ae90824e9285d9bb3943295dee for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:54.705801 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-0c6f2978-79cc-4c45-8b6a-0cdeb1244a8e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:54.960262 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dfc31b26-847c-4131-bcc0-196e26c8eafe req-0da5edb9-25c9-422f-81cf-52e98c0755bb tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 210 time: 0.0396099 Feb 19 04:32:55.027874 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-0c6f2978-79cc-4c45-8b6a-0cdeb1244a8e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Allocated IP 172.20.0.12 (5e8f90c4-f909-4474-8fc0-0f484b224735/b4c1316c-0c1b-40e4-b032-90759cbccfe3/0d4ac6f4-a99b-4457-bfa7-663f3c180c54) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:32:55.048701 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 23daf84f-f83c-4ca3-97da-0cd505eaa3a8 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:55.151763 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 23daf84f-f83c-4ca3-97da-0cd505eaa3a8 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:55.152150 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (23daf84f-f83c-4ca3-97da-0cd505eaa3a8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:55.297429 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 23daf84f-f83c-4ca3-97da-0cd505eaa3a8 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:55.357440 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-0c6f2978-79cc-4c45-8b6a-0cdeb1244a8e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for port (0d4ac6f4-a99b-4457-bfa7-663f3c180c54), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:55.449473 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-0c6f2978-79cc-4c45-8b6a-0cdeb1244a8e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (0d4ac6f4-a99b-4457-bfa7-663f3c180c54), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:55.549470 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-0c6f2978-79cc-4c45-8b6a-0cdeb1244a8e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Network 5e8f90c4-f909-4474-8fc0-0f484b224735 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:55.554622 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-0c6f2978-79cc-4c45-8b6a-0cdeb1244a8e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:55.560149 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-0c6f2978-79cc-4c45-8b6a-0cdeb1244a8e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:32:55.613798 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f2978-79cc-4c45-8b6a-0cdeb1244a8e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event updated for resources: {'Port': ['ID=0d4ac6f4-a99b-4457-bfa7-663f3c180c54,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:55.689476 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-0c6f2978-79cc-4c45-8b6a-0cdeb1244a8e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:55.692815 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-0c6f2978-79cc-4c45-8b6a-0cdeb1244a8e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:55.734700 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-0c6f2978-79cc-4c45-8b6a-0cdeb1244a8e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4075143 Feb 19 04:32:55.756593 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-eccd6f0d-0291-4e9b-9466-34a9733705a8 service neutron] Request body: {'port': {'device_id': '366f3e77-db55-400d-b54f-b3e3ea7a456d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:55.845259 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38180) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:55.961139 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-eccd6f0d-0291-4e9b-9466-34a9733705a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0d4ac6f4-a99b-4457-bfa7-663f3c180c54), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:55.977254 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9692c264-1c1a-4350-9097-85b3c1955b7a None None] Provisioning complete for port 0d4ac6f4-a99b-4457-bfa7-663f3c180c54 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:55.977637 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9692c264-1c1a-4350-9097-85b3c1955b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0d4ac6f4-a99b-4457-bfa7-663f3c180c54), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:56.034317 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cf30ef5f-8f35-4e31-a3a9-29004c9f0f34 tempest-ServiceProvidersTest-100616743 tempest-ServiceProvidersTest-100616743-project] 10.222.0.52 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1875122 Feb 19 04:32:56.066658 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9692c264-1c1a-4350-9097-85b3c1955b7a None None] Port 0d4ac6f4-a99b-4457-bfa7-663f3c180c54 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:32:56.230640 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ae1bd-e201-4c3e-a205-74ab575826ce req-b38522a4-6dd1-4edb-aea8-b6c602497981 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:56.235116 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b95ae1bd-e201-4c3e-a205-74ab575826ce req-b38522a4-6dd1-4edb-aea8-b6c602497981 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 932 time: 0.1201608 Feb 19 04:32:56.340757 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b95ae1bd-e201-4c3e-a205-74ab575826ce req-46415b8f-f40a-4226-be06-e20eace2f090 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000915 Feb 19 04:32:56.491031 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-eccd6f0d-0291-4e9b-9466-34a9733705a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d4ac6f4-a99b-4457-bfa7-663f3c180c54 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:32:56.507749 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-eccd6f0d-0291-4e9b-9466-34a9733705a8 service neutron] Publish callbacks [] for port (0d4ac6f4-a99b-4457-bfa7-663f3c180c54), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:56.523503 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-eccd6f0d-0291-4e9b-9466-34a9733705a8 service neutron] Transition to ACTIVE for port object 0d4ac6f4-a99b-4457-bfa7-663f3c180c54 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:32:56.530879 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-eccd6f0d-0291-4e9b-9466-34a9733705a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (0d4ac6f4-a99b-4457-bfa7-663f3c180c54), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:56.574587 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38192) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:56.687017 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-eccd6f0d-0291-4e9b-9466-34a9733705a8 service neutron] Attempting to bind port 0d4ac6f4-a99b-4457-bfa7-663f3c180c54 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:32:56.687370 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-eccd6f0d-0291-4e9b-9466-34a9733705a8 service neutron] Attempting to bind port 0d4ac6f4-a99b-4457-bfa7-663f3c180c54 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:32:56.688106 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-eccd6f0d-0291-4e9b-9466-34a9733705a8 service neutron] Attempting to bind port 0d4ac6f4-a99b-4457-bfa7-663f3c180c54 on network 5e8f90c4-f909-4474-8fc0-0f484b224735 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:32:56.691483 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd6f0d-0291-4e9b-9466-34a9733705a8 service neutron] Pushing event updated for resources: {'Port': ['ID=0d4ac6f4-a99b-4457-bfa7-663f3c180c54,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:56.696972 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-eccd6f0d-0291-4e9b-9466-34a9733705a8 service neutron] Port 0d4ac6f4-a99b-4457-bfa7-663f3c180c54 on network 5e8f90c4-f909-4474-8fc0-0f484b224735 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:32:56.697310 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-eccd6f0d-0291-4e9b-9466-34a9733705a8 service neutron] Attempting to bind port 0d4ac6f4-a99b-4457-bfa7-663f3c180c54 on network 5e8f90c4-f909-4474-8fc0-0f484b224735 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:32:56.703903 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-eccd6f0d-0291-4e9b-9466-34a9733705a8 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:32:56.704258 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-eccd6f0d-0291-4e9b-9466-34a9733705a8 service neutron] Checking segment: {'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:56.704651 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-eccd6f0d-0291-4e9b-9466-34a9733705a8 service neutron] Bound using segment: {'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:32:56.705099 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-eccd6f0d-0291-4e9b-9466-34a9733705a8 service neutron] Bound port: 0d4ac6f4-a99b-4457-bfa7-663f3c180c54, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:32:56.706110 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-eccd6f0d-0291-4e9b-9466-34a9733705a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0d4ac6f4-a99b-4457-bfa7-663f3c180c54), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:56.810398 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4c3d031e-78cd-4850-b2b4-b75a92a5f8d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:56.814029 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-eccd6f0d-0291-4e9b-9466-34a9733705a8 service neutron] For port 0d4ac6f4-a99b-4457-bfa7-663f3c180c54, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:32:56.826423 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-eccd6f0d-0291-4e9b-9466-34a9733705a8 service neutron] For port 0d4ac6f4-a99b-4457-bfa7-663f3c180c54, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=0d4ac6f4-a99b-4457-bfa7-663f3c180c54,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:32:56.846370 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-eccd6f0d-0291-4e9b-9466-34a9733705a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (0d4ac6f4-a99b-4457-bfa7-663f3c180c54), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:56.894313 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-eccd6f0d-0291-4e9b-9466-34a9733705a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:56.895062 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-eccd6f0d-0291-4e9b-9466-34a9733705a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:56.896568 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-eccd6f0d-0291-4e9b-9466-34a9733705a8 service neutron] 10.222.0.26 "PUT /v2.0/ports/0d4ac6f4-a99b-4457-bfa7-663f3c180c54 HTTP/1.1" status: 200 len: 1093 time: 1.1475828 Feb 19 04:32:56.896988 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366f3e77-db55-400d-b54f-b3e3ea7a456d', 'tag': '0d4ac6f4-a99b-4457-bfa7-663f3c180c54'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:32:56.899493 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40439aed-ef4e-4a15-9cb3-d87b336815af" -d '{"events": [{"name": "network-changed", "server_uuid": "366f3e77-db55-400d-b54f-b3e3ea7a456d", "tag": "0d4ac6f4-a99b-4457-bfa7-663f3c180c54"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:32:56.998157 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d21827-d6bc-4b0d-b0cb-cbd72137bd53 x-openstack-request-id: req-d6d21827-d6bc-4b0d-b0cb-cbd72137bd53 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:32:56.998434 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366f3e77-db55-400d-b54f-b3e3ea7a456d", "tag": "0d4ac6f4-a99b-4457-bfa7-663f3c180c54", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:32:56.998694 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d6d21827-d6bc-4b0d-b0cb-cbd72137bd53 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:32:56.999109 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '366f3e77-db55-400d-b54f-b3e3ea7a456d', 'tag': '0d4ac6f4-a99b-4457-bfa7-663f3c180c54', 'status': 'completed', 'code': 200} Feb 19 04:32:57.007380 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4c3d031e-78cd-4850-b2b4-b75a92a5f8d3 admin admin] Publish callbacks [] for security_group (365d517c-820e-4cb3-9e61-27fe64bd8e23), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:57.015382 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4c3d031e-78cd-4850-b2b4-b75a92a5f8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (365d517c-820e-4cb3-9e61-27fe64bd8e23), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:57.033946 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:57.048883 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd6f0d-0291-4e9b-9466-34a9733705a8 service neutron] Pushing event updated for resources: {'Port': ['ID=0d4ac6f4-a99b-4457-bfa7-663f3c180c54,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:57.062523 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d031e-78cd-4850-b2b4-b75a92a5f8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365d517c-820e-4cb3-9e61-27fe64bd8e23,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:57.077861 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4c3d031e-78cd-4850-b2b4-b75a92a5f8d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cfa648c4e0e0481a891ef1e96cb28978&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5019126 Feb 19 04:32:57.080462 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38202) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:57.107365 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-215e4e9f-b0f0-44d6-b1ef-b2467b38cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:57.109399 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-215e4e9f-b0f0-44d6-b1ef-b2467b38cb6a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 1127 time: 0.1365292 Feb 19 04:32:57.164755 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-5e5e4565-54fb-4ec8-add6-50c70b038cb1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d4ac6f4-a99b-4457-bfa7-663f3c180c54 HTTP/1.1" status: 200 len: 217 time: 0.0463226 Feb 19 04:32:57.186503 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1c9a19b1-05fe-4ba8-a4e9-06d2391c7c36 admin admin] Publish callbacks [] for security_group (365d517c-820e-4cb3-9e61-27fe64bd8e23), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:57.246620 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1c9a19b1-05fe-4ba8-a4e9-06d2391c7c36 admin admin] Publish callbacks [] for security_group (365d517c-820e-4cb3-9e61-27fe64bd8e23), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:57.266823 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-66ee5d60-1dbd-4f2a-bcf7-111d1b62b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:57.268490 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-66ee5d60-1dbd-4f2a-bcf7-111d1b62b142 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4c1316c-0c1b-40e4-b032-90759cbccfe3 HTTP/1.1" status: 200 len: 850 time: 0.0832520 Feb 19 04:32:57.342322 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-50d4bb06-6f03-4cff-9f48-af632cdd353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:57.345042 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-50d4bb06-6f03-4cff-9f48-af632cdd353c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5e8f90c4-f909-4474-8fc0-0f484b224735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0683873 Feb 19 04:32:57.351966 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1c9a19b1-05fe-4ba8-a4e9-06d2391c7c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (365d517c-820e-4cb3-9e61-27fe64bd8e23), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:57.356239 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1c9a19b1-05fe-4ba8-a4e9-06d2391c7c36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:57.358618 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1c9a19b1-05fe-4ba8-a4e9-06d2391c7c36 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/365d517c-820e-4cb3-9e61-27fe64bd8e23 HTTP/1.1" status: 204 len: 168 time: 0.2759273 Feb 19 04:32:57.394127 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a19b1-05fe-4ba8-a4e9-06d2391c7c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365d517c-820e-4cb3-9e61-27fe64bd8e23,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:57.502470 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-6a7486e5-a33d-4fbb-b668-34ed807aa3df service neutron] 10.222.0.26 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410995 Feb 19 04:32:57.583143 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116557a-e46c-4263-aa56-69cb89a068db req-3b046f06-986c-4b1a-a9fd-8b0d3c3f2616 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:57.585073 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c116557a-e46c-4263-aa56-69cb89a068db req-3b046f06-986c-4b1a-a9fd-8b0d3c3f2616 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 944 time: 0.1238799 Feb 19 04:32:57.646149 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c116557a-e46c-4263-aa56-69cb89a068db req-28add1c8-52e6-4bda-843f-53dfe2090d2c tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551252 Feb 19 04:32:57.672972 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2a9291d8-da72-4a79-8897-7424dbf88ecc req-ec54f1fc-44cf-4e4e-8fb6-46b94c728449 service neutron] 10.222.0.26 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637056 Feb 19 04:32:57.776127 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40439aed-ef4e-4a15-9cb3-d87b336815af req-e812d4be-d866-45b4-9cb0-4bf007925fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:57.777222 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-40439aed-ef4e-4a15-9cb3-d87b336815af req-e812d4be-d866-45b4-9cb0-4bf007925fb1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 1127 time: 0.0565021 Feb 19 04:32:57.919946 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40439aed-ef4e-4a15-9cb3-d87b336815af req-beb35d50-fc31-4aa7-aa23-5161942bc9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:57.921650 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-40439aed-ef4e-4a15-9cb3-d87b336815af req-beb35d50-fc31-4aa7-aa23-5161942bc9ea service neutron] 10.222.0.26 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 912 time: 0.1375225 Feb 19 04:32:57.972678 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-40439aed-ef4e-4a15-9cb3-d87b336815af req-33037b63-0125-4c92-b48d-3cb56f5d07f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d4ac6f4-a99b-4457-bfa7-663f3c180c54 HTTP/1.1" status: 200 len: 217 time: 0.0452816 Feb 19 04:32:58.047776 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40439aed-ef4e-4a15-9cb3-d87b336815af req-c8024bb8-7358-4584-94f9-939792ed2435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:58.049666 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-40439aed-ef4e-4a15-9cb3-d87b336815af req-c8024bb8-7358-4584-94f9-939792ed2435 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4c1316c-0c1b-40e4-b032-90759cbccfe3 HTTP/1.1" status: 200 len: 850 time: 0.0713296 Feb 19 04:32:58.128409 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40439aed-ef4e-4a15-9cb3-d87b336815af req-4244cfe9-06ed-4740-b0ed-5faa3ff902e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:58.130064 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-40439aed-ef4e-4a15-9cb3-d87b336815af req-4244cfe9-06ed-4740-b0ed-5faa3ff902e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5e8f90c4-f909-4474-8fc0-0f484b224735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0708694 Feb 19 04:32:58.268529 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-40439aed-ef4e-4a15-9cb3-d87b336815af req-642021c7-b380-4fc8-a250-27e1d6f81ac7 service neutron] 10.222.0.26 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299112 Feb 19 04:32:58.398452 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-40439aed-ef4e-4a15-9cb3-d87b336815af req-f41dba96-4d99-4137-808f-50a11e84973d service neutron] 10.222.0.26 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223578 Feb 19 04:32:58.837984 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e3e98-cdc6-4e4d-aab5-4869748c229e req-1b9225f1-c01a-47fc-9865-68271ad595e5 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:58.849214 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-333e3e98-cdc6-4e4d-aab5-4869748c229e req-1b9225f1-c01a-47fc-9865-68271ad595e5 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 944 time: 0.1072736 Feb 19 04:32:58.915757 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-333e3e98-cdc6-4e4d-aab5-4869748c229e req-928fd39c-0cf7-4f50-ae0f-e67764f5b5c4 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653212 Feb 19 04:32:59.897355 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:00.067503 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513cf2f-e2cb-414d-beb6-1f057c9867a5 req-b430b57d-da92-47c2-9fff-16f78ac53120 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:00.076844 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8513cf2f-e2cb-414d-beb6-1f057c9867a5 req-b430b57d-da92-47c2-9fff-16f78ac53120 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 944 time: 0.0755112 Feb 19 04:33:00.144252 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8513cf2f-e2cb-414d-beb6-1f057c9867a5 req-e7765fba-5da8-4ff5-847f-4bf8cfbc5752 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653195 Feb 19 04:33:00.657219 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-73aa9803-1184-4e70-bfb1-d1a40759548d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:01.331310 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f268719-3d1e-4c78-af9b-7e6ed999b2fb req-8ae9e8ee-31bc-45e7-bdff-da6c64eae46f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:01.332835 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9f268719-3d1e-4c78-af9b-7e6ed999b2fb req-8ae9e8ee-31bc-45e7-bdff-da6c64eae46f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 944 time: 0.0746980 Feb 19 04:33:01.418900 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9f268719-3d1e-4c78-af9b-7e6ed999b2fb req-72c5745b-460a-47e5-8b72-c26ef24c49d5 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743237 Feb 19 04:33:02.433552 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38324) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:02.556034 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ded8c3d1-8d19-4e7d-80dd-4f118bfe5b93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:02.636760 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a90d9-bad2-4e0b-95b4-b1bbccdec121 req-5b88a5ba-915f-42a0-8657-0c7f800be864 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:02.640236 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f14a90d9-bad2-4e0b-95b4-b1bbccdec121 req-5b88a5ba-915f-42a0-8657-0c7f800be864 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 944 time: 0.0901284 Feb 19 04:33:02.706708 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ded8c3d1-8d19-4e7d-80dd-4f118bfe5b93 admin admin] Publish callbacks [] for security_group (106ee6f7-e99f-4db1-b754-439290d0eb22), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:02.710759 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f14a90d9-bad2-4e0b-95b4-b1bbccdec121 req-8da17ad8-ce99-4bb1-b8a2-d8571265e2ab tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645056 Feb 19 04:33:02.713865 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ded8c3d1-8d19-4e7d-80dd-4f118bfe5b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (106ee6f7-e99f-4db1-b754-439290d0eb22), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:02.767685 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ded8c3d1-8d19-4e7d-80dd-4f118bfe5b93 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=abd650cd849b4678b25546f2b9bae88c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3309081 Feb 19 04:33:02.769316 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8c3d1-8d19-4e7d-80dd-4f118bfe5b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106ee6f7-e99f-4db1-b754-439290d0eb22,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:02.770337 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38332) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:02.856316 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-10235505-875d-411c-b6a4-d23cc81e2cc6 admin admin] Publish callbacks [] for security_group (106ee6f7-e99f-4db1-b754-439290d0eb22), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:02.881767 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-10235505-875d-411c-b6a4-d23cc81e2cc6 admin admin] Publish callbacks [] for security_group (106ee6f7-e99f-4db1-b754-439290d0eb22), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:02.937895 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-10235505-875d-411c-b6a4-d23cc81e2cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (106ee6f7-e99f-4db1-b754-439290d0eb22), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:02.941349 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-10235505-875d-411c-b6a4-d23cc81e2cc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:02.942903 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-10235505-875d-411c-b6a4-d23cc81e2cc6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/106ee6f7-e99f-4db1-b754-439290d0eb22 HTTP/1.1" status: 204 len: 168 time: 0.1712146 Feb 19 04:33:02.972144 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10235505-875d-411c-b6a4-d23cc81e2cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106ee6f7-e99f-4db1-b754-439290d0eb22,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:02.991576 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10235505-875d-411c-b6a4-d23cc81e2cc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:02.993147 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10235505-875d-411c-b6a4-d23cc81e2cc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:02.994925 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10235505-875d-411c-b6a4-d23cc81e2cc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:02.996170 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10235505-875d-411c-b6a4-d23cc81e2cc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:02.997991 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10235505-875d-411c-b6a4-d23cc81e2cc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:02.998724 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10235505-875d-411c-b6a4-d23cc81e2cc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:02.999920 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10235505-875d-411c-b6a4-d23cc81e2cc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:03.002608 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10235505-875d-411c-b6a4-d23cc81e2cc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:03.004437 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10235505-875d-411c-b6a4-d23cc81e2cc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:03.005143 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10235505-875d-411c-b6a4-d23cc81e2cc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:03.006718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10235505-875d-411c-b6a4-d23cc81e2cc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:03.007309 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10235505-875d-411c-b6a4-d23cc81e2cc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:03.009106 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10235505-875d-411c-b6a4-d23cc81e2cc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:03.398665 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38340) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:03.419011 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a5418126-96bc-47c7-bc91-9d51bd76fd91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:03.481819 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9b845a31-9ff0-4cc1-88df-6a71c43d4c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:03.544131 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a5418126-96bc-47c7-bc91-9d51bd76fd91 admin admin] Publish callbacks [] for security_group (5f00385f-34e3-4f1c-bb0f-160bddd9ee76), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:03.551030 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a5418126-96bc-47c7-bc91-9d51bd76fd91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5f00385f-34e3-4f1c-bb0f-160bddd9ee76), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:03.600622 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5418126-96bc-47c7-bc91-9d51bd76fd91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f00385f-34e3-4f1c-bb0f-160bddd9ee76,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:03.607831 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a5418126-96bc-47c7-bc91-9d51bd76fd91 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b149e8fb877645dabd5ab4b68b07090c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2075155 Feb 19 04:33:03.611079 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38344) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:03.683666 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-342e026b-9a5d-4232-83e0-6f37e095ca7f admin admin] Publish callbacks [] for security_group (5f00385f-34e3-4f1c-bb0f-160bddd9ee76), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:03.714795 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-342e026b-9a5d-4232-83e0-6f37e095ca7f admin admin] Publish callbacks [] for security_group (5f00385f-34e3-4f1c-bb0f-160bddd9ee76), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:03.781150 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-342e026b-9a5d-4232-83e0-6f37e095ca7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5f00385f-34e3-4f1c-bb0f-160bddd9ee76), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:03.784670 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-342e026b-9a5d-4232-83e0-6f37e095ca7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:03.785897 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-342e026b-9a5d-4232-83e0-6f37e095ca7f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5f00385f-34e3-4f1c-bb0f-160bddd9ee76 HTTP/1.1" status: 204 len: 168 time: 0.1738281 Feb 19 04:33:03.821412 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e026b-9a5d-4232-83e0-6f37e095ca7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f00385f-34e3-4f1c-bb0f-160bddd9ee76,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:03.867769 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a83cc-bc7f-4fb8-bcea-2b272e71bb11 req-f5984eff-9cff-443b-add9-2c2d78ab1792 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:03.869466 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b0a83cc-bc7f-4fb8-bcea-2b272e71bb11 req-f5984eff-9cff-443b-add9-2c2d78ab1792 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 944 time: 0.0824807 Feb 19 04:33:03.905552 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:03.955619 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b0a83cc-bc7f-4fb8-bcea-2b272e71bb11 req-81013da4-2219-4965-8980-575f086d6cba tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695348 Feb 19 04:33:05.191248 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c2101-8608-48fa-b7bb-713dc6b5448d req-2c801fe6-fd83-4eaa-be25-0eb2de8fd849 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:05.195359 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-357c2101-8608-48fa-b7bb-713dc6b5448d req-2c801fe6-fd83-4eaa-be25-0eb2de8fd849 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 944 time: 0.1378915 Feb 19 04:33:05.300802 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-357c2101-8608-48fa-b7bb-713dc6b5448d req-945bfa65-eb07-41d4-a889-62b8175ccfeb tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873606 Feb 19 04:33:05.352769 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:06.498311 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2df01-adc3-4d14-9a33-6024e3f67c7f req-dd1fee14-3a99-4c44-b20b-85216dd31722 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:06.499930 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cfd2df01-adc3-4d14-9a33-6024e3f67c7f req-dd1fee14-3a99-4c44-b20b-85216dd31722 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 944 time: 0.1013641 Feb 19 04:33:06.574788 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cfd2df01-adc3-4d14-9a33-6024e3f67c7f req-14bf76ee-1124-418d-ad96-c76f2da5683f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645869 Feb 19 04:33:06.799437 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:07.766908 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91f570-61a7-403e-b4cd-019ff991ab66 req-c6e5dc9e-f8eb-439e-97b3-35d095b1e0de tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:07.779734 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de91f570-61a7-403e-b4cd-019ff991ab66 req-c6e5dc9e-f8eb-439e-97b3-35d095b1e0de tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 944 time: 0.0957441 Feb 19 04:33:07.922347 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de91f570-61a7-403e-b4cd-019ff991ab66 req-4b1b411e-9978-4df1-9502-b0dc55a48a5d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359022 Feb 19 04:33:09.100199 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717ec46-cff2-41d4-b653-b19cc43b9159 req-0f12aab4-d592-4ed7-be36-7661006f2dd8 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:09.101813 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e717ec46-cff2-41d4-b653-b19cc43b9159 req-0f12aab4-d592-4ed7-be36-7661006f2dd8 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 944 time: 0.0881889 Feb 19 04:33:09.162740 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e717ec46-cff2-41d4-b653-b19cc43b9159 req-127b8d41-de54-4456-b7dc-2e442b5a721b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539770 Feb 19 04:33:09.270003 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:33:10.507173 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c69a6-f27c-45cd-a54e-29b679293f2c req-80ddba8a-f935-44a4-ba1f-6629c4047b6d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:10.507173 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b0c69a6-f27c-45cd-a54e-29b679293f2c req-80ddba8a-f935-44a4-ba1f-6629c4047b6d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 944 time: 0.0805190 Feb 19 04:33:10.507173 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b0c69a6-f27c-45cd-a54e-29b679293f2c req-e5c0d99c-093f-4e33-a60f-e07874af7f27 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358428 Feb 19 04:33:11.689008 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24256d68-653a-4d41-8023-ebaacbf4d971 req-8f7090ac-2389-47d3-881a-b52f8c70dacd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:11.697882 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-24256d68-653a-4d41-8023-ebaacbf4d971 req-8f7090ac-2389-47d3-881a-b52f8c70dacd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 944 time: 0.1062870 Feb 19 04:33:11.768221 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-24256d68-653a-4d41-8023-ebaacbf4d971 req-c7bb3c72-b0f0-4a41-ab14-4d32939f1fe8 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637476 Feb 19 04:33:12.929834 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cecd5-92ff-4de5-b189-2889110fcc73 req-442a7890-3679-4beb-b6ac-3168d17abe8d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:12.931885 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd5cecd5-92ff-4de5-b189-2889110fcc73 req-442a7890-3679-4beb-b6ac-3168d17abe8d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 944 time: 0.0690300 Feb 19 04:33:13.004824 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd5cecd5-92ff-4de5-b189-2889110fcc73 req-8cf3a4e4-3765-40b6-9159-4b009138fe11 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658245 Feb 19 04:33:14.227989 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2693b9b-99d9-4cd4-91ae-6980265dd0a4 req-c53488b1-ad76-414d-b23c-ad6621a4cf7a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:14.235927 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e2693b9b-99d9-4cd4-91ae-6980265dd0a4 req-c53488b1-ad76-414d-b23c-ad6621a4cf7a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 944 time: 0.0884585 Feb 19 04:33:14.302251 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e2693b9b-99d9-4cd4-91ae-6980265dd0a4 req-ca2ce569-c215-491f-b28a-64e83fb6ad11 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591934 Feb 19 04:33:15.454394 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d34bed-2590-4a4a-ae8b-b2735824ec29 req-787b383a-a65e-477d-8685-6a2225e7786a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:15.463012 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7d34bed-2590-4a4a-ae8b-b2735824ec29 req-787b383a-a65e-477d-8685-6a2225e7786a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 944 time: 0.0696270 Feb 19 04:33:15.566239 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7d34bed-2590-4a4a-ae8b-b2735824ec29 req-44b10874-5d7c-4a57-9d3f-e4190aad6505 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022458 Feb 19 04:33:16.717718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3b75e-0a31-4133-9967-54833663095b req-832551ae-7491-4e8b-a3b5-15413f594d7b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:16.726553 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0fb3b75e-0a31-4133-9967-54833663095b req-832551ae-7491-4e8b-a3b5-15413f594d7b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 944 time: 0.0656152 Feb 19 04:33:16.784253 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0fb3b75e-0a31-4133-9967-54833663095b req-37ddd912-a22d-448a-b861-7b5235f648e5 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560787 Feb 19 04:33:17.920899 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180c26f-7a6f-49b8-a88d-f7865098c2e4 req-934c7cbe-c90f-49be-96a1-d14d11dfb731 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:17.929051 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a180c26f-7a6f-49b8-a88d-f7865098c2e4 req-934c7cbe-c90f-49be-96a1-d14d11dfb731 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 944 time: 0.0632758 Feb 19 04:33:18.023049 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a180c26f-7a6f-49b8-a88d-f7865098c2e4 req-074c2879-4cca-4f09-bf86-039d2b7bee46 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886097 Feb 19 04:33:19.152909 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc58f-e1a1-4ded-ae6e-7945cb948509 req-16c336bb-5076-4516-93f0-fe7b8c0e0d6e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:19.154507 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-186bc58f-e1a1-4ded-ae6e-7945cb948509 req-16c336bb-5076-4516-93f0-fe7b8c0e0d6e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 944 time: 0.0551298 Feb 19 04:33:19.220967 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-186bc58f-e1a1-4ded-ae6e-7945cb948509 req-8cd9e036-85b8-4245-8f5b-a04606736939 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602641 Feb 19 04:33:19.868469 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 38732) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:19.997114 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5cf64b17-5db1-4a38-a22b-cad8a9a2aa16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.086479 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5cf64b17-5db1-4a38-a22b-cad8a9a2aa16 admin admin] Publish callbacks [] for security_group (549d1a62-9793-414d-9a1f-a9824d548852), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.096635 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5cf64b17-5db1-4a38-a22b-cad8a9a2aa16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (549d1a62-9793-414d-9a1f-a9824d548852), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.141233 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5cf64b17-5db1-4a38-a22b-cad8a9a2aa16 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=569346bdb3f948beb8133602528d1175&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2721252 Feb 19 04:33:20.142546 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf64b17-5db1-4a38-a22b-cad8a9a2aa16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549d1a62-9793-414d-9a1f-a9824d548852,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:20.144334 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 38740) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:20.212080 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-40ddee27-03bb-4466-a840-eab7cf174dec admin admin] Publish callbacks [] for security_group (549d1a62-9793-414d-9a1f-a9824d548852), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.235327 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-40ddee27-03bb-4466-a840-eab7cf174dec admin admin] Publish callbacks [] for security_group (549d1a62-9793-414d-9a1f-a9824d548852), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.307583 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-40ddee27-03bb-4466-a840-eab7cf174dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (549d1a62-9793-414d-9a1f-a9824d548852), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.312710 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-40ddee27-03bb-4466-a840-eab7cf174dec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.315011 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-40ddee27-03bb-4466-a840-eab7cf174dec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/549d1a62-9793-414d-9a1f-a9824d548852 HTTP/1.1" status: 204 len: 168 time: 0.1687052 Feb 19 04:33:20.348993 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ddee27-03bb-4466-a840-eab7cf174dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549d1a62-9793-414d-9a1f-a9824d548852,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:20.746072 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a3018-0a5a-48f9-bdab-6e56e7b52fbf req-047b5025-ab1f-4f30-9de1-0d814e64662a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:20.747680 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc8a3018-0a5a-48f9-bdab-6e56e7b52fbf req-047b5025-ab1f-4f30-9de1-0d814e64662a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 944 time: 0.3911064 Feb 19 04:33:20.821290 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc8a3018-0a5a-48f9-bdab-6e56e7b52fbf req-1fc5a5e3-ae73-4e21-b74e-d5755ea10f32 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671067 Feb 19 04:33:22.030014 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ff76f-3295-4b6d-8b51-7214ee2f80b1 req-639ef12a-aa8a-4423-bc01-780d811deb20 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:22.032326 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac8ff76f-3295-4b6d-8b51-7214ee2f80b1 req-639ef12a-aa8a-4423-bc01-780d811deb20 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 944 time: 0.0904524 Feb 19 04:33:22.196945 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 0d4ac6f4-a99b-4457-bfa7-663f3c180c54 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:33:22.392294 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 0d4ac6f4-a99b-4457-bfa7-663f3c180c54, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=0d4ac6f4-a99b-4457-bfa7-663f3c180c54,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:22.410786 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac8ff76f-3295-4b6d-8b51-7214ee2f80b1 req-83a7e5cb-18f0-4a39-af18-193677307f7b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719249 Feb 19 04:33:22.423639 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '0d4ac6f4-a99b-4457-bfa7-663f3c180c54', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'port_id': '0d4ac6f4-a99b-4457-bfa7-663f3c180c54', 'mac_address': 'fa:16:3e:74:d7:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:33:22.533108 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 0d4ac6f4-a99b-4457-bfa7-663f3c180c54 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:33:22.534296 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0d4ac6f4-a99b-4457-bfa7-663f3c180c54), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:22.553330 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d4ac6f4-a99b-4457-bfa7-663f3c180c54 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:33:22.600262 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 0d4ac6f4-a99b-4457-bfa7-663f3c180c54, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=0d4ac6f4-a99b-4457-bfa7-663f3c180c54,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:22.607976 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0d4ac6f4-a99b-4457-bfa7-663f3c180c54), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:22.671696 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=0d4ac6f4-a99b-4457-bfa7-663f3c180c54,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:22.681352 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:22.681969 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:22.682566 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:22.683692 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:22.684262 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:22.684942 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:22.685533 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:22.686089 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:22.686653 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:22.687186 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:22.687788 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:22.688335 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:22.688894 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:22.903615 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['0d4ac6f4-a99b-4457-bfa7-663f3c180c54'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:33:23.615568 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5813f-d857-4945-a737-ab38dde032a3 req-5a763300-1ad3-4ae0-8118-e4a17d59f721 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:23.616992 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fec5813f-d857-4945-a737-ab38dde032a3 req-5a763300-1ad3-4ae0-8118-e4a17d59f721 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 945 time: 0.0791471 Feb 19 04:33:23.712646 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fec5813f-d857-4945-a737-ab38dde032a3 req-2baa89e8-df31-4729-b434-5e5f3885a1be tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884898 Feb 19 04:33:24.211418 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 0d4ac6f4-a99b-4457-bfa7-663f3c180c54 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:33:24.370071 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 0d4ac6f4-a99b-4457-bfa7-663f3c180c54 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:33:24.379763 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 0d4ac6f4-a99b-4457-bfa7-663f3c180c54 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:33:24.380360 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0d4ac6f4-a99b-4457-bfa7-663f3c180c54), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:24.551766 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 0d4ac6f4-a99b-4457-bfa7-663f3c180c54 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:33:24.553768 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0d4ac6f4-a99b-4457-bfa7-663f3c180c54), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:24.608426 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366f3e77-db55-400d-b54f-b3e3ea7a456d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4ac6f4-a99b-4457-bfa7-663f3c180c54'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:33:24.611182 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d139bd08-a638-4bdf-832c-3e2618737c2a" -d '{"events": [{"server_uuid": "366f3e77-db55-400d-b54f-b3e3ea7a456d", "name": "network-vif-plugged", "status": "completed", "tag": "0d4ac6f4-a99b-4457-bfa7-663f3c180c54"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:33:24.640046 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 0d4ac6f4-a99b-4457-bfa7-663f3c180c54, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=0d4ac6f4-a99b-4457-bfa7-663f3c180c54,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:24.652731 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0d4ac6f4-a99b-4457-bfa7-663f3c180c54), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:24.705634 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4623d8a-d920-4f7f-b892-e24f547306ae x-openstack-request-id: req-e4623d8a-d920-4f7f-b892-e24f547306ae {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:33:24.705634 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366f3e77-db55-400d-b54f-b3e3ea7a456d", "name": "network-vif-plugged", "status": "completed", "tag": "0d4ac6f4-a99b-4457-bfa7-663f3c180c54", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:33:24.705634 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e4623d8a-d920-4f7f-b892-e24f547306ae {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:33:24.706069 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366f3e77-db55-400d-b54f-b3e3ea7a456d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4ac6f4-a99b-4457-bfa7-663f3c180c54', 'code': 200} Feb 19 04:33:24.755101 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=0d4ac6f4-a99b-4457-bfa7-663f3c180c54,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:24.913787 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb6c46-e611-4eff-9009-11d2ca5f7b2c req-32e57d60-c414-44e1-8cf8-4318d0e8e2f5 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:24.916288 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-20cb6c46-e611-4eff-9009-11d2ca5f7b2c req-32e57d60-c414-44e1-8cf8-4318d0e8e2f5 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 946 time: 0.0691512 Feb 19 04:33:25.105826 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-20cb6c46-e611-4eff-9009-11d2ca5f7b2c req-13ec7716-5018-44d8-8e8b-03f978f464c7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696632 Feb 19 04:33:25.375032 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8e926-0c4a-4a0c-8700-b2267ee2e946 req-8d038213-fab2-47fc-adaa-009eaace9da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:25.378439 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-42d8e926-0c4a-4a0c-8700-b2267ee2e946 req-8d038213-fab2-47fc-adaa-009eaace9da9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 1129 time: 0.5822787 Feb 19 04:33:25.433910 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-42d8e926-0c4a-4a0c-8700-b2267ee2e946 req-0c48b55f-a41c-4860-a9db-2299d7e4b23d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460627 Feb 19 04:33:26.242804 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246b067-4dc7-4126-9700-1e4d2910fa5d req-67c66343-d0cf-4c53-961a-2b92aef4d103 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:26.244947 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b246b067-4dc7-4126-9700-1e4d2910fa5d req-67c66343-d0cf-4c53-961a-2b92aef4d103 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 946 time: 0.0566962 Feb 19 04:33:26.364538 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b246b067-4dc7-4126-9700-1e4d2910fa5d req-721ff4c5-54fb-416f-8485-26c0ad771838 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126614 Feb 19 04:33:27.040334 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:27.505944 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90592e-aef8-42b2-8d8b-b73637473cba req-76fc42e2-e0f7-411f-be87-009430b5101d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:27.508498 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da90592e-aef8-42b2-8d8b-b73637473cba req-76fc42e2-e0f7-411f-be87-009430b5101d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 946 time: 0.0641353 Feb 19 04:33:27.572642 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da90592e-aef8-42b2-8d8b-b73637473cba req-328adab3-b33d-4d8e-ae2e-42bc94fadf83 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550020 Feb 19 04:33:27.715831 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c7616-15ad-4633-94d1-b5d3b9027574 req-9a69ac62-7c51-4756-a02d-c8b0ad11df0b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:27.717388 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea2c7616-15ad-4633-94d1-b5d3b9027574 req-9a69ac62-7c51-4756-a02d-c8b0ad11df0b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 946 time: 0.0562935 Feb 19 04:33:27.770263 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea2c7616-15ad-4633-94d1-b5d3b9027574 req-3ecfbe7b-e740-4b0f-9d44-1ecae3997da9 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447328 Feb 19 04:33:27.908313 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828d5c6-7d8e-44e2-8865-e4ddf67737b7 req-52dd6fd6-2dc6-438a-b189-6f4e88a70ae6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:27.910316 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8828d5c6-7d8e-44e2-8865-e4ddf67737b7 req-52dd6fd6-2dc6-438a-b189-6f4e88a70ae6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 946 time: 0.0686295 Feb 19 04:33:27.963125 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8828d5c6-7d8e-44e2-8865-e4ddf67737b7 req-23d8f8b9-9f57-49e1-815e-6b1085acfe5b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444951 Feb 19 04:33:28.244636 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d089f0-bd80-4265-9039-e9b591bd403f req-594feb5d-9e7a-489d-8bc2-a41226bb03f2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:28.246756 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f1d089f0-bd80-4265-9039-e9b591bd403f req-594feb5d-9e7a-489d-8bc2-a41226bb03f2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 946 time: 0.0619917 Feb 19 04:33:28.325324 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f1d089f0-bd80-4265-9039-e9b591bd403f req-d3bafb0c-b569-4984-b569-e8224bdd67a5 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705221 Feb 19 04:33:29.467998 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bf4a7-5fb6-42f2-a604-22281fa27678 req-8106e75e-d6f8-4236-9d50-d2a26ae00fe5 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:29.468735 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e63bf4a7-5fb6-42f2-a604-22281fa27678 req-8106e75e-d6f8-4236-9d50-d2a26ae00fe5 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 946 time: 0.0630805 Feb 19 04:33:29.532654 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e63bf4a7-5fb6-42f2-a604-22281fa27678 req-1a73ec67-8831-4c2a-908c-a0a357acbf26 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576439 Feb 19 04:33:29.772689 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaaad9-e145-46c9-b9b6-ebf5fe711e3a req-4f7e12c8-51b6-42ac-8bf9-2bf0027e82b8 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:29.775069 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-74eaaad9-e145-46c9-b9b6-ebf5fe711e3a req-4f7e12c8-51b6-42ac-8bf9-2bf0027e82b8 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.26 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 946 time: 0.0672262 Feb 19 04:33:29.916784 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-74eaaad9-e145-46c9-b9b6-ebf5fe711e3a req-d6e76c23-0564-4f48-b691-19e3e1233894 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Deleting port 0d4ac6f4-a99b-4457-bfa7-663f3c180c54 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:33:29.918001 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-74eaaad9-e145-46c9-b9b6-ebf5fe711e3a req-d6e76c23-0564-4f48-b691-19e3e1233894 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (0d4ac6f4-a99b-4457-bfa7-663f3c180c54), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:29.919922 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:30.029876 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-74eaaad9-e145-46c9-b9b6-ebf5fe711e3a req-d6e76c23-0564-4f48-b691-19e3e1233894 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] For port 0d4ac6f4-a99b-4457-bfa7-663f3c180c54, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=0d4ac6f4-a99b-4457-bfa7-663f3c180c54,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:30.032307 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-74eaaad9-e145-46c9-b9b6-ebf5fe711e3a req-d6e76c23-0564-4f48-b691-19e3e1233894 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (0d4ac6f4-a99b-4457-bfa7-663f3c180c54), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:30.049725 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-74eaaad9-e145-46c9-b9b6-ebf5fe711e3a req-d6e76c23-0564-4f48-b691-19e3e1233894 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Calling delete_port for 0d4ac6f4-a99b-4457-bfa7-663f3c180c54 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:33:30.220045 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-74eaaad9-e145-46c9-b9b6-ebf5fe711e3a req-d6e76c23-0564-4f48-b691-19e3e1233894 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (0d4ac6f4-a99b-4457-bfa7-663f3c180c54), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:30.235159 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['0d4ac6f4-a99b-4457-bfa7-663f3c180c54'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:33:30.309439 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e76c23-0564-4f48-b691-19e3e1233894 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event deleted for resources: {'Port': ['ID=0d4ac6f4-a99b-4457-bfa7-663f3c180c54,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:30.365043 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e76c23-0564-4f48-b691-19e3e1233894 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:30.365391 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e76c23-0564-4f48-b691-19e3e1233894 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:30.365735 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e76c23-0564-4f48-b691-19e3e1233894 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:30.373626 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e76c23-0564-4f48-b691-19e3e1233894 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:30.374021 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e76c23-0564-4f48-b691-19e3e1233894 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:30.374409 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e76c23-0564-4f48-b691-19e3e1233894 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:30.374895 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e76c23-0564-4f48-b691-19e3e1233894 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:30.375236 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e76c23-0564-4f48-b691-19e3e1233894 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:30.375568 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e76c23-0564-4f48-b691-19e3e1233894 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:30.375898 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e76c23-0564-4f48-b691-19e3e1233894 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:30.376228 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e76c23-0564-4f48-b691-19e3e1233894 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:30.376561 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e76c23-0564-4f48-b691-19e3e1233894 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:30.376892 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e76c23-0564-4f48-b691-19e3e1233894 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:30.419481 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-74eaaad9-e145-46c9-b9b6-ebf5fe711e3a req-d6e76c23-0564-4f48-b691-19e3e1233894 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] No DVR routers for this DVR port 0d4ac6f4-a99b-4457-bfa7-663f3c180c54 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:33:30.431184 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-74eaaad9-e145-46c9-b9b6-ebf5fe711e3a req-d6e76c23-0564-4f48-b691-19e3e1233894 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:30.436954 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-74eaaad9-e145-46c9-b9b6-ebf5fe711e3a req-d6e76c23-0564-4f48-b691-19e3e1233894 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.26 "DELETE /v2.0/ports/0d4ac6f4-a99b-4457-bfa7-663f3c180c54 HTTP/1.1" status: 204 len: 173 time: 0.6558971 Feb 19 04:33:30.437484 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366f3e77-db55-400d-b54f-b3e3ea7a456d', 'name': 'network-vif-deleted', 'tag': '0d4ac6f4-a99b-4457-bfa7-663f3c180c54'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:33:30.440727 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8251640-fad2-4480-bcd7-f5a6f9de84de" -d '{"events": [{"server_uuid": "366f3e77-db55-400d-b54f-b3e3ea7a456d", "name": "network-vif-deleted", "tag": "0d4ac6f4-a99b-4457-bfa7-663f3c180c54"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:33:30.485054 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7aaf25-d5b6-43bb-9c55-396645f603a6 x-openstack-request-id: req-9f7aaf25-d5b6-43bb-9c55-396645f603a6 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:33:30.485359 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366f3e77-db55-400d-b54f-b3e3ea7a456d", "name": "network-vif-deleted", "tag": "0d4ac6f4-a99b-4457-bfa7-663f3c180c54", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:33:30.485621 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9f7aaf25-d5b6-43bb-9c55-396645f603a6 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:33:30.486030 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366f3e77-db55-400d-b54f-b3e3ea7a456d', 'name': 'network-vif-deleted', 'tag': '0d4ac6f4-a99b-4457-bfa7-663f3c180c54', 'status': 'completed', 'code': 200} Feb 19 04:33:30.654279 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6228ffb8-4f56-4c3b-a7c2-019741ba23b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:30.665259 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3920fc6a-0918-4fd3-8b73-a6a6cbc90bf7 req-e4d5a864-da2e-4f25-85ae-42bed7b7c2cf tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 210 time: 0.0411983 Feb 19 04:33:31.801214 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f412b44d-56ef-4a46-9253-3b626d06ed35 req-e665dbab-7636-4069-b029-689d5652c32f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 210 time: 0.0472529 Feb 19 04:33:32.917014 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a36be5bc-d364-4fa2-a2df-389eb6da6426 req-ebd58d88-cf3b-4c09-a412-956b857032dd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 210 time: 0.0418074 Feb 19 04:33:33.486653 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-72280bed-987e-4cb4-a92c-33a379cf6574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:33.857371 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:34.070631 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11a3d67b-f8fb-4eb2-875b-3dfe0fc37c93 req-de3bf153-d935-48ef-bfbd-81c3e8fa012b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 210 time: 0.0602889 Feb 19 04:33:34.257656 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 0d4ac6f4-a99b-4457-bfa7-663f3c180c54 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:33:34.304617 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 0d4ac6f4-a99b-4457-bfa7-663f3c180c54 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:33:34.304919 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 0d4ac6f4-a99b-4457-bfa7-663f3c180c54 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:33:35.241277 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-338faf1d-5421-41d1-8c61-5402ac848504 req-94fc8a5e-6e8e-4f67-9a1e-f661480b17b6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 210 time: 0.0402553 Feb 19 04:33:35.366062 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:36.394206 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02cf5155-d7c4-4e8f-9055-44a55173711c req-71c18cda-6d56-48cb-9af9-5f42759be10e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 210 time: 0.0463111 Feb 19 04:33:36.808613 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:37.484360 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-41811262-439e-4ff3-96a7-aabe72c801b2 req-db5c9b12-02be-4884-88b1-60a26720485d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 210 time: 0.0294194 Feb 19 04:33:38.609726 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1fc5a7cb-9557-4af7-abe6-e2075c6871c1 req-5d851872-1b7a-43f5-9e23-d00909216cc2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 210 time: 0.0412204 Feb 19 04:33:39.725743 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9ea1ecf-65e1-4bf1-8e45-12178f5086ea req-5fd460d4-8b76-4fe3-857f-370a68aadcce tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 210 time: 0.0557213 Feb 19 04:33:40.838312 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-89cd4550-17eb-4353-81ab-59edf48e56d7 req-6fd4c938-534d-41e6-a8bf-39209a396dc9 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 210 time: 0.0425963 Feb 19 04:33:41.944314 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef747268-f79c-4f6e-88b8-67ef8b78e476 req-256cac83-9b29-43e9-9e99-0c2b6d050ec2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 210 time: 0.0271533 Feb 19 04:33:43.054152 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-21a1a226-8739-4faa-8af0-bb5e48a1bfa6 req-d40da896-8c24-48f7-b37a-7a9e2a8ac65a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 210 time: 0.0327516 Feb 19 04:33:44.155501 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5c3dec10-55c9-4684-990f-c9d719299b65 req-23ee43b7-174e-4c0e-aeec-8a06f7d48b29 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=366f3e77-db55-400d-b54f-b3e3ea7a456d HTTP/1.1" status: 200 len: 210 time: 0.0300977 Feb 19 04:33:46.271501 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:33:57.045772 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:59.910203 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:00.645425 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cb820e73-8b8c-4ca4-b103-2c720b97ce38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:03.547492 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2874995d-5bc4-414a-8382-3377ea1b48c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:03.890188 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:04.079901 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39818) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:04.379487 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb908125-d4bd-462e-9006-ba2fc82f2dcd admin admin] Deleting subnet f0a93690-316e-4b3c-89ce-34ed28c0df45 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:34:04.383460 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cb908125-d4bd-462e-9006-ba2fc82f2dcd admin admin] Publish callbacks [] for subnet (f0a93690-316e-4b3c-89ce-34ed28c0df45), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:04.424744 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cb908125-d4bd-462e-9006-ba2fc82f2dcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (f0a93690-316e-4b3c-89ce-34ed28c0df45), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:04.477615 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cb908125-d4bd-462e-9006-ba2fc82f2dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (f0a93690-316e-4b3c-89ce-34ed28c0df45), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:04.561707 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cb908125-d4bd-462e-9006-ba2fc82f2dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (f0a93690-316e-4b3c-89ce-34ed28c0df45), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:04.606735 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb908125-d4bd-462e-9006-ba2fc82f2dcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0a93690-316e-4b3c-89ce-34ed28c0df45,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:04.617970 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cb908125-d4bd-462e-9006-ba2fc82f2dcd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:04.626225 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cb908125-d4bd-462e-9006-ba2fc82f2dcd admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f0a93690-316e-4b3c-89ce-34ed28c0df45 HTTP/1.1" status: 204 len: 168 time: 0.5451207 Feb 19 04:34:04.626410 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39828) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:04.630334 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb908125-d4bd-462e-9006-ba2fc82f2dcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:04.630928 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb908125-d4bd-462e-9006-ba2fc82f2dcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:04.631506 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb908125-d4bd-462e-9006-ba2fc82f2dcd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:04.632080 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb908125-d4bd-462e-9006-ba2fc82f2dcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:04.632887 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb908125-d4bd-462e-9006-ba2fc82f2dcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:04.633442 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb908125-d4bd-462e-9006-ba2fc82f2dcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:04.633990 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb908125-d4bd-462e-9006-ba2fc82f2dcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:04.634603 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb908125-d4bd-462e-9006-ba2fc82f2dcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:04.635180 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb908125-d4bd-462e-9006-ba2fc82f2dcd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:04.636675 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb908125-d4bd-462e-9006-ba2fc82f2dcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:04.637229 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb908125-d4bd-462e-9006-ba2fc82f2dcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:04.638015 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb908125-d4bd-462e-9006-ba2fc82f2dcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:04.639360 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb908125-d4bd-462e-9006-ba2fc82f2dcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:04.714763 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0871b06e-cfef-4e71-8637-0323f6b1d4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (6979ad81-5fba-4a33-a8b4-463a94f62639), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:04.836669 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0871b06e-cfef-4e71-8637-0323f6b1d4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (6979ad81-5fba-4a33-a8b4-463a94f62639), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:04.873236 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-0871b06e-cfef-4e71-8637-0323f6b1d4dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6979ad81-5fba-4a33-a8b4-463a94f62639']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:04.885476 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-0871b06e-cfef-4e71-8637-0323f6b1d4dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9777500b-3d40-48be-8014-053531e35b49') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:04.887373 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-0871b06e-cfef-4e71-8637-0323f6b1d4dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9777500b-3d40-48be-8014-053531e35b49') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:04.900719 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0871b06e-cfef-4e71-8637-0323f6b1d4dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (9777500b-3d40-48be-8014-053531e35b49), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:04.922069 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0871b06e-cfef-4e71-8637-0323f6b1d4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (9777500b-3d40-48be-8014-053531e35b49), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:04.930396 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0871b06e-cfef-4e71-8637-0323f6b1d4dd admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:34:04.931358 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0871b06e-cfef-4e71-8637-0323f6b1d4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (9777500b-3d40-48be-8014-053531e35b49), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:34:04.934367 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:34:05.009827 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0871b06e-cfef-4e71-8637-0323f6b1d4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (6979ad81-5fba-4a33-a8b4-463a94f62639), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:05.015996 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0871b06e-cfef-4e71-8637-0323f6b1d4dd admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:05.022704 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0871b06e-cfef-4e71-8637-0323f6b1d4dd admin admin] 10.222.0.52 "DELETE /v2.0/networks/6979ad81-5fba-4a33-a8b4-463a94f62639 HTTP/1.1" status: 204 len: 168 time: 0.3929493 Feb 19 04:34:05.036912 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871b06e-cfef-4e71-8637-0323f6b1d4dd admin admin] Pushing event deleted for resources: {'Network': ['ID=6979ad81-5fba-4a33-a8b4-463a94f62639,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:05.252772 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39832) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:05.349753 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2dd51cc3-9446-49e7-b6c6-e07fe4dda4fe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ce076e9f68f6436e95052065050bc270&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0920746 Feb 19 04:34:05.350292 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39834) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:05.372364 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:05.461414 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd2c5661-cf2e-442a-b60e-f7e417c8e89d admin admin] Publish callbacks [] for security_group (228fef21-6b8c-41b8-9f40-017f22f28298), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:05.520253 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd2c5661-cf2e-442a-b60e-f7e417c8e89d admin admin] Publish callbacks [] for security_group (228fef21-6b8c-41b8-9f40-017f22f28298), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:05.619213 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd2c5661-cf2e-442a-b60e-f7e417c8e89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (228fef21-6b8c-41b8-9f40-017f22f28298), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:05.622800 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fd2c5661-cf2e-442a-b60e-f7e417c8e89d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:05.623989 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fd2c5661-cf2e-442a-b60e-f7e417c8e89d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/228fef21-6b8c-41b8-9f40-017f22f28298 HTTP/1.1" status: 204 len: 168 time: 0.2725852 Feb 19 04:34:05.651024 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c5661-cf2e-442a-b60e-f7e417c8e89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228fef21-6b8c-41b8-9f40-017f22f28298,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:06.810702 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:12.672546 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 39912) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:12.902249 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 39918) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:12.902982 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5956ba4a-d24e-4644-b64a-cd687a58072c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f271185a3394337ae674dcb6032d055&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2275021 Feb 19 04:34:12.956449 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ca047201-a9c0-4c98-8eb2-d897185f59b5 admin admin] Publish callbacks [] for security_group (ff125846-fcd1-475d-b194-d3152bd9784e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:12.989962 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ca047201-a9c0-4c98-8eb2-d897185f59b5 admin admin] Publish callbacks [] for security_group (ff125846-fcd1-475d-b194-d3152bd9784e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:13.056909 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ca047201-a9c0-4c98-8eb2-d897185f59b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ff125846-fcd1-475d-b194-d3152bd9784e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:13.060627 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ca047201-a9c0-4c98-8eb2-d897185f59b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:13.066310 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ca047201-a9c0-4c98-8eb2-d897185f59b5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ff125846-fcd1-475d-b194-d3152bd9784e HTTP/1.1" status: 204 len: 168 time: 0.1618671 Feb 19 04:34:13.078252 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca047201-a9c0-4c98-8eb2-d897185f59b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff125846-fcd1-475d-b194-d3152bd9784e,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:23.274079 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:34:27.065586 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:28.374689 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-ab5253eb-ff49-4c61-b144-0fb7de059eb0 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:28.376058 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-ab5253eb-ff49-4c61-b144-0fb7de059eb0 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 811 time: 0.1146290 Feb 19 04:34:28.390457 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-a1c1a62d-ee23-4393-8494-30a818c76b1d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/quotas/b0fd37ae90824e9285d9bb3943295dee HTTP/1.1" status: 200 len: 375 time: 0.0088999 Feb 19 04:34:28.443709 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-a413f01e-b793-42b7-a8fd-c0d3a0001bf7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482817 Feb 19 04:34:28.540232 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-a5eeca31-d0e1-4348-9440-1e74b8581f21 service neutron] 10.222.0.52 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900917 Feb 19 04:34:28.638248 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-b221edab-7404-4bb2-bb52-bf8f6643c773 service neutron] 10.222.0.52 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916853 Feb 19 04:34:28.822659 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-27521647-9301-4519-8dc8-e5c00c2a2357 req-cf5fd1d7-83e6-42aa-bed3-98427a9d9012 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 210 time: 0.0270195 Feb 19 04:34:29.920575 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1007e5a-58ef-4505-9246-4097981481dc req-8c91640c-cf06-42f5-bbe3-7ca0151685f5 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 210 time: 0.0445759 Feb 19 04:34:29.934582 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:30.634680 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fe5ae18c-f5fb-4187-bfe9-5e952e86f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:31.027874 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39d27255-4c3e-4d9d-af11-9b15852c9c4c req-fa8732ed-4cfe-46b2-a7f0-01631f3e3453 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 210 time: 0.0410790 Feb 19 04:34:32.141253 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-104708a1-cc4e-4e4a-938e-6c261d925492 req-faf003f0-80b0-4668-bb29-964e6d6ee2af tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 210 time: 0.0371802 Feb 19 04:34:33.298900 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9a391ec1-53ca-4d77-a611-00e5b3c40a2f req-c9c419a8-7331-48b4-aba1-a246b5206921 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 210 time: 0.0456128 Feb 19 04:34:33.494192 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3d2d79bf-1b4f-49cf-9d5a-00e1249117b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:33.884125 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:34.069669 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-93a52be5-72a0-46b5-8b02-5d95cd4df77d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:34.072559 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-93a52be5-72a0-46b5-8b02-5d95cd4df77d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.26 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 811 time: 0.1629586 Feb 19 04:34:34.092899 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-a06876a3-c474-4a53-a5cd-41fe8db18fb6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Request body: {'port': {'device_id': '7acbcd47-1c4e-43e5-9e53-ae842d6816c2', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'admin_state_up': True, 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:34.295336 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-a06876a3-c474-4a53-a5cd-41fe8db18fb6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Made reservation on behalf of b0fd37ae90824e9285d9bb3943295dee for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:34:34.298869 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-a06876a3-c474-4a53-a5cd-41fe8db18fb6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:34.482252 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ae479bfb-62ab-44ca-bbc9-1ee98164f555 req-5c39c345-7b0c-4bf4-9892-4fd7bd837851 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 210 time: 0.0487230 Feb 19 04:34:34.540635 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-a06876a3-c474-4a53-a5cd-41fe8db18fb6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Allocated IP 172.20.0.8 (5e8f90c4-f909-4474-8fc0-0f484b224735/b4c1316c-0c1b-40e4-b032-90759cbccfe3/a4c1eca9-3afb-493f-be81-9f9005aae834) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:34:34.819492 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-a06876a3-c474-4a53-a5cd-41fe8db18fb6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for port (a4c1eca9-3afb-493f-be81-9f9005aae834), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:34.876726 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-a06876a3-c474-4a53-a5cd-41fe8db18fb6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (a4c1eca9-3afb-493f-be81-9f9005aae834), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:34.936249 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-a06876a3-c474-4a53-a5cd-41fe8db18fb6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Network 5e8f90c4-f909-4474-8fc0-0f484b224735 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:34:34.939809 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-a06876a3-c474-4a53-a5cd-41fe8db18fb6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:34:34.943276 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-a06876a3-c474-4a53-a5cd-41fe8db18fb6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:34:35.000001 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06876a3-c474-4a53-a5cd-41fe8db18fb6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event updated for resources: {'Port': ['ID=a4c1eca9-3afb-493f-be81-9f9005aae834,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:35.015588 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-a06876a3-c474-4a53-a5cd-41fe8db18fb6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:35.016277 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-a06876a3-c474-4a53-a5cd-41fe8db18fb6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:35.020696 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06876a3-c474-4a53-a5cd-41fe8db18fb6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:35.021255 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06876a3-c474-4a53-a5cd-41fe8db18fb6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:35.021609 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06876a3-c474-4a53-a5cd-41fe8db18fb6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:35.021961 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06876a3-c474-4a53-a5cd-41fe8db18fb6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:35.022336 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06876a3-c474-4a53-a5cd-41fe8db18fb6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:35.023184 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06876a3-c474-4a53-a5cd-41fe8db18fb6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:35.023541 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06876a3-c474-4a53-a5cd-41fe8db18fb6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:35.023882 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06876a3-c474-4a53-a5cd-41fe8db18fb6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:35.024224 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06876a3-c474-4a53-a5cd-41fe8db18fb6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:35.024559 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06876a3-c474-4a53-a5cd-41fe8db18fb6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:35.024895 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06876a3-c474-4a53-a5cd-41fe8db18fb6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:35.025231 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06876a3-c474-4a53-a5cd-41fe8db18fb6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:35.025567 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06876a3-c474-4a53-a5cd-41fe8db18fb6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:35.064922 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-a06876a3-c474-4a53-a5cd-41fe8db18fb6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9781713 Feb 19 04:34:35.075227 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-e5672bbf-918d-4014-9ef1-a05f367a3676 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:34:35.077033 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-e5672bbf-918d-4014-9ef1-a05f367a3676 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069368 Feb 19 04:34:35.230026 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-7fe4285e-a73d-4431-b1cc-061c3c2d1449 service neutron] Request body: {'port': {'device_id': '7acbcd47-1c4e-43e5-9e53-ae842d6816c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:35.371803 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-7fe4285e-a73d-4431-b1cc-061c3c2d1449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a4c1eca9-3afb-493f-be81-9f9005aae834), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:35.375520 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6ba63b93-d614-49a0-8e42-bcfff0797286 None None] Provisioning complete for port a4c1eca9-3afb-493f-be81-9f9005aae834 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:35.377456 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6ba63b93-d614-49a0-8e42-bcfff0797286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (a4c1eca9-3afb-493f-be81-9f9005aae834), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:35.384067 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:35.465810 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6ba63b93-d614-49a0-8e42-bcfff0797286 None None] Port a4c1eca9-3afb-493f-be81-9f9005aae834 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:34:35.644936 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02cac5-18ab-41a1-9695-a3a0d08ee055 req-f620b3d3-8aa3-440a-a6bc-1692e9cd49d4 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:35.653853 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc02cac5-18ab-41a1-9695-a3a0d08ee055 req-f620b3d3-8aa3-440a-a6bc-1692e9cd49d4 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 931 time: 0.0979116 Feb 19 04:34:35.714595 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-7fe4285e-a73d-4431-b1cc-061c3c2d1449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c1eca9-3afb-493f-be81-9f9005aae834 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:34:35.722148 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-7fe4285e-a73d-4431-b1cc-061c3c2d1449 service neutron] Publish callbacks [] for port (a4c1eca9-3afb-493f-be81-9f9005aae834), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:35.736880 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-7fe4285e-a73d-4431-b1cc-061c3c2d1449 service neutron] Transition to ACTIVE for port object a4c1eca9-3afb-493f-be81-9f9005aae834 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:34:35.742709 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc02cac5-18ab-41a1-9695-a3a0d08ee055 req-ff6e9bf9-6c2d-4f50-8dbb-ec866a59e175 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876186 Feb 19 04:34:35.752084 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-7fe4285e-a73d-4431-b1cc-061c3c2d1449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (a4c1eca9-3afb-493f-be81-9f9005aae834), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:35.824512 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4285e-a73d-4431-b1cc-061c3c2d1449 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c1eca9-3afb-493f-be81-9f9005aae834,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:35.928250 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-7fe4285e-a73d-4431-b1cc-061c3c2d1449 service neutron] Attempting to bind port a4c1eca9-3afb-493f-be81-9f9005aae834 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:34:35.928594 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-7fe4285e-a73d-4431-b1cc-061c3c2d1449 service neutron] Attempting to bind port a4c1eca9-3afb-493f-be81-9f9005aae834 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:34:35.928826 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-7fe4285e-a73d-4431-b1cc-061c3c2d1449 service neutron] Attempting to bind port a4c1eca9-3afb-493f-be81-9f9005aae834 on network 5e8f90c4-f909-4474-8fc0-0f484b224735 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:34:35.934188 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-7fe4285e-a73d-4431-b1cc-061c3c2d1449 service neutron] Port a4c1eca9-3afb-493f-be81-9f9005aae834 on network 5e8f90c4-f909-4474-8fc0-0f484b224735 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:34:35.934727 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-7fe4285e-a73d-4431-b1cc-061c3c2d1449 service neutron] Attempting to bind port a4c1eca9-3afb-493f-be81-9f9005aae834 on network 5e8f90c4-f909-4474-8fc0-0f484b224735 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:34:35.939888 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-7fe4285e-a73d-4431-b1cc-061c3c2d1449 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:34:35.940237 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-7fe4285e-a73d-4431-b1cc-061c3c2d1449 service neutron] Checking segment: {'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:34:35.940618 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-7fe4285e-a73d-4431-b1cc-061c3c2d1449 service neutron] Bound using segment: {'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:34:35.941045 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-7fe4285e-a73d-4431-b1cc-061c3c2d1449 service neutron] Bound port: a4c1eca9-3afb-493f-be81-9f9005aae834, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:34:35.941402 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-7fe4285e-a73d-4431-b1cc-061c3c2d1449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a4c1eca9-3afb-493f-be81-9f9005aae834), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:36.047483 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-7fe4285e-a73d-4431-b1cc-061c3c2d1449 service neutron] For port a4c1eca9-3afb-493f-be81-9f9005aae834, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:34:36.050789 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-7fe4285e-a73d-4431-b1cc-061c3c2d1449 service neutron] For port a4c1eca9-3afb-493f-be81-9f9005aae834, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=a4c1eca9-3afb-493f-be81-9f9005aae834,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:34:36.063254 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-7fe4285e-a73d-4431-b1cc-061c3c2d1449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (a4c1eca9-3afb-493f-be81-9f9005aae834), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:36.099843 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-7fe4285e-a73d-4431-b1cc-061c3c2d1449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:36.100587 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-7fe4285e-a73d-4431-b1cc-061c3c2d1449 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:36.102314 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-7fe4285e-a73d-4431-b1cc-061c3c2d1449 service neutron] 10.222.0.26 "PUT /v2.0/ports/a4c1eca9-3afb-493f-be81-9f9005aae834 HTTP/1.1" status: 200 len: 1092 time: 1.0180123 Feb 19 04:34:36.102903 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7acbcd47-1c4e-43e5-9e53-ae842d6816c2', 'tag': 'a4c1eca9-3afb-493f-be81-9f9005aae834'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:34:36.106494 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d649f0-509e-4765-8e52-56aafb243402" -d '{"events": [{"name": "network-changed", "server_uuid": "7acbcd47-1c4e-43e5-9e53-ae842d6816c2", "tag": "a4c1eca9-3afb-493f-be81-9f9005aae834"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:34:36.200166 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36ef4f3-12b2-4135-9a39-a823dab385a3 x-openstack-request-id: req-e36ef4f3-12b2-4135-9a39-a823dab385a3 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:34:36.203912 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7acbcd47-1c4e-43e5-9e53-ae842d6816c2", "tag": "a4c1eca9-3afb-493f-be81-9f9005aae834", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:34:36.204215 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e36ef4f3-12b2-4135-9a39-a823dab385a3 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:34:36.204622 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7acbcd47-1c4e-43e5-9e53-ae842d6816c2', 'tag': 'a4c1eca9-3afb-493f-be81-9f9005aae834', 'status': 'completed', 'code': 200} Feb 19 04:34:36.246958 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4285e-a73d-4431-b1cc-061c3c2d1449 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c1eca9-3afb-493f-be81-9f9005aae834,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:36.277672 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-a1d6f7d4-71d2-444d-8550-6a1cf1496ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:36.279441 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-a1d6f7d4-71d2-444d-8550-6a1cf1496ee4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 1126 time: 0.1239288 Feb 19 04:34:36.335226 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-8da85aa5-eecf-4e2d-8ca4-52257bbab5c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4c1eca9-3afb-493f-be81-9f9005aae834 HTTP/1.1" status: 200 len: 217 time: 0.0483351 Feb 19 04:34:36.393961 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-61a3bc64-c08e-4437-a212-40a9ed5d01e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:36.395735 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-61a3bc64-c08e-4437-a212-40a9ed5d01e8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4c1316c-0c1b-40e4-b032-90759cbccfe3 HTTP/1.1" status: 200 len: 850 time: 0.0539434 Feb 19 04:34:36.464908 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-f45fbb93-3646-4cd3-91f2-eb9838e1505d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:36.466710 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-f45fbb93-3646-4cd3-91f2-eb9838e1505d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5e8f90c4-f909-4474-8fc0-0f484b224735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0632873 Feb 19 04:34:36.577311 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-0dfbbd4c-4a8b-4e47-ac69-d8da4f16d75a service neutron] 10.222.0.26 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026378 Feb 19 04:34:36.713215 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-aa07f3b8-47dc-43b5-b68d-2af8e970aadb req-f013bbf0-e55c-4f4c-b8be-5b41fdfc1192 service neutron] 10.222.0.26 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303658 Feb 19 04:34:36.857293 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d649f0-509e-4765-8e52-56aafb243402 req-d3d1ecbf-dab6-4d65-b1bd-808fc5a4218b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:36.859188 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d0d649f0-509e-4765-8e52-56aafb243402 req-d3d1ecbf-dab6-4d65-b1bd-808fc5a4218b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 1126 time: 0.0797272 Feb 19 04:34:37.018135 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d5a15-4c96-4e4a-8fac-2afa68c2f8fd req-159bd848-1ddb-4f26-b703-3391fb546949 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:37.021153 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-288d5a15-4c96-4e4a-8fac-2afa68c2f8fd req-159bd848-1ddb-4f26-b703-3391fb546949 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 943 time: 0.1005266 Feb 19 04:34:37.040822 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d649f0-509e-4765-8e52-56aafb243402 req-0656a667-a1d2-4d7e-bfdb-ac356dd74a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:37.042776 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d0d649f0-509e-4765-8e52-56aafb243402 req-0656a667-a1d2-4d7e-bfdb-ac356dd74a36 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 912 time: 0.1772306 Feb 19 04:34:37.068331 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:37.149115 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d0d649f0-509e-4765-8e52-56aafb243402 req-36cb95b9-5315-4acf-adbf-1bdaa2f3d88c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4c1eca9-3afb-493f-be81-9f9005aae834 HTTP/1.1" status: 200 len: 217 time: 0.0971096 Feb 19 04:34:37.169996 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-288d5a15-4c96-4e4a-8fac-2afa68c2f8fd req-7ba7003e-c5bd-47c4-bd3a-c5af1a48b018 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382034 Feb 19 04:34:37.214445 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d649f0-509e-4765-8e52-56aafb243402 req-dbd0f1ed-e097-4708-a315-aa0e00e554db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:37.215946 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d0d649f0-509e-4765-8e52-56aafb243402 req-dbd0f1ed-e097-4708-a315-aa0e00e554db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4c1316c-0c1b-40e4-b032-90759cbccfe3 HTTP/1.1" status: 200 len: 850 time: 0.0602841 Feb 19 04:34:37.267038 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d649f0-509e-4765-8e52-56aafb243402 req-229f9aac-cb0c-419c-8fac-7a889f7ab975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:37.268455 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d0d649f0-509e-4765-8e52-56aafb243402 req-229f9aac-cb0c-419c-8fac-7a889f7ab975 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5e8f90c4-f909-4474-8fc0-0f484b224735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469675 Feb 19 04:34:37.382432 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d0d649f0-509e-4765-8e52-56aafb243402 req-91df102d-fec1-4029-86ab-07cb5215fa92 service neutron] 10.222.0.26 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073253 Feb 19 04:34:37.493746 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d0d649f0-509e-4765-8e52-56aafb243402 req-9b595f3f-9b32-4f89-b535-d6329c8e93af service neutron] 10.222.0.26 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048095 Feb 19 04:34:38.307483 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93116a07-6b03-4e2a-a180-9fd2ee4837f7 req-535afbe5-c599-462c-877d-3f8eb6e42fd0 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:38.315984 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-93116a07-6b03-4e2a-a180-9fd2ee4837f7 req-535afbe5-c599-462c-877d-3f8eb6e42fd0 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 943 time: 0.0611126 Feb 19 04:34:38.372419 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-93116a07-6b03-4e2a-a180-9fd2ee4837f7 req-b7e47350-942b-49b6-9ead-29714c4e3b8f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553200 Feb 19 04:34:39.531633 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34623763-b6cc-4f12-a689-6dc8face160a req-fdda3adf-8d19-4f91-ba16-ed43aff35a57 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:39.533259 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34623763-b6cc-4f12-a689-6dc8face160a req-fdda3adf-8d19-4f91-ba16-ed43aff35a57 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 943 time: 0.0754008 Feb 19 04:34:39.631279 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34623763-b6cc-4f12-a689-6dc8face160a req-6f4e71f6-f8fb-43ff-a8a6-2540ddefa73d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915048 Feb 19 04:34:40.755551 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7d6e1-aa02-482c-94d3-1351eb5e0bdf req-112c0527-351b-4cf7-b13e-ba2a80d4c699 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:40.763008 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fbf7d6e1-aa02-482c-94d3-1351eb5e0bdf req-112c0527-351b-4cf7-b13e-ba2a80d4c699 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 943 time: 0.0591614 Feb 19 04:34:40.806710 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fbf7d6e1-aa02-482c-94d3-1351eb5e0bdf req-91000859-bc9b-498f-8c56-0225b8225f9a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426061 Feb 19 04:34:41.957648 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4825e8-36f2-44a1-add0-f450a6bdc27b req-ddc712a6-2f91-4a70-92e4-e0eb830e0ee7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:41.960218 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0d4825e8-36f2-44a1-add0-f450a6bdc27b req-ddc712a6-2f91-4a70-92e4-e0eb830e0ee7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 943 time: 0.0797491 Feb 19 04:34:42.037070 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0d4825e8-36f2-44a1-add0-f450a6bdc27b req-9bdeb33b-a38d-44b6-aff3-4d4fa1d1a0cb tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579424 Feb 19 04:34:43.251845 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f33162-6e42-4aed-9d80-280c030c8cdb req-5f50c491-dbd1-4cbb-9dd7-37b953577999 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:43.260353 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97f33162-6e42-4aed-9d80-280c030c8cdb req-5f50c491-dbd1-4cbb-9dd7-37b953577999 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 943 time: 0.0718102 Feb 19 04:34:43.374204 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97f33162-6e42-4aed-9d80-280c030c8cdb req-08c3ab47-ba64-425f-8417-63da1a1e2e90 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119461 Feb 19 04:34:44.562651 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-46e62609-57f0-4b47-b68f-793ae607dfb3 req-01d40776-e018-4cb1-aa79-0f04acbddc63 tempest-AttachVolumeShelveTestJSON-1120465412 tempest-AttachVolumeShelveTestJSON-1120465412-project] (109925) timed out ('10.222.0.52', 41110) {{(pid=109925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:34:44.694094 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92dce1-1bd3-42a3-a365-63b82f6a4530 req-2d0e97dc-4584-408b-b2e2-100219b58cd0 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:44.703745 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec92dce1-1bd3-42a3-a365-63b82f6a4530 req-2d0e97dc-4584-408b-b2e2-100219b58cd0 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 943 time: 0.1393876 Feb 19 04:34:44.796779 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec92dce1-1bd3-42a3-a365-63b82f6a4530 req-41832ea7-2e44-4106-8ebf-5e68ce4cbe1a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911822 Feb 19 04:34:45.961833 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a40dde-5ecf-4246-be91-f3123aa688a8 req-7ae5a5f8-3eca-4d7c-8901-c6d03a4bbbb8 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:45.971405 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-24a40dde-5ecf-4246-be91-f3123aa688a8 req-7ae5a5f8-3eca-4d7c-8901-c6d03a4bbbb8 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 943 time: 0.0711100 Feb 19 04:34:46.035995 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-24a40dde-5ecf-4246-be91-f3123aa688a8 req-42a3fc22-8e8f-440f-af8d-a34f69500902 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632505 Feb 19 04:34:47.220541 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb38974-436b-472d-bedf-7654ffaa9c0d req-c7a853c1-f2e3-4759-8c87-d02eef0d29d9 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:47.228481 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9eb38974-436b-472d-bedf-7654ffaa9c0d req-c7a853c1-f2e3-4759-8c87-d02eef0d29d9 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 943 time: 0.0598643 Feb 19 04:34:47.274829 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9eb38974-436b-472d-bedf-7654ffaa9c0d req-5c5a46fe-2506-47c0-af1a-4342aa4d2b6c tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449245 Feb 19 04:34:48.255200 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 40480) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:48.471415 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1714016-5f05-4ec2-8e59-87b281b9c527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:48.481778 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8c802-ac63-42e3-8c2b-12f1d673b375 req-b78ea1fa-9b4e-4204-b0d2-e514526b9b68 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:48.489686 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f1a8c802-ac63-42e3-8c2b-12f1d673b375 req-b78ea1fa-9b4e-4204-b0d2-e514526b9b68 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 943 time: 0.1372421 Feb 19 04:34:48.578748 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f1a8c802-ac63-42e3-8c2b-12f1d673b375 req-487b50f6-54e8-4f0d-b611-387b019ea50c tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879042 Feb 19 04:34:48.626028 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1714016-5f05-4ec2-8e59-87b281b9c527 admin admin] Publish callbacks [] for security_group (4451daab-97cf-45f2-a8a9-81957b85b4e9), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:48.630401 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1714016-5f05-4ec2-8e59-87b281b9c527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4451daab-97cf-45f2-a8a9-81957b85b4e9), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:48.670146 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c1714016-5f05-4ec2-8e59-87b281b9c527 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6218693c41594363b8c852139f8d1f62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4133253 Feb 19 04:34:48.670761 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1714016-5f05-4ec2-8e59-87b281b9c527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4451daab-97cf-45f2-a8a9-81957b85b4e9,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:48.672258 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 40494) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:48.740633 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3eaaf7d1-5414-45ad-81ed-a6692f087b5e admin admin] Publish callbacks [] for security_group (4451daab-97cf-45f2-a8a9-81957b85b4e9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:48.765035 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3eaaf7d1-5414-45ad-81ed-a6692f087b5e admin admin] Publish callbacks [] for security_group (4451daab-97cf-45f2-a8a9-81957b85b4e9), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:48.828981 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3eaaf7d1-5414-45ad-81ed-a6692f087b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4451daab-97cf-45f2-a8a9-81957b85b4e9), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:48.831701 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3eaaf7d1-5414-45ad-81ed-a6692f087b5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:48.836150 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3eaaf7d1-5414-45ad-81ed-a6692f087b5e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4451daab-97cf-45f2-a8a9-81957b85b4e9 HTTP/1.1" status: 204 len: 168 time: 0.1585906 Feb 19 04:34:48.842846 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaaf7d1-5414-45ad-81ed-a6692f087b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4451daab-97cf-45f2-a8a9-81957b85b4e9,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:49.738555 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6235b5-d3e0-4b05-9e34-6f35c943407e req-abbd17cc-bab3-4810-bd6b-f62a5d813410 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:49.751175 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c6235b5-d3e0-4b05-9e34-6f35c943407e req-abbd17cc-bab3-4810-bd6b-f62a5d813410 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 943 time: 0.0942662 Feb 19 04:34:49.825247 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c6235b5-d3e0-4b05-9e34-6f35c943407e req-f60b4c70-a923-45c7-8f4c-e089d4f80eec tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676920 Feb 19 04:34:51.000419 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1d690-a58d-4d39-b49f-79e077b53a0a req-b4cad6fa-61d7-4cfb-b938-f9b16ebbadd0 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:51.001946 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91b1d690-a58d-4d39-b49f-79e077b53a0a req-b4cad6fa-61d7-4cfb-b938-f9b16ebbadd0 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 943 time: 0.0744152 Feb 19 04:34:51.066058 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91b1d690-a58d-4d39-b49f-79e077b53a0a req-f25d65c4-92b4-47fd-979f-4e6a3478d37c tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561247 Feb 19 04:34:52.180658 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed34a8-6796-4b4a-882e-88d22eb4d0ca req-74653ec1-d28a-4c7f-b43a-0522a5b1788a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:52.183192 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2bed34a8-6796-4b4a-882e-88d22eb4d0ca req-74653ec1-d28a-4c7f-b43a-0522a5b1788a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 943 time: 0.0549974 Feb 19 04:34:52.239594 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2bed34a8-6796-4b4a-882e-88d22eb4d0ca req-30a12813-8e4c-4adb-bb16-58ebcb2c0274 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505064 Feb 19 04:34:53.412489 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef53d1-358b-4534-a26d-d9fd1ce53ca9 req-4ca542cf-62df-4a31-8f18-e22ad1bb5a5b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:53.424021 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-faef53d1-358b-4534-a26d-d9fd1ce53ca9 req-4ca542cf-62df-4a31-8f18-e22ad1bb5a5b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 943 time: 0.0779417 Feb 19 04:34:53.508800 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-faef53d1-358b-4534-a26d-d9fd1ce53ca9 req-1dd803ac-aedc-4ee4-b3a5-f601b70120d8 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760574 Feb 19 04:34:54.626690 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607edc9-0c4a-4857-90b8-95c1bfdad23f req-925ea4f0-7d5e-4884-a144-0f21530b2524 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:54.628323 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1607edc9-0c4a-4857-90b8-95c1bfdad23f req-925ea4f0-7d5e-4884-a144-0f21530b2524 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 943 time: 0.0536339 Feb 19 04:34:54.677158 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1607edc9-0c4a-4857-90b8-95c1bfdad23f req-8496d738-e4d4-439d-afae-14be18773739 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428255 Feb 19 04:34:55.810732 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f84c93-f0ad-427f-a43a-1e59f4c03630 req-057e2c52-7792-4587-9fdf-8dbb4ef75531 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:55.817532 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85f84c93-f0ad-427f-a43a-1e59f4c03630 req-057e2c52-7792-4587-9fdf-8dbb4ef75531 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 943 time: 0.0630739 Feb 19 04:34:55.875203 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85f84c93-f0ad-427f-a43a-1e59f4c03630 req-a86d3043-dbab-481c-98d6-4cc302b7f06a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566902 Feb 19 04:34:56.997912 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777f8b9-a2c8-4647-bd20-2589119b0f3d req-2542bc21-ec1d-498b-8a65-da3259f5c0d9 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:57.004667 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b777f8b9-a2c8-4647-bd20-2589119b0f3d req-2542bc21-ec1d-498b-8a65-da3259f5c0d9 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 943 time: 0.0583603 Feb 19 04:34:57.064878 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b777f8b9-a2c8-4647-bd20-2589119b0f3d req-8dd4e17e-dedd-422a-a068-9580c2b053e3 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590041 Feb 19 04:34:57.091109 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:58.217661 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c528fb9-a561-4d3b-9a3c-ec2f9d8beb90 req-3a77aa6f-06ab-41cc-8cd1-7a0e6d045ee5 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:58.219861 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5c528fb9-a561-4d3b-9a3c-ec2f9d8beb90 req-3a77aa6f-06ab-41cc-8cd1-7a0e6d045ee5 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 943 time: 0.0917540 Feb 19 04:34:58.303666 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5c528fb9-a561-4d3b-9a3c-ec2f9d8beb90 req-cdca221f-ae98-468a-8be6-93b534d4da69 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775585 Feb 19 04:34:59.469661 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769596a-8e76-4b36-a862-cefe85611dc1 req-2aa9b771-b42a-44ed-8bf2-57788edcdb8a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:59.471869 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f769596a-8e76-4b36-a862-cefe85611dc1 req-2aa9b771-b42a-44ed-8bf2-57788edcdb8a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 943 time: 0.0732081 Feb 19 04:34:59.556694 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f769596a-8e76-4b36-a862-cefe85611dc1 req-cf4a1e28-2512-4be7-b324-570e7b461834 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682945 Feb 19 04:34:59.925429 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:00.274533 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:35:00.651949 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c04d7347-5351-4297-bc8d-8219f4da972b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:00.749453 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22048b-7a04-4803-ae26-0f17241c177c req-e7182921-d191-4f62-9035-02b850ce5402 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:00.757357 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b22048b-7a04-4803-ae26-0f17241c177c req-e7182921-d191-4f62-9035-02b850ce5402 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 943 time: 0.0910757 Feb 19 04:35:00.827434 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b22048b-7a04-4803-ae26-0f17241c177c req-a1e1c8d0-50ce-4f56-a9e2-c0ce81fa6b85 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687497 Feb 19 04:35:01.948846 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ee3e3-e693-4192-bf03-923c7b5aaf39 req-13f4d4dc-6e88-418b-911b-90bfbdad1218 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:01.950646 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-678ee3e3-e693-4192-bf03-923c7b5aaf39 req-13f4d4dc-6e88-418b-911b-90bfbdad1218 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 943 time: 0.0615475 Feb 19 04:35:02.003531 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-678ee3e3-e693-4192-bf03-923c7b5aaf39 req-22c698b8-b9c0-4164-b0a4-a55d30cd72fb tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464606 Feb 19 04:35:03.133449 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed461f-1cf5-4242-aaf3-8e7a9c476d0e req-b68dbb42-d03f-4747-a92d-454c378bfd98 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:03.135577 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-beed461f-1cf5-4242-aaf3-8e7a9c476d0e req-b68dbb42-d03f-4747-a92d-454c378bfd98 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 943 time: 0.0562508 Feb 19 04:35:03.184228 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-beed461f-1cf5-4242-aaf3-8e7a9c476d0e req-3cf4b55c-88ba-41f0-b089-1bc54e07c064 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431685 Feb 19 04:35:03.487836 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-871c127e-20ea-4c79-a964-7bdbb79e4998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:03.882908 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:04.342863 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e3963-ba10-4661-8a72-282de60f7c42 req-dbb8b7c1-bc8f-4a1e-b504-c12358ca1988 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:04.345164 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b73e3963-ba10-4661-8a72-282de60f7c42 req-dbb8b7c1-bc8f-4a1e-b504-c12358ca1988 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 943 time: 0.0779228 Feb 19 04:35:04.406042 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b73e3963-ba10-4661-8a72-282de60f7c42 req-df6a59c5-17f4-4c27-aac6-acd081aa931f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549190 Feb 19 04:35:05.368653 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:05.533350 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c71562-9099-459b-a416-b5c678731e8e req-8015bfcb-0953-4120-a697-d95eb52574de tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:05.534872 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a1c71562-9099-459b-a416-b5c678731e8e req-8015bfcb-0953-4120-a697-d95eb52574de tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 943 time: 0.0535727 Feb 19 04:35:05.581955 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a1c71562-9099-459b-a416-b5c678731e8e req-b59441f4-3f08-4c9f-98b8-3a43dac1b4c0 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414786 Feb 19 04:35:06.712991 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71112219-c700-4055-b948-5c260fc1012a req-257f1530-6088-43e5-818c-ccb2078d95fa tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:06.714434 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-71112219-c700-4055-b948-5c260fc1012a req-257f1530-6088-43e5-818c-ccb2078d95fa tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 943 time: 0.0539951 Feb 19 04:35:06.768083 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-71112219-c700-4055-b948-5c260fc1012a req-652ebe20-7f70-4420-90ca-4cda540b0f9b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477672 Feb 19 04:35:06.805129 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:07.890903 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a4a05-951c-4f36-8c84-eaaa52e378eb req-11685ee0-5953-4a26-91ce-9a0f2458594b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:07.893253 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3a9a4a05-951c-4f36-8c84-eaaa52e378eb req-11685ee0-5953-4a26-91ce-9a0f2458594b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 943 time: 0.0539029 Feb 19 04:35:07.949072 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3a9a4a05-951c-4f36-8c84-eaaa52e378eb req-4c311793-ad7d-46bb-bd3d-0cea89d2afeb tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504642 Feb 19 04:35:08.994293 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-5444fb78-2b06-4293-a320-f695638f8964 req-8f2634ce-a82c-4b57-9b4f-e7ddd805db3f service neutron] (109925) timed out ('10.222.0.52', 44614) {{(pid=109925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:35:09.081593 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b7883-b106-43bd-8961-933767805fc2 req-5311118e-85dc-4382-9248-a9bfdc7f26a5 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:09.084045 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b33b7883-b106-43bd-8961-933767805fc2 req-5311118e-85dc-4382-9248-a9bfdc7f26a5 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 943 time: 0.0557818 Feb 19 04:35:09.131175 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b33b7883-b106-43bd-8961-933767805fc2 req-9b251d8b-40f1-4480-a2e4-1b2d0ad7fa14 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407889 Feb 19 04:35:10.080088 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-5444fb78-2b06-4293-a320-f695638f8964 req-10e78271-dcbb-4766-bc5f-c056b4d88900 tempest-ServersNegativeTestJSON-467812205 tempest-ServersNegativeTestJSON-467812205-project] (109925) timed out ('10.222.0.52', 42876) {{(pid=109925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:35:10.261735 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4af72f-4eea-4d22-bd8e-8cefdd967b30 req-6af0fa8e-5ae8-4c72-b55b-b8fea6f689e3 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:10.263582 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa4af72f-4eea-4d22-bd8e-8cefdd967b30 req-6af0fa8e-5ae8-4c72-b55b-b8fea6f689e3 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 943 time: 0.0585527 Feb 19 04:35:10.313228 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa4af72f-4eea-4d22-bd8e-8cefdd967b30 req-ab0073d8-c0bb-48ba-a687-e12f1d651047 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435355 Feb 19 04:35:10.710154 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device a4c1eca9-3afb-493f-be81-9f9005aae834 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:35:10.811698 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port a4c1eca9-3afb-493f-be81-9f9005aae834, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=a4c1eca9-3afb-493f-be81-9f9005aae834,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:10.823340 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'a4c1eca9-3afb-493f-be81-9f9005aae834', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'port_id': 'a4c1eca9-3afb-493f-be81-9f9005aae834', 'mac_address': 'fa:16:3e:c7:c5:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:35:10.861548 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port a4c1eca9-3afb-493f-be81-9f9005aae834 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:10.862101 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a4c1eca9-3afb-493f-be81-9f9005aae834), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:10.879577 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c1eca9-3afb-493f-be81-9f9005aae834 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:35:10.901172 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port a4c1eca9-3afb-493f-be81-9f9005aae834, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=a4c1eca9-3afb-493f-be81-9f9005aae834,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:10.908168 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (a4c1eca9-3afb-493f-be81-9f9005aae834), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:10.956675 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=a4c1eca9-3afb-493f-be81-9f9005aae834,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:10.965131 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:10.965555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:10.965963 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:10.966394 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:10.966792 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:10.967188 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:10.967589 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:10.967975 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:10.968366 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:10.968755 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:10.969144 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:10.969995 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:10.969995 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:11.219136 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['a4c1eca9-3afb-493f-be81-9f9005aae834'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:35:11.437220 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff85dd6-6b29-4972-893f-a2bc41d537ec req-01ee8348-1339-49c9-93e1-982972794e86 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:11.439549 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0ff85dd6-6b29-4972-893f-a2bc41d537ec req-01ee8348-1339-49c9-93e1-982972794e86 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 944 time: 0.0533223 Feb 19 04:35:11.490960 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0ff85dd6-6b29-4972-893f-a2bc41d537ec req-a35ab0a5-bd09-42dc-a8ba-97cddeb6ae4a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456429 Feb 19 04:35:12.634534 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064977b-2b8a-4f0c-9e0b-f8a6129b85dd req-e3398641-4f6a-4f8b-a8a2-613cfd57df22 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:12.636385 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a064977b-2b8a-4f0c-9e0b-f8a6129b85dd req-e3398641-4f6a-4f8b-a8a2-613cfd57df22 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 944 time: 0.0633204 Feb 19 04:35:12.704554 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a064977b-2b8a-4f0c-9e0b-f8a6129b85dd req-744a865f-73b2-46d1-b513-a7e3a70006d9 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579176 Feb 19 04:35:12.719897 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device a4c1eca9-3afb-493f-be81-9f9005aae834 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:35:12.780291 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port a4c1eca9-3afb-493f-be81-9f9005aae834 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:35:12.784917 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port a4c1eca9-3afb-493f-be81-9f9005aae834 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:12.785404 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (a4c1eca9-3afb-493f-be81-9f9005aae834), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:12.878751 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port a4c1eca9-3afb-493f-be81-9f9005aae834 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:12.879191 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a4c1eca9-3afb-493f-be81-9f9005aae834), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:12.911368 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acbcd47-1c4e-43e5-9e53-ae842d6816c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c1eca9-3afb-493f-be81-9f9005aae834'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:35:12.914124 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e6544a-d2d0-498b-90c6-5d8fa48797e4" -d '{"events": [{"server_uuid": "7acbcd47-1c4e-43e5-9e53-ae842d6816c2", "name": "network-vif-plugged", "status": "completed", "tag": "a4c1eca9-3afb-493f-be81-9f9005aae834"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:35:12.930185 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port a4c1eca9-3afb-493f-be81-9f9005aae834, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=a4c1eca9-3afb-493f-be81-9f9005aae834,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:12.936053 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (a4c1eca9-3afb-493f-be81-9f9005aae834), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:13.012227 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=a4c1eca9-3afb-493f-be81-9f9005aae834,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:13.150471 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b390dc59-a28f-46d2-8a5c-2859c6314253 x-openstack-request-id: req-b390dc59-a28f-46d2-8a5c-2859c6314253 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:35:13.150872 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acbcd47-1c4e-43e5-9e53-ae842d6816c2", "name": "network-vif-plugged", "status": "completed", "tag": "a4c1eca9-3afb-493f-be81-9f9005aae834", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:35:13.151027 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b390dc59-a28f-46d2-8a5c-2859c6314253 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:35:13.151442 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acbcd47-1c4e-43e5-9e53-ae842d6816c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c1eca9-3afb-493f-be81-9f9005aae834', 'code': 200} Feb 19 04:35:13.262058 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55335f52-8019-483c-8cbb-72a89f589711 req-cfeafe80-8d8f-470d-86d6-4ae7ab82d59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:13.267761 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-55335f52-8019-483c-8cbb-72a89f589711 req-cfeafe80-8d8f-470d-86d6-4ae7ab82d59b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 1128 time: 0.0608184 Feb 19 04:35:13.318747 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-55335f52-8019-483c-8cbb-72a89f589711 req-07b2a69a-45b0-48b7-bbf4-203423cc6500 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458050 Feb 19 04:35:13.838999 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82641e6-0874-4964-be24-d8c770251eda req-349b80c9-1e91-4f4e-89fc-632fa7533494 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:13.840510 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d82641e6-0874-4964-be24-d8c770251eda req-349b80c9-1e91-4f4e-89fc-632fa7533494 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 945 time: 0.0585847 Feb 19 04:35:13.894947 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d82641e6-0874-4964-be24-d8c770251eda req-354ae2c2-33dd-4cb2-944b-e18504360a47 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473342 Feb 19 04:35:15.043924 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c08a58-178d-4f6c-82a9-6231f6b0adba req-0ebdf69b-87e5-4a91-8d7b-bf08b4dbfb12 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:15.045405 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7c08a58-178d-4f6c-82a9-6231f6b0adba req-0ebdf69b-87e5-4a91-8d7b-bf08b4dbfb12 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 945 time: 0.0710053 Feb 19 04:35:15.105056 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7c08a58-178d-4f6c-82a9-6231f6b0adba req-b6727b0b-d638-49a5-b30a-b0b5436b724a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535910 Feb 19 04:35:15.250483 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe1665-e47a-416c-ae0e-68d8c1ec9118 req-1e4e004a-726f-4078-a573-79f828a76b84 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:15.254623 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e6fe1665-e47a-416c-ae0e-68d8c1ec9118 req-1e4e004a-726f-4078-a573-79f828a76b84 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 945 time: 0.0785408 Feb 19 04:35:15.309911 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e6fe1665-e47a-416c-ae0e-68d8c1ec9118 req-0350d325-2e39-41af-9b3c-5cf4a75b07fd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525835 Feb 19 04:35:15.446211 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0bb83-36df-4448-a077-384181a19328 req-e43dae74-1d02-45c7-86bb-72504768d9c4 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:15.447863 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-22a0bb83-36df-4448-a077-384181a19328 req-e43dae74-1d02-45c7-86bb-72504768d9c4 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 945 time: 0.0659792 Feb 19 04:35:15.509717 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-22a0bb83-36df-4448-a077-384181a19328 req-898725e9-2d9a-4c47-a517-9d3777393904 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545640 Feb 19 04:35:15.884922 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0fd3f-a95b-4089-a8ba-b2d133a81841 req-1afada6d-a251-4d46-a364-c51ad9fb4488 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:15.888418 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ad0fd3f-a95b-4089-a8ba-b2d133a81841 req-1afada6d-a251-4d46-a364-c51ad9fb4488 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 945 time: 0.0729959 Feb 19 04:35:15.962645 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ad0fd3f-a95b-4089-a8ba-b2d133a81841 req-8fdc7f74-0050-4cf1-a6a1-4c674bf3a12e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694749 Feb 19 04:35:17.117629 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabb795-38e9-4089-8e87-0b33a97cbdee req-8ee95160-6be6-4908-8590-214102e33526 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:17.122779 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-faabb795-38e9-4089-8e87-0b33a97cbdee req-8ee95160-6be6-4908-8590-214102e33526 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 945 time: 0.0675607 Feb 19 04:35:17.183435 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-faabb795-38e9-4089-8e87-0b33a97cbdee req-b896d9da-a2cf-4aab-8642-3d707337ed58 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525954 Feb 19 04:35:17.405132 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9950e-a381-4de0-9b09-6689fd88d5d8 req-ef12af82-29d0-472c-9c3b-f904ab71812b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:17.407442 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1fc9950e-a381-4de0-9b09-6689fd88d5d8 req-ef12af82-29d0-472c-9c3b-f904ab71812b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.26 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 945 time: 0.0608048 Feb 19 04:35:17.510757 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-1fc9950e-a381-4de0-9b09-6689fd88d5d8 req-af6b85f4-497e-4acf-9ed2-ded99704fc28 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Deleting port a4c1eca9-3afb-493f-be81-9f9005aae834 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:35:17.511396 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1fc9950e-a381-4de0-9b09-6689fd88d5d8 req-af6b85f4-497e-4acf-9ed2-ded99704fc28 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (a4c1eca9-3afb-493f-be81-9f9005aae834), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:17.615556 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-1fc9950e-a381-4de0-9b09-6689fd88d5d8 req-af6b85f4-497e-4acf-9ed2-ded99704fc28 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] For port a4c1eca9-3afb-493f-be81-9f9005aae834, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=a4c1eca9-3afb-493f-be81-9f9005aae834,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:17.616233 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1fc9950e-a381-4de0-9b09-6689fd88d5d8 req-af6b85f4-497e-4acf-9ed2-ded99704fc28 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (a4c1eca9-3afb-493f-be81-9f9005aae834), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:17.634523 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-1fc9950e-a381-4de0-9b09-6689fd88d5d8 req-af6b85f4-497e-4acf-9ed2-ded99704fc28 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Calling delete_port for a4c1eca9-3afb-493f-be81-9f9005aae834 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:35:17.818048 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1fc9950e-a381-4de0-9b09-6689fd88d5d8 req-af6b85f4-497e-4acf-9ed2-ded99704fc28 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (a4c1eca9-3afb-493f-be81-9f9005aae834), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:17.834511 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['a4c1eca9-3afb-493f-be81-9f9005aae834'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:35:17.853365 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b85f4-497e-4acf-9ed2-ded99704fc28 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event deleted for resources: {'Port': ['ID=a4c1eca9-3afb-493f-be81-9f9005aae834,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:17.906493 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc9950e-a381-4de0-9b09-6689fd88d5d8 req-af6b85f4-497e-4acf-9ed2-ded99704fc28 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] No DVR routers for this DVR port a4c1eca9-3afb-493f-be81-9f9005aae834 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:35:17.910676 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1fc9950e-a381-4de0-9b09-6689fd88d5d8 req-af6b85f4-497e-4acf-9ed2-ded99704fc28 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:17.914408 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1fc9950e-a381-4de0-9b09-6689fd88d5d8 req-af6b85f4-497e-4acf-9ed2-ded99704fc28 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.26 "DELETE /v2.0/ports/a4c1eca9-3afb-493f-be81-9f9005aae834 HTTP/1.1" status: 204 len: 173 time: 0.5020037 Feb 19 04:35:17.915393 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acbcd47-1c4e-43e5-9e53-ae842d6816c2', 'name': 'network-vif-deleted', 'tag': 'a4c1eca9-3afb-493f-be81-9f9005aae834'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:35:17.917785 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82744f6a-5753-400a-96af-318c6f09cf36" -d '{"events": [{"server_uuid": "7acbcd47-1c4e-43e5-9e53-ae842d6816c2", "name": "network-vif-deleted", "tag": "a4c1eca9-3afb-493f-be81-9f9005aae834"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:35:17.991179 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df89d7e-d1a1-40a3-9237-599ea444c5f1 x-openstack-request-id: req-9df89d7e-d1a1-40a3-9237-599ea444c5f1 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:35:17.991632 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acbcd47-1c4e-43e5-9e53-ae842d6816c2", "name": "network-vif-deleted", "tag": "a4c1eca9-3afb-493f-be81-9f9005aae834", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:35:17.991735 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9df89d7e-d1a1-40a3-9237-599ea444c5f1 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:35:17.992114 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acbcd47-1c4e-43e5-9e53-ae842d6816c2', 'name': 'network-vif-deleted', 'tag': 'a4c1eca9-3afb-493f-be81-9f9005aae834', 'status': 'completed', 'code': 200} Feb 19 04:35:18.346696 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-024e8a95-ca41-40ba-a318-49ccc9bd895c req-8280bcf6-edb3-49d4-8f2d-5f5468aded9f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 210 time: 0.0362194 Feb 19 04:35:19.491007 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03c6d650-37d0-4db7-a5f8-64ca8c30c3e5 req-e1db623b-ae9e-4a8f-b632-984757abb11d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 210 time: 0.0320442 Feb 19 04:35:20.595607 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97d102ba-385b-461d-9441-07b2713a0d6a req-8f66fff2-4563-41b6-af21-9cdf459254d9 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 210 time: 0.0331264 Feb 19 04:35:20.787416 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device a4c1eca9-3afb-493f-be81-9f9005aae834 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:35:20.809512 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: a4c1eca9-3afb-493f-be81-9f9005aae834 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:35:20.810243 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device a4c1eca9-3afb-493f-be81-9f9005aae834 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:35:21.725669 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d6f6205d-1a20-49b7-a05b-34567655f582 req-051e2be0-fcd7-4234-8c12-88339338a791 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 210 time: 0.0402327 Feb 19 04:35:22.839864 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41412) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:22.863441 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9fe363cc-fa71-46ce-8946-05de2840d9ca req-aeafd421-b091-4da2-909f-7e95a95b1746 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 210 time: 0.0560653 Feb 19 04:35:23.057295 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2747891c-939e-4339-b15b-966b3fa119de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:23.159552 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2747891c-939e-4339-b15b-966b3fa119de admin admin] Publish callbacks [] for security_group (ca480904-3666-4788-8221-27687f57d3c6), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:23.166913 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2747891c-939e-4339-b15b-966b3fa119de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ca480904-3666-4788-8221-27687f57d3c6), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:23.255910 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747891c-939e-4339-b15b-966b3fa119de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca480904-3666-4788-8221-27687f57d3c6,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:23.275356 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41422) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:23.283936 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2747891c-939e-4339-b15b-966b3fa119de admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f29396d64517417cbd6e6a358d8d975b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4429009 Feb 19 04:35:23.373296 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3aa846af-807e-426a-ab33-753f27402fb8 admin admin] Publish callbacks [] for security_group (ca480904-3666-4788-8221-27687f57d3c6), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:23.403822 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3aa846af-807e-426a-ab33-753f27402fb8 admin admin] Publish callbacks [] for security_group (ca480904-3666-4788-8221-27687f57d3c6), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:23.491334 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3aa846af-807e-426a-ab33-753f27402fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ca480904-3666-4788-8221-27687f57d3c6), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:23.494707 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3aa846af-807e-426a-ab33-753f27402fb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:23.509795 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3aa846af-807e-426a-ab33-753f27402fb8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ca480904-3666-4788-8221-27687f57d3c6 HTTP/1.1" status: 204 len: 168 time: 0.2288105 Feb 19 04:35:23.520131 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa846af-807e-426a-ab33-753f27402fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca480904-3666-4788-8221-27687f57d3c6,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:23.533905 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa846af-807e-426a-ab33-753f27402fb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:23.536204 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa846af-807e-426a-ab33-753f27402fb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:23.540530 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa846af-807e-426a-ab33-753f27402fb8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:23.542009 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa846af-807e-426a-ab33-753f27402fb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:23.542564 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa846af-807e-426a-ab33-753f27402fb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:23.546019 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa846af-807e-426a-ab33-753f27402fb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:23.546592 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa846af-807e-426a-ab33-753f27402fb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:23.547112 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa846af-807e-426a-ab33-753f27402fb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:23.547626 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa846af-807e-426a-ab33-753f27402fb8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:23.548155 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa846af-807e-426a-ab33-753f27402fb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:23.550371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa846af-807e-426a-ab33-753f27402fb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:23.550917 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa846af-807e-426a-ab33-753f27402fb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:23.551436 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa846af-807e-426a-ab33-753f27402fb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:23.987448 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b4250f8-6d12-48fc-853e-81c777c7c926 req-dc6c72e7-6c60-4afe-9145-6ce8634559a4 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 210 time: 0.0479341 Feb 19 04:35:24.574060 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41448) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:24.685798 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-f00a1610-4c55-4857-91dc-4651e1c70108 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-459122360-network', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:24.712413 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00a1610-4c55-4857-91dc-4651e1c70108 admin admin] Made reservation on behalf of 29629238c87149b4b16b91f84b6e79f3 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:35:24.715689 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f00a1610-4c55-4857-91dc-4651e1c70108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:24.728587 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f00a1610-4c55-4857-91dc-4651e1c70108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:24.828780 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f00a1610-4c55-4857-91dc-4651e1c70108 admin admin] Publish callbacks [] for security_group (579ba562-a6fe-45fb-b330-4551cdcad39a), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:24.833163 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f00a1610-4c55-4857-91dc-4651e1c70108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (579ba562-a6fe-45fb-b330-4551cdcad39a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:24.863435 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f00a1610-4c55-4857-91dc-4651e1c70108 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:35:24.872165 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a1610-4c55-4857-91dc-4651e1c70108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579ba562-a6fe-45fb-b330-4551cdcad39a,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:24.882037 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f00a1610-4c55-4857-91dc-4651e1c70108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (c4d67121-962e-46b4-bad1-c8cef1cb39ca), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:24.882407 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-f00a1610-4c55-4857-91dc-4651e1c70108 admin admin] Added segment c4d67121-962e-46b4-bad1-c8cef1cb39ca of type vlan for network 880b4410-642d-435c-812b-246575a73134 Feb 19 04:35:24.928977 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f00a1610-4c55-4857-91dc-4651e1c70108 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (880b4410-642d-435c-812b-246575a73134), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:24.955370 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f00a1610-4c55-4857-91dc-4651e1c70108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (880b4410-642d-435c-812b-246575a73134), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:24.956467 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00a1610-4c55-4857-91dc-4651e1c70108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:24.957038 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f00a1610-4c55-4857-91dc-4651e1c70108 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:25.018747 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41454) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:25.019312 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f00a1610-4c55-4857-91dc-4651e1c70108 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4432459 Feb 19 04:35:25.025818 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a1610-4c55-4857-91dc-4651e1c70108 admin admin] Pushing event updated for resources: {'Network': ['ID=880b4410-642d-435c-812b-246575a73134,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:25.028046 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-f6c4c9a4-ba29-4bde-a685-f50c8f749d09 admin admin] Request body: {'subnet': {'network_id': '880b4410-642d-435c-812b-246575a73134', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-459122360-subnet', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:25.036895 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 880b4410-642d-435c-812b-246575a73134 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:35:25.063697 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c4c9a4-ba29-4bde-a685-f50c8f749d09 admin admin] Made reservation on behalf of 29629238c87149b4b16b91f84b6e79f3 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:35:25.066827 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f6c4c9a4-ba29-4bde-a685-f50c8f749d09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:25.084894 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-22c3293c-9b65-477a-b330-e19e8b5c013a req-f3c60587-7356-4070-8a86-c737df409c40 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 210 time: 0.0341253 Feb 19 04:35:25.262082 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f6c4c9a4-ba29-4bde-a685-f50c8f749d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (fb7d1d8d-b376-481e-bd8a-616e91439832), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:25.328869 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c4c9a4-ba29-4bde-a685-f50c8f749d09 admin admin] Checking segment: {'id': 'c4d67121-962e-46b4-bad1-c8cef1cb39ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '880b4410-642d-435c-812b-246575a73134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:35:25.329603 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c4c9a4-ba29-4bde-a685-f50c8f749d09 admin admin] Network hostable DHCP agents. Network: 880b4410-642d-435c-812b-246575a73134, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:35:25.342207 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4c9a4-ba29-4bde-a685-f50c8f749d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb7d1d8d-b376-481e-bd8a-616e91439832,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:25.355225 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c4c9a4-ba29-4bde-a685-f50c8f749d09 admin admin] Network 880b4410-642d-435c-812b-246575a73134 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:35:25.365744 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-f6c4c9a4-ba29-4bde-a685-f50c8f749d09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 880b4410-642d-435c-812b-246575a73134) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:35:25.370877 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c4c9a4-ba29-4bde-a685-f50c8f749d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:25.371463 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f6c4c9a4-ba29-4bde-a685-f50c8f749d09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:25.378658 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71318d53-86c2-4e1a-8d63-a151055ece49 None None] Network 880b4410-642d-435c-812b-246575a73134 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:35:25.392284 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f6c4c9a4-ba29-4bde-a685-f50c8f749d09 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3697476 Feb 19 04:35:25.394793 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41464) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:25.399697 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-d95599b5-3299-414a-99a5-d03ee776a09b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-459122360-router', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:25.424248 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d95599b5-3299-414a-99a5-d03ee776a09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (419c1c52-3ed7-42b2-a3cd-23ecacffa4ff), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:25.425845 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d95599b5-3299-414a-99a5-d03ee776a09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (419c1c52-3ed7-42b2-a3cd-23ecacffa4ff), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:25.500833 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa60d2e-1a3d-4a87-93a4-8d083189d6eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-880b4410-642d-435c-812b-246575a73134', 'network_id': '880b4410-642d-435c-812b-246575a73134', 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'fixed_ips': [{'subnet_id': 'fb7d1d8d-b376-481e-bd8a-616e91439832'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:35:25.501165 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d95599b5-3299-414a-99a5-d03ee776a09b admin admin] Publish callbacks [] for router_controller (419c1c52-3ed7-42b2-a3cd-23ecacffa4ff), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:25.503003 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4fa60d2e-1a3d-4a87-93a4-8d083189d6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:25.657799 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-4fa60d2e-1a3d-4a87-93a4-8d083189d6eb None None] Allocated IP 172.20.0.2 (880b4410-642d-435c-812b-246575a73134/fb7d1d8d-b376-481e-bd8a-616e91439832/80221498-b907-4fde-ae8c-fd3da0260e06) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:35:25.667348 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d95599b5-3299-414a-99a5-d03ee776a09b admin admin] Publish callbacks [] for router_gateway (419c1c52-3ed7-42b2-a3cd-23ecacffa4ff), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:25.834506 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4fa60d2e-1a3d-4a87-93a4-8d083189d6eb None None] Publish callbacks [] for port (80221498-b907-4fde-ae8c-fd3da0260e06), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:25.844373 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4fa60d2e-1a3d-4a87-93a4-8d083189d6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (80221498-b907-4fde-ae8c-fd3da0260e06), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:25.891047 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa60d2e-1a3d-4a87-93a4-8d083189d6eb None None] Network 880b4410-642d-435c-812b-246575a73134 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:35:25.896742 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-4fa60d2e-1a3d-4a87-93a4-8d083189d6eb None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:35:25.906968 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa60d2e-1a3d-4a87-93a4-8d083189d6eb None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:35:25.916410 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa60d2e-1a3d-4a87-93a4-8d083189d6eb None None] Pushing event updated for resources: {'Port': ['ID=80221498-b907-4fde-ae8c-fd3da0260e06,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:25.992999 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-4fa60d2e-1a3d-4a87-93a4-8d083189d6eb None None] Attempting to bind port 80221498-b907-4fde-ae8c-fd3da0260e06 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:35:25.993378 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-4fa60d2e-1a3d-4a87-93a4-8d083189d6eb None None] Attempting to bind port 80221498-b907-4fde-ae8c-fd3da0260e06 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'c4d67121-962e-46b4-bad1-c8cef1cb39ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '880b4410-642d-435c-812b-246575a73134'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:35:25.993743 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa60d2e-1a3d-4a87-93a4-8d083189d6eb None None] Attempting to bind port 80221498-b907-4fde-ae8c-fd3da0260e06 on network 880b4410-642d-435c-812b-246575a73134 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:35:25.999948 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa60d2e-1a3d-4a87-93a4-8d083189d6eb None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:35:26.000757 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa60d2e-1a3d-4a87-93a4-8d083189d6eb None None] Checking segment: {'id': 'c4d67121-962e-46b4-bad1-c8cef1cb39ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '880b4410-642d-435c-812b-246575a73134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:35:26.001451 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4fa60d2e-1a3d-4a87-93a4-8d083189d6eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:26.001860 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa60d2e-1a3d-4a87-93a4-8d083189d6eb None None] Bound using segment: {'id': 'c4d67121-962e-46b4-bad1-c8cef1cb39ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '880b4410-642d-435c-812b-246575a73134'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:35:26.002528 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-4fa60d2e-1a3d-4a87-93a4-8d083189d6eb None None] Bound port: 80221498-b907-4fde-ae8c-fd3da0260e06, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d67121-962e-46b4-bad1-c8cef1cb39ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '880b4410-642d-435c-812b-246575a73134'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:35:26.002919 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4fa60d2e-1a3d-4a87-93a4-8d083189d6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (80221498-b907-4fde-ae8c-fd3da0260e06), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:26.084309 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-4fa60d2e-1a3d-4a87-93a4-8d083189d6eb None None] For port 80221498-b907-4fde-ae8c-fd3da0260e06, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:35:26.089928 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-4fa60d2e-1a3d-4a87-93a4-8d083189d6eb None None] For port 80221498-b907-4fde-ae8c-fd3da0260e06, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=80221498-b907-4fde-ae8c-fd3da0260e06,segment=NetworkSegment(c4d67121-962e-46b4-bad1-c8cef1cb39ca),segment_id=c4d67121-962e-46b4-bad1-c8cef1cb39ca)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:35:26.098251 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4fa60d2e-1a3d-4a87-93a4-8d083189d6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (80221498-b907-4fde-ae8c-fd3da0260e06), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:26.202940 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa60d2e-1a3d-4a87-93a4-8d083189d6eb None None] Pushing event updated for resources: {'Port': ['ID=80221498-b907-4fde-ae8c-fd3da0260e06,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:26.256426 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-493a9260-b1dd-42a1-8ddd-7f767a25dcc9 req-866e95c7-c2c7-4ffc-a584-9336684f7b9d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 210 time: 0.0360696 Feb 19 04:35:26.269703 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d95599b5-3299-414a-99a5-d03ee776a09b admin admin] Publish callbacks [] for router_gateway (419c1c52-3ed7-42b2-a3cd-23ecacffa4ff), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:26.290797 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d95599b5-3299-414a-99a5-d03ee776a09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:26.477581 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-d95599b5-3299-414a-99a5-d03ee776a09b admin admin] Allocated IP 172.25.3.207 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/019e5f6d-74e0-4354-b664-a883e83fdd01) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:35:26.615140 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d95599b5-3299-414a-99a5-d03ee776a09b admin admin] Publish callbacks [] for port (019e5f6d-74e0-4354-b664-a883e83fdd01), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:26.651419 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d95599b5-3299-414a-99a5-d03ee776a09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (019e5f6d-74e0-4354-b664-a883e83fdd01), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:26.695708 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95599b5-3299-414a-99a5-d03ee776a09b admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:35:26.700685 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-d95599b5-3299-414a-99a5-d03ee776a09b admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:35:26.703428 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95599b5-3299-414a-99a5-d03ee776a09b admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:35:26.709576 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95599b5-3299-414a-99a5-d03ee776a09b admin admin] Pushing event updated for resources: {'Port': ['ID=019e5f6d-74e0-4354-b664-a883e83fdd01,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:26.996107 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d95599b5-3299-414a-99a5-d03ee776a09b admin admin] Publish callbacks [] for router_gateway (419c1c52-3ed7-42b2-a3cd-23ecacffa4ff), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:27.081110 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 80221498-b907-4fde-ae8c-fd3da0260e06 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:35:27.123802 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:27.155121 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 80221498-b907-4fde-ae8c-fd3da0260e06 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:27.155934 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (80221498-b907-4fde-ae8c-fd3da0260e06), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:27.256525 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 80221498-b907-4fde-ae8c-fd3da0260e06 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:27.256916 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (80221498-b907-4fde-ae8c-fd3da0260e06), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:27.295140 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 80221498-b907-4fde-ae8c-fd3da0260e06, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=80221498-b907-4fde-ae8c-fd3da0260e06,segment=NetworkSegment(c4d67121-962e-46b4-bad1-c8cef1cb39ca),segment_id=c4d67121-962e-46b4-bad1-c8cef1cb39ca)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:27.310027 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (80221498-b907-4fde-ae8c-fd3da0260e06), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:27.345122 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d95599b5-3299-414a-99a5-d03ee776a09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (419c1c52-3ed7-42b2-a3cd-23ecacffa4ff), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:27.370345 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=80221498-b907-4fde-ae8c-fd3da0260e06,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:27.463530 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f5b543a-aa10-4bec-b917-7df85b9d9d69 req-7b22988a-3911-46b7-a698-234cef7303c2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 210 time: 0.0628989 Feb 19 04:35:27.557451 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845048d6-1b48-4abd-abd1-6f0aadd8f1d0 None None] Network 880b4410-642d-435c-812b-246575a73134 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:35:27.579136 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95599b5-3299-414a-99a5-d03ee776a09b admin admin] Router 419c1c52-3ed7-42b2-a3cd-23ecacffa4ff is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:35:27.685083 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e4007e5c-c88b-4dba-b7d2-1f4298a92b41 None None] Provisioning complete for port 80221498-b907-4fde-ae8c-fd3da0260e06 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:27.685479 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e4007e5c-c88b-4dba-b7d2-1f4298a92b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (80221498-b907-4fde-ae8c-fd3da0260e06), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:27.709677 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95599b5-3299-414a-99a5-d03ee776a09b admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:35:27.727237 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8ef954-0101-46a1-b5db-5f64eb5bdd99 None None] Sync routers for ids ['419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:35:27.745050 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8ef954-0101-46a1-b5db-5f64eb5bdd99 None None] Routers {'419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:27.746960 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-ff8ef954-0101-46a1-b5db-5f64eb5bdd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:35:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:27.754490 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d95599b5-3299-414a-99a5-d03ee776a09b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:27.758706 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d95599b5-3299-414a-99a5-d03ee776a09b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3624432 Feb 19 04:35:27.759245 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41474) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:27.831152 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e4007e5c-c88b-4dba-b7d2-1f4298a92b41 None None] Current status of the port 80221498-b907-4fde-ae8c-fd3da0260e06 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:27.902194 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-ff8ef954-0101-46a1-b5db-5f64eb5bdd99 None None] Set router 419c1c52-3ed7-42b2-a3cd-23ecacffa4ff gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:28.119523 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-ff8ef954-0101-46a1-b5db-5f64eb5bdd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'name': 'tempest-TestServerBasicOps-459122360-router', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '019e5f6d-74e0-4354-b664-a883e83fdd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:25Z', 'updated_at': '2022-02-19T04:35:26Z', 'revision_number': 3, 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'gw_port': {'id': '019e5f6d-74e0-4354-b664-a883e83fdd01', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:26Z', 'updated_at': '2022-02-19T04:35:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:28.148648 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8ef954-0101-46a1-b5db-5f64eb5bdd99 None None] Checking router: 419c1c52-3ed7-42b2-a3cd-23ecacffa4ff for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:35:28.149649 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8ef954-0101-46a1-b5db-5f64eb5bdd99 None None] Updating router 419c1c52-3ed7-42b2-a3cd-23ecacffa4ff port 019e5f6d-74e0-4354-b664-a883e83fdd01 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:35:28.168963 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-36bc1d08-5a09-42bd-9657-fd37dbf6b1e4 None None] Provisioning complete for port 80221498-b907-4fde-ae8c-fd3da0260e06 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:28.169540 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-36bc1d08-5a09-42bd-9657-fd37dbf6b1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (80221498-b907-4fde-ae8c-fd3da0260e06), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:28.187303 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-ff8ef954-0101-46a1-b5db-5f64eb5bdd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (019e5f6d-74e0-4354-b664-a883e83fdd01), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:28.282368 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-36bc1d08-5a09-42bd-9657-fd37dbf6b1e4 None None] Current status of the port 80221498-b907-4fde-ae8c-fd3da0260e06 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:28.418477 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7769499-d4b2-419f-a438-78d5cbcb7178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:28.642025 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3eed11fa-3364-412b-875c-f3a3eb75f9ba req-5ba75101-b654-4ed2-ad1e-b76e8fa7e6da tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acbcd47-1c4e-43e5-9e53-ae842d6816c2 HTTP/1.1" status: 200 len: 210 time: 0.0501225 Feb 19 04:35:28.643247 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-ff8ef954-0101-46a1-b5db-5f64eb5bdd99 None None] Publish callbacks [] for port (019e5f6d-74e0-4354-b664-a883e83fdd01), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:28.649192 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-ff8ef954-0101-46a1-b5db-5f64eb5bdd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (019e5f6d-74e0-4354-b664-a883e83fdd01), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:28.668483 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-b7769499-d4b2-419f-a438-78d5cbcb7178 admin admin] Allocated IP 172.20.0.1 (880b4410-642d-435c-812b-246575a73134/fb7d1d8d-b376-481e-bd8a-616e91439832/d397a32b-4fc6-4aae-8119-34a0b038686e) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:35:28.678218 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-ff8ef954-0101-46a1-b5db-5f64eb5bdd99 None None] Attempting to bind port 019e5f6d-74e0-4354-b664-a883e83fdd01 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:35:28.678614 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-ff8ef954-0101-46a1-b5db-5f64eb5bdd99 None None] Attempting to bind port 019e5f6d-74e0-4354-b664-a883e83fdd01 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:35:28.679692 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8ef954-0101-46a1-b5db-5f64eb5bdd99 None None] Attempting to bind port 019e5f6d-74e0-4354-b664-a883e83fdd01 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:35:28.702006 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8ef954-0101-46a1-b5db-5f64eb5bdd99 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:35:28.702480 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8ef954-0101-46a1-b5db-5f64eb5bdd99 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:35:28.702867 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-ff8ef954-0101-46a1-b5db-5f64eb5bdd99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:28.703264 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8ef954-0101-46a1-b5db-5f64eb5bdd99 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:35:28.703756 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-ff8ef954-0101-46a1-b5db-5f64eb5bdd99 None None] Bound port: 019e5f6d-74e0-4354-b664-a883e83fdd01, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:35:28.704119 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-ff8ef954-0101-46a1-b5db-5f64eb5bdd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (019e5f6d-74e0-4354-b664-a883e83fdd01), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:28.766068 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f069415-a847-42b1-84cf-aafbd518d476 None None] Pushing event updated for resources: {'Port': ['ID=019e5f6d-74e0-4354-b664-a883e83fdd01,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:28.779688 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f069415-a847-42b1-84cf-aafbd518d476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:28.780086 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f069415-a847-42b1-84cf-aafbd518d476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:28.780426 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f069415-a847-42b1-84cf-aafbd518d476 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:28.780839 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f069415-a847-42b1-84cf-aafbd518d476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:28.781181 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f069415-a847-42b1-84cf-aafbd518d476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:28.781556 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f069415-a847-42b1-84cf-aafbd518d476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:28.781924 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f069415-a847-42b1-84cf-aafbd518d476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:28.782317 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f069415-a847-42b1-84cf-aafbd518d476 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:28.782651 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f069415-a847-42b1-84cf-aafbd518d476 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:28.782972 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f069415-a847-42b1-84cf-aafbd518d476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:28.783293 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f069415-a847-42b1-84cf-aafbd518d476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:28.783641 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f069415-a847-42b1-84cf-aafbd518d476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:28.783955 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f069415-a847-42b1-84cf-aafbd518d476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:28.799970 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-ff8ef954-0101-46a1-b5db-5f64eb5bdd99 None None] For port 019e5f6d-74e0-4354-b664-a883e83fdd01, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:35:28.805613 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-ff8ef954-0101-46a1-b5db-5f64eb5bdd99 None None] For port 019e5f6d-74e0-4354-b664-a883e83fdd01, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=019e5f6d-74e0-4354-b664-a883e83fdd01,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:35:28.815176 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-ff8ef954-0101-46a1-b5db-5f64eb5bdd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (019e5f6d-74e0-4354-b664-a883e83fdd01), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:28.863047 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7769499-d4b2-419f-a438-78d5cbcb7178 admin admin] Publish callbacks [] for port (d397a32b-4fc6-4aae-8119-34a0b038686e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:28.915660 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8ef954-0101-46a1-b5db-5f64eb5bdd99 None None] Routers {'419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:28.916453 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-ff8ef954-0101-46a1-b5db-5f64eb5bdd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:35:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:28.922620 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f069415-a847-42b1-84cf-aafbd518d476 None None] Pushing event updated for resources: {'Port': ['ID=019e5f6d-74e0-4354-b664-a883e83fdd01,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:28.932396 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7769499-d4b2-419f-a438-78d5cbcb7178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (d397a32b-4fc6-4aae-8119-34a0b038686e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:29.010719 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7769499-d4b2-419f-a438-78d5cbcb7178 admin admin] Network 880b4410-642d-435c-812b-246575a73134 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:35:29.014924 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-b7769499-d4b2-419f-a438-78d5cbcb7178 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:35:29.018812 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7769499-d4b2-419f-a438-78d5cbcb7178 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:35:29.060947 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7769499-d4b2-419f-a438-78d5cbcb7178 admin admin] Pushing event updated for resources: {'Port': ['ID=d397a32b-4fc6-4aae-8119-34a0b038686e,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:29.075706 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 80221498-b907-4fde-ae8c-fd3da0260e06 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:35:29.108073 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-ff8ef954-0101-46a1-b5db-5f64eb5bdd99 None None] Set router 419c1c52-3ed7-42b2-a3cd-23ecacffa4ff gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:29.111894 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7769499-d4b2-419f-a438-78d5cbcb7178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (419c1c52-3ed7-42b2-a3cd-23ecacffa4ff), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:29.213525 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 80221498-b907-4fde-ae8c-fd3da0260e06 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:29.215235 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (80221498-b907-4fde-ae8c-fd3da0260e06), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:29.400139 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7769499-d4b2-419f-a438-78d5cbcb7178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d397a32b-4fc6-4aae-8119-34a0b038686e), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:29.404096 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 80221498-b907-4fde-ae8c-fd3da0260e06 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:29.492212 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-ff8ef954-0101-46a1-b5db-5f64eb5bdd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'name': 'tempest-TestServerBasicOps-459122360-router', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '019e5f6d-74e0-4354-b664-a883e83fdd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:25Z', 'updated_at': '2022-02-19T04:35:26Z', 'revision_number': 3, 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'gw_port': {'id': '019e5f6d-74e0-4354-b664-a883e83fdd01', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:26Z', 'updated_at': '2022-02-19T04:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:29.527125 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-359aea0e-48fd-4fc8-a3e8-084412a56fe4 None None] Provisioning complete for port d397a32b-4fc6-4aae-8119-34a0b038686e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:29.527505 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-359aea0e-48fd-4fc8-a3e8-084412a56fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d397a32b-4fc6-4aae-8119-34a0b038686e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:29.566437 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8ef954-0101-46a1-b5db-5f64eb5bdd99 None None] The sync data for ids ['419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'] in n-d-828369-19 is: [{'id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'name': 'tempest-TestServerBasicOps-459122360-router', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '019e5f6d-74e0-4354-b664-a883e83fdd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:25Z', 'updated_at': '2022-02-19T04:35:26Z', 'revision_number': 3, 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'gw_port': {'id': '019e5f6d-74e0-4354-b664-a883e83fdd01', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:26Z', 'updated_at': '2022-02-19T04:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:35:29.597232 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-359aea0e-48fd-4fc8-a3e8-084412a56fe4 None None] Port d397a32b-4fc6-4aae-8119-34a0b038686e cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:35:29.636111 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7769499-d4b2-419f-a438-78d5cbcb7178 admin admin] Publish callbacks [] for port (d397a32b-4fc6-4aae-8119-34a0b038686e), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:29.647540 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7769499-d4b2-419f-a438-78d5cbcb7178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (d397a32b-4fc6-4aae-8119-34a0b038686e), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:29.783854 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7769499-d4b2-419f-a438-78d5cbcb7178 admin admin] Pushing event updated for resources: {'Port': ['ID=d397a32b-4fc6-4aae-8119-34a0b038686e,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:29.787656 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b7769499-d4b2-419f-a438-78d5cbcb7178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (419c1c52-3ed7-42b2-a3cd-23ecacffa4ff), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:29.921857 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:29.948889 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7769499-d4b2-419f-a438-78d5cbcb7178 admin admin] Network 880b4410-642d-435c-812b-246575a73134 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:35:29.951874 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-b7769499-d4b2-419f-a438-78d5cbcb7178 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:35:30.132421 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7769499-d4b2-419f-a438-78d5cbcb7178 admin admin] Router 419c1c52-3ed7-42b2-a3cd-23ecacffa4ff has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:35:30.313329 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7769499-d4b2-419f-a438-78d5cbcb7178 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:35:30.342130 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b7769499-d4b2-419f-a438-78d5cbcb7178 admin admin] 10.222.0.52 "PUT /v2.0/routers/419c1c52-3ed7-42b2-a3cd-23ecacffa4ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5806596 Feb 19 04:35:30.431973 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-5a91e2d3-4514-45a8-b8ec-fbc3668026be None None] Provisioning complete for port d397a32b-4fc6-4aae-8119-34a0b038686e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:30.432838 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5a91e2d3-4514-45a8-b8ec-fbc3668026be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d397a32b-4fc6-4aae-8119-34a0b038686e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:30.476711 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-5a91e2d3-4514-45a8-b8ec-fbc3668026be None None] Port d397a32b-4fc6-4aae-8119-34a0b038686e cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:35:30.666045 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dcfe41ec-912a-4ba0-9766-cce92c815b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:31.072091 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 019e5f6d-74e0-4354-b664-a883e83fdd01 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:35:31.175992 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 019e5f6d-74e0-4354-b664-a883e83fdd01 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:31.176589 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (019e5f6d-74e0-4354-b664-a883e83fdd01), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:31.256747 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41508) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:31.267017 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-247b50ce-446b-4ff8-b08d-e998cfa959fa admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1558702056-network', 'tenant_id': '8b1a0d258e2f49dab3d1eff2afb456ea'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:31.275533 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 019e5f6d-74e0-4354-b664-a883e83fdd01 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:31.276239 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (019e5f6d-74e0-4354-b664-a883e83fdd01), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:31.302325 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247b50ce-446b-4ff8-b08d-e998cfa959fa admin admin] Made reservation on behalf of 8b1a0d258e2f49dab3d1eff2afb456ea for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:35:31.302609 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 019e5f6d-74e0-4354-b664-a883e83fdd01, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=019e5f6d-74e0-4354-b664-a883e83fdd01,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:31.309397 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (019e5f6d-74e0-4354-b664-a883e83fdd01), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:31.321592 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-247b50ce-446b-4ff8-b08d-e998cfa959fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:31.332367 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-247b50ce-446b-4ff8-b08d-e998cfa959fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:31.390838 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=019e5f6d-74e0-4354-b664-a883e83fdd01,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:31.462655 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-247b50ce-446b-4ff8-b08d-e998cfa959fa admin admin] Publish callbacks [] for security_group (4132e202-ccd5-4723-afd6-f8986046c239), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:31.468317 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-247b50ce-446b-4ff8-b08d-e998cfa959fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4132e202-ccd5-4723-afd6-f8986046c239), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:31.503170 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247b50ce-446b-4ff8-b08d-e998cfa959fa admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:35:31.515250 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b50ce-446b-4ff8-b08d-e998cfa959fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4132e202-ccd5-4723-afd6-f8986046c239,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:31.532687 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-247b50ce-446b-4ff8-b08d-e998cfa959fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (5a1e9cca-49b0-4f00-9209-1e55463e7d55), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:31.533036 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-247b50ce-446b-4ff8-b08d-e998cfa959fa admin admin] Added segment 5a1e9cca-49b0-4f00-9209-1e55463e7d55 of type vlan for network 3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e Feb 19 04:35:31.576069 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-247b50ce-446b-4ff8-b08d-e998cfa959fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:31.618710 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-247b50ce-446b-4ff8-b08d-e998cfa959fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:31.620038 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247b50ce-446b-4ff8-b08d-e998cfa959fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:31.621261 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-247b50ce-446b-4ff8-b08d-e998cfa959fa admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:31.722948 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b50ce-446b-4ff8-b08d-e998cfa959fa admin admin] Pushing event updated for resources: {'Network': ['ID=3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:31.743037 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:35:31.776968 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-247b50ce-446b-4ff8-b08d-e998cfa959fa admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5177524 Feb 19 04:35:31.777800 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41510) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:31.782956 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-9c5117b4-eee4-4349-98eb-f633f5495104 admin admin] Request body: {'subnet': {'network_id': '3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1558702056-subnet', 'tenant_id': '8b1a0d258e2f49dab3d1eff2afb456ea', 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:31.825953 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5117b4-eee4-4349-98eb-f633f5495104 admin admin] Made reservation on behalf of 8b1a0d258e2f49dab3d1eff2afb456ea for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:35:31.828665 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9c5117b4-eee4-4349-98eb-f633f5495104 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:32.248400 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9c5117b4-eee4-4349-98eb-f633f5495104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (65716fec-4900-449d-aba6-82c7da693c0d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:32.316173 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5117b4-eee4-4349-98eb-f633f5495104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65716fec-4900-449d-aba6-82c7da693c0d,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:32.326024 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5117b4-eee4-4349-98eb-f633f5495104 admin admin] Checking segment: {'id': '5a1e9cca-49b0-4f00-9209-1e55463e7d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:35:32.326626 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5117b4-eee4-4349-98eb-f633f5495104 admin admin] Network hostable DHCP agents. Network: 3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:35:32.346768 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a9b88b-1751-40eb-8f40-3e57b49a79dd None None] Sync routers for ids ['419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:35:32.350415 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5117b4-eee4-4349-98eb-f633f5495104 admin admin] Network 3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:35:32.362525 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a9b88b-1751-40eb-8f40-3e57b49a79dd None None] Routers {'419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:32.363108 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-75a9b88b-1751-40eb-8f40-3e57b49a79dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:35:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:32.364052 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-9c5117b4-eee4-4349-98eb-f633f5495104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:35:32.372333 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5117b4-eee4-4349-98eb-f633f5495104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:32.374658 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9c5117b4-eee4-4349-98eb-f633f5495104 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:32.378883 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c32c73-7b0f-49a9-a218-1dd998daf1d1 None None] Network 3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:35:32.420260 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41516) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:32.426613 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-91521c2d-835a-41fb-bcbb-651aabd69409 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1558702056-router', 'tenant_id': '8b1a0d258e2f49dab3d1eff2afb456ea', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:32.427036 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9c5117b4-eee4-4349-98eb-f633f5495104 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6469612 Feb 19 04:35:32.472772 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-91521c2d-835a-41fb-bcbb-651aabd69409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (425eebe3-0fa4-41b4-8e79-5e589b0788a7), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:32.474454 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-91521c2d-835a-41fb-bcbb-651aabd69409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (425eebe3-0fa4-41b4-8e79-5e589b0788a7), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:32.561421 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399d32cc-e55d-43a4-ab69-fa30d8ed44b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e', 'network_id': '3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e', 'project_id': '8b1a0d258e2f49dab3d1eff2afb456ea', 'fixed_ips': [{'subnet_id': '65716fec-4900-449d-aba6-82c7da693c0d'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:35:32.562584 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-399d32cc-e55d-43a4-ab69-fa30d8ed44b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:32.602363 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-91521c2d-835a-41fb-bcbb-651aabd69409 admin admin] Publish callbacks [] for router_controller (425eebe3-0fa4-41b4-8e79-5e589b0788a7), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:32.970610 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-399d32cc-e55d-43a4-ab69-fa30d8ed44b0 None None] Allocated IP 172.20.0.2 (3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e/65716fec-4900-449d-aba6-82c7da693c0d/8a184295-81ea-47e6-8238-ece5721349bc) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:35:33.159997 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-75a9b88b-1751-40eb-8f40-3e57b49a79dd None None] Set router 419c1c52-3ed7-42b2-a3cd-23ecacffa4ff gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:33.193963 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 019e5f6d-74e0-4354-b664-a883e83fdd01 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:35:33.321555 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-91521c2d-835a-41fb-bcbb-651aabd69409 admin admin] Publish callbacks [] for router_gateway (425eebe3-0fa4-41b4-8e79-5e589b0788a7), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:33.516791 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dfe8006d-6d3c-4141-9b02-3f6ed3467c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:33.533381 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 019e5f6d-74e0-4354-b664-a883e83fdd01 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:33.533784 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (019e5f6d-74e0-4354-b664-a883e83fdd01), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:33.542973 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-399d32cc-e55d-43a4-ab69-fa30d8ed44b0 None None] Publish callbacks [] for port (8a184295-81ea-47e6-8238-ece5721349bc), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:33.563358 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-91521c2d-835a-41fb-bcbb-651aabd69409 admin admin] Publish callbacks [] for router_gateway (425eebe3-0fa4-41b4-8e79-5e589b0788a7), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:33.567085 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-399d32cc-e55d-43a4-ab69-fa30d8ed44b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (8a184295-81ea-47e6-8238-ece5721349bc), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:33.594869 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-91521c2d-835a-41fb-bcbb-651aabd69409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:33.623478 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399d32cc-e55d-43a4-ab69-fa30d8ed44b0 None None] Network 3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:35:33.627981 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-399d32cc-e55d-43a4-ab69-fa30d8ed44b0 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:35:33.635637 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399d32cc-e55d-43a4-ab69-fa30d8ed44b0 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:35:33.643909 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-75a9b88b-1751-40eb-8f40-3e57b49a79dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'name': 'tempest-TestServerBasicOps-459122360-router', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '019e5f6d-74e0-4354-b664-a883e83fdd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:25Z', 'updated_at': '2022-02-19T04:35:29Z', 'revision_number': 4, 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'gw_port': {'id': '019e5f6d-74e0-4354-b664-a883e83fdd01', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:26Z', 'updated_at': '2022-02-19T04:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'd397a32b-4fc6-4aae-8119-34a0b038686e', 'name': '', 'network_id': '880b4410-642d-435c-812b-246575a73134', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'mac_address': 'fa:16:3e:76:d2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'fb7d1d8d-b376-481e-bd8a-616e91439832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:28Z', 'updated_at': '2022-02-19T04:35:29Z', 'revision_number': 2, 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'subnets': [{'id': 'fb7d1d8d-b376-481e-bd8a-616e91439832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:33.701778 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d32cc-e55d-43a4-ab69-fa30d8ed44b0 None None] Pushing event updated for resources: {'Port': ['ID=8a184295-81ea-47e6-8238-ece5721349bc,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:33.720507 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a9b88b-1751-40eb-8f40-3e57b49a79dd None None] Checking router: 419c1c52-3ed7-42b2-a3cd-23ecacffa4ff for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:35:33.720878 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a9b88b-1751-40eb-8f40-3e57b49a79dd None None] Updating router 419c1c52-3ed7-42b2-a3cd-23ecacffa4ff port d397a32b-4fc6-4aae-8119-34a0b038686e binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:35:33.747964 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-91521c2d-835a-41fb-bcbb-651aabd69409 admin admin] Allocated IP 172.25.3.38 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/07865322-a046-4a2a-a0c0-633f93d6c833) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:35:33.757364 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-75a9b88b-1751-40eb-8f40-3e57b49a79dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d397a32b-4fc6-4aae-8119-34a0b038686e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:33.773865 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-399d32cc-e55d-43a4-ab69-fa30d8ed44b0 None None] Attempting to bind port 8a184295-81ea-47e6-8238-ece5721349bc on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:35:33.774194 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-399d32cc-e55d-43a4-ab69-fa30d8ed44b0 None None] Attempting to bind port 8a184295-81ea-47e6-8238-ece5721349bc by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '5a1e9cca-49b0-4f00-9209-1e55463e7d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:35:33.774559 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399d32cc-e55d-43a4-ab69-fa30d8ed44b0 None None] Attempting to bind port 8a184295-81ea-47e6-8238-ece5721349bc on network 3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:35:33.791042 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399d32cc-e55d-43a4-ab69-fa30d8ed44b0 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:35:33.791468 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399d32cc-e55d-43a4-ab69-fa30d8ed44b0 None None] Checking segment: {'id': '5a1e9cca-49b0-4f00-9209-1e55463e7d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:35:33.791910 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-399d32cc-e55d-43a4-ab69-fa30d8ed44b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:33.792303 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399d32cc-e55d-43a4-ab69-fa30d8ed44b0 None None] Bound using segment: {'id': '5a1e9cca-49b0-4f00-9209-1e55463e7d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:35:33.792785 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-399d32cc-e55d-43a4-ab69-fa30d8ed44b0 None None] Bound port: 8a184295-81ea-47e6-8238-ece5721349bc, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1e9cca-49b0-4f00-9209-1e55463e7d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:35:33.793176 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-399d32cc-e55d-43a4-ab69-fa30d8ed44b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8a184295-81ea-47e6-8238-ece5721349bc), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:33.873418 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-91521c2d-835a-41fb-bcbb-651aabd69409 admin admin] Publish callbacks [] for port (07865322-a046-4a2a-a0c0-633f93d6c833), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:33.915694 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-91521c2d-835a-41fb-bcbb-651aabd69409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (07865322-a046-4a2a-a0c0-633f93d6c833), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:33.921801 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-399d32cc-e55d-43a4-ab69-fa30d8ed44b0 None None] For port 8a184295-81ea-47e6-8238-ece5721349bc, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:35:33.934972 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-399d32cc-e55d-43a4-ab69-fa30d8ed44b0 None None] For port 8a184295-81ea-47e6-8238-ece5721349bc, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8a184295-81ea-47e6-8238-ece5721349bc,segment=NetworkSegment(5a1e9cca-49b0-4f00-9209-1e55463e7d55),segment_id=5a1e9cca-49b0-4f00-9209-1e55463e7d55)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:35:33.950722 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91521c2d-835a-41fb-bcbb-651aabd69409 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:35:33.954401 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-91521c2d-835a-41fb-bcbb-651aabd69409 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:35:33.963582 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91521c2d-835a-41fb-bcbb-651aabd69409 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:35:33.998898 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-399d32cc-e55d-43a4-ab69-fa30d8ed44b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8a184295-81ea-47e6-8238-ece5721349bc), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:34.044229 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 019e5f6d-74e0-4354-b664-a883e83fdd01 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:34.053014 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:34.106386 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91521c2d-835a-41fb-bcbb-651aabd69409 admin admin] Pushing event updated for resources: {'Port': ['ID=07865322-a046-4a2a-a0c0-633f93d6c833,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:34.195377 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d32cc-e55d-43a4-ab69-fa30d8ed44b0 None None] Pushing event updated for resources: {'Port': ['ID=8a184295-81ea-47e6-8238-ece5721349bc,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:34.321322 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-75a9b88b-1751-40eb-8f40-3e57b49a79dd None None] Publish callbacks [] for port (d397a32b-4fc6-4aae-8119-34a0b038686e), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:34.330348 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-75a9b88b-1751-40eb-8f40-3e57b49a79dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d397a32b-4fc6-4aae-8119-34a0b038686e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:34.439036 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af24e7-6461-49ae-9485-b04839229035 None None] Pushing event updated for resources: {'Port': ['ID=d397a32b-4fc6-4aae-8119-34a0b038686e,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:34.487551 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-75a9b88b-1751-40eb-8f40-3e57b49a79dd None None] Attempting to bind port d397a32b-4fc6-4aae-8119-34a0b038686e on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:35:34.487926 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-75a9b88b-1751-40eb-8f40-3e57b49a79dd None None] Attempting to bind port d397a32b-4fc6-4aae-8119-34a0b038686e by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'c4d67121-962e-46b4-bad1-c8cef1cb39ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '880b4410-642d-435c-812b-246575a73134'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:35:34.488294 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9b88b-1751-40eb-8f40-3e57b49a79dd None None] Attempting to bind port d397a32b-4fc6-4aae-8119-34a0b038686e on network 880b4410-642d-435c-812b-246575a73134 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:35:34.494467 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9b88b-1751-40eb-8f40-3e57b49a79dd None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:35:34.494947 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9b88b-1751-40eb-8f40-3e57b49a79dd None None] Checking segment: {'id': 'c4d67121-962e-46b4-bad1-c8cef1cb39ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '880b4410-642d-435c-812b-246575a73134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:35:34.495383 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-75a9b88b-1751-40eb-8f40-3e57b49a79dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:34.495783 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9b88b-1751-40eb-8f40-3e57b49a79dd None None] Bound using segment: {'id': 'c4d67121-962e-46b4-bad1-c8cef1cb39ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '880b4410-642d-435c-812b-246575a73134'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:35:34.496354 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-75a9b88b-1751-40eb-8f40-3e57b49a79dd None None] Bound port: d397a32b-4fc6-4aae-8119-34a0b038686e, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d67121-962e-46b4-bad1-c8cef1cb39ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '880b4410-642d-435c-812b-246575a73134'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:35:34.496664 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-75a9b88b-1751-40eb-8f40-3e57b49a79dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d397a32b-4fc6-4aae-8119-34a0b038686e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:34.592502 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-75a9b88b-1751-40eb-8f40-3e57b49a79dd None None] For port d397a32b-4fc6-4aae-8119-34a0b038686e, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:35:34.594908 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-91521c2d-835a-41fb-bcbb-651aabd69409 admin admin] Publish callbacks [] for router_gateway (425eebe3-0fa4-41b4-8e79-5e589b0788a7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:34.606334 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-75a9b88b-1751-40eb-8f40-3e57b49a79dd None None] For port d397a32b-4fc6-4aae-8119-34a0b038686e, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=d397a32b-4fc6-4aae-8119-34a0b038686e,segment=NetworkSegment(c4d67121-962e-46b4-bad1-c8cef1cb39ca),segment_id=c4d67121-962e-46b4-bad1-c8cef1cb39ca)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:35:34.621504 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-75a9b88b-1751-40eb-8f40-3e57b49a79dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d397a32b-4fc6-4aae-8119-34a0b038686e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:34.715549 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a9b88b-1751-40eb-8f40-3e57b49a79dd None None] Routers {'419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:34.716366 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-75a9b88b-1751-40eb-8f40-3e57b49a79dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:35:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:34.781581 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af24e7-6461-49ae-9485-b04839229035 None None] Pushing event updated for resources: {'Port': ['ID=d397a32b-4fc6-4aae-8119-34a0b038686e,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:34.874279 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-75a9b88b-1751-40eb-8f40-3e57b49a79dd None None] Set router 419c1c52-3ed7-42b2-a3cd-23ecacffa4ff gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:34.979792 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-91521c2d-835a-41fb-bcbb-651aabd69409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (425eebe3-0fa4-41b4-8e79-5e589b0788a7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:35.108989 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2b6d10ee-b3b8-45b5-9917-33782dbc72be None None] Provisioning complete for port d397a32b-4fc6-4aae-8119-34a0b038686e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:35.109487 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2b6d10ee-b3b8-45b5-9917-33782dbc72be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d397a32b-4fc6-4aae-8119-34a0b038686e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:35.185978 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8a184295-81ea-47e6-8238-ece5721349bc up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:35:35.274055 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91521c2d-835a-41fb-bcbb-651aabd69409 admin admin] Router 425eebe3-0fa4-41b4-8e79-5e589b0788a7 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:35:35.482610 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:35.512992 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2b6d10ee-b3b8-45b5-9917-33782dbc72be None None] Current status of the port d397a32b-4fc6-4aae-8119-34a0b038686e is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:35.512992 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2b6d10ee-b3b8-45b5-9917-33782dbc72be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d397a32b-4fc6-4aae-8119-34a0b038686e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:35.530603 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91521c2d-835a-41fb-bcbb-651aabd69409 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:35:35.541795 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6758ac-aa67-4637-8a58-a55158eb0d14 None None] Sync routers for ids ['425eebe3-0fa4-41b4-8e79-5e589b0788a7'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:35:35.554072 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6758ac-aa67-4637-8a58-a55158eb0d14 None None] Routers {'425eebe3-0fa4-41b4-8e79-5e589b0788a7'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:35.554986 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-bf6758ac-aa67-4637-8a58-a55158eb0d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:35:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['425eebe3-0fa4-41b4-8e79-5e589b0788a7'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:35.568188 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-91521c2d-835a-41fb-bcbb-651aabd69409 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:35.576205 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-91521c2d-835a-41fb-bcbb-651aabd69409 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1510637 Feb 19 04:35:35.577128 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41572) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:35.714132 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-bf6758ac-aa67-4637-8a58-a55158eb0d14 None None] Set router 425eebe3-0fa4-41b4-8e79-5e589b0788a7 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:35.831992 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 8a184295-81ea-47e6-8238-ece5721349bc triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:35.832957 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8a184295-81ea-47e6-8238-ece5721349bc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:35.896159 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e9a428-c6dd-4380-ab29-345af39d1a68 None None] Network 3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:35:35.936586 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-bf6758ac-aa67-4637-8a58-a55158eb0d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425eebe3-0fa4-41b4-8e79-5e589b0788a7', 'name': 'tempest-TestServerBasicOps-1558702056-router', 'tenant_id': '8b1a0d258e2f49dab3d1eff2afb456ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '07865322-a046-4a2a-a0c0-633f93d6c833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:32Z', 'updated_at': '2022-02-19T04:35:34Z', 'revision_number': 3, 'project_id': '8b1a0d258e2f49dab3d1eff2afb456ea', 'gw_port': {'id': '07865322-a046-4a2a-a0c0-633f93d6c833', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425eebe3-0fa4-41b4-8e79-5e589b0788a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:33Z', 'updated_at': '2022-02-19T04:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:36.011895 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-2b6d10ee-b3b8-45b5-9917-33782dbc72be None None] For port d397a32b-4fc6-4aae-8119-34a0b038686e, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=d397a32b-4fc6-4aae-8119-34a0b038686e,segment=NetworkSegment(c4d67121-962e-46b4-bad1-c8cef1cb39ca),segment_id=c4d67121-962e-46b4-bad1-c8cef1cb39ca)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:36.019895 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-75a9b88b-1751-40eb-8f40-3e57b49a79dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'name': 'tempest-TestServerBasicOps-459122360-router', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '019e5f6d-74e0-4354-b664-a883e83fdd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:25Z', 'updated_at': '2022-02-19T04:35:29Z', 'revision_number': 4, 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'gw_port': {'id': '019e5f6d-74e0-4354-b664-a883e83fdd01', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:26Z', 'updated_at': '2022-02-19T04:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'd397a32b-4fc6-4aae-8119-34a0b038686e', 'name': '', 'network_id': '880b4410-642d-435c-812b-246575a73134', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'mac_address': 'fa:16:3e:76:d2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'fb7d1d8d-b376-481e-bd8a-616e91439832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:28Z', 'updated_at': '2022-02-19T04:35:34Z', 'revision_number': 4, 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'subnets': [{'id': 'fb7d1d8d-b376-481e-bd8a-616e91439832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:36.035271 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6758ac-aa67-4637-8a58-a55158eb0d14 None None] Checking router: 425eebe3-0fa4-41b4-8e79-5e589b0788a7 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:35:36.039142 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6758ac-aa67-4637-8a58-a55158eb0d14 None None] Updating router 425eebe3-0fa4-41b4-8e79-5e589b0788a7 port 07865322-a046-4a2a-a0c0-633f93d6c833 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:35:36.077744 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2b6d10ee-b3b8-45b5-9917-33782dbc72be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d397a32b-4fc6-4aae-8119-34a0b038686e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:36.105077 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a9b88b-1751-40eb-8f40-3e57b49a79dd None None] The sync data for ids ['419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'] in n-d-828369-19 is: [{'id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'name': 'tempest-TestServerBasicOps-459122360-router', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '019e5f6d-74e0-4354-b664-a883e83fdd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:25Z', 'updated_at': '2022-02-19T04:35:29Z', 'revision_number': 4, 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'gw_port': {'id': '019e5f6d-74e0-4354-b664-a883e83fdd01', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:26Z', 'updated_at': '2022-02-19T04:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'd397a32b-4fc6-4aae-8119-34a0b038686e', 'name': '', 'network_id': '880b4410-642d-435c-812b-246575a73134', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'mac_address': 'fa:16:3e:76:d2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'fb7d1d8d-b376-481e-bd8a-616e91439832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:28Z', 'updated_at': '2022-02-19T04:35:34Z', 'revision_number': 4, 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'subnets': [{'id': 'fb7d1d8d-b376-481e-bd8a-616e91439832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:35:36.121286 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-bf6758ac-aa67-4637-8a58-a55158eb0d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (07865322-a046-4a2a-a0c0-633f93d6c833), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:36.302530 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 8a184295-81ea-47e6-8238-ece5721349bc is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:36.304216 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8a184295-81ea-47e6-8238-ece5721349bc), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:36.462376 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d10ee-b3b8-45b5-9917-33782dbc72be None None] Pushing event updated for resources: {'Port': ['ID=d397a32b-4fc6-4aae-8119-34a0b038686e,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:36.484365 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-4b18cbfb-784d-4a34-8188-54b47e2ea297 None None] Provisioning complete for port d397a32b-4fc6-4aae-8119-34a0b038686e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:36.484944 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4b18cbfb-784d-4a34-8188-54b47e2ea297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d397a32b-4fc6-4aae-8119-34a0b038686e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:36.590345 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:36.597760 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 8a184295-81ea-47e6-8238-ece5721349bc, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8a184295-81ea-47e6-8238-ece5721349bc,segment=NetworkSegment(5a1e9cca-49b0-4f00-9209-1e55463e7d55),segment_id=5a1e9cca-49b0-4f00-9209-1e55463e7d55)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:36.614745 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8a184295-81ea-47e6-8238-ece5721349bc), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:36.637203 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-bf6758ac-aa67-4637-8a58-a55158eb0d14 None None] Publish callbacks [] for port (07865322-a046-4a2a-a0c0-633f93d6c833), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:36.663296 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-bf6758ac-aa67-4637-8a58-a55158eb0d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (07865322-a046-4a2a-a0c0-633f93d6c833), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:36.743758 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0881a2e-8a22-4585-a721-dba5f52184de None None] Pushing event updated for resources: {'Port': ['ID=07865322-a046-4a2a-a0c0-633f93d6c833,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:36.759401 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-bf6758ac-aa67-4637-8a58-a55158eb0d14 None None] Attempting to bind port 07865322-a046-4a2a-a0c0-633f93d6c833 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:35:36.760576 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-bf6758ac-aa67-4637-8a58-a55158eb0d14 None None] Attempting to bind port 07865322-a046-4a2a-a0c0-633f93d6c833 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:35:36.761055 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6758ac-aa67-4637-8a58-a55158eb0d14 None None] Attempting to bind port 07865322-a046-4a2a-a0c0-633f93d6c833 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:35:36.768399 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6758ac-aa67-4637-8a58-a55158eb0d14 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:35:36.768781 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6758ac-aa67-4637-8a58-a55158eb0d14 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:35:36.769198 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-bf6758ac-aa67-4637-8a58-a55158eb0d14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:36.770438 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6758ac-aa67-4637-8a58-a55158eb0d14 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:35:36.770941 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-bf6758ac-aa67-4637-8a58-a55158eb0d14 None None] Bound port: 07865322-a046-4a2a-a0c0-633f93d6c833, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:35:36.771324 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-bf6758ac-aa67-4637-8a58-a55158eb0d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (07865322-a046-4a2a-a0c0-633f93d6c833), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:36.825703 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=8a184295-81ea-47e6-8238-ece5721349bc,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:36.890875 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-bf6758ac-aa67-4637-8a58-a55158eb0d14 None None] For port 07865322-a046-4a2a-a0c0-633f93d6c833, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:35:36.894151 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:36.903486 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-bf6758ac-aa67-4637-8a58-a55158eb0d14 None None] For port 07865322-a046-4a2a-a0c0-633f93d6c833, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=07865322-a046-4a2a-a0c0-633f93d6c833,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:35:36.933137 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-bf6758ac-aa67-4637-8a58-a55158eb0d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (07865322-a046-4a2a-a0c0-633f93d6c833), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:37.026462 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-4b18cbfb-784d-4a34-8188-54b47e2ea297 None None] Current status of the port d397a32b-4fc6-4aae-8119-34a0b038686e is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:37.066232 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-4b18cbfb-784d-4a34-8188-54b47e2ea297 None None] Provisioning complete for port 8a184295-81ea-47e6-8238-ece5721349bc triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:37.066625 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4b18cbfb-784d-4a34-8188-54b47e2ea297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8a184295-81ea-47e6-8238-ece5721349bc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:37.135219 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6758ac-aa67-4637-8a58-a55158eb0d14 None None] Routers {'425eebe3-0fa4-41b4-8e79-5e589b0788a7'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:37.135784 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-bf6758ac-aa67-4637-8a58-a55158eb0d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:35:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['425eebe3-0fa4-41b4-8e79-5e589b0788a7'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:37.139066 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0881a2e-8a22-4585-a721-dba5f52184de None None] Pushing event updated for resources: {'Port': ['ID=07865322-a046-4a2a-a0c0-633f93d6c833,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:37.166891 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Allocated IP 172.20.0.1 (3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e/65716fec-4900-449d-aba6-82c7da693c0d/b545cfd0-b426-4f75-a2c8-322fa892dcc6) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:35:37.274867 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8a184295-81ea-47e6-8238-ece5721349bc up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:35:37.297046 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:35:37.352993 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-4b18cbfb-784d-4a34-8188-54b47e2ea297 None None] Current status of the port 8a184295-81ea-47e6-8238-ece5721349bc is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:37.435688 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 8a184295-81ea-47e6-8238-ece5721349bc triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:37.438264 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8a184295-81ea-47e6-8238-ece5721349bc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:37.438629 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-bf6758ac-aa67-4637-8a58-a55158eb0d14 None None] Set router 425eebe3-0fa4-41b4-8e79-5e589b0788a7 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:37.459525 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Publish callbacks [] for port (b545cfd0-b426-4f75-a2c8-322fa892dcc6), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:37.541385 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (b545cfd0-b426-4f75-a2c8-322fa892dcc6), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:37.582351 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-932e4a5a-dc05-4f70-aa09-1ac67bcf2226 None None] Provisioning complete for port 8a184295-81ea-47e6-8238-ece5721349bc triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:37.582967 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-932e4a5a-dc05-4f70-aa09-1ac67bcf2226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8a184295-81ea-47e6-8238-ece5721349bc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:37.681841 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Network 3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:35:37.686789 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:35:37.692426 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:35:37.752563 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 8a184295-81ea-47e6-8238-ece5721349bc is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:37.752782 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Pushing event updated for resources: {'Port': ['ID=b545cfd0-b426-4f75-a2c8-322fa892dcc6,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:37.758706 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device d397a32b-4fc6-4aae-8119-34a0b038686e up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:35:37.789417 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:37.796892 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:37.797531 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:37.798059 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:37.798457 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:37.798803 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:37.799144 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:37.799477 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:37.799817 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:37.800151 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:37.800483 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:37.800815 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:37.801146 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:37.839111 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (425eebe3-0fa4-41b4-8e79-5e589b0788a7), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:37.989756 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-932e4a5a-dc05-4f70-aa09-1ac67bcf2226 None None] Current status of the port 8a184295-81ea-47e6-8238-ece5721349bc is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:38.027823 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-bf6758ac-aa67-4637-8a58-a55158eb0d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425eebe3-0fa4-41b4-8e79-5e589b0788a7', 'name': 'tempest-TestServerBasicOps-1558702056-router', 'tenant_id': '8b1a0d258e2f49dab3d1eff2afb456ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '07865322-a046-4a2a-a0c0-633f93d6c833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:32Z', 'updated_at': '2022-02-19T04:35:34Z', 'revision_number': 3, 'project_id': '8b1a0d258e2f49dab3d1eff2afb456ea', 'gw_port': {'id': '07865322-a046-4a2a-a0c0-633f93d6c833', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425eebe3-0fa4-41b4-8e79-5e589b0788a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:33Z', 'updated_at': '2022-02-19T04:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:38.030111 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port d397a32b-4fc6-4aae-8119-34a0b038686e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:38.030921 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d397a32b-4fc6-4aae-8119-34a0b038686e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:38.117853 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6758ac-aa67-4637-8a58-a55158eb0d14 None None] The sync data for ids ['425eebe3-0fa4-41b4-8e79-5e589b0788a7'] in n-d-828369-19 is: [{'id': '425eebe3-0fa4-41b4-8e79-5e589b0788a7', 'name': 'tempest-TestServerBasicOps-1558702056-router', 'tenant_id': '8b1a0d258e2f49dab3d1eff2afb456ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '07865322-a046-4a2a-a0c0-633f93d6c833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:32Z', 'updated_at': '2022-02-19T04:35:34Z', 'revision_number': 3, 'project_id': '8b1a0d258e2f49dab3d1eff2afb456ea', 'gw_port': {'id': '07865322-a046-4a2a-a0c0-633f93d6c833', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425eebe3-0fa4-41b4-8e79-5e589b0788a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:33Z', 'updated_at': '2022-02-19T04:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:35:38.196913 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b545cfd0-b426-4f75-a2c8-322fa892dcc6), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:38.204485 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port d397a32b-4fc6-4aae-8119-34a0b038686e is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:38.264866 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-08685822-0bd5-406c-b7b6-90e6729c0970 None None] Provisioning complete for port b545cfd0-b426-4f75-a2c8-322fa892dcc6 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:38.265596 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-08685822-0bd5-406c-b7b6-90e6729c0970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b545cfd0-b426-4f75-a2c8-322fa892dcc6), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:38.340250 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-08685822-0bd5-406c-b7b6-90e6729c0970 None None] Port b545cfd0-b426-4f75-a2c8-322fa892dcc6 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:35:38.625234 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Publish callbacks [] for port (b545cfd0-b426-4f75-a2c8-322fa892dcc6), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:38.648310 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (b545cfd0-b426-4f75-a2c8-322fa892dcc6), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:38.764275 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Pushing event updated for resources: {'Port': ['ID=b545cfd0-b426-4f75-a2c8-322fa892dcc6,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:38.831221 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (425eebe3-0fa4-41b4-8e79-5e589b0788a7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:39.115062 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 07865322-a046-4a2a-a0c0-633f93d6c833 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:35:39.145567 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Network 3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:35:39.148629 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:35:39.209472 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 07865322-a046-4a2a-a0c0-633f93d6c833 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:39.210153 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (07865322-a046-4a2a-a0c0-633f93d6c833), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:39.432068 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 07865322-a046-4a2a-a0c0-633f93d6c833 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:39.432457 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (07865322-a046-4a2a-a0c0-633f93d6c833), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:39.525499 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 07865322-a046-4a2a-a0c0-633f93d6c833, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=07865322-a046-4a2a-a0c0-633f93d6c833,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:39.539668 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (07865322-a046-4a2a-a0c0-633f93d6c833), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:39.631681 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9d2ff174-f1ab-4b47-8054-452f6e019ad1 None None] Provisioning complete for port b545cfd0-b426-4f75-a2c8-322fa892dcc6 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:39.632206 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9d2ff174-f1ab-4b47-8054-452f6e019ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b545cfd0-b426-4f75-a2c8-322fa892dcc6), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:39.702726 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ff174-f1ab-4b47-8054-452f6e019ad1 None None] Port b545cfd0-b426-4f75-a2c8-322fa892dcc6 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:35:39.728815 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=07865322-a046-4a2a-a0c0-633f93d6c833,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:40.029109 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Router 425eebe3-0fa4-41b4-8e79-5e589b0788a7 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:35:40.185992 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:35:40.205333 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0e62305b-6b6f-48d8-97ce-2611c4f6f98a admin admin] 10.222.0.52 "PUT /v2.0/routers/425eebe3-0fa4-41b4-8e79-5e589b0788a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6197729 Feb 19 04:35:41.020249 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41640) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:41.026797 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-ccfade10-2757-4872-acb6-799c6b1635e4 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-643000630', 'description': 'tempest-secgroup-smoke-643000630 description', 'project_id': '29629238c87149b4b16b91f84b6e79f3'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:41.067077 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 07865322-a046-4a2a-a0c0-633f93d6c833 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:35:41.094369 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ccfade10-2757-4872-acb6-799c6b1635e4 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:41.154100 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45342ae3-886c-4c6e-9d46-7991c819f3e8 None None] Sync routers for ids ['425eebe3-0fa4-41b4-8e79-5e589b0788a7'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:35:41.170954 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 07865322-a046-4a2a-a0c0-633f93d6c833 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:41.171339 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (07865322-a046-4a2a-a0c0-633f93d6c833), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:41.173876 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45342ae3-886c-4c6e-9d46-7991c819f3e8 None None] Routers {'425eebe3-0fa4-41b4-8e79-5e589b0788a7'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:41.271013 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-45342ae3-886c-4c6e-9d46-7991c819f3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:35:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['425eebe3-0fa4-41b4-8e79-5e589b0788a7'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:41.271429 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ccfade10-2757-4872-acb6-799c6b1635e4 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for security_group (e7c1a741-b227-45b6-8c86-c6f099f652bd), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:41.274382 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ccfade10-2757-4872-acb6-799c6b1635e4 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e7c1a741-b227-45b6-8c86-c6f099f652bd), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:41.322408 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ccfade10-2757-4872-acb6-799c6b1635e4 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:41.324112 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ccfade10-2757-4872-acb6-799c6b1635e4 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3027968 Feb 19 04:35:41.327137 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41644) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:41.332390 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-dffe6a3a-09a1-432e-9252-6cfb14882a27 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Request body: {'security_group_rule': {'security_group_id': 'e7c1a741-b227-45b6-8c86-c6f099f652bd', 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:41.343483 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfade10-2757-4872-acb6-799c6b1635e4 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c1a741-b227-45b6-8c86-c6f099f652bd,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:41.377669 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dffe6a3a-09a1-432e-9252-6cfb14882a27 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for security_group_rule (8f9a1349-09c1-430c-980e-6ad4884acf73), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:41.455452 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-45342ae3-886c-4c6e-9d46-7991c819f3e8 None None] Set router 425eebe3-0fa4-41b4-8e79-5e589b0788a7 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:41.497402 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 07865322-a046-4a2a-a0c0-633f93d6c833 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:41.529933 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dffe6a3a-09a1-432e-9252-6cfb14882a27 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for security_group_rule (8f9a1349-09c1-430c-980e-6ad4884acf73), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:41.540071 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dffe6a3a-09a1-432e-9252-6cfb14882a27 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (8f9a1349-09c1-430c-980e-6ad4884acf73), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:41.587306 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe6a3a-09a1-432e-9252-6cfb14882a27 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f9a1349-09c1-430c-980e-6ad4884acf73,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:41.607683 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dffe6a3a-09a1-432e-9252-6cfb14882a27 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:41.612647 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41648) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:41.619036 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-4855f198-5d3b-4c85-bf12-dded33324f2f tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Request body: {'security_group_rule': {'security_group_id': 'e7c1a741-b227-45b6-8c86-c6f099f652bd', 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:41.619371 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-dffe6a3a-09a1-432e-9252-6cfb14882a27 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2911282 Feb 19 04:35:41.655179 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4855f198-5d3b-4c85-bf12-dded33324f2f tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for security_group_rule (868b2405-b3b2-402c-9fb7-9eed274ed372), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:41.737216 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4855f198-5d3b-4c85-bf12-dded33324f2f tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for security_group_rule (868b2405-b3b2-402c-9fb7-9eed274ed372), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:41.744872 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4855f198-5d3b-4c85-bf12-dded33324f2f tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (868b2405-b3b2-402c-9fb7-9eed274ed372), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:41.748884 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-45342ae3-886c-4c6e-9d46-7991c819f3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425eebe3-0fa4-41b4-8e79-5e589b0788a7', 'name': 'tempest-TestServerBasicOps-1558702056-router', 'tenant_id': '8b1a0d258e2f49dab3d1eff2afb456ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '07865322-a046-4a2a-a0c0-633f93d6c833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:32Z', 'updated_at': '2022-02-19T04:35:38Z', 'revision_number': 4, 'project_id': '8b1a0d258e2f49dab3d1eff2afb456ea', 'gw_port': {'id': '07865322-a046-4a2a-a0c0-633f93d6c833', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425eebe3-0fa4-41b4-8e79-5e589b0788a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:33Z', 'updated_at': '2022-02-19T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'b545cfd0-b426-4f75-a2c8-322fa892dcc6', 'name': '', 'network_id': '3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e', 'tenant_id': '8b1a0d258e2f49dab3d1eff2afb456ea', 'mac_address': 'fa:16:3e:f3:7b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425eebe3-0fa4-41b4-8e79-5e589b0788a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '65716fec-4900-449d-aba6-82c7da693c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:36Z', 'updated_at': '2022-02-19T04:35:38Z', 'revision_number': 2, 'project_id': '8b1a0d258e2f49dab3d1eff2afb456ea', 'subnets': [{'id': '65716fec-4900-449d-aba6-82c7da693c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:41.769893 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855f198-5d3b-4c85-bf12-dded33324f2f tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868b2405-b3b2-402c-9fb7-9eed274ed372,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:41.775683 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4855f198-5d3b-4c85-bf12-dded33324f2f tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:41.777085 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4855f198-5d3b-4c85-bf12-dded33324f2f tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1625812 Feb 19 04:35:41.779621 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41650) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:41.788247 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45342ae3-886c-4c6e-9d46-7991c819f3e8 None None] Checking router: 425eebe3-0fa4-41b4-8e79-5e589b0788a7 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:35:41.790592 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45342ae3-886c-4c6e-9d46-7991c819f3e8 None None] Updating router 425eebe3-0fa4-41b4-8e79-5e589b0788a7 port b545cfd0-b426-4f75-a2c8-322fa892dcc6 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:35:41.790747 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-f80e5be1-2ea1-44c5-9110-91a5e88f956f tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Request body: {'security_group_rule': {'security_group_id': 'e7c1a741-b227-45b6-8c86-c6f099f652bd', 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:41.823369 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f80e5be1-2ea1-44c5-9110-91a5e88f956f tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for security_group_rule (f47c827c-3345-417d-8e92-2356c39c3247), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:41.833240 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45342ae3-886c-4c6e-9d46-7991c819f3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b545cfd0-b426-4f75-a2c8-322fa892dcc6), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:41.905766 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f80e5be1-2ea1-44c5-9110-91a5e88f956f tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for security_group_rule (f47c827c-3345-417d-8e92-2356c39c3247), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:41.911768 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f80e5be1-2ea1-44c5-9110-91a5e88f956f tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (f47c827c-3345-417d-8e92-2356c39c3247), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:41.936067 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e5be1-2ea1-44c5-9110-91a5e88f956f tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f47c827c-3345-417d-8e92-2356c39c3247,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:41.952983 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f80e5be1-2ea1-44c5-9110-91a5e88f956f tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:41.954473 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f80e5be1-2ea1-44c5-9110-91a5e88f956f tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1736302 Feb 19 04:35:41.957265 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41652) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:41.966301 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-734ba179-37e1-47c4-85c3-e3458fd4039b tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Request body: {'security_group_rule': {'security_group_id': 'e7c1a741-b227-45b6-8c86-c6f099f652bd', 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:42.017441 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-734ba179-37e1-47c4-85c3-e3458fd4039b tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for security_group_rule (f5ee7c51-9f08-42c0-81df-f6e2bb183383), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:42.107704 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-734ba179-37e1-47c4-85c3-e3458fd4039b tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for security_group_rule (f5ee7c51-9f08-42c0-81df-f6e2bb183383), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:42.112579 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-734ba179-37e1-47c4-85c3-e3458fd4039b tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (f5ee7c51-9f08-42c0-81df-f6e2bb183383), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:42.131971 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ba179-37e1-47c4-85c3-e3458fd4039b tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ee7c51-9f08-42c0-81df-f6e2bb183383,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:42.140627 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-734ba179-37e1-47c4-85c3-e3458fd4039b tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:42.144944 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-734ba179-37e1-47c4-85c3-e3458fd4039b tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1864161 Feb 19 04:35:42.145212 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41656) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:42.153491 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-17f009e4-2a97-4263-a6e4-50194f9982cd tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Request body: {'security_group_rule': {'security_group_id': 'e7c1a741-b227-45b6-8c86-c6f099f652bd', 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:42.178598 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45342ae3-886c-4c6e-9d46-7991c819f3e8 None None] Publish callbacks [] for port (b545cfd0-b426-4f75-a2c8-322fa892dcc6), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:42.179263 n-d-828369-19 neutron-server[109926]: INFO neutron.db.securitygroups_db [None req-17f009e4-2a97-4263-a6e4-50194f9982cd tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Project 29629238c87149b4b16b91f84b6e79f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:35:42.184810 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45342ae3-886c-4c6e-9d46-7991c819f3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b545cfd0-b426-4f75-a2c8-322fa892dcc6), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:42.185544 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-17f009e4-2a97-4263-a6e4-50194f9982cd tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for security_group_rule (1d7dcd4d-298c-4fd6-bbd3-e220657ec58d), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:42.265679 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe3533-b7f2-4872-a901-a6eea2eccc1d None None] Pushing event updated for resources: {'Port': ['ID=b545cfd0-b426-4f75-a2c8-322fa892dcc6,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:42.278057 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-17f009e4-2a97-4263-a6e4-50194f9982cd tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for security_group_rule (1d7dcd4d-298c-4fd6-bbd3-e220657ec58d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:42.283489 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-17f009e4-2a97-4263-a6e4-50194f9982cd tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (1d7dcd4d-298c-4fd6-bbd3-e220657ec58d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:42.306083 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-45342ae3-886c-4c6e-9d46-7991c819f3e8 None None] Attempting to bind port b545cfd0-b426-4f75-a2c8-322fa892dcc6 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:35:42.307577 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-45342ae3-886c-4c6e-9d46-7991c819f3e8 None None] Attempting to bind port b545cfd0-b426-4f75-a2c8-322fa892dcc6 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '5a1e9cca-49b0-4f00-9209-1e55463e7d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:35:42.307712 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f009e4-2a97-4263-a6e4-50194f9982cd tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7dcd4d-298c-4fd6-bbd3-e220657ec58d,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:42.307886 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45342ae3-886c-4c6e-9d46-7991c819f3e8 None None] Attempting to bind port b545cfd0-b426-4f75-a2c8-322fa892dcc6 on network 3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:35:42.314828 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45342ae3-886c-4c6e-9d46-7991c819f3e8 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:35:42.315406 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45342ae3-886c-4c6e-9d46-7991c819f3e8 None None] Checking segment: {'id': '5a1e9cca-49b0-4f00-9209-1e55463e7d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:35:42.315934 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45342ae3-886c-4c6e-9d46-7991c819f3e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:42.316389 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45342ae3-886c-4c6e-9d46-7991c819f3e8 None None] Bound using segment: {'id': '5a1e9cca-49b0-4f00-9209-1e55463e7d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:35:42.316943 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-45342ae3-886c-4c6e-9d46-7991c819f3e8 None None] Bound port: b545cfd0-b426-4f75-a2c8-322fa892dcc6, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1e9cca-49b0-4f00-9209-1e55463e7d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:35:42.317625 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45342ae3-886c-4c6e-9d46-7991c819f3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b545cfd0-b426-4f75-a2c8-322fa892dcc6), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:42.321176 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-17f009e4-2a97-4263-a6e4-50194f9982cd tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:42.322591 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-17f009e4-2a97-4263-a6e4-50194f9982cd tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1749170 Feb 19 04:35:42.325379 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41658) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:42.332027 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-39a2b7be-1b61-4f7c-a9e1-bf251a5dbb86 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Request body: {'security_group_rule': {'security_group_id': 'e7c1a741-b227-45b6-8c86-c6f099f652bd', 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:42.361115 n-d-828369-19 neutron-server[109926]: INFO neutron.db.securitygroups_db [None req-39a2b7be-1b61-4f7c-a9e1-bf251a5dbb86 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Project 29629238c87149b4b16b91f84b6e79f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:35:42.368273 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-39a2b7be-1b61-4f7c-a9e1-bf251a5dbb86 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for security_group_rule (d172405e-2117-4e50-ac57-a5c0abd85817), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:42.403183 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-45342ae3-886c-4c6e-9d46-7991c819f3e8 None None] For port b545cfd0-b426-4f75-a2c8-322fa892dcc6, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:35:42.407474 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-45342ae3-886c-4c6e-9d46-7991c819f3e8 None None] For port b545cfd0-b426-4f75-a2c8-322fa892dcc6, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=b545cfd0-b426-4f75-a2c8-322fa892dcc6,segment=NetworkSegment(5a1e9cca-49b0-4f00-9209-1e55463e7d55),segment_id=5a1e9cca-49b0-4f00-9209-1e55463e7d55)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:35:42.417807 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-45342ae3-886c-4c6e-9d46-7991c819f3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b545cfd0-b426-4f75-a2c8-322fa892dcc6), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:42.446095 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-39a2b7be-1b61-4f7c-a9e1-bf251a5dbb86 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for security_group_rule (d172405e-2117-4e50-ac57-a5c0abd85817), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:42.465582 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-39a2b7be-1b61-4f7c-a9e1-bf251a5dbb86 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (d172405e-2117-4e50-ac57-a5c0abd85817), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:42.486333 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45342ae3-886c-4c6e-9d46-7991c819f3e8 None None] Routers {'425eebe3-0fa4-41b4-8e79-5e589b0788a7'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:42.487147 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-45342ae3-886c-4c6e-9d46-7991c819f3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:35:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['425eebe3-0fa4-41b4-8e79-5e589b0788a7'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:42.487581 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2b7be-1b61-4f7c-a9e1-bf251a5dbb86 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d172405e-2117-4e50-ac57-a5c0abd85817,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:42.493487 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe3533-b7f2-4872-a901-a6eea2eccc1d None None] Pushing event updated for resources: {'Port': ['ID=b545cfd0-b426-4f75-a2c8-322fa892dcc6,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:42.510826 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-39a2b7be-1b61-4f7c-a9e1-bf251a5dbb86 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:42.512303 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-39a2b7be-1b61-4f7c-a9e1-bf251a5dbb86 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1851087 Feb 19 04:35:42.598490 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9936f423-7ab2-459c-ab3f-2a2eef189823 None None] Provisioning complete for port b545cfd0-b426-4f75-a2c8-322fa892dcc6 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:42.598870 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9936f423-7ab2-459c-ab3f-2a2eef189823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b545cfd0-b426-4f75-a2c8-322fa892dcc6), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:42.762018 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-8dddcab6-0ceb-44dd-8435-6aa044ff8631 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-643000630&fields=id&tenant_id=29629238c87149b4b16b91f84b6e79f3 HTTP/1.1" status: 200 len: 267 time: 0.1081231 Feb 19 04:35:42.877804 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-45342ae3-886c-4c6e-9d46-7991c819f3e8 None None] Set router 425eebe3-0fa4-41b4-8e79-5e589b0788a7 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:42.892552 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-793f61b0-72dd-4f5e-8c6e-f6a3194a21c0 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:42.894031 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-793f61b0-72dd-4f5e-8c6e-f6a3194a21c0 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/networks?id=880b4410-642d-435c-812b-246575a73134 HTTP/1.1" status: 200 len: 808 time: 0.1311872 Feb 19 04:35:42.909694 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-09074695-8314-454a-9f7e-d3145d98b797 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/quotas/29629238c87149b4b16b91f84b6e79f3 HTTP/1.1" status: 200 len: 375 time: 0.0101910 Feb 19 04:35:42.974316 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-2d59f898-7bf8-45ad-af30-d880fc974955 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=29629238c87149b4b16b91f84b6e79f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569835 Feb 19 04:35:43.037909 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9936f423-7ab2-459c-ab3f-2a2eef189823 None None] Current status of the port b545cfd0-b426-4f75-a2c8-322fa892dcc6 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:43.038302 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9936f423-7ab2-459c-ab3f-2a2eef189823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b545cfd0-b426-4f75-a2c8-322fa892dcc6), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:43.088655 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-9936f423-7ab2-459c-ab3f-2a2eef189823 None None] For port b545cfd0-b426-4f75-a2c8-322fa892dcc6, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=b545cfd0-b426-4f75-a2c8-322fa892dcc6,segment=NetworkSegment(5a1e9cca-49b0-4f00-9209-1e55463e7d55),segment_id=5a1e9cca-49b0-4f00-9209-1e55463e7d55)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:43.100712 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9936f423-7ab2-459c-ab3f-2a2eef189823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b545cfd0-b426-4f75-a2c8-322fa892dcc6), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:43.183579 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936f423-7ab2-459c-ab3f-2a2eef189823 None None] Pushing event updated for resources: {'Port': ['ID=b545cfd0-b426-4f75-a2c8-322fa892dcc6,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:43.216227 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-45342ae3-886c-4c6e-9d46-7991c819f3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425eebe3-0fa4-41b4-8e79-5e589b0788a7', 'name': 'tempest-TestServerBasicOps-1558702056-router', 'tenant_id': '8b1a0d258e2f49dab3d1eff2afb456ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '07865322-a046-4a2a-a0c0-633f93d6c833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:32Z', 'updated_at': '2022-02-19T04:35:38Z', 'revision_number': 4, 'project_id': '8b1a0d258e2f49dab3d1eff2afb456ea', 'gw_port': {'id': '07865322-a046-4a2a-a0c0-633f93d6c833', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425eebe3-0fa4-41b4-8e79-5e589b0788a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:33Z', 'updated_at': '2022-02-19T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'b545cfd0-b426-4f75-a2c8-322fa892dcc6', 'name': '', 'network_id': '3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e', 'tenant_id': '8b1a0d258e2f49dab3d1eff2afb456ea', 'mac_address': 'fa:16:3e:f3:7b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425eebe3-0fa4-41b4-8e79-5e589b0788a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '65716fec-4900-449d-aba6-82c7da693c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:36Z', 'updated_at': '2022-02-19T04:35:42Z', 'revision_number': 4, 'project_id': '8b1a0d258e2f49dab3d1eff2afb456ea', 'subnets': [{'id': '65716fec-4900-449d-aba6-82c7da693c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:43.257740 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45342ae3-886c-4c6e-9d46-7991c819f3e8 None None] The sync data for ids ['425eebe3-0fa4-41b4-8e79-5e589b0788a7'] in n-d-828369-19 is: [{'id': '425eebe3-0fa4-41b4-8e79-5e589b0788a7', 'name': 'tempest-TestServerBasicOps-1558702056-router', 'tenant_id': '8b1a0d258e2f49dab3d1eff2afb456ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '07865322-a046-4a2a-a0c0-633f93d6c833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:32Z', 'updated_at': '2022-02-19T04:35:38Z', 'revision_number': 4, 'project_id': '8b1a0d258e2f49dab3d1eff2afb456ea', 'gw_port': {'id': '07865322-a046-4a2a-a0c0-633f93d6c833', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425eebe3-0fa4-41b4-8e79-5e589b0788a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:33Z', 'updated_at': '2022-02-19T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'b545cfd0-b426-4f75-a2c8-322fa892dcc6', 'name': '', 'network_id': '3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e', 'tenant_id': '8b1a0d258e2f49dab3d1eff2afb456ea', 'mac_address': 'fa:16:3e:f3:7b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425eebe3-0fa4-41b4-8e79-5e589b0788a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '65716fec-4900-449d-aba6-82c7da693c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:36Z', 'updated_at': '2022-02-19T04:35:42Z', 'revision_number': 4, 'project_id': '8b1a0d258e2f49dab3d1eff2afb456ea', 'subnets': [{'id': '65716fec-4900-449d-aba6-82c7da693c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:35:43.266323 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c4dd3cbf-e3bc-4789-9935-46a3f14b6572 None None] Provisioning complete for port b545cfd0-b426-4f75-a2c8-322fa892dcc6 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:43.266709 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c4dd3cbf-e3bc-4789-9935-46a3f14b6572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b545cfd0-b426-4f75-a2c8-322fa892dcc6), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:43.274393 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-d221b2a6-6cc6-42d6-988e-da5035494861 service neutron] 10.222.0.52 "GET /v2.0/networks/880b4410-642d-435c-812b-246575a73134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830179 Feb 19 04:35:43.397297 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c4dd3cbf-e3bc-4789-9935-46a3f14b6572 None None] Current status of the port b545cfd0-b426-4f75-a2c8-322fa892dcc6 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:43.436269 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-869143b0-6f0e-402d-9bba-be58a9993717 service neutron] 10.222.0.52 "GET /v2.0/networks/880b4410-642d-435c-812b-246575a73134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609602 Feb 19 04:35:43.696729 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f2978e35-8de5-4cc3-ae2f-915e3724b35b req-b6efcb07-dc39-4d49-84f4-294260511ae4 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cc317b1-147b-416c-bce9-eb774977dcc3 HTTP/1.1" status: 200 len: 210 time: 0.0358491 Feb 19 04:35:44.841140 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f50efb75-df65-4f35-b858-e3e9b1a4353e req-97c575f4-bb0f-4abc-843a-44fec2126c3d tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cc317b1-147b-416c-bce9-eb774977dcc3 HTTP/1.1" status: 200 len: 210 time: 0.0410242 Feb 19 04:35:45.025222 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-d9c23693-e500-43f0-b9e1-69c49bed6f31 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:45.026932 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-d9c23693-e500-43f0-b9e1-69c49bed6f31 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.26 "GET /v2.0/networks?id=880b4410-642d-435c-812b-246575a73134 HTTP/1.1" status: 200 len: 808 time: 0.1821141 Feb 19 04:35:45.101967 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b545cfd0-b426-4f75-a2c8-322fa892dcc6 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:35:45.158956 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port b545cfd0-b426-4f75-a2c8-322fa892dcc6 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:45.159990 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b545cfd0-b426-4f75-a2c8-322fa892dcc6), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:45.164106 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-f7fa69c7-07f6-4c88-afc1-0371b18fa527 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29629238c87149b4b16b91f84b6e79f3 HTTP/1.1" status: 200 len: 379 time: 0.1240966 Feb 19 04:35:45.173885 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-4fe9b403-540f-4e8c-a785-3b36be9cfce6 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Request body: {'port': {'device_id': '3cc317b1-147b-416c-bce9-eb774977dcc3', 'network_id': '880b4410-642d-435c-812b-246575a73134', 'admin_state_up': True, 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'security_groups': ['e7c1a741-b227-45b6-8c86-c6f099f652bd']}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:45.267247 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port b545cfd0-b426-4f75-a2c8-322fa892dcc6 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:45.332567 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-4fe9b403-540f-4e8c-a785-3b36be9cfce6 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Made reservation on behalf of 29629238c87149b4b16b91f84b6e79f3 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:35:45.338454 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-4fe9b403-540f-4e8c-a785-3b36be9cfce6 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:45.498984 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-4fe9b403-540f-4e8c-a785-3b36be9cfce6 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Allocated IP 172.20.0.14 (880b4410-642d-435c-812b-246575a73134/fb7d1d8d-b376-481e-bd8a-616e91439832/a45f84f2-cc9b-4ad3-8f2c-9868f96180de) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:35:45.653637 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-4fe9b403-540f-4e8c-a785-3b36be9cfce6 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for port (a45f84f2-cc9b-4ad3-8f2c-9868f96180de), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:45.693799 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-4fe9b403-540f-4e8c-a785-3b36be9cfce6 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (a45f84f2-cc9b-4ad3-8f2c-9868f96180de), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:45.741182 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-4fe9b403-540f-4e8c-a785-3b36be9cfce6 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Network 880b4410-642d-435c-812b-246575a73134 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:35:45.744560 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-4fe9b403-540f-4e8c-a785-3b36be9cfce6 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:35:45.751615 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-4fe9b403-540f-4e8c-a785-3b36be9cfce6 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:35:45.784516 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9b403-540f-4e8c-a785-3b36be9cfce6 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Pushing event updated for resources: {'Port': ['ID=a45f84f2-cc9b-4ad3-8f2c-9868f96180de,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:45.810553 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-4fe9b403-540f-4e8c-a785-3b36be9cfce6 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:45.811234 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-4fe9b403-540f-4e8c-a785-3b36be9cfce6 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:45.832110 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-4fe9b403-540f-4e8c-a785-3b36be9cfce6 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6633770 Feb 19 04:35:45.849430 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-229ba5ec-996f-4d55-bce6-ed468de0e787 service neutron] Request body: {'port': {'device_id': '3cc317b1-147b-416c-bce9-eb774977dcc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:45.931268 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-229ba5ec-996f-4d55-bce6-ed468de0e787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a45f84f2-cc9b-4ad3-8f2c-9868f96180de), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:46.016256 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bca8ba-10e8-4b7b-b128-915691a93f42 req-30403527-42f2-494e-bb1e-2376c85c8bb9 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:46.018128 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a1bca8ba-10e8-4b7b-b128-915691a93f42 req-30403527-42f2-494e-bb1e-2376c85c8bb9 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cc317b1-147b-416c-bce9-eb774977dcc3 HTTP/1.1" status: 200 len: 932 time: 0.0649803 Feb 19 04:35:46.039795 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d228a59f-bda5-4c74-b762-8853e5e64e15 None None] Provisioning complete for port a45f84f2-cc9b-4ad3-8f2c-9868f96180de triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:46.040178 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d228a59f-bda5-4c74-b762-8853e5e64e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (a45f84f2-cc9b-4ad3-8f2c-9868f96180de), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:46.083229 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d228a59f-bda5-4c74-b762-8853e5e64e15 None None] Port a45f84f2-cc9b-4ad3-8f2c-9868f96180de cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:35:46.104033 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a1bca8ba-10e8-4b7b-b128-915691a93f42 req-12b53b43-e10c-493b-9adf-6019d1d63624 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7c1a741-b227-45b6-8c86-c6f099f652bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797763 Feb 19 04:35:46.279604 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-229ba5ec-996f-4d55-bce6-ed468de0e787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a45f84f2-cc9b-4ad3-8f2c-9868f96180de {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:35:46.289076 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-229ba5ec-996f-4d55-bce6-ed468de0e787 service neutron] Publish callbacks [] for port (a45f84f2-cc9b-4ad3-8f2c-9868f96180de), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:46.303055 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-229ba5ec-996f-4d55-bce6-ed468de0e787 service neutron] Transition to ACTIVE for port object a45f84f2-cc9b-4ad3-8f2c-9868f96180de will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:35:46.308237 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-229ba5ec-996f-4d55-bce6-ed468de0e787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (a45f84f2-cc9b-4ad3-8f2c-9868f96180de), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:46.361570 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ba5ec-996f-4d55-bce6-ed468de0e787 service neutron] Pushing event updated for resources: {'Port': ['ID=a45f84f2-cc9b-4ad3-8f2c-9868f96180de,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:46.442641 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-229ba5ec-996f-4d55-bce6-ed468de0e787 service neutron] Attempting to bind port a45f84f2-cc9b-4ad3-8f2c-9868f96180de on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:35:46.443063 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-229ba5ec-996f-4d55-bce6-ed468de0e787 service neutron] Attempting to bind port a45f84f2-cc9b-4ad3-8f2c-9868f96180de by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'c4d67121-962e-46b4-bad1-c8cef1cb39ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '880b4410-642d-435c-812b-246575a73134'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:35:46.443400 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-229ba5ec-996f-4d55-bce6-ed468de0e787 service neutron] Attempting to bind port a45f84f2-cc9b-4ad3-8f2c-9868f96180de on network 880b4410-642d-435c-812b-246575a73134 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:35:46.449056 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-229ba5ec-996f-4d55-bce6-ed468de0e787 service neutron] Port a45f84f2-cc9b-4ad3-8f2c-9868f96180de on network 880b4410-642d-435c-812b-246575a73134 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:35:46.449387 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-229ba5ec-996f-4d55-bce6-ed468de0e787 service neutron] Attempting to bind port a45f84f2-cc9b-4ad3-8f2c-9868f96180de on network 880b4410-642d-435c-812b-246575a73134 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:35:46.455440 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-229ba5ec-996f-4d55-bce6-ed468de0e787 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:35:46.455738 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-229ba5ec-996f-4d55-bce6-ed468de0e787 service neutron] Checking segment: {'id': 'c4d67121-962e-46b4-bad1-c8cef1cb39ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '880b4410-642d-435c-812b-246575a73134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:35:46.456534 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-229ba5ec-996f-4d55-bce6-ed468de0e787 service neutron] Bound using segment: {'id': 'c4d67121-962e-46b4-bad1-c8cef1cb39ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '880b4410-642d-435c-812b-246575a73134'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:35:46.456647 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-229ba5ec-996f-4d55-bce6-ed468de0e787 service neutron] Bound port: a45f84f2-cc9b-4ad3-8f2c-9868f96180de, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4d67121-962e-46b4-bad1-c8cef1cb39ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '880b4410-642d-435c-812b-246575a73134'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:35:46.457007 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-229ba5ec-996f-4d55-bce6-ed468de0e787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a45f84f2-cc9b-4ad3-8f2c-9868f96180de), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:46.551406 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-229ba5ec-996f-4d55-bce6-ed468de0e787 service neutron] For port a45f84f2-cc9b-4ad3-8f2c-9868f96180de, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:35:46.556863 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-229ba5ec-996f-4d55-bce6-ed468de0e787 service neutron] For port a45f84f2-cc9b-4ad3-8f2c-9868f96180de, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=a45f84f2-cc9b-4ad3-8f2c-9868f96180de,segment=NetworkSegment(c4d67121-962e-46b4-bad1-c8cef1cb39ca),segment_id=c4d67121-962e-46b4-bad1-c8cef1cb39ca)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:35:46.564196 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-229ba5ec-996f-4d55-bce6-ed468de0e787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (a45f84f2-cc9b-4ad3-8f2c-9868f96180de), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:46.641459 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ba5ec-996f-4d55-bce6-ed468de0e787 service neutron] Pushing event updated for resources: {'Port': ['ID=a45f84f2-cc9b-4ad3-8f2c-9868f96180de,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:46.649643 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-229ba5ec-996f-4d55-bce6-ed468de0e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:46.650327 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-229ba5ec-996f-4d55-bce6-ed468de0e787 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:46.651945 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-229ba5ec-996f-4d55-bce6-ed468de0e787 service neutron] 10.222.0.26 "PUT /v2.0/ports/a45f84f2-cc9b-4ad3-8f2c-9868f96180de HTTP/1.1" status: 200 len: 1093 time: 0.8069022 Feb 19 04:35:46.652387 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc317b1-147b-416c-bce9-eb774977dcc3', 'tag': 'a45f84f2-cc9b-4ad3-8f2c-9868f96180de'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:35:46.654670 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b52e764-f74b-40ad-8826-040d76cb0f97" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc317b1-147b-416c-bce9-eb774977dcc3", "tag": "a45f84f2-cc9b-4ad3-8f2c-9868f96180de"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:35:46.736185 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b705e1-15d5-41fd-a262-032a08d1b749 x-openstack-request-id: req-82b705e1-15d5-41fd-a262-032a08d1b749 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:35:46.736590 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc317b1-147b-416c-bce9-eb774977dcc3", "tag": "a45f84f2-cc9b-4ad3-8f2c-9868f96180de", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:35:46.736915 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-82b705e1-15d5-41fd-a262-032a08d1b749 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:35:46.737389 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc317b1-147b-416c-bce9-eb774977dcc3', 'tag': 'a45f84f2-cc9b-4ad3-8f2c-9868f96180de', 'status': 'completed', 'code': 200} Feb 19 04:35:46.767958 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-ec57cc66-9e5d-41f4-b1c2-76098a517d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:46.772225 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-ec57cc66-9e5d-41f4-b1c2-76098a517d24 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29629238c87149b4b16b91f84b6e79f3&device_id=3cc317b1-147b-416c-bce9-eb774977dcc3 HTTP/1.1" status: 200 len: 1127 time: 0.0758390 Feb 19 04:35:46.827723 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-5283ee42-1651-4e03-a9ec-3d9ac2198528 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a45f84f2-cc9b-4ad3-8f2c-9868f96180de HTTP/1.1" status: 200 len: 217 time: 0.0484858 Feb 19 04:35:46.899194 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-2ae1e943-9c72-43a4-9eeb-cafe3f2c9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:46.900687 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-2ae1e943-9c72-43a4-9eeb-cafe3f2c9b75 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb7d1d8d-b376-481e-bd8a-616e91439832 HTTP/1.1" status: 200 len: 847 time: 0.0669150 Feb 19 04:35:46.977043 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-9fe73cf5-8973-441d-951e-0c4a9148409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:46.983090 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-9fe73cf5-8973-441d-951e-0c4a9148409a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=880b4410-642d-435c-812b-246575a73134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0718071 Feb 19 04:35:47.100538 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-2caf5c02-5fc7-4561-8883-d0e9928c0600 service neutron] 10.222.0.26 "GET /v2.0/networks/880b4410-642d-435c-812b-246575a73134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112280 Feb 19 04:35:47.224228 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fcc0fea7-db3e-4eeb-b1ac-be010fa9d45f req-2bfe2f6b-0fab-4fc8-865d-e967a6bed287 service neutron] 10.222.0.26 "GET /v2.0/networks/880b4410-642d-435c-812b-246575a73134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172693 Feb 19 04:35:47.268022 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d530c1-a079-40d2-8117-eeb47e29274d req-50d949f9-07c5-4d95-a792-9303e0aa31dd tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:47.270342 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-35d530c1-a079-40d2-8117-eeb47e29274d req-50d949f9-07c5-4d95-a792-9303e0aa31dd tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cc317b1-147b-416c-bce9-eb774977dcc3 HTTP/1.1" status: 200 len: 944 time: 0.0715756 Feb 19 04:35:47.329222 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-35d530c1-a079-40d2-8117-eeb47e29274d req-9be7f910-f068-4c2b-97fe-f5ca6d681b50 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7c1a741-b227-45b6-8c86-c6f099f652bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504410 Feb 19 04:35:47.346453 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52e764-f74b-40ad-8826-040d76cb0f97 req-efc909b7-0352-4515-abc8-2e8fba1d56f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:47.348813 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2b52e764-f74b-40ad-8826-040d76cb0f97 req-efc909b7-0352-4515-abc8-2e8fba1d56f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29629238c87149b4b16b91f84b6e79f3&device_id=3cc317b1-147b-416c-bce9-eb774977dcc3 HTTP/1.1" status: 200 len: 1127 time: 0.0698144 Feb 19 04:35:47.445610 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52e764-f74b-40ad-8826-040d76cb0f97 req-72a7e724-4b66-42c1-885c-061fda13c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:47.447131 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2b52e764-f74b-40ad-8826-040d76cb0f97 req-72a7e724-4b66-42c1-885c-061fda13c9b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=880b4410-642d-435c-812b-246575a73134 HTTP/1.1" status: 200 len: 909 time: 0.0923283 Feb 19 04:35:47.492635 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2b52e764-f74b-40ad-8826-040d76cb0f97 req-93fc50f3-310c-4dfd-a408-b04c19837b24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a45f84f2-cc9b-4ad3-8f2c-9868f96180de HTTP/1.1" status: 200 len: 217 time: 0.0390556 Feb 19 04:35:47.543266 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52e764-f74b-40ad-8826-040d76cb0f97 req-ed6a7891-cf39-40f8-b5c3-59d84b0827eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:47.544933 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2b52e764-f74b-40ad-8826-040d76cb0f97 req-ed6a7891-cf39-40f8-b5c3-59d84b0827eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb7d1d8d-b376-481e-bd8a-616e91439832 HTTP/1.1" status: 200 len: 847 time: 0.0473127 Feb 19 04:35:47.607371 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52e764-f74b-40ad-8826-040d76cb0f97 req-983e2293-ef6e-465b-9120-72dd7e0ae9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:47.609103 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2b52e764-f74b-40ad-8826-040d76cb0f97 req-983e2293-ef6e-465b-9120-72dd7e0ae9f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=880b4410-642d-435c-812b-246575a73134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0576963 Feb 19 04:35:47.729184 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2b52e764-f74b-40ad-8826-040d76cb0f97 req-a0b47ca1-fb73-45f7-b175-080297fd2cc2 service neutron] 10.222.0.26 "GET /v2.0/networks/880b4410-642d-435c-812b-246575a73134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127360 Feb 19 04:35:47.856922 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2b52e764-f74b-40ad-8826-040d76cb0f97 req-ced48964-c2fd-44fa-a8de-856ea14c84c6 service neutron] 10.222.0.26 "GET /v2.0/networks/880b4410-642d-435c-812b-246575a73134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176803 Feb 19 04:35:48.491627 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76d5bc-3430-47c3-b26b-671327f7e3a0 req-cfef2768-3162-4248-84ba-40a3e81a5508 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:48.497561 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a76d5bc-3430-47c3-b26b-671327f7e3a0 req-cfef2768-3162-4248-84ba-40a3e81a5508 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cc317b1-147b-416c-bce9-eb774977dcc3 HTTP/1.1" status: 200 len: 944 time: 0.0746155 Feb 19 04:35:48.550769 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a76d5bc-3430-47c3-b26b-671327f7e3a0 req-4a59fa5f-ad40-4e76-a81f-6517cae6496e tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7c1a741-b227-45b6-8c86-c6f099f652bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519443 Feb 19 04:35:49.680488 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e13cfd-4eee-4387-9ec3-5bb202080dbf req-1b376fea-96f1-4a5f-8345-b384dbb7b8fd tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:49.682016 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-13e13cfd-4eee-4387-9ec3-5bb202080dbf req-1b376fea-96f1-4a5f-8345-b384dbb7b8fd tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cc317b1-147b-416c-bce9-eb774977dcc3 HTTP/1.1" status: 200 len: 944 time: 0.0578923 Feb 19 04:35:49.747693 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-13e13cfd-4eee-4387-9ec3-5bb202080dbf req-0c43a613-4d05-497c-aaa7-0d3f3f6e20bb tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7c1a741-b227-45b6-8c86-c6f099f652bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599012 Feb 19 04:35:50.877354 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deec139-beb3-4a39-a1bd-7b8443d72a5d req-e0f7ade4-8457-4c5b-ad69-5b1c2d24caa6 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:50.878982 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6deec139-beb3-4a39-a1bd-7b8443d72a5d req-e0f7ade4-8457-4c5b-ad69-5b1c2d24caa6 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cc317b1-147b-416c-bce9-eb774977dcc3 HTTP/1.1" status: 200 len: 944 time: 0.0566702 Feb 19 04:35:50.934962 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6deec139-beb3-4a39-a1bd-7b8443d72a5d req-ef1e1589-f84f-49d5-be4a-81b3ab818102 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7c1a741-b227-45b6-8c86-c6f099f652bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491695 Feb 19 04:35:51.004624 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device a45f84f2-cc9b-4ad3-8f2c-9868f96180de details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:35:51.108980 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port a45f84f2-cc9b-4ad3-8f2c-9868f96180de, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=a45f84f2-cc9b-4ad3-8f2c-9868f96180de,segment=NetworkSegment(c4d67121-962e-46b4-bad1-c8cef1cb39ca),segment_id=c4d67121-962e-46b4-bad1-c8cef1cb39ca)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:51.121683 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'a45f84f2-cc9b-4ad3-8f2c-9868f96180de', 'network_id': '880b4410-642d-435c-812b-246575a73134', 'port_id': 'a45f84f2-cc9b-4ad3-8f2c-9868f96180de', 'mac_address': 'fa:16:3e:bb:e2:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7d1d8d-b376-481e-bd8a-616e91439832', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:35:51.160549 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port a45f84f2-cc9b-4ad3-8f2c-9868f96180de is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:51.160948 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a45f84f2-cc9b-4ad3-8f2c-9868f96180de), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:51.175274 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a45f84f2-cc9b-4ad3-8f2c-9868f96180de {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:35:51.205782 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port a45f84f2-cc9b-4ad3-8f2c-9868f96180de, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=a45f84f2-cc9b-4ad3-8f2c-9868f96180de,segment=NetworkSegment(c4d67121-962e-46b4-bad1-c8cef1cb39ca),segment_id=c4d67121-962e-46b4-bad1-c8cef1cb39ca)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:51.211479 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (a45f84f2-cc9b-4ad3-8f2c-9868f96180de), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:51.291900 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=a45f84f2-cc9b-4ad3-8f2c-9868f96180de,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:51.504645 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['a45f84f2-cc9b-4ad3-8f2c-9868f96180de'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:35:52.063511 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835aa8a3-1b15-4c5c-9f25-e657c502c6e1 req-b5bb72a4-2c2e-47d5-a960-7c847b5973c2 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:52.065207 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-835aa8a3-1b15-4c5c-9f25-e657c502c6e1 req-b5bb72a4-2c2e-47d5-a960-7c847b5973c2 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cc317b1-147b-416c-bce9-eb774977dcc3 HTTP/1.1" status: 200 len: 945 time: 0.0542302 Feb 19 04:35:52.116818 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-835aa8a3-1b15-4c5c-9f25-e657c502c6e1 req-329b3d1e-763c-43a4-a5cc-ce7d59415a8f tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7c1a741-b227-45b6-8c86-c6f099f652bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453558 Feb 19 04:35:53.035668 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device a45f84f2-cc9b-4ad3-8f2c-9868f96180de up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:35:53.092234 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port a45f84f2-cc9b-4ad3-8f2c-9868f96180de completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:35:53.096395 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port a45f84f2-cc9b-4ad3-8f2c-9868f96180de triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:53.096962 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (a45f84f2-cc9b-4ad3-8f2c-9868f96180de), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:53.204840 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port a45f84f2-cc9b-4ad3-8f2c-9868f96180de is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:53.205443 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (a45f84f2-cc9b-4ad3-8f2c-9868f96180de), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:53.237336 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc317b1-147b-416c-bce9-eb774977dcc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45f84f2-cc9b-4ad3-8f2c-9868f96180de'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:35:53.240043 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a20d02-1cb6-4479-a7f8-7ccbf72ce702" -d '{"events": [{"server_uuid": "3cc317b1-147b-416c-bce9-eb774977dcc3", "name": "network-vif-plugged", "status": "completed", "tag": "a45f84f2-cc9b-4ad3-8f2c-9868f96180de"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:35:53.256466 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port a45f84f2-cc9b-4ad3-8f2c-9868f96180de, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=a45f84f2-cc9b-4ad3-8f2c-9868f96180de,segment=NetworkSegment(c4d67121-962e-46b4-bad1-c8cef1cb39ca),segment_id=c4d67121-962e-46b4-bad1-c8cef1cb39ca)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:53.272563 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (a45f84f2-cc9b-4ad3-8f2c-9868f96180de), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:53.287709 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9796400-90e5-4dd8-a3ff-69e33a1b68de req-5541389d-0e12-4c7b-88df-67ae511a5cbb tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:53.296069 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9796400-90e5-4dd8-a3ff-69e33a1b68de req-5541389d-0e12-4c7b-88df-67ae511a5cbb tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cc317b1-147b-416c-bce9-eb774977dcc3 HTTP/1.1" status: 200 len: 945 time: 0.0827992 Feb 19 04:35:53.343895 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=a45f84f2-cc9b-4ad3-8f2c-9868f96180de,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:53.363285 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35062e1d-7d80-40f5-98d3-679729d278f1 x-openstack-request-id: req-35062e1d-7d80-40f5-98d3-679729d278f1 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:35:53.363285 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc317b1-147b-416c-bce9-eb774977dcc3", "name": "network-vif-plugged", "status": "completed", "tag": "a45f84f2-cc9b-4ad3-8f2c-9868f96180de", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:35:53.363285 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-35062e1d-7d80-40f5-98d3-679729d278f1 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:35:53.363285 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc317b1-147b-416c-bce9-eb774977dcc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45f84f2-cc9b-4ad3-8f2c-9868f96180de', 'code': 200} Feb 19 04:35:53.391072 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9796400-90e5-4dd8-a3ff-69e33a1b68de req-c2262ba4-e4dc-412b-b2d2-b37e1b3ba5de tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7c1a741-b227-45b6-8c86-c6f099f652bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937152 Feb 19 04:35:53.466703 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb748545-dbeb-41b2-80c5-e093764160a3 req-96e636f0-cf1a-4bdb-9dce-82a60f4e5978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:53.468216 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-cb748545-dbeb-41b2-80c5-e093764160a3 req-96e636f0-cf1a-4bdb-9dce-82a60f4e5978 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3cc317b1-147b-416c-bce9-eb774977dcc3 HTTP/1.1" status: 200 len: 1129 time: 0.0493293 Feb 19 04:35:53.521178 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-cb748545-dbeb-41b2-80c5-e093764160a3 req-577c9a63-8a5a-49fe-900c-703e3bbb61b4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e7c1a741-b227-45b6-8c86-c6f099f652bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465729 Feb 19 04:35:54.566850 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb859b-578a-4b4e-bcc6-f7d69a8cefbc req-df8fd18e-5c74-4664-b702-a8b8265c78ee tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:54.569012 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09cb859b-578a-4b4e-bcc6-f7d69a8cefbc req-df8fd18e-5c74-4664-b702-a8b8265c78ee tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cc317b1-147b-416c-bce9-eb774977dcc3 HTTP/1.1" status: 200 len: 946 time: 0.0556946 Feb 19 04:35:54.622738 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09cb859b-578a-4b4e-bcc6-f7d69a8cefbc req-e4848e28-cf14-4f9a-ba79-ef6501abaa0c tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7c1a741-b227-45b6-8c86-c6f099f652bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474050 Feb 19 04:35:55.766975 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d09ee-a789-4b3b-849e-f1b1d1312691 req-fa32b6e7-ddef-4d10-b9fd-b58f9232fa66 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:55.768470 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af2d09ee-a789-4b3b-849e-f1b1d1312691 req-fa32b6e7-ddef-4d10-b9fd-b58f9232fa66 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cc317b1-147b-416c-bce9-eb774977dcc3 HTTP/1.1" status: 200 len: 946 time: 0.0627720 Feb 19 04:35:55.820084 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af2d09ee-a789-4b3b-849e-f1b1d1312691 req-cd0bbf33-c770-4ffd-9a12-1090833b7f72 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7c1a741-b227-45b6-8c86-c6f099f652bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438633 Feb 19 04:35:55.948974 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf00a5d-99a2-49d6-9d3a-5fc0859c097f req-4d2cb154-1a24-495b-93b2-edf0daefea69 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:55.950846 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bcf00a5d-99a2-49d6-9d3a-5fc0859c097f req-4d2cb154-1a24-495b-93b2-edf0daefea69 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cc317b1-147b-416c-bce9-eb774977dcc3 HTTP/1.1" status: 200 len: 946 time: 0.0565152 Feb 19 04:35:56.008215 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bcf00a5d-99a2-49d6-9d3a-5fc0859c097f req-f96afce5-4ecb-4477-a1db-985bcaf7b6c5 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7c1a741-b227-45b6-8c86-c6f099f652bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471544 Feb 19 04:35:56.143117 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb04354-3a34-4638-b502-be21f7fbdd35 req-010b0eaf-4768-44ba-ba61-e29e83678f47 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:56.144811 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1eb04354-3a34-4638-b502-be21f7fbdd35 req-010b0eaf-4768-44ba-ba61-e29e83678f47 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cc317b1-147b-416c-bce9-eb774977dcc3 HTTP/1.1" status: 200 len: 946 time: 0.0562856 Feb 19 04:35:56.206302 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1eb04354-3a34-4638-b502-be21f7fbdd35 req-ca34ee78-44b3-460c-ac24-8754a68039be tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7c1a741-b227-45b6-8c86-c6f099f652bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523160 Feb 19 04:35:56.235711 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 41854) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:56.341163 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ce3676-7046-4aa2-82e7-32dea0accd0d tempest-TestServerBasicOps-1298740342 tempest-TestServerBasicOps-1298740342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:56.346093 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 41858) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:56.346511 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-37ce3676-7046-4aa2-82e7-32dea0accd0d tempest-TestServerBasicOps-1298740342 tempest-TestServerBasicOps-1298740342-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3cc317b1-147b-416c-bce9-eb774977dcc3 HTTP/1.1" status: 200 len: 1124 time: 0.1095560 Feb 19 04:35:56.351577 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-8b4c1be3-1849-4717-be3a-6a97545faa2b tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'port_id': 'a45f84f2-cc9b-4ad3-8f2c-9868f96180de', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:56.379561 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8b4c1be3-1849-4717-be3a-6a97545faa2b tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:56.499910 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8b4c1be3-1849-4717-be3a-6a97545faa2b tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:56.631615 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-8b4c1be3-1849-4717-be3a-6a97545faa2b tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Allocated IP 172.25.3.91 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/18e90dae-ddc6-4ced-a6ae-4172d79d442c) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:35:56.741526 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8b4c1be3-1849-4717-be3a-6a97545faa2b tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for port (18e90dae-ddc6-4ced-a6ae-4172d79d442c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:56.806409 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8b4c1be3-1849-4717-be3a-6a97545faa2b tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (18e90dae-ddc6-4ced-a6ae-4172d79d442c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:56.847305 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c1be3-1849-4717-be3a-6a97545faa2b tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Pushing event updated for resources: {'Port': ['ID=18e90dae-ddc6-4ced-a6ae-4172d79d442c,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:56.855697 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4c1be3-1849-4717-be3a-6a97545faa2b tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:35:56.857240 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-8b4c1be3-1849-4717-be3a-6a97545faa2b tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:35:56.862376 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4c1be3-1849-4717-be3a-6a97545faa2b tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:35:57.084643 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:57.725267 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8b4c1be3-1849-4717-be3a-6a97545faa2b tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for floatingip (1f0366b3-d302-443a-8dee-a134561f1d41), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:57.845639 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8b4c1be3-1849-4717-be3a-6a97545faa2b tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (18e90dae-ddc6-4ced-a6ae-4172d79d442c), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:58.008737 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8b4c1be3-1849-4717-be3a-6a97545faa2b tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for port (18e90dae-ddc6-4ced-a6ae-4172d79d442c), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:58.014010 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8b4c1be3-1849-4717-be3a-6a97545faa2b tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (18e90dae-ddc6-4ced-a6ae-4172d79d442c), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:58.089525 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c1be3-1849-4717-be3a-6a97545faa2b tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Pushing event updated for resources: {'Port': ['ID=18e90dae-ddc6-4ced-a6ae-4172d79d442c,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:58.094462 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8b4c1be3-1849-4717-be3a-6a97545faa2b tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (1f0366b3-d302-443a-8dee-a134561f1d41), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:58.205887 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-8b4c1be3-1849-4717-be3a-6a97545faa2b tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Floating IP 1f0366b3-d302-443a-8dee-a134561f1d41 associated. External IP: 172.25.3.91, port: a45f84f2-cc9b-4ad3-8f2c-9868f96180de. Feb 19 04:35:58.445440 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4c1be3-1849-4717-be3a-6a97545faa2b tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Router 419c1c52-3ed7-42b2-a3cd-23ecacffa4ff has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:35:58.566433 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4c1be3-1849-4717-be3a-6a97545faa2b tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:35:58.578819 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6372a59-00dc-48a6-bb3a-8848202936a5 None None] Sync routers for ids ['419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:35:58.591480 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6372a59-00dc-48a6-bb3a-8848202936a5 None None] Routers {'419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:58.592402 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a6372a59-00dc-48a6-bb3a-8848202936a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:35:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:58.594147 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8b4c1be3-1849-4717-be3a-6a97545faa2b tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:58.652459 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8b4c1be3-1849-4717-be3a-6a97545faa2b tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3049362 Feb 19 04:35:58.653277 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc317b1-147b-416c-bce9-eb774977dcc3', 'tag': 'a45f84f2-cc9b-4ad3-8f2c-9868f96180de'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:35:58.655733 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e56c268-7a3a-4eea-bbba-5fc48de55b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc317b1-147b-416c-bce9-eb774977dcc3", "tag": "a45f84f2-cc9b-4ad3-8f2c-9868f96180de"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:35:58.741017 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-a6372a59-00dc-48a6-bb3a-8848202936a5 None None] Set router 419c1c52-3ed7-42b2-a3cd-23ecacffa4ff gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:58.806337 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3ec972-ef22-4d9c-8744-465251fd8d1f x-openstack-request-id: req-1f3ec972-ef22-4d9c-8744-465251fd8d1f {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:35:58.806868 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc317b1-147b-416c-bce9-eb774977dcc3", "tag": "a45f84f2-cc9b-4ad3-8f2c-9868f96180de", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:35:58.807333 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1f3ec972-ef22-4d9c-8744-465251fd8d1f {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:35:58.807929 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc317b1-147b-416c-bce9-eb774977dcc3', 'tag': 'a45f84f2-cc9b-4ad3-8f2c-9868f96180de', 'status': 'completed', 'code': 200} Feb 19 04:35:58.899176 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56c268-7a3a-4eea-bbba-5fc48de55b1a req-e745f81b-e541-4591-ad1f-ddbedff268f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:58.902102 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2e56c268-7a3a-4eea-bbba-5fc48de55b1a req-e745f81b-e541-4591-ad1f-ddbedff268f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29629238c87149b4b16b91f84b6e79f3&device_id=3cc317b1-147b-416c-bce9-eb774977dcc3 HTTP/1.1" status: 200 len: 1129 time: 0.0704546 Feb 19 04:35:59.032984 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56c268-7a3a-4eea-bbba-5fc48de55b1a req-da45de85-b9d4-4166-a8d0-5fea0a013e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:59.033214 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a6372a59-00dc-48a6-bb3a-8848202936a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'name': 'tempest-TestServerBasicOps-459122360-router', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '019e5f6d-74e0-4354-b664-a883e83fdd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:25Z', 'updated_at': '2022-02-19T04:35:29Z', 'revision_number': 4, 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'gw_port': {'id': '019e5f6d-74e0-4354-b664-a883e83fdd01', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:26Z', 'updated_at': '2022-02-19T04:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '1f0366b3-d302-443a-8dee-a134561f1d41', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'port_id': 'a45f84f2-cc9b-4ad3-8f2c-9868f96180de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '880b4410-642d-435c-812b-246575a73134', 'mac_address': 'fa:16:3e:bb:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc317b1-147b-416c-bce9-eb774977dcc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:35:57Z', 'updated_at': '2022-02-19T04:35:57Z', 'revision_number': 0, 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd397a32b-4fc6-4aae-8119-34a0b038686e', 'name': '', 'network_id': '880b4410-642d-435c-812b-246575a73134', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'mac_address': 'fa:16:3e:76:d2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'fb7d1d8d-b376-481e-bd8a-616e91439832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:28Z', 'updated_at': '2022-02-19T04:35:35Z', 'revision_number': 5, 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'subnets': [{'id': 'fb7d1d8d-b376-481e-bd8a-616e91439832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:59.035861 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2e56c268-7a3a-4eea-bbba-5fc48de55b1a req-da45de85-b9d4-4166-a8d0-5fea0a013e1b service neutron] 10.222.0.26 "GET /v2.0/networks?id=880b4410-642d-435c-812b-246575a73134 HTTP/1.1" status: 200 len: 909 time: 0.1259983 Feb 19 04:35:59.065848 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6372a59-00dc-48a6-bb3a-8848202936a5 None None] Checking router: 419c1c52-3ed7-42b2-a3cd-23ecacffa4ff for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:35:59.075861 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6372a59-00dc-48a6-bb3a-8848202936a5 None None] Routers {'419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:59.076491 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a6372a59-00dc-48a6-bb3a-8848202936a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:35:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:59.154057 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2e56c268-7a3a-4eea-bbba-5fc48de55b1a req-5b5b48e0-17bc-43de-a343-c71ec86cbf15 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a45f84f2-cc9b-4ad3-8f2c-9868f96180de HTTP/1.1" status: 200 len: 999 time: 0.1128378 Feb 19 04:35:59.212479 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-a6372a59-00dc-48a6-bb3a-8848202936a5 None None] Set router 419c1c52-3ed7-42b2-a3cd-23ecacffa4ff gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:59.216761 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56c268-7a3a-4eea-bbba-5fc48de55b1a req-a56551ca-e60e-46a3-b031-0321085d54fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:59.223684 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2e56c268-7a3a-4eea-bbba-5fc48de55b1a req-a56551ca-e60e-46a3-b031-0321085d54fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb7d1d8d-b376-481e-bd8a-616e91439832 HTTP/1.1" status: 200 len: 847 time: 0.0628095 Feb 19 04:35:59.284663 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56c268-7a3a-4eea-bbba-5fc48de55b1a req-0f188a86-3686-494a-b818-b8ce6d076acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:59.287996 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2e56c268-7a3a-4eea-bbba-5fc48de55b1a req-0f188a86-3686-494a-b818-b8ce6d076acf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=880b4410-642d-435c-812b-246575a73134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0587275 Feb 19 04:35:59.408332 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2e56c268-7a3a-4eea-bbba-5fc48de55b1a req-dca10a46-d2f7-4a99-ba6e-9d6631ef2c67 service neutron] 10.222.0.26 "GET /v2.0/networks/880b4410-642d-435c-812b-246575a73134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147838 Feb 19 04:35:59.486881 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a6372a59-00dc-48a6-bb3a-8848202936a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'name': 'tempest-TestServerBasicOps-459122360-router', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '019e5f6d-74e0-4354-b664-a883e83fdd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:25Z', 'updated_at': '2022-02-19T04:35:29Z', 'revision_number': 4, 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'gw_port': {'id': '019e5f6d-74e0-4354-b664-a883e83fdd01', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:26Z', 'updated_at': '2022-02-19T04:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '1f0366b3-d302-443a-8dee-a134561f1d41', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'port_id': 'a45f84f2-cc9b-4ad3-8f2c-9868f96180de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '880b4410-642d-435c-812b-246575a73134', 'mac_address': 'fa:16:3e:bb:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc317b1-147b-416c-bce9-eb774977dcc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:35:57Z', 'updated_at': '2022-02-19T04:35:57Z', 'revision_number': 0, 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd397a32b-4fc6-4aae-8119-34a0b038686e', 'name': '', 'network_id': '880b4410-642d-435c-812b-246575a73134', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'mac_address': 'fa:16:3e:76:d2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'fb7d1d8d-b376-481e-bd8a-616e91439832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:28Z', 'updated_at': '2022-02-19T04:35:35Z', 'revision_number': 5, 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'subnets': [{'id': 'fb7d1d8d-b376-481e-bd8a-616e91439832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:59.528280 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6372a59-00dc-48a6-bb3a-8848202936a5 None None] The sync data for ids ['419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'] in n-d-828369-19 is: [{'id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'name': 'tempest-TestServerBasicOps-459122360-router', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '019e5f6d-74e0-4354-b664-a883e83fdd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:25Z', 'updated_at': '2022-02-19T04:35:29Z', 'revision_number': 4, 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'gw_port': {'id': '019e5f6d-74e0-4354-b664-a883e83fdd01', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:26Z', 'updated_at': '2022-02-19T04:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '1f0366b3-d302-443a-8dee-a134561f1d41', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'port_id': 'a45f84f2-cc9b-4ad3-8f2c-9868f96180de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '880b4410-642d-435c-812b-246575a73134', 'mac_address': 'fa:16:3e:bb:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc317b1-147b-416c-bce9-eb774977dcc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:35:57Z', 'updated_at': '2022-02-19T04:35:57Z', 'revision_number': 0, 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd397a32b-4fc6-4aae-8119-34a0b038686e', 'name': '', 'network_id': '880b4410-642d-435c-812b-246575a73134', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'mac_address': 'fa:16:3e:76:d2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'fb7d1d8d-b376-481e-bd8a-616e91439832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:28Z', 'updated_at': '2022-02-19T04:35:35Z', 'revision_number': 5, 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'subnets': [{'id': 'fb7d1d8d-b376-481e-bd8a-616e91439832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:35:59.539209 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2e56c268-7a3a-4eea-bbba-5fc48de55b1a req-2e201e3a-2c02-45dd-98d1-a5a0c141b4d7 service neutron] 10.222.0.26 "GET /v2.0/networks/880b4410-642d-435c-812b-246575a73134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248851 Feb 19 04:35:59.753140 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62c2074-61b7-4aa5-86cf-33caaa917c04 None None] New status for floating IP 1f0366b3-d302-443a-8dee-a134561f1d41: ACTIVE {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:36:00.031391 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:00.636099 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a1a44197-2fb9-43b6-b8f4-874a68550e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:03.493358 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f398c411-60b0-4fae-a82b-c3c99382d1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:03.875963 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:05.370864 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:06.809682 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:10.680524 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-7a7a5554-37b2-4668-81c7-9f83325c9114 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:10.682604 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-7a7a5554-37b2-4668-81c7-9f83325c9114 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 811 time: 0.1185915 Feb 19 04:36:10.699086 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-f0cfc93e-6ddb-4a4c-b4b7-ae033ce756c5 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/quotas/b0fd37ae90824e9285d9bb3943295dee HTTP/1.1" status: 200 len: 375 time: 0.0104828 Feb 19 04:36:10.757165 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-7324c7cb-d66d-4805-9d4e-0de2b4f962a5 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526590 Feb 19 04:36:10.851367 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-3341df86-53da-48a9-80ff-40727fd1602a service neutron] 10.222.0.52 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878356 Feb 19 04:36:10.944520 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-9d4e99be-564b-42af-beba-f949f4dd8315 service neutron] 10.222.0.52 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870843 Feb 19 04:36:11.301335 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-57049c76-f463-4766-aa66-8e60e0b84ceb req-f3dfa74b-59ee-4acd-9c20-6052c1bc6cbd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 210 time: 0.0474880 Feb 19 04:36:12.284938 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-b9a6f81b-0197-45a7-be65-effb1d407665 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:12.286567 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-b9a6f81b-0197-45a7-be65-effb1d407665 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.79 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 811 time: 0.1096056 Feb 19 04:36:12.299041 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-26579fc0-9c4a-444b-a610-f2418acd2437 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Request body: {'port': {'device_id': '59ed8f77-6b4e-478f-8c8a-3df00232362a', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'admin_state_up': True, 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:36:12.423210 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-20fb88d0-4678-494e-8dfa-9b6b0aded854 req-338877af-2c2b-4ec1-9787-a8ce2be5cb18 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 210 time: 0.0461960 Feb 19 04:36:12.468322 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-26579fc0-9c4a-444b-a610-f2418acd2437 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Made reservation on behalf of b0fd37ae90824e9285d9bb3943295dee for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:36:12.472518 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-26579fc0-9c4a-444b-a610-f2418acd2437 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:12.601117 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-26579fc0-9c4a-444b-a610-f2418acd2437 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Allocated IP 172.20.0.5 (5e8f90c4-f909-4474-8fc0-0f484b224735/b4c1316c-0c1b-40e4-b032-90759cbccfe3/dcba1139-68da-41e3-bb2d-2c8b9182ce82) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:36:12.753655 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-26579fc0-9c4a-444b-a610-f2418acd2437 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for port (dcba1139-68da-41e3-bb2d-2c8b9182ce82), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:12.787167 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-26579fc0-9c4a-444b-a610-f2418acd2437 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (dcba1139-68da-41e3-bb2d-2c8b9182ce82), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:12.833095 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-26579fc0-9c4a-444b-a610-f2418acd2437 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Network 5e8f90c4-f909-4474-8fc0-0f484b224735 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:36:12.840317 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-26579fc0-9c4a-444b-a610-f2418acd2437 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:36:12.844692 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-26579fc0-9c4a-444b-a610-f2418acd2437 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:36:12.848935 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26579fc0-9c4a-444b-a610-f2418acd2437 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event updated for resources: {'Port': ['ID=dcba1139-68da-41e3-bb2d-2c8b9182ce82,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:12.899371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-26579fc0-9c4a-444b-a610-f2418acd2437 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:12.899978 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-26579fc0-9c4a-444b-a610-f2418acd2437 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:12.919578 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-26579fc0-9c4a-444b-a610-f2418acd2437 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6245515 Feb 19 04:36:12.933046 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-13515ce7-6fc1-4069-89b9-9dd3e33a9402 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:36:12.934721 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-13515ce7-6fc1-4069-89b9-9dd3e33a9402 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062251 Feb 19 04:36:13.037854 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-e8f775df-2145-43d5-8514-771b50307e03 service neutron] Request body: {'port': {'device_id': '59ed8f77-6b4e-478f-8c8a-3df00232362a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:36:13.118338 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-e8f775df-2145-43d5-8514-771b50307e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (dcba1139-68da-41e3-bb2d-2c8b9182ce82), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:13.252350 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-aff3a80e-fd12-4fca-aa6e-1b2638625cc5 None None] Provisioning complete for port dcba1139-68da-41e3-bb2d-2c8b9182ce82 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:36:13.254671 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-aff3a80e-fd12-4fca-aa6e-1b2638625cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (dcba1139-68da-41e3-bb2d-2c8b9182ce82), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:13.301137 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-aff3a80e-fd12-4fca-aa6e-1b2638625cc5 None None] Port dcba1139-68da-41e3-bb2d-2c8b9182ce82 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:36:13.430445 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-e8f775df-2145-43d5-8514-771b50307e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcba1139-68da-41e3-bb2d-2c8b9182ce82 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:36:13.438983 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-e8f775df-2145-43d5-8514-771b50307e03 service neutron] Publish callbacks [] for port (dcba1139-68da-41e3-bb2d-2c8b9182ce82), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:13.454982 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-e8f775df-2145-43d5-8514-771b50307e03 service neutron] Transition to ACTIVE for port object dcba1139-68da-41e3-bb2d-2c8b9182ce82 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:36:13.459663 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-e8f775df-2145-43d5-8514-771b50307e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (dcba1139-68da-41e3-bb2d-2c8b9182ce82), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:13.532302 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f775df-2145-43d5-8514-771b50307e03 service neutron] Pushing event updated for resources: {'Port': ['ID=dcba1139-68da-41e3-bb2d-2c8b9182ce82,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:13.647391 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-e8f775df-2145-43d5-8514-771b50307e03 service neutron] Attempting to bind port dcba1139-68da-41e3-bb2d-2c8b9182ce82 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:36:13.647727 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-e8f775df-2145-43d5-8514-771b50307e03 service neutron] Attempting to bind port dcba1139-68da-41e3-bb2d-2c8b9182ce82 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:36:13.648051 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-e8f775df-2145-43d5-8514-771b50307e03 service neutron] Attempting to bind port dcba1139-68da-41e3-bb2d-2c8b9182ce82 on network 5e8f90c4-f909-4474-8fc0-0f484b224735 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:36:13.653501 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-e8f775df-2145-43d5-8514-771b50307e03 service neutron] Port dcba1139-68da-41e3-bb2d-2c8b9182ce82 on network 5e8f90c4-f909-4474-8fc0-0f484b224735 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:36:13.653890 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-e8f775df-2145-43d5-8514-771b50307e03 service neutron] Attempting to bind port dcba1139-68da-41e3-bb2d-2c8b9182ce82 on network 5e8f90c4-f909-4474-8fc0-0f484b224735 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:36:13.663373 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527633c-ded8-40b1-af23-05e1fb606fbb req-185e20ed-0e51-4baf-b79c-f8a9f196081e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:13.664972 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4527633c-ded8-40b1-af23-05e1fb606fbb req-185e20ed-0e51-4baf-b79c-f8a9f196081e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 943 time: 0.1455791 Feb 19 04:36:13.671460 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-e8f775df-2145-43d5-8514-771b50307e03 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:36:13.671813 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-e8f775df-2145-43d5-8514-771b50307e03 service neutron] Checking segment: {'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:36:13.672198 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-e8f775df-2145-43d5-8514-771b50307e03 service neutron] Bound using segment: {'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:36:13.672643 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-e8f775df-2145-43d5-8514-771b50307e03 service neutron] Bound port: dcba1139-68da-41e3-bb2d-2c8b9182ce82, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:36:13.673109 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-e8f775df-2145-43d5-8514-771b50307e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (dcba1139-68da-41e3-bb2d-2c8b9182ce82), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:13.764163 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4527633c-ded8-40b1-af23-05e1fb606fbb req-2ed3abfd-5e19-43b9-9603-98e766daeeee tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885551 Feb 19 04:36:13.780959 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-e8f775df-2145-43d5-8514-771b50307e03 service neutron] For port dcba1139-68da-41e3-bb2d-2c8b9182ce82, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:36:13.785618 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-e8f775df-2145-43d5-8514-771b50307e03 service neutron] For port dcba1139-68da-41e3-bb2d-2c8b9182ce82, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=dcba1139-68da-41e3-bb2d-2c8b9182ce82,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:36:13.793159 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-e8f775df-2145-43d5-8514-771b50307e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (dcba1139-68da-41e3-bb2d-2c8b9182ce82), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:13.844536 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-e8f775df-2145-43d5-8514-771b50307e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:13.845411 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-e8f775df-2145-43d5-8514-771b50307e03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:13.847530 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-e8f775df-2145-43d5-8514-771b50307e03 service neutron] 10.222.0.79 "PUT /v2.0/ports/dcba1139-68da-41e3-bb2d-2c8b9182ce82 HTTP/1.1" status: 200 len: 1092 time: 0.9051926 Feb 19 04:36:13.856141 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ed8f77-6b4e-478f-8c8a-3df00232362a', 'tag': 'dcba1139-68da-41e3-bb2d-2c8b9182ce82'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:36:13.858806 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a383817-12b1-4a75-997b-f011f19664f3" -d '{"events": [{"name": "network-changed", "server_uuid": "59ed8f77-6b4e-478f-8c8a-3df00232362a", "tag": "dcba1139-68da-41e3-bb2d-2c8b9182ce82"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:36:13.887059 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f775df-2145-43d5-8514-771b50307e03 service neutron] Pushing event updated for resources: {'Port': ['ID=dcba1139-68da-41e3-bb2d-2c8b9182ce82,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:13.933040 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16251626-686c-4ef1-a581-f37e1030762b x-openstack-request-id: req-16251626-686c-4ef1-a581-f37e1030762b {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:36:13.933333 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ed8f77-6b4e-478f-8c8a-3df00232362a", "tag": "dcba1139-68da-41e3-bb2d-2c8b9182ce82", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:36:13.933595 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-16251626-686c-4ef1-a581-f37e1030762b {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:36:13.933999 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ed8f77-6b4e-478f-8c8a-3df00232362a', 'tag': 'dcba1139-68da-41e3-bb2d-2c8b9182ce82', 'status': 'completed', 'code': 200} Feb 19 04:36:13.958066 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-dd1db87d-3e95-4ec6-b034-89a220af9275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:13.959647 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-dd1db87d-3e95-4ec6-b034-89a220af9275 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 1126 time: 0.0591106 Feb 19 04:36:14.014121 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-da0f4da9-2106-467b-b202-30897e595420 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcba1139-68da-41e3-bb2d-2c8b9182ce82 HTTP/1.1" status: 200 len: 217 time: 0.0466959 Feb 19 04:36:14.072546 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-12127054-f44b-4ad6-8cb5-c7d425663360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:14.074356 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-12127054-f44b-4ad6-8cb5-c7d425663360 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b4c1316c-0c1b-40e4-b032-90759cbccfe3 HTTP/1.1" status: 200 len: 850 time: 0.0546622 Feb 19 04:36:14.131449 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-e4fddb0d-4ef5-4644-b2c9-68b8ff18ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:14.132948 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-e4fddb0d-4ef5-4644-b2c9-68b8ff18ff3f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e8f90c4-f909-4474-8fc0-0f484b224735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0534055 Feb 19 04:36:14.255088 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-0bbabb9b-c3b0-424a-9d46-44bebd134298 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136467 Feb 19 04:36:14.292082 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:36:14.404317 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c35a3837-0317-448e-abac-db0a85f1bb33 req-9e965bf1-d3f3-4bd3-92dd-f347ca1c76ef service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430068 Feb 19 04:36:14.518394 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a383817-12b1-4a75-997b-f011f19664f3 req-4bfccb2e-84f2-4788-89d3-a80880de34da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:14.520326 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2a383817-12b1-4a75-997b-f011f19664f3 req-4bfccb2e-84f2-4788-89d3-a80880de34da service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 1126 time: 0.0634038 Feb 19 04:36:14.631821 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a383817-12b1-4a75-997b-f011f19664f3 req-6a7886d9-8703-43a9-99c4-7cee75463c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:14.633661 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2a383817-12b1-4a75-997b-f011f19664f3 req-6a7886d9-8703-43a9-99c4-7cee75463c1b service neutron] 10.222.0.79 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 912 time: 0.1069188 Feb 19 04:36:14.682903 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2a383817-12b1-4a75-997b-f011f19664f3 req-bc1a213c-2ea5-4e91-bf47-b4c8f614d48d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcba1139-68da-41e3-bb2d-2c8b9182ce82 HTTP/1.1" status: 200 len: 217 time: 0.0433102 Feb 19 04:36:14.735442 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a383817-12b1-4a75-997b-f011f19664f3 req-b9e1d353-b878-4d99-a914-b68f604595a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:14.737431 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2a383817-12b1-4a75-997b-f011f19664f3 req-b9e1d353-b878-4d99-a914-b68f604595a8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b4c1316c-0c1b-40e4-b032-90759cbccfe3 HTTP/1.1" status: 200 len: 850 time: 0.0481365 Feb 19 04:36:14.821191 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a383817-12b1-4a75-997b-f011f19664f3 req-0ca849e0-6e75-4d7b-b1cf-5324c81081bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:14.829568 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2a383817-12b1-4a75-997b-f011f19664f3 req-0ca849e0-6e75-4d7b-b1cf-5324c81081bb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e8f90c4-f909-4474-8fc0-0f484b224735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0812862 Feb 19 04:36:15.005157 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2a383817-12b1-4a75-997b-f011f19664f3 req-f99338a4-26bc-4c72-b095-ce16ed92713d service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743269 Feb 19 04:36:15.089274 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1962e3-ffd6-443e-a898-f4d5e007f9c5 req-7f16e41c-53a2-4326-b1f0-6c2dd64942e6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:15.097794 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6b1962e3-ffd6-443e-a898-f4d5e007f9c5 req-7f16e41c-53a2-4326-b1f0-6c2dd64942e6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 943 time: 0.1339555 Feb 19 04:36:15.493796 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6b1962e3-ffd6-443e-a898-f4d5e007f9c5 req-f3263b56-4ce4-4fa4-aa1e-3e46a78be76b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928311 Feb 19 04:36:15.552325 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2a383817-12b1-4a75-997b-f011f19664f3 req-2131751c-9a88-4f43-8071-ed86be9ab60c service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353885 Feb 19 04:36:16.615304 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7286313-cb02-4277-a048-aed600d2dad7 req-37a5ad37-a41f-4ee0-834e-9ed058f6f4b6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:16.616944 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7286313-cb02-4277-a048-aed600d2dad7 req-37a5ad37-a41f-4ee0-834e-9ed058f6f4b6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 943 time: 0.0581002 Feb 19 04:36:16.667884 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7286313-cb02-4277-a048-aed600d2dad7 req-ddfa9f21-09f7-4adc-94ca-767fe44250a7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449960 Feb 19 04:36:17.796644 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e548ca8-a200-4919-a83b-c71798ccd3ee req-2330b329-59c8-452f-8b53-f7ebe08c549e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:17.798278 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e548ca8-a200-4919-a83b-c71798ccd3ee req-2330b329-59c8-452f-8b53-f7ebe08c549e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 943 time: 0.0551720 Feb 19 04:36:17.850529 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e548ca8-a200-4919-a83b-c71798ccd3ee req-0708dcfc-4a37-42d6-8d31-0939fed5e1bf tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458760 Feb 19 04:36:18.794008 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 42048) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:18.935770 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c26dd069-c8ee-4dff-84f1-d920264e8117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:19.031306 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40451d13-49c5-4810-aa2d-6e6be4aaff5c req-89e0d1e9-a05a-4c3e-8e3c-cf42a5c50e5a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:19.032858 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-40451d13-49c5-4810-aa2d-6e6be4aaff5c req-89e0d1e9-a05a-4c3e-8e3c-cf42a5c50e5a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 943 time: 0.0992119 Feb 19 04:36:19.112554 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-40451d13-49c5-4810-aa2d-6e6be4aaff5c req-f074ed81-6d84-481a-a09e-0ab0cb7f4369 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731742 Feb 19 04:36:19.126922 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c26dd069-c8ee-4dff-84f1-d920264e8117 admin admin] Publish callbacks [] for security_group (e958888e-64ee-4245-b93e-bd7c1ae4bc30), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:19.138540 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c26dd069-c8ee-4dff-84f1-d920264e8117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e958888e-64ee-4245-b93e-bd7c1ae4bc30), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:19.183087 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c26dd069-c8ee-4dff-84f1-d920264e8117 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c6641b0197cd4f7f9be0f9f7d8fe4449&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3879578 Feb 19 04:36:19.184002 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26dd069-c8ee-4dff-84f1-d920264e8117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e958888e-64ee-4245-b93e-bd7c1ae4bc30,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:19.185782 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42054) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:19.238641 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4117a733-cbc0-4f3d-b912-7cf221546292 admin admin] Publish callbacks [] for security_group (e958888e-64ee-4245-b93e-bd7c1ae4bc30), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:19.262424 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4117a733-cbc0-4f3d-b912-7cf221546292 admin admin] Publish callbacks [] for security_group (e958888e-64ee-4245-b93e-bd7c1ae4bc30), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:19.308864 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4117a733-cbc0-4f3d-b912-7cf221546292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e958888e-64ee-4245-b93e-bd7c1ae4bc30), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:19.311693 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4117a733-cbc0-4f3d-b912-7cf221546292 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:19.316395 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4117a733-cbc0-4f3d-b912-7cf221546292 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e958888e-64ee-4245-b93e-bd7c1ae4bc30 HTTP/1.1" status: 204 len: 168 time: 0.1294641 Feb 19 04:36:19.330716 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4117a733-cbc0-4f3d-b912-7cf221546292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e958888e-64ee-4245-b93e-bd7c1ae4bc30,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:20.273607 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709ccb6-b0a8-4701-bf92-544d584cf45f req-6db25f75-f342-41a1-bf2d-c6e506b9d6ea tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:20.275288 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c709ccb6-b0a8-4701-bf92-544d584cf45f req-6db25f75-f342-41a1-bf2d-c6e506b9d6ea tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 943 time: 0.0760641 Feb 19 04:36:20.329864 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c709ccb6-b0a8-4701-bf92-544d584cf45f req-2399d52a-5e78-4854-b5ea-1d9704a6c5ae tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473874 Feb 19 04:36:20.436235 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42088) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:20.543364 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bc40916e-3ee0-4ded-bca7-4a93c92b156d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:20.624091 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bc40916e-3ee0-4ded-bca7-4a93c92b156d admin admin] Publish callbacks [] for security_group (eba6bcb9-1a5b-4fa2-9652-5d6cfe411bdb), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:20.628682 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bc40916e-3ee0-4ded-bca7-4a93c92b156d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (eba6bcb9-1a5b-4fa2-9652-5d6cfe411bdb), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:20.666622 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bc40916e-3ee0-4ded-bca7-4a93c92b156d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=819d335154ab44a7b4468d007deb0aaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2293062 Feb 19 04:36:20.667602 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40916e-3ee0-4ded-bca7-4a93c92b156d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba6bcb9-1a5b-4fa2-9652-5d6cfe411bdb,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:20.669355 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 42092) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:20.719883 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b50a707-3f12-451d-a046-438d21ce19ed admin admin] Publish callbacks [] for security_group (eba6bcb9-1a5b-4fa2-9652-5d6cfe411bdb), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:20.740855 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b50a707-3f12-451d-a046-438d21ce19ed admin admin] Publish callbacks [] for security_group (eba6bcb9-1a5b-4fa2-9652-5d6cfe411bdb), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:20.787594 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b50a707-3f12-451d-a046-438d21ce19ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (eba6bcb9-1a5b-4fa2-9652-5d6cfe411bdb), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:20.790603 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b50a707-3f12-451d-a046-438d21ce19ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:20.791736 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5b50a707-3f12-451d-a046-438d21ce19ed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eba6bcb9-1a5b-4fa2-9652-5d6cfe411bdb HTTP/1.1" status: 204 len: 168 time: 0.1201463 Feb 19 04:36:20.800162 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50a707-3f12-451d-a046-438d21ce19ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba6bcb9-1a5b-4fa2-9652-5d6cfe411bdb,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:21.460371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dff688-7b99-44b8-8b43-383bef8704b2 req-f2bf726b-c88d-4647-a334-9ce36257f9a2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:21.461852 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-86dff688-7b99-44b8-8b43-383bef8704b2 req-f2bf726b-c88d-4647-a334-9ce36257f9a2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 943 time: 0.0582929 Feb 19 04:36:21.511301 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-86dff688-7b99-44b8-8b43-383bef8704b2 req-81561729-4d64-4bf2-96e8-a23395f178ea tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437000 Feb 19 04:36:22.648674 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82472f5e-3249-4b82-a912-9ad5029b0198 req-1ea19056-f72c-4c94-82aa-54de5fbc7f0a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:22.656471 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-82472f5e-3249-4b82-a912-9ad5029b0198 req-1ea19056-f72c-4c94-82aa-54de5fbc7f0a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 943 time: 0.0678024 Feb 19 04:36:22.710928 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-82472f5e-3249-4b82-a912-9ad5029b0198 req-aed3d057-7f48-46e3-acf4-e064fd0732a9 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531969 Feb 19 04:36:23.830461 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a7304-9c15-4f54-90fc-c618297bf6d9 req-4a25b18a-be27-4947-b1ee-3d1940984063 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:23.831952 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-177a7304-9c15-4f54-90fc-c618297bf6d9 req-4a25b18a-be27-4947-b1ee-3d1940984063 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 943 time: 0.0535376 Feb 19 04:36:23.879999 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-177a7304-9c15-4f54-90fc-c618297bf6d9 req-b3604638-8007-4cae-9029-affcf359cf2b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424480 Feb 19 04:36:24.052595 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-fc1447be-241b-4ed6-8cd8-0bf74b18f7a5 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=bb452fabab8148a694f3f469bda1726e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296783 Feb 19 04:36:24.244310 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-bde209e2-61d7-407b-97f2-4c3b895d332b tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:24.245859 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-bde209e2-61d7-407b-97f2-4c3b895d332b tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1874793 Feb 19 04:36:24.260057 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-8f1be901-4d6f-4882-bf30-e08519d11524 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/quotas/bb452fabab8148a694f3f469bda1726e HTTP/1.1" status: 200 len: 375 time: 0.0088441 Feb 19 04:36:24.292100 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-1c4a0df3-01cf-4ae5-83d5-78aabe016492 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bb452fabab8148a694f3f469bda1726e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272617 Feb 19 04:36:24.446773 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58583345-9752-4da6-847e-5d7c432539bb req-2a3a45d0-d7f6-4fd3-b5b0-fb9c80217016 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/ports?device_id=07c8256e-04be-43ce-92ce-6baf90b1fa5b HTTP/1.1" status: 200 len: 210 time: 0.0268197 Feb 19 04:36:25.006010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623488b3-cd26-496f-a332-8be4af08c904 req-6d5bf5ec-7337-4603-a696-004048b31c07 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:25.007446 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-623488b3-cd26-496f-a332-8be4af08c904 req-6d5bf5ec-7337-4603-a696-004048b31c07 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 943 time: 0.0576351 Feb 19 04:36:25.056258 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-623488b3-cd26-496f-a332-8be4af08c904 req-cf926f81-be03-447a-8d69-c788c64367dd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432460 Feb 19 04:36:25.281337 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-845abd67-66cb-4a3f-a262-dec82671ace9 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=bb452fabab8148a694f3f469bda1726e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281456 Feb 19 04:36:25.464340 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-d107b2ad-20c0-4583-8c47-ade3b579f7b8 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:25.465801 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-d107b2ad-20c0-4583-8c47-ade3b579f7b8 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1798856 Feb 19 04:36:25.478230 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-30705d6f-0c0c-4bfa-821e-5f6e4a2186dd tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Request body: {'port': {'device_id': '07c8256e-04be-43ce-92ce-6baf90b1fa5b', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': 'bb452fabab8148a694f3f469bda1726e'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:36:25.541458 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dad12966-8434-4f29-86f4-7c3943f2d228 req-40e3c3bb-eeb9-4974-b10a-234406da43aa tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/ports?device_id=07c8256e-04be-43ce-92ce-6baf90b1fa5b HTTP/1.1" status: 200 len: 210 time: 0.0275586 Feb 19 04:36:25.587209 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-30705d6f-0c0c-4bfa-821e-5f6e4a2186dd tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Made reservation on behalf of bb452fabab8148a694f3f469bda1726e for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:36:25.590877 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-30705d6f-0c0c-4bfa-821e-5f6e4a2186dd tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:25.599658 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-30705d6f-0c0c-4bfa-821e-5f6e4a2186dd tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:25.672510 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-30705d6f-0c0c-4bfa-821e-5f6e4a2186dd tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Publish callbacks [] for security_group (3e370c17-c349-4b2b-b1ac-c5e14a309ab2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:25.676622 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-30705d6f-0c0c-4bfa-821e-5f6e4a2186dd tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3e370c17-c349-4b2b-b1ac-c5e14a309ab2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:25.738044 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30705d6f-0c0c-4bfa-821e-5f6e4a2186dd tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e370c17-c349-4b2b-b1ac-c5e14a309ab2,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:25.807569 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-30705d6f-0c0c-4bfa-821e-5f6e4a2186dd tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Allocated IP 192.168.233.104 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/8da44f56-c229-4568-afbc-95efb2275663) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:36:25.948997 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-30705d6f-0c0c-4bfa-821e-5f6e4a2186dd tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Publish callbacks [] for port (8da44f56-c229-4568-afbc-95efb2275663), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:25.981683 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-30705d6f-0c0c-4bfa-821e-5f6e4a2186dd tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (8da44f56-c229-4568-afbc-95efb2275663), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:26.024169 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-30705d6f-0c0c-4bfa-821e-5f6e4a2186dd tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:36:26.027107 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-30705d6f-0c0c-4bfa-821e-5f6e4a2186dd tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:36:26.033830 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-30705d6f-0c0c-4bfa-821e-5f6e4a2186dd tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:36:26.060685 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30705d6f-0c0c-4bfa-821e-5f6e4a2186dd tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Pushing event updated for resources: {'Port': ['ID=8da44f56-c229-4568-afbc-95efb2275663,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:26.087140 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-30705d6f-0c0c-4bfa-821e-5f6e4a2186dd tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:26.087438 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-30705d6f-0c0c-4bfa-821e-5f6e4a2186dd tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:26.104464 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-30705d6f-0c0c-4bfa-821e-5f6e4a2186dd tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6300857 Feb 19 04:36:26.117486 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-e8ad0545-8d5e-4b2c-ae79-03b8db4c3d16 service neutron] Request body: {'port': {'device_id': '07c8256e-04be-43ce-92ce-6baf90b1fa5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:36:26.187042 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-e8ad0545-8d5e-4b2c-ae79-03b8db4c3d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8da44f56-c229-4568-afbc-95efb2275663), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:26.191781 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07aaba-823a-44cb-b57c-3774e9c4fed4 req-c8d7fc37-e1d0-4140-8ad0-e98bdbbe58c4 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:26.202555 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e07aaba-823a-44cb-b57c-3774e9c4fed4 req-c8d7fc37-e1d0-4140-8ad0-e98bdbbe58c4 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 943 time: 0.0715518 Feb 19 04:36:26.249425 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-09d9ba50-71b2-420f-8aaf-407d117b2d2e None None] Provisioning complete for port 8da44f56-c229-4568-afbc-95efb2275663 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:36:26.250654 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-09d9ba50-71b2-420f-8aaf-407d117b2d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8da44f56-c229-4568-afbc-95efb2275663), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:26.268290 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e07aaba-823a-44cb-b57c-3774e9c4fed4 req-d7689a36-fd9e-4a32-8773-44552d511b86 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583696 Feb 19 04:36:26.290345 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-09d9ba50-71b2-420f-8aaf-407d117b2d2e None None] Port 8da44f56-c229-4568-afbc-95efb2275663 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:36:26.462606 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-e8ad0545-8d5e-4b2c-ae79-03b8db4c3d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da44f56-c229-4568-afbc-95efb2275663 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:36:26.473078 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-e8ad0545-8d5e-4b2c-ae79-03b8db4c3d16 service neutron] Publish callbacks [] for port (8da44f56-c229-4568-afbc-95efb2275663), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:26.485312 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-e8ad0545-8d5e-4b2c-ae79-03b8db4c3d16 service neutron] Transition to ACTIVE for port object 8da44f56-c229-4568-afbc-95efb2275663 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:36:26.489219 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-e8ad0545-8d5e-4b2c-ae79-03b8db4c3d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (8da44f56-c229-4568-afbc-95efb2275663), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:26.556625 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad0545-8d5e-4b2c-ae79-03b8db4c3d16 service neutron] Pushing event updated for resources: {'Port': ['ID=8da44f56-c229-4568-afbc-95efb2275663,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:26.610426 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-e8ad0545-8d5e-4b2c-ae79-03b8db4c3d16 service neutron] Attempting to bind port 8da44f56-c229-4568-afbc-95efb2275663 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:36:26.611310 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-e8ad0545-8d5e-4b2c-ae79-03b8db4c3d16 service neutron] Attempting to bind port 8da44f56-c229-4568-afbc-95efb2275663 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:36:26.611643 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-e8ad0545-8d5e-4b2c-ae79-03b8db4c3d16 service neutron] Attempting to bind port 8da44f56-c229-4568-afbc-95efb2275663 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:36:26.620249 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-e8ad0545-8d5e-4b2c-ae79-03b8db4c3d16 service neutron] Port 8da44f56-c229-4568-afbc-95efb2275663 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:36:26.620576 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-e8ad0545-8d5e-4b2c-ae79-03b8db4c3d16 service neutron] Attempting to bind port 8da44f56-c229-4568-afbc-95efb2275663 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:36:26.625960 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-e8ad0545-8d5e-4b2c-ae79-03b8db4c3d16 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:36:26.626403 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-e8ad0545-8d5e-4b2c-ae79-03b8db4c3d16 service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:36:26.627261 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-e8ad0545-8d5e-4b2c-ae79-03b8db4c3d16 service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:36:26.627716 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-e8ad0545-8d5e-4b2c-ae79-03b8db4c3d16 service neutron] Bound port: 8da44f56-c229-4568-afbc-95efb2275663, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:36:26.628046 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-e8ad0545-8d5e-4b2c-ae79-03b8db4c3d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8da44f56-c229-4568-afbc-95efb2275663), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:26.667350 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47399166-bd28-4da0-a3f1-6e48ed83d538 req-dfd561df-8e1b-4bda-b5a9-a034f4149ad7 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:26.668880 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47399166-bd28-4da0-a3f1-6e48ed83d538 req-dfd561df-8e1b-4bda-b5a9-a034f4149ad7 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/ports?device_id=07c8256e-04be-43ce-92ce-6baf90b1fa5b HTTP/1.1" status: 200 len: 948 time: 0.0535302 Feb 19 04:36:26.693716 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-e8ad0545-8d5e-4b2c-ae79-03b8db4c3d16 service neutron] For port 8da44f56-c229-4568-afbc-95efb2275663, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:36:26.697462 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-e8ad0545-8d5e-4b2c-ae79-03b8db4c3d16 service neutron] For port 8da44f56-c229-4568-afbc-95efb2275663, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=8da44f56-c229-4568-afbc-95efb2275663,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:36:26.703493 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-e8ad0545-8d5e-4b2c-ae79-03b8db4c3d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (8da44f56-c229-4568-afbc-95efb2275663), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:26.726564 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47399166-bd28-4da0-a3f1-6e48ed83d538 req-93a86867-30af-41c6-809b-b9b8ec88c585 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e370c17-c349-4b2b-b1ac-c5e14a309ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509286 Feb 19 04:36:26.736563 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-e8ad0545-8d5e-4b2c-ae79-03b8db4c3d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:26.737147 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-e8ad0545-8d5e-4b2c-ae79-03b8db4c3d16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:26.738552 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-e8ad0545-8d5e-4b2c-ae79-03b8db4c3d16 service neutron] 10.222.0.26 "PUT /v2.0/ports/8da44f56-c229-4568-afbc-95efb2275663 HTTP/1.1" status: 200 len: 1097 time: 0.6261251 Feb 19 04:36:26.738987 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c8256e-04be-43ce-92ce-6baf90b1fa5b', 'tag': '8da44f56-c229-4568-afbc-95efb2275663'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:36:26.741699 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1557520f-690c-4c8e-b241-4771f61cbf1e" -d '{"events": [{"name": "network-changed", "server_uuid": "07c8256e-04be-43ce-92ce-6baf90b1fa5b", "tag": "8da44f56-c229-4568-afbc-95efb2275663"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:36:26.772397 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad0545-8d5e-4b2c-ae79-03b8db4c3d16 service neutron] Pushing event updated for resources: {'Port': ['ID=8da44f56-c229-4568-afbc-95efb2275663,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:26.787881 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d362830-73b9-4f29-8d0b-1689e4f4c768 x-openstack-request-id: req-2d362830-73b9-4f29-8d0b-1689e4f4c768 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:36:26.788181 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c8256e-04be-43ce-92ce-6baf90b1fa5b", "tag": "8da44f56-c229-4568-afbc-95efb2275663", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:36:26.788443 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2d362830-73b9-4f29-8d0b-1689e4f4c768 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:36:26.788857 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c8256e-04be-43ce-92ce-6baf90b1fa5b', 'tag': '8da44f56-c229-4568-afbc-95efb2275663', 'status': 'completed', 'code': 200} Feb 19 04:36:26.845701 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-8eb68101-bfe1-4f7f-afaf-cef5e54d0809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:26.847509 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-8eb68101-bfe1-4f7f-afaf-cef5e54d0809 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb452fabab8148a694f3f469bda1726e&device_id=07c8256e-04be-43ce-92ce-6baf90b1fa5b HTTP/1.1" status: 200 len: 1131 time: 0.0532825 Feb 19 04:36:26.889546 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-3ee769e5-c64a-473e-a722-63305fccf2f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=8da44f56-c229-4568-afbc-95efb2275663 HTTP/1.1" status: 200 len: 217 time: 0.0352190 Feb 19 04:36:26.938287 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-2d868d34-87f7-4641-b308-848d2034ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:26.939787 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-2d868d34-87f7-4641-b308-848d2034ff0c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0448976 Feb 19 04:36:26.992720 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-245d71a3-4e1f-4696-8cc2-aae1502c49f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:26.994236 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-245d71a3-4e1f-4696-8cc2-aae1502c49f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0481436 Feb 19 04:36:27.081336 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-b148e7e0-5052-44a3-958e-5b8e612b6262 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807664 Feb 19 04:36:27.103363 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:27.171985 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-58fa2161-5004-41d9-b7bd-693abc0e0a7e req-d125b969-1076-4362-95f8-f07ba4a27ddb service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851090 Feb 19 04:36:27.383214 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2db0b-cdc0-490a-8edb-323722629460 req-3e4f0c97-2dc8-4492-8201-6742e79797bd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:27.384784 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ba2db0b-cdc0-490a-8edb-323722629460 req-3e4f0c97-2dc8-4492-8201-6742e79797bd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 943 time: 0.0552554 Feb 19 04:36:27.434238 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ba2db0b-cdc0-490a-8edb-323722629460 req-d742ce9a-bdad-4b7d-9a28-ebb985cf0a27 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436068 Feb 19 04:36:27.557476 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557520f-690c-4c8e-b241-4771f61cbf1e req-6dd0ff7c-0cbd-48f3-b836-c93a66245c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:27.558908 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1557520f-690c-4c8e-b241-4771f61cbf1e req-6dd0ff7c-0cbd-48f3-b836-c93a66245c3d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb452fabab8148a694f3f469bda1726e&device_id=07c8256e-04be-43ce-92ce-6baf90b1fa5b HTTP/1.1" status: 200 len: 1131 time: 0.3418386 Feb 19 04:36:27.647435 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557520f-690c-4c8e-b241-4771f61cbf1e req-7308d34e-0d20-40bd-9c6d-4e7368d5b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:27.648887 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1557520f-690c-4c8e-b241-4771f61cbf1e req-7308d34e-0d20-40bd-9c6d-4e7368d5b9d7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.0829713 Feb 19 04:36:27.691500 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1557520f-690c-4c8e-b241-4771f61cbf1e req-43abea25-7a14-4866-944a-67e56ebeb7b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=8da44f56-c229-4568-afbc-95efb2275663 HTTP/1.1" status: 200 len: 217 time: 0.0356631 Feb 19 04:36:27.736895 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557520f-690c-4c8e-b241-4771f61cbf1e req-b01dd29e-a222-4431-8f8a-8886dced1650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:27.738322 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1557520f-690c-4c8e-b241-4771f61cbf1e req-b01dd29e-a222-4431-8f8a-8886dced1650 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0413220 Feb 19 04:36:27.786640 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557520f-690c-4c8e-b241-4771f61cbf1e req-e051eef4-2a88-4b0b-8f73-caeba0bad980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:27.788182 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1557520f-690c-4c8e-b241-4771f61cbf1e req-e051eef4-2a88-4b0b-8f73-caeba0bad980 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0446091 Feb 19 04:36:27.852276 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c989843-790e-440f-b3c8-6fe757550d95 req-ddc9f295-6733-4781-aca2-525835d86efe tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:27.853681 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c989843-790e-440f-b3c8-6fe757550d95 req-ddc9f295-6733-4781-aca2-525835d86efe tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/ports?device_id=07c8256e-04be-43ce-92ce-6baf90b1fa5b HTTP/1.1" status: 200 len: 948 time: 0.0532598 Feb 19 04:36:27.883101 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1557520f-690c-4c8e-b241-4771f61cbf1e req-80cc3d39-50ab-4391-8402-4e01b82d7758 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883811 Feb 19 04:36:27.903679 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c989843-790e-440f-b3c8-6fe757550d95 req-1c28947c-5504-472a-878e-9ff022722ca3 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e370c17-c349-4b2b-b1ac-c5e14a309ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419672 Feb 19 04:36:27.972811 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1557520f-690c-4c8e-b241-4771f61cbf1e req-6684a2f0-7ab7-4b2d-a846-663a70b4c469 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825636 Feb 19 04:36:28.558617 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848f264-f69b-4027-a4a9-229f2465c2c5 req-288aba7c-520c-4c86-815e-e039bafed3cd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:28.561157 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0848f264-f69b-4027-a4a9-229f2465c2c5 req-288aba7c-520c-4c86-815e-e039bafed3cd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 943 time: 0.0570498 Feb 19 04:36:28.606617 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0848f264-f69b-4027-a4a9-229f2465c2c5 req-3dcebdb9-d8ed-48d6-92e4-aaa21f788add tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399427 Feb 19 04:36:29.020626 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a010e-dc6d-4c44-89e9-d0ac62a6fa16 req-8bd7b889-7b50-41cc-bf3f-6da76d160db2 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:29.022103 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b63a010e-dc6d-4c44-89e9-d0ac62a6fa16 req-8bd7b889-7b50-41cc-bf3f-6da76d160db2 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/ports?device_id=07c8256e-04be-43ce-92ce-6baf90b1fa5b HTTP/1.1" status: 200 len: 948 time: 0.0520515 Feb 19 04:36:29.068075 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b63a010e-dc6d-4c44-89e9-d0ac62a6fa16 req-defc0cb0-968d-4a36-843d-88d8b4c68a1f tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e370c17-c349-4b2b-b1ac-c5e14a309ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403824 Feb 19 04:36:29.725404 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead72bc-a70c-48b8-a4d0-b5c363ba3f58 req-3232b827-1763-46eb-a471-a1527548966e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:29.726899 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ead72bc-a70c-48b8-a4d0-b5c363ba3f58 req-3232b827-1763-46eb-a471-a1527548966e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 943 time: 0.0515578 Feb 19 04:36:29.776606 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ead72bc-a70c-48b8-a4d0-b5c363ba3f58 req-614f650d-19fd-443e-9176-da9a6b38624a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441525 Feb 19 04:36:29.920442 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:30.187405 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c24f4-2f6f-4f34-bbe7-6eb4e651510a req-8b4957ef-41d3-4efb-b97f-08320d49d8cf tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:30.192515 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8c0c24f4-2f6f-4f34-bbe7-6eb4e651510a req-8b4957ef-41d3-4efb-b97f-08320d49d8cf tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/ports?device_id=07c8256e-04be-43ce-92ce-6baf90b1fa5b HTTP/1.1" status: 200 len: 948 time: 0.0523539 Feb 19 04:36:30.237293 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8c0c24f4-2f6f-4f34-bbe7-6eb4e651510a req-379dac50-5bbb-40f6-b582-33c615fe248e tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e370c17-c349-4b2b-b1ac-c5e14a309ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416732 Feb 19 04:36:30.632329 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dbaae1d7-3c95-494d-a84b-c50b0d6c236f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:30.903304 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38b87e-d7f6-4cd9-9266-3a14bd33cbd3 req-7a7631e1-243a-4901-9031-0cd8780ea578 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:30.904694 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a38b87e-d7f6-4cd9-9266-3a14bd33cbd3 req-7a7631e1-243a-4901-9031-0cd8780ea578 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 943 time: 0.0543401 Feb 19 04:36:30.951922 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a38b87e-d7f6-4cd9-9266-3a14bd33cbd3 req-987c7a0a-8ace-491c-9da8-c8eed5143289 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408118 Feb 19 04:36:31.198104 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device dcba1139-68da-41e3-bb2d-2c8b9182ce82 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:36:31.217990 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 8da44f56-c229-4568-afbc-95efb2275663 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:36:31.352952 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port dcba1139-68da-41e3-bb2d-2c8b9182ce82, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=dcba1139-68da-41e3-bb2d-2c8b9182ce82,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:36:31.360874 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5662cf-f7f6-4890-9260-60593ab2f81d req-5f54892e-81a0-4bf5-8060-1a562fcfdd94 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:31.362528 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c5662cf-f7f6-4890-9260-60593ab2f81d req-5f54892e-81a0-4bf5-8060-1a562fcfdd94 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/ports?device_id=07c8256e-04be-43ce-92ce-6baf90b1fa5b HTTP/1.1" status: 200 len: 948 time: 0.0574079 Feb 19 04:36:31.369109 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'dcba1139-68da-41e3-bb2d-2c8b9182ce82', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'port_id': 'dcba1139-68da-41e3-bb2d-2c8b9182ce82', 'mac_address': 'fa:16:3e:fe:0d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:36:31.411083 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c5662cf-f7f6-4890-9260-60593ab2f81d req-4db0d5e4-d986-4d8d-ae4e-d34c0da5d0ca tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e370c17-c349-4b2b-b1ac-c5e14a309ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426998 Feb 19 04:36:31.422193 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 8da44f56-c229-4568-afbc-95efb2275663, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=8da44f56-c229-4568-afbc-95efb2275663,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:36:31.439962 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '8da44f56-c229-4568-afbc-95efb2275663', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '8da44f56-c229-4568-afbc-95efb2275663', 'mac_address': 'fa:16:3e:0e:95:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:36:31.441581 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port dcba1139-68da-41e3-bb2d-2c8b9182ce82 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:36:31.441969 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (dcba1139-68da-41e3-bb2d-2c8b9182ce82), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:31.487980 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcba1139-68da-41e3-bb2d-2c8b9182ce82 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:36:31.518099 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port dcba1139-68da-41e3-bb2d-2c8b9182ce82, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=dcba1139-68da-41e3-bb2d-2c8b9182ce82,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:36:31.519570 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 8da44f56-c229-4568-afbc-95efb2275663 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:36:31.520060 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8da44f56-c229-4568-afbc-95efb2275663), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:31.523153 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (dcba1139-68da-41e3-bb2d-2c8b9182ce82), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:31.536928 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da44f56-c229-4568-afbc-95efb2275663 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:36:31.581177 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 8da44f56-c229-4568-afbc-95efb2275663, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=8da44f56-c229-4568-afbc-95efb2275663,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:36:31.589356 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8da44f56-c229-4568-afbc-95efb2275663), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:31.594944 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=dcba1139-68da-41e3-bb2d-2c8b9182ce82,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:31.602647 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:31.602994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:31.603334 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:31.603668 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:31.603996 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:31.604324 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:31.604648 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:31.604971 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:31.605294 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:31.605613 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:31.605932 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:31.606276 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:31.606594 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:31.653067 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=8da44f56-c229-4568-afbc-95efb2275663,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:31.786704 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['dcba1139-68da-41e3-bb2d-2c8b9182ce82'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:36:31.944124 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['8da44f56-c229-4568-afbc-95efb2275663'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:36:32.072304 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1a83a-909c-4f9e-bfbb-169714b89245 req-74d25b04-2f51-492f-9060-4eae76da6f9e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:32.074002 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3fb1a83a-909c-4f9e-bfbb-169714b89245 req-74d25b04-2f51-492f-9060-4eae76da6f9e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 944 time: 0.0523999 Feb 19 04:36:32.120904 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3fb1a83a-909c-4f9e-bfbb-169714b89245 req-fb05db11-4096-46de-b6c2-7116d6e56a2a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400815 Feb 19 04:36:32.534116 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afa845-a929-4d49-8bac-1874dc4ed1be req-9ac940d2-526c-489c-9479-2dbaaf95ea9b tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:32.535578 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b2afa845-a929-4d49-8bac-1874dc4ed1be req-9ac940d2-526c-489c-9479-2dbaaf95ea9b tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/ports?device_id=07c8256e-04be-43ce-92ce-6baf90b1fa5b HTTP/1.1" status: 200 len: 949 time: 0.0558600 Feb 19 04:36:32.582210 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b2afa845-a929-4d49-8bac-1874dc4ed1be req-e7458047-aa6f-4f3a-8210-134476fbb7a1 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e370c17-c349-4b2b-b1ac-c5e14a309ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411973 Feb 19 04:36:33.200860 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device dcba1139-68da-41e3-bb2d-2c8b9182ce82 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:36:33.224594 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 8da44f56-c229-4568-afbc-95efb2275663 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:36:33.241264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb5a22-3be5-485f-b2f9-5399337c3657 req-4bfba982-206d-431e-8587-02b65b3fc301 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:33.242815 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5bbb5a22-3be5-485f-b2f9-5399337c3657 req-4bfba982-206d-431e-8587-02b65b3fc301 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 944 time: 0.0551462 Feb 19 04:36:33.289623 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 8da44f56-c229-4568-afbc-95efb2275663 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:36:33.291174 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5bbb5a22-3be5-485f-b2f9-5399337c3657 req-a59d23c0-bb85-4f3e-9ea0-e40dce7a3b2e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426459 Feb 19 04:36:33.292881 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port dcba1139-68da-41e3-bb2d-2c8b9182ce82 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:36:33.296157 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 8da44f56-c229-4568-afbc-95efb2275663 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:36:33.296539 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8da44f56-c229-4568-afbc-95efb2275663), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:33.299739 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port dcba1139-68da-41e3-bb2d-2c8b9182ce82 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:36:33.299889 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (dcba1139-68da-41e3-bb2d-2c8b9182ce82), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:33.432580 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 8da44f56-c229-4568-afbc-95efb2275663 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:36:33.432969 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8da44f56-c229-4568-afbc-95efb2275663), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:33.436779 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port dcba1139-68da-41e3-bb2d-2c8b9182ce82 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:36:33.437155 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (dcba1139-68da-41e3-bb2d-2c8b9182ce82), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:33.474101 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ed8f77-6b4e-478f-8c8a-3df00232362a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcba1139-68da-41e3-bb2d-2c8b9182ce82'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:36:33.476329 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b22e845-8201-41e3-a5c2-4c06fe73ef88" -d '{"events": [{"server_uuid": "59ed8f77-6b4e-478f-8c8a-3df00232362a", "name": "network-vif-plugged", "status": "completed", "tag": "dcba1139-68da-41e3-bb2d-2c8b9182ce82"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:36:33.503642 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port dcba1139-68da-41e3-bb2d-2c8b9182ce82, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=dcba1139-68da-41e3-bb2d-2c8b9182ce82,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:36:33.513088 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 8da44f56-c229-4568-afbc-95efb2275663, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=8da44f56-c229-4568-afbc-95efb2275663,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:36:33.513908 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (dcba1139-68da-41e3-bb2d-2c8b9182ce82), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:33.516825 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8999e5b4-590c-4564-ad9d-9e956b51d500 x-openstack-request-id: req-8999e5b4-590c-4564-ad9d-9e956b51d500 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:36:33.517702 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ed8f77-6b4e-478f-8c8a-3df00232362a", "name": "network-vif-plugged", "status": "completed", "tag": "dcba1139-68da-41e3-bb2d-2c8b9182ce82", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:36:33.518068 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8999e5b4-590c-4564-ad9d-9e956b51d500 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:36:33.518577 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ed8f77-6b4e-478f-8c8a-3df00232362a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcba1139-68da-41e3-bb2d-2c8b9182ce82', 'code': 200} Feb 19 04:36:33.521324 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7c1f6566-e39a-48dd-b577-e4ee38ef7ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:33.524007 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8da44f56-c229-4568-afbc-95efb2275663), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:33.568414 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=dcba1139-68da-41e3-bb2d-2c8b9182ce82,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:33.613578 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d4a9e-312b-4154-b1c9-338e283a7b8b req-9953044a-8b3f-48f9-a629-dc564ee6eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:33.615191 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-469d4a9e-312b-4154-b1c9-338e283a7b8b req-9953044a-8b3f-48f9-a629-dc564ee6eb13 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 1128 time: 0.0454392 Feb 19 04:36:33.617018 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=8da44f56-c229-4568-afbc-95efb2275663,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:33.671537 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-469d4a9e-312b-4154-b1c9-338e283a7b8b req-5ee89db9-c449-434e-b859-e3c6b58982a1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496891 Feb 19 04:36:33.710295 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f369b-55d9-4208-be85-9a2cb446f0fc req-27664386-d7e4-42d7-a7fb-002595945d48 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:33.711732 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-114f369b-55d9-4208-be85-9a2cb446f0fc req-27664386-d7e4-42d7-a7fb-002595945d48 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/ports?device_id=07c8256e-04be-43ce-92ce-6baf90b1fa5b HTTP/1.1" status: 200 len: 950 time: 0.0581858 Feb 19 04:36:33.757556 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-114f369b-55d9-4208-be85-9a2cb446f0fc req-66940a8d-5ec6-4497-a065-aa89105363e8 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e370c17-c349-4b2b-b1ac-c5e14a309ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402520 Feb 19 04:36:33.876258 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:34.410135 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9aa09-46a6-4d49-a11a-5a2b59359c70 req-b73fb7d0-73a6-4740-b5b4-02f54f6a44ce tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:34.411633 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3be9aa09-46a6-4d49-a11a-5a2b59359c70 req-b73fb7d0-73a6-4740-b5b4-02f54f6a44ce tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 945 time: 0.0512369 Feb 19 04:36:34.458594 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3be9aa09-46a6-4d49-a11a-5a2b59359c70 req-5d28dae2-6214-4558-8361-029e5288a6b9 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414498 Feb 19 04:36:34.878028 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98d2bd-a6e8-431c-aa46-90de0f8fd814 req-55c9c4e7-e3ad-4758-8127-3d750b56a435 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:34.879508 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed98d2bd-a6e8-431c-aa46-90de0f8fd814 req-55c9c4e7-e3ad-4758-8127-3d750b56a435 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/ports?device_id=07c8256e-04be-43ce-92ce-6baf90b1fa5b HTTP/1.1" status: 200 len: 950 time: 0.0546923 Feb 19 04:36:34.925198 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed98d2bd-a6e8-431c-aa46-90de0f8fd814 req-56eb8805-106e-47c8-a66d-8e8e6c2ce9ef tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e370c17-c349-4b2b-b1ac-c5e14a309ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402305 Feb 19 04:36:35.372472 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:35.520192 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c8256e-04be-43ce-92ce-6baf90b1fa5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da44f56-c229-4568-afbc-95efb2275663'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:36:35.522543 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8df2d3c-f48a-42f9-ab4d-c6dc63f26577" -d '{"events": [{"server_uuid": "07c8256e-04be-43ce-92ce-6baf90b1fa5b", "name": "network-vif-plugged", "status": "completed", "tag": "8da44f56-c229-4568-afbc-95efb2275663"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:36:35.558276 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57646f81-3b78-4f8b-a344-ad714a8223dc x-openstack-request-id: req-57646f81-3b78-4f8b-a344-ad714a8223dc {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:36:35.558581 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c8256e-04be-43ce-92ce-6baf90b1fa5b", "name": "network-vif-plugged", "status": "completed", "tag": "8da44f56-c229-4568-afbc-95efb2275663", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:36:35.558846 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-57646f81-3b78-4f8b-a344-ad714a8223dc {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:36:35.559243 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c8256e-04be-43ce-92ce-6baf90b1fa5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da44f56-c229-4568-afbc-95efb2275663', 'code': 200} Feb 19 04:36:35.575391 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3853b7-1864-4d39-918d-b3e6cffbd775 req-3d594fad-1dce-4960-aef7-0d8b77d34495 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:35.577634 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d3853b7-1864-4d39-918d-b3e6cffbd775 req-3d594fad-1dce-4960-aef7-0d8b77d34495 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 945 time: 0.0536466 Feb 19 04:36:35.623152 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d3853b7-1864-4d39-918d-b3e6cffbd775 req-f1cbcd63-64cf-4b9c-8101-7d1f59a2f795 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405111 Feb 19 04:36:35.663680 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e4a7c-b16f-40e7-970b-76c0eec3782f req-effa350b-e730-4440-a355-4788589840ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:35.665178 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ea2e4a7c-b16f-40e7-970b-76c0eec3782f req-effa350b-e730-4440-a355-4788589840ee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=07c8256e-04be-43ce-92ce-6baf90b1fa5b HTTP/1.1" status: 200 len: 1133 time: 0.0496745 Feb 19 04:36:35.710757 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ea2e4a7c-b16f-40e7-970b-76c0eec3782f req-b736e0de-ce34-4c5d-8db1-607d3b60b265 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3e370c17-c349-4b2b-b1ac-c5e14a309ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384910 Feb 19 04:36:35.742114 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45a84e-c2c3-42f9-99f1-a650194c5742 req-5e2e45e0-f68f-4bce-8f34-65f2c122ec60 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:35.743596 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3d45a84e-c2c3-42f9-99f1-a650194c5742 req-5e2e45e0-f68f-4bce-8f34-65f2c122ec60 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 945 time: 0.0516868 Feb 19 04:36:35.793354 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3d45a84e-c2c3-42f9-99f1-a650194c5742 req-797bf977-fe0d-499a-acb9-5509234afee4 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440073 Feb 19 04:36:36.043868 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a7b7c-60c9-421a-87b6-c001c6527149 req-e7f00603-2439-470b-b474-cbf2b83a3269 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:36.045282 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-652a7b7c-60c9-421a-87b6-c001c6527149 req-e7f00603-2439-470b-b474-cbf2b83a3269 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/ports?device_id=07c8256e-04be-43ce-92ce-6baf90b1fa5b HTTP/1.1" status: 200 len: 950 time: 0.0525455 Feb 19 04:36:36.094363 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-652a7b7c-60c9-421a-87b6-c001c6527149 req-c231e945-179c-48cc-b37b-6205280b8b6a tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e370c17-c349-4b2b-b1ac-c5e14a309ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423501 Feb 19 04:36:36.815222 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:37.215314 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b80b73-234d-42b5-a7dd-1216a2a05431 req-640d683b-3914-4902-83c1-dc22e29763f6 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:37.216776 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-87b80b73-234d-42b5-a7dd-1216a2a05431 req-640d683b-3914-4902-83c1-dc22e29763f6 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/ports?device_id=07c8256e-04be-43ce-92ce-6baf90b1fa5b HTTP/1.1" status: 200 len: 950 time: 0.0532711 Feb 19 04:36:37.266141 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-87b80b73-234d-42b5-a7dd-1216a2a05431 req-64b598d6-3ec1-4bc9-ac79-e3687269799c tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e370c17-c349-4b2b-b1ac-c5e14a309ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438116 Feb 19 04:36:37.533905 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99b090-6b6c-49c2-975c-24978860491e req-64cfcfe1-6134-48fe-8d0d-f5e39161609b tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:37.535521 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1e99b090-6b6c-49c2-975c-24978860491e req-64cfcfe1-6134-48fe-8d0d-f5e39161609b tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/ports?device_id=07c8256e-04be-43ce-92ce-6baf90b1fa5b HTTP/1.1" status: 200 len: 950 time: 0.0580504 Feb 19 04:36:37.583214 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1e99b090-6b6c-49c2-975c-24978860491e req-9890bc7c-b517-49e4-a616-bc411609f651 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e370c17-c349-4b2b-b1ac-c5e14a309ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413899 Feb 19 04:36:38.706345 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413d690-9f13-41d4-82fc-a7b803f13d57 req-e5206432-db5a-4452-9b24-87c0f46334a2 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:38.707868 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d413d690-9f13-41d4-82fc-a7b803f13d57 req-e5206432-db5a-4452-9b24-87c0f46334a2 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/ports?device_id=07c8256e-04be-43ce-92ce-6baf90b1fa5b HTTP/1.1" status: 200 len: 950 time: 0.0548670 Feb 19 04:36:38.754751 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d413d690-9f13-41d4-82fc-a7b803f13d57 req-a096a5be-756e-4746-b4b3-6818099525ba tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e370c17-c349-4b2b-b1ac-c5e14a309ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411117 Feb 19 04:36:38.902247 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c4449-cfcf-4c24-9836-2bba17d791e8 req-03b9b767-2164-4eb4-8ae6-78904fd58725 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:38.903677 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3d6c4449-cfcf-4c24-9836-2bba17d791e8 req-03b9b767-2164-4eb4-8ae6-78904fd58725 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.26 "GET /v2.0/ports?device_id=07c8256e-04be-43ce-92ce-6baf90b1fa5b HTTP/1.1" status: 200 len: 950 time: 0.0532227 Feb 19 04:36:38.999167 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-3d6c4449-cfcf-4c24-9836-2bba17d791e8 req-a9e1411f-ed00-4432-8435-a358afe05ca0 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Deleting port 8da44f56-c229-4568-afbc-95efb2275663 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:36:38.999513 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3d6c4449-cfcf-4c24-9836-2bba17d791e8 req-a9e1411f-ed00-4432-8435-a358afe05ca0 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (8da44f56-c229-4568-afbc-95efb2275663), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:39.088982 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-3d6c4449-cfcf-4c24-9836-2bba17d791e8 req-a9e1411f-ed00-4432-8435-a358afe05ca0 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] For port 8da44f56-c229-4568-afbc-95efb2275663, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=8da44f56-c229-4568-afbc-95efb2275663,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:36:39.089350 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3d6c4449-cfcf-4c24-9836-2bba17d791e8 req-a9e1411f-ed00-4432-8435-a358afe05ca0 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (8da44f56-c229-4568-afbc-95efb2275663), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:39.101850 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-3d6c4449-cfcf-4c24-9836-2bba17d791e8 req-a9e1411f-ed00-4432-8435-a358afe05ca0 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Calling delete_port for 8da44f56-c229-4568-afbc-95efb2275663 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:36:39.233856 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3d6c4449-cfcf-4c24-9836-2bba17d791e8 req-a9e1411f-ed00-4432-8435-a358afe05ca0 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (8da44f56-c229-4568-afbc-95efb2275663), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:39.246102 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['8da44f56-c229-4568-afbc-95efb2275663'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:36:39.264143 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1411f-ed00-4432-8435-a358afe05ca0 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Pushing event deleted for resources: {'Port': ['ID=8da44f56-c229-4568-afbc-95efb2275663,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:39.278421 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1411f-ed00-4432-8435-a358afe05ca0 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:39.278764 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1411f-ed00-4432-8435-a358afe05ca0 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:39.279239 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1411f-ed00-4432-8435-a358afe05ca0 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:39.279638 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1411f-ed00-4432-8435-a358afe05ca0 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:39.279991 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1411f-ed00-4432-8435-a358afe05ca0 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:39.280318 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1411f-ed00-4432-8435-a358afe05ca0 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:39.280654 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1411f-ed00-4432-8435-a358afe05ca0 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:39.280987 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1411f-ed00-4432-8435-a358afe05ca0 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:39.281341 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1411f-ed00-4432-8435-a358afe05ca0 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:39.281668 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1411f-ed00-4432-8435-a358afe05ca0 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:39.282005 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1411f-ed00-4432-8435-a358afe05ca0 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:39.282416 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1411f-ed00-4432-8435-a358afe05ca0 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:39.282748 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1411f-ed00-4432-8435-a358afe05ca0 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:39.327387 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-cc7b294d-293f-413a-a11e-8e18dce3d7eb tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:39.330541 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6c4449-cfcf-4c24-9836-2bba17d791e8 req-a9e1411f-ed00-4432-8435-a358afe05ca0 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] No DVR routers for this DVR port 8da44f56-c229-4568-afbc-95efb2275663 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:36:39.333306 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-3d6c4449-cfcf-4c24-9836-2bba17d791e8 req-a9e1411f-ed00-4432-8435-a358afe05ca0 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:39.336194 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-cc7b294d-293f-413a-a11e-8e18dce3d7eb tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 811 time: 0.1179259 Feb 19 04:36:39.336936 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3d6c4449-cfcf-4c24-9836-2bba17d791e8 req-a9e1411f-ed00-4432-8435-a358afe05ca0 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.26 "DELETE /v2.0/ports/8da44f56-c229-4568-afbc-95efb2275663 HTTP/1.1" status: 204 len: 173 time: 0.4278946 Feb 19 04:36:39.337379 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c8256e-04be-43ce-92ce-6baf90b1fa5b', 'name': 'network-vif-deleted', 'tag': '8da44f56-c229-4568-afbc-95efb2275663'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:36:39.339647 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff739ca-3e9d-41ce-adee-d25ef4b2d014" -d '{"events": [{"server_uuid": "07c8256e-04be-43ce-92ce-6baf90b1fa5b", "name": "network-vif-deleted", "tag": "8da44f56-c229-4568-afbc-95efb2275663"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:36:39.353448 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-c2e4afbd-0431-42ac-899c-4a75b4aadf3c tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/quotas/b0fd37ae90824e9285d9bb3943295dee HTTP/1.1" status: 200 len: 375 time: 0.0103381 Feb 19 04:36:39.395863 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9687985b-8bdb-4ad7-b232-dbd1d2696a2d x-openstack-request-id: req-9687985b-8bdb-4ad7-b232-dbd1d2696a2d {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:36:39.396239 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c8256e-04be-43ce-92ce-6baf90b1fa5b", "name": "network-vif-deleted", "tag": "8da44f56-c229-4568-afbc-95efb2275663", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:36:39.396569 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9687985b-8bdb-4ad7-b232-dbd1d2696a2d {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:36:39.397046 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c8256e-04be-43ce-92ce-6baf90b1fa5b', 'name': 'network-vif-deleted', 'tag': '8da44f56-c229-4568-afbc-95efb2275663', 'status': 'completed', 'code': 200} Feb 19 04:36:39.425117 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-67ce371c-3868-4e06-9b5c-65558162a613 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0578117 Feb 19 04:36:39.533582 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-b3a95ea0-ceaf-49bb-a68d-8ee7c7491fb0 service neutron] 10.222.0.52 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008372 Feb 19 04:36:39.621355 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-dc2132b7-d857-49f4-b8f5-022b5f22d774 service neutron] 10.222.0.52 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818841 Feb 19 04:36:39.866076 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc78b47d-3e0b-4f5f-a809-1f366959fd98 req-903830c4-e8e8-4754-aa1e-7bfb79d6992b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 210 time: 0.0327716 Feb 19 04:36:39.922231 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-41f67e36-79a1-4af2-b718-1f2919378419 req-8c915f3b-e8f9-4920-8508-14efe39a3179 tempest-VolumesNegativeTest-1269062754 tempest-VolumesNegativeTest-1269062754-project] 10.222.0.52 "GET /v2.0/ports?device_id=07c8256e-04be-43ce-92ce-6baf90b1fa5b HTTP/1.1" status: 200 len: 210 time: 0.0582404 Feb 19 04:36:40.502490 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f8528780-5184-4768-8962-4c154b268fab req-c0d03440-9a35-41d5-80ca-f0dc343ff073 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3cc317b1-147b-416c-bce9-eb774977dcc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432484 Feb 19 04:36:40.592072 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8528780-5184-4768-8962-4c154b268fab req-488af2d5-ced4-42aa-86af-72e8c4266280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:40.593447 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f8528780-5184-4768-8962-4c154b268fab req-488af2d5-ced4-42aa-86af-72e8c4266280 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29629238c87149b4b16b91f84b6e79f3&device_id=3cc317b1-147b-416c-bce9-eb774977dcc3 HTTP/1.1" status: 200 len: 1129 time: 0.0455654 Feb 19 04:36:40.700256 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8528780-5184-4768-8962-4c154b268fab req-10d8f733-bc4b-41df-9b18-3ce65e61bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:40.701763 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f8528780-5184-4768-8962-4c154b268fab req-10d8f733-bc4b-41df-9b18-3ce65e61bab6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=880b4410-642d-435c-812b-246575a73134 HTTP/1.1" status: 200 len: 909 time: 0.0889900 Feb 19 04:36:40.774786 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f8528780-5184-4768-8962-4c154b268fab req-235e45c2-f73b-494d-a680-920fe8110b24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a45f84f2-cc9b-4ad3-8f2c-9868f96180de HTTP/1.1" status: 200 len: 1001 time: 0.0659211 Feb 19 04:36:40.831635 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8528780-5184-4768-8962-4c154b268fab req-ae9f1640-b69b-4f1a-b9ad-c8a16981e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:40.833352 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f8528780-5184-4768-8962-4c154b268fab req-ae9f1640-b69b-4f1a-b9ad-c8a16981e659 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb7d1d8d-b376-481e-bd8a-616e91439832 HTTP/1.1" status: 200 len: 847 time: 0.0518475 Feb 19 04:36:40.839885 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-acb0d3fb-60bd-433d-806e-bddd465011ea tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:40.841363 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-acb0d3fb-60bd-433d-806e-bddd465011ea tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.26 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 811 time: 0.1090391 Feb 19 04:36:40.853033 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-d76faf58-fd53-4740-87e3-baee4ac85806 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Request body: {'port': {'device_id': '20646864-e280-43e2-ba60-80dfe46d21d6', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'admin_state_up': True, 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:36:40.893344 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8528780-5184-4768-8962-4c154b268fab req-946e74d4-774d-4e30-87b3-824a0ef7d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:40.895056 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f8528780-5184-4768-8962-4c154b268fab req-946e74d4-774d-4e30-87b3-824a0ef7d6e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=880b4410-642d-435c-812b-246575a73134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0556235 Feb 19 04:36:41.001615 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f8528780-5184-4768-8962-4c154b268fab req-3544ab92-30d7-4daf-9a5e-b905ef950d01 service neutron] 10.222.0.26 "GET /v2.0/networks/880b4410-642d-435c-812b-246575a73134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995910 Feb 19 04:36:41.007483 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-493768df-9c75-47c6-8e22-b3f25a8eea47 req-c67ea1bd-70e1-49c4-81f0-c0de1b4dcfe7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 210 time: 0.0607111 Feb 19 04:36:41.046666 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-d76faf58-fd53-4740-87e3-baee4ac85806 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Made reservation on behalf of b0fd37ae90824e9285d9bb3943295dee for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:36:41.055103 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-d76faf58-fd53-4740-87e3-baee4ac85806 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:41.115191 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-f8528780-5184-4768-8962-4c154b268fab req-eba44518-6cf3-4546-a46e-f86dcf113132 service neutron] 10.222.0.26 "GET /v2.0/networks/880b4410-642d-435c-812b-246575a73134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078639 Feb 19 04:36:41.216734 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-d76faf58-fd53-4740-87e3-baee4ac85806 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Allocated IP 172.20.0.6 (5e8f90c4-f909-4474-8fc0-0f484b224735/b4c1316c-0c1b-40e4-b032-90759cbccfe3/c4f9386c-a369-48c9-a908-1ba96dcddc3d) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:36:41.404424 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-d76faf58-fd53-4740-87e3-baee4ac85806 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for port (c4f9386c-a369-48c9-a908-1ba96dcddc3d), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:41.441853 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-d76faf58-fd53-4740-87e3-baee4ac85806 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (c4f9386c-a369-48c9-a908-1ba96dcddc3d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:41.453343 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['dcba1139-68da-41e3-bb2d-2c8b9182ce82'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:36:41.496823 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-d76faf58-fd53-4740-87e3-baee4ac85806 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Network 5e8f90c4-f909-4474-8fc0-0f484b224735 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:36:41.503809 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-d76faf58-fd53-4740-87e3-baee4ac85806 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:36:41.507607 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-d76faf58-fd53-4740-87e3-baee4ac85806 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:36:41.600721 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-d76faf58-fd53-4740-87e3-baee4ac85806 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:41.601387 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-d76faf58-fd53-4740-87e3-baee4ac85806 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:41.617896 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76faf58-fd53-4740-87e3-baee4ac85806 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event updated for resources: {'Port': ['ID=c4f9386c-a369-48c9-a908-1ba96dcddc3d,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:41.630989 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76faf58-fd53-4740-87e3-baee4ac85806 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:41.631459 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76faf58-fd53-4740-87e3-baee4ac85806 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:41.632572 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76faf58-fd53-4740-87e3-baee4ac85806 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:41.633571 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76faf58-fd53-4740-87e3-baee4ac85806 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:41.634069 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76faf58-fd53-4740-87e3-baee4ac85806 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:41.634690 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76faf58-fd53-4740-87e3-baee4ac85806 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:41.635043 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76faf58-fd53-4740-87e3-baee4ac85806 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:41.635677 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76faf58-fd53-4740-87e3-baee4ac85806 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:41.636051 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76faf58-fd53-4740-87e3-baee4ac85806 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:41.636396 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76faf58-fd53-4740-87e3-baee4ac85806 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:41.636791 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76faf58-fd53-4740-87e3-baee4ac85806 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:41.637693 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76faf58-fd53-4740-87e3-baee4ac85806 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:41.637693 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76faf58-fd53-4740-87e3-baee4ac85806 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:41.652376 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-d76faf58-fd53-4740-87e3-baee4ac85806 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8030906 Feb 19 04:36:41.665643 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-36c8eb12-4aa6-4a3b-b696-e38b6e189ce3 service neutron] Request body: {'port': {'device_id': '20646864-e280-43e2-ba60-80dfe46d21d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:36:41.743906 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-36c8eb12-4aa6-4a3b-b696-e38b6e189ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c4f9386c-a369-48c9-a908-1ba96dcddc3d), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:41.856030 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d6045427-6bff-4722-8677-5a67f89b9f58 None None] Provisioning complete for port c4f9386c-a369-48c9-a908-1ba96dcddc3d triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:36:41.856724 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d6045427-6bff-4722-8677-5a67f89b9f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c4f9386c-a369-48c9-a908-1ba96dcddc3d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:41.898739 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d6045427-6bff-4722-8677-5a67f89b9f58 None None] Port c4f9386c-a369-48c9-a908-1ba96dcddc3d cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:36:42.105233 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-36c8eb12-4aa6-4a3b-b696-e38b6e189ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f9386c-a369-48c9-a908-1ba96dcddc3d {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:36:42.138026 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-36c8eb12-4aa6-4a3b-b696-e38b6e189ce3 service neutron] Publish callbacks [] for port (c4f9386c-a369-48c9-a908-1ba96dcddc3d), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:42.161128 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-36c8eb12-4aa6-4a3b-b696-e38b6e189ce3 service neutron] Transition to ACTIVE for port object c4f9386c-a369-48c9-a908-1ba96dcddc3d will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:36:42.164805 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-36c8eb12-4aa6-4a3b-b696-e38b6e189ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (c4f9386c-a369-48c9-a908-1ba96dcddc3d), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:42.211924 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306ba68-98ea-4489-8024-82f4dd06ce06 req-3df5283d-f85a-459e-94cb-547bcb9d353e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:42.214142 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b306ba68-98ea-4489-8024-82f4dd06ce06 req-3df5283d-f85a-459e-94cb-547bcb9d353e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 931 time: 0.1114106 Feb 19 04:36:42.264671 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8eb12-4aa6-4a3b-b696-e38b6e189ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f9386c-a369-48c9-a908-1ba96dcddc3d,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:42.342829 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b306ba68-98ea-4489-8024-82f4dd06ce06 req-72430531-8074-42aa-aa7b-d58beb104535 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172280 Feb 19 04:36:42.364711 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-36c8eb12-4aa6-4a3b-b696-e38b6e189ce3 service neutron] Attempting to bind port c4f9386c-a369-48c9-a908-1ba96dcddc3d on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:36:42.365049 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-36c8eb12-4aa6-4a3b-b696-e38b6e189ce3 service neutron] Attempting to bind port c4f9386c-a369-48c9-a908-1ba96dcddc3d by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:36:42.365543 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-36c8eb12-4aa6-4a3b-b696-e38b6e189ce3 service neutron] Attempting to bind port c4f9386c-a369-48c9-a908-1ba96dcddc3d on network 5e8f90c4-f909-4474-8fc0-0f484b224735 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:36:42.371931 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-36c8eb12-4aa6-4a3b-b696-e38b6e189ce3 service neutron] Port c4f9386c-a369-48c9-a908-1ba96dcddc3d on network 5e8f90c4-f909-4474-8fc0-0f484b224735 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:36:42.372294 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-36c8eb12-4aa6-4a3b-b696-e38b6e189ce3 service neutron] Attempting to bind port c4f9386c-a369-48c9-a908-1ba96dcddc3d on network 5e8f90c4-f909-4474-8fc0-0f484b224735 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:36:42.378910 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-36c8eb12-4aa6-4a3b-b696-e38b6e189ce3 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:36:42.379258 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-36c8eb12-4aa6-4a3b-b696-e38b6e189ce3 service neutron] Checking segment: {'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:36:42.379634 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-36c8eb12-4aa6-4a3b-b696-e38b6e189ce3 service neutron] Bound using segment: {'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:36:42.380073 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-36c8eb12-4aa6-4a3b-b696-e38b6e189ce3 service neutron] Bound port: c4f9386c-a369-48c9-a908-1ba96dcddc3d, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:36:42.380433 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-36c8eb12-4aa6-4a3b-b696-e38b6e189ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c4f9386c-a369-48c9-a908-1ba96dcddc3d), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:42.468589 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-36c8eb12-4aa6-4a3b-b696-e38b6e189ce3 service neutron] For port c4f9386c-a369-48c9-a908-1ba96dcddc3d, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:36:42.473289 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-36c8eb12-4aa6-4a3b-b696-e38b6e189ce3 service neutron] For port c4f9386c-a369-48c9-a908-1ba96dcddc3d, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c4f9386c-a369-48c9-a908-1ba96dcddc3d,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:36:42.485747 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-36c8eb12-4aa6-4a3b-b696-e38b6e189ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (c4f9386c-a369-48c9-a908-1ba96dcddc3d), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:42.511350 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-36c8eb12-4aa6-4a3b-b696-e38b6e189ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:42.512181 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-36c8eb12-4aa6-4a3b-b696-e38b6e189ce3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:42.513658 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-36c8eb12-4aa6-4a3b-b696-e38b6e189ce3 service neutron] 10.222.0.26 "PUT /v2.0/ports/c4f9386c-a369-48c9-a908-1ba96dcddc3d HTTP/1.1" status: 200 len: 1092 time: 0.8530746 Feb 19 04:36:42.538609 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20646864-e280-43e2-ba60-80dfe46d21d6', 'tag': 'c4f9386c-a369-48c9-a908-1ba96dcddc3d'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:36:42.541504 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9d7646-c6d7-4723-882e-eb75b06f9eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "20646864-e280-43e2-ba60-80dfe46d21d6", "tag": "c4f9386c-a369-48c9-a908-1ba96dcddc3d"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:36:42.599003 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8eb12-4aa6-4a3b-b696-e38b6e189ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f9386c-a369-48c9-a908-1ba96dcddc3d,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:42.626214 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df7a065-0bb6-4de7-b4a4-cd6222ddfe52 x-openstack-request-id: req-7df7a065-0bb6-4de7-b4a4-cd6222ddfe52 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:36:42.626622 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20646864-e280-43e2-ba60-80dfe46d21d6", "tag": "c4f9386c-a369-48c9-a908-1ba96dcddc3d", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:36:42.627007 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7df7a065-0bb6-4de7-b4a4-cd6222ddfe52 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:36:42.627497 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20646864-e280-43e2-ba60-80dfe46d21d6', 'tag': 'c4f9386c-a369-48c9-a908-1ba96dcddc3d', 'status': 'completed', 'code': 200} Feb 19 04:36:42.650935 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-f5d69cb4-0242-4d1d-bb77-9e410f0562ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:42.652995 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-f5d69cb4-0242-4d1d-bb77-9e410f0562ae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 1126 time: 0.0770693 Feb 19 04:36:42.708054 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-7619a94e-9ef8-4703-902c-3fc3cedceb0f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4f9386c-a369-48c9-a908-1ba96dcddc3d HTTP/1.1" status: 200 len: 217 time: 0.0480392 Feb 19 04:36:42.788641 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-57338140-3e88-4140-b64d-45f77759bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:42.790358 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-57338140-3e88-4140-b64d-45f77759bce3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4c1316c-0c1b-40e4-b032-90759cbccfe3 HTTP/1.1" status: 200 len: 850 time: 0.0760000 Feb 19 04:36:42.845462 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-1816ae0e-ce09-41d3-a569-84caa8e11fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:42.847069 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-1816ae0e-ce09-41d3-a569-84caa8e11fb7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5e8f90c4-f909-4474-8fc0-0f484b224735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0494153 Feb 19 04:36:42.946428 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-ee2d7124-e7f4-4d2e-a614-d0ca53845c5d service neutron] 10.222.0.26 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931268 Feb 19 04:36:43.055844 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0dced2e2-663c-41f3-92d0-d740e6c6ce3f req-7d788158-1158-44f8-813b-cfdc557e3288 service neutron] 10.222.0.26 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043160 Feb 19 04:36:43.155348 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d7646-c6d7-4723-882e-eb75b06f9eaf req-05af179c-d5ab-4167-83ea-191b2d85caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:43.156890 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a9d7646-c6d7-4723-882e-eb75b06f9eaf req-05af179c-d5ab-4167-83ea-191b2d85caf7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 1126 time: 0.0528300 Feb 19 04:36:43.257075 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d7646-c6d7-4723-882e-eb75b06f9eaf req-46319f8d-736c-4607-8485-d565adc30e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:43.258592 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a9d7646-c6d7-4723-882e-eb75b06f9eaf req-46319f8d-736c-4607-8485-d565adc30e39 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 912 time: 0.0952284 Feb 19 04:36:43.279336 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 8da44f56-c229-4568-afbc-95efb2275663 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:36:43.304259 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 8da44f56-c229-4568-afbc-95efb2275663 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:36:43.304688 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 8da44f56-c229-4568-afbc-95efb2275663 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:36:43.314396 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a9d7646-c6d7-4723-882e-eb75b06f9eaf req-f3c51c04-eb42-4fb1-9164-8235c56a4786 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4f9386c-a369-48c9-a908-1ba96dcddc3d HTTP/1.1" status: 200 len: 217 time: 0.0497284 Feb 19 04:36:43.366821 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d7646-c6d7-4723-882e-eb75b06f9eaf req-704e9528-1c4a-4fa2-a862-f8359a28acac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:43.366984 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a9d7646-c6d7-4723-882e-eb75b06f9eaf req-704e9528-1c4a-4fa2-a862-f8359a28acac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4c1316c-0c1b-40e4-b032-90759cbccfe3 HTTP/1.1" status: 200 len: 850 time: 0.0469637 Feb 19 04:36:43.417860 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d7646-c6d7-4723-882e-eb75b06f9eaf req-b02bf149-85a5-47be-b7d4-6aff0bf36b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:43.419291 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a9d7646-c6d7-4723-882e-eb75b06f9eaf req-b02bf149-85a5-47be-b7d4-6aff0bf36b0a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5e8f90c4-f909-4474-8fc0-0f484b224735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468881 Feb 19 04:36:43.539419 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17bee9-a8a3-4249-8078-10c4ca5d38c0 req-bceeb87e-b0d9-460c-961a-ba5b66675eed tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:43.541062 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c17bee9-a8a3-4249-8078-10c4ca5d38c0 req-bceeb87e-b0d9-460c-961a-ba5b66675eed tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 943 time: 0.1208515 Feb 19 04:36:43.589086 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a9d7646-c6d7-4723-882e-eb75b06f9eaf req-505e187a-722a-4671-9449-c53e16577953 service neutron] 10.222.0.26 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581476 Feb 19 04:36:43.622769 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c17bee9-a8a3-4249-8078-10c4ca5d38c0 req-8037691e-dac8-4cf3-aee6-b6538c6edba4 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712321 Feb 19 04:36:43.710050 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a9d7646-c6d7-4723-882e-eb75b06f9eaf req-90cd8022-7c22-49c2-82d8-7497842d1c20 service neutron] 10.222.0.26 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099448 Feb 19 04:36:44.497610 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cea48edc-3872-4eec-947f-2bf243a8a894 req-0716319d-1236-47b3-9cdc-889385852b9c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442047 Feb 19 04:36:44.589452 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea48edc-3872-4eec-947f-2bf243a8a894 req-d8afc287-6c32-40fb-aa89-8b4f4ec5389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:44.591075 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cea48edc-3872-4eec-947f-2bf243a8a894 req-d8afc287-6c32-40fb-aa89-8b4f4ec5389d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 1128 time: 0.0501857 Feb 19 04:36:44.737421 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea48edc-3872-4eec-947f-2bf243a8a894 req-560ffff7-4d7c-4c98-970f-719c5b093844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:44.745861 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cea48edc-3872-4eec-947f-2bf243a8a894 req-560ffff7-4d7c-4c98-970f-719c5b093844 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 912 time: 0.1371820 Feb 19 04:36:44.814418 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cea48edc-3872-4eec-947f-2bf243a8a894 req-a9162dc0-5386-41ec-b26e-4828883cd24b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcba1139-68da-41e3-bb2d-2c8b9182ce82 HTTP/1.1" status: 200 len: 217 time: 0.0485127 Feb 19 04:36:44.886063 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059492c3-6a5c-4b1b-aa71-986a0f95a30c req-af101ed1-df80-4211-9ca1-828ed9a2ef10 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:44.888355 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-059492c3-6a5c-4b1b-aa71-986a0f95a30c req-af101ed1-df80-4211-9ca1-828ed9a2ef10 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 943 time: 0.1679950 Feb 19 04:36:44.921314 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea48edc-3872-4eec-947f-2bf243a8a894 req-b83a2318-20bc-46c4-92b7-b0d772a7331e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:44.923459 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cea48edc-3872-4eec-947f-2bf243a8a894 req-b83a2318-20bc-46c4-92b7-b0d772a7331e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b4c1316c-0c1b-40e4-b032-90759cbccfe3 HTTP/1.1" status: 200 len: 850 time: 0.0985358 Feb 19 04:36:45.024262 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-059492c3-6a5c-4b1b-aa71-986a0f95a30c req-d4489871-16b7-489c-8aec-dc2530a67a27 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244113 Feb 19 04:36:45.055208 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea48edc-3872-4eec-947f-2bf243a8a894 req-f0bc69c4-bb0e-43be-9004-39e253af15e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:45.057340 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cea48edc-3872-4eec-947f-2bf243a8a894 req-f0bc69c4-bb0e-43be-9004-39e253af15e8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e8f90c4-f909-4474-8fc0-0f484b224735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1248248 Feb 19 04:36:45.167506 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cea48edc-3872-4eec-947f-2bf243a8a894 req-b7871123-89cb-4f22-92dd-3c8e9e315a33 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025023 Feb 19 04:36:45.271808 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cea48edc-3872-4eec-947f-2bf243a8a894 req-cf4a6694-fb22-4eea-8dae-ab9dae70fcda service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988495 Feb 19 04:36:46.184285 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadad20-27b0-4d90-8eec-cf2da0df8d36 req-0058e7e0-a128-446d-9286-08689e64ea69 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:46.185922 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fcadad20-27b0-4d90-8eec-cf2da0df8d36 req-0058e7e0-a128-446d-9286-08689e64ea69 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 943 time: 0.0784750 Feb 19 04:36:46.239741 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fcadad20-27b0-4d90-8eec-cf2da0df8d36 req-56bcc848-6764-49a1-8e53-b7caa12e775b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461590 Feb 19 04:36:47.427924 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69ab6e-5ee9-42b2-a500-6d296d71b4b7 req-d152be5e-8592-46d6-b3f6-668c63f3f8da tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:47.429666 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa69ab6e-5ee9-42b2-a500-6d296d71b4b7 req-d152be5e-8592-46d6-b3f6-668c63f3f8da tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 943 time: 0.0756919 Feb 19 04:36:47.530806 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa69ab6e-5ee9-42b2-a500-6d296d71b4b7 req-71d26111-8122-4a74-ac69-10ee67ff8d65 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913627 Feb 19 04:36:48.647925 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42580) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:48.722298 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcd59b-e8f9-4a12-bb83-55343c6db7d6 req-266c6aaa-9a04-4a7d-ab08-2188a0dbeefa tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:48.727350 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8fbcd59b-e8f9-4a12-bb83-55343c6db7d6 req-266c6aaa-9a04-4a7d-ab08-2188a0dbeefa tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 943 time: 0.0686316 Feb 19 04:36:48.952574 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2a90ea50-5fbd-439e-8e1e-2b68d3453588 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bb452fabab8148a694f3f469bda1726e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3029230 Feb 19 04:36:48.954281 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42584) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:49.026945 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-89f302ac-7bbf-4cce-8a96-f03dbfb5e779 admin admin] Publish callbacks [] for security_group (3e370c17-c349-4b2b-b1ac-c5e14a309ab2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:49.060779 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-89f302ac-7bbf-4cce-8a96-f03dbfb5e779 admin admin] Publish callbacks [] for security_group (3e370c17-c349-4b2b-b1ac-c5e14a309ab2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:49.143386 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-89f302ac-7bbf-4cce-8a96-f03dbfb5e779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3e370c17-c349-4b2b-b1ac-c5e14a309ab2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:49.153368 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-89f302ac-7bbf-4cce-8a96-f03dbfb5e779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:49.156278 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-89f302ac-7bbf-4cce-8a96-f03dbfb5e779 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3e370c17-c349-4b2b-b1ac-c5e14a309ab2 HTTP/1.1" status: 204 len: 168 time: 0.2007077 Feb 19 04:36:49.165915 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f302ac-7bbf-4cce-8a96-f03dbfb5e779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e370c17-c349-4b2b-b1ac-c5e14a309ab2,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:49.227354 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8fbcd59b-e8f9-4a12-bb83-55343c6db7d6 req-0cc04b04-b856-4126-9138-824dee8f9cbf tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4957163 Feb 19 04:36:50.414801 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf92689-ad11-463e-b5c1-f359108d2556 req-e797afb0-4af3-49e8-b391-6fd9d37f3906 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:50.420632 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5bf92689-ad11-463e-b5c1-f359108d2556 req-e797afb0-4af3-49e8-b391-6fd9d37f3906 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 943 time: 0.1022179 Feb 19 04:36:50.506102 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5bf92689-ad11-463e-b5c1-f359108d2556 req-f66dab6c-6c33-442f-8098-4edb1495be86 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709081 Feb 19 04:36:50.829010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 42622) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:50.995970 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-ab8aae30-7c63-4a13-8ace-2fa133021a1a tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'network': {'name': 'tempest-network-smoke--1399096445', 'project_id': 'd627fd44f08641ce94df40a06544c796', 'port_security_enabled': True}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:36:51.016335 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8aae30-7c63-4a13-8ace-2fa133021a1a tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Made reservation on behalf of d627fd44f08641ce94df40a06544c796 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:36:51.019655 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ab8aae30-7c63-4a13-8ace-2fa133021a1a tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:51.028229 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ab8aae30-7c63-4a13-8ace-2fa133021a1a tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:51.105751 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ab8aae30-7c63-4a13-8ace-2fa133021a1a tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group (05296463-6cdc-4963-adfb-8d0bd148f6e2), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:51.110321 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ab8aae30-7c63-4a13-8ace-2fa133021a1a tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (05296463-6cdc-4963-adfb-8d0bd148f6e2), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:51.137184 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8aae30-7c63-4a13-8ace-2fa133021a1a tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:36:51.147907 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8aae30-7c63-4a13-8ace-2fa133021a1a tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05296463-6cdc-4963-adfb-8d0bd148f6e2,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:51.152947 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ab8aae30-7c63-4a13-8ace-2fa133021a1a tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e956a7d2-d48c-47be-8c3a-904a76b29e3c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:51.153327 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-ab8aae30-7c63-4a13-8ace-2fa133021a1a tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Added segment e956a7d2-d48c-47be-8c3a-904a76b29e3c of type vlan for network 38951b0b-631d-4d3c-95f8-d0294dba40be Feb 19 04:36:51.198557 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ab8aae30-7c63-4a13-8ace-2fa133021a1a tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (38951b0b-631d-4d3c-95f8-d0294dba40be), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:51.225964 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ab8aae30-7c63-4a13-8ace-2fa133021a1a tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (38951b0b-631d-4d3c-95f8-d0294dba40be), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:51.231455 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8aae30-7c63-4a13-8ace-2fa133021a1a tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:51.232019 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ab8aae30-7c63-4a13-8ace-2fa133021a1a tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:51.291339 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:36:51.295548 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ab8aae30-7c63-4a13-8ace-2fa133021a1a tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4654672 Feb 19 04:36:51.299356 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42626) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:51.304857 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-44a9772a-00d3-4581-95aa-544083076a99 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-995266577', 'admin_state_up': True, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:36:51.308884 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8aae30-7c63-4a13-8ace-2fa133021a1a tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'Network': ['ID=38951b0b-631d-4d3c-95f8-d0294dba40be,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:51.322344 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 38951b0b-631d-4d3c-95f8-d0294dba40be details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:36:51.334057 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-44a9772a-00d3-4581-95aa-544083076a99 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (85d8b7c6-471f-4720-aac7-c020f22b3cba), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:51.335342 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-44a9772a-00d3-4581-95aa-544083076a99 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (85d8b7c6-471f-4720-aac7-c020f22b3cba), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:51.406247 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-44a9772a-00d3-4581-95aa-544083076a99 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for router_controller (85d8b7c6-471f-4720-aac7-c020f22b3cba), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:51.565750 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-44a9772a-00d3-4581-95aa-544083076a99 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for router_gateway (85d8b7c6-471f-4720-aac7-c020f22b3cba), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:51.645107 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcade5-62fc-4d75-9414-9df839971db3 req-8f36da63-9750-49f6-a60a-1b061d45f498 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:51.647952 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0fcade5-62fc-4d75-9414-9df839971db3 req-8f36da63-9750-49f6-a60a-1b061d45f498 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 943 time: 0.0586479 Feb 19 04:36:51.712615 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0fcade5-62fc-4d75-9414-9df839971db3 req-64228990-7b09-4b21-a891-07be74813d8d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575399 Feb 19 04:36:51.804472 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-44a9772a-00d3-4581-95aa-544083076a99 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for router_gateway (85d8b7c6-471f-4720-aac7-c020f22b3cba), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:51.824595 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-44a9772a-00d3-4581-95aa-544083076a99 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:51.940539 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-44a9772a-00d3-4581-95aa-544083076a99 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Allocated IP 172.25.3.77 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/61ef9778-4d6d-402a-9b5c-101d92b6001f) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:36:52.053111 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-44a9772a-00d3-4581-95aa-544083076a99 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for port (61ef9778-4d6d-402a-9b5c-101d92b6001f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:52.093315 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-44a9772a-00d3-4581-95aa-544083076a99 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (61ef9778-4d6d-402a-9b5c-101d92b6001f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:52.132174 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a9772a-00d3-4581-95aa-544083076a99 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:36:52.136828 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-44a9772a-00d3-4581-95aa-544083076a99 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:36:52.139777 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a9772a-00d3-4581-95aa-544083076a99 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:36:52.174083 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9772a-00d3-4581-95aa-544083076a99 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'Port': ['ID=61ef9778-4d6d-402a-9b5c-101d92b6001f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:52.432733 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-44a9772a-00d3-4581-95aa-544083076a99 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for router_gateway (85d8b7c6-471f-4720-aac7-c020f22b3cba), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:52.657129 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-44a9772a-00d3-4581-95aa-544083076a99 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (85d8b7c6-471f-4720-aac7-c020f22b3cba), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:52.792739 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a9772a-00d3-4581-95aa-544083076a99 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Router 85d8b7c6-471f-4720-aac7-c020f22b3cba is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:36:52.827759 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbf184-2fcc-4ca7-91d2-71c2d20fd512 req-4baddaa2-0c19-4eb2-a711-678a3ea93703 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:52.829735 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5acbf184-2fcc-4ca7-91d2-71c2d20fd512 req-4baddaa2-0c19-4eb2-a711-678a3ea93703 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 943 time: 0.0526080 Feb 19 04:36:52.876182 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5acbf184-2fcc-4ca7-91d2-71c2d20fd512 req-3710cdfd-9b64-4391-babd-4b64999f3a1d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402496 Feb 19 04:36:52.902924 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a9772a-00d3-4581-95aa-544083076a99 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:36:52.913573 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27f4e4c-0f0f-4556-a3b8-9ee50ad2c230 None None] Sync routers for ids ['85d8b7c6-471f-4720-aac7-c020f22b3cba'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:36:52.924372 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27f4e4c-0f0f-4556-a3b8-9ee50ad2c230 None None] Routers {'85d8b7c6-471f-4720-aac7-c020f22b3cba'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:36:52.925210 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a27f4e4c-0f0f-4556-a3b8-9ee50ad2c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:36:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['85d8b7c6-471f-4720-aac7-c020f22b3cba'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:52.928733 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-44a9772a-00d3-4581-95aa-544083076a99 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:52.929974 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-44a9772a-00d3-4581-95aa-544083076a99 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6290247 Feb 19 04:36:52.933694 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 42632) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:53.014823 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-72cd08c1-f266-4a56-a254-0180059f2ace tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=d627fd44f08641ce94df40a06544c796&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0799189 Feb 19 04:36:53.017693 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 42636) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:53.045362 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-a27f4e4c-0f0f-4556-a3b8-9ee50ad2c230 None None] Set router 85d8b7c6-471f-4720-aac7-c020f22b3cba gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:36:53.105933 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862c1fa0-eca2-4ee3-8b07-980397f10877 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:53.107490 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-862c1fa0-eca2-4ee3-8b07-980397f10877 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888548 Feb 19 04:36:53.111234 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 42638) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:53.139282 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f76df2b8-ab73-450e-aa1d-94e75c7ee9dd tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269504 Feb 19 04:36:53.141943 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 42640) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:53.146944 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-ec1603db-f0f3-4525-9d10-171d607f53a1 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1094086034', 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be', 'project_id': 'd627fd44f08641ce94df40a06544c796', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:36:53.242539 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1603db-f0f3-4525-9d10-171d607f53a1 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Made reservation on behalf of d627fd44f08641ce94df40a06544c796 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:36:53.245834 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ec1603db-f0f3-4525-9d10-171d607f53a1 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:53.317037 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a27f4e4c-0f0f-4556-a3b8-9ee50ad2c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'name': 'tempest-TestNetworkBasicOps-router-995266577', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:52Z', 'revision_number': 3, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:53.347504 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27f4e4c-0f0f-4556-a3b8-9ee50ad2c230 None None] Checking router: 85d8b7c6-471f-4720-aac7-c020f22b3cba for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:36:53.347856 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27f4e4c-0f0f-4556-a3b8-9ee50ad2c230 None None] Updating router 85d8b7c6-471f-4720-aac7-c020f22b3cba port 61ef9778-4d6d-402a-9b5c-101d92b6001f binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:36:53.375259 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a27f4e4c-0f0f-4556-a3b8-9ee50ad2c230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (61ef9778-4d6d-402a-9b5c-101d92b6001f), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:53.424699 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ec1603db-f0f3-4525-9d10-171d607f53a1 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (c3dd2703-f92f-41a2-aee0-46cab6d91e11), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:53.478351 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1603db-f0f3-4525-9d10-171d607f53a1 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'Subnet': ['ID=c3dd2703-f92f-41a2-aee0-46cab6d91e11,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:53.496503 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1603db-f0f3-4525-9d10-171d607f53a1 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Checking segment: {'id': 'e956a7d2-d48c-47be-8c3a-904a76b29e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:36:53.496802 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1603db-f0f3-4525-9d10-171d607f53a1 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Network hostable DHCP agents. Network: 38951b0b-631d-4d3c-95f8-d0294dba40be, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:36:53.516359 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1603db-f0f3-4525-9d10-171d607f53a1 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Network 38951b0b-631d-4d3c-95f8-d0294dba40be is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:36:53.528315 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-ec1603db-f0f3-4525-9d10-171d607f53a1 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 38951b0b-631d-4d3c-95f8-d0294dba40be) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:36:53.533498 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1603db-f0f3-4525-9d10-171d607f53a1 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:53.533817 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ec1603db-f0f3-4525-9d10-171d607f53a1 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:53.547823 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939aaf88-97d0-40f3-b7f9-9cd3a0c2a767 None None] Network 38951b0b-631d-4d3c-95f8-d0294dba40be requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:36:53.552311 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ec1603db-f0f3-4525-9d10-171d607f53a1 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4086921 Feb 19 04:36:53.554547 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42642) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:53.677592 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78e8b31-e092-4db6-be3e-a223a48a1d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-38951b0b-631d-4d3c-95f8-d0294dba40be', 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be', 'project_id': 'd627fd44f08641ce94df40a06544c796', 'fixed_ips': [{'subnet_id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:36:53.678964 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e78e8b31-e092-4db6-be3e-a223a48a1d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:53.695348 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a27f4e4c-0f0f-4556-a3b8-9ee50ad2c230 None None] Publish callbacks [] for port (61ef9778-4d6d-402a-9b5c-101d92b6001f), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:53.704763 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a27f4e4c-0f0f-4556-a3b8-9ee50ad2c230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (61ef9778-4d6d-402a-9b5c-101d92b6001f), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:53.755928 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-a27f4e4c-0f0f-4556-a3b8-9ee50ad2c230 None None] Attempting to bind port 61ef9778-4d6d-402a-9b5c-101d92b6001f on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:36:53.756318 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-a27f4e4c-0f0f-4556-a3b8-9ee50ad2c230 None None] Attempting to bind port 61ef9778-4d6d-402a-9b5c-101d92b6001f by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:36:53.756668 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27f4e4c-0f0f-4556-a3b8-9ee50ad2c230 None None] Attempting to bind port 61ef9778-4d6d-402a-9b5c-101d92b6001f on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:36:53.770148 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27f4e4c-0f0f-4556-a3b8-9ee50ad2c230 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:36:53.770608 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27f4e4c-0f0f-4556-a3b8-9ee50ad2c230 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:36:53.771023 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a27f4e4c-0f0f-4556-a3b8-9ee50ad2c230 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:53.771431 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27f4e4c-0f0f-4556-a3b8-9ee50ad2c230 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:36:53.771904 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-a27f4e4c-0f0f-4556-a3b8-9ee50ad2c230 None None] Bound port: 61ef9778-4d6d-402a-9b5c-101d92b6001f, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:36:53.772297 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a27f4e4c-0f0f-4556-a3b8-9ee50ad2c230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (61ef9778-4d6d-402a-9b5c-101d92b6001f), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:53.817985 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e209f8-7259-486d-b329-a7f89b9c76bf None None] Pushing event updated for resources: {'Port': ['ID=61ef9778-4d6d-402a-9b5c-101d92b6001f,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:53.863119 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e209f8-7259-486d-b329-a7f89b9c76bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:53.863457 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e209f8-7259-486d-b329-a7f89b9c76bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:53.863799 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e209f8-7259-486d-b329-a7f89b9c76bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:53.864123 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e209f8-7259-486d-b329-a7f89b9c76bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:53.864470 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e209f8-7259-486d-b329-a7f89b9c76bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:53.864771 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e209f8-7259-486d-b329-a7f89b9c76bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:53.865089 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e209f8-7259-486d-b329-a7f89b9c76bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:53.865405 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e209f8-7259-486d-b329-a7f89b9c76bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:53.865719 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e209f8-7259-486d-b329-a7f89b9c76bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:53.866035 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e209f8-7259-486d-b329-a7f89b9c76bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:53.866400 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e209f8-7259-486d-b329-a7f89b9c76bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:53.866701 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e209f8-7259-486d-b329-a7f89b9c76bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:53.867014 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e209f8-7259-486d-b329-a7f89b9c76bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:53.873396 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-a27f4e4c-0f0f-4556-a3b8-9ee50ad2c230 None None] For port 61ef9778-4d6d-402a-9b5c-101d92b6001f, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:36:53.877411 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-a27f4e4c-0f0f-4556-a3b8-9ee50ad2c230 None None] For port 61ef9778-4d6d-402a-9b5c-101d92b6001f, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=61ef9778-4d6d-402a-9b5c-101d92b6001f,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:36:53.888153 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a27f4e4c-0f0f-4556-a3b8-9ee50ad2c230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (61ef9778-4d6d-402a-9b5c-101d92b6001f), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:53.913748 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-e78e8b31-e092-4db6-be3e-a223a48a1d6d None None] Allocated IP 172.20.0.2 (38951b0b-631d-4d3c-95f8-d0294dba40be/c3dd2703-f92f-41a2-aee0-46cab6d91e11/17f45346-0ed3-4edc-877e-b65607cf99c3) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:36:53.990057 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27f4e4c-0f0f-4556-a3b8-9ee50ad2c230 None None] Routers {'85d8b7c6-471f-4720-aac7-c020f22b3cba'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:36:53.990655 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a27f4e4c-0f0f-4556-a3b8-9ee50ad2c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:36:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['85d8b7c6-471f-4720-aac7-c020f22b3cba'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:54.075455 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e209f8-7259-486d-b329-a7f89b9c76bf None None] Pushing event updated for resources: {'Port': ['ID=61ef9778-4d6d-402a-9b5c-101d92b6001f,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:54.120708 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02293597-fdc0-428d-bc63-425471d84d3c req-b50ac61a-017b-4f91-b87a-b9e75e5b5889 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:54.125373 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02293597-fdc0-428d-bc63-425471d84d3c req-b50ac61a-017b-4f91-b87a-b9e75e5b5889 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 943 time: 0.1225176 Feb 19 04:36:54.144796 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-a27f4e4c-0f0f-4556-a3b8-9ee50ad2c230 None None] Set router 85d8b7c6-471f-4720-aac7-c020f22b3cba gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:36:54.181843 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e78e8b31-e092-4db6-be3e-a223a48a1d6d None None] Publish callbacks [] for port (17f45346-0ed3-4edc-877e-b65607cf99c3), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:54.189987 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e78e8b31-e092-4db6-be3e-a223a48a1d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (17f45346-0ed3-4edc-877e-b65607cf99c3), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:54.222411 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02293597-fdc0-428d-bc63-425471d84d3c req-d9631e08-5835-43ec-89eb-055e2e20b0b7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855958 Feb 19 04:36:54.246625 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e8b31-e092-4db6-be3e-a223a48a1d6d None None] Pushing event updated for resources: {'Port': ['ID=17f45346-0ed3-4edc-877e-b65607cf99c3,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:54.258285 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78e8b31-e092-4db6-be3e-a223a48a1d6d None None] Network 38951b0b-631d-4d3c-95f8-d0294dba40be is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:36:54.259807 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-e78e8b31-e092-4db6-be3e-a223a48a1d6d None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:36:54.263161 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78e8b31-e092-4db6-be3e-a223a48a1d6d None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:36:54.333695 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e78e8b31-e092-4db6-be3e-a223a48a1d6d None None] Attempting to bind port 17f45346-0ed3-4edc-877e-b65607cf99c3 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:36:54.334447 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e78e8b31-e092-4db6-be3e-a223a48a1d6d None None] Attempting to bind port 17f45346-0ed3-4edc-877e-b65607cf99c3 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'e956a7d2-d48c-47be-8c3a-904a76b29e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:36:54.334966 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78e8b31-e092-4db6-be3e-a223a48a1d6d None None] Attempting to bind port 17f45346-0ed3-4edc-877e-b65607cf99c3 on network 38951b0b-631d-4d3c-95f8-d0294dba40be {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:36:54.349578 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78e8b31-e092-4db6-be3e-a223a48a1d6d None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:36:54.350488 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78e8b31-e092-4db6-be3e-a223a48a1d6d None None] Checking segment: {'id': 'e956a7d2-d48c-47be-8c3a-904a76b29e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:36:54.351051 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e78e8b31-e092-4db6-be3e-a223a48a1d6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:54.351766 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78e8b31-e092-4db6-be3e-a223a48a1d6d None None] Bound using segment: {'id': 'e956a7d2-d48c-47be-8c3a-904a76b29e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:36:54.352394 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e78e8b31-e092-4db6-be3e-a223a48a1d6d None None] Bound port: 17f45346-0ed3-4edc-877e-b65607cf99c3, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e956a7d2-d48c-47be-8c3a-904a76b29e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:36:54.353506 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e78e8b31-e092-4db6-be3e-a223a48a1d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (17f45346-0ed3-4edc-877e-b65607cf99c3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:54.368898 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a27f4e4c-0f0f-4556-a3b8-9ee50ad2c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'name': 'tempest-TestNetworkBasicOps-router-995266577', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:52Z', 'revision_number': 3, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:54.404039 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27f4e4c-0f0f-4556-a3b8-9ee50ad2c230 None None] The sync data for ids ['85d8b7c6-471f-4720-aac7-c020f22b3cba'] in n-d-828369-19 is: [{'id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'name': 'tempest-TestNetworkBasicOps-router-995266577', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:52Z', 'revision_number': 3, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:36:54.435567 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e78e8b31-e092-4db6-be3e-a223a48a1d6d None None] For port 17f45346-0ed3-4edc-877e-b65607cf99c3, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:36:54.439480 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e78e8b31-e092-4db6-be3e-a223a48a1d6d None None] For port 17f45346-0ed3-4edc-877e-b65607cf99c3, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=17f45346-0ed3-4edc-877e-b65607cf99c3,segment=NetworkSegment(e956a7d2-d48c-47be-8c3a-904a76b29e3c),segment_id=e956a7d2-d48c-47be-8c3a-904a76b29e3c)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:36:54.448660 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e78e8b31-e092-4db6-be3e-a223a48a1d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (17f45346-0ed3-4edc-877e-b65607cf99c3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:54.517123 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e8b31-e092-4db6-be3e-a223a48a1d6d None None] Pushing event updated for resources: {'Port': ['ID=17f45346-0ed3-4edc-877e-b65607cf99c3,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:54.518617 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b14c5101-83f0-47aa-bfa0-6313e0b854bb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:54.904295 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-b14c5101-83f0-47aa-bfa0-6313e0b854bb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Allocated IP 172.20.0.1 (38951b0b-631d-4d3c-95f8-d0294dba40be/c3dd2703-f92f-41a2-aee0-46cab6d91e11/3ac0302d-7239-4123-99ed-6c8ad6daf201) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:36:55.061041 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b14c5101-83f0-47aa-bfa0-6313e0b854bb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for port (3ac0302d-7239-4123-99ed-6c8ad6daf201), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:55.098931 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b14c5101-83f0-47aa-bfa0-6313e0b854bb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (3ac0302d-7239-4123-99ed-6c8ad6daf201), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:55.144968 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14c5101-83f0-47aa-bfa0-6313e0b854bb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Network 38951b0b-631d-4d3c-95f8-d0294dba40be is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:36:55.148980 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 61ef9778-4d6d-402a-9b5c-101d92b6001f up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:36:55.151987 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-b14c5101-83f0-47aa-bfa0-6313e0b854bb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:36:55.156595 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14c5101-83f0-47aa-bfa0-6313e0b854bb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:36:55.201864 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c5101-83f0-47aa-bfa0-6313e0b854bb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'Port': ['ID=3ac0302d-7239-4123-99ed-6c8ad6daf201,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:55.218576 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 61ef9778-4d6d-402a-9b5c-101d92b6001f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:36:55.219995 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (61ef9778-4d6d-402a-9b5c-101d92b6001f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:55.232133 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b14c5101-83f0-47aa-bfa0-6313e0b854bb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (85d8b7c6-471f-4720-aac7-c020f22b3cba), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:55.317655 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 61ef9778-4d6d-402a-9b5c-101d92b6001f is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:36:55.317761 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (61ef9778-4d6d-402a-9b5c-101d92b6001f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:55.344073 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 61ef9778-4d6d-402a-9b5c-101d92b6001f, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=61ef9778-4d6d-402a-9b5c-101d92b6001f,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:36:55.361403 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (61ef9778-4d6d-402a-9b5c-101d92b6001f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:55.362129 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 17f45346-0ed3-4edc-877e-b65607cf99c3 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:36:55.421096 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9614e6-8bd6-4414-8126-2388a572a0f3 req-79a9cb7e-d1ec-4bcb-a4d7-e3b62f7518da tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:55.429779 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ba9614e6-8bd6-4414-8126-2388a572a0f3 req-79a9cb7e-d1ec-4bcb-a4d7-e3b62f7518da tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 943 time: 0.1237967 Feb 19 04:36:55.488532 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b14c5101-83f0-47aa-bfa0-6313e0b854bb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3ac0302d-7239-4123-99ed-6c8ad6daf201), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:55.527377 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ba9614e6-8bd6-4414-8126-2388a572a0f3 req-eef20e96-d4b2-4e3e-9b8c-61b47e73319d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891261 Feb 19 04:36:55.549640 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=61ef9778-4d6d-402a-9b5c-101d92b6001f,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:55.564050 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 17f45346-0ed3-4edc-877e-b65607cf99c3 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:36:55.564584 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (17f45346-0ed3-4edc-877e-b65607cf99c3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:55.896658 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 17f45346-0ed3-4edc-877e-b65607cf99c3 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:36:55.897067 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (17f45346-0ed3-4edc-877e-b65607cf99c3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:55.906635 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b14c5101-83f0-47aa-bfa0-6313e0b854bb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for port (3ac0302d-7239-4123-99ed-6c8ad6daf201), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:55.919395 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b14c5101-83f0-47aa-bfa0-6313e0b854bb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (3ac0302d-7239-4123-99ed-6c8ad6daf201), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:55.929634 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87973f7c-9482-4655-ae4e-2f6bf2812229 None None] Network 38951b0b-631d-4d3c-95f8-d0294dba40be requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:36:56.009142 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 17f45346-0ed3-4edc-877e-b65607cf99c3, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=17f45346-0ed3-4edc-877e-b65607cf99c3,segment=NetworkSegment(e956a7d2-d48c-47be-8c3a-904a76b29e3c),segment_id=e956a7d2-d48c-47be-8c3a-904a76b29e3c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:36:56.017574 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b14c5101-83f0-47aa-bfa0-6313e0b854bb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (85d8b7c6-471f-4720-aac7-c020f22b3cba), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:56.020453 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c5101-83f0-47aa-bfa0-6313e0b854bb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'Port': ['ID=3ac0302d-7239-4123-99ed-6c8ad6daf201,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:56.023347 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (17f45346-0ed3-4edc-877e-b65607cf99c3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:56.078696 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-993a8d91-f0ab-4ae2-81cf-89a8821e8dd5 None None] Provisioning complete for port 17f45346-0ed3-4edc-877e-b65607cf99c3 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:36:56.079225 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-993a8d91-f0ab-4ae2-81cf-89a8821e8dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (17f45346-0ed3-4edc-877e-b65607cf99c3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:56.138256 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14c5101-83f0-47aa-bfa0-6313e0b854bb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Network 38951b0b-631d-4d3c-95f8-d0294dba40be is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:36:56.140051 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-b14c5101-83f0-47aa-bfa0-6313e0b854bb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:36:56.154941 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=17f45346-0ed3-4edc-877e-b65607cf99c3,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:56.224177 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-993a8d91-f0ab-4ae2-81cf-89a8821e8dd5 None None] Current status of the port 17f45346-0ed3-4edc-877e-b65607cf99c3 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:36:56.276511 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14c5101-83f0-47aa-bfa0-6313e0b854bb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Router 85d8b7c6-471f-4720-aac7-c020f22b3cba has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:36:56.400460 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14c5101-83f0-47aa-bfa0-6313e0b854bb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:36:56.409756 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b14c5101-83f0-47aa-bfa0-6313e0b854bb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "PUT /v2.0/routers/85d8b7c6-471f-4720-aac7-c020f22b3cba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8517871 Feb 19 04:36:56.410394 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42650) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:56.541169 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3201ff0-4f85-4471-af1a-a02e5e442e49 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:56.542854 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3201ff0-4f85-4471-af1a-a02e5e442e49 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:56.543539 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3201ff0-4f85-4471-af1a-a02e5e442e49 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:56.544301 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3201ff0-4f85-4471-af1a-a02e5e442e49 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:56.544942 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3201ff0-4f85-4471-af1a-a02e5e442e49 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:56.545572 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3201ff0-4f85-4471-af1a-a02e5e442e49 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:56.546842 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3201ff0-4f85-4471-af1a-a02e5e442e49 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:56.553342 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3201ff0-4f85-4471-af1a-a02e5e442e49 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:56.557005 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-1387e98a-dbee-4e5d-8f84-fc658ce46ef6 None None] Provisioning complete for port 3ac0302d-7239-4123-99ed-6c8ad6daf201 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:36:56.557315 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1387e98a-dbee-4e5d-8f84-fc658ce46ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3ac0302d-7239-4123-99ed-6c8ad6daf201), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:56.560692 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f3201ff0-4f85-4471-af1a-a02e5e442e49 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5677 time: 0.1491590 Feb 19 04:36:56.564002 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42654) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:56.621572 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-1387e98a-dbee-4e5d-8f84-fc658ce46ef6 None None] Port 3ac0302d-7239-4123-99ed-6c8ad6daf201 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:36:56.633900 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-1387e98a-dbee-4e5d-8f84-fc658ce46ef6 None None] Provisioning complete for port 17f45346-0ed3-4edc-877e-b65607cf99c3 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:36:56.634335 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1387e98a-dbee-4e5d-8f84-fc658ce46ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (17f45346-0ed3-4edc-877e-b65607cf99c3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:56.667059 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd91b270-ad80-43dd-a4e2-b41c81d216d0 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:56.667798 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd91b270-ad80-43dd-a4e2-b41c81d216d0 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:56.668266 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd91b270-ad80-43dd-a4e2-b41c81d216d0 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:56.668719 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd91b270-ad80-43dd-a4e2-b41c81d216d0 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:56.669165 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd91b270-ad80-43dd-a4e2-b41c81d216d0 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:56.673406 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd91b270-ad80-43dd-a4e2-b41c81d216d0 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:56.673968 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd91b270-ad80-43dd-a4e2-b41c81d216d0 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:56.674435 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd91b270-ad80-43dd-a4e2-b41c81d216d0 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:56.679023 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cd91b270-ad80-43dd-a4e2-b41c81d216d0 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5275 time: 0.1113241 Feb 19 04:36:56.679392 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42656) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:56.713539 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109bc12-e8ef-4482-a9e9-c0d141803ec7 req-149c0ac6-bcda-4076-b480-d45259b32d4c tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:56.721976 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2109bc12-e8ef-4482-a9e9-c0d141803ec7 req-149c0ac6-bcda-4076-b480-d45259b32d4c tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 943 time: 0.0848966 Feb 19 04:36:56.760971 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-1387e98a-dbee-4e5d-8f84-fc658ce46ef6 None None] Current status of the port 17f45346-0ed3-4edc-877e-b65607cf99c3 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:36:56.794787 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2109bc12-e8ef-4482-a9e9-c0d141803ec7 req-c79890c8-8c4a-4860-9576-0f89f16beb3e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716233 Feb 19 04:36:56.891790 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9873b8cc-48cb-4956-bf12-f21e25d31255 None None] Provisioning complete for port 3ac0302d-7239-4123-99ed-6c8ad6daf201 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:36:56.892392 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9873b8cc-48cb-4956-bf12-f21e25d31255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3ac0302d-7239-4123-99ed-6c8ad6daf201), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:56.894125 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e95ce9bf-96b7-4f39-a435-71580b6f6470 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4479 time: 0.2135947 Feb 19 04:36:56.937711 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9873b8cc-48cb-4956-bf12-f21e25d31255 None None] Port 3ac0302d-7239-4123-99ed-6c8ad6daf201 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:36:57.044845 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71be3330-0630-4a99-92f4-3a3ec8ff78e0 None None] Sync routers for ids ['85d8b7c6-471f-4720-aac7-c020f22b3cba'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:36:57.068386 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71be3330-0630-4a99-92f4-3a3ec8ff78e0 None None] Routers {'85d8b7c6-471f-4720-aac7-c020f22b3cba'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:36:57.069065 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-71be3330-0630-4a99-92f4-3a3ec8ff78e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:36:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['85d8b7c6-471f-4720-aac7-c020f22b3cba'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:57.120281 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 61ef9778-4d6d-402a-9b5c-101d92b6001f up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:36:57.174032 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42660) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:57.180114 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b988f097-b806-406f-b3f3-c65e9fd6e986 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-808023835', 'description': 'tempest-secgroup-smoke-808023835 description', 'project_id': 'd627fd44f08641ce94df40a06544c796'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:36:57.208152 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b988f097-b806-406f-b3f3-c65e9fd6e986 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.226788 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.245195 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-43feccd9-818a-4e09-9030-582f6347fb5a None None] Provisioning complete for port 3ac0302d-7239-4123-99ed-6c8ad6daf201 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:36:57.245551 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-43feccd9-818a-4e09-9030-582f6347fb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3ac0302d-7239-4123-99ed-6c8ad6daf201), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.279013 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b988f097-b806-406f-b3f3-c65e9fd6e986 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group (32d215ce-5c58-44bb-bd5b-835f05e8296c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.283915 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b988f097-b806-406f-b3f3-c65e9fd6e986 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (32d215ce-5c58-44bb-bd5b-835f05e8296c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.311468 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-71be3330-0630-4a99-92f4-3a3ec8ff78e0 None None] Set router 85d8b7c6-471f-4720-aac7-c020f22b3cba gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:36:57.323128 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b988f097-b806-406f-b3f3-c65e9fd6e986 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.329089 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 42662) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:57.334801 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-7d93b9b8-f2c5-4dc0-826c-cfcd738387d6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'security_group_rule': {'security_group_id': '32d215ce-5c58-44bb-bd5b-835f05e8296c', 'project_id': 'd627fd44f08641ce94df40a06544c796', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:36:57.339434 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b988f097-b806-406f-b3f3-c65e9fd6e986 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1635449 Feb 19 04:36:57.352257 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988f097-b806-406f-b3f3-c65e9fd6e986 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d215ce-5c58-44bb-bd5b-835f05e8296c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:57.362038 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 61ef9778-4d6d-402a-9b5c-101d92b6001f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:36:57.362475 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (61ef9778-4d6d-402a-9b5c-101d92b6001f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.373465 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7d93b9b8-f2c5-4dc0-826c-cfcd738387d6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (ed75bfad-b333-46d9-925d-12db6c500fe8), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.384478 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-43feccd9-818a-4e09-9030-582f6347fb5a None None] Port 3ac0302d-7239-4123-99ed-6c8ad6daf201 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:36:57.457490 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7d93b9b8-f2c5-4dc0-826c-cfcd738387d6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (ed75bfad-b333-46d9-925d-12db6c500fe8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.462779 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7d93b9b8-f2c5-4dc0-826c-cfcd738387d6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (ed75bfad-b333-46d9-925d-12db6c500fe8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.490838 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7d93b9b8-f2c5-4dc0-826c-cfcd738387d6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.493844 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7d93b9b8-f2c5-4dc0-826c-cfcd738387d6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1621132 Feb 19 04:36:57.498115 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42664) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:57.506367 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-631fe5f8-5f76-4803-abd9-794642622864 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'security_group_rule': {'security_group_id': '32d215ce-5c58-44bb-bd5b-835f05e8296c', 'project_id': 'd627fd44f08641ce94df40a06544c796', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:36:57.507276 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93b9b8-f2c5-4dc0-826c-cfcd738387d6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed75bfad-b333-46d9-925d-12db6c500fe8,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:57.538542 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-631fe5f8-5f76-4803-abd9-794642622864 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (42a8eb7c-bbc2-4e1b-85f2-a04abd1d9369), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.588326 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 61ef9778-4d6d-402a-9b5c-101d92b6001f is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:36:57.589456 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 17f45346-0ed3-4edc-877e-b65607cf99c3 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:36:57.599800 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-631fe5f8-5f76-4803-abd9-794642622864 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (42a8eb7c-bbc2-4e1b-85f2-a04abd1d9369), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.604156 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-631fe5f8-5f76-4803-abd9-794642622864 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (42a8eb7c-bbc2-4e1b-85f2-a04abd1d9369), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.622932 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631fe5f8-5f76-4803-abd9-794642622864 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a8eb7c-bbc2-4e1b-85f2-a04abd1d9369,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:57.632430 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-631fe5f8-5f76-4803-abd9-794642622864 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.634314 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-631fe5f8-5f76-4803-abd9-794642622864 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1338289 Feb 19 04:36:57.636570 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42666) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:57.641638 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-5d355792-7ddb-4b79-a19a-bf3475e9c90e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'security_group_rule': {'security_group_id': '32d215ce-5c58-44bb-bd5b-835f05e8296c', 'project_id': 'd627fd44f08641ce94df40a06544c796', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:36:57.669308 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d355792-7ddb-4b79-a19a-bf3475e9c90e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (22e52abe-34ad-40f2-9f3b-17954b9dbeaf), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.669759 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-71be3330-0630-4a99-92f4-3a3ec8ff78e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'name': 'tempest-TestNetworkBasicOps-router-995266577', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:55Z', 'revision_number': 4, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '3ac0302d-7239-4123-99ed-6c8ad6daf201', 'name': '', 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'mac_address': 'fa:16:3e:90:99:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:54Z', 'updated_at': '2022-02-19T04:36:55Z', 'revision_number': 2, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'subnets': [{'id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:57.673916 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 17f45346-0ed3-4edc-877e-b65607cf99c3 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:36:57.673916 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (17f45346-0ed3-4edc-877e-b65607cf99c3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.699593 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71be3330-0630-4a99-92f4-3a3ec8ff78e0 None None] Checking router: 85d8b7c6-471f-4720-aac7-c020f22b3cba for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:36:57.699900 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71be3330-0630-4a99-92f4-3a3ec8ff78e0 None None] Updating router 85d8b7c6-471f-4720-aac7-c020f22b3cba port 3ac0302d-7239-4123-99ed-6c8ad6daf201 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:36:57.734932 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d355792-7ddb-4b79-a19a-bf3475e9c90e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (22e52abe-34ad-40f2-9f3b-17954b9dbeaf), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.739998 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d355792-7ddb-4b79-a19a-bf3475e9c90e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (22e52abe-34ad-40f2-9f3b-17954b9dbeaf), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.755730 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-71be3330-0630-4a99-92f4-3a3ec8ff78e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3ac0302d-7239-4123-99ed-6c8ad6daf201), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.758412 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d355792-7ddb-4b79-a19a-bf3475e9c90e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e52abe-34ad-40f2-9f3b-17954b9dbeaf,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:57.771360 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d355792-7ddb-4b79-a19a-bf3475e9c90e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.776661 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5d355792-7ddb-4b79-a19a-bf3475e9c90e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351471 Feb 19 04:36:57.776661 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42668) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:57.781518 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-5b503e9a-a28a-49d4-8e8e-0043cf9b2d71 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'security_group_rule': {'security_group_id': '32d215ce-5c58-44bb-bd5b-835f05e8296c', 'project_id': 'd627fd44f08641ce94df40a06544c796', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:36:57.814049 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5b503e9a-a28a-49d4-8e8e-0043cf9b2d71 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (af6abd91-c463-4946-a70d-4798ef840ba1), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.876771 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5b503e9a-a28a-49d4-8e8e-0043cf9b2d71 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (af6abd91-c463-4946-a70d-4798ef840ba1), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.882025 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5b503e9a-a28a-49d4-8e8e-0043cf9b2d71 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (af6abd91-c463-4946-a70d-4798ef840ba1), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.891340 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 17f45346-0ed3-4edc-877e-b65607cf99c3 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:36:57.901777 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b503e9a-a28a-49d4-8e8e-0043cf9b2d71 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6abd91-c463-4946-a70d-4798ef840ba1,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:57.910298 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5b503e9a-a28a-49d4-8e8e-0043cf9b2d71 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.911812 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5b503e9a-a28a-49d4-8e8e-0043cf9b2d71 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1341596 Feb 19 04:36:57.914627 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42672) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:57.919313 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-9af44dd7-c5a6-4103-9506-390093f91776 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'security_group_rule': {'security_group_id': '32d215ce-5c58-44bb-bd5b-835f05e8296c', 'project_id': 'd627fd44f08641ce94df40a06544c796', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:36:57.940120 n-d-828369-19 neutron-server[109925]: INFO neutron.db.securitygroups_db [None req-9af44dd7-c5a6-4103-9506-390093f91776 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Project d627fd44f08641ce94df40a06544c796 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:36:57.945813 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9af44dd7-c5a6-4103-9506-390093f91776 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (fec2db19-16fd-449a-8962-20e24357449d), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:58.017472 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1cf660-9137-493a-8419-3a8594308652 req-e557e768-bc00-4ea5-a2a5-20ecac15ca5a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:58.018996 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9af44dd7-c5a6-4103-9506-390093f91776 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (fec2db19-16fd-449a-8962-20e24357449d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:58.022748 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af1cf660-9137-493a-8419-3a8594308652 req-e557e768-bc00-4ea5-a2a5-20ecac15ca5a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 943 time: 0.0820317 Feb 19 04:36:58.024562 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9af44dd7-c5a6-4103-9506-390093f91776 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (fec2db19-16fd-449a-8962-20e24357449d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:58.053374 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9af44dd7-c5a6-4103-9506-390093f91776 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:58.054799 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9af44dd7-c5a6-4103-9506-390093f91776 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1391931 Feb 19 04:36:58.057604 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42674) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:58.062913 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b58f3db6-0602-400f-81f6-a79b181e215b tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'security_group_rule': {'security_group_id': '32d215ce-5c58-44bb-bd5b-835f05e8296c', 'project_id': 'd627fd44f08641ce94df40a06544c796', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:36:58.081556 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af44dd7-c5a6-4103-9506-390093f91776 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec2db19-16fd-449a-8962-20e24357449d,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:58.090587 n-d-828369-19 neutron-server[109925]: INFO neutron.db.securitygroups_db [None req-b58f3db6-0602-400f-81f6-a79b181e215b tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Project d627fd44f08641ce94df40a06544c796 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:36:58.101474 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b58f3db6-0602-400f-81f6-a79b181e215b tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (dc12191b-0197-45f6-b4a9-b18236095d32), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:58.103133 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af1cf660-9137-493a-8419-3a8594308652 req-01a199a7-c259-4b38-9ae1-c1b75cbb86f4 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762727 Feb 19 04:36:58.126904 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-71be3330-0630-4a99-92f4-3a3ec8ff78e0 None None] Publish callbacks [] for port (3ac0302d-7239-4123-99ed-6c8ad6daf201), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:58.135888 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-71be3330-0630-4a99-92f4-3a3ec8ff78e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3ac0302d-7239-4123-99ed-6c8ad6daf201), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:58.174843 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b58f3db6-0602-400f-81f6-a79b181e215b tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (dc12191b-0197-45f6-b4a9-b18236095d32), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:58.179637 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b58f3db6-0602-400f-81f6-a79b181e215b tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (dc12191b-0197-45f6-b4a9-b18236095d32), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:58.196515 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f3db6-0602-400f-81f6-a79b181e215b tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc12191b-0197-45f6-b4a9-b18236095d32,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:58.212549 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b58f3db6-0602-400f-81f6-a79b181e215b tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:58.214088 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b58f3db6-0602-400f-81f6-a79b181e215b tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1553471 Feb 19 04:36:58.219086 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4af091-0dbe-497e-b36b-56ec674d3ccb None None] Pushing event updated for resources: {'Port': ['ID=3ac0302d-7239-4123-99ed-6c8ad6daf201,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:58.269463 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-71be3330-0630-4a99-92f4-3a3ec8ff78e0 None None] Attempting to bind port 3ac0302d-7239-4123-99ed-6c8ad6daf201 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:36:58.270759 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-71be3330-0630-4a99-92f4-3a3ec8ff78e0 None None] Attempting to bind port 3ac0302d-7239-4123-99ed-6c8ad6daf201 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'e956a7d2-d48c-47be-8c3a-904a76b29e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:36:58.270759 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71be3330-0630-4a99-92f4-3a3ec8ff78e0 None None] Attempting to bind port 3ac0302d-7239-4123-99ed-6c8ad6daf201 on network 38951b0b-631d-4d3c-95f8-d0294dba40be {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:36:58.276085 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71be3330-0630-4a99-92f4-3a3ec8ff78e0 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:36:58.276904 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71be3330-0630-4a99-92f4-3a3ec8ff78e0 None None] Checking segment: {'id': 'e956a7d2-d48c-47be-8c3a-904a76b29e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:36:58.277287 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-71be3330-0630-4a99-92f4-3a3ec8ff78e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:58.277710 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71be3330-0630-4a99-92f4-3a3ec8ff78e0 None None] Bound using segment: {'id': 'e956a7d2-d48c-47be-8c3a-904a76b29e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:36:58.278199 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-71be3330-0630-4a99-92f4-3a3ec8ff78e0 None None] Bound port: 3ac0302d-7239-4123-99ed-6c8ad6daf201, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e956a7d2-d48c-47be-8c3a-904a76b29e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:36:58.278597 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-71be3330-0630-4a99-92f4-3a3ec8ff78e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3ac0302d-7239-4123-99ed-6c8ad6daf201), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:58.366967 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-71be3330-0630-4a99-92f4-3a3ec8ff78e0 None None] For port 3ac0302d-7239-4123-99ed-6c8ad6daf201, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:36:58.370632 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-71be3330-0630-4a99-92f4-3a3ec8ff78e0 None None] For port 3ac0302d-7239-4123-99ed-6c8ad6daf201, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3ac0302d-7239-4123-99ed-6c8ad6daf201,segment=NetworkSegment(e956a7d2-d48c-47be-8c3a-904a76b29e3c),segment_id=e956a7d2-d48c-47be-8c3a-904a76b29e3c)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:36:58.381252 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-71be3330-0630-4a99-92f4-3a3ec8ff78e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3ac0302d-7239-4123-99ed-6c8ad6daf201), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:58.399575 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67d106f4-1499-479e-932f-ee1713ff9842 req-a65747b5-e942-4c3a-80fd-53b4d7a6e599 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-808023835&fields=id&tenant_id=d627fd44f08641ce94df40a06544c796 HTTP/1.1" status: 200 len: 267 time: 0.0564511 Feb 19 04:36:58.462319 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4af091-0dbe-497e-b36b-56ec674d3ccb None None] Pushing event updated for resources: {'Port': ['ID=3ac0302d-7239-4123-99ed-6c8ad6daf201,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:58.479689 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71be3330-0630-4a99-92f4-3a3ec8ff78e0 None None] Routers {'85d8b7c6-471f-4720-aac7-c020f22b3cba'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:36:58.480463 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-71be3330-0630-4a99-92f4-3a3ec8ff78e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:36:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['85d8b7c6-471f-4720-aac7-c020f22b3cba'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:58.557516 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-77028f48-c7fb-4525-be28-4ca3f86b94bc None None] Provisioning complete for port 3ac0302d-7239-4123-99ed-6c8ad6daf201 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:36:58.557977 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-77028f48-c7fb-4525-be28-4ca3f86b94bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3ac0302d-7239-4123-99ed-6c8ad6daf201), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:58.572887 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d106f4-1499-479e-932f-ee1713ff9842 req-dc4df478-e241-4d19-a77c-67b28b50be9a tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:58.574499 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67d106f4-1499-479e-932f-ee1713ff9842 req-dc4df478-e241-4d19-a77c-67b28b50be9a tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/networks?id=38951b0b-631d-4d3c-95f8-d0294dba40be HTTP/1.1" status: 200 len: 797 time: 0.1587739 Feb 19 04:36:58.591474 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67d106f4-1499-479e-932f-ee1713ff9842 req-19c4f984-c0f6-458a-b8b0-f30ad9eeb666 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/quotas/d627fd44f08641ce94df40a06544c796 HTTP/1.1" status: 200 len: 375 time: 0.0097771 Feb 19 04:36:58.660369 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67d106f4-1499-479e-932f-ee1713ff9842 req-ae68809d-441f-4cbe-b110-50172861c5f8 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d627fd44f08641ce94df40a06544c796&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620544 Feb 19 04:36:58.746077 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-67d106f4-1499-479e-932f-ee1713ff9842 req-9e89e475-cb3f-4448-abd5-8c62e8e7fbb4 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:36:58.748440 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67d106f4-1499-479e-932f-ee1713ff9842 req-9e89e475-cb3f-4448-abd5-8c62e8e7fbb4 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0740707 Feb 19 04:36:58.853856 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67d106f4-1499-479e-932f-ee1713ff9842 req-be7b4af5-6ff1-44c0-bb9d-b4ef29a75a3c service neutron] 10.222.0.52 "GET /v2.0/networks/38951b0b-631d-4d3c-95f8-d0294dba40be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968754 Feb 19 04:36:58.860605 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-71be3330-0630-4a99-92f4-3a3ec8ff78e0 None None] Set router 85d8b7c6-471f-4720-aac7-c020f22b3cba gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:36:58.955309 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67d106f4-1499-479e-932f-ee1713ff9842 req-aecdf4bf-89ff-400d-9950-056b34bd6b3d service neutron] 10.222.0.52 "GET /v2.0/networks/38951b0b-631d-4d3c-95f8-d0294dba40be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947504 Feb 19 04:36:59.012159 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-77028f48-c7fb-4525-be28-4ca3f86b94bc None None] Current status of the port 3ac0302d-7239-4123-99ed-6c8ad6daf201 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:36:59.012561 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-77028f48-c7fb-4525-be28-4ca3f86b94bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3ac0302d-7239-4123-99ed-6c8ad6daf201), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:59.097288 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-77028f48-c7fb-4525-be28-4ca3f86b94bc None None] For port 3ac0302d-7239-4123-99ed-6c8ad6daf201, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3ac0302d-7239-4123-99ed-6c8ad6daf201,segment=NetworkSegment(e956a7d2-d48c-47be-8c3a-904a76b29e3c),segment_id=e956a7d2-d48c-47be-8c3a-904a76b29e3c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:36:59.106384 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-77028f48-c7fb-4525-be28-4ca3f86b94bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3ac0302d-7239-4123-99ed-6c8ad6daf201), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:59.194804 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b5f7048-c991-4382-bc07-1ddf4008e30d req-f3c9a11d-e3ff-4495-af18-9f9dfd1a639f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=c05076ac-a51c-4fc7-a850-ea62413cc6ea HTTP/1.1" status: 200 len: 210 time: 0.0582902 Feb 19 04:36:59.260531 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77028f48-c7fb-4525-be28-4ca3f86b94bc None None] Pushing event updated for resources: {'Port': ['ID=3ac0302d-7239-4123-99ed-6c8ad6daf201,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:59.272979 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e029d5f9-9393-40b5-9f19-0dcf2da4cee4 None None] Provisioning complete for port 3ac0302d-7239-4123-99ed-6c8ad6daf201 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:36:59.273479 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e029d5f9-9393-40b5-9f19-0dcf2da4cee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3ac0302d-7239-4123-99ed-6c8ad6daf201), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:59.281457 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277537ee-646a-497b-a552-bfeb68ddbb84 req-b7164025-8692-4aee-826c-4bc55c6f38d2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:59.282322 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-277537ee-646a-497b-a552-bfeb68ddbb84 req-b7164025-8692-4aee-826c-4bc55c6f38d2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 943 time: 0.0590243 Feb 19 04:36:59.318973 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-71be3330-0630-4a99-92f4-3a3ec8ff78e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'name': 'tempest-TestNetworkBasicOps-router-995266577', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:55Z', 'revision_number': 4, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '3ac0302d-7239-4123-99ed-6c8ad6daf201', 'name': '', 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'mac_address': 'fa:16:3e:90:99:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:54Z', 'updated_at': '2022-02-19T04:36:58Z', 'revision_number': 4, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'subnets': [{'id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:59.350378 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71be3330-0630-4a99-92f4-3a3ec8ff78e0 None None] The sync data for ids ['85d8b7c6-471f-4720-aac7-c020f22b3cba'] in n-d-828369-19 is: [{'id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'name': 'tempest-TestNetworkBasicOps-router-995266577', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:55Z', 'revision_number': 4, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '3ac0302d-7239-4123-99ed-6c8ad6daf201', 'name': '', 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'mac_address': 'fa:16:3e:90:99:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:54Z', 'updated_at': '2022-02-19T04:36:58Z', 'revision_number': 4, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'subnets': [{'id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:36:59.366442 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-277537ee-646a-497b-a552-bfeb68ddbb84 req-a8fd13c0-7128-42dc-87e5-f32f98372cbc tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780413 Feb 19 04:36:59.434004 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e029d5f9-9393-40b5-9f19-0dcf2da4cee4 None None] Current status of the port 3ac0302d-7239-4123-99ed-6c8ad6daf201 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:36:59.928773 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:00.346840 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-24177f2c-f8e3-43aa-a9d6-77a7ea370c30 req-276dba55-8fa8-40e2-b585-653dc45036cd tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=c05076ac-a51c-4fc7-a850-ea62413cc6ea HTTP/1.1" status: 200 len: 210 time: 0.0651398 Feb 19 04:37:00.398675 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d106f4-1499-479e-932f-ee1713ff9842 req-1aafc58d-d7ac-41dd-8736-9cd0b92f892a tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:00.400461 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67d106f4-1499-479e-932f-ee1713ff9842 req-1aafc58d-d7ac-41dd-8736-9cd0b92f892a tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.79 "GET /v2.0/networks?id=38951b0b-631d-4d3c-95f8-d0294dba40be HTTP/1.1" status: 200 len: 797 time: 0.1473541 Feb 19 04:37:00.518810 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67d106f4-1499-479e-932f-ee1713ff9842 req-6542a037-fc62-45a7-8c49-27233e285396 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d627fd44f08641ce94df40a06544c796 HTTP/1.1" status: 200 len: 379 time: 0.1097293 Feb 19 04:37:00.531323 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-67d106f4-1499-479e-932f-ee1713ff9842 req-20197ecb-1495-4199-9e36-f862c3800899 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'port': {'device_id': 'c05076ac-a51c-4fc7-a850-ea62413cc6ea', 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be', 'admin_state_up': True, 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'security_groups': ['32d215ce-5c58-44bb-bd5b-835f05e8296c']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:00.595003 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835b94a-50cb-4618-982e-46e709441ed0 req-b026074f-c146-4a4f-b61b-7b6ffb7f140a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:00.602267 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8835b94a-50cb-4618-982e-46e709441ed0 req-b026074f-c146-4a4f-b61b-7b6ffb7f140a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 943 time: 0.1288490 Feb 19 04:37:00.658064 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b5f3cc9c-92af-490b-9f43-c1666143a360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:00.684512 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8835b94a-50cb-4618-982e-46e709441ed0 req-eb0f73ec-ecf1-4637-b172-5efb741ad064 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812938 Feb 19 04:37:00.731917 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67d106f4-1499-479e-932f-ee1713ff9842 req-20197ecb-1495-4199-9e36-f862c3800899 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Made reservation on behalf of d627fd44f08641ce94df40a06544c796 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:37:00.736303 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-67d106f4-1499-479e-932f-ee1713ff9842 req-20197ecb-1495-4199-9e36-f862c3800899 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:00.890470 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-67d106f4-1499-479e-932f-ee1713ff9842 req-20197ecb-1495-4199-9e36-f862c3800899 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Allocated IP 172.20.0.11 (38951b0b-631d-4d3c-95f8-d0294dba40be/c3dd2703-f92f-41a2-aee0-46cab6d91e11/2483126e-dd55-4374-9afc-82e976ec6686) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:37:01.065433 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-67d106f4-1499-479e-932f-ee1713ff9842 req-20197ecb-1495-4199-9e36-f862c3800899 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for port (2483126e-dd55-4374-9afc-82e976ec6686), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:01.090218 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3ac0302d-7239-4123-99ed-6c8ad6daf201 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:37:01.111563 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-67d106f4-1499-479e-932f-ee1713ff9842 req-20197ecb-1495-4199-9e36-f862c3800899 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (2483126e-dd55-4374-9afc-82e976ec6686), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:01.149009 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 3ac0302d-7239-4123-99ed-6c8ad6daf201 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:01.149897 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3ac0302d-7239-4123-99ed-6c8ad6daf201), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:01.156349 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67d106f4-1499-479e-932f-ee1713ff9842 req-20197ecb-1495-4199-9e36-f862c3800899 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Network 38951b0b-631d-4d3c-95f8-d0294dba40be is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:37:01.159687 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-67d106f4-1499-479e-932f-ee1713ff9842 req-20197ecb-1495-4199-9e36-f862c3800899 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:37:01.165727 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d106f4-1499-479e-932f-ee1713ff9842 req-20197ecb-1495-4199-9e36-f862c3800899 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:37:01.173292 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20197ecb-1495-4199-9e36-f862c3800899 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'Port': ['ID=2483126e-dd55-4374-9afc-82e976ec6686,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:01.238390 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d106f4-1499-479e-932f-ee1713ff9842 req-20197ecb-1495-4199-9e36-f862c3800899 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:01.239274 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-67d106f4-1499-479e-932f-ee1713ff9842 req-20197ecb-1495-4199-9e36-f862c3800899 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:01.265158 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67d106f4-1499-479e-932f-ee1713ff9842 req-20197ecb-1495-4199-9e36-f862c3800899 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7396891 Feb 19 04:37:01.267201 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 3ac0302d-7239-4123-99ed-6c8ad6daf201 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:01.279378 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-67d106f4-1499-479e-932f-ee1713ff9842 req-42b15366-6f63-4121-ac2c-1df7a7ebb6ed service neutron] Request body: {'port': {'device_id': 'c05076ac-a51c-4fc7-a850-ea62413cc6ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:01.351876 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-67d106f4-1499-479e-932f-ee1713ff9842 req-42b15366-6f63-4121-ac2c-1df7a7ebb6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2483126e-dd55-4374-9afc-82e976ec6686), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:01.473628 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-0439faa7-a026-4883-931e-bf7a344c4bcc None None] Provisioning complete for port 2483126e-dd55-4374-9afc-82e976ec6686 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:01.473961 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0439faa7-a026-4883-931e-bf7a344c4bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2483126e-dd55-4374-9afc-82e976ec6686), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:01.510050 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0439faa7-a026-4883-931e-bf7a344c4bcc None None] Port 2483126e-dd55-4374-9afc-82e976ec6686 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:37:01.580158 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd80fc8-bf00-4a8b-97b3-9e8bbe58cbe7 req-baada02f-773f-4826-97b7-e66423051809 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:01.582194 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3fd80fc8-bf00-4a8b-97b3-9e8bbe58cbe7 req-baada02f-773f-4826-97b7-e66423051809 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=c05076ac-a51c-4fc7-a850-ea62413cc6ea HTTP/1.1" status: 200 len: 932 time: 0.1192915 Feb 19 04:37:01.666443 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3fd80fc8-bf00-4a8b-97b3-9e8bbe58cbe7 req-5829c268-6ea7-4f06-a625-21b8db9d11c4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=32d215ce-5c58-44bb-bd5b-835f05e8296c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781267 Feb 19 04:37:01.727868 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-67d106f4-1499-479e-932f-ee1713ff9842 req-42b15366-6f63-4121-ac2c-1df7a7ebb6ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2483126e-dd55-4374-9afc-82e976ec6686 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:37:01.738631 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-67d106f4-1499-479e-932f-ee1713ff9842 req-42b15366-6f63-4121-ac2c-1df7a7ebb6ed service neutron] Publish callbacks [] for port (2483126e-dd55-4374-9afc-82e976ec6686), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:01.756569 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-67d106f4-1499-479e-932f-ee1713ff9842 req-42b15366-6f63-4121-ac2c-1df7a7ebb6ed service neutron] Transition to ACTIVE for port object 2483126e-dd55-4374-9afc-82e976ec6686 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:37:01.770128 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-67d106f4-1499-479e-932f-ee1713ff9842 req-42b15366-6f63-4121-ac2c-1df7a7ebb6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (2483126e-dd55-4374-9afc-82e976ec6686), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:01.878132 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b15366-6f63-4121-ac2c-1df7a7ebb6ed service neutron] Pushing event updated for resources: {'Port': ['ID=2483126e-dd55-4374-9afc-82e976ec6686,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:01.941029 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c1b11-547e-443d-9df8-38c20d6e0383 req-56424fec-15e4-4ba4-856a-e9d9b6b1e55a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:01.943361 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b06c1b11-547e-443d-9df8-38c20d6e0383 req-56424fec-15e4-4ba4-856a-e9d9b6b1e55a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 943 time: 0.1851072 Feb 19 04:37:02.037649 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b06c1b11-547e-443d-9df8-38c20d6e0383 req-70022683-14ff-4c85-8dff-c79e50d8293f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886209 Feb 19 04:37:02.038659 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-67d106f4-1499-479e-932f-ee1713ff9842 req-42b15366-6f63-4121-ac2c-1df7a7ebb6ed service neutron] Attempting to bind port 2483126e-dd55-4374-9afc-82e976ec6686 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:37:02.039007 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-67d106f4-1499-479e-932f-ee1713ff9842 req-42b15366-6f63-4121-ac2c-1df7a7ebb6ed service neutron] Attempting to bind port 2483126e-dd55-4374-9afc-82e976ec6686 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'e956a7d2-d48c-47be-8c3a-904a76b29e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:37:02.039410 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d106f4-1499-479e-932f-ee1713ff9842 req-42b15366-6f63-4121-ac2c-1df7a7ebb6ed service neutron] Attempting to bind port 2483126e-dd55-4374-9afc-82e976ec6686 on network 38951b0b-631d-4d3c-95f8-d0294dba40be {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:37:02.045379 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d106f4-1499-479e-932f-ee1713ff9842 req-42b15366-6f63-4121-ac2c-1df7a7ebb6ed service neutron] Port 2483126e-dd55-4374-9afc-82e976ec6686 on network 38951b0b-631d-4d3c-95f8-d0294dba40be not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:37:02.046677 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d106f4-1499-479e-932f-ee1713ff9842 req-42b15366-6f63-4121-ac2c-1df7a7ebb6ed service neutron] Attempting to bind port 2483126e-dd55-4374-9afc-82e976ec6686 on network 38951b0b-631d-4d3c-95f8-d0294dba40be {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:37:02.052879 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d106f4-1499-479e-932f-ee1713ff9842 req-42b15366-6f63-4121-ac2c-1df7a7ebb6ed service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:37:02.053653 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d106f4-1499-479e-932f-ee1713ff9842 req-42b15366-6f63-4121-ac2c-1df7a7ebb6ed service neutron] Checking segment: {'id': 'e956a7d2-d48c-47be-8c3a-904a76b29e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:37:02.054043 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d106f4-1499-479e-932f-ee1713ff9842 req-42b15366-6f63-4121-ac2c-1df7a7ebb6ed service neutron] Bound using segment: {'id': 'e956a7d2-d48c-47be-8c3a-904a76b29e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:37:02.054731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-67d106f4-1499-479e-932f-ee1713ff9842 req-42b15366-6f63-4121-ac2c-1df7a7ebb6ed service neutron] Bound port: 2483126e-dd55-4374-9afc-82e976ec6686, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e956a7d2-d48c-47be-8c3a-904a76b29e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:37:02.055230 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-67d106f4-1499-479e-932f-ee1713ff9842 req-42b15366-6f63-4121-ac2c-1df7a7ebb6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2483126e-dd55-4374-9afc-82e976ec6686), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:02.131038 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-67d106f4-1499-479e-932f-ee1713ff9842 req-42b15366-6f63-4121-ac2c-1df7a7ebb6ed service neutron] For port 2483126e-dd55-4374-9afc-82e976ec6686, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:37:02.134560 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-67d106f4-1499-479e-932f-ee1713ff9842 req-42b15366-6f63-4121-ac2c-1df7a7ebb6ed service neutron] For port 2483126e-dd55-4374-9afc-82e976ec6686, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=2483126e-dd55-4374-9afc-82e976ec6686,segment=NetworkSegment(e956a7d2-d48c-47be-8c3a-904a76b29e3c),segment_id=e956a7d2-d48c-47be-8c3a-904a76b29e3c)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:37:02.141752 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-67d106f4-1499-479e-932f-ee1713ff9842 req-42b15366-6f63-4121-ac2c-1df7a7ebb6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (2483126e-dd55-4374-9afc-82e976ec6686), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:02.183818 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d106f4-1499-479e-932f-ee1713ff9842 req-42b15366-6f63-4121-ac2c-1df7a7ebb6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:02.184615 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-67d106f4-1499-479e-932f-ee1713ff9842 req-42b15366-6f63-4121-ac2c-1df7a7ebb6ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:02.186482 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67d106f4-1499-479e-932f-ee1713ff9842 req-42b15366-6f63-4121-ac2c-1df7a7ebb6ed service neutron] 10.222.0.79 "PUT /v2.0/ports/2483126e-dd55-4374-9afc-82e976ec6686 HTTP/1.1" status: 200 len: 1093 time: 0.9126914 Feb 19 04:37:02.192556 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05076ac-a51c-4fc7-a850-ea62413cc6ea', 'tag': '2483126e-dd55-4374-9afc-82e976ec6686'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:37:02.192556 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c4c7ed-b9bb-4958-a31b-8b74f1dd10ca" -d '{"events": [{"name": "network-changed", "server_uuid": "c05076ac-a51c-4fc7-a850-ea62413cc6ea", "tag": "2483126e-dd55-4374-9afc-82e976ec6686"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:37:02.216663 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b15366-6f63-4121-ac2c-1df7a7ebb6ed service neutron] Pushing event updated for resources: {'Port': ['ID=2483126e-dd55-4374-9afc-82e976ec6686,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:02.239114 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9c8b40-a340-486d-b044-0e09cdac120e x-openstack-request-id: req-4a9c8b40-a340-486d-b044-0e09cdac120e {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:37:02.239511 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05076ac-a51c-4fc7-a850-ea62413cc6ea", "tag": "2483126e-dd55-4374-9afc-82e976ec6686", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:37:02.239858 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a9c8b40-a340-486d-b044-0e09cdac120e {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:37:02.240425 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05076ac-a51c-4fc7-a850-ea62413cc6ea', 'tag': '2483126e-dd55-4374-9afc-82e976ec6686', 'status': 'completed', 'code': 200} Feb 19 04:37:02.296874 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d106f4-1499-479e-932f-ee1713ff9842 req-31f31ca4-d67c-419a-a439-f8ed73733297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:02.298875 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67d106f4-1499-479e-932f-ee1713ff9842 req-31f31ca4-d67c-419a-a439-f8ed73733297 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d627fd44f08641ce94df40a06544c796&device_id=c05076ac-a51c-4fc7-a850-ea62413cc6ea HTTP/1.1" status: 200 len: 1127 time: 0.0526531 Feb 19 04:37:02.342045 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67d106f4-1499-479e-932f-ee1713ff9842 req-50893963-a8ba-4919-a58d-a921fca520e7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2483126e-dd55-4374-9afc-82e976ec6686 HTTP/1.1" status: 200 len: 217 time: 0.0349081 Feb 19 04:37:02.397679 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d106f4-1499-479e-932f-ee1713ff9842 req-5bd51166-0d72-4df2-81b6-ebc58183e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:02.399476 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67d106f4-1499-479e-932f-ee1713ff9842 req-5bd51166-0d72-4df2-81b6-ebc58183e667 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c3dd2703-f92f-41a2-aee0-46cab6d91e11 HTTP/1.1" status: 200 len: 835 time: 0.0517392 Feb 19 04:37:02.450365 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d106f4-1499-479e-932f-ee1713ff9842 req-dfca4242-b8e5-4b6d-8194-b8833e10b640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:02.452630 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67d106f4-1499-479e-932f-ee1713ff9842 req-dfca4242-b8e5-4b6d-8194-b8833e10b640 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=38951b0b-631d-4d3c-95f8-d0294dba40be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460479 Feb 19 04:37:02.548361 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67d106f4-1499-479e-932f-ee1713ff9842 req-f13dfb8c-7ef6-474b-9f2f-a9f3554c7720 service neutron] 10.222.0.79 "GET /v2.0/networks/38951b0b-631d-4d3c-95f8-d0294dba40be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902114 Feb 19 04:37:02.649230 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67d106f4-1499-479e-932f-ee1713ff9842 req-60531e03-1655-4ffe-b462-a39869f07061 service neutron] 10.222.0.79 "GET /v2.0/networks/38951b0b-631d-4d3c-95f8-d0294dba40be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950055 Feb 19 04:37:02.740815 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4c7ed-b9bb-4958-a31b-8b74f1dd10ca req-d75161f8-d908-4b90-9af2-3bc17f3f8920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:02.742433 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-63c4c7ed-b9bb-4958-a31b-8b74f1dd10ca req-d75161f8-d908-4b90-9af2-3bc17f3f8920 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d627fd44f08641ce94df40a06544c796&device_id=c05076ac-a51c-4fc7-a850-ea62413cc6ea HTTP/1.1" status: 200 len: 1127 time: 0.0498788 Feb 19 04:37:02.861754 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffcbe4-fe8d-4b28-b1d2-658ea9b52dc5 req-5d2b3598-6c72-4101-9d29-4d45a08dd85a tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:02.863224 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ddffcbe4-fe8d-4b28-b1d2-658ea9b52dc5 req-5d2b3598-6c72-4101-9d29-4d45a08dd85a tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=c05076ac-a51c-4fc7-a850-ea62413cc6ea HTTP/1.1" status: 200 len: 944 time: 0.1180067 Feb 19 04:37:02.893336 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4c7ed-b9bb-4958-a31b-8b74f1dd10ca req-e1a8fa64-0084-46c5-8463-234df4bc9e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:02.894976 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-63c4c7ed-b9bb-4958-a31b-8b74f1dd10ca req-e1a8fa64-0084-46c5-8463-234df4bc9e2b service neutron] 10.222.0.79 "GET /v2.0/networks?id=38951b0b-631d-4d3c-95f8-d0294dba40be HTTP/1.1" status: 200 len: 898 time: 0.1399968 Feb 19 04:37:02.952814 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-63c4c7ed-b9bb-4958-a31b-8b74f1dd10ca req-e2a38290-4762-41b4-ac5d-2d246a4ba7bb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2483126e-dd55-4374-9afc-82e976ec6686 HTTP/1.1" status: 200 len: 217 time: 0.0454102 Feb 19 04:37:02.961752 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ddffcbe4-fe8d-4b28-b1d2-658ea9b52dc5 req-bd687c13-1896-4130-98f9-029743a89ec4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=32d215ce-5c58-44bb-bd5b-835f05e8296c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921042 Feb 19 04:37:03.008928 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4c7ed-b9bb-4958-a31b-8b74f1dd10ca req-44f0f8be-1c09-4449-80e5-789e7501a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:03.010394 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-63c4c7ed-b9bb-4958-a31b-8b74f1dd10ca req-44f0f8be-1c09-4449-80e5-789e7501a87d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c3dd2703-f92f-41a2-aee0-46cab6d91e11 HTTP/1.1" status: 200 len: 835 time: 0.0478251 Feb 19 04:37:03.065546 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4c7ed-b9bb-4958-a31b-8b74f1dd10ca req-f25d0158-9d3f-483c-9253-d73c6c949cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:03.067153 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-63c4c7ed-b9bb-4958-a31b-8b74f1dd10ca req-f25d0158-9d3f-483c-9253-d73c6c949cfc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=38951b0b-631d-4d3c-95f8-d0294dba40be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0507469 Feb 19 04:37:03.195480 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-63c4c7ed-b9bb-4958-a31b-8b74f1dd10ca req-0fff9c82-2c23-4121-ab78-bda9047a0342 service neutron] 10.222.0.79 "GET /v2.0/networks/38951b0b-631d-4d3c-95f8-d0294dba40be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210368 Feb 19 04:37:03.203982 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd760ace-c6a5-49ed-b6a1-8fd7a4a9c114 req-b9840e3d-9cf6-49f8-8218-c2947b4f8b0a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:03.205410 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dd760ace-c6a5-49ed-b6a1-8fd7a4a9c114 req-b9840e3d-9cf6-49f8-8218-c2947b4f8b0a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 943 time: 0.0832427 Feb 19 04:37:03.305796 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dd760ace-c6a5-49ed-b6a1-8fd7a4a9c114 req-3602f78d-6a6b-4bf5-bc11-651e51ec5bd1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924716 Feb 19 04:37:03.328476 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-63c4c7ed-b9bb-4958-a31b-8b74f1dd10ca req-993f3020-0d57-4f91-9b59-791a13082c5f service neutron] 10.222.0.79 "GET /v2.0/networks/38951b0b-631d-4d3c-95f8-d0294dba40be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220284 Feb 19 04:37:03.484140 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e52541aa-a2c9-4a14-9336-57222e0edb58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:03.878647 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:04.086501 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a2c58-a09c-43e5-a6e9-a861b079a496 req-7e8b0ee6-8731-4851-95f3-de16ca976546 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:04.088010 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-470a2c58-a09c-43e5-a6e9-a861b079a496 req-7e8b0ee6-8731-4851-95f3-de16ca976546 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=c05076ac-a51c-4fc7-a850-ea62413cc6ea HTTP/1.1" status: 200 len: 944 time: 0.0528991 Feb 19 04:37:04.136768 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-470a2c58-a09c-43e5-a6e9-a861b079a496 req-25735259-6cfd-409d-b380-66779126a721 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=32d215ce-5c58-44bb-bd5b-835f05e8296c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418615 Feb 19 04:37:04.429731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca368722-0383-4794-9752-0e68da327fdc req-1b2a8951-e5e9-40cc-8157-18ce556dec8d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:04.431227 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca368722-0383-4794-9752-0e68da327fdc req-1b2a8951-e5e9-40cc-8157-18ce556dec8d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 943 time: 0.0530033 Feb 19 04:37:04.482441 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca368722-0383-4794-9752-0e68da327fdc req-df6ee41d-c0ff-414f-af6f-64233bf53936 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452981 Feb 19 04:37:05.282884 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85374dca-ab53-456d-b89e-5aa09a4150ed req-d9107a86-cb44-4fcc-8c13-c1e20ef22ffe tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:05.284505 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85374dca-ab53-456d-b89e-5aa09a4150ed req-d9107a86-cb44-4fcc-8c13-c1e20ef22ffe tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=c05076ac-a51c-4fc7-a850-ea62413cc6ea HTTP/1.1" status: 200 len: 944 time: 0.0617363 Feb 19 04:37:05.339372 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85374dca-ab53-456d-b89e-5aa09a4150ed req-88e1adc6-62b7-4e1d-8e99-c4ff20bb4f4d tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=32d215ce-5c58-44bb-bd5b-835f05e8296c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491276 Feb 19 04:37:05.350643 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 2483126e-dd55-4374-9afc-82e976ec6686 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:37:05.386415 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:05.475591 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 2483126e-dd55-4374-9afc-82e976ec6686, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=2483126e-dd55-4374-9afc-82e976ec6686,segment=NetworkSegment(e956a7d2-d48c-47be-8c3a-904a76b29e3c),segment_id=e956a7d2-d48c-47be-8c3a-904a76b29e3c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:05.493251 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '2483126e-dd55-4374-9afc-82e976ec6686', 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be', 'port_id': '2483126e-dd55-4374-9afc-82e976ec6686', 'mac_address': 'fa:16:3e:d9:99:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:37:05.549115 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 2483126e-dd55-4374-9afc-82e976ec6686 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:05.549619 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2483126e-dd55-4374-9afc-82e976ec6686), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:05.569488 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2483126e-dd55-4374-9afc-82e976ec6686 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:37:05.592078 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 2483126e-dd55-4374-9afc-82e976ec6686, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=2483126e-dd55-4374-9afc-82e976ec6686,segment=NetworkSegment(e956a7d2-d48c-47be-8c3a-904a76b29e3c),segment_id=e956a7d2-d48c-47be-8c3a-904a76b29e3c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:05.598721 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2483126e-dd55-4374-9afc-82e976ec6686), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:05.639978 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206f804-d7fa-4663-877a-257cba7475e6 req-c4d4b18d-14a0-4f58-b3c0-b482c953d154 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:05.641606 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8206f804-d7fa-4663-877a-257cba7475e6 req-c4d4b18d-14a0-4f58-b3c0-b482c953d154 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 943 time: 0.0720129 Feb 19 04:37:05.656819 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=2483126e-dd55-4374-9afc-82e976ec6686,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:05.691272 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8206f804-d7fa-4663-877a-257cba7475e6 req-9455e438-62e9-4cfc-9bfc-34eade7fb2d8 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437188 Feb 19 04:37:05.825627 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['2483126e-dd55-4374-9afc-82e976ec6686'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:37:06.483366 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb75ec-d510-4fa9-b8d0-c8aa6cd8295a req-c26aa815-ffb7-484d-bb47-da35669bac8c tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:06.484833 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fcfb75ec-d510-4fa9-b8d0-c8aa6cd8295a req-c26aa815-ffb7-484d-bb47-da35669bac8c tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=c05076ac-a51c-4fc7-a850-ea62413cc6ea HTTP/1.1" status: 200 len: 945 time: 0.0559440 Feb 19 04:37:06.534271 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fcfb75ec-d510-4fa9-b8d0-c8aa6cd8295a req-c5817f9f-0cbd-4ef7-86c6-1a769561f520 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=32d215ce-5c58-44bb-bd5b-835f05e8296c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434837 Feb 19 04:37:06.812505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55416e61-a1ee-48c4-aa43-1b596133c053 req-bd098860-e527-4ea1-8241-ad7354639ce6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:06.814545 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55416e61-a1ee-48c4-aa43-1b596133c053 req-bd098860-e527-4ea1-8241-ad7354639ce6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 943 time: 0.0554681 Feb 19 04:37:06.820624 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:06.867827 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55416e61-a1ee-48c4-aa43-1b596133c053 req-f947e93f-d4ba-4acc-a024-48377f241e7b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456018 Feb 19 04:37:07.352882 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 2483126e-dd55-4374-9afc-82e976ec6686 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:37:07.404904 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 2483126e-dd55-4374-9afc-82e976ec6686 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:37:07.408937 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 2483126e-dd55-4374-9afc-82e976ec6686 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:07.409371 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2483126e-dd55-4374-9afc-82e976ec6686), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:07.491020 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 2483126e-dd55-4374-9afc-82e976ec6686 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:07.491426 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2483126e-dd55-4374-9afc-82e976ec6686), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:07.517242 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05076ac-a51c-4fc7-a850-ea62413cc6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2483126e-dd55-4374-9afc-82e976ec6686'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:37:07.520150 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3351b01e-c8a4-4123-b0df-af22ae6e8b80" -d '{"events": [{"server_uuid": "c05076ac-a51c-4fc7-a850-ea62413cc6ea", "name": "network-vif-plugged", "status": "completed", "tag": "2483126e-dd55-4374-9afc-82e976ec6686"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:37:07.536118 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 2483126e-dd55-4374-9afc-82e976ec6686, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=2483126e-dd55-4374-9afc-82e976ec6686,segment=NetworkSegment(e956a7d2-d48c-47be-8c3a-904a76b29e3c),segment_id=e956a7d2-d48c-47be-8c3a-904a76b29e3c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:07.540409 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2483126e-dd55-4374-9afc-82e976ec6686), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:07.580717 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba63250-a23e-4f93-b793-e2e77495a4f6 x-openstack-request-id: req-7ba63250-a23e-4f93-b793-e2e77495a4f6 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:37:07.586687 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05076ac-a51c-4fc7-a850-ea62413cc6ea", "name": "network-vif-plugged", "status": "completed", "tag": "2483126e-dd55-4374-9afc-82e976ec6686", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:37:07.586818 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7ba63250-a23e-4f93-b793-e2e77495a4f6 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:37:07.587173 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05076ac-a51c-4fc7-a850-ea62413cc6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2483126e-dd55-4374-9afc-82e976ec6686', 'code': 200} Feb 19 04:37:07.616265 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=2483126e-dd55-4374-9afc-82e976ec6686,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:07.722034 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715d27b-96d3-457e-86bd-fc9142a604c3 req-3cf29a12-aa8b-4eee-ac1c-326e6c6b4b9d tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:07.723538 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e715d27b-96d3-457e-86bd-fc9142a604c3 req-3cf29a12-aa8b-4eee-ac1c-326e6c6b4b9d tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=c05076ac-a51c-4fc7-a850-ea62413cc6ea HTTP/1.1" status: 200 len: 946 time: 0.1105952 Feb 19 04:37:07.726141 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2944108-ada6-4a57-a3f4-3fbf21e9d652 req-ed4e7231-f3bd-4770-adf1-58c3283650a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:07.727486 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d2944108-ada6-4a57-a3f4-3fbf21e9d652 req-ed4e7231-f3bd-4770-adf1-58c3283650a0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c05076ac-a51c-4fc7-a850-ea62413cc6ea HTTP/1.1" status: 200 len: 1129 time: 0.1003873 Feb 19 04:37:07.812644 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e715d27b-96d3-457e-86bd-fc9142a604c3 req-974f76a0-067f-4db0-8214-2655e6bb1163 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=32d215ce-5c58-44bb-bd5b-835f05e8296c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835721 Feb 19 04:37:07.817144 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d2944108-ada6-4a57-a3f4-3fbf21e9d652 req-e39172bc-13f9-4bc8-8928-05d266c1adba service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=32d215ce-5c58-44bb-bd5b-835f05e8296c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820045 Feb 19 04:37:07.987793 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b36181-3e58-4d3c-a63a-fc6b4c2311b8 req-b39cd746-53d0-4451-ab14-cc697453b053 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:07.989571 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99b36181-3e58-4d3c-a63a-fc6b4c2311b8 req-b39cd746-53d0-4451-ab14-cc697453b053 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 943 time: 0.0541196 Feb 19 04:37:08.037090 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99b36181-3e58-4d3c-a63a-fc6b4c2311b8 req-f544300c-371d-4e95-b683-4956093ca246 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419106 Feb 19 04:37:08.940137 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcb524-e61a-49f3-85b7-0c537d04f221 req-f3c435ca-7fc9-46a7-94f1-522580765d27 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:08.941779 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97dcb524-e61a-49f3-85b7-0c537d04f221 req-f3c435ca-7fc9-46a7-94f1-522580765d27 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=c05076ac-a51c-4fc7-a850-ea62413cc6ea HTTP/1.1" status: 200 len: 946 time: 0.0612104 Feb 19 04:37:08.993400 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97dcb524-e61a-49f3-85b7-0c537d04f221 req-9d5c99ad-0189-4a59-a622-26fd9784e893 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=32d215ce-5c58-44bb-bd5b-835f05e8296c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450933 Feb 19 04:37:09.156307 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54568578-9b65-48ea-8d60-ba332af71b4c req-3387e5b4-d194-4c90-bcc5-43a7837f820d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:09.157807 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54568578-9b65-48ea-8d60-ba332af71b4c req-3387e5b4-d194-4c90-bcc5-43a7837f820d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 943 time: 0.0525479 Feb 19 04:37:09.205569 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54568578-9b65-48ea-8d60-ba332af71b4c req-81402b50-79f8-4364-8432-4383273b7388 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421889 Feb 19 04:37:10.107736 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00952e-14e3-4a70-8443-fde870a2c87f req-7e7dc25f-8443-4fb3-b83f-307a4d5f90a2 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:10.109669 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a00952e-14e3-4a70-8443-fde870a2c87f req-7e7dc25f-8443-4fb3-b83f-307a4d5f90a2 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=c05076ac-a51c-4fc7-a850-ea62413cc6ea HTTP/1.1" status: 200 len: 946 time: 0.0507765 Feb 19 04:37:10.159890 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a00952e-14e3-4a70-8443-fde870a2c87f req-08523cdd-0c08-4269-963a-4d98490fa1d4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=32d215ce-5c58-44bb-bd5b-835f05e8296c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445282 Feb 19 04:37:10.278906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605363ad-971f-4757-b52d-86bea07844c1 req-7b5e64b5-f908-4dcb-8918-85c97404f87a tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:10.280401 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-605363ad-971f-4757-b52d-86bea07844c1 req-7b5e64b5-f908-4dcb-8918-85c97404f87a tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=c05076ac-a51c-4fc7-a850-ea62413cc6ea HTTP/1.1" status: 200 len: 946 time: 0.0549607 Feb 19 04:37:10.356873 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-605363ad-971f-4757-b52d-86bea07844c1 req-8ab0f3af-7dec-4ff2-ba64-e321dfcb8fc3 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=32d215ce-5c58-44bb-bd5b-835f05e8296c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678511 Feb 19 04:37:10.364921 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e5230-bb3f-4877-9167-5719b393c5c7 req-ac6bc05d-4ab2-4c4c-a0a1-6119d28a83e6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:10.366391 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-df0e5230-bb3f-4877-9167-5719b393c5c7 req-ac6bc05d-4ab2-4c4c-a0a1-6119d28a83e6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 943 time: 0.0850849 Feb 19 04:37:10.379356 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42746) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:10.413506 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-df0e5230-bb3f-4877-9167-5719b393c5c7 req-889ee218-4f06-42e2-94ae-2446e083e04e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415187 Feb 19 04:37:10.425045 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ae786e-2f8f-4f79-9ecd-0862ea549759 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:10.429397 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-70ae786e-2f8f-4f79-9ecd-0862ea549759 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c05076ac-a51c-4fc7-a850-ea62413cc6ea HTTP/1.1" status: 200 len: 1124 time: 0.0463717 Feb 19 04:37:10.429652 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42748) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:10.433938 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-c7726f30-9458-42c1-82a6-8333802d5616 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'port_id': '2483126e-dd55-4374-9afc-82e976ec6686', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:10.455780 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c7726f30-9458-42c1-82a6-8333802d5616 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:10.548375 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c7726f30-9458-42c1-82a6-8333802d5616 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:10.652854 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-c7726f30-9458-42c1-82a6-8333802d5616 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Allocated IP 172.25.3.106 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/e64840ad-7bca-4582-9c3b-3fbf9aa1f8b8) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:37:10.751670 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c7726f30-9458-42c1-82a6-8333802d5616 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for port (e64840ad-7bca-4582-9c3b-3fbf9aa1f8b8), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:10.786014 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c7726f30-9458-42c1-82a6-8333802d5616 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (e64840ad-7bca-4582-9c3b-3fbf9aa1f8b8), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:10.825870 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7726f30-9458-42c1-82a6-8333802d5616 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:37:10.829164 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-c7726f30-9458-42c1-82a6-8333802d5616 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:37:10.834527 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7726f30-9458-42c1-82a6-8333802d5616 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:37:10.855856 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7726f30-9458-42c1-82a6-8333802d5616 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'Port': ['ID=e64840ad-7bca-4582-9c3b-3fbf9aa1f8b8,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:11.194695 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c7726f30-9458-42c1-82a6-8333802d5616 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for floatingip (bef7a2f7-043d-4e63-9850-e14fd290955e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:11.267125 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c7726f30-9458-42c1-82a6-8333802d5616 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e64840ad-7bca-4582-9c3b-3fbf9aa1f8b8), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:11.412311 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c7726f30-9458-42c1-82a6-8333802d5616 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for port (e64840ad-7bca-4582-9c3b-3fbf9aa1f8b8), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:11.416573 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c7726f30-9458-42c1-82a6-8333802d5616 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (e64840ad-7bca-4582-9c3b-3fbf9aa1f8b8), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:11.489007 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7726f30-9458-42c1-82a6-8333802d5616 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'Port': ['ID=e64840ad-7bca-4582-9c3b-3fbf9aa1f8b8,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:11.498573 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c7726f30-9458-42c1-82a6-8333802d5616 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (bef7a2f7-043d-4e63-9850-e14fd290955e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:11.536677 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ed480-6c45-4df9-9262-90748dd2a821 req-7e54f430-718a-4877-9d27-16efcfb418c8 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:11.538240 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-981ed480-6c45-4df9-9262-90748dd2a821 req-7e54f430-718a-4877-9d27-16efcfb418c8 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 943 time: 0.0553784 Feb 19 04:37:11.586714 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-981ed480-6c45-4df9-9262-90748dd2a821 req-8eb5f976-e8ef-442d-98e1-b0cb226393d6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424762 Feb 19 04:37:11.606126 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-c7726f30-9458-42c1-82a6-8333802d5616 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Floating IP bef7a2f7-043d-4e63-9850-e14fd290955e associated. External IP: 172.25.3.106, port: 2483126e-dd55-4374-9afc-82e976ec6686. Feb 19 04:37:12.115445 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7726f30-9458-42c1-82a6-8333802d5616 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Router 85d8b7c6-471f-4720-aac7-c020f22b3cba has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:37:12.220725 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7726f30-9458-42c1-82a6-8333802d5616 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:37:12.230226 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df35caea-bb13-4519-9ebc-fa4c86b31329 None None] Sync routers for ids ['85d8b7c6-471f-4720-aac7-c020f22b3cba'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:37:12.236717 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c7726f30-9458-42c1-82a6-8333802d5616 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.240521 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df35caea-bb13-4519-9ebc-fa4c86b31329 None None] Routers {'85d8b7c6-471f-4720-aac7-c020f22b3cba'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:37:12.241143 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-df35caea-bb13-4519-9ebc-fa4c86b31329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:37:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['85d8b7c6-471f-4720-aac7-c020f22b3cba'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:12.265641 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c7726f30-9458-42c1-82a6-8333802d5616 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8349171 Feb 19 04:37:12.266250 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05076ac-a51c-4fc7-a850-ea62413cc6ea', 'tag': '2483126e-dd55-4374-9afc-82e976ec6686'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:37:12.268490 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a62496a-04be-4a2f-a27b-68c9a440274b" -d '{"events": [{"name": "network-changed", "server_uuid": "c05076ac-a51c-4fc7-a850-ea62413cc6ea", "tag": "2483126e-dd55-4374-9afc-82e976ec6686"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:37:12.268642 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 42752) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:12.340442 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a1c0eefe-f558-4a9d-ae2a-77286bdfe0ab tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/floatingips/bef7a2f7-043d-4e63-9850-e14fd290955e HTTP/1.1" status: 200 len: 992 time: 0.0706453 Feb 19 04:37:12.354795 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-df35caea-bb13-4519-9ebc-fa4c86b31329 None None] Set router 85d8b7c6-471f-4720-aac7-c020f22b3cba gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:37:12.433416 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf888bde-e968-4945-aaad-4fca538c2189 x-openstack-request-id: req-bf888bde-e968-4945-aaad-4fca538c2189 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:37:12.433918 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05076ac-a51c-4fc7-a850-ea62413cc6ea", "tag": "2483126e-dd55-4374-9afc-82e976ec6686", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:37:12.434018 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bf888bde-e968-4945-aaad-4fca538c2189 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:37:12.434392 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05076ac-a51c-4fc7-a850-ea62413cc6ea', 'tag': '2483126e-dd55-4374-9afc-82e976ec6686', 'status': 'completed', 'code': 200} Feb 19 04:37:12.500894 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62496a-04be-4a2f-a27b-68c9a440274b req-683944f5-3d2f-4401-b454-02d552cc8d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:12.502809 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a62496a-04be-4a2f-a27b-68c9a440274b req-683944f5-3d2f-4401-b454-02d552cc8d1f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d627fd44f08641ce94df40a06544c796&device_id=c05076ac-a51c-4fc7-a850-ea62413cc6ea HTTP/1.1" status: 200 len: 1129 time: 0.0481422 Feb 19 04:37:12.583770 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-df35caea-bb13-4519-9ebc-fa4c86b31329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'name': 'tempest-TestNetworkBasicOps-router-995266577', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:55Z', 'revision_number': 4, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'bef7a2f7-043d-4e63-9850-e14fd290955e', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'port_id': '2483126e-dd55-4374-9afc-82e976ec6686', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be', 'mac_address': 'fa:16:3e:d9:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05076ac-a51c-4fc7-a850-ea62413cc6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:37:11Z', 'updated_at': '2022-02-19T04:37:11Z', 'revision_number': 0, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac0302d-7239-4123-99ed-6c8ad6daf201', 'name': '', 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'mac_address': 'fa:16:3e:90:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:54Z', 'updated_at': '2022-02-19T04:36:59Z', 'revision_number': 5, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'subnets': [{'id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:12.593183 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62496a-04be-4a2f-a27b-68c9a440274b req-f248d34e-70bc-4dc9-92f5-df6a128e0534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:12.594699 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a62496a-04be-4a2f-a27b-68c9a440274b req-f248d34e-70bc-4dc9-92f5-df6a128e0534 service neutron] 10.222.0.79 "GET /v2.0/networks?id=38951b0b-631d-4d3c-95f8-d0294dba40be HTTP/1.1" status: 200 len: 898 time: 0.0864043 Feb 19 04:37:12.609548 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df35caea-bb13-4519-9ebc-fa4c86b31329 None None] Checking router: 85d8b7c6-471f-4720-aac7-c020f22b3cba for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:37:12.617800 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df35caea-bb13-4519-9ebc-fa4c86b31329 None None] Routers {'85d8b7c6-471f-4720-aac7-c020f22b3cba'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:37:12.618450 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-df35caea-bb13-4519-9ebc-fa4c86b31329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:37:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['85d8b7c6-471f-4720-aac7-c020f22b3cba'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:12.674581 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a62496a-04be-4a2f-a27b-68c9a440274b req-e00aae2c-e1b5-43d1-9b2e-e78785c48e57 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2483126e-dd55-4374-9afc-82e976ec6686 HTTP/1.1" status: 200 len: 1000 time: 0.0733697 Feb 19 04:37:12.729429 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-df35caea-bb13-4519-9ebc-fa4c86b31329 None None] Set router 85d8b7c6-471f-4720-aac7-c020f22b3cba gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:37:12.751736 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9863e-1c53-4380-b3dd-957f008a26ae req-b72358a1-a04b-41af-bbf8-a07493bc4d8c tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:12.753198 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80a9863e-1c53-4380-b3dd-957f008a26ae req-b72358a1-a04b-41af-bbf8-a07493bc4d8c tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 943 time: 0.0897717 Feb 19 04:37:12.754651 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62496a-04be-4a2f-a27b-68c9a440274b req-9dbb5666-9a76-43b4-a9a4-eddd522a135b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:12.755912 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a62496a-04be-4a2f-a27b-68c9a440274b req-9dbb5666-9a76-43b4-a9a4-eddd522a135b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c3dd2703-f92f-41a2-aee0-46cab6d91e11 HTTP/1.1" status: 200 len: 835 time: 0.0636020 Feb 19 04:37:12.833605 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80a9863e-1c53-4380-b3dd-957f008a26ae req-df408420-581b-4c41-af9b-18a2eb671cc7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734680 Feb 19 04:37:12.843104 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62496a-04be-4a2f-a27b-68c9a440274b req-c3c42ee4-ae28-4fff-9a23-539955fcecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:12.844920 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a62496a-04be-4a2f-a27b-68c9a440274b req-c3c42ee4-ae28-4fff-9a23-539955fcecfd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=38951b0b-631d-4d3c-95f8-d0294dba40be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0776303 Feb 19 04:37:12.938280 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a62496a-04be-4a2f-a27b-68c9a440274b req-6a0e33d1-a6e3-4fe7-bd1e-513f7c01b8e0 service neutron] 10.222.0.79 "GET /v2.0/networks/38951b0b-631d-4d3c-95f8-d0294dba40be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868647 Feb 19 04:37:13.031795 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a62496a-04be-4a2f-a27b-68c9a440274b req-ffb21f32-2fcc-4cc2-9b56-a3a679373c2e service neutron] 10.222.0.79 "GET /v2.0/networks/38951b0b-631d-4d3c-95f8-d0294dba40be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865660 Feb 19 04:37:13.058077 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-df35caea-bb13-4519-9ebc-fa4c86b31329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'name': 'tempest-TestNetworkBasicOps-router-995266577', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:55Z', 'revision_number': 4, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'bef7a2f7-043d-4e63-9850-e14fd290955e', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'port_id': '2483126e-dd55-4374-9afc-82e976ec6686', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be', 'mac_address': 'fa:16:3e:d9:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05076ac-a51c-4fc7-a850-ea62413cc6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:37:11Z', 'updated_at': '2022-02-19T04:37:11Z', 'revision_number': 0, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac0302d-7239-4123-99ed-6c8ad6daf201', 'name': '', 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'mac_address': 'fa:16:3e:90:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:54Z', 'updated_at': '2022-02-19T04:36:59Z', 'revision_number': 5, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'subnets': [{'id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:13.088031 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df35caea-bb13-4519-9ebc-fa4c86b31329 None None] The sync data for ids ['85d8b7c6-471f-4720-aac7-c020f22b3cba'] in n-d-828369-19 is: [{'id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'name': 'tempest-TestNetworkBasicOps-router-995266577', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:55Z', 'revision_number': 4, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'bef7a2f7-043d-4e63-9850-e14fd290955e', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'port_id': '2483126e-dd55-4374-9afc-82e976ec6686', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be', 'mac_address': 'fa:16:3e:d9:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05076ac-a51c-4fc7-a850-ea62413cc6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:37:11Z', 'updated_at': '2022-02-19T04:37:11Z', 'revision_number': 0, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac0302d-7239-4123-99ed-6c8ad6daf201', 'name': '', 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'mac_address': 'fa:16:3e:90:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:54Z', 'updated_at': '2022-02-19T04:36:59Z', 'revision_number': 5, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'subnets': [{'id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:37:13.290936 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d08fc99-d38d-480d-9579-ca7fc58f8a04 None None] New status for floating IP bef7a2f7-043d-4e63-9850-e14fd290955e: ACTIVE {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:37:13.344403 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 42760) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:13.701275 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b34ba73e-2aa6-4149-9d71-bea71a89b9d5 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/floatingips/bef7a2f7-043d-4e63-9850-e14fd290955e HTTP/1.1" status: 200 len: 992 time: 0.3555896 Feb 19 04:37:13.957100 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edfc6c-d2f0-4ce3-bf0a-d9225c1afd92 req-e0d78766-d721-425a-b636-361eda453405 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:13.958522 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-28edfc6c-d2f0-4ce3-bf0a-d9225c1afd92 req-e0d78766-d721-425a-b636-361eda453405 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 943 time: 0.0541115 Feb 19 04:37:14.004978 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-28edfc6c-d2f0-4ce3-bf0a-d9225c1afd92 req-b8073575-e57c-4f2d-b6d5-3cf28053809f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408785 Feb 19 04:37:14.704746 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 42768) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:14.766376 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6df776fe-18de-40fb-a577-a438008173d5 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/floatingips/bef7a2f7-043d-4e63-9850-e14fd290955e HTTP/1.1" status: 200 len: 994 time: 0.0605447 Feb 19 04:37:15.090595 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42776) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:15.136189 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8647d-6fb4-4e4a-bbe1-1b7559edb2ee req-1d451bb2-e7ee-4d45-baf0-e0febc661081 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:15.137953 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6bf8647d-6fb4-4e4a-bbe1-1b7559edb2ee req-1d451bb2-e7ee-4d45-baf0-e0febc661081 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 943 time: 0.0560765 Feb 19 04:37:15.186017 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6bf8647d-6fb4-4e4a-bbe1-1b7559edb2ee req-86ed9355-162f-4ccd-a180-917dbcd65d61 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420637 Feb 19 04:37:15.197574 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb77a0-5954-449e-88c2-06a67caaac9c req-0e946ed3-ee0c-4c9e-848d-59b49566cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:15.199207 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0fdb77a0-5954-449e-88c2-06a67caaac9c req-0e946ed3-ee0c-4c9e-848d-59b49566cba9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3cc317b1-147b-416c-bce9-eb774977dcc3 HTTP/1.1" status: 200 len: 1129 time: 0.1075912 Feb 19 04:37:15.250348 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0fdb77a0-5954-449e-88c2-06a67caaac9c req-bcf0ce08-22ae-4d32-9c3e-e9dd270d1d67 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e7c1a741-b227-45b6-8c86-c6f099f652bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439501 Feb 19 04:37:15.434946 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c4f9386c-a369-48c9-a908-1ba96dcddc3d details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:37:15.528747 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c4f9386c-a369-48c9-a908-1ba96dcddc3d, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c4f9386c-a369-48c9-a908-1ba96dcddc3d,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:15.540522 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'c4f9386c-a369-48c9-a908-1ba96dcddc3d', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'port_id': 'c4f9386c-a369-48c9-a908-1ba96dcddc3d', 'mac_address': 'fa:16:3e:5f:e4:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:37:15.576726 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port c4f9386c-a369-48c9-a908-1ba96dcddc3d is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:15.577121 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c4f9386c-a369-48c9-a908-1ba96dcddc3d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:15.594045 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f9386c-a369-48c9-a908-1ba96dcddc3d {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:37:15.613016 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c4f9386c-a369-48c9-a908-1ba96dcddc3d, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c4f9386c-a369-48c9-a908-1ba96dcddc3d,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:15.616805 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c4f9386c-a369-48c9-a908-1ba96dcddc3d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:15.663671 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=c4f9386c-a369-48c9-a908-1ba96dcddc3d,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:15.947751 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['c4f9386c-a369-48c9-a908-1ba96dcddc3d'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:37:16.318265 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba68fe-1e6e-44b2-811d-ee7131d39748 req-ea3abfcd-1dbb-4eab-ad2a-3fe344b91c73 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:16.319833 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-33ba68fe-1e6e-44b2-811d-ee7131d39748 req-ea3abfcd-1dbb-4eab-ad2a-3fe344b91c73 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 944 time: 0.0590391 Feb 19 04:37:16.366771 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-33ba68fe-1e6e-44b2-811d-ee7131d39748 req-f42e99b6-f19f-4897-81ba-d74f4d966897 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413864 Feb 19 04:37:17.433172 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c4f9386c-a369-48c9-a908-1ba96dcddc3d up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:37:17.487232 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port c4f9386c-a369-48c9-a908-1ba96dcddc3d completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:37:17.491344 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port c4f9386c-a369-48c9-a908-1ba96dcddc3d triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:17.491719 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c4f9386c-a369-48c9-a908-1ba96dcddc3d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:17.503193 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ce6a4-ffc6-4982-a81d-6f40dcd513e9 req-68943bcc-fcff-4130-950d-25982e7b4f0c tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:17.504833 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a67ce6a4-ffc6-4982-a81d-6f40dcd513e9 req-68943bcc-fcff-4130-950d-25982e7b4f0c tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 944 time: 0.0571482 Feb 19 04:37:17.566534 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a67ce6a4-ffc6-4982-a81d-6f40dcd513e9 req-6d0985b4-bb46-4f00-8750-f51ef150c0a6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554035 Feb 19 04:37:17.572547 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port c4f9386c-a369-48c9-a908-1ba96dcddc3d is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:17.573007 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c4f9386c-a369-48c9-a908-1ba96dcddc3d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:17.598440 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20646864-e280-43e2-ba60-80dfe46d21d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f9386c-a369-48c9-a908-1ba96dcddc3d'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:37:17.600835 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5558ddf9-1370-45f2-8f3f-a154216371a3" -d '{"events": [{"server_uuid": "20646864-e280-43e2-ba60-80dfe46d21d6", "name": "network-vif-plugged", "status": "completed", "tag": "c4f9386c-a369-48c9-a908-1ba96dcddc3d"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:37:17.613844 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c4f9386c-a369-48c9-a908-1ba96dcddc3d, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c4f9386c-a369-48c9-a908-1ba96dcddc3d,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:17.619624 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c4f9386c-a369-48c9-a908-1ba96dcddc3d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:17.656095 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36eed7c0-59bf-4d68-8c9d-16d067d8b950 x-openstack-request-id: req-36eed7c0-59bf-4d68-8c9d-16d067d8b950 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:37:17.657057 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20646864-e280-43e2-ba60-80dfe46d21d6", "name": "network-vif-plugged", "status": "completed", "tag": "c4f9386c-a369-48c9-a908-1ba96dcddc3d", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:37:17.657290 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-36eed7c0-59bf-4d68-8c9d-16d067d8b950 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:37:17.657681 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20646864-e280-43e2-ba60-80dfe46d21d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f9386c-a369-48c9-a908-1ba96dcddc3d', 'code': 200} Feb 19 04:37:17.674248 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=c4f9386c-a369-48c9-a908-1ba96dcddc3d,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:17.773914 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295399b0-6137-4f1a-a01d-31494bb0543d req-878e1e03-6be0-4370-b6c1-bba35e4aae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:17.775500 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-295399b0-6137-4f1a-a01d-31494bb0543d req-878e1e03-6be0-4370-b6c1-bba35e4aae5e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 1128 time: 0.0596962 Feb 19 04:37:17.823664 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-295399b0-6137-4f1a-a01d-31494bb0543d req-62caa848-e53f-49d9-b8d0-06c68034f4e5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427303 Feb 19 04:37:18.687199 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7723f91-e0ad-4121-a15c-798c3d5ed720 req-30eca3d6-24fb-44c7-930b-19c23cdc675f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:18.688587 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f7723f91-e0ad-4121-a15c-798c3d5ed720 req-30eca3d6-24fb-44c7-930b-19c23cdc675f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 945 time: 0.0512762 Feb 19 04:37:18.734016 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f7723f91-e0ad-4121-a15c-798c3d5ed720 req-13671a1d-efff-413a-9667-f3fd56e26178 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395901 Feb 19 04:37:19.854348 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd34785-8ce6-486b-962d-fefb9fff901b req-8a6c5303-dad7-441c-8df9-cbb01f5e5b65 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:19.855832 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4bd34785-8ce6-486b-962d-fefb9fff901b req-8a6c5303-dad7-441c-8df9-cbb01f5e5b65 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 945 time: 0.0509980 Feb 19 04:37:19.902529 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4bd34785-8ce6-486b-962d-fefb9fff901b req-ddab220a-dfcd-4a95-8478-bd9d877ca8d9 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406044 Feb 19 04:37:20.023416 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc2880-e8b7-4d4a-9414-a6ff796d2122 req-055c2d98-5592-4cfc-b7ce-178d414154fc tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:20.024794 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0cdc2880-e8b7-4d4a-9414-a6ff796d2122 req-055c2d98-5592-4cfc-b7ce-178d414154fc tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 945 time: 0.0549648 Feb 19 04:37:20.070213 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0cdc2880-e8b7-4d4a-9414-a6ff796d2122 req-5e25b255-da0f-4e4a-b760-a89f5fade816 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398524 Feb 19 04:37:20.353450 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d709b-c442-4f17-975e-ea3594e88317 req-13d3d72a-c928-4634-881f-77e944120e8b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:20.354891 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e98d709b-c442-4f17-975e-ea3594e88317 req-13d3d72a-c928-4634-881f-77e944120e8b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 945 time: 0.0529854 Feb 19 04:37:20.401230 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e98d709b-c442-4f17-975e-ea3594e88317 req-b3784ec9-2920-43d3-9492-a135ecc801a1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402632 Feb 19 04:37:21.527030 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcad3e-d7c6-44f0-a0cc-1c44efa36759 req-111e1472-f248-4c7c-9bce-a14f4eb3b231 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:21.528487 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-acdcad3e-d7c6-44f0-a0cc-1c44efa36759 req-111e1472-f248-4c7c-9bce-a14f4eb3b231 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 945 time: 0.0552459 Feb 19 04:37:21.574278 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-acdcad3e-d7c6-44f0-a0cc-1c44efa36759 req-89d84223-c2ac-47d2-9532-9ff7031a4e1f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394485 Feb 19 04:37:21.941000 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ba853-2788-4a7d-b820-03f52a3d28db req-740a7ae8-3b84-42fc-8202-29f3c065261b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:21.942718 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b4ba853-2788-4a7d-b820-03f52a3d28db req-740a7ae8-3b84-42fc-8202-29f3c065261b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.26 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 945 time: 0.0508022 Feb 19 04:37:22.034681 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-5b4ba853-2788-4a7d-b820-03f52a3d28db req-b761e0cd-2ad9-4a88-aaa9-08301ada64a9 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Deleting port c4f9386c-a369-48c9-a908-1ba96dcddc3d {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:37:22.035020 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5b4ba853-2788-4a7d-b820-03f52a3d28db req-b761e0cd-2ad9-4a88-aaa9-08301ada64a9 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (c4f9386c-a369-48c9-a908-1ba96dcddc3d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:22.125630 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-5b4ba853-2788-4a7d-b820-03f52a3d28db req-b761e0cd-2ad9-4a88-aaa9-08301ada64a9 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] For port c4f9386c-a369-48c9-a908-1ba96dcddc3d, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c4f9386c-a369-48c9-a908-1ba96dcddc3d,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:22.125911 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5b4ba853-2788-4a7d-b820-03f52a3d28db req-b761e0cd-2ad9-4a88-aaa9-08301ada64a9 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (c4f9386c-a369-48c9-a908-1ba96dcddc3d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:22.137918 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-5b4ba853-2788-4a7d-b820-03f52a3d28db req-b761e0cd-2ad9-4a88-aaa9-08301ada64a9 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Calling delete_port for c4f9386c-a369-48c9-a908-1ba96dcddc3d owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:37:22.265059 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5b4ba853-2788-4a7d-b820-03f52a3d28db req-b761e0cd-2ad9-4a88-aaa9-08301ada64a9 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (c4f9386c-a369-48c9-a908-1ba96dcddc3d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:22.278446 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['dcba1139-68da-41e3-bb2d-2c8b9182ce82'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:37:22.282252 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['c4f9386c-a369-48c9-a908-1ba96dcddc3d'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:37:22.297643 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761e0cd-2ad9-4a88-aaa9-08301ada64a9 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event deleted for resources: {'Port': ['ID=c4f9386c-a369-48c9-a908-1ba96dcddc3d,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:22.344767 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4ba853-2788-4a7d-b820-03f52a3d28db req-b761e0cd-2ad9-4a88-aaa9-08301ada64a9 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] No DVR routers for this DVR port c4f9386c-a369-48c9-a908-1ba96dcddc3d on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:37:22.348279 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5b4ba853-2788-4a7d-b820-03f52a3d28db req-b761e0cd-2ad9-4a88-aaa9-08301ada64a9 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:22.351696 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b4ba853-2788-4a7d-b820-03f52a3d28db req-b761e0cd-2ad9-4a88-aaa9-08301ada64a9 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.26 "DELETE /v2.0/ports/c4f9386c-a369-48c9-a908-1ba96dcddc3d HTTP/1.1" status: 204 len: 173 time: 0.4036388 Feb 19 04:37:22.352174 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20646864-e280-43e2-ba60-80dfe46d21d6', 'name': 'network-vif-deleted', 'tag': 'c4f9386c-a369-48c9-a908-1ba96dcddc3d'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:37:22.358921 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff86881b-3e75-431e-bbcd-dfbeb1d56368" -d '{"events": [{"server_uuid": "20646864-e280-43e2-ba60-80dfe46d21d6", "name": "network-vif-deleted", "tag": "c4f9386c-a369-48c9-a908-1ba96dcddc3d"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:37:22.411105 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62d6a1a-072f-443d-a3c2-ff8e60e7c11a x-openstack-request-id: req-d62d6a1a-072f-443d-a3c2-ff8e60e7c11a {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:37:22.411582 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20646864-e280-43e2-ba60-80dfe46d21d6", "name": "network-vif-deleted", "tag": "c4f9386c-a369-48c9-a908-1ba96dcddc3d", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:37:22.411981 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d62d6a1a-072f-443d-a3c2-ff8e60e7c11a {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:37:22.412572 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20646864-e280-43e2-ba60-80dfe46d21d6', 'name': 'network-vif-deleted', 'tag': 'c4f9386c-a369-48c9-a908-1ba96dcddc3d', 'status': 'completed', 'code': 200} Feb 19 04:37:22.675303 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1793fa4b-b5c8-4502-b783-c3fd1242bd9e req-6396e7c9-4984-443a-a119-34537a3f1864 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 210 time: 0.0303571 Feb 19 04:37:23.776331 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cbdff32-5d39-484e-afde-3ed527ecb7c7 req-e264cd9f-3d63-4ed6-91a2-adce8e114248 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 210 time: 0.0297859 Feb 19 04:37:24.871509 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea96c7fa-493f-4e26-b65d-d23a262aca95 req-658a9677-d952-431a-b746-336f4e857877 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 210 time: 0.0269368 Feb 19 04:37:25.509513 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c4f9386c-a369-48c9-a908-1ba96dcddc3d no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:37:25.529269 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: c4f9386c-a369-48c9-a908-1ba96dcddc3d {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:37:25.529613 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c4f9386c-a369-48c9-a908-1ba96dcddc3d not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:37:25.969637 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-79ce334a-f52c-448f-bf40-dfb203c47c26 req-f6a3a7f4-2684-4373-be32-a53261dc5ce6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 210 time: 0.0273170 Feb 19 04:37:27.068904 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c8e59a2b-b071-47ee-8873-2cda7d34aea8 req-9deb7035-3410-4684-a304-4b39ec49db1c tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 210 time: 0.0271540 Feb 19 04:37:27.110654 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:28.163158 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-83a56933-47ed-4b21-9cd3-badc9ccfa4e5 req-8075d4eb-6061-424f-99f5-6de0f719a9c7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 210 time: 0.0270841 Feb 19 04:37:28.290637 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:37:29.262539 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-317c0c22-9450-40cc-b494-6546128e3579 req-b87e359c-49b1-418a-8e8b-4dc061e630ee tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 210 time: 0.0311685 Feb 19 04:37:29.928215 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:30.368805 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf137659-33dd-4aae-9486-d1830ca2d3a9 req-ccfdb4c8-9ecf-420a-8baa-b29eb4462b9b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 210 time: 0.0268488 Feb 19 04:37:30.641338 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d6f1d951-0961-4081-80ed-dd0239c99028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:31.484080 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-72a9d590-f3ec-4eb0-94c5-52de2acd0746 req-ac7817bb-bdc9-416a-b463-faf277db2774 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=20646864-e280-43e2-ba60-80dfe46d21d6 HTTP/1.1" status: 200 len: 210 time: 0.0269642 Feb 19 04:37:33.486469 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4a063b6c-4708-4eed-82a2-08f1b53b2c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:33.883039 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:35.383423 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:36.829314 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:40.125746 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278945f-2320-4b8e-b6a0-3ff5fc8918ff req-ba81d371-a6a7-4db3-b238-f3bd67a2ffa9 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:40.127233 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2278945f-2320-4b8e-b6a0-3ff5fc8918ff req-ba81d371-a6a7-4db3-b238-f3bd67a2ffa9 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 945 time: 0.0514531 Feb 19 04:37:40.172169 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2278945f-2320-4b8e-b6a0-3ff5fc8918ff req-59dbf3d0-5e10-432c-a8e0-23d2bcb988bf tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394173 Feb 19 04:37:40.509925 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d02c8f83-44fb-4916-b7a2-5e68b5f75d8d req-d5592be1-f70a-4c9e-88b6-ba889c64d698 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3cc317b1-147b-416c-bce9-eb774977dcc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0473351 Feb 19 04:37:40.591732 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c8f83-44fb-4916-b7a2-5e68b5f75d8d req-73d1aadc-8d7c-4294-a1e0-b62c20435e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:40.593711 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d02c8f83-44fb-4916-b7a2-5e68b5f75d8d req-73d1aadc-8d7c-4294-a1e0-b62c20435e71 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29629238c87149b4b16b91f84b6e79f3&device_id=3cc317b1-147b-416c-bce9-eb774977dcc3 HTTP/1.1" status: 200 len: 1129 time: 0.0435462 Feb 19 04:37:40.693685 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c8f83-44fb-4916-b7a2-5e68b5f75d8d req-0e6ef48c-d001-4a85-aea7-ace36d5f4278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:40.695195 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d02c8f83-44fb-4916-b7a2-5e68b5f75d8d req-0e6ef48c-d001-4a85-aea7-ace36d5f4278 service neutron] 10.222.0.26 "GET /v2.0/networks?id=880b4410-642d-435c-812b-246575a73134 HTTP/1.1" status: 200 len: 909 time: 0.0835285 Feb 19 04:37:40.768223 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d02c8f83-44fb-4916-b7a2-5e68b5f75d8d req-221edc76-e9ad-4cab-8919-d5aaf83f41df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a45f84f2-cc9b-4ad3-8f2c-9868f96180de HTTP/1.1" status: 200 len: 1001 time: 0.0674088 Feb 19 04:37:40.815971 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c8f83-44fb-4916-b7a2-5e68b5f75d8d req-a53dfba5-a4ed-4841-8b7f-37b6a5869b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:40.817438 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d02c8f83-44fb-4916-b7a2-5e68b5f75d8d req-a53dfba5-a4ed-4841-8b7f-37b6a5869b20 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb7d1d8d-b376-481e-bd8a-616e91439832 HTTP/1.1" status: 200 len: 847 time: 0.0433354 Feb 19 04:37:40.864699 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c8f83-44fb-4916-b7a2-5e68b5f75d8d req-dfd8e1c3-ba6c-497f-b13e-ef80c0238be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:40.866201 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d02c8f83-44fb-4916-b7a2-5e68b5f75d8d req-dfd8e1c3-ba6c-497f-b13e-ef80c0238be3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=880b4410-642d-435c-812b-246575a73134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432227 Feb 19 04:37:40.955905 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d02c8f83-44fb-4916-b7a2-5e68b5f75d8d req-3d9e1f8d-aa49-453c-8dc6-01364ffa0a84 service neutron] 10.222.0.26 "GET /v2.0/networks/880b4410-642d-435c-812b-246575a73134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840392 Feb 19 04:37:41.043852 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d02c8f83-44fb-4916-b7a2-5e68b5f75d8d req-b91b6e77-41fc-48d8-bd75-450a110d4e99 service neutron] 10.222.0.26 "GET /v2.0/networks/880b4410-642d-435c-812b-246575a73134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821342 Feb 19 04:37:41.297435 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472bd67e-1dcf-4197-87de-cd87ac03c337 req-67b1846e-ccb6-435a-a0ce-06fec66d49bc tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:41.298857 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-472bd67e-1dcf-4197-87de-cd87ac03c337 req-67b1846e-ccb6-435a-a0ce-06fec66d49bc tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 945 time: 0.0578468 Feb 19 04:37:41.346212 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-472bd67e-1dcf-4197-87de-cd87ac03c337 req-732be5c1-6696-416d-a904-41c15482fc22 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=93b7e646-5932-492e-8280-fd5272df4ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416296 Feb 19 04:37:41.741202 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e25202-0317-42b6-9dff-2b4a6998cd72 req-620ebe49-3f5d-4f06-b828-4f5e4c5fd1b0 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:41.742705 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5e25202-0317-42b6-9dff-2b4a6998cd72 req-620ebe49-3f5d-4f06-b828-4f5e4c5fd1b0 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.79 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 945 time: 0.0507646 Feb 19 04:37:41.840071 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-b5e25202-0317-42b6-9dff-2b4a6998cd72 req-3598106f-926b-41eb-aa66-5d39e542cc29 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Deleting port dcba1139-68da-41e3-bb2d-2c8b9182ce82 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:37:41.840420 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b5e25202-0317-42b6-9dff-2b4a6998cd72 req-3598106f-926b-41eb-aa66-5d39e542cc29 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (dcba1139-68da-41e3-bb2d-2c8b9182ce82), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:41.927877 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-b5e25202-0317-42b6-9dff-2b4a6998cd72 req-3598106f-926b-41eb-aa66-5d39e542cc29 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] For port dcba1139-68da-41e3-bb2d-2c8b9182ce82, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=dcba1139-68da-41e3-bb2d-2c8b9182ce82,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:41.928239 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b5e25202-0317-42b6-9dff-2b4a6998cd72 req-3598106f-926b-41eb-aa66-5d39e542cc29 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (dcba1139-68da-41e3-bb2d-2c8b9182ce82), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:41.941063 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-b5e25202-0317-42b6-9dff-2b4a6998cd72 req-3598106f-926b-41eb-aa66-5d39e542cc29 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Calling delete_port for dcba1139-68da-41e3-bb2d-2c8b9182ce82 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:37:42.070933 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b5e25202-0317-42b6-9dff-2b4a6998cd72 req-3598106f-926b-41eb-aa66-5d39e542cc29 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (dcba1139-68da-41e3-bb2d-2c8b9182ce82), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:42.082138 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['dcba1139-68da-41e3-bb2d-2c8b9182ce82'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:37:42.099701 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598106f-926b-41eb-aa66-5d39e542cc29 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event deleted for resources: {'Port': ['ID=dcba1139-68da-41e3-bb2d-2c8b9182ce82,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:42.128894 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3598106f-926b-41eb-aa66-5d39e542cc29 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:42.129247 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3598106f-926b-41eb-aa66-5d39e542cc29 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:42.129592 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3598106f-926b-41eb-aa66-5d39e542cc29 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:42.129935 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3598106f-926b-41eb-aa66-5d39e542cc29 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:42.130310 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3598106f-926b-41eb-aa66-5d39e542cc29 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:42.130647 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3598106f-926b-41eb-aa66-5d39e542cc29 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:42.130981 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3598106f-926b-41eb-aa66-5d39e542cc29 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:42.131309 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3598106f-926b-41eb-aa66-5d39e542cc29 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:42.131636 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3598106f-926b-41eb-aa66-5d39e542cc29 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:42.131964 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3598106f-926b-41eb-aa66-5d39e542cc29 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:42.132290 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3598106f-926b-41eb-aa66-5d39e542cc29 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:42.132621 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3598106f-926b-41eb-aa66-5d39e542cc29 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:42.132949 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3598106f-926b-41eb-aa66-5d39e542cc29 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:42.157760 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e25202-0317-42b6-9dff-2b4a6998cd72 req-3598106f-926b-41eb-aa66-5d39e542cc29 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] No DVR routers for this DVR port dcba1139-68da-41e3-bb2d-2c8b9182ce82 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:37:42.160498 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b5e25202-0317-42b6-9dff-2b4a6998cd72 req-3598106f-926b-41eb-aa66-5d39e542cc29 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:42.164173 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5e25202-0317-42b6-9dff-2b4a6998cd72 req-3598106f-926b-41eb-aa66-5d39e542cc29 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.79 "DELETE /v2.0/ports/dcba1139-68da-41e3-bb2d-2c8b9182ce82 HTTP/1.1" status: 204 len: 173 time: 0.4134855 Feb 19 04:37:42.164619 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ed8f77-6b4e-478f-8c8a-3df00232362a', 'name': 'network-vif-deleted', 'tag': 'dcba1139-68da-41e3-bb2d-2c8b9182ce82'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:37:42.166909 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f5ed0a-27ed-4738-9803-d3d93b523ed9" -d '{"events": [{"server_uuid": "59ed8f77-6b4e-478f-8c8a-3df00232362a", "name": "network-vif-deleted", "tag": "dcba1139-68da-41e3-bb2d-2c8b9182ce82"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:37:42.208781 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2632b705-d33c-4d76-98e8-dfe8ff71bc55 x-openstack-request-id: req-2632b705-d33c-4d76-98e8-dfe8ff71bc55 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:37:42.209084 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ed8f77-6b4e-478f-8c8a-3df00232362a", "name": "network-vif-deleted", "tag": "dcba1139-68da-41e3-bb2d-2c8b9182ce82", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:37:42.209341 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2632b705-d33c-4d76-98e8-dfe8ff71bc55 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:37:42.209745 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ed8f77-6b4e-478f-8c8a-3df00232362a', 'name': 'network-vif-deleted', 'tag': 'dcba1139-68da-41e3-bb2d-2c8b9182ce82', 'status': 'completed', 'code': 200} Feb 19 04:37:42.442016 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c309efe1-299d-4947-af0c-a56ff1287745 req-5fc81b67-ff67-43bc-87f8-f123b91e3a8b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 210 time: 0.0291758 Feb 19 04:37:43.539923 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7f5345c-940f-4578-864f-ee5a8de07a2a req-0727c44a-75ae-42fd-8522-29b737995e56 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 210 time: 0.0271566 Feb 19 04:37:44.036825 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42876) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:44.113828 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e072a37-bdd4-43aa-a294-335290055093 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:44.114331 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e072a37-bdd4-43aa-a294-335290055093 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:44.114799 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e072a37-bdd4-43aa-a294-335290055093 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:44.130182 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5e072a37-bdd4-43aa-a294-335290055093 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] 10.222.0.52 "GET /v2.0/ports?project_id=d627fd44f08641ce94df40a06544c796&network_id=38951b0b-631d-4d3c-95f8-d0294dba40be HTTP/1.1" status: 200 len: 3076 time: 0.0786631 Feb 19 04:37:44.633389 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-141acb67-93bc-4163-b63c-0e749ee37a1f req-6f6f4a68-2dbb-4b8d-bca1-67fd18f8cdc2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 210 time: 0.0277357 Feb 19 04:37:45.486841 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device dcba1139-68da-41e3-bb2d-2c8b9182ce82 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:37:45.509986 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: dcba1139-68da-41e3-bb2d-2c8b9182ce82 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:37:45.510350 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device dcba1139-68da-41e3-bb2d-2c8b9182ce82 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:37:45.739917 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-775b0987-fbd0-4a75-a0aa-dc819e6f9fc5 req-9205176e-aa24-4cbf-aaf7-f4799ef2e9de tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 210 time: 0.0327990 Feb 19 04:37:45.990381 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42894) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:46.042801 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da52fcd0-ff2e-4cb1-95a0-1110977766b7 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:46.044312 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-da52fcd0-ff2e-4cb1-95a0-1110977766b7 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0 HTTP/1.1" status: 200 len: 814 time: 0.0529268 Feb 19 04:37:46.490733 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-79d92316-b173-49b2-8356-774b38d5c7b9 req-e87d2ecf-57d3-4525-97c2-6e48fd61407c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c05076ac-a51c-4fc7-a850-ea62413cc6ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430439 Feb 19 04:37:46.506419 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42900) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:46.511715 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-9a329394-86c3-4001-8b58-72d8e4aed2da tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'network': {'name': 'tempest-network-smoke--680877565', 'project_id': 'd627fd44f08641ce94df40a06544c796', 'port_security_enabled': True}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:46.538556 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a329394-86c3-4001-8b58-72d8e4aed2da tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Made reservation on behalf of d627fd44f08641ce94df40a06544c796 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:37:46.541908 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a329394-86c3-4001-8b58-72d8e4aed2da tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:46.569437 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a329394-86c3-4001-8b58-72d8e4aed2da tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:37:46.583110 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a329394-86c3-4001-8b58-72d8e4aed2da tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (2fd86739-c773-45f3-a3e2-c6b5ea8cbd67), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:46.583756 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-9a329394-86c3-4001-8b58-72d8e4aed2da tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Added segment 2fd86739-c773-45f3-a3e2-c6b5ea8cbd67 of type vlan for network 1bd52d7e-21e9-4a89-aedc-79def51f4933 Feb 19 04:37:46.590047 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d92316-b173-49b2-8356-774b38d5c7b9 req-c70982ad-5d7f-4d4e-b9d8-b1d7a65c99c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:46.591666 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-79d92316-b173-49b2-8356-774b38d5c7b9 req-c70982ad-5d7f-4d4e-b9d8-b1d7a65c99c9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d627fd44f08641ce94df40a06544c796&device_id=c05076ac-a51c-4fc7-a850-ea62413cc6ea HTTP/1.1" status: 200 len: 1129 time: 0.0579653 Feb 19 04:37:46.633109 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a329394-86c3-4001-8b58-72d8e4aed2da tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (1bd52d7e-21e9-4a89-aedc-79def51f4933), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:46.659507 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a329394-86c3-4001-8b58-72d8e4aed2da tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (1bd52d7e-21e9-4a89-aedc-79def51f4933), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:46.665084 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a329394-86c3-4001-8b58-72d8e4aed2da tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:46.665675 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9a329394-86c3-4001-8b58-72d8e4aed2da tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:46.710094 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d92316-b173-49b2-8356-774b38d5c7b9 req-d6181e70-c447-4909-a90b-1b198b190fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:46.711696 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-79d92316-b173-49b2-8356-774b38d5c7b9 req-d6181e70-c447-4909-a90b-1b198b190fd2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=38951b0b-631d-4d3c-95f8-d0294dba40be HTTP/1.1" status: 200 len: 898 time: 0.0926862 Feb 19 04:37:46.722265 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9a329394-86c3-4001-8b58-72d8e4aed2da tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2145255 Feb 19 04:37:46.725712 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42902) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:46.777761 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a329394-86c3-4001-8b58-72d8e4aed2da tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'Network': ['ID=1bd52d7e-21e9-4a89-aedc-79def51f4933,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:46.798777 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-79d92316-b173-49b2-8356-774b38d5c7b9 req-b2c9abf1-384b-48e7-8afa-2adfaf8d685c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2483126e-dd55-4374-9afc-82e976ec6686 HTTP/1.1" status: 200 len: 1002 time: 0.0806119 Feb 19 04:37:46.803066 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a329394-86c3-4001-8b58-72d8e4aed2da tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:46.803415 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a329394-86c3-4001-8b58-72d8e4aed2da tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:46.803760 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a329394-86c3-4001-8b58-72d8e4aed2da tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:46.804092 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a329394-86c3-4001-8b58-72d8e4aed2da tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:46.804424 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a329394-86c3-4001-8b58-72d8e4aed2da tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:46.804887 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a329394-86c3-4001-8b58-72d8e4aed2da tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:46.805118 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a329394-86c3-4001-8b58-72d8e4aed2da tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:46.805428 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a329394-86c3-4001-8b58-72d8e4aed2da tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:46.805748 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a329394-86c3-4001-8b58-72d8e4aed2da tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:46.806066 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a329394-86c3-4001-8b58-72d8e4aed2da tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:46.806414 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a329394-86c3-4001-8b58-72d8e4aed2da tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:46.806735 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a329394-86c3-4001-8b58-72d8e4aed2da tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:46.807057 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a329394-86c3-4001-8b58-72d8e4aed2da tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:46.821084 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 1bd52d7e-21e9-4a89-aedc-79def51f4933 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:37:46.836052 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd97fe5-775a-4bae-b4a5-49b84ede7de0 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:46.837826 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8dd97fe5-775a-4bae-b4a5-49b84ede7de0 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=d627fd44f08641ce94df40a06544c796&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1116514 Feb 19 04:37:46.840811 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42908) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:46.915807 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d92316-b173-49b2-8356-774b38d5c7b9 req-ba7a2673-6586-4130-be80-cb53a4a0a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:46.917595 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-79d92316-b173-49b2-8356-774b38d5c7b9 req-ba7a2673-6586-4130-be80-cb53a4a0a53b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c3dd2703-f92f-41a2-aee0-46cab6d91e11 HTTP/1.1" status: 200 len: 835 time: 0.1126671 Feb 19 04:37:46.990113 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a82ce957-a4ed-4cff-b2ff-e4093c1e637a req-a813a9b1-4524-4314-a411-5ee51c17df91 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 210 time: 0.0306053 Feb 19 04:37:47.003275 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d92316-b173-49b2-8356-774b38d5c7b9 req-f8e71184-bbd6-4a1d-a12e-62341c5ec69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:47.004966 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-79d92316-b173-49b2-8356-774b38d5c7b9 req-f8e71184-bbd6-4a1d-a12e-62341c5ec69a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=38951b0b-631d-4d3c-95f8-d0294dba40be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0811560 Feb 19 04:37:47.036101 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7987c823-4206-419e-a2bd-e8462d05f049 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:47.040261 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7987c823-4206-419e-a2bd-e8462d05f049 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1955976 Feb 19 04:37:47.040693 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42910) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:47.083273 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0fc63700-0459-412f-a7ba-a39c4e7c57cd tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414312 Feb 19 04:37:47.085869 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42912) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:47.101858 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-79d92316-b173-49b2-8356-774b38d5c7b9 req-32d9d137-b2f9-441a-8845-b1880dfb7963 service neutron] 10.222.0.79 "GET /v2.0/networks/38951b0b-631d-4d3c-95f8-d0294dba40be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911396 Feb 19 04:37:47.116097 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-25c636df-2c3e-4459-b81b-5174ae24e9e2 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=d627fd44f08641ce94df40a06544c796&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267870 Feb 19 04:37:47.116326 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42914) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:47.196748 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-79d92316-b173-49b2-8356-774b38d5c7b9 req-9c81c9d3-9b1e-41af-8d17-193d891d8fe7 service neutron] 10.222.0.79 "GET /v2.0/networks/38951b0b-631d-4d3c-95f8-d0294dba40be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869706 Feb 19 04:37:47.217715 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5483179-6f90-4872-ba23-41b91213a95c tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:47.219246 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f5483179-6f90-4872-ba23-41b91213a95c tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1020286 Feb 19 04:37:47.222068 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42916) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:47.249215 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4199a71d-b79a-4c00-ba44-f4be304afe90 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260637 Feb 19 04:37:47.251620 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42918) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:47.256248 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-bc48e1a0-2a6e-460e-a34c-4b2981d356ed tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-985213070', 'network_id': '1bd52d7e-21e9-4a89-aedc-79def51f4933', 'project_id': 'd627fd44f08641ce94df40a06544c796', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:47.339277 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc48e1a0-2a6e-460e-a34c-4b2981d356ed tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Made reservation on behalf of d627fd44f08641ce94df40a06544c796 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:37:47.343156 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bc48e1a0-2a6e-460e-a34c-4b2981d356ed tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:47.531995 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bc48e1a0-2a6e-460e-a34c-4b2981d356ed tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (e074dff0-e6f0-42cb-8e26-1f42ae56b10f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:47.608796 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48e1a0-2a6e-460e-a34c-4b2981d356ed tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'Subnet': ['ID=e074dff0-e6f0-42cb-8e26-1f42ae56b10f,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:47.615694 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc48e1a0-2a6e-460e-a34c-4b2981d356ed tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Checking segment: {'id': '2fd86739-c773-45f3-a3e2-c6b5ea8cbd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1bd52d7e-21e9-4a89-aedc-79def51f4933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:37:47.616069 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc48e1a0-2a6e-460e-a34c-4b2981d356ed tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Network hostable DHCP agents. Network: 1bd52d7e-21e9-4a89-aedc-79def51f4933, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:37:47.632525 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc48e1a0-2a6e-460e-a34c-4b2981d356ed tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Network 1bd52d7e-21e9-4a89-aedc-79def51f4933 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:37:47.641460 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-bc48e1a0-2a6e-460e-a34c-4b2981d356ed tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 1bd52d7e-21e9-4a89-aedc-79def51f4933) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:37:47.647379 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc48e1a0-2a6e-460e-a34c-4b2981d356ed tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:47.648200 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bc48e1a0-2a6e-460e-a34c-4b2981d356ed tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:47.651629 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3014dc9-8987-45ad-b6a5-dd4ccbc6376c None None] Network 1bd52d7e-21e9-4a89-aedc-79def51f4933 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:37:47.666800 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bc48e1a0-2a6e-460e-a34c-4b2981d356ed tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4141262 Feb 19 04:37:47.762203 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-1bd52d7e-21e9-4a89-aedc-79def51f4933', 'network_id': '1bd52d7e-21e9-4a89-aedc-79def51f4933', 'project_id': 'd627fd44f08641ce94df40a06544c796', 'fixed_ips': [{'subnet_id': 'e074dff0-e6f0-42cb-8e26-1f42ae56b10f'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:37:47.764154 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:47.897166 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Allocated IP 172.20.0.18 (1bd52d7e-21e9-4a89-aedc-79def51f4933/e074dff0-e6f0-42cb-8e26-1f42ae56b10f/09b11625-67ba-4d6f-8a06-cd1ad1c85c9a) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:37:48.034117 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Publish callbacks [] for port (09b11625-67ba-4d6f-8a06-cd1ad1c85c9a), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.042547 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (09b11625-67ba-4d6f-8a06-cd1ad1c85c9a), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.091070 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Network 1bd52d7e-21e9-4a89-aedc-79def51f4933 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:37:48.092846 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:37:48.096537 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:37:48.110517 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Pushing event updated for resources: {'Port': ['ID=09b11625-67ba-4d6f-8a06-cd1ad1c85c9a,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:48.119286 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:48.119859 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:48.120374 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:48.120870 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:48.121363 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:48.121847 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:48.122375 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:48.123419 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:48.123909 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:48.124390 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:48.124871 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:48.125373 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:48.125851 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:48.146868 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-89af5ed5-d9d7-4d75-801f-49f112d135e1 req-16b4a147-af07-450a-a019-95577aa08151 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 210 time: 0.0708899 Feb 19 04:37:48.212450 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42924) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:48.217818 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-4801f361-744c-42d5-9aa4-a22cda787d69 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-109604785', 'description': 'tempest-secgroup-smoke-109604785 description', 'project_id': 'd627fd44f08641ce94df40a06544c796'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:48.239121 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4801f361-744c-42d5-9aa4-a22cda787d69 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.312957 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4801f361-744c-42d5-9aa4-a22cda787d69 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group (eb49fe9b-6ff0-4992-9dd8-95377583bda1), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.318672 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4801f361-744c-42d5-9aa4-a22cda787d69 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (eb49fe9b-6ff0-4992-9dd8-95377583bda1), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.342597 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Attempting to bind port 09b11625-67ba-4d6f-8a06-cd1ad1c85c9a on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:37:48.342597 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Attempting to bind port 09b11625-67ba-4d6f-8a06-cd1ad1c85c9a by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '2fd86739-c773-45f3-a3e2-c6b5ea8cbd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1bd52d7e-21e9-4a89-aedc-79def51f4933'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:37:48.343166 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Attempting to bind port 09b11625-67ba-4d6f-8a06-cd1ad1c85c9a on network 1bd52d7e-21e9-4a89-aedc-79def51f4933 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:37:48.348624 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:37:48.349196 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Checking segment: {'id': '2fd86739-c773-45f3-a3e2-c6b5ea8cbd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1bd52d7e-21e9-4a89-aedc-79def51f4933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:37:48.349601 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4801f361-744c-42d5-9aa4-a22cda787d69 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.349788 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.350306 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Bound using segment: {'id': '2fd86739-c773-45f3-a3e2-c6b5ea8cbd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1bd52d7e-21e9-4a89-aedc-79def51f4933'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:37:48.353482 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4801f361-744c-42d5-9aa4-a22cda787d69 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1374116 Feb 19 04:37:48.353618 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Bound port: 09b11625-67ba-4d6f-8a06-cd1ad1c85c9a, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd86739-c773-45f3-a3e2-c6b5ea8cbd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1bd52d7e-21e9-4a89-aedc-79def51f4933'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:37:48.353618 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (09b11625-67ba-4d6f-8a06-cd1ad1c85c9a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.354103 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 42926) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:48.359271 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-38c5b138-021a-42c0-9be1-fb375c7579b8 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'security_group_rule': {'security_group_id': 'eb49fe9b-6ff0-4992-9dd8-95377583bda1', 'project_id': 'd627fd44f08641ce94df40a06544c796', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:48.367736 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801f361-744c-42d5-9aa4-a22cda787d69 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb49fe9b-6ff0-4992-9dd8-95377583bda1,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:48.391859 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-38c5b138-021a-42c0-9be1-fb375c7579b8 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (0260462f-16e0-48c2-96a3-10c8a3b44aaf), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.423762 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] For port 09b11625-67ba-4d6f-8a06-cd1ad1c85c9a, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:37:48.428557 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] For port 09b11625-67ba-4d6f-8a06-cd1ad1c85c9a, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=09b11625-67ba-4d6f-8a06-cd1ad1c85c9a,segment=NetworkSegment(2fd86739-c773-45f3-a3e2-c6b5ea8cbd67),segment_id=2fd86739-c773-45f3-a3e2-c6b5ea8cbd67)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:37:48.440366 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (09b11625-67ba-4d6f-8a06-cd1ad1c85c9a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.456971 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-38c5b138-021a-42c0-9be1-fb375c7579b8 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (0260462f-16e0-48c2-96a3-10c8a3b44aaf), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.462569 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-38c5b138-021a-42c0-9be1-fb375c7579b8 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (0260462f-16e0-48c2-96a3-10c8a3b44aaf), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.490019 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5b138-021a-42c0-9be1-fb375c7579b8 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0260462f-16e0-48c2-96a3-10c8a3b44aaf,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:48.500898 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-38c5b138-021a-42c0-9be1-fb375c7579b8 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.502363 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-38c5b138-021a-42c0-9be1-fb375c7579b8 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1474545 Feb 19 04:37:48.505259 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42928) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:48.510222 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d232f333-3489-440c-a7e7-866298c94067 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'security_group_rule': {'security_group_id': 'eb49fe9b-6ff0-4992-9dd8-95377583bda1', 'project_id': 'd627fd44f08641ce94df40a06544c796', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:48.523583 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e01a18-6cda-43f6-a5cd-61bb4e3c7d20 None None] Pushing event updated for resources: {'Port': ['ID=09b11625-67ba-4d6f-8a06-cd1ad1c85c9a,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:48.541171 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d232f333-3489-440c-a7e7-866298c94067 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (16779e0c-e579-4699-b918-5fc7a4ac85d9), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.603078 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d232f333-3489-440c-a7e7-866298c94067 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (16779e0c-e579-4699-b918-5fc7a4ac85d9), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.608349 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d232f333-3489-440c-a7e7-866298c94067 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (16779e0c-e579-4699-b918-5fc7a4ac85d9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.626746 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232f333-3489-440c-a7e7-866298c94067 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16779e0c-e579-4699-b918-5fc7a4ac85d9,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:48.636237 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d232f333-3489-440c-a7e7-866298c94067 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.637457 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d232f333-3489-440c-a7e7-866298c94067 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1310852 Feb 19 04:37:48.640436 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42930) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:48.644747 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-67aab949-1aea-4a86-83e3-12c8e3c616d6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'security_group_rule': {'security_group_id': 'eb49fe9b-6ff0-4992-9dd8-95377583bda1', 'project_id': 'd627fd44f08641ce94df40a06544c796', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:48.674084 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67aab949-1aea-4a86-83e3-12c8e3c616d6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (a77c806b-80f4-41f3-b0a8-e47ab8b213c7), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.744225 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67aab949-1aea-4a86-83e3-12c8e3c616d6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (a77c806b-80f4-41f3-b0a8-e47ab8b213c7), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.749073 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67aab949-1aea-4a86-83e3-12c8e3c616d6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (a77c806b-80f4-41f3-b0a8-e47ab8b213c7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.773201 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aab949-1aea-4a86-83e3-12c8e3c616d6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77c806b-80f4-41f3-b0a8-e47ab8b213c7,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:48.784838 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-67aab949-1aea-4a86-83e3-12c8e3c616d6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.786072 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-67aab949-1aea-4a86-83e3-12c8e3c616d6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1447611 Feb 19 04:37:48.788807 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42932) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:48.793396 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-900083fe-cffe-4056-b9dc-af20ba26dcde tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'security_group_rule': {'security_group_id': 'eb49fe9b-6ff0-4992-9dd8-95377583bda1', 'project_id': 'd627fd44f08641ce94df40a06544c796', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:48.823061 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-900083fe-cffe-4056-b9dc-af20ba26dcde tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (05c8650b-5240-46d1-843c-07eaa76363df), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.888635 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-900083fe-cffe-4056-b9dc-af20ba26dcde tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (05c8650b-5240-46d1-843c-07eaa76363df), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.892753 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-900083fe-cffe-4056-b9dc-af20ba26dcde tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (05c8650b-5240-46d1-843c-07eaa76363df), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.920164 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900083fe-cffe-4056-b9dc-af20ba26dcde tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c8650b-5240-46d1-843c-07eaa76363df,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:48.930551 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-900083fe-cffe-4056-b9dc-af20ba26dcde tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.933864 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-900083fe-cffe-4056-b9dc-af20ba26dcde tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1440015 Feb 19 04:37:48.937084 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42934) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:48.941657 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-e2736c82-da5b-4090-a1b5-a8cf7b6ae280 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'security_group_rule': {'security_group_id': 'eb49fe9b-6ff0-4992-9dd8-95377583bda1', 'project_id': 'd627fd44f08641ce94df40a06544c796', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:48.963013 n-d-828369-19 neutron-server[109925]: INFO neutron.db.securitygroups_db [None req-e2736c82-da5b-4090-a1b5-a8cf7b6ae280 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Project d627fd44f08641ce94df40a06544c796 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:37:48.967895 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e2736c82-da5b-4090-a1b5-a8cf7b6ae280 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (4fe5deae-5ad5-4f1e-bbc0-71e98c652c98), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:49.027222 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e2736c82-da5b-4090-a1b5-a8cf7b6ae280 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (4fe5deae-5ad5-4f1e-bbc0-71e98c652c98), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:49.031793 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e2736c82-da5b-4090-a1b5-a8cf7b6ae280 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (4fe5deae-5ad5-4f1e-bbc0-71e98c652c98), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:49.049424 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2736c82-da5b-4090-a1b5-a8cf7b6ae280 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe5deae-5ad5-4f1e-bbc0-71e98c652c98,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:49.062978 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e2736c82-da5b-4090-a1b5-a8cf7b6ae280 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:49.067370 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e2736c82-da5b-4090-a1b5-a8cf7b6ae280 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263688 Feb 19 04:37:49.067588 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 42936) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:49.071903 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-34007409-5eb3-48bf-b766-217965c787c6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'security_group_rule': {'security_group_id': 'eb49fe9b-6ff0-4992-9dd8-95377583bda1', 'project_id': 'd627fd44f08641ce94df40a06544c796', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:49.100148 n-d-828369-19 neutron-server[109925]: INFO neutron.db.securitygroups_db [None req-34007409-5eb3-48bf-b766-217965c787c6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Project d627fd44f08641ce94df40a06544c796 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:37:49.106072 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-34007409-5eb3-48bf-b766-217965c787c6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (08cf6145-2992-4290-8094-6b3c1a7c2314), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:49.174581 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-34007409-5eb3-48bf-b766-217965c787c6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (08cf6145-2992-4290-8094-6b3c1a7c2314), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:49.176332 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 09b11625-67ba-4d6f-8a06-cd1ad1c85c9a up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:37:49.181806 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-34007409-5eb3-48bf-b766-217965c787c6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (08cf6145-2992-4290-8094-6b3c1a7c2314), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:49.211024 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34007409-5eb3-48bf-b766-217965c787c6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08cf6145-2992-4290-8094-6b3c1a7c2314,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:49.223914 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-34007409-5eb3-48bf-b766-217965c787c6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:49.231046 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 09b11625-67ba-4d6f-8a06-cd1ad1c85c9a triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:49.231601 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (09b11625-67ba-4d6f-8a06-cd1ad1c85c9a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:49.236792 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-34007409-5eb3-48bf-b766-217965c787c6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1682417 Feb 19 04:37:49.281323 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58188505-5b05-4e7b-a7c4-682d61523ac8 req-d6a02224-cebf-48bc-bcc5-274c181ea4b0 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 210 time: 0.0416589 Feb 19 04:37:49.338589 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 09b11625-67ba-4d6f-8a06-cd1ad1c85c9a is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:49.338985 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (09b11625-67ba-4d6f-8a06-cd1ad1c85c9a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:49.384256 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 09b11625-67ba-4d6f-8a06-cd1ad1c85c9a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=09b11625-67ba-4d6f-8a06-cd1ad1c85c9a,segment=NetworkSegment(2fd86739-c773-45f3-a3e2-c6b5ea8cbd67),segment_id=2fd86739-c773-45f3-a3e2-c6b5ea8cbd67)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:49.395675 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (09b11625-67ba-4d6f-8a06-cd1ad1c85c9a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:49.431111 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe466335-ed92-4aea-a202-1aa9294c129d req-f13b2998-bc32-4cab-8d8d-586f3e8ca669 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-109604785&fields=id&tenant_id=d627fd44f08641ce94df40a06544c796 HTTP/1.1" status: 200 len: 267 time: 0.0697596 Feb 19 04:37:49.450964 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=09b11625-67ba-4d6f-8a06-cd1ad1c85c9a,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:49.559719 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe466335-ed92-4aea-a202-1aa9294c129d req-35869ac8-a935-4765-9bca-65559fbf9877 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:49.561437 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe466335-ed92-4aea-a202-1aa9294c129d req-35869ac8-a935-4765-9bca-65559fbf9877 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/networks?id=1bd52d7e-21e9-4a89-aedc-79def51f4933 HTTP/1.1" status: 200 len: 796 time: 0.1274822 Feb 19 04:37:49.577726 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe466335-ed92-4aea-a202-1aa9294c129d req-3dcda479-8983-4f53-9235-e5819db136a8 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/quotas/d627fd44f08641ce94df40a06544c796 HTTP/1.1" status: 200 len: 375 time: 0.0106206 Feb 19 04:37:49.642693 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe466335-ed92-4aea-a202-1aa9294c129d req-95001ef1-0683-4842-9e52-a22966ee0c5d tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d627fd44f08641ce94df40a06544c796&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0582676 Feb 19 04:37:49.698592 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29b0eca-2bdb-457c-a8c8-5b3019e1295d None None] Network 1bd52d7e-21e9-4a89-aedc-79def51f4933 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:37:49.746284 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe466335-ed92-4aea-a202-1aa9294c129d req-a1dd00cb-e8ec-4a74-9945-eb92b45b2ce1 service neutron] 10.222.0.52 "GET /v2.0/networks/1bd52d7e-21e9-4a89-aedc-79def51f4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912135 Feb 19 04:37:49.819334 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-71429328-0a1f-43a5-96d6-6e693207f6bd None None] Provisioning complete for port 09b11625-67ba-4d6f-8a06-cd1ad1c85c9a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:49.819619 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-71429328-0a1f-43a5-96d6-6e693207f6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (09b11625-67ba-4d6f-8a06-cd1ad1c85c9a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:49.837949 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe466335-ed92-4aea-a202-1aa9294c129d req-bc26fe1b-49f8-43e6-9516-9b093fc61225 service neutron] 10.222.0.52 "GET /v2.0/networks/1bd52d7e-21e9-4a89-aedc-79def51f4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852942 Feb 19 04:37:49.901527 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-71429328-0a1f-43a5-96d6-6e693207f6bd None None] Current status of the port 09b11625-67ba-4d6f-8a06-cd1ad1c85c9a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:50.032362 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f22ad7ea-8e4e-46ad-b64a-02c10f074f56 req-6556c1cb-3aa2-4455-9546-87664aef5167 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a9a0519-4535-4f32-8dc9-89b152232a0b HTTP/1.1" status: 200 len: 210 time: 0.0275640 Feb 19 04:37:50.124497 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c98c9782-d1c1-4358-838d-6b2ebfb43964 None None] Provisioning complete for port 09b11625-67ba-4d6f-8a06-cd1ad1c85c9a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:50.124946 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c98c9782-d1c1-4358-838d-6b2ebfb43964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (09b11625-67ba-4d6f-8a06-cd1ad1c85c9a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:50.208342 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c98c9782-d1c1-4358-838d-6b2ebfb43964 None None] Current status of the port 09b11625-67ba-4d6f-8a06-cd1ad1c85c9a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:50.377687 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de36c757-27e1-496b-97ad-bc2b946cb9dd req-a1b78d3d-94d7-4843-b4e0-1a75352b074f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 210 time: 0.0271375 Feb 19 04:37:50.983401 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe466335-ed92-4aea-a202-1aa9294c129d req-845e3b2b-2e31-4a5f-85af-1fdff66dbb84 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:50.985865 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe466335-ed92-4aea-a202-1aa9294c129d req-845e3b2b-2e31-4a5f-85af-1fdff66dbb84 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.26 "GET /v2.0/networks?id=1bd52d7e-21e9-4a89-aedc-79def51f4933 HTTP/1.1" status: 200 len: 796 time: 0.1134470 Feb 19 04:37:51.062872 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe466335-ed92-4aea-a202-1aa9294c129d req-c66e1380-bc70-4154-8552-cca5333d1cd3 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d627fd44f08641ce94df40a06544c796 HTTP/1.1" status: 200 len: 471 time: 0.0690327 Feb 19 04:37:51.072350 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-fe466335-ed92-4aea-a202-1aa9294c129d req-ba1e3bd1-84c7-4cc9-9ff6-53238399da4e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'port': {'device_id': '2a9a0519-4535-4f32-8dc9-89b152232a0b', 'network_id': '1bd52d7e-21e9-4a89-aedc-79def51f4933', 'admin_state_up': True, 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'security_groups': ['eb49fe9b-6ff0-4992-9dd8-95377583bda1']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:51.159530 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 09b11625-67ba-4d6f-8a06-cd1ad1c85c9a up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:37:51.198415 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f7b596a-01ad-4399-a37e-37e1f79541fa req-69cd02da-f521-4543-8bbb-ee9936c0da11 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a9a0519-4535-4f32-8dc9-89b152232a0b HTTP/1.1" status: 200 len: 210 time: 0.0377791 Feb 19 04:37:51.217243 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 09b11625-67ba-4d6f-8a06-cd1ad1c85c9a triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:51.217243 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (09b11625-67ba-4d6f-8a06-cd1ad1c85c9a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:51.227878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe466335-ed92-4aea-a202-1aa9294c129d req-ba1e3bd1-84c7-4cc9-9ff6-53238399da4e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Made reservation on behalf of d627fd44f08641ce94df40a06544c796 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:37:51.232144 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fe466335-ed92-4aea-a202-1aa9294c129d req-ba1e3bd1-84c7-4cc9-9ff6-53238399da4e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:51.307191 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 09b11625-67ba-4d6f-8a06-cd1ad1c85c9a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:51.375093 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-fe466335-ed92-4aea-a202-1aa9294c129d req-ba1e3bd1-84c7-4cc9-9ff6-53238399da4e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Allocated IP 172.20.0.22 (1bd52d7e-21e9-4a89-aedc-79def51f4933/e074dff0-e6f0-42cb-8e26-1f42ae56b10f/13a3afdf-2212-4d75-96a0-0b1a7c1d89cd) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:37:51.495032 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-da499f5f-5750-42b7-8985-cdf7aa0f6cf6 req-b74817b7-18bf-4569-864b-89948f4019ba tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=59ed8f77-6b4e-478f-8c8a-3df00232362a HTTP/1.1" status: 200 len: 210 time: 0.0375016 Feb 19 04:37:51.545747 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fe466335-ed92-4aea-a202-1aa9294c129d req-ba1e3bd1-84c7-4cc9-9ff6-53238399da4e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for port (13a3afdf-2212-4d75-96a0-0b1a7c1d89cd), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:51.584285 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fe466335-ed92-4aea-a202-1aa9294c129d req-ba1e3bd1-84c7-4cc9-9ff6-53238399da4e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (13a3afdf-2212-4d75-96a0-0b1a7c1d89cd), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:51.633702 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe466335-ed92-4aea-a202-1aa9294c129d req-ba1e3bd1-84c7-4cc9-9ff6-53238399da4e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Network 1bd52d7e-21e9-4a89-aedc-79def51f4933 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:37:51.636650 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-fe466335-ed92-4aea-a202-1aa9294c129d req-ba1e3bd1-84c7-4cc9-9ff6-53238399da4e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:37:51.639106 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe466335-ed92-4aea-a202-1aa9294c129d req-ba1e3bd1-84c7-4cc9-9ff6-53238399da4e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:37:51.669947 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e3bd1-84c7-4cc9-9ff6-53238399da4e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'Port': ['ID=13a3afdf-2212-4d75-96a0-0b1a7c1d89cd,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:51.698484 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe466335-ed92-4aea-a202-1aa9294c129d req-ba1e3bd1-84c7-4cc9-9ff6-53238399da4e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:51.699693 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fe466335-ed92-4aea-a202-1aa9294c129d req-ba1e3bd1-84c7-4cc9-9ff6-53238399da4e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:51.719529 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe466335-ed92-4aea-a202-1aa9294c129d req-ba1e3bd1-84c7-4cc9-9ff6-53238399da4e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6511533 Feb 19 04:37:51.732446 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-fe466335-ed92-4aea-a202-1aa9294c129d req-960b68bc-d923-4066-98e3-3b3ab4c9c7df service neutron] Request body: {'port': {'device_id': '2a9a0519-4535-4f32-8dc9-89b152232a0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:51.799182 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fe466335-ed92-4aea-a202-1aa9294c129d req-960b68bc-d923-4066-98e3-3b3ab4c9c7df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (13a3afdf-2212-4d75-96a0-0b1a7c1d89cd), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:51.955299 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e12d5898-2b41-487e-a991-2429b5fdff20 None None] Provisioning complete for port 13a3afdf-2212-4d75-96a0-0b1a7c1d89cd triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:51.955992 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e12d5898-2b41-487e-a991-2429b5fdff20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (13a3afdf-2212-4d75-96a0-0b1a7c1d89cd), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:51.994060 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e12d5898-2b41-487e-a991-2429b5fdff20 None None] Port 13a3afdf-2212-4d75-96a0-0b1a7c1d89cd cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:37:52.086639 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-fe466335-ed92-4aea-a202-1aa9294c129d req-960b68bc-d923-4066-98e3-3b3ab4c9c7df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a3afdf-2212-4d75-96a0-0b1a7c1d89cd {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:37:52.094264 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fe466335-ed92-4aea-a202-1aa9294c129d req-960b68bc-d923-4066-98e3-3b3ab4c9c7df service neutron] Publish callbacks [] for port (13a3afdf-2212-4d75-96a0-0b1a7c1d89cd), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:52.106314 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-fe466335-ed92-4aea-a202-1aa9294c129d req-960b68bc-d923-4066-98e3-3b3ab4c9c7df service neutron] Transition to ACTIVE for port object 13a3afdf-2212-4d75-96a0-0b1a7c1d89cd will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:37:52.110590 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fe466335-ed92-4aea-a202-1aa9294c129d req-960b68bc-d923-4066-98e3-3b3ab4c9c7df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (13a3afdf-2212-4d75-96a0-0b1a7c1d89cd), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:52.180362 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b68bc-d923-4066-98e3-3b3ab4c9c7df service neutron] Pushing event updated for resources: {'Port': ['ID=13a3afdf-2212-4d75-96a0-0b1a7c1d89cd,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:52.245871 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-fe466335-ed92-4aea-a202-1aa9294c129d req-960b68bc-d923-4066-98e3-3b3ab4c9c7df service neutron] Attempting to bind port 13a3afdf-2212-4d75-96a0-0b1a7c1d89cd on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:37:52.246264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-fe466335-ed92-4aea-a202-1aa9294c129d req-960b68bc-d923-4066-98e3-3b3ab4c9c7df service neutron] Attempting to bind port 13a3afdf-2212-4d75-96a0-0b1a7c1d89cd by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '2fd86739-c773-45f3-a3e2-c6b5ea8cbd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1bd52d7e-21e9-4a89-aedc-79def51f4933'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:37:52.246960 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe466335-ed92-4aea-a202-1aa9294c129d req-960b68bc-d923-4066-98e3-3b3ab4c9c7df service neutron] Attempting to bind port 13a3afdf-2212-4d75-96a0-0b1a7c1d89cd on network 1bd52d7e-21e9-4a89-aedc-79def51f4933 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:37:52.251938 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe466335-ed92-4aea-a202-1aa9294c129d req-960b68bc-d923-4066-98e3-3b3ab4c9c7df service neutron] Port 13a3afdf-2212-4d75-96a0-0b1a7c1d89cd on network 1bd52d7e-21e9-4a89-aedc-79def51f4933 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:37:52.252361 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe466335-ed92-4aea-a202-1aa9294c129d req-960b68bc-d923-4066-98e3-3b3ab4c9c7df service neutron] Attempting to bind port 13a3afdf-2212-4d75-96a0-0b1a7c1d89cd on network 1bd52d7e-21e9-4a89-aedc-79def51f4933 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:37:52.257717 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe466335-ed92-4aea-a202-1aa9294c129d req-960b68bc-d923-4066-98e3-3b3ab4c9c7df service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:37:52.258859 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe466335-ed92-4aea-a202-1aa9294c129d req-960b68bc-d923-4066-98e3-3b3ab4c9c7df service neutron] Checking segment: {'id': '2fd86739-c773-45f3-a3e2-c6b5ea8cbd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1bd52d7e-21e9-4a89-aedc-79def51f4933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:37:52.259264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe466335-ed92-4aea-a202-1aa9294c129d req-960b68bc-d923-4066-98e3-3b3ab4c9c7df service neutron] Bound using segment: {'id': '2fd86739-c773-45f3-a3e2-c6b5ea8cbd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1bd52d7e-21e9-4a89-aedc-79def51f4933'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:37:52.259707 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-fe466335-ed92-4aea-a202-1aa9294c129d req-960b68bc-d923-4066-98e3-3b3ab4c9c7df service neutron] Bound port: 13a3afdf-2212-4d75-96a0-0b1a7c1d89cd, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd86739-c773-45f3-a3e2-c6b5ea8cbd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1bd52d7e-21e9-4a89-aedc-79def51f4933'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:37:52.260074 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fe466335-ed92-4aea-a202-1aa9294c129d req-960b68bc-d923-4066-98e3-3b3ab4c9c7df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (13a3afdf-2212-4d75-96a0-0b1a7c1d89cd), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:52.370197 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93629f7a-0988-43fe-b835-05baeba86597 req-336d14ef-bf5e-422a-bfb9-5280baef26a7 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:52.371681 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-93629f7a-0988-43fe-b835-05baeba86597 req-336d14ef-bf5e-422a-bfb9-5280baef26a7 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a9a0519-4535-4f32-8dc9-89b152232a0b HTTP/1.1" status: 200 len: 944 time: 0.0733469 Feb 19 04:37:52.377909 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-fe466335-ed92-4aea-a202-1aa9294c129d req-960b68bc-d923-4066-98e3-3b3ab4c9c7df service neutron] For port 13a3afdf-2212-4d75-96a0-0b1a7c1d89cd, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:37:52.381977 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-fe466335-ed92-4aea-a202-1aa9294c129d req-960b68bc-d923-4066-98e3-3b3ab4c9c7df service neutron] For port 13a3afdf-2212-4d75-96a0-0b1a7c1d89cd, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=13a3afdf-2212-4d75-96a0-0b1a7c1d89cd,segment=NetworkSegment(2fd86739-c773-45f3-a3e2-c6b5ea8cbd67),segment_id=2fd86739-c773-45f3-a3e2-c6b5ea8cbd67)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:37:52.397558 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fe466335-ed92-4aea-a202-1aa9294c129d req-960b68bc-d923-4066-98e3-3b3ab4c9c7df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (13a3afdf-2212-4d75-96a0-0b1a7c1d89cd), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:52.453144 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe466335-ed92-4aea-a202-1aa9294c129d req-960b68bc-d923-4066-98e3-3b3ab4c9c7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:52.453771 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fe466335-ed92-4aea-a202-1aa9294c129d req-960b68bc-d923-4066-98e3-3b3ab4c9c7df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:52.455203 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe466335-ed92-4aea-a202-1aa9294c129d req-960b68bc-d923-4066-98e3-3b3ab4c9c7df service neutron] 10.222.0.26 "PUT /v2.0/ports/13a3afdf-2212-4d75-96a0-0b1a7c1d89cd HTTP/1.1" status: 200 len: 1093 time: 0.7279987 Feb 19 04:37:52.457216 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9a0519-4535-4f32-8dc9-89b152232a0b', 'tag': '13a3afdf-2212-4d75-96a0-0b1a7c1d89cd'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:37:52.459498 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7404bb04-1e18-4332-94b2-b7c978ea220a" -d '{"events": [{"name": "network-changed", "server_uuid": "2a9a0519-4535-4f32-8dc9-89b152232a0b", "tag": "13a3afdf-2212-4d75-96a0-0b1a7c1d89cd"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:37:52.507687 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-93629f7a-0988-43fe-b835-05baeba86597 req-ba528afd-c5bc-439c-9f14-4eb34cc8763a tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb49fe9b-6ff0-4992-9dd8-95377583bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274624 Feb 19 04:37:52.529281 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b68bc-d923-4066-98e3-3b3ab4c9c7df service neutron] Pushing event updated for resources: {'Port': ['ID=13a3afdf-2212-4d75-96a0-0b1a7c1d89cd,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:52.534654 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377356e7-81e0-4e9e-8ec7-5858c44e1f0b x-openstack-request-id: req-377356e7-81e0-4e9e-8ec7-5858c44e1f0b {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:37:52.534939 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a9a0519-4535-4f32-8dc9-89b152232a0b", "tag": "13a3afdf-2212-4d75-96a0-0b1a7c1d89cd", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:37:52.535192 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-377356e7-81e0-4e9e-8ec7-5858c44e1f0b {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:37:52.535590 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a9a0519-4535-4f32-8dc9-89b152232a0b', 'tag': '13a3afdf-2212-4d75-96a0-0b1a7c1d89cd', 'status': 'completed', 'code': 200} Feb 19 04:37:52.580238 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe466335-ed92-4aea-a202-1aa9294c129d req-1c036de7-1e9d-47a2-90a1-7a4cc8f6b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:52.587869 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe466335-ed92-4aea-a202-1aa9294c129d req-1c036de7-1e9d-47a2-90a1-7a4cc8f6b637 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d627fd44f08641ce94df40a06544c796&device_id=2a9a0519-4535-4f32-8dc9-89b152232a0b HTTP/1.1" status: 200 len: 1127 time: 0.0946562 Feb 19 04:37:52.637246 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe466335-ed92-4aea-a202-1aa9294c129d req-e35d0aa3-9b5f-4693-9ffd-e5d1cee3f992 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=13a3afdf-2212-4d75-96a0-0b1a7c1d89cd HTTP/1.1" status: 200 len: 217 time: 0.0408411 Feb 19 04:37:52.693933 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe466335-ed92-4aea-a202-1aa9294c129d req-8d9b11fb-4a4d-4437-9cea-e983a6aba54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:52.695660 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe466335-ed92-4aea-a202-1aa9294c129d req-8d9b11fb-4a4d-4437-9cea-e983a6aba54d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e074dff0-e6f0-42cb-8e26-1f42ae56b10f HTTP/1.1" status: 200 len: 837 time: 0.0524044 Feb 19 04:37:52.745895 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe466335-ed92-4aea-a202-1aa9294c129d req-6150e125-69e0-4ec8-9d3b-7810a9aec1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:52.747470 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe466335-ed92-4aea-a202-1aa9294c129d req-6150e125-69e0-4ec8-9d3b-7810a9aec1cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1bd52d7e-21e9-4a89-aedc-79def51f4933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0457857 Feb 19 04:37:52.836515 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe466335-ed92-4aea-a202-1aa9294c129d req-a8656b14-f341-42f9-8e77-320b80304ce1 service neutron] 10.222.0.26 "GET /v2.0/networks/1bd52d7e-21e9-4a89-aedc-79def51f4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827925 Feb 19 04:37:52.926536 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe466335-ed92-4aea-a202-1aa9294c129d req-b2636ee5-79c8-47be-b96e-3571c54d658e service neutron] 10.222.0.26 "GET /v2.0/networks/1bd52d7e-21e9-4a89-aedc-79def51f4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839412 Feb 19 04:37:53.016909 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404bb04-1e18-4332-94b2-b7c978ea220a req-1fcffe69-6c29-44ba-9a76-214036aacafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:53.018476 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7404bb04-1e18-4332-94b2-b7c978ea220a req-1fcffe69-6c29-44ba-9a76-214036aacafe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d627fd44f08641ce94df40a06544c796&device_id=2a9a0519-4535-4f32-8dc9-89b152232a0b HTTP/1.1" status: 200 len: 1127 time: 0.0455539 Feb 19 04:37:53.115312 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404bb04-1e18-4332-94b2-b7c978ea220a req-6931e051-0029-4b6d-85eb-87517adda22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:53.116771 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7404bb04-1e18-4332-94b2-b7c978ea220a req-6931e051-0029-4b6d-85eb-87517adda22c service neutron] 10.222.0.26 "GET /v2.0/networks?id=1bd52d7e-21e9-4a89-aedc-79def51f4933 HTTP/1.1" status: 200 len: 897 time: 0.0895431 Feb 19 04:37:53.156379 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7404bb04-1e18-4332-94b2-b7c978ea220a req-253115a4-a1c5-4f09-aa75-f9577066e460 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=13a3afdf-2212-4d75-96a0-0b1a7c1d89cd HTTP/1.1" status: 200 len: 217 time: 0.0342920 Feb 19 04:37:53.203720 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404bb04-1e18-4332-94b2-b7c978ea220a req-4749dc96-ed4e-4aca-aab9-a280b2951ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:53.205118 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7404bb04-1e18-4332-94b2-b7c978ea220a req-4749dc96-ed4e-4aca-aab9-a280b2951ee4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e074dff0-e6f0-42cb-8e26-1f42ae56b10f HTTP/1.1" status: 200 len: 837 time: 0.0428717 Feb 19 04:37:53.259885 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404bb04-1e18-4332-94b2-b7c978ea220a req-a18736b6-96cb-4779-9811-e7dea906d467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:53.261471 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7404bb04-1e18-4332-94b2-b7c978ea220a req-a18736b6-96cb-4779-9811-e7dea906d467 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1bd52d7e-21e9-4a89-aedc-79def51f4933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0492253 Feb 19 04:37:53.355004 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7404bb04-1e18-4332-94b2-b7c978ea220a req-608ff67a-8fbb-4c3a-909b-bfcd4a12a790 service neutron] 10.222.0.26 "GET /v2.0/networks/1bd52d7e-21e9-4a89-aedc-79def51f4933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866230 Feb 19 04:37:53.450881 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7404bb04-1e18-4332-94b2-b7c978ea220a req-aaa6efaa-1890-4d8f-9011-d7aa3fb54ae9 service neutron] 10.222.0.26 "GET /v2.0/networks/1bd52d7e-21e9-4a89-aedc-79def51f4933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897596 Feb 19 04:37:53.659613 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d7f8c-b6cd-4922-aa9c-b4e9f86249b3 req-13f6295e-70b5-44b6-902d-2969add6a67f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:53.661262 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-194d7f8c-b6cd-4922-aa9c-b4e9f86249b3 req-13f6295e-70b5-44b6-902d-2969add6a67f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a9a0519-4535-4f32-8dc9-89b152232a0b HTTP/1.1" status: 200 len: 944 time: 0.0560458 Feb 19 04:37:53.710373 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-194d7f8c-b6cd-4922-aa9c-b4e9f86249b3 req-a840699c-d600-45df-ab60-02d1a38c879f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb49fe9b-6ff0-4992-9dd8-95377583bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435879 Feb 19 04:37:54.828816 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc26d8-e3ba-4460-921d-c15fb74de9c1 req-62e8c2e2-124d-42ae-af17-f370acb3371c tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:54.830301 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84fc26d8-e3ba-4460-921d-c15fb74de9c1 req-62e8c2e2-124d-42ae-af17-f370acb3371c tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a9a0519-4535-4f32-8dc9-89b152232a0b HTTP/1.1" status: 200 len: 944 time: 0.0508971 Feb 19 04:37:54.877737 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84fc26d8-e3ba-4460-921d-c15fb74de9c1 req-855ab456-3beb-4014-a1d9-fdac0c06d8f0 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb49fe9b-6ff0-4992-9dd8-95377583bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418711 Feb 19 04:37:56.004134 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3122b4c-6ce9-4a84-928d-aeefe6e5016e req-36f03283-2359-4da2-b28d-d1b3fa74fd14 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:56.005603 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3122b4c-6ce9-4a84-928d-aeefe6e5016e req-36f03283-2359-4da2-b28d-d1b3fa74fd14 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a9a0519-4535-4f32-8dc9-89b152232a0b HTTP/1.1" status: 200 len: 944 time: 0.0573814 Feb 19 04:37:56.053948 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3122b4c-6ce9-4a84-928d-aeefe6e5016e req-4da71038-93b1-4468-b57d-c300f034d065 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb49fe9b-6ff0-4992-9dd8-95377583bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425947 Feb 19 04:37:57.118326 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:57.185374 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9e692-c8b3-4130-a361-0690c1454487 req-6f0cb6e0-94b3-46ec-8370-24c85ac6d856 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:57.187086 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11d9e692-c8b3-4130-a361-0690c1454487 req-6f0cb6e0-94b3-46ec-8370-24c85ac6d856 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a9a0519-4535-4f32-8dc9-89b152232a0b HTTP/1.1" status: 200 len: 944 time: 0.0584567 Feb 19 04:37:57.243972 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11d9e692-c8b3-4130-a361-0690c1454487 req-b5e8d053-1ab2-4532-9ed6-924864a2ff0d tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb49fe9b-6ff0-4992-9dd8-95377583bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494845 Feb 19 04:37:57.647937 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 13a3afdf-2212-4d75-96a0-0b1a7c1d89cd details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:37:57.773714 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 13a3afdf-2212-4d75-96a0-0b1a7c1d89cd, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=13a3afdf-2212-4d75-96a0-0b1a7c1d89cd,segment=NetworkSegment(2fd86739-c773-45f3-a3e2-c6b5ea8cbd67),segment_id=2fd86739-c773-45f3-a3e2-c6b5ea8cbd67)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:57.785292 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '13a3afdf-2212-4d75-96a0-0b1a7c1d89cd', 'network_id': '1bd52d7e-21e9-4a89-aedc-79def51f4933', 'port_id': '13a3afdf-2212-4d75-96a0-0b1a7c1d89cd', 'mac_address': 'fa:16:3e:8c:18:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e074dff0-e6f0-42cb-8e26-1f42ae56b10f', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:37:57.821796 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 13a3afdf-2212-4d75-96a0-0b1a7c1d89cd is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:57.822216 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (13a3afdf-2212-4d75-96a0-0b1a7c1d89cd), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:57.837062 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a3afdf-2212-4d75-96a0-0b1a7c1d89cd {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:37:57.862982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 13a3afdf-2212-4d75-96a0-0b1a7c1d89cd, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=13a3afdf-2212-4d75-96a0-0b1a7c1d89cd,segment=NetworkSegment(2fd86739-c773-45f3-a3e2-c6b5ea8cbd67),segment_id=2fd86739-c773-45f3-a3e2-c6b5ea8cbd67)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:57.867440 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (13a3afdf-2212-4d75-96a0-0b1a7c1d89cd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:57.918296 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=13a3afdf-2212-4d75-96a0-0b1a7c1d89cd,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:58.159339 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['13a3afdf-2212-4d75-96a0-0b1a7c1d89cd'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:37:58.189485 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43046) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:58.194329 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-bdb0cb66-3974-4d04-9a64-89c33130bab7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-633040255', 'description': 'tempest-secgroup-smoke-633040255 description', 'project_id': 'b0fd37ae90824e9285d9bb3943295dee'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:58.214996 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bdb0cb66-3974-4d04-9a64-89c33130bab7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.285068 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bdb0cb66-3974-4d04-9a64-89c33130bab7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for security_group (f3c96e9e-d679-4a60-948e-d361f512bd70), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.289433 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bdb0cb66-3974-4d04-9a64-89c33130bab7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f3c96e9e-d679-4a60-948e-d361f512bd70), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.329298 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0cb66-3974-4d04-9a64-89c33130bab7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c96e9e-d679-4a60-948e-d361f512bd70,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:58.337261 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bdb0cb66-3974-4d04-9a64-89c33130bab7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.340984 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bdb0cb66-3974-4d04-9a64-89c33130bab7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1470642 Feb 19 04:37:58.341851 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43050) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:58.350112 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3ee9b8fc-c6e6-4fbc-a8f4-118919fadc38 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Request body: {'security_group_rule': {'security_group_id': 'f3c96e9e-d679-4a60-948e-d361f512bd70', 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:58.391635 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3ee9b8fc-c6e6-4fbc-a8f4-118919fadc38 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for security_group_rule (7ffa8ace-e352-4f09-89da-98466af73922), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.395948 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afb56a-7950-4a4b-8c4c-6a8170b7844e req-4b74f092-d84e-45c0-8815-f2fc0be6a7b9 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:58.397630 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-08afb56a-7950-4a4b-8c4c-6a8170b7844e req-4b74f092-d84e-45c0-8815-f2fc0be6a7b9 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a9a0519-4535-4f32-8dc9-89b152232a0b HTTP/1.1" status: 200 len: 945 time: 0.0638742 Feb 19 04:37:58.460427 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3ee9b8fc-c6e6-4fbc-a8f4-118919fadc38 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for security_group_rule (7ffa8ace-e352-4f09-89da-98466af73922), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.463923 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-08afb56a-7950-4a4b-8c4c-6a8170b7844e req-d8107a40-7fd8-4917-9fa2-2bf9fc08a0b1 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb49fe9b-6ff0-4992-9dd8-95377583bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596557 Feb 19 04:37:58.465047 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3ee9b8fc-c6e6-4fbc-a8f4-118919fadc38 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (7ffa8ace-e352-4f09-89da-98466af73922), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.486031 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9b8fc-c6e6-4fbc-a8f4-118919fadc38 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ffa8ace-e352-4f09-89da-98466af73922,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:58.494495 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3ee9b8fc-c6e6-4fbc-a8f4-118919fadc38 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.495811 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3ee9b8fc-c6e6-4fbc-a8f4-118919fadc38 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1524155 Feb 19 04:37:58.498656 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43052) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:58.503098 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-00f9d88a-e4fc-45f4-891c-5a3933eb25d5 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Request body: {'security_group_rule': {'security_group_id': 'f3c96e9e-d679-4a60-948e-d361f512bd70', 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:58.526819 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-00f9d88a-e4fc-45f4-891c-5a3933eb25d5 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for security_group_rule (6f83ffd9-ae6b-40db-a1be-d9439ab3ab73), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.581721 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-00f9d88a-e4fc-45f4-891c-5a3933eb25d5 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for security_group_rule (6f83ffd9-ae6b-40db-a1be-d9439ab3ab73), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.585231 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-00f9d88a-e4fc-45f4-891c-5a3933eb25d5 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (6f83ffd9-ae6b-40db-a1be-d9439ab3ab73), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.600375 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9d88a-e4fc-45f4-891c-5a3933eb25d5 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f83ffd9-ae6b-40db-a1be-d9439ab3ab73,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:58.610527 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-00f9d88a-e4fc-45f4-891c-5a3933eb25d5 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.614329 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-00f9d88a-e4fc-45f4-891c-5a3933eb25d5 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1121390 Feb 19 04:37:58.614539 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43054) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:58.618864 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-9b478249-5add-471c-880b-d1821aa9a129 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Request body: {'security_group_rule': {'security_group_id': 'f3c96e9e-d679-4a60-948e-d361f512bd70', 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:58.646272 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9b478249-5add-471c-880b-d1821aa9a129 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for security_group_rule (e6ccf81b-8e2b-410b-a08f-52dc526443b2), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.704107 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9b478249-5add-471c-880b-d1821aa9a129 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for security_group_rule (e6ccf81b-8e2b-410b-a08f-52dc526443b2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.707885 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9b478249-5add-471c-880b-d1821aa9a129 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (e6ccf81b-8e2b-410b-a08f-52dc526443b2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.726978 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b478249-5add-471c-880b-d1821aa9a129 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ccf81b-8e2b-410b-a08f-52dc526443b2,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:58.736408 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9b478249-5add-471c-880b-d1821aa9a129 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.737623 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9b478249-5add-471c-880b-d1821aa9a129 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221159 Feb 19 04:37:58.740410 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43056) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:58.744916 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-8b3eeaac-d496-4b71-94db-ce99bcb52c2d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Request body: {'security_group_rule': {'security_group_id': 'f3c96e9e-d679-4a60-948e-d361f512bd70', 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:58.772112 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8b3eeaac-d496-4b71-94db-ce99bcb52c2d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for security_group_rule (b46a52d3-9481-4411-ac6e-d515845bebbf), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.830551 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8b3eeaac-d496-4b71-94db-ce99bcb52c2d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for security_group_rule (b46a52d3-9481-4411-ac6e-d515845bebbf), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.834099 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8b3eeaac-d496-4b71-94db-ce99bcb52c2d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (b46a52d3-9481-4411-ac6e-d515845bebbf), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.852206 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3eeaac-d496-4b71-94db-ce99bcb52c2d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b46a52d3-9481-4411-ac6e-d515845bebbf,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:58.861049 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8b3eeaac-d496-4b71-94db-ce99bcb52c2d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.864827 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8b3eeaac-d496-4b71-94db-ce99bcb52c2d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209033 Feb 19 04:37:58.865055 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43058) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:58.869504 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-d80fc1dc-17b7-416d-8a53-0f6cab0f3a8f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Request body: {'security_group_rule': {'security_group_id': 'f3c96e9e-d679-4a60-948e-d361f512bd70', 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:58.891096 n-d-828369-19 neutron-server[109926]: INFO neutron.db.securitygroups_db [None req-d80fc1dc-17b7-416d-8a53-0f6cab0f3a8f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Project b0fd37ae90824e9285d9bb3943295dee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:37:58.896073 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d80fc1dc-17b7-416d-8a53-0f6cab0f3a8f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for security_group_rule (67b12cc0-9e69-4dee-970a-cc6d99c30347), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.955304 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d80fc1dc-17b7-416d-8a53-0f6cab0f3a8f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for security_group_rule (67b12cc0-9e69-4dee-970a-cc6d99c30347), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.959606 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d80fc1dc-17b7-416d-8a53-0f6cab0f3a8f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (67b12cc0-9e69-4dee-970a-cc6d99c30347), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.986802 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fc1dc-17b7-416d-8a53-0f6cab0f3a8f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b12cc0-9e69-4dee-970a-cc6d99c30347,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:58.993141 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d80fc1dc-17b7-416d-8a53-0f6cab0f3a8f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.994277 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d80fc1dc-17b7-416d-8a53-0f6cab0f3a8f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1282480 Feb 19 04:37:59.002187 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43060) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:59.002464 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-e865e379-4422-42f6-b41b-2c17bf4e200f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Request body: {'security_group_rule': {'security_group_id': 'f3c96e9e-d679-4a60-948e-d361f512bd70', 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:59.024118 n-d-828369-19 neutron-server[109926]: INFO neutron.db.securitygroups_db [None req-e865e379-4422-42f6-b41b-2c17bf4e200f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Project b0fd37ae90824e9285d9bb3943295dee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:37:59.029740 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e865e379-4422-42f6-b41b-2c17bf4e200f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for security_group_rule (89bd447f-4e91-412f-843f-061204f9a529), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:59.094864 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e865e379-4422-42f6-b41b-2c17bf4e200f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for security_group_rule (89bd447f-4e91-412f-843f-061204f9a529), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:59.098436 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e865e379-4422-42f6-b41b-2c17bf4e200f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (89bd447f-4e91-412f-843f-061204f9a529), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:59.115065 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865e379-4422-42f6-b41b-2c17bf4e200f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89bd447f-4e91-412f-843f-061204f9a529,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:59.123586 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e865e379-4422-42f6-b41b-2c17bf4e200f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:59.124801 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e865e379-4422-42f6-b41b-2c17bf4e200f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1262336 Feb 19 04:37:59.594436 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f3706-cdf8-4228-955a-c62f6a69209b req-b5e8053d-f623-4422-88f6-24a60e185fc6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:59.595929 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a67f3706-cdf8-4228-955a-c62f6a69209b req-b5e8053d-f623-4422-88f6-24a60e185fc6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a9a0519-4535-4f32-8dc9-89b152232a0b HTTP/1.1" status: 200 len: 945 time: 0.0538476 Feb 19 04:37:59.646796 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a67f3706-cdf8-4228-955a-c62f6a69209b req-54a53822-7620-4624-b3ef-ed3d3b5516d1 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb49fe9b-6ff0-4992-9dd8-95377583bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450652 Feb 19 04:37:59.647221 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 13a3afdf-2212-4d75-96a0-0b1a7c1d89cd up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:37:59.706663 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 13a3afdf-2212-4d75-96a0-0b1a7c1d89cd completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:37:59.710979 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 13a3afdf-2212-4d75-96a0-0b1a7c1d89cd triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:59.711361 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (13a3afdf-2212-4d75-96a0-0b1a7c1d89cd), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:59.799347 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 13a3afdf-2212-4d75-96a0-0b1a7c1d89cd is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:59.799749 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (13a3afdf-2212-4d75-96a0-0b1a7c1d89cd), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:59.824245 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9a0519-4535-4f32-8dc9-89b152232a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a3afdf-2212-4d75-96a0-0b1a7c1d89cd'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:37:59.826548 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79448aee-7bfc-4cdf-80ca-7fcc6ba5b22f" -d '{"events": [{"server_uuid": "2a9a0519-4535-4f32-8dc9-89b152232a0b", "name": "network-vif-plugged", "status": "completed", "tag": "13a3afdf-2212-4d75-96a0-0b1a7c1d89cd"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:37:59.839304 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 13a3afdf-2212-4d75-96a0-0b1a7c1d89cd, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=13a3afdf-2212-4d75-96a0-0b1a7c1d89cd,segment=NetworkSegment(2fd86739-c773-45f3-a3e2-c6b5ea8cbd67),segment_id=2fd86739-c773-45f3-a3e2-c6b5ea8cbd67)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:59.844732 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (13a3afdf-2212-4d75-96a0-0b1a7c1d89cd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:59.870207 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d7f70e-b4fe-4dd2-928e-c313bcc6e2a8 x-openstack-request-id: req-c9d7f70e-b4fe-4dd2-928e-c313bcc6e2a8 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:37:59.870507 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9a0519-4535-4f32-8dc9-89b152232a0b", "name": "network-vif-plugged", "status": "completed", "tag": "13a3afdf-2212-4d75-96a0-0b1a7c1d89cd", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:37:59.870949 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c9d7f70e-b4fe-4dd2-928e-c313bcc6e2a8 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:37:59.871350 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9a0519-4535-4f32-8dc9-89b152232a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a3afdf-2212-4d75-96a0-0b1a7c1d89cd', 'code': 200} Feb 19 04:37:59.897822 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=13a3afdf-2212-4d75-96a0-0b1a7c1d89cd,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:59.927317 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:59.976318 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a485e-88fe-415e-901b-f916cacb9866 req-171a1036-ba8c-4253-a56b-1fb6f59471a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:59.979406 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e64a485e-88fe-415e-901b-f916cacb9866 req-171a1036-ba8c-4253-a56b-1fb6f59471a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2a9a0519-4535-4f32-8dc9-89b152232a0b HTTP/1.1" status: 200 len: 1129 time: 0.0528810 Feb 19 04:38:00.328859 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e64a485e-88fe-415e-901b-f916cacb9866 req-443f60bc-94ea-4f83-82b6-cea44ff61006 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=eb49fe9b-6ff0-4992-9dd8-95377583bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3434088 Feb 19 04:38:00.645277 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c72e88a2-0b96-4443-83d6-51cded23f99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:00.771055 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6f151-4151-4029-ae01-1d7ffd9f5060 req-cb11e126-c666-4e35-a023-3b9bb63929a1 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:00.772815 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5d6f151-4151-4029-ae01-1d7ffd9f5060 req-cb11e126-c666-4e35-a023-3b9bb63929a1 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a9a0519-4535-4f32-8dc9-89b152232a0b HTTP/1.1" status: 200 len: 946 time: 0.0544021 Feb 19 04:38:00.826011 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5d6f151-4151-4029-ae01-1d7ffd9f5060 req-f10cc2b8-a148-4e49-8f4c-bdbd0f6d6903 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb49fe9b-6ff0-4992-9dd8-95377583bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478652 Feb 19 04:38:01.948786 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0ddc4-3de0-4761-8466-39aaed6a07d7 req-27a17647-dc70-47a6-9fb6-06e597ab5dd2 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:01.951064 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-77b0ddc4-3de0-4761-8466-39aaed6a07d7 req-27a17647-dc70-47a6-9fb6-06e597ab5dd2 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a9a0519-4535-4f32-8dc9-89b152232a0b HTTP/1.1" status: 200 len: 946 time: 0.0557342 Feb 19 04:38:02.005168 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-77b0ddc4-3de0-4761-8466-39aaed6a07d7 req-e0a92307-1101-4137-a0bf-a65a3c3c844b tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb49fe9b-6ff0-4992-9dd8-95377583bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483966 Feb 19 04:38:02.127133 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bd494-89ad-4421-9a6f-c382bd2664d1 req-9fb31a1e-a1a4-4009-8ddd-fd3cc0420f18 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:02.128556 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c65bd494-89ad-4421-9a6f-c382bd2664d1 req-9fb31a1e-a1a4-4009-8ddd-fd3cc0420f18 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a9a0519-4535-4f32-8dc9-89b152232a0b HTTP/1.1" status: 200 len: 946 time: 0.0539999 Feb 19 04:38:02.180983 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c65bd494-89ad-4421-9a6f-c382bd2664d1 req-a557c683-289b-4317-93f5-52bfe5d43cee tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb49fe9b-6ff0-4992-9dd8-95377583bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466936 Feb 19 04:38:03.489232 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ce6dda6d-4adb-40ad-b171-d57d84bdb94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:03.653779 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43154) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:03.887446 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:04.124905 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6c013ffb-3659-45c3-9b01-d2b5ff6e9c02 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:04.407170 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-6c013ffb-3659-45c3-9b01-d2b5ff6e9c02 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Allocated IP 172.20.0.17 (1bd52d7e-21e9-4a89-aedc-79def51f4933/e074dff0-e6f0-42cb-8e26-1f42ae56b10f/0fa03302-1d62-44fd-b4cc-c75dbf45d61a) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:38:04.527076 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6c013ffb-3659-45c3-9b01-d2b5ff6e9c02 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for port (0fa03302-1d62-44fd-b4cc-c75dbf45d61a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:04.560694 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6c013ffb-3659-45c3-9b01-d2b5ff6e9c02 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (0fa03302-1d62-44fd-b4cc-c75dbf45d61a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:04.607979 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c013ffb-3659-45c3-9b01-d2b5ff6e9c02 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Network 1bd52d7e-21e9-4a89-aedc-79def51f4933 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:38:04.611019 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-6c013ffb-3659-45c3-9b01-d2b5ff6e9c02 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:38:04.613593 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c013ffb-3659-45c3-9b01-d2b5ff6e9c02 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:38:04.641615 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c013ffb-3659-45c3-9b01-d2b5ff6e9c02 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'Port': ['ID=0fa03302-1d62-44fd-b4cc-c75dbf45d61a,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:04.665716 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6c013ffb-3659-45c3-9b01-d2b5ff6e9c02 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (85d8b7c6-471f-4720-aac7-c020f22b3cba), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:04.827382 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6c013ffb-3659-45c3-9b01-d2b5ff6e9c02 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0fa03302-1d62-44fd-b4cc-c75dbf45d61a), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:04.955580 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c3162535-85a5-4053-b881-ac3e3961045f None None] Provisioning complete for port 0fa03302-1d62-44fd-b4cc-c75dbf45d61a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:04.956129 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c3162535-85a5-4053-b881-ac3e3961045f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0fa03302-1d62-44fd-b4cc-c75dbf45d61a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:04.994188 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c3162535-85a5-4053-b881-ac3e3961045f None None] Port 0fa03302-1d62-44fd-b4cc-c75dbf45d61a cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:38:05.133791 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6c013ffb-3659-45c3-9b01-d2b5ff6e9c02 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for port (0fa03302-1d62-44fd-b4cc-c75dbf45d61a), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:05.138817 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6c013ffb-3659-45c3-9b01-d2b5ff6e9c02 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (0fa03302-1d62-44fd-b4cc-c75dbf45d61a), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:05.210056 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c013ffb-3659-45c3-9b01-d2b5ff6e9c02 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'Port': ['ID=0fa03302-1d62-44fd-b4cc-c75dbf45d61a,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:05.215388 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6c013ffb-3659-45c3-9b01-d2b5ff6e9c02 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (85d8b7c6-471f-4720-aac7-c020f22b3cba), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:05.291235 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:38:05.315058 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c013ffb-3659-45c3-9b01-d2b5ff6e9c02 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Network 1bd52d7e-21e9-4a89-aedc-79def51f4933 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:38:05.316513 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-6c013ffb-3659-45c3-9b01-d2b5ff6e9c02 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:38:05.385057 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:05.452931 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c013ffb-3659-45c3-9b01-d2b5ff6e9c02 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Router 85d8b7c6-471f-4720-aac7-c020f22b3cba has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:38:05.580209 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c013ffb-3659-45c3-9b01-d2b5ff6e9c02 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:38:05.585182 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6c013ffb-3659-45c3-9b01-d2b5ff6e9c02 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "PUT /v2.0/routers/85d8b7c6-471f-4720-aac7-c020f22b3cba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9300435 Feb 19 04:38:05.603056 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a040f7e8-5f85-47b0-8648-cf65cbc400a3 None None] Sync routers for ids ['85d8b7c6-471f-4720-aac7-c020f22b3cba'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:38:05.615379 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a040f7e8-5f85-47b0-8648-cf65cbc400a3 None None] Routers {'85d8b7c6-471f-4720-aac7-c020f22b3cba'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:38:05.616242 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a040f7e8-5f85-47b0-8648-cf65cbc400a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:38:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['85d8b7c6-471f-4720-aac7-c020f22b3cba'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:05.619633 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b4474e17-fc97-4aaf-9b99-13c644ca6c71 None None] Provisioning complete for port 0fa03302-1d62-44fd-b4cc-c75dbf45d61a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:05.619777 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b4474e17-fc97-4aaf-9b99-13c644ca6c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0fa03302-1d62-44fd-b4cc-c75dbf45d61a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:05.654540 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b4474e17-fc97-4aaf-9b99-13c644ca6c71 None None] Port 0fa03302-1d62-44fd-b4cc-c75dbf45d61a cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:38:05.732304 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-a040f7e8-5f85-47b0-8648-cf65cbc400a3 None None] Set router 85d8b7c6-471f-4720-aac7-c020f22b3cba gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:38:05.975351 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a040f7e8-5f85-47b0-8648-cf65cbc400a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'name': 'tempest-TestNetworkBasicOps-router-995266577', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:38:04Z', 'revision_number': 5, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'bef7a2f7-043d-4e63-9850-e14fd290955e', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'port_id': '2483126e-dd55-4374-9afc-82e976ec6686', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be', 'mac_address': 'fa:16:3e:d9:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05076ac-a51c-4fc7-a850-ea62413cc6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:37:11Z', 'updated_at': '2022-02-19T04:37:13Z', 'revision_number': 1, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa03302-1d62-44fd-b4cc-c75dbf45d61a', 'name': '', 'network_id': '1bd52d7e-21e9-4a89-aedc-79def51f4933', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'mac_address': 'fa:16:3e:69:6e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e074dff0-e6f0-42cb-8e26-1f42ae56b10f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:04Z', 'updated_at': '2022-02-19T04:38:04Z', 'revision_number': 2, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'subnets': [{'id': 'e074dff0-e6f0-42cb-8e26-1f42ae56b10f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ac0302d-7239-4123-99ed-6c8ad6daf201', 'name': '', 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'mac_address': 'fa:16:3e:90:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:54Z', 'updated_at': '2022-02-19T04:36:59Z', 'revision_number': 5, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'subnets': [{'id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:06.013330 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a040f7e8-5f85-47b0-8648-cf65cbc400a3 None None] Checking router: 85d8b7c6-471f-4720-aac7-c020f22b3cba for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:38:06.013683 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a040f7e8-5f85-47b0-8648-cf65cbc400a3 None None] Updating router 85d8b7c6-471f-4720-aac7-c020f22b3cba port 0fa03302-1d62-44fd-b4cc-c75dbf45d61a binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:38:06.041369 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a040f7e8-5f85-47b0-8648-cf65cbc400a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0fa03302-1d62-44fd-b4cc-c75dbf45d61a), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:06.305131 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a040f7e8-5f85-47b0-8648-cf65cbc400a3 None None] Publish callbacks [] for port (0fa03302-1d62-44fd-b4cc-c75dbf45d61a), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:06.311429 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a040f7e8-5f85-47b0-8648-cf65cbc400a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0fa03302-1d62-44fd-b4cc-c75dbf45d61a), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:06.389141 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453a1a1-4863-4852-a68d-e08653f257e0 None None] Pushing event updated for resources: {'Port': ['ID=0fa03302-1d62-44fd-b4cc-c75dbf45d61a,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:06.412552 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453a1a1-4863-4852-a68d-e08653f257e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:06.412910 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453a1a1-4863-4852-a68d-e08653f257e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:06.413254 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453a1a1-4863-4852-a68d-e08653f257e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:06.413589 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453a1a1-4863-4852-a68d-e08653f257e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:06.413923 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453a1a1-4863-4852-a68d-e08653f257e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:06.414359 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453a1a1-4863-4852-a68d-e08653f257e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:06.414685 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453a1a1-4863-4852-a68d-e08653f257e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:06.415012 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453a1a1-4863-4852-a68d-e08653f257e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:06.415334 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453a1a1-4863-4852-a68d-e08653f257e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:06.415663 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453a1a1-4863-4852-a68d-e08653f257e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:06.415990 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453a1a1-4863-4852-a68d-e08653f257e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:06.416320 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453a1a1-4863-4852-a68d-e08653f257e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:06.416756 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453a1a1-4863-4852-a68d-e08653f257e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:06.431109 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-a040f7e8-5f85-47b0-8648-cf65cbc400a3 None None] Attempting to bind port 0fa03302-1d62-44fd-b4cc-c75dbf45d61a on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:38:06.431490 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-a040f7e8-5f85-47b0-8648-cf65cbc400a3 None None] Attempting to bind port 0fa03302-1d62-44fd-b4cc-c75dbf45d61a by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '2fd86739-c773-45f3-a3e2-c6b5ea8cbd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1bd52d7e-21e9-4a89-aedc-79def51f4933'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:38:06.431855 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a040f7e8-5f85-47b0-8648-cf65cbc400a3 None None] Attempting to bind port 0fa03302-1d62-44fd-b4cc-c75dbf45d61a on network 1bd52d7e-21e9-4a89-aedc-79def51f4933 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:38:06.437911 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a040f7e8-5f85-47b0-8648-cf65cbc400a3 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:38:06.438321 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a040f7e8-5f85-47b0-8648-cf65cbc400a3 None None] Checking segment: {'id': '2fd86739-c773-45f3-a3e2-c6b5ea8cbd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1bd52d7e-21e9-4a89-aedc-79def51f4933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:38:06.438730 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a040f7e8-5f85-47b0-8648-cf65cbc400a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:06.439131 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a040f7e8-5f85-47b0-8648-cf65cbc400a3 None None] Bound using segment: {'id': '2fd86739-c773-45f3-a3e2-c6b5ea8cbd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1bd52d7e-21e9-4a89-aedc-79def51f4933'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:38:06.439846 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-a040f7e8-5f85-47b0-8648-cf65cbc400a3 None None] Bound port: 0fa03302-1d62-44fd-b4cc-c75dbf45d61a, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd86739-c773-45f3-a3e2-c6b5ea8cbd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1bd52d7e-21e9-4a89-aedc-79def51f4933'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:38:06.440224 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a040f7e8-5f85-47b0-8648-cf65cbc400a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0fa03302-1d62-44fd-b4cc-c75dbf45d61a), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:06.509171 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-a040f7e8-5f85-47b0-8648-cf65cbc400a3 None None] For port 0fa03302-1d62-44fd-b4cc-c75dbf45d61a, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:38:06.513831 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-a040f7e8-5f85-47b0-8648-cf65cbc400a3 None None] For port 0fa03302-1d62-44fd-b4cc-c75dbf45d61a, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0fa03302-1d62-44fd-b4cc-c75dbf45d61a,segment=NetworkSegment(2fd86739-c773-45f3-a3e2-c6b5ea8cbd67),segment_id=2fd86739-c773-45f3-a3e2-c6b5ea8cbd67)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:38:06.520603 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a040f7e8-5f85-47b0-8648-cf65cbc400a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0fa03302-1d62-44fd-b4cc-c75dbf45d61a), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:06.581681 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a040f7e8-5f85-47b0-8648-cf65cbc400a3 None None] Routers {'85d8b7c6-471f-4720-aac7-c020f22b3cba'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:38:06.582346 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a040f7e8-5f85-47b0-8648-cf65cbc400a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:38:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['85d8b7c6-471f-4720-aac7-c020f22b3cba'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:06.620676 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453a1a1-4863-4852-a68d-e08653f257e0 None None] Pushing event updated for resources: {'Port': ['ID=0fa03302-1d62-44fd-b4cc-c75dbf45d61a,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:06.685153 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2f395eaf-6bd9-4162-8722-830c7e5161cd None None] Provisioning complete for port 0fa03302-1d62-44fd-b4cc-c75dbf45d61a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:06.685735 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f395eaf-6bd9-4162-8722-830c7e5161cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0fa03302-1d62-44fd-b4cc-c75dbf45d61a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:06.720879 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-a040f7e8-5f85-47b0-8648-cf65cbc400a3 None None] Set router 85d8b7c6-471f-4720-aac7-c020f22b3cba gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:38:06.787438 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2f395eaf-6bd9-4162-8722-830c7e5161cd None None] Current status of the port 0fa03302-1d62-44fd-b4cc-c75dbf45d61a is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:06.787837 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f395eaf-6bd9-4162-8722-830c7e5161cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0fa03302-1d62-44fd-b4cc-c75dbf45d61a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:06.850104 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:06.852775 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-2f395eaf-6bd9-4162-8722-830c7e5161cd None None] For port 0fa03302-1d62-44fd-b4cc-c75dbf45d61a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0fa03302-1d62-44fd-b4cc-c75dbf45d61a,segment=NetworkSegment(2fd86739-c773-45f3-a3e2-c6b5ea8cbd67),segment_id=2fd86739-c773-45f3-a3e2-c6b5ea8cbd67)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:38:06.858682 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f395eaf-6bd9-4162-8722-830c7e5161cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0fa03302-1d62-44fd-b4cc-c75dbf45d61a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:06.913601 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f395eaf-6bd9-4162-8722-830c7e5161cd None None] Pushing event updated for resources: {'Port': ['ID=0fa03302-1d62-44fd-b4cc-c75dbf45d61a,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:06.982230 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-849bfec6-41f5-484d-8be6-e80b557a01e9 None None] Provisioning complete for port 0fa03302-1d62-44fd-b4cc-c75dbf45d61a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:06.982230 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-849bfec6-41f5-484d-8be6-e80b557a01e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0fa03302-1d62-44fd-b4cc-c75dbf45d61a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:06.994994 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a040f7e8-5f85-47b0-8648-cf65cbc400a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'name': 'tempest-TestNetworkBasicOps-router-995266577', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:38:04Z', 'revision_number': 5, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'bef7a2f7-043d-4e63-9850-e14fd290955e', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'port_id': '2483126e-dd55-4374-9afc-82e976ec6686', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be', 'mac_address': 'fa:16:3e:d9:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05076ac-a51c-4fc7-a850-ea62413cc6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:37:11Z', 'updated_at': '2022-02-19T04:37:13Z', 'revision_number': 1, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa03302-1d62-44fd-b4cc-c75dbf45d61a', 'name': '', 'network_id': '1bd52d7e-21e9-4a89-aedc-79def51f4933', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'mac_address': 'fa:16:3e:69:6e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e074dff0-e6f0-42cb-8e26-1f42ae56b10f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:04Z', 'updated_at': '2022-02-19T04:38:06Z', 'revision_number': 4, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'subnets': [{'id': 'e074dff0-e6f0-42cb-8e26-1f42ae56b10f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ac0302d-7239-4123-99ed-6c8ad6daf201', 'name': '', 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'mac_address': 'fa:16:3e:90:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:54Z', 'updated_at': '2022-02-19T04:36:59Z', 'revision_number': 5, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'subnets': [{'id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:07.025262 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a040f7e8-5f85-47b0-8648-cf65cbc400a3 None None] The sync data for ids ['85d8b7c6-471f-4720-aac7-c020f22b3cba'] in n-d-828369-19 is: [{'id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'name': 'tempest-TestNetworkBasicOps-router-995266577', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:38:04Z', 'revision_number': 5, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'bef7a2f7-043d-4e63-9850-e14fd290955e', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'port_id': '2483126e-dd55-4374-9afc-82e976ec6686', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be', 'mac_address': 'fa:16:3e:d9:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05076ac-a51c-4fc7-a850-ea62413cc6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:37:11Z', 'updated_at': '2022-02-19T04:37:13Z', 'revision_number': 1, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa03302-1d62-44fd-b4cc-c75dbf45d61a', 'name': '', 'network_id': '1bd52d7e-21e9-4a89-aedc-79def51f4933', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'mac_address': 'fa:16:3e:69:6e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e074dff0-e6f0-42cb-8e26-1f42ae56b10f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:04Z', 'updated_at': '2022-02-19T04:38:06Z', 'revision_number': 4, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'subnets': [{'id': 'e074dff0-e6f0-42cb-8e26-1f42ae56b10f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ac0302d-7239-4123-99ed-6c8ad6daf201', 'name': '', 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'mac_address': 'fa:16:3e:90:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:54Z', 'updated_at': '2022-02-19T04:36:59Z', 'revision_number': 5, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'subnets': [{'id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:38:07.087248 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-849bfec6-41f5-484d-8be6-e80b557a01e9 None None] Current status of the port 0fa03302-1d62-44fd-b4cc-c75dbf45d61a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:09.156426 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0fa03302-1d62-44fd-b4cc-c75dbf45d61a up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:38:09.204531 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 0fa03302-1d62-44fd-b4cc-c75dbf45d61a triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:09.204823 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0fa03302-1d62-44fd-b4cc-c75dbf45d61a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:09.283839 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 0fa03302-1d62-44fd-b4cc-c75dbf45d61a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:18.603693 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-5496d7bc-aebe-4b37-a108-00a55ff5cf60 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-633040255&fields=id&tenant_id=b0fd37ae90824e9285d9bb3943295dee HTTP/1.1" status: 200 len: 267 time: 0.0431538 Feb 19 04:38:18.705937 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-f619ebfd-ffc5-4dc1-b611-0e0d941a8638 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:18.707350 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-f619ebfd-ffc5-4dc1-b611-0e0d941a8638 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 811 time: 0.0965385 Feb 19 04:38:18.722128 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-1d5dc3fb-2582-4e08-91eb-a8df5eaa4dd4 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/quotas/b0fd37ae90824e9285d9bb3943295dee HTTP/1.1" status: 200 len: 375 time: 0.0094283 Feb 19 04:38:18.779850 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-1851f135-59b3-49ed-9d78-19d734039fc2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529158 Feb 19 04:38:18.881833 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-1d51b789-eb2c-4faf-8f71-eb69d84094e1 service neutron] 10.222.0.52 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910957 Feb 19 04:38:18.975321 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-44378dc3-9ae3-4ab4-8bf3-5c30415fa0df service neutron] 10.222.0.52 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863042 Feb 19 04:38:19.249150 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eff6c7f6-7cc1-4b77-990d-a5ca50a660c4 req-143cfcad-9564-4467-86aa-977cde521cfb tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 210 time: 0.0275390 Feb 19 04:38:20.124598 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-770df332-ddad-4512-9ffd-aa59380cba23 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:20.126152 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-770df332-ddad-4512-9ffd-aa59380cba23 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.79 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 811 time: 0.1015754 Feb 19 04:38:20.193644 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-aad5dabe-6b8c-4148-89b1-1da05e8d79b5 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0fd37ae90824e9285d9bb3943295dee HTTP/1.1" status: 200 len: 379 time: 0.0597789 Feb 19 04:38:20.201518 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-3dc555bf-565f-4cac-b7b3-3eee8e0f1054 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Request body: {'port': {'device_id': 'a0940ff7-5c9c-43dc-a6e2-be872ac61656', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'admin_state_up': True, 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'security_groups': ['f3c96e9e-d679-4a60-948e-d361f512bd70']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:38:20.310978 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-3dc555bf-565f-4cac-b7b3-3eee8e0f1054 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Made reservation on behalf of b0fd37ae90824e9285d9bb3943295dee for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:38:20.314886 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-3dc555bf-565f-4cac-b7b3-3eee8e0f1054 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:20.359138 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60c27409-b321-4712-95fa-78a191c1b407 req-ce1f8507-1de7-444c-aa1e-699e491349c8 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 210 time: 0.0342824 Feb 19 04:38:20.468670 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-3dc555bf-565f-4cac-b7b3-3eee8e0f1054 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Allocated IP 172.20.0.4 (5e8f90c4-f909-4474-8fc0-0f484b224735/b4c1316c-0c1b-40e4-b032-90759cbccfe3/6dedca16-21ec-4ac3-87b8-757d3c8a4595) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:38:20.607382 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-3dc555bf-565f-4cac-b7b3-3eee8e0f1054 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for port (6dedca16-21ec-4ac3-87b8-757d3c8a4595), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:20.642374 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-3dc555bf-565f-4cac-b7b3-3eee8e0f1054 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (6dedca16-21ec-4ac3-87b8-757d3c8a4595), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:20.686947 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-3dc555bf-565f-4cac-b7b3-3eee8e0f1054 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Network 5e8f90c4-f909-4474-8fc0-0f484b224735 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:38:20.690156 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-3dc555bf-565f-4cac-b7b3-3eee8e0f1054 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:38:20.695825 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-3dc555bf-565f-4cac-b7b3-3eee8e0f1054 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:38:20.702365 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc555bf-565f-4cac-b7b3-3eee8e0f1054 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event updated for resources: {'Port': ['ID=6dedca16-21ec-4ac3-87b8-757d3c8a4595,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:20.748219 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-3dc555bf-565f-4cac-b7b3-3eee8e0f1054 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:20.749126 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-3dc555bf-565f-4cac-b7b3-3eee8e0f1054 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:20.767465 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-3dc555bf-565f-4cac-b7b3-3eee8e0f1054 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5694444 Feb 19 04:38:20.779697 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-71d78fe4-3b27-40ea-ac0d-c15a863d8eae service neutron] Request body: {'port': {'device_id': 'a0940ff7-5c9c-43dc-a6e2-be872ac61656', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:38:20.845308 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-71d78fe4-3b27-40ea-ac0d-c15a863d8eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6dedca16-21ec-4ac3-87b8-757d3c8a4595), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:20.996978 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-36aed222-a5b0-4fe2-a87e-188f7d817bad None None] Provisioning complete for port 6dedca16-21ec-4ac3-87b8-757d3c8a4595 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:20.997525 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-36aed222-a5b0-4fe2-a87e-188f7d817bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6dedca16-21ec-4ac3-87b8-757d3c8a4595), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:21.035345 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-36aed222-a5b0-4fe2-a87e-188f7d817bad None None] Port 6dedca16-21ec-4ac3-87b8-757d3c8a4595 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:38:21.122595 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-71d78fe4-3b27-40ea-ac0d-c15a863d8eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dedca16-21ec-4ac3-87b8-757d3c8a4595 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:38:21.130480 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-71d78fe4-3b27-40ea-ac0d-c15a863d8eae service neutron] Publish callbacks [] for port (6dedca16-21ec-4ac3-87b8-757d3c8a4595), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:21.143947 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-71d78fe4-3b27-40ea-ac0d-c15a863d8eae service neutron] Transition to ACTIVE for port object 6dedca16-21ec-4ac3-87b8-757d3c8a4595 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:38:21.148862 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-71d78fe4-3b27-40ea-ac0d-c15a863d8eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (6dedca16-21ec-4ac3-87b8-757d3c8a4595), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:21.197351 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d78fe4-3b27-40ea-ac0d-c15a863d8eae service neutron] Pushing event updated for resources: {'Port': ['ID=6dedca16-21ec-4ac3-87b8-757d3c8a4595,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:21.283212 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-71d78fe4-3b27-40ea-ac0d-c15a863d8eae service neutron] Attempting to bind port 6dedca16-21ec-4ac3-87b8-757d3c8a4595 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:38:21.283554 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-71d78fe4-3b27-40ea-ac0d-c15a863d8eae service neutron] Attempting to bind port 6dedca16-21ec-4ac3-87b8-757d3c8a4595 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:38:21.283882 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-71d78fe4-3b27-40ea-ac0d-c15a863d8eae service neutron] Attempting to bind port 6dedca16-21ec-4ac3-87b8-757d3c8a4595 on network 5e8f90c4-f909-4474-8fc0-0f484b224735 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:38:21.288704 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-71d78fe4-3b27-40ea-ac0d-c15a863d8eae service neutron] Port 6dedca16-21ec-4ac3-87b8-757d3c8a4595 on network 5e8f90c4-f909-4474-8fc0-0f484b224735 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:38:21.289032 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-71d78fe4-3b27-40ea-ac0d-c15a863d8eae service neutron] Attempting to bind port 6dedca16-21ec-4ac3-87b8-757d3c8a4595 on network 5e8f90c4-f909-4474-8fc0-0f484b224735 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:38:21.294903 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-71d78fe4-3b27-40ea-ac0d-c15a863d8eae service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:38:21.295246 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-71d78fe4-3b27-40ea-ac0d-c15a863d8eae service neutron] Checking segment: {'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:38:21.295637 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-71d78fe4-3b27-40ea-ac0d-c15a863d8eae service neutron] Bound using segment: {'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:38:21.296081 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-71d78fe4-3b27-40ea-ac0d-c15a863d8eae service neutron] Bound port: 6dedca16-21ec-4ac3-87b8-757d3c8a4595, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:38:21.296444 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-71d78fe4-3b27-40ea-ac0d-c15a863d8eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6dedca16-21ec-4ac3-87b8-757d3c8a4595), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:21.370772 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-71d78fe4-3b27-40ea-ac0d-c15a863d8eae service neutron] For port 6dedca16-21ec-4ac3-87b8-757d3c8a4595, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:38:21.373051 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-71d78fe4-3b27-40ea-ac0d-c15a863d8eae service neutron] For port 6dedca16-21ec-4ac3-87b8-757d3c8a4595, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=6dedca16-21ec-4ac3-87b8-757d3c8a4595,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:38:21.381334 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-71d78fe4-3b27-40ea-ac0d-c15a863d8eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (6dedca16-21ec-4ac3-87b8-757d3c8a4595), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:21.421305 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-71d78fe4-3b27-40ea-ac0d-c15a863d8eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:21.421985 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-71d78fe4-3b27-40ea-ac0d-c15a863d8eae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:21.423418 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-71d78fe4-3b27-40ea-ac0d-c15a863d8eae service neutron] 10.222.0.79 "PUT /v2.0/ports/6dedca16-21ec-4ac3-87b8-757d3c8a4595 HTTP/1.1" status: 200 len: 1092 time: 0.6491442 Feb 19 04:38:21.423868 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0940ff7-5c9c-43dc-a6e2-be872ac61656', 'tag': '6dedca16-21ec-4ac3-87b8-757d3c8a4595'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:38:21.426124 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c82d0b-e531-471e-83ec-638b0e4288e3" -d '{"events": [{"name": "network-changed", "server_uuid": "a0940ff7-5c9c-43dc-a6e2-be872ac61656", "tag": "6dedca16-21ec-4ac3-87b8-757d3c8a4595"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:38:21.483978 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3fa7c4-cd7e-4d21-b986-2a856afc5c99 x-openstack-request-id: req-2c3fa7c4-cd7e-4d21-b986-2a856afc5c99 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:38:21.484483 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0940ff7-5c9c-43dc-a6e2-be872ac61656", "tag": "6dedca16-21ec-4ac3-87b8-757d3c8a4595", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:38:21.484872 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2c3fa7c4-cd7e-4d21-b986-2a856afc5c99 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:38:21.485284 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0940ff7-5c9c-43dc-a6e2-be872ac61656', 'tag': '6dedca16-21ec-4ac3-87b8-757d3c8a4595', 'status': 'completed', 'code': 200} Feb 19 04:38:21.491903 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d78fe4-3b27-40ea-ac0d-c15a863d8eae service neutron] Pushing event updated for resources: {'Port': ['ID=6dedca16-21ec-4ac3-87b8-757d3c8a4595,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:21.551085 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-283380f8-f6da-48b8-b7e0-64506c6b0db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:21.552890 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-283380f8-f6da-48b8-b7e0-64506c6b0db2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 1126 time: 0.0665836 Feb 19 04:38:21.600929 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-4a87d713-2eaa-4373-a170-1bb930f72141 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6dedca16-21ec-4ac3-87b8-757d3c8a4595 HTTP/1.1" status: 200 len: 217 time: 0.0381236 Feb 19 04:38:21.675640 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-fe92ddd2-08ce-4fcf-9276-d1caef620952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:21.677092 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-fe92ddd2-08ce-4fcf-9276-d1caef620952 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b4c1316c-0c1b-40e4-b032-90759cbccfe3 HTTP/1.1" status: 200 len: 850 time: 0.0602310 Feb 19 04:38:21.685158 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf7ab8-4d93-4f9c-b5f5-e5055d63b53f req-a11dc1bf-2c74-48e8-ad1f-5e18e492a422 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:21.686549 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7bf7ab8-4d93-4f9c-b5f5-e5055d63b53f req-a11dc1bf-2c74-48e8-ad1f-5e18e492a422 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 943 time: 0.2246881 Feb 19 04:38:21.766720 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7bf7ab8-4d93-4f9c-b5f5-e5055d63b53f req-d93e33c9-0c0f-40c7-997a-fd45d8736067 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541468 Feb 19 04:38:21.768464 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-d7f6a8d0-66e2-4321-8533-3f699973e45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:21.769864 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-d7f6a8d0-66e2-4321-8533-3f699973e45e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e8f90c4-f909-4474-8fc0-0f484b224735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0824773 Feb 19 04:38:21.861021 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-1063b5c5-14c2-4261-99ee-5f6817435909 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851822 Feb 19 04:38:22.261533 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f47ae6f-8248-4161-a7ba-816d4586eb98 req-af3cf765-39cf-4874-b6aa-f06d9c6725ae service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945320 Feb 19 04:38:22.350369 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c82d0b-e531-471e-83ec-638b0e4288e3 req-ed30eca3-c9e3-4b25-8490-beb37c0aa347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:22.352009 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56c82d0b-e531-471e-83ec-638b0e4288e3 req-ed30eca3-c9e3-4b25-8490-beb37c0aa347 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 1126 time: 0.0464761 Feb 19 04:38:22.444519 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c82d0b-e531-471e-83ec-638b0e4288e3 req-0df62948-cbf8-4c37-8310-d06f188c8773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:22.445988 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56c82d0b-e531-471e-83ec-638b0e4288e3 req-0df62948-cbf8-4c37-8310-d06f188c8773 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 912 time: 0.0885706 Feb 19 04:38:22.489053 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56c82d0b-e531-471e-83ec-638b0e4288e3 req-6813b04d-fcaa-4fea-9b4f-8bfc798543da service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6dedca16-21ec-4ac3-87b8-757d3c8a4595 HTTP/1.1" status: 200 len: 217 time: 0.0356064 Feb 19 04:38:22.543840 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c82d0b-e531-471e-83ec-638b0e4288e3 req-91116a45-a006-4bdd-9f8c-d761f3be95da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:22.546507 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56c82d0b-e531-471e-83ec-638b0e4288e3 req-91116a45-a006-4bdd-9f8c-d761f3be95da service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b4c1316c-0c1b-40e4-b032-90759cbccfe3 HTTP/1.1" status: 200 len: 850 time: 0.0525086 Feb 19 04:38:22.598191 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c82d0b-e531-471e-83ec-638b0e4288e3 req-54ddb67d-004e-4629-a222-9f085c16f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:22.599689 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56c82d0b-e531-471e-83ec-638b0e4288e3 req-54ddb67d-004e-4629-a222-9f085c16f304 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e8f90c4-f909-4474-8fc0-0f484b224735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470815 Feb 19 04:38:22.688620 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56c82d0b-e531-471e-83ec-638b0e4288e3 req-ae6f0f8b-2807-4c33-9172-916f1ddcadde service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825446 Feb 19 04:38:22.785034 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56c82d0b-e531-471e-83ec-638b0e4288e3 req-c77cf3aa-b0d5-4a98-bdcd-278a5b67d8c9 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904639 Feb 19 04:38:22.956375 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be93c7-3d00-4ffb-bd59-9bc1592070d2 req-c6ece854-423f-48c7-9ef2-78a705df1060 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:22.957959 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47be93c7-3d00-4ffb-bd59-9bc1592070d2 req-c6ece854-423f-48c7-9ef2-78a705df1060 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 943 time: 0.1184590 Feb 19 04:38:23.012229 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47be93c7-3d00-4ffb-bd59-9bc1592070d2 req-3e3e3e61-2901-4184-8ed6-cd9bacab152d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471990 Feb 19 04:38:24.142663 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc25f4-1b47-4bda-ac66-b7fb1b54e2af req-d0463d5d-8812-4386-bf1e-ac3a6c2e7c85 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:24.144128 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80dc25f4-1b47-4bda-ac66-b7fb1b54e2af req-d0463d5d-8812-4386-bf1e-ac3a6c2e7c85 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 943 time: 0.0602458 Feb 19 04:38:24.192427 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80dc25f4-1b47-4bda-ac66-b7fb1b54e2af req-ed92a0f8-2a26-4e51-a2a5-088b3597d379 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426984 Feb 19 04:38:25.310001 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba959ad-0718-4e1b-b919-78cd7d9436c3 req-f65222d1-1624-41bc-9eb0-cf51d4bf7ecd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:25.311508 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ba959ad-0718-4e1b-b919-78cd7d9436c3 req-f65222d1-1624-41bc-9eb0-cf51d4bf7ecd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 943 time: 0.0522964 Feb 19 04:38:25.359970 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ba959ad-0718-4e1b-b919-78cd7d9436c3 req-3197ac56-aac2-4cc6-bb67-acc7e608c49a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426638 Feb 19 04:38:26.478547 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806db60f-5c3c-4d65-bd68-639f2bb0e1a4 req-f0efa307-4231-48ae-8a69-0c2f018b2a8a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:26.480606 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-806db60f-5c3c-4d65-bd68-639f2bb0e1a4 req-f0efa307-4231-48ae-8a69-0c2f018b2a8a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 943 time: 0.0528851 Feb 19 04:38:26.535541 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-806db60f-5c3c-4d65-bd68-639f2bb0e1a4 req-c3dcb77a-2484-4329-9b8e-c9c5d1c52efe tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493357 Feb 19 04:38:27.121191 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:27.654901 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469ac6b-af83-46b7-8c52-f986e75b1c67 req-8a0709ea-404d-46e4-8127-f69df564cb14 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:27.656359 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2469ac6b-af83-46b7-8c52-f986e75b1c67 req-8a0709ea-404d-46e4-8127-f69df564cb14 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 943 time: 0.0534039 Feb 19 04:38:27.705437 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2469ac6b-af83-46b7-8c52-f986e75b1c67 req-fa670397-1395-4537-a1f7-5955dcd500e4 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434186 Feb 19 04:38:28.825776 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929fed6-2e62-4963-8190-fdc0a1b1798a req-9eb1d05e-52f9-4573-92cb-d762595acf5a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:28.827283 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2929fed6-2e62-4963-8190-fdc0a1b1798a req-9eb1d05e-52f9-4573-92cb-d762595acf5a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 943 time: 0.0524089 Feb 19 04:38:28.875485 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2929fed6-2e62-4963-8190-fdc0a1b1798a req-f182de16-b50b-4460-b845-4b6766f8fb0b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422270 Feb 19 04:38:29.936713 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:30.009727 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528aadd-e5ef-45b7-a91c-9abe29164e06 req-03afaf9d-591b-42a7-bee1-aaf9211d04c8 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:30.012558 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c528aadd-e5ef-45b7-a91c-9abe29164e06 req-03afaf9d-591b-42a7-bee1-aaf9211d04c8 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 943 time: 0.0575743 Feb 19 04:38:30.063655 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c528aadd-e5ef-45b7-a91c-9abe29164e06 req-472a21ec-fd3a-48e4-a3f6-65545d43e2c0 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451815 Feb 19 04:38:30.647690 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5bb0d2cc-0496-4d26-87b4-39c3b1364a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:31.184893 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5d25b-b76d-42ad-96b7-27a97a9b1af1 req-2c7085c7-33b0-4cf6-a924-7a404b993757 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:31.186407 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5e5d25b-b76d-42ad-96b7-27a97a9b1af1 req-2c7085c7-33b0-4cf6-a924-7a404b993757 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 943 time: 0.0519395 Feb 19 04:38:31.234657 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5e5d25b-b76d-42ad-96b7-27a97a9b1af1 req-892fcbc6-7af3-4207-9189-617ed37141dc tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420187 Feb 19 04:38:32.351982 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b32611-674a-4a79-8fad-620b4189f95f req-acb8bf5b-5e23-422c-a198-6d9a566b02be tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:32.354014 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f2b32611-674a-4a79-8fad-620b4189f95f req-acb8bf5b-5e23-422c-a198-6d9a566b02be tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 943 time: 0.0520375 Feb 19 04:38:32.405534 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f2b32611-674a-4a79-8fad-620b4189f95f req-c5cc7284-2f0b-4850-af0a-61571780cade tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459914 Feb 19 04:38:32.990750 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-f0f4ca4f-2cb7-49d6-ad06-f4e572e77583 req-6f481ef7-ff16-4a7d-b4d0-de4c96739da7 service neutron] (109926) timed out ('10.222.0.79', 55412) {{(pid=109926) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:38:33.493315 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1de5898f-d799-444d-8156-abb148be6cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:33.524149 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cb8e7-53a5-4de0-a425-a5c09922bdb5 req-fde3290e-4fba-42ac-8934-e55640814942 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:33.526247 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-165cb8e7-53a5-4de0-a425-a5c09922bdb5 req-fde3290e-4fba-42ac-8934-e55640814942 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 943 time: 0.0545318 Feb 19 04:38:33.575814 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-165cb8e7-53a5-4de0-a425-a5c09922bdb5 req-625d1f39-3718-47db-86ad-fbb79406d352 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439155 Feb 19 04:38:33.890509 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:34.697715 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87828388-4e22-40f8-aca2-ae3d943bb540 req-152efc14-d922-4519-b6b2-524050b8f990 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:34.699216 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-87828388-4e22-40f8-aca2-ae3d943bb540 req-152efc14-d922-4519-b6b2-524050b8f990 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 943 time: 0.0521817 Feb 19 04:38:34.747548 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-87828388-4e22-40f8-aca2-ae3d943bb540 req-ff7077cd-9190-4035-9b6a-9e7f938fd9e7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426340 Feb 19 04:38:35.385081 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:35.868749 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39143137-de05-41d4-a8f0-da764cd06295 req-20512e94-7832-4d7f-9f03-d72e0dce927d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:35.870312 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39143137-de05-41d4-a8f0-da764cd06295 req-20512e94-7832-4d7f-9f03-d72e0dce927d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 943 time: 0.0553908 Feb 19 04:38:35.918051 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39143137-de05-41d4-a8f0-da764cd06295 req-442ead75-3476-40a0-bc94-14af2e4c77dc tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422516 Feb 19 04:38:36.823684 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:37.035133 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898fa23-d097-497d-8fa8-d28b0f425f23 req-668da262-d8c2-42d1-91ac-4b4a4e086cfb tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:37.036584 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e898fa23-d097-497d-8fa8-d28b0f425f23 req-668da262-d8c2-42d1-91ac-4b4a4e086cfb tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 943 time: 0.0510654 Feb 19 04:38:37.053695 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43302) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:37.087599 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e898fa23-d097-497d-8fa8-d28b0f425f23 req-28b4da51-8d1c-41f2-8f1a-27eb048c2efb tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448329 Feb 19 04:38:37.410956 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bdf5fed7-feda-4072-a886-0f07f5eaad4f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (85d8b7c6-471f-4720-aac7-c020f22b3cba), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:37.670365 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 6dedca16-21ec-4ac3-87b8-757d3c8a4595 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:38:37.717154 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-bdf5fed7-feda-4072-a886-0f07f5eaad4f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Deleting port 0fa03302-1d62-44fd-b4cc-c75dbf45d61a {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:38:37.717495 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bdf5fed7-feda-4072-a886-0f07f5eaad4f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (0fa03302-1d62-44fd-b4cc-c75dbf45d61a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:37.765796 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 6dedca16-21ec-4ac3-87b8-757d3c8a4595, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=6dedca16-21ec-4ac3-87b8-757d3c8a4595,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:38:37.777107 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '6dedca16-21ec-4ac3-87b8-757d3c8a4595', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'port_id': '6dedca16-21ec-4ac3-87b8-757d3c8a4595', 'mac_address': 'fa:16:3e:a3:5f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:38:37.807568 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-bdf5fed7-feda-4072-a886-0f07f5eaad4f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] For port 0fa03302-1d62-44fd-b4cc-c75dbf45d61a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=0fa03302-1d62-44fd-b4cc-c75dbf45d61a,segment=NetworkSegment(2fd86739-c773-45f3-a3e2-c6b5ea8cbd67),segment_id=2fd86739-c773-45f3-a3e2-c6b5ea8cbd67)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:38:37.807877 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bdf5fed7-feda-4072-a886-0f07f5eaad4f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (0fa03302-1d62-44fd-b4cc-c75dbf45d61a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:37.814232 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 6dedca16-21ec-4ac3-87b8-757d3c8a4595 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:37.814665 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6dedca16-21ec-4ac3-87b8-757d3c8a4595), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:37.820734 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-bdf5fed7-feda-4072-a886-0f07f5eaad4f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Calling delete_port for 0fa03302-1d62-44fd-b4cc-c75dbf45d61a owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:38:37.827181 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dedca16-21ec-4ac3-87b8-757d3c8a4595 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:38:37.846594 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 6dedca16-21ec-4ac3-87b8-757d3c8a4595, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=6dedca16-21ec-4ac3-87b8-757d3c8a4595,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:38:37.850919 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (6dedca16-21ec-4ac3-87b8-757d3c8a4595), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:37.896394 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=6dedca16-21ec-4ac3-87b8-757d3c8a4595,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:38.004849 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bdf5fed7-feda-4072-a886-0f07f5eaad4f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (0fa03302-1d62-44fd-b4cc-c75dbf45d61a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:38.028509 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5fed7-feda-4072-a886-0f07f5eaad4f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event deleted for resources: {'Port': ['ID=0fa03302-1d62-44fd-b4cc-c75dbf45d61a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:38.061004 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['6dedca16-21ec-4ac3-87b8-757d3c8a4595'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:38:38.220966 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bdf5fed7-feda-4072-a886-0f07f5eaad4f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (85d8b7c6-471f-4720-aac7-c020f22b3cba), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:38.229791 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a424e-c7cd-4a4a-a098-6281fd1be247 req-43063879-c716-4da3-a52d-f83bb798ec3b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:38.237737 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ee5a424e-c7cd-4a4a-a098-6281fd1be247 req-43063879-c716-4da3-a52d-f83bb798ec3b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 944 time: 0.0664968 Feb 19 04:38:38.285906 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ee5a424e-c7cd-4a4a-a098-6281fd1be247 req-31c57bec-3108-42c8-bb5d-521f56a62a40 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472209 Feb 19 04:38:38.763092 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf5fed7-feda-4072-a886-0f07f5eaad4f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Router 85d8b7c6-471f-4720-aac7-c020f22b3cba has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:38:38.869924 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf5fed7-feda-4072-a886-0f07f5eaad4f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:38:38.875441 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bdf5fed7-feda-4072-a886-0f07f5eaad4f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "PUT /v2.0/routers/85d8b7c6-471f-4720-aac7-c020f22b3cba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8205373 Feb 19 04:38:38.879585 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a888786-b2af-431b-bac7-b9abf688b536 None None] Sync routers for ids ['85d8b7c6-471f-4720-aac7-c020f22b3cba'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:38:38.894611 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a888786-b2af-431b-bac7-b9abf688b536 None None] Routers {'85d8b7c6-471f-4720-aac7-c020f22b3cba'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:38:38.895618 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7a888786-b2af-431b-bac7-b9abf688b536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:38:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['85d8b7c6-471f-4720-aac7-c020f22b3cba'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:39.009618 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-7a888786-b2af-431b-bac7-b9abf688b536 None None] Set router 85d8b7c6-471f-4720-aac7-c020f22b3cba gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:38:39.101417 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1af239-62e8-495a-9e25-4138a329f8aa req-6734b4dc-8633-4522-8acf-75f3dd27f656 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:39.103106 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3d1af239-62e8-495a-9e25-4138a329f8aa req-6734b4dc-8633-4522-8acf-75f3dd27f656 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a9a0519-4535-4f32-8dc9-89b152232a0b HTTP/1.1" status: 200 len: 946 time: 0.0564902 Feb 19 04:38:39.157454 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3d1af239-62e8-495a-9e25-4138a329f8aa req-12eb88d1-f0b0-4f8f-89d4-68f41cc9f490 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb49fe9b-6ff0-4992-9dd8-95377583bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453095 Feb 19 04:38:39.247077 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7a888786-b2af-431b-bac7-b9abf688b536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'name': 'tempest-TestNetworkBasicOps-router-995266577', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:38:37Z', 'revision_number': 6, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'bef7a2f7-043d-4e63-9850-e14fd290955e', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'port_id': '2483126e-dd55-4374-9afc-82e976ec6686', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be', 'mac_address': 'fa:16:3e:d9:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05076ac-a51c-4fc7-a850-ea62413cc6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:37:11Z', 'updated_at': '2022-02-19T04:37:13Z', 'revision_number': 1, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac0302d-7239-4123-99ed-6c8ad6daf201', 'name': '', 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'mac_address': 'fa:16:3e:90:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:54Z', 'updated_at': '2022-02-19T04:36:59Z', 'revision_number': 5, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'subnets': [{'id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:39.275590 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a888786-b2af-431b-bac7-b9abf688b536 None None] Checking router: 85d8b7c6-471f-4720-aac7-c020f22b3cba for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:38:39.283663 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a888786-b2af-431b-bac7-b9abf688b536 None None] Routers {'85d8b7c6-471f-4720-aac7-c020f22b3cba'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:38:39.284266 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7a888786-b2af-431b-bac7-b9abf688b536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:38:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['85d8b7c6-471f-4720-aac7-c020f22b3cba'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:39.408440 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b189c2-94a8-4648-9495-29f6f9301abb req-ebd9fa1c-240d-45c2-b9e9-9c29dd4fd662 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:39.410012 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a1b189c2-94a8-4648-9495-29f6f9301abb req-ebd9fa1c-240d-45c2-b9e9-9c29dd4fd662 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 944 time: 0.0534198 Feb 19 04:38:39.467253 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a1b189c2-94a8-4648-9495-29f6f9301abb req-02d10657-3e01-4bf4-a4c6-b5d0dcbfeb5f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512960 Feb 19 04:38:39.546361 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-7a888786-b2af-431b-bac7-b9abf688b536 None None] Set router 85d8b7c6-471f-4720-aac7-c020f22b3cba gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:38:39.678634 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 6dedca16-21ec-4ac3-87b8-757d3c8a4595 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:38:39.778902 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 6dedca16-21ec-4ac3-87b8-757d3c8a4595 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:38:39.787634 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 6dedca16-21ec-4ac3-87b8-757d3c8a4595 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:39.788003 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6dedca16-21ec-4ac3-87b8-757d3c8a4595), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:39.843404 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7a888786-b2af-431b-bac7-b9abf688b536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'name': 'tempest-TestNetworkBasicOps-router-995266577', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:38:37Z', 'revision_number': 6, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'bef7a2f7-043d-4e63-9850-e14fd290955e', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'port_id': '2483126e-dd55-4374-9afc-82e976ec6686', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be', 'mac_address': 'fa:16:3e:d9:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05076ac-a51c-4fc7-a850-ea62413cc6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:37:11Z', 'updated_at': '2022-02-19T04:37:13Z', 'revision_number': 1, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac0302d-7239-4123-99ed-6c8ad6daf201', 'name': '', 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'mac_address': 'fa:16:3e:90:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:54Z', 'updated_at': '2022-02-19T04:36:59Z', 'revision_number': 5, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'subnets': [{'id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:39.886318 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a888786-b2af-431b-bac7-b9abf688b536 None None] The sync data for ids ['85d8b7c6-471f-4720-aac7-c020f22b3cba'] in n-d-828369-19 is: [{'id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'name': 'tempest-TestNetworkBasicOps-router-995266577', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:38:37Z', 'revision_number': 6, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'bef7a2f7-043d-4e63-9850-e14fd290955e', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'port_id': '2483126e-dd55-4374-9afc-82e976ec6686', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be', 'mac_address': 'fa:16:3e:d9:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05076ac-a51c-4fc7-a850-ea62413cc6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:37:11Z', 'updated_at': '2022-02-19T04:37:13Z', 'revision_number': 1, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac0302d-7239-4123-99ed-6c8ad6daf201', 'name': '', 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'mac_address': 'fa:16:3e:90:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:54Z', 'updated_at': '2022-02-19T04:36:59Z', 'revision_number': 5, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'subnets': [{'id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:38:39.902998 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 6dedca16-21ec-4ac3-87b8-757d3c8a4595 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:39.903394 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6dedca16-21ec-4ac3-87b8-757d3c8a4595), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:39.926092 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0940ff7-5c9c-43dc-a6e2-be872ac61656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dedca16-21ec-4ac3-87b8-757d3c8a4595'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:38:39.928354 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f2e4c4-e883-4abd-b2ea-3b4f6e5f717a" -d '{"events": [{"server_uuid": "a0940ff7-5c9c-43dc-a6e2-be872ac61656", "name": "network-vif-plugged", "status": "completed", "tag": "6dedca16-21ec-4ac3-87b8-757d3c8a4595"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:38:39.940843 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 6dedca16-21ec-4ac3-87b8-757d3c8a4595, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=6dedca16-21ec-4ac3-87b8-757d3c8a4595,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:38:39.944820 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (6dedca16-21ec-4ac3-87b8-757d3c8a4595), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:39.971419 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e41ac9-45fb-4375-9f9a-c129c0b895b9 x-openstack-request-id: req-00e41ac9-45fb-4375-9f9a-c129c0b895b9 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:38:39.971714 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0940ff7-5c9c-43dc-a6e2-be872ac61656", "name": "network-vif-plugged", "status": "completed", "tag": "6dedca16-21ec-4ac3-87b8-757d3c8a4595", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:38:39.971970 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-00e41ac9-45fb-4375-9f9a-c129c0b895b9 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:38:39.972367 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0940ff7-5c9c-43dc-a6e2-be872ac61656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dedca16-21ec-4ac3-87b8-757d3c8a4595', 'code': 200} Feb 19 04:38:39.999393 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=6dedca16-21ec-4ac3-87b8-757d3c8a4595,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:40.065499 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18bfeb-9539-451d-9235-02041c1cd101 req-9599c75c-6572-4316-a5b6-f1fb40d4d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:40.067040 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4a18bfeb-9539-451d-9235-02041c1cd101 req-9599c75c-6572-4316-a5b6-f1fb40d4d71f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 1128 time: 0.0436704 Feb 19 04:38:40.112832 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4a18bfeb-9539-451d-9235-02041c1cd101 req-008b1d97-f051-4501-8e41-711f26c95e62 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384486 Feb 19 04:38:40.280435 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168ba3f-d5bc-44a8-b47b-9a6b46512f8b req-fd2afa40-8ccb-49e2-816e-c3efa428cdcc tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:40.281982 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3168ba3f-d5bc-44a8-b47b-9a6b46512f8b req-fd2afa40-8ccb-49e2-816e-c3efa428cdcc tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a9a0519-4535-4f32-8dc9-89b152232a0b HTTP/1.1" status: 200 len: 946 time: 0.0550060 Feb 19 04:38:40.337293 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3168ba3f-d5bc-44a8-b47b-9a6b46512f8b req-b66fff47-c5a3-4967-af7a-94fb169db9f7 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb49fe9b-6ff0-4992-9dd8-95377583bda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483375 Feb 19 04:38:40.490432 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d92413-b0e3-4576-b3af-fa00f601ebfd req-c0b8a5fd-135e-4c86-affc-b761d8d8ab48 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:40.491924 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-21d92413-b0e3-4576-b3af-fa00f601ebfd req-c0b8a5fd-135e-4c86-affc-b761d8d8ab48 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a9a0519-4535-4f32-8dc9-89b152232a0b HTTP/1.1" status: 200 len: 946 time: 0.0556023 Feb 19 04:38:40.523278 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1d480fb2-3165-429e-bcdb-8e58dc992866 req-6abbfb4b-becf-490e-a9ee-0cac0ddafb3b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3cc317b1-147b-416c-bce9-eb774977dcc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442638 Feb 19 04:38:40.608481 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d480fb2-3165-429e-bcdb-8e58dc992866 req-012f32e4-db17-4f97-a12e-8b67dd015860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:40.610077 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1d480fb2-3165-429e-bcdb-8e58dc992866 req-012f32e4-db17-4f97-a12e-8b67dd015860 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29629238c87149b4b16b91f84b6e79f3&device_id=3cc317b1-147b-416c-bce9-eb774977dcc3 HTTP/1.1" status: 200 len: 1129 time: 0.0438931 Feb 19 04:38:40.625487 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bee0e6-a93c-4958-ae2d-10b6aa0f9a75 req-c1964cbe-eb52-491e-9e96-4cd71ca5de54 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:40.626927 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-01bee0e6-a93c-4958-ae2d-10b6aa0f9a75 req-c1964cbe-eb52-491e-9e96-4cd71ca5de54 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 945 time: 0.0818110 Feb 19 04:38:40.653176 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-21d92413-b0e3-4576-b3af-fa00f601ebfd req-62e09de7-e3a9-4de0-ae6d-e95445e42640 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Deleting port 13a3afdf-2212-4d75-96a0-0b1a7c1d89cd {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:38:40.653521 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-21d92413-b0e3-4576-b3af-fa00f601ebfd req-62e09de7-e3a9-4de0-ae6d-e95445e42640 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (13a3afdf-2212-4d75-96a0-0b1a7c1d89cd), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:40.715196 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d480fb2-3165-429e-bcdb-8e58dc992866 req-8260cd46-6ae9-4cbe-aec9-dccda0e8e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:40.716826 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1d480fb2-3165-429e-bcdb-8e58dc992866 req-8260cd46-6ae9-4cbe-aec9-dccda0e8e3f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=880b4410-642d-435c-812b-246575a73134 HTTP/1.1" status: 200 len: 909 time: 0.0881004 Feb 19 04:38:40.731865 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-01bee0e6-a93c-4958-ae2d-10b6aa0f9a75 req-6fec505b-59c2-49ee-aea3-7641904ccec3 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986457 Feb 19 04:38:40.767354 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-21d92413-b0e3-4576-b3af-fa00f601ebfd req-62e09de7-e3a9-4de0-ae6d-e95445e42640 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] For port 13a3afdf-2212-4d75-96a0-0b1a7c1d89cd, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=13a3afdf-2212-4d75-96a0-0b1a7c1d89cd,segment=NetworkSegment(2fd86739-c773-45f3-a3e2-c6b5ea8cbd67),segment_id=2fd86739-c773-45f3-a3e2-c6b5ea8cbd67)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:38:40.767717 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-21d92413-b0e3-4576-b3af-fa00f601ebfd req-62e09de7-e3a9-4de0-ae6d-e95445e42640 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (13a3afdf-2212-4d75-96a0-0b1a7c1d89cd), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:40.780003 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-21d92413-b0e3-4576-b3af-fa00f601ebfd req-62e09de7-e3a9-4de0-ae6d-e95445e42640 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Calling delete_port for 13a3afdf-2212-4d75-96a0-0b1a7c1d89cd owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:38:40.783603 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1d480fb2-3165-429e-bcdb-8e58dc992866 req-3640a3e0-d60d-480d-9cf5-1d25db2c63c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a45f84f2-cc9b-4ad3-8f2c-9868f96180de HTTP/1.1" status: 200 len: 1001 time: 0.0608323 Feb 19 04:38:40.831556 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d480fb2-3165-429e-bcdb-8e58dc992866 req-b0624b4a-28b0-418d-9b6a-68fa8d04382a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:40.833037 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1d480fb2-3165-429e-bcdb-8e58dc992866 req-b0624b4a-28b0-418d-9b6a-68fa8d04382a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb7d1d8d-b376-481e-bd8a-616e91439832 HTTP/1.1" status: 200 len: 847 time: 0.0440605 Feb 19 04:38:40.884978 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d480fb2-3165-429e-bcdb-8e58dc992866 req-457dd81a-79f5-4b2a-ae19-641689a73194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:40.886443 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1d480fb2-3165-429e-bcdb-8e58dc992866 req-457dd81a-79f5-4b2a-ae19-641689a73194 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=880b4410-642d-435c-812b-246575a73134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481267 Feb 19 04:38:40.909882 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-21d92413-b0e3-4576-b3af-fa00f601ebfd req-62e09de7-e3a9-4de0-ae6d-e95445e42640 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (13a3afdf-2212-4d75-96a0-0b1a7c1d89cd), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:40.939234 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e09de7-e3a9-4de0-ae6d-e95445e42640 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event deleted for resources: {'Port': ['ID=13a3afdf-2212-4d75-96a0-0b1a7c1d89cd,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:40.983909 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1d480fb2-3165-429e-bcdb-8e58dc992866 req-6d74f4b5-e86a-4213-a0fd-e188432f4694 service neutron] 10.222.0.26 "GET /v2.0/networks/880b4410-642d-435c-812b-246575a73134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916076 Feb 19 04:38:40.986303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d92413-b0e3-4576-b3af-fa00f601ebfd req-62e09de7-e3a9-4de0-ae6d-e95445e42640 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] No DVR routers for this DVR port 13a3afdf-2212-4d75-96a0-0b1a7c1d89cd on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:38:40.989222 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-21d92413-b0e3-4576-b3af-fa00f601ebfd req-62e09de7-e3a9-4de0-ae6d-e95445e42640 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:40.993165 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-21d92413-b0e3-4576-b3af-fa00f601ebfd req-62e09de7-e3a9-4de0-ae6d-e95445e42640 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.26 "DELETE /v2.0/ports/13a3afdf-2212-4d75-96a0-0b1a7c1d89cd HTTP/1.1" status: 204 len: 173 time: 0.4962010 Feb 19 04:38:40.993616 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9a0519-4535-4f32-8dc9-89b152232a0b', 'name': 'network-vif-deleted', 'tag': '13a3afdf-2212-4d75-96a0-0b1a7c1d89cd'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:38:40.997474 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1130688-a75a-48da-ac72-7bcfd0adfaef" -d '{"events": [{"server_uuid": "2a9a0519-4535-4f32-8dc9-89b152232a0b", "name": "network-vif-deleted", "tag": "13a3afdf-2212-4d75-96a0-0b1a7c1d89cd"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:38:41.039843 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915ede15-b572-434a-804c-32e7223206cf x-openstack-request-id: req-915ede15-b572-434a-804c-32e7223206cf {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:38:41.040254 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9a0519-4535-4f32-8dc9-89b152232a0b", "name": "network-vif-deleted", "tag": "13a3afdf-2212-4d75-96a0-0b1a7c1d89cd", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:38:41.040510 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-915ede15-b572-434a-804c-32e7223206cf {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:38:41.042211 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9a0519-4535-4f32-8dc9-89b152232a0b', 'name': 'network-vif-deleted', 'tag': '13a3afdf-2212-4d75-96a0-0b1a7c1d89cd', 'status': 'completed', 'code': 200} Feb 19 04:38:41.119072 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1d480fb2-3165-429e-bcdb-8e58dc992866 req-91bb8513-88f0-4011-9a67-739fe65bd5ea service neutron] 10.222.0.26 "GET /v2.0/networks/880b4410-642d-435c-812b-246575a73134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285119 Feb 19 04:38:41.120384 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0fa03302-1d62-44fd-b4cc-c75dbf45d61a no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:38:41.150971 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 0fa03302-1d62-44fd-b4cc-c75dbf45d61a {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:38:41.151341 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 0fa03302-1d62-44fd-b4cc-c75dbf45d61a not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:38:41.453399 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f51301ea-f91c-4ede-9d1a-6b32b27b5c07 req-6f09a32d-9e63-4aa0-b291-dffd04c59c67 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a9a0519-4535-4f32-8dc9-89b152232a0b HTTP/1.1" status: 200 len: 210 time: 0.0284286 Feb 19 04:38:41.851564 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb6245-e09c-4a8f-9117-f6fd78747147 req-bdf9cb7d-41a9-4390-8496-3bef001ecf7b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:41.853022 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-93eb6245-e09c-4a8f-9117-f6fd78747147 req-bdf9cb7d-41a9-4390-8496-3bef001ecf7b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 945 time: 0.0514495 Feb 19 04:38:41.901533 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-93eb6245-e09c-4a8f-9117-f6fd78747147 req-b4751096-546b-4e52-a8e0-8a53088b9270 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424123 Feb 19 04:38:42.017396 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1764e-1daa-430b-982e-62532a96614e req-d3093b4d-c951-4f65-9e53-9bdf416c2dba tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:42.018799 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2ec1764e-1daa-430b-982e-62532a96614e req-d3093b4d-c951-4f65-9e53-9bdf416c2dba tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 945 time: 0.0519288 Feb 19 04:38:42.070034 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2ec1764e-1daa-430b-982e-62532a96614e req-403f0b89-4155-4439-b8dc-05121d564f9d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456963 Feb 19 04:38:42.092791 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43328) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:42.231377 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c556dcf-c4a7-43bb-9306-9487d9ce3373 tempest-TestVolumeBootPattern-2024489069 tempest-TestVolumeBootPattern-2024489069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:42.232881 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3c556dcf-c4a7-43bb-9306-9487d9ce3373 tempest-TestVolumeBootPattern-2024489069 tempest-TestVolumeBootPattern-2024489069-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 1123 time: 0.1390998 Feb 19 04:38:42.235770 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43332) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:42.240137 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'port_id': '6dedca16-21ec-4ac3-87b8-757d3c8a4595', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:38:42.260084 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:42.290295 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:38:42.355159 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:42.465207 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Allocated IP 172.25.3.129 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/9b81c42a-f021-4dcd-8c08-2f0a3a60580c) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:38:42.511484 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43336) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:42.567665 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for port (9b81c42a-f021-4dcd-8c08-2f0a3a60580c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:42.572192 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-887c7c87-376b-43cd-920e-a110709f64f0 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group (eb49fe9b-6ff0-4992-9dd8-95377583bda1), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:42.598001 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-887c7c87-376b-43cd-920e-a110709f64f0 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group (eb49fe9b-6ff0-4992-9dd8-95377583bda1), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:42.608070 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (9b81c42a-f021-4dcd-8c08-2f0a3a60580c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:42.649663 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:38:42.656661 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:38:42.661924 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:38:42.665200 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event updated for resources: {'Port': ['ID=9b81c42a-f021-4dcd-8c08-2f0a3a60580c,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:42.669336 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-887c7c87-376b-43cd-920e-a110709f64f0 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (eb49fe9b-6ff0-4992-9dd8-95377583bda1), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:42.672372 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-887c7c87-376b-43cd-920e-a110709f64f0 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:42.673685 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-887c7c87-376b-43cd-920e-a110709f64f0 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "DELETE /v2.0/security-groups/eb49fe9b-6ff0-4992-9dd8-95377583bda1 HTTP/1.1" status: 204 len: 168 time: 0.1611719 Feb 19 04:38:42.693589 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c7c87-376b-43cd-920e-a110709f64f0 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb49fe9b-6ff0-4992-9dd8-95377583bda1,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:42.696104 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:42.696490 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:42.696838 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:42.697202 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:42.697633 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:42.697981 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:42.698370 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:42.698724 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:42.699062 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:42.699392 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:42.700164 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:42.700164 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:42.700574 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:42.723559 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43340) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:42.787474 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-d771dc33-f58e-4139-a76f-9bd2836dad6b tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Deleting subnet e074dff0-e6f0-42cb-8e26-1f42ae56b10f {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:38:42.790683 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d771dc33-f58e-4139-a76f-9bd2836dad6b tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for subnet (e074dff0-e6f0-42cb-8e26-1f42ae56b10f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:42.835433 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d771dc33-f58e-4139-a76f-9bd2836dad6b tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (e074dff0-e6f0-42cb-8e26-1f42ae56b10f), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:42.917471 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d771dc33-f58e-4139-a76f-9bd2836dad6b tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (e074dff0-e6f0-42cb-8e26-1f42ae56b10f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:42.982316 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d771dc33-f58e-4139-a76f-9bd2836dad6b tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (e074dff0-e6f0-42cb-8e26-1f42ae56b10f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:43.014340 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771dc33-f58e-4139-a76f-9bd2836dad6b tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event deleted for resources: {'Subnet': ['ID=e074dff0-e6f0-42cb-8e26-1f42ae56b10f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:43.018093 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d771dc33-f58e-4139-a76f-9bd2836dad6b tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:43.023770 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d771dc33-f58e-4139-a76f-9bd2836dad6b tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "DELETE /v2.0/subnets/e074dff0-e6f0-42cb-8e26-1f42ae56b10f HTTP/1.1" status: 204 len: 168 time: 0.2966189 Feb 19 04:38:43.024482 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43342) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:43.027887 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee2a44a-25d1-4599-bf3e-85b9d9b65aca None None] Network 1bd52d7e-21e9-4a89-aedc-79def51f4933 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:38:43.064068 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for floatingip (d1972899-77c6-4f75-b296-5bde9161005b), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:43.108434 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dd064b89-e7a4-4d95-bfb3-ea815a7be8c4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (1bd52d7e-21e9-4a89-aedc-79def51f4933), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:43.149054 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (9b81c42a-f021-4dcd-8c08-2f0a3a60580c), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:43.168290 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-dd064b89-e7a4-4d95-bfb3-ea815a7be8c4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Deleting port 09b11625-67ba-4d6f-8a06-cd1ad1c85c9a {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:38:43.168825 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dd064b89-e7a4-4d95-bfb3-ea815a7be8c4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (09b11625-67ba-4d6f-8a06-cd1ad1c85c9a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:43.222212 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4e7751-07d1-4d30-a80d-851e2f8221e1 None None] DHCP port deletion for 1bd52d7e-21e9-4a89-aedc-79def51f4933 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:38:43.247277 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-dd064b89-e7a4-4d95-bfb3-ea815a7be8c4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] For port 09b11625-67ba-4d6f-8a06-cd1ad1c85c9a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=09b11625-67ba-4d6f-8a06-cd1ad1c85c9a,segment=NetworkSegment(2fd86739-c773-45f3-a3e2-c6b5ea8cbd67),segment_id=2fd86739-c773-45f3-a3e2-c6b5ea8cbd67)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:38:43.248260 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dd064b89-e7a4-4d95-bfb3-ea815a7be8c4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (09b11625-67ba-4d6f-8a06-cd1ad1c85c9a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:43.263582 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-dd064b89-e7a4-4d95-bfb3-ea815a7be8c4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Calling delete_port for 09b11625-67ba-4d6f-8a06-cd1ad1c85c9a owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:38:43.273122 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e7751-07d1-4d30-a80d-851e2f8221e1 None None] Deleting port 09b11625-67ba-4d6f-8a06-cd1ad1c85c9a {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:38:43.273498 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bf4e7751-07d1-4d30-a80d-851e2f8221e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (09b11625-67ba-4d6f-8a06-cd1ad1c85c9a), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:43.320304 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for port (9b81c42a-f021-4dcd-8c08-2f0a3a60580c), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:43.326315 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (9b81c42a-f021-4dcd-8c08-2f0a3a60580c), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:43.340646 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-bf4e7751-07d1-4d30-a80d-851e2f8221e1 None None] For port 09b11625-67ba-4d6f-8a06-cd1ad1c85c9a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=09b11625-67ba-4d6f-8a06-cd1ad1c85c9a,segment=NetworkSegment(2fd86739-c773-45f3-a3e2-c6b5ea8cbd67),segment_id=2fd86739-c773-45f3-a3e2-c6b5ea8cbd67)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:38:43.340970 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bf4e7751-07d1-4d30-a80d-851e2f8221e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (09b11625-67ba-4d6f-8a06-cd1ad1c85c9a), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:43.353786 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e7751-07d1-4d30-a80d-851e2f8221e1 None None] Calling delete_port for 09b11625-67ba-4d6f-8a06-cd1ad1c85c9a owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:38:43.357748 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dd064b89-e7a4-4d95-bfb3-ea815a7be8c4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (09b11625-67ba-4d6f-8a06-cd1ad1c85c9a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:43.385630 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd064b89-e7a4-4d95-bfb3-ea815a7be8c4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event deleted for resources: {'Port': ['ID=09b11625-67ba-4d6f-8a06-cd1ad1c85c9a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:43.390951 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd064b89-e7a4-4d95-bfb3-ea815a7be8c4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] No DVR routers for this DVR port 09b11625-67ba-4d6f-8a06-cd1ad1c85c9a on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:38:43.399127 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event updated for resources: {'Port': ['ID=9b81c42a-f021-4dcd-8c08-2f0a3a60580c,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:43.407999 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (d1972899-77c6-4f75-b296-5bde9161005b), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:43.436295 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bf4e7751-07d1-4d30-a80d-851e2f8221e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (09b11625-67ba-4d6f-8a06-cd1ad1c85c9a), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:43.466218 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e7751-07d1-4d30-a80d-851e2f8221e1 None None] Pushing event deleted for resources: {'Port': ['ID=09b11625-67ba-4d6f-8a06-cd1ad1c85c9a,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:43.469793 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4e7751-07d1-4d30-a80d-851e2f8221e1 None None] No DVR routers for this DVR port 09b11625-67ba-4d6f-8a06-cd1ad1c85c9a on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:38:43.482403 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dd064b89-e7a4-4d95-bfb3-ea815a7be8c4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (1bd52d7e-21e9-4a89-aedc-79def51f4933), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:43.503518 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-dd064b89-e7a4-4d95-bfb3-ea815a7be8c4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd52d7e-21e9-4a89-aedc-79def51f4933']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:43.513248 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-dd064b89-e7a4-4d95-bfb3-ea815a7be8c4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd86739-c773-45f3-a3e2-c6b5ea8cbd67') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:43.513868 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-dd064b89-e7a4-4d95-bfb3-ea815a7be8c4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd86739-c773-45f3-a3e2-c6b5ea8cbd67') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:43.519443 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Floating IP d1972899-77c6-4f75-b296-5bde9161005b associated. External IP: 172.25.3.129, port: 6dedca16-21ec-4ac3-87b8-757d3c8a4595. Feb 19 04:38:43.523687 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dd064b89-e7a4-4d95-bfb3-ea815a7be8c4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (2fd86739-c773-45f3-a3e2-c6b5ea8cbd67), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:43.537535 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dd064b89-e7a4-4d95-bfb3-ea815a7be8c4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (2fd86739-c773-45f3-a3e2-c6b5ea8cbd67), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:43.544107 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd064b89-e7a4-4d95-bfb3-ea815a7be8c4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:38:43.544495 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dd064b89-e7a4-4d95-bfb3-ea815a7be8c4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (2fd86739-c773-45f3-a3e2-c6b5ea8cbd67), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:38:43.547562 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:38:43.609901 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dd064b89-e7a4-4d95-bfb3-ea815a7be8c4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (1bd52d7e-21e9-4a89-aedc-79def51f4933), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:43.618994 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dd064b89-e7a4-4d95-bfb3-ea815a7be8c4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:43.622188 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-dd064b89-e7a4-4d95-bfb3-ea815a7be8c4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "DELETE /v2.0/networks/1bd52d7e-21e9-4a89-aedc-79def51f4933 HTTP/1.1" status: 204 len: 168 time: 0.5972743 Feb 19 04:38:43.624850 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43344) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:43.636327 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd064b89-e7a4-4d95-bfb3-ea815a7be8c4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event deleted for resources: {'Network': ['ID=1bd52d7e-21e9-4a89-aedc-79def51f4933,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:43.852009 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:38:43.894356 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 13a3afdf-2212-4d75-96a0-0b1a7c1d89cd no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:38:43.913786 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-745d44ad-4808-4594-a72c-ada5722e08af tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Deleting port e64840ad-7bca-4582-9c3b-3fbf9aa1f8b8 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:38:43.914134 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-745d44ad-4808-4594-a72c-ada5722e08af tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (e64840ad-7bca-4582-9c3b-3fbf9aa1f8b8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:43.914874 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 13a3afdf-2212-4d75-96a0-0b1a7c1d89cd {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:38:43.915224 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 13a3afdf-2212-4d75-96a0-0b1a7c1d89cd not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:38:44.040452 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:38:44.048098 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-745d44ad-4808-4594-a72c-ada5722e08af tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (e64840ad-7bca-4582-9c3b-3fbf9aa1f8b8), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:44.049198 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-745d44ad-4808-4594-a72c-ada5722e08af tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for floatingip (e64840ad-7bca-4582-9c3b-3fbf9aa1f8b8), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:44.050354 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a643a91-7fc4-4296-b37e-8174f23581b2 None None] Sync routers for ids ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:38:44.059725 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a643a91-7fc4-4296-b37e-8174f23581b2 None None] Routers {'1f4e88ee-8a01-46dc-8cae-b0f57e62d654'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:38:44.060351 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2a643a91-7fc4-4296-b37e-8174f23581b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:38:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:44.066736 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-745d44ad-4808-4594-a72c-ada5722e08af tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Calling delete_port for e64840ad-7bca-4582-9c3b-3fbf9aa1f8b8 owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:38:44.073371 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:44.135341 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d60b9a80-6161-470d-8dee-b3437678f18e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8979163 Feb 19 04:38:44.137553 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0940ff7-5c9c-43dc-a6e2-be872ac61656', 'tag': '6dedca16-21ec-4ac3-87b8-757d3c8a4595'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:38:44.139689 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14966017-5da9-4fbd-a864-2e1da976f0cf" -d '{"events": [{"name": "network-changed", "server_uuid": "a0940ff7-5c9c-43dc-a6e2-be872ac61656", "tag": "6dedca16-21ec-4ac3-87b8-757d3c8a4595"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:38:44.170189 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-2a643a91-7fc4-4296-b37e-8174f23581b2 None None] Set router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:38:44.183208 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85f8fa9-af53-4796-8551-d68c01c63d25 x-openstack-request-id: req-d85f8fa9-af53-4796-8551-d68c01c63d25 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:38:44.183499 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0940ff7-5c9c-43dc-a6e2-be872ac61656", "tag": "6dedca16-21ec-4ac3-87b8-757d3c8a4595", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:38:44.183750 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d85f8fa9-af53-4796-8551-d68c01c63d25 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:38:44.184146 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0940ff7-5c9c-43dc-a6e2-be872ac61656', 'tag': '6dedca16-21ec-4ac3-87b8-757d3c8a4595', 'status': 'completed', 'code': 200} Feb 19 04:38:44.281052 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14966017-5da9-4fbd-a864-2e1da976f0cf req-9dd35c8c-fbf7-40bc-aaf6-860177bae319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:44.282627 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-14966017-5da9-4fbd-a864-2e1da976f0cf req-9dd35c8c-fbf7-40bc-aaf6-860177bae319 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 1128 time: 0.0774314 Feb 19 04:38:44.296969 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-745d44ad-4808-4594-a72c-ada5722e08af tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (e64840ad-7bca-4582-9c3b-3fbf9aa1f8b8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:44.395111 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2a643a91-7fc4-4296-b37e-8174f23581b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'name': 'tempest-TestVolumeBootPattern-131073699-router', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '247c85df-5a54-4659-9067-e62f93a28182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:28Z', 'updated_at': '2022-02-19T04:32:33Z', 'revision_number': 4, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'gw_port': {'id': '247c85df-5a54-4659-9067-e62f93a28182', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:29Z', 'updated_at': '2022-02-19T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'd1972899-77c6-4f75-b296-5bde9161005b', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'floating_ip_address': '172.25.3.129', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'port_id': '6dedca16-21ec-4ac3-87b8-757d3c8a4595', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'mac_address': 'fa:16:3e:a3:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0940ff7-5c9c-43dc-a6e2-be872ac61656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:38:42Z', 'updated_at': '2022-02-19T04:38:42Z', 'revision_number': 0, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689b5a2a-db85-458c-ab2e-2a29cc085f96', 'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'mac_address': 'fa:16:3e:0c:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:32Z', 'updated_at': '2022-02-19T04:32:44Z', 'revision_number': 5, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'subnets': [{'id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:44.425374 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a643a91-7fc4-4296-b37e-8174f23581b2 None None] Checking router: 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:38:44.434602 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a643a91-7fc4-4296-b37e-8174f23581b2 None None] Routers {'1f4e88ee-8a01-46dc-8cae-b0f57e62d654'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:38:44.435231 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2a643a91-7fc4-4296-b37e-8174f23581b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:38:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:44.544542 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-2a643a91-7fc4-4296-b37e-8174f23581b2 None None] Set router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:38:44.673806 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d44ad-4808-4594-a72c-ada5722e08af tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event deleted for resources: {'Port': ['ID=e64840ad-7bca-4582-9c3b-3fbf9aa1f8b8,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:44.756670 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14966017-5da9-4fbd-a864-2e1da976f0cf req-f0b2a96e-81d5-49b0-8cf6-26c92d6eac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:44.758257 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-14966017-5da9-4fbd-a864-2e1da976f0cf req-f0b2a96e-81d5-49b0-8cf6-26c92d6eac90 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 912 time: 0.4703097 Feb 19 04:38:44.759113 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-745d44ad-4808-4594-a72c-ada5722e08af tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for floatingip (bef7a2f7-043d-4e63-9850-e14fd290955e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:44.759461 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-745d44ad-4808-4594-a72c-ada5722e08af tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Floating IP bef7a2f7-043d-4e63-9850-e14fd290955e disassociated (deleted). External IP: 172.25.3.106, port: 2483126e-dd55-4374-9afc-82e976ec6686. Feb 19 04:38:44.770451 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2a643a91-7fc4-4296-b37e-8174f23581b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'name': 'tempest-TestVolumeBootPattern-131073699-router', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '247c85df-5a54-4659-9067-e62f93a28182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:28Z', 'updated_at': '2022-02-19T04:32:33Z', 'revision_number': 4, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'gw_port': {'id': '247c85df-5a54-4659-9067-e62f93a28182', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:29Z', 'updated_at': '2022-02-19T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'd1972899-77c6-4f75-b296-5bde9161005b', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'floating_ip_address': '172.25.3.129', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'port_id': '6dedca16-21ec-4ac3-87b8-757d3c8a4595', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'mac_address': 'fa:16:3e:a3:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0940ff7-5c9c-43dc-a6e2-be872ac61656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:38:42Z', 'updated_at': '2022-02-19T04:38:42Z', 'revision_number': 0, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689b5a2a-db85-458c-ab2e-2a29cc085f96', 'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'mac_address': 'fa:16:3e:0c:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:32Z', 'updated_at': '2022-02-19T04:32:44Z', 'revision_number': 5, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'subnets': [{'id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:44.796913 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a643a91-7fc4-4296-b37e-8174f23581b2 None None] The sync data for ids ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'] in n-d-828369-19 is: [{'id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'name': 'tempest-TestVolumeBootPattern-131073699-router', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '247c85df-5a54-4659-9067-e62f93a28182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:28Z', 'updated_at': '2022-02-19T04:32:33Z', 'revision_number': 4, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'gw_port': {'id': '247c85df-5a54-4659-9067-e62f93a28182', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:29Z', 'updated_at': '2022-02-19T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'd1972899-77c6-4f75-b296-5bde9161005b', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'floating_ip_address': '172.25.3.129', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'port_id': '6dedca16-21ec-4ac3-87b8-757d3c8a4595', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'mac_address': 'fa:16:3e:a3:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0940ff7-5c9c-43dc-a6e2-be872ac61656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:38:42Z', 'updated_at': '2022-02-19T04:38:42Z', 'revision_number': 0, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689b5a2a-db85-458c-ab2e-2a29cc085f96', 'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'mac_address': 'fa:16:3e:0c:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:32Z', 'updated_at': '2022-02-19T04:32:44Z', 'revision_number': 5, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'subnets': [{'id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:38:44.894910 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-14966017-5da9-4fbd-a864-2e1da976f0cf req-d7539f46-782d-466d-97db-e22a24c0a913 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6dedca16-21ec-4ac3-87b8-757d3c8a4595 HTTP/1.1" status: 200 len: 999 time: 0.0977049 Feb 19 04:38:44.987829 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14966017-5da9-4fbd-a864-2e1da976f0cf req-b752eb30-8a6d-4370-8ee3-538ef9e8dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:44.989312 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-14966017-5da9-4fbd-a864-2e1da976f0cf req-b752eb30-8a6d-4370-8ee3-538ef9e8dcaf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b4c1316c-0c1b-40e4-b032-90759cbccfe3 HTTP/1.1" status: 200 len: 850 time: 0.0878301 Feb 19 04:38:45.000004 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490270aa-11f2-4f24-b40b-1ca52903a426 None None] New status for floating IP d1972899-77c6-4f75-b296-5bde9161005b: ACTIVE {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:38:45.091294 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14966017-5da9-4fbd-a864-2e1da976f0cf req-f7f0f997-2d15-4213-b0a8-4675ff736b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:45.092403 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-14966017-5da9-4fbd-a864-2e1da976f0cf req-f7f0f997-2d15-4213-b0a8-4675ff736b8e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e8f90c4-f909-4474-8fc0-0f484b224735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0953910 Feb 19 04:38:45.099649 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745d44ad-4808-4594-a72c-ada5722e08af tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Router 85d8b7c6-471f-4720-aac7-c020f22b3cba has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:38:45.170767 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 09b11625-67ba-4d6f-8a06-cd1ad1c85c9a no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:38:45.191683 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 09b11625-67ba-4d6f-8a06-cd1ad1c85c9a {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:38:45.191980 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 09b11625-67ba-4d6f-8a06-cd1ad1c85c9a not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:38:45.271217 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-14966017-5da9-4fbd-a864-2e1da976f0cf req-f7ec7494-9818-4670-9713-1d71cfa41b49 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701322 Feb 19 04:38:45.328923 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745d44ad-4808-4594-a72c-ada5722e08af tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:38:45.335883 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-745d44ad-4808-4594-a72c-ada5722e08af tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:45.339006 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7bc3b-738a-4344-b085-3f9d2516f4b3 None None] Sync routers for ids ['85d8b7c6-471f-4720-aac7-c020f22b3cba'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:38:45.348313 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef7bc3b-738a-4344-b085-3f9d2516f4b3 None None] Routers {'85d8b7c6-471f-4720-aac7-c020f22b3cba'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:38:45.349000 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3ef7bc3b-738a-4344-b085-3f9d2516f4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:38:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['85d8b7c6-471f-4720-aac7-c020f22b3cba'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:45.373296 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-745d44ad-4808-4594-a72c-ada5722e08af tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "DELETE /v2.0/floatingips/bef7a2f7-043d-4e63-9850-e14fd290955e HTTP/1.1" status: 204 len: 168 time: 1.7473917 Feb 19 04:38:45.399378 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-14966017-5da9-4fbd-a864-2e1da976f0cf req-e2a574c6-83e6-4d0d-845c-f4c38298bc44 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216033 Feb 19 04:38:45.468707 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-3ef7bc3b-738a-4344-b085-3f9d2516f4b3 None None] Set router 85d8b7c6-471f-4720-aac7-c020f22b3cba gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:38:45.606553 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b5cb3-9bb7-4f02-9d42-e8f126bed800 req-a300c993-5507-4824-960d-72613dbddde1 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:45.608040 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-428b5cb3-9bb7-4f02-9d42-e8f126bed800 req-a300c993-5507-4824-960d-72613dbddde1 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=c05076ac-a51c-4fc7-a850-ea62413cc6ea HTTP/1.1" status: 200 len: 946 time: 0.0585628 Feb 19 04:38:45.666476 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-428b5cb3-9bb7-4f02-9d42-e8f126bed800 req-b5d66f51-f34b-4df6-b0d2-020acf540108 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=32d215ce-5c58-44bb-bd5b-835f05e8296c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524240 Feb 19 04:38:45.672654 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3ef7bc3b-738a-4344-b085-3f9d2516f4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'name': 'tempest-TestNetworkBasicOps-router-995266577', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:38:37Z', 'revision_number': 6, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '3ac0302d-7239-4123-99ed-6c8ad6daf201', 'name': '', 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'mac_address': 'fa:16:3e:90:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:54Z', 'updated_at': '2022-02-19T04:36:59Z', 'revision_number': 5, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'subnets': [{'id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:45.699380 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7bc3b-738a-4344-b085-3f9d2516f4b3 None None] Checking router: 85d8b7c6-471f-4720-aac7-c020f22b3cba for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:38:45.708247 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef7bc3b-738a-4344-b085-3f9d2516f4b3 None None] Routers {'85d8b7c6-471f-4720-aac7-c020f22b3cba'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:38:45.708844 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3ef7bc3b-738a-4344-b085-3f9d2516f4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:38:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['85d8b7c6-471f-4720-aac7-c020f22b3cba'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:45.898306 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-3ef7bc3b-738a-4344-b085-3f9d2516f4b3 None None] Set router 85d8b7c6-471f-4720-aac7-c020f22b3cba gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:38:46.095193 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3ef7bc3b-738a-4344-b085-3f9d2516f4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'name': 'tempest-TestNetworkBasicOps-router-995266577', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:38:37Z', 'revision_number': 6, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '3ac0302d-7239-4123-99ed-6c8ad6daf201', 'name': '', 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'mac_address': 'fa:16:3e:90:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:54Z', 'updated_at': '2022-02-19T04:36:59Z', 'revision_number': 5, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'subnets': [{'id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:46.120965 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7bc3b-738a-4344-b085-3f9d2516f4b3 None None] The sync data for ids ['85d8b7c6-471f-4720-aac7-c020f22b3cba'] in n-d-828369-19 is: [{'id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'name': 'tempest-TestNetworkBasicOps-router-995266577', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:38:37Z', 'revision_number': 6, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '3ac0302d-7239-4123-99ed-6c8ad6daf201', 'name': '', 'network_id': '38951b0b-631d-4d3c-95f8-d0294dba40be', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'mac_address': 'fa:16:3e:90:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:54Z', 'updated_at': '2022-02-19T04:36:59Z', 'revision_number': 5, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'subnets': [{'id': 'c3dd2703-f92f-41a2-aee0-46cab6d91e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:38:46.185334 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05076ac-a51c-4fc7-a850-ea62413cc6ea', 'tag': '2483126e-dd55-4374-9afc-82e976ec6686'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:38:46.187986 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd14908-687c-4990-a5f8-49255471f392" -d '{"events": [{"name": "network-changed", "server_uuid": "c05076ac-a51c-4fc7-a850-ea62413cc6ea", "tag": "2483126e-dd55-4374-9afc-82e976ec6686"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:38:46.225280 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab29edff-67bf-4115-a51d-2546b723d2db x-openstack-request-id: req-ab29edff-67bf-4115-a51d-2546b723d2db {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:38:46.225580 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05076ac-a51c-4fc7-a850-ea62413cc6ea", "tag": "2483126e-dd55-4374-9afc-82e976ec6686", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:38:46.225835 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ab29edff-67bf-4115-a51d-2546b723d2db {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:38:46.226390 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05076ac-a51c-4fc7-a850-ea62413cc6ea', 'tag': '2483126e-dd55-4374-9afc-82e976ec6686', 'status': 'completed', 'code': 200} Feb 19 04:38:46.294835 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd14908-687c-4990-a5f8-49255471f392 req-a8299d48-1d8f-41be-af9e-11400ee81837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:46.296367 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbd14908-687c-4990-a5f8-49255471f392 req-a8299d48-1d8f-41be-af9e-11400ee81837 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d627fd44f08641ce94df40a06544c796&device_id=c05076ac-a51c-4fc7-a850-ea62413cc6ea HTTP/1.1" status: 200 len: 1129 time: 0.0464697 Feb 19 04:38:46.357720 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71a3b13-0183-41e5-bbe9-51a75db2dfb6 None None] New status for floating IP bef7a2f7-043d-4e63-9850-e14fd290955e: DOWN {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:38:46.389169 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd14908-687c-4990-a5f8-49255471f392 req-f3897cfa-7a86-4b48-92ad-54a1b33d972c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:46.390648 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbd14908-687c-4990-a5f8-49255471f392 req-f3897cfa-7a86-4b48-92ad-54a1b33d972c service neutron] 10.222.0.79 "GET /v2.0/networks?id=38951b0b-631d-4d3c-95f8-d0294dba40be HTTP/1.1" status: 200 len: 898 time: 0.0869484 Feb 19 04:38:46.436661 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbd14908-687c-4990-a5f8-49255471f392 req-15a79886-216b-4986-b449-07b9d754674b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2483126e-dd55-4374-9afc-82e976ec6686 HTTP/1.1" status: 200 len: 217 time: 0.0392756 Feb 19 04:38:46.475644 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.79', 55946) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:46.487138 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd14908-687c-4990-a5f8-49255471f392 req-afa65580-91bb-4fdd-a625-89ed75e7dd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:46.488593 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbd14908-687c-4990-a5f8-49255471f392 req-afa65580-91bb-4fdd-a625-89ed75e7dd08 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c3dd2703-f92f-41a2-aee0-46cab6d91e11 HTTP/1.1" status: 200 len: 835 time: 0.0445299 Feb 19 04:38:46.520485 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0817a94d-8e45-4f93-bb3f-44903da5bb10 req-60cba94e-af90-4dec-ada4-dce8da07765e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431831 Feb 19 04:38:46.539292 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd14908-687c-4990-a5f8-49255471f392 req-11c008cb-c03d-4beb-9074-d588c2b25fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:46.541366 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbd14908-687c-4990-a5f8-49255471f392 req-11c008cb-c03d-4beb-9074-d588c2b25fe8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=38951b0b-631d-4d3c-95f8-d0294dba40be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435095 Feb 19 04:38:46.611856 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817a94d-8e45-4f93-bb3f-44903da5bb10 req-3235bf60-a645-40ca-ae7c-562e2e6421b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:46.613389 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0817a94d-8e45-4f93-bb3f-44903da5bb10 req-3235bf60-a645-40ca-ae7c-562e2e6421b2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 1128 time: 0.0453029 Feb 19 04:38:46.641222 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbd14908-687c-4990-a5f8-49255471f392 req-ec67e659-6f24-4cc7-9d38-394112e84df4 service neutron] 10.222.0.79 "GET /v2.0/networks/38951b0b-631d-4d3c-95f8-d0294dba40be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886505 Feb 19 04:38:46.727900 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817a94d-8e45-4f93-bb3f-44903da5bb10 req-1f8a95ff-2fba-4fa4-8c0d-a992fa840c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:46.729481 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0817a94d-8e45-4f93-bb3f-44903da5bb10 req-1f8a95ff-2fba-4fa4-8c0d-a992fa840c5d service neutron] 10.222.0.79 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 912 time: 0.0963337 Feb 19 04:38:46.733395 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cbd14908-687c-4990-a5f8-49255471f392 req-4ec75343-5842-42b1-8757-cc46b14a7913 service neutron] 10.222.0.79 "GET /v2.0/networks/38951b0b-631d-4d3c-95f8-d0294dba40be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861511 Feb 19 04:38:46.800102 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b013a5-36d4-4aae-bcce-6d2aca7dde8a req-7eee404a-f846-4e11-9cbc-2dd7660e5b8b tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:46.801573 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0817a94d-8e45-4f93-bb3f-44903da5bb10 req-71944a8f-adff-401d-b37e-043e083a4c08 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6dedca16-21ec-4ac3-87b8-757d3c8a4595 HTTP/1.1" status: 200 len: 1001 time: 0.0619996 Feb 19 04:38:46.801693 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39b013a5-36d4-4aae-bcce-6d2aca7dde8a req-7eee404a-f846-4e11-9cbc-2dd7660e5b8b tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=c05076ac-a51c-4fc7-a850-ea62413cc6ea HTTP/1.1" status: 200 len: 946 time: 0.0594261 Feb 19 04:38:46.850786 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39b013a5-36d4-4aae-bcce-6d2aca7dde8a req-cc6c73f4-4a18-4a93-af0c-5875c2cc2a9e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=32d215ce-5c58-44bb-bd5b-835f05e8296c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433371 Feb 19 04:38:46.851067 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817a94d-8e45-4f93-bb3f-44903da5bb10 req-29ba74d6-c02d-4bc7-9712-b55183dece9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:46.852639 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0817a94d-8e45-4f93-bb3f-44903da5bb10 req-29ba74d6-c02d-4bc7-9712-b55183dece9b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b4c1316c-0c1b-40e4-b032-90759cbccfe3 HTTP/1.1" status: 200 len: 850 time: 0.0440595 Feb 19 04:38:46.905414 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817a94d-8e45-4f93-bb3f-44903da5bb10 req-8523e35d-59a1-4b40-bfb2-7102924896cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:46.906951 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0817a94d-8e45-4f93-bb3f-44903da5bb10 req-8523e35d-59a1-4b40-bfb2-7102924896cd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e8f90c4-f909-4474-8fc0-0f484b224735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0489058 Feb 19 04:38:46.947745 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76f3e7-68d2-4417-9820-09bdde15c7a7 req-dc9d5a54-fbf2-4ff9-b1df-3407cffc714e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:46.949113 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3d76f3e7-68d2-4417-9820-09bdde15c7a7 req-dc9d5a54-fbf2-4ff9-b1df-3407cffc714e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.79 "GET /v2.0/ports?device_id=c05076ac-a51c-4fc7-a850-ea62413cc6ea HTTP/1.1" status: 200 len: 946 time: 0.0518925 Feb 19 04:38:46.997073 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0817a94d-8e45-4f93-bb3f-44903da5bb10 req-2476c310-ca93-4ac7-bc6e-4ef6c63de33c service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834987 Feb 19 04:38:47.044672 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-3d76f3e7-68d2-4417-9820-09bdde15c7a7 req-270daf34-5d85-469b-8da6-26b8ddbe7f54 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Deleting port 2483126e-dd55-4374-9afc-82e976ec6686 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:38:47.045018 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3d76f3e7-68d2-4417-9820-09bdde15c7a7 req-270daf34-5d85-469b-8da6-26b8ddbe7f54 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (2483126e-dd55-4374-9afc-82e976ec6686), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:47.089647 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0817a94d-8e45-4f93-bb3f-44903da5bb10 req-64d54c17-e8b0-447d-b6a1-ab069b111b6a service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869105 Feb 19 04:38:47.134214 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-3d76f3e7-68d2-4417-9820-09bdde15c7a7 req-270daf34-5d85-469b-8da6-26b8ddbe7f54 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] For port 2483126e-dd55-4374-9afc-82e976ec6686, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=2483126e-dd55-4374-9afc-82e976ec6686,segment=NetworkSegment(e956a7d2-d48c-47be-8c3a-904a76b29e3c),segment_id=e956a7d2-d48c-47be-8c3a-904a76b29e3c)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:38:47.135131 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3d76f3e7-68d2-4417-9820-09bdde15c7a7 req-270daf34-5d85-469b-8da6-26b8ddbe7f54 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (2483126e-dd55-4374-9afc-82e976ec6686), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:47.147367 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-3d76f3e7-68d2-4417-9820-09bdde15c7a7 req-270daf34-5d85-469b-8da6-26b8ddbe7f54 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Calling delete_port for 2483126e-dd55-4374-9afc-82e976ec6686 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:38:47.274156 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3d76f3e7-68d2-4417-9820-09bdde15c7a7 req-270daf34-5d85-469b-8da6-26b8ddbe7f54 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (2483126e-dd55-4374-9afc-82e976ec6686), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:47.300006 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270daf34-5d85-469b-8da6-26b8ddbe7f54 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event deleted for resources: {'Port': ['ID=2483126e-dd55-4374-9afc-82e976ec6686,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:47.346080 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d76f3e7-68d2-4417-9820-09bdde15c7a7 req-270daf34-5d85-469b-8da6-26b8ddbe7f54 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] No DVR routers for this DVR port 2483126e-dd55-4374-9afc-82e976ec6686 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:38:47.348716 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3d76f3e7-68d2-4417-9820-09bdde15c7a7 req-270daf34-5d85-469b-8da6-26b8ddbe7f54 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:47.352232 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3d76f3e7-68d2-4417-9820-09bdde15c7a7 req-270daf34-5d85-469b-8da6-26b8ddbe7f54 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.79 "DELETE /v2.0/ports/2483126e-dd55-4374-9afc-82e976ec6686 HTTP/1.1" status: 204 len: 173 time: 0.3982046 Feb 19 04:38:47.906932 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43360) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:47.965602 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6d6b82d6-3f6e-42e5-8e72-ec81ef0b6fe3 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group (32d215ce-5c58-44bb-bd5b-835f05e8296c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:47.990366 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6d6b82d6-3f6e-42e5-8e72-ec81ef0b6fe3 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group (32d215ce-5c58-44bb-bd5b-835f05e8296c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:48.049809 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6d6b82d6-3f6e-42e5-8e72-ec81ef0b6fe3 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (32d215ce-5c58-44bb-bd5b-835f05e8296c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:48.052388 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6d6b82d6-3f6e-42e5-8e72-ec81ef0b6fe3 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:48.053539 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6d6b82d6-3f6e-42e5-8e72-ec81ef0b6fe3 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "DELETE /v2.0/security-groups/32d215ce-5c58-44bb-bd5b-835f05e8296c HTTP/1.1" status: 204 len: 168 time: 0.1456299 Feb 19 04:38:48.063361 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b82d6-3f6e-42e5-8e72-ec81ef0b6fe3 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d215ce-5c58-44bb-bd5b-835f05e8296c,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:48.090093 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43364) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:48.237635 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05076ac-a51c-4fc7-a850-ea62413cc6ea', 'name': 'network-vif-deleted', 'tag': '2483126e-dd55-4374-9afc-82e976ec6686'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:38:48.239867 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2add6f4-facf-482d-b125-1508c5d7dc76" -d '{"events": [{"server_uuid": "c05076ac-a51c-4fc7-a850-ea62413cc6ea", "name": "network-vif-deleted", "tag": "2483126e-dd55-4374-9afc-82e976ec6686"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:38:48.292672 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e198f41-8db8-44a7-9f25-13f4eca8d701 x-openstack-request-id: req-6e198f41-8db8-44a7-9f25-13f4eca8d701 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:38:48.293300 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05076ac-a51c-4fc7-a850-ea62413cc6ea", "name": "network-vif-deleted", "tag": "2483126e-dd55-4374-9afc-82e976ec6686", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:38:48.293300 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6e198f41-8db8-44a7-9f25-13f4eca8d701 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:38:48.293583 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05076ac-a51c-4fc7-a850-ea62413cc6ea', 'name': 'network-vif-deleted', 'tag': '2483126e-dd55-4374-9afc-82e976ec6686', 'status': 'completed', 'code': 200} Feb 19 04:38:48.459551 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7e4a29ce-6be6-472a-82fa-45d6cf757b9f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (85d8b7c6-471f-4720-aac7-c020f22b3cba), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:48.717963 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-7e4a29ce-6be6-472a-82fa-45d6cf757b9f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Deleting port 3ac0302d-7239-4123-99ed-6c8ad6daf201 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:38:48.718254 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7e4a29ce-6be6-472a-82fa-45d6cf757b9f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (3ac0302d-7239-4123-99ed-6c8ad6daf201), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:48.804088 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-7e4a29ce-6be6-472a-82fa-45d6cf757b9f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] For port 3ac0302d-7239-4123-99ed-6c8ad6daf201, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3ac0302d-7239-4123-99ed-6c8ad6daf201,segment=NetworkSegment(e956a7d2-d48c-47be-8c3a-904a76b29e3c),segment_id=e956a7d2-d48c-47be-8c3a-904a76b29e3c)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:38:48.804432 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7e4a29ce-6be6-472a-82fa-45d6cf757b9f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (3ac0302d-7239-4123-99ed-6c8ad6daf201), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:48.817146 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-7e4a29ce-6be6-472a-82fa-45d6cf757b9f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Calling delete_port for 3ac0302d-7239-4123-99ed-6c8ad6daf201 owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:38:48.999853 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7e4a29ce-6be6-472a-82fa-45d6cf757b9f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (3ac0302d-7239-4123-99ed-6c8ad6daf201), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:49.033114 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a29ce-6be6-472a-82fa-45d6cf757b9f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event deleted for resources: {'Port': ['ID=3ac0302d-7239-4123-99ed-6c8ad6daf201,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:49.220982 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7e4a29ce-6be6-472a-82fa-45d6cf757b9f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (85d8b7c6-471f-4720-aac7-c020f22b3cba), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:49.743791 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4a29ce-6be6-472a-82fa-45d6cf757b9f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Router 85d8b7c6-471f-4720-aac7-c020f22b3cba has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:38:49.850188 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4a29ce-6be6-472a-82fa-45d6cf757b9f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:38:49.856198 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7e4a29ce-6be6-472a-82fa-45d6cf757b9f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "PUT /v2.0/routers/85d8b7c6-471f-4720-aac7-c020f22b3cba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7650428 Feb 19 04:38:49.859027 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43368) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:49.860719 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27008e3c-324a-4b84-b814-a4d4287931ed None None] Sync routers for ids ['85d8b7c6-471f-4720-aac7-c020f22b3cba'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:38:49.872134 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27008e3c-324a-4b84-b814-a4d4287931ed None None] Routers {'85d8b7c6-471f-4720-aac7-c020f22b3cba'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:38:49.872753 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-27008e3c-324a-4b84-b814-a4d4287931ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:38:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['85d8b7c6-471f-4720-aac7-c020f22b3cba'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:49.909328 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a34b116-b254-4bbc-a137-5ed53a9be5cb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Deleting subnet c3dd2703-f92f-41a2-aee0-46cab6d91e11 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:38:49.912415 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a34b116-b254-4bbc-a137-5ed53a9be5cb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for subnet (c3dd2703-f92f-41a2-aee0-46cab6d91e11), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:49.953175 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a34b116-b254-4bbc-a137-5ed53a9be5cb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (c3dd2703-f92f-41a2-aee0-46cab6d91e11), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:49.979748 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-27008e3c-324a-4b84-b814-a4d4287931ed None None] Set router 85d8b7c6-471f-4720-aac7-c020f22b3cba gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:38:50.039085 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a34b116-b254-4bbc-a137-5ed53a9be5cb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (c3dd2703-f92f-41a2-aee0-46cab6d91e11), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:50.098986 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a34b116-b254-4bbc-a137-5ed53a9be5cb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (c3dd2703-f92f-41a2-aee0-46cab6d91e11), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:50.127431 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34b116-b254-4bbc-a137-5ed53a9be5cb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event deleted for resources: {'Subnet': ['ID=c3dd2703-f92f-41a2-aee0-46cab6d91e11,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:50.132028 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6a34b116-b254-4bbc-a137-5ed53a9be5cb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:50.135263 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6a34b116-b254-4bbc-a137-5ed53a9be5cb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "DELETE /v2.0/subnets/c3dd2703-f92f-41a2-aee0-46cab6d91e11 HTTP/1.1" status: 204 len: 168 time: 0.2752228 Feb 19 04:38:50.138141 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43370) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:50.140681 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34b116-b254-4bbc-a137-5ed53a9be5cb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:50.141043 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34b116-b254-4bbc-a137-5ed53a9be5cb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:50.141385 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34b116-b254-4bbc-a137-5ed53a9be5cb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:50.141723 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34b116-b254-4bbc-a137-5ed53a9be5cb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:50.142078 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34b116-b254-4bbc-a137-5ed53a9be5cb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:50.142456 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34b116-b254-4bbc-a137-5ed53a9be5cb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:50.142783 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34b116-b254-4bbc-a137-5ed53a9be5cb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:50.143159 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34b116-b254-4bbc-a137-5ed53a9be5cb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:50.143463 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34b116-b254-4bbc-a137-5ed53a9be5cb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:50.143788 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34b116-b254-4bbc-a137-5ed53a9be5cb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:50.144131 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34b116-b254-4bbc-a137-5ed53a9be5cb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:50.144460 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34b116-b254-4bbc-a137-5ed53a9be5cb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:50.144805 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34b116-b254-4bbc-a137-5ed53a9be5cb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:50.154520 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f788d267-1caa-47c3-ad19-0c76af0431cc None None] Network 38951b0b-631d-4d3c-95f8-d0294dba40be requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:38:50.170528 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-27008e3c-324a-4b84-b814-a4d4287931ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'name': 'tempest-TestNetworkBasicOps-router-995266577', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:38:48Z', 'revision_number': 7, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:50.197923 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27008e3c-324a-4b84-b814-a4d4287931ed None None] Checking router: 85d8b7c6-471f-4720-aac7-c020f22b3cba for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:38:50.206521 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27008e3c-324a-4b84-b814-a4d4287931ed None None] Routers {'85d8b7c6-471f-4720-aac7-c020f22b3cba'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:38:50.207132 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-27008e3c-324a-4b84-b814-a4d4287931ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:38:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['85d8b7c6-471f-4720-aac7-c020f22b3cba'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:50.263404 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d4976f05-545d-4646-bf9e-05ec3e6450c6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for router (85d8b7c6-471f-4720-aac7-c020f22b3cba), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:50.320645 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-27008e3c-324a-4b84-b814-a4d4287931ed None None] Set router 85d8b7c6-471f-4720-aac7-c020f22b3cba gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:38:50.328201 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308eef70-43ef-4ac0-8e8b-98d48dc8d635 None None] DHCP port deletion for 38951b0b-631d-4d3c-95f8-d0294dba40be request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:38:50.374892 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d4976f05-545d-4646-bf9e-05ec3e6450c6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for router_gateway (85d8b7c6-471f-4720-aac7-c020f22b3cba), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:50.380834 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-308eef70-43ef-4ac0-8e8b-98d48dc8d635 None None] Deleting port 17f45346-0ed3-4edc-877e-b65607cf99c3 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:38:50.381211 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-308eef70-43ef-4ac0-8e8b-98d48dc8d635 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (17f45346-0ed3-4edc-877e-b65607cf99c3), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:50.432245 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-d4976f05-545d-4646-bf9e-05ec3e6450c6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Deleting port 61ef9778-4d6d-402a-9b5c-101d92b6001f {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:38:50.432593 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d4976f05-545d-4646-bf9e-05ec3e6450c6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (61ef9778-4d6d-402a-9b5c-101d92b6001f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:50.445617 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-308eef70-43ef-4ac0-8e8b-98d48dc8d635 None None] For port 17f45346-0ed3-4edc-877e-b65607cf99c3, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=17f45346-0ed3-4edc-877e-b65607cf99c3,segment=NetworkSegment(e956a7d2-d48c-47be-8c3a-904a76b29e3c),segment_id=e956a7d2-d48c-47be-8c3a-904a76b29e3c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:38:50.446024 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-308eef70-43ef-4ac0-8e8b-98d48dc8d635 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (17f45346-0ed3-4edc-877e-b65607cf99c3), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:50.459204 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-308eef70-43ef-4ac0-8e8b-98d48dc8d635 None None] Calling delete_port for 17f45346-0ed3-4edc-877e-b65607cf99c3 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:38:50.513376 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-27008e3c-324a-4b84-b814-a4d4287931ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'name': 'tempest-TestNetworkBasicOps-router-995266577', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:38:48Z', 'revision_number': 7, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:50.513928 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-d4976f05-545d-4646-bf9e-05ec3e6450c6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] For port 61ef9778-4d6d-402a-9b5c-101d92b6001f, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=61ef9778-4d6d-402a-9b5c-101d92b6001f,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:38:50.514397 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d4976f05-545d-4646-bf9e-05ec3e6450c6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (61ef9778-4d6d-402a-9b5c-101d92b6001f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:50.527458 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-d4976f05-545d-4646-bf9e-05ec3e6450c6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Calling delete_port for 61ef9778-4d6d-402a-9b5c-101d92b6001f owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:38:50.542361 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-308eef70-43ef-4ac0-8e8b-98d48dc8d635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (17f45346-0ed3-4edc-877e-b65607cf99c3), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:50.543645 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27008e3c-324a-4b84-b814-a4d4287931ed None None] The sync data for ids ['85d8b7c6-471f-4720-aac7-c020f22b3cba'] in n-d-828369-19 is: [{'id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'name': 'tempest-TestNetworkBasicOps-router-995266577', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:38:48Z', 'revision_number': 7, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': '61ef9778-4d6d-402a-9b5c-101d92b6001f', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8b7c6-471f-4720-aac7-c020f22b3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:36:51Z', 'updated_at': '2022-02-19T04:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:38:50.578687 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308eef70-43ef-4ac0-8e8b-98d48dc8d635 None None] Pushing event deleted for resources: {'Port': ['ID=17f45346-0ed3-4edc-877e-b65607cf99c3,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:50.586775 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308eef70-43ef-4ac0-8e8b-98d48dc8d635 None None] No DVR routers for this DVR port 17f45346-0ed3-4edc-877e-b65607cf99c3 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:38:50.593588 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308eef70-43ef-4ac0-8e8b-98d48dc8d635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:50.593937 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308eef70-43ef-4ac0-8e8b-98d48dc8d635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:50.594297 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308eef70-43ef-4ac0-8e8b-98d48dc8d635 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:50.595192 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308eef70-43ef-4ac0-8e8b-98d48dc8d635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:50.595192 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308eef70-43ef-4ac0-8e8b-98d48dc8d635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:50.595358 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308eef70-43ef-4ac0-8e8b-98d48dc8d635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:50.595576 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308eef70-43ef-4ac0-8e8b-98d48dc8d635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:50.595900 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308eef70-43ef-4ac0-8e8b-98d48dc8d635 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:50.596218 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308eef70-43ef-4ac0-8e8b-98d48dc8d635 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:50.596554 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308eef70-43ef-4ac0-8e8b-98d48dc8d635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:50.596873 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308eef70-43ef-4ac0-8e8b-98d48dc8d635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:50.597188 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308eef70-43ef-4ac0-8e8b-98d48dc8d635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:50.597499 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308eef70-43ef-4ac0-8e8b-98d48dc8d635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:50.710286 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d4976f05-545d-4646-bf9e-05ec3e6450c6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (61ef9778-4d6d-402a-9b5c-101d92b6001f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:50.736392 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4976f05-545d-4646-bf9e-05ec3e6450c6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event deleted for resources: {'Port': ['ID=61ef9778-4d6d-402a-9b5c-101d92b6001f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:50.800387 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d4976f05-545d-4646-bf9e-05ec3e6450c6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (85d8b7c6-471f-4720-aac7-c020f22b3cba), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:50.891001 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d4976f05-545d-4646-bf9e-05ec3e6450c6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (85d8b7c6-471f-4720-aac7-c020f22b3cba), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:50.893014 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d4976f05-545d-4646-bf9e-05ec3e6450c6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for router_controller (85d8b7c6-471f-4720-aac7-c020f22b3cba), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:50.944229 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d4976f05-545d-4646-bf9e-05ec3e6450c6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (85d8b7c6-471f-4720-aac7-c020f22b3cba), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:50.944933 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4976f05-545d-4646-bf9e-05ec3e6450c6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Fanout notify agent at l3_agent the message router_deleted on router 85d8b7c6-471f-4720-aac7-c020f22b3cba {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:38:50.952144 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d4976f05-545d-4646-bf9e-05ec3e6450c6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:50.953629 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d4976f05-545d-4646-bf9e-05ec3e6450c6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "DELETE /v2.0/routers/85d8b7c6-471f-4720-aac7-c020f22b3cba HTTP/1.1" status: 204 len: 168 time: 0.8138554 Feb 19 04:38:50.955948 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43374) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:51.045626 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c6629640-c163-4858-beca-020b7443b392 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (38951b0b-631d-4d3c-95f8-d0294dba40be), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:51.143564 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c6629640-c163-4858-beca-020b7443b392 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (38951b0b-631d-4d3c-95f8-d0294dba40be), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:51.166156 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-c6629640-c163-4858-beca-020b7443b392 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38951b0b-631d-4d3c-95f8-d0294dba40be']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:51.176124 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-c6629640-c163-4858-beca-020b7443b392 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e956a7d2-d48c-47be-8c3a-904a76b29e3c') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:51.176433 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-c6629640-c163-4858-beca-020b7443b392 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e956a7d2-d48c-47be-8c3a-904a76b29e3c') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:51.200191 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c6629640-c163-4858-beca-020b7443b392 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (e956a7d2-d48c-47be-8c3a-904a76b29e3c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:51.218401 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c6629640-c163-4858-beca-020b7443b392 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (e956a7d2-d48c-47be-8c3a-904a76b29e3c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:51.223966 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3ac0302d-7239-4123-99ed-6c8ad6daf201 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:38:51.226505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6629640-c163-4858-beca-020b7443b392 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:38:51.226905 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c6629640-c163-4858-beca-020b7443b392 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (e956a7d2-d48c-47be-8c3a-904a76b29e3c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:38:51.230255 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:38:51.245102 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 3ac0302d-7239-4123-99ed-6c8ad6daf201 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:38:51.245536 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3ac0302d-7239-4123-99ed-6c8ad6daf201 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:38:51.245972 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 17f45346-0ed3-4edc-877e-b65607cf99c3 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:38:51.266471 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 17f45346-0ed3-4edc-877e-b65607cf99c3 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:38:51.266829 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 17f45346-0ed3-4edc-877e-b65607cf99c3 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:38:51.302312 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c6629640-c163-4858-beca-020b7443b392 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (38951b0b-631d-4d3c-95f8-d0294dba40be), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:51.309707 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c6629640-c163-4858-beca-020b7443b392 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:51.312918 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c6629640-c163-4858-beca-020b7443b392 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "DELETE /v2.0/networks/38951b0b-631d-4d3c-95f8-d0294dba40be HTTP/1.1" status: 204 len: 168 time: 0.3560398 Feb 19 04:38:51.325394 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6629640-c163-4858-beca-020b7443b392 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event deleted for resources: {'Network': ['ID=38951b0b-631d-4d3c-95f8-d0294dba40be,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:51.332336 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43376) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:51.337958 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-c399337b-1ae3-4cbc-835c-d89d59e64056 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'network': {'name': 'tempest-network-smoke--1185754692', 'project_id': 'd627fd44f08641ce94df40a06544c796', 'port_security_enabled': True}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:38:51.356127 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c399337b-1ae3-4cbc-835c-d89d59e64056 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Made reservation on behalf of d627fd44f08641ce94df40a06544c796 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:38:51.359423 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c399337b-1ae3-4cbc-835c-d89d59e64056 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:51.387100 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c399337b-1ae3-4cbc-835c-d89d59e64056 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:38:51.395495 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c399337b-1ae3-4cbc-835c-d89d59e64056 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:51.395833 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-c399337b-1ae3-4cbc-835c-d89d59e64056 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Added segment cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf of type vlan for network 51061c24-1f0f-468d-b6a9-672b1202fbb7 Feb 19 04:38:51.434113 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c399337b-1ae3-4cbc-835c-d89d59e64056 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (51061c24-1f0f-468d-b6a9-672b1202fbb7), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:51.458720 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c399337b-1ae3-4cbc-835c-d89d59e64056 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (51061c24-1f0f-468d-b6a9-672b1202fbb7), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:51.465312 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c399337b-1ae3-4cbc-835c-d89d59e64056 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:51.465915 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c399337b-1ae3-4cbc-835c-d89d59e64056 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:51.526752 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c399337b-1ae3-4cbc-835c-d89d59e64056 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1933010 Feb 19 04:38:51.529499 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43378) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:51.534264 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-4fb8e15b-d4df-47bb-8760-d977515b1e2e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-602227176', 'admin_state_up': True, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:38:51.543079 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399337b-1ae3-4cbc-835c-d89d59e64056 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'Network': ['ID=51061c24-1f0f-468d-b6a9-672b1202fbb7,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:51.554371 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 51061c24-1f0f-468d-b6a9-672b1202fbb7 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:38:51.555558 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e15b-d4df-47bb-8760-d977515b1e2e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:51.557402 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e15b-d4df-47bb-8760-d977515b1e2e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:51.622971 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e15b-d4df-47bb-8760-d977515b1e2e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for router_controller (f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:51.700299 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 2483126e-dd55-4374-9afc-82e976ec6686 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:38:51.722256 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 2483126e-dd55-4374-9afc-82e976ec6686 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:38:51.722613 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 2483126e-dd55-4374-9afc-82e976ec6686 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:38:51.787467 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e15b-d4df-47bb-8760-d977515b1e2e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for router_gateway (f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:51.999465 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e15b-d4df-47bb-8760-d977515b1e2e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for router_gateway (f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:52.018210 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e15b-d4df-47bb-8760-d977515b1e2e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:52.119202 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-4fb8e15b-d4df-47bb-8760-d977515b1e2e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Allocated IP 172.25.3.128 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/c60895d9-47ff-4a36-abc0-147f0a11e57a) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:38:52.222178 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e15b-d4df-47bb-8760-d977515b1e2e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for port (c60895d9-47ff-4a36-abc0-147f0a11e57a), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:52.255566 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e15b-d4df-47bb-8760-d977515b1e2e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (c60895d9-47ff-4a36-abc0-147f0a11e57a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:52.291254 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb8e15b-d4df-47bb-8760-d977515b1e2e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:38:52.294188 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-4fb8e15b-d4df-47bb-8760-d977515b1e2e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:38:52.297536 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb8e15b-d4df-47bb-8760-d977515b1e2e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:38:52.326105 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8e15b-d4df-47bb-8760-d977515b1e2e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'Port': ['ID=c60895d9-47ff-4a36-abc0-147f0a11e57a,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:52.555539 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e15b-d4df-47bb-8760-d977515b1e2e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for router_gateway (f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:52.759695 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e15b-d4df-47bb-8760-d977515b1e2e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:52.885739 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb8e15b-d4df-47bb-8760-d977515b1e2e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Router f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:38:53.114264 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 61ef9778-4d6d-402a-9b5c-101d92b6001f no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:38:53.135112 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 61ef9778-4d6d-402a-9b5c-101d92b6001f {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:38:53.135460 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 61ef9778-4d6d-402a-9b5c-101d92b6001f not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:38:53.316733 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb8e15b-d4df-47bb-8760-d977515b1e2e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:38:53.325862 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a3775e-3e46-49b2-b8f7-0ac5bda5c904 None None] Sync routers for ids ['f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:38:53.336282 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e15b-d4df-47bb-8760-d977515b1e2e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:53.336461 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a3775e-3e46-49b2-b8f7-0ac5bda5c904 None None] Routers {'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:38:53.336943 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-16a3775e-3e46-49b2-b8f7-0ac5bda5c904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:38:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:53.340860 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4fb8e15b-d4df-47bb-8760-d977515b1e2e tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8075032 Feb 19 04:38:53.341435 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43380) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:53.369619 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-755614b7-4988-4f2b-a574-c953cd63aad7 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=d627fd44f08641ce94df40a06544c796&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269148 Feb 19 04:38:53.372153 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43382) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:53.447355 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-16a3775e-3e46-49b2-b8f7-0ac5bda5c904 None None] Set router f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:38:53.460305 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18009ab-665a-48fb-943c-577fb7d4b8ef tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:53.464959 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e18009ab-665a-48fb-943c-577fb7d4b8ef tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887768 Feb 19 04:38:53.465351 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43384) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:53.492065 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-edfa0b92-9b87-4586-9407-34277e2b8ec4 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0255473 Feb 19 04:38:53.494518 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43386) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:53.499182 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-172c83c4-2c46-4f31-900d-072bce760b6c tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1136910492', 'network_id': '51061c24-1f0f-468d-b6a9-672b1202fbb7', 'project_id': 'd627fd44f08641ce94df40a06544c796', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:38:53.583252 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172c83c4-2c46-4f31-900d-072bce760b6c tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Made reservation on behalf of d627fd44f08641ce94df40a06544c796 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:38:53.586859 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-172c83c4-2c46-4f31-900d-072bce760b6c tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:53.621973 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-16a3775e-3e46-49b2-b8f7-0ac5bda5c904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'name': 'tempest-TestNetworkBasicOps-router-602227176', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'c60895d9-47ff-4a36-abc0-147f0a11e57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:51Z', 'updated_at': '2022-02-19T04:38:52Z', 'revision_number': 3, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': 'c60895d9-47ff-4a36-abc0-147f0a11e57a', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:52Z', 'updated_at': '2022-02-19T04:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:53.648412 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a3775e-3e46-49b2-b8f7-0ac5bda5c904 None None] Checking router: f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:38:53.648769 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a3775e-3e46-49b2-b8f7-0ac5bda5c904 None None] Updating router f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d port c60895d9-47ff-4a36-abc0-147f0a11e57a binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:38:53.676859 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-16a3775e-3e46-49b2-b8f7-0ac5bda5c904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c60895d9-47ff-4a36-abc0-147f0a11e57a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:53.769821 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-172c83c4-2c46-4f31-900d-072bce760b6c tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (1b91e4ab-c31c-4ef1-afaa-6744affc96ab), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:53.833152 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c83c4-2c46-4f31-900d-072bce760b6c tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'Subnet': ['ID=1b91e4ab-c31c-4ef1-afaa-6744affc96ab,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:53.843524 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172c83c4-2c46-4f31-900d-072bce760b6c tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Checking segment: {'id': 'cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '51061c24-1f0f-468d-b6a9-672b1202fbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:38:53.843960 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172c83c4-2c46-4f31-900d-072bce760b6c tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Network hostable DHCP agents. Network: 51061c24-1f0f-468d-b6a9-672b1202fbb7, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:38:53.862024 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172c83c4-2c46-4f31-900d-072bce760b6c tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Network 51061c24-1f0f-468d-b6a9-672b1202fbb7 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:38:53.871767 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-172c83c4-2c46-4f31-900d-072bce760b6c tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 51061c24-1f0f-468d-b6a9-672b1202fbb7) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:38:53.875814 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172c83c4-2c46-4f31-900d-072bce760b6c tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:53.876414 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-172c83c4-2c46-4f31-900d-072bce760b6c tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:53.886228 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb399587-5a99-4506-814f-aa5e02de5a7f None None] Network 51061c24-1f0f-468d-b6a9-672b1202fbb7 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:38:53.893850 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-172c83c4-2c46-4f31-900d-072bce760b6c tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3983042 Feb 19 04:38:53.896728 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43388) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:54.002548 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-16a3775e-3e46-49b2-b8f7-0ac5bda5c904 None None] Publish callbacks [] for port (c60895d9-47ff-4a36-abc0-147f0a11e57a), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:54.031053 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-16a3775e-3e46-49b2-b8f7-0ac5bda5c904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c60895d9-47ff-4a36-abc0-147f0a11e57a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:54.058467 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3a62c6-67e3-4be8-aa77-e567310b0afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-51061c24-1f0f-468d-b6a9-672b1202fbb7', 'network_id': '51061c24-1f0f-468d-b6a9-672b1202fbb7', 'project_id': 'd627fd44f08641ce94df40a06544c796', 'fixed_ips': [{'subnet_id': '1b91e4ab-c31c-4ef1-afaa-6744affc96ab'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:38:54.059323 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ff3a62c6-67e3-4be8-aa77-e567310b0afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:54.109446 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-16a3775e-3e46-49b2-b8f7-0ac5bda5c904 None None] Attempting to bind port c60895d9-47ff-4a36-abc0-147f0a11e57a on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:38:54.109912 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-16a3775e-3e46-49b2-b8f7-0ac5bda5c904 None None] Attempting to bind port c60895d9-47ff-4a36-abc0-147f0a11e57a by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:38:54.110347 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3775e-3e46-49b2-b8f7-0ac5bda5c904 None None] Attempting to bind port c60895d9-47ff-4a36-abc0-147f0a11e57a on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:38:54.113310 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed32552-25a6-4024-b9d5-c799ddf0f7dd None None] Pushing event updated for resources: {'Port': ['ID=c60895d9-47ff-4a36-abc0-147f0a11e57a,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:54.167125 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3775e-3e46-49b2-b8f7-0ac5bda5c904 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:38:54.167800 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3775e-3e46-49b2-b8f7-0ac5bda5c904 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:38:54.167899 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-16a3775e-3e46-49b2-b8f7-0ac5bda5c904 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:54.168268 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3775e-3e46-49b2-b8f7-0ac5bda5c904 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:38:54.168737 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-16a3775e-3e46-49b2-b8f7-0ac5bda5c904 None None] Bound port: c60895d9-47ff-4a36-abc0-147f0a11e57a, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:38:54.169118 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-16a3775e-3e46-49b2-b8f7-0ac5bda5c904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c60895d9-47ff-4a36-abc0-147f0a11e57a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:54.262087 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-16a3775e-3e46-49b2-b8f7-0ac5bda5c904 None None] For port c60895d9-47ff-4a36-abc0-147f0a11e57a, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:38:54.266565 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-16a3775e-3e46-49b2-b8f7-0ac5bda5c904 None None] For port c60895d9-47ff-4a36-abc0-147f0a11e57a, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=c60895d9-47ff-4a36-abc0-147f0a11e57a,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:38:54.277570 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-ff3a62c6-67e3-4be8-aa77-e567310b0afa None None] Allocated IP 172.20.0.2 (51061c24-1f0f-468d-b6a9-672b1202fbb7/1b91e4ab-c31c-4ef1-afaa-6744affc96ab/37756cbd-40be-4e21-87f1-139271431b60) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:38:54.280052 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-16a3775e-3e46-49b2-b8f7-0ac5bda5c904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c60895d9-47ff-4a36-abc0-147f0a11e57a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:54.342563 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ab71a2f3-6bbd-4088-a0f3-48de7f4105cc tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:54.549070 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a3775e-3e46-49b2-b8f7-0ac5bda5c904 None None] Routers {'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:38:54.549698 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-16a3775e-3e46-49b2-b8f7-0ac5bda5c904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:38:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:54.557565 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed32552-25a6-4024-b9d5-c799ddf0f7dd None None] Pushing event updated for resources: {'Port': ['ID=c60895d9-47ff-4a36-abc0-147f0a11e57a,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:54.715238 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-16a3775e-3e46-49b2-b8f7-0ac5bda5c904 None None] Set router f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:38:54.780940 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ff3a62c6-67e3-4be8-aa77-e567310b0afa None None] Publish callbacks [] for port (37756cbd-40be-4e21-87f1-139271431b60), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:54.795904 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ff3a62c6-67e3-4be8-aa77-e567310b0afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (37756cbd-40be-4e21-87f1-139271431b60), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:54.835766 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-ab71a2f3-6bbd-4088-a0f3-48de7f4105cc tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Allocated IP 172.20.0.1 (51061c24-1f0f-468d-b6a9-672b1202fbb7/1b91e4ab-c31c-4ef1-afaa-6744affc96ab/b3ba5b79-6cfe-4139-8488-ee3bf902fb15) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:38:54.870088 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3a62c6-67e3-4be8-aa77-e567310b0afa None None] Network 51061c24-1f0f-468d-b6a9-672b1202fbb7 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:38:54.876192 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-ff3a62c6-67e3-4be8-aa77-e567310b0afa None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:38:54.879143 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3a62c6-67e3-4be8-aa77-e567310b0afa None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:38:54.916711 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a62c6-67e3-4be8-aa77-e567310b0afa None None] Pushing event updated for resources: {'Port': ['ID=37756cbd-40be-4e21-87f1-139271431b60,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:54.953475 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ab71a2f3-6bbd-4088-a0f3-48de7f4105cc tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for port (b3ba5b79-6cfe-4139-8488-ee3bf902fb15), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:54.988658 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ab71a2f3-6bbd-4088-a0f3-48de7f4105cc tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (b3ba5b79-6cfe-4139-8488-ee3bf902fb15), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:54.998059 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-ff3a62c6-67e3-4be8-aa77-e567310b0afa None None] Attempting to bind port 37756cbd-40be-4e21-87f1-139271431b60 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:38:54.998501 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-ff3a62c6-67e3-4be8-aa77-e567310b0afa None None] Attempting to bind port 37756cbd-40be-4e21-87f1-139271431b60 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '51061c24-1f0f-468d-b6a9-672b1202fbb7'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:38:54.998806 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3a62c6-67e3-4be8-aa77-e567310b0afa None None] Attempting to bind port 37756cbd-40be-4e21-87f1-139271431b60 on network 51061c24-1f0f-468d-b6a9-672b1202fbb7 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:38:55.007193 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3a62c6-67e3-4be8-aa77-e567310b0afa None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:38:55.007571 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3a62c6-67e3-4be8-aa77-e567310b0afa None None] Checking segment: {'id': 'cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '51061c24-1f0f-468d-b6a9-672b1202fbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:38:55.007971 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ff3a62c6-67e3-4be8-aa77-e567310b0afa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:55.008359 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3a62c6-67e3-4be8-aa77-e567310b0afa None None] Bound using segment: {'id': 'cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '51061c24-1f0f-468d-b6a9-672b1202fbb7'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:38:55.008852 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-ff3a62c6-67e3-4be8-aa77-e567310b0afa None None] Bound port: 37756cbd-40be-4e21-87f1-139271431b60, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '51061c24-1f0f-468d-b6a9-672b1202fbb7'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:38:55.009236 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ff3a62c6-67e3-4be8-aa77-e567310b0afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (37756cbd-40be-4e21-87f1-139271431b60), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:55.029883 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab71a2f3-6bbd-4088-a0f3-48de7f4105cc tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Network 51061c24-1f0f-468d-b6a9-672b1202fbb7 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:38:55.033093 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-ab71a2f3-6bbd-4088-a0f3-48de7f4105cc tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:38:55.039048 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab71a2f3-6bbd-4088-a0f3-48de7f4105cc tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:38:55.056308 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-16a3775e-3e46-49b2-b8f7-0ac5bda5c904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'name': 'tempest-TestNetworkBasicOps-router-602227176', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'c60895d9-47ff-4a36-abc0-147f0a11e57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:51Z', 'updated_at': '2022-02-19T04:38:52Z', 'revision_number': 3, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': 'c60895d9-47ff-4a36-abc0-147f0a11e57a', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:52Z', 'updated_at': '2022-02-19T04:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:55.063217 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71a2f3-6bbd-4088-a0f3-48de7f4105cc tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'Port': ['ID=b3ba5b79-6cfe-4139-8488-ee3bf902fb15,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:55.085327 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ab71a2f3-6bbd-4088-a0f3-48de7f4105cc tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:55.088670 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a3775e-3e46-49b2-b8f7-0ac5bda5c904 None None] The sync data for ids ['f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'] in n-d-828369-19 is: [{'id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'name': 'tempest-TestNetworkBasicOps-router-602227176', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'c60895d9-47ff-4a36-abc0-147f0a11e57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:51Z', 'updated_at': '2022-02-19T04:38:52Z', 'revision_number': 3, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': 'c60895d9-47ff-4a36-abc0-147f0a11e57a', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:52Z', 'updated_at': '2022-02-19T04:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:38:55.116373 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-ff3a62c6-67e3-4be8-aa77-e567310b0afa None None] For port 37756cbd-40be-4e21-87f1-139271431b60, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:38:55.120570 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-ff3a62c6-67e3-4be8-aa77-e567310b0afa None None] For port 37756cbd-40be-4e21-87f1-139271431b60, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=37756cbd-40be-4e21-87f1-139271431b60,segment=NetworkSegment(cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf),segment_id=cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:38:55.129100 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ff3a62c6-67e3-4be8-aa77-e567310b0afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (37756cbd-40be-4e21-87f1-139271431b60), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:55.192283 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a62c6-67e3-4be8-aa77-e567310b0afa None None] Pushing event updated for resources: {'Port': ['ID=37756cbd-40be-4e21-87f1-139271431b60,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:55.246310 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ab71a2f3-6bbd-4088-a0f3-48de7f4105cc tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b3ba5b79-6cfe-4139-8488-ee3bf902fb15), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:55.576648 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ab71a2f3-6bbd-4088-a0f3-48de7f4105cc tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for port (b3ba5b79-6cfe-4139-8488-ee3bf902fb15), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:55.581851 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ab71a2f3-6bbd-4088-a0f3-48de7f4105cc tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (b3ba5b79-6cfe-4139-8488-ee3bf902fb15), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:55.657899 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71a2f3-6bbd-4088-a0f3-48de7f4105cc tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'Port': ['ID=b3ba5b79-6cfe-4139-8488-ee3bf902fb15,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:55.663245 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ab71a2f3-6bbd-4088-a0f3-48de7f4105cc tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:55.763162 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab71a2f3-6bbd-4088-a0f3-48de7f4105cc tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Network 51061c24-1f0f-468d-b6a9-672b1202fbb7 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:38:55.765685 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-ab71a2f3-6bbd-4088-a0f3-48de7f4105cc tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:38:56.204965 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab71a2f3-6bbd-4088-a0f3-48de7f4105cc tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Router f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:38:56.260544 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf826ff-1b03-4b6c-8307-2f3bbd9f0de5 None None] Network 51061c24-1f0f-468d-b6a9-672b1202fbb7 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:38:56.322026 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab71a2f3-6bbd-4088-a0f3-48de7f4105cc tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:38:56.323479 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b13cc27b-e923-4115-9ee7-a759bbf47e2d None None] Provisioning complete for port 37756cbd-40be-4e21-87f1-139271431b60 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:56.323870 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b13cc27b-e923-4115-9ee7-a759bbf47e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (37756cbd-40be-4e21-87f1-139271431b60), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:56.328157 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ab71a2f3-6bbd-4088-a0f3-48de7f4105cc tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "PUT /v2.0/routers/f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4302197 Feb 19 04:38:56.330718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43390) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:56.446574 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b13cc27b-e923-4115-9ee7-a759bbf47e2d None None] Current status of the port 37756cbd-40be-4e21-87f1-139271431b60 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:56.446973 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b13cc27b-e923-4115-9ee7-a759bbf47e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (37756cbd-40be-4e21-87f1-139271431b60), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:56.482933 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b13cc27b-e923-4115-9ee7-a759bbf47e2d None None] For port 37756cbd-40be-4e21-87f1-139271431b60, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=37756cbd-40be-4e21-87f1-139271431b60,segment=NetworkSegment(cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf),segment_id=cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:38:56.492686 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b13cc27b-e923-4115-9ee7-a759bbf47e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (37756cbd-40be-4e21-87f1-139271431b60), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:56.517878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36d5f4d-0f06-43f1-84d7-f7592c82b50b tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:56.518467 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36d5f4d-0f06-43f1-84d7-f7592c82b50b tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:56.518948 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36d5f4d-0f06-43f1-84d7-f7592c82b50b tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:56.519418 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36d5f4d-0f06-43f1-84d7-f7592c82b50b tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:56.520060 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36d5f4d-0f06-43f1-84d7-f7592c82b50b tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:56.520452 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36d5f4d-0f06-43f1-84d7-f7592c82b50b tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:56.520918 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36d5f4d-0f06-43f1-84d7-f7592c82b50b tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:56.521381 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36d5f4d-0f06-43f1-84d7-f7592c82b50b tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:56.525853 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a36d5f4d-0f06-43f1-84d7-f7592c82b50b tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5677 time: 0.1917486 Feb 19 04:38:56.526887 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43392) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:56.549434 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13cc27b-e923-4115-9ee7-a759bbf47e2d None None] Pushing event updated for resources: {'Port': ['ID=37756cbd-40be-4e21-87f1-139271431b60,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:56.592088 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a2d05b-ab4e-4935-9da2-6578d84f744f tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:56.592632 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a2d05b-ab4e-4935-9da2-6578d84f744f tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:56.593094 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a2d05b-ab4e-4935-9da2-6578d84f744f tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:56.593541 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a2d05b-ab4e-4935-9da2-6578d84f744f tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:56.594020 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a2d05b-ab4e-4935-9da2-6578d84f744f tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:56.594490 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a2d05b-ab4e-4935-9da2-6578d84f744f tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:56.594938 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a2d05b-ab4e-4935-9da2-6578d84f744f tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:56.595410 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a2d05b-ab4e-4935-9da2-6578d84f744f tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:56.597323 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e6a2d05b-ab4e-4935-9da2-6578d84f744f tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5275 time: 0.0687208 Feb 19 04:38:56.600239 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43394) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:56.721867 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-78c85ef6-32d6-418c-bf8b-b230e750cf42 None None] Provisioning complete for port 37756cbd-40be-4e21-87f1-139271431b60 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:56.722305 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-78c85ef6-32d6-418c-bf8b-b230e750cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (37756cbd-40be-4e21-87f1-139271431b60), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:56.817237 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-78c85ef6-32d6-418c-bf8b-b230e750cf42 None None] Current status of the port 37756cbd-40be-4e21-87f1-139271431b60 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:56.829241 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-78c85ef6-32d6-418c-bf8b-b230e750cf42 None None] Provisioning complete for port b3ba5b79-6cfe-4139-8488-ee3bf902fb15 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:56.829934 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-78c85ef6-32d6-418c-bf8b-b230e750cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b3ba5b79-6cfe-4139-8488-ee3bf902fb15), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:56.864857 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-56e7fc48-367d-4ce2-bf63-22ef393a1124 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4480 time: 0.2607770 Feb 19 04:38:56.865655 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-78c85ef6-32d6-418c-bf8b-b230e750cf42 None None] Port b3ba5b79-6cfe-4139-8488-ee3bf902fb15 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:38:56.913877 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec656bb-5835-40e3-b20e-04531f4e16bc None None] Sync routers for ids ['f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:38:56.924305 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec656bb-5835-40e3-b20e-04531f4e16bc None None] Routers {'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:38:56.924938 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-bec656bb-5835-40e3-b20e-04531f4e16bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:38:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:56.989613 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-497199e0-0523-48a5-86ed-b9f6e3325d7e None None] Provisioning complete for port b3ba5b79-6cfe-4139-8488-ee3bf902fb15 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:56.989996 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-497199e0-0523-48a5-86ed-b9f6e3325d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b3ba5b79-6cfe-4139-8488-ee3bf902fb15), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.032092 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-497199e0-0523-48a5-86ed-b9f6e3325d7e None None] Port b3ba5b79-6cfe-4139-8488-ee3bf902fb15 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:38:57.045155 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-bec656bb-5835-40e3-b20e-04531f4e16bc None None] Set router f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:38:57.068171 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43398) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:57.073092 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-a9818510-4f11-45e1-b910-4f5e75744bfe tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-64816168', 'description': 'tempest-secgroup-smoke-64816168 description', 'project_id': 'd627fd44f08641ce94df40a06544c796'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:38:57.096196 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9818510-4f11-45e1-b910-4f5e75744bfe tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.137554 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.167761 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a456d3c4-6a94-4003-bd9b-bf2a2891094d None None] Provisioning complete for port b3ba5b79-6cfe-4139-8488-ee3bf902fb15 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:57.168144 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a456d3c4-6a94-4003-bd9b-bf2a2891094d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b3ba5b79-6cfe-4139-8488-ee3bf902fb15), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.188946 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9818510-4f11-45e1-b910-4f5e75744bfe tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group (885ced9a-774f-4f87-bfbd-d6c2696140c1), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.193103 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9818510-4f11-45e1-b910-4f5e75744bfe tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (885ced9a-774f-4f87-bfbd-d6c2696140c1), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.230041 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9818510-4f11-45e1-b910-4f5e75744bfe tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.231200 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a456d3c4-6a94-4003-bd9b-bf2a2891094d None None] Port b3ba5b79-6cfe-4139-8488-ee3bf902fb15 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:38:57.231740 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a9818510-4f11-45e1-b910-4f5e75744bfe tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1623461 Feb 19 04:38:57.234602 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9818510-4f11-45e1-b910-4f5e75744bfe tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=885ced9a-774f-4f87-bfbd-d6c2696140c1,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:57.235771 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43402) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:57.240013 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-247e81bd-90af-4a08-9896-9aade8b333a9 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'security_group_rule': {'security_group_id': '885ced9a-774f-4f87-bfbd-d6c2696140c1', 'project_id': 'd627fd44f08641ce94df40a06544c796', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:38:57.271143 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-247e81bd-90af-4a08-9896-9aade8b333a9 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (8e1c2c51-d912-412e-b6e2-0f07076d995a), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.287572 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device c60895d9-47ff-4a36-abc0-147f0a11e57a up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:38:57.328669 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-bec656bb-5835-40e3-b20e-04531f4e16bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'name': 'tempest-TestNetworkBasicOps-router-602227176', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'c60895d9-47ff-4a36-abc0-147f0a11e57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:51Z', 'updated_at': '2022-02-19T04:38:55Z', 'revision_number': 4, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': 'c60895d9-47ff-4a36-abc0-147f0a11e57a', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:52Z', 'updated_at': '2022-02-19T04:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'b3ba5b79-6cfe-4139-8488-ee3bf902fb15', 'name': '', 'network_id': '51061c24-1f0f-468d-b6a9-672b1202fbb7', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'mac_address': 'fa:16:3e:ec:fc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '1b91e4ab-c31c-4ef1-afaa-6744affc96ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:54Z', 'updated_at': '2022-02-19T04:38:55Z', 'revision_number': 2, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'subnets': [{'id': '1b91e4ab-c31c-4ef1-afaa-6744affc96ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:57.331265 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-247e81bd-90af-4a08-9896-9aade8b333a9 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (8e1c2c51-d912-412e-b6e2-0f07076d995a), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.336140 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-247e81bd-90af-4a08-9896-9aade8b333a9 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (8e1c2c51-d912-412e-b6e2-0f07076d995a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.340344 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port c60895d9-47ff-4a36-abc0-147f0a11e57a triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:57.340819 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c60895d9-47ff-4a36-abc0-147f0a11e57a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.354924 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e81bd-90af-4a08-9896-9aade8b333a9 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1c2c51-d912-412e-b6e2-0f07076d995a,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:57.360986 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec656bb-5835-40e3-b20e-04531f4e16bc None None] Checking router: f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:38:57.361412 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec656bb-5835-40e3-b20e-04531f4e16bc None None] Updating router f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d port b3ba5b79-6cfe-4139-8488-ee3bf902fb15 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:38:57.366110 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-247e81bd-90af-4a08-9896-9aade8b333a9 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.367436 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-247e81bd-90af-4a08-9896-9aade8b333a9 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311972 Feb 19 04:38:57.371330 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43404) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:57.377072 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-147f12ea-b7e5-4ac5-870f-2cd1fa3285de tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'security_group_rule': {'security_group_id': '885ced9a-774f-4f87-bfbd-d6c2696140c1', 'project_id': 'd627fd44f08641ce94df40a06544c796', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:38:57.406661 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-147f12ea-b7e5-4ac5-870f-2cd1fa3285de tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (112e4958-3ec5-4a6c-b52c-e2e5b97537b0), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.426864 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port c60895d9-47ff-4a36-abc0-147f0a11e57a is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:57.427262 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c60895d9-47ff-4a36-abc0-147f0a11e57a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.450590 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port c60895d9-47ff-4a36-abc0-147f0a11e57a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=c60895d9-47ff-4a36-abc0-147f0a11e57a,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:38:57.455201 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c60895d9-47ff-4a36-abc0-147f0a11e57a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.456051 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 37756cbd-40be-4e21-87f1-139271431b60 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:38:57.473359 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-147f12ea-b7e5-4ac5-870f-2cd1fa3285de tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (112e4958-3ec5-4a6c-b52c-e2e5b97537b0), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.478858 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-147f12ea-b7e5-4ac5-870f-2cd1fa3285de tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (112e4958-3ec5-4a6c-b52c-e2e5b97537b0), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.489555 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-bec656bb-5835-40e3-b20e-04531f4e16bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b3ba5b79-6cfe-4139-8488-ee3bf902fb15), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.501685 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f12ea-b7e5-4ac5-870f-2cd1fa3285de tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=112e4958-3ec5-4a6c-b52c-e2e5b97537b0,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:57.512724 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-147f12ea-b7e5-4ac5-870f-2cd1fa3285de tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.514255 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-147f12ea-b7e5-4ac5-870f-2cd1fa3285de tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1416624 Feb 19 04:38:57.516926 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43406) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:57.522254 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-a13ae137-5245-4209-9ae2-201648800db6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'security_group_rule': {'security_group_id': '885ced9a-774f-4f87-bfbd-d6c2696140c1', 'project_id': 'd627fd44f08641ce94df40a06544c796', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:38:57.541282 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=c60895d9-47ff-4a36-abc0-147f0a11e57a,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:57.556775 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 37756cbd-40be-4e21-87f1-139271431b60 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:57.557072 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a13ae137-5245-4209-9ae2-201648800db6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (9003a257-1677-42f4-91b1-342d3b5b1970), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.557706 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (37756cbd-40be-4e21-87f1-139271431b60), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.616888 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a13ae137-5245-4209-9ae2-201648800db6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (9003a257-1677-42f4-91b1-342d3b5b1970), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.621953 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a13ae137-5245-4209-9ae2-201648800db6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (9003a257-1677-42f4-91b1-342d3b5b1970), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.641307 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae137-5245-4209-9ae2-201648800db6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9003a257-1677-42f4-91b1-342d3b5b1970,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:57.645801 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 37756cbd-40be-4e21-87f1-139271431b60 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:57.651876 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a13ae137-5245-4209-9ae2-201648800db6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.654256 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a13ae137-5245-4209-9ae2-201648800db6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349747 Feb 19 04:38:57.655877 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43408) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:57.660294 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-588c1988-9404-42cb-ac8c-b9e03e7d97ad tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'security_group_rule': {'security_group_id': '885ced9a-774f-4f87-bfbd-d6c2696140c1', 'project_id': 'd627fd44f08641ce94df40a06544c796', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:38:57.684384 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-588c1988-9404-42cb-ac8c-b9e03e7d97ad tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (6963954d-078f-4412-9772-03c88dbd646c), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.744744 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-588c1988-9404-42cb-ac8c-b9e03e7d97ad tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (6963954d-078f-4412-9772-03c88dbd646c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.748581 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-588c1988-9404-42cb-ac8c-b9e03e7d97ad tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (6963954d-078f-4412-9772-03c88dbd646c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.770092 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c1988-9404-42cb-ac8c-b9e03e7d97ad tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6963954d-078f-4412-9772-03c88dbd646c,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:57.770412 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-bec656bb-5835-40e3-b20e-04531f4e16bc None None] Publish callbacks [] for port (b3ba5b79-6cfe-4139-8488-ee3bf902fb15), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.776379 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-bec656bb-5835-40e3-b20e-04531f4e16bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b3ba5b79-6cfe-4139-8488-ee3bf902fb15), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.776867 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-588c1988-9404-42cb-ac8c-b9e03e7d97ad tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.778155 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-588c1988-9404-42cb-ac8c-b9e03e7d97ad tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212547 Feb 19 04:38:57.780839 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43410) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:57.785326 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-4bca4161-72dc-4a46-9cdb-65024893df70 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'security_group_rule': {'security_group_id': '885ced9a-774f-4f87-bfbd-d6c2696140c1', 'project_id': 'd627fd44f08641ce94df40a06544c796', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:38:57.806035 n-d-828369-19 neutron-server[109926]: INFO neutron.db.securitygroups_db [None req-4bca4161-72dc-4a46-9cdb-65024893df70 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Project d627fd44f08641ce94df40a06544c796 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:38:57.812938 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4bca4161-72dc-4a46-9cdb-65024893df70 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (55d0c85f-506d-4076-9694-743109174d47), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.834730 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a891a-ee92-4845-ac65-28737ac98074 None None] Pushing event updated for resources: {'Port': ['ID=b3ba5b79-6cfe-4139-8488-ee3bf902fb15,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:57.887252 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4bca4161-72dc-4a46-9cdb-65024893df70 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (55d0c85f-506d-4076-9694-743109174d47), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.892052 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4bca4161-72dc-4a46-9cdb-65024893df70 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (55d0c85f-506d-4076-9694-743109174d47), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.895602 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-bec656bb-5835-40e3-b20e-04531f4e16bc None None] Attempting to bind port b3ba5b79-6cfe-4139-8488-ee3bf902fb15 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:38:57.895970 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-bec656bb-5835-40e3-b20e-04531f4e16bc None None] Attempting to bind port b3ba5b79-6cfe-4139-8488-ee3bf902fb15 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '51061c24-1f0f-468d-b6a9-672b1202fbb7'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:38:57.896327 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec656bb-5835-40e3-b20e-04531f4e16bc None None] Attempting to bind port b3ba5b79-6cfe-4139-8488-ee3bf902fb15 on network 51061c24-1f0f-468d-b6a9-672b1202fbb7 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:38:57.902616 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec656bb-5835-40e3-b20e-04531f4e16bc None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:38:57.902999 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec656bb-5835-40e3-b20e-04531f4e16bc None None] Checking segment: {'id': 'cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '51061c24-1f0f-468d-b6a9-672b1202fbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:38:57.903404 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-bec656bb-5835-40e3-b20e-04531f4e16bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.903795 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec656bb-5835-40e3-b20e-04531f4e16bc None None] Bound using segment: {'id': 'cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '51061c24-1f0f-468d-b6a9-672b1202fbb7'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:38:57.904267 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-bec656bb-5835-40e3-b20e-04531f4e16bc None None] Bound port: b3ba5b79-6cfe-4139-8488-ee3bf902fb15, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '51061c24-1f0f-468d-b6a9-672b1202fbb7'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:38:57.904943 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-bec656bb-5835-40e3-b20e-04531f4e16bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b3ba5b79-6cfe-4139-8488-ee3bf902fb15), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.913741 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca4161-72dc-4a46-9cdb-65024893df70 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d0c85f-506d-4076-9694-743109174d47,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:57.926074 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4bca4161-72dc-4a46-9cdb-65024893df70 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.927698 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4bca4161-72dc-4a46-9cdb-65024893df70 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1457975 Feb 19 04:38:57.930419 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43412) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:57.934917 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-b558d08e-cf16-42cc-9720-15f862a27e49 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'security_group_rule': {'security_group_id': '885ced9a-774f-4f87-bfbd-d6c2696140c1', 'project_id': 'd627fd44f08641ce94df40a06544c796', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:38:57.957258 n-d-828369-19 neutron-server[109926]: INFO neutron.db.securitygroups_db [None req-b558d08e-cf16-42cc-9720-15f862a27e49 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Project d627fd44f08641ce94df40a06544c796 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:38:57.963395 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b558d08e-cf16-42cc-9720-15f862a27e49 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (0ad74e71-d8a1-4792-b6ef-a7cde987d2cd), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.980071 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-bec656bb-5835-40e3-b20e-04531f4e16bc None None] For port b3ba5b79-6cfe-4139-8488-ee3bf902fb15, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:38:57.984289 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-bec656bb-5835-40e3-b20e-04531f4e16bc None None] For port b3ba5b79-6cfe-4139-8488-ee3bf902fb15, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=b3ba5b79-6cfe-4139-8488-ee3bf902fb15,segment=NetworkSegment(cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf),segment_id=cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:38:57.990871 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-bec656bb-5835-40e3-b20e-04531f4e16bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b3ba5b79-6cfe-4139-8488-ee3bf902fb15), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:58.031732 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b558d08e-cf16-42cc-9720-15f862a27e49 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (0ad74e71-d8a1-4792-b6ef-a7cde987d2cd), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:58.036833 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b558d08e-cf16-42cc-9720-15f862a27e49 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (0ad74e71-d8a1-4792-b6ef-a7cde987d2cd), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:58.050853 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec656bb-5835-40e3-b20e-04531f4e16bc None None] Routers {'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:38:58.051494 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-bec656bb-5835-40e3-b20e-04531f4e16bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:38:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:58.053302 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a891a-ee92-4845-ac65-28737ac98074 None None] Pushing event updated for resources: {'Port': ['ID=b3ba5b79-6cfe-4139-8488-ee3bf902fb15,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:58.056297 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558d08e-cf16-42cc-9720-15f862a27e49 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad74e71-d8a1-4792-b6ef-a7cde987d2cd,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:58.067441 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b558d08e-cf16-42cc-9720-15f862a27e49 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:58.068898 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b558d08e-cf16-42cc-9720-15f862a27e49 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1374137 Feb 19 04:38:58.166476 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-0ad31ba1-d254-41ee-903d-5949bdc55038 None None] Provisioning complete for port b3ba5b79-6cfe-4139-8488-ee3bf902fb15 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:58.167027 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0ad31ba1-d254-41ee-903d-5949bdc55038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b3ba5b79-6cfe-4139-8488-ee3bf902fb15), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:58.191996 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-bec656bb-5835-40e3-b20e-04531f4e16bc None None] Set router f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:38:58.277175 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0ad31ba1-d254-41ee-903d-5949bdc55038 None None] Current status of the port b3ba5b79-6cfe-4139-8488-ee3bf902fb15 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:58.277175 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0ad31ba1-d254-41ee-903d-5949bdc55038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b3ba5b79-6cfe-4139-8488-ee3bf902fb15), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:58.278663 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-5a0c7d4a-3a7f-4381-b833-989a0f25b877 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-64816168&fields=id&tenant_id=d627fd44f08641ce94df40a06544c796 HTTP/1.1" status: 200 len: 267 time: 0.0690279 Feb 19 04:38:58.310772 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-0ad31ba1-d254-41ee-903d-5949bdc55038 None None] For port b3ba5b79-6cfe-4139-8488-ee3bf902fb15, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=b3ba5b79-6cfe-4139-8488-ee3bf902fb15,segment=NetworkSegment(cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf),segment_id=cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:38:58.316143 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0ad31ba1-d254-41ee-903d-5949bdc55038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b3ba5b79-6cfe-4139-8488-ee3bf902fb15), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:58.370128 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad31ba1-d254-41ee-903d-5949bdc55038 None None] Pushing event updated for resources: {'Port': ['ID=b3ba5b79-6cfe-4139-8488-ee3bf902fb15,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:58.412591 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-c71896f4-2557-4a9f-969d-c5f09e6ac8f2 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:58.414410 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-c71896f4-2557-4a9f-969d-c5f09e6ac8f2 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/networks?id=51061c24-1f0f-468d-b6a9-672b1202fbb7 HTTP/1.1" status: 200 len: 797 time: 0.1256435 Feb 19 04:38:58.430246 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-1a62aee7-7792-4228-b3dd-bdb4a2ef6b58 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/quotas/d627fd44f08641ce94df40a06544c796 HTTP/1.1" status: 200 len: 375 time: 0.0100343 Feb 19 04:38:58.438753 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-74a9af23-a5e3-433d-9908-fe76c3ed6237 None None] Provisioning complete for port b3ba5b79-6cfe-4139-8488-ee3bf902fb15 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:58.439139 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-74a9af23-a5e3-433d-9908-fe76c3ed6237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b3ba5b79-6cfe-4139-8488-ee3bf902fb15), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:58.467567 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-bec656bb-5835-40e3-b20e-04531f4e16bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'name': 'tempest-TestNetworkBasicOps-router-602227176', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'c60895d9-47ff-4a36-abc0-147f0a11e57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:51Z', 'updated_at': '2022-02-19T04:38:55Z', 'revision_number': 4, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': 'c60895d9-47ff-4a36-abc0-147f0a11e57a', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:52Z', 'updated_at': '2022-02-19T04:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'b3ba5b79-6cfe-4139-8488-ee3bf902fb15', 'name': '', 'network_id': '51061c24-1f0f-468d-b6a9-672b1202fbb7', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'mac_address': 'fa:16:3e:ec:fc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '1b91e4ab-c31c-4ef1-afaa-6744affc96ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:54Z', 'updated_at': '2022-02-19T04:38:57Z', 'revision_number': 4, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'subnets': [{'id': '1b91e4ab-c31c-4ef1-afaa-6744affc96ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:58.501494 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-b0f5df7e-0b4c-41cd-a895-2bc950eacdcb tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d627fd44f08641ce94df40a06544c796&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605562 Feb 19 04:38:58.505532 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec656bb-5835-40e3-b20e-04531f4e16bc None None] The sync data for ids ['f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'] in n-d-828369-19 is: [{'id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'name': 'tempest-TestNetworkBasicOps-router-602227176', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'c60895d9-47ff-4a36-abc0-147f0a11e57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:51Z', 'updated_at': '2022-02-19T04:38:55Z', 'revision_number': 4, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': 'c60895d9-47ff-4a36-abc0-147f0a11e57a', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:52Z', 'updated_at': '2022-02-19T04:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'b3ba5b79-6cfe-4139-8488-ee3bf902fb15', 'name': '', 'network_id': '51061c24-1f0f-468d-b6a9-672b1202fbb7', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'mac_address': 'fa:16:3e:ec:fc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '1b91e4ab-c31c-4ef1-afaa-6744affc96ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:54Z', 'updated_at': '2022-02-19T04:38:57Z', 'revision_number': 4, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'subnets': [{'id': '1b91e4ab-c31c-4ef1-afaa-6744affc96ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:38:58.530984 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-74a9af23-a5e3-433d-9908-fe76c3ed6237 None None] Current status of the port b3ba5b79-6cfe-4139-8488-ee3bf902fb15 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:58.618362 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-63f362fa-97de-4847-acab-84e9f5b0d71a service neutron] 10.222.0.52 "GET /v2.0/networks/51061c24-1f0f-468d-b6a9-672b1202fbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995798 Feb 19 04:38:58.721229 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-0633cfac-3c7b-4388-a0e9-ebd32ad0884d service neutron] 10.222.0.52 "GET /v2.0/networks/51061c24-1f0f-468d-b6a9-672b1202fbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950701 Feb 19 04:38:58.897479 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-658105e1-8bc8-4d51-9142-44c25e7189e2 req-26a43186-0bd7-4c9e-a7a0-950e423f4f9a tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7165187-13e7-4849-af75-f4de33cfb480 HTTP/1.1" status: 200 len: 210 time: 0.0300395 Feb 19 04:38:59.266326 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device c60895d9-47ff-4a36-abc0-147f0a11e57a up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:38:59.320740 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port c60895d9-47ff-4a36-abc0-147f0a11e57a triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:59.323070 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c60895d9-47ff-4a36-abc0-147f0a11e57a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:59.412786 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port c60895d9-47ff-4a36-abc0-147f0a11e57a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:59.414011 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b3ba5b79-6cfe-4139-8488-ee3bf902fb15 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:38:59.475552 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port b3ba5b79-6cfe-4139-8488-ee3bf902fb15 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:59.475926 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b3ba5b79-6cfe-4139-8488-ee3bf902fb15), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:59.555177 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port b3ba5b79-6cfe-4139-8488-ee3bf902fb15 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:59.899431 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-90ddd21f-b92f-4a4e-b141-55234bce1f85 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:59.900878 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-90ddd21f-b92f-4a4e-b141-55234bce1f85 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.26 "GET /v2.0/networks?id=51061c24-1f0f-468d-b6a9-672b1202fbb7 HTTP/1.1" status: 200 len: 797 time: 0.1054158 Feb 19 04:38:59.930793 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:59.965683 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-07c763d5-3aa0-4afe-9716-3cae2833e19b tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d627fd44f08641ce94df40a06544c796 HTTP/1.1" status: 200 len: 378 time: 0.0566754 Feb 19 04:38:59.974117 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-780f4558-385c-47c5-a414-d6a0240ba049 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'port': {'device_id': 'c7165187-13e7-4849-af75-f4de33cfb480', 'network_id': '51061c24-1f0f-468d-b6a9-672b1202fbb7', 'admin_state_up': True, 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'security_groups': ['885ced9a-774f-4f87-bfbd-d6c2696140c1']}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:38:59.999930 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64de7316-0a76-45c0-8c58-15ffdd3769c9 req-5a3d25b1-23c0-48b0-a39b-318c293f21f2 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7165187-13e7-4849-af75-f4de33cfb480 HTTP/1.1" status: 200 len: 210 time: 0.0269284 Feb 19 04:39:00.085778 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-780f4558-385c-47c5-a414-d6a0240ba049 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Made reservation on behalf of d627fd44f08641ce94df40a06544c796 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:39:00.089223 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-780f4558-385c-47c5-a414-d6a0240ba049 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:00.210731 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-780f4558-385c-47c5-a414-d6a0240ba049 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Allocated IP 172.20.0.12 (51061c24-1f0f-468d-b6a9-672b1202fbb7/1b91e4ab-c31c-4ef1-afaa-6744affc96ab/2c0f9aa5-30fb-4591-b716-96178b7af6d0) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:39:00.347886 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-780f4558-385c-47c5-a414-d6a0240ba049 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for port (2c0f9aa5-30fb-4591-b716-96178b7af6d0), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:00.380066 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-780f4558-385c-47c5-a414-d6a0240ba049 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (2c0f9aa5-30fb-4591-b716-96178b7af6d0), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:00.422542 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-780f4558-385c-47c5-a414-d6a0240ba049 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Network 51061c24-1f0f-468d-b6a9-672b1202fbb7 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:39:00.425480 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-780f4558-385c-47c5-a414-d6a0240ba049 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:39:00.431163 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-780f4558-385c-47c5-a414-d6a0240ba049 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:39:00.460068 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f4558-385c-47c5-a414-d6a0240ba049 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'Port': ['ID=2c0f9aa5-30fb-4591-b716-96178b7af6d0,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:00.490984 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-780f4558-385c-47c5-a414-d6a0240ba049 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:00.491647 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-780f4558-385c-47c5-a414-d6a0240ba049 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:00.509648 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-780f4558-385c-47c5-a414-d6a0240ba049 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5390458 Feb 19 04:39:00.520468 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-7bba9752-4dcf-409e-9863-1b6879e819d2 service neutron] Request body: {'port': {'device_id': 'c7165187-13e7-4849-af75-f4de33cfb480', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:39:00.585204 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-7bba9752-4dcf-409e-9863-1b6879e819d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2c0f9aa5-30fb-4591-b716-96178b7af6d0), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:00.655088 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-328afc10-9e23-40d0-8dd5-2993a98e3db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:00.665983 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2b7a9692-a10c-4007-b81b-b66b659be3f1 None None] Provisioning complete for port 2c0f9aa5-30fb-4591-b716-96178b7af6d0 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:39:00.666381 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9692-a10c-4007-b81b-b66b659be3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2c0f9aa5-30fb-4591-b716-96178b7af6d0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:00.700742 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2b7a9692-a10c-4007-b81b-b66b659be3f1 None None] Port 2c0f9aa5-30fb-4591-b716-96178b7af6d0 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:39:00.860464 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-7bba9752-4dcf-409e-9863-1b6879e819d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c0f9aa5-30fb-4591-b716-96178b7af6d0 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:39:00.868484 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-7bba9752-4dcf-409e-9863-1b6879e819d2 service neutron] Publish callbacks [] for port (2c0f9aa5-30fb-4591-b716-96178b7af6d0), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:00.879862 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-7bba9752-4dcf-409e-9863-1b6879e819d2 service neutron] Transition to ACTIVE for port object 2c0f9aa5-30fb-4591-b716-96178b7af6d0 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:39:00.883783 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-7bba9752-4dcf-409e-9863-1b6879e819d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (2c0f9aa5-30fb-4591-b716-96178b7af6d0), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:00.933975 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba9752-4dcf-409e-9863-1b6879e819d2 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0f9aa5-30fb-4591-b716-96178b7af6d0,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:01.004401 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-7bba9752-4dcf-409e-9863-1b6879e819d2 service neutron] Attempting to bind port 2c0f9aa5-30fb-4591-b716-96178b7af6d0 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:39:01.004744 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-7bba9752-4dcf-409e-9863-1b6879e819d2 service neutron] Attempting to bind port 2c0f9aa5-30fb-4591-b716-96178b7af6d0 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '51061c24-1f0f-468d-b6a9-672b1202fbb7'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:39:01.005077 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-7bba9752-4dcf-409e-9863-1b6879e819d2 service neutron] Attempting to bind port 2c0f9aa5-30fb-4591-b716-96178b7af6d0 on network 51061c24-1f0f-468d-b6a9-672b1202fbb7 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:39:01.009997 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-7bba9752-4dcf-409e-9863-1b6879e819d2 service neutron] Port 2c0f9aa5-30fb-4591-b716-96178b7af6d0 on network 51061c24-1f0f-468d-b6a9-672b1202fbb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:39:01.010361 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-7bba9752-4dcf-409e-9863-1b6879e819d2 service neutron] Attempting to bind port 2c0f9aa5-30fb-4591-b716-96178b7af6d0 on network 51061c24-1f0f-468d-b6a9-672b1202fbb7 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:39:01.015399 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-7bba9752-4dcf-409e-9863-1b6879e819d2 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:39:01.015749 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-7bba9752-4dcf-409e-9863-1b6879e819d2 service neutron] Checking segment: {'id': 'cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '51061c24-1f0f-468d-b6a9-672b1202fbb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:39:01.016138 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-7bba9752-4dcf-409e-9863-1b6879e819d2 service neutron] Bound using segment: {'id': 'cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '51061c24-1f0f-468d-b6a9-672b1202fbb7'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:39:01.016574 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-7bba9752-4dcf-409e-9863-1b6879e819d2 service neutron] Bound port: 2c0f9aa5-30fb-4591-b716-96178b7af6d0, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '51061c24-1f0f-468d-b6a9-672b1202fbb7'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:39:01.016934 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-7bba9752-4dcf-409e-9863-1b6879e819d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2c0f9aa5-30fb-4591-b716-96178b7af6d0), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:01.106954 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-7bba9752-4dcf-409e-9863-1b6879e819d2 service neutron] For port 2c0f9aa5-30fb-4591-b716-96178b7af6d0, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:39:01.110910 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-7bba9752-4dcf-409e-9863-1b6879e819d2 service neutron] For port 2c0f9aa5-30fb-4591-b716-96178b7af6d0, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2c0f9aa5-30fb-4591-b716-96178b7af6d0,segment=NetworkSegment(cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf),segment_id=cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:39:01.118507 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-7bba9752-4dcf-409e-9863-1b6879e819d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (2c0f9aa5-30fb-4591-b716-96178b7af6d0), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:01.144912 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeda7a2-fb15-48e2-ade0-4ffd30397bee req-246b05fb-7843-4d47-8e19-c2caa649217a tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:01.146899 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fbeda7a2-fb15-48e2-ade0-4ffd30397bee req-246b05fb-7843-4d47-8e19-c2caa649217a tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7165187-13e7-4849-af75-f4de33cfb480 HTTP/1.1" status: 200 len: 944 time: 0.0679433 Feb 19 04:39:01.155372 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-7bba9752-4dcf-409e-9863-1b6879e819d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:01.155989 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-7bba9752-4dcf-409e-9863-1b6879e819d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:01.157388 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-7bba9752-4dcf-409e-9863-1b6879e819d2 service neutron] 10.222.0.26 "PUT /v2.0/ports/2c0f9aa5-30fb-4591-b716-96178b7af6d0 HTTP/1.1" status: 200 len: 1093 time: 0.6412003 Feb 19 04:39:01.157850 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7165187-13e7-4849-af75-f4de33cfb480', 'tag': '2c0f9aa5-30fb-4591-b716-96178b7af6d0'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:39:01.160508 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb50eaf-e29f-45d1-bcdf-94d94449926a" -d '{"events": [{"name": "network-changed", "server_uuid": "c7165187-13e7-4849-af75-f4de33cfb480", "tag": "2c0f9aa5-30fb-4591-b716-96178b7af6d0"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:39:01.220545 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eead6d84-b8ac-4a9f-a0b3-7e87d05deaf4 x-openstack-request-id: req-eead6d84-b8ac-4a9f-a0b3-7e87d05deaf4 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:39:01.220930 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7165187-13e7-4849-af75-f4de33cfb480", "tag": "2c0f9aa5-30fb-4591-b716-96178b7af6d0", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:39:01.221248 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eead6d84-b8ac-4a9f-a0b3-7e87d05deaf4 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:39:01.221714 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7165187-13e7-4849-af75-f4de33cfb480', 'tag': '2c0f9aa5-30fb-4591-b716-96178b7af6d0', 'status': 'completed', 'code': 200} Feb 19 04:39:01.229458 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fbeda7a2-fb15-48e2-ade0-4ffd30397bee req-0a6ee32d-62d1-4f57-a8a7-ae955257dc41 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=885ced9a-774f-4f87-bfbd-d6c2696140c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737793 Feb 19 04:39:01.243866 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba9752-4dcf-409e-9863-1b6879e819d2 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0f9aa5-30fb-4591-b716-96178b7af6d0,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:01.268940 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-e905d0fc-8381-4cb7-9917-aaca499f3fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:01.270488 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-e905d0fc-8381-4cb7-9917-aaca499f3fde service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d627fd44f08641ce94df40a06544c796&device_id=c7165187-13e7-4849-af75-f4de33cfb480 HTTP/1.1" status: 200 len: 1127 time: 0.0624352 Feb 19 04:39:01.317392 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-526ff5f5-7749-43af-b1e6-94ac1576a37b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c0f9aa5-30fb-4591-b716-96178b7af6d0 HTTP/1.1" status: 200 len: 217 time: 0.0402265 Feb 19 04:39:01.371743 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-9adb7835-4333-4ba5-b0ad-8397a58e70b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:01.373152 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-9adb7835-4333-4ba5-b0ad-8397a58e70b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b91e4ab-c31c-4ef1-afaa-6744affc96ab HTTP/1.1" status: 200 len: 835 time: 0.0505965 Feb 19 04:39:01.420786 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-36214009-5e86-4d88-8e33-1f2c3f375776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:01.422330 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-36214009-5e86-4d88-8e33-1f2c3f375776 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51061c24-1f0f-468d-b6a9-672b1202fbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436833 Feb 19 04:39:01.513610 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-91eb5c8c-0504-4c0c-bec9-d675fa8670f2 service neutron] 10.222.0.26 "GET /v2.0/networks/51061c24-1f0f-468d-b6a9-672b1202fbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854225 Feb 19 04:39:01.600278 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-feab36b2-b960-4133-b06c-70ba1c4239a9 req-c1cffa68-5b73-472c-ad45-b345d753a26d service neutron] 10.222.0.26 "GET /v2.0/networks/51061c24-1f0f-468d-b6a9-672b1202fbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808237 Feb 19 04:39:01.685190 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb50eaf-e29f-45d1-bcdf-94d94449926a req-0d9c2087-e820-4a7e-987c-6a530761ad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:01.686968 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5eb50eaf-e29f-45d1-bcdf-94d94449926a req-0d9c2087-e820-4a7e-987c-6a530761ad74 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d627fd44f08641ce94df40a06544c796&device_id=c7165187-13e7-4849-af75-f4de33cfb480 HTTP/1.1" status: 200 len: 1127 time: 0.0454001 Feb 19 04:39:01.792772 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb50eaf-e29f-45d1-bcdf-94d94449926a req-682ad455-8313-42eb-a69d-36c39a29b07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:01.794299 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5eb50eaf-e29f-45d1-bcdf-94d94449926a req-682ad455-8313-42eb-a69d-36c39a29b07f service neutron] 10.222.0.26 "GET /v2.0/networks?id=51061c24-1f0f-468d-b6a9-672b1202fbb7 HTTP/1.1" status: 200 len: 898 time: 0.1005247 Feb 19 04:39:01.833749 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5eb50eaf-e29f-45d1-bcdf-94d94449926a req-5e80ec3d-40a6-4961-944f-38cd2ffb1f49 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c0f9aa5-30fb-4591-b716-96178b7af6d0 HTTP/1.1" status: 200 len: 217 time: 0.0338752 Feb 19 04:39:01.879914 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb50eaf-e29f-45d1-bcdf-94d94449926a req-0ccd56ff-6914-4f47-a0d7-13d38161806a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:01.881326 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5eb50eaf-e29f-45d1-bcdf-94d94449926a req-0ccd56ff-6914-4f47-a0d7-13d38161806a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b91e4ab-c31c-4ef1-afaa-6744affc96ab HTTP/1.1" status: 200 len: 835 time: 0.0421076 Feb 19 04:39:01.932390 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb50eaf-e29f-45d1-bcdf-94d94449926a req-b51f9f11-14d3-4f8c-81e9-b98f8f099351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:01.933777 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5eb50eaf-e29f-45d1-bcdf-94d94449926a req-b51f9f11-14d3-4f8c-81e9-b98f8f099351 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51061c24-1f0f-468d-b6a9-672b1202fbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471370 Feb 19 04:39:02.023148 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5eb50eaf-e29f-45d1-bcdf-94d94449926a req-8e55edfa-c609-4615-95b0-8e9d127e4e16 service neutron] 10.222.0.26 "GET /v2.0/networks/51061c24-1f0f-468d-b6a9-672b1202fbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815649 Feb 19 04:39:02.114747 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5eb50eaf-e29f-45d1-bcdf-94d94449926a req-63e886c8-5a6e-46ac-b63b-356a73740876 service neutron] 10.222.0.26 "GET /v2.0/networks/51061c24-1f0f-468d-b6a9-672b1202fbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860965 Feb 19 04:39:02.354425 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9eb144-503e-4b42-a2ac-2567aa1aa4a3 req-0459be13-1a3e-4df3-a196-6025005d59ee tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:02.355886 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd9eb144-503e-4b42-a2ac-2567aa1aa4a3 req-0459be13-1a3e-4df3-a196-6025005d59ee tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7165187-13e7-4849-af75-f4de33cfb480 HTTP/1.1" status: 200 len: 944 time: 0.0538342 Feb 19 04:39:02.404665 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd9eb144-503e-4b42-a2ac-2567aa1aa4a3 req-1ac9e119-cb98-4f11-a16c-0a3b8609a5a9 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=885ced9a-774f-4f87-bfbd-d6c2696140c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431154 Feb 19 04:39:03.496973 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3b093723-e337-487e-9c67-0a27c99a429e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:03.526667 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c127c9-341f-4e26-b3c5-9ba56afb3448 req-f7d8a13d-ad46-4538-a433-157992b37bd5 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:03.528222 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-13c127c9-341f-4e26-b3c5-9ba56afb3448 req-f7d8a13d-ad46-4538-a433-157992b37bd5 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7165187-13e7-4849-af75-f4de33cfb480 HTTP/1.1" status: 200 len: 944 time: 0.0532053 Feb 19 04:39:03.584904 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-13c127c9-341f-4e26-b3c5-9ba56afb3448 req-495d536c-9f7c-49a5-9093-dcaaf379ade3 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=885ced9a-774f-4f87-bfbd-d6c2696140c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510733 Feb 19 04:39:03.893370 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:04.703066 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792bf8c-d023-4563-93b7-77d1c9334ccb req-8e40958d-d673-496e-8051-89ef0242cb06 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:04.704680 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8792bf8c-d023-4563-93b7-77d1c9334ccb req-8e40958d-d673-496e-8051-89ef0242cb06 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7165187-13e7-4849-af75-f4de33cfb480 HTTP/1.1" status: 200 len: 944 time: 0.0526896 Feb 19 04:39:04.753049 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8792bf8c-d023-4563-93b7-77d1c9334ccb req-8b9129bb-d229-4d9d-919f-20d40cd47819 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=885ced9a-774f-4f87-bfbd-d6c2696140c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426645 Feb 19 04:39:05.387919 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:05.871721 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7ad0f-4cab-4818-a972-ed956f4c1908 req-1a848c8f-2bc4-46bc-81ea-5bbc029e57de tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:05.873167 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d2b7ad0f-4cab-4818-a972-ed956f4c1908 req-1a848c8f-2bc4-46bc-81ea-5bbc029e57de tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7165187-13e7-4849-af75-f4de33cfb480 HTTP/1.1" status: 200 len: 944 time: 0.0500820 Feb 19 04:39:05.920296 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d2b7ad0f-4cab-4818-a972-ed956f4c1908 req-785605f3-d1f2-4ee1-9c17-1583765b4ed7 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=885ced9a-774f-4f87-bfbd-d6c2696140c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416734 Feb 19 04:39:05.971460 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 2c0f9aa5-30fb-4591-b716-96178b7af6d0 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:39:06.071472 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 2c0f9aa5-30fb-4591-b716-96178b7af6d0, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2c0f9aa5-30fb-4591-b716-96178b7af6d0,segment=NetworkSegment(cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf),segment_id=cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:39:06.082837 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '2c0f9aa5-30fb-4591-b716-96178b7af6d0', 'network_id': '51061c24-1f0f-468d-b6a9-672b1202fbb7', 'port_id': '2c0f9aa5-30fb-4591-b716-96178b7af6d0', 'mac_address': 'fa:16:3e:82:a0:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b91e4ab-c31c-4ef1-afaa-6744affc96ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:39:06.118993 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 2c0f9aa5-30fb-4591-b716-96178b7af6d0 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:39:06.119383 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2c0f9aa5-30fb-4591-b716-96178b7af6d0), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:06.132123 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c0f9aa5-30fb-4591-b716-96178b7af6d0 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:39:06.154655 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 2c0f9aa5-30fb-4591-b716-96178b7af6d0, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2c0f9aa5-30fb-4591-b716-96178b7af6d0,segment=NetworkSegment(cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf),segment_id=cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:39:06.159231 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2c0f9aa5-30fb-4591-b716-96178b7af6d0), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:06.224293 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=2c0f9aa5-30fb-4591-b716-96178b7af6d0,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:06.464367 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['2c0f9aa5-30fb-4591-b716-96178b7af6d0'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:39:06.826853 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:07.045741 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa77d2-7e30-491d-92ab-fca66ae37cc4 req-0e0152ad-d906-450f-b51c-cbb5300cf9c7 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:07.047239 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5ffa77d2-7e30-491d-92ab-fca66ae37cc4 req-0e0152ad-d906-450f-b51c-cbb5300cf9c7 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7165187-13e7-4849-af75-f4de33cfb480 HTTP/1.1" status: 200 len: 945 time: 0.0555787 Feb 19 04:39:07.095723 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5ffa77d2-7e30-491d-92ab-fca66ae37cc4 req-efa9ec34-a627-45a5-9740-aa94ce754cc6 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=885ced9a-774f-4f87-bfbd-d6c2696140c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428078 Feb 19 04:39:07.992658 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 2c0f9aa5-30fb-4591-b716-96178b7af6d0 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:39:08.042717 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 2c0f9aa5-30fb-4591-b716-96178b7af6d0 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:39:08.046481 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 2c0f9aa5-30fb-4591-b716-96178b7af6d0 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:39:08.046844 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2c0f9aa5-30fb-4591-b716-96178b7af6d0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:08.125554 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 2c0f9aa5-30fb-4591-b716-96178b7af6d0 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:39:08.126415 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2c0f9aa5-30fb-4591-b716-96178b7af6d0), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:08.149821 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7165187-13e7-4849-af75-f4de33cfb480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0f9aa5-30fb-4591-b716-96178b7af6d0'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:39:08.152103 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7a37ca-3533-477f-bb23-41fdc46362e6" -d '{"events": [{"server_uuid": "c7165187-13e7-4849-af75-f4de33cfb480", "name": "network-vif-plugged", "status": "completed", "tag": "2c0f9aa5-30fb-4591-b716-96178b7af6d0"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:39:08.166097 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 2c0f9aa5-30fb-4591-b716-96178b7af6d0, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2c0f9aa5-30fb-4591-b716-96178b7af6d0,segment=NetworkSegment(cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf),segment_id=cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:39:08.170193 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2c0f9aa5-30fb-4591-b716-96178b7af6d0), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:08.218068 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=2c0f9aa5-30fb-4591-b716-96178b7af6d0,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:08.237631 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1eeee11-46a4-421c-add5-ed7694f1cd13 x-openstack-request-id: req-d1eeee11-46a4-421c-add5-ed7694f1cd13 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:39:08.238008 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7165187-13e7-4849-af75-f4de33cfb480", "name": "network-vif-plugged", "status": "completed", "tag": "2c0f9aa5-30fb-4591-b716-96178b7af6d0", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:39:08.238450 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d1eeee11-46a4-421c-add5-ed7694f1cd13 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:39:08.238877 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7165187-13e7-4849-af75-f4de33cfb480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0f9aa5-30fb-4591-b716-96178b7af6d0', 'code': 200} Feb 19 04:39:08.253948 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6dae0-b8ea-4ef3-b663-25ee84a94445 req-756f66fb-e636-4c20-b454-6b5b3a9ae935 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:08.255685 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-78d6dae0-b8ea-4ef3-b663-25ee84a94445 req-756f66fb-e636-4c20-b454-6b5b3a9ae935 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7165187-13e7-4849-af75-f4de33cfb480 HTTP/1.1" status: 200 len: 946 time: 0.0877938 Feb 19 04:39:08.306285 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-78d6dae0-b8ea-4ef3-b663-25ee84a94445 req-4fb61dc1-ea3c-4498-91e3-10aa93849a88 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=885ced9a-774f-4f87-bfbd-d6c2696140c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426135 Feb 19 04:39:08.343412 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce44f0-100b-460a-8092-97ab38f559fc req-d979c7ba-0e3a-498d-bd2d-4a274684ab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:08.344934 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-36ce44f0-100b-460a-8092-97ab38f559fc req-d979c7ba-0e3a-498d-bd2d-4a274684ab0d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c7165187-13e7-4849-af75-f4de33cfb480 HTTP/1.1" status: 200 len: 1129 time: 0.0491028 Feb 19 04:39:08.391005 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-36ce44f0-100b-460a-8092-97ab38f559fc req-152fdbb5-6896-42bf-80cd-cecae99cfec3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=885ced9a-774f-4f87-bfbd-d6c2696140c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392430 Feb 19 04:39:09.436091 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749648cf-d531-403e-a83d-52fdec3b0557 req-ae7b4728-6441-4718-83cc-296c0071a3c1 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:09.437735 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-749648cf-d531-403e-a83d-52fdec3b0557 req-ae7b4728-6441-4718-83cc-296c0071a3c1 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7165187-13e7-4849-af75-f4de33cfb480 HTTP/1.1" status: 200 len: 946 time: 0.0634561 Feb 19 04:39:09.485107 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-749648cf-d531-403e-a83d-52fdec3b0557 req-1865b4be-9aae-4455-a69c-c06af99ca904 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=885ced9a-774f-4f87-bfbd-d6c2696140c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418150 Feb 19 04:39:10.602119 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368d000-cfb3-4b5b-9118-9de420e3fd35 req-25046d49-bcc9-4040-ab64-40eddc8c20d0 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:10.604126 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b368d000-cfb3-4b5b-9118-9de420e3fd35 req-25046d49-bcc9-4040-ab64-40eddc8c20d0 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7165187-13e7-4849-af75-f4de33cfb480 HTTP/1.1" status: 200 len: 946 time: 0.0524583 Feb 19 04:39:10.652816 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b368d000-cfb3-4b5b-9118-9de420e3fd35 req-869c24f7-c716-4360-acf8-7e00883c57d0 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=885ced9a-774f-4f87-bfbd-d6c2696140c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431538 Feb 19 04:39:10.772063 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1ef61-a97c-4e24-afed-8e4894937577 req-e829bf60-cc83-4584-93ce-99e967258b7b tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:10.773471 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-46f1ef61-a97c-4e24-afed-8e4894937577 req-e829bf60-cc83-4584-93ce-99e967258b7b tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7165187-13e7-4849-af75-f4de33cfb480 HTTP/1.1" status: 200 len: 946 time: 0.0525067 Feb 19 04:39:10.826533 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-46f1ef61-a97c-4e24-afed-8e4894937577 req-15fccc9e-bc93-4bdf-95f9-d5dc4f892e48 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=885ced9a-774f-4f87-bfbd-d6c2696140c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474362 Feb 19 04:39:10.848324 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43466) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:10.892812 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08a0781-3ad5-4462-80c0-099d705b02a2 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:10.894363 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b08a0781-3ad5-4462-80c0-099d705b02a2 tempest-TestNetworkBasicOps-1249097880 tempest-TestNetworkBasicOps-1249097880-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c7165187-13e7-4849-af75-f4de33cfb480 HTTP/1.1" status: 200 len: 1124 time: 0.0450511 Feb 19 04:39:10.897273 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43468) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:10.901537 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-b749aa18-06c2-451f-a90f-e02dd2ae89e4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'port_id': '2c0f9aa5-30fb-4591-b716-96178b7af6d0', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:39:10.921167 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b749aa18-06c2-451f-a90f-e02dd2ae89e4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:11.016665 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b749aa18-06c2-451f-a90f-e02dd2ae89e4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:11.123031 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-b749aa18-06c2-451f-a90f-e02dd2ae89e4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Allocated IP 172.25.3.248 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/e92e3306-0e43-4ac9-bf39-532198b8d21f) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:39:11.229615 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b749aa18-06c2-451f-a90f-e02dd2ae89e4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for port (e92e3306-0e43-4ac9-bf39-532198b8d21f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:11.267894 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b749aa18-06c2-451f-a90f-e02dd2ae89e4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (e92e3306-0e43-4ac9-bf39-532198b8d21f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:11.304778 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b749aa18-06c2-451f-a90f-e02dd2ae89e4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:39:11.307670 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-b749aa18-06c2-451f-a90f-e02dd2ae89e4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:39:11.310409 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b749aa18-06c2-451f-a90f-e02dd2ae89e4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:39:11.340309 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749aa18-06c2-451f-a90f-e02dd2ae89e4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'Port': ['ID=e92e3306-0e43-4ac9-bf39-532198b8d21f,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:11.671790 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b749aa18-06c2-451f-a90f-e02dd2ae89e4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for floatingip (a885248c-7699-413b-90f1-00b4abcd7b88), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:11.737532 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b749aa18-06c2-451f-a90f-e02dd2ae89e4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e92e3306-0e43-4ac9-bf39-532198b8d21f), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:11.883727 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b749aa18-06c2-451f-a90f-e02dd2ae89e4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for port (e92e3306-0e43-4ac9-bf39-532198b8d21f), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:11.888828 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b749aa18-06c2-451f-a90f-e02dd2ae89e4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (e92e3306-0e43-4ac9-bf39-532198b8d21f), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:11.953197 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749aa18-06c2-451f-a90f-e02dd2ae89e4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event updated for resources: {'Port': ['ID=e92e3306-0e43-4ac9-bf39-532198b8d21f,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:11.962713 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b749aa18-06c2-451f-a90f-e02dd2ae89e4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (a885248c-7699-413b-90f1-00b4abcd7b88), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:12.063747 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-b749aa18-06c2-451f-a90f-e02dd2ae89e4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Floating IP a885248c-7699-413b-90f1-00b4abcd7b88 associated. External IP: 172.25.3.248, port: 2c0f9aa5-30fb-4591-b716-96178b7af6d0. Feb 19 04:39:12.273047 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b749aa18-06c2-451f-a90f-e02dd2ae89e4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Router f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:39:12.379229 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b749aa18-06c2-451f-a90f-e02dd2ae89e4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:39:12.388434 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee0576f-a5bb-422a-b6b4-48929ab709c9 None None] Sync routers for ids ['f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:39:12.396805 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b749aa18-06c2-451f-a90f-e02dd2ae89e4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:12.397945 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee0576f-a5bb-422a-b6b4-48929ab709c9 None None] Routers {'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:39:12.398608 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2ee0576f-a5bb-422a-b6b4-48929ab709c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:39:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:39:12.425586 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b749aa18-06c2-451f-a90f-e02dd2ae89e4 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5273080 Feb 19 04:39:12.426187 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7165187-13e7-4849-af75-f4de33cfb480', 'tag': '2c0f9aa5-30fb-4591-b716-96178b7af6d0'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:39:12.428351 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43472) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:12.430888 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603aa077-ed2a-4692-b5a9-81b32d2a36de" -d '{"events": [{"name": "network-changed", "server_uuid": "c7165187-13e7-4849-af75-f4de33cfb480", "tag": "2c0f9aa5-30fb-4591-b716-96178b7af6d0"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:39:12.469659 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff29126d-a17b-4f66-ba4a-c4652b1bb020 x-openstack-request-id: req-ff29126d-a17b-4f66-ba4a-c4652b1bb020 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:39:12.470133 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7165187-13e7-4849-af75-f4de33cfb480", "tag": "2c0f9aa5-30fb-4591-b716-96178b7af6d0", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:39:12.470429 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ff29126d-a17b-4f66-ba4a-c4652b1bb020 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:39:12.470834 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7165187-13e7-4849-af75-f4de33cfb480', 'tag': '2c0f9aa5-30fb-4591-b716-96178b7af6d0', 'status': 'completed', 'code': 200} Feb 19 04:39:12.587402 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-27e75082-28d4-40cc-8b9c-b82babfe72bf tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/floatingips/a885248c-7699-413b-90f1-00b4abcd7b88 HTTP/1.1" status: 200 len: 992 time: 0.1577899 Feb 19 04:39:12.595487 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603aa077-ed2a-4692-b5a9-81b32d2a36de req-620ad064-b8da-401c-b222-2cd0a32e7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:12.596970 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-603aa077-ed2a-4692-b5a9-81b32d2a36de req-620ad064-b8da-401c-b222-2cd0a32e7a74 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d627fd44f08641ce94df40a06544c796&device_id=c7165187-13e7-4849-af75-f4de33cfb480 HTTP/1.1" status: 200 len: 1129 time: 0.0978370 Feb 19 04:39:12.671085 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-2ee0576f-a5bb-422a-b6b4-48929ab709c9 None None] Set router f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:39:12.691118 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603aa077-ed2a-4692-b5a9-81b32d2a36de req-2e2877dc-58c9-4a7a-b852-366e284c5377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:12.692583 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-603aa077-ed2a-4692-b5a9-81b32d2a36de req-2e2877dc-58c9-4a7a-b852-366e284c5377 service neutron] 10.222.0.26 "GET /v2.0/networks?id=51061c24-1f0f-468d-b6a9-672b1202fbb7 HTTP/1.1" status: 200 len: 898 time: 0.0897298 Feb 19 04:39:12.755690 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-603aa077-ed2a-4692-b5a9-81b32d2a36de req-a9e9e67b-6c46-44b0-983a-231185c9d411 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c0f9aa5-30fb-4591-b716-96178b7af6d0 HTTP/1.1" status: 200 len: 1000 time: 0.0576158 Feb 19 04:39:12.807549 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603aa077-ed2a-4692-b5a9-81b32d2a36de req-d5c937fb-fa08-4e16-b2e4-54ee868e01df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:12.809088 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-603aa077-ed2a-4692-b5a9-81b32d2a36de req-d5c937fb-fa08-4e16-b2e4-54ee868e01df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b91e4ab-c31c-4ef1-afaa-6744affc96ab HTTP/1.1" status: 200 len: 835 time: 0.0482025 Feb 19 04:39:12.858996 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603aa077-ed2a-4692-b5a9-81b32d2a36de req-c8eec896-9a4c-44b6-9373-8a46de9f7f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:12.860420 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-603aa077-ed2a-4692-b5a9-81b32d2a36de req-c8eec896-9a4c-44b6-9373-8a46de9f7f00 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51061c24-1f0f-468d-b6a9-672b1202fbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449612 Feb 19 04:39:12.895497 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2ee0576f-a5bb-422a-b6b4-48929ab709c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'name': 'tempest-TestNetworkBasicOps-router-602227176', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'c60895d9-47ff-4a36-abc0-147f0a11e57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:51Z', 'updated_at': '2022-02-19T04:38:55Z', 'revision_number': 4, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': 'c60895d9-47ff-4a36-abc0-147f0a11e57a', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:52Z', 'updated_at': '2022-02-19T04:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'a885248c-7699-413b-90f1-00b4abcd7b88', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'floating_ip_address': '172.25.3.248', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'port_id': '2c0f9aa5-30fb-4591-b716-96178b7af6d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51061c24-1f0f-468d-b6a9-672b1202fbb7', 'mac_address': 'fa:16:3e:82:a0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7165187-13e7-4849-af75-f4de33cfb480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:39:11Z', 'updated_at': '2022-02-19T04:39:11Z', 'revision_number': 0, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ba5b79-6cfe-4139-8488-ee3bf902fb15', 'name': '', 'network_id': '51061c24-1f0f-468d-b6a9-672b1202fbb7', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'mac_address': 'fa:16:3e:ec:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '1b91e4ab-c31c-4ef1-afaa-6744affc96ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:54Z', 'updated_at': '2022-02-19T04:38:58Z', 'revision_number': 5, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'subnets': [{'id': '1b91e4ab-c31c-4ef1-afaa-6744affc96ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:39:12.927109 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee0576f-a5bb-422a-b6b4-48929ab709c9 None None] Checking router: f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:39:12.935738 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee0576f-a5bb-422a-b6b4-48929ab709c9 None None] Routers {'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:39:12.936607 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2ee0576f-a5bb-422a-b6b4-48929ab709c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:39:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:39:12.949398 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-603aa077-ed2a-4692-b5a9-81b32d2a36de req-0ba63e61-a214-4593-8449-4f2006739f54 service neutron] 10.222.0.26 "GET /v2.0/networks/51061c24-1f0f-468d-b6a9-672b1202fbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822411 Feb 19 04:39:13.041613 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-603aa077-ed2a-4692-b5a9-81b32d2a36de req-620617c2-3c19-4e13-960d-1905c4d00ff8 service neutron] 10.222.0.26 "GET /v2.0/networks/51061c24-1f0f-468d-b6a9-672b1202fbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862765 Feb 19 04:39:13.047845 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-2ee0576f-a5bb-422a-b6b4-48929ab709c9 None None] Set router f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:39:13.268522 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2ee0576f-a5bb-422a-b6b4-48929ab709c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'name': 'tempest-TestNetworkBasicOps-router-602227176', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'c60895d9-47ff-4a36-abc0-147f0a11e57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:51Z', 'updated_at': '2022-02-19T04:38:55Z', 'revision_number': 4, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': 'c60895d9-47ff-4a36-abc0-147f0a11e57a', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:52Z', 'updated_at': '2022-02-19T04:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'a885248c-7699-413b-90f1-00b4abcd7b88', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'floating_ip_address': '172.25.3.248', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'port_id': '2c0f9aa5-30fb-4591-b716-96178b7af6d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51061c24-1f0f-468d-b6a9-672b1202fbb7', 'mac_address': 'fa:16:3e:82:a0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7165187-13e7-4849-af75-f4de33cfb480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:39:11Z', 'updated_at': '2022-02-19T04:39:11Z', 'revision_number': 0, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ba5b79-6cfe-4139-8488-ee3bf902fb15', 'name': '', 'network_id': '51061c24-1f0f-468d-b6a9-672b1202fbb7', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'mac_address': 'fa:16:3e:ec:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '1b91e4ab-c31c-4ef1-afaa-6744affc96ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:54Z', 'updated_at': '2022-02-19T04:38:58Z', 'revision_number': 5, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'subnets': [{'id': '1b91e4ab-c31c-4ef1-afaa-6744affc96ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:39:13.298293 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee0576f-a5bb-422a-b6b4-48929ab709c9 None None] The sync data for ids ['f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'] in n-d-828369-19 is: [{'id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'name': 'tempest-TestNetworkBasicOps-router-602227176', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'c60895d9-47ff-4a36-abc0-147f0a11e57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:51Z', 'updated_at': '2022-02-19T04:38:55Z', 'revision_number': 4, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': 'c60895d9-47ff-4a36-abc0-147f0a11e57a', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:52Z', 'updated_at': '2022-02-19T04:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'a885248c-7699-413b-90f1-00b4abcd7b88', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'floating_ip_address': '172.25.3.248', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'port_id': '2c0f9aa5-30fb-4591-b716-96178b7af6d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51061c24-1f0f-468d-b6a9-672b1202fbb7', 'mac_address': 'fa:16:3e:82:a0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7165187-13e7-4849-af75-f4de33cfb480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:39:11Z', 'updated_at': '2022-02-19T04:39:11Z', 'revision_number': 0, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ba5b79-6cfe-4139-8488-ee3bf902fb15', 'name': '', 'network_id': '51061c24-1f0f-468d-b6a9-672b1202fbb7', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'mac_address': 'fa:16:3e:ec:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '1b91e4ab-c31c-4ef1-afaa-6744affc96ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:54Z', 'updated_at': '2022-02-19T04:38:58Z', 'revision_number': 5, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'subnets': [{'id': '1b91e4ab-c31c-4ef1-afaa-6744affc96ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:39:13.503899 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c222546-d894-4401-ae86-c231a709e392 None None] New status for floating IP a885248c-7699-413b-90f1-00b4abcd7b88: ACTIVE {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:39:13.591743 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43476) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:13.654303 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1253fae7-1c46-481d-873d-0335cd2b4538 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/floatingips/a885248c-7699-413b-90f1-00b4abcd7b88 HTTP/1.1" status: 200 len: 992 time: 0.0612948 Feb 19 04:39:14.657962 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43478) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:15.037350 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-daf67d35-be28-44f1-a156-921c6116dd8c tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/floatingips/a885248c-7699-413b-90f1-00b4abcd7b88 HTTP/1.1" status: 200 len: 994 time: 0.3782125 Feb 19 04:39:19.289121 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:39:27.131040 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:29.945166 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:30.646903 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-20171102-ab93-4dc7-8f99-5811b1bcffd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:33.500073 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6357fea7-0694-40b1-87c0-799c2f3989de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:33.896608 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:35.390744 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:36.828504 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:42.537787 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0ba9cca0-1db3-48f2-a8b8-01511798ae8a req-04e493b9-9590-4a11-ad92-3380fb28e9a0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3cc317b1-147b-416c-bce9-eb774977dcc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0928977 Feb 19 04:39:42.621710 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9cca0-1db3-48f2-a8b8-01511798ae8a req-edc7f3ee-963f-48fe-a644-8d412f2988cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:42.623199 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0ba9cca0-1db3-48f2-a8b8-01511798ae8a req-edc7f3ee-963f-48fe-a644-8d412f2988cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=29629238c87149b4b16b91f84b6e79f3&device_id=3cc317b1-147b-416c-bce9-eb774977dcc3 HTTP/1.1" status: 200 len: 1129 time: 0.0436592 Feb 19 04:39:42.721371 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9cca0-1db3-48f2-a8b8-01511798ae8a req-c88f9c61-275e-4be7-ad79-ebbceead1c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:42.722740 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0ba9cca0-1db3-48f2-a8b8-01511798ae8a req-c88f9c61-275e-4be7-ad79-ebbceead1c32 service neutron] 10.222.0.26 "GET /v2.0/networks?id=880b4410-642d-435c-812b-246575a73134 HTTP/1.1" status: 200 len: 909 time: 0.0814188 Feb 19 04:39:42.788069 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0ba9cca0-1db3-48f2-a8b8-01511798ae8a req-5f105dac-fa6e-41f2-b5fe-44d4b4f7be62 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a45f84f2-cc9b-4ad3-8f2c-9868f96180de HTTP/1.1" status: 200 len: 1001 time: 0.0597351 Feb 19 04:39:42.833137 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9cca0-1db3-48f2-a8b8-01511798ae8a req-0052fb77-d703-4e98-a3c8-4ace2afa896f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:42.834522 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0ba9cca0-1db3-48f2-a8b8-01511798ae8a req-0052fb77-d703-4e98-a3c8-4ace2afa896f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb7d1d8d-b376-481e-bd8a-616e91439832 HTTP/1.1" status: 200 len: 847 time: 0.0412238 Feb 19 04:39:42.879852 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9cca0-1db3-48f2-a8b8-01511798ae8a req-0d69c632-b7f0-4fbf-9a73-580b18877b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:42.881276 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0ba9cca0-1db3-48f2-a8b8-01511798ae8a req-0d69c632-b7f0-4fbf-9a73-580b18877b84 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=880b4410-642d-435c-812b-246575a73134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0415304 Feb 19 04:39:42.968741 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0ba9cca0-1db3-48f2-a8b8-01511798ae8a req-11fd7fb3-bb8d-45df-a4db-f993fae8e523 service neutron] 10.222.0.26 "GET /v2.0/networks/880b4410-642d-435c-812b-246575a73134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810156 Feb 19 04:39:43.053674 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-0ba9cca0-1db3-48f2-a8b8-01511798ae8a req-896526df-fb8f-4f80-92ba-431fd1bfb74a service neutron] 10.222.0.26 "GET /v2.0/networks/880b4410-642d-435c-812b-246575a73134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785620 Feb 19 04:39:46.491333 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2406f8a5-2063-43d6-b9f0-05bf2ab57e1b req-b409a2d5-da13-4479-8268-3e124b59415b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428846 Feb 19 04:39:46.571869 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406f8a5-2063-43d6-b9f0-05bf2ab57e1b req-f0209bc2-57c6-4cfa-a414-a88345d4a1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:46.573418 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2406f8a5-2063-43d6-b9f0-05bf2ab57e1b req-f0209bc2-57c6-4cfa-a414-a88345d4a1b6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 1128 time: 0.0433099 Feb 19 04:39:46.676006 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406f8a5-2063-43d6-b9f0-05bf2ab57e1b req-14b9d256-4c1e-4838-ba99-8c05b8738a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:46.677469 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2406f8a5-2063-43d6-b9f0-05bf2ab57e1b req-14b9d256-4c1e-4838-ba99-8c05b8738a7a service neutron] 10.222.0.79 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 912 time: 0.0861750 Feb 19 04:39:46.741204 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2406f8a5-2063-43d6-b9f0-05bf2ab57e1b req-09c4102e-090a-4490-91c7-dde2fd826ffa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6dedca16-21ec-4ac3-87b8-757d3c8a4595 HTTP/1.1" status: 200 len: 1001 time: 0.0580697 Feb 19 04:39:46.787469 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406f8a5-2063-43d6-b9f0-05bf2ab57e1b req-e5a95b5a-ab75-42e2-ab5b-e0a78946bc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:46.788798 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2406f8a5-2063-43d6-b9f0-05bf2ab57e1b req-e5a95b5a-ab75-42e2-ab5b-e0a78946bc05 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b4c1316c-0c1b-40e4-b032-90759cbccfe3 HTTP/1.1" status: 200 len: 850 time: 0.0422232 Feb 19 04:39:46.839674 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406f8a5-2063-43d6-b9f0-05bf2ab57e1b req-85d67b36-3c1b-411b-b25c-3a3b2e720219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:46.841151 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2406f8a5-2063-43d6-b9f0-05bf2ab57e1b req-85d67b36-3c1b-411b-b25c-3a3b2e720219 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e8f90c4-f909-4474-8fc0-0f484b224735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462236 Feb 19 04:39:46.926285 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2406f8a5-2063-43d6-b9f0-05bf2ab57e1b req-b1c45aa4-7a8d-4b6f-8ee0-e90200d52827 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784757 Feb 19 04:39:47.015796 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2406f8a5-2063-43d6-b9f0-05bf2ab57e1b req-ff73b756-df99-401e-8a71-073c8de2c9b4 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842218 Feb 19 04:39:56.288247 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:39:57.129839 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:59.950448 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:00.648360 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a44b214b-1698-498f-8c4f-48ee71d6f96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:03.504077 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-98095070-01ce-4d62-976b-8aff836127db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:03.899316 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:05.391716 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:06.835110 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:15.707802 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43510) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:15.771370 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0d29c6bc-8933-4585-826b-1198bf4a2b35 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/floatingips/a885248c-7699-413b-90f1-00b4abcd7b88 HTTP/1.1" status: 200 len: 994 time: 0.0605829 Feb 19 04:40:15.999423 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43518) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:16.153551 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-4704dcfa-0f89-4219-8158-cb1c0c97b24f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Deleting port e92e3306-0e43-4ac9-bf39-532198b8d21f {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:40:16.153893 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4704dcfa-0f89-4219-8158-cb1c0c97b24f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (e92e3306-0e43-4ac9-bf39-532198b8d21f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:16.230824 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4704dcfa-0f89-4219-8158-cb1c0c97b24f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (e92e3306-0e43-4ac9-bf39-532198b8d21f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:16.231155 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4704dcfa-0f89-4219-8158-cb1c0c97b24f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for floatingip (e92e3306-0e43-4ac9-bf39-532198b8d21f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:16.244231 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-4704dcfa-0f89-4219-8158-cb1c0c97b24f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Calling delete_port for e92e3306-0e43-4ac9-bf39-532198b8d21f owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:40:16.410954 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4704dcfa-0f89-4219-8158-cb1c0c97b24f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (e92e3306-0e43-4ac9-bf39-532198b8d21f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:16.438763 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704dcfa-0f89-4219-8158-cb1c0c97b24f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event deleted for resources: {'Port': ['ID=e92e3306-0e43-4ac9-bf39-532198b8d21f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:16.450264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704dcfa-0f89-4219-8158-cb1c0c97b24f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:16.450627 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704dcfa-0f89-4219-8158-cb1c0c97b24f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:16.450976 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704dcfa-0f89-4219-8158-cb1c0c97b24f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:16.451442 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704dcfa-0f89-4219-8158-cb1c0c97b24f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:16.452336 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704dcfa-0f89-4219-8158-cb1c0c97b24f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:16.452336 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704dcfa-0f89-4219-8158-cb1c0c97b24f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:16.452528 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704dcfa-0f89-4219-8158-cb1c0c97b24f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:16.452893 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704dcfa-0f89-4219-8158-cb1c0c97b24f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:16.453285 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704dcfa-0f89-4219-8158-cb1c0c97b24f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:16.453686 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704dcfa-0f89-4219-8158-cb1c0c97b24f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:16.454126 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704dcfa-0f89-4219-8158-cb1c0c97b24f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:16.454546 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704dcfa-0f89-4219-8158-cb1c0c97b24f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:16.454917 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704dcfa-0f89-4219-8158-cb1c0c97b24f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:16.521090 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4704dcfa-0f89-4219-8158-cb1c0c97b24f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for floatingip (a885248c-7699-413b-90f1-00b4abcd7b88), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:16.521407 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-4704dcfa-0f89-4219-8158-cb1c0c97b24f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Floating IP a885248c-7699-413b-90f1-00b4abcd7b88 disassociated (deleted). External IP: 172.25.3.248, port: 2c0f9aa5-30fb-4591-b716-96178b7af6d0. Feb 19 04:40:16.732985 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4704dcfa-0f89-4219-8158-cb1c0c97b24f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Router f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:40:16.842122 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4704dcfa-0f89-4219-8158-cb1c0c97b24f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:40:16.846994 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4704dcfa-0f89-4219-8158-cb1c0c97b24f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:16.851479 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cf8a9d-6def-4e14-a448-6f09f6559071 None None] Sync routers for ids ['f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:40:16.862278 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cf8a9d-6def-4e14-a448-6f09f6559071 None None] Routers {'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:40:16.862911 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-48cf8a9d-6def-4e14-a448-6f09f6559071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:40:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:16.875672 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4704dcfa-0f89-4219-8158-cb1c0c97b24f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "DELETE /v2.0/floatingips/a885248c-7699-413b-90f1-00b4abcd7b88 HTTP/1.1" status: 204 len: 168 time: 0.8751609 Feb 19 04:40:16.876303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7165187-13e7-4849-af75-f4de33cfb480', 'tag': '2c0f9aa5-30fb-4591-b716-96178b7af6d0'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:40:16.878564 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b829b0b6-4742-4c5f-96be-1ac7defc62b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c7165187-13e7-4849-af75-f4de33cfb480", "tag": "2c0f9aa5-30fb-4591-b716-96178b7af6d0"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:40:16.915613 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ddc027-4e9c-44e8-8343-0097a4d88fc7 x-openstack-request-id: req-b5ddc027-4e9c-44e8-8343-0097a4d88fc7 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:40:16.916075 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7165187-13e7-4849-af75-f4de33cfb480", "tag": "2c0f9aa5-30fb-4591-b716-96178b7af6d0", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:40:16.916338 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b5ddc027-4e9c-44e8-8343-0097a4d88fc7 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:40:16.917141 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7165187-13e7-4849-af75-f4de33cfb480', 'tag': '2c0f9aa5-30fb-4591-b716-96178b7af6d0', 'status': 'completed', 'code': 200} Feb 19 04:40:16.976547 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-48cf8a9d-6def-4e14-a448-6f09f6559071 None None] Set router f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:40:16.998628 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829b0b6-4742-4c5f-96be-1ac7defc62b0 req-5499fbbd-596f-426e-86f0-3f46474ac587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:17.000144 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b829b0b6-4742-4c5f-96be-1ac7defc62b0 req-5499fbbd-596f-426e-86f0-3f46474ac587 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d627fd44f08641ce94df40a06544c796&device_id=c7165187-13e7-4849-af75-f4de33cfb480 HTTP/1.1" status: 200 len: 1129 time: 0.0596161 Feb 19 04:40:17.112959 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829b0b6-4742-4c5f-96be-1ac7defc62b0 req-475c192f-2c60-4197-a2ff-a1a22de2b9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:17.115308 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b829b0b6-4742-4c5f-96be-1ac7defc62b0 req-475c192f-2c60-4197-a2ff-a1a22de2b9b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=51061c24-1f0f-468d-b6a9-672b1202fbb7 HTTP/1.1" status: 200 len: 898 time: 0.1032379 Feb 19 04:40:17.127307 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14b210-a632-43ce-94f8-6cbec99fb6ab req-81888dbe-5b10-44b3-bf0a-5b23eec9741f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:17.129141 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d14b210-a632-43ce-94f8-6cbec99fb6ab req-81888dbe-5b10-44b3-bf0a-5b23eec9741f tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7165187-13e7-4849-af75-f4de33cfb480 HTTP/1.1" status: 200 len: 946 time: 0.0563123 Feb 19 04:40:17.166636 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b829b0b6-4742-4c5f-96be-1ac7defc62b0 req-123b7108-b11e-4af8-bcc5-d4083d151b2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c0f9aa5-30fb-4591-b716-96178b7af6d0 HTTP/1.1" status: 200 len: 217 time: 0.0448959 Feb 19 04:40:17.187623 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d14b210-a632-43ce-94f8-6cbec99fb6ab req-b50b0b0a-c7a3-4de9-a211-a6d6c661fe5c tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=885ced9a-774f-4f87-bfbd-d6c2696140c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528975 Feb 19 04:40:17.202287 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-48cf8a9d-6def-4e14-a448-6f09f6559071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'name': 'tempest-TestNetworkBasicOps-router-602227176', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'c60895d9-47ff-4a36-abc0-147f0a11e57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:51Z', 'updated_at': '2022-02-19T04:38:55Z', 'revision_number': 4, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': 'c60895d9-47ff-4a36-abc0-147f0a11e57a', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:52Z', 'updated_at': '2022-02-19T04:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'b3ba5b79-6cfe-4139-8488-ee3bf902fb15', 'name': '', 'network_id': '51061c24-1f0f-468d-b6a9-672b1202fbb7', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'mac_address': 'fa:16:3e:ec:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '1b91e4ab-c31c-4ef1-afaa-6744affc96ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:54Z', 'updated_at': '2022-02-19T04:38:58Z', 'revision_number': 5, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'subnets': [{'id': '1b91e4ab-c31c-4ef1-afaa-6744affc96ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:17.221419 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829b0b6-4742-4c5f-96be-1ac7defc62b0 req-65d24a1f-894c-4da8-89ab-3a8027610ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:17.223032 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b829b0b6-4742-4c5f-96be-1ac7defc62b0 req-65d24a1f-894c-4da8-89ab-3a8027610ff9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b91e4ab-c31c-4ef1-afaa-6744affc96ab HTTP/1.1" status: 200 len: 835 time: 0.0500712 Feb 19 04:40:17.229080 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cf8a9d-6def-4e14-a448-6f09f6559071 None None] Checking router: f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:40:17.237400 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cf8a9d-6def-4e14-a448-6f09f6559071 None None] Routers {'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:40:17.238013 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-48cf8a9d-6def-4e14-a448-6f09f6559071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:40:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:17.275477 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829b0b6-4742-4c5f-96be-1ac7defc62b0 req-b8aad821-65db-42a1-9dad-9e359a0bb49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:17.277114 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b829b0b6-4742-4c5f-96be-1ac7defc62b0 req-b8aad821-65db-42a1-9dad-9e359a0bb49e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51061c24-1f0f-468d-b6a9-672b1202fbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445807 Feb 19 04:40:17.354137 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-48cf8a9d-6def-4e14-a448-6f09f6559071 None None] Set router f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:40:17.378205 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b829b0b6-4742-4c5f-96be-1ac7defc62b0 req-1092ca23-9985-4796-883c-6b9400bf1017 service neutron] 10.222.0.26 "GET /v2.0/networks/51061c24-1f0f-468d-b6a9-672b1202fbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937953 Feb 19 04:40:17.491276 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b829b0b6-4742-4c5f-96be-1ac7defc62b0 req-40d36672-01f2-4cfd-a88f-df1eb198d2ca service neutron] 10.222.0.26 "GET /v2.0/networks/51061c24-1f0f-468d-b6a9-672b1202fbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063509 Feb 19 04:40:17.577619 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-48cf8a9d-6def-4e14-a448-6f09f6559071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'name': 'tempest-TestNetworkBasicOps-router-602227176', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'c60895d9-47ff-4a36-abc0-147f0a11e57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:51Z', 'updated_at': '2022-02-19T04:38:55Z', 'revision_number': 4, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': 'c60895d9-47ff-4a36-abc0-147f0a11e57a', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:52Z', 'updated_at': '2022-02-19T04:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'b3ba5b79-6cfe-4139-8488-ee3bf902fb15', 'name': '', 'network_id': '51061c24-1f0f-468d-b6a9-672b1202fbb7', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'mac_address': 'fa:16:3e:ec:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '1b91e4ab-c31c-4ef1-afaa-6744affc96ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:54Z', 'updated_at': '2022-02-19T04:38:58Z', 'revision_number': 5, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'subnets': [{'id': '1b91e4ab-c31c-4ef1-afaa-6744affc96ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:17.604301 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cf8a9d-6def-4e14-a448-6f09f6559071 None None] The sync data for ids ['f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'] in n-d-828369-19 is: [{'id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'name': 'tempest-TestNetworkBasicOps-router-602227176', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'c60895d9-47ff-4a36-abc0-147f0a11e57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:51Z', 'updated_at': '2022-02-19T04:38:55Z', 'revision_number': 4, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': 'c60895d9-47ff-4a36-abc0-147f0a11e57a', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:52Z', 'updated_at': '2022-02-19T04:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'b3ba5b79-6cfe-4139-8488-ee3bf902fb15', 'name': '', 'network_id': '51061c24-1f0f-468d-b6a9-672b1202fbb7', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'mac_address': 'fa:16:3e:ec:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '1b91e4ab-c31c-4ef1-afaa-6744affc96ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:54Z', 'updated_at': '2022-02-19T04:38:58Z', 'revision_number': 5, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'subnets': [{'id': '1b91e4ab-c31c-4ef1-afaa-6744affc96ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:40:17.841655 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c05c6b7-10da-4ebb-ba8d-1754ed676820 None None] New status for floating IP a885248c-7699-413b-90f1-00b4abcd7b88: DOWN {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:40:18.310753 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef83095-7d16-4a5b-9b14-1a13ad3bc63d req-1b0139b7-633c-4654-93fb-cf0852ebdab9 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:18.312322 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ef83095-7d16-4a5b-9b14-1a13ad3bc63d req-1b0139b7-633c-4654-93fb-cf0852ebdab9 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7165187-13e7-4849-af75-f4de33cfb480 HTTP/1.1" status: 200 len: 946 time: 0.0539315 Feb 19 04:40:18.362080 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ef83095-7d16-4a5b-9b14-1a13ad3bc63d req-7e0c31b6-1d0c-4eb5-9cd2-4d6001075669 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/security-groups?id=885ced9a-774f-4f87-bfbd-d6c2696140c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442572 Feb 19 04:40:18.631488 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fae0e-2b58-46db-89ff-662256482842 req-e3ab5e10-5ef6-4d4a-9903-fa4864bf7103 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:18.632919 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-970fae0e-2b58-46db-89ff-662256482842 req-e3ab5e10-5ef6-4d4a-9903-fa4864bf7103 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7165187-13e7-4849-af75-f4de33cfb480 HTTP/1.1" status: 200 len: 946 time: 0.0518467 Feb 19 04:40:18.730230 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-970fae0e-2b58-46db-89ff-662256482842 req-6692a0cc-5e2c-4c31-a22b-8efbb5c2c404 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Deleting port 2c0f9aa5-30fb-4591-b716-96178b7af6d0 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:40:18.730570 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-970fae0e-2b58-46db-89ff-662256482842 req-6692a0cc-5e2c-4c31-a22b-8efbb5c2c404 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (2c0f9aa5-30fb-4591-b716-96178b7af6d0), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:18.820516 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-970fae0e-2b58-46db-89ff-662256482842 req-6692a0cc-5e2c-4c31-a22b-8efbb5c2c404 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] For port 2c0f9aa5-30fb-4591-b716-96178b7af6d0, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=2c0f9aa5-30fb-4591-b716-96178b7af6d0,segment=NetworkSegment(cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf),segment_id=cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:40:18.820878 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-970fae0e-2b58-46db-89ff-662256482842 req-6692a0cc-5e2c-4c31-a22b-8efbb5c2c404 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (2c0f9aa5-30fb-4591-b716-96178b7af6d0), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:18.833504 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-970fae0e-2b58-46db-89ff-662256482842 req-6692a0cc-5e2c-4c31-a22b-8efbb5c2c404 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Calling delete_port for 2c0f9aa5-30fb-4591-b716-96178b7af6d0 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:40:18.965638 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-970fae0e-2b58-46db-89ff-662256482842 req-6692a0cc-5e2c-4c31-a22b-8efbb5c2c404 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (2c0f9aa5-30fb-4591-b716-96178b7af6d0), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:18.991522 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692a0cc-5e2c-4c31-a22b-8efbb5c2c404 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event deleted for resources: {'Port': ['ID=2c0f9aa5-30fb-4591-b716-96178b7af6d0,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:19.005568 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6692a0cc-5e2c-4c31-a22b-8efbb5c2c404 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:19.005929 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6692a0cc-5e2c-4c31-a22b-8efbb5c2c404 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:19.006304 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6692a0cc-5e2c-4c31-a22b-8efbb5c2c404 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:19.006649 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6692a0cc-5e2c-4c31-a22b-8efbb5c2c404 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:19.006991 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6692a0cc-5e2c-4c31-a22b-8efbb5c2c404 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:19.007328 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6692a0cc-5e2c-4c31-a22b-8efbb5c2c404 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:19.007666 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6692a0cc-5e2c-4c31-a22b-8efbb5c2c404 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:19.007995 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6692a0cc-5e2c-4c31-a22b-8efbb5c2c404 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:19.008325 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6692a0cc-5e2c-4c31-a22b-8efbb5c2c404 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:19.008665 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6692a0cc-5e2c-4c31-a22b-8efbb5c2c404 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:19.008982 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6692a0cc-5e2c-4c31-a22b-8efbb5c2c404 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:19.009317 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6692a0cc-5e2c-4c31-a22b-8efbb5c2c404 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:19.009649 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6692a0cc-5e2c-4c31-a22b-8efbb5c2c404 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:19.048570 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-970fae0e-2b58-46db-89ff-662256482842 req-6692a0cc-5e2c-4c31-a22b-8efbb5c2c404 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] No DVR routers for this DVR port 2c0f9aa5-30fb-4591-b716-96178b7af6d0 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:40:19.051309 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-970fae0e-2b58-46db-89ff-662256482842 req-6692a0cc-5e2c-4c31-a22b-8efbb5c2c404 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:19.054690 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-970fae0e-2b58-46db-89ff-662256482842 req-6692a0cc-5e2c-4c31-a22b-8efbb5c2c404 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.26 "DELETE /v2.0/ports/2c0f9aa5-30fb-4591-b716-96178b7af6d0 HTTP/1.1" status: 204 len: 173 time: 0.4171476 Feb 19 04:40:19.055130 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7165187-13e7-4849-af75-f4de33cfb480', 'name': 'network-vif-deleted', 'tag': '2c0f9aa5-30fb-4591-b716-96178b7af6d0'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:40:19.057337 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fd4a65-8fd5-4b69-8462-af916a9fc7c9" -d '{"events": [{"server_uuid": "c7165187-13e7-4849-af75-f4de33cfb480", "name": "network-vif-deleted", "tag": "2c0f9aa5-30fb-4591-b716-96178b7af6d0"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:40:19.094355 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5987aee9-b5ce-4bb8-b31b-36bc594f73a4 x-openstack-request-id: req-5987aee9-b5ce-4bb8-b31b-36bc594f73a4 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:40:19.094657 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7165187-13e7-4849-af75-f4de33cfb480", "name": "network-vif-deleted", "tag": "2c0f9aa5-30fb-4591-b716-96178b7af6d0", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:40:19.094912 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5987aee9-b5ce-4bb8-b31b-36bc594f73a4 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:40:19.095311 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7165187-13e7-4849-af75-f4de33cfb480', 'name': 'network-vif-deleted', 'tag': '2c0f9aa5-30fb-4591-b716-96178b7af6d0', 'status': 'completed', 'code': 200} Feb 19 04:40:19.495931 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1405d21d-7332-4c17-b242-33464e299e92 req-8034064a-fb52-42a2-bb84-14dabf067e4c tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7165187-13e7-4849-af75-f4de33cfb480 HTTP/1.1" status: 200 len: 210 time: 0.0419128 Feb 19 04:40:20.564300 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43534) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:20.618604 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b1225d15-13f7-4aeb-bdaa-4340cb582477 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group (885ced9a-774f-4f87-bfbd-d6c2696140c1), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:20.643714 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b1225d15-13f7-4aeb-bdaa-4340cb582477 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group (885ced9a-774f-4f87-bfbd-d6c2696140c1), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:20.706792 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b1225d15-13f7-4aeb-bdaa-4340cb582477 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (885ced9a-774f-4f87-bfbd-d6c2696140c1), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:20.709511 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b1225d15-13f7-4aeb-bdaa-4340cb582477 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:20.710707 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b1225d15-13f7-4aeb-bdaa-4340cb582477 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "DELETE /v2.0/security-groups/885ced9a-774f-4f87-bfbd-d6c2696140c1 HTTP/1.1" status: 204 len: 168 time: 0.1454008 Feb 19 04:40:20.720135 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1225d15-13f7-4aeb-bdaa-4340cb582477 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=885ced9a-774f-4f87-bfbd-d6c2696140c1,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:20.744165 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43538) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:21.100465 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1385794a-d274-42ea-a121-36cb0257bd18 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:21.359761 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-1385794a-d274-42ea-a121-36cb0257bd18 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Deleting port b3ba5b79-6cfe-4139-8488-ee3bf902fb15 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:40:21.360019 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1385794a-d274-42ea-a121-36cb0257bd18 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b3ba5b79-6cfe-4139-8488-ee3bf902fb15), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:21.448483 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-1385794a-d274-42ea-a121-36cb0257bd18 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] For port b3ba5b79-6cfe-4139-8488-ee3bf902fb15, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=b3ba5b79-6cfe-4139-8488-ee3bf902fb15,segment=NetworkSegment(cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf),segment_id=cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:40:21.448849 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1385794a-d274-42ea-a121-36cb0257bd18 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b3ba5b79-6cfe-4139-8488-ee3bf902fb15), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:21.461489 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-1385794a-d274-42ea-a121-36cb0257bd18 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Calling delete_port for b3ba5b79-6cfe-4139-8488-ee3bf902fb15 owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:40:21.643409 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1385794a-d274-42ea-a121-36cb0257bd18 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (b3ba5b79-6cfe-4139-8488-ee3bf902fb15), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:21.669051 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385794a-d274-42ea-a121-36cb0257bd18 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event deleted for resources: {'Port': ['ID=b3ba5b79-6cfe-4139-8488-ee3bf902fb15,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:21.852538 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1385794a-d274-42ea-a121-36cb0257bd18 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:22.067939 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1385794a-d274-42ea-a121-36cb0257bd18 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Router f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:40:22.173925 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1385794a-d274-42ea-a121-36cb0257bd18 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:40:22.179013 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1385794a-d274-42ea-a121-36cb0257bd18 tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "PUT /v2.0/routers/f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4338348 Feb 19 04:40:22.181810 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43540) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:22.187345 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4084278-bc42-4f28-9058-c86f20b79f4a None None] Sync routers for ids ['f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:40:22.198609 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4084278-bc42-4f28-9058-c86f20b79f4a None None] Routers {'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:40:22.199305 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-e4084278-bc42-4f28-9058-c86f20b79f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:40:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:22.236565 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bee19f0-fc59-4333-9001-2b26d66997dc tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Deleting subnet 1b91e4ab-c31c-4ef1-afaa-6744affc96ab {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:40:22.240064 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8bee19f0-fc59-4333-9001-2b26d66997dc tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for subnet (1b91e4ab-c31c-4ef1-afaa-6744affc96ab), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:22.280928 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8bee19f0-fc59-4333-9001-2b26d66997dc tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (1b91e4ab-c31c-4ef1-afaa-6744affc96ab), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:22.311319 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-e4084278-bc42-4f28-9058-c86f20b79f4a None None] Set router f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:40:22.361874 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8bee19f0-fc59-4333-9001-2b26d66997dc tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (1b91e4ab-c31c-4ef1-afaa-6744affc96ab), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:22.405217 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 2c0f9aa5-30fb-4591-b716-96178b7af6d0 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:40:22.427020 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8bee19f0-fc59-4333-9001-2b26d66997dc tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (1b91e4ab-c31c-4ef1-afaa-6744affc96ab), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:22.439122 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 2c0f9aa5-30fb-4591-b716-96178b7af6d0 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:40:22.439459 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 2c0f9aa5-30fb-4591-b716-96178b7af6d0 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:40:22.454615 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee19f0-fc59-4333-9001-2b26d66997dc tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event deleted for resources: {'Subnet': ['ID=1b91e4ab-c31c-4ef1-afaa-6744affc96ab,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:22.458300 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8bee19f0-fc59-4333-9001-2b26d66997dc tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:22.464738 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8bee19f0-fc59-4333-9001-2b26d66997dc tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "DELETE /v2.0/subnets/1b91e4ab-c31c-4ef1-afaa-6744affc96ab HTTP/1.1" status: 204 len: 168 time: 0.2788553 Feb 19 04:40:22.464910 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43542) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:22.578848 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80082f33-0c6d-48f8-93b4-634fb908512d tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for router (f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:22.644448 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261517e5-52db-4346-b4ac-e79d414baca2 None None] Network 51061c24-1f0f-468d-b6a9-672b1202fbb7 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:40:22.687918 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80082f33-0c6d-48f8-93b4-634fb908512d tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for router_gateway (f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:22.777781 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-e4084278-bc42-4f28-9058-c86f20b79f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'name': 'tempest-TestNetworkBasicOps-router-602227176', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'c60895d9-47ff-4a36-abc0-147f0a11e57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:51Z', 'updated_at': '2022-02-19T04:40:21Z', 'revision_number': 5, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port': {'id': 'c60895d9-47ff-4a36-abc0-147f0a11e57a', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:52Z', 'updated_at': '2022-02-19T04:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:22.810374 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4084278-bc42-4f28-9058-c86f20b79f4a None None] Checking router: f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:40:22.821195 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4084278-bc42-4f28-9058-c86f20b79f4a None None] Routers {'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:40:22.821863 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-e4084278-bc42-4f28-9058-c86f20b79f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:40:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:22.894197 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e5980e-d884-4675-94c3-f21e4c1bdd6d None None] DHCP port deletion for 51061c24-1f0f-468d-b6a9-672b1202fbb7 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:40:22.952415 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-e4084278-bc42-4f28-9058-c86f20b79f4a None None] Set router f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:40:23.013181 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-e4084278-bc42-4f28-9058-c86f20b79f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'name': 'tempest-TestNetworkBasicOps-router-602227176', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:51Z', 'updated_at': '2022-02-19T04:40:22Z', 'revision_number': 6, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:23.045471 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4084278-bc42-4f28-9058-c86f20b79f4a None None] The sync data for ids ['f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d'] in n-d-828369-19 is: [{'id': 'f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d', 'name': 'tempest-TestNetworkBasicOps-router-602227176', 'tenant_id': 'd627fd44f08641ce94df40a06544c796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:51Z', 'updated_at': '2022-02-19T04:40:22Z', 'revision_number': 6, 'project_id': 'd627fd44f08641ce94df40a06544c796', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:40:23.056613 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-05e5980e-d884-4675-94c3-f21e4c1bdd6d None None] Deleting port 37756cbd-40be-4e21-87f1-139271431b60 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:40:23.057238 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-05e5980e-d884-4675-94c3-f21e4c1bdd6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (37756cbd-40be-4e21-87f1-139271431b60), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:23.085732 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-80082f33-0c6d-48f8-93b4-634fb908512d tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Deleting port c60895d9-47ff-4a36-abc0-147f0a11e57a {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:40:23.086071 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80082f33-0c6d-48f8-93b4-634fb908512d tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (c60895d9-47ff-4a36-abc0-147f0a11e57a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:23.140884 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-05e5980e-d884-4675-94c3-f21e4c1bdd6d None None] For port 37756cbd-40be-4e21-87f1-139271431b60, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=37756cbd-40be-4e21-87f1-139271431b60,segment=NetworkSegment(cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf),segment_id=cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:40:23.141286 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-05e5980e-d884-4675-94c3-f21e4c1bdd6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (37756cbd-40be-4e21-87f1-139271431b60), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:23.154368 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-05e5980e-d884-4675-94c3-f21e4c1bdd6d None None] Calling delete_port for 37756cbd-40be-4e21-87f1-139271431b60 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:40:23.170298 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-80082f33-0c6d-48f8-93b4-634fb908512d tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] For port c60895d9-47ff-4a36-abc0-147f0a11e57a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=c60895d9-47ff-4a36-abc0-147f0a11e57a,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:40:23.170664 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80082f33-0c6d-48f8-93b4-634fb908512d tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (c60895d9-47ff-4a36-abc0-147f0a11e57a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:23.186516 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-80082f33-0c6d-48f8-93b4-634fb908512d tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Calling delete_port for c60895d9-47ff-4a36-abc0-147f0a11e57a owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:40:23.235448 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-05e5980e-d884-4675-94c3-f21e4c1bdd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (37756cbd-40be-4e21-87f1-139271431b60), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:23.271898 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5980e-d884-4675-94c3-f21e4c1bdd6d None None] Pushing event deleted for resources: {'Port': ['ID=37756cbd-40be-4e21-87f1-139271431b60,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:23.274214 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e5980e-d884-4675-94c3-f21e4c1bdd6d None None] No DVR routers for this DVR port 37756cbd-40be-4e21-87f1-139271431b60 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:40:23.285733 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5980e-d884-4675-94c3-f21e4c1bdd6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:23.285733 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5980e-d884-4675-94c3-f21e4c1bdd6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:23.285733 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5980e-d884-4675-94c3-f21e4c1bdd6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:23.285733 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5980e-d884-4675-94c3-f21e4c1bdd6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:23.285733 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5980e-d884-4675-94c3-f21e4c1bdd6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:23.285733 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5980e-d884-4675-94c3-f21e4c1bdd6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:23.285733 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5980e-d884-4675-94c3-f21e4c1bdd6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:23.285733 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5980e-d884-4675-94c3-f21e4c1bdd6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:23.285733 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5980e-d884-4675-94c3-f21e4c1bdd6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:23.285733 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5980e-d884-4675-94c3-f21e4c1bdd6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:23.286914 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5980e-d884-4675-94c3-f21e4c1bdd6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:23.286914 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5980e-d884-4675-94c3-f21e4c1bdd6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:23.286914 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5980e-d884-4675-94c3-f21e4c1bdd6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:23.365850 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80082f33-0c6d-48f8-93b4-634fb908512d tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (c60895d9-47ff-4a36-abc0-147f0a11e57a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:23.390640 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80082f33-0c6d-48f8-93b4-634fb908512d tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event deleted for resources: {'Port': ['ID=c60895d9-47ff-4a36-abc0-147f0a11e57a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:23.471706 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80082f33-0c6d-48f8-93b4-634fb908512d tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:23.588226 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80082f33-0c6d-48f8-93b4-634fb908512d tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:23.589276 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 37756cbd-40be-4e21-87f1-139271431b60 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:40:23.590998 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80082f33-0c6d-48f8-93b4-634fb908512d tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for router_controller (f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:23.612256 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 37756cbd-40be-4e21-87f1-139271431b60 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:40:23.612894 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 37756cbd-40be-4e21-87f1-139271431b60 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:40:23.613329 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b3ba5b79-6cfe-4139-8488-ee3bf902fb15 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:40:23.633721 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: b3ba5b79-6cfe-4139-8488-ee3bf902fb15 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:40:23.633986 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b3ba5b79-6cfe-4139-8488-ee3bf902fb15 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:40:23.648061 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80082f33-0c6d-48f8-93b4-634fb908512d tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:23.648813 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80082f33-0c6d-48f8-93b4-634fb908512d tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Fanout notify agent at l3_agent the message router_deleted on router f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:40:23.655692 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80082f33-0c6d-48f8-93b4-634fb908512d tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:23.656799 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-80082f33-0c6d-48f8-93b4-634fb908512d tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "DELETE /v2.0/routers/f4ff3ed3-1f8b-4d3f-9528-9f709f5c276d HTTP/1.1" status: 204 len: 168 time: 1.1914771 Feb 19 04:40:23.659565 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43544) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:23.735821 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c86c76cd-fbc5-464d-8e2b-3037177729bf tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (51061c24-1f0f-468d-b6a9-672b1202fbb7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:23.833222 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c86c76cd-fbc5-464d-8e2b-3037177729bf tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (51061c24-1f0f-468d-b6a9-672b1202fbb7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:23.853192 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c86c76cd-fbc5-464d-8e2b-3037177729bf tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51061c24-1f0f-468d-b6a9-672b1202fbb7']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:23.863002 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c86c76cd-fbc5-464d-8e2b-3037177729bf tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:23.863307 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c86c76cd-fbc5-464d-8e2b-3037177729bf tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:23.873190 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c86c76cd-fbc5-464d-8e2b-3037177729bf tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:23.888067 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c86c76cd-fbc5-464d-8e2b-3037177729bf tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:23.896446 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c86c76cd-fbc5-464d-8e2b-3037177729bf tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:40:23.896856 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c86c76cd-fbc5-464d-8e2b-3037177729bf tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (cd2c6553-abaa-4ec1-b7dd-af7eb8a08fbf), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:40:23.900486 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:40:23.961710 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c86c76cd-fbc5-464d-8e2b-3037177729bf tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (51061c24-1f0f-468d-b6a9-672b1202fbb7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:23.971952 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c86c76cd-fbc5-464d-8e2b-3037177729bf tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:23.980326 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c86c76cd-fbc5-464d-8e2b-3037177729bf tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] 10.222.0.52 "DELETE /v2.0/networks/51061c24-1f0f-468d-b6a9-672b1202fbb7 HTTP/1.1" status: 204 len: 168 time: 0.3161161 Feb 19 04:40:24.004855 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c76cd-fbc5-464d-8e2b-3037177729bf tempest-TestNetworkBasicOps-126227594 tempest-TestNetworkBasicOps-126227594-project] Pushing event deleted for resources: {'Network': ['ID=51061c24-1f0f-468d-b6a9-672b1202fbb7,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:24.274790 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43550) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:24.405378 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a1c3aa42-0851-44f4-bb7d-74417de4f5c4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d627fd44f08641ce94df40a06544c796&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293194 Feb 19 04:40:24.407703 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43554) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:24.452715 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dcff8b58-afc2-4f18-926e-5d2715a489a5 admin admin] Publish callbacks [] for security_group (05296463-6cdc-4963-adfb-8d0bd148f6e2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:24.472984 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dcff8b58-afc2-4f18-926e-5d2715a489a5 admin admin] Publish callbacks [] for security_group (05296463-6cdc-4963-adfb-8d0bd148f6e2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:24.518811 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dcff8b58-afc2-4f18-926e-5d2715a489a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (05296463-6cdc-4963-adfb-8d0bd148f6e2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:24.521386 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dcff8b58-afc2-4f18-926e-5d2715a489a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:24.522552 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-dcff8b58-afc2-4f18-926e-5d2715a489a5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/05296463-6cdc-4963-adfb-8d0bd148f6e2 HTTP/1.1" status: 204 len: 168 time: 0.1139607 Feb 19 04:40:24.530873 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff8b58-afc2-4f18-926e-5d2715a489a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05296463-6cdc-4963-adfb-8d0bd148f6e2,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:24.775020 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43560) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:24.788798 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d97fa12d-ac01-452e-b89d-b3daf34a01de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:24.860745 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d97fa12d-ac01-452e-b89d-b3daf34a01de admin admin] Publish callbacks [] for security_group (fc8fe5bc-1308-488b-8ed1-8bcb3f2d66ab), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:24.864545 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d97fa12d-ac01-452e-b89d-b3daf34a01de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (fc8fe5bc-1308-488b-8ed1-8bcb3f2d66ab), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:24.900939 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d97fa12d-ac01-452e-b89d-b3daf34a01de admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f2540fffd49b437488dcd3f8dced08b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1248808 Feb 19 04:40:24.902856 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fa12d-ac01-452e-b89d-b3daf34a01de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8fe5bc-1308-488b-8ed1-8bcb3f2d66ab,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:24.904299 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43562) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:24.950880 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-730bd635-27c5-4771-8b8f-8ceb15516103 admin admin] Publish callbacks [] for security_group (fc8fe5bc-1308-488b-8ed1-8bcb3f2d66ab), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:24.971365 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-730bd635-27c5-4771-8b8f-8ceb15516103 admin admin] Publish callbacks [] for security_group (fc8fe5bc-1308-488b-8ed1-8bcb3f2d66ab), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:25.020932 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-730bd635-27c5-4771-8b8f-8ceb15516103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (fc8fe5bc-1308-488b-8ed1-8bcb3f2d66ab), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:25.023672 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-730bd635-27c5-4771-8b8f-8ceb15516103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:25.024812 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-730bd635-27c5-4771-8b8f-8ceb15516103 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fc8fe5bc-1308-488b-8ed1-8bcb3f2d66ab HTTP/1.1" status: 204 len: 168 time: 0.1195371 Feb 19 04:40:25.032775 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730bd635-27c5-4771-8b8f-8ceb15516103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8fe5bc-1308-488b-8ed1-8bcb3f2d66ab,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:25.162547 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device c60895d9-47ff-4a36-abc0-147f0a11e57a no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:40:25.183685 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: c60895d9-47ff-4a36-abc0-147f0a11e57a {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:40:25.184366 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device c60895d9-47ff-4a36-abc0-147f0a11e57a not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:40:25.683561 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43584) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:25.781065 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-4ebec191-d4df-41d9-855f-351a30b292c4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1219050187-network', 'tenant_id': '1c9f993714c9457d8a9a7ce394968ae2'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:40:25.799810 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebec191-d4df-41d9-855f-351a30b292c4 admin admin] Made reservation on behalf of 1c9f993714c9457d8a9a7ce394968ae2 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:40:25.802437 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4ebec191-d4df-41d9-855f-351a30b292c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:25.811348 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4ebec191-d4df-41d9-855f-351a30b292c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:25.883704 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4ebec191-d4df-41d9-855f-351a30b292c4 admin admin] Publish callbacks [] for security_group (176df1ac-2a66-4f5f-ab49-f2315f104730), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:25.887453 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4ebec191-d4df-41d9-855f-351a30b292c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (176df1ac-2a66-4f5f-ab49-f2315f104730), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:25.911118 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ebec191-d4df-41d9-855f-351a30b292c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:40:25.924349 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebec191-d4df-41d9-855f-351a30b292c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176df1ac-2a66-4f5f-ab49-f2315f104730,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:25.928988 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4ebec191-d4df-41d9-855f-351a30b292c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (f40e8c4e-74d5-4e04-8fe7-478c74161ab4), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:25.929323 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-4ebec191-d4df-41d9-855f-351a30b292c4 admin admin] Added segment f40e8c4e-74d5-4e04-8fe7-478c74161ab4 of type vlan for network ef1b5a1f-6e39-4ecf-af70-cbf8c743db13 Feb 19 04:40:26.293526 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4ebec191-d4df-41d9-855f-351a30b292c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (ef1b5a1f-6e39-4ecf-af70-cbf8c743db13), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:26.317288 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4ebec191-d4df-41d9-855f-351a30b292c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (ef1b5a1f-6e39-4ecf-af70-cbf8c743db13), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:26.318657 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebec191-d4df-41d9-855f-351a30b292c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:26.319223 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4ebec191-d4df-41d9-855f-351a30b292c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:26.376692 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4ebec191-d4df-41d9-855f-351a30b292c4 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6920271 Feb 19 04:40:26.379847 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43588) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:26.381622 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebec191-d4df-41d9-855f-351a30b292c4 admin admin] Pushing event updated for resources: {'Network': ['ID=ef1b5a1f-6e39-4ecf-af70-cbf8c743db13,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:26.384813 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d58f383e-2e15-4a54-8625-97f755a07df3 admin admin] Request body: {'subnet': {'network_id': 'ef1b5a1f-6e39-4ecf-af70-cbf8c743db13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1219050187-subnet', 'tenant_id': '1c9f993714c9457d8a9a7ce394968ae2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:40:26.392496 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network ef1b5a1f-6e39-4ecf-af70-cbf8c743db13 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:40:26.406842 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58f383e-2e15-4a54-8625-97f755a07df3 admin admin] Made reservation on behalf of 1c9f993714c9457d8a9a7ce394968ae2 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:40:26.409199 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d58f383e-2e15-4a54-8625-97f755a07df3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:26.573178 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d58f383e-2e15-4a54-8625-97f755a07df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (d687cc5d-e29b-4e50-bb86-734564595ea4), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:26.624709 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f383e-2e15-4a54-8625-97f755a07df3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d687cc5d-e29b-4e50-bb86-734564595ea4,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:26.635114 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58f383e-2e15-4a54-8625-97f755a07df3 admin admin] Checking segment: {'id': 'f40e8c4e-74d5-4e04-8fe7-478c74161ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ef1b5a1f-6e39-4ecf-af70-cbf8c743db13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:40:26.635599 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58f383e-2e15-4a54-8625-97f755a07df3 admin admin] Network hostable DHCP agents. Network: ef1b5a1f-6e39-4ecf-af70-cbf8c743db13, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:40:26.651395 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58f383e-2e15-4a54-8625-97f755a07df3 admin admin] Network ef1b5a1f-6e39-4ecf-af70-cbf8c743db13 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:40:26.659824 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-d58f383e-2e15-4a54-8625-97f755a07df3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, ef1b5a1f-6e39-4ecf-af70-cbf8c743db13) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:40:26.663928 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58f383e-2e15-4a54-8625-97f755a07df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:26.664517 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d58f383e-2e15-4a54-8625-97f755a07df3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:26.669016 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da065d49-5e3b-43db-bfc7-86ff967d23c9 None None] Network ef1b5a1f-6e39-4ecf-af70-cbf8c743db13 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:40:26.679649 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d58f383e-2e15-4a54-8625-97f755a07df3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.2987149 Feb 19 04:40:26.770771 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666bf6c5-5223-4d01-b52d-0fa49a6ff2b9 None None] Network ef1b5a1f-6e39-4ecf-af70-cbf8c743db13 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:40:27.136282 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43604) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:27.141628 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-63f3ecff-e6a9-4399-a049-dd73c1c84c30 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1831006173-network', 'tenant_id': '03d4726bac1f4eadb809cc4d242cce5f'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:40:27.142429 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:27.159795 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f3ecff-e6a9-4399-a049-dd73c1c84c30 admin admin] Made reservation on behalf of 03d4726bac1f4eadb809cc4d242cce5f for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:40:27.162006 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-63f3ecff-e6a9-4399-a049-dd73c1c84c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:27.171362 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-63f3ecff-e6a9-4399-a049-dd73c1c84c30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:27.245545 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-63f3ecff-e6a9-4399-a049-dd73c1c84c30 admin admin] Publish callbacks [] for security_group (f28ebee0-9150-4d2e-9f62-fb5b00f39913), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:27.249049 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-63f3ecff-e6a9-4399-a049-dd73c1c84c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f28ebee0-9150-4d2e-9f62-fb5b00f39913), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:27.268649 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f3ecff-e6a9-4399-a049-dd73c1c84c30 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:40:27.283491 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3ecff-e6a9-4399-a049-dd73c1c84c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28ebee0-9150-4d2e-9f62-fb5b00f39913,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:27.286372 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-63f3ecff-e6a9-4399-a049-dd73c1c84c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (b6f356a9-0a6c-4eef-b53b-a8e574f76be4), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:27.286700 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-63f3ecff-e6a9-4399-a049-dd73c1c84c30 admin admin] Added segment b6f356a9-0a6c-4eef-b53b-a8e574f76be4 of type vlan for network 8f359e7a-87d6-4a6f-82c2-bb78cb129f4b Feb 19 04:40:27.324938 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-63f3ecff-e6a9-4399-a049-dd73c1c84c30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (8f359e7a-87d6-4a6f-82c2-bb78cb129f4b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:27.348886 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-63f3ecff-e6a9-4399-a049-dd73c1c84c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (8f359e7a-87d6-4a6f-82c2-bb78cb129f4b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:27.349829 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f3ecff-e6a9-4399-a049-dd73c1c84c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:27.350434 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-63f3ecff-e6a9-4399-a049-dd73c1c84c30 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:27.401755 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-63f3ecff-e6a9-4399-a049-dd73c1c84c30 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2643142 Feb 19 04:40:27.405185 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43606) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:27.410889 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-9b90d365-fef5-4d57-a97c-590f6f8bbdd3 admin admin] Request body: {'subnet': {'network_id': '8f359e7a-87d6-4a6f-82c2-bb78cb129f4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1831006173-subnet', 'tenant_id': '03d4726bac1f4eadb809cc4d242cce5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:40:27.413086 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3ecff-e6a9-4399-a049-dd73c1c84c30 admin admin] Pushing event updated for resources: {'Network': ['ID=8f359e7a-87d6-4a6f-82c2-bb78cb129f4b,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:27.424569 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 8f359e7a-87d6-4a6f-82c2-bb78cb129f4b details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:40:27.429686 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b90d365-fef5-4d57-a97c-590f6f8bbdd3 admin admin] Made reservation on behalf of 03d4726bac1f4eadb809cc4d242cce5f for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:40:27.432010 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9b90d365-fef5-4d57-a97c-590f6f8bbdd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:27.593464 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9b90d365-fef5-4d57-a97c-590f6f8bbdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (675969a0-cbbb-4695-8aaa-819031e1309c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:27.652421 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90d365-fef5-4d57-a97c-590f6f8bbdd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=675969a0-cbbb-4695-8aaa-819031e1309c,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:27.660075 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b90d365-fef5-4d57-a97c-590f6f8bbdd3 admin admin] Checking segment: {'id': 'b6f356a9-0a6c-4eef-b53b-a8e574f76be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8f359e7a-87d6-4a6f-82c2-bb78cb129f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:40:27.660438 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b90d365-fef5-4d57-a97c-590f6f8bbdd3 admin admin] Network hostable DHCP agents. Network: 8f359e7a-87d6-4a6f-82c2-bb78cb129f4b, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:40:27.676965 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b90d365-fef5-4d57-a97c-590f6f8bbdd3 admin admin] Network 8f359e7a-87d6-4a6f-82c2-bb78cb129f4b is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:40:27.685674 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-9b90d365-fef5-4d57-a97c-590f6f8bbdd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 8f359e7a-87d6-4a6f-82c2-bb78cb129f4b) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:40:27.690034 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90d365-fef5-4d57-a97c-590f6f8bbdd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:27.690652 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9b90d365-fef5-4d57-a97c-590f6f8bbdd3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:27.694487 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b4cdd1-0a70-4e7a-b14b-cb37a6e2cccf None None] Network 8f359e7a-87d6-4a6f-82c2-bb78cb129f4b requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:40:27.706801 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9b90d365-fef5-4d57-a97c-590f6f8bbdd3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3004131 Feb 19 04:40:27.793545 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a3eed4-1618-4478-9294-53d77122b472 None None] Network 8f359e7a-87d6-4a6f-82c2-bb78cb129f4b requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:40:28.170971 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-14b18e7f-fb4d-4361-ab6f-967de3b7ba62 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:28.172352 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-14b18e7f-fb4d-4361-ab6f-967de3b7ba62 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/networks?id=ef1b5a1f-6e39-4ecf-af70-cbf8c743db13 HTTP/1.1" status: 200 len: 812 time: 0.0983336 Feb 19 04:40:28.187427 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-27c3ba21-65f7-4315-9551-8c4ba8eb2379 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/quotas/1c9f993714c9457d8a9a7ce394968ae2 HTTP/1.1" status: 200 len: 375 time: 0.0097325 Feb 19 04:40:28.222318 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-0faa0341-2d88-47ea-ac9c-43d08b52640a tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c9f993714c9457d8a9a7ce394968ae2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298164 Feb 19 04:40:28.232411 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-d70f2e69-a77a-4181-8708-32e4890eaaa2 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:40:28.233332 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-d70f2e69-a77a-4181-8708-32e4890eaaa2 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048997 Feb 19 04:40:28.318631 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-54d75c85-823c-427f-84b8-c2524e2bb719 service neutron] 10.222.0.52 "GET /v2.0/networks/ef1b5a1f-6e39-4ecf-af70-cbf8c743db13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800967 Feb 19 04:40:28.410616 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-3e569f2b-db5d-4dc0-a849-a08f0e723c9f service neutron] 10.222.0.52 "GET /v2.0/networks/ef1b5a1f-6e39-4ecf-af70-cbf8c743db13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860991 Feb 19 04:40:28.570668 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-466dc153-3c6a-4709-8f36-e3fb12d9bb65 req-b0ee52e1-326e-4eb7-8be1-b8b7ccc4bb9c tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/ports?device_id=45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5 HTTP/1.1" status: 200 len: 210 time: 0.0287118 Feb 19 04:40:29.462708 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-3d678d2d-a25e-4841-bc3c-288cbe0308bf tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:29.464176 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-3d678d2d-a25e-4841-bc3c-288cbe0308bf tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.79 "GET /v2.0/networks?id=ef1b5a1f-6e39-4ecf-af70-cbf8c743db13 HTTP/1.1" status: 200 len: 812 time: 0.1038101 Feb 19 04:40:29.476123 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-fcb56864-e732-4ed1-9eb6-c7d0be99a901 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Request body: {'port': {'device_id': '45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5', 'network_id': 'ef1b5a1f-6e39-4ecf-af70-cbf8c743db13', 'admin_state_up': True, 'tenant_id': '1c9f993714c9457d8a9a7ce394968ae2'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:40:29.588127 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-fcb56864-e732-4ed1-9eb6-c7d0be99a901 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Made reservation on behalf of 1c9f993714c9457d8a9a7ce394968ae2 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:40:29.591451 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-fcb56864-e732-4ed1-9eb6-c7d0be99a901 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:29.685690 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6cc953c9-7811-4ba6-b9ea-22f2ab5f0fba req-9a214267-6f07-4b9e-9b4d-d9eda361bc6f tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/ports?device_id=45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5 HTTP/1.1" status: 200 len: 210 time: 0.0384028 Feb 19 04:40:29.744231 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-fcb56864-e732-4ed1-9eb6-c7d0be99a901 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Allocated IP 172.20.0.12 (ef1b5a1f-6e39-4ecf-af70-cbf8c743db13/d687cc5d-e29b-4e50-bb86-734564595ea4/cf4d1661-9df9-441d-9bad-518415709365) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:40:29.892297 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-fcb56864-e732-4ed1-9eb6-c7d0be99a901 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Publish callbacks [] for port (cf4d1661-9df9-441d-9bad-518415709365), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:29.923984 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-fcb56864-e732-4ed1-9eb6-c7d0be99a901 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (cf4d1661-9df9-441d-9bad-518415709365), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:29.949814 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:29.964378 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-fcb56864-e732-4ed1-9eb6-c7d0be99a901 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Network ef1b5a1f-6e39-4ecf-af70-cbf8c743db13 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:40:29.967434 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-fcb56864-e732-4ed1-9eb6-c7d0be99a901 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:40:29.970935 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-fcb56864-e732-4ed1-9eb6-c7d0be99a901 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:40:29.997908 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb56864-e732-4ed1-9eb6-c7d0be99a901 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Pushing event updated for resources: {'Port': ['ID=cf4d1661-9df9-441d-9bad-518415709365,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:30.024313 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-fcb56864-e732-4ed1-9eb6-c7d0be99a901 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:30.024924 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-fcb56864-e732-4ed1-9eb6-c7d0be99a901 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:30.040240 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-fcb56864-e732-4ed1-9eb6-c7d0be99a901 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5681212 Feb 19 04:40:30.051858 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-af0fffc0-5d52-4f9e-bfa5-5980ada5f15e service neutron] Request body: {'port': {'device_id': '45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:40:30.111780 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-af0fffc0-5d52-4f9e-bfa5-5980ada5f15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cf4d1661-9df9-441d-9bad-518415709365), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:30.363029 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-af0fffc0-5d52-4f9e-bfa5-5980ada5f15e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4d1661-9df9-441d-9bad-518415709365 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:40:30.370130 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-af0fffc0-5d52-4f9e-bfa5-5980ada5f15e service neutron] Publish callbacks [] for port (cf4d1661-9df9-441d-9bad-518415709365), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:30.381702 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-af0fffc0-5d52-4f9e-bfa5-5980ada5f15e service neutron] Transition to ACTIVE for port object cf4d1661-9df9-441d-9bad-518415709365 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:40:30.385573 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-af0fffc0-5d52-4f9e-bfa5-5980ada5f15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (cf4d1661-9df9-441d-9bad-518415709365), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:30.434499 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0fffc0-5d52-4f9e-bfa5-5980ada5f15e service neutron] Pushing event updated for resources: {'Port': ['ID=cf4d1661-9df9-441d-9bad-518415709365,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:30.504517 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-af0fffc0-5d52-4f9e-bfa5-5980ada5f15e service neutron] Attempting to bind port cf4d1661-9df9-441d-9bad-518415709365 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:40:30.505202 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-af0fffc0-5d52-4f9e-bfa5-5980ada5f15e service neutron] Attempting to bind port cf4d1661-9df9-441d-9bad-518415709365 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'f40e8c4e-74d5-4e04-8fe7-478c74161ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ef1b5a1f-6e39-4ecf-af70-cbf8c743db13'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:40:30.505202 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-af0fffc0-5d52-4f9e-bfa5-5980ada5f15e service neutron] Attempting to bind port cf4d1661-9df9-441d-9bad-518415709365 on network ef1b5a1f-6e39-4ecf-af70-cbf8c743db13 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:40:30.509598 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-af0fffc0-5d52-4f9e-bfa5-5980ada5f15e service neutron] Port cf4d1661-9df9-441d-9bad-518415709365 on network ef1b5a1f-6e39-4ecf-af70-cbf8c743db13 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:40:30.509920 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-af0fffc0-5d52-4f9e-bfa5-5980ada5f15e service neutron] Attempting to bind port cf4d1661-9df9-441d-9bad-518415709365 on network ef1b5a1f-6e39-4ecf-af70-cbf8c743db13 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:40:30.514708 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-af0fffc0-5d52-4f9e-bfa5-5980ada5f15e service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:40:30.515043 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-af0fffc0-5d52-4f9e-bfa5-5980ada5f15e service neutron] Checking segment: {'id': 'f40e8c4e-74d5-4e04-8fe7-478c74161ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ef1b5a1f-6e39-4ecf-af70-cbf8c743db13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:40:30.515421 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-af0fffc0-5d52-4f9e-bfa5-5980ada5f15e service neutron] Bound using segment: {'id': 'f40e8c4e-74d5-4e04-8fe7-478c74161ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ef1b5a1f-6e39-4ecf-af70-cbf8c743db13'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:40:30.515840 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-af0fffc0-5d52-4f9e-bfa5-5980ada5f15e service neutron] Bound port: cf4d1661-9df9-441d-9bad-518415709365, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40e8c4e-74d5-4e04-8fe7-478c74161ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ef1b5a1f-6e39-4ecf-af70-cbf8c743db13'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:40:30.516191 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-af0fffc0-5d52-4f9e-bfa5-5980ada5f15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cf4d1661-9df9-441d-9bad-518415709365), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:30.575914 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-af0fffc0-5d52-4f9e-bfa5-5980ada5f15e service neutron] For port cf4d1661-9df9-441d-9bad-518415709365, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:40:30.578841 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-af0fffc0-5d52-4f9e-bfa5-5980ada5f15e service neutron] For port cf4d1661-9df9-441d-9bad-518415709365, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=cf4d1661-9df9-441d-9bad-518415709365,segment=NetworkSegment(f40e8c4e-74d5-4e04-8fe7-478c74161ab4),segment_id=f40e8c4e-74d5-4e04-8fe7-478c74161ab4)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:40:30.585044 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-af0fffc0-5d52-4f9e-bfa5-5980ada5f15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (cf4d1661-9df9-441d-9bad-518415709365), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:30.615067 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-af0fffc0-5d52-4f9e-bfa5-5980ada5f15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:30.615910 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-af0fffc0-5d52-4f9e-bfa5-5980ada5f15e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:30.617286 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-af0fffc0-5d52-4f9e-bfa5-5980ada5f15e service neutron] 10.222.0.79 "PUT /v2.0/ports/cf4d1661-9df9-441d-9bad-518415709365 HTTP/1.1" status: 200 len: 1093 time: 0.5695050 Feb 19 04:40:30.619445 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5', 'tag': 'cf4d1661-9df9-441d-9bad-518415709365'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:40:30.622385 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa788e5-cea4-4a2b-8870-0a32896548c0" -d '{"events": [{"name": "network-changed", "server_uuid": "45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5", "tag": "cf4d1661-9df9-441d-9bad-518415709365"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:40:30.659487 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0fffc0-5d52-4f9e-bfa5-5980ada5f15e service neutron] Pushing event updated for resources: {'Port': ['ID=cf4d1661-9df9-441d-9bad-518415709365,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:30.666755 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa0f675-6879-4ce1-b7dc-9dd3d7db0b82 x-openstack-request-id: req-1aa0f675-6879-4ce1-b7dc-9dd3d7db0b82 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:40:30.667055 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5", "tag": "cf4d1661-9df9-441d-9bad-518415709365", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:40:30.667315 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1aa0f675-6879-4ce1-b7dc-9dd3d7db0b82 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:40:30.667722 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5', 'tag': 'cf4d1661-9df9-441d-9bad-518415709365', 'status': 'completed', 'code': 200} Feb 19 04:40:30.672639 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-42123484-ca26-4f63-9c1d-2cf05a7487ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:30.719086 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-8df5ac7d-23dc-486a-afa4-044a8c20e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:30.720599 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-8df5ac7d-23dc-486a-afa4-044a8c20e25a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1c9f993714c9457d8a9a7ce394968ae2&device_id=45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5 HTTP/1.1" status: 200 len: 1127 time: 0.0492177 Feb 19 04:40:30.763533 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-92374863-10ed-4b5f-aea4-b1712fdff90c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf4d1661-9df9-441d-9bad-518415709365 HTTP/1.1" status: 200 len: 217 time: 0.0361147 Feb 19 04:40:30.834610 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-474c13b0-fbfd-4ba4-8b9c-3a065079ebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:30.836053 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-474c13b0-fbfd-4ba4-8b9c-3a065079ebb6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d687cc5d-e29b-4e50-bb86-734564595ea4 HTTP/1.1" status: 200 len: 852 time: 0.0655844 Feb 19 04:40:30.857644 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8e547-9fba-40e2-bfdc-8d51a17d1023 req-f15bb3d5-8413-4791-9ab0-850bfb04cf30 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:30.859098 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bdf8e547-9fba-40e2-bfdc-8d51a17d1023 req-f15bb3d5-8413-4791-9ab0-850bfb04cf30 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/ports?device_id=45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5 HTTP/1.1" status: 200 len: 944 time: 0.0985696 Feb 19 04:40:30.876118 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-2822b9ac-63bf-4e7f-b936-35d2307bdaf9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ef1b5a1f-6e39-4ecf-af70-cbf8c743db13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329673 Feb 19 04:40:30.972758 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bdf8e547-9fba-40e2-bfdc-8d51a17d1023 req-b9df4780-74e7-47b5-b76d-ff8f45e45205 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/security-groups?id=176df1ac-2a66-4f5f-ab49-f2315f104730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994532 Feb 19 04:40:31.000223 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-452def89-2737-4586-8611-fdecfb2b1e7e service neutron] 10.222.0.79 "GET /v2.0/networks/ef1b5a1f-6e39-4ecf-af70-cbf8c743db13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183240 Feb 19 04:40:31.089797 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1dea97b-7c02-4a88-8e1e-568284908edb req-34a439cd-13ee-41e3-b5f2-afba51e7d416 service neutron] 10.222.0.79 "GET /v2.0/networks/ef1b5a1f-6e39-4ecf-af70-cbf8c743db13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841072 Feb 19 04:40:31.173588 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa788e5-cea4-4a2b-8870-0a32896548c0 req-dd420f27-3994-43d9-a700-2e8ed8f097d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:31.175110 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-afa788e5-cea4-4a2b-8870-0a32896548c0 req-dd420f27-3994-43d9-a700-2e8ed8f097d2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1c9f993714c9457d8a9a7ce394968ae2&device_id=45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5 HTTP/1.1" status: 200 len: 1127 time: 0.0443165 Feb 19 04:40:31.266638 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa788e5-cea4-4a2b-8870-0a32896548c0 req-c4b0a9d6-0825-4219-91b5-7c5c9fb7d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:31.268114 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-afa788e5-cea4-4a2b-8870-0a32896548c0 req-c4b0a9d6-0825-4219-91b5-7c5c9fb7d8dd service neutron] 10.222.0.79 "GET /v2.0/networks?id=ef1b5a1f-6e39-4ecf-af70-cbf8c743db13 HTTP/1.1" status: 200 len: 913 time: 0.0873098 Feb 19 04:40:31.307554 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-afa788e5-cea4-4a2b-8870-0a32896548c0 req-467c8a06-d48a-4a01-a936-f00eef13ea1c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf4d1661-9df9-441d-9bad-518415709365 HTTP/1.1" status: 200 len: 217 time: 0.0327222 Feb 19 04:40:31.353431 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa788e5-cea4-4a2b-8870-0a32896548c0 req-2bb60357-2f63-4fcc-95e7-5065f8dd1fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:31.354868 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-afa788e5-cea4-4a2b-8870-0a32896548c0 req-2bb60357-2f63-4fcc-95e7-5065f8dd1fb2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d687cc5d-e29b-4e50-bb86-734564595ea4 HTTP/1.1" status: 200 len: 852 time: 0.0414135 Feb 19 04:40:31.390725 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-afa788e5-cea4-4a2b-8870-0a32896548c0 req-731ff980-c57f-411d-8df7-35786edb4273 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ef1b5a1f-6e39-4ecf-af70-cbf8c743db13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283723 Feb 19 04:40:31.477203 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-afa788e5-cea4-4a2b-8870-0a32896548c0 req-e22111d0-4789-4663-838a-6e823d485489 service neutron] 10.222.0.79 "GET /v2.0/networks/ef1b5a1f-6e39-4ecf-af70-cbf8c743db13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795085 Feb 19 04:40:31.567502 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-afa788e5-cea4-4a2b-8870-0a32896548c0 req-ecb97986-6df8-4203-bd76-171bf5608d89 service neutron] 10.222.0.79 "GET /v2.0/networks/ef1b5a1f-6e39-4ecf-af70-cbf8c743db13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841939 Feb 19 04:40:32.093682 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5731064-d2e7-4c2a-b0eb-a57e2e5db4bb req-ab70e47e-01de-4020-af65-8132004b4460 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:32.095178 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5731064-d2e7-4c2a-b0eb-a57e2e5db4bb req-ab70e47e-01de-4020-af65-8132004b4460 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/ports?device_id=45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5 HTTP/1.1" status: 200 len: 944 time: 0.0526011 Feb 19 04:40:32.143274 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5731064-d2e7-4c2a-b0eb-a57e2e5db4bb req-7d33c523-02ef-4356-bd85-55cdae0e06fc tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/security-groups?id=176df1ac-2a66-4f5f-ab49-f2315f104730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425155 Feb 19 04:40:33.269197 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ec735-53bb-406a-aeff-233f01056d89 req-7dff241c-77c9-47c5-a904-4946a0d308e7 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:33.270688 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9e3ec735-53bb-406a-aeff-233f01056d89 req-7dff241c-77c9-47c5-a904-4946a0d308e7 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/ports?device_id=45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5 HTTP/1.1" status: 200 len: 944 time: 0.0543258 Feb 19 04:40:33.286529 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:40:33.317756 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9e3ec735-53bb-406a-aeff-233f01056d89 req-e65b1635-6804-491c-86ef-283bfd8b7524 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/security-groups?id=176df1ac-2a66-4f5f-ab49-f2315f104730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413775 Feb 19 04:40:33.505730 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e2f61a43-0208-4d87-ab42-699fe2dc2f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:33.902292 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:34.175078 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device cf4d1661-9df9-441d-9bad-518415709365 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:40:34.270827 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port cf4d1661-9df9-441d-9bad-518415709365, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=cf4d1661-9df9-441d-9bad-518415709365,segment=NetworkSegment(f40e8c4e-74d5-4e04-8fe7-478c74161ab4),segment_id=f40e8c4e-74d5-4e04-8fe7-478c74161ab4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:40:34.282012 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'cf4d1661-9df9-441d-9bad-518415709365', 'network_id': 'ef1b5a1f-6e39-4ecf-af70-cbf8c743db13', 'port_id': 'cf4d1661-9df9-441d-9bad-518415709365', 'mac_address': 'fa:16:3e:78:a2:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd687cc5d-e29b-4e50-bb86-734564595ea4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:40:34.317552 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port cf4d1661-9df9-441d-9bad-518415709365 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:40:34.317938 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cf4d1661-9df9-441d-9bad-518415709365), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:34.331008 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4d1661-9df9-441d-9bad-518415709365 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:40:34.350784 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port cf4d1661-9df9-441d-9bad-518415709365, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=cf4d1661-9df9-441d-9bad-518415709365,segment=NetworkSegment(f40e8c4e-74d5-4e04-8fe7-478c74161ab4),segment_id=f40e8c4e-74d5-4e04-8fe7-478c74161ab4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:40:34.355051 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (cf4d1661-9df9-441d-9bad-518415709365), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:34.404135 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=cf4d1661-9df9-441d-9bad-518415709365,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:34.440788 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd5a69-c534-4b24-b4db-ea3b5ab86859 req-bbab2328-6d74-4e12-8e9d-444fb0612937 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:34.442197 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-addd5a69-c534-4b24-b4db-ea3b5ab86859 req-bbab2328-6d74-4e12-8e9d-444fb0612937 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/ports?device_id=45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5 HTTP/1.1" status: 200 len: 945 time: 0.0557935 Feb 19 04:40:34.487811 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-addd5a69-c534-4b24-b4db-ea3b5ab86859 req-054549f4-f6b7-4e8c-b3db-34d3cd951d07 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/security-groups?id=176df1ac-2a66-4f5f-ab49-f2315f104730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398452 Feb 19 04:40:34.568162 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['cf4d1661-9df9-441d-9bad-518415709365'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:40:35.398247 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:35.606659 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50048c8-fee1-42e5-b13c-7844150826d5 req-d8197ebd-6402-43a9-bafa-8aca4f6c5ccb tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:35.608127 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b50048c8-fee1-42e5-b13c-7844150826d5 req-d8197ebd-6402-43a9-bafa-8aca4f6c5ccb tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/ports?device_id=45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5 HTTP/1.1" status: 200 len: 945 time: 0.0546203 Feb 19 04:40:35.657562 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b50048c8-fee1-42e5-b13c-7844150826d5 req-a44f14f7-4a4f-478d-875c-3337f8a0f42b tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/security-groups?id=176df1ac-2a66-4f5f-ab49-f2315f104730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435572 Feb 19 04:40:36.191293 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device cf4d1661-9df9-441d-9bad-518415709365 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:40:36.238509 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port cf4d1661-9df9-441d-9bad-518415709365 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:40:36.242007 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port cf4d1661-9df9-441d-9bad-518415709365 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:40:36.242417 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cf4d1661-9df9-441d-9bad-518415709365), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:36.317418 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port cf4d1661-9df9-441d-9bad-518415709365 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:40:36.317802 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cf4d1661-9df9-441d-9bad-518415709365), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:36.339019 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4d1661-9df9-441d-9bad-518415709365'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:40:36.341844 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b11f6c-1c05-4785-ba52-2137edad72ba" -d '{"events": [{"server_uuid": "45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5", "name": "network-vif-plugged", "status": "completed", "tag": "cf4d1661-9df9-441d-9bad-518415709365"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:40:36.358038 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port cf4d1661-9df9-441d-9bad-518415709365, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=cf4d1661-9df9-441d-9bad-518415709365,segment=NetworkSegment(f40e8c4e-74d5-4e04-8fe7-478c74161ab4),segment_id=f40e8c4e-74d5-4e04-8fe7-478c74161ab4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:40:36.361924 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (cf4d1661-9df9-441d-9bad-518415709365), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:36.412986 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=cf4d1661-9df9-441d-9bad-518415709365,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:36.448568 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f130786c-4a58-4a71-a8e9-353c049bbc8c x-openstack-request-id: req-f130786c-4a58-4a71-a8e9-353c049bbc8c {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:40:36.448874 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5", "name": "network-vif-plugged", "status": "completed", "tag": "cf4d1661-9df9-441d-9bad-518415709365", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:40:36.449135 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f130786c-4a58-4a71-a8e9-353c049bbc8c {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:40:36.449550 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4d1661-9df9-441d-9bad-518415709365', 'code': 200} Feb 19 04:40:36.548699 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a77f2-39b1-4fb0-98fd-a4b1806259ba req-0786e140-42ca-4e44-8659-f5165da30e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:36.550137 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d44a77f2-39b1-4fb0-98fd-a4b1806259ba req-0786e140-42ca-4e44-8659-f5165da30e17 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5 HTTP/1.1" status: 200 len: 1129 time: 0.0466557 Feb 19 04:40:36.592037 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d44a77f2-39b1-4fb0-98fd-a4b1806259ba req-6e8f326d-aabf-4876-9a04-db9ff313934d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=176df1ac-2a66-4f5f-ab49-f2315f104730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361085 Feb 19 04:40:36.775287 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee412d9b-4066-4f8a-ae36-756f09791820 req-b7831c91-7ca9-4074-864f-c233aaa8ab2e tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:36.776771 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ee412d9b-4066-4f8a-ae36-756f09791820 req-b7831c91-7ca9-4074-864f-c233aaa8ab2e tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/ports?device_id=45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5 HTTP/1.1" status: 200 len: 946 time: 0.0510082 Feb 19 04:40:36.823918 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ee412d9b-4066-4f8a-ae36-756f09791820 req-ff897a48-9952-4624-be13-e2e0111c02c2 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/security-groups?id=176df1ac-2a66-4f5f-ab49-f2315f104730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407126 Feb 19 04:40:36.832269 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:37.943716 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61a7eb-be78-4b84-ba29-0d41b9100331 req-60c7eeb1-5077-472d-999e-30ec24615459 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:37.945160 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe61a7eb-be78-4b84-ba29-0d41b9100331 req-60c7eeb1-5077-472d-999e-30ec24615459 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/ports?device_id=45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5 HTTP/1.1" status: 200 len: 946 time: 0.0500588 Feb 19 04:40:37.993482 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe61a7eb-be78-4b84-ba29-0d41b9100331 req-d4d90432-fdb6-4d02-844d-a01a93f181be tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/security-groups?id=176df1ac-2a66-4f5f-ab49-f2315f104730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427952 Feb 19 04:40:38.110834 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9722c8-2da7-42d2-9f77-d978002a067a req-58c497f5-2978-44d9-97c9-222563531fe5 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:38.112197 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0f9722c8-2da7-42d2-9f77-d978002a067a req-58c497f5-2978-44d9-97c9-222563531fe5 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/ports?device_id=45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5 HTTP/1.1" status: 200 len: 946 time: 0.0507288 Feb 19 04:40:38.157643 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0f9722c8-2da7-42d2-9f77-d978002a067a req-39e1a26b-3123-4ddd-bc7f-81bfcc976817 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/security-groups?id=176df1ac-2a66-4f5f-ab49-f2315f104730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399139 Feb 19 04:40:38.376232 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980a4a9-744b-4069-92c1-5f66f9ca7d0c req-b066bb68-4a25-47e9-b94f-52d1a1cbc0a6 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:38.377651 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6980a4a9-744b-4069-92c1-5f66f9ca7d0c req-b066bb68-4a25-47e9-b94f-52d1a1cbc0a6 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/ports?device_id=45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5 HTTP/1.1" status: 200 len: 946 time: 0.0519798 Feb 19 04:40:38.423348 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6980a4a9-744b-4069-92c1-5f66f9ca7d0c req-fa04f71e-ae4f-459f-8694-ab6ae9dde8c7 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/security-groups?id=176df1ac-2a66-4f5f-ab49-f2315f104730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401778 Feb 19 04:40:39.418311 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ac9b7-7981-4ef6-943b-ff4540921b20 req-52c8e461-f0f0-49dc-a0d4-be12203b1d0c tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:39.419828 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0d0ac9b7-7981-4ef6-943b-ff4540921b20 req-52c8e461-f0f0-49dc-a0d4-be12203b1d0c tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 945 time: 0.0559745 Feb 19 04:40:39.468549 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0d0ac9b7-7981-4ef6-943b-ff4540921b20 req-ac05a714-2cad-47a0-b811-3266280c1099 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430617 Feb 19 04:40:39.545502 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247c9f5-46ea-4851-bc60-57c575716489 req-bc728ee2-7ebd-41fa-81b4-38a7472a4722 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:39.546917 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5247c9f5-46ea-4851-bc60-57c575716489 req-bc728ee2-7ebd-41fa-81b4-38a7472a4722 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/ports?device_id=45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5 HTTP/1.1" status: 200 len: 946 time: 0.0529001 Feb 19 04:40:39.593110 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5247c9f5-46ea-4851-bc60-57c575716489 req-7fe62d0c-dc12-44ac-8257-eddc53f56421 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/security-groups?id=176df1ac-2a66-4f5f-ab49-f2315f104730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407052 Feb 19 04:40:39.823614 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f380b1-6061-4ed5-92cc-ede269e3abdf req-2617dc09-b849-423d-8a25-289b54cb2a2b tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:39.824991 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f3f380b1-6061-4ed5-92cc-ede269e3abdf req-2617dc09-b849-423d-8a25-289b54cb2a2b tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/ports?device_id=45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5 HTTP/1.1" status: 200 len: 946 time: 0.0859857 Feb 19 04:40:39.839625 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91800a6-6037-415d-be1f-e99329430c43 req-94f7ef32-d242-4b88-8074-98ff5ca679ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:39.840996 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a91800a6-6037-415d-be1f-e99329430c43 req-94f7ef32-d242-4b88-8074-98ff5ca679ee service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1c9f993714c9457d8a9a7ce394968ae2&device_id=45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5 HTTP/1.1" status: 200 len: 1129 time: 0.0710635 Feb 19 04:40:39.923126 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f3f380b1-6061-4ed5-92cc-ede269e3abdf req-2d181a8a-f43f-4e79-99e6-b039b7d9106f tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/security-groups?id=176df1ac-2a66-4f5f-ab49-f2315f104730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909312 Feb 19 04:40:39.952638 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91800a6-6037-415d-be1f-e99329430c43 req-d19ece68-8505-4efc-a034-978019bc0d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:39.954076 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a91800a6-6037-415d-be1f-e99329430c43 req-d19ece68-8505-4efc-a034-978019bc0d8b service neutron] 10.222.0.79 "GET /v2.0/networks?id=ef1b5a1f-6e39-4ecf-af70-cbf8c743db13 HTTP/1.1" status: 200 len: 913 time: 0.1060832 Feb 19 04:40:39.999029 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a91800a6-6037-415d-be1f-e99329430c43 req-829a1945-7704-4486-801b-d2e88e7306fc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf4d1661-9df9-441d-9bad-518415709365 HTTP/1.1" status: 200 len: 217 time: 0.0376267 Feb 19 04:40:40.044674 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91800a6-6037-415d-be1f-e99329430c43 req-06016340-a8b5-4640-b480-1d186ad20938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:40.046738 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a91800a6-6037-415d-be1f-e99329430c43 req-06016340-a8b5-4640-b480-1d186ad20938 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d687cc5d-e29b-4e50-bb86-734564595ea4 HTTP/1.1" status: 200 len: 852 time: 0.0423300 Feb 19 04:40:40.077122 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a91800a6-6037-415d-be1f-e99329430c43 req-a2b00504-ff2a-4ee1-befd-fb21b54a18a8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ef1b5a1f-6e39-4ecf-af70-cbf8c743db13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243025 Feb 19 04:40:40.165636 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a91800a6-6037-415d-be1f-e99329430c43 req-bcea2537-6226-4574-b989-4f5ed8eac4af service neutron] 10.222.0.79 "GET /v2.0/networks/ef1b5a1f-6e39-4ecf-af70-cbf8c743db13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825336 Feb 19 04:40:40.252964 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a91800a6-6037-415d-be1f-e99329430c43 req-8846a934-e4f1-4145-80b7-e47c3685698f service neutron] 10.222.0.79 "GET /v2.0/networks/ef1b5a1f-6e39-4ecf-af70-cbf8c743db13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809338 Feb 19 04:40:40.596683 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff4175-65d6-415b-954f-3722b517c9ee req-9b13ae8f-2027-4c89-87af-cab7c477c053 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:40.598135 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aeff4175-65d6-415b-954f-3722b517c9ee req-9b13ae8f-2027-4c89-87af-cab7c477c053 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 945 time: 0.0615463 Feb 19 04:40:40.645762 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aeff4175-65d6-415b-954f-3722b517c9ee req-4477236f-95dd-46e2-9566-c7fd6f9e6735 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421293 Feb 19 04:40:40.828027 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b8395-5f6f-427f-8266-5e2efddaf160 req-62604200-51d6-4574-b557-c46286b32053 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:40.829445 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-407b8395-5f6f-427f-8266-5e2efddaf160 req-62604200-51d6-4574-b557-c46286b32053 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 945 time: 0.0517201 Feb 19 04:40:40.919924 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-407b8395-5f6f-427f-8266-5e2efddaf160 req-bedf8bea-a1b0-4872-96e4-f46265003a68 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Deleting port 6dedca16-21ec-4ac3-87b8-757d3c8a4595 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:40:40.920836 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-407b8395-5f6f-427f-8266-5e2efddaf160 req-bedf8bea-a1b0-4872-96e4-f46265003a68 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (6dedca16-21ec-4ac3-87b8-757d3c8a4595), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:41.040254 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-407b8395-5f6f-427f-8266-5e2efddaf160 req-bedf8bea-a1b0-4872-96e4-f46265003a68 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] For port 6dedca16-21ec-4ac3-87b8-757d3c8a4595, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=6dedca16-21ec-4ac3-87b8-757d3c8a4595,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:40:41.040705 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-407b8395-5f6f-427f-8266-5e2efddaf160 req-bedf8bea-a1b0-4872-96e4-f46265003a68 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (6dedca16-21ec-4ac3-87b8-757d3c8a4595), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:41.144545 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c6dd0-30c6-4425-a98e-0e63559963e7 req-7d026d62-ae6e-4e23-afef-04caee392241 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:41.146187 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-be5c6dd0-30c6-4425-a98e-0e63559963e7 req-7d026d62-ae6e-4e23-afef-04caee392241 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/ports?device_id=45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5 HTTP/1.1" status: 200 len: 946 time: 0.1491411 Feb 19 04:40:41.256664 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-be5c6dd0-30c6-4425-a98e-0e63559963e7 req-7c7d5f4c-86b4-441b-99c5-04c2390c5ff0 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/security-groups?id=176df1ac-2a66-4f5f-ab49-f2315f104730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040542 Feb 19 04:40:41.312220 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-407b8395-5f6f-427f-8266-5e2efddaf160 req-bedf8bea-a1b0-4872-96e4-f46265003a68 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:41.312584 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-407b8395-5f6f-427f-8266-5e2efddaf160 req-bedf8bea-a1b0-4872-96e4-f46265003a68 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (d1972899-77c6-4f75-b296-5bde9161005b), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:41.312902 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [req-407b8395-5f6f-427f-8266-5e2efddaf160 req-bedf8bea-a1b0-4872-96e4-f46265003a68 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Floating IP d1972899-77c6-4f75-b296-5bde9161005b disassociated. External IP: 172.25.3.129, port: 6dedca16-21ec-4ac3-87b8-757d3c8a4595. Feb 19 04:40:41.313245 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-407b8395-5f6f-427f-8266-5e2efddaf160 req-bedf8bea-a1b0-4872-96e4-f46265003a68 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Calling delete_port for 6dedca16-21ec-4ac3-87b8-757d3c8a4595 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:40:41.439165 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-407b8395-5f6f-427f-8266-5e2efddaf160 req-bedf8bea-a1b0-4872-96e4-f46265003a68 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (6dedca16-21ec-4ac3-87b8-757d3c8a4595), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:41.466676 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf8bea-a1b0-4872-96e4-f46265003a68 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event deleted for resources: {'Port': ['ID=6dedca16-21ec-4ac3-87b8-757d3c8a4595,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:41.578268 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-407b8395-5f6f-427f-8266-5e2efddaf160 req-bedf8bea-a1b0-4872-96e4-f46265003a68 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:40:41.684519 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-407b8395-5f6f-427f-8266-5e2efddaf160 req-bedf8bea-a1b0-4872-96e4-f46265003a68 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:40:41.694613 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8566bc2c-2ccc-453b-a2c7-9c453151dd65 None None] Sync routers for ids ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:40:41.706040 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8566bc2c-2ccc-453b-a2c7-9c453151dd65 None None] Routers {'1f4e88ee-8a01-46dc-8cae-b0f57e62d654'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:40:41.706961 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-8566bc2c-2ccc-453b-a2c7-9c453151dd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:40:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:41.729102 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-407b8395-5f6f-427f-8266-5e2efddaf160 req-bedf8bea-a1b0-4872-96e4-f46265003a68 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] No DVR routers for this DVR port 6dedca16-21ec-4ac3-87b8-757d3c8a4595 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:40:41.738701 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-407b8395-5f6f-427f-8266-5e2efddaf160 req-bedf8bea-a1b0-4872-96e4-f46265003a68 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:41.741846 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-407b8395-5f6f-427f-8266-5e2efddaf160 req-bedf8bea-a1b0-4872-96e4-f46265003a68 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.79 "DELETE /v2.0/ports/6dedca16-21ec-4ac3-87b8-757d3c8a4595 HTTP/1.1" status: 204 len: 173 time: 0.9070437 Feb 19 04:40:41.742327 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0940ff7-5c9c-43dc-a6e2-be872ac61656', 'name': 'network-vif-deleted', 'tag': '6dedca16-21ec-4ac3-87b8-757d3c8a4595'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:40:41.744528 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f011db1-04f1-4313-b2ab-4eb0ff880114" -d '{"events": [{"server_uuid": "a0940ff7-5c9c-43dc-a6e2-be872ac61656", "name": "network-vif-deleted", "tag": "6dedca16-21ec-4ac3-87b8-757d3c8a4595"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:40:41.765797 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0dd77df4-90bf-4e8f-b289-78a5541b8315 req-d4c638b4-c633-4c34-b731-57d9b3226342 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 210 time: 0.0378804 Feb 19 04:40:41.803467 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33a674a-8de9-4856-b28e-c28b0634ab93 x-openstack-request-id: req-a33a674a-8de9-4856-b28e-c28b0634ab93 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:40:41.803934 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0940ff7-5c9c-43dc-a6e2-be872ac61656", "name": "network-vif-deleted", "tag": "6dedca16-21ec-4ac3-87b8-757d3c8a4595", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:40:41.804498 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a33a674a-8de9-4856-b28e-c28b0634ab93 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:40:41.805083 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0940ff7-5c9c-43dc-a6e2-be872ac61656', 'name': 'network-vif-deleted', 'tag': '6dedca16-21ec-4ac3-87b8-757d3c8a4595', 'status': 'completed', 'code': 200} Feb 19 04:40:41.837479 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-8566bc2c-2ccc-453b-a2c7-9c453151dd65 None None] Set router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:40:42.136460 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-8566bc2c-2ccc-453b-a2c7-9c453151dd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'name': 'tempest-TestVolumeBootPattern-131073699-router', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '247c85df-5a54-4659-9067-e62f93a28182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:28Z', 'updated_at': '2022-02-19T04:32:33Z', 'revision_number': 4, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'gw_port': {'id': '247c85df-5a54-4659-9067-e62f93a28182', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:29Z', 'updated_at': '2022-02-19T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '689b5a2a-db85-458c-ab2e-2a29cc085f96', 'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'mac_address': 'fa:16:3e:0c:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:32Z', 'updated_at': '2022-02-19T04:32:44Z', 'revision_number': 5, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'subnets': [{'id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:42.164352 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8566bc2c-2ccc-453b-a2c7-9c453151dd65 None None] Checking router: 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:40:42.172775 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8566bc2c-2ccc-453b-a2c7-9c453151dd65 None None] Routers {'1f4e88ee-8a01-46dc-8cae-b0f57e62d654'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:40:42.173378 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-8566bc2c-2ccc-453b-a2c7-9c453151dd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:40:33Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:42.277655 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-8566bc2c-2ccc-453b-a2c7-9c453151dd65 None None] Set router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:40:42.380246 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2695a88-49a6-46f9-b50f-ee374e0092b3 req-6ca9c433-8c65-405c-85a3-7c961e85bc55 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:42.381723 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e2695a88-49a6-46f9-b50f-ee374e0092b3 req-6ca9c433-8c65-405c-85a3-7c961e85bc55 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/ports?device_id=45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5 HTTP/1.1" status: 200 len: 946 time: 0.0532975 Feb 19 04:40:42.428905 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e2695a88-49a6-46f9-b50f-ee374e0092b3 req-a075805e-0cde-4d95-a5bf-186da4d89051 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/security-groups?id=176df1ac-2a66-4f5f-ab49-f2315f104730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412874 Feb 19 04:40:42.480866 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-8566bc2c-2ccc-453b-a2c7-9c453151dd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'name': 'tempest-TestVolumeBootPattern-131073699-router', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '247c85df-5a54-4659-9067-e62f93a28182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:28Z', 'updated_at': '2022-02-19T04:32:33Z', 'revision_number': 4, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'gw_port': {'id': '247c85df-5a54-4659-9067-e62f93a28182', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:29Z', 'updated_at': '2022-02-19T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '689b5a2a-db85-458c-ab2e-2a29cc085f96', 'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'mac_address': 'fa:16:3e:0c:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:32Z', 'updated_at': '2022-02-19T04:32:44Z', 'revision_number': 5, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'subnets': [{'id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:42.507914 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8566bc2c-2ccc-453b-a2c7-9c453151dd65 None None] The sync data for ids ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'] in n-d-828369-19 is: [{'id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'name': 'tempest-TestVolumeBootPattern-131073699-router', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '247c85df-5a54-4659-9067-e62f93a28182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:28Z', 'updated_at': '2022-02-19T04:32:33Z', 'revision_number': 4, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'gw_port': {'id': '247c85df-5a54-4659-9067-e62f93a28182', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:29Z', 'updated_at': '2022-02-19T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '689b5a2a-db85-458c-ab2e-2a29cc085f96', 'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'mac_address': 'fa:16:3e:0c:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:32Z', 'updated_at': '2022-02-19T04:32:44Z', 'revision_number': 5, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'subnets': [{'id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:40:42.672646 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73906908-db73-485b-8693-6ce9eef18843 req-df8731fd-4574-424f-b9c4-c8cbd6ed85e9 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:42.678676 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-73906908-db73-485b-8693-6ce9eef18843 req-df8731fd-4574-424f-b9c4-c8cbd6ed85e9 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/ports?device_id=45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5 HTTP/1.1" status: 200 len: 946 time: 0.0593204 Feb 19 04:40:42.731406 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-73906908-db73-485b-8693-6ce9eef18843 req-b97171b7-6f9f-43c4-b2a6-29b123ed849c tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/security-groups?id=176df1ac-2a66-4f5f-ab49-f2315f104730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508683 Feb 19 04:40:42.790414 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e987925c-dc85-4fd9-8504-e6ea5c1102e4 None None] New status for floating IP d1972899-77c6-4f75-b296-5bde9161005b: DOWN {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:40:42.866156 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-78701ee4-1485-48b1-b16c-ab913fdc65bd req-fe3c4b9e-5ced-4bc3-82d9-7972b2d5a451 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 210 time: 0.0270903 Feb 19 04:40:43.855099 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a109880-411a-41eb-a3a9-b5b62efc283e req-7adf2b1e-1ba1-4863-9dfd-b7485db57b03 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:43.856442 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a109880-411a-41eb-a3a9-b5b62efc283e req-7adf2b1e-1ba1-4863-9dfd-b7485db57b03 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/ports?device_id=45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5 HTTP/1.1" status: 200 len: 946 time: 0.0522044 Feb 19 04:40:43.904681 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a109880-411a-41eb-a3a9-b5b62efc283e req-6b6f7b74-a946-4f2a-9f7f-b11edef5c6f6 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/security-groups?id=176df1ac-2a66-4f5f-ab49-f2315f104730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421441 Feb 19 04:40:43.981896 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69063cd4-8020-42e8-b8f2-0b786811e2dd req-bd447681-b460-4551-abcd-3844789aeca8 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 210 time: 0.0266900 Feb 19 04:40:44.166667 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef32e0-800e-4267-8765-5f72e2646d7e req-092bcdca-7df5-400a-bb54-1ce968266e42 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:44.168059 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1eef32e0-800e-4267-8765-5f72e2646d7e req-092bcdca-7df5-400a-bb54-1ce968266e42 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/ports?device_id=45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5 HTTP/1.1" status: 200 len: 946 time: 0.0888145 Feb 19 04:40:44.174341 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bf2c3-5f40-456b-a4bc-c4b906a3fe49 req-df2ed30a-90f9-4234-bbb9-18ff3795f035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:44.175776 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-322bf2c3-5f40-456b-a4bc-c4b906a3fe49 req-df2ed30a-90f9-4234-bbb9-18ff3795f035 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1c9f993714c9457d8a9a7ce394968ae2&device_id=45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5 HTTP/1.1" status: 200 len: 1129 time: 0.0642908 Feb 19 04:40:44.238359 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 6dedca16-21ec-4ac3-87b8-757d3c8a4595 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:40:44.263148 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 6dedca16-21ec-4ac3-87b8-757d3c8a4595 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:40:44.263584 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 6dedca16-21ec-4ac3-87b8-757d3c8a4595 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:40:44.272786 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1eef32e0-800e-4267-8765-5f72e2646d7e req-9df1a14d-a69e-4404-b7ee-a6af8b51e0f8 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/security-groups?id=176df1ac-2a66-4f5f-ab49-f2315f104730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960600 Feb 19 04:40:44.301276 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bf2c3-5f40-456b-a4bc-c4b906a3fe49 req-fd23668b-9105-4e15-bad5-8b62e95d22ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:44.302795 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-322bf2c3-5f40-456b-a4bc-c4b906a3fe49 req-fd23668b-9105-4e15-bad5-8b62e95d22ea service neutron] 10.222.0.79 "GET /v2.0/networks?id=ef1b5a1f-6e39-4ecf-af70-cbf8c743db13 HTTP/1.1" status: 200 len: 913 time: 0.1204832 Feb 19 04:40:44.343792 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-322bf2c3-5f40-456b-a4bc-c4b906a3fe49 req-9182e3f1-bbc8-4fbc-a9b6-b0f6cba9d06c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf4d1661-9df9-441d-9bad-518415709365 HTTP/1.1" status: 200 len: 217 time: 0.0352042 Feb 19 04:40:44.392173 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bf2c3-5f40-456b-a4bc-c4b906a3fe49 req-1ace9bef-cb63-4519-a4d8-c25ae05d0f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:44.393624 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-322bf2c3-5f40-456b-a4bc-c4b906a3fe49 req-1ace9bef-cb63-4519-a4d8-c25ae05d0f68 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d687cc5d-e29b-4e50-bb86-734564595ea4 HTTP/1.1" status: 200 len: 852 time: 0.0442288 Feb 19 04:40:44.426965 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-322bf2c3-5f40-456b-a4bc-c4b906a3fe49 req-ec4636a5-1869-4337-a079-866b2f51a112 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ef1b5a1f-6e39-4ecf-af70-cbf8c743db13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272880 Feb 19 04:40:44.523164 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-322bf2c3-5f40-456b-a4bc-c4b906a3fe49 req-d10b4b7a-8a49-48f5-8577-a8868bbd2533 service neutron] 10.222.0.79 "GET /v2.0/networks/ef1b5a1f-6e39-4ecf-af70-cbf8c743db13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897696 Feb 19 04:40:44.611291 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-322bf2c3-5f40-456b-a4bc-c4b906a3fe49 req-9db16f4e-bd34-4719-b6dc-0aeb4d07241a service neutron] 10.222.0.79 "GET /v2.0/networks/ef1b5a1f-6e39-4ecf-af70-cbf8c743db13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817657 Feb 19 04:40:45.090230 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-375a2644-b069-4885-af3c-be146e260589 req-32e49582-1160-4bb4-8fae-4ff66c35347f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 210 time: 0.0361223 Feb 19 04:40:45.718421 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fc82b-d9b9-4674-97bb-38e95d7eaf6a req-66fbc566-ffde-4772-8bc9-956b1ade2aa1 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:45.719823 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c90fc82b-d9b9-4674-97bb-38e95d7eaf6a req-66fbc566-ffde-4772-8bc9-956b1ade2aa1 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/ports?device_id=45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5 HTTP/1.1" status: 200 len: 946 time: 0.3736243 Feb 19 04:40:45.765147 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c90fc82b-d9b9-4674-97bb-38e95d7eaf6a req-03c19d90-4b06-42eb-83fb-fd5ce530dbe4 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/security-groups?id=176df1ac-2a66-4f5f-ab49-f2315f104730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396605 Feb 19 04:40:46.008277 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79709cbe-e904-4e98-9297-e1f956b3f097 req-14d19f2e-b0a9-42ad-9169-80232be82c86 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:46.010518 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-79709cbe-e904-4e98-9297-e1f956b3f097 req-14d19f2e-b0a9-42ad-9169-80232be82c86 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/ports?device_id=45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5 HTTP/1.1" status: 200 len: 946 time: 0.0543704 Feb 19 04:40:46.057019 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-79709cbe-e904-4e98-9297-e1f956b3f097 req-f8fdf69d-8cfd-43a3-89dd-250ef48c22bb tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/security-groups?id=176df1ac-2a66-4f5f-ab49-f2315f104730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401762 Feb 19 04:40:46.190833 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ee601307-b717-4033-9606-9edaea520f98 req-bf4f4a8e-97c8-4e48-b3cf-92c6defe43a9 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 210 time: 0.0293190 Feb 19 04:40:47.178560 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535a894-83e4-4c63-824a-81dff18712e5 req-5bd484a2-0511-4441-bdf5-28acf79a756a tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:47.180017 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c535a894-83e4-4c63-824a-81dff18712e5 req-5bd484a2-0511-4441-bdf5-28acf79a756a tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/ports?device_id=45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5 HTTP/1.1" status: 200 len: 946 time: 0.0510097 Feb 19 04:40:47.229331 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c535a894-83e4-4c63-824a-81dff18712e5 req-43666814-0a2e-4934-898a-b70aad495a6b tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/security-groups?id=176df1ac-2a66-4f5f-ab49-f2315f104730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427430 Feb 19 04:40:47.290236 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-042ffb22-ff2a-4e45-b367-3212ebefb9e0 req-199ed432-6f28-430a-914e-3f58d45d5954 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 210 time: 0.0261066 Feb 19 04:40:47.716357 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e6d15-e04d-489b-9228-f3707e6de36e req-e53fe9f1-51df-4c8a-b93e-4acdfa3df7c4 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:47.718246 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c50e6d15-e04d-489b-9228-f3707e6de36e req-e53fe9f1-51df-4c8a-b93e-4acdfa3df7c4 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.79 "GET /v2.0/ports?device_id=45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5 HTTP/1.1" status: 200 len: 946 time: 0.0554833 Feb 19 04:40:47.812448 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-c50e6d15-e04d-489b-9228-f3707e6de36e req-a812c9bc-8ee9-4e8d-be6c-8e8d03d4e7b6 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Deleting port cf4d1661-9df9-441d-9bad-518415709365 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:40:47.812894 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c50e6d15-e04d-489b-9228-f3707e6de36e req-a812c9bc-8ee9-4e8d-be6c-8e8d03d4e7b6 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (cf4d1661-9df9-441d-9bad-518415709365), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:47.903316 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-c50e6d15-e04d-489b-9228-f3707e6de36e req-a812c9bc-8ee9-4e8d-be6c-8e8d03d4e7b6 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] For port cf4d1661-9df9-441d-9bad-518415709365, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=cf4d1661-9df9-441d-9bad-518415709365,segment=NetworkSegment(f40e8c4e-74d5-4e04-8fe7-478c74161ab4),segment_id=f40e8c4e-74d5-4e04-8fe7-478c74161ab4)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:40:47.903687 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c50e6d15-e04d-489b-9228-f3707e6de36e req-a812c9bc-8ee9-4e8d-be6c-8e8d03d4e7b6 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (cf4d1661-9df9-441d-9bad-518415709365), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:47.919057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-c50e6d15-e04d-489b-9228-f3707e6de36e req-a812c9bc-8ee9-4e8d-be6c-8e8d03d4e7b6 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Calling delete_port for cf4d1661-9df9-441d-9bad-518415709365 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:40:48.045902 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c50e6d15-e04d-489b-9228-f3707e6de36e req-a812c9bc-8ee9-4e8d-be6c-8e8d03d4e7b6 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (cf4d1661-9df9-441d-9bad-518415709365), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:48.058679 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['cf4d1661-9df9-441d-9bad-518415709365'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:40:48.078151 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812c9bc-8ee9-4e8d-be6c-8e8d03d4e7b6 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Pushing event deleted for resources: {'Port': ['ID=cf4d1661-9df9-441d-9bad-518415709365,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:48.119512 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50e6d15-e04d-489b-9228-f3707e6de36e req-a812c9bc-8ee9-4e8d-be6c-8e8d03d4e7b6 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] No DVR routers for this DVR port cf4d1661-9df9-441d-9bad-518415709365 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:40:48.122214 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c50e6d15-e04d-489b-9228-f3707e6de36e req-a812c9bc-8ee9-4e8d-be6c-8e8d03d4e7b6 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:48.125545 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c50e6d15-e04d-489b-9228-f3707e6de36e req-a812c9bc-8ee9-4e8d-be6c-8e8d03d4e7b6 tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.79 "DELETE /v2.0/ports/cf4d1661-9df9-441d-9bad-518415709365 HTTP/1.1" status: 204 len: 173 time: 0.4026914 Feb 19 04:40:48.125988 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5', 'name': 'network-vif-deleted', 'tag': 'cf4d1661-9df9-441d-9bad-518415709365'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:40:48.128268 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62629720-f115-4f40-9df3-f665c2f60ea5" -d '{"events": [{"server_uuid": "45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5", "name": "network-vif-deleted", "tag": "cf4d1661-9df9-441d-9bad-518415709365"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:40:48.177525 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e8ddc5-3fb3-4b8d-a45f-8ba9353614c6 x-openstack-request-id: req-27e8ddc5-3fb3-4b8d-a45f-8ba9353614c6 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:40:48.177889 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5", "name": "network-vif-deleted", "tag": "cf4d1661-9df9-441d-9bad-518415709365", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:40:48.178225 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-27e8ddc5-3fb3-4b8d-a45f-8ba9353614c6 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:40:48.178687 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5', 'name': 'network-vif-deleted', 'tag': 'cf4d1661-9df9-441d-9bad-518415709365', 'status': 'completed', 'code': 200} Feb 19 04:40:48.342566 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3a0fb4ff-c787-4ae0-92a4-7a4a288d04e5 req-dc85b8a0-debc-453f-8839-fea41c76f1cb tempest-TestServerAdvancedOps-1582907604 tempest-TestServerAdvancedOps-1582907604-project] 10.222.0.52 "GET /v2.0/ports?device_id=45e155ed-3c01-4cdd-bd56-2e6c4ef1a7b5 HTTP/1.1" status: 200 len: 210 time: 0.0287683 Feb 19 04:40:48.395219 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-853ef7c4-ec4b-4cce-a890-1cc9072a26be req-ebfc9f54-a1e1-45c3-918f-12c925349cef tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 210 time: 0.0263116 Feb 19 04:40:49.405175 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43726) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:49.452100 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1e18b0-88cd-4e9d-8cc3-416fc2f45294 admin admin] Deleting subnet d687cc5d-e29b-4e50-bb86-734564595ea4 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:40:49.455319 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eb1e18b0-88cd-4e9d-8cc3-416fc2f45294 admin admin] Publish callbacks [] for subnet (d687cc5d-e29b-4e50-bb86-734564595ea4), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:49.490138 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eb1e18b0-88cd-4e9d-8cc3-416fc2f45294 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (d687cc5d-e29b-4e50-bb86-734564595ea4), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:49.491578 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3235b2cd-acd0-43cf-b240-d579cab43bda req-8e3fcd80-e2f4-45d8-8c4f-77b9343a8851 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 210 time: 0.0272899 Feb 19 04:40:49.539882 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eb1e18b0-88cd-4e9d-8cc3-416fc2f45294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (d687cc5d-e29b-4e50-bb86-734564595ea4), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:49.592542 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eb1e18b0-88cd-4e9d-8cc3-416fc2f45294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (d687cc5d-e29b-4e50-bb86-734564595ea4), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:49.617979 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e18b0-88cd-4e9d-8cc3-416fc2f45294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d687cc5d-e29b-4e50-bb86-734564595ea4,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:49.622016 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eb1e18b0-88cd-4e9d-8cc3-416fc2f45294 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:49.628378 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-eb1e18b0-88cd-4e9d-8cc3-416fc2f45294 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d687cc5d-e29b-4e50-bb86-734564595ea4 HTTP/1.1" status: 204 len: 168 time: 0.2222481 Feb 19 04:40:49.628528 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43730) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:49.699197 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-616956f0-dee3-463a-9a2f-d0b73f3c337c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (ef1b5a1f-6e39-4ecf-af70-cbf8c743db13), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:49.784526 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-616956f0-dee3-463a-9a2f-d0b73f3c337c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (ef1b5a1f-6e39-4ecf-af70-cbf8c743db13), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:49.804835 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-616956f0-dee3-463a-9a2f-d0b73f3c337c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1b5a1f-6e39-4ecf-af70-cbf8c743db13']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:49.814683 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-616956f0-dee3-463a-9a2f-d0b73f3c337c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f40e8c4e-74d5-4e04-8fe7-478c74161ab4') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:49.814976 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-616956f0-dee3-463a-9a2f-d0b73f3c337c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f40e8c4e-74d5-4e04-8fe7-478c74161ab4') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:49.824513 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-616956f0-dee3-463a-9a2f-d0b73f3c337c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (f40e8c4e-74d5-4e04-8fe7-478c74161ab4), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:49.838058 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-616956f0-dee3-463a-9a2f-d0b73f3c337c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (f40e8c4e-74d5-4e04-8fe7-478c74161ab4), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:49.845198 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-616956f0-dee3-463a-9a2f-d0b73f3c337c admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:40:49.845621 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-616956f0-dee3-463a-9a2f-d0b73f3c337c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (f40e8c4e-74d5-4e04-8fe7-478c74161ab4), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:40:49.847463 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:40:49.900879 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-616956f0-dee3-463a-9a2f-d0b73f3c337c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (ef1b5a1f-6e39-4ecf-af70-cbf8c743db13), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:49.907190 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-616956f0-dee3-463a-9a2f-d0b73f3c337c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:49.910453 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-616956f0-dee3-463a-9a2f-d0b73f3c337c admin admin] 10.222.0.52 "DELETE /v2.0/networks/ef1b5a1f-6e39-4ecf-af70-cbf8c743db13 HTTP/1.1" status: 204 len: 168 time: 0.2808394 Feb 19 04:40:49.913406 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43732) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:49.922773 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616956f0-dee3-463a-9a2f-d0b73f3c337c admin admin] Pushing event deleted for resources: {'Network': ['ID=ef1b5a1f-6e39-4ecf-af70-cbf8c743db13,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:49.959494 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-5190075b-1582-4396-bd63-4a48f463cd67 admin admin] Deleting subnet 675969a0-cbbb-4695-8aaa-819031e1309c {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:40:49.963081 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5190075b-1582-4396-bd63-4a48f463cd67 admin admin] Publish callbacks [] for subnet (675969a0-cbbb-4695-8aaa-819031e1309c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:49.999458 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5190075b-1582-4396-bd63-4a48f463cd67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (675969a0-cbbb-4695-8aaa-819031e1309c), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:50.042650 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5190075b-1582-4396-bd63-4a48f463cd67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (675969a0-cbbb-4695-8aaa-819031e1309c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:50.095896 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5190075b-1582-4396-bd63-4a48f463cd67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (675969a0-cbbb-4695-8aaa-819031e1309c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:50.118957 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190075b-1582-4396-bd63-4a48f463cd67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=675969a0-cbbb-4695-8aaa-819031e1309c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:50.124640 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5190075b-1582-4396-bd63-4a48f463cd67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:50.130025 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5190075b-1582-4396-bd63-4a48f463cd67 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/675969a0-cbbb-4695-8aaa-819031e1309c HTTP/1.1" status: 204 len: 168 time: 0.2132282 Feb 19 04:40:50.130340 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43734) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:50.198189 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6160bf63-5dbe-410a-9b1e-1042ee0c39fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (8f359e7a-87d6-4a6f-82c2-bb78cb129f4b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:50.279891 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6160bf63-5dbe-410a-9b1e-1042ee0c39fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (8f359e7a-87d6-4a6f-82c2-bb78cb129f4b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:50.299511 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-6160bf63-5dbe-410a-9b1e-1042ee0c39fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f359e7a-87d6-4a6f-82c2-bb78cb129f4b']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:50.309239 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-6160bf63-5dbe-410a-9b1e-1042ee0c39fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f356a9-0a6c-4eef-b53b-a8e574f76be4') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:50.309546 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-6160bf63-5dbe-410a-9b1e-1042ee0c39fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f356a9-0a6c-4eef-b53b-a8e574f76be4') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:50.318782 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6160bf63-5dbe-410a-9b1e-1042ee0c39fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (b6f356a9-0a6c-4eef-b53b-a8e574f76be4), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:50.332167 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6160bf63-5dbe-410a-9b1e-1042ee0c39fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (b6f356a9-0a6c-4eef-b53b-a8e574f76be4), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:50.338475 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6160bf63-5dbe-410a-9b1e-1042ee0c39fc admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:40:50.338865 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6160bf63-5dbe-410a-9b1e-1042ee0c39fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (b6f356a9-0a6c-4eef-b53b-a8e574f76be4), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:40:50.340611 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:40:50.398330 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6160bf63-5dbe-410a-9b1e-1042ee0c39fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (8f359e7a-87d6-4a6f-82c2-bb78cb129f4b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:50.403280 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6160bf63-5dbe-410a-9b1e-1042ee0c39fc admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:50.407893 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6160bf63-5dbe-410a-9b1e-1042ee0c39fc admin admin] 10.222.0.52 "DELETE /v2.0/networks/8f359e7a-87d6-4a6f-82c2-bb78cb129f4b HTTP/1.1" status: 204 len: 168 time: 0.2767422 Feb 19 04:40:50.421546 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160bf63-5dbe-410a-9b1e-1042ee0c39fc admin admin] Pushing event deleted for resources: {'Network': ['ID=8f359e7a-87d6-4a6f-82c2-bb78cb129f4b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:50.584929 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43740) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:50.606590 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5174e30-82ab-409c-901a-5b6aabf9b6dd req-4051d58a-3bae-473e-b087-329f30b5deda tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0940ff7-5c9c-43dc-a6e2-be872ac61656 HTTP/1.1" status: 200 len: 210 time: 0.0293157 Feb 19 04:40:50.630219 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3f4f505b-ff8f-43d5-8fe5-02d1f933b29d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1c9f993714c9457d8a9a7ce394968ae2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439961 Feb 19 04:40:50.632885 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43742) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:50.686035 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5be89d97-21c4-40e8-a965-2983a5964fc9 admin admin] Publish callbacks [] for security_group (176df1ac-2a66-4f5f-ab49-f2315f104730), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:50.706688 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5be89d97-21c4-40e8-a965-2983a5964fc9 admin admin] Publish callbacks [] for security_group (176df1ac-2a66-4f5f-ab49-f2315f104730), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:50.755195 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5be89d97-21c4-40e8-a965-2983a5964fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (176df1ac-2a66-4f5f-ab49-f2315f104730), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:50.757833 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5be89d97-21c4-40e8-a965-2983a5964fc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:50.759038 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5be89d97-21c4-40e8-a965-2983a5964fc9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/176df1ac-2a66-4f5f-ab49-f2315f104730 HTTP/1.1" status: 204 len: 168 time: 0.1252537 Feb 19 04:40:50.767427 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be89d97-21c4-40e8-a965-2983a5964fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176df1ac-2a66-4f5f-ab49-f2315f104730,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:51.081406 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43748) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:51.121134 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-999aa941-e5cc-4797-8016-16660bce3781 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=03d4726bac1f4eadb809cc4d242cce5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385211 Feb 19 04:40:51.123530 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43750) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:51.173601 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a16974d5-b4e7-4ca7-8044-f74770a3fd98 admin admin] Publish callbacks [] for security_group (f28ebee0-9150-4d2e-9f62-fb5b00f39913), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:51.194236 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a16974d5-b4e7-4ca7-8044-f74770a3fd98 admin admin] Publish callbacks [] for security_group (f28ebee0-9150-4d2e-9f62-fb5b00f39913), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:51.240272 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a16974d5-b4e7-4ca7-8044-f74770a3fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f28ebee0-9150-4d2e-9f62-fb5b00f39913), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:51.242964 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a16974d5-b4e7-4ca7-8044-f74770a3fd98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:51.244152 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a16974d5-b4e7-4ca7-8044-f74770a3fd98 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f28ebee0-9150-4d2e-9f62-fb5b00f39913 HTTP/1.1" status: 204 len: 168 time: 0.1197407 Feb 19 04:40:51.252573 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16974d5-b4e7-4ca7-8044-f74770a3fd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28ebee0-9150-4d2e-9f62-fb5b00f39913,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:51.893971 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-7c0d76d4-10af-433d-a237-b58d5c4d9a23 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-633040255&fields=id&tenant_id=b0fd37ae90824e9285d9bb3943295dee HTTP/1.1" status: 200 len: 267 time: 0.0527186 Feb 19 04:40:52.000419 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-04b9f92e-6354-44e3-a1fd-79b6fc99f581 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:52.001855 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-04b9f92e-6354-44e3-a1fd-79b6fc99f581 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 811 time: 0.1016550 Feb 19 04:40:52.015993 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-7a95a0b4-875a-46fc-bb26-edb52ffe7b3b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/quotas/b0fd37ae90824e9285d9bb3943295dee HTTP/1.1" status: 200 len: 375 time: 0.0088167 Feb 19 04:40:52.068621 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-9335040e-52a2-4d96-b8b5-8e2b5df030af tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479116 Feb 19 04:40:52.258305 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-5599c153-36c2-4661-b241-f8c327e16bc5 service neutron] 10.222.0.52 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787109 Feb 19 04:40:52.267963 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device cf4d1661-9df9-441d-9bad-518415709365 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:40:52.290978 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: cf4d1661-9df9-441d-9bad-518415709365 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:40:52.291330 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device cf4d1661-9df9-441d-9bad-518415709365 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:40:52.346134 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-68ea4e97-7006-4014-8357-7dcdfbd37d9c service neutron] 10.222.0.52 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820601 Feb 19 04:40:52.628817 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-86cf4ed2-3c00-49c0-b648-2ac85e316c80 req-30448f10-c0f3-4ad5-9f77-a371e94b08d7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 210 time: 0.0333831 Feb 19 04:40:53.517117 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-daffad27-363d-4f86-9cf8-cc4fa6fd270c tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:53.518576 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-daffad27-363d-4f86-9cf8-cc4fa6fd270c tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.79 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 811 time: 0.0996475 Feb 19 04:40:53.579555 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-c5a530a5-752a-4928-89d6-be68f1d9c3c1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0fd37ae90824e9285d9bb3943295dee HTTP/1.1" status: 200 len: 379 time: 0.0532606 Feb 19 04:40:53.587724 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-50211210-f2ef-4a15-9568-5bf208beafc3 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Request body: {'port': {'device_id': '92098e06-bbaa-49c6-bdcd-bd051f1d0942', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'admin_state_up': True, 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'security_groups': ['f3c96e9e-d679-4a60-948e-d361f512bd70']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:40:53.708760 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-50211210-f2ef-4a15-9568-5bf208beafc3 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Made reservation on behalf of b0fd37ae90824e9285d9bb3943295dee for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:40:53.712100 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-50211210-f2ef-4a15-9568-5bf208beafc3 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:53.729731 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1b33f56c-8833-47c0-8b31-52b3acead941 req-8b59c7df-843f-4465-bffe-d1277c82f373 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 210 time: 0.0321550 Feb 19 04:40:53.859156 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-50211210-f2ef-4a15-9568-5bf208beafc3 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Allocated IP 172.20.0.12 (5e8f90c4-f909-4474-8fc0-0f484b224735/b4c1316c-0c1b-40e4-b032-90759cbccfe3/11718ccc-0c2d-43bb-8c1e-99b81856f798) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:40:54.008675 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-50211210-f2ef-4a15-9568-5bf208beafc3 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for port (11718ccc-0c2d-43bb-8c1e-99b81856f798), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:54.040809 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-50211210-f2ef-4a15-9568-5bf208beafc3 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (11718ccc-0c2d-43bb-8c1e-99b81856f798), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:54.082245 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-50211210-f2ef-4a15-9568-5bf208beafc3 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Network 5e8f90c4-f909-4474-8fc0-0f484b224735 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:40:54.085147 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-50211210-f2ef-4a15-9568-5bf208beafc3 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:40:54.090661 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-50211210-f2ef-4a15-9568-5bf208beafc3 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:40:54.117808 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50211210-f2ef-4a15-9568-5bf208beafc3 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event updated for resources: {'Port': ['ID=11718ccc-0c2d-43bb-8c1e-99b81856f798,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:54.145788 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-50211210-f2ef-4a15-9568-5bf208beafc3 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:54.146452 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-50211210-f2ef-4a15-9568-5bf208beafc3 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:54.162879 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-50211210-f2ef-4a15-9568-5bf208beafc3 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5789418 Feb 19 04:40:54.174143 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-6623c654-4f01-49cc-a3e4-eaf983c110c2 service neutron] Request body: {'port': {'device_id': '92098e06-bbaa-49c6-bdcd-bd051f1d0942', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:40:54.240206 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-6623c654-4f01-49cc-a3e4-eaf983c110c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (11718ccc-0c2d-43bb-8c1e-99b81856f798), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:54.373973 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-467c71d8-c31a-436b-881c-0dc9baf56dd2 None None] Provisioning complete for port 11718ccc-0c2d-43bb-8c1e-99b81856f798 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:40:54.374519 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-467c71d8-c31a-436b-881c-0dc9baf56dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (11718ccc-0c2d-43bb-8c1e-99b81856f798), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:54.407629 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-467c71d8-c31a-436b-881c-0dc9baf56dd2 None None] Port 11718ccc-0c2d-43bb-8c1e-99b81856f798 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:40:54.512327 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-6623c654-4f01-49cc-a3e4-eaf983c110c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11718ccc-0c2d-43bb-8c1e-99b81856f798 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:40:54.521230 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-6623c654-4f01-49cc-a3e4-eaf983c110c2 service neutron] Publish callbacks [] for port (11718ccc-0c2d-43bb-8c1e-99b81856f798), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:54.533097 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-6623c654-4f01-49cc-a3e4-eaf983c110c2 service neutron] Transition to ACTIVE for port object 11718ccc-0c2d-43bb-8c1e-99b81856f798 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:40:54.537223 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-6623c654-4f01-49cc-a3e4-eaf983c110c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (11718ccc-0c2d-43bb-8c1e-99b81856f798), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:54.589689 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6623c654-4f01-49cc-a3e4-eaf983c110c2 service neutron] Pushing event updated for resources: {'Port': ['ID=11718ccc-0c2d-43bb-8c1e-99b81856f798,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:54.668770 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-6623c654-4f01-49cc-a3e4-eaf983c110c2 service neutron] Attempting to bind port 11718ccc-0c2d-43bb-8c1e-99b81856f798 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:40:54.669649 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-6623c654-4f01-49cc-a3e4-eaf983c110c2 service neutron] Attempting to bind port 11718ccc-0c2d-43bb-8c1e-99b81856f798 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:40:54.669977 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-6623c654-4f01-49cc-a3e4-eaf983c110c2 service neutron] Attempting to bind port 11718ccc-0c2d-43bb-8c1e-99b81856f798 on network 5e8f90c4-f909-4474-8fc0-0f484b224735 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:40:54.676055 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-6623c654-4f01-49cc-a3e4-eaf983c110c2 service neutron] Port 11718ccc-0c2d-43bb-8c1e-99b81856f798 on network 5e8f90c4-f909-4474-8fc0-0f484b224735 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:40:54.676383 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-6623c654-4f01-49cc-a3e4-eaf983c110c2 service neutron] Attempting to bind port 11718ccc-0c2d-43bb-8c1e-99b81856f798 on network 5e8f90c4-f909-4474-8fc0-0f484b224735 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:40:54.682237 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-6623c654-4f01-49cc-a3e4-eaf983c110c2 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:40:54.683006 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-6623c654-4f01-49cc-a3e4-eaf983c110c2 service neutron] Checking segment: {'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:40:54.683402 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-6623c654-4f01-49cc-a3e4-eaf983c110c2 service neutron] Bound using segment: {'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:40:54.683839 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-6623c654-4f01-49cc-a3e4-eaf983c110c2 service neutron] Bound port: 11718ccc-0c2d-43bb-8c1e-99b81856f798, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:40:54.684204 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-6623c654-4f01-49cc-a3e4-eaf983c110c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (11718ccc-0c2d-43bb-8c1e-99b81856f798), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:54.764710 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-6623c654-4f01-49cc-a3e4-eaf983c110c2 service neutron] For port 11718ccc-0c2d-43bb-8c1e-99b81856f798, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:40:54.768725 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-6623c654-4f01-49cc-a3e4-eaf983c110c2 service neutron] For port 11718ccc-0c2d-43bb-8c1e-99b81856f798, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=11718ccc-0c2d-43bb-8c1e-99b81856f798,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:40:54.777813 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-6623c654-4f01-49cc-a3e4-eaf983c110c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (11718ccc-0c2d-43bb-8c1e-99b81856f798), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:54.811904 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-6623c654-4f01-49cc-a3e4-eaf983c110c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:54.812531 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-6623c654-4f01-49cc-a3e4-eaf983c110c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:54.813926 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-6623c654-4f01-49cc-a3e4-eaf983c110c2 service neutron] 10.222.0.79 "PUT /v2.0/ports/11718ccc-0c2d-43bb-8c1e-99b81856f798 HTTP/1.1" status: 200 len: 1093 time: 0.6446869 Feb 19 04:40:54.854920 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92098e06-bbaa-49c6-bdcd-bd051f1d0942', 'tag': '11718ccc-0c2d-43bb-8c1e-99b81856f798'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:40:54.858552 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1755cb8-0d47-4857-b494-66ffad63a030" -d '{"events": [{"name": "network-changed", "server_uuid": "92098e06-bbaa-49c6-bdcd-bd051f1d0942", "tag": "11718ccc-0c2d-43bb-8c1e-99b81856f798"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:40:54.916959 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3985c440-6121-4ed4-9397-f26c0655f950 x-openstack-request-id: req-3985c440-6121-4ed4-9397-f26c0655f950 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:40:54.917253 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92098e06-bbaa-49c6-bdcd-bd051f1d0942", "tag": "11718ccc-0c2d-43bb-8c1e-99b81856f798", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:40:54.917505 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3985c440-6121-4ed4-9397-f26c0655f950 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:40:54.917895 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92098e06-bbaa-49c6-bdcd-bd051f1d0942', 'tag': '11718ccc-0c2d-43bb-8c1e-99b81856f798', 'status': 'completed', 'code': 200} Feb 19 04:40:54.951166 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6623c654-4f01-49cc-a3e4-eaf983c110c2 service neutron] Pushing event updated for resources: {'Port': ['ID=11718ccc-0c2d-43bb-8c1e-99b81856f798,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:54.989592 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-5cc27178-fc33-4c3b-b235-902900fc97b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:54.991255 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-5cc27178-fc33-4c3b-b235-902900fc97b1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 1127 time: 0.1266382 Feb 19 04:40:54.998875 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf625b-c664-4a81-a319-4279558ca469 req-cdff0f6c-4162-4705-ac70-982acf01f6b4 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:55.000478 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ecbf625b-c664-4a81-a319-4279558ca469 req-cdff0f6c-4162-4705-ac70-982acf01f6b4 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 944 time: 0.1856024 Feb 19 04:40:55.043979 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-848f695f-0f6e-4ca2-809d-8c4b11cb05ec service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11718ccc-0c2d-43bb-8c1e-99b81856f798 HTTP/1.1" status: 200 len: 217 time: 0.0423799 Feb 19 04:40:55.121164 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ecbf625b-c664-4a81-a319-4279558ca469 req-36288315-e934-47cd-82f9-0b84d00d621b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124840 Feb 19 04:40:55.123148 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-c5dd015b-986d-4d42-9760-8ee36cd3e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:55.124604 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-c5dd015b-986d-4d42-9760-8ee36cd3e57d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b4c1316c-0c1b-40e4-b032-90759cbccfe3 HTTP/1.1" status: 200 len: 850 time: 0.0744927 Feb 19 04:40:55.174623 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-36e21cf4-a734-4866-ac39-c76aff445404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:55.176124 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-36e21cf4-a734-4866-ac39-c76aff445404 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e8f90c4-f909-4474-8fc0-0f484b224735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455317 Feb 19 04:40:55.263639 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-2ef02fe4-dfd6-4eb9-a04a-0b829be97fc9 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812545 Feb 19 04:40:55.355427 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6746e57f-bc39-4bf1-8ad0-96d10e4e8954 req-bfba903f-4e97-4caa-8e0d-121a56177672 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865092 Feb 19 04:40:55.441323 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1755cb8-0d47-4857-b494-66ffad63a030 req-9373725f-b26f-4ead-925f-969789a898bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:55.442988 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c1755cb8-0d47-4857-b494-66ffad63a030 req-9373725f-b26f-4ead-925f-969789a898bd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 1127 time: 0.0465031 Feb 19 04:40:55.535093 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1755cb8-0d47-4857-b494-66ffad63a030 req-a43a35d0-74df-4bb2-8f2e-43f447057c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:55.536540 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c1755cb8-0d47-4857-b494-66ffad63a030 req-a43a35d0-74df-4bb2-8f2e-43f447057c97 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 912 time: 0.0878005 Feb 19 04:40:55.578417 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c1755cb8-0d47-4857-b494-66ffad63a030 req-7061da66-727e-4312-93b2-347bd3ecc087 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11718ccc-0c2d-43bb-8c1e-99b81856f798 HTTP/1.1" status: 200 len: 217 time: 0.0356741 Feb 19 04:40:55.625649 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1755cb8-0d47-4857-b494-66ffad63a030 req-2a0fc773-c7fc-4213-b3d2-297d4257327d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:55.627087 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c1755cb8-0d47-4857-b494-66ffad63a030 req-2a0fc773-c7fc-4213-b3d2-297d4257327d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b4c1316c-0c1b-40e4-b032-90759cbccfe3 HTTP/1.1" status: 200 len: 850 time: 0.0436625 Feb 19 04:40:55.679083 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1755cb8-0d47-4857-b494-66ffad63a030 req-589fde6f-94ac-48f7-b8a3-032113e86378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:55.680544 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c1755cb8-0d47-4857-b494-66ffad63a030 req-589fde6f-94ac-48f7-b8a3-032113e86378 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e8f90c4-f909-4474-8fc0-0f484b224735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478253 Feb 19 04:40:55.767389 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c1755cb8-0d47-4857-b494-66ffad63a030 req-375ffb41-1cd3-43bb-9e5b-b315cebebf13 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800753 Feb 19 04:40:55.861668 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c1755cb8-0d47-4857-b494-66ffad63a030 req-9a7c87cb-62f2-47c7-9bed-04ca33258ec7 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888560 Feb 19 04:40:56.247028 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a4bc6-1f49-444d-bb63-23f183a0334b req-b965e83d-99f9-422a-a116-2f6415176d58 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:56.248460 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8b3a4bc6-1f49-444d-bb63-23f183a0334b req-b965e83d-99f9-422a-a116-2f6415176d58 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 944 time: 0.0528128 Feb 19 04:40:56.297475 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8b3a4bc6-1f49-444d-bb63-23f183a0334b req-43ac4cc8-e511-4b1e-8749-23ef58d9d324 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434287 Feb 19 04:40:57.139465 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:57.419984 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf57a7-3444-4d08-a4f7-1f5ac4915acf req-0dba1369-5ea5-4c85-b454-4891651fce32 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:57.421454 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3caf57a7-3444-4d08-a4f7-1f5ac4915acf req-0dba1369-5ea5-4c85-b454-4891651fce32 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 944 time: 0.0522726 Feb 19 04:40:57.470543 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3caf57a7-3444-4d08-a4f7-1f5ac4915acf req-9720bb85-306a-4034-9e25-6dd43d136d23 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431466 Feb 19 04:40:58.592834 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d0070-cc1a-45cc-a43b-85e4bb251e57 req-9ba3806f-a297-41fb-b83c-124607cdf72e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:58.594897 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e96d0070-cc1a-45cc-a43b-85e4bb251e57 req-9ba3806f-a297-41fb-b83c-124607cdf72e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 944 time: 0.0555608 Feb 19 04:40:58.642741 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e96d0070-cc1a-45cc-a43b-85e4bb251e57 req-851d478f-6a60-476b-9a4f-d83caef7ed4d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427370 Feb 19 04:40:59.761426 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc6ac0-1775-4276-8293-63b8ded0ba8d req-7d04193d-93d6-47ed-8fa9-fd1693ddff97 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:59.763617 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f0dc6ac0-1775-4276-8293-63b8ded0ba8d req-7d04193d-93d6-47ed-8fa9-fd1693ddff97 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 944 time: 0.0532334 Feb 19 04:40:59.812991 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f0dc6ac0-1775-4276-8293-63b8ded0ba8d req-46e6833a-a26f-4da9-952e-203a36366071 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437419 Feb 19 04:40:59.962645 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:00.656618 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5827b3be-a766-432d-9bb5-93d4a0976797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:00.935912 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e7624-66af-4c0c-8ee6-f2a159631d1f req-5c3aab5e-97e0-44b8-a803-2d0c00566b18 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:00.937387 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-775e7624-66af-4c0c-8ee6-f2a159631d1f req-5c3aab5e-97e0-44b8-a803-2d0c00566b18 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 944 time: 0.0573666 Feb 19 04:41:00.988689 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-775e7624-66af-4c0c-8ee6-f2a159631d1f req-e621c357-6046-4f37-b814-38fd9742adcd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456574 Feb 19 04:41:02.110493 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29552048-5cb9-4214-bb7b-4b08fbbecccc req-b3f20264-4648-4a17-9597-788f11b9bdd5 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:02.112570 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29552048-5cb9-4214-bb7b-4b08fbbecccc req-b3f20264-4648-4a17-9597-788f11b9bdd5 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 944 time: 0.0576303 Feb 19 04:41:02.161649 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29552048-5cb9-4214-bb7b-4b08fbbecccc req-4417f221-594a-4dce-9595-fac380134d64 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435419 Feb 19 04:41:03.280277 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef99e2-67e5-4313-af8d-d0bf358c02ee req-d984e3c9-d6c1-4dc6-81cc-e0c6e7616eb6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:03.281707 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-04ef99e2-67e5-4313-af8d-d0bf358c02ee req-d984e3c9-d6c1-4dc6-81cc-e0c6e7616eb6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 944 time: 0.0537329 Feb 19 04:41:03.336796 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-04ef99e2-67e5-4313-af8d-d0bf358c02ee req-652769b4-bbd1-431f-88ed-0305ea121bdd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493748 Feb 19 04:41:03.507315 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-79e590b4-95c7-47d3-932d-71dd2f871faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:03.906026 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:04.455330 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643e59a-40d2-414e-b1f1-5f39031cc09d req-e39b28a3-4501-40a1-b51a-6d165eef1dbb tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:04.456828 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0643e59a-40d2-414e-b1f1-5f39031cc09d req-e39b28a3-4501-40a1-b51a-6d165eef1dbb tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 944 time: 0.0522833 Feb 19 04:41:04.504606 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0643e59a-40d2-414e-b1f1-5f39031cc09d req-85c2d900-5184-4033-a0f8-12d17478a3b1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422516 Feb 19 04:41:05.397454 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:05.618937 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec8dbf-1789-418d-ad03-ec9539f81017 req-5af4b641-f3f0-47be-99ef-c76a614c0450 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:05.620403 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a8ec8dbf-1789-418d-ad03-ec9539f81017 req-5af4b641-f3f0-47be-99ef-c76a614c0450 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 944 time: 0.0505528 Feb 19 04:41:05.667586 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a8ec8dbf-1789-418d-ad03-ec9539f81017 req-40258d28-4dc1-43c5-ab52-75f54409c378 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412095 Feb 19 04:41:06.790453 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2cd92-2546-4bb3-b206-41bfe5513677 req-e98b9fd6-732d-4c31-804d-c206afcfc101 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:06.791938 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c6b2cd92-2546-4bb3-b206-41bfe5513677 req-e98b9fd6-732d-4c31-804d-c206afcfc101 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 944 time: 0.0581422 Feb 19 04:41:06.824070 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:06.843823 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c6b2cd92-2546-4bb3-b206-41bfe5513677 req-effbfcbc-74ad-4715-a186-44030b40c51f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461476 Feb 19 04:41:07.959338 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe29df-e98f-40c4-a4fe-246a732d70aa req-8e66a709-3122-4f8f-a324-50d8bbb5189e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:07.960829 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bebe29df-e98f-40c4-a4fe-246a732d70aa req-8e66a709-3122-4f8f-a324-50d8bbb5189e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 944 time: 0.0514243 Feb 19 04:41:08.009225 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bebe29df-e98f-40c4-a4fe-246a732d70aa req-2a35caa4-68d7-45ec-9062-4c416320a02d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423644 Feb 19 04:41:09.126368 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07931564-a378-420d-80f0-84382a7ae3b8 req-69d8ae1c-c515-43fb-bf43-2009054959e8 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:09.127849 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07931564-a378-420d-80f0-84382a7ae3b8 req-69d8ae1c-c515-43fb-bf43-2009054959e8 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 944 time: 0.0514922 Feb 19 04:41:09.179081 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07931564-a378-420d-80f0-84382a7ae3b8 req-d771dc8e-5905-478b-8fa3-5568c81cb16a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457158 Feb 19 04:41:10.285742 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:41:10.297799 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a18921-c95c-42ab-b4f3-8b1941bfc2b7 req-f07ffeaa-0ae7-4f1a-b983-966910075e1d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:10.299288 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-98a18921-c95c-42ab-b4f3-8b1941bfc2b7 req-f07ffeaa-0ae7-4f1a-b983-966910075e1d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 944 time: 0.0516579 Feb 19 04:41:10.346924 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-98a18921-c95c-42ab-b4f3-8b1941bfc2b7 req-49788fa8-4631-4baa-b1c4-464c1ba9c802 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421834 Feb 19 04:41:11.465300 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771bc65-9a63-4565-a2d5-ac7ff3043944 req-250525ec-2cae-48db-8e3e-74921a2c730e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:11.467267 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3771bc65-9a63-4565-a2d5-ac7ff3043944 req-250525ec-2cae-48db-8e3e-74921a2c730e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 944 time: 0.0521858 Feb 19 04:41:11.514091 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3771bc65-9a63-4565-a2d5-ac7ff3043944 req-c1a048bb-862a-492d-a18d-439ff7bc99cc tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412111 Feb 19 04:41:12.360782 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 11718ccc-0c2d-43bb-8c1e-99b81856f798 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:41:12.453390 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 11718ccc-0c2d-43bb-8c1e-99b81856f798, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=11718ccc-0c2d-43bb-8c1e-99b81856f798,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:41:12.464215 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '11718ccc-0c2d-43bb-8c1e-99b81856f798', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'port_id': '11718ccc-0c2d-43bb-8c1e-99b81856f798', 'mac_address': 'fa:16:3e:62:15:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:41:12.503003 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 11718ccc-0c2d-43bb-8c1e-99b81856f798 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:41:12.503390 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (11718ccc-0c2d-43bb-8c1e-99b81856f798), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:12.516052 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11718ccc-0c2d-43bb-8c1e-99b81856f798 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:41:12.534137 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 11718ccc-0c2d-43bb-8c1e-99b81856f798, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=11718ccc-0c2d-43bb-8c1e-99b81856f798,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:41:12.538430 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (11718ccc-0c2d-43bb-8c1e-99b81856f798), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:12.585275 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=11718ccc-0c2d-43bb-8c1e-99b81856f798,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:12.637273 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85278726-5400-4e2e-ade4-137faaecaf72 req-7a135dd7-3bd5-47eb-926b-2143ac124485 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:12.638693 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85278726-5400-4e2e-ade4-137faaecaf72 req-7a135dd7-3bd5-47eb-926b-2143ac124485 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 945 time: 0.0574770 Feb 19 04:41:12.687459 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85278726-5400-4e2e-ade4-137faaecaf72 req-ab98fdef-76a5-4a5d-963d-0e0bf46a846a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430031 Feb 19 04:41:12.727284 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['11718ccc-0c2d-43bb-8c1e-99b81856f798'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:41:13.801315 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfb922-6598-4f82-8b83-640392029a49 req-ed2e8ef8-9f72-4a22-8378-737bbd98a09a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:13.802821 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-68bfb922-6598-4f82-8b83-640392029a49 req-ed2e8ef8-9f72-4a22-8378-737bbd98a09a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 945 time: 0.0509727 Feb 19 04:41:13.851085 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-68bfb922-6598-4f82-8b83-640392029a49 req-b0cbe7a3-3efc-48ca-a834-0f5568d04ae5 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424335 Feb 19 04:41:14.375546 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 11718ccc-0c2d-43bb-8c1e-99b81856f798 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:41:14.422856 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 11718ccc-0c2d-43bb-8c1e-99b81856f798 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:41:14.426834 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 11718ccc-0c2d-43bb-8c1e-99b81856f798 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:41:14.427213 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (11718ccc-0c2d-43bb-8c1e-99b81856f798), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:14.504367 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 11718ccc-0c2d-43bb-8c1e-99b81856f798 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:41:14.504755 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (11718ccc-0c2d-43bb-8c1e-99b81856f798), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:14.531866 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92098e06-bbaa-49c6-bdcd-bd051f1d0942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11718ccc-0c2d-43bb-8c1e-99b81856f798'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:41:14.535223 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac69c937-ec82-4dec-aafe-d6b16a18014d" -d '{"events": [{"server_uuid": "92098e06-bbaa-49c6-bdcd-bd051f1d0942", "name": "network-vif-plugged", "status": "completed", "tag": "11718ccc-0c2d-43bb-8c1e-99b81856f798"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:41:14.552046 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 11718ccc-0c2d-43bb-8c1e-99b81856f798, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=11718ccc-0c2d-43bb-8c1e-99b81856f798,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:41:14.558068 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (11718ccc-0c2d-43bb-8c1e-99b81856f798), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:14.581006 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23e0253-bf29-4661-a235-784ab700652c x-openstack-request-id: req-a23e0253-bf29-4661-a235-784ab700652c {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:41:14.581288 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92098e06-bbaa-49c6-bdcd-bd051f1d0942", "name": "network-vif-plugged", "status": "completed", "tag": "11718ccc-0c2d-43bb-8c1e-99b81856f798", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:41:14.581545 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a23e0253-bf29-4661-a235-784ab700652c {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:41:14.581940 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92098e06-bbaa-49c6-bdcd-bd051f1d0942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11718ccc-0c2d-43bb-8c1e-99b81856f798', 'code': 200} Feb 19 04:41:14.608101 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=11718ccc-0c2d-43bb-8c1e-99b81856f798,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:14.771753 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1c59e-a0c2-46f8-8ca6-04d98cad36a9 req-cb9c51b5-ec7b-4814-9dd0-4e6c3f216f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:14.773276 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4eb1c59e-a0c2-46f8-8ca6-04d98cad36a9 req-cb9c51b5-ec7b-4814-9dd0-4e6c3f216f3c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 1129 time: 0.1419301 Feb 19 04:41:14.821150 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4eb1c59e-a0c2-46f8-8ca6-04d98cad36a9 req-d364b01d-ccf8-4fc8-98ef-206affd68f58 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389621 Feb 19 04:41:14.967122 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1ec3e-067c-454a-814c-d244b70f6d80 req-cff71c08-8762-40af-a81f-30f436f273e6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:14.968499 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1c1ec3e-067c-454a-814c-d244b70f6d80 req-cff71c08-8762-40af-a81f-30f436f273e6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 946 time: 0.0520573 Feb 19 04:41:15.016558 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1c1ec3e-067c-454a-814c-d244b70f6d80 req-40ce17a4-4bb2-4c89-adb7-ed2cfce436c2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426247 Feb 19 04:41:16.135167 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad37ad6-8a10-42ea-92fb-6c5b1afde3b2 req-9f078197-e9f6-45f4-853e-9f4f16314a01 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:16.136639 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bad37ad6-8a10-42ea-92fb-6c5b1afde3b2 req-9f078197-e9f6-45f4-853e-9f4f16314a01 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 946 time: 0.0512407 Feb 19 04:41:16.197110 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bad37ad6-8a10-42ea-92fb-6c5b1afde3b2 req-a36868db-2f05-45f1-9b90-ce66613bd6cd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545821 Feb 19 04:41:16.311503 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9f544-2d12-49fe-a577-7a6fadc0a6a9 req-5926de29-31fb-4138-bc8a-4ca6394d62e1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:16.312862 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69a9f544-2d12-49fe-a577-7a6fadc0a6a9 req-5926de29-31fb-4138-bc8a-4ca6394d62e1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 946 time: 0.0513391 Feb 19 04:41:16.361724 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69a9f544-2d12-49fe-a577-7a6fadc0a6a9 req-b81a26ae-1c46-4134-a72b-dcb84ef43f9b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433223 Feb 19 04:41:16.383551 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43834) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:16.424971 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46cb187-b94e-4946-aed1-1ac85088807f tempest-TestVolumeBootPattern-2024489069 tempest-TestVolumeBootPattern-2024489069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:16.426475 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b46cb187-b94e-4946-aed1-1ac85088807f tempest-TestVolumeBootPattern-2024489069 tempest-TestVolumeBootPattern-2024489069-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 1124 time: 0.0419595 Feb 19 04:41:16.429154 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43836) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:16.433490 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'port_id': '11718ccc-0c2d-43bb-8c1e-99b81856f798', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:16.453128 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:16.550909 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:16.651976 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Allocated IP 172.25.3.146 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/834f1cb5-acc1-4403-b4ce-e456ce5f59ad) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:41:16.755206 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for port (834f1cb5-acc1-4403-b4ce-e456ce5f59ad), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:16.789304 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (834f1cb5-acc1-4403-b4ce-e456ce5f59ad), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:16.822921 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:41:16.826428 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:41:16.829045 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:41:16.861909 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event updated for resources: {'Port': ['ID=834f1cb5-acc1-4403-b4ce-e456ce5f59ad,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:16.873547 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:16.873896 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:16.874265 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:16.874607 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:16.874944 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:16.875279 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:16.875610 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:16.875934 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:16.876257 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:16.876583 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:16.876907 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:16.877234 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:16.877554 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:17.211859 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for floatingip (a469afe1-52ed-45d5-a0f4-167984d5f0f2), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:17.277743 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (834f1cb5-acc1-4403-b4ce-e456ce5f59ad), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:17.424140 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for port (834f1cb5-acc1-4403-b4ce-e456ce5f59ad), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:17.428467 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (834f1cb5-acc1-4403-b4ce-e456ce5f59ad), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:17.498417 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event updated for resources: {'Port': ['ID=834f1cb5-acc1-4403-b4ce-e456ce5f59ad,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:17.508542 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (a469afe1-52ed-45d5-a0f4-167984d5f0f2), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:17.933549 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Floating IP a469afe1-52ed-45d5-a0f4-167984d5f0f2 associated. External IP: 172.25.3.146, port: 11718ccc-0c2d-43bb-8c1e-99b81856f798. Feb 19 04:41:18.138660 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:41:18.246384 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:41:18.256809 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364f391a-a8ea-4018-93a6-bc9f0e8b493f None None] Sync routers for ids ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:41:18.264862 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:18.266465 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364f391a-a8ea-4018-93a6-bc9f0e8b493f None None] Routers {'1f4e88ee-8a01-46dc-8cae-b0f57e62d654'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:41:18.267086 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-364f391a-a8ea-4018-93a6-bc9f0e8b493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:41:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:18.294222 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-458c47dd-4206-46d8-b0a2-51bd40511cd2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8640604 Feb 19 04:41:18.294784 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92098e06-bbaa-49c6-bdcd-bd051f1d0942', 'tag': '11718ccc-0c2d-43bb-8c1e-99b81856f798'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:41:18.297032 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f75dd17-0581-41eb-8ab6-a62801781b38" -d '{"events": [{"name": "network-changed", "server_uuid": "92098e06-bbaa-49c6-bdcd-bd051f1d0942", "tag": "11718ccc-0c2d-43bb-8c1e-99b81856f798"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:41:18.374367 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-364f391a-a8ea-4018-93a6-bc9f0e8b493f None None] Set router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:41:18.456597 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7a06c4-cf38-4ed0-8cb5-5092cb1c814a x-openstack-request-id: req-5f7a06c4-cf38-4ed0-8cb5-5092cb1c814a {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:41:18.457218 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92098e06-bbaa-49c6-bdcd-bd051f1d0942", "tag": "11718ccc-0c2d-43bb-8c1e-99b81856f798", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:41:18.457218 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5f7a06c4-cf38-4ed0-8cb5-5092cb1c814a {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:41:18.457536 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92098e06-bbaa-49c6-bdcd-bd051f1d0942', 'tag': '11718ccc-0c2d-43bb-8c1e-99b81856f798', 'status': 'completed', 'code': 200} Feb 19 04:41:18.522282 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75dd17-0581-41eb-8ab6-a62801781b38 req-fa986091-3200-40bb-a6b3-fc112f91d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:18.523703 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9f75dd17-0581-41eb-8ab6-a62801781b38 req-fa986091-3200-40bb-a6b3-fc112f91d560 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 1129 time: 0.0448885 Feb 19 04:41:18.595065 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-364f391a-a8ea-4018-93a6-bc9f0e8b493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'name': 'tempest-TestVolumeBootPattern-131073699-router', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '247c85df-5a54-4659-9067-e62f93a28182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:28Z', 'updated_at': '2022-02-19T04:32:33Z', 'revision_number': 4, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'gw_port': {'id': '247c85df-5a54-4659-9067-e62f93a28182', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:29Z', 'updated_at': '2022-02-19T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'a469afe1-52ed-45d5-a0f4-167984d5f0f2', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'port_id': '11718ccc-0c2d-43bb-8c1e-99b81856f798', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'mac_address': 'fa:16:3e:62:15:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92098e06-bbaa-49c6-bdcd-bd051f1d0942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:41:17Z', 'updated_at': '2022-02-19T04:41:17Z', 'revision_number': 0, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689b5a2a-db85-458c-ab2e-2a29cc085f96', 'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'mac_address': 'fa:16:3e:0c:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:32Z', 'updated_at': '2022-02-19T04:32:44Z', 'revision_number': 5, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'subnets': [{'id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:18.615387 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75dd17-0581-41eb-8ab6-a62801781b38 req-d755f96a-8087-4eeb-a64d-c6756e6a4dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:18.616868 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9f75dd17-0581-41eb-8ab6-a62801781b38 req-d755f96a-8087-4eeb-a64d-c6756e6a4dcb service neutron] 10.222.0.79 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 912 time: 0.0878403 Feb 19 04:41:18.620692 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364f391a-a8ea-4018-93a6-bc9f0e8b493f None None] Checking router: 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:41:18.629774 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364f391a-a8ea-4018-93a6-bc9f0e8b493f None None] Routers {'1f4e88ee-8a01-46dc-8cae-b0f57e62d654'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:41:18.630413 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-364f391a-a8ea-4018-93a6-bc9f0e8b493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:41:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:18.681088 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9f75dd17-0581-41eb-8ab6-a62801781b38 req-e3a76240-b094-48c9-81f4-7e438f571487 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11718ccc-0c2d-43bb-8c1e-99b81856f798 HTTP/1.1" status: 200 len: 1000 time: 0.0578330 Feb 19 04:41:18.727570 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75dd17-0581-41eb-8ab6-a62801781b38 req-b1c162b3-4cce-4101-b38b-ac790a6b733a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:18.729024 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9f75dd17-0581-41eb-8ab6-a62801781b38 req-b1c162b3-4cce-4101-b38b-ac790a6b733a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b4c1316c-0c1b-40e4-b032-90759cbccfe3 HTTP/1.1" status: 200 len: 850 time: 0.0428138 Feb 19 04:41:18.736108 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-364f391a-a8ea-4018-93a6-bc9f0e8b493f None None] Set router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:41:18.780481 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75dd17-0581-41eb-8ab6-a62801781b38 req-0cbb559e-f3c1-4498-a06e-72c55e9bb081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:18.781942 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9f75dd17-0581-41eb-8ab6-a62801781b38 req-0cbb559e-f3c1-4498-a06e-72c55e9bb081 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e8f90c4-f909-4474-8fc0-0f484b224735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473328 Feb 19 04:41:18.871375 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9f75dd17-0581-41eb-8ab6-a62801781b38 req-3c8481ee-9ecb-46f3-ad42-ab8099590eda service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837934 Feb 19 04:41:18.962314 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-364f391a-a8ea-4018-93a6-bc9f0e8b493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'name': 'tempest-TestVolumeBootPattern-131073699-router', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '247c85df-5a54-4659-9067-e62f93a28182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:28Z', 'updated_at': '2022-02-19T04:32:33Z', 'revision_number': 4, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'gw_port': {'id': '247c85df-5a54-4659-9067-e62f93a28182', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:29Z', 'updated_at': '2022-02-19T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'a469afe1-52ed-45d5-a0f4-167984d5f0f2', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'port_id': '11718ccc-0c2d-43bb-8c1e-99b81856f798', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'mac_address': 'fa:16:3e:62:15:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92098e06-bbaa-49c6-bdcd-bd051f1d0942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:41:17Z', 'updated_at': '2022-02-19T04:41:17Z', 'revision_number': 0, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689b5a2a-db85-458c-ab2e-2a29cc085f96', 'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'mac_address': 'fa:16:3e:0c:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:32Z', 'updated_at': '2022-02-19T04:32:44Z', 'revision_number': 5, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'subnets': [{'id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:18.964214 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9f75dd17-0581-41eb-8ab6-a62801781b38 req-a4523df5-9908-4911-900d-d1141618f338 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869415 Feb 19 04:41:18.993242 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364f391a-a8ea-4018-93a6-bc9f0e8b493f None None] The sync data for ids ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'] in n-d-828369-19 is: [{'id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'name': 'tempest-TestVolumeBootPattern-131073699-router', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '247c85df-5a54-4659-9067-e62f93a28182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:28Z', 'updated_at': '2022-02-19T04:32:33Z', 'revision_number': 4, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'gw_port': {'id': '247c85df-5a54-4659-9067-e62f93a28182', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:29Z', 'updated_at': '2022-02-19T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'a469afe1-52ed-45d5-a0f4-167984d5f0f2', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'port_id': '11718ccc-0c2d-43bb-8c1e-99b81856f798', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'mac_address': 'fa:16:3e:62:15:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92098e06-bbaa-49c6-bdcd-bd051f1d0942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:41:17Z', 'updated_at': '2022-02-19T04:41:17Z', 'revision_number': 0, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689b5a2a-db85-458c-ab2e-2a29cc085f96', 'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'mac_address': 'fa:16:3e:0c:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:32Z', 'updated_at': '2022-02-19T04:32:44Z', 'revision_number': 5, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'subnets': [{'id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:41:19.187121 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fd9548-0aa0-488c-a0cc-1eae1dec2add None None] New status for floating IP a469afe1-52ed-45d5-a0f4-167984d5f0f2: ACTIVE {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:41:20.040724 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716d90f-8e06-4ae6-8267-b7ab32741ef7 req-4efb86bf-f090-4bae-9d3c-e0abd653b7a9 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:20.042201 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d716d90f-8e06-4ae6-8267-b7ab32741ef7 req-4efb86bf-f090-4bae-9d3c-e0abd653b7a9 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cc317b1-147b-416c-bce9-eb774977dcc3 HTTP/1.1" status: 200 len: 946 time: 0.0526071 Feb 19 04:41:20.090120 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d716d90f-8e06-4ae6-8267-b7ab32741ef7 req-f2ffb80b-ee29-4f4d-ab6c-6ec4dd3cea89 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7c1a741-b227-45b6-8c86-c6f099f652bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416782 Feb 19 04:41:20.615038 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d82012-ed0a-45fc-b780-ae56a982af1e req-11edb69b-6ca2-4490-8bdb-7f6b47117828 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:20.616502 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-52d82012-ed0a-45fc-b780-ae56a982af1e req-11edb69b-6ca2-4490-8bdb-7f6b47117828 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cc317b1-147b-416c-bce9-eb774977dcc3 HTTP/1.1" status: 200 len: 946 time: 0.0519419 Feb 19 04:41:20.711728 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-52d82012-ed0a-45fc-b780-ae56a982af1e req-1cfa5b1c-7750-470e-ae36-76293ee173db tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Deleting port a45f84f2-cc9b-4ad3-8f2c-9868f96180de {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:41:20.712065 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-52d82012-ed0a-45fc-b780-ae56a982af1e req-1cfa5b1c-7750-470e-ae36-76293ee173db tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (a45f84f2-cc9b-4ad3-8f2c-9868f96180de), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:20.799320 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-52d82012-ed0a-45fc-b780-ae56a982af1e req-1cfa5b1c-7750-470e-ae36-76293ee173db tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] For port a45f84f2-cc9b-4ad3-8f2c-9868f96180de, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=a45f84f2-cc9b-4ad3-8f2c-9868f96180de,segment=NetworkSegment(c4d67121-962e-46b4-bad1-c8cef1cb39ca),segment_id=c4d67121-962e-46b4-bad1-c8cef1cb39ca)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:41:20.799679 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-52d82012-ed0a-45fc-b780-ae56a982af1e req-1cfa5b1c-7750-470e-ae36-76293ee173db tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (a45f84f2-cc9b-4ad3-8f2c-9868f96180de), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:21.012592 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-52d82012-ed0a-45fc-b780-ae56a982af1e req-1cfa5b1c-7750-470e-ae36-76293ee173db tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:21.012964 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-52d82012-ed0a-45fc-b780-ae56a982af1e req-1cfa5b1c-7750-470e-ae36-76293ee173db tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (1f0366b3-d302-443a-8dee-a134561f1d41), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:21.013273 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [req-52d82012-ed0a-45fc-b780-ae56a982af1e req-1cfa5b1c-7750-470e-ae36-76293ee173db tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Floating IP 1f0366b3-d302-443a-8dee-a134561f1d41 disassociated. External IP: 172.25.3.91, port: a45f84f2-cc9b-4ad3-8f2c-9868f96180de. Feb 19 04:41:21.013612 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-52d82012-ed0a-45fc-b780-ae56a982af1e req-1cfa5b1c-7750-470e-ae36-76293ee173db tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Calling delete_port for a45f84f2-cc9b-4ad3-8f2c-9868f96180de owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:41:21.138734 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-52d82012-ed0a-45fc-b780-ae56a982af1e req-1cfa5b1c-7750-470e-ae36-76293ee173db tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (a45f84f2-cc9b-4ad3-8f2c-9868f96180de), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:21.169464 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa5b1c-7750-470e-ae36-76293ee173db tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Pushing event deleted for resources: {'Port': ['ID=a45f84f2-cc9b-4ad3-8f2c-9868f96180de,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:21.180037 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfa5b1c-7750-470e-ae36-76293ee173db tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:21.180390 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfa5b1c-7750-470e-ae36-76293ee173db tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:21.180743 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfa5b1c-7750-470e-ae36-76293ee173db tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:21.181454 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfa5b1c-7750-470e-ae36-76293ee173db tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:21.181454 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfa5b1c-7750-470e-ae36-76293ee173db tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:21.181998 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfa5b1c-7750-470e-ae36-76293ee173db tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:21.182315 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfa5b1c-7750-470e-ae36-76293ee173db tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:21.182644 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfa5b1c-7750-470e-ae36-76293ee173db tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:21.182975 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfa5b1c-7750-470e-ae36-76293ee173db tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:21.183301 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfa5b1c-7750-470e-ae36-76293ee173db tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:21.183626 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfa5b1c-7750-470e-ae36-76293ee173db tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:21.183953 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfa5b1c-7750-470e-ae36-76293ee173db tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:21.184867 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfa5b1c-7750-470e-ae36-76293ee173db tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:21.195251 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-35c20b50-a4f0-4eda-a580-7cf8d697f210 req-dc5ebffc-f2f4-42b9-9ea2-0bbfa100b934 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cc317b1-147b-416c-bce9-eb774977dcc3 HTTP/1.1" status: 200 len: 210 time: 0.0298328 Feb 19 04:41:21.301922 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52d82012-ed0a-45fc-b780-ae56a982af1e req-1cfa5b1c-7750-470e-ae36-76293ee173db tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Router 419c1c52-3ed7-42b2-a3cd-23ecacffa4ff has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:41:21.408722 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52d82012-ed0a-45fc-b780-ae56a982af1e req-1cfa5b1c-7750-470e-ae36-76293ee173db tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:41:21.419358 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc73bc7-9964-4325-8f47-b2134906fc44 None None] Sync routers for ids ['419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:41:21.431479 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc73bc7-9964-4325-8f47-b2134906fc44 None None] Routers {'419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:41:21.432352 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-1fc73bc7-9964-4325-8f47-b2134906fc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:41:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:21.449206 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d82012-ed0a-45fc-b780-ae56a982af1e req-1cfa5b1c-7750-470e-ae36-76293ee173db tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] No DVR routers for this DVR port a45f84f2-cc9b-4ad3-8f2c-9868f96180de on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:41:21.451920 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-52d82012-ed0a-45fc-b780-ae56a982af1e req-1cfa5b1c-7750-470e-ae36-76293ee173db tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:21.455399 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-52d82012-ed0a-45fc-b780-ae56a982af1e req-1cfa5b1c-7750-470e-ae36-76293ee173db tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.26 "DELETE /v2.0/ports/a45f84f2-cc9b-4ad3-8f2c-9868f96180de HTTP/1.1" status: 204 len: 173 time: 0.8337693 Feb 19 04:41:21.455839 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc317b1-147b-416c-bce9-eb774977dcc3', 'name': 'network-vif-deleted', 'tag': 'a45f84f2-cc9b-4ad3-8f2c-9868f96180de'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:41:21.458089 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a08e0b4-63ca-4979-b417-6aaf236c8413" -d '{"events": [{"server_uuid": "3cc317b1-147b-416c-bce9-eb774977dcc3", "name": "network-vif-deleted", "tag": "a45f84f2-cc9b-4ad3-8f2c-9868f96180de"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:41:21.498034 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a58c248-7795-4a4e-82f8-db9338be5251 x-openstack-request-id: req-8a58c248-7795-4a4e-82f8-db9338be5251 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:41:21.498350 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc317b1-147b-416c-bce9-eb774977dcc3", "name": "network-vif-deleted", "tag": "a45f84f2-cc9b-4ad3-8f2c-9868f96180de", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:41:21.498614 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8a58c248-7795-4a4e-82f8-db9338be5251 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:41:21.499087 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc317b1-147b-416c-bce9-eb774977dcc3', 'name': 'network-vif-deleted', 'tag': 'a45f84f2-cc9b-4ad3-8f2c-9868f96180de', 'status': 'completed', 'code': 200} Feb 19 04:41:21.646331 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-1fc73bc7-9964-4325-8f47-b2134906fc44 None None] Set router 419c1c52-3ed7-42b2-a3cd-23ecacffa4ff gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:41:21.841459 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-1fc73bc7-9964-4325-8f47-b2134906fc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'name': 'tempest-TestServerBasicOps-459122360-router', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '019e5f6d-74e0-4354-b664-a883e83fdd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:25Z', 'updated_at': '2022-02-19T04:35:29Z', 'revision_number': 4, 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'gw_port': {'id': '019e5f6d-74e0-4354-b664-a883e83fdd01', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:26Z', 'updated_at': '2022-02-19T04:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'd397a32b-4fc6-4aae-8119-34a0b038686e', 'name': '', 'network_id': '880b4410-642d-435c-812b-246575a73134', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'mac_address': 'fa:16:3e:76:d2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'fb7d1d8d-b376-481e-bd8a-616e91439832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:28Z', 'updated_at': '2022-02-19T04:35:35Z', 'revision_number': 5, 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'subnets': [{'id': 'fb7d1d8d-b376-481e-bd8a-616e91439832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:21.871479 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc73bc7-9964-4325-8f47-b2134906fc44 None None] Checking router: 419c1c52-3ed7-42b2-a3cd-23ecacffa4ff for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:41:21.881974 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc73bc7-9964-4325-8f47-b2134906fc44 None None] Routers {'419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:41:21.882984 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-1fc73bc7-9964-4325-8f47-b2134906fc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:41:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:21.998777 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-1fc73bc7-9964-4325-8f47-b2134906fc44 None None] Set router 419c1c52-3ed7-42b2-a3cd-23ecacffa4ff gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:41:22.191898 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-1fc73bc7-9964-4325-8f47-b2134906fc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'name': 'tempest-TestServerBasicOps-459122360-router', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '019e5f6d-74e0-4354-b664-a883e83fdd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:25Z', 'updated_at': '2022-02-19T04:35:29Z', 'revision_number': 4, 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'gw_port': {'id': '019e5f6d-74e0-4354-b664-a883e83fdd01', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:26Z', 'updated_at': '2022-02-19T04:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'd397a32b-4fc6-4aae-8119-34a0b038686e', 'name': '', 'network_id': '880b4410-642d-435c-812b-246575a73134', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'mac_address': 'fa:16:3e:76:d2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'fb7d1d8d-b376-481e-bd8a-616e91439832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:28Z', 'updated_at': '2022-02-19T04:35:35Z', 'revision_number': 5, 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'subnets': [{'id': 'fb7d1d8d-b376-481e-bd8a-616e91439832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:22.218002 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc73bc7-9964-4325-8f47-b2134906fc44 None None] The sync data for ids ['419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'] in n-d-828369-19 is: [{'id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'name': 'tempest-TestServerBasicOps-459122360-router', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '019e5f6d-74e0-4354-b664-a883e83fdd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:25Z', 'updated_at': '2022-02-19T04:35:29Z', 'revision_number': 4, 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'gw_port': {'id': '019e5f6d-74e0-4354-b664-a883e83fdd01', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:26Z', 'updated_at': '2022-02-19T04:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'd397a32b-4fc6-4aae-8119-34a0b038686e', 'name': '', 'network_id': '880b4410-642d-435c-812b-246575a73134', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'mac_address': 'fa:16:3e:76:d2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'fb7d1d8d-b376-481e-bd8a-616e91439832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:28Z', 'updated_at': '2022-02-19T04:35:35Z', 'revision_number': 5, 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'subnets': [{'id': 'fb7d1d8d-b376-481e-bd8a-616e91439832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:41:22.256330 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43856) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:22.386013 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-6a926983-f71a-4334-991c-02a30a6cec04 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Deleting port 18e90dae-ddc6-4ced-a6ae-4172d79d442c {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:41:22.386413 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6a926983-f71a-4334-991c-02a30a6cec04 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (18e90dae-ddc6-4ced-a6ae-4172d79d442c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:22.468928 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6a926983-f71a-4334-991c-02a30a6cec04 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (18e90dae-ddc6-4ced-a6ae-4172d79d442c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:22.469315 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6a926983-f71a-4334-991c-02a30a6cec04 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for floatingip (18e90dae-ddc6-4ced-a6ae-4172d79d442c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:22.478520 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fdc303-a401-468c-a020-a504d7d74a77 None None] New status for floating IP 1f0366b3-d302-443a-8dee-a134561f1d41: DOWN {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:41:22.484533 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-6a926983-f71a-4334-991c-02a30a6cec04 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Calling delete_port for 18e90dae-ddc6-4ced-a6ae-4172d79d442c owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:41:22.647920 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6a926983-f71a-4334-991c-02a30a6cec04 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (18e90dae-ddc6-4ced-a6ae-4172d79d442c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:22.674200 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a926983-f71a-4334-991c-02a30a6cec04 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Pushing event deleted for resources: {'Port': ['ID=18e90dae-ddc6-4ced-a6ae-4172d79d442c,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:22.733760 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6a926983-f71a-4334-991c-02a30a6cec04 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for floatingip (1f0366b3-d302-443a-8dee-a134561f1d41), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:22.736341 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6a926983-f71a-4334-991c-02a30a6cec04 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:22.737488 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6a926983-f71a-4334-991c-02a30a6cec04 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "DELETE /v2.0/floatingips/1f0366b3-d302-443a-8dee-a134561f1d41 HTTP/1.1" status: 204 len: 168 time: 0.4801035 Feb 19 04:41:22.809108 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43862) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:22.866781 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6ebec326-985e-40cb-ba48-dff06ad16aa4 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for security_group (e7c1a741-b227-45b6-8c86-c6f099f652bd), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:22.891592 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6ebec326-985e-40cb-ba48-dff06ad16aa4 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for security_group (e7c1a741-b227-45b6-8c86-c6f099f652bd), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:22.959494 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6ebec326-985e-40cb-ba48-dff06ad16aa4 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (e7c1a741-b227-45b6-8c86-c6f099f652bd), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:22.962334 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6ebec326-985e-40cb-ba48-dff06ad16aa4 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:22.963530 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6ebec326-985e-40cb-ba48-dff06ad16aa4 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] 10.222.0.52 "DELETE /v2.0/security-groups/e7c1a741-b227-45b6-8c86-c6f099f652bd HTTP/1.1" status: 204 len: 168 time: 0.1533794 Feb 19 04:41:22.973592 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebec326-985e-40cb-ba48-dff06ad16aa4 tempest-TestServerBasicOps-649383590 tempest-TestServerBasicOps-649383590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c1a741-b227-45b6-8c86-c6f099f652bd,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:23.009960 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43866) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:23.460832 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-986bcf94-4349-45d5-92b4-19e2a8588245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (419c1c52-3ed7-42b2-a3cd-23ecacffa4ff), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:23.713444 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-986bcf94-4349-45d5-92b4-19e2a8588245 admin admin] Deleting port d397a32b-4fc6-4aae-8119-34a0b038686e {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:41:23.713704 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-986bcf94-4349-45d5-92b4-19e2a8588245 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (d397a32b-4fc6-4aae-8119-34a0b038686e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:23.790681 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-986bcf94-4349-45d5-92b4-19e2a8588245 admin admin] For port d397a32b-4fc6-4aae-8119-34a0b038686e, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=d397a32b-4fc6-4aae-8119-34a0b038686e,segment=NetworkSegment(c4d67121-962e-46b4-bad1-c8cef1cb39ca),segment_id=c4d67121-962e-46b4-bad1-c8cef1cb39ca)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:41:23.791047 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-986bcf94-4349-45d5-92b4-19e2a8588245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (d397a32b-4fc6-4aae-8119-34a0b038686e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:23.804340 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-986bcf94-4349-45d5-92b4-19e2a8588245 admin admin] Calling delete_port for d397a32b-4fc6-4aae-8119-34a0b038686e owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:41:23.988474 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-986bcf94-4349-45d5-92b4-19e2a8588245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (d397a32b-4fc6-4aae-8119-34a0b038686e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:24.020707 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bcf94-4349-45d5-92b4-19e2a8588245 admin admin] Pushing event deleted for resources: {'Port': ['ID=d397a32b-4fc6-4aae-8119-34a0b038686e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:24.196529 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-986bcf94-4349-45d5-92b4-19e2a8588245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (419c1c52-3ed7-42b2-a3cd-23ecacffa4ff), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:24.413888 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986bcf94-4349-45d5-92b4-19e2a8588245 admin admin] Router 419c1c52-3ed7-42b2-a3cd-23ecacffa4ff has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:41:24.666501 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device a45f84f2-cc9b-4ad3-8f2c-9868f96180de no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:41:24.687357 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: a45f84f2-cc9b-4ad3-8f2c-9868f96180de {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:41:24.687703 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device a45f84f2-cc9b-4ad3-8f2c-9868f96180de not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:41:24.846033 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986bcf94-4349-45d5-92b4-19e2a8588245 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:41:24.851212 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-986bcf94-4349-45d5-92b4-19e2a8588245 admin admin] 10.222.0.52 "PUT /v2.0/routers/419c1c52-3ed7-42b2-a3cd-23ecacffa4ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8400965 Feb 19 04:41:24.854476 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43872) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:24.854889 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bee7a1f-8e19-4426-92b3-9179c89bbba4 None None] Sync routers for ids ['419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:41:24.864925 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bee7a1f-8e19-4426-92b3-9179c89bbba4 None None] Routers {'419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:41:24.865541 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7bee7a1f-8e19-4426-92b3-9179c89bbba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:41:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:24.959194 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03027b33-3e82-4302-963b-ef9222529cf2 admin admin] Publish callbacks [] for router (419c1c52-3ed7-42b2-a3cd-23ecacffa4ff), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:24.971208 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-7bee7a1f-8e19-4426-92b3-9179c89bbba4 None None] Set router 419c1c52-3ed7-42b2-a3cd-23ecacffa4ff gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:41:25.064186 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03027b33-3e82-4302-963b-ef9222529cf2 admin admin] Publish callbacks [] for router_gateway (419c1c52-3ed7-42b2-a3cd-23ecacffa4ff), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:25.116868 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-03027b33-3e82-4302-963b-ef9222529cf2 admin admin] Deleting port 019e5f6d-74e0-4354-b664-a883e83fdd01 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:41:25.117210 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03027b33-3e82-4302-963b-ef9222529cf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (019e5f6d-74e0-4354-b664-a883e83fdd01), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:25.148804 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7bee7a1f-8e19-4426-92b3-9179c89bbba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'name': 'tempest-TestServerBasicOps-459122360-router', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '019e5f6d-74e0-4354-b664-a883e83fdd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:25Z', 'updated_at': '2022-02-19T04:41:23Z', 'revision_number': 5, 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'gw_port': {'id': '019e5f6d-74e0-4354-b664-a883e83fdd01', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:26Z', 'updated_at': '2022-02-19T04:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:25.175158 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bee7a1f-8e19-4426-92b3-9179c89bbba4 None None] Checking router: 419c1c52-3ed7-42b2-a3cd-23ecacffa4ff for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:41:25.184560 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bee7a1f-8e19-4426-92b3-9179c89bbba4 None None] Routers {'419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:41:25.185277 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7bee7a1f-8e19-4426-92b3-9179c89bbba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:41:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:25.199385 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-03027b33-3e82-4302-963b-ef9222529cf2 admin admin] For port 019e5f6d-74e0-4354-b664-a883e83fdd01, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=019e5f6d-74e0-4354-b664-a883e83fdd01,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:41:25.200358 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03027b33-3e82-4302-963b-ef9222529cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (019e5f6d-74e0-4354-b664-a883e83fdd01), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:25.213171 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-03027b33-3e82-4302-963b-ef9222529cf2 admin admin] Calling delete_port for 019e5f6d-74e0-4354-b664-a883e83fdd01 owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:41:25.273247 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-7bee7a1f-8e19-4426-92b3-9179c89bbba4 None None] Set router 419c1c52-3ed7-42b2-a3cd-23ecacffa4ff gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:41:25.329687 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7bee7a1f-8e19-4426-92b3-9179c89bbba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'name': 'tempest-TestServerBasicOps-459122360-router', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:25Z', 'updated_at': '2022-02-19T04:41:25Z', 'revision_number': 6, 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:25.356454 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bee7a1f-8e19-4426-92b3-9179c89bbba4 None None] The sync data for ids ['419c1c52-3ed7-42b2-a3cd-23ecacffa4ff'] in n-d-828369-19 is: [{'id': '419c1c52-3ed7-42b2-a3cd-23ecacffa4ff', 'name': 'tempest-TestServerBasicOps-459122360-router', 'tenant_id': '29629238c87149b4b16b91f84b6e79f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:25Z', 'updated_at': '2022-02-19T04:41:25Z', 'revision_number': 6, 'project_id': '29629238c87149b4b16b91f84b6e79f3', 'gw_port_host': None}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:41:25.384499 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03027b33-3e82-4302-963b-ef9222529cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (019e5f6d-74e0-4354-b664-a883e83fdd01), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:25.406922 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03027b33-3e82-4302-963b-ef9222529cf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=019e5f6d-74e0-4354-b664-a883e83fdd01,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:25.470701 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03027b33-3e82-4302-963b-ef9222529cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (419c1c52-3ed7-42b2-a3cd-23ecacffa4ff), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:25.559665 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03027b33-3e82-4302-963b-ef9222529cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (419c1c52-3ed7-42b2-a3cd-23ecacffa4ff), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:25.561757 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03027b33-3e82-4302-963b-ef9222529cf2 admin admin] Publish callbacks [] for router_controller (419c1c52-3ed7-42b2-a3cd-23ecacffa4ff), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:25.608322 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03027b33-3e82-4302-963b-ef9222529cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (419c1c52-3ed7-42b2-a3cd-23ecacffa4ff), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:25.608845 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03027b33-3e82-4302-963b-ef9222529cf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 419c1c52-3ed7-42b2-a3cd-23ecacffa4ff {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:41:25.613180 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-03027b33-3e82-4302-963b-ef9222529cf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:25.614494 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-03027b33-3e82-4302-963b-ef9222529cf2 admin admin] 10.222.0.52 "DELETE /v2.0/routers/419c1c52-3ed7-42b2-a3cd-23ecacffa4ff HTTP/1.1" status: 204 len: 168 time: 0.7588198 Feb 19 04:41:25.616944 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43874) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:25.660422 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a2fff7-7604-4ca9-a468-54d0a7e74fc6 admin admin] Deleting subnet fb7d1d8d-b376-481e-bd8a-616e91439832 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:41:25.663487 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fff7-7604-4ca9-a468-54d0a7e74fc6 admin admin] Publish callbacks [] for subnet (fb7d1d8d-b376-481e-bd8a-616e91439832), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:25.700167 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fff7-7604-4ca9-a468-54d0a7e74fc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (fb7d1d8d-b376-481e-bd8a-616e91439832), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:25.789614 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fff7-7604-4ca9-a468-54d0a7e74fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (fb7d1d8d-b376-481e-bd8a-616e91439832), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:25.841034 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fff7-7604-4ca9-a468-54d0a7e74fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (fb7d1d8d-b376-481e-bd8a-616e91439832), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:25.866497 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2fff7-7604-4ca9-a468-54d0a7e74fc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb7d1d8d-b376-481e-bd8a-616e91439832,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:25.868445 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fff7-7604-4ca9-a468-54d0a7e74fc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:25.872234 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a0a2fff7-7604-4ca9-a468-54d0a7e74fc6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/fb7d1d8d-b376-481e-bd8a-616e91439832 HTTP/1.1" status: 204 len: 168 time: 0.2543032 Feb 19 04:41:25.874643 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43876) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:25.875782 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b769fdf4-3013-4cf4-ac36-e34c71e95372 None None] Network 880b4410-642d-435c-812b-246575a73134 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:41:25.941531 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29b86297-1407-4dbd-a8a9-4cc4c40afa80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (880b4410-642d-435c-812b-246575a73134), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:26.002987 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-29b86297-1407-4dbd-a8a9-4cc4c40afa80 admin admin] Deleting port 80221498-b907-4fde-ae8c-fd3da0260e06 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:41:26.003251 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29b86297-1407-4dbd-a8a9-4cc4c40afa80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (80221498-b907-4fde-ae8c-fd3da0260e06), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:26.070811 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-29b86297-1407-4dbd-a8a9-4cc4c40afa80 admin admin] For port 80221498-b907-4fde-ae8c-fd3da0260e06, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=80221498-b907-4fde-ae8c-fd3da0260e06,segment=NetworkSegment(c4d67121-962e-46b4-bad1-c8cef1cb39ca),segment_id=c4d67121-962e-46b4-bad1-c8cef1cb39ca)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:41:26.071434 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29b86297-1407-4dbd-a8a9-4cc4c40afa80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (80221498-b907-4fde-ae8c-fd3da0260e06), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:26.083951 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-29b86297-1407-4dbd-a8a9-4cc4c40afa80 admin admin] Calling delete_port for 80221498-b907-4fde-ae8c-fd3da0260e06 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:41:26.133902 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9f8437-b51d-4d05-837a-2d165b291d9a None None] DHCP port deletion for 880b4410-642d-435c-812b-246575a73134 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:41:26.167880 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29b86297-1407-4dbd-a8a9-4cc4c40afa80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (80221498-b907-4fde-ae8c-fd3da0260e06), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:26.197480 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b86297-1407-4dbd-a8a9-4cc4c40afa80 admin admin] Pushing event deleted for resources: {'Port': ['ID=80221498-b907-4fde-ae8c-fd3da0260e06,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:26.201482 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b86297-1407-4dbd-a8a9-4cc4c40afa80 admin admin] No DVR routers for this DVR port 80221498-b907-4fde-ae8c-fd3da0260e06 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:41:26.208510 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb9f8437-b51d-4d05-837a-2d165b291d9a None None] Deleting port 80221498-b907-4fde-ae8c-fd3da0260e06 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:41:26.208893 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb9f8437-b51d-4d05-837a-2d165b291d9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (80221498-b907-4fde-ae8c-fd3da0260e06), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:26.278263 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29b86297-1407-4dbd-a8a9-4cc4c40afa80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (880b4410-642d-435c-812b-246575a73134), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:26.285702 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb9f8437-b51d-4d05-837a-2d165b291d9a None None] For port 80221498-b907-4fde-ae8c-fd3da0260e06, host n-d-828369-19, got binding levels [] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:41:26.286100 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb9f8437-b51d-4d05-837a-2d165b291d9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (80221498-b907-4fde-ae8c-fd3da0260e06), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:26.298304 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-29b86297-1407-4dbd-a8a9-4cc4c40afa80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['880b4410-642d-435c-812b-246575a73134']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:26.299483 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb9f8437-b51d-4d05-837a-2d165b291d9a None None] Calling delete_port for 80221498-b907-4fde-ae8c-fd3da0260e06 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:41:26.302756 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.ipam_backend_mixin [None req-fb9f8437-b51d-4d05-837a-2d165b291d9a None None] Port 80221498-b907-4fde-ae8c-fd3da0260e06 was not found and therefore no delete operation was performed {{(pid=109927) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:41:26.304120 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb9f8437-b51d-4d05-837a-2d165b291d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (80221498-b907-4fde-ae8c-fd3da0260e06), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:26.308000 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-29b86297-1407-4dbd-a8a9-4cc4c40afa80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d67121-962e-46b4-bad1-c8cef1cb39ca') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:26.308362 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-29b86297-1407-4dbd-a8a9-4cc4c40afa80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d67121-962e-46b4-bad1-c8cef1cb39ca') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:26.317698 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29b86297-1407-4dbd-a8a9-4cc4c40afa80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (c4d67121-962e-46b4-bad1-c8cef1cb39ca), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:26.331653 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29b86297-1407-4dbd-a8a9-4cc4c40afa80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (c4d67121-962e-46b4-bad1-c8cef1cb39ca), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:26.333424 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f8437-b51d-4d05-837a-2d165b291d9a None None] Pushing event deleted for resources: {'Port': ['ID=80221498-b907-4fde-ae8c-fd3da0260e06,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:26.338494 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b86297-1407-4dbd-a8a9-4cc4c40afa80 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:41:26.339564 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29b86297-1407-4dbd-a8a9-4cc4c40afa80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (c4d67121-962e-46b4-bad1-c8cef1cb39ca), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:41:26.342554 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:41:26.345017 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9f8437-b51d-4d05-837a-2d165b291d9a None None] No DVR routers for this DVR port 80221498-b907-4fde-ae8c-fd3da0260e06 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:41:26.356104 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9f8437-b51d-4d05-837a-2d165b291d9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:26.356662 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9f8437-b51d-4d05-837a-2d165b291d9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:26.357308 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9f8437-b51d-4d05-837a-2d165b291d9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:26.357557 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9f8437-b51d-4d05-837a-2d165b291d9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:26.357908 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9f8437-b51d-4d05-837a-2d165b291d9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:26.358480 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9f8437-b51d-4d05-837a-2d165b291d9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:26.358879 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9f8437-b51d-4d05-837a-2d165b291d9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:26.359758 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9f8437-b51d-4d05-837a-2d165b291d9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:26.359758 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9f8437-b51d-4d05-837a-2d165b291d9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:26.360113 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9f8437-b51d-4d05-837a-2d165b291d9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:26.360597 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9f8437-b51d-4d05-837a-2d165b291d9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:26.360944 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9f8437-b51d-4d05-837a-2d165b291d9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:26.361265 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9f8437-b51d-4d05-837a-2d165b291d9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:26.410493 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29b86297-1407-4dbd-a8a9-4cc4c40afa80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (880b4410-642d-435c-812b-246575a73134), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:26.417813 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29b86297-1407-4dbd-a8a9-4cc4c40afa80 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:26.422408 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-29b86297-1407-4dbd-a8a9-4cc4c40afa80 admin admin] 10.222.0.52 "DELETE /v2.0/networks/880b4410-642d-435c-812b-246575a73134 HTTP/1.1" status: 204 len: 168 time: 0.5465648 Feb 19 04:41:26.425069 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 43878) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:26.438592 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b86297-1407-4dbd-a8a9-4cc4c40afa80 admin admin] Pushing event deleted for resources: {'Network': ['ID=880b4410-642d-435c-812b-246575a73134,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:26.769784 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-085188f2-dc0e-4cbb-b5ac-7246d6c11119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (425eebe3-0fa4-41b4-8e79-5e589b0788a7), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:27.026737 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-085188f2-dc0e-4cbb-b5ac-7246d6c11119 admin admin] Deleting port b545cfd0-b426-4f75-a2c8-322fa892dcc6 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:41:27.026999 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-085188f2-dc0e-4cbb-b5ac-7246d6c11119 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b545cfd0-b426-4f75-a2c8-322fa892dcc6), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:27.104603 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-085188f2-dc0e-4cbb-b5ac-7246d6c11119 admin admin] For port b545cfd0-b426-4f75-a2c8-322fa892dcc6, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=b545cfd0-b426-4f75-a2c8-322fa892dcc6,segment=NetworkSegment(5a1e9cca-49b0-4f00-9209-1e55463e7d55),segment_id=5a1e9cca-49b0-4f00-9209-1e55463e7d55)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:41:27.104959 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-085188f2-dc0e-4cbb-b5ac-7246d6c11119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b545cfd0-b426-4f75-a2c8-322fa892dcc6), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:27.118060 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-085188f2-dc0e-4cbb-b5ac-7246d6c11119 admin admin] Calling delete_port for b545cfd0-b426-4f75-a2c8-322fa892dcc6 owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:41:27.151376 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:27.232225 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 019e5f6d-74e0-4354-b664-a883e83fdd01 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:41:27.252650 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 019e5f6d-74e0-4354-b664-a883e83fdd01 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:41:27.252996 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 019e5f6d-74e0-4354-b664-a883e83fdd01 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:41:27.253479 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 80221498-b907-4fde-ae8c-fd3da0260e06 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:41:27.272340 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 80221498-b907-4fde-ae8c-fd3da0260e06 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:41:27.272686 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 80221498-b907-4fde-ae8c-fd3da0260e06 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:41:27.273099 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device d397a32b-4fc6-4aae-8119-34a0b038686e no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:41:27.292035 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: d397a32b-4fc6-4aae-8119-34a0b038686e {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:41:27.292919 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device d397a32b-4fc6-4aae-8119-34a0b038686e not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:41:27.299453 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-085188f2-dc0e-4cbb-b5ac-7246d6c11119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (b545cfd0-b426-4f75-a2c8-322fa892dcc6), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:27.322980 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085188f2-dc0e-4cbb-b5ac-7246d6c11119 admin admin] Pushing event deleted for resources: {'Port': ['ID=b545cfd0-b426-4f75-a2c8-322fa892dcc6,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:27.489546 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-085188f2-dc0e-4cbb-b5ac-7246d6c11119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (425eebe3-0fa4-41b4-8e79-5e589b0788a7), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:27.705147 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085188f2-dc0e-4cbb-b5ac-7246d6c11119 admin admin] Router 425eebe3-0fa4-41b4-8e79-5e589b0788a7 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:41:27.811035 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085188f2-dc0e-4cbb-b5ac-7246d6c11119 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:41:27.816440 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-085188f2-dc0e-4cbb-b5ac-7246d6c11119 admin admin] 10.222.0.52 "PUT /v2.0/routers/425eebe3-0fa4-41b4-8e79-5e589b0788a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3898437 Feb 19 04:41:27.818657 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43880) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:27.819664 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbb7229-7a7b-42d9-9ce9-cf394ed5f5e3 None None] Sync routers for ids ['425eebe3-0fa4-41b4-8e79-5e589b0788a7'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:41:27.829931 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbb7229-7a7b-42d9-9ce9-cf394ed5f5e3 None None] Routers {'425eebe3-0fa4-41b4-8e79-5e589b0788a7'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:41:27.830593 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-cfbb7229-7a7b-42d9-9ce9-cf394ed5f5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:41:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['425eebe3-0fa4-41b4-8e79-5e589b0788a7'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:27.923611 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e732cc38-69a1-4a0a-b5f3-afd843c8ef34 admin admin] Publish callbacks [] for router (425eebe3-0fa4-41b4-8e79-5e589b0788a7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:27.935871 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-cfbb7229-7a7b-42d9-9ce9-cf394ed5f5e3 None None] Set router 425eebe3-0fa4-41b4-8e79-5e589b0788a7 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:41:28.029112 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e732cc38-69a1-4a0a-b5f3-afd843c8ef34 admin admin] Publish callbacks [] for router_gateway (425eebe3-0fa4-41b4-8e79-5e589b0788a7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:28.082132 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-e732cc38-69a1-4a0a-b5f3-afd843c8ef34 admin admin] Deleting port 07865322-a046-4a2a-a0c0-633f93d6c833 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:41:28.082510 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e732cc38-69a1-4a0a-b5f3-afd843c8ef34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (07865322-a046-4a2a-a0c0-633f93d6c833), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:28.114914 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-cfbb7229-7a7b-42d9-9ce9-cf394ed5f5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425eebe3-0fa4-41b4-8e79-5e589b0788a7', 'name': 'tempest-TestServerBasicOps-1558702056-router', 'tenant_id': '8b1a0d258e2f49dab3d1eff2afb456ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '07865322-a046-4a2a-a0c0-633f93d6c833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:32Z', 'updated_at': '2022-02-19T04:41:27Z', 'revision_number': 5, 'project_id': '8b1a0d258e2f49dab3d1eff2afb456ea', 'gw_port': {'id': '07865322-a046-4a2a-a0c0-633f93d6c833', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425eebe3-0fa4-41b4-8e79-5e589b0788a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:33Z', 'updated_at': '2022-02-19T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:28.141110 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbb7229-7a7b-42d9-9ce9-cf394ed5f5e3 None None] Checking router: 425eebe3-0fa4-41b4-8e79-5e589b0788a7 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:41:28.149290 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbb7229-7a7b-42d9-9ce9-cf394ed5f5e3 None None] Routers {'425eebe3-0fa4-41b4-8e79-5e589b0788a7'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:41:28.149904 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-cfbb7229-7a7b-42d9-9ce9-cf394ed5f5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:41:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['425eebe3-0fa4-41b4-8e79-5e589b0788a7'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:28.162178 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-e732cc38-69a1-4a0a-b5f3-afd843c8ef34 admin admin] For port 07865322-a046-4a2a-a0c0-633f93d6c833, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=07865322-a046-4a2a-a0c0-633f93d6c833,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:41:28.162592 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e732cc38-69a1-4a0a-b5f3-afd843c8ef34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (07865322-a046-4a2a-a0c0-633f93d6c833), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:28.176262 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-e732cc38-69a1-4a0a-b5f3-afd843c8ef34 admin admin] Calling delete_port for 07865322-a046-4a2a-a0c0-633f93d6c833 owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:41:28.237540 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-cfbb7229-7a7b-42d9-9ce9-cf394ed5f5e3 None None] Set router 425eebe3-0fa4-41b4-8e79-5e589b0788a7 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:41:28.287450 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-cfbb7229-7a7b-42d9-9ce9-cf394ed5f5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425eebe3-0fa4-41b4-8e79-5e589b0788a7', 'name': 'tempest-TestServerBasicOps-1558702056-router', 'tenant_id': '8b1a0d258e2f49dab3d1eff2afb456ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:32Z', 'updated_at': '2022-02-19T04:41:28Z', 'revision_number': 6, 'project_id': '8b1a0d258e2f49dab3d1eff2afb456ea', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:28.317094 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbb7229-7a7b-42d9-9ce9-cf394ed5f5e3 None None] The sync data for ids ['425eebe3-0fa4-41b4-8e79-5e589b0788a7'] in n-d-828369-19 is: [{'id': '425eebe3-0fa4-41b4-8e79-5e589b0788a7', 'name': 'tempest-TestServerBasicOps-1558702056-router', 'tenant_id': '8b1a0d258e2f49dab3d1eff2afb456ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:32Z', 'updated_at': '2022-02-19T04:41:28Z', 'revision_number': 6, 'project_id': '8b1a0d258e2f49dab3d1eff2afb456ea', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:41:28.347476 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e732cc38-69a1-4a0a-b5f3-afd843c8ef34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (07865322-a046-4a2a-a0c0-633f93d6c833), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:28.369382 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732cc38-69a1-4a0a-b5f3-afd843c8ef34 admin admin] Pushing event deleted for resources: {'Port': ['ID=07865322-a046-4a2a-a0c0-633f93d6c833,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:28.434849 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e732cc38-69a1-4a0a-b5f3-afd843c8ef34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (425eebe3-0fa4-41b4-8e79-5e589b0788a7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:28.527007 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e732cc38-69a1-4a0a-b5f3-afd843c8ef34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (425eebe3-0fa4-41b4-8e79-5e589b0788a7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:28.529038 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e732cc38-69a1-4a0a-b5f3-afd843c8ef34 admin admin] Publish callbacks [] for router_controller (425eebe3-0fa4-41b4-8e79-5e589b0788a7), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:28.571678 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e732cc38-69a1-4a0a-b5f3-afd843c8ef34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (425eebe3-0fa4-41b4-8e79-5e589b0788a7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:28.572235 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e732cc38-69a1-4a0a-b5f3-afd843c8ef34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 425eebe3-0fa4-41b4-8e79-5e589b0788a7 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:41:28.576696 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e732cc38-69a1-4a0a-b5f3-afd843c8ef34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:28.577843 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e732cc38-69a1-4a0a-b5f3-afd843c8ef34 admin admin] 10.222.0.52 "DELETE /v2.0/routers/425eebe3-0fa4-41b4-8e79-5e589b0788a7 HTTP/1.1" status: 204 len: 168 time: 0.7581053 Feb 19 04:41:28.580308 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43882) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:28.624044 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d32f874-310e-440e-b937-b3965826f7b3 admin admin] Deleting subnet 65716fec-4900-449d-aba6-82c7da693c0d {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:41:28.627024 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1d32f874-310e-440e-b937-b3965826f7b3 admin admin] Publish callbacks [] for subnet (65716fec-4900-449d-aba6-82c7da693c0d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:28.659628 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1d32f874-310e-440e-b937-b3965826f7b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (65716fec-4900-449d-aba6-82c7da693c0d), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:28.745212 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1d32f874-310e-440e-b937-b3965826f7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (65716fec-4900-449d-aba6-82c7da693c0d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:28.797163 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1d32f874-310e-440e-b937-b3965826f7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (65716fec-4900-449d-aba6-82c7da693c0d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:28.821660 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32f874-310e-440e-b937-b3965826f7b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65716fec-4900-449d-aba6-82c7da693c0d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:28.825352 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1d32f874-310e-440e-b937-b3965826f7b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:28.828552 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1d32f874-310e-440e-b937-b3965826f7b3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/65716fec-4900-449d-aba6-82c7da693c0d HTTP/1.1" status: 204 len: 168 time: 0.2473352 Feb 19 04:41:28.830994 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43884) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:28.833712 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9289e82-c200-4179-a259-4b050e899688 None None] Network 3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:41:28.900530 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c46c31cd-34d4-4055-9314-9c18dfc7d424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:28.956210 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c46c31cd-34d4-4055-9314-9c18dfc7d424 admin admin] Deleting port 8a184295-81ea-47e6-8238-ece5721349bc {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:41:28.956560 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c46c31cd-34d4-4055-9314-9c18dfc7d424 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (8a184295-81ea-47e6-8238-ece5721349bc), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:29.018232 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-c46c31cd-34d4-4055-9314-9c18dfc7d424 admin admin] For port 8a184295-81ea-47e6-8238-ece5721349bc, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8a184295-81ea-47e6-8238-ece5721349bc,segment=NetworkSegment(5a1e9cca-49b0-4f00-9209-1e55463e7d55),segment_id=5a1e9cca-49b0-4f00-9209-1e55463e7d55)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:41:29.018549 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c46c31cd-34d4-4055-9314-9c18dfc7d424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (8a184295-81ea-47e6-8238-ece5721349bc), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:29.030907 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c46c31cd-34d4-4055-9314-9c18dfc7d424 admin admin] Calling delete_port for 8a184295-81ea-47e6-8238-ece5721349bc owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:41:29.114550 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a880c1ba-da9d-47c8-86ca-175234045034 None None] DHCP port deletion for 3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:41:29.115840 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c46c31cd-34d4-4055-9314-9c18dfc7d424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (8a184295-81ea-47e6-8238-ece5721349bc), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:29.150337 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46c31cd-34d4-4055-9314-9c18dfc7d424 admin admin] No DVR routers for this DVR port 8a184295-81ea-47e6-8238-ece5721349bc on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:41:29.152985 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c31cd-34d4-4055-9314-9c18dfc7d424 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a184295-81ea-47e6-8238-ece5721349bc,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:29.230042 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c46c31cd-34d4-4055-9314-9c18dfc7d424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:29.250191 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8a184295-81ea-47e6-8238-ece5721349bc no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:41:29.250710 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c46c31cd-34d4-4055-9314-9c18dfc7d424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:29.260257 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c46c31cd-34d4-4055-9314-9c18dfc7d424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1e9cca-49b0-4f00-9209-1e55463e7d55') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:29.260556 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-c46c31cd-34d4-4055-9314-9c18dfc7d424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1e9cca-49b0-4f00-9209-1e55463e7d55') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:29.271065 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 8a184295-81ea-47e6-8238-ece5721349bc {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:41:29.271419 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8a184295-81ea-47e6-8238-ece5721349bc not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:41:29.271847 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 07865322-a046-4a2a-a0c0-633f93d6c833 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:41:29.271959 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c46c31cd-34d4-4055-9314-9c18dfc7d424 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (5a1e9cca-49b0-4f00-9209-1e55463e7d55), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:29.288925 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c46c31cd-34d4-4055-9314-9c18dfc7d424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (5a1e9cca-49b0-4f00-9209-1e55463e7d55), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:29.291815 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 07865322-a046-4a2a-a0c0-633f93d6c833 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:41:29.292173 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 07865322-a046-4a2a-a0c0-633f93d6c833 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:41:29.292602 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b545cfd0-b426-4f75-a2c8-322fa892dcc6 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:41:29.296277 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46c31cd-34d4-4055-9314-9c18dfc7d424 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:41:29.296799 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c46c31cd-34d4-4055-9314-9c18dfc7d424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (5a1e9cca-49b0-4f00-9209-1e55463e7d55), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:41:29.298883 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:41:29.312476 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: b545cfd0-b426-4f75-a2c8-322fa892dcc6 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:41:29.312840 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b545cfd0-b426-4f75-a2c8-322fa892dcc6 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:41:29.358026 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c46c31cd-34d4-4055-9314-9c18dfc7d424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:29.364440 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c46c31cd-34d4-4055-9314-9c18dfc7d424 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:29.367637 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c46c31cd-34d4-4055-9314-9c18dfc7d424 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e HTTP/1.1" status: 204 len: 168 time: 0.5357370 Feb 19 04:41:29.379134 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c31cd-34d4-4055-9314-9c18dfc7d424 admin admin] Pushing event deleted for resources: {'Network': ['ID=3156dd6a-cd73-4f13-b1e5-ff3e60f01e9e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:29.483944 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43888) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:29.526439 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f1ce9112-f166-4362-a62a-96d2f7ae3e58 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=29629238c87149b4b16b91f84b6e79f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412703 Feb 19 04:41:29.528849 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43890) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:29.580383 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-13931a09-6f2c-4c85-9232-207d1d85d49a admin admin] Publish callbacks [] for security_group (579ba562-a6fe-45fb-b330-4551cdcad39a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:29.600697 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-13931a09-6f2c-4c85-9232-207d1d85d49a admin admin] Publish callbacks [] for security_group (579ba562-a6fe-45fb-b330-4551cdcad39a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:29.646566 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-13931a09-6f2c-4c85-9232-207d1d85d49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (579ba562-a6fe-45fb-b330-4551cdcad39a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:29.649038 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-13931a09-6f2c-4c85-9232-207d1d85d49a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:29.650220 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-13931a09-6f2c-4c85-9232-207d1d85d49a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/579ba562-a6fe-45fb-b330-4551cdcad39a HTTP/1.1" status: 204 len: 168 time: 0.1204507 Feb 19 04:41:29.657781 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13931a09-6f2c-4c85-9232-207d1d85d49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579ba562-a6fe-45fb-b330-4551cdcad39a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:29.956538 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43896) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:29.959455 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:29.997443 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6b577e06-a868-4599-beff-75314e88603f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8b1a0d258e2f49dab3d1eff2afb456ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397348 Feb 19 04:41:30.000013 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 43898) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:30.050836 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cdaabfd3-af80-4bcf-a1bb-75420cb3800b admin admin] Publish callbacks [] for security_group (4132e202-ccd5-4723-afd6-f8986046c239), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:30.072391 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cdaabfd3-af80-4bcf-a1bb-75420cb3800b admin admin] Publish callbacks [] for security_group (4132e202-ccd5-4723-afd6-f8986046c239), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:30.117725 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cdaabfd3-af80-4bcf-a1bb-75420cb3800b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4132e202-ccd5-4723-afd6-f8986046c239), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:30.120372 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cdaabfd3-af80-4bcf-a1bb-75420cb3800b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:30.122209 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cdaabfd3-af80-4bcf-a1bb-75420cb3800b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4132e202-ccd5-4723-afd6-f8986046c239 HTTP/1.1" status: 204 len: 168 time: 0.1212707 Feb 19 04:41:30.129832 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaabfd3-af80-4bcf-a1bb-75420cb3800b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4132e202-ccd5-4723-afd6-f8986046c239,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:30.660722 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bb203bea-e6f7-4b7e-a2e4-f3f6a5a5a452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:33.510361 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6864b1da-48a7-45c0-bd61-6efc1d9931fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:33.907328 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:35.399091 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:36.826742 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:47.284898 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:41:48.470266 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-018a0d6c-d900-49a8-b80b-bb38f255ec01 req-754a64bb-4020-44a7-b6f8-9cf19299648a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458786 Feb 19 04:41:48.551336 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a0d6c-d900-49a8-b80b-bb38f255ec01 req-c74e8d19-991f-4016-81b7-0c82832c9b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:48.552801 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-018a0d6c-d900-49a8-b80b-bb38f255ec01 req-c74e8d19-991f-4016-81b7-0c82832c9b2c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 1129 time: 0.0427966 Feb 19 04:41:48.655539 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a0d6c-d900-49a8-b80b-bb38f255ec01 req-36f64bde-a899-4994-afab-615dd1737be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:48.657018 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-018a0d6c-d900-49a8-b80b-bb38f255ec01 req-36f64bde-a899-4994-afab-615dd1737be7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 912 time: 0.0847502 Feb 19 04:41:48.721999 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-018a0d6c-d900-49a8-b80b-bb38f255ec01 req-de787986-7e47-40b2-adf1-ecfadc9c0ea3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11718ccc-0c2d-43bb-8c1e-99b81856f798 HTTP/1.1" status: 200 len: 1002 time: 0.0579908 Feb 19 04:41:49.099553 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a0d6c-d900-49a8-b80b-bb38f255ec01 req-9acdff4b-9aab-4b7f-8b90-0b491f54003f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:49.100990 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-018a0d6c-d900-49a8-b80b-bb38f255ec01 req-9acdff4b-9aab-4b7f-8b90-0b491f54003f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b4c1316c-0c1b-40e4-b032-90759cbccfe3 HTTP/1.1" status: 200 len: 850 time: 0.3734913 Feb 19 04:41:49.146983 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a0d6c-d900-49a8-b80b-bb38f255ec01 req-9cb4f3a5-0984-47e0-8c27-c80c483e60cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:49.148412 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-018a0d6c-d900-49a8-b80b-bb38f255ec01 req-9cb4f3a5-0984-47e0-8c27-c80c483e60cf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e8f90c4-f909-4474-8fc0-0f484b224735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0413804 Feb 19 04:41:49.237841 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-018a0d6c-d900-49a8-b80b-bb38f255ec01 req-0ccc68fa-1e3e-484a-ace9-ab89ae485c9b service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833514 Feb 19 04:41:49.325238 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-018a0d6c-d900-49a8-b80b-bb38f255ec01 req-65a3e00c-6cb4-40ed-8726-d4de3c555c08 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808151 Feb 19 04:41:57.148407 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:59.961206 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:00.664169 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b438834d-fef7-4930-8f39-86743928d0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:03.518784 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c912a58c-15ad-4795-821b-07ad62683cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:03.912811 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:05.402219 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:06.830036 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:24.285359 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:42:27.149062 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:29.958439 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:30.674595 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c3987cf8-666a-485b-a939-4546551717ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:33.509751 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5261ea81-7739-4db2-8147-96473d29549d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:33.913737 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:35.405036 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:36.834105 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:49.028209 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0de086ef-db8f-4348-a078-e6020e54fb71 req-a1ee7c7f-b0dc-4859-8c2a-73b0fdf8f509 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471919 Feb 19 04:42:49.119887 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de086ef-db8f-4348-a078-e6020e54fb71 req-50fcbc92-958c-4cc7-80d3-ee9f77b52513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:49.121398 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0de086ef-db8f-4348-a078-e6020e54fb71 req-50fcbc92-958c-4cc7-80d3-ee9f77b52513 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 1129 time: 0.0493805 Feb 19 04:42:49.225513 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de086ef-db8f-4348-a078-e6020e54fb71 req-cfb76ee1-4b40-463b-ada5-accc387d3697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:49.227031 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0de086ef-db8f-4348-a078-e6020e54fb71 req-cfb76ee1-4b40-463b-ada5-accc387d3697 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 912 time: 0.0875125 Feb 19 04:42:49.293692 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0de086ef-db8f-4348-a078-e6020e54fb71 req-cd6ee7b5-023a-4ba6-9396-815a86e1de25 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11718ccc-0c2d-43bb-8c1e-99b81856f798 HTTP/1.1" status: 200 len: 1002 time: 0.0609665 Feb 19 04:42:49.339841 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de086ef-db8f-4348-a078-e6020e54fb71 req-b6f46acf-46c7-48b1-ac55-6eab7c92816f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:49.341304 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0de086ef-db8f-4348-a078-e6020e54fb71 req-b6f46acf-46c7-48b1-ac55-6eab7c92816f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b4c1316c-0c1b-40e4-b032-90759cbccfe3 HTTP/1.1" status: 200 len: 850 time: 0.0424423 Feb 19 04:42:49.388175 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de086ef-db8f-4348-a078-e6020e54fb71 req-bf5505f3-fe82-47d1-a323-e51f644a997a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:49.389654 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0de086ef-db8f-4348-a078-e6020e54fb71 req-bf5505f3-fe82-47d1-a323-e51f644a997a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e8f90c4-f909-4474-8fc0-0f484b224735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0425775 Feb 19 04:42:49.478282 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0de086ef-db8f-4348-a078-e6020e54fb71 req-b88a6170-075e-44cc-b09d-38d2d840e914 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825458 Feb 19 04:42:49.564738 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0de086ef-db8f-4348-a078-e6020e54fb71 req-8c9a62f6-f11b-49b2-8f58-dda99c42aee3 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809095 Feb 19 04:42:57.175577 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:59.956929 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:00.673531 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b64fbffc-152e-47d9-9e62-408d47f32cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:01.288676 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:43:02.098789 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-13817685-7fb1-4b4c-bab3-7632adc67fe9 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-633040255&fields=id&tenant_id=b0fd37ae90824e9285d9bb3943295dee HTTP/1.1" status: 200 len: 267 time: 0.0457876 Feb 19 04:43:02.208222 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-d02dfa07-033c-45c8-86a2-f17e1556ccf1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:02.209683 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-d02dfa07-033c-45c8-86a2-f17e1556ccf1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 811 time: 0.1045547 Feb 19 04:43:02.224109 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-88d6b024-0639-441d-bca7-923c50638db4 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/quotas/b0fd37ae90824e9285d9bb3943295dee HTTP/1.1" status: 200 len: 375 time: 0.0092409 Feb 19 04:43:02.279046 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-882e3969-c2c9-449c-948b-73f2f3ac6944 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503578 Feb 19 04:43:02.471457 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-d1725cc9-6b3e-4aca-b004-32fcbdb0baa2 service neutron] 10.222.0.52 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799679 Feb 19 04:43:02.558587 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-34e18f0a-8196-445d-9ca0-e55451a3ef4f service neutron] 10.222.0.52 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814288 Feb 19 04:43:02.838492 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f21e957c-691f-4e6c-87b8-9aec9eff1734 req-f86193ca-e2ab-4de8-b87c-a798c02219d3 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 210 time: 0.0274794 Feb 19 04:43:03.510308 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-75da4354-483d-4363-88a6-1eb318764b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:03.835455 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-eed21d1c-8364-4854-b98e-6065859642b8 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:03.836917 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-eed21d1c-8364-4854-b98e-6065859642b8 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.26 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 811 time: 0.1104293 Feb 19 04:43:03.901273 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-95507b8c-a8b5-4214-86ac-394bd718f80f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0fd37ae90824e9285d9bb3943295dee HTTP/1.1" status: 200 len: 379 time: 0.0565190 Feb 19 04:43:03.909888 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-a6cd2978-a687-4456-8e8b-a6f9787cc9e7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Request body: {'port': {'device_id': '0c411d62-a727-4c34-a05f-e9bf81fbd0d8', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'admin_state_up': True, 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'security_groups': ['f3c96e9e-d679-4a60-948e-d361f512bd70']}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:43:03.925045 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:03.972084 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d5988fbe-63af-4060-a617-2aed5472565f req-a47a7ab3-a488-4c1f-8ea3-cf3313044f7b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 210 time: 0.0287502 Feb 19 04:43:04.024883 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-a6cd2978-a687-4456-8e8b-a6f9787cc9e7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Made reservation on behalf of b0fd37ae90824e9285d9bb3943295dee for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:43:04.028363 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-a6cd2978-a687-4456-8e8b-a6f9787cc9e7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:04.150952 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-a6cd2978-a687-4456-8e8b-a6f9787cc9e7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Allocated IP 172.20.0.11 (5e8f90c4-f909-4474-8fc0-0f484b224735/b4c1316c-0c1b-40e4-b032-90759cbccfe3/b81f5a68-3369-427a-be46-cd396f853d75) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:43:04.289680 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-a6cd2978-a687-4456-8e8b-a6f9787cc9e7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for port (b81f5a68-3369-427a-be46-cd396f853d75), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:04.323275 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-a6cd2978-a687-4456-8e8b-a6f9787cc9e7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (b81f5a68-3369-427a-be46-cd396f853d75), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:04.366411 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-a6cd2978-a687-4456-8e8b-a6f9787cc9e7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Network 5e8f90c4-f909-4474-8fc0-0f484b224735 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:43:04.369571 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-a6cd2978-a687-4456-8e8b-a6f9787cc9e7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:43:04.373085 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-a6cd2978-a687-4456-8e8b-a6f9787cc9e7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:43:04.410797 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd2978-a687-4456-8e8b-a6f9787cc9e7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event updated for resources: {'Port': ['ID=b81f5a68-3369-427a-be46-cd396f853d75,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:04.424000 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cd2978-a687-4456-8e8b-a6f9787cc9e7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:04.424348 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cd2978-a687-4456-8e8b-a6f9787cc9e7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:04.424691 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cd2978-a687-4456-8e8b-a6f9787cc9e7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:04.425034 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cd2978-a687-4456-8e8b-a6f9787cc9e7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:04.425378 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cd2978-a687-4456-8e8b-a6f9787cc9e7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:04.425710 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cd2978-a687-4456-8e8b-a6f9787cc9e7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:04.426043 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cd2978-a687-4456-8e8b-a6f9787cc9e7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:04.426393 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cd2978-a687-4456-8e8b-a6f9787cc9e7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:04.426719 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cd2978-a687-4456-8e8b-a6f9787cc9e7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:04.427051 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cd2978-a687-4456-8e8b-a6f9787cc9e7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:04.427376 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cd2978-a687-4456-8e8b-a6f9787cc9e7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:04.427702 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cd2978-a687-4456-8e8b-a6f9787cc9e7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:04.428026 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cd2978-a687-4456-8e8b-a6f9787cc9e7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:04.444661 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-a6cd2978-a687-4456-8e8b-a6f9787cc9e7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:04.445294 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-a6cd2978-a687-4456-8e8b-a6f9787cc9e7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:04.463657 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-a6cd2978-a687-4456-8e8b-a6f9787cc9e7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5576117 Feb 19 04:43:04.475359 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-25f0be20-548b-42bd-9902-c614bcf370a5 service neutron] Request body: {'port': {'device_id': '0c411d62-a727-4c34-a05f-e9bf81fbd0d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:43:04.537469 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-25f0be20-548b-42bd-9902-c614bcf370a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b81f5a68-3369-427a-be46-cd396f853d75), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:04.700632 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-5e5a2ef5-44b6-4ea9-999e-3b03277d1b9b None None] Provisioning complete for port b81f5a68-3369-427a-be46-cd396f853d75 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:04.701150 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5e5a2ef5-44b6-4ea9-999e-3b03277d1b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b81f5a68-3369-427a-be46-cd396f853d75), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:04.741827 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-5e5a2ef5-44b6-4ea9-999e-3b03277d1b9b None None] Port b81f5a68-3369-427a-be46-cd396f853d75 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:43:04.806527 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-25f0be20-548b-42bd-9902-c614bcf370a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b81f5a68-3369-427a-be46-cd396f853d75 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:43:04.814746 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-25f0be20-548b-42bd-9902-c614bcf370a5 service neutron] Publish callbacks [] for port (b81f5a68-3369-427a-be46-cd396f853d75), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:04.826243 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-25f0be20-548b-42bd-9902-c614bcf370a5 service neutron] Transition to ACTIVE for port object b81f5a68-3369-427a-be46-cd396f853d75 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:43:04.830711 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-25f0be20-548b-42bd-9902-c614bcf370a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (b81f5a68-3369-427a-be46-cd396f853d75), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:04.880813 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0be20-548b-42bd-9902-c614bcf370a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b81f5a68-3369-427a-be46-cd396f853d75,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:04.954498 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-25f0be20-548b-42bd-9902-c614bcf370a5 service neutron] Attempting to bind port b81f5a68-3369-427a-be46-cd396f853d75 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:43:04.954774 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-25f0be20-548b-42bd-9902-c614bcf370a5 service neutron] Attempting to bind port b81f5a68-3369-427a-be46-cd396f853d75 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:43:04.955082 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-25f0be20-548b-42bd-9902-c614bcf370a5 service neutron] Attempting to bind port b81f5a68-3369-427a-be46-cd396f853d75 on network 5e8f90c4-f909-4474-8fc0-0f484b224735 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:43:04.960779 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-25f0be20-548b-42bd-9902-c614bcf370a5 service neutron] Port b81f5a68-3369-427a-be46-cd396f853d75 on network 5e8f90c4-f909-4474-8fc0-0f484b224735 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:43:04.961102 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-25f0be20-548b-42bd-9902-c614bcf370a5 service neutron] Attempting to bind port b81f5a68-3369-427a-be46-cd396f853d75 on network 5e8f90c4-f909-4474-8fc0-0f484b224735 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:43:04.966782 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-25f0be20-548b-42bd-9902-c614bcf370a5 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:43:04.967121 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-25f0be20-548b-42bd-9902-c614bcf370a5 service neutron] Checking segment: {'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:43:04.967506 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-25f0be20-548b-42bd-9902-c614bcf370a5 service neutron] Bound using segment: {'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:43:04.967970 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-25f0be20-548b-42bd-9902-c614bcf370a5 service neutron] Bound port: b81f5a68-3369-427a-be46-cd396f853d75, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0057bd-70c7-42b0-abfd-a00a1dc2246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:43:04.968766 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-25f0be20-548b-42bd-9902-c614bcf370a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b81f5a68-3369-427a-be46-cd396f853d75), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:05.065409 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-25f0be20-548b-42bd-9902-c614bcf370a5 service neutron] For port b81f5a68-3369-427a-be46-cd396f853d75, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:43:05.069434 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-25f0be20-548b-42bd-9902-c614bcf370a5 service neutron] For port b81f5a68-3369-427a-be46-cd396f853d75, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=b81f5a68-3369-427a-be46-cd396f853d75,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:43:05.077375 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-25f0be20-548b-42bd-9902-c614bcf370a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (b81f5a68-3369-427a-be46-cd396f853d75), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:05.110271 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-25f0be20-548b-42bd-9902-c614bcf370a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:05.110888 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-25f0be20-548b-42bd-9902-c614bcf370a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:05.112364 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-25f0be20-548b-42bd-9902-c614bcf370a5 service neutron] 10.222.0.26 "PUT /v2.0/ports/b81f5a68-3369-427a-be46-cd396f853d75 HTTP/1.1" status: 200 len: 1093 time: 0.6415219 Feb 19 04:43:05.112827 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c411d62-a727-4c34-a05f-e9bf81fbd0d8', 'tag': 'b81f5a68-3369-427a-be46-cd396f853d75'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:43:05.115340 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b2680f-e010-441c-9cd3-cba2799793e6" -d '{"events": [{"name": "network-changed", "server_uuid": "0c411d62-a727-4c34-a05f-e9bf81fbd0d8", "tag": "b81f5a68-3369-427a-be46-cd396f853d75"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:43:05.148955 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a19512-ce59-40e8-9404-81fc1bdc89fd req-e81972ea-ff9e-4a2b-b8c4-ef20ae3fcd49 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:05.158805 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02a19512-ce59-40e8-9404-81fc1bdc89fd req-e81972ea-ff9e-4a2b-b8c4-ef20ae3fcd49 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 944 time: 0.0802572 Feb 19 04:43:05.168215 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0be20-548b-42bd-9902-c614bcf370a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b81f5a68-3369-427a-be46-cd396f853d75,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:05.245364 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-f149f939-1500-4a0b-a40c-955220857638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:05.247844 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-f149f939-1500-4a0b-a40c-955220857638 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 1127 time: 0.0630517 Feb 19 04:43:05.252522 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02a19512-ce59-40e8-9404-81fc1bdc89fd req-3f445ad7-72d9-4854-8eeb-9c297c301dd8 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830560 Feb 19 04:43:05.307259 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-86c30bd4-bcc5-4118-8331-9a10441375ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b81f5a68-3369-427a-be46-cd396f853d75 HTTP/1.1" status: 200 len: 217 time: 0.0512033 Feb 19 04:43:05.357368 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8305a32c-1ed6-48fc-b4df-976df8fd26af x-openstack-request-id: req-8305a32c-1ed6-48fc-b4df-976df8fd26af {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:43:05.357665 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c411d62-a727-4c34-a05f-e9bf81fbd0d8", "tag": "b81f5a68-3369-427a-be46-cd396f853d75", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:43:05.357919 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8305a32c-1ed6-48fc-b4df-976df8fd26af {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:43:05.358343 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c411d62-a727-4c34-a05f-e9bf81fbd0d8', 'tag': 'b81f5a68-3369-427a-be46-cd396f853d75', 'status': 'completed', 'code': 200} Feb 19 04:43:05.365047 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-115bbb03-a580-4771-a194-c3ab58d25ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:05.366554 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-115bbb03-a580-4771-a194-c3ab58d25ac9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4c1316c-0c1b-40e4-b032-90759cbccfe3 HTTP/1.1" status: 200 len: 850 time: 0.0532155 Feb 19 04:43:05.416280 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:05.425290 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-c44b7250-4e1f-42b1-8a59-1c2c0ceab29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:05.426850 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-c44b7250-4e1f-42b1-8a59-1c2c0ceab29f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5e8f90c4-f909-4474-8fc0-0f484b224735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0549855 Feb 19 04:43:05.517334 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-f79c5479-d512-4d41-818f-7a1455840b3c service neutron] 10.222.0.26 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842719 Feb 19 04:43:05.605701 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c0d9f9c0-4712-4f3e-9ee4-3460a64528e4 req-389f0a14-43d4-4772-9337-7cd12a91273b service neutron] 10.222.0.26 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825286 Feb 19 04:43:05.691540 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2680f-e010-441c-9cd3-cba2799793e6 req-bb0cf9ee-18f1-4f1f-915e-90008a30a1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:05.693076 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-84b2680f-e010-441c-9cd3-cba2799793e6 req-bb0cf9ee-18f1-4f1f-915e-90008a30a1ff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 1127 time: 0.0460658 Feb 19 04:43:06.125220 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2680f-e010-441c-9cd3-cba2799793e6 req-091131df-5ea2-443d-9fa6-de43433a6a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:06.126798 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-84b2680f-e010-441c-9cd3-cba2799793e6 req-091131df-5ea2-443d-9fa6-de43433a6a08 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 912 time: 0.4285192 Feb 19 04:43:06.166805 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-84b2680f-e010-441c-9cd3-cba2799793e6 req-7759f94c-9242-4f4a-b8ba-497e75550b2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b81f5a68-3369-427a-be46-cd396f853d75 HTTP/1.1" status: 200 len: 217 time: 0.0338745 Feb 19 04:43:06.219702 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2680f-e010-441c-9cd3-cba2799793e6 req-6272b8dd-16a8-42b0-9008-e0fa68ab34a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:06.221328 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-84b2680f-e010-441c-9cd3-cba2799793e6 req-6272b8dd-16a8-42b0-9008-e0fa68ab34a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4c1316c-0c1b-40e4-b032-90759cbccfe3 HTTP/1.1" status: 200 len: 850 time: 0.0486071 Feb 19 04:43:06.272876 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2680f-e010-441c-9cd3-cba2799793e6 req-4c71cc49-8d63-4952-ae6c-50f0dcb042c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:06.274356 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-84b2680f-e010-441c-9cd3-cba2799793e6 req-4c71cc49-8d63-4952-ae6c-50f0dcb042c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5e8f90c4-f909-4474-8fc0-0f484b224735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465381 Feb 19 04:43:06.380433 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-84b2680f-e010-441c-9cd3-cba2799793e6 req-3f017dc3-ff5c-4fd8-99e4-1d110f14b090 service neutron] 10.222.0.26 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999172 Feb 19 04:43:06.401701 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512a759-f8d5-4fb9-9256-f7cccf12df47 req-9faac212-9fa6-4c92-a0e7-8ae6905310bd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:06.403881 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4512a759-f8d5-4fb9-9256-f7cccf12df47 req-9faac212-9fa6-4c92-a0e7-8ae6905310bd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 944 time: 0.0701270 Feb 19 04:43:06.470671 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4512a759-f8d5-4fb9-9256-f7cccf12df47 req-88fba933-a423-4450-8064-056fc2ae543b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568988 Feb 19 04:43:06.476668 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-84b2680f-e010-441c-9cd3-cba2799793e6 req-4944aaf8-845e-484f-aced-8b1fd7c477f4 service neutron] 10.222.0.26 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907047 Feb 19 04:43:06.837829 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:07.587020 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd2e5e-5e61-474d-86d5-b97ebbdd0127 req-80c1f5ae-030d-4a9a-bc81-8b67aa3d5b5d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:07.588526 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8fbd2e5e-5e61-474d-86d5-b97ebbdd0127 req-80c1f5ae-030d-4a9a-bc81-8b67aa3d5b5d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 944 time: 0.0580022 Feb 19 04:43:07.637425 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8fbd2e5e-5e61-474d-86d5-b97ebbdd0127 req-bfc09206-1a43-4bd7-9638-374805849cca tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428970 Feb 19 04:43:08.770448 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b26072-eb17-439a-b0d5-95a88ecfad41 req-5c361f38-e3e7-48aa-8829-558f8a10fd3d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:08.771918 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-75b26072-eb17-439a-b0d5-95a88ecfad41 req-5c361f38-e3e7-48aa-8829-558f8a10fd3d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 944 time: 0.0516090 Feb 19 04:43:08.820864 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-75b26072-eb17-439a-b0d5-95a88ecfad41 req-537cf11e-c0cf-415a-bafc-f40bf5d8cb6a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433946 Feb 19 04:43:09.937463 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9960c35-0289-4c76-aa2c-0112a2f9cd43 req-ed487b67-668d-4b29-bf04-7867962e92b2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:09.938948 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a9960c35-0289-4c76-aa2c-0112a2f9cd43 req-ed487b67-668d-4b29-bf04-7867962e92b2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 944 time: 0.0515468 Feb 19 04:43:09.991666 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a9960c35-0289-4c76-aa2c-0112a2f9cd43 req-6774cb8c-aa76-4007-a636-3ee0af2f34e1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469749 Feb 19 04:43:11.121528 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09bd53-d21e-47f7-9a9a-06a9cff122a4 req-27ca6c1b-0e88-4842-8a01-6b77527bf799 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:11.123095 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a09bd53-d21e-47f7-9a9a-06a9cff122a4 req-27ca6c1b-0e88-4842-8a01-6b77527bf799 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 944 time: 0.0594015 Feb 19 04:43:11.176819 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a09bd53-d21e-47f7-9a9a-06a9cff122a4 req-cb2c8be9-8f25-4d23-ba01-35643d58ee76 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471656 Feb 19 04:43:12.319194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f4324-5b3d-4ded-8f12-0f84d27318a7 req-82979a70-e6ec-471f-8209-b8bbb92e96fc tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:12.320628 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c5f4324-5b3d-4ded-8f12-0f84d27318a7 req-82979a70-e6ec-471f-8209-b8bbb92e96fc tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 944 time: 0.0555112 Feb 19 04:43:12.376233 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c5f4324-5b3d-4ded-8f12-0f84d27318a7 req-6ae66f50-014b-43c6-84d5-1fa5fb6e3b90 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494950 Feb 19 04:43:13.501683 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b216ca-8e65-4ea4-b6bc-bf1c8151433c req-4a6d0779-253e-4b51-8c87-a3d2adc6c6ec tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:13.503187 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-23b216ca-8e65-4ea4-b6bc-bf1c8151433c req-4a6d0779-253e-4b51-8c87-a3d2adc6c6ec tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 944 time: 0.0579741 Feb 19 04:43:13.551181 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-23b216ca-8e65-4ea4-b6bc-bf1c8151433c req-937fa5b3-b25d-4231-8143-7dfc1d28b40c tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423348 Feb 19 04:43:14.666050 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebfbb2-03f3-43d5-af49-24061574518b req-d6b30ca5-ac10-4361-a375-6ed57e4a1761 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:14.667552 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c7ebfbb2-03f3-43d5-af49-24061574518b req-d6b30ca5-ac10-4361-a375-6ed57e4a1761 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 944 time: 0.0506153 Feb 19 04:43:14.715162 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c7ebfbb2-03f3-43d5-af49-24061574518b req-3c595807-fe67-48ad-a211-6400fb1665b6 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415928 Feb 19 04:43:15.829280 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1cf55-0d8c-44a9-82ef-cc65986b1151 req-cbcde5bb-be5e-4bd9-89dc-a58296958f07 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:15.830770 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7b1cf55-0d8c-44a9-82ef-cc65986b1151 req-cbcde5bb-be5e-4bd9-89dc-a58296958f07 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 944 time: 0.0508921 Feb 19 04:43:15.881520 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7b1cf55-0d8c-44a9-82ef-cc65986b1151 req-6505a670-97de-4e8a-b41f-3b2291e072e8 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451546 Feb 19 04:43:16.997920 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fed29-c79f-4645-beed-db04e74f164b req-e75011f7-0ea6-45dc-8c60-3697202771cc tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:16.999460 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f69fed29-c79f-4645-beed-db04e74f164b req-e75011f7-0ea6-45dc-8c60-3697202771cc tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 944 time: 0.0524399 Feb 19 04:43:17.047970 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f69fed29-c79f-4645-beed-db04e74f164b req-156d697f-5473-4d94-8569-8072bba5a24f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428820 Feb 19 04:43:18.165428 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5ffc2-bd1b-479c-afea-afbaee4d029a req-1ff6901d-dade-4adb-8041-6923610ab2df tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:18.166957 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-36d5ffc2-bd1b-479c-afea-afbaee4d029a req-1ff6901d-dade-4adb-8041-6923610ab2df tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 944 time: 0.0511472 Feb 19 04:43:18.214779 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-36d5ffc2-bd1b-479c-afea-afbaee4d029a req-215e71f3-cb5c-4a82-8c60-cb43721a20d5 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422995 Feb 19 04:43:19.333059 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee3076-7ee8-4887-87c1-fa9fd967de3b req-399f4359-bf4f-48e7-a391-33b432d849d7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:19.334589 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8ee3076-7ee8-4887-87c1-fa9fd967de3b req-399f4359-bf4f-48e7-a391-33b432d849d7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 944 time: 0.0549703 Feb 19 04:43:19.381850 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d8ee3076-7ee8-4887-87c1-fa9fd967de3b req-a17073fe-37b1-4e0c-ad20-e4e1e9e1895b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418005 Feb 19 04:43:20.499727 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e87cf-1ae5-4682-9e98-d5d3564ba3c8 req-5f75b6af-6bc3-4644-9ab2-5e6e1bea3d65 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:20.501225 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-809e87cf-1ae5-4682-9e98-d5d3564ba3c8 req-5f75b6af-6bc3-4644-9ab2-5e6e1bea3d65 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 944 time: 0.0527408 Feb 19 04:43:20.550288 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-809e87cf-1ae5-4682-9e98-d5d3564ba3c8 req-d97a12fe-1cd4-4a7a-8c17-1aa33578a57c tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435033 Feb 19 04:43:21.725002 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4e42e-abe8-410c-8812-d130ba52b17a req-b3e769b5-4eb5-4bcc-aefc-858e6d0a9a1a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:21.726588 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbf4e42e-abe8-410c-8812-d130ba52b17a req-b3e769b5-4eb5-4bcc-aefc-858e6d0a9a1a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 944 time: 0.1109607 Feb 19 04:43:21.775749 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbf4e42e-abe8-410c-8812-d130ba52b17a req-bfe5c2ac-bfc7-4fc6-9566-83cd4877628d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434651 Feb 19 04:43:22.955640 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80929bda-cff2-45cb-b244-5ea874384322 req-5552d630-c5f5-4707-b470-6a11b2531381 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:22.957218 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80929bda-cff2-45cb-b244-5ea874384322 req-5552d630-c5f5-4707-b470-6a11b2531381 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 944 time: 0.1140246 Feb 19 04:43:23.009336 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80929bda-cff2-45cb-b244-5ea874384322 req-63f8b624-9b5e-44e4-825b-a5e56e0765d5 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463817 Feb 19 04:43:23.253565 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device b81f5a68-3369-427a-be46-cd396f853d75 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:43:23.503582 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port b81f5a68-3369-427a-be46-cd396f853d75, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=b81f5a68-3369-427a-be46-cd396f853d75,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:43:23.514960 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'b81f5a68-3369-427a-be46-cd396f853d75', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'port_id': 'b81f5a68-3369-427a-be46-cd396f853d75', 'mac_address': 'fa:16:3e:ed:2a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:43:23.555445 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port b81f5a68-3369-427a-be46-cd396f853d75 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:43:23.555840 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b81f5a68-3369-427a-be46-cd396f853d75), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:23.569111 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b81f5a68-3369-427a-be46-cd396f853d75 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:43:23.587705 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port b81f5a68-3369-427a-be46-cd396f853d75, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=b81f5a68-3369-427a-be46-cd396f853d75,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:43:23.593968 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b81f5a68-3369-427a-be46-cd396f853d75), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:23.641198 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=b81f5a68-3369-427a-be46-cd396f853d75,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:23.648577 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:23.648937 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:23.649316 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:23.649660 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:23.650002 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:23.650371 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:23.650708 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:23.651038 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:23.651371 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:23.651704 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:23.652033 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:23.652363 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:23.652684 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:23.920736 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['b81f5a68-3369-427a-be46-cd396f853d75'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:43:24.132709 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e4994-ec95-4804-9f5a-abb606eb8b32 req-eac7775c-3345-44d3-b596-612a5fd5e490 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:24.134324 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e30e4994-ec95-4804-9f5a-abb606eb8b32 req-eac7775c-3345-44d3-b596-612a5fd5e490 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 945 time: 0.0515203 Feb 19 04:43:24.186177 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e30e4994-ec95-4804-9f5a-abb606eb8b32 req-44b2f85b-063a-490e-bb5b-84148159f2ef tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463231 Feb 19 04:43:25.253648 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device b81f5a68-3369-427a-be46-cd396f853d75 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:43:25.302980 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9120104-63bf-449e-b339-9d7641ca7a08 req-7da02851-4206-4fcc-ba45-2fddd5ead5ac tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:25.303550 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port b81f5a68-3369-427a-be46-cd396f853d75 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:43:25.304725 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9120104-63bf-449e-b339-9d7641ca7a08 req-7da02851-4206-4fcc-ba45-2fddd5ead5ac tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 945 time: 0.0508983 Feb 19 04:43:25.307581 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port b81f5a68-3369-427a-be46-cd396f853d75 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:25.307963 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b81f5a68-3369-427a-be46-cd396f853d75), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:25.353222 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9120104-63bf-449e-b339-9d7641ca7a08 req-831a48cc-e2bf-4f4b-be6c-e4d7ab3130c9 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425112 Feb 19 04:43:25.386976 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port b81f5a68-3369-427a-be46-cd396f853d75 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:43:25.387370 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b81f5a68-3369-427a-be46-cd396f853d75), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:25.409646 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c411d62-a727-4c34-a05f-e9bf81fbd0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81f5a68-3369-427a-be46-cd396f853d75'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:43:25.411934 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bdaf53-8f65-4c52-8b78-edb58471eba4" -d '{"events": [{"server_uuid": "0c411d62-a727-4c34-a05f-e9bf81fbd0d8", "name": "network-vif-plugged", "status": "completed", "tag": "b81f5a68-3369-427a-be46-cd396f853d75"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:43:25.424995 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port b81f5a68-3369-427a-be46-cd396f853d75, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=b81f5a68-3369-427a-be46-cd396f853d75,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:43:25.429296 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b81f5a68-3369-427a-be46-cd396f853d75), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:25.452599 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5556849-42d0-4711-969b-11f3d4fc1ff7 x-openstack-request-id: req-a5556849-42d0-4711-969b-11f3d4fc1ff7 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:43:25.452898 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c411d62-a727-4c34-a05f-e9bf81fbd0d8", "name": "network-vif-plugged", "status": "completed", "tag": "b81f5a68-3369-427a-be46-cd396f853d75", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:43:25.453185 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a5556849-42d0-4711-969b-11f3d4fc1ff7 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:43:25.453577 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c411d62-a727-4c34-a05f-e9bf81fbd0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81f5a68-3369-427a-be46-cd396f853d75', 'code': 200} Feb 19 04:43:25.478887 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=b81f5a68-3369-427a-be46-cd396f853d75,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:25.550508 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e051548-2929-4a4f-b901-91f01cae1c52 req-2df16ba7-47c7-49c3-8537-4ab4f7215209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:25.551910 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7e051548-2929-4a4f-b901-91f01cae1c52 req-2df16ba7-47c7-49c3-8537-4ab4f7215209 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 1129 time: 0.0439672 Feb 19 04:43:25.595856 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7e051548-2929-4a4f-b901-91f01cae1c52 req-df2d57f8-632f-4b41-81dd-7f92c532bce1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379322 Feb 19 04:43:26.471224 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a9de0-4fd2-4a9b-bf0b-7d5ae50d7e8a req-d2fdf2a4-875e-411c-b86a-13a2bb62c34a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:26.472678 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-121a9de0-4fd2-4a9b-bf0b-7d5ae50d7e8a req-d2fdf2a4-875e-411c-b86a-13a2bb62c34a tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 946 time: 0.0509346 Feb 19 04:43:26.520017 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-121a9de0-4fd2-4a9b-bf0b-7d5ae50d7e8a req-a1d1924b-35d7-4ddc-8807-06dbc522fff2 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418651 Feb 19 04:43:27.161221 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:27.642616 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26705b96-b6f3-4141-8b6e-67d7d820fbcd req-ea4ebba8-ed38-41ee-98a5-ad1d60f0068d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:27.644076 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26705b96-b6f3-4141-8b6e-67d7d820fbcd req-ea4ebba8-ed38-41ee-98a5-ad1d60f0068d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 946 time: 0.0547447 Feb 19 04:43:27.692303 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26705b96-b6f3-4141-8b6e-67d7d820fbcd req-521bacf7-dad2-4b54-8df5-241bb6e2afd4 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427647 Feb 19 04:43:27.823456 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975c317-bad4-414f-88ea-efea0433d7b4 req-d177f840-ce19-4766-b0c2-85bce245dc93 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:27.824820 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c975c317-bad4-414f-88ea-efea0433d7b4 req-d177f840-ce19-4766-b0c2-85bce245dc93 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 946 time: 0.0526738 Feb 19 04:43:27.871972 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c975c317-bad4-414f-88ea-efea0433d7b4 req-ed52a01d-dca7-4228-b1a0-a95ce8d28635 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411286 Feb 19 04:43:27.894456 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44084) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:27.941244 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca5e780-d347-44cf-8519-2d74d263f598 tempest-TestVolumeBootPattern-2024489069 tempest-TestVolumeBootPattern-2024489069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:27.942789 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fca5e780-d347-44cf-8519-2d74d263f598 tempest-TestVolumeBootPattern-2024489069 tempest-TestVolumeBootPattern-2024489069-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 1124 time: 0.0473247 Feb 19 04:43:27.945453 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44086) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:27.949628 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-5a433608-cd21-429c-9d0b-0b83864be0cd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'port_id': 'b81f5a68-3369-427a-be46-cd396f853d75', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:43:27.969329 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a433608-cd21-429c-9d0b-0b83864be0cd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:28.063137 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a433608-cd21-429c-9d0b-0b83864be0cd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:28.170943 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-5a433608-cd21-429c-9d0b-0b83864be0cd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Allocated IP 172.25.3.175 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/5c9d923c-76ce-48bb-a41c-b8e2d2f9b4c7) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:43:28.269551 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a433608-cd21-429c-9d0b-0b83864be0cd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for port (5c9d923c-76ce-48bb-a41c-b8e2d2f9b4c7), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:28.301975 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a433608-cd21-429c-9d0b-0b83864be0cd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (5c9d923c-76ce-48bb-a41c-b8e2d2f9b4c7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:28.341362 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a433608-cd21-429c-9d0b-0b83864be0cd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:43:28.344270 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-5a433608-cd21-429c-9d0b-0b83864be0cd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:43:28.347652 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a433608-cd21-429c-9d0b-0b83864be0cd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:43:28.375497 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a433608-cd21-429c-9d0b-0b83864be0cd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event updated for resources: {'Port': ['ID=5c9d923c-76ce-48bb-a41c-b8e2d2f9b4c7,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:28.711083 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a433608-cd21-429c-9d0b-0b83864be0cd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for floatingip (7c8eb0e6-fcd1-46b3-8044-99a922711de3), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:28.777378 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a433608-cd21-429c-9d0b-0b83864be0cd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5c9d923c-76ce-48bb-a41c-b8e2d2f9b4c7), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:28.924954 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a433608-cd21-429c-9d0b-0b83864be0cd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for port (5c9d923c-76ce-48bb-a41c-b8e2d2f9b4c7), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:28.929692 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a433608-cd21-429c-9d0b-0b83864be0cd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (5c9d923c-76ce-48bb-a41c-b8e2d2f9b4c7), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:28.996685 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a433608-cd21-429c-9d0b-0b83864be0cd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event updated for resources: {'Port': ['ID=5c9d923c-76ce-48bb-a41c-b8e2d2f9b4c7,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:29.004875 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a433608-cd21-429c-9d0b-0b83864be0cd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (7c8eb0e6-fcd1-46b3-8044-99a922711de3), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:29.105840 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-5a433608-cd21-429c-9d0b-0b83864be0cd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Floating IP 7c8eb0e6-fcd1-46b3-8044-99a922711de3 associated. External IP: 172.25.3.175, port: b81f5a68-3369-427a-be46-cd396f853d75. Feb 19 04:43:29.312696 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a433608-cd21-429c-9d0b-0b83864be0cd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:43:29.419478 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a433608-cd21-429c-9d0b-0b83864be0cd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:43:29.429539 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779e2570-07fe-48e0-b898-56e8b716212b None None] Sync routers for ids ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:43:29.437048 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5a433608-cd21-429c-9d0b-0b83864be0cd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:29.440197 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779e2570-07fe-48e0-b898-56e8b716212b None None] Routers {'1f4e88ee-8a01-46dc-8cae-b0f57e62d654'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:43:29.440831 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-779e2570-07fe-48e0-b898-56e8b716212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:43:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:29.466661 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5a433608-cd21-429c-9d0b-0b83864be0cd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5202153 Feb 19 04:43:29.467365 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c411d62-a727-4c34-a05f-e9bf81fbd0d8', 'tag': 'b81f5a68-3369-427a-be46-cd396f853d75'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:43:29.469605 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed9d012-6daa-4e27-bf68-4141afc138ed" -d '{"events": [{"name": "network-changed", "server_uuid": "0c411d62-a727-4c34-a05f-e9bf81fbd0d8", "tag": "b81f5a68-3369-427a-be46-cd396f853d75"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:43:29.506405 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b627fc8-c0ef-4449-b897-455ee3da5ef4 x-openstack-request-id: req-6b627fc8-c0ef-4449-b897-455ee3da5ef4 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:43:29.506707 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c411d62-a727-4c34-a05f-e9bf81fbd0d8", "tag": "b81f5a68-3369-427a-be46-cd396f853d75", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:43:29.506965 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6b627fc8-c0ef-4449-b897-455ee3da5ef4 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:43:29.507380 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c411d62-a727-4c34-a05f-e9bf81fbd0d8', 'tag': 'b81f5a68-3369-427a-be46-cd396f853d75', 'status': 'completed', 'code': 200} Feb 19 04:43:29.549490 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-779e2570-07fe-48e0-b898-56e8b716212b None None] Set router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:43:29.573451 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9d012-6daa-4e27-bf68-4141afc138ed req-f17e0f9e-b05f-44ed-8bf8-c70ee64ffec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:29.574926 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1ed9d012-6daa-4e27-bf68-4141afc138ed req-f17e0f9e-b05f-44ed-8bf8-c70ee64ffec0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 1129 time: 0.0449727 Feb 19 04:43:29.674032 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9d012-6daa-4e27-bf68-4141afc138ed req-f90b77b6-fcb6-4fff-a076-6360f3a84f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:29.675591 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1ed9d012-6daa-4e27-bf68-4141afc138ed req-f90b77b6-fcb6-4fff-a076-6360f3a84f7f service neutron] 10.222.0.26 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 912 time: 0.0948730 Feb 19 04:43:29.740392 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1ed9d012-6daa-4e27-bf68-4141afc138ed req-94b2ed98-8db0-4ccc-8c97-d6c67513945b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b81f5a68-3369-427a-be46-cd396f853d75 HTTP/1.1" status: 200 len: 1000 time: 0.0592790 Feb 19 04:43:29.774421 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-779e2570-07fe-48e0-b898-56e8b716212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'name': 'tempest-TestVolumeBootPattern-131073699-router', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '247c85df-5a54-4659-9067-e62f93a28182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:28Z', 'updated_at': '2022-02-19T04:32:33Z', 'revision_number': 4, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'gw_port': {'id': '247c85df-5a54-4659-9067-e62f93a28182', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:29Z', 'updated_at': '2022-02-19T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '7c8eb0e6-fcd1-46b3-8044-99a922711de3', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'port_id': 'b81f5a68-3369-427a-be46-cd396f853d75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'mac_address': 'fa:16:3e:ed:2a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c411d62-a727-4c34-a05f-e9bf81fbd0d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:43:28Z', 'updated_at': '2022-02-19T04:43:28Z', 'revision_number': 0, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'fixed_ip_address_scope': None}, {'id': 'a469afe1-52ed-45d5-a0f4-167984d5f0f2', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'port_id': '11718ccc-0c2d-43bb-8c1e-99b81856f798', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'mac_address': 'fa:16:3e:62:15:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92098e06-bbaa-49c6-bdcd-bd051f1d0942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:41:17Z', 'updated_at': '2022-02-19T04:41:19Z', 'revision_number': 1, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689b5a2a-db85-458c-ab2e-2a29cc085f96', 'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'mac_address': 'fa:16:3e:0c:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:32Z', 'updated_at': '2022-02-19T04:32:44Z', 'revision_number': 5, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'subnets': [{'id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:29.791497 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9d012-6daa-4e27-bf68-4141afc138ed req-fc71f945-b529-479c-b197-7aa669ea65e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:29.792970 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1ed9d012-6daa-4e27-bf68-4141afc138ed req-fc71f945-b529-479c-b197-7aa669ea65e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4c1316c-0c1b-40e4-b032-90759cbccfe3 HTTP/1.1" status: 200 len: 850 time: 0.0474055 Feb 19 04:43:29.802390 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779e2570-07fe-48e0-b898-56e8b716212b None None] Checking router: 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:43:29.811132 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779e2570-07fe-48e0-b898-56e8b716212b None None] Routers {'1f4e88ee-8a01-46dc-8cae-b0f57e62d654'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:43:29.811752 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-779e2570-07fe-48e0-b898-56e8b716212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:43:03Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:29.841854 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9d012-6daa-4e27-bf68-4141afc138ed req-321bdbac-7b40-4406-bc08-d4fcbe1741f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:29.843302 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1ed9d012-6daa-4e27-bf68-4141afc138ed req-321bdbac-7b40-4406-bc08-d4fcbe1741f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5e8f90c4-f909-4474-8fc0-0f484b224735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443258 Feb 19 04:43:29.920860 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-779e2570-07fe-48e0-b898-56e8b716212b None None] Set router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:43:29.932378 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1ed9d012-6daa-4e27-bf68-4141afc138ed req-5f27ecb3-e716-456e-8aae-357618dd4550 service neutron] 10.222.0.26 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822010 Feb 19 04:43:29.959920 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:30.025614 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1ed9d012-6daa-4e27-bf68-4141afc138ed req-b042fcd2-a303-4570-8888-cdc97571f134 service neutron] 10.222.0.26 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872676 Feb 19 04:43:30.146587 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-779e2570-07fe-48e0-b898-56e8b716212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'name': 'tempest-TestVolumeBootPattern-131073699-router', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '247c85df-5a54-4659-9067-e62f93a28182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:28Z', 'updated_at': '2022-02-19T04:32:33Z', 'revision_number': 4, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'gw_port': {'id': '247c85df-5a54-4659-9067-e62f93a28182', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:29Z', 'updated_at': '2022-02-19T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '7c8eb0e6-fcd1-46b3-8044-99a922711de3', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'port_id': 'b81f5a68-3369-427a-be46-cd396f853d75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'mac_address': 'fa:16:3e:ed:2a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c411d62-a727-4c34-a05f-e9bf81fbd0d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:43:28Z', 'updated_at': '2022-02-19T04:43:28Z', 'revision_number': 0, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'fixed_ip_address_scope': None}, {'id': 'a469afe1-52ed-45d5-a0f4-167984d5f0f2', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'port_id': '11718ccc-0c2d-43bb-8c1e-99b81856f798', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'mac_address': 'fa:16:3e:62:15:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92098e06-bbaa-49c6-bdcd-bd051f1d0942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:41:17Z', 'updated_at': '2022-02-19T04:41:19Z', 'revision_number': 1, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689b5a2a-db85-458c-ab2e-2a29cc085f96', 'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'mac_address': 'fa:16:3e:0c:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:32Z', 'updated_at': '2022-02-19T04:32:44Z', 'revision_number': 5, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'subnets': [{'id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:30.171834 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779e2570-07fe-48e0-b898-56e8b716212b None None] The sync data for ids ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'] in n-d-828369-19 is: [{'id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'name': 'tempest-TestVolumeBootPattern-131073699-router', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '247c85df-5a54-4659-9067-e62f93a28182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:28Z', 'updated_at': '2022-02-19T04:32:33Z', 'revision_number': 4, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'gw_port': {'id': '247c85df-5a54-4659-9067-e62f93a28182', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:29Z', 'updated_at': '2022-02-19T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '7c8eb0e6-fcd1-46b3-8044-99a922711de3', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'port_id': 'b81f5a68-3369-427a-be46-cd396f853d75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'mac_address': 'fa:16:3e:ed:2a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c411d62-a727-4c34-a05f-e9bf81fbd0d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:43:28Z', 'updated_at': '2022-02-19T04:43:28Z', 'revision_number': 0, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'fixed_ip_address_scope': None}, {'id': 'a469afe1-52ed-45d5-a0f4-167984d5f0f2', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'port_id': '11718ccc-0c2d-43bb-8c1e-99b81856f798', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'mac_address': 'fa:16:3e:62:15:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92098e06-bbaa-49c6-bdcd-bd051f1d0942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:41:17Z', 'updated_at': '2022-02-19T04:41:19Z', 'revision_number': 1, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689b5a2a-db85-458c-ab2e-2a29cc085f96', 'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'mac_address': 'fa:16:3e:0c:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:32Z', 'updated_at': '2022-02-19T04:32:44Z', 'revision_number': 5, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'subnets': [{'id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:43:30.367897 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a1b68a-60bc-42d9-9402-8256df2587c3 None None] New status for floating IP 7c8eb0e6-fcd1-46b3-8044-99a922711de3: ACTIVE {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:43:30.665662 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bc541446-e0d7-4a3b-a408-2a84c1a75142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:33.511388 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-58f97f5e-62d6-4f0f-bb97-eede25e0cd9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:33.923802 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:35.410330 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:36.845851 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:38.288075 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:43:46.483165 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-46b9c498-c757-4bbe-a8e8-75e3f6b4e2a5 req-cf1f005a-d51a-4f6d-ac9f-2e3cea8f1d5a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0480824 Feb 19 04:43:46.567592 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9c498-c757-4bbe-a8e8-75e3f6b4e2a5 req-f4777b56-d46f-4ce9-a91d-04ff27ccc294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:46.569080 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-46b9c498-c757-4bbe-a8e8-75e3f6b4e2a5 req-f4777b56-d46f-4ce9-a91d-04ff27ccc294 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 1129 time: 0.0441828 Feb 19 04:43:46.673501 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9c498-c757-4bbe-a8e8-75e3f6b4e2a5 req-80d04393-5c03-45f4-b3aa-ce0028667548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:46.675089 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-46b9c498-c757-4bbe-a8e8-75e3f6b4e2a5 req-80d04393-5c03-45f4-b3aa-ce0028667548 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 912 time: 0.0877254 Feb 19 04:43:46.740071 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-46b9c498-c757-4bbe-a8e8-75e3f6b4e2a5 req-0a6aa5dc-7fda-4d93-9650-a392aa4d8536 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b81f5a68-3369-427a-be46-cd396f853d75 HTTP/1.1" status: 200 len: 1002 time: 0.0581906 Feb 19 04:43:46.791690 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9c498-c757-4bbe-a8e8-75e3f6b4e2a5 req-efdbdd64-e3f3-4de7-9b12-40d8bd5da70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:46.793112 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-46b9c498-c757-4bbe-a8e8-75e3f6b4e2a5 req-efdbdd64-e3f3-4de7-9b12-40d8bd5da70f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4c1316c-0c1b-40e4-b032-90759cbccfe3 HTTP/1.1" status: 200 len: 850 time: 0.0473638 Feb 19 04:43:46.842595 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9c498-c757-4bbe-a8e8-75e3f6b4e2a5 req-f0426f34-4c73-4695-b22c-e8a316aa6cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:46.844064 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-46b9c498-c757-4bbe-a8e8-75e3f6b4e2a5 req-f0426f34-4c73-4695-b22c-e8a316aa6cab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5e8f90c4-f909-4474-8fc0-0f484b224735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443742 Feb 19 04:43:46.933198 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-46b9c498-c757-4bbe-a8e8-75e3f6b4e2a5 req-dd6c13cd-61e9-4108-99ce-bf66372acf85 service neutron] 10.222.0.26 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827649 Feb 19 04:43:47.028318 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-46b9c498-c757-4bbe-a8e8-75e3f6b4e2a5 req-f7be59fc-e23f-4fdd-b8f1-bee8961bbc3c service neutron] 10.222.0.26 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881500 Feb 19 04:43:50.993648 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce6ed40d-9b73-4e3e-ba72-9401ad586cab req-fbcaf684-b7c0-4a3f-976c-53b01258a782 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456591 Feb 19 04:43:51.081227 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ed40d-9b73-4e3e-ba72-9401ad586cab req-8e1b27af-04b4-4dd1-8e0e-80d4ef2fb6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:51.083239 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce6ed40d-9b73-4e3e-ba72-9401ad586cab req-8e1b27af-04b4-4dd1-8e0e-80d4ef2fb6e2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 1129 time: 0.0479043 Feb 19 04:43:51.180961 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ed40d-9b73-4e3e-ba72-9401ad586cab req-8415a1a2-a92c-4f5d-bb15-67d61779d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:51.182445 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce6ed40d-9b73-4e3e-ba72-9401ad586cab req-8415a1a2-a92c-4f5d-bb15-67d61779d2c8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 912 time: 0.0820458 Feb 19 04:43:51.250993 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce6ed40d-9b73-4e3e-ba72-9401ad586cab req-4f3a88c1-a11c-46e1-80db-a0641931504e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11718ccc-0c2d-43bb-8c1e-99b81856f798 HTTP/1.1" status: 200 len: 1002 time: 0.0631506 Feb 19 04:43:51.298043 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ed40d-9b73-4e3e-ba72-9401ad586cab req-7d1a91aa-8724-4974-a763-23686b10a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:51.299440 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce6ed40d-9b73-4e3e-ba72-9401ad586cab req-7d1a91aa-8724-4974-a763-23686b10a317 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b4c1316c-0c1b-40e4-b032-90759cbccfe3 HTTP/1.1" status: 200 len: 850 time: 0.0422332 Feb 19 04:43:51.345498 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ed40d-9b73-4e3e-ba72-9401ad586cab req-292a4b96-7054-48cd-82cc-e80f183854bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:51.347020 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce6ed40d-9b73-4e3e-ba72-9401ad586cab req-292a4b96-7054-48cd-82cc-e80f183854bd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e8f90c4-f909-4474-8fc0-0f484b224735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0419877 Feb 19 04:43:51.435678 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce6ed40d-9b73-4e3e-ba72-9401ad586cab req-be367abf-6dd0-4aeb-b689-8128a3e29766 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826945 Feb 19 04:43:51.520336 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce6ed40d-9b73-4e3e-ba72-9401ad586cab req-d2af2bd9-d8d0-4e57-b65c-73881873a2f1 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787520 Feb 19 04:43:57.165860 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:59.952289 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:00.668822 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8ce09f74-9496-468b-b5a7-212fafc6fb46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:03.513263 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f49b4e80-e6a6-4e68-af67-ef573d31b7b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:03.923770 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:05.414785 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:06.837511 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:15.287815 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:44:27.173648 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:29.951104 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:30.673728 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8bd16546-7fb9-404d-a4b4-ad93a84fbfb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:33.514737 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd7cedfe-9c29-4a4c-ad41-569fa15a8ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:33.926259 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:35.416541 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:36.838649 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:46.594102 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2bb33975-4c98-4a0b-a095-ddfaa0fcc7cc req-57b2094a-b8b1-4b4d-b051-b3041d0b8ebe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1679392 Feb 19 04:44:46.677814 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb33975-4c98-4a0b-a095-ddfaa0fcc7cc req-ff23d257-5740-4590-8fe7-b149b17ebee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:46.679332 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2bb33975-4c98-4a0b-a095-ddfaa0fcc7cc req-ff23d257-5740-4590-8fe7-b149b17ebee8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 1129 time: 0.0443931 Feb 19 04:44:46.781423 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb33975-4c98-4a0b-a095-ddfaa0fcc7cc req-26110fc0-4161-4e5f-8875-7206a45ab40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:46.783006 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2bb33975-4c98-4a0b-a095-ddfaa0fcc7cc req-26110fc0-4161-4e5f-8875-7206a45ab40e service neutron] 10.222.0.26 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 912 time: 0.0858769 Feb 19 04:44:46.846763 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2bb33975-4c98-4a0b-a095-ddfaa0fcc7cc req-2f3d13d2-638b-467d-b9e0-c203d7293a8a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b81f5a68-3369-427a-be46-cd396f853d75 HTTP/1.1" status: 200 len: 1002 time: 0.0579143 Feb 19 04:44:46.897837 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb33975-4c98-4a0b-a095-ddfaa0fcc7cc req-ce640ae8-a7ad-4478-954f-7f7b470d45e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:46.899345 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2bb33975-4c98-4a0b-a095-ddfaa0fcc7cc req-ce640ae8-a7ad-4478-954f-7f7b470d45e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4c1316c-0c1b-40e4-b032-90759cbccfe3 HTTP/1.1" status: 200 len: 850 time: 0.0470030 Feb 19 04:44:46.946190 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb33975-4c98-4a0b-a095-ddfaa0fcc7cc req-aaf86b72-3b57-404b-8bde-5e27d1fd6abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:46.947681 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2bb33975-4c98-4a0b-a095-ddfaa0fcc7cc req-aaf86b72-3b57-404b-8bde-5e27d1fd6abb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5e8f90c4-f909-4474-8fc0-0f484b224735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0428698 Feb 19 04:44:46.958530 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-2bb33975-4c98-4a0b-a095-ddfaa0fcc7cc req-720e7bce-104e-4bd7-a504-eea452ca9fa7 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:44:46.959485 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2bb33975-4c98-4a0b-a095-ddfaa0fcc7cc req-720e7bce-104e-4bd7-a504-eea452ca9fa7 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055897 Feb 19 04:44:47.044543 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2bb33975-4c98-4a0b-a095-ddfaa0fcc7cc req-bcb28830-37ad-4793-a75d-b1caa157ebec service neutron] 10.222.0.26 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788336 Feb 19 04:44:47.134421 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2bb33975-4c98-4a0b-a095-ddfaa0fcc7cc req-530de519-b4b4-4335-b8e8-dce3e7b36934 service neutron] 10.222.0.26 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841610 Feb 19 04:44:51.985342 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ca737fb-6c60-47d9-80aa-c50787dc6352 req-3b99fd90-9216-4955-a20a-0410282f2d08 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438852 Feb 19 04:44:52.071809 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca737fb-6c60-47d9-80aa-c50787dc6352 req-46729746-bda7-4da0-a8c0-d30074d7c3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:52.073289 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ca737fb-6c60-47d9-80aa-c50787dc6352 req-46729746-bda7-4da0-a8c0-d30074d7c3f5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 1129 time: 0.0484653 Feb 19 04:44:52.170054 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca737fb-6c60-47d9-80aa-c50787dc6352 req-3382fb91-635b-4e63-9158-29a456e4b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:52.171515 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ca737fb-6c60-47d9-80aa-c50787dc6352 req-3382fb91-635b-4e63-9158-29a456e4b87a service neutron] 10.222.0.79 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 912 time: 0.0809300 Feb 19 04:44:52.238889 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ca737fb-6c60-47d9-80aa-c50787dc6352 req-c1805b1b-86c0-481f-b938-90b48058c971 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11718ccc-0c2d-43bb-8c1e-99b81856f798 HTTP/1.1" status: 200 len: 1002 time: 0.0602398 Feb 19 04:44:52.284876 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca737fb-6c60-47d9-80aa-c50787dc6352 req-50a62196-035f-4b89-8229-e0230a404c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:52.286871 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ca737fb-6c60-47d9-80aa-c50787dc6352 req-50a62196-035f-4b89-8229-e0230a404c2f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b4c1316c-0c1b-40e4-b032-90759cbccfe3 HTTP/1.1" status: 200 len: 850 time: 0.0420401 Feb 19 04:44:52.289284 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:44:52.332206 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca737fb-6c60-47d9-80aa-c50787dc6352 req-05fc461b-0a65-4d45-861e-c808f1c808dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:52.334233 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ca737fb-6c60-47d9-80aa-c50787dc6352 req-05fc461b-0a65-4d45-861e-c808f1c808dc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e8f90c4-f909-4474-8fc0-0f484b224735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0425115 Feb 19 04:44:52.423151 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ca737fb-6c60-47d9-80aa-c50787dc6352 req-45593c83-7401-4a4d-b06b-591b9eeb2313 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834146 Feb 19 04:44:52.509526 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3ca737fb-6c60-47d9-80aa-c50787dc6352 req-0b776641-3148-4623-a451-5d617856eb09 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795221 Feb 19 04:44:57.172304 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:59.966509 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:00.674239 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7781c575-73ff-4dcb-9b50-601be6da6cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:03.515501 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-be52e6c0-937d-440e-81e3-494fcf201039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:03.931842 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:05.419157 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:06.840073 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:08.167813 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44136) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:08.323813 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-3d6469cb-af90-4b45-9cfd-18b4affe39f1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Deleting port 5c9d923c-76ce-48bb-a41c-b8e2d2f9b4c7 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:45:08.324077 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d6469cb-af90-4b45-9cfd-18b4affe39f1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (5c9d923c-76ce-48bb-a41c-b8e2d2f9b4c7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:08.398899 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d6469cb-af90-4b45-9cfd-18b4affe39f1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (5c9d923c-76ce-48bb-a41c-b8e2d2f9b4c7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:08.399226 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d6469cb-af90-4b45-9cfd-18b4affe39f1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for floatingip (5c9d923c-76ce-48bb-a41c-b8e2d2f9b4c7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:08.410429 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-3d6469cb-af90-4b45-9cfd-18b4affe39f1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Calling delete_port for 5c9d923c-76ce-48bb-a41c-b8e2d2f9b4c7 owned by network:floatingip {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:45:08.582823 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d6469cb-af90-4b45-9cfd-18b4affe39f1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (5c9d923c-76ce-48bb-a41c-b8e2d2f9b4c7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:08.609105 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6469cb-af90-4b45-9cfd-18b4affe39f1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event deleted for resources: {'Port': ['ID=5c9d923c-76ce-48bb-a41c-b8e2d2f9b4c7,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:08.634097 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6469cb-af90-4b45-9cfd-18b4affe39f1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:08.634482 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6469cb-af90-4b45-9cfd-18b4affe39f1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:08.634828 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6469cb-af90-4b45-9cfd-18b4affe39f1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:08.635171 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6469cb-af90-4b45-9cfd-18b4affe39f1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:08.635513 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6469cb-af90-4b45-9cfd-18b4affe39f1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:08.635851 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6469cb-af90-4b45-9cfd-18b4affe39f1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:08.636182 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6469cb-af90-4b45-9cfd-18b4affe39f1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:08.636511 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6469cb-af90-4b45-9cfd-18b4affe39f1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:08.636839 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6469cb-af90-4b45-9cfd-18b4affe39f1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:08.637164 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6469cb-af90-4b45-9cfd-18b4affe39f1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:08.637492 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6469cb-af90-4b45-9cfd-18b4affe39f1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:08.637818 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6469cb-af90-4b45-9cfd-18b4affe39f1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:08.638143 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6469cb-af90-4b45-9cfd-18b4affe39f1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:08.676559 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d6469cb-af90-4b45-9cfd-18b4affe39f1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for floatingip (7c8eb0e6-fcd1-46b3-8044-99a922711de3), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:08.676920 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-3d6469cb-af90-4b45-9cfd-18b4affe39f1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Floating IP 7c8eb0e6-fcd1-46b3-8044-99a922711de3 disassociated (deleted). External IP: 172.25.3.175, port: b81f5a68-3369-427a-be46-cd396f853d75. Feb 19 04:45:08.890975 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6469cb-af90-4b45-9cfd-18b4affe39f1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:45:08.997029 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6469cb-af90-4b45-9cfd-18b4affe39f1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:45:09.002108 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d6469cb-af90-4b45-9cfd-18b4affe39f1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:09.008607 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9854d4fd-337e-4916-ace1-31192791f797 None None] Sync routers for ids ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:45:09.018063 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9854d4fd-337e-4916-ace1-31192791f797 None None] Routers {'1f4e88ee-8a01-46dc-8cae-b0f57e62d654'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:45:09.018713 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-9854d4fd-337e-4916-ace1-31192791f797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:45:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:09.030793 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3d6469cb-af90-4b45-9cfd-18b4affe39f1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "DELETE /v2.0/floatingips/7c8eb0e6-fcd1-46b3-8044-99a922711de3 HTTP/1.1" status: 204 len: 168 time: 0.8617592 Feb 19 04:45:09.031400 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c411d62-a727-4c34-a05f-e9bf81fbd0d8', 'tag': 'b81f5a68-3369-427a-be46-cd396f853d75'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:45:09.033872 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aeba8db-ce8d-4d12-9fcb-62b9221ef3d8" -d '{"events": [{"name": "network-changed", "server_uuid": "0c411d62-a727-4c34-a05f-e9bf81fbd0d8", "tag": "b81f5a68-3369-427a-be46-cd396f853d75"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:45:09.074801 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f92ae4-7617-4e8a-a8c3-08c2a8189184 x-openstack-request-id: req-76f92ae4-7617-4e8a-a8c3-08c2a8189184 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:45:09.075024 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c411d62-a727-4c34-a05f-e9bf81fbd0d8", "tag": "b81f5a68-3369-427a-be46-cd396f853d75", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:45:09.075316 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-76f92ae4-7617-4e8a-a8c3-08c2a8189184 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:45:09.075646 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c411d62-a727-4c34-a05f-e9bf81fbd0d8', 'tag': 'b81f5a68-3369-427a-be46-cd396f853d75', 'status': 'completed', 'code': 200} Feb 19 04:45:09.139355 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-9854d4fd-337e-4916-ace1-31192791f797 None None] Set router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:45:09.142013 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeba8db-ce8d-4d12-9fcb-62b9221ef3d8 req-772541e6-2303-4c56-ba1e-e70393f36979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:09.143526 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5aeba8db-ce8d-4d12-9fcb-62b9221ef3d8 req-772541e6-2303-4c56-ba1e-e70393f36979 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 1129 time: 0.0471656 Feb 19 04:45:09.248446 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeba8db-ce8d-4d12-9fcb-62b9221ef3d8 req-9a6dc4f0-db8c-4359-a429-633fb7eeed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:09.249971 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5aeba8db-ce8d-4d12-9fcb-62b9221ef3d8 req-9a6dc4f0-db8c-4359-a429-633fb7eeed60 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 912 time: 0.0986190 Feb 19 04:45:09.273352 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777dc75-29f8-4479-83c4-ba5cecad5c5d req-bfa384f0-fd6b-44e5-b2c6-9e6fb8077545 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:09.275101 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4777dc75-29f8-4479-83c4-ba5cecad5c5d req-bfa384f0-fd6b-44e5-b2c6-9e6fb8077545 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 946 time: 0.0549564 Feb 19 04:45:09.292600 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5aeba8db-ce8d-4d12-9fcb-62b9221ef3d8 req-9ee36bfc-c8fa-4b1a-be1e-07e9d935695b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b81f5a68-3369-427a-be46-cd396f853d75 HTTP/1.1" status: 200 len: 217 time: 0.0361040 Feb 19 04:45:09.335104 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4777dc75-29f8-4479-83c4-ba5cecad5c5d req-e3d6ea31-8271-42fe-9583-ad0a63feacbf tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533016 Feb 19 04:45:09.348040 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeba8db-ce8d-4d12-9fcb-62b9221ef3d8 req-401e3d73-b22f-439a-83ae-2377c71cbc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:09.350100 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5aeba8db-ce8d-4d12-9fcb-62b9221ef3d8 req-401e3d73-b22f-439a-83ae-2377c71cbc6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4c1316c-0c1b-40e4-b032-90759cbccfe3 HTTP/1.1" status: 200 len: 850 time: 0.0509186 Feb 19 04:45:09.400155 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeba8db-ce8d-4d12-9fcb-62b9221ef3d8 req-12d7c066-8af9-4061-b1ce-1a87cf88c2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:09.401557 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5aeba8db-ce8d-4d12-9fcb-62b9221ef3d8 req-12d7c066-8af9-4061-b1ce-1a87cf88c2dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5e8f90c4-f909-4474-8fc0-0f484b224735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442681 Feb 19 04:45:09.476353 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-9854d4fd-337e-4916-ace1-31192791f797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'name': 'tempest-TestVolumeBootPattern-131073699-router', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '247c85df-5a54-4659-9067-e62f93a28182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:28Z', 'updated_at': '2022-02-19T04:32:33Z', 'revision_number': 4, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'gw_port': {'id': '247c85df-5a54-4659-9067-e62f93a28182', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:29Z', 'updated_at': '2022-02-19T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'a469afe1-52ed-45d5-a0f4-167984d5f0f2', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'port_id': '11718ccc-0c2d-43bb-8c1e-99b81856f798', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'mac_address': 'fa:16:3e:62:15:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92098e06-bbaa-49c6-bdcd-bd051f1d0942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:41:17Z', 'updated_at': '2022-02-19T04:41:19Z', 'revision_number': 1, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689b5a2a-db85-458c-ab2e-2a29cc085f96', 'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'mac_address': 'fa:16:3e:0c:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:32Z', 'updated_at': '2022-02-19T04:32:44Z', 'revision_number': 5, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'subnets': [{'id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:09.486876 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5aeba8db-ce8d-4d12-9fcb-62b9221ef3d8 req-0b1b583a-05d9-4cfa-b664-f4bb0055ba43 service neutron] 10.222.0.26 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791614 Feb 19 04:45:09.505201 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9854d4fd-337e-4916-ace1-31192791f797 None None] Checking router: 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:45:09.513320 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9854d4fd-337e-4916-ace1-31192791f797 None None] Routers {'1f4e88ee-8a01-46dc-8cae-b0f57e62d654'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:45:09.513925 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-9854d4fd-337e-4916-ace1-31192791f797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:45:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:09.577554 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5aeba8db-ce8d-4d12-9fcb-62b9221ef3d8 req-14608b36-1ca6-4f0a-8dfa-fcd77717b641 service neutron] 10.222.0.26 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846579 Feb 19 04:45:09.623362 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-9854d4fd-337e-4916-ace1-31192791f797 None None] Set router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:45:09.838402 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-9854d4fd-337e-4916-ace1-31192791f797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'name': 'tempest-TestVolumeBootPattern-131073699-router', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '247c85df-5a54-4659-9067-e62f93a28182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:28Z', 'updated_at': '2022-02-19T04:32:33Z', 'revision_number': 4, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'gw_port': {'id': '247c85df-5a54-4659-9067-e62f93a28182', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:29Z', 'updated_at': '2022-02-19T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'a469afe1-52ed-45d5-a0f4-167984d5f0f2', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'port_id': '11718ccc-0c2d-43bb-8c1e-99b81856f798', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'mac_address': 'fa:16:3e:62:15:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92098e06-bbaa-49c6-bdcd-bd051f1d0942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:41:17Z', 'updated_at': '2022-02-19T04:41:19Z', 'revision_number': 1, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689b5a2a-db85-458c-ab2e-2a29cc085f96', 'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'mac_address': 'fa:16:3e:0c:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:32Z', 'updated_at': '2022-02-19T04:32:44Z', 'revision_number': 5, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'subnets': [{'id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:09.867806 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9854d4fd-337e-4916-ace1-31192791f797 None None] The sync data for ids ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'] in n-d-828369-19 is: [{'id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'name': 'tempest-TestVolumeBootPattern-131073699-router', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '247c85df-5a54-4659-9067-e62f93a28182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:28Z', 'updated_at': '2022-02-19T04:32:33Z', 'revision_number': 4, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'gw_port': {'id': '247c85df-5a54-4659-9067-e62f93a28182', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:29Z', 'updated_at': '2022-02-19T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'a469afe1-52ed-45d5-a0f4-167984d5f0f2', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'port_id': '11718ccc-0c2d-43bb-8c1e-99b81856f798', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'mac_address': 'fa:16:3e:62:15:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92098e06-bbaa-49c6-bdcd-bd051f1d0942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:41:17Z', 'updated_at': '2022-02-19T04:41:19Z', 'revision_number': 1, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689b5a2a-db85-458c-ab2e-2a29cc085f96', 'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'mac_address': 'fa:16:3e:0c:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:32Z', 'updated_at': '2022-02-19T04:32:44Z', 'revision_number': 5, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'subnets': [{'id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:45:10.089396 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ba6405-74b7-48dc-bc14-bf0498ba6ed6 None None] New status for floating IP 7c8eb0e6-fcd1-46b3-8044-99a922711de3: DOWN {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:45:10.452543 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe7120-4049-4fbf-8842-407b01f2d6a0 req-dc9638c6-54fb-4e9c-adc2-0ce3b7cf6849 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:10.454017 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-15fe7120-4049-4fbf-8842-407b01f2d6a0 req-dc9638c6-54fb-4e9c-adc2-0ce3b7cf6849 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 946 time: 0.0506659 Feb 19 04:45:10.501508 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-15fe7120-4049-4fbf-8842-407b01f2d6a0 req-364ee895-003b-424a-878d-eb68851b806b tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413816 Feb 19 04:45:10.857699 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b0ad4-9810-4c09-9c35-1d5c9946cad5 req-ee97fb20-e34f-40c6-a052-7c96c5e5cb38 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:10.859176 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e44b0ad4-9810-4c09-9c35-1d5c9946cad5 req-ee97fb20-e34f-40c6-a052-7c96c5e5cb38 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 946 time: 0.0519609 Feb 19 04:45:10.950830 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-e44b0ad4-9810-4c09-9c35-1d5c9946cad5 req-a9970dcc-8265-48f2-8020-682c30c24cf7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Deleting port b81f5a68-3369-427a-be46-cd396f853d75 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:45:10.951167 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e44b0ad4-9810-4c09-9c35-1d5c9946cad5 req-a9970dcc-8265-48f2-8020-682c30c24cf7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b81f5a68-3369-427a-be46-cd396f853d75), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:11.035619 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-e44b0ad4-9810-4c09-9c35-1d5c9946cad5 req-a9970dcc-8265-48f2-8020-682c30c24cf7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] For port b81f5a68-3369-427a-be46-cd396f853d75, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=b81f5a68-3369-427a-be46-cd396f853d75,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:45:11.035975 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e44b0ad4-9810-4c09-9c35-1d5c9946cad5 req-a9970dcc-8265-48f2-8020-682c30c24cf7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b81f5a68-3369-427a-be46-cd396f853d75), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:11.047788 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-e44b0ad4-9810-4c09-9c35-1d5c9946cad5 req-a9970dcc-8265-48f2-8020-682c30c24cf7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Calling delete_port for b81f5a68-3369-427a-be46-cd396f853d75 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:45:11.507586 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e44b0ad4-9810-4c09-9c35-1d5c9946cad5 req-a9970dcc-8265-48f2-8020-682c30c24cf7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (b81f5a68-3369-427a-be46-cd396f853d75), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:11.534074 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9970dcc-8265-48f2-8020-682c30c24cf7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event deleted for resources: {'Port': ['ID=b81f5a68-3369-427a-be46-cd396f853d75,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:11.579576 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44b0ad4-9810-4c09-9c35-1d5c9946cad5 req-a9970dcc-8265-48f2-8020-682c30c24cf7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] No DVR routers for this DVR port b81f5a68-3369-427a-be46-cd396f853d75 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:45:11.582279 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e44b0ad4-9810-4c09-9c35-1d5c9946cad5 req-a9970dcc-8265-48f2-8020-682c30c24cf7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:11.585649 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e44b0ad4-9810-4c09-9c35-1d5c9946cad5 req-a9970dcc-8265-48f2-8020-682c30c24cf7 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.26 "DELETE /v2.0/ports/b81f5a68-3369-427a-be46-cd396f853d75 HTTP/1.1" status: 204 len: 173 time: 0.7213802 Feb 19 04:45:11.586086 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c411d62-a727-4c34-a05f-e9bf81fbd0d8', 'name': 'network-vif-deleted', 'tag': 'b81f5a68-3369-427a-be46-cd396f853d75'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:45:11.588341 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d2d0f0-9be6-4d76-8b9c-c0125042a656" -d '{"events": [{"server_uuid": "0c411d62-a727-4c34-a05f-e9bf81fbd0d8", "name": "network-vif-deleted", "tag": "b81f5a68-3369-427a-be46-cd396f853d75"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:45:11.615869 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-65f73ae2-9b6f-4689-99df-9365880dde0f req-ccfb5f4c-7060-4b04-acf0-11daa8d8750c tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 210 time: 0.0317380 Feb 19 04:45:11.631930 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6685cc1-0fee-415f-9582-550788b326fe x-openstack-request-id: req-a6685cc1-0fee-415f-9582-550788b326fe {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:45:11.632291 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c411d62-a727-4c34-a05f-e9bf81fbd0d8", "name": "network-vif-deleted", "tag": "b81f5a68-3369-427a-be46-cd396f853d75", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:45:11.632553 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a6685cc1-0fee-415f-9582-550788b326fe {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:45:11.632949 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c411d62-a727-4c34-a05f-e9bf81fbd0d8', 'name': 'network-vif-deleted', 'tag': 'b81f5a68-3369-427a-be46-cd396f853d75', 'status': 'completed', 'code': 200} Feb 19 04:45:12.710962 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-92717176-5562-4d36-9244-ee57f27f8811 req-31bcb2d7-1cbe-4fc6-81d6-09bb94bbe277 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 210 time: 0.0275302 Feb 19 04:45:13.675539 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device b81f5a68-3369-427a-be46-cd396f853d75 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:45:13.695816 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: b81f5a68-3369-427a-be46-cd396f853d75 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:45:13.696167 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device b81f5a68-3369-427a-be46-cd396f853d75 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:45:13.810795 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8976ffe4-9cb7-470a-84ce-21e4883b2411 req-5702b8c2-ed09-41f9-ba11-ab816bb1383d tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 210 time: 0.0310037 Feb 19 04:45:14.904050 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3904deee-42d9-48c8-a59a-278068306c14 req-0431dd1d-68f2-4e79-a502-c5c1a08bbc04 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 210 time: 0.0268362 Feb 19 04:45:15.999429 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f844e9bd-6c54-4418-82a5-d775e00aea61 req-9877313f-f201-4d20-b15c-4eef2038e4f1 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 210 time: 0.0268371 Feb 19 04:45:17.096008 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c27bf649-e41c-4337-8721-a0e84f0fb529 req-efb10cb5-703c-41b4-920d-8ad4c6640573 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 210 time: 0.0263262 Feb 19 04:45:18.187512 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-322ffdfa-88ba-4f56-bc45-fe1ac5806cab req-e3c4f9c9-dfbc-41bd-b41f-7d6868e3c129 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 210 time: 0.0257235 Feb 19 04:45:19.283775 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4b40df2f-4a21-410f-b992-7a2d524282d1 req-d1ff0bd2-af0e-47b6-80f0-9b50c1f27664 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 210 time: 0.0293291 Feb 19 04:45:20.383257 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f157f12e-454c-4d05-b5d5-7c795b12440a req-532d56b4-cf8e-43bb-8cbf-9204285fa817 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c411d62-a727-4c34-a05f-e9bf81fbd0d8 HTTP/1.1" status: 200 len: 210 time: 0.0288553 Feb 19 04:45:27.186837 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:29.288406 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:45:29.900270 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44202) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:29.964869 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:30.057212 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-be36ca26-8358-4874-89ef-84fb2e148910 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Deleting port 834f1cb5-acc1-4403-b4ce-e456ce5f59ad {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:45:30.057621 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be36ca26-8358-4874-89ef-84fb2e148910 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (834f1cb5-acc1-4403-b4ce-e456ce5f59ad), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:30.132030 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be36ca26-8358-4874-89ef-84fb2e148910 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (834f1cb5-acc1-4403-b4ce-e456ce5f59ad), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:30.132353 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be36ca26-8358-4874-89ef-84fb2e148910 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for floatingip (834f1cb5-acc1-4403-b4ce-e456ce5f59ad), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:30.143461 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-be36ca26-8358-4874-89ef-84fb2e148910 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Calling delete_port for 834f1cb5-acc1-4403-b4ce-e456ce5f59ad owned by network:floatingip {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:45:30.285151 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be36ca26-8358-4874-89ef-84fb2e148910 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (834f1cb5-acc1-4403-b4ce-e456ce5f59ad), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:30.311343 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36ca26-8358-4874-89ef-84fb2e148910 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event deleted for resources: {'Port': ['ID=834f1cb5-acc1-4403-b4ce-e456ce5f59ad,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:30.372796 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be36ca26-8358-4874-89ef-84fb2e148910 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for floatingip (a469afe1-52ed-45d5-a0f4-167984d5f0f2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:30.373121 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-be36ca26-8358-4874-89ef-84fb2e148910 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Floating IP a469afe1-52ed-45d5-a0f4-167984d5f0f2 disassociated (deleted). External IP: 172.25.3.146, port: 11718ccc-0c2d-43bb-8c1e-99b81856f798. Feb 19 04:45:30.582043 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be36ca26-8358-4874-89ef-84fb2e148910 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:45:30.677990 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-41a74343-84fb-41e9-8978-97e5d7b0380c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:30.692728 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be36ca26-8358-4874-89ef-84fb2e148910 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:45:30.697674 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be36ca26-8358-4874-89ef-84fb2e148910 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:30.704175 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b6b24-0c24-4fcc-979a-de5881f563e7 None None] Sync routers for ids ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:45:30.714238 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5b6b24-0c24-4fcc-979a-de5881f563e7 None None] Routers {'1f4e88ee-8a01-46dc-8cae-b0f57e62d654'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:45:30.714848 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7e5b6b24-0c24-4fcc-979a-de5881f563e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:45:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:30.727306 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-be36ca26-8358-4874-89ef-84fb2e148910 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "DELETE /v2.0/floatingips/a469afe1-52ed-45d5-a0f4-167984d5f0f2 HTTP/1.1" status: 204 len: 168 time: 0.8259425 Feb 19 04:45:30.728019 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92098e06-bbaa-49c6-bdcd-bd051f1d0942', 'tag': '11718ccc-0c2d-43bb-8c1e-99b81856f798'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:45:30.730442 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b10b14d-7977-4063-8284-42910f17fcfa" -d '{"events": [{"name": "network-changed", "server_uuid": "92098e06-bbaa-49c6-bdcd-bd051f1d0942", "tag": "11718ccc-0c2d-43bb-8c1e-99b81856f798"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:45:30.771485 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366ebe29-9ae5-48aa-b334-b632a73f11a9 x-openstack-request-id: req-366ebe29-9ae5-48aa-b334-b632a73f11a9 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:45:30.771655 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92098e06-bbaa-49c6-bdcd-bd051f1d0942", "tag": "11718ccc-0c2d-43bb-8c1e-99b81856f798", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:45:30.772052 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-366ebe29-9ae5-48aa-b334-b632a73f11a9 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:45:30.772646 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92098e06-bbaa-49c6-bdcd-bd051f1d0942', 'tag': '11718ccc-0c2d-43bb-8c1e-99b81856f798', 'status': 'completed', 'code': 200} Feb 19 04:45:30.831939 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-7e5b6b24-0c24-4fcc-979a-de5881f563e7 None None] Set router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:45:30.837672 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10b14d-7977-4063-8284-42910f17fcfa req-e7c60b58-ca3a-47dc-94fb-62e3784b989c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:30.839337 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0b10b14d-7977-4063-8284-42910f17fcfa req-e7c60b58-ca3a-47dc-94fb-62e3784b989c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0fd37ae90824e9285d9bb3943295dee&device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 1129 time: 0.0466714 Feb 19 04:45:30.985145 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10b14d-7977-4063-8284-42910f17fcfa req-d9d2f02e-efdb-466c-88e3-53268473e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:30.986829 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0b10b14d-7977-4063-8284-42910f17fcfa req-d9d2f02e-efdb-466c-88e3-53268473e61b service neutron] 10.222.0.79 "GET /v2.0/networks?id=5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 200 len: 912 time: 0.1415663 Feb 19 04:45:30.994500 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e0548-0214-435b-b6a7-fab950d2e431 req-3ba9e6a7-6eea-4ead-a4b6-5779a5551a29 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:30.995932 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-669e0548-0214-435b-b6a7-fab950d2e431 req-3ba9e6a7-6eea-4ead-a4b6-5779a5551a29 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 946 time: 0.0785570 Feb 19 04:45:31.039598 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7e5b6b24-0c24-4fcc-979a-de5881f563e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'name': 'tempest-TestVolumeBootPattern-131073699-router', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '247c85df-5a54-4659-9067-e62f93a28182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:28Z', 'updated_at': '2022-02-19T04:32:33Z', 'revision_number': 4, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'gw_port': {'id': '247c85df-5a54-4659-9067-e62f93a28182', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:29Z', 'updated_at': '2022-02-19T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '689b5a2a-db85-458c-ab2e-2a29cc085f96', 'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'mac_address': 'fa:16:3e:0c:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:32Z', 'updated_at': '2022-02-19T04:32:44Z', 'revision_number': 5, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'subnets': [{'id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:31.040848 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0b10b14d-7977-4063-8284-42910f17fcfa req-d5e4bcfd-6a1c-4443-83a6-95a1fa654083 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11718ccc-0c2d-43bb-8c1e-99b81856f798 HTTP/1.1" status: 200 len: 217 time: 0.0439177 Feb 19 04:45:31.069540 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b6b24-0c24-4fcc-979a-de5881f563e7 None None] Checking router: 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:45:31.078110 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5b6b24-0c24-4fcc-979a-de5881f563e7 None None] Routers {'1f4e88ee-8a01-46dc-8cae-b0f57e62d654'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:45:31.078854 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7e5b6b24-0c24-4fcc-979a-de5881f563e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:45:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:31.104625 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-669e0548-0214-435b-b6a7-fab950d2e431 req-8bc1582b-c4fc-4eeb-ba3e-1c1df125ad86 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020718 Feb 19 04:45:31.113298 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10b14d-7977-4063-8284-42910f17fcfa req-045835da-0a6a-4210-ba8a-f4f4d12f0552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:31.114771 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0b10b14d-7977-4063-8284-42910f17fcfa req-045835da-0a6a-4210-ba8a-f4f4d12f0552 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b4c1316c-0c1b-40e4-b032-90759cbccfe3 HTTP/1.1" status: 200 len: 850 time: 0.0665987 Feb 19 04:45:31.163166 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10b14d-7977-4063-8284-42910f17fcfa req-7d0189dc-0a7f-4bb8-bf4e-b411950034d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:31.164673 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0b10b14d-7977-4063-8284-42910f17fcfa req-7d0189dc-0a7f-4bb8-bf4e-b411950034d8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e8f90c4-f909-4474-8fc0-0f484b224735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438249 Feb 19 04:45:31.187208 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-7e5b6b24-0c24-4fcc-979a-de5881f563e7 None None] Set router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:45:31.256288 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0b10b14d-7977-4063-8284-42910f17fcfa req-e30003c8-fa6b-4838-a238-5807088b09ae service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850370 Feb 19 04:45:31.351757 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0b10b14d-7977-4063-8284-42910f17fcfa req-bcb20621-7557-4021-952c-f23088eda30b service neutron] 10.222.0.79 "GET /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868304 Feb 19 04:45:31.389133 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-7e5b6b24-0c24-4fcc-979a-de5881f563e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'name': 'tempest-TestVolumeBootPattern-131073699-router', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '247c85df-5a54-4659-9067-e62f93a28182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:28Z', 'updated_at': '2022-02-19T04:32:33Z', 'revision_number': 4, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'gw_port': {'id': '247c85df-5a54-4659-9067-e62f93a28182', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:29Z', 'updated_at': '2022-02-19T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '689b5a2a-db85-458c-ab2e-2a29cc085f96', 'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'mac_address': 'fa:16:3e:0c:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:32Z', 'updated_at': '2022-02-19T04:32:44Z', 'revision_number': 5, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'subnets': [{'id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:31.414282 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b6b24-0c24-4fcc-979a-de5881f563e7 None None] The sync data for ids ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'] in n-d-828369-19 is: [{'id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'name': 'tempest-TestVolumeBootPattern-131073699-router', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '247c85df-5a54-4659-9067-e62f93a28182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:28Z', 'updated_at': '2022-02-19T04:32:33Z', 'revision_number': 4, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'gw_port': {'id': '247c85df-5a54-4659-9067-e62f93a28182', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:29Z', 'updated_at': '2022-02-19T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '689b5a2a-db85-458c-ab2e-2a29cc085f96', 'name': '', 'network_id': '5e8f90c4-f909-4474-8fc0-0f484b224735', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'mac_address': 'fa:16:3e:0c:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:32Z', 'updated_at': '2022-02-19T04:32:44Z', 'revision_number': 5, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'subnets': [{'id': 'b4c1316c-0c1b-40e4-b032-90759cbccfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:45:31.626901 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02312c0-4edc-413d-bfe2-ff80fe87e195 None None] New status for floating IP a469afe1-52ed-45d5-a0f4-167984d5f0f2: DOWN {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:45:32.226992 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54dc943-e682-40e4-bd27-234f3213c6f5 req-d8e4dd86-25af-4464-a808-4cd4ddbafa19 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:32.227685 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a54dc943-e682-40e4-bd27-234f3213c6f5 req-d8e4dd86-25af-4464-a808-4cd4ddbafa19 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 946 time: 0.0529220 Feb 19 04:45:32.275136 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a54dc943-e682-40e4-bd27-234f3213c6f5 req-dd0174c0-e633-48ec-bf0d-545a0b083f99 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c96e9e-d679-4a60-948e-d361f512bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419562 Feb 19 04:45:32.443184 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdefad-d823-48a2-9725-b551b4d894bc req-c5b41256-9996-4a5a-bc98-38c3754b1e66 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:32.444619 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-40bdefad-d823-48a2-9725-b551b4d894bc req-c5b41256-9996-4a5a-bc98-38c3754b1e66 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.79 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 946 time: 0.0538971 Feb 19 04:45:32.532488 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-40bdefad-d823-48a2-9725-b551b4d894bc req-758f4a83-1440-463f-86f9-e53963160f4e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Deleting port 11718ccc-0c2d-43bb-8c1e-99b81856f798 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:45:32.532752 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-40bdefad-d823-48a2-9725-b551b4d894bc req-758f4a83-1440-463f-86f9-e53963160f4e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (11718ccc-0c2d-43bb-8c1e-99b81856f798), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:32.620228 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-40bdefad-d823-48a2-9725-b551b4d894bc req-758f4a83-1440-463f-86f9-e53963160f4e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] For port 11718ccc-0c2d-43bb-8c1e-99b81856f798, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=11718ccc-0c2d-43bb-8c1e-99b81856f798,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:45:32.620590 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-40bdefad-d823-48a2-9725-b551b4d894bc req-758f4a83-1440-463f-86f9-e53963160f4e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (11718ccc-0c2d-43bb-8c1e-99b81856f798), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:32.633506 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-40bdefad-d823-48a2-9725-b551b4d894bc req-758f4a83-1440-463f-86f9-e53963160f4e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Calling delete_port for 11718ccc-0c2d-43bb-8c1e-99b81856f798 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:45:32.759029 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-40bdefad-d823-48a2-9725-b551b4d894bc req-758f4a83-1440-463f-86f9-e53963160f4e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (11718ccc-0c2d-43bb-8c1e-99b81856f798), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:32.786492 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f4a83-1440-463f-86f9-e53963160f4e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event deleted for resources: {'Port': ['ID=11718ccc-0c2d-43bb-8c1e-99b81856f798,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:32.799228 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f4a83-1440-463f-86f9-e53963160f4e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:32.799582 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f4a83-1440-463f-86f9-e53963160f4e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:32.799926 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f4a83-1440-463f-86f9-e53963160f4e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:32.800268 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f4a83-1440-463f-86f9-e53963160f4e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:32.800604 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f4a83-1440-463f-86f9-e53963160f4e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:32.801441 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f4a83-1440-463f-86f9-e53963160f4e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:32.802059 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f4a83-1440-463f-86f9-e53963160f4e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:32.802410 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f4a83-1440-463f-86f9-e53963160f4e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:32.802737 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f4a83-1440-463f-86f9-e53963160f4e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:32.803063 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f4a83-1440-463f-86f9-e53963160f4e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:32.803388 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f4a83-1440-463f-86f9-e53963160f4e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:32.803711 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f4a83-1440-463f-86f9-e53963160f4e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:32.804040 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f4a83-1440-463f-86f9-e53963160f4e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:32.839260 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-40bdefad-d823-48a2-9725-b551b4d894bc req-758f4a83-1440-463f-86f9-e53963160f4e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] No DVR routers for this DVR port 11718ccc-0c2d-43bb-8c1e-99b81856f798 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:45:32.841763 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-40bdefad-d823-48a2-9725-b551b4d894bc req-758f4a83-1440-463f-86f9-e53963160f4e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:32.845032 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-40bdefad-d823-48a2-9725-b551b4d894bc req-758f4a83-1440-463f-86f9-e53963160f4e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.79 "DELETE /v2.0/ports/11718ccc-0c2d-43bb-8c1e-99b81856f798 HTTP/1.1" status: 204 len: 173 time: 0.3957543 Feb 19 04:45:32.845468 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92098e06-bbaa-49c6-bdcd-bd051f1d0942', 'name': 'network-vif-deleted', 'tag': '11718ccc-0c2d-43bb-8c1e-99b81856f798'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:45:32.847817 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a47469-d775-40f8-9927-362de73ec139" -d '{"events": [{"server_uuid": "92098e06-bbaa-49c6-bdcd-bd051f1d0942", "name": "network-vif-deleted", "tag": "11718ccc-0c2d-43bb-8c1e-99b81856f798"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:45:32.885318 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d2baf5-2017-4cd5-bd1c-baa9d9aad941 x-openstack-request-id: req-78d2baf5-2017-4cd5-bd1c-baa9d9aad941 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:45:32.885615 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92098e06-bbaa-49c6-bdcd-bd051f1d0942", "name": "network-vif-deleted", "tag": "11718ccc-0c2d-43bb-8c1e-99b81856f798", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:45:32.885891 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-78d2baf5-2017-4cd5-bd1c-baa9d9aad941 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:45:32.886313 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92098e06-bbaa-49c6-bdcd-bd051f1d0942', 'name': 'network-vif-deleted', 'tag': '11718ccc-0c2d-43bb-8c1e-99b81856f798', 'status': 'completed', 'code': 200} Feb 19 04:45:33.367928 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29ef49b1-ce2c-4808-ade5-5c8f1f63b208 req-7aa56dab-4abc-41ab-a98b-d04d7f760090 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 210 time: 0.0271354 Feb 19 04:45:33.517145 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b92ed56b-784a-420c-aae5-3fcc6b759198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:33.932295 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:34.470186 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-109a1444-6af4-4c50-aeec-2a5ae5d58637 req-e57702ab-6ce8-4491-aa4f-965b3fdaa11f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 210 time: 0.0285966 Feb 19 04:45:35.421450 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:35.568733 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6b90ec27-7a42-479f-9cbc-d8f885055014 req-079dd359-a6fc-4a45-9cf0-16ae0530890f tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 210 time: 0.0323808 Feb 19 04:45:36.664720 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2ea69e75-022e-4c7c-9e33-36fbcbd0c016 req-057b9340-1328-42bc-97fc-3896c3ae2125 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 210 time: 0.0275390 Feb 19 04:45:36.843282 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:37.531178 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 11718ccc-0c2d-43bb-8c1e-99b81856f798 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:45:37.551391 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 11718ccc-0c2d-43bb-8c1e-99b81856f798 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:45:37.551680 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 11718ccc-0c2d-43bb-8c1e-99b81856f798 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:45:37.758124 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b4ebc516-c926-4419-af94-003876e6c53d req-88db6794-a48d-4c1e-b371-cbb467037521 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 210 time: 0.0274329 Feb 19 04:45:38.852982 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5128e8d-0140-4a43-848f-22d9e88cb81b req-d9ce8f5b-d99b-4d80-a021-f4d2b0873bf8 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 210 time: 0.0267923 Feb 19 04:45:39.952809 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b8c00ad0-01e1-4a79-9468-be9454c3ae95 req-e74debcf-b7cd-4771-a777-33be13232981 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 210 time: 0.0279777 Feb 19 04:45:41.047254 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eff7122d-d46f-431c-aab3-9fcc962e56fa req-5c1225cc-22c8-42e6-b27d-9d68aa733649 tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "GET /v2.0/ports?device_id=92098e06-bbaa-49c6-bdcd-bd051f1d0942 HTTP/1.1" status: 200 len: 210 time: 0.0260479 Feb 19 04:45:42.102134 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44234) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:42.223504 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-d4f1bdc4-df9a-4168-b28d-e334d687ba8e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Deleting port 9b81c42a-f021-4dcd-8c08-2f0a3a60580c {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:45:42.223758 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d4f1bdc4-df9a-4168-b28d-e334d687ba8e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (9b81c42a-f021-4dcd-8c08-2f0a3a60580c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:42.296063 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d4f1bdc4-df9a-4168-b28d-e334d687ba8e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (9b81c42a-f021-4dcd-8c08-2f0a3a60580c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:42.296395 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d4f1bdc4-df9a-4168-b28d-e334d687ba8e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for floatingip (9b81c42a-f021-4dcd-8c08-2f0a3a60580c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:42.320342 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-d4f1bdc4-df9a-4168-b28d-e334d687ba8e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Calling delete_port for 9b81c42a-f021-4dcd-8c08-2f0a3a60580c owned by network:floatingip {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:45:42.451984 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d4f1bdc4-df9a-4168-b28d-e334d687ba8e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (9b81c42a-f021-4dcd-8c08-2f0a3a60580c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:42.476778 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1bdc4-df9a-4168-b28d-e334d687ba8e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event deleted for resources: {'Port': ['ID=9b81c42a-f021-4dcd-8c08-2f0a3a60580c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:42.540787 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d4f1bdc4-df9a-4168-b28d-e334d687ba8e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for floatingip (d1972899-77c6-4f75-b296-5bde9161005b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:42.543459 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d4f1bdc4-df9a-4168-b28d-e334d687ba8e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:42.544620 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d4f1bdc4-df9a-4168-b28d-e334d687ba8e tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "DELETE /v2.0/floatingips/d1972899-77c6-4f75-b296-5bde9161005b HTTP/1.1" status: 204 len: 168 time: 0.4414740 Feb 19 04:45:47.923493 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44254) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:47.980474 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a125cce5-ba56-4fec-81ab-706689356ebd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for security_group (f3c96e9e-d679-4a60-948e-d361f512bd70), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:48.006220 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a125cce5-ba56-4fec-81ab-706689356ebd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for security_group (f3c96e9e-d679-4a60-948e-d361f512bd70), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:48.066488 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a125cce5-ba56-4fec-81ab-706689356ebd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f3c96e9e-d679-4a60-948e-d361f512bd70), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:48.069201 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a125cce5-ba56-4fec-81ab-706689356ebd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:48.070469 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a125cce5-ba56-4fec-81ab-706689356ebd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] 10.222.0.52 "DELETE /v2.0/security-groups/f3c96e9e-d679-4a60-948e-d361f512bd70 HTTP/1.1" status: 204 len: 168 time: 0.1458907 Feb 19 04:45:48.079692 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125cce5-ba56-4fec-81ab-706689356ebd tempest-TestVolumeBootPattern-804513512 tempest-TestVolumeBootPattern-804513512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c96e9e-d679-4a60-948e-d361f512bd70,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:48.155742 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44258) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:48.655140 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0f1eeba1-8661-497e-a87c-502f40d2eab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (1f4e88ee-8a01-46dc-8cae-b0f57e62d654), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:48.913227 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-0f1eeba1-8661-497e-a87c-502f40d2eab4 admin admin] Deleting port 689b5a2a-db85-458c-ab2e-2a29cc085f96 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:45:48.913510 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0f1eeba1-8661-497e-a87c-502f40d2eab4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (689b5a2a-db85-458c-ab2e-2a29cc085f96), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:48.991551 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-0f1eeba1-8661-497e-a87c-502f40d2eab4 admin admin] For port 689b5a2a-db85-458c-ab2e-2a29cc085f96, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=689b5a2a-db85-458c-ab2e-2a29cc085f96,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:45:48.992083 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0f1eeba1-8661-497e-a87c-502f40d2eab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (689b5a2a-db85-458c-ab2e-2a29cc085f96), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:49.004647 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-0f1eeba1-8661-497e-a87c-502f40d2eab4 admin admin] Calling delete_port for 689b5a2a-db85-458c-ab2e-2a29cc085f96 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:45:49.190197 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0f1eeba1-8661-497e-a87c-502f40d2eab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (689b5a2a-db85-458c-ab2e-2a29cc085f96), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:49.218057 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1eeba1-8661-497e-a87c-502f40d2eab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=689b5a2a-db85-458c-ab2e-2a29cc085f96,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:49.419949 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0f1eeba1-8661-497e-a87c-502f40d2eab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (1f4e88ee-8a01-46dc-8cae-b0f57e62d654), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:49.640020 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1eeba1-8661-497e-a87c-502f40d2eab4 admin admin] Router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:45:49.749560 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1eeba1-8661-497e-a87c-502f40d2eab4 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:45:49.758335 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0f1eeba1-8661-497e-a87c-502f40d2eab4 admin admin] 10.222.0.52 "PUT /v2.0/routers/1f4e88ee-8a01-46dc-8cae-b0f57e62d654/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5980897 Feb 19 04:45:49.758335 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44262) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:49.760148 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd1fef4-23c9-4156-b05b-a6bca5eba2e7 None None] Sync routers for ids ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:45:49.771280 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd1fef4-23c9-4156-b05b-a6bca5eba2e7 None None] Routers {'1f4e88ee-8a01-46dc-8cae-b0f57e62d654'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:45:49.771904 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3dd1fef4-23c9-4156-b05b-a6bca5eba2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:45:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:49.868975 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af3a2ef1-210f-4741-9419-e784f9b34048 admin admin] Publish callbacks [] for router (1f4e88ee-8a01-46dc-8cae-b0f57e62d654), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:49.977233 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-3dd1fef4-23c9-4156-b05b-a6bca5eba2e7 None None] Set router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:45:49.982597 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af3a2ef1-210f-4741-9419-e784f9b34048 admin admin] Publish callbacks [] for router_gateway (1f4e88ee-8a01-46dc-8cae-b0f57e62d654), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:50.160353 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3dd1fef4-23c9-4156-b05b-a6bca5eba2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'name': 'tempest-TestVolumeBootPattern-131073699-router', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '247c85df-5a54-4659-9067-e62f93a28182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:28Z', 'updated_at': '2022-02-19T04:45:49Z', 'revision_number': 5, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'gw_port': {'id': '247c85df-5a54-4659-9067-e62f93a28182', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:29Z', 'updated_at': '2022-02-19T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:50.190551 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd1fef4-23c9-4156-b05b-a6bca5eba2e7 None None] Checking router: 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:45:50.199009 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd1fef4-23c9-4156-b05b-a6bca5eba2e7 None None] Routers {'1f4e88ee-8a01-46dc-8cae-b0f57e62d654'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:45:50.199641 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3dd1fef4-23c9-4156-b05b-a6bca5eba2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:45:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:50.286383 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-3dd1fef4-23c9-4156-b05b-a6bca5eba2e7 None None] Set router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:45:50.340736 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3dd1fef4-23c9-4156-b05b-a6bca5eba2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'name': 'tempest-TestVolumeBootPattern-131073699-router', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:28Z', 'updated_at': '2022-02-19T04:45:49Z', 'revision_number': 6, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:50.367627 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd1fef4-23c9-4156-b05b-a6bca5eba2e7 None None] The sync data for ids ['1f4e88ee-8a01-46dc-8cae-b0f57e62d654'] in n-d-828369-19 is: [{'id': '1f4e88ee-8a01-46dc-8cae-b0f57e62d654', 'name': 'tempest-TestVolumeBootPattern-131073699-router', 'tenant_id': 'b0fd37ae90824e9285d9bb3943295dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:28Z', 'updated_at': '2022-02-19T04:45:49Z', 'revision_number': 6, 'project_id': 'b0fd37ae90824e9285d9bb3943295dee', 'gw_port_host': None}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:45:50.386294 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-af3a2ef1-210f-4741-9419-e784f9b34048 admin admin] Deleting port 247c85df-5a54-4659-9067-e62f93a28182 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:45:50.386883 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af3a2ef1-210f-4741-9419-e784f9b34048 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (247c85df-5a54-4659-9067-e62f93a28182), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:50.464050 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-af3a2ef1-210f-4741-9419-e784f9b34048 admin admin] For port 247c85df-5a54-4659-9067-e62f93a28182, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=247c85df-5a54-4659-9067-e62f93a28182,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:45:50.464406 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af3a2ef1-210f-4741-9419-e784f9b34048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (247c85df-5a54-4659-9067-e62f93a28182), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:50.478967 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-af3a2ef1-210f-4741-9419-e784f9b34048 admin admin] Calling delete_port for 247c85df-5a54-4659-9067-e62f93a28182 owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:45:50.641690 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af3a2ef1-210f-4741-9419-e784f9b34048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (247c85df-5a54-4659-9067-e62f93a28182), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:50.668428 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a2ef1-210f-4741-9419-e784f9b34048 admin admin] Pushing event deleted for resources: {'Port': ['ID=247c85df-5a54-4659-9067-e62f93a28182,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:50.730424 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af3a2ef1-210f-4741-9419-e784f9b34048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (1f4e88ee-8a01-46dc-8cae-b0f57e62d654), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:50.825141 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af3a2ef1-210f-4741-9419-e784f9b34048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (1f4e88ee-8a01-46dc-8cae-b0f57e62d654), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:50.827401 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af3a2ef1-210f-4741-9419-e784f9b34048 admin admin] Publish callbacks [] for router_controller (1f4e88ee-8a01-46dc-8cae-b0f57e62d654), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:50.873926 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af3a2ef1-210f-4741-9419-e784f9b34048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (1f4e88ee-8a01-46dc-8cae-b0f57e62d654), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:50.874445 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3a2ef1-210f-4741-9419-e784f9b34048 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f4e88ee-8a01-46dc-8cae-b0f57e62d654 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:45:50.879210 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af3a2ef1-210f-4741-9419-e784f9b34048 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:50.880470 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-af3a2ef1-210f-4741-9419-e784f9b34048 admin admin] 10.222.0.52 "DELETE /v2.0/routers/1f4e88ee-8a01-46dc-8cae-b0f57e62d654 HTTP/1.1" status: 204 len: 168 time: 1.1194463 Feb 19 04:45:50.882984 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44264) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:50.926280 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-acab466b-d10d-4d44-8a78-3e764c8b44ab admin admin] Deleting subnet b4c1316c-0c1b-40e4-b032-90759cbccfe3 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:45:50.929530 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-acab466b-d10d-4d44-8a78-3e764c8b44ab admin admin] Publish callbacks [] for subnet (b4c1316c-0c1b-40e4-b032-90759cbccfe3), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:50.963467 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-acab466b-d10d-4d44-8a78-3e764c8b44ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (b4c1316c-0c1b-40e4-b032-90759cbccfe3), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:51.041234 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-acab466b-d10d-4d44-8a78-3e764c8b44ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (b4c1316c-0c1b-40e4-b032-90759cbccfe3), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:51.092930 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-acab466b-d10d-4d44-8a78-3e764c8b44ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (b4c1316c-0c1b-40e4-b032-90759cbccfe3), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:51.117508 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab466b-d10d-4d44-8a78-3e764c8b44ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4c1316c-0c1b-40e4-b032-90759cbccfe3,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:51.123678 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-acab466b-d10d-4d44-8a78-3e764c8b44ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:51.126858 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-acab466b-d10d-4d44-8a78-3e764c8b44ab admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b4c1316c-0c1b-40e4-b032-90759cbccfe3 HTTP/1.1" status: 204 len: 168 time: 0.2428734 Feb 19 04:45:51.129769 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44266) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:51.132190 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510b20af-1a10-4142-ad85-f6517ed60ce4 None None] Network 5e8f90c4-f909-4474-8fc0-0f484b224735 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:45:51.196253 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c8a96ba-5971-411e-8c11-fb72e7092984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (5e8f90c4-f909-4474-8fc0-0f484b224735), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:51.256817 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a96ba-5971-411e-8c11-fb72e7092984 admin admin] Deleting port 69d198dd-87a4-4d40-a519-48f20ecb8beb {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:45:51.258112 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c8a96ba-5971-411e-8c11-fb72e7092984 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (69d198dd-87a4-4d40-a519-48f20ecb8beb), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:51.299181 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359f1e04-55d6-4d04-a105-a5b5f00cef5c None None] DHCP port deletion for 5e8f90c4-f909-4474-8fc0-0f484b224735 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:45:51.328273 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-5c8a96ba-5971-411e-8c11-fb72e7092984 admin admin] For port 69d198dd-87a4-4d40-a519-48f20ecb8beb, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=69d198dd-87a4-4d40-a519-48f20ecb8beb,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:45:51.328638 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c8a96ba-5971-411e-8c11-fb72e7092984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (69d198dd-87a4-4d40-a519-48f20ecb8beb), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:51.344017 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a96ba-5971-411e-8c11-fb72e7092984 admin admin] Calling delete_port for 69d198dd-87a4-4d40-a519-48f20ecb8beb owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:45:51.365865 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-359f1e04-55d6-4d04-a105-a5b5f00cef5c None None] Deleting port 69d198dd-87a4-4d40-a519-48f20ecb8beb {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:45:51.366407 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-359f1e04-55d6-4d04-a105-a5b5f00cef5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (69d198dd-87a4-4d40-a519-48f20ecb8beb), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:51.369868 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 689b5a2a-db85-458c-ab2e-2a29cc085f96 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:45:51.400397 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 689b5a2a-db85-458c-ab2e-2a29cc085f96 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:45:51.400718 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 689b5a2a-db85-458c-ab2e-2a29cc085f96 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:45:51.401144 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 247c85df-5a54-4659-9067-e62f93a28182 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:45:51.435790 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c8a96ba-5971-411e-8c11-fb72e7092984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (69d198dd-87a4-4d40-a519-48f20ecb8beb), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:51.446567 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 247c85df-5a54-4659-9067-e62f93a28182 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:45:51.446925 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 247c85df-5a54-4659-9067-e62f93a28182 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:45:51.447353 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 69d198dd-87a4-4d40-a519-48f20ecb8beb no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:45:51.468573 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8a96ba-5971-411e-8c11-fb72e7092984 admin admin] No DVR routers for this DVR port 69d198dd-87a4-4d40-a519-48f20ecb8beb on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:45:51.473973 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a96ba-5971-411e-8c11-fb72e7092984 admin admin] Pushing event deleted for resources: {'Port': ['ID=69d198dd-87a4-4d40-a519-48f20ecb8beb,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:51.475330 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 69d198dd-87a4-4d40-a519-48f20ecb8beb {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:45:51.475681 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 69d198dd-87a4-4d40-a519-48f20ecb8beb not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:45:51.498348 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-359f1e04-55d6-4d04-a105-a5b5f00cef5c None None] For port 69d198dd-87a4-4d40-a519-48f20ecb8beb, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=69d198dd-87a4-4d40-a519-48f20ecb8beb,segment=NetworkSegment(1d0057bd-70c7-42b0-abfd-a00a1dc2246d),segment_id=1d0057bd-70c7-42b0-abfd-a00a1dc2246d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:45:51.498691 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-359f1e04-55d6-4d04-a105-a5b5f00cef5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (69d198dd-87a4-4d40-a519-48f20ecb8beb), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:51.511982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-359f1e04-55d6-4d04-a105-a5b5f00cef5c None None] Calling delete_port for 69d198dd-87a4-4d40-a519-48f20ecb8beb owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:45:51.548976 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c8a96ba-5971-411e-8c11-fb72e7092984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (5e8f90c4-f909-4474-8fc0-0f484b224735), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:51.569914 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-5c8a96ba-5971-411e-8c11-fb72e7092984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8f90c4-f909-4474-8fc0-0f484b224735']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:51.579220 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-5c8a96ba-5971-411e-8c11-fb72e7092984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d0057bd-70c7-42b0-abfd-a00a1dc2246d') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:51.579515 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-5c8a96ba-5971-411e-8c11-fb72e7092984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d0057bd-70c7-42b0-abfd-a00a1dc2246d') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:51.585759 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-359f1e04-55d6-4d04-a105-a5b5f00cef5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (69d198dd-87a4-4d40-a519-48f20ecb8beb), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:51.593175 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c8a96ba-5971-411e-8c11-fb72e7092984 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (1d0057bd-70c7-42b0-abfd-a00a1dc2246d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:51.607073 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c8a96ba-5971-411e-8c11-fb72e7092984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (1d0057bd-70c7-42b0-abfd-a00a1dc2246d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:51.610485 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f1e04-55d6-4d04-a105-a5b5f00cef5c None None] Pushing event deleted for resources: {'Port': ['ID=69d198dd-87a4-4d40-a519-48f20ecb8beb,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:51.613242 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8a96ba-5971-411e-8c11-fb72e7092984 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:45:51.613693 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c8a96ba-5971-411e-8c11-fb72e7092984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (1d0057bd-70c7-42b0-abfd-a00a1dc2246d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:45:51.615848 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:45:51.618862 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359f1e04-55d6-4d04-a105-a5b5f00cef5c None None] No DVR routers for this DVR port 69d198dd-87a4-4d40-a519-48f20ecb8beb on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:45:51.621106 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359f1e04-55d6-4d04-a105-a5b5f00cef5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:51.621448 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359f1e04-55d6-4d04-a105-a5b5f00cef5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:51.621796 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359f1e04-55d6-4d04-a105-a5b5f00cef5c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:51.622281 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359f1e04-55d6-4d04-a105-a5b5f00cef5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:51.622646 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359f1e04-55d6-4d04-a105-a5b5f00cef5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:51.622860 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359f1e04-55d6-4d04-a105-a5b5f00cef5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:51.623175 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359f1e04-55d6-4d04-a105-a5b5f00cef5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:51.623509 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359f1e04-55d6-4d04-a105-a5b5f00cef5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:51.623836 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359f1e04-55d6-4d04-a105-a5b5f00cef5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:51.624176 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359f1e04-55d6-4d04-a105-a5b5f00cef5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:51.624494 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359f1e04-55d6-4d04-a105-a5b5f00cef5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:51.624806 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359f1e04-55d6-4d04-a105-a5b5f00cef5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:51.625128 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359f1e04-55d6-4d04-a105-a5b5f00cef5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:51.673088 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c8a96ba-5971-411e-8c11-fb72e7092984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (5e8f90c4-f909-4474-8fc0-0f484b224735), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:51.678721 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c8a96ba-5971-411e-8c11-fb72e7092984 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:51.681823 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5c8a96ba-5971-411e-8c11-fb72e7092984 admin admin] 10.222.0.52 "DELETE /v2.0/networks/5e8f90c4-f909-4474-8fc0-0f484b224735 HTTP/1.1" status: 204 len: 168 time: 0.5508900 Feb 19 04:45:51.684834 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44268) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:51.692708 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a96ba-5971-411e-8c11-fb72e7092984 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e8f90c4-f909-4474-8fc0-0f484b224735,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:52.359067 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3b5e2d8f-2e92-4412-9dd7-3f37eccd133c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (04d4a519-5b3a-46f4-bc8b-20ec5755f44b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:52.596363 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-3b5e2d8f-2e92-4412-9dd7-3f37eccd133c admin admin] Deleting port 23daf84f-f83c-4ca3-97da-0cd505eaa3a8 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:45:52.596699 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3b5e2d8f-2e92-4412-9dd7-3f37eccd133c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (23daf84f-f83c-4ca3-97da-0cd505eaa3a8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:52.673702 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-3b5e2d8f-2e92-4412-9dd7-3f37eccd133c admin admin] For port 23daf84f-f83c-4ca3-97da-0cd505eaa3a8, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=23daf84f-f83c-4ca3-97da-0cd505eaa3a8,segment=NetworkSegment(5c42d5c6-6df2-44d0-93ee-3334fee8fe02),segment_id=5c42d5c6-6df2-44d0-93ee-3334fee8fe02)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:45:52.673987 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3b5e2d8f-2e92-4412-9dd7-3f37eccd133c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (23daf84f-f83c-4ca3-97da-0cd505eaa3a8), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:52.686875 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-3b5e2d8f-2e92-4412-9dd7-3f37eccd133c admin admin] Calling delete_port for 23daf84f-f83c-4ca3-97da-0cd505eaa3a8 owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:45:52.861192 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3b5e2d8f-2e92-4412-9dd7-3f37eccd133c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (23daf84f-f83c-4ca3-97da-0cd505eaa3a8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:52.885600 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e2d8f-2e92-4412-9dd7-3f37eccd133c admin admin] Pushing event deleted for resources: {'Port': ['ID=23daf84f-f83c-4ca3-97da-0cd505eaa3a8,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:53.055143 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3b5e2d8f-2e92-4412-9dd7-3f37eccd133c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (04d4a519-5b3a-46f4-bc8b-20ec5755f44b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:53.266001 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5e2d8f-2e92-4412-9dd7-3f37eccd133c admin admin] Router 04d4a519-5b3a-46f4-bc8b-20ec5755f44b has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:45:53.379697 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5e2d8f-2e92-4412-9dd7-3f37eccd133c admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:45:53.385424 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3b5e2d8f-2e92-4412-9dd7-3f37eccd133c admin admin] 10.222.0.52 "PUT /v2.0/routers/04d4a519-5b3a-46f4-bc8b-20ec5755f44b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6987247 Feb 19 04:45:53.387251 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44270) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:53.389886 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ecb87e-4fb3-48e7-91c8-4e9994fb6bf3 None None] Sync routers for ids ['04d4a519-5b3a-46f4-bc8b-20ec5755f44b'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:45:53.400507 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ecb87e-4fb3-48e7-91c8-4e9994fb6bf3 None None] Routers {'04d4a519-5b3a-46f4-bc8b-20ec5755f44b'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:45:53.401131 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-74ecb87e-4fb3-48e7-91c8-4e9994fb6bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:45:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['04d4a519-5b3a-46f4-bc8b-20ec5755f44b'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:53.491383 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-77b83a2f-94c4-4483-88ba-a4d0fe409f2f admin admin] Publish callbacks [] for router (04d4a519-5b3a-46f4-bc8b-20ec5755f44b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:53.509180 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-74ecb87e-4fb3-48e7-91c8-4e9994fb6bf3 None None] Set router 04d4a519-5b3a-46f4-bc8b-20ec5755f44b gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:45:53.596202 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-77b83a2f-94c4-4483-88ba-a4d0fe409f2f admin admin] Publish callbacks [] for router_gateway (04d4a519-5b3a-46f4-bc8b-20ec5755f44b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:53.648068 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-77b83a2f-94c4-4483-88ba-a4d0fe409f2f admin admin] Deleting port b0b213c0-5b42-44d1-8db0-e2962d7221b4 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:45:53.648412 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-77b83a2f-94c4-4483-88ba-a4d0fe409f2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b0b213c0-5b42-44d1-8db0-e2962d7221b4), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:53.683508 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-74ecb87e-4fb3-48e7-91c8-4e9994fb6bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d4a519-5b3a-46f4-bc8b-20ec5755f44b', 'name': 'tempest-TestVolumeBootPattern-741110844-router', 'tenant_id': '248ab854899c40d29da790e4aed1bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b0b213c0-5b42-44d1-8db0-e2962d7221b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:38Z', 'updated_at': '2022-02-19T04:45:52Z', 'revision_number': 5, 'project_id': '248ab854899c40d29da790e4aed1bb71', 'gw_port': {'id': 'b0b213c0-5b42-44d1-8db0-e2962d7221b4', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d4a519-5b3a-46f4-bc8b-20ec5755f44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:39Z', 'updated_at': '2022-02-19T04:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:53.710864 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ecb87e-4fb3-48e7-91c8-4e9994fb6bf3 None None] Checking router: 04d4a519-5b3a-46f4-bc8b-20ec5755f44b for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:45:53.719609 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ecb87e-4fb3-48e7-91c8-4e9994fb6bf3 None None] Routers {'04d4a519-5b3a-46f4-bc8b-20ec5755f44b'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:45:53.720210 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-74ecb87e-4fb3-48e7-91c8-4e9994fb6bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:45:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['04d4a519-5b3a-46f4-bc8b-20ec5755f44b'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:53.729847 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-77b83a2f-94c4-4483-88ba-a4d0fe409f2f admin admin] For port b0b213c0-5b42-44d1-8db0-e2962d7221b4, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=b0b213c0-5b42-44d1-8db0-e2962d7221b4,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:45:53.730414 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-77b83a2f-94c4-4483-88ba-a4d0fe409f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b0b213c0-5b42-44d1-8db0-e2962d7221b4), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:53.742301 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-77b83a2f-94c4-4483-88ba-a4d0fe409f2f admin admin] Calling delete_port for b0b213c0-5b42-44d1-8db0-e2962d7221b4 owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:45:53.918539 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-77b83a2f-94c4-4483-88ba-a4d0fe409f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (b0b213c0-5b42-44d1-8db0-e2962d7221b4), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:53.945625 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b83a2f-94c4-4483-88ba-a4d0fe409f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b213c0-5b42-44d1-8db0-e2962d7221b4,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:53.962181 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-74ecb87e-4fb3-48e7-91c8-4e9994fb6bf3 None None] Set router 04d4a519-5b3a-46f4-bc8b-20ec5755f44b gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:45:54.011599 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-77b83a2f-94c4-4483-88ba-a4d0fe409f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (04d4a519-5b3a-46f4-bc8b-20ec5755f44b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:54.016982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-74ecb87e-4fb3-48e7-91c8-4e9994fb6bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d4a519-5b3a-46f4-bc8b-20ec5755f44b', 'name': 'tempest-TestVolumeBootPattern-741110844-router', 'tenant_id': '248ab854899c40d29da790e4aed1bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:38Z', 'updated_at': '2022-02-19T04:45:53Z', 'revision_number': 6, 'project_id': '248ab854899c40d29da790e4aed1bb71', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:54.042621 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ecb87e-4fb3-48e7-91c8-4e9994fb6bf3 None None] The sync data for ids ['04d4a519-5b3a-46f4-bc8b-20ec5755f44b'] in n-d-828369-19 is: [{'id': '04d4a519-5b3a-46f4-bc8b-20ec5755f44b', 'name': 'tempest-TestVolumeBootPattern-741110844-router', 'tenant_id': '248ab854899c40d29da790e4aed1bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:32:38Z', 'updated_at': '2022-02-19T04:45:53Z', 'revision_number': 6, 'project_id': '248ab854899c40d29da790e4aed1bb71', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:45:54.106400 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-77b83a2f-94c4-4483-88ba-a4d0fe409f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (04d4a519-5b3a-46f4-bc8b-20ec5755f44b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:54.108478 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-77b83a2f-94c4-4483-88ba-a4d0fe409f2f admin admin] Publish callbacks [] for router_controller (04d4a519-5b3a-46f4-bc8b-20ec5755f44b), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:54.151090 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-77b83a2f-94c4-4483-88ba-a4d0fe409f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (04d4a519-5b3a-46f4-bc8b-20ec5755f44b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:54.151609 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b83a2f-94c4-4483-88ba-a4d0fe409f2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04d4a519-5b3a-46f4-bc8b-20ec5755f44b {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:45:54.156942 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-77b83a2f-94c4-4483-88ba-a4d0fe409f2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:54.158094 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-77b83a2f-94c4-4483-88ba-a4d0fe409f2f admin admin] 10.222.0.52 "DELETE /v2.0/routers/04d4a519-5b3a-46f4-bc8b-20ec5755f44b HTTP/1.1" status: 204 len: 168 time: 0.7699246 Feb 19 04:45:54.161080 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44272) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:54.204231 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-78aa0e77-07b1-475b-a6e5-7991a7a76ba7 admin admin] Deleting subnet 39a39c8f-bbc4-4129-b3fd-49511b148cb9 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:45:54.207191 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-78aa0e77-07b1-475b-a6e5-7991a7a76ba7 admin admin] Publish callbacks [] for subnet (39a39c8f-bbc4-4129-b3fd-49511b148cb9), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:54.240935 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-78aa0e77-07b1-475b-a6e5-7991a7a76ba7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (39a39c8f-bbc4-4129-b3fd-49511b148cb9), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:54.319499 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-78aa0e77-07b1-475b-a6e5-7991a7a76ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (39a39c8f-bbc4-4129-b3fd-49511b148cb9), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:54.371434 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-78aa0e77-07b1-475b-a6e5-7991a7a76ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (39a39c8f-bbc4-4129-b3fd-49511b148cb9), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:54.398678 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-78aa0e77-07b1-475b-a6e5-7991a7a76ba7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:54.406151 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d56846d-2d23-4874-b205-e54ecab16162 None None] Network e8895c93-5e76-455b-b21e-16b77a296770 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:45:54.413723 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44274) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:54.414414 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-78aa0e77-07b1-475b-a6e5-7991a7a76ba7 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/39a39c8f-bbc4-4129-b3fd-49511b148cb9 HTTP/1.1" status: 204 len: 168 time: 0.2518020 Feb 19 04:45:54.415110 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa0e77-07b1-475b-a6e5-7991a7a76ba7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39a39c8f-bbc4-4129-b3fd-49511b148cb9,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:54.504337 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f30dd02-fc64-49aa-b68e-572b17d4b598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (e8895c93-5e76-455b-b21e-16b77a296770), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:54.557156 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-9f30dd02-fc64-49aa-b68e-572b17d4b598 admin admin] Deleting port 5f41629a-ff62-4bef-b4d2-c6ff417a4c34 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:45:54.557495 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f30dd02-fc64-49aa-b68e-572b17d4b598 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (5f41629a-ff62-4bef-b4d2-c6ff417a4c34), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:54.617564 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-9f30dd02-fc64-49aa-b68e-572b17d4b598 admin admin] For port 5f41629a-ff62-4bef-b4d2-c6ff417a4c34, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5f41629a-ff62-4bef-b4d2-c6ff417a4c34,segment=NetworkSegment(5c42d5c6-6df2-44d0-93ee-3334fee8fe02),segment_id=5c42d5c6-6df2-44d0-93ee-3334fee8fe02)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:45:54.617924 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f30dd02-fc64-49aa-b68e-572b17d4b598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (5f41629a-ff62-4bef-b4d2-c6ff417a4c34), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:54.630092 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-9f30dd02-fc64-49aa-b68e-572b17d4b598 admin admin] Calling delete_port for 5f41629a-ff62-4bef-b4d2-c6ff417a4c34 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:45:54.708727 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f30dd02-fc64-49aa-b68e-572b17d4b598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (5f41629a-ff62-4bef-b4d2-c6ff417a4c34), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:54.733178 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30dd02-fc64-49aa-b68e-572b17d4b598 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f41629a-ff62-4bef-b4d2-c6ff417a4c34,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:54.736856 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f30dd02-fc64-49aa-b68e-572b17d4b598 admin admin] No DVR routers for this DVR port 5f41629a-ff62-4bef-b4d2-c6ff417a4c34 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:45:54.809879 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f30dd02-fc64-49aa-b68e-572b17d4b598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (e8895c93-5e76-455b-b21e-16b77a296770), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:54.829958 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5873e78d-957f-490e-9701-b18153404578 None None] DHCP port deletion for e8895c93-5e76-455b-b21e-16b77a296770 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:45:54.833926 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-9f30dd02-fc64-49aa-b68e-572b17d4b598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8895c93-5e76-455b-b21e-16b77a296770']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:54.846133 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-9f30dd02-fc64-49aa-b68e-572b17d4b598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c42d5c6-6df2-44d0-93ee-3334fee8fe02') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:54.846440 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-9f30dd02-fc64-49aa-b68e-572b17d4b598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c42d5c6-6df2-44d0-93ee-3334fee8fe02') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:54.857639 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f30dd02-fc64-49aa-b68e-572b17d4b598 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (5c42d5c6-6df2-44d0-93ee-3334fee8fe02), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:54.872653 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f30dd02-fc64-49aa-b68e-572b17d4b598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (5c42d5c6-6df2-44d0-93ee-3334fee8fe02), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:54.879770 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f30dd02-fc64-49aa-b68e-572b17d4b598 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:45:54.880161 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f30dd02-fc64-49aa-b68e-572b17d4b598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (5c42d5c6-6df2-44d0-93ee-3334fee8fe02), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:45:54.881981 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:45:54.935610 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f30dd02-fc64-49aa-b68e-572b17d4b598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (e8895c93-5e76-455b-b21e-16b77a296770), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:54.941176 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9f30dd02-fc64-49aa-b68e-572b17d4b598 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:54.944394 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9f30dd02-fc64-49aa-b68e-572b17d4b598 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e8895c93-5e76-455b-b21e-16b77a296770 HTTP/1.1" status: 204 len: 168 time: 0.5286644 Feb 19 04:45:54.957724 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30dd02-fc64-49aa-b68e-572b17d4b598 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8895c93-5e76-455b-b21e-16b77a296770,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:55.068846 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44278) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:55.111221 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bc21a94c-9911-4d8f-864c-6134d8ae879b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b0fd37ae90824e9285d9bb3943295dee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408363 Feb 19 04:45:55.113726 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44280) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:55.166610 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-acdbf0c4-76de-4f87-b837-9e7ed945c24a admin admin] Publish callbacks [] for security_group (93b7e646-5932-492e-8280-fd5272df4ae4), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:55.188663 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-acdbf0c4-76de-4f87-b837-9e7ed945c24a admin admin] Publish callbacks [] for security_group (93b7e646-5932-492e-8280-fd5272df4ae4), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:55.234497 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-acdbf0c4-76de-4f87-b837-9e7ed945c24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (93b7e646-5932-492e-8280-fd5272df4ae4), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:55.237337 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-acdbf0c4-76de-4f87-b837-9e7ed945c24a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:55.239062 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-acdbf0c4-76de-4f87-b837-9e7ed945c24a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/93b7e646-5932-492e-8280-fd5272df4ae4 HTTP/1.1" status: 204 len: 168 time: 0.1236303 Feb 19 04:45:55.246491 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbf0c4-76de-4f87-b837-9e7ed945c24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b7e646-5932-492e-8280-fd5272df4ae4,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:55.361662 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5f41629a-ff62-4bef-b4d2-c6ff417a4c34 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:45:55.383481 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 5f41629a-ff62-4bef-b4d2-c6ff417a4c34 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:45:55.383872 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5f41629a-ff62-4bef-b4d2-c6ff417a4c34 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:45:55.384283 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 23daf84f-f83c-4ca3-97da-0cd505eaa3a8 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:45:55.406450 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 23daf84f-f83c-4ca3-97da-0cd505eaa3a8 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:45:55.407139 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 23daf84f-f83c-4ca3-97da-0cd505eaa3a8 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:45:55.407243 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b0b213c0-5b42-44d1-8db0-e2962d7221b4 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:45:55.426414 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: b0b213c0-5b42-44d1-8db0-e2962d7221b4 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:45:55.427026 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b0b213c0-5b42-44d1-8db0-e2962d7221b4 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:45:55.567311 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44286) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:55.605981 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-78cf2743-0551-44ee-9146-1fca0e12101a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=248ab854899c40d29da790e4aed1bb71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374947 Feb 19 04:45:55.608292 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44288) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:55.653595 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-64deaf6b-e445-48d9-9a7b-9ee6d09efef4 admin admin] Publish callbacks [] for security_group (3e133292-e11c-4541-b84a-23c971ef8507), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:55.674252 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-64deaf6b-e445-48d9-9a7b-9ee6d09efef4 admin admin] Publish callbacks [] for security_group (3e133292-e11c-4541-b84a-23c971ef8507), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:55.719413 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-64deaf6b-e445-48d9-9a7b-9ee6d09efef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3e133292-e11c-4541-b84a-23c971ef8507), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:55.722560 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-64deaf6b-e445-48d9-9a7b-9ee6d09efef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:55.723736 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-64deaf6b-e445-48d9-9a7b-9ee6d09efef4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3e133292-e11c-4541-b84a-23c971ef8507 HTTP/1.1" status: 204 len: 168 time: 0.1145737 Feb 19 04:45:55.731176 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64deaf6b-e445-48d9-9a7b-9ee6d09efef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e133292-e11c-4541-b84a-23c971ef8507,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:57.184969 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:59.987791 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:00.681299 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cbc9a6b2-fb35-4ec0-b5fd-a66e45db41e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:03.520162 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6ee5e5d9-63ef-44c2-81f0-d71d03d0063b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:03.939120 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:05.423754 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:06.264214 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-b2333574-d5d5-4264-b611-0269acc8e72c tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=4c92d656a7d24899abe416860dd1c5b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212152 Feb 19 04:46:06.288143 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:46:06.370687 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-b13c3d0c-d2b5-46ad-92c8-2caad4ba814f tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:06.372125 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-b13c3d0c-d2b5-46ad-92c8-2caad4ba814f tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1030204 Feb 19 04:46:06.386526 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-bfa59ddd-6b8a-40d2-a224-b7d5a390e4a5 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.52 "GET /v2.0/quotas/4c92d656a7d24899abe416860dd1c5b0 HTTP/1.1" status: 200 len: 375 time: 0.0091438 Feb 19 04:46:06.416914 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-a0ce2d0b-0f21-4b68-9552-40c6469d1a04 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4c92d656a7d24899abe416860dd1c5b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257492 Feb 19 04:46:06.573160 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bbda6596-288b-43b8-b57d-2c37065bdd7f req-419498f4-f4d1-4d70-8de6-5d0317f7ea06 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.52 "GET /v2.0/ports?device_id=47270cc7-8eea-4e3b-9e1d-01c0ea12a61b HTTP/1.1" status: 200 len: 210 time: 0.0270677 Feb 19 04:46:06.846736 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:07.653966 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5412552e-34ca-4be5-a00c-49285375a0aa req-25bb032c-1362-4fc4-bdf0-0e8c51363a63 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.52 "GET /v2.0/ports?device_id=47270cc7-8eea-4e3b-9e1d-01c0ea12a61b HTTP/1.1" status: 200 len: 210 time: 0.0324662 Feb 19 04:46:08.729930 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-71cab148-be19-4144-9c9b-f20745ab76ae req-94a38376-08f9-4820-a93e-2a6175dec84b tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.52 "GET /v2.0/ports?device_id=47270cc7-8eea-4e3b-9e1d-01c0ea12a61b HTTP/1.1" status: 200 len: 210 time: 0.0258689 Feb 19 04:46:09.804785 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c327b6e5-1a1b-4e00-95bb-d9a5a7e9d2bf req-a042792d-2033-4f0a-9a80-d3d0ea719633 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.52 "GET /v2.0/ports?device_id=47270cc7-8eea-4e3b-9e1d-01c0ea12a61b HTTP/1.1" status: 200 len: 210 time: 0.0266953 Feb 19 04:46:10.897844 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-514e5617-c9ea-40fe-8bbf-889b16bc9d28 req-3c0aa0fe-0add-452c-8d06-11b7f5a6da85 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.52 "GET /v2.0/ports?device_id=47270cc7-8eea-4e3b-9e1d-01c0ea12a61b HTTP/1.1" status: 200 len: 210 time: 0.0275805 Feb 19 04:46:11.576182 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-fe22125a-d514-40cc-9a30-eefbe52989d3 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4c92d656a7d24899abe416860dd1c5b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248997 Feb 19 04:46:11.683425 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-782f9f61-dff3-44dc-a434-f8c0fc19b171 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:11.684861 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-782f9f61-dff3-44dc-a434-f8c0fc19b171 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1043851 Feb 19 04:46:11.697888 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Request body: {'port': {'device_id': '47270cc7-8eea-4e3b-9e1d-01c0ea12a61b', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'admin_state_up': True, 'tenant_id': '4c92d656a7d24899abe416860dd1c5b0'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:46:11.806772 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Made reservation on behalf of 4c92d656a7d24899abe416860dd1c5b0 for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:46:11.810205 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:11.819165 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:11.892305 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Publish callbacks [] for security_group (a124a832-f04a-4dae-843a-fa4fc01df93a), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:11.895817 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a124a832-f04a-4dae-843a-fa4fc01df93a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:11.958547 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a124a832-f04a-4dae-843a-fa4fc01df93a,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:11.969664 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:11.970021 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:11.970395 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:11.970745 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:11.971084 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:11.971417 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:11.971750 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:11.972082 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:11.972413 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:11.972744 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:11.973071 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:11.973397 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:11.973728 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:11.993908 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6bd9b07e-5d1a-4970-88a2-64b50592c2a5 req-4f162cbe-c19f-465c-ac6a-17ba29eed6bf tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.52 "GET /v2.0/ports?device_id=47270cc7-8eea-4e3b-9e1d-01c0ea12a61b HTTP/1.1" status: 200 len: 210 time: 0.0281632 Feb 19 04:46:12.043244 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Allocated IP 192.168.233.7 (c4b7998f-89f5-4eae-aa1a-471ffbec0e92/b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f/03244efb-416e-48fd-ace0-681a5d8dee74) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:46:12.184365 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Publish callbacks [] for port (03244efb-416e-48fd-ace0-681a5d8dee74), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:12.220572 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (03244efb-416e-48fd-ace0-681a5d8dee74), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:12.260088 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:46:12.263135 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:46:12.266633 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:46:12.297133 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Pushing event updated for resources: {'Port': ['ID=03244efb-416e-48fd-ace0-681a5d8dee74,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:12.322519 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:12.323282 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:12.339467 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-b57c6807-3e73-4547-8c19-a41af7b0c9b0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6457708 Feb 19 04:46:12.350313 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-77100a0f-23b7-4476-bf89-62604c95f4b3 service neutron] Request body: {'port': {'device_id': '47270cc7-8eea-4e3b-9e1d-01c0ea12a61b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:46:12.418450 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-77100a0f-23b7-4476-bf89-62604c95f4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (03244efb-416e-48fd-ace0-681a5d8dee74), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:12.480397 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-f698e09c-950a-4625-b413-b555d4cae1f9 None None] Provisioning complete for port 03244efb-416e-48fd-ace0-681a5d8dee74 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:46:12.480999 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f698e09c-950a-4625-b413-b555d4cae1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (03244efb-416e-48fd-ace0-681a5d8dee74), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:12.514347 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f698e09c-950a-4625-b413-b555d4cae1f9 None None] Port 03244efb-416e-48fd-ace0-681a5d8dee74 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:46:12.675602 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-77100a0f-23b7-4476-bf89-62604c95f4b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03244efb-416e-48fd-ace0-681a5d8dee74 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:46:12.683555 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-77100a0f-23b7-4476-bf89-62604c95f4b3 service neutron] Publish callbacks [] for port (03244efb-416e-48fd-ace0-681a5d8dee74), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:12.696532 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-77100a0f-23b7-4476-bf89-62604c95f4b3 service neutron] Transition to ACTIVE for port object 03244efb-416e-48fd-ace0-681a5d8dee74 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:46:12.699340 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-77100a0f-23b7-4476-bf89-62604c95f4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (03244efb-416e-48fd-ace0-681a5d8dee74), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:12.748836 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77100a0f-23b7-4476-bf89-62604c95f4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=03244efb-416e-48fd-ace0-681a5d8dee74,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:12.822672 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-77100a0f-23b7-4476-bf89-62604c95f4b3 service neutron] Attempting to bind port 03244efb-416e-48fd-ace0-681a5d8dee74 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:46:12.823209 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-77100a0f-23b7-4476-bf89-62604c95f4b3 service neutron] Attempting to bind port 03244efb-416e-48fd-ace0-681a5d8dee74 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:46:12.823549 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-77100a0f-23b7-4476-bf89-62604c95f4b3 service neutron] Attempting to bind port 03244efb-416e-48fd-ace0-681a5d8dee74 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:46:12.828223 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-77100a0f-23b7-4476-bf89-62604c95f4b3 service neutron] Port 03244efb-416e-48fd-ace0-681a5d8dee74 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:46:12.828551 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-77100a0f-23b7-4476-bf89-62604c95f4b3 service neutron] Attempting to bind port 03244efb-416e-48fd-ace0-681a5d8dee74 on network c4b7998f-89f5-4eae-aa1a-471ffbec0e92 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:46:12.833518 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-77100a0f-23b7-4476-bf89-62604c95f4b3 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:46:12.833867 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-77100a0f-23b7-4476-bf89-62604c95f4b3 service neutron] Checking segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:46:12.834294 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-77100a0f-23b7-4476-bf89-62604c95f4b3 service neutron] Bound using segment: {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:46:12.834729 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-77100a0f-23b7-4476-bf89-62604c95f4b3 service neutron] Bound port: 03244efb-416e-48fd-ace0-681a5d8dee74, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d180dc4-a2bd-4c89-bc7e-329c219bd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:46:12.835103 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-77100a0f-23b7-4476-bf89-62604c95f4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (03244efb-416e-48fd-ace0-681a5d8dee74), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:12.900894 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-77100a0f-23b7-4476-bf89-62604c95f4b3 service neutron] For port 03244efb-416e-48fd-ace0-681a5d8dee74, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:46:12.904009 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-77100a0f-23b7-4476-bf89-62604c95f4b3 service neutron] For port 03244efb-416e-48fd-ace0-681a5d8dee74, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=03244efb-416e-48fd-ace0-681a5d8dee74,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:46:12.910560 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-77100a0f-23b7-4476-bf89-62604c95f4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (03244efb-416e-48fd-ace0-681a5d8dee74), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:12.945021 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-77100a0f-23b7-4476-bf89-62604c95f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:12.945643 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-77100a0f-23b7-4476-bf89-62604c95f4b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:12.951251 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-77100a0f-23b7-4476-bf89-62604c95f4b3 service neutron] 10.222.0.26 "PUT /v2.0/ports/03244efb-416e-48fd-ace0-681a5d8dee74 HTTP/1.1" status: 200 len: 1095 time: 0.6009719 Feb 19 04:46:12.951251 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47270cc7-8eea-4e3b-9e1d-01c0ea12a61b', 'tag': '03244efb-416e-48fd-ace0-681a5d8dee74'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:46:12.951251 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7552cad5-0de9-42dc-a67c-c27f6e225a07" -d '{"events": [{"name": "network-changed", "server_uuid": "47270cc7-8eea-4e3b-9e1d-01c0ea12a61b", "tag": "03244efb-416e-48fd-ace0-681a5d8dee74"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:46:12.973995 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77100a0f-23b7-4476-bf89-62604c95f4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=03244efb-416e-48fd-ace0-681a5d8dee74,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:13.016233 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6a3861-d648-4d23-ba32-8222fb3f36c2 x-openstack-request-id: req-3b6a3861-d648-4d23-ba32-8222fb3f36c2 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:46:13.016536 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47270cc7-8eea-4e3b-9e1d-01c0ea12a61b", "tag": "03244efb-416e-48fd-ace0-681a5d8dee74", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:46:13.016795 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b6a3861-d648-4d23-ba32-8222fb3f36c2 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:46:13.017198 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47270cc7-8eea-4e3b-9e1d-01c0ea12a61b', 'tag': '03244efb-416e-48fd-ace0-681a5d8dee74', 'status': 'completed', 'code': 200} Feb 19 04:46:13.040334 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-5791be94-2b8a-4bd5-ac82-3a39cb34b41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:13.041894 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-5791be94-2b8a-4bd5-ac82-3a39cb34b41e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c92d656a7d24899abe416860dd1c5b0&device_id=47270cc7-8eea-4e3b-9e1d-01c0ea12a61b HTTP/1.1" status: 200 len: 1129 time: 0.0532918 Feb 19 04:46:13.088472 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-3a106771-d9b9-41fc-bd67-05b83180fe94 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=03244efb-416e-48fd-ace0-681a5d8dee74 HTTP/1.1" status: 200 len: 217 time: 0.0393431 Feb 19 04:46:13.118946 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc5d5e-93cd-4d8e-a306-69e640adb61b req-b9ee01e0-12c5-4fd0-a402-02e282c25b21 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:13.120639 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-42fc5d5e-93cd-4d8e-a306-69e640adb61b req-b9ee01e0-12c5-4fd0-a402-02e282c25b21 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.52 "GET /v2.0/ports?device_id=47270cc7-8eea-4e3b-9e1d-01c0ea12a61b HTTP/1.1" status: 200 len: 946 time: 0.0554881 Feb 19 04:46:13.141529 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-c6724e07-09f1-4020-9445-ddb29cfb5f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:13.143085 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-c6724e07-09f1-4020-9445-ddb29cfb5f30 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0489490 Feb 19 04:46:13.175638 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-42fc5d5e-93cd-4d8e-a306-69e640adb61b req-f203ca1c-3341-466d-9eca-bf27f536dd4c tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.52 "GET /v2.0/security-groups?id=a124a832-f04a-4dae-843a-fa4fc01df93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476179 Feb 19 04:46:13.196237 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-470bc52b-5b76-4146-ab3f-3ae4a2a6b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:13.197730 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-470bc52b-5b76-4146-ab3f-3ae4a2a6b200 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0462167 Feb 19 04:46:13.299262 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-adf56d28-2198-468e-bbb5-b425eb7faf4c service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953372 Feb 19 04:46:13.390219 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7ff74fdc-6718-40a0-94c7-9e7d667cc202 req-ed6d586e-91b5-4d50-b4d6-732109f7e915 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819180 Feb 19 04:46:13.480601 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552cad5-0de9-42dc-a67c-c27f6e225a07 req-e6756d69-08e7-4b9f-9688-9d8491439d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:13.482074 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7552cad5-0de9-42dc-a67c-c27f6e225a07 req-e6756d69-08e7-4b9f-9688-9d8491439d96 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c92d656a7d24899abe416860dd1c5b0&device_id=47270cc7-8eea-4e3b-9e1d-01c0ea12a61b HTTP/1.1" status: 200 len: 1129 time: 0.0445833 Feb 19 04:46:13.571872 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552cad5-0de9-42dc-a67c-c27f6e225a07 req-c7aa1784-31c3-40cc-bf3b-2bbd76bd29a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:13.573222 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7552cad5-0de9-42dc-a67c-c27f6e225a07 req-c7aa1784-31c3-40cc-bf3b-2bbd76bd29a1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92 HTTP/1.1" status: 200 len: 870 time: 0.0853562 Feb 19 04:46:13.612505 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7552cad5-0de9-42dc-a67c-c27f6e225a07 req-262cf7d4-0e24-4a0f-9168-5a8bfafff839 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=03244efb-416e-48fd-ace0-681a5d8dee74 HTTP/1.1" status: 200 len: 217 time: 0.0331211 Feb 19 04:46:13.663216 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552cad5-0de9-42dc-a67c-c27f6e225a07 req-24925d88-d454-448e-b405-fce879421b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:13.664602 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7552cad5-0de9-42dc-a67c-c27f6e225a07 req-24925d88-d454-448e-b405-fce879421b9f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f HTTP/1.1" status: 200 len: 843 time: 0.0449715 Feb 19 04:46:13.712253 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552cad5-0de9-42dc-a67c-c27f6e225a07 req-5583eab3-5c45-49b2-83ab-24ef741974ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:13.713743 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7552cad5-0de9-42dc-a67c-c27f6e225a07 req-5583eab3-5c45-49b2-83ab-24ef741974ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4b7998f-89f5-4eae-aa1a-471ffbec0e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0427916 Feb 19 04:46:13.801948 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7552cad5-0de9-42dc-a67c-c27f6e225a07 req-860bdbde-709e-4e48-8b0f-bf204f657844 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798907 Feb 19 04:46:13.891020 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-7552cad5-0de9-42dc-a67c-c27f6e225a07 req-8f5c9a79-97b6-4f6a-a401-f6732108c2e8 service neutron] 10.222.0.26 "GET /v2.0/networks/c4b7998f-89f5-4eae-aa1a-471ffbec0e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823007 Feb 19 04:46:14.295510 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06565726-c517-4196-aa0f-2d2d93faa1e1 req-32b95eaf-95a5-4561-b693-d6e0525a37f3 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:14.296995 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-06565726-c517-4196-aa0f-2d2d93faa1e1 req-32b95eaf-95a5-4561-b693-d6e0525a37f3 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.52 "GET /v2.0/ports?device_id=47270cc7-8eea-4e3b-9e1d-01c0ea12a61b HTTP/1.1" status: 200 len: 946 time: 0.0520616 Feb 19 04:46:14.344249 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-06565726-c517-4196-aa0f-2d2d93faa1e1 req-e8615e7e-a20e-4080-af43-4453ff182110 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.52 "GET /v2.0/security-groups?id=a124a832-f04a-4dae-843a-fa4fc01df93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413389 Feb 19 04:46:15.461576 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466c3aa-24d1-400b-b72c-d279178e3185 req-ff39970b-d087-4f65-a7aa-cc8cc0c2d6c5 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:15.463074 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0466c3aa-24d1-400b-b72c-d279178e3185 req-ff39970b-d087-4f65-a7aa-cc8cc0c2d6c5 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.52 "GET /v2.0/ports?device_id=47270cc7-8eea-4e3b-9e1d-01c0ea12a61b HTTP/1.1" status: 200 len: 946 time: 0.0521181 Feb 19 04:46:15.508825 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0466c3aa-24d1-400b-b72c-d279178e3185 req-a12764af-0bd7-446d-bf66-4e5334829aa3 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.52 "GET /v2.0/security-groups?id=a124a832-f04a-4dae-843a-fa4fc01df93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400834 Feb 19 04:46:15.935168 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 03244efb-416e-48fd-ace0-681a5d8dee74 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:46:16.034186 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 03244efb-416e-48fd-ace0-681a5d8dee74, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=03244efb-416e-48fd-ace0-681a5d8dee74,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:46:16.045823 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '03244efb-416e-48fd-ace0-681a5d8dee74', 'network_id': 'c4b7998f-89f5-4eae-aa1a-471ffbec0e92', 'port_id': '03244efb-416e-48fd-ace0-681a5d8dee74', 'mac_address': 'fa:16:3e:af:ad:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b3fe8-a4d8-4b85-a5a4-e3bd22d5e27f', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:46:16.087065 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 03244efb-416e-48fd-ace0-681a5d8dee74 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:46:16.087460 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (03244efb-416e-48fd-ace0-681a5d8dee74), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:16.100134 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03244efb-416e-48fd-ace0-681a5d8dee74 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:46:16.119093 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 03244efb-416e-48fd-ace0-681a5d8dee74, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=03244efb-416e-48fd-ace0-681a5d8dee74,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:46:16.123180 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (03244efb-416e-48fd-ace0-681a5d8dee74), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:16.169087 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=03244efb-416e-48fd-ace0-681a5d8dee74,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:16.463672 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['03244efb-416e-48fd-ace0-681a5d8dee74'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:46:16.632013 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e082b34-fda8-4a70-9880-b67f28212ea9 req-121ee75c-fbf3-4ae4-aa23-96c6a01c3cac tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:16.633483 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6e082b34-fda8-4a70-9880-b67f28212ea9 req-121ee75c-fbf3-4ae4-aa23-96c6a01c3cac tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.52 "GET /v2.0/ports?device_id=47270cc7-8eea-4e3b-9e1d-01c0ea12a61b HTTP/1.1" status: 200 len: 947 time: 0.0553331 Feb 19 04:46:16.679568 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6e082b34-fda8-4a70-9880-b67f28212ea9 req-5050610f-9678-45c9-8c38-2d463a15e423 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.52 "GET /v2.0/security-groups?id=a124a832-f04a-4dae-843a-fa4fc01df93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404813 Feb 19 04:46:17.797325 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83893d7f-b9ce-4011-8edd-ce692ab9a4cf req-a070b8a7-67c3-4d69-ae5f-1e39db88ac53 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:17.799474 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-83893d7f-b9ce-4011-8edd-ce692ab9a4cf req-a070b8a7-67c3-4d69-ae5f-1e39db88ac53 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.52 "GET /v2.0/ports?device_id=47270cc7-8eea-4e3b-9e1d-01c0ea12a61b HTTP/1.1" status: 200 len: 947 time: 0.0516174 Feb 19 04:46:17.845045 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-83893d7f-b9ce-4011-8edd-ce692ab9a4cf req-f6d63e1d-e1be-44a1-92fe-ad0df27b0e56 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.52 "GET /v2.0/security-groups?id=a124a832-f04a-4dae-843a-fa4fc01df93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401299 Feb 19 04:46:17.939325 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 03244efb-416e-48fd-ace0-681a5d8dee74 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:46:17.990039 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 03244efb-416e-48fd-ace0-681a5d8dee74 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:46:17.994012 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 03244efb-416e-48fd-ace0-681a5d8dee74 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:46:17.994420 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (03244efb-416e-48fd-ace0-681a5d8dee74), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:18.073460 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 03244efb-416e-48fd-ace0-681a5d8dee74 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:46:18.073848 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (03244efb-416e-48fd-ace0-681a5d8dee74), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:18.096055 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47270cc7-8eea-4e3b-9e1d-01c0ea12a61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03244efb-416e-48fd-ace0-681a5d8dee74'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:46:18.098319 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6960153-3c54-46f4-b5d4-7a8d76ae408f" -d '{"events": [{"server_uuid": "47270cc7-8eea-4e3b-9e1d-01c0ea12a61b", "name": "network-vif-plugged", "status": "completed", "tag": "03244efb-416e-48fd-ace0-681a5d8dee74"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:46:18.111150 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 03244efb-416e-48fd-ace0-681a5d8dee74, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=03244efb-416e-48fd-ace0-681a5d8dee74,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:46:18.115359 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (03244efb-416e-48fd-ace0-681a5d8dee74), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:18.161586 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=03244efb-416e-48fd-ace0-681a5d8dee74,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:18.200565 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc439336-a824-4688-a253-6c098384ed8f x-openstack-request-id: req-cc439336-a824-4688-a253-6c098384ed8f {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:46:18.200992 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47270cc7-8eea-4e3b-9e1d-01c0ea12a61b", "name": "network-vif-plugged", "status": "completed", "tag": "03244efb-416e-48fd-ace0-681a5d8dee74", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:46:18.201254 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cc439336-a824-4688-a253-6c098384ed8f {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:46:18.201650 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47270cc7-8eea-4e3b-9e1d-01c0ea12a61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03244efb-416e-48fd-ace0-681a5d8dee74', 'code': 200} Feb 19 04:46:18.296268 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c4d8a-6222-42d9-81b1-a344544f3d58 req-eef86583-e41d-464c-b940-fa5090bfc675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:18.297677 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-286c4d8a-6222-42d9-81b1-a344544f3d58 req-eef86583-e41d-464c-b940-fa5090bfc675 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=47270cc7-8eea-4e3b-9e1d-01c0ea12a61b HTTP/1.1" status: 200 len: 1131 time: 0.0438900 Feb 19 04:46:18.342761 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-286c4d8a-6222-42d9-81b1-a344544f3d58 req-ff19fb07-271b-453b-88b7-a29cb0d96014 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a124a832-f04a-4dae-843a-fa4fc01df93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378332 Feb 19 04:46:18.964959 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff545e-522b-44e8-86ba-ee9e4f694262 req-bcd10323-e37a-4ad3-b385-880b3eb33e97 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:18.966460 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55ff545e-522b-44e8-86ba-ee9e4f694262 req-bcd10323-e37a-4ad3-b385-880b3eb33e97 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.52 "GET /v2.0/ports?device_id=47270cc7-8eea-4e3b-9e1d-01c0ea12a61b HTTP/1.1" status: 200 len: 948 time: 0.0559578 Feb 19 04:46:19.013020 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55ff545e-522b-44e8-86ba-ee9e4f694262 req-f25fe931-5969-4aa3-9000-ae068a483035 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.52 "GET /v2.0/security-groups?id=a124a832-f04a-4dae-843a-fa4fc01df93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410509 Feb 19 04:46:20.131335 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f8297-62e4-4560-baf4-dc7093417cd5 req-4d7393b8-a46a-450d-b03c-19545b1b43f0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:20.132813 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-383f8297-62e4-4560-baf4-dc7093417cd5 req-4d7393b8-a46a-450d-b03c-19545b1b43f0 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.52 "GET /v2.0/ports?device_id=47270cc7-8eea-4e3b-9e1d-01c0ea12a61b HTTP/1.1" status: 200 len: 948 time: 0.0517759 Feb 19 04:46:20.178869 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-383f8297-62e4-4560-baf4-dc7093417cd5 req-bdac0185-4c99-453c-9ece-674a863fc47e tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.52 "GET /v2.0/security-groups?id=a124a832-f04a-4dae-843a-fa4fc01df93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404572 Feb 19 04:46:20.545479 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-9fd9a17c-d623-4388-8939-ed6f1a3b487f req-be907b0b-f648-43bb-807c-f6ce8bc60934 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:46:20.546524 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9fd9a17c-d623-4388-8939-ed6f1a3b487f req-be907b0b-f648-43bb-807c-f6ce8bc60934 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0992591 Feb 19 04:46:20.860464 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-03e026b6-3e22-4dc8-a100-9392bb7dd125 req-a791e2d5-f8dc-4529-914d-f8c78961c001 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:46:20.861425 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03e026b6-3e22-4dc8-a100-9392bb7dd125 req-a791e2d5-f8dc-4529-914d-f8c78961c001 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051842 Feb 19 04:46:21.187564 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad62397-d6e1-4c70-9661-659eb7ffbfcd req-5cfffb54-977f-4a8b-b72d-46d4638a5d83 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:21.189035 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ad62397-d6e1-4c70-9661-659eb7ffbfcd req-5cfffb54-977f-4a8b-b72d-46d4638a5d83 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.52 "GET /v2.0/ports?device_id=47270cc7-8eea-4e3b-9e1d-01c0ea12a61b HTTP/1.1" status: 200 len: 948 time: 0.0526025 Feb 19 04:46:21.238298 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ad62397-d6e1-4c70-9661-659eb7ffbfcd req-02c98978-6a94-446d-94e0-b2a6fe328638 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.52 "GET /v2.0/security-groups?id=a124a832-f04a-4dae-843a-fa4fc01df93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434594 Feb 19 04:46:22.362698 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de605f7-c600-494f-b058-006246f7bf65 req-22d9679f-6055-4bfe-873e-ceefa9d78bb4 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:22.364163 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6de605f7-c600-494f-b058-006246f7bf65 req-22d9679f-6055-4bfe-873e-ceefa9d78bb4 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.52 "GET /v2.0/ports?device_id=47270cc7-8eea-4e3b-9e1d-01c0ea12a61b HTTP/1.1" status: 200 len: 948 time: 0.0519285 Feb 19 04:46:22.414880 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6de605f7-c600-494f-b058-006246f7bf65 req-1e2becb9-3640-476f-94b3-b7708b7a688d tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.52 "GET /v2.0/security-groups?id=a124a832-f04a-4dae-843a-fa4fc01df93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444715 Feb 19 04:46:22.671171 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4014fa-b4ab-4823-b3b3-f47388d05a33 req-48d762d0-c61f-400d-88ea-577e6e47413b tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:22.672560 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6e4014fa-b4ab-4823-b3b3-f47388d05a33 req-48d762d0-c61f-400d-88ea-577e6e47413b tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.26 "GET /v2.0/ports?device_id=47270cc7-8eea-4e3b-9e1d-01c0ea12a61b HTTP/1.1" status: 200 len: 948 time: 0.0557864 Feb 19 04:46:22.769429 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-6e4014fa-b4ab-4823-b3b3-f47388d05a33 req-8f01efc3-5ee4-430d-875b-3289eb44e1f5 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Deleting port 03244efb-416e-48fd-ace0-681a5d8dee74 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:46:22.769775 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6e4014fa-b4ab-4823-b3b3-f47388d05a33 req-8f01efc3-5ee4-430d-875b-3289eb44e1f5 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (03244efb-416e-48fd-ace0-681a5d8dee74), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:22.861597 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-6e4014fa-b4ab-4823-b3b3-f47388d05a33 req-8f01efc3-5ee4-430d-875b-3289eb44e1f5 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] For port 03244efb-416e-48fd-ace0-681a5d8dee74, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=03244efb-416e-48fd-ace0-681a5d8dee74,segment=NetworkSegment(2d180dc4-a2bd-4c89-bc7e-329c219bd420),segment_id=2d180dc4-a2bd-4c89-bc7e-329c219bd420)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:46:22.861960 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6e4014fa-b4ab-4823-b3b3-f47388d05a33 req-8f01efc3-5ee4-430d-875b-3289eb44e1f5 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (03244efb-416e-48fd-ace0-681a5d8dee74), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:22.874429 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-6e4014fa-b4ab-4823-b3b3-f47388d05a33 req-8f01efc3-5ee4-430d-875b-3289eb44e1f5 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Calling delete_port for 03244efb-416e-48fd-ace0-681a5d8dee74 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:46:23.005936 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6e4014fa-b4ab-4823-b3b3-f47388d05a33 req-8f01efc3-5ee4-430d-875b-3289eb44e1f5 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (03244efb-416e-48fd-ace0-681a5d8dee74), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:23.019542 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['03244efb-416e-48fd-ace0-681a5d8dee74'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:46:23.040237 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01efc3-5ee4-430d-875b-3289eb44e1f5 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Pushing event deleted for resources: {'Port': ['ID=03244efb-416e-48fd-ace0-681a5d8dee74,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:23.083178 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4014fa-b4ab-4823-b3b3-f47388d05a33 req-8f01efc3-5ee4-430d-875b-3289eb44e1f5 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] No DVR routers for this DVR port 03244efb-416e-48fd-ace0-681a5d8dee74 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:46:23.086516 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-6e4014fa-b4ab-4823-b3b3-f47388d05a33 req-8f01efc3-5ee4-430d-875b-3289eb44e1f5 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:23.089927 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-6e4014fa-b4ab-4823-b3b3-f47388d05a33 req-8f01efc3-5ee4-430d-875b-3289eb44e1f5 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.26 "DELETE /v2.0/ports/03244efb-416e-48fd-ace0-681a5d8dee74 HTTP/1.1" status: 204 len: 173 time: 0.4083776 Feb 19 04:46:23.090411 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47270cc7-8eea-4e3b-9e1d-01c0ea12a61b', 'name': 'network-vif-deleted', 'tag': '03244efb-416e-48fd-ace0-681a5d8dee74'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:46:23.093132 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe63910-9555-49a5-8f83-b2fbd3dbe450" -d '{"events": [{"server_uuid": "47270cc7-8eea-4e3b-9e1d-01c0ea12a61b", "name": "network-vif-deleted", "tag": "03244efb-416e-48fd-ace0-681a5d8dee74"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:46:23.154293 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff09986-b12a-46c2-92b6-a9f47749e268 x-openstack-request-id: req-4ff09986-b12a-46c2-92b6-a9f47749e268 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:46:23.154689 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47270cc7-8eea-4e3b-9e1d-01c0ea12a61b", "name": "network-vif-deleted", "tag": "03244efb-416e-48fd-ace0-681a5d8dee74", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:46:23.155002 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ff09986-b12a-46c2-92b6-a9f47749e268 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:46:23.155522 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47270cc7-8eea-4e3b-9e1d-01c0ea12a61b', 'name': 'network-vif-deleted', 'tag': '03244efb-416e-48fd-ace0-681a5d8dee74', 'status': 'completed', 'code': 200} Feb 19 04:46:23.525705 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-71f29adf-6c07-4419-bb86-16b3d270ae46 req-b2ab3ba7-1c52-49b7-830f-db4aaa914317 tempest-ServersAdminNegativeTestJSON-574648226 tempest-ServersAdminNegativeTestJSON-574648226-project] 10.222.0.52 "GET /v2.0/ports?device_id=47270cc7-8eea-4e3b-9e1d-01c0ea12a61b HTTP/1.1" status: 200 len: 210 time: 0.0279348 Feb 19 04:46:24.815905 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44444) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:24.946718 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fae0641f-851c-4ac9-b8b8-7cab2ae26481 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4c92d656a7d24899abe416860dd1c5b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1296613 Feb 19 04:46:24.949215 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44448) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:24.994819 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29703dad-5f11-4813-af03-bf307dd08c93 admin admin] Publish callbacks [] for security_group (a124a832-f04a-4dae-843a-fa4fc01df93a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:25.014878 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29703dad-5f11-4813-af03-bf307dd08c93 admin admin] Publish callbacks [] for security_group (a124a832-f04a-4dae-843a-fa4fc01df93a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:25.060857 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29703dad-5f11-4813-af03-bf307dd08c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a124a832-f04a-4dae-843a-fa4fc01df93a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:25.063811 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-29703dad-5f11-4813-af03-bf307dd08c93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:25.065078 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-29703dad-5f11-4813-af03-bf307dd08c93 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a124a832-f04a-4dae-843a-fa4fc01df93a HTTP/1.1" status: 204 len: 168 time: 0.1149826 Feb 19 04:46:25.072640 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29703dad-5f11-4813-af03-bf307dd08c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a124a832-f04a-4dae-843a-fa4fc01df93a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:25.319883 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44454) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:25.332892 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-59dfcd7b-77a5-458e-baba-fef5fac7ae33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:25.409449 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-59dfcd7b-77a5-458e-baba-fef5fac7ae33 admin admin] Publish callbacks [] for security_group (f68c9a10-2e96-463d-b2e9-871e6f6827b8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:25.413581 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-59dfcd7b-77a5-458e-baba-fef5fac7ae33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f68c9a10-2e96-463d-b2e9-871e6f6827b8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:25.452610 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfcd7b-77a5-458e-baba-fef5fac7ae33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68c9a10-2e96-463d-b2e9-871e6f6827b8,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:25.457862 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-59dfcd7b-77a5-458e-baba-fef5fac7ae33 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1aa5afc43dd444d98ecd0f33a2cfa1c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1369193 Feb 19 04:46:25.461102 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44456) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:25.508205 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ec383c65-bf50-4864-8674-fcc739459653 admin admin] Publish callbacks [] for security_group (f68c9a10-2e96-463d-b2e9-871e6f6827b8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:25.528973 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ec383c65-bf50-4864-8674-fcc739459653 admin admin] Publish callbacks [] for security_group (f68c9a10-2e96-463d-b2e9-871e6f6827b8), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:25.574382 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ec383c65-bf50-4864-8674-fcc739459653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f68c9a10-2e96-463d-b2e9-871e6f6827b8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:25.577147 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ec383c65-bf50-4864-8674-fcc739459653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:25.578311 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ec383c65-bf50-4864-8674-fcc739459653 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f68c9a10-2e96-463d-b2e9-871e6f6827b8 HTTP/1.1" status: 204 len: 168 time: 0.1162102 Feb 19 04:46:25.586564 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec383c65-bf50-4864-8674-fcc739459653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68c9a10-2e96-463d-b2e9-871e6f6827b8,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:25.985688 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 03244efb-416e-48fd-ace0-681a5d8dee74 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:46:26.010222 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 03244efb-416e-48fd-ace0-681a5d8dee74 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:46:26.010530 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 03244efb-416e-48fd-ace0-681a5d8dee74 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:46:26.238080 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44478) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:26.335818 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-8ddeed80-a9fc-4b9d-97f9-44d91da7c5d2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-122177448-network', 'tenant_id': '1e7196a5bd1f4956896f3073df8e30bb'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:46:26.356436 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddeed80-a9fc-4b9d-97f9-44d91da7c5d2 admin admin] Made reservation on behalf of 1e7196a5bd1f4956896f3073df8e30bb for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:46:26.359459 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8ddeed80-a9fc-4b9d-97f9-44d91da7c5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:26.370398 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8ddeed80-a9fc-4b9d-97f9-44d91da7c5d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:26.443687 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8ddeed80-a9fc-4b9d-97f9-44d91da7c5d2 admin admin] Publish callbacks [] for security_group (1e4755fa-21af-4292-b10c-06bb510210ac), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:26.447313 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8ddeed80-a9fc-4b9d-97f9-44d91da7c5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1e4755fa-21af-4292-b10c-06bb510210ac), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:26.470394 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ddeed80-a9fc-4b9d-97f9-44d91da7c5d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:46:26.480268 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddeed80-a9fc-4b9d-97f9-44d91da7c5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4755fa-21af-4292-b10c-06bb510210ac,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:26.489036 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8ddeed80-a9fc-4b9d-97f9-44d91da7c5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:26.489186 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-8ddeed80-a9fc-4b9d-97f9-44d91da7c5d2 admin admin] Added segment b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4 of type vlan for network efc09990-da76-4e01-b520-fb09b01d4391 Feb 19 04:46:26.534908 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8ddeed80-a9fc-4b9d-97f9-44d91da7c5d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (efc09990-da76-4e01-b520-fb09b01d4391), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:26.559876 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8ddeed80-a9fc-4b9d-97f9-44d91da7c5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (efc09990-da76-4e01-b520-fb09b01d4391), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:26.560842 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddeed80-a9fc-4b9d-97f9-44d91da7c5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:26.561415 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8ddeed80-a9fc-4b9d-97f9-44d91da7c5d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:26.609345 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8ddeed80-a9fc-4b9d-97f9-44d91da7c5d2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3699291 Feb 19 04:46:26.612036 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44482) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:26.624821 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-6612cae4-8f9c-48e8-a0fa-b521d5418acf admin admin] Request body: {'subnet': {'network_id': 'efc09990-da76-4e01-b520-fb09b01d4391', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-122177448-subnet', 'tenant_id': '1e7196a5bd1f4956896f3073df8e30bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:46:26.632499 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddeed80-a9fc-4b9d-97f9-44d91da7c5d2 admin admin] Pushing event updated for resources: {'Network': ['ID=efc09990-da76-4e01-b520-fb09b01d4391,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:26.642910 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network efc09990-da76-4e01-b520-fb09b01d4391 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:46:26.647489 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6612cae4-8f9c-48e8-a0fa-b521d5418acf admin admin] Made reservation on behalf of 1e7196a5bd1f4956896f3073df8e30bb for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:46:26.649826 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6612cae4-8f9c-48e8-a0fa-b521d5418acf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:26.816318 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6612cae4-8f9c-48e8-a0fa-b521d5418acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (a8153c53-59c6-43a3-8422-68157d2e972b), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:26.869047 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612cae4-8f9c-48e8-a0fa-b521d5418acf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8153c53-59c6-43a3-8422-68157d2e972b,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:26.877470 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6612cae4-8f9c-48e8-a0fa-b521d5418acf admin admin] Checking segment: {'id': 'b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'efc09990-da76-4e01-b520-fb09b01d4391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:46:26.877861 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6612cae4-8f9c-48e8-a0fa-b521d5418acf admin admin] Network hostable DHCP agents. Network: efc09990-da76-4e01-b520-fb09b01d4391, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:46:26.893371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6612cae4-8f9c-48e8-a0fa-b521d5418acf admin admin] Network efc09990-da76-4e01-b520-fb09b01d4391 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:46:26.902180 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-6612cae4-8f9c-48e8-a0fa-b521d5418acf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, efc09990-da76-4e01-b520-fb09b01d4391) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:46:26.906114 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6612cae4-8f9c-48e8-a0fa-b521d5418acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:26.906749 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6612cae4-8f9c-48e8-a0fa-b521d5418acf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:26.911039 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d718268-1379-472f-b846-bad3f6fba319 None None] Network efc09990-da76-4e01-b520-fb09b01d4391 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:46:26.922663 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6612cae4-8f9c-48e8-a0fa-b521d5418acf admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3037572 Feb 19 04:46:27.010384 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b2c5c1-4f35-4fe7-a106-e6545beb367b None None] Network efc09990-da76-4e01-b520-fb09b01d4391 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:46:27.181071 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:27.346049 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6fa67-e486-422d-87af-7af3aade83ab req-9fb24ce7-f9e0-48d8-a568-4989d74a747c tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:27.347536 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-87f6fa67-e486-422d-87af-7af3aade83ab req-9fb24ce7-f9e0-48d8-a568-4989d74a747c tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/networks?id=efc09990-da76-4e01-b520-fb09b01d4391 HTTP/1.1" status: 200 len: 811 time: 0.1042597 Feb 19 04:46:27.361569 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-87f6fa67-e486-422d-87af-7af3aade83ab req-ed0e3a98-cf75-43f2-b63e-88ba6668f012 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/quotas/1e7196a5bd1f4956896f3073df8e30bb HTTP/1.1" status: 200 len: 375 time: 0.0086155 Feb 19 04:46:27.392513 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-87f6fa67-e486-422d-87af-7af3aade83ab req-05b8c7f8-2b8a-49bc-a747-84de94d80cb0 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1e7196a5bd1f4956896f3073df8e30bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257454 Feb 19 04:46:27.482604 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-87f6fa67-e486-422d-87af-7af3aade83ab req-41b8618f-cd78-4ef4-a3b9-d7e94d6df79d service neutron] 10.222.0.52 "GET /v2.0/networks/efc09990-da76-4e01-b520-fb09b01d4391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830259 Feb 19 04:46:27.569193 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-87f6fa67-e486-422d-87af-7af3aade83ab req-8f1eff1e-b79f-4109-abeb-24c74bcbb9aa service neutron] 10.222.0.52 "GET /v2.0/networks/efc09990-da76-4e01-b520-fb09b01d4391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808814 Feb 19 04:46:27.723563 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-607d3bcd-fde8-4f49-9eb8-70cffd60a4ee req-a2595b96-8f81-4a6b-af19-b08a668191a0 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 210 time: 0.0265160 Feb 19 04:46:28.622397 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6fa67-e486-422d-87af-7af3aade83ab req-afabae7b-1fab-4a85-a7d0-b924af8032c2 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:28.623906 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-87f6fa67-e486-422d-87af-7af3aade83ab req-afabae7b-1fab-4a85-a7d0-b924af8032c2 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.26 "GET /v2.0/networks?id=efc09990-da76-4e01-b520-fb09b01d4391 HTTP/1.1" status: 200 len: 811 time: 0.1079271 Feb 19 04:46:28.636240 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-87f6fa67-e486-422d-87af-7af3aade83ab req-09bcc14b-76ab-4c6f-9f07-4312eaf89423 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Request body: {'port': {'device_id': 'ed7b2a91-f097-4369-b2c1-8eef710c5d74', 'network_id': 'efc09990-da76-4e01-b520-fb09b01d4391', 'admin_state_up': True, 'tenant_id': '1e7196a5bd1f4956896f3073df8e30bb'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:46:28.743822 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f6fa67-e486-422d-87af-7af3aade83ab req-09bcc14b-76ab-4c6f-9f07-4312eaf89423 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Made reservation on behalf of 1e7196a5bd1f4956896f3073df8e30bb for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:46:28.747376 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-87f6fa67-e486-422d-87af-7af3aade83ab req-09bcc14b-76ab-4c6f-9f07-4312eaf89423 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:28.822739 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe193046-b222-4efe-8147-12a5aecd8dcd req-b62ef8a9-d1c7-4a8e-9f6b-3ecf148e3750 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 210 time: 0.0316284 Feb 19 04:46:28.870214 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-87f6fa67-e486-422d-87af-7af3aade83ab req-09bcc14b-76ab-4c6f-9f07-4312eaf89423 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Allocated IP 172.20.0.5 (efc09990-da76-4e01-b520-fb09b01d4391/a8153c53-59c6-43a3-8422-68157d2e972b/73483ffe-8c48-4d6f-b2c2-4bea36b99d51) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:46:29.015023 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-87f6fa67-e486-422d-87af-7af3aade83ab req-09bcc14b-76ab-4c6f-9f07-4312eaf89423 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Publish callbacks [] for port (73483ffe-8c48-4d6f-b2c2-4bea36b99d51), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:29.047209 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-87f6fa67-e486-422d-87af-7af3aade83ab req-09bcc14b-76ab-4c6f-9f07-4312eaf89423 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (73483ffe-8c48-4d6f-b2c2-4bea36b99d51), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:29.092019 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f6fa67-e486-422d-87af-7af3aade83ab req-09bcc14b-76ab-4c6f-9f07-4312eaf89423 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Network efc09990-da76-4e01-b520-fb09b01d4391 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:46:29.094971 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-87f6fa67-e486-422d-87af-7af3aade83ab req-09bcc14b-76ab-4c6f-9f07-4312eaf89423 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:46:29.101176 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f6fa67-e486-422d-87af-7af3aade83ab req-09bcc14b-76ab-4c6f-9f07-4312eaf89423 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:46:29.123166 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bcc14b-76ab-4c6f-9f07-4312eaf89423 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Pushing event updated for resources: {'Port': ['ID=73483ffe-8c48-4d6f-b2c2-4bea36b99d51,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:29.149368 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6fa67-e486-422d-87af-7af3aade83ab req-09bcc14b-76ab-4c6f-9f07-4312eaf89423 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:29.149975 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-87f6fa67-e486-422d-87af-7af3aade83ab req-09bcc14b-76ab-4c6f-9f07-4312eaf89423 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:29.165716 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-87f6fa67-e486-422d-87af-7af3aade83ab req-09bcc14b-76ab-4c6f-9f07-4312eaf89423 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5330892 Feb 19 04:46:29.176578 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-87f6fa67-e486-422d-87af-7af3aade83ab req-f5988af2-bcf8-4269-8fb0-b20303c964d3 service neutron] Request body: {'port': {'device_id': 'ed7b2a91-f097-4369-b2c1-8eef710c5d74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:46:29.232683 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-87f6fa67-e486-422d-87af-7af3aade83ab req-f5988af2-bcf8-4269-8fb0-b20303c964d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (73483ffe-8c48-4d6f-b2c2-4bea36b99d51), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:29.484901 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-87f6fa67-e486-422d-87af-7af3aade83ab req-f5988af2-bcf8-4269-8fb0-b20303c964d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:46:29.492305 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-87f6fa67-e486-422d-87af-7af3aade83ab req-f5988af2-bcf8-4269-8fb0-b20303c964d3 service neutron] Publish callbacks [] for port (73483ffe-8c48-4d6f-b2c2-4bea36b99d51), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:29.503521 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-87f6fa67-e486-422d-87af-7af3aade83ab req-f5988af2-bcf8-4269-8fb0-b20303c964d3 service neutron] Transition to ACTIVE for port object 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:46:29.508345 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-87f6fa67-e486-422d-87af-7af3aade83ab req-f5988af2-bcf8-4269-8fb0-b20303c964d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (73483ffe-8c48-4d6f-b2c2-4bea36b99d51), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:29.558994 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5988af2-bcf8-4269-8fb0-b20303c964d3 service neutron] Pushing event updated for resources: {'Port': ['ID=73483ffe-8c48-4d6f-b2c2-4bea36b99d51,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:29.622019 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-87f6fa67-e486-422d-87af-7af3aade83ab req-f5988af2-bcf8-4269-8fb0-b20303c964d3 service neutron] Attempting to bind port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:46:29.622305 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-87f6fa67-e486-422d-87af-7af3aade83ab req-f5988af2-bcf8-4269-8fb0-b20303c964d3 service neutron] Attempting to bind port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'efc09990-da76-4e01-b520-fb09b01d4391'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:46:29.622646 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f6fa67-e486-422d-87af-7af3aade83ab req-f5988af2-bcf8-4269-8fb0-b20303c964d3 service neutron] Attempting to bind port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 on network efc09990-da76-4e01-b520-fb09b01d4391 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:46:29.626949 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f6fa67-e486-422d-87af-7af3aade83ab req-f5988af2-bcf8-4269-8fb0-b20303c964d3 service neutron] Port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 on network efc09990-da76-4e01-b520-fb09b01d4391 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:46:29.627282 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f6fa67-e486-422d-87af-7af3aade83ab req-f5988af2-bcf8-4269-8fb0-b20303c964d3 service neutron] Attempting to bind port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 on network efc09990-da76-4e01-b520-fb09b01d4391 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:46:29.632561 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f6fa67-e486-422d-87af-7af3aade83ab req-f5988af2-bcf8-4269-8fb0-b20303c964d3 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:46:29.632900 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f6fa67-e486-422d-87af-7af3aade83ab req-f5988af2-bcf8-4269-8fb0-b20303c964d3 service neutron] Checking segment: {'id': 'b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'efc09990-da76-4e01-b520-fb09b01d4391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:46:29.633281 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f6fa67-e486-422d-87af-7af3aade83ab req-f5988af2-bcf8-4269-8fb0-b20303c964d3 service neutron] Bound using segment: {'id': 'b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'efc09990-da76-4e01-b520-fb09b01d4391'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:46:29.633706 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-87f6fa67-e486-422d-87af-7af3aade83ab req-f5988af2-bcf8-4269-8fb0-b20303c964d3 service neutron] Bound port: 73483ffe-8c48-4d6f-b2c2-4bea36b99d51, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'efc09990-da76-4e01-b520-fb09b01d4391'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:46:29.634060 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-87f6fa67-e486-422d-87af-7af3aade83ab req-f5988af2-bcf8-4269-8fb0-b20303c964d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (73483ffe-8c48-4d6f-b2c2-4bea36b99d51), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:29.698321 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-87f6fa67-e486-422d-87af-7af3aade83ab req-f5988af2-bcf8-4269-8fb0-b20303c964d3 service neutron] For port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:46:29.701312 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-87f6fa67-e486-422d-87af-7af3aade83ab req-f5988af2-bcf8-4269-8fb0-b20303c964d3 service neutron] For port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=73483ffe-8c48-4d6f-b2c2-4bea36b99d51,segment=NetworkSegment(b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4),segment_id=b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:46:29.707559 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-87f6fa67-e486-422d-87af-7af3aade83ab req-f5988af2-bcf8-4269-8fb0-b20303c964d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (73483ffe-8c48-4d6f-b2c2-4bea36b99d51), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:29.742002 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6fa67-e486-422d-87af-7af3aade83ab req-f5988af2-bcf8-4269-8fb0-b20303c964d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:29.742649 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-87f6fa67-e486-422d-87af-7af3aade83ab req-f5988af2-bcf8-4269-8fb0-b20303c964d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:29.744009 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-87f6fa67-e486-422d-87af-7af3aade83ab req-f5988af2-bcf8-4269-8fb0-b20303c964d3 service neutron] 10.222.0.26 "PUT /v2.0/ports/73483ffe-8c48-4d6f-b2c2-4bea36b99d51 HTTP/1.1" status: 200 len: 1092 time: 0.5715826 Feb 19 04:46:29.744446 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7b2a91-f097-4369-b2c1-8eef710c5d74', 'tag': '73483ffe-8c48-4d6f-b2c2-4bea36b99d51'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:46:29.746688 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c920f7d2-118d-4c9b-941b-6b9e116a1710" -d '{"events": [{"name": "network-changed", "server_uuid": "ed7b2a91-f097-4369-b2c1-8eef710c5d74", "tag": "73483ffe-8c48-4d6f-b2c2-4bea36b99d51"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:46:29.773059 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5988af2-bcf8-4269-8fb0-b20303c964d3 service neutron] Pushing event updated for resources: {'Port': ['ID=73483ffe-8c48-4d6f-b2c2-4bea36b99d51,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:29.792691 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6159b204-b0ad-4d91-a796-830c96e664c0 x-openstack-request-id: req-6159b204-b0ad-4d91-a796-830c96e664c0 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:46:29.792982 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed7b2a91-f097-4369-b2c1-8eef710c5d74", "tag": "73483ffe-8c48-4d6f-b2c2-4bea36b99d51", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:46:29.793239 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6159b204-b0ad-4d91-a796-830c96e664c0 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:46:29.793635 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7b2a91-f097-4369-b2c1-8eef710c5d74', 'tag': '73483ffe-8c48-4d6f-b2c2-4bea36b99d51', 'status': 'completed', 'code': 200} Feb 19 04:46:29.830613 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6fa67-e486-422d-87af-7af3aade83ab req-c8cf713d-df66-4a37-8a79-7f0fe3c7dfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:29.832124 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-87f6fa67-e486-422d-87af-7af3aade83ab req-c8cf713d-df66-4a37-8a79-7f0fe3c7dfcd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e7196a5bd1f4956896f3073df8e30bb&device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 1126 time: 0.0480392 Feb 19 04:46:29.877495 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-87f6fa67-e486-422d-87af-7af3aade83ab req-138774ad-b5dc-47c0-bc4d-66fcfb485081 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73483ffe-8c48-4d6f-b2c2-4bea36b99d51 HTTP/1.1" status: 200 len: 217 time: 0.0383279 Feb 19 04:46:29.923685 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6fa67-e486-422d-87af-7af3aade83ab req-f3486978-49b1-4f9b-956a-fddcb41b1322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:29.925216 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-87f6fa67-e486-422d-87af-7af3aade83ab req-f3486978-49b1-4f9b-956a-fddcb41b1322 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a8153c53-59c6-43a3-8422-68157d2e972b HTTP/1.1" status: 200 len: 851 time: 0.0421095 Feb 19 04:46:29.939639 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0eb9e-433d-4ca8-af1c-2184d5a9ad7c req-a21e595d-2a2a-4abf-bee8-bf68421341cf tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:29.941116 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ef0eb9e-433d-4ca8-af1c-2184d5a9ad7c req-a21e595d-2a2a-4abf-bee8-bf68421341cf tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 943 time: 0.0510945 Feb 19 04:46:29.956410 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-87f6fa67-e486-422d-87af-7af3aade83ab req-022e5dac-5b84-4d2a-adcc-f1f912828564 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=efc09990-da76-4e01-b520-fb09b01d4391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253243 Feb 19 04:46:29.987736 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ef0eb9e-433d-4ca8-af1c-2184d5a9ad7c req-f9e4d047-6e68-40dd-962c-a446e644e565 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403557 Feb 19 04:46:30.000120 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:30.053770 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-87f6fa67-e486-422d-87af-7af3aade83ab req-c0691079-7838-4498-a5e3-45b1844974fd service neutron] 10.222.0.26 "GET /v2.0/networks/efc09990-da76-4e01-b520-fb09b01d4391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905290 Feb 19 04:46:30.141262 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-87f6fa67-e486-422d-87af-7af3aade83ab req-58001b82-abdd-478a-8a3e-d99d4c8808ef service neutron] 10.222.0.26 "GET /v2.0/networks/efc09990-da76-4e01-b520-fb09b01d4391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812047 Feb 19 04:46:30.227496 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920f7d2-118d-4c9b-941b-6b9e116a1710 req-92626551-ca3b-4c87-85b9-2448f33fab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:30.228961 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c920f7d2-118d-4c9b-941b-6b9e116a1710 req-92626551-ca3b-4c87-85b9-2448f33fab1c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e7196a5bd1f4956896f3073df8e30bb&device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 1126 time: 0.0447001 Feb 19 04:46:30.318362 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920f7d2-118d-4c9b-941b-6b9e116a1710 req-c967d068-6e2b-4153-b526-4444a5aa376f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:30.319831 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c920f7d2-118d-4c9b-941b-6b9e116a1710 req-c967d068-6e2b-4153-b526-4444a5aa376f service neutron] 10.222.0.26 "GET /v2.0/networks?id=efc09990-da76-4e01-b520-fb09b01d4391 HTTP/1.1" status: 200 len: 912 time: 0.0853755 Feb 19 04:46:30.359194 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c920f7d2-118d-4c9b-941b-6b9e116a1710 req-e267b1e0-a555-41c1-86e1-b8ebca5569d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73483ffe-8c48-4d6f-b2c2-4bea36b99d51 HTTP/1.1" status: 200 len: 217 time: 0.0335839 Feb 19 04:46:30.410270 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920f7d2-118d-4c9b-941b-6b9e116a1710 req-47dcda43-dcae-47f8-b69d-c4d5ccbfe3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:30.411687 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c920f7d2-118d-4c9b-941b-6b9e116a1710 req-47dcda43-dcae-47f8-b69d-c4d5ccbfe3d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a8153c53-59c6-43a3-8422-68157d2e972b HTTP/1.1" status: 200 len: 851 time: 0.0472121 Feb 19 04:46:30.442299 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c920f7d2-118d-4c9b-941b-6b9e116a1710 req-d586c242-9266-4616-9106-acf0296de0ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=efc09990-da76-4e01-b520-fb09b01d4391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246251 Feb 19 04:46:30.527129 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c920f7d2-118d-4c9b-941b-6b9e116a1710 req-fac19428-972d-443b-921c-85cb54800278 service neutron] 10.222.0.26 "GET /v2.0/networks/efc09990-da76-4e01-b520-fb09b01d4391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787027 Feb 19 04:46:30.617855 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c920f7d2-118d-4c9b-941b-6b9e116a1710 req-92d61647-dd75-4d53-87b0-306562b8c22b service neutron] 10.222.0.26 "GET /v2.0/networks/efc09990-da76-4e01-b520-fb09b01d4391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849507 Feb 19 04:46:30.684023 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-09024f66-dc29-4824-8c2b-748a7dede609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:31.111785 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d5ba2-63f2-466b-b880-d096e7f69b48 req-f5b728d2-7731-4a18-a6d0-dff808270709 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:31.113255 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dd3d5ba2-63f2-466b-b880-d096e7f69b48 req-f5b728d2-7731-4a18-a6d0-dff808270709 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 943 time: 0.0503194 Feb 19 04:46:31.158860 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dd3d5ba2-63f2-466b-b880-d096e7f69b48 req-d210f59e-605a-41bc-ab93-423a6eef62ca tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394263 Feb 19 04:46:32.278264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64d455-969c-4c60-9b15-4aa4f631e7c4 req-9bc24808-711f-4cf2-a1a3-d9ced64b3b49 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:32.279661 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca64d455-969c-4c60-9b15-4aa4f631e7c4 req-9bc24808-711f-4cf2-a1a3-d9ced64b3b49 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 943 time: 0.0548024 Feb 19 04:46:32.325611 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca64d455-969c-4c60-9b15-4aa4f631e7c4 req-3d921d9c-2c93-409f-b150-8a6d0fa59e3d tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404799 Feb 19 04:46:33.450359 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53dde4-afc8-49a1-a60e-e4e845cd9fca req-ba903179-22b0-490c-8cbc-7b877e1b3c75 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:33.451822 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c53dde4-afc8-49a1-a60e-e4e845cd9fca req-ba903179-22b0-490c-8cbc-7b877e1b3c75 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 943 time: 0.0531559 Feb 19 04:46:33.497979 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c53dde4-afc8-49a1-a60e-e4e845cd9fca req-568697ef-5499-4ae9-bae7-85e1d5256252 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406227 Feb 19 04:46:33.526316 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e990967f-41b5-45e4-b545-53d163e5164b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:33.937862 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:34.028926 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:46:34.123417 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=73483ffe-8c48-4d6f-b2c2-4bea36b99d51,segment=NetworkSegment(b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4),segment_id=b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:46:34.134957 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '73483ffe-8c48-4d6f-b2c2-4bea36b99d51', 'network_id': 'efc09990-da76-4e01-b520-fb09b01d4391', 'port_id': '73483ffe-8c48-4d6f-b2c2-4bea36b99d51', 'mac_address': 'fa:16:3e:26:e7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8153c53-59c6-43a3-8422-68157d2e972b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:46:34.173545 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:46:34.173930 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (73483ffe-8c48-4d6f-b2c2-4bea36b99d51), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:34.187330 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:46:34.206258 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=73483ffe-8c48-4d6f-b2c2-4bea36b99d51,segment=NetworkSegment(b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4),segment_id=b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:46:34.209732 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (73483ffe-8c48-4d6f-b2c2-4bea36b99d51), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:34.254040 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=73483ffe-8c48-4d6f-b2c2-4bea36b99d51,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:34.570486 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['73483ffe-8c48-4d6f-b2c2-4bea36b99d51'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:46:34.622564 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e17e09-d732-436a-9534-b26749065014 req-555f682d-0d66-428b-9e6b-5acc51406583 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:34.624898 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16e17e09-d732-436a-9534-b26749065014 req-555f682d-0d66-428b-9e6b-5acc51406583 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 944 time: 0.0585647 Feb 19 04:46:34.679896 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16e17e09-d732-436a-9534-b26749065014 req-e6dfcb14-3b53-492e-921b-a8846b2b4223 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495217 Feb 19 04:46:35.428447 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:35.794643 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d6acf-bfad-4e02-b763-0cd18d395597 req-067db3bf-0395-4588-b723-98a0996379db tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:35.796090 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cd4d6acf-bfad-4e02-b763-0cd18d395597 req-067db3bf-0395-4588-b723-98a0996379db tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 944 time: 0.0503478 Feb 19 04:46:35.842602 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cd4d6acf-bfad-4e02-b763-0cd18d395597 req-be7583ef-78b9-4da8-abb2-634874cabcf9 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395713 Feb 19 04:46:36.044401 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:46:36.093545 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:46:36.097504 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:46:36.097884 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (73483ffe-8c48-4d6f-b2c2-4bea36b99d51), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:36.174890 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:46:36.175306 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (73483ffe-8c48-4d6f-b2c2-4bea36b99d51), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:36.198146 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7b2a91-f097-4369-b2c1-8eef710c5d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73483ffe-8c48-4d6f-b2c2-4bea36b99d51'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:46:36.200380 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4049ba5a-9d84-4c55-9a12-d7d6a88f1d3a" -d '{"events": [{"server_uuid": "ed7b2a91-f097-4369-b2c1-8eef710c5d74", "name": "network-vif-plugged", "status": "completed", "tag": "73483ffe-8c48-4d6f-b2c2-4bea36b99d51"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:46:36.212246 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=73483ffe-8c48-4d6f-b2c2-4bea36b99d51,segment=NetworkSegment(b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4),segment_id=b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:46:36.216528 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (73483ffe-8c48-4d6f-b2c2-4bea36b99d51), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:36.239346 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0724895-23d3-42d2-98e5-80d21be18667 x-openstack-request-id: req-b0724895-23d3-42d2-98e5-80d21be18667 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:46:36.240222 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7b2a91-f097-4369-b2c1-8eef710c5d74", "name": "network-vif-plugged", "status": "completed", "tag": "73483ffe-8c48-4d6f-b2c2-4bea36b99d51", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:46:36.240472 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b0724895-23d3-42d2-98e5-80d21be18667 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:46:36.240860 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7b2a91-f097-4369-b2c1-8eef710c5d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73483ffe-8c48-4d6f-b2c2-4bea36b99d51', 'code': 200} Feb 19 04:46:36.266565 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=73483ffe-8c48-4d6f-b2c2-4bea36b99d51,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:36.336342 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306b0c0-1c23-4385-aa29-3fe80fbc0b85 req-8d8d709d-b0a0-45e9-accf-94336b3f57d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:36.337827 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5306b0c0-1c23-4385-aa29-3fe80fbc0b85 req-8d8d709d-b0a0-45e9-accf-94336b3f57d3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 1128 time: 0.0449193 Feb 19 04:46:36.378425 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5306b0c0-1c23-4385-aa29-3fe80fbc0b85 req-bdaf00e9-1b50-4c32-8adc-d513fde4d8b6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348499 Feb 19 04:46:36.849217 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:36.957797 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3ec58-fd0b-4680-9c1d-c5dba1252d18 req-6c898338-5e97-411d-9ff5-c080ba83c88a tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:36.959321 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ff3ec58-fd0b-4680-9c1d-c5dba1252d18 req-6c898338-5e97-411d-9ff5-c080ba83c88a tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0511892 Feb 19 04:46:37.005651 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ff3ec58-fd0b-4680-9c1d-c5dba1252d18 req-833acf16-1163-45c1-850c-a3beb1d04136 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408752 Feb 19 04:46:38.132972 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd64e6b-00a6-479f-8f4c-b361787a3266 req-0d39ae4d-2ea6-4b1f-b10e-6461dc29b612 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:38.134452 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0bd64e6b-00a6-479f-8f4c-b361787a3266 req-0d39ae4d-2ea6-4b1f-b10e-6461dc29b612 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0556147 Feb 19 04:46:38.179696 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0bd64e6b-00a6-479f-8f4c-b361787a3266 req-47d8380e-ba58-43fb-8152-3f70917f877e tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397949 Feb 19 04:46:38.359405 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44538) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:38.429723 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498f186-55c9-4501-88da-c5f657346b8b req-82935419-e518-4de6-b4b3-275b431ba5ef tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:38.431323 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2498f186-55c9-4501-88da-c5f657346b8b req-82935419-e518-4de6-b4b3-275b431ba5ef tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0630918 Feb 19 04:46:38.501390 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-a35b7fab-181a-4649-92bf-f99dc2505853 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1406076 Feb 19 04:46:38.504823 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2498f186-55c9-4501-88da-c5f657346b8b req-dff60f6f-7fad-48aa-ad0d-b67549617ed8 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570772 Feb 19 04:46:38.509939 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-15d2aac8-be56-4577-ba08-2bee5f020962 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:46:38.510918 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-15d2aac8-be56-4577-ba08-2bee5f020962 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047965 Feb 19 04:46:38.860728 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44558) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:38.960479 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-9ceebc49-9c59-4f1c-b36a-2bafbb21f578 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:38.961808 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-9ceebc49-9c59-4f1c-b36a-2bafbb21f578 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports/73483ffe-8c48-4d6f-b2c2-4bea36b99d51 HTTP/1.1" status: 200 len: 942 time: 0.1001048 Feb 19 04:46:39.625536 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4477345-ab2c-4385-a647-621304c1149b req-fbeac24f-c9e7-4651-84a9-f75132524d2f tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:39.627102 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4477345-ab2c-4385-a647-621304c1149b req-fbeac24f-c9e7-4651-84a9-f75132524d2f tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0513864 Feb 19 04:46:39.678241 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4477345-ab2c-4385-a647-621304c1149b req-62109246-e640-49b8-a0f0-f83a50ed2408 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448630 Feb 19 04:46:39.735558 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-a75677f6-ca73-4402-a389-1aee185963d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:39.737071 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-a75677f6-ca73-4402-a389-1aee185963d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e7196a5bd1f4956896f3073df8e30bb&device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 1128 time: 0.0448430 Feb 19 04:46:39.828237 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-48f8077b-3615-4712-b3dd-3b7927bbbe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:39.829683 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-48f8077b-3615-4712-b3dd-3b7927bbbe87 service neutron] 10.222.0.26 "GET /v2.0/networks?id=efc09990-da76-4e01-b520-fb09b01d4391 HTTP/1.1" status: 200 len: 912 time: 0.0873408 Feb 19 04:46:39.869879 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-89c1aa98-c660-40c3-a9cc-7ad3cc2745b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73483ffe-8c48-4d6f-b2c2-4bea36b99d51 HTTP/1.1" status: 200 len: 217 time: 0.0346653 Feb 19 04:46:39.919830 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-a2ed92ba-8063-4e51-a049-65a8bbb0757f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:39.921263 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-a2ed92ba-8063-4e51-a049-65a8bbb0757f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a8153c53-59c6-43a3-8422-68157d2e972b HTTP/1.1" status: 200 len: 851 time: 0.0461512 Feb 19 04:46:39.952591 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-8aa4f00b-7180-4c08-9f01-e1e632f21363 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=efc09990-da76-4e01-b520-fb09b01d4391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246677 Feb 19 04:46:40.038578 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-7ca384c5-03ca-416d-8499-4ed616ed3777 service neutron] 10.222.0.26 "GET /v2.0/networks/efc09990-da76-4e01-b520-fb09b01d4391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798466 Feb 19 04:46:40.129360 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-b9d2dc10-c7a1-4ec2-a5d9-b04556f194fc service neutron] 10.222.0.26 "GET /v2.0/networks/efc09990-da76-4e01-b520-fb09b01d4391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848422 Feb 19 04:46:40.810242 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc8642-7c99-48d2-a4a4-f73b26dda386 req-1deb1ffe-f24a-4ce9-8115-94fb3689ef7c tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:40.811768 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7acc8642-7c99-48d2-a4a4-f73b26dda386 req-1deb1ffe-f24a-4ce9-8115-94fb3689ef7c tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0569036 Feb 19 04:46:40.870645 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7acc8642-7c99-48d2-a4a4-f73b26dda386 req-df03fa6e-1575-4f71-a7aa-773f47473832 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520475 Feb 19 04:46:41.988353 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270ff62-35eb-49f8-b082-8fd3508cfa10 req-f51a5a3d-48ea-4776-b77a-2ffe7d86094d tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:41.989876 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9270ff62-35eb-49f8-b082-8fd3508cfa10 req-f51a5a3d-48ea-4776-b77a-2ffe7d86094d tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0507333 Feb 19 04:46:42.035239 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9270ff62-35eb-49f8-b082-8fd3508cfa10 req-feb8ae27-abc7-4a5a-ba88-6f6c3626ed41 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398879 Feb 19 04:46:43.150825 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fac5b6-315b-4006-845f-b66e7784aa59 req-71ee9f2d-44bc-476d-8c15-1c74ec36bd96 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:43.152290 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c6fac5b6-315b-4006-845f-b66e7784aa59 req-71ee9f2d-44bc-476d-8c15-1c74ec36bd96 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0507369 Feb 19 04:46:43.201182 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c6fac5b6-315b-4006-845f-b66e7784aa59 req-041e940a-6c43-4adc-be1d-87058226adc5 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434291 Feb 19 04:46:43.287851 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:46:44.318998 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6117cd6-a8d5-4d43-8159-009e84dcd4ec req-4484276a-0095-4763-b781-3f0b1d0c0f7f tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:44.320487 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b6117cd6-a8d5-4d43-8159-009e84dcd4ec req-4484276a-0095-4763-b781-3f0b1d0c0f7f tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0520294 Feb 19 04:46:44.366536 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b6117cd6-a8d5-4d43-8159-009e84dcd4ec req-10971902-4cf8-484e-926b-2a6e72cb5e93 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403807 Feb 19 04:46:45.484904 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535400f-7e2f-4e8e-bd87-3696ed0fd73e req-8038d7f3-9691-440c-8812-f1e9c0ccad08 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:45.486386 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3535400f-7e2f-4e8e-bd87-3696ed0fd73e req-8038d7f3-9691-440c-8812-f1e9c0ccad08 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0518906 Feb 19 04:46:45.530914 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3535400f-7e2f-4e8e-bd87-3696ed0fd73e req-0f4fdce9-9508-496e-af96-aac15cc0abae tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388844 Feb 19 04:46:46.650103 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e515050-aa60-437a-b7c4-965bbe602b11 req-b1698330-15fb-42b3-8f13-56a5facea4f7 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:46.651571 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e515050-aa60-437a-b7c4-965bbe602b11 req-b1698330-15fb-42b3-8f13-56a5facea4f7 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0542233 Feb 19 04:46:46.705966 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e515050-aa60-437a-b7c4-965bbe602b11 req-d43f35b1-add9-4a25-b313-c1d232dbabe2 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488923 Feb 19 04:46:47.826328 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa251dae-defd-486d-8ec3-d6fd379337c3 req-e259fbd0-9062-435e-9e61-331439f60922 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:47.827779 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa251dae-defd-486d-8ec3-d6fd379337c3 req-e259fbd0-9062-435e-9e61-331439f60922 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0518031 Feb 19 04:46:47.872435 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa251dae-defd-486d-8ec3-d6fd379337c3 req-c272144c-cb7e-4b4e-a474-135e0affaa74 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391817 Feb 19 04:46:48.990041 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89367b2d-255f-4f8a-beee-7affd402b693 req-a215a606-e69d-4a32-afed-c052607bbeaf tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:48.991545 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-89367b2d-255f-4f8a-beee-7affd402b693 req-a215a606-e69d-4a32-afed-c052607bbeaf tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0508158 Feb 19 04:46:49.041079 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-89367b2d-255f-4f8a-beee-7affd402b693 req-4d5a8578-9178-4d4f-983f-c0c6dc7dc5d2 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439820 Feb 19 04:46:49.514735 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7efaec-1678-4c15-94a8-201451de7f0e req-59bc0210-a5ca-4372-88f2-19db2b16ded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:49.516212 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ec7efaec-1678-4c15-94a8-201451de7f0e req-59bc0210-a5ca-4372-88f2-19db2b16ded0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e7196a5bd1f4956896f3073df8e30bb&device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 1128 time: 0.0452001 Feb 19 04:46:49.617116 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7efaec-1678-4c15-94a8-201451de7f0e req-02c3ffe6-3306-4aff-bd52-9a9666672df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:49.618509 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ec7efaec-1678-4c15-94a8-201451de7f0e req-02c3ffe6-3306-4aff-bd52-9a9666672df3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=efc09990-da76-4e01-b520-fb09b01d4391 HTTP/1.1" status: 200 len: 912 time: 0.0840116 Feb 19 04:46:49.994521 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ec7efaec-1678-4c15-94a8-201451de7f0e req-4c197f43-2672-4d5a-b0d5-af669c4aa837 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73483ffe-8c48-4d6f-b2c2-4bea36b99d51 HTTP/1.1" status: 200 len: 217 time: 0.3650351 Feb 19 04:46:50.043281 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7efaec-1678-4c15-94a8-201451de7f0e req-9fcaf724-bcc1-439b-a7a1-98a74b8b9265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:50.044653 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ec7efaec-1678-4c15-94a8-201451de7f0e req-9fcaf724-bcc1-439b-a7a1-98a74b8b9265 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a8153c53-59c6-43a3-8422-68157d2e972b HTTP/1.1" status: 200 len: 851 time: 0.0409312 Feb 19 04:46:50.075047 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ec7efaec-1678-4c15-94a8-201451de7f0e req-70a39cc6-64b4-46d6-a53e-1fbaec189ad3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=efc09990-da76-4e01-b520-fb09b01d4391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250871 Feb 19 04:46:50.163365 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc5e7e-4014-4462-8336-0c3036faa76c req-395e926f-d422-41c6-9787-387438b13728 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:50.164838 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f6fc5e7e-4014-4462-8336-0c3036faa76c req-395e926f-d422-41c6-9787-387438b13728 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0513813 Feb 19 04:46:50.165301 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ec7efaec-1678-4c15-94a8-201451de7f0e req-f923cdaa-970e-449c-8881-86de7306e37e service neutron] 10.222.0.26 "GET /v2.0/networks/efc09990-da76-4e01-b520-fb09b01d4391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842669 Feb 19 04:46:50.212594 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f6fc5e7e-4014-4462-8336-0c3036faa76c req-818a2d62-6f07-4495-a08a-099f2b4ec083 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421975 Feb 19 04:46:50.255733 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-ec7efaec-1678-4c15-94a8-201451de7f0e req-b5c3387c-e8d9-4bb5-be4f-26e7ef1e196e service neutron] 10.222.0.26 "GET /v2.0/networks/efc09990-da76-4e01-b520-fb09b01d4391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841100 Feb 19 04:46:51.331686 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2517c7-81f3-45cd-99a7-82965a19a9e1 req-7e11df0f-74a7-45ec-b840-4afd8595805a tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:51.333777 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c2517c7-81f3-45cd-99a7-82965a19a9e1 req-7e11df0f-74a7-45ec-b840-4afd8595805a tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0509827 Feb 19 04:46:51.378895 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c2517c7-81f3-45cd-99a7-82965a19a9e1 req-28960a31-dc19-4757-9f8b-9923f5ce3f4e tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390666 Feb 19 04:46:52.500554 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ee31b-32dd-4a66-bf27-22c76a9d9670 req-cc405478-6fd5-4bc7-aa45-a7a51d9ffa8d tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:52.502031 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d75ee31b-32dd-4a66-bf27-22c76a9d9670 req-cc405478-6fd5-4bc7-aa45-a7a51d9ffa8d tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0542140 Feb 19 04:46:52.548111 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d75ee31b-32dd-4a66-bf27-22c76a9d9670 req-937ccf0c-3d3c-4d35-b728-421fd5f96064 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400689 Feb 19 04:46:53.664949 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d582353-067d-4707-af59-b660a26c3c60 req-27ff8a14-0d9c-4eac-80f2-67fe11da1ec3 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:53.666449 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d582353-067d-4707-af59-b660a26c3c60 req-27ff8a14-0d9c-4eac-80f2-67fe11da1ec3 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0512853 Feb 19 04:46:53.712226 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d582353-067d-4707-af59-b660a26c3c60 req-e25f0d2b-66a4-42ed-9ea3-f3399be02748 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403430 Feb 19 04:46:54.833511 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f3e4c-9fb6-4780-9fcd-443d310409c5 req-aad58cf9-cccf-4783-911b-7303ac1a4481 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:54.835000 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-583f3e4c-9fb6-4780-9fcd-443d310409c5 req-aad58cf9-cccf-4783-911b-7303ac1a4481 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0558383 Feb 19 04:46:54.881421 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-583f3e4c-9fb6-4780-9fcd-443d310409c5 req-235cfa85-ef16-4f3c-a368-c989cf5a7e5e tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407200 Feb 19 04:46:55.996148 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc099a2-0db4-4728-a9d3-5dae456bedb1 req-64caa366-2bb1-4cb4-873c-008ee2d2eadf tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:55.997608 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4dc099a2-0db4-4728-a9d3-5dae456bedb1 req-64caa366-2bb1-4cb4-873c-008ee2d2eadf tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0510035 Feb 19 04:46:56.042898 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4dc099a2-0db4-4728-a9d3-5dae456bedb1 req-9de571d3-3048-40a1-9620-47bda060753c tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398564 Feb 19 04:46:57.157509 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff7d99-0292-4142-b8ac-a2f07ffdaa12 req-0e394a48-4656-43a7-b4e5-8da6eb0504ee tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:57.159006 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74ff7d99-0292-4142-b8ac-a2f07ffdaa12 req-0e394a48-4656-43a7-b4e5-8da6eb0504ee tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0508499 Feb 19 04:46:57.196097 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:57.211793 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74ff7d99-0292-4142-b8ac-a2f07ffdaa12 req-0eb00e83-90fd-4365-a221-858d120d1783 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466914 Feb 19 04:46:58.329010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e6f9f-245d-404c-9a22-da54c04099e3 req-29125bb3-d4aa-4a79-9b9b-bad943756817 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:58.330478 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-536e6f9f-245d-404c-9a22-da54c04099e3 req-29125bb3-d4aa-4a79-9b9b-bad943756817 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0507200 Feb 19 04:46:58.375151 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-536e6f9f-245d-404c-9a22-da54c04099e3 req-846b9aa1-0ed6-4d5c-8177-2f84251b9f79 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390077 Feb 19 04:46:59.491763 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38cd56-4672-4805-a2ed-61c2e2a4b272 req-170a3387-0cef-4aa3-9d0f-c7b440270ca2 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:59.493202 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a38cd56-4672-4805-a2ed-61c2e2a4b272 req-170a3387-0cef-4aa3-9d0f-c7b440270ca2 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0513535 Feb 19 04:46:59.538496 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a38cd56-4672-4805-a2ed-61c2e2a4b272 req-30719972-d7c2-4df4-838d-c9f8a00f6c40 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398321 Feb 19 04:47:00.018717 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:00.658579 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98028638-5088-4a09-a0be-d37a66937a5e req-6ea4ec61-fc23-4a73-b793-c94730d5a541 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:00.660035 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-98028638-5088-4a09-a0be-d37a66937a5e req-6ea4ec61-fc23-4a73-b793-c94730d5a541 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0560880 Feb 19 04:47:00.692620 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d30e1392-5e10-4f24-9be2-1aa03d615a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:00.707205 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-98028638-5088-4a09-a0be-d37a66937a5e req-bd392f36-1158-4678-b111-6fa7537f9b47 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410635 Feb 19 04:47:01.828603 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109eed69-b9ed-4818-b924-c2c01d377375 req-21e1ae68-092d-4024-b549-9343a93e6f53 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:01.830070 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-109eed69-b9ed-4818-b924-c2c01d377375 req-21e1ae68-092d-4024-b549-9343a93e6f53 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0531027 Feb 19 04:47:01.875744 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-109eed69-b9ed-4818-b924-c2c01d377375 req-4e2d8afe-641e-480a-9c65-9e31e73c42c2 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402048 Feb 19 04:47:02.992085 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914046c-8578-4cd5-9238-729a66c07ea1 req-34fd5a09-a982-4e06-9b86-458edd5875d2 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:02.993570 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a914046c-8578-4cd5-9238-729a66c07ea1 req-34fd5a09-a982-4e06-9b86-458edd5875d2 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0514016 Feb 19 04:47:03.041449 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a914046c-8578-4cd5-9238-729a66c07ea1 req-ee5ec94a-1b9d-446b-9506-589271cb53aa tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423734 Feb 19 04:47:03.528168 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-19977157-6ea1-4682-a01a-da02ce7f71ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:03.943646 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:04.160045 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6e063-6a37-4352-b32c-1c0f13c392ac req-e02b2115-2b44-4755-b85c-96b032c86cbf tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:04.161486 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7dc6e063-6a37-4352-b32c-1c0f13c392ac req-e02b2115-2b44-4755-b85c-96b032c86cbf tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0518010 Feb 19 04:47:04.211274 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7dc6e063-6a37-4352-b32c-1c0f13c392ac req-dfe21dc6-8f49-4308-9fcf-e297d8fc3b95 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421810 Feb 19 04:47:05.328949 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fa66a-1653-4895-a3de-925e97a1beef req-84754934-c904-4796-b004-aed7068aa12a tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:05.330432 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f14fa66a-1653-4895-a3de-925e97a1beef req-84754934-c904-4796-b004-aed7068aa12a tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0510311 Feb 19 04:47:05.375496 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f14fa66a-1653-4895-a3de-925e97a1beef req-db73d125-c1bb-4fd3-8847-8e56c62b3510 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389009 Feb 19 04:47:05.429171 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:06.496303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcf8f4-cf96-48d1-aa28-e6a1159a89b0 req-e8a8d706-7194-417e-a12b-e34e905d14b5 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:06.497758 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18dcf8f4-cf96-48d1-aa28-e6a1159a89b0 req-e8a8d706-7194-417e-a12b-e34e905d14b5 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0547738 Feb 19 04:47:06.543537 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18dcf8f4-cf96-48d1-aa28-e6a1159a89b0 req-fa84a40f-479b-4a39-90b4-767df58c5716 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402455 Feb 19 04:47:06.851455 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:07.058075 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-4944f694-9367-43e2-8e0d-47977c301a3d service neutron] show failed (client error): The resource could not be found. Feb 19 04:47:07.059129 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-4944f694-9367-43e2-8e0d-47977c301a3d service neutron] 10.222.0.26 "GET /v2.0/ports/73483ffe-8c48-4d6f-b2c2-4bea36b99d51/bindings/n-h2-828369-19 HTTP/1.1" status: 404 len: 381 time: 0.0582972 Feb 19 04:47:07.326676 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-d22def55-d6f2-4240-a980-2965b6dd8902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:07.328161 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-d22def55-d6f2-4240-a980-2965b6dd8902 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74&tenant_id=1e7196a5bd1f4956896f3073df8e30bb HTTP/1.1" status: 200 len: 1128 time: 0.1191149 Feb 19 04:47:07.337210 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-53d761c3-b3b2-4b21-8c10-a36fa4294b35 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:47:07.338124 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-53d761c3-b3b2-4b21-8c10-a36fa4294b35 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046873 Feb 19 04:47:07.348093 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-19', 'device_owner': 'compute:nova'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:07.757936 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (73483ffe-8c48-4d6f-b2c2-4bea36b99d51), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:07.782064 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f313d43-4374-4fdb-afe1-08b94b854b98 req-da512e90-78ec-4b60-9d5b-ce7259eb07c5 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:07.783564 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f313d43-4374-4fdb-afe1-08b94b854b98 req-da512e90-78ec-4b60-9d5b-ce7259eb07c5 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0854893 Feb 19 04:47:07.910757 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f313d43-4374-4fdb-afe1-08b94b854b98 req-6714cea5-70a4-4f08-a14b-2bb0b08d7dbd tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105013 Feb 19 04:47:08.001288 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-5970a946-c427-4693-8794-bec04d0c331d service neutron] For port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=73483ffe-8c48-4d6f-b2c2-4bea36b99d51,segment=NetworkSegment(b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4),segment_id=b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:08.033718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-5970a946-c427-4693-8794-bec04d0c331d service neutron] For port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:47:08.073173 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7b2a91-f097-4369-b2c1-8eef710c5d74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73483ffe-8c48-4d6f-b2c2-4bea36b99d51'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:47:08.075555 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c46cf3-1fd8-4278-8667-47efceb58317" -d '{"events": [{"server_uuid": "ed7b2a91-f097-4369-b2c1-8eef710c5d74", "name": "network-vif-unplugged", "status": "completed", "tag": "73483ffe-8c48-4d6f-b2c2-4bea36b99d51"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:47:08.079355 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Publish callbacks [] for port (73483ffe-8c48-4d6f-b2c2-4bea36b99d51), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:08.092379 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Transition to ACTIVE for port object 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:47:08.095841 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (73483ffe-8c48-4d6f-b2c2-4bea36b99d51), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:08.155036 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-5970a946-c427-4693-8794-bec04d0c331d service neutron] No DVR routers for this DVR port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:47:08.160530 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Pushing event updated for resources: {'Port': ['ID=73483ffe-8c48-4d6f-b2c2-4bea36b99d51,revision_number=6']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:08.172362 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:08.172711 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:08.173051 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:08.173397 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:08.173713 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:08.174036 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:08.174506 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:08.174831 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:08.175150 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:08.175472 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:08.175791 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:08.176439 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:08.176673 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:08.196928 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ecdcdf-93ce-4876-a791-604fe5859957 x-openstack-request-id: req-08ecdcdf-93ce-4876-a791-604fe5859957 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:47:08.197220 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7b2a91-f097-4369-b2c1-8eef710c5d74", "name": "network-vif-unplugged", "status": "completed", "tag": "73483ffe-8c48-4d6f-b2c2-4bea36b99d51", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:47:08.197471 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-08ecdcdf-93ce-4876-a791-604fe5859957 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:47:08.197852 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7b2a91-f097-4369-b2c1-8eef710c5d74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73483ffe-8c48-4d6f-b2c2-4bea36b99d51', 'code': 200} Feb 19 04:47:08.210878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Attempting to bind port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:47:08.211211 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Attempting to bind port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'efc09990-da76-4e01-b520-fb09b01d4391'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:47:08.211527 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Attempting to bind port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 on network efc09990-da76-4e01-b520-fb09b01d4391 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:47:08.215660 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 on network efc09990-da76-4e01-b520-fb09b01d4391 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:47:08.215973 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Attempting to bind port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 on network efc09990-da76-4e01-b520-fb09b01d4391 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:47:08.220668 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:47:08.220999 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Checking segment: {'id': 'b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'efc09990-da76-4e01-b520-fb09b01d4391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:47:08.221376 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Bound using segment: {'id': 'b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'efc09990-da76-4e01-b520-fb09b01d4391'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:47:08.221793 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Bound port: 73483ffe-8c48-4d6f-b2c2-4bea36b99d51, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'efc09990-da76-4e01-b520-fb09b01d4391'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:47:08.222140 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (73483ffe-8c48-4d6f-b2c2-4bea36b99d51), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:08.282252 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-5970a946-c427-4693-8794-bec04d0c331d service neutron] For port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:47:08.285223 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-5970a946-c427-4693-8794-bec04d0c331d service neutron] For port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=73483ffe-8c48-4d6f-b2c2-4bea36b99d51,segment=NetworkSegment(b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4),segment_id=b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:47:08.291304 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (73483ffe-8c48-4d6f-b2c2-4bea36b99d51), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:08.325112 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:08.325755 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:08.327126 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-5970a946-c427-4693-8794-bec04d0c331d service neutron] 10.222.0.79 "PUT /v2.0/ports/73483ffe-8c48-4d6f-b2c2-4bea36b99d51 HTTP/1.1" status: 200 len: 1092 time: 0.9825971 Feb 19 04:47:08.346557 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970a946-c427-4693-8794-bec04d0c331d service neutron] Pushing event updated for resources: {'Port': ['ID=73483ffe-8c48-4d6f-b2c2-4bea36b99d51,revision_number=7']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:08.391035 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-bb767a48-0e05-4012-937b-7dde9cc8e4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:08.392504 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-bb767a48-0e05-4012-937b-7dde9cc8e4da service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1e7196a5bd1f4956896f3073df8e30bb&device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 1126 time: 0.0431881 Feb 19 04:47:08.481647 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-3071fbe7-db15-4637-9aa5-404102eec000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:08.483111 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-3071fbe7-db15-4637-9aa5-404102eec000 service neutron] 10.222.0.79 "GET /v2.0/networks?id=efc09990-da76-4e01-b520-fb09b01d4391 HTTP/1.1" status: 200 len: 912 time: 0.0833161 Feb 19 04:47:08.522730 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-0aed2184-10cd-4261-8287-ef545c86b011 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73483ffe-8c48-4d6f-b2c2-4bea36b99d51 HTTP/1.1" status: 200 len: 217 time: 0.0331597 Feb 19 04:47:08.574550 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-2a40f8ca-8424-4ecb-8bc5-85da4df785f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:08.575981 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-2a40f8ca-8424-4ecb-8bc5-85da4df785f3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a8153c53-59c6-43a3-8422-68157d2e972b HTTP/1.1" status: 200 len: 851 time: 0.0471561 Feb 19 04:47:08.606978 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-c11f16e0-2be8-4ad6-822a-62ba4dac9509 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=efc09990-da76-4e01-b520-fb09b01d4391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246613 Feb 19 04:47:08.691851 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-7c566883-753c-4eb8-ad1a-d8bc7b87eb57 service neutron] 10.222.0.79 "GET /v2.0/networks/efc09990-da76-4e01-b520-fb09b01d4391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792069 Feb 19 04:47:08.780978 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9d26d14-7883-45f0-8c9e-49c28c823a42 req-1100df2e-38cc-4ee9-811a-ff7e9c0824a9 service neutron] 10.222.0.79 "GET /v2.0/networks/efc09990-da76-4e01-b520-fb09b01d4391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832903 Feb 19 04:47:09.029641 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe71f8-a5f8-4452-8984-d233dc086860 req-2cd2ed58-75fa-4508-8d60-85757e0f2b1d tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:09.031196 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5fe71f8-a5f8-4452-8984-d233dc086860 req-2cd2ed58-75fa-4508-8d60-85757e0f2b1d tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 943 time: 0.0516760 Feb 19 04:47:09.077291 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5fe71f8-a5f8-4452-8984-d233dc086860 req-1831f5c0-ca6b-445e-9ea6-4ffa1caf024f tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406260 Feb 19 04:47:09.964648 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:47:10.058675 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=73483ffe-8c48-4d6f-b2c2-4bea36b99d51,segment=NetworkSegment(b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4),segment_id=b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:10.070686 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '73483ffe-8c48-4d6f-b2c2-4bea36b99d51', 'network_id': 'efc09990-da76-4e01-b520-fb09b01d4391', 'port_id': '73483ffe-8c48-4d6f-b2c2-4bea36b99d51', 'mac_address': 'fa:16:3e:26:e7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8153c53-59c6-43a3-8422-68157d2e972b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:47:10.106630 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:10.106630 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (73483ffe-8c48-4d6f-b2c2-4bea36b99d51), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:10.119681 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:47:10.138710 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=73483ffe-8c48-4d6f-b2c2-4bea36b99d51,segment=NetworkSegment(b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4),segment_id=b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:10.143404 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (73483ffe-8c48-4d6f-b2c2-4bea36b99d51), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:10.191415 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=73483ffe-8c48-4d6f-b2c2-4bea36b99d51,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:10.200758 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:10.201200 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:10.201465 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:10.201847 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:10.202151 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:10.202511 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:10.203006 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:10.203124 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e90e1-158a-4448-b6ed-3d0c1e8b3c8e req-6bb08e99-4985-4524-9357-995b14a9a590 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:10.203974 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:10.204316 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:10.204652 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:10.204766 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-462e90e1-158a-4448-b6ed-3d0c1e8b3c8e req-6bb08e99-4985-4524-9357-995b14a9a590 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 944 time: 0.0560663 Feb 19 04:47:10.204994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:10.205170 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7b2a91-f097-4369-b2c1-8eef710c5d74', 'tag': '73483ffe-8c48-4d6f-b2c2-4bea36b99d51'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:47:10.205320 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:10.205806 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:10.207713 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d74a4e6-63c2-4d37-af02-ec9d1d053de1" -d '{"events": [{"name": "network-changed", "server_uuid": "ed7b2a91-f097-4369-b2c1-8eef710c5d74", "tag": "73483ffe-8c48-4d6f-b2c2-4bea36b99d51"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:47:10.218730 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:47:10.264985 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] The host n-h1-828369-19 is not matching for port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 host n-h2-828369-19! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:47:10.265154 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:47:10.283010 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0074b0b-ff06-4feb-9a62-5b00750cdf99 x-openstack-request-id: req-a0074b0b-ff06-4feb-9a62-5b00750cdf99 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:47:10.283297 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed7b2a91-f097-4369-b2c1-8eef710c5d74", "tag": "73483ffe-8c48-4d6f-b2c2-4bea36b99d51", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:47:10.283546 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a0074b0b-ff06-4feb-9a62-5b00750cdf99 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:47:10.283933 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7b2a91-f097-4369-b2c1-8eef710c5d74', 'tag': '73483ffe-8c48-4d6f-b2c2-4bea36b99d51', 'status': 'completed', 'code': 200} Feb 19 04:47:10.291248 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-462e90e1-158a-4448-b6ed-3d0c1e8b3c8e req-fda145cd-6eb6-4056-9ee0-4306ff42319d tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692127 Feb 19 04:47:10.348861 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74a4e6-63c2-4d37-af02-ec9d1d053de1 req-04a97b4b-9502-4338-a45c-da9b755367aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:10.350486 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d74a4e6-63c2-4d37-af02-ec9d1d053de1 req-04a97b4b-9502-4338-a45c-da9b755367aa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1e7196a5bd1f4956896f3073df8e30bb&device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 1127 time: 0.0482731 Feb 19 04:47:10.354194 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74a4e6-63c2-4d37-af02-ec9d1d053de1 req-4f9fe92e-cbd0-4262-9f21-62c086c30132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:10.355671 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8d74a4e6-63c2-4d37-af02-ec9d1d053de1 req-4f9fe92e-cbd0-4262-9f21-62c086c30132 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e7196a5bd1f4956896f3073df8e30bb&device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 1127 time: 0.0528328 Feb 19 04:47:10.397066 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['73483ffe-8c48-4d6f-b2c2-4bea36b99d51'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:47:10.446715 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74a4e6-63c2-4d37-af02-ec9d1d053de1 req-a3572b46-f4e3-4055-a6b8-df8f4be9addc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:10.447151 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74a4e6-63c2-4d37-af02-ec9d1d053de1 req-78933fe0-964c-47af-8ce5-0fd2b41f0bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:10.448292 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d74a4e6-63c2-4d37-af02-ec9d1d053de1 req-a3572b46-f4e3-4055-a6b8-df8f4be9addc service neutron] 10.222.0.79 "GET /v2.0/networks?id=efc09990-da76-4e01-b520-fb09b01d4391 HTTP/1.1" status: 200 len: 912 time: 0.0903475 Feb 19 04:47:10.448614 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8d74a4e6-63c2-4d37-af02-ec9d1d053de1 req-78933fe0-964c-47af-8ce5-0fd2b41f0bc3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=efc09990-da76-4e01-b520-fb09b01d4391 HTTP/1.1" status: 200 len: 912 time: 0.0871899 Feb 19 04:47:10.488828 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8d74a4e6-63c2-4d37-af02-ec9d1d053de1 req-c599e39a-2b6e-4316-99de-510bb5b8294b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73483ffe-8c48-4d6f-b2c2-4bea36b99d51 HTTP/1.1" status: 200 len: 217 time: 0.0345738 Feb 19 04:47:10.496108 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d74a4e6-63c2-4d37-af02-ec9d1d053de1 req-76d87c93-3f9a-40aa-a59e-7fca3cad6697 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73483ffe-8c48-4d6f-b2c2-4bea36b99d51 HTTP/1.1" status: 200 len: 217 time: 0.0403552 Feb 19 04:47:10.536121 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74a4e6-63c2-4d37-af02-ec9d1d053de1 req-182e8154-6f16-4d78-9c7e-594c8ed749a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:10.538229 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8d74a4e6-63c2-4d37-af02-ec9d1d053de1 req-182e8154-6f16-4d78-9c7e-594c8ed749a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a8153c53-59c6-43a3-8422-68157d2e972b HTTP/1.1" status: 200 len: 851 time: 0.0438852 Feb 19 04:47:10.544391 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74a4e6-63c2-4d37-af02-ec9d1d053de1 req-38e0d635-fa20-4fb7-a9c9-20f09f792415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:10.545836 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d74a4e6-63c2-4d37-af02-ec9d1d053de1 req-38e0d635-fa20-4fb7-a9c9-20f09f792415 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a8153c53-59c6-43a3-8422-68157d2e972b HTTP/1.1" status: 200 len: 851 time: 0.0446351 Feb 19 04:47:10.569933 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8d74a4e6-63c2-4d37-af02-ec9d1d053de1 req-e572c4b6-d784-4be9-be22-0f917f256ba1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=efc09990-da76-4e01-b520-fb09b01d4391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257838 Feb 19 04:47:10.577525 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d74a4e6-63c2-4d37-af02-ec9d1d053de1 req-0d3ea5ca-8fa7-4b71-966a-fdd8b60bca7c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=efc09990-da76-4e01-b520-fb09b01d4391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254948 Feb 19 04:47:10.659984 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8d74a4e6-63c2-4d37-af02-ec9d1d053de1 req-6f0664dd-6f09-4ce4-8c7a-d453c5d09198 service neutron] 10.222.0.26 "GET /v2.0/networks/efc09990-da76-4e01-b520-fb09b01d4391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840194 Feb 19 04:47:10.668543 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d74a4e6-63c2-4d37-af02-ec9d1d053de1 req-c811c205-4396-49b5-9648-5c362398d906 service neutron] 10.222.0.79 "GET /v2.0/networks/efc09990-da76-4e01-b520-fb09b01d4391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850117 Feb 19 04:47:10.750843 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8d74a4e6-63c2-4d37-af02-ec9d1d053de1 req-77545cbd-1216-4997-acdf-f6dcfac11f9b service neutron] 10.222.0.26 "GET /v2.0/networks/efc09990-da76-4e01-b520-fb09b01d4391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847845 Feb 19 04:47:10.758778 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d74a4e6-63c2-4d37-af02-ec9d1d053de1 req-b3edb18c-dafc-4104-8b35-d6a0b935bfee service neutron] 10.222.0.79 "GET /v2.0/networks/efc09990-da76-4e01-b520-fb09b01d4391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843983 Feb 19 04:47:11.416870 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1be7b-8d55-4648-92b1-e229113778c3 req-9c359979-4983-439a-b3b6-c32875883eb2 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:11.418358 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09d1be7b-8d55-4648-92b1-e229113778c3 req-9c359979-4983-439a-b3b6-c32875883eb2 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 944 time: 0.0528550 Feb 19 04:47:11.464580 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09d1be7b-8d55-4648-92b1-e229113778c3 req-e729e202-f0d2-48f0-9b38-320a792e1509 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404577 Feb 19 04:47:11.736414 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5110daf-0a20-4d2b-8347-ded92da61868 req-ded2d4ce-1c0a-4da0-b70e-ef0fffe727aa tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:11.737851 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c5110daf-0a20-4d2b-8347-ded92da61868 req-ded2d4ce-1c0a-4da0-b70e-ef0fffe727aa tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74&tenant_id=1e7196a5bd1f4956896f3073df8e30bb&binding%3Ahost_id=n-h2-828369-19 HTTP/1.1" status: 200 len: 944 time: 0.0931747 Feb 19 04:47:11.795010 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [req-c5110daf-0a20-4d2b-8347-ded92da61868 req-d3bcbc60-b1cf-4244-9d0e-4e8befea511c service neutron] delete failed (client error): The resource could not be found. Feb 19 04:47:11.796018 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c5110daf-0a20-4d2b-8347-ded92da61868 req-d3bcbc60-b1cf-4244-9d0e-4e8befea511c service neutron] 10.222.0.26 "DELETE /v2.0/ports/73483ffe-8c48-4d6f-b2c2-4bea36b99d51/bindings/n-h1-828369-19 HTTP/1.1" status: 404 len: 381 time: 0.0512629 Feb 19 04:47:11.887279 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5110daf-0a20-4d2b-8347-ded92da61868 req-fa28b703-6f37-4b1d-afa0-c46c2869fa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:11.888743 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c5110daf-0a20-4d2b-8347-ded92da61868 req-fa28b703-6f37-4b1d-afa0-c46c2869fa76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e7196a5bd1f4956896f3073df8e30bb&device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 1127 time: 0.0472484 Feb 19 04:47:11.964313 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:47:11.974657 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5110daf-0a20-4d2b-8347-ded92da61868 req-d10f5a75-2aa4-427a-b01e-1cec18477bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:11.976643 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c5110daf-0a20-4d2b-8347-ded92da61868 req-d10f5a75-2aa4-427a-b01e-1cec18477bb8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=efc09990-da76-4e01-b520-fb09b01d4391 HTTP/1.1" status: 200 len: 912 time: 0.0824075 Feb 19 04:47:12.015056 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:47:12.019282 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:12.019666 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (73483ffe-8c48-4d6f-b2c2-4bea36b99d51), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:12.021236 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c5110daf-0a20-4d2b-8347-ded92da61868 req-9d85a650-1867-4187-8c78-288d8dedcbf5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73483ffe-8c48-4d6f-b2c2-4bea36b99d51 HTTP/1.1" status: 200 len: 217 time: 0.0387721 Feb 19 04:47:12.069713 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5110daf-0a20-4d2b-8347-ded92da61868 req-76ac4751-01b5-4404-abf2-f5857dfd58e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:12.071225 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c5110daf-0a20-4d2b-8347-ded92da61868 req-76ac4751-01b5-4404-abf2-f5857dfd58e1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a8153c53-59c6-43a3-8422-68157d2e972b HTTP/1.1" status: 200 len: 851 time: 0.0448730 Feb 19 04:47:12.095843 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:12.096354 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (73483ffe-8c48-4d6f-b2c2-4bea36b99d51), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:12.102996 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c5110daf-0a20-4d2b-8347-ded92da61868 req-0d9e6b36-3407-4dfb-8d23-e9286e3b351f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=efc09990-da76-4e01-b520-fb09b01d4391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252695 Feb 19 04:47:12.120011 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7b2a91-f097-4369-b2c1-8eef710c5d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73483ffe-8c48-4d6f-b2c2-4bea36b99d51'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:47:12.122250 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4b346c-0b45-48d9-b9e9-853ceffb3dfd" -d '{"events": [{"server_uuid": "ed7b2a91-f097-4369-b2c1-8eef710c5d74", "name": "network-vif-plugged", "status": "completed", "tag": "73483ffe-8c48-4d6f-b2c2-4bea36b99d51"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:47:12.135329 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=73483ffe-8c48-4d6f-b2c2-4bea36b99d51,segment=NetworkSegment(b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4),segment_id=b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:12.139924 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (73483ffe-8c48-4d6f-b2c2-4bea36b99d51), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:12.177541 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0715af-da29-4d7e-9481-dbee2d20eb7e x-openstack-request-id: req-1c0715af-da29-4d7e-9481-dbee2d20eb7e {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:47:12.177891 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7b2a91-f097-4369-b2c1-8eef710c5d74", "name": "network-vif-plugged", "status": "completed", "tag": "73483ffe-8c48-4d6f-b2c2-4bea36b99d51", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:47:12.178697 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1c0715af-da29-4d7e-9481-dbee2d20eb7e {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:47:12.179088 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7b2a91-f097-4369-b2c1-8eef710c5d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73483ffe-8c48-4d6f-b2c2-4bea36b99d51', 'code': 200} Feb 19 04:47:12.190803 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=73483ffe-8c48-4d6f-b2c2-4bea36b99d51,revision_number=9']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:12.199559 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c5110daf-0a20-4d2b-8347-ded92da61868 req-1ae308fe-c4fc-4c22-8925-7a336b4cd635 service neutron] 10.222.0.26 "GET /v2.0/networks/efc09990-da76-4e01-b520-fb09b01d4391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901666 Feb 19 04:47:12.290906 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c5110daf-0a20-4d2b-8347-ded92da61868 req-55098e87-c7ca-4fd4-a9b4-332a0aa1c996 service neutron] 10.222.0.26 "GET /v2.0/networks/efc09990-da76-4e01-b520-fb09b01d4391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856023 Feb 19 04:47:12.969951 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197975c-c3b1-415e-b33f-bcfece54b362 req-f89393d0-ecfe-4ca2-a484-f2f12e589b3e tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:12.971362 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2197975c-c3b1-415e-b33f-bcfece54b362 req-f89393d0-ecfe-4ca2-a484-f2f12e589b3e tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0559776 Feb 19 04:47:13.017975 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2197975c-c3b1-415e-b33f-bcfece54b362 req-21e2ef8e-9531-45c1-b043-9da830c76586 tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408878 Feb 19 04:47:14.137596 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02680332-cdc9-42a5-8c69-19ed304b5f48 req-57ac1da5-6fb1-4476-9db6-0252e5e5aabd tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:14.139095 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02680332-cdc9-42a5-8c69-19ed304b5f48 req-57ac1da5-6fb1-4476-9db6-0252e5e5aabd tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0509675 Feb 19 04:47:14.217454 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02680332-cdc9-42a5-8c69-19ed304b5f48 req-68d5df7e-7065-4059-8bdd-ae048f5ccd3e tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4755fa-21af-4292-b10c-06bb510210ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728106 Feb 19 04:47:14.232057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5110daf-0a20-4d2b-8347-ded92da61868 req-167e5bd3-68a5-45df-a857-ca7d2a676cec tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:14.233540 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c5110daf-0a20-4d2b-8347-ded92da61868 req-167e5bd3-68a5-45df-a857-ca7d2a676cec tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed7b2a91-f097-4369-b2c1-8eef710c5d74 HTTP/1.1" status: 200 len: 945 time: 0.0738211 Feb 19 04:47:14.323153 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-c5110daf-0a20-4d2b-8347-ded92da61868 req-4078e049-1c6c-4464-95ef-78758804c0bf tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Deleting port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:47:14.323499 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c5110daf-0a20-4d2b-8347-ded92da61868 req-4078e049-1c6c-4464-95ef-78758804c0bf tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (73483ffe-8c48-4d6f-b2c2-4bea36b99d51), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:14.412776 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-c5110daf-0a20-4d2b-8347-ded92da61868 req-4078e049-1c6c-4464-95ef-78758804c0bf tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] For port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=73483ffe-8c48-4d6f-b2c2-4bea36b99d51,segment=NetworkSegment(b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4),segment_id=b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:14.413137 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c5110daf-0a20-4d2b-8347-ded92da61868 req-4078e049-1c6c-4464-95ef-78758804c0bf tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (73483ffe-8c48-4d6f-b2c2-4bea36b99d51), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:14.425711 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-c5110daf-0a20-4d2b-8347-ded92da61868 req-4078e049-1c6c-4464-95ef-78758804c0bf tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Calling delete_port for 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:47:14.546933 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c5110daf-0a20-4d2b-8347-ded92da61868 req-4078e049-1c6c-4464-95ef-78758804c0bf tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (73483ffe-8c48-4d6f-b2c2-4bea36b99d51), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:14.558328 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['73483ffe-8c48-4d6f-b2c2-4bea36b99d51'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:47:14.578079 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4078e049-1c6c-4464-95ef-78758804c0bf tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Pushing event deleted for resources: {'Port': ['ID=73483ffe-8c48-4d6f-b2c2-4bea36b99d51,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:14.628643 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5110daf-0a20-4d2b-8347-ded92da61868 req-4078e049-1c6c-4464-95ef-78758804c0bf tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] No DVR routers for this DVR port 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:47:14.632100 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c5110daf-0a20-4d2b-8347-ded92da61868 req-4078e049-1c6c-4464-95ef-78758804c0bf tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:14.635503 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c5110daf-0a20-4d2b-8347-ded92da61868 req-4078e049-1c6c-4464-95ef-78758804c0bf tempest-DeleteServersTestJSON-746993751 tempest-DeleteServersTestJSON-746993751-project] 10.222.0.79 "DELETE /v2.0/ports/73483ffe-8c48-4d6f-b2c2-4bea36b99d51 HTTP/1.1" status: 204 len: 173 time: 0.3968067 Feb 19 04:47:14.635977 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7b2a91-f097-4369-b2c1-8eef710c5d74', 'name': 'network-vif-deleted', 'tag': '73483ffe-8c48-4d6f-b2c2-4bea36b99d51'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:47:14.638306 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6047385-3580-4371-8b7a-8c1e15fbba0b" -d '{"events": [{"server_uuid": "ed7b2a91-f097-4369-b2c1-8eef710c5d74", "name": "network-vif-deleted", "tag": "73483ffe-8c48-4d6f-b2c2-4bea36b99d51"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:47:14.689293 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e75fb61-fd58-4067-95db-c8dc0863d73c x-openstack-request-id: req-3e75fb61-fd58-4067-95db-c8dc0863d73c {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:47:14.689592 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7b2a91-f097-4369-b2c1-8eef710c5d74", "name": "network-vif-deleted", "tag": "73483ffe-8c48-4d6f-b2c2-4bea36b99d51", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:47:14.689846 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3e75fb61-fd58-4067-95db-c8dc0863d73c {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:47:14.690285 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7b2a91-f097-4369-b2c1-8eef710c5d74', 'name': 'network-vif-deleted', 'tag': '73483ffe-8c48-4d6f-b2c2-4bea36b99d51', 'status': 'completed', 'code': 200} Feb 19 04:47:15.343711 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44650) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:15.387667 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97f9e4e-3858-4e10-a9c2-354e68435d3f admin admin] Deleting subnet a8153c53-59c6-43a3-8422-68157d2e972b {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:47:15.390706 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b97f9e4e-3858-4e10-a9c2-354e68435d3f admin admin] Publish callbacks [] for subnet (a8153c53-59c6-43a3-8422-68157d2e972b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:15.425514 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b97f9e4e-3858-4e10-a9c2-354e68435d3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (a8153c53-59c6-43a3-8422-68157d2e972b), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:15.470499 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b97f9e4e-3858-4e10-a9c2-354e68435d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (a8153c53-59c6-43a3-8422-68157d2e972b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:15.523629 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b97f9e4e-3858-4e10-a9c2-354e68435d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (a8153c53-59c6-43a3-8422-68157d2e972b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:15.550196 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f9e4e-3858-4e10-a9c2-354e68435d3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8153c53-59c6-43a3-8422-68157d2e972b,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:15.552454 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b97f9e4e-3858-4e10-a9c2-354e68435d3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:15.556035 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b97f9e4e-3858-4e10-a9c2-354e68435d3f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a8153c53-59c6-43a3-8422-68157d2e972b HTTP/1.1" status: 204 len: 168 time: 0.2113252 Feb 19 04:47:15.558496 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44652) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:15.623647 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-315c7ecc-971c-4baf-8cd3-19734bee3827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (efc09990-da76-4e01-b520-fb09b01d4391), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:15.706267 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-315c7ecc-971c-4baf-8cd3-19734bee3827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (efc09990-da76-4e01-b520-fb09b01d4391), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:15.726028 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-315c7ecc-971c-4baf-8cd3-19734bee3827 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc09990-da76-4e01-b520-fb09b01d4391']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:15.734937 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-315c7ecc-971c-4baf-8cd3-19734bee3827 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:15.735231 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-315c7ecc-971c-4baf-8cd3-19734bee3827 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:15.744251 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-315c7ecc-971c-4baf-8cd3-19734bee3827 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:15.757884 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-315c7ecc-971c-4baf-8cd3-19734bee3827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:15.763733 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315c7ecc-971c-4baf-8cd3-19734bee3827 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:47:15.764116 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-315c7ecc-971c-4baf-8cd3-19734bee3827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (b13dc5ea-7b9c-4fdb-8347-b5ed01a136c4), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:47:15.765706 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:47:15.821756 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-315c7ecc-971c-4baf-8cd3-19734bee3827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (efc09990-da76-4e01-b520-fb09b01d4391), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:15.827134 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-315c7ecc-971c-4baf-8cd3-19734bee3827 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:15.830324 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-315c7ecc-971c-4baf-8cd3-19734bee3827 admin admin] 10.222.0.52 "DELETE /v2.0/networks/efc09990-da76-4e01-b520-fb09b01d4391 HTTP/1.1" status: 204 len: 168 time: 0.2708926 Feb 19 04:47:15.842131 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c7ecc-971c-4baf-8cd3-19734bee3827 admin admin] Pushing event deleted for resources: {'Network': ['ID=efc09990-da76-4e01-b520-fb09b01d4391,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:15.937038 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44656) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:15.975932 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5a753390-b64f-451f-8d6c-51f4bec9e5d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1e7196a5bd1f4956896f3073df8e30bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377095 Feb 19 04:47:15.978420 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44658) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:16.025857 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cc683c90-b6db-4325-a3ac-8c5c3c028815 admin admin] Publish callbacks [] for security_group (1e4755fa-21af-4292-b10c-06bb510210ac), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:16.046858 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cc683c90-b6db-4325-a3ac-8c5c3c028815 admin admin] Publish callbacks [] for security_group (1e4755fa-21af-4292-b10c-06bb510210ac), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:16.093916 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cc683c90-b6db-4325-a3ac-8c5c3c028815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1e4755fa-21af-4292-b10c-06bb510210ac), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:16.096398 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cc683c90-b6db-4325-a3ac-8c5c3c028815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:16.097548 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cc683c90-b6db-4325-a3ac-8c5c3c028815 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1e4755fa-21af-4292-b10c-06bb510210ac HTTP/1.1" status: 204 len: 168 time: 0.1181958 Feb 19 04:47:16.106393 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc683c90-b6db-4325-a3ac-8c5c3c028815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4755fa-21af-4292-b10c-06bb510210ac,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:16.740305 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 44680) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:16.843329 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-d622327d-0c0c-414c-8159-3d8e9437c418 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-643990615-network', 'tenant_id': 'a325eb3ede304a4a9d94af4a70edcfe0'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:16.863295 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d622327d-0c0c-414c-8159-3d8e9437c418 admin admin] Made reservation on behalf of a325eb3ede304a4a9d94af4a70edcfe0 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:47:16.866341 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d622327d-0c0c-414c-8159-3d8e9437c418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:16.874633 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d622327d-0c0c-414c-8159-3d8e9437c418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:16.951465 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d622327d-0c0c-414c-8159-3d8e9437c418 admin admin] Publish callbacks [] for security_group (234b2456-93f2-4997-93de-6aa3ddce7afa), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:16.955375 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d622327d-0c0c-414c-8159-3d8e9437c418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (234b2456-93f2-4997-93de-6aa3ddce7afa), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:16.976105 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d622327d-0c0c-414c-8159-3d8e9437c418 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:47:16.991736 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622327d-0c0c-414c-8159-3d8e9437c418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234b2456-93f2-4997-93de-6aa3ddce7afa,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:16.994586 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d622327d-0c0c-414c-8159-3d8e9437c418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (6099638f-ae63-4e38-a51e-e52c71c947a5), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:16.994933 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-d622327d-0c0c-414c-8159-3d8e9437c418 admin admin] Added segment 6099638f-ae63-4e38-a51e-e52c71c947a5 of type vlan for network eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 Feb 19 04:47:17.034502 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d622327d-0c0c-414c-8159-3d8e9437c418 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:17.060452 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d622327d-0c0c-414c-8159-3d8e9437c418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:17.061643 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d622327d-0c0c-414c-8159-3d8e9437c418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:17.062417 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d622327d-0c0c-414c-8159-3d8e9437c418 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:17.112666 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d622327d-0c0c-414c-8159-3d8e9437c418 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3712909 Feb 19 04:47:17.116354 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 44684) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:17.121532 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-194a4a73-b6a7-4e3c-889a-c56836aaa0b4 admin admin] Request body: {'subnet': {'network_id': 'eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-643990615-subnet', 'tenant_id': 'a325eb3ede304a4a9d94af4a70edcfe0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:17.124143 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622327d-0c0c-414c-8159-3d8e9437c418 admin admin] Pushing event updated for resources: {'Network': ['ID=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:17.135503 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:47:17.142412 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194a4a73-b6a7-4e3c-889a-c56836aaa0b4 admin admin] Made reservation on behalf of a325eb3ede304a4a9d94af4a70edcfe0 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:47:17.144757 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-194a4a73-b6a7-4e3c-889a-c56836aaa0b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:17.310353 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-194a4a73-b6a7-4e3c-889a-c56836aaa0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (f10d8d68-f6ea-41f3-aa69-7fa14854c57a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:17.362461 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a4a73-b6a7-4e3c-889a-c56836aaa0b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f10d8d68-f6ea-41f3-aa69-7fa14854c57a,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:17.372850 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a4a73-b6a7-4e3c-889a-c56836aaa0b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:17.373148 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a4a73-b6a7-4e3c-889a-c56836aaa0b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:17.373496 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a4a73-b6a7-4e3c-889a-c56836aaa0b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:17.373837 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a4a73-b6a7-4e3c-889a-c56836aaa0b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:17.374196 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a4a73-b6a7-4e3c-889a-c56836aaa0b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:17.374537 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a4a73-b6a7-4e3c-889a-c56836aaa0b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:17.374869 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a4a73-b6a7-4e3c-889a-c56836aaa0b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:17.375201 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a4a73-b6a7-4e3c-889a-c56836aaa0b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:17.375530 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a4a73-b6a7-4e3c-889a-c56836aaa0b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:17.375857 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a4a73-b6a7-4e3c-889a-c56836aaa0b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:17.376187 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a4a73-b6a7-4e3c-889a-c56836aaa0b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:17.376518 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a4a73-b6a7-4e3c-889a-c56836aaa0b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:17.376843 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a4a73-b6a7-4e3c-889a-c56836aaa0b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:17.384375 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194a4a73-b6a7-4e3c-889a-c56836aaa0b4 admin admin] Checking segment: {'id': '6099638f-ae63-4e38-a51e-e52c71c947a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:47:17.384739 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194a4a73-b6a7-4e3c-889a-c56836aaa0b4 admin admin] Network hostable DHCP agents. Network: eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:47:17.401057 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194a4a73-b6a7-4e3c-889a-c56836aaa0b4 admin admin] Network eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:47:17.409960 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-194a4a73-b6a7-4e3c-889a-c56836aaa0b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:47:17.415841 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194a4a73-b6a7-4e3c-889a-c56836aaa0b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:17.416998 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-194a4a73-b6a7-4e3c-889a-c56836aaa0b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:17.420359 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7abb70-aa25-4df4-b6d9-47dcd7c959b5 None None] Network eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:47:17.437771 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-194a4a73-b6a7-4e3c-889a-c56836aaa0b4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3158853 Feb 19 04:47:17.521529 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc03995-c832-4270-a839-56853bf86901 None None] Network eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:47:17.858551 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-751a4bf3-0444-4bf4-b59c-e29fd5de287c tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:17.860001 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-751a4bf3-0444-4bf4-b59c-e29fd5de287c tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/networks?id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 HTTP/1.1" status: 200 len: 814 time: 0.1063936 Feb 19 04:47:17.874393 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-ef0b7d09-6927-4f70-8b57-7a3e0a80211f tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/quotas/a325eb3ede304a4a9d94af4a70edcfe0 HTTP/1.1" status: 200 len: 375 time: 0.0090921 Feb 19 04:47:17.905125 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-c0e74f3d-eddb-4077-8485-92c61fe1a043 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a325eb3ede304a4a9d94af4a70edcfe0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260289 Feb 19 04:47:17.915698 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-7abd9bf5-e8dd-41c3-bbe4-c6cbde9c141b service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:47:17.916893 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-7abd9bf5-e8dd-41c3-bbe4-c6cbde9c141b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056021 Feb 19 04:47:17.994625 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:47:18.005270 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-9959dc85-965d-44f7-8ce6-99df043193f6 service neutron] 10.222.0.52 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832064 Feb 19 04:47:18.014876 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:47:18.015239 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 73483ffe-8c48-4d6f-b2c2-4bea36b99d51 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:47:18.093193 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-7cce689d-39fe-40f7-a0ef-5f64e18b108b service neutron] 10.222.0.52 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817947 Feb 19 04:47:18.248530 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5557188b-c941-4785-bfe8-ac78ffbec002 req-f1bab9ef-d5eb-4a59-91f5-9ed780daf861 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 210 time: 0.0268953 Feb 19 04:47:19.133436 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-c0b5701f-602a-4f8c-8eea-e5608d1d1180 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:19.134909 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-c0b5701f-602a-4f8c-8eea-e5608d1d1180 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.79 "GET /v2.0/networks?id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 HTTP/1.1" status: 200 len: 814 time: 0.1041014 Feb 19 04:47:19.145869 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-cf363be8-b713-4643-92c0-bf3a56a60f39 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Request body: {'port': {'device_id': '9acf0694-2a64-41b9-9a23-e621ccc17288', 'network_id': 'eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9', 'admin_state_up': True, 'tenant_id': 'a325eb3ede304a4a9d94af4a70edcfe0'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:19.256469 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-cf363be8-b713-4643-92c0-bf3a56a60f39 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Made reservation on behalf of a325eb3ede304a4a9d94af4a70edcfe0 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:47:19.259722 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-cf363be8-b713-4643-92c0-bf3a56a60f39 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:19.349027 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3250b61d-2ae2-467a-ad2e-f4de285338b8 req-23069928-aff5-49cc-9765-feb13a176c87 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 210 time: 0.0315623 Feb 19 04:47:19.406796 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-cf363be8-b713-4643-92c0-bf3a56a60f39 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Allocated IP 172.20.0.9 (eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9/f10d8d68-f6ea-41f3-aa69-7fa14854c57a/74f26ec1-50b2-4f3d-bd44-81007f1fe108) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:47:19.555429 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-cf363be8-b713-4643-92c0-bf3a56a60f39 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Publish callbacks [] for port (74f26ec1-50b2-4f3d-bd44-81007f1fe108), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:19.588979 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-cf363be8-b713-4643-92c0-bf3a56a60f39 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (74f26ec1-50b2-4f3d-bd44-81007f1fe108), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:19.635378 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-cf363be8-b713-4643-92c0-bf3a56a60f39 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Network eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:47:19.639203 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-cf363be8-b713-4643-92c0-bf3a56a60f39 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:47:19.641632 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-cf363be8-b713-4643-92c0-bf3a56a60f39 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:47:19.669272 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf363be8-b713-4643-92c0-bf3a56a60f39 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Pushing event updated for resources: {'Port': ['ID=74f26ec1-50b2-4f3d-bd44-81007f1fe108,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:19.697417 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-cf363be8-b713-4643-92c0-bf3a56a60f39 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:19.698024 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-cf363be8-b713-4643-92c0-bf3a56a60f39 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:19.713385 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-cf363be8-b713-4643-92c0-bf3a56a60f39 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5713210 Feb 19 04:47:19.724286 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-a5c8a684-0a1c-41e3-a37a-bd916bc8f67e service neutron] Request body: {'port': {'device_id': '9acf0694-2a64-41b9-9a23-e621ccc17288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:19.780985 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-a5c8a684-0a1c-41e3-a37a-bd916bc8f67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (74f26ec1-50b2-4f3d-bd44-81007f1fe108), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:20.040236 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-a5c8a684-0a1c-41e3-a37a-bd916bc8f67e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f26ec1-50b2-4f3d-bd44-81007f1fe108 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:47:20.047548 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-a5c8a684-0a1c-41e3-a37a-bd916bc8f67e service neutron] Publish callbacks [] for port (74f26ec1-50b2-4f3d-bd44-81007f1fe108), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:20.060481 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-a5c8a684-0a1c-41e3-a37a-bd916bc8f67e service neutron] Transition to ACTIVE for port object 74f26ec1-50b2-4f3d-bd44-81007f1fe108 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:47:20.063963 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-a5c8a684-0a1c-41e3-a37a-bd916bc8f67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (74f26ec1-50b2-4f3d-bd44-81007f1fe108), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:20.113685 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8a684-0a1c-41e3-a37a-bd916bc8f67e service neutron] Pushing event updated for resources: {'Port': ['ID=74f26ec1-50b2-4f3d-bd44-81007f1fe108,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:20.175435 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-a5c8a684-0a1c-41e3-a37a-bd916bc8f67e service neutron] Attempting to bind port 74f26ec1-50b2-4f3d-bd44-81007f1fe108 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:47:20.176333 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-a5c8a684-0a1c-41e3-a37a-bd916bc8f67e service neutron] Attempting to bind port 74f26ec1-50b2-4f3d-bd44-81007f1fe108 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '6099638f-ae63-4e38-a51e-e52c71c947a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:47:20.176333 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-a5c8a684-0a1c-41e3-a37a-bd916bc8f67e service neutron] Attempting to bind port 74f26ec1-50b2-4f3d-bd44-81007f1fe108 on network eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:47:20.181160 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-a5c8a684-0a1c-41e3-a37a-bd916bc8f67e service neutron] Port 74f26ec1-50b2-4f3d-bd44-81007f1fe108 on network eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:47:20.181482 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-a5c8a684-0a1c-41e3-a37a-bd916bc8f67e service neutron] Attempting to bind port 74f26ec1-50b2-4f3d-bd44-81007f1fe108 on network eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:47:20.186340 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-a5c8a684-0a1c-41e3-a37a-bd916bc8f67e service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:47:20.186677 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-a5c8a684-0a1c-41e3-a37a-bd916bc8f67e service neutron] Checking segment: {'id': '6099638f-ae63-4e38-a51e-e52c71c947a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:47:20.187059 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-a5c8a684-0a1c-41e3-a37a-bd916bc8f67e service neutron] Bound using segment: {'id': '6099638f-ae63-4e38-a51e-e52c71c947a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:47:20.187478 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-a5c8a684-0a1c-41e3-a37a-bd916bc8f67e service neutron] Bound port: 74f26ec1-50b2-4f3d-bd44-81007f1fe108, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6099638f-ae63-4e38-a51e-e52c71c947a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:47:20.187830 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-a5c8a684-0a1c-41e3-a37a-bd916bc8f67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (74f26ec1-50b2-4f3d-bd44-81007f1fe108), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:20.252342 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-a5c8a684-0a1c-41e3-a37a-bd916bc8f67e service neutron] For port 74f26ec1-50b2-4f3d-bd44-81007f1fe108, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:47:20.255188 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-a5c8a684-0a1c-41e3-a37a-bd916bc8f67e service neutron] For port 74f26ec1-50b2-4f3d-bd44-81007f1fe108, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=74f26ec1-50b2-4f3d-bd44-81007f1fe108,segment=NetworkSegment(6099638f-ae63-4e38-a51e-e52c71c947a5),segment_id=6099638f-ae63-4e38-a51e-e52c71c947a5)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:47:20.260358 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-a5c8a684-0a1c-41e3-a37a-bd916bc8f67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (74f26ec1-50b2-4f3d-bd44-81007f1fe108), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:20.287716 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:47:20.292030 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-a5c8a684-0a1c-41e3-a37a-bd916bc8f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:20.292650 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-a5c8a684-0a1c-41e3-a37a-bd916bc8f67e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:20.294010 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-a5c8a684-0a1c-41e3-a37a-bd916bc8f67e service neutron] 10.222.0.79 "PUT /v2.0/ports/74f26ec1-50b2-4f3d-bd44-81007f1fe108 HTTP/1.1" status: 200 len: 1092 time: 0.5736308 Feb 19 04:47:20.294474 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acf0694-2a64-41b9-9a23-e621ccc17288', 'tag': '74f26ec1-50b2-4f3d-bd44-81007f1fe108'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:47:20.296672 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6523a7-f30f-429e-81c0-9fc24ea180b9" -d '{"events": [{"name": "network-changed", "server_uuid": "9acf0694-2a64-41b9-9a23-e621ccc17288", "tag": "74f26ec1-50b2-4f3d-bd44-81007f1fe108"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:47:20.329725 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8a684-0a1c-41e3-a37a-bd916bc8f67e service neutron] Pushing event updated for resources: {'Port': ['ID=74f26ec1-50b2-4f3d-bd44-81007f1fe108,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:20.342799 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fccaa7-28f9-4e4d-9384-41ef6a589495 x-openstack-request-id: req-93fccaa7-28f9-4e4d-9384-41ef6a589495 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:47:20.343087 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9acf0694-2a64-41b9-9a23-e621ccc17288", "tag": "74f26ec1-50b2-4f3d-bd44-81007f1fe108", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:47:20.343335 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93fccaa7-28f9-4e4d-9384-41ef6a589495 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:47:20.343722 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9acf0694-2a64-41b9-9a23-e621ccc17288', 'tag': '74f26ec1-50b2-4f3d-bd44-81007f1fe108', 'status': 'completed', 'code': 200} Feb 19 04:47:20.380129 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-1bed46c9-68d3-4098-9984-9abcee1f66fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:20.381661 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-1bed46c9-68d3-4098-9984-9abcee1f66fc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a325eb3ede304a4a9d94af4a70edcfe0&device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 1126 time: 0.0479848 Feb 19 04:47:20.426805 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-30c711b8-a1bb-446b-8c96-be9547211bd7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74f26ec1-50b2-4f3d-bd44-81007f1fe108 HTTP/1.1" status: 200 len: 217 time: 0.0386775 Feb 19 04:47:20.495768 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-f37fdeb7-0a01-4095-98e6-aff6c77d3cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:20.497216 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-f37fdeb7-0a01-4095-98e6-aff6c77d3cb8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f10d8d68-f6ea-41f3-aa69-7fa14854c57a HTTP/1.1" status: 200 len: 854 time: 0.0626519 Feb 19 04:47:20.518476 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d070af9-c39a-421b-9f60-87ebed1442a7 req-1663bd91-abcf-4423-9abc-c202e55b0030 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:20.519809 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d070af9-c39a-421b-9f60-87ebed1442a7 req-1663bd91-abcf-4423-9abc-c202e55b0030 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 943 time: 0.0957057 Feb 19 04:47:20.536313 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-d0fe45b6-5f8e-4faf-adfd-465f3f96b41b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330904 Feb 19 04:47:20.626157 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d070af9-c39a-421b-9f60-87ebed1442a7 req-0ce167ef-9db9-484c-ae98-34dbe50d88a3 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925226 Feb 19 04:47:20.653236 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-60f8d7ac-c590-4716-a0d1-efbf02fe4c09 service neutron] 10.222.0.79 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107960 Feb 19 04:47:20.744476 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c711e6d2-f5ef-43cd-af55-941acade60c9 req-721bd927-04f3-4f54-93a4-0a94c87b7537 service neutron] 10.222.0.79 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852211 Feb 19 04:47:20.828036 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6523a7-f30f-429e-81c0-9fc24ea180b9 req-b754b783-585e-419f-8c40-bc7eed52c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:20.829451 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c6523a7-f30f-429e-81c0-9fc24ea180b9 req-b754b783-585e-419f-8c40-bc7eed52c244 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a325eb3ede304a4a9d94af4a70edcfe0&device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 1126 time: 0.0455365 Feb 19 04:47:20.917347 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6523a7-f30f-429e-81c0-9fc24ea180b9 req-6fdda587-8f1a-47fb-84ca-87156dd45ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:20.918871 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c6523a7-f30f-429e-81c0-9fc24ea180b9 req-6fdda587-8f1a-47fb-84ca-87156dd45ff2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 HTTP/1.1" status: 200 len: 915 time: 0.0829322 Feb 19 04:47:20.963046 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c6523a7-f30f-429e-81c0-9fc24ea180b9 req-04f89b67-6737-45a8-bf10-52af6f313f59 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74f26ec1-50b2-4f3d-bd44-81007f1fe108 HTTP/1.1" status: 200 len: 217 time: 0.0383229 Feb 19 04:47:21.012341 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6523a7-f30f-429e-81c0-9fc24ea180b9 req-50dec3fd-a495-4c76-a216-42c5fa9cb680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:21.013791 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c6523a7-f30f-429e-81c0-9fc24ea180b9 req-50dec3fd-a495-4c76-a216-42c5fa9cb680 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f10d8d68-f6ea-41f3-aa69-7fa14854c57a HTTP/1.1" status: 200 len: 854 time: 0.0440629 Feb 19 04:47:21.044946 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c6523a7-f30f-429e-81c0-9fc24ea180b9 req-2a479bdf-f334-4d6d-af38-ef068ff0aae7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247400 Feb 19 04:47:21.135656 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c6523a7-f30f-429e-81c0-9fc24ea180b9 req-d8d726ad-cd7c-46b3-beb6-fb24a4ae9546 service neutron] 10.222.0.79 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838609 Feb 19 04:47:21.222051 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c6523a7-f30f-429e-81c0-9fc24ea180b9 req-17011aed-dab9-46ee-b782-d23e0a1c7bc6 service neutron] 10.222.0.79 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803552 Feb 19 04:47:21.745932 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a187851-7472-4706-b974-2526d2916e6f req-a5fe97c1-7421-48a4-bc0c-2837fa004113 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:21.747425 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3a187851-7472-4706-b974-2526d2916e6f req-a5fe97c1-7421-48a4-bc0c-2837fa004113 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 943 time: 0.0536799 Feb 19 04:47:21.796011 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3a187851-7472-4706-b974-2526d2916e6f req-8a5be94d-4c0a-4975-ab27-fc26ae86ae7b tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431044 Feb 19 04:47:21.994584 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 74f26ec1-50b2-4f3d-bd44-81007f1fe108 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:47:22.088897 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 74f26ec1-50b2-4f3d-bd44-81007f1fe108, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=74f26ec1-50b2-4f3d-bd44-81007f1fe108,segment=NetworkSegment(6099638f-ae63-4e38-a51e-e52c71c947a5),segment_id=6099638f-ae63-4e38-a51e-e52c71c947a5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:22.100827 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '74f26ec1-50b2-4f3d-bd44-81007f1fe108', 'network_id': 'eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9', 'port_id': '74f26ec1-50b2-4f3d-bd44-81007f1fe108', 'mac_address': 'fa:16:3e:19:17:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10d8d68-f6ea-41f3-aa69-7fa14854c57a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:47:22.140457 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 74f26ec1-50b2-4f3d-bd44-81007f1fe108 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:22.140849 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (74f26ec1-50b2-4f3d-bd44-81007f1fe108), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:22.154390 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f26ec1-50b2-4f3d-bd44-81007f1fe108 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:47:22.173686 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 74f26ec1-50b2-4f3d-bd44-81007f1fe108, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=74f26ec1-50b2-4f3d-bd44-81007f1fe108,segment=NetworkSegment(6099638f-ae63-4e38-a51e-e52c71c947a5),segment_id=6099638f-ae63-4e38-a51e-e52c71c947a5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:22.178389 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (74f26ec1-50b2-4f3d-bd44-81007f1fe108), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:22.223902 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=74f26ec1-50b2-4f3d-bd44-81007f1fe108,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:22.363387 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['74f26ec1-50b2-4f3d-bd44-81007f1fe108'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:47:22.920723 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d487b7-4c11-4c6f-9875-f56de6329e64 req-8b485fe6-9be6-454c-8b15-b26e64c9c9ed tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:22.922393 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17d487b7-4c11-4c6f-9875-f56de6329e64 req-8b485fe6-9be6-454c-8b15-b26e64c9c9ed tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 944 time: 0.0589006 Feb 19 04:47:22.973225 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17d487b7-4c11-4c6f-9875-f56de6329e64 req-a90728cf-bcb6-4e3d-8962-1ca7aa729d81 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440238 Feb 19 04:47:23.994130 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 74f26ec1-50b2-4f3d-bd44-81007f1fe108 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:47:24.047572 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 74f26ec1-50b2-4f3d-bd44-81007f1fe108 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:47:24.052774 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 74f26ec1-50b2-4f3d-bd44-81007f1fe108 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:24.053151 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (74f26ec1-50b2-4f3d-bd44-81007f1fe108), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:24.110805 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86f9bb-597b-44e2-9b9c-15a8b4a67e5c req-da961f57-3360-43c2-8325-75784b9bf852 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:24.112292 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f86f9bb-597b-44e2-9b9c-15a8b4a67e5c req-da961f57-3360-43c2-8325-75784b9bf852 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 944 time: 0.0629568 Feb 19 04:47:24.130593 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 74f26ec1-50b2-4f3d-bd44-81007f1fe108 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:24.131466 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (74f26ec1-50b2-4f3d-bd44-81007f1fe108), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:24.158377 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acf0694-2a64-41b9-9a23-e621ccc17288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f26ec1-50b2-4f3d-bd44-81007f1fe108'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:47:24.159276 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f86f9bb-597b-44e2-9b9c-15a8b4a67e5c req-829a5dca-7d4a-4ea7-b6a4-1b1f5f235e72 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411127 Feb 19 04:47:24.160634 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8a5508-7791-4602-afc5-6a9994033a5d" -d '{"events": [{"server_uuid": "9acf0694-2a64-41b9-9a23-e621ccc17288", "name": "network-vif-plugged", "status": "completed", "tag": "74f26ec1-50b2-4f3d-bd44-81007f1fe108"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:47:24.173362 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 74f26ec1-50b2-4f3d-bd44-81007f1fe108, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=74f26ec1-50b2-4f3d-bd44-81007f1fe108,segment=NetworkSegment(6099638f-ae63-4e38-a51e-e52c71c947a5),segment_id=6099638f-ae63-4e38-a51e-e52c71c947a5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:24.180572 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (74f26ec1-50b2-4f3d-bd44-81007f1fe108), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:24.212618 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f756ff0-7732-4c27-94e4-20f2b7048b1e x-openstack-request-id: req-3f756ff0-7732-4c27-94e4-20f2b7048b1e {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:47:24.212930 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acf0694-2a64-41b9-9a23-e621ccc17288", "name": "network-vif-plugged", "status": "completed", "tag": "74f26ec1-50b2-4f3d-bd44-81007f1fe108", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:47:24.213166 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3f756ff0-7732-4c27-94e4-20f2b7048b1e {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:47:24.213558 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9acf0694-2a64-41b9-9a23-e621ccc17288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f26ec1-50b2-4f3d-bd44-81007f1fe108', 'code': 200} Feb 19 04:47:24.231239 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=74f26ec1-50b2-4f3d-bd44-81007f1fe108,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:24.314206 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96c9a5-e8b9-4166-abb0-067e019e86fe req-6d19be13-3f35-4aad-939c-1bc83924adf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:24.315682 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f96c9a5-e8b9-4166-abb0-067e019e86fe req-6d19be13-3f35-4aad-939c-1bc83924adf6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 1128 time: 0.0466003 Feb 19 04:47:24.357079 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f96c9a5-e8b9-4166-abb0-067e019e86fe req-9569e809-7bda-436e-9619-9dbdc0d2a1ae service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359068 Feb 19 04:47:25.278275 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66302507-0f5e-4bdf-84a9-b4050f811a40 req-eaa41fda-151c-4073-9436-5d5e5fa3a1df tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:25.279683 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66302507-0f5e-4bdf-84a9-b4050f811a40 req-eaa41fda-151c-4073-9436-5d5e5fa3a1df tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0516067 Feb 19 04:47:25.328426 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66302507-0f5e-4bdf-84a9-b4050f811a40 req-25f05a9a-984b-4d96-9c52-ada79d5a27dc tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432897 Feb 19 04:47:26.445917 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a322ded-619e-48e1-9e11-23ac92bbc5b8 req-158f386d-db7f-4823-93d9-b9600d97de6b tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:26.447393 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a322ded-619e-48e1-9e11-23ac92bbc5b8 req-158f386d-db7f-4823-93d9-b9600d97de6b tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0505650 Feb 19 04:47:26.495908 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8a322ded-619e-48e1-9e11-23ac92bbc5b8 req-b6277d05-0b98-44f6-85e1-eac637238142 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429265 Feb 19 04:47:26.612443 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ed19d-6cad-450f-b7b2-9ec975a5aef6 req-5f093b1f-362d-49e3-bf5b-63a01f5ab31e tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:26.613813 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-330ed19d-6cad-450f-b7b2-9ec975a5aef6 req-5f093b1f-362d-49e3-bf5b-63a01f5ab31e tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0505714 Feb 19 04:47:26.658411 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-330ed19d-6cad-450f-b7b2-9ec975a5aef6 req-e60d8db5-9c63-42d4-a099-903cc8a306e1 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391581 Feb 19 04:47:26.858601 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bf1c7-8267-4d09-9c43-49887ff4f744 req-ac53ed61-6c7f-41e1-8ce1-cc2c29533554 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:26.860068 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b81bf1c7-8267-4d09-9c43-49887ff4f744 req-ac53ed61-6c7f-41e1-8ce1-cc2c29533554 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0515766 Feb 19 04:47:26.905110 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b81bf1c7-8267-4d09-9c43-49887ff4f744 req-1452d486-2717-4a05-a674-caec6e33d19e tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395062 Feb 19 04:47:27.024178 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c765c-7b41-4e39-a837-bf6f1916a73d req-abc478dd-ad3b-43f5-8518-b0cc7d99d1b7 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:27.025634 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-241c765c-7b41-4e39-a837-bf6f1916a73d req-abc478dd-ad3b-43f5-8518-b0cc7d99d1b7 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0560386 Feb 19 04:47:27.071058 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-241c765c-7b41-4e39-a837-bf6f1916a73d req-132cffe5-7327-4513-b58d-6ee03baca7e0 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399594 Feb 19 04:47:27.208618 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:27.338189 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97652c-dc0a-4a98-9f6a-847f9b79c580 req-3afbafa2-e011-4e99-9089-e734f3334d4b tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:27.339642 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec97652c-dc0a-4a98-9f6a-847f9b79c580 req-3afbafa2-e011-4e99-9089-e734f3334d4b tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0717056 Feb 19 04:47:27.342323 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-8e68a756-c84d-4100-abba-fa54adb4ea73 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820525 Feb 19 04:47:27.390580 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ec97652c-dc0a-4a98-9f6a-847f9b79c580 req-bf04eeff-7cf1-42c2-9cb8-6db86b23c08f tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453229 Feb 19 04:47:27.735753 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-506a1dc7-8b61-4127-a584-f00f006c6e3e tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:27.737119 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-506a1dc7-8b61-4127-a584-f00f006c6e3e tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports/74f26ec1-50b2-4f3d-bd44-81007f1fe108 HTTP/1.1" status: 200 len: 942 time: 0.0458932 Feb 19 04:47:28.532108 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-b17d2e55-04b0-4ed0-b137-d54ed4e66221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:28.533608 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-b17d2e55-04b0-4ed0-b137-d54ed4e66221 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a325eb3ede304a4a9d94af4a70edcfe0&device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 1128 time: 0.0759485 Feb 19 04:47:28.540487 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514323f-a7c3-4786-aa07-94b832b0d631 req-78f108b5-8593-403e-b158-d5054dacefef tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:28.541828 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9514323f-a7c3-4786-aa07-94b832b0d631 req-78f108b5-8593-403e-b158-d5054dacefef tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0745449 Feb 19 04:47:28.639012 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9514323f-a7c3-4786-aa07-94b832b0d631 req-c0d47c2c-e3f4-46e6-9b19-2ac3442af42c tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894523 Feb 19 04:47:28.661922 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-a1925587-50af-47d7-96af-54433508705d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:28.663392 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-a1925587-50af-47d7-96af-54433508705d service neutron] 10.222.0.79 "GET /v2.0/networks?id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 HTTP/1.1" status: 200 len: 915 time: 0.1207161 Feb 19 04:47:28.706825 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-3a0d8d47-82e4-4b37-9360-e60595887377 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74f26ec1-50b2-4f3d-bd44-81007f1fe108 HTTP/1.1" status: 200 len: 217 time: 0.0368772 Feb 19 04:47:29.081040 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-1bfbd518-a802-4c82-898d-c2de63d25031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:29.082511 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-1bfbd518-a802-4c82-898d-c2de63d25031 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f10d8d68-f6ea-41f3-aa69-7fa14854c57a HTTP/1.1" status: 200 len: 854 time: 0.3705769 Feb 19 04:47:29.114137 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-e21bc160-d0a5-4423-bd4e-1a7f83ed6dea service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242224 Feb 19 04:47:29.201850 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-f8b3f9dd-c364-4401-b629-99e6518a00f3 service neutron] 10.222.0.79 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823457 Feb 19 04:47:29.289481 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-8fa56d3c-e350-4e57-98c3-fc49b39a81e2 service neutron] 10.222.0.79 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813172 Feb 19 04:47:29.757590 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d371b-3482-479a-b525-a4a81dc2eab2 req-ddb94de5-7782-4341-b7d9-1e79c592d398 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:29.759142 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9e0d371b-3482-479a-b525-a4a81dc2eab2 req-ddb94de5-7782-4341-b7d9-1e79c592d398 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0525501 Feb 19 04:47:29.805279 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9e0d371b-3482-479a-b525-a4a81dc2eab2 req-8bccd688-1373-4b34-b080-c252dbec9610 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406716 Feb 19 04:47:30.029568 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:30.684564 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dbdcb5c2-d57b-473b-9e98-88f7060793d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:30.925255 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f7daa-aa8f-42d7-9204-3e53c9367583 req-5a3cba53-2d75-4af6-aed4-94344108f532 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:30.927087 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-258f7daa-aa8f-42d7-9204-3e53c9367583 req-5a3cba53-2d75-4af6-aed4-94344108f532 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0542798 Feb 19 04:47:30.979939 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-258f7daa-aa8f-42d7-9204-3e53c9367583 req-a36d2aee-2fe7-4cc1-9dc9-606a3246b72f tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468180 Feb 19 04:47:32.096932 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac169a-15bd-4e69-a419-d6339add646f req-b2571a34-5aeb-4443-9f22-02c454594852 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:32.098422 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a0ac169a-15bd-4e69-a419-d6339add646f req-b2571a34-5aeb-4443-9f22-02c454594852 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0519519 Feb 19 04:47:32.144365 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a0ac169a-15bd-4e69-a419-d6339add646f req-c59ae1e7-58a6-4a52-aa13-abf089396225 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404770 Feb 19 04:47:33.265971 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c89224-4886-424f-b2fd-a3b38f30adb9 req-f1d442bc-7ab9-4c27-8963-281b3d1aacb0 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:33.267393 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-14c89224-4886-424f-b2fd-a3b38f30adb9 req-f1d442bc-7ab9-4c27-8963-281b3d1aacb0 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0546119 Feb 19 04:47:33.313590 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-14c89224-4886-424f-b2fd-a3b38f30adb9 req-277c56d7-c56a-4ff5-9932-7a8041dbb720 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407040 Feb 19 04:47:33.533884 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-aa6c5188-4c84-4e01-abb9-41fa6125c297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:33.944568 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:34.430399 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addda878-58aa-43ce-86a3-abe4f1958a54 req-41bdc8ea-ef53-414b-a06f-41e4b862fb4b tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:34.431862 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-addda878-58aa-43ce-86a3-abe4f1958a54 req-41bdc8ea-ef53-414b-a06f-41e4b862fb4b tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0512235 Feb 19 04:47:34.477328 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-addda878-58aa-43ce-86a3-abe4f1958a54 req-fd96d8fc-7035-48fb-b6d9-e8ea682940b3 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398700 Feb 19 04:47:35.432331 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:35.595941 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d43215-2a98-42d2-b73a-5b59388c0da4 req-364e467d-26a2-4699-8778-c84774dbb00f tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:35.597336 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c7d43215-2a98-42d2-b73a-5b59388c0da4 req-364e467d-26a2-4699-8778-c84774dbb00f tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0512335 Feb 19 04:47:35.646220 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c7d43215-2a98-42d2-b73a-5b59388c0da4 req-759f774a-085d-4940-aded-5ced637a73ac tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426710 Feb 19 04:47:36.762675 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34ba4b-7559-48b9-9b2f-9153a1522f05 req-ef993aa2-95ae-43a0-bce8-d550c1fd571c tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:36.764138 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe34ba4b-7559-48b9-9b2f-9153a1522f05 req-ef993aa2-95ae-43a0-bce8-d550c1fd571c tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0512397 Feb 19 04:47:36.809956 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe34ba4b-7559-48b9-9b2f-9153a1522f05 req-2a6c4fa5-5191-4f76-a2e9-6bd845b5b99b tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402882 Feb 19 04:47:36.854066 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:37.924643 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70442541-b2c2-40da-afe0-555b69233aaa req-e587deb8-4661-4579-8c10-478b76f3a08b tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:37.926368 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-70442541-b2c2-40da-afe0-555b69233aaa req-e587deb8-4661-4579-8c10-478b76f3a08b tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0501070 Feb 19 04:47:37.971737 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-70442541-b2c2-40da-afe0-555b69233aaa req-0a95a0bf-3dd3-419c-b492-d250d4fe2a11 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395038 Feb 19 04:47:39.094293 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ff232-b24f-44b6-81c8-bb91fcf309b6 req-5b902695-ade9-4e58-ac31-9bf39ed74864 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:39.095738 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-319ff232-b24f-44b6-81c8-bb91fcf309b6 req-5b902695-ade9-4e58-ac31-9bf39ed74864 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0550568 Feb 19 04:47:39.141465 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-319ff232-b24f-44b6-81c8-bb91fcf309b6 req-9e43d5d7-e4ca-45f5-8019-6ecf810b01f1 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402000 Feb 19 04:47:40.270009 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cc3a7-27eb-4a5c-b959-6b7115e67bd2 req-e966e488-f059-49d2-917a-598401e8609d tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:40.271508 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f8cc3a7-27eb-4a5c-b959-6b7115e67bd2 req-e966e488-f059-49d2-917a-598401e8609d tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0516806 Feb 19 04:47:40.316990 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f8cc3a7-27eb-4a5c-b959-6b7115e67bd2 req-2295a497-01c3-4be4-a535-f6418c96499e tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399010 Feb 19 04:47:41.432735 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0da6b-604a-4e85-9810-b08f695ea134 req-36bf6f13-4413-480b-bb9d-a2e63d44de80 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:41.434207 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c6e0da6b-604a-4e85-9810-b08f695ea134 req-36bf6f13-4413-480b-bb9d-a2e63d44de80 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0504549 Feb 19 04:47:41.483289 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c6e0da6b-604a-4e85-9810-b08f695ea134 req-a1dc67dd-41f1-4fdb-bdbb-75035111a620 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435758 Feb 19 04:47:42.599265 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a4b3d-f1dc-4f38-9fda-43e0cb98ada9 req-7cd94b7b-7cf7-4234-980d-48d4848ab722 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:42.600778 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a24a4b3d-f1dc-4f38-9fda-43e0cb98ada9 req-7cd94b7b-7cf7-4234-980d-48d4848ab722 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0505083 Feb 19 04:47:42.646443 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a24a4b3d-f1dc-4f38-9fda-43e0cb98ada9 req-366928a2-811d-4571-b05a-60bceab55e43 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394859 Feb 19 04:47:43.763255 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9e5e2-70e1-4b30-8c23-4dc4bf6fc0bd req-5fbc9973-4fd4-48ac-bfb2-759aea3e03f9 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:43.764734 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88c9e5e2-70e1-4b30-8c23-4dc4bf6fc0bd req-5fbc9973-4fd4-48ac-bfb2-759aea3e03f9 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0514064 Feb 19 04:47:43.811056 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88c9e5e2-70e1-4b30-8c23-4dc4bf6fc0bd req-23753627-dbe6-4f18-a6ce-5ecf543e8bc7 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409091 Feb 19 04:47:44.935384 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ba855-66a8-47c0-9f33-d95eacf3c4f6 req-b26769b1-3bbe-47c7-b29b-d315230c8a98 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:44.936834 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af5ba855-66a8-47c0-9f33-d95eacf3c4f6 req-b26769b1-3bbe-47c7-b29b-d315230c8a98 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0603418 Feb 19 04:47:44.981524 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af5ba855-66a8-47c0-9f33-d95eacf3c4f6 req-f69d8887-0043-4ee5-9a84-d0cda8c7dac3 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390818 Feb 19 04:47:46.099126 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3147969-15e1-4dc4-b9c5-6c4caf97c269 req-642682dd-f33c-4f0e-974b-b9f2f9678c2b tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:46.100871 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d3147969-15e1-4dc4-b9c5-6c4caf97c269 req-642682dd-f33c-4f0e-974b-b9f2f9678c2b tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0526755 Feb 19 04:47:46.146709 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d3147969-15e1-4dc4-b9c5-6c4caf97c269 req-a988124a-c31c-42da-a5fc-e524ed0b6e43 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402658 Feb 19 04:47:47.268905 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2a5e9-8856-497b-9682-d209a7408508 req-6f9b31f8-706b-4c17-ad8b-ba36c6d50045 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:47.270327 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a0d2a5e9-8856-497b-9682-d209a7408508 req-6f9b31f8-706b-4c17-ad8b-ba36c6d50045 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0556319 Feb 19 04:47:47.316437 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a0d2a5e9-8856-497b-9682-d209a7408508 req-e345be3d-8feb-402c-8a4d-b61e8608f7ab tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400510 Feb 19 04:47:48.436022 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87d556-ca3f-4eac-8b96-245e912c24c7 req-7fec6c42-ac61-4b0f-a55d-35fbd02b8133 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:48.437479 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9d87d556-ca3f-4eac-8b96-245e912c24c7 req-7fec6c42-ac61-4b0f-a55d-35fbd02b8133 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0517461 Feb 19 04:47:48.484008 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9d87d556-ca3f-4eac-8b96-245e912c24c7 req-f7652263-763d-4d7d-a53a-2c6220068320 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408947 Feb 19 04:47:49.601746 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ac9db-e6c0-4225-8326-5f3541670bc2 req-59d47e65-65c8-4d5b-8dec-908ec567ae6c tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:49.603239 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e71ac9db-e6c0-4225-8326-5f3541670bc2 req-59d47e65-65c8-4d5b-8dec-908ec567ae6c tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0512257 Feb 19 04:47:49.652781 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e71ac9db-e6c0-4225-8326-5f3541670bc2 req-7dee8c67-abe9-4398-bba4-d4a7f27c33a0 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440450 Feb 19 04:47:50.774151 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd0b80-4981-4db6-886d-89432cf8f08e req-5b096da6-744c-41a2-b74b-15c3ec6e95e9 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:50.775656 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c1bd0b80-4981-4db6-886d-89432cf8f08e req-5b096da6-744c-41a2-b74b-15c3ec6e95e9 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0523987 Feb 19 04:47:50.822745 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c1bd0b80-4981-4db6-886d-89432cf8f08e req-3b634d07-2ec2-4f85-8387-132764b59e6e tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416398 Feb 19 04:47:51.939231 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189c418-29fe-4e8e-a658-ffda6fc0a264 req-9973a59a-e4a4-4c56-a57d-f9f180948ab7 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:51.940707 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c189c418-29fe-4e8e-a658-ffda6fc0a264 req-9973a59a-e4a4-4c56-a57d-f9f180948ab7 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0517569 Feb 19 04:47:51.987216 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c189c418-29fe-4e8e-a658-ffda6fc0a264 req-2c138e70-95dc-4113-b47c-14348263417f tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404246 Feb 19 04:47:53.118041 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b26483-9f00-4bd9-b29d-11e2012fe0b8 req-debd65ab-8b61-420b-9565-4f2f19414b34 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:53.119528 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4b26483-9f00-4bd9-b29d-11e2012fe0b8 req-debd65ab-8b61-420b-9565-4f2f19414b34 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0633488 Feb 19 04:47:53.164904 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f4b26483-9f00-4bd9-b29d-11e2012fe0b8 req-537c6a32-e7af-437c-9d91-2ed8cbf1d900 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399086 Feb 19 04:47:54.282902 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96b61f-6771-4ee6-a4fe-f39743f53513 req-7b9a6e12-e436-4ae7-ac22-534fdc7016da tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:54.284295 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b96b61f-6771-4ee6-a4fe-f39743f53513 req-7b9a6e12-e436-4ae7-ac22-534fdc7016da tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0516989 Feb 19 04:47:54.331285 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b96b61f-6771-4ee6-a4fe-f39743f53513 req-b721de7b-bf3a-4635-a609-89544fe32861 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414791 Feb 19 04:47:55.060763 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4b551-507a-4aa6-8abb-9edc786a99f0 req-b8d418bb-59d3-4cb8-9ca8-ddf7673a28ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:55.062289 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59f4b551-507a-4aa6-8abb-9edc786a99f0 req-b8d418bb-59d3-4cb8-9ca8-ddf7673a28ce service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a325eb3ede304a4a9d94af4a70edcfe0&device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 1128 time: 0.0448067 Feb 19 04:47:55.171686 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4b551-507a-4aa6-8abb-9edc786a99f0 req-e0e56566-f9d8-48cc-aad4-5097058e68b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:55.173157 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59f4b551-507a-4aa6-8abb-9edc786a99f0 req-e0e56566-f9d8-48cc-aad4-5097058e68b0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 HTTP/1.1" status: 200 len: 915 time: 0.0892208 Feb 19 04:47:55.214074 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59f4b551-507a-4aa6-8abb-9edc786a99f0 req-d30aed8a-6674-4b89-b909-442530a47454 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74f26ec1-50b2-4f3d-bd44-81007f1fe108 HTTP/1.1" status: 200 len: 217 time: 0.0339851 Feb 19 04:47:55.264912 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4b551-507a-4aa6-8abb-9edc786a99f0 req-10190b50-1034-4347-87d2-6cb6b7cb9daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:55.266293 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59f4b551-507a-4aa6-8abb-9edc786a99f0 req-10190b50-1034-4347-87d2-6cb6b7cb9daf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f10d8d68-f6ea-41f3-aa69-7fa14854c57a HTTP/1.1" status: 200 len: 854 time: 0.0467095 Feb 19 04:47:55.297804 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59f4b551-507a-4aa6-8abb-9edc786a99f0 req-adf0b9a1-75e9-4daf-9f3a-ee084d1dd35e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244303 Feb 19 04:47:55.385619 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59f4b551-507a-4aa6-8abb-9edc786a99f0 req-6a3adc85-9e03-40f3-95e8-01773f969182 service neutron] 10.222.0.79 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810184 Feb 19 04:47:55.508695 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe856ba3-559f-40a4-b18c-05a08b2e7838 req-a870953b-b8ca-4f66-b2ca-dc84d8a43006 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:55.510186 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe856ba3-559f-40a4-b18c-05a08b2e7838 req-a870953b-b8ca-4f66-b2ca-dc84d8a43006 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.1099994 Feb 19 04:47:55.527078 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-59f4b551-507a-4aa6-8abb-9edc786a99f0 req-638cdddf-9c3c-4f1e-bce9-5231022c33ad service neutron] 10.222.0.79 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348352 Feb 19 04:47:55.563055 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe856ba3-559f-40a4-b18c-05a08b2e7838 req-e2fb185e-6f63-4409-9a7a-89e942b2b174 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457513 Feb 19 04:47:56.287382 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-996ff03e-1019-4627-b6f6-c64413637061 service neutron] show failed (client error): The resource could not be found. Feb 19 04:47:56.288836 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-996ff03e-1019-4627-b6f6-c64413637061 service neutron] 10.222.0.79 "GET /v2.0/ports/74f26ec1-50b2-4f3d-bd44-81007f1fe108/bindings/n-h1-828369-19 HTTP/1.1" status: 404 len: 381 time: 0.0603974 Feb 19 04:47:56.542047 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-431da4f2-d0dd-4c9e-929c-089cc6e7583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:56.543507 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-431da4f2-d0dd-4c9e-929c-089cc6e7583d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288&tenant_id=a325eb3ede304a4a9d94af4a70edcfe0 HTTP/1.1" status: 200 len: 1128 time: 0.1012897 Feb 19 04:47:56.555123 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-977aa436-3cf8-4412-8201-4e416261fa24 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-19', 'device_owner': 'compute:nova'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:56.611739 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-977aa436-3cf8-4412-8201-4e416261fa24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (74f26ec1-50b2-4f3d-bd44-81007f1fe108), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:56.682678 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79aa07a-47be-4b29-9d8d-0c9ebfc090e0 req-236faae7-74fb-4a94-a8f2-6cfabac7538d tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:56.684195 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f79aa07a-47be-4b29-9d8d-0c9ebfc090e0 req-236faae7-74fb-4a94-a8f2-6cfabac7538d tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0539999 Feb 19 04:47:56.733232 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f79aa07a-47be-4b29-9d8d-0c9ebfc090e0 req-c4e939e4-9fd8-4437-bd00-9b1af441b43d tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427644 Feb 19 04:47:56.813813 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-977aa436-3cf8-4412-8201-4e416261fa24 service neutron] For port 74f26ec1-50b2-4f3d-bd44-81007f1fe108, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=74f26ec1-50b2-4f3d-bd44-81007f1fe108,segment=NetworkSegment(6099638f-ae63-4e38-a51e-e52c71c947a5),segment_id=6099638f-ae63-4e38-a51e-e52c71c947a5)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:56.845809 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-977aa436-3cf8-4412-8201-4e416261fa24 service neutron] For port 74f26ec1-50b2-4f3d-bd44-81007f1fe108, host n-h2-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:47:56.889614 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acf0694-2a64-41b9-9a23-e621ccc17288', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74f26ec1-50b2-4f3d-bd44-81007f1fe108'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:47:56.891912 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7ab3ad-6a49-4958-86bf-2835945a784c" -d '{"events": [{"server_uuid": "9acf0694-2a64-41b9-9a23-e621ccc17288", "name": "network-vif-unplugged", "status": "completed", "tag": "74f26ec1-50b2-4f3d-bd44-81007f1fe108"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:47:56.895959 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-977aa436-3cf8-4412-8201-4e416261fa24 service neutron] Publish callbacks [] for port (74f26ec1-50b2-4f3d-bd44-81007f1fe108), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:56.908051 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-977aa436-3cf8-4412-8201-4e416261fa24 service neutron] Transition to ACTIVE for port object 74f26ec1-50b2-4f3d-bd44-81007f1fe108 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:47:56.912254 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-977aa436-3cf8-4412-8201-4e416261fa24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (74f26ec1-50b2-4f3d-bd44-81007f1fe108), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:56.944470 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb64399e-2b39-4d91-8f0a-a7d5de127c56 x-openstack-request-id: req-cb64399e-2b39-4d91-8f0a-a7d5de127c56 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:47:56.944772 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acf0694-2a64-41b9-9a23-e621ccc17288", "name": "network-vif-unplugged", "status": "completed", "tag": "74f26ec1-50b2-4f3d-bd44-81007f1fe108", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:47:56.945023 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cb64399e-2b39-4d91-8f0a-a7d5de127c56 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:47:56.945416 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9acf0694-2a64-41b9-9a23-e621ccc17288', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74f26ec1-50b2-4f3d-bd44-81007f1fe108', 'code': 200} Feb 19 04:47:56.976544 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-977aa436-3cf8-4412-8201-4e416261fa24 service neutron] No DVR routers for this DVR port 74f26ec1-50b2-4f3d-bd44-81007f1fe108 on host n-h2-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:47:56.979608 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977aa436-3cf8-4412-8201-4e416261fa24 service neutron] Pushing event updated for resources: {'Port': ['ID=74f26ec1-50b2-4f3d-bd44-81007f1fe108,revision_number=6']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:57.014153 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-977aa436-3cf8-4412-8201-4e416261fa24 service neutron] Attempting to bind port 74f26ec1-50b2-4f3d-bd44-81007f1fe108 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:47:57.014517 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-977aa436-3cf8-4412-8201-4e416261fa24 service neutron] Attempting to bind port 74f26ec1-50b2-4f3d-bd44-81007f1fe108 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '6099638f-ae63-4e38-a51e-e52c71c947a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:47:57.014843 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-977aa436-3cf8-4412-8201-4e416261fa24 service neutron] Attempting to bind port 74f26ec1-50b2-4f3d-bd44-81007f1fe108 on network eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:47:57.019074 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-977aa436-3cf8-4412-8201-4e416261fa24 service neutron] Port 74f26ec1-50b2-4f3d-bd44-81007f1fe108 on network eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:47:57.019397 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-977aa436-3cf8-4412-8201-4e416261fa24 service neutron] Attempting to bind port 74f26ec1-50b2-4f3d-bd44-81007f1fe108 on network eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:47:57.024181 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-977aa436-3cf8-4412-8201-4e416261fa24 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:47:57.024520 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-977aa436-3cf8-4412-8201-4e416261fa24 service neutron] Checking segment: {'id': '6099638f-ae63-4e38-a51e-e52c71c947a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:47:57.024905 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-977aa436-3cf8-4412-8201-4e416261fa24 service neutron] Bound using segment: {'id': '6099638f-ae63-4e38-a51e-e52c71c947a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:47:57.025329 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-977aa436-3cf8-4412-8201-4e416261fa24 service neutron] Bound port: 74f26ec1-50b2-4f3d-bd44-81007f1fe108, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6099638f-ae63-4e38-a51e-e52c71c947a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:47:57.025681 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-977aa436-3cf8-4412-8201-4e416261fa24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (74f26ec1-50b2-4f3d-bd44-81007f1fe108), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:57.086656 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-977aa436-3cf8-4412-8201-4e416261fa24 service neutron] For port 74f26ec1-50b2-4f3d-bd44-81007f1fe108, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:47:57.089499 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-977aa436-3cf8-4412-8201-4e416261fa24 service neutron] For port 74f26ec1-50b2-4f3d-bd44-81007f1fe108, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=74f26ec1-50b2-4f3d-bd44-81007f1fe108,segment=NetworkSegment(6099638f-ae63-4e38-a51e-e52c71c947a5),segment_id=6099638f-ae63-4e38-a51e-e52c71c947a5)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:47:57.095856 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-977aa436-3cf8-4412-8201-4e416261fa24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (74f26ec1-50b2-4f3d-bd44-81007f1fe108), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:57.140760 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-977aa436-3cf8-4412-8201-4e416261fa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:57.141360 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-977aa436-3cf8-4412-8201-4e416261fa24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:57.142749 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-977aa436-3cf8-4412-8201-4e416261fa24 service neutron] 10.222.0.26 "PUT /v2.0/ports/74f26ec1-50b2-4f3d-bd44-81007f1fe108 HTTP/1.1" status: 200 len: 1092 time: 0.5923829 Feb 19 04:47:57.161939 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977aa436-3cf8-4412-8201-4e416261fa24 service neutron] Pushing event updated for resources: {'Port': ['ID=74f26ec1-50b2-4f3d-bd44-81007f1fe108,revision_number=7']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:57.208377 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:57.209307 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-ad3ded82-3132-4d69-94d0-575a0c1096e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:57.210876 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-ad3ded82-3132-4d69-94d0-575a0c1096e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a325eb3ede304a4a9d94af4a70edcfe0&device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 1126 time: 0.0456309 Feb 19 04:47:57.286849 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:47:57.298791 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-725e2f31-01a3-4806-bc33-ca2bf1c40741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:57.300277 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-725e2f31-01a3-4806-bc33-ca2bf1c40741 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 HTTP/1.1" status: 200 len: 915 time: 0.0841663 Feb 19 04:47:57.345944 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-7f1410b2-9374-4aa0-a72a-663262052a2b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74f26ec1-50b2-4f3d-bd44-81007f1fe108 HTTP/1.1" status: 200 len: 217 time: 0.0376167 Feb 19 04:47:57.391181 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-feb33bba-3f16-4ef3-9e29-b5d9af2515d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:57.392581 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-feb33bba-3f16-4ef3-9e29-b5d9af2515d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f10d8d68-f6ea-41f3-aa69-7fa14854c57a HTTP/1.1" status: 200 len: 854 time: 0.0410285 Feb 19 04:47:57.423216 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-bbc227c5-98e8-41d5-9c7c-5f555de92740 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243924 Feb 19 04:47:57.511474 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-f2605f87-55c5-428b-b2e4-3c4dce71a173 service neutron] 10.222.0.26 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824077 Feb 19 04:47:57.598213 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a980952f-e4b9-4832-8f66-b0530a066f05 req-6efeaff3-b98f-47fb-b05e-5c2da4ff564b service neutron] 10.222.0.26 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808525 Feb 19 04:47:57.855212 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf159e7-dca1-4efe-9f2e-07c54d0a2c10 req-ca15c810-67f5-4a2e-989b-f73c5459baa4 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:57.856587 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cf159e7-dca1-4efe-9f2e-07c54d0a2c10 req-ca15c810-67f5-4a2e-989b-f73c5459baa4 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 943 time: 0.0516074 Feb 19 04:47:57.906492 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3cf159e7-dca1-4efe-9f2e-07c54d0a2c10 req-c4fb7800-44ed-44f8-83f4-aca4f6603d21 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442517 Feb 19 04:47:58.947213 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acf0694-2a64-41b9-9a23-e621ccc17288', 'tag': '74f26ec1-50b2-4f3d-bd44-81007f1fe108'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:47:58.949627 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe398969-fb7d-49e9-b707-0f716d331357" -d '{"events": [{"name": "network-changed", "server_uuid": "9acf0694-2a64-41b9-9a23-e621ccc17288", "tag": "74f26ec1-50b2-4f3d-bd44-81007f1fe108"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:47:58.999626 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601890c6-d72c-4d88-9654-3b1a507175cc x-openstack-request-id: req-601890c6-d72c-4d88-9654-3b1a507175cc {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:47:58.999926 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9acf0694-2a64-41b9-9a23-e621ccc17288", "tag": "74f26ec1-50b2-4f3d-bd44-81007f1fe108", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:47:59.000209 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-601890c6-d72c-4d88-9654-3b1a507175cc {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:47:59.000612 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9acf0694-2a64-41b9-9a23-e621ccc17288', 'tag': '74f26ec1-50b2-4f3d-bd44-81007f1fe108', 'status': 'completed', 'code': 200} Feb 19 04:47:59.066515 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e562584-968c-4e4e-95e3-30ba46646c74 req-2e4e4311-de77-4ddf-9cd7-addee219cb6d tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:59.067908 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e562584-968c-4e4e-95e3-30ba46646c74 req-2e4e4311-de77-4ddf-9cd7-addee219cb6d tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 943 time: 0.0891325 Feb 19 04:47:59.071631 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe398969-fb7d-49e9-b707-0f716d331357 req-f415c588-196d-4166-af98-436adfa725d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:59.073084 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fe398969-fb7d-49e9-b707-0f716d331357 req-f415c588-196d-4166-af98-436adfa725d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a325eb3ede304a4a9d94af4a70edcfe0&device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 1126 time: 0.0497136 Feb 19 04:47:59.083557 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe398969-fb7d-49e9-b707-0f716d331357 req-87030e93-ad18-4ab6-9950-32dc14cd63e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:59.085505 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe398969-fb7d-49e9-b707-0f716d331357 req-87030e93-ad18-4ab6-9950-32dc14cd63e6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a325eb3ede304a4a9d94af4a70edcfe0&device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 1126 time: 0.0674138 Feb 19 04:47:59.169661 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe398969-fb7d-49e9-b707-0f716d331357 req-4fcb4b72-e837-45c2-9eaf-6a12315d9ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:59.171183 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fe398969-fb7d-49e9-b707-0f716d331357 req-4fcb4b72-e837-45c2-9eaf-6a12315d9ed3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 HTTP/1.1" status: 200 len: 915 time: 0.0911977 Feb 19 04:47:59.171327 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e562584-968c-4e4e-95e3-30ba46646c74 req-8b150f7f-3813-4065-a695-29fdd2b95f04 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972912 Feb 19 04:47:59.207503 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe398969-fb7d-49e9-b707-0f716d331357 req-6d0b346b-9e4b-4a28-8b29-906429aa9512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:59.208960 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe398969-fb7d-49e9-b707-0f716d331357 req-6d0b346b-9e4b-4a28-8b29-906429aa9512 service neutron] 10.222.0.79 "GET /v2.0/networks?id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 HTTP/1.1" status: 200 len: 915 time: 0.1175663 Feb 19 04:47:59.214055 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fe398969-fb7d-49e9-b707-0f716d331357 req-973b1037-1893-43ac-98ed-da78ba668f99 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74f26ec1-50b2-4f3d-bd44-81007f1fe108 HTTP/1.1" status: 200 len: 217 time: 0.0362933 Feb 19 04:47:59.252202 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe398969-fb7d-49e9-b707-0f716d331357 req-3192da6c-a330-4ad9-a4cf-a1d6394a5289 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74f26ec1-50b2-4f3d-bd44-81007f1fe108 HTTP/1.1" status: 200 len: 217 time: 0.0371659 Feb 19 04:47:59.267009 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe398969-fb7d-49e9-b707-0f716d331357 req-57dd0005-d339-4a30-ab07-dae41f4622c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:59.268478 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fe398969-fb7d-49e9-b707-0f716d331357 req-57dd0005-d339-4a30-ab07-dae41f4622c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f10d8d68-f6ea-41f3-aa69-7fa14854c57a HTTP/1.1" status: 200 len: 854 time: 0.0485280 Feb 19 04:47:59.299202 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe398969-fb7d-49e9-b707-0f716d331357 req-863971cf-08ec-4972-95d2-b3dd6fc4b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:59.299973 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fe398969-fb7d-49e9-b707-0f716d331357 req-11dd5481-7910-451a-90c0-f3625261d14c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246353 Feb 19 04:47:59.300774 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe398969-fb7d-49e9-b707-0f716d331357 req-863971cf-08ec-4972-95d2-b3dd6fc4b8f6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f10d8d68-f6ea-41f3-aa69-7fa14854c57a HTTP/1.1" status: 200 len: 854 time: 0.0430336 Feb 19 04:47:59.331208 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe398969-fb7d-49e9-b707-0f716d331357 req-93b1eff1-e626-4f5a-9737-441e38a6db0a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250485 Feb 19 04:47:59.390264 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fe398969-fb7d-49e9-b707-0f716d331357 req-e12a7890-7907-4547-9d3d-2c6131373fee service neutron] 10.222.0.26 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834806 Feb 19 04:47:59.422783 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe398969-fb7d-49e9-b707-0f716d331357 req-8ba2aa13-5b7d-42ed-aa08-84327985b894 service neutron] 10.222.0.79 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857944 Feb 19 04:47:59.485352 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fe398969-fb7d-49e9-b707-0f716d331357 req-3b621e95-7138-4465-8021-a63f754602e0 service neutron] 10.222.0.26 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868375 Feb 19 04:47:59.509845 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe398969-fb7d-49e9-b707-0f716d331357 req-25d4258e-313a-4267-8456-56f4d43bf519 service neutron] 10.222.0.79 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810218 Feb 19 04:48:00.023022 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:00.228438 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 74f26ec1-50b2-4f3d-bd44-81007f1fe108 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:48:00.266852 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] The host n-h2-828369-19 is not matching for port 74f26ec1-50b2-4f3d-bd44-81007f1fe108 host n-h1-828369-19! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:48:00.267164 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 74f26ec1-50b2-4f3d-bd44-81007f1fe108 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:48:00.297281 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dab06-2ffd-4239-98a8-e1e265097e39 req-fe7c6580-f7c4-4fef-9b3c-45b209e54f66 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:00.298781 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-427dab06-2ffd-4239-98a8-e1e265097e39 req-fe7c6580-f7c4-4fef-9b3c-45b209e54f66 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 943 time: 0.0564737 Feb 19 04:48:00.343775 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-427dab06-2ffd-4239-98a8-e1e265097e39 req-11a400de-1185-486c-afd3-3ef6365184bd tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391610 Feb 19 04:48:00.450570 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 74f26ec1-50b2-4f3d-bd44-81007f1fe108 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:48:00.547069 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 74f26ec1-50b2-4f3d-bd44-81007f1fe108, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=74f26ec1-50b2-4f3d-bd44-81007f1fe108,segment=NetworkSegment(6099638f-ae63-4e38-a51e-e52c71c947a5),segment_id=6099638f-ae63-4e38-a51e-e52c71c947a5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:48:00.558610 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '74f26ec1-50b2-4f3d-bd44-81007f1fe108', 'network_id': 'eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9', 'port_id': '74f26ec1-50b2-4f3d-bd44-81007f1fe108', 'mac_address': 'fa:16:3e:19:17:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10d8d68-f6ea-41f3-aa69-7fa14854c57a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:48:00.593906 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 74f26ec1-50b2-4f3d-bd44-81007f1fe108 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:48:00.594324 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (74f26ec1-50b2-4f3d-bd44-81007f1fe108), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:00.607340 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f26ec1-50b2-4f3d-bd44-81007f1fe108 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:48:00.626244 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 74f26ec1-50b2-4f3d-bd44-81007f1fe108, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=74f26ec1-50b2-4f3d-bd44-81007f1fe108,segment=NetworkSegment(6099638f-ae63-4e38-a51e-e52c71c947a5),segment_id=6099638f-ae63-4e38-a51e-e52c71c947a5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:48:00.630359 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (74f26ec1-50b2-4f3d-bd44-81007f1fe108), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:00.692409 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=74f26ec1-50b2-4f3d-bd44-81007f1fe108,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:00.696584 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90b569d2-7c00-44f3-a584-2ee0efd7700a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:00.993722 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['74f26ec1-50b2-4f3d-bd44-81007f1fe108'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:48:01.462276 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01728eab-6b71-4aa5-8a2a-3345a18eeb31 req-e5d71bac-e401-4ca0-91fd-8376798ac871 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:01.463775 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-01728eab-6b71-4aa5-8a2a-3345a18eeb31 req-e5d71bac-e401-4ca0-91fd-8376798ac871 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 944 time: 0.0521159 Feb 19 04:48:01.510485 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-01728eab-6b71-4aa5-8a2a-3345a18eeb31 req-21b1bf91-02d6-4859-ad09-f50534e10e3e tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411441 Feb 19 04:48:01.773718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772daa2-71da-4d3a-9707-944f1cbc4a51 req-d515a7ec-7953-47cc-a802-114ed864c7e5 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:01.775205 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3772daa2-71da-4d3a-9707-944f1cbc4a51 req-d515a7ec-7953-47cc-a802-114ed864c7e5 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.79 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288&tenant_id=a325eb3ede304a4a9d94af4a70edcfe0&binding%3Ahost_id=n-h1-828369-19 HTTP/1.1" status: 200 len: 944 time: 0.1098762 Feb 19 04:48:01.785283 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012e57c-c02e-444d-88cc-b7fa353d8b39 req-e606dbd5-5638-468d-aed4-294a5fb27b58 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:01.786662 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0012e57c-c02e-444d-88cc-b7fa353d8b39 req-e606dbd5-5638-468d-aed4-294a5fb27b58 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 944 time: 0.1330574 Feb 19 04:48:01.874344 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0012e57c-c02e-444d-88cc-b7fa353d8b39 req-db23cf89-4e8a-4b7d-9125-a20cb33ce002 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804975 Feb 19 04:48:01.875151 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-3772daa2-71da-4d3a-9707-944f1cbc4a51 req-69154a18-8d72-4089-aeb4-cbf82141c27b service neutron] delete failed (client error): The resource could not be found. Feb 19 04:48:01.876042 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3772daa2-71da-4d3a-9707-944f1cbc4a51 req-69154a18-8d72-4089-aeb4-cbf82141c27b service neutron] 10.222.0.79 "DELETE /v2.0/ports/74f26ec1-50b2-4f3d-bd44-81007f1fe108/bindings/n-h2-828369-19 HTTP/1.1" status: 404 len: 381 time: 0.0885468 Feb 19 04:48:01.961939 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772daa2-71da-4d3a-9707-944f1cbc4a51 req-6c79ccac-7811-4247-ad0a-d68b3a15dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:01.963457 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3772daa2-71da-4d3a-9707-944f1cbc4a51 req-6c79ccac-7811-4247-ad0a-d68b3a15dc89 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a325eb3ede304a4a9d94af4a70edcfe0&device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 1127 time: 0.0452588 Feb 19 04:48:02.050304 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772daa2-71da-4d3a-9707-944f1cbc4a51 req-57f36a56-a511-43c5-87f9-1c6420a7f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:02.052352 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3772daa2-71da-4d3a-9707-944f1cbc4a51 req-57f36a56-a511-43c5-87f9-1c6420a7f696 service neutron] 10.222.0.79 "GET /v2.0/networks?id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 HTTP/1.1" status: 200 len: 915 time: 0.0836995 Feb 19 04:48:02.095858 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3772daa2-71da-4d3a-9707-944f1cbc4a51 req-f0e6d0e6-d485-4103-850d-308667a2bc35 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74f26ec1-50b2-4f3d-bd44-81007f1fe108 HTTP/1.1" status: 200 len: 217 time: 0.0378301 Feb 19 04:48:02.144214 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772daa2-71da-4d3a-9707-944f1cbc4a51 req-51c95797-1cf7-484c-a9fd-504a3c5ee1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:02.145497 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3772daa2-71da-4d3a-9707-944f1cbc4a51 req-51c95797-1cf7-484c-a9fd-504a3c5ee1fc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f10d8d68-f6ea-41f3-aa69-7fa14854c57a HTTP/1.1" status: 200 len: 854 time: 0.0418365 Feb 19 04:48:02.176960 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3772daa2-71da-4d3a-9707-944f1cbc4a51 req-0b5fcb32-530e-4694-b21b-baf507b848bc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254748 Feb 19 04:48:02.265746 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3772daa2-71da-4d3a-9707-944f1cbc4a51 req-3087caab-c750-4412-8de3-752cbb6a333a service neutron] 10.222.0.79 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829258 Feb 19 04:48:02.351839 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3772daa2-71da-4d3a-9707-944f1cbc4a51 req-cd984fb4-eb65-45f2-b4c9-0161c8c6b721 service neutron] 10.222.0.79 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797439 Feb 19 04:48:02.447253 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 74f26ec1-50b2-4f3d-bd44-81007f1fe108 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:48:02.493555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 74f26ec1-50b2-4f3d-bd44-81007f1fe108 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:48:02.497003 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 74f26ec1-50b2-4f3d-bd44-81007f1fe108 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:48:02.497390 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (74f26ec1-50b2-4f3d-bd44-81007f1fe108), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:02.570846 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 74f26ec1-50b2-4f3d-bd44-81007f1fe108 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:48:02.571231 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (74f26ec1-50b2-4f3d-bd44-81007f1fe108), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:02.592406 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acf0694-2a64-41b9-9a23-e621ccc17288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f26ec1-50b2-4f3d-bd44-81007f1fe108'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:48:02.594644 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cba58e-6bbd-42d2-b263-dfb1d8489544" -d '{"events": [{"server_uuid": "9acf0694-2a64-41b9-9a23-e621ccc17288", "name": "network-vif-plugged", "status": "completed", "tag": "74f26ec1-50b2-4f3d-bd44-81007f1fe108"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:48:02.607238 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 74f26ec1-50b2-4f3d-bd44-81007f1fe108, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=74f26ec1-50b2-4f3d-bd44-81007f1fe108,segment=NetworkSegment(6099638f-ae63-4e38-a51e-e52c71c947a5),segment_id=6099638f-ae63-4e38-a51e-e52c71c947a5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:48:02.610751 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (74f26ec1-50b2-4f3d-bd44-81007f1fe108), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:02.651554 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9af454b-cca7-43e2-b0e9-fd770793e217 x-openstack-request-id: req-a9af454b-cca7-43e2-b0e9-fd770793e217 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:48:02.651855 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acf0694-2a64-41b9-9a23-e621ccc17288", "name": "network-vif-plugged", "status": "completed", "tag": "74f26ec1-50b2-4f3d-bd44-81007f1fe108", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:48:02.652107 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a9af454b-cca7-43e2-b0e9-fd770793e217 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:48:02.652497 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9acf0694-2a64-41b9-9a23-e621ccc17288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f26ec1-50b2-4f3d-bd44-81007f1fe108', 'code': 200} Feb 19 04:48:02.664359 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=74f26ec1-50b2-4f3d-bd44-81007f1fe108,revision_number=9']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:02.991807 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66655f0-980d-48ab-911b-6835eb889ffb req-7cd5555a-0a1d-40c5-a02a-ca83ab1704ed tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:02.993293 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e66655f0-980d-48ab-911b-6835eb889ffb req-7cd5555a-0a1d-40c5-a02a-ca83ab1704ed tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0525079 Feb 19 04:48:03.042298 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e66655f0-980d-48ab-911b-6835eb889ffb req-5b9d7b4c-d072-46df-a010-6706b6de12ea tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434492 Feb 19 04:48:03.157673 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecefe9b-76f5-4cc3-b7f2-ffb73fadd9aa req-7bbed03b-9159-4c0b-97f4-8000fdf6c438 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:03.159199 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ecefe9b-76f5-4cc3-b7f2-ffb73fadd9aa req-7bbed03b-9159-4c0b-97f4-8000fdf6c438 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0508626 Feb 19 04:48:03.205400 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ecefe9b-76f5-4cc3-b7f2-ffb73fadd9aa req-b01819c2-7508-456c-8782-3acd94ff22ff tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401793 Feb 19 04:48:03.322242 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4c443-eff4-4e8c-8471-b09b592d17d7 req-c2fc73fa-c142-4dca-b11c-ef91ff31de0a tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:03.323706 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43e4c443-eff4-4e8c-8471-b09b592d17d7 req-c2fc73fa-c142-4dca-b11c-ef91ff31de0a tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0519660 Feb 19 04:48:03.369323 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43e4c443-eff4-4e8c-8471-b09b592d17d7 req-f13aae87-8f1e-4444-a307-55421faa88ef tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400918 Feb 19 04:48:03.536581 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dbb323ee-0a7a-4e81-a159-03e8b37b9329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:03.718975 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-55457de6-0bbf-4d38-8f01-23c0c3ac3023 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:03.720487 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-55457de6-0bbf-4d38-8f01-23c0c3ac3023 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/networks?id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 HTTP/1.1" status: 200 len: 814 time: 0.1072650 Feb 19 04:48:03.738821 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-352abcb6-9286-4385-bbbb-6706e0d5bdea tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/quotas/a325eb3ede304a4a9d94af4a70edcfe0 HTTP/1.1" status: 200 len: 375 time: 0.0094428 Feb 19 04:48:03.791312 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-85e46079-deff-4e2c-b2a8-15c861161aab tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a325eb3ede304a4a9d94af4a70edcfe0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0473619 Feb 19 04:48:03.931043 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-b242e167-b4ac-488b-a86d-82c1b1e6e3f6 service neutron] 10.222.0.52 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324136 Feb 19 04:48:03.948120 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:04.019299 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-6f09de0e-20c2-4bf0-a4d2-20952a375171 service neutron] 10.222.0.52 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834894 Feb 19 04:48:04.183157 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84942754-af7a-4fa2-88b5-ab44e44f001a req-9cfcf20c-2b69-41d3-aea2-95cfd53391fc tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 210 time: 0.0284500 Feb 19 04:48:05.019650 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a20df-933e-4ec1-9f50-b001b5d6da5f req-edbbf603-04e7-4fbd-9cb5-bdf3cb24a43a tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:05.023385 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c65a20df-933e-4ec1-9f50-b001b5d6da5f req-edbbf603-04e7-4fbd-9cb5-bdf3cb24a43a tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.26 "GET /v2.0/ports?device_id=9acf0694-2a64-41b9-9a23-e621ccc17288 HTTP/1.1" status: 200 len: 945 time: 0.0572498 Feb 19 04:48:05.140183 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-c65a20df-933e-4ec1-9f50-b001b5d6da5f req-47cb4b69-4267-413d-a50e-529dc5d911e3 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Deleting port 74f26ec1-50b2-4f3d-bd44-81007f1fe108 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:48:05.140596 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c65a20df-933e-4ec1-9f50-b001b5d6da5f req-47cb4b69-4267-413d-a50e-529dc5d911e3 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (74f26ec1-50b2-4f3d-bd44-81007f1fe108), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:05.149466 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-d4132c24-3b50-4081-9fbe-dd170cb76288 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:05.151110 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-d4132c24-3b50-4081-9fbe-dd170cb76288 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.26 "GET /v2.0/networks?id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 HTTP/1.1" status: 200 len: 814 time: 0.1189373 Feb 19 04:48:05.169936 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-4a1b33f7-bd62-4f43-aff8-6e63818373da tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Request body: {'port': {'device_id': '630a8510-1fc5-4262-bba6-4a9528c5ec84', 'network_id': 'eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9', 'admin_state_up': True, 'tenant_id': 'a325eb3ede304a4a9d94af4a70edcfe0'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:48:05.233537 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-c65a20df-933e-4ec1-9f50-b001b5d6da5f req-47cb4b69-4267-413d-a50e-529dc5d911e3 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] For port 74f26ec1-50b2-4f3d-bd44-81007f1fe108, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=74f26ec1-50b2-4f3d-bd44-81007f1fe108,segment=NetworkSegment(6099638f-ae63-4e38-a51e-e52c71c947a5),segment_id=6099638f-ae63-4e38-a51e-e52c71c947a5)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:48:05.233968 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c65a20df-933e-4ec1-9f50-b001b5d6da5f req-47cb4b69-4267-413d-a50e-529dc5d911e3 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (74f26ec1-50b2-4f3d-bd44-81007f1fe108), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:05.247870 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-c65a20df-933e-4ec1-9f50-b001b5d6da5f req-47cb4b69-4267-413d-a50e-529dc5d911e3 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Calling delete_port for 74f26ec1-50b2-4f3d-bd44-81007f1fe108 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:48:05.285443 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dda10248-f07e-48f4-9742-4e1d33a64b4b req-ed2652f7-7375-4589-9c3d-bdacf8b45359 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 210 time: 0.0321841 Feb 19 04:48:05.309739 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-4a1b33f7-bd62-4f43-aff8-6e63818373da tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Made reservation on behalf of a325eb3ede304a4a9d94af4a70edcfe0 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:48:05.313120 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-4a1b33f7-bd62-4f43-aff8-6e63818373da tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:05.387790 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c65a20df-933e-4ec1-9f50-b001b5d6da5f req-47cb4b69-4267-413d-a50e-529dc5d911e3 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (74f26ec1-50b2-4f3d-bd44-81007f1fe108), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:05.402404 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['74f26ec1-50b2-4f3d-bd44-81007f1fe108'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:48:05.417486 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb4b69-4267-413d-a50e-529dc5d911e3 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Pushing event deleted for resources: {'Port': ['ID=74f26ec1-50b2-4f3d-bd44-81007f1fe108,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:05.450528 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:05.465637 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65a20df-933e-4ec1-9f50-b001b5d6da5f req-47cb4b69-4267-413d-a50e-529dc5d911e3 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] No DVR routers for this DVR port 74f26ec1-50b2-4f3d-bd44-81007f1fe108 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:48:05.468304 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c65a20df-933e-4ec1-9f50-b001b5d6da5f req-47cb4b69-4267-413d-a50e-529dc5d911e3 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:05.471795 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c65a20df-933e-4ec1-9f50-b001b5d6da5f req-47cb4b69-4267-413d-a50e-529dc5d911e3 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.26 "DELETE /v2.0/ports/74f26ec1-50b2-4f3d-bd44-81007f1fe108 HTTP/1.1" status: 204 len: 173 time: 0.4396095 Feb 19 04:48:05.472238 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acf0694-2a64-41b9-9a23-e621ccc17288', 'name': 'network-vif-deleted', 'tag': '74f26ec1-50b2-4f3d-bd44-81007f1fe108'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:48:05.474627 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d329c92d59d60614af53de7b7079ae127bb4eee12844356406f6780cc03e78ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c04e636-46ee-40d3-a5d5-d671a8109d90" -d '{"events": [{"server_uuid": "9acf0694-2a64-41b9-9a23-e621ccc17288", "name": "network-vif-deleted", "tag": "74f26ec1-50b2-4f3d-bd44-81007f1fe108"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:48:05.512411 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-4a1b33f7-bd62-4f43-aff8-6e63818373da tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Allocated IP 172.20.0.2 (eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9/f10d8d68-f6ea-41f3-aa69-7fa14854c57a/f75d6c2c-2740-432a-ad57-0b16fd22d5cb) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:48:05.602535 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bd0093-7d17-4862-a6ca-505d8a3331cd x-openstack-request-id: req-15bd0093-7d17-4862-a6ca-505d8a3331cd {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:48:05.602835 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acf0694-2a64-41b9-9a23-e621ccc17288", "name": "network-vif-deleted", "tag": "74f26ec1-50b2-4f3d-bd44-81007f1fe108", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:48:05.603094 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-15bd0093-7d17-4862-a6ca-505d8a3331cd {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:48:05.603507 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9acf0694-2a64-41b9-9a23-e621ccc17288', 'name': 'network-vif-deleted', 'tag': '74f26ec1-50b2-4f3d-bd44-81007f1fe108', 'status': 'completed', 'code': 200} Feb 19 04:48:05.668031 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-4a1b33f7-bd62-4f43-aff8-6e63818373da tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Publish callbacks [] for port (f75d6c2c-2740-432a-ad57-0b16fd22d5cb), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:05.702114 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-4a1b33f7-bd62-4f43-aff8-6e63818373da tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (f75d6c2c-2740-432a-ad57-0b16fd22d5cb), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:05.713356 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['74f26ec1-50b2-4f3d-bd44-81007f1fe108'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:48:05.750826 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-4a1b33f7-bd62-4f43-aff8-6e63818373da tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Network eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:48:05.753844 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-4a1b33f7-bd62-4f43-aff8-6e63818373da tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:48:05.758081 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-4a1b33f7-bd62-4f43-aff8-6e63818373da tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:48:05.784401 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b33f7-bd62-4f43-aff8-6e63818373da tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Pushing event updated for resources: {'Port': ['ID=f75d6c2c-2740-432a-ad57-0b16fd22d5cb,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:05.812212 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-4a1b33f7-bd62-4f43-aff8-6e63818373da tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:05.812811 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-4a1b33f7-bd62-4f43-aff8-6e63818373da tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:05.828870 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-4a1b33f7-bd62-4f43-aff8-6e63818373da tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6634290 Feb 19 04:48:05.839732 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-e52578b5-f40c-4e66-884d-d730c9123912 service neutron] Request body: {'port': {'device_id': '630a8510-1fc5-4262-bba6-4a9528c5ec84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:48:05.898950 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-e52578b5-f40c-4e66-884d-d730c9123912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f75d6c2c-2740-432a-ad57-0b16fd22d5cb), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:06.164699 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-e52578b5-f40c-4e66-884d-d730c9123912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f75d6c2c-2740-432a-ad57-0b16fd22d5cb {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:48:06.172004 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-e52578b5-f40c-4e66-884d-d730c9123912 service neutron] Publish callbacks [] for port (f75d6c2c-2740-432a-ad57-0b16fd22d5cb), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:06.184861 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-e52578b5-f40c-4e66-884d-d730c9123912 service neutron] Transition to ACTIVE for port object f75d6c2c-2740-432a-ad57-0b16fd22d5cb will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:48:06.188493 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-e52578b5-f40c-4e66-884d-d730c9123912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (f75d6c2c-2740-432a-ad57-0b16fd22d5cb), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:06.253371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52578b5-f40c-4e66-884d-d730c9123912 service neutron] Pushing event updated for resources: {'Port': ['ID=f75d6c2c-2740-432a-ad57-0b16fd22d5cb,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:06.302325 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-e52578b5-f40c-4e66-884d-d730c9123912 service neutron] Attempting to bind port f75d6c2c-2740-432a-ad57-0b16fd22d5cb on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:48:06.302665 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-e52578b5-f40c-4e66-884d-d730c9123912 service neutron] Attempting to bind port f75d6c2c-2740-432a-ad57-0b16fd22d5cb by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '6099638f-ae63-4e38-a51e-e52c71c947a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:48:06.302995 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-e52578b5-f40c-4e66-884d-d730c9123912 service neutron] Attempting to bind port f75d6c2c-2740-432a-ad57-0b16fd22d5cb on network eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:48:06.307332 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-e52578b5-f40c-4e66-884d-d730c9123912 service neutron] Port f75d6c2c-2740-432a-ad57-0b16fd22d5cb on network eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:48:06.307584 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-e52578b5-f40c-4e66-884d-d730c9123912 service neutron] Attempting to bind port f75d6c2c-2740-432a-ad57-0b16fd22d5cb on network eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:48:06.312413 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-e52578b5-f40c-4e66-884d-d730c9123912 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:48:06.312755 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-e52578b5-f40c-4e66-884d-d730c9123912 service neutron] Checking segment: {'id': '6099638f-ae63-4e38-a51e-e52c71c947a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:48:06.313431 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-e52578b5-f40c-4e66-884d-d730c9123912 service neutron] Bound using segment: {'id': '6099638f-ae63-4e38-a51e-e52c71c947a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:48:06.313582 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-e52578b5-f40c-4e66-884d-d730c9123912 service neutron] Bound port: f75d6c2c-2740-432a-ad57-0b16fd22d5cb, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6099638f-ae63-4e38-a51e-e52c71c947a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:48:06.313899 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-e52578b5-f40c-4e66-884d-d730c9123912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f75d6c2c-2740-432a-ad57-0b16fd22d5cb), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:06.403557 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-e52578b5-f40c-4e66-884d-d730c9123912 service neutron] For port f75d6c2c-2740-432a-ad57-0b16fd22d5cb, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:48:06.407757 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-e52578b5-f40c-4e66-884d-d730c9123912 service neutron] For port f75d6c2c-2740-432a-ad57-0b16fd22d5cb, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=f75d6c2c-2740-432a-ad57-0b16fd22d5cb,segment=NetworkSegment(6099638f-ae63-4e38-a51e-e52c71c947a5),segment_id=6099638f-ae63-4e38-a51e-e52c71c947a5)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:48:06.418072 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-e52578b5-f40c-4e66-884d-d730c9123912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (f75d6c2c-2740-432a-ad57-0b16fd22d5cb), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:06.432439 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a02745-7c18-442e-8c9b-1cfab97cde69 req-9aea4390-72a4-4cd9-a647-1b37440de5e0 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:06.433863 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-31a02745-7c18-442e-8c9b-1cfab97cde69 req-9aea4390-72a4-4cd9-a647-1b37440de5e0 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 943 time: 0.0803747 Feb 19 04:48:06.468469 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-e52578b5-f40c-4e66-884d-d730c9123912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:06.469047 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-e52578b5-f40c-4e66-884d-d730c9123912 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:06.470408 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-e52578b5-f40c-4e66-884d-d730c9123912 service neutron] 10.222.0.26 "PUT /v2.0/ports/f75d6c2c-2740-432a-ad57-0b16fd22d5cb HTTP/1.1" status: 200 len: 1092 time: 0.6345942 Feb 19 04:48:06.470844 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630a8510-1fc5-4262-bba6-4a9528c5ec84', 'tag': 'f75d6c2c-2740-432a-ad57-0b16fd22d5cb'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:48:06.473037 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67576f7-9985-4da4-87d5-0751a53e6ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "630a8510-1fc5-4262-bba6-4a9528c5ec84", "tag": "f75d6c2c-2740-432a-ad57-0b16fd22d5cb"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:48:06.508165 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52578b5-f40c-4e66-884d-d730c9123912 service neutron] Pushing event updated for resources: {'Port': ['ID=f75d6c2c-2740-432a-ad57-0b16fd22d5cb,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:06.529392 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5f9e40-2f15-478c-a5e4-26954df9294d x-openstack-request-id: req-3c5f9e40-2f15-478c-a5e4-26954df9294d {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:48:06.529680 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "630a8510-1fc5-4262-bba6-4a9528c5ec84", "tag": "f75d6c2c-2740-432a-ad57-0b16fd22d5cb", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:48:06.529934 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3c5f9e40-2f15-478c-a5e4-26954df9294d {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:48:06.530354 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630a8510-1fc5-4262-bba6-4a9528c5ec84', 'tag': 'f75d6c2c-2740-432a-ad57-0b16fd22d5cb', 'status': 'completed', 'code': 200} Feb 19 04:48:06.557564 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-31a02745-7c18-442e-8c9b-1cfab97cde69 req-4098d07a-6359-4ed1-a0fa-3454311bbf0e tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040788 Feb 19 04:48:06.573453 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-3ba876d1-bacc-4ce9-b7b2-42e6ffb35e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:06.574956 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-3ba876d1-bacc-4ce9-b7b2-42e6ffb35e98 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a325eb3ede304a4a9d94af4a70edcfe0&device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 1126 time: 0.0593042 Feb 19 04:48:06.615881 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-6fd42c38-10e9-42eb-bd6c-85fb5a2edfbf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f75d6c2c-2740-432a-ad57-0b16fd22d5cb HTTP/1.1" status: 200 len: 217 time: 0.0340538 Feb 19 04:48:06.660667 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-33b5ed92-7b55-4382-acd4-182f664dc340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:06.662042 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-33b5ed92-7b55-4382-acd4-182f664dc340 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f10d8d68-f6ea-41f3-aa69-7fa14854c57a HTTP/1.1" status: 200 len: 854 time: 0.0412681 Feb 19 04:48:06.695860 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-c65c0e54-8847-4329-84ac-05987dbe6f18 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282152 Feb 19 04:48:06.783203 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-fc972c50-8843-43d4-bfa9-f6592eb6386f service neutron] 10.222.0.26 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814223 Feb 19 04:48:06.855043 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:06.875517 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b72a4a4-03be-47eb-bc15-b9d7974e3497 req-ff4bd4a3-d9bb-46e5-8aa5-fae9b4545289 service neutron] 10.222.0.26 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870655 Feb 19 04:48:06.961575 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67576f7-9985-4da4-87d5-0751a53e6ee2 req-6bf75737-edcc-4bbb-91fd-7f341d8a0a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:06.962983 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d67576f7-9985-4da4-87d5-0751a53e6ee2 req-6bf75737-edcc-4bbb-91fd-7f341d8a0a87 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a325eb3ede304a4a9d94af4a70edcfe0&device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 1126 time: 0.0441625 Feb 19 04:48:07.048895 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67576f7-9985-4da4-87d5-0751a53e6ee2 req-867dde40-7b3f-43be-b178-01d34d38f7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:07.050399 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d67576f7-9985-4da4-87d5-0751a53e6ee2 req-867dde40-7b3f-43be-b178-01d34d38f7fc service neutron] 10.222.0.26 "GET /v2.0/networks?id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 HTTP/1.1" status: 200 len: 915 time: 0.0810988 Feb 19 04:48:07.094953 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d67576f7-9985-4da4-87d5-0751a53e6ee2 req-013a58be-9b38-415f-bbca-dd091694a06f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f75d6c2c-2740-432a-ad57-0b16fd22d5cb HTTP/1.1" status: 200 len: 217 time: 0.0385923 Feb 19 04:48:07.141347 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67576f7-9985-4da4-87d5-0751a53e6ee2 req-b3b3ab7b-8a8b-47f9-9124-6fcdcb6deadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:07.142758 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d67576f7-9985-4da4-87d5-0751a53e6ee2 req-b3b3ab7b-8a8b-47f9-9124-6fcdcb6deadd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f10d8d68-f6ea-41f3-aa69-7fa14854c57a HTTP/1.1" status: 200 len: 854 time: 0.0424092 Feb 19 04:48:07.172931 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d67576f7-9985-4da4-87d5-0751a53e6ee2 req-b08b144b-ae75-416b-9310-349ea43cdecf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244071 Feb 19 04:48:07.268714 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d67576f7-9985-4da4-87d5-0751a53e6ee2 req-d38b6e31-ffc4-479e-9ac6-3235a7175112 service neutron] 10.222.0.26 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893841 Feb 19 04:48:07.353325 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d67576f7-9985-4da4-87d5-0751a53e6ee2 req-17efeb90-0f23-4c8f-bca8-b4c174e786ad service neutron] 10.222.0.26 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788338 Feb 19 04:48:07.680236 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335680e-345b-458f-8d4c-21fb0a2ad9a1 req-66b8dd26-aeda-48a5-88f6-d3289cbb0381 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:07.681764 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0335680e-345b-458f-8d4c-21fb0a2ad9a1 req-66b8dd26-aeda-48a5-88f6-d3289cbb0381 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 943 time: 0.0572164 Feb 19 04:48:07.726291 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0335680e-345b-458f-8d4c-21fb0a2ad9a1 req-e2374fb7-1504-48e7-a8df-275eca45dd2c tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390904 Feb 19 04:48:08.843011 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8e377-14fb-46a0-bee5-473c61569409 req-d597bab6-e2fe-4d85-890f-cf9477b6cdfc tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:08.844458 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f8e8e377-14fb-46a0-bee5-473c61569409 req-d597bab6-e2fe-4d85-890f-cf9477b6cdfc tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 943 time: 0.0524898 Feb 19 04:48:08.889676 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f8e8e377-14fb-46a0-bee5-473c61569409 req-fe08462a-542d-4c40-aff5-8ecf86e35468 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396547 Feb 19 04:48:10.006709 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f7a9c-72aa-4a55-80be-44c38293448e req-6ba68a68-2d84-41e0-a0c2-be9199a38d6e tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:10.008173 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5c4f7a9c-72aa-4a55-80be-44c38293448e req-6ba68a68-2d84-41e0-a0c2-be9199a38d6e tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 943 time: 0.0514040 Feb 19 04:48:10.058371 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5c4f7a9c-72aa-4a55-80be-44c38293448e req-c01d7809-6669-44ce-a661-b35b0881aec8 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446560 Feb 19 04:48:10.473265 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device f75d6c2c-2740-432a-ad57-0b16fd22d5cb details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:48:10.476464 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 74f26ec1-50b2-4f3d-bd44-81007f1fe108 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:48:10.501576 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 74f26ec1-50b2-4f3d-bd44-81007f1fe108 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:48:10.501914 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 74f26ec1-50b2-4f3d-bd44-81007f1fe108 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:48:10.587717 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port f75d6c2c-2740-432a-ad57-0b16fd22d5cb, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=f75d6c2c-2740-432a-ad57-0b16fd22d5cb,segment=NetworkSegment(6099638f-ae63-4e38-a51e-e52c71c947a5),segment_id=6099638f-ae63-4e38-a51e-e52c71c947a5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:48:10.598663 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'f75d6c2c-2740-432a-ad57-0b16fd22d5cb', 'network_id': 'eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9', 'port_id': 'f75d6c2c-2740-432a-ad57-0b16fd22d5cb', 'mac_address': 'fa:16:3e:8c:b0:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10d8d68-f6ea-41f3-aa69-7fa14854c57a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:48:10.634130 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port f75d6c2c-2740-432a-ad57-0b16fd22d5cb is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:48:10.634536 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f75d6c2c-2740-432a-ad57-0b16fd22d5cb), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:10.646360 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f75d6c2c-2740-432a-ad57-0b16fd22d5cb {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:48:10.665551 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port f75d6c2c-2740-432a-ad57-0b16fd22d5cb, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=f75d6c2c-2740-432a-ad57-0b16fd22d5cb,segment=NetworkSegment(6099638f-ae63-4e38-a51e-e52c71c947a5),segment_id=6099638f-ae63-4e38-a51e-e52c71c947a5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:48:10.669418 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f75d6c2c-2740-432a-ad57-0b16fd22d5cb), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:10.714244 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=f75d6c2c-2740-432a-ad57-0b16fd22d5cb,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:10.721320 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:10.721668 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:10.722007 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:10.722378 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:10.722708 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:10.723035 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:10.723408 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:10.723700 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:10.724003 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:10.724323 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:10.724643 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:10.725476 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:10.725792 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:10.967654 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['f75d6c2c-2740-432a-ad57-0b16fd22d5cb'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:48:11.173705 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d11c2-12e1-49ba-9564-852ae84bfde4 req-1e4b9e46-b4d6-4341-b7f5-fa3d46e6085b tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:11.175179 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-932d11c2-12e1-49ba-9564-852ae84bfde4 req-1e4b9e46-b4d6-4341-b7f5-fa3d46e6085b tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 944 time: 0.0504062 Feb 19 04:48:11.221823 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-932d11c2-12e1-49ba-9564-852ae84bfde4 req-6836e5ce-6caa-4220-a652-1250091ca076 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408478 Feb 19 04:48:12.481769 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device f75d6c2c-2740-432a-ad57-0b16fd22d5cb up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:48:12.530838 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port f75d6c2c-2740-432a-ad57-0b16fd22d5cb completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:48:12.535212 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port f75d6c2c-2740-432a-ad57-0b16fd22d5cb triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:48:12.535595 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f75d6c2c-2740-432a-ad57-0b16fd22d5cb), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:12.597112 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c53af9-8c26-458c-980e-f4317c5d9994 req-9a6f7fa5-cf36-4de2-b536-6f049db614fd tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:12.598637 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-82c53af9-8c26-458c-980e-f4317c5d9994 req-9a6f7fa5-cf36-4de2-b536-6f049db614fd tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 944 time: 0.0514300 Feb 19 04:48:12.616002 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port f75d6c2c-2740-432a-ad57-0b16fd22d5cb is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:48:12.616389 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f75d6c2c-2740-432a-ad57-0b16fd22d5cb), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:12.638327 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630a8510-1fc5-4262-bba6-4a9528c5ec84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75d6c2c-2740-432a-ad57-0b16fd22d5cb'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:48:12.640536 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ac728a-ade6-44fc-a772-d14b829d9349" -d '{"events": [{"server_uuid": "630a8510-1fc5-4262-bba6-4a9528c5ec84", "name": "network-vif-plugged", "status": "completed", "tag": "f75d6c2c-2740-432a-ad57-0b16fd22d5cb"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:48:12.645514 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-82c53af9-8c26-458c-980e-f4317c5d9994 req-75d2ef15-8fd2-499e-a68c-88a9615c75c3 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406702 Feb 19 04:48:12.652962 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port f75d6c2c-2740-432a-ad57-0b16fd22d5cb, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=f75d6c2c-2740-432a-ad57-0b16fd22d5cb,segment=NetworkSegment(6099638f-ae63-4e38-a51e-e52c71c947a5),segment_id=6099638f-ae63-4e38-a51e-e52c71c947a5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:48:12.658115 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f75d6c2c-2740-432a-ad57-0b16fd22d5cb), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:12.683513 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c192a57d-46b8-494c-b749-689e7cd82412 x-openstack-request-id: req-c192a57d-46b8-494c-b749-689e7cd82412 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:48:12.683803 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630a8510-1fc5-4262-bba6-4a9528c5ec84", "name": "network-vif-plugged", "status": "completed", "tag": "f75d6c2c-2740-432a-ad57-0b16fd22d5cb", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:48:12.684054 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c192a57d-46b8-494c-b749-689e7cd82412 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:48:12.684504 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630a8510-1fc5-4262-bba6-4a9528c5ec84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75d6c2c-2740-432a-ad57-0b16fd22d5cb', 'code': 200} Feb 19 04:48:12.710482 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=f75d6c2c-2740-432a-ad57-0b16fd22d5cb,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:13.103464 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24e97d-6e0c-4280-820c-f2602fe54a60 req-4ac17ef6-2256-4d6d-81c1-1bf36c994865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:13.104962 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3a24e97d-6e0c-4280-820c-f2602fe54a60 req-4ac17ef6-2256-4d6d-81c1-1bf36c994865 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 1128 time: 0.3705292 Feb 19 04:48:13.148047 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3a24e97d-6e0c-4280-820c-f2602fe54a60 req-f0e8e2a1-4390-4340-9ef0-83736d242ac9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367856 Feb 19 04:48:13.764414 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86729d66-ac74-4bce-9203-35c2cc96f2c2 req-626c183a-2cf1-4619-8698-d74cc04d1e8a tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:13.765939 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-86729d66-ac74-4bce-9203-35c2cc96f2c2 req-626c183a-2cf1-4619-8698-d74cc04d1e8a tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0514801 Feb 19 04:48:13.814263 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-86729d66-ac74-4bce-9203-35c2cc96f2c2 req-56a97da6-f233-401b-ad0c-2d999cf56c2f tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424314 Feb 19 04:48:14.936763 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3a5b3-6010-4d9d-bb90-add110badd6a req-2c39613b-d493-4417-90a9-411c93aaf8da tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:14.938224 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29c3a5b3-6010-4d9d-bb90-add110badd6a req-2c39613b-d493-4417-90a9-411c93aaf8da tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0537138 Feb 19 04:48:14.982788 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29c3a5b3-6010-4d9d-bb90-add110badd6a req-80c30fc9-5d04-463f-90f6-fb61ac2f06aa tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390482 Feb 19 04:48:15.101018 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7d9f8-0c24-489f-b4a2-b8c279560876 req-6c32426f-bb88-4750-985b-01046f8b6008 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:15.102419 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-68b7d9f8-0c24-489f-b4a2-b8c279560876 req-6c32426f-bb88-4750-985b-01046f8b6008 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0539429 Feb 19 04:48:15.147841 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-68b7d9f8-0c24-489f-b4a2-b8c279560876 req-bf32f666-909a-4361-aa6b-1c2e68db7038 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397873 Feb 19 04:48:15.409536 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aaecf656-a00a-4e59-b505-de635d86027b req-b8f46bf9-91ac-45fc-af81-4429d0e1e45d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0794284 Feb 19 04:48:15.417021 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a09293-4fb0-481b-a53a-f22d757feb25 req-6cc43327-4676-47f1-96a9-5d6d1bcfbfa1 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:15.418391 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4a09293-4fb0-481b-a53a-f22d757feb25 req-6cc43327-4676-47f1-96a9-5d6d1bcfbfa1 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0802412 Feb 19 04:48:15.466923 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4a09293-4fb0-481b-a53a-f22d757feb25 req-e77ddde2-6f63-439e-a07a-97585a78879f tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428028 Feb 19 04:48:15.742592 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecf656-a00a-4e59-b505-de635d86027b req-8b6a365a-72e8-4d7a-8de9-cf951add43b1 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:15.743904 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aaecf656-a00a-4e59-b505-de635d86027b req-8b6a365a-72e8-4d7a-8de9-cf951add43b1 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports/f75d6c2c-2740-432a-ad57-0b16fd22d5cb HTTP/1.1" status: 200 len: 942 time: 0.0450273 Feb 19 04:48:16.507393 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecf656-a00a-4e59-b505-de635d86027b req-fa1287dd-f951-4fba-98f9-02810e056a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:16.508937 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aaecf656-a00a-4e59-b505-de635d86027b req-fa1287dd-f951-4fba-98f9-02810e056a77 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a325eb3ede304a4a9d94af4a70edcfe0&device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 1128 time: 0.0452266 Feb 19 04:48:16.640508 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c7ca9-09de-4ed7-b604-1dd862de6857 req-65759c7d-3da5-4aa9-b6f4-924e00e5412e tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:16.641976 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-260c7ca9-09de-4ed7-b604-1dd862de6857 req-65759c7d-3da5-4aa9-b6f4-924e00e5412e tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.1068771 Feb 19 04:48:16.642940 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecf656-a00a-4e59-b505-de635d86027b req-289e9b70-4929-4fdc-926e-4a88d5c736cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:16.644239 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aaecf656-a00a-4e59-b505-de635d86027b req-289e9b70-4929-4fdc-926e-4a88d5c736cd service neutron] 10.222.0.26 "GET /v2.0/networks?id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 HTTP/1.1" status: 200 len: 915 time: 0.1278677 Feb 19 04:48:16.697107 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aaecf656-a00a-4e59-b505-de635d86027b req-32f08435-b51f-4d18-94ea-1dbd2ab69c1a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f75d6c2c-2740-432a-ad57-0b16fd22d5cb HTTP/1.1" status: 200 len: 217 time: 0.0440590 Feb 19 04:48:16.760681 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-260c7ca9-09de-4ed7-b604-1dd862de6857 req-2d0c0fc2-4634-47fa-8b00-741db0291abd tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131401 Feb 19 04:48:16.769195 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecf656-a00a-4e59-b505-de635d86027b req-884578e7-6522-42dc-a001-a57c42c55334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:16.770732 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aaecf656-a00a-4e59-b505-de635d86027b req-884578e7-6522-42dc-a001-a57c42c55334 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f10d8d68-f6ea-41f3-aa69-7fa14854c57a HTTP/1.1" status: 200 len: 854 time: 0.0677402 Feb 19 04:48:16.803208 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aaecf656-a00a-4e59-b505-de635d86027b req-1dfe75fc-9de8-4d5a-aca5-15e103b470ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256174 Feb 19 04:48:16.892973 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aaecf656-a00a-4e59-b505-de635d86027b req-ab0b7f9f-708e-4ff0-a105-3ae915439991 service neutron] 10.222.0.26 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834293 Feb 19 04:48:16.980463 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aaecf656-a00a-4e59-b505-de635d86027b req-4e4632da-c14c-42f0-9316-840492f32988 service neutron] 10.222.0.26 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810678 Feb 19 04:48:17.884833 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb1dd4-20d9-45a1-b965-b027715fd106 req-142b5fe4-d435-47a1-8aaa-63d7d2782c8a tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:17.886345 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-edbb1dd4-20d9-45a1-b965-b027715fd106 req-142b5fe4-d435-47a1-8aaa-63d7d2782c8a tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0561833 Feb 19 04:48:17.932543 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-edbb1dd4-20d9-45a1-b965-b027715fd106 req-81b3c9ae-312a-49fd-b0cb-5295a2efff13 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406780 Feb 19 04:48:19.050499 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fcc6d-03a0-4459-9809-a24ae0b908d3 req-737aefa9-8c5f-44f0-8fde-181f3374d77b tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:19.052243 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-346fcc6d-03a0-4459-9809-a24ae0b908d3 req-737aefa9-8c5f-44f0-8fde-181f3374d77b tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0523357 Feb 19 04:48:19.099378 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-346fcc6d-03a0-4459-9809-a24ae0b908d3 req-9ab4b9dd-f0d4-4a62-ae20-8d5996694fa5 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411093 Feb 19 04:48:20.218187 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20a51f-b5e0-436a-a59c-3c7c764b22ef req-eb79c65d-33df-4bcf-9c87-9c81e29f8008 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:20.219676 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ba20a51f-b5e0-436a-a59c-3c7c764b22ef req-eb79c65d-33df-4bcf-9c87-9c81e29f8008 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0518177 Feb 19 04:48:20.268288 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ba20a51f-b5e0-436a-a59c-3c7c764b22ef req-4cb331a4-e93c-42ab-9f39-6f5335af4973 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431051 Feb 19 04:48:21.442063 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf4baa-8b19-462f-9241-e90881125a12 req-4cb70c8c-6c3c-409a-ad96-57d38b4d1bd2 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:21.443562 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e6bf4baa-8b19-462f-9241-e90881125a12 req-4cb70c8c-6c3c-409a-ad96-57d38b4d1bd2 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.1081784 Feb 19 04:48:21.492748 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e6bf4baa-8b19-462f-9241-e90881125a12 req-186be817-d71c-4d19-bbe9-1d2580dbb070 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430679 Feb 19 04:48:22.667699 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b7cc0-5ffd-47ca-bf76-85f890194cae req-e6a6c30f-8aa4-4072-9d85-587fc4f15fa3 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:22.669195 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e41b7cc0-5ffd-47ca-bf76-85f890194cae req-e6a6c30f-8aa4-4072-9d85-587fc4f15fa3 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.1070819 Feb 19 04:48:22.716062 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e41b7cc0-5ffd-47ca-bf76-85f890194cae req-0aff334b-0002-4a6e-9a15-3a3f179c861a tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412173 Feb 19 04:48:23.841179 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675d68c-5779-4965-bbd0-34338fe6f6ab req-c763f583-8cb6-4161-be87-d8850287a2d5 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:23.842688 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3675d68c-5779-4965-bbd0-34338fe6f6ab req-c763f583-8cb6-4161-be87-d8850287a2d5 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0571611 Feb 19 04:48:23.889538 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3675d68c-5779-4965-bbd0-34338fe6f6ab req-890d7c0c-977c-4f76-a92f-284c82e58f36 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412097 Feb 19 04:48:25.005385 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce1918-a530-4132-865d-02538c278768 req-058856fc-886d-4772-9819-706369ede33f tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:25.007445 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5ce1918-a530-4132-865d-02538c278768 req-058856fc-886d-4772-9819-706369ede33f tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0518680 Feb 19 04:48:25.053200 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5ce1918-a530-4132-865d-02538c278768 req-b361c48c-b54b-4302-9d9f-148948285cbf tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397773 Feb 19 04:48:26.178141 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e687f2-29f7-4548-b838-b0c33c17abca req-6379f002-c94f-43d8-b0c1-9e407bac0520 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:26.179659 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09e687f2-29f7-4548-b838-b0c33c17abca req-6379f002-c94f-43d8-b0c1-9e407bac0520 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0570025 Feb 19 04:48:26.226075 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09e687f2-29f7-4548-b838-b0c33c17abca req-d2dc8f7d-a34d-4c49-b7bc-69f1f155b648 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403993 Feb 19 04:48:27.208257 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:27.343414 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943afc4-c269-4212-87ae-ba25cbc6dc3c req-6f3aaba0-a5aa-4a14-b295-e0f8e31a666a tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:27.344901 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f943afc4-c269-4212-87ae-ba25cbc6dc3c req-6f3aaba0-a5aa-4a14-b295-e0f8e31a666a tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0525770 Feb 19 04:48:27.390762 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f943afc4-c269-4212-87ae-ba25cbc6dc3c req-43a7dc1a-b557-47e8-8600-f376c1c9c860 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396559 Feb 19 04:48:28.506347 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee4c73-7819-44bb-9575-eb1c6601a34e req-b8639c99-1a81-4338-a80b-23ecc311a27d tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:28.507802 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-78ee4c73-7819-44bb-9575-eb1c6601a34e req-b8639c99-1a81-4338-a80b-23ecc311a27d tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0507534 Feb 19 04:48:28.557320 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-78ee4c73-7819-44bb-9575-eb1c6601a34e req-33eceb2d-d862-4dc3-8319-86eb5c4da778 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440161 Feb 19 04:48:29.672122 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c30095-59b2-493e-9065-ff67cebee798 req-468f86cb-2cd8-44ff-bbd4-ce166a297b0b tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:29.673488 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58c30095-59b2-493e-9065-ff67cebee798 req-468f86cb-2cd8-44ff-bbd4-ce166a297b0b tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0510006 Feb 19 04:48:29.720254 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58c30095-59b2-493e-9065-ff67cebee798 req-84f59797-39de-4443-bf84-8031fb8ddee2 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403321 Feb 19 04:48:30.029616 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:30.688002 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-06ce15e4-1036-42b7-a58f-31809c0c87f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:30.838216 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1d8ef-8eab-4f7f-b225-58aa5d4f46eb req-b36ea5fd-7124-44ad-8955-a09909a30b6c tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:30.839700 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-92c1d8ef-8eab-4f7f-b225-58aa5d4f46eb req-b36ea5fd-7124-44ad-8955-a09909a30b6c tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0529633 Feb 19 04:48:30.885451 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-92c1d8ef-8eab-4f7f-b225-58aa5d4f46eb req-36369e2a-99a7-4d54-b0ae-0aefda55aa1a tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403259 Feb 19 04:48:32.006582 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d6a37-f53a-4469-bdc0-1c14d8c76f96 req-1ca9c5cf-f656-456e-9455-ead15ade22f9 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:32.008066 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-881d6a37-f53a-4469-bdc0-1c14d8c76f96 req-1ca9c5cf-f656-456e-9455-ead15ade22f9 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0564523 Feb 19 04:48:32.054093 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-881d6a37-f53a-4469-bdc0-1c14d8c76f96 req-30931e8b-2e79-4f4b-9d8b-6d673683f133 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405865 Feb 19 04:48:33.169945 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bc688-4370-4850-ac3a-20692d033f22 req-4f99d1ba-01db-4328-bdbf-35b4e2bf179b tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:33.171451 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-920bc688-4370-4850-ac3a-20692d033f22 req-4f99d1ba-01db-4328-bdbf-35b4e2bf179b tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0512850 Feb 19 04:48:33.217311 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-920bc688-4370-4850-ac3a-20692d033f22 req-dd676e42-07c3-4634-9843-89523d4d2fe2 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401232 Feb 19 04:48:33.539220 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-565b219c-b124-45c5-b801-ad7471f4d428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:33.952225 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:34.285269 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:48:34.336310 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3e89a-67ed-4f72-b725-50f9267c753b req-e67a994b-b0c9-4abf-8b4f-0e74095e46ba tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:34.337782 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-20a3e89a-67ed-4f72-b725-50f9267c753b req-e67a994b-b0c9-4abf-8b4f-0e74095e46ba tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0529151 Feb 19 04:48:34.387575 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-20a3e89a-67ed-4f72-b725-50f9267c753b req-7d7cd6da-8ef3-44fd-a8a5-37d7d7af1d01 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442185 Feb 19 04:48:35.435818 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:35.505115 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ae4d8-cb44-400c-bde3-06de125b624f req-61c00ee2-0252-4cc0-a935-2d6aad83130d tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:35.507113 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b57ae4d8-cb44-400c-bde3-06de125b624f req-61c00ee2-0252-4cc0-a935-2d6aad83130d tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0514846 Feb 19 04:48:35.553262 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b57ae4d8-cb44-400c-bde3-06de125b624f req-57519cac-20d6-4e04-960e-e4d0a567088e tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406828 Feb 19 04:48:36.672058 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71fa8e-24a9-4e2d-944f-c3d805e58d6e req-d47d65dc-465e-419b-b6d8-4738d5f470f2 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:36.673517 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ba71fa8e-24a9-4e2d-944f-c3d805e58d6e req-d47d65dc-465e-419b-b6d8-4738d5f470f2 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0509152 Feb 19 04:48:36.719396 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ba71fa8e-24a9-4e2d-944f-c3d805e58d6e req-c4e4a986-2f75-4ffc-b81f-4442400eb320 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401819 Feb 19 04:48:36.856970 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:37.840860 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccb80f-4ccf-446c-84a3-0df1eba1e105 req-bc7d48fc-abf4-44ff-89ae-448b59d28aa8 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:37.842491 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-12ccb80f-4ccf-446c-84a3-0df1eba1e105 req-bc7d48fc-abf4-44ff-89ae-448b59d28aa8 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0558841 Feb 19 04:48:37.888382 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-12ccb80f-4ccf-446c-84a3-0df1eba1e105 req-91d643ed-e989-4deb-b6c5-62676c343f76 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405104 Feb 19 04:48:39.007049 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d79bf-ca59-49aa-858c-8247294eeacb req-fe6466b8-8545-4df3-9e4f-3e17363c3784 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:39.008529 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-605d79bf-ca59-49aa-858c-8247294eeacb req-fe6466b8-8545-4df3-9e4f-3e17363c3784 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0521369 Feb 19 04:48:39.054692 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-605d79bf-ca59-49aa-858c-8247294eeacb req-7527066f-7be8-4d17-8b3f-b59f0f01f241 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406311 Feb 19 04:48:40.178545 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d83410-af56-4816-92fc-589e144025c2 req-ebb8e013-7f81-4ffe-bf1d-cc1d6645977b tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:40.180029 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34d83410-af56-4816-92fc-589e144025c2 req-ebb8e013-7f81-4ffe-bf1d-cc1d6645977b tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0565436 Feb 19 04:48:40.225743 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34d83410-af56-4816-92fc-589e144025c2 req-e34e2d14-b403-487b-a818-96725df56df8 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401988 Feb 19 04:48:41.343191 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26162971-03af-42c7-b357-4ea8a249bb04 req-9713ae24-3297-40e7-bbf8-b555683e0fc8 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:41.344668 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26162971-03af-42c7-b357-4ea8a249bb04 req-9713ae24-3297-40e7-bbf8-b555683e0fc8 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0521762 Feb 19 04:48:41.393559 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26162971-03af-42c7-b357-4ea8a249bb04 req-1a153f80-371a-438e-90f9-02f83845ab59 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426040 Feb 19 04:48:42.513461 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def431f-967d-48c3-894d-f83e0fee5941 req-30306047-924e-402e-a9f2-bde8dc5c7017 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:42.514948 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6def431f-967d-48c3-894d-f83e0fee5941 req-30306047-924e-402e-a9f2-bde8dc5c7017 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0515182 Feb 19 04:48:42.563535 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6def431f-967d-48c3-894d-f83e0fee5941 req-9e13c6bf-672d-4f10-b3bc-c94439d3b467 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432403 Feb 19 04:48:43.680720 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0be6a3-0941-4e94-8a5b-a00ee2ebe469 req-1448d608-4ff9-435f-b9da-9e6f040516cc tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:43.682140 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7e0be6a3-0941-4e94-8a5b-a00ee2ebe469 req-1448d608-4ff9-435f-b9da-9e6f040516cc tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0520856 Feb 19 04:48:43.728488 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7e0be6a3-0941-4e94-8a5b-a00ee2ebe469 req-95ff70b1-0577-4c8c-b0d1-074b87c87dd4 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408323 Feb 19 04:48:43.796144 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-aaecf656-a00a-4e59-b505-de635d86027b req-278b82b7-07a7-4bf0-9986-e0adf3cfd957 service neutron] show failed (client error): The resource could not be found. Feb 19 04:48:43.797143 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aaecf656-a00a-4e59-b505-de635d86027b req-278b82b7-07a7-4bf0-9986-e0adf3cfd957 service neutron] 10.222.0.26 "GET /v2.0/ports/f75d6c2c-2740-432a-ad57-0b16fd22d5cb/bindings/n-h2-828369-19 HTTP/1.1" status: 404 len: 381 time: 0.0542042 Feb 19 04:48:43.993379 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecf656-a00a-4e59-b505-de635d86027b req-45c632e5-3179-4901-8545-c29d37efd063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:43.994919 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aaecf656-a00a-4e59-b505-de635d86027b req-45c632e5-3179-4901-8545-c29d37efd063 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84&tenant_id=a325eb3ede304a4a9d94af4a70edcfe0 HTTP/1.1" status: 200 len: 1128 time: 0.0439444 Feb 19 04:48:44.006070 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-aaecf656-a00a-4e59-b505-de635d86027b req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-19', 'device_owner': 'compute:nova'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:48:44.065856 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-aaecf656-a00a-4e59-b505-de635d86027b req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f75d6c2c-2740-432a-ad57-0b16fd22d5cb), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:44.263355 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-aaecf656-a00a-4e59-b505-de635d86027b req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] For port f75d6c2c-2740-432a-ad57-0b16fd22d5cb, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=f75d6c2c-2740-432a-ad57-0b16fd22d5cb,segment=NetworkSegment(6099638f-ae63-4e38-a51e-e52c71c947a5),segment_id=6099638f-ae63-4e38-a51e-e52c71c947a5)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:48:44.294904 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-aaecf656-a00a-4e59-b505-de635d86027b req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] For port f75d6c2c-2740-432a-ad57-0b16fd22d5cb, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:48:44.332797 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630a8510-1fc5-4262-bba6-4a9528c5ec84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f75d6c2c-2740-432a-ad57-0b16fd22d5cb'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:48:44.335118 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef3b6c9-b1e5-4087-a171-817ec25953cc" -d '{"events": [{"server_uuid": "630a8510-1fc5-4262-bba6-4a9528c5ec84", "name": "network-vif-unplugged", "status": "completed", "tag": "f75d6c2c-2740-432a-ad57-0b16fd22d5cb"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:48:44.338580 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-aaecf656-a00a-4e59-b505-de635d86027b req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Publish callbacks [] for port (f75d6c2c-2740-432a-ad57-0b16fd22d5cb), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:44.351781 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-aaecf656-a00a-4e59-b505-de635d86027b req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Transition to ACTIVE for port object f75d6c2c-2740-432a-ad57-0b16fd22d5cb will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:48:44.355579 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-aaecf656-a00a-4e59-b505-de635d86027b req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (f75d6c2c-2740-432a-ad57-0b16fd22d5cb), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:44.387556 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc5d406-6032-4d29-af0f-c7d27c65d721 x-openstack-request-id: req-6cc5d406-6032-4d29-af0f-c7d27c65d721 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:48:44.387919 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630a8510-1fc5-4262-bba6-4a9528c5ec84", "name": "network-vif-unplugged", "status": "completed", "tag": "f75d6c2c-2740-432a-ad57-0b16fd22d5cb", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:48:44.388171 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6cc5d406-6032-4d29-af0f-c7d27c65d721 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:48:44.388573 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630a8510-1fc5-4262-bba6-4a9528c5ec84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f75d6c2c-2740-432a-ad57-0b16fd22d5cb', 'code': 200} Feb 19 04:48:44.426093 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaecf656-a00a-4e59-b505-de635d86027b req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] No DVR routers for this DVR port f75d6c2c-2740-432a-ad57-0b16fd22d5cb on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:48:44.428654 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Pushing event updated for resources: {'Port': ['ID=f75d6c2c-2740-432a-ad57-0b16fd22d5cb,revision_number=6']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:44.439419 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:44.439775 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:44.440119 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:44.440459 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:44.440793 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:44.441123 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:44.441448 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:44.441772 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:44.442095 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:44.442453 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:44.442805 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:44.443129 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:44.443449 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:44.474507 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-aaecf656-a00a-4e59-b505-de635d86027b req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Attempting to bind port f75d6c2c-2740-432a-ad57-0b16fd22d5cb on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:48:44.474845 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-aaecf656-a00a-4e59-b505-de635d86027b req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Attempting to bind port f75d6c2c-2740-432a-ad57-0b16fd22d5cb by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '6099638f-ae63-4e38-a51e-e52c71c947a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:48:44.475171 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaecf656-a00a-4e59-b505-de635d86027b req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Attempting to bind port f75d6c2c-2740-432a-ad57-0b16fd22d5cb on network eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:48:44.479378 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaecf656-a00a-4e59-b505-de635d86027b req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Port f75d6c2c-2740-432a-ad57-0b16fd22d5cb on network eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:48:44.479705 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaecf656-a00a-4e59-b505-de635d86027b req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Attempting to bind port f75d6c2c-2740-432a-ad57-0b16fd22d5cb on network eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:48:44.484526 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaecf656-a00a-4e59-b505-de635d86027b req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:48:44.484868 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaecf656-a00a-4e59-b505-de635d86027b req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Checking segment: {'id': '6099638f-ae63-4e38-a51e-e52c71c947a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:48:44.485251 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaecf656-a00a-4e59-b505-de635d86027b req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Bound using segment: {'id': '6099638f-ae63-4e38-a51e-e52c71c947a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:48:44.485676 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-aaecf656-a00a-4e59-b505-de635d86027b req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Bound port: f75d6c2c-2740-432a-ad57-0b16fd22d5cb, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6099638f-ae63-4e38-a51e-e52c71c947a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:48:44.486033 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-aaecf656-a00a-4e59-b505-de635d86027b req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f75d6c2c-2740-432a-ad57-0b16fd22d5cb), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:44.548918 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-aaecf656-a00a-4e59-b505-de635d86027b req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] For port f75d6c2c-2740-432a-ad57-0b16fd22d5cb, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:48:44.552053 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-aaecf656-a00a-4e59-b505-de635d86027b req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] For port f75d6c2c-2740-432a-ad57-0b16fd22d5cb, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f75d6c2c-2740-432a-ad57-0b16fd22d5cb,segment=NetworkSegment(6099638f-ae63-4e38-a51e-e52c71c947a5),segment_id=6099638f-ae63-4e38-a51e-e52c71c947a5)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:48:44.557950 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-aaecf656-a00a-4e59-b505-de635d86027b req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (f75d6c2c-2740-432a-ad57-0b16fd22d5cb), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:44.594068 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecf656-a00a-4e59-b505-de635d86027b req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:44.594774 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-aaecf656-a00a-4e59-b505-de635d86027b req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:44.596148 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aaecf656-a00a-4e59-b505-de635d86027b req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] 10.222.0.79 "PUT /v2.0/ports/f75d6c2c-2740-432a-ad57-0b16fd22d5cb HTTP/1.1" status: 200 len: 1092 time: 0.5946624 Feb 19 04:48:44.616036 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294d0e6-a0de-41ce-a2cc-96e0edd5cd73 service neutron] Pushing event updated for resources: {'Port': ['ID=f75d6c2c-2740-432a-ad57-0b16fd22d5cb,revision_number=7']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:44.662073 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecf656-a00a-4e59-b505-de635d86027b req-3498cc4a-2b79-440f-8d7b-1ab619f1c6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:44.663621 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aaecf656-a00a-4e59-b505-de635d86027b req-3498cc4a-2b79-440f-8d7b-1ab619f1c6df service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a325eb3ede304a4a9d94af4a70edcfe0&device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 1126 time: 0.0447307 Feb 19 04:48:44.748475 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecf656-a00a-4e59-b505-de635d86027b req-ea387d4b-d8b2-49f8-afda-83c0aafa6471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:44.749947 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aaecf656-a00a-4e59-b505-de635d86027b req-ea387d4b-d8b2-49f8-afda-83c0aafa6471 service neutron] 10.222.0.79 "GET /v2.0/networks?id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 HTTP/1.1" status: 200 len: 915 time: 0.0808754 Feb 19 04:48:44.795937 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aaecf656-a00a-4e59-b505-de635d86027b req-a1b40732-3e70-4c17-bc85-7068f463cb39 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f75d6c2c-2740-432a-ad57-0b16fd22d5cb HTTP/1.1" status: 200 len: 217 time: 0.0396781 Feb 19 04:48:44.868596 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecf656-a00a-4e59-b505-de635d86027b req-8e4129c3-ef0d-4563-a42e-c8b368f46bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:44.869948 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aaecf656-a00a-4e59-b505-de635d86027b req-8e4129c3-ef0d-4563-a42e-c8b368f46bc6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f10d8d68-f6ea-41f3-aa69-7fa14854c57a HTTP/1.1" status: 200 len: 854 time: 0.0626924 Feb 19 04:48:44.891811 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d1a0a-c8b1-4c99-968a-d475383a01f6 req-9e9cae9d-915f-446f-8cc7-8e8853e26469 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:44.893274 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cd5d1a0a-c8b1-4c99-968a-d475383a01f6 req-9e9cae9d-915f-446f-8cc7-8e8853e26469 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 943 time: 0.0945337 Feb 19 04:48:44.915416 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aaecf656-a00a-4e59-b505-de635d86027b req-9bd57789-6f0e-4d7c-ae2d-99c0ef4a1d5a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382450 Feb 19 04:48:44.999145 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cd5d1a0a-c8b1-4c99-968a-d475383a01f6 req-57580b67-da83-4b56-9ef0-16590d4c88fb tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866714 Feb 19 04:48:45.029123 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aaecf656-a00a-4e59-b505-de635d86027b req-1828c473-e7fb-4349-9230-ff51fe785b9c service neutron] 10.222.0.79 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078918 Feb 19 04:48:45.120930 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aaecf656-a00a-4e59-b505-de635d86027b req-4f63a78d-8760-4dd3-8b26-5c20fb586ca7 service neutron] 10.222.0.79 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864532 Feb 19 04:48:46.121248 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e8ff1-0724-46c3-9fba-cea29d1d63d3 req-42ef74ee-d86e-45e7-9280-082a89e57c3e tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:46.122757 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d83e8ff1-0724-46c3-9fba-cea29d1d63d3 req-42ef74ee-d86e-45e7-9280-082a89e57c3e tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 943 time: 0.0526056 Feb 19 04:48:46.168495 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d83e8ff1-0724-46c3-9fba-cea29d1d63d3 req-aceea95c-1d65-4c89-8c5f-ea29346d01a9 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403121 Feb 19 04:48:46.390261 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630a8510-1fc5-4262-bba6-4a9528c5ec84', 'tag': 'f75d6c2c-2740-432a-ad57-0b16fd22d5cb'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:48:46.392527 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa325fdc-07b9-4618-ae78-cd0b2d934db6" -d '{"events": [{"name": "network-changed", "server_uuid": "630a8510-1fc5-4262-bba6-4a9528c5ec84", "tag": "f75d6c2c-2740-432a-ad57-0b16fd22d5cb"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:48:46.440121 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb78ebf-23ba-489a-a3b7-9c32964288ee x-openstack-request-id: req-0cb78ebf-23ba-489a-a3b7-9c32964288ee {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:48:46.440419 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "630a8510-1fc5-4262-bba6-4a9528c5ec84", "tag": "f75d6c2c-2740-432a-ad57-0b16fd22d5cb", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:48:46.440675 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0cb78ebf-23ba-489a-a3b7-9c32964288ee {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:48:46.441070 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630a8510-1fc5-4262-bba6-4a9528c5ec84', 'tag': 'f75d6c2c-2740-432a-ad57-0b16fd22d5cb', 'status': 'completed', 'code': 200} Feb 19 04:48:46.449176 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device f75d6c2c-2740-432a-ad57-0b16fd22d5cb details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:48:46.538627 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa325fdc-07b9-4618-ae78-cd0b2d934db6 req-0c6bb9b6-b3c8-4262-b6ef-05a18edeb034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:46.540124 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa325fdc-07b9-4618-ae78-cd0b2d934db6 req-0c6bb9b6-b3c8-4262-b6ef-05a18edeb034 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a325eb3ede304a4a9d94af4a70edcfe0&device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 1126 time: 0.0793073 Feb 19 04:48:46.542706 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa325fdc-07b9-4618-ae78-cd0b2d934db6 req-6ede34ef-bead-4198-9001-223f1a2911dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:46.544076 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa325fdc-07b9-4618-ae78-cd0b2d934db6 req-6ede34ef-bead-4198-9001-223f1a2911dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a325eb3ede304a4a9d94af4a70edcfe0&device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 1126 time: 0.0745802 Feb 19 04:48:46.550065 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port f75d6c2c-2740-432a-ad57-0b16fd22d5cb, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f75d6c2c-2740-432a-ad57-0b16fd22d5cb,segment=NetworkSegment(6099638f-ae63-4e38-a51e-e52c71c947a5),segment_id=6099638f-ae63-4e38-a51e-e52c71c947a5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:48:46.562106 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'f75d6c2c-2740-432a-ad57-0b16fd22d5cb', 'network_id': 'eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9', 'port_id': 'f75d6c2c-2740-432a-ad57-0b16fd22d5cb', 'mac_address': 'fa:16:3e:8c:b0:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10d8d68-f6ea-41f3-aa69-7fa14854c57a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:48:46.602401 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port f75d6c2c-2740-432a-ad57-0b16fd22d5cb is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:48:46.603071 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f75d6c2c-2740-432a-ad57-0b16fd22d5cb), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:46.615677 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f75d6c2c-2740-432a-ad57-0b16fd22d5cb {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:48:46.636586 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port f75d6c2c-2740-432a-ad57-0b16fd22d5cb, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f75d6c2c-2740-432a-ad57-0b16fd22d5cb,segment=NetworkSegment(6099638f-ae63-4e38-a51e-e52c71c947a5),segment_id=6099638f-ae63-4e38-a51e-e52c71c947a5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:48:46.641281 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f75d6c2c-2740-432a-ad57-0b16fd22d5cb), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:46.690470 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=f75d6c2c-2740-432a-ad57-0b16fd22d5cb,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:46.696057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa325fdc-07b9-4618-ae78-cd0b2d934db6 req-d4511f66-c740-448b-9c9e-0c7fb5e352c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:46.697528 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa325fdc-07b9-4618-ae78-cd0b2d934db6 req-d4511f66-c740-448b-9c9e-0c7fb5e352c0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 HTTP/1.1" status: 200 len: 915 time: 0.1506624 Feb 19 04:48:46.745957 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa325fdc-07b9-4618-ae78-cd0b2d934db6 req-fb0d9518-d57c-4389-baf5-24c90e1c2bf0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f75d6c2c-2740-432a-ad57-0b16fd22d5cb HTTP/1.1" status: 200 len: 217 time: 0.0396795 Feb 19 04:48:46.746843 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa325fdc-07b9-4618-ae78-cd0b2d934db6 req-fb1a4eb4-9407-487f-82e4-c52b7bc264e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:46.748179 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa325fdc-07b9-4618-ae78-cd0b2d934db6 req-fb1a4eb4-9407-487f-82e4-c52b7bc264e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 HTTP/1.1" status: 200 len: 915 time: 0.1559808 Feb 19 04:48:46.812669 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa325fdc-07b9-4618-ae78-cd0b2d934db6 req-551ae907-95b7-4d75-95b2-d958714aa2e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f75d6c2c-2740-432a-ad57-0b16fd22d5cb HTTP/1.1" status: 200 len: 217 time: 0.0525067 Feb 19 04:48:46.851303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa325fdc-07b9-4618-ae78-cd0b2d934db6 req-1b661f04-e61a-49f7-85c0-c2d8b79aace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:46.852738 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa325fdc-07b9-4618-ae78-cd0b2d934db6 req-1b661f04-e61a-49f7-85c0-c2d8b79aace4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f10d8d68-f6ea-41f3-aa69-7fa14854c57a HTTP/1.1" status: 200 len: 854 time: 0.1011043 Feb 19 04:48:46.852891 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['f75d6c2c-2740-432a-ad57-0b16fd22d5cb'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:48:46.893105 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa325fdc-07b9-4618-ae78-cd0b2d934db6 req-4668bb8f-7883-42c7-b0ac-bc144afd9230 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339487 Feb 19 04:48:46.894366 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa325fdc-07b9-4618-ae78-cd0b2d934db6 req-ed8c34a9-1872-4013-a39b-7e72cabafb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:46.895644 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa325fdc-07b9-4618-ae78-cd0b2d934db6 req-ed8c34a9-1872-4013-a39b-7e72cabafb0d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f10d8d68-f6ea-41f3-aa69-7fa14854c57a HTTP/1.1" status: 200 len: 854 time: 0.0767691 Feb 19 04:48:46.962156 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa325fdc-07b9-4618-ae78-cd0b2d934db6 req-7a68d69a-b4de-4c31-9742-a25cc44ed11a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558975 Feb 19 04:48:47.056907 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa325fdc-07b9-4618-ae78-cd0b2d934db6 req-221d760d-928e-4d24-8dfd-e85962ac4651 service neutron] 10.222.0.79 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575966 Feb 19 04:48:47.094132 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa325fdc-07b9-4618-ae78-cd0b2d934db6 req-0d2417d3-2ffc-4482-9467-ee0d0c8da0eb service neutron] 10.222.0.26 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261983 Feb 19 04:48:47.217924 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa325fdc-07b9-4618-ae78-cd0b2d934db6 req-f4fbc130-ce80-435c-b2d8-50e95eb26554 service neutron] 10.222.0.79 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532812 Feb 19 04:48:47.233425 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa325fdc-07b9-4618-ae78-cd0b2d934db6 req-2876d4bd-1fd7-4f9a-b338-56e1f20847e4 service neutron] 10.222.0.26 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118631 Feb 19 04:48:47.289870 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796159f0-c7b9-4b74-99ca-8b0bddb58610 req-663d9a3a-1cae-4093-a286-d57198803b29 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:47.291365 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-796159f0-c7b9-4b74-99ca-8b0bddb58610 req-663d9a3a-1cae-4093-a286-d57198803b29 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 944 time: 0.0552239 Feb 19 04:48:47.336846 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-796159f0-c7b9-4b74-99ca-8b0bddb58610 req-9a0b1246-c159-444c-9070-59cad4f511d6 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400136 Feb 19 04:48:47.564879 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648666c-9e5d-40d1-870f-087a79188412 req-65419959-66be-4571-8a56-fb1e2a61cfc3 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:47.566362 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9648666c-9e5d-40d1-870f-087a79188412 req-65419959-66be-4571-8a56-fb1e2a61cfc3 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 944 time: 0.0813890 Feb 19 04:48:47.576926 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cf25b-6fa2-474e-9b22-dcdf844828ab req-4850adcb-5e12-4999-bfd6-07ee1b3072b8 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:47.578277 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-540cf25b-6fa2-474e-9b22-dcdf844828ab req-4850adcb-5e12-4999-bfd6-07ee1b3072b8 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.26 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84&tenant_id=a325eb3ede304a4a9d94af4a70edcfe0&binding%3Ahost_id=n-h2-828369-19 HTTP/1.1" status: 200 len: 944 time: 0.0822072 Feb 19 04:48:47.660839 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9648666c-9e5d-40d1-870f-087a79188412 req-b32fa6a9-bfd9-4d42-95d8-fcef1e697c3f tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816312 Feb 19 04:48:47.666134 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-540cf25b-6fa2-474e-9b22-dcdf844828ab req-a0b3b2ed-1c2f-4d78-99d1-8234427b217b service neutron] delete failed (client error): The resource could not be found. Feb 19 04:48:47.667096 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-540cf25b-6fa2-474e-9b22-dcdf844828ab req-a0b3b2ed-1c2f-4d78-99d1-8234427b217b service neutron] 10.222.0.26 "DELETE /v2.0/ports/f75d6c2c-2740-432a-ad57-0b16fd22d5cb/bindings/n-h1-828369-19 HTTP/1.1" status: 404 len: 381 time: 0.0820525 Feb 19 04:48:47.751192 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cf25b-6fa2-474e-9b22-dcdf844828ab req-09afc817-bb47-4544-8de1-178db5b37b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:47.752668 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-540cf25b-6fa2-474e-9b22-dcdf844828ab req-09afc817-bb47-4544-8de1-178db5b37b02 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a325eb3ede304a4a9d94af4a70edcfe0&device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 1127 time: 0.0432768 Feb 19 04:48:47.842158 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cf25b-6fa2-474e-9b22-dcdf844828ab req-8bb2a536-b6a8-4496-a197-2a7987bf241e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:47.843625 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-540cf25b-6fa2-474e-9b22-dcdf844828ab req-8bb2a536-b6a8-4496-a197-2a7987bf241e service neutron] 10.222.0.26 "GET /v2.0/networks?id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 HTTP/1.1" status: 200 len: 915 time: 0.0852096 Feb 19 04:48:47.883520 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-540cf25b-6fa2-474e-9b22-dcdf844828ab req-614042ca-935e-4eac-972e-f7eb053537bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f75d6c2c-2740-432a-ad57-0b16fd22d5cb HTTP/1.1" status: 200 len: 217 time: 0.0333157 Feb 19 04:48:47.929843 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cf25b-6fa2-474e-9b22-dcdf844828ab req-9572f5f0-ea8d-4ed9-873f-05924408c202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:47.931307 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-540cf25b-6fa2-474e-9b22-dcdf844828ab req-9572f5f0-ea8d-4ed9-873f-05924408c202 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f10d8d68-f6ea-41f3-aa69-7fa14854c57a HTTP/1.1" status: 200 len: 854 time: 0.0423355 Feb 19 04:48:47.961356 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-540cf25b-6fa2-474e-9b22-dcdf844828ab req-4ad495ba-21ac-43d2-9c12-7ea79519607a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248449 Feb 19 04:48:48.049938 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-540cf25b-6fa2-474e-9b22-dcdf844828ab req-00d37cdd-b6c7-4948-8130-cf39969ef7cf service neutron] 10.222.0.26 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827315 Feb 19 04:48:48.135498 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-540cf25b-6fa2-474e-9b22-dcdf844828ab req-c98c3a2a-e255-479b-98be-efa26ecd9952 service neutron] 10.222.0.26 "GET /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798316 Feb 19 04:48:48.452133 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device f75d6c2c-2740-432a-ad57-0b16fd22d5cb up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:48:48.503010 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port f75d6c2c-2740-432a-ad57-0b16fd22d5cb completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:48:48.507523 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port f75d6c2c-2740-432a-ad57-0b16fd22d5cb triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:48:48.507911 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f75d6c2c-2740-432a-ad57-0b16fd22d5cb), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:48.585157 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port f75d6c2c-2740-432a-ad57-0b16fd22d5cb is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:48:48.585547 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f75d6c2c-2740-432a-ad57-0b16fd22d5cb), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:48.608884 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630a8510-1fc5-4262-bba6-4a9528c5ec84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75d6c2c-2740-432a-ad57-0b16fd22d5cb'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:48:48.611152 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652ca608-1524-4fcb-bd3a-8f4aa9174529" -d '{"events": [{"server_uuid": "630a8510-1fc5-4262-bba6-4a9528c5ec84", "name": "network-vif-plugged", "status": "completed", "tag": "f75d6c2c-2740-432a-ad57-0b16fd22d5cb"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:48:48.624461 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port f75d6c2c-2740-432a-ad57-0b16fd22d5cb, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f75d6c2c-2740-432a-ad57-0b16fd22d5cb,segment=NetworkSegment(6099638f-ae63-4e38-a51e-e52c71c947a5),segment_id=6099638f-ae63-4e38-a51e-e52c71c947a5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:48:48.631889 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f75d6c2c-2740-432a-ad57-0b16fd22d5cb), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:48.658693 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba87ad42-8d5f-4e29-b36d-4ce004ff381d x-openstack-request-id: req-ba87ad42-8d5f-4e29-b36d-4ce004ff381d {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:48:48.658985 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630a8510-1fc5-4262-bba6-4a9528c5ec84", "name": "network-vif-plugged", "status": "completed", "tag": "f75d6c2c-2740-432a-ad57-0b16fd22d5cb", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:48:48.659241 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba87ad42-8d5f-4e29-b36d-4ce004ff381d {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:48:48.659633 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630a8510-1fc5-4262-bba6-4a9528c5ec84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75d6c2c-2740-432a-ad57-0b16fd22d5cb', 'code': 200} Feb 19 04:48:48.685357 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=f75d6c2c-2740-432a-ad57-0b16fd22d5cb,revision_number=9']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:48.711189 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device f75d6c2c-2740-432a-ad57-0b16fd22d5cb no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:48:48.751128 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] The host n-h1-828369-19 is not matching for port f75d6c2c-2740-432a-ad57-0b16fd22d5cb host n-h2-828369-19! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:48:48.751525 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device f75d6c2c-2740-432a-ad57-0b16fd22d5cb not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:48:48.790286 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796cd43e-1ed1-4e9c-aa89-f13c73e25e71 req-7db75345-dca5-4a67-a375-3ddc72d4540e tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:48.791746 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-796cd43e-1ed1-4e9c-aa89-f13c73e25e71 req-7db75345-dca5-4a67-a375-3ddc72d4540e tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0558424 Feb 19 04:48:48.837007 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-796cd43e-1ed1-4e9c-aa89-f13c73e25e71 req-f7c22196-6d72-4129-8233-3c97c77d9bc2 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397935 Feb 19 04:48:48.952774 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ec16c-fa03-4770-8818-8fe6891e3f61 req-c110726b-12a7-4635-a02c-3a83c42cb132 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:48.954270 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d51ec16c-fa03-4770-8818-8fe6891e3f61 req-c110726b-12a7-4635-a02c-3a83c42cb132 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0520306 Feb 19 04:48:49.001017 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d51ec16c-fa03-4770-8818-8fe6891e3f61 req-b6152d3b-724e-4b89-9f55-6b7f00fd85e5 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411427 Feb 19 04:48:49.120931 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81686e6-fdac-40ef-9bcd-8fa1379f0c31 req-d0b16ccf-0216-4511-9994-f6692fd09ec3 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:49.122409 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d81686e6-fdac-40ef-9bcd-8fa1379f0c31 req-d0b16ccf-0216-4511-9994-f6692fd09ec3 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0545864 Feb 19 04:48:49.168173 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d81686e6-fdac-40ef-9bcd-8fa1379f0c31 req-34e7546b-e838-4b06-a3b5-e46cd8300ee5 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402126 Feb 19 04:48:49.491054 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f634f3e-f18f-4d68-be22-7a90b45cc47c req-83d149a6-8e8d-4359-a833-87f8ce60b0a7 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:49.492878 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f634f3e-f18f-4d68-be22-7a90b45cc47c req-83d149a6-8e8d-4359-a833-87f8ce60b0a7 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0529394 Feb 19 04:48:49.539205 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f634f3e-f18f-4d68-be22-7a90b45cc47c req-ed905f13-dba8-4ea1-90b4-9da223883b9d tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405416 Feb 19 04:48:50.610915 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cffd5-5ae2-4baf-abc4-f40cd3530974 req-160febe4-a46a-4b46-be51-89b675326022 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:50.612370 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e3cffd5-5ae2-4baf-abc4-f40cd3530974 req-160febe4-a46a-4b46-be51-89b675326022 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.79 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.0515609 Feb 19 04:48:50.719042 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc9d88-2a6e-4376-88bc-446cb8ebaaa2 req-1d59f74f-c353-4293-bf2f-6438c2ac0c3c tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:50.720527 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7afc9d88-2a6e-4376-88bc-446cb8ebaaa2 req-1d59f74f-c353-4293-bf2f-6438c2ac0c3c tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/ports?device_id=630a8510-1fc5-4262-bba6-4a9528c5ec84 HTTP/1.1" status: 200 len: 945 time: 0.1072235 Feb 19 04:48:50.764599 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-3e3cffd5-5ae2-4baf-abc4-f40cd3530974 req-2a477af4-2839-48ce-899f-e5f72e7a0a40 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Deleting port f75d6c2c-2740-432a-ad57-0b16fd22d5cb {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:48:50.764946 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e3cffd5-5ae2-4baf-abc4-f40cd3530974 req-2a477af4-2839-48ce-899f-e5f72e7a0a40 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (f75d6c2c-2740-432a-ad57-0b16fd22d5cb), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:50.819388 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7afc9d88-2a6e-4376-88bc-446cb8ebaaa2 req-46f517f8-9395-4d7b-a2e9-bc15a078c97f tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.52 "GET /v2.0/security-groups?id=234b2456-93f2-4997-93de-6aa3ddce7afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908265 Feb 19 04:48:50.867326 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-3e3cffd5-5ae2-4baf-abc4-f40cd3530974 req-2a477af4-2839-48ce-899f-e5f72e7a0a40 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] For port f75d6c2c-2740-432a-ad57-0b16fd22d5cb, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=f75d6c2c-2740-432a-ad57-0b16fd22d5cb,segment=NetworkSegment(6099638f-ae63-4e38-a51e-e52c71c947a5),segment_id=6099638f-ae63-4e38-a51e-e52c71c947a5)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:48:50.867692 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e3cffd5-5ae2-4baf-abc4-f40cd3530974 req-2a477af4-2839-48ce-899f-e5f72e7a0a40 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (f75d6c2c-2740-432a-ad57-0b16fd22d5cb), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:50.880055 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-3e3cffd5-5ae2-4baf-abc4-f40cd3530974 req-2a477af4-2839-48ce-899f-e5f72e7a0a40 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Calling delete_port for f75d6c2c-2740-432a-ad57-0b16fd22d5cb owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:48:51.005488 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e3cffd5-5ae2-4baf-abc4-f40cd3530974 req-2a477af4-2839-48ce-899f-e5f72e7a0a40 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (f75d6c2c-2740-432a-ad57-0b16fd22d5cb), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:51.017590 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['f75d6c2c-2740-432a-ad57-0b16fd22d5cb'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:48:51.034670 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a477af4-2839-48ce-899f-e5f72e7a0a40 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Pushing event deleted for resources: {'Port': ['ID=f75d6c2c-2740-432a-ad57-0b16fd22d5cb,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:51.076253 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3cffd5-5ae2-4baf-abc4-f40cd3530974 req-2a477af4-2839-48ce-899f-e5f72e7a0a40 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] No DVR routers for this DVR port f75d6c2c-2740-432a-ad57-0b16fd22d5cb on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:48:51.078740 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e3cffd5-5ae2-4baf-abc4-f40cd3530974 req-2a477af4-2839-48ce-899f-e5f72e7a0a40 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:51.082010 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e3cffd5-5ae2-4baf-abc4-f40cd3530974 req-2a477af4-2839-48ce-899f-e5f72e7a0a40 tempest-ServerDiskConfigTestJSON-1121237720 tempest-ServerDiskConfigTestJSON-1121237720-project] 10.222.0.79 "DELETE /v2.0/ports/f75d6c2c-2740-432a-ad57-0b16fd22d5cb HTTP/1.1" status: 204 len: 173 time: 0.4609523 Feb 19 04:48:51.082468 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630a8510-1fc5-4262-bba6-4a9528c5ec84', 'name': 'network-vif-deleted', 'tag': 'f75d6c2c-2740-432a-ad57-0b16fd22d5cb'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:48:51.085274 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a398ea-087f-46b6-a8c5-d93267432a14" -d '{"events": [{"server_uuid": "630a8510-1fc5-4262-bba6-4a9528c5ec84", "name": "network-vif-deleted", "tag": "f75d6c2c-2740-432a-ad57-0b16fd22d5cb"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:48:51.119971 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006391c5-bd35-4405-bd67-414ffce019fc x-openstack-request-id: req-006391c5-bd35-4405-bd67-414ffce019fc {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:48:51.120253 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630a8510-1fc5-4262-bba6-4a9528c5ec84", "name": "network-vif-deleted", "tag": "f75d6c2c-2740-432a-ad57-0b16fd22d5cb", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:48:51.120510 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-006391c5-bd35-4405-bd67-414ffce019fc {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:48:51.120916 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630a8510-1fc5-4262-bba6-4a9528c5ec84', 'name': 'network-vif-deleted', 'tag': 'f75d6c2c-2740-432a-ad57-0b16fd22d5cb', 'status': 'completed', 'code': 200} Feb 19 04:48:51.948718 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 45016) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:51.997365 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0289097-5dc0-49e6-81b1-273804a96247 admin admin] Deleting subnet f10d8d68-f6ea-41f3-aa69-7fa14854c57a {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:48:52.000517 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f0289097-5dc0-49e6-81b1-273804a96247 admin admin] Publish callbacks [] for subnet (f10d8d68-f6ea-41f3-aa69-7fa14854c57a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:52.034320 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f0289097-5dc0-49e6-81b1-273804a96247 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (f10d8d68-f6ea-41f3-aa69-7fa14854c57a), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:52.072230 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f0289097-5dc0-49e6-81b1-273804a96247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (f10d8d68-f6ea-41f3-aa69-7fa14854c57a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:52.122494 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f0289097-5dc0-49e6-81b1-273804a96247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (f10d8d68-f6ea-41f3-aa69-7fa14854c57a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:52.148414 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0289097-5dc0-49e6-81b1-273804a96247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f10d8d68-f6ea-41f3-aa69-7fa14854c57a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:52.151199 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f0289097-5dc0-49e6-81b1-273804a96247 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:52.153909 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f0289097-5dc0-49e6-81b1-273804a96247 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f10d8d68-f6ea-41f3-aa69-7fa14854c57a HTTP/1.1" status: 204 len: 168 time: 0.2042077 Feb 19 04:48:52.156633 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45018) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:52.160325 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0289097-5dc0-49e6-81b1-273804a96247 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:52.160671 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0289097-5dc0-49e6-81b1-273804a96247 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:52.161012 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0289097-5dc0-49e6-81b1-273804a96247 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:52.161350 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0289097-5dc0-49e6-81b1-273804a96247 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:52.161681 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0289097-5dc0-49e6-81b1-273804a96247 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:52.162010 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0289097-5dc0-49e6-81b1-273804a96247 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:52.163345 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0289097-5dc0-49e6-81b1-273804a96247 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:52.163345 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0289097-5dc0-49e6-81b1-273804a96247 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:52.163619 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0289097-5dc0-49e6-81b1-273804a96247 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:52.163917 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0289097-5dc0-49e6-81b1-273804a96247 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:52.164240 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0289097-5dc0-49e6-81b1-273804a96247 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:52.164565 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0289097-5dc0-49e6-81b1-273804a96247 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:52.164886 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0289097-5dc0-49e6-81b1-273804a96247 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:52.229871 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-898ce96f-94b5-4bb6-af1d-6bbb5f7c7bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:52.305570 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-898ce96f-94b5-4bb6-af1d-6bbb5f7c7bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:52.324751 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-898ce96f-94b5-4bb6-af1d-6bbb5f7c7bcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:52.333598 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-898ce96f-94b5-4bb6-af1d-6bbb5f7c7bcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6099638f-ae63-4e38-a51e-e52c71c947a5') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:52.333894 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-898ce96f-94b5-4bb6-af1d-6bbb5f7c7bcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6099638f-ae63-4e38-a51e-e52c71c947a5') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:52.343545 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-898ce96f-94b5-4bb6-af1d-6bbb5f7c7bcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (6099638f-ae63-4e38-a51e-e52c71c947a5), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:52.356787 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-898ce96f-94b5-4bb6-af1d-6bbb5f7c7bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (6099638f-ae63-4e38-a51e-e52c71c947a5), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:52.362420 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898ce96f-94b5-4bb6-af1d-6bbb5f7c7bcf admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:48:52.362802 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-898ce96f-94b5-4bb6-af1d-6bbb5f7c7bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (6099638f-ae63-4e38-a51e-e52c71c947a5), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:48:52.364423 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:48:52.419920 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-898ce96f-94b5-4bb6-af1d-6bbb5f7c7bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:52.425093 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-898ce96f-94b5-4bb6-af1d-6bbb5f7c7bcf admin admin] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:52.428575 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-898ce96f-94b5-4bb6-af1d-6bbb5f7c7bcf admin admin] 10.222.0.52 "DELETE /v2.0/networks/eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9 HTTP/1.1" status: 204 len: 168 time: 0.2709386 Feb 19 04:48:52.439326 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ce96f-94b5-4bb6-af1d-6bbb5f7c7bcf admin admin] Pushing event deleted for resources: {'Network': ['ID=eb5ac6ad-c8d9-443f-8dc3-80edadfa2ae9,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:52.534683 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45022) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:52.573357 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ecd28875-0eba-43dd-bbdd-e88a1dbd5f97 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a325eb3ede304a4a9d94af4a70edcfe0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375412 Feb 19 04:48:52.575806 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45024) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:52.621254 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8538ca1e-f250-4b2b-a3dc-ce0ffc4b175f admin admin] Publish callbacks [] for security_group (234b2456-93f2-4997-93de-6aa3ddce7afa), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:52.642158 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8538ca1e-f250-4b2b-a3dc-ce0ffc4b175f admin admin] Publish callbacks [] for security_group (234b2456-93f2-4997-93de-6aa3ddce7afa), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:52.695708 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8538ca1e-f250-4b2b-a3dc-ce0ffc4b175f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (234b2456-93f2-4997-93de-6aa3ddce7afa), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:52.698288 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8538ca1e-f250-4b2b-a3dc-ce0ffc4b175f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:52.699587 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8538ca1e-f250-4b2b-a3dc-ce0ffc4b175f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/234b2456-93f2-4997-93de-6aa3ddce7afa HTTP/1.1" status: 204 len: 168 time: 0.1227796 Feb 19 04:48:52.707816 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538ca1e-f250-4b2b-a3dc-ce0ffc4b175f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234b2456-93f2-4997-93de-6aa3ddce7afa,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:53.348599 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 45046) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:53.443201 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-f78b423c-bc8a-4408-bdd5-53ef7b0ee40a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1920459208-network', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:48:53.470291 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78b423c-bc8a-4408-bdd5-53ef7b0ee40a admin admin] Made reservation on behalf of 6c4c680087b94418bf6dec5572704dc6 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:48:53.472521 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f78b423c-bc8a-4408-bdd5-53ef7b0ee40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:53.481306 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f78b423c-bc8a-4408-bdd5-53ef7b0ee40a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:53.555848 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f78b423c-bc8a-4408-bdd5-53ef7b0ee40a admin admin] Publish callbacks [] for security_group (4bbedb10-0d52-4fff-886e-723ba25e2aa9), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:53.559375 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f78b423c-bc8a-4408-bdd5-53ef7b0ee40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4bbedb10-0d52-4fff-886e-723ba25e2aa9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:53.587095 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78b423c-bc8a-4408-bdd5-53ef7b0ee40a admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:48:53.593012 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b423c-bc8a-4408-bdd5-53ef7b0ee40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbedb10-0d52-4fff-886e-723ba25e2aa9,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:53.601389 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f78b423c-bc8a-4408-bdd5-53ef7b0ee40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (b5cafbac-c980-4dde-98a3-99af6fe9f3c1), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:53.601817 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-f78b423c-bc8a-4408-bdd5-53ef7b0ee40a admin admin] Added segment b5cafbac-c980-4dde-98a3-99af6fe9f3c1 of type vlan for network 0793ebd2-9a5b-482f-993e-6c125aa01a42 Feb 19 04:48:53.647764 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f78b423c-bc8a-4408-bdd5-53ef7b0ee40a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (0793ebd2-9a5b-482f-993e-6c125aa01a42), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:53.676132 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f78b423c-bc8a-4408-bdd5-53ef7b0ee40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (0793ebd2-9a5b-482f-993e-6c125aa01a42), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:53.677106 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78b423c-bc8a-4408-bdd5-53ef7b0ee40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:53.677713 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f78b423c-bc8a-4408-bdd5-53ef7b0ee40a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:53.739765 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f78b423c-bc8a-4408-bdd5-53ef7b0ee40a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3900309 Feb 19 04:48:53.743184 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45050) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:53.748078 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-931cea1d-0cb0-4f1b-bf0e-1e255619da14 admin admin] Request body: {'subnet': {'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1920459208-subnet', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:48:53.767127 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931cea1d-0cb0-4f1b-bf0e-1e255619da14 admin admin] Made reservation on behalf of 6c4c680087b94418bf6dec5572704dc6 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:48:53.769393 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-931cea1d-0cb0-4f1b-bf0e-1e255619da14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:53.769652 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b423c-bc8a-4408-bdd5-53ef7b0ee40a admin admin] Pushing event updated for resources: {'Network': ['ID=0793ebd2-9a5b-482f-993e-6c125aa01a42,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:53.780234 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 0793ebd2-9a5b-482f-993e-6c125aa01a42 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:48:53.935423 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-931cea1d-0cb0-4f1b-bf0e-1e255619da14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (73e3ec62-9bfe-4c91-82e1-f909ccc9fead), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:54.316570 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931cea1d-0cb0-4f1b-bf0e-1e255619da14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73e3ec62-9bfe-4c91-82e1-f909ccc9fead,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:54.326827 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931cea1d-0cb0-4f1b-bf0e-1e255619da14 admin admin] Checking segment: {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:48:54.327178 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931cea1d-0cb0-4f1b-bf0e-1e255619da14 admin admin] Network hostable DHCP agents. Network: 0793ebd2-9a5b-482f-993e-6c125aa01a42, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:48:54.343890 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931cea1d-0cb0-4f1b-bf0e-1e255619da14 admin admin] Network 0793ebd2-9a5b-482f-993e-6c125aa01a42 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:48:54.352915 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-931cea1d-0cb0-4f1b-bf0e-1e255619da14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 0793ebd2-9a5b-482f-993e-6c125aa01a42) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:48:54.357189 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931cea1d-0cb0-4f1b-bf0e-1e255619da14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:54.358453 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-931cea1d-0cb0-4f1b-bf0e-1e255619da14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:54.362486 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610b38a0-14ff-493d-b181-eff8b7359fbe None None] Network 0793ebd2-9a5b-482f-993e-6c125aa01a42 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:48:54.374189 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-931cea1d-0cb0-4f1b-bf0e-1e255619da14 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6295080 Feb 19 04:48:54.376635 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 45052) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:54.381129 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-5c3d565b-db96-4422-9fcf-43f354890bdf admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:48:54.406272 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c3d565b-db96-4422-9fcf-43f354890bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (71f820f3-4a36-4b84-a0cb-0411764a9fcf), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:54.408452 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c3d565b-db96-4422-9fcf-43f354890bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (71f820f3-4a36-4b84-a0cb-0411764a9fcf), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:54.503850 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c3d565b-db96-4422-9fcf-43f354890bdf admin admin] Publish callbacks [] for router_controller (71f820f3-4a36-4b84-a0cb-0411764a9fcf), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:54.589344 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device f75d6c2c-2740-432a-ad57-0b16fd22d5cb no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:48:54.610378 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: f75d6c2c-2740-432a-ad57-0b16fd22d5cb {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:48:54.610726 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device f75d6c2c-2740-432a-ad57-0b16fd22d5cb not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:48:54.635258 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bb75d0-4d44-40e1-a613-059174c006e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-0793ebd2-9a5b-482f-993e-6c125aa01a42', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:48:54.636106 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f6bb75d0-4d44-40e1-a613-059174c006e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:54.647835 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c3d565b-db96-4422-9fcf-43f354890bdf admin admin] Publish callbacks [] for router_gateway (71f820f3-4a36-4b84-a0cb-0411764a9fcf), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:54.768471 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-f6bb75d0-4d44-40e1-a613-059174c006e3 None None] Allocated IP 172.20.0.2 (0793ebd2-9a5b-482f-993e-6c125aa01a42/73e3ec62-9bfe-4c91-82e1-f909ccc9fead/d69cf7be-7e8b-40f0-915a-2ed6e1b85970) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:48:54.864993 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c3d565b-db96-4422-9fcf-43f354890bdf admin admin] Publish callbacks [] for router_gateway (71f820f3-4a36-4b84-a0cb-0411764a9fcf), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:54.889516 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c3d565b-db96-4422-9fcf-43f354890bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:54.909958 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f6bb75d0-4d44-40e1-a613-059174c006e3 None None] Publish callbacks [] for port (d69cf7be-7e8b-40f0-915a-2ed6e1b85970), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:54.916224 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f6bb75d0-4d44-40e1-a613-059174c006e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (d69cf7be-7e8b-40f0-915a-2ed6e1b85970), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:54.953243 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bb75d0-4d44-40e1-a613-059174c006e3 None None] Network 0793ebd2-9a5b-482f-993e-6c125aa01a42 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:48:54.955980 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-f6bb75d0-4d44-40e1-a613-059174c006e3 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:48:54.962518 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bb75d0-4d44-40e1-a613-059174c006e3 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:48:54.969170 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb75d0-4d44-40e1-a613-059174c006e3 None None] Pushing event updated for resources: {'Port': ['ID=d69cf7be-7e8b-40f0-915a-2ed6e1b85970,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:55.002011 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-5c3d565b-db96-4422-9fcf-43f354890bdf admin admin] Allocated IP 172.25.3.212 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/5f6b10fc-906b-44a6-bf40-19e1b626caf3) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:48:55.020826 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f6bb75d0-4d44-40e1-a613-059174c006e3 None None] Attempting to bind port d69cf7be-7e8b-40f0-915a-2ed6e1b85970 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:48:55.021196 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f6bb75d0-4d44-40e1-a613-059174c006e3 None None] Attempting to bind port d69cf7be-7e8b-40f0-915a-2ed6e1b85970 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:48:55.021563 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bb75d0-4d44-40e1-a613-059174c006e3 None None] Attempting to bind port d69cf7be-7e8b-40f0-915a-2ed6e1b85970 on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:48:55.026476 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bb75d0-4d44-40e1-a613-059174c006e3 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:48:55.026850 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bb75d0-4d44-40e1-a613-059174c006e3 None None] Checking segment: {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:48:55.027252 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f6bb75d0-4d44-40e1-a613-059174c006e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:55.027631 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bb75d0-4d44-40e1-a613-059174c006e3 None None] Bound using segment: {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:48:55.028095 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f6bb75d0-4d44-40e1-a613-059174c006e3 None None] Bound port: d69cf7be-7e8b-40f0-915a-2ed6e1b85970, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:48:55.028472 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f6bb75d0-4d44-40e1-a613-059174c006e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d69cf7be-7e8b-40f0-915a-2ed6e1b85970), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:55.092561 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-f6bb75d0-4d44-40e1-a613-059174c006e3 None None] For port d69cf7be-7e8b-40f0-915a-2ed6e1b85970, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:48:55.095791 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-f6bb75d0-4d44-40e1-a613-059174c006e3 None None] For port d69cf7be-7e8b-40f0-915a-2ed6e1b85970, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=d69cf7be-7e8b-40f0-915a-2ed6e1b85970,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:48:55.100911 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f6bb75d0-4d44-40e1-a613-059174c006e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d69cf7be-7e8b-40f0-915a-2ed6e1b85970), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:55.102405 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c3d565b-db96-4422-9fcf-43f354890bdf admin admin] Publish callbacks [] for port (5f6b10fc-906b-44a6-bf40-19e1b626caf3), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:55.138264 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c3d565b-db96-4422-9fcf-43f354890bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (5f6b10fc-906b-44a6-bf40-19e1b626caf3), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:55.162658 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb75d0-4d44-40e1-a613-059174c006e3 None None] Pushing event updated for resources: {'Port': ['ID=d69cf7be-7e8b-40f0-915a-2ed6e1b85970,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:55.179682 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3d565b-db96-4422-9fcf-43f354890bdf admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:48:55.182884 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-5c3d565b-db96-4422-9fcf-43f354890bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:48:55.186389 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3d565b-db96-4422-9fcf-43f354890bdf admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:48:55.212784 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d565b-db96-4422-9fcf-43f354890bdf admin admin] Pushing event updated for resources: {'Port': ['ID=5f6b10fc-906b-44a6-bf40-19e1b626caf3,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:55.470684 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c3d565b-db96-4422-9fcf-43f354890bdf admin admin] Publish callbacks [] for router_gateway (71f820f3-4a36-4b84-a0cb-0411764a9fcf), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:55.494454 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device d69cf7be-7e8b-40f0-915a-2ed6e1b85970 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:48:55.549165 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port d69cf7be-7e8b-40f0-915a-2ed6e1b85970 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:48:55.549563 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d69cf7be-7e8b-40f0-915a-2ed6e1b85970), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:55.632941 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port d69cf7be-7e8b-40f0-915a-2ed6e1b85970 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:48:55.633437 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d69cf7be-7e8b-40f0-915a-2ed6e1b85970), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:55.668067 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port d69cf7be-7e8b-40f0-915a-2ed6e1b85970, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=d69cf7be-7e8b-40f0-915a-2ed6e1b85970,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:48:55.671326 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d69cf7be-7e8b-40f0-915a-2ed6e1b85970), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:55.722072 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=d69cf7be-7e8b-40f0-915a-2ed6e1b85970,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:56.026056 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c3d565b-db96-4422-9fcf-43f354890bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (71f820f3-4a36-4b84-a0cb-0411764a9fcf), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:56.100997 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b934add6-2055-462d-a5f3-03ef79417874 None None] Network 0793ebd2-9a5b-482f-993e-6c125aa01a42 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:48:56.169309 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3d565b-db96-4422-9fcf-43f354890bdf admin admin] Router 71f820f3-4a36-4b84-a0cb-0411764a9fcf is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:48:56.170413 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c5fd1df2-087f-4b28-8b51-35d295d45327 None None] Provisioning complete for port d69cf7be-7e8b-40f0-915a-2ed6e1b85970 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:48:56.170796 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c5fd1df2-087f-4b28-8b51-35d295d45327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d69cf7be-7e8b-40f0-915a-2ed6e1b85970), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:56.284773 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c5fd1df2-087f-4b28-8b51-35d295d45327 None None] Current status of the port d69cf7be-7e8b-40f0-915a-2ed6e1b85970 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:48:56.285196 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3d565b-db96-4422-9fcf-43f354890bdf admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:48:56.295608 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7367cf6-c7c3-4e78-bce0-afe4f000ea82 None None] Sync routers for ids ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:48:56.304793 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5c3d565b-db96-4422-9fcf-43f354890bdf admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:56.308664 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5c3d565b-db96-4422-9fcf-43f354890bdf admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9284101 Feb 19 04:48:56.308803 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7367cf6-c7c3-4e78-bce0-afe4f000ea82 None None] Routers {'71f820f3-4a36-4b84-a0cb-0411764a9fcf'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:48:56.308803 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d7367cf6-c7c3-4e78-bce0-afe4f000ea82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:48:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:56.309006 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 45054) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:56.418647 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-d7367cf6-c7c3-4e78-bce0-afe4f000ea82 None None] Set router 71f820f3-4a36-4b84-a0cb-0411764a9fcf gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:48:56.509269 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-008364de-d6c6-4d4c-82e3-4f18c0af24a6 None None] Provisioning complete for port d69cf7be-7e8b-40f0-915a-2ed6e1b85970 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:48:56.509791 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-008364de-d6c6-4d4c-82e3-4f18c0af24a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d69cf7be-7e8b-40f0-915a-2ed6e1b85970), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:56.591595 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-008364de-d6c6-4d4c-82e3-4f18c0af24a6 None None] Current status of the port d69cf7be-7e8b-40f0-915a-2ed6e1b85970 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:48:56.602883 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d7367cf6-c7c3-4e78-bce0-afe4f000ea82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:55Z', 'revision_number': 3, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:56.628599 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7367cf6-c7c3-4e78-bce0-afe4f000ea82 None None] Checking router: 71f820f3-4a36-4b84-a0cb-0411764a9fcf for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:48:56.629432 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7367cf6-c7c3-4e78-bce0-afe4f000ea82 None None] Updating router 71f820f3-4a36-4b84-a0cb-0411764a9fcf port 5f6b10fc-906b-44a6-bf40-19e1b626caf3 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:48:56.655691 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-d7367cf6-c7c3-4e78-bce0-afe4f000ea82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5f6b10fc-906b-44a6-bf40-19e1b626caf3), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:56.766717 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fba614a0-93f2-4e59-a336-6c6a8933bcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:56.902746 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-d7367cf6-c7c3-4e78-bce0-afe4f000ea82 None None] Publish callbacks [] for port (5f6b10fc-906b-44a6-bf40-19e1b626caf3), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:56.909535 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-d7367cf6-c7c3-4e78-bce0-afe4f000ea82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5f6b10fc-906b-44a6-bf40-19e1b626caf3), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:56.957547 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-d7367cf6-c7c3-4e78-bce0-afe4f000ea82 None None] Attempting to bind port 5f6b10fc-906b-44a6-bf40-19e1b626caf3 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:48:56.957918 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-d7367cf6-c7c3-4e78-bce0-afe4f000ea82 None None] Attempting to bind port 5f6b10fc-906b-44a6-bf40-19e1b626caf3 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:48:56.958312 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7367cf6-c7c3-4e78-bce0-afe4f000ea82 None None] Attempting to bind port 5f6b10fc-906b-44a6-bf40-19e1b626caf3 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:48:56.966406 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-fba614a0-93f2-4e59-a336-6c6a8933bcd1 admin admin] Allocated IP 172.20.0.1 (0793ebd2-9a5b-482f-993e-6c125aa01a42/73e3ec62-9bfe-4c91-82e1-f909ccc9fead/ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:48:56.969825 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7367cf6-c7c3-4e78-bce0-afe4f000ea82 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:48:56.970220 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7367cf6-c7c3-4e78-bce0-afe4f000ea82 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:48:56.970624 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-d7367cf6-c7c3-4e78-bce0-afe4f000ea82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:56.971015 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7367cf6-c7c3-4e78-bce0-afe4f000ea82 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:48:56.971530 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-d7367cf6-c7c3-4e78-bce0-afe4f000ea82 None None] Bound port: 5f6b10fc-906b-44a6-bf40-19e1b626caf3, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:48:56.971965 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-d7367cf6-c7c3-4e78-bce0-afe4f000ea82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5f6b10fc-906b-44a6-bf40-19e1b626caf3), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:56.999229 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf933ff7-5566-430e-a0eb-409eb528165e None None] Pushing event updated for resources: {'Port': ['ID=5f6b10fc-906b-44a6-bf40-19e1b626caf3,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:57.012704 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf933ff7-5566-430e-a0eb-409eb528165e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:57.013053 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf933ff7-5566-430e-a0eb-409eb528165e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:57.013392 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf933ff7-5566-430e-a0eb-409eb528165e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:57.013727 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf933ff7-5566-430e-a0eb-409eb528165e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:57.014057 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf933ff7-5566-430e-a0eb-409eb528165e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:57.014407 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf933ff7-5566-430e-a0eb-409eb528165e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:57.014732 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf933ff7-5566-430e-a0eb-409eb528165e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:57.015052 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf933ff7-5566-430e-a0eb-409eb528165e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:57.015372 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf933ff7-5566-430e-a0eb-409eb528165e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:57.015690 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf933ff7-5566-430e-a0eb-409eb528165e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:57.016007 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf933ff7-5566-430e-a0eb-409eb528165e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:57.016330 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf933ff7-5566-430e-a0eb-409eb528165e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:57.016667 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf933ff7-5566-430e-a0eb-409eb528165e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:57.038358 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-d7367cf6-c7c3-4e78-bce0-afe4f000ea82 None None] For port 5f6b10fc-906b-44a6-bf40-19e1b626caf3, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:48:57.042129 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-d7367cf6-c7c3-4e78-bce0-afe4f000ea82 None None] For port 5f6b10fc-906b-44a6-bf40-19e1b626caf3, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5f6b10fc-906b-44a6-bf40-19e1b626caf3,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:48:57.048502 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-d7367cf6-c7c3-4e78-bce0-afe4f000ea82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5f6b10fc-906b-44a6-bf40-19e1b626caf3), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:57.072944 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fba614a0-93f2-4e59-a336-6c6a8933bcd1 admin admin] Publish callbacks [] for port (ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:57.104699 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7367cf6-c7c3-4e78-bce0-afe4f000ea82 None None] Routers {'71f820f3-4a36-4b84-a0cb-0411764a9fcf'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:48:57.105537 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d7367cf6-c7c3-4e78-bce0-afe4f000ea82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:48:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:57.107948 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fba614a0-93f2-4e59-a336-6c6a8933bcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:57.143481 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba614a0-93f2-4e59-a336-6c6a8933bcd1 admin admin] Network 0793ebd2-9a5b-482f-993e-6c125aa01a42 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:48:57.146401 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-fba614a0-93f2-4e59-a336-6c6a8933bcd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:48:57.149737 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba614a0-93f2-4e59-a336-6c6a8933bcd1 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:48:57.167145 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf933ff7-5566-430e-a0eb-409eb528165e None None] Pushing event updated for resources: {'Port': ['ID=5f6b10fc-906b-44a6-bf40-19e1b626caf3,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:57.185439 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba614a0-93f2-4e59-a336-6c6a8933bcd1 admin admin] Pushing event updated for resources: {'Port': ['ID=ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:57.200162 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fba614a0-93f2-4e59-a336-6c6a8933bcd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (71f820f3-4a36-4b84-a0cb-0411764a9fcf), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:57.227281 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-d7367cf6-c7c3-4e78-bce0-afe4f000ea82 None None] Set router 71f820f3-4a36-4b84-a0cb-0411764a9fcf gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:48:57.242346 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:57.383256 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fba614a0-93f2-4e59-a336-6c6a8933bcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:57.428505 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-41bf32d0-27af-426f-bff2-d4bb69407459 None None] Provisioning complete for port ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:48:57.430027 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-41bf32d0-27af-426f-bff2-d4bb69407459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:57.474421 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-41bf32d0-27af-426f-bff2-d4bb69407459 None None] Port ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:48:57.479686 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device d69cf7be-7e8b-40f0-915a-2ed6e1b85970 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:48:57.525550 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d7367cf6-c7c3-4e78-bce0-afe4f000ea82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:55Z', 'revision_number': 3, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:57.530985 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port d69cf7be-7e8b-40f0-915a-2ed6e1b85970 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:48:57.531363 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d69cf7be-7e8b-40f0-915a-2ed6e1b85970), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:57.553043 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7367cf6-c7c3-4e78-bce0-afe4f000ea82 None None] The sync data for ids ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'] in n-d-828369-19 is: [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:55Z', 'revision_number': 3, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:48:57.582564 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fba614a0-93f2-4e59-a336-6c6a8933bcd1 admin admin] Publish callbacks [] for port (ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:57.588195 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fba614a0-93f2-4e59-a336-6c6a8933bcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:57.611294 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port d69cf7be-7e8b-40f0-915a-2ed6e1b85970 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:48:57.657699 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba614a0-93f2-4e59-a336-6c6a8933bcd1 admin admin] Pushing event updated for resources: {'Port': ['ID=ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:57.661335 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fba614a0-93f2-4e59-a336-6c6a8933bcd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (71f820f3-4a36-4b84-a0cb-0411764a9fcf), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:58.023517 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba614a0-93f2-4e59-a336-6c6a8933bcd1 admin admin] Network 0793ebd2-9a5b-482f-993e-6c125aa01a42 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:48:58.025127 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-fba614a0-93f2-4e59-a336-6c6a8933bcd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:48:58.148706 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba614a0-93f2-4e59-a336-6c6a8933bcd1 admin admin] Router 71f820f3-4a36-4b84-a0cb-0411764a9fcf has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:48:58.266910 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba614a0-93f2-4e59-a336-6c6a8933bcd1 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:48:58.272654 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fba614a0-93f2-4e59-a336-6c6a8933bcd1 admin admin] 10.222.0.52 "PUT /v2.0/routers/71f820f3-4a36-4b84-a0cb-0411764a9fcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9627802 Feb 19 04:48:58.307153 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-cce1bad1-9dd3-4408-b4fe-af1061b7f39e None None] Provisioning complete for port ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:48:58.307685 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cce1bad1-9dd3-4408-b4fe-af1061b7f39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:58.347827 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-cce1bad1-9dd3-4408-b4fe-af1061b7f39e None None] Port ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:48:58.936460 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 45062) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:58.941085 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-586ee37d-bb66-4792-b0c1-2106c62a59c1 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2064425005', 'description': 'tempest-description--2132896942'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:48:58.964775 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-586ee37d-bb66-4792-b0c1-2106c62a59c1 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:59.034143 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-586ee37d-bb66-4792-b0c1-2106c62a59c1 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for security_group (a0600357-34c6-46b6-847c-e950dbccb202), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:59.038089 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-586ee37d-bb66-4792-b0c1-2106c62a59c1 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a0600357-34c6-46b6-847c-e950dbccb202), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:59.071163 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ee37d-bb66-4792-b0c1-2106c62a59c1 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0600357-34c6-46b6-847c-e950dbccb202,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:59.076777 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-586ee37d-bb66-4792-b0c1-2106c62a59c1 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:59.078348 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-586ee37d-bb66-4792-b0c1-2106c62a59c1 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1405420 Feb 19 04:48:59.081070 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45064) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:59.085747 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-6597e608-2f84-440c-b153-a3441ddf4759 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Request body: {'security_group_rule': {'security_group_id': 'a0600357-34c6-46b6-847c-e950dbccb202', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:48:59.109719 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6597e608-2f84-440c-b153-a3441ddf4759 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for security_group_rule (50cf4535-b720-49a9-b3ab-963be3508c39), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:59.134710 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b5d9c6-6783-464e-ab0b-62f384f8518e None None] Sync routers for ids ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:48:59.144550 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b5d9c6-6783-464e-ab0b-62f384f8518e None None] Routers {'71f820f3-4a36-4b84-a0cb-0411764a9fcf'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:48:59.145181 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-f9b5d9c6-6783-464e-ab0b-62f384f8518e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:48:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:59.167229 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6597e608-2f84-440c-b153-a3441ddf4759 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for security_group_rule (50cf4535-b720-49a9-b3ab-963be3508c39), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:59.170785 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6597e608-2f84-440c-b153-a3441ddf4759 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (50cf4535-b720-49a9-b3ab-963be3508c39), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:59.190928 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597e608-2f84-440c-b153-a3441ddf4759 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50cf4535-b720-49a9-b3ab-963be3508c39,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:59.197132 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6597e608-2f84-440c-b153-a3441ddf4759 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:59.200806 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6597e608-2f84-440c-b153-a3441ddf4759 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1162424 Feb 19 04:48:59.201019 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45066) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:59.205338 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-5a1c5bae-3a23-4bb4-aaae-2be81d7db465 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Request body: {'security_group_rule': {'security_group_id': 'a0600357-34c6-46b6-847c-e950dbccb202', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:48:59.229512 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a1c5bae-3a23-4bb4-aaae-2be81d7db465 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for security_group_rule (95a0b1b9-6fb8-4991-854d-d6a04692498f), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:59.259680 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-f9b5d9c6-6783-464e-ab0b-62f384f8518e None None] Set router 71f820f3-4a36-4b84-a0cb-0411764a9fcf gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:48:59.284176 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a1c5bae-3a23-4bb4-aaae-2be81d7db465 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for security_group_rule (95a0b1b9-6fb8-4991-854d-d6a04692498f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:59.288870 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a1c5bae-3a23-4bb4-aaae-2be81d7db465 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (95a0b1b9-6fb8-4991-854d-d6a04692498f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:59.309196 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c5bae-3a23-4bb4-aaae-2be81d7db465 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a0b1b9-6fb8-4991-854d-d6a04692498f,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:59.314741 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5a1c5bae-3a23-4bb4-aaae-2be81d7db465 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:59.315891 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5a1c5bae-3a23-4bb4-aaae-2be81d7db465 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139190 Feb 19 04:48:59.319414 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45068) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:59.324039 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-5b2a4ecb-6edd-4f86-a367-28d41ab6004d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:48:59.343743 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b2a4ecb-6edd-4f86-a367-28d41ab6004d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:59.455152 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b2a4ecb-6edd-4f86-a367-28d41ab6004d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:59.476642 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-f9b5d9c6-6783-464e-ab0b-62f384f8518e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 4, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7', 'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'mac_address': 'fa:16:3e:70:8e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:56Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 2, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'subnets': [{'id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:59.508547 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5f6b10fc-906b-44a6-bf40-19e1b626caf3 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:48:59.511983 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b5d9c6-6783-464e-ab0b-62f384f8518e None None] Checking router: 71f820f3-4a36-4b84-a0cb-0411764a9fcf for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:48:59.512347 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b5d9c6-6783-464e-ab0b-62f384f8518e None None] Updating router 71f820f3-4a36-4b84-a0cb-0411764a9fcf port ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:48:59.567642 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d9c6-6783-464e-ab0b-62f384f8518e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:59.572127 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-5b2a4ecb-6edd-4f86-a367-28d41ab6004d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Allocated IP 172.25.3.115 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/822ed8d4-d573-4785-8754-2cfeaf381c82) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:48:59.618332 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 5f6b10fc-906b-44a6-bf40-19e1b626caf3 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:48:59.618712 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5f6b10fc-906b-44a6-bf40-19e1b626caf3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:59.673031 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b2a4ecb-6edd-4f86-a367-28d41ab6004d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for port (822ed8d4-d573-4785-8754-2cfeaf381c82), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:59.705903 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b2a4ecb-6edd-4f86-a367-28d41ab6004d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (822ed8d4-d573-4785-8754-2cfeaf381c82), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:59.744584 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2a4ecb-6edd-4f86-a367-28d41ab6004d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:48:59.747420 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-5b2a4ecb-6edd-4f86-a367-28d41ab6004d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:48:59.750265 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2a4ecb-6edd-4f86-a367-28d41ab6004d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:48:59.782538 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a4ecb-6edd-4f86-a367-28d41ab6004d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Pushing event updated for resources: {'Port': ['ID=822ed8d4-d573-4785-8754-2cfeaf381c82,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:59.815377 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 5f6b10fc-906b-44a6-bf40-19e1b626caf3 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:48:59.815770 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5f6b10fc-906b-44a6-bf40-19e1b626caf3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:59.851142 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b2a4ecb-6edd-4f86-a367-28d41ab6004d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for floatingip (861c3ae5-bdca-46ea-80f4-34798b9d828e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:59.851625 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 5f6b10fc-906b-44a6-bf40-19e1b626caf3, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5f6b10fc-906b-44a6-bf40-19e1b626caf3,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:48:59.858611 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5f6b10fc-906b-44a6-bf40-19e1b626caf3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:59.889785 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b2a4ecb-6edd-4f86-a367-28d41ab6004d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (822ed8d4-d573-4785-8754-2cfeaf381c82), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:59.948684 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d9c6-6783-464e-ab0b-62f384f8518e None None] Publish callbacks [] for port (ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:59.950249 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=5f6b10fc-906b-44a6-bf40-19e1b626caf3,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:59.956152 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d9c6-6783-464e-ab0b-62f384f8518e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:00.014897 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b55e0-ce35-446d-8c76-c770450e44b6 None None] Pushing event updated for resources: {'Port': ['ID=ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:00.063500 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:00.063909 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b2a4ecb-6edd-4f86-a367-28d41ab6004d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for port (822ed8d4-d573-4785-8754-2cfeaf381c82), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:00.070576 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b2a4ecb-6edd-4f86-a367-28d41ab6004d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (822ed8d4-d573-4785-8754-2cfeaf381c82), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:00.076222 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f9b5d9c6-6783-464e-ab0b-62f384f8518e None None] Attempting to bind port ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:49:00.076605 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f9b5d9c6-6783-464e-ab0b-62f384f8518e None None] Attempting to bind port ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:49:00.076975 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b5d9c6-6783-464e-ab0b-62f384f8518e None None] Attempting to bind port ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7 on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:49:00.082307 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b5d9c6-6783-464e-ab0b-62f384f8518e None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:49:00.082696 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b5d9c6-6783-464e-ab0b-62f384f8518e None None] Checking segment: {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:49:00.083115 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d9c6-6783-464e-ab0b-62f384f8518e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:00.083515 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b5d9c6-6783-464e-ab0b-62f384f8518e None None] Bound using segment: {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:49:00.083993 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f9b5d9c6-6783-464e-ab0b-62f384f8518e None None] Bound port: ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:49:00.084983 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d9c6-6783-464e-ab0b-62f384f8518e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:00.145219 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a4ecb-6edd-4f86-a367-28d41ab6004d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Pushing event updated for resources: {'Port': ['ID=822ed8d4-d573-4785-8754-2cfeaf381c82,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:00.151199 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b2a4ecb-6edd-4f86-a367-28d41ab6004d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (861c3ae5-bdca-46ea-80f4-34798b9d828e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:00.155956 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-f9b5d9c6-6783-464e-ab0b-62f384f8518e None None] For port ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:49:00.161833 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-f9b5d9c6-6783-464e-ab0b-62f384f8518e None None] For port ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:49:00.166592 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5b2a4ecb-6edd-4f86-a367-28d41ab6004d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:00.176646 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5b2a4ecb-6edd-4f86-a367-28d41ab6004d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8471060 Feb 19 04:49:00.176853 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d9c6-6783-464e-ab0b-62f384f8518e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:00.239181 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b5d9c6-6783-464e-ab0b-62f384f8518e None None] Routers {'71f820f3-4a36-4b84-a0cb-0411764a9fcf'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:49:00.239799 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-f9b5d9c6-6783-464e-ab0b-62f384f8518e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:48:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:00.245159 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b55e0-ce35-446d-8c76-c770450e44b6 None None] Pushing event updated for resources: {'Port': ['ID=ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:00.308220 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-ea775418-6a01-4772-8b10-535e80e69b91 None None] Provisioning complete for port ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:49:00.308597 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ea775418-6a01-4772-8b10-535e80e69b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:00.341692 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-bab80ebd-d591-42b5-a0aa-56aa35fcff6b tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2064425005&fields=id&tenant_id=6c4c680087b94418bf6dec5572704dc6 HTTP/1.1" status: 200 len: 267 time: 0.0504887 Feb 19 04:49:00.461955 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-4394de4a-4e2a-49da-802d-e6b1a9174510 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:00.463473 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-4394de4a-4e2a-49da-802d-e6b1a9174510 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 812 time: 0.1151204 Feb 19 04:49:00.478251 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-6a8f898e-81f8-4a20-b247-c39d1f8f29ee tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/quotas/6c4c680087b94418bf6dec5572704dc6 HTTP/1.1" status: 200 len: 375 time: 0.0093143 Feb 19 04:49:00.534066 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-142be444-88b3-4eb1-842e-9b0ab352fe71 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504513 Feb 19 04:49:00.552354 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-f9b5d9c6-6783-464e-ab0b-62f384f8518e None None] Set router 71f820f3-4a36-4b84-a0cb-0411764a9fcf gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:49:00.632019 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-efe74130-5a45-4fb2-9609-bfb2c0671ecf service neutron] 10.222.0.52 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855532 Feb 19 04:49:00.721766 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ea775418-6a01-4772-8b10-535e80e69b91 None None] Current status of the port ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:49:00.722207 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ea775418-6a01-4772-8b10-535e80e69b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:00.732213 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-31dcdb40-dd91-4c32-8b29-d97430b0c255 service neutron] 10.222.0.52 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898278 Feb 19 04:49:00.743336 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5b143c64-e24f-4a92-8ccd-f54603edc4bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:00.793116 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-ea775418-6a01-4772-8b10-535e80e69b91 None None] For port ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:00.798787 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ea775418-6a01-4772-8b10-535e80e69b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:00.890452 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea775418-6a01-4772-8b10-535e80e69b91 None None] Pushing event updated for resources: {'Port': ['ID=ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:00.914420 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-f9b5d9c6-6783-464e-ab0b-62f384f8518e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 4, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7', 'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'mac_address': 'fa:16:3e:70:8e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:56Z', 'updated_at': '2022-02-19T04:49:00Z', 'revision_number': 4, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'subnets': [{'id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:00.935402 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97c733c2-e1cf-4f7d-92b1-d8f8974532a6 req-9a303d04-d266-4f23-9f49-bea3ca1af211 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 210 time: 0.0354238 Feb 19 04:49:00.956914 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b5d9c6-6783-464e-ab0b-62f384f8518e None None] The sync data for ids ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'] in n-d-828369-19 is: [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 4, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7', 'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'mac_address': 'fa:16:3e:70:8e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:56Z', 'updated_at': '2022-02-19T04:49:00Z', 'revision_number': 4, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'subnets': [{'id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:49:00.958470 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-8eeb7728-2afa-404c-babd-33756c5434e7 None None] Provisioning complete for port ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:49:00.958858 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8eeb7728-2afa-404c-babd-33756c5434e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:01.072868 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8eeb7728-2afa-404c-babd-33756c5434e7 None None] Current status of the port ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:49:01.551263 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:49:01.607349 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:49:01.608018 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:01.688480 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:49:01.689497 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5f6b10fc-906b-44a6-bf40-19e1b626caf3 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:49:01.736935 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 5f6b10fc-906b-44a6-bf40-19e1b626caf3 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:49:01.737311 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5f6b10fc-906b-44a6-bf40-19e1b626caf3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:01.822715 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 5f6b10fc-906b-44a6-bf40-19e1b626caf3 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:49:01.941050 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-8981c5f1-d3d8-49ed-b90d-d31963831935 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:01.944996 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-8981c5f1-d3d8-49ed-b90d-d31963831935 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.26 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 812 time: 0.1097581 Feb 19 04:49:02.015979 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-ba005d45-c803-4df9-8acb-47a2e107a107 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c4c680087b94418bf6dec5572704dc6 HTTP/1.1" status: 200 len: 380 time: 0.0632594 Feb 19 04:49:02.027800 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-b80621ae-fa7b-46b0-a81a-424a87b0b9e3 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Request body: {'port': {'device_id': '6dc31e70-cc40-497f-a0b1-713e81806ba7', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'admin_state_up': True, 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'security_groups': ['a0600357-34c6-46b6-847c-e950dbccb202']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:49:02.097066 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-14a67bf2-aeae-433e-8e45-382fcd5b77f7 req-aed96538-4dfd-499a-9286-5aef900b5d49 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 210 time: 0.0732582 Feb 19 04:49:02.163163 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-b80621ae-fa7b-46b0-a81a-424a87b0b9e3 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Made reservation on behalf of 6c4c680087b94418bf6dec5572704dc6 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:49:02.166794 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-b80621ae-fa7b-46b0-a81a-424a87b0b9e3 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:02.291824 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-b80621ae-fa7b-46b0-a81a-424a87b0b9e3 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Allocated IP 172.20.0.12 (0793ebd2-9a5b-482f-993e-6c125aa01a42/73e3ec62-9bfe-4c91-82e1-f909ccc9fead/052ff39a-b79c-418f-9a28-c5e990cc015a) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:49:02.430226 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-b80621ae-fa7b-46b0-a81a-424a87b0b9e3 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for port (052ff39a-b79c-418f-9a28-c5e990cc015a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:02.463993 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-b80621ae-fa7b-46b0-a81a-424a87b0b9e3 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (052ff39a-b79c-418f-9a28-c5e990cc015a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:02.504459 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-b80621ae-fa7b-46b0-a81a-424a87b0b9e3 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Network 0793ebd2-9a5b-482f-993e-6c125aa01a42 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:49:02.507580 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-b80621ae-fa7b-46b0-a81a-424a87b0b9e3 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:49:02.511242 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-b80621ae-fa7b-46b0-a81a-424a87b0b9e3 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:49:02.545614 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80621ae-fa7b-46b0-a81a-424a87b0b9e3 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Pushing event updated for resources: {'Port': ['ID=052ff39a-b79c-418f-9a28-c5e990cc015a,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:02.567532 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-b80621ae-fa7b-46b0-a81a-424a87b0b9e3 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:02.568159 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-b80621ae-fa7b-46b0-a81a-424a87b0b9e3 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:02.584845 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-b80621ae-fa7b-46b0-a81a-424a87b0b9e3 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5617065 Feb 19 04:49:02.597658 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-5c70413e-1231-4945-a6f5-70d033e7535e service neutron] Request body: {'port': {'device_id': '6dc31e70-cc40-497f-a0b1-713e81806ba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:49:02.661434 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-5c70413e-1231-4945-a6f5-70d033e7535e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (052ff39a-b79c-418f-9a28-c5e990cc015a), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:02.804855 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-cb230307-7ef7-4736-b43d-569027cf3d63 None None] Provisioning complete for port 052ff39a-b79c-418f-9a28-c5e990cc015a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:49:02.805442 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cb230307-7ef7-4736-b43d-569027cf3d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (052ff39a-b79c-418f-9a28-c5e990cc015a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:02.840258 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-cb230307-7ef7-4736-b43d-569027cf3d63 None None] Port 052ff39a-b79c-418f-9a28-c5e990cc015a cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:49:02.924067 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-5c70413e-1231-4945-a6f5-70d033e7535e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 052ff39a-b79c-418f-9a28-c5e990cc015a {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:49:02.931643 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-5c70413e-1231-4945-a6f5-70d033e7535e service neutron] Publish callbacks [] for port (052ff39a-b79c-418f-9a28-c5e990cc015a), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:02.943118 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-5c70413e-1231-4945-a6f5-70d033e7535e service neutron] Transition to ACTIVE for port object 052ff39a-b79c-418f-9a28-c5e990cc015a will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:49:02.947885 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-5c70413e-1231-4945-a6f5-70d033e7535e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (052ff39a-b79c-418f-9a28-c5e990cc015a), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:03.015060 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70413e-1231-4945-a6f5-70d033e7535e service neutron] Pushing event updated for resources: {'Port': ['ID=052ff39a-b79c-418f-9a28-c5e990cc015a,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:03.075401 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-5c70413e-1231-4945-a6f5-70d033e7535e service neutron] Attempting to bind port 052ff39a-b79c-418f-9a28-c5e990cc015a on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:49:03.075743 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-5c70413e-1231-4945-a6f5-70d033e7535e service neutron] Attempting to bind port 052ff39a-b79c-418f-9a28-c5e990cc015a by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:49:03.076072 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-5c70413e-1231-4945-a6f5-70d033e7535e service neutron] Attempting to bind port 052ff39a-b79c-418f-9a28-c5e990cc015a on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:49:03.080478 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-5c70413e-1231-4945-a6f5-70d033e7535e service neutron] Port 052ff39a-b79c-418f-9a28-c5e990cc015a on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:49:03.080799 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-5c70413e-1231-4945-a6f5-70d033e7535e service neutron] Attempting to bind port 052ff39a-b79c-418f-9a28-c5e990cc015a on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:49:03.086583 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-5c70413e-1231-4945-a6f5-70d033e7535e service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:49:03.086926 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-5c70413e-1231-4945-a6f5-70d033e7535e service neutron] Checking segment: {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:49:03.087313 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-5c70413e-1231-4945-a6f5-70d033e7535e service neutron] Bound using segment: {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:49:03.087746 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-5c70413e-1231-4945-a6f5-70d033e7535e service neutron] Bound port: 052ff39a-b79c-418f-9a28-c5e990cc015a, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:49:03.088109 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-5c70413e-1231-4945-a6f5-70d033e7535e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (052ff39a-b79c-418f-9a28-c5e990cc015a), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:03.159623 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-5c70413e-1231-4945-a6f5-70d033e7535e service neutron] For port 052ff39a-b79c-418f-9a28-c5e990cc015a, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:49:03.162837 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-5c70413e-1231-4945-a6f5-70d033e7535e service neutron] For port 052ff39a-b79c-418f-9a28-c5e990cc015a, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=052ff39a-b79c-418f-9a28-c5e990cc015a,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:49:03.170358 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-5c70413e-1231-4945-a6f5-70d033e7535e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (052ff39a-b79c-418f-9a28-c5e990cc015a), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:03.226918 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-5c70413e-1231-4945-a6f5-70d033e7535e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:03.227650 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-5c70413e-1231-4945-a6f5-70d033e7535e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:03.228989 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-5c70413e-1231-4945-a6f5-70d033e7535e service neutron] 10.222.0.26 "PUT /v2.0/ports/052ff39a-b79c-418f-9a28-c5e990cc015a HTTP/1.1" status: 200 len: 1093 time: 0.6355588 Feb 19 04:49:03.232719 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc31e70-cc40-497f-a0b1-713e81806ba7', 'tag': '052ff39a-b79c-418f-9a28-c5e990cc015a'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:49:03.235318 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73be786-b77d-4210-b461-1ccc8a3fd770" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc31e70-cc40-497f-a0b1-713e81806ba7", "tag": "052ff39a-b79c-418f-9a28-c5e990cc015a"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:49:03.303578 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d629a1cd-a8f1-414b-9242-cb70d506ab42 x-openstack-request-id: req-d629a1cd-a8f1-414b-9242-cb70d506ab42 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:49:03.303875 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc31e70-cc40-497f-a0b1-713e81806ba7", "tag": "052ff39a-b79c-418f-9a28-c5e990cc015a", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:49:03.304136 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d629a1cd-a8f1-414b-9242-cb70d506ab42 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:49:03.304532 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc31e70-cc40-497f-a0b1-713e81806ba7', 'tag': '052ff39a-b79c-418f-9a28-c5e990cc015a', 'status': 'completed', 'code': 200} Feb 19 04:49:03.308417 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70413e-1231-4945-a6f5-70d033e7535e service neutron] Pushing event updated for resources: {'Port': ['ID=052ff39a-b79c-418f-9a28-c5e990cc015a,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:03.321529 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce85c8-5752-4125-b932-6409fe8031da req-462bcfa4-8f53-4ca8-9cc9-d9f6352f153c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:03.323268 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-46ce85c8-5752-4125-b932-6409fe8031da req-462bcfa4-8f53-4ca8-9cc9-d9f6352f153c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 944 time: 0.1545382 Feb 19 04:49:03.357247 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-dd126d01-6dbd-4c7b-8793-d669709f0bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:03.358773 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-dd126d01-6dbd-4c7b-8793-d669709f0bbe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 1127 time: 0.0922003 Feb 19 04:49:03.408564 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-438dc476-6d7e-4853-91e0-df5f4b545e28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=052ff39a-b79c-418f-9a28-c5e990cc015a HTTP/1.1" status: 200 len: 217 time: 0.0416703 Feb 19 04:49:03.416173 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-46ce85c8-5752-4125-b932-6409fe8031da req-0206ecbb-290c-4a40-804a-b91c47f5672c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850680 Feb 19 04:49:03.464366 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-9f80e4b1-fa65-4622-8a74-67795901a49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:03.465806 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-9f80e4b1-fa65-4622-8a74-67795901a49e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0487847 Feb 19 04:49:03.513557 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-c6405d5b-e3fd-4cd5-9e0d-eabb388ddf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:03.515108 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-c6405d5b-e3fd-4cd5-9e0d-eabb388ddf69 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440261 Feb 19 04:49:03.540260 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b54d365a-b645-4dbe-b545-ff0b0dca5d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:03.603336 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-36f60539-2cad-4a8c-a900-3e6f9162436f service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813935 Feb 19 04:49:03.695321 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0e776cbe-b677-41f6-ac3c-27f4104570ce req-b4bb8298-96ea-406a-ab00-836335722a8a service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861170 Feb 19 04:49:03.779280 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73be786-b77d-4210-b461-1ccc8a3fd770 req-d4d2b437-9ae3-4c37-a470-7349dfe9161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:03.780748 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f73be786-b77d-4210-b461-1ccc8a3fd770 req-d4d2b437-9ae3-4c37-a470-7349dfe9161d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 1127 time: 0.0439155 Feb 19 04:49:03.872866 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73be786-b77d-4210-b461-1ccc8a3fd770 req-b6f0cf26-f032-46e1-a520-a6845c63f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:03.874284 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f73be786-b77d-4210-b461-1ccc8a3fd770 req-b6f0cf26-f032-46e1-a520-a6845c63f0c4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.0857487 Feb 19 04:49:03.913778 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f73be786-b77d-4210-b461-1ccc8a3fd770 req-7b3662e7-cf54-428e-b4b4-3c561070425b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=052ff39a-b79c-418f-9a28-c5e990cc015a HTTP/1.1" status: 200 len: 217 time: 0.0340261 Feb 19 04:49:03.952842 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:03.962295 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73be786-b77d-4210-b461-1ccc8a3fd770 req-65ad46b6-4549-468b-a332-82c00d0b48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:03.963768 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f73be786-b77d-4210-b461-1ccc8a3fd770 req-65ad46b6-4549-468b-a332-82c00d0b48f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0444996 Feb 19 04:49:04.011802 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73be786-b77d-4210-b461-1ccc8a3fd770 req-98ae40ab-ac83-4b1c-83d4-d97079b1eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:04.013297 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f73be786-b77d-4210-b461-1ccc8a3fd770 req-98ae40ab-ac83-4b1c-83d4-d97079b1eb5e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440643 Feb 19 04:49:04.104056 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f73be786-b77d-4210-b461-1ccc8a3fd770 req-6caff316-f538-41c8-bc31-3af7907c4b28 service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851297 Feb 19 04:49:04.189761 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f73be786-b77d-4210-b461-1ccc8a3fd770 req-81faa2ea-2cad-4a00-8806-20f4accc4586 service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798528 Feb 19 04:49:04.542770 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a67ee-2efd-42fb-86b8-3b398a97e46c req-d1feb569-6fda-4ef7-ba6c-806cc4b8cdd8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:04.544285 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c92a67ee-2efd-42fb-86b8-3b398a97e46c req-d1feb569-6fda-4ef7-ba6c-806cc4b8cdd8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 944 time: 0.0564513 Feb 19 04:49:04.590933 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c92a67ee-2efd-42fb-86b8-3b398a97e46c req-c72462c7-c16a-46db-804d-d3099cf6a133 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411403 Feb 19 04:49:05.439142 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:05.711463 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2f933-ea68-49be-a83a-de6479a5387e req-ab3fbacf-e195-404d-9992-b5b421b7b13a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:05.712930 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-52d2f933-ea68-49be-a83a-de6479a5387e req-ab3fbacf-e195-404d-9992-b5b421b7b13a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 944 time: 0.0514412 Feb 19 04:49:05.758774 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-52d2f933-ea68-49be-a83a-de6479a5387e req-adf8f95c-6b3f-4602-97f0-5f6796409096 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403695 Feb 19 04:49:06.835971 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 052ff39a-b79c-418f-9a28-c5e990cc015a details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:49:06.878683 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:06.878950 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab3e0f-ad3a-459a-87a4-19e6e03e6d58 req-ea17734b-59c6-408d-9b09-24764902ddad tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:06.880257 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-68ab3e0f-ad3a-459a-87a4-19e6e03e6d58 req-ea17734b-59c6-408d-9b09-24764902ddad tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 944 time: 0.0556886 Feb 19 04:49:06.926381 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-68ab3e0f-ad3a-459a-87a4-19e6e03e6d58 req-206d89bd-e2bf-4675-9629-3ece4ae55d1f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403500 Feb 19 04:49:06.956409 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 052ff39a-b79c-418f-9a28-c5e990cc015a, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=052ff39a-b79c-418f-9a28-c5e990cc015a,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:06.966810 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '052ff39a-b79c-418f-9a28-c5e990cc015a', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'port_id': '052ff39a-b79c-418f-9a28-c5e990cc015a', 'mac_address': 'fa:16:3e:ec:52:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:49:07.003606 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 052ff39a-b79c-418f-9a28-c5e990cc015a is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:49:07.004006 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (052ff39a-b79c-418f-9a28-c5e990cc015a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:07.016527 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 052ff39a-b79c-418f-9a28-c5e990cc015a {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:49:07.035448 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 052ff39a-b79c-418f-9a28-c5e990cc015a, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=052ff39a-b79c-418f-9a28-c5e990cc015a,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:07.039600 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (052ff39a-b79c-418f-9a28-c5e990cc015a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:07.086069 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=052ff39a-b79c-418f-9a28-c5e990cc015a,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:07.339614 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['052ff39a-b79c-418f-9a28-c5e990cc015a'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:49:08.042974 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efe641-ed30-4ddf-bfa4-23fee65cfde0 req-0596fc30-9553-4a5e-a1b9-e50667502368 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:08.044427 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b3efe641-ed30-4ddf-bfa4-23fee65cfde0 req-0596fc30-9553-4a5e-a1b9-e50667502368 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 945 time: 0.0501080 Feb 19 04:49:08.091066 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b3efe641-ed30-4ddf-bfa4-23fee65cfde0 req-ec7e3473-01f4-4d31-98ad-7d9282948e83 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411775 Feb 19 04:49:08.836105 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 052ff39a-b79c-418f-9a28-c5e990cc015a up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:49:08.884041 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 052ff39a-b79c-418f-9a28-c5e990cc015a completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:49:08.887906 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 052ff39a-b79c-418f-9a28-c5e990cc015a triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:49:08.888286 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (052ff39a-b79c-418f-9a28-c5e990cc015a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:08.966445 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 052ff39a-b79c-418f-9a28-c5e990cc015a is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:49:08.966848 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (052ff39a-b79c-418f-9a28-c5e990cc015a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:08.989182 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc31e70-cc40-497f-a0b1-713e81806ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052ff39a-b79c-418f-9a28-c5e990cc015a'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:49:08.991694 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99a1e2d-bab0-44b1-bfc2-d7faf145e18b" -d '{"events": [{"server_uuid": "6dc31e70-cc40-497f-a0b1-713e81806ba7", "name": "network-vif-plugged", "status": "completed", "tag": "052ff39a-b79c-418f-9a28-c5e990cc015a"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:49:09.003639 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 052ff39a-b79c-418f-9a28-c5e990cc015a, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=052ff39a-b79c-418f-9a28-c5e990cc015a,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:09.008158 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (052ff39a-b79c-418f-9a28-c5e990cc015a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:09.031018 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0794748-d346-4c25-8770-884b1d8d1cb7 x-openstack-request-id: req-b0794748-d346-4c25-8770-884b1d8d1cb7 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:49:09.031321 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc31e70-cc40-497f-a0b1-713e81806ba7", "name": "network-vif-plugged", "status": "completed", "tag": "052ff39a-b79c-418f-9a28-c5e990cc015a", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:49:09.031577 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b0794748-d346-4c25-8770-884b1d8d1cb7 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:49:09.031971 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc31e70-cc40-497f-a0b1-713e81806ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052ff39a-b79c-418f-9a28-c5e990cc015a', 'code': 200} Feb 19 04:49:09.057958 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=052ff39a-b79c-418f-9a28-c5e990cc015a,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:09.128104 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421db37-ad09-4726-b33d-7e44b8f43958 req-711f45fd-5822-4355-a1c5-507618cc01bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:09.129619 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5421db37-ad09-4726-b33d-7e44b8f43958 req-711f45fd-5822-4355-a1c5-507618cc01bf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 1129 time: 0.0424285 Feb 19 04:49:09.198567 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5421db37-ad09-4726-b33d-7e44b8f43958 req-0818a82f-85f8-4e04-aeca-94a9878eb020 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624325 Feb 19 04:49:09.222747 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4614ba-5d72-42c1-854e-3eaf074576da req-3999d610-3bfc-4ead-9b9b-ddaa86b349da tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:09.224149 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d4614ba-5d72-42c1-854e-3eaf074576da req-3999d610-3bfc-4ead-9b9b-ddaa86b349da tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0655794 Feb 19 04:49:09.270013 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d4614ba-5d72-42c1-854e-3eaf074576da req-14cf2fec-a74f-499d-a894-2ebf11ab7148 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402496 Feb 19 04:49:10.387653 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfb2d7-0251-4268-b388-835941254383 req-22e0f189-d1f7-49f3-905e-cc8a7cc9424a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:10.389124 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-51bfb2d7-0251-4268-b388-835941254383 req-22e0f189-d1f7-49f3-905e-cc8a7cc9424a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0515082 Feb 19 04:49:10.435052 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-51bfb2d7-0251-4268-b388-835941254383 req-a4ce4828-1721-473d-8d52-b15f9dc54e3d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404112 Feb 19 04:49:11.284078 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:49:11.556036 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9e51e-f7bd-461c-a7ee-bed4005e0397 req-3c7561e2-7d07-4bed-a0e5-09cc8bc2c1c9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:11.557426 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-83c9e51e-f7bd-461c-a7ee-bed4005e0397 req-3c7561e2-7d07-4bed-a0e5-09cc8bc2c1c9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0561156 Feb 19 04:49:11.603364 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-83c9e51e-f7bd-461c-a7ee-bed4005e0397 req-37bb37d5-3f45-4b38-8c9b-35b47113f82c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404222 Feb 19 04:49:11.716181 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0f7f2-5518-4521-9f28-86c15e7e0198 req-17b2f08b-53e6-429d-adc5-bf14b789bfa5 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:11.717637 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-31d0f7f2-5518-4521-9f28-86c15e7e0198 req-17b2f08b-53e6-429d-adc5-bf14b789bfa5 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0517726 Feb 19 04:49:11.726698 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45122) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:11.731065 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-82e6768b-cd21-40ce-9bea-2f1ba0ba4dd8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Request body: {'floatingip': {'port_id': '052ff39a-b79c-418f-9a28-c5e990cc015a'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:49:11.768429 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82e6768b-cd21-40ce-9bea-2f1ba0ba4dd8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for floatingip (861c3ae5-bdca-46ea-80f4-34798b9d828e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:12.205291 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82e6768b-cd21-40ce-9bea-2f1ba0ba4dd8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:12.209025 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82e6768b-cd21-40ce-9bea-2f1ba0ba4dd8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (861c3ae5-bdca-46ea-80f4-34798b9d828e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:12.308833 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-82e6768b-cd21-40ce-9bea-2f1ba0ba4dd8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Floating IP 861c3ae5-bdca-46ea-80f4-34798b9d828e associated. External IP: 172.25.3.115, port: 052ff39a-b79c-418f-9a28-c5e990cc015a. Feb 19 04:49:12.514765 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e6768b-cd21-40ce-9bea-2f1ba0ba4dd8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Router 71f820f3-4a36-4b84-a0cb-0411764a9fcf has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:49:12.625939 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e6768b-cd21-40ce-9bea-2f1ba0ba4dd8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:49:12.630590 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-82e6768b-cd21-40ce-9bea-2f1ba0ba4dd8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:12.636495 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d587ef-a7c5-46b2-aa5e-63790dbb87d0 None None] Sync routers for ids ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:49:12.645677 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d587ef-a7c5-46b2-aa5e-63790dbb87d0 None None] Routers {'71f820f3-4a36-4b84-a0cb-0411764a9fcf'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:49:12.646371 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-58d587ef-a7c5-46b2-aa5e-63790dbb87d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:49:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:12.660033 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-82e6768b-cd21-40ce-9bea-2f1ba0ba4dd8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "PUT /v2.0/floatingips/861c3ae5-bdca-46ea-80f4-34798b9d828e HTTP/1.1" status: 200 len: 992 time: 0.9323034 Feb 19 04:49:12.660624 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc31e70-cc40-497f-a0b1-713e81806ba7', 'tag': '052ff39a-b79c-418f-9a28-c5e990cc015a'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:49:12.662890 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d709b86d-9e54-4782-a658-011d784f536a" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc31e70-cc40-497f-a0b1-713e81806ba7", "tag": "052ff39a-b79c-418f-9a28-c5e990cc015a"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:49:12.700672 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10acece1-a8db-4dbf-9b54-bd103d386efc x-openstack-request-id: req-10acece1-a8db-4dbf-9b54-bd103d386efc {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:49:12.700977 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc31e70-cc40-497f-a0b1-713e81806ba7", "tag": "052ff39a-b79c-418f-9a28-c5e990cc015a", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:49:12.701231 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10acece1-a8db-4dbf-9b54-bd103d386efc {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:49:12.701805 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc31e70-cc40-497f-a0b1-713e81806ba7', 'tag': '052ff39a-b79c-418f-9a28-c5e990cc015a', 'status': 'completed', 'code': 200} Feb 19 04:49:12.759700 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-58d587ef-a7c5-46b2-aa5e-63790dbb87d0 None None] Set router 71f820f3-4a36-4b84-a0cb-0411764a9fcf gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:49:12.798516 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ee248-95d6-4e4b-adf0-a3b8b94bc15d req-38cce1b4-64f4-4751-94bb-45d4019233e4 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:12.800078 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-831ee248-95d6-4e4b-adf0-a3b8b94bc15d req-38cce1b4-64f4-4751-94bb-45d4019233e4 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0856593 Feb 19 04:49:12.806436 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709b86d-9e54-4782-a658-011d784f536a req-60e0bef6-aae2-4eb0-ada9-7a9b89516aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:12.807891 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d709b86d-9e54-4782-a658-011d784f536a req-60e0bef6-aae2-4eb0-ada9-7a9b89516aca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 1129 time: 0.0815022 Feb 19 04:49:12.900587 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-831ee248-95d6-4e4b-adf0-a3b8b94bc15d req-cf6e5ff1-0c89-4ea0-9f9d-30a343adff6c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916414 Feb 19 04:49:12.924989 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709b86d-9e54-4782-a658-011d784f536a req-90007a30-c086-4f62-9148-12259520c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:12.926786 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d709b86d-9e54-4782-a658-011d784f536a req-90007a30-c086-4f62-9148-12259520c00a service neutron] 10.222.0.26 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.1120579 Feb 19 04:49:12.992237 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-58d587ef-a7c5-46b2-aa5e-63790dbb87d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 4, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '861c3ae5-bdca-46ea-80f4-34798b9d828e', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'port_id': '052ff39a-b79c-418f-9a28-c5e990cc015a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'mac_address': 'fa:16:3e:ec:52:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc31e70-cc40-497f-a0b1-713e81806ba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:48:59Z', 'updated_at': '2022-02-19T04:49:12Z', 'revision_number': 1, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7', 'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'mac_address': 'fa:16:3e:70:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:56Z', 'updated_at': '2022-02-19T04:49:00Z', 'revision_number': 5, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'subnets': [{'id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:13.021780 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d587ef-a7c5-46b2-aa5e-63790dbb87d0 None None] Checking router: 71f820f3-4a36-4b84-a0cb-0411764a9fcf for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:49:13.028708 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d709b86d-9e54-4782-a658-011d784f536a req-131842b1-bbd0-429f-8ef5-d9b6ea9419d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=052ff39a-b79c-418f-9a28-c5e990cc015a HTTP/1.1" status: 200 len: 1000 time: 0.0955319 Feb 19 04:49:13.030087 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d587ef-a7c5-46b2-aa5e-63790dbb87d0 None None] Routers {'71f820f3-4a36-4b84-a0cb-0411764a9fcf'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:49:13.030717 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-58d587ef-a7c5-46b2-aa5e-63790dbb87d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:49:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:13.048888 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b5f56-59f2-42ca-9f3f-58a0ce70604d req-dce46dd3-47d4-41c0-a3ca-c9264f4c57e0 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:13.050350 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c9b5f56-59f2-42ca-9f3f-58a0ce70604d req-dce46dd3-47d4-41c0-a3ca-c9264f4c57e0 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0776298 Feb 19 04:49:13.107924 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709b86d-9e54-4782-a658-011d784f536a req-adc7134a-446f-4412-8b00-15dbc2826df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:13.109379 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d709b86d-9e54-4782-a658-011d784f536a req-adc7134a-446f-4412-8b00-15dbc2826df9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0751812 Feb 19 04:49:13.132731 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c9b5f56-59f2-42ca-9f3f-58a0ce70604d req-de810a39-6dda-498b-8cbf-042b738d0936 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643172 Feb 19 04:49:13.138751 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-58d587ef-a7c5-46b2-aa5e-63790dbb87d0 None None] Set router 71f820f3-4a36-4b84-a0cb-0411764a9fcf gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:49:13.168514 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709b86d-9e54-4782-a658-011d784f536a req-b258d7b3-ee0d-4734-aef8-91a9850d8b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:13.169924 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d709b86d-9e54-4782-a658-011d784f536a req-b258d7b3-ee0d-4734-aef8-91a9850d8b09 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0528660 Feb 19 04:49:13.366016 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-58d587ef-a7c5-46b2-aa5e-63790dbb87d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 4, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '861c3ae5-bdca-46ea-80f4-34798b9d828e', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'port_id': '052ff39a-b79c-418f-9a28-c5e990cc015a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'mac_address': 'fa:16:3e:ec:52:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc31e70-cc40-497f-a0b1-713e81806ba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:48:59Z', 'updated_at': '2022-02-19T04:49:12Z', 'revision_number': 1, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7', 'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'mac_address': 'fa:16:3e:70:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:56Z', 'updated_at': '2022-02-19T04:49:00Z', 'revision_number': 5, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'subnets': [{'id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:13.396616 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d587ef-a7c5-46b2-aa5e-63790dbb87d0 None None] The sync data for ids ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'] in n-d-828369-19 is: [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 4, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '861c3ae5-bdca-46ea-80f4-34798b9d828e', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'port_id': '052ff39a-b79c-418f-9a28-c5e990cc015a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'mac_address': 'fa:16:3e:ec:52:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc31e70-cc40-497f-a0b1-713e81806ba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:48:59Z', 'updated_at': '2022-02-19T04:49:12Z', 'revision_number': 1, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7', 'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'mac_address': 'fa:16:3e:70:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:56Z', 'updated_at': '2022-02-19T04:49:00Z', 'revision_number': 5, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'subnets': [{'id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:49:13.593276 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d709b86d-9e54-4782-a658-011d784f536a req-cf50074c-969f-4765-9c8f-dd56e0c8260b service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162703 Feb 19 04:49:13.602555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f8fc18-e020-424a-91cc-d15cdabd3c02 None None] New status for floating IP 861c3ae5-bdca-46ea-80f4-34798b9d828e: ACTIVE {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:49:13.685093 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d709b86d-9e54-4782-a658-011d784f536a req-992600e8-3e26-4e8a-816e-60cef32932b2 service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843258 Feb 19 04:49:14.250923 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c813aa9-4246-4265-989b-403867e13570 req-7b2de82e-fe7b-429f-a64f-ce07c09dbc73 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:14.252298 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c813aa9-4246-4265-989b-403867e13570 req-7b2de82e-fe7b-429f-a64f-ce07c09dbc73 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0518024 Feb 19 04:49:14.297925 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c813aa9-4246-4265-989b-403867e13570 req-fafc66fc-6ca1-43ed-94dd-ef9f913b122a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401120 Feb 19 04:49:14.412722 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588c207-eaba-40b8-a90a-39c08f93f056 req-b7ba0aa2-1d89-4769-94f5-1cd7aea68872 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:14.414304 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6588c207-eaba-40b8-a90a-39c08f93f056 req-b7ba0aa2-1d89-4769-94f5-1cd7aea68872 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0504568 Feb 19 04:49:14.464066 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6588c207-eaba-40b8-a90a-39c08f93f056 req-9bfe679c-d253-4a2e-861a-f2cb2a7309e6 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442650 Feb 19 04:49:14.723724 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-b4748fc1-f167-4044-8791-f2f65e627248 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0707831 Feb 19 04:49:14.736453 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad97fe-ee1f-4a5f-a3f3-deedee36961b req-7957f3eb-a7ed-448e-852e-87168236e878 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:14.737868 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bdad97fe-ee1f-4a5f-a3f3-deedee36961b req-7957f3eb-a7ed-448e-852e-87168236e878 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0774252 Feb 19 04:49:14.785250 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bdad97fe-ee1f-4a5f-a3f3-deedee36961b req-e1306b11-93e2-421a-901f-3eed2285a27b tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416279 Feb 19 04:49:15.091357 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-ebc6f69b-d16d-464d-8894-b20424275844 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:15.092710 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-ebc6f69b-d16d-464d-8894-b20424275844 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports/052ff39a-b79c-418f-9a28-c5e990cc015a HTTP/1.1" status: 200 len: 943 time: 0.0482867 Feb 19 04:49:15.904076 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a33bb-904f-4cbb-acb0-f70d22348ee1 req-b77feac7-02c1-410e-bb14-af67b5f025da tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:15.905566 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd2a33bb-904f-4cbb-acb0-f70d22348ee1 req-b77feac7-02c1-410e-bb14-af67b5f025da tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0516493 Feb 19 04:49:15.963957 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd2a33bb-904f-4cbb-acb0-f70d22348ee1 req-5fa0e1a9-e1ec-4a3e-9e02-04ddccdff4d6 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493302 Feb 19 04:49:15.997620 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-7a28dcba-b201-4e0b-a94a-4172c655d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:15.999158 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-7a28dcba-b201-4e0b-a94a-4172c655d9d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 1129 time: 0.0493562 Feb 19 04:49:16.089160 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-21af7a76-2f44-417d-bbba-44712d1bb8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:16.090630 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-21af7a76-2f44-417d-bbba-44712d1bb8b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.0855134 Feb 19 04:49:16.153304 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-61711497-f2cb-4fcc-becf-89847786b6aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=052ff39a-b79c-418f-9a28-c5e990cc015a HTTP/1.1" status: 200 len: 1002 time: 0.0570495 Feb 19 04:49:16.199239 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-8c21bb62-12fb-4128-b7b1-1257ec744840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:16.200628 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-8c21bb62-12fb-4128-b7b1-1257ec744840 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0421424 Feb 19 04:49:16.251463 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-28dd4aa1-86ad-4b17-99e7-3aec990089a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:16.252935 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-28dd4aa1-86ad-4b17-99e7-3aec990089a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469060 Feb 19 04:49:16.338718 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-067068f3-774e-4beb-b475-b4c7dfc22c8c service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798311 Feb 19 04:49:16.429953 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-cd21b883-f2e1-40aa-9dbe-e38b7ed7b45f service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858426 Feb 19 04:49:17.082448 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d9ef3-b00f-4ae7-a00b-05a9a4a101da req-849019b1-1297-4161-b30b-03c86a9b8119 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:17.083950 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a92d9ef3-b00f-4ae7-a00b-05a9a4a101da req-849019b1-1297-4161-b30b-03c86a9b8119 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0521491 Feb 19 04:49:17.129069 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a92d9ef3-b00f-4ae7-a00b-05a9a4a101da req-d9585fca-7fc2-42c2-9141-b23f09c004b9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394707 Feb 19 04:49:18.251517 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b6c80-c6d1-4f39-b2b2-9a58375f098f req-57ae99bb-1743-4673-af47-af69bae1d8e0 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:18.252904 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8c4b6c80-c6d1-4f39-b2b2-9a58375f098f req-57ae99bb-1743-4673-af47-af69bae1d8e0 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0525393 Feb 19 04:49:18.302949 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8c4b6c80-c6d1-4f39-b2b2-9a58375f098f req-d0b247a4-2134-4a75-8a89-7e884b14703c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432012 Feb 19 04:49:19.420975 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1d71d-7f89-46c3-84f3-f32c99e37358 req-68a4e8f5-0db0-4171-b24d-2bdc64a5a2e3 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:19.422480 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47b1d71d-7f89-46c3-84f3-f32c99e37358 req-68a4e8f5-0db0-4171-b24d-2bdc64a5a2e3 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0516500 Feb 19 04:49:19.468760 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47b1d71d-7f89-46c3-84f3-f32c99e37358 req-bbefb294-d2a4-4e4e-a003-1da4cfa3f552 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405526 Feb 19 04:49:20.586461 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abe87c-31c2-4cd1-8c87-12c0a3919d32 req-1a101f2a-d720-452c-a30c-e0acff508db9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:20.587937 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-31abe87c-31c2-4cd1-8c87-12c0a3919d32 req-1a101f2a-d720-452c-a30c-e0acff508db9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0516551 Feb 19 04:49:20.634750 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-31abe87c-31c2-4cd1-8c87-12c0a3919d32 req-07c42ead-8492-4bb8-9c84-91463fab4d50 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412531 Feb 19 04:49:21.758247 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458666c-a9f0-4c5c-bc8d-65fec625db21 req-77ea5924-1231-4c3b-87c0-4e2c9feb28a6 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:21.759744 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2458666c-a9f0-4c5c-bc8d-65fec625db21 req-77ea5924-1231-4c3b-87c0-4e2c9feb28a6 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0563374 Feb 19 04:49:21.806822 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2458666c-a9f0-4c5c-bc8d-65fec625db21 req-c93bf0b0-cafb-4b0f-b374-b601bf504739 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415902 Feb 19 04:49:22.926768 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed37b7b-8667-4fca-aab3-38c736e70b3d req-64b866b1-5b45-4f74-8b20-459cf93af044 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:22.928871 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ed37b7b-8667-4fca-aab3-38c736e70b3d req-64b866b1-5b45-4f74-8b20-459cf93af044 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0549035 Feb 19 04:49:22.981833 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ed37b7b-8667-4fca-aab3-38c736e70b3d req-5fad4891-616f-40de-b74b-3b82c597fb86 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468097 Feb 19 04:49:24.108716 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8442511-f8c3-402b-aac5-7de66020b717 req-8191fc54-25e5-4385-a8ae-a15321a4eade tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:24.110356 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b8442511-f8c3-402b-aac5-7de66020b717 req-8191fc54-25e5-4385-a8ae-a15321a4eade tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0556779 Feb 19 04:49:24.159676 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b8442511-f8c3-402b-aac5-7de66020b717 req-5f6a3d38-be4c-464a-9a49-04327e6de7e7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440018 Feb 19 04:49:25.277813 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d090f-b89b-4dd6-9a05-56a984213045 req-69b97fa6-85c2-47db-a16c-a70f5df28b5d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:25.279197 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e2d090f-b89b-4dd6-9a05-56a984213045 req-69b97fa6-85c2-47db-a16c-a70f5df28b5d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0502741 Feb 19 04:49:25.325038 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e2d090f-b89b-4dd6-9a05-56a984213045 req-18c65fb7-0c62-42e9-ad4d-9cf8bb874b2d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403481 Feb 19 04:49:26.442857 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235e5df-a1e2-4336-8985-22545dc507d2 req-e1620218-666b-4494-86af-69b33a61f6ca tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:26.444316 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d235e5df-a1e2-4336-8985-22545dc507d2 req-e1620218-666b-4494-86af-69b33a61f6ca tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0519109 Feb 19 04:49:26.489778 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d235e5df-a1e2-4336-8985-22545dc507d2 req-39fff18d-3765-4753-afb8-7a17297bf85a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399036 Feb 19 04:49:27.240215 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:27.610870 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c124b5-4b3e-4e1a-b906-a65d74f73bd8 req-dd778f7c-f04e-4979-a8be-9d8a7f81c28b tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:27.612325 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f8c124b5-4b3e-4e1a-b906-a65d74f73bd8 req-dd778f7c-f04e-4979-a8be-9d8a7f81c28b tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0553396 Feb 19 04:49:27.662034 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f8c124b5-4b3e-4e1a-b906-a65d74f73bd8 req-87eda4ba-bc65-4d94-93f1-e3af57b709d4 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434966 Feb 19 04:49:28.784574 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b9f76-c73e-4908-865a-2b9490edf36f req-980d2e69-c4f4-41cf-bede-8d3de24df2e8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:28.786021 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a66b9f76-c73e-4908-865a-2b9490edf36f req-980d2e69-c4f4-41cf-bede-8d3de24df2e8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0527709 Feb 19 04:49:28.833058 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a66b9f76-c73e-4908-865a-2b9490edf36f req-6c3810b3-0f4e-4718-8d42-3cac4e66ca18 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414107 Feb 19 04:49:29.955031 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abcce1-b91a-467e-a15d-31cb3828083f req-f541d66c-e20d-460e-9eb2-cb31f52642c9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:29.956512 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-79abcce1-b91a-467e-a15d-31cb3828083f req-f541d66c-e20d-460e-9eb2-cb31f52642c9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0556445 Feb 19 04:49:30.002062 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-79abcce1-b91a-467e-a15d-31cb3828083f req-8aa34386-4345-412b-b374-f274acefbd22 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393670 Feb 19 04:49:30.026502 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:30.687646 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ab8f1373-dbd2-453f-adba-9924d9114dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:31.371853 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fd487-bf93-43da-82ef-732b9952f498 req-f32c4881-cdaf-457d-a35b-0aa02988deae tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:31.373212 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-610fd487-bf93-43da-82ef-732b9952f498 req-f32c4881-cdaf-457d-a35b-0aa02988deae tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0516818 Feb 19 04:49:31.423213 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-610fd487-bf93-43da-82ef-732b9952f498 req-e84458ae-774f-4c83-bfa8-a41227518198 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440981 Feb 19 04:49:32.539844 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc916af-dc40-4b28-90c3-8868c9594d18 req-51cc81dc-43d2-4742-9346-87f5204e9223 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:32.541306 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fdc916af-dc40-4b28-90c3-8868c9594d18 req-51cc81dc-43d2-4742-9346-87f5204e9223 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0523298 Feb 19 04:49:32.590310 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fdc916af-dc40-4b28-90c3-8868c9594d18 req-7aca38dc-15c7-46e5-acec-8bddfeca653e tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435240 Feb 19 04:49:33.111332 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-2e6b47fd-24ca-4f74-90b1-1af6649a2b15 service neutron] show failed (client error): The resource could not be found. Feb 19 04:49:33.112333 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-2e6b47fd-24ca-4f74-90b1-1af6649a2b15 service neutron] 10.222.0.26 "GET /v2.0/ports/052ff39a-b79c-418f-9a28-c5e990cc015a/bindings/n-h2-828369-19 HTTP/1.1" status: 404 len: 381 time: 0.0537753 Feb 19 04:49:33.317258 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-c2196550-68a2-452d-b6dc-2202ab8f5f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:33.319388 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-c2196550-68a2-452d-b6dc-2202ab8f5f5a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7&tenant_id=6c4c680087b94418bf6dec5572704dc6 HTTP/1.1" status: 200 len: 1129 time: 0.0450211 Feb 19 04:49:33.328803 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-db196d89-c4cc-427c-8857-63bfa634bcaa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-19', 'device_owner': 'compute:nova'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:49:33.389352 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-db196d89-c4cc-427c-8857-63bfa634bcaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (052ff39a-b79c-418f-9a28-c5e990cc015a), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:33.542087 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e54a068c-1072-43bb-88c8-3ab76a91d1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:33.586681 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-db196d89-c4cc-427c-8857-63bfa634bcaa service neutron] For port 052ff39a-b79c-418f-9a28-c5e990cc015a, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=052ff39a-b79c-418f-9a28-c5e990cc015a,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:33.621403 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-db196d89-c4cc-427c-8857-63bfa634bcaa service neutron] For port 052ff39a-b79c-418f-9a28-c5e990cc015a, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:49:33.670784 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc31e70-cc40-497f-a0b1-713e81806ba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '052ff39a-b79c-418f-9a28-c5e990cc015a'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:49:33.673003 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07954f7-4d15-4ccd-8e44-bf911245cd89" -d '{"events": [{"server_uuid": "6dc31e70-cc40-497f-a0b1-713e81806ba7", "name": "network-vif-unplugged", "status": "completed", "tag": "052ff39a-b79c-418f-9a28-c5e990cc015a"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:49:33.690342 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-db196d89-c4cc-427c-8857-63bfa634bcaa service neutron] Publish callbacks [] for port (052ff39a-b79c-418f-9a28-c5e990cc015a), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:33.708305 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-db196d89-c4cc-427c-8857-63bfa634bcaa service neutron] Transition to ACTIVE for port object 052ff39a-b79c-418f-9a28-c5e990cc015a will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:49:33.713174 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-db196d89-c4cc-427c-8857-63bfa634bcaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (052ff39a-b79c-418f-9a28-c5e990cc015a), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:33.746132 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0172193-94e4-4744-ba43-bbb149d76ebd x-openstack-request-id: req-c0172193-94e4-4744-ba43-bbb149d76ebd {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:49:33.746461 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc31e70-cc40-497f-a0b1-713e81806ba7", "name": "network-vif-unplugged", "status": "completed", "tag": "052ff39a-b79c-418f-9a28-c5e990cc015a", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:49:33.746715 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c0172193-94e4-4744-ba43-bbb149d76ebd {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:49:33.747102 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc31e70-cc40-497f-a0b1-713e81806ba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '052ff39a-b79c-418f-9a28-c5e990cc015a', 'code': 200} Feb 19 04:49:33.765311 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f2f99-f91e-4efe-af83-7f965e3aa836 req-991d0166-567d-44e9-8a1b-12fc79704c42 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:33.766875 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-308f2f99-f91e-4efe-af83-7f965e3aa836 req-991d0166-567d-44e9-8a1b-12fc79704c42 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.1086154 Feb 19 04:49:33.806121 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db196d89-c4cc-427c-8857-63bfa634bcaa service neutron] Pushing event updated for resources: {'Port': ['ID=052ff39a-b79c-418f-9a28-c5e990cc015a,revision_number=6']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:33.939180 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-db196d89-c4cc-427c-8857-63bfa634bcaa service neutron] No DVR routers for this DVR port 052ff39a-b79c-418f-9a28-c5e990cc015a on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:49:33.943673 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-308f2f99-f91e-4efe-af83-7f965e3aa836 req-9068c965-084e-4d06-bd76-3252947e5b4d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641433 Feb 19 04:49:33.968985 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:34.080690 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-db196d89-c4cc-427c-8857-63bfa634bcaa service neutron] Attempting to bind port 052ff39a-b79c-418f-9a28-c5e990cc015a on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:49:34.081000 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-db196d89-c4cc-427c-8857-63bfa634bcaa service neutron] Attempting to bind port 052ff39a-b79c-418f-9a28-c5e990cc015a by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:49:34.081338 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-db196d89-c4cc-427c-8857-63bfa634bcaa service neutron] Attempting to bind port 052ff39a-b79c-418f-9a28-c5e990cc015a on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:49:34.086309 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-db196d89-c4cc-427c-8857-63bfa634bcaa service neutron] Port 052ff39a-b79c-418f-9a28-c5e990cc015a on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:49:34.086638 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-db196d89-c4cc-427c-8857-63bfa634bcaa service neutron] Attempting to bind port 052ff39a-b79c-418f-9a28-c5e990cc015a on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:49:34.091473 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-db196d89-c4cc-427c-8857-63bfa634bcaa service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:49:34.091772 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-db196d89-c4cc-427c-8857-63bfa634bcaa service neutron] Checking segment: {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:49:34.092154 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-db196d89-c4cc-427c-8857-63bfa634bcaa service neutron] Bound using segment: {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:49:34.092574 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-db196d89-c4cc-427c-8857-63bfa634bcaa service neutron] Bound port: 052ff39a-b79c-418f-9a28-c5e990cc015a, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:49:34.092928 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-db196d89-c4cc-427c-8857-63bfa634bcaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (052ff39a-b79c-418f-9a28-c5e990cc015a), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:34.152884 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-db196d89-c4cc-427c-8857-63bfa634bcaa service neutron] For port 052ff39a-b79c-418f-9a28-c5e990cc015a, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:49:34.155847 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-db196d89-c4cc-427c-8857-63bfa634bcaa service neutron] For port 052ff39a-b79c-418f-9a28-c5e990cc015a, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=052ff39a-b79c-418f-9a28-c5e990cc015a,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:49:34.160826 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-db196d89-c4cc-427c-8857-63bfa634bcaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (052ff39a-b79c-418f-9a28-c5e990cc015a), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:34.196804 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-db196d89-c4cc-427c-8857-63bfa634bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:34.197428 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-db196d89-c4cc-427c-8857-63bfa634bcaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:34.198929 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-db196d89-c4cc-427c-8857-63bfa634bcaa service neutron] 10.222.0.79 "PUT /v2.0/ports/052ff39a-b79c-418f-9a28-c5e990cc015a HTTP/1.1" status: 200 len: 1093 time: 0.8740478 Feb 19 04:49:34.219297 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db196d89-c4cc-427c-8857-63bfa634bcaa service neutron] Pushing event updated for resources: {'Port': ['ID=052ff39a-b79c-418f-9a28-c5e990cc015a,revision_number=7']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:34.268584 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-090b3fad-98de-4195-a643-e82d4413c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:34.270398 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-090b3fad-98de-4195-a643-e82d4413c618 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 1127 time: 0.0476000 Feb 19 04:49:34.360463 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-1c6dbffa-cfec-4700-bbb3-0d7e0dfcfc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:34.361912 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-1c6dbffa-cfec-4700-bbb3-0d7e0dfcfc4e service neutron] 10.222.0.79 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.0860367 Feb 19 04:49:34.435139 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-a4ce695f-712b-4735-ac70-1166ecc31035 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=052ff39a-b79c-418f-9a28-c5e990cc015a HTTP/1.1" status: 200 len: 1000 time: 0.0670784 Feb 19 04:49:34.482148 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-721c64ff-aa82-46d8-8563-e6d08efa6705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:34.483592 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-721c64ff-aa82-46d8-8563-e6d08efa6705 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0429618 Feb 19 04:49:34.530626 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-678c4271-58ae-4893-b965-c4b94d459b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:34.532091 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-678c4271-58ae-4893-b965-c4b94d459b33 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0429051 Feb 19 04:49:34.621098 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-aab49eab-b8c5-4d3d-ba8d-215b1d8e4d7c service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825233 Feb 19 04:49:34.706877 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cdb7ab20-9441-4043-8f3b-9ba3a782b9cb req-bcb281f8-f156-47c9-bb0d-f62439e65b4e service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798459 Feb 19 04:49:35.069261 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3989366-baf0-44b8-a876-040a6f0d38b8 req-7f3df73c-6820-4e86-80ce-b344c17bdbd7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:35.070743 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c3989366-baf0-44b8-a876-040a6f0d38b8 req-7f3df73c-6820-4e86-80ce-b344c17bdbd7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 944 time: 0.0568435 Feb 19 04:49:35.116836 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c3989366-baf0-44b8-a876-040a6f0d38b8 req-c0ba00d0-7cb0-4281-8854-b27535f78bd8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406082 Feb 19 04:49:35.441795 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:35.748157 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc31e70-cc40-497f-a0b1-713e81806ba7', 'tag': '052ff39a-b79c-418f-9a28-c5e990cc015a'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:49:35.750580 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c09b90-177a-4af1-8a91-931afe51c423" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc31e70-cc40-497f-a0b1-713e81806ba7", "tag": "052ff39a-b79c-418f-9a28-c5e990cc015a"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:49:35.797735 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c3dde0-de78-41f5-8e74-af45e3b3f01d x-openstack-request-id: req-85c3dde0-de78-41f5-8e74-af45e3b3f01d {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:49:35.798027 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc31e70-cc40-497f-a0b1-713e81806ba7", "tag": "052ff39a-b79c-418f-9a28-c5e990cc015a", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:49:35.798312 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-85c3dde0-de78-41f5-8e74-af45e3b3f01d {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:49:35.798715 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc31e70-cc40-497f-a0b1-713e81806ba7', 'tag': '052ff39a-b79c-418f-9a28-c5e990cc015a', 'status': 'completed', 'code': 200} Feb 19 04:49:35.888248 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c09b90-177a-4af1-8a91-931afe51c423 req-bbbd2bbb-b3c3-4857-b6d9-ab0622173ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:35.889744 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66c09b90-177a-4af1-8a91-931afe51c423 req-bbbd2bbb-b3c3-4857-b6d9-ab0622173ae8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 1127 time: 0.0716362 Feb 19 04:49:35.894938 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c09b90-177a-4af1-8a91-931afe51c423 req-179b083a-6c8b-4d8d-b353-9a95c31ef8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:35.896307 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66c09b90-177a-4af1-8a91-931afe51c423 req-179b083a-6c8b-4d8d-b353-9a95c31ef8a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 1127 time: 0.0704744 Feb 19 04:49:36.051903 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c09b90-177a-4af1-8a91-931afe51c423 req-8c9e9187-f33a-46e6-894b-9d35dab3faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:36.053308 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66c09b90-177a-4af1-8a91-931afe51c423 req-8c9e9187-f33a-46e6-894b-9d35dab3faf6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.1486993 Feb 19 04:49:36.054390 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c09b90-177a-4af1-8a91-931afe51c423 req-f9519249-4479-4808-8a4f-8d5ae610096c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:36.059662 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66c09b90-177a-4af1-8a91-931afe51c423 req-f9519249-4479-4808-8a4f-8d5ae610096c service neutron] 10.222.0.79 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.1579671 Feb 19 04:49:36.169183 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66c09b90-177a-4af1-8a91-931afe51c423 req-3d5cc516-71b5-4e1b-95b2-601749f86235 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=052ff39a-b79c-418f-9a28-c5e990cc015a HTTP/1.1" status: 200 len: 1000 time: 0.1040382 Feb 19 04:49:36.170977 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66c09b90-177a-4af1-8a91-931afe51c423 req-29a88e05-1040-4474-b72a-d355a2cb80b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=052ff39a-b79c-418f-9a28-c5e990cc015a HTTP/1.1" status: 200 len: 1000 time: 0.1117735 Feb 19 04:49:36.291344 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c09b90-177a-4af1-8a91-931afe51c423 req-6460cb75-6d72-4666-8681-9364c62e0824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:36.292774 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66c09b90-177a-4af1-8a91-931afe51c423 req-6460cb75-6d72-4666-8681-9364c62e0824 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.1180646 Feb 19 04:49:36.298276 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c09b90-177a-4af1-8a91-931afe51c423 req-0a73030e-dc7d-4be8-831f-98f07770b740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:36.299573 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66c09b90-177a-4af1-8a91-931afe51c423 req-0a73030e-dc7d-4be8-831f-98f07770b740 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.1156664 Feb 19 04:49:36.363853 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b39541-4ad5-4fe1-a9ad-973fc8d98a50 req-bf99aa3d-3a82-404c-af60-2a060371cf0f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:36.365719 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0b39541-4ad5-4fe1-a9ad-973fc8d98a50 req-bf99aa3d-3a82-404c-af60-2a060371cf0f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 944 time: 0.1461582 Feb 19 04:49:36.415797 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c09b90-177a-4af1-8a91-931afe51c423 req-6b4c6642-be2c-437e-a0c5-2f48c2463520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:36.417277 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66c09b90-177a-4af1-8a91-931afe51c423 req-6b4c6642-be2c-437e-a0c5-2f48c2463520 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1168973 Feb 19 04:49:36.423598 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c09b90-177a-4af1-8a91-931afe51c423 req-e0342673-c9b0-41b8-9d8c-4e6dbdeb44a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:36.424951 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66c09b90-177a-4af1-8a91-931afe51c423 req-e0342673-c9b0-41b8-9d8c-4e6dbdeb44a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1130381 Feb 19 04:49:36.459331 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0b39541-4ad5-4fe1-a9ad-973fc8d98a50 req-00179867-e119-4e21-8201-51bceaccceb6 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832462 Feb 19 04:49:36.588462 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66c09b90-177a-4af1-8a91-931afe51c423 req-6c6bc66d-41bc-444d-b569-d0f72a5ad027 service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491714 Feb 19 04:49:36.590110 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66c09b90-177a-4af1-8a91-931afe51c423 req-814c1e66-2277-42ee-8add-84e44b1f5d55 service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599913 Feb 19 04:49:36.729188 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 052ff39a-b79c-418f-9a28-c5e990cc015a details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:49:36.743842 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66c09b90-177a-4af1-8a91-931afe51c423 req-82c5af56-cb21-4cba-9596-5c076611adef service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497943 Feb 19 04:49:36.747153 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66c09b90-177a-4af1-8a91-931afe51c423 req-013a1a4c-c16e-417d-aeac-6d220d32fb3c service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451206 Feb 19 04:49:36.827218 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 052ff39a-b79c-418f-9a28-c5e990cc015a, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=052ff39a-b79c-418f-9a28-c5e990cc015a,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:36.838344 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '052ff39a-b79c-418f-9a28-c5e990cc015a', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'port_id': '052ff39a-b79c-418f-9a28-c5e990cc015a', 'mac_address': 'fa:16:3e:ec:52:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:49:36.886099 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:36.887560 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 052ff39a-b79c-418f-9a28-c5e990cc015a is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:49:36.888065 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (052ff39a-b79c-418f-9a28-c5e990cc015a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:36.899750 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 052ff39a-b79c-418f-9a28-c5e990cc015a {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:49:36.919619 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 052ff39a-b79c-418f-9a28-c5e990cc015a, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=052ff39a-b79c-418f-9a28-c5e990cc015a,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:36.923322 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (052ff39a-b79c-418f-9a28-c5e990cc015a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:36.972461 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=052ff39a-b79c-418f-9a28-c5e990cc015a,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:36.981769 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 052ff39a-b79c-418f-9a28-c5e990cc015a no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:49:36.984535 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:36.984884 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:36.985227 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:36.985562 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:36.985895 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:36.986254 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:36.986585 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:36.986910 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:36.987233 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:36.987553 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:36.987877 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:36.988196 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:36.988515 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:37.028508 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] The host n-h1-828369-19 is not matching for port 052ff39a-b79c-418f-9a28-c5e990cc015a host n-h2-828369-19! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:49:37.028895 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 052ff39a-b79c-418f-9a28-c5e990cc015a not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:49:37.123778 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['052ff39a-b79c-418f-9a28-c5e990cc015a'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:49:37.579076 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb10f2e-1661-464d-a627-431ad649521d req-7b447bd9-8731-44e2-adfa-45a12e73f3fd tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:37.580555 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ceb10f2e-1661-464d-a627-431ad649521d req-7b447bd9-8731-44e2-adfa-45a12e73f3fd tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 945 time: 0.0518162 Feb 19 04:49:37.625784 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ceb10f2e-1661-464d-a627-431ad649521d req-20f5fdeb-b875-43d1-a565-c85359d78aea tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391169 Feb 19 04:49:38.192828 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2fac5-2a97-43a2-aa33-e0c157c7678b req-bbc91899-4b87-4760-b98c-7d67975ee9f2 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:38.194333 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56a2fac5-2a97-43a2-aa33-e0c157c7678b req-bbc91899-4b87-4760-b98c-7d67975ee9f2 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 945 time: 0.4217103 Feb 19 04:49:38.201505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b49f99-d3da-49e2-ae75-16bb9eb7b720 req-2f2879d3-3305-43b0-8aec-aed527534ff7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:38.202848 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34b49f99-d3da-49e2-ae75-16bb9eb7b720 req-2f2879d3-3305-43b0-8aec-aed527534ff7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7&tenant_id=6c4c680087b94418bf6dec5572704dc6&binding%3Ahost_id=n-h2-828369-19 HTTP/1.1" status: 200 len: 945 time: 0.4192402 Feb 19 04:49:38.280170 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56a2fac5-2a97-43a2-aa33-e0c157c7678b req-d092f0a0-cf6e-4531-ab28-2bd487cddbf0 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763001 Feb 19 04:49:38.286963 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-34b49f99-d3da-49e2-ae75-16bb9eb7b720 req-e2a555ba-249c-413b-bb39-2e7550a24e14 service neutron] delete failed (client error): The resource could not be found. Feb 19 04:49:38.288422 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34b49f99-d3da-49e2-ae75-16bb9eb7b720 req-e2a555ba-249c-413b-bb39-2e7550a24e14 service neutron] 10.222.0.26 "DELETE /v2.0/ports/052ff39a-b79c-418f-9a28-c5e990cc015a/bindings/n-h1-828369-19 HTTP/1.1" status: 404 len: 381 time: 0.0781858 Feb 19 04:49:38.375588 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b49f99-d3da-49e2-ae75-16bb9eb7b720 req-0785527f-1606-47f0-9927-6ebf3ca97f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:38.377099 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34b49f99-d3da-49e2-ae75-16bb9eb7b720 req-0785527f-1606-47f0-9927-6ebf3ca97f6a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 1128 time: 0.0454307 Feb 19 04:49:38.464235 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b49f99-d3da-49e2-ae75-16bb9eb7b720 req-c761b05d-dc67-49f7-ad7c-2c904f42ae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:38.465648 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34b49f99-d3da-49e2-ae75-16bb9eb7b720 req-c761b05d-dc67-49f7-ad7c-2c904f42ae95 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.0828645 Feb 19 04:49:38.527255 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34b49f99-d3da-49e2-ae75-16bb9eb7b720 req-7a334cf5-bbd2-47c3-95a4-7a1c75ec4dfb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=052ff39a-b79c-418f-9a28-c5e990cc015a HTTP/1.1" status: 200 len: 1001 time: 0.0561128 Feb 19 04:49:38.581067 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b49f99-d3da-49e2-ae75-16bb9eb7b720 req-40e63b98-e7af-4a0d-897a-524ff527ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:38.582440 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34b49f99-d3da-49e2-ae75-16bb9eb7b720 req-40e63b98-e7af-4a0d-897a-524ff527ac54 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0500979 Feb 19 04:49:38.629007 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b49f99-d3da-49e2-ae75-16bb9eb7b720 req-db162062-33fc-471e-ae5c-c2c19a2ed346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:38.630515 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34b49f99-d3da-49e2-ae75-16bb9eb7b720 req-db162062-33fc-471e-ae5c-c2c19a2ed346 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0427778 Feb 19 04:49:38.715148 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34b49f99-d3da-49e2-ae75-16bb9eb7b720 req-12f057a7-9ea1-4c2f-a850-ff2c27172103 service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790780 Feb 19 04:49:38.745330 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 052ff39a-b79c-418f-9a28-c5e990cc015a up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:49:38.793373 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 052ff39a-b79c-418f-9a28-c5e990cc015a completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:49:38.797462 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 052ff39a-b79c-418f-9a28-c5e990cc015a triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:49:38.797822 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (052ff39a-b79c-418f-9a28-c5e990cc015a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:38.807088 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34b49f99-d3da-49e2-ae75-16bb9eb7b720 req-02b06b90-6f80-4d6a-b63a-9f9f17845ed2 service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865471 Feb 19 04:49:38.878366 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 052ff39a-b79c-418f-9a28-c5e990cc015a is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:49:38.878684 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (052ff39a-b79c-418f-9a28-c5e990cc015a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:38.902951 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc31e70-cc40-497f-a0b1-713e81806ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052ff39a-b79c-418f-9a28-c5e990cc015a'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:49:38.905159 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61982f97-6f6e-41a5-80e1-b59ab2ce9747" -d '{"events": [{"server_uuid": "6dc31e70-cc40-497f-a0b1-713e81806ba7", "name": "network-vif-plugged", "status": "completed", "tag": "052ff39a-b79c-418f-9a28-c5e990cc015a"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:49:38.921601 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 052ff39a-b79c-418f-9a28-c5e990cc015a, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=052ff39a-b79c-418f-9a28-c5e990cc015a,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:38.926358 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (052ff39a-b79c-418f-9a28-c5e990cc015a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:38.958848 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287ce86d-1d54-4b92-bd66-c9939939229a x-openstack-request-id: req-287ce86d-1d54-4b92-bd66-c9939939229a {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:49:38.959673 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc31e70-cc40-497f-a0b1-713e81806ba7", "name": "network-vif-plugged", "status": "completed", "tag": "052ff39a-b79c-418f-9a28-c5e990cc015a", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:49:38.959950 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-287ce86d-1d54-4b92-bd66-c9939939229a {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:49:38.960333 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc31e70-cc40-497f-a0b1-713e81806ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052ff39a-b79c-418f-9a28-c5e990cc015a', 'code': 200} Feb 19 04:49:38.975555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=052ff39a-b79c-418f-9a28-c5e990cc015a,revision_number=9']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:39.399819 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d8f98-5fd8-417f-b825-75c2e10a6ba9 req-8b8d8bef-90b6-4d0f-b675-139d41019a0b tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:39.401276 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-101d8f98-5fd8-417f-b825-75c2e10a6ba9 req-8b8d8bef-90b6-4d0f-b675-139d41019a0b tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0520003 Feb 19 04:49:39.447257 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-101d8f98-5fd8-417f-b825-75c2e10a6ba9 req-c221d3fa-c845-4f88-bdd7-6fdc5eae2230 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402472 Feb 19 04:49:39.567244 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2836b6b-c141-48f6-b437-933ae5200ea1 req-9720c0e1-585d-4906-bc37-3463468f2b06 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:39.569321 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f2836b6b-c141-48f6-b437-933ae5200ea1 req-9720c0e1-585d-4906-bc37-3463468f2b06 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0559587 Feb 19 04:49:39.614995 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f2836b6b-c141-48f6-b437-933ae5200ea1 req-a6867bed-6da0-479b-8861-3d7af44e7865 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401938 Feb 19 04:49:39.730788 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef17e0-0b11-4055-a75b-75ba5ca6383b req-2110932b-d139-49d5-9940-47baf682f309 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:39.732236 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9ef17e0-0b11-4055-a75b-75ba5ca6383b req-2110932b-d139-49d5-9940-47baf682f309 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0500495 Feb 19 04:49:39.777331 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9ef17e0-0b11-4055-a75b-75ba5ca6383b req-2aeaa526-f839-4939-aebe-27e6f2faf6b0 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393827 Feb 19 04:49:40.011370 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b5376-078d-4a83-8a89-572782a221a4 req-67029ce0-76e7-4238-856a-193d70808413 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:40.012824 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d30b5376-078d-4a83-8a89-572782a221a4 req-67029ce0-76e7-4238-856a-193d70808413 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0514045 Feb 19 04:49:40.061885 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d30b5376-078d-4a83-8a89-572782a221a4 req-7ee5c4e3-d44e-4719-a559-66b13e46711c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435061 Feb 19 04:49:41.180124 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b4260-01bb-41ef-9f91-c29aea6949dd req-cafe3ca7-d83c-4c04-b1f6-ea8c743e39c4 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:41.181590 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-226b4260-01bb-41ef-9f91-c29aea6949dd req-cafe3ca7-d83c-4c04-b1f6-ea8c743e39c4 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0517042 Feb 19 04:49:41.254582 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-226b4260-01bb-41ef-9f91-c29aea6949dd req-ad714e32-8273-41a9-abfd-39238e3bff62 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674009 Feb 19 04:49:41.269192 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6dcc2-3a8d-47a0-8c3b-0a5fa0c330c7 req-19c31b0a-863a-4b7b-93db-53584682d1bf tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:41.270698 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bce6dcc2-3a8d-47a0-8c3b-0a5fa0c330c7 req-19c31b0a-863a-4b7b-93db-53584682d1bf tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.79 "GET /v2.0/ports?device_id=6dc31e70-cc40-497f-a0b1-713e81806ba7 HTTP/1.1" status: 200 len: 946 time: 0.0772653 Feb 19 04:49:41.363067 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-bce6dcc2-3a8d-47a0-8c3b-0a5fa0c330c7 req-f5bb62f4-9214-4199-a268-98ce18479d8c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Deleting port 052ff39a-b79c-418f-9a28-c5e990cc015a {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:49:41.363409 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bce6dcc2-3a8d-47a0-8c3b-0a5fa0c330c7 req-f5bb62f4-9214-4199-a268-98ce18479d8c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (052ff39a-b79c-418f-9a28-c5e990cc015a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:41.451504 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-bce6dcc2-3a8d-47a0-8c3b-0a5fa0c330c7 req-f5bb62f4-9214-4199-a268-98ce18479d8c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] For port 052ff39a-b79c-418f-9a28-c5e990cc015a, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=052ff39a-b79c-418f-9a28-c5e990cc015a,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:41.451869 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bce6dcc2-3a8d-47a0-8c3b-0a5fa0c330c7 req-f5bb62f4-9214-4199-a268-98ce18479d8c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (052ff39a-b79c-418f-9a28-c5e990cc015a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:41.620572 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bce6dcc2-3a8d-47a0-8c3b-0a5fa0c330c7 req-f5bb62f4-9214-4199-a268-98ce18479d8c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:41.620818 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bce6dcc2-3a8d-47a0-8c3b-0a5fa0c330c7 req-f5bb62f4-9214-4199-a268-98ce18479d8c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (861c3ae5-bdca-46ea-80f4-34798b9d828e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:41.620983 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [req-bce6dcc2-3a8d-47a0-8c3b-0a5fa0c330c7 req-f5bb62f4-9214-4199-a268-98ce18479d8c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Floating IP 861c3ae5-bdca-46ea-80f4-34798b9d828e disassociated. External IP: 172.25.3.115, port: 052ff39a-b79c-418f-9a28-c5e990cc015a. Feb 19 04:49:41.621399 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-bce6dcc2-3a8d-47a0-8c3b-0a5fa0c330c7 req-f5bb62f4-9214-4199-a268-98ce18479d8c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Calling delete_port for 052ff39a-b79c-418f-9a28-c5e990cc015a owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:49:41.743545 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bce6dcc2-3a8d-47a0-8c3b-0a5fa0c330c7 req-f5bb62f4-9214-4199-a268-98ce18479d8c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (052ff39a-b79c-418f-9a28-c5e990cc015a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:41.775914 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb62f4-9214-4199-a268-98ce18479d8c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Pushing event deleted for resources: {'Port': ['ID=052ff39a-b79c-418f-9a28-c5e990cc015a,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:41.897032 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bce6dcc2-3a8d-47a0-8c3b-0a5fa0c330c7 req-f5bb62f4-9214-4199-a268-98ce18479d8c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Router 71f820f3-4a36-4b84-a0cb-0411764a9fcf has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:49:42.015664 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bce6dcc2-3a8d-47a0-8c3b-0a5fa0c330c7 req-f5bb62f4-9214-4199-a268-98ce18479d8c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:49:42.025943 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13d9800-f0ff-46d6-9d09-8fcaf822fa57 None None] Sync routers for ids ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:49:42.035960 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13d9800-f0ff-46d6-9d09-8fcaf822fa57 None None] Routers {'71f820f3-4a36-4b84-a0cb-0411764a9fcf'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:49:42.036653 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-c13d9800-f0ff-46d6-9d09-8fcaf822fa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:49:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:42.057620 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce6dcc2-3a8d-47a0-8c3b-0a5fa0c330c7 req-f5bb62f4-9214-4199-a268-98ce18479d8c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] No DVR routers for this DVR port 052ff39a-b79c-418f-9a28-c5e990cc015a on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:49:42.060445 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bce6dcc2-3a8d-47a0-8c3b-0a5fa0c330c7 req-f5bb62f4-9214-4199-a268-98ce18479d8c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:42.063861 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bce6dcc2-3a8d-47a0-8c3b-0a5fa0c330c7 req-f5bb62f4-9214-4199-a268-98ce18479d8c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.79 "DELETE /v2.0/ports/052ff39a-b79c-418f-9a28-c5e990cc015a HTTP/1.1" status: 204 len: 173 time: 0.7878346 Feb 19 04:49:42.064326 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc31e70-cc40-497f-a0b1-713e81806ba7', 'name': 'network-vif-deleted', 'tag': '052ff39a-b79c-418f-9a28-c5e990cc015a'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:49:42.066563 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0bfe47-4397-4847-9657-f8dfe9a1aadf" -d '{"events": [{"server_uuid": "6dc31e70-cc40-497f-a0b1-713e81806ba7", "name": "network-vif-deleted", "tag": "052ff39a-b79c-418f-9a28-c5e990cc015a"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:49:42.111304 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ea9256-2122-4559-9503-7de176bb7ebf x-openstack-request-id: req-90ea9256-2122-4559-9503-7de176bb7ebf {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:49:42.111630 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc31e70-cc40-497f-a0b1-713e81806ba7", "name": "network-vif-deleted", "tag": "052ff39a-b79c-418f-9a28-c5e990cc015a", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:49:42.112005 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-90ea9256-2122-4559-9503-7de176bb7ebf {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:49:42.112419 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc31e70-cc40-497f-a0b1-713e81806ba7', 'name': 'network-vif-deleted', 'tag': '052ff39a-b79c-418f-9a28-c5e990cc015a', 'status': 'completed', 'code': 200} Feb 19 04:49:42.145710 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-c13d9800-f0ff-46d6-9d09-8fcaf822fa57 None None] Set router 71f820f3-4a36-4b84-a0cb-0411764a9fcf gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:49:42.358049 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-c13d9800-f0ff-46d6-9d09-8fcaf822fa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 4, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7', 'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'mac_address': 'fa:16:3e:70:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:56Z', 'updated_at': '2022-02-19T04:49:00Z', 'revision_number': 5, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'subnets': [{'id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:42.482732 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13d9800-f0ff-46d6-9d09-8fcaf822fa57 None None] Checking router: 71f820f3-4a36-4b84-a0cb-0411764a9fcf for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:49:42.495469 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13d9800-f0ff-46d6-9d09-8fcaf822fa57 None None] Routers {'71f820f3-4a36-4b84-a0cb-0411764a9fcf'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:49:42.496074 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-c13d9800-f0ff-46d6-9d09-8fcaf822fa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:49:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:42.498049 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bff2f904-8297-4397-81ae-0919eb069a17 req-dc978f8b-2397-48e2-a291-2dd9b10ba35b tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2064425005&fields=id&tenant_id=6c4c680087b94418bf6dec5572704dc6 HTTP/1.1" status: 200 len: 267 time: 0.0431170 Feb 19 04:49:42.606011 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-c13d9800-f0ff-46d6-9d09-8fcaf822fa57 None None] Set router 71f820f3-4a36-4b84-a0cb-0411764a9fcf gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:49:42.608433 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2f904-8297-4397-81ae-0919eb069a17 req-32f979b2-fb60-4707-93f7-8a15f588ea81 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:42.609901 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bff2f904-8297-4397-81ae-0919eb069a17 req-32f979b2-fb60-4707-93f7-8a15f588ea81 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 812 time: 0.1047108 Feb 19 04:49:42.625564 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bff2f904-8297-4397-81ae-0919eb069a17 req-28d9f7ef-e136-48fa-b3d4-0dd444e940e7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/quotas/6c4c680087b94418bf6dec5572704dc6 HTTP/1.1" status: 200 len: 375 time: 0.0102496 Feb 19 04:49:42.681677 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bff2f904-8297-4397-81ae-0919eb069a17 req-ea3ccd7d-6cba-4936-b765-130461e3f3da tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510082 Feb 19 04:49:42.780335 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bff2f904-8297-4397-81ae-0919eb069a17 req-18bd2760-4730-42a6-9c5f-f8aac6ec3315 service neutron] 10.222.0.52 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871460 Feb 19 04:49:42.803731 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-c13d9800-f0ff-46d6-9d09-8fcaf822fa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 4, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7', 'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'mac_address': 'fa:16:3e:70:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:56Z', 'updated_at': '2022-02-19T04:49:00Z', 'revision_number': 5, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'subnets': [{'id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:42.834367 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13d9800-f0ff-46d6-9d09-8fcaf822fa57 None None] The sync data for ids ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'] in n-d-828369-19 is: [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 4, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7', 'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'mac_address': 'fa:16:3e:70:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:56Z', 'updated_at': '2022-02-19T04:49:00Z', 'revision_number': 5, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'subnets': [{'id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:49:42.886864 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bff2f904-8297-4397-81ae-0919eb069a17 req-6e3efb8e-364d-4c92-834b-100dd692f6ea service neutron] 10.222.0.52 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007438 Feb 19 04:49:43.063053 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-68fd500c-ddd0-4ac8-8bac-07b6bc7238a3 req-536abd4b-eb6b-4e19-819d-ea040dbde008 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 210 time: 0.0300620 Feb 19 04:49:43.111723 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2bca4d-36dd-4e4a-886e-a1bca3c32a93 None None] New status for floating IP 861c3ae5-bdca-46ea-80f4-34798b9d828e: DOWN {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:49:44.035058 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2f904-8297-4397-81ae-0919eb069a17 req-5d13caa4-f781-40eb-b20d-ab573bf93efc tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:44.036535 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bff2f904-8297-4397-81ae-0919eb069a17 req-5d13caa4-f781-40eb-b20d-ab573bf93efc tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.79 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 812 time: 0.1109624 Feb 19 04:49:44.095355 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bff2f904-8297-4397-81ae-0919eb069a17 req-f3ce01bf-6d30-4b98-9f9c-4757a617fa1e tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c4c680087b94418bf6dec5572704dc6 HTTP/1.1" status: 200 len: 380 time: 0.0512359 Feb 19 04:49:44.104265 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-bff2f904-8297-4397-81ae-0919eb069a17 req-75f4f3aa-2155-42ae-a20d-9c6436d9d8f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Request body: {'port': {'device_id': '155de94f-58fc-40b7-8b07-75140fafe72a', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'admin_state_up': True, 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'security_groups': ['a0600357-34c6-46b6-847c-e950dbccb202']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:49:44.181525 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-64f36f15-1c74-490b-bea4-22cf3be4fb71 req-62c9c129-282e-4b9a-a824-8998731be2c9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 210 time: 0.0367332 Feb 19 04:49:44.233598 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bff2f904-8297-4397-81ae-0919eb069a17 req-75f4f3aa-2155-42ae-a20d-9c6436d9d8f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Made reservation on behalf of 6c4c680087b94418bf6dec5572704dc6 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:49:44.236935 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bff2f904-8297-4397-81ae-0919eb069a17 req-75f4f3aa-2155-42ae-a20d-9c6436d9d8f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:44.354996 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-bff2f904-8297-4397-81ae-0919eb069a17 req-75f4f3aa-2155-42ae-a20d-9c6436d9d8f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Allocated IP 172.20.0.13 (0793ebd2-9a5b-482f-993e-6c125aa01a42/73e3ec62-9bfe-4c91-82e1-f909ccc9fead/45f41625-ea71-4121-8b09-c9cbbd73c6e9) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:49:44.487126 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bff2f904-8297-4397-81ae-0919eb069a17 req-75f4f3aa-2155-42ae-a20d-9c6436d9d8f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for port (45f41625-ea71-4121-8b09-c9cbbd73c6e9), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:44.519113 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bff2f904-8297-4397-81ae-0919eb069a17 req-75f4f3aa-2155-42ae-a20d-9c6436d9d8f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (45f41625-ea71-4121-8b09-c9cbbd73c6e9), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:44.564380 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bff2f904-8297-4397-81ae-0919eb069a17 req-75f4f3aa-2155-42ae-a20d-9c6436d9d8f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Network 0793ebd2-9a5b-482f-993e-6c125aa01a42 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:49:44.567324 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-bff2f904-8297-4397-81ae-0919eb069a17 req-75f4f3aa-2155-42ae-a20d-9c6436d9d8f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:49:44.573096 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff2f904-8297-4397-81ae-0919eb069a17 req-75f4f3aa-2155-42ae-a20d-9c6436d9d8f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:49:44.579391 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4f3aa-2155-42ae-a20d-9c6436d9d8f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Pushing event updated for resources: {'Port': ['ID=45f41625-ea71-4121-8b09-c9cbbd73c6e9,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:44.611986 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4f3aa-2155-42ae-a20d-9c6436d9d8f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:44.612332 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4f3aa-2155-42ae-a20d-9c6436d9d8f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:44.612671 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4f3aa-2155-42ae-a20d-9c6436d9d8f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:44.613010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4f3aa-2155-42ae-a20d-9c6436d9d8f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:44.613347 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4f3aa-2155-42ae-a20d-9c6436d9d8f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:44.613679 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4f3aa-2155-42ae-a20d-9c6436d9d8f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:44.614005 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4f3aa-2155-42ae-a20d-9c6436d9d8f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:44.614355 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4f3aa-2155-42ae-a20d-9c6436d9d8f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:44.614680 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4f3aa-2155-42ae-a20d-9c6436d9d8f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:44.615053 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4f3aa-2155-42ae-a20d-9c6436d9d8f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:44.615400 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4f3aa-2155-42ae-a20d-9c6436d9d8f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:44.615718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4f3aa-2155-42ae-a20d-9c6436d9d8f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:44.616039 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4f3aa-2155-42ae-a20d-9c6436d9d8f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:44.636633 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2f904-8297-4397-81ae-0919eb069a17 req-75f4f3aa-2155-42ae-a20d-9c6436d9d8f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:44.637247 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bff2f904-8297-4397-81ae-0919eb069a17 req-75f4f3aa-2155-42ae-a20d-9c6436d9d8f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:44.654563 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bff2f904-8297-4397-81ae-0919eb069a17 req-75f4f3aa-2155-42ae-a20d-9c6436d9d8f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5538688 Feb 19 04:49:44.667154 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-bff2f904-8297-4397-81ae-0919eb069a17 req-1d09d89b-923c-4d8a-b72e-06d00a599037 service neutron] Request body: {'port': {'device_id': '155de94f-58fc-40b7-8b07-75140fafe72a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:49:44.728263 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bff2f904-8297-4397-81ae-0919eb069a17 req-1d09d89b-923c-4d8a-b72e-06d00a599037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (45f41625-ea71-4121-8b09-c9cbbd73c6e9), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:44.804548 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-f0d8c411-87cc-4b4d-ae1b-071434b60d19 None None] Provisioning complete for port 45f41625-ea71-4121-8b09-c9cbbd73c6e9 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:49:44.805166 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f0d8c411-87cc-4b4d-ae1b-071434b60d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (45f41625-ea71-4121-8b09-c9cbbd73c6e9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:44.842132 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f0d8c411-87cc-4b4d-ae1b-071434b60d19 None None] Port 45f41625-ea71-4121-8b09-c9cbbd73c6e9 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:49:44.989913 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-bff2f904-8297-4397-81ae-0919eb069a17 req-1d09d89b-923c-4d8a-b72e-06d00a599037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45f41625-ea71-4121-8b09-c9cbbd73c6e9 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:49:44.997510 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bff2f904-8297-4397-81ae-0919eb069a17 req-1d09d89b-923c-4d8a-b72e-06d00a599037 service neutron] Publish callbacks [] for port (45f41625-ea71-4121-8b09-c9cbbd73c6e9), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:45.009570 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-bff2f904-8297-4397-81ae-0919eb069a17 req-1d09d89b-923c-4d8a-b72e-06d00a599037 service neutron] Transition to ACTIVE for port object 45f41625-ea71-4121-8b09-c9cbbd73c6e9 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:49:45.013669 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bff2f904-8297-4397-81ae-0919eb069a17 req-1d09d89b-923c-4d8a-b72e-06d00a599037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (45f41625-ea71-4121-8b09-c9cbbd73c6e9), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:45.065351 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09d89b-923c-4d8a-b72e-06d00a599037 service neutron] Pushing event updated for resources: {'Port': ['ID=45f41625-ea71-4121-8b09-c9cbbd73c6e9,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:45.132510 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-bff2f904-8297-4397-81ae-0919eb069a17 req-1d09d89b-923c-4d8a-b72e-06d00a599037 service neutron] Attempting to bind port 45f41625-ea71-4121-8b09-c9cbbd73c6e9 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:49:45.132970 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-bff2f904-8297-4397-81ae-0919eb069a17 req-1d09d89b-923c-4d8a-b72e-06d00a599037 service neutron] Attempting to bind port 45f41625-ea71-4121-8b09-c9cbbd73c6e9 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:49:45.133170 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff2f904-8297-4397-81ae-0919eb069a17 req-1d09d89b-923c-4d8a-b72e-06d00a599037 service neutron] Attempting to bind port 45f41625-ea71-4121-8b09-c9cbbd73c6e9 on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:49:45.137627 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff2f904-8297-4397-81ae-0919eb069a17 req-1d09d89b-923c-4d8a-b72e-06d00a599037 service neutron] Port 45f41625-ea71-4121-8b09-c9cbbd73c6e9 on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:49:45.137953 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff2f904-8297-4397-81ae-0919eb069a17 req-1d09d89b-923c-4d8a-b72e-06d00a599037 service neutron] Attempting to bind port 45f41625-ea71-4121-8b09-c9cbbd73c6e9 on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:49:45.143088 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff2f904-8297-4397-81ae-0919eb069a17 req-1d09d89b-923c-4d8a-b72e-06d00a599037 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:49:45.143427 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff2f904-8297-4397-81ae-0919eb069a17 req-1d09d89b-923c-4d8a-b72e-06d00a599037 service neutron] Checking segment: {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:49:45.143811 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff2f904-8297-4397-81ae-0919eb069a17 req-1d09d89b-923c-4d8a-b72e-06d00a599037 service neutron] Bound using segment: {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:49:45.144247 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-bff2f904-8297-4397-81ae-0919eb069a17 req-1d09d89b-923c-4d8a-b72e-06d00a599037 service neutron] Bound port: 45f41625-ea71-4121-8b09-c9cbbd73c6e9, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:49:45.144606 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bff2f904-8297-4397-81ae-0919eb069a17 req-1d09d89b-923c-4d8a-b72e-06d00a599037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (45f41625-ea71-4121-8b09-c9cbbd73c6e9), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:45.215766 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-bff2f904-8297-4397-81ae-0919eb069a17 req-1d09d89b-923c-4d8a-b72e-06d00a599037 service neutron] For port 45f41625-ea71-4121-8b09-c9cbbd73c6e9, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:49:45.219963 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-bff2f904-8297-4397-81ae-0919eb069a17 req-1d09d89b-923c-4d8a-b72e-06d00a599037 service neutron] For port 45f41625-ea71-4121-8b09-c9cbbd73c6e9, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=45f41625-ea71-4121-8b09-c9cbbd73c6e9,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:49:45.227398 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bff2f904-8297-4397-81ae-0919eb069a17 req-1d09d89b-923c-4d8a-b72e-06d00a599037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (45f41625-ea71-4121-8b09-c9cbbd73c6e9), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:45.272635 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2f904-8297-4397-81ae-0919eb069a17 req-1d09d89b-923c-4d8a-b72e-06d00a599037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:45.273280 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bff2f904-8297-4397-81ae-0919eb069a17 req-1d09d89b-923c-4d8a-b72e-06d00a599037 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:45.274895 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bff2f904-8297-4397-81ae-0919eb069a17 req-1d09d89b-923c-4d8a-b72e-06d00a599037 service neutron] 10.222.0.79 "PUT /v2.0/ports/45f41625-ea71-4121-8b09-c9cbbd73c6e9 HTTP/1.1" status: 200 len: 1093 time: 0.6127107 Feb 19 04:49:45.275102 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '155de94f-58fc-40b7-8b07-75140fafe72a', 'tag': '45f41625-ea71-4121-8b09-c9cbbd73c6e9'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:49:45.277348 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137f5155-b7ac-413d-94e2-99853a9a5181" -d '{"events": [{"name": "network-changed", "server_uuid": "155de94f-58fc-40b7-8b07-75140fafe72a", "tag": "45f41625-ea71-4121-8b09-c9cbbd73c6e9"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:49:45.333576 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09d89b-923c-4d8a-b72e-06d00a599037 service neutron] Pushing event updated for resources: {'Port': ['ID=45f41625-ea71-4121-8b09-c9cbbd73c6e9,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:45.340503 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14789028-90db-4041-b0bd-29c257a58d6b x-openstack-request-id: req-14789028-90db-4041-b0bd-29c257a58d6b {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:49:45.340802 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "155de94f-58fc-40b7-8b07-75140fafe72a", "tag": "45f41625-ea71-4121-8b09-c9cbbd73c6e9", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:49:45.341064 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-14789028-90db-4041-b0bd-29c257a58d6b {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:49:45.341802 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '155de94f-58fc-40b7-8b07-75140fafe72a', 'tag': '45f41625-ea71-4121-8b09-c9cbbd73c6e9', 'status': 'completed', 'code': 200} Feb 19 04:49:45.377368 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78406866-3deb-4e3a-8a31-e7ee87d61517 req-801acef1-d67b-427e-acf4-5d9371f4bebf tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:45.378959 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-78406866-3deb-4e3a-8a31-e7ee87d61517 req-801acef1-d67b-427e-acf4-5d9371f4bebf tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 944 time: 0.1252432 Feb 19 04:49:45.407592 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2f904-8297-4397-81ae-0919eb069a17 req-f4625866-85b8-474c-8248-317c158a0041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:45.409215 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bff2f904-8297-4397-81ae-0919eb069a17 req-f4625866-85b8-474c-8248-317c158a0041 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 1127 time: 0.0913513 Feb 19 04:49:45.463352 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bff2f904-8297-4397-81ae-0919eb069a17 req-435e0b84-1dd2-4e94-8657-908ae269df00 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45f41625-ea71-4121-8b09-c9cbbd73c6e9 HTTP/1.1" status: 200 len: 217 time: 0.0424592 Feb 19 04:49:45.470452 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-78406866-3deb-4e3a-8a31-e7ee87d61517 req-14ddee6c-b2dc-4bd0-adcb-05a0ee924997 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839210 Feb 19 04:49:45.523446 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2f904-8297-4397-81ae-0919eb069a17 req-87e67585-4946-4831-9513-50f548795799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:45.524831 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bff2f904-8297-4397-81ae-0919eb069a17 req-87e67585-4946-4831-9513-50f548795799 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0535529 Feb 19 04:49:45.576587 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2f904-8297-4397-81ae-0919eb069a17 req-4c0064b5-6e6d-414e-96d1-e6952a230e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:45.578067 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bff2f904-8297-4397-81ae-0919eb069a17 req-4c0064b5-6e6d-414e-96d1-e6952a230e82 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477016 Feb 19 04:49:45.665302 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bff2f904-8297-4397-81ae-0919eb069a17 req-47f21687-f677-4c77-801d-597477bc0a35 service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803015 Feb 19 04:49:45.755442 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bff2f904-8297-4397-81ae-0919eb069a17 req-b5b9beb2-b0f5-49db-87de-4c388567cec7 service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844028 Feb 19 04:49:45.846626 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f5155-b7ac-413d-94e2-99853a9a5181 req-a01b7e06-106b-4416-9f14-dcbf2affeb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:45.848033 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-137f5155-b7ac-413d-94e2-99853a9a5181 req-a01b7e06-106b-4416-9f14-dcbf2affeb3d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 1127 time: 0.0443366 Feb 19 04:49:45.933553 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f5155-b7ac-413d-94e2-99853a9a5181 req-9aa3dd54-8041-40f5-9083-4490f9c58585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:45.935040 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-137f5155-b7ac-413d-94e2-99853a9a5181 req-9aa3dd54-8041-40f5-9083-4490f9c58585 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.0815363 Feb 19 04:49:45.985595 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-137f5155-b7ac-413d-94e2-99853a9a5181 req-976a2009-b5e5-4f3c-9c3e-0fad9889a8f2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45f41625-ea71-4121-8b09-c9cbbd73c6e9 HTTP/1.1" status: 200 len: 217 time: 0.0439925 Feb 19 04:49:46.031839 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f5155-b7ac-413d-94e2-99853a9a5181 req-cc7790d8-b8ed-49db-9154-239308a393e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:46.033272 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-137f5155-b7ac-413d-94e2-99853a9a5181 req-cc7790d8-b8ed-49db-9154-239308a393e2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0416977 Feb 19 04:49:46.081532 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f5155-b7ac-413d-94e2-99853a9a5181 req-6d44ca78-0cb4-414e-8835-11bf6eea3526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:46.083037 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-137f5155-b7ac-413d-94e2-99853a9a5181 req-6d44ca78-0cb4-414e-8835-11bf6eea3526 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0423284 Feb 19 04:49:46.174921 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-137f5155-b7ac-413d-94e2-99853a9a5181 req-78fea22b-cec6-4050-b8fa-522d0158971f service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851216 Feb 19 04:49:46.261221 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-137f5155-b7ac-413d-94e2-99853a9a5181 req-7f794e94-896f-4d93-8f3e-339836076f74 service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800402 Feb 19 04:49:46.595939 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986be5c-b509-406f-a8aa-c10fc7c34ea3 req-79bcf262-c90b-493e-ba5b-d93a75ee3e25 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:46.597391 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7986be5c-b509-406f-a8aa-c10fc7c34ea3 req-79bcf262-c90b-493e-ba5b-d93a75ee3e25 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 944 time: 0.0565112 Feb 19 04:49:46.642405 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7986be5c-b509-406f-a8aa-c10fc7c34ea3 req-2c62d562-1296-4a8d-9726-d318609ec5e2 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393603 Feb 19 04:49:46.786039 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 45f41625-ea71-4121-8b09-c9cbbd73c6e9 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:49:46.788098 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 052ff39a-b79c-418f-9a28-c5e990cc015a no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:49:46.815462 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 052ff39a-b79c-418f-9a28-c5e990cc015a {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:49:46.815805 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 052ff39a-b79c-418f-9a28-c5e990cc015a not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:49:46.901125 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 45f41625-ea71-4121-8b09-c9cbbd73c6e9, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=45f41625-ea71-4121-8b09-c9cbbd73c6e9,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:47.069450 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '45f41625-ea71-4121-8b09-c9cbbd73c6e9', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'port_id': '45f41625-ea71-4121-8b09-c9cbbd73c6e9', 'mac_address': 'fa:16:3e:2a:59:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:49:47.105576 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 45f41625-ea71-4121-8b09-c9cbbd73c6e9 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:49:47.105960 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (45f41625-ea71-4121-8b09-c9cbbd73c6e9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:47.119158 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f41625-ea71-4121-8b09-c9cbbd73c6e9 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:49:47.137624 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 45f41625-ea71-4121-8b09-c9cbbd73c6e9, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=45f41625-ea71-4121-8b09-c9cbbd73c6e9,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:47.141405 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (45f41625-ea71-4121-8b09-c9cbbd73c6e9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:47.187225 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=45f41625-ea71-4121-8b09-c9cbbd73c6e9,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:47.342979 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['45f41625-ea71-4121-8b09-c9cbbd73c6e9'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:49:47.757707 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bae95a-a5a2-499c-a305-137b6252605a req-13a6f433-b714-4d34-a843-71c231a642dd tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:47.759234 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5bae95a-a5a2-499c-a305-137b6252605a req-13a6f433-b714-4d34-a843-71c231a642dd tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 945 time: 0.0513647 Feb 19 04:49:47.805389 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5bae95a-a5a2-499c-a305-137b6252605a req-e4bf3b9c-4495-4c38-b380-1bb18e890791 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406752 Feb 19 04:49:48.282726 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:49:48.787328 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 45f41625-ea71-4121-8b09-c9cbbd73c6e9 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:49:48.835722 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 45f41625-ea71-4121-8b09-c9cbbd73c6e9 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:49:48.839633 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 45f41625-ea71-4121-8b09-c9cbbd73c6e9 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:49:48.840000 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (45f41625-ea71-4121-8b09-c9cbbd73c6e9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:48.920218 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 45f41625-ea71-4121-8b09-c9cbbd73c6e9 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:49:48.920643 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (45f41625-ea71-4121-8b09-c9cbbd73c6e9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:48.924406 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42421e1e-b40d-4a9e-88f3-fb7e1bcc5ddd req-be92bf4a-9c5a-4b35-9d67-c0ede5fe78b4 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:48.926199 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-42421e1e-b40d-4a9e-88f3-fb7e1bcc5ddd req-be92bf4a-9c5a-4b35-9d67-c0ede5fe78b4 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 945 time: 0.0517583 Feb 19 04:49:48.944985 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155de94f-58fc-40b7-8b07-75140fafe72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f41625-ea71-4121-8b09-c9cbbd73c6e9'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:49:48.947320 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81ab9a3-c005-4a01-b9ae-b82e6c208f27" -d '{"events": [{"server_uuid": "155de94f-58fc-40b7-8b07-75140fafe72a", "name": "network-vif-plugged", "status": "completed", "tag": "45f41625-ea71-4121-8b09-c9cbbd73c6e9"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:49:48.964678 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 45f41625-ea71-4121-8b09-c9cbbd73c6e9, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=45f41625-ea71-4121-8b09-c9cbbd73c6e9,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:48.969165 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (45f41625-ea71-4121-8b09-c9cbbd73c6e9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:48.980716 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-42421e1e-b40d-4a9e-88f3-fb7e1bcc5ddd req-8a54dea1-b6e3-45bf-a3e9-c1f0e1f4b376 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477834 Feb 19 04:49:48.996847 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdce555-859c-4ee4-adf1-b63462dc53de x-openstack-request-id: req-8fdce555-859c-4ee4-adf1-b63462dc53de {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:49:48.997148 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "155de94f-58fc-40b7-8b07-75140fafe72a", "name": "network-vif-plugged", "status": "completed", "tag": "45f41625-ea71-4121-8b09-c9cbbd73c6e9", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:49:48.997405 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8fdce555-859c-4ee4-adf1-b63462dc53de {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:49:48.997798 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '155de94f-58fc-40b7-8b07-75140fafe72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f41625-ea71-4121-8b09-c9cbbd73c6e9', 'code': 200} Feb 19 04:49:49.023517 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=45f41625-ea71-4121-8b09-c9cbbd73c6e9,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:49.083152 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d591d7-bd1c-4b5f-9470-8f1f4b402827 req-071588ab-4af9-4ef0-8122-983efcc65469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:49.085052 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a9d591d7-bd1c-4b5f-9470-8f1f4b402827 req-071588ab-4af9-4ef0-8122-983efcc65469 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 1129 time: 0.0445106 Feb 19 04:49:49.126885 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a9d591d7-bd1c-4b5f-9470-8f1f4b402827 req-044cea10-be88-4e4b-b939-207aa46c9953 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361366 Feb 19 04:49:50.104509 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5be173-96e4-4529-8c03-524e8134e664 req-39c02db5-f9ef-474c-abec-9c8d44cf0ec7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:50.106821 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea5be173-96e4-4529-8c03-524e8134e664 req-39c02db5-f9ef-474c-abec-9c8d44cf0ec7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0528381 Feb 19 04:49:50.158336 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea5be173-96e4-4529-8c03-524e8134e664 req-c06b812a-2584-40ba-9c82-d463fc8caf1b tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444789 Feb 19 04:49:51.281580 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49993395-58e3-4052-b369-44de687c5582 req-e7023ba7-acdb-44b5-8367-3e1e0488f667 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:51.282988 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-49993395-58e3-4052-b369-44de687c5582 req-e7023ba7-acdb-44b5-8367-3e1e0488f667 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0541806 Feb 19 04:49:51.328199 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-49993395-58e3-4052-b369-44de687c5582 req-f0fa5611-2653-4830-a711-252c4bcf6f08 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396802 Feb 19 04:49:51.442446 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb46e12-b4c3-497c-b5f4-c05af8b72811 req-802e3c4e-1594-4973-98db-d8b71bd8ec41 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:51.444611 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbb46e12-b4c3-497c-b5f4-c05af8b72811 req-802e3c4e-1594-4973-98db-d8b71bd8ec41 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0537024 Feb 19 04:49:51.453116 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45274) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:51.457390 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-c8f623bb-ce74-4a9e-9fdf-8d4a2ec06dc6 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Request body: {'floatingip': {'port_id': '45f41625-ea71-4121-8b09-c9cbbd73c6e9'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:49:51.498434 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c8f623bb-ce74-4a9e-9fdf-8d4a2ec06dc6 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for floatingip (861c3ae5-bdca-46ea-80f4-34798b9d828e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:51.939460 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c8f623bb-ce74-4a9e-9fdf-8d4a2ec06dc6 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:51.943157 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c8f623bb-ce74-4a9e-9fdf-8d4a2ec06dc6 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (861c3ae5-bdca-46ea-80f4-34798b9d828e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:52.047117 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-c8f623bb-ce74-4a9e-9fdf-8d4a2ec06dc6 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Floating IP 861c3ae5-bdca-46ea-80f4-34798b9d828e associated. External IP: 172.25.3.115, port: 45f41625-ea71-4121-8b09-c9cbbd73c6e9. Feb 19 04:49:52.586593 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f623bb-ce74-4a9e-9fdf-8d4a2ec06dc6 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Router 71f820f3-4a36-4b84-a0cb-0411764a9fcf has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:49:52.692371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f623bb-ce74-4a9e-9fdf-8d4a2ec06dc6 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:49:52.697359 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c8f623bb-ce74-4a9e-9fdf-8d4a2ec06dc6 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:52.704170 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eebdaa-7700-4df2-ab2f-05bbf27c996c None None] Sync routers for ids ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:49:52.714299 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eebdaa-7700-4df2-ab2f-05bbf27c996c None None] Routers {'71f820f3-4a36-4b84-a0cb-0411764a9fcf'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:49:52.714932 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-e8eebdaa-7700-4df2-ab2f-05bbf27c996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:49:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:52.725849 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c8f623bb-ce74-4a9e-9fdf-8d4a2ec06dc6 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "PUT /v2.0/floatingips/861c3ae5-bdca-46ea-80f4-34798b9d828e HTTP/1.1" status: 200 len: 992 time: 1.2716970 Feb 19 04:49:52.726460 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '155de94f-58fc-40b7-8b07-75140fafe72a', 'tag': '45f41625-ea71-4121-8b09-c9cbbd73c6e9'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:49:52.728677 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2445a6-449c-476b-8501-7537f5cbf56b" -d '{"events": [{"name": "network-changed", "server_uuid": "155de94f-58fc-40b7-8b07-75140fafe72a", "tag": "45f41625-ea71-4121-8b09-c9cbbd73c6e9"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:49:52.773984 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751c8bc0-df25-4cb9-b5c9-8211ee899665 x-openstack-request-id: req-751c8bc0-df25-4cb9-b5c9-8211ee899665 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:49:52.774312 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "155de94f-58fc-40b7-8b07-75140fafe72a", "tag": "45f41625-ea71-4121-8b09-c9cbbd73c6e9", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:49:52.774571 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-751c8bc0-df25-4cb9-b5c9-8211ee899665 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:49:52.775079 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '155de94f-58fc-40b7-8b07-75140fafe72a', 'tag': '45f41625-ea71-4121-8b09-c9cbbd73c6e9', 'status': 'completed', 'code': 200} Feb 19 04:49:52.831079 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-e8eebdaa-7700-4df2-ab2f-05bbf27c996c None None] Set router 71f820f3-4a36-4b84-a0cb-0411764a9fcf gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:49:52.858207 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2445a6-449c-476b-8501-7537f5cbf56b req-6e1db1f3-fde6-41de-ae0c-a80603055a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:52.860275 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c2445a6-449c-476b-8501-7537f5cbf56b req-6e1db1f3-fde6-41de-ae0c-a80603055a30 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 1129 time: 0.0628374 Feb 19 04:49:52.982401 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ae07e-a165-4b48-94b9-e80d1f7c2a4f req-fa5581e3-8892-4f1c-a84f-d0f448b40261 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:52.983920 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-873ae07e-a165-4b48-94b9-e80d1f7c2a4f req-fa5581e3-8892-4f1c-a84f-d0f448b40261 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0949881 Feb 19 04:49:53.003180 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2445a6-449c-476b-8501-7537f5cbf56b req-5526bd03-ba06-466d-b1da-ed0f95884a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:53.004572 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c2445a6-449c-476b-8501-7537f5cbf56b req-5526bd03-ba06-466d-b1da-ed0f95884a54 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.1374679 Feb 19 04:49:53.050603 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-e8eebdaa-7700-4df2-ab2f-05bbf27c996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 4, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '861c3ae5-bdca-46ea-80f4-34798b9d828e', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'port_id': '45f41625-ea71-4121-8b09-c9cbbd73c6e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'mac_address': 'fa:16:3e:2a:59:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155de94f-58fc-40b7-8b07-75140fafe72a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:48:59Z', 'updated_at': '2022-02-19T04:49:51Z', 'revision_number': 5, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7', 'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'mac_address': 'fa:16:3e:70:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:56Z', 'updated_at': '2022-02-19T04:49:00Z', 'revision_number': 5, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'subnets': [{'id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:53.080768 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eebdaa-7700-4df2-ab2f-05bbf27c996c None None] Checking router: 71f820f3-4a36-4b84-a0cb-0411764a9fcf for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:49:53.083989 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-873ae07e-a165-4b48-94b9-e80d1f7c2a4f req-a676c50d-633c-4075-a574-00a42a2efdd0 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905969 Feb 19 04:49:53.089104 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eebdaa-7700-4df2-ab2f-05bbf27c996c None None] Routers {'71f820f3-4a36-4b84-a0cb-0411764a9fcf'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:49:53.089725 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-e8eebdaa-7700-4df2-ab2f-05bbf27c996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:49:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:53.093957 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c2445a6-449c-476b-8501-7537f5cbf56b req-ae5a7ce5-f543-4af7-ae42-9dac1b5598a0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45f41625-ea71-4121-8b09-c9cbbd73c6e9 HTTP/1.1" status: 200 len: 1000 time: 0.0819237 Feb 19 04:49:53.142295 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2445a6-449c-476b-8501-7537f5cbf56b req-4e274e78-1d14-4cab-9f57-af175614d376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:53.143767 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c2445a6-449c-476b-8501-7537f5cbf56b req-4e274e78-1d14-4cab-9f57-af175614d376 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0445371 Feb 19 04:49:53.191414 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2445a6-449c-476b-8501-7537f5cbf56b req-fcd5ba80-0a2b-4dce-af17-86ee39d09a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:53.192946 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c2445a6-449c-476b-8501-7537f5cbf56b req-fcd5ba80-0a2b-4dce-af17-86ee39d09a08 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438559 Feb 19 04:49:53.194851 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-e8eebdaa-7700-4df2-ab2f-05bbf27c996c None None] Set router 71f820f3-4a36-4b84-a0cb-0411764a9fcf gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:49:53.284040 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c2445a6-449c-476b-8501-7537f5cbf56b req-87721ad8-d62b-4ebd-8db3-34edcbfbf7e9 service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849571 Feb 19 04:49:53.373382 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6c2445a6-449c-476b-8501-7537f5cbf56b req-796fecfc-f110-4859-911c-639ce9d8a2a0 service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834277 Feb 19 04:49:53.412907 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-e8eebdaa-7700-4df2-ab2f-05bbf27c996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 4, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '861c3ae5-bdca-46ea-80f4-34798b9d828e', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'port_id': '45f41625-ea71-4121-8b09-c9cbbd73c6e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'mac_address': 'fa:16:3e:2a:59:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155de94f-58fc-40b7-8b07-75140fafe72a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:48:59Z', 'updated_at': '2022-02-19T04:49:51Z', 'revision_number': 5, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7', 'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'mac_address': 'fa:16:3e:70:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:56Z', 'updated_at': '2022-02-19T04:49:00Z', 'revision_number': 5, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'subnets': [{'id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:53.442206 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eebdaa-7700-4df2-ab2f-05bbf27c996c None None] The sync data for ids ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'] in n-d-828369-19 is: [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 4, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '861c3ae5-bdca-46ea-80f4-34798b9d828e', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'port_id': '45f41625-ea71-4121-8b09-c9cbbd73c6e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'mac_address': 'fa:16:3e:2a:59:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155de94f-58fc-40b7-8b07-75140fafe72a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:48:59Z', 'updated_at': '2022-02-19T04:49:51Z', 'revision_number': 5, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7', 'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'mac_address': 'fa:16:3e:70:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:56Z', 'updated_at': '2022-02-19T04:49:00Z', 'revision_number': 5, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'subnets': [{'id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:49:53.640856 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b17d73d-dc9c-4397-a3d7-8cc09aa01797 None None] New status for floating IP 861c3ae5-bdca-46ea-80f4-34798b9d828e: ACTIVE {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:49:54.209780 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd433e-a269-4fc0-a680-da539f4a614a req-16c23dd2-1ff6-4b91-a1d1-3b14f39b3a78 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:54.211259 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0cfd433e-a269-4fc0-a680-da539f4a614a req-16c23dd2-1ff6-4b91-a1d1-3b14f39b3a78 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0565326 Feb 19 04:49:54.257044 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0cfd433e-a269-4fc0-a680-da539f4a614a req-275f8b9a-d4b4-4b88-96ce-4ebe286573d8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401678 Feb 19 04:49:55.373911 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052b1f6-e339-4737-a04f-dda2407ea15c req-78fc3d13-a68c-40e6-b7fb-892870a5238f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:55.375489 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9052b1f6-e339-4737-a04f-dda2407ea15c req-78fc3d13-a68c-40e6-b7fb-892870a5238f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0512469 Feb 19 04:49:55.423118 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9052b1f6-e339-4737-a04f-dda2407ea15c req-b9b828a7-a214-410d-b021-1f23e9355cce tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416582 Feb 19 04:49:56.547309 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42380c2-435f-48f2-9f35-8562c4482d76 req-6048e93a-424d-4367-9698-8fbdfed071b6 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:56.548774 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e42380c2-435f-48f2-9f35-8562c4482d76 req-6048e93a-424d-4367-9698-8fbdfed071b6 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0549512 Feb 19 04:49:56.594316 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e42380c2-435f-48f2-9f35-8562c4482d76 req-42f3e78a-d80a-4440-807d-55682d498ff7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397632 Feb 19 04:49:57.250682 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:57.711637 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b52208-5511-4676-b49a-793fb11a1447 req-18ac729f-12bb-4183-9e70-2eae5a5c1dfc tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:57.713116 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10b52208-5511-4676-b49a-793fb11a1447 req-18ac729f-12bb-4183-9e70-2eae5a5c1dfc tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0521550 Feb 19 04:49:57.761254 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10b52208-5511-4676-b49a-793fb11a1447 req-f1900c28-398f-4518-a643-6a0bbb1adb78 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425217 Feb 19 04:49:57.991001 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e536b20-45d5-456f-9b54-f475cb9daa94 req-1c58c313-fa30-492f-ada8-178668421159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:57.992509 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e536b20-45d5-456f-9b54-f475cb9daa94 req-1c58c313-fa30-492f-ada8-178668421159 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 1129 time: 0.0436382 Feb 19 04:49:58.095859 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e536b20-45d5-456f-9b54-f475cb9daa94 req-6db491e2-343c-4b18-bf30-1a3c1eacd9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:58.097302 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e536b20-45d5-456f-9b54-f475cb9daa94 req-6db491e2-343c-4b18-bf30-1a3c1eacd9d4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.0877912 Feb 19 04:49:58.159455 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e536b20-45d5-456f-9b54-f475cb9daa94 req-73d569b6-1c32-4678-b73a-ac75b0fb327f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45f41625-ea71-4121-8b09-c9cbbd73c6e9 HTTP/1.1" status: 200 len: 1002 time: 0.0564098 Feb 19 04:49:58.210549 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e536b20-45d5-456f-9b54-f475cb9daa94 req-eeabb34c-ea51-4165-939b-a0b66c495c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:58.212009 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e536b20-45d5-456f-9b54-f475cb9daa94 req-eeabb34c-ea51-4165-939b-a0b66c495c6c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0468934 Feb 19 04:49:58.258972 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e536b20-45d5-456f-9b54-f475cb9daa94 req-9b316a1e-ba2f-40d2-91fe-dcceb11fea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:58.260372 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e536b20-45d5-456f-9b54-f475cb9daa94 req-9b316a1e-ba2f-40d2-91fe-dcceb11fea94 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0428643 Feb 19 04:49:58.345845 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e536b20-45d5-456f-9b54-f475cb9daa94 req-77b8101f-3fe8-468b-9c7c-9749324bca73 service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792515 Feb 19 04:49:58.435370 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e536b20-45d5-456f-9b54-f475cb9daa94 req-d5158939-c0c1-4158-9ea9-1dbb068c76ef service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837169 Feb 19 04:49:58.884846 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd6648-f5cc-4d92-b886-1d19f56dde4d req-33c14018-9d81-41b2-8186-5c5cd8dfc16b tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:58.886369 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-04cd6648-f5cc-4d92-b886-1d19f56dde4d req-33c14018-9d81-41b2-8186-5c5cd8dfc16b tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0567405 Feb 19 04:49:58.933771 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-04cd6648-f5cc-4d92-b886-1d19f56dde4d req-48fadee7-8c09-41a4-967c-e9aace56317e tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416076 Feb 19 04:50:00.023005 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:00.058529 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b616dbd-1535-492c-b304-66c2fadd1092 req-9282208e-cbce-44cf-841d-4fa41bab961a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:00.059971 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4b616dbd-1535-492c-b304-66c2fadd1092 req-9282208e-cbce-44cf-841d-4fa41bab961a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0579410 Feb 19 04:50:00.107806 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4b616dbd-1535-492c-b304-66c2fadd1092 req-7155ef6c-0b29-4b93-a82e-431656f86437 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420115 Feb 19 04:50:00.691915 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c9f2bbfb-e166-42af-86d7-8f11ae070dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:01.225456 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2624b-05da-43e4-a996-79e03dbf59da req-aab84f74-113b-49bd-b919-33602eafc672 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:01.226977 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97c2624b-05da-43e4-a996-79e03dbf59da req-aab84f74-113b-49bd-b919-33602eafc672 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0520570 Feb 19 04:50:01.272749 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97c2624b-05da-43e4-a996-79e03dbf59da req-1d6ac518-1b39-4693-b3a9-b2ee53bbf8a9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401440 Feb 19 04:50:02.390331 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac39a4-839c-45e4-b703-13b7b52fa49e req-537a89a4-4ea6-4f01-a805-8fa9474a970c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:02.391785 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-90ac39a4-839c-45e4-b703-13b7b52fa49e req-537a89a4-4ea6-4f01-a805-8fa9474a970c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0519588 Feb 19 04:50:02.441084 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-90ac39a4-839c-45e4-b703-13b7b52fa49e req-e62a4431-8586-4541-bb90-72cf9d23cd1d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437837 Feb 19 04:50:03.543139 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1f9187af-df4d-4a34-a874-80611a52c696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:03.559032 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811cec7-1e94-4ab5-a90a-06fecc669532 req-7fdc5e1f-0e03-48b8-ab19-565276f037b0 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:03.560523 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f811cec7-1e94-4ab5-a90a-06fecc669532 req-7fdc5e1f-0e03-48b8-ab19-565276f037b0 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0533540 Feb 19 04:50:03.607878 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f811cec7-1e94-4ab5-a90a-06fecc669532 req-77941d6b-baf2-4d01-83d8-b90cccc58e88 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417564 Feb 19 04:50:03.957803 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:04.726816 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819103a-df84-49dd-bd38-79a2d8ecce4f req-d8a2a696-9f13-4791-abc7-71a2756088f1 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:04.728274 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0819103a-df84-49dd-bd38-79a2d8ecce4f req-d8a2a696-9f13-4791-abc7-71a2756088f1 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0511844 Feb 19 04:50:04.773909 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0819103a-df84-49dd-bd38-79a2d8ecce4f req-cab4e7c6-805c-4e04-a543-cefad840ab32 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400572 Feb 19 04:50:05.445886 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:05.896203 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2882f5-8019-41cf-8cf1-74b2944ac7e4 req-ffc75cad-6602-4e98-9f5e-bfa1afecc4b0 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:05.897705 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e2882f5-8019-41cf-8cf1-74b2944ac7e4 req-ffc75cad-6602-4e98-9f5e-bfa1afecc4b0 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0567956 Feb 19 04:50:05.943239 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e2882f5-8019-41cf-8cf1-74b2944ac7e4 req-83c593c8-c80b-4db1-96e4-dd347372bd47 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399957 Feb 19 04:50:06.857823 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:07.064010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8cddc-5124-407e-9c83-a34988ce22d9 req-be92301d-5217-46dc-8941-9017b2f29a05 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:07.065551 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85d8cddc-5124-407e-9c83-a34988ce22d9 req-be92301d-5217-46dc-8941-9017b2f29a05 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0525699 Feb 19 04:50:07.111790 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85d8cddc-5124-407e-9c83-a34988ce22d9 req-7760630a-2888-44bd-9a7f-0842dd2995fc tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401950 Feb 19 04:50:08.228630 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e674c-83ff-4d70-88c0-2c52ecefb230 req-d1cf1475-cd65-43e0-9b2f-32908ca5cf6d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:08.230104 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dc2e674c-83ff-4d70-88c0-2c52ecefb230 req-d1cf1475-cd65-43e0-9b2f-32908ca5cf6d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0519209 Feb 19 04:50:08.279103 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dc2e674c-83ff-4d70-88c0-2c52ecefb230 req-656aa57d-3970-44a7-ad3b-2745d5235d48 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432732 Feb 19 04:50:09.396465 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfde6b-aa00-4818-8d27-3bf35de6abbd req-3194783c-9d3e-44a8-a734-efef388a9c37 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:09.397970 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-afbfde6b-aa00-4818-8d27-3bf35de6abbd req-3194783c-9d3e-44a8-a734-efef388a9c37 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0516102 Feb 19 04:50:09.444103 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-afbfde6b-aa00-4818-8d27-3bf35de6abbd req-bef7ae57-2bc9-46fb-965e-3f43dcebaa39 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405729 Feb 19 04:50:10.562271 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15467ca5-4df3-48d9-b071-6b897a36636f req-3c3133b7-2b18-4049-bef1-ef3692f73660 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:10.563754 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-15467ca5-4df3-48d9-b071-6b897a36636f req-3c3133b7-2b18-4049-bef1-ef3692f73660 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0514851 Feb 19 04:50:10.609207 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-15467ca5-4df3-48d9-b071-6b897a36636f req-96c3902c-01bd-4f34-8dc7-12918f24e717 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399718 Feb 19 04:50:11.729339 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e50236-a491-4d0c-a8d4-8933596d49f2 req-bd8cb0cc-2c51-4853-8e4c-8049c8b740d8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:11.730841 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f6e50236-a491-4d0c-a8d4-8933596d49f2 req-bd8cb0cc-2c51-4853-8e4c-8049c8b740d8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0553222 Feb 19 04:50:11.777309 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f6e50236-a491-4d0c-a8d4-8933596d49f2 req-69336e94-5fc8-44de-99e1-70f92cb7b99c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408967 Feb 19 04:50:12.892572 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06bd86-e406-44e7-93f1-ceb22ecb8b85 req-d0ac86bf-6af1-426e-b0d2-934e5a9038d3 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:12.894023 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d06bd86-e406-44e7-93f1-ceb22ecb8b85 req-d0ac86bf-6af1-426e-b0d2-934e5a9038d3 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0503862 Feb 19 04:50:12.940610 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d06bd86-e406-44e7-93f1-ceb22ecb8b85 req-99140985-a398-411a-bf35-fae899bb8134 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403852 Feb 19 04:50:14.062660 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6453b-0be6-4d6f-80a7-e00df2b39bf6 req-e34ec2d7-eb22-48ce-9b5e-542a284d4507 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:14.064157 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0ef6453b-0be6-4d6f-80a7-e00df2b39bf6 req-e34ec2d7-eb22-48ce-9b5e-542a284d4507 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0561254 Feb 19 04:50:14.111464 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0ef6453b-0be6-4d6f-80a7-e00df2b39bf6 req-93ab1ea5-7d91-45fa-8417-13b2b174503a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416191 Feb 19 04:50:15.227653 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad7b22-1ab2-4a89-9f8b-16c85f405581 req-0ce407ff-0b7a-4133-8010-fd609f9d5db5 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:15.229107 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69ad7b22-1ab2-4a89-9f8b-16c85f405581 req-0ce407ff-0b7a-4133-8010-fd609f9d5db5 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0515857 Feb 19 04:50:15.274250 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-69ad7b22-1ab2-4a89-9f8b-16c85f405581 req-705d5eb8-3a92-4d48-a7f2-15a1cfd3bd26 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394740 Feb 19 04:50:16.392007 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880e94d-2c96-4897-9156-45e561b7a888 req-94c84747-0347-42a6-a763-c27c57329834 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:16.393469 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c880e94d-2c96-4897-9156-45e561b7a888 req-94c84747-0347-42a6-a763-c27c57329834 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0509918 Feb 19 04:50:16.443735 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c880e94d-2c96-4897-9156-45e561b7a888 req-35d88967-a1a5-43cf-b1f7-a23f48293b2a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446944 Feb 19 04:50:17.560215 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0fc9c-51f8-4c0a-aeb2-315ce0451945 req-76e3e6a6-30b9-49d7-81ed-36569df6dc17 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:17.561705 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ab0fc9c-51f8-4c0a-aeb2-315ce0451945 req-76e3e6a6-30b9-49d7-81ed-36569df6dc17 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0512402 Feb 19 04:50:17.607822 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6ab0fc9c-51f8-4c0a-aeb2-315ce0451945 req-b06e9d3a-6978-4505-90f3-52bbbb97c5cf tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405908 Feb 19 04:50:18.725448 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d38ca-6404-443c-b4c0-b3ffdd67b288 req-5ae9771b-0c04-45b9-80d1-c3c33842cf65 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:18.726909 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-082d38ca-6404-443c-b4c0-b3ffdd67b288 req-5ae9771b-0c04-45b9-80d1-c3c33842cf65 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0524812 Feb 19 04:50:18.772373 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-082d38ca-6404-443c-b4c0-b3ffdd67b288 req-960f17a8-370c-4ddd-8256-70788831b74c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398800 Feb 19 04:50:19.030036 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07238c87-4fd9-4071-a33e-4665846cc345 req-59f63d17-a47a-498e-842b-9016f7ae159c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796187 Feb 19 04:50:19.041103 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfdfe9-8a4f-446e-86f6-b1220e62e7a4 req-2cf24276-44eb-424a-8799-aa470770c424 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:19.042571 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-24cfdfe9-8a4f-446e-86f6-b1220e62e7a4 req-2cf24276-44eb-424a-8799-aa470770c424 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0640283 Feb 19 04:50:19.094041 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-24cfdfe9-8a4f-446e-86f6-b1220e62e7a4 req-44ecffcf-bf79-45e8-aae9-6922292eba0d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447645 Feb 19 04:50:19.357686 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07238c87-4fd9-4071-a33e-4665846cc345 req-78f7b3ed-8326-42ad-bae3-e3db99a59117 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:19.359037 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07238c87-4fd9-4071-a33e-4665846cc345 req-78f7b3ed-8326-42ad-bae3-e3db99a59117 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports/45f41625-ea71-4121-8b09-c9cbbd73c6e9 HTTP/1.1" status: 200 len: 943 time: 0.0446908 Feb 19 04:50:20.141730 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07238c87-4fd9-4071-a33e-4665846cc345 req-54ddb1d9-3296-4317-b50d-2f5cb5778bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:20.143265 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07238c87-4fd9-4071-a33e-4665846cc345 req-54ddb1d9-3296-4317-b50d-2f5cb5778bca service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 1129 time: 0.0485618 Feb 19 04:50:20.263613 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07238c87-4fd9-4071-a33e-4665846cc345 req-443c6d8b-e9f9-407d-99c0-638e304e3c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:20.264995 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07238c87-4fd9-4071-a33e-4665846cc345 req-443c6d8b-e9f9-407d-99c0-638e304e3c00 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.1159987 Feb 19 04:50:20.271485 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f2b77-3540-40d6-9946-ae3768ebfef1 req-dd0b6b5c-a129-46ba-8b29-d14ef8a45da9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:20.272840 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-349f2b77-3540-40d6-9946-ae3768ebfef1 req-dd0b6b5c-a129-46ba-8b29-d14ef8a45da9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.1066892 Feb 19 04:50:20.358933 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07238c87-4fd9-4071-a33e-4665846cc345 req-da5c15d2-ba28-42d6-8d33-4c3392664625 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45f41625-ea71-4121-8b09-c9cbbd73c6e9 HTTP/1.1" status: 200 len: 1002 time: 0.0851552 Feb 19 04:50:20.365702 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-349f2b77-3540-40d6-9946-ae3768ebfef1 req-db52f291-acb5-4b76-aefe-a7a298fb26e3 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866628 Feb 19 04:50:20.408904 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07238c87-4fd9-4071-a33e-4665846cc345 req-0249e420-04d0-485a-bebc-feb43deecb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:20.410376 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07238c87-4fd9-4071-a33e-4665846cc345 req-0249e420-04d0-485a-bebc-feb43deecb04 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0432096 Feb 19 04:50:20.461374 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07238c87-4fd9-4071-a33e-4665846cc345 req-2f3d66fe-7bed-4ec0-b5f4-6e3470368de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:20.462935 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07238c87-4fd9-4071-a33e-4665846cc345 req-2f3d66fe-7bed-4ec0-b5f4-6e3470368de0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472527 Feb 19 04:50:20.548927 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07238c87-4fd9-4071-a33e-4665846cc345 req-ecce4a16-afcd-4793-9144-ef1cdf8a6424 service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796690 Feb 19 04:50:20.642137 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07238c87-4fd9-4071-a33e-4665846cc345 req-fde40c34-d78d-42ec-8c43-93ce3245d37f service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840302 Feb 19 04:50:21.486463 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215019b-2cb7-47a2-aa3b-4c290c6ff7fe req-d0f613b4-548e-4e08-bf9f-cb74c3ca0b1c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:21.487933 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5215019b-2cb7-47a2-aa3b-4c290c6ff7fe req-d0f613b4-548e-4e08-bf9f-cb74c3ca0b1c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0528467 Feb 19 04:50:21.534419 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5215019b-2cb7-47a2-aa3b-4c290c6ff7fe req-fcf12c8f-38ef-437f-853a-59a09b4f9761 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408938 Feb 19 04:50:22.399429 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-07238c87-4fd9-4071-a33e-4665846cc345 req-0863f290-c69e-4d62-9fc9-49039545eca8 service neutron] show failed (client error): The resource could not be found. Feb 19 04:50:22.400464 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07238c87-4fd9-4071-a33e-4665846cc345 req-0863f290-c69e-4d62-9fc9-49039545eca8 service neutron] 10.222.0.79 "GET /v2.0/ports/45f41625-ea71-4121-8b09-c9cbbd73c6e9/bindings/n-h1-828369-19 HTTP/1.1" status: 404 len: 381 time: 0.0532196 Feb 19 04:50:22.694245 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07238c87-4fd9-4071-a33e-4665846cc345 req-8e6adb26-af00-4808-816b-6ea56f91a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:22.695665 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07238c87-4fd9-4071-a33e-4665846cc345 req-8e6adb26-af00-4808-816b-6ea56f91a598 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a&tenant_id=6c4c680087b94418bf6dec5572704dc6 HTTP/1.1" status: 200 len: 1129 time: 0.1386292 Feb 19 04:50:22.702418 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acafda-c908-4bd5-ac48-cab672e1e636 req-f0b771e6-35ac-42dc-8f22-2eadcd392234 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:22.703768 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55acafda-c908-4bd5-ac48-cab672e1e636 req-f0b771e6-35ac-42dc-8f22-2eadcd392234 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0939159 Feb 19 04:50:22.708479 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-07238c87-4fd9-4071-a33e-4665846cc345 req-67d4d715-04f8-44d4-8d14-0aa20a3e8f9b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-19', 'device_owner': 'compute:nova'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:50:22.797262 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55acafda-c908-4bd5-ac48-cab672e1e636 req-72def666-27c8-4975-a6e8-54f68fd6e15b tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855384 Feb 19 04:50:22.799916 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-07238c87-4fd9-4071-a33e-4665846cc345 req-67d4d715-04f8-44d4-8d14-0aa20a3e8f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (45f41625-ea71-4121-8b09-c9cbbd73c6e9), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:23.030157 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-07238c87-4fd9-4071-a33e-4665846cc345 req-67d4d715-04f8-44d4-8d14-0aa20a3e8f9b service neutron] For port 45f41625-ea71-4121-8b09-c9cbbd73c6e9, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=45f41625-ea71-4121-8b09-c9cbbd73c6e9,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:50:23.066615 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-07238c87-4fd9-4071-a33e-4665846cc345 req-67d4d715-04f8-44d4-8d14-0aa20a3e8f9b service neutron] For port 45f41625-ea71-4121-8b09-c9cbbd73c6e9, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:50:23.106102 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155de94f-58fc-40b7-8b07-75140fafe72a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45f41625-ea71-4121-8b09-c9cbbd73c6e9'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:50:23.108398 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7137e7b1-b84b-43f8-92be-4fa2f130f515" -d '{"events": [{"server_uuid": "155de94f-58fc-40b7-8b07-75140fafe72a", "name": "network-vif-unplugged", "status": "completed", "tag": "45f41625-ea71-4121-8b09-c9cbbd73c6e9"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:50:23.111989 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-07238c87-4fd9-4071-a33e-4665846cc345 req-67d4d715-04f8-44d4-8d14-0aa20a3e8f9b service neutron] Publish callbacks [] for port (45f41625-ea71-4121-8b09-c9cbbd73c6e9), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:23.124899 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-07238c87-4fd9-4071-a33e-4665846cc345 req-67d4d715-04f8-44d4-8d14-0aa20a3e8f9b service neutron] Transition to ACTIVE for port object 45f41625-ea71-4121-8b09-c9cbbd73c6e9 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:50:23.129456 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-07238c87-4fd9-4071-a33e-4665846cc345 req-67d4d715-04f8-44d4-8d14-0aa20a3e8f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (45f41625-ea71-4121-8b09-c9cbbd73c6e9), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:23.167830 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe84f98-05be-4b1b-96f8-b500481340f1 x-openstack-request-id: req-fbe84f98-05be-4b1b-96f8-b500481340f1 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:50:23.168125 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "155de94f-58fc-40b7-8b07-75140fafe72a", "name": "network-vif-unplugged", "status": "completed", "tag": "45f41625-ea71-4121-8b09-c9cbbd73c6e9", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:50:23.168379 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fbe84f98-05be-4b1b-96f8-b500481340f1 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:50:23.168776 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '155de94f-58fc-40b7-8b07-75140fafe72a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45f41625-ea71-4121-8b09-c9cbbd73c6e9', 'code': 200} Feb 19 04:50:23.214500 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4d715-04f8-44d4-8d14-0aa20a3e8f9b service neutron] Pushing event updated for resources: {'Port': ['ID=45f41625-ea71-4121-8b09-c9cbbd73c6e9,revision_number=6']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:23.256624 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-07238c87-4fd9-4071-a33e-4665846cc345 req-67d4d715-04f8-44d4-8d14-0aa20a3e8f9b service neutron] No DVR routers for this DVR port 45f41625-ea71-4121-8b09-c9cbbd73c6e9 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:50:23.403043 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-07238c87-4fd9-4071-a33e-4665846cc345 req-67d4d715-04f8-44d4-8d14-0aa20a3e8f9b service neutron] Attempting to bind port 45f41625-ea71-4121-8b09-c9cbbd73c6e9 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:50:23.403382 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-07238c87-4fd9-4071-a33e-4665846cc345 req-67d4d715-04f8-44d4-8d14-0aa20a3e8f9b service neutron] Attempting to bind port 45f41625-ea71-4121-8b09-c9cbbd73c6e9 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:50:23.403713 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07238c87-4fd9-4071-a33e-4665846cc345 req-67d4d715-04f8-44d4-8d14-0aa20a3e8f9b service neutron] Attempting to bind port 45f41625-ea71-4121-8b09-c9cbbd73c6e9 on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:50:23.407966 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07238c87-4fd9-4071-a33e-4665846cc345 req-67d4d715-04f8-44d4-8d14-0aa20a3e8f9b service neutron] Port 45f41625-ea71-4121-8b09-c9cbbd73c6e9 on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:50:23.408291 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07238c87-4fd9-4071-a33e-4665846cc345 req-67d4d715-04f8-44d4-8d14-0aa20a3e8f9b service neutron] Attempting to bind port 45f41625-ea71-4121-8b09-c9cbbd73c6e9 on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:50:23.413094 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07238c87-4fd9-4071-a33e-4665846cc345 req-67d4d715-04f8-44d4-8d14-0aa20a3e8f9b service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:50:23.413472 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07238c87-4fd9-4071-a33e-4665846cc345 req-67d4d715-04f8-44d4-8d14-0aa20a3e8f9b service neutron] Checking segment: {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:50:23.413860 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07238c87-4fd9-4071-a33e-4665846cc345 req-67d4d715-04f8-44d4-8d14-0aa20a3e8f9b service neutron] Bound using segment: {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:50:23.414318 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-07238c87-4fd9-4071-a33e-4665846cc345 req-67d4d715-04f8-44d4-8d14-0aa20a3e8f9b service neutron] Bound port: 45f41625-ea71-4121-8b09-c9cbbd73c6e9, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:50:23.414677 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-07238c87-4fd9-4071-a33e-4665846cc345 req-67d4d715-04f8-44d4-8d14-0aa20a3e8f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (45f41625-ea71-4121-8b09-c9cbbd73c6e9), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:23.477298 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-07238c87-4fd9-4071-a33e-4665846cc345 req-67d4d715-04f8-44d4-8d14-0aa20a3e8f9b service neutron] For port 45f41625-ea71-4121-8b09-c9cbbd73c6e9, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:50:23.480300 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-07238c87-4fd9-4071-a33e-4665846cc345 req-67d4d715-04f8-44d4-8d14-0aa20a3e8f9b service neutron] For port 45f41625-ea71-4121-8b09-c9cbbd73c6e9, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=45f41625-ea71-4121-8b09-c9cbbd73c6e9,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:50:23.486677 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-07238c87-4fd9-4071-a33e-4665846cc345 req-67d4d715-04f8-44d4-8d14-0aa20a3e8f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (45f41625-ea71-4121-8b09-c9cbbd73c6e9), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:23.521928 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07238c87-4fd9-4071-a33e-4665846cc345 req-67d4d715-04f8-44d4-8d14-0aa20a3e8f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:23.522601 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-07238c87-4fd9-4071-a33e-4665846cc345 req-67d4d715-04f8-44d4-8d14-0aa20a3e8f9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:23.523976 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07238c87-4fd9-4071-a33e-4665846cc345 req-67d4d715-04f8-44d4-8d14-0aa20a3e8f9b service neutron] 10.222.0.26 "PUT /v2.0/ports/45f41625-ea71-4121-8b09-c9cbbd73c6e9 HTTP/1.1" status: 200 len: 1093 time: 0.8193438 Feb 19 04:50:23.555079 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4d715-04f8-44d4-8d14-0aa20a3e8f9b service neutron] Pushing event updated for resources: {'Port': ['ID=45f41625-ea71-4121-8b09-c9cbbd73c6e9,revision_number=7']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:23.595361 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07238c87-4fd9-4071-a33e-4665846cc345 req-118061dc-e89f-443a-8c18-bf039b849884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:23.596927 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07238c87-4fd9-4071-a33e-4665846cc345 req-118061dc-e89f-443a-8c18-bf039b849884 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 1127 time: 0.0503991 Feb 19 04:50:23.694021 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07238c87-4fd9-4071-a33e-4665846cc345 req-a7319bcf-cad9-4865-930c-70acf1dfaa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:23.695783 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07238c87-4fd9-4071-a33e-4665846cc345 req-a7319bcf-cad9-4865-930c-70acf1dfaa7a service neutron] 10.222.0.26 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.0927224 Feb 19 04:50:23.765973 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07238c87-4fd9-4071-a33e-4665846cc345 req-57f07dad-aedd-4202-97aa-92c694b756b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45f41625-ea71-4121-8b09-c9cbbd73c6e9 HTTP/1.1" status: 200 len: 1000 time: 0.0644970 Feb 19 04:50:23.814804 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07238c87-4fd9-4071-a33e-4665846cc345 req-3ff6edd4-b6c1-413a-8dbe-49dbae42306a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:23.816111 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07238c87-4fd9-4071-a33e-4665846cc345 req-3ff6edd4-b6c1-413a-8dbe-49dbae42306a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0439029 Feb 19 04:50:23.865576 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07238c87-4fd9-4071-a33e-4665846cc345 req-99bd4372-e3a9-4468-a1f0-beab1b01f045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:23.867172 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07238c87-4fd9-4071-a33e-4665846cc345 req-99bd4372-e3a9-4468-a1f0-beab1b01f045 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457346 Feb 19 04:50:23.985185 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd68e3-6645-4ad1-a7ec-422aecf0a0c1 req-3b2a74b2-cf58-48eb-bebf-90e570a083e3 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:23.986683 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11fd68e3-6645-4ad1-a7ec-422aecf0a0c1 req-3b2a74b2-cf58-48eb-bebf-90e570a083e3 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 944 time: 0.1066365 Feb 19 04:50:24.002511 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07238c87-4fd9-4071-a33e-4665846cc345 req-7f44637e-a0c2-4fa1-9d51-e4fbe3da102b service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293457 Feb 19 04:50:24.091677 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11fd68e3-6645-4ad1-a7ec-422aecf0a0c1 req-d2d479a9-5fc5-4466-9d4b-73002c0ca099 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974264 Feb 19 04:50:24.125140 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07238c87-4fd9-4071-a33e-4665846cc345 req-160239a6-6bf0-4a8e-8957-db83af4cb150 service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149061 Feb 19 04:50:25.172158 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '155de94f-58fc-40b7-8b07-75140fafe72a', 'tag': '45f41625-ea71-4121-8b09-c9cbbd73c6e9'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:50:25.174327 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1951c265-6c44-470b-81e3-8b2bcf6a8581" -d '{"events": [{"name": "network-changed", "server_uuid": "155de94f-58fc-40b7-8b07-75140fafe72a", "tag": "45f41625-ea71-4121-8b09-c9cbbd73c6e9"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:50:25.220995 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e94852-2d6b-4342-ab7c-d821c11f2637 req-64d11901-dde7-47a1-b887-7e65b50559ca tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:25.222627 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39e94852-2d6b-4342-ab7c-d821c11f2637 req-64d11901-dde7-47a1-b887-7e65b50559ca tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 944 time: 0.0586309 Feb 19 04:50:25.224110 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e6c90c-3302-45e9-8216-468624e5c4b2 x-openstack-request-id: req-42e6c90c-3302-45e9-8216-468624e5c4b2 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:50:25.224399 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "155de94f-58fc-40b7-8b07-75140fafe72a", "tag": "45f41625-ea71-4121-8b09-c9cbbd73c6e9", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:50:25.224649 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-42e6c90c-3302-45e9-8216-468624e5c4b2 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:50:25.225030 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '155de94f-58fc-40b7-8b07-75140fafe72a', 'tag': '45f41625-ea71-4121-8b09-c9cbbd73c6e9', 'status': 'completed', 'code': 200} Feb 19 04:50:25.282275 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:50:25.330569 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39e94852-2d6b-4342-ab7c-d821c11f2637 req-9a0143ad-1296-49df-9dc9-47d157d456c0 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000059 Feb 19 04:50:25.346589 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951c265-6c44-470b-81e3-8b2bcf6a8581 req-2a527ede-8a4f-4879-b2dc-747eb2756047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:25.348080 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1951c265-6c44-470b-81e3-8b2bcf6a8581 req-2a527ede-8a4f-4879-b2dc-747eb2756047 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 1127 time: 0.1035390 Feb 19 04:50:25.349776 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951c265-6c44-470b-81e3-8b2bcf6a8581 req-1eef8bf8-86a9-4459-8d25-ad9470c862c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:25.351698 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1951c265-6c44-470b-81e3-8b2bcf6a8581 req-1eef8bf8-86a9-4459-8d25-ad9470c862c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 1127 time: 0.1061282 Feb 19 04:50:25.503726 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951c265-6c44-470b-81e3-8b2bcf6a8581 req-086faea8-3055-4b5e-81a9-092e65b1f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:25.505185 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1951c265-6c44-470b-81e3-8b2bcf6a8581 req-086faea8-3055-4b5e-81a9-092e65b1f3ce service neutron] 10.222.0.79 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.1507962 Feb 19 04:50:25.506297 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951c265-6c44-470b-81e3-8b2bcf6a8581 req-2a01b616-c46e-4482-a49f-55df06c9b6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:25.507615 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1951c265-6c44-470b-81e3-8b2bcf6a8581 req-2a01b616-c46e-4482-a49f-55df06c9b6b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.1462867 Feb 19 04:50:25.614453 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1951c265-6c44-470b-81e3-8b2bcf6a8581 req-fb7c2d93-71f4-4d85-988f-71f33c97ff49 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45f41625-ea71-4121-8b09-c9cbbd73c6e9 HTTP/1.1" status: 200 len: 1000 time: 0.1036735 Feb 19 04:50:25.616110 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1951c265-6c44-470b-81e3-8b2bcf6a8581 req-766310a7-1c2f-4808-9188-37f2f6e76686 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45f41625-ea71-4121-8b09-c9cbbd73c6e9 HTTP/1.1" status: 200 len: 1000 time: 0.1001699 Feb 19 04:50:25.695827 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951c265-6c44-470b-81e3-8b2bcf6a8581 req-85cd9558-e59c-438d-bcdc-ebf3beca034e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:25.697235 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1951c265-6c44-470b-81e3-8b2bcf6a8581 req-85cd9558-e59c-438d-bcdc-ebf3beca034e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0773592 Feb 19 04:50:25.698887 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951c265-6c44-470b-81e3-8b2bcf6a8581 req-ffba295b-feee-4797-939e-6b6c9666a78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:25.700164 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1951c265-6c44-470b-81e3-8b2bcf6a8581 req-ffba295b-feee-4797-939e-6b6c9666a78c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0725536 Feb 19 04:50:25.774373 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951c265-6c44-470b-81e3-8b2bcf6a8581 req-235b3201-24b2-4cbe-b56f-fb7e6d9229a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:25.775859 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1951c265-6c44-470b-81e3-8b2bcf6a8581 req-235b3201-24b2-4cbe-b56f-fb7e6d9229a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0659907 Feb 19 04:50:25.780101 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951c265-6c44-470b-81e3-8b2bcf6a8581 req-c81207c2-adfc-49a5-a960-caaf10fa5864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:25.781747 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1951c265-6c44-470b-81e3-8b2bcf6a8581 req-c81207c2-adfc-49a5-a960-caaf10fa5864 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0787146 Feb 19 04:50:25.930328 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1951c265-6c44-470b-81e3-8b2bcf6a8581 req-3bb6b7a8-4eba-404e-894e-548b207ee309 service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475053 Feb 19 04:50:25.933494 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1951c265-6c44-470b-81e3-8b2bcf6a8581 req-152f49eb-9c5b-48b2-876d-7465523278e2 service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440654 Feb 19 04:50:26.441948 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1951c265-6c44-470b-81e3-8b2bcf6a8581 req-9936772d-7ddc-42c8-8a42-251eec3d8353 service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5052109 Feb 19 04:50:26.449802 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1951c265-6c44-470b-81e3-8b2bcf6a8581 req-ed547594-198a-43c7-9015-738bd1e4feda service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5056791 Feb 19 04:50:26.472081 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae0428-e5fe-4f07-8de7-ffe93c3dc5d8 req-7187ff30-f673-4bb5-b647-f3d8b5a96707 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:26.473571 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6bae0428-e5fe-4f07-8de7-ffe93c3dc5d8 req-7187ff30-f673-4bb5-b647-f3d8b5a96707 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 944 time: 0.0668547 Feb 19 04:50:26.519493 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6bae0428-e5fe-4f07-8de7-ffe93c3dc5d8 req-18ae0ea7-c83b-4a80-9878-2c6212e4f709 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397513 Feb 19 04:50:26.908181 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 45f41625-ea71-4121-8b09-c9cbbd73c6e9 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:50:26.946534 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] The host n-h2-828369-19 is not matching for port 45f41625-ea71-4121-8b09-c9cbbd73c6e9 host n-h1-828369-19! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:50:26.946922 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 45f41625-ea71-4121-8b09-c9cbbd73c6e9 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:50:27.166611 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 45f41625-ea71-4121-8b09-c9cbbd73c6e9 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:50:27.272309 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 45f41625-ea71-4121-8b09-c9cbbd73c6e9, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=45f41625-ea71-4121-8b09-c9cbbd73c6e9,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:50:27.275653 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:27.284119 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '45f41625-ea71-4121-8b09-c9cbbd73c6e9', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'port_id': '45f41625-ea71-4121-8b09-c9cbbd73c6e9', 'mac_address': 'fa:16:3e:2a:59:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:50:27.320918 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 45f41625-ea71-4121-8b09-c9cbbd73c6e9 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:50:27.321300 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (45f41625-ea71-4121-8b09-c9cbbd73c6e9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:27.333459 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f41625-ea71-4121-8b09-c9cbbd73c6e9 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:50:27.352523 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 45f41625-ea71-4121-8b09-c9cbbd73c6e9, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=45f41625-ea71-4121-8b09-c9cbbd73c6e9,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:50:27.356074 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (45f41625-ea71-4121-8b09-c9cbbd73c6e9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:27.404798 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=45f41625-ea71-4121-8b09-c9cbbd73c6e9,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:27.641268 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea89553-e90d-43d6-86ed-b8204b44287f req-b3e6350b-c47f-4910-9d33-f541f0eb9c5f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:27.642733 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ea89553-e90d-43d6-86ed-b8204b44287f req-b3e6350b-c47f-4910-9d33-f541f0eb9c5f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 945 time: 0.0547495 Feb 19 04:50:27.662287 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['45f41625-ea71-4121-8b09-c9cbbd73c6e9'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:50:27.688208 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ea89553-e90d-43d6-86ed-b8204b44287f req-d566afda-c516-4f6a-872b-38303436fda1 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398986 Feb 19 04:50:27.922250 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c95b3b-ec72-492d-84f9-33bf1f84bebc req-8e5d871d-1f0f-4d83-a5ae-5e91859070cd tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:27.923741 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d0c95b3b-ec72-492d-84f9-33bf1f84bebc req-8e5d871d-1f0f-4d83-a5ae-5e91859070cd tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 945 time: 0.0836298 Feb 19 04:50:27.931831 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71976440-ea0c-4cb5-9be3-f48e5b2b9229 req-a2943bdc-125d-495b-a779-bc7e874fd3c0 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:27.933164 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-71976440-ea0c-4cb5-9be3-f48e5b2b9229 req-a2943bdc-125d-495b-a779-bc7e874fd3c0 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.79 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a&tenant_id=6c4c680087b94418bf6dec5572704dc6&binding%3Ahost_id=n-h1-828369-19 HTTP/1.1" status: 200 len: 945 time: 0.0831327 Feb 19 04:50:28.015323 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d0c95b3b-ec72-492d-84f9-33bf1f84bebc req-0ef3db86-a5db-43ad-8a8a-018a928cf029 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811963 Feb 19 04:50:28.022238 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-71976440-ea0c-4cb5-9be3-f48e5b2b9229 req-78ddf41f-b318-4769-a46a-fecabc40fa33 service neutron] delete failed (client error): The resource could not be found. Feb 19 04:50:28.023271 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-71976440-ea0c-4cb5-9be3-f48e5b2b9229 req-78ddf41f-b318-4769-a46a-fecabc40fa33 service neutron] 10.222.0.79 "DELETE /v2.0/ports/45f41625-ea71-4121-8b09-c9cbbd73c6e9/bindings/n-h2-828369-19 HTTP/1.1" status: 404 len: 381 time: 0.0826218 Feb 19 04:50:28.108174 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71976440-ea0c-4cb5-9be3-f48e5b2b9229 req-26e4f7db-0911-4a39-bb2a-2aa4f6aeb3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:28.109617 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-71976440-ea0c-4cb5-9be3-f48e5b2b9229 req-26e4f7db-0911-4a39-bb2a-2aa4f6aeb3d3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 1128 time: 0.0434649 Feb 19 04:50:28.197727 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71976440-ea0c-4cb5-9be3-f48e5b2b9229 req-8bb5f0b0-ccc7-48e5-b0ff-44b36c950251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:28.199170 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-71976440-ea0c-4cb5-9be3-f48e5b2b9229 req-8bb5f0b0-ccc7-48e5-b0ff-44b36c950251 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.0840015 Feb 19 04:50:28.270595 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-71976440-ea0c-4cb5-9be3-f48e5b2b9229 req-b1c7a97d-7b1c-4461-8f6f-389d0a20c017 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45f41625-ea71-4121-8b09-c9cbbd73c6e9 HTTP/1.1" status: 200 len: 1001 time: 0.0652158 Feb 19 04:50:28.316706 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71976440-ea0c-4cb5-9be3-f48e5b2b9229 req-dfb8e243-bc54-4301-8460-6da382db387c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:28.318138 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-71976440-ea0c-4cb5-9be3-f48e5b2b9229 req-dfb8e243-bc54-4301-8460-6da382db387c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0422776 Feb 19 04:50:28.367836 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71976440-ea0c-4cb5-9be3-f48e5b2b9229 req-6fe564ba-b8a7-4a41-a0e0-2ef681d34fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:28.369279 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-71976440-ea0c-4cb5-9be3-f48e5b2b9229 req-6fe564ba-b8a7-4a41-a0e0-2ef681d34fb4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457709 Feb 19 04:50:28.455487 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-71976440-ea0c-4cb5-9be3-f48e5b2b9229 req-f8186d93-c83d-4855-8721-46e4609ac517 service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798531 Feb 19 04:50:28.546062 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-71976440-ea0c-4cb5-9be3-f48e5b2b9229 req-4ee6ab1f-bb53-4207-a6c6-ae21c7c57fa8 service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841517 Feb 19 04:50:29.139969 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2bb32-bf96-4979-8c61-2db94d2e6eba req-d067976d-8c2d-4128-86c2-bd4c499faa08 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:29.141418 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-12b2bb32-bf96-4979-8c61-2db94d2e6eba req-d067976d-8c2d-4128-86c2-bd4c499faa08 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 945 time: 0.0524311 Feb 19 04:50:29.183091 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 45f41625-ea71-4121-8b09-c9cbbd73c6e9 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:50:29.186742 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-12b2bb32-bf96-4979-8c61-2db94d2e6eba req-21a17c69-a3b6-48c1-8ce2-2ddd54eb07cf tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397966 Feb 19 04:50:29.234586 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 45f41625-ea71-4121-8b09-c9cbbd73c6e9 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:50:29.239837 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 45f41625-ea71-4121-8b09-c9cbbd73c6e9 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:50:29.240214 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (45f41625-ea71-4121-8b09-c9cbbd73c6e9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:29.307298 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf825aa-4c7b-4cf4-a669-a86e4729e145 req-8db76122-b455-4ee0-9cb9-1e5d414cb7ca tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:29.308894 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6bf825aa-4c7b-4cf4-a669-a86e4729e145 req-8db76122-b455-4ee0-9cb9-1e5d414cb7ca tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 945 time: 0.0517607 Feb 19 04:50:29.319212 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 45f41625-ea71-4121-8b09-c9cbbd73c6e9 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:50:29.320303 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (45f41625-ea71-4121-8b09-c9cbbd73c6e9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:29.343949 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155de94f-58fc-40b7-8b07-75140fafe72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f41625-ea71-4121-8b09-c9cbbd73c6e9'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:50:29.346210 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cd4432-6fa6-43a4-845e-50948370bbd5" -d '{"events": [{"server_uuid": "155de94f-58fc-40b7-8b07-75140fafe72a", "name": "network-vif-plugged", "status": "completed", "tag": "45f41625-ea71-4121-8b09-c9cbbd73c6e9"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:50:29.357267 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6bf825aa-4c7b-4cf4-a669-a86e4729e145 req-9f6717b6-2faa-4663-8626-1776252246ea tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426800 Feb 19 04:50:29.358962 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 45f41625-ea71-4121-8b09-c9cbbd73c6e9, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=45f41625-ea71-4121-8b09-c9cbbd73c6e9,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:50:29.365905 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (45f41625-ea71-4121-8b09-c9cbbd73c6e9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:29.394243 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efa3a65-57a0-4241-836e-18e96faee1a0 x-openstack-request-id: req-8efa3a65-57a0-4241-836e-18e96faee1a0 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:50:29.394542 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "155de94f-58fc-40b7-8b07-75140fafe72a", "name": "network-vif-plugged", "status": "completed", "tag": "45f41625-ea71-4121-8b09-c9cbbd73c6e9", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:50:29.394858 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8efa3a65-57a0-4241-836e-18e96faee1a0 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:50:29.395226 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '155de94f-58fc-40b7-8b07-75140fafe72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f41625-ea71-4121-8b09-c9cbbd73c6e9', 'code': 200} Feb 19 04:50:29.419581 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=45f41625-ea71-4121-8b09-c9cbbd73c6e9,revision_number=9']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:29.595436 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f68f5-7041-45ed-8b17-710aad7afdc0 req-85492ec8-39a7-46c4-ac2a-608c0240cebd tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:29.596899 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d08f68f5-7041-45ed-8b17-710aad7afdc0 req-85492ec8-39a7-46c4-ac2a-608c0240cebd tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0816445 Feb 19 04:50:29.612113 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c283b05-053d-4764-aed7-2197516d7ae6 req-94deade8-fd09-4002-81aa-a757b59e9a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:29.613502 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c283b05-053d-4764-aed7-2197516d7ae6 req-94deade8-fd09-4002-81aa-a757b59e9a8e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 1129 time: 0.0688171 Feb 19 04:50:29.698898 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d08f68f5-7041-45ed-8b17-710aad7afdc0 req-b9b9635a-7b05-4756-a4df-3f80353db144 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960624 Feb 19 04:50:29.728001 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c283b05-053d-4764-aed7-2197516d7ae6 req-bf61ea42-ce0b-44fa-842f-df4411c29ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:29.729412 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c283b05-053d-4764-aed7-2197516d7ae6 req-bf61ea42-ce0b-44fa-842f-df4411c29ea8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.1095092 Feb 19 04:50:29.792379 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c283b05-053d-4764-aed7-2197516d7ae6 req-56a3de21-bab7-4750-9f7d-5aade97e074d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45f41625-ea71-4121-8b09-c9cbbd73c6e9 HTTP/1.1" status: 200 len: 1002 time: 0.0570884 Feb 19 04:50:29.839133 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c283b05-053d-4764-aed7-2197516d7ae6 req-6f4cb969-8b1b-4561-a979-8f1cfd401575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:29.840534 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c283b05-053d-4764-aed7-2197516d7ae6 req-6f4cb969-8b1b-4561-a979-8f1cfd401575 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0427198 Feb 19 04:50:29.890939 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c283b05-053d-4764-aed7-2197516d7ae6 req-fb62cc6a-1b7c-4903-9922-0f61b8cf4f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:29.892386 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c283b05-053d-4764-aed7-2197516d7ae6 req-fb62cc6a-1b7c-4903-9922-0f61b8cf4f72 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465322 Feb 19 04:50:29.981452 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c283b05-053d-4764-aed7-2197516d7ae6 req-2cd6ca8e-2bdc-4fc3-b390-3754a4a0df50 service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820599 Feb 19 04:50:30.041251 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:30.075044 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c283b05-053d-4764-aed7-2197516d7ae6 req-87bf7c90-a1a3-483c-bab4-2c35529a5962 service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878394 Feb 19 04:50:30.693529 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-87f4942a-206c-440c-be66-a431f9b4b66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:30.821270 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312542f8-cd19-41cc-9fc9-182f559866c2 req-975ed07f-3dd0-40e6-896e-0ee4d8615533 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:30.822782 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-312542f8-cd19-41cc-9fc9-182f559866c2 req-975ed07f-3dd0-40e6-896e-0ee4d8615533 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0539050 Feb 19 04:50:30.868668 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-312542f8-cd19-41cc-9fc9-182f559866c2 req-ea93502c-ca0d-4663-908d-4379daa24380 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403292 Feb 19 04:50:31.102536 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce13ba6-f50a-4216-9317-cc6ddf623353 req-1fdb83ce-38ee-48ac-ac28-9eca98a1cdac tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:31.104018 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cce13ba6-f50a-4216-9317-cc6ddf623353 req-1fdb83ce-38ee-48ac-ac28-9eca98a1cdac tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0518105 Feb 19 04:50:31.149642 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cce13ba6-f50a-4216-9317-cc6ddf623353 req-48c12cd7-8038-4ec0-8281-dd1e05f0d9e4 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400143 Feb 19 04:50:32.284387 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb49d7-7c28-488a-bfd0-8d7524dbed46 req-89c0fd79-c9fe-4cb6-b23d-5ff4975ce6ab tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:32.285750 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-77cb49d7-7c28-488a-bfd0-8d7524dbed46 req-89c0fd79-c9fe-4cb6-b23d-5ff4975ce6ab tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0669367 Feb 19 04:50:32.333599 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-77cb49d7-7c28-488a-bfd0-8d7524dbed46 req-d7ce2760-452c-45da-9b62-b62af0a71103 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415306 Feb 19 04:50:32.502450 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a32afc-c2ad-4d66-b42c-e45fc447d238 req-13f76b59-96f9-4d8d-adc4-0aad8ef570d6 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:32.503892 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-28a32afc-c2ad-4d66-b42c-e45fc447d238 req-13f76b59-96f9-4d8d-adc4-0aad8ef570d6 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.26 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 946 time: 0.0515943 Feb 19 04:50:32.597025 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-28a32afc-c2ad-4d66-b42c-e45fc447d238 req-018c09e3-3d9f-439d-91be-20c7ab0cf71f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Deleting port 45f41625-ea71-4121-8b09-c9cbbd73c6e9 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:50:32.597291 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-28a32afc-c2ad-4d66-b42c-e45fc447d238 req-018c09e3-3d9f-439d-91be-20c7ab0cf71f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (45f41625-ea71-4121-8b09-c9cbbd73c6e9), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:32.685154 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-28a32afc-c2ad-4d66-b42c-e45fc447d238 req-018c09e3-3d9f-439d-91be-20c7ab0cf71f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] For port 45f41625-ea71-4121-8b09-c9cbbd73c6e9, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=45f41625-ea71-4121-8b09-c9cbbd73c6e9,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:50:32.685522 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-28a32afc-c2ad-4d66-b42c-e45fc447d238 req-018c09e3-3d9f-439d-91be-20c7ab0cf71f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (45f41625-ea71-4121-8b09-c9cbbd73c6e9), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:32.853998 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-28a32afc-c2ad-4d66-b42c-e45fc447d238 req-018c09e3-3d9f-439d-91be-20c7ab0cf71f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:32.854327 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-28a32afc-c2ad-4d66-b42c-e45fc447d238 req-018c09e3-3d9f-439d-91be-20c7ab0cf71f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (861c3ae5-bdca-46ea-80f4-34798b9d828e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:32.854677 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [req-28a32afc-c2ad-4d66-b42c-e45fc447d238 req-018c09e3-3d9f-439d-91be-20c7ab0cf71f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Floating IP 861c3ae5-bdca-46ea-80f4-34798b9d828e disassociated. External IP: 172.25.3.115, port: 45f41625-ea71-4121-8b09-c9cbbd73c6e9. Feb 19 04:50:32.855032 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-28a32afc-c2ad-4d66-b42c-e45fc447d238 req-018c09e3-3d9f-439d-91be-20c7ab0cf71f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Calling delete_port for 45f41625-ea71-4121-8b09-c9cbbd73c6e9 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:50:32.983194 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-28a32afc-c2ad-4d66-b42c-e45fc447d238 req-018c09e3-3d9f-439d-91be-20c7ab0cf71f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (45f41625-ea71-4121-8b09-c9cbbd73c6e9), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:33.012419 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c09e3-3d9f-439d-91be-20c7ab0cf71f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Pushing event deleted for resources: {'Port': ['ID=45f41625-ea71-4121-8b09-c9cbbd73c6e9,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:33.129264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28a32afc-c2ad-4d66-b42c-e45fc447d238 req-018c09e3-3d9f-439d-91be-20c7ab0cf71f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Router 71f820f3-4a36-4b84-a0cb-0411764a9fcf has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:50:33.246157 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28a32afc-c2ad-4d66-b42c-e45fc447d238 req-018c09e3-3d9f-439d-91be-20c7ab0cf71f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:50:33.255641 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322daa94-7e04-4f08-8034-e01384940ca5 None None] Sync routers for ids ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:50:33.266863 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322daa94-7e04-4f08-8034-e01384940ca5 None None] Routers {'71f820f3-4a36-4b84-a0cb-0411764a9fcf'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:50:33.267476 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-322daa94-7e04-4f08-8034-e01384940ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:50:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:33.290574 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a32afc-c2ad-4d66-b42c-e45fc447d238 req-018c09e3-3d9f-439d-91be-20c7ab0cf71f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] No DVR routers for this DVR port 45f41625-ea71-4121-8b09-c9cbbd73c6e9 on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:50:33.293284 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-28a32afc-c2ad-4d66-b42c-e45fc447d238 req-018c09e3-3d9f-439d-91be-20c7ab0cf71f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:33.297239 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-28a32afc-c2ad-4d66-b42c-e45fc447d238 req-018c09e3-3d9f-439d-91be-20c7ab0cf71f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.26 "DELETE /v2.0/ports/45f41625-ea71-4121-8b09-c9cbbd73c6e9 HTTP/1.1" status: 204 len: 173 time: 0.7876627 Feb 19 04:50:33.297745 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155de94f-58fc-40b7-8b07-75140fafe72a', 'name': 'network-vif-deleted', 'tag': '45f41625-ea71-4121-8b09-c9cbbd73c6e9'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:50:33.300253 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d931f680-ce85-48f7-9da5-545b0c0c9958" -d '{"events": [{"server_uuid": "155de94f-58fc-40b7-8b07-75140fafe72a", "name": "network-vif-deleted", "tag": "45f41625-ea71-4121-8b09-c9cbbd73c6e9"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:50:33.340680 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3308ae1a-922b-4ec9-b634-a28a8e0a5949 x-openstack-request-id: req-3308ae1a-922b-4ec9-b634-a28a8e0a5949 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:50:33.340982 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "155de94f-58fc-40b7-8b07-75140fafe72a", "name": "network-vif-deleted", "tag": "45f41625-ea71-4121-8b09-c9cbbd73c6e9", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:50:33.341239 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3308ae1a-922b-4ec9-b634-a28a8e0a5949 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:50:33.341652 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '155de94f-58fc-40b7-8b07-75140fafe72a', 'name': 'network-vif-deleted', 'tag': '45f41625-ea71-4121-8b09-c9cbbd73c6e9', 'status': 'completed', 'code': 200} Feb 19 04:50:33.438738 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c427d81-8d81-41f0-a404-f0405618db4f req-af3fcccd-f85d-43b7-8c21-fa8d22b3f344 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=155de94f-58fc-40b7-8b07-75140fafe72a HTTP/1.1" status: 200 len: 210 time: 0.0297451 Feb 19 04:50:33.477033 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-322daa94-7e04-4f08-8034-e01384940ca5 None None] Set router 71f820f3-4a36-4b84-a0cb-0411764a9fcf gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:50:33.545461 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-794531f9-deb2-49d8-8df8-006c73ecb157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:33.674244 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-322daa94-7e04-4f08-8034-e01384940ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 4, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7', 'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'mac_address': 'fa:16:3e:70:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:56Z', 'updated_at': '2022-02-19T04:49:00Z', 'revision_number': 5, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'subnets': [{'id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:33.699937 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322daa94-7e04-4f08-8034-e01384940ca5 None None] Checking router: 71f820f3-4a36-4b84-a0cb-0411764a9fcf for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:50:33.707999 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322daa94-7e04-4f08-8034-e01384940ca5 None None] Routers {'71f820f3-4a36-4b84-a0cb-0411764a9fcf'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:50:33.708612 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-322daa94-7e04-4f08-8034-e01384940ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:50:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:33.813556 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-322daa94-7e04-4f08-8034-e01384940ca5 None None] Set router 71f820f3-4a36-4b84-a0cb-0411764a9fcf gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:50:33.959507 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:34.006410 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-322daa94-7e04-4f08-8034-e01384940ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 4, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7', 'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'mac_address': 'fa:16:3e:70:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:56Z', 'updated_at': '2022-02-19T04:49:00Z', 'revision_number': 5, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'subnets': [{'id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:34.033020 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322daa94-7e04-4f08-8034-e01384940ca5 None None] The sync data for ids ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'] in n-d-828369-19 is: [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 4, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7', 'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'mac_address': 'fa:16:3e:70:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:56Z', 'updated_at': '2022-02-19T04:49:00Z', 'revision_number': 5, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'subnets': [{'id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:50:34.256510 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec81ec97-3869-4039-ab80-dc2e27a1fdd0 None None] New status for floating IP 861c3ae5-bdca-46ea-80f4-34798b9d828e: DOWN {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:50:34.681320 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-458782de-edf5-44d5-bb72-55d82d77ccbf tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2064425005&fields=id&tenant_id=6c4c680087b94418bf6dec5572704dc6 HTTP/1.1" status: 200 len: 267 time: 0.0426266 Feb 19 04:50:34.786809 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-fb7c8723-858a-4472-b41e-11ff4cd7a3e0 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:34.788654 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-fb7c8723-858a-4472-b41e-11ff4cd7a3e0 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 812 time: 0.1004992 Feb 19 04:50:34.802930 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-b3a97858-82fa-4649-b9cd-fe1f666d865b tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/quotas/6c4c680087b94418bf6dec5572704dc6 HTTP/1.1" status: 200 len: 375 time: 0.0088494 Feb 19 04:50:34.855765 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-a534dd5f-058b-40e2-9b1c-913ef7bdcd2a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474505 Feb 19 04:50:34.947255 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-53ca9ae5-9bd5-421c-871b-cc1cfd4d43c4 service neutron] 10.222.0.52 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795038 Feb 19 04:50:35.044680 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-0995099a-b24b-4959-bd02-e41e9e8bbc05 service neutron] 10.222.0.52 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916874 Feb 19 04:50:35.202401 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3b5d8bad-f356-4ad7-a467-c294347c1441 req-bd752ee0-6277-48dd-b300-5c9ce7ee3cfe tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 210 time: 0.0278766 Feb 19 04:50:35.449035 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:36.098906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-892174c3-2671-497c-ad0f-cdfa1085d7ef tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:36.100547 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-892174c3-2671-497c-ad0f-cdfa1085d7ef tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.79 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 812 time: 0.1052787 Feb 19 04:50:36.160703 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-b143e7cc-29f4-446f-aa9b-3d352ac19503 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c4c680087b94418bf6dec5572704dc6 HTTP/1.1" status: 200 len: 380 time: 0.0515356 Feb 19 04:50:36.170698 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-53489c73-5bd9-4be8-8c8d-f7d0bbc34ec7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Request body: {'port': {'device_id': '4e58d3e3-bfde-4eb6-99db-f677967a8b8b', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'admin_state_up': True, 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'security_groups': ['a0600357-34c6-46b6-847c-e950dbccb202']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:50:36.284716 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-53489c73-5bd9-4be8-8c8d-f7d0bbc34ec7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Made reservation on behalf of 6c4c680087b94418bf6dec5572704dc6 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:50:36.288410 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-53489c73-5bd9-4be8-8c8d-f7d0bbc34ec7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:36.311688 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84f5675b-12bd-4870-8d35-19effc30d2d8 req-173a2ccd-97aa-4a07-8e92-da847eb8b4f7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 210 time: 0.0404689 Feb 19 04:50:36.423761 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-53489c73-5bd9-4be8-8c8d-f7d0bbc34ec7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Allocated IP 172.20.0.10 (0793ebd2-9a5b-482f-993e-6c125aa01a42/73e3ec62-9bfe-4c91-82e1-f909ccc9fead/79d23f35-780f-4086-820f-7ef581fda9a4) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:50:36.558251 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-53489c73-5bd9-4be8-8c8d-f7d0bbc34ec7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for port (79d23f35-780f-4086-820f-7ef581fda9a4), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:36.590113 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-53489c73-5bd9-4be8-8c8d-f7d0bbc34ec7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (79d23f35-780f-4086-820f-7ef581fda9a4), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:36.630321 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-53489c73-5bd9-4be8-8c8d-f7d0bbc34ec7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Network 0793ebd2-9a5b-482f-993e-6c125aa01a42 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:50:36.633347 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-53489c73-5bd9-4be8-8c8d-f7d0bbc34ec7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:50:36.636913 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-53489c73-5bd9-4be8-8c8d-f7d0bbc34ec7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:50:36.673924 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53489c73-5bd9-4be8-8c8d-f7d0bbc34ec7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Pushing event updated for resources: {'Port': ['ID=79d23f35-780f-4086-820f-7ef581fda9a4,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:36.702253 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-53489c73-5bd9-4be8-8c8d-f7d0bbc34ec7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:36.702888 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-53489c73-5bd9-4be8-8c8d-f7d0bbc34ec7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:36.721753 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-53489c73-5bd9-4be8-8c8d-f7d0bbc34ec7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5546870 Feb 19 04:50:36.733301 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-761e3282-5843-47b1-bb44-e2836f16fa77 service neutron] Request body: {'port': {'device_id': '4e58d3e3-bfde-4eb6-99db-f677967a8b8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:50:36.795528 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-761e3282-5843-47b1-bb44-e2836f16fa77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (79d23f35-780f-4086-820f-7ef581fda9a4), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:36.866561 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:36.876403 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-f0df21c8-0a16-49bb-b6e4-594e4e6faabd None None] Provisioning complete for port 79d23f35-780f-4086-820f-7ef581fda9a4 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:50:36.876802 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f0df21c8-0a16-49bb-b6e4-594e4e6faabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (79d23f35-780f-4086-820f-7ef581fda9a4), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:36.910249 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f0df21c8-0a16-49bb-b6e4-594e4e6faabd None None] Port 79d23f35-780f-4086-820f-7ef581fda9a4 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:50:37.053773 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-761e3282-5843-47b1-bb44-e2836f16fa77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d23f35-780f-4086-820f-7ef581fda9a4 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:50:37.061253 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-761e3282-5843-47b1-bb44-e2836f16fa77 service neutron] Publish callbacks [] for port (79d23f35-780f-4086-820f-7ef581fda9a4), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:37.073690 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-761e3282-5843-47b1-bb44-e2836f16fa77 service neutron] Transition to ACTIVE for port object 79d23f35-780f-4086-820f-7ef581fda9a4 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:50:37.077341 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-761e3282-5843-47b1-bb44-e2836f16fa77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (79d23f35-780f-4086-820f-7ef581fda9a4), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:37.128544 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e3282-5843-47b1-bb44-e2836f16fa77 service neutron] Pushing event updated for resources: {'Port': ['ID=79d23f35-780f-4086-820f-7ef581fda9a4,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:37.195151 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-761e3282-5843-47b1-bb44-e2836f16fa77 service neutron] Attempting to bind port 79d23f35-780f-4086-820f-7ef581fda9a4 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:50:37.195485 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-761e3282-5843-47b1-bb44-e2836f16fa77 service neutron] Attempting to bind port 79d23f35-780f-4086-820f-7ef581fda9a4 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:50:37.195814 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-761e3282-5843-47b1-bb44-e2836f16fa77 service neutron] Attempting to bind port 79d23f35-780f-4086-820f-7ef581fda9a4 on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:50:37.200343 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-761e3282-5843-47b1-bb44-e2836f16fa77 service neutron] Port 79d23f35-780f-4086-820f-7ef581fda9a4 on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:50:37.200665 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-761e3282-5843-47b1-bb44-e2836f16fa77 service neutron] Attempting to bind port 79d23f35-780f-4086-820f-7ef581fda9a4 on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:50:37.206807 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-761e3282-5843-47b1-bb44-e2836f16fa77 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:50:37.207154 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-761e3282-5843-47b1-bb44-e2836f16fa77 service neutron] Checking segment: {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:50:37.207594 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-761e3282-5843-47b1-bb44-e2836f16fa77 service neutron] Bound using segment: {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:50:37.208027 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-761e3282-5843-47b1-bb44-e2836f16fa77 service neutron] Bound port: 79d23f35-780f-4086-820f-7ef581fda9a4, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:50:37.208387 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-761e3282-5843-47b1-bb44-e2836f16fa77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (79d23f35-780f-4086-820f-7ef581fda9a4), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:37.215130 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 45f41625-ea71-4121-8b09-c9cbbd73c6e9 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:50:37.236180 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 45f41625-ea71-4121-8b09-c9cbbd73c6e9 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:50:37.236540 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 45f41625-ea71-4121-8b09-c9cbbd73c6e9 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:50:37.277839 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-761e3282-5843-47b1-bb44-e2836f16fa77 service neutron] For port 79d23f35-780f-4086-820f-7ef581fda9a4, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:50:37.280967 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-761e3282-5843-47b1-bb44-e2836f16fa77 service neutron] For port 79d23f35-780f-4086-820f-7ef581fda9a4, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=79d23f35-780f-4086-820f-7ef581fda9a4,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:50:37.287841 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-761e3282-5843-47b1-bb44-e2836f16fa77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (79d23f35-780f-4086-820f-7ef581fda9a4), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:37.323354 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-761e3282-5843-47b1-bb44-e2836f16fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:37.324035 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-761e3282-5843-47b1-bb44-e2836f16fa77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:37.325387 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-761e3282-5843-47b1-bb44-e2836f16fa77 service neutron] 10.222.0.79 "PUT /v2.0/ports/79d23f35-780f-4086-820f-7ef581fda9a4 HTTP/1.1" status: 200 len: 1093 time: 0.5964429 Feb 19 04:50:37.325830 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e58d3e3-bfde-4eb6-99db-f677967a8b8b', 'tag': '79d23f35-780f-4086-820f-7ef581fda9a4'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:50:37.328117 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081b7d57-b180-4ba3-9c29-bc096daffd5f" -d '{"events": [{"name": "network-changed", "server_uuid": "4e58d3e3-bfde-4eb6-99db-f677967a8b8b", "tag": "79d23f35-780f-4086-820f-7ef581fda9a4"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:50:37.354026 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e3282-5843-47b1-bb44-e2836f16fa77 service neutron] Pushing event updated for resources: {'Port': ['ID=79d23f35-780f-4086-820f-7ef581fda9a4,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:37.385417 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288b6cf1-8508-4d15-ab80-4f0c7aad7be1 x-openstack-request-id: req-288b6cf1-8508-4d15-ab80-4f0c7aad7be1 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:50:37.385721 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e58d3e3-bfde-4eb6-99db-f677967a8b8b", "tag": "79d23f35-780f-4086-820f-7ef581fda9a4", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:50:37.385982 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-288b6cf1-8508-4d15-ab80-4f0c7aad7be1 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:50:37.386434 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e58d3e3-bfde-4eb6-99db-f677967a8b8b', 'tag': '79d23f35-780f-4086-820f-7ef581fda9a4', 'status': 'completed', 'code': 200} Feb 19 04:50:37.469050 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-d6dd8c04-3157-4dba-9d8e-04b402ae8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:37.470609 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-d6dd8c04-3157-4dba-9d8e-04b402ae8a8b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 1127 time: 0.0793419 Feb 19 04:50:37.482194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07a99a-a2fc-4ce8-8dac-f144a461612e req-ac201cd7-c35a-4b4d-9148-21f5716ab72d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:37.483711 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f07a99a-a2fc-4ce8-8dac-f144a461612e req-ac201cd7-c35a-4b4d-9148-21f5716ab72d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 944 time: 0.0660675 Feb 19 04:50:37.528366 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-6666bf6b-df29-4e31-a3df-91c0e15dd612 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79d23f35-780f-4086-820f-7ef581fda9a4 HTTP/1.1" status: 200 len: 217 time: 0.0436764 Feb 19 04:50:37.597887 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f07a99a-a2fc-4ce8-8dac-f144a461612e req-be00b22b-26e3-4782-ac9c-f963e8be5173 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073966 Feb 19 04:50:37.599315 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-c3693193-9030-4b69-aab0-6ad6453f2beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:37.600721 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-c3693193-9030-4b69-aab0-6ad6453f2beb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0665374 Feb 19 04:50:37.649539 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-be40e25c-aadf-4ead-a402-a6699b01bcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:37.651056 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-be40e25c-aadf-4ead-a402-a6699b01bcc8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440314 Feb 19 04:50:37.742858 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-0723469c-21fc-41d6-8bc5-2efaac4d262e service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854406 Feb 19 04:50:37.829922 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d202acd9-d84a-4f64-b5a3-2ff8aafd57d5 req-0a706452-5f12-4a4d-a0da-03ffffe5bf2e service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797529 Feb 19 04:50:37.915267 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b7d57-b180-4ba3-9c29-bc096daffd5f req-b3b94889-213b-4272-93bb-ac4481e69ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:37.916632 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-081b7d57-b180-4ba3-9c29-bc096daffd5f req-b3b94889-213b-4272-93bb-ac4481e69ed7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 1127 time: 0.0471072 Feb 19 04:50:38.004487 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b7d57-b180-4ba3-9c29-bc096daffd5f req-bb5ce3e5-38fa-4cfa-8cab-6337e45c9d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:38.005940 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-081b7d57-b180-4ba3-9c29-bc096daffd5f req-bb5ce3e5-38fa-4cfa-8cab-6337e45c9d75 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.0836124 Feb 19 04:50:38.049955 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-081b7d57-b180-4ba3-9c29-bc096daffd5f req-758b2e2c-628f-403f-9cf0-f6c6a0de260a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79d23f35-780f-4086-820f-7ef581fda9a4 HTTP/1.1" status: 200 len: 217 time: 0.0378022 Feb 19 04:50:38.099934 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b7d57-b180-4ba3-9c29-bc096daffd5f req-49143cb4-cf0e-49d9-848e-e6e4fe68f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:38.101963 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-081b7d57-b180-4ba3-9c29-bc096daffd5f req-49143cb4-cf0e-49d9-848e-e6e4fe68f155 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0433223 Feb 19 04:50:38.150591 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b7d57-b180-4ba3-9c29-bc096daffd5f req-180c91dd-9eaa-45e3-805b-fee5721f0a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:38.152065 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-081b7d57-b180-4ba3-9c29-bc096daffd5f req-180c91dd-9eaa-45e3-805b-fee5721f0a43 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0424669 Feb 19 04:50:38.241672 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-081b7d57-b180-4ba3-9c29-bc096daffd5f req-9a732599-929b-4697-b29b-29ed646387a5 service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829885 Feb 19 04:50:38.337003 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-081b7d57-b180-4ba3-9c29-bc096daffd5f req-3bbd748e-cd63-4a8e-9595-c72c71266f3c service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894930 Feb 19 04:50:38.719336 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fca733-8908-4853-b201-52d63428ab32 req-357ca9a7-5c3a-478a-9ded-ee7a45a36ae4 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:38.720923 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80fca733-8908-4853-b201-52d63428ab32 req-357ca9a7-5c3a-478a-9ded-ee7a45a36ae4 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 944 time: 0.0547299 Feb 19 04:50:38.765929 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80fca733-8908-4853-b201-52d63428ab32 req-01e5deae-6ace-4886-b12f-c28729d49cdd tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394492 Feb 19 04:50:39.888132 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653b9c3-7269-4b44-afed-3f9dedbf1e45 req-b65f6d32-e4b7-43b9-9b61-37ff38871a30 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:39.889596 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6653b9c3-7269-4b44-afed-3f9dedbf1e45 req-b65f6d32-e4b7-43b9-9b61-37ff38871a30 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 944 time: 0.0549850 Feb 19 04:50:39.935601 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6653b9c3-7269-4b44-afed-3f9dedbf1e45 req-0539790a-52b3-4959-965f-c3500a4b59a5 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403390 Feb 19 04:50:40.954188 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 79d23f35-780f-4086-820f-7ef581fda9a4 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:50:41.053357 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 79d23f35-780f-4086-820f-7ef581fda9a4, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=79d23f35-780f-4086-820f-7ef581fda9a4,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:50:41.055303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75bcea-85ee-447d-b3c0-3b12d04fd3ea req-f5c237d0-d820-4422-8d6a-88077c2c6937 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:41.056804 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a75bcea-85ee-447d-b3c0-3b12d04fd3ea req-f5c237d0-d820-4422-8d6a-88077c2c6937 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 944 time: 0.0514596 Feb 19 04:50:41.066886 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '79d23f35-780f-4086-820f-7ef581fda9a4', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'port_id': '79d23f35-780f-4086-820f-7ef581fda9a4', 'mac_address': 'fa:16:3e:3c:20:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:50:41.102478 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a75bcea-85ee-447d-b3c0-3b12d04fd3ea req-8fc5e521-b9a8-4c94-acc4-eae1418a7372 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401258 Feb 19 04:50:41.103766 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 79d23f35-780f-4086-820f-7ef581fda9a4 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:50:41.104159 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (79d23f35-780f-4086-820f-7ef581fda9a4), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:41.117660 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d23f35-780f-4086-820f-7ef581fda9a4 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:50:41.140575 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 79d23f35-780f-4086-820f-7ef581fda9a4, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=79d23f35-780f-4086-820f-7ef581fda9a4,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:50:41.144562 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (79d23f35-780f-4086-820f-7ef581fda9a4), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:41.190022 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=79d23f35-780f-4086-820f-7ef581fda9a4,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:41.197815 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:41.198184 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:41.198601 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:41.198942 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:41.199279 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:41.199613 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:41.199944 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:41.200272 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:41.200599 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:41.200923 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:41.201248 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:41.201570 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:41.201921 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:41.353177 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['79d23f35-780f-4086-820f-7ef581fda9a4'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:50:42.227218 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b4766-6a86-4b52-aa3d-c8d32f90a749 req-5b9197ee-fe03-46c6-8d4f-f3e0251831a3 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:42.228683 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2a9b4766-6a86-4b52-aa3d-c8d32f90a749 req-5b9197ee-fe03-46c6-8d4f-f3e0251831a3 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 945 time: 0.0554581 Feb 19 04:50:42.274380 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2a9b4766-6a86-4b52-aa3d-c8d32f90a749 req-22acfaf7-3cc5-47ce-959d-592bd0580891 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401118 Feb 19 04:50:42.957846 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 79d23f35-780f-4086-820f-7ef581fda9a4 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:50:43.004794 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 79d23f35-780f-4086-820f-7ef581fda9a4 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:50:43.008597 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 79d23f35-780f-4086-820f-7ef581fda9a4 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:50:43.008971 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (79d23f35-780f-4086-820f-7ef581fda9a4), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:43.082119 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 79d23f35-780f-4086-820f-7ef581fda9a4 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:50:43.082544 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (79d23f35-780f-4086-820f-7ef581fda9a4), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:43.104644 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e58d3e3-bfde-4eb6-99db-f677967a8b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d23f35-780f-4086-820f-7ef581fda9a4'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:50:43.106880 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40150937-244d-4c59-b011-f5595390caf7" -d '{"events": [{"server_uuid": "4e58d3e3-bfde-4eb6-99db-f677967a8b8b", "name": "network-vif-plugged", "status": "completed", "tag": "79d23f35-780f-4086-820f-7ef581fda9a4"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:50:43.121451 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 79d23f35-780f-4086-820f-7ef581fda9a4, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=79d23f35-780f-4086-820f-7ef581fda9a4,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:50:43.125040 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (79d23f35-780f-4086-820f-7ef581fda9a4), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:43.150464 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa5f9e4-f44b-40a5-bb4d-7b9e3ffb1153 x-openstack-request-id: req-6fa5f9e4-f44b-40a5-bb4d-7b9e3ffb1153 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:50:43.150758 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e58d3e3-bfde-4eb6-99db-f677967a8b8b", "name": "network-vif-plugged", "status": "completed", "tag": "79d23f35-780f-4086-820f-7ef581fda9a4", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:50:43.151011 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6fa5f9e4-f44b-40a5-bb4d-7b9e3ffb1153 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:50:43.151406 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e58d3e3-bfde-4eb6-99db-f677967a8b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d23f35-780f-4086-820f-7ef581fda9a4', 'code': 200} Feb 19 04:50:43.176563 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=79d23f35-780f-4086-820f-7ef581fda9a4,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:43.248820 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11898003-3dc7-46d6-bc66-0214d34d99e4 req-e7793fa8-01e4-4e5c-b7c1-087b1fefa944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:43.250349 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11898003-3dc7-46d6-bc66-0214d34d99e4 req-e7793fa8-01e4-4e5c-b7c1-087b1fefa944 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 1129 time: 0.0429385 Feb 19 04:50:43.291751 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-11898003-3dc7-46d6-bc66-0214d34d99e4 req-ec33601e-0f94-4826-93f4-d0d3cd48aae6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356967 Feb 19 04:50:43.391649 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89251f11-0991-4214-9f76-460624232385 req-365b08b4-f566-4e76-aec4-75f109781f67 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:43.393157 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-89251f11-0991-4214-9f76-460624232385 req-365b08b4-f566-4e76-aec4-75f109781f67 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0515566 Feb 19 04:50:43.443347 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-89251f11-0991-4214-9f76-460624232385 req-8af6f15f-23c7-41cf-9c0a-1cccf1e2ff35 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440016 Feb 19 04:50:44.564621 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec0b5d-7e35-45ce-9d29-1f0026ff4b03 req-0159c437-e810-42ed-a28d-f29446951fc1 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:44.566091 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bdec0b5d-7e35-45ce-9d29-1f0026ff4b03 req-0159c437-e810-42ed-a28d-f29446951fc1 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0529668 Feb 19 04:50:44.612593 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bdec0b5d-7e35-45ce-9d29-1f0026ff4b03 req-8b3e6e2e-4e78-4b79-8294-89eb19d603d6 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407927 Feb 19 04:50:44.727186 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee44a08-27fe-4fad-8bdb-dfcb37443871 req-211c5592-c55c-45ed-9338-c4d14d78f7e4 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:44.728664 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aee44a08-27fe-4fad-8bdb-dfcb37443871 req-211c5592-c55c-45ed-9338-c4d14d78f7e4 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0526178 Feb 19 04:50:44.738649 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45448) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:50:44.743735 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-c7a7416f-6bf1-4883-8554-664be6eb9c59 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Request body: {'floatingip': {'port_id': '79d23f35-780f-4086-820f-7ef581fda9a4'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:50:44.785620 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c7a7416f-6bf1-4883-8554-664be6eb9c59 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for floatingip (861c3ae5-bdca-46ea-80f4-34798b9d828e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:45.564635 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c7a7416f-6bf1-4883-8554-664be6eb9c59 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:45.568685 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c7a7416f-6bf1-4883-8554-664be6eb9c59 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (861c3ae5-bdca-46ea-80f4-34798b9d828e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:45.669434 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-c7a7416f-6bf1-4883-8554-664be6eb9c59 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Floating IP 861c3ae5-bdca-46ea-80f4-34798b9d828e associated. External IP: 172.25.3.115, port: 79d23f35-780f-4086-820f-7ef581fda9a4. Feb 19 04:50:45.877226 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a7416f-6bf1-4883-8554-664be6eb9c59 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Router 71f820f3-4a36-4b84-a0cb-0411764a9fcf has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:50:45.987004 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a7416f-6bf1-4883-8554-664be6eb9c59 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:50:45.992585 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c7a7416f-6bf1-4883-8554-664be6eb9c59 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:45.997262 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb24bcbb-8941-42ce-90ae-e2729e94d787 None None] Sync routers for ids ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:50:46.006944 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb24bcbb-8941-42ce-90ae-e2729e94d787 None None] Routers {'71f820f3-4a36-4b84-a0cb-0411764a9fcf'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:50:46.007483 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-eb24bcbb-8941-42ce-90ae-e2729e94d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:50:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:46.021242 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c7a7416f-6bf1-4883-8554-664be6eb9c59 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "PUT /v2.0/floatingips/861c3ae5-bdca-46ea-80f4-34798b9d828e HTTP/1.1" status: 200 len: 992 time: 1.2815261 Feb 19 04:50:46.021963 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e58d3e3-bfde-4eb6-99db-f677967a8b8b', 'tag': '79d23f35-780f-4086-820f-7ef581fda9a4'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:50:46.024359 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364f0dd7-6685-4bb1-921c-2bb1e10f6343" -d '{"events": [{"name": "network-changed", "server_uuid": "4e58d3e3-bfde-4eb6-99db-f677967a8b8b", "tag": "79d23f35-780f-4086-820f-7ef581fda9a4"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:50:46.064329 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f92c6f2-d71a-44ad-afe3-540e852d7c84 x-openstack-request-id: req-1f92c6f2-d71a-44ad-afe3-540e852d7c84 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:50:46.064630 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e58d3e3-bfde-4eb6-99db-f677967a8b8b", "tag": "79d23f35-780f-4086-820f-7ef581fda9a4", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:50:46.064892 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1f92c6f2-d71a-44ad-afe3-540e852d7c84 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:50:46.065945 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e58d3e3-bfde-4eb6-99db-f677967a8b8b', 'tag': '79d23f35-780f-4086-820f-7ef581fda9a4', 'status': 'completed', 'code': 200} Feb 19 04:50:46.128099 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-eb24bcbb-8941-42ce-90ae-e2729e94d787 None None] Set router 71f820f3-4a36-4b84-a0cb-0411764a9fcf gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:50:46.135371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f0dd7-6685-4bb1-921c-2bb1e10f6343 req-f1fde578-22c5-40bd-9f7d-dad3ca2eb614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:46.137101 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-364f0dd7-6685-4bb1-921c-2bb1e10f6343 req-f1fde578-22c5-40bd-9f7d-dad3ca2eb614 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 1129 time: 0.0483165 Feb 19 04:50:46.293401 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f0dd7-6685-4bb1-921c-2bb1e10f6343 req-4bbb333d-c076-42a9-bb01-0d105ea450ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:46.294916 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-364f0dd7-6685-4bb1-921c-2bb1e10f6343 req-4bbb333d-c076-42a9-bb01-0d105ea450ce service neutron] 10.222.0.79 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.1519451 Feb 19 04:50:46.355657 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-eb24bcbb-8941-42ce-90ae-e2729e94d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 4, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '861c3ae5-bdca-46ea-80f4-34798b9d828e', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'port_id': '79d23f35-780f-4086-820f-7ef581fda9a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'mac_address': 'fa:16:3e:3c:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e58d3e3-bfde-4eb6-99db-f677967a8b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:48:59Z', 'updated_at': '2022-02-19T04:50:45Z', 'revision_number': 9, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7', 'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'mac_address': 'fa:16:3e:70:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:56Z', 'updated_at': '2022-02-19T04:49:00Z', 'revision_number': 5, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'subnets': [{'id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:46.376922 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b700fc2f-8320-4782-91fb-2775d891fafc req-4e576517-db4c-4bca-9a09-5b18fddea8ab service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1589150 Feb 19 04:50:46.382221 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb24bcbb-8941-42ce-90ae-e2729e94d787 None None] Checking router: 71f820f3-4a36-4b84-a0cb-0411764a9fcf for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:50:46.389697 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02799b-0ec8-4228-b522-5387eb991168 req-a1fca596-252d-41bd-bef5-b7c5cc1ea1e8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:46.390805 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb24bcbb-8941-42ce-90ae-e2729e94d787 None None] Routers {'71f820f3-4a36-4b84-a0cb-0411764a9fcf'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:50:46.391187 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c02799b-0ec8-4228-b522-5387eb991168 req-a1fca596-252d-41bd-bef5-b7c5cc1ea1e8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.1779294 Feb 19 04:50:46.392556 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-eb24bcbb-8941-42ce-90ae-e2729e94d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:50:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:46.395889 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-364f0dd7-6685-4bb1-921c-2bb1e10f6343 req-a070dca4-1ef1-4fb6-912e-1d8e1c379829 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79d23f35-780f-4086-820f-7ef581fda9a4 HTTP/1.1" status: 200 len: 1000 time: 0.0916018 Feb 19 04:50:46.480551 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f0dd7-6685-4bb1-921c-2bb1e10f6343 req-b444f80b-2c38-4079-912a-6205403eb527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:46.482029 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-364f0dd7-6685-4bb1-921c-2bb1e10f6343 req-b444f80b-2c38-4079-912a-6205403eb527 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0780613 Feb 19 04:50:46.485631 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c02799b-0ec8-4228-b522-5387eb991168 req-8f04acd8-2d03-4550-a9d2-583b70b3aa9b tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883083 Feb 19 04:50:46.514402 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-eb24bcbb-8941-42ce-90ae-e2729e94d787 None None] Set router 71f820f3-4a36-4b84-a0cb-0411764a9fcf gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:50:46.532941 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f0dd7-6685-4bb1-921c-2bb1e10f6343 req-458eed3e-8cbb-4123-8fc5-a59031be1590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:46.534515 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-364f0dd7-6685-4bb1-921c-2bb1e10f6343 req-458eed3e-8cbb-4123-8fc5-a59031be1590 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466065 Feb 19 04:50:46.630451 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-364f0dd7-6685-4bb1-921c-2bb1e10f6343 req-56d67bf2-fb53-4256-bf4f-de7576a0c923 service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902896 Feb 19 04:50:46.755189 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-eb24bcbb-8941-42ce-90ae-e2729e94d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 4, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '861c3ae5-bdca-46ea-80f4-34798b9d828e', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'port_id': '79d23f35-780f-4086-820f-7ef581fda9a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'mac_address': 'fa:16:3e:3c:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e58d3e3-bfde-4eb6-99db-f677967a8b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:48:59Z', 'updated_at': '2022-02-19T04:50:45Z', 'revision_number': 9, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7', 'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'mac_address': 'fa:16:3e:70:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:56Z', 'updated_at': '2022-02-19T04:49:00Z', 'revision_number': 5, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'subnets': [{'id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:46.756073 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-364f0dd7-6685-4bb1-921c-2bb1e10f6343 req-ca209b43-75b9-44b7-a584-1c7a924f4690 service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198096 Feb 19 04:50:46.775212 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700fc2f-8320-4782-91fb-2775d891fafc req-31b3cb34-a9fe-406e-b50f-fee16ae1307f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:46.776573 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b700fc2f-8320-4782-91fb-2775d891fafc req-31b3cb34-a9fe-406e-b50f-fee16ae1307f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports/79d23f35-780f-4086-820f-7ef581fda9a4 HTTP/1.1" status: 200 len: 943 time: 0.0553932 Feb 19 04:50:46.793038 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb24bcbb-8941-42ce-90ae-e2729e94d787 None None] The sync data for ids ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'] in n-d-828369-19 is: [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 4, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '861c3ae5-bdca-46ea-80f4-34798b9d828e', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'port_id': '79d23f35-780f-4086-820f-7ef581fda9a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'mac_address': 'fa:16:3e:3c:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e58d3e3-bfde-4eb6-99db-f677967a8b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:48:59Z', 'updated_at': '2022-02-19T04:50:45Z', 'revision_number': 9, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7', 'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'mac_address': 'fa:16:3e:70:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:56Z', 'updated_at': '2022-02-19T04:49:00Z', 'revision_number': 5, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'subnets': [{'id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:50:47.004391 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f330af2f-0745-4d6a-a803-27bf598151f4 None None] New status for floating IP 861c3ae5-bdca-46ea-80f4-34798b9d828e: ACTIVE {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:50:47.599895 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700fc2f-8320-4782-91fb-2775d891fafc req-b69db9e1-5578-4b2c-872d-d3e48d03b018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:47.601413 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b700fc2f-8320-4782-91fb-2775d891fafc req-b69db9e1-5578-4b2c-872d-d3e48d03b018 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 1129 time: 0.0745499 Feb 19 04:50:47.622903 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b898e6-31df-43a0-9713-0b782a5e61d8 req-fc5a77ab-1214-4f14-b0d9-0ead623fc55e tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:47.624290 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d3b898e6-31df-43a0-9713-0b782a5e61d8 req-fc5a77ab-1214-4f14-b0d9-0ead623fc55e tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0665140 Feb 19 04:50:47.722025 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d3b898e6-31df-43a0-9713-0b782a5e61d8 req-af66e147-b8cb-4911-9d46-ce09e31cc6ef tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876913 Feb 19 04:50:47.737645 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700fc2f-8320-4782-91fb-2775d891fafc req-c5fbcdd7-122f-49bc-a91e-5e2388d1bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:47.739130 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b700fc2f-8320-4782-91fb-2775d891fafc req-c5fbcdd7-122f-49bc-a91e-5e2388d1bea7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.1305985 Feb 19 04:50:47.802130 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b700fc2f-8320-4782-91fb-2775d891fafc req-d7040ba4-6a26-4a77-b1dc-4e8f426617d8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79d23f35-780f-4086-820f-7ef581fda9a4 HTTP/1.1" status: 200 len: 1003 time: 0.0574703 Feb 19 04:50:47.853037 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700fc2f-8320-4782-91fb-2775d891fafc req-a4635121-2513-4748-adbd-6621ce124284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:47.854473 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b700fc2f-8320-4782-91fb-2775d891fafc req-a4635121-2513-4748-adbd-6621ce124284 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0467944 Feb 19 04:50:47.900528 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700fc2f-8320-4782-91fb-2775d891fafc req-f1ad25d0-d963-4a87-984e-42814faf2c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:47.901980 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b700fc2f-8320-4782-91fb-2775d891fafc req-f1ad25d0-d963-4a87-984e-42814faf2c75 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0422986 Feb 19 04:50:47.987032 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b700fc2f-8320-4782-91fb-2775d891fafc req-2da60748-a491-419f-97d4-7d3d2cbede40 service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794349 Feb 19 04:50:48.078362 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b700fc2f-8320-4782-91fb-2775d891fafc req-8c53cd58-795b-4cae-999b-4b6801323590 service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847394 Feb 19 04:50:48.839986 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b05846-1d95-4778-a568-7fc34a30fa2c req-6838d2fb-0b7c-426d-ae01-dbda7b385aa2 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:48.841454 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26b05846-1d95-4778-a568-7fc34a30fa2c req-6838d2fb-0b7c-426d-ae01-dbda7b385aa2 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0529332 Feb 19 04:50:48.886461 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26b05846-1d95-4778-a568-7fc34a30fa2c req-0cabf8c1-23af-496a-b389-b9aef04e27d1 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393558 Feb 19 04:50:50.008858 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4045619-8593-4e67-b498-75c3a329649b req-9795cbd8-1370-4b0e-bcda-8e18f6aa085a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:50.010386 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b4045619-8593-4e67-b498-75c3a329649b req-9795cbd8-1370-4b0e-bcda-8e18f6aa085a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0558512 Feb 19 04:50:50.057231 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b4045619-8593-4e67-b498-75c3a329649b req-a1dc0ba4-a6a9-4235-97fd-4ea78355e813 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409172 Feb 19 04:50:51.174212 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c26667-2fb1-4076-a194-0358635bd8d9 req-cbadb5d2-c9bd-45ee-840b-657c652fdaa9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:51.175686 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-98c26667-2fb1-4076-a194-0358635bd8d9 req-cbadb5d2-c9bd-45ee-840b-657c652fdaa9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0509877 Feb 19 04:50:51.222464 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-98c26667-2fb1-4076-a194-0358635bd8d9 req-2f53259d-90f8-4a0a-8d70-33e33d7f679d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404606 Feb 19 04:50:52.343243 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac920e79-ff20-4527-9731-4a81ff026795 req-c46ac3fc-1d89-4e92-8c98-81567a135294 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:52.344746 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac920e79-ff20-4527-9731-4a81ff026795 req-c46ac3fc-1d89-4e92-8c98-81567a135294 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0516701 Feb 19 04:50:52.394761 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac920e79-ff20-4527-9731-4a81ff026795 req-38078ea3-633f-40e7-ac22-e007ad58ff33 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446236 Feb 19 04:50:53.521344 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e29da2-3d64-4c3d-a58a-1d2316781b62 req-8e0e102c-95d7-4a26-ac8a-03ac554d9c32 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:53.522850 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a4e29da2-3d64-4c3d-a58a-1d2316781b62 req-8e0e102c-95d7-4a26-ac8a-03ac554d9c32 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0510151 Feb 19 04:50:53.569295 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a4e29da2-3d64-4c3d-a58a-1d2316781b62 req-bab368d9-7f18-40ad-b46a-3f924c7c47e1 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408328 Feb 19 04:50:54.685362 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481755f7-ec06-4549-bfc1-3fe1b6c57c74 req-7c1c54b7-901b-4a7e-a2b9-ff53e01eea4c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:54.686855 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-481755f7-ec06-4549-bfc1-3fe1b6c57c74 req-7c1c54b7-901b-4a7e-a2b9-ff53e01eea4c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0512495 Feb 19 04:50:54.732036 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-481755f7-ec06-4549-bfc1-3fe1b6c57c74 req-21ce527f-1c95-4203-8810-84e6e99cb35c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396726 Feb 19 04:50:55.852883 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb6b6c-9edd-43bd-a571-1087a28ac020 req-22771b8b-f8d0-48bd-9fe8-f239542f5f90 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:55.854355 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dadb6b6c-9edd-43bd-a571-1087a28ac020 req-22771b8b-f8d0-48bd-9fe8-f239542f5f90 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0556591 Feb 19 04:50:55.899900 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dadb6b6c-9edd-43bd-a571-1087a28ac020 req-963058ff-7fe0-494f-84f0-156f89341d46 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400057 Feb 19 04:50:57.016511 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d020b3-3a3e-4d62-9f87-c7c35434f3f9 req-1b703554-4811-451a-9cd1-50438e3b1240 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:57.017990 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07d020b3-3a3e-4d62-9f87-c7c35434f3f9 req-1b703554-4811-451a-9cd1-50438e3b1240 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0515993 Feb 19 04:50:57.063461 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07d020b3-3a3e-4d62-9f87-c7c35434f3f9 req-0394cb5e-1d88-42b9-b14b-a46210172f95 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397365 Feb 19 04:50:57.276335 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:58.020123 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eeba10-e010-415a-b7c9-a38481080ed4 req-5646392a-e073-472b-a90c-50dfcd079610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:58.021597 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56eeba10-e010-415a-b7c9-a38481080ed4 req-5646392a-e073-472b-a90c-50dfcd079610 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 1129 time: 0.0430219 Feb 19 04:50:58.124529 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eeba10-e010-415a-b7c9-a38481080ed4 req-d1e5b3aa-81c4-416a-a3d2-a25931f8bf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:58.125988 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56eeba10-e010-415a-b7c9-a38481080ed4 req-d1e5b3aa-81c4-416a-a3d2-a25931f8bf66 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.0878677 Feb 19 04:50:58.218867 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56eeba10-e010-415a-b7c9-a38481080ed4 req-80dc4178-eef8-4b1c-8216-f56905424591 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79d23f35-780f-4086-820f-7ef581fda9a4 HTTP/1.1" status: 200 len: 1003 time: 0.0867302 Feb 19 04:50:58.230314 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075358b-c147-4559-a7b7-c555117caeb9 req-b193021a-1203-41b8-a70a-8ac440586e82 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:58.231711 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9075358b-c147-4559-a7b7-c555117caeb9 req-b193021a-1203-41b8-a70a-8ac440586e82 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0941792 Feb 19 04:50:58.292732 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eeba10-e010-415a-b7c9-a38481080ed4 req-1e8625a6-1c2b-46d9-b5ec-da8ae68c0937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:58.294044 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56eeba10-e010-415a-b7c9-a38481080ed4 req-1e8625a6-1c2b-46d9-b5ec-da8ae68c0937 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0615072 Feb 19 04:50:58.318524 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9075358b-c147-4559-a7b7-c555117caeb9 req-d99d40af-4cc6-4845-aa70-917347c78c8f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790517 Feb 19 04:50:58.349940 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eeba10-e010-415a-b7c9-a38481080ed4 req-8638a7f6-754f-4e2b-b774-b73a4f62f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:58.352045 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56eeba10-e010-415a-b7c9-a38481080ed4 req-8638a7f6-754f-4e2b-b774-b73a4f62f2a7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485916 Feb 19 04:50:58.439625 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56eeba10-e010-415a-b7c9-a38481080ed4 req-c8821ef1-f9bb-4844-aeac-3919abdc810b service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813398 Feb 19 04:50:58.533035 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56eeba10-e010-415a-b7c9-a38481080ed4 req-386c5421-10ea-4cf0-ac64-d46f57943f13 service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871594 Feb 19 04:50:59.442179 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84187a57-ee4e-4dc4-8829-bb727a7a6f45 req-5797de5b-8b91-438a-894e-84c629193e6d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:59.443665 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84187a57-ee4e-4dc4-8829-bb727a7a6f45 req-5797de5b-8b91-438a-894e-84c629193e6d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0581021 Feb 19 04:50:59.490157 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84187a57-ee4e-4dc4-8829-bb727a7a6f45 req-7f9f4450-cda0-475e-88ed-c310d5689af7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403254 Feb 19 04:51:00.051585 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:00.607090 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18278785-e6b3-4d73-80da-d81f298ba9e7 req-82861c65-10f7-47ee-bbf0-d91db79aabc7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:00.608534 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18278785-e6b3-4d73-80da-d81f298ba9e7 req-82861c65-10f7-47ee-bbf0-d91db79aabc7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0507195 Feb 19 04:51:00.656176 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18278785-e6b3-4d73-80da-d81f298ba9e7 req-2fd7d117-13fc-4a2b-af75-fd00de068aaa tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421143 Feb 19 04:51:00.697102 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c4fcd7a7-455e-413e-a8d7-fd482cab71f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:01.772614 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362bc6e-38aa-4014-b63b-2a8288d2c881 req-ed2b5f0e-72be-4115-8bda-cd82f29fa832 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:01.774113 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1362bc6e-38aa-4014-b63b-2a8288d2c881 req-ed2b5f0e-72be-4115-8bda-cd82f29fa832 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0507560 Feb 19 04:51:01.823297 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1362bc6e-38aa-4014-b63b-2a8288d2c881 req-e2594879-b76a-44da-ad9c-ef2b73b0cd3c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436878 Feb 19 04:51:02.281278 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:51:02.942332 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af212124-4a6c-44bf-acde-b1ada3a831b0 req-29b45e3e-5d77-4c66-8fbc-1bc1c8b15404 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:02.943784 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af212124-4a6c-44bf-acde-b1ada3a831b0 req-29b45e3e-5d77-4c66-8fbc-1bc1c8b15404 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0515094 Feb 19 04:51:02.989676 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af212124-4a6c-44bf-acde-b1ada3a831b0 req-445a0511-f8ce-4eb4-8d68-af1e2c40f4b0 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403063 Feb 19 04:51:03.540510 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8f1a1637-e5c3-4a98-a3bd-e3d5696c2d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:03.963540 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:04.105139 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88dd3aa-ef87-4bf0-a81f-725d5f6a645e req-3ea98dcc-4c20-4a3f-83ca-7e99d849f5f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:04.106594 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a88dd3aa-ef87-4bf0-a81f-725d5f6a645e req-3ea98dcc-4c20-4a3f-83ca-7e99d849f5f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0506461 Feb 19 04:51:04.151475 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a88dd3aa-ef87-4bf0-a81f-725d5f6a645e req-22c0af28-050e-4402-9aed-a2ec39dc7bdd tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392270 Feb 19 04:51:05.270813 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece80d3-ab89-42ec-ba42-b6d24a7e2243 req-f2d6893a-ab80-4011-94e7-184fadec3b09 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:05.272168 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eece80d3-ab89-42ec-ba42-b6d24a7e2243 req-f2d6893a-ab80-4011-94e7-184fadec3b09 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0535729 Feb 19 04:51:05.317192 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eece80d3-ab89-42ec-ba42-b6d24a7e2243 req-76de076e-0840-4cf2-bbf6-34e06985b8a9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388849 Feb 19 04:51:05.450525 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:06.436771 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00c98e-46ac-4781-9ed5-0d73cf71210a req-68e172d5-4b99-4a5f-bcf3-f3d7a792a653 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:06.438253 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f00c98e-46ac-4781-9ed5-0d73cf71210a req-68e172d5-4b99-4a5f-bcf3-f3d7a792a653 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0510261 Feb 19 04:51:06.483572 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f00c98e-46ac-4781-9ed5-0d73cf71210a req-86ebb337-e292-49b8-9a11-df65a8a871f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397530 Feb 19 04:51:06.857871 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:07.608208 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077317d1-c52e-475c-b3d4-c92f5969b743 req-a7a9ae34-9e91-4c26-aefd-4fc4c5b522ef tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:07.609664 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-077317d1-c52e-475c-b3d4-c92f5969b743 req-a7a9ae34-9e91-4c26-aefd-4fc4c5b522ef tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0540035 Feb 19 04:51:07.655487 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-077317d1-c52e-475c-b3d4-c92f5969b743 req-c43f115d-a5ef-4f12-9627-8c9d93f89d16 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402956 Feb 19 04:51:08.773167 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e1749-abcc-45e3-93ab-b32f3853f2f4 req-e62c7e98-4d1f-4a66-bcc8-fdd7c78e5af2 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:08.774677 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa9e1749-abcc-45e3-93ab-b32f3853f2f4 req-e62c7e98-4d1f-4a66-bcc8-fdd7c78e5af2 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0519700 Feb 19 04:51:08.820673 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa9e1749-abcc-45e3-93ab-b32f3853f2f4 req-b9aefc22-7821-4472-8a0c-991e72ebf2d4 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403795 Feb 19 04:51:09.937344 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c3f41-6a56-4f8b-ae3e-986a713534c2 req-62b3e228-99d5-4e2e-a87c-e7260cdb6c10 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:09.938803 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a7c3f41-6a56-4f8b-ae3e-986a713534c2 req-62b3e228-99d5-4e2e-a87c-e7260cdb6c10 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0504162 Feb 19 04:51:09.987843 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a7c3f41-6a56-4f8b-ae3e-986a713534c2 req-f31179ed-93cf-49cf-93f5-32b68380ff74 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435014 Feb 19 04:51:11.156302 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18067ac5-e784-450f-b057-55e0f146c90b req-32c84ea5-313c-4258-b3ad-013c0c873624 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:11.157755 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18067ac5-e784-450f-b057-55e0f146c90b req-32c84ea5-313c-4258-b3ad-013c0c873624 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0509341 Feb 19 04:51:11.203222 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18067ac5-e784-450f-b057-55e0f146c90b req-0495f2ab-462e-4bff-b4b6-37656b29079e tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400348 Feb 19 04:51:12.355448 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b20b77-8810-47d6-a025-c5b1240199f0 req-124296ca-0d08-4eae-b963-3dbd05c5ebf5 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:12.356900 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-62b20b77-8810-47d6-a025-c5b1240199f0 req-124296ca-0d08-4eae-b963-3dbd05c5ebf5 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0504391 Feb 19 04:51:12.401493 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-62b20b77-8810-47d6-a025-c5b1240199f0 req-b49f8458-732a-4921-976a-7707d3adebcf tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390685 Feb 19 04:51:13.936303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c167ed-c119-47d2-a5f8-f5ab38fd0fde req-7b8a7f6c-64e5-4bb7-9c93-53b47af6364d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:13.937794 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09c167ed-c119-47d2-a5f8-f5ab38fd0fde req-7b8a7f6c-64e5-4bb7-9c93-53b47af6364d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.4316149 Feb 19 04:51:13.982463 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09c167ed-c119-47d2-a5f8-f5ab38fd0fde req-eb2172cb-fca0-4473-bab3-a601ccaf645a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391200 Feb 19 04:51:15.179240 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec189b1-510c-42bb-bc89-2552fcc3cee3 req-cd03a79b-3914-4944-b0b2-06eef806588f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:15.180750 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ec189b1-510c-42bb-bc89-2552fcc3cee3 req-cd03a79b-3914-4944-b0b2-06eef806588f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0951924 Feb 19 04:51:15.226888 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ec189b1-510c-42bb-bc89-2552fcc3cee3 req-c48429c2-7bf7-4be8-b4de-74e97f7aca94 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404651 Feb 19 04:51:16.345317 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce16a26-c94e-4a44-a700-606b712733a0 req-9f4336c1-c692-4655-8827-cd62ba0a2277 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:16.346777 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0ce16a26-c94e-4a44-a700-606b712733a0 req-9f4336c1-c692-4655-8827-cd62ba0a2277 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0534954 Feb 19 04:51:16.391399 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0ce16a26-c94e-4a44-a700-606b712733a0 req-e226a64a-2387-44d9-b786-19a06e53fd32 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391574 Feb 19 04:51:17.509411 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f1ba1-9c26-40c0-9b52-cd39e2036a02 req-24638f2b-a611-41e4-9ea2-b3598891961a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:17.510923 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-688f1ba1-9c26-40c0-9b52-cd39e2036a02 req-24638f2b-a611-41e4-9ea2-b3598891961a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0520246 Feb 19 04:51:17.556320 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-688f1ba1-9c26-40c0-9b52-cd39e2036a02 req-b0d2a717-c659-434f-94c2-6ae383c222fc tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399005 Feb 19 04:51:18.673519 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51960a-6e04-4bbd-83f7-196d4be8b7ec req-0fcb4990-3bc6-4bb9-937d-cd40b00f4d54 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:18.675039 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2f51960a-6e04-4bbd-83f7-196d4be8b7ec req-0fcb4990-3bc6-4bb9-937d-cd40b00f4d54 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0521424 Feb 19 04:51:18.733361 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2f51960a-6e04-4bbd-83f7-196d4be8b7ec req-0fdad431-e43a-4475-9819-81af64b1ba06 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520880 Feb 19 04:51:19.849329 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ce228-0c24-43e3-824e-ae6926b07393 req-42bc6c17-196e-4538-a591-e0554308d157 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:19.850815 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-731ce228-0c24-43e3-824e-ae6926b07393 req-42bc6c17-196e-4538-a591-e0554308d157 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0509403 Feb 19 04:51:19.896290 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-731ce228-0c24-43e3-824e-ae6926b07393 req-1d3994ef-d0fb-4a72-a512-3be50e0319de tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392878 Feb 19 04:51:19.958112 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-b700fc2f-8320-4782-91fb-2775d891fafc req-2ae3dd04-7eaa-4a88-8fc3-91b14126e94f service neutron] show failed (client error): The resource could not be found. Feb 19 04:51:19.959157 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b700fc2f-8320-4782-91fb-2775d891fafc req-2ae3dd04-7eaa-4a88-8fc3-91b14126e94f service neutron] 10.222.0.79 "GET /v2.0/ports/79d23f35-780f-4086-820f-7ef581fda9a4/bindings/n-h1-828369-19 HTTP/1.1" status: 404 len: 381 time: 0.0523348 Feb 19 04:51:20.245266 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700fc2f-8320-4782-91fb-2775d891fafc req-4ebe07e8-2437-4304-97bd-7629033dd13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:20.246799 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b700fc2f-8320-4782-91fb-2775d891fafc req-4ebe07e8-2437-4304-97bd-7629033dd13d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b&tenant_id=6c4c680087b94418bf6dec5572704dc6 HTTP/1.1" status: 200 len: 1129 time: 0.0821207 Feb 19 04:51:20.258607 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-b700fc2f-8320-4782-91fb-2775d891fafc req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-19', 'device_owner': 'compute:nova'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:51:20.317333 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b700fc2f-8320-4782-91fb-2775d891fafc req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (79d23f35-780f-4086-820f-7ef581fda9a4), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:20.511790 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-b700fc2f-8320-4782-91fb-2775d891fafc req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] For port 79d23f35-780f-4086-820f-7ef581fda9a4, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=79d23f35-780f-4086-820f-7ef581fda9a4,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:51:20.543556 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-b700fc2f-8320-4782-91fb-2775d891fafc req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] For port 79d23f35-780f-4086-820f-7ef581fda9a4, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:51:20.582441 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e58d3e3-bfde-4eb6-99db-f677967a8b8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79d23f35-780f-4086-820f-7ef581fda9a4'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:51:20.584719 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2082812-6916-4ad2-a095-4c8260a5017f" -d '{"events": [{"server_uuid": "4e58d3e3-bfde-4eb6-99db-f677967a8b8b", "name": "network-vif-unplugged", "status": "completed", "tag": "79d23f35-780f-4086-820f-7ef581fda9a4"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:51:20.588856 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b700fc2f-8320-4782-91fb-2775d891fafc req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Publish callbacks [] for port (79d23f35-780f-4086-820f-7ef581fda9a4), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:20.601232 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-b700fc2f-8320-4782-91fb-2775d891fafc req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Transition to ACTIVE for port object 79d23f35-780f-4086-820f-7ef581fda9a4 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:51:20.604630 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b700fc2f-8320-4782-91fb-2775d891fafc req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (79d23f35-780f-4086-820f-7ef581fda9a4), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:20.642692 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5755017c-43c5-499a-bcff-6a591288aca3 x-openstack-request-id: req-5755017c-43c5-499a-bcff-6a591288aca3 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:51:20.642989 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e58d3e3-bfde-4eb6-99db-f677967a8b8b", "name": "network-vif-unplugged", "status": "completed", "tag": "79d23f35-780f-4086-820f-7ef581fda9a4", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:51:20.643242 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5755017c-43c5-499a-bcff-6a591288aca3 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:51:20.643637 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e58d3e3-bfde-4eb6-99db-f677967a8b8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79d23f35-780f-4086-820f-7ef581fda9a4', 'code': 200} Feb 19 04:51:20.683812 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Pushing event updated for resources: {'Port': ['ID=79d23f35-780f-4086-820f-7ef581fda9a4,revision_number=6']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:51:20.697541 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:20.697867 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:20.698239 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:20.698602 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:20.698916 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:20.699249 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:20.699579 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:20.699908 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:20.700235 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:20.700557 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:20.700880 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:20.701202 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:20.701539 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:20.745976 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-b700fc2f-8320-4782-91fb-2775d891fafc req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] No DVR routers for this DVR port 79d23f35-780f-4086-820f-7ef581fda9a4 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:51:20.888055 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-b700fc2f-8320-4782-91fb-2775d891fafc req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Attempting to bind port 79d23f35-780f-4086-820f-7ef581fda9a4 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:51:20.888784 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-b700fc2f-8320-4782-91fb-2775d891fafc req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Attempting to bind port 79d23f35-780f-4086-820f-7ef581fda9a4 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:51:20.888784 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b700fc2f-8320-4782-91fb-2775d891fafc req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Attempting to bind port 79d23f35-780f-4086-820f-7ef581fda9a4 on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:51:20.893450 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b700fc2f-8320-4782-91fb-2775d891fafc req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Port 79d23f35-780f-4086-820f-7ef581fda9a4 on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:51:20.893781 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b700fc2f-8320-4782-91fb-2775d891fafc req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Attempting to bind port 79d23f35-780f-4086-820f-7ef581fda9a4 on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:51:20.899766 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b700fc2f-8320-4782-91fb-2775d891fafc req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:51:20.900154 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b700fc2f-8320-4782-91fb-2775d891fafc req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Checking segment: {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:51:20.900550 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b700fc2f-8320-4782-91fb-2775d891fafc req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Bound using segment: {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:51:20.900988 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-b700fc2f-8320-4782-91fb-2775d891fafc req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Bound port: 79d23f35-780f-4086-820f-7ef581fda9a4, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:51:20.901352 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b700fc2f-8320-4782-91fb-2775d891fafc req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (79d23f35-780f-4086-820f-7ef581fda9a4), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:20.985129 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-b700fc2f-8320-4782-91fb-2775d891fafc req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] For port 79d23f35-780f-4086-820f-7ef581fda9a4, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:51:21.013207 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-b700fc2f-8320-4782-91fb-2775d891fafc req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] For port 79d23f35-780f-4086-820f-7ef581fda9a4, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=79d23f35-780f-4086-820f-7ef581fda9a4,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:51:21.022405 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b700fc2f-8320-4782-91fb-2775d891fafc req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (79d23f35-780f-4086-820f-7ef581fda9a4), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:21.063506 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700fc2f-8320-4782-91fb-2775d891fafc req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:21.064136 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b700fc2f-8320-4782-91fb-2775d891fafc req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:21.065514 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b700fc2f-8320-4782-91fb-2775d891fafc req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] 10.222.0.26 "PUT /v2.0/ports/79d23f35-780f-4086-820f-7ef581fda9a4 HTTP/1.1" status: 200 len: 1093 time: 0.8108075 Feb 19 04:51:21.074469 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48c526-eab3-4238-980d-1d05dba09300 req-8084b888-001d-4e8e-9e2e-b07065b23999 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:21.076311 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7a48c526-eab3-4238-980d-1d05dba09300 req-8084b888-001d-4e8e-9e2e-b07065b23999 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 944 time: 0.1041243 Feb 19 04:51:21.136773 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0a8b4-6ee0-4c7e-87ea-ef639872c93c service neutron] Pushing event updated for resources: {'Port': ['ID=79d23f35-780f-4086-820f-7ef581fda9a4,revision_number=7']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:51:21.179488 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7a48c526-eab3-4238-980d-1d05dba09300 req-5e3b284a-b6cb-4607-b962-8bb7bd995618 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847778 Feb 19 04:51:21.185104 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700fc2f-8320-4782-91fb-2775d891fafc req-19184500-0aed-4ad4-bdfa-b415abac0329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:21.186843 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b700fc2f-8320-4782-91fb-2775d891fafc req-19184500-0aed-4ad4-bdfa-b415abac0329 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 1127 time: 0.0933795 Feb 19 04:51:21.278087 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700fc2f-8320-4782-91fb-2775d891fafc req-c7b20ce3-d922-4588-9875-b80d59350082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:21.279608 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b700fc2f-8320-4782-91fb-2775d891fafc req-c7b20ce3-d922-4588-9875-b80d59350082 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.0869193 Feb 19 04:51:21.347785 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b700fc2f-8320-4782-91fb-2775d891fafc req-b477d122-4072-464a-b1a5-1939c4222ce6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79d23f35-780f-4086-820f-7ef581fda9a4 HTTP/1.1" status: 200 len: 1001 time: 0.0617590 Feb 19 04:51:21.395217 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700fc2f-8320-4782-91fb-2775d891fafc req-92e2c848-ca0d-42d5-bc78-b17ee953bfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:21.396627 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b700fc2f-8320-4782-91fb-2775d891fafc req-92e2c848-ca0d-42d5-bc78-b17ee953bfe4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0422800 Feb 19 04:51:21.448019 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700fc2f-8320-4782-91fb-2775d891fafc req-aedf2aba-4bc5-4244-aa45-a2e430516a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:21.449581 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b700fc2f-8320-4782-91fb-2775d891fafc req-aedf2aba-4bc5-4244-aa45-a2e430516a26 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458457 Feb 19 04:51:21.546256 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b700fc2f-8320-4782-91fb-2775d891fafc req-264c95b7-5116-4eda-b914-2df0591b9e8d service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907207 Feb 19 04:51:21.633411 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b700fc2f-8320-4782-91fb-2775d891fafc req-60c413f1-884f-4c44-ac0b-ff2fd70fa9af service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811558 Feb 19 04:51:22.307372 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f90f4-3006-4656-b9fb-0a388ffb9829 req-be383ac4-8cad-4287-be6e-0d54aa550edd tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:22.308855 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c12f90f4-3006-4656-b9fb-0a388ffb9829 req-be383ac4-8cad-4287-be6e-0d54aa550edd tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 944 time: 0.0581987 Feb 19 04:51:22.355104 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c12f90f4-3006-4656-b9fb-0a388ffb9829 req-5326c95d-a6b3-41b5-a39f-64173df87478 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400572 Feb 19 04:51:22.644997 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e58d3e3-bfde-4eb6-99db-f677967a8b8b', 'tag': '79d23f35-780f-4086-820f-7ef581fda9a4'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:51:22.647372 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2034eec1-2452-40a3-b73d-aecf946deba9" -d '{"events": [{"name": "network-changed", "server_uuid": "4e58d3e3-bfde-4eb6-99db-f677967a8b8b", "tag": "79d23f35-780f-4086-820f-7ef581fda9a4"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:51:22.695433 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab84993-5118-4573-8271-400947f4f334 x-openstack-request-id: req-6ab84993-5118-4573-8271-400947f4f334 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:51:22.695731 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e58d3e3-bfde-4eb6-99db-f677967a8b8b", "tag": "79d23f35-780f-4086-820f-7ef581fda9a4", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:51:22.696051 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6ab84993-5118-4573-8271-400947f4f334 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:51:22.696466 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e58d3e3-bfde-4eb6-99db-f677967a8b8b', 'tag': '79d23f35-780f-4086-820f-7ef581fda9a4', 'status': 'completed', 'code': 200} Feb 19 04:51:22.793349 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034eec1-2452-40a3-b73d-aecf946deba9 req-51c6be3a-7798-4d37-94da-fa10f644dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:22.795004 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2034eec1-2452-40a3-b73d-aecf946deba9 req-51c6be3a-7798-4d37-94da-fa10f644dcbe service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 1127 time: 0.0814092 Feb 19 04:51:22.801489 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034eec1-2452-40a3-b73d-aecf946deba9 req-503ee8d4-3a5a-4976-90e7-b255e9003190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:22.803055 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2034eec1-2452-40a3-b73d-aecf946deba9 req-503ee8d4-3a5a-4976-90e7-b255e9003190 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 1127 time: 0.0786815 Feb 19 04:51:22.975610 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034eec1-2452-40a3-b73d-aecf946deba9 req-ccaea7e0-553a-4c91-9cf1-0341a3e6c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:22.977002 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2034eec1-2452-40a3-b73d-aecf946deba9 req-ccaea7e0-553a-4c91-9cf1-0341a3e6c862 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.1730485 Feb 19 04:51:22.978416 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034eec1-2452-40a3-b73d-aecf946deba9 req-107e0b82-29c4-4a3f-8bbb-865a7809b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:22.980559 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2034eec1-2452-40a3-b73d-aecf946deba9 req-107e0b82-29c4-4a3f-8bbb-865a7809b118 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.1686282 Feb 19 04:51:23.091721 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2034eec1-2452-40a3-b73d-aecf946deba9 req-6649bfd4-5251-4136-a2a7-cf8417a3cc12 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79d23f35-780f-4086-820f-7ef581fda9a4 HTTP/1.1" status: 200 len: 1001 time: 0.1077507 Feb 19 04:51:23.093487 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2034eec1-2452-40a3-b73d-aecf946deba9 req-56a0b6a9-eb8f-4f02-87bb-cb48797a867d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79d23f35-780f-4086-820f-7ef581fda9a4 HTTP/1.1" status: 200 len: 1001 time: 0.1035128 Feb 19 04:51:23.147195 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034eec1-2452-40a3-b73d-aecf946deba9 req-097ca8df-80bc-49f8-89f2-273d941d7809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:23.148823 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2034eec1-2452-40a3-b73d-aecf946deba9 req-097ca8df-80bc-49f8-89f2-273d941d7809 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0493143 Feb 19 04:51:23.233812 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034eec1-2452-40a3-b73d-aecf946deba9 req-b7b3fa6b-6f64-4713-8ca1-1bfafb8091ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:23.235250 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2034eec1-2452-40a3-b73d-aecf946deba9 req-b7b3fa6b-6f64-4713-8ca1-1bfafb8091ea service neutron] 10.222.0.79 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.1041005 Feb 19 04:51:23.237844 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034eec1-2452-40a3-b73d-aecf946deba9 req-4a4164fe-3418-4e12-82de-97e412bfe944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:23.239256 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2034eec1-2452-40a3-b73d-aecf946deba9 req-4a4164fe-3418-4e12-82de-97e412bfe944 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0843253 Feb 19 04:51:23.343871 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034eec1-2452-40a3-b73d-aecf946deba9 req-9def83de-41be-4384-860e-498bacb65b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:23.345372 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2034eec1-2452-40a3-b73d-aecf946deba9 req-9def83de-41be-4384-860e-498bacb65b0e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1043270 Feb 19 04:51:23.375883 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2034eec1-2452-40a3-b73d-aecf946deba9 req-7e0b894d-0f29-4c0c-95b6-e28020acfb5b service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276212 Feb 19 04:51:23.541223 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2034eec1-2452-40a3-b73d-aecf946deba9 req-9d195eda-c178-4d5e-9be4-6a588c285456 service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851685 Feb 19 04:51:23.572403 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fae87-303c-4e16-a0e6-bf6426a11862 req-1f70dec9-a3a6-4d70-8e63-fa91c838bff6 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:23.574408 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-951fae87-303c-4e16-a0e6-bf6426a11862 req-1f70dec9-a3a6-4d70-8e63-fa91c838bff6 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 944 time: 0.1460421 Feb 19 04:51:23.584830 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2034eec1-2452-40a3-b73d-aecf946deba9 req-f43286e9-455f-444b-8de5-de87f671f46b service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772909 Feb 19 04:51:23.674710 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-951fae87-303c-4e16-a0e6-bf6426a11862 req-79c59757-bdc7-40a1-a707-6377040970fa tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889299 Feb 19 04:51:23.696105 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2034eec1-2452-40a3-b73d-aecf946deba9 req-4874803c-473f-49e1-8d4c-0dcd70208001 service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409841 Feb 19 04:51:24.798710 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53af190-aa9d-4551-9e21-4b3b0c05a00a req-42cf041f-d3bc-461a-b9e3-7c2fc7ea2e3c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:24.800175 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b53af190-aa9d-4551-9e21-4b3b0c05a00a req-42cf041f-d3bc-461a-b9e3-7c2fc7ea2e3c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 944 time: 0.0522835 Feb 19 04:51:24.847153 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b53af190-aa9d-4551-9e21-4b3b0c05a00a req-3fdc4874-c7e3-4240-ae04-42e69b62f969 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410655 Feb 19 04:51:25.079213 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 79d23f35-780f-4086-820f-7ef581fda9a4 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:51:25.122847 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] The host n-h2-828369-19 is not matching for port 79d23f35-780f-4086-820f-7ef581fda9a4 host n-h1-828369-19! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:51:25.123587 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 79d23f35-780f-4086-820f-7ef581fda9a4 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:51:25.167235 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31ad48-97be-4846-aea4-d8924b54119a req-c84b25b8-6f7d-4ecd-a558-4a42f5b1b26a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:25.168695 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ae31ad48-97be-4846-aea4-d8924b54119a req-c84b25b8-6f7d-4ecd-a558-4a42f5b1b26a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 944 time: 0.0696976 Feb 19 04:51:25.176355 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-e4381ae9-e5e3-487c-8dec-d1eaed53188f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:25.177700 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-e4381ae9-e5e3-487c-8dec-d1eaed53188f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b&tenant_id=6c4c680087b94418bf6dec5572704dc6&binding%3Ahost_id=n-h1-828369-19 HTTP/1.1" status: 200 len: 944 time: 0.1046040 Feb 19 04:51:25.256223 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ae31ad48-97be-4846-aea4-d8924b54119a req-bc820d01-a923-4b45-ba15-910f9afcc004 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774581 Feb 19 04:51:25.264118 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-91c1386a-e73d-4c9f-a670-70ca501da2f9 service neutron] 10.222.0.26 "GET /v2.0/ports/79d23f35-780f-4086-820f-7ef581fda9a4/bindings/n-h1-828369-19 HTTP/1.1" status: 200 len: 383 time: 0.0793030 Feb 19 04:51:25.329914 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-70e48c67-1f83-4716-b90b-1e929aa9f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:25.331410 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-70e48c67-1f83-4716-b90b-1e929aa9f4b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 1127 time: 0.0447941 Feb 19 04:51:25.422420 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-ca52411d-2a12-441e-ad88-02014c4657fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:25.423846 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-ca52411d-2a12-441e-ad88-02014c4657fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.0862420 Feb 19 04:51:25.435394 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 79d23f35-780f-4086-820f-7ef581fda9a4 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:51:25.489147 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-6a126be6-a67e-4cee-ae56-817a4ef36a2c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79d23f35-780f-4086-820f-7ef581fda9a4 HTTP/1.1" status: 200 len: 1001 time: 0.0585597 Feb 19 04:51:25.528456 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 79d23f35-780f-4086-820f-7ef581fda9a4, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=79d23f35-780f-4086-820f-7ef581fda9a4,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:51:25.537710 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-0189ac5f-586d-4947-86d1-1549b087fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:25.539203 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-0189ac5f-586d-4947-86d1-1549b087fefa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0433276 Feb 19 04:51:25.539360 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '79d23f35-780f-4086-820f-7ef581fda9a4', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'port_id': '79d23f35-780f-4086-820f-7ef581fda9a4', 'mac_address': 'fa:16:3e:3c:20:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:51:25.580542 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 79d23f35-780f-4086-820f-7ef581fda9a4 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:51:25.580934 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (79d23f35-780f-4086-820f-7ef581fda9a4), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:25.591487 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-820c4e87-44e1-4770-ac18-1e8fec445a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:25.593032 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-820c4e87-44e1-4770-ac18-1e8fec445a70 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481367 Feb 19 04:51:25.594572 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d23f35-780f-4086-820f-7ef581fda9a4 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:51:25.613935 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 79d23f35-780f-4086-820f-7ef581fda9a4, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=79d23f35-780f-4086-820f-7ef581fda9a4,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:51:25.618066 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (79d23f35-780f-4086-820f-7ef581fda9a4), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:25.663151 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=79d23f35-780f-4086-820f-7ef581fda9a4,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:51:25.686415 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-cb01d367-82b6-422d-800d-42241cd9a6e6 service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875857 Feb 19 04:51:25.775936 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-22f60035-ff35-42d9-9245-150c66fdbf68 service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828838 Feb 19 04:51:25.918576 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['79d23f35-780f-4086-820f-7ef581fda9a4'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:51:26.377331 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23db93-5170-4a00-9455-7e6957e0153e req-c65cda50-43bc-408b-b9df-2753c560c9f0 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:26.378833 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-be23db93-5170-4a00-9455-7e6957e0153e req-c65cda50-43bc-408b-b9df-2753c560c9f0 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 945 time: 0.0520313 Feb 19 04:51:26.424528 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-be23db93-5170-4a00-9455-7e6957e0153e req-7fc71914-15cd-4c84-b863-031bc042f43f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400882 Feb 19 04:51:27.278619 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:27.441719 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 79d23f35-780f-4086-820f-7ef581fda9a4 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:51:27.493446 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 79d23f35-780f-4086-820f-7ef581fda9a4 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:51:27.497961 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 79d23f35-780f-4086-820f-7ef581fda9a4 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:51:27.498769 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (79d23f35-780f-4086-820f-7ef581fda9a4), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:27.560340 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a81192-fb8f-4959-9b0f-517e41d4d7f6 req-ef491ae7-e928-41f5-b20f-8c59d3cc3464 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:27.566659 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43a81192-fb8f-4959-9b0f-517e41d4d7f6 req-ef491ae7-e928-41f5-b20f-8c59d3cc3464 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 945 time: 0.0666468 Feb 19 04:51:27.586982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 79d23f35-780f-4086-820f-7ef581fda9a4 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:51:27.587374 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (79d23f35-780f-4086-820f-7ef581fda9a4), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:27.612463 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e58d3e3-bfde-4eb6-99db-f677967a8b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d23f35-780f-4086-820f-7ef581fda9a4'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:51:27.615033 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffde18a748825021ed90c4741eaa6149c5f05a7fbac33f693c49866c87165653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d11448-67ea-45b7-a188-d116ff1b5236" -d '{"events": [{"server_uuid": "4e58d3e3-bfde-4eb6-99db-f677967a8b8b", "name": "network-vif-plugged", "status": "completed", "tag": "79d23f35-780f-4086-820f-7ef581fda9a4"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:51:27.618697 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-43a81192-fb8f-4959-9b0f-517e41d4d7f6 req-bab9356b-801c-4f03-8f2a-d7f1f0063605 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508480 Feb 19 04:51:27.636923 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 79d23f35-780f-4086-820f-7ef581fda9a4, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=79d23f35-780f-4086-820f-7ef581fda9a4,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:51:27.655521 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (79d23f35-780f-4086-820f-7ef581fda9a4), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:27.708084 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=79d23f35-780f-4086-820f-7ef581fda9a4,revision_number=9']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:51:27.736411 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491b481d-c087-4c45-9c81-8e8497452f2f x-openstack-request-id: req-491b481d-c087-4c45-9c81-8e8497452f2f {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:51:27.736711 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e58d3e3-bfde-4eb6-99db-f677967a8b8b", "name": "network-vif-plugged", "status": "completed", "tag": "79d23f35-780f-4086-820f-7ef581fda9a4", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:51:27.736970 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-491b481d-c087-4c45-9c81-8e8497452f2f {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:51:27.737369 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e58d3e3-bfde-4eb6-99db-f677967a8b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d23f35-780f-4086-820f-7ef581fda9a4', 'code': 200} Feb 19 04:51:27.887421 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-72886a5e-b7c8-4410-a830-f81da64489ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:27.888893 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-72886a5e-b7c8-4410-a830-f81da64489ce service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b&tenant_id=6c4c680087b94418bf6dec5572704dc6 HTTP/1.1" status: 200 len: 1129 time: 0.0436187 Feb 19 04:51:27.898829 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-a149142b-12cb-4f83-a267-7d1ccc601813 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-19', 'device_owner': 'compute:nova'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:51:27.954382 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-a149142b-12cb-4f83-a267-7d1ccc601813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (79d23f35-780f-4086-820f-7ef581fda9a4), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:28.152318 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-a149142b-12cb-4f83-a267-7d1ccc601813 service neutron] For port 79d23f35-780f-4086-820f-7ef581fda9a4, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=79d23f35-780f-4086-820f-7ef581fda9a4,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:51:28.187918 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-a149142b-12cb-4f83-a267-7d1ccc601813 service neutron] For port 79d23f35-780f-4086-820f-7ef581fda9a4, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:51:28.225375 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e58d3e3-bfde-4eb6-99db-f677967a8b8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79d23f35-780f-4086-820f-7ef581fda9a4'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:51:28.227612 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cafa183c2663712164e37d029acfea02d4e944d529ae7dd15503586ab6efe8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01fc2aa-c738-457a-9d25-11197986b915" -d '{"events": [{"server_uuid": "4e58d3e3-bfde-4eb6-99db-f677967a8b8b", "name": "network-vif-unplugged", "status": "completed", "tag": "79d23f35-780f-4086-820f-7ef581fda9a4"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:51:28.231435 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-a149142b-12cb-4f83-a267-7d1ccc601813 service neutron] Publish callbacks [] for port (79d23f35-780f-4086-820f-7ef581fda9a4), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:28.243424 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-a149142b-12cb-4f83-a267-7d1ccc601813 service neutron] Transition to ACTIVE for port object 79d23f35-780f-4086-820f-7ef581fda9a4 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:51:28.247856 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-a149142b-12cb-4f83-a267-7d1ccc601813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (79d23f35-780f-4086-820f-7ef581fda9a4), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:28.276234 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6585e96-7158-447d-a90c-9276df185aa8 x-openstack-request-id: req-e6585e96-7158-447d-a90c-9276df185aa8 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:51:28.276553 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e58d3e3-bfde-4eb6-99db-f677967a8b8b", "name": "network-vif-unplugged", "status": "completed", "tag": "79d23f35-780f-4086-820f-7ef581fda9a4", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:51:28.276803 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e6585e96-7158-447d-a90c-9276df185aa8 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:51:28.277194 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e58d3e3-bfde-4eb6-99db-f677967a8b8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79d23f35-780f-4086-820f-7ef581fda9a4', 'code': 200} Feb 19 04:51:28.297301 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149142b-12cb-4f83-a267-7d1ccc601813 service neutron] Pushing event updated for resources: {'Port': ['ID=79d23f35-780f-4086-820f-7ef581fda9a4,revision_number=10']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:51:28.372281 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-a149142b-12cb-4f83-a267-7d1ccc601813 service neutron] No DVR routers for this DVR port 79d23f35-780f-4086-820f-7ef581fda9a4 on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:51:28.509711 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-a149142b-12cb-4f83-a267-7d1ccc601813 service neutron] Attempting to bind port 79d23f35-780f-4086-820f-7ef581fda9a4 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:51:28.510042 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-a149142b-12cb-4f83-a267-7d1ccc601813 service neutron] Attempting to bind port 79d23f35-780f-4086-820f-7ef581fda9a4 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:51:28.511025 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-a149142b-12cb-4f83-a267-7d1ccc601813 service neutron] Attempting to bind port 79d23f35-780f-4086-820f-7ef581fda9a4 on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:51:28.515291 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-a149142b-12cb-4f83-a267-7d1ccc601813 service neutron] Port 79d23f35-780f-4086-820f-7ef581fda9a4 on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:51:28.515619 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-a149142b-12cb-4f83-a267-7d1ccc601813 service neutron] Attempting to bind port 79d23f35-780f-4086-820f-7ef581fda9a4 on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:51:28.520482 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-a149142b-12cb-4f83-a267-7d1ccc601813 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:51:28.520945 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-a149142b-12cb-4f83-a267-7d1ccc601813 service neutron] Checking segment: {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:51:28.521196 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-a149142b-12cb-4f83-a267-7d1ccc601813 service neutron] Bound using segment: {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:51:28.521620 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-a149142b-12cb-4f83-a267-7d1ccc601813 service neutron] Bound port: 79d23f35-780f-4086-820f-7ef581fda9a4, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:51:28.521975 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-a149142b-12cb-4f83-a267-7d1ccc601813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (79d23f35-780f-4086-820f-7ef581fda9a4), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:28.584896 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-a149142b-12cb-4f83-a267-7d1ccc601813 service neutron] For port 79d23f35-780f-4086-820f-7ef581fda9a4, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:51:28.587995 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-a149142b-12cb-4f83-a267-7d1ccc601813 service neutron] For port 79d23f35-780f-4086-820f-7ef581fda9a4, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=79d23f35-780f-4086-820f-7ef581fda9a4,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:51:28.593129 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-a149142b-12cb-4f83-a267-7d1ccc601813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (79d23f35-780f-4086-820f-7ef581fda9a4), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:28.625011 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-a149142b-12cb-4f83-a267-7d1ccc601813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:28.625629 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-a149142b-12cb-4f83-a267-7d1ccc601813 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:28.627108 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-a149142b-12cb-4f83-a267-7d1ccc601813 service neutron] 10.222.0.79 "PUT /v2.0/ports/79d23f35-780f-4086-820f-7ef581fda9a4 HTTP/1.1" status: 200 len: 1094 time: 0.7319825 Feb 19 04:51:28.658412 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149142b-12cb-4f83-a267-7d1ccc601813 service neutron] Pushing event updated for resources: {'Port': ['ID=79d23f35-780f-4086-820f-7ef581fda9a4,revision_number=11']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:51:28.699383 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-4c6466e3-e39b-4340-8fb0-0cf9e3a60916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:28.700811 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-4c6466e3-e39b-4340-8fb0-0cf9e3a60916 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 1128 time: 0.0511649 Feb 19 04:51:28.819922 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bfdae-a355-499c-bea3-ee0030383097 req-36d66900-1701-4b08-b470-7170cd60928b tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:28.821407 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d05bfdae-a355-499c-bea3-ee0030383097 req-36d66900-1701-4b08-b470-7170cd60928b tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 945 time: 0.1172056 Feb 19 04:51:28.853520 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-9a2cdb6f-ea00-49a8-9ea0-33b40994850e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:28.855037 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-9a2cdb6f-ea00-49a8-9ea0-33b40994850e service neutron] 10.222.0.79 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.1424146 Feb 19 04:51:28.918041 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d05bfdae-a355-499c-bea3-ee0030383097 req-f772d32f-053e-4e1c-ada4-bf9d89ad6814 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897501 Feb 19 04:51:28.934600 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-ae401fad-960d-43da-b73a-76aaa79af7e0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79d23f35-780f-4086-820f-7ef581fda9a4 HTTP/1.1" status: 200 len: 1001 time: 0.0735288 Feb 19 04:51:28.981696 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-a22d4b87-66a3-414e-a074-27bc70b52f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:28.983158 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-a22d4b87-66a3-414e-a074-27bc70b52f39 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0436845 Feb 19 04:51:29.034406 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-d3e3a25f-94f9-46f6-83a8-f98526bad1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:29.035872 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-d3e3a25f-94f9-46f6-83a8-f98526bad1d8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472231 Feb 19 04:51:29.123989 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-051d04c6-14f8-4bec-9e75-dd2f367d3d7f service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817127 Feb 19 04:51:29.214913 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cddb1b33-7ba7-495a-8e06-7faf867802d1 req-3475de3c-f14c-46b7-b5b4-96e60be78bb8 service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833938 Feb 19 04:51:30.040861 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40dd3c8-0c0a-40b7-8565-e0362dddf261 req-12214f7a-0e26-437d-83cb-19d993203004 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:30.042354 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a40dd3c8-0c0a-40b7-8565-e0362dddf261 req-12214f7a-0e26-437d-83cb-19d993203004 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 945 time: 0.0533648 Feb 19 04:51:30.048052 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:30.090454 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a40dd3c8-0c0a-40b7-8565-e0362dddf261 req-8cfcf1a7-0a0e-4226-a706-590f0ab35842 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420821 Feb 19 04:51:30.278320 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e58d3e3-bfde-4eb6-99db-f677967a8b8b', 'tag': '79d23f35-780f-4086-820f-7ef581fda9a4'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:51:30.316670 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49935c6-69f0-4e5f-9c97-6a6161a22bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "4e58d3e3-bfde-4eb6-99db-f677967a8b8b", "tag": "79d23f35-780f-4086-820f-7ef581fda9a4"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:51:30.409275 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87859a21-f263-4725-b14f-4c26483f0a40 x-openstack-request-id: req-87859a21-f263-4725-b14f-4c26483f0a40 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:51:30.409566 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e58d3e3-bfde-4eb6-99db-f677967a8b8b", "tag": "79d23f35-780f-4086-820f-7ef581fda9a4", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:51:30.409817 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-87859a21-f263-4725-b14f-4c26483f0a40 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:51:30.410265 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e58d3e3-bfde-4eb6-99db-f677967a8b8b', 'tag': '79d23f35-780f-4086-820f-7ef581fda9a4', 'status': 'completed', 'code': 200} Feb 19 04:51:30.506892 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49935c6-69f0-4e5f-9c97-6a6161a22bd9 req-56620a31-8176-4106-b7dd-f96443e1ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:30.508561 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a49935c6-69f0-4e5f-9c97-6a6161a22bd9 req-56620a31-8176-4106-b7dd-f96443e1ab12 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 1128 time: 0.0779533 Feb 19 04:51:30.512292 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49935c6-69f0-4e5f-9c97-6a6161a22bd9 req-6e86a23c-71d8-42ba-a60e-a5adbb45638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:30.513854 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a49935c6-69f0-4e5f-9c97-6a6161a22bd9 req-6e86a23c-71d8-42ba-a60e-a5adbb45638d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 1128 time: 0.0756459 Feb 19 04:51:30.702668 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-15cf2e16-9a8a-49e3-a1e5-be4eec5b8c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:31.034321 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49935c6-69f0-4e5f-9c97-6a6161a22bd9 req-55cc5ee1-107f-4089-bc58-db7157ff4878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:31.035783 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a49935c6-69f0-4e5f-9c97-6a6161a22bd9 req-55cc5ee1-107f-4089-bc58-db7157ff4878 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.5210760 Feb 19 04:51:31.036844 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49935c6-69f0-4e5f-9c97-6a6161a22bd9 req-e87e3655-fd6e-4aaf-ad4b-5074e1759a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:31.038133 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a49935c6-69f0-4e5f-9c97-6a6161a22bd9 req-e87e3655-fd6e-4aaf-ad4b-5074e1759a91 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.5152323 Feb 19 04:51:31.146298 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a49935c6-69f0-4e5f-9c97-6a6161a22bd9 req-b6342093-67b3-4a0d-9fd1-cf612350e868 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79d23f35-780f-4086-820f-7ef581fda9a4 HTTP/1.1" status: 200 len: 1001 time: 0.1033182 Feb 19 04:51:31.148042 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a49935c6-69f0-4e5f-9c97-6a6161a22bd9 req-7774d8c5-b2fd-4efc-9f08-203542c55a68 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79d23f35-780f-4086-820f-7ef581fda9a4 HTTP/1.1" status: 200 len: 1001 time: 0.0998592 Feb 19 04:51:31.257339 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49935c6-69f0-4e5f-9c97-6a6161a22bd9 req-e63798c7-e659-443c-bb78-2eef84ee95f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:31.258738 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a49935c6-69f0-4e5f-9c97-6a6161a22bd9 req-e63798c7-e659-443c-bb78-2eef84ee95f5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.1073527 Feb 19 04:51:31.262838 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49935c6-69f0-4e5f-9c97-6a6161a22bd9 req-33c322ec-7f1f-4b1c-ba51-b68f336fea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:31.264158 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a49935c6-69f0-4e5f-9c97-6a6161a22bd9 req-33c322ec-7f1f-4b1c-ba51-b68f336fea25 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.1056764 Feb 19 04:51:31.310704 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06245760-1787-46d2-bed6-fef11ac3440e req-7c8bc5e8-8987-4b26-bc3c-16904f05049a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:31.312131 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-06245760-1787-46d2-bed6-fef11ac3440e req-7c8bc5e8-8987-4b26-bc3c-16904f05049a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 945 time: 0.1458526 Feb 19 04:51:31.380621 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49935c6-69f0-4e5f-9c97-6a6161a22bd9 req-2f87fe7d-8daa-48e5-b707-74d6da754740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:31.382080 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a49935c6-69f0-4e5f-9c97-6a6161a22bd9 req-2f87fe7d-8daa-48e5-b707-74d6da754740 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1141915 Feb 19 04:51:31.401443 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49935c6-69f0-4e5f-9c97-6a6161a22bd9 req-5301b450-606e-4cdc-944c-841275bed0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:31.402868 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a49935c6-69f0-4e5f-9c97-6a6161a22bd9 req-5301b450-606e-4cdc-944c-841275bed0f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1258483 Feb 19 04:51:31.406985 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-06245760-1787-46d2-bed6-fef11ac3440e req-233a1827-b989-49df-875d-ddded0121d01 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805168 Feb 19 04:51:31.480376 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 79d23f35-780f-4086-820f-7ef581fda9a4 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:51:31.520435 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] The host n-h1-828369-19 is not matching for port 79d23f35-780f-4086-820f-7ef581fda9a4 host n-h2-828369-19! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:51:31.520745 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 79d23f35-780f-4086-820f-7ef581fda9a4 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:51:31.581790 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a49935c6-69f0-4e5f-9c97-6a6161a22bd9 req-517e8dbf-a2a4-4d2d-b748-2ffb53e43c1d service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899829 Feb 19 04:51:31.607109 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0678941-2f1d-45db-92a5-80240764bf49 req-b6a0927c-8a7d-41f1-80f3-6cf0aaef2ef0 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:31.608528 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c0678941-2f1d-45db-92a5-80240764bf49 req-b6a0927c-8a7d-41f1-80f3-6cf0aaef2ef0 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 945 time: 0.1178777 Feb 19 04:51:31.619234 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a49935c6-69f0-4e5f-9c97-6a6161a22bd9 req-e9bb63fc-215a-4426-9902-cff8893e64a3 service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035513 Feb 19 04:51:31.764303 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c0678941-2f1d-45db-92a5-80240764bf49 req-624e0d8e-3072-4ecb-9d68-0682cef052f1 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441073 Feb 19 04:51:31.787625 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a49935c6-69f0-4e5f-9c97-6a6161a22bd9 req-420e75d9-3515-42b2-99b4-990e5e8442c9 service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966355 Feb 19 04:51:31.801927 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a49935c6-69f0-4e5f-9c97-6a6161a22bd9 req-bf6e4a2b-726e-4714-9a69-7d0600175f7b service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476405 Feb 19 04:51:31.881017 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a449a-ac32-4239-a285-a2a79e4f6bce req-99432911-7ee1-452c-9e7c-4961e01e9f9d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:31.882508 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-111a449a-ac32-4239-a285-a2a79e4f6bce req-99432911-7ee1-452c-9e7c-4961e01e9f9d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 945 time: 0.0517619 Feb 19 04:51:31.929039 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-111a449a-ac32-4239-a285-a2a79e4f6bce req-a6e503f1-7c63-4810-bdb2-3596f4af015b tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404956 Feb 19 04:51:32.161739 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a57133-03a6-4c80-b4bd-41c0a853a366 req-a421990f-0f96-46b1-9a30-30101c392264 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:32.163284 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d6a57133-03a6-4c80-b4bd-41c0a853a366 req-a421990f-0f96-46b1-9a30-30101c392264 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 945 time: 0.0516241 Feb 19 04:51:32.209395 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d6a57133-03a6-4c80-b4bd-41c0a853a366 req-93be1f7f-eec6-49d2-9c6f-c9fa99470ed0 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407014 Feb 19 04:51:33.106434 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 79d23f35-780f-4086-820f-7ef581fda9a4 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:51:33.199703 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 79d23f35-780f-4086-820f-7ef581fda9a4, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=79d23f35-780f-4086-820f-7ef581fda9a4,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:51:33.214062 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '79d23f35-780f-4086-820f-7ef581fda9a4', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'port_id': '79d23f35-780f-4086-820f-7ef581fda9a4', 'mac_address': 'fa:16:3e:3c:20:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:51:33.250853 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 79d23f35-780f-4086-820f-7ef581fda9a4 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:51:33.251278 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (79d23f35-780f-4086-820f-7ef581fda9a4), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:33.264026 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d23f35-780f-4086-820f-7ef581fda9a4 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:51:33.282670 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 79d23f35-780f-4086-820f-7ef581fda9a4, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=79d23f35-780f-4086-820f-7ef581fda9a4,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:51:33.287661 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (79d23f35-780f-4086-820f-7ef581fda9a4), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:33.336258 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=79d23f35-780f-4086-820f-7ef581fda9a4,revision_number=12']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:51:33.372695 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb57e2-ee3c-423b-980c-bfefe354e414 req-65a3f11e-f61e-4be5-a50f-4f3fbb8950b4 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:33.374375 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fbcb57e2-ee3c-423b-980c-bfefe354e414 req-65a3f11e-f61e-4be5-a50f-4f3fbb8950b4 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.0964978 Feb 19 04:51:33.381784 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9724f2-0637-4558-921a-e0781a5c9cff req-205df12d-33b7-4288-bd5f-fb927dd0a6e1 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:33.383449 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e9724f2-0637-4558-921a-e0781a5c9cff req-205df12d-33b7-4288-bd5f-fb927dd0a6e1 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 946 time: 0.1043911 Feb 19 04:51:33.482310 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e9724f2-0637-4558-921a-e0781a5c9cff req-1a69a3c1-49d6-49aa-93c0-e1107fe17d9d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917668 Feb 19 04:51:33.504373 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-fbcb57e2-ee3c-423b-980c-bfefe354e414 req-7a63d4a7-fea9-4d26-881a-cd78f2bfe628 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Deleting port 79d23f35-780f-4086-820f-7ef581fda9a4 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:51:33.504721 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fbcb57e2-ee3c-423b-980c-bfefe354e414 req-7a63d4a7-fea9-4d26-881a-cd78f2bfe628 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (79d23f35-780f-4086-820f-7ef581fda9a4), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:33.542282 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6c794098-21d1-478e-9fd5-9c99c9def61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:33.593874 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-fbcb57e2-ee3c-423b-980c-bfefe354e414 req-7a63d4a7-fea9-4d26-881a-cd78f2bfe628 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] For port 79d23f35-780f-4086-820f-7ef581fda9a4, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=79d23f35-780f-4086-820f-7ef581fda9a4,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:51:33.594275 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fbcb57e2-ee3c-423b-980c-bfefe354e414 req-7a63d4a7-fea9-4d26-881a-cd78f2bfe628 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (79d23f35-780f-4086-820f-7ef581fda9a4), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:33.763757 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fbcb57e2-ee3c-423b-980c-bfefe354e414 req-7a63d4a7-fea9-4d26-881a-cd78f2bfe628 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:33.764041 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fbcb57e2-ee3c-423b-980c-bfefe354e414 req-7a63d4a7-fea9-4d26-881a-cd78f2bfe628 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (861c3ae5-bdca-46ea-80f4-34798b9d828e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:33.764359 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [req-fbcb57e2-ee3c-423b-980c-bfefe354e414 req-7a63d4a7-fea9-4d26-881a-cd78f2bfe628 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Floating IP 861c3ae5-bdca-46ea-80f4-34798b9d828e disassociated. External IP: 172.25.3.115, port: 79d23f35-780f-4086-820f-7ef581fda9a4. Feb 19 04:51:33.764709 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-fbcb57e2-ee3c-423b-980c-bfefe354e414 req-7a63d4a7-fea9-4d26-881a-cd78f2bfe628 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Calling delete_port for 79d23f35-780f-4086-820f-7ef581fda9a4 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:51:33.891674 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fbcb57e2-ee3c-423b-980c-bfefe354e414 req-7a63d4a7-fea9-4d26-881a-cd78f2bfe628 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (79d23f35-780f-4086-820f-7ef581fda9a4), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:33.920805 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63d4a7-fea9-4d26-881a-cd78f2bfe628 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Pushing event deleted for resources: {'Port': ['ID=79d23f35-780f-4086-820f-7ef581fda9a4,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:51:33.970224 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:34.044432 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbcb57e2-ee3c-423b-980c-bfefe354e414 req-7a63d4a7-fea9-4d26-881a-cd78f2bfe628 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Router 71f820f3-4a36-4b84-a0cb-0411764a9fcf has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:51:34.162993 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbcb57e2-ee3c-423b-980c-bfefe354e414 req-7a63d4a7-fea9-4d26-881a-cd78f2bfe628 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:51:34.173699 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bd03c8-25b2-4f75-988f-1f2a74309759 None None] Sync routers for ids ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:51:34.185597 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bd03c8-25b2-4f75-988f-1f2a74309759 None None] Routers {'71f820f3-4a36-4b84-a0cb-0411764a9fcf'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:51:34.186506 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-e3bd03c8-25b2-4f75-988f-1f2a74309759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:51:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:51:34.208603 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcb57e2-ee3c-423b-980c-bfefe354e414 req-7a63d4a7-fea9-4d26-881a-cd78f2bfe628 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] No DVR routers for this DVR port 79d23f35-780f-4086-820f-7ef581fda9a4 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:51:34.211257 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-fbcb57e2-ee3c-423b-980c-bfefe354e414 req-7a63d4a7-fea9-4d26-881a-cd78f2bfe628 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:34.215279 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fbcb57e2-ee3c-423b-980c-bfefe354e414 req-7a63d4a7-fea9-4d26-881a-cd78f2bfe628 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.79 "DELETE /v2.0/ports/79d23f35-780f-4086-820f-7ef581fda9a4 HTTP/1.1" status: 204 len: 173 time: 0.8309340 Feb 19 04:51:34.215732 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e58d3e3-bfde-4eb6-99db-f677967a8b8b', 'name': 'network-vif-deleted', 'tag': '79d23f35-780f-4086-820f-7ef581fda9a4'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:51:34.218043 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcfa4db-6ef9-4fef-822b-7c13ed043f5b" -d '{"events": [{"server_uuid": "4e58d3e3-bfde-4eb6-99db-f677967a8b8b", "name": "network-vif-deleted", "tag": "79d23f35-780f-4086-820f-7ef581fda9a4"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:51:34.256180 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1b633e-1cb3-48df-b209-198eedf0d2cc x-openstack-request-id: req-ad1b633e-1cb3-48df-b209-198eedf0d2cc {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:51:34.256631 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e58d3e3-bfde-4eb6-99db-f677967a8b8b", "name": "network-vif-deleted", "tag": "79d23f35-780f-4086-820f-7ef581fda9a4", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:51:34.256880 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad1b633e-1cb3-48df-b209-198eedf0d2cc {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:51:34.257389 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e58d3e3-bfde-4eb6-99db-f677967a8b8b', 'name': 'network-vif-deleted', 'tag': '79d23f35-780f-4086-820f-7ef581fda9a4', 'status': 'completed', 'code': 200} Feb 19 04:51:34.395603 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-e3bd03c8-25b2-4f75-988f-1f2a74309759 None None] Set router 71f820f3-4a36-4b84-a0cb-0411764a9fcf gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:51:34.586664 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-e3bd03c8-25b2-4f75-988f-1f2a74309759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 4, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7', 'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'mac_address': 'fa:16:3e:70:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:56Z', 'updated_at': '2022-02-19T04:49:00Z', 'revision_number': 5, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'subnets': [{'id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:51:34.590395 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f36eb05f-6911-4939-8847-0625ba0c0a97 req-214f453c-118e-45db-a3eb-ec3be8202d71 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e58d3e3-bfde-4eb6-99db-f677967a8b8b HTTP/1.1" status: 200 len: 210 time: 0.0270276 Feb 19 04:51:34.614693 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bd03c8-25b2-4f75-988f-1f2a74309759 None None] Checking router: 71f820f3-4a36-4b84-a0cb-0411764a9fcf for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:51:34.623132 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bd03c8-25b2-4f75-988f-1f2a74309759 None None] Routers {'71f820f3-4a36-4b84-a0cb-0411764a9fcf'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:51:34.623768 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-e3bd03c8-25b2-4f75-988f-1f2a74309759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:51:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:51:34.738592 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-e3bd03c8-25b2-4f75-988f-1f2a74309759 None None] Set router 71f820f3-4a36-4b84-a0cb-0411764a9fcf gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:51:34.934877 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-e3bd03c8-25b2-4f75-988f-1f2a74309759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 4, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7', 'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'mac_address': 'fa:16:3e:70:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:56Z', 'updated_at': '2022-02-19T04:49:00Z', 'revision_number': 5, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'subnets': [{'id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:51:34.959653 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bd03c8-25b2-4f75-988f-1f2a74309759 None None] The sync data for ids ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'] in n-d-828369-19 is: [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 4, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7', 'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'mac_address': 'fa:16:3e:70:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:56Z', 'updated_at': '2022-02-19T04:49:00Z', 'revision_number': 5, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'subnets': [{'id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:51:35.187263 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c87bc9-c343-4e3b-8b6d-468f73dcefa3 None None] New status for floating IP 861c3ae5-bdca-46ea-80f4-34798b9d828e: DOWN {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:51:35.453126 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:35.843186 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-294461dc-9319-4464-913e-5fef25943d34 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2064425005&fields=id&tenant_id=6c4c680087b94418bf6dec5572704dc6 HTTP/1.1" status: 200 len: 267 time: 0.0462112 Feb 19 04:51:35.953444 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-52bc3ba2-4b82-4893-8773-5aa964c9dd8f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:35.954813 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-52bc3ba2-4b82-4893-8773-5aa964c9dd8f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 812 time: 0.1044769 Feb 19 04:51:35.970506 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-c88fde27-288c-4051-94f4-d8b34e43ac70 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/quotas/6c4c680087b94418bf6dec5572704dc6 HTTP/1.1" status: 200 len: 375 time: 0.0095127 Feb 19 04:51:36.025581 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-5ba5a326-ce36-4936-8958-6c92770f968a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496457 Feb 19 04:51:36.118769 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-d9ffa063-293e-426d-b7fa-591d31144357 service neutron] 10.222.0.52 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813742 Feb 19 04:51:36.209313 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-8f4475fe-1fc3-4692-a7c4-a526ded2e84c service neutron] 10.222.0.52 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847032 Feb 19 04:51:36.364863 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e5744c33-58aa-4f7a-9cf3-24c000e3a383 req-c8b1cf95-cabc-4025-ad06-9a9a20cdbf12 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 210 time: 0.0272851 Feb 19 04:51:36.861408 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:37.108719 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 79d23f35-780f-4086-820f-7ef581fda9a4 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:51:37.129395 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 79d23f35-780f-4086-820f-7ef581fda9a4 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:51:37.129738 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 79d23f35-780f-4086-820f-7ef581fda9a4 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:51:37.262192 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-b9233d21-f6bc-4548-a5d7-51a31ac5729b tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:37.263661 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-b9233d21-f6bc-4548-a5d7-51a31ac5729b tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.26 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 812 time: 0.1070147 Feb 19 04:51:37.324968 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-de632161-732d-4d3c-9e9b-7b8f71ff1ec3 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c4c680087b94418bf6dec5572704dc6 HTTP/1.1" status: 200 len: 380 time: 0.0525806 Feb 19 04:51:37.334007 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-4de78d2c-b07e-430a-a2fc-f41a4c980807 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Request body: {'port': {'device_id': '912fab04-cb87-442a-bff8-50b759ab5d4b', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'admin_state_up': True, 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'security_groups': ['a0600357-34c6-46b6-847c-e950dbccb202']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:51:37.469322 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d06fd05b-bcca-4fe9-8c68-837741db93bd req-3105be87-500b-46aa-8e15-c3af13553f0d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 210 time: 0.0366111 Feb 19 04:51:37.473874 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-4de78d2c-b07e-430a-a2fc-f41a4c980807 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Made reservation on behalf of 6c4c680087b94418bf6dec5572704dc6 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:51:37.477301 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-4de78d2c-b07e-430a-a2fc-f41a4c980807 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:37.599712 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-4de78d2c-b07e-430a-a2fc-f41a4c980807 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Allocated IP 172.20.0.7 (0793ebd2-9a5b-482f-993e-6c125aa01a42/73e3ec62-9bfe-4c91-82e1-f909ccc9fead/d70290cd-e4af-4a87-87b7-79ff8988daec) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:51:37.736911 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-4de78d2c-b07e-430a-a2fc-f41a4c980807 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:37.770144 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-4de78d2c-b07e-430a-a2fc-f41a4c980807 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:37.812666 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-4de78d2c-b07e-430a-a2fc-f41a4c980807 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Network 0793ebd2-9a5b-482f-993e-6c125aa01a42 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:51:37.815640 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-4de78d2c-b07e-430a-a2fc-f41a4c980807 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:51:37.821487 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-4de78d2c-b07e-430a-a2fc-f41a4c980807 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:51:37.844977 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de78d2c-b07e-430a-a2fc-f41a4c980807 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Pushing event updated for resources: {'Port': ['ID=d70290cd-e4af-4a87-87b7-79ff8988daec,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:51:37.873765 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-4de78d2c-b07e-430a-a2fc-f41a4c980807 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:37.874423 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-4de78d2c-b07e-430a-a2fc-f41a4c980807 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:37.893912 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-4de78d2c-b07e-430a-a2fc-f41a4c980807 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5617433 Feb 19 04:51:37.904244 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-80f74188-6620-4bfa-bf9e-016f52271487 service neutron] Request body: {'port': {'device_id': '912fab04-cb87-442a-bff8-50b759ab5d4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:51:37.980880 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-80f74188-6620-4bfa-bf9e-016f52271487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:38.024113 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-8ef0ce55-6b76-4a2f-bdf2-3c7fb67891b3 None None] Provisioning complete for port d70290cd-e4af-4a87-87b7-79ff8988daec triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:51:38.024668 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8ef0ce55-6b76-4a2f-bdf2-3c7fb67891b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:38.058696 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8ef0ce55-6b76-4a2f-bdf2-3c7fb67891b3 None None] Port d70290cd-e4af-4a87-87b7-79ff8988daec cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:51:38.237590 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-80f74188-6620-4bfa-bf9e-016f52271487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d70290cd-e4af-4a87-87b7-79ff8988daec {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:51:38.245924 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-80f74188-6620-4bfa-bf9e-016f52271487 service neutron] Publish callbacks [] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:38.258371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-80f74188-6620-4bfa-bf9e-016f52271487 service neutron] Transition to ACTIVE for port object d70290cd-e4af-4a87-87b7-79ff8988daec will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:51:38.262223 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-80f74188-6620-4bfa-bf9e-016f52271487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:38.317541 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f74188-6620-4bfa-bf9e-016f52271487 service neutron] Pushing event updated for resources: {'Port': ['ID=d70290cd-e4af-4a87-87b7-79ff8988daec,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:51:38.388227 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-80f74188-6620-4bfa-bf9e-016f52271487 service neutron] Attempting to bind port d70290cd-e4af-4a87-87b7-79ff8988daec on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:51:38.388565 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-80f74188-6620-4bfa-bf9e-016f52271487 service neutron] Attempting to bind port d70290cd-e4af-4a87-87b7-79ff8988daec by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:51:38.388894 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-80f74188-6620-4bfa-bf9e-016f52271487 service neutron] Attempting to bind port d70290cd-e4af-4a87-87b7-79ff8988daec on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:51:38.393419 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-80f74188-6620-4bfa-bf9e-016f52271487 service neutron] Port d70290cd-e4af-4a87-87b7-79ff8988daec on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:51:38.393735 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-80f74188-6620-4bfa-bf9e-016f52271487 service neutron] Attempting to bind port d70290cd-e4af-4a87-87b7-79ff8988daec on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:51:38.398834 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-80f74188-6620-4bfa-bf9e-016f52271487 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:51:38.399175 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-80f74188-6620-4bfa-bf9e-016f52271487 service neutron] Checking segment: {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:51:38.399587 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-80f74188-6620-4bfa-bf9e-016f52271487 service neutron] Bound using segment: {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:51:38.400017 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-80f74188-6620-4bfa-bf9e-016f52271487 service neutron] Bound port: d70290cd-e4af-4a87-87b7-79ff8988daec, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:51:38.400371 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-80f74188-6620-4bfa-bf9e-016f52271487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:38.464433 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-80f74188-6620-4bfa-bf9e-016f52271487 service neutron] For port d70290cd-e4af-4a87-87b7-79ff8988daec, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:51:38.468439 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-80f74188-6620-4bfa-bf9e-016f52271487 service neutron] For port d70290cd-e4af-4a87-87b7-79ff8988daec, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=d70290cd-e4af-4a87-87b7-79ff8988daec,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:51:38.474708 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-80f74188-6620-4bfa-bf9e-016f52271487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:38.509462 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-80f74188-6620-4bfa-bf9e-016f52271487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:38.510080 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-80f74188-6620-4bfa-bf9e-016f52271487 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:38.511953 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-80f74188-6620-4bfa-bf9e-016f52271487 service neutron] 10.222.0.26 "PUT /v2.0/ports/d70290cd-e4af-4a87-87b7-79ff8988daec HTTP/1.1" status: 200 len: 1092 time: 0.6115954 Feb 19 04:51:38.512412 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912fab04-cb87-442a-bff8-50b759ab5d4b', 'tag': 'd70290cd-e4af-4a87-87b7-79ff8988daec'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:51:38.515426 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd30f2d1-3c9d-4c99-be7a-931d08f497f7" -d '{"events": [{"name": "network-changed", "server_uuid": "912fab04-cb87-442a-bff8-50b759ab5d4b", "tag": "d70290cd-e4af-4a87-87b7-79ff8988daec"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:51:38.542124 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f74188-6620-4bfa-bf9e-016f52271487 service neutron] Pushing event updated for resources: {'Port': ['ID=d70290cd-e4af-4a87-87b7-79ff8988daec,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:51:38.598194 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367ce69a-0276-401e-971d-a88865237a5a x-openstack-request-id: req-367ce69a-0276-401e-971d-a88865237a5a {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:51:38.598494 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912fab04-cb87-442a-bff8-50b759ab5d4b", "tag": "d70290cd-e4af-4a87-87b7-79ff8988daec", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:51:38.598752 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-367ce69a-0276-401e-971d-a88865237a5a {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:51:38.599158 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912fab04-cb87-442a-bff8-50b759ab5d4b', 'tag': 'd70290cd-e4af-4a87-87b7-79ff8988daec', 'status': 'completed', 'code': 200} Feb 19 04:51:38.643215 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-1abb5756-adb4-4719-a150-80b289175bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:38.644734 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-1abb5756-adb4-4719-a150-80b289175bd4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 1126 time: 0.0844500 Feb 19 04:51:38.656498 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb6076-7189-499d-bdca-9009ef1303be req-a533146c-c469-4e77-83ae-7aab819216b3 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:38.657982 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60bb6076-7189-499d-bdca-9009ef1303be req-a533146c-c469-4e77-83ae-7aab819216b3 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 943 time: 0.0876703 Feb 19 04:51:38.703562 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-b5b99478-5c01-4a05-ab7e-fec773008261 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d70290cd-e4af-4a87-87b7-79ff8988daec HTTP/1.1" status: 200 len: 217 time: 0.0444503 Feb 19 04:51:38.770415 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60bb6076-7189-499d-bdca-9009ef1303be req-531d61a7-51eb-4c26-92ad-8a89a88e0922 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054163 Feb 19 04:51:38.773754 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-8a5bb54a-684c-4e3d-9bba-b26fefc65050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:38.775148 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-8a5bb54a-684c-4e3d-9bba-b26fefc65050 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0655670 Feb 19 04:51:38.823825 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-6de35922-494e-4e0b-aac4-9de51187636c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:38.826002 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-6de35922-494e-4e0b-aac4-9de51187636c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452199 Feb 19 04:51:38.922153 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-f26bdb71-8797-4d79-a2c0-5915167e2cc1 service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902040 Feb 19 04:51:39.009368 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e1d3cb5-1653-4b18-a140-5bc00f3eed89 req-6587165f-68b9-4530-9e67-69e146114bc3 service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815430 Feb 19 04:51:39.098696 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30f2d1-3c9d-4c99-be7a-931d08f497f7 req-e22c0e4d-dd4a-484a-bcb3-cd282f4f9931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:39.100075 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd30f2d1-3c9d-4c99-be7a-931d08f497f7 req-e22c0e4d-dd4a-484a-bcb3-cd282f4f9931 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 1126 time: 0.0492392 Feb 19 04:51:39.186862 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30f2d1-3c9d-4c99-be7a-931d08f497f7 req-5912c1cb-2185-4bbf-8c51-add26797b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:39.188308 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd30f2d1-3c9d-4c99-be7a-931d08f497f7 req-5912c1cb-2185-4bbf-8c51-add26797b2b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.0819299 Feb 19 04:51:39.226513 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd30f2d1-3c9d-4c99-be7a-931d08f497f7 req-a9ed1ed2-aa76-4294-835d-e51751966d44 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d70290cd-e4af-4a87-87b7-79ff8988daec HTTP/1.1" status: 200 len: 217 time: 0.0326052 Feb 19 04:51:39.278518 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30f2d1-3c9d-4c99-be7a-931d08f497f7 req-d6f9ad55-97bf-49e5-acca-3ac6fb0bf470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:39.279972 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd30f2d1-3c9d-4c99-be7a-931d08f497f7 req-d6f9ad55-97bf-49e5-acca-3ac6fb0bf470 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0453024 Feb 19 04:51:39.280396 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:51:39.327923 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30f2d1-3c9d-4c99-be7a-931d08f497f7 req-eb0e7e8e-782d-4119-8f10-d65320fba30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:39.329461 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd30f2d1-3c9d-4c99-be7a-931d08f497f7 req-eb0e7e8e-782d-4119-8f10-d65320fba30f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438461 Feb 19 04:51:39.414253 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd30f2d1-3c9d-4c99-be7a-931d08f497f7 req-7680fa0f-0e7f-4292-aa6c-e93f3ab341a4 service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789919 Feb 19 04:51:39.503511 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bd30f2d1-3c9d-4c99-be7a-931d08f497f7 req-9a22c474-215e-4015-8ff7-eb4a7dc74116 service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827570 Feb 19 04:51:39.890503 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02ab36-e8de-4718-af5c-70711b921de3 req-cf11393d-9fc0-45a8-bdbe-90156f6c8fed tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:39.891953 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b02ab36-e8de-4718-af5c-70711b921de3 req-cf11393d-9fc0-45a8-bdbe-90156f6c8fed tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 943 time: 0.0507331 Feb 19 04:51:39.939679 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b02ab36-e8de-4718-af5c-70711b921de3 req-e35c1abb-238b-4c2c-9dc1-e474220c6a05 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421844 Feb 19 04:51:41.063072 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e168610-a892-4ba6-bbed-64907a0be7ee req-f8b2ad00-0f34-4ad4-a036-e0591b78502e tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:41.064552 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7e168610-a892-4ba6-bbed-64907a0be7ee req-f8b2ad00-0f34-4ad4-a036-e0591b78502e tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 943 time: 0.0571547 Feb 19 04:51:41.110443 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7e168610-a892-4ba6-bbed-64907a0be7ee req-c936ceeb-6b21-4a51-bb08-bee91abd4291 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402994 Feb 19 04:51:41.497681 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device d70290cd-e4af-4a87-87b7-79ff8988daec details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:51:41.591510 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port d70290cd-e4af-4a87-87b7-79ff8988daec, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=d70290cd-e4af-4a87-87b7-79ff8988daec,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:51:41.608065 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'd70290cd-e4af-4a87-87b7-79ff8988daec', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'port_id': 'd70290cd-e4af-4a87-87b7-79ff8988daec', 'mac_address': 'fa:16:3e:b6:4f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:51:41.651224 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port d70290cd-e4af-4a87-87b7-79ff8988daec is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:51:41.651611 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:41.817301 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d70290cd-e4af-4a87-87b7-79ff8988daec {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:51:41.836461 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port d70290cd-e4af-4a87-87b7-79ff8988daec, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=d70290cd-e4af-4a87-87b7-79ff8988daec,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:51:41.840818 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:41.886879 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=d70290cd-e4af-4a87-87b7-79ff8988daec,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:51:41.894002 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:41.894374 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:41.894710 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:41.895046 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:41.895371 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:41.895694 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:41.896014 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:41.896332 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:41.896649 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:41.896964 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:41.897279 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:41.897597 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:41.897911 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:42.140465 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['d70290cd-e4af-4a87-87b7-79ff8988daec'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:51:42.230996 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49d322-ff53-4e50-b40b-9af3ef6d6397 req-e8b9796e-2c38-4df5-846d-3f045d14fe33 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:42.232476 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd49d322-ff53-4e50-b40b-9af3ef6d6397 req-e8b9796e-2c38-4df5-846d-3f045d14fe33 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 944 time: 0.0510347 Feb 19 04:51:42.278284 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd49d322-ff53-4e50-b40b-9af3ef6d6397 req-09b27b37-352e-4c60-b077-28ffc17964bc tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401237 Feb 19 04:51:43.393515 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2928425-8e96-42b7-8cad-f8c42678ffd0 req-a9246051-8c6d-40f1-bfd4-584bf215639c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:43.395088 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a2928425-8e96-42b7-8cad-f8c42678ffd0 req-a9246051-8c6d-40f1-bfd4-584bf215639c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 944 time: 0.0500278 Feb 19 04:51:43.444834 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a2928425-8e96-42b7-8cad-f8c42678ffd0 req-99b96406-5ff5-413c-8302-3b647acbd59e tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439944 Feb 19 04:51:43.499183 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device d70290cd-e4af-4a87-87b7-79ff8988daec up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:51:43.545853 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port d70290cd-e4af-4a87-87b7-79ff8988daec completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:51:43.549775 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port d70290cd-e4af-4a87-87b7-79ff8988daec triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:51:43.550150 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:43.624026 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port d70290cd-e4af-4a87-87b7-79ff8988daec is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:51:43.624325 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:43.648943 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912fab04-cb87-442a-bff8-50b759ab5d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70290cd-e4af-4a87-87b7-79ff8988daec'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:51:43.663327 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port d70290cd-e4af-4a87-87b7-79ff8988daec, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=d70290cd-e4af-4a87-87b7-79ff8988daec,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:51:43.667244 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:43.696603 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef644b6ab79b0ac41de0b13976fcd129d4d99816de20742327e953106f20d7ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f59ea59-8ff6-46d7-b8a0-2f79bd9a378d" -d '{"events": [{"server_uuid": "912fab04-cb87-442a-bff8-50b759ab5d4b", "name": "network-vif-plugged", "status": "completed", "tag": "d70290cd-e4af-4a87-87b7-79ff8988daec"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:51:43.724235 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=d70290cd-e4af-4a87-87b7-79ff8988daec,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:51:43.782206 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbfefde-397e-4e4f-bdfe-75e2b942b868 x-openstack-request-id: req-7dbfefde-397e-4e4f-bdfe-75e2b942b868 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:51:43.782513 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912fab04-cb87-442a-bff8-50b759ab5d4b", "name": "network-vif-plugged", "status": "completed", "tag": "d70290cd-e4af-4a87-87b7-79ff8988daec", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:51:43.782776 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7dbfefde-397e-4e4f-bdfe-75e2b942b868 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:51:43.783197 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912fab04-cb87-442a-bff8-50b759ab5d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70290cd-e4af-4a87-87b7-79ff8988daec', 'code': 200} Feb 19 04:51:43.878281 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d32cc-0bfa-4637-a60e-4b986571b55d req-65b79299-cbd4-4278-8059-34c83d6bab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:43.879666 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f17d32cc-0bfa-4637-a60e-4b986571b55d req-65b79299-cbd4-4278-8059-34c83d6bab8c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 1128 time: 0.0420446 Feb 19 04:51:43.923503 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f17d32cc-0bfa-4637-a60e-4b986571b55d req-242ec6f3-83f5-47d1-b9f2-12f8503d6f7f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359488 Feb 19 04:51:44.561874 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c7e78-faac-4af6-9e87-cbafd026d6ca req-73492f84-4dbe-47b2-b3ff-d464a75e21af tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:44.563373 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-941c7e78-faac-4af6-9e87-cbafd026d6ca req-73492f84-4dbe-47b2-b3ff-d464a75e21af tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 945 time: 0.0513186 Feb 19 04:51:44.608130 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-941c7e78-faac-4af6-9e87-cbafd026d6ca req-92f16f23-8fa5-4988-a61c-24fc488a0daf tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393732 Feb 19 04:51:45.732341 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d682e1-e9b3-4935-9a4a-eca3bd6584a3 req-bcae5132-cf53-4faa-8b08-eea32cc95597 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:45.733810 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b3d682e1-e9b3-4935-9a4a-eca3bd6584a3 req-bcae5132-cf53-4faa-8b08-eea32cc95597 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 945 time: 0.0546811 Feb 19 04:51:45.779805 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b3d682e1-e9b3-4935-9a4a-eca3bd6584a3 req-f776aee4-38ef-4ed3-ac93-645aecaf4b6e tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404434 Feb 19 04:51:45.893237 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55591856-1a77-4ebe-81a8-91dac117fb49 req-989b2bc6-610e-4062-a9c3-7e563c9b9350 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:45.894736 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55591856-1a77-4ebe-81a8-91dac117fb49 req-989b2bc6-610e-4062-a9c3-7e563c9b9350 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 945 time: 0.0501025 Feb 19 04:51:45.903774 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45664) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:51:45.908041 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-e0bd01bb-6ba4-462f-b9c2-826c3a49d58d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Request body: {'floatingip': {'port_id': 'd70290cd-e4af-4a87-87b7-79ff8988daec'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:51:45.948387 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e0bd01bb-6ba4-462f-b9c2-826c3a49d58d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for floatingip (861c3ae5-bdca-46ea-80f4-34798b9d828e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:46.732116 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e0bd01bb-6ba4-462f-b9c2-826c3a49d58d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:46.735901 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e0bd01bb-6ba4-462f-b9c2-826c3a49d58d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (861c3ae5-bdca-46ea-80f4-34798b9d828e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:46.838430 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-e0bd01bb-6ba4-462f-b9c2-826c3a49d58d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Floating IP 861c3ae5-bdca-46ea-80f4-34798b9d828e associated. External IP: 172.25.3.115, port: d70290cd-e4af-4a87-87b7-79ff8988daec. Feb 19 04:51:47.052457 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bd01bb-6ba4-462f-b9c2-826c3a49d58d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Router 71f820f3-4a36-4b84-a0cb-0411764a9fcf has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:51:47.160790 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bd01bb-6ba4-462f-b9c2-826c3a49d58d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:51:47.165834 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e0bd01bb-6ba4-462f-b9c2-826c3a49d58d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:47.170904 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640840f0-317c-4095-822f-1d1378823994 None None] Sync routers for ids ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:51:47.180606 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640840f0-317c-4095-822f-1d1378823994 None None] Routers {'71f820f3-4a36-4b84-a0cb-0411764a9fcf'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:51:47.181238 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-640840f0-317c-4095-822f-1d1378823994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:51:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:51:47.195176 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e0bd01bb-6ba4-462f-b9c2-826c3a49d58d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "PUT /v2.0/floatingips/861c3ae5-bdca-46ea-80f4-34798b9d828e HTTP/1.1" status: 200 len: 992 time: 1.2903593 Feb 19 04:51:47.195871 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912fab04-cb87-442a-bff8-50b759ab5d4b', 'tag': 'd70290cd-e4af-4a87-87b7-79ff8988daec'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:51:47.198213 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0246c5d-d75d-4f4e-97c3-c7a17fa621a7" -d '{"events": [{"name": "network-changed", "server_uuid": "912fab04-cb87-442a-bff8-50b759ab5d4b", "tag": "d70290cd-e4af-4a87-87b7-79ff8988daec"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:51:47.236641 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cedea2-e2e9-49d9-a0da-1e55ad2498ea x-openstack-request-id: req-d3cedea2-e2e9-49d9-a0da-1e55ad2498ea {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:51:47.236887 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912fab04-cb87-442a-bff8-50b759ab5d4b", "tag": "d70290cd-e4af-4a87-87b7-79ff8988daec", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:51:47.237142 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d3cedea2-e2e9-49d9-a0da-1e55ad2498ea {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:51:47.237708 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912fab04-cb87-442a-bff8-50b759ab5d4b', 'tag': 'd70290cd-e4af-4a87-87b7-79ff8988daec', 'status': 'completed', 'code': 200} Feb 19 04:51:47.291763 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-640840f0-317c-4095-822f-1d1378823994 None None] Set router 71f820f3-4a36-4b84-a0cb-0411764a9fcf gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:51:47.308108 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0246c5d-d75d-4f4e-97c3-c7a17fa621a7 req-0d56c08d-0f36-4269-9f81-c303902b2dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:47.310236 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0246c5d-d75d-4f4e-97c3-c7a17fa621a7 req-0d56c08d-0f36-4269-9f81-c303902b2dc3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 1128 time: 0.0486071 Feb 19 04:51:47.410153 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0246c5d-d75d-4f4e-97c3-c7a17fa621a7 req-926e2725-281b-41ba-ba03-7fcfa00bcd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:47.411720 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0246c5d-d75d-4f4e-97c3-c7a17fa621a7 req-926e2725-281b-41ba-ba03-7fcfa00bcd41 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.0957747 Feb 19 04:51:47.488456 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0246c5d-d75d-4f4e-97c3-c7a17fa621a7 req-d25218ff-6455-4f92-9ce1-fa852172e4c2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d70290cd-e4af-4a87-87b7-79ff8988daec HTTP/1.1" status: 200 len: 1000 time: 0.0704722 Feb 19 04:51:47.548386 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0246c5d-d75d-4f4e-97c3-c7a17fa621a7 req-4bfbd09d-17c2-46b6-9ef2-2e58617d9585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:47.548828 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-640840f0-317c-4095-822f-1d1378823994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 4, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '861c3ae5-bdca-46ea-80f4-34798b9d828e', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'port_id': 'd70290cd-e4af-4a87-87b7-79ff8988daec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'mac_address': 'fa:16:3e:b6:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912fab04-cb87-442a-bff8-50b759ab5d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:48:59Z', 'updated_at': '2022-02-19T04:51:46Z', 'revision_number': 13, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7', 'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'mac_address': 'fa:16:3e:70:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:56Z', 'updated_at': '2022-02-19T04:49:00Z', 'revision_number': 5, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'subnets': [{'id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:51:47.549844 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0246c5d-d75d-4f4e-97c3-c7a17fa621a7 req-4bfbd09d-17c2-46b6-9ef2-2e58617d9585 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0557988 Feb 19 04:51:47.575906 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640840f0-317c-4095-822f-1d1378823994 None None] Checking router: 71f820f3-4a36-4b84-a0cb-0411764a9fcf for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:51:47.585787 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640840f0-317c-4095-822f-1d1378823994 None None] Routers {'71f820f3-4a36-4b84-a0cb-0411764a9fcf'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:51:47.585787 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-640840f0-317c-4095-822f-1d1378823994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:51:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:51:47.602761 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0246c5d-d75d-4f4e-97c3-c7a17fa621a7 req-11330230-666f-46d5-acce-eb70c636c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:47.604302 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0246c5d-d75d-4f4e-97c3-c7a17fa621a7 req-11330230-666f-46d5-acce-eb70c636c953 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487697 Feb 19 04:51:47.699184 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-640840f0-317c-4095-822f-1d1378823994 None None] Set router 71f820f3-4a36-4b84-a0cb-0411764a9fcf gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:51:47.699400 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0246c5d-d75d-4f4e-97c3-c7a17fa621a7 req-6788dd1c-897f-4f7c-b373-3f63ac22971b service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892043 Feb 19 04:51:47.794042 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e0246c5d-d75d-4f4e-97c3-c7a17fa621a7 req-784a38e7-73aa-46ce-8193-240e1753d781 service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893297 Feb 19 04:51:47.929629 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-640840f0-317c-4095-822f-1d1378823994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 4, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '861c3ae5-bdca-46ea-80f4-34798b9d828e', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'port_id': 'd70290cd-e4af-4a87-87b7-79ff8988daec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'mac_address': 'fa:16:3e:b6:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912fab04-cb87-442a-bff8-50b759ab5d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:48:59Z', 'updated_at': '2022-02-19T04:51:46Z', 'revision_number': 13, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7', 'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'mac_address': 'fa:16:3e:70:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:56Z', 'updated_at': '2022-02-19T04:49:00Z', 'revision_number': 5, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'subnets': [{'id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:51:47.956371 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640840f0-317c-4095-822f-1d1378823994 None None] The sync data for ids ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'] in n-d-828369-19 is: [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 4, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '861c3ae5-bdca-46ea-80f4-34798b9d828e', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'port_id': 'd70290cd-e4af-4a87-87b7-79ff8988daec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'mac_address': 'fa:16:3e:b6:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912fab04-cb87-442a-bff8-50b759ab5d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:48:59Z', 'updated_at': '2022-02-19T04:51:46Z', 'revision_number': 13, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7', 'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'mac_address': 'fa:16:3e:70:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:56Z', 'updated_at': '2022-02-19T04:49:00Z', 'revision_number': 5, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'subnets': [{'id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:51:48.159137 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3b9c0c-7781-4307-bebf-4b248cc5cc6e None None] New status for floating IP 861c3ae5-bdca-46ea-80f4-34798b9d828e: ACTIVE {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:51:49.701691 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62f9d2-cf13-4b5c-9a7f-d2d6bc2f0fa5 req-76ed70c5-a85a-497e-b6a5-f273c49ba4b8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:49.703169 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f62f9d2-cf13-4b5c-9a7f-d2d6bc2f0fa5 req-76ed70c5-a85a-497e-b6a5-f273c49ba4b8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 945 time: 0.0522804 Feb 19 04:51:49.749428 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f62f9d2-cf13-4b5c-9a7f-d2d6bc2f0fa5 req-0aa49594-7c47-4da9-9308-e01488f81691 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405195 Feb 19 04:51:54.471606 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-144dba21-043e-4d0f-97c7-bca1065b97b0 req-52973df9-4c12-4680-8e37-2a301e6fd351 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431542 Feb 19 04:51:54.566727 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144dba21-043e-4d0f-97c7-bca1065b97b0 req-92d808a9-8415-4c9b-b4a4-cd0a6c5cb2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:54.568221 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-144dba21-043e-4d0f-97c7-bca1065b97b0 req-92d808a9-8415-4c9b-b4a4-cd0a6c5cb2bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 1128 time: 0.0517964 Feb 19 04:51:54.674998 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144dba21-043e-4d0f-97c7-bca1065b97b0 req-af08af75-2a77-415d-8692-6466406412fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:54.676723 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-144dba21-043e-4d0f-97c7-bca1065b97b0 req-af08af75-2a77-415d-8692-6466406412fe service neutron] 10.222.0.26 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.0903831 Feb 19 04:51:54.748044 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-144dba21-043e-4d0f-97c7-bca1065b97b0 req-6bb89ace-b054-456e-8143-86d660d1d38f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d70290cd-e4af-4a87-87b7-79ff8988daec HTTP/1.1" status: 200 len: 1002 time: 0.0641997 Feb 19 04:51:54.799730 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144dba21-043e-4d0f-97c7-bca1065b97b0 req-6577e89c-838a-4658-abd7-769bd3f342cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:54.801184 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-144dba21-043e-4d0f-97c7-bca1065b97b0 req-6577e89c-838a-4658-abd7-769bd3f342cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0436010 Feb 19 04:51:54.849634 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144dba21-043e-4d0f-97c7-bca1065b97b0 req-4f413240-19d0-4f1d-829b-bb410cb0dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:54.851106 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-144dba21-043e-4d0f-97c7-bca1065b97b0 req-4f413240-19d0-4f1d-829b-bb410cb0dcc9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439725 Feb 19 04:51:54.943491 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-144dba21-043e-4d0f-97c7-bca1065b97b0 req-635bed20-265b-4051-af28-c7e5486843e8 service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853307 Feb 19 04:51:55.031214 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-144dba21-043e-4d0f-97c7-bca1065b97b0 req-5878b958-61eb-42d7-b1f2-fd44cbd4c2be service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823021 Feb 19 04:51:57.310108 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:00.075236 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:00.696969 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-864a673b-df7c-43af-814a-7ce08197a815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:03.544433 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-61d024f8-0d97-4ae5-be39-34351da9c1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:03.968520 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:05.455929 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:06.123217 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf603863-5d65-40b6-a1a6-0a7eb2eba0e7 req-0ec9ddba-7dec-4738-a36f-5f8b74f772ff tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:06.124665 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf603863-5d65-40b6-a1a6-0a7eb2eba0e7 req-0ec9ddba-7dec-4738-a36f-5f8b74f772ff tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 945 time: 0.0825732 Feb 19 04:52:06.161955 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-d9ab3e42-758c-447a-859a-e95cd2e90a20 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1307161 Feb 19 04:52:06.178862 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf603863-5d65-40b6-a1a6-0a7eb2eba0e7 req-b1603a19-a852-4559-8b35-35ff5c18a55e tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476837 Feb 19 04:52:06.543128 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-a5e3a3fc-e9e8-4d5c-9b8e-ae58ee6ab88a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:06.544490 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-a5e3a3fc-e9e8-4d5c-9b8e-ae58ee6ab88a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports/d70290cd-e4af-4a87-87b7-79ff8988daec HTTP/1.1" status: 200 len: 942 time: 0.1015992 Feb 19 04:52:06.863538 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:07.298844 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae60c5e-f2a4-4c00-9b58-e5a2fa02ef88 req-f57a7ec8-5e01-4630-9080-4d2e63c599e4 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:07.301012 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cae60c5e-f2a4-4c00-9b58-e5a2fa02ef88 req-f57a7ec8-5e01-4630-9080-4d2e63c599e4 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 945 time: 0.0525169 Feb 19 04:52:07.379230 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cae60c5e-f2a4-4c00-9b58-e5a2fa02ef88 req-e229d187-214e-4427-ac09-eaa8e60bd8f7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696540 Feb 19 04:52:07.395421 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-21ca2aa4-c597-4702-8e9d-adeeca531299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:07.396897 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-21ca2aa4-c597-4702-8e9d-adeeca531299 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 1128 time: 0.0601821 Feb 19 04:52:07.486429 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-9a1ec558-378c-42fe-b0de-ecbc77ba16e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:07.487883 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-9a1ec558-378c-42fe-b0de-ecbc77ba16e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.0835741 Feb 19 04:52:07.556798 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-7a894b23-2551-4c12-9c9e-6c049f73506d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d70290cd-e4af-4a87-87b7-79ff8988daec HTTP/1.1" status: 200 len: 1002 time: 0.0629046 Feb 19 04:52:07.603940 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-62431846-8af2-4617-964a-a5be87bc38d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:07.605879 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-62431846-8af2-4617-964a-a5be87bc38d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0431287 Feb 19 04:52:07.652500 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-ec8f07c2-3686-4840-aeb4-c49e8a3140be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:07.653953 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-ec8f07c2-3686-4840-aeb4-c49e8a3140be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0427709 Feb 19 04:52:07.749120 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-b09163ca-992d-44b8-9f35-9b8b5f7ce912 service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890009 Feb 19 04:52:07.836626 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-6ead9c17-5639-46e2-984a-1814c1b6a0dd service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817106 Feb 19 04:52:08.503085 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b4bcc-d461-4521-a735-bfe0892e82bd req-6698817a-87aa-4a25-b41f-2e63ee34af57 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:08.504566 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-559b4bcc-d461-4521-a735-bfe0892e82bd req-6698817a-87aa-4a25-b41f-2e63ee34af57 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 945 time: 0.0560441 Feb 19 04:52:08.549342 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-559b4bcc-d461-4521-a735-bfe0892e82bd req-c164f2e5-9b79-4bb8-86a4-dff6c3918837 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391948 Feb 19 04:52:09.668473 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed85564-4853-4e43-933b-6fad5fc22c3f req-76c62bd7-6c51-4499-8c79-86721e4e9a18 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:09.669965 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ed85564-4853-4e43-933b-6fad5fc22c3f req-76c62bd7-6c51-4499-8c79-86721e4e9a18 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 945 time: 0.0523221 Feb 19 04:52:09.716249 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9ed85564-4853-4e43-933b-6fad5fc22c3f req-837e2051-9fee-479d-9a2e-e057f254c1c1 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407448 Feb 19 04:52:10.838085 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baab00e-ba9b-4592-847f-47df80f726c3 req-20be467b-4ec5-4569-b9d5-a625610d3f45 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:10.840489 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7baab00e-ba9b-4592-847f-47df80f726c3 req-20be467b-4ec5-4569-b9d5-a625610d3f45 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 945 time: 0.0535336 Feb 19 04:52:10.889385 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7baab00e-ba9b-4592-847f-47df80f726c3 req-24384b83-0cf5-4d1b-834d-9b122df096e7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434031 Feb 19 04:52:12.008166 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e12f9-b8c7-4373-b307-68e9b29d0b43 req-3052e4ca-e574-4ffe-943f-4f12c4d20f2c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:12.009632 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-352e12f9-b8c7-4373-b307-68e9b29d0b43 req-3052e4ca-e574-4ffe-943f-4f12c4d20f2c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 945 time: 0.0521917 Feb 19 04:52:12.056475 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-352e12f9-b8c7-4373-b307-68e9b29d0b43 req-e8d97591-8c2c-40fd-8f3d-5ab144c6bbf8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407560 Feb 19 04:52:13.175062 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123726e-e6f3-4e65-896f-bab08a132a4b req-39b9e211-a239-49bd-8b3b-c7983e6508b7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:13.176790 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2123726e-e6f3-4e65-896f-bab08a132a4b req-39b9e211-a239-49bd-8b3b-c7983e6508b7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 945 time: 0.0518916 Feb 19 04:52:13.222314 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2123726e-e6f3-4e65-896f-bab08a132a4b req-6958138e-6e84-4b5d-9e42-09aa8757ff56 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399468 Feb 19 04:52:14.344525 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c5663-a961-4bf2-b756-fdf03237eeec req-d1c92ae6-dfd0-4ede-80ed-ac880660de18 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:14.345999 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b8c5663-a961-4bf2-b756-fdf03237eeec req-d1c92ae6-dfd0-4ede-80ed-ac880660de18 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 945 time: 0.0556045 Feb 19 04:52:14.392355 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5b8c5663-a961-4bf2-b756-fdf03237eeec req-dc9da550-96dc-4fa4-a873-48e80187a4e0 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407891 Feb 19 04:52:15.252217 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-0fdb77a0-5954-449e-88c2-06a67caaac9c req-bcf0ce08-22ae-4d32-9c3e-e9dd270d1d67 service neutron] (109925) timed out ('10.222.0.52', 42776) {{(pid=109925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:52:15.511863 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a322e-a8af-452e-b9aa-3eb2ce60792c req-6860900e-cd90-4be9-8d86-7b8495cc901e tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:15.513957 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b6a322e-a8af-452e-b9aa-3eb2ce60792c req-6860900e-cd90-4be9-8d86-7b8495cc901e tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 945 time: 0.0521114 Feb 19 04:52:15.562531 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b6a322e-a8af-452e-b9aa-3eb2ce60792c req-3ddebba3-d562-4e87-b4f1-622728b47ca1 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429301 Feb 19 04:52:16.280036 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:52:16.680130 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c333b7-18be-4ab9-b30d-cbd2f77e1af4 req-342a4e74-b80f-46c6-ba2d-aaf603938214 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:16.681594 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-01c333b7-18be-4ab9-b30d-cbd2f77e1af4 req-342a4e74-b80f-46c6-ba2d-aaf603938214 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 945 time: 0.0512476 Feb 19 04:52:16.731603 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-01c333b7-18be-4ab9-b30d-cbd2f77e1af4 req-2cd8e02f-785d-4549-aa02-e621d867bb31 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444345 Feb 19 04:52:17.852051 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0f763-ac99-4bd6-87dc-aa3f2e339375 req-ef9e878c-3632-4221-8ca2-d25b7607331a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:17.853621 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84d0f763-ac99-4bd6-87dc-aa3f2e339375 req-ef9e878c-3632-4221-8ca2-d25b7607331a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 945 time: 0.0539193 Feb 19 04:52:17.901164 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84d0f763-ac99-4bd6-87dc-aa3f2e339375 req-61ca049e-af38-446e-8b39-8d3318fab436 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416596 Feb 19 04:52:18.882304 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-a389bf92-c737-46bc-9acb-9c4b6db6a3e0 service neutron] show failed (client error): The resource could not be found. Feb 19 04:52:18.883311 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-a389bf92-c737-46bc-9acb-9c4b6db6a3e0 service neutron] 10.222.0.26 "GET /v2.0/ports/d70290cd-e4af-4a87-87b7-79ff8988daec/bindings/n-h2-828369-19 HTTP/1.1" status: 404 len: 381 time: 0.0520859 Feb 19 04:52:19.031658 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdfd8a-b8d1-4b31-a4f9-6aaf5e3d5636 req-9f098d70-508b-4a7f-9510-2f60db92de60 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:19.033017 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-22cdfd8a-b8d1-4b31-a4f9-6aaf5e3d5636 req-9f098d70-508b-4a7f-9510-2f60db92de60 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 945 time: 0.0577524 Feb 19 04:52:19.108420 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-22cdfd8a-b8d1-4b31-a4f9-6aaf5e3d5636 req-2652e5ea-7504-4862-ab94-b964fd7f44c9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698316 Feb 19 04:52:19.114271 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-acc19fec-b0a7-4420-b6e0-6bf983691c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:19.115694 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-acc19fec-b0a7-4420-b6e0-6bf983691c05 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b&tenant_id=6c4c680087b94418bf6dec5572704dc6 HTTP/1.1" status: 200 len: 1128 time: 0.0710418 Feb 19 04:52:19.127566 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-77b12b6f-a699-459c-8e05-c14a603863bc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-19', 'device_owner': 'compute:nova'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:52:19.184018 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-77b12b6f-a699-459c-8e05-c14a603863bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:19.387873 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-77b12b6f-a699-459c-8e05-c14a603863bc service neutron] For port d70290cd-e4af-4a87-87b7-79ff8988daec, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=d70290cd-e4af-4a87-87b7-79ff8988daec,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:52:19.420752 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-77b12b6f-a699-459c-8e05-c14a603863bc service neutron] For port d70290cd-e4af-4a87-87b7-79ff8988daec, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:52:19.462275 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912fab04-cb87-442a-bff8-50b759ab5d4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd70290cd-e4af-4a87-87b7-79ff8988daec'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:52:19.464573 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfeb906-f89c-40d1-9b30-56fe6d612de6" -d '{"events": [{"server_uuid": "912fab04-cb87-442a-bff8-50b759ab5d4b", "name": "network-vif-unplugged", "status": "completed", "tag": "d70290cd-e4af-4a87-87b7-79ff8988daec"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:52:19.469093 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-77b12b6f-a699-459c-8e05-c14a603863bc service neutron] Publish callbacks [] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:19.482868 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-77b12b6f-a699-459c-8e05-c14a603863bc service neutron] Transition to ACTIVE for port object d70290cd-e4af-4a87-87b7-79ff8988daec will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:52:19.486983 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-77b12b6f-a699-459c-8e05-c14a603863bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:19.520029 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e21894-e1e2-479f-845d-3ba8f29fe3bc x-openstack-request-id: req-01e21894-e1e2-479f-845d-3ba8f29fe3bc {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:52:19.520326 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912fab04-cb87-442a-bff8-50b759ab5d4b", "name": "network-vif-unplugged", "status": "completed", "tag": "d70290cd-e4af-4a87-87b7-79ff8988daec", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:52:19.520578 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-01e21894-e1e2-479f-845d-3ba8f29fe3bc {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:52:19.520974 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912fab04-cb87-442a-bff8-50b759ab5d4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd70290cd-e4af-4a87-87b7-79ff8988daec', 'code': 200} Feb 19 04:52:19.571239 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b12b6f-a699-459c-8e05-c14a603863bc service neutron] Pushing event updated for resources: {'Port': ['ID=d70290cd-e4af-4a87-87b7-79ff8988daec,revision_number=6']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:19.611806 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-77b12b6f-a699-459c-8e05-c14a603863bc service neutron] No DVR routers for this DVR port d70290cd-e4af-4a87-87b7-79ff8988daec on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:52:19.615132 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device d70290cd-e4af-4a87-87b7-79ff8988daec no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:52:19.658459 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] The host n-h1-828369-19 is not matching for port d70290cd-e4af-4a87-87b7-79ff8988daec host n-h2-828369-19! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:52:19.658938 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device d70290cd-e4af-4a87-87b7-79ff8988daec not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:52:19.749321 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-77b12b6f-a699-459c-8e05-c14a603863bc service neutron] Attempting to bind port d70290cd-e4af-4a87-87b7-79ff8988daec on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:52:19.749654 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-77b12b6f-a699-459c-8e05-c14a603863bc service neutron] Attempting to bind port d70290cd-e4af-4a87-87b7-79ff8988daec by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:52:19.749978 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-77b12b6f-a699-459c-8e05-c14a603863bc service neutron] Attempting to bind port d70290cd-e4af-4a87-87b7-79ff8988daec on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:52:19.754124 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-77b12b6f-a699-459c-8e05-c14a603863bc service neutron] Port d70290cd-e4af-4a87-87b7-79ff8988daec on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:52:19.754555 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-77b12b6f-a699-459c-8e05-c14a603863bc service neutron] Attempting to bind port d70290cd-e4af-4a87-87b7-79ff8988daec on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:52:19.759837 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-77b12b6f-a699-459c-8e05-c14a603863bc service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:52:19.760174 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-77b12b6f-a699-459c-8e05-c14a603863bc service neutron] Checking segment: {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:52:19.760555 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-77b12b6f-a699-459c-8e05-c14a603863bc service neutron] Bound using segment: {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:52:19.760981 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-77b12b6f-a699-459c-8e05-c14a603863bc service neutron] Bound port: d70290cd-e4af-4a87-87b7-79ff8988daec, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:52:19.761335 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-77b12b6f-a699-459c-8e05-c14a603863bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:19.827065 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-77b12b6f-a699-459c-8e05-c14a603863bc service neutron] For port d70290cd-e4af-4a87-87b7-79ff8988daec, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:52:19.830073 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-77b12b6f-a699-459c-8e05-c14a603863bc service neutron] For port d70290cd-e4af-4a87-87b7-79ff8988daec, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=d70290cd-e4af-4a87-87b7-79ff8988daec,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:52:19.836141 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-77b12b6f-a699-459c-8e05-c14a603863bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:19.873141 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-77b12b6f-a699-459c-8e05-c14a603863bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:19.873767 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-77b12b6f-a699-459c-8e05-c14a603863bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:19.875277 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-77b12b6f-a699-459c-8e05-c14a603863bc service neutron] 10.222.0.79 "PUT /v2.0/ports/d70290cd-e4af-4a87-87b7-79ff8988daec HTTP/1.1" status: 200 len: 1092 time: 0.7516069 Feb 19 04:52:19.896916 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b12b6f-a699-459c-8e05-c14a603863bc service neutron] Pushing event updated for resources: {'Port': ['ID=d70290cd-e4af-4a87-87b7-79ff8988daec,revision_number=7']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:19.945518 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-bc98d6fc-848b-4908-99d6-50e4ae4734c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:19.947050 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-bc98d6fc-848b-4908-99d6-50e4ae4734c1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 1126 time: 0.0471406 Feb 19 04:52:20.038811 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-7167ce51-2bc8-422c-ad29-15c67967b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:20.040191 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-7167ce51-2bc8-422c-ad29-15c67967b187 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.0877805 Feb 19 04:52:20.112312 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-28d5aa5b-b894-47d2-b28a-0501cfeae80a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d70290cd-e4af-4a87-87b7-79ff8988daec HTTP/1.1" status: 200 len: 1000 time: 0.0652704 Feb 19 04:52:20.160200 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-469bea71-c42a-4381-be7d-c74f7dc13ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:20.161653 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-469bea71-c42a-4381-be7d-c74f7dc13ce5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0453529 Feb 19 04:52:20.244148 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-a2b8c2ee-12dc-4699-ba51-db4524ca3504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:20.245642 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-a2b8c2ee-12dc-4699-ba51-db4524ca3504 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0776179 Feb 19 04:52:20.257234 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c042e03-979d-4d71-9027-d1a3a1e664d8 req-c78b2237-f4de-4c22-8d52-2dbee5cbd714 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:20.258679 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c042e03-979d-4d71-9027-d1a3a1e664d8 req-c78b2237-f4de-4c22-8d52-2dbee5cbd714 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 943 time: 0.0806518 Feb 19 04:52:20.352452 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c042e03-979d-4d71-9027-d1a3a1e664d8 req-40f98865-3122-49e1-b8c7-19a0eac5ff31 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855198 Feb 19 04:52:20.373831 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-80335837-e063-4f86-911c-30d33d0d106a service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142366 Feb 19 04:52:20.473930 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-a87a679a-461c-41bc-af94-24ab5da497ba service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941358 Feb 19 04:52:21.479358 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb0c8f-6aba-4491-b401-9d47160e0034 req-b265aa81-f92c-40b9-b2b5-494c48843d4e tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:21.481030 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3fb0c8f-6aba-4491-b401-9d47160e0034 req-b265aa81-f92c-40b9-b2b5-494c48843d4e tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 943 time: 0.0556424 Feb 19 04:52:21.523013 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912fab04-cb87-442a-bff8-50b759ab5d4b', 'tag': 'd70290cd-e4af-4a87-87b7-79ff8988daec'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:52:21.525261 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4555893b-6192-4ecd-b920-8a70ed923089" -d '{"events": [{"name": "network-changed", "server_uuid": "912fab04-cb87-442a-bff8-50b759ab5d4b", "tag": "d70290cd-e4af-4a87-87b7-79ff8988daec"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:52:21.534844 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3fb0c8f-6aba-4491-b401-9d47160e0034 req-9a5514d3-4870-415f-b1b0-0c90957f7869 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481057 Feb 19 04:52:21.581481 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6af2674-9275-4e30-a9b0-10cfbed149f4 x-openstack-request-id: req-f6af2674-9275-4e30-a9b0-10cfbed149f4 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:52:21.582116 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912fab04-cb87-442a-bff8-50b759ab5d4b", "tag": "d70290cd-e4af-4a87-87b7-79ff8988daec", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:52:21.582587 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f6af2674-9275-4e30-a9b0-10cfbed149f4 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:52:21.582991 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912fab04-cb87-442a-bff8-50b759ab5d4b', 'tag': 'd70290cd-e4af-4a87-87b7-79ff8988daec', 'status': 'completed', 'code': 200} Feb 19 04:52:21.677928 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555893b-6192-4ecd-b920-8a70ed923089 req-b3a96a39-5315-41c9-97c5-369327e4ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:21.679474 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4555893b-6192-4ecd-b920-8a70ed923089 req-b3a96a39-5315-41c9-97c5-369327e4ff17 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 1126 time: 0.0822849 Feb 19 04:52:21.681314 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555893b-6192-4ecd-b920-8a70ed923089 req-0313aaaa-b6e4-4f0c-b0bb-0afd172acb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:21.682695 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4555893b-6192-4ecd-b920-8a70ed923089 req-0313aaaa-b6e4-4f0c-b0bb-0afd172acb97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 1126 time: 0.0757675 Feb 19 04:52:21.842987 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555893b-6192-4ecd-b920-8a70ed923089 req-ee02fa8e-68f1-4b77-9999-2d27eb13a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:21.844450 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4555893b-6192-4ecd-b920-8a70ed923089 req-ee02fa8e-68f1-4b77-9999-2d27eb13a0ee service neutron] 10.222.0.79 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.1584218 Feb 19 04:52:21.845533 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555893b-6192-4ecd-b920-8a70ed923089 req-64391577-18b7-4fa7-ba3d-137014b2b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:21.846868 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4555893b-6192-4ecd-b920-8a70ed923089 req-64391577-18b7-4fa7-ba3d-137014b2b009 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.1534030 Feb 19 04:52:22.306889 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4555893b-6192-4ecd-b920-8a70ed923089 req-47ccac3e-f212-4f4f-be5f-39f62659cfdb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d70290cd-e4af-4a87-87b7-79ff8988daec HTTP/1.1" status: 200 len: 1000 time: 0.4565780 Feb 19 04:52:22.308535 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4555893b-6192-4ecd-b920-8a70ed923089 req-ea0c9a5b-0f0b-4a97-bcde-b38f3029bbf2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d70290cd-e4af-4a87-87b7-79ff8988daec HTTP/1.1" status: 200 len: 1000 time: 0.4519017 Feb 19 04:52:22.391142 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555893b-6192-4ecd-b920-8a70ed923089 req-44f62238-7b9f-48c5-9307-39e4a1918694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:22.392606 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4555893b-6192-4ecd-b920-8a70ed923089 req-44f62238-7b9f-48c5-9307-39e4a1918694 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0789459 Feb 19 04:52:22.394453 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555893b-6192-4ecd-b920-8a70ed923089 req-262c5dc8-6ead-481d-b0ca-ead5edcab720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:22.395740 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4555893b-6192-4ecd-b920-8a70ed923089 req-262c5dc8-6ead-481d-b0ca-ead5edcab720 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0748193 Feb 19 04:52:22.479135 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555893b-6192-4ecd-b920-8a70ed923089 req-9473bff7-737d-434c-aa20-7b6eca0c1ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:22.480712 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4555893b-6192-4ecd-b920-8a70ed923089 req-9473bff7-737d-434c-aa20-7b6eca0c1ed3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0820873 Feb 19 04:52:22.482841 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555893b-6192-4ecd-b920-8a70ed923089 req-d1fcf72c-6ec6-4664-9026-8da447d1f212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:22.485579 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4555893b-6192-4ecd-b920-8a70ed923089 req-d1fcf72c-6ec6-4664-9026-8da447d1f212 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0792797 Feb 19 04:52:22.634172 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4555893b-6192-4ecd-b920-8a70ed923089 req-58050230-8493-4f13-9dad-fbd1fc33bb2d service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396093 Feb 19 04:52:22.741120 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4555893b-6192-4ecd-b920-8a70ed923089 req-45390fcc-419d-4ca3-90bc-a853bd68d498 service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543731 Feb 19 04:52:22.790846 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d1b81-15a7-43b4-b4da-7b258c845ea3 req-fb081d0a-9c79-4708-9e8a-6c57e028b215 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:22.792514 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a60d1b81-15a7-43b4-b4da-7b258c845ea3 req-fb081d0a-9c79-4708-9e8a-6c57e028b215 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 943 time: 0.1628363 Feb 19 04:52:22.858726 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4555893b-6192-4ecd-b920-8a70ed923089 req-3359d61b-58e7-491a-9c39-6b16e2f9ef65 service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066991 Feb 19 04:52:22.898626 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a60d1b81-15a7-43b4-b4da-7b258c845ea3 req-c0f8c641-c3a2-442d-b58d-6c3089dd0ce3 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714657 Feb 19 04:52:22.914541 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4555893b-6192-4ecd-b920-8a70ed923089 req-cff88c41-476e-42a1-acd4-f85715782a6f service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648262 Feb 19 04:52:24.031308 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042f96b-f17a-4e30-b733-3b0ad0565db2 req-c705501e-fe9f-4829-89c6-d92d7bb9fd65 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:24.033042 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6042f96b-f17a-4e30-b733-3b0ad0565db2 req-c705501e-fe9f-4829-89c6-d92d7bb9fd65 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 943 time: 0.0578108 Feb 19 04:52:24.085152 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6042f96b-f17a-4e30-b733-3b0ad0565db2 req-0504890f-32a2-473a-8cea-7e655c9324e1 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455651 Feb 19 04:52:25.220450 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39e88f-4e7c-45b8-aa74-769884df72eb req-0b1c4e64-96c4-4d6b-a927-06487a7e3ca7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:25.221990 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3a39e88f-4e7c-45b8-aa74-769884df72eb req-0b1c4e64-96c4-4d6b-a927-06487a7e3ca7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 943 time: 0.0596132 Feb 19 04:52:25.275855 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3a39e88f-4e7c-45b8-aa74-769884df72eb req-827b91ab-ce4e-45cb-8d36-78489456c193 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481436 Feb 19 04:52:26.400337 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd0612-b435-491a-997c-03dadd187981 req-211764c2-901f-4db0-92ac-fd57f3c97c5c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:26.402136 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10cd0612-b435-491a-997c-03dadd187981 req-211764c2-901f-4db0-92ac-fd57f3c97c5c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 943 time: 0.0559967 Feb 19 04:52:26.454314 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10cd0612-b435-491a-997c-03dadd187981 req-89b7c1f3-8b44-43a1-9a47-5881e754917e tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456820 Feb 19 04:52:27.323189 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:27.580428 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad80cf-5ff7-4350-be25-02d4c2083061 req-56546e6a-dd0c-44c3-bf39-9d74383aa814 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:27.581978 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a8ad80cf-5ff7-4350-be25-02d4c2083061 req-56546e6a-dd0c-44c3-bf39-9d74383aa814 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 943 time: 0.0579927 Feb 19 04:52:27.628785 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a8ad80cf-5ff7-4350-be25-02d4c2083061 req-03b1d959-c01a-43a9-8315-311baea561b5 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411618 Feb 19 04:52:28.754214 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9065577-cc68-4535-b458-67b3ca8ecd1a req-ee25434d-4ef7-47e9-b2a2-88b88135ace3 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:28.755750 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9065577-cc68-4535-b458-67b3ca8ecd1a req-ee25434d-4ef7-47e9-b2a2-88b88135ace3 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 943 time: 0.0526032 Feb 19 04:52:28.801867 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f9065577-cc68-4535-b458-67b3ca8ecd1a req-fa5d49a7-db35-4e9f-a129-83d144fdbf61 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403008 Feb 19 04:52:29.924292 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95503c-c0f4-4444-9d9b-fe0d018932e7 req-5c00e063-b7dd-459d-9f78-3b96b9dba02c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:29.925764 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd95503c-c0f4-4444-9d9b-fe0d018932e7 req-5c00e063-b7dd-459d-9f78-3b96b9dba02c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 943 time: 0.0504274 Feb 19 04:52:29.975252 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd95503c-c0f4-4444-9d9b-fe0d018932e7 req-89a4186c-ae2c-428f-8479-01f4baf94331 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436966 Feb 19 04:52:30.065487 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:30.697968 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-472581e5-b982-497a-8f5d-65018d79c750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:31.097773 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0e5d2-3aef-4728-948e-6f492763ca22 req-a9616662-e1b0-4512-955a-1d68b6a621a7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:31.099274 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7a0e5d2-3aef-4728-948e-6f492763ca22 req-a9616662-e1b0-4512-955a-1d68b6a621a7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 943 time: 0.0522790 Feb 19 04:52:31.145161 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7a0e5d2-3aef-4728-948e-6f492763ca22 req-00e8a8aa-9459-4366-b002-8489e6ca0aa5 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404177 Feb 19 04:52:32.268094 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95596da-c7de-40dd-99f2-c69dc3c093ab req-05d68236-6087-4daf-a7a7-de21ecbb0fa4 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:32.269462 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b95596da-c7de-40dd-99f2-c69dc3c093ab req-05d68236-6087-4daf-a7a7-de21ecbb0fa4 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 943 time: 0.0513651 Feb 19 04:52:32.317347 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b95596da-c7de-40dd-99f2-c69dc3c093ab req-4cb721f3-6b7b-470c-991c-ebaf3f93241c tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422924 Feb 19 04:52:33.444143 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285af82-861e-4ca8-b9cf-e4318d2611cf req-7585aedc-0f1c-4970-aa04-c90b2d301c05 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:33.445618 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1285af82-861e-4ca8-b9cf-e4318d2611cf req-7585aedc-0f1c-4970-aa04-c90b2d301c05 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 943 time: 0.0566444 Feb 19 04:52:33.491252 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1285af82-861e-4ca8-b9cf-e4318d2611cf req-97181d4f-42dc-4f7d-82e8-f21a9f99a496 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394313 Feb 19 04:52:33.548439 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4f4e27a7-81a9-49bc-8105-8e67f41b86a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:33.972016 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:34.610921 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe68d8-0386-4933-a738-6e537e7131d9 req-04e270b3-b13b-4ec9-b0d2-f10012ec87be tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:34.612397 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1fe68d8-0386-4933-a738-6e537e7131d9 req-04e270b3-b13b-4ec9-b0d2-f10012ec87be tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 943 time: 0.0515432 Feb 19 04:52:34.657807 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1fe68d8-0386-4933-a738-6e537e7131d9 req-ec9fa5ef-f691-47c8-bfac-ba6d7cbce2c7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397284 Feb 19 04:52:35.457437 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:35.776259 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb41436-3ee0-4d87-8503-299df7a038e8 req-373525f0-0c3d-4d96-969e-558d6c31b1d8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:35.778238 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-abb41436-3ee0-4d87-8503-299df7a038e8 req-373525f0-0c3d-4d96-969e-558d6c31b1d8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 943 time: 0.0519762 Feb 19 04:52:35.829634 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-abb41436-3ee0-4d87-8503-299df7a038e8 req-1fb6dd0b-6a97-4a9b-9805-0853cacb0c23 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454187 Feb 19 04:52:36.866410 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:36.951374 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32144649-3c98-4c64-b4f0-deea8b4fa171 req-82a90404-07ec-4f66-aa1e-1de98013120f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:36.952837 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-32144649-3c98-4c64-b4f0-deea8b4fa171 req-82a90404-07ec-4f66-aa1e-1de98013120f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 943 time: 0.0519221 Feb 19 04:52:36.999616 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-32144649-3c98-4c64-b4f0-deea8b4fa171 req-93e4fa5f-b8be-432b-b52e-2a59f3c57681 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412014 Feb 19 04:52:38.118127 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496efba-d759-4798-a566-2a4a3a27972b req-42daf44b-45cd-4ade-976d-7c44d850ae7b tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:38.119624 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e496efba-d759-4798-a566-2a4a3a27972b req-42daf44b-45cd-4ade-976d-7c44d850ae7b tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 943 time: 0.0512626 Feb 19 04:52:38.165535 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e496efba-d759-4798-a566-2a4a3a27972b req-aef3499a-5595-4891-a967-9c2e681001a4 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403826 Feb 19 04:52:38.491254 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5550938-5f94-48f1-af48-067df81a0b6c req-e6f58b66-3deb-4d85-b8f7-d35cbfaf166e tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:38.492623 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5550938-5f94-48f1-af48-067df81a0b6c req-e6f58b66-3deb-4d85-b8f7-d35cbfaf166e tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.79 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b&tenant_id=6c4c680087b94418bf6dec5572704dc6&binding%3Ahost_id=n-h2-828369-19 HTTP/1.1" status: 200 len: 943 time: 0.0870101 Feb 19 04:52:38.513007 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d41b0e-c575-43c2-af8f-c29fb29a7105 req-d0c3c2d6-a108-4d8e-b23e-6636fb378a2a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:38.514501 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56d41b0e-c575-43c2-af8f-c29fb29a7105 req-d0c3c2d6-a108-4d8e-b23e-6636fb378a2a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 943 time: 0.0790205 Feb 19 04:52:38.588404 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5550938-5f94-48f1-af48-067df81a0b6c req-1b251c02-5241-42b3-a3cd-600f239c7941 service neutron] 10.222.0.79 "GET /v2.0/ports/d70290cd-e4af-4a87-87b7-79ff8988daec/bindings/n-h2-828369-19 HTTP/1.1" status: 200 len: 383 time: 0.0883760 Feb 19 04:52:38.595870 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56d41b0e-c575-43c2-af8f-c29fb29a7105 req-f3eb3322-fd9a-4d19-93eb-d2445c277100 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641217 Feb 19 04:52:38.656618 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5550938-5f94-48f1-af48-067df81a0b6c req-ce10186a-9db5-4a43-9695-84912d5a764a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:38.658138 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5550938-5f94-48f1-af48-067df81a0b6c req-ce10186a-9db5-4a43-9695-84912d5a764a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 1126 time: 0.0490041 Feb 19 04:52:38.743822 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5550938-5f94-48f1-af48-067df81a0b6c req-983b49c1-f1c6-41f6-aced-7f62fa61289f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:38.745194 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5550938-5f94-48f1-af48-067df81a0b6c req-983b49c1-f1c6-41f6-aced-7f62fa61289f service neutron] 10.222.0.79 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.0817089 Feb 19 04:52:38.811901 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5550938-5f94-48f1-af48-067df81a0b6c req-b9c9425f-7ecd-48da-b570-b663310df0cd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d70290cd-e4af-4a87-87b7-79ff8988daec HTTP/1.1" status: 200 len: 1000 time: 0.0613964 Feb 19 04:52:38.858916 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5550938-5f94-48f1-af48-067df81a0b6c req-4ed1f3cf-f316-4808-b6d0-a595e55240d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:38.860335 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5550938-5f94-48f1-af48-067df81a0b6c req-4ed1f3cf-f316-4808-b6d0-a595e55240d5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0427749 Feb 19 04:52:38.907865 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5550938-5f94-48f1-af48-067df81a0b6c req-96608e1e-49c7-4b43-9af3-6af89141a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:38.909628 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5550938-5f94-48f1-af48-067df81a0b6c req-96608e1e-49c7-4b43-9af3-6af89141a8f9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437074 Feb 19 04:52:39.002443 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5550938-5f94-48f1-af48-067df81a0b6c req-3fcdfda7-06a2-4016-8d32-29dc297705b7 service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872562 Feb 19 04:52:39.089122 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5550938-5f94-48f1-af48-067df81a0b6c req-f6d2f99c-85ab-4bda-94ee-43af8d9526c0 service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811384 Feb 19 04:52:39.445388 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device d70290cd-e4af-4a87-87b7-79ff8988daec details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:52:39.541898 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port d70290cd-e4af-4a87-87b7-79ff8988daec, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=d70290cd-e4af-4a87-87b7-79ff8988daec,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:52:39.553235 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'd70290cd-e4af-4a87-87b7-79ff8988daec', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'port_id': 'd70290cd-e4af-4a87-87b7-79ff8988daec', 'mac_address': 'fa:16:3e:b6:4f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:52:39.588698 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port d70290cd-e4af-4a87-87b7-79ff8988daec is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:52:39.589081 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:39.601040 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d70290cd-e4af-4a87-87b7-79ff8988daec {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:52:39.619858 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port d70290cd-e4af-4a87-87b7-79ff8988daec, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=d70290cd-e4af-4a87-87b7-79ff8988daec,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:52:39.624951 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:39.671440 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=d70290cd-e4af-4a87-87b7-79ff8988daec,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:39.721051 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a354d-d9c3-4436-b99a-496522b32e33 req-31ff56dd-e2a6-44ce-a856-ee5765ebb5a9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:39.722589 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dd5a354d-d9c3-4436-b99a-496522b32e33 req-31ff56dd-e2a6-44ce-a856-ee5765ebb5a9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 944 time: 0.0532854 Feb 19 04:52:39.773508 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dd5a354d-d9c3-4436-b99a-496522b32e33 req-13bb385e-ca1f-481b-a26d-19ea7cfe13b0 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453444 Feb 19 04:52:39.899081 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['d70290cd-e4af-4a87-87b7-79ff8988daec'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:52:40.895517 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c458a0-76ec-46d3-9101-1765cec4be38 req-a0ad2ea1-485a-4e27-9f76-6073d6c52be9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:40.897016 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6c458a0-76ec-46d3-9101-1765cec4be38 req-a0ad2ea1-485a-4e27-9f76-6073d6c52be9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 944 time: 0.0522161 Feb 19 04:52:40.944191 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6c458a0-76ec-46d3-9101-1765cec4be38 req-c6add263-9248-4a93-be33-455e006059c6 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409498 Feb 19 04:52:41.465548 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device d70290cd-e4af-4a87-87b7-79ff8988daec up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:52:41.513127 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port d70290cd-e4af-4a87-87b7-79ff8988daec completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:52:41.517136 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port d70290cd-e4af-4a87-87b7-79ff8988daec triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:52:41.517509 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:41.604625 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port d70290cd-e4af-4a87-87b7-79ff8988daec is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:52:41.605017 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:41.629746 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912fab04-cb87-442a-bff8-50b759ab5d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70290cd-e4af-4a87-87b7-79ff8988daec'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:52:41.631988 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef644b6ab79b0ac41de0b13976fcd129d4d99816de20742327e953106f20d7ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4f4532-840b-424e-9af1-123b08e9236b" -d '{"events": [{"server_uuid": "912fab04-cb87-442a-bff8-50b759ab5d4b", "name": "network-vif-plugged", "status": "completed", "tag": "d70290cd-e4af-4a87-87b7-79ff8988daec"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:52:41.644020 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port d70290cd-e4af-4a87-87b7-79ff8988daec, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=d70290cd-e4af-4a87-87b7-79ff8988daec,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:52:41.648661 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:41.692243 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a360e443-997f-4c74-b50f-7e214f82ae29 x-openstack-request-id: req-a360e443-997f-4c74-b50f-7e214f82ae29 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:52:41.692548 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912fab04-cb87-442a-bff8-50b759ab5d4b", "name": "network-vif-plugged", "status": "completed", "tag": "d70290cd-e4af-4a87-87b7-79ff8988daec", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:52:41.692995 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a360e443-997f-4c74-b50f-7e214f82ae29 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:52:41.693393 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912fab04-cb87-442a-bff8-50b759ab5d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70290cd-e4af-4a87-87b7-79ff8988daec', 'code': 200} Feb 19 04:52:41.702668 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=d70290cd-e4af-4a87-87b7-79ff8988daec,revision_number=9']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:42.064903 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a1bfc-1969-4ca1-8c76-45e014ef18a7 req-ff3503bb-c1dd-45d9-9264-fde3efa76872 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:42.066411 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d56a1bfc-1969-4ca1-8c76-45e014ef18a7 req-ff3503bb-c1dd-45d9-9264-fde3efa76872 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 945 time: 0.0515590 Feb 19 04:52:42.112619 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d56a1bfc-1969-4ca1-8c76-45e014ef18a7 req-43e8ba7c-adb3-46ee-8b13-a81a37b65ad5 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406649 Feb 19 04:52:43.241343 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd63d-6470-43bf-8601-6bc24344b077 req-0ff449a6-dc41-4585-8fd3-d5299b65dbec tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:43.242784 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-00abd63d-6470-43bf-8601-6bc24344b077 req-0ff449a6-dc41-4585-8fd3-d5299b65dbec tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 945 time: 0.0587776 Feb 19 04:52:43.289041 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-00abd63d-6470-43bf-8601-6bc24344b077 req-cbe8e333-087b-479f-a16e-d0a384e7c5cb tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405214 Feb 19 04:52:44.414608 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd9b75-e95d-4867-be6a-a1bf3564b68c req-f86ad2d9-b039-41ea-95b7-d0a7257ebf65 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:44.416057 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e6cd9b75-e95d-4867-be6a-a1bf3564b68c req-f86ad2d9-b039-41ea-95b7-d0a7257ebf65 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 945 time: 0.0516484 Feb 19 04:52:44.462190 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e6cd9b75-e95d-4867-be6a-a1bf3564b68c req-a1071883-b68c-494c-bc07-4fd6cb04cf20 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400012 Feb 19 04:52:44.905206 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5550938-5f94-48f1-af48-067df81a0b6c req-83082621-3f34-40cc-b49b-7fd3c874467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:44.906717 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5550938-5f94-48f1-af48-067df81a0b6c req-83082621-3f34-40cc-b49b-7fd3c874467c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b&tenant_id=6c4c680087b94418bf6dec5572704dc6 HTTP/1.1" status: 200 len: 1128 time: 0.0428972 Feb 19 04:52:44.917133 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-b5550938-5f94-48f1-af48-067df81a0b6c req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-19', 'device_owner': 'compute:nova'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:52:44.978040 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b5550938-5f94-48f1-af48-067df81a0b6c req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:45.175410 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-b5550938-5f94-48f1-af48-067df81a0b6c req-dd65909e-5494-4450-94c9-115012188d45 service neutron] For port d70290cd-e4af-4a87-87b7-79ff8988daec, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=d70290cd-e4af-4a87-87b7-79ff8988daec,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:52:45.207744 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-b5550938-5f94-48f1-af48-067df81a0b6c req-dd65909e-5494-4450-94c9-115012188d45 service neutron] For port d70290cd-e4af-4a87-87b7-79ff8988daec, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:52:45.246037 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912fab04-cb87-442a-bff8-50b759ab5d4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd70290cd-e4af-4a87-87b7-79ff8988daec'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:52:45.248236 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a887b9da-bc67-450c-8d50-f18201742645" -d '{"events": [{"server_uuid": "912fab04-cb87-442a-bff8-50b759ab5d4b", "name": "network-vif-unplugged", "status": "completed", "tag": "d70290cd-e4af-4a87-87b7-79ff8988daec"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:52:45.252020 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b5550938-5f94-48f1-af48-067df81a0b6c req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Publish callbacks [] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:45.265768 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-b5550938-5f94-48f1-af48-067df81a0b6c req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Transition to ACTIVE for port object d70290cd-e4af-4a87-87b7-79ff8988daec will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:52:45.269614 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b5550938-5f94-48f1-af48-067df81a0b6c req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:45.308326 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e82d89-7aea-43b1-a5eb-4d589c77d9ee x-openstack-request-id: req-82e82d89-7aea-43b1-a5eb-4d589c77d9ee {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:52:45.308624 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912fab04-cb87-442a-bff8-50b759ab5d4b", "name": "network-vif-unplugged", "status": "completed", "tag": "d70290cd-e4af-4a87-87b7-79ff8988daec", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:52:45.308881 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-82e82d89-7aea-43b1-a5eb-4d589c77d9ee {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:52:45.309278 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912fab04-cb87-442a-bff8-50b759ab5d4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd70290cd-e4af-4a87-87b7-79ff8988daec', 'code': 200} Feb 19 04:52:45.359343 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Pushing event updated for resources: {'Port': ['ID=d70290cd-e4af-4a87-87b7-79ff8988daec,revision_number=10']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:45.373560 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:45.373878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:45.374253 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:45.374607 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:45.374950 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:45.375290 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:45.375625 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:45.375956 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:45.376290 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:45.376617 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:45.376949 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:45.377277 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:45.377604 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:45.413936 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5550938-5f94-48f1-af48-067df81a0b6c req-dd65909e-5494-4450-94c9-115012188d45 service neutron] No DVR routers for this DVR port d70290cd-e4af-4a87-87b7-79ff8988daec on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:52:45.482050 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device d70290cd-e4af-4a87-87b7-79ff8988daec no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:52:45.525863 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] The host n-h2-828369-19 is not matching for port d70290cd-e4af-4a87-87b7-79ff8988daec host n-h1-828369-19! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:52:45.526182 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device d70290cd-e4af-4a87-87b7-79ff8988daec not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:52:45.585748 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-b5550938-5f94-48f1-af48-067df81a0b6c req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Attempting to bind port d70290cd-e4af-4a87-87b7-79ff8988daec on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:52:45.586270 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-b5550938-5f94-48f1-af48-067df81a0b6c req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Attempting to bind port d70290cd-e4af-4a87-87b7-79ff8988daec by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:52:45.586468 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5550938-5f94-48f1-af48-067df81a0b6c req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Attempting to bind port d70290cd-e4af-4a87-87b7-79ff8988daec on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:52:45.593446 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5550938-5f94-48f1-af48-067df81a0b6c req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Port d70290cd-e4af-4a87-87b7-79ff8988daec on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:52:45.593767 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5550938-5f94-48f1-af48-067df81a0b6c req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Attempting to bind port d70290cd-e4af-4a87-87b7-79ff8988daec on network 0793ebd2-9a5b-482f-993e-6c125aa01a42 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:52:45.601250 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5550938-5f94-48f1-af48-067df81a0b6c req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:52:45.601589 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5550938-5f94-48f1-af48-067df81a0b6c req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Checking segment: {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:52:45.601970 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5550938-5f94-48f1-af48-067df81a0b6c req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Bound using segment: {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:52:45.602413 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-b5550938-5f94-48f1-af48-067df81a0b6c req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Bound port: d70290cd-e4af-4a87-87b7-79ff8988daec, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:52:45.602778 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b5550938-5f94-48f1-af48-067df81a0b6c req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:45.628459 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee25c9f-cec3-4976-9bdf-73500485ae4f req-61d9a651-8915-43b8-aea9-74ee559d0f04 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:45.629932 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fee25c9f-cec3-4976-9bdf-73500485ae4f req-61d9a651-8915-43b8-aea9-74ee559d0f04 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 944 time: 0.0852082 Feb 19 04:52:45.706857 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-b5550938-5f94-48f1-af48-067df81a0b6c req-dd65909e-5494-4450-94c9-115012188d45 service neutron] For port d70290cd-e4af-4a87-87b7-79ff8988daec, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:52:45.709816 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-b5550938-5f94-48f1-af48-067df81a0b6c req-dd65909e-5494-4450-94c9-115012188d45 service neutron] For port d70290cd-e4af-4a87-87b7-79ff8988daec, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=d70290cd-e4af-4a87-87b7-79ff8988daec,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:52:45.713686 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fee25c9f-cec3-4976-9bdf-73500485ae4f req-7f5365ab-adb7-4093-bc5a-737c71afb001 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669734 Feb 19 04:52:45.719147 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b5550938-5f94-48f1-af48-067df81a0b6c req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:45.753028 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5550938-5f94-48f1-af48-067df81a0b6c req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:45.753620 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b5550938-5f94-48f1-af48-067df81a0b6c req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:45.755003 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5550938-5f94-48f1-af48-067df81a0b6c req-dd65909e-5494-4450-94c9-115012188d45 service neutron] 10.222.0.26 "PUT /v2.0/ports/d70290cd-e4af-4a87-87b7-79ff8988daec HTTP/1.1" status: 200 len: 1093 time: 0.8417354 Feb 19 04:52:45.775354 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65909e-5494-4450-94c9-115012188d45 service neutron] Pushing event updated for resources: {'Port': ['ID=d70290cd-e4af-4a87-87b7-79ff8988daec,revision_number=11']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:45.827314 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5550938-5f94-48f1-af48-067df81a0b6c req-88b5d9b6-52a8-4cf2-a21d-6c9060aac564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:45.828885 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5550938-5f94-48f1-af48-067df81a0b6c req-88b5d9b6-52a8-4cf2-a21d-6c9060aac564 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 1127 time: 0.0506954 Feb 19 04:52:45.922933 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5550938-5f94-48f1-af48-067df81a0b6c req-e057ea32-b2bb-4bfa-977e-7af63554c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:45.924424 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5550938-5f94-48f1-af48-067df81a0b6c req-e057ea32-b2bb-4bfa-977e-7af63554c2e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.0885756 Feb 19 04:52:45.992676 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5550938-5f94-48f1-af48-067df81a0b6c req-b36dc7c8-95cd-4eb5-85a0-d998642989f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d70290cd-e4af-4a87-87b7-79ff8988daec HTTP/1.1" status: 200 len: 1000 time: 0.0625179 Feb 19 04:52:46.040753 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5550938-5f94-48f1-af48-067df81a0b6c req-48108899-fed7-4adf-9154-8e255ebf41bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:46.042123 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5550938-5f94-48f1-af48-067df81a0b6c req-48108899-fed7-4adf-9154-8e255ebf41bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0438983 Feb 19 04:52:46.091615 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5550938-5f94-48f1-af48-067df81a0b6c req-7b01c27c-becb-475a-a530-b6d31da97b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:46.093089 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5550938-5f94-48f1-af48-067df81a0b6c req-7b01c27c-becb-475a-a530-b6d31da97b46 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439541 Feb 19 04:52:46.181608 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5550938-5f94-48f1-af48-067df81a0b6c req-962b8c75-574e-480a-a634-90b75005242a service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824161 Feb 19 04:52:46.270621 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b5550938-5f94-48f1-af48-067df81a0b6c req-83748aca-ed30-43f4-8422-7757ee286670 service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827947 Feb 19 04:52:46.838663 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72d760-1a90-41cc-b91b-364a43faca5e req-f5ddffc0-b2aa-4112-8232-9f21d7e57942 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:46.840142 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd72d760-1a90-41cc-b91b-364a43faca5e req-f5ddffc0-b2aa-4112-8232-9f21d7e57942 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 944 time: 0.0552857 Feb 19 04:52:46.887446 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd72d760-1a90-41cc-b91b-364a43faca5e req-2dc706b9-f7f2-4e7f-9683-898c08a53fe8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416486 Feb 19 04:52:47.310729 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912fab04-cb87-442a-bff8-50b759ab5d4b', 'tag': 'd70290cd-e4af-4a87-87b7-79ff8988daec'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:52:47.313131 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb659b29-95a4-4d80-8fcd-55b2332116b2" -d '{"events": [{"name": "network-changed", "server_uuid": "912fab04-cb87-442a-bff8-50b759ab5d4b", "tag": "d70290cd-e4af-4a87-87b7-79ff8988daec"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:52:47.360998 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75573d5d-01b4-4e3b-9414-7fe1f480abd5 x-openstack-request-id: req-75573d5d-01b4-4e3b-9414-7fe1f480abd5 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:52:47.361425 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912fab04-cb87-442a-bff8-50b759ab5d4b", "tag": "d70290cd-e4af-4a87-87b7-79ff8988daec", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:52:47.361633 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-75573d5d-01b4-4e3b-9414-7fe1f480abd5 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:52:47.363799 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912fab04-cb87-442a-bff8-50b759ab5d4b', 'tag': 'd70290cd-e4af-4a87-87b7-79ff8988daec', 'status': 'completed', 'code': 200} Feb 19 04:52:47.464976 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb659b29-95a4-4d80-8fcd-55b2332116b2 req-e654c494-4a1c-4963-8f79-8b567b5519fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:47.466553 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb659b29-95a4-4d80-8fcd-55b2332116b2 req-e654c494-4a1c-4963-8f79-8b567b5519fd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 1127 time: 0.0876639 Feb 19 04:52:47.472498 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb659b29-95a4-4d80-8fcd-55b2332116b2 req-a81f6a17-0c74-47bb-90e5-ef0295a73fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:47.473982 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb659b29-95a4-4d80-8fcd-55b2332116b2 req-a81f6a17-0c74-47bb-90e5-ef0295a73fd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 1127 time: 0.0874825 Feb 19 04:52:47.633077 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb659b29-95a4-4d80-8fcd-55b2332116b2 req-9fca9bed-a2af-4b4a-9146-65d463124dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:47.634505 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb659b29-95a4-4d80-8fcd-55b2332116b2 req-9fca9bed-a2af-4b4a-9146-65d463124dab service neutron] 10.222.0.79 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.1595783 Feb 19 04:52:47.635572 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb659b29-95a4-4d80-8fcd-55b2332116b2 req-47775d53-6b6e-463b-b426-3dca2a515701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:47.636894 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb659b29-95a4-4d80-8fcd-55b2332116b2 req-47775d53-6b6e-463b-b426-3dca2a515701 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.1539693 Feb 19 04:52:47.747405 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb659b29-95a4-4d80-8fcd-55b2332116b2 req-d13d01bc-34cc-4628-903a-6b0db871db9b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d70290cd-e4af-4a87-87b7-79ff8988daec HTTP/1.1" status: 200 len: 1000 time: 0.1074691 Feb 19 04:52:47.749175 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb659b29-95a4-4d80-8fcd-55b2332116b2 req-acb9fe29-8681-4aff-8920-836203fd89d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d70290cd-e4af-4a87-87b7-79ff8988daec HTTP/1.1" status: 200 len: 1000 time: 0.1036608 Feb 19 04:52:47.832905 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb659b29-95a4-4d80-8fcd-55b2332116b2 req-fae4a00c-36c1-4f9e-9143-ff235776633a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:47.834322 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb659b29-95a4-4d80-8fcd-55b2332116b2 req-fae4a00c-36c1-4f9e-9143-ff235776633a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0813396 Feb 19 04:52:47.835720 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb659b29-95a4-4d80-8fcd-55b2332116b2 req-01fdfcd9-25fb-4bf7-b797-b7bd0926fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:47.837022 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb659b29-95a4-4d80-8fcd-55b2332116b2 req-01fdfcd9-25fb-4bf7-b797-b7bd0926fca7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0768301 Feb 19 04:52:47.914302 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb659b29-95a4-4d80-8fcd-55b2332116b2 req-3dab19f8-de00-4683-a527-d6b8d54fdb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:47.915712 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb659b29-95a4-4d80-8fcd-55b2332116b2 req-3dab19f8-de00-4683-a527-d6b8d54fdb66 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0677505 Feb 19 04:52:47.917451 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb659b29-95a4-4d80-8fcd-55b2332116b2 req-251faf6a-e3d6-4abd-b4b3-8317011d0192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:47.918870 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb659b29-95a4-4d80-8fcd-55b2332116b2 req-251faf6a-e3d6-4abd-b4b3-8317011d0192 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0781505 Feb 19 04:52:48.121552 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb659b29-95a4-4d80-8fcd-55b2332116b2 req-df5707df-8d8a-4d48-9018-65c3f4b60335 service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980658 Feb 19 04:52:48.124127 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb659b29-95a4-4d80-8fcd-55b2332116b2 req-62248e39-9aa1-4d46-8af5-9c551367d077 service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937871 Feb 19 04:52:48.130810 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1a466-6ca0-4e1c-803d-4f71c5d38389 req-b6882e3b-97c1-45b5-8196-f82a4cebfdaa tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:48.132176 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-abb1a466-6ca0-4e1c-803d-4f71c5d38389 req-b6882e3b-97c1-45b5-8196-f82a4cebfdaa tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 944 time: 0.1704013 Feb 19 04:52:48.308938 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-abb1a466-6ca0-4e1c-803d-4f71c5d38389 req-7bd833c9-a7f7-42a8-8a97-919f422e7a63 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601794 Feb 19 04:52:48.331012 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb659b29-95a4-4d80-8fcd-55b2332116b2 req-6758ac5f-6494-4f10-93b6-81b123e6ce06 service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930292 Feb 19 04:52:48.347892 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cb659b29-95a4-4d80-8fcd-55b2332116b2 req-544a3f0f-fa13-475a-923e-55e70cfc0baa service neutron] 10.222.0.79 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137301 Feb 19 04:52:49.430924 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71b634-c8fd-4cda-a96d-672c652e5485 req-50b813b5-3d9c-4f85-9a9e-f84fea8de83a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:49.432399 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e71b634-c8fd-4cda-a96d-672c652e5485 req-50b813b5-3d9c-4f85-9a9e-f84fea8de83a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 944 time: 0.0517962 Feb 19 04:52:49.481265 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e71b634-c8fd-4cda-a96d-672c652e5485 req-d039ccf9-dc94-4d97-a8c1-1278e59b804a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427225 Feb 19 04:52:50.598605 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386703a-31ac-4400-98c3-98ed7c45c9f2 req-c756be50-3622-4f15-bcf8-a534a1aae57b tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:50.600081 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6386703a-31ac-4400-98c3-98ed7c45c9f2 req-c756be50-3622-4f15-bcf8-a534a1aae57b tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 944 time: 0.0513387 Feb 19 04:52:50.646830 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6386703a-31ac-4400-98c3-98ed7c45c9f2 req-2a264c04-0a16-4a72-9e58-a5dcd97b7e8b tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406051 Feb 19 04:52:51.771693 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5ff9a-b170-4e9e-9820-f99ab76b50d5 req-0e1c2ee3-cf2a-4b9f-b4e8-8212226b3b17 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:51.773163 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19c5ff9a-b170-4e9e-9820-f99ab76b50d5 req-0e1c2ee3-cf2a-4b9f-b4e8-8212226b3b17 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 944 time: 0.0562217 Feb 19 04:52:51.821830 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19c5ff9a-b170-4e9e-9820-f99ab76b50d5 req-f55b19d8-6059-46a9-a472-38b72f89e8b5 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428896 Feb 19 04:52:52.942774 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0786b-2a9b-4df7-98b9-b6cef7f658a2 req-fa8ff107-6a71-4b33-874d-e66da23a9bce tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:52.944153 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-83d0786b-2a9b-4df7-98b9-b6cef7f658a2 req-fa8ff107-6a71-4b33-874d-e66da23a9bce tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 944 time: 0.0531323 Feb 19 04:52:52.990750 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-83d0786b-2a9b-4df7-98b9-b6cef7f658a2 req-1f69d4df-97ab-4675-a10b-317378354308 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400479 Feb 19 04:52:53.278956 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:52:54.111992 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce49e37-8f2c-4bc3-b180-9e120794d5cd req-8ca8aff7-7f11-48fd-91c4-3875956dfd71 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:54.113471 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ce49e37-8f2c-4bc3-b180-9e120794d5cd req-8ca8aff7-7f11-48fd-91c4-3875956dfd71 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 944 time: 0.0515697 Feb 19 04:52:54.163319 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ce49e37-8f2c-4bc3-b180-9e120794d5cd req-31afa9ea-caa1-474a-9991-fdc84368201d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443037 Feb 19 04:52:54.491880 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c62dc-43eb-4415-bd66-f09852cb8167 req-be216f35-04f5-4bcd-8fa4-4094a3fbebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:54.493365 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e77c62dc-43eb-4415-bd66-f09852cb8167 req-be216f35-04f5-4bcd-8fa4-4094a3fbebeb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c4c680087b94418bf6dec5572704dc6&device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 1127 time: 0.0436440 Feb 19 04:52:54.593709 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c62dc-43eb-4415-bd66-f09852cb8167 req-d1c833d2-53cf-4aa1-8ad5-c1d076f0014c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:54.595208 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e77c62dc-43eb-4415-bd66-f09852cb8167 req-d1c833d2-53cf-4aa1-8ad5-c1d076f0014c service neutron] 10.222.0.26 "GET /v2.0/networks?id=0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 200 len: 913 time: 0.0835176 Feb 19 04:52:54.663511 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e77c62dc-43eb-4415-bd66-f09852cb8167 req-8366c141-3404-42ff-9ada-c147346fc6f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d70290cd-e4af-4a87-87b7-79ff8988daec HTTP/1.1" status: 200 len: 1000 time: 0.0614598 Feb 19 04:52:54.710490 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c62dc-43eb-4415-bd66-f09852cb8167 req-86024667-4d2b-4537-b31a-b3edbe8aeb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:54.711931 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e77c62dc-43eb-4415-bd66-f09852cb8167 req-86024667-4d2b-4537-b31a-b3edbe8aeb06 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 200 len: 851 time: 0.0430691 Feb 19 04:52:54.757965 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c62dc-43eb-4415-bd66-f09852cb8167 req-b79b785c-a617-4a16-82b3-58bbb4cd2b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:54.759508 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e77c62dc-43eb-4415-bd66-f09852cb8167 req-b79b785c-a617-4a16-82b3-58bbb4cd2b99 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0793ebd2-9a5b-482f-993e-6c125aa01a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0424378 Feb 19 04:52:54.850006 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e77c62dc-43eb-4415-bd66-f09852cb8167 req-1590a889-4c4d-4870-ae2f-128eb5e5a1ab service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845523 Feb 19 04:52:54.936856 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e77c62dc-43eb-4415-bd66-f09852cb8167 req-6b81a6e9-cb5f-4f48-8d3d-fc3d45424fa9 service neutron] 10.222.0.26 "GET /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809293 Feb 19 04:52:55.291337 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abfb1a-3670-45d4-8088-a16551180c59 req-3468d71b-90f4-40e1-9b1b-b1da554994f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:55.292857 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9abfb1a-3670-45d4-8088-a16551180c59 req-3468d71b-90f4-40e1-9b1b-b1da554994f9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 944 time: 0.0582690 Feb 19 04:52:55.343600 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9abfb1a-3670-45d4-8088-a16551180c59 req-5a1226f3-ffe9-4922-8e96-cdbd5e1c59c8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449297 Feb 19 04:52:56.463607 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f90878-0850-452e-90e2-4621bcc68bd7 req-1a1e531c-61bf-4d40-b44a-2b42291a0d4a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:56.465079 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54f90878-0850-452e-90e2-4621bcc68bd7 req-1a1e531c-61bf-4d40-b44a-2b42291a0d4a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 944 time: 0.0515523 Feb 19 04:52:56.510863 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54f90878-0850-452e-90e2-4621bcc68bd7 req-e3a4a896-f048-4e3f-840c-04be425b42aa tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402944 Feb 19 04:52:57.337088 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:57.630413 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92255412-b4b7-4dff-97b5-a1c1bd92b533 req-b26f9b2b-0b8c-4226-9030-76d62b6aef72 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:57.632031 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-92255412-b4b7-4dff-97b5-a1c1bd92b533 req-b26f9b2b-0b8c-4226-9030-76d62b6aef72 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 944 time: 0.0519247 Feb 19 04:52:57.682945 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-92255412-b4b7-4dff-97b5-a1c1bd92b533 req-83a912bc-efff-4657-acbb-f38d4ef72fba tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451550 Feb 19 04:52:58.808504 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed3e35-94a0-4387-a453-2ec6abd65466 req-2a245152-5376-4906-aa8d-2ff3e8abdb69 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:58.809955 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7eed3e35-94a0-4387-a453-2ec6abd65466 req-2a245152-5376-4906-aa8d-2ff3e8abdb69 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 944 time: 0.0515177 Feb 19 04:52:58.855799 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7eed3e35-94a0-4387-a453-2ec6abd65466 req-704e0de6-5371-4b45-b91f-af8baa51788d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403244 Feb 19 04:52:59.972981 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744316f-f08d-49a4-80af-373057fe8ac3 req-db4f36d1-f9f5-44af-b18a-f014c57d7232 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:59.974571 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e744316f-f08d-49a4-80af-373057fe8ac3 req-db4f36d1-f9f5-44af-b18a-f014c57d7232 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 944 time: 0.0504568 Feb 19 04:53:00.022614 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e744316f-f08d-49a4-80af-373057fe8ac3 req-774f8bbc-bce1-4aba-82c4-aacbe3d4b184 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417545 Feb 19 04:53:00.081087 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:00.700151 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5c019617-ca7a-4659-8f09-6eab1e66f243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:01.144141 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9864b-c658-4cbd-a784-59e01c2fd983 req-b7f3e78b-6ce1-42fe-8d74-6940ea96ae5a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:01.145608 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-14b9864b-c658-4cbd-a784-59e01c2fd983 req-b7f3e78b-6ce1-42fe-8d74-6940ea96ae5a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 944 time: 0.0544109 Feb 19 04:53:01.191113 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-14b9864b-c658-4cbd-a784-59e01c2fd983 req-4c5d2252-3d85-43e2-b514-0798db5bf73f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400052 Feb 19 04:53:02.311267 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ff581-d5d5-4a51-8f8c-5d5700fd8fe5 req-6dddff97-531d-4fde-b187-41b0ad7c0282 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:02.312756 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-691ff581-d5d5-4a51-8f8c-5d5700fd8fe5 req-6dddff97-531d-4fde-b187-41b0ad7c0282 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 944 time: 0.0526443 Feb 19 04:53:02.360081 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-691ff581-d5d5-4a51-8f8c-5d5700fd8fe5 req-2b780704-489b-4a72-ad25-e69e95f223eb tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418067 Feb 19 04:53:03.482611 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1d42f-e83f-49e3-998d-f4f3118bd2d0 req-6292b756-933b-4925-b1c9-efa2f6072cb4 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:03.484071 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-38a1d42f-e83f-49e3-998d-f4f3118bd2d0 req-6292b756-933b-4925-b1c9-efa2f6072cb4 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 944 time: 0.0548923 Feb 19 04:53:03.529175 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-38a1d42f-e83f-49e3-998d-f4f3118bd2d0 req-fb9078ca-4f12-459c-b636-2a6bdf3bbb6f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395954 Feb 19 04:53:03.551205 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a2ec97b1-c8c7-4d60-a883-58c6273db668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:03.974460 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:04.655891 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a400a-df73-47fb-826e-71cdfa12edfa req-58443e5d-2326-49a7-aca1-ecca05b65aa4 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:04.657425 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d5a400a-df73-47fb-826e-71cdfa12edfa req-58443e5d-2326-49a7-aca1-ecca05b65aa4 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 944 time: 0.0563104 Feb 19 04:53:04.705440 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d5a400a-df73-47fb-826e-71cdfa12edfa req-2204c68e-b0c3-4ce4-9c8c-aaccb5fcd350 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413759 Feb 19 04:53:05.460833 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:05.762478 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device d70290cd-e4af-4a87-87b7-79ff8988daec details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:53:05.823906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ced0f1-1759-41f1-9caf-3ebd6f4d6190 req-8f625def-a343-4d31-82ba-10a2a704c1a8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:05.825403 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91ced0f1-1759-41f1-9caf-3ebd6f4d6190 req-8f625def-a343-4d31-82ba-10a2a704c1a8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 944 time: 0.0511608 Feb 19 04:53:05.859142 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port d70290cd-e4af-4a87-87b7-79ff8988daec, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=d70290cd-e4af-4a87-87b7-79ff8988daec,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:53:05.870268 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'd70290cd-e4af-4a87-87b7-79ff8988daec', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'port_id': 'd70290cd-e4af-4a87-87b7-79ff8988daec', 'mac_address': 'fa:16:3e:b6:4f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:53:05.875993 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91ced0f1-1759-41f1-9caf-3ebd6f4d6190 req-8b6be641-1f0c-4860-97f3-ff3fab516a1b tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442879 Feb 19 04:53:05.907631 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port d70290cd-e4af-4a87-87b7-79ff8988daec is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:53:05.908026 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:05.921272 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d70290cd-e4af-4a87-87b7-79ff8988daec {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:53:05.940582 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port d70290cd-e4af-4a87-87b7-79ff8988daec, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=d70290cd-e4af-4a87-87b7-79ff8988daec,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:53:05.944922 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:05.991903 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=d70290cd-e4af-4a87-87b7-79ff8988daec,revision_number=12']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:05.996356 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e88ca4-82ce-4a7d-b9f9-ba3b8d1f680a req-df716f12-7777-4098-9957-c1ff7cf084ff tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:05.997888 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39e88ca4-82ce-4a7d-b9f9-ba3b8d1f680a req-df716f12-7777-4098-9957-c1ff7cf084ff tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 945 time: 0.0542974 Feb 19 04:53:05.999303 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:05.999655 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:05.999999 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:06.000341 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:06.000687 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:06.001006 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:06.001335 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:06.001662 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:06.001991 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:06.002346 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:06.002669 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:06.002992 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:06.003316 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:06.044237 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-39e88ca4-82ce-4a7d-b9f9-ba3b8d1f680a req-ec85186b-d4dd-462d-8b96-10080b96bc98 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405266 Feb 19 04:53:06.159937 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c136e-bf9a-4d8e-8cdb-a49a5dc13f9f req-8d9242d3-d50a-4d15-95d0-79dff9591608 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:06.161408 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca8c136e-bf9a-4d8e-8cdb-a49a5dc13f9f req-8d9242d3-d50a-4d15-95d0-79dff9591608 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 945 time: 0.0514264 Feb 19 04:53:06.206735 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ca8c136e-bf9a-4d8e-8cdb-a49a5dc13f9f req-a8495481-46e7-4656-8752-a44832e594c0 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396788 Feb 19 04:53:06.257939 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['d70290cd-e4af-4a87-87b7-79ff8988daec'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:53:06.447833 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0618ff-740a-42b4-9465-30f2e8fb2186 req-4a0b8f6f-aaf7-4db1-a8b2-d5d14c47df96 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:06.449276 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d0618ff-740a-42b4-9465-30f2e8fb2186 req-4a0b8f6f-aaf7-4db1-a8b2-d5d14c47df96 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 945 time: 0.0539401 Feb 19 04:53:06.496019 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d0618ff-740a-42b4-9465-30f2e8fb2186 req-3417bacc-7394-4a93-ab6a-9d39d89a78a6 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403728 Feb 19 04:53:06.868804 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:07.616097 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b2512-0d4a-487f-adb3-2b1362604435 req-075ad898-773c-48b3-a7e5-144284e881b9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:07.617553 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-842b2512-0d4a-487f-adb3-2b1362604435 req-075ad898-773c-48b3-a7e5-144284e881b9 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 945 time: 0.0509744 Feb 19 04:53:07.662737 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-842b2512-0d4a-487f-adb3-2b1362604435 req-56edb17b-15f2-430d-aa98-d218169ed14e tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390596 Feb 19 04:53:07.784035 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device d70290cd-e4af-4a87-87b7-79ff8988daec up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:53:07.834080 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port d70290cd-e4af-4a87-87b7-79ff8988daec completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:53:07.837591 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port d70290cd-e4af-4a87-87b7-79ff8988daec triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:53:07.838134 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:07.912721 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port d70290cd-e4af-4a87-87b7-79ff8988daec is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:53:07.913400 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:07.935308 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912fab04-cb87-442a-bff8-50b759ab5d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70290cd-e4af-4a87-87b7-79ff8988daec'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:53:07.937501 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef644b6ab79b0ac41de0b13976fcd129d4d99816de20742327e953106f20d7ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6f8fc1-0277-49a0-af0b-3433f07ec27b" -d '{"events": [{"server_uuid": "912fab04-cb87-442a-bff8-50b759ab5d4b", "name": "network-vif-plugged", "status": "completed", "tag": "d70290cd-e4af-4a87-87b7-79ff8988daec"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:53:07.949982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port d70290cd-e4af-4a87-87b7-79ff8988daec, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=d70290cd-e4af-4a87-87b7-79ff8988daec,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:53:07.953895 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:07.976814 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7f1823-8d93-4f2d-abb1-b23f7207958a x-openstack-request-id: req-5c7f1823-8d93-4f2d-abb1-b23f7207958a {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:53:07.977108 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912fab04-cb87-442a-bff8-50b759ab5d4b", "name": "network-vif-plugged", "status": "completed", "tag": "d70290cd-e4af-4a87-87b7-79ff8988daec", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:53:07.977364 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c7f1823-8d93-4f2d-abb1-b23f7207958a {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:53:07.977761 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912fab04-cb87-442a-bff8-50b759ab5d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70290cd-e4af-4a87-87b7-79ff8988daec', 'code': 200} Feb 19 04:53:08.004639 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=d70290cd-e4af-4a87-87b7-79ff8988daec,revision_number=13']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:08.286898 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964b5d0-5437-48e8-b778-517aa4d1b903 req-f5ac8f73-3676-4c7a-9fc7-7feba15d3af8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:08.288320 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2964b5d0-5437-48e8-b778-517aa4d1b903 req-f5ac8f73-3676-4c7a-9fc7-7feba15d3af8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.26 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 946 time: 0.0514812 Feb 19 04:53:08.378429 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-2964b5d0-5437-48e8-b778-517aa4d1b903 req-c5d6f6f7-6238-47aa-8c0f-c198f0e10659 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Deleting port d70290cd-e4af-4a87-87b7-79ff8988daec {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:53:08.378766 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2964b5d0-5437-48e8-b778-517aa4d1b903 req-c5d6f6f7-6238-47aa-8c0f-c198f0e10659 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:08.468573 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-2964b5d0-5437-48e8-b778-517aa4d1b903 req-c5d6f6f7-6238-47aa-8c0f-c198f0e10659 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] For port d70290cd-e4af-4a87-87b7-79ff8988daec, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=d70290cd-e4af-4a87-87b7-79ff8988daec,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:53:08.468935 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2964b5d0-5437-48e8-b778-517aa4d1b903 req-c5d6f6f7-6238-47aa-8c0f-c198f0e10659 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:08.951608 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e35131-fed8-4f51-8d5a-768b8615cbe6 req-78317358-4172-4f22-b577-5b64da85faaf tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:08.952995 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9e35131-fed8-4f51-8d5a-768b8615cbe6 req-78317358-4172-4f22-b577-5b64da85faaf tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 946 time: 0.1083391 Feb 19 04:53:09.042306 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2964b5d0-5437-48e8-b778-517aa4d1b903 req-c5d6f6f7-6238-47aa-8c0f-c198f0e10659 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:09.042740 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2964b5d0-5437-48e8-b778-517aa4d1b903 req-c5d6f6f7-6238-47aa-8c0f-c198f0e10659 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (861c3ae5-bdca-46ea-80f4-34798b9d828e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:09.043766 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [req-2964b5d0-5437-48e8-b778-517aa4d1b903 req-c5d6f6f7-6238-47aa-8c0f-c198f0e10659 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Floating IP 861c3ae5-bdca-46ea-80f4-34798b9d828e disassociated. External IP: 172.25.3.115, port: d70290cd-e4af-4a87-87b7-79ff8988daec. Feb 19 04:53:09.044103 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-2964b5d0-5437-48e8-b778-517aa4d1b903 req-c5d6f6f7-6238-47aa-8c0f-c198f0e10659 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Calling delete_port for d70290cd-e4af-4a87-87b7-79ff8988daec owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:53:09.050747 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9e35131-fed8-4f51-8d5a-768b8615cbe6 req-57ef237b-16ac-4e83-98f4-8bcc81fd58c8 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0600357-34c6-46b6-847c-e950dbccb202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896723 Feb 19 04:53:09.176124 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2964b5d0-5437-48e8-b778-517aa4d1b903 req-c5d6f6f7-6238-47aa-8c0f-c198f0e10659 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (d70290cd-e4af-4a87-87b7-79ff8988daec), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:09.202829 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6f6f7-6238-47aa-8c0f-c198f0e10659 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Pushing event deleted for resources: {'Port': ['ID=d70290cd-e4af-4a87-87b7-79ff8988daec,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:09.322458 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2964b5d0-5437-48e8-b778-517aa4d1b903 req-c5d6f6f7-6238-47aa-8c0f-c198f0e10659 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Router 71f820f3-4a36-4b84-a0cb-0411764a9fcf has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:53:09.433925 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2964b5d0-5437-48e8-b778-517aa4d1b903 req-c5d6f6f7-6238-47aa-8c0f-c198f0e10659 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:53:09.444219 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb5daba-0689-4226-b362-9b8ab01b1f5e None None] Sync routers for ids ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:53:09.453446 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb5daba-0689-4226-b362-9b8ab01b1f5e None None] Routers {'71f820f3-4a36-4b84-a0cb-0411764a9fcf'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:53:09.453997 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-6cb5daba-0689-4226-b362-9b8ab01b1f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:53:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:09.473371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-2964b5d0-5437-48e8-b778-517aa4d1b903 req-c5d6f6f7-6238-47aa-8c0f-c198f0e10659 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] No DVR routers for this DVR port d70290cd-e4af-4a87-87b7-79ff8988daec on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:53:09.476085 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2964b5d0-5437-48e8-b778-517aa4d1b903 req-c5d6f6f7-6238-47aa-8c0f-c198f0e10659 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:09.479485 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2964b5d0-5437-48e8-b778-517aa4d1b903 req-c5d6f6f7-6238-47aa-8c0f-c198f0e10659 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.26 "DELETE /v2.0/ports/d70290cd-e4af-4a87-87b7-79ff8988daec HTTP/1.1" status: 204 len: 173 time: 1.1860740 Feb 19 04:53:09.479938 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912fab04-cb87-442a-bff8-50b759ab5d4b', 'name': 'network-vif-deleted', 'tag': 'd70290cd-e4af-4a87-87b7-79ff8988daec'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:53:09.482852 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36af893d-dc4d-4277-bdea-4ae7c3bdd3b4" -d '{"events": [{"server_uuid": "912fab04-cb87-442a-bff8-50b759ab5d4b", "name": "network-vif-deleted", "tag": "d70290cd-e4af-4a87-87b7-79ff8988daec"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:53:09.525561 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d83879-a23f-4f53-9760-fa91192cba60 x-openstack-request-id: req-d7d83879-a23f-4f53-9760-fa91192cba60 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:53:09.525858 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912fab04-cb87-442a-bff8-50b759ab5d4b", "name": "network-vif-deleted", "tag": "d70290cd-e4af-4a87-87b7-79ff8988daec", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:53:09.526276 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d7d83879-a23f-4f53-9760-fa91192cba60 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:53:09.526683 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912fab04-cb87-442a-bff8-50b759ab5d4b', 'name': 'network-vif-deleted', 'tag': 'd70290cd-e4af-4a87-87b7-79ff8988daec', 'status': 'completed', 'code': 200} Feb 19 04:53:09.660486 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-6cb5daba-0689-4226-b362-9b8ab01b1f5e None None] Set router 71f820f3-4a36-4b84-a0cb-0411764a9fcf gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:53:09.858033 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-6cb5daba-0689-4226-b362-9b8ab01b1f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 4, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7', 'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'mac_address': 'fa:16:3e:70:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:56Z', 'updated_at': '2022-02-19T04:49:00Z', 'revision_number': 5, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'subnets': [{'id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:09.884091 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb5daba-0689-4226-b362-9b8ab01b1f5e None None] Checking router: 71f820f3-4a36-4b84-a0cb-0411764a9fcf for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:53:09.892182 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb5daba-0689-4226-b362-9b8ab01b1f5e None None] Routers {'71f820f3-4a36-4b84-a0cb-0411764a9fcf'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:53:09.892790 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-6cb5daba-0689-4226-b362-9b8ab01b1f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:53:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:10.000157 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-6cb5daba-0689-4226-b362-9b8ab01b1f5e None None] Set router 71f820f3-4a36-4b84-a0cb-0411764a9fcf gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:53:10.154532 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a0f21a7d-0149-4516-81eb-209a492aa394 req-9f15b76b-1928-414b-8589-17c2e55c37ea tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 210 time: 0.0307937 Feb 19 04:53:10.198939 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-6cb5daba-0689-4226-b362-9b8ab01b1f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 4, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7', 'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'mac_address': 'fa:16:3e:70:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:56Z', 'updated_at': '2022-02-19T04:49:00Z', 'revision_number': 5, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'subnets': [{'id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:10.225133 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb5daba-0689-4226-b362-9b8ab01b1f5e None None] The sync data for ids ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'] in n-d-828369-19 is: [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:57Z', 'revision_number': 4, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7', 'name': '', 'network_id': '0793ebd2-9a5b-482f-993e-6c125aa01a42', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'mac_address': 'fa:16:3e:70:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:56Z', 'updated_at': '2022-02-19T04:49:00Z', 'revision_number': 5, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'subnets': [{'id': '73e3ec62-9bfe-4c91-82e1-f909ccc9fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:53:10.468905 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb23d329-2d99-4ccd-ae26-42a01446be63 None None] New status for floating IP 861c3ae5-bdca-46ea-80f4-34798b9d828e: DOWN {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:53:11.262329 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2821c6cc-c784-4d13-b16f-6eef65487f59 req-48e72f88-bb4e-45b9-8c50-32a87a061c0f tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 210 time: 0.0320299 Feb 19 04:53:11.807893 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device d70290cd-e4af-4a87-87b7-79ff8988daec no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:53:11.828576 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: d70290cd-e4af-4a87-87b7-79ff8988daec {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:53:11.828867 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device d70290cd-e4af-4a87-87b7-79ff8988daec not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:53:12.361332 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1d6fc9b8-9ff4-42b3-973b-d59994beaf06 req-2ed2d44b-b485-4bfd-ba0b-eda6975a5131 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 210 time: 0.0270886 Feb 19 04:53:13.459957 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c1539c44-61aa-4133-a47f-3875696eabab req-7f0b07d2-fd81-4990-95d3-f3fe223e77c7 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 210 time: 0.0270755 Feb 19 04:53:14.555985 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5877b227-c1bb-4610-8411-edf97b2a2065 req-62d14e9f-f60e-4bfd-8ef7-00ac758cd342 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 210 time: 0.0276303 Feb 19 04:53:15.651930 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26f0dba6-e08e-4f03-96bf-ba0e0964d737 req-7eb20b19-9dd4-474d-88e8-6b4a4c05de9a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 210 time: 0.0266016 Feb 19 04:53:16.751434 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-87eef511-cbe0-4bec-9e25-8092153078fc req-217fcfc5-0266-4add-8dca-e64a9bf68322 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 210 time: 0.0308871 Feb 19 04:53:17.848185 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e20ba41b-49d5-4276-800e-bd2f97a7101b req-72e1fded-c813-45a5-b353-e5b68eb02c8d tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/ports?device_id=912fab04-cb87-442a-bff8-50b759ab5d4b HTTP/1.1" status: 200 len: 210 time: 0.0298243 Feb 19 04:53:24.656087 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45970) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:24.718155 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-27f42aed-e5b7-4a9b-8487-bbd81be524a1 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for security_group (a0600357-34c6-46b6-847c-e950dbccb202), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:24.741847 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-27f42aed-e5b7-4a9b-8487-bbd81be524a1 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for security_group (a0600357-34c6-46b6-847c-e950dbccb202), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:24.790623 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-27f42aed-e5b7-4a9b-8487-bbd81be524a1 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (a0600357-34c6-46b6-847c-e950dbccb202), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:24.793808 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-27f42aed-e5b7-4a9b-8487-bbd81be524a1 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:24.794990 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-27f42aed-e5b7-4a9b-8487-bbd81be524a1 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "DELETE /v2.0/security-groups/a0600357-34c6-46b6-847c-e950dbccb202 HTTP/1.1" status: 204 len: 168 time: 0.1378362 Feb 19 04:53:24.797837 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 45974) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:24.805480 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f42aed-e5b7-4a9b-8487-bbd81be524a1 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0600357-34c6-46b6-847c-e950dbccb202,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:24.816027 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [None req-799e3371-34fc-488e-9ec4-5a62e6cdcd73 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] show failed (client error): The resource could not be found. Feb 19 04:53:24.819927 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45978) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:24.820061 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-799e3371-34fc-488e-9ec4-5a62e6cdcd73 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "GET /v2.0/security-groups/a0600357-34c6-46b6-847c-e950dbccb202 HTTP/1.1" status: 404 len: 347 time: 0.0207493 Feb 19 04:53:24.947696 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-98ace97f-4ff1-4c4f-b759-70f8affecd67 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Deleting port 822ed8d4-d573-4785-8754-2cfeaf381c82 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:53:24.948057 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-98ace97f-4ff1-4c4f-b759-70f8affecd67 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (822ed8d4-d573-4785-8754-2cfeaf381c82), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:25.025704 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-98ace97f-4ff1-4c4f-b759-70f8affecd67 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (822ed8d4-d573-4785-8754-2cfeaf381c82), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:25.026034 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-98ace97f-4ff1-4c4f-b759-70f8affecd67 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for floatingip (822ed8d4-d573-4785-8754-2cfeaf381c82), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:25.039238 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-98ace97f-4ff1-4c4f-b759-70f8affecd67 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Calling delete_port for 822ed8d4-d573-4785-8754-2cfeaf381c82 owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:53:25.173430 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-98ace97f-4ff1-4c4f-b759-70f8affecd67 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (822ed8d4-d573-4785-8754-2cfeaf381c82), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:25.199442 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ace97f-4ff1-4c4f-b759-70f8affecd67 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Pushing event deleted for resources: {'Port': ['ID=822ed8d4-d573-4785-8754-2cfeaf381c82,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:25.259773 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-98ace97f-4ff1-4c4f-b759-70f8affecd67 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks [] for floatingip (861c3ae5-bdca-46ea-80f4-34798b9d828e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:25.262468 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-98ace97f-4ff1-4c4f-b759-70f8affecd67 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:25.263667 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-98ace97f-4ff1-4c4f-b759-70f8affecd67 tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] 10.222.0.52 "DELETE /v2.0/floatingips/861c3ae5-bdca-46ea-80f4-34798b9d828e HTTP/1.1" status: 204 len: 168 time: 0.4425583 Feb 19 04:53:25.266786 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45980) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:25.614919 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a4975b1a-5ef0-42ea-a21d-3500cc160f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (71f820f3-4a36-4b84-a0cb-0411764a9fcf), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:25.868981 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-a4975b1a-5ef0-42ea-a21d-3500cc160f55 admin admin] Deleting port ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:53:25.869637 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a4975b1a-5ef0-42ea-a21d-3500cc160f55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:25.946795 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-a4975b1a-5ef0-42ea-a21d-3500cc160f55 admin admin] For port ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:53:25.947164 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a4975b1a-5ef0-42ea-a21d-3500cc160f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:25.959787 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-a4975b1a-5ef0-42ea-a21d-3500cc160f55 admin admin] Calling delete_port for ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7 owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:53:26.142898 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a4975b1a-5ef0-42ea-a21d-3500cc160f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:26.173733 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4975b1a-5ef0-42ea-a21d-3500cc160f55 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:26.343326 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a4975b1a-5ef0-42ea-a21d-3500cc160f55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (71f820f3-4a36-4b84-a0cb-0411764a9fcf), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:26.572562 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4975b1a-5ef0-42ea-a21d-3500cc160f55 admin admin] Router 71f820f3-4a36-4b84-a0cb-0411764a9fcf has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:53:26.679590 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4975b1a-5ef0-42ea-a21d-3500cc160f55 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:53:26.684606 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a4975b1a-5ef0-42ea-a21d-3500cc160f55 admin admin] 10.222.0.52 "PUT /v2.0/routers/71f820f3-4a36-4b84-a0cb-0411764a9fcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4167695 Feb 19 04:53:26.687148 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45982) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:26.690468 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b5850a-fb09-4979-adb5-294e066cf8cb None None] Sync routers for ids ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:53:26.700688 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b5850a-fb09-4979-adb5-294e066cf8cb None None] Routers {'71f820f3-4a36-4b84-a0cb-0411764a9fcf'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:53:26.701308 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-97b5850a-fb09-4979-adb5-294e066cf8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:53:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:26.799840 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d5bea47-4416-49db-873b-68e776ad2461 admin admin] Publish callbacks [] for router (71f820f3-4a36-4b84-a0cb-0411764a9fcf), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:26.807219 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-97b5850a-fb09-4979-adb5-294e066cf8cb None None] Set router 71f820f3-4a36-4b84-a0cb-0411764a9fcf gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:53:26.906340 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d5bea47-4416-49db-873b-68e776ad2461 admin admin] Publish callbacks [] for router_gateway (71f820f3-4a36-4b84-a0cb-0411764a9fcf), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:26.957806 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-2d5bea47-4416-49db-873b-68e776ad2461 admin admin] Deleting port 5f6b10fc-906b-44a6-bf40-19e1b626caf3 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:53:26.958151 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d5bea47-4416-49db-873b-68e776ad2461 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (5f6b10fc-906b-44a6-bf40-19e1b626caf3), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:26.985492 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-97b5850a-fb09-4979-adb5-294e066cf8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:53:26Z', 'revision_number': 5, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port': {'id': '5f6b10fc-906b-44a6-bf40-19e1b626caf3', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:27.012560 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b5850a-fb09-4979-adb5-294e066cf8cb None None] Checking router: 71f820f3-4a36-4b84-a0cb-0411764a9fcf for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:53:27.020649 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b5850a-fb09-4979-adb5-294e066cf8cb None None] Routers {'71f820f3-4a36-4b84-a0cb-0411764a9fcf'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:53:27.021256 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-97b5850a-fb09-4979-adb5-294e066cf8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:53:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:27.037532 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-2d5bea47-4416-49db-873b-68e776ad2461 admin admin] For port 5f6b10fc-906b-44a6-bf40-19e1b626caf3, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5f6b10fc-906b-44a6-bf40-19e1b626caf3,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:53:27.037902 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d5bea47-4416-49db-873b-68e776ad2461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (5f6b10fc-906b-44a6-bf40-19e1b626caf3), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:27.050491 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-2d5bea47-4416-49db-873b-68e776ad2461 admin admin] Calling delete_port for 5f6b10fc-906b-44a6-bf40-19e1b626caf3 owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:53:27.108363 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-97b5850a-fb09-4979-adb5-294e066cf8cb None None] Set router 71f820f3-4a36-4b84-a0cb-0411764a9fcf gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:53:27.157486 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-97b5850a-fb09-4979-adb5-294e066cf8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:53:26Z', 'revision_number': 6, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:27.188175 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b5850a-fb09-4979-adb5-294e066cf8cb None None] The sync data for ids ['71f820f3-4a36-4b84-a0cb-0411764a9fcf'] in n-d-828369-19 is: [{'id': '71f820f3-4a36-4b84-a0cb-0411764a9fcf', 'name': 'tempest-ServerActionsTestJSON-1920459208-router', 'tenant_id': '6c4c680087b94418bf6dec5572704dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:48:54Z', 'updated_at': '2022-02-19T04:53:26Z', 'revision_number': 6, 'project_id': '6c4c680087b94418bf6dec5572704dc6', 'gw_port_host': None}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:53:27.217744 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d5bea47-4416-49db-873b-68e776ad2461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (5f6b10fc-906b-44a6-bf40-19e1b626caf3), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:27.249204 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5bea47-4416-49db-873b-68e776ad2461 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f6b10fc-906b-44a6-bf40-19e1b626caf3,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:27.306466 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d5bea47-4416-49db-873b-68e776ad2461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (71f820f3-4a36-4b84-a0cb-0411764a9fcf), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:27.336762 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:27.396317 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d5bea47-4416-49db-873b-68e776ad2461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (71f820f3-4a36-4b84-a0cb-0411764a9fcf), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:27.398450 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d5bea47-4416-49db-873b-68e776ad2461 admin admin] Publish callbacks [] for router_controller (71f820f3-4a36-4b84-a0cb-0411764a9fcf), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:27.443989 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d5bea47-4416-49db-873b-68e776ad2461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (71f820f3-4a36-4b84-a0cb-0411764a9fcf), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:27.444540 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5bea47-4416-49db-873b-68e776ad2461 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71f820f3-4a36-4b84-a0cb-0411764a9fcf {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:53:27.448822 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d5bea47-4416-49db-873b-68e776ad2461 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:27.450108 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2d5bea47-4416-49db-873b-68e776ad2461 admin admin] 10.222.0.52 "DELETE /v2.0/routers/71f820f3-4a36-4b84-a0cb-0411764a9fcf HTTP/1.1" status: 204 len: 168 time: 0.7620339 Feb 19 04:53:27.452619 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45984) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:27.496915 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-624575d3-b20c-4fd7-9025-3981aa9f5887 admin admin] Deleting subnet 73e3ec62-9bfe-4c91-82e1-f909ccc9fead {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:53:27.499979 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-624575d3-b20c-4fd7-9025-3981aa9f5887 admin admin] Publish callbacks [] for subnet (73e3ec62-9bfe-4c91-82e1-f909ccc9fead), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:27.533551 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-624575d3-b20c-4fd7-9025-3981aa9f5887 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (73e3ec62-9bfe-4c91-82e1-f909ccc9fead), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:27.626525 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-624575d3-b20c-4fd7-9025-3981aa9f5887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (73e3ec62-9bfe-4c91-82e1-f909ccc9fead), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:27.680733 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:53:27.702027 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:53:27.702401 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ac64eb7d-4a87-4d7e-931c-c6d8bfce72a7 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:53:28.026980 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-624575d3-b20c-4fd7-9025-3981aa9f5887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (73e3ec62-9bfe-4c91-82e1-f909ccc9fead), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:28.052981 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624575d3-b20c-4fd7-9025-3981aa9f5887 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73e3ec62-9bfe-4c91-82e1-f909ccc9fead,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:28.056414 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-624575d3-b20c-4fd7-9025-3981aa9f5887 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:28.061050 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-624575d3-b20c-4fd7-9025-3981aa9f5887 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/73e3ec62-9bfe-4c91-82e1-f909ccc9fead HTTP/1.1" status: 204 len: 168 time: 0.6060731 Feb 19 04:53:28.061991 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45986) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:28.065210 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a9c2de-f7e4-4cac-b350-fbbea23e9296 None None] Network 0793ebd2-9a5b-482f-993e-6c125aa01a42 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:53:28.137577 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-913a2279-7a95-4436-b59a-5677a860c527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (0793ebd2-9a5b-482f-993e-6c125aa01a42), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:28.189947 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-913a2279-7a95-4436-b59a-5677a860c527 admin admin] Deleting port d69cf7be-7e8b-40f0-915a-2ed6e1b85970 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:53:28.191174 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-913a2279-7a95-4436-b59a-5677a860c527 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (d69cf7be-7e8b-40f0-915a-2ed6e1b85970), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:28.226721 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da191eb-3a17-4cf0-a12d-df3c0f895fcc None None] DHCP port deletion for 0793ebd2-9a5b-482f-993e-6c125aa01a42 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:53:28.256703 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-913a2279-7a95-4436-b59a-5677a860c527 admin admin] For port d69cf7be-7e8b-40f0-915a-2ed6e1b85970, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=d69cf7be-7e8b-40f0-915a-2ed6e1b85970,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:53:28.257071 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-913a2279-7a95-4436-b59a-5677a860c527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (d69cf7be-7e8b-40f0-915a-2ed6e1b85970), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:28.271324 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-913a2279-7a95-4436-b59a-5677a860c527 admin admin] Calling delete_port for d69cf7be-7e8b-40f0-915a-2ed6e1b85970 owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:53:28.278027 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6da191eb-3a17-4cf0-a12d-df3c0f895fcc None None] Deleting port d69cf7be-7e8b-40f0-915a-2ed6e1b85970 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:53:28.278434 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6da191eb-3a17-4cf0-a12d-df3c0f895fcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (d69cf7be-7e8b-40f0-915a-2ed6e1b85970), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:28.344972 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6da191eb-3a17-4cf0-a12d-df3c0f895fcc None None] For port d69cf7be-7e8b-40f0-915a-2ed6e1b85970, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=d69cf7be-7e8b-40f0-915a-2ed6e1b85970,segment=NetworkSegment(b5cafbac-c980-4dde-98a3-99af6fe9f3c1),segment_id=b5cafbac-c980-4dde-98a3-99af6fe9f3c1)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:53:28.345618 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6da191eb-3a17-4cf0-a12d-df3c0f895fcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (d69cf7be-7e8b-40f0-915a-2ed6e1b85970), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:28.359021 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6da191eb-3a17-4cf0-a12d-df3c0f895fcc None None] Calling delete_port for d69cf7be-7e8b-40f0-915a-2ed6e1b85970 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:53:28.359426 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-913a2279-7a95-4436-b59a-5677a860c527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (d69cf7be-7e8b-40f0-915a-2ed6e1b85970), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:28.389168 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a2279-7a95-4436-b59a-5677a860c527 admin admin] Pushing event deleted for resources: {'Port': ['ID=d69cf7be-7e8b-40f0-915a-2ed6e1b85970,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:28.389419 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913a2279-7a95-4436-b59a-5677a860c527 admin admin] No DVR routers for this DVR port d69cf7be-7e8b-40f0-915a-2ed6e1b85970 on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:53:28.435128 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6da191eb-3a17-4cf0-a12d-df3c0f895fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (d69cf7be-7e8b-40f0-915a-2ed6e1b85970), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:28.463244 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da191eb-3a17-4cf0-a12d-df3c0f895fcc None None] Pushing event deleted for resources: {'Port': ['ID=d69cf7be-7e8b-40f0-915a-2ed6e1b85970,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:28.466792 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da191eb-3a17-4cf0-a12d-df3c0f895fcc None None] No DVR routers for this DVR port d69cf7be-7e8b-40f0-915a-2ed6e1b85970 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:53:28.470544 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-913a2279-7a95-4436-b59a-5677a860c527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (0793ebd2-9a5b-482f-993e-6c125aa01a42), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:28.491259 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-913a2279-7a95-4436-b59a-5677a860c527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0793ebd2-9a5b-482f-993e-6c125aa01a42']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:28.501206 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-913a2279-7a95-4436-b59a-5677a860c527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:28.501505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-913a2279-7a95-4436-b59a-5677a860c527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5cafbac-c980-4dde-98a3-99af6fe9f3c1') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:28.510574 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-913a2279-7a95-4436-b59a-5677a860c527 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (b5cafbac-c980-4dde-98a3-99af6fe9f3c1), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:28.524032 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-913a2279-7a95-4436-b59a-5677a860c527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (b5cafbac-c980-4dde-98a3-99af6fe9f3c1), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:28.529888 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-913a2279-7a95-4436-b59a-5677a860c527 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:53:28.530307 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-913a2279-7a95-4436-b59a-5677a860c527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (b5cafbac-c980-4dde-98a3-99af6fe9f3c1), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:53:28.532225 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:53:28.584379 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-913a2279-7a95-4436-b59a-5677a860c527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (0793ebd2-9a5b-482f-993e-6c125aa01a42), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:28.589949 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-913a2279-7a95-4436-b59a-5677a860c527 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:28.593236 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-913a2279-7a95-4436-b59a-5677a860c527 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0793ebd2-9a5b-482f-993e-6c125aa01a42 HTTP/1.1" status: 204 len: 168 time: 0.5302870 Feb 19 04:53:28.605013 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a2279-7a95-4436-b59a-5677a860c527 admin admin] Pushing event deleted for resources: {'Network': ['ID=0793ebd2-9a5b-482f-993e-6c125aa01a42,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:28.709930 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45990) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:28.749634 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6084e009-734a-4f3f-ae45-27413fae8ae5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6c4c680087b94418bf6dec5572704dc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383961 Feb 19 04:53:28.752078 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 45992) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:28.802400 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7b78257b-d3b1-4236-9171-c7ac7b0423da admin admin] Publish callbacks [] for security_group (4bbedb10-0d52-4fff-886e-723ba25e2aa9), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:28.823394 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7b78257b-d3b1-4236-9171-c7ac7b0423da admin admin] Publish callbacks [] for security_group (4bbedb10-0d52-4fff-886e-723ba25e2aa9), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:28.870301 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7b78257b-d3b1-4236-9171-c7ac7b0423da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (4bbedb10-0d52-4fff-886e-723ba25e2aa9), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:28.873472 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7b78257b-d3b1-4236-9171-c7ac7b0423da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:28.874643 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7b78257b-d3b1-4236-9171-c7ac7b0423da admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4bbedb10-0d52-4fff-886e-723ba25e2aa9 HTTP/1.1" status: 204 len: 168 time: 0.1216366 Feb 19 04:53:28.882512 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78257b-d3b1-4236-9171-c7ac7b0423da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbedb10-0d52-4fff-886e-723ba25e2aa9,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:29.528034 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46014) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:29.611282 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5f6b10fc-906b-44a6-bf40-19e1b626caf3 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:53:29.625969 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-83c1e19f-5870-41b4-94b5-ffa551861a49 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1790948929-network', 'tenant_id': 'ed254c249785471ba48441a96c4fe1b2'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:53:29.631872 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 5f6b10fc-906b-44a6-bf40-19e1b626caf3 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:53:29.632228 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5f6b10fc-906b-44a6-bf40-19e1b626caf3 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:53:29.632651 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device d69cf7be-7e8b-40f0-915a-2ed6e1b85970 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:53:29.648087 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c1e19f-5870-41b4-94b5-ffa551861a49 admin admin] Made reservation on behalf of ed254c249785471ba48441a96c4fe1b2 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:53:29.650452 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-83c1e19f-5870-41b4-94b5-ffa551861a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:29.652852 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: d69cf7be-7e8b-40f0-915a-2ed6e1b85970 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:53:29.653206 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device d69cf7be-7e8b-40f0-915a-2ed6e1b85970 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:53:29.661149 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-83c1e19f-5870-41b4-94b5-ffa551861a49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:29.734057 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-83c1e19f-5870-41b4-94b5-ffa551861a49 admin admin] Publish callbacks [] for security_group (032179d8-6882-4c91-b48b-d875eb080a40), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:29.737953 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-83c1e19f-5870-41b4-94b5-ffa551861a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (032179d8-6882-4c91-b48b-d875eb080a40), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:29.768460 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c1e19f-5870-41b4-94b5-ffa551861a49 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:53:29.774768 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1e19f-5870-41b4-94b5-ffa551861a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032179d8-6882-4c91-b48b-d875eb080a40,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:29.783903 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-83c1e19f-5870-41b4-94b5-ffa551861a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (36c3f144-17eb-4d3f-9cc1-ae6d86ee9359), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:29.784243 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-83c1e19f-5870-41b4-94b5-ffa551861a49 admin admin] Added segment 36c3f144-17eb-4d3f-9cc1-ae6d86ee9359 of type vlan for network ac58db20-c324-41db-925c-46a5f2480783 Feb 19 04:53:29.786277 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c1e19f-5870-41b4-94b5-ffa551861a49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:29.786633 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c1e19f-5870-41b4-94b5-ffa551861a49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:29.786977 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c1e19f-5870-41b4-94b5-ffa551861a49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:29.787347 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c1e19f-5870-41b4-94b5-ffa551861a49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:29.787755 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c1e19f-5870-41b4-94b5-ffa551861a49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:29.788039 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c1e19f-5870-41b4-94b5-ffa551861a49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:29.788371 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c1e19f-5870-41b4-94b5-ffa551861a49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:29.788705 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c1e19f-5870-41b4-94b5-ffa551861a49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:29.789093 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c1e19f-5870-41b4-94b5-ffa551861a49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:29.789422 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c1e19f-5870-41b4-94b5-ffa551861a49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:29.789747 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c1e19f-5870-41b4-94b5-ffa551861a49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:29.790068 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c1e19f-5870-41b4-94b5-ffa551861a49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:29.790417 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c1e19f-5870-41b4-94b5-ffa551861a49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:29.835022 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-83c1e19f-5870-41b4-94b5-ffa551861a49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (ac58db20-c324-41db-925c-46a5f2480783), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:29.858384 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-83c1e19f-5870-41b4-94b5-ffa551861a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (ac58db20-c324-41db-925c-46a5f2480783), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:29.859322 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c1e19f-5870-41b4-94b5-ffa551861a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:29.859896 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-83c1e19f-5870-41b4-94b5-ffa551861a49 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:29.916589 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-83c1e19f-5870-41b4-94b5-ffa551861a49 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3874152 Feb 19 04:53:29.919826 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46024) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:29.921681 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1e19f-5870-41b4-94b5-ffa551861a49 admin admin] Pushing event updated for resources: {'Network': ['ID=ac58db20-c324-41db-925c-46a5f2480783,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:29.925172 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-f08a91e4-f29a-4e6f-b84e-d5cb25a160f5 admin admin] Request body: {'subnet': {'network_id': 'ac58db20-c324-41db-925c-46a5f2480783', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1790948929-subnet', 'tenant_id': 'ed254c249785471ba48441a96c4fe1b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:53:29.931834 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network ac58db20-c324-41db-925c-46a5f2480783 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:53:29.945660 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08a91e4-f29a-4e6f-b84e-d5cb25a160f5 admin admin] Made reservation on behalf of ed254c249785471ba48441a96c4fe1b2 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:53:29.948079 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f08a91e4-f29a-4e6f-b84e-d5cb25a160f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:30.132426 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f08a91e4-f29a-4e6f-b84e-d5cb25a160f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (68e35ac2-e773-45e5-8e4d-2c5a598f9142), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:30.156033 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:30.180310 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a91e4-f29a-4e6f-b84e-d5cb25a160f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68e35ac2-e773-45e5-8e4d-2c5a598f9142,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:30.195547 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a91e4-f29a-4e6f-b84e-d5cb25a160f5 admin admin] Checking segment: {'id': '36c3f144-17eb-4d3f-9cc1-ae6d86ee9359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ac58db20-c324-41db-925c-46a5f2480783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:53:30.195906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08a91e4-f29a-4e6f-b84e-d5cb25a160f5 admin admin] Network hostable DHCP agents. Network: ac58db20-c324-41db-925c-46a5f2480783, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:53:30.212336 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08a91e4-f29a-4e6f-b84e-d5cb25a160f5 admin admin] Network ac58db20-c324-41db-925c-46a5f2480783 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:53:30.220680 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-f08a91e4-f29a-4e6f-b84e-d5cb25a160f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, ac58db20-c324-41db-925c-46a5f2480783) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:53:30.224832 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08a91e4-f29a-4e6f-b84e-d5cb25a160f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:30.225430 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f08a91e4-f29a-4e6f-b84e-d5cb25a160f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:30.231373 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9e91ec-61a2-4924-b757-0de57351e4a3 None None] Network ac58db20-c324-41db-925c-46a5f2480783 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:53:30.242361 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f08a91e4-f29a-4e6f-b84e-d5cb25a160f5 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3213849 Feb 19 04:53:30.278657 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:53:30.330806 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f01f58-524c-4948-9ae1-24528c479d7b None None] Network ac58db20-c324-41db-925c-46a5f2480783 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:53:30.664914 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c339042-c744-4650-b30c-fca351a04fa4 req-b18937bd-6ec8-45e1-b973-5555b9b31bdc tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:30.666323 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c339042-c744-4650-b30c-fca351a04fa4 req-b18937bd-6ec8-45e1-b973-5555b9b31bdc tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/networks?id=ac58db20-c324-41db-925c-46a5f2480783 HTTP/1.1" status: 200 len: 814 time: 0.1039941 Feb 19 04:53:30.682361 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c339042-c744-4650-b30c-fca351a04fa4 req-d88a1db5-a07b-4db5-923c-0d83f48cf3a7 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/quotas/ed254c249785471ba48441a96c4fe1b2 HTTP/1.1" status: 200 len: 375 time: 0.0090592 Feb 19 04:53:30.703410 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cfff8ef1-0465-4b1d-a896-30c8e92d5b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:30.717086 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c339042-c744-4650-b30c-fca351a04fa4 req-a72a4f57-7ece-45f6-bead-2599a7e0c914 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ed254c249785471ba48441a96c4fe1b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298853 Feb 19 04:53:30.803924 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-2c339042-c744-4650-b30c-fca351a04fa4 req-9832d425-261d-49dc-af17-4b54ba41ffed service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:53:30.804926 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c339042-c744-4650-b30c-fca351a04fa4 req-9832d425-261d-49dc-af17-4b54ba41ffed service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0481641 Feb 19 04:53:30.894674 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c339042-c744-4650-b30c-fca351a04fa4 req-16c4119e-ad49-43d1-b207-269bd143525a service neutron] 10.222.0.52 "GET /v2.0/networks/ac58db20-c324-41db-925c-46a5f2480783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837727 Feb 19 04:53:30.981815 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c339042-c744-4650-b30c-fca351a04fa4 req-bf349065-951c-4b3c-86ba-204e33a98ef0 service neutron] 10.222.0.52 "GET /v2.0/networks/ac58db20-c324-41db-925c-46a5f2480783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800436 Feb 19 04:53:31.143965 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-31c754fd-4753-47ad-a4d0-f1276a206d5c req-f91404ff-0480-4ac9-a5a0-17e3e5ebdf85 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?device_id=02344013-4982-43d6-9eed-3c0e866b81c3 HTTP/1.1" status: 200 len: 210 time: 0.0278020 Feb 19 04:53:32.154512 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c339042-c744-4650-b30c-fca351a04fa4 req-e6d8dd03-8e7d-4ec6-add7-8898be30ddf2 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:32.156048 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c339042-c744-4650-b30c-fca351a04fa4 req-e6d8dd03-8e7d-4ec6-add7-8898be30ddf2 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.79 "GET /v2.0/networks?id=ac58db20-c324-41db-925c-46a5f2480783 HTTP/1.1" status: 200 len: 814 time: 0.1047468 Feb 19 04:53:32.168567 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-2c339042-c744-4650-b30c-fca351a04fa4 req-0328a197-44cd-4ec5-8ab5-639da0b87848 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Request body: {'port': {'device_id': '02344013-4982-43d6-9eed-3c0e866b81c3', 'network_id': 'ac58db20-c324-41db-925c-46a5f2480783', 'admin_state_up': True, 'tenant_id': 'ed254c249785471ba48441a96c4fe1b2'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:53:32.252158 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b3900678-ee1f-41a8-8281-ae2fab1882b0 req-def9e4ec-d54c-48d6-abcd-43df6a4facbf tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?device_id=02344013-4982-43d6-9eed-3c0e866b81c3 HTTP/1.1" status: 200 len: 210 time: 0.0341942 Feb 19 04:53:32.301731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c339042-c744-4650-b30c-fca351a04fa4 req-0328a197-44cd-4ec5-8ab5-639da0b87848 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Made reservation on behalf of ed254c249785471ba48441a96c4fe1b2 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:53:32.305340 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2c339042-c744-4650-b30c-fca351a04fa4 req-0328a197-44cd-4ec5-8ab5-639da0b87848 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:32.422907 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-2c339042-c744-4650-b30c-fca351a04fa4 req-0328a197-44cd-4ec5-8ab5-639da0b87848 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Allocated IP 172.20.0.10 (ac58db20-c324-41db-925c-46a5f2480783/68e35ac2-e773-45e5-8e4d-2c5a598f9142/4f2c7cdd-0450-4e23-9300-50ab3b2f4f55) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:53:32.566205 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2c339042-c744-4650-b30c-fca351a04fa4 req-0328a197-44cd-4ec5-8ab5-639da0b87848 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Publish callbacks [] for port (4f2c7cdd-0450-4e23-9300-50ab3b2f4f55), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:32.599050 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2c339042-c744-4650-b30c-fca351a04fa4 req-0328a197-44cd-4ec5-8ab5-639da0b87848 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (4f2c7cdd-0450-4e23-9300-50ab3b2f4f55), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:32.642600 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c339042-c744-4650-b30c-fca351a04fa4 req-0328a197-44cd-4ec5-8ab5-639da0b87848 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Network ac58db20-c324-41db-925c-46a5f2480783 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:53:32.645587 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-2c339042-c744-4650-b30c-fca351a04fa4 req-0328a197-44cd-4ec5-8ab5-639da0b87848 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:53:32.649158 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c339042-c744-4650-b30c-fca351a04fa4 req-0328a197-44cd-4ec5-8ab5-639da0b87848 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:53:32.675508 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328a197-44cd-4ec5-8ab5-639da0b87848 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Pushing event updated for resources: {'Port': ['ID=4f2c7cdd-0450-4e23-9300-50ab3b2f4f55,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:32.703329 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c339042-c744-4650-b30c-fca351a04fa4 req-0328a197-44cd-4ec5-8ab5-639da0b87848 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:32.703945 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2c339042-c744-4650-b30c-fca351a04fa4 req-0328a197-44cd-4ec5-8ab5-639da0b87848 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:32.719535 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c339042-c744-4650-b30c-fca351a04fa4 req-0328a197-44cd-4ec5-8ab5-639da0b87848 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5558505 Feb 19 04:53:32.731210 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-2c339042-c744-4650-b30c-fca351a04fa4 req-bbd3b99b-a875-4d54-8e69-6ed6aab16032 service neutron] Request body: {'port': {'device_id': '02344013-4982-43d6-9eed-3c0e866b81c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:53:32.787604 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2c339042-c744-4650-b30c-fca351a04fa4 req-bbd3b99b-a875-4d54-8e69-6ed6aab16032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4f2c7cdd-0450-4e23-9300-50ab3b2f4f55), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:33.050353 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-2c339042-c744-4650-b30c-fca351a04fa4 req-bbd3b99b-a875-4d54-8e69-6ed6aab16032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f2c7cdd-0450-4e23-9300-50ab3b2f4f55 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:53:33.058223 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2c339042-c744-4650-b30c-fca351a04fa4 req-bbd3b99b-a875-4d54-8e69-6ed6aab16032 service neutron] Publish callbacks [] for port (4f2c7cdd-0450-4e23-9300-50ab3b2f4f55), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:33.070495 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-2c339042-c744-4650-b30c-fca351a04fa4 req-bbd3b99b-a875-4d54-8e69-6ed6aab16032 service neutron] Transition to ACTIVE for port object 4f2c7cdd-0450-4e23-9300-50ab3b2f4f55 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:53:33.074532 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2c339042-c744-4650-b30c-fca351a04fa4 req-bbd3b99b-a875-4d54-8e69-6ed6aab16032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (4f2c7cdd-0450-4e23-9300-50ab3b2f4f55), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:33.123434 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3b99b-a875-4d54-8e69-6ed6aab16032 service neutron] Pushing event updated for resources: {'Port': ['ID=4f2c7cdd-0450-4e23-9300-50ab3b2f4f55,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:33.190186 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-2c339042-c744-4650-b30c-fca351a04fa4 req-bbd3b99b-a875-4d54-8e69-6ed6aab16032 service neutron] Attempting to bind port 4f2c7cdd-0450-4e23-9300-50ab3b2f4f55 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:53:33.190878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-2c339042-c744-4650-b30c-fca351a04fa4 req-bbd3b99b-a875-4d54-8e69-6ed6aab16032 service neutron] Attempting to bind port 4f2c7cdd-0450-4e23-9300-50ab3b2f4f55 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '36c3f144-17eb-4d3f-9cc1-ae6d86ee9359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ac58db20-c324-41db-925c-46a5f2480783'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:53:33.190878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c339042-c744-4650-b30c-fca351a04fa4 req-bbd3b99b-a875-4d54-8e69-6ed6aab16032 service neutron] Attempting to bind port 4f2c7cdd-0450-4e23-9300-50ab3b2f4f55 on network ac58db20-c324-41db-925c-46a5f2480783 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:53:33.195046 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c339042-c744-4650-b30c-fca351a04fa4 req-bbd3b99b-a875-4d54-8e69-6ed6aab16032 service neutron] Port 4f2c7cdd-0450-4e23-9300-50ab3b2f4f55 on network ac58db20-c324-41db-925c-46a5f2480783 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:53:33.195372 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c339042-c744-4650-b30c-fca351a04fa4 req-bbd3b99b-a875-4d54-8e69-6ed6aab16032 service neutron] Attempting to bind port 4f2c7cdd-0450-4e23-9300-50ab3b2f4f55 on network ac58db20-c324-41db-925c-46a5f2480783 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:53:33.200693 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c339042-c744-4650-b30c-fca351a04fa4 req-bbd3b99b-a875-4d54-8e69-6ed6aab16032 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:53:33.201033 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c339042-c744-4650-b30c-fca351a04fa4 req-bbd3b99b-a875-4d54-8e69-6ed6aab16032 service neutron] Checking segment: {'id': '36c3f144-17eb-4d3f-9cc1-ae6d86ee9359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ac58db20-c324-41db-925c-46a5f2480783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:53:33.201417 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c339042-c744-4650-b30c-fca351a04fa4 req-bbd3b99b-a875-4d54-8e69-6ed6aab16032 service neutron] Bound using segment: {'id': '36c3f144-17eb-4d3f-9cc1-ae6d86ee9359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ac58db20-c324-41db-925c-46a5f2480783'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:53:33.201846 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-2c339042-c744-4650-b30c-fca351a04fa4 req-bbd3b99b-a875-4d54-8e69-6ed6aab16032 service neutron] Bound port: 4f2c7cdd-0450-4e23-9300-50ab3b2f4f55, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c3f144-17eb-4d3f-9cc1-ae6d86ee9359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ac58db20-c324-41db-925c-46a5f2480783'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:53:33.202215 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2c339042-c744-4650-b30c-fca351a04fa4 req-bbd3b99b-a875-4d54-8e69-6ed6aab16032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4f2c7cdd-0450-4e23-9300-50ab3b2f4f55), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:33.265770 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-2c339042-c744-4650-b30c-fca351a04fa4 req-bbd3b99b-a875-4d54-8e69-6ed6aab16032 service neutron] For port 4f2c7cdd-0450-4e23-9300-50ab3b2f4f55, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:53:33.268728 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-2c339042-c744-4650-b30c-fca351a04fa4 req-bbd3b99b-a875-4d54-8e69-6ed6aab16032 service neutron] For port 4f2c7cdd-0450-4e23-9300-50ab3b2f4f55, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=4f2c7cdd-0450-4e23-9300-50ab3b2f4f55,segment=NetworkSegment(36c3f144-17eb-4d3f-9cc1-ae6d86ee9359),segment_id=36c3f144-17eb-4d3f-9cc1-ae6d86ee9359)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:53:33.274951 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2c339042-c744-4650-b30c-fca351a04fa4 req-bbd3b99b-a875-4d54-8e69-6ed6aab16032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (4f2c7cdd-0450-4e23-9300-50ab3b2f4f55), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:33.308901 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c339042-c744-4650-b30c-fca351a04fa4 req-bbd3b99b-a875-4d54-8e69-6ed6aab16032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:33.309947 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-2c339042-c744-4650-b30c-fca351a04fa4 req-bbd3b99b-a875-4d54-8e69-6ed6aab16032 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:33.311906 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c339042-c744-4650-b30c-fca351a04fa4 req-bbd3b99b-a875-4d54-8e69-6ed6aab16032 service neutron] 10.222.0.79 "PUT /v2.0/ports/4f2c7cdd-0450-4e23-9300-50ab3b2f4f55 HTTP/1.1" status: 200 len: 1093 time: 0.5845368 Feb 19 04:53:33.314605 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02344013-4982-43d6-9eed-3c0e866b81c3', 'tag': '4f2c7cdd-0450-4e23-9300-50ab3b2f4f55'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:53:33.318540 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1f5797-a66b-4d7b-8efc-78dbd87259ac" -d '{"events": [{"name": "network-changed", "server_uuid": "02344013-4982-43d6-9eed-3c0e866b81c3", "tag": "4f2c7cdd-0450-4e23-9300-50ab3b2f4f55"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:53:33.357526 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff5e5f7-a413-4a2f-8f1b-6cdb7f20730f x-openstack-request-id: req-fff5e5f7-a413-4a2f-8f1b-6cdb7f20730f {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:53:33.358119 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02344013-4982-43d6-9eed-3c0e866b81c3", "tag": "4f2c7cdd-0450-4e23-9300-50ab3b2f4f55", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:53:33.358391 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fff5e5f7-a413-4a2f-8f1b-6cdb7f20730f {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:53:33.358791 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02344013-4982-43d6-9eed-3c0e866b81c3', 'tag': '4f2c7cdd-0450-4e23-9300-50ab3b2f4f55', 'status': 'completed', 'code': 200} Feb 19 04:53:33.408455 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3b99b-a875-4d54-8e69-6ed6aab16032 service neutron] Pushing event updated for resources: {'Port': ['ID=4f2c7cdd-0450-4e23-9300-50ab3b2f4f55,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:33.440105 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb039e0a-765b-4705-b7e9-5d39571488d6 req-024ad049-da5a-4811-9864-cdb1dafc0ce9 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:33.441566 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eb039e0a-765b-4705-b7e9-5d39571488d6 req-024ad049-da5a-4811-9864-cdb1dafc0ce9 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?device_id=02344013-4982-43d6-9eed-3c0e866b81c3 HTTP/1.1" status: 200 len: 944 time: 0.1182339 Feb 19 04:53:33.443140 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c339042-c744-4650-b30c-fca351a04fa4 req-9afd5fc1-53d3-418f-b62d-3a39aa2ad885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:33.444459 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c339042-c744-4650-b30c-fca351a04fa4 req-9afd5fc1-53d3-418f-b62d-3a39aa2ad885 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ed254c249785471ba48441a96c4fe1b2&device_id=02344013-4982-43d6-9eed-3c0e866b81c3 HTTP/1.1" status: 200 len: 1127 time: 0.0848131 Feb 19 04:53:33.492520 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c339042-c744-4650-b30c-fca351a04fa4 req-b291a285-fa37-4710-bb1b-8541da5c4465 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f2c7cdd-0450-4e23-9300-50ab3b2f4f55 HTTP/1.1" status: 200 len: 217 time: 0.0391724 Feb 19 04:53:33.549281 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eb039e0a-765b-4705-b7e9-5d39571488d6 req-386ab959-a3be-4440-a815-a61e70fae3fb tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/security-groups?id=032179d8-6882-4c91-b48b-d875eb080a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020260 Feb 19 04:53:33.554452 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d45a9edd-bb10-468e-ba89-4cf1d1d43b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:33.559978 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c339042-c744-4650-b30c-fca351a04fa4 req-c0d24e8e-01eb-4e1f-823a-2f1323e4cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:33.561419 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c339042-c744-4650-b30c-fca351a04fa4 req-c0d24e8e-01eb-4e1f-823a-2f1323e4cf15 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=68e35ac2-e773-45e5-8e4d-2c5a598f9142 HTTP/1.1" status: 200 len: 854 time: 0.0629599 Feb 19 04:53:33.595777 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c339042-c744-4650-b30c-fca351a04fa4 req-f1156155-c8b0-41ef-8b41-b4e4ce298d7e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ac58db20-c324-41db-925c-46a5f2480783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287406 Feb 19 04:53:33.680708 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c339042-c744-4650-b30c-fca351a04fa4 req-9f43a85e-9f18-4aa5-8250-18c812600368 service neutron] 10.222.0.79 "GET /v2.0/networks/ac58db20-c324-41db-925c-46a5f2480783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790656 Feb 19 04:53:33.769280 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c339042-c744-4650-b30c-fca351a04fa4 req-1a0a0849-60cb-4aa2-ad01-d13138d147d8 service neutron] 10.222.0.79 "GET /v2.0/networks/ac58db20-c324-41db-925c-46a5f2480783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831506 Feb 19 04:53:33.858071 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f5797-a66b-4d7b-8efc-78dbd87259ac req-9e9642eb-51ca-4ba1-8c69-c611f1014626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:33.859520 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad1f5797-a66b-4d7b-8efc-78dbd87259ac req-9e9642eb-51ca-4ba1-8c69-c611f1014626 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ed254c249785471ba48441a96c4fe1b2&device_id=02344013-4982-43d6-9eed-3c0e866b81c3 HTTP/1.1" status: 200 len: 1127 time: 0.0451543 Feb 19 04:53:33.946242 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f5797-a66b-4d7b-8efc-78dbd87259ac req-a5d2a0fa-ade0-4598-a9a3-43cc8031ccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:33.947678 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad1f5797-a66b-4d7b-8efc-78dbd87259ac req-a5d2a0fa-ade0-4598-a9a3-43cc8031ccb0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ac58db20-c324-41db-925c-46a5f2480783 HTTP/1.1" status: 200 len: 915 time: 0.0819578 Feb 19 04:53:33.977027 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:33.992602 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad1f5797-a66b-4d7b-8efc-78dbd87259ac req-d0dc597c-9c93-4057-9a6b-3ca4c809c6f3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f2c7cdd-0450-4e23-9300-50ab3b2f4f55 HTTP/1.1" status: 200 len: 217 time: 0.0388210 Feb 19 04:53:34.039257 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f5797-a66b-4d7b-8efc-78dbd87259ac req-9632f47f-b258-4d27-8820-87bb20c13df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:34.040697 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad1f5797-a66b-4d7b-8efc-78dbd87259ac req-9632f47f-b258-4d27-8820-87bb20c13df7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=68e35ac2-e773-45e5-8e4d-2c5a598f9142 HTTP/1.1" status: 200 len: 854 time: 0.0413823 Feb 19 04:53:34.072249 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad1f5797-a66b-4d7b-8efc-78dbd87259ac req-c2714829-d481-41b9-ae91-d57acd250863 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ac58db20-c324-41db-925c-46a5f2480783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249088 Feb 19 04:53:34.162594 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad1f5797-a66b-4d7b-8efc-78dbd87259ac req-b5ba353a-84ab-4160-884f-7aec957f8b03 service neutron] 10.222.0.79 "GET /v2.0/networks/ac58db20-c324-41db-925c-46a5f2480783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839107 Feb 19 04:53:34.252058 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad1f5797-a66b-4d7b-8efc-78dbd87259ac req-6b8e5500-ff94-4b23-a098-14f0af9798ad service neutron] 10.222.0.79 "GET /v2.0/networks/ac58db20-c324-41db-925c-46a5f2480783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828884 Feb 19 04:53:34.677541 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890f9f5-99ed-49d6-939a-d181fc688db4 req-3eb68a99-4ead-49b6-94ba-f2b399242541 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:34.679039 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e890f9f5-99ed-49d6-939a-d181fc688db4 req-3eb68a99-4ead-49b6-94ba-f2b399242541 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?device_id=02344013-4982-43d6-9eed-3c0e866b81c3 HTTP/1.1" status: 200 len: 944 time: 0.0571480 Feb 19 04:53:34.725597 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e890f9f5-99ed-49d6-939a-d181fc688db4 req-559fc7c1-ba4e-4917-b7e8-c42dbfd4e47c tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/security-groups?id=032179d8-6882-4c91-b48b-d875eb080a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407910 Feb 19 04:53:35.462785 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:35.841816 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849afe1e-c0ce-44a6-906e-ef068f0200c6 req-ade13224-465a-46be-bc29-6a13e47ae785 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:35.843308 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-849afe1e-c0ce-44a6-906e-ef068f0200c6 req-ade13224-465a-46be-bc29-6a13e47ae785 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?device_id=02344013-4982-43d6-9eed-3c0e866b81c3 HTTP/1.1" status: 200 len: 944 time: 0.0521150 Feb 19 04:53:35.889740 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-849afe1e-c0ce-44a6-906e-ef068f0200c6 req-7afade9a-2a9d-4379-82f4-0ef0a6f14582 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/security-groups?id=032179d8-6882-4c91-b48b-d875eb080a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408559 Feb 19 04:53:36.871401 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:37.006277 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f6a30-5d44-4fe6-b2a3-99eb3d99acbf req-4b3e5aef-b992-4e7a-a596-e13e6c22930d tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:37.007745 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-495f6a30-5d44-4fe6-b2a3-99eb3d99acbf req-4b3e5aef-b992-4e7a-a596-e13e6c22930d tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?device_id=02344013-4982-43d6-9eed-3c0e866b81c3 HTTP/1.1" status: 200 len: 944 time: 0.0510726 Feb 19 04:53:37.057141 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-495f6a30-5d44-4fe6-b2a3-99eb3d99acbf req-ce71e2b6-3927-4a1d-9e3f-4ca6e326567e tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/security-groups?id=032179d8-6882-4c91-b48b-d875eb080a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436537 Feb 19 04:53:37.651075 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 4f2c7cdd-0450-4e23-9300-50ab3b2f4f55 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:53:37.748119 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 4f2c7cdd-0450-4e23-9300-50ab3b2f4f55, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=4f2c7cdd-0450-4e23-9300-50ab3b2f4f55,segment=NetworkSegment(36c3f144-17eb-4d3f-9cc1-ae6d86ee9359),segment_id=36c3f144-17eb-4d3f-9cc1-ae6d86ee9359)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:53:37.759209 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '4f2c7cdd-0450-4e23-9300-50ab3b2f4f55', 'network_id': 'ac58db20-c324-41db-925c-46a5f2480783', 'port_id': '4f2c7cdd-0450-4e23-9300-50ab3b2f4f55', 'mac_address': 'fa:16:3e:dc:3b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e35ac2-e773-45e5-8e4d-2c5a598f9142', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:53:37.794604 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 4f2c7cdd-0450-4e23-9300-50ab3b2f4f55 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:53:37.794996 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4f2c7cdd-0450-4e23-9300-50ab3b2f4f55), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:37.807874 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f2c7cdd-0450-4e23-9300-50ab3b2f4f55 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:53:37.827457 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 4f2c7cdd-0450-4e23-9300-50ab3b2f4f55, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=4f2c7cdd-0450-4e23-9300-50ab3b2f4f55,segment=NetworkSegment(36c3f144-17eb-4d3f-9cc1-ae6d86ee9359),segment_id=36c3f144-17eb-4d3f-9cc1-ae6d86ee9359)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:53:37.831773 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4f2c7cdd-0450-4e23-9300-50ab3b2f4f55), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:37.876862 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=4f2c7cdd-0450-4e23-9300-50ab3b2f4f55,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:38.022853 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['4f2c7cdd-0450-4e23-9300-50ab3b2f4f55'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:53:38.172461 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e53ac-3dab-4a76-b5f6-c812b56e0aaf req-b1e06046-ada5-4ae9-b519-6a63f744cc6c tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:38.173934 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b70e53ac-3dab-4a76-b5f6-c812b56e0aaf req-b1e06046-ada5-4ae9-b519-6a63f744cc6c tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?device_id=02344013-4982-43d6-9eed-3c0e866b81c3 HTTP/1.1" status: 200 len: 945 time: 0.0504515 Feb 19 04:53:38.219832 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b70e53ac-3dab-4a76-b5f6-c812b56e0aaf req-3f7fcc11-7726-446d-bbfc-35e133b5782a tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/security-groups?id=032179d8-6882-4c91-b48b-d875eb080a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400541 Feb 19 04:53:39.334625 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93244f6-b37f-4b81-b19f-41addb7d6aa6 req-27993539-03f4-4d5f-907f-9b92a8630b0f tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:39.336080 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e93244f6-b37f-4b81-b19f-41addb7d6aa6 req-27993539-03f4-4d5f-907f-9b92a8630b0f tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?device_id=02344013-4982-43d6-9eed-3c0e866b81c3 HTTP/1.1" status: 200 len: 945 time: 0.0504777 Feb 19 04:53:39.381478 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e93244f6-b37f-4b81-b19f-41addb7d6aa6 req-f01adc2a-084f-4393-9857-4c2ad8fb2219 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/security-groups?id=032179d8-6882-4c91-b48b-d875eb080a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392358 Feb 19 04:53:39.650925 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 4f2c7cdd-0450-4e23-9300-50ab3b2f4f55 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:53:39.699394 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 4f2c7cdd-0450-4e23-9300-50ab3b2f4f55 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:53:39.703413 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 4f2c7cdd-0450-4e23-9300-50ab3b2f4f55 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:53:39.703793 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4f2c7cdd-0450-4e23-9300-50ab3b2f4f55), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:39.786363 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 4f2c7cdd-0450-4e23-9300-50ab3b2f4f55 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:53:39.786753 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4f2c7cdd-0450-4e23-9300-50ab3b2f4f55), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:39.810258 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02344013-4982-43d6-9eed-3c0e866b81c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2c7cdd-0450-4e23-9300-50ab3b2f4f55'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:53:39.812435 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef644b6ab79b0ac41de0b13976fcd129d4d99816de20742327e953106f20d7ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9949db0-90f2-4733-8993-e7dce80e259e" -d '{"events": [{"server_uuid": "02344013-4982-43d6-9eed-3c0e866b81c3", "name": "network-vif-plugged", "status": "completed", "tag": "4f2c7cdd-0450-4e23-9300-50ab3b2f4f55"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:53:39.824612 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 4f2c7cdd-0450-4e23-9300-50ab3b2f4f55, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=4f2c7cdd-0450-4e23-9300-50ab3b2f4f55,segment=NetworkSegment(36c3f144-17eb-4d3f-9cc1-ae6d86ee9359),segment_id=36c3f144-17eb-4d3f-9cc1-ae6d86ee9359)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:53:39.830867 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4f2c7cdd-0450-4e23-9300-50ab3b2f4f55), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:39.853929 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87b7f47-67e5-4a8c-b163-73f121a72617 x-openstack-request-id: req-c87b7f47-67e5-4a8c-b163-73f121a72617 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:53:39.854258 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02344013-4982-43d6-9eed-3c0e866b81c3", "name": "network-vif-plugged", "status": "completed", "tag": "4f2c7cdd-0450-4e23-9300-50ab3b2f4f55", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:53:39.854499 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c87b7f47-67e5-4a8c-b163-73f121a72617 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:53:39.855390 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02344013-4982-43d6-9eed-3c0e866b81c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2c7cdd-0450-4e23-9300-50ab3b2f4f55', 'code': 200} Feb 19 04:53:39.880210 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=4f2c7cdd-0450-4e23-9300-50ab3b2f4f55,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:39.954630 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d71977-f7da-45bb-8f85-b7612b93ada1 req-70f6caed-7a17-4cdb-9044-3adae424ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:39.956119 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-94d71977-f7da-45bb-8f85-b7612b93ada1 req-70f6caed-7a17-4cdb-9044-3adae424ad15 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=02344013-4982-43d6-9eed-3c0e866b81c3 HTTP/1.1" status: 200 len: 1129 time: 0.0481818 Feb 19 04:53:40.000174 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-94d71977-f7da-45bb-8f85-b7612b93ada1 req-d1599553-2610-4a2e-8616-0fd5ef1b6794 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=032179d8-6882-4c91-b48b-d875eb080a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373769 Feb 19 04:53:40.498381 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6d5f5-5758-459e-af62-fc8ac4ff8f2d req-67522c7e-a34d-49ac-a169-cdd60c657ee0 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:40.499848 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ad6d5f5-5758-459e-af62-fc8ac4ff8f2d req-67522c7e-a34d-49ac-a169-cdd60c657ee0 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?device_id=02344013-4982-43d6-9eed-3c0e866b81c3 HTTP/1.1" status: 200 len: 946 time: 0.0510783 Feb 19 04:53:40.545076 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ad6d5f5-5758-459e-af62-fc8ac4ff8f2d req-b898affb-b0c4-434d-9552-26d8db62f97e tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/security-groups?id=032179d8-6882-4c91-b48b-d875eb080a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397742 Feb 19 04:53:41.663114 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e52661-0e26-4a26-a7fd-5e3b3c430769 req-f82e7e1d-3a41-4c72-bb79-cc8c052f5dd0 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:41.664606 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7e52661-0e26-4a26-a7fd-5e3b3c430769 req-f82e7e1d-3a41-4c72-bb79-cc8c052f5dd0 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?device_id=02344013-4982-43d6-9eed-3c0e866b81c3 HTTP/1.1" status: 200 len: 946 time: 0.0510366 Feb 19 04:53:41.713636 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7e52661-0e26-4a26-a7fd-5e3b3c430769 req-ae1ace83-c892-42d3-9d05-87be8a6981e1 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/security-groups?id=032179d8-6882-4c91-b48b-d875eb080a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435178 Feb 19 04:53:41.952107 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d6364-4281-4012-96fa-491117049a36 req-5d31aba4-20b5-4757-b21b-660900156b1f tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:41.953565 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-842d6364-4281-4012-96fa-491117049a36 req-5d31aba4-20b5-4757-b21b-660900156b1f tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/networks?id=ac58db20-c324-41db-925c-46a5f2480783 HTTP/1.1" status: 200 len: 814 time: 0.1067526 Feb 19 04:53:41.968653 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-842d6364-4281-4012-96fa-491117049a36 req-66dbfa84-a7fe-4063-9433-f001ee35d5b0 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/quotas/ed254c249785471ba48441a96c4fe1b2 HTTP/1.1" status: 200 len: 375 time: 0.0096967 Feb 19 04:53:42.023449 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-842d6364-4281-4012-96fa-491117049a36 req-0d1173be-4738-40ef-aa95-9b89787ae832 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ed254c249785471ba48441a96c4fe1b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0497882 Feb 19 04:53:42.110346 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-842d6364-4281-4012-96fa-491117049a36 req-f8b2beaf-0a50-41b1-9cb0-7ad0b87a04e0 service neutron] 10.222.0.52 "GET /v2.0/networks/ac58db20-c324-41db-925c-46a5f2480783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795352 Feb 19 04:53:42.201445 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-842d6364-4281-4012-96fa-491117049a36 req-962f781d-158f-4ee6-9389-01edefaf76f2 service neutron] 10.222.0.52 "GET /v2.0/networks/ac58db20-c324-41db-925c-46a5f2480783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854077 Feb 19 04:53:42.358218 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ad2486c2-b08c-467b-85b3-edd82d409488 req-240a0389-27bc-4efb-b241-f734dbfc85ec tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?device_id=e10f7acb-67c2-4953-bb2e-3060e4e4820e HTTP/1.1" status: 200 len: 210 time: 0.0276151 Feb 19 04:53:43.242452 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d6364-4281-4012-96fa-491117049a36 req-08e8925c-74e5-483e-8995-b6451a986319 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:43.244158 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-842d6364-4281-4012-96fa-491117049a36 req-08e8925c-74e5-483e-8995-b6451a986319 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.26 "GET /v2.0/networks?id=ac58db20-c324-41db-925c-46a5f2480783 HTTP/1.1" status: 200 len: 814 time: 0.0996230 Feb 19 04:53:43.256777 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-842d6364-4281-4012-96fa-491117049a36 req-91ecfb38-ea08-4289-a376-23a9857c8bd0 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Request body: {'port': {'device_id': 'e10f7acb-67c2-4953-bb2e-3060e4e4820e', 'network_id': 'ac58db20-c324-41db-925c-46a5f2480783', 'admin_state_up': True, 'tenant_id': 'ed254c249785471ba48441a96c4fe1b2'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:53:43.370626 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-842d6364-4281-4012-96fa-491117049a36 req-91ecfb38-ea08-4289-a376-23a9857c8bd0 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Made reservation on behalf of ed254c249785471ba48441a96c4fe1b2 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:53:43.373951 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-842d6364-4281-4012-96fa-491117049a36 req-91ecfb38-ea08-4289-a376-23a9857c8bd0 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:43.465522 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dcfb3d46-72fe-4e54-97f1-71ac64991456 req-c1d94789-65da-41b0-a849-1ad324baccc8 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?device_id=e10f7acb-67c2-4953-bb2e-3060e4e4820e HTTP/1.1" status: 200 len: 210 time: 0.0353377 Feb 19 04:53:43.522893 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-842d6364-4281-4012-96fa-491117049a36 req-91ecfb38-ea08-4289-a376-23a9857c8bd0 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Allocated IP 172.20.0.13 (ac58db20-c324-41db-925c-46a5f2480783/68e35ac2-e773-45e5-8e4d-2c5a598f9142/dbd31b1c-ae76-431f-b084-0e83c111831c) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:53:43.668244 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-842d6364-4281-4012-96fa-491117049a36 req-91ecfb38-ea08-4289-a376-23a9857c8bd0 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Publish callbacks [] for port (dbd31b1c-ae76-431f-b084-0e83c111831c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:43.700180 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-842d6364-4281-4012-96fa-491117049a36 req-91ecfb38-ea08-4289-a376-23a9857c8bd0 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (dbd31b1c-ae76-431f-b084-0e83c111831c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:43.711628 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['4f2c7cdd-0450-4e23-9300-50ab3b2f4f55'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:53:43.742910 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-842d6364-4281-4012-96fa-491117049a36 req-91ecfb38-ea08-4289-a376-23a9857c8bd0 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Network ac58db20-c324-41db-925c-46a5f2480783 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:53:43.746532 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-842d6364-4281-4012-96fa-491117049a36 req-91ecfb38-ea08-4289-a376-23a9857c8bd0 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:53:43.749067 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-842d6364-4281-4012-96fa-491117049a36 req-91ecfb38-ea08-4289-a376-23a9857c8bd0 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:53:43.778462 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecfb38-ea08-4289-a376-23a9857c8bd0 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Pushing event updated for resources: {'Port': ['ID=dbd31b1c-ae76-431f-b084-0e83c111831c,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:43.803353 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d6364-4281-4012-96fa-491117049a36 req-91ecfb38-ea08-4289-a376-23a9857c8bd0 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:43.804001 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-842d6364-4281-4012-96fa-491117049a36 req-91ecfb38-ea08-4289-a376-23a9857c8bd0 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:43.820443 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-842d6364-4281-4012-96fa-491117049a36 req-91ecfb38-ea08-4289-a376-23a9857c8bd0 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5678501 Feb 19 04:53:43.832654 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-842d6364-4281-4012-96fa-491117049a36 req-120358c9-e60d-40e0-b61f-f79542e6ed0b service neutron] Request body: {'port': {'device_id': 'e10f7acb-67c2-4953-bb2e-3060e4e4820e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:53:43.893683 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-842d6364-4281-4012-96fa-491117049a36 req-120358c9-e60d-40e0-b61f-f79542e6ed0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (dbd31b1c-ae76-431f-b084-0e83c111831c), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:44.143346 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-842d6364-4281-4012-96fa-491117049a36 req-120358c9-e60d-40e0-b61f-f79542e6ed0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd31b1c-ae76-431f-b084-0e83c111831c {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:53:44.150541 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-842d6364-4281-4012-96fa-491117049a36 req-120358c9-e60d-40e0-b61f-f79542e6ed0b service neutron] Publish callbacks [] for port (dbd31b1c-ae76-431f-b084-0e83c111831c), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:44.162448 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-842d6364-4281-4012-96fa-491117049a36 req-120358c9-e60d-40e0-b61f-f79542e6ed0b service neutron] Transition to ACTIVE for port object dbd31b1c-ae76-431f-b084-0e83c111831c will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:53:44.166021 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-842d6364-4281-4012-96fa-491117049a36 req-120358c9-e60d-40e0-b61f-f79542e6ed0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (dbd31b1c-ae76-431f-b084-0e83c111831c), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:44.215353 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120358c9-e60d-40e0-b61f-f79542e6ed0b service neutron] Pushing event updated for resources: {'Port': ['ID=dbd31b1c-ae76-431f-b084-0e83c111831c,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:44.280102 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-842d6364-4281-4012-96fa-491117049a36 req-120358c9-e60d-40e0-b61f-f79542e6ed0b service neutron] Attempting to bind port dbd31b1c-ae76-431f-b084-0e83c111831c on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:53:44.280776 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-842d6364-4281-4012-96fa-491117049a36 req-120358c9-e60d-40e0-b61f-f79542e6ed0b service neutron] Attempting to bind port dbd31b1c-ae76-431f-b084-0e83c111831c by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '36c3f144-17eb-4d3f-9cc1-ae6d86ee9359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ac58db20-c324-41db-925c-46a5f2480783'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:53:44.280776 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842d6364-4281-4012-96fa-491117049a36 req-120358c9-e60d-40e0-b61f-f79542e6ed0b service neutron] Attempting to bind port dbd31b1c-ae76-431f-b084-0e83c111831c on network ac58db20-c324-41db-925c-46a5f2480783 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:53:44.284937 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842d6364-4281-4012-96fa-491117049a36 req-120358c9-e60d-40e0-b61f-f79542e6ed0b service neutron] Port dbd31b1c-ae76-431f-b084-0e83c111831c on network ac58db20-c324-41db-925c-46a5f2480783 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:53:44.285255 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842d6364-4281-4012-96fa-491117049a36 req-120358c9-e60d-40e0-b61f-f79542e6ed0b service neutron] Attempting to bind port dbd31b1c-ae76-431f-b084-0e83c111831c on network ac58db20-c324-41db-925c-46a5f2480783 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:53:44.289928 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842d6364-4281-4012-96fa-491117049a36 req-120358c9-e60d-40e0-b61f-f79542e6ed0b service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:53:44.290295 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842d6364-4281-4012-96fa-491117049a36 req-120358c9-e60d-40e0-b61f-f79542e6ed0b service neutron] Checking segment: {'id': '36c3f144-17eb-4d3f-9cc1-ae6d86ee9359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ac58db20-c324-41db-925c-46a5f2480783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:53:44.290676 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842d6364-4281-4012-96fa-491117049a36 req-120358c9-e60d-40e0-b61f-f79542e6ed0b service neutron] Bound using segment: {'id': '36c3f144-17eb-4d3f-9cc1-ae6d86ee9359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ac58db20-c324-41db-925c-46a5f2480783'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:53:44.291093 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-842d6364-4281-4012-96fa-491117049a36 req-120358c9-e60d-40e0-b61f-f79542e6ed0b service neutron] Bound port: dbd31b1c-ae76-431f-b084-0e83c111831c, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c3f144-17eb-4d3f-9cc1-ae6d86ee9359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ac58db20-c324-41db-925c-46a5f2480783'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:53:44.291441 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-842d6364-4281-4012-96fa-491117049a36 req-120358c9-e60d-40e0-b61f-f79542e6ed0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (dbd31b1c-ae76-431f-b084-0e83c111831c), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:44.351350 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-842d6364-4281-4012-96fa-491117049a36 req-120358c9-e60d-40e0-b61f-f79542e6ed0b service neutron] For port dbd31b1c-ae76-431f-b084-0e83c111831c, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:53:44.355289 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-842d6364-4281-4012-96fa-491117049a36 req-120358c9-e60d-40e0-b61f-f79542e6ed0b service neutron] For port dbd31b1c-ae76-431f-b084-0e83c111831c, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=dbd31b1c-ae76-431f-b084-0e83c111831c,segment=NetworkSegment(36c3f144-17eb-4d3f-9cc1-ae6d86ee9359),segment_id=36c3f144-17eb-4d3f-9cc1-ae6d86ee9359)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:53:44.360458 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-842d6364-4281-4012-96fa-491117049a36 req-120358c9-e60d-40e0-b61f-f79542e6ed0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (dbd31b1c-ae76-431f-b084-0e83c111831c), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:44.393791 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d6364-4281-4012-96fa-491117049a36 req-120358c9-e60d-40e0-b61f-f79542e6ed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:44.394381 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-842d6364-4281-4012-96fa-491117049a36 req-120358c9-e60d-40e0-b61f-f79542e6ed0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:44.395757 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-842d6364-4281-4012-96fa-491117049a36 req-120358c9-e60d-40e0-b61f-f79542e6ed0b service neutron] 10.222.0.26 "PUT /v2.0/ports/dbd31b1c-ae76-431f-b084-0e83c111831c HTTP/1.1" status: 200 len: 1093 time: 0.5675647 Feb 19 04:53:44.396221 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10f7acb-67c2-4953-bb2e-3060e4e4820e', 'tag': 'dbd31b1c-ae76-431f-b084-0e83c111831c'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:53:44.398517 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ee342b-0fa1-468d-a96f-2711087286da" -d '{"events": [{"name": "network-changed", "server_uuid": "e10f7acb-67c2-4953-bb2e-3060e4e4820e", "tag": "dbd31b1c-ae76-431f-b084-0e83c111831c"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:53:44.421362 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120358c9-e60d-40e0-b61f-f79542e6ed0b service neutron] Pushing event updated for resources: {'Port': ['ID=dbd31b1c-ae76-431f-b084-0e83c111831c,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:44.440999 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a121635-6db9-48e4-bc73-6f3bf923ebbc x-openstack-request-id: req-5a121635-6db9-48e4-bc73-6f3bf923ebbc {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:53:44.441273 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10f7acb-67c2-4953-bb2e-3060e4e4820e", "tag": "dbd31b1c-ae76-431f-b084-0e83c111831c", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:53:44.441528 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5a121635-6db9-48e4-bc73-6f3bf923ebbc {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:53:44.441929 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10f7acb-67c2-4953-bb2e-3060e4e4820e', 'tag': 'dbd31b1c-ae76-431f-b084-0e83c111831c', 'status': 'completed', 'code': 200} Feb 19 04:53:44.491396 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d6364-4281-4012-96fa-491117049a36 req-6df77107-ac45-49cd-a466-f2ad605932de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:44.492946 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-842d6364-4281-4012-96fa-491117049a36 req-6df77107-ac45-49cd-a466-f2ad605932de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed254c249785471ba48441a96c4fe1b2&device_id=e10f7acb-67c2-4953-bb2e-3060e4e4820e HTTP/1.1" status: 200 len: 1127 time: 0.0477738 Feb 19 04:53:44.536321 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-842d6364-4281-4012-96fa-491117049a36 req-19c0c170-9f6b-43cc-9901-dbc7b528a469 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd31b1c-ae76-431f-b084-0e83c111831c HTTP/1.1" status: 200 len: 217 time: 0.0356817 Feb 19 04:53:44.610297 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d6364-4281-4012-96fa-491117049a36 req-1da26089-6a15-4cd4-a6a5-18b350d2387e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:44.611779 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-842d6364-4281-4012-96fa-491117049a36 req-1da26089-6a15-4cd4-a6a5-18b350d2387e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68e35ac2-e773-45e5-8e4d-2c5a598f9142 HTTP/1.1" status: 200 len: 854 time: 0.0679722 Feb 19 04:53:44.632493 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f00b24-7785-4725-af76-6a5f94772b8c req-d198f7a8-32bf-4d95-a14d-4c30f83269ba tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:44.633906 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-57f00b24-7785-4725-af76-6a5f94772b8c req-d198f7a8-32bf-4d95-a14d-4c30f83269ba tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?device_id=e10f7acb-67c2-4953-bb2e-3060e4e4820e HTTP/1.1" status: 200 len: 944 time: 0.1003537 Feb 19 04:53:44.665189 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-842d6364-4281-4012-96fa-491117049a36 req-ac5a6d10-ea39-43f2-a3ee-03d4948cab64 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac58db20-c324-41db-925c-46a5f2480783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302198 Feb 19 04:53:44.745132 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-57f00b24-7785-4725-af76-6a5f94772b8c req-553032dc-21f4-4fc3-8927-74a05fbbd72f tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/security-groups?id=032179d8-6882-4c91-b48b-d875eb080a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029382 Feb 19 04:53:44.772512 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-842d6364-4281-4012-96fa-491117049a36 req-a93d6743-798a-4744-83b5-3aa53800df49 service neutron] 10.222.0.26 "GET /v2.0/networks/ac58db20-c324-41db-925c-46a5f2480783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009505 Feb 19 04:53:44.864262 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-842d6364-4281-4012-96fa-491117049a36 req-e0bcc398-9d2d-4beb-aac6-c67407835a20 service neutron] 10.222.0.26 "GET /v2.0/networks/ac58db20-c324-41db-925c-46a5f2480783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839839 Feb 19 04:53:44.955164 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee342b-0fa1-468d-a96f-2711087286da req-0999a22d-be81-4c19-ab85-ef2258044459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:44.956567 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b8ee342b-0fa1-468d-a96f-2711087286da req-0999a22d-be81-4c19-ab85-ef2258044459 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed254c249785471ba48441a96c4fe1b2&device_id=e10f7acb-67c2-4953-bb2e-3060e4e4820e HTTP/1.1" status: 200 len: 1127 time: 0.0452800 Feb 19 04:53:45.048358 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee342b-0fa1-468d-a96f-2711087286da req-e0782124-cb21-428e-a041-3fd56f79bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:45.049817 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b8ee342b-0fa1-468d-a96f-2711087286da req-e0782124-cb21-428e-a041-3fd56f79bd91 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac58db20-c324-41db-925c-46a5f2480783 HTTP/1.1" status: 200 len: 915 time: 0.0867448 Feb 19 04:53:45.089064 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b8ee342b-0fa1-468d-a96f-2711087286da req-da87bff1-910a-4f74-ad82-c7a7a02ce35d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd31b1c-ae76-431f-b084-0e83c111831c HTTP/1.1" status: 200 len: 217 time: 0.0338972 Feb 19 04:53:45.133540 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee342b-0fa1-468d-a96f-2711087286da req-f613385b-1d0f-499e-be73-bde1f617e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:45.134929 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b8ee342b-0fa1-468d-a96f-2711087286da req-f613385b-1d0f-499e-be73-bde1f617e81a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68e35ac2-e773-45e5-8e4d-2c5a598f9142 HTTP/1.1" status: 200 len: 854 time: 0.0401745 Feb 19 04:53:45.170031 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b8ee342b-0fa1-468d-a96f-2711087286da req-f58166ad-7ddb-45ef-8870-35a7e8f1db40 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac58db20-c324-41db-925c-46a5f2480783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282631 Feb 19 04:53:45.592160 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b8ee342b-0fa1-468d-a96f-2711087286da req-8c0781f5-e737-4118-b1e2-286243a8cc84 service neutron] 10.222.0.26 "GET /v2.0/networks/ac58db20-c324-41db-925c-46a5f2480783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163024 Feb 19 04:53:45.685139 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b8ee342b-0fa1-468d-a96f-2711087286da req-b04dccdb-3c3e-4b1d-ae60-f4bbcc3a3a05 service neutron] 10.222.0.26 "GET /v2.0/networks/ac58db20-c324-41db-925c-46a5f2480783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862448 Feb 19 04:53:45.864128 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee449852-2837-49ac-abac-f4b052b4b7da req-f7f25c9f-9dbd-4133-9713-d15746192140 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:45.865579 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ee449852-2837-49ac-abac-f4b052b4b7da req-f7f25c9f-9dbd-4133-9713-d15746192140 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?device_id=e10f7acb-67c2-4953-bb2e-3060e4e4820e HTTP/1.1" status: 200 len: 944 time: 0.0509689 Feb 19 04:53:45.909814 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ee449852-2837-49ac-abac-f4b052b4b7da req-df102993-306c-4f51-ada2-fe18ed63b094 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/security-groups?id=032179d8-6882-4c91-b48b-d875eb080a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382209 Feb 19 04:53:47.028490 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b3be4-8617-4fa2-a225-4687c53c65e0 req-ea2e3a79-4035-42ba-9bd8-379fd43e05d5 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:47.029992 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-125b3be4-8617-4fa2-a225-4687c53c65e0 req-ea2e3a79-4035-42ba-9bd8-379fd43e05d5 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?device_id=e10f7acb-67c2-4953-bb2e-3060e4e4820e HTTP/1.1" status: 200 len: 944 time: 0.0525582 Feb 19 04:53:47.080021 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-125b3be4-8617-4fa2-a225-4687c53c65e0 req-bac4d4a9-1303-4309-b8f7-d9595e512efc tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/security-groups?id=032179d8-6882-4c91-b48b-d875eb080a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444191 Feb 19 04:53:47.091180 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-0817a94d-8e45-4f93-bb3f-44903da5bb10 req-64d54c17-e8b0-447d-b6a1-ab069b111b6a service neutron] (109925) timed out ('10.222.0.79', 55946) {{(pid=109925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:53:47.922732 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device dbd31b1c-ae76-431f-b084-0e83c111831c details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:53:48.018549 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port dbd31b1c-ae76-431f-b084-0e83c111831c, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=dbd31b1c-ae76-431f-b084-0e83c111831c,segment=NetworkSegment(36c3f144-17eb-4d3f-9cc1-ae6d86ee9359),segment_id=36c3f144-17eb-4d3f-9cc1-ae6d86ee9359)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:53:48.030098 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'dbd31b1c-ae76-431f-b084-0e83c111831c', 'network_id': 'ac58db20-c324-41db-925c-46a5f2480783', 'port_id': 'dbd31b1c-ae76-431f-b084-0e83c111831c', 'mac_address': 'fa:16:3e:d4:8c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e35ac2-e773-45e5-8e4d-2c5a598f9142', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:53:48.065152 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port dbd31b1c-ae76-431f-b084-0e83c111831c is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:53:48.065534 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (dbd31b1c-ae76-431f-b084-0e83c111831c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:48.078649 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd31b1c-ae76-431f-b084-0e83c111831c {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:53:48.097262 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port dbd31b1c-ae76-431f-b084-0e83c111831c, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=dbd31b1c-ae76-431f-b084-0e83c111831c,segment=NetworkSegment(36c3f144-17eb-4d3f-9cc1-ae6d86ee9359),segment_id=36c3f144-17eb-4d3f-9cc1-ae6d86ee9359)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:53:48.101352 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (dbd31b1c-ae76-431f-b084-0e83c111831c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:48.151021 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=dbd31b1c-ae76-431f-b084-0e83c111831c,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:48.197943 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb982d-7b49-49ca-9f8a-1e4fb3d38a4f req-3f18dacf-d59d-44d8-a7d2-4d50b1dcaa3c tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:48.199912 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-31cb982d-7b49-49ca-9f8a-1e4fb3d38a4f req-3f18dacf-d59d-44d8-a7d2-4d50b1dcaa3c tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?device_id=e10f7acb-67c2-4953-bb2e-3060e4e4820e HTTP/1.1" status: 200 len: 945 time: 0.0528443 Feb 19 04:53:48.244864 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-31cb982d-7b49-49ca-9f8a-1e4fb3d38a4f req-1b66e6e8-1f1a-439f-99df-596f2627b06f tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/security-groups?id=032179d8-6882-4c91-b48b-d875eb080a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393538 Feb 19 04:53:48.388360 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['dbd31b1c-ae76-431f-b084-0e83c111831c'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:53:49.361786 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb336ee-6772-47dd-931e-3bd785749e6a req-0f50d3c8-7322-4310-ba95-8c61c869aa99 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:49.363269 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ceb336ee-6772-47dd-931e-3bd785749e6a req-0f50d3c8-7322-4310-ba95-8c61c869aa99 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?device_id=e10f7acb-67c2-4953-bb2e-3060e4e4820e HTTP/1.1" status: 200 len: 945 time: 0.0515280 Feb 19 04:53:49.407722 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ceb336ee-6772-47dd-931e-3bd785749e6a req-c2cf8f4e-6eea-449a-ae9c-c617b739e0f5 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/security-groups?id=032179d8-6882-4c91-b48b-d875eb080a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390289 Feb 19 04:53:49.945001 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device dbd31b1c-ae76-431f-b084-0e83c111831c up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:53:49.989944 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port dbd31b1c-ae76-431f-b084-0e83c111831c completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:53:49.993839 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port dbd31b1c-ae76-431f-b084-0e83c111831c triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:53:49.994238 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (dbd31b1c-ae76-431f-b084-0e83c111831c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:50.078273 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port dbd31b1c-ae76-431f-b084-0e83c111831c is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:53:50.078668 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (dbd31b1c-ae76-431f-b084-0e83c111831c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:50.099993 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10f7acb-67c2-4953-bb2e-3060e4e4820e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd31b1c-ae76-431f-b084-0e83c111831c'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:53:50.102210 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef644b6ab79b0ac41de0b13976fcd129d4d99816de20742327e953106f20d7ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec855091-920a-4f74-b787-e7c4876e8123" -d '{"events": [{"server_uuid": "e10f7acb-67c2-4953-bb2e-3060e4e4820e", "name": "network-vif-plugged", "status": "completed", "tag": "dbd31b1c-ae76-431f-b084-0e83c111831c"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:53:50.114298 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port dbd31b1c-ae76-431f-b084-0e83c111831c, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=dbd31b1c-ae76-431f-b084-0e83c111831c,segment=NetworkSegment(36c3f144-17eb-4d3f-9cc1-ae6d86ee9359),segment_id=36c3f144-17eb-4d3f-9cc1-ae6d86ee9359)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:53:50.118770 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (dbd31b1c-ae76-431f-b084-0e83c111831c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:50.144982 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0994041f-380e-4595-bd17-5bfd8013736e x-openstack-request-id: req-0994041f-380e-4595-bd17-5bfd8013736e {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:53:50.145270 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10f7acb-67c2-4953-bb2e-3060e4e4820e", "name": "network-vif-plugged", "status": "completed", "tag": "dbd31b1c-ae76-431f-b084-0e83c111831c", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:53:50.145523 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0994041f-380e-4595-bd17-5bfd8013736e {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:53:50.145907 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10f7acb-67c2-4953-bb2e-3060e4e4820e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd31b1c-ae76-431f-b084-0e83c111831c', 'code': 200} Feb 19 04:53:50.171926 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=dbd31b1c-ae76-431f-b084-0e83c111831c,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:50.239296 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb14555-2a72-4564-8c00-fc728c6f0bea req-070b4922-ee67-4010-ace2-ffc0d0704da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:50.240760 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2eb14555-2a72-4564-8c00-fc728c6f0bea req-070b4922-ee67-4010-ace2-ffc0d0704da1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e10f7acb-67c2-4953-bb2e-3060e4e4820e HTTP/1.1" status: 200 len: 1129 time: 0.0459058 Feb 19 04:53:50.283051 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2eb14555-2a72-4564-8c00-fc728c6f0bea req-a8918bca-e8dd-45aa-96c1-e464d912b449 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=032179d8-6882-4c91-b48b-d875eb080a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356576 Feb 19 04:53:50.523021 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738547a-4dff-4ab7-95f6-cd73d56bf8a2 req-d1f1d912-b171-48f5-82fc-bc6abeae4707 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:50.524407 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2738547a-4dff-4ab7-95f6-cd73d56bf8a2 req-d1f1d912-b171-48f5-82fc-bc6abeae4707 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?device_id=e10f7acb-67c2-4953-bb2e-3060e4e4820e HTTP/1.1" status: 200 len: 946 time: 0.0511460 Feb 19 04:53:50.570564 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2738547a-4dff-4ab7-95f6-cd73d56bf8a2 req-e94443a9-f42c-4f49-bcf1-5c7cbdf7fa5c tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/security-groups?id=032179d8-6882-4c91-b48b-d875eb080a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405743 Feb 19 04:53:51.696026 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804da73-b563-477a-ab82-6ad0a9873047 req-f19dd02d-6ac7-4728-8f03-b0e49d180c43 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:51.697486 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a804da73-b563-477a-ab82-6ad0a9873047 req-f19dd02d-6ac7-4728-8f03-b0e49d180c43 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?device_id=e10f7acb-67c2-4953-bb2e-3060e4e4820e HTTP/1.1" status: 200 len: 946 time: 0.0536368 Feb 19 04:53:51.744280 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a804da73-b563-477a-ab82-6ad0a9873047 req-090247f8-81ef-4792-9e30-810492069e17 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/security-groups?id=032179d8-6882-4c91-b48b-d875eb080a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405014 Feb 19 04:53:51.977237 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190cc72-1a32-4f39-96d6-424969e6a3f1 req-0caba8fc-426b-40f4-93f6-28d691dbbc17 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:51.978839 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d190cc72-1a32-4f39-96d6-424969e6a3f1 req-0caba8fc-426b-40f4-93f6-28d691dbbc17 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?device_id=e10f7acb-67c2-4953-bb2e-3060e4e4820e HTTP/1.1" status: 200 len: 946 time: 0.0507872 Feb 19 04:53:52.023937 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d190cc72-1a32-4f39-96d6-424969e6a3f1 req-eb01b4c4-022f-4671-92dc-02aa85d82f31 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/security-groups?id=032179d8-6882-4c91-b48b-d875eb080a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395098 Feb 19 04:53:53.144703 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85183f-3a33-4aa2-aa52-be37b6fbc6fe req-b8f636f9-e548-4bd3-8fa4-a2cddec158e6 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:53.146189 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b85183f-3a33-4aa2-aa52-be37b6fbc6fe req-b8f636f9-e548-4bd3-8fa4-a2cddec158e6 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?device_id=e10f7acb-67c2-4953-bb2e-3060e4e4820e HTTP/1.1" status: 200 len: 946 time: 0.0512373 Feb 19 04:53:53.200079 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b85183f-3a33-4aa2-aa52-be37b6fbc6fe req-9f6431b7-3947-4846-88b0-be8b4e4ca94d tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/security-groups?id=032179d8-6882-4c91-b48b-d875eb080a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476639 Feb 19 04:53:53.357336 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74801f0f-1983-4036-bcbe-080d060f2a9d req-05f4b4a9-8788-46eb-9bbf-e16411af1a8a tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:53.358803 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74801f0f-1983-4036-bcbe-080d060f2a9d req-05f4b4a9-8788-46eb-9bbf-e16411af1a8a tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.26 "GET /v2.0/ports?device_id=e10f7acb-67c2-4953-bb2e-3060e4e4820e HTTP/1.1" status: 200 len: 946 time: 0.0513930 Feb 19 04:53:53.447834 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-74801f0f-1983-4036-bcbe-080d060f2a9d req-b5def16f-da1a-43e5-af80-95cb60bdec9e tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Deleting port dbd31b1c-ae76-431f-b084-0e83c111831c {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:53:53.448183 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-74801f0f-1983-4036-bcbe-080d060f2a9d req-b5def16f-da1a-43e5-af80-95cb60bdec9e tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (dbd31b1c-ae76-431f-b084-0e83c111831c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:53.537377 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-74801f0f-1983-4036-bcbe-080d060f2a9d req-b5def16f-da1a-43e5-af80-95cb60bdec9e tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] For port dbd31b1c-ae76-431f-b084-0e83c111831c, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=dbd31b1c-ae76-431f-b084-0e83c111831c,segment=NetworkSegment(36c3f144-17eb-4d3f-9cc1-ae6d86ee9359),segment_id=36c3f144-17eb-4d3f-9cc1-ae6d86ee9359)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:53:53.537745 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-74801f0f-1983-4036-bcbe-080d060f2a9d req-b5def16f-da1a-43e5-af80-95cb60bdec9e tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (dbd31b1c-ae76-431f-b084-0e83c111831c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:53.550282 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-74801f0f-1983-4036-bcbe-080d060f2a9d req-b5def16f-da1a-43e5-af80-95cb60bdec9e tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Calling delete_port for dbd31b1c-ae76-431f-b084-0e83c111831c owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:53:53.675844 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-74801f0f-1983-4036-bcbe-080d060f2a9d req-b5def16f-da1a-43e5-af80-95cb60bdec9e tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (dbd31b1c-ae76-431f-b084-0e83c111831c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:53.689217 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['4f2c7cdd-0450-4e23-9300-50ab3b2f4f55'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:53:53.691346 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['dbd31b1c-ae76-431f-b084-0e83c111831c'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:53:53.704786 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5def16f-da1a-43e5-af80-95cb60bdec9e tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Pushing event deleted for resources: {'Port': ['ID=dbd31b1c-ae76-431f-b084-0e83c111831c,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:53.717879 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5def16f-da1a-43e5-af80-95cb60bdec9e tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:53.718263 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5def16f-da1a-43e5-af80-95cb60bdec9e tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:53.718615 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5def16f-da1a-43e5-af80-95cb60bdec9e tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:53.718959 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5def16f-da1a-43e5-af80-95cb60bdec9e tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:53.719297 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5def16f-da1a-43e5-af80-95cb60bdec9e tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:53.719630 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5def16f-da1a-43e5-af80-95cb60bdec9e tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:53.719963 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5def16f-da1a-43e5-af80-95cb60bdec9e tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:53.720295 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5def16f-da1a-43e5-af80-95cb60bdec9e tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:53.720627 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5def16f-da1a-43e5-af80-95cb60bdec9e tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:53.720963 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5def16f-da1a-43e5-af80-95cb60bdec9e tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:53.721281 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5def16f-da1a-43e5-af80-95cb60bdec9e tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:53.721604 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5def16f-da1a-43e5-af80-95cb60bdec9e tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:53.721926 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5def16f-da1a-43e5-af80-95cb60bdec9e tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:53.758213 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-74801f0f-1983-4036-bcbe-080d060f2a9d req-b5def16f-da1a-43e5-af80-95cb60bdec9e tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] No DVR routers for this DVR port dbd31b1c-ae76-431f-b084-0e83c111831c on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:53:53.761570 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-74801f0f-1983-4036-bcbe-080d060f2a9d req-b5def16f-da1a-43e5-af80-95cb60bdec9e tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:53.764962 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74801f0f-1983-4036-bcbe-080d060f2a9d req-b5def16f-da1a-43e5-af80-95cb60bdec9e tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.26 "DELETE /v2.0/ports/dbd31b1c-ae76-431f-b084-0e83c111831c HTTP/1.1" status: 204 len: 173 time: 0.4010410 Feb 19 04:53:53.765408 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10f7acb-67c2-4953-bb2e-3060e4e4820e', 'name': 'network-vif-deleted', 'tag': 'dbd31b1c-ae76-431f-b084-0e83c111831c'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:53:53.767707 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc6cf70-56ae-4d85-9d23-40b13eb8b167" -d '{"events": [{"server_uuid": "e10f7acb-67c2-4953-bb2e-3060e4e4820e", "name": "network-vif-deleted", "tag": "dbd31b1c-ae76-431f-b084-0e83c111831c"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:53:53.807046 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f5621f-5572-4118-b52d-599b401d5532 x-openstack-request-id: req-61f5621f-5572-4118-b52d-599b401d5532 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:53:53.807352 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10f7acb-67c2-4953-bb2e-3060e4e4820e", "name": "network-vif-deleted", "tag": "dbd31b1c-ae76-431f-b084-0e83c111831c", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:53:53.807613 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-61f5621f-5572-4118-b52d-599b401d5532 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:53:53.808534 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10f7acb-67c2-4953-bb2e-3060e4e4820e', 'name': 'network-vif-deleted', 'tag': 'dbd31b1c-ae76-431f-b084-0e83c111831c', 'status': 'completed', 'code': 200} Feb 19 04:53:54.356269 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b904d-ac57-47d1-b8e9-9d709d631dc0 req-12244c7b-fb7f-472c-aa58-a812199516dd tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:54.357753 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a89b904d-ac57-47d1-b8e9-9d709d631dc0 req-12244c7b-fb7f-472c-aa58-a812199516dd tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?device_id=02344013-4982-43d6-9eed-3c0e866b81c3 HTTP/1.1" status: 200 len: 946 time: 0.0541866 Feb 19 04:53:54.408717 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a89b904d-ac57-47d1-b8e9-9d709d631dc0 req-b922b03b-ab43-460d-96d7-2ce8b1b849ea tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/security-groups?id=032179d8-6882-4c91-b48b-d875eb080a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446713 Feb 19 04:53:54.542036 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfbd4e-e15f-4e4a-a4fa-4d2574dc191a req-1d1b2075-d378-4a0b-a5b4-71234112ff48 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:54.543995 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cfcfbd4e-e15f-4e4a-a4fa-4d2574dc191a req-1d1b2075-d378-4a0b-a5b4-71234112ff48 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?device_id=02344013-4982-43d6-9eed-3c0e866b81c3 HTTP/1.1" status: 200 len: 946 time: 0.0540209 Feb 19 04:53:54.588541 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cfcfbd4e-e15f-4e4a-a4fa-4d2574dc191a req-b0c6befb-2af4-4dc4-a439-e2e7972007e8 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/security-groups?id=032179d8-6882-4c91-b48b-d875eb080a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389843 Feb 19 04:53:54.704482 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d9150-71ba-40e3-af89-fa588632d28b req-80938e9e-a319-48b7-a796-5112a52515bb tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:54.705929 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-929d9150-71ba-40e3-af89-fa588632d28b req-80938e9e-a319-48b7-a796-5112a52515bb tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?device_id=02344013-4982-43d6-9eed-3c0e866b81c3 HTTP/1.1" status: 200 len: 946 time: 0.0505924 Feb 19 04:53:54.752018 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-929d9150-71ba-40e3-af89-fa588632d28b req-5f62d181-ccf7-4954-ba20-014848b77b66 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/security-groups?id=032179d8-6882-4c91-b48b-d875eb080a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404704 Feb 19 04:53:54.926760 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572db1bb-d2f2-42a2-a041-663a07f53e2a req-faa8a594-3d12-419a-be2f-8fa72608f794 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:54.928610 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-572db1bb-d2f2-42a2-a041-663a07f53e2a req-faa8a594-3d12-419a-be2f-8fa72608f794 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?device_id=02344013-4982-43d6-9eed-3c0e866b81c3 HTTP/1.1" status: 200 len: 946 time: 0.0549366 Feb 19 04:53:54.974208 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-572db1bb-d2f2-42a2-a041-663a07f53e2a req-f56b5b30-141b-4c2f-8d23-f7756a1b6d3b tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/security-groups?id=032179d8-6882-4c91-b48b-d875eb080a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400212 Feb 19 04:53:55.092121 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c152140-751d-4941-b443-94a140e299f7 req-87e77f89-c329-40be-8707-94e22abb9743 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:55.093493 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c152140-751d-4941-b443-94a140e299f7 req-87e77f89-c329-40be-8707-94e22abb9743 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?device_id=02344013-4982-43d6-9eed-3c0e866b81c3 HTTP/1.1" status: 200 len: 946 time: 0.0524035 Feb 19 04:53:55.139368 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c152140-751d-4941-b443-94a140e299f7 req-c571800d-e40f-40f6-97cf-b6af4c05d5fe tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/security-groups?id=032179d8-6882-4c91-b48b-d875eb080a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402014 Feb 19 04:53:55.265419 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1225d8d-521c-406f-97e2-6c5045fa1270 req-a89fec44-5be8-4ba5-bbd3-dc0e5c2b2f47 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:55.266930 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c1225d8d-521c-406f-97e2-6c5045fa1270 req-a89fec44-5be8-4ba5-bbd3-dc0e5c2b2f47 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?device_id=02344013-4982-43d6-9eed-3c0e866b81c3 HTTP/1.1" status: 200 len: 946 time: 0.0514448 Feb 19 04:53:55.316866 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c1225d8d-521c-406f-97e2-6c5045fa1270 req-f48451f9-e350-4261-9e6b-e602e38e5af6 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/security-groups?id=032179d8-6882-4c91-b48b-d875eb080a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443616 Feb 19 04:53:55.621729 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90429fe5-535c-4ef2-b4f7-d48d4d6774df req-c1de2b4b-3a4a-4413-8ba0-54a4888b83a6 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:55.623210 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-90429fe5-535c-4ef2-b4f7-d48d4d6774df req-c1de2b4b-3a4a-4413-8ba0-54a4888b83a6 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?device_id=02344013-4982-43d6-9eed-3c0e866b81c3 HTTP/1.1" status: 200 len: 946 time: 0.0549417 Feb 19 04:53:55.669172 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-90429fe5-535c-4ef2-b4f7-d48d4d6774df req-08e7c63a-92ff-4240-a175-7e77b7f9a70f tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/security-groups?id=032179d8-6882-4c91-b48b-d875eb080a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403056 Feb 19 04:53:56.787356 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b65a8b-62b6-42e2-aed6-ede6feea7fc6 req-bc76e7cf-bd97-431a-a5ba-cc8b98eb5742 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:56.788985 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-68b65a8b-62b6-42e2-aed6-ede6feea7fc6 req-bc76e7cf-bd97-431a-a5ba-cc8b98eb5742 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/ports?device_id=02344013-4982-43d6-9eed-3c0e866b81c3 HTTP/1.1" status: 200 len: 946 time: 0.0509155 Feb 19 04:53:56.844987 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-68b65a8b-62b6-42e2-aed6-ede6feea7fc6 req-74b2ec5a-efee-47cb-862b-5d1b7366a1df tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.52 "GET /v2.0/security-groups?id=032179d8-6882-4c91-b48b-d875eb080a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497782 Feb 19 04:53:56.888078 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616742bb-66a1-4c61-b845-2cdad77303f7 req-8a0fea1f-d91b-4adc-98d8-492653ea1f6a tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:56.889507 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-616742bb-66a1-4c61-b845-2cdad77303f7 req-8a0fea1f-d91b-4adc-98d8-492653ea1f6a tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.79 "GET /v2.0/ports?device_id=02344013-4982-43d6-9eed-3c0e866b81c3 HTTP/1.1" status: 200 len: 946 time: 0.0570850 Feb 19 04:53:56.980623 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-616742bb-66a1-4c61-b845-2cdad77303f7 req-4629f80d-1dbd-464b-93bc-1e4c8a74fb93 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Deleting port 4f2c7cdd-0450-4e23-9300-50ab3b2f4f55 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:53:56.980977 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-616742bb-66a1-4c61-b845-2cdad77303f7 req-4629f80d-1dbd-464b-93bc-1e4c8a74fb93 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (4f2c7cdd-0450-4e23-9300-50ab3b2f4f55), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:57.070077 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-616742bb-66a1-4c61-b845-2cdad77303f7 req-4629f80d-1dbd-464b-93bc-1e4c8a74fb93 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] For port 4f2c7cdd-0450-4e23-9300-50ab3b2f4f55, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=4f2c7cdd-0450-4e23-9300-50ab3b2f4f55,segment=NetworkSegment(36c3f144-17eb-4d3f-9cc1-ae6d86ee9359),segment_id=36c3f144-17eb-4d3f-9cc1-ae6d86ee9359)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:53:57.070475 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-616742bb-66a1-4c61-b845-2cdad77303f7 req-4629f80d-1dbd-464b-93bc-1e4c8a74fb93 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (4f2c7cdd-0450-4e23-9300-50ab3b2f4f55), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:57.083576 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-616742bb-66a1-4c61-b845-2cdad77303f7 req-4629f80d-1dbd-464b-93bc-1e4c8a74fb93 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Calling delete_port for 4f2c7cdd-0450-4e23-9300-50ab3b2f4f55 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:53:57.209084 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-616742bb-66a1-4c61-b845-2cdad77303f7 req-4629f80d-1dbd-464b-93bc-1e4c8a74fb93 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (4f2c7cdd-0450-4e23-9300-50ab3b2f4f55), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:57.221184 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['4f2c7cdd-0450-4e23-9300-50ab3b2f4f55'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:53:57.237352 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629f80d-1dbd-464b-93bc-1e4c8a74fb93 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Pushing event deleted for resources: {'Port': ['ID=4f2c7cdd-0450-4e23-9300-50ab3b2f4f55,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:57.281362 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-616742bb-66a1-4c61-b845-2cdad77303f7 req-4629f80d-1dbd-464b-93bc-1e4c8a74fb93 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] No DVR routers for this DVR port 4f2c7cdd-0450-4e23-9300-50ab3b2f4f55 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:53:57.284025 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-616742bb-66a1-4c61-b845-2cdad77303f7 req-4629f80d-1dbd-464b-93bc-1e4c8a74fb93 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:57.287309 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-616742bb-66a1-4c61-b845-2cdad77303f7 req-4629f80d-1dbd-464b-93bc-1e4c8a74fb93 tempest-ServersNegativeTestJSON-2104530714 tempest-ServersNegativeTestJSON-2104530714-project] 10.222.0.79 "DELETE /v2.0/ports/4f2c7cdd-0450-4e23-9300-50ab3b2f4f55 HTTP/1.1" status: 204 len: 173 time: 0.3926330 Feb 19 04:53:57.287786 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02344013-4982-43d6-9eed-3c0e866b81c3', 'name': 'network-vif-deleted', 'tag': '4f2c7cdd-0450-4e23-9300-50ab3b2f4f55'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:53:57.290014 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b888f5-06bd-4c88-bce9-0133946b5e74" -d '{"events": [{"server_uuid": "02344013-4982-43d6-9eed-3c0e866b81c3", "name": "network-vif-deleted", "tag": "4f2c7cdd-0450-4e23-9300-50ab3b2f4f55"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:53:57.327580 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df27023-755a-419d-ab37-8ca53fdc3cd3 x-openstack-request-id: req-8df27023-755a-419d-ab37-8ca53fdc3cd3 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:53:57.327980 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02344013-4982-43d6-9eed-3c0e866b81c3", "name": "network-vif-deleted", "tag": "4f2c7cdd-0450-4e23-9300-50ab3b2f4f55", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:53:57.328240 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8df27023-755a-419d-ab37-8ca53fdc3cd3 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:53:57.328678 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02344013-4982-43d6-9eed-3c0e866b81c3', 'name': 'network-vif-deleted', 'tag': '4f2c7cdd-0450-4e23-9300-50ab3b2f4f55', 'status': 'completed', 'code': 200} Feb 19 04:53:57.338517 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:57.900665 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46204) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:57.944589 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb92bb8-d012-4491-a409-df787fa42c4f admin admin] Deleting subnet 68e35ac2-e773-45e5-8e4d-2c5a598f9142 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:53:57.947557 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ceb92bb8-d012-4491-a409-df787fa42c4f admin admin] Publish callbacks [] for subnet (68e35ac2-e773-45e5-8e4d-2c5a598f9142), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:57.953840 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device dbd31b1c-ae76-431f-b084-0e83c111831c no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:53:57.973524 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: dbd31b1c-ae76-431f-b084-0e83c111831c {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:53:57.973870 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device dbd31b1c-ae76-431f-b084-0e83c111831c not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:53:57.985271 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ceb92bb8-d012-4491-a409-df787fa42c4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (68e35ac2-e773-45e5-8e4d-2c5a598f9142), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:58.023057 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ceb92bb8-d012-4491-a409-df787fa42c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (68e35ac2-e773-45e5-8e4d-2c5a598f9142), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:58.074036 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ceb92bb8-d012-4491-a409-df787fa42c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (68e35ac2-e773-45e5-8e4d-2c5a598f9142), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:58.100528 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb92bb8-d012-4491-a409-df787fa42c4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68e35ac2-e773-45e5-8e4d-2c5a598f9142,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:58.102523 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ceb92bb8-d012-4491-a409-df787fa42c4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:58.106206 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ceb92bb8-d012-4491-a409-df787fa42c4f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/68e35ac2-e773-45e5-8e4d-2c5a598f9142 HTTP/1.1" status: 204 len: 168 time: 0.2045166 Feb 19 04:53:58.108607 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46206) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:58.179555 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d9cf6dcb-1fe4-43aa-962a-efd2ab246915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (ac58db20-c324-41db-925c-46a5f2480783), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:58.255392 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d9cf6dcb-1fe4-43aa-962a-efd2ab246915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (ac58db20-c324-41db-925c-46a5f2480783), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:58.274186 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-d9cf6dcb-1fe4-43aa-962a-efd2ab246915 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac58db20-c324-41db-925c-46a5f2480783']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:58.283567 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-d9cf6dcb-1fe4-43aa-962a-efd2ab246915 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c3f144-17eb-4d3f-9cc1-ae6d86ee9359') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:58.283869 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-d9cf6dcb-1fe4-43aa-962a-efd2ab246915 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c3f144-17eb-4d3f-9cc1-ae6d86ee9359') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:58.293443 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d9cf6dcb-1fe4-43aa-962a-efd2ab246915 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (36c3f144-17eb-4d3f-9cc1-ae6d86ee9359), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:58.306318 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d9cf6dcb-1fe4-43aa-962a-efd2ab246915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (36c3f144-17eb-4d3f-9cc1-ae6d86ee9359), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:58.312636 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9cf6dcb-1fe4-43aa-962a-efd2ab246915 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:53:58.313031 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d9cf6dcb-1fe4-43aa-962a-efd2ab246915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (36c3f144-17eb-4d3f-9cc1-ae6d86ee9359), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:53:58.314806 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:53:58.372022 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d9cf6dcb-1fe4-43aa-962a-efd2ab246915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (ac58db20-c324-41db-925c-46a5f2480783), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:58.377552 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d9cf6dcb-1fe4-43aa-962a-efd2ab246915 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:58.380731 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d9cf6dcb-1fe4-43aa-962a-efd2ab246915 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ac58db20-c324-41db-925c-46a5f2480783 HTTP/1.1" status: 204 len: 168 time: 0.2712216 Feb 19 04:53:58.391808 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf6dcb-1fe4-43aa-962a-efd2ab246915 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac58db20-c324-41db-925c-46a5f2480783,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:58.488190 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46210) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:58.526727 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d78b5b9a-e644-446f-b20e-2782712bcbc5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ed254c249785471ba48441a96c4fe1b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373907 Feb 19 04:53:58.529873 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46212) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:58.574975 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a12517ef-5a40-4fa7-8812-9558f9350acc admin admin] Publish callbacks [] for security_group (032179d8-6882-4c91-b48b-d875eb080a40), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:58.595823 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a12517ef-5a40-4fa7-8812-9558f9350acc admin admin] Publish callbacks [] for security_group (032179d8-6882-4c91-b48b-d875eb080a40), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:58.645504 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a12517ef-5a40-4fa7-8812-9558f9350acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (032179d8-6882-4c91-b48b-d875eb080a40), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:58.648086 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a12517ef-5a40-4fa7-8812-9558f9350acc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:58.649235 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a12517ef-5a40-4fa7-8812-9558f9350acc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/032179d8-6882-4c91-b48b-d875eb080a40 HTTP/1.1" status: 204 len: 168 time: 0.1183865 Feb 19 04:53:58.658136 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12517ef-5a40-4fa7-8812-9558f9350acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032179d8-6882-4c91-b48b-d875eb080a40,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:59.322551 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46234) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:59.415320 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-acd339b2-f51e-4b01-80c0-c55a7320ec2e tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-957304825'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:53:59.435734 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd339b2-f51e-4b01-80c0-c55a7320ec2e tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Made reservation on behalf of 7d5edf7bee234fa08fbfa34c72b93c73 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:53:59.439137 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-acd339b2-f51e-4b01-80c0-c55a7320ec2e tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:59.447231 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-acd339b2-f51e-4b01-80c0-c55a7320ec2e tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:59.519879 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-acd339b2-f51e-4b01-80c0-c55a7320ec2e tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks [] for security_group (498ca714-0c08-40bc-a83c-09155163e9e2), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:59.523449 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-acd339b2-f51e-4b01-80c0-c55a7320ec2e tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (498ca714-0c08-40bc-a83c-09155163e9e2), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:59.549378 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acd339b2-f51e-4b01-80c0-c55a7320ec2e tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:53:59.559726 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd339b2-f51e-4b01-80c0-c55a7320ec2e tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=498ca714-0c08-40bc-a83c-09155163e9e2,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:59.564522 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-acd339b2-f51e-4b01-80c0-c55a7320ec2e tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (2f2ec76b-2187-4dc6-8c41-037a02b73924), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:59.564869 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-acd339b2-f51e-4b01-80c0-c55a7320ec2e tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Added segment 2f2ec76b-2187-4dc6-8c41-037a02b73924 of type vlan for network 1ea9f7b7-d515-49b7-933b-6399280fd658 Feb 19 04:53:59.604688 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-acd339b2-f51e-4b01-80c0-c55a7320ec2e tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (1ea9f7b7-d515-49b7-933b-6399280fd658), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:59.631396 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-acd339b2-f51e-4b01-80c0-c55a7320ec2e tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (1ea9f7b7-d515-49b7-933b-6399280fd658), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:59.636428 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd339b2-f51e-4b01-80c0-c55a7320ec2e tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:59.637019 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-acd339b2-f51e-4b01-80c0-c55a7320ec2e tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:59.695687 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-acd339b2-f51e-4b01-80c0-c55a7320ec2e tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3720355 Feb 19 04:53:59.707156 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd339b2-f51e-4b01-80c0-c55a7320ec2e tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Pushing event updated for resources: {'Network': ['ID=1ea9f7b7-d515-49b7-933b-6399280fd658,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:59.718570 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 1ea9f7b7-d515-49b7-933b-6399280fd658 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:53:59.780195 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 4f2c7cdd-0450-4e23-9300-50ab3b2f4f55 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:53:59.803598 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 4f2c7cdd-0450-4e23-9300-50ab3b2f4f55 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:53:59.803945 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 4f2c7cdd-0450-4e23-9300-50ab3b2f4f55 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:54:00.078417 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:00.709197 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e0764a7f-0275-4a66-91f2-15c4dff125b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:02.949837 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46238) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:02.955152 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-e66deb5d-aeb5-4f58-9231-848f6af22bb7 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Request body: {'subnet': {'network_id': '1ea9f7b7-d515-49b7-933b-6399280fd658', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:03.040778 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66deb5d-aeb5-4f58-9231-848f6af22bb7 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Made reservation on behalf of 7d5edf7bee234fa08fbfa34c72b93c73 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:03.044198 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e66deb5d-aeb5-4f58-9231-848f6af22bb7 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:03.223588 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e66deb5d-aeb5-4f58-9231-848f6af22bb7 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (04c88fb8-cf4e-4342-b003-292d014ab496), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:03.287117 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66deb5d-aeb5-4f58-9231-848f6af22bb7 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Pushing event updated for resources: {'Subnet': ['ID=04c88fb8-cf4e-4342-b003-292d014ab496,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:03.294349 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66deb5d-aeb5-4f58-9231-848f6af22bb7 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Checking segment: {'id': '2f2ec76b-2187-4dc6-8c41-037a02b73924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1ea9f7b7-d515-49b7-933b-6399280fd658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:54:03.294715 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66deb5d-aeb5-4f58-9231-848f6af22bb7 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Network hostable DHCP agents. Network: 1ea9f7b7-d515-49b7-933b-6399280fd658, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:54:03.312536 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66deb5d-aeb5-4f58-9231-848f6af22bb7 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Network 1ea9f7b7-d515-49b7-933b-6399280fd658 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:54:03.322346 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-e66deb5d-aeb5-4f58-9231-848f6af22bb7 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 1ea9f7b7-d515-49b7-933b-6399280fd658) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:03.326861 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66deb5d-aeb5-4f58-9231-848f6af22bb7 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:03.327460 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e66deb5d-aeb5-4f58-9231-848f6af22bb7 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:03.332745 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43986d3a-a9cc-4dc8-92cf-6169bba376ad None None] Network 1ea9f7b7-d515-49b7-933b-6399280fd658 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:54:03.344060 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e66deb5d-aeb5-4f58-9231-848f6af22bb7 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3928087 Feb 19 04:54:03.347402 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46240) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:03.352256 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-c428ffe2-c11c-4574-bde0-2c1a6145458c tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1351603145'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:03.371497 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c428ffe2-c11c-4574-bde0-2c1a6145458c tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Made reservation on behalf of 7d5edf7bee234fa08fbfa34c72b93c73 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:03.374897 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c428ffe2-c11c-4574-bde0-2c1a6145458c tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:03.399140 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c428ffe2-c11c-4574-bde0-2c1a6145458c tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:54:03.408575 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c428ffe2-c11c-4574-bde0-2c1a6145458c tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (f46f48ea-74ca-40a4-868d-ee513c2c5c1b), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:03.408919 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-c428ffe2-c11c-4574-bde0-2c1a6145458c tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Added segment f46f48ea-74ca-40a4-868d-ee513c2c5c1b of type vlan for network e4cc58a3-e232-4d7e-9e81-6a9f886b32f4 Feb 19 04:54:03.430760 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a4c4fb-f886-4e67-95e3-241488903d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-1ea9f7b7-d515-49b7-933b-6399280fd658', 'network_id': '1ea9f7b7-d515-49b7-933b-6399280fd658', 'project_id': '7d5edf7bee234fa08fbfa34c72b93c73', 'fixed_ips': [{'subnet_id': '04c88fb8-cf4e-4342-b003-292d014ab496'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:54:03.431618 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f6a4c4fb-f886-4e67-95e3-241488903d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:03.449978 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c428ffe2-c11c-4574-bde0-2c1a6145458c tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (e4cc58a3-e232-4d7e-9e81-6a9f886b32f4), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:03.476045 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c428ffe2-c11c-4574-bde0-2c1a6145458c tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (e4cc58a3-e232-4d7e-9e81-6a9f886b32f4), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:03.481319 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c428ffe2-c11c-4574-bde0-2c1a6145458c tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:03.481915 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c428ffe2-c11c-4574-bde0-2c1a6145458c tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:03.532731 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c428ffe2-c11c-4574-bde0-2c1a6145458c tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1842821 Feb 19 04:54:03.535733 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46242) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:03.543041 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-be9f3403-62fd-4d48-8d0d-e888789f140c tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Request body: {'subnet': {'network_id': 'e4cc58a3-e232-4d7e-9e81-6a9f886b32f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:03.574364 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428ffe2-c11c-4574-bde0-2c1a6145458c tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Pushing event updated for resources: {'Network': ['ID=e4cc58a3-e232-4d7e-9e81-6a9f886b32f4,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:03.583469 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-f6a4c4fb-f886-4e67-95e3-241488903d00 None None] Allocated IP 2001:db8:0:ffff::2 (1ea9f7b7-d515-49b7-933b-6399280fd658/04c88fb8-cf4e-4342-b003-292d014ab496/056a43b4-dea0-4925-ba9b-6090b9f09e5c) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:54:03.589356 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network e4cc58a3-e232-4d7e-9e81-6a9f886b32f4 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:54:03.596600 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-80179e01-f5ef-4050-872b-5ccf6cb557fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:03.645889 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9f3403-62fd-4d48-8d0d-e888789f140c tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Made reservation on behalf of 7d5edf7bee234fa08fbfa34c72b93c73 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:03.649703 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-be9f3403-62fd-4d48-8d0d-e888789f140c tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:03.787132 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f6a4c4fb-f886-4e67-95e3-241488903d00 None None] Publish callbacks [] for port (056a43b4-dea0-4925-ba9b-6090b9f09e5c), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:03.793602 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f6a4c4fb-f886-4e67-95e3-241488903d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (056a43b4-dea0-4925-ba9b-6090b9f09e5c), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:03.836905 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a4c4fb-f886-4e67-95e3-241488903d00 None None] Network 1ea9f7b7-d515-49b7-933b-6399280fd658 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:54:03.839718 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-f6a4c4fb-f886-4e67-95e3-241488903d00 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:03.845199 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a4c4fb-f886-4e67-95e3-241488903d00 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:54:03.849841 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-be9f3403-62fd-4d48-8d0d-e888789f140c tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (c0574fe9-f355-4991-a035-76a16e089f88), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:03.853074 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4c4fb-f886-4e67-95e3-241488903d00 None None] Pushing event updated for resources: {'Port': ['ID=056a43b4-dea0-4925-ba9b-6090b9f09e5c,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:03.905543 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f6a4c4fb-f886-4e67-95e3-241488903d00 None None] Attempting to bind port 056a43b4-dea0-4925-ba9b-6090b9f09e5c on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:03.905939 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f6a4c4fb-f886-4e67-95e3-241488903d00 None None] Attempting to bind port 056a43b4-dea0-4925-ba9b-6090b9f09e5c by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '2f2ec76b-2187-4dc6-8c41-037a02b73924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1ea9f7b7-d515-49b7-933b-6399280fd658'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:03.906319 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a4c4fb-f886-4e67-95e3-241488903d00 None None] Attempting to bind port 056a43b4-dea0-4925-ba9b-6090b9f09e5c on network 1ea9f7b7-d515-49b7-933b-6399280fd658 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:03.909535 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f3403-62fd-4d48-8d0d-e888789f140c tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Pushing event updated for resources: {'Subnet': ['ID=c0574fe9-f355-4991-a035-76a16e089f88,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:03.911302 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a4c4fb-f886-4e67-95e3-241488903d00 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:54:03.911681 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a4c4fb-f886-4e67-95e3-241488903d00 None None] Checking segment: {'id': '2f2ec76b-2187-4dc6-8c41-037a02b73924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1ea9f7b7-d515-49b7-933b-6399280fd658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:54:03.912089 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f6a4c4fb-f886-4e67-95e3-241488903d00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:03.912480 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a4c4fb-f886-4e67-95e3-241488903d00 None None] Bound using segment: {'id': '2f2ec76b-2187-4dc6-8c41-037a02b73924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1ea9f7b7-d515-49b7-933b-6399280fd658'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:54:03.913153 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-f6a4c4fb-f886-4e67-95e3-241488903d00 None None] Bound port: 056a43b4-dea0-4925-ba9b-6090b9f09e5c, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f2ec76b-2187-4dc6-8c41-037a02b73924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1ea9f7b7-d515-49b7-933b-6399280fd658'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:54:03.913361 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f6a4c4fb-f886-4e67-95e3-241488903d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (056a43b4-dea0-4925-ba9b-6090b9f09e5c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:03.920476 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9f3403-62fd-4d48-8d0d-e888789f140c tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Checking segment: {'id': 'f46f48ea-74ca-40a4-868d-ee513c2c5c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e4cc58a3-e232-4d7e-9e81-6a9f886b32f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:54:03.920835 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9f3403-62fd-4d48-8d0d-e888789f140c tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Network hostable DHCP agents. Network: e4cc58a3-e232-4d7e-9e81-6a9f886b32f4, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:54:03.939290 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9f3403-62fd-4d48-8d0d-e888789f140c tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Network e4cc58a3-e232-4d7e-9e81-6a9f886b32f4 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:54:03.947809 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-be9f3403-62fd-4d48-8d0d-e888789f140c tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, e4cc58a3-e232-4d7e-9e81-6a9f886b32f4) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:03.952619 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9f3403-62fd-4d48-8d0d-e888789f140c tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:03.953370 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-be9f3403-62fd-4d48-8d0d-e888789f140c tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:03.960233 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c23301-3583-4b3f-b593-70880a91cf7c None None] Network e4cc58a3-e232-4d7e-9e81-6a9f886b32f4 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:54:03.969866 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-be9f3403-62fd-4d48-8d0d-e888789f140c tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4331200 Feb 19 04:54:03.972575 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46244) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:04.036498 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-f6a4c4fb-f886-4e67-95e3-241488903d00 None None] For port 056a43b4-dea0-4925-ba9b-6090b9f09e5c, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:54:04.049076 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:04.050742 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-f6a4c4fb-f886-4e67-95e3-241488903d00 None None] For port 056a43b4-dea0-4925-ba9b-6090b9f09e5c, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=056a43b4-dea0-4925-ba9b-6090b9f09e5c,segment=NetworkSegment(2f2ec76b-2187-4dc6-8c41-037a02b73924),segment_id=2f2ec76b-2187-4dc6-8c41-037a02b73924)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:54:04.061725 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f6a4c4fb-f886-4e67-95e3-241488903d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (056a43b4-dea0-4925-ba9b-6090b9f09e5c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:04.078429 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1b0203b-018f-4744-83ec-7b4296077a84 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (e4cc58a3-e232-4d7e-9e81-6a9f886b32f4), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:04.147463 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4c4fb-f886-4e67-95e3-241488903d00 None None] Pushing event updated for resources: {'Port': ['ID=056a43b4-dea0-4925-ba9b-6090b9f09e5c,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:04.163820 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1b0203b-018f-4744-83ec-7b4296077a84 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (c0574fe9-f355-4991-a035-76a16e089f88), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:04.167138 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47d259d-c108-4ad3-aa09-e3461e383156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-e4cc58a3-e232-4d7e-9e81-6a9f886b32f4', 'network_id': 'e4cc58a3-e232-4d7e-9e81-6a9f886b32f4', 'project_id': '7d5edf7bee234fa08fbfa34c72b93c73', 'fixed_ips': [{'subnet_id': 'c0574fe9-f355-4991-a035-76a16e089f88'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:54:04.168769 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b47d259d-c108-4ad3-aa09-e3461e383156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:04.241042 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1b0203b-018f-4744-83ec-7b4296077a84 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (c0574fe9-f355-4991-a035-76a16e089f88), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server [None req-b47d259d-c108-4ad3-aa09-e3461e383156 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0574fe9-f355-4991-a035-76a16e089f88: This subnet is being modified by another concurrent operation. Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise exception Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0574fe9-f355-4991-a035-76a16e089f88: This subnet is being modified by another concurrent operation. Feb 19 04:54:04.265206 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server Feb 19 04:54:04.272221 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0203b-018f-4744-83ec-7b4296077a84 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Pushing event deleted for resources: {'Subnet': ['ID=c0574fe9-f355-4991-a035-76a16e089f88,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:04.298777 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94958ddb-aa5c-4a94-84a0-6c100b810935 None None] Network e4cc58a3-e232-4d7e-9e81-6a9f886b32f4 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:54:04.356679 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1b0203b-018f-4744-83ec-7b4296077a84 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (e4cc58a3-e232-4d7e-9e81-6a9f886b32f4), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:04.380071 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-c1b0203b-018f-4744-83ec-7b4296077a84 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4cc58a3-e232-4d7e-9e81-6a9f886b32f4']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:04.390016 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-c1b0203b-018f-4744-83ec-7b4296077a84 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46f48ea-74ca-40a4-868d-ee513c2c5c1b') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:04.390379 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-c1b0203b-018f-4744-83ec-7b4296077a84 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46f48ea-74ca-40a4-868d-ee513c2c5c1b') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:04.400925 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1b0203b-018f-4744-83ec-7b4296077a84 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (f46f48ea-74ca-40a4-868d-ee513c2c5c1b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:04.415666 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1b0203b-018f-4744-83ec-7b4296077a84 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (f46f48ea-74ca-40a4-868d-ee513c2c5c1b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:04.426445 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b0203b-018f-4744-83ec-7b4296077a84 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:54:04.426998 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1b0203b-018f-4744-83ec-7b4296077a84 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (f46f48ea-74ca-40a4-868d-ee513c2c5c1b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:54:04.430431 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:54:04.490275 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1b0203b-018f-4744-83ec-7b4296077a84 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (e4cc58a3-e232-4d7e-9e81-6a9f886b32f4), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:04.497675 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c1b0203b-018f-4744-83ec-7b4296077a84 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:04.500733 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c1b0203b-018f-4744-83ec-7b4296077a84 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] 10.222.0.52 "DELETE /v2.0/networks/e4cc58a3-e232-4d7e-9e81-6a9f886b32f4 HTTP/1.1" status: 204 len: 168 time: 0.5270064 Feb 19 04:54:04.504446 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46246) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:04.509626 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-82e2e9be-713b-4d2f-a510-6a40c1beb447 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1760583633'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:04.513194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0203b-018f-4744-83ec-7b4296077a84 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Pushing event deleted for resources: {'Network': ['ID=e4cc58a3-e232-4d7e-9e81-6a9f886b32f4,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:04.532388 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e2e9be-713b-4d2f-a510-6a40c1beb447 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Made reservation on behalf of 7d5edf7bee234fa08fbfa34c72b93c73 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:04.535810 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82e2e9be-713b-4d2f-a510-6a40c1beb447 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:04.559785 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e2e9be-713b-4d2f-a510-6a40c1beb447 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:54:04.568839 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82e2e9be-713b-4d2f-a510-6a40c1beb447 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (ab202dfc-c547-4b17-9e8d-e7a581a5d71d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:04.569137 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-82e2e9be-713b-4d2f-a510-6a40c1beb447 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Added segment ab202dfc-c547-4b17-9e8d-e7a581a5d71d of type vlan for network fb3656b5-0808-4906-84b4-7a7ca91c8e25 Feb 19 04:54:04.614411 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82e2e9be-713b-4d2f-a510-6a40c1beb447 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (fb3656b5-0808-4906-84b4-7a7ca91c8e25), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:04.643628 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82e2e9be-713b-4d2f-a510-6a40c1beb447 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (fb3656b5-0808-4906-84b4-7a7ca91c8e25), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:04.648706 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e2e9be-713b-4d2f-a510-6a40c1beb447 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:04.649290 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-82e2e9be-713b-4d2f-a510-6a40c1beb447 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:04.725087 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-82e2e9be-713b-4d2f-a510-6a40c1beb447 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2194972 Feb 19 04:54:04.728144 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46252) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:04.733555 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-6a8a85b2-39a4-4b54-a3d5-00509648fcee tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Request body: {'subnet': {'network_id': 'fb3656b5-0808-4906-84b4-7a7ca91c8e25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:04.765778 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2e9be-713b-4d2f-a510-6a40c1beb447 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Pushing event updated for resources: {'Network': ['ID=fb3656b5-0808-4906-84b4-7a7ca91c8e25,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:04.776566 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network fb3656b5-0808-4906-84b4-7a7ca91c8e25 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:54:04.836853 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8a85b2-39a4-4b54-a3d5-00509648fcee tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Made reservation on behalf of 7d5edf7bee234fa08fbfa34c72b93c73 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:04.841683 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6a8a85b2-39a4-4b54-a3d5-00509648fcee tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:04.904313 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.ipam_backend_mixin [None req-6a8a85b2-39a4-4b54-a3d5-00509648fcee tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Performing IP validity checks on allocation pools {{(pid=109926) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 04:54:04.904842 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.ipam_backend_mixin [None req-6a8a85b2-39a4-4b54-a3d5-00509648fcee tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109926) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 04:54:05.034342 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6a8a85b2-39a4-4b54-a3d5-00509648fcee tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (def802f1-ba9c-449a-a82f-13b1225f30ba), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:05.098726 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a85b2-39a4-4b54-a3d5-00509648fcee tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Pushing event updated for resources: {'Subnet': ['ID=def802f1-ba9c-449a-a82f-13b1225f30ba,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:05.109901 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8a85b2-39a4-4b54-a3d5-00509648fcee tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Checking segment: {'id': 'ab202dfc-c547-4b17-9e8d-e7a581a5d71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fb3656b5-0808-4906-84b4-7a7ca91c8e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:54:05.110302 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8a85b2-39a4-4b54-a3d5-00509648fcee tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Network hostable DHCP agents. Network: fb3656b5-0808-4906-84b4-7a7ca91c8e25, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:54:05.128050 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8a85b2-39a4-4b54-a3d5-00509648fcee tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Network fb3656b5-0808-4906-84b4-7a7ca91c8e25 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:54:05.138227 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-6a8a85b2-39a4-4b54-a3d5-00509648fcee tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, fb3656b5-0808-4906-84b4-7a7ca91c8e25) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:05.142529 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8a85b2-39a4-4b54-a3d5-00509648fcee tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:05.143127 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6a8a85b2-39a4-4b54-a3d5-00509648fcee tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:05.144866 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc71b62-7f66-495c-b91f-ecdbb8dcb5a8 None None] get_active_networks_info from n-d-828369-19 {{(pid=109927) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:54:05.161484 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6a8a85b2-39a4-4b54-a3d5-00509648fcee tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4320550 Feb 19 04:54:05.164146 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46254) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:05.233398 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc71b62-7f66-495c-b91f-ecdbb8dcb5a8 None None] Resources bound (agent type, host, resource id): {{(pid=109927) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:54:05.236821 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-7ff2eb02-b8bc-40be-8281-8870e0f6e258 None None] Provisioning complete for port 056a43b4-dea0-4925-ba9b-6090b9f09e5c triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:05.237200 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7ff2eb02-b8bc-40be-8281-8870e0f6e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (056a43b4-dea0-4925-ba9b-6090b9f09e5c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:05.264078 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-40a5bc09-2357-4e5c-a40a-a4f8438043c0 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (fb3656b5-0808-4906-84b4-7a7ca91c8e25), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:05.316778 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-40a5bc09-2357-4e5c-a40a-a4f8438043c0 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (def802f1-ba9c-449a-a82f-13b1225f30ba), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:05.379212 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-40a5bc09-2357-4e5c-a40a-a4f8438043c0 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (def802f1-ba9c-449a-a82f-13b1225f30ba), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:05.396701 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-7ff2eb02-b8bc-40be-8281-8870e0f6e258 None None] Current status of the port 056a43b4-dea0-4925-ba9b-6090b9f09e5c is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:54:05.397090 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7ff2eb02-b8bc-40be-8281-8870e0f6e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (056a43b4-dea0-4925-ba9b-6090b9f09e5c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:05.407191 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5bc09-2357-4e5c-a40a-a4f8438043c0 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Pushing event deleted for resources: {'Subnet': ['ID=def802f1-ba9c-449a-a82f-13b1225f30ba,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:05.450567 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-7ff2eb02-b8bc-40be-8281-8870e0f6e258 None None] For port 056a43b4-dea0-4925-ba9b-6090b9f09e5c, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=056a43b4-dea0-4925-ba9b-6090b9f09e5c,segment=NetworkSegment(2f2ec76b-2187-4dc6-8c41-037a02b73924),segment_id=2f2ec76b-2187-4dc6-8c41-037a02b73924)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:54:05.464260 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7ff2eb02-b8bc-40be-8281-8870e0f6e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (056a43b4-dea0-4925-ba9b-6090b9f09e5c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:05.471136 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-40a5bc09-2357-4e5c-a40a-a4f8438043c0 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (fb3656b5-0808-4906-84b4-7a7ca91c8e25), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:05.494717 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-40a5bc09-2357-4e5c-a40a-a4f8438043c0 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb3656b5-0808-4906-84b4-7a7ca91c8e25']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:05.501995 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8c9342-b420-4935-8fab-93f1ee36b725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-fb3656b5-0808-4906-84b4-7a7ca91c8e25', 'network_id': 'fb3656b5-0808-4906-84b4-7a7ca91c8e25', 'project_id': '7d5edf7bee234fa08fbfa34c72b93c73', 'fixed_ips': [{'subnet_id': 'def802f1-ba9c-449a-a82f-13b1225f30ba'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:54:05.502880 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ce8c9342-b420-4935-8fab-93f1ee36b725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:05.504575 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-40a5bc09-2357-4e5c-a40a-a4f8438043c0 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab202dfc-c547-4b17-9e8d-e7a581a5d71d') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:05.504747 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:05.504888 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-40a5bc09-2357-4e5c-a40a-a4f8438043c0 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab202dfc-c547-4b17-9e8d-e7a581a5d71d') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:05.514372 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-40a5bc09-2357-4e5c-a40a-a4f8438043c0 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (ab202dfc-c547-4b17-9e8d-e7a581a5d71d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:05.527879 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-40a5bc09-2357-4e5c-a40a-a4f8438043c0 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (ab202dfc-c547-4b17-9e8d-e7a581a5d71d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:05.534154 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a5bc09-2357-4e5c-a40a-a4f8438043c0 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:54:05.534604 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-40a5bc09-2357-4e5c-a40a-a4f8438043c0 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (ab202dfc-c547-4b17-9e8d-e7a581a5d71d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:54:05.537738 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:54:05.602801 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-40a5bc09-2357-4e5c-a40a-a4f8438043c0 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (fb3656b5-0808-4906-84b4-7a7ca91c8e25), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:05.611919 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-40a5bc09-2357-4e5c-a40a-a4f8438043c0 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:05.615557 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-40a5bc09-2357-4e5c-a40a-a4f8438043c0 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] 10.222.0.52 "DELETE /v2.0/networks/fb3656b5-0808-4906-84b4-7a7ca91c8e25 HTTP/1.1" status: 204 len: 168 time: 0.4504151 Feb 19 04:54:05.619122 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46256) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:05.625848 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-6437b6b6-7da8-4557-b6d3-dd457264705a tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1420097865'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:05.641981 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5bc09-2357-4e5c-a40a-a4f8438043c0 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Pushing event deleted for resources: {'Network': ['ID=fb3656b5-0808-4906-84b4-7a7ca91c8e25,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:05.671804 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6437b6b6-7da8-4557-b6d3-dd457264705a tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Made reservation on behalf of 7d5edf7bee234fa08fbfa34c72b93c73 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:05.676549 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6437b6b6-7da8-4557-b6d3-dd457264705a tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:05.688332 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 056a43b4-dea0-4925-ba9b-6090b9f09e5c up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:54:05.705682 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6437b6b6-7da8-4557-b6d3-dd457264705a tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:54:05.715048 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6437b6b6-7da8-4557-b6d3-dd457264705a tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (d51754c9-343e-4a9a-97ab-23c90b0fea75), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:05.715390 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-6437b6b6-7da8-4557-b6d3-dd457264705a tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Added segment d51754c9-343e-4a9a-97ab-23c90b0fea75 of type vlan for network 796e5d36-1a1f-43e0-b304-04c1cab34f31 Feb 19 04:54:05.736305 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2eb02-b8bc-40be-8281-8870e0f6e258 None None] Pushing event updated for resources: {'Port': ['ID=056a43b4-dea0-4925-ba9b-6090b9f09e5c,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:05.756983 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6437b6b6-7da8-4557-b6d3-dd457264705a tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (796e5d36-1a1f-43e0-b304-04c1cab34f31), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:05.758308 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f39ff7-627b-40ad-b5f8-598a05c86b04 None None] Network 1ea9f7b7-d515-49b7-933b-6399280fd658 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:54:05.762653 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dd7ed2-16ab-4f50-baa9-36e3eaa3ed46 None None] Network fb3656b5-0808-4906-84b4-7a7ca91c8e25 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:54:05.782764 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6437b6b6-7da8-4557-b6d3-dd457264705a tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (796e5d36-1a1f-43e0-b304-04c1cab34f31), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:05.787749 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6437b6b6-7da8-4557-b6d3-dd457264705a tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:05.788345 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6437b6b6-7da8-4557-b6d3-dd457264705a tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:05.818150 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dd7ed2-16ab-4f50-baa9-36e3eaa3ed46 None None] Network fb3656b5-0808-4906-84b4-7a7ca91c8e25 could not be found, it might have been deleted concurrently. {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 04:54:05.821060 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 056a43b4-dea0-4925-ba9b-6090b9f09e5c triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:05.821353 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (056a43b4-dea0-4925-ba9b-6090b9f09e5c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:05.845882 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6437b6b6-7da8-4557-b6d3-dd457264705a tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2250328 Feb 19 04:54:05.848146 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e16b05-8b5a-4712-9ca5-3afcd80c9d16 None None] Network fb3656b5-0808-4906-84b4-7a7ca91c8e25 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:54:05.848965 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46258) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:05.854401 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-41a2ca60-19c7-45c9-ae6d-994689eaaff9 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Request body: {'subnet': {'network_id': '796e5d36-1a1f-43e0-b304-04c1cab34f31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:05.858500 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437b6b6-7da8-4557-b6d3-dd457264705a tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Pushing event updated for resources: {'Network': ['ID=796e5d36-1a1f-43e0-b304-04c1cab34f31,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:05.879535 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 796e5d36-1a1f-43e0-b304-04c1cab34f31 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:54:05.884621 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e16b05-8b5a-4712-9ca5-3afcd80c9d16 None None] Network fb3656b5-0808-4906-84b4-7a7ca91c8e25 could not be found, it might have been deleted concurrently. {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 04:54:05.945851 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a2ca60-19c7-45c9-ae6d-994689eaaff9 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Made reservation on behalf of 7d5edf7bee234fa08fbfa34c72b93c73 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:05.949280 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-41a2ca60-19c7-45c9-ae6d-994689eaaff9 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:06.021641 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 056a43b4-dea0-4925-ba9b-6090b9f09e5c is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:54:06.131770 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-41a2ca60-19c7-45c9-ae6d-994689eaaff9 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (f8f8d9bb-ccf6-49e8-a106-a1807f713c97), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:06.197119 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2ca60-19c7-45c9-ae6d-994689eaaff9 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Pushing event updated for resources: {'Subnet': ['ID=f8f8d9bb-ccf6-49e8-a106-a1807f713c97,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:06.211818 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a2ca60-19c7-45c9-ae6d-994689eaaff9 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Checking segment: {'id': 'd51754c9-343e-4a9a-97ab-23c90b0fea75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '796e5d36-1a1f-43e0-b304-04c1cab34f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:54:06.212173 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a2ca60-19c7-45c9-ae6d-994689eaaff9 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Network hostable DHCP agents. Network: 796e5d36-1a1f-43e0-b304-04c1cab34f31, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:54:06.228631 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a2ca60-19c7-45c9-ae6d-994689eaaff9 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Network 796e5d36-1a1f-43e0-b304-04c1cab34f31 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:54:06.236606 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-41a2ca60-19c7-45c9-ae6d-994689eaaff9 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 796e5d36-1a1f-43e0-b304-04c1cab34f31) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:06.242013 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a2ca60-19c7-45c9-ae6d-994689eaaff9 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:06.242536 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-41a2ca60-19c7-45c9-ae6d-994689eaaff9 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:06.245626 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b09effb-3c74-430e-9991-8830344e26f4 None None] Network 796e5d36-1a1f-43e0-b304-04c1cab34f31 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:54:06.260587 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-41a2ca60-19c7-45c9-ae6d-994689eaaff9 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4101150 Feb 19 04:54:06.266250 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46260) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:06.271265 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-2ba34525-22d7-43db-a37e-25433088ad90 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1157609855'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:06.291672 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba34525-22d7-43db-a37e-25433088ad90 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Made reservation on behalf of 7d5edf7bee234fa08fbfa34c72b93c73 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:06.295237 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2ba34525-22d7-43db-a37e-25433088ad90 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:06.318846 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba34525-22d7-43db-a37e-25433088ad90 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:54:06.320372 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-658452ab-af26-4519-9d16-af9a14bac992 None None] Provisioning complete for port 056a43b4-dea0-4925-ba9b-6090b9f09e5c triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:06.320741 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-658452ab-af26-4519-9d16-af9a14bac992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (056a43b4-dea0-4925-ba9b-6090b9f09e5c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:06.328590 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2ba34525-22d7-43db-a37e-25433088ad90 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (dcb9c63f-faee-4ed3-a8dd-b1d03c7d2335), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:06.329055 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-2ba34525-22d7-43db-a37e-25433088ad90 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Added segment dcb9c63f-faee-4ed3-a8dd-b1d03c7d2335 of type vlan for network 6681dc24-aa00-4ffe-acab-6f5460fb5530 Feb 19 04:54:06.373649 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2ba34525-22d7-43db-a37e-25433088ad90 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (6681dc24-aa00-4ffe-acab-6f5460fb5530), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:06.393841 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-796e5d36-1a1f-43e0-b304-04c1cab34f31', 'network_id': '796e5d36-1a1f-43e0-b304-04c1cab34f31', 'project_id': '7d5edf7bee234fa08fbfa34c72b93c73', 'fixed_ips': [{'subnet_id': 'f8f8d9bb-ccf6-49e8-a106-a1807f713c97'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:54:06.394705 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:06.400691 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2ba34525-22d7-43db-a37e-25433088ad90 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (6681dc24-aa00-4ffe-acab-6f5460fb5530), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:06.405776 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba34525-22d7-43db-a37e-25433088ad90 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:06.406409 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2ba34525-22d7-43db-a37e-25433088ad90 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:06.458752 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2ba34525-22d7-43db-a37e-25433088ad90 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1912928 Feb 19 04:54:06.460256 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46262) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:06.468710 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-8e50632a-c4fa-48bb-abcc-cecbd31ed6ce tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Request body: {'subnet': {'network_id': '6681dc24-aa00-4ffe-acab-6f5460fb5530', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:06.478328 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba34525-22d7-43db-a37e-25433088ad90 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Pushing event updated for resources: {'Network': ['ID=6681dc24-aa00-4ffe-acab-6f5460fb5530,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:06.510153 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 6681dc24-aa00-4ffe-acab-6f5460fb5530 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:54:06.512821 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-658452ab-af26-4519-9d16-af9a14bac992 None None] Current status of the port 056a43b4-dea0-4925-ba9b-6090b9f09e5c is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:54:06.559792 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e50632a-c4fa-48bb-abcc-cecbd31ed6ce tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Made reservation on behalf of 7d5edf7bee234fa08fbfa34c72b93c73 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:06.563217 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8e50632a-c4fa-48bb-abcc-cecbd31ed6ce tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:06.637922 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Allocated IP 2001:db8::2 (796e5d36-1a1f-43e0-b304-04c1cab34f31/f8f8d9bb-ccf6-49e8-a106-a1807f713c97/34badb02-624d-4b3c-abce-d203dc731e1c) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:54:06.743008 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8e50632a-c4fa-48bb-abcc-cecbd31ed6ce tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (79e37413-a5e1-4760-8451-50af1493f672), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:06.781743 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Publish callbacks [] for port (34badb02-624d-4b3c-abce-d203dc731e1c), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:06.788687 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (34badb02-624d-4b3c-abce-d203dc731e1c), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:06.806012 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50632a-c4fa-48bb-abcc-cecbd31ed6ce tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Pushing event updated for resources: {'Subnet': ['ID=79e37413-a5e1-4760-8451-50af1493f672,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:06.816573 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e50632a-c4fa-48bb-abcc-cecbd31ed6ce tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Checking segment: {'id': 'dcb9c63f-faee-4ed3-a8dd-b1d03c7d2335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6681dc24-aa00-4ffe-acab-6f5460fb5530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:54:06.817259 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e50632a-c4fa-48bb-abcc-cecbd31ed6ce tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Network hostable DHCP agents. Network: 6681dc24-aa00-4ffe-acab-6f5460fb5530, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:54:06.829287 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Network 796e5d36-1a1f-43e0-b304-04c1cab34f31 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:54:06.836353 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e50632a-c4fa-48bb-abcc-cecbd31ed6ce tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Network 6681dc24-aa00-4ffe-acab-6f5460fb5530 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:54:06.837497 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:06.840645 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:54:06.846917 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-8e50632a-c4fa-48bb-abcc-cecbd31ed6ce tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 6681dc24-aa00-4ffe-acab-6f5460fb5530) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:06.850552 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Pushing event updated for resources: {'Port': ['ID=34badb02-624d-4b3c-abce-d203dc731e1c,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:06.851229 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e50632a-c4fa-48bb-abcc-cecbd31ed6ce tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:06.851836 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8e50632a-c4fa-48bb-abcc-cecbd31ed6ce tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:06.857419 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4961d3-d1ee-40ad-ab4f-1bd576993dcf None None] Network 6681dc24-aa00-4ffe-acab-6f5460fb5530 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:54:06.872378 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8e50632a-c4fa-48bb-abcc-cecbd31ed6ce tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4079170 Feb 19 04:54:06.872653 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46264) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:06.902610 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:06.902851 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:06.903265 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:06.903600 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:06.903917 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:06.904251 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:06.904580 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:06.904933 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:06.905287 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:06.905615 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:06.905940 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:06.906290 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:06.906618 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:06.970702 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:06.973475 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f32fad2d-d12d-4225-b1a4-97d0311dbb98 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (6681dc24-aa00-4ffe-acab-6f5460fb5530), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:06.989490 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Attempting to bind port 34badb02-624d-4b3c-abce-d203dc731e1c on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:06.989868 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Attempting to bind port 34badb02-624d-4b3c-abce-d203dc731e1c by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'd51754c9-343e-4a9a-97ab-23c90b0fea75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '796e5d36-1a1f-43e0-b304-04c1cab34f31'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:06.990257 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Attempting to bind port 34badb02-624d-4b3c-abce-d203dc731e1c on network 796e5d36-1a1f-43e0-b304-04c1cab34f31 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:07.005595 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:54:07.005975 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Checking segment: {'id': 'd51754c9-343e-4a9a-97ab-23c90b0fea75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '796e5d36-1a1f-43e0-b304-04c1cab34f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:54:07.006407 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:07.006806 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Bound using segment: {'id': 'd51754c9-343e-4a9a-97ab-23c90b0fea75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '796e5d36-1a1f-43e0-b304-04c1cab34f31'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:54:07.007279 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Bound port: 34badb02-624d-4b3c-abce-d203dc731e1c, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51754c9-343e-4a9a-97ab-23c90b0fea75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '796e5d36-1a1f-43e0-b304-04c1cab34f31'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:54:07.007670 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (34badb02-624d-4b3c-abce-d203dc731e1c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:07.056511 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c514cf06-a894-4e99-8014-18a6e7fe763d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-6681dc24-aa00-4ffe-acab-6f5460fb5530', 'network_id': '6681dc24-aa00-4ffe-acab-6f5460fb5530', 'project_id': '7d5edf7bee234fa08fbfa34c72b93c73', 'fixed_ips': [{'subnet_id': '79e37413-a5e1-4760-8451-50af1493f672'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:54:07.057376 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c514cf06-a894-4e99-8014-18a6e7fe763d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:07.059051 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f32fad2d-d12d-4225-b1a4-97d0311dbb98 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (79e37413-a5e1-4760-8451-50af1493f672), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:07.122671 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f32fad2d-d12d-4225-b1a4-97d0311dbb98 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (79e37413-a5e1-4760-8451-50af1493f672), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:07.150086 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fad2d-d12d-4225-b1a4-97d0311dbb98 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Pushing event deleted for resources: {'Subnet': ['ID=79e37413-a5e1-4760-8451-50af1493f672,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:07.150369 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] For port 34badb02-624d-4b3c-abce-d203dc731e1c, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:54:07.171515 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] For port 34badb02-624d-4b3c-abce-d203dc731e1c, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=34badb02-624d-4b3c-abce-d203dc731e1c,segment=NetworkSegment(d51754c9-343e-4a9a-97ab-23c90b0fea75),segment_id=d51754c9-343e-4a9a-97ab-23c90b0fea75)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:54:07.181389 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (34badb02-624d-4b3c-abce-d203dc731e1c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:07.209810 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f32fad2d-d12d-4225-b1a4-97d0311dbb98 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (6681dc24-aa00-4ffe-acab-6f5460fb5530), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server [None req-c514cf06-a894-4e99-8014-18a6e7fe763d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79e37413-a5e1-4760-8451-50af1493f672: This subnet is being modified by another concurrent operation. Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server raise exception Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79e37413-a5e1-4760-8451-50af1493f672: This subnet is being modified by another concurrent operation. Feb 19 04:54:07.218084 n-d-828369-19 neutron-server[109927]: ERROR oslo_messaging.rpc.server Feb 19 04:54:07.237736 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-f32fad2d-d12d-4225-b1a4-97d0311dbb98 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6681dc24-aa00-4ffe-acab-6f5460fb5530']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:07.243729 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947ebec6-475e-41d5-9b6a-6930bdf348a4 None None] Network 6681dc24-aa00-4ffe-acab-6f5460fb5530 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:54:07.249154 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-f32fad2d-d12d-4225-b1a4-97d0311dbb98 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb9c63f-faee-4ed3-a8dd-b1d03c7d2335') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:07.249154 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-f32fad2d-d12d-4225-b1a4-97d0311dbb98 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb9c63f-faee-4ed3-a8dd-b1d03c7d2335') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:07.258015 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f32fad2d-d12d-4225-b1a4-97d0311dbb98 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (dcb9c63f-faee-4ed3-a8dd-b1d03c7d2335), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:07.265312 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e4949-d3f2-4be4-945f-c37e3508d7cb None None] Pushing event updated for resources: {'Port': ['ID=34badb02-624d-4b3c-abce-d203dc731e1c,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:07.272877 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f32fad2d-d12d-4225-b1a4-97d0311dbb98 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (dcb9c63f-faee-4ed3-a8dd-b1d03c7d2335), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:07.279967 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32fad2d-d12d-4225-b1a4-97d0311dbb98 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:54:07.280547 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f32fad2d-d12d-4225-b1a4-97d0311dbb98 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (dcb9c63f-faee-4ed3-a8dd-b1d03c7d2335), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:07.281686 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:54:07.284311 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:54:07.350858 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f32fad2d-d12d-4225-b1a4-97d0311dbb98 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (6681dc24-aa00-4ffe-acab-6f5460fb5530), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:07.358342 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f32fad2d-d12d-4225-b1a4-97d0311dbb98 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:07.361547 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f32fad2d-d12d-4225-b1a4-97d0311dbb98 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] 10.222.0.52 "DELETE /v2.0/networks/6681dc24-aa00-4ffe-acab-6f5460fb5530 HTTP/1.1" status: 204 len: 168 time: 0.4877586 Feb 19 04:54:07.364729 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46266) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:07.373553 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fad2d-d12d-4225-b1a4-97d0311dbb98 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Pushing event deleted for resources: {'Network': ['ID=6681dc24-aa00-4ffe-acab-6f5460fb5530,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:07.397971 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e241e38-f948-4430-8d5a-dbfd7c8f9e02 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] GET failed (client error): The resource could not be found. Feb 19 04:54:07.402505 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7e241e38-f948-4430-8d5a-dbfd7c8f9e02 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] 10.222.0.52 "GET /v2.0/subnets/79e37413-a5e1-4760-8451-50af1493f672 HTTP/1.1" status: 404 len: 337 time: 0.0328536 Feb 19 04:54:07.403123 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46268) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:07.436497 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c4278de-9973-4bd3-a723-2e40f16b81e8 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] DELETE failed (client error): The resource could not be found. Feb 19 04:54:07.437700 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c4278de-9973-4bd3-a723-2e40f16b81e8 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:54:07.441293 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2c4278de-9973-4bd3-a723-2e40f16b81e8 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] 10.222.0.52 "DELETE /v2.0/networks/6681dc24-aa00-4ffe-acab-6f5460fb5530 HTTP/1.1" status: 404 len: 339 time: 0.0376158 Feb 19 04:54:07.445370 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46270) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:07.477717 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-0507d530-27da-4b6d-8104-ce5c93e78f83 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] DELETE failed (client error): The resource could not be found. Feb 19 04:54:07.478184 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0507d530-27da-4b6d-8104-ce5c93e78f83 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:54:07.481868 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0507d530-27da-4b6d-8104-ce5c93e78f83 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] 10.222.0.52 "DELETE /v2.0/subnets/79e37413-a5e1-4760-8451-50af1493f672 HTTP/1.1" status: 404 len: 337 time: 0.0354400 Feb 19 04:54:07.484412 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46272) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:07.503014 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-caaaad7f-06f7-4623-94ce-413158780c77 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] DELETE failed (client error): The resource could not be found. Feb 19 04:54:07.503546 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caaaad7f-06f7-4623-94ce-413158780c77 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:54:07.506549 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-caaaad7f-06f7-4623-94ce-413158780c77 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] 10.222.0.52 "DELETE /v2.0/networks/6681dc24-aa00-4ffe-acab-6f5460fb5530 HTTP/1.1" status: 404 len: 339 time: 0.0212266 Feb 19 04:54:07.509107 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46274) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:07.562807 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52dc1fb-2247-4426-9b57-a6719edbe157 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Deleting subnet f8f8d9bb-ccf6-49e8-a106-a1807f713c97 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:54:07.566199 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c52dc1fb-2247-4426-9b57-a6719edbe157 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks [] for subnet (f8f8d9bb-ccf6-49e8-a106-a1807f713c97), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:07.607751 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c52dc1fb-2247-4426-9b57-a6719edbe157 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (f8f8d9bb-ccf6-49e8-a106-a1807f713c97), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:07.700842 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c52dc1fb-2247-4426-9b57-a6719edbe157 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (f8f8d9bb-ccf6-49e8-a106-a1807f713c97), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:07.713098 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 34badb02-624d-4b3c-abce-d203dc731e1c up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:54:07.762751 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 34badb02-624d-4b3c-abce-d203dc731e1c triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:07.763264 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (34badb02-624d-4b3c-abce-d203dc731e1c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:07.767561 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c52dc1fb-2247-4426-9b57-a6719edbe157 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (f8f8d9bb-ccf6-49e8-a106-a1807f713c97), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:07.794370 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52dc1fb-2247-4426-9b57-a6719edbe157 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Pushing event deleted for resources: {'Subnet': ['ID=f8f8d9bb-ccf6-49e8-a106-a1807f713c97,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:07.797969 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c52dc1fb-2247-4426-9b57-a6719edbe157 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:07.801161 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c52dc1fb-2247-4426-9b57-a6719edbe157 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] 10.222.0.52 "DELETE /v2.0/subnets/f8f8d9bb-ccf6-49e8-a106-a1807f713c97 HTTP/1.1" status: 204 len: 168 time: 0.2910669 Feb 19 04:54:07.803976 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46276) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:07.850567 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 34badb02-624d-4b3c-abce-d203dc731e1c is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:54:07.851176 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (34badb02-624d-4b3c-abce-d203dc731e1c), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:07.883625 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 34badb02-624d-4b3c-abce-d203dc731e1c, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=34badb02-624d-4b3c-abce-d203dc731e1c,segment=NetworkSegment(d51754c9-343e-4a9a-97ab-23c90b0fea75),segment_id=d51754c9-343e-4a9a-97ab-23c90b0fea75)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:54:07.883973 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a00ed15f-6faf-4888-90e6-8a516c9f6dc3 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (796e5d36-1a1f-43e0-b304-04c1cab34f31), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:07.889137 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (34badb02-624d-4b3c-abce-d203dc731e1c), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:07.889920 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 056a43b4-dea0-4925-ba9b-6090b9f09e5c up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:54:07.944618 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-a00ed15f-6faf-4888-90e6-8a516c9f6dc3 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Deleting port 34badb02-624d-4b3c-abce-d203dc731e1c {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:54:07.944934 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a00ed15f-6faf-4888-90e6-8a516c9f6dc3 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (34badb02-624d-4b3c-abce-d203dc731e1c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:07.967521 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=34badb02-624d-4b3c-abce-d203dc731e1c,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:07.978989 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 056a43b4-dea0-4925-ba9b-6090b9f09e5c triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:07.980278 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (056a43b4-dea0-4925-ba9b-6090b9f09e5c), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:08.017575 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-a00ed15f-6faf-4888-90e6-8a516c9f6dc3 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] For port 34badb02-624d-4b3c-abce-d203dc731e1c, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=34badb02-624d-4b3c-abce-d203dc731e1c,segment=NetworkSegment(d51754c9-343e-4a9a-97ab-23c90b0fea75),segment_id=d51754c9-343e-4a9a-97ab-23c90b0fea75)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:54:08.017945 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a00ed15f-6faf-4888-90e6-8a516c9f6dc3 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (34badb02-624d-4b3c-abce-d203dc731e1c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:08.032348 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-a00ed15f-6faf-4888-90e6-8a516c9f6dc3 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Calling delete_port for 34badb02-624d-4b3c-abce-d203dc731e1c owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:54:08.073295 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 056a43b4-dea0-4925-ba9b-6090b9f09e5c is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:54:08.116660 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a00ed15f-6faf-4888-90e6-8a516c9f6dc3 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (34badb02-624d-4b3c-abce-d203dc731e1c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:08.142835 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ed15f-6faf-4888-90e6-8a516c9f6dc3 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Pushing event deleted for resources: {'Port': ['ID=34badb02-624d-4b3c-abce-d203dc731e1c,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:08.146337 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00ed15f-6faf-4888-90e6-8a516c9f6dc3 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] No DVR routers for this DVR port 34badb02-624d-4b3c-abce-d203dc731e1c on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:54:08.232860 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a00ed15f-6faf-4888-90e6-8a516c9f6dc3 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (796e5d36-1a1f-43e0-b304-04c1cab34f31), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:08.244018 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd673330-78b2-4ac2-9eb6-78f961a36d15 None None] get_active_networks_info from n-d-828369-19 {{(pid=109927) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:54:08.253570 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-a00ed15f-6faf-4888-90e6-8a516c9f6dc3 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796e5d36-1a1f-43e0-b304-04c1cab34f31']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:08.262710 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-a00ed15f-6faf-4888-90e6-8a516c9f6dc3 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd51754c9-343e-4a9a-97ab-23c90b0fea75') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:08.263008 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-a00ed15f-6faf-4888-90e6-8a516c9f6dc3 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd51754c9-343e-4a9a-97ab-23c90b0fea75') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:08.272501 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a00ed15f-6faf-4888-90e6-8a516c9f6dc3 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (d51754c9-343e-4a9a-97ab-23c90b0fea75), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:08.286243 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a00ed15f-6faf-4888-90e6-8a516c9f6dc3 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (d51754c9-343e-4a9a-97ab-23c90b0fea75), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:08.292788 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a00ed15f-6faf-4888-90e6-8a516c9f6dc3 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:54:08.293184 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a00ed15f-6faf-4888-90e6-8a516c9f6dc3 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (d51754c9-343e-4a9a-97ab-23c90b0fea75), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:54:08.296357 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:54:08.316900 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd673330-78b2-4ac2-9eb6-78f961a36d15 None None] Resources bound (agent type, host, resource id): {{(pid=109927) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:54:08.352837 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a00ed15f-6faf-4888-90e6-8a516c9f6dc3 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (796e5d36-1a1f-43e0-b304-04c1cab34f31), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:08.360334 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a00ed15f-6faf-4888-90e6-8a516c9f6dc3 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:08.363443 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a00ed15f-6faf-4888-90e6-8a516c9f6dc3 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] 10.222.0.52 "DELETE /v2.0/networks/796e5d36-1a1f-43e0-b304-04c1cab34f31 HTTP/1.1" status: 204 len: 168 time: 0.5585234 Feb 19 04:54:08.366033 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46278) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:08.377269 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ed15f-6faf-4888-90e6-8a516c9f6dc3 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Pushing event deleted for resources: {'Network': ['ID=796e5d36-1a1f-43e0-b304-04c1cab34f31,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:08.379616 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-22854245-5f63-46c8-91db-4d6bf5f682cd None None] Could not find standard attr ID for object 34badb02-624d-4b3c-abce-d203dc731e1c. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:54:08.392348 n-d-828369-19 neutron-server[109925]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e72dd0-4341-4dc0-9f3f-e9d05fecc8c2 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] DELETE failed (client error): The resource could not be found. Feb 19 04:54:08.392808 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e72dd0-4341-4dc0-9f3f-e9d05fecc8c2 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:54:08.395882 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-82e72dd0-4341-4dc0-9f3f-e9d05fecc8c2 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] 10.222.0.52 "DELETE /v2.0/subnets/def802f1-ba9c-449a-a82f-13b1225f30ba HTTP/1.1" status: 404 len: 337 time: 0.0288239 Feb 19 04:54:08.398833 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46280) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:08.416457 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b73481-5414-44da-a74f-6af25df1b193 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] DELETE failed (client error): The resource could not be found. Feb 19 04:54:08.416941 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b73481-5414-44da-a74f-6af25df1b193 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:54:08.422646 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-97b73481-5414-44da-a74f-6af25df1b193 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] 10.222.0.52 "DELETE /v2.0/networks/fb3656b5-0808-4906-84b4-7a7ca91c8e25 HTTP/1.1" status: 404 len: 339 time: 0.0206001 Feb 19 04:54:08.422976 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46282) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:08.448213 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d353a96-449a-46f9-9c59-be94e26ad6c7 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] DELETE failed (client error): The resource could not be found. Feb 19 04:54:08.448690 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d353a96-449a-46f9-9c59-be94e26ad6c7 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:54:08.451715 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3d353a96-449a-46f9-9c59-be94e26ad6c7 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] 10.222.0.52 "DELETE /v2.0/subnets/c0574fe9-f355-4991-a035-76a16e089f88 HTTP/1.1" status: 404 len: 337 time: 0.0278223 Feb 19 04:54:08.454303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46284) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:08.475670 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53fbca7-ed2d-448a-a8db-efbac138bb0f None None] Network 796e5d36-1a1f-43e0-b304-04c1cab34f31 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:54:08.475842 n-d-828369-19 neutron-server[109926]: INFO neutron.pecan_wsgi.hooks.translation [None req-84519496-5548-4fba-be68-577a247ed889 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] DELETE failed (client error): The resource could not be found. Feb 19 04:54:08.476169 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84519496-5548-4fba-be68-577a247ed889 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109926) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:54:08.479133 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-84519496-5548-4fba-be68-577a247ed889 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] 10.222.0.52 "DELETE /v2.0/networks/e4cc58a3-e232-4d7e-9e81-6a9f886b32f4 HTTP/1.1" status: 404 len: 339 time: 0.0238338 Feb 19 04:54:08.482120 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46286) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:08.488557 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53fbca7-ed2d-448a-a8db-efbac138bb0f None None] Network 796e5d36-1a1f-43e0-b304-04c1cab34f31 could not be found, it might have been deleted concurrently. {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 04:54:08.533995 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca66a1e5-9c03-4c39-bfbb-da597900b5c2 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Deleting subnet 04c88fb8-cf4e-4342-b003-292d014ab496 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:54:08.537137 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ca66a1e5-9c03-4c39-bfbb-da597900b5c2 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks [] for subnet (04c88fb8-cf4e-4342-b003-292d014ab496), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:08.553746 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e2d739-a83d-445e-8793-54dc3b22ce9b None None] DHCP port deletion for 796e5d36-1a1f-43e0-b304-04c1cab34f31 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:54:08.581667 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ca66a1e5-9c03-4c39-bfbb-da597900b5c2 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (04c88fb8-cf4e-4342-b003-292d014ab496), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:08.666120 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ca66a1e5-9c03-4c39-bfbb-da597900b5c2 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (04c88fb8-cf4e-4342-b003-292d014ab496), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:08.722897 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ca66a1e5-9c03-4c39-bfbb-da597900b5c2 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (04c88fb8-cf4e-4342-b003-292d014ab496), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:08.749036 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66a1e5-9c03-4c39-bfbb-da597900b5c2 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Pushing event deleted for resources: {'Subnet': ['ID=04c88fb8-cf4e-4342-b003-292d014ab496,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:08.752748 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ca66a1e5-9c03-4c39-bfbb-da597900b5c2 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:08.755952 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ca66a1e5-9c03-4c39-bfbb-da597900b5c2 tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] 10.222.0.52 "DELETE /v2.0/subnets/04c88fb8-cf4e-4342-b003-292d014ab496 HTTP/1.1" status: 204 len: 168 time: 0.2728980 Feb 19 04:54:08.758399 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46288) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:08.760882 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c18338-0850-4406-b1d7-9d9535a8e055 None None] Network 1ea9f7b7-d515-49b7-933b-6399280fd658 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:54:08.834147 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01740e1c-4493-4131-9ff9-9b8873f8ab9b tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (1ea9f7b7-d515-49b7-933b-6399280fd658), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:08.902557 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cfc0b9-91a9-4820-9a7f-615312ed3891 None None] DHCP port deletion for 1ea9f7b7-d515-49b7-933b-6399280fd658 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:54:08.956294 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b6cfc0b9-91a9-4820-9a7f-615312ed3891 None None] Deleting port 056a43b4-dea0-4925-ba9b-6090b9f09e5c {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:54:08.956674 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b6cfc0b9-91a9-4820-9a7f-615312ed3891 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (056a43b4-dea0-4925-ba9b-6090b9f09e5c), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:09.022142 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b6cfc0b9-91a9-4820-9a7f-615312ed3891 None None] For port 056a43b4-dea0-4925-ba9b-6090b9f09e5c, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=056a43b4-dea0-4925-ba9b-6090b9f09e5c,segment=NetworkSegment(2f2ec76b-2187-4dc6-8c41-037a02b73924),segment_id=2f2ec76b-2187-4dc6-8c41-037a02b73924)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:54:09.022576 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b6cfc0b9-91a9-4820-9a7f-615312ed3891 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (056a43b4-dea0-4925-ba9b-6090b9f09e5c), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:09.036565 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b6cfc0b9-91a9-4820-9a7f-615312ed3891 None None] Calling delete_port for 056a43b4-dea0-4925-ba9b-6090b9f09e5c owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:54:09.119575 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b6cfc0b9-91a9-4820-9a7f-615312ed3891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (056a43b4-dea0-4925-ba9b-6090b9f09e5c), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:09.143571 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cfc0b9-91a9-4820-9a7f-615312ed3891 None None] Pushing event deleted for resources: {'Port': ['ID=056a43b4-dea0-4925-ba9b-6090b9f09e5c,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:09.149163 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cfc0b9-91a9-4820-9a7f-615312ed3891 None None] No DVR routers for this DVR port 056a43b4-dea0-4925-ba9b-6090b9f09e5c on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:54:09.233087 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-01740e1c-4493-4131-9ff9-9b8873f8ab9b tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Deleting port 056a43b4-dea0-4925-ba9b-6090b9f09e5c {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:54:09.233424 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01740e1c-4493-4131-9ff9-9b8873f8ab9b tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (056a43b4-dea0-4925-ba9b-6090b9f09e5c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:09.292555 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-01740e1c-4493-4131-9ff9-9b8873f8ab9b tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] For port 056a43b4-dea0-4925-ba9b-6090b9f09e5c, host n-d-828369-19, got binding levels [] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:54:09.292847 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01740e1c-4493-4131-9ff9-9b8873f8ab9b tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (056a43b4-dea0-4925-ba9b-6090b9f09e5c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:09.304766 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-01740e1c-4493-4131-9ff9-9b8873f8ab9b tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Calling delete_port for 056a43b4-dea0-4925-ba9b-6090b9f09e5c owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:54:09.307365 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.ipam_backend_mixin [None req-01740e1c-4493-4131-9ff9-9b8873f8ab9b tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Port 056a43b4-dea0-4925-ba9b-6090b9f09e5c was not found and therefore no delete operation was performed {{(pid=109926) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:54:09.308630 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01740e1c-4493-4131-9ff9-9b8873f8ab9b tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (056a43b4-dea0-4925-ba9b-6090b9f09e5c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:09.333638 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01740e1c-4493-4131-9ff9-9b8873f8ab9b tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Pushing event deleted for resources: {'Port': ['ID=056a43b4-dea0-4925-ba9b-6090b9f09e5c,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:09.335463 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01740e1c-4493-4131-9ff9-9b8873f8ab9b tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] No DVR routers for this DVR port 056a43b4-dea0-4925-ba9b-6090b9f09e5c on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:54:09.413228 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01740e1c-4493-4131-9ff9-9b8873f8ab9b tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (1ea9f7b7-d515-49b7-933b-6399280fd658), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:09.432099 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-01740e1c-4493-4131-9ff9-9b8873f8ab9b tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ea9f7b7-d515-49b7-933b-6399280fd658']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:09.441387 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-01740e1c-4493-4131-9ff9-9b8873f8ab9b tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f2ec76b-2187-4dc6-8c41-037a02b73924') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:09.441687 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-01740e1c-4493-4131-9ff9-9b8873f8ab9b tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f2ec76b-2187-4dc6-8c41-037a02b73924') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:09.451277 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01740e1c-4493-4131-9ff9-9b8873f8ab9b tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (2f2ec76b-2187-4dc6-8c41-037a02b73924), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:09.463845 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01740e1c-4493-4131-9ff9-9b8873f8ab9b tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (2f2ec76b-2187-4dc6-8c41-037a02b73924), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:09.469443 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01740e1c-4493-4131-9ff9-9b8873f8ab9b tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:54:09.469828 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01740e1c-4493-4131-9ff9-9b8873f8ab9b tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (2f2ec76b-2187-4dc6-8c41-037a02b73924), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:54:09.472681 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:54:09.530650 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01740e1c-4493-4131-9ff9-9b8873f8ab9b tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (1ea9f7b7-d515-49b7-933b-6399280fd658), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:09.537479 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-01740e1c-4493-4131-9ff9-9b8873f8ab9b tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:09.540586 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-01740e1c-4493-4131-9ff9-9b8873f8ab9b tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] 10.222.0.52 "DELETE /v2.0/networks/1ea9f7b7-d515-49b7-933b-6399280fd658 HTTP/1.1" status: 204 len: 168 time: 0.7812738 Feb 19 04:54:09.551937 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01740e1c-4493-4131-9ff9-9b8873f8ab9b tempest-NetworksIpV6Test-34617107 tempest-NetworksIpV6Test-34617107-project] Pushing event deleted for resources: {'Network': ['ID=1ea9f7b7-d515-49b7-933b-6399280fd658,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:09.625316 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 34badb02-624d-4b3c-abce-d203dc731e1c no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:54:09.646763 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 34badb02-624d-4b3c-abce-d203dc731e1c {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:54:09.647146 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 34badb02-624d-4b3c-abce-d203dc731e1c not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:54:09.647689 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 056a43b4-dea0-4925-ba9b-6090b9f09e5c no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:54:09.666241 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 056a43b4-dea0-4925-ba9b-6090b9f09e5c {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:54:09.666550 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 056a43b4-dea0-4925-ba9b-6090b9f09e5c not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:54:09.783263 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46294) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:09.912154 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1a191756-b10e-4348-ae06-cbb460d4cf41 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7d5edf7bee234fa08fbfa34c72b93c73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1276960 Feb 19 04:54:09.914670 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46298) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:09.960606 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1bab8af5-a7a9-4514-816e-9e6049723650 admin admin] Publish callbacks [] for security_group (498ca714-0c08-40bc-a83c-09155163e9e2), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:09.980968 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1bab8af5-a7a9-4514-816e-9e6049723650 admin admin] Publish callbacks [] for security_group (498ca714-0c08-40bc-a83c-09155163e9e2), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:10.026258 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1bab8af5-a7a9-4514-816e-9e6049723650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (498ca714-0c08-40bc-a83c-09155163e9e2), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:10.028839 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1bab8af5-a7a9-4514-816e-9e6049723650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:10.030024 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1bab8af5-a7a9-4514-816e-9e6049723650 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/498ca714-0c08-40bc-a83c-09155163e9e2 HTTP/1.1" status: 204 len: 168 time: 0.1144059 Feb 19 04:54:10.039844 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab8af5-a7a9-4514-816e-9e6049723650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498ca714-0c08-40bc-a83c-09155163e9e2,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:10.649273 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46322) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:10.743744 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-19f34966-f7bc-4662-a019-375392c338ae tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-272133689', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:10.764612 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-19f34966-f7bc-4662-a019-375392c338ae tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (727a2b37-4ac1-47b8-bc1d-1c54a22dcd2f), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:10.765591 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-19f34966-f7bc-4662-a019-375392c338ae tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (727a2b37-4ac1-47b8-bc1d-1c54a22dcd2f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:10.819610 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-19f34966-f7bc-4662-a019-375392c338ae tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks [] for router_controller (727a2b37-4ac1-47b8-bc1d-1c54a22dcd2f), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:10.823978 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-19f34966-f7bc-4662-a019-375392c338ae tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (727a2b37-4ac1-47b8-bc1d-1c54a22dcd2f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:10.843379 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-19f34966-f7bc-4662-a019-375392c338ae tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:10.844548 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-19f34966-f7bc-4662-a019-375392c338ae tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1942778 Feb 19 04:54:10.847516 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46326) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:10.852151 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-2d9a2ef8-ab92-4702-900e-e5b41cf89788 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1682623825'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:10.869724 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9a2ef8-ab92-4702-900e-e5b41cf89788 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Made reservation on behalf of 9e0d4b28d01345f9a84a23524be43475 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:10.873346 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d9a2ef8-ab92-4702-900e-e5b41cf89788 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:10.881254 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d9a2ef8-ab92-4702-900e-e5b41cf89788 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:10.955901 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d9a2ef8-ab92-4702-900e-e5b41cf89788 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks [] for security_group (85b2eaf5-4456-42d6-8a08-957eea2829b1), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:10.959643 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d9a2ef8-ab92-4702-900e-e5b41cf89788 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (85b2eaf5-4456-42d6-8a08-957eea2829b1), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:10.988728 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9a2ef8-ab92-4702-900e-e5b41cf89788 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:54:10.995538 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a2ef8-ab92-4702-900e-e5b41cf89788 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b2eaf5-4456-42d6-8a08-957eea2829b1,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:11.003853 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d9a2ef8-ab92-4702-900e-e5b41cf89788 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (b1a85c9b-5177-4e68-8b47-fc17043fd1f0), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:11.004216 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-2d9a2ef8-ab92-4702-900e-e5b41cf89788 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Added segment b1a85c9b-5177-4e68-8b47-fc17043fd1f0 of type vlan for network e87aec08-64cb-4a76-b03b-62713eb27b9c Feb 19 04:54:11.042592 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d9a2ef8-ab92-4702-900e-e5b41cf89788 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (e87aec08-64cb-4a76-b03b-62713eb27b9c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:11.069973 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d9a2ef8-ab92-4702-900e-e5b41cf89788 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (e87aec08-64cb-4a76-b03b-62713eb27b9c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:11.075929 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9a2ef8-ab92-4702-900e-e5b41cf89788 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:11.076500 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d9a2ef8-ab92-4702-900e-e5b41cf89788 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:11.127442 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2d9a2ef8-ab92-4702-900e-e5b41cf89788 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2789333 Feb 19 04:54:11.130117 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46328) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:11.137667 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-858a7c69-9045-4573-8d25-ea5872079717 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Request body: {'subnet': {'network_id': 'e87aec08-64cb-4a76-b03b-62713eb27b9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:11.162269 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a2ef8-ab92-4702-900e-e5b41cf89788 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Pushing event updated for resources: {'Network': ['ID=e87aec08-64cb-4a76-b03b-62713eb27b9c,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:11.171894 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network e87aec08-64cb-4a76-b03b-62713eb27b9c details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:54:11.240214 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858a7c69-9045-4573-8d25-ea5872079717 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Made reservation on behalf of 9e0d4b28d01345f9a84a23524be43475 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:11.243734 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-858a7c69-9045-4573-8d25-ea5872079717 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:11.413795 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-858a7c69-9045-4573-8d25-ea5872079717 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (a07e49fd-3687-4e91-bcb7-5472b1622fb9), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:11.465747 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a7c69-9045-4573-8d25-ea5872079717 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Pushing event updated for resources: {'Subnet': ['ID=a07e49fd-3687-4e91-bcb7-5472b1622fb9,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:11.480031 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858a7c69-9045-4573-8d25-ea5872079717 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Checking segment: {'id': 'b1a85c9b-5177-4e68-8b47-fc17043fd1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e87aec08-64cb-4a76-b03b-62713eb27b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:54:11.480389 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858a7c69-9045-4573-8d25-ea5872079717 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Network hostable DHCP agents. Network: e87aec08-64cb-4a76-b03b-62713eb27b9c, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:54:11.497636 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858a7c69-9045-4573-8d25-ea5872079717 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Network e87aec08-64cb-4a76-b03b-62713eb27b9c is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:54:11.505487 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-858a7c69-9045-4573-8d25-ea5872079717 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, e87aec08-64cb-4a76-b03b-62713eb27b9c) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:11.509313 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858a7c69-9045-4573-8d25-ea5872079717 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:11.509908 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-858a7c69-9045-4573-8d25-ea5872079717 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:11.515274 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f446bb9e-3fae-4fbe-9b05-ff1d02629cd6 None None] Network e87aec08-64cb-4a76-b03b-62713eb27b9c requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:54:11.525578 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-858a7c69-9045-4573-8d25-ea5872079717 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3943107 Feb 19 04:54:11.528483 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46330) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:11.534211 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-32570b73-ceda-4a3e-96d5-0add8e15a34d tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1409686846'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:11.554230 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32570b73-ceda-4a3e-96d5-0add8e15a34d tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Made reservation on behalf of 9e0d4b28d01345f9a84a23524be43475 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:11.557527 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-32570b73-ceda-4a3e-96d5-0add8e15a34d tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:11.582536 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32570b73-ceda-4a3e-96d5-0add8e15a34d tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:54:11.592088 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-32570b73-ceda-4a3e-96d5-0add8e15a34d tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (702d3b05-780b-4ae1-81c3-32decc8de2f6), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:11.592442 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-32570b73-ceda-4a3e-96d5-0add8e15a34d tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Added segment 702d3b05-780b-4ae1-81c3-32decc8de2f6 of type vlan for network dd828b0d-32eb-4e17-a6e1-6ca9987ea938 Feb 19 04:54:11.635040 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-32570b73-ceda-4a3e-96d5-0add8e15a34d tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (dd828b0d-32eb-4e17-a6e1-6ca9987ea938), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:11.661608 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-32570b73-ceda-4a3e-96d5-0add8e15a34d tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (dd828b0d-32eb-4e17-a6e1-6ca9987ea938), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:11.666858 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32570b73-ceda-4a3e-96d5-0add8e15a34d tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:11.667460 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-32570b73-ceda-4a3e-96d5-0add8e15a34d tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:11.741748 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-32570b73-ceda-4a3e-96d5-0add8e15a34d tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2114882 Feb 19 04:54:11.744536 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46332) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:11.752242 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-ed5c741d-c5eb-41ad-a262-659f1b8e5b4e tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Request body: {'subnet': {'network_id': 'dd828b0d-32eb-4e17-a6e1-6ca9987ea938', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:11.756703 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32570b73-ceda-4a3e-96d5-0add8e15a34d tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Pushing event updated for resources: {'Network': ['ID=dd828b0d-32eb-4e17-a6e1-6ca9987ea938,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:11.767940 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network dd828b0d-32eb-4e17-a6e1-6ca9987ea938 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:54:11.783845 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63019720-5538-4282-8712-9b4e100b85fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-e87aec08-64cb-4a76-b03b-62713eb27b9c', 'network_id': 'e87aec08-64cb-4a76-b03b-62713eb27b9c', 'project_id': '9e0d4b28d01345f9a84a23524be43475', 'fixed_ips': [{'subnet_id': 'a07e49fd-3687-4e91-bcb7-5472b1622fb9'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:54:11.784772 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-63019720-5538-4282-8712-9b4e100b85fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:11.846010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5c741d-c5eb-41ad-a262-659f1b8e5b4e tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Made reservation on behalf of 9e0d4b28d01345f9a84a23524be43475 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:11.849469 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ed5c741d-c5eb-41ad-a262-659f1b8e5b4e tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:11.960323 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-63019720-5538-4282-8712-9b4e100b85fe None None] Allocated IP 172.20.0.2 (e87aec08-64cb-4a76-b03b-62713eb27b9c/a07e49fd-3687-4e91-bcb7-5472b1622fb9/2888d8f3-48a4-4533-97bc-e23bb485399a) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:54:12.049594 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ed5c741d-c5eb-41ad-a262-659f1b8e5b4e tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (6c3c54a9-5fa3-4379-b4e2-e525db5c0361), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:12.105372 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-63019720-5538-4282-8712-9b4e100b85fe None None] Publish callbacks [] for port (2888d8f3-48a4-4533-97bc-e23bb485399a), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:12.111812 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-63019720-5538-4282-8712-9b4e100b85fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (2888d8f3-48a4-4533-97bc-e23bb485399a), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:12.116768 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c741d-c5eb-41ad-a262-659f1b8e5b4e tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Pushing event updated for resources: {'Subnet': ['ID=6c3c54a9-5fa3-4379-b4e2-e525db5c0361,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:12.125058 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5c741d-c5eb-41ad-a262-659f1b8e5b4e tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Checking segment: {'id': '702d3b05-780b-4ae1-81c3-32decc8de2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dd828b0d-32eb-4e17-a6e1-6ca9987ea938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:54:12.125418 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5c741d-c5eb-41ad-a262-659f1b8e5b4e tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Network hostable DHCP agents. Network: dd828b0d-32eb-4e17-a6e1-6ca9987ea938, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:54:12.142422 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5c741d-c5eb-41ad-a262-659f1b8e5b4e tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Network dd828b0d-32eb-4e17-a6e1-6ca9987ea938 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:54:12.151615 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-ed5c741d-c5eb-41ad-a262-659f1b8e5b4e tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, dd828b0d-32eb-4e17-a6e1-6ca9987ea938) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:12.151830 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63019720-5538-4282-8712-9b4e100b85fe None None] Network e87aec08-64cb-4a76-b03b-62713eb27b9c is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:54:12.157306 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-63019720-5538-4282-8712-9b4e100b85fe None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:12.157509 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5c741d-c5eb-41ad-a262-659f1b8e5b4e tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:12.158093 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ed5c741d-c5eb-41ad-a262-659f1b8e5b4e tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:12.163334 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63019720-5538-4282-8712-9b4e100b85fe None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:54:12.165201 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63019720-5538-4282-8712-9b4e100b85fe None None] Pushing event updated for resources: {'Port': ['ID=2888d8f3-48a4-4533-97bc-e23bb485399a,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:12.167389 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33adc4a8-3e16-484a-8e5b-02167bddb683 None None] Network dd828b0d-32eb-4e17-a6e1-6ca9987ea938 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:54:12.178097 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ed5c741d-c5eb-41ad-a262-659f1b8e5b4e tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4319530 Feb 19 04:54:12.180877 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46334) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:12.185340 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-f10a8eef-0b0e-4e15-887c-ccc38f02d89c tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dd828b0d-32eb-4e17-a6e1-6ca9987ea938'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:12.268979 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-63019720-5538-4282-8712-9b4e100b85fe None None] Attempting to bind port 2888d8f3-48a4-4533-97bc-e23bb485399a on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:12.269589 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-63019720-5538-4282-8712-9b4e100b85fe None None] Attempting to bind port 2888d8f3-48a4-4533-97bc-e23bb485399a by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'b1a85c9b-5177-4e68-8b47-fc17043fd1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e87aec08-64cb-4a76-b03b-62713eb27b9c'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:12.269747 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63019720-5538-4282-8712-9b4e100b85fe None None] Attempting to bind port 2888d8f3-48a4-4533-97bc-e23bb485399a on network e87aec08-64cb-4a76-b03b-62713eb27b9c {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:12.279950 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63019720-5538-4282-8712-9b4e100b85fe None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:54:12.280325 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63019720-5538-4282-8712-9b4e100b85fe None None] Checking segment: {'id': 'b1a85c9b-5177-4e68-8b47-fc17043fd1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e87aec08-64cb-4a76-b03b-62713eb27b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:54:12.280748 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-63019720-5538-4282-8712-9b4e100b85fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:12.281129 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63019720-5538-4282-8712-9b4e100b85fe None None] Bound using segment: {'id': 'b1a85c9b-5177-4e68-8b47-fc17043fd1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e87aec08-64cb-4a76-b03b-62713eb27b9c'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:54:12.281598 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-63019720-5538-4282-8712-9b4e100b85fe None None] Bound port: 2888d8f3-48a4-4533-97bc-e23bb485399a, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a85c9b-5177-4e68-8b47-fc17043fd1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e87aec08-64cb-4a76-b03b-62713eb27b9c'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:54:12.281985 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-63019720-5538-4282-8712-9b4e100b85fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2888d8f3-48a4-4533-97bc-e23bb485399a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:12.355796 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55d68c0-53b9-47e8-8449-0140486aa8e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-dd828b0d-32eb-4e17-a6e1-6ca9987ea938', 'network_id': 'dd828b0d-32eb-4e17-a6e1-6ca9987ea938', 'project_id': '9e0d4b28d01345f9a84a23524be43475', 'fixed_ips': [{'subnet_id': '6c3c54a9-5fa3-4379-b4e2-e525db5c0361'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:54:12.356657 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d55d68c0-53b9-47e8-8449-0140486aa8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:12.388762 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-63019720-5538-4282-8712-9b4e100b85fe None None] For port 2888d8f3-48a4-4533-97bc-e23bb485399a, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:54:12.395802 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-63019720-5538-4282-8712-9b4e100b85fe None None] For port 2888d8f3-48a4-4533-97bc-e23bb485399a, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2888d8f3-48a4-4533-97bc-e23bb485399a,segment=NetworkSegment(b1a85c9b-5177-4e68-8b47-fc17043fd1f0),segment_id=b1a85c9b-5177-4e68-8b47-fc17043fd1f0)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:54:12.411715 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f10a8eef-0b0e-4e15-887c-ccc38f02d89c tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks [] for router_gateway (727a2b37-4ac1-47b8-bc1d-1c54a22dcd2f), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:12.448838 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-63019720-5538-4282-8712-9b4e100b85fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2888d8f3-48a4-4533-97bc-e23bb485399a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:12.523606 n-d-828369-19 neutron-server[109926]: INFO neutron.api.v2.resource [None req-f10a8eef-0b0e-4e15-887c-ccc38f02d89c tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:54:12.524678 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f10a8eef-0b0e-4e15-887c-ccc38f02d89c tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] 10.222.0.52 "PUT /v2.0/routers/727a2b37-4ac1-47b8-bc1d-1c54a22dcd2f HTTP/1.1" status: 400 len: 364 time: 0.3428822 Feb 19 04:54:12.530496 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46336) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:12.545905 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63019720-5538-4282-8712-9b4e100b85fe None None] Pushing event updated for resources: {'Port': ['ID=2888d8f3-48a4-4533-97bc-e23bb485399a,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:12.564916 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-d55d68c0-53b9-47e8-8449-0140486aa8e1 None None] Allocated IP 172.21.0.2 (dd828b0d-32eb-4e17-a6e1-6ca9987ea938/6c3c54a9-5fa3-4379-b4e2-e525db5c0361/7a81f787-03db-4a0e-8c3c-8612c0993f2b) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:54:12.584941 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6f9efc-c9c7-4764-b326-e09d69655772 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Deleting subnet 6c3c54a9-5fa3-4379-b4e2-e525db5c0361 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:54:12.731456 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d55d68c0-53b9-47e8-8449-0140486aa8e1 None None] Publish callbacks [] for port (7a81f787-03db-4a0e-8c3c-8612c0993f2b), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:12.743778 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4d6f9efc-c9c7-4764-b326-e09d69655772 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks [] for subnet (6c3c54a9-5fa3-4379-b4e2-e525db5c0361), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:12.748123 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d55d68c0-53b9-47e8-8449-0140486aa8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (7a81f787-03db-4a0e-8c3c-8612c0993f2b), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:12.787347 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4d6f9efc-c9c7-4764-b326-e09d69655772 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (6c3c54a9-5fa3-4379-b4e2-e525db5c0361), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:12.794895 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55d68c0-53b9-47e8-8449-0140486aa8e1 None None] Network dd828b0d-32eb-4e17-a6e1-6ca9987ea938 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:54:12.798662 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d68c0-53b9-47e8-8449-0140486aa8e1 None None] Pushing event updated for resources: {'Port': ['ID=7a81f787-03db-4a0e-8c3c-8612c0993f2b,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:12.801110 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-d55d68c0-53b9-47e8-8449-0140486aa8e1 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:12.803377 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55d68c0-53b9-47e8-8449-0140486aa8e1 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:54:12.862184 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d55d68c0-53b9-47e8-8449-0140486aa8e1 None None] Attempting to bind port 7a81f787-03db-4a0e-8c3c-8612c0993f2b on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:12.862579 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d55d68c0-53b9-47e8-8449-0140486aa8e1 None None] Attempting to bind port 7a81f787-03db-4a0e-8c3c-8612c0993f2b by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '702d3b05-780b-4ae1-81c3-32decc8de2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dd828b0d-32eb-4e17-a6e1-6ca9987ea938'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:12.862940 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55d68c0-53b9-47e8-8449-0140486aa8e1 None None] Attempting to bind port 7a81f787-03db-4a0e-8c3c-8612c0993f2b on network dd828b0d-32eb-4e17-a6e1-6ca9987ea938 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:12.867950 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55d68c0-53b9-47e8-8449-0140486aa8e1 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:54:12.868270 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55d68c0-53b9-47e8-8449-0140486aa8e1 None None] Checking segment: {'id': '702d3b05-780b-4ae1-81c3-32decc8de2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dd828b0d-32eb-4e17-a6e1-6ca9987ea938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:54:12.868673 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d55d68c0-53b9-47e8-8449-0140486aa8e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:12.869062 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55d68c0-53b9-47e8-8449-0140486aa8e1 None None] Bound using segment: {'id': '702d3b05-780b-4ae1-81c3-32decc8de2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dd828b0d-32eb-4e17-a6e1-6ca9987ea938'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:54:12.869534 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-d55d68c0-53b9-47e8-8449-0140486aa8e1 None None] Bound port: 7a81f787-03db-4a0e-8c3c-8612c0993f2b, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702d3b05-780b-4ae1-81c3-32decc8de2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dd828b0d-32eb-4e17-a6e1-6ca9987ea938'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:54:12.869940 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d55d68c0-53b9-47e8-8449-0140486aa8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7a81f787-03db-4a0e-8c3c-8612c0993f2b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:12.890405 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4d6f9efc-c9c7-4764-b326-e09d69655772 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (6c3c54a9-5fa3-4379-b4e2-e525db5c0361), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:12.947842 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4d6f9efc-c9c7-4764-b326-e09d69655772 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (6c3c54a9-5fa3-4379-b4e2-e525db5c0361), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:12.950110 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d55d68c0-53b9-47e8-8449-0140486aa8e1 None None] For port 7a81f787-03db-4a0e-8c3c-8612c0993f2b, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:54:12.953401 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d55d68c0-53b9-47e8-8449-0140486aa8e1 None None] For port 7a81f787-03db-4a0e-8c3c-8612c0993f2b, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7a81f787-03db-4a0e-8c3c-8612c0993f2b,segment=NetworkSegment(702d3b05-780b-4ae1-81c3-32decc8de2f6),segment_id=702d3b05-780b-4ae1-81c3-32decc8de2f6)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:54:12.960179 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d55d68c0-53b9-47e8-8449-0140486aa8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7a81f787-03db-4a0e-8c3c-8612c0993f2b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:12.975110 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f9efc-c9c7-4764-b326-e09d69655772 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Pushing event deleted for resources: {'Subnet': ['ID=6c3c54a9-5fa3-4379-b4e2-e525db5c0361,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:12.986118 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4d6f9efc-c9c7-4764-b326-e09d69655772 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:12.991580 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4d6f9efc-c9c7-4764-b326-e09d69655772 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] 10.222.0.52 "DELETE /v2.0/subnets/6c3c54a9-5fa3-4379-b4e2-e525db5c0361 HTTP/1.1" status: 204 len: 168 time: 0.4579008 Feb 19 04:54:12.991834 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46338) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:13.028652 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d68c0-53b9-47e8-8449-0140486aa8e1 None None] Pushing event updated for resources: {'Port': ['ID=7a81f787-03db-4a0e-8c3c-8612c0993f2b,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:13.090641 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-56810d57-473e-488e-98ba-28c18f76ecff tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (dd828b0d-32eb-4e17-a6e1-6ca9987ea938), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:13.143623 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-56810d57-473e-488e-98ba-28c18f76ecff tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Deleting port 7a81f787-03db-4a0e-8c3c-8612c0993f2b {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:54:13.144062 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-56810d57-473e-488e-98ba-28c18f76ecff tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (7a81f787-03db-4a0e-8c3c-8612c0993f2b), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:13.217829 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-56810d57-473e-488e-98ba-28c18f76ecff tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] For port 7a81f787-03db-4a0e-8c3c-8612c0993f2b, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7a81f787-03db-4a0e-8c3c-8612c0993f2b,segment=NetworkSegment(702d3b05-780b-4ae1-81c3-32decc8de2f6),segment_id=702d3b05-780b-4ae1-81c3-32decc8de2f6)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:54:13.218241 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-56810d57-473e-488e-98ba-28c18f76ecff tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (7a81f787-03db-4a0e-8c3c-8612c0993f2b), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:13.231638 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-56810d57-473e-488e-98ba-28c18f76ecff tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Calling delete_port for 7a81f787-03db-4a0e-8c3c-8612c0993f2b owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:54:13.324145 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-56810d57-473e-488e-98ba-28c18f76ecff tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (7a81f787-03db-4a0e-8c3c-8612c0993f2b), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:13.351624 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56810d57-473e-488e-98ba-28c18f76ecff tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Pushing event deleted for resources: {'Port': ['ID=7a81f787-03db-4a0e-8c3c-8612c0993f2b,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:13.355255 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56810d57-473e-488e-98ba-28c18f76ecff tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] No DVR routers for this DVR port 7a81f787-03db-4a0e-8c3c-8612c0993f2b on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:54:13.445287 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-56810d57-473e-488e-98ba-28c18f76ecff tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (dd828b0d-32eb-4e17-a6e1-6ca9987ea938), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:13.467084 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-56810d57-473e-488e-98ba-28c18f76ecff tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd828b0d-32eb-4e17-a6e1-6ca9987ea938']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:13.476736 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-56810d57-473e-488e-98ba-28c18f76ecff tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702d3b05-780b-4ae1-81c3-32decc8de2f6') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:13.477032 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-56810d57-473e-488e-98ba-28c18f76ecff tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702d3b05-780b-4ae1-81c3-32decc8de2f6') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:13.487511 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-56810d57-473e-488e-98ba-28c18f76ecff tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (702d3b05-780b-4ae1-81c3-32decc8de2f6), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:13.501064 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-56810d57-473e-488e-98ba-28c18f76ecff tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (702d3b05-780b-4ae1-81c3-32decc8de2f6), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:13.507462 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56810d57-473e-488e-98ba-28c18f76ecff tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:54:13.507860 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-56810d57-473e-488e-98ba-28c18f76ecff tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (702d3b05-780b-4ae1-81c3-32decc8de2f6), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:54:13.511035 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:54:13.571757 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-56810d57-473e-488e-98ba-28c18f76ecff tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (dd828b0d-32eb-4e17-a6e1-6ca9987ea938), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:13.577023 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-56810d57-473e-488e-98ba-28c18f76ecff tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:13.580618 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-56810d57-473e-488e-98ba-28c18f76ecff tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] 10.222.0.52 "DELETE /v2.0/networks/dd828b0d-32eb-4e17-a6e1-6ca9987ea938 HTTP/1.1" status: 204 len: 168 time: 0.5873246 Feb 19 04:54:13.582990 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46340) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:13.596571 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56810d57-473e-488e-98ba-28c18f76ecff tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Pushing event deleted for resources: {'Network': ['ID=dd828b0d-32eb-4e17-a6e1-6ca9987ea938,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:13.637414 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572a0532-35e0-42c2-b2bc-ed079af28281 None None] Network e87aec08-64cb-4a76-b03b-62713eb27b9c requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:54:13.642114 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-78132688-724b-4b6a-942f-3d8731ded513 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Deleting subnet a07e49fd-3687-4e91-bcb7-5472b1622fb9 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:54:13.645691 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-78132688-724b-4b6a-942f-3d8731ded513 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks [] for subnet (a07e49fd-3687-4e91-bcb7-5472b1622fb9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:13.693202 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-78132688-724b-4b6a-942f-3d8731ded513 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (a07e49fd-3687-4e91-bcb7-5472b1622fb9), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:13.699953 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c55c1688-0207-4dde-93f0-48ff8f83a1f3 None None] Provisioning complete for port 2888d8f3-48a4-4533-97bc-e23bb485399a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:13.700327 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c55c1688-0207-4dde-93f0-48ff8f83a1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2888d8f3-48a4-4533-97bc-e23bb485399a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:13.705019 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2888d8f3-48a4-4533-97bc-e23bb485399a up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:54:13.782224 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-78132688-724b-4b6a-942f-3d8731ded513 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (a07e49fd-3687-4e91-bcb7-5472b1622fb9), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:13.838644 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 2888d8f3-48a4-4533-97bc-e23bb485399a triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:13.839021 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2888d8f3-48a4-4533-97bc-e23bb485399a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:13.846682 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-78132688-724b-4b6a-942f-3d8731ded513 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (a07e49fd-3687-4e91-bcb7-5472b1622fb9), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:13.883255 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78132688-724b-4b6a-942f-3d8731ded513 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Pushing event deleted for resources: {'Subnet': ['ID=a07e49fd-3687-4e91-bcb7-5472b1622fb9,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:13.885248 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-78132688-724b-4b6a-942f-3d8731ded513 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:13.892271 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46342) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:13.902037 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c55c1688-0207-4dde-93f0-48ff8f83a1f3 None None] Current status of the port 2888d8f3-48a4-4533-97bc-e23bb485399a is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:54:13.902506 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c55c1688-0207-4dde-93f0-48ff8f83a1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2888d8f3-48a4-4533-97bc-e23bb485399a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:13.907570 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-78132688-724b-4b6a-942f-3d8731ded513 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] 10.222.0.52 "DELETE /v2.0/subnets/a07e49fd-3687-4e91-bcb7-5472b1622fb9 HTTP/1.1" status: 204 len: 168 time: 0.3234763 Feb 19 04:54:13.978803 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-66b3a0e6-297d-4a05-9d42-d7d459190662 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (e87aec08-64cb-4a76-b03b-62713eb27b9c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:14.000505 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-c55c1688-0207-4dde-93f0-48ff8f83a1f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:54:14.000900 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-c55c1688-0207-4dde-93f0-48ff8f83a1f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:54:14.001594 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 2888d8f3-48a4-4533-97bc-e23bb485399a is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:54:14.002077 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2888d8f3-48a4-4533-97bc-e23bb485399a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:14.034340 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-66b3a0e6-297d-4a05-9d42-d7d459190662 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Deleting port 2888d8f3-48a4-4533-97bc-e23bb485399a {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:54:14.034694 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-66b3a0e6-297d-4a05-9d42-d7d459190662 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (2888d8f3-48a4-4533-97bc-e23bb485399a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:14.042284 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 2888d8f3-48a4-4533-97bc-e23bb485399a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2888d8f3-48a4-4533-97bc-e23bb485399a,segment=NetworkSegment(b1a85c9b-5177-4e68-8b47-fc17043fd1f0),segment_id=b1a85c9b-5177-4e68-8b47-fc17043fd1f0)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:54:14.047513 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2888d8f3-48a4-4533-97bc-e23bb485399a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:14.108399 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-66b3a0e6-297d-4a05-9d42-d7d459190662 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] For port 2888d8f3-48a4-4533-97bc-e23bb485399a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2888d8f3-48a4-4533-97bc-e23bb485399a,segment=NetworkSegment(b1a85c9b-5177-4e68-8b47-fc17043fd1f0),segment_id=b1a85c9b-5177-4e68-8b47-fc17043fd1f0)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:54:14.108775 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-66b3a0e6-297d-4a05-9d42-d7d459190662 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (2888d8f3-48a4-4533-97bc-e23bb485399a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:14.109078 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=2888d8f3-48a4-4533-97bc-e23bb485399a,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:14.122968 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-66b3a0e6-297d-4a05-9d42-d7d459190662 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Calling delete_port for 2888d8f3-48a4-4533-97bc-e23bb485399a owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:54:14.184171 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072e50ad-4db6-4892-987a-a2d1406ab603 None None] Network e87aec08-64cb-4a76-b03b-62713eb27b9c requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:54:14.208134 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-66b3a0e6-297d-4a05-9d42-d7d459190662 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (2888d8f3-48a4-4533-97bc-e23bb485399a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:14.236288 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3a0e6-297d-4a05-9d42-d7d459190662 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Pushing event deleted for resources: {'Port': ['ID=2888d8f3-48a4-4533-97bc-e23bb485399a,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:14.238528 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b3a0e6-297d-4a05-9d42-d7d459190662 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] No DVR routers for this DVR port 2888d8f3-48a4-4533-97bc-e23bb485399a on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:54:14.265680 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ee44b2-de55-48ee-9de4-8ff8f711b49a None None] DHCP port deletion for dd828b0d-32eb-4e17-a6e1-6ca9987ea938 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:54:14.298501 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf157ac-7e25-45ec-b019-3035198bfb36 None None] Network dd828b0d-32eb-4e17-a6e1-6ca9987ea938 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:54:14.313232 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf157ac-7e25-45ec-b019-3035198bfb36 None None] Network dd828b0d-32eb-4e17-a6e1-6ca9987ea938 could not be found, it might have been deleted concurrently. {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 04:54:14.327402 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-66b3a0e6-297d-4a05-9d42-d7d459190662 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (e87aec08-64cb-4a76-b03b-62713eb27b9c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:14.346390 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-66b3a0e6-297d-4a05-9d42-d7d459190662 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e87aec08-64cb-4a76-b03b-62713eb27b9c']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:14.355502 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-66b3a0e6-297d-4a05-9d42-d7d459190662 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a85c9b-5177-4e68-8b47-fc17043fd1f0') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:14.356806 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-66b3a0e6-297d-4a05-9d42-d7d459190662 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a85c9b-5177-4e68-8b47-fc17043fd1f0') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:14.357884 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfc1f11-26c0-47cc-8e0b-7e681882f225 None None] DHCP port deletion for e87aec08-64cb-4a76-b03b-62713eb27b9c request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:54:14.367403 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-66b3a0e6-297d-4a05-9d42-d7d459190662 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (b1a85c9b-5177-4e68-8b47-fc17043fd1f0), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:14.381414 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-66b3a0e6-297d-4a05-9d42-d7d459190662 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (b1a85c9b-5177-4e68-8b47-fc17043fd1f0), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:14.387161 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b3a0e6-297d-4a05-9d42-d7d459190662 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:54:14.387563 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-66b3a0e6-297d-4a05-9d42-d7d459190662 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (b1a85c9b-5177-4e68-8b47-fc17043fd1f0), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:54:14.390470 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:54:14.451810 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-66b3a0e6-297d-4a05-9d42-d7d459190662 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (e87aec08-64cb-4a76-b03b-62713eb27b9c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:14.456892 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-66b3a0e6-297d-4a05-9d42-d7d459190662 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:14.460040 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-66b3a0e6-297d-4a05-9d42-d7d459190662 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] 10.222.0.52 "DELETE /v2.0/networks/e87aec08-64cb-4a76-b03b-62713eb27b9c HTTP/1.1" status: 204 len: 168 time: 0.5668452 Feb 19 04:54:14.462860 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46344) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:14.474542 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3a0e6-297d-4a05-9d42-d7d459190662 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Pushing event deleted for resources: {'Network': ['ID=e87aec08-64cb-4a76-b03b-62713eb27b9c,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:14.490681 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4900ea35-d40d-4b59-b8a4-6b0f019c6ff0 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] 10.222.0.52 "GET /v2.0/ports?device_id=727a2b37-4ac1-47b8-bc1d-1c54a22dcd2f HTTP/1.1" status: 200 len: 205 time: 0.0265391 Feb 19 04:54:14.493040 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46346) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:14.520129 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c55c1688-0207-4dde-93f0-48ff8f83a1f3 None None] Port 2888d8f3-48a4-4533-97bc-e23bb485399a update to ACTIVE by agent not found {{(pid=109927) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 04:54:14.610914 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9e73c76e-58bc-4e83-b2e2-f388bc5de217 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks [] for router (727a2b37-4ac1-47b8-bc1d-1c54a22dcd2f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:14.630454 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-ddc732c1-5501-4202-b5ac-95d34e260901 None None] Could not find standard attr ID for object 2888d8f3-48a4-4533-97bc-e23bb485399a. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:54:14.633514 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-ddc732c1-5501-4202-b5ac-95d34e260901 None None] Could not find standard attr ID for object 7a81f787-03db-4a0e-8c3c-8612c0993f2b. {{(pid=109927) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:54:14.766671 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9e73c76e-58bc-4e83-b2e2-f388bc5de217 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (727a2b37-4ac1-47b8-bc1d-1c54a22dcd2f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:14.768776 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9e73c76e-58bc-4e83-b2e2-f388bc5de217 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks [] for router_controller (727a2b37-4ac1-47b8-bc1d-1c54a22dcd2f), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:14.811945 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9e73c76e-58bc-4e83-b2e2-f388bc5de217 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (727a2b37-4ac1-47b8-bc1d-1c54a22dcd2f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:14.812469 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e73c76e-58bc-4e83-b2e2-f388bc5de217 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Fanout notify agent at l3_agent the message router_deleted on router 727a2b37-4ac1-47b8-bc1d-1c54a22dcd2f {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:54:14.819159 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9e73c76e-58bc-4e83-b2e2-f388bc5de217 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:14.820259 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9e73c76e-58bc-4e83-b2e2-f388bc5de217 tempest-RoutersNegativeTest-1001956079 tempest-RoutersNegativeTest-1001956079-project] 10.222.0.52 "DELETE /v2.0/routers/727a2b37-4ac1-47b8-bc1d-1c54a22dcd2f HTTP/1.1" status: 204 len: 168 time: 0.3263376 Feb 19 04:54:15.059515 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46352) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:15.189459 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6e8874d9-3ab4-4b2a-b210-e0d537813c6a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9e0d4b28d01345f9a84a23524be43475&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1287789 Feb 19 04:54:15.192011 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46356) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:15.237607 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-94b69a94-9754-481a-9e08-ce20660a04a1 admin admin] Publish callbacks [] for security_group (85b2eaf5-4456-42d6-8a08-957eea2829b1), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:15.257587 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-94b69a94-9754-481a-9e08-ce20660a04a1 admin admin] Publish callbacks [] for security_group (85b2eaf5-4456-42d6-8a08-957eea2829b1), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:15.303580 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-94b69a94-9754-481a-9e08-ce20660a04a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (85b2eaf5-4456-42d6-8a08-957eea2829b1), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:15.306088 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-94b69a94-9754-481a-9e08-ce20660a04a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:15.307322 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-94b69a94-9754-481a-9e08-ce20660a04a1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/85b2eaf5-4456-42d6-8a08-957eea2829b1 HTTP/1.1" status: 204 len: 168 time: 0.1143599 Feb 19 04:54:15.314627 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b69a94-9754-481a-9e08-ce20660a04a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b2eaf5-4456-42d6-8a08-957eea2829b1,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:15.626819 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7a81f787-03db-4a0e-8c3c-8612c0993f2b no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:54:15.647935 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 7a81f787-03db-4a0e-8c3c-8612c0993f2b {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:54:15.648304 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7a81f787-03db-4a0e-8c3c-8612c0993f2b not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:54:15.648904 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2888d8f3-48a4-4533-97bc-e23bb485399a no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:54:15.667236 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 2888d8f3-48a4-4533-97bc-e23bb485399a {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:54:15.667587 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2888d8f3-48a4-4533-97bc-e23bb485399a not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:54:15.911508 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46378) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:16.006758 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3a068280-3e9f-4051-b65c-f6aa06d74b88 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1989193777-network', 'tenant_id': 'b5c32c2a97b944998cb9744db61caf5d'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:16.025481 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a068280-3e9f-4051-b65c-f6aa06d74b88 admin admin] Made reservation on behalf of b5c32c2a97b944998cb9744db61caf5d for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:16.027878 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3a068280-3e9f-4051-b65c-f6aa06d74b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:16.035880 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3a068280-3e9f-4051-b65c-f6aa06d74b88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:16.111839 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3a068280-3e9f-4051-b65c-f6aa06d74b88 admin admin] Publish callbacks [] for security_group (5f70ea1f-824b-4868-aefd-f4c9f27a651d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:16.115361 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3a068280-3e9f-4051-b65c-f6aa06d74b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5f70ea1f-824b-4868-aefd-f4c9f27a651d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:16.134893 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a068280-3e9f-4051-b65c-f6aa06d74b88 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:54:16.147774 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a068280-3e9f-4051-b65c-f6aa06d74b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f70ea1f-824b-4868-aefd-f4c9f27a651d,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:16.152952 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3a068280-3e9f-4051-b65c-f6aa06d74b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (47d6832a-7e15-4f32-bef6-13d0355e1c89), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:16.153296 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-3a068280-3e9f-4051-b65c-f6aa06d74b88 admin admin] Added segment 47d6832a-7e15-4f32-bef6-13d0355e1c89 of type vlan for network 8ed9678b-63e5-4268-b5bf-bb2994d39d30 Feb 19 04:54:16.194381 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3a068280-3e9f-4051-b65c-f6aa06d74b88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (8ed9678b-63e5-4268-b5bf-bb2994d39d30), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:16.217853 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3a068280-3e9f-4051-b65c-f6aa06d74b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (8ed9678b-63e5-4268-b5bf-bb2994d39d30), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:16.218896 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a068280-3e9f-4051-b65c-f6aa06d74b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:16.219469 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3a068280-3e9f-4051-b65c-f6aa06d74b88 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:16.266551 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3a068280-3e9f-4051-b65c-f6aa06d74b88 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3539400 Feb 19 04:54:16.269350 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46382) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:16.273977 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-68592ab0-68fc-4c45-a74a-a6c93ac0ced1 admin admin] Request body: {'subnet': {'network_id': '8ed9678b-63e5-4268-b5bf-bb2994d39d30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1989193777-subnet', 'tenant_id': 'b5c32c2a97b944998cb9744db61caf5d', 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:16.291411 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a068280-3e9f-4051-b65c-f6aa06d74b88 admin admin] Pushing event updated for resources: {'Network': ['ID=8ed9678b-63e5-4268-b5bf-bb2994d39d30,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:16.305842 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68592ab0-68fc-4c45-a74a-a6c93ac0ced1 admin admin] Made reservation on behalf of b5c32c2a97b944998cb9744db61caf5d for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:16.308395 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-68592ab0-68fc-4c45-a74a-a6c93ac0ced1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:16.309350 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 8ed9678b-63e5-4268-b5bf-bb2994d39d30 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:54:16.474750 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-68592ab0-68fc-4c45-a74a-a6c93ac0ced1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (cfefd7f3-3611-4a3d-9127-9d96753fd889), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:16.521159 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68592ab0-68fc-4c45-a74a-a6c93ac0ced1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfefd7f3-3611-4a3d-9127-9d96753fd889,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:16.538269 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68592ab0-68fc-4c45-a74a-a6c93ac0ced1 admin admin] Checking segment: {'id': '47d6832a-7e15-4f32-bef6-13d0355e1c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8ed9678b-63e5-4268-b5bf-bb2994d39d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:54:16.538627 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68592ab0-68fc-4c45-a74a-a6c93ac0ced1 admin admin] Network hostable DHCP agents. Network: 8ed9678b-63e5-4268-b5bf-bb2994d39d30, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:54:16.556632 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68592ab0-68fc-4c45-a74a-a6c93ac0ced1 admin admin] Network 8ed9678b-63e5-4268-b5bf-bb2994d39d30 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:54:16.565473 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-68592ab0-68fc-4c45-a74a-a6c93ac0ced1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 8ed9678b-63e5-4268-b5bf-bb2994d39d30) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:16.569589 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68592ab0-68fc-4c45-a74a-a6c93ac0ced1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:16.570226 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-68592ab0-68fc-4c45-a74a-a6c93ac0ced1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:16.575107 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10da4099-5a38-47fd-ba05-84ce957c2f0d None None] Network 8ed9678b-63e5-4268-b5bf-bb2994d39d30 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:54:16.589682 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46384) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:16.591026 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-68592ab0-68fc-4c45-a74a-a6c93ac0ced1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3194222 Feb 19 04:54:16.594839 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-9ef9db41-5f9d-41dc-9c2f-ed5a2c14e273 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1989193777-router', 'tenant_id': 'b5c32c2a97b944998cb9744db61caf5d', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:16.612829 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9ef9db41-5f9d-41dc-9c2f-ed5a2c14e273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:16.613910 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9ef9db41-5f9d-41dc-9c2f-ed5a2c14e273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:16.667671 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9ef9db41-5f9d-41dc-9c2f-ed5a2c14e273 admin admin] Publish callbacks [] for router_controller (d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:16.677834 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc826cb-622e-4c49-88d3-13cd8756d017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-8ed9678b-63e5-4268-b5bf-bb2994d39d30', 'network_id': '8ed9678b-63e5-4268-b5bf-bb2994d39d30', 'project_id': 'b5c32c2a97b944998cb9744db61caf5d', 'fixed_ips': [{'subnet_id': 'cfefd7f3-3611-4a3d-9127-9d96753fd889'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:54:16.678707 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7dc826cb-622e-4c49-88d3-13cd8756d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:16.810437 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9ef9db41-5f9d-41dc-9c2f-ed5a2c14e273 admin admin] Publish callbacks [] for router_gateway (d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:16.811912 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-7dc826cb-622e-4c49-88d3-13cd8756d017 None None] Allocated IP 172.20.0.2 (8ed9678b-63e5-4268-b5bf-bb2994d39d30/cfefd7f3-3611-4a3d-9127-9d96753fd889/5eaced60-ee64-4a29-a956-b80609530b9e) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:54:16.951472 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7dc826cb-622e-4c49-88d3-13cd8756d017 None None] Publish callbacks [] for port (5eaced60-ee64-4a29-a956-b80609530b9e), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:16.958242 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7dc826cb-622e-4c49-88d3-13cd8756d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (5eaced60-ee64-4a29-a956-b80609530b9e), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:16.999601 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc826cb-622e-4c49-88d3-13cd8756d017 None None] Network 8ed9678b-63e5-4268-b5bf-bb2994d39d30 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:54:17.002540 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-7dc826cb-622e-4c49-88d3-13cd8756d017 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:17.008012 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc826cb-622e-4c49-88d3-13cd8756d017 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:54:17.013799 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9ef9db41-5f9d-41dc-9c2f-ed5a2c14e273 admin admin] Publish callbacks [] for router_gateway (d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:17.013960 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc826cb-622e-4c49-88d3-13cd8756d017 None None] Pushing event updated for resources: {'Port': ['ID=5eaced60-ee64-4a29-a956-b80609530b9e,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:17.033495 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9ef9db41-5f9d-41dc-9c2f-ed5a2c14e273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:17.068854 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7dc826cb-622e-4c49-88d3-13cd8756d017 None None] Attempting to bind port 5eaced60-ee64-4a29-a956-b80609530b9e on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:17.069231 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7dc826cb-622e-4c49-88d3-13cd8756d017 None None] Attempting to bind port 5eaced60-ee64-4a29-a956-b80609530b9e by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '47d6832a-7e15-4f32-bef6-13d0355e1c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8ed9678b-63e5-4268-b5bf-bb2994d39d30'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:17.069596 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc826cb-622e-4c49-88d3-13cd8756d017 None None] Attempting to bind port 5eaced60-ee64-4a29-a956-b80609530b9e on network 8ed9678b-63e5-4268-b5bf-bb2994d39d30 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:17.075180 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc826cb-622e-4c49-88d3-13cd8756d017 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:54:17.075562 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc826cb-622e-4c49-88d3-13cd8756d017 None None] Checking segment: {'id': '47d6832a-7e15-4f32-bef6-13d0355e1c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8ed9678b-63e5-4268-b5bf-bb2994d39d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:54:17.075967 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7dc826cb-622e-4c49-88d3-13cd8756d017 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:17.076369 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc826cb-622e-4c49-88d3-13cd8756d017 None None] Bound using segment: {'id': '47d6832a-7e15-4f32-bef6-13d0355e1c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8ed9678b-63e5-4268-b5bf-bb2994d39d30'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:54:17.076841 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7dc826cb-622e-4c49-88d3-13cd8756d017 None None] Bound port: 5eaced60-ee64-4a29-a956-b80609530b9e, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d6832a-7e15-4f32-bef6-13d0355e1c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8ed9678b-63e5-4268-b5bf-bb2994d39d30'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:54:17.077227 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7dc826cb-622e-4c49-88d3-13cd8756d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5eaced60-ee64-4a29-a956-b80609530b9e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:17.137413 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-9ef9db41-5f9d-41dc-9c2f-ed5a2c14e273 admin admin] Allocated IP 172.25.3.33 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:54:17.138512 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-7dc826cb-622e-4c49-88d3-13cd8756d017 None None] For port 5eaced60-ee64-4a29-a956-b80609530b9e, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:54:17.141471 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-7dc826cb-622e-4c49-88d3-13cd8756d017 None None] For port 5eaced60-ee64-4a29-a956-b80609530b9e, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5eaced60-ee64-4a29-a956-b80609530b9e,segment=NetworkSegment(47d6832a-7e15-4f32-bef6-13d0355e1c89),segment_id=47d6832a-7e15-4f32-bef6-13d0355e1c89)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:54:17.147527 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7dc826cb-622e-4c49-88d3-13cd8756d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5eaced60-ee64-4a29-a956-b80609530b9e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:17.210435 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc826cb-622e-4c49-88d3-13cd8756d017 None None] Pushing event updated for resources: {'Port': ['ID=5eaced60-ee64-4a29-a956-b80609530b9e,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:17.250076 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9ef9db41-5f9d-41dc-9c2f-ed5a2c14e273 admin admin] Publish callbacks [] for port (bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:17.284324 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9ef9db41-5f9d-41dc-9c2f-ed5a2c14e273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:17.322880 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef9db41-5f9d-41dc-9c2f-ed5a2c14e273 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:54:17.325665 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-9ef9db41-5f9d-41dc-9c2f-ed5a2c14e273 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:17.328516 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef9db41-5f9d-41dc-9c2f-ed5a2c14e273 admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:54:17.365820 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9db41-5f9d-41dc-9c2f-ed5a2c14e273 admin admin] Pushing event updated for resources: {'Port': ['ID=bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:17.599821 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9ef9db41-5f9d-41dc-9c2f-ed5a2c14e273 admin admin] Publish callbacks [] for router_gateway (d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:17.659593 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5eaced60-ee64-4a29-a956-b80609530b9e up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:54:17.710433 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 5eaced60-ee64-4a29-a956-b80609530b9e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:17.711065 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5eaced60-ee64-4a29-a956-b80609530b9e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:17.787789 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 5eaced60-ee64-4a29-a956-b80609530b9e is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:54:17.788186 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5eaced60-ee64-4a29-a956-b80609530b9e), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:17.803797 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9ef9db41-5f9d-41dc-9c2f-ed5a2c14e273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:17.822787 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 5eaced60-ee64-4a29-a956-b80609530b9e, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5eaced60-ee64-4a29-a956-b80609530b9e,segment=NetworkSegment(47d6832a-7e15-4f32-bef6-13d0355e1c89),segment_id=47d6832a-7e15-4f32-bef6-13d0355e1c89)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:54:17.827874 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5eaced60-ee64-4a29-a956-b80609530b9e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:17.884199 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=5eaced60-ee64-4a29-a956-b80609530b9e,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:17.948776 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef9db41-5f9d-41dc-9c2f-ed5a2c14e273 admin admin] Router d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:54:18.068809 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef9db41-5f9d-41dc-9c2f-ed5a2c14e273 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:54:18.079303 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f840b19-60e1-4c63-9815-39be570e20ee None None] Sync routers for ids ['d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:54:18.088049 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9ef9db41-5f9d-41dc-9c2f-ed5a2c14e273 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:18.089402 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9ef9db41-5f9d-41dc-9c2f-ed5a2c14e273 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4980989 Feb 19 04:54:18.092856 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46388) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:18.101428 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f840b19-60e1-4c63-9815-39be570e20ee None None] Routers {'d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:18.102074 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3f840b19-60e1-4c63-9815-39be570e20ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:54:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:18.140949 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c2b16b-5042-4cf0-97a1-ce1e90f0a2ff None None] Network 8ed9678b-63e5-4268-b5bf-bb2994d39d30 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:54:18.425287 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-bd4edb00-87e8-4790-a894-21bd6835aa91 None None] Provisioning complete for port 5eaced60-ee64-4a29-a956-b80609530b9e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:18.425581 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd4edb00-87e8-4790-a894-21bd6835aa91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5eaced60-ee64-4a29-a956-b80609530b9e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:18.480358 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-3f840b19-60e1-4c63-9815-39be570e20ee None None] Set router d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:54:18.528489 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eff1073d-4301-43ba-a38a-5fbe67612648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:18.682644 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-bd4edb00-87e8-4790-a894-21bd6835aa91 None None] Current status of the port 5eaced60-ee64-4a29-a956-b80609530b9e is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:54:18.743389 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3f840b19-60e1-4c63-9815-39be570e20ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83', 'name': 'tempest-TestEncryptedCinderVolumes-1989193777-router', 'tenant_id': 'b5c32c2a97b944998cb9744db61caf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:54:16Z', 'updated_at': '2022-02-19T04:54:17Z', 'revision_number': 3, 'project_id': 'b5c32c2a97b944998cb9744db61caf5d', 'gw_port': {'id': 'bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:54:17Z', 'updated_at': '2022-02-19T04:54:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:18.772562 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f840b19-60e1-4c63-9815-39be570e20ee None None] Checking router: d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:54:18.772921 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f840b19-60e1-4c63-9815-39be570e20ee None None] Updating router d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83 port bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:54:18.801876 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3f840b19-60e1-4c63-9815-39be570e20ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:18.930326 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6174063a-a5f9-4473-a629-97454fbca783 None None] Provisioning complete for port 5eaced60-ee64-4a29-a956-b80609530b9e triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:18.930627 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6174063a-a5f9-4473-a629-97454fbca783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5eaced60-ee64-4a29-a956-b80609530b9e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:18.954676 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-eff1073d-4301-43ba-a38a-5fbe67612648 admin admin] Allocated IP 172.20.0.1 (8ed9678b-63e5-4268-b5bf-bb2994d39d30/cfefd7f3-3611-4a3d-9127-9d96753fd889/7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:54:19.056611 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eff1073d-4301-43ba-a38a-5fbe67612648 admin admin] Publish callbacks [] for port (7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:19.089020 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eff1073d-4301-43ba-a38a-5fbe67612648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:19.113813 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6174063a-a5f9-4473-a629-97454fbca783 None None] Current status of the port 5eaced60-ee64-4a29-a956-b80609530b9e is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:54:19.129284 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff1073d-4301-43ba-a38a-5fbe67612648 admin admin] Network 8ed9678b-63e5-4268-b5bf-bb2994d39d30 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:54:19.132013 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-eff1073d-4301-43ba-a38a-5fbe67612648 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:19.137434 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff1073d-4301-43ba-a38a-5fbe67612648 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:54:19.138356 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3f840b19-60e1-4c63-9815-39be570e20ee None None] Publish callbacks [] for port (bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:19.145056 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3f840b19-60e1-4c63-9815-39be570e20ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:19.160491 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1073d-4301-43ba-a38a-5fbe67612648 admin admin] Pushing event updated for resources: {'Port': ['ID=7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:19.180421 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eff1073d-4301-43ba-a38a-5fbe67612648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:19.202058 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3f840b19-60e1-4c63-9815-39be570e20ee None None] Attempting to bind port bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:19.202488 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3f840b19-60e1-4c63-9815-39be570e20ee None None] Attempting to bind port bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:19.202878 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f840b19-60e1-4c63-9815-39be570e20ee None None] Attempting to bind port bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:19.210367 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab54b8-2cf1-4085-8138-0e75356da409 None None] Pushing event updated for resources: {'Port': ['ID=bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:19.214156 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f840b19-60e1-4c63-9815-39be570e20ee None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:54:19.214777 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f840b19-60e1-4c63-9815-39be570e20ee None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:54:19.215552 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3f840b19-60e1-4c63-9815-39be570e20ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:19.215940 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f840b19-60e1-4c63-9815-39be570e20ee None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:54:19.216428 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3f840b19-60e1-4c63-9815-39be570e20ee None None] Bound port: bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:54:19.216815 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3f840b19-60e1-4c63-9815-39be570e20ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:19.276215 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3f840b19-60e1-4c63-9815-39be570e20ee None None] For port bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:54:19.280131 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3f840b19-60e1-4c63-9815-39be570e20ee None None] For port bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:54:19.287223 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3f840b19-60e1-4c63-9815-39be570e20ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:19.322235 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eff1073d-4301-43ba-a38a-5fbe67612648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:19.349691 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f840b19-60e1-4c63-9815-39be570e20ee None None] Routers {'d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:19.350556 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3f840b19-60e1-4c63-9815-39be570e20ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:54:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:19.387874 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab54b8-2cf1-4085-8138-0e75356da409 None None] Pushing event updated for resources: {'Port': ['ID=bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:19.475988 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-3f840b19-60e1-4c63-9815-39be570e20ee None None] Set router d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:54:19.477641 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-34185856-11c2-4309-a8d0-478e0a673120 None None] Provisioning complete for port 7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:19.478014 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-34185856-11c2-4309-a8d0-478e0a673120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:19.490024 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eff1073d-4301-43ba-a38a-5fbe67612648 admin admin] Publish callbacks [] for port (7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:19.494659 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eff1073d-4301-43ba-a38a-5fbe67612648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:19.559002 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eff1073d-4301-43ba-a38a-5fbe67612648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:19.560675 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1073d-4301-43ba-a38a-5fbe67612648 admin admin] Pushing event updated for resources: {'Port': ['ID=7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:19.573493 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-34185856-11c2-4309-a8d0-478e0a673120 None None] Port 7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:54:19.640957 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5eaced60-ee64-4a29-a956-b80609530b9e up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:54:19.659641 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff1073d-4301-43ba-a38a-5fbe67612648 admin admin] Network 8ed9678b-63e5-4268-b5bf-bb2994d39d30 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:54:19.660942 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-eff1073d-4301-43ba-a38a-5fbe67612648 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:19.743615 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 5eaced60-ee64-4a29-a956-b80609530b9e triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:19.744184 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5eaced60-ee64-4a29-a956-b80609530b9e), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:19.785759 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff1073d-4301-43ba-a38a-5fbe67612648 admin admin] Router d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:54:19.792755 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3f840b19-60e1-4c63-9815-39be570e20ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83', 'name': 'tempest-TestEncryptedCinderVolumes-1989193777-router', 'tenant_id': 'b5c32c2a97b944998cb9744db61caf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:54:16Z', 'updated_at': '2022-02-19T04:54:19Z', 'revision_number': 4, 'project_id': 'b5c32c2a97b944998cb9744db61caf5d', 'gw_port': {'id': 'bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:54:17Z', 'updated_at': '2022-02-19T04:54:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30', 'name': '', 'network_id': '8ed9678b-63e5-4268-b5bf-bb2994d39d30', 'tenant_id': 'b5c32c2a97b944998cb9744db61caf5d', 'mac_address': 'fa:16:3e:d0:07:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'cfefd7f3-3611-4a3d-9127-9d96753fd889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:54:18Z', 'updated_at': '2022-02-19T04:54:18Z', 'revision_number': 1, 'project_id': 'b5c32c2a97b944998cb9744db61caf5d', 'subnets': [{'id': 'cfefd7f3-3611-4a3d-9127-9d96753fd889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:19.826715 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f840b19-60e1-4c63-9815-39be570e20ee None None] The sync data for ids ['d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83'] in n-d-828369-19 is: [{'id': 'd4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83', 'name': 'tempest-TestEncryptedCinderVolumes-1989193777-router', 'tenant_id': 'b5c32c2a97b944998cb9744db61caf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:54:16Z', 'updated_at': '2022-02-19T04:54:19Z', 'revision_number': 4, 'project_id': 'b5c32c2a97b944998cb9744db61caf5d', 'gw_port': {'id': 'bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:54:17Z', 'updated_at': '2022-02-19T04:54:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30', 'name': '', 'network_id': '8ed9678b-63e5-4268-b5bf-bb2994d39d30', 'tenant_id': 'b5c32c2a97b944998cb9744db61caf5d', 'mac_address': 'fa:16:3e:d0:07:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'cfefd7f3-3611-4a3d-9127-9d96753fd889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:54:18Z', 'updated_at': '2022-02-19T04:54:18Z', 'revision_number': 1, 'project_id': 'b5c32c2a97b944998cb9744db61caf5d', 'subnets': [{'id': 'cfefd7f3-3611-4a3d-9127-9d96753fd889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:54:19.871642 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 5eaced60-ee64-4a29-a956-b80609530b9e is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:54:19.913549 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff1073d-4301-43ba-a38a-5fbe67612648 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:54:19.919200 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-eff1073d-4301-43ba-a38a-5fbe67612648 admin admin] 10.222.0.52 "PUT /v2.0/routers/d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8251977 Feb 19 04:54:19.996571 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-95697222-4a95-4e6d-aed8-5d2e2e825b3d None None] Provisioning complete for port 7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:19.997223 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-95697222-4a95-4e6d-aed8-5d2e2e825b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:20.035425 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-95697222-4a95-4e6d-aed8-5d2e2e825b3d None None] Port 7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:54:20.437799 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46404) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:20.442967 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b66d2ac0-51b1-4e57-85d7-9391adc13f34 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-842535340-network', 'tenant_id': '21e10756ac1241e69b611b8aab78022c'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:20.462366 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66d2ac0-51b1-4e57-85d7-9391adc13f34 admin admin] Made reservation on behalf of 21e10756ac1241e69b611b8aab78022c for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:20.465070 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b66d2ac0-51b1-4e57-85d7-9391adc13f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:20.476976 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b66d2ac0-51b1-4e57-85d7-9391adc13f34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:20.573416 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b66d2ac0-51b1-4e57-85d7-9391adc13f34 admin admin] Publish callbacks [] for security_group (ab5a5c38-1df0-4576-bb64-313ba993aa1c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:20.577478 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b66d2ac0-51b1-4e57-85d7-9391adc13f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ab5a5c38-1df0-4576-bb64-313ba993aa1c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:20.601536 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66d2ac0-51b1-4e57-85d7-9391adc13f34 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:54:20.618232 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d2ac0-51b1-4e57-85d7-9391adc13f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5a5c38-1df0-4576-bb64-313ba993aa1c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:20.620746 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b66d2ac0-51b1-4e57-85d7-9391adc13f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (d71de90c-137b-456b-a928-72cc3c61de6d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:20.621123 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-b66d2ac0-51b1-4e57-85d7-9391adc13f34 admin admin] Added segment d71de90c-137b-456b-a928-72cc3c61de6d of type vlan for network 3b3d604a-995d-41b6-906a-e29b4169c824 Feb 19 04:54:20.664640 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b66d2ac0-51b1-4e57-85d7-9391adc13f34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (3b3d604a-995d-41b6-906a-e29b4169c824), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:20.693381 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b66d2ac0-51b1-4e57-85d7-9391adc13f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (3b3d604a-995d-41b6-906a-e29b4169c824), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:20.694524 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66d2ac0-51b1-4e57-85d7-9391adc13f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:20.695109 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b66d2ac0-51b1-4e57-85d7-9391adc13f34 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:20.754919 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b66d2ac0-51b1-4e57-85d7-9391adc13f34 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3158793 Feb 19 04:54:20.757749 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46406) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:20.763816 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-be63074e-9007-4459-a455-12e0892600b0 admin admin] Request body: {'subnet': {'network_id': '3b3d604a-995d-41b6-906a-e29b4169c824', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-842535340-subnet', 'tenant_id': '21e10756ac1241e69b611b8aab78022c', 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:20.766658 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d2ac0-51b1-4e57-85d7-9391adc13f34 admin admin] Pushing event updated for resources: {'Network': ['ID=3b3d604a-995d-41b6-906a-e29b4169c824,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:20.780630 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 3b3d604a-995d-41b6-906a-e29b4169c824 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:54:20.798323 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be63074e-9007-4459-a455-12e0892600b0 admin admin] Made reservation on behalf of 21e10756ac1241e69b611b8aab78022c for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:20.800778 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-be63074e-9007-4459-a455-12e0892600b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:20.980371 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-be63074e-9007-4459-a455-12e0892600b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (0d9cba79-0151-4ca4-8753-820c6e192360), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:21.039075 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63074e-9007-4459-a455-12e0892600b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d9cba79-0151-4ca4-8753-820c6e192360,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:21.048156 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be63074e-9007-4459-a455-12e0892600b0 admin admin] Checking segment: {'id': 'd71de90c-137b-456b-a928-72cc3c61de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3b3d604a-995d-41b6-906a-e29b4169c824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:54:21.048609 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be63074e-9007-4459-a455-12e0892600b0 admin admin] Network hostable DHCP agents. Network: 3b3d604a-995d-41b6-906a-e29b4169c824, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:54:21.067731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be63074e-9007-4459-a455-12e0892600b0 admin admin] Network 3b3d604a-995d-41b6-906a-e29b4169c824 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:54:21.077876 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-be63074e-9007-4459-a455-12e0892600b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 3b3d604a-995d-41b6-906a-e29b4169c824) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:21.083777 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be63074e-9007-4459-a455-12e0892600b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:21.084487 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-be63074e-9007-4459-a455-12e0892600b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:21.087323 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05549766-9b1a-473c-95c9-7b70024b54f9 None None] Network 3b3d604a-995d-41b6-906a-e29b4169c824 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:54:21.103549 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-be63074e-9007-4459-a455-12e0892600b0 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3438356 Feb 19 04:54:21.105947 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46408) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:21.110459 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-3a7a1177-5c44-4c64-8d06-60218c3375f9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-842535340-router', 'tenant_id': '21e10756ac1241e69b611b8aab78022c', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:21.130357 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3a7a1177-5c44-4c64-8d06-60218c3375f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (7228a605-3ba3-4687-a451-1129f5c354e1), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:21.131408 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3a7a1177-5c44-4c64-8d06-60218c3375f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (7228a605-3ba3-4687-a451-1129f5c354e1), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:21.194942 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3a7a1177-5c44-4c64-8d06-60218c3375f9 admin admin] Publish callbacks [] for router_controller (7228a605-3ba3-4687-a451-1129f5c354e1), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:21.200896 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dde132-a686-4402-8b6d-c96e81a8dd42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-3b3d604a-995d-41b6-906a-e29b4169c824', 'network_id': '3b3d604a-995d-41b6-906a-e29b4169c824', 'project_id': '21e10756ac1241e69b611b8aab78022c', 'fixed_ips': [{'subnet_id': '0d9cba79-0151-4ca4-8753-820c6e192360'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:54:21.201883 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e6dde132-a686-4402-8b6d-c96e81a8dd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:21.338406 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-e6dde132-a686-4402-8b6d-c96e81a8dd42 None None] Allocated IP 172.20.0.2 (3b3d604a-995d-41b6-906a-e29b4169c824/0d9cba79-0151-4ca4-8753-820c6e192360/288895ae-085c-417a-a84a-acff48345535) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:54:21.495669 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e6dde132-a686-4402-8b6d-c96e81a8dd42 None None] Publish callbacks [] for port (288895ae-085c-417a-a84a-acff48345535), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:21.503667 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e6dde132-a686-4402-8b6d-c96e81a8dd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (288895ae-085c-417a-a84a-acff48345535), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:21.549911 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dde132-a686-4402-8b6d-c96e81a8dd42 None None] Network 3b3d604a-995d-41b6-906a-e29b4169c824 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:54:21.554654 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-e6dde132-a686-4402-8b6d-c96e81a8dd42 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:21.556429 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dde132-a686-4402-8b6d-c96e81a8dd42 None None] Pushing event updated for resources: {'Port': ['ID=288895ae-085c-417a-a84a-acff48345535,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:21.559140 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dde132-a686-4402-8b6d-c96e81a8dd42 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:54:21.625564 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e6dde132-a686-4402-8b6d-c96e81a8dd42 None None] Attempting to bind port 288895ae-085c-417a-a84a-acff48345535 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:21.625948 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e6dde132-a686-4402-8b6d-c96e81a8dd42 None None] Attempting to bind port 288895ae-085c-417a-a84a-acff48345535 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'd71de90c-137b-456b-a928-72cc3c61de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3b3d604a-995d-41b6-906a-e29b4169c824'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:21.626352 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dde132-a686-4402-8b6d-c96e81a8dd42 None None] Attempting to bind port 288895ae-085c-417a-a84a-acff48345535 on network 3b3d604a-995d-41b6-906a-e29b4169c824 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:21.632310 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dde132-a686-4402-8b6d-c96e81a8dd42 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:54:21.632692 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dde132-a686-4402-8b6d-c96e81a8dd42 None None] Checking segment: {'id': 'd71de90c-137b-456b-a928-72cc3c61de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3b3d604a-995d-41b6-906a-e29b4169c824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:54:21.633108 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e6dde132-a686-4402-8b6d-c96e81a8dd42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:21.633509 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dde132-a686-4402-8b6d-c96e81a8dd42 None None] Bound using segment: {'id': 'd71de90c-137b-456b-a928-72cc3c61de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3b3d604a-995d-41b6-906a-e29b4169c824'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:54:21.633977 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-e6dde132-a686-4402-8b6d-c96e81a8dd42 None None] Bound port: 288895ae-085c-417a-a84a-acff48345535, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71de90c-137b-456b-a928-72cc3c61de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3b3d604a-995d-41b6-906a-e29b4169c824'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:54:21.634389 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e6dde132-a686-4402-8b6d-c96e81a8dd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (288895ae-085c-417a-a84a-acff48345535), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:21.697107 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:54:21.709724 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3a7a1177-5c44-4c64-8d06-60218c3375f9 admin admin] Publish callbacks [] for router_gateway (7228a605-3ba3-4687-a451-1129f5c354e1), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:21.742850 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e6dde132-a686-4402-8b6d-c96e81a8dd42 None None] For port 288895ae-085c-417a-a84a-acff48345535, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:54:21.763956 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e6dde132-a686-4402-8b6d-c96e81a8dd42 None None] For port 288895ae-085c-417a-a84a-acff48345535, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=288895ae-085c-417a-a84a-acff48345535,segment=NetworkSegment(d71de90c-137b-456b-a928-72cc3c61de6d),segment_id=d71de90c-137b-456b-a928-72cc3c61de6d)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:54:21.773762 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e6dde132-a686-4402-8b6d-c96e81a8dd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (288895ae-085c-417a-a84a-acff48345535), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:21.813458 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:21.814151 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:21.865241 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dde132-a686-4402-8b6d-c96e81a8dd42 None None] Pushing event updated for resources: {'Port': ['ID=288895ae-085c-417a-a84a-acff48345535,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:21.915078 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:54:21.915699 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:21.933456 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3a7a1177-5c44-4c64-8d06-60218c3375f9 admin admin] Publish callbacks [] for router_gateway (7228a605-3ba3-4687-a451-1129f5c354e1), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:21.941184 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:54:21.945760 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:21.959399 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3a7a1177-5c44-4c64-8d06-60218c3375f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:22.008712 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:22.070050 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b093700-51d3-47c1-8614-87399bd29222 None None] Sync routers for ids ['d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:54:22.083019 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b093700-51d3-47c1-8614-87399bd29222 None None] Routers {'d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:22.083645 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-8b093700-51d3-47c1-8614-87399bd29222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:54:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:22.112362 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-3a7a1177-5c44-4c64-8d06-60218c3375f9 admin admin] Allocated IP 172.25.3.93 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/5fac5878-e220-43b1-bab1-1098ab5979c5) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:54:22.228453 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3a7a1177-5c44-4c64-8d06-60218c3375f9 admin admin] Publish callbacks [] for port (5fac5878-e220-43b1-bab1-1098ab5979c5), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:22.263504 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3a7a1177-5c44-4c64-8d06-60218c3375f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (5fac5878-e220-43b1-bab1-1098ab5979c5), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:22.294226 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-8b093700-51d3-47c1-8614-87399bd29222 None None] Set router d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:54:22.304101 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7a1177-5c44-4c64-8d06-60218c3375f9 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:54:22.307065 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-3a7a1177-5c44-4c64-8d06-60218c3375f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:22.310621 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7a1177-5c44-4c64-8d06-60218c3375f9 admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:54:22.335731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a1177-5c44-4c64-8d06-60218c3375f9 admin admin] Pushing event updated for resources: {'Port': ['ID=5fac5878-e220-43b1-bab1-1098ab5979c5,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:22.491458 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-8b093700-51d3-47c1-8614-87399bd29222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83', 'name': 'tempest-TestEncryptedCinderVolumes-1989193777-router', 'tenant_id': 'b5c32c2a97b944998cb9744db61caf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:54:16Z', 'updated_at': '2022-02-19T04:54:19Z', 'revision_number': 4, 'project_id': 'b5c32c2a97b944998cb9744db61caf5d', 'gw_port': {'id': 'bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:54:17Z', 'updated_at': '2022-02-19T04:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30', 'name': '', 'network_id': '8ed9678b-63e5-4268-b5bf-bb2994d39d30', 'tenant_id': 'b5c32c2a97b944998cb9744db61caf5d', 'mac_address': 'fa:16:3e:d0:07:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'cfefd7f3-3611-4a3d-9127-9d96753fd889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:54:18Z', 'updated_at': '2022-02-19T04:54:19Z', 'revision_number': 2, 'project_id': 'b5c32c2a97b944998cb9744db61caf5d', 'subnets': [{'id': 'cfefd7f3-3611-4a3d-9127-9d96753fd889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:22.517214 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b093700-51d3-47c1-8614-87399bd29222 None None] Checking router: d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:54:22.517566 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b093700-51d3-47c1-8614-87399bd29222 None None] Updating router d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83 port 7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:54:22.549751 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-8b093700-51d3-47c1-8614-87399bd29222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:22.571842 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3a7a1177-5c44-4c64-8d06-60218c3375f9 admin admin] Publish callbacks [] for router_gateway (7228a605-3ba3-4687-a451-1129f5c354e1), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:22.786324 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3a7a1177-5c44-4c64-8d06-60218c3375f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (7228a605-3ba3-4687-a451-1129f5c354e1), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:22.829053 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-8b093700-51d3-47c1-8614-87399bd29222 None None] Publish callbacks [] for port (7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:22.835329 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-8b093700-51d3-47c1-8614-87399bd29222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:22.927083 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4100e-63af-4a1f-8d23-0cc42fc4d4b9 None None] Pushing event updated for resources: {'Port': ['ID=7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:22.936984 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be79795-d17f-4612-86f1-cff4724b8d57 None None] Network 3b3d604a-995d-41b6-906a-e29b4169c824 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:54:22.941564 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7a1177-5c44-4c64-8d06-60218c3375f9 admin admin] Router 7228a605-3ba3-4687-a451-1129f5c354e1 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:54:22.947247 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4100e-63af-4a1f-8d23-0cc42fc4d4b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:22.947697 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4100e-63af-4a1f-8d23-0cc42fc4d4b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:22.948109 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4100e-63af-4a1f-8d23-0cc42fc4d4b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:22.948507 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4100e-63af-4a1f-8d23-0cc42fc4d4b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:22.948904 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4100e-63af-4a1f-8d23-0cc42fc4d4b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:22.949840 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4100e-63af-4a1f-8d23-0cc42fc4d4b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:22.950716 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4100e-63af-4a1f-8d23-0cc42fc4d4b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:22.950716 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4100e-63af-4a1f-8d23-0cc42fc4d4b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:22.950909 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4100e-63af-4a1f-8d23-0cc42fc4d4b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:22.951310 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4100e-63af-4a1f-8d23-0cc42fc4d4b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:22.951740 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4100e-63af-4a1f-8d23-0cc42fc4d4b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:22.952197 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4100e-63af-4a1f-8d23-0cc42fc4d4b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:22.954418 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c4100e-63af-4a1f-8d23-0cc42fc4d4b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:22.958717 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-8b093700-51d3-47c1-8614-87399bd29222 None None] Attempting to bind port 7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:22.959085 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-8b093700-51d3-47c1-8614-87399bd29222 None None] Attempting to bind port 7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '47d6832a-7e15-4f32-bef6-13d0355e1c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8ed9678b-63e5-4268-b5bf-bb2994d39d30'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:22.960874 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b093700-51d3-47c1-8614-87399bd29222 None None] Attempting to bind port 7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30 on network 8ed9678b-63e5-4268-b5bf-bb2994d39d30 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:22.967457 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b093700-51d3-47c1-8614-87399bd29222 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:54:22.967914 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b093700-51d3-47c1-8614-87399bd29222 None None] Checking segment: {'id': '47d6832a-7e15-4f32-bef6-13d0355e1c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8ed9678b-63e5-4268-b5bf-bb2994d39d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:54:22.968408 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-8b093700-51d3-47c1-8614-87399bd29222 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:22.968860 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b093700-51d3-47c1-8614-87399bd29222 None None] Bound using segment: {'id': '47d6832a-7e15-4f32-bef6-13d0355e1c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8ed9678b-63e5-4268-b5bf-bb2994d39d30'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:54:22.969398 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-8b093700-51d3-47c1-8614-87399bd29222 None None] Bound port: 7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d6832a-7e15-4f32-bef6-13d0355e1c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8ed9678b-63e5-4268-b5bf-bb2994d39d30'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:54:22.969849 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-8b093700-51d3-47c1-8614-87399bd29222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:23.044245 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-34c5f795-4b4f-42f5-b1a1-b502dfc211ab None None] Provisioning complete for port 288895ae-085c-417a-a84a-acff48345535 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:23.044571 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-34c5f795-4b4f-42f5-b1a1-b502dfc211ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (288895ae-085c-417a-a84a-acff48345535), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:23.050524 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-8b093700-51d3-47c1-8614-87399bd29222 None None] For port 7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:54:23.054468 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-8b093700-51d3-47c1-8614-87399bd29222 None None] For port 7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30,segment=NetworkSegment(47d6832a-7e15-4f32-bef6-13d0355e1c89),segment_id=47d6832a-7e15-4f32-bef6-13d0355e1c89)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:54:23.066691 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-8b093700-51d3-47c1-8614-87399bd29222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:23.099245 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7a1177-5c44-4c64-8d06-60218c3375f9 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:54:23.125920 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b093700-51d3-47c1-8614-87399bd29222 None None] Routers {'d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:23.126767 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-8b093700-51d3-47c1-8614-87399bd29222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:54:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:23.128086 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3a7a1177-5c44-4c64-8d06-60218c3375f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:23.129649 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3a7a1177-5c44-4c64-8d06-60218c3375f9 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0226264 Feb 19 04:54:23.132371 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8e6321-cf3a-4410-a981-8ee943f1bac4 None None] Sync routers for ids ['7228a605-3ba3-4687-a451-1129f5c354e1'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:54:23.132558 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46410) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:23.192978 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8e6321-cf3a-4410-a981-8ee943f1bac4 None None] Routers {'7228a605-3ba3-4687-a451-1129f5c354e1'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:23.193917 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7f8e6321-cf3a-4410-a981-8ee943f1bac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:54:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7228a605-3ba3-4687-a451-1129f5c354e1'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:23.244791 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-34c5f795-4b4f-42f5-b1a1-b502dfc211ab None None] Current status of the port 288895ae-085c-417a-a84a-acff48345535 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:54:23.245403 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-34c5f795-4b4f-42f5-b1a1-b502dfc211ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (288895ae-085c-417a-a84a-acff48345535), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:23.256988 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-8b093700-51d3-47c1-8614-87399bd29222 None None] Set router d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:54:23.358405 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4100e-63af-4a1f-8d23-0cc42fc4d4b9 None None] Pushing event updated for resources: {'Port': ['ID=7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:23.494559 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-34c5f795-4b4f-42f5-b1a1-b502dfc211ab None None] For port 288895ae-085c-417a-a84a-acff48345535, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=288895ae-085c-417a-a84a-acff48345535,segment=NetworkSegment(d71de90c-137b-456b-a928-72cc3c61de6d),segment_id=d71de90c-137b-456b-a928-72cc3c61de6d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:54:23.504944 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-34c5f795-4b4f-42f5-b1a1-b502dfc211ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (288895ae-085c-417a-a84a-acff48345535), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:23.521596 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-8b093700-51d3-47c1-8614-87399bd29222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83', 'name': 'tempest-TestEncryptedCinderVolumes-1989193777-router', 'tenant_id': 'b5c32c2a97b944998cb9744db61caf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:54:16Z', 'updated_at': '2022-02-19T04:54:19Z', 'revision_number': 4, 'project_id': 'b5c32c2a97b944998cb9744db61caf5d', 'gw_port': {'id': 'bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:54:17Z', 'updated_at': '2022-02-19T04:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30', 'name': '', 'network_id': '8ed9678b-63e5-4268-b5bf-bb2994d39d30', 'tenant_id': 'b5c32c2a97b944998cb9744db61caf5d', 'mac_address': 'fa:16:3e:d0:07:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'cfefd7f3-3611-4a3d-9127-9d96753fd889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:54:18Z', 'updated_at': '2022-02-19T04:54:23Z', 'revision_number': 4, 'project_id': 'b5c32c2a97b944998cb9744db61caf5d', 'subnets': [{'id': 'cfefd7f3-3611-4a3d-9127-9d96753fd889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:23.554653 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b093700-51d3-47c1-8614-87399bd29222 None None] The sync data for ids ['d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83'] in n-d-828369-19 is: [{'id': 'd4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83', 'name': 'tempest-TestEncryptedCinderVolumes-1989193777-router', 'tenant_id': 'b5c32c2a97b944998cb9744db61caf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:54:16Z', 'updated_at': '2022-02-19T04:54:19Z', 'revision_number': 4, 'project_id': 'b5c32c2a97b944998cb9744db61caf5d', 'gw_port': {'id': 'bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:54:17Z', 'updated_at': '2022-02-19T04:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30', 'name': '', 'network_id': '8ed9678b-63e5-4268-b5bf-bb2994d39d30', 'tenant_id': 'b5c32c2a97b944998cb9744db61caf5d', 'mac_address': 'fa:16:3e:d0:07:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'cfefd7f3-3611-4a3d-9127-9d96753fd889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:54:18Z', 'updated_at': '2022-02-19T04:54:23Z', 'revision_number': 4, 'project_id': 'b5c32c2a97b944998cb9744db61caf5d', 'subnets': [{'id': 'cfefd7f3-3611-4a3d-9127-9d96753fd889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:54:23.557015 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5f795-4b4f-42f5-b1a1-b502dfc211ab None None] Pushing event updated for resources: {'Port': ['ID=288895ae-085c-417a-a84a-acff48345535,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:23.578840 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-7f8e6321-cf3a-4410-a981-8ee943f1bac4 None None] Set router 7228a605-3ba3-4687-a451-1129f5c354e1 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:54:23.717167 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-54f1e816-1066-40c4-9b6f-07c5599d42bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:23.778735 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-5edcd0a1-be29-46c9-b6f1-52c2934cc79a None None] Provisioning complete for port 7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:23.779115 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5edcd0a1-be29-46c9-b6f1-52c2934cc79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:23.870589 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 288895ae-085c-417a-a84a-acff48345535 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:54:23.907594 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-54f1e816-1066-40c4-9b6f-07c5599d42bf admin admin] Allocated IP 172.20.0.1 (3b3d604a-995d-41b6-906a-e29b4169c824/0d9cba79-0151-4ca4-8753-820c6e192360/66c2d9ce-0471-470b-b53c-9fed6e9ea640) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:54:23.951543 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-5edcd0a1-be29-46c9-b6f1-52c2934cc79a None None] Current status of the port 7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:54:23.952093 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5edcd0a1-be29-46c9-b6f1-52c2934cc79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:24.008161 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 288895ae-085c-417a-a84a-acff48345535 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:24.008525 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (288895ae-085c-417a-a84a-acff48345535), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:24.011154 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-5edcd0a1-be29-46c9-b6f1-52c2934cc79a None None] For port 7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30,segment=NetworkSegment(47d6832a-7e15-4f32-bef6-13d0355e1c89),segment_id=47d6832a-7e15-4f32-bef6-13d0355e1c89)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:54:24.014409 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7f8e6321-cf3a-4410-a981-8ee943f1bac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7228a605-3ba3-4687-a451-1129f5c354e1', 'name': 'tempest-TestEncryptedCinderVolumes-842535340-router', 'tenant_id': '21e10756ac1241e69b611b8aab78022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '5fac5878-e220-43b1-bab1-1098ab5979c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:54:21Z', 'updated_at': '2022-02-19T04:54:22Z', 'revision_number': 3, 'project_id': '21e10756ac1241e69b611b8aab78022c', 'gw_port': {'id': '5fac5878-e220-43b1-bab1-1098ab5979c5', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:00:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7228a605-3ba3-4687-a451-1129f5c354e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:54:21Z', 'updated_at': '2022-02-19T04:54:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:24.018110 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-54f1e816-1066-40c4-9b6f-07c5599d42bf admin admin] Publish callbacks [] for port (66c2d9ce-0471-470b-b53c-9fed6e9ea640), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:24.060153 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-54f1e816-1066-40c4-9b6f-07c5599d42bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (66c2d9ce-0471-470b-b53c-9fed6e9ea640), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:24.061558 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5edcd0a1-be29-46c9-b6f1-52c2934cc79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:24.066494 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8e6321-cf3a-4410-a981-8ee943f1bac4 None None] Checking router: 7228a605-3ba3-4687-a451-1129f5c354e1 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:54:24.067413 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8e6321-cf3a-4410-a981-8ee943f1bac4 None None] Updating router 7228a605-3ba3-4687-a451-1129f5c354e1 port 5fac5878-e220-43b1-bab1-1098ab5979c5 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:54:24.098804 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f1e816-1066-40c4-9b6f-07c5599d42bf admin admin] Network 3b3d604a-995d-41b6-906a-e29b4169c824 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:54:24.101745 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-54f1e816-1066-40c4-9b6f-07c5599d42bf admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:24.104421 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f1e816-1066-40c4-9b6f-07c5599d42bf admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:54:24.141951 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6321-cf3a-4410-a981-8ee943f1bac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5fac5878-e220-43b1-bab1-1098ab5979c5), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:24.142435 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1e816-1066-40c4-9b6f-07c5599d42bf admin admin] Pushing event updated for resources: {'Port': ['ID=66c2d9ce-0471-470b-b53c-9fed6e9ea640,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:24.156658 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-54f1e816-1066-40c4-9b6f-07c5599d42bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (7228a605-3ba3-4687-a451-1129f5c354e1), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:24.190496 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcd0a1-be29-46c9-b6f1-52c2934cc79a None None] Pushing event updated for resources: {'Port': ['ID=7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:24.323232 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-54f1e816-1066-40c4-9b6f-07c5599d42bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (66c2d9ce-0471-470b-b53c-9fed6e9ea640), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:24.323817 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-db4c79c7-7b0b-4a98-9eee-5d37321d31a5 None None] Provisioning complete for port 288895ae-085c-417a-a84a-acff48345535 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:24.324875 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-db4c79c7-7b0b-4a98-9eee-5d37321d31a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (288895ae-085c-417a-a84a-acff48345535), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:24.375571 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 288895ae-085c-417a-a84a-acff48345535 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:54:24.376688 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:54:24.495405 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-54f1e816-1066-40c4-9b6f-07c5599d42bf admin admin] Publish callbacks [] for port (66c2d9ce-0471-470b-b53c-9fed6e9ea640), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:24.500038 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-54f1e816-1066-40c4-9b6f-07c5599d42bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (66c2d9ce-0471-470b-b53c-9fed6e9ea640), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:24.534059 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:24.534463 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:24.556267 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-db4c79c7-7b0b-4a98-9eee-5d37321d31a5 None None] Current status of the port 288895ae-085c-417a-a84a-acff48345535 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:54:24.566114 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1e816-1066-40c4-9b6f-07c5599d42bf admin admin] Pushing event updated for resources: {'Port': ['ID=66c2d9ce-0471-470b-b53c-9fed6e9ea640,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:24.568725 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-54f1e816-1066-40c4-9b6f-07c5599d42bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (7228a605-3ba3-4687-a451-1129f5c354e1), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:24.630639 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6321-cf3a-4410-a981-8ee943f1bac4 None None] Publish callbacks [] for port (5fac5878-e220-43b1-bab1-1098ab5979c5), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:24.638335 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6321-cf3a-4410-a981-8ee943f1bac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5fac5878-e220-43b1-bab1-1098ab5979c5), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:24.662805 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f1e816-1066-40c4-9b6f-07c5599d42bf admin admin] Network 3b3d604a-995d-41b6-906a-e29b4169c824 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:54:24.664416 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-54f1e816-1066-40c4-9b6f-07c5599d42bf admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:24.725356 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:54:24.725356 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:54:24.757291 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7a819-b43d-42f0-99f0-7619a37660fd None None] Pushing event updated for resources: {'Port': ['ID=5fac5878-e220-43b1-bab1-1098ab5979c5,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:24.762072 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a8e7a79d-3fef-419b-a8c9-49bf99c19cdf None None] Provisioning complete for port 66c2d9ce-0471-470b-b53c-9fed6e9ea640 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:24.762536 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a8e7a79d-3fef-419b-a8c9-49bf99c19cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (66c2d9ce-0471-470b-b53c-9fed6e9ea640), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:24.764239 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7f8e6321-cf3a-4410-a981-8ee943f1bac4 None None] Attempting to bind port 5fac5878-e220-43b1-bab1-1098ab5979c5 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:24.764565 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7f8e6321-cf3a-4410-a981-8ee943f1bac4 None None] Attempting to bind port 5fac5878-e220-43b1-bab1-1098ab5979c5 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:24.764934 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8e6321-cf3a-4410-a981-8ee943f1bac4 None None] Attempting to bind port 5fac5878-e220-43b1-bab1-1098ab5979c5 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:24.784658 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f1e816-1066-40c4-9b6f-07c5599d42bf admin admin] Router 7228a605-3ba3-4687-a451-1129f5c354e1 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:54:24.800946 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8e6321-cf3a-4410-a981-8ee943f1bac4 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:54:24.801327 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8e6321-cf3a-4410-a981-8ee943f1bac4 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:54:24.801741 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6321-cf3a-4410-a981-8ee943f1bac4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:24.802144 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8e6321-cf3a-4410-a981-8ee943f1bac4 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:54:24.802914 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7f8e6321-cf3a-4410-a981-8ee943f1bac4 None None] Bound port: 5fac5878-e220-43b1-bab1-1098ab5979c5, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:54:24.803303 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6321-cf3a-4410-a981-8ee943f1bac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5fac5878-e220-43b1-bab1-1098ab5979c5), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:24.841710 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a8e7a79d-3fef-419b-a8c9-49bf99c19cdf None None] Port 66c2d9ce-0471-470b-b53c-9fed6e9ea640 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:54:24.875768 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:24.876153 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:24.878220 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-7f8e6321-cf3a-4410-a981-8ee943f1bac4 None None] For port 5fac5878-e220-43b1-bab1-1098ab5979c5, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:54:24.882084 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-7f8e6321-cf3a-4410-a981-8ee943f1bac4 None None] For port 5fac5878-e220-43b1-bab1-1098ab5979c5, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5fac5878-e220-43b1-bab1-1098ab5979c5,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:54:24.908445 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6321-cf3a-4410-a981-8ee943f1bac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5fac5878-e220-43b1-bab1-1098ab5979c5), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:25.002432 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7a819-b43d-42f0-99f0-7619a37660fd None None] Pushing event updated for resources: {'Port': ['ID=5fac5878-e220-43b1-bab1-1098ab5979c5,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:25.007097 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8e6321-cf3a-4410-a981-8ee943f1bac4 None None] Routers {'7228a605-3ba3-4687-a451-1129f5c354e1'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:25.007729 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7f8e6321-cf3a-4410-a981-8ee943f1bac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:54:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7228a605-3ba3-4687-a451-1129f5c354e1'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:25.028442 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-db464424-8310-4463-98e0-7330dc593d74 None None] Provisioning complete for port 66c2d9ce-0471-470b-b53c-9fed6e9ea640 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:25.028825 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-db464424-8310-4463-98e0-7330dc593d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (66c2d9ce-0471-470b-b53c-9fed6e9ea640), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:25.119707 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:54:25.136196 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-db464424-8310-4463-98e0-7330dc593d74 None None] Port 66c2d9ce-0471-470b-b53c-9fed6e9ea640 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:54:25.177163 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f1e816-1066-40c4-9b6f-07c5599d42bf admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:54:25.182500 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-54f1e816-1066-40c4-9b6f-07c5599d42bf admin admin] 10.222.0.52 "PUT /v2.0/routers/7228a605-3ba3-4687-a451-1129f5c354e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0486782 Feb 19 04:54:25.196364 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-7f8e6321-cf3a-4410-a981-8ee943f1bac4 None None] Set router 7228a605-3ba3-4687-a451-1129f5c354e1 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:54:25.402764 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-7f8e6321-cf3a-4410-a981-8ee943f1bac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7228a605-3ba3-4687-a451-1129f5c354e1', 'name': 'tempest-TestEncryptedCinderVolumes-842535340-router', 'tenant_id': '21e10756ac1241e69b611b8aab78022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '5fac5878-e220-43b1-bab1-1098ab5979c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:54:21Z', 'updated_at': '2022-02-19T04:54:24Z', 'revision_number': 4, 'project_id': '21e10756ac1241e69b611b8aab78022c', 'gw_port': {'id': '5fac5878-e220-43b1-bab1-1098ab5979c5', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:00:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7228a605-3ba3-4687-a451-1129f5c354e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:54:21Z', 'updated_at': '2022-02-19T04:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '66c2d9ce-0471-470b-b53c-9fed6e9ea640', 'name': '', 'network_id': '3b3d604a-995d-41b6-906a-e29b4169c824', 'tenant_id': '21e10756ac1241e69b611b8aab78022c', 'mac_address': 'fa:16:3e:67:5d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7228a605-3ba3-4687-a451-1129f5c354e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '0d9cba79-0151-4ca4-8753-820c6e192360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:54:23Z', 'updated_at': '2022-02-19T04:54:24Z', 'revision_number': 2, 'project_id': '21e10756ac1241e69b611b8aab78022c', 'subnets': [{'id': '0d9cba79-0151-4ca4-8753-820c6e192360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:25.429571 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8e6321-cf3a-4410-a981-8ee943f1bac4 None None] The sync data for ids ['7228a605-3ba3-4687-a451-1129f5c354e1'] in n-d-828369-19 is: [{'id': '7228a605-3ba3-4687-a451-1129f5c354e1', 'name': 'tempest-TestEncryptedCinderVolumes-842535340-router', 'tenant_id': '21e10756ac1241e69b611b8aab78022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '5fac5878-e220-43b1-bab1-1098ab5979c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:54:21Z', 'updated_at': '2022-02-19T04:54:24Z', 'revision_number': 4, 'project_id': '21e10756ac1241e69b611b8aab78022c', 'gw_port': {'id': '5fac5878-e220-43b1-bab1-1098ab5979c5', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:00:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7228a605-3ba3-4687-a451-1129f5c354e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:54:21Z', 'updated_at': '2022-02-19T04:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '66c2d9ce-0471-470b-b53c-9fed6e9ea640', 'name': '', 'network_id': '3b3d604a-995d-41b6-906a-e29b4169c824', 'tenant_id': '21e10756ac1241e69b611b8aab78022c', 'mac_address': 'fa:16:3e:67:5d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7228a605-3ba3-4687-a451-1129f5c354e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '0d9cba79-0151-4ca4-8753-820c6e192360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:54:23Z', 'updated_at': '2022-02-19T04:54:24Z', 'revision_number': 2, 'project_id': '21e10756ac1241e69b611b8aab78022c', 'subnets': [{'id': '0d9cba79-0151-4ca4-8753-820c6e192360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:54:25.690634 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:54:25.744480 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:25.744900 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:26.000758 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:54:26.005867 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835951e-5505-4f43-80b5-517577459ae9 req-39223928-e147-469f-a6f2-b0a844d9945c tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:26.007404 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7835951e-5505-4f43-80b5-517577459ae9 req-39223928-e147-469f-a6f2-b0a844d9945c tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/networks?id=8ed9678b-63e5-4268-b5bf-bb2994d39d30 HTTP/1.1" status: 200 len: 817 time: 0.1132069 Feb 19 04:54:26.022798 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7835951e-5505-4f43-80b5-517577459ae9 req-519f82a0-67e9-41ce-88ec-411b7c6f84ba tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/quotas/b5c32c2a97b944998cb9744db61caf5d HTTP/1.1" status: 200 len: 375 time: 0.0095181 Feb 19 04:54:26.083919 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7835951e-5505-4f43-80b5-517577459ae9 req-e8cf0e72-8872-4c95-bccb-1455e14a7c81 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b5c32c2a97b944998cb9744db61caf5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551970 Feb 19 04:54:26.176468 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7835951e-5505-4f43-80b5-517577459ae9 req-a9f36b92-58f7-40b6-8746-dc2e0bfb5316 service neutron] 10.222.0.52 "GET /v2.0/networks/8ed9678b-63e5-4268-b5bf-bb2994d39d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808060 Feb 19 04:54:26.269217 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7835951e-5505-4f43-80b5-517577459ae9 req-b34e4fb3-3727-401d-a5c3-492a15ce5ef4 service neutron] 10.222.0.52 "GET /v2.0/networks/8ed9678b-63e5-4268-b5bf-bb2994d39d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870051 Feb 19 04:54:26.495116 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-25d2f16d-26f9-4837-8572-5cb0e7c23a76 req-7c27aa26-c63e-4e8f-a379-906606e293d9 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?device_id=07249736-fbdb-410c-a52c-6fe4f7af0c30 HTTP/1.1" status: 200 len: 210 time: 0.0314980 Feb 19 04:54:27.334222 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:27.431993 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835951e-5505-4f43-80b5-517577459ae9 req-ab368a9d-4f94-419e-89fe-f35845dec451 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:27.433496 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7835951e-5505-4f43-80b5-517577459ae9 req-ab368a9d-4f94-419e-89fe-f35845dec451 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.26 "GET /v2.0/networks?id=8ed9678b-63e5-4268-b5bf-bb2994d39d30 HTTP/1.1" status: 200 len: 817 time: 0.1119237 Feb 19 04:54:27.447686 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-7835951e-5505-4f43-80b5-517577459ae9 req-6a5bd033-e072-4a7c-8262-4625245d7bdb tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Request body: {'port': {'device_id': '07249736-fbdb-410c-a52c-6fe4f7af0c30', 'network_id': '8ed9678b-63e5-4268-b5bf-bb2994d39d30', 'admin_state_up': True, 'tenant_id': 'b5c32c2a97b944998cb9744db61caf5d'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:27.595826 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc2eed1e-51d5-483f-8ddf-d3d1e6770597 req-41fdf152-9c85-44f4-b352-6fbb3d2af8e8 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?device_id=07249736-fbdb-410c-a52c-6fe4f7af0c30 HTTP/1.1" status: 200 len: 210 time: 0.0309677 Feb 19 04:54:27.598247 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7835951e-5505-4f43-80b5-517577459ae9 req-6a5bd033-e072-4a7c-8262-4625245d7bdb tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Made reservation on behalf of b5c32c2a97b944998cb9744db61caf5d for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:27.601640 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7835951e-5505-4f43-80b5-517577459ae9 req-6a5bd033-e072-4a7c-8262-4625245d7bdb tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:27.697829 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5fac5878-e220-43b1-bab1-1098ab5979c5 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:54:27.744054 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-7835951e-5505-4f43-80b5-517577459ae9 req-6a5bd033-e072-4a7c-8262-4625245d7bdb tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Allocated IP 172.20.0.12 (8ed9678b-63e5-4268-b5bf-bb2994d39d30/cfefd7f3-3611-4a3d-9127-9d96753fd889/28d5ad3a-831d-432f-ad67-3622a0956be6) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:54:27.747377 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 5fac5878-e220-43b1-bab1-1098ab5979c5 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:27.747832 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5fac5878-e220-43b1-bab1-1098ab5979c5), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:27.834512 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 5fac5878-e220-43b1-bab1-1098ab5979c5 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:54:27.834918 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5fac5878-e220-43b1-bab1-1098ab5979c5), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:27.863083 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 5fac5878-e220-43b1-bab1-1098ab5979c5, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5fac5878-e220-43b1-bab1-1098ab5979c5,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:54:27.867965 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5fac5878-e220-43b1-bab1-1098ab5979c5), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:27.903955 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7835951e-5505-4f43-80b5-517577459ae9 req-6a5bd033-e072-4a7c-8262-4625245d7bdb tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Publish callbacks [] for port (28d5ad3a-831d-432f-ad67-3622a0956be6), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:27.917012 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=5fac5878-e220-43b1-bab1-1098ab5979c5,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:27.935841 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db5190e-df03-4610-b276-46ba41bee3cd None None] Sync routers for ids ['7228a605-3ba3-4687-a451-1129f5c354e1'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:54:27.938455 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7835951e-5505-4f43-80b5-517577459ae9 req-6a5bd033-e072-4a7c-8262-4625245d7bdb tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (28d5ad3a-831d-432f-ad67-3622a0956be6), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:27.945786 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db5190e-df03-4610-b276-46ba41bee3cd None None] Routers {'7228a605-3ba3-4687-a451-1129f5c354e1'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:27.946608 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-5db5190e-df03-4610-b276-46ba41bee3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:54:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7228a605-3ba3-4687-a451-1129f5c354e1'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:27.982187 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7835951e-5505-4f43-80b5-517577459ae9 req-6a5bd033-e072-4a7c-8262-4625245d7bdb tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Network 8ed9678b-63e5-4268-b5bf-bb2994d39d30 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:54:27.987122 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-7835951e-5505-4f43-80b5-517577459ae9 req-6a5bd033-e072-4a7c-8262-4625245d7bdb tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:27.989854 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-7835951e-5505-4f43-80b5-517577459ae9 req-6a5bd033-e072-4a7c-8262-4625245d7bdb tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:54:28.020691 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5bd033-e072-4a7c-8262-4625245d7bdb tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Pushing event updated for resources: {'Port': ['ID=28d5ad3a-831d-432f-ad67-3622a0956be6,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:28.048075 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835951e-5505-4f43-80b5-517577459ae9 req-6a5bd033-e072-4a7c-8262-4625245d7bdb tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:28.048737 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7835951e-5505-4f43-80b5-517577459ae9 req-6a5bd033-e072-4a7c-8262-4625245d7bdb tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:28.059654 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-5db5190e-df03-4610-b276-46ba41bee3cd None None] Set router 7228a605-3ba3-4687-a451-1129f5c354e1 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:54:28.070456 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7835951e-5505-4f43-80b5-517577459ae9 req-6a5bd033-e072-4a7c-8262-4625245d7bdb tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6266174 Feb 19 04:54:28.082321 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-7835951e-5505-4f43-80b5-517577459ae9 req-04aaf84a-8597-4776-8299-a06cf273265a service neutron] Request body: {'port': {'device_id': '07249736-fbdb-410c-a52c-6fe4f7af0c30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:28.160291 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7835951e-5505-4f43-80b5-517577459ae9 req-04aaf84a-8597-4776-8299-a06cf273265a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (28d5ad3a-831d-432f-ad67-3622a0956be6), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:28.280457 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-cba7faf0-b498-4421-90b8-864772b20274 None None] Provisioning complete for port 28d5ad3a-831d-432f-ad67-3622a0956be6 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:28.280930 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cba7faf0-b498-4421-90b8-864772b20274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (28d5ad3a-831d-432f-ad67-3622a0956be6), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:28.283769 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-5db5190e-df03-4610-b276-46ba41bee3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7228a605-3ba3-4687-a451-1129f5c354e1', 'name': 'tempest-TestEncryptedCinderVolumes-842535340-router', 'tenant_id': '21e10756ac1241e69b611b8aab78022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '5fac5878-e220-43b1-bab1-1098ab5979c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:54:21Z', 'updated_at': '2022-02-19T04:54:24Z', 'revision_number': 4, 'project_id': '21e10756ac1241e69b611b8aab78022c', 'gw_port': {'id': '5fac5878-e220-43b1-bab1-1098ab5979c5', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:00:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7228a605-3ba3-4687-a451-1129f5c354e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:54:21Z', 'updated_at': '2022-02-19T04:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '66c2d9ce-0471-470b-b53c-9fed6e9ea640', 'name': '', 'network_id': '3b3d604a-995d-41b6-906a-e29b4169c824', 'tenant_id': '21e10756ac1241e69b611b8aab78022c', 'mac_address': 'fa:16:3e:67:5d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7228a605-3ba3-4687-a451-1129f5c354e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '0d9cba79-0151-4ca4-8753-820c6e192360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:54:23Z', 'updated_at': '2022-02-19T04:54:24Z', 'revision_number': 2, 'project_id': '21e10756ac1241e69b611b8aab78022c', 'subnets': [{'id': '0d9cba79-0151-4ca4-8753-820c6e192360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:28.311535 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db5190e-df03-4610-b276-46ba41bee3cd None None] Checking router: 7228a605-3ba3-4687-a451-1129f5c354e1 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:54:28.311885 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db5190e-df03-4610-b276-46ba41bee3cd None None] Updating router 7228a605-3ba3-4687-a451-1129f5c354e1 port 66c2d9ce-0471-470b-b53c-9fed6e9ea640 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:54:28.317174 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-cba7faf0-b498-4421-90b8-864772b20274 None None] Port 28d5ad3a-831d-432f-ad67-3622a0956be6 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:54:28.339966 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-5db5190e-df03-4610-b276-46ba41bee3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (66c2d9ce-0471-470b-b53c-9fed6e9ea640), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:28.442052 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-7835951e-5505-4f43-80b5-517577459ae9 req-04aaf84a-8597-4776-8299-a06cf273265a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d5ad3a-831d-432f-ad67-3622a0956be6 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:54:28.453638 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7835951e-5505-4f43-80b5-517577459ae9 req-04aaf84a-8597-4776-8299-a06cf273265a service neutron] Publish callbacks [] for port (28d5ad3a-831d-432f-ad67-3622a0956be6), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:28.466699 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-7835951e-5505-4f43-80b5-517577459ae9 req-04aaf84a-8597-4776-8299-a06cf273265a service neutron] Transition to ACTIVE for port object 28d5ad3a-831d-432f-ad67-3622a0956be6 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:54:28.471555 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7835951e-5505-4f43-80b5-517577459ae9 req-04aaf84a-8597-4776-8299-a06cf273265a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (28d5ad3a-831d-432f-ad67-3622a0956be6), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:28.525597 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aaf84a-8597-4776-8299-a06cf273265a service neutron] Pushing event updated for resources: {'Port': ['ID=28d5ad3a-831d-432f-ad67-3622a0956be6,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:28.603831 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-7835951e-5505-4f43-80b5-517577459ae9 req-04aaf84a-8597-4776-8299-a06cf273265a service neutron] Attempting to bind port 28d5ad3a-831d-432f-ad67-3622a0956be6 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:28.604099 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-7835951e-5505-4f43-80b5-517577459ae9 req-04aaf84a-8597-4776-8299-a06cf273265a service neutron] Attempting to bind port 28d5ad3a-831d-432f-ad67-3622a0956be6 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '47d6832a-7e15-4f32-bef6-13d0355e1c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8ed9678b-63e5-4268-b5bf-bb2994d39d30'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:28.604428 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7835951e-5505-4f43-80b5-517577459ae9 req-04aaf84a-8597-4776-8299-a06cf273265a service neutron] Attempting to bind port 28d5ad3a-831d-432f-ad67-3622a0956be6 on network 8ed9678b-63e5-4268-b5bf-bb2994d39d30 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:28.609621 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7835951e-5505-4f43-80b5-517577459ae9 req-04aaf84a-8597-4776-8299-a06cf273265a service neutron] Port 28d5ad3a-831d-432f-ad67-3622a0956be6 on network 8ed9678b-63e5-4268-b5bf-bb2994d39d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:28.609947 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7835951e-5505-4f43-80b5-517577459ae9 req-04aaf84a-8597-4776-8299-a06cf273265a service neutron] Attempting to bind port 28d5ad3a-831d-432f-ad67-3622a0956be6 on network 8ed9678b-63e5-4268-b5bf-bb2994d39d30 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:28.615040 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7835951e-5505-4f43-80b5-517577459ae9 req-04aaf84a-8597-4776-8299-a06cf273265a service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:54:28.615383 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7835951e-5505-4f43-80b5-517577459ae9 req-04aaf84a-8597-4776-8299-a06cf273265a service neutron] Checking segment: {'id': '47d6832a-7e15-4f32-bef6-13d0355e1c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8ed9678b-63e5-4268-b5bf-bb2994d39d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:54:28.615772 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7835951e-5505-4f43-80b5-517577459ae9 req-04aaf84a-8597-4776-8299-a06cf273265a service neutron] Bound using segment: {'id': '47d6832a-7e15-4f32-bef6-13d0355e1c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8ed9678b-63e5-4268-b5bf-bb2994d39d30'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:54:28.616204 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-7835951e-5505-4f43-80b5-517577459ae9 req-04aaf84a-8597-4776-8299-a06cf273265a service neutron] Bound port: 28d5ad3a-831d-432f-ad67-3622a0956be6, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d6832a-7e15-4f32-bef6-13d0355e1c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8ed9678b-63e5-4268-b5bf-bb2994d39d30'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:54:28.616563 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7835951e-5505-4f43-80b5-517577459ae9 req-04aaf84a-8597-4776-8299-a06cf273265a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (28d5ad3a-831d-432f-ad67-3622a0956be6), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:28.690817 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-7835951e-5505-4f43-80b5-517577459ae9 req-04aaf84a-8597-4776-8299-a06cf273265a service neutron] For port 28d5ad3a-831d-432f-ad67-3622a0956be6, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:54:28.696237 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-7835951e-5505-4f43-80b5-517577459ae9 req-04aaf84a-8597-4776-8299-a06cf273265a service neutron] For port 28d5ad3a-831d-432f-ad67-3622a0956be6, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=28d5ad3a-831d-432f-ad67-3622a0956be6,segment=NetworkSegment(47d6832a-7e15-4f32-bef6-13d0355e1c89),segment_id=47d6832a-7e15-4f32-bef6-13d0355e1c89)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:54:28.705137 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7835951e-5505-4f43-80b5-517577459ae9 req-04aaf84a-8597-4776-8299-a06cf273265a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (28d5ad3a-831d-432f-ad67-3622a0956be6), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:28.734376 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-5db5190e-df03-4610-b276-46ba41bee3cd None None] Publish callbacks [] for port (66c2d9ce-0471-470b-b53c-9fed6e9ea640), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:28.740860 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-5db5190e-df03-4610-b276-46ba41bee3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (66c2d9ce-0471-470b-b53c-9fed6e9ea640), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:28.782354 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835951e-5505-4f43-80b5-517577459ae9 req-04aaf84a-8597-4776-8299-a06cf273265a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:28.783436 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-7835951e-5505-4f43-80b5-517577459ae9 req-04aaf84a-8597-4776-8299-a06cf273265a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:28.785203 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7835951e-5505-4f43-80b5-517577459ae9 req-04aaf84a-8597-4776-8299-a06cf273265a service neutron] 10.222.0.26 "PUT /v2.0/ports/28d5ad3a-831d-432f-ad67-3622a0956be6 HTTP/1.1" status: 200 len: 1093 time: 0.7074614 Feb 19 04:54:28.787719 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07249736-fbdb-410c-a52c-6fe4f7af0c30', 'tag': '28d5ad3a-831d-432f-ad67-3622a0956be6'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:54:28.791173 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f339868a-46d3-4241-be0c-3a5c39f061e4" -d '{"events": [{"name": "network-changed", "server_uuid": "07249736-fbdb-410c-a52c-6fe4f7af0c30", "tag": "28d5ad3a-831d-432f-ad67-3622a0956be6"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:54:28.792347 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d40f62-b5db-4591-8e5c-1d4b5f7bfde7 None None] Pushing event updated for resources: {'Port': ['ID=66c2d9ce-0471-470b-b53c-9fed6e9ea640,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:28.863419 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-5db5190e-df03-4610-b276-46ba41bee3cd None None] Attempting to bind port 66c2d9ce-0471-470b-b53c-9fed6e9ea640 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:28.864309 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-5db5190e-df03-4610-b276-46ba41bee3cd None None] Attempting to bind port 66c2d9ce-0471-470b-b53c-9fed6e9ea640 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'd71de90c-137b-456b-a928-72cc3c61de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3b3d604a-995d-41b6-906a-e29b4169c824'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:28.864772 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db5190e-df03-4610-b276-46ba41bee3cd None None] Attempting to bind port 66c2d9ce-0471-470b-b53c-9fed6e9ea640 on network 3b3d604a-995d-41b6-906a-e29b4169c824 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:28.873758 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db5190e-df03-4610-b276-46ba41bee3cd None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:54:28.874364 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db5190e-df03-4610-b276-46ba41bee3cd None None] Checking segment: {'id': 'd71de90c-137b-456b-a928-72cc3c61de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3b3d604a-995d-41b6-906a-e29b4169c824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:54:28.874779 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-5db5190e-df03-4610-b276-46ba41bee3cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:28.875171 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db5190e-df03-4610-b276-46ba41bee3cd None None] Bound using segment: {'id': 'd71de90c-137b-456b-a928-72cc3c61de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3b3d604a-995d-41b6-906a-e29b4169c824'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:54:28.875639 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-5db5190e-df03-4610-b276-46ba41bee3cd None None] Bound port: 66c2d9ce-0471-470b-b53c-9fed6e9ea640, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71de90c-137b-456b-a928-72cc3c61de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3b3d604a-995d-41b6-906a-e29b4169c824'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:54:28.876066 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-5db5190e-df03-4610-b276-46ba41bee3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (66c2d9ce-0471-470b-b53c-9fed6e9ea640), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:28.878845 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc958a41-9fb4-4503-8013-b1f163458ae1 x-openstack-request-id: req-fc958a41-9fb4-4503-8013-b1f163458ae1 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:54:28.879146 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07249736-fbdb-410c-a52c-6fe4f7af0c30", "tag": "28d5ad3a-831d-432f-ad67-3622a0956be6", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:54:28.879398 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fc958a41-9fb4-4503-8013-b1f163458ae1 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:54:28.879801 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07249736-fbdb-410c-a52c-6fe4f7af0c30', 'tag': '28d5ad3a-831d-432f-ad67-3622a0956be6', 'status': 'completed', 'code': 200} Feb 19 04:54:28.886512 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aaf84a-8597-4776-8299-a06cf273265a service neutron] Pushing event updated for resources: {'Port': ['ID=28d5ad3a-831d-432f-ad67-3622a0956be6,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:28.920636 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad9d77-4921-48a2-8a3a-d3add68d5b4b req-28c361be-5c74-4fd3-9273-261325f156c3 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:28.922501 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ffad9d77-4921-48a2-8a3a-d3add68d5b4b req-28c361be-5c74-4fd3-9273-261325f156c3 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?device_id=07249736-fbdb-410c-a52c-6fe4f7af0c30 HTTP/1.1" status: 200 len: 944 time: 0.2124040 Feb 19 04:54:28.934033 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835951e-5505-4f43-80b5-517577459ae9 req-d9297bd6-8a00-4e8c-9808-d6274dd809b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:28.935531 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7835951e-5505-4f43-80b5-517577459ae9 req-d9297bd6-8a00-4e8c-9808-d6274dd809b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5c32c2a97b944998cb9744db61caf5d&device_id=07249736-fbdb-410c-a52c-6fe4f7af0c30 HTTP/1.1" status: 200 len: 1127 time: 0.0934246 Feb 19 04:54:28.973793 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-5db5190e-df03-4610-b276-46ba41bee3cd None None] For port 66c2d9ce-0471-470b-b53c-9fed6e9ea640, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:54:28.985623 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-5db5190e-df03-4610-b276-46ba41bee3cd None None] For port 66c2d9ce-0471-470b-b53c-9fed6e9ea640, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=66c2d9ce-0471-470b-b53c-9fed6e9ea640,segment=NetworkSegment(d71de90c-137b-456b-a928-72cc3c61de6d),segment_id=d71de90c-137b-456b-a928-72cc3c61de6d)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:54:28.994684 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-5db5190e-df03-4610-b276-46ba41bee3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (66c2d9ce-0471-470b-b53c-9fed6e9ea640), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:28.999473 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7835951e-5505-4f43-80b5-517577459ae9 req-77e62071-5843-41f3-b467-2a0748ef54c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28d5ad3a-831d-432f-ad67-3622a0956be6 HTTP/1.1" status: 200 len: 217 time: 0.0520828 Feb 19 04:54:29.063078 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ffad9d77-4921-48a2-8a3a-d3add68d5b4b req-248df933-c429-46f3-b6e1-3fc95f9dc74c tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f70ea1f-824b-4868-aefd-f4c9f27a651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312945 Feb 19 04:54:29.073120 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db5190e-df03-4610-b276-46ba41bee3cd None None] Routers {'7228a605-3ba3-4687-a451-1129f5c354e1'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:29.074047 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-5db5190e-df03-4610-b276-46ba41bee3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:54:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7228a605-3ba3-4687-a451-1129f5c354e1'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:29.075825 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835951e-5505-4f43-80b5-517577459ae9 req-e7f6e406-17c5-48b9-b53c-b524458879a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:29.076540 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d40f62-b5db-4591-8e5c-1d4b5f7bfde7 None None] Pushing event updated for resources: {'Port': ['ID=66c2d9ce-0471-470b-b53c-9fed6e9ea640,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:29.077469 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7835951e-5505-4f43-80b5-517577459ae9 req-e7f6e406-17c5-48b9-b53c-b524458879a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cfefd7f3-3611-4a3d-9127-9d96753fd889 HTTP/1.1" status: 200 len: 856 time: 0.0722454 Feb 19 04:54:29.132005 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835951e-5505-4f43-80b5-517577459ae9 req-c07ef961-6cdf-433a-9724-afe5ce7b0ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:29.133597 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7835951e-5505-4f43-80b5-517577459ae9 req-c07ef961-6cdf-433a-9724-afe5ce7b0ea2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ed9678b-63e5-4268-b5bf-bb2994d39d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0497215 Feb 19 04:54:29.170859 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-8efa0078-27e8-4527-9242-a98ac44c4892 None None] Provisioning complete for port 66c2d9ce-0471-470b-b53c-9fed6e9ea640 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:29.172126 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8efa0078-27e8-4527-9242-a98ac44c4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (66c2d9ce-0471-470b-b53c-9fed6e9ea640), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:29.228873 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-5db5190e-df03-4610-b276-46ba41bee3cd None None] Set router 7228a605-3ba3-4687-a451-1129f5c354e1 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:54:29.242997 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7835951e-5505-4f43-80b5-517577459ae9 req-6a781614-31b6-46d6-90a2-d4b641361685 service neutron] 10.222.0.26 "GET /v2.0/networks/8ed9678b-63e5-4268-b5bf-bb2994d39d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024776 Feb 19 04:54:29.273488 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8efa0078-27e8-4527-9242-a98ac44c4892 None None] Current status of the port 66c2d9ce-0471-470b-b53c-9fed6e9ea640 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:54:29.274341 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8efa0078-27e8-4527-9242-a98ac44c4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (66c2d9ce-0471-470b-b53c-9fed6e9ea640), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:29.318605 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-8efa0078-27e8-4527-9242-a98ac44c4892 None None] For port 66c2d9ce-0471-470b-b53c-9fed6e9ea640, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=66c2d9ce-0471-470b-b53c-9fed6e9ea640,segment=NetworkSegment(d71de90c-137b-456b-a928-72cc3c61de6d),segment_id=d71de90c-137b-456b-a928-72cc3c61de6d)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:54:29.329640 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8efa0078-27e8-4527-9242-a98ac44c4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (66c2d9ce-0471-470b-b53c-9fed6e9ea640), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:29.350537 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7835951e-5505-4f43-80b5-517577459ae9 req-bef4e6e1-c7ec-4f3b-852a-d31ea13fd6d6 service neutron] 10.222.0.26 "GET /v2.0/networks/8ed9678b-63e5-4268-b5bf-bb2994d39d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993068 Feb 19 04:54:29.383853 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa0078-27e8-4527-9242-a98ac44c4892 None None] Pushing event updated for resources: {'Port': ['ID=66c2d9ce-0471-470b-b53c-9fed6e9ea640,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:29.447210 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339868a-46d3-4241-be0c-3a5c39f061e4 req-74728858-ee4a-44d2-9e51-a5c1f325d9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:29.447778 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-5db5190e-df03-4610-b276-46ba41bee3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7228a605-3ba3-4687-a451-1129f5c354e1', 'name': 'tempest-TestEncryptedCinderVolumes-842535340-router', 'tenant_id': '21e10756ac1241e69b611b8aab78022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '5fac5878-e220-43b1-bab1-1098ab5979c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:54:21Z', 'updated_at': '2022-02-19T04:54:24Z', 'revision_number': 4, 'project_id': '21e10756ac1241e69b611b8aab78022c', 'gw_port': {'id': '5fac5878-e220-43b1-bab1-1098ab5979c5', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:00:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7228a605-3ba3-4687-a451-1129f5c354e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:54:21Z', 'updated_at': '2022-02-19T04:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '66c2d9ce-0471-470b-b53c-9fed6e9ea640', 'name': '', 'network_id': '3b3d604a-995d-41b6-906a-e29b4169c824', 'tenant_id': '21e10756ac1241e69b611b8aab78022c', 'mac_address': 'fa:16:3e:67:5d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7228a605-3ba3-4687-a451-1129f5c354e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '0d9cba79-0151-4ca4-8753-820c6e192360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:54:23Z', 'updated_at': '2022-02-19T04:54:28Z', 'revision_number': 4, 'project_id': '21e10756ac1241e69b611b8aab78022c', 'subnets': [{'id': '0d9cba79-0151-4ca4-8753-820c6e192360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:29.448757 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f339868a-46d3-4241-be0c-3a5c39f061e4 req-74728858-ee4a-44d2-9e51-a5c1f325d9b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5c32c2a97b944998cb9744db61caf5d&device_id=07249736-fbdb-410c-a52c-6fe4f7af0c30 HTTP/1.1" status: 200 len: 1127 time: 0.0478811 Feb 19 04:54:29.469814 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-62e0afac-8d29-414d-b980-61cb69f2fd9c None None] Provisioning complete for port 66c2d9ce-0471-470b-b53c-9fed6e9ea640 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:29.470366 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-62e0afac-8d29-414d-b980-61cb69f2fd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (66c2d9ce-0471-470b-b53c-9fed6e9ea640), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:29.478751 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db5190e-df03-4610-b276-46ba41bee3cd None None] The sync data for ids ['7228a605-3ba3-4687-a451-1129f5c354e1'] in n-d-828369-19 is: [{'id': '7228a605-3ba3-4687-a451-1129f5c354e1', 'name': 'tempest-TestEncryptedCinderVolumes-842535340-router', 'tenant_id': '21e10756ac1241e69b611b8aab78022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '5fac5878-e220-43b1-bab1-1098ab5979c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:54:21Z', 'updated_at': '2022-02-19T04:54:24Z', 'revision_number': 4, 'project_id': '21e10756ac1241e69b611b8aab78022c', 'gw_port': {'id': '5fac5878-e220-43b1-bab1-1098ab5979c5', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:00:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7228a605-3ba3-4687-a451-1129f5c354e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:54:21Z', 'updated_at': '2022-02-19T04:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '66c2d9ce-0471-470b-b53c-9fed6e9ea640', 'name': '', 'network_id': '3b3d604a-995d-41b6-906a-e29b4169c824', 'tenant_id': '21e10756ac1241e69b611b8aab78022c', 'mac_address': 'fa:16:3e:67:5d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7228a605-3ba3-4687-a451-1129f5c354e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '0d9cba79-0151-4ca4-8753-820c6e192360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:54:23Z', 'updated_at': '2022-02-19T04:54:28Z', 'revision_number': 4, 'project_id': '21e10756ac1241e69b611b8aab78022c', 'subnets': [{'id': '0d9cba79-0151-4ca4-8753-820c6e192360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:54:29.551561 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339868a-46d3-4241-be0c-3a5c39f061e4 req-6dbbb123-bb99-4e72-a505-cece864fa056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:29.553319 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f339868a-46d3-4241-be0c-3a5c39f061e4 req-6dbbb123-bb99-4e72-a505-cece864fa056 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8ed9678b-63e5-4268-b5bf-bb2994d39d30 HTTP/1.1" status: 200 len: 918 time: 0.0976624 Feb 19 04:54:29.557218 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-62e0afac-8d29-414d-b980-61cb69f2fd9c None None] Current status of the port 66c2d9ce-0471-470b-b53c-9fed6e9ea640 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:54:29.595969 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f339868a-46d3-4241-be0c-3a5c39f061e4 req-ecf63535-4791-4065-8943-4059ed47f22d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28d5ad3a-831d-432f-ad67-3622a0956be6 HTTP/1.1" status: 200 len: 217 time: 0.0369887 Feb 19 04:54:29.650694 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339868a-46d3-4241-be0c-3a5c39f061e4 req-8f6f96b9-abad-49fd-b4c8-34c9e145342b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:29.652456 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f339868a-46d3-4241-be0c-3a5c39f061e4 req-8f6f96b9-abad-49fd-b4c8-34c9e145342b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cfefd7f3-3611-4a3d-9127-9d96753fd889 HTTP/1.1" status: 200 len: 856 time: 0.0510330 Feb 19 04:54:29.674367 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5fac5878-e220-43b1-bab1-1098ab5979c5 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:54:29.708902 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339868a-46d3-4241-be0c-3a5c39f061e4 req-eb9f686d-9fb8-4dd3-9005-cd57675e666f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:29.710628 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f339868a-46d3-4241-be0c-3a5c39f061e4 req-eb9f686d-9fb8-4dd3-9005-cd57675e666f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ed9678b-63e5-4268-b5bf-bb2994d39d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0526953 Feb 19 04:54:29.725954 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 5fac5878-e220-43b1-bab1-1098ab5979c5 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:29.726367 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5fac5878-e220-43b1-bab1-1098ab5979c5), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:29.805068 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f339868a-46d3-4241-be0c-3a5c39f061e4 req-1a1d98f4-5694-4d3a-b7bc-b64cf1feca27 service neutron] 10.222.0.26 "GET /v2.0/networks/8ed9678b-63e5-4268-b5bf-bb2994d39d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884683 Feb 19 04:54:29.812056 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 5fac5878-e220-43b1-bab1-1098ab5979c5 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:54:29.813284 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 66c2d9ce-0471-470b-b53c-9fed6e9ea640 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:54:29.861214 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 66c2d9ce-0471-470b-b53c-9fed6e9ea640 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:29.861680 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (66c2d9ce-0471-470b-b53c-9fed6e9ea640), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:29.906529 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f339868a-46d3-4241-be0c-3a5c39f061e4 req-506c275e-e87b-4e65-9f64-6bfb15aa2e98 service neutron] 10.222.0.26 "GET /v2.0/networks/8ed9678b-63e5-4268-b5bf-bb2994d39d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951343 Feb 19 04:54:29.941178 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 66c2d9ce-0471-470b-b53c-9fed6e9ea640 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:54:30.079542 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:30.186194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931526b0-853d-4d66-8dbe-2a4c783035d3 req-276c35db-d050-44bc-afc2-4b28532990da tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:30.187604 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-931526b0-853d-4d66-8dbe-2a4c783035d3 req-276c35db-d050-44bc-afc2-4b28532990da tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?device_id=07249736-fbdb-410c-a52c-6fe4f7af0c30 HTTP/1.1" status: 200 len: 944 time: 0.0529726 Feb 19 04:54:30.234014 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-931526b0-853d-4d66-8dbe-2a4c783035d3 req-c425a190-d869-48c1-9907-bc4c8a07c843 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f70ea1f-824b-4868-aefd-f4c9f27a651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404959 Feb 19 04:54:30.701303 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-87065190-f532-4f51-b9ce-7039f15df2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:31.349075 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd3f40-de37-4e47-8e1b-89be36426640 req-92f531bb-7382-49fc-a1bc-4f60a0c4feab tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:31.350518 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-53dd3f40-de37-4e47-8e1b-89be36426640 req-92f531bb-7382-49fc-a1bc-4f60a0c4feab tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?device_id=07249736-fbdb-410c-a52c-6fe4f7af0c30 HTTP/1.1" status: 200 len: 944 time: 0.0499983 Feb 19 04:54:31.395679 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-53dd3f40-de37-4e47-8e1b-89be36426640 req-5d97ab78-5a67-4676-b825-0601e9b8eaaa tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f70ea1f-824b-4868-aefd-f4c9f27a651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390351 Feb 19 04:54:32.517353 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b197dbf-6198-4dc1-9b10-c660a13c3d02 req-67909c5d-b44b-4a7a-bfa0-79d218dd401b tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:32.518857 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1b197dbf-6198-4dc1-9b10-c660a13c3d02 req-67909c5d-b44b-4a7a-bfa0-79d218dd401b tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?device_id=07249736-fbdb-410c-a52c-6fe4f7af0c30 HTTP/1.1" status: 200 len: 944 time: 0.0548797 Feb 19 04:54:32.564638 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1b197dbf-6198-4dc1-9b10-c660a13c3d02 req-bf82f482-cafe-4cfa-a203-8a7405e10f2d tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f70ea1f-824b-4868-aefd-f4c9f27a651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402894 Feb 19 04:54:33.559153 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-977753a7-dc5b-4359-9f1b-17b768f801a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:33.698828 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4974a37-49b8-46ab-bf6a-e40a9351c0bb req-19813709-663e-4751-8196-3a7b2e8c533f tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:33.700954 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4974a37-49b8-46ab-bf6a-e40a9351c0bb req-19813709-663e-4751-8196-3a7b2e8c533f tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?device_id=07249736-fbdb-410c-a52c-6fe4f7af0c30 HTTP/1.1" status: 200 len: 944 time: 0.0521398 Feb 19 04:54:33.748431 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4974a37-49b8-46ab-bf6a-e40a9351c0bb req-7aefbae0-91ba-43f0-a56e-ff99000a8aca tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f70ea1f-824b-4868-aefd-f4c9f27a651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415218 Feb 19 04:54:33.984095 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:34.095412 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 28d5ad3a-831d-432f-ad67-3622a0956be6 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:54:34.188932 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 28d5ad3a-831d-432f-ad67-3622a0956be6, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=28d5ad3a-831d-432f-ad67-3622a0956be6,segment=NetworkSegment(47d6832a-7e15-4f32-bef6-13d0355e1c89),segment_id=47d6832a-7e15-4f32-bef6-13d0355e1c89)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:54:34.200036 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '28d5ad3a-831d-432f-ad67-3622a0956be6', 'network_id': '8ed9678b-63e5-4268-b5bf-bb2994d39d30', 'port_id': '28d5ad3a-831d-432f-ad67-3622a0956be6', 'mac_address': 'fa:16:3e:c2:82:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfefd7f3-3611-4a3d-9127-9d96753fd889', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:54:34.239454 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 28d5ad3a-831d-432f-ad67-3622a0956be6 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:54:34.239768 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (28d5ad3a-831d-432f-ad67-3622a0956be6), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:34.252076 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28d5ad3a-831d-432f-ad67-3622a0956be6 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:54:34.270354 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 28d5ad3a-831d-432f-ad67-3622a0956be6, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=28d5ad3a-831d-432f-ad67-3622a0956be6,segment=NetworkSegment(47d6832a-7e15-4f32-bef6-13d0355e1c89),segment_id=47d6832a-7e15-4f32-bef6-13d0355e1c89)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:54:34.273902 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (28d5ad3a-831d-432f-ad67-3622a0956be6), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:34.319113 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=28d5ad3a-831d-432f-ad67-3622a0956be6,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:34.594413 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['28d5ad3a-831d-432f-ad67-3622a0956be6'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:54:34.869153 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8771f5-eccf-42a3-8de2-f749ecd1b68e req-8f1a6109-5466-4ced-9daa-7dc1cb43b704 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:34.870633 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1b8771f5-eccf-42a3-8de2-f749ecd1b68e req-8f1a6109-5466-4ced-9daa-7dc1cb43b704 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?device_id=07249736-fbdb-410c-a52c-6fe4f7af0c30 HTTP/1.1" status: 200 len: 945 time: 0.0547323 Feb 19 04:54:34.915889 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1b8771f5-eccf-42a3-8de2-f749ecd1b68e req-34f85725-0476-4e72-bfa3-c2a3089566c2 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f70ea1f-824b-4868-aefd-f4c9f27a651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391543 Feb 19 04:54:35.468932 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:36.040047 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41916cf8-df3f-4512-b01c-d2442b180f12 req-104b70c6-ff0d-4391-9931-70e718300552 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:36.041514 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-41916cf8-df3f-4512-b01c-d2442b180f12 req-104b70c6-ff0d-4391-9931-70e718300552 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?device_id=07249736-fbdb-410c-a52c-6fe4f7af0c30 HTTP/1.1" status: 200 len: 945 time: 0.0512586 Feb 19 04:54:36.087122 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-41916cf8-df3f-4512-b01c-d2442b180f12 req-893df4e9-9354-493d-873e-740935554562 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f70ea1f-824b-4868-aefd-f4c9f27a651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401089 Feb 19 04:54:36.111599 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 28d5ad3a-831d-432f-ad67-3622a0956be6 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:54:36.159386 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 28d5ad3a-831d-432f-ad67-3622a0956be6 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:54:36.163008 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 28d5ad3a-831d-432f-ad67-3622a0956be6 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:36.163385 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (28d5ad3a-831d-432f-ad67-3622a0956be6), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:36.239807 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 28d5ad3a-831d-432f-ad67-3622a0956be6 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:54:36.240201 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (28d5ad3a-831d-432f-ad67-3622a0956be6), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:36.262064 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07249736-fbdb-410c-a52c-6fe4f7af0c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d5ad3a-831d-432f-ad67-3622a0956be6'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:54:36.264324 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef644b6ab79b0ac41de0b13976fcd129d4d99816de20742327e953106f20d7ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefc81bd-93d9-4bc7-840c-1282dd4693d6" -d '{"events": [{"server_uuid": "07249736-fbdb-410c-a52c-6fe4f7af0c30", "name": "network-vif-plugged", "status": "completed", "tag": "28d5ad3a-831d-432f-ad67-3622a0956be6"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:54:36.278047 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 28d5ad3a-831d-432f-ad67-3622a0956be6, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=28d5ad3a-831d-432f-ad67-3622a0956be6,segment=NetworkSegment(47d6832a-7e15-4f32-bef6-13d0355e1c89),segment_id=47d6832a-7e15-4f32-bef6-13d0355e1c89)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:54:36.282447 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (28d5ad3a-831d-432f-ad67-3622a0956be6), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:36.305685 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d582352-fdf9-43f0-afb9-65bb05cd747e x-openstack-request-id: req-3d582352-fdf9-43f0-afb9-65bb05cd747e {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:54:36.305980 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07249736-fbdb-410c-a52c-6fe4f7af0c30", "name": "network-vif-plugged", "status": "completed", "tag": "28d5ad3a-831d-432f-ad67-3622a0956be6", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:54:36.306260 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3d582352-fdf9-43f0-afb9-65bb05cd747e {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:54:36.306656 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07249736-fbdb-410c-a52c-6fe4f7af0c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d5ad3a-831d-432f-ad67-3622a0956be6', 'code': 200} Feb 19 04:54:36.332041 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=28d5ad3a-831d-432f-ad67-3622a0956be6,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:36.403307 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f946b1-c9e1-4f10-9fc4-6333f52ba8d0 req-a5516d38-749a-49ef-860d-15b8b296f994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:36.404799 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91f946b1-c9e1-4f10-9fc4-6333f52ba8d0 req-a5516d38-749a-49ef-860d-15b8b296f994 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=07249736-fbdb-410c-a52c-6fe4f7af0c30 HTTP/1.1" status: 200 len: 1129 time: 0.0440228 Feb 19 04:54:36.451396 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91f946b1-c9e1-4f10-9fc4-6333f52ba8d0 req-2897210f-64ff-4ab9-b175-e5d23efcd7fa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5f70ea1f-824b-4868-aefd-f4c9f27a651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407243 Feb 19 04:54:36.873287 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:37.202576 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c447858-539e-4751-ac88-4c887cc2e189 req-0a9c30a1-89dc-4e56-abb0-9fbf6628e666 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:37.204022 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c447858-539e-4751-ac88-4c887cc2e189 req-0a9c30a1-89dc-4e56-abb0-9fbf6628e666 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?device_id=07249736-fbdb-410c-a52c-6fe4f7af0c30 HTTP/1.1" status: 200 len: 946 time: 0.0503876 Feb 19 04:54:37.249141 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c447858-539e-4751-ac88-4c887cc2e189 req-e1b84cde-11e7-4898-8cd1-59aba881a622 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f70ea1f-824b-4868-aefd-f4c9f27a651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396371 Feb 19 04:54:38.366564 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ea86f-919b-43c4-aaf9-d872e4d2f7c5 req-e93692c3-c604-40bb-af2e-6e24834bf332 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:38.368016 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4e3ea86f-919b-43c4-aaf9-d872e4d2f7c5 req-e93692c3-c604-40bb-af2e-6e24834bf332 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?device_id=07249736-fbdb-410c-a52c-6fe4f7af0c30 HTTP/1.1" status: 200 len: 946 time: 0.0498891 Feb 19 04:54:38.412607 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4e3ea86f-919b-43c4-aaf9-d872e4d2f7c5 req-b60b408d-a27e-4502-b31d-b9054a459168 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f70ea1f-824b-4868-aefd-f4c9f27a651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384765 Feb 19 04:54:38.532515 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c2c71-a72e-4a80-acea-c1fa1800b283 req-e32e9827-2738-46d2-b445-18932620a3cb tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:38.533861 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5c5c2c71-a72e-4a80-acea-c1fa1800b283 req-e32e9827-2738-46d2-b445-18932620a3cb tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?device_id=07249736-fbdb-410c-a52c-6fe4f7af0c30 HTTP/1.1" status: 200 len: 946 time: 0.0547752 Feb 19 04:54:38.580107 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5c5c2c71-a72e-4a80-acea-c1fa1800b283 req-c7ced2ce-d200-40cb-8e98-99b78e0329be tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f70ea1f-824b-4868-aefd-f4c9f27a651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406373 Feb 19 04:54:44.283185 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:54:55.485592 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1aa5c318-d102-470a-a1e1-c56661cd415f req-63cd71a9-8549-44b9-b178-d4ce1a96d90d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=07249736-fbdb-410c-a52c-6fe4f7af0c30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423439 Feb 19 04:54:55.568922 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5c318-d102-470a-a1e1-c56661cd415f req-2f98328e-dfe6-4997-b2b4-a37bcc2af9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:55.570442 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1aa5c318-d102-470a-a1e1-c56661cd415f req-2f98328e-dfe6-4997-b2b4-a37bcc2af9ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5c32c2a97b944998cb9744db61caf5d&device_id=07249736-fbdb-410c-a52c-6fe4f7af0c30 HTTP/1.1" status: 200 len: 1129 time: 0.0440745 Feb 19 04:54:55.673066 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5c318-d102-470a-a1e1-c56661cd415f req-c1544c0c-650b-4c76-abb1-f4b75187703a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:55.674541 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1aa5c318-d102-470a-a1e1-c56661cd415f req-c1544c0c-650b-4c76-abb1-f4b75187703a service neutron] 10.222.0.26 "GET /v2.0/networks?id=8ed9678b-63e5-4268-b5bf-bb2994d39d30 HTTP/1.1" status: 200 len: 918 time: 0.0853531 Feb 19 04:54:55.712751 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1aa5c318-d102-470a-a1e1-c56661cd415f req-c9e14166-5fdc-4bd7-a357-a54bce389537 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28d5ad3a-831d-432f-ad67-3622a0956be6 HTTP/1.1" status: 200 len: 217 time: 0.0329514 Feb 19 04:54:55.761466 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5c318-d102-470a-a1e1-c56661cd415f req-b69a6e25-5f69-4811-b872-cc4a8411b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:55.763363 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1aa5c318-d102-470a-a1e1-c56661cd415f req-b69a6e25-5f69-4811-b872-cc4a8411b259 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cfefd7f3-3611-4a3d-9127-9d96753fd889 HTTP/1.1" status: 200 len: 856 time: 0.0438263 Feb 19 04:54:55.814080 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5c318-d102-470a-a1e1-c56661cd415f req-fc20e597-47e8-4356-b534-c1a43d276c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:55.815549 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1aa5c318-d102-470a-a1e1-c56661cd415f req-fc20e597-47e8-4356-b534-c1a43d276c04 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ed9678b-63e5-4268-b5bf-bb2994d39d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464115 Feb 19 04:54:55.825496 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-1aa5c318-d102-470a-a1e1-c56661cd415f req-fec20009-47a0-417c-b93e-3e82d30212de service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:54:55.826488 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1aa5c318-d102-470a-a1e1-c56661cd415f req-fec20009-47a0-417c-b93e-3e82d30212de service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052638 Feb 19 04:54:55.913148 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1aa5c318-d102-470a-a1e1-c56661cd415f req-be24c5b4-3611-4112-aa3c-ada3db09aa6f service neutron] 10.222.0.26 "GET /v2.0/networks/8ed9678b-63e5-4268-b5bf-bb2994d39d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806775 Feb 19 04:54:56.003951 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1aa5c318-d102-470a-a1e1-c56661cd415f req-db467c1f-371b-4f59-8c4d-41cd22835340 service neutron] 10.222.0.26 "GET /v2.0/networks/8ed9678b-63e5-4268-b5bf-bb2994d39d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845811 Feb 19 04:54:57.348755 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:00.094868 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:00.702650 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2ecd28ed-0e04-4532-b6d3-b074ee2b03c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:03.563744 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2d6aaba1-745f-41f9-8d8e-47e4c9a7bd40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:03.988049 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:05.471726 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:06.874833 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:12.751898 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020b1b9-1494-4932-bac5-bb617da218d0 req-f0811858-4a87-4aa4-8367-81ecb6902351 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:12.753527 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f020b1b9-1494-4932-bac5-bb617da218d0 req-f0811858-4a87-4aa4-8367-81ecb6902351 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?device_id=07249736-fbdb-410c-a52c-6fe4f7af0c30 HTTP/1.1" status: 200 len: 946 time: 0.0547268 Feb 19 04:55:12.806631 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f020b1b9-1494-4932-bac5-bb617da218d0 req-675d477f-1517-4839-ab1a-ac761a23287b tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f70ea1f-824b-4868-aefd-f4c9f27a651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420887 Feb 19 04:55:13.928825 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d4a18-d380-4635-8aa5-d40412526dab req-f958eae3-1939-46bb-b8d8-88fd178e81b6 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:13.930245 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cc4d4a18-d380-4635-8aa5-d40412526dab req-f958eae3-1939-46bb-b8d8-88fd178e81b6 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?device_id=07249736-fbdb-410c-a52c-6fe4f7af0c30 HTTP/1.1" status: 200 len: 946 time: 0.0518377 Feb 19 04:55:13.982505 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cc4d4a18-d380-4635-8aa5-d40412526dab req-4f36e21b-b820-4345-aa9b-34f90d182ffc tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f70ea1f-824b-4868-aefd-f4c9f27a651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439854 Feb 19 04:55:14.855229 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0279a-c821-4d9d-ab1c-1fc979a2b10a req-7bfde1d4-d648-402c-9bd4-ae85c5ad66d5 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:14.856652 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bfc0279a-c821-4d9d-ab1c-1fc979a2b10a req-7bfde1d4-d648-402c-9bd4-ae85c5ad66d5 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.26 "GET /v2.0/ports?device_id=07249736-fbdb-410c-a52c-6fe4f7af0c30 HTTP/1.1" status: 200 len: 946 time: 0.3932419 Feb 19 04:55:14.943643 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-bfc0279a-c821-4d9d-ab1c-1fc979a2b10a req-35184701-03d8-40f6-9237-e2e2ad35d607 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Deleting port 28d5ad3a-831d-432f-ad67-3622a0956be6 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:55:14.944322 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bfc0279a-c821-4d9d-ab1c-1fc979a2b10a req-35184701-03d8-40f6-9237-e2e2ad35d607 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (28d5ad3a-831d-432f-ad67-3622a0956be6), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:15.032744 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-bfc0279a-c821-4d9d-ab1c-1fc979a2b10a req-35184701-03d8-40f6-9237-e2e2ad35d607 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] For port 28d5ad3a-831d-432f-ad67-3622a0956be6, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=28d5ad3a-831d-432f-ad67-3622a0956be6,segment=NetworkSegment(47d6832a-7e15-4f32-bef6-13d0355e1c89),segment_id=47d6832a-7e15-4f32-bef6-13d0355e1c89)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:55:15.033107 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bfc0279a-c821-4d9d-ab1c-1fc979a2b10a req-35184701-03d8-40f6-9237-e2e2ad35d607 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (28d5ad3a-831d-432f-ad67-3622a0956be6), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:15.046819 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-bfc0279a-c821-4d9d-ab1c-1fc979a2b10a req-35184701-03d8-40f6-9237-e2e2ad35d607 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Calling delete_port for 28d5ad3a-831d-432f-ad67-3622a0956be6 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:55:15.151146 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979453ad-21c8-4d1d-a336-340cae8ee7a6 req-7f80976c-e20c-446c-b5d5-fb1881baf7bf tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:15.152878 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-979453ad-21c8-4d1d-a336-340cae8ee7a6 req-7f80976c-e20c-446c-b5d5-fb1881baf7bf tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?device_id=07249736-fbdb-410c-a52c-6fe4f7af0c30 HTTP/1.1" status: 200 len: 946 time: 0.1040518 Feb 19 04:55:15.233404 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-979453ad-21c8-4d1d-a336-340cae8ee7a6 req-fed29d30-6546-4811-8e41-65fd155b12c5 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f70ea1f-824b-4868-aefd-f4c9f27a651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746744 Feb 19 04:55:15.252313 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bfc0279a-c821-4d9d-ab1c-1fc979a2b10a req-35184701-03d8-40f6-9237-e2e2ad35d607 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (28d5ad3a-831d-432f-ad67-3622a0956be6), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:15.265965 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['28d5ad3a-831d-432f-ad67-3622a0956be6'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:55:15.283675 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35184701-03d8-40f6-9237-e2e2ad35d607 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Pushing event deleted for resources: {'Port': ['ID=28d5ad3a-831d-432f-ad67-3622a0956be6,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:15.297498 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35184701-03d8-40f6-9237-e2e2ad35d607 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:15.297853 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35184701-03d8-40f6-9237-e2e2ad35d607 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:15.298237 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35184701-03d8-40f6-9237-e2e2ad35d607 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:15.298584 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35184701-03d8-40f6-9237-e2e2ad35d607 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:15.298922 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35184701-03d8-40f6-9237-e2e2ad35d607 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:15.299258 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35184701-03d8-40f6-9237-e2e2ad35d607 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:15.299593 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35184701-03d8-40f6-9237-e2e2ad35d607 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:15.299928 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35184701-03d8-40f6-9237-e2e2ad35d607 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:15.300261 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35184701-03d8-40f6-9237-e2e2ad35d607 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:15.300715 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35184701-03d8-40f6-9237-e2e2ad35d607 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:15.300960 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35184701-03d8-40f6-9237-e2e2ad35d607 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:15.301286 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35184701-03d8-40f6-9237-e2e2ad35d607 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:15.301610 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35184701-03d8-40f6-9237-e2e2ad35d607 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:15.338218 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc0279a-c821-4d9d-ab1c-1fc979a2b10a req-35184701-03d8-40f6-9237-e2e2ad35d607 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] No DVR routers for this DVR port 28d5ad3a-831d-432f-ad67-3622a0956be6 on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:55:15.341790 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bfc0279a-c821-4d9d-ab1c-1fc979a2b10a req-35184701-03d8-40f6-9237-e2e2ad35d607 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:15.345485 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bfc0279a-c821-4d9d-ab1c-1fc979a2b10a req-35184701-03d8-40f6-9237-e2e2ad35d607 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.26 "DELETE /v2.0/ports/28d5ad3a-831d-432f-ad67-3622a0956be6 HTTP/1.1" status: 204 len: 173 time: 0.4834659 Feb 19 04:55:15.345926 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07249736-fbdb-410c-a52c-6fe4f7af0c30', 'name': 'network-vif-deleted', 'tag': '28d5ad3a-831d-432f-ad67-3622a0956be6'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:55:15.348192 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5592b951-7f26-44b4-8b8c-0703861f9abd" -d '{"events": [{"server_uuid": "07249736-fbdb-410c-a52c-6fe4f7af0c30", "name": "network-vif-deleted", "tag": "28d5ad3a-831d-432f-ad67-3622a0956be6"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:55:15.388140 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb49414-b42c-4e5f-ab70-a582bd94f677 x-openstack-request-id: req-2cb49414-b42c-4e5f-ab70-a582bd94f677 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:55:15.388434 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07249736-fbdb-410c-a52c-6fe4f7af0c30", "name": "network-vif-deleted", "tag": "28d5ad3a-831d-432f-ad67-3622a0956be6", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:55:15.388684 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2cb49414-b42c-4e5f-ab70-a582bd94f677 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:55:15.389108 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07249736-fbdb-410c-a52c-6fe4f7af0c30', 'name': 'network-vif-deleted', 'tag': '28d5ad3a-831d-432f-ad67-3622a0956be6', 'status': 'completed', 'code': 200} Feb 19 04:55:17.014011 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-6f6c18cb-f048-4a0f-b71e-3c71a5a61b2c tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:17.015487 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-6f6c18cb-f048-4a0f-b71e-3c71a5a61b2c tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/networks?id=8ed9678b-63e5-4268-b5bf-bb2994d39d30 HTTP/1.1" status: 200 len: 817 time: 0.1022549 Feb 19 04:55:17.030463 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-7e2bb9f0-32de-4b0c-aae5-7e4a09c57e88 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/quotas/b5c32c2a97b944998cb9744db61caf5d HTTP/1.1" status: 200 len: 375 time: 0.0091782 Feb 19 04:55:17.082875 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-2f8c52a5-0017-4f0f-b2ac-de355357fe57 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b5c32c2a97b944998cb9744db61caf5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478425 Feb 19 04:55:17.306473 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-27dba9d7-8b89-413e-b7bf-b96dc576adc4 service neutron] 10.222.0.52 "GET /v2.0/networks/8ed9678b-63e5-4268-b5bf-bb2994d39d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218638 Feb 19 04:55:17.395908 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-c8b22748-9cfe-4667-98b4-1ba5d6a77ec1 service neutron] 10.222.0.52 "GET /v2.0/networks/8ed9678b-63e5-4268-b5bf-bb2994d39d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837631 Feb 19 04:55:17.556833 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e7e01561-d49d-4131-90cc-7340a9469b69 req-49484432-b2a4-4245-a96e-e4f20e102ba3 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?device_id=c45f992d-fd4f-4103-bf0c-a709e02f376b HTTP/1.1" status: 200 len: 210 time: 0.0268409 Feb 19 04:55:18.328857 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 28d5ad3a-831d-432f-ad67-3622a0956be6 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:55:18.349429 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 28d5ad3a-831d-432f-ad67-3622a0956be6 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:55:18.349785 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 28d5ad3a-831d-432f-ad67-3622a0956be6 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:55:18.440500 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-497b9509-6ea9-4951-a26c-51b290343668 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:18.442006 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-497b9509-6ea9-4951-a26c-51b290343668 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.79 "GET /v2.0/networks?id=8ed9678b-63e5-4268-b5bf-bb2994d39d30 HTTP/1.1" status: 200 len: 817 time: 0.1056485 Feb 19 04:55:18.453793 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-49f87c23-7d6f-4cf6-8232-67daff993777 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Request body: {'port': {'device_id': 'c45f992d-fd4f-4103-bf0c-a709e02f376b', 'network_id': '8ed9678b-63e5-4268-b5bf-bb2994d39d30', 'admin_state_up': True, 'tenant_id': 'b5c32c2a97b944998cb9744db61caf5d'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:55:18.558011 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-49f87c23-7d6f-4cf6-8232-67daff993777 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Made reservation on behalf of b5c32c2a97b944998cb9744db61caf5d for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:55:18.561299 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-49f87c23-7d6f-4cf6-8232-67daff993777 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:18.656909 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19ef77ce-e983-4729-bf9c-2af4a1335183 req-7762d543-1725-4e32-add6-e170d4d02aa0 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?device_id=c45f992d-fd4f-4103-bf0c-a709e02f376b HTTP/1.1" status: 200 len: 210 time: 0.0321615 Feb 19 04:55:18.712294 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-49f87c23-7d6f-4cf6-8232-67daff993777 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Allocated IP 172.20.0.11 (8ed9678b-63e5-4268-b5bf-bb2994d39d30/cfefd7f3-3611-4a3d-9127-9d96753fd889/6804a3a9-0b34-45c6-ae44-c84fd8d979a6) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:55:18.858706 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-49f87c23-7d6f-4cf6-8232-67daff993777 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Publish callbacks [] for port (6804a3a9-0b34-45c6-ae44-c84fd8d979a6), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:18.890803 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-49f87c23-7d6f-4cf6-8232-67daff993777 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (6804a3a9-0b34-45c6-ae44-c84fd8d979a6), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:18.932304 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-49f87c23-7d6f-4cf6-8232-67daff993777 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Network 8ed9678b-63e5-4268-b5bf-bb2994d39d30 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:55:18.935332 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-49f87c23-7d6f-4cf6-8232-67daff993777 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:55:18.940875 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-49f87c23-7d6f-4cf6-8232-67daff993777 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:55:18.973524 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f87c23-7d6f-4cf6-8232-67daff993777 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Pushing event updated for resources: {'Port': ['ID=6804a3a9-0b34-45c6-ae44-c84fd8d979a6,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:19.001375 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-49f87c23-7d6f-4cf6-8232-67daff993777 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:19.001997 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-49f87c23-7d6f-4cf6-8232-67daff993777 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:19.019054 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-49f87c23-7d6f-4cf6-8232-67daff993777 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5688691 Feb 19 04:55:19.031012 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-b7dfab01-c848-4f53-9121-247f5efeedd8 service neutron] Request body: {'port': {'device_id': 'c45f992d-fd4f-4103-bf0c-a709e02f376b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:55:19.092210 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-b7dfab01-c848-4f53-9121-247f5efeedd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6804a3a9-0b34-45c6-ae44-c84fd8d979a6), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:19.176140 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-749679ca-54d0-4a88-9df5-25b4c837ccf9 None None] Provisioning complete for port 6804a3a9-0b34-45c6-ae44-c84fd8d979a6 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:55:19.176517 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-749679ca-54d0-4a88-9df5-25b4c837ccf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6804a3a9-0b34-45c6-ae44-c84fd8d979a6), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:19.210514 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-749679ca-54d0-4a88-9df5-25b4c837ccf9 None None] Port 6804a3a9-0b34-45c6-ae44-c84fd8d979a6 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:55:19.351592 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-b7dfab01-c848-4f53-9121-247f5efeedd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6804a3a9-0b34-45c6-ae44-c84fd8d979a6 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:55:19.358789 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-b7dfab01-c848-4f53-9121-247f5efeedd8 service neutron] Publish callbacks [] for port (6804a3a9-0b34-45c6-ae44-c84fd8d979a6), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:19.370302 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-b7dfab01-c848-4f53-9121-247f5efeedd8 service neutron] Transition to ACTIVE for port object 6804a3a9-0b34-45c6-ae44-c84fd8d979a6 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:55:19.374660 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-b7dfab01-c848-4f53-9121-247f5efeedd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (6804a3a9-0b34-45c6-ae44-c84fd8d979a6), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:19.421951 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dfab01-c848-4f53-9121-247f5efeedd8 service neutron] Pushing event updated for resources: {'Port': ['ID=6804a3a9-0b34-45c6-ae44-c84fd8d979a6,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:19.493689 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-b7dfab01-c848-4f53-9121-247f5efeedd8 service neutron] Attempting to bind port 6804a3a9-0b34-45c6-ae44-c84fd8d979a6 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:55:19.494380 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-b7dfab01-c848-4f53-9121-247f5efeedd8 service neutron] Attempting to bind port 6804a3a9-0b34-45c6-ae44-c84fd8d979a6 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '47d6832a-7e15-4f32-bef6-13d0355e1c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8ed9678b-63e5-4268-b5bf-bb2994d39d30'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:55:19.494380 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-b7dfab01-c848-4f53-9121-247f5efeedd8 service neutron] Attempting to bind port 6804a3a9-0b34-45c6-ae44-c84fd8d979a6 on network 8ed9678b-63e5-4268-b5bf-bb2994d39d30 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:55:19.499573 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-b7dfab01-c848-4f53-9121-247f5efeedd8 service neutron] Port 6804a3a9-0b34-45c6-ae44-c84fd8d979a6 on network 8ed9678b-63e5-4268-b5bf-bb2994d39d30 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:55:19.499901 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-b7dfab01-c848-4f53-9121-247f5efeedd8 service neutron] Attempting to bind port 6804a3a9-0b34-45c6-ae44-c84fd8d979a6 on network 8ed9678b-63e5-4268-b5bf-bb2994d39d30 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:55:19.504975 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-b7dfab01-c848-4f53-9121-247f5efeedd8 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:55:19.505323 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-b7dfab01-c848-4f53-9121-247f5efeedd8 service neutron] Checking segment: {'id': '47d6832a-7e15-4f32-bef6-13d0355e1c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8ed9678b-63e5-4268-b5bf-bb2994d39d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:55:19.505711 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-b7dfab01-c848-4f53-9121-247f5efeedd8 service neutron] Bound using segment: {'id': '47d6832a-7e15-4f32-bef6-13d0355e1c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8ed9678b-63e5-4268-b5bf-bb2994d39d30'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:55:19.506145 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-b7dfab01-c848-4f53-9121-247f5efeedd8 service neutron] Bound port: 6804a3a9-0b34-45c6-ae44-c84fd8d979a6, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d6832a-7e15-4f32-bef6-13d0355e1c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8ed9678b-63e5-4268-b5bf-bb2994d39d30'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:55:19.506658 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-b7dfab01-c848-4f53-9121-247f5efeedd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6804a3a9-0b34-45c6-ae44-c84fd8d979a6), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:19.576242 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-b7dfab01-c848-4f53-9121-247f5efeedd8 service neutron] For port 6804a3a9-0b34-45c6-ae44-c84fd8d979a6, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:55:19.579413 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-b7dfab01-c848-4f53-9121-247f5efeedd8 service neutron] For port 6804a3a9-0b34-45c6-ae44-c84fd8d979a6, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=6804a3a9-0b34-45c6-ae44-c84fd8d979a6,segment=NetworkSegment(47d6832a-7e15-4f32-bef6-13d0355e1c89),segment_id=47d6832a-7e15-4f32-bef6-13d0355e1c89)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:55:19.585777 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-b7dfab01-c848-4f53-9121-247f5efeedd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (6804a3a9-0b34-45c6-ae44-c84fd8d979a6), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:19.618417 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-b7dfab01-c848-4f53-9121-247f5efeedd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:19.619080 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-b7dfab01-c848-4f53-9121-247f5efeedd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:19.620586 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-b7dfab01-c848-4f53-9121-247f5efeedd8 service neutron] 10.222.0.79 "PUT /v2.0/ports/6804a3a9-0b34-45c6-ae44-c84fd8d979a6 HTTP/1.1" status: 200 len: 1093 time: 0.5943077 Feb 19 04:55:19.621534 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45f992d-fd4f-4103-bf0c-a709e02f376b', 'tag': '6804a3a9-0b34-45c6-ae44-c84fd8d979a6'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:55:19.623846 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63e7ac9-335e-4b2b-a4cf-859a1ef8ba0f" -d '{"events": [{"name": "network-changed", "server_uuid": "c45f992d-fd4f-4103-bf0c-a709e02f376b", "tag": "6804a3a9-0b34-45c6-ae44-c84fd8d979a6"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:55:19.665929 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dfab01-c848-4f53-9121-247f5efeedd8 service neutron] Pushing event updated for resources: {'Port': ['ID=6804a3a9-0b34-45c6-ae44-c84fd8d979a6,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:19.670770 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0142cf91-479e-4b7a-be72-4d0be5ce3216 x-openstack-request-id: req-0142cf91-479e-4b7a-be72-4d0be5ce3216 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:55:19.671113 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c45f992d-fd4f-4103-bf0c-a709e02f376b", "tag": "6804a3a9-0b34-45c6-ae44-c84fd8d979a6", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:55:19.671511 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0142cf91-479e-4b7a-be72-4d0be5ce3216 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:55:19.671959 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c45f992d-fd4f-4103-bf0c-a709e02f376b', 'tag': '6804a3a9-0b34-45c6-ae44-c84fd8d979a6', 'status': 'completed', 'code': 200} Feb 19 04:55:19.727005 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-dbdffc5d-7818-4ab4-a1d1-0bdcc79a82be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:19.728527 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-dbdffc5d-7818-4ab4-a1d1-0bdcc79a82be service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b5c32c2a97b944998cb9744db61caf5d&device_id=c45f992d-fd4f-4103-bf0c-a709e02f376b HTTP/1.1" status: 200 len: 1127 time: 0.0497928 Feb 19 04:55:19.797983 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-d20c063c-325b-4374-ac0d-df8205d4e983 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6804a3a9-0b34-45c6-ae44-c84fd8d979a6 HTTP/1.1" status: 200 len: 217 time: 0.0573356 Feb 19 04:55:19.851020 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d6484-d6a7-4ce6-a684-8ad9d2ee362b req-0389becb-7576-4d60-81dc-907682b653de tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:19.852485 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b29d6484-d6a7-4ce6-a684-8ad9d2ee362b req-0389becb-7576-4d60-81dc-907682b653de tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?device_id=c45f992d-fd4f-4103-bf0c-a709e02f376b HTTP/1.1" status: 200 len: 944 time: 0.1203592 Feb 19 04:55:19.868008 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-4593a67c-36ae-4c3d-8fe7-2769dbf751c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:19.869400 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-4593a67c-36ae-4c3d-8fe7-2769dbf751c1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cfefd7f3-3611-4a3d-9127-9d96753fd889 HTTP/1.1" status: 200 len: 856 time: 0.0643983 Feb 19 04:55:19.935394 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b29d6484-d6a7-4ce6-a684-8ad9d2ee362b req-9bd98c10-c362-4a96-80bf-0bb9c1ab1f81 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f70ea1f-824b-4868-aefd-f4c9f27a651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764949 Feb 19 04:55:19.943556 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-34438f44-0afb-41c0-8176-2a1ede22c30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:19.945001 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-34438f44-0afb-41c0-8176-2a1ede22c30d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ed9678b-63e5-4268-b5bf-bb2994d39d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0692132 Feb 19 04:55:20.032469 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-89383363-9cb8-475e-9546-f9d1941b5df6 service neutron] 10.222.0.79 "GET /v2.0/networks/8ed9678b-63e5-4268-b5bf-bb2994d39d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814979 Feb 19 04:55:20.124332 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5d7e7bd9-a58d-41a2-9be9-e21b607dd4bd req-f4ff583a-62ba-4c1c-a0e2-00e6e4c0021f service neutron] 10.222.0.79 "GET /v2.0/networks/8ed9678b-63e5-4268-b5bf-bb2994d39d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860798 Feb 19 04:55:20.212328 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e7ac9-335e-4b2b-a4cf-859a1ef8ba0f req-d48f1338-54a3-4cdc-91fb-429738c45ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:20.213713 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c63e7ac9-335e-4b2b-a4cf-859a1ef8ba0f req-d48f1338-54a3-4cdc-91fb-429738c45ee9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b5c32c2a97b944998cb9744db61caf5d&device_id=c45f992d-fd4f-4103-bf0c-a709e02f376b HTTP/1.1" status: 200 len: 1127 time: 0.0440526 Feb 19 04:55:20.299217 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e7ac9-335e-4b2b-a4cf-859a1ef8ba0f req-10027e8e-bb9a-428a-93b5-b1f4144673f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:20.300655 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c63e7ac9-335e-4b2b-a4cf-859a1ef8ba0f req-10027e8e-bb9a-428a-93b5-b1f4144673f7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8ed9678b-63e5-4268-b5bf-bb2994d39d30 HTTP/1.1" status: 200 len: 918 time: 0.0807202 Feb 19 04:55:20.343107 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c63e7ac9-335e-4b2b-a4cf-859a1ef8ba0f req-dcc5772c-9b16-4e93-9e29-090c9b20a9f2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6804a3a9-0b34-45c6-ae44-c84fd8d979a6 HTTP/1.1" status: 200 len: 217 time: 0.0369091 Feb 19 04:55:20.389091 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e7ac9-335e-4b2b-a4cf-859a1ef8ba0f req-6c1492b4-78ce-423b-a3cd-df1cf933d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:20.390483 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c63e7ac9-335e-4b2b-a4cf-859a1ef8ba0f req-6c1492b4-78ce-423b-a3cd-df1cf933d6de service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cfefd7f3-3611-4a3d-9127-9d96753fd889 HTTP/1.1" status: 200 len: 856 time: 0.0414217 Feb 19 04:55:20.437575 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e7ac9-335e-4b2b-a4cf-859a1ef8ba0f req-13f6b869-6306-4393-9244-a7ffd88e7b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:20.439080 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c63e7ac9-335e-4b2b-a4cf-859a1ef8ba0f req-13f6b869-6306-4393-9244-a7ffd88e7b94 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ed9678b-63e5-4268-b5bf-bb2994d39d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0423369 Feb 19 04:55:20.527988 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c63e7ac9-335e-4b2b-a4cf-859a1ef8ba0f req-9b09203d-25c7-494f-ad4a-e97bee3ab513 service neutron] 10.222.0.79 "GET /v2.0/networks/8ed9678b-63e5-4268-b5bf-bb2994d39d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823343 Feb 19 04:55:20.612477 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c63e7ac9-335e-4b2b-a4cf-859a1ef8ba0f req-ee04dea8-3bda-4a98-ad39-64e1bb1f7d93 service neutron] 10.222.0.79 "GET /v2.0/networks/8ed9678b-63e5-4268-b5bf-bb2994d39d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785835 Feb 19 04:55:21.057080 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f882177-dc27-4990-84ea-77981a3fb6d1 req-2374dbeb-5f5b-4a76-86c6-fc287a2034f9 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:21.059196 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f882177-dc27-4990-84ea-77981a3fb6d1 req-2374dbeb-5f5b-4a76-86c6-fc287a2034f9 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?device_id=c45f992d-fd4f-4103-bf0c-a709e02f376b HTTP/1.1" status: 200 len: 944 time: 0.0524065 Feb 19 04:55:21.109355 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f882177-dc27-4990-84ea-77981a3fb6d1 req-db0ab58a-db54-459b-8b47-0eb01a804b80 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f70ea1f-824b-4868-aefd-f4c9f27a651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445201 Feb 19 04:55:21.282019 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:55:22.227472 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4df9e-61f7-431f-b049-1da0674787c6 req-5551101d-9a30-4918-b0fe-fc4017dbfdd6 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:22.228968 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5b4df9e-61f7-431f-b049-1da0674787c6 req-5551101d-9a30-4918-b0fe-fc4017dbfdd6 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?device_id=c45f992d-fd4f-4103-bf0c-a709e02f376b HTTP/1.1" status: 200 len: 944 time: 0.0526168 Feb 19 04:55:22.275395 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5b4df9e-61f7-431f-b049-1da0674787c6 req-78d963db-00e6-4c01-b3c1-70cecccbe200 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f70ea1f-824b-4868-aefd-f4c9f27a651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407636 Feb 19 04:55:23.394310 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c25282-6892-4a83-ba8e-3a091521315c req-1eca5a79-3107-40eb-b83c-66a19ab711e0 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:23.395782 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a5c25282-6892-4a83-ba8e-3a091521315c req-1eca5a79-3107-40eb-b83c-66a19ab711e0 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?device_id=c45f992d-fd4f-4103-bf0c-a709e02f376b HTTP/1.1" status: 200 len: 944 time: 0.0512319 Feb 19 04:55:23.442335 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a5c25282-6892-4a83-ba8e-3a091521315c req-48d69b5f-4d1a-4a87-8df0-f942e657f541 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f70ea1f-824b-4868-aefd-f4c9f27a651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409009 Feb 19 04:55:24.100291 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 6804a3a9-0b34-45c6-ae44-c84fd8d979a6 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:55:24.194845 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 6804a3a9-0b34-45c6-ae44-c84fd8d979a6, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=6804a3a9-0b34-45c6-ae44-c84fd8d979a6,segment=NetworkSegment(47d6832a-7e15-4f32-bef6-13d0355e1c89),segment_id=47d6832a-7e15-4f32-bef6-13d0355e1c89)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:55:24.206281 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '6804a3a9-0b34-45c6-ae44-c84fd8d979a6', 'network_id': '8ed9678b-63e5-4268-b5bf-bb2994d39d30', 'port_id': '6804a3a9-0b34-45c6-ae44-c84fd8d979a6', 'mac_address': 'fa:16:3e:1b:66:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfefd7f3-3611-4a3d-9127-9d96753fd889', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:55:24.241327 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 6804a3a9-0b34-45c6-ae44-c84fd8d979a6 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:55:24.241656 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6804a3a9-0b34-45c6-ae44-c84fd8d979a6), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:24.253975 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6804a3a9-0b34-45c6-ae44-c84fd8d979a6 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:55:24.276683 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 6804a3a9-0b34-45c6-ae44-c84fd8d979a6, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=6804a3a9-0b34-45c6-ae44-c84fd8d979a6,segment=NetworkSegment(47d6832a-7e15-4f32-bef6-13d0355e1c89),segment_id=47d6832a-7e15-4f32-bef6-13d0355e1c89)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:55:24.280379 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (6804a3a9-0b34-45c6-ae44-c84fd8d979a6), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:24.325793 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=6804a3a9-0b34-45c6-ae44-c84fd8d979a6,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:24.332978 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:24.333325 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:24.333668 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:24.334005 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:24.334363 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:24.334695 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:24.335022 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:24.335346 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:24.335669 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:24.335990 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:24.336313 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:24.336632 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:24.336949 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:24.517442 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['6804a3a9-0b34-45c6-ae44-c84fd8d979a6'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:55:24.564255 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed8996-cb19-498a-a5f5-75761e1f80ef req-424ec27c-941f-42a8-8063-b8179b2b950e tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:24.565746 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4fed8996-cb19-498a-a5f5-75761e1f80ef req-424ec27c-941f-42a8-8063-b8179b2b950e tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?device_id=c45f992d-fd4f-4103-bf0c-a709e02f376b HTTP/1.1" status: 200 len: 945 time: 0.0578229 Feb 19 04:55:24.612233 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4fed8996-cb19-498a-a5f5-75761e1f80ef req-7536d2e8-7187-49cd-825b-db7b26a81f39 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f70ea1f-824b-4868-aefd-f4c9f27a651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408218 Feb 19 04:55:25.729716 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7af51-dfe1-4ae7-a035-0dbf756a7137 req-cd08448a-7424-48c8-9c0a-e675c205559e tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:25.731195 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9de7af51-dfe1-4ae7-a035-0dbf756a7137 req-cd08448a-7424-48c8-9c0a-e675c205559e tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?device_id=c45f992d-fd4f-4103-bf0c-a709e02f376b HTTP/1.1" status: 200 len: 945 time: 0.0510564 Feb 19 04:55:25.775766 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9de7af51-dfe1-4ae7-a035-0dbf756a7137 req-8a255e40-8628-44e3-9e84-025f957ddaf1 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f70ea1f-824b-4868-aefd-f4c9f27a651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391388 Feb 19 04:55:26.115933 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 6804a3a9-0b34-45c6-ae44-c84fd8d979a6 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:55:26.162410 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 6804a3a9-0b34-45c6-ae44-c84fd8d979a6 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:55:26.165903 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 6804a3a9-0b34-45c6-ae44-c84fd8d979a6 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:55:26.166307 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6804a3a9-0b34-45c6-ae44-c84fd8d979a6), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:26.241060 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 6804a3a9-0b34-45c6-ae44-c84fd8d979a6 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:55:26.241363 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6804a3a9-0b34-45c6-ae44-c84fd8d979a6), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:26.263306 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45f992d-fd4f-4103-bf0c-a709e02f376b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6804a3a9-0b34-45c6-ae44-c84fd8d979a6'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:55:26.265496 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef644b6ab79b0ac41de0b13976fcd129d4d99816de20742327e953106f20d7ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d580f1ef-9fa7-474a-84eb-47467aa1b932" -d '{"events": [{"server_uuid": "c45f992d-fd4f-4103-bf0c-a709e02f376b", "name": "network-vif-plugged", "status": "completed", "tag": "6804a3a9-0b34-45c6-ae44-c84fd8d979a6"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:55:26.277706 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 6804a3a9-0b34-45c6-ae44-c84fd8d979a6, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=6804a3a9-0b34-45c6-ae44-c84fd8d979a6,segment=NetworkSegment(47d6832a-7e15-4f32-bef6-13d0355e1c89),segment_id=47d6832a-7e15-4f32-bef6-13d0355e1c89)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:55:26.281534 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (6804a3a9-0b34-45c6-ae44-c84fd8d979a6), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:26.307577 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bc0117-2af9-4a93-bd0b-4090631a60d8 x-openstack-request-id: req-98bc0117-2af9-4a93-bd0b-4090631a60d8 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:55:26.307881 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45f992d-fd4f-4103-bf0c-a709e02f376b", "name": "network-vif-plugged", "status": "completed", "tag": "6804a3a9-0b34-45c6-ae44-c84fd8d979a6", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:55:26.308135 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-98bc0117-2af9-4a93-bd0b-4090631a60d8 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:55:26.308526 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45f992d-fd4f-4103-bf0c-a709e02f376b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6804a3a9-0b34-45c6-ae44-c84fd8d979a6', 'code': 200} Feb 19 04:55:26.334531 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=6804a3a9-0b34-45c6-ae44-c84fd8d979a6,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:26.404450 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29796d-02bb-4f28-8f2f-5b47cca1c9f0 req-93c8f072-ffab-43b4-b867-7b684e5e7bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:26.405937 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9f29796d-02bb-4f28-8f2f-5b47cca1c9f0 req-93c8f072-ffab-43b4-b867-7b684e5e7bbb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c45f992d-fd4f-4103-bf0c-a709e02f376b HTTP/1.1" status: 200 len: 1129 time: 0.0462716 Feb 19 04:55:26.450037 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9f29796d-02bb-4f28-8f2f-5b47cca1c9f0 req-1a4a99b2-ff1c-4b23-a0bc-d04ac3557aeb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5f70ea1f-824b-4868-aefd-f4c9f27a651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370843 Feb 19 04:55:26.901950 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec410b-785c-4f54-88ea-f9797cf16e5d req-e8f40bc1-fda5-40ee-90d6-449a41bef680 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:26.904113 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-41ec410b-785c-4f54-88ea-f9797cf16e5d req-e8f40bc1-fda5-40ee-90d6-449a41bef680 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?device_id=c45f992d-fd4f-4103-bf0c-a709e02f376b HTTP/1.1" status: 200 len: 946 time: 0.0595462 Feb 19 04:55:26.949424 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-41ec410b-785c-4f54-88ea-f9797cf16e5d req-e3151688-3fad-4f1b-8b6d-b8b07adc1a41 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f70ea1f-824b-4868-aefd-f4c9f27a651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398219 Feb 19 04:55:27.379399 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:28.068924 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be2d83-0c92-4257-959c-38872d05c8cf req-4be53b8c-07b2-4b9b-879b-81390b54a9f6 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:28.070403 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-94be2d83-0c92-4257-959c-38872d05c8cf req-4be53b8c-07b2-4b9b-879b-81390b54a9f6 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?device_id=c45f992d-fd4f-4103-bf0c-a709e02f376b HTTP/1.1" status: 200 len: 946 time: 0.0512650 Feb 19 04:55:28.120321 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-94be2d83-0c92-4257-959c-38872d05c8cf req-33d3f4a2-0853-4d10-b11a-164c7f87a264 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f70ea1f-824b-4868-aefd-f4c9f27a651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440195 Feb 19 04:55:28.235949 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908ab2e-2780-4443-97da-a678898be031 req-43b4681d-8b47-4513-b381-e847ba79545f tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:28.237301 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1908ab2e-2780-4443-97da-a678898be031 req-43b4681d-8b47-4513-b381-e847ba79545f tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?device_id=c45f992d-fd4f-4103-bf0c-a709e02f376b HTTP/1.1" status: 200 len: 946 time: 0.0506954 Feb 19 04:55:28.281952 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1908ab2e-2780-4443-97da-a678898be031 req-59efa240-c237-48b3-97b7-34adc279bb9c tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f70ea1f-824b-4868-aefd-f4c9f27a651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391686 Feb 19 04:55:30.093620 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:30.702784 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-17e726ec-f375-48c3-b177-68c1512bf313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:33.566784 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-75d12c43-13c7-4a85-81ed-718fd2e81e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:33.989924 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:35.478427 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:36.879233 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:57.378590 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:58.281697 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:56:00.093238 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:00.705216 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-43873107-3366-4416-8298-6c80b36d96c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:02.243778 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae3c54-414d-42b6-b02b-084003ad098b req-1a1ebbe9-6e50-4bb3-80db-9199c1a48ef0 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:02.245349 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5ae3c54-414d-42b6-b02b-084003ad098b req-1a1ebbe9-6e50-4bb3-80db-9199c1a48ef0 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?device_id=c45f992d-fd4f-4103-bf0c-a709e02f376b HTTP/1.1" status: 200 len: 946 time: 0.0514557 Feb 19 04:56:02.292471 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f5ae3c54-414d-42b6-b02b-084003ad098b req-3a6d041b-bf77-41b0-9f86-1baff4dd5480 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f70ea1f-824b-4868-aefd-f4c9f27a651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407932 Feb 19 04:56:03.417150 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223d773-fb7c-4b19-b809-af11dd5c8465 req-ff61541e-79fb-4e2c-b6f9-57b3c7a05b99 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:03.418691 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4223d773-fb7c-4b19-b809-af11dd5c8465 req-ff61541e-79fb-4e2c-b6f9-57b3c7a05b99 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?device_id=c45f992d-fd4f-4103-bf0c-a709e02f376b HTTP/1.1" status: 200 len: 946 time: 0.0564535 Feb 19 04:56:03.465280 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4223d773-fb7c-4b19-b809-af11dd5c8465 req-f4c57fb7-a105-4955-a649-79b1dea64281 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/security-groups?id=5f70ea1f-824b-4868-aefd-f4c9f27a651d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408120 Feb 19 04:56:03.568070 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7e34e27a-5f7f-49ce-8cca-3fc16b9c1b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:03.711500 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5f722-d4aa-4572-9821-bcbfce8467ac req-a84898f4-3fb5-445c-b495-b5bc259c9584 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:03.713684 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03c5f722-d4aa-4572-9821-bcbfce8467ac req-a84898f4-3fb5-445c-b495-b5bc259c9584 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.79 "GET /v2.0/ports?device_id=c45f992d-fd4f-4103-bf0c-a709e02f376b HTTP/1.1" status: 200 len: 946 time: 0.0653262 Feb 19 04:56:03.812158 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-03c5f722-d4aa-4572-9821-bcbfce8467ac req-2eacb83e-1b0d-478a-be5b-8d365b8b7073 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Deleting port 6804a3a9-0b34-45c6-ae44-c84fd8d979a6 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:56:03.812503 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-03c5f722-d4aa-4572-9821-bcbfce8467ac req-2eacb83e-1b0d-478a-be5b-8d365b8b7073 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (6804a3a9-0b34-45c6-ae44-c84fd8d979a6), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:03.902846 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-03c5f722-d4aa-4572-9821-bcbfce8467ac req-2eacb83e-1b0d-478a-be5b-8d365b8b7073 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] For port 6804a3a9-0b34-45c6-ae44-c84fd8d979a6, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=6804a3a9-0b34-45c6-ae44-c84fd8d979a6,segment=NetworkSegment(47d6832a-7e15-4f32-bef6-13d0355e1c89),segment_id=47d6832a-7e15-4f32-bef6-13d0355e1c89)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:03.903133 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-03c5f722-d4aa-4572-9821-bcbfce8467ac req-2eacb83e-1b0d-478a-be5b-8d365b8b7073 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (6804a3a9-0b34-45c6-ae44-c84fd8d979a6), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:03.917299 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-03c5f722-d4aa-4572-9821-bcbfce8467ac req-2eacb83e-1b0d-478a-be5b-8d365b8b7073 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Calling delete_port for 6804a3a9-0b34-45c6-ae44-c84fd8d979a6 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:56:03.995614 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:04.056742 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-03c5f722-d4aa-4572-9821-bcbfce8467ac req-2eacb83e-1b0d-478a-be5b-8d365b8b7073 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (6804a3a9-0b34-45c6-ae44-c84fd8d979a6), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:04.068912 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['6804a3a9-0b34-45c6-ae44-c84fd8d979a6'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:56:04.084132 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eacb83e-1b0d-478a-be5b-8d365b8b7073 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Pushing event deleted for resources: {'Port': ['ID=6804a3a9-0b34-45c6-ae44-c84fd8d979a6,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:04.131020 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c5f722-d4aa-4572-9821-bcbfce8467ac req-2eacb83e-1b0d-478a-be5b-8d365b8b7073 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] No DVR routers for this DVR port 6804a3a9-0b34-45c6-ae44-c84fd8d979a6 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:56:04.133539 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-03c5f722-d4aa-4572-9821-bcbfce8467ac req-2eacb83e-1b0d-478a-be5b-8d365b8b7073 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:04.136830 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-03c5f722-d4aa-4572-9821-bcbfce8467ac req-2eacb83e-1b0d-478a-be5b-8d365b8b7073 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.79 "DELETE /v2.0/ports/6804a3a9-0b34-45c6-ae44-c84fd8d979a6 HTTP/1.1" status: 204 len: 173 time: 0.4172909 Feb 19 04:56:04.137272 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45f992d-fd4f-4103-bf0c-a709e02f376b', 'name': 'network-vif-deleted', 'tag': '6804a3a9-0b34-45c6-ae44-c84fd8d979a6'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:56:04.139567 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f2bf0a-fb6b-42bf-9190-1e2f09b70426" -d '{"events": [{"server_uuid": "c45f992d-fd4f-4103-bf0c-a709e02f376b", "name": "network-vif-deleted", "tag": "6804a3a9-0b34-45c6-ae44-c84fd8d979a6"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:56:04.179697 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1509ba93-4883-455f-b3ab-79489847c462 x-openstack-request-id: req-1509ba93-4883-455f-b3ab-79489847c462 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:56:04.180004 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45f992d-fd4f-4103-bf0c-a709e02f376b", "name": "network-vif-deleted", "tag": "6804a3a9-0b34-45c6-ae44-c84fd8d979a6", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:56:04.180258 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1509ba93-4883-455f-b3ab-79489847c462 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:56:04.180663 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45f992d-fd4f-4103-bf0c-a709e02f376b', 'name': 'network-vif-deleted', 'tag': '6804a3a9-0b34-45c6-ae44-c84fd8d979a6', 'status': 'completed', 'code': 200} Feb 19 04:56:04.589686 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-13c4ed24-28a5-42ac-aa04-5619b6e65c84 req-2e12b13f-a0f5-47a9-8a1d-3f5d254e45f7 tempest-TestEncryptedCinderVolumes-590481437 tempest-TestEncryptedCinderVolumes-590481437-project] 10.222.0.52 "GET /v2.0/ports?device_id=c45f992d-fd4f-4103-bf0c-a709e02f376b HTTP/1.1" status: 200 len: 210 time: 0.0321169 Feb 19 04:56:05.477842 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:05.685077 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46790) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:06.032644 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-20913efa-2e0e-411e-966e-572afa86f3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:06.275610 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-20913efa-2e0e-411e-966e-572afa86f3f1 admin admin] Deleting port 7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:56:06.275873 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-20913efa-2e0e-411e-966e-572afa86f3f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:06.352487 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-20913efa-2e0e-411e-966e-572afa86f3f1 admin admin] For port 7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30,segment=NetworkSegment(47d6832a-7e15-4f32-bef6-13d0355e1c89),segment_id=47d6832a-7e15-4f32-bef6-13d0355e1c89)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:06.352852 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-20913efa-2e0e-411e-966e-572afa86f3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:06.366968 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-20913efa-2e0e-411e-966e-572afa86f3f1 admin admin] Calling delete_port for 7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:56:06.546441 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-20913efa-2e0e-411e-966e-572afa86f3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:06.572444 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20913efa-2e0e-411e-966e-572afa86f3f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:06.603012 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20913efa-2e0e-411e-966e-572afa86f3f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:06.603365 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20913efa-2e0e-411e-966e-572afa86f3f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:06.603708 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20913efa-2e0e-411e-966e-572afa86f3f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:06.604050 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20913efa-2e0e-411e-966e-572afa86f3f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:06.604381 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20913efa-2e0e-411e-966e-572afa86f3f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:06.604716 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20913efa-2e0e-411e-966e-572afa86f3f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:06.605044 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20913efa-2e0e-411e-966e-572afa86f3f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:06.605370 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20913efa-2e0e-411e-966e-572afa86f3f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:06.605697 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20913efa-2e0e-411e-966e-572afa86f3f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:06.606672 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20913efa-2e0e-411e-966e-572afa86f3f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:06.607016 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20913efa-2e0e-411e-966e-572afa86f3f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:06.607327 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20913efa-2e0e-411e-966e-572afa86f3f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:06.607653 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20913efa-2e0e-411e-966e-572afa86f3f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:06.754441 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-20913efa-2e0e-411e-966e-572afa86f3f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:06.880404 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:06.970017 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20913efa-2e0e-411e-966e-572afa86f3f1 admin admin] Router d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:56:07.078704 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20913efa-2e0e-411e-966e-572afa86f3f1 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:56:07.083724 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-20913efa-2e0e-411e-966e-572afa86f3f1 admin admin] 10.222.0.52 "PUT /v2.0/routers/d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3975787 Feb 19 04:56:07.086342 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46794) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:07.088475 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed47e72-e453-4cf0-b58b-e4f750b7174c None None] Sync routers for ids ['d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:56:07.097831 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed47e72-e453-4cf0-b58b-e4f750b7174c None None] Routers {'d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:56:07.098473 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1ed47e72-e453-4cf0-b58b-e4f750b7174c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:56:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:07.193756 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-29ece701-fa8b-43f2-bbe8-8f6316e7a47d admin admin] Publish callbacks [] for router (d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:07.206131 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-1ed47e72-e453-4cf0-b58b-e4f750b7174c None None] Set router d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:56:07.296275 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-29ece701-fa8b-43f2-bbe8-8f6316e7a47d admin admin] Publish callbacks [] for router_gateway (d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:07.348201 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-29ece701-fa8b-43f2-bbe8-8f6316e7a47d admin admin] Deleting port bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:56:07.348579 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-29ece701-fa8b-43f2-bbe8-8f6316e7a47d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:07.382540 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1ed47e72-e453-4cf0-b58b-e4f750b7174c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83', 'name': 'tempest-TestEncryptedCinderVolumes-1989193777-router', 'tenant_id': 'b5c32c2a97b944998cb9744db61caf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:54:16Z', 'updated_at': '2022-02-19T04:56:06Z', 'revision_number': 5, 'project_id': 'b5c32c2a97b944998cb9744db61caf5d', 'gw_port': {'id': 'bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:54:17Z', 'updated_at': '2022-02-19T04:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:07.415649 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed47e72-e453-4cf0-b58b-e4f750b7174c None None] Checking router: d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:56:07.424278 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed47e72-e453-4cf0-b58b-e4f750b7174c None None] Routers {'d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:56:07.424890 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1ed47e72-e453-4cf0-b58b-e4f750b7174c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:56:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:07.426793 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-29ece701-fa8b-43f2-bbe8-8f6316e7a47d admin admin] For port bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:07.427228 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-29ece701-fa8b-43f2-bbe8-8f6316e7a47d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:07.439912 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-29ece701-fa8b-43f2-bbe8-8f6316e7a47d admin admin] Calling delete_port for bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1 owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:56:07.507150 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-1ed47e72-e453-4cf0-b58b-e4f750b7174c None None] Set router d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:56:07.561982 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1ed47e72-e453-4cf0-b58b-e4f750b7174c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83', 'name': 'tempest-TestEncryptedCinderVolumes-1989193777-router', 'tenant_id': 'b5c32c2a97b944998cb9744db61caf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:54:16Z', 'updated_at': '2022-02-19T04:56:07Z', 'revision_number': 6, 'project_id': 'b5c32c2a97b944998cb9744db61caf5d', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:07.588212 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed47e72-e453-4cf0-b58b-e4f750b7174c None None] The sync data for ids ['d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83'] in n-d-828369-19 is: [{'id': 'd4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83', 'name': 'tempest-TestEncryptedCinderVolumes-1989193777-router', 'tenant_id': 'b5c32c2a97b944998cb9744db61caf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:54:16Z', 'updated_at': '2022-02-19T04:56:07Z', 'revision_number': 6, 'project_id': 'b5c32c2a97b944998cb9744db61caf5d', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:56:07.606042 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-29ece701-fa8b-43f2-bbe8-8f6316e7a47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:07.635558 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ece701-fa8b-43f2-bbe8-8f6316e7a47d admin admin] Pushing event deleted for resources: {'Port': ['ID=bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:07.698089 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-29ece701-fa8b-43f2-bbe8-8f6316e7a47d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:07.787920 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-29ece701-fa8b-43f2-bbe8-8f6316e7a47d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:07.789930 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-29ece701-fa8b-43f2-bbe8-8f6316e7a47d admin admin] Publish callbacks [] for router_controller (d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:07.835020 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-29ece701-fa8b-43f2-bbe8-8f6316e7a47d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:07.835713 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ece701-fa8b-43f2-bbe8-8f6316e7a47d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:56:07.840089 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-29ece701-fa8b-43f2-bbe8-8f6316e7a47d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:07.841285 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-29ece701-fa8b-43f2-bbe8-8f6316e7a47d admin admin] 10.222.0.52 "DELETE /v2.0/routers/d4c45c26-0f5b-4e20-bfaf-3ed9ef5bdd83 HTTP/1.1" status: 204 len: 168 time: 0.7537055 Feb 19 04:56:07.844121 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46796) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:07.887863 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-1818adef-ae26-4cf1-a0b7-49544131e6c8 admin admin] Deleting subnet cfefd7f3-3611-4a3d-9127-9d96753fd889 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:56:07.890856 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1818adef-ae26-4cf1-a0b7-49544131e6c8 admin admin] Publish callbacks [] for subnet (cfefd7f3-3611-4a3d-9127-9d96753fd889), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:07.925382 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1818adef-ae26-4cf1-a0b7-49544131e6c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (cfefd7f3-3611-4a3d-9127-9d96753fd889), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:08.013159 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1818adef-ae26-4cf1-a0b7-49544131e6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (cfefd7f3-3611-4a3d-9127-9d96753fd889), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:08.053104 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:56:08.080500 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:56:08.081049 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7c4aea8d-c9d6-4bd6-87d7-0f87430c9c30 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:56:08.081407 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1818adef-ae26-4cf1-a0b7-49544131e6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (cfefd7f3-3611-4a3d-9127-9d96753fd889), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:08.106131 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818adef-ae26-4cf1-a0b7-49544131e6c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfefd7f3-3611-4a3d-9127-9d96753fd889,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:08.109961 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1818adef-ae26-4cf1-a0b7-49544131e6c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:08.113119 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1818adef-ae26-4cf1-a0b7-49544131e6c8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/cfefd7f3-3611-4a3d-9127-9d96753fd889 HTTP/1.1" status: 204 len: 168 time: 0.2680748 Feb 19 04:56:08.115642 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46798) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:08.116052 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04afce8f-ed1e-4804-aff0-b886cda0877d None None] Network 8ed9678b-63e5-4268-b5bf-bb2994d39d30 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:08.184896 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1665e1c3-f101-415f-8095-6427b27a1962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (8ed9678b-63e5-4268-b5bf-bb2994d39d30), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:08.237333 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-1665e1c3-f101-415f-8095-6427b27a1962 admin admin] Deleting port 5eaced60-ee64-4a29-a956-b80609530b9e {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:56:08.237673 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1665e1c3-f101-415f-8095-6427b27a1962 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (5eaced60-ee64-4a29-a956-b80609530b9e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:08.300830 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-1665e1c3-f101-415f-8095-6427b27a1962 admin admin] For port 5eaced60-ee64-4a29-a956-b80609530b9e, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5eaced60-ee64-4a29-a956-b80609530b9e,segment=NetworkSegment(47d6832a-7e15-4f32-bef6-13d0355e1c89),segment_id=47d6832a-7e15-4f32-bef6-13d0355e1c89)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:08.301083 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1665e1c3-f101-415f-8095-6427b27a1962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (5eaced60-ee64-4a29-a956-b80609530b9e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:08.313966 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-1665e1c3-f101-415f-8095-6427b27a1962 admin admin] Calling delete_port for 5eaced60-ee64-4a29-a956-b80609530b9e owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:56:08.330480 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 6804a3a9-0b34-45c6-ae44-c84fd8d979a6 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:56:08.360402 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 6804a3a9-0b34-45c6-ae44-c84fd8d979a6 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:56:08.361107 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 6804a3a9-0b34-45c6-ae44-c84fd8d979a6 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:56:08.372231 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e04b555-d8cd-4f2f-83b3-996a06f4cfbf None None] DHCP port deletion for 8ed9678b-63e5-4268-b5bf-bb2994d39d30 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:56:08.396473 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1665e1c3-f101-415f-8095-6427b27a1962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (5eaced60-ee64-4a29-a956-b80609530b9e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:08.408995 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1665e1c3-f101-415f-8095-6427b27a1962 admin admin] No DVR routers for this DVR port 5eaced60-ee64-4a29-a956-b80609530b9e on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:56:08.419913 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-4e04b555-d8cd-4f2f-83b3-996a06f4cfbf None None] Deleting port 5eaced60-ee64-4a29-a956-b80609530b9e {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:56:08.420281 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4e04b555-d8cd-4f2f-83b3-996a06f4cfbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (5eaced60-ee64-4a29-a956-b80609530b9e), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:08.448587 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665e1c3-f101-415f-8095-6427b27a1962 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eaced60-ee64-4a29-a956-b80609530b9e,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:08.486225 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-4e04b555-d8cd-4f2f-83b3-996a06f4cfbf None None] For port 5eaced60-ee64-4a29-a956-b80609530b9e, host n-d-828369-19, got binding levels [] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:08.486634 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4e04b555-d8cd-4f2f-83b3-996a06f4cfbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (5eaced60-ee64-4a29-a956-b80609530b9e), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:08.500397 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-4e04b555-d8cd-4f2f-83b3-996a06f4cfbf None None] Calling delete_port for 5eaced60-ee64-4a29-a956-b80609530b9e owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:56:08.503124 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.ipam_backend_mixin [None req-4e04b555-d8cd-4f2f-83b3-996a06f4cfbf None None] Port 5eaced60-ee64-4a29-a956-b80609530b9e was not found and therefore no delete operation was performed {{(pid=109927) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:56:08.503726 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1665e1c3-f101-415f-8095-6427b27a1962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (8ed9678b-63e5-4268-b5bf-bb2994d39d30), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:08.504586 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4e04b555-d8cd-4f2f-83b3-996a06f4cfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (5eaced60-ee64-4a29-a956-b80609530b9e), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:08.523664 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-1665e1c3-f101-415f-8095-6427b27a1962 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed9678b-63e5-4268-b5bf-bb2994d39d30']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:08.534676 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-1665e1c3-f101-415f-8095-6427b27a1962 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d6832a-7e15-4f32-bef6-13d0355e1c89') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:08.535109 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-1665e1c3-f101-415f-8095-6427b27a1962 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d6832a-7e15-4f32-bef6-13d0355e1c89') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:08.546743 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1665e1c3-f101-415f-8095-6427b27a1962 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (47d6832a-7e15-4f32-bef6-13d0355e1c89), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:08.562229 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1665e1c3-f101-415f-8095-6427b27a1962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (47d6832a-7e15-4f32-bef6-13d0355e1c89), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:08.569466 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1665e1c3-f101-415f-8095-6427b27a1962 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:56:08.569885 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1665e1c3-f101-415f-8095-6427b27a1962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (47d6832a-7e15-4f32-bef6-13d0355e1c89), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:56:08.571818 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:56:08.694858 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04b555-d8cd-4f2f-83b3-996a06f4cfbf None None] Pushing event deleted for resources: {'Port': ['ID=5eaced60-ee64-4a29-a956-b80609530b9e,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:08.702319 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e04b555-d8cd-4f2f-83b3-996a06f4cfbf None None] No DVR routers for this DVR port 5eaced60-ee64-4a29-a956-b80609530b9e on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:56:08.980836 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1665e1c3-f101-415f-8095-6427b27a1962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (8ed9678b-63e5-4268-b5bf-bb2994d39d30), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:08.986546 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1665e1c3-f101-415f-8095-6427b27a1962 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:08.989670 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1665e1c3-f101-415f-8095-6427b27a1962 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8ed9678b-63e5-4268-b5bf-bb2994d39d30 HTTP/1.1" status: 204 len: 168 time: 0.8729460 Feb 19 04:56:08.992649 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46800) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:09.000710 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665e1c3-f101-415f-8095-6427b27a1962 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ed9678b-63e5-4268-b5bf-bb2994d39d30,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:09.337096 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ec2abeb-daf9-44bd-8530-06c003516ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (7228a605-3ba3-4687-a451-1129f5c354e1), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:09.578188 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-2ec2abeb-daf9-44bd-8530-06c003516ba8 admin admin] Deleting port 66c2d9ce-0471-470b-b53c-9fed6e9ea640 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:56:09.578523 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ec2abeb-daf9-44bd-8530-06c003516ba8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (66c2d9ce-0471-470b-b53c-9fed6e9ea640), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:09.652714 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-2ec2abeb-daf9-44bd-8530-06c003516ba8 admin admin] For port 66c2d9ce-0471-470b-b53c-9fed6e9ea640, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=66c2d9ce-0471-470b-b53c-9fed6e9ea640,segment=NetworkSegment(d71de90c-137b-456b-a928-72cc3c61de6d),segment_id=d71de90c-137b-456b-a928-72cc3c61de6d)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:09.653083 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ec2abeb-daf9-44bd-8530-06c003516ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (66c2d9ce-0471-470b-b53c-9fed6e9ea640), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:09.666051 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-2ec2abeb-daf9-44bd-8530-06c003516ba8 admin admin] Calling delete_port for 66c2d9ce-0471-470b-b53c-9fed6e9ea640 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:56:09.703451 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:56:09.723523 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:56:09.723872 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device bcdbeecb-e82f-48f2-9c8a-7655d7ff69a1 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:56:09.724291 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5eaced60-ee64-4a29-a956-b80609530b9e no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:56:09.743165 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 5eaced60-ee64-4a29-a956-b80609530b9e {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:56:09.743514 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5eaced60-ee64-4a29-a956-b80609530b9e not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:56:09.846441 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ec2abeb-daf9-44bd-8530-06c003516ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (66c2d9ce-0471-470b-b53c-9fed6e9ea640), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:09.875951 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2abeb-daf9-44bd-8530-06c003516ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=66c2d9ce-0471-470b-b53c-9fed6e9ea640,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:10.044898 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ec2abeb-daf9-44bd-8530-06c003516ba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (7228a605-3ba3-4687-a451-1129f5c354e1), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:10.258633 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec2abeb-daf9-44bd-8530-06c003516ba8 admin admin] Router 7228a605-3ba3-4687-a451-1129f5c354e1 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:56:10.629566 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec2abeb-daf9-44bd-8530-06c003516ba8 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:56:10.634581 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2ec2abeb-daf9-44bd-8530-06c003516ba8 admin admin] 10.222.0.52 "PUT /v2.0/routers/7228a605-3ba3-4687-a451-1129f5c354e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6407835 Feb 19 04:56:10.637471 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46802) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:10.640188 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b93e00e-0ece-4467-aed3-dc857f7a4210 None None] Sync routers for ids ['7228a605-3ba3-4687-a451-1129f5c354e1'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:56:10.649699 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b93e00e-0ece-4467-aed3-dc857f7a4210 None None] Routers {'7228a605-3ba3-4687-a451-1129f5c354e1'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:56:10.650347 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-0b93e00e-0ece-4467-aed3-dc857f7a4210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:56:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7228a605-3ba3-4687-a451-1129f5c354e1'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:10.743654 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-63f82a4c-790b-4787-aabf-245faa66ffaf admin admin] Publish callbacks [] for router (7228a605-3ba3-4687-a451-1129f5c354e1), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:10.755419 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-0b93e00e-0ece-4467-aed3-dc857f7a4210 None None] Set router 7228a605-3ba3-4687-a451-1129f5c354e1 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:56:10.847340 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-63f82a4c-790b-4787-aabf-245faa66ffaf admin admin] Publish callbacks [] for router_gateway (7228a605-3ba3-4687-a451-1129f5c354e1), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:10.899687 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-63f82a4c-790b-4787-aabf-245faa66ffaf admin admin] Deleting port 5fac5878-e220-43b1-bab1-1098ab5979c5 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:56:10.899934 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-63f82a4c-790b-4787-aabf-245faa66ffaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (5fac5878-e220-43b1-bab1-1098ab5979c5), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:10.933215 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-0b93e00e-0ece-4467-aed3-dc857f7a4210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7228a605-3ba3-4687-a451-1129f5c354e1', 'name': 'tempest-TestEncryptedCinderVolumes-842535340-router', 'tenant_id': '21e10756ac1241e69b611b8aab78022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '5fac5878-e220-43b1-bab1-1098ab5979c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:54:21Z', 'updated_at': '2022-02-19T04:56:09Z', 'revision_number': 5, 'project_id': '21e10756ac1241e69b611b8aab78022c', 'gw_port': {'id': '5fac5878-e220-43b1-bab1-1098ab5979c5', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:00:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7228a605-3ba3-4687-a451-1129f5c354e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:54:21Z', 'updated_at': '2022-02-19T04:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:10.960236 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b93e00e-0ece-4467-aed3-dc857f7a4210 None None] Checking router: 7228a605-3ba3-4687-a451-1129f5c354e1 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:56:10.968755 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b93e00e-0ece-4467-aed3-dc857f7a4210 None None] Routers {'7228a605-3ba3-4687-a451-1129f5c354e1'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:56:10.969365 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-0b93e00e-0ece-4467-aed3-dc857f7a4210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:56:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7228a605-3ba3-4687-a451-1129f5c354e1'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:10.981239 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-63f82a4c-790b-4787-aabf-245faa66ffaf admin admin] For port 5fac5878-e220-43b1-bab1-1098ab5979c5, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5fac5878-e220-43b1-bab1-1098ab5979c5,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:10.981602 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-63f82a4c-790b-4787-aabf-245faa66ffaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (5fac5878-e220-43b1-bab1-1098ab5979c5), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:10.993396 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-63f82a4c-790b-4787-aabf-245faa66ffaf admin admin] Calling delete_port for 5fac5878-e220-43b1-bab1-1098ab5979c5 owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:56:11.060820 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-0b93e00e-0ece-4467-aed3-dc857f7a4210 None None] Set router 7228a605-3ba3-4687-a451-1129f5c354e1 gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:56:11.112956 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-0b93e00e-0ece-4467-aed3-dc857f7a4210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7228a605-3ba3-4687-a451-1129f5c354e1', 'name': 'tempest-TestEncryptedCinderVolumes-842535340-router', 'tenant_id': '21e10756ac1241e69b611b8aab78022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:54:21Z', 'updated_at': '2022-02-19T04:56:10Z', 'revision_number': 6, 'project_id': '21e10756ac1241e69b611b8aab78022c', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:11.159483 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-63f82a4c-790b-4787-aabf-245faa66ffaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (5fac5878-e220-43b1-bab1-1098ab5979c5), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:11.188333 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f82a4c-790b-4787-aabf-245faa66ffaf admin admin] Pushing event deleted for resources: {'Port': ['ID=5fac5878-e220-43b1-bab1-1098ab5979c5,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:11.236894 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b93e00e-0ece-4467-aed3-dc857f7a4210 None None] The sync data for ids ['7228a605-3ba3-4687-a451-1129f5c354e1'] in n-d-828369-19 is: [{'id': '7228a605-3ba3-4687-a451-1129f5c354e1', 'name': 'tempest-TestEncryptedCinderVolumes-842535340-router', 'tenant_id': '21e10756ac1241e69b611b8aab78022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:54:21Z', 'updated_at': '2022-02-19T04:56:10Z', 'revision_number': 6, 'project_id': '21e10756ac1241e69b611b8aab78022c', 'gw_port_host': None}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:56:11.250631 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-63f82a4c-790b-4787-aabf-245faa66ffaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (7228a605-3ba3-4687-a451-1129f5c354e1), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:11.342397 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-63f82a4c-790b-4787-aabf-245faa66ffaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (7228a605-3ba3-4687-a451-1129f5c354e1), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:11.344524 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-63f82a4c-790b-4787-aabf-245faa66ffaf admin admin] Publish callbacks [] for router_controller (7228a605-3ba3-4687-a451-1129f5c354e1), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:11.391941 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-63f82a4c-790b-4787-aabf-245faa66ffaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (7228a605-3ba3-4687-a451-1129f5c354e1), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:11.392598 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f82a4c-790b-4787-aabf-245faa66ffaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7228a605-3ba3-4687-a451-1129f5c354e1 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:56:11.397036 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-63f82a4c-790b-4787-aabf-245faa66ffaf admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:11.398279 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-63f82a4c-790b-4787-aabf-245faa66ffaf admin admin] 10.222.0.52 "DELETE /v2.0/routers/7228a605-3ba3-4687-a451-1129f5c354e1 HTTP/1.1" status: 204 len: 168 time: 0.7598796 Feb 19 04:56:11.400745 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46804) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:11.444726 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f16377-c333-4361-a347-2eebf8dca87b admin admin] Deleting subnet 0d9cba79-0151-4ca4-8753-820c6e192360 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:56:11.447640 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6f16377-c333-4361-a347-2eebf8dca87b admin admin] Publish callbacks [] for subnet (0d9cba79-0151-4ca4-8753-820c6e192360), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:11.480229 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6f16377-c333-4361-a347-2eebf8dca87b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (0d9cba79-0151-4ca4-8753-820c6e192360), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:11.559694 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6f16377-c333-4361-a347-2eebf8dca87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (0d9cba79-0151-4ca4-8753-820c6e192360), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:11.614921 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6f16377-c333-4361-a347-2eebf8dca87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (0d9cba79-0151-4ca4-8753-820c6e192360), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:11.641205 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f16377-c333-4361-a347-2eebf8dca87b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d9cba79-0151-4ca4-8753-820c6e192360,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:11.644974 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c6f16377-c333-4361-a347-2eebf8dca87b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:11.648232 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c6f16377-c333-4361-a347-2eebf8dca87b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0d9cba79-0151-4ca4-8753-820c6e192360 HTTP/1.1" status: 204 len: 168 time: 0.2464638 Feb 19 04:56:11.650745 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46806) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:11.655162 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d73d60-d236-4ea9-9971-1fd52c15843e None None] Network 3b3d604a-995d-41b6-906a-e29b4169c824 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:11.731260 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6c77b1e-b1f6-4ca3-a13a-b24dbac7786b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (3b3d604a-995d-41b6-906a-e29b4169c824), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:11.790042 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-d6c77b1e-b1f6-4ca3-a13a-b24dbac7786b admin admin] Deleting port 288895ae-085c-417a-a84a-acff48345535 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:56:11.790399 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6c77b1e-b1f6-4ca3-a13a-b24dbac7786b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (288895ae-085c-417a-a84a-acff48345535), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:11.850558 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-d6c77b1e-b1f6-4ca3-a13a-b24dbac7786b admin admin] For port 288895ae-085c-417a-a84a-acff48345535, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=288895ae-085c-417a-a84a-acff48345535,segment=NetworkSegment(d71de90c-137b-456b-a928-72cc3c61de6d),segment_id=d71de90c-137b-456b-a928-72cc3c61de6d)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:11.850918 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6c77b1e-b1f6-4ca3-a13a-b24dbac7786b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (288895ae-085c-417a-a84a-acff48345535), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:11.864272 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-d6c77b1e-b1f6-4ca3-a13a-b24dbac7786b admin admin] Calling delete_port for 288895ae-085c-417a-a84a-acff48345535 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:56:11.946427 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6c77b1e-b1f6-4ca3-a13a-b24dbac7786b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (288895ae-085c-417a-a84a-acff48345535), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:11.974818 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c77b1e-b1f6-4ca3-a13a-b24dbac7786b admin admin] No DVR routers for this DVR port 288895ae-085c-417a-a84a-acff48345535 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:56:11.976272 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c77b1e-b1f6-4ca3-a13a-b24dbac7786b admin admin] Pushing event deleted for resources: {'Port': ['ID=288895ae-085c-417a-a84a-acff48345535,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:12.045710 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6c77b1e-b1f6-4ca3-a13a-b24dbac7786b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (3b3d604a-995d-41b6-906a-e29b4169c824), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:12.055583 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e2eaf7-8ad0-43c0-b18f-d1c9c70901c6 None None] DHCP port deletion for 3b3d604a-995d-41b6-906a-e29b4169c824 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:56:12.078268 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-d6c77b1e-b1f6-4ca3-a13a-b24dbac7786b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3d604a-995d-41b6-906a-e29b4169c824']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:12.088665 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-d6c77b1e-b1f6-4ca3-a13a-b24dbac7786b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71de90c-137b-456b-a928-72cc3c61de6d') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:12.088963 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-d6c77b1e-b1f6-4ca3-a13a-b24dbac7786b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71de90c-137b-456b-a928-72cc3c61de6d') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:12.099486 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6c77b1e-b1f6-4ca3-a13a-b24dbac7786b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (d71de90c-137b-456b-a928-72cc3c61de6d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:12.113221 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6c77b1e-b1f6-4ca3-a13a-b24dbac7786b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (d71de90c-137b-456b-a928-72cc3c61de6d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:12.119367 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c77b1e-b1f6-4ca3-a13a-b24dbac7786b admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:56:12.119753 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6c77b1e-b1f6-4ca3-a13a-b24dbac7786b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (d71de90c-137b-456b-a928-72cc3c61de6d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:56:12.121550 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:56:12.135504 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 66c2d9ce-0471-470b-b53c-9fed6e9ea640 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:56:12.157803 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 66c2d9ce-0471-470b-b53c-9fed6e9ea640 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:56:12.158258 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 66c2d9ce-0471-470b-b53c-9fed6e9ea640 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:56:12.176947 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6c77b1e-b1f6-4ca3-a13a-b24dbac7786b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (3b3d604a-995d-41b6-906a-e29b4169c824), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:12.182696 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d6c77b1e-b1f6-4ca3-a13a-b24dbac7786b admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:12.185904 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d6c77b1e-b1f6-4ca3-a13a-b24dbac7786b admin admin] 10.222.0.52 "DELETE /v2.0/networks/3b3d604a-995d-41b6-906a-e29b4169c824 HTTP/1.1" status: 204 len: 168 time: 0.5342164 Feb 19 04:56:12.198583 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c77b1e-b1f6-4ca3-a13a-b24dbac7786b admin admin] Pushing event deleted for resources: {'Network': ['ID=3b3d604a-995d-41b6-906a-e29b4169c824,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:12.379660 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46810) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:12.419006 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-07204876-2b2a-474c-9498-07f3ccb714de admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b5c32c2a97b944998cb9744db61caf5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375521 Feb 19 04:56:12.421271 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46812) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:12.467099 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f0008f9b-9016-47bb-8f9d-16c31ec92b17 admin admin] Publish callbacks [] for security_group (5f70ea1f-824b-4868-aefd-f4c9f27a651d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:12.492174 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f0008f9b-9016-47bb-8f9d-16c31ec92b17 admin admin] Publish callbacks [] for security_group (5f70ea1f-824b-4868-aefd-f4c9f27a651d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:12.537726 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f0008f9b-9016-47bb-8f9d-16c31ec92b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (5f70ea1f-824b-4868-aefd-f4c9f27a651d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:12.540269 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f0008f9b-9016-47bb-8f9d-16c31ec92b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:12.541453 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f0008f9b-9016-47bb-8f9d-16c31ec92b17 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5f70ea1f-824b-4868-aefd-f4c9f27a651d HTTP/1.1" status: 204 len: 168 time: 0.1193068 Feb 19 04:56:12.549813 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0008f9b-9016-47bb-8f9d-16c31ec92b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f70ea1f-824b-4868-aefd-f4c9f27a651d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:12.860188 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46818) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:12.899251 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-33ad5f35-66cc-462b-8bac-be3e3c2b1ada admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=21e10756ac1241e69b611b8aab78022c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379221 Feb 19 04:56:12.901575 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46820) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:12.946824 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-66015093-4659-435e-ae21-284c62fc5039 admin admin] Publish callbacks [] for security_group (ab5a5c38-1df0-4576-bb64-313ba993aa1c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:12.968135 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-66015093-4659-435e-ae21-284c62fc5039 admin admin] Publish callbacks [] for security_group (ab5a5c38-1df0-4576-bb64-313ba993aa1c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:13.015404 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-66015093-4659-435e-ae21-284c62fc5039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ab5a5c38-1df0-4576-bb64-313ba993aa1c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:13.018131 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-66015093-4659-435e-ae21-284c62fc5039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:13.019341 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-66015093-4659-435e-ae21-284c62fc5039 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ab5a5c38-1df0-4576-bb64-313ba993aa1c HTTP/1.1" status: 204 len: 168 time: 0.1168814 Feb 19 04:56:13.028171 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66015093-4659-435e-ae21-284c62fc5039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5a5c38-1df0-4576-bb64-313ba993aa1c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:13.689468 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 288895ae-085c-417a-a84a-acff48345535 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:56:13.712203 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 288895ae-085c-417a-a84a-acff48345535 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:56:13.712551 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 288895ae-085c-417a-a84a-acff48345535 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:56:13.712969 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5fac5878-e220-43b1-bab1-1098ab5979c5 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:56:13.718325 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 46842) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:13.732165 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 5fac5878-e220-43b1-bab1-1098ab5979c5 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:56:13.732516 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5fac5878-e220-43b1-bab1-1098ab5979c5 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:56:13.814530 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-2ab50ddc-60ad-4e96-a774-c0fbf63e97fa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-998944997-network', 'tenant_id': '192d967dc45745b1bea41848554feff9'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:13.833944 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab50ddc-60ad-4e96-a774-c0fbf63e97fa admin admin] Made reservation on behalf of 192d967dc45745b1bea41848554feff9 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:56:13.836240 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ab50ddc-60ad-4e96-a774-c0fbf63e97fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:13.845613 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ab50ddc-60ad-4e96-a774-c0fbf63e97fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:13.923264 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ab50ddc-60ad-4e96-a774-c0fbf63e97fa admin admin] Publish callbacks [] for security_group (c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:13.926810 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ab50ddc-60ad-4e96-a774-c0fbf63e97fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:13.947244 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab50ddc-60ad-4e96-a774-c0fbf63e97fa admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:56:13.960552 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab50ddc-60ad-4e96-a774-c0fbf63e97fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:13.966069 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ab50ddc-60ad-4e96-a774-c0fbf63e97fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (791a28e4-8383-46c4-b19d-db799561c061), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:13.966438 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-2ab50ddc-60ad-4e96-a774-c0fbf63e97fa admin admin] Added segment 791a28e4-8383-46c4-b19d-db799561c061 of type vlan for network dbf1808c-2e95-432f-860a-ebb2ed9639fc Feb 19 04:56:14.006752 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ab50ddc-60ad-4e96-a774-c0fbf63e97fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (dbf1808c-2e95-432f-860a-ebb2ed9639fc), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:14.031156 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ab50ddc-60ad-4e96-a774-c0fbf63e97fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (dbf1808c-2e95-432f-860a-ebb2ed9639fc), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:14.032191 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab50ddc-60ad-4e96-a774-c0fbf63e97fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:14.032763 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2ab50ddc-60ad-4e96-a774-c0fbf63e97fa admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:14.083925 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2ab50ddc-60ad-4e96-a774-c0fbf63e97fa admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3637803 Feb 19 04:56:14.086772 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46846) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:14.092131 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-24679987-cd9b-4a28-9b08-a60b6863cff1 admin admin] Request body: {'subnet': {'network_id': 'dbf1808c-2e95-432f-860a-ebb2ed9639fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-998944997-subnet', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:14.098438 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab50ddc-60ad-4e96-a774-c0fbf63e97fa admin admin] Pushing event updated for resources: {'Network': ['ID=dbf1808c-2e95-432f-860a-ebb2ed9639fc,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:14.109230 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network dbf1808c-2e95-432f-860a-ebb2ed9639fc details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:56:14.112683 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24679987-cd9b-4a28-9b08-a60b6863cff1 admin admin] Made reservation on behalf of 192d967dc45745b1bea41848554feff9 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:56:14.115121 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-24679987-cd9b-4a28-9b08-a60b6863cff1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:14.279529 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-24679987-cd9b-4a28-9b08-a60b6863cff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (6df6e855-357c-40e8-81b6-8f7ff5a606f3), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:14.331962 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24679987-cd9b-4a28-9b08-a60b6863cff1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6df6e855-357c-40e8-81b6-8f7ff5a606f3,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:14.341929 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24679987-cd9b-4a28-9b08-a60b6863cff1 admin admin] Checking segment: {'id': '791a28e4-8383-46c4-b19d-db799561c061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'dbf1808c-2e95-432f-860a-ebb2ed9639fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:56:14.342415 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24679987-cd9b-4a28-9b08-a60b6863cff1 admin admin] Network hostable DHCP agents. Network: dbf1808c-2e95-432f-860a-ebb2ed9639fc, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:56:14.358497 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24679987-cd9b-4a28-9b08-a60b6863cff1 admin admin] Network dbf1808c-2e95-432f-860a-ebb2ed9639fc is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:56:14.367081 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-24679987-cd9b-4a28-9b08-a60b6863cff1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, dbf1808c-2e95-432f-860a-ebb2ed9639fc) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:14.372097 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24679987-cd9b-4a28-9b08-a60b6863cff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:14.372691 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-24679987-cd9b-4a28-9b08-a60b6863cff1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:14.376907 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16381deb-1988-4472-9e6f-77eb5782215a None None] Network dbf1808c-2e95-432f-860a-ebb2ed9639fc requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:14.389653 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-24679987-cd9b-4a28-9b08-a60b6863cff1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3018005 Feb 19 04:56:14.393888 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46848) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:14.397994 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-c5d5559b-6b34-4343-b2d1-3a0f0efc99ff admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-998944997-router', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:14.416597 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c5d5559b-6b34-4343-b2d1-3a0f0efc99ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (ce281d84-2d10-4bae-8a01-927b592140d1), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:14.417763 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c5d5559b-6b34-4343-b2d1-3a0f0efc99ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (ce281d84-2d10-4bae-8a01-927b592140d1), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:14.474016 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c5d5559b-6b34-4343-b2d1-3a0f0efc99ff admin admin] Publish callbacks [] for router_controller (ce281d84-2d10-4bae-8a01-927b592140d1), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:14.484574 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7fc54e-437b-4300-9eec-c4e6d95910b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-dbf1808c-2e95-432f-860a-ebb2ed9639fc', 'network_id': 'dbf1808c-2e95-432f-860a-ebb2ed9639fc', 'project_id': '192d967dc45745b1bea41848554feff9', 'fixed_ips': [{'subnet_id': '6df6e855-357c-40e8-81b6-8f7ff5a606f3'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:56:14.485444 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-af7fc54e-437b-4300-9eec-c4e6d95910b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:14.615179 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c5d5559b-6b34-4343-b2d1-3a0f0efc99ff admin admin] Publish callbacks [] for router_gateway (ce281d84-2d10-4bae-8a01-927b592140d1), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:14.619861 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-af7fc54e-437b-4300-9eec-c4e6d95910b5 None None] Allocated IP 172.20.0.2 (dbf1808c-2e95-432f-860a-ebb2ed9639fc/6df6e855-357c-40e8-81b6-8f7ff5a606f3/9590af40-8708-4baf-8576-f1e74b88559a) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:56:14.761945 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-af7fc54e-437b-4300-9eec-c4e6d95910b5 None None] Publish callbacks [] for port (9590af40-8708-4baf-8576-f1e74b88559a), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:14.767685 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-af7fc54e-437b-4300-9eec-c4e6d95910b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (9590af40-8708-4baf-8576-f1e74b88559a), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:14.805331 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7fc54e-437b-4300-9eec-c4e6d95910b5 None None] Network dbf1808c-2e95-432f-860a-ebb2ed9639fc is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:56:14.808033 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-af7fc54e-437b-4300-9eec-c4e6d95910b5 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:14.813449 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7fc54e-437b-4300-9eec-c4e6d95910b5 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:56:14.820136 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c5d5559b-6b34-4343-b2d1-3a0f0efc99ff admin admin] Publish callbacks [] for router_gateway (ce281d84-2d10-4bae-8a01-927b592140d1), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:14.820299 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7fc54e-437b-4300-9eec-c4e6d95910b5 None None] Pushing event updated for resources: {'Port': ['ID=9590af40-8708-4baf-8576-f1e74b88559a,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:14.840511 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c5d5559b-6b34-4343-b2d1-3a0f0efc99ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:14.873109 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-af7fc54e-437b-4300-9eec-c4e6d95910b5 None None] Attempting to bind port 9590af40-8708-4baf-8576-f1e74b88559a on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:56:14.873384 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-af7fc54e-437b-4300-9eec-c4e6d95910b5 None None] Attempting to bind port 9590af40-8708-4baf-8576-f1e74b88559a by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '791a28e4-8383-46c4-b19d-db799561c061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'dbf1808c-2e95-432f-860a-ebb2ed9639fc'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:56:14.873757 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7fc54e-437b-4300-9eec-c4e6d95910b5 None None] Attempting to bind port 9590af40-8708-4baf-8576-f1e74b88559a on network dbf1808c-2e95-432f-860a-ebb2ed9639fc {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:56:14.878925 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7fc54e-437b-4300-9eec-c4e6d95910b5 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:56:14.879437 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7fc54e-437b-4300-9eec-c4e6d95910b5 None None] Checking segment: {'id': '791a28e4-8383-46c4-b19d-db799561c061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'dbf1808c-2e95-432f-860a-ebb2ed9639fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:56:14.879851 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-af7fc54e-437b-4300-9eec-c4e6d95910b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:14.880246 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7fc54e-437b-4300-9eec-c4e6d95910b5 None None] Bound using segment: {'id': '791a28e4-8383-46c4-b19d-db799561c061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'dbf1808c-2e95-432f-860a-ebb2ed9639fc'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:56:14.880714 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-af7fc54e-437b-4300-9eec-c4e6d95910b5 None None] Bound port: 9590af40-8708-4baf-8576-f1e74b88559a, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a28e4-8383-46c4-b19d-db799561c061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'dbf1808c-2e95-432f-860a-ebb2ed9639fc'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:56:14.881093 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-af7fc54e-437b-4300-9eec-c4e6d95910b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (9590af40-8708-4baf-8576-f1e74b88559a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:14.944969 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-af7fc54e-437b-4300-9eec-c4e6d95910b5 None None] For port 9590af40-8708-4baf-8576-f1e74b88559a, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:56:14.945903 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-c5d5559b-6b34-4343-b2d1-3a0f0efc99ff admin admin] Allocated IP 172.25.3.210 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/5d72cb81-b773-424f-8eff-6652bd89a750) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:56:14.948335 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-af7fc54e-437b-4300-9eec-c4e6d95910b5 None None] For port 9590af40-8708-4baf-8576-f1e74b88559a, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=9590af40-8708-4baf-8576-f1e74b88559a,segment=NetworkSegment(791a28e4-8383-46c4-b19d-db799561c061),segment_id=791a28e4-8383-46c4-b19d-db799561c061)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:56:14.954668 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-af7fc54e-437b-4300-9eec-c4e6d95910b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (9590af40-8708-4baf-8576-f1e74b88559a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:15.014842 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7fc54e-437b-4300-9eec-c4e6d95910b5 None None] Pushing event updated for resources: {'Port': ['ID=9590af40-8708-4baf-8576-f1e74b88559a,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:15.058245 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c5d5559b-6b34-4343-b2d1-3a0f0efc99ff admin admin] Publish callbacks [] for port (5d72cb81-b773-424f-8eff-6652bd89a750), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:15.094343 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c5d5559b-6b34-4343-b2d1-3a0f0efc99ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (5d72cb81-b773-424f-8eff-6652bd89a750), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:15.133046 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d5559b-6b34-4343-b2d1-3a0f0efc99ff admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:56:15.135928 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-c5d5559b-6b34-4343-b2d1-3a0f0efc99ff admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:15.146607 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d5559b-6b34-4343-b2d1-3a0f0efc99ff admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:56:15.152293 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5559b-6b34-4343-b2d1-3a0f0efc99ff admin admin] Pushing event updated for resources: {'Port': ['ID=5d72cb81-b773-424f-8eff-6652bd89a750,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:15.427334 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c5d5559b-6b34-4343-b2d1-3a0f0efc99ff admin admin] Publish callbacks [] for router_gateway (ce281d84-2d10-4bae-8a01-927b592140d1), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:15.622702 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c5d5559b-6b34-4343-b2d1-3a0f0efc99ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (ce281d84-2d10-4bae-8a01-927b592140d1), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:15.734692 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 9590af40-8708-4baf-8576-f1e74b88559a up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:56:15.771508 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d5559b-6b34-4343-b2d1-3a0f0efc99ff admin admin] Router ce281d84-2d10-4bae-8a01-927b592140d1 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:56:15.787209 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 9590af40-8708-4baf-8576-f1e74b88559a triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:15.787763 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (9590af40-8708-4baf-8576-f1e74b88559a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:15.872143 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 9590af40-8708-4baf-8576-f1e74b88559a is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:15.872513 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (9590af40-8708-4baf-8576-f1e74b88559a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:15.891926 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d5559b-6b34-4343-b2d1-3a0f0efc99ff admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:56:15.908163 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccb2942-fc86-45e5-823a-239531e3a0cd None None] Sync routers for ids ['ce281d84-2d10-4bae-8a01-927b592140d1'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:56:15.910810 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c5d5559b-6b34-4343-b2d1-3a0f0efc99ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:15.912289 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c5d5559b-6b34-4343-b2d1-3a0f0efc99ff admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5174620 Feb 19 04:56:15.914381 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 9590af40-8708-4baf-8576-f1e74b88559a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=9590af40-8708-4baf-8576-f1e74b88559a,segment=NetworkSegment(791a28e4-8383-46c4-b19d-db799561c061),segment_id=791a28e4-8383-46c4-b19d-db799561c061)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:15.915152 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46850) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:15.921363 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccb2942-fc86-45e5-823a-239531e3a0cd None None] Routers {'ce281d84-2d10-4bae-8a01-927b592140d1'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:56:15.921990 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4ccb2942-fc86-45e5-823a-239531e3a0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:56:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ce281d84-2d10-4bae-8a01-927b592140d1'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:15.923757 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (9590af40-8708-4baf-8576-f1e74b88559a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:16.016684 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=9590af40-8708-4baf-8576-f1e74b88559a,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:16.057446 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f281d4-1b3e-4136-aa22-413ad311cfb4 None None] Network dbf1808c-2e95-432f-860a-ebb2ed9639fc requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:16.135064 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-4ccb2942-fc86-45e5-823a-239531e3a0cd None None] Set router ce281d84-2d10-4bae-8a01-927b592140d1 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:56:16.136860 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-08b09481-db0a-4807-bd3c-1613689899ce None None] Provisioning complete for port 9590af40-8708-4baf-8576-f1e74b88559a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:16.137242 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-08b09481-db0a-4807-bd3c-1613689899ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (9590af40-8708-4baf-8576-f1e74b88559a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:16.385312 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-08b09481-db0a-4807-bd3c-1613689899ce None None] Current status of the port 9590af40-8708-4baf-8576-f1e74b88559a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:16.444762 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4ccb2942-fc86-45e5-823a-239531e3a0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'name': 'tempest-TestMinimumBasicScenario-998944997-router', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '5d72cb81-b773-424f-8eff-6652bd89a750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:56:14Z', 'updated_at': '2022-02-19T04:56:15Z', 'revision_number': 3, 'project_id': '192d967dc45745b1bea41848554feff9', 'gw_port': {'id': '5d72cb81-b773-424f-8eff-6652bd89a750', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:14Z', 'updated_at': '2022-02-19T04:56:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:16.476733 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccb2942-fc86-45e5-823a-239531e3a0cd None None] Checking router: ce281d84-2d10-4bae-8a01-927b592140d1 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:56:16.477084 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccb2942-fc86-45e5-823a-239531e3a0cd None None] Updating router ce281d84-2d10-4bae-8a01-927b592140d1 port 5d72cb81-b773-424f-8eff-6652bd89a750 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:56:16.508209 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4ccb2942-fc86-45e5-823a-239531e3a0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5d72cb81-b773-424f-8eff-6652bd89a750), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:16.717759 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:16.727923 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6351dd2b-6fda-4130-8360-54f0d2e1d562 None None] Provisioning complete for port 9590af40-8708-4baf-8576-f1e74b88559a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:16.728304 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6351dd2b-6fda-4130-8360-54f0d2e1d562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (9590af40-8708-4baf-8576-f1e74b88559a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:16.809598 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4ccb2942-fc86-45e5-823a-239531e3a0cd None None] Publish callbacks [] for port (5d72cb81-b773-424f-8eff-6652bd89a750), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:16.817534 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4ccb2942-fc86-45e5-823a-239531e3a0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5d72cb81-b773-424f-8eff-6652bd89a750), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:16.878673 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Allocated IP 172.20.0.1 (dbf1808c-2e95-432f-860a-ebb2ed9639fc/6df6e855-357c-40e8-81b6-8f7ff5a606f3/48036b38-5eae-4cc7-a867-2f63b61f0e25) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:56:16.895137 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-4ccb2942-fc86-45e5-823a-239531e3a0cd None None] Attempting to bind port 5d72cb81-b773-424f-8eff-6652bd89a750 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:56:16.895516 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-4ccb2942-fc86-45e5-823a-239531e3a0cd None None] Attempting to bind port 5d72cb81-b773-424f-8eff-6652bd89a750 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:56:16.895880 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb2942-fc86-45e5-823a-239531e3a0cd None None] Attempting to bind port 5d72cb81-b773-424f-8eff-6652bd89a750 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:56:16.904679 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6351dd2b-6fda-4130-8360-54f0d2e1d562 None None] Current status of the port 9590af40-8708-4baf-8576-f1e74b88559a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:16.906576 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c51ca1-4991-4923-bd09-d79b229fabf5 None None] Pushing event updated for resources: {'Port': ['ID=5d72cb81-b773-424f-8eff-6652bd89a750,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:16.909203 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb2942-fc86-45e5-823a-239531e3a0cd None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:56:16.909582 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb2942-fc86-45e5-823a-239531e3a0cd None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:56:16.909980 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4ccb2942-fc86-45e5-823a-239531e3a0cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:16.910388 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb2942-fc86-45e5-823a-239531e3a0cd None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:56:16.910857 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-4ccb2942-fc86-45e5-823a-239531e3a0cd None None] Bound port: 5d72cb81-b773-424f-8eff-6652bd89a750, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:56:16.911236 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4ccb2942-fc86-45e5-823a-239531e3a0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5d72cb81-b773-424f-8eff-6652bd89a750), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:16.960901 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-4ccb2942-fc86-45e5-823a-239531e3a0cd None None] For port 5d72cb81-b773-424f-8eff-6652bd89a750, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:56:16.963975 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-4ccb2942-fc86-45e5-823a-239531e3a0cd None None] For port 5d72cb81-b773-424f-8eff-6652bd89a750, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5d72cb81-b773-424f-8eff-6652bd89a750,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:56:16.971122 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4ccb2942-fc86-45e5-823a-239531e3a0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5d72cb81-b773-424f-8eff-6652bd89a750), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:16.986695 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Publish callbacks [] for port (48036b38-5eae-4cc7-a867-2f63b61f0e25), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:17.021243 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (48036b38-5eae-4cc7-a867-2f63b61f0e25), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:17.061794 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Network dbf1808c-2e95-432f-860a-ebb2ed9639fc is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:56:17.064819 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:17.070844 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:56:17.094003 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Pushing event updated for resources: {'Port': ['ID=48036b38-5eae-4cc7-a867-2f63b61f0e25,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:17.108426 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:17.108769 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:17.109117 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:17.109460 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:17.109795 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:17.110128 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:17.110498 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:17.110828 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:17.111155 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:17.111483 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:17.111816 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:17.112145 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:17.112470 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:17.126659 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (ce281d84-2d10-4bae-8a01-927b592140d1), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:17.181650 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccb2942-fc86-45e5-823a-239531e3a0cd None None] Routers {'ce281d84-2d10-4bae-8a01-927b592140d1'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:56:17.182501 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4ccb2942-fc86-45e5-823a-239531e3a0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:56:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ce281d84-2d10-4bae-8a01-927b592140d1'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:17.229131 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c51ca1-4991-4923-bd09-d79b229fabf5 None None] Pushing event updated for resources: {'Port': ['ID=5d72cb81-b773-424f-8eff-6652bd89a750,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:17.271932 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (48036b38-5eae-4cc7-a867-2f63b61f0e25), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:17.320671 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-4ccb2942-fc86-45e5-823a-239531e3a0cd None None] Set router ce281d84-2d10-4bae-8a01-927b592140d1 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:56:17.394089 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b98b84f0-ea3b-4c2c-a0e7-0ff1fac83d43 None None] Provisioning complete for port 48036b38-5eae-4cc7-a867-2f63b61f0e25 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:17.394399 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b98b84f0-ea3b-4c2c-a0e7-0ff1fac83d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (48036b38-5eae-4cc7-a867-2f63b61f0e25), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:17.431341 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Publish callbacks [] for port (48036b38-5eae-4cc7-a867-2f63b61f0e25), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:17.436896 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (48036b38-5eae-4cc7-a867-2f63b61f0e25), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:17.458819 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b98b84f0-ea3b-4c2c-a0e7-0ff1fac83d43 None None] Port 48036b38-5eae-4cc7-a867-2f63b61f0e25 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:56:17.505303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Pushing event updated for resources: {'Port': ['ID=48036b38-5eae-4cc7-a867-2f63b61f0e25,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:17.508730 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (ce281d84-2d10-4bae-8a01-927b592140d1), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:17.532603 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4ccb2942-fc86-45e5-823a-239531e3a0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'name': 'tempest-TestMinimumBasicScenario-998944997-router', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '5d72cb81-b773-424f-8eff-6652bd89a750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:56:14Z', 'updated_at': '2022-02-19T04:56:15Z', 'revision_number': 3, 'project_id': '192d967dc45745b1bea41848554feff9', 'gw_port': {'id': '5d72cb81-b773-424f-8eff-6652bd89a750', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:14Z', 'updated_at': '2022-02-19T04:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:17.563644 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccb2942-fc86-45e5-823a-239531e3a0cd None None] The sync data for ids ['ce281d84-2d10-4bae-8a01-927b592140d1'] in n-d-828369-19 is: [{'id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'name': 'tempest-TestMinimumBasicScenario-998944997-router', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '5d72cb81-b773-424f-8eff-6652bd89a750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:56:14Z', 'updated_at': '2022-02-19T04:56:15Z', 'revision_number': 3, 'project_id': '192d967dc45745b1bea41848554feff9', 'gw_port': {'id': '5d72cb81-b773-424f-8eff-6652bd89a750', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:14Z', 'updated_at': '2022-02-19T04:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:56:17.608657 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Network dbf1808c-2e95-432f-860a-ebb2ed9639fc is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:56:17.610252 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:17.704621 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 9590af40-8708-4baf-8576-f1e74b88559a up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:56:17.738081 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Router ce281d84-2d10-4bae-8a01-927b592140d1 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:56:17.769151 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 9590af40-8708-4baf-8576-f1e74b88559a triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:17.769531 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (9590af40-8708-4baf-8576-f1e74b88559a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:17.903721 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 9590af40-8708-4baf-8576-f1e74b88559a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:17.904377 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:56:17.911003 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-42ccaf16-1a4c-4275-b8fb-65ca1af59db6 admin admin] 10.222.0.52 "PUT /v2.0/routers/ce281d84-2d10-4bae-8a01-927b592140d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9947391 Feb 19 04:56:17.990678 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-8ba5fb11-a1b3-4761-a512-378bc57c4de4 None None] Provisioning complete for port 48036b38-5eae-4cc7-a867-2f63b61f0e25 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:17.991046 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8ba5fb11-a1b3-4761-a512-378bc57c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (48036b38-5eae-4cc7-a867-2f63b61f0e25), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:18.038662 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8ba5fb11-a1b3-4761-a512-378bc57c4de4 None None] Port 48036b38-5eae-4cc7-a867-2f63b61f0e25 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:56:18.400241 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46866) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:18.405896 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-c0ba50c6-7d12-4c4f-8d78-d1e97928b2fb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-904574911-network', 'tenant_id': '62935142afa3472eb3a8c163ebdc44b6'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:18.426275 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ba50c6-7d12-4c4f-8d78-d1e97928b2fb admin admin] Made reservation on behalf of 62935142afa3472eb3a8c163ebdc44b6 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:56:18.429104 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0ba50c6-7d12-4c4f-8d78-d1e97928b2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:18.438466 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0ba50c6-7d12-4c4f-8d78-d1e97928b2fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:18.519516 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0ba50c6-7d12-4c4f-8d78-d1e97928b2fb admin admin] Publish callbacks [] for security_group (daa5f4c7-d958-4817-943f-6cb4bc85e4a2), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:18.523323 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0ba50c6-7d12-4c4f-8d78-d1e97928b2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (daa5f4c7-d958-4817-943f-6cb4bc85e4a2), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:18.550502 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ba50c6-7d12-4c4f-8d78-d1e97928b2fb admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:56:18.560738 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba50c6-7d12-4c4f-8d78-d1e97928b2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa5f4c7-d958-4817-943f-6cb4bc85e4a2,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:18.565615 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0ba50c6-7d12-4c4f-8d78-d1e97928b2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (9a59fc1c-1298-4457-ab68-2788a9b8a788), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:18.565961 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-c0ba50c6-7d12-4c4f-8d78-d1e97928b2fb admin admin] Added segment 9a59fc1c-1298-4457-ab68-2788a9b8a788 of type vlan for network 8bc24a97-666d-4f5e-b540-84e38dd26212 Feb 19 04:56:18.606455 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0ba50c6-7d12-4c4f-8d78-d1e97928b2fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (8bc24a97-666d-4f5e-b540-84e38dd26212), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:18.630290 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0ba50c6-7d12-4c4f-8d78-d1e97928b2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (8bc24a97-666d-4f5e-b540-84e38dd26212), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:18.631231 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ba50c6-7d12-4c4f-8d78-d1e97928b2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:18.631809 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0ba50c6-7d12-4c4f-8d78-d1e97928b2fb admin admin] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:18.692618 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c0ba50c6-7d12-4c4f-8d78-d1e97928b2fb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2912006 Feb 19 04:56:18.695469 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46868) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:18.703348 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-e9781a76-76fb-47c7-aca9-cee5d4f30a96 admin admin] Request body: {'subnet': {'network_id': '8bc24a97-666d-4f5e-b540-84e38dd26212', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-904574911-subnet', 'tenant_id': '62935142afa3472eb3a8c163ebdc44b6', 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:18.707950 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba50c6-7d12-4c4f-8d78-d1e97928b2fb admin admin] Pushing event updated for resources: {'Network': ['ID=8bc24a97-666d-4f5e-b540-84e38dd26212,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:18.719504 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 8bc24a97-666d-4f5e-b540-84e38dd26212 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:56:18.731280 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9781a76-76fb-47c7-aca9-cee5d4f30a96 admin admin] Made reservation on behalf of 62935142afa3472eb3a8c163ebdc44b6 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:56:18.734381 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e9781a76-76fb-47c7-aca9-cee5d4f30a96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:18.910479 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e9781a76-76fb-47c7-aca9-cee5d4f30a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (b2aeeb78-d943-40c1-99f4-7def8390167e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:18.963623 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9781a76-76fb-47c7-aca9-cee5d4f30a96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2aeeb78-d943-40c1-99f4-7def8390167e,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:18.975161 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9781a76-76fb-47c7-aca9-cee5d4f30a96 admin admin] Checking segment: {'id': '9a59fc1c-1298-4457-ab68-2788a9b8a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8bc24a97-666d-4f5e-b540-84e38dd26212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:56:18.975530 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9781a76-76fb-47c7-aca9-cee5d4f30a96 admin admin] Network hostable DHCP agents. Network: 8bc24a97-666d-4f5e-b540-84e38dd26212, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:56:18.994127 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9781a76-76fb-47c7-aca9-cee5d4f30a96 admin admin] Network 8bc24a97-666d-4f5e-b540-84e38dd26212 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:56:19.002389 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-e9781a76-76fb-47c7-aca9-cee5d4f30a96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 8bc24a97-666d-4f5e-b540-84e38dd26212) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:19.006341 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9781a76-76fb-47c7-aca9-cee5d4f30a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:19.006945 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e9781a76-76fb-47c7-aca9-cee5d4f30a96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:19.011148 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddae616f-e02b-42f6-9c29-785dfb8b95b5 None None] Network 8bc24a97-666d-4f5e-b540-84e38dd26212 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:19.025932 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e9781a76-76fb-47c7-aca9-cee5d4f30a96 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3267322 Feb 19 04:56:19.025932 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46870) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:19.030741 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-27b4adc7-251f-4263-87e1-c3b71d446d92 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-904574911-router', 'tenant_id': '62935142afa3472eb3a8c163ebdc44b6', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:19.049999 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-27b4adc7-251f-4263-87e1-c3b71d446d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (82d6504e-d3b2-4c1a-bfb1-8f559bb69d20), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:19.051083 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-27b4adc7-251f-4263-87e1-c3b71d446d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (82d6504e-d3b2-4c1a-bfb1-8f559bb69d20), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:19.119629 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1682e6a-59fa-41de-bfb5-75ab05128abc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-8bc24a97-666d-4f5e-b540-84e38dd26212', 'network_id': '8bc24a97-666d-4f5e-b540-84e38dd26212', 'project_id': '62935142afa3472eb3a8c163ebdc44b6', 'fixed_ips': [{'subnet_id': 'b2aeeb78-d943-40c1-99f4-7def8390167e'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:56:19.120885 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b1682e6a-59fa-41de-bfb5-75ab05128abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:19.121575 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-27b4adc7-251f-4263-87e1-c3b71d446d92 admin admin] Publish callbacks [] for router_controller (82d6504e-d3b2-4c1a-bfb1-8f559bb69d20), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:19.222203 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023f0cd2-d1cc-4575-b1fb-9cf364f2406f None None] Sync routers for ids ['ce281d84-2d10-4bae-8a01-927b592140d1'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:56:19.233658 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023f0cd2-d1cc-4575-b1fb-9cf364f2406f None None] Routers {'ce281d84-2d10-4bae-8a01-927b592140d1'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:56:19.234683 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-023f0cd2-d1cc-4575-b1fb-9cf364f2406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:56:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ce281d84-2d10-4bae-8a01-927b592140d1'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:19.259618 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-b1682e6a-59fa-41de-bfb5-75ab05128abc None None] Allocated IP 172.20.0.2 (8bc24a97-666d-4f5e-b540-84e38dd26212/b2aeeb78-d943-40c1-99f4-7def8390167e/7245535d-f66d-4db1-961c-74427cd79193) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:56:19.269362 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-27b4adc7-251f-4263-87e1-c3b71d446d92 admin admin] Publish callbacks [] for router_gateway (82d6504e-d3b2-4c1a-bfb1-8f559bb69d20), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:19.350784 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-023f0cd2-d1cc-4575-b1fb-9cf364f2406f None None] Set router ce281d84-2d10-4bae-8a01-927b592140d1 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:56:19.427618 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b1682e6a-59fa-41de-bfb5-75ab05128abc None None] Publish callbacks [] for port (7245535d-f66d-4db1-961c-74427cd79193), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:19.435111 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b1682e6a-59fa-41de-bfb5-75ab05128abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (7245535d-f66d-4db1-961c-74427cd79193), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:19.477891 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1682e6a-59fa-41de-bfb5-75ab05128abc None None] Network 8bc24a97-666d-4f5e-b540-84e38dd26212 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:56:19.483456 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-b1682e6a-59fa-41de-bfb5-75ab05128abc None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:19.488665 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1682e6a-59fa-41de-bfb5-75ab05128abc None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:56:19.489707 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-27b4adc7-251f-4263-87e1-c3b71d446d92 admin admin] Publish callbacks [] for router_gateway (82d6504e-d3b2-4c1a-bfb1-8f559bb69d20), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:19.503063 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1682e6a-59fa-41de-bfb5-75ab05128abc None None] Pushing event updated for resources: {'Port': ['ID=7245535d-f66d-4db1-961c-74427cd79193,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:19.509795 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-27b4adc7-251f-4263-87e1-c3b71d446d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:19.552109 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b1682e6a-59fa-41de-bfb5-75ab05128abc None None] Attempting to bind port 7245535d-f66d-4db1-961c-74427cd79193 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:56:19.552485 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b1682e6a-59fa-41de-bfb5-75ab05128abc None None] Attempting to bind port 7245535d-f66d-4db1-961c-74427cd79193 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '9a59fc1c-1298-4457-ab68-2788a9b8a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8bc24a97-666d-4f5e-b540-84e38dd26212'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:56:19.552858 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1682e6a-59fa-41de-bfb5-75ab05128abc None None] Attempting to bind port 7245535d-f66d-4db1-961c-74427cd79193 on network 8bc24a97-666d-4f5e-b540-84e38dd26212 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:56:19.558130 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1682e6a-59fa-41de-bfb5-75ab05128abc None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:56:19.558571 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1682e6a-59fa-41de-bfb5-75ab05128abc None None] Checking segment: {'id': '9a59fc1c-1298-4457-ab68-2788a9b8a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8bc24a97-666d-4f5e-b540-84e38dd26212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:56:19.558980 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b1682e6a-59fa-41de-bfb5-75ab05128abc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:19.559432 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1682e6a-59fa-41de-bfb5-75ab05128abc None None] Bound using segment: {'id': '9a59fc1c-1298-4457-ab68-2788a9b8a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8bc24a97-666d-4f5e-b540-84e38dd26212'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:56:19.559916 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b1682e6a-59fa-41de-bfb5-75ab05128abc None None] Bound port: 7245535d-f66d-4db1-961c-74427cd79193, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a59fc1c-1298-4457-ab68-2788a9b8a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8bc24a97-666d-4f5e-b540-84e38dd26212'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:56:19.560363 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b1682e6a-59fa-41de-bfb5-75ab05128abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7245535d-f66d-4db1-961c-74427cd79193), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:19.564589 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-023f0cd2-d1cc-4575-b1fb-9cf364f2406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'name': 'tempest-TestMinimumBasicScenario-998944997-router', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '5d72cb81-b773-424f-8eff-6652bd89a750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:56:14Z', 'updated_at': '2022-02-19T04:56:17Z', 'revision_number': 4, 'project_id': '192d967dc45745b1bea41848554feff9', 'gw_port': {'id': '5d72cb81-b773-424f-8eff-6652bd89a750', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:14Z', 'updated_at': '2022-02-19T04:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '48036b38-5eae-4cc7-a867-2f63b61f0e25', 'name': '', 'network_id': 'dbf1808c-2e95-432f-860a-ebb2ed9639fc', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'mac_address': 'fa:16:3e:e2:7b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6df6e855-357c-40e8-81b6-8f7ff5a606f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:16Z', 'updated_at': '2022-02-19T04:56:17Z', 'revision_number': 2, 'project_id': '192d967dc45745b1bea41848554feff9', 'subnets': [{'id': '6df6e855-357c-40e8-81b6-8f7ff5a606f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:19.593804 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023f0cd2-d1cc-4575-b1fb-9cf364f2406f None None] Checking router: ce281d84-2d10-4bae-8a01-927b592140d1 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:56:19.594330 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023f0cd2-d1cc-4575-b1fb-9cf364f2406f None None] Updating router ce281d84-2d10-4bae-8a01-927b592140d1 port 48036b38-5eae-4cc7-a867-2f63b61f0e25 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:56:19.620631 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-023f0cd2-d1cc-4575-b1fb-9cf364f2406f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (48036b38-5eae-4cc7-a867-2f63b61f0e25), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:19.624541 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-27b4adc7-251f-4263-87e1-c3b71d446d92 admin admin] Allocated IP 172.25.3.117 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/3555b3b8-2fc5-4679-8615-9f11c16d0960) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:56:19.629728 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b1682e6a-59fa-41de-bfb5-75ab05128abc None None] For port 7245535d-f66d-4db1-961c-74427cd79193, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:56:19.633498 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b1682e6a-59fa-41de-bfb5-75ab05128abc None None] For port 7245535d-f66d-4db1-961c-74427cd79193, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7245535d-f66d-4db1-961c-74427cd79193,segment=NetworkSegment(9a59fc1c-1298-4457-ab68-2788a9b8a788),segment_id=9a59fc1c-1298-4457-ab68-2788a9b8a788)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:56:19.641173 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b1682e6a-59fa-41de-bfb5-75ab05128abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7245535d-f66d-4db1-961c-74427cd79193), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:19.725430 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1682e6a-59fa-41de-bfb5-75ab05128abc None None] Pushing event updated for resources: {'Port': ['ID=7245535d-f66d-4db1-961c-74427cd79193,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:19.754835 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5d72cb81-b773-424f-8eff-6652bd89a750 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:56:19.772380 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-27b4adc7-251f-4263-87e1-c3b71d446d92 admin admin] Publish callbacks [] for port (3555b3b8-2fc5-4679-8615-9f11c16d0960), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:19.811740 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 5d72cb81-b773-424f-8eff-6652bd89a750 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:19.812118 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5d72cb81-b773-424f-8eff-6652bd89a750), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:19.812449 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-27b4adc7-251f-4263-87e1-c3b71d446d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (3555b3b8-2fc5-4679-8615-9f11c16d0960), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:19.853493 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b4adc7-251f-4263-87e1-c3b71d446d92 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:56:19.856517 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-27b4adc7-251f-4263-87e1-c3b71d446d92 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:19.862557 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b4adc7-251f-4263-87e1-c3b71d446d92 admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:56:19.894735 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4adc7-251f-4263-87e1-c3b71d446d92 admin admin] Pushing event updated for resources: {'Port': ['ID=3555b3b8-2fc5-4679-8615-9f11c16d0960,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:19.911430 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 5d72cb81-b773-424f-8eff-6652bd89a750 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:19.911823 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (5d72cb81-b773-424f-8eff-6652bd89a750), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:19.941708 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 5d72cb81-b773-424f-8eff-6652bd89a750, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5d72cb81-b773-424f-8eff-6652bd89a750,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:19.955621 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (5d72cb81-b773-424f-8eff-6652bd89a750), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:19.990516 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-023f0cd2-d1cc-4575-b1fb-9cf364f2406f None None] Publish callbacks [] for port (48036b38-5eae-4cc7-a867-2f63b61f0e25), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:19.998313 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-023f0cd2-d1cc-4575-b1fb-9cf364f2406f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (48036b38-5eae-4cc7-a867-2f63b61f0e25), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:20.019575 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=5d72cb81-b773-424f-8eff-6652bd89a750,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:20.053234 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b11992-8acd-46f2-913a-d7221f28cddf None None] Pushing event updated for resources: {'Port': ['ID=48036b38-5eae-4cc7-a867-2f63b61f0e25,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:20.101990 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b11992-8acd-46f2-913a-d7221f28cddf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:20.102491 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b11992-8acd-46f2-913a-d7221f28cddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:20.102834 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b11992-8acd-46f2-913a-d7221f28cddf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:20.103227 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b11992-8acd-46f2-913a-d7221f28cddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:20.103479 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b11992-8acd-46f2-913a-d7221f28cddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:20.103804 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b11992-8acd-46f2-913a-d7221f28cddf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:20.104124 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b11992-8acd-46f2-913a-d7221f28cddf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:20.104442 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b11992-8acd-46f2-913a-d7221f28cddf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:20.104761 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b11992-8acd-46f2-913a-d7221f28cddf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:20.105075 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b11992-8acd-46f2-913a-d7221f28cddf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:20.105432 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b11992-8acd-46f2-913a-d7221f28cddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:20.105742 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b11992-8acd-46f2-913a-d7221f28cddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:20.106054 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b11992-8acd-46f2-913a-d7221f28cddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:20.134343 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-023f0cd2-d1cc-4575-b1fb-9cf364f2406f None None] Attempting to bind port 48036b38-5eae-4cc7-a867-2f63b61f0e25 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:56:20.134721 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-023f0cd2-d1cc-4575-b1fb-9cf364f2406f None None] Attempting to bind port 48036b38-5eae-4cc7-a867-2f63b61f0e25 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '791a28e4-8383-46c4-b19d-db799561c061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'dbf1808c-2e95-432f-860a-ebb2ed9639fc'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:56:20.135464 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023f0cd2-d1cc-4575-b1fb-9cf364f2406f None None] Attempting to bind port 48036b38-5eae-4cc7-a867-2f63b61f0e25 on network dbf1808c-2e95-432f-860a-ebb2ed9639fc {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:56:20.141684 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023f0cd2-d1cc-4575-b1fb-9cf364f2406f None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:56:20.142065 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023f0cd2-d1cc-4575-b1fb-9cf364f2406f None None] Checking segment: {'id': '791a28e4-8383-46c4-b19d-db799561c061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'dbf1808c-2e95-432f-860a-ebb2ed9639fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:56:20.142584 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-023f0cd2-d1cc-4575-b1fb-9cf364f2406f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:20.142977 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023f0cd2-d1cc-4575-b1fb-9cf364f2406f None None] Bound using segment: {'id': '791a28e4-8383-46c4-b19d-db799561c061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'dbf1808c-2e95-432f-860a-ebb2ed9639fc'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:56:20.143448 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-023f0cd2-d1cc-4575-b1fb-9cf364f2406f None None] Bound port: 48036b38-5eae-4cc7-a867-2f63b61f0e25, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a28e4-8383-46c4-b19d-db799561c061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'dbf1808c-2e95-432f-860a-ebb2ed9639fc'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:56:20.143829 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-023f0cd2-d1cc-4575-b1fb-9cf364f2406f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (48036b38-5eae-4cc7-a867-2f63b61f0e25), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:20.222554 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-023f0cd2-d1cc-4575-b1fb-9cf364f2406f None None] For port 48036b38-5eae-4cc7-a867-2f63b61f0e25, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:56:20.225615 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-27b4adc7-251f-4263-87e1-c3b71d446d92 admin admin] Publish callbacks [] for router_gateway (82d6504e-d3b2-4c1a-bfb1-8f559bb69d20), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:20.227841 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-023f0cd2-d1cc-4575-b1fb-9cf364f2406f None None] For port 48036b38-5eae-4cc7-a867-2f63b61f0e25, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=48036b38-5eae-4cc7-a867-2f63b61f0e25,segment=NetworkSegment(791a28e4-8383-46c4-b19d-db799561c061),segment_id=791a28e4-8383-46c4-b19d-db799561c061)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:56:20.234383 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-023f0cd2-d1cc-4575-b1fb-9cf364f2406f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (48036b38-5eae-4cc7-a867-2f63b61f0e25), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:20.298452 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023f0cd2-d1cc-4575-b1fb-9cf364f2406f None None] Routers {'ce281d84-2d10-4bae-8a01-927b592140d1'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:56:20.299092 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-023f0cd2-d1cc-4575-b1fb-9cf364f2406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:56:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ce281d84-2d10-4bae-8a01-927b592140d1'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:20.340765 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b11992-8acd-46f2-913a-d7221f28cddf None None] Pushing event updated for resources: {'Port': ['ID=48036b38-5eae-4cc7-a867-2f63b61f0e25,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:20.385190 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-43050316-684e-4f49-b1be-0c41d1140fff None None] Provisioning complete for port 48036b38-5eae-4cc7-a867-2f63b61f0e25 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:20.386178 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-43050316-684e-4f49-b1be-0c41d1140fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (48036b38-5eae-4cc7-a867-2f63b61f0e25), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:20.444024 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-27b4adc7-251f-4263-87e1-c3b71d446d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (82d6504e-d3b2-4c1a-bfb1-8f559bb69d20), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:20.450600 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-023f0cd2-d1cc-4575-b1fb-9cf364f2406f None None] Set router ce281d84-2d10-4bae-8a01-927b592140d1 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:56:20.487300 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-43050316-684e-4f49-b1be-0c41d1140fff None None] Current status of the port 48036b38-5eae-4cc7-a867-2f63b61f0e25 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:20.487689 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-43050316-684e-4f49-b1be-0c41d1140fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (48036b38-5eae-4cc7-a867-2f63b61f0e25), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:20.529566 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-43050316-684e-4f49-b1be-0c41d1140fff None None] For port 48036b38-5eae-4cc7-a867-2f63b61f0e25, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=48036b38-5eae-4cc7-a867-2f63b61f0e25,segment=NetworkSegment(791a28e4-8383-46c4-b19d-db799561c061),segment_id=791a28e4-8383-46c4-b19d-db799561c061)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:20.543440 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-43050316-684e-4f49-b1be-0c41d1140fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (48036b38-5eae-4cc7-a867-2f63b61f0e25), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:20.610131 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b4adc7-251f-4263-87e1-c3b71d446d92 admin admin] Router 82d6504e-d3b2-4c1a-bfb1-8f559bb69d20 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:56:20.614865 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43050316-684e-4f49-b1be-0c41d1140fff None None] Pushing event updated for resources: {'Port': ['ID=48036b38-5eae-4cc7-a867-2f63b61f0e25,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:20.672691 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-4b3caf01-8c2e-4756-a21f-83d893c2f084 None None] Provisioning complete for port 48036b38-5eae-4cc7-a867-2f63b61f0e25 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:20.672691 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4b3caf01-8c2e-4756-a21f-83d893c2f084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (48036b38-5eae-4cc7-a867-2f63b61f0e25), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:20.688945 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-023f0cd2-d1cc-4575-b1fb-9cf364f2406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'name': 'tempest-TestMinimumBasicScenario-998944997-router', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '5d72cb81-b773-424f-8eff-6652bd89a750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:56:14Z', 'updated_at': '2022-02-19T04:56:17Z', 'revision_number': 4, 'project_id': '192d967dc45745b1bea41848554feff9', 'gw_port': {'id': '5d72cb81-b773-424f-8eff-6652bd89a750', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:14Z', 'updated_at': '2022-02-19T04:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '48036b38-5eae-4cc7-a867-2f63b61f0e25', 'name': '', 'network_id': 'dbf1808c-2e95-432f-860a-ebb2ed9639fc', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'mac_address': 'fa:16:3e:e2:7b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6df6e855-357c-40e8-81b6-8f7ff5a606f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:16Z', 'updated_at': '2022-02-19T04:56:20Z', 'revision_number': 4, 'project_id': '192d967dc45745b1bea41848554feff9', 'subnets': [{'id': '6df6e855-357c-40e8-81b6-8f7ff5a606f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:20.733019 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023f0cd2-d1cc-4575-b1fb-9cf364f2406f None None] The sync data for ids ['ce281d84-2d10-4bae-8a01-927b592140d1'] in n-d-828369-19 is: [{'id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'name': 'tempest-TestMinimumBasicScenario-998944997-router', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '5d72cb81-b773-424f-8eff-6652bd89a750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:56:14Z', 'updated_at': '2022-02-19T04:56:17Z', 'revision_number': 4, 'project_id': '192d967dc45745b1bea41848554feff9', 'gw_port': {'id': '5d72cb81-b773-424f-8eff-6652bd89a750', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:14Z', 'updated_at': '2022-02-19T04:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '48036b38-5eae-4cc7-a867-2f63b61f0e25', 'name': '', 'network_id': 'dbf1808c-2e95-432f-860a-ebb2ed9639fc', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'mac_address': 'fa:16:3e:e2:7b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6df6e855-357c-40e8-81b6-8f7ff5a606f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:16Z', 'updated_at': '2022-02-19T04:56:20Z', 'revision_number': 4, 'project_id': '192d967dc45745b1bea41848554feff9', 'subnets': [{'id': '6df6e855-357c-40e8-81b6-8f7ff5a606f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:56:20.755706 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b4adc7-251f-4263-87e1-c3b71d446d92 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:56:20.762660 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-4b3caf01-8c2e-4756-a21f-83d893c2f084 None None] Current status of the port 48036b38-5eae-4cc7-a867-2f63b61f0e25 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:20.770069 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c88436b-8992-47ff-a705-a9f13feb64b0 None None] Sync routers for ids ['82d6504e-d3b2-4c1a-bfb1-8f559bb69d20'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:56:20.781586 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-27b4adc7-251f-4263-87e1-c3b71d446d92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:20.781774 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c88436b-8992-47ff-a705-a9f13feb64b0 None None] Routers {'82d6504e-d3b2-4c1a-bfb1-8f559bb69d20'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:56:20.782494 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4c88436b-8992-47ff-a705-a9f13feb64b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:56:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['82d6504e-d3b2-4c1a-bfb1-8f559bb69d20'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:20.787919 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-27b4adc7-251f-4263-87e1-c3b71d446d92 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7567072 Feb 19 04:56:20.787919 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 46872) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:20.929338 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-4c88436b-8992-47ff-a705-a9f13feb64b0 None None] Set router 82d6504e-d3b2-4c1a-bfb1-8f559bb69d20 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:56:21.125263 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751ffe62-0d00-4bef-b742-df492279f1db None None] Network 8bc24a97-666d-4f5e-b540-84e38dd26212 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:21.210422 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6d2b7319-c39a-4fda-ad42-2de6a0412759 None None] Provisioning complete for port 7245535d-f66d-4db1-961c-74427cd79193 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:21.210820 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6d2b7319-c39a-4fda-ad42-2de6a0412759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7245535d-f66d-4db1-961c-74427cd79193), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:21.213095 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4c88436b-8992-47ff-a705-a9f13feb64b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d6504e-d3b2-4c1a-bfb1-8f559bb69d20', 'name': 'tempest-TestMinimumBasicScenario-904574911-router', 'tenant_id': '62935142afa3472eb3a8c163ebdc44b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '3555b3b8-2fc5-4679-8615-9f11c16d0960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:56:19Z', 'updated_at': '2022-02-19T04:56:20Z', 'revision_number': 3, 'project_id': '62935142afa3472eb3a8c163ebdc44b6', 'gw_port': {'id': '3555b3b8-2fc5-4679-8615-9f11c16d0960', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:98:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d6504e-d3b2-4c1a-bfb1-8f559bb69d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:19Z', 'updated_at': '2022-02-19T04:56:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:21.268524 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c88436b-8992-47ff-a705-a9f13feb64b0 None None] Checking router: 82d6504e-d3b2-4c1a-bfb1-8f559bb69d20 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:56:21.268868 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c88436b-8992-47ff-a705-a9f13feb64b0 None None] Updating router 82d6504e-d3b2-4c1a-bfb1-8f559bb69d20 port 3555b3b8-2fc5-4679-8615-9f11c16d0960 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:56:21.311267 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4f71f9d2-77a1-4bd7-97f5-043010ce6fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:21.510000 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4c88436b-8992-47ff-a705-a9f13feb64b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3555b3b8-2fc5-4679-8615-9f11c16d0960), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:21.515787 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-4f71f9d2-77a1-4bd7-97f5-043010ce6fd1 admin admin] Allocated IP 172.20.0.1 (8bc24a97-666d-4f5e-b540-84e38dd26212/b2aeeb78-d943-40c1-99f4-7def8390167e/6b8d2967-dc33-42c1-895f-d2bb36a2adbf) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:56:21.679591 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6d2b7319-c39a-4fda-ad42-2de6a0412759 None None] Current status of the port 7245535d-f66d-4db1-961c-74427cd79193 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:21.681285 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6d2b7319-c39a-4fda-ad42-2de6a0412759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7245535d-f66d-4db1-961c-74427cd79193), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:21.689246 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4f71f9d2-77a1-4bd7-97f5-043010ce6fd1 admin admin] Publish callbacks [] for port (6b8d2967-dc33-42c1-895f-d2bb36a2adbf), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:21.768121 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4f71f9d2-77a1-4bd7-97f5-043010ce6fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (6b8d2967-dc33-42c1-895f-d2bb36a2adbf), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:21.775646 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6d2b7319-c39a-4fda-ad42-2de6a0412759 None None] For port 7245535d-f66d-4db1-961c-74427cd79193, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7245535d-f66d-4db1-961c-74427cd79193,segment=NetworkSegment(9a59fc1c-1298-4457-ab68-2788a9b8a788),segment_id=9a59fc1c-1298-4457-ab68-2788a9b8a788)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:21.810818 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6d2b7319-c39a-4fda-ad42-2de6a0412759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7245535d-f66d-4db1-961c-74427cd79193), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:21.823365 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f71f9d2-77a1-4bd7-97f5-043010ce6fd1 admin admin] Network 8bc24a97-666d-4f5e-b540-84e38dd26212 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:56:21.843964 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71f9d2-77a1-4bd7-97f5-043010ce6fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=6b8d2967-dc33-42c1-895f-d2bb36a2adbf,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:21.850741 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-4f71f9d2-77a1-4bd7-97f5-043010ce6fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:21.853598 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f71f9d2-77a1-4bd7-97f5-043010ce6fd1 admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:56:21.920695 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4f71f9d2-77a1-4bd7-97f5-043010ce6fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (82d6504e-d3b2-4c1a-bfb1-8f559bb69d20), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:21.941675 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b7319-c39a-4fda-ad42-2de6a0412759 None None] Pushing event updated for resources: {'Port': ['ID=7245535d-f66d-4db1-961c-74427cd79193,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:21.971306 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-60dac50b-84be-49f1-b7ea-77bca5047128 None None] Provisioning complete for port 7245535d-f66d-4db1-961c-74427cd79193 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:21.971694 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-60dac50b-84be-49f1-b7ea-77bca5047128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7245535d-f66d-4db1-961c-74427cd79193), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:22.019483 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4c88436b-8992-47ff-a705-a9f13feb64b0 None None] Publish callbacks [] for port (3555b3b8-2fc5-4679-8615-9f11c16d0960), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:22.024184 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7245535d-f66d-4db1-961c-74427cd79193 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:56:22.055918 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4c88436b-8992-47ff-a705-a9f13feb64b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3555b3b8-2fc5-4679-8615-9f11c16d0960), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:22.146459 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4f71f9d2-77a1-4bd7-97f5-043010ce6fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6b8d2967-dc33-42c1-895f-d2bb36a2adbf), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:22.170700 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbeea4-0ac9-4d51-b07b-98424d35aa51 None None] Pushing event updated for resources: {'Port': ['ID=3555b3b8-2fc5-4679-8615-9f11c16d0960,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:22.173448 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-4c88436b-8992-47ff-a705-a9f13feb64b0 None None] Attempting to bind port 3555b3b8-2fc5-4679-8615-9f11c16d0960 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:56:22.174033 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-4c88436b-8992-47ff-a705-a9f13feb64b0 None None] Attempting to bind port 3555b3b8-2fc5-4679-8615-9f11c16d0960 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:56:22.174465 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c88436b-8992-47ff-a705-a9f13feb64b0 None None] Attempting to bind port 3555b3b8-2fc5-4679-8615-9f11c16d0960 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:56:22.189824 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c88436b-8992-47ff-a705-a9f13feb64b0 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:56:22.189824 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c88436b-8992-47ff-a705-a9f13feb64b0 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:56:22.190586 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4c88436b-8992-47ff-a705-a9f13feb64b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:22.191079 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c88436b-8992-47ff-a705-a9f13feb64b0 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:56:22.196502 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-4c88436b-8992-47ff-a705-a9f13feb64b0 None None] Bound port: 3555b3b8-2fc5-4679-8615-9f11c16d0960, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:56:22.197243 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4c88436b-8992-47ff-a705-a9f13feb64b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3555b3b8-2fc5-4679-8615-9f11c16d0960), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:22.259956 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 7245535d-f66d-4db1-961c-74427cd79193 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:22.260240 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7245535d-f66d-4db1-961c-74427cd79193), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:22.262517 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-60dac50b-84be-49f1-b7ea-77bca5047128 None None] Current status of the port 7245535d-f66d-4db1-961c-74427cd79193 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:22.312643 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-4c88436b-8992-47ff-a705-a9f13feb64b0 None None] For port 3555b3b8-2fc5-4679-8615-9f11c16d0960, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:56:22.319084 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-4c88436b-8992-47ff-a705-a9f13feb64b0 None None] For port 3555b3b8-2fc5-4679-8615-9f11c16d0960, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3555b3b8-2fc5-4679-8615-9f11c16d0960,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:56:22.329765 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4c88436b-8992-47ff-a705-a9f13feb64b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3555b3b8-2fc5-4679-8615-9f11c16d0960), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:22.375443 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4f71f9d2-77a1-4bd7-97f5-043010ce6fd1 admin admin] Publish callbacks [] for port (6b8d2967-dc33-42c1-895f-d2bb36a2adbf), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:22.383897 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4f71f9d2-77a1-4bd7-97f5-043010ce6fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (6b8d2967-dc33-42c1-895f-d2bb36a2adbf), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:22.429663 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c88436b-8992-47ff-a705-a9f13feb64b0 None None] Routers {'82d6504e-d3b2-4c1a-bfb1-8f559bb69d20'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:56:22.430313 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4c88436b-8992-47ff-a705-a9f13feb64b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:56:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['82d6504e-d3b2-4c1a-bfb1-8f559bb69d20'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:22.439674 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 7245535d-f66d-4db1-961c-74427cd79193 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:22.440661 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5d72cb81-b773-424f-8eff-6652bd89a750 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:56:22.442200 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbeea4-0ac9-4d51-b07b-98424d35aa51 None None] Pushing event updated for resources: {'Port': ['ID=3555b3b8-2fc5-4679-8615-9f11c16d0960,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:22.462017 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71f9d2-77a1-4bd7-97f5-043010ce6fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=6b8d2967-dc33-42c1-895f-d2bb36a2adbf,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:22.464646 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4f71f9d2-77a1-4bd7-97f5-043010ce6fd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (82d6504e-d3b2-4c1a-bfb1-8f559bb69d20), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:22.479499 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-68d8d48e-e3c0-449b-86d5-7fc18fc7e10c None None] Provisioning complete for port 6b8d2967-dc33-42c1-895f-d2bb36a2adbf triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:22.479681 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-68d8d48e-e3c0-449b-86d5-7fc18fc7e10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6b8d2967-dc33-42c1-895f-d2bb36a2adbf), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:22.555789 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-68d8d48e-e3c0-449b-86d5-7fc18fc7e10c None None] Port 6b8d2967-dc33-42c1-895f-d2bb36a2adbf cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:56:22.562789 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f71f9d2-77a1-4bd7-97f5-043010ce6fd1 admin admin] Network 8bc24a97-666d-4f5e-b540-84e38dd26212 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:56:22.564187 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-4f71f9d2-77a1-4bd7-97f5-043010ce6fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:22.626475 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 5d72cb81-b773-424f-8eff-6652bd89a750 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:22.626857 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (5d72cb81-b773-424f-8eff-6652bd89a750), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:22.634125 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-4c88436b-8992-47ff-a705-a9f13feb64b0 None None] Set router 82d6504e-d3b2-4c1a-bfb1-8f559bb69d20 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:56:22.844190 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 5d72cb81-b773-424f-8eff-6652bd89a750 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:22.845246 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 48036b38-5eae-4cc7-a867-2f63b61f0e25 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:56:22.941731 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 48036b38-5eae-4cc7-a867-2f63b61f0e25 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:22.942106 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (48036b38-5eae-4cc7-a867-2f63b61f0e25), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:22.992052 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4c88436b-8992-47ff-a705-a9f13feb64b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d6504e-d3b2-4c1a-bfb1-8f559bb69d20', 'name': 'tempest-TestMinimumBasicScenario-904574911-router', 'tenant_id': '62935142afa3472eb3a8c163ebdc44b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '3555b3b8-2fc5-4679-8615-9f11c16d0960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:56:19Z', 'updated_at': '2022-02-19T04:56:22Z', 'revision_number': 4, 'project_id': '62935142afa3472eb3a8c163ebdc44b6', 'gw_port': {'id': '3555b3b8-2fc5-4679-8615-9f11c16d0960', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:98:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d6504e-d3b2-4c1a-bfb1-8f559bb69d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:19Z', 'updated_at': '2022-02-19T04:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '6b8d2967-dc33-42c1-895f-d2bb36a2adbf', 'name': '', 'network_id': '8bc24a97-666d-4f5e-b540-84e38dd26212', 'tenant_id': '62935142afa3472eb3a8c163ebdc44b6', 'mac_address': 'fa:16:3e:c8:a3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d6504e-d3b2-4c1a-bfb1-8f559bb69d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b2aeeb78-d943-40c1-99f4-7def8390167e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:21Z', 'updated_at': '2022-02-19T04:56:22Z', 'revision_number': 2, 'project_id': '62935142afa3472eb3a8c163ebdc44b6', 'subnets': [{'id': 'b2aeeb78-d943-40c1-99f4-7def8390167e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:23.031736 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c88436b-8992-47ff-a705-a9f13feb64b0 None None] The sync data for ids ['82d6504e-d3b2-4c1a-bfb1-8f559bb69d20'] in n-d-828369-19 is: [{'id': '82d6504e-d3b2-4c1a-bfb1-8f559bb69d20', 'name': 'tempest-TestMinimumBasicScenario-904574911-router', 'tenant_id': '62935142afa3472eb3a8c163ebdc44b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '3555b3b8-2fc5-4679-8615-9f11c16d0960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:56:19Z', 'updated_at': '2022-02-19T04:56:22Z', 'revision_number': 4, 'project_id': '62935142afa3472eb3a8c163ebdc44b6', 'gw_port': {'id': '3555b3b8-2fc5-4679-8615-9f11c16d0960', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:98:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d6504e-d3b2-4c1a-bfb1-8f559bb69d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:19Z', 'updated_at': '2022-02-19T04:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '6b8d2967-dc33-42c1-895f-d2bb36a2adbf', 'name': '', 'network_id': '8bc24a97-666d-4f5e-b540-84e38dd26212', 'tenant_id': '62935142afa3472eb3a8c163ebdc44b6', 'mac_address': 'fa:16:3e:c8:a3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d6504e-d3b2-4c1a-bfb1-8f559bb69d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b2aeeb78-d943-40c1-99f4-7def8390167e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:21Z', 'updated_at': '2022-02-19T04:56:22Z', 'revision_number': 2, 'project_id': '62935142afa3472eb3a8c163ebdc44b6', 'subnets': [{'id': 'b2aeeb78-d943-40c1-99f4-7def8390167e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:56:23.034354 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-bc0aa7a9-f1a3-48b3-b4c7-4ad2a082ce97 None None] Provisioning complete for port 6b8d2967-dc33-42c1-895f-d2bb36a2adbf triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:23.034727 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bc0aa7a9-f1a3-48b3-b4c7-4ad2a082ce97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6b8d2967-dc33-42c1-895f-d2bb36a2adbf), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:23.051943 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f71f9d2-77a1-4bd7-97f5-043010ce6fd1 admin admin] Router 82d6504e-d3b2-4c1a-bfb1-8f559bb69d20 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:56:23.106131 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-bc0aa7a9-f1a3-48b3-b4c7-4ad2a082ce97 None None] Port 6b8d2967-dc33-42c1-895f-d2bb36a2adbf cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:56:23.118892 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 48036b38-5eae-4cc7-a867-2f63b61f0e25 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:23.191826 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f71f9d2-77a1-4bd7-97f5-043010ce6fd1 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:56:23.205669 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4f71f9d2-77a1-4bd7-97f5-043010ce6fd1 admin admin] 10.222.0.52 "PUT /v2.0/routers/82d6504e-d3b2-4c1a-bfb1-8f559bb69d20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4083967 Feb 19 04:56:23.739971 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7245535d-f66d-4db1-961c-74427cd79193 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:56:23.858520 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 7245535d-f66d-4db1-961c-74427cd79193 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:23.859448 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7245535d-f66d-4db1-961c-74427cd79193), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:23.976692 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 7245535d-f66d-4db1-961c-74427cd79193 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:25.449926 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859e65fd-c13b-4766-9ebd-3ceab5aa51f8 None None] Sync routers for ids ['82d6504e-d3b2-4c1a-bfb1-8f559bb69d20'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:56:25.460890 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859e65fd-c13b-4766-9ebd-3ceab5aa51f8 None None] Routers {'82d6504e-d3b2-4c1a-bfb1-8f559bb69d20'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:56:25.461535 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-859e65fd-c13b-4766-9ebd-3ceab5aa51f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:56:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['82d6504e-d3b2-4c1a-bfb1-8f559bb69d20'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:25.580713 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-859e65fd-c13b-4766-9ebd-3ceab5aa51f8 None None] Set router 82d6504e-d3b2-4c1a-bfb1-8f559bb69d20 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:56:25.756412 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3555b3b8-2fc5-4679-8615-9f11c16d0960 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:56:25.818827 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 3555b3b8-2fc5-4679-8615-9f11c16d0960 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:25.819356 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3555b3b8-2fc5-4679-8615-9f11c16d0960), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:25.899243 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-859e65fd-c13b-4766-9ebd-3ceab5aa51f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d6504e-d3b2-4c1a-bfb1-8f559bb69d20', 'name': 'tempest-TestMinimumBasicScenario-904574911-router', 'tenant_id': '62935142afa3472eb3a8c163ebdc44b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '3555b3b8-2fc5-4679-8615-9f11c16d0960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:56:19Z', 'updated_at': '2022-02-19T04:56:22Z', 'revision_number': 4, 'project_id': '62935142afa3472eb3a8c163ebdc44b6', 'gw_port': {'id': '3555b3b8-2fc5-4679-8615-9f11c16d0960', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:98:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d6504e-d3b2-4c1a-bfb1-8f559bb69d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:19Z', 'updated_at': '2022-02-19T04:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '6b8d2967-dc33-42c1-895f-d2bb36a2adbf', 'name': '', 'network_id': '8bc24a97-666d-4f5e-b540-84e38dd26212', 'tenant_id': '62935142afa3472eb3a8c163ebdc44b6', 'mac_address': 'fa:16:3e:c8:a3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d6504e-d3b2-4c1a-bfb1-8f559bb69d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b2aeeb78-d943-40c1-99f4-7def8390167e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:21Z', 'updated_at': '2022-02-19T04:56:22Z', 'revision_number': 2, 'project_id': '62935142afa3472eb3a8c163ebdc44b6', 'subnets': [{'id': 'b2aeeb78-d943-40c1-99f4-7def8390167e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:25.909817 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 3555b3b8-2fc5-4679-8615-9f11c16d0960 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:25.910238 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3555b3b8-2fc5-4679-8615-9f11c16d0960), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:25.933034 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 3555b3b8-2fc5-4679-8615-9f11c16d0960, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3555b3b8-2fc5-4679-8615-9f11c16d0960,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:25.933996 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859e65fd-c13b-4766-9ebd-3ceab5aa51f8 None None] Checking router: 82d6504e-d3b2-4c1a-bfb1-8f559bb69d20 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:56:25.934637 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859e65fd-c13b-4766-9ebd-3ceab5aa51f8 None None] Updating router 82d6504e-d3b2-4c1a-bfb1-8f559bb69d20 port 6b8d2967-dc33-42c1-895f-d2bb36a2adbf binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:56:25.939597 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (3555b3b8-2fc5-4679-8615-9f11c16d0960), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:25.965943 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-859e65fd-c13b-4766-9ebd-3ceab5aa51f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6b8d2967-dc33-42c1-895f-d2bb36a2adbf), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:25.994980 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=3555b3b8-2fc5-4679-8615-9f11c16d0960,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:26.008168 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:26.008522 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:26.008869 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:26.009210 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:26.009548 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:26.009883 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:26.010249 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:26.010600 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:26.010913 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:26.011269 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:26.012143 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:26.012569 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:26.012875 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:26.258590 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-859e65fd-c13b-4766-9ebd-3ceab5aa51f8 None None] Publish callbacks [] for port (6b8d2967-dc33-42c1-895f-d2bb36a2adbf), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:26.266403 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-859e65fd-c13b-4766-9ebd-3ceab5aa51f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (6b8d2967-dc33-42c1-895f-d2bb36a2adbf), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:26.324538 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed92964-ca0c-447d-9c67-53ac73fff04e None None] Pushing event updated for resources: {'Port': ['ID=6b8d2967-dc33-42c1-895f-d2bb36a2adbf,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:26.447139 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-859e65fd-c13b-4766-9ebd-3ceab5aa51f8 None None] Attempting to bind port 6b8d2967-dc33-42c1-895f-d2bb36a2adbf on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:56:26.447798 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-859e65fd-c13b-4766-9ebd-3ceab5aa51f8 None None] Attempting to bind port 6b8d2967-dc33-42c1-895f-d2bb36a2adbf by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '9a59fc1c-1298-4457-ab68-2788a9b8a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8bc24a97-666d-4f5e-b540-84e38dd26212'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:56:26.448321 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859e65fd-c13b-4766-9ebd-3ceab5aa51f8 None None] Attempting to bind port 6b8d2967-dc33-42c1-895f-d2bb36a2adbf on network 8bc24a97-666d-4f5e-b540-84e38dd26212 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:56:26.456441 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859e65fd-c13b-4766-9ebd-3ceab5aa51f8 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:56:26.457557 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859e65fd-c13b-4766-9ebd-3ceab5aa51f8 None None] Checking segment: {'id': '9a59fc1c-1298-4457-ab68-2788a9b8a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8bc24a97-666d-4f5e-b540-84e38dd26212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:56:26.458123 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-859e65fd-c13b-4766-9ebd-3ceab5aa51f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:26.461185 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859e65fd-c13b-4766-9ebd-3ceab5aa51f8 None None] Bound using segment: {'id': '9a59fc1c-1298-4457-ab68-2788a9b8a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8bc24a97-666d-4f5e-b540-84e38dd26212'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:56:26.461871 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-859e65fd-c13b-4766-9ebd-3ceab5aa51f8 None None] Bound port: 6b8d2967-dc33-42c1-895f-d2bb36a2adbf, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a59fc1c-1298-4457-ab68-2788a9b8a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8bc24a97-666d-4f5e-b540-84e38dd26212'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:56:26.462483 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-859e65fd-c13b-4766-9ebd-3ceab5aa51f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6b8d2967-dc33-42c1-895f-d2bb36a2adbf), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:26.602619 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-859e65fd-c13b-4766-9ebd-3ceab5aa51f8 None None] For port 6b8d2967-dc33-42c1-895f-d2bb36a2adbf, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:56:26.620017 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-859e65fd-c13b-4766-9ebd-3ceab5aa51f8 None None] For port 6b8d2967-dc33-42c1-895f-d2bb36a2adbf, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=6b8d2967-dc33-42c1-895f-d2bb36a2adbf,segment=NetworkSegment(9a59fc1c-1298-4457-ab68-2788a9b8a788),segment_id=9a59fc1c-1298-4457-ab68-2788a9b8a788)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:56:26.634141 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-859e65fd-c13b-4766-9ebd-3ceab5aa51f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (6b8d2967-dc33-42c1-895f-d2bb36a2adbf), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:26.677347 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9f226367-d163-4dca-8478-e17417d04491 None None] Provisioning complete for port 6b8d2967-dc33-42c1-895f-d2bb36a2adbf triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:26.677710 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9f226367-d163-4dca-8478-e17417d04491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6b8d2967-dc33-42c1-895f-d2bb36a2adbf), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:26.735195 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed92964-ca0c-447d-9c67-53ac73fff04e None None] Pushing event updated for resources: {'Port': ['ID=6b8d2967-dc33-42c1-895f-d2bb36a2adbf,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:26.737936 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859e65fd-c13b-4766-9ebd-3ceab5aa51f8 None None] Routers {'82d6504e-d3b2-4c1a-bfb1-8f559bb69d20'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:56:26.738661 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-859e65fd-c13b-4766-9ebd-3ceab5aa51f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:56:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['82d6504e-d3b2-4c1a-bfb1-8f559bb69d20'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:26.816373 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9f226367-d163-4dca-8478-e17417d04491 None None] Current status of the port 6b8d2967-dc33-42c1-895f-d2bb36a2adbf is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:26.817679 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9f226367-d163-4dca-8478-e17417d04491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (6b8d2967-dc33-42c1-895f-d2bb36a2adbf), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:26.875380 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-9f226367-d163-4dca-8478-e17417d04491 None None] For port 6b8d2967-dc33-42c1-895f-d2bb36a2adbf, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=6b8d2967-dc33-42c1-895f-d2bb36a2adbf,segment=NetworkSegment(9a59fc1c-1298-4457-ab68-2788a9b8a788),segment_id=9a59fc1c-1298-4457-ab68-2788a9b8a788)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:26.891213 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9f226367-d163-4dca-8478-e17417d04491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (6b8d2967-dc33-42c1-895f-d2bb36a2adbf), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:26.944396 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-859e65fd-c13b-4766-9ebd-3ceab5aa51f8 None None] Set router 82d6504e-d3b2-4c1a-bfb1-8f559bb69d20 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:56:26.950991 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f226367-d163-4dca-8478-e17417d04491 None None] Pushing event updated for resources: {'Port': ['ID=6b8d2967-dc33-42c1-895f-d2bb36a2adbf,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:27.015968 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-bd2a7059-a57e-4c1b-8a81-39a7e3a1d172 None None] Provisioning complete for port 6b8d2967-dc33-42c1-895f-d2bb36a2adbf triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:27.016297 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bd2a7059-a57e-4c1b-8a81-39a7e3a1d172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6b8d2967-dc33-42c1-895f-d2bb36a2adbf), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:27.140995 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-bd2a7059-a57e-4c1b-8a81-39a7e3a1d172 None None] Current status of the port 6b8d2967-dc33-42c1-895f-d2bb36a2adbf is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:27.185972 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-859e65fd-c13b-4766-9ebd-3ceab5aa51f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d6504e-d3b2-4c1a-bfb1-8f559bb69d20', 'name': 'tempest-TestMinimumBasicScenario-904574911-router', 'tenant_id': '62935142afa3472eb3a8c163ebdc44b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '3555b3b8-2fc5-4679-8615-9f11c16d0960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:56:19Z', 'updated_at': '2022-02-19T04:56:22Z', 'revision_number': 4, 'project_id': '62935142afa3472eb3a8c163ebdc44b6', 'gw_port': {'id': '3555b3b8-2fc5-4679-8615-9f11c16d0960', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d6504e-d3b2-4c1a-bfb1-8f559bb69d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:19Z', 'updated_at': '2022-02-19T04:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '6b8d2967-dc33-42c1-895f-d2bb36a2adbf', 'name': '', 'network_id': '8bc24a97-666d-4f5e-b540-84e38dd26212', 'tenant_id': '62935142afa3472eb3a8c163ebdc44b6', 'mac_address': 'fa:16:3e:c8:a3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d6504e-d3b2-4c1a-bfb1-8f559bb69d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b2aeeb78-d943-40c1-99f4-7def8390167e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:21Z', 'updated_at': '2022-02-19T04:56:26Z', 'revision_number': 4, 'project_id': '62935142afa3472eb3a8c163ebdc44b6', 'subnets': [{'id': 'b2aeeb78-d943-40c1-99f4-7def8390167e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:27.212439 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859e65fd-c13b-4766-9ebd-3ceab5aa51f8 None None] The sync data for ids ['82d6504e-d3b2-4c1a-bfb1-8f559bb69d20'] in n-d-828369-19 is: [{'id': '82d6504e-d3b2-4c1a-bfb1-8f559bb69d20', 'name': 'tempest-TestMinimumBasicScenario-904574911-router', 'tenant_id': '62935142afa3472eb3a8c163ebdc44b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '3555b3b8-2fc5-4679-8615-9f11c16d0960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:56:19Z', 'updated_at': '2022-02-19T04:56:22Z', 'revision_number': 4, 'project_id': '62935142afa3472eb3a8c163ebdc44b6', 'gw_port': {'id': '3555b3b8-2fc5-4679-8615-9f11c16d0960', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d6504e-d3b2-4c1a-bfb1-8f559bb69d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:19Z', 'updated_at': '2022-02-19T04:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '6b8d2967-dc33-42c1-895f-d2bb36a2adbf', 'name': '', 'network_id': '8bc24a97-666d-4f5e-b540-84e38dd26212', 'tenant_id': '62935142afa3472eb3a8c163ebdc44b6', 'mac_address': 'fa:16:3e:c8:a3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d6504e-d3b2-4c1a-bfb1-8f559bb69d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b2aeeb78-d943-40c1-99f4-7def8390167e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:21Z', 'updated_at': '2022-02-19T04:56:26Z', 'revision_number': 4, 'project_id': '62935142afa3472eb3a8c163ebdc44b6', 'subnets': [{'id': 'b2aeeb78-d943-40c1-99f4-7def8390167e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:56:27.388483 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:27.770835 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 6b8d2967-dc33-42c1-895f-d2bb36a2adbf up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:56:27.834814 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 6b8d2967-dc33-42c1-895f-d2bb36a2adbf triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:27.835462 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (6b8d2967-dc33-42c1-895f-d2bb36a2adbf), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:27.923092 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 6b8d2967-dc33-42c1-895f-d2bb36a2adbf is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:27.924482 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3555b3b8-2fc5-4679-8615-9f11c16d0960 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:56:27.977592 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 3555b3b8-2fc5-4679-8615-9f11c16d0960 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:27.978264 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (3555b3b8-2fc5-4679-8615-9f11c16d0960), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:28.070199 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 3555b3b8-2fc5-4679-8615-9f11c16d0960 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:30.092276 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:30.707922 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a0510212-d733-44ca-9a78-980cc064a7c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:33.460366 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-4d18abbd-5cc5-4a78-83c5-85752891f68f tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:33.461743 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-4d18abbd-5cc5-4a78-83c5-85752891f68f tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/networks?id=dbf1808c-2e95-432f-860a-ebb2ed9639fc HTTP/1.1" status: 200 len: 814 time: 0.1037996 Feb 19 04:56:33.475938 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-b45a0653-c0ec-414a-b7c5-c2003749350c tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/quotas/192d967dc45745b1bea41848554feff9 HTTP/1.1" status: 200 len: 375 time: 0.0086722 Feb 19 04:56:33.528107 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-030b6c37-967b-483b-8d43-555fe9d95ea9 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=192d967dc45745b1bea41848554feff9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474665 Feb 19 04:56:33.573448 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a4bb97c2-5cd1-40f3-a8d1-8f07d0f5a692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:33.623780 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-57cbcf94-7e89-4213-a4c4-32afad83c94e service neutron] 10.222.0.52 "GET /v2.0/networks/dbf1808c-2e95-432f-860a-ebb2ed9639fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845468 Feb 19 04:56:33.714817 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-3e2630f0-9dd0-4e8e-80e9-f28263ca19d6 service neutron] 10.222.0.52 "GET /v2.0/networks/dbf1808c-2e95-432f-860a-ebb2ed9639fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851831 Feb 19 04:56:33.970105 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9bd036d2-6cfc-48a5-bb60-5cd7e0c94f63 req-0baac542-887c-4fed-a90f-43b5d7979283 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 210 time: 0.1260796 Feb 19 04:56:33.997339 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:34.796454 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-5261d485-caa2-40e7-9bc1-93bc8e03f158 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:34.797896 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-5261d485-caa2-40e7-9bc1-93bc8e03f158 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.26 "GET /v2.0/networks?id=dbf1808c-2e95-432f-860a-ebb2ed9639fc HTTP/1.1" status: 200 len: 814 time: 0.1041970 Feb 19 04:56:34.810359 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-7cd350a8-1bf3-4f30-8c9d-50bec92b045b tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Request body: {'port': {'device_id': '9dff4019-b512-4ab1-8d38-a4e000e3b849', 'network_id': 'dbf1808c-2e95-432f-860a-ebb2ed9639fc', 'admin_state_up': True, 'tenant_id': '192d967dc45745b1bea41848554feff9'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:34.919620 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-7cd350a8-1bf3-4f30-8c9d-50bec92b045b tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Made reservation on behalf of 192d967dc45745b1bea41848554feff9 for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:56:34.923060 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-7cd350a8-1bf3-4f30-8c9d-50bec92b045b tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:35.067624 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-7cd350a8-1bf3-4f30-8c9d-50bec92b045b tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Allocated IP 172.20.0.5 (dbf1808c-2e95-432f-860a-ebb2ed9639fc/6df6e855-357c-40e8-81b6-8f7ff5a606f3/cadc6eb5-c005-498a-8dd1-243232d57cda) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:56:35.119422 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-06ccc6a6-7383-428e-bff7-8612b4815f42 req-5ef83ad1-a5b1-4894-b144-c577d4dadb32 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 210 time: 0.0400007 Feb 19 04:56:35.284820 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:56:35.339278 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-7cd350a8-1bf3-4f30-8c9d-50bec92b045b tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for port (cadc6eb5-c005-498a-8dd1-243232d57cda), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:35.378054 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-7cd350a8-1bf3-4f30-8c9d-50bec92b045b tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (cadc6eb5-c005-498a-8dd1-243232d57cda), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:35.425067 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-7cd350a8-1bf3-4f30-8c9d-50bec92b045b tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Network dbf1808c-2e95-432f-860a-ebb2ed9639fc is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:56:35.429569 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-7cd350a8-1bf3-4f30-8c9d-50bec92b045b tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:35.434486 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-7cd350a8-1bf3-4f30-8c9d-50bec92b045b tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:56:35.473612 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd350a8-1bf3-4f30-8c9d-50bec92b045b tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Pushing event updated for resources: {'Port': ['ID=cadc6eb5-c005-498a-8dd1-243232d57cda,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:35.503269 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:35.506031 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-7cd350a8-1bf3-4f30-8c9d-50bec92b045b tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:35.506714 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-7cd350a8-1bf3-4f30-8c9d-50bec92b045b tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:35.524842 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-7cd350a8-1bf3-4f30-8c9d-50bec92b045b tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7189076 Feb 19 04:56:35.727396 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e249ca24-73b8-45a5-b363-0101f0e4d9bb None None] Provisioning complete for port cadc6eb5-c005-498a-8dd1-243232d57cda triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:35.727871 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e249ca24-73b8-45a5-b363-0101f0e4d9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cadc6eb5-c005-498a-8dd1-243232d57cda), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:35.767792 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e249ca24-73b8-45a5-b363-0101f0e4d9bb None None] Port cadc6eb5-c005-498a-8dd1-243232d57cda cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:56:36.247357 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897253dc-916b-4d35-8563-6d6955d92b59 req-ad23bca8-2b68-4483-87b0-18544b843496 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:36.248856 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-897253dc-916b-4d35-8563-6d6955d92b59 req-ad23bca8-2b68-4483-87b0-18544b843496 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 931 time: 0.0580952 Feb 19 04:56:36.301323 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-897253dc-916b-4d35-8563-6d6955d92b59 req-99c17982-f35c-48de-96ff-c93ab3ef2ea9 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463119 Feb 19 04:56:36.884849 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:37.426860 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e7b30-ac2c-4366-b953-130d315f7dbb req-ef95ea7b-18ae-4b8c-af20-532ac2d93f2d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:37.429595 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-186e7b30-ac2c-4366-b953-130d315f7dbb req-ef95ea7b-18ae-4b8c-af20-532ac2d93f2d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 931 time: 0.0560634 Feb 19 04:56:37.482235 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-186e7b30-ac2c-4366-b953-130d315f7dbb req-dfe9c61d-3531-412d-8d37-5fbdae068771 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464125 Feb 19 04:56:38.618393 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959bd8a-48aa-4adf-a9bc-12ba351b3f87 req-7f0ca47d-1e6d-49d4-b545-b0dc5ae40b1d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:38.620097 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6959bd8a-48aa-4adf-a9bc-12ba351b3f87 req-7f0ca47d-1e6d-49d4-b545-b0dc5ae40b1d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 931 time: 0.0690815 Feb 19 04:56:38.670887 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6959bd8a-48aa-4adf-a9bc-12ba351b3f87 req-8aa42d49-bc84-464e-ba33-33031c00928f tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446177 Feb 19 04:56:39.807075 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89487d-bbb3-46c9-989b-dc27c51e24f6 req-cf206454-4f8c-4d76-bc97-72ca27b5da2c tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:39.808647 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa89487d-bbb3-46c9-989b-dc27c51e24f6 req-cf206454-4f8c-4d76-bc97-72ca27b5da2c tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 931 time: 0.0654278 Feb 19 04:56:39.861721 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa89487d-bbb3-46c9-989b-dc27c51e24f6 req-eb7f8f00-271a-4008-8ced-58db26babef7 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472014 Feb 19 04:56:40.995760 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb20f2-83fd-405b-a16e-c3c1d3f358e6 req-3f063c08-7cd1-41a5-b26b-430dfa01f0ec tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:40.997385 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-01bb20f2-83fd-405b-a16e-c3c1d3f358e6 req-3f063c08-7cd1-41a5-b26b-430dfa01f0ec tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 931 time: 0.0592883 Feb 19 04:56:41.050914 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-01bb20f2-83fd-405b-a16e-c3c1d3f358e6 req-dafde344-5562-4afb-b523-b7887c0fe3f4 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476403 Feb 19 04:56:42.177119 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48febe44-9f16-4404-a5a9-e64e0a966634 req-ac04a220-f5e8-4b03-b36d-509799708784 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:42.178917 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-48febe44-9f16-4404-a5a9-e64e0a966634 req-ac04a220-f5e8-4b03-b36d-509799708784 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 931 time: 0.0535209 Feb 19 04:56:42.238123 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-48febe44-9f16-4404-a5a9-e64e0a966634 req-fbfb2e7b-d0bf-419c-8a3a-5d42c0e9b2e9 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527496 Feb 19 04:56:43.356751 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b935bdb-cf7f-4467-9f46-122563f1290d req-f76012e8-003f-4c0d-b211-93ab3e13d4df tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:43.358388 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4b935bdb-cf7f-4467-9f46-122563f1290d req-f76012e8-003f-4c0d-b211-93ab3e13d4df tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 931 time: 0.0529387 Feb 19 04:56:43.404457 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4b935bdb-cf7f-4467-9f46-122563f1290d req-2e034c96-7bc1-4bc6-b820-f21bbd6850bd tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404027 Feb 19 04:56:44.524490 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65a56c-53c6-44b6-bf8b-48c370a2c9dd req-103911cf-eb72-46da-9130-c1ad13f42f6b tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:44.525944 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1e65a56c-53c6-44b6-bf8b-48c370a2c9dd req-103911cf-eb72-46da-9130-c1ad13f42f6b tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 931 time: 0.0545766 Feb 19 04:56:44.572080 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1e65a56c-53c6-44b6-bf8b-48c370a2c9dd req-473a8ad2-401e-41cb-b760-833bdf37c894 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398653 Feb 19 04:56:45.690491 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f8ad5-c20b-4597-ae5e-0dcd27d4fb49 req-91574bcc-ebfa-4dda-b5b5-666d1dae4f8a tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:45.691953 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-592f8ad5-c20b-4597-ae5e-0dcd27d4fb49 req-91574bcc-ebfa-4dda-b5b5-666d1dae4f8a tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 931 time: 0.0519691 Feb 19 04:56:45.737592 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-592f8ad5-c20b-4597-ae5e-0dcd27d4fb49 req-bd66859f-e0da-441d-bbea-9ecddf80ebf0 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401103 Feb 19 04:56:46.719272 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-a1e7eb2c-b0bc-4dcb-b9eb-e41d9b2f9795 service neutron] Request body: {'port': {'device_id': '9dff4019-b512-4ab1-8d38-a4e000e3b849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:46.781124 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-a1e7eb2c-b0bc-4dcb-b9eb-e41d9b2f9795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cadc6eb5-c005-498a-8dd1-243232d57cda), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:46.950617 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289b2a1-c6c0-470d-894a-fa7880049975 req-16a84e41-cd37-4dd1-97ca-531dd19226ab tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:46.952027 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3289b2a1-c6c0-470d-894a-fa7880049975 req-16a84e41-cd37-4dd1-97ca-531dd19226ab tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 931 time: 0.1393294 Feb 19 04:56:47.075724 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3289b2a1-c6c0-470d-894a-fa7880049975 req-b15a91b3-a66c-45a6-a775-a26b5df56b40 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070683 Feb 19 04:56:47.149375 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-a1e7eb2c-b0bc-4dcb-b9eb-e41d9b2f9795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cadc6eb5-c005-498a-8dd1-243232d57cda {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:56:47.157781 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-a1e7eb2c-b0bc-4dcb-b9eb-e41d9b2f9795 service neutron] Publish callbacks [] for port (cadc6eb5-c005-498a-8dd1-243232d57cda), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:47.170028 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-a1e7eb2c-b0bc-4dcb-b9eb-e41d9b2f9795 service neutron] Transition to ACTIVE for port object cadc6eb5-c005-498a-8dd1-243232d57cda will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:56:47.174366 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-a1e7eb2c-b0bc-4dcb-b9eb-e41d9b2f9795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (cadc6eb5-c005-498a-8dd1-243232d57cda), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:47.227012 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7eb2c-b0bc-4dcb-b9eb-e41d9b2f9795 service neutron] Pushing event updated for resources: {'Port': ['ID=cadc6eb5-c005-498a-8dd1-243232d57cda,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:47.303007 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-a1e7eb2c-b0bc-4dcb-b9eb-e41d9b2f9795 service neutron] Attempting to bind port cadc6eb5-c005-498a-8dd1-243232d57cda on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:56:47.303351 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-a1e7eb2c-b0bc-4dcb-b9eb-e41d9b2f9795 service neutron] Attempting to bind port cadc6eb5-c005-498a-8dd1-243232d57cda by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '791a28e4-8383-46c4-b19d-db799561c061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'dbf1808c-2e95-432f-860a-ebb2ed9639fc'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:56:47.303684 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-a1e7eb2c-b0bc-4dcb-b9eb-e41d9b2f9795 service neutron] Attempting to bind port cadc6eb5-c005-498a-8dd1-243232d57cda on network dbf1808c-2e95-432f-860a-ebb2ed9639fc {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:56:47.308557 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-a1e7eb2c-b0bc-4dcb-b9eb-e41d9b2f9795 service neutron] Port cadc6eb5-c005-498a-8dd1-243232d57cda on network dbf1808c-2e95-432f-860a-ebb2ed9639fc not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:56:47.308902 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-a1e7eb2c-b0bc-4dcb-b9eb-e41d9b2f9795 service neutron] Attempting to bind port cadc6eb5-c005-498a-8dd1-243232d57cda on network dbf1808c-2e95-432f-860a-ebb2ed9639fc {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:56:47.314152 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-a1e7eb2c-b0bc-4dcb-b9eb-e41d9b2f9795 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:56:47.314536 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-a1e7eb2c-b0bc-4dcb-b9eb-e41d9b2f9795 service neutron] Checking segment: {'id': '791a28e4-8383-46c4-b19d-db799561c061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'dbf1808c-2e95-432f-860a-ebb2ed9639fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:56:47.314926 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-a1e7eb2c-b0bc-4dcb-b9eb-e41d9b2f9795 service neutron] Bound using segment: {'id': '791a28e4-8383-46c4-b19d-db799561c061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'dbf1808c-2e95-432f-860a-ebb2ed9639fc'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:56:47.315362 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-a1e7eb2c-b0bc-4dcb-b9eb-e41d9b2f9795 service neutron] Bound port: cadc6eb5-c005-498a-8dd1-243232d57cda, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '791a28e4-8383-46c4-b19d-db799561c061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'dbf1808c-2e95-432f-860a-ebb2ed9639fc'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:56:47.315728 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-a1e7eb2c-b0bc-4dcb-b9eb-e41d9b2f9795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cadc6eb5-c005-498a-8dd1-243232d57cda), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:47.382470 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-a1e7eb2c-b0bc-4dcb-b9eb-e41d9b2f9795 service neutron] For port cadc6eb5-c005-498a-8dd1-243232d57cda, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:56:47.385527 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-a1e7eb2c-b0bc-4dcb-b9eb-e41d9b2f9795 service neutron] For port cadc6eb5-c005-498a-8dd1-243232d57cda, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=cadc6eb5-c005-498a-8dd1-243232d57cda,segment=NetworkSegment(791a28e4-8383-46c4-b19d-db799561c061),segment_id=791a28e4-8383-46c4-b19d-db799561c061)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:56:47.392130 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-a1e7eb2c-b0bc-4dcb-b9eb-e41d9b2f9795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (cadc6eb5-c005-498a-8dd1-243232d57cda), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:47.425641 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-a1e7eb2c-b0bc-4dcb-b9eb-e41d9b2f9795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:47.426364 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-a1e7eb2c-b0bc-4dcb-b9eb-e41d9b2f9795 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:47.427729 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-a1e7eb2c-b0bc-4dcb-b9eb-e41d9b2f9795 service neutron] 10.222.0.26 "PUT /v2.0/ports/cadc6eb5-c005-498a-8dd1-243232d57cda HTTP/1.1" status: 200 len: 1092 time: 0.7562454 Feb 19 04:56:47.428167 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dff4019-b512-4ab1-8d38-a4e000e3b849', 'tag': 'cadc6eb5-c005-498a-8dd1-243232d57cda'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:56:47.430739 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b9b23c-250a-4955-96cc-350522fa247b" -d '{"events": [{"name": "network-changed", "server_uuid": "9dff4019-b512-4ab1-8d38-a4e000e3b849", "tag": "cadc6eb5-c005-498a-8dd1-243232d57cda"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:56:47.458453 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7eb2c-b0bc-4dcb-b9eb-e41d9b2f9795 service neutron] Pushing event updated for resources: {'Port': ['ID=cadc6eb5-c005-498a-8dd1-243232d57cda,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:47.525550 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-fa89cc08-9748-4461-b61f-917604389bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:47.527997 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-fa89cc08-9748-4461-b61f-917604389bbb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=192d967dc45745b1bea41848554feff9&device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 1126 time: 0.0517578 Feb 19 04:56:47.575601 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230ed197-54f5-40a5-be86-07706cab9c84 x-openstack-request-id: req-230ed197-54f5-40a5-be86-07706cab9c84 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:56:47.575988 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dff4019-b512-4ab1-8d38-a4e000e3b849", "tag": "cadc6eb5-c005-498a-8dd1-243232d57cda", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:56:47.576249 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-230ed197-54f5-40a5-be86-07706cab9c84 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:56:47.576668 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dff4019-b512-4ab1-8d38-a4e000e3b849', 'tag': 'cadc6eb5-c005-498a-8dd1-243232d57cda', 'status': 'completed', 'code': 200} Feb 19 04:56:47.578486 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-51ca3e02-37ce-490d-bf74-c39b3f87bc2b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cadc6eb5-c005-498a-8dd1-243232d57cda HTTP/1.1" status: 200 len: 217 time: 0.0426857 Feb 19 04:56:47.630952 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-aa005720-fe4f-41cd-a50c-480c0bd2d657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:47.633551 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-aa005720-fe4f-41cd-a50c-480c0bd2d657 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6df6e855-357c-40e8-81b6-8f7ff5a606f3 HTTP/1.1" status: 200 len: 853 time: 0.0495415 Feb 19 04:56:47.686685 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-2076de89-978e-4ee2-843e-664914de4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:47.688192 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-2076de89-978e-4ee2-843e-664914de4725 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbf1808c-2e95-432f-860a-ebb2ed9639fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450437 Feb 19 04:56:47.779345 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-d8c3f0d2-01f4-49bc-a938-dc422b5e4112 service neutron] 10.222.0.26 "GET /v2.0/networks/dbf1808c-2e95-432f-860a-ebb2ed9639fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854125 Feb 19 04:56:47.865268 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-99e91ba9-0081-4410-be2b-146aae4c3207 req-84876ed3-a0bd-4005-842d-bd58ae6a498f service neutron] 10.222.0.26 "GET /v2.0/networks/dbf1808c-2e95-432f-860a-ebb2ed9639fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806262 Feb 19 04:56:47.951357 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9b23c-250a-4955-96cc-350522fa247b req-0969fb3a-bc6f-4e4a-8839-107fc04f0e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:47.952842 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56b9b23c-250a-4955-96cc-350522fa247b req-0969fb3a-bc6f-4e4a-8839-107fc04f0e4a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=192d967dc45745b1bea41848554feff9&device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 1126 time: 0.0447183 Feb 19 04:56:48.044236 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9b23c-250a-4955-96cc-350522fa247b req-32389f80-0360-4ff7-b119-946e9af52a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:48.045613 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56b9b23c-250a-4955-96cc-350522fa247b req-32389f80-0360-4ff7-b119-946e9af52a66 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dbf1808c-2e95-432f-860a-ebb2ed9639fc HTTP/1.1" status: 200 len: 915 time: 0.0869696 Feb 19 04:56:48.085455 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56b9b23c-250a-4955-96cc-350522fa247b req-ed5f6040-b2ff-442c-a08b-21e6a78fb926 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cadc6eb5-c005-498a-8dd1-243232d57cda HTTP/1.1" status: 200 len: 217 time: 0.0343812 Feb 19 04:56:48.135544 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9b23c-250a-4955-96cc-350522fa247b req-2f654256-06a5-4274-be20-4a4048c60631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:48.137653 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56b9b23c-250a-4955-96cc-350522fa247b req-2f654256-06a5-4274-be20-4a4048c60631 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6df6e855-357c-40e8-81b6-8f7ff5a606f3 HTTP/1.1" status: 200 len: 853 time: 0.0464039 Feb 19 04:56:48.218930 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9b23c-250a-4955-96cc-350522fa247b req-8c0d536f-5f54-4a2d-ba17-fb678172301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:48.220432 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56b9b23c-250a-4955-96cc-350522fa247b req-8c0d536f-5f54-4a2d-ba17-fb678172301b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbf1808c-2e95-432f-860a-ebb2ed9639fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0770955 Feb 19 04:56:48.227756 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862fee8-ffc3-49b7-bded-183ac4094fa8 req-3fc83979-c5d7-40cb-94cb-3b5f1bfeebcd tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:48.229087 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c862fee8-ffc3-49b7-bded-183ac4094fa8 req-3fc83979-c5d7-40cb-94cb-3b5f1bfeebcd tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 943 time: 0.0759065 Feb 19 04:56:48.327149 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c862fee8-ffc3-49b7-bded-183ac4094fa8 req-1dfe2f47-3ec6-4a45-8a18-cc3f269cab11 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902102 Feb 19 04:56:48.346984 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56b9b23c-250a-4955-96cc-350522fa247b req-f05f2636-cd42-4ede-a812-a056453d0742 service neutron] 10.222.0.26 "GET /v2.0/networks/dbf1808c-2e95-432f-860a-ebb2ed9639fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169643 Feb 19 04:56:48.433258 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-56b9b23c-250a-4955-96cc-350522fa247b req-2bf58477-2a37-498c-b5e8-451c6f3ceaf6 service neutron] 10.222.0.26 "GET /v2.0/networks/dbf1808c-2e95-432f-860a-ebb2ed9639fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803840 Feb 19 04:56:49.451837 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644a807-e515-486e-a418-d6aabd9e611a req-e93d0f6a-5d79-47d1-a667-1f3140257517 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:49.453299 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1644a807-e515-486e-a418-d6aabd9e611a req-e93d0f6a-5d79-47d1-a667-1f3140257517 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 943 time: 0.0581334 Feb 19 04:56:49.498535 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1644a807-e515-486e-a418-d6aabd9e611a req-ba0e2f8a-4a0b-48fc-84f2-9b50ba789e30 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396118 Feb 19 04:56:50.615706 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89499e50-d151-4ff4-b67c-ce4cb43831e8 req-50c36432-596c-442a-a618-9002f5499b6e tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:50.617187 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-89499e50-d151-4ff4-b67c-ce4cb43831e8 req-50c36432-596c-442a-a618-9002f5499b6e tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 943 time: 0.0504236 Feb 19 04:56:50.662668 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-89499e50-d151-4ff4-b67c-ce4cb43831e8 req-b53ec9d3-b9a9-4598-830a-24385dc35452 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394208 Feb 19 04:56:50.843784 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device cadc6eb5-c005-498a-8dd1-243232d57cda details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:56:51.092475 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port cadc6eb5-c005-498a-8dd1-243232d57cda, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=cadc6eb5-c005-498a-8dd1-243232d57cda,segment=NetworkSegment(791a28e4-8383-46c4-b19d-db799561c061),segment_id=791a28e4-8383-46c4-b19d-db799561c061)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:51.103347 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'cadc6eb5-c005-498a-8dd1-243232d57cda', 'network_id': 'dbf1808c-2e95-432f-860a-ebb2ed9639fc', 'port_id': 'cadc6eb5-c005-498a-8dd1-243232d57cda', 'mac_address': 'fa:16:3e:28:c9:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df6e855-357c-40e8-81b6-8f7ff5a606f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:56:51.139666 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port cadc6eb5-c005-498a-8dd1-243232d57cda is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:51.140060 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cadc6eb5-c005-498a-8dd1-243232d57cda), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:51.152352 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cadc6eb5-c005-498a-8dd1-243232d57cda {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:56:51.171649 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port cadc6eb5-c005-498a-8dd1-243232d57cda, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=cadc6eb5-c005-498a-8dd1-243232d57cda,segment=NetworkSegment(791a28e4-8383-46c4-b19d-db799561c061),segment_id=791a28e4-8383-46c4-b19d-db799561c061)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:51.175404 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (cadc6eb5-c005-498a-8dd1-243232d57cda), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:51.219779 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=cadc6eb5-c005-498a-8dd1-243232d57cda,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:51.480669 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['cadc6eb5-c005-498a-8dd1-243232d57cda'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:56:51.778387 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4deb5ec-018a-4132-82bd-46cec1703ca6 req-7d6c075b-4c65-4a51-b9bd-ce5297fc0694 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:51.779791 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4deb5ec-018a-4132-82bd-46cec1703ca6 req-7d6c075b-4c65-4a51-b9bd-ce5297fc0694 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 944 time: 0.0515797 Feb 19 04:56:51.828746 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4deb5ec-018a-4132-82bd-46cec1703ca6 req-732f7a5b-2f03-4890-85ad-c0aecfe23200 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434778 Feb 19 04:56:52.858353 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device cadc6eb5-c005-498a-8dd1-243232d57cda up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:56:52.906504 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port cadc6eb5-c005-498a-8dd1-243232d57cda completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:56:52.911104 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port cadc6eb5-c005-498a-8dd1-243232d57cda triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:52.911488 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cadc6eb5-c005-498a-8dd1-243232d57cda), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:52.949779 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edc7c8-aedd-49eb-b2cd-78d1dedec929 req-e52d6d17-7d54-49af-b10d-b27f0c30a3ea tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:52.951313 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-72edc7c8-aedd-49eb-b2cd-78d1dedec929 req-e52d6d17-7d54-49af-b10d-b27f0c30a3ea tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 944 time: 0.0535109 Feb 19 04:56:52.993000 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port cadc6eb5-c005-498a-8dd1-243232d57cda is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:52.993537 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cadc6eb5-c005-498a-8dd1-243232d57cda), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:52.997930 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-72edc7c8-aedd-49eb-b2cd-78d1dedec929 req-49d2826d-1af0-4fbe-bc88-1daa645cc478 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409586 Feb 19 04:56:53.018305 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dff4019-b512-4ab1-8d38-a4e000e3b849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadc6eb5-c005-498a-8dd1-243232d57cda'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:56:53.020576 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef644b6ab79b0ac41de0b13976fcd129d4d99816de20742327e953106f20d7ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f93a0c-f2ea-4e67-bf29-e2963afb2375" -d '{"events": [{"server_uuid": "9dff4019-b512-4ab1-8d38-a4e000e3b849", "name": "network-vif-plugged", "status": "completed", "tag": "cadc6eb5-c005-498a-8dd1-243232d57cda"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:56:53.033198 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port cadc6eb5-c005-498a-8dd1-243232d57cda, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=cadc6eb5-c005-498a-8dd1-243232d57cda,segment=NetworkSegment(791a28e4-8383-46c4-b19d-db799561c061),segment_id=791a28e4-8383-46c4-b19d-db799561c061)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:53.037112 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (cadc6eb5-c005-498a-8dd1-243232d57cda), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:53.085351 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=cadc6eb5-c005-498a-8dd1-243232d57cda,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:53.112488 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d542131-af06-4c1e-9ea1-1f5cd2643ea6 x-openstack-request-id: req-8d542131-af06-4c1e-9ea1-1f5cd2643ea6 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:56:53.112784 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dff4019-b512-4ab1-8d38-a4e000e3b849", "name": "network-vif-plugged", "status": "completed", "tag": "cadc6eb5-c005-498a-8dd1-243232d57cda", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:56:53.113039 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d542131-af06-4c1e-9ea1-1f5cd2643ea6 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:56:53.113453 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dff4019-b512-4ab1-8d38-a4e000e3b849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadc6eb5-c005-498a-8dd1-243232d57cda', 'code': 200} Feb 19 04:56:53.207516 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25240ffd-2f3b-44b8-bfcd-b521b4af70fb req-c6210f35-36fd-441d-8760-750e1af27c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:53.208992 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-25240ffd-2f3b-44b8-bfcd-b521b4af70fb req-c6210f35-36fd-441d-8760-750e1af27c88 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 1128 time: 0.0430110 Feb 19 04:56:53.250893 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-25240ffd-2f3b-44b8-bfcd-b521b4af70fb req-7986d381-ceda-4347-b988-55a76fd7cef5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353870 Feb 19 04:56:54.118094 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b275f-59df-4c38-8624-196cfaa3b0fd req-72dc8e51-65c4-42ba-9dc4-4e136e339c23 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:54.119567 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c33b275f-59df-4c38-8624-196cfaa3b0fd req-72dc8e51-65c4-42ba-9dc4-4e136e339c23 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 945 time: 0.0541821 Feb 19 04:56:54.165136 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c33b275f-59df-4c38-8624-196cfaa3b0fd req-e2a4ab9e-248a-4764-a819-db5a94f94587 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393417 Feb 19 04:56:55.283393 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91059f4-48f8-4dee-b20e-d3bf221b2079 req-ffc17c67-5118-4d93-a4fd-d32c521568ef tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:55.284783 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d91059f4-48f8-4dee-b20e-d3bf221b2079 req-ffc17c67-5118-4d93-a4fd-d32c521568ef tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 945 time: 0.0506749 Feb 19 04:56:55.330287 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d91059f4-48f8-4dee-b20e-d3bf221b2079 req-8712fa0b-aadc-4528-979a-9fd625e197e8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399692 Feb 19 04:56:55.479407 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81a6f8-4c7d-47bb-8343-c0f92ef2bcab req-c9407f61-f62f-44e9-8654-b52b85ca4d8f tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:55.480886 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af81a6f8-4c7d-47bb-8343-c0f92ef2bcab req-c9407f61-f62f-44e9-8654-b52b85ca4d8f tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 945 time: 0.0838671 Feb 19 04:56:55.496102 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd3ad168-7914-444d-b0a2-ac824af62ed3 req-b7fa925f-7c15-486d-a699-1c9e7304ede3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0634701 Feb 19 04:56:55.532640 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-af81a6f8-4c7d-47bb-8343-c0f92ef2bcab req-a28cdb96-f8a5-417a-9e6e-75ed034d8c99 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448015 Feb 19 04:56:55.583674 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ad168-7914-444d-b0a2-ac824af62ed3 req-485de98e-ef6f-4db5-94af-9a8c56284731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:55.585202 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd3ad168-7914-444d-b0a2-ac824af62ed3 req-485de98e-ef6f-4db5-94af-9a8c56284731 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=192d967dc45745b1bea41848554feff9&device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 1128 time: 0.0492246 Feb 19 04:56:55.719611 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ad168-7914-444d-b0a2-ac824af62ed3 req-6db6afbf-953f-4d38-b1ca-11e9e09c1655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:55.721050 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd3ad168-7914-444d-b0a2-ac824af62ed3 req-6db6afbf-953f-4d38-b1ca-11e9e09c1655 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dbf1808c-2e95-432f-860a-ebb2ed9639fc HTTP/1.1" status: 200 len: 915 time: 0.1145971 Feb 19 04:56:55.764282 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd3ad168-7914-444d-b0a2-ac824af62ed3 req-c9488565-be05-4e2f-846b-034e3a02a6c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cadc6eb5-c005-498a-8dd1-243232d57cda HTTP/1.1" status: 200 len: 217 time: 0.0354140 Feb 19 04:56:55.774695 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746e794-ff11-4dc4-9987-f449bddbec84 req-748bff01-7741-417d-b79e-ba9cbf51c467 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:55.776078 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3746e794-ff11-4dc4-9987-f449bddbec84 req-748bff01-7741-417d-b79e-ba9cbf51c467 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 945 time: 0.0944011 Feb 19 04:56:55.851619 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ad168-7914-444d-b0a2-ac824af62ed3 req-2d49c778-b0a1-4435-a455-75f2be164572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:55.852990 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd3ad168-7914-444d-b0a2-ac824af62ed3 req-2d49c778-b0a1-4435-a455-75f2be164572 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6df6e855-357c-40e8-81b6-8f7ff5a606f3 HTTP/1.1" status: 200 len: 853 time: 0.0760877 Feb 19 04:56:55.857218 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3746e794-ff11-4dc4-9987-f449bddbec84 req-83d791a1-31d6-460a-9a02-e29588ac9f74 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728281 Feb 19 04:56:55.902686 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ad168-7914-444d-b0a2-ac824af62ed3 req-78a345f4-87a8-4aa3-9659-7ef28757c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:55.904222 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd3ad168-7914-444d-b0a2-ac824af62ed3 req-78a345f4-87a8-4aa3-9659-7ef28757c96e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbf1808c-2e95-432f-860a-ebb2ed9639fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450199 Feb 19 04:56:55.998435 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd3ad168-7914-444d-b0a2-ac824af62ed3 req-58638125-5abc-4dff-91f8-d8f67842006f service neutron] 10.222.0.26 "GET /v2.0/networks/dbf1808c-2e95-432f-860a-ebb2ed9639fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883915 Feb 19 04:56:56.091664 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd3ad168-7914-444d-b0a2-ac824af62ed3 req-b0fcb2dd-c50e-41f9-b908-27f00d80fd09 service neutron] 10.222.0.26 "GET /v2.0/networks/dbf1808c-2e95-432f-860a-ebb2ed9639fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870328 Feb 19 04:56:57.380258 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:00.096555 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:00.709892 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-76a80ec3-7bc4-4bf5-83e7-64ca18796283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:03.565892 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-403dd234-6462-4e01-9e47-7d36d39d2d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:03.997845 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:05.489657 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:06.887526 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:12.285557 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:57:14.636125 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695ec61-d5e1-4f8b-853e-743db2f6d903 req-e7c1d623-0f8a-4d25-8b49-eb715e264ae2 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:57:14.638202 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7695ec61-d5e1-4f8b-853e-743db2f6d903 req-e7c1d623-0f8a-4d25-8b49-eb715e264ae2 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 945 time: 0.0514584 Feb 19 04:57:14.687295 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7695ec61-d5e1-4f8b-853e-743db2f6d903 req-5c504fc4-b377-4d24-bbb9-70e46a62cd9c tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435152 Feb 19 04:57:14.712963 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47098) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:14.795685 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe845e6-4510-4f38-95b7-866ea21e133c tempest-TestMinimumBasicScenario-1701664843 tempest-TestMinimumBasicScenario-1701664843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:57:14.797187 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-afe845e6-4510-4f38-95b7-866ea21e133c tempest-TestMinimumBasicScenario-1701664843 tempest-TestMinimumBasicScenario-1701664843-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 1123 time: 0.0832481 Feb 19 04:57:14.800206 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47102) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:14.804743 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-018409f3-a60b-4eb0-9f90-c8e17312742d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'port_id': 'cadc6eb5-c005-498a-8dd1-243232d57cda', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:14.825182 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-018409f3-a60b-4eb0-9f90-c8e17312742d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:14.916835 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-018409f3-a60b-4eb0-9f90-c8e17312742d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:15.022127 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-018409f3-a60b-4eb0-9f90-c8e17312742d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Allocated IP 172.25.3.184 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/fb94b773-11fd-41e5-b3a2-21ff642c8424) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:57:15.120420 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-018409f3-a60b-4eb0-9f90-c8e17312742d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for port (fb94b773-11fd-41e5-b3a2-21ff642c8424), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:15.153217 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-018409f3-a60b-4eb0-9f90-c8e17312742d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (fb94b773-11fd-41e5-b3a2-21ff642c8424), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:15.194386 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018409f3-a60b-4eb0-9f90-c8e17312742d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:57:15.197154 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-018409f3-a60b-4eb0-9f90-c8e17312742d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:57:15.202693 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018409f3-a60b-4eb0-9f90-c8e17312742d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:57:15.207992 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018409f3-a60b-4eb0-9f90-c8e17312742d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Pushing event updated for resources: {'Port': ['ID=fb94b773-11fd-41e5-b3a2-21ff642c8424,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:15.553724 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-018409f3-a60b-4eb0-9f90-c8e17312742d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for floatingip (be0b0018-2774-4775-ace2-69029e9229ea), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:15.623302 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-018409f3-a60b-4eb0-9f90-c8e17312742d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (fb94b773-11fd-41e5-b3a2-21ff642c8424), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:15.769541 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-018409f3-a60b-4eb0-9f90-c8e17312742d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for port (fb94b773-11fd-41e5-b3a2-21ff642c8424), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:15.773853 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-018409f3-a60b-4eb0-9f90-c8e17312742d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (fb94b773-11fd-41e5-b3a2-21ff642c8424), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:15.848154 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018409f3-a60b-4eb0-9f90-c8e17312742d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Pushing event updated for resources: {'Port': ['ID=fb94b773-11fd-41e5-b3a2-21ff642c8424,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:15.857896 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-018409f3-a60b-4eb0-9f90-c8e17312742d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (be0b0018-2774-4775-ace2-69029e9229ea), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:15.956828 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-018409f3-a60b-4eb0-9f90-c8e17312742d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Floating IP be0b0018-2774-4775-ace2-69029e9229ea associated. External IP: 172.25.3.184, port: cadc6eb5-c005-498a-8dd1-243232d57cda. Feb 19 04:57:16.162498 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018409f3-a60b-4eb0-9f90-c8e17312742d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Router ce281d84-2d10-4bae-8a01-927b592140d1 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:57:16.611403 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018409f3-a60b-4eb0-9f90-c8e17312742d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:57:16.621042 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e36334e-ccf6-468a-9973-a07c88c39387 None None] Sync routers for ids ['ce281d84-2d10-4bae-8a01-927b592140d1'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:57:16.628869 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-018409f3-a60b-4eb0-9f90-c8e17312742d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:16.631304 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e36334e-ccf6-468a-9973-a07c88c39387 None None] Routers {'ce281d84-2d10-4bae-8a01-927b592140d1'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:57:16.631971 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4e36334e-ccf6-468a-9973-a07c88c39387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:57:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ce281d84-2d10-4bae-8a01-927b592140d1'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:57:16.658448 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-018409f3-a60b-4eb0-9f90-c8e17312742d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8570504 Feb 19 04:57:16.659559 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dff4019-b512-4ab1-8d38-a4e000e3b849', 'tag': 'cadc6eb5-c005-498a-8dd1-243232d57cda'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:57:16.661329 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47104) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:16.662591 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe66b51-0289-452e-80fd-83dd60f3e13c" -d '{"events": [{"name": "network-changed", "server_uuid": "9dff4019-b512-4ab1-8d38-a4e000e3b849", "tag": "cadc6eb5-c005-498a-8dd1-243232d57cda"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:57:16.669891 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-6e506aab-10fd-4b61-88bf-254e1c3f8311 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-468762475', 'description': 'tempest-secgroup-smoke-468762475 description', 'project_id': '192d967dc45745b1bea41848554feff9'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:16.694711 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6e506aab-10fd-4b61-88bf-254e1c3f8311 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:16.705097 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f21a5e0-a965-438a-b544-2c20cfdcbec3 x-openstack-request-id: req-7f21a5e0-a965-438a-b544-2c20cfdcbec3 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:57:16.705389 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dff4019-b512-4ab1-8d38-a4e000e3b849", "tag": "cadc6eb5-c005-498a-8dd1-243232d57cda", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:57:16.705639 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7f21a5e0-a965-438a-b544-2c20cfdcbec3 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:57:16.706035 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dff4019-b512-4ab1-8d38-a4e000e3b849', 'tag': 'cadc6eb5-c005-498a-8dd1-243232d57cda', 'status': 'completed', 'code': 200} Feb 19 04:57:16.765468 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-4e36334e-ccf6-468a-9973-a07c88c39387 None None] Set router ce281d84-2d10-4bae-8a01-927b592140d1 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:57:16.771056 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe66b51-0289-452e-80fd-83dd60f3e13c req-2c2442a7-dc19-4ab6-a219-e9b3482db2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:57:16.772788 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbe66b51-0289-452e-80fd-83dd60f3e13c req-2c2442a7-dc19-4ab6-a219-e9b3482db2c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=192d967dc45745b1bea41848554feff9&device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 1128 time: 0.0471537 Feb 19 04:57:16.774502 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6e506aab-10fd-4b61-88bf-254e1c3f8311 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for security_group (964b150a-5859-402f-ab54-3b019c717aa2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:16.780142 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6e506aab-10fd-4b61-88bf-254e1c3f8311 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (964b150a-5859-402f-ab54-3b019c717aa2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:16.803102 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6e506aab-10fd-4b61-88bf-254e1c3f8311 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:16.808017 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6e506aab-10fd-4b61-88bf-254e1c3f8311 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1446939 Feb 19 04:57:16.810943 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47110) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:16.817443 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ba73324b-4240-468f-a6de-a427c6fca7e5 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Request body: {'security_group_rule': {'security_group_id': '964b150a-5859-402f-ab54-3b019c717aa2', 'project_id': '192d967dc45745b1bea41848554feff9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:16.835879 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e506aab-10fd-4b61-88bf-254e1c3f8311 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=964b150a-5859-402f-ab54-3b019c717aa2,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:16.848345 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e506aab-10fd-4b61-88bf-254e1c3f8311 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:16.848753 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e506aab-10fd-4b61-88bf-254e1c3f8311 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:16.849319 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e506aab-10fd-4b61-88bf-254e1c3f8311 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:16.849531 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e506aab-10fd-4b61-88bf-254e1c3f8311 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:16.850114 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e506aab-10fd-4b61-88bf-254e1c3f8311 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:16.850530 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e506aab-10fd-4b61-88bf-254e1c3f8311 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:16.850651 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e506aab-10fd-4b61-88bf-254e1c3f8311 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:16.850972 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e506aab-10fd-4b61-88bf-254e1c3f8311 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:16.851351 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e506aab-10fd-4b61-88bf-254e1c3f8311 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:16.851682 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e506aab-10fd-4b61-88bf-254e1c3f8311 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:16.852016 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e506aab-10fd-4b61-88bf-254e1c3f8311 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:16.852413 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e506aab-10fd-4b61-88bf-254e1c3f8311 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:16.852735 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e506aab-10fd-4b61-88bf-254e1c3f8311 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:16.865684 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ba73324b-4240-468f-a6de-a427c6fca7e5 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for security_group_rule (efe101ac-f4f9-4cf5-b363-f281d02fe127), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:16.881401 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe66b51-0289-452e-80fd-83dd60f3e13c req-bab744ad-49b8-4be8-9729-95dc2a2b477e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:57:16.883337 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbe66b51-0289-452e-80fd-83dd60f3e13c req-bab744ad-49b8-4be8-9729-95dc2a2b477e service neutron] 10.222.0.26 "GET /v2.0/networks?id=dbf1808c-2e95-432f-860a-ebb2ed9639fc HTTP/1.1" status: 200 len: 915 time: 0.1002216 Feb 19 04:57:16.938366 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ba73324b-4240-468f-a6de-a427c6fca7e5 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for security_group_rule (efe101ac-f4f9-4cf5-b363-f281d02fe127), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:16.943121 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ba73324b-4240-468f-a6de-a427c6fca7e5 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (efe101ac-f4f9-4cf5-b363-f281d02fe127), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:16.954025 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbe66b51-0289-452e-80fd-83dd60f3e13c req-405cdd48-cb71-4485-889e-c7092f078250 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cadc6eb5-c005-498a-8dd1-243232d57cda HTTP/1.1" status: 200 len: 999 time: 0.0637174 Feb 19 04:57:16.956675 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73324b-4240-468f-a6de-a427c6fca7e5 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe101ac-f4f9-4cf5-b363-f281d02fe127,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:16.972721 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ba73324b-4240-468f-a6de-a427c6fca7e5 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:16.976558 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ba73324b-4240-468f-a6de-a427c6fca7e5 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1623290 Feb 19 04:57:16.976775 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47112) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:16.981558 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-af368de6-0898-4f1a-90b8-da54ad8d395b tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Request body: {'security_group_rule': {'security_group_id': '964b150a-5859-402f-ab54-3b019c717aa2', 'project_id': '192d967dc45745b1bea41848554feff9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:17.009689 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af368de6-0898-4f1a-90b8-da54ad8d395b tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for security_group_rule (4bec628f-b24e-46ba-8fd9-ac5471d6c823), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:17.014793 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe66b51-0289-452e-80fd-83dd60f3e13c req-a8bcc75d-ac80-46c2-8af8-575c3c5c56be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:57:17.016247 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbe66b51-0289-452e-80fd-83dd60f3e13c req-a8bcc75d-ac80-46c2-8af8-575c3c5c56be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6df6e855-357c-40e8-81b6-8f7ff5a606f3 HTTP/1.1" status: 200 len: 853 time: 0.0523486 Feb 19 04:57:17.019394 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4e36334e-ccf6-468a-9973-a07c88c39387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'name': 'tempest-TestMinimumBasicScenario-998944997-router', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '5d72cb81-b773-424f-8eff-6652bd89a750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:56:14Z', 'updated_at': '2022-02-19T04:56:17Z', 'revision_number': 4, 'project_id': '192d967dc45745b1bea41848554feff9', 'gw_port': {'id': '5d72cb81-b773-424f-8eff-6652bd89a750', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:14Z', 'updated_at': '2022-02-19T04:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'be0b0018-2774-4775-ace2-69029e9229ea', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'floating_ip_address': '172.25.3.184', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'port_id': 'cadc6eb5-c005-498a-8dd1-243232d57cda', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf1808c-2e95-432f-860a-ebb2ed9639fc', 'mac_address': 'fa:16:3e:28:c9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff4019-b512-4ab1-8d38-a4e000e3b849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:57:15Z', 'updated_at': '2022-02-19T04:57:15Z', 'revision_number': 0, 'project_id': '192d967dc45745b1bea41848554feff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48036b38-5eae-4cc7-a867-2f63b61f0e25', 'name': '', 'network_id': 'dbf1808c-2e95-432f-860a-ebb2ed9639fc', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'mac_address': 'fa:16:3e:e2:7b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6df6e855-357c-40e8-81b6-8f7ff5a606f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:16Z', 'updated_at': '2022-02-19T04:56:20Z', 'revision_number': 5, 'project_id': '192d967dc45745b1bea41848554feff9', 'subnets': [{'id': '6df6e855-357c-40e8-81b6-8f7ff5a606f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:57:17.052089 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e36334e-ccf6-468a-9973-a07c88c39387 None None] Checking router: ce281d84-2d10-4bae-8a01-927b592140d1 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:57:17.065280 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e36334e-ccf6-468a-9973-a07c88c39387 None None] Routers {'ce281d84-2d10-4bae-8a01-927b592140d1'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:57:17.065618 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4e36334e-ccf6-468a-9973-a07c88c39387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:57:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ce281d84-2d10-4bae-8a01-927b592140d1'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:57:17.072501 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe66b51-0289-452e-80fd-83dd60f3e13c req-2467cfa1-e7fc-47d8-aca5-94fd42606abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:57:17.074003 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbe66b51-0289-452e-80fd-83dd60f3e13c req-2467cfa1-e7fc-47d8-aca5-94fd42606abf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbf1808c-2e95-432f-860a-ebb2ed9639fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0513811 Feb 19 04:57:17.076491 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af368de6-0898-4f1a-90b8-da54ad8d395b tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for security_group_rule (4bec628f-b24e-46ba-8fd9-ac5471d6c823), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:17.081166 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af368de6-0898-4f1a-90b8-da54ad8d395b tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (4bec628f-b24e-46ba-8fd9-ac5471d6c823), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:17.095455 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af368de6-0898-4f1a-90b8-da54ad8d395b tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bec628f-b24e-46ba-8fd9-ac5471d6c823,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:17.112589 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-af368de6-0898-4f1a-90b8-da54ad8d395b tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:17.114037 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-af368de6-0898-4f1a-90b8-da54ad8d395b tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1360681 Feb 19 04:57:17.116854 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47114) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:17.121261 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-a04f1d26-610e-471d-9d1e-6dd4ac85f5af tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Request body: {'security_group_rule': {'security_group_id': '964b150a-5859-402f-ab54-3b019c717aa2', 'project_id': '192d967dc45745b1bea41848554feff9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:17.149964 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a04f1d26-610e-471d-9d1e-6dd4ac85f5af tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for security_group_rule (444e3b43-1897-4f77-adcb-7f85a914b1a1), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:17.175773 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbe66b51-0289-452e-80fd-83dd60f3e13c req-06347c74-78e5-412c-8116-19693b70e23a service neutron] 10.222.0.26 "GET /v2.0/networks/dbf1808c-2e95-432f-860a-ebb2ed9639fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947113 Feb 19 04:57:17.183418 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-4e36334e-ccf6-468a-9973-a07c88c39387 None None] Set router ce281d84-2d10-4bae-8a01-927b592140d1 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:57:17.217365 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a04f1d26-610e-471d-9d1e-6dd4ac85f5af tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for security_group_rule (444e3b43-1897-4f77-adcb-7f85a914b1a1), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:17.223634 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a04f1d26-610e-471d-9d1e-6dd4ac85f5af tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (444e3b43-1897-4f77-adcb-7f85a914b1a1), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:17.241416 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f1d26-610e-471d-9d1e-6dd4ac85f5af tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444e3b43-1897-4f77-adcb-7f85a914b1a1,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:17.251482 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a04f1d26-610e-471d-9d1e-6dd4ac85f5af tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:17.253600 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a04f1d26-610e-471d-9d1e-6dd4ac85f5af tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1358700 Feb 19 04:57:17.256280 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47116) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:17.264361 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-c3122665-7030-4d1b-96a1-3c2fddb984c8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Request body: {'security_group_rule': {'security_group_id': '964b150a-5859-402f-ab54-3b019c717aa2', 'project_id': '192d967dc45745b1bea41848554feff9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:17.283049 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dbe66b51-0289-452e-80fd-83dd60f3e13c req-9ed85442-f205-40f0-9c12-84cbf2eb144b service neutron] 10.222.0.26 "GET /v2.0/networks/dbf1808c-2e95-432f-860a-ebb2ed9639fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015744 Feb 19 04:57:17.292093 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3122665-7030-4d1b-96a1-3c2fddb984c8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for security_group_rule (36c8b0e9-3208-42d7-9a74-d0bac565ddf2), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:17.352758 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3122665-7030-4d1b-96a1-3c2fddb984c8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for security_group_rule (36c8b0e9-3208-42d7-9a74-d0bac565ddf2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:17.356598 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3122665-7030-4d1b-96a1-3c2fddb984c8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (36c8b0e9-3208-42d7-9a74-d0bac565ddf2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:17.376555 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3122665-7030-4d1b-96a1-3c2fddb984c8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c8b0e9-3208-42d7-9a74-d0bac565ddf2,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:17.381989 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c3122665-7030-4d1b-96a1-3c2fddb984c8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:17.386118 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47118) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:17.386559 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c3122665-7030-4d1b-96a1-3c2fddb984c8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1282141 Feb 19 04:57:17.392163 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-fca3361a-17c0-407d-8e08-0fcdb4c1b5ef tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Request body: {'security_group_rule': {'security_group_id': '964b150a-5859-402f-ab54-3b019c717aa2', 'project_id': '192d967dc45745b1bea41848554feff9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:17.412844 n-d-828369-19 neutron-server[109926]: INFO neutron.db.securitygroups_db [None req-fca3361a-17c0-407d-8e08-0fcdb4c1b5ef tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Project 192d967dc45745b1bea41848554feff9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:57:17.417786 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fca3361a-17c0-407d-8e08-0fcdb4c1b5ef tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for security_group_rule (489f9ff9-2dae-4ec2-b0ce-e7a194fb0f67), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:17.422064 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4e36334e-ccf6-468a-9973-a07c88c39387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'name': 'tempest-TestMinimumBasicScenario-998944997-router', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '5d72cb81-b773-424f-8eff-6652bd89a750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:56:14Z', 'updated_at': '2022-02-19T04:56:17Z', 'revision_number': 4, 'project_id': '192d967dc45745b1bea41848554feff9', 'gw_port': {'id': '5d72cb81-b773-424f-8eff-6652bd89a750', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:14Z', 'updated_at': '2022-02-19T04:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'be0b0018-2774-4775-ace2-69029e9229ea', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'floating_ip_address': '172.25.3.184', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'port_id': 'cadc6eb5-c005-498a-8dd1-243232d57cda', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf1808c-2e95-432f-860a-ebb2ed9639fc', 'mac_address': 'fa:16:3e:28:c9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff4019-b512-4ab1-8d38-a4e000e3b849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:57:15Z', 'updated_at': '2022-02-19T04:57:15Z', 'revision_number': 0, 'project_id': '192d967dc45745b1bea41848554feff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48036b38-5eae-4cc7-a867-2f63b61f0e25', 'name': '', 'network_id': 'dbf1808c-2e95-432f-860a-ebb2ed9639fc', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'mac_address': 'fa:16:3e:e2:7b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6df6e855-357c-40e8-81b6-8f7ff5a606f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:16Z', 'updated_at': '2022-02-19T04:56:20Z', 'revision_number': 5, 'project_id': '192d967dc45745b1bea41848554feff9', 'subnets': [{'id': '6df6e855-357c-40e8-81b6-8f7ff5a606f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:57:17.454025 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e36334e-ccf6-468a-9973-a07c88c39387 None None] The sync data for ids ['ce281d84-2d10-4bae-8a01-927b592140d1'] in n-d-828369-19 is: [{'id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'name': 'tempest-TestMinimumBasicScenario-998944997-router', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '5d72cb81-b773-424f-8eff-6652bd89a750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:56:14Z', 'updated_at': '2022-02-19T04:56:17Z', 'revision_number': 4, 'project_id': '192d967dc45745b1bea41848554feff9', 'gw_port': {'id': '5d72cb81-b773-424f-8eff-6652bd89a750', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:14Z', 'updated_at': '2022-02-19T04:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'be0b0018-2774-4775-ace2-69029e9229ea', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'floating_ip_address': '172.25.3.184', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'port_id': 'cadc6eb5-c005-498a-8dd1-243232d57cda', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf1808c-2e95-432f-860a-ebb2ed9639fc', 'mac_address': 'fa:16:3e:28:c9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff4019-b512-4ab1-8d38-a4e000e3b849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:57:15Z', 'updated_at': '2022-02-19T04:57:15Z', 'revision_number': 0, 'project_id': '192d967dc45745b1bea41848554feff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48036b38-5eae-4cc7-a867-2f63b61f0e25', 'name': '', 'network_id': 'dbf1808c-2e95-432f-860a-ebb2ed9639fc', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'mac_address': 'fa:16:3e:e2:7b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6df6e855-357c-40e8-81b6-8f7ff5a606f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:16Z', 'updated_at': '2022-02-19T04:56:20Z', 'revision_number': 5, 'project_id': '192d967dc45745b1bea41848554feff9', 'subnets': [{'id': '6df6e855-357c-40e8-81b6-8f7ff5a606f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:57:17.479516 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fca3361a-17c0-407d-8e08-0fcdb4c1b5ef tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for security_group_rule (489f9ff9-2dae-4ec2-b0ce-e7a194fb0f67), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:17.484135 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fca3361a-17c0-407d-8e08-0fcdb4c1b5ef tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (489f9ff9-2dae-4ec2-b0ce-e7a194fb0f67), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:17.502670 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca3361a-17c0-407d-8e08-0fcdb4c1b5ef tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=489f9ff9-2dae-4ec2-b0ce-e7a194fb0f67,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:17.512518 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fca3361a-17c0-407d-8e08-0fcdb4c1b5ef tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:17.514335 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fca3361a-17c0-407d-8e08-0fcdb4c1b5ef tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1267757 Feb 19 04:57:17.515798 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca3361a-17c0-407d-8e08-0fcdb4c1b5ef tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:17.516152 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca3361a-17c0-407d-8e08-0fcdb4c1b5ef tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:17.516501 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca3361a-17c0-407d-8e08-0fcdb4c1b5ef tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:17.516842 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca3361a-17c0-407d-8e08-0fcdb4c1b5ef tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:17.517180 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca3361a-17c0-407d-8e08-0fcdb4c1b5ef tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:17.517514 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca3361a-17c0-407d-8e08-0fcdb4c1b5ef tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:17.517783 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47120) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:17.517898 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca3361a-17c0-407d-8e08-0fcdb4c1b5ef tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:17.518172 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca3361a-17c0-407d-8e08-0fcdb4c1b5ef tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:17.518515 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca3361a-17c0-407d-8e08-0fcdb4c1b5ef tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:17.518860 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca3361a-17c0-407d-8e08-0fcdb4c1b5ef tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:17.519179 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca3361a-17c0-407d-8e08-0fcdb4c1b5ef tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:17.519501 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca3361a-17c0-407d-8e08-0fcdb4c1b5ef tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:17.519824 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca3361a-17c0-407d-8e08-0fcdb4c1b5ef tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:17.523688 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-72d09e11-2739-4366-883e-ac072c3c2291 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Request body: {'security_group_rule': {'security_group_id': '964b150a-5859-402f-ab54-3b019c717aa2', 'project_id': '192d967dc45745b1bea41848554feff9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:17.544782 n-d-828369-19 neutron-server[109925]: INFO neutron.db.securitygroups_db [None req-72d09e11-2739-4366-883e-ac072c3c2291 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Project 192d967dc45745b1bea41848554feff9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:57:17.549799 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72d09e11-2739-4366-883e-ac072c3c2291 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for security_group_rule (8d3f8da0-a38e-4b62-acfb-5ec2c1f49227), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:17.610271 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72d09e11-2739-4366-883e-ac072c3c2291 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for security_group_rule (8d3f8da0-a38e-4b62-acfb-5ec2c1f49227), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:17.614310 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72d09e11-2739-4366-883e-ac072c3c2291 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (8d3f8da0-a38e-4b62-acfb-5ec2c1f49227), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:17.634095 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d09e11-2739-4366-883e-ac072c3c2291 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3f8da0-a38e-4b62-acfb-5ec2c1f49227,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:17.640326 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-72d09e11-2739-4366-883e-ac072c3c2291 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:17.644104 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-72d09e11-2739-4366-883e-ac072c3c2291 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1224835 Feb 19 04:57:17.684493 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5ccef5-6476-4460-962b-641804685194 None None] New status for floating IP be0b0018-2774-4775-ace2-69029e9229ea: ACTIVE {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:57:17.747380 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d97dc2e1-2777-4953-9e58-e11a1c49265c req-41e76011-0f66-415d-a3e1-d0b73121c74e tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-468762475&fields=id&tenant_id=192d967dc45745b1bea41848554feff9 HTTP/1.1" status: 200 len: 267 time: 0.0540278 Feb 19 04:57:17.807253 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97dc2e1-2777-4953-9e58-e11a1c49265c req-8eb0d41b-715e-41dd-963d-847fec10b0b0 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:57:17.808761 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d97dc2e1-2777-4953-9e58-e11a1c49265c req-8eb0d41b-715e-41dd-963d-847fec10b0b0 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 945 time: 0.0563614 Feb 19 04:57:17.821293 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-d97dc2e1-2777-4953-9e58-e11a1c49265c req-16b21aa2-9f39-4e51-a34b-51ee6e0e3984 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Request body: {'port': {'security_groups': ['c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef', '964b150a-5859-402f-ab54-3b019c717aa2']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:17.893215 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d97dc2e1-2777-4953-9e58-e11a1c49265c req-16b21aa2-9f39-4e51-a34b-51ee6e0e3984 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cadc6eb5-c005-498a-8dd1-243232d57cda), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:18.073980 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-d97dc2e1-2777-4953-9e58-e11a1c49265c req-16b21aa2-9f39-4e51-a34b-51ee6e0e3984 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] For port cadc6eb5-c005-498a-8dd1-243232d57cda, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=cadc6eb5-c005-498a-8dd1-243232d57cda,segment=NetworkSegment(791a28e4-8383-46c4-b19d-db799561c061),segment_id=791a28e4-8383-46c4-b19d-db799561c061)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:57:18.103370 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d97dc2e1-2777-4953-9e58-e11a1c49265c req-16b21aa2-9f39-4e51-a34b-51ee6e0e3984 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for port (cadc6eb5-c005-498a-8dd1-243232d57cda), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:18.108108 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d97dc2e1-2777-4953-9e58-e11a1c49265c req-16b21aa2-9f39-4e51-a34b-51ee6e0e3984 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (cadc6eb5-c005-498a-8dd1-243232d57cda), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:18.121331 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['cadc6eb5-c005-498a-8dd1-243232d57cda'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:57:18.150629 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97dc2e1-2777-4953-9e58-e11a1c49265c req-16b21aa2-9f39-4e51-a34b-51ee6e0e3984 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:57:18.151255 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-d97dc2e1-2777-4953-9e58-e11a1c49265c req-16b21aa2-9f39-4e51-a34b-51ee6e0e3984 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:18.152911 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d97dc2e1-2777-4953-9e58-e11a1c49265c req-16b21aa2-9f39-4e51-a34b-51ee6e0e3984 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "PUT /v2.0/ports/cadc6eb5-c005-498a-8dd1-243232d57cda HTTP/1.1" status: 200 len: 981 time: 0.3365128 Feb 19 04:57:18.177412 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b21aa2-9f39-4e51-a34b-51ee6e0e3984 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Pushing event updated for resources: {'Port': ['ID=cadc6eb5-c005-498a-8dd1-243232d57cda,revision_number=6']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:18.215082 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['cadc6eb5-c005-498a-8dd1-243232d57cda'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:57:18.278083 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df308b-86b5-40cb-ac99-c1832a7f826f req-5c78a9c7-3095-48ab-b213-426e8de0f4c7 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:57:18.279838 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-51df308b-86b5-40cb-ac99-c1832a7f826f req-5c78a9c7-3095-48ab-b213-426e8de0f4c7 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 984 time: 0.0636041 Feb 19 04:57:18.344997 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-51df308b-86b5-40cb-ac99-c1832a7f826f req-4b284d71-177d-4cb0-ade5-24e0d524378f tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&id=964b150a-5859-402f-ab54-3b019c717aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592964 Feb 19 04:57:18.438698 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-30a6db9b-9d40-4df2-85c7-734a09a53afe None None] Provisioning complete for port cadc6eb5-c005-498a-8dd1-243232d57cda triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:57:18.438960 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-30a6db9b-9d40-4df2-85c7-734a09a53afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cadc6eb5-c005-498a-8dd1-243232d57cda), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:18.634378 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-30a6db9b-9d40-4df2-85c7-734a09a53afe None None] Current status of the port cadc6eb5-c005-498a-8dd1-243232d57cda is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:57:18.707617 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dff4019-b512-4ab1-8d38-a4e000e3b849', 'tag': 'cadc6eb5-c005-498a-8dd1-243232d57cda'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:57:18.710648 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a98d4ec-8b22-4ea7-92c0-87507c6df266" -d '{"events": [{"name": "network-changed", "server_uuid": "9dff4019-b512-4ab1-8d38-a4e000e3b849", "tag": "cadc6eb5-c005-498a-8dd1-243232d57cda"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:57:18.750573 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c11bfe6-adc1-4f8e-ab25-1b87122f2e62 x-openstack-request-id: req-3c11bfe6-adc1-4f8e-ab25-1b87122f2e62 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:57:18.750876 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dff4019-b512-4ab1-8d38-a4e000e3b849", "tag": "cadc6eb5-c005-498a-8dd1-243232d57cda", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:57:18.751133 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3c11bfe6-adc1-4f8e-ab25-1b87122f2e62 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:57:18.751534 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dff4019-b512-4ab1-8d38-a4e000e3b849', 'tag': 'cadc6eb5-c005-498a-8dd1-243232d57cda', 'status': 'completed', 'code': 200} Feb 19 04:57:18.815321 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98d4ec-8b22-4ea7-92c0-87507c6df266 req-33cf59b4-be63-49a4-a8e5-fa220d81db7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:57:18.816810 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a98d4ec-8b22-4ea7-92c0-87507c6df266 req-33cf59b4-be63-49a4-a8e5-fa220d81db7e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=192d967dc45745b1bea41848554feff9&device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 1167 time: 0.0451643 Feb 19 04:57:18.907269 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98d4ec-8b22-4ea7-92c0-87507c6df266 req-be5d9d99-b3fb-481c-9550-f44a88a9fc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:57:18.908730 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a98d4ec-8b22-4ea7-92c0-87507c6df266 req-be5d9d99-b3fb-481c-9550-f44a88a9fc51 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dbf1808c-2e95-432f-860a-ebb2ed9639fc HTTP/1.1" status: 200 len: 915 time: 0.0852067 Feb 19 04:57:18.974502 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a98d4ec-8b22-4ea7-92c0-87507c6df266 req-60c2e306-c25a-4097-ad04-d43d33ebce4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cadc6eb5-c005-498a-8dd1-243232d57cda HTTP/1.1" status: 200 len: 1001 time: 0.0598569 Feb 19 04:57:19.021196 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98d4ec-8b22-4ea7-92c0-87507c6df266 req-5f806e64-b6f9-4d34-9405-8ed5d09159b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:57:19.022631 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a98d4ec-8b22-4ea7-92c0-87507c6df266 req-5f806e64-b6f9-4d34-9405-8ed5d09159b5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6df6e855-357c-40e8-81b6-8f7ff5a606f3 HTTP/1.1" status: 200 len: 853 time: 0.0422182 Feb 19 04:57:19.074188 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98d4ec-8b22-4ea7-92c0-87507c6df266 req-a3524479-a8fd-43f2-9a8e-44beecfa02b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:57:19.075704 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a98d4ec-8b22-4ea7-92c0-87507c6df266 req-a3524479-a8fd-43f2-9a8e-44beecfa02b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbf1808c-2e95-432f-860a-ebb2ed9639fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470357 Feb 19 04:57:19.160674 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a98d4ec-8b22-4ea7-92c0-87507c6df266 req-a61dc17a-7d0e-4b72-93ca-fe01dbc585c3 service neutron] 10.222.0.26 "GET /v2.0/networks/dbf1808c-2e95-432f-860a-ebb2ed9639fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793362 Feb 19 04:57:19.250142 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a98d4ec-8b22-4ea7-92c0-87507c6df266 req-de87eb85-dd61-4875-96a8-1938863cbf14 service neutron] 10.222.0.26 "GET /v2.0/networks/dbf1808c-2e95-432f-860a-ebb2ed9639fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839891 Feb 19 04:57:27.390746 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:30.093236 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:30.710606 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-501ebd2b-c357-423b-9fa2-b0fb9bb08dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:33.568814 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-961493fa-db6b-4ef7-8356-8a6888258734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:34.003102 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:35.491945 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:36.890055 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:49.286443 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:57:55.466891 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b435557-cb5a-4e46-b317-e54cfca297e7 req-5e86cabd-25b8-45a5-9552-7eb0b55c8acc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428777 Feb 19 04:57:55.548302 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b435557-cb5a-4e46-b317-e54cfca297e7 req-53cae020-a1be-4eea-8851-bfdea3f87a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:57:55.549770 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b435557-cb5a-4e46-b317-e54cfca297e7 req-53cae020-a1be-4eea-8851-bfdea3f87a8c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=192d967dc45745b1bea41848554feff9&device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 1167 time: 0.0440626 Feb 19 04:57:55.651839 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b435557-cb5a-4e46-b317-e54cfca297e7 req-12161153-e3d2-4146-b638-9da3b3bb92fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:57:55.653306 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b435557-cb5a-4e46-b317-e54cfca297e7 req-12161153-e3d2-4146-b638-9da3b3bb92fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=dbf1808c-2e95-432f-860a-ebb2ed9639fc HTTP/1.1" status: 200 len: 915 time: 0.0856984 Feb 19 04:57:55.716962 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b435557-cb5a-4e46-b317-e54cfca297e7 req-156b7bc9-f124-4065-bc47-38c937d2224d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cadc6eb5-c005-498a-8dd1-243232d57cda HTTP/1.1" status: 200 len: 1001 time: 0.0575860 Feb 19 04:57:55.764520 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b435557-cb5a-4e46-b317-e54cfca297e7 req-5ad8d0a2-c573-4bd1-bb2a-6da4126cc4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:57:55.765927 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b435557-cb5a-4e46-b317-e54cfca297e7 req-5ad8d0a2-c573-4bd1-bb2a-6da4126cc4cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6df6e855-357c-40e8-81b6-8f7ff5a606f3 HTTP/1.1" status: 200 len: 853 time: 0.0429199 Feb 19 04:57:55.816534 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b435557-cb5a-4e46-b317-e54cfca297e7 req-840ea1ae-eb83-4853-aa52-38d4e5d65414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:57:55.818012 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b435557-cb5a-4e46-b317-e54cfca297e7 req-840ea1ae-eb83-4853-aa52-38d4e5d65414 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbf1808c-2e95-432f-860a-ebb2ed9639fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463133 Feb 19 04:57:55.907563 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b435557-cb5a-4e46-b317-e54cfca297e7 req-d732d026-4da9-4002-acdb-e32ef2e61dca service neutron] 10.222.0.26 "GET /v2.0/networks/dbf1808c-2e95-432f-860a-ebb2ed9639fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822275 Feb 19 04:57:56.002336 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b435557-cb5a-4e46-b317-e54cfca297e7 req-66c44184-7dae-4c32-92a7-033456631049 service neutron] 10.222.0.26 "GET /v2.0/networks/dbf1808c-2e95-432f-860a-ebb2ed9639fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882392 Feb 19 04:57:57.390937 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:00.120602 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:00.711814 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-de1f077c-7596-4af4-b3d7-741a7d2369b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:03.421418 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b2c33-9ab1-48a7-b63a-37f981e8b308 req-6617884a-a0f4-48cb-9e99-427f47a9b3fe tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:58:03.422918 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7d9b2c33-9ab1-48a7-b63a-37f981e8b308 req-6617884a-a0f4-48cb-9e99-427f47a9b3fe tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 984 time: 0.0802186 Feb 19 04:58:03.428744 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2daa2-acce-45df-a9a2-d493f56f0a03 req-bda62ed4-c80c-4a61-b188-61732d4e1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:58:03.430380 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1e2daa2-acce-45df-a9a2-d493f56f0a03 req-bda62ed4-c80c-4a61-b188-61732d4e1b0c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=192d967dc45745b1bea41848554feff9&device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 1167 time: 0.0789065 Feb 19 04:58:03.539179 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7d9b2c33-9ab1-48a7-b63a-37f981e8b308 req-67b9e9f1-93f0-47d4-a519-f30405cc7e02 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&id=964b150a-5859-402f-ab54-3b019c717aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1078258 Feb 19 04:58:03.559503 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2daa2-acce-45df-a9a2-d493f56f0a03 req-befaf4c8-1913-4656-8847-2a14e0ab9b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:58:03.561529 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1e2daa2-acce-45df-a9a2-d493f56f0a03 req-befaf4c8-1913-4656-8847-2a14e0ab9b2e service neutron] 10.222.0.26 "GET /v2.0/networks?id=dbf1808c-2e95-432f-860a-ebb2ed9639fc HTTP/1.1" status: 200 len: 915 time: 0.1235731 Feb 19 04:58:03.582813 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-290bf8ac-e443-45e5-9e7f-f524f35d0d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:03.629032 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1e2daa2-acce-45df-a9a2-d493f56f0a03 req-cba1c12f-dbe9-4b2c-98ad-3b37395798f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cadc6eb5-c005-498a-8dd1-243232d57cda HTTP/1.1" status: 200 len: 1001 time: 0.0617390 Feb 19 04:58:03.689163 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2daa2-acce-45df-a9a2-d493f56f0a03 req-67fc706a-2bf8-4473-9500-7984cc919c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:58:03.690671 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1e2daa2-acce-45df-a9a2-d493f56f0a03 req-67fc706a-2bf8-4473-9500-7984cc919c5a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6df6e855-357c-40e8-81b6-8f7ff5a606f3 HTTP/1.1" status: 200 len: 853 time: 0.0556672 Feb 19 04:58:03.742406 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2daa2-acce-45df-a9a2-d493f56f0a03 req-7f590cb2-7b4c-436e-8205-32cd1caeca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:58:03.743913 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1e2daa2-acce-45df-a9a2-d493f56f0a03 req-7f590cb2-7b4c-436e-8205-32cd1caeca25 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbf1808c-2e95-432f-860a-ebb2ed9639fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477667 Feb 19 04:58:03.831023 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1e2daa2-acce-45df-a9a2-d493f56f0a03 req-615b34eb-fa16-4777-bbb8-eab858066a0e service neutron] 10.222.0.26 "GET /v2.0/networks/dbf1808c-2e95-432f-860a-ebb2ed9639fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798333 Feb 19 04:58:03.925078 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1e2daa2-acce-45df-a9a2-d493f56f0a03 req-3c05e450-4170-4b72-bf65-32e8ef8808b3 service neutron] 10.222.0.26 "GET /v2.0/networks/dbf1808c-2e95-432f-860a-ebb2ed9639fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880163 Feb 19 04:58:04.006469 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:04.662047 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22302a-7a03-4610-a08e-07c4e211f6d2 req-15667947-094f-4faa-a834-e05c1b3a62fd tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:58:04.663529 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7e22302a-7a03-4610-a08e-07c4e211f6d2 req-15667947-094f-4faa-a834-e05c1b3a62fd tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 984 time: 0.0525389 Feb 19 04:58:04.724704 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7e22302a-7a03-4610-a08e-07c4e211f6d2 req-a66397fc-e832-4277-ba19-b2a31acf28b5 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&id=964b150a-5859-402f-ab54-3b019c717aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555136 Feb 19 04:58:05.493741 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:05.849511 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb122efc-bcee-4b8f-8687-f646dd1243ec req-c18c52d8-fd35-471d-9d63-9802afb3eacf tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:58:05.850991 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fb122efc-bcee-4b8f-8687-f646dd1243ec req-c18c52d8-fd35-471d-9d63-9802afb3eacf tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 984 time: 0.0586600 Feb 19 04:58:05.910948 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fb122efc-bcee-4b8f-8687-f646dd1243ec req-99ae9746-f1ca-424a-866e-598f122d3482 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&id=964b150a-5859-402f-ab54-3b019c717aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537062 Feb 19 04:58:06.892746 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:07.029621 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45954f6c-2cc5-403f-ad2e-77b7945af861 req-8f72197d-e3b9-4ff1-9e61-d78b8bd49b01 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:58:07.031159 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-45954f6c-2cc5-403f-ad2e-77b7945af861 req-8f72197d-e3b9-4ff1-9e61-d78b8bd49b01 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 984 time: 0.0528491 Feb 19 04:58:07.092775 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-45954f6c-2cc5-403f-ad2e-77b7945af861 req-a59b9fd9-725a-42cf-8ca2-48659aec1a81 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&id=964b150a-5859-402f-ab54-3b019c717aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558648 Feb 19 04:58:08.212456 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b78f46-cbda-458a-be70-2dc0422e43e3 req-158432b2-00d7-4680-a3d6-b1274aca74d4 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:58:08.213964 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9b78f46-cbda-458a-be70-2dc0422e43e3 req-158432b2-00d7-4680-a3d6-b1274aca74d4 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 984 time: 0.0524645 Feb 19 04:58:08.275517 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9b78f46-cbda-458a-be70-2dc0422e43e3 req-a2286162-ee2d-449a-8956-3b64785df521 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&id=964b150a-5859-402f-ab54-3b019c717aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557532 Feb 19 04:58:09.395107 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f127fd8-0b63-4b7b-91f1-f6aa4fe9ed94 req-0d154450-d80a-4399-8ad7-61db815349b2 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:58:09.396590 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9f127fd8-0b63-4b7b-91f1-f6aa4fe9ed94 req-0d154450-d80a-4399-8ad7-61db815349b2 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 984 time: 0.0521536 Feb 19 04:58:09.454284 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9f127fd8-0b63-4b7b-91f1-f6aa4fe9ed94 req-3c9aab49-e9c0-411e-b0a8-95bf61779d07 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&id=964b150a-5859-402f-ab54-3b019c717aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520482 Feb 19 04:58:10.571747 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8201c9e-eaf2-47b8-8f25-448e5fe5dcfd req-7e16c52a-944f-49d2-8171-39ec01bba6aa tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:58:10.573266 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c8201c9e-eaf2-47b8-8f25-448e5fe5dcfd req-7e16c52a-944f-49d2-8171-39ec01bba6aa tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 984 time: 0.0517628 Feb 19 04:58:10.631697 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c8201c9e-eaf2-47b8-8f25-448e5fe5dcfd req-d7111590-dbad-4779-9b9e-05159070dc29 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&id=964b150a-5859-402f-ab54-3b019c717aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521688 Feb 19 04:58:11.755097 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04183b-d679-4c74-b417-7bfd502580b2 req-3873d1e9-c789-4869-9ce5-ee56ef6e1769 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:58:11.756630 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5c04183b-d679-4c74-b417-7bfd502580b2 req-3873d1e9-c789-4869-9ce5-ee56ef6e1769 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 984 time: 0.0564947 Feb 19 04:58:11.815775 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5c04183b-d679-4c74-b417-7bfd502580b2 req-67de975b-ec98-47a0-b887-f818d0a7e8ff tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&id=964b150a-5859-402f-ab54-3b019c717aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534093 Feb 19 04:58:12.938465 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efde448-d062-4ad9-9f0b-1942feb38f03 req-13275abb-69ea-4f7a-98f7-2dabe63c0ede tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:58:12.939944 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3efde448-d062-4ad9-9f0b-1942feb38f03 req-13275abb-69ea-4f7a-98f7-2dabe63c0ede tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 984 time: 0.0554967 Feb 19 04:58:12.998695 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3efde448-d062-4ad9-9f0b-1942feb38f03 req-1bf3926d-572f-4e84-a9f6-5c0fe4c0f4d9 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&id=964b150a-5859-402f-ab54-3b019c717aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529947 Feb 19 04:58:14.115875 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc39613-8e36-4cf5-bc4a-6cabc70b1fd1 req-5522cee1-2ab5-43c5-9b62-f52c95a2a4bf tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:58:14.117323 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bcc39613-8e36-4cf5-bc4a-6cabc70b1fd1 req-5522cee1-2ab5-43c5-9b62-f52c95a2a4bf tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 984 time: 0.0506535 Feb 19 04:58:14.181935 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bcc39613-8e36-4cf5-bc4a-6cabc70b1fd1 req-2d40d535-7dd6-49c8-b266-d8f0066605af tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&id=964b150a-5859-402f-ab54-3b019c717aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589616 Feb 19 04:58:15.302575 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b70350-cfdc-4094-8564-5bb4ac9eb459 req-dbe9274d-4973-4d04-aedf-7267f9e6f4a6 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:58:15.303977 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16b70350-cfdc-4094-8564-5bb4ac9eb459 req-dbe9274d-4973-4d04-aedf-7267f9e6f4a6 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 984 time: 0.0530035 Feb 19 04:58:15.363546 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-16b70350-cfdc-4094-8564-5bb4ac9eb459 req-b9f4a749-2719-49a0-a610-3a17a1b9d52c tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&id=964b150a-5859-402f-ab54-3b019c717aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535159 Feb 19 04:58:26.313760 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:58:27.390390 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:30.123054 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:30.712527 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ce890277-fcca-463d-b3e1-e97f7f8957fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:33.574981 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-10950923-39a4-47ac-8955-9a5358438256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:34.007916 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:35.497573 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:36.894030 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:57.387918 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:57.488656 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-262e2762-741b-405b-902c-e937ce1d0ad0 req-73a26bf9-505e-425a-97a2-b2b886110d29 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445461 Feb 19 04:58:57.579172 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e2762-741b-405b-902c-e937ce1d0ad0 req-5d386992-6cdd-4ed4-b7a4-a2efe28e2df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:58:57.580636 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-262e2762-741b-405b-902c-e937ce1d0ad0 req-5d386992-6cdd-4ed4-b7a4-a2efe28e2df5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=192d967dc45745b1bea41848554feff9&device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 1167 time: 0.0477006 Feb 19 04:58:57.679710 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e2762-741b-405b-902c-e937ce1d0ad0 req-cc062d3a-5e44-40fd-902d-2e2fb9d21f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:58:57.681332 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-262e2762-741b-405b-902c-e937ce1d0ad0 req-cc062d3a-5e44-40fd-902d-2e2fb9d21f92 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dbf1808c-2e95-432f-860a-ebb2ed9639fc HTTP/1.1" status: 200 len: 915 time: 0.0824063 Feb 19 04:58:57.754359 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-262e2762-741b-405b-902c-e937ce1d0ad0 req-0aed5c57-8e75-4aae-b952-b7ca912e90e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cadc6eb5-c005-498a-8dd1-243232d57cda HTTP/1.1" status: 200 len: 1001 time: 0.0656073 Feb 19 04:58:57.808452 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e2762-741b-405b-902c-e937ce1d0ad0 req-6a78feda-0f86-4060-9c5d-5db48cfb151e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:58:57.809907 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-262e2762-741b-405b-902c-e937ce1d0ad0 req-6a78feda-0f86-4060-9c5d-5db48cfb151e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6df6e855-357c-40e8-81b6-8f7ff5a606f3 HTTP/1.1" status: 200 len: 853 time: 0.0502527 Feb 19 04:58:57.856496 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e2762-741b-405b-902c-e937ce1d0ad0 req-2b465839-b5ac-4737-8b90-829c0d9e9ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:58:57.858058 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-262e2762-741b-405b-902c-e937ce1d0ad0 req-2b465839-b5ac-4737-8b90-829c0d9e9ee3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbf1808c-2e95-432f-860a-ebb2ed9639fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0428519 Feb 19 04:58:57.948565 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-262e2762-741b-405b-902c-e937ce1d0ad0 req-f79ea226-098b-493c-842a-ab1c4d613da6 service neutron] 10.222.0.26 "GET /v2.0/networks/dbf1808c-2e95-432f-860a-ebb2ed9639fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846281 Feb 19 04:58:58.035843 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-262e2762-741b-405b-902c-e937ce1d0ad0 req-65c80dde-af59-406b-aa93-4e1cbb51010d service neutron] 10.222.0.26 "GET /v2.0/networks/dbf1808c-2e95-432f-860a-ebb2ed9639fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810404 Feb 19 04:59:00.124716 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:00.713538 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-02a6298d-e160-4912-8ed5-f398b77e47c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:03.313759 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:59:03.575978 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-25c5480a-6f1f-4bf6-ab74-90f2b25a700b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:04.010972 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:05.500386 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:06.893952 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:18.747294 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b81c034-e5a6-4640-81bd-3b873f5eee66 req-d9f344ad-0bd5-4d91-9974-cafc30e6b0a6 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-468762475&fields=id&tenant_id=192d967dc45745b1bea41848554feff9 HTTP/1.1" status: 200 len: 267 time: 0.0455003 Feb 19 04:59:18.802129 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81c034-e5a6-4640-81bd-3b873f5eee66 req-c3f4c47d-7909-48ed-9c68-856935523186 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:18.803626 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b81c034-e5a6-4640-81bd-3b873f5eee66 req-c3f4c47d-7909-48ed-9c68-856935523186 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 984 time: 0.0510592 Feb 19 04:59:18.814145 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-9b81c034-e5a6-4640-81bd-3b873f5eee66 req-63e8f05a-8c34-4974-b24e-cfc0b6fc43e8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Request body: {'port': {'security_groups': ['c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:18.886627 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9b81c034-e5a6-4640-81bd-3b873f5eee66 req-63e8f05a-8c34-4974-b24e-cfc0b6fc43e8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cadc6eb5-c005-498a-8dd1-243232d57cda), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:19.055429 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-9b81c034-e5a6-4640-81bd-3b873f5eee66 req-63e8f05a-8c34-4974-b24e-cfc0b6fc43e8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] For port cadc6eb5-c005-498a-8dd1-243232d57cda, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=cadc6eb5-c005-498a-8dd1-243232d57cda,segment=NetworkSegment(791a28e4-8383-46c4-b19d-db799561c061),segment_id=791a28e4-8383-46c4-b19d-db799561c061)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:19.084234 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9b81c034-e5a6-4640-81bd-3b873f5eee66 req-63e8f05a-8c34-4974-b24e-cfc0b6fc43e8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for port (cadc6eb5-c005-498a-8dd1-243232d57cda), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:19.088364 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9b81c034-e5a6-4640-81bd-3b873f5eee66 req-63e8f05a-8c34-4974-b24e-cfc0b6fc43e8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (cadc6eb5-c005-498a-8dd1-243232d57cda), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:19.100703 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['cadc6eb5-c005-498a-8dd1-243232d57cda'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:59:19.130400 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81c034-e5a6-4640-81bd-3b873f5eee66 req-63e8f05a-8c34-4974-b24e-cfc0b6fc43e8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:19.130985 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-9b81c034-e5a6-4640-81bd-3b873f5eee66 req-63e8f05a-8c34-4974-b24e-cfc0b6fc43e8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:19.132359 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b81c034-e5a6-4640-81bd-3b873f5eee66 req-63e8f05a-8c34-4974-b24e-cfc0b6fc43e8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "PUT /v2.0/ports/cadc6eb5-c005-498a-8dd1-243232d57cda HTTP/1.1" status: 200 len: 942 time: 0.3224969 Feb 19 04:59:19.132815 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dff4019-b512-4ab1-8d38-a4e000e3b849', 'tag': 'cadc6eb5-c005-498a-8dd1-243232d57cda'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:59:19.135108 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c91611-6a33-4214-8356-aab81bd2a5bd" -d '{"events": [{"name": "network-changed", "server_uuid": "9dff4019-b512-4ab1-8d38-a4e000e3b849", "tag": "cadc6eb5-c005-498a-8dd1-243232d57cda"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:59:19.141437 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47200) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:19.167066 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8f05a-8c34-4974-b24e-cfc0b6fc43e8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Pushing event updated for resources: {'Port': ['ID=cadc6eb5-c005-498a-8dd1-243232d57cda,revision_number=7']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:19.178559 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e8f05a-8c34-4974-b24e-cfc0b6fc43e8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:19.179142 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e8f05a-8c34-4974-b24e-cfc0b6fc43e8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:19.179689 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e8f05a-8c34-4974-b24e-cfc0b6fc43e8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:19.180237 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e8f05a-8c34-4974-b24e-cfc0b6fc43e8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:19.181197 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e8f05a-8c34-4974-b24e-cfc0b6fc43e8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:19.181739 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e8f05a-8c34-4974-b24e-cfc0b6fc43e8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:19.182551 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e8f05a-8c34-4974-b24e-cfc0b6fc43e8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:19.183102 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e8f05a-8c34-4974-b24e-cfc0b6fc43e8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:19.183644 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e8f05a-8c34-4974-b24e-cfc0b6fc43e8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:19.184178 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e8f05a-8c34-4974-b24e-cfc0b6fc43e8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:19.184713 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e8f05a-8c34-4974-b24e-cfc0b6fc43e8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:19.185245 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e8f05a-8c34-4974-b24e-cfc0b6fc43e8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:19.185774 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e8f05a-8c34-4974-b24e-cfc0b6fc43e8 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:19.209443 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['cadc6eb5-c005-498a-8dd1-243232d57cda'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:59:19.216396 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17992bbe-0bfc-4677-90d5-d3557544395e x-openstack-request-id: req-17992bbe-0bfc-4677-90d5-d3557544395e {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:59:19.216779 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dff4019-b512-4ab1-8d38-a4e000e3b849", "tag": "cadc6eb5-c005-498a-8dd1-243232d57cda", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:59:19.217045 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-17992bbe-0bfc-4677-90d5-d3557544395e {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:59:19.217452 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dff4019-b512-4ab1-8d38-a4e000e3b849', 'tag': 'cadc6eb5-c005-498a-8dd1-243232d57cda', 'status': 'completed', 'code': 200} Feb 19 04:59:19.252752 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-533490b6-eafb-4c4a-8891-09b4e3b0c04d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for security_group (964b150a-5859-402f-ab54-3b019c717aa2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:19.282330 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-533490b6-eafb-4c4a-8891-09b4e3b0c04d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for security_group (964b150a-5859-402f-ab54-3b019c717aa2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:19.294022 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c91611-6a33-4214-8356-aab81bd2a5bd req-3fa95862-7dde-4799-b0a8-919218796570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:19.296543 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7c91611-6a33-4214-8356-aab81bd2a5bd req-3fa95862-7dde-4799-b0a8-919218796570 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=192d967dc45745b1bea41848554feff9&device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 1128 time: 0.0558169 Feb 19 04:59:19.352882 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-533490b6-eafb-4c4a-8891-09b4e3b0c04d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (964b150a-5859-402f-ab54-3b019c717aa2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:19.356776 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-533490b6-eafb-4c4a-8891-09b4e3b0c04d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:19.358284 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-533490b6-eafb-4c4a-8891-09b4e3b0c04d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "DELETE /v2.0/security-groups/964b150a-5859-402f-ab54-3b019c717aa2 HTTP/1.1" status: 204 len: 168 time: 0.2123022 Feb 19 04:59:19.369646 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47206) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:19.370562 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533490b6-eafb-4c4a-8891-09b4e3b0c04d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=964b150a-5859-402f-ab54-3b019c717aa2,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:19.384798 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533490b6-eafb-4c4a-8891-09b4e3b0c04d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:19.385158 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533490b6-eafb-4c4a-8891-09b4e3b0c04d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:19.385508 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533490b6-eafb-4c4a-8891-09b4e3b0c04d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:19.385847 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533490b6-eafb-4c4a-8891-09b4e3b0c04d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:19.386198 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533490b6-eafb-4c4a-8891-09b4e3b0c04d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:19.386735 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533490b6-eafb-4c4a-8891-09b4e3b0c04d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:19.387503 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533490b6-eafb-4c4a-8891-09b4e3b0c04d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:19.387503 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533490b6-eafb-4c4a-8891-09b4e3b0c04d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:19.387714 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533490b6-eafb-4c4a-8891-09b4e3b0c04d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:19.388034 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533490b6-eafb-4c4a-8891-09b4e3b0c04d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:19.388357 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533490b6-eafb-4c4a-8891-09b4e3b0c04d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:19.388846 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533490b6-eafb-4c4a-8891-09b4e3b0c04d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:19.389373 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533490b6-eafb-4c4a-8891-09b4e3b0c04d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:19.421979 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c91611-6a33-4214-8356-aab81bd2a5bd req-b9d138a7-af1e-4af9-8604-89816bdf8725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:19.424312 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7c91611-6a33-4214-8356-aab81bd2a5bd req-b9d138a7-af1e-4af9-8604-89816bdf8725 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dbf1808c-2e95-432f-860a-ebb2ed9639fc HTTP/1.1" status: 200 len: 915 time: 0.1216908 Feb 19 04:59:19.470255 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fec28b86-21e8-40bd-87e7-d9f78441b202 None None] Provisioning complete for port cadc6eb5-c005-498a-8dd1-243232d57cda triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:19.471102 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fec28b86-21e8-40bd-87e7-d9f78441b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (cadc6eb5-c005-498a-8dd1-243232d57cda), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:19.492420 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7c91611-6a33-4214-8356-aab81bd2a5bd req-2fb24eaf-2f5f-43ac-b10e-0f54b349680e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cadc6eb5-c005-498a-8dd1-243232d57cda HTTP/1.1" status: 200 len: 1001 time: 0.0616424 Feb 19 04:59:19.547239 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c91611-6a33-4214-8356-aab81bd2a5bd req-74d3959d-32cf-4a69-9c06-40e7c6d53671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:19.548721 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7c91611-6a33-4214-8356-aab81bd2a5bd req-74d3959d-32cf-4a69-9c06-40e7c6d53671 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6df6e855-357c-40e8-81b6-8f7ff5a606f3 HTTP/1.1" status: 200 len: 853 time: 0.0487921 Feb 19 04:59:19.550645 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-65e172d4-270a-4955-ad32-0371f299ff02 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Deleting port fb94b773-11fd-41e5-b3a2-21ff642c8424 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:59:19.551075 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-65e172d4-270a-4955-ad32-0371f299ff02 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (fb94b773-11fd-41e5-b3a2-21ff642c8424), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:19.555396 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fec28b86-21e8-40bd-87e7-d9f78441b202 None None] Current status of the port cadc6eb5-c005-498a-8dd1-243232d57cda is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:19.598969 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c91611-6a33-4214-8356-aab81bd2a5bd req-407143e6-7706-49a5-8ffb-5b19007ed796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:19.600472 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7c91611-6a33-4214-8356-aab81bd2a5bd req-407143e6-7706-49a5-8ffb-5b19007ed796 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbf1808c-2e95-432f-860a-ebb2ed9639fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458934 Feb 19 04:59:19.630979 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-65e172d4-270a-4955-ad32-0371f299ff02 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (fb94b773-11fd-41e5-b3a2-21ff642c8424), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:19.631309 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-65e172d4-270a-4955-ad32-0371f299ff02 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for floatingip (fb94b773-11fd-41e5-b3a2-21ff642c8424), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:19.642860 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-65e172d4-270a-4955-ad32-0371f299ff02 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Calling delete_port for fb94b773-11fd-41e5-b3a2-21ff642c8424 owned by network:floatingip {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:59:19.688887 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7c91611-6a33-4214-8356-aab81bd2a5bd req-26dd4424-9cd4-49e6-b27f-1d0782b2cecd service neutron] 10.222.0.26 "GET /v2.0/networks/dbf1808c-2e95-432f-860a-ebb2ed9639fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812140 Feb 19 04:59:19.781704 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a7c91611-6a33-4214-8356-aab81bd2a5bd req-41546fab-53c9-4fe5-a042-5775f01ec322 service neutron] 10.222.0.26 "GET /v2.0/networks/dbf1808c-2e95-432f-860a-ebb2ed9639fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868387 Feb 19 04:59:19.788652 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-65e172d4-270a-4955-ad32-0371f299ff02 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (fb94b773-11fd-41e5-b3a2-21ff642c8424), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:19.819622 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e172d4-270a-4955-ad32-0371f299ff02 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Pushing event deleted for resources: {'Port': ['ID=fb94b773-11fd-41e5-b3a2-21ff642c8424,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:19.878623 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-65e172d4-270a-4955-ad32-0371f299ff02 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks [] for floatingip (be0b0018-2774-4775-ace2-69029e9229ea), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:19.878991 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-65e172d4-270a-4955-ad32-0371f299ff02 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Floating IP be0b0018-2774-4775-ace2-69029e9229ea disassociated (deleted). External IP: 172.25.3.184, port: cadc6eb5-c005-498a-8dd1-243232d57cda. Feb 19 04:59:20.087224 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e172d4-270a-4955-ad32-0371f299ff02 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Router ce281d84-2d10-4bae-8a01-927b592140d1 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:59:20.194612 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e172d4-270a-4955-ad32-0371f299ff02 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:59:20.205132 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-65e172d4-270a-4955-ad32-0371f299ff02 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:20.212226 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86f3b47-a173-4a6a-87ef-d8530525049b None None] Sync routers for ids ['ce281d84-2d10-4bae-8a01-927b592140d1'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:59:20.222465 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86f3b47-a173-4a6a-87ef-d8530525049b None None] Routers {'ce281d84-2d10-4bae-8a01-927b592140d1'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:20.223102 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-e86f3b47-a173-4a6a-87ef-d8530525049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:59:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ce281d84-2d10-4bae-8a01-927b592140d1'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:20.233455 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-65e172d4-270a-4955-ad32-0371f299ff02 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "DELETE /v2.0/floatingips/be0b0018-2774-4775-ace2-69029e9229ea HTTP/1.1" status: 204 len: 168 time: 0.8560221 Feb 19 04:59:20.234047 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dff4019-b512-4ab1-8d38-a4e000e3b849', 'tag': 'cadc6eb5-c005-498a-8dd1-243232d57cda'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:59:20.304650 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4d7a6f327845de7d96adfc61245815a02f228650e7f42977fc0a396d303eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9c378a-6a41-48fe-b751-0ea36c919efb" -d '{"events": [{"name": "network-changed", "server_uuid": "9dff4019-b512-4ab1-8d38-a4e000e3b849", "tag": "cadc6eb5-c005-498a-8dd1-243232d57cda"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:59:20.344329 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-e86f3b47-a173-4a6a-87ef-d8530525049b None None] Set router ce281d84-2d10-4bae-8a01-927b592140d1 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:20.406455 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db745e59-6fec-431f-afb9-35390f747343 x-openstack-request-id: req-db745e59-6fec-431f-afb9-35390f747343 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:59:20.406830 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dff4019-b512-4ab1-8d38-a4e000e3b849", "tag": "cadc6eb5-c005-498a-8dd1-243232d57cda", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:59:20.407234 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db745e59-6fec-431f-afb9-35390f747343 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:59:20.407867 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dff4019-b512-4ab1-8d38-a4e000e3b849', 'tag': 'cadc6eb5-c005-498a-8dd1-243232d57cda', 'status': 'completed', 'code': 200} Feb 19 04:59:20.571672 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c378a-6a41-48fe-b751-0ea36c919efb req-f8996ccb-3a3e-48d8-b359-ce4d4bc61ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:20.574617 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c9c378a-6a41-48fe-b751-0ea36c919efb req-f8996ccb-3a3e-48d8-b359-ce4d4bc61ea9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=192d967dc45745b1bea41848554feff9&device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 1128 time: 0.0758252 Feb 19 04:59:20.585025 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-e86f3b47-a173-4a6a-87ef-d8530525049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'name': 'tempest-TestMinimumBasicScenario-998944997-router', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '5d72cb81-b773-424f-8eff-6652bd89a750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:56:14Z', 'updated_at': '2022-02-19T04:56:17Z', 'revision_number': 4, 'project_id': '192d967dc45745b1bea41848554feff9', 'gw_port': {'id': '5d72cb81-b773-424f-8eff-6652bd89a750', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:14Z', 'updated_at': '2022-02-19T04:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '48036b38-5eae-4cc7-a867-2f63b61f0e25', 'name': '', 'network_id': 'dbf1808c-2e95-432f-860a-ebb2ed9639fc', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'mac_address': 'fa:16:3e:e2:7b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6df6e855-357c-40e8-81b6-8f7ff5a606f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:16Z', 'updated_at': '2022-02-19T04:56:20Z', 'revision_number': 5, 'project_id': '192d967dc45745b1bea41848554feff9', 'subnets': [{'id': '6df6e855-357c-40e8-81b6-8f7ff5a606f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:20.611184 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86f3b47-a173-4a6a-87ef-d8530525049b None None] Checking router: ce281d84-2d10-4bae-8a01-927b592140d1 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:59:20.619443 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86f3b47-a173-4a6a-87ef-d8530525049b None None] Routers {'ce281d84-2d10-4bae-8a01-927b592140d1'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:20.620060 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-e86f3b47-a173-4a6a-87ef-d8530525049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:59:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ce281d84-2d10-4bae-8a01-927b592140d1'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:20.667759 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c378a-6a41-48fe-b751-0ea36c919efb req-eddde2d6-0224-4d82-93cc-ca641b645e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:20.669237 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c9c378a-6a41-48fe-b751-0ea36c919efb req-eddde2d6-0224-4d82-93cc-ca641b645e7f service neutron] 10.222.0.26 "GET /v2.0/networks?id=dbf1808c-2e95-432f-860a-ebb2ed9639fc HTTP/1.1" status: 200 len: 915 time: 0.0878420 Feb 19 04:59:20.710761 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c9c378a-6a41-48fe-b751-0ea36c919efb req-a3428fa3-251d-4125-a6f3-c654fa0e64be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cadc6eb5-c005-498a-8dd1-243232d57cda HTTP/1.1" status: 200 len: 217 time: 0.0356135 Feb 19 04:59:20.727139 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-e86f3b47-a173-4a6a-87ef-d8530525049b None None] Set router ce281d84-2d10-4bae-8a01-927b592140d1 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:20.760053 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c378a-6a41-48fe-b751-0ea36c919efb req-21d9c894-2ce6-4c04-a690-9ab2a8e45e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:20.761524 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c9c378a-6a41-48fe-b751-0ea36c919efb req-21d9c894-2ce6-4c04-a690-9ab2a8e45e61 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6df6e855-357c-40e8-81b6-8f7ff5a606f3 HTTP/1.1" status: 200 len: 853 time: 0.0440674 Feb 19 04:59:20.814864 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c378a-6a41-48fe-b751-0ea36c919efb req-543d6467-533c-4841-a2b3-22a4af54c74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:20.816920 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c9c378a-6a41-48fe-b751-0ea36c919efb req-543d6467-533c-4841-a2b3-22a4af54c74a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbf1808c-2e95-432f-860a-ebb2ed9639fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0496418 Feb 19 04:59:20.904526 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c9c378a-6a41-48fe-b751-0ea36c919efb req-3eb430d2-f4d3-4cd7-88d8-9d48a6d9ae62 service neutron] 10.222.0.26 "GET /v2.0/networks/dbf1808c-2e95-432f-860a-ebb2ed9639fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809295 Feb 19 04:59:20.923394 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-e86f3b47-a173-4a6a-87ef-d8530525049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'name': 'tempest-TestMinimumBasicScenario-998944997-router', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '5d72cb81-b773-424f-8eff-6652bd89a750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:56:14Z', 'updated_at': '2022-02-19T04:56:17Z', 'revision_number': 4, 'project_id': '192d967dc45745b1bea41848554feff9', 'gw_port': {'id': '5d72cb81-b773-424f-8eff-6652bd89a750', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:14Z', 'updated_at': '2022-02-19T04:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '48036b38-5eae-4cc7-a867-2f63b61f0e25', 'name': '', 'network_id': 'dbf1808c-2e95-432f-860a-ebb2ed9639fc', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'mac_address': 'fa:16:3e:e2:7b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6df6e855-357c-40e8-81b6-8f7ff5a606f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:16Z', 'updated_at': '2022-02-19T04:56:20Z', 'revision_number': 5, 'project_id': '192d967dc45745b1bea41848554feff9', 'subnets': [{'id': '6df6e855-357c-40e8-81b6-8f7ff5a606f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:20.954737 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86f3b47-a173-4a6a-87ef-d8530525049b None None] The sync data for ids ['ce281d84-2d10-4bae-8a01-927b592140d1'] in n-d-828369-19 is: [{'id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'name': 'tempest-TestMinimumBasicScenario-998944997-router', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '5d72cb81-b773-424f-8eff-6652bd89a750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:56:14Z', 'updated_at': '2022-02-19T04:56:17Z', 'revision_number': 4, 'project_id': '192d967dc45745b1bea41848554feff9', 'gw_port': {'id': '5d72cb81-b773-424f-8eff-6652bd89a750', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:14Z', 'updated_at': '2022-02-19T04:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '48036b38-5eae-4cc7-a867-2f63b61f0e25', 'name': '', 'network_id': 'dbf1808c-2e95-432f-860a-ebb2ed9639fc', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'mac_address': 'fa:16:3e:e2:7b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6df6e855-357c-40e8-81b6-8f7ff5a606f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:16Z', 'updated_at': '2022-02-19T04:56:20Z', 'revision_number': 5, 'project_id': '192d967dc45745b1bea41848554feff9', 'subnets': [{'id': '6df6e855-357c-40e8-81b6-8f7ff5a606f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:59:21.000034 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c9c378a-6a41-48fe-b751-0ea36c919efb req-fcfc8acf-e31e-441d-a9d6-7edf733bd2ae service neutron] 10.222.0.26 "GET /v2.0/networks/dbf1808c-2e95-432f-860a-ebb2ed9639fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877366 Feb 19 04:59:21.201111 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f892123f-93c3-4268-bb36-89c76ae57706 None None] New status for floating IP be0b0018-2774-4775-ace2-69029e9229ea: DOWN {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:59:27.404128 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:30.127261 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:30.715171 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b3e12bfe-cb6c-42b0-93db-2a8ebbaae092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:33.578849 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1df9a631-6c4f-42fc-b824-a59bc71e06bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:34.016642 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:35.508974 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:35.579969 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620483ea-2a5b-45cb-9d4f-3a5b8d694508 req-83dc6a49-79f4-43f7-8882-7fde77a0d74c tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:35.581932 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-620483ea-2a5b-45cb-9d4f-3a5b8d694508 req-83dc6a49-79f4-43f7-8882-7fde77a0d74c tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 945 time: 0.0542812 Feb 19 04:59:35.628256 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-620483ea-2a5b-45cb-9d4f-3a5b8d694508 req-69bcf55c-58b5-4371-b552-02e2f84e194e tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403113 Feb 19 04:59:36.753305 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e1a56-1006-44ff-92ff-43022df033b7 req-e2f142e6-5d91-4f09-ad22-d9a251364e5f tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:36.754805 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2a9e1a56-1006-44ff-92ff-43022df033b7 req-e2f142e6-5d91-4f09-ad22-d9a251364e5f tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 945 time: 0.0539684 Feb 19 04:59:36.802465 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2a9e1a56-1006-44ff-92ff-43022df033b7 req-258b496b-e60c-4fc7-a69a-51b55183623d tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419869 Feb 19 04:59:36.901554 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:37.534754 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a4351-7e99-445f-886a-ea8b0d4c10da req-ebced910-1d6e-4a4b-9f9d-205a1d6736b6 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:37.536190 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-325a4351-7e99-445f-886a-ea8b0d4c10da req-ebced910-1d6e-4a4b-9f9d-205a1d6736b6 tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 945 time: 0.0568054 Feb 19 04:59:37.626543 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-325a4351-7e99-445f-886a-ea8b0d4c10da req-c5b70245-ab44-41d8-bc02-02945fb74c6a tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Deleting port cadc6eb5-c005-498a-8dd1-243232d57cda {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:59:37.626790 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-325a4351-7e99-445f-886a-ea8b0d4c10da req-c5b70245-ab44-41d8-bc02-02945fb74c6a tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (cadc6eb5-c005-498a-8dd1-243232d57cda), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:37.714711 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-325a4351-7e99-445f-886a-ea8b0d4c10da req-c5b70245-ab44-41d8-bc02-02945fb74c6a tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] For port cadc6eb5-c005-498a-8dd1-243232d57cda, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=cadc6eb5-c005-498a-8dd1-243232d57cda,segment=NetworkSegment(791a28e4-8383-46c4-b19d-db799561c061),segment_id=791a28e4-8383-46c4-b19d-db799561c061)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:37.715072 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-325a4351-7e99-445f-886a-ea8b0d4c10da req-c5b70245-ab44-41d8-bc02-02945fb74c6a tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (cadc6eb5-c005-498a-8dd1-243232d57cda), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:37.728110 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-325a4351-7e99-445f-886a-ea8b0d4c10da req-c5b70245-ab44-41d8-bc02-02945fb74c6a tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Calling delete_port for cadc6eb5-c005-498a-8dd1-243232d57cda owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:59:37.869223 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-325a4351-7e99-445f-886a-ea8b0d4c10da req-c5b70245-ab44-41d8-bc02-02945fb74c6a tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (cadc6eb5-c005-498a-8dd1-243232d57cda), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:37.882439 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['cadc6eb5-c005-498a-8dd1-243232d57cda'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:59:37.907551 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b70245-ab44-41d8-bc02-02945fb74c6a tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Pushing event deleted for resources: {'Port': ['ID=cadc6eb5-c005-498a-8dd1-243232d57cda,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:37.927076 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-20bd516d-f913-440d-9e90-9992291211b6 req-d97035fd-247b-442b-8cae-04855d08894f tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dff4019-b512-4ab1-8d38-a4e000e3b849 HTTP/1.1" status: 200 len: 210 time: 0.0484772 Feb 19 04:59:37.971177 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-325a4351-7e99-445f-886a-ea8b0d4c10da req-c5b70245-ab44-41d8-bc02-02945fb74c6a tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] No DVR routers for this DVR port cadc6eb5-c005-498a-8dd1-243232d57cda on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:59:37.975066 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-325a4351-7e99-445f-886a-ea8b0d4c10da req-c5b70245-ab44-41d8-bc02-02945fb74c6a tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:37.979016 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-325a4351-7e99-445f-886a-ea8b0d4c10da req-c5b70245-ab44-41d8-bc02-02945fb74c6a tempest-TestMinimumBasicScenario-294536186 tempest-TestMinimumBasicScenario-294536186-project] 10.222.0.26 "DELETE /v2.0/ports/cadc6eb5-c005-498a-8dd1-243232d57cda HTTP/1.1" status: 204 len: 173 time: 0.4378872 Feb 19 04:59:37.979464 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dff4019-b512-4ab1-8d38-a4e000e3b849', 'name': 'network-vif-deleted', 'tag': 'cadc6eb5-c005-498a-8dd1-243232d57cda'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:59:37.981976 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e778bfaf-166d-4670-83c0-79076cb06f0c" -d '{"events": [{"server_uuid": "9dff4019-b512-4ab1-8d38-a4e000e3b849", "name": "network-vif-deleted", "tag": "cadc6eb5-c005-498a-8dd1-243232d57cda"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:59:38.020964 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a163b3-6a89-4b69-9410-07f83722cc20 x-openstack-request-id: req-86a163b3-6a89-4b69-9410-07f83722cc20 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:59:38.021260 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dff4019-b512-4ab1-8d38-a4e000e3b849", "name": "network-vif-deleted", "tag": "cadc6eb5-c005-498a-8dd1-243232d57cda", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:59:38.021540 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-86a163b3-6a89-4b69-9410-07f83722cc20 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:59:38.021962 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dff4019-b512-4ab1-8d38-a4e000e3b849', 'name': 'network-vif-deleted', 'tag': 'cadc6eb5-c005-498a-8dd1-243232d57cda', 'status': 'completed', 'code': 200} Feb 19 04:59:40.313902 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:59:40.504540 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47324) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:40.847552 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1c439040-944d-40a3-91f7-9268f76de2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (ce281d84-2d10-4bae-8a01-927b592140d1), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:41.429361 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-1c439040-944d-40a3-91f7-9268f76de2d0 admin admin] Deleting port 48036b38-5eae-4cc7-a867-2f63b61f0e25 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:59:41.429697 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1c439040-944d-40a3-91f7-9268f76de2d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (48036b38-5eae-4cc7-a867-2f63b61f0e25), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:41.508775 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-1c439040-944d-40a3-91f7-9268f76de2d0 admin admin] For port 48036b38-5eae-4cc7-a867-2f63b61f0e25, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=48036b38-5eae-4cc7-a867-2f63b61f0e25,segment=NetworkSegment(791a28e4-8383-46c4-b19d-db799561c061),segment_id=791a28e4-8383-46c4-b19d-db799561c061)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:41.509436 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1c439040-944d-40a3-91f7-9268f76de2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (48036b38-5eae-4cc7-a867-2f63b61f0e25), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:41.521315 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-1c439040-944d-40a3-91f7-9268f76de2d0 admin admin] Calling delete_port for 48036b38-5eae-4cc7-a867-2f63b61f0e25 owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:59:41.528377 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device cadc6eb5-c005-498a-8dd1-243232d57cda no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:59:41.551974 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: cadc6eb5-c005-498a-8dd1-243232d57cda {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:59:41.552320 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device cadc6eb5-c005-498a-8dd1-243232d57cda not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:59:41.703429 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1c439040-944d-40a3-91f7-9268f76de2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (48036b38-5eae-4cc7-a867-2f63b61f0e25), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:41.729326 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c439040-944d-40a3-91f7-9268f76de2d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=48036b38-5eae-4cc7-a867-2f63b61f0e25,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:41.897978 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1c439040-944d-40a3-91f7-9268f76de2d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (ce281d84-2d10-4bae-8a01-927b592140d1), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:42.115824 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c439040-944d-40a3-91f7-9268f76de2d0 admin admin] Router ce281d84-2d10-4bae-8a01-927b592140d1 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:59:42.222637 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c439040-944d-40a3-91f7-9268f76de2d0 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:59:42.228268 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1c439040-944d-40a3-91f7-9268f76de2d0 admin admin] 10.222.0.52 "PUT /v2.0/routers/ce281d84-2d10-4bae-8a01-927b592140d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7227106 Feb 19 04:59:42.231133 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47326) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:42.232779 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3b1f0a-312d-444d-a577-e424a4e420b3 None None] Sync routers for ids ['ce281d84-2d10-4bae-8a01-927b592140d1'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:59:42.243222 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3b1f0a-312d-444d-a577-e424a4e420b3 None None] Routers {'ce281d84-2d10-4bae-8a01-927b592140d1'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:42.243781 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2f3b1f0a-312d-444d-a577-e424a4e420b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:59:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ce281d84-2d10-4bae-8a01-927b592140d1'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:42.336485 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d9d88a0-91ae-4a0b-a9d7-6cfab74612bd admin admin] Publish callbacks [] for router (ce281d84-2d10-4bae-8a01-927b592140d1), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:42.350767 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-2f3b1f0a-312d-444d-a577-e424a4e420b3 None None] Set router ce281d84-2d10-4bae-8a01-927b592140d1 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:42.440174 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d9d88a0-91ae-4a0b-a9d7-6cfab74612bd admin admin] Publish callbacks [] for router_gateway (ce281d84-2d10-4bae-8a01-927b592140d1), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:42.492247 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d88a0-91ae-4a0b-a9d7-6cfab74612bd admin admin] Deleting port 5d72cb81-b773-424f-8eff-6652bd89a750 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:59:42.492688 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d9d88a0-91ae-4a0b-a9d7-6cfab74612bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (5d72cb81-b773-424f-8eff-6652bd89a750), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:42.528197 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2f3b1f0a-312d-444d-a577-e424a4e420b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'name': 'tempest-TestMinimumBasicScenario-998944997-router', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '5d72cb81-b773-424f-8eff-6652bd89a750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:56:14Z', 'updated_at': '2022-02-19T04:59:41Z', 'revision_number': 5, 'project_id': '192d967dc45745b1bea41848554feff9', 'gw_port': {'id': '5d72cb81-b773-424f-8eff-6652bd89a750', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:14Z', 'updated_at': '2022-02-19T04:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:42.554382 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3b1f0a-312d-444d-a577-e424a4e420b3 None None] Checking router: ce281d84-2d10-4bae-8a01-927b592140d1 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:59:42.563173 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3b1f0a-312d-444d-a577-e424a4e420b3 None None] Routers {'ce281d84-2d10-4bae-8a01-927b592140d1'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:42.563796 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2f3b1f0a-312d-444d-a577-e424a4e420b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:59:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ce281d84-2d10-4bae-8a01-927b592140d1'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:42.574529 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-2d9d88a0-91ae-4a0b-a9d7-6cfab74612bd admin admin] For port 5d72cb81-b773-424f-8eff-6652bd89a750, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=5d72cb81-b773-424f-8eff-6652bd89a750,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:42.575026 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d9d88a0-91ae-4a0b-a9d7-6cfab74612bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (5d72cb81-b773-424f-8eff-6652bd89a750), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:42.588221 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d88a0-91ae-4a0b-a9d7-6cfab74612bd admin admin] Calling delete_port for 5d72cb81-b773-424f-8eff-6652bd89a750 owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:59:42.651692 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-2f3b1f0a-312d-444d-a577-e424a4e420b3 None None] Set router ce281d84-2d10-4bae-8a01-927b592140d1 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:42.707318 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-2f3b1f0a-312d-444d-a577-e424a4e420b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'name': 'tempest-TestMinimumBasicScenario-998944997-router', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:56:14Z', 'updated_at': '2022-02-19T04:59:42Z', 'revision_number': 6, 'project_id': '192d967dc45745b1bea41848554feff9', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:42.734248 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3b1f0a-312d-444d-a577-e424a4e420b3 None None] The sync data for ids ['ce281d84-2d10-4bae-8a01-927b592140d1'] in n-d-828369-19 is: [{'id': 'ce281d84-2d10-4bae-8a01-927b592140d1', 'name': 'tempest-TestMinimumBasicScenario-998944997-router', 'tenant_id': '192d967dc45745b1bea41848554feff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:56:14Z', 'updated_at': '2022-02-19T04:59:42Z', 'revision_number': 6, 'project_id': '192d967dc45745b1bea41848554feff9', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:59:42.766798 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d9d88a0-91ae-4a0b-a9d7-6cfab74612bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (5d72cb81-b773-424f-8eff-6652bd89a750), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:42.796962 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d88a0-91ae-4a0b-a9d7-6cfab74612bd admin admin] Pushing event deleted for resources: {'Port': ['ID=5d72cb81-b773-424f-8eff-6652bd89a750,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:42.854835 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d9d88a0-91ae-4a0b-a9d7-6cfab74612bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (ce281d84-2d10-4bae-8a01-927b592140d1), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:42.951439 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d9d88a0-91ae-4a0b-a9d7-6cfab74612bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (ce281d84-2d10-4bae-8a01-927b592140d1), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:42.953539 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d9d88a0-91ae-4a0b-a9d7-6cfab74612bd admin admin] Publish callbacks [] for router_controller (ce281d84-2d10-4bae-8a01-927b592140d1), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:42.996934 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d9d88a0-91ae-4a0b-a9d7-6cfab74612bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (ce281d84-2d10-4bae-8a01-927b592140d1), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:42.997568 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9d88a0-91ae-4a0b-a9d7-6cfab74612bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce281d84-2d10-4bae-8a01-927b592140d1 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:59:43.002080 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2d9d88a0-91ae-4a0b-a9d7-6cfab74612bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:43.003326 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2d9d88a0-91ae-4a0b-a9d7-6cfab74612bd admin admin] 10.222.0.52 "DELETE /v2.0/routers/ce281d84-2d10-4bae-8a01-927b592140d1 HTTP/1.1" status: 204 len: 168 time: 0.7705615 Feb 19 04:59:43.005864 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47328) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:43.048968 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4be6c82-1220-4aba-aa93-3ce1e293bd8b admin admin] Deleting subnet 6df6e855-357c-40e8-81b6-8f7ff5a606f3 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:59:43.051920 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a4be6c82-1220-4aba-aa93-3ce1e293bd8b admin admin] Publish callbacks [] for subnet (6df6e855-357c-40e8-81b6-8f7ff5a606f3), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:43.087069 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a4be6c82-1220-4aba-aa93-3ce1e293bd8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (6df6e855-357c-40e8-81b6-8f7ff5a606f3), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:43.173338 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a4be6c82-1220-4aba-aa93-3ce1e293bd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (6df6e855-357c-40e8-81b6-8f7ff5a606f3), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:43.223783 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a4be6c82-1220-4aba-aa93-3ce1e293bd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (6df6e855-357c-40e8-81b6-8f7ff5a606f3), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:43.248454 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be6c82-1220-4aba-aa93-3ce1e293bd8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6df6e855-357c-40e8-81b6-8f7ff5a606f3,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:43.252053 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a4be6c82-1220-4aba-aa93-3ce1e293bd8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:43.255402 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a4be6c82-1220-4aba-aa93-3ce1e293bd8b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6df6e855-357c-40e8-81b6-8f7ff5a606f3 HTTP/1.1" status: 204 len: 168 time: 0.2484784 Feb 19 04:59:43.257685 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47330) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:43.258256 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3c57c1-f606-4b96-bb09-51d611cdc1c2 None None] Network dbf1808c-2e95-432f-860a-ebb2ed9639fc requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:59:43.332692 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6c69eeef-05c9-4ac0-b369-d0cff1dce285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (dbf1808c-2e95-432f-860a-ebb2ed9639fc), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:43.387598 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-6c69eeef-05c9-4ac0-b369-d0cff1dce285 admin admin] Deleting port 9590af40-8708-4baf-8576-f1e74b88559a {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:59:43.388119 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6c69eeef-05c9-4ac0-b369-d0cff1dce285 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (9590af40-8708-4baf-8576-f1e74b88559a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:43.452627 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-6c69eeef-05c9-4ac0-b369-d0cff1dce285 admin admin] For port 9590af40-8708-4baf-8576-f1e74b88559a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=9590af40-8708-4baf-8576-f1e74b88559a,segment=NetworkSegment(791a28e4-8383-46c4-b19d-db799561c061),segment_id=791a28e4-8383-46c4-b19d-db799561c061)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:43.452899 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6c69eeef-05c9-4ac0-b369-d0cff1dce285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (9590af40-8708-4baf-8576-f1e74b88559a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:43.466495 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-6c69eeef-05c9-4ac0-b369-d0cff1dce285 admin admin] Calling delete_port for 9590af40-8708-4baf-8576-f1e74b88559a owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:59:43.555440 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6c69eeef-05c9-4ac0-b369-d0cff1dce285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (9590af40-8708-4baf-8576-f1e74b88559a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:43.574501 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789487c0-dee3-4bdb-85bc-81a895fb19f4 None None] DHCP port deletion for dbf1808c-2e95-432f-860a-ebb2ed9639fc request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:59:43.579639 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69eeef-05c9-4ac0-b369-d0cff1dce285 admin admin] Pushing event deleted for resources: {'Port': ['ID=9590af40-8708-4baf-8576-f1e74b88559a,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:43.588769 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c69eeef-05c9-4ac0-b369-d0cff1dce285 admin admin] No DVR routers for this DVR port 9590af40-8708-4baf-8576-f1e74b88559a on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:59:43.664617 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6c69eeef-05c9-4ac0-b369-d0cff1dce285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (dbf1808c-2e95-432f-860a-ebb2ed9639fc), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:43.685160 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-6c69eeef-05c9-4ac0-b369-d0cff1dce285 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf1808c-2e95-432f-860a-ebb2ed9639fc']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:43.694760 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-6c69eeef-05c9-4ac0-b369-d0cff1dce285 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '791a28e4-8383-46c4-b19d-db799561c061') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:43.695061 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-6c69eeef-05c9-4ac0-b369-d0cff1dce285 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '791a28e4-8383-46c4-b19d-db799561c061') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:43.704455 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6c69eeef-05c9-4ac0-b369-d0cff1dce285 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (791a28e4-8383-46c4-b19d-db799561c061), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:43.718028 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6c69eeef-05c9-4ac0-b369-d0cff1dce285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (791a28e4-8383-46c4-b19d-db799561c061), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:43.724014 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c69eeef-05c9-4ac0-b369-d0cff1dce285 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:59:43.724405 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6c69eeef-05c9-4ac0-b369-d0cff1dce285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (791a28e4-8383-46c4-b19d-db799561c061), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: timer() Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:59:43.726068 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:59:43.784345 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6c69eeef-05c9-4ac0-b369-d0cff1dce285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (dbf1808c-2e95-432f-860a-ebb2ed9639fc), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:43.789904 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6c69eeef-05c9-4ac0-b369-d0cff1dce285 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:43.795874 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6c69eeef-05c9-4ac0-b369-d0cff1dce285 admin admin] 10.222.0.52 "DELETE /v2.0/networks/dbf1808c-2e95-432f-860a-ebb2ed9639fc HTTP/1.1" status: 204 len: 168 time: 0.5344632 Feb 19 04:59:43.796410 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47332) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:43.810990 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69eeef-05c9-4ac0-b369-d0cff1dce285 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbf1808c-2e95-432f-860a-ebb2ed9639fc,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:43.839581 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 9590af40-8708-4baf-8576-f1e74b88559a no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:59:43.859651 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 9590af40-8708-4baf-8576-f1e74b88559a {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:59:43.860028 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 9590af40-8708-4baf-8576-f1e74b88559a not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:59:43.860522 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 48036b38-5eae-4cc7-a867-2f63b61f0e25 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:59:43.882193 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 48036b38-5eae-4cc7-a867-2f63b61f0e25 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:59:43.882538 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 48036b38-5eae-4cc7-a867-2f63b61f0e25 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:59:43.882968 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5d72cb81-b773-424f-8eff-6652bd89a750 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:59:43.906813 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 5d72cb81-b773-424f-8eff-6652bd89a750 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:59:43.907136 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 5d72cb81-b773-424f-8eff-6652bd89a750 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:59:44.168081 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f5f0635-c5c5-4aa3-9e0e-8a7d914c5479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (82d6504e-d3b2-4c1a-bfb1-8f559bb69d20), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:44.680682 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-3f5f0635-c5c5-4aa3-9e0e-8a7d914c5479 admin admin] Deleting port 6b8d2967-dc33-42c1-895f-d2bb36a2adbf {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:59:44.681276 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f5f0635-c5c5-4aa3-9e0e-8a7d914c5479 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (6b8d2967-dc33-42c1-895f-d2bb36a2adbf), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:44.756506 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-3f5f0635-c5c5-4aa3-9e0e-8a7d914c5479 admin admin] For port 6b8d2967-dc33-42c1-895f-d2bb36a2adbf, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=6b8d2967-dc33-42c1-895f-d2bb36a2adbf,segment=NetworkSegment(9a59fc1c-1298-4457-ab68-2788a9b8a788),segment_id=9a59fc1c-1298-4457-ab68-2788a9b8a788)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:44.756867 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f5f0635-c5c5-4aa3-9e0e-8a7d914c5479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (6b8d2967-dc33-42c1-895f-d2bb36a2adbf), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:44.769483 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-3f5f0635-c5c5-4aa3-9e0e-8a7d914c5479 admin admin] Calling delete_port for 6b8d2967-dc33-42c1-895f-d2bb36a2adbf owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:59:44.945314 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f5f0635-c5c5-4aa3-9e0e-8a7d914c5479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (6b8d2967-dc33-42c1-895f-d2bb36a2adbf), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:44.968217 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f0635-c5c5-4aa3-9e0e-8a7d914c5479 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b8d2967-dc33-42c1-895f-d2bb36a2adbf,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:45.140082 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f5f0635-c5c5-4aa3-9e0e-8a7d914c5479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (82d6504e-d3b2-4c1a-bfb1-8f559bb69d20), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:45.357428 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5f0635-c5c5-4aa3-9e0e-8a7d914c5479 admin admin] Router 82d6504e-d3b2-4c1a-bfb1-8f559bb69d20 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:59:45.463364 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5f0635-c5c5-4aa3-9e0e-8a7d914c5479 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:59:45.468564 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3f5f0635-c5c5-4aa3-9e0e-8a7d914c5479 admin admin] 10.222.0.52 "PUT /v2.0/routers/82d6504e-d3b2-4c1a-bfb1-8f559bb69d20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6711240 Feb 19 04:59:45.470944 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47334) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:45.474717 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a50324-60cd-4be4-9c59-7912a45d4362 None None] Sync routers for ids ['82d6504e-d3b2-4c1a-bfb1-8f559bb69d20'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:59:45.484205 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a50324-60cd-4be4-9c59-7912a45d4362 None None] Routers {'82d6504e-d3b2-4c1a-bfb1-8f559bb69d20'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:45.485313 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-24a50324-60cd-4be4-9c59-7912a45d4362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:59:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['82d6504e-d3b2-4c1a-bfb1-8f559bb69d20'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:45.577123 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a75c01e9-4cc5-414a-a0d1-63b5e9fcada9 admin admin] Publish callbacks [] for router (82d6504e-d3b2-4c1a-bfb1-8f559bb69d20), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:45.589883 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-24a50324-60cd-4be4-9c59-7912a45d4362 None None] Set router 82d6504e-d3b2-4c1a-bfb1-8f559bb69d20 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:45.681968 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a75c01e9-4cc5-414a-a0d1-63b5e9fcada9 admin admin] Publish callbacks [] for router_gateway (82d6504e-d3b2-4c1a-bfb1-8f559bb69d20), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:45.734076 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-a75c01e9-4cc5-414a-a0d1-63b5e9fcada9 admin admin] Deleting port 3555b3b8-2fc5-4679-8615-9f11c16d0960 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:59:45.734451 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a75c01e9-4cc5-414a-a0d1-63b5e9fcada9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (3555b3b8-2fc5-4679-8615-9f11c16d0960), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:45.769475 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-24a50324-60cd-4be4-9c59-7912a45d4362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d6504e-d3b2-4c1a-bfb1-8f559bb69d20', 'name': 'tempest-TestMinimumBasicScenario-904574911-router', 'tenant_id': '62935142afa3472eb3a8c163ebdc44b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '3555b3b8-2fc5-4679-8615-9f11c16d0960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:56:19Z', 'updated_at': '2022-02-19T04:59:44Z', 'revision_number': 5, 'project_id': '62935142afa3472eb3a8c163ebdc44b6', 'gw_port': {'id': '3555b3b8-2fc5-4679-8615-9f11c16d0960', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d6504e-d3b2-4c1a-bfb1-8f559bb69d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:56:19Z', 'updated_at': '2022-02-19T04:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:45.796852 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a50324-60cd-4be4-9c59-7912a45d4362 None None] Checking router: 82d6504e-d3b2-4c1a-bfb1-8f559bb69d20 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:59:45.808117 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a50324-60cd-4be4-9c59-7912a45d4362 None None] Routers {'82d6504e-d3b2-4c1a-bfb1-8f559bb69d20'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:45.808768 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-24a50324-60cd-4be4-9c59-7912a45d4362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:59:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['82d6504e-d3b2-4c1a-bfb1-8f559bb69d20'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:45.816614 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-a75c01e9-4cc5-414a-a0d1-63b5e9fcada9 admin admin] For port 3555b3b8-2fc5-4679-8615-9f11c16d0960, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=3555b3b8-2fc5-4679-8615-9f11c16d0960,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:45.816980 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a75c01e9-4cc5-414a-a0d1-63b5e9fcada9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (3555b3b8-2fc5-4679-8615-9f11c16d0960), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:45.829380 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-a75c01e9-4cc5-414a-a0d1-63b5e9fcada9 admin admin] Calling delete_port for 3555b3b8-2fc5-4679-8615-9f11c16d0960 owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:59:45.895503 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-24a50324-60cd-4be4-9c59-7912a45d4362 None None] Set router 82d6504e-d3b2-4c1a-bfb1-8f559bb69d20 gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:45.950416 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-24a50324-60cd-4be4-9c59-7912a45d4362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d6504e-d3b2-4c1a-bfb1-8f559bb69d20', 'name': 'tempest-TestMinimumBasicScenario-904574911-router', 'tenant_id': '62935142afa3472eb3a8c163ebdc44b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:56:19Z', 'updated_at': '2022-02-19T04:59:45Z', 'revision_number': 6, 'project_id': '62935142afa3472eb3a8c163ebdc44b6', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:45.977228 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a50324-60cd-4be4-9c59-7912a45d4362 None None] The sync data for ids ['82d6504e-d3b2-4c1a-bfb1-8f559bb69d20'] in n-d-828369-19 is: [{'id': '82d6504e-d3b2-4c1a-bfb1-8f559bb69d20', 'name': 'tempest-TestMinimumBasicScenario-904574911-router', 'tenant_id': '62935142afa3472eb3a8c163ebdc44b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:56:19Z', 'updated_at': '2022-02-19T04:59:45Z', 'revision_number': 6, 'project_id': '62935142afa3472eb3a8c163ebdc44b6', 'gw_port_host': None}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:59:46.001133 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a75c01e9-4cc5-414a-a0d1-63b5e9fcada9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (3555b3b8-2fc5-4679-8615-9f11c16d0960), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:46.027101 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c01e9-4cc5-414a-a0d1-63b5e9fcada9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3555b3b8-2fc5-4679-8615-9f11c16d0960,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:46.087075 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a75c01e9-4cc5-414a-a0d1-63b5e9fcada9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (82d6504e-d3b2-4c1a-bfb1-8f559bb69d20), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:46.182420 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a75c01e9-4cc5-414a-a0d1-63b5e9fcada9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (82d6504e-d3b2-4c1a-bfb1-8f559bb69d20), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:46.184507 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a75c01e9-4cc5-414a-a0d1-63b5e9fcada9 admin admin] Publish callbacks [] for router_controller (82d6504e-d3b2-4c1a-bfb1-8f559bb69d20), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:46.230796 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a75c01e9-4cc5-414a-a0d1-63b5e9fcada9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (82d6504e-d3b2-4c1a-bfb1-8f559bb69d20), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:46.231361 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75c01e9-4cc5-414a-a0d1-63b5e9fcada9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82d6504e-d3b2-4c1a-bfb1-8f559bb69d20 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:59:46.235786 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a75c01e9-4cc5-414a-a0d1-63b5e9fcada9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:46.237165 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a75c01e9-4cc5-414a-a0d1-63b5e9fcada9 admin admin] 10.222.0.52 "DELETE /v2.0/routers/82d6504e-d3b2-4c1a-bfb1-8f559bb69d20 HTTP/1.1" status: 204 len: 168 time: 0.7647040 Feb 19 04:59:46.239637 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47336) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:46.285477 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b59e2f-e87e-4d60-94f9-c570d3d557b1 admin admin] Deleting subnet b2aeeb78-d943-40c1-99f4-7def8390167e {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:59:46.288469 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-19b59e2f-e87e-4d60-94f9-c570d3d557b1 admin admin] Publish callbacks [] for subnet (b2aeeb78-d943-40c1-99f4-7def8390167e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:46.322667 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-19b59e2f-e87e-4d60-94f9-c570d3d557b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (b2aeeb78-d943-40c1-99f4-7def8390167e), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:46.413175 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-19b59e2f-e87e-4d60-94f9-c570d3d557b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (b2aeeb78-d943-40c1-99f4-7def8390167e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:46.470972 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-19b59e2f-e87e-4d60-94f9-c570d3d557b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (b2aeeb78-d943-40c1-99f4-7def8390167e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:46.496284 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b59e2f-e87e-4d60-94f9-c570d3d557b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2aeeb78-d943-40c1-99f4-7def8390167e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:46.499653 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-19b59e2f-e87e-4d60-94f9-c570d3d557b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:46.505683 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-19b59e2f-e87e-4d60-94f9-c570d3d557b1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b2aeeb78-d943-40c1-99f4-7def8390167e HTTP/1.1" status: 204 len: 168 time: 0.2627783 Feb 19 04:59:46.506049 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47338) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:46.506368 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ca74e2-6ecf-43ec-ba8d-459ec582ecbc None None] Network 8bc24a97-666d-4f5e-b540-84e38dd26212 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:59:46.573308 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1be2452c-9e68-472a-b17a-3745b66a40bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (8bc24a97-666d-4f5e-b540-84e38dd26212), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:46.630831 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-1be2452c-9e68-472a-b17a-3745b66a40bd admin admin] Deleting port 7245535d-f66d-4db1-961c-74427cd79193 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:59:46.631174 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1be2452c-9e68-472a-b17a-3745b66a40bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (7245535d-f66d-4db1-961c-74427cd79193), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:46.693163 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-1be2452c-9e68-472a-b17a-3745b66a40bd admin admin] For port 7245535d-f66d-4db1-961c-74427cd79193, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7245535d-f66d-4db1-961c-74427cd79193,segment=NetworkSegment(9a59fc1c-1298-4457-ab68-2788a9b8a788),segment_id=9a59fc1c-1298-4457-ab68-2788a9b8a788)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:46.693449 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1be2452c-9e68-472a-b17a-3745b66a40bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (7245535d-f66d-4db1-961c-74427cd79193), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:46.706240 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-1be2452c-9e68-472a-b17a-3745b66a40bd admin admin] Calling delete_port for 7245535d-f66d-4db1-961c-74427cd79193 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:59:46.774793 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c225830c-1a0d-4625-b1e0-ae4603f7a6ac None None] DHCP port deletion for 8bc24a97-666d-4f5e-b540-84e38dd26212 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:59:46.793847 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1be2452c-9e68-472a-b17a-3745b66a40bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (7245535d-f66d-4db1-961c-74427cd79193), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:46.825549 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2452c-9e68-472a-b17a-3745b66a40bd admin admin] Pushing event deleted for resources: {'Port': ['ID=7245535d-f66d-4db1-961c-74427cd79193,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:46.827389 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be2452c-9e68-472a-b17a-3745b66a40bd admin admin] No DVR routers for this DVR port 7245535d-f66d-4db1-961c-74427cd79193 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:59:46.830415 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c225830c-1a0d-4625-b1e0-ae4603f7a6ac None None] Deleting port 7245535d-f66d-4db1-961c-74427cd79193 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:59:46.831086 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c225830c-1a0d-4625-b1e0-ae4603f7a6ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (7245535d-f66d-4db1-961c-74427cd79193), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:46.896584 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c225830c-1a0d-4625-b1e0-ae4603f7a6ac None None] For port 7245535d-f66d-4db1-961c-74427cd79193, host n-d-828369-19, got binding levels [] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:46.897286 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c225830c-1a0d-4625-b1e0-ae4603f7a6ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (7245535d-f66d-4db1-961c-74427cd79193), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:46.900858 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1be2452c-9e68-472a-b17a-3745b66a40bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (8bc24a97-666d-4f5e-b540-84e38dd26212), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:46.911663 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c225830c-1a0d-4625-b1e0-ae4603f7a6ac None None] Calling delete_port for 7245535d-f66d-4db1-961c-74427cd79193 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:59:46.914396 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.ipam_backend_mixin [None req-c225830c-1a0d-4625-b1e0-ae4603f7a6ac None None] Port 7245535d-f66d-4db1-961c-74427cd79193 was not found and therefore no delete operation was performed {{(pid=109927) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:59:46.915697 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c225830c-1a0d-4625-b1e0-ae4603f7a6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (7245535d-f66d-4db1-961c-74427cd79193), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:46.922509 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-1be2452c-9e68-472a-b17a-3745b66a40bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc24a97-666d-4f5e-b540-84e38dd26212']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:46.932078 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-1be2452c-9e68-472a-b17a-3745b66a40bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a59fc1c-1298-4457-ab68-2788a9b8a788') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:46.932404 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-1be2452c-9e68-472a-b17a-3745b66a40bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a59fc1c-1298-4457-ab68-2788a9b8a788') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:46.941829 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1be2452c-9e68-472a-b17a-3745b66a40bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (9a59fc1c-1298-4457-ab68-2788a9b8a788), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:46.945434 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225830c-1a0d-4625-b1e0-ae4603f7a6ac None None] Pushing event deleted for resources: {'Port': ['ID=7245535d-f66d-4db1-961c-74427cd79193,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:46.947787 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c225830c-1a0d-4625-b1e0-ae4603f7a6ac None None] No DVR routers for this DVR port 7245535d-f66d-4db1-961c-74427cd79193 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:59:46.960607 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1be2452c-9e68-472a-b17a-3745b66a40bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (9a59fc1c-1298-4457-ab68-2788a9b8a788), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:46.960727 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225830c-1a0d-4625-b1e0-ae4603f7a6ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:46.961080 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225830c-1a0d-4625-b1e0-ae4603f7a6ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:46.961420 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225830c-1a0d-4625-b1e0-ae4603f7a6ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:46.961764 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225830c-1a0d-4625-b1e0-ae4603f7a6ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:46.962143 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225830c-1a0d-4625-b1e0-ae4603f7a6ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:46.962599 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225830c-1a0d-4625-b1e0-ae4603f7a6ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:46.963012 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225830c-1a0d-4625-b1e0-ae4603f7a6ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:46.963457 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225830c-1a0d-4625-b1e0-ae4603f7a6ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:46.963792 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225830c-1a0d-4625-b1e0-ae4603f7a6ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:46.964104 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225830c-1a0d-4625-b1e0-ae4603f7a6ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:46.964488 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225830c-1a0d-4625-b1e0-ae4603f7a6ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:46.964869 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225830c-1a0d-4625-b1e0-ae4603f7a6ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:46.965390 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225830c-1a0d-4625-b1e0-ae4603f7a6ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:46.968937 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be2452c-9e68-472a-b17a-3745b66a40bd admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:59:46.969341 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1be2452c-9e68-472a-b17a-3745b66a40bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (9a59fc1c-1298-4457-ab68-2788a9b8a788), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: timer() Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:59:46.972109 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:59:47.033367 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1be2452c-9e68-472a-b17a-3745b66a40bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (8bc24a97-666d-4f5e-b540-84e38dd26212), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:47.040219 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1be2452c-9e68-472a-b17a-3745b66a40bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:47.043133 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1be2452c-9e68-472a-b17a-3745b66a40bd admin admin] 10.222.0.52 "DELETE /v2.0/networks/8bc24a97-666d-4f5e-b540-84e38dd26212 HTTP/1.1" status: 204 len: 168 time: 0.5360975 Feb 19 04:59:47.056834 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2452c-9e68-472a-b17a-3745b66a40bd admin admin] Pushing event deleted for resources: {'Network': ['ID=8bc24a97-666d-4f5e-b540-84e38dd26212,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:47.209722 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47342) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:47.249530 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9d74228c-21c7-42cd-bcb2-d74ceb6e0885 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=192d967dc45745b1bea41848554feff9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385339 Feb 19 04:59:47.251936 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47344) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:47.297809 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2dcf5f0c-b10a-4865-bd49-b443dc9dca07 admin admin] Publish callbacks [] for security_group (c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:47.318662 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2dcf5f0c-b10a-4865-bd49-b443dc9dca07 admin admin] Publish callbacks [] for security_group (c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:47.367702 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2dcf5f0c-b10a-4865-bd49-b443dc9dca07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:47.370556 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-2dcf5f0c-b10a-4865-bd49-b443dc9dca07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:47.374062 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2dcf5f0c-b10a-4865-bd49-b443dc9dca07 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef HTTP/1.1" status: 204 len: 168 time: 0.1188378 Feb 19 04:59:47.379503 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf5f0c-b10a-4865-bd49-b443dc9dca07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a7441f-6a6e-4b66-b1cf-f2e95757e3ef,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:47.676780 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47350) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:47.715441 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-babebc52-5f63-4b4b-87b3-960307d64661 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=62935142afa3472eb3a8c163ebdc44b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374980 Feb 19 04:59:47.717852 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47352) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:47.763856 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-875d388b-1be8-4924-902b-3dbf6543d7e0 admin admin] Publish callbacks [] for security_group (daa5f4c7-d958-4817-943f-6cb4bc85e4a2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:47.787409 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-875d388b-1be8-4924-902b-3dbf6543d7e0 admin admin] Publish callbacks [] for security_group (daa5f4c7-d958-4817-943f-6cb4bc85e4a2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:47.808629 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7245535d-f66d-4db1-961c-74427cd79193 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:59:47.831681 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 7245535d-f66d-4db1-961c-74427cd79193 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:59:47.832038 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7245535d-f66d-4db1-961c-74427cd79193 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:59:47.832463 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 6b8d2967-dc33-42c1-895f-d2bb36a2adbf no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:59:47.836107 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-875d388b-1be8-4924-902b-3dbf6543d7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (daa5f4c7-d958-4817-943f-6cb4bc85e4a2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:47.839206 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-875d388b-1be8-4924-902b-3dbf6543d7e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:47.840402 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-875d388b-1be8-4924-902b-3dbf6543d7e0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/daa5f4c7-d958-4817-943f-6cb4bc85e4a2 HTTP/1.1" status: 204 len: 168 time: 0.1216056 Feb 19 04:59:47.849150 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d388b-1be8-4924-902b-3dbf6543d7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa5f4c7-d958-4817-943f-6cb4bc85e4a2,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:47.854927 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 6b8d2967-dc33-42c1-895f-d2bb36a2adbf {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:59:47.855288 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 6b8d2967-dc33-42c1-895f-d2bb36a2adbf not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:59:47.855716 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3555b3b8-2fc5-4679-8615-9f11c16d0960 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:59:47.882936 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 3555b3b8-2fc5-4679-8615-9f11c16d0960 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:59:47.883291 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 3555b3b8-2fc5-4679-8615-9f11c16d0960 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:59:49.342046 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47392) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:49.347716 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-0b692ab8-d4a9-4ca1-9402-49f28bf1ae3b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1206100621', 'description': 'tempest-secgroup-smoke-1206100621 description', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:49.368048 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0b692ab8-d4a9-4ca1-9402-49f28bf1ae3b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:49.376056 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0b692ab8-d4a9-4ca1-9402-49f28bf1ae3b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:49.448531 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0b692ab8-d4a9-4ca1-9402-49f28bf1ae3b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (60379608-cc5a-4699-b463-5743abea24a8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:49.452149 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0b692ab8-d4a9-4ca1-9402-49f28bf1ae3b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (60379608-cc5a-4699-b463-5743abea24a8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:49.493620 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b692ab8-d4a9-4ca1-9402-49f28bf1ae3b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60379608-cc5a-4699-b463-5743abea24a8,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:49.532140 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0b692ab8-d4a9-4ca1-9402-49f28bf1ae3b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (33f3c6a1-4c69-47d4-8220-ba89204b3c1a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:49.536164 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0b692ab8-d4a9-4ca1-9402-49f28bf1ae3b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (33f3c6a1-4c69-47d4-8220-ba89204b3c1a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:49.565883 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0b692ab8-d4a9-4ca1-9402-49f28bf1ae3b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:49.567139 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0b692ab8-d4a9-4ca1-9402-49f28bf1ae3b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2237175 Feb 19 04:59:49.568924 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b692ab8-d4a9-4ca1-9402-49f28bf1ae3b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33f3c6a1-4c69-47d4-8220-ba89204b3c1a,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:49.570422 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47394) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:49.575064 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-5d23372d-7db4-4227-b6d6-46f3a010bca1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': '33f3c6a1-4c69-47d4-8220-ba89204b3c1a', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:49.600321 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d23372d-7db4-4227-b6d6-46f3a010bca1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (0b51e250-88f1-4932-9ebc-98283fcdc748), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:49.652514 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d23372d-7db4-4227-b6d6-46f3a010bca1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (0b51e250-88f1-4932-9ebc-98283fcdc748), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:49.656223 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d23372d-7db4-4227-b6d6-46f3a010bca1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (0b51e250-88f1-4932-9ebc-98283fcdc748), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:49.676196 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23372d-7db4-4227-b6d6-46f3a010bca1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b51e250-88f1-4932-9ebc-98283fcdc748,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:49.685975 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d23372d-7db4-4227-b6d6-46f3a010bca1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:49.687205 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5d23372d-7db4-4227-b6d6-46f3a010bca1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156993 Feb 19 04:59:49.690011 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47396) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:49.694281 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-be219e6a-9b1d-4aa6-9e19-a3b7b67b3c6c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': '33f3c6a1-4c69-47d4-8220-ba89204b3c1a', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:49.718512 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be219e6a-9b1d-4aa6-9e19-a3b7b67b3c6c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (7277f876-2289-42de-8584-2394a4238b96), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:49.773133 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be219e6a-9b1d-4aa6-9e19-a3b7b67b3c6c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (7277f876-2289-42de-8584-2394a4238b96), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:49.776635 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be219e6a-9b1d-4aa6-9e19-a3b7b67b3c6c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (7277f876-2289-42de-8584-2394a4238b96), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:49.796770 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be219e6a-9b1d-4aa6-9e19-a3b7b67b3c6c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7277f876-2289-42de-8584-2394a4238b96,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:49.802369 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-be219e6a-9b1d-4aa6-9e19-a3b7b67b3c6c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:49.803565 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-be219e6a-9b1d-4aa6-9e19-a3b7b67b3c6c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1126027 Feb 19 04:59:49.806746 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47398) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:49.811212 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-14f77dc2-8c7b-40e9-a5d9-299df4c5285d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': '33f3c6a1-4c69-47d4-8220-ba89204b3c1a', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:49.835341 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-14f77dc2-8c7b-40e9-a5d9-299df4c5285d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (55b245ed-7943-4cd8-9011-5626bf08d72b), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:49.890942 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-14f77dc2-8c7b-40e9-a5d9-299df4c5285d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (55b245ed-7943-4cd8-9011-5626bf08d72b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:49.895101 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-14f77dc2-8c7b-40e9-a5d9-299df4c5285d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (55b245ed-7943-4cd8-9011-5626bf08d72b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:49.915232 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f77dc2-8c7b-40e9-a5d9-299df4c5285d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b245ed-7943-4cd8-9011-5626bf08d72b,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:49.920491 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-14f77dc2-8c7b-40e9-a5d9-299df4c5285d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:49.921705 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-14f77dc2-8c7b-40e9-a5d9-299df4c5285d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140368 Feb 19 04:59:49.924445 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47400) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:49.928706 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-81f24f11-59d7-406b-a590-b7e9c6329e47 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': '33f3c6a1-4c69-47d4-8220-ba89204b3c1a', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:49.951903 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-81f24f11-59d7-406b-a590-b7e9c6329e47 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (0df67e86-2ab1-4191-b6d8-11b174596798), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:50.006895 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-81f24f11-59d7-406b-a590-b7e9c6329e47 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (0df67e86-2ab1-4191-b6d8-11b174596798), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:50.010509 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-81f24f11-59d7-406b-a590-b7e9c6329e47 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (0df67e86-2ab1-4191-b6d8-11b174596798), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:50.029563 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f24f11-59d7-406b-a590-b7e9c6329e47 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df67e86-2ab1-4191-b6d8-11b174596798,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:50.037477 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-81f24f11-59d7-406b-a590-b7e9c6329e47 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:50.038679 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-81f24f11-59d7-406b-a590-b7e9c6329e47 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1133280 Feb 19 04:59:50.041410 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47402) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:50.045725 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-4bba6a10-5792-4b14-ab42-32512971f71c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': '33f3c6a1-4c69-47d4-8220-ba89204b3c1a', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:50.064745 n-d-828369-19 neutron-server[109925]: INFO neutron.db.securitygroups_db [None req-4bba6a10-5792-4b14-ab42-32512971f71c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Project 35b259a6dce94926b3e9e09de8b37f6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:59:50.070422 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4bba6a10-5792-4b14-ab42-32512971f71c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (6769ad3d-cd38-45aa-9178-d3f5dcaf891e), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:50.378287 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4bba6a10-5792-4b14-ab42-32512971f71c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (6769ad3d-cd38-45aa-9178-d3f5dcaf891e), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:50.382211 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4bba6a10-5792-4b14-ab42-32512971f71c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (6769ad3d-cd38-45aa-9178-d3f5dcaf891e), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:50.399299 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba6a10-5792-4b14-ab42-32512971f71c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6769ad3d-cd38-45aa-9178-d3f5dcaf891e,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:50.407239 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4bba6a10-5792-4b14-ab42-32512971f71c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:50.408442 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4bba6a10-5792-4b14-ab42-32512971f71c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3661094 Feb 19 04:59:50.411157 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47404) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:50.415376 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-eeea0163-92c1-4a60-9335-8404267aacd4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': '33f3c6a1-4c69-47d4-8220-ba89204b3c1a', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:50.435742 n-d-828369-19 neutron-server[109925]: INFO neutron.db.securitygroups_db [None req-eeea0163-92c1-4a60-9335-8404267aacd4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Project 35b259a6dce94926b3e9e09de8b37f6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:59:50.441064 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eeea0163-92c1-4a60-9335-8404267aacd4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (90fb4642-ebd0-42fd-8306-e67d6c7fa924), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:50.496867 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eeea0163-92c1-4a60-9335-8404267aacd4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (90fb4642-ebd0-42fd-8306-e67d6c7fa924), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:50.499723 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eeea0163-92c1-4a60-9335-8404267aacd4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (90fb4642-ebd0-42fd-8306-e67d6c7fa924), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:50.513839 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea0163-92c1-4a60-9335-8404267aacd4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90fb4642-ebd0-42fd-8306-e67d6c7fa924,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:50.524320 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-eeea0163-92c1-4a60-9335-8404267aacd4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:50.525503 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-eeea0163-92c1-4a60-9335-8404267aacd4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1134372 Feb 19 04:59:50.528442 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47406) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:50.533143 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-e86a75e0-4821-4f8d-b596-be873a8e9cc2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'network': {'name': 'tempest-network-smoke--819588367', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'port_security_enabled': True}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:50.551063 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86a75e0-4821-4f8d-b596-be873a8e9cc2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Made reservation on behalf of 35b259a6dce94926b3e9e09de8b37f6a for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:59:50.554248 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e86a75e0-4821-4f8d-b596-be873a8e9cc2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:50.576321 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86a75e0-4821-4f8d-b596-be873a8e9cc2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:59:50.585336 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e86a75e0-4821-4f8d-b596-be873a8e9cc2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (bb225e01-adac-4cec-b39a-7ebf5f78f946), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:50.585686 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-e86a75e0-4821-4f8d-b596-be873a8e9cc2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Added segment bb225e01-adac-4cec-b39a-7ebf5f78f946 of type vlan for network 5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd Feb 19 04:59:50.624507 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e86a75e0-4821-4f8d-b596-be873a8e9cc2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:50.648664 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e86a75e0-4821-4f8d-b596-be873a8e9cc2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:50.653692 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86a75e0-4821-4f8d-b596-be873a8e9cc2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:50.654325 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e86a75e0-4821-4f8d-b596-be873a8e9cc2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:50.709588 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e86a75e0-4821-4f8d-b596-be873a8e9cc2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1801498 Feb 19 04:59:50.712596 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47408) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:50.717366 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-a7c7c519-e6e2-498f-91a4-fa6cfa2f90b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1731485039', 'admin_state_up': True, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:50.724710 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a75e0-4821-4f8d-b596-be873a8e9cc2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Network': ['ID=5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:50.738983 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a7c7c519-e6e2-498f-91a4-fa6cfa2f90b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (0d9da1f1-c2eb-4519-b930-d8c90801b043), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:50.740062 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a7c7c519-e6e2-498f-91a4-fa6cfa2f90b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (0d9da1f1-c2eb-4519-b930-d8c90801b043), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:50.743055 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:59:50.802363 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a7c7c519-e6e2-498f-91a4-fa6cfa2f90b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_controller (0d9da1f1-c2eb-4519-b930-d8c90801b043), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:50.945189 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a7c7c519-e6e2-498f-91a4-fa6cfa2f90b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_gateway (0d9da1f1-c2eb-4519-b930-d8c90801b043), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:51.137625 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a7c7c519-e6e2-498f-91a4-fa6cfa2f90b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_gateway (0d9da1f1-c2eb-4519-b930-d8c90801b043), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:51.158408 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a7c7c519-e6e2-498f-91a4-fa6cfa2f90b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:51.256897 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-a7c7c519-e6e2-498f-91a4-fa6cfa2f90b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Allocated IP 172.25.3.111 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/e5d4c463-4cbc-49e0-8fbb-449281953747) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:59:51.358822 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a7c7c519-e6e2-498f-91a4-fa6cfa2f90b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (e5d4c463-4cbc-49e0-8fbb-449281953747), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:51.392410 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a7c7c519-e6e2-498f-91a4-fa6cfa2f90b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (e5d4c463-4cbc-49e0-8fbb-449281953747), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:51.428635 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c7c519-e6e2-498f-91a4-fa6cfa2f90b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:59:51.431780 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-a7c7c519-e6e2-498f-91a4-fa6cfa2f90b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:59:51.435296 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c7c519-e6e2-498f-91a4-fa6cfa2f90b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:59:51.465973 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7c519-e6e2-498f-91a4-fa6cfa2f90b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=e5d4c463-4cbc-49e0-8fbb-449281953747,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:51.691711 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a7c7c519-e6e2-498f-91a4-fa6cfa2f90b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_gateway (0d9da1f1-c2eb-4519-b930-d8c90801b043), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:51.890800 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a7c7c519-e6e2-498f-91a4-fa6cfa2f90b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (0d9da1f1-c2eb-4519-b930-d8c90801b043), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:52.019966 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c7c519-e6e2-498f-91a4-fa6cfa2f90b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Router 0d9da1f1-c2eb-4519-b930-d8c90801b043 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:59:52.468141 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c7c519-e6e2-498f-91a4-fa6cfa2f90b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:59:52.477443 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a43af7-fe48-4100-a661-2eb5ee4662a7 None None] Sync routers for ids ['0d9da1f1-c2eb-4519-b930-d8c90801b043'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:59:52.486883 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a43af7-fe48-4100-a661-2eb5ee4662a7 None None] Routers {'0d9da1f1-c2eb-4519-b930-d8c90801b043'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:52.487424 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-21a43af7-fe48-4100-a661-2eb5ee4662a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:59:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['0d9da1f1-c2eb-4519-b930-d8c90801b043'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:52.489559 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a7c7c519-e6e2-498f-91a4-fa6cfa2f90b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:52.490839 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a7c7c519-e6e2-498f-91a4-fa6cfa2f90b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7772090 Feb 19 04:59:52.493965 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47410) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:52.598831 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-21a43af7-fe48-4100-a661-2eb5ee4662a7 None None] Set router 0d9da1f1-c2eb-4519-b930-d8c90801b043 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:52.624138 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cb7fafa7-b2b3-4592-a506-ed181766e633 tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=35b259a6dce94926b3e9e09de8b37f6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1282077 Feb 19 04:59:52.626069 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47414) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:52.717732 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56d5a2d-fda1-4637-ab24-9c2c79ac4646 tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:52.719360 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c56d5a2d-fda1-4637-ab24-9c2c79ac4646 tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921950 Feb 19 04:59:52.722316 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47416) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:52.756547 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bce01633-b930-4f01-aecb-482a5e13cbaa tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329905 Feb 19 04:59:52.759318 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47418) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:52.764241 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-8d4c47c3-c071-49e3-9344-9499f8ae5035 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1672666005', 'network_id': '5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:52.783416 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-21a43af7-fe48-4100-a661-2eb5ee4662a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731485039', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:50Z', 'updated_at': '2022-02-19T04:59:51Z', 'revision_number': 3, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:51Z', 'updated_at': '2022-02-19T04:59:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:52.811205 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a43af7-fe48-4100-a661-2eb5ee4662a7 None None] Checking router: 0d9da1f1-c2eb-4519-b930-d8c90801b043 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:59:52.811205 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a43af7-fe48-4100-a661-2eb5ee4662a7 None None] Updating router 0d9da1f1-c2eb-4519-b930-d8c90801b043 port e5d4c463-4cbc-49e0-8fbb-449281953747 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:59:52.839082 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-21a43af7-fe48-4100-a661-2eb5ee4662a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e5d4c463-4cbc-49e0-8fbb-449281953747), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:52.854990 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4c47c3-c071-49e3-9344-9499f8ae5035 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Made reservation on behalf of 35b259a6dce94926b3e9e09de8b37f6a for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:59:52.858471 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d4c47c3-c071-49e3-9344-9499f8ae5035 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:53.038290 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d4c47c3-c071-49e3-9344-9499f8ae5035 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (1b47a816-5042-467b-a79e-6d4c91e52df7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:53.095932 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-21a43af7-fe48-4100-a661-2eb5ee4662a7 None None] Publish callbacks [] for port (e5d4c463-4cbc-49e0-8fbb-449281953747), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:53.096672 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c47c3-c071-49e3-9344-9499f8ae5035 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Subnet': ['ID=1b47a816-5042-467b-a79e-6d4c91e52df7,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:53.103457 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-21a43af7-fe48-4100-a661-2eb5ee4662a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e5d4c463-4cbc-49e0-8fbb-449281953747), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:53.106132 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4c47c3-c071-49e3-9344-9499f8ae5035 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Checking segment: {'id': 'bb225e01-adac-4cec-b39a-7ebf5f78f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:59:53.106132 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4c47c3-c071-49e3-9344-9499f8ae5035 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network hostable DHCP agents. Network: 5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:59:53.123245 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4c47c3-c071-49e3-9344-9499f8ae5035 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network 5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:59:53.131736 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-8d4c47c3-c071-49e3-9344-9499f8ae5035 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:59:53.136156 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4c47c3-c071-49e3-9344-9499f8ae5035 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:53.136805 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-8d4c47c3-c071-49e3-9344-9499f8ae5035 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:53.149295 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb2d7ca-3336-4e4e-b2f8-779c6e6b4759 None None] Network 5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:59:53.155672 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-8d4c47c3-c071-49e3-9344-9499f8ae5035 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3927236 Feb 19 04:59:53.155912 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47420) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:53.195178 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-21a43af7-fe48-4100-a661-2eb5ee4662a7 None None] Attempting to bind port e5d4c463-4cbc-49e0-8fbb-449281953747 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:59:53.195564 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-21a43af7-fe48-4100-a661-2eb5ee4662a7 None None] Attempting to bind port e5d4c463-4cbc-49e0-8fbb-449281953747 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:59:53.195931 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a43af7-fe48-4100-a661-2eb5ee4662a7 None None] Attempting to bind port e5d4c463-4cbc-49e0-8fbb-449281953747 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:59:53.215356 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e75ad3-660b-40b4-8c75-7b023319dc77 None None] Pushing event updated for resources: {'Port': ['ID=e5d4c463-4cbc-49e0-8fbb-449281953747,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:53.217639 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a43af7-fe48-4100-a661-2eb5ee4662a7 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:59:53.218025 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a43af7-fe48-4100-a661-2eb5ee4662a7 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:59:53.218461 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-21a43af7-fe48-4100-a661-2eb5ee4662a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:53.218853 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a43af7-fe48-4100-a661-2eb5ee4662a7 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:59:53.219335 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-21a43af7-fe48-4100-a661-2eb5ee4662a7 None None] Bound port: e5d4c463-4cbc-49e0-8fbb-449281953747, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:59:53.219721 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-21a43af7-fe48-4100-a661-2eb5ee4662a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e5d4c463-4cbc-49e0-8fbb-449281953747), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:53.308502 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-21a43af7-fe48-4100-a661-2eb5ee4662a7 None None] For port e5d4c463-4cbc-49e0-8fbb-449281953747, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:59:53.323058 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51272335-0fcd-4615-b77e-91b3cc33d8c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd', 'network_id': '5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'fixed_ips': [{'subnet_id': '1b47a816-5042-467b-a79e-6d4c91e52df7'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:59:53.323965 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-51272335-0fcd-4615-b77e-91b3cc33d8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:53.337277 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-21a43af7-fe48-4100-a661-2eb5ee4662a7 None None] For port e5d4c463-4cbc-49e0-8fbb-449281953747, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e5d4c463-4cbc-49e0-8fbb-449281953747,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:59:53.351110 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-21a43af7-fe48-4100-a661-2eb5ee4662a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e5d4c463-4cbc-49e0-8fbb-449281953747), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:53.486604 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e75ad3-660b-40b4-8c75-7b023319dc77 None None] Pushing event updated for resources: {'Port': ['ID=e5d4c463-4cbc-49e0-8fbb-449281953747,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:53.494110 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a43af7-fe48-4100-a661-2eb5ee4662a7 None None] Routers {'0d9da1f1-c2eb-4519-b930-d8c90801b043'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:53.494778 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-21a43af7-fe48-4100-a661-2eb5ee4662a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:59:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['0d9da1f1-c2eb-4519-b930-d8c90801b043'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:53.576196 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-51272335-0fcd-4615-b77e-91b3cc33d8c6 None None] Allocated IP 172.20.0.2 (5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd/1b47a816-5042-467b-a79e-6d4c91e52df7/17e40552-8a75-4e05-a18a-4aecc7626d34) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:59:53.662490 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-986ac8bf-92d7-4f7e-b1fb-6fa755514acd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:53.679696 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-21a43af7-fe48-4100-a661-2eb5ee4662a7 None None] Set router 0d9da1f1-c2eb-4519-b930-d8c90801b043 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:54.049186 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-51272335-0fcd-4615-b77e-91b3cc33d8c6 None None] Publish callbacks [] for port (17e40552-8a75-4e05-a18a-4aecc7626d34), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:54.058318 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-51272335-0fcd-4615-b77e-91b3cc33d8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (17e40552-8a75-4e05-a18a-4aecc7626d34), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:54.105307 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51272335-0fcd-4615-b77e-91b3cc33d8c6 None None] Network 5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:59:54.111728 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-986ac8bf-92d7-4f7e-b1fb-6fa755514acd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Allocated IP 172.20.0.1 (5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd/1b47a816-5042-467b-a79e-6d4c91e52df7/8ce948d0-3c35-459b-bde6-f41a812a4696) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:59:54.114854 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-51272335-0fcd-4615-b77e-91b3cc33d8c6 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:59:54.117660 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51272335-0fcd-4615-b77e-91b3cc33d8c6 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:59:54.119439 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51272335-0fcd-4615-b77e-91b3cc33d8c6 None None] Pushing event updated for resources: {'Port': ['ID=17e40552-8a75-4e05-a18a-4aecc7626d34,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:54.152026 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-21a43af7-fe48-4100-a661-2eb5ee4662a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731485039', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:50Z', 'updated_at': '2022-02-19T04:59:51Z', 'revision_number': 3, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:51Z', 'updated_at': '2022-02-19T04:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:54.193170 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a43af7-fe48-4100-a661-2eb5ee4662a7 None None] The sync data for ids ['0d9da1f1-c2eb-4519-b930-d8c90801b043'] in n-d-828369-19 is: [{'id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731485039', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:50Z', 'updated_at': '2022-02-19T04:59:51Z', 'revision_number': 3, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:51Z', 'updated_at': '2022-02-19T04:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:59:54.202868 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-51272335-0fcd-4615-b77e-91b3cc33d8c6 None None] Attempting to bind port 17e40552-8a75-4e05-a18a-4aecc7626d34 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:59:54.203504 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-51272335-0fcd-4615-b77e-91b3cc33d8c6 None None] Attempting to bind port 17e40552-8a75-4e05-a18a-4aecc7626d34 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'bb225e01-adac-4cec-b39a-7ebf5f78f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:59:54.204064 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51272335-0fcd-4615-b77e-91b3cc33d8c6 None None] Attempting to bind port 17e40552-8a75-4e05-a18a-4aecc7626d34 on network 5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:59:54.210153 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51272335-0fcd-4615-b77e-91b3cc33d8c6 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:59:54.210888 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51272335-0fcd-4615-b77e-91b3cc33d8c6 None None] Checking segment: {'id': 'bb225e01-adac-4cec-b39a-7ebf5f78f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:59:54.211295 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-51272335-0fcd-4615-b77e-91b3cc33d8c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:54.211683 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51272335-0fcd-4615-b77e-91b3cc33d8c6 None None] Bound using segment: {'id': 'bb225e01-adac-4cec-b39a-7ebf5f78f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:59:54.212152 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-51272335-0fcd-4615-b77e-91b3cc33d8c6 None None] Bound port: 17e40552-8a75-4e05-a18a-4aecc7626d34, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb225e01-adac-4cec-b39a-7ebf5f78f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:59:54.212535 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-51272335-0fcd-4615-b77e-91b3cc33d8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (17e40552-8a75-4e05-a18a-4aecc7626d34), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:54.232702 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-986ac8bf-92d7-4f7e-b1fb-6fa755514acd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (8ce948d0-3c35-459b-bde6-f41a812a4696), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:54.269530 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-986ac8bf-92d7-4f7e-b1fb-6fa755514acd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (8ce948d0-3c35-459b-bde6-f41a812a4696), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:54.282080 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-51272335-0fcd-4615-b77e-91b3cc33d8c6 None None] For port 17e40552-8a75-4e05-a18a-4aecc7626d34, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:59:54.285916 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-51272335-0fcd-4615-b77e-91b3cc33d8c6 None None] For port 17e40552-8a75-4e05-a18a-4aecc7626d34, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=17e40552-8a75-4e05-a18a-4aecc7626d34,segment=NetworkSegment(bb225e01-adac-4cec-b39a-7ebf5f78f946),segment_id=bb225e01-adac-4cec-b39a-7ebf5f78f946)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:59:54.291685 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-51272335-0fcd-4615-b77e-91b3cc33d8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (17e40552-8a75-4e05-a18a-4aecc7626d34), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:54.307733 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986ac8bf-92d7-4f7e-b1fb-6fa755514acd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network 5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:59:54.313384 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-986ac8bf-92d7-4f7e-b1fb-6fa755514acd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:59:54.318397 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986ac8bf-92d7-4f7e-b1fb-6fa755514acd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:59:54.355745 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51272335-0fcd-4615-b77e-91b3cc33d8c6 None None] Pushing event updated for resources: {'Port': ['ID=17e40552-8a75-4e05-a18a-4aecc7626d34,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:54.355988 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ac8bf-92d7-4f7e-b1fb-6fa755514acd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=8ce948d0-3c35-459b-bde6-f41a812a4696,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:54.375083 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-986ac8bf-92d7-4f7e-b1fb-6fa755514acd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (0d9da1f1-c2eb-4519-b930-d8c90801b043), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:54.554184 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-986ac8bf-92d7-4f7e-b1fb-6fa755514acd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8ce948d0-3c35-459b-bde6-f41a812a4696), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:54.865731 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-986ac8bf-92d7-4f7e-b1fb-6fa755514acd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (8ce948d0-3c35-459b-bde6-f41a812a4696), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:54.869858 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-986ac8bf-92d7-4f7e-b1fb-6fa755514acd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (8ce948d0-3c35-459b-bde6-f41a812a4696), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:54.941716 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ac8bf-92d7-4f7e-b1fb-6fa755514acd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=8ce948d0-3c35-459b-bde6-f41a812a4696,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:54.944162 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-986ac8bf-92d7-4f7e-b1fb-6fa755514acd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (0d9da1f1-c2eb-4519-b930-d8c90801b043), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:55.045327 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986ac8bf-92d7-4f7e-b1fb-6fa755514acd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network 5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:59:55.047507 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-986ac8bf-92d7-4f7e-b1fb-6fa755514acd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:59:55.175030 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986ac8bf-92d7-4f7e-b1fb-6fa755514acd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Router 0d9da1f1-c2eb-4519-b930-d8c90801b043 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:59:55.290893 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986ac8bf-92d7-4f7e-b1fb-6fa755514acd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:59:55.300569 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-986ac8bf-92d7-4f7e-b1fb-6fa755514acd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "PUT /v2.0/routers/0d9da1f1-c2eb-4519-b930-d8c90801b043/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1434476 Feb 19 04:59:55.342670 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0ece14-d408-4259-a34e-af6d495c3476 None None] Network 5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:59:55.424369 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-0079c5f6-73d4-402e-a6b0-abab10818eff None None] Provisioning complete for port 17e40552-8a75-4e05-a18a-4aecc7626d34 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:55.425258 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0079c5f6-73d4-402e-a6b0-abab10818eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (17e40552-8a75-4e05-a18a-4aecc7626d34), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:55.455693 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-58d90d18-eb1e-4414-bafa-063d60ffad87 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1206100621&fields=id&tenant_id=35b259a6dce94926b3e9e09de8b37f6a HTTP/1.1" status: 200 len: 267 time: 0.0478051 Feb 19 04:59:55.531654 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0079c5f6-73d4-402e-a6b0-abab10818eff None None] Current status of the port 17e40552-8a75-4e05-a18a-4aecc7626d34 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:55.532555 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0079c5f6-73d4-402e-a6b0-abab10818eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (17e40552-8a75-4e05-a18a-4aecc7626d34), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:55.573175 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-b877c92c-ec71-4dc8-adfd-5b7379be45a2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:55.574311 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-0079c5f6-73d4-402e-a6b0-abab10818eff None None] For port 17e40552-8a75-4e05-a18a-4aecc7626d34, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=17e40552-8a75-4e05-a18a-4aecc7626d34,segment=NetworkSegment(bb225e01-adac-4cec-b39a-7ebf5f78f946),segment_id=bb225e01-adac-4cec-b39a-7ebf5f78f946)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:55.574903 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-b877c92c-ec71-4dc8-adfd-5b7379be45a2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/networks?id=5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd HTTP/1.1" status: 200 len: 796 time: 0.1121967 Feb 19 04:59:55.582709 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0079c5f6-73d4-402e-a6b0-abab10818eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (17e40552-8a75-4e05-a18a-4aecc7626d34), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:55.592886 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-d790bafa-a9e4-43f9-ad27-9c5715ffcef6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/quotas/35b259a6dce94926b3e9e09de8b37f6a HTTP/1.1" status: 200 len: 375 time: 0.0110648 Feb 19 04:59:55.634398 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079c5f6-73d4-402e-a6b0-abab10818eff None None] Pushing event updated for resources: {'Port': ['ID=17e40552-8a75-4e05-a18a-4aecc7626d34,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:55.663437 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-42c2e41f-c3f2-457b-b2bf-68f4b74ee8cf tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642877 Feb 19 04:59:55.679978 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-75ac956f-c49c-4d07-9a6c-9e68273bdb90 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:59:55.681468 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-75ac956f-c49c-4d07-9a6c-9e68273bdb90 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054498 Feb 19 04:59:55.774587 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-99ae05cc-21fb-43be-91c2-8ebba7ac6ed4 service neutron] 10.222.0.52 "GET /v2.0/networks/5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872405 Feb 19 04:59:55.812626 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6bf00f6a-b495-48ad-8ee1-b78a415ad1b6 None None] Provisioning complete for port 17e40552-8a75-4e05-a18a-4aecc7626d34 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:55.813005 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6bf00f6a-b495-48ad-8ee1-b78a415ad1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (17e40552-8a75-4e05-a18a-4aecc7626d34), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:55.911191 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 17e40552-8a75-4e05-a18a-4aecc7626d34 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:59:55.918675 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-0b730fe8-0f8f-46fe-a721-07b2b3f92882 service neutron] 10.222.0.52 "GET /v2.0/networks/5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315014 Feb 19 04:59:55.967607 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6bf00f6a-b495-48ad-8ee1-b78a415ad1b6 None None] Current status of the port 17e40552-8a75-4e05-a18a-4aecc7626d34 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:55.991161 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6bf00f6a-b495-48ad-8ee1-b78a415ad1b6 None None] Provisioning complete for port 8ce948d0-3c35-459b-bde6-f41a812a4696 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:55.991586 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6bf00f6a-b495-48ad-8ee1-b78a415ad1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8ce948d0-3c35-459b-bde6-f41a812a4696), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:55.992994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 17e40552-8a75-4e05-a18a-4aecc7626d34 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:55.993355 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (17e40552-8a75-4e05-a18a-4aecc7626d34), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:56.029856 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c99d42-712c-4c89-a43b-226ec9911132 None None] Sync routers for ids ['0d9da1f1-c2eb-4519-b930-d8c90801b043'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:59:56.039801 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c99d42-712c-4c89-a43b-226ec9911132 None None] Routers {'0d9da1f1-c2eb-4519-b930-d8c90801b043'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:56.040437 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-34c99d42-712c-4c89-a43b-226ec9911132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:59:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['0d9da1f1-c2eb-4519-b930-d8c90801b043'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:56.065801 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6bf00f6a-b495-48ad-8ee1-b78a415ad1b6 None None] Port 8ce948d0-3c35-459b-bde6-f41a812a4696 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:59:56.126542 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 17e40552-8a75-4e05-a18a-4aecc7626d34 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:56.128644 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e5d4c463-4cbc-49e0-8fbb-449281953747 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:59:56.154053 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ecf2f08d-76c9-42bb-a02f-fee9ccff6b72 req-7b8e6f6a-5b72-4030-b3ba-5592f0982486 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e94cb2-35bf-429c-9cae-12efee2f075f HTTP/1.1" status: 200 len: 210 time: 0.0422449 Feb 19 04:59:56.196514 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-34c99d42-712c-4c89-a43b-226ec9911132 None None] Set router 0d9da1f1-c2eb-4519-b930-d8c90801b043 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:56.208941 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-84c29f52-e738-45df-b31a-0fe3865d12b3 None None] Provisioning complete for port 8ce948d0-3c35-459b-bde6-f41a812a4696 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:56.209581 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-84c29f52-e738-45df-b31a-0fe3865d12b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8ce948d0-3c35-459b-bde6-f41a812a4696), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:56.243452 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port e5d4c463-4cbc-49e0-8fbb-449281953747 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:56.243835 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e5d4c463-4cbc-49e0-8fbb-449281953747), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:56.259948 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-84c29f52-e738-45df-b31a-0fe3865d12b3 None None] Port 8ce948d0-3c35-459b-bde6-f41a812a4696 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:59:56.344160 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port e5d4c463-4cbc-49e0-8fbb-449281953747 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:56.344796 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e5d4c463-4cbc-49e0-8fbb-449281953747), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:56.367538 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port e5d4c463-4cbc-49e0-8fbb-449281953747, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e5d4c463-4cbc-49e0-8fbb-449281953747,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:56.374824 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e5d4c463-4cbc-49e0-8fbb-449281953747), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:56.413348 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-ae22defd-1083-4240-a1c8-7cd079d04718 None None] Provisioning complete for port 8ce948d0-3c35-459b-bde6-f41a812a4696 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:56.413733 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ae22defd-1083-4240-a1c8-7cd079d04718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8ce948d0-3c35-459b-bde6-f41a812a4696), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:56.430852 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-34c99d42-712c-4c89-a43b-226ec9911132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731485039', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:50Z', 'updated_at': '2022-02-19T04:59:54Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:51Z', 'updated_at': '2022-02-19T04:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '8ce948d0-3c35-459b-bde6-f41a812a4696', 'name': '', 'network_id': '5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:8a:9e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1b47a816-5042-467b-a79e-6d4c91e52df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:53Z', 'updated_at': '2022-02-19T04:59:54Z', 'revision_number': 2, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': '1b47a816-5042-467b-a79e-6d4c91e52df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:56.457284 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=e5d4c463-4cbc-49e0-8fbb-449281953747,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:56.459216 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c99d42-712c-4c89-a43b-226ec9911132 None None] Checking router: 0d9da1f1-c2eb-4519-b930-d8c90801b043 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:59:56.459757 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c99d42-712c-4c89-a43b-226ec9911132 None None] Updating router 0d9da1f1-c2eb-4519-b930-d8c90801b043 port 8ce948d0-3c35-459b-bde6-f41a812a4696 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:59:56.474288 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ae22defd-1083-4240-a1c8-7cd079d04718 None None] Port 8ce948d0-3c35-459b-bde6-f41a812a4696 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:59:56.490838 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-34c99d42-712c-4c89-a43b-226ec9911132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8ce948d0-3c35-459b-bde6-f41a812a4696), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:56.769669 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-34c99d42-712c-4c89-a43b-226ec9911132 None None] Publish callbacks [] for port (8ce948d0-3c35-459b-bde6-f41a812a4696), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:56.775605 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-34c99d42-712c-4c89-a43b-226ec9911132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8ce948d0-3c35-459b-bde6-f41a812a4696), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:56.828310 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7ff87-cb32-4d9a-98ea-08711f9803fb None None] Pushing event updated for resources: {'Port': ['ID=8ce948d0-3c35-459b-bde6-f41a812a4696,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:56.870843 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7ff87-cb32-4d9a-98ea-08711f9803fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:56.871307 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7ff87-cb32-4d9a-98ea-08711f9803fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:56.871706 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7ff87-cb32-4d9a-98ea-08711f9803fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:56.872107 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7ff87-cb32-4d9a-98ea-08711f9803fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:56.872440 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7ff87-cb32-4d9a-98ea-08711f9803fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:56.872764 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7ff87-cb32-4d9a-98ea-08711f9803fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:56.873085 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7ff87-cb32-4d9a-98ea-08711f9803fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:56.873402 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7ff87-cb32-4d9a-98ea-08711f9803fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:56.873718 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7ff87-cb32-4d9a-98ea-08711f9803fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:56.874033 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7ff87-cb32-4d9a-98ea-08711f9803fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:56.874379 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7ff87-cb32-4d9a-98ea-08711f9803fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:56.874699 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7ff87-cb32-4d9a-98ea-08711f9803fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:56.875009 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7ff87-cb32-4d9a-98ea-08711f9803fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:56.891504 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-34c99d42-712c-4c89-a43b-226ec9911132 None None] Attempting to bind port 8ce948d0-3c35-459b-bde6-f41a812a4696 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:59:56.891943 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-34c99d42-712c-4c89-a43b-226ec9911132 None None] Attempting to bind port 8ce948d0-3c35-459b-bde6-f41a812a4696 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': 'bb225e01-adac-4cec-b39a-7ebf5f78f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:59:56.892301 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c99d42-712c-4c89-a43b-226ec9911132 None None] Attempting to bind port 8ce948d0-3c35-459b-bde6-f41a812a4696 on network 5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:59:56.898302 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c99d42-712c-4c89-a43b-226ec9911132 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:59:56.898948 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c99d42-712c-4c89-a43b-226ec9911132 None None] Checking segment: {'id': 'bb225e01-adac-4cec-b39a-7ebf5f78f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:59:56.899633 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-34c99d42-712c-4c89-a43b-226ec9911132 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:56.900197 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c99d42-712c-4c89-a43b-226ec9911132 None None] Bound using segment: {'id': 'bb225e01-adac-4cec-b39a-7ebf5f78f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:59:56.900838 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-34c99d42-712c-4c89-a43b-226ec9911132 None None] Bound port: 8ce948d0-3c35-459b-bde6-f41a812a4696, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb225e01-adac-4cec-b39a-7ebf5f78f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:59:56.901219 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-34c99d42-712c-4c89-a43b-226ec9911132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8ce948d0-3c35-459b-bde6-f41a812a4696), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:56.969892 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-34c99d42-712c-4c89-a43b-226ec9911132 None None] For port 8ce948d0-3c35-459b-bde6-f41a812a4696, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:59:56.973908 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-34c99d42-712c-4c89-a43b-226ec9911132 None None] For port 8ce948d0-3c35-459b-bde6-f41a812a4696, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8ce948d0-3c35-459b-bde6-f41a812a4696,segment=NetworkSegment(bb225e01-adac-4cec-b39a-7ebf5f78f946),segment_id=bb225e01-adac-4cec-b39a-7ebf5f78f946)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:59:56.984123 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-34c99d42-712c-4c89-a43b-226ec9911132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8ce948d0-3c35-459b-bde6-f41a812a4696), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:57.040860 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c99d42-712c-4c89-a43b-226ec9911132 None None] Routers {'0d9da1f1-c2eb-4519-b930-d8c90801b043'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:57.041499 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-34c99d42-712c-4c89-a43b-226ec9911132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T04:59:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['0d9da1f1-c2eb-4519-b930-d8c90801b043'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:57.046498 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7ff87-cb32-4d9a-98ea-08711f9803fb None None] Pushing event updated for resources: {'Port': ['ID=8ce948d0-3c35-459b-bde6-f41a812a4696,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:57.102232 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-8d90c8db-d1ed-4608-b5ee-9dd83fb3ffd7 None None] Provisioning complete for port 8ce948d0-3c35-459b-bde6-f41a812a4696 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:57.102527 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8d90c8db-d1ed-4608-b5ee-9dd83fb3ffd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8ce948d0-3c35-459b-bde6-f41a812a4696), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:57.244670 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8d90c8db-d1ed-4608-b5ee-9dd83fb3ffd7 None None] Current status of the port 8ce948d0-3c35-459b-bde6-f41a812a4696 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:57.245059 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8d90c8db-d1ed-4608-b5ee-9dd83fb3ffd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8ce948d0-3c35-459b-bde6-f41a812a4696), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:57.275326 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-34c99d42-712c-4c89-a43b-226ec9911132 None None] Set router 0d9da1f1-c2eb-4519-b930-d8c90801b043 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:57.298591 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-8d90c8db-d1ed-4608-b5ee-9dd83fb3ffd7 None None] For port 8ce948d0-3c35-459b-bde6-f41a812a4696, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8ce948d0-3c35-459b-bde6-f41a812a4696,segment=NetworkSegment(bb225e01-adac-4cec-b39a-7ebf5f78f946),segment_id=bb225e01-adac-4cec-b39a-7ebf5f78f946)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:57.316554 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8d90c8db-d1ed-4608-b5ee-9dd83fb3ffd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8ce948d0-3c35-459b-bde6-f41a812a4696), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:57.333466 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-66305cfd-8c13-459a-a7a2-12434c6122ce req-7ad7e3d7-0fcf-44e3-b221-8a70b0d30162 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e94cb2-35bf-429c-9cae-12efee2f075f HTTP/1.1" status: 200 len: 210 time: 0.0377202 Feb 19 04:59:57.377263 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-0fd4fdc3-4320-44d5-a668-b72317558579 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:57.378829 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-0fd4fdc3-4320-44d5-a668-b72317558579 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.79 "GET /v2.0/networks?id=5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd HTTP/1.1" status: 200 len: 796 time: 0.1852384 Feb 19 04:59:57.384654 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90c8db-d1ed-4608-b5ee-9dd83fb3ffd7 None None] Pushing event updated for resources: {'Port': ['ID=8ce948d0-3c35-459b-bde6-f41a812a4696,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:57.406344 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:57.438584 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-bf4c108d-b255-4f77-b824-e557df901042 None None] Provisioning complete for port 8ce948d0-3c35-459b-bde6-f41a812a4696 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:57.438958 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bf4c108d-b255-4f77-b824-e557df901042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8ce948d0-3c35-459b-bde6-f41a812a4696), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:57.449204 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-215a425e-b81b-4c27-95bd-079877a70e30 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35b259a6dce94926b3e9e09de8b37f6a HTTP/1.1" status: 200 len: 380 time: 0.0586267 Feb 19 04:59:57.460923 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-0d042ff9-5bcc-4dc5-b228-1e688e564ab5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'port': {'device_id': '44e94cb2-35bf-429c-9cae-12efee2f075f', 'network_id': '5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd', 'admin_state_up': True, 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'security_groups': ['33f3c6a1-4c69-47d4-8220-ba89204b3c1a']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:57.505579 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-34c99d42-712c-4c89-a43b-226ec9911132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731485039', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:50Z', 'updated_at': '2022-02-19T04:59:54Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:51Z', 'updated_at': '2022-02-19T04:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '8ce948d0-3c35-459b-bde6-f41a812a4696', 'name': '', 'network_id': '5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:8a:9e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1b47a816-5042-467b-a79e-6d4c91e52df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:53Z', 'updated_at': '2022-02-19T04:59:56Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': '1b47a816-5042-467b-a79e-6d4c91e52df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:57.523215 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-bf4c108d-b255-4f77-b824-e557df901042 None None] Current status of the port 8ce948d0-3c35-459b-bde6-f41a812a4696 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:57.532703 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c99d42-712c-4c89-a43b-226ec9911132 None None] The sync data for ids ['0d9da1f1-c2eb-4519-b930-d8c90801b043'] in n-d-828369-19 is: [{'id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731485039', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:50Z', 'updated_at': '2022-02-19T04:59:54Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:51Z', 'updated_at': '2022-02-19T04:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '8ce948d0-3c35-459b-bde6-f41a812a4696', 'name': '', 'network_id': '5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:8a:9e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1b47a816-5042-467b-a79e-6d4c91e52df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:53Z', 'updated_at': '2022-02-19T04:59:56Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': '1b47a816-5042-467b-a79e-6d4c91e52df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:59:57.594945 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-0d042ff9-5bcc-4dc5-b228-1e688e564ab5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Made reservation on behalf of 35b259a6dce94926b3e9e09de8b37f6a for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:59:57.600981 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-0d042ff9-5bcc-4dc5-b228-1e688e564ab5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:57.732899 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-0d042ff9-5bcc-4dc5-b228-1e688e564ab5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Allocated IP 172.20.0.10 (5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd/1b47a816-5042-467b-a79e-6d4c91e52df7/13a1be97-391c-437d-a605-872933a40ea7) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:59:57.894219 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-0d042ff9-5bcc-4dc5-b228-1e688e564ab5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (13a1be97-391c-437d-a605-872933a40ea7), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:57.898015 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8ce948d0-3c35-459b-bde6-f41a812a4696 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:59:57.933280 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-0d042ff9-5bcc-4dc5-b228-1e688e564ab5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (13a1be97-391c-437d-a605-872933a40ea7), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:57.954255 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 8ce948d0-3c35-459b-bde6-f41a812a4696 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:57.954742 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8ce948d0-3c35-459b-bde6-f41a812a4696), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:57.977764 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-0d042ff9-5bcc-4dc5-b228-1e688e564ab5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network 5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:59:57.981286 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-0d042ff9-5bcc-4dc5-b228-1e688e564ab5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:59:57.988233 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-0d042ff9-5bcc-4dc5-b228-1e688e564ab5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:59:57.994788 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d042ff9-5bcc-4dc5-b228-1e688e564ab5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=13a1be97-391c-437d-a605-872933a40ea7,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:58.043826 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 8ce948d0-3c35-459b-bde6-f41a812a4696 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:58.045409 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e5d4c463-4cbc-49e0-8fbb-449281953747 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:59:58.049859 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-0d042ff9-5bcc-4dc5-b228-1e688e564ab5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:58.051749 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-0d042ff9-5bcc-4dc5-b228-1e688e564ab5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:58.078291 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-0d042ff9-5bcc-4dc5-b228-1e688e564ab5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6226211 Feb 19 04:59:58.089361 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-51e19628-c1c2-4412-9d2f-977190c77428 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:59:58.091812 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-51e19628-c1c2-4412-9d2f-977190c77428 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080545 Feb 19 04:59:58.107724 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port e5d4c463-4cbc-49e0-8fbb-449281953747 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:58.108292 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e5d4c463-4cbc-49e0-8fbb-449281953747), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:58.164104 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-e448a4d4-4e90-4a13-ae3e-a39fb1f66f4b service neutron] Request body: {'port': {'device_id': '44e94cb2-35bf-429c-9cae-12efee2f075f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:58.204708 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port e5d4c463-4cbc-49e0-8fbb-449281953747 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:58.242320 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-e448a4d4-4e90-4a13-ae3e-a39fb1f66f4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (13a1be97-391c-437d-a605-872933a40ea7), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:58.348623 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-65b0b70a-8e45-486d-a4e2-9a7f194a8c14 None None] Provisioning complete for port 13a1be97-391c-437d-a605-872933a40ea7 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:58.349010 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-65b0b70a-8e45-486d-a4e2-9a7f194a8c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (13a1be97-391c-437d-a605-872933a40ea7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:58.395258 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-65b0b70a-8e45-486d-a4e2-9a7f194a8c14 None None] Port 13a1be97-391c-437d-a605-872933a40ea7 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:59:58.523180 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b3037-3d51-4135-872a-7cc5bc9a338e req-666edccb-2dac-4496-a3b9-d338e76aab3e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:58.524722 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-526b3037-3d51-4135-872a-7cc5bc9a338e req-666edccb-2dac-4496-a3b9-d338e76aab3e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e94cb2-35bf-429c-9cae-12efee2f075f HTTP/1.1" status: 200 len: 932 time: 0.0936222 Feb 19 04:59:58.599394 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-e448a4d4-4e90-4a13-ae3e-a39fb1f66f4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a1be97-391c-437d-a605-872933a40ea7 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:59:58.617070 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-e448a4d4-4e90-4a13-ae3e-a39fb1f66f4b service neutron] Publish callbacks [] for port (13a1be97-391c-437d-a605-872933a40ea7), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:58.624580 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-526b3037-3d51-4135-872a-7cc5bc9a338e req-966890f4-118f-4486-8b4e-7fa4688caf5c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=33f3c6a1-4c69-47d4-8220-ba89204b3c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918257 Feb 19 04:59:58.634344 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-e448a4d4-4e90-4a13-ae3e-a39fb1f66f4b service neutron] Transition to ACTIVE for port object 13a1be97-391c-437d-a605-872933a40ea7 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:59:58.638943 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-e448a4d4-4e90-4a13-ae3e-a39fb1f66f4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (13a1be97-391c-437d-a605-872933a40ea7), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:58.690319 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448a4d4-4e90-4a13-ae3e-a39fb1f66f4b service neutron] Pushing event updated for resources: {'Port': ['ID=13a1be97-391c-437d-a605-872933a40ea7,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:58.769595 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-e448a4d4-4e90-4a13-ae3e-a39fb1f66f4b service neutron] Attempting to bind port 13a1be97-391c-437d-a605-872933a40ea7 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:59:58.770101 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-e448a4d4-4e90-4a13-ae3e-a39fb1f66f4b service neutron] Attempting to bind port 13a1be97-391c-437d-a605-872933a40ea7 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': 'bb225e01-adac-4cec-b39a-7ebf5f78f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:59:58.770576 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-e448a4d4-4e90-4a13-ae3e-a39fb1f66f4b service neutron] Attempting to bind port 13a1be97-391c-437d-a605-872933a40ea7 on network 5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:59:58.775382 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-e448a4d4-4e90-4a13-ae3e-a39fb1f66f4b service neutron] Port 13a1be97-391c-437d-a605-872933a40ea7 on network 5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:59:58.775712 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-e448a4d4-4e90-4a13-ae3e-a39fb1f66f4b service neutron] Attempting to bind port 13a1be97-391c-437d-a605-872933a40ea7 on network 5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:59:58.780962 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-e448a4d4-4e90-4a13-ae3e-a39fb1f66f4b service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:59:58.781393 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-e448a4d4-4e90-4a13-ae3e-a39fb1f66f4b service neutron] Checking segment: {'id': 'bb225e01-adac-4cec-b39a-7ebf5f78f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:59:58.781845 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-e448a4d4-4e90-4a13-ae3e-a39fb1f66f4b service neutron] Bound using segment: {'id': 'bb225e01-adac-4cec-b39a-7ebf5f78f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:59:58.782425 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-e448a4d4-4e90-4a13-ae3e-a39fb1f66f4b service neutron] Bound port: 13a1be97-391c-437d-a605-872933a40ea7, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb225e01-adac-4cec-b39a-7ebf5f78f946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:59:58.782898 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-e448a4d4-4e90-4a13-ae3e-a39fb1f66f4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (13a1be97-391c-437d-a605-872933a40ea7), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:58.857880 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-e448a4d4-4e90-4a13-ae3e-a39fb1f66f4b service neutron] For port 13a1be97-391c-437d-a605-872933a40ea7, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:59:58.861148 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-e448a4d4-4e90-4a13-ae3e-a39fb1f66f4b service neutron] For port 13a1be97-391c-437d-a605-872933a40ea7, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=13a1be97-391c-437d-a605-872933a40ea7,segment=NetworkSegment(bb225e01-adac-4cec-b39a-7ebf5f78f946),segment_id=bb225e01-adac-4cec-b39a-7ebf5f78f946)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:59:58.867677 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-e448a4d4-4e90-4a13-ae3e-a39fb1f66f4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (13a1be97-391c-437d-a605-872933a40ea7), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:58.901388 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-e448a4d4-4e90-4a13-ae3e-a39fb1f66f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:58.902181 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-e448a4d4-4e90-4a13-ae3e-a39fb1f66f4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:58.903559 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-e448a4d4-4e90-4a13-ae3e-a39fb1f66f4b service neutron] 10.222.0.79 "PUT /v2.0/ports/13a1be97-391c-437d-a605-872933a40ea7 HTTP/1.1" status: 200 len: 1093 time: 0.8045940 Feb 19 04:59:58.904000 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e94cb2-35bf-429c-9cae-12efee2f075f', 'tag': '13a1be97-391c-437d-a605-872933a40ea7'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:59:58.906263 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1c8913-b548-4ba5-80a2-07875e5d1696" -d '{"events": [{"name": "network-changed", "server_uuid": "44e94cb2-35bf-429c-9cae-12efee2f075f", "tag": "13a1be97-391c-437d-a605-872933a40ea7"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:59:58.931053 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448a4d4-4e90-4a13-ae3e-a39fb1f66f4b service neutron] Pushing event updated for resources: {'Port': ['ID=13a1be97-391c-437d-a605-872933a40ea7,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:58.981628 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d702372f-6898-4a58-bce7-757c1522ad47 x-openstack-request-id: req-d702372f-6898-4a58-bce7-757c1522ad47 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:59:58.981628 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e94cb2-35bf-429c-9cae-12efee2f075f", "tag": "13a1be97-391c-437d-a605-872933a40ea7", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:59:58.981996 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d702372f-6898-4a58-bce7-757c1522ad47 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:59:58.982330 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e94cb2-35bf-429c-9cae-12efee2f075f', 'tag': '13a1be97-391c-437d-a605-872933a40ea7', 'status': 'completed', 'code': 200} Feb 19 04:59:59.001832 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-7b63e5e5-b8c2-4043-b037-2f4ed59864dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:59.003451 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-7b63e5e5-b8c2-4043-b037-2f4ed59864dc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=44e94cb2-35bf-429c-9cae-12efee2f075f HTTP/1.1" status: 200 len: 1127 time: 0.0609720 Feb 19 04:59:59.045631 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-97b9fa3b-00c1-4d89-84f5-5c1d3ff7c0c8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13a1be97-391c-437d-a605-872933a40ea7 HTTP/1.1" status: 200 len: 217 time: 0.0358315 Feb 19 04:59:59.095711 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-393858e2-6e3b-4ed0-8974-db78f1bfcb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:59.097233 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-393858e2-6e3b-4ed0-8974-db78f1bfcb81 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1b47a816-5042-467b-a79e-6d4c91e52df7 HTTP/1.1" status: 200 len: 835 time: 0.0463891 Feb 19 04:59:59.148048 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-fc746865-e385-4644-a468-ff9825d2daed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:59.149561 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-fc746865-e385-4644-a468-ff9825d2daed service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465224 Feb 19 04:59:59.242993 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-af596461-cbc1-4fc2-a3fa-a311a48412f0 service neutron] 10.222.0.79 "GET /v2.0/networks/5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878003 Feb 19 04:59:59.330462 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef7bf703-5553-4294-b6e9-c31b78c46218 req-ef806718-d925-446f-b194-049ed1cc0f4c service neutron] 10.222.0.79 "GET /v2.0/networks/5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807824 Feb 19 04:59:59.422264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c8913-b548-4ba5-80a2-07875e5d1696 req-55a7862c-7de7-4991-8d4e-646642e4a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:59.423768 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab1c8913-b548-4ba5-80a2-07875e5d1696 req-55a7862c-7de7-4991-8d4e-646642e4a06c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=44e94cb2-35bf-429c-9cae-12efee2f075f HTTP/1.1" status: 200 len: 1127 time: 0.0488722 Feb 19 04:59:59.510847 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c8913-b548-4ba5-80a2-07875e5d1696 req-7c93e42e-f32c-434f-9bab-8b3847643e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:59.512196 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab1c8913-b548-4ba5-80a2-07875e5d1696 req-7c93e42e-f32c-434f-9bab-8b3847643e48 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd HTTP/1.1" status: 200 len: 897 time: 0.0827317 Feb 19 04:59:59.556070 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab1c8913-b548-4ba5-80a2-07875e5d1696 req-975438ff-ed92-4940-8fbc-5a5b7a46af23 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13a1be97-391c-437d-a605-872933a40ea7 HTTP/1.1" status: 200 len: 217 time: 0.0381031 Feb 19 04:59:59.605197 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c8913-b548-4ba5-80a2-07875e5d1696 req-09539bd9-8cc5-413a-be48-09f161fb1f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:59.606672 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab1c8913-b548-4ba5-80a2-07875e5d1696 req-09539bd9-8cc5-413a-be48-09f161fb1f49 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1b47a816-5042-467b-a79e-6d4c91e52df7 HTTP/1.1" status: 200 len: 835 time: 0.0437288 Feb 19 04:59:59.655939 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c8913-b548-4ba5-80a2-07875e5d1696 req-b31eee14-f6ca-4247-a42d-3684ed538172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:59.657500 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab1c8913-b548-4ba5-80a2-07875e5d1696 req-b31eee14-f6ca-4247-a42d-3684ed538172 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445633 Feb 19 04:59:59.788077 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab1c8913-b548-4ba5-80a2-07875e5d1696 req-e809dfb5-45cd-4a09-84c2-3efec12549e5 service neutron] 10.222.0.79 "GET /v2.0/networks/5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238558 Feb 19 04:59:59.797842 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9a531-c6a3-4d3d-b225-3a777cce56cd req-8f951ef5-eb9e-45dc-ac43-f60b07b52a70 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:59.799291 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07e9a531-c6a3-4d3d-b225-3a777cce56cd req-8f951ef5-eb9e-45dc-ac43-f60b07b52a70 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e94cb2-35bf-429c-9cae-12efee2f075f HTTP/1.1" status: 200 len: 944 time: 0.0884922 Feb 19 04:59:59.900259 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07e9a531-c6a3-4d3d-b225-3a777cce56cd req-4e08ad3c-61a3-464f-b8d3-87602ea4a2f5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=33f3c6a1-4c69-47d4-8220-ba89204b3c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927086 Feb 19 04:59:59.920898 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab1c8913-b548-4ba5-80a2-07875e5d1696 req-c309843b-0599-4c53-8ffc-2a064ffc31f1 service neutron] 10.222.0.79 "GET /v2.0/networks/5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206200 Feb 19 05:00:00.137120 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:00.716639 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4961eade-d7c2-4c5c-8c71-8711f95222c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:01.020858 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49710f-7de9-433e-b00b-be342b8d722d req-99b03490-7799-4bd3-8409-50648f67b077 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:01.022360 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce49710f-7de9-433e-b00b-be342b8d722d req-99b03490-7799-4bd3-8409-50648f67b077 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e94cb2-35bf-429c-9cae-12efee2f075f HTTP/1.1" status: 200 len: 944 time: 0.0529366 Feb 19 05:00:01.070247 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ce49710f-7de9-433e-b00b-be342b8d722d req-e234e48e-db29-4601-92a2-45705d42ef51 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=33f3c6a1-4c69-47d4-8220-ba89204b3c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421717 Feb 19 05:00:01.466384 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 13a1be97-391c-437d-a605-872933a40ea7 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:00:01.559817 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 13a1be97-391c-437d-a605-872933a40ea7, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=13a1be97-391c-437d-a605-872933a40ea7,segment=NetworkSegment(bb225e01-adac-4cec-b39a-7ebf5f78f946),segment_id=bb225e01-adac-4cec-b39a-7ebf5f78f946)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:00:01.571375 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '13a1be97-391c-437d-a605-872933a40ea7', 'network_id': '5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd', 'port_id': '13a1be97-391c-437d-a605-872933a40ea7', 'mac_address': 'fa:16:3e:56:68:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b47a816-5042-467b-a79e-6d4c91e52df7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:00:01.607129 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 13a1be97-391c-437d-a605-872933a40ea7 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:00:01.607519 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (13a1be97-391c-437d-a605-872933a40ea7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:01.619811 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a1be97-391c-437d-a605-872933a40ea7 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:00:01.641279 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 13a1be97-391c-437d-a605-872933a40ea7, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=13a1be97-391c-437d-a605-872933a40ea7,segment=NetworkSegment(bb225e01-adac-4cec-b39a-7ebf5f78f946),segment_id=bb225e01-adac-4cec-b39a-7ebf5f78f946)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:00:01.645634 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (13a1be97-391c-437d-a605-872933a40ea7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:01.695544 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=13a1be97-391c-437d-a605-872933a40ea7,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:01.881850 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['13a1be97-391c-437d-a605-872933a40ea7'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:00:02.188988 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9c36b-a965-428d-ad82-df0e27478436 req-7a1a5462-6350-4360-8ec3-cb051ef163f8 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:02.190457 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ace9c36b-a965-428d-ad82-df0e27478436 req-7a1a5462-6350-4360-8ec3-cb051ef163f8 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e94cb2-35bf-429c-9cae-12efee2f075f HTTP/1.1" status: 200 len: 945 time: 0.0514464 Feb 19 05:00:02.238650 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ace9c36b-a965-428d-ad82-df0e27478436 req-47d0ff2d-aa5b-44fe-9921-82d73578f951 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=33f3c6a1-4c69-47d4-8220-ba89204b3c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419910 Feb 19 05:00:03.360536 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc1eff-afe9-466f-ae4b-a3c4f7d848ba req-e8a67497-426d-40a6-8020-3a438d1b6245 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:03.362020 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7efc1eff-afe9-466f-ae4b-a3c4f7d848ba req-e8a67497-426d-40a6-8020-3a438d1b6245 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e94cb2-35bf-429c-9cae-12efee2f075f HTTP/1.1" status: 200 len: 945 time: 0.0559142 Feb 19 05:00:03.409856 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7efc1eff-afe9-466f-ae4b-a3c4f7d848ba req-83dc1a15-91e7-4dc7-bedb-85969cb55823 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=33f3c6a1-4c69-47d4-8220-ba89204b3c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421860 Feb 19 05:00:03.474151 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 13a1be97-391c-437d-a605-872933a40ea7 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:00:03.523853 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 13a1be97-391c-437d-a605-872933a40ea7 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:00:03.527702 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 13a1be97-391c-437d-a605-872933a40ea7 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:00:03.528193 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (13a1be97-391c-437d-a605-872933a40ea7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:03.604249 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2b25af55-06f0-4557-a380-f4d40327bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:03.620263 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 13a1be97-391c-437d-a605-872933a40ea7 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:00:03.620639 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (13a1be97-391c-437d-a605-872933a40ea7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:03.645496 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e94cb2-35bf-429c-9cae-12efee2f075f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a1be97-391c-437d-a605-872933a40ea7'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:00:03.648048 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef644b6ab79b0ac41de0b13976fcd129d4d99816de20742327e953106f20d7ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d711a52c-9cda-432f-b6af-1512b1344193" -d '{"events": [{"server_uuid": "44e94cb2-35bf-429c-9cae-12efee2f075f", "name": "network-vif-plugged", "status": "completed", "tag": "13a1be97-391c-437d-a605-872933a40ea7"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:00:03.661051 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 13a1be97-391c-437d-a605-872933a40ea7, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=13a1be97-391c-437d-a605-872933a40ea7,segment=NetworkSegment(bb225e01-adac-4cec-b39a-7ebf5f78f946),segment_id=bb225e01-adac-4cec-b39a-7ebf5f78f946)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:00:03.665470 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (13a1be97-391c-437d-a605-872933a40ea7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:03.696972 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657422e4-e5c1-4a90-98c1-6d34312f4d7f x-openstack-request-id: req-657422e4-e5c1-4a90-98c1-6d34312f4d7f {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:00:03.697309 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e94cb2-35bf-429c-9cae-12efee2f075f", "name": "network-vif-plugged", "status": "completed", "tag": "13a1be97-391c-437d-a605-872933a40ea7", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:00:03.702315 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-657422e4-e5c1-4a90-98c1-6d34312f4d7f {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:00:03.705452 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e94cb2-35bf-429c-9cae-12efee2f075f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a1be97-391c-437d-a605-872933a40ea7', 'code': 200} Feb 19 05:00:03.737827 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=13a1be97-391c-437d-a605-872933a40ea7,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:03.800881 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec9d48-8db9-4018-800e-f0e5fab1c340 req-edf87daf-989d-4dd8-8007-4058de901df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:03.802342 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4dec9d48-8db9-4018-800e-f0e5fab1c340 req-edf87daf-989d-4dd8-8007-4058de901df9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=44e94cb2-35bf-429c-9cae-12efee2f075f HTTP/1.1" status: 200 len: 1129 time: 0.0445585 Feb 19 05:00:03.848221 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4dec9d48-8db9-4018-800e-f0e5fab1c340 req-751e26e9-f75d-4b4f-be92-394a665c962b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=33f3c6a1-4c69-47d4-8220-ba89204b3c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384912 Feb 19 05:00:04.017563 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:04.528509 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbc213-42aa-4332-8c54-8df73615044b req-5f80254e-51f2-40f5-a0ec-3eb7e5928ff7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:04.529962 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7adbc213-42aa-4332-8c54-8df73615044b req-5f80254e-51f2-40f5-a0ec-3eb7e5928ff7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e94cb2-35bf-429c-9cae-12efee2f075f HTTP/1.1" status: 200 len: 946 time: 0.0543396 Feb 19 05:00:04.578700 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7adbc213-42aa-4332-8c54-8df73615044b req-40c3d7d3-66da-40dd-9d4b-832dc450b11b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=33f3c6a1-4c69-47d4-8220-ba89204b3c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426590 Feb 19 05:00:05.507619 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:05.699117 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66837c-4193-4b1b-9795-c8bc35f62784 req-2a740013-9d1e-4b82-8ebc-570862bad0dc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:05.700587 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de66837c-4193-4b1b-9795-c8bc35f62784 req-2a740013-9d1e-4b82-8ebc-570862bad0dc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e94cb2-35bf-429c-9cae-12efee2f075f HTTP/1.1" status: 200 len: 946 time: 0.0516193 Feb 19 05:00:05.748974 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de66837c-4193-4b1b-9795-c8bc35f62784 req-da40028f-1460-457f-89a5-eb23030fdfa1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=33f3c6a1-4c69-47d4-8220-ba89204b3c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428791 Feb 19 05:00:05.867272 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ad281-f750-4c14-a976-db91d35e4a3b req-aaf9c452-4130-45b7-9aa4-5b58cd4d06d6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:05.868675 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-271ad281-f750-4c14-a976-db91d35e4a3b req-aaf9c452-4130-45b7-9aa4-5b58cd4d06d6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e94cb2-35bf-429c-9cae-12efee2f075f HTTP/1.1" status: 200 len: 946 time: 0.0517592 Feb 19 05:00:05.920586 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-271ad281-f750-4c14-a976-db91d35e4a3b req-72d008eb-a4f8-4f99-aeb4-6833b310102d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=33f3c6a1-4c69-47d4-8220-ba89204b3c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460217 Feb 19 05:00:05.942877 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47476) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:05.984761 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6eb8cd0-025b-4f6c-ace3-986b7ad12778 tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:05.986301 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b6eb8cd0-025b-4f6c-ace3-986b7ad12778 tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=44e94cb2-35bf-429c-9cae-12efee2f075f HTTP/1.1" status: 200 len: 1124 time: 0.0423741 Feb 19 05:00:05.989162 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47478) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:05.993431 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-21a5f27a-97d3-4972-a9e3-d7976419ee1a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'port_id': '13a1be97-391c-437d-a605-872933a40ea7', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:06.014647 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21a5f27a-97d3-4972-a9e3-d7976419ee1a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:06.108610 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21a5f27a-97d3-4972-a9e3-d7976419ee1a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:06.211353 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-21a5f27a-97d3-4972-a9e3-d7976419ee1a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Allocated IP 172.25.3.53 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/cf03b9a5-9128-4425-b722-ee1710be2ae2) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:00:06.306884 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21a5f27a-97d3-4972-a9e3-d7976419ee1a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (cf03b9a5-9128-4425-b722-ee1710be2ae2), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:06.343565 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21a5f27a-97d3-4972-a9e3-d7976419ee1a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (cf03b9a5-9128-4425-b722-ee1710be2ae2), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:06.382700 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a5f27a-97d3-4972-a9e3-d7976419ee1a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:00:06.385727 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-21a5f27a-97d3-4972-a9e3-d7976419ee1a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:00:06.389752 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a5f27a-97d3-4972-a9e3-d7976419ee1a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:00:06.417706 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5f27a-97d3-4972-a9e3-d7976419ee1a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=cf03b9a5-9128-4425-b722-ee1710be2ae2,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:06.752143 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21a5f27a-97d3-4972-a9e3-d7976419ee1a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for floatingip (22457838-ca98-4826-8d20-aff4be351e65), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:06.817680 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21a5f27a-97d3-4972-a9e3-d7976419ee1a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (cf03b9a5-9128-4425-b722-ee1710be2ae2), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:06.894006 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:06.964824 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21a5f27a-97d3-4972-a9e3-d7976419ee1a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (cf03b9a5-9128-4425-b722-ee1710be2ae2), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:06.969111 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21a5f27a-97d3-4972-a9e3-d7976419ee1a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (cf03b9a5-9128-4425-b722-ee1710be2ae2), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:07.038873 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5f27a-97d3-4972-a9e3-d7976419ee1a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=cf03b9a5-9128-4425-b722-ee1710be2ae2,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:07.048412 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21a5f27a-97d3-4972-a9e3-d7976419ee1a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (22457838-ca98-4826-8d20-aff4be351e65), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:07.148957 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-21a5f27a-97d3-4972-a9e3-d7976419ee1a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Floating IP 22457838-ca98-4826-8d20-aff4be351e65 associated. External IP: 172.25.3.53, port: 13a1be97-391c-437d-a605-872933a40ea7. Feb 19 05:00:07.354337 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a5f27a-97d3-4972-a9e3-d7976419ee1a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Router 0d9da1f1-c2eb-4519-b930-d8c90801b043 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:00:07.844584 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1cb2d12b-bf67-45d6-9be2-a3ae9de8da48 req-ac19e2bb-44f5-4108-a7a0-ec9bac0db4f3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=44e94cb2-35bf-429c-9cae-12efee2f075f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4442432 Feb 19 05:00:07.851834 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a5f27a-97d3-4972-a9e3-d7976419ee1a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:00:07.861871 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932da714-d52b-425d-9860-ec0b8f0296f7 None None] Sync routers for ids ['0d9da1f1-c2eb-4519-b930-d8c90801b043'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:00:07.872267 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-21a5f27a-97d3-4972-a9e3-d7976419ee1a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:07.873835 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932da714-d52b-425d-9860-ec0b8f0296f7 None None] Routers {'0d9da1f1-c2eb-4519-b930-d8c90801b043'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:00:07.874570 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-932da714-d52b-425d-9860-ec0b8f0296f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:00:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['0d9da1f1-c2eb-4519-b930-d8c90801b043'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:07.926440 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-21a5f27a-97d3-4972-a9e3-d7976419ee1a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9361913 Feb 19 05:00:07.927891 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e94cb2-35bf-429c-9cae-12efee2f075f', 'tag': '13a1be97-391c-437d-a605-872933a40ea7'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:00:07.930251 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4b24f7-0539-416f-ae1c-b547c8ceb6eb" -d '{"events": [{"name": "network-changed", "server_uuid": "44e94cb2-35bf-429c-9cae-12efee2f075f", "tag": "13a1be97-391c-437d-a605-872933a40ea7"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:00:07.948304 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2d12b-bf67-45d6-9be2-a3ae9de8da48 req-929395db-2ee7-4ca2-9ef7-4a2e26d7f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:07.949956 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1cb2d12b-bf67-45d6-9be2-a3ae9de8da48 req-929395db-2ee7-4ca2-9ef7-4a2e26d7f05e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=44e94cb2-35bf-429c-9cae-12efee2f075f HTTP/1.1" status: 200 len: 1129 time: 0.0586731 Feb 19 05:00:07.980209 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ec3e20-4e74-4496-bca3-8a93a0f384a6 x-openstack-request-id: req-e6ec3e20-4e74-4496-bca3-8a93a0f384a6 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:00:07.980791 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e94cb2-35bf-429c-9cae-12efee2f075f", "tag": "13a1be97-391c-437d-a605-872933a40ea7", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:00:07.981221 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e6ec3e20-4e74-4496-bca3-8a93a0f384a6 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:00:07.981866 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e94cb2-35bf-429c-9cae-12efee2f075f', 'tag': '13a1be97-391c-437d-a605-872933a40ea7', 'status': 'completed', 'code': 200} Feb 19 05:00:08.006245 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-932da714-d52b-425d-9860-ec0b8f0296f7 None None] Set router 0d9da1f1-c2eb-4519-b930-d8c90801b043 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:00:08.100171 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490578c9-1c5b-47bc-8ce7-1154529eb629 req-6b94fa57-e28a-44c7-99ff-56370ddcfe87 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:08.101639 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-490578c9-1c5b-47bc-8ce7-1154529eb629 req-6b94fa57-e28a-44c7-99ff-56370ddcfe87 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e94cb2-35bf-429c-9cae-12efee2f075f HTTP/1.1" status: 200 len: 946 time: 0.1093874 Feb 19 05:00:08.104848 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2d12b-bf67-45d6-9be2-a3ae9de8da48 req-a1ff8468-aed7-4ad4-9f46-f858ca53ad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:08.106312 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1cb2d12b-bf67-45d6-9be2-a3ae9de8da48 req-a1ff8468-aed7-4ad4-9f46-f858ca53ad08 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd HTTP/1.1" status: 200 len: 897 time: 0.1371965 Feb 19 05:00:08.207299 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-490578c9-1c5b-47bc-8ce7-1154529eb629 req-397c6b34-4acb-46c4-baa5-254681729ce5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=33f3c6a1-4c69-47d4-8220-ba89204b3c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985847 Feb 19 05:00:08.209201 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1cb2d12b-bf67-45d6-9be2-a3ae9de8da48 req-5b3f97d4-8e63-49c3-be29-46b0e05df559 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13a1be97-391c-437d-a605-872933a40ea7 HTTP/1.1" status: 200 len: 999 time: 0.0944231 Feb 19 05:00:08.230769 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47484) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:08.259146 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2d12b-bf67-45d6-9be2-a3ae9de8da48 req-058e708e-7218-4ee1-87a4-eecf15911ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:08.260741 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1cb2d12b-bf67-45d6-9be2-a3ae9de8da48 req-058e708e-7218-4ee1-87a4-eecf15911ace service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1b47a816-5042-467b-a79e-6d4c91e52df7 HTTP/1.1" status: 200 len: 835 time: 0.0458629 Feb 19 05:00:08.296932 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1e9fd8c2-6d48-4dd2-a391-4f18ff07fe24 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/floatingips/22457838-ca98-4826-8d20-aff4be351e65 HTTP/1.1" status: 200 len: 991 time: 0.0648911 Feb 19 05:00:08.310521 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2d12b-bf67-45d6-9be2-a3ae9de8da48 req-49578130-8065-4a25-8727-32b13d06511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:08.312014 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1cb2d12b-bf67-45d6-9be2-a3ae9de8da48 req-49578130-8065-4a25-8727-32b13d06511a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458462 Feb 19 05:00:08.394905 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-932da714-d52b-425d-9860-ec0b8f0296f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731485039', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:50Z', 'updated_at': '2022-02-19T04:59:54Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:51Z', 'updated_at': '2022-02-19T04:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '22457838-ca98-4826-8d20-aff4be351e65', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'floating_ip_address': '172.25.3.53', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'port_id': '13a1be97-391c-437d-a605-872933a40ea7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd', 'mac_address': 'fa:16:3e:56:68:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e94cb2-35bf-429c-9cae-12efee2f075f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:00:06Z', 'updated_at': '2022-02-19T05:00:06Z', 'revision_number': 0, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce948d0-3c35-459b-bde6-f41a812a4696', 'name': '', 'network_id': '5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:8a:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1b47a816-5042-467b-a79e-6d4c91e52df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:53Z', 'updated_at': '2022-02-19T04:59:57Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': '1b47a816-5042-467b-a79e-6d4c91e52df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:08.412547 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1cb2d12b-bf67-45d6-9be2-a3ae9de8da48 req-410dfd56-c6da-4e68-9352-53760b399267 service neutron] 10.222.0.79 "GET /v2.0/networks/5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940926 Feb 19 05:00:08.421806 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932da714-d52b-425d-9860-ec0b8f0296f7 None None] Checking router: 0d9da1f1-c2eb-4519-b930-d8c90801b043 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:00:08.430301 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932da714-d52b-425d-9860-ec0b8f0296f7 None None] Routers {'0d9da1f1-c2eb-4519-b930-d8c90801b043'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:00:08.430923 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-932da714-d52b-425d-9860-ec0b8f0296f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:00:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['0d9da1f1-c2eb-4519-b930-d8c90801b043'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:08.502697 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1cb2d12b-bf67-45d6-9be2-a3ae9de8da48 req-787cf3e9-77f7-41a4-b83c-2290a4e627b6 service neutron] 10.222.0.79 "GET /v2.0/networks/5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845854 Feb 19 05:00:08.545200 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-932da714-d52b-425d-9860-ec0b8f0296f7 None None] Set router 0d9da1f1-c2eb-4519-b930-d8c90801b043 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:00:08.589132 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b24f7-0539-416f-ae1c-b547c8ceb6eb req-4f9e7c8e-99a0-4efe-8b27-c412e0c51b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:08.590661 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f4b24f7-0539-416f-ae1c-b547c8ceb6eb req-4f9e7c8e-99a0-4efe-8b27-c412e0c51b8e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=44e94cb2-35bf-429c-9cae-12efee2f075f HTTP/1.1" status: 200 len: 1129 time: 0.0445147 Feb 19 05:00:08.687294 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b24f7-0539-416f-ae1c-b547c8ceb6eb req-c097cea2-4238-4b6d-be56-6a6240dea5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:08.688933 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f4b24f7-0539-416f-ae1c-b547c8ceb6eb req-c097cea2-4238-4b6d-be56-6a6240dea5e8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd HTTP/1.1" status: 200 len: 897 time: 0.0923390 Feb 19 05:00:08.755885 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f4b24f7-0539-416f-ae1c-b547c8ceb6eb req-ff99a5ee-6731-449c-aa74-a8d5dbf9d65e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13a1be97-391c-437d-a605-872933a40ea7 HTTP/1.1" status: 200 len: 999 time: 0.0608888 Feb 19 05:00:08.789802 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-932da714-d52b-425d-9860-ec0b8f0296f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731485039', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:50Z', 'updated_at': '2022-02-19T04:59:54Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:51Z', 'updated_at': '2022-02-19T04:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '22457838-ca98-4826-8d20-aff4be351e65', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'floating_ip_address': '172.25.3.53', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'port_id': '13a1be97-391c-437d-a605-872933a40ea7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd', 'mac_address': 'fa:16:3e:56:68:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e94cb2-35bf-429c-9cae-12efee2f075f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:00:06Z', 'updated_at': '2022-02-19T05:00:06Z', 'revision_number': 0, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce948d0-3c35-459b-bde6-f41a812a4696', 'name': '', 'network_id': '5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:8a:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1b47a816-5042-467b-a79e-6d4c91e52df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:53Z', 'updated_at': '2022-02-19T04:59:57Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': '1b47a816-5042-467b-a79e-6d4c91e52df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:08.808858 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b24f7-0539-416f-ae1c-b547c8ceb6eb req-2b6c1c47-a02a-427f-99e4-c1d6746cabe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:08.810358 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f4b24f7-0539-416f-ae1c-b547c8ceb6eb req-2b6c1c47-a02a-427f-99e4-c1d6746cabe5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1b47a816-5042-467b-a79e-6d4c91e52df7 HTTP/1.1" status: 200 len: 835 time: 0.0489531 Feb 19 05:00:08.816591 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932da714-d52b-425d-9860-ec0b8f0296f7 None None] The sync data for ids ['0d9da1f1-c2eb-4519-b930-d8c90801b043'] in n-d-828369-19 is: [{'id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731485039', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:50Z', 'updated_at': '2022-02-19T04:59:54Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:51Z', 'updated_at': '2022-02-19T04:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '22457838-ca98-4826-8d20-aff4be351e65', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'floating_ip_address': '172.25.3.53', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'port_id': '13a1be97-391c-437d-a605-872933a40ea7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd', 'mac_address': 'fa:16:3e:56:68:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e94cb2-35bf-429c-9cae-12efee2f075f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:00:06Z', 'updated_at': '2022-02-19T05:00:06Z', 'revision_number': 0, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce948d0-3c35-459b-bde6-f41a812a4696', 'name': '', 'network_id': '5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:8a:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1b47a816-5042-467b-a79e-6d4c91e52df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:53Z', 'updated_at': '2022-02-19T04:59:57Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': '1b47a816-5042-467b-a79e-6d4c91e52df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:00:08.864498 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b24f7-0539-416f-ae1c-b547c8ceb6eb req-9cbb455c-54d4-43c0-bf11-db9d886061d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:08.865982 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f4b24f7-0539-416f-ae1c-b547c8ceb6eb req-9cbb455c-54d4-43c0-bf11-db9d886061d0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504527 Feb 19 05:00:08.955985 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f4b24f7-0539-416f-ae1c-b547c8ceb6eb req-7d98421c-1276-4d30-aeb4-ac6030ae21b2 service neutron] 10.222.0.79 "GET /v2.0/networks/5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838449 Feb 19 05:00:09.033533 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999df22a-3528-4cbf-ac5d-e903020a9851 None None] New status for floating IP 22457838-ca98-4826-8d20-aff4be351e65: ACTIVE {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:00:09.056747 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f4b24f7-0539-416f-ae1c-b547c8ceb6eb req-ecf74a0d-173a-4347-bcce-682bb2be7032 service neutron] 10.222.0.79 "GET /v2.0/networks/5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932996 Feb 19 05:00:09.299124 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47486) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:09.361294 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-20f4e67a-af69-45bb-a895-09322feb9745 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/floatingips/22457838-ca98-4826-8d20-aff4be351e65 HTTP/1.1" status: 200 len: 993 time: 0.0610237 Feb 19 05:00:17.313801 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:00:27.417749 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:30.139905 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:30.718416 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3e5fbae1-7711-4beb-acc6-9b5775e4939d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:33.584422 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5faaeef4-429d-49a3-a203-10db0609f809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:34.018392 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:35.511066 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:36.897059 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:40.737226 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b226c-bbfc-4c8a-9587-5ba5366d245d req-da9a55a6-cdd6-45ce-b490-a40a1124b922 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:40.738790 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c06b226c-bbfc-4c8a-9587-5ba5366d245d req-da9a55a6-cdd6-45ce-b490-a40a1124b922 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e94cb2-35bf-429c-9cae-12efee2f075f HTTP/1.1" status: 200 len: 946 time: 0.0533946 Feb 19 05:00:40.790468 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c06b226c-bbfc-4c8a-9587-5ba5366d245d req-f8e7313f-2baf-4035-bdc6-0d549ba2a2b3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=33f3c6a1-4c69-47d4-8220-ba89204b3c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451949 Feb 19 05:00:41.910953 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e270c-b240-4dc5-98c6-5e60362b8157 req-3edfed6d-775e-4a57-bd70-28400477c970 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:41.912423 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe8e270c-b240-4dc5-98c6-5e60362b8157 req-3edfed6d-775e-4a57-bd70-28400477c970 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e94cb2-35bf-429c-9cae-12efee2f075f HTTP/1.1" status: 200 len: 946 time: 0.0529065 Feb 19 05:00:41.964537 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fe8e270c-b240-4dc5-98c6-5e60362b8157 req-3bea348d-8e87-4cb3-8d56-11c40df0fc91 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=33f3c6a1-4c69-47d4-8220-ba89204b3c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464215 Feb 19 05:00:41.987041 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47504) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:42.310302 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3f32478e-d9c7-48d3-818f-3577a1e05802 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/floatingips/22457838-ca98-4826-8d20-aff4be351e65 HTTP/1.1" status: 200 len: 993 time: 0.3214588 Feb 19 05:00:43.578772 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b980b-0040-4118-8671-6f0fc96b8ad2 req-1f808ff3-ca36-4913-b777-6fecb6d2d79a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:43.580184 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-589b980b-0040-4118-8671-6f0fc96b8ad2 req-1f808ff3-ca36-4913-b777-6fecb6d2d79a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e94cb2-35bf-429c-9cae-12efee2f075f HTTP/1.1" status: 200 len: 946 time: 0.0541556 Feb 19 05:00:43.631075 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-589b980b-0040-4118-8671-6f0fc96b8ad2 req-cc5fc8aa-7264-49b7-9968-61c8e0bb5f1b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=33f3c6a1-4c69-47d4-8220-ba89204b3c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453031 Feb 19 05:00:44.752728 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1109e89-b56e-4e5a-b727-0369ea3728aa req-f3e50213-7e32-40de-b68a-677b99583935 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:44.754960 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f1109e89-b56e-4e5a-b727-0369ea3728aa req-f3e50213-7e32-40de-b68a-677b99583935 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e94cb2-35bf-429c-9cae-12efee2f075f HTTP/1.1" status: 200 len: 946 time: 0.0522811 Feb 19 05:00:44.803606 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f1109e89-b56e-4e5a-b727-0369ea3728aa req-97f0877a-f184-45b6-b702-0be57d0151b6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=33f3c6a1-4c69-47d4-8220-ba89204b3c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431828 Feb 19 05:00:44.825580 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47514) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:44.889302 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-722b93ed-b5ec-4efe-b994-099f264d31e5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/floatingips/22457838-ca98-4826-8d20-aff4be351e65 HTTP/1.1" status: 200 len: 993 time: 0.0625906 Feb 19 05:00:45.104784 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47520) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:45.265273 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-901ba403-95c7-4976-bc46-c6e2010bce23 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Deleting port cf03b9a5-9128-4425-b722-ee1710be2ae2 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:00:45.265621 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-901ba403-95c7-4976-bc46-c6e2010bce23 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (cf03b9a5-9128-4425-b722-ee1710be2ae2), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:45.342496 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-901ba403-95c7-4976-bc46-c6e2010bce23 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (cf03b9a5-9128-4425-b722-ee1710be2ae2), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:45.342825 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-901ba403-95c7-4976-bc46-c6e2010bce23 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for floatingip (cf03b9a5-9128-4425-b722-ee1710be2ae2), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:45.354585 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-901ba403-95c7-4976-bc46-c6e2010bce23 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Calling delete_port for cf03b9a5-9128-4425-b722-ee1710be2ae2 owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:00:45.498919 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-901ba403-95c7-4976-bc46-c6e2010bce23 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (cf03b9a5-9128-4425-b722-ee1710be2ae2), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:45.526352 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ba403-95c7-4976-bc46-c6e2010bce23 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Port': ['ID=cf03b9a5-9128-4425-b722-ee1710be2ae2,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:45.551128 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ba403-95c7-4976-bc46-c6e2010bce23 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:45.551477 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ba403-95c7-4976-bc46-c6e2010bce23 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:45.551822 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ba403-95c7-4976-bc46-c6e2010bce23 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:45.552220 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ba403-95c7-4976-bc46-c6e2010bce23 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:45.552555 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ba403-95c7-4976-bc46-c6e2010bce23 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:45.552884 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ba403-95c7-4976-bc46-c6e2010bce23 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:45.553210 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ba403-95c7-4976-bc46-c6e2010bce23 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:45.553535 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ba403-95c7-4976-bc46-c6e2010bce23 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:45.553863 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ba403-95c7-4976-bc46-c6e2010bce23 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:45.554203 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ba403-95c7-4976-bc46-c6e2010bce23 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:45.554570 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ba403-95c7-4976-bc46-c6e2010bce23 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:45.554909 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ba403-95c7-4976-bc46-c6e2010bce23 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:45.555366 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901ba403-95c7-4976-bc46-c6e2010bce23 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:45.600310 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-901ba403-95c7-4976-bc46-c6e2010bce23 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for floatingip (22457838-ca98-4826-8d20-aff4be351e65), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:45.600680 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-901ba403-95c7-4976-bc46-c6e2010bce23 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Floating IP 22457838-ca98-4826-8d20-aff4be351e65 disassociated (deleted). External IP: 172.25.3.53, port: 13a1be97-391c-437d-a605-872933a40ea7. Feb 19 05:00:45.811407 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901ba403-95c7-4976-bc46-c6e2010bce23 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Router 0d9da1f1-c2eb-4519-b930-d8c90801b043 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:00:45.927528 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901ba403-95c7-4976-bc46-c6e2010bce23 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:00:45.932475 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-901ba403-95c7-4976-bc46-c6e2010bce23 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:45.937055 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b96f8d4-d12f-4d9d-bbf4-2e1700ce7795 None None] Sync routers for ids ['0d9da1f1-c2eb-4519-b930-d8c90801b043'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:00:45.947123 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b96f8d4-d12f-4d9d-bbf4-2e1700ce7795 None None] Routers {'0d9da1f1-c2eb-4519-b930-d8c90801b043'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:00:45.947746 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4b96f8d4-d12f-4d9d-bbf4-2e1700ce7795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:00:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['0d9da1f1-c2eb-4519-b930-d8c90801b043'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:45.961528 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-901ba403-95c7-4976-bc46-c6e2010bce23 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "DELETE /v2.0/floatingips/22457838-ca98-4826-8d20-aff4be351e65 HTTP/1.1" status: 204 len: 168 time: 0.8555744 Feb 19 05:00:45.962120 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e94cb2-35bf-429c-9cae-12efee2f075f', 'tag': '13a1be97-391c-437d-a605-872933a40ea7'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:00:45.964446 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6a96d6-d6a0-4980-bfd4-1ecc5840fcc1" -d '{"events": [{"name": "network-changed", "server_uuid": "44e94cb2-35bf-429c-9cae-12efee2f075f", "tag": "13a1be97-391c-437d-a605-872933a40ea7"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:00:46.009196 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e02bbd5-34f0-4a23-bc29-1010d6b175d2 x-openstack-request-id: req-7e02bbd5-34f0-4a23-bc29-1010d6b175d2 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:00:46.009786 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e94cb2-35bf-429c-9cae-12efee2f075f", "tag": "13a1be97-391c-437d-a605-872933a40ea7", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:00:46.010051 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7e02bbd5-34f0-4a23-bc29-1010d6b175d2 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:00:46.010519 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e94cb2-35bf-429c-9cae-12efee2f075f', 'tag': '13a1be97-391c-437d-a605-872933a40ea7', 'status': 'completed', 'code': 200} Feb 19 05:00:46.062027 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-4b96f8d4-d12f-4d9d-bbf4-2e1700ce7795 None None] Set router 0d9da1f1-c2eb-4519-b930-d8c90801b043 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:00:46.077204 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a96d6-d6a0-4980-bfd4-1ecc5840fcc1 req-05b4caa7-4f58-467e-9d6e-5a85abb4ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:46.078778 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a6a96d6-d6a0-4980-bfd4-1ecc5840fcc1 req-05b4caa7-4f58-467e-9d6e-5a85abb4ab45 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=44e94cb2-35bf-429c-9cae-12efee2f075f HTTP/1.1" status: 200 len: 1129 time: 0.0490677 Feb 19 05:00:46.189585 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a96d6-d6a0-4980-bfd4-1ecc5840fcc1 req-f21bba60-0c1a-4504-9df6-8d050c1884bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:46.191106 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a6a96d6-d6a0-4980-bfd4-1ecc5840fcc1 req-f21bba60-0c1a-4504-9df6-8d050c1884bb service neutron] 10.222.0.79 "GET /v2.0/networks?id=5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd HTTP/1.1" status: 200 len: 897 time: 0.1064975 Feb 19 05:00:46.248556 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a6a96d6-d6a0-4980-bfd4-1ecc5840fcc1 req-5c75372e-992c-4b0f-8b46-2917c2633f64 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13a1be97-391c-437d-a605-872933a40ea7 HTTP/1.1" status: 200 len: 217 time: 0.0425298 Feb 19 05:00:46.277785 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4b96f8d4-d12f-4d9d-bbf4-2e1700ce7795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731485039', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:50Z', 'updated_at': '2022-02-19T04:59:54Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:51Z', 'updated_at': '2022-02-19T04:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '8ce948d0-3c35-459b-bde6-f41a812a4696', 'name': '', 'network_id': '5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:8a:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1b47a816-5042-467b-a79e-6d4c91e52df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:53Z', 'updated_at': '2022-02-19T04:59:57Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': '1b47a816-5042-467b-a79e-6d4c91e52df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:46.296438 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c9f60-a219-4e84-99ec-335c312b87b8 req-59c9b380-3e0f-42ae-b8d3-3df19e458fa3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:46.297938 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-045c9f60-a219-4e84-99ec-335c312b87b8 req-59c9b380-3e0f-42ae-b8d3-3df19e458fa3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e94cb2-35bf-429c-9cae-12efee2f075f HTTP/1.1" status: 200 len: 946 time: 0.1237588 Feb 19 05:00:46.304826 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b96f8d4-d12f-4d9d-bbf4-2e1700ce7795 None None] Checking router: 0d9da1f1-c2eb-4519-b930-d8c90801b043 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:00:46.313307 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b96f8d4-d12f-4d9d-bbf4-2e1700ce7795 None None] Routers {'0d9da1f1-c2eb-4519-b930-d8c90801b043'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:00:46.313850 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4b96f8d4-d12f-4d9d-bbf4-2e1700ce7795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:00:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['0d9da1f1-c2eb-4519-b930-d8c90801b043'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:46.318041 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a96d6-d6a0-4980-bfd4-1ecc5840fcc1 req-44632793-8384-42a7-be61-d77e105822bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:46.319473 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a6a96d6-d6a0-4980-bfd4-1ecc5840fcc1 req-44632793-8384-42a7-be61-d77e105822bd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1b47a816-5042-467b-a79e-6d4c91e52df7 HTTP/1.1" status: 200 len: 835 time: 0.0628910 Feb 19 05:00:46.385267 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-045c9f60-a219-4e84-99ec-335c312b87b8 req-6cbf2a24-91f3-47bb-b26f-809ab103637c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=33f3c6a1-4c69-47d4-8220-ba89204b3c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771005 Feb 19 05:00:46.393773 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a96d6-d6a0-4980-bfd4-1ecc5840fcc1 req-43ac9be2-69ab-4bdd-8ab4-07f67a3e1b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:46.395331 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a6a96d6-d6a0-4980-bfd4-1ecc5840fcc1 req-43ac9be2-69ab-4bdd-8ab4-07f67a3e1b1a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0671115 Feb 19 05:00:46.423330 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-4b96f8d4-d12f-4d9d-bbf4-2e1700ce7795 None None] Set router 0d9da1f1-c2eb-4519-b930-d8c90801b043 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:00:46.492669 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a6a96d6-d6a0-4980-bfd4-1ecc5840fcc1 req-0db2242c-4bcf-499a-be0f-81a6684ad81a service neutron] 10.222.0.79 "GET /v2.0/networks/5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898583 Feb 19 05:00:46.580638 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a6a96d6-d6a0-4980-bfd4-1ecc5840fcc1 req-8d0f635e-6f6b-4139-9c2b-45015f9f6aa7 service neutron] 10.222.0.79 "GET /v2.0/networks/5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812817 Feb 19 05:00:46.620366 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-4b96f8d4-d12f-4d9d-bbf4-2e1700ce7795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731485039', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:50Z', 'updated_at': '2022-02-19T04:59:54Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:51Z', 'updated_at': '2022-02-19T04:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '8ce948d0-3c35-459b-bde6-f41a812a4696', 'name': '', 'network_id': '5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:8a:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1b47a816-5042-467b-a79e-6d4c91e52df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:53Z', 'updated_at': '2022-02-19T04:59:57Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': '1b47a816-5042-467b-a79e-6d4c91e52df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:46.650078 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b96f8d4-d12f-4d9d-bbf4-2e1700ce7795 None None] The sync data for ids ['0d9da1f1-c2eb-4519-b930-d8c90801b043'] in n-d-828369-19 is: [{'id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731485039', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:50Z', 'updated_at': '2022-02-19T04:59:54Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:51Z', 'updated_at': '2022-02-19T04:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '8ce948d0-3c35-459b-bde6-f41a812a4696', 'name': '', 'network_id': '5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:8a:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1b47a816-5042-467b-a79e-6d4c91e52df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:53Z', 'updated_at': '2022-02-19T04:59:57Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': '1b47a816-5042-467b-a79e-6d4c91e52df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:00:46.872392 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6871a1-e498-408e-a234-71fc48bbefee None None] New status for floating IP 22457838-ca98-4826-8d20-aff4be351e65: DOWN {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:00:47.513365 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae0c43-1033-4d97-8a9b-c978dec36622 req-cd6888ea-806f-4dff-94fa-9f23f830c227 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:47.514886 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8eae0c43-1033-4d97-8a9b-c978dec36622 req-cd6888ea-806f-4dff-94fa-9f23f830c227 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e94cb2-35bf-429c-9cae-12efee2f075f HTTP/1.1" status: 200 len: 946 time: 0.0570645 Feb 19 05:00:47.570720 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8eae0c43-1033-4d97-8a9b-c978dec36622 req-225afc73-ac5a-4a96-8874-8593887cf1d3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=33f3c6a1-4c69-47d4-8220-ba89204b3c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496674 Feb 19 05:00:47.679867 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbed33b-3e46-4ce3-93ec-722d54df76ca req-0f57a0f0-694a-49e8-9579-ca4e49cf1fd4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:47.681228 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-efbed33b-3e46-4ce3-93ec-722d54df76ca req-0f57a0f0-694a-49e8-9579-ca4e49cf1fd4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e94cb2-35bf-429c-9cae-12efee2f075f HTTP/1.1" status: 200 len: 946 time: 0.0512991 Feb 19 05:00:47.769270 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-efbed33b-3e46-4ce3-93ec-722d54df76ca req-f4fc43c4-96d6-4a21-a5e3-0304326c1281 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Deleting port 13a1be97-391c-437d-a605-872933a40ea7 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:00:47.770157 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-efbed33b-3e46-4ce3-93ec-722d54df76ca req-f4fc43c4-96d6-4a21-a5e3-0304326c1281 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (13a1be97-391c-437d-a605-872933a40ea7), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:47.874847 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-efbed33b-3e46-4ce3-93ec-722d54df76ca req-f4fc43c4-96d6-4a21-a5e3-0304326c1281 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] For port 13a1be97-391c-437d-a605-872933a40ea7, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=13a1be97-391c-437d-a605-872933a40ea7,segment=NetworkSegment(bb225e01-adac-4cec-b39a-7ebf5f78f946),segment_id=bb225e01-adac-4cec-b39a-7ebf5f78f946)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:00:47.875210 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-efbed33b-3e46-4ce3-93ec-722d54df76ca req-f4fc43c4-96d6-4a21-a5e3-0304326c1281 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (13a1be97-391c-437d-a605-872933a40ea7), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:47.887619 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-efbed33b-3e46-4ce3-93ec-722d54df76ca req-f4fc43c4-96d6-4a21-a5e3-0304326c1281 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Calling delete_port for 13a1be97-391c-437d-a605-872933a40ea7 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:00:48.013836 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-efbed33b-3e46-4ce3-93ec-722d54df76ca req-f4fc43c4-96d6-4a21-a5e3-0304326c1281 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (13a1be97-391c-437d-a605-872933a40ea7), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:48.041845 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc43c4-96d6-4a21-a5e3-0304326c1281 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Port': ['ID=13a1be97-391c-437d-a605-872933a40ea7,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:48.085226 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbed33b-3e46-4ce3-93ec-722d54df76ca req-f4fc43c4-96d6-4a21-a5e3-0304326c1281 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] No DVR routers for this DVR port 13a1be97-391c-437d-a605-872933a40ea7 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:00:48.087997 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-efbed33b-3e46-4ce3-93ec-722d54df76ca req-f4fc43c4-96d6-4a21-a5e3-0304326c1281 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:48.091373 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-efbed33b-3e46-4ce3-93ec-722d54df76ca req-f4fc43c4-96d6-4a21-a5e3-0304326c1281 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.79 "DELETE /v2.0/ports/13a1be97-391c-437d-a605-872933a40ea7 HTTP/1.1" status: 204 len: 173 time: 0.4047391 Feb 19 05:00:48.091844 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e94cb2-35bf-429c-9cae-12efee2f075f', 'name': 'network-vif-deleted', 'tag': '13a1be97-391c-437d-a605-872933a40ea7'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:00:48.094081 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adabd52-78c4-45ef-9834-12a5685b4e0f" -d '{"events": [{"server_uuid": "44e94cb2-35bf-429c-9cae-12efee2f075f", "name": "network-vif-deleted", "tag": "13a1be97-391c-437d-a605-872933a40ea7"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:00:48.131273 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7873601c-f103-46be-afe5-442499c0b463 x-openstack-request-id: req-7873601c-f103-46be-afe5-442499c0b463 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:00:48.131575 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e94cb2-35bf-429c-9cae-12efee2f075f", "name": "network-vif-deleted", "tag": "13a1be97-391c-437d-a605-872933a40ea7", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:00:48.131835 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7873601c-f103-46be-afe5-442499c0b463 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:00:48.132244 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e94cb2-35bf-429c-9cae-12efee2f075f', 'name': 'network-vif-deleted', 'tag': '13a1be97-391c-437d-a605-872933a40ea7', 'status': 'completed', 'code': 200} Feb 19 05:00:48.625483 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47534) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:48.987983 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ada7f358-cd7a-4d87-9c71-8a687204f258 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (0d9da1f1-c2eb-4519-b930-d8c90801b043), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:49.247723 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-ada7f358-cd7a-4d87-9c71-8a687204f258 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Deleting port 8ce948d0-3c35-459b-bde6-f41a812a4696 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:00:49.247981 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ada7f358-cd7a-4d87-9c71-8a687204f258 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (8ce948d0-3c35-459b-bde6-f41a812a4696), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:49.335916 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-ada7f358-cd7a-4d87-9c71-8a687204f258 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] For port 8ce948d0-3c35-459b-bde6-f41a812a4696, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=8ce948d0-3c35-459b-bde6-f41a812a4696,segment=NetworkSegment(bb225e01-adac-4cec-b39a-7ebf5f78f946),segment_id=bb225e01-adac-4cec-b39a-7ebf5f78f946)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:00:49.336275 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ada7f358-cd7a-4d87-9c71-8a687204f258 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (8ce948d0-3c35-459b-bde6-f41a812a4696), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:49.347477 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-ada7f358-cd7a-4d87-9c71-8a687204f258 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Calling delete_port for 8ce948d0-3c35-459b-bde6-f41a812a4696 owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:00:49.525415 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ada7f358-cd7a-4d87-9c71-8a687204f258 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (8ce948d0-3c35-459b-bde6-f41a812a4696), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:49.549229 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7f358-cd7a-4d87-9c71-8a687204f258 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Port': ['ID=8ce948d0-3c35-459b-bde6-f41a812a4696,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:49.668998 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 13a1be97-391c-437d-a605-872933a40ea7 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:00:49.690067 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 13a1be97-391c-437d-a605-872933a40ea7 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:00:49.690737 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 13a1be97-391c-437d-a605-872933a40ea7 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:00:49.725556 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ada7f358-cd7a-4d87-9c71-8a687204f258 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (0d9da1f1-c2eb-4519-b930-d8c90801b043), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:49.948241 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada7f358-cd7a-4d87-9c71-8a687204f258 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Router 0d9da1f1-c2eb-4519-b930-d8c90801b043 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:00:50.402867 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada7f358-cd7a-4d87-9c71-8a687204f258 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:00:50.408190 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ada7f358-cd7a-4d87-9c71-8a687204f258 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "PUT /v2.0/routers/0d9da1f1-c2eb-4519-b930-d8c90801b043/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7816827 Feb 19 05:00:50.410983 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47536) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:50.413032 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9140975-fd4a-482f-8797-a6446c03ccf6 None None] Sync routers for ids ['0d9da1f1-c2eb-4519-b930-d8c90801b043'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:00:50.423060 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9140975-fd4a-482f-8797-a6446c03ccf6 None None] Routers {'0d9da1f1-c2eb-4519-b930-d8c90801b043'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:00:50.423754 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-d9140975-fd4a-482f-8797-a6446c03ccf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:00:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['0d9da1f1-c2eb-4519-b930-d8c90801b043'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:50.461085 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f803d8b-a34e-43ba-a7cd-5dd39fa70172 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Deleting subnet 1b47a816-5042-467b-a79e-6d4c91e52df7 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:00:50.464213 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8f803d8b-a34e-43ba-a7cd-5dd39fa70172 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for subnet (1b47a816-5042-467b-a79e-6d4c91e52df7), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:50.502857 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8f803d8b-a34e-43ba-a7cd-5dd39fa70172 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (1b47a816-5042-467b-a79e-6d4c91e52df7), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:50.539944 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-d9140975-fd4a-482f-8797-a6446c03ccf6 None None] Set router 0d9da1f1-c2eb-4519-b930-d8c90801b043 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:00:50.588739 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8f803d8b-a34e-43ba-a7cd-5dd39fa70172 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (1b47a816-5042-467b-a79e-6d4c91e52df7), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:50.644258 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8f803d8b-a34e-43ba-a7cd-5dd39fa70172 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (1b47a816-5042-467b-a79e-6d4c91e52df7), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:50.672811 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f803d8b-a34e-43ba-a7cd-5dd39fa70172 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Subnet': ['ID=1b47a816-5042-467b-a79e-6d4c91e52df7,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:50.677490 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8f803d8b-a34e-43ba-a7cd-5dd39fa70172 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:50.681469 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8f803d8b-a34e-43ba-a7cd-5dd39fa70172 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "DELETE /v2.0/subnets/1b47a816-5042-467b-a79e-6d4c91e52df7 HTTP/1.1" status: 204 len: 168 time: 0.2689772 Feb 19 05:00:50.684051 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47538) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:50.693435 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc0a1e1-2709-46d6-af1e-339319e1535f None None] Network 5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:00:50.795330 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-d9140975-fd4a-482f-8797-a6446c03ccf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731485039', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:50Z', 'updated_at': '2022-02-19T05:00:49Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:51Z', 'updated_at': '2022-02-19T04:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:50.795670 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5f93624a-70c5-4a9d-a5cf-353bf9481aad tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router (0d9da1f1-c2eb-4519-b930-d8c90801b043), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:50.827731 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9140975-fd4a-482f-8797-a6446c03ccf6 None None] Checking router: 0d9da1f1-c2eb-4519-b930-d8c90801b043 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:00:50.841995 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9140975-fd4a-482f-8797-a6446c03ccf6 None None] Routers {'0d9da1f1-c2eb-4519-b930-d8c90801b043'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:00:50.842214 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-d9140975-fd4a-482f-8797-a6446c03ccf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:00:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['0d9da1f1-c2eb-4519-b930-d8c90801b043'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:50.895118 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e859dfdd-6caa-492d-b16a-1168686ca748 None None] DHCP port deletion for 5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:00:50.909769 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5f93624a-70c5-4a9d-a5cf-353bf9481aad tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_gateway (0d9da1f1-c2eb-4519-b930-d8c90801b043), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:50.964549 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-5f93624a-70c5-4a9d-a5cf-353bf9481aad tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Deleting port e5d4c463-4cbc-49e0-8fbb-449281953747 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:00:50.964940 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5f93624a-70c5-4a9d-a5cf-353bf9481aad tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (e5d4c463-4cbc-49e0-8fbb-449281953747), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:51.053176 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-5f93624a-70c5-4a9d-a5cf-353bf9481aad tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] For port e5d4c463-4cbc-49e0-8fbb-449281953747, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e5d4c463-4cbc-49e0-8fbb-449281953747,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:00:51.053668 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5f93624a-70c5-4a9d-a5cf-353bf9481aad tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (e5d4c463-4cbc-49e0-8fbb-449281953747), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:51.067105 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-5f93624a-70c5-4a9d-a5cf-353bf9481aad tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Calling delete_port for e5d4c463-4cbc-49e0-8fbb-449281953747 owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:00:51.138968 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-d9140975-fd4a-482f-8797-a6446c03ccf6 None None] Set router 0d9da1f1-c2eb-4519-b930-d8c90801b043 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:00:51.242201 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5f93624a-70c5-4a9d-a5cf-353bf9481aad tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (e5d4c463-4cbc-49e0-8fbb-449281953747), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:51.247899 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e859dfdd-6caa-492d-b16a-1168686ca748 None None] Deleting port 17e40552-8a75-4e05-a18a-4aecc7626d34 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:00:51.248273 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e859dfdd-6caa-492d-b16a-1168686ca748 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (17e40552-8a75-4e05-a18a-4aecc7626d34), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:51.268389 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93624a-70c5-4a9d-a5cf-353bf9481aad tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Port': ['ID=e5d4c463-4cbc-49e0-8fbb-449281953747,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:51.333979 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5f93624a-70c5-4a9d-a5cf-353bf9481aad tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (0d9da1f1-c2eb-4519-b930-d8c90801b043), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:51.334290 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e859dfdd-6caa-492d-b16a-1168686ca748 None None] For port 17e40552-8a75-4e05-a18a-4aecc7626d34, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=17e40552-8a75-4e05-a18a-4aecc7626d34,segment=NetworkSegment(bb225e01-adac-4cec-b39a-7ebf5f78f946),segment_id=bb225e01-adac-4cec-b39a-7ebf5f78f946)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:00:51.334665 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e859dfdd-6caa-492d-b16a-1168686ca748 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (17e40552-8a75-4e05-a18a-4aecc7626d34), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:51.365233 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e859dfdd-6caa-492d-b16a-1168686ca748 None None] Calling delete_port for 17e40552-8a75-4e05-a18a-4aecc7626d34 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:00:51.427763 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5f93624a-70c5-4a9d-a5cf-353bf9481aad tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (0d9da1f1-c2eb-4519-b930-d8c90801b043), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:51.429873 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5f93624a-70c5-4a9d-a5cf-353bf9481aad tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_controller (0d9da1f1-c2eb-4519-b930-d8c90801b043), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:51.442385 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-d9140975-fd4a-482f-8797-a6446c03ccf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731485039', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:50Z', 'updated_at': '2022-02-19T05:00:49Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:51Z', 'updated_at': '2022-02-19T04:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:51.474035 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5f93624a-70c5-4a9d-a5cf-353bf9481aad tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (0d9da1f1-c2eb-4519-b930-d8c90801b043), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:51.474624 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f93624a-70c5-4a9d-a5cf-353bf9481aad tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Fanout notify agent at l3_agent the message router_deleted on router 0d9da1f1-c2eb-4519-b930-d8c90801b043 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:00:51.477342 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9140975-fd4a-482f-8797-a6446c03ccf6 None None] The sync data for ids ['0d9da1f1-c2eb-4519-b930-d8c90801b043'] in n-d-828369-19 is: [{'id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731485039', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:50Z', 'updated_at': '2022-02-19T05:00:49Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'e5d4c463-4cbc-49e0-8fbb-449281953747', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9da1f1-c2eb-4519-b930-d8c90801b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:51Z', 'updated_at': '2022-02-19T04:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:00:51.481411 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-5f93624a-70c5-4a9d-a5cf-353bf9481aad tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:51.485584 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-5f93624a-70c5-4a9d-a5cf-353bf9481aad tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "DELETE /v2.0/routers/0d9da1f1-c2eb-4519-b930-d8c90801b043 HTTP/1.1" status: 204 len: 168 time: 0.7977517 Feb 19 05:00:51.485703 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47540) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:51.491338 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e859dfdd-6caa-492d-b16a-1168686ca748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (17e40552-8a75-4e05-a18a-4aecc7626d34), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:51.518113 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859dfdd-6caa-492d-b16a-1168686ca748 None None] Pushing event deleted for resources: {'Port': ['ID=17e40552-8a75-4e05-a18a-4aecc7626d34,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:51.522662 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e859dfdd-6caa-492d-b16a-1168686ca748 None None] No DVR routers for this DVR port 17e40552-8a75-4e05-a18a-4aecc7626d34 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:00:51.536771 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e859dfdd-6caa-492d-b16a-1168686ca748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:51.536771 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e859dfdd-6caa-492d-b16a-1168686ca748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:51.536771 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e859dfdd-6caa-492d-b16a-1168686ca748 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:51.536771 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e859dfdd-6caa-492d-b16a-1168686ca748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:51.536771 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e859dfdd-6caa-492d-b16a-1168686ca748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:51.536771 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e859dfdd-6caa-492d-b16a-1168686ca748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:51.536771 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e859dfdd-6caa-492d-b16a-1168686ca748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:51.536771 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e859dfdd-6caa-492d-b16a-1168686ca748 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:51.536771 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e859dfdd-6caa-492d-b16a-1168686ca748 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:51.536771 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e859dfdd-6caa-492d-b16a-1168686ca748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:51.536771 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e859dfdd-6caa-492d-b16a-1168686ca748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:51.536771 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e859dfdd-6caa-492d-b16a-1168686ca748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:51.536771 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e859dfdd-6caa-492d-b16a-1168686ca748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:51.571636 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-89909893-5702-4730-b532-a45c3287fdde tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:51.652935 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-89909893-5702-4730-b532-a45c3287fdde tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:51.672154 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-89909893-5702-4730-b532-a45c3287fdde tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:51.682248 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-89909893-5702-4730-b532-a45c3287fdde tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb225e01-adac-4cec-b39a-7ebf5f78f946') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:51.682560 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-89909893-5702-4730-b532-a45c3287fdde tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb225e01-adac-4cec-b39a-7ebf5f78f946') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:51.691811 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-89909893-5702-4730-b532-a45c3287fdde tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (bb225e01-adac-4cec-b39a-7ebf5f78f946), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:51.704823 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-89909893-5702-4730-b532-a45c3287fdde tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (bb225e01-adac-4cec-b39a-7ebf5f78f946), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:51.710651 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89909893-5702-4730-b532-a45c3287fdde tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:00:51.711034 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-89909893-5702-4730-b532-a45c3287fdde tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (bb225e01-adac-4cec-b39a-7ebf5f78f946), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: timer() Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:00:51.727276 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:00:51.773374 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-89909893-5702-4730-b532-a45c3287fdde tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:51.780000 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-89909893-5702-4730-b532-a45c3287fdde tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:51.783120 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-89909893-5702-4730-b532-a45c3287fdde tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "DELETE /v2.0/networks/5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd HTTP/1.1" status: 204 len: 168 time: 0.2965641 Feb 19 05:00:51.786603 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47542) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:51.795006 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89909893-5702-4730-b532-a45c3287fdde tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Network': ['ID=5288bff4-4141-4d0d-bc4a-abfdbd1ba5dd,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:51.802963 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89909893-5702-4730-b532-a45c3287fdde tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:51.803319 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89909893-5702-4730-b532-a45c3287fdde tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:51.803667 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89909893-5702-4730-b532-a45c3287fdde tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:51.804014 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89909893-5702-4730-b532-a45c3287fdde tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:51.804350 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89909893-5702-4730-b532-a45c3287fdde tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:51.804684 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89909893-5702-4730-b532-a45c3287fdde tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:51.805011 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89909893-5702-4730-b532-a45c3287fdde tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:51.805348 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89909893-5702-4730-b532-a45c3287fdde tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:51.805674 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89909893-5702-4730-b532-a45c3287fdde tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:51.806125 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89909893-5702-4730-b532-a45c3287fdde tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:51.806404 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89909893-5702-4730-b532-a45c3287fdde tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:51.806678 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89909893-5702-4730-b532-a45c3287fdde tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:51.807252 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89909893-5702-4730-b532-a45c3287fdde tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:51.844724 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-547901bb-e7f0-4c80-a714-399381996861 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (33f3c6a1-4c69-47d4-8220-ba89204b3c1a), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:51.874176 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-547901bb-e7f0-4c80-a714-399381996861 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (33f3c6a1-4c69-47d4-8220-ba89204b3c1a), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:51.963434 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-547901bb-e7f0-4c80-a714-399381996861 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (33f3c6a1-4c69-47d4-8220-ba89204b3c1a), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:51.966211 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-547901bb-e7f0-4c80-a714-399381996861 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:51.967820 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-547901bb-e7f0-4c80-a714-399381996861 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "DELETE /v2.0/security-groups/33f3c6a1-4c69-47d4-8220-ba89204b3c1a HTTP/1.1" status: 204 len: 168 time: 0.1800797 Feb 19 05:00:51.986501 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547901bb-e7f0-4c80-a714-399381996861 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f3c6a1-4c69-47d4-8220-ba89204b3c1a,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:51.993805 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8ce948d0-3c35-459b-bde6-f41a812a4696 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:00:52.021242 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 8ce948d0-3c35-459b-bde6-f41a812a4696 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:00:52.021618 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 8ce948d0-3c35-459b-bde6-f41a812a4696 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:00:52.022805 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 17e40552-8a75-4e05-a18a-4aecc7626d34 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:00:52.051388 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 17e40552-8a75-4e05-a18a-4aecc7626d34 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:00:52.051751 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 17e40552-8a75-4e05-a18a-4aecc7626d34 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:00:52.241112 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47548) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:52.245743 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-17ad5694-c78a-47e1-b6a8-22d15074582c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1197287204', 'description': 'tempest-secgroup-smoke-1197287204 description', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:52.266651 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-17ad5694-c78a-47e1-b6a8-22d15074582c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:52.335316 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-17ad5694-c78a-47e1-b6a8-22d15074582c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (da4d385c-4a6e-47e3-91dd-30f7394bb6c8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:52.338794 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-17ad5694-c78a-47e1-b6a8-22d15074582c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (da4d385c-4a6e-47e3-91dd-30f7394bb6c8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:52.369633 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-17ad5694-c78a-47e1-b6a8-22d15074582c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:52.370869 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-17ad5694-c78a-47e1-b6a8-22d15074582c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1287498 Feb 19 05:00:52.371996 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad5694-c78a-47e1-b6a8-22d15074582c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da4d385c-4a6e-47e3-91dd-30f7394bb6c8,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:52.374139 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47550) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:52.379071 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b9a4051d-1fa0-40d7-89cb-23600692de76 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': 'da4d385c-4a6e-47e3-91dd-30f7394bb6c8', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:52.402415 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9a4051d-1fa0-40d7-89cb-23600692de76 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (a8ce6c5c-a537-458d-ad49-f03062238d08), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:52.456838 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9a4051d-1fa0-40d7-89cb-23600692de76 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (a8ce6c5c-a537-458d-ad49-f03062238d08), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:52.460354 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9a4051d-1fa0-40d7-89cb-23600692de76 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (a8ce6c5c-a537-458d-ad49-f03062238d08), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:52.477904 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4051d-1fa0-40d7-89cb-23600692de76 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ce6c5c-a537-458d-ad49-f03062238d08,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:52.484460 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9a4051d-1fa0-40d7-89cb-23600692de76 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:52.485595 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b9a4051d-1fa0-40d7-89cb-23600692de76 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1103454 Feb 19 05:00:52.489009 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47552) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:52.493211 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-a28d7714-e0d3-43a9-ba49-2af8d7b93816 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': 'da4d385c-4a6e-47e3-91dd-30f7394bb6c8', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:52.516780 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a28d7714-e0d3-43a9-ba49-2af8d7b93816 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (facdb687-088d-4664-984d-2592d6762df4), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:52.575553 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a28d7714-e0d3-43a9-ba49-2af8d7b93816 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (facdb687-088d-4664-984d-2592d6762df4), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:52.580367 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a28d7714-e0d3-43a9-ba49-2af8d7b93816 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (facdb687-088d-4664-984d-2592d6762df4), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:52.600663 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d7714-e0d3-43a9-ba49-2af8d7b93816 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=facdb687-088d-4664-984d-2592d6762df4,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:52.606401 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a28d7714-e0d3-43a9-ba49-2af8d7b93816 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:52.607794 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a28d7714-e0d3-43a9-ba49-2af8d7b93816 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1177299 Feb 19 05:00:52.610510 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47554) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:52.615581 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-1abac8d5-1ec4-4aea-a239-09101a875ad7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': 'da4d385c-4a6e-47e3-91dd-30f7394bb6c8', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:52.640953 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1abac8d5-1ec4-4aea-a239-09101a875ad7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (84b33452-d8b2-4e7f-a76a-7f853fb7a969), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:52.696126 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1abac8d5-1ec4-4aea-a239-09101a875ad7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (84b33452-d8b2-4e7f-a76a-7f853fb7a969), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:52.699503 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1abac8d5-1ec4-4aea-a239-09101a875ad7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (84b33452-d8b2-4e7f-a76a-7f853fb7a969), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:52.716346 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abac8d5-1ec4-4aea-a239-09101a875ad7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b33452-d8b2-4e7f-a76a-7f853fb7a969,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:52.724839 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1abac8d5-1ec4-4aea-a239-09101a875ad7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:52.726039 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1abac8d5-1ec4-4aea-a239-09101a875ad7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145706 Feb 19 05:00:52.728766 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47556) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:52.732984 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-582ad834-23a8-41db-820d-0872034c4b11 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': 'da4d385c-4a6e-47e3-91dd-30f7394bb6c8', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:52.755592 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-582ad834-23a8-41db-820d-0872034c4b11 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (acd66520-d40b-4370-886d-00d1bbc3a5e9), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:52.814599 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-582ad834-23a8-41db-820d-0872034c4b11 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (acd66520-d40b-4370-886d-00d1bbc3a5e9), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:52.818404 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-582ad834-23a8-41db-820d-0872034c4b11 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (acd66520-d40b-4370-886d-00d1bbc3a5e9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:52.836131 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ad834-23a8-41db-820d-0872034c4b11 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd66520-d40b-4370-886d-00d1bbc3a5e9,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:52.843990 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-582ad834-23a8-41db-820d-0872034c4b11 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:52.845199 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-582ad834-23a8-41db-820d-0872034c4b11 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155226 Feb 19 05:00:52.848446 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47558) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:52.852678 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-30b65a5c-788c-44a9-b827-b5c7761b1eba tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': 'da4d385c-4a6e-47e3-91dd-30f7394bb6c8', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:52.874531 n-d-828369-19 neutron-server[109925]: INFO neutron.db.securitygroups_db [None req-30b65a5c-788c-44a9-b827-b5c7761b1eba tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Project 35b259a6dce94926b3e9e09de8b37f6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:00:52.879565 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-30b65a5c-788c-44a9-b827-b5c7761b1eba tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (b217e532-e75a-48d4-a611-3d072d447627), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:52.944279 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-30b65a5c-788c-44a9-b827-b5c7761b1eba tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (b217e532-e75a-48d4-a611-3d072d447627), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:52.948006 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-30b65a5c-788c-44a9-b827-b5c7761b1eba tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (b217e532-e75a-48d4-a611-3d072d447627), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:52.966327 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b65a5c-788c-44a9-b827-b5c7761b1eba tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b217e532-e75a-48d4-a611-3d072d447627,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:52.971095 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-30b65a5c-788c-44a9-b827-b5c7761b1eba tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:52.972398 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-30b65a5c-788c-44a9-b827-b5c7761b1eba tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1229262 Feb 19 05:00:52.975805 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47560) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:52.980056 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-0519fad3-65ba-4134-b8fe-618053b2ee80 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': 'da4d385c-4a6e-47e3-91dd-30f7394bb6c8', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:52.999209 n-d-828369-19 neutron-server[109925]: INFO neutron.db.securitygroups_db [None req-0519fad3-65ba-4134-b8fe-618053b2ee80 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Project 35b259a6dce94926b3e9e09de8b37f6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:00:53.004395 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0519fad3-65ba-4134-b8fe-618053b2ee80 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (ad16e304-4df6-4c20-b5c7-66e1befe1b9b), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:53.061141 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0519fad3-65ba-4134-b8fe-618053b2ee80 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (ad16e304-4df6-4c20-b5c7-66e1befe1b9b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:53.064856 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0519fad3-65ba-4134-b8fe-618053b2ee80 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (ad16e304-4df6-4c20-b5c7-66e1befe1b9b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:53.082757 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519fad3-65ba-4134-b8fe-618053b2ee80 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad16e304-4df6-4c20-b5c7-66e1befe1b9b,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:53.091420 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0519fad3-65ba-4134-b8fe-618053b2ee80 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:53.092588 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0519fad3-65ba-4134-b8fe-618053b2ee80 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1158614 Feb 19 05:00:53.095370 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47562) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:53.100549 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-748c5cd3-b8c8-42a1-8956-d0b7184c0934 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'network': {'name': 'tempest-network-smoke--342271706', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'port_security_enabled': True}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:53.118771 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748c5cd3-b8c8-42a1-8956-d0b7184c0934 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Made reservation on behalf of 35b259a6dce94926b3e9e09de8b37f6a for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:00:53.122276 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-748c5cd3-b8c8-42a1-8956-d0b7184c0934 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:53.146133 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-748c5cd3-b8c8-42a1-8956-d0b7184c0934 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:00:53.161899 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-748c5cd3-b8c8-42a1-8956-d0b7184c0934 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (881e748e-e8b0-4e83-99f2-8857bb28f681), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:53.162317 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-748c5cd3-b8c8-42a1-8956-d0b7184c0934 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Added segment 881e748e-e8b0-4e83-99f2-8857bb28f681 of type vlan for network 5f710f6b-0255-4f45-9727-80e614d4875c Feb 19 05:00:53.201386 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-748c5cd3-b8c8-42a1-8956-d0b7184c0934 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (5f710f6b-0255-4f45-9727-80e614d4875c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:53.226282 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-748c5cd3-b8c8-42a1-8956-d0b7184c0934 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (5f710f6b-0255-4f45-9727-80e614d4875c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:53.231247 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748c5cd3-b8c8-42a1-8956-d0b7184c0934 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:53.231833 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-748c5cd3-b8c8-42a1-8956-d0b7184c0934 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:53.290616 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-748c5cd3-b8c8-42a1-8956-d0b7184c0934 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1941655 Feb 19 05:00:53.293444 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47564) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:53.298029 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-7620e90c-52b7-4c62-9e1e-d30235e7e9c3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1630185040', 'admin_state_up': True, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:53.302385 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c5cd3-b8c8-42a1-8956-d0b7184c0934 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Network': ['ID=5f710f6b-0255-4f45-9727-80e614d4875c,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:53.313447 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 5f710f6b-0255-4f45-9727-80e614d4875c details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:00:53.325307 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7620e90c-52b7-4c62-9e1e-d30235e7e9c3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (6ae7d33d-dca6-4448-86b2-6e7e3076c1d8), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:53.327287 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7620e90c-52b7-4c62-9e1e-d30235e7e9c3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (6ae7d33d-dca6-4448-86b2-6e7e3076c1d8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:53.379992 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7620e90c-52b7-4c62-9e1e-d30235e7e9c3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_controller (6ae7d33d-dca6-4448-86b2-6e7e3076c1d8), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:53.520959 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7620e90c-52b7-4c62-9e1e-d30235e7e9c3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_gateway (6ae7d33d-dca6-4448-86b2-6e7e3076c1d8), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:53.730809 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7620e90c-52b7-4c62-9e1e-d30235e7e9c3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_gateway (6ae7d33d-dca6-4448-86b2-6e7e3076c1d8), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:53.753237 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7620e90c-52b7-4c62-9e1e-d30235e7e9c3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:53.799029 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e5d4c463-4cbc-49e0-8fbb-449281953747 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:00:53.819385 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: e5d4c463-4cbc-49e0-8fbb-449281953747 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:00:53.819730 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e5d4c463-4cbc-49e0-8fbb-449281953747 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:00:53.856324 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-7620e90c-52b7-4c62-9e1e-d30235e7e9c3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Allocated IP 172.25.3.187 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/7ac5afb5-7290-4b30-9993-662fd2911390) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:00:53.960857 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7620e90c-52b7-4c62-9e1e-d30235e7e9c3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (7ac5afb5-7290-4b30-9993-662fd2911390), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:53.995935 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7620e90c-52b7-4c62-9e1e-d30235e7e9c3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (7ac5afb5-7290-4b30-9993-662fd2911390), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:54.032488 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7620e90c-52b7-4c62-9e1e-d30235e7e9c3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:00:54.035733 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-7620e90c-52b7-4c62-9e1e-d30235e7e9c3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:00:54.041129 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7620e90c-52b7-4c62-9e1e-d30235e7e9c3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:00:54.063837 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620e90c-52b7-4c62-9e1e-d30235e7e9c3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=7ac5afb5-7290-4b30-9993-662fd2911390,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:54.298479 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7620e90c-52b7-4c62-9e1e-d30235e7e9c3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_gateway (6ae7d33d-dca6-4448-86b2-6e7e3076c1d8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:54.312846 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:00:54.494043 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7620e90c-52b7-4c62-9e1e-d30235e7e9c3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (6ae7d33d-dca6-4448-86b2-6e7e3076c1d8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:54.623136 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7620e90c-52b7-4c62-9e1e-d30235e7e9c3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Router 6ae7d33d-dca6-4448-86b2-6e7e3076c1d8 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:00:54.730992 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7620e90c-52b7-4c62-9e1e-d30235e7e9c3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:00:54.743271 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea2b088-3cb4-4bf8-a683-28d2ec57a5b3 None None] Sync routers for ids ['6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:00:54.750068 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7620e90c-52b7-4c62-9e1e-d30235e7e9c3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:54.753088 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea2b088-3cb4-4bf8-a683-28d2ec57a5b3 None None] Routers {'6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:00:54.754237 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3ea2b088-3cb4-4bf8-a683-28d2ec57a5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:00:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:54.755014 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47566) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:54.755519 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7620e90c-52b7-4c62-9e1e-d30235e7e9c3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4610455 Feb 19 05:00:54.790497 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-7a9528f1-9caa-4c1c-8c09-d88ca560b76a tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=35b259a6dce94926b3e9e09de8b37f6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339992 Feb 19 05:00:54.793001 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47568) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:54.859406 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-3ea2b088-3cb4-4bf8-a683-28d2ec57a5b3 None None] Set router 6ae7d33d-dca6-4448-86b2-6e7e3076c1d8 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:00:54.945361 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daff62d6-1303-4e74-ba9c-04f0e12a63f4 tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:54.946825 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-daff62d6-1303-4e74-ba9c-04f0e12a63f4 tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1529112 Feb 19 05:00:54.949618 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47570) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:54.984233 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b9adadb7-43c4-44cc-aeff-b44a4682a281 tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335064 Feb 19 05:00:54.986718 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47572) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:54.991485 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-038da586-ada5-4bba-ae2e-51af6f02eb3d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-291678804', 'network_id': '5f710f6b-0255-4f45-9727-80e614d4875c', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:55.051019 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3ea2b088-3cb4-4bf8-a683-28d2ec57a5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630185040', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:00:54Z', 'revision_number': 3, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:55.075638 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038da586-ada5-4bba-ae2e-51af6f02eb3d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Made reservation on behalf of 35b259a6dce94926b3e9e09de8b37f6a for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:00:55.079150 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-038da586-ada5-4bba-ae2e-51af6f02eb3d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:55.080812 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea2b088-3cb4-4bf8-a683-28d2ec57a5b3 None None] Checking router: 6ae7d33d-dca6-4448-86b2-6e7e3076c1d8 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:00:55.081159 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea2b088-3cb4-4bf8-a683-28d2ec57a5b3 None None] Updating router 6ae7d33d-dca6-4448-86b2-6e7e3076c1d8 port 7ac5afb5-7290-4b30-9993-662fd2911390 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:00:55.113232 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b088-3cb4-4bf8-a683-28d2ec57a5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7ac5afb5-7290-4b30-9993-662fd2911390), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:55.275363 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-038da586-ada5-4bba-ae2e-51af6f02eb3d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (e6d68869-e3f7-4995-9e7c-aa06cf07cdaf), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:55.340321 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038da586-ada5-4bba-ae2e-51af6f02eb3d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Subnet': ['ID=e6d68869-e3f7-4995-9e7c-aa06cf07cdaf,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:55.347399 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038da586-ada5-4bba-ae2e-51af6f02eb3d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Checking segment: {'id': '881e748e-e8b0-4e83-99f2-8857bb28f681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5f710f6b-0255-4f45-9727-80e614d4875c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:00:55.347666 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038da586-ada5-4bba-ae2e-51af6f02eb3d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network hostable DHCP agents. Network: 5f710f6b-0255-4f45-9727-80e614d4875c, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:00:55.365304 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038da586-ada5-4bba-ae2e-51af6f02eb3d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network 5f710f6b-0255-4f45-9727-80e614d4875c is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:00:55.374936 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-038da586-ada5-4bba-ae2e-51af6f02eb3d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 5f710f6b-0255-4f45-9727-80e614d4875c) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:00:55.376568 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b088-3cb4-4bf8-a683-28d2ec57a5b3 None None] Publish callbacks [] for port (7ac5afb5-7290-4b30-9993-662fd2911390), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:55.380644 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038da586-ada5-4bba-ae2e-51af6f02eb3d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:55.381494 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-038da586-ada5-4bba-ae2e-51af6f02eb3d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:55.384269 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b088-3cb4-4bf8-a683-28d2ec57a5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7ac5afb5-7290-4b30-9993-662fd2911390), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:55.388641 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39a61fb-8508-46cf-bb07-4bc67c8b7f80 None None] Network 5f710f6b-0255-4f45-9727-80e614d4875c requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:00:55.401334 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-038da586-ada5-4bba-ae2e-51af6f02eb3d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4135768 Feb 19 05:00:55.404201 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47574) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:55.437894 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-3ea2b088-3cb4-4bf8-a683-28d2ec57a5b3 None None] Attempting to bind port 7ac5afb5-7290-4b30-9993-662fd2911390 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:00:55.438361 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-3ea2b088-3cb4-4bf8-a683-28d2ec57a5b3 None None] Attempting to bind port 7ac5afb5-7290-4b30-9993-662fd2911390 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:00:55.438727 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea2b088-3cb4-4bf8-a683-28d2ec57a5b3 None None] Attempting to bind port 7ac5afb5-7290-4b30-9993-662fd2911390 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:00:55.440548 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65912df-7125-445b-817b-e2cd2351059d None None] Pushing event updated for resources: {'Port': ['ID=7ac5afb5-7290-4b30-9993-662fd2911390,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:55.446026 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea2b088-3cb4-4bf8-a683-28d2ec57a5b3 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:00:55.446420 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea2b088-3cb4-4bf8-a683-28d2ec57a5b3 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:00:55.447040 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b088-3cb4-4bf8-a683-28d2ec57a5b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:55.447595 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea2b088-3cb4-4bf8-a683-28d2ec57a5b3 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:00:55.448222 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-3ea2b088-3cb4-4bf8-a683-28d2ec57a5b3 None None] Bound port: 7ac5afb5-7290-4b30-9993-662fd2911390, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:00:55.448602 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b088-3cb4-4bf8-a683-28d2ec57a5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7ac5afb5-7290-4b30-9993-662fd2911390), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:55.512864 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650a33eb-bb23-4b20-9021-588a41d8a653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-5f710f6b-0255-4f45-9727-80e614d4875c', 'network_id': '5f710f6b-0255-4f45-9727-80e614d4875c', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'fixed_ips': [{'subnet_id': 'e6d68869-e3f7-4995-9e7c-aa06cf07cdaf'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:00:55.513815 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-650a33eb-bb23-4b20-9021-588a41d8a653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:55.602033 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-3ea2b088-3cb4-4bf8-a683-28d2ec57a5b3 None None] For port 7ac5afb5-7290-4b30-9993-662fd2911390, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:00:55.605752 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-3ea2b088-3cb4-4bf8-a683-28d2ec57a5b3 None None] For port 7ac5afb5-7290-4b30-9993-662fd2911390, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7ac5afb5-7290-4b30-9993-662fd2911390,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:00:55.615226 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b088-3cb4-4bf8-a683-28d2ec57a5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7ac5afb5-7290-4b30-9993-662fd2911390), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:55.658928 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-650a33eb-bb23-4b20-9021-588a41d8a653 None None] Allocated IP 172.20.0.2 (5f710f6b-0255-4f45-9727-80e614d4875c/e6d68869-e3f7-4995-9e7c-aa06cf07cdaf/e2000ebb-6f07-41f3-bbb8-e870d98a83c3) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:00:55.669818 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea2b088-3cb4-4bf8-a683-28d2ec57a5b3 None None] Routers {'6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:00:55.670589 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3ea2b088-3cb4-4bf8-a683-28d2ec57a5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:00:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:55.740370 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65912df-7125-445b-817b-e2cd2351059d None None] Pushing event updated for resources: {'Port': ['ID=7ac5afb5-7290-4b30-9993-662fd2911390,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:55.798554 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-3ea2b088-3cb4-4bf8-a683-28d2ec57a5b3 None None] Set router 6ae7d33d-dca6-4448-86b2-6e7e3076c1d8 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:00:55.819165 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-650a33eb-bb23-4b20-9021-588a41d8a653 None None] Publish callbacks [] for port (e2000ebb-6f07-41f3-bbb8-e870d98a83c3), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:55.826019 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-650a33eb-bb23-4b20-9021-588a41d8a653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (e2000ebb-6f07-41f3-bbb8-e870d98a83c3), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:55.863717 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650a33eb-bb23-4b20-9021-588a41d8a653 None None] Network 5f710f6b-0255-4f45-9727-80e614d4875c is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:00:55.866992 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-650a33eb-bb23-4b20-9021-588a41d8a653 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:00:55.873185 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650a33eb-bb23-4b20-9021-588a41d8a653 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:00:55.875697 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0a98aca-3d23-418c-9c78-4bd3ea3b3958 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:55.879537 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a33eb-bb23-4b20-9021-588a41d8a653 None None] Pushing event updated for resources: {'Port': ['ID=e2000ebb-6f07-41f3-bbb8-e870d98a83c3,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:55.936475 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-650a33eb-bb23-4b20-9021-588a41d8a653 None None] Attempting to bind port e2000ebb-6f07-41f3-bbb8-e870d98a83c3 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:00:55.936859 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-650a33eb-bb23-4b20-9021-588a41d8a653 None None] Attempting to bind port e2000ebb-6f07-41f3-bbb8-e870d98a83c3 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '881e748e-e8b0-4e83-99f2-8857bb28f681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5f710f6b-0255-4f45-9727-80e614d4875c'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:00:55.937221 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650a33eb-bb23-4b20-9021-588a41d8a653 None None] Attempting to bind port e2000ebb-6f07-41f3-bbb8-e870d98a83c3 on network 5f710f6b-0255-4f45-9727-80e614d4875c {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:00:55.942950 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650a33eb-bb23-4b20-9021-588a41d8a653 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:00:55.943696 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650a33eb-bb23-4b20-9021-588a41d8a653 None None] Checking segment: {'id': '881e748e-e8b0-4e83-99f2-8857bb28f681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5f710f6b-0255-4f45-9727-80e614d4875c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:00:55.943834 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-650a33eb-bb23-4b20-9021-588a41d8a653 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:55.944546 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650a33eb-bb23-4b20-9021-588a41d8a653 None None] Bound using segment: {'id': '881e748e-e8b0-4e83-99f2-8857bb28f681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5f710f6b-0255-4f45-9727-80e614d4875c'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:00:55.944691 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-650a33eb-bb23-4b20-9021-588a41d8a653 None None] Bound port: e2000ebb-6f07-41f3-bbb8-e870d98a83c3, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881e748e-e8b0-4e83-99f2-8857bb28f681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5f710f6b-0255-4f45-9727-80e614d4875c'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:00:55.944976 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-650a33eb-bb23-4b20-9021-588a41d8a653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e2000ebb-6f07-41f3-bbb8-e870d98a83c3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:56.001194 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3ea2b088-3cb4-4bf8-a683-28d2ec57a5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630185040', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:00:54Z', 'revision_number': 3, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:56.016929 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-650a33eb-bb23-4b20-9021-588a41d8a653 None None] For port e2000ebb-6f07-41f3-bbb8-e870d98a83c3, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:00:56.021724 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-650a33eb-bb23-4b20-9021-588a41d8a653 None None] For port e2000ebb-6f07-41f3-bbb8-e870d98a83c3, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e2000ebb-6f07-41f3-bbb8-e870d98a83c3,segment=NetworkSegment(881e748e-e8b0-4e83-99f2-8857bb28f681),segment_id=881e748e-e8b0-4e83-99f2-8857bb28f681)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:00:56.026704 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-650a33eb-bb23-4b20-9021-588a41d8a653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e2000ebb-6f07-41f3-bbb8-e870d98a83c3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:56.028820 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea2b088-3cb4-4bf8-a683-28d2ec57a5b3 None None] The sync data for ids ['6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'] in n-d-828369-19 is: [{'id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630185040', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:00:54Z', 'revision_number': 3, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:00:56.093359 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a33eb-bb23-4b20-9021-588a41d8a653 None None] Pushing event updated for resources: {'Port': ['ID=e2000ebb-6f07-41f3-bbb8-e870d98a83c3,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:56.189139 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-c0a98aca-3d23-418c-9c78-4bd3ea3b3958 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Allocated IP 172.20.0.1 (5f710f6b-0255-4f45-9727-80e614d4875c/e6d68869-e3f7-4995-9e7c-aa06cf07cdaf/35e5acad-3d4d-45fc-ae1a-6c3b982a876a) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:00:56.326768 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0a98aca-3d23-418c-9c78-4bd3ea3b3958 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (35e5acad-3d4d-45fc-ae1a-6c3b982a876a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:56.762024 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0a98aca-3d23-418c-9c78-4bd3ea3b3958 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (35e5acad-3d4d-45fc-ae1a-6c3b982a876a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:56.803183 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a98aca-3d23-418c-9c78-4bd3ea3b3958 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network 5f710f6b-0255-4f45-9727-80e614d4875c is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:00:56.806378 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-c0a98aca-3d23-418c-9c78-4bd3ea3b3958 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:00:56.810407 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a98aca-3d23-418c-9c78-4bd3ea3b3958 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:00:56.838679 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a98aca-3d23-418c-9c78-4bd3ea3b3958 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=35e5acad-3d4d-45fc-ae1a-6c3b982a876a,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:56.862957 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0a98aca-3d23-418c-9c78-4bd3ea3b3958 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (6ae7d33d-dca6-4448-86b2-6e7e3076c1d8), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:57.020227 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0a98aca-3d23-418c-9c78-4bd3ea3b3958 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (35e5acad-3d4d-45fc-ae1a-6c3b982a876a), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:57.158962 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a2cc89-1572-45e6-8f33-603b57bc0d98 None None] Network 5f710f6b-0255-4f45-9727-80e614d4875c requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:00:57.264368 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-9fa83876-d30c-4ef0-a793-c46f992090d1 None None] Provisioning complete for port e2000ebb-6f07-41f3-bbb8-e870d98a83c3 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:00:57.264747 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9fa83876-d30c-4ef0-a793-c46f992090d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e2000ebb-6f07-41f3-bbb8-e870d98a83c3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:57.310330 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0a98aca-3d23-418c-9c78-4bd3ea3b3958 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (35e5acad-3d4d-45fc-ae1a-6c3b982a876a), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:57.315585 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0a98aca-3d23-418c-9c78-4bd3ea3b3958 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (35e5acad-3d4d-45fc-ae1a-6c3b982a876a), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:57.355619 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-9fa83876-d30c-4ef0-a793-c46f992090d1 None None] Current status of the port e2000ebb-6f07-41f3-bbb8-e870d98a83c3 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:00:57.356019 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9fa83876-d30c-4ef0-a793-c46f992090d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e2000ebb-6f07-41f3-bbb8-e870d98a83c3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:57.392659 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-9fa83876-d30c-4ef0-a793-c46f992090d1 None None] For port e2000ebb-6f07-41f3-bbb8-e870d98a83c3, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e2000ebb-6f07-41f3-bbb8-e870d98a83c3,segment=NetworkSegment(881e748e-e8b0-4e83-99f2-8857bb28f681),segment_id=881e748e-e8b0-4e83-99f2-8857bb28f681)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:00:57.397937 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a98aca-3d23-418c-9c78-4bd3ea3b3958 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=35e5acad-3d4d-45fc-ae1a-6c3b982a876a,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:57.400033 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9fa83876-d30c-4ef0-a793-c46f992090d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e2000ebb-6f07-41f3-bbb8-e870d98a83c3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:57.405551 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c0a98aca-3d23-418c-9c78-4bd3ea3b3958 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (6ae7d33d-dca6-4448-86b2-6e7e3076c1d8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:57.455476 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:57.476246 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa83876-d30c-4ef0-a793-c46f992090d1 None None] Pushing event updated for resources: {'Port': ['ID=e2000ebb-6f07-41f3-bbb8-e870d98a83c3,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:57.521155 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a98aca-3d23-418c-9c78-4bd3ea3b3958 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network 5f710f6b-0255-4f45-9727-80e614d4875c is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:00:57.522694 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-c0a98aca-3d23-418c-9c78-4bd3ea3b3958 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:00:57.626002 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c4b57795-8c9c-43b2-8046-cd5be62ea82f None None] Provisioning complete for port e2000ebb-6f07-41f3-bbb8-e870d98a83c3 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:00:57.626474 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c4b57795-8c9c-43b2-8046-cd5be62ea82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e2000ebb-6f07-41f3-bbb8-e870d98a83c3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:57.652301 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a98aca-3d23-418c-9c78-4bd3ea3b3958 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Router 6ae7d33d-dca6-4448-86b2-6e7e3076c1d8 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:00:57.705633 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c4b57795-8c9c-43b2-8046-cd5be62ea82f None None] Current status of the port e2000ebb-6f07-41f3-bbb8-e870d98a83c3 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:00:57.716404 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c4b57795-8c9c-43b2-8046-cd5be62ea82f None None] Provisioning complete for port 35e5acad-3d4d-45fc-ae1a-6c3b982a876a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:00:57.716863 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c4b57795-8c9c-43b2-8046-cd5be62ea82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (35e5acad-3d4d-45fc-ae1a-6c3b982a876a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:57.757776 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c4b57795-8c9c-43b2-8046-cd5be62ea82f None None] Port 35e5acad-3d4d-45fc-ae1a-6c3b982a876a cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:00:57.773738 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a98aca-3d23-418c-9c78-4bd3ea3b3958 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:00:57.779683 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c0a98aca-3d23-418c-9c78-4bd3ea3b3958 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "PUT /v2.0/routers/6ae7d33d-dca6-4448-86b2-6e7e3076c1d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3744073 Feb 19 05:00:57.861606 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c5edd-81bc-49a2-8701-c38bc4d9ab69 None None] Sync routers for ids ['6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:00:57.887656 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29c5edd-81bc-49a2-8701-c38bc4d9ab69 None None] Routers {'6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:00:57.888491 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a29c5edd-81bc-49a2-8701-c38bc4d9ab69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:00:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:57.930119 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-ae8554a3-3cf4-401e-a62e-7ccd816be945 None None] Provisioning complete for port 35e5acad-3d4d-45fc-ae1a-6c3b982a876a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:00:57.930819 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ae8554a3-3cf4-401e-a62e-7ccd816be945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (35e5acad-3d4d-45fc-ae1a-6c3b982a876a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:57.960228 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7ac5afb5-7290-4b30-9993-662fd2911390 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:00:57.980150 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-ad784197-fc7b-4aa6-818c-28eb360b4169 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1197287204&fields=id&tenant_id=35b259a6dce94926b3e9e09de8b37f6a HTTP/1.1" status: 200 len: 267 time: 0.0498922 Feb 19 05:00:58.051947 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ae8554a3-3cf4-401e-a62e-7ccd816be945 None None] Port 35e5acad-3d4d-45fc-ae1a-6c3b982a876a cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:00:58.079867 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-a29c5edd-81bc-49a2-8701-c38bc4d9ab69 None None] Set router 6ae7d33d-dca6-4448-86b2-6e7e3076c1d8 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:00:58.108470 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-a998f352-6d53-46e9-8d48-b53483976437 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:58.110050 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-a998f352-6d53-46e9-8d48-b53483976437 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/networks?id=5f710f6b-0255-4f45-9727-80e614d4875c HTTP/1.1" status: 200 len: 796 time: 0.1201618 Feb 19 05:00:58.117240 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 7ac5afb5-7290-4b30-9993-662fd2911390 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:00:58.117620 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7ac5afb5-7290-4b30-9993-662fd2911390), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:58.134706 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-5db7c7b5-292f-43f1-a241-549c3d6bb92e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/quotas/35b259a6dce94926b3e9e09de8b37f6a HTTP/1.1" status: 200 len: 375 time: 0.0165288 Feb 19 05:00:58.187172 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-b4d968a7-4bea-4ea3-94ba-7d0f159af3dd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492716 Feb 19 05:00:58.257027 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-dd930b4a-d59c-47b6-b344-a05ba7aaee6e None None] Provisioning complete for port 35e5acad-3d4d-45fc-ae1a-6c3b982a876a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:00:58.257615 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dd930b4a-d59c-47b6-b344-a05ba7aaee6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (35e5acad-3d4d-45fc-ae1a-6c3b982a876a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:58.326126 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-9f7ab9bf-5796-4dd8-ade9-13f7bf09591c service neutron] 10.222.0.52 "GET /v2.0/networks/5f710f6b-0255-4f45-9727-80e614d4875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270003 Feb 19 05:00:58.334096 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-dd930b4a-d59c-47b6-b344-a05ba7aaee6e None None] Port 35e5acad-3d4d-45fc-ae1a-6c3b982a876a cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:00:58.373713 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 7ac5afb5-7290-4b30-9993-662fd2911390 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:00:58.374106 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7ac5afb5-7290-4b30-9993-662fd2911390), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:58.399036 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 7ac5afb5-7290-4b30-9993-662fd2911390, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7ac5afb5-7290-4b30-9993-662fd2911390,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:00:58.406022 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7ac5afb5-7290-4b30-9993-662fd2911390), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:58.406857 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e2000ebb-6f07-41f3-bbb8-e870d98a83c3 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:00:58.420633 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-da54228f-3ff6-4c5e-8a50-bd12cf79ecc4 service neutron] 10.222.0.52 "GET /v2.0/networks/5f710f6b-0255-4f45-9727-80e614d4875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885749 Feb 19 05:00:58.466471 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a29c5edd-81bc-49a2-8701-c38bc4d9ab69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630185040', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:00:56Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '35e5acad-3d4d-45fc-ae1a-6c3b982a876a', 'name': '', 'network_id': '5f710f6b-0255-4f45-9727-80e614d4875c', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:16:76:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'e6d68869-e3f7-4995-9e7c-aa06cf07cdaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:56Z', 'updated_at': '2022-02-19T05:00:57Z', 'revision_number': 2, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': 'e6d68869-e3f7-4995-9e7c-aa06cf07cdaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:58.504928 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c5edd-81bc-49a2-8701-c38bc4d9ab69 None None] Checking router: 6ae7d33d-dca6-4448-86b2-6e7e3076c1d8 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:00:58.505291 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c5edd-81bc-49a2-8701-c38bc4d9ab69 None None] Updating router 6ae7d33d-dca6-4448-86b2-6e7e3076c1d8 port 35e5acad-3d4d-45fc-ae1a-6c3b982a876a binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:00:58.542131 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=7ac5afb5-7290-4b30-9993-662fd2911390,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:58.557462 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a29c5edd-81bc-49a2-8701-c38bc4d9ab69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (35e5acad-3d4d-45fc-ae1a-6c3b982a876a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:58.571928 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port e2000ebb-6f07-41f3-bbb8-e870d98a83c3 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:00:58.572305 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e2000ebb-6f07-41f3-bbb8-e870d98a83c3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:58.594046 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5381e322-5319-43b7-b706-2ab969453e3f req-46021bbd-83a2-4bd2-831b-de08759d7c01 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 210 time: 0.0330532 Feb 19 05:00:58.931654 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port e2000ebb-6f07-41f3-bbb8-e870d98a83c3 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:00:59.037240 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a29c5edd-81bc-49a2-8701-c38bc4d9ab69 None None] Publish callbacks [] for port (35e5acad-3d4d-45fc-ae1a-6c3b982a876a), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:59.042391 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a29c5edd-81bc-49a2-8701-c38bc4d9ab69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (35e5acad-3d4d-45fc-ae1a-6c3b982a876a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:59.089994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d081543-9a19-4399-b334-8b2cf983e499 None None] Pushing event updated for resources: {'Port': ['ID=35e5acad-3d4d-45fc-ae1a-6c3b982a876a,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:59.144424 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-a29c5edd-81bc-49a2-8701-c38bc4d9ab69 None None] Attempting to bind port 35e5acad-3d4d-45fc-ae1a-6c3b982a876a on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:00:59.145366 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-a29c5edd-81bc-49a2-8701-c38bc4d9ab69 None None] Attempting to bind port 35e5acad-3d4d-45fc-ae1a-6c3b982a876a by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '881e748e-e8b0-4e83-99f2-8857bb28f681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5f710f6b-0255-4f45-9727-80e614d4875c'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:00:59.145738 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29c5edd-81bc-49a2-8701-c38bc4d9ab69 None None] Attempting to bind port 35e5acad-3d4d-45fc-ae1a-6c3b982a876a on network 5f710f6b-0255-4f45-9727-80e614d4875c {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:00:59.150865 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29c5edd-81bc-49a2-8701-c38bc4d9ab69 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:00:59.151243 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29c5edd-81bc-49a2-8701-c38bc4d9ab69 None None] Checking segment: {'id': '881e748e-e8b0-4e83-99f2-8857bb28f681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5f710f6b-0255-4f45-9727-80e614d4875c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:00:59.151648 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a29c5edd-81bc-49a2-8701-c38bc4d9ab69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:59.152044 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29c5edd-81bc-49a2-8701-c38bc4d9ab69 None None] Bound using segment: {'id': '881e748e-e8b0-4e83-99f2-8857bb28f681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5f710f6b-0255-4f45-9727-80e614d4875c'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:00:59.152506 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-a29c5edd-81bc-49a2-8701-c38bc4d9ab69 None None] Bound port: 35e5acad-3d4d-45fc-ae1a-6c3b982a876a, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881e748e-e8b0-4e83-99f2-8857bb28f681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5f710f6b-0255-4f45-9727-80e614d4875c'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:00:59.152887 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a29c5edd-81bc-49a2-8701-c38bc4d9ab69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (35e5acad-3d4d-45fc-ae1a-6c3b982a876a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:59.219912 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-a29c5edd-81bc-49a2-8701-c38bc4d9ab69 None None] For port 35e5acad-3d4d-45fc-ae1a-6c3b982a876a, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:00:59.223739 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-a29c5edd-81bc-49a2-8701-c38bc4d9ab69 None None] For port 35e5acad-3d4d-45fc-ae1a-6c3b982a876a, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=35e5acad-3d4d-45fc-ae1a-6c3b982a876a,segment=NetworkSegment(881e748e-e8b0-4e83-99f2-8857bb28f681),segment_id=881e748e-e8b0-4e83-99f2-8857bb28f681)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:00:59.230649 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a29c5edd-81bc-49a2-8701-c38bc4d9ab69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (35e5acad-3d4d-45fc-ae1a-6c3b982a876a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:59.287741 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29c5edd-81bc-49a2-8701-c38bc4d9ab69 None None] Routers {'6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:00:59.288409 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a29c5edd-81bc-49a2-8701-c38bc4d9ab69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:00:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:59.325070 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d081543-9a19-4399-b334-8b2cf983e499 None None] Pushing event updated for resources: {'Port': ['ID=35e5acad-3d4d-45fc-ae1a-6c3b982a876a,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:59.403065 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2c683753-54df-4eec-b390-a3cb78ff13df None None] Provisioning complete for port 35e5acad-3d4d-45fc-ae1a-6c3b982a876a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:00:59.403446 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2c683753-54df-4eec-b390-a3cb78ff13df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (35e5acad-3d4d-45fc-ae1a-6c3b982a876a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:59.439714 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-a29c5edd-81bc-49a2-8701-c38bc4d9ab69 None None] Set router 6ae7d33d-dca6-4448-86b2-6e7e3076c1d8 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:00:59.601502 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2c683753-54df-4eec-b390-a3cb78ff13df None None] Current status of the port 35e5acad-3d4d-45fc-ae1a-6c3b982a876a is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:00:59.601892 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2c683753-54df-4eec-b390-a3cb78ff13df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (35e5acad-3d4d-45fc-ae1a-6c3b982a876a), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:59.673755 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-2c683753-54df-4eec-b390-a3cb78ff13df None None] For port 35e5acad-3d4d-45fc-ae1a-6c3b982a876a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=35e5acad-3d4d-45fc-ae1a-6c3b982a876a,segment=NetworkSegment(881e748e-e8b0-4e83-99f2-8857bb28f681),segment_id=881e748e-e8b0-4e83-99f2-8857bb28f681)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:00:59.679572 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7a2174e4-331b-4c4a-a6a7-04c825f485c8 req-104b394d-8844-4e1f-9c8f-0bd291175973 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 210 time: 0.0280538 Feb 19 05:00:59.680172 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2c683753-54df-4eec-b390-a3cb78ff13df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (35e5acad-3d4d-45fc-ae1a-6c3b982a876a), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:59.739293 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c683753-54df-4eec-b390-a3cb78ff13df None None] Pushing event updated for resources: {'Port': ['ID=35e5acad-3d4d-45fc-ae1a-6c3b982a876a,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:59.744193 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-a29c5edd-81bc-49a2-8701-c38bc4d9ab69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630185040', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:00:56Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '35e5acad-3d4d-45fc-ae1a-6c3b982a876a', 'name': '', 'network_id': '5f710f6b-0255-4f45-9727-80e614d4875c', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:16:76:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'e6d68869-e3f7-4995-9e7c-aa06cf07cdaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:56Z', 'updated_at': '2022-02-19T05:00:59Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': 'e6d68869-e3f7-4995-9e7c-aa06cf07cdaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:59.777113 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c5edd-81bc-49a2-8701-c38bc4d9ab69 None None] The sync data for ids ['6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'] in n-d-828369-19 is: [{'id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630185040', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:00:56Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '35e5acad-3d4d-45fc-ae1a-6c3b982a876a', 'name': '', 'network_id': '5f710f6b-0255-4f45-9727-80e614d4875c', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:16:76:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'e6d68869-e3f7-4995-9e7c-aa06cf07cdaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:56Z', 'updated_at': '2022-02-19T05:00:59Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': 'e6d68869-e3f7-4995-9e7c-aa06cf07cdaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:00:59.801975 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-0500d41c-8a62-49b6-aa78-34fb41143af9 None None] Provisioning complete for port 35e5acad-3d4d-45fc-ae1a-6c3b982a876a triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:00:59.802408 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0500d41c-8a62-49b6-aa78-34fb41143af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (35e5acad-3d4d-45fc-ae1a-6c3b982a876a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:59.904096 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7ac5afb5-7290-4b30-9993-662fd2911390 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:00:59.942816 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-0500d41c-8a62-49b6-aa78-34fb41143af9 None None] Current status of the port 35e5acad-3d4d-45fc-ae1a-6c3b982a876a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:00:59.971918 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 7ac5afb5-7290-4b30-9993-662fd2911390 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:00:59.972417 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7ac5afb5-7290-4b30-9993-662fd2911390), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:00.064967 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 7ac5afb5-7290-4b30-9993-662fd2911390 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:01:00.136084 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:00.721773 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6609c893-0b4c-474d-97f9-dfbc80a03796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:00.779889 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6db24b01-f1d9-4a62-901a-cbbca9631566 req-30806bf1-d176-423b-8bb5-ca375792d9f5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 210 time: 0.0279989 Feb 19 05:01:01.648163 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-65e93e61-58c6-464d-933c-e7366384fe86 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:01.649520 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-65e93e61-58c6-464d-933c-e7366384fe86 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.79 "GET /v2.0/networks?id=5f710f6b-0255-4f45-9727-80e614d4875c HTTP/1.1" status: 200 len: 796 time: 0.1081493 Feb 19 05:01:01.717842 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-a793a055-dcde-4956-853b-2c746a9a0978 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35b259a6dce94926b3e9e09de8b37f6a HTTP/1.1" status: 200 len: 380 time: 0.0600500 Feb 19 05:01:01.727025 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-fde54e51-dc89-472b-a668-cd3f9492b912 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'port': {'device_id': 'f28f6b7f-c9fa-4766-bf81-311ac220e03e', 'network_id': '5f710f6b-0255-4f45-9727-80e614d4875c', 'admin_state_up': True, 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'security_groups': ['da4d385c-4a6e-47e3-91dd-30f7394bb6c8']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:01.851489 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-fde54e51-dc89-472b-a668-cd3f9492b912 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Made reservation on behalf of 35b259a6dce94926b3e9e09de8b37f6a for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:01:01.855146 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-fde54e51-dc89-472b-a668-cd3f9492b912 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:01.882525 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 35e5acad-3d4d-45fc-ae1a-6c3b982a876a up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:01:01.897313 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-220bc5bc-fd6b-464e-ad2a-31a74b752486 req-8320cb36-4cde-4848-a6e8-c98440a36a6e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 210 time: 0.0323422 Feb 19 05:01:01.936014 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 35e5acad-3d4d-45fc-ae1a-6c3b982a876a triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:01:01.936384 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (35e5acad-3d4d-45fc-ae1a-6c3b982a876a), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:02.012206 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 35e5acad-3d4d-45fc-ae1a-6c3b982a876a is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:01:02.019825 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-fde54e51-dc89-472b-a668-cd3f9492b912 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Allocated IP 172.20.0.13 (5f710f6b-0255-4f45-9727-80e614d4875c/e6d68869-e3f7-4995-9e7c-aa06cf07cdaf/bb89cdc7-d1e0-4271-b74f-b76f7b4a2802) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:01:02.153170 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-fde54e51-dc89-472b-a668-cd3f9492b912 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (bb89cdc7-d1e0-4271-b74f-b76f7b4a2802), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:02.186950 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-fde54e51-dc89-472b-a668-cd3f9492b912 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (bb89cdc7-d1e0-4271-b74f-b76f7b4a2802), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:02.232270 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-fde54e51-dc89-472b-a668-cd3f9492b912 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network 5f710f6b-0255-4f45-9727-80e614d4875c is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:01:02.235238 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-fde54e51-dc89-472b-a668-cd3f9492b912 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:01:02.242358 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-fde54e51-dc89-472b-a668-cd3f9492b912 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:01:02.266020 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde54e51-dc89-472b-a668-cd3f9492b912 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=bb89cdc7-d1e0-4271-b74f-b76f7b4a2802,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:02.294946 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-fde54e51-dc89-472b-a668-cd3f9492b912 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:02.295575 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-fde54e51-dc89-472b-a668-cd3f9492b912 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:02.312645 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-fde54e51-dc89-472b-a668-cd3f9492b912 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5897801 Feb 19 05:01:02.323680 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-98f853d2-3ad7-44d9-bd5b-44ef4aea44b4 service neutron] Request body: {'port': {'device_id': 'f28f6b7f-c9fa-4766-bf81-311ac220e03e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:02.384586 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-98f853d2-3ad7-44d9-bd5b-44ef4aea44b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (bb89cdc7-d1e0-4271-b74f-b76f7b4a2802), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:02.486148 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b829f8d7-2e51-4f4c-8dc1-bb3dd6448519 None None] Provisioning complete for port bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:01:02.486549 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b829f8d7-2e51-4f4c-8dc1-bb3dd6448519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bb89cdc7-d1e0-4271-b74f-b76f7b4a2802), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:02.518864 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b829f8d7-2e51-4f4c-8dc1-bb3dd6448519 None None] Port bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:01:02.647668 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-98f853d2-3ad7-44d9-bd5b-44ef4aea44b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:01:02.655003 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-98f853d2-3ad7-44d9-bd5b-44ef4aea44b4 service neutron] Publish callbacks [] for port (bb89cdc7-d1e0-4271-b74f-b76f7b4a2802), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:02.667203 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-98f853d2-3ad7-44d9-bd5b-44ef4aea44b4 service neutron] Transition to ACTIVE for port object bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:01:02.670310 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-98f853d2-3ad7-44d9-bd5b-44ef4aea44b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (bb89cdc7-d1e0-4271-b74f-b76f7b4a2802), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:02.719892 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f853d2-3ad7-44d9-bd5b-44ef4aea44b4 service neutron] Pushing event updated for resources: {'Port': ['ID=bb89cdc7-d1e0-4271-b74f-b76f7b4a2802,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:02.793828 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-98f853d2-3ad7-44d9-bd5b-44ef4aea44b4 service neutron] Attempting to bind port bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:01:02.794235 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-98f853d2-3ad7-44d9-bd5b-44ef4aea44b4 service neutron] Attempting to bind port bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '881e748e-e8b0-4e83-99f2-8857bb28f681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5f710f6b-0255-4f45-9727-80e614d4875c'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:01:02.794542 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-98f853d2-3ad7-44d9-bd5b-44ef4aea44b4 service neutron] Attempting to bind port bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 on network 5f710f6b-0255-4f45-9727-80e614d4875c {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:01:02.799232 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-98f853d2-3ad7-44d9-bd5b-44ef4aea44b4 service neutron] Port bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 on network 5f710f6b-0255-4f45-9727-80e614d4875c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:01:02.799559 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-98f853d2-3ad7-44d9-bd5b-44ef4aea44b4 service neutron] Attempting to bind port bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 on network 5f710f6b-0255-4f45-9727-80e614d4875c {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:01:02.804568 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-98f853d2-3ad7-44d9-bd5b-44ef4aea44b4 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:01:02.804913 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-98f853d2-3ad7-44d9-bd5b-44ef4aea44b4 service neutron] Checking segment: {'id': '881e748e-e8b0-4e83-99f2-8857bb28f681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5f710f6b-0255-4f45-9727-80e614d4875c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:01:02.805302 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-98f853d2-3ad7-44d9-bd5b-44ef4aea44b4 service neutron] Bound using segment: {'id': '881e748e-e8b0-4e83-99f2-8857bb28f681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5f710f6b-0255-4f45-9727-80e614d4875c'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:01:02.805731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-98f853d2-3ad7-44d9-bd5b-44ef4aea44b4 service neutron] Bound port: bb89cdc7-d1e0-4271-b74f-b76f7b4a2802, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '881e748e-e8b0-4e83-99f2-8857bb28f681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5f710f6b-0255-4f45-9727-80e614d4875c'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:01:02.806095 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-98f853d2-3ad7-44d9-bd5b-44ef4aea44b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (bb89cdc7-d1e0-4271-b74f-b76f7b4a2802), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:02.872522 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-98f853d2-3ad7-44d9-bd5b-44ef4aea44b4 service neutron] For port bb89cdc7-d1e0-4271-b74f-b76f7b4a2802, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:01:02.875568 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-98f853d2-3ad7-44d9-bd5b-44ef4aea44b4 service neutron] For port bb89cdc7-d1e0-4271-b74f-b76f7b4a2802, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=bb89cdc7-d1e0-4271-b74f-b76f7b4a2802,segment=NetworkSegment(881e748e-e8b0-4e83-99f2-8857bb28f681),segment_id=881e748e-e8b0-4e83-99f2-8857bb28f681)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:01:02.881613 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-98f853d2-3ad7-44d9-bd5b-44ef4aea44b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (bb89cdc7-d1e0-4271-b74f-b76f7b4a2802), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:02.914234 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-98f853d2-3ad7-44d9-bd5b-44ef4aea44b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:02.914753 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-98f853d2-3ad7-44d9-bd5b-44ef4aea44b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:02.916222 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-98f853d2-3ad7-44d9-bd5b-44ef4aea44b4 service neutron] 10.222.0.79 "PUT /v2.0/ports/bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 HTTP/1.1" status: 200 len: 1093 time: 0.5967607 Feb 19 05:01:02.916688 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28f6b7f-c9fa-4766-bf81-311ac220e03e', 'tag': 'bb89cdc7-d1e0-4271-b74f-b76f7b4a2802'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:01:02.919010 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fb7416-b2e5-46ae-88cd-9893a3b1c789" -d '{"events": [{"name": "network-changed", "server_uuid": "f28f6b7f-c9fa-4766-bf81-311ac220e03e", "tag": "bb89cdc7-d1e0-4271-b74f-b76f7b4a2802"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:01:02.993626 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a89ab8-0e5b-4241-914b-ebc8bc6cfce7 x-openstack-request-id: req-d7a89ab8-0e5b-4241-914b-ebc8bc6cfce7 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:01:02.994070 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f28f6b7f-c9fa-4766-bf81-311ac220e03e", "tag": "bb89cdc7-d1e0-4271-b74f-b76f7b4a2802", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:01:02.994471 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d7a89ab8-0e5b-4241-914b-ebc8bc6cfce7 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:01:02.994966 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28f6b7f-c9fa-4766-bf81-311ac220e03e', 'tag': 'bb89cdc7-d1e0-4271-b74f-b76f7b4a2802', 'status': 'completed', 'code': 200} Feb 19 05:01:03.025971 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f853d2-3ad7-44d9-bd5b-44ef4aea44b4 service neutron] Pushing event updated for resources: {'Port': ['ID=bb89cdc7-d1e0-4271-b74f-b76f7b4a2802,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:03.074470 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-5770f1f4-8576-441a-9d27-8eceae76ec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:03.076004 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-5770f1f4-8576-441a-9d27-8eceae76ec2d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 1127 time: 0.1014116 Feb 19 05:01:03.083388 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdb0bd-2486-45d7-b96d-0f6e204f1993 req-eaaa85a3-31fa-4c77-a535-d1b940f6dbcb tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:03.084817 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d6cdb0bd-2486-45d7-b96d-0f6e204f1993 req-eaaa85a3-31fa-4c77-a535-d1b940f6dbcb tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 944 time: 0.0951543 Feb 19 05:01:03.131234 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-b4b069d2-e6dd-4eda-b2fb-fbbf41895574 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 HTTP/1.1" status: 200 len: 217 time: 0.0454633 Feb 19 05:01:03.198053 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d6cdb0bd-2486-45d7-b96d-0f6e204f1993 req-e7e05423-613f-4f3c-a19b-2f8f4e96861f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=da4d385c-4a6e-47e3-91dd-30f7394bb6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063745 Feb 19 05:01:03.203350 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-e90edae7-b58c-4716-9b6d-897dde8801f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:03.204731 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-e90edae7-b58c-4716-9b6d-897dde8801f3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6d68869-e3f7-4995-9e7c-aa06cf07cdaf HTTP/1.1" status: 200 len: 834 time: 0.0671387 Feb 19 05:01:03.252367 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-f373ed22-9753-4a7e-a330-a5a4c1152d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:03.254412 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-f373ed22-9753-4a7e-a330-a5a4c1152d62 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5f710f6b-0255-4f45-9727-80e614d4875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435221 Feb 19 05:01:03.349860 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-f46ec615-9e1a-4602-9373-af0e2b8557af service neutron] 10.222.0.79 "GET /v2.0/networks/5f710f6b-0255-4f45-9727-80e614d4875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895064 Feb 19 05:01:03.445127 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f36fb1b-67ce-4778-959e-d6e750066fb0 req-19598b25-774e-4698-b2c0-2cc24d1d00cf service neutron] 10.222.0.79 "GET /v2.0/networks/5f710f6b-0255-4f45-9727-80e614d4875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861247 Feb 19 05:01:03.530894 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb7416-b2e5-46ae-88cd-9893a3b1c789 req-22eaf147-e2d9-4418-af97-976274553d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:03.532392 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-42fb7416-b2e5-46ae-88cd-9893a3b1c789 req-22eaf147-e2d9-4418-af97-976274553d4e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 1127 time: 0.0450268 Feb 19 05:01:03.588571 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4b690346-19a0-4d24-a21f-2a916cbc66da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:03.625194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb7416-b2e5-46ae-88cd-9893a3b1c789 req-be5f2ec7-1b4e-4357-926e-e0fab36ccdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:03.626676 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-42fb7416-b2e5-46ae-88cd-9893a3b1c789 req-be5f2ec7-1b4e-4357-926e-e0fab36ccdd0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5f710f6b-0255-4f45-9727-80e614d4875c HTTP/1.1" status: 200 len: 897 time: 0.0879626 Feb 19 05:01:03.667034 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-42fb7416-b2e5-46ae-88cd-9893a3b1c789 req-b70edd73-6370-4dca-aabd-02d944f8641a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 HTTP/1.1" status: 200 len: 217 time: 0.0347724 Feb 19 05:01:03.716681 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb7416-b2e5-46ae-88cd-9893a3b1c789 req-3fefd4fc-54c7-4322-b37b-dc533e3d5765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:03.718001 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-42fb7416-b2e5-46ae-88cd-9893a3b1c789 req-3fefd4fc-54c7-4322-b37b-dc533e3d5765 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6d68869-e3f7-4995-9e7c-aa06cf07cdaf HTTP/1.1" status: 200 len: 834 time: 0.0424957 Feb 19 05:01:03.769394 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb7416-b2e5-46ae-88cd-9893a3b1c789 req-947cb274-0ea5-43de-bf8a-628eee17f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:03.770888 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-42fb7416-b2e5-46ae-88cd-9893a3b1c789 req-947cb274-0ea5-43de-bf8a-628eee17f083 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5f710f6b-0255-4f45-9727-80e614d4875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464218 Feb 19 05:01:03.857604 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-42fb7416-b2e5-46ae-88cd-9893a3b1c789 req-30793e56-d33d-4a9b-9361-75e198213bed service neutron] 10.222.0.79 "GET /v2.0/networks/5f710f6b-0255-4f45-9727-80e614d4875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798457 Feb 19 05:01:03.948620 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-42fb7416-b2e5-46ae-88cd-9893a3b1c789 req-94295231-419c-48b6-ad71-2a3c6692c95f service neutron] 10.222.0.79 "GET /v2.0/networks/5f710f6b-0255-4f45-9727-80e614d4875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842626 Feb 19 05:01:04.022952 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:04.318060 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6b6e8-6f21-4bca-b2f9-d938d518cd7b req-2455f89c-dbe6-4e07-ad74-8ca88e782a92 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:04.319550 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d2a6b6e8-6f21-4bca-b2f9-d938d518cd7b req-2455f89c-dbe6-4e07-ad74-8ca88e782a92 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 944 time: 0.0538185 Feb 19 05:01:04.367332 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d2a6b6e8-6f21-4bca-b2f9-d938d518cd7b req-7999691b-f2f5-484b-a18b-a9dc1a7a2e23 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=da4d385c-4a6e-47e3-91dd-30f7394bb6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422621 Feb 19 05:01:05.489880 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb957d-48a6-413e-afaf-6db909104cdb req-49168fa0-ea94-4397-b21a-ce78f57fbc90 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:05.491395 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-27eb957d-48a6-413e-afaf-6db909104cdb req-49168fa0-ea94-4397-b21a-ce78f57fbc90 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 944 time: 0.0511391 Feb 19 05:01:05.513268 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:05.539874 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-27eb957d-48a6-413e-afaf-6db909104cdb req-afa22ec9-5e80-4634-b53f-fc571142df49 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=da4d385c-4a6e-47e3-91dd-30f7394bb6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428808 Feb 19 05:01:05.731048 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:01:05.823351 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port bb89cdc7-d1e0-4271-b74f-b76f7b4a2802, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=bb89cdc7-d1e0-4271-b74f-b76f7b4a2802,segment=NetworkSegment(881e748e-e8b0-4e83-99f2-8857bb28f681),segment_id=881e748e-e8b0-4e83-99f2-8857bb28f681)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:01:05.838413 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'bb89cdc7-d1e0-4271-b74f-b76f7b4a2802', 'network_id': '5f710f6b-0255-4f45-9727-80e614d4875c', 'port_id': 'bb89cdc7-d1e0-4271-b74f-b76f7b4a2802', 'mac_address': 'fa:16:3e:4b:6a:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d68869-e3f7-4995-9e7c-aa06cf07cdaf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:01:05.874884 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:01:05.875275 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (bb89cdc7-d1e0-4271-b74f-b76f7b4a2802), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:05.888114 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:01:05.906827 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port bb89cdc7-d1e0-4271-b74f-b76f7b4a2802, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=bb89cdc7-d1e0-4271-b74f-b76f7b4a2802,segment=NetworkSegment(881e748e-e8b0-4e83-99f2-8857bb28f681),segment_id=881e748e-e8b0-4e83-99f2-8857bb28f681)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:01:05.910345 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (bb89cdc7-d1e0-4271-b74f-b76f7b4a2802), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:05.955107 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=bb89cdc7-d1e0-4271-b74f-b76f7b4a2802,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:06.115582 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['bb89cdc7-d1e0-4271-b74f-b76f7b4a2802'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:01:06.658750 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e58a6-ce28-46be-8d0e-794e5800058a req-61106cbc-e04f-4d95-9683-9cce5a9918d5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:06.660697 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-df8e58a6-ce28-46be-8d0e-794e5800058a req-61106cbc-e04f-4d95-9683-9cce5a9918d5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 945 time: 0.0550048 Feb 19 05:01:06.707933 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-df8e58a6-ce28-46be-8d0e-794e5800058a req-a23a53f0-b177-40e7-b7d2-3fa04ee58604 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=da4d385c-4a6e-47e3-91dd-30f7394bb6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416288 Feb 19 05:01:06.901305 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:07.763052 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:01:07.815732 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:01:07.820956 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:01:07.821331 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bb89cdc7-d1e0-4271-b74f-b76f7b4a2802), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:07.827816 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe5682-29ea-4b9d-80b5-3464a5fc8a48 req-65621166-ed66-494d-a725-c3a56ac495ee tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:07.829328 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fbfe5682-29ea-4b9d-80b5-3464a5fc8a48 req-65621166-ed66-494d-a725-c3a56ac495ee tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 945 time: 0.0538831 Feb 19 05:01:07.880071 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fbfe5682-29ea-4b9d-80b5-3464a5fc8a48 req-dcaed8ba-3a85-4ba7-8cf1-cfbbc4c09c30 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=da4d385c-4a6e-47e3-91dd-30f7394bb6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451210 Feb 19 05:01:07.898664 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:01:07.899061 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (bb89cdc7-d1e0-4271-b74f-b76f7b4a2802), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:07.921043 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28f6b7f-c9fa-4766-bf81-311ac220e03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb89cdc7-d1e0-4271-b74f-b76f7b4a2802'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:01:07.923304 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef644b6ab79b0ac41de0b13976fcd129d4d99816de20742327e953106f20d7ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c53141-dbed-4e26-9823-b10172ce2ff8" -d '{"events": [{"server_uuid": "f28f6b7f-c9fa-4766-bf81-311ac220e03e", "name": "network-vif-plugged", "status": "completed", "tag": "bb89cdc7-d1e0-4271-b74f-b76f7b4a2802"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:01:07.936492 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port bb89cdc7-d1e0-4271-b74f-b76f7b4a2802, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=bb89cdc7-d1e0-4271-b74f-b76f7b4a2802,segment=NetworkSegment(881e748e-e8b0-4e83-99f2-8857bb28f681),segment_id=881e748e-e8b0-4e83-99f2-8857bb28f681)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:01:07.940587 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (bb89cdc7-d1e0-4271-b74f-b76f7b4a2802), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:07.963516 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d860b4-42fc-4708-a6c8-75885ea99931 x-openstack-request-id: req-c6d860b4-42fc-4708-a6c8-75885ea99931 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:01:07.963806 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28f6b7f-c9fa-4766-bf81-311ac220e03e", "name": "network-vif-plugged", "status": "completed", "tag": "bb89cdc7-d1e0-4271-b74f-b76f7b4a2802", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:01:07.964065 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c6d860b4-42fc-4708-a6c8-75885ea99931 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:01:07.964450 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28f6b7f-c9fa-4766-bf81-311ac220e03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb89cdc7-d1e0-4271-b74f-b76f7b4a2802', 'code': 200} Feb 19 05:01:07.993366 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=bb89cdc7-d1e0-4271-b74f-b76f7b4a2802,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:08.060906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74d10f-b748-490b-9a17-7b52685e2af8 req-da71b4a5-4241-4013-9a29-8dbf1b3c770b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:08.062409 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e74d10f-b748-490b-9a17-7b52685e2af8 req-da71b4a5-4241-4013-9a29-8dbf1b3c770b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 1129 time: 0.0431244 Feb 19 05:01:08.115454 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e74d10f-b748-490b-9a17-7b52685e2af8 req-562d0b0b-0e32-4784-8977-7e6d7b08c724 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=da4d385c-4a6e-47e3-91dd-30f7394bb6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426447 Feb 19 05:01:08.998771 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c7834-05f5-4a5b-8716-92155c2aa50f req-73515175-398c-4702-ad61-322b78737287 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:09.000267 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-249c7834-05f5-4a5b-8716-92155c2aa50f req-73515175-398c-4702-ad61-322b78737287 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 946 time: 0.0535173 Feb 19 05:01:09.047908 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-249c7834-05f5-4a5b-8716-92155c2aa50f req-bfdf6f18-9572-41e2-8386-8dda4783b21c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=da4d385c-4a6e-47e3-91dd-30f7394bb6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416451 Feb 19 05:01:10.168284 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8432d-ca1a-4f4c-82a7-3fbe2d336b6c req-1a944dd1-024f-4644-a3de-fc624f5d0a95 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:10.169752 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fca8432d-ca1a-4f4c-82a7-3fbe2d336b6c req-1a944dd1-024f-4644-a3de-fc624f5d0a95 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 946 time: 0.0510325 Feb 19 05:01:10.217122 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fca8432d-ca1a-4f4c-82a7-3fbe2d336b6c req-fa6eef22-f278-489f-999b-9ed31d72c4b7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=da4d385c-4a6e-47e3-91dd-30f7394bb6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418475 Feb 19 05:01:10.339227 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233ee8e-9e39-4b90-a976-29f18c61e3c6 req-ca7ec281-da7e-4d9f-bfe4-f50f502a1ee9 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:10.340603 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6233ee8e-9e39-4b90-a976-29f18c61e3c6 req-ca7ec281-da7e-4d9f-bfe4-f50f502a1ee9 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 946 time: 0.0561347 Feb 19 05:01:10.397103 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6233ee8e-9e39-4b90-a976-29f18c61e3c6 req-2135e0bd-9a25-4d32-8a3e-e5e044ccfef7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=da4d385c-4a6e-47e3-91dd-30f7394bb6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509019 Feb 19 05:01:10.418604 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47638) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:10.461930 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970289ae-63aa-4187-96cf-60e2986e53d9 tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:10.463466 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-970289ae-63aa-4187-96cf-60e2986e53d9 tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 1124 time: 0.0438931 Feb 19 05:01:10.466260 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47640) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:10.470438 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-826bbcc6-3568-4836-a28d-576b3e13a61f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'port_id': 'bb89cdc7-d1e0-4271-b74f-b76f7b4a2802', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:10.490007 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-826bbcc6-3568-4836-a28d-576b3e13a61f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:10.588593 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-826bbcc6-3568-4836-a28d-576b3e13a61f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:10.687063 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-826bbcc6-3568-4836-a28d-576b3e13a61f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Allocated IP 172.25.3.178 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/b12ffcc7-eafe-43f5-9a0d-75159da1b4fd) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:01:10.792502 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-826bbcc6-3568-4836-a28d-576b3e13a61f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (b12ffcc7-eafe-43f5-9a0d-75159da1b4fd), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:10.825790 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-826bbcc6-3568-4836-a28d-576b3e13a61f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (b12ffcc7-eafe-43f5-9a0d-75159da1b4fd), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:10.858737 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826bbcc6-3568-4836-a28d-576b3e13a61f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:01:10.861569 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-826bbcc6-3568-4836-a28d-576b3e13a61f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:01:10.864749 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826bbcc6-3568-4836-a28d-576b3e13a61f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:01:10.901181 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826bbcc6-3568-4836-a28d-576b3e13a61f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=b12ffcc7-eafe-43f5-9a0d-75159da1b4fd,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:11.228642 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-826bbcc6-3568-4836-a28d-576b3e13a61f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for floatingip (46aa7cf0-efaf-4248-882e-6af3d872d2c5), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:11.293814 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-826bbcc6-3568-4836-a28d-576b3e13a61f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b12ffcc7-eafe-43f5-9a0d-75159da1b4fd), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:11.442952 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-826bbcc6-3568-4836-a28d-576b3e13a61f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (b12ffcc7-eafe-43f5-9a0d-75159da1b4fd), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:11.447331 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-826bbcc6-3568-4836-a28d-576b3e13a61f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (b12ffcc7-eafe-43f5-9a0d-75159da1b4fd), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:11.517774 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826bbcc6-3568-4836-a28d-576b3e13a61f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=b12ffcc7-eafe-43f5-9a0d-75159da1b4fd,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:11.527469 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-826bbcc6-3568-4836-a28d-576b3e13a61f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (46aa7cf0-efaf-4248-882e-6af3d872d2c5), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:11.628155 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-826bbcc6-3568-4836-a28d-576b3e13a61f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Floating IP 46aa7cf0-efaf-4248-882e-6af3d872d2c5 associated. External IP: 172.25.3.178, port: bb89cdc7-d1e0-4271-b74f-b76f7b4a2802. Feb 19 05:01:12.184189 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826bbcc6-3568-4836-a28d-576b3e13a61f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Router 6ae7d33d-dca6-4448-86b2-6e7e3076c1d8 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:01:12.291119 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826bbcc6-3568-4836-a28d-576b3e13a61f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:01:12.301048 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10074ce1-f3a9-4fff-8834-ad92ff2160fd None None] Sync routers for ids ['6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:01:12.309778 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-826bbcc6-3568-4836-a28d-576b3e13a61f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:12.311150 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10074ce1-f3a9-4fff-8834-ad92ff2160fd None None] Routers {'6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:01:12.311769 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-10074ce1-f3a9-4fff-8834-ad92ff2160fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:01:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:12.339441 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-826bbcc6-3568-4836-a28d-576b3e13a61f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8721640 Feb 19 05:01:12.340041 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28f6b7f-c9fa-4766-bf81-311ac220e03e', 'tag': 'bb89cdc7-d1e0-4271-b74f-b76f7b4a2802'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:01:12.342421 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c26cc8d-6358-48ad-8ff2-1736efb911f9" -d '{"events": [{"name": "network-changed", "server_uuid": "f28f6b7f-c9fa-4766-bf81-311ac220e03e", "tag": "bb89cdc7-d1e0-4271-b74f-b76f7b4a2802"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:01:12.380940 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10224c2e-8084-4e44-8490-faec2576b572 x-openstack-request-id: req-10224c2e-8084-4e44-8490-faec2576b572 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:01:12.381556 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f28f6b7f-c9fa-4766-bf81-311ac220e03e", "tag": "bb89cdc7-d1e0-4271-b74f-b76f7b4a2802", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:01:12.381814 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10224c2e-8084-4e44-8490-faec2576b572 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:01:12.382419 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28f6b7f-c9fa-4766-bf81-311ac220e03e', 'tag': 'bb89cdc7-d1e0-4271-b74f-b76f7b4a2802', 'status': 'completed', 'code': 200} Feb 19 05:01:12.420893 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-10074ce1-f3a9-4fff-8834-ad92ff2160fd None None] Set router 6ae7d33d-dca6-4448-86b2-6e7e3076c1d8 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:01:12.470325 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57eec98-43e5-4f3f-abbf-0f738eb503ca req-518d7ec6-8baf-4feb-879e-fa52429cec97 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:12.471715 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e57eec98-43e5-4f3f-abbf-0f738eb503ca req-518d7ec6-8baf-4feb-879e-fa52429cec97 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 946 time: 0.0791042 Feb 19 05:01:12.478208 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26cc8d-6358-48ad-8ff2-1736efb911f9 req-15a15551-ce0d-4310-b727-f444934b61af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:12.479591 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8c26cc8d-6358-48ad-8ff2-1736efb911f9 req-15a15551-ce0d-4310-b727-f444934b61af service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 1129 time: 0.0762830 Feb 19 05:01:12.575696 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e57eec98-43e5-4f3f-abbf-0f738eb503ca req-a651aa7c-6ec1-4c02-a8ea-58db9397398a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=da4d385c-4a6e-47e3-91dd-30f7394bb6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951524 Feb 19 05:01:12.599481 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47646) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:12.601405 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26cc8d-6358-48ad-8ff2-1736efb911f9 req-f784d2ff-d8be-4ade-8a56-70884dd2dedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:12.602903 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8c26cc8d-6358-48ad-8ff2-1736efb911f9 req-f784d2ff-d8be-4ade-8a56-70884dd2dedc service neutron] 10.222.0.79 "GET /v2.0/networks?id=5f710f6b-0255-4f45-9727-80e614d4875c HTTP/1.1" status: 200 len: 897 time: 0.1169579 Feb 19 05:01:12.644859 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-10074ce1-f3a9-4fff-8834-ad92ff2160fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630185040', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:00:56Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '46aa7cf0-efaf-4248-882e-6af3d872d2c5', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'port_id': 'bb89cdc7-d1e0-4271-b74f-b76f7b4a2802', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f710f6b-0255-4f45-9727-80e614d4875c', 'mac_address': 'fa:16:3e:4b:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f6b7f-c9fa-4766-bf81-311ac220e03e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:01:11Z', 'updated_at': '2022-02-19T05:01:11Z', 'revision_number': 0, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e5acad-3d4d-45fc-ae1a-6c3b982a876a', 'name': '', 'network_id': '5f710f6b-0255-4f45-9727-80e614d4875c', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:16:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'e6d68869-e3f7-4995-9e7c-aa06cf07cdaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:56Z', 'updated_at': '2022-02-19T05:00:59Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': 'e6d68869-e3f7-4995-9e7c-aa06cf07cdaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:12.662885 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-51c7c546-c25d-4e73-b0ce-0388aa6ac88e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/floatingips/46aa7cf0-efaf-4248-882e-6af3d872d2c5 HTTP/1.1" status: 200 len: 992 time: 0.0619178 Feb 19 05:01:12.670551 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10074ce1-f3a9-4fff-8834-ad92ff2160fd None None] Checking router: 6ae7d33d-dca6-4448-86b2-6e7e3076c1d8 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:01:12.673289 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8c26cc8d-6358-48ad-8ff2-1736efb911f9 req-2d39bc9a-c17f-4fb5-995c-8fb0fb1def54 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 HTTP/1.1" status: 200 len: 1000 time: 0.0634770 Feb 19 05:01:12.678888 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10074ce1-f3a9-4fff-8834-ad92ff2160fd None None] Routers {'6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:01:12.679491 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-10074ce1-f3a9-4fff-8834-ad92ff2160fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:01:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:12.720542 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26cc8d-6358-48ad-8ff2-1736efb911f9 req-67d652a3-758a-420a-8972-04b3902f62cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:12.721905 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8c26cc8d-6358-48ad-8ff2-1736efb911f9 req-67d652a3-758a-420a-8972-04b3902f62cf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6d68869-e3f7-4995-9e7c-aa06cf07cdaf HTTP/1.1" status: 200 len: 834 time: 0.0434787 Feb 19 05:01:12.767932 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26cc8d-6358-48ad-8ff2-1736efb911f9 req-e40d2e18-c045-48f5-af72-57b375c53730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:12.770014 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8c26cc8d-6358-48ad-8ff2-1736efb911f9 req-e40d2e18-c045-48f5-af72-57b375c53730 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5f710f6b-0255-4f45-9727-80e614d4875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0422535 Feb 19 05:01:12.784403 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-10074ce1-f3a9-4fff-8834-ad92ff2160fd None None] Set router 6ae7d33d-dca6-4448-86b2-6e7e3076c1d8 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:01:12.860372 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8c26cc8d-6358-48ad-8ff2-1736efb911f9 req-106af621-f117-4108-959f-f59da55b603d service neutron] 10.222.0.79 "GET /v2.0/networks/5f710f6b-0255-4f45-9727-80e614d4875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841918 Feb 19 05:01:12.947948 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8c26cc8d-6358-48ad-8ff2-1736efb911f9 req-6595ed13-0f6b-45a6-9fbb-2345acd3d313 service neutron] 10.222.0.79 "GET /v2.0/networks/5f710f6b-0255-4f45-9727-80e614d4875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819535 Feb 19 05:01:13.010838 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-10074ce1-f3a9-4fff-8834-ad92ff2160fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630185040', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:00:56Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '46aa7cf0-efaf-4248-882e-6af3d872d2c5', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'port_id': 'bb89cdc7-d1e0-4271-b74f-b76f7b4a2802', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f710f6b-0255-4f45-9727-80e614d4875c', 'mac_address': 'fa:16:3e:4b:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f6b7f-c9fa-4766-bf81-311ac220e03e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:01:11Z', 'updated_at': '2022-02-19T05:01:11Z', 'revision_number': 0, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e5acad-3d4d-45fc-ae1a-6c3b982a876a', 'name': '', 'network_id': '5f710f6b-0255-4f45-9727-80e614d4875c', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:16:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'e6d68869-e3f7-4995-9e7c-aa06cf07cdaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:56Z', 'updated_at': '2022-02-19T05:00:59Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': 'e6d68869-e3f7-4995-9e7c-aa06cf07cdaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:13.036502 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10074ce1-f3a9-4fff-8834-ad92ff2160fd None None] The sync data for ids ['6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'] in n-d-828369-19 is: [{'id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630185040', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:00:56Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '46aa7cf0-efaf-4248-882e-6af3d872d2c5', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'port_id': 'bb89cdc7-d1e0-4271-b74f-b76f7b4a2802', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f710f6b-0255-4f45-9727-80e614d4875c', 'mac_address': 'fa:16:3e:4b:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f6b7f-c9fa-4766-bf81-311ac220e03e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:01:11Z', 'updated_at': '2022-02-19T05:01:11Z', 'revision_number': 0, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e5acad-3d4d-45fc-ae1a-6c3b982a876a', 'name': '', 'network_id': '5f710f6b-0255-4f45-9727-80e614d4875c', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:16:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'e6d68869-e3f7-4995-9e7c-aa06cf07cdaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:56Z', 'updated_at': '2022-02-19T05:00:59Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': 'e6d68869-e3f7-4995-9e7c-aa06cf07cdaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:01:13.222663 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da099c0-7381-4fa8-8df8-0e5ba17f41ef None None] New status for floating IP 46aa7cf0-efaf-4248-882e-6af3d872d2c5: ACTIVE {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:01:13.665220 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47648) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:13.727550 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-380168c0-f8e5-4157-83e2-8f5338f03180 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/floatingips/46aa7cf0-efaf-4248-882e-6af3d872d2c5 HTTP/1.1" status: 200 len: 994 time: 0.0611718 Feb 19 05:01:27.431363 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:30.135118 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:30.723634 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cc50682e-6072-4f95-a389-bcfbca1a1721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:31.312605 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:01:33.591151 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e22f2215-467b-4e5f-9cb7-cc1dd4188e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:34.025495 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:35.517120 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:36.902794 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:45.130237 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c2f94-45ad-49b3-bc3f-a766fb969c8e req-88e3b26e-5af3-443a-ba3f-18ba9a9d17ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:45.131757 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c8c2f94-45ad-49b3-bc3f-a766fb969c8e req-88e3b26e-5af3-443a-ba3f-18ba9a9d17ab service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 1129 time: 0.0453091 Feb 19 05:01:45.246892 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c084990-002e-43f3-aad1-e9bbb75d899b req-4611a771-f742-4742-a863-9df2c7e2dcdc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:45.248381 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5c084990-002e-43f3-aad1-e9bbb75d899b req-4611a771-f742-4742-a863-9df2c7e2dcdc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 946 time: 0.1670780 Feb 19 05:01:45.270957 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c2f94-45ad-49b3-bc3f-a766fb969c8e req-09da0607-6798-4776-9328-ca3b9026a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:45.272376 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c8c2f94-45ad-49b3-bc3f-a766fb969c8e req-09da0607-6798-4776-9328-ca3b9026a39c service neutron] 10.222.0.79 "GET /v2.0/networks?id=5f710f6b-0255-4f45-9727-80e614d4875c HTTP/1.1" status: 200 len: 897 time: 0.1314278 Feb 19 05:01:45.344479 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5c084990-002e-43f3-aad1-e9bbb75d899b req-32023786-42ff-4e2f-89c1-4a9b56ec1222 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=da4d385c-4a6e-47e3-91dd-30f7394bb6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902376 Feb 19 05:01:45.360080 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c8c2f94-45ad-49b3-bc3f-a766fb969c8e req-a64b69ee-67f7-41f0-a3a4-eb5eb92bc18b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 HTTP/1.1" status: 200 len: 1002 time: 0.0753388 Feb 19 05:01:45.407895 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c2f94-45ad-49b3-bc3f-a766fb969c8e req-6d0fec61-5b98-4367-91d6-b484450eed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:45.409281 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c8c2f94-45ad-49b3-bc3f-a766fb969c8e req-6d0fec61-5b98-4367-91d6-b484450eed29 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6d68869-e3f7-4995-9e7c-aa06cf07cdaf HTTP/1.1" status: 200 len: 834 time: 0.0430434 Feb 19 05:01:45.457351 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c2f94-45ad-49b3-bc3f-a766fb969c8e req-5471a01d-61b9-4823-8661-25a8440d217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:45.459409 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c8c2f94-45ad-49b3-bc3f-a766fb969c8e req-5471a01d-61b9-4823-8661-25a8440d217a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5f710f6b-0255-4f45-9727-80e614d4875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430615 Feb 19 05:01:45.548638 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c8c2f94-45ad-49b3-bc3f-a766fb969c8e req-8c99b55f-8351-4678-8712-42adb6cac448 service neutron] 10.222.0.79 "GET /v2.0/networks/5f710f6b-0255-4f45-9727-80e614d4875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827188 Feb 19 05:01:45.636103 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c8c2f94-45ad-49b3-bc3f-a766fb969c8e req-ef112600-d708-4d38-a68f-dd0daa8d29a5 service neutron] 10.222.0.79 "GET /v2.0/networks/5f710f6b-0255-4f45-9727-80e614d4875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816531 Feb 19 05:01:46.518315 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2e7c9-ebf9-40aa-a3b5-c68534d20dd4 req-bf92a954-875c-46db-84c9-78c635617671 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:46.519728 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ada2e7c9-ebf9-40aa-a3b5-c68534d20dd4 req-bf92a954-875c-46db-84c9-78c635617671 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 946 time: 0.1058857 Feb 19 05:01:46.568731 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ada2e7c9-ebf9-40aa-a3b5-c68534d20dd4 req-f45d0dc2-3c1e-430a-b259-2d1603ec6ac9 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=da4d385c-4a6e-47e3-91dd-30f7394bb6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432360 Feb 19 05:01:47.689474 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc002-18fb-4712-8565-4b1e67641cab req-7859ed65-30d6-42d4-9e66-ef1b992d8dcf tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:47.690973 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc7fc002-18fb-4712-8565-4b1e67641cab req-7859ed65-30d6-42d4-9e66-ef1b992d8dcf tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 946 time: 0.0521214 Feb 19 05:01:47.740682 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc7fc002-18fb-4712-8565-4b1e67641cab req-d49e3396-3f99-45bd-b47e-5e1319fe1444 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=da4d385c-4a6e-47e3-91dd-30f7394bb6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441525 Feb 19 05:01:48.857894 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7ac29-ba10-460b-96a6-b933df94bdb6 req-fea77e9c-771d-4633-9030-5c79b29857b1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:48.859393 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80a7ac29-ba10-460b-96a6-b933df94bdb6 req-fea77e9c-771d-4633-9030-5c79b29857b1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 946 time: 0.0509207 Feb 19 05:01:48.912264 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-80a7ac29-ba10-460b-96a6-b933df94bdb6 req-dbffe132-dae2-4f55-a3d8-e015c0b45a4e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=da4d385c-4a6e-47e3-91dd-30f7394bb6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467832 Feb 19 05:01:50.030258 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff20a73-1ff3-4d83-a6ad-a466665c9396 req-c2236a92-0a87-41a0-a409-0bff7ece2034 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:50.031722 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ff20a73-1ff3-4d83-a6ad-a466665c9396 req-c2236a92-0a87-41a0-a409-0bff7ece2034 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 946 time: 0.0516114 Feb 19 05:01:50.080686 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7ff20a73-1ff3-4d83-a6ad-a466665c9396 req-151f654d-0290-4864-a7da-cec4f67fabdf tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=da4d385c-4a6e-47e3-91dd-30f7394bb6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433068 Feb 19 05:01:51.196585 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda45d9-8c56-414d-aacd-2316b7137ebc req-86e8cf48-ed69-45ce-a0eb-6c4767fc5ab3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:51.198017 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-afda45d9-8c56-414d-aacd-2316b7137ebc req-86e8cf48-ed69-45ce-a0eb-6c4767fc5ab3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 946 time: 0.0507007 Feb 19 05:01:51.244954 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-afda45d9-8c56-414d-aacd-2316b7137ebc req-6ddcb08a-22da-4734-81ae-b75ba8e42af5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=da4d385c-4a6e-47e3-91dd-30f7394bb6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413516 Feb 19 05:01:52.365980 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104a637-d350-4928-987a-30008ce2cd79 req-87734fdd-965f-40b6-ad8b-87412ccd6801 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:52.367494 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1104a637-d350-4928-987a-30008ce2cd79 req-87734fdd-965f-40b6-ad8b-87412ccd6801 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 946 time: 0.0555646 Feb 19 05:01:52.414967 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1104a637-d350-4928-987a-30008ce2cd79 req-1cffe461-9569-41fa-a0e0-3e9039817c2b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=da4d385c-4a6e-47e3-91dd-30f7394bb6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419991 Feb 19 05:01:53.532635 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc04395-667b-49e9-9147-83797b44db03 req-3a012890-c89d-4318-8175-6515f44d4e35 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:53.534121 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6dc04395-667b-49e9-9147-83797b44db03 req-3a012890-c89d-4318-8175-6515f44d4e35 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 946 time: 0.0508144 Feb 19 05:01:53.582733 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6dc04395-667b-49e9-9147-83797b44db03 req-ea0c6928-756d-496e-a934-f29e4ad0fd12 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=da4d385c-4a6e-47e3-91dd-30f7394bb6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418265 Feb 19 05:01:54.709013 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3ba27-bf00-4e6b-9075-05bf6cc5793e req-83b1de44-4bc3-4f93-982f-426347cae0a5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:54.710554 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ab3ba27-bf00-4e6b-9075-05bf6cc5793e req-83b1de44-4bc3-4f93-982f-426347cae0a5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 946 time: 0.0608106 Feb 19 05:01:54.762144 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ab3ba27-bf00-4e6b-9075-05bf6cc5793e req-cd725633-d212-445a-af40-5ff4cba46fa8 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=da4d385c-4a6e-47e3-91dd-30f7394bb6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460889 Feb 19 05:01:55.883933 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0611a-8dda-4579-86d9-cd1726b6da0b req-855b337e-2018-4680-9e83-59559b64fff0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:55.885399 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-46b0611a-8dda-4579-86d9-cd1726b6da0b req-855b337e-2018-4680-9e83-59559b64fff0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 946 time: 0.0558343 Feb 19 05:01:55.934044 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-46b0611a-8dda-4579-86d9-cd1726b6da0b req-7c5aafa7-68ea-45af-93fa-8558888ab735 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=da4d385c-4a6e-47e3-91dd-30f7394bb6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430565 Feb 19 05:01:57.061130 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa0167-9932-4519-9067-94d31de7470e req-8f0ca424-14a4-43dc-99a2-a207a287fc1d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:57.062701 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96fa0167-9932-4519-9067-94d31de7470e req-8f0ca424-14a4-43dc-99a2-a207a287fc1d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 946 time: 0.0610635 Feb 19 05:01:57.122349 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96fa0167-9932-4519-9067-94d31de7470e req-c4c6cae7-235c-48ad-8815-6c18f41251e5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=da4d385c-4a6e-47e3-91dd-30f7394bb6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541310 Feb 19 05:01:57.445496 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:58.248550 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeac252-7580-401a-8fc7-259c790d656d req-0f27e345-1471-4fa3-bf20-257ea46e56ee tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:58.250026 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3aeac252-7580-401a-8fc7-259c790d656d req-0f27e345-1471-4fa3-bf20-257ea46e56ee tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 946 time: 0.0558784 Feb 19 05:01:58.298042 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3aeac252-7580-401a-8fc7-259c790d656d req-23228587-bd24-4ebf-ae48-4b934ebbe865 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=da4d385c-4a6e-47e3-91dd-30f7394bb6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424206 Feb 19 05:01:59.414672 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cde3e-4f04-47fa-b972-59ecbe0b9b3a req-6d3021ba-44cf-4c7e-b108-1db012f7feec tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:59.416221 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dc7cde3e-4f04-47fa-b972-59ecbe0b9b3a req-6d3021ba-44cf-4c7e-b108-1db012f7feec tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 946 time: 0.0524039 Feb 19 05:01:59.464140 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dc7cde3e-4f04-47fa-b972-59ecbe0b9b3a req-cd1014c0-e79e-4f93-9f1a-30591b623184 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=da4d385c-4a6e-47e3-91dd-30f7394bb6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423434 Feb 19 05:02:00.142764 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:00.585683 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6013e61-52ec-408f-abea-4a819f3a9e5a req-b01916e5-ffe1-4ffb-9bc4-b03a1dfff05b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:00.587259 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f6013e61-52ec-408f-abea-4a819f3a9e5a req-b01916e5-ffe1-4ffb-9bc4-b03a1dfff05b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 946 time: 0.0559015 Feb 19 05:02:00.635641 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f6013e61-52ec-408f-abea-4a819f3a9e5a req-30d41f43-8574-472d-8ada-829dbe89b6c2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=da4d385c-4a6e-47e3-91dd-30f7394bb6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427842 Feb 19 05:02:00.727324 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-65eb14d6-1f20-4ca9-b565-873df0ca07a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:01.759638 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59e081-f211-49e5-a8ae-cce4cf725e96 req-3cbb8d14-0701-477e-a98e-deb92fccbd57 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:01.761119 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f59e081-f211-49e5-a8ae-cce4cf725e96 req-3cbb8d14-0701-477e-a98e-deb92fccbd57 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 946 time: 0.0546224 Feb 19 05:02:01.809660 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5f59e081-f211-49e5-a8ae-cce4cf725e96 req-ba65180a-1842-4a6d-b850-68b85d93ac6d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=da4d385c-4a6e-47e3-91dd-30f7394bb6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429013 Feb 19 05:02:01.831711 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47696) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:01.892089 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-025e5cea-01fc-42ca-b90e-8c0b6f7655a9 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/floatingips/46aa7cf0-efaf-4248-882e-6af3d872d2c5 HTTP/1.1" status: 200 len: 994 time: 0.0592442 Feb 19 05:02:03.592975 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1848dfd1-3019-4662-b8d2-e71a1ada0394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:04.029335 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:05.519605 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:06.904613 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:08.312312 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:02:09.447208 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff67dcb1-05f4-4476-a3db-eb3c0cecb6f9 req-b6a6586b-dd08-42f2-8330-2b9bfca42cd7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426834 Feb 19 05:02:09.532492 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67dcb1-05f4-4476-a3db-eb3c0cecb6f9 req-eabbdb5d-15f5-40aa-a979-793b02dc17bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:09.533933 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff67dcb1-05f4-4476-a3db-eb3c0cecb6f9 req-eabbdb5d-15f5-40aa-a979-793b02dc17bd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 1129 time: 0.0468850 Feb 19 05:02:09.631815 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67dcb1-05f4-4476-a3db-eb3c0cecb6f9 req-c97e54da-db6b-4765-875c-3997e7ba068a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:09.633254 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff67dcb1-05f4-4476-a3db-eb3c0cecb6f9 req-c97e54da-db6b-4765-875c-3997e7ba068a service neutron] 10.222.0.79 "GET /v2.0/networks?id=5f710f6b-0255-4f45-9727-80e614d4875c HTTP/1.1" status: 200 len: 897 time: 0.0815008 Feb 19 05:02:09.700724 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff67dcb1-05f4-4476-a3db-eb3c0cecb6f9 req-0ee13ce8-faf9-44f2-ba57-8b8f3be5fc18 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 HTTP/1.1" status: 200 len: 1002 time: 0.0616107 Feb 19 05:02:09.755012 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67dcb1-05f4-4476-a3db-eb3c0cecb6f9 req-c7cd12e4-1739-4b63-ad59-5bf11062d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:09.756493 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff67dcb1-05f4-4476-a3db-eb3c0cecb6f9 req-c7cd12e4-1739-4b63-ad59-5bf11062d07b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6d68869-e3f7-4995-9e7c-aa06cf07cdaf HTTP/1.1" status: 200 len: 834 time: 0.0498896 Feb 19 05:02:09.804393 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67dcb1-05f4-4476-a3db-eb3c0cecb6f9 req-bb262276-0e34-4faa-9e8f-c977b045785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:09.805865 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff67dcb1-05f4-4476-a3db-eb3c0cecb6f9 req-bb262276-0e34-4faa-9e8f-c977b045785b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5f710f6b-0255-4f45-9727-80e614d4875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439398 Feb 19 05:02:09.897837 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff67dcb1-05f4-4476-a3db-eb3c0cecb6f9 req-452f0a2e-78c2-40d2-86c4-878dca3207a9 service neutron] 10.222.0.79 "GET /v2.0/networks/5f710f6b-0255-4f45-9727-80e614d4875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854390 Feb 19 05:02:09.984650 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff67dcb1-05f4-4476-a3db-eb3c0cecb6f9 req-67d314aa-0ace-4ba2-95b7-964d6969ee41 service neutron] 10.222.0.79 "GET /v2.0/networks/5f710f6b-0255-4f45-9727-80e614d4875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813434 Feb 19 05:02:27.450565 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:30.151968 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:30.728653 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-aecc1e7c-f55c-4e4c-86d2-73461b366af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:32.315922 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47710) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:32.467702 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-5f2a90e1-3c49-4e4c-bced-d1dc37884c66 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Deleting port b12ffcc7-eafe-43f5-9a0d-75159da1b4fd {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:02:32.468046 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f2a90e1-3c49-4e4c-bced-d1dc37884c66 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b12ffcc7-eafe-43f5-9a0d-75159da1b4fd), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:32.544047 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f2a90e1-3c49-4e4c-bced-d1dc37884c66 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b12ffcc7-eafe-43f5-9a0d-75159da1b4fd), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:32.544379 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f2a90e1-3c49-4e4c-bced-d1dc37884c66 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for floatingip (b12ffcc7-eafe-43f5-9a0d-75159da1b4fd), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:32.555874 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-5f2a90e1-3c49-4e4c-bced-d1dc37884c66 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Calling delete_port for b12ffcc7-eafe-43f5-9a0d-75159da1b4fd owned by network:floatingip {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:02:32.701369 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f2a90e1-3c49-4e4c-bced-d1dc37884c66 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (b12ffcc7-eafe-43f5-9a0d-75159da1b4fd), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:32.725714 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a90e1-3c49-4e4c-bced-d1dc37884c66 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Port': ['ID=b12ffcc7-eafe-43f5-9a0d-75159da1b4fd,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:32.737466 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a90e1-3c49-4e4c-bced-d1dc37884c66 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:32.737826 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a90e1-3c49-4e4c-bced-d1dc37884c66 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:32.738203 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a90e1-3c49-4e4c-bced-d1dc37884c66 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:32.738552 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a90e1-3c49-4e4c-bced-d1dc37884c66 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:32.738893 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a90e1-3c49-4e4c-bced-d1dc37884c66 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:32.739232 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a90e1-3c49-4e4c-bced-d1dc37884c66 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:32.739571 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a90e1-3c49-4e4c-bced-d1dc37884c66 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:32.739909 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a90e1-3c49-4e4c-bced-d1dc37884c66 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:32.740246 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a90e1-3c49-4e4c-bced-d1dc37884c66 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:32.740580 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a90e1-3c49-4e4c-bced-d1dc37884c66 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:32.740914 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a90e1-3c49-4e4c-bced-d1dc37884c66 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:32.741250 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a90e1-3c49-4e4c-bced-d1dc37884c66 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:32.741579 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a90e1-3c49-4e4c-bced-d1dc37884c66 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:32.796341 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f2a90e1-3c49-4e4c-bced-d1dc37884c66 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for floatingip (46aa7cf0-efaf-4248-882e-6af3d872d2c5), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:32.796680 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-5f2a90e1-3c49-4e4c-bced-d1dc37884c66 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Floating IP 46aa7cf0-efaf-4248-882e-6af3d872d2c5 disassociated (deleted). External IP: 172.25.3.178, port: bb89cdc7-d1e0-4271-b74f-b76f7b4a2802. Feb 19 05:02:33.003823 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2a90e1-3c49-4e4c-bced-d1dc37884c66 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Router 6ae7d33d-dca6-4448-86b2-6e7e3076c1d8 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:02:33.112135 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2a90e1-3c49-4e4c-bced-d1dc37884c66 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:02:33.116945 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5f2a90e1-3c49-4e4c-bced-d1dc37884c66 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:33.122049 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3dc866-f144-4ec8-8310-6cc794a84d87 None None] Sync routers for ids ['6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:02:33.134649 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3dc866-f144-4ec8-8310-6cc794a84d87 None None] Routers {'6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:02:33.134649 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-ad3dc866-f144-4ec8-8310-6cc794a84d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:02:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:33.146609 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5f2a90e1-3c49-4e4c-bced-d1dc37884c66 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "DELETE /v2.0/floatingips/46aa7cf0-efaf-4248-882e-6af3d872d2c5 HTTP/1.1" status: 204 len: 168 time: 0.8295746 Feb 19 05:02:33.147344 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28f6b7f-c9fa-4766-bf81-311ac220e03e', 'tag': 'bb89cdc7-d1e0-4271-b74f-b76f7b4a2802'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:02:33.149799 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4d7a6f327845de7d96adfc61245815a02f228650e7f42977fc0a396d303eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72f3bfd-6156-4b2d-85ee-ffee9f36d273" -d '{"events": [{"name": "network-changed", "server_uuid": "f28f6b7f-c9fa-4766-bf81-311ac220e03e", "tag": "bb89cdc7-d1e0-4271-b74f-b76f7b4a2802"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:02:33.191364 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b3737a-ef9e-4d51-b2a4-1ef31472b632 x-openstack-request-id: req-a7b3737a-ef9e-4d51-b2a4-1ef31472b632 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:02:33.191660 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f28f6b7f-c9fa-4766-bf81-311ac220e03e", "tag": "bb89cdc7-d1e0-4271-b74f-b76f7b4a2802", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:02:33.191918 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a7b3737a-ef9e-4d51-b2a4-1ef31472b632 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:02:33.192330 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28f6b7f-c9fa-4766-bf81-311ac220e03e', 'tag': 'bb89cdc7-d1e0-4271-b74f-b76f7b4a2802', 'status': 'completed', 'code': 200} Feb 19 05:02:33.251655 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-ad3dc866-f144-4ec8-8310-6cc794a84d87 None None] Set router 6ae7d33d-dca6-4448-86b2-6e7e3076c1d8 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:02:33.262434 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f3bfd-6156-4b2d-85ee-ffee9f36d273 req-bc8f6f0e-6cfb-4852-b88d-0080e38ae4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:33.263953 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d72f3bfd-6156-4b2d-85ee-ffee9f36d273 req-bc8f6f0e-6cfb-4852-b88d-0080e38ae4eb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 1129 time: 0.0484874 Feb 19 05:02:33.405290 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f3bfd-6156-4b2d-85ee-ffee9f36d273 req-98fec039-c32b-4589-a1ec-f60cbee2d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:33.406849 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d72f3bfd-6156-4b2d-85ee-ffee9f36d273 req-98fec039-c32b-4589-a1ec-f60cbee2d0fa service neutron] 10.222.0.79 "GET /v2.0/networks?id=5f710f6b-0255-4f45-9727-80e614d4875c HTTP/1.1" status: 200 len: 897 time: 0.1357327 Feb 19 05:02:33.413555 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e51a93-07eb-4acf-b593-53a05d53d0b1 req-9d9b174f-e5ce-4131-9b0d-c4a22f3a29eb tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:33.415706 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-90e51a93-07eb-4acf-b593-53a05d53d0b1 req-9d9b174f-e5ce-4131-9b0d-c4a22f3a29eb tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 946 time: 0.0824280 Feb 19 05:02:33.459971 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d72f3bfd-6156-4b2d-85ee-ffee9f36d273 req-b04e54c5-d4c7-4771-8a42-9dea1dc8a732 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 HTTP/1.1" status: 200 len: 217 time: 0.0433114 Feb 19 05:02:33.460233 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-ad3dc866-f144-4ec8-8310-6cc794a84d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630185040', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:00:56Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '35e5acad-3d4d-45fc-ae1a-6c3b982a876a', 'name': '', 'network_id': '5f710f6b-0255-4f45-9727-80e614d4875c', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:16:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'e6d68869-e3f7-4995-9e7c-aa06cf07cdaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:56Z', 'updated_at': '2022-02-19T05:00:59Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': 'e6d68869-e3f7-4995-9e7c-aa06cf07cdaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:33.486329 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3dc866-f144-4ec8-8310-6cc794a84d87 None None] Checking router: 6ae7d33d-dca6-4448-86b2-6e7e3076c1d8 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:02:33.494541 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3dc866-f144-4ec8-8310-6cc794a84d87 None None] Routers {'6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:02:33.495142 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-ad3dc866-f144-4ec8-8310-6cc794a84d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:02:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:33.532376 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-90e51a93-07eb-4acf-b593-53a05d53d0b1 req-e3d369bc-c921-4fbf-9e09-5564c5afd887 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=da4d385c-4a6e-47e3-91dd-30f7394bb6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100307 Feb 19 05:02:33.534097 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f3bfd-6156-4b2d-85ee-ffee9f36d273 req-081829e3-ded7-4b47-8bd6-941cb5abbd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:33.535501 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d72f3bfd-6156-4b2d-85ee-ffee9f36d273 req-081829e3-ded7-4b47-8bd6-941cb5abbd21 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e6d68869-e3f7-4995-9e7c-aa06cf07cdaf HTTP/1.1" status: 200 len: 834 time: 0.0687976 Feb 19 05:02:33.590671 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f3bfd-6156-4b2d-85ee-ffee9f36d273 req-67e0cc72-437c-4dda-9c40-3d30f8e2e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:33.592641 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d72f3bfd-6156-4b2d-85ee-ffee9f36d273 req-67e0cc72-437c-4dda-9c40-3d30f8e2e921 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5f710f6b-0255-4f45-9727-80e614d4875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0505614 Feb 19 05:02:33.595416 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8228b5ac-95f1-44da-b2cb-42ef5b99439b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:33.615069 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-ad3dc866-f144-4ec8-8310-6cc794a84d87 None None] Set router 6ae7d33d-dca6-4448-86b2-6e7e3076c1d8 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:02:33.687458 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d72f3bfd-6156-4b2d-85ee-ffee9f36d273 req-5bded70e-d54a-4229-8579-21fcea19bf6b service neutron] 10.222.0.79 "GET /v2.0/networks/5f710f6b-0255-4f45-9727-80e614d4875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882928 Feb 19 05:02:33.775678 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d72f3bfd-6156-4b2d-85ee-ffee9f36d273 req-59f9829d-43e9-4b0f-a460-3a9b25ce2b5e service neutron] 10.222.0.79 "GET /v2.0/networks/5f710f6b-0255-4f45-9727-80e614d4875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818820 Feb 19 05:02:33.811006 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-ad3dc866-f144-4ec8-8310-6cc794a84d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630185040', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:00:56Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '35e5acad-3d4d-45fc-ae1a-6c3b982a876a', 'name': '', 'network_id': '5f710f6b-0255-4f45-9727-80e614d4875c', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:16:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'e6d68869-e3f7-4995-9e7c-aa06cf07cdaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:56Z', 'updated_at': '2022-02-19T05:00:59Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': 'e6d68869-e3f7-4995-9e7c-aa06cf07cdaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:33.841140 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3dc866-f144-4ec8-8310-6cc794a84d87 None None] The sync data for ids ['6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'] in n-d-828369-19 is: [{'id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630185040', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:00:56Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '35e5acad-3d4d-45fc-ae1a-6c3b982a876a', 'name': '', 'network_id': '5f710f6b-0255-4f45-9727-80e614d4875c', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:16:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'e6d68869-e3f7-4995-9e7c-aa06cf07cdaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:56Z', 'updated_at': '2022-02-19T05:00:59Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': 'e6d68869-e3f7-4995-9e7c-aa06cf07cdaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:02:34.031934 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:34.059603 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcc7367-b740-4aa3-835a-78be19b6f76d None None] New status for floating IP 46aa7cf0-efaf-4248-882e-6af3d872d2c5: DOWN {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:02:34.658010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6daa38-c5b4-4e10-99fd-f068fcf93201 req-cbeaf176-edc3-4b2c-9559-9187a63359d5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:34.659613 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f6daa38-c5b4-4e10-99fd-f068fcf93201 req-cbeaf176-edc3-4b2c-9559-9187a63359d5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 946 time: 0.0564637 Feb 19 05:02:34.706787 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f6daa38-c5b4-4e10-99fd-f068fcf93201 req-5852c27e-0ec7-4fab-bf91-1da30a53154c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=da4d385c-4a6e-47e3-91dd-30f7394bb6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416501 Feb 19 05:02:34.831854 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0018563-bb58-4c71-8b7a-da3af1210167 req-1f08434b-0a58-4517-b40a-015358d69687 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:34.833203 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a0018563-bb58-4c71-8b7a-da3af1210167 req-1f08434b-0a58-4517-b40a-015358d69687 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.79 "GET /v2.0/ports?device_id=f28f6b7f-c9fa-4766-bf81-311ac220e03e HTTP/1.1" status: 200 len: 946 time: 0.0502677 Feb 19 05:02:34.924402 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-a0018563-bb58-4c71-8b7a-da3af1210167 req-fbc8265a-8dac-45a6-8404-e2d8d97b7bd7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Deleting port bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:02:34.924726 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a0018563-bb58-4c71-8b7a-da3af1210167 req-fbc8265a-8dac-45a6-8404-e2d8d97b7bd7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (bb89cdc7-d1e0-4271-b74f-b76f7b4a2802), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:35.011443 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-a0018563-bb58-4c71-8b7a-da3af1210167 req-fbc8265a-8dac-45a6-8404-e2d8d97b7bd7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] For port bb89cdc7-d1e0-4271-b74f-b76f7b4a2802, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=bb89cdc7-d1e0-4271-b74f-b76f7b4a2802,segment=NetworkSegment(881e748e-e8b0-4e83-99f2-8857bb28f681),segment_id=881e748e-e8b0-4e83-99f2-8857bb28f681)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:02:35.011817 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a0018563-bb58-4c71-8b7a-da3af1210167 req-fbc8265a-8dac-45a6-8404-e2d8d97b7bd7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (bb89cdc7-d1e0-4271-b74f-b76f7b4a2802), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:35.023824 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-a0018563-bb58-4c71-8b7a-da3af1210167 req-fbc8265a-8dac-45a6-8404-e2d8d97b7bd7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Calling delete_port for bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:02:35.151406 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a0018563-bb58-4c71-8b7a-da3af1210167 req-fbc8265a-8dac-45a6-8404-e2d8d97b7bd7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (bb89cdc7-d1e0-4271-b74f-b76f7b4a2802), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:35.179982 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8265a-8dac-45a6-8404-e2d8d97b7bd7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Port': ['ID=bb89cdc7-d1e0-4271-b74f-b76f7b4a2802,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:35.192129 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8265a-8dac-45a6-8404-e2d8d97b7bd7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:35.192501 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8265a-8dac-45a6-8404-e2d8d97b7bd7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:35.192829 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8265a-8dac-45a6-8404-e2d8d97b7bd7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:35.193169 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8265a-8dac-45a6-8404-e2d8d97b7bd7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:35.193501 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8265a-8dac-45a6-8404-e2d8d97b7bd7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:35.193827 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8265a-8dac-45a6-8404-e2d8d97b7bd7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:35.194176 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8265a-8dac-45a6-8404-e2d8d97b7bd7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:35.194512 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8265a-8dac-45a6-8404-e2d8d97b7bd7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:35.194844 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8265a-8dac-45a6-8404-e2d8d97b7bd7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:35.195171 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8265a-8dac-45a6-8404-e2d8d97b7bd7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:35.195494 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8265a-8dac-45a6-8404-e2d8d97b7bd7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:35.196905 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8265a-8dac-45a6-8404-e2d8d97b7bd7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:35.196905 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8265a-8dac-45a6-8404-e2d8d97b7bd7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:35.235113 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0018563-bb58-4c71-8b7a-da3af1210167 req-fbc8265a-8dac-45a6-8404-e2d8d97b7bd7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] No DVR routers for this DVR port bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:02:35.237674 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a0018563-bb58-4c71-8b7a-da3af1210167 req-fbc8265a-8dac-45a6-8404-e2d8d97b7bd7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:35.241000 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a0018563-bb58-4c71-8b7a-da3af1210167 req-fbc8265a-8dac-45a6-8404-e2d8d97b7bd7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.79 "DELETE /v2.0/ports/bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 HTTP/1.1" status: 204 len: 173 time: 0.4022655 Feb 19 05:02:35.241430 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28f6b7f-c9fa-4766-bf81-311ac220e03e', 'name': 'network-vif-deleted', 'tag': 'bb89cdc7-d1e0-4271-b74f-b76f7b4a2802'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:02:35.243721 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50441b4f-44b3-44e7-8726-2845206263b5" -d '{"events": [{"server_uuid": "f28f6b7f-c9fa-4766-bf81-311ac220e03e", "name": "network-vif-deleted", "tag": "bb89cdc7-d1e0-4271-b74f-b76f7b4a2802"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:02:35.349207 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190caa54-3ad7-478b-a1cd-203bd2e4eddc x-openstack-request-id: req-190caa54-3ad7-478b-a1cd-203bd2e4eddc {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:02:35.349507 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28f6b7f-c9fa-4766-bf81-311ac220e03e", "name": "network-vif-deleted", "tag": "bb89cdc7-d1e0-4271-b74f-b76f7b4a2802", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:02:35.349762 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-190caa54-3ad7-478b-a1cd-203bd2e4eddc {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:02:35.350178 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28f6b7f-c9fa-4766-bf81-311ac220e03e', 'name': 'network-vif-deleted', 'tag': 'bb89cdc7-d1e0-4271-b74f-b76f7b4a2802', 'status': 'completed', 'code': 200} Feb 19 05:02:35.523569 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:35.762799 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47726) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:36.132114 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0bd33af9-f76c-43d3-bd06-3b5f955a5af2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (6ae7d33d-dca6-4448-86b2-6e7e3076c1d8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:36.385264 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-0bd33af9-f76c-43d3-bd06-3b5f955a5af2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Deleting port 35e5acad-3d4d-45fc-ae1a-6c3b982a876a {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:02:36.385532 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0bd33af9-f76c-43d3-bd06-3b5f955a5af2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (35e5acad-3d4d-45fc-ae1a-6c3b982a876a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:36.471045 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-0bd33af9-f76c-43d3-bd06-3b5f955a5af2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] For port 35e5acad-3d4d-45fc-ae1a-6c3b982a876a, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=35e5acad-3d4d-45fc-ae1a-6c3b982a876a,segment=NetworkSegment(881e748e-e8b0-4e83-99f2-8857bb28f681),segment_id=881e748e-e8b0-4e83-99f2-8857bb28f681)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:02:36.471409 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0bd33af9-f76c-43d3-bd06-3b5f955a5af2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (35e5acad-3d4d-45fc-ae1a-6c3b982a876a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:36.483898 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-0bd33af9-f76c-43d3-bd06-3b5f955a5af2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Calling delete_port for 35e5acad-3d4d-45fc-ae1a-6c3b982a876a owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:02:36.663228 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0bd33af9-f76c-43d3-bd06-3b5f955a5af2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (35e5acad-3d4d-45fc-ae1a-6c3b982a876a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:36.690502 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd33af9-f76c-43d3-bd06-3b5f955a5af2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Port': ['ID=35e5acad-3d4d-45fc-ae1a-6c3b982a876a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:36.907174 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:37.146591 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0bd33af9-f76c-43d3-bd06-3b5f955a5af2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (6ae7d33d-dca6-4448-86b2-6e7e3076c1d8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:37.365579 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd33af9-f76c-43d3-bd06-3b5f955a5af2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Router 6ae7d33d-dca6-4448-86b2-6e7e3076c1d8 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:02:37.471389 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd33af9-f76c-43d3-bd06-3b5f955a5af2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:02:37.477547 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0bd33af9-f76c-43d3-bd06-3b5f955a5af2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "PUT /v2.0/routers/6ae7d33d-dca6-4448-86b2-6e7e3076c1d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7127070 Feb 19 05:02:37.480333 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47728) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:37.482424 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0910e3-f576-4d1f-890b-c1245d95802e None None] Sync routers for ids ['6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:02:37.492791 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0910e3-f576-4d1f-890b-c1245d95802e None None] Routers {'6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:02:37.493457 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2e0910e3-f576-4d1f-890b-c1245d95802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:02:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:37.530039 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe5d956-b4ce-44dd-ad98-1dfa20762e1c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Deleting subnet e6d68869-e3f7-4995-9e7c-aa06cf07cdaf {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:02:37.533182 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cbe5d956-b4ce-44dd-ad98-1dfa20762e1c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for subnet (e6d68869-e3f7-4995-9e7c-aa06cf07cdaf), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:37.573667 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cbe5d956-b4ce-44dd-ad98-1dfa20762e1c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (e6d68869-e3f7-4995-9e7c-aa06cf07cdaf), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:37.598457 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-2e0910e3-f576-4d1f-890b-c1245d95802e None None] Set router 6ae7d33d-dca6-4448-86b2-6e7e3076c1d8 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:02:37.659907 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cbe5d956-b4ce-44dd-ad98-1dfa20762e1c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (e6d68869-e3f7-4995-9e7c-aa06cf07cdaf), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:37.716227 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cbe5d956-b4ce-44dd-ad98-1dfa20762e1c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (e6d68869-e3f7-4995-9e7c-aa06cf07cdaf), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:37.743892 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5d956-b4ce-44dd-ad98-1dfa20762e1c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Subnet': ['ID=e6d68869-e3f7-4995-9e7c-aa06cf07cdaf,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:37.745899 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cbe5d956-b4ce-44dd-ad98-1dfa20762e1c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:37.749356 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cbe5d956-b4ce-44dd-ad98-1dfa20762e1c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "DELETE /v2.0/subnets/e6d68869-e3f7-4995-9e7c-aa06cf07cdaf HTTP/1.1" status: 204 len: 168 time: 0.2678394 Feb 19 05:02:37.751942 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47730) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:37.755669 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e575f5-1fd1-4191-927b-33d94b03d386 None None] Network 5f710f6b-0255-4f45-9727-80e614d4875c requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:02:37.773629 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2e0910e3-f576-4d1f-890b-c1245d95802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630185040', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:02:36Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:37.804058 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0910e3-f576-4d1f-890b-c1245d95802e None None] Checking router: 6ae7d33d-dca6-4448-86b2-6e7e3076c1d8 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:02:37.813342 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0910e3-f576-4d1f-890b-c1245d95802e None None] Routers {'6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:02:37.813973 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2e0910e3-f576-4d1f-890b-c1245d95802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:02:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:37.876724 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6922785d-d0a7-4679-809f-f3a3ae63ddbc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router (6ae7d33d-dca6-4448-86b2-6e7e3076c1d8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:37.932198 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-2e0910e3-f576-4d1f-890b-c1245d95802e None None] Set router 6ae7d33d-dca6-4448-86b2-6e7e3076c1d8 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:02:37.959180 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5ba748-99c0-44f3-9f2c-d88916a0af84 None None] DHCP port deletion for 5f710f6b-0255-4f45-9727-80e614d4875c request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:02:37.995671 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6922785d-d0a7-4679-809f-f3a3ae63ddbc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_gateway (6ae7d33d-dca6-4448-86b2-6e7e3076c1d8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:38.009171 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fd5ba748-99c0-44f3-9f2c-d88916a0af84 None None] Deleting port e2000ebb-6f07-41f3-bbb8-e870d98a83c3 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:02:38.010716 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fd5ba748-99c0-44f3-9f2c-d88916a0af84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (e2000ebb-6f07-41f3-bbb8-e870d98a83c3), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:38.051092 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-6922785d-d0a7-4679-809f-f3a3ae63ddbc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Deleting port 7ac5afb5-7290-4b30-9993-662fd2911390 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:02:38.051501 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6922785d-d0a7-4679-809f-f3a3ae63ddbc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (7ac5afb5-7290-4b30-9993-662fd2911390), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:38.087768 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fd5ba748-99c0-44f3-9f2c-d88916a0af84 None None] For port e2000ebb-6f07-41f3-bbb8-e870d98a83c3, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e2000ebb-6f07-41f3-bbb8-e870d98a83c3,segment=NetworkSegment(881e748e-e8b0-4e83-99f2-8857bb28f681),segment_id=881e748e-e8b0-4e83-99f2-8857bb28f681)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:02:38.088173 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fd5ba748-99c0-44f3-9f2c-d88916a0af84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (e2000ebb-6f07-41f3-bbb8-e870d98a83c3), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:38.102198 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fd5ba748-99c0-44f3-9f2c-d88916a0af84 None None] Calling delete_port for e2000ebb-6f07-41f3-bbb8-e870d98a83c3 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:02:38.143375 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-6922785d-d0a7-4679-809f-f3a3ae63ddbc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] For port 7ac5afb5-7290-4b30-9993-662fd2911390, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7ac5afb5-7290-4b30-9993-662fd2911390,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:02:38.143811 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6922785d-d0a7-4679-809f-f3a3ae63ddbc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (7ac5afb5-7290-4b30-9993-662fd2911390), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:38.157197 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-6922785d-d0a7-4679-809f-f3a3ae63ddbc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Calling delete_port for 7ac5afb5-7290-4b30-9993-662fd2911390 owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:02:38.184380 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fd5ba748-99c0-44f3-9f2c-d88916a0af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (e2000ebb-6f07-41f3-bbb8-e870d98a83c3), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:38.211125 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ba748-99c0-44f3-9f2c-d88916a0af84 None None] Pushing event deleted for resources: {'Port': ['ID=e2000ebb-6f07-41f3-bbb8-e870d98a83c3,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:38.213187 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2e0910e3-f576-4d1f-890b-c1245d95802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630185040', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:02:36Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:38.213955 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5ba748-99c0-44f3-9f2c-d88916a0af84 None None] No DVR routers for this DVR port e2000ebb-6f07-41f3-bbb8-e870d98a83c3 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:02:38.224885 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ba748-99c0-44f3-9f2c-d88916a0af84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:38.224885 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ba748-99c0-44f3-9f2c-d88916a0af84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:38.224885 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ba748-99c0-44f3-9f2c-d88916a0af84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:38.224885 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ba748-99c0-44f3-9f2c-d88916a0af84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:38.224885 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ba748-99c0-44f3-9f2c-d88916a0af84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:38.224885 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ba748-99c0-44f3-9f2c-d88916a0af84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:38.224885 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ba748-99c0-44f3-9f2c-d88916a0af84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:38.224885 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ba748-99c0-44f3-9f2c-d88916a0af84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:38.224885 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ba748-99c0-44f3-9f2c-d88916a0af84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:38.226003 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ba748-99c0-44f3-9f2c-d88916a0af84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:38.226003 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ba748-99c0-44f3-9f2c-d88916a0af84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:38.226003 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ba748-99c0-44f3-9f2c-d88916a0af84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:38.226933 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ba748-99c0-44f3-9f2c-d88916a0af84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:38.240210 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0910e3-f576-4d1f-890b-c1245d95802e None None] The sync data for ids ['6ae7d33d-dca6-4448-86b2-6e7e3076c1d8'] in n-d-828369-19 is: [{'id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630185040', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:02:36Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '7ac5afb5-7290-4b30-9993-662fd2911390', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7d33d-dca6-4448-86b2-6e7e3076c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:53Z', 'updated_at': '2022-02-19T05:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:02:38.335646 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6922785d-d0a7-4679-809f-f3a3ae63ddbc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (7ac5afb5-7290-4b30-9993-662fd2911390), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:38.365278 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922785d-d0a7-4679-809f-f3a3ae63ddbc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Port': ['ID=7ac5afb5-7290-4b30-9993-662fd2911390,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:38.422788 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6922785d-d0a7-4679-809f-f3a3ae63ddbc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (6ae7d33d-dca6-4448-86b2-6e7e3076c1d8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:38.512411 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6922785d-d0a7-4679-809f-f3a3ae63ddbc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (6ae7d33d-dca6-4448-86b2-6e7e3076c1d8), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:38.514523 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6922785d-d0a7-4679-809f-f3a3ae63ddbc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_controller (6ae7d33d-dca6-4448-86b2-6e7e3076c1d8), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:38.563124 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6922785d-d0a7-4679-809f-f3a3ae63ddbc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (6ae7d33d-dca6-4448-86b2-6e7e3076c1d8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:38.563664 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6922785d-d0a7-4679-809f-f3a3ae63ddbc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Fanout notify agent at l3_agent the message router_deleted on router 6ae7d33d-dca6-4448-86b2-6e7e3076c1d8 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:02:38.570296 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6922785d-d0a7-4679-809f-f3a3ae63ddbc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:38.571424 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6922785d-d0a7-4679-809f-f3a3ae63ddbc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "DELETE /v2.0/routers/6ae7d33d-dca6-4448-86b2-6e7e3076c1d8 HTTP/1.1" status: 204 len: 168 time: 0.8175890 Feb 19 05:02:38.574446 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47732) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:38.667811 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2f21ea4-7075-41b3-9169-0434f945aec6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (5f710f6b-0255-4f45-9727-80e614d4875c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:38.764573 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2f21ea4-7075-41b3-9169-0434f945aec6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (5f710f6b-0255-4f45-9727-80e614d4875c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:38.784912 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-b2f21ea4-7075-41b3-9169-0434f945aec6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f710f6b-0255-4f45-9727-80e614d4875c']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:38.797914 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-b2f21ea4-7075-41b3-9169-0434f945aec6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881e748e-e8b0-4e83-99f2-8857bb28f681') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:38.798767 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-b2f21ea4-7075-41b3-9169-0434f945aec6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881e748e-e8b0-4e83-99f2-8857bb28f681') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:38.809360 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2f21ea4-7075-41b3-9169-0434f945aec6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (881e748e-e8b0-4e83-99f2-8857bb28f681), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:38.826523 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2f21ea4-7075-41b3-9169-0434f945aec6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (881e748e-e8b0-4e83-99f2-8857bb28f681), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:38.833836 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f21ea4-7075-41b3-9169-0434f945aec6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:02:38.834293 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2f21ea4-7075-41b3-9169-0434f945aec6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (881e748e-e8b0-4e83-99f2-8857bb28f681), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: timer() Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:02:38.838741 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:02:38.904398 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2f21ea4-7075-41b3-9169-0434f945aec6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (5f710f6b-0255-4f45-9727-80e614d4875c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:38.911970 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b2f21ea4-7075-41b3-9169-0434f945aec6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:38.914490 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b2f21ea4-7075-41b3-9169-0434f945aec6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "DELETE /v2.0/networks/5f710f6b-0255-4f45-9727-80e614d4875c HTTP/1.1" status: 204 len: 168 time: 0.3389828 Feb 19 05:02:38.917329 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47734) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:38.928580 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f21ea4-7075-41b3-9169-0434f945aec6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Network': ['ID=5f710f6b-0255-4f45-9727-80e614d4875c,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:38.981123 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ecae6675-c96d-49b0-b1c8-0dea4955d46f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (da4d385c-4a6e-47e3-91dd-30f7394bb6c8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:39.006480 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ecae6675-c96d-49b0-b1c8-0dea4955d46f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (da4d385c-4a6e-47e3-91dd-30f7394bb6c8), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:39.067619 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ecae6675-c96d-49b0-b1c8-0dea4955d46f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (da4d385c-4a6e-47e3-91dd-30f7394bb6c8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:39.070193 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ecae6675-c96d-49b0-b1c8-0dea4955d46f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:39.071405 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ecae6675-c96d-49b0-b1c8-0dea4955d46f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "DELETE /v2.0/security-groups/da4d385c-4a6e-47e3-91dd-30f7394bb6c8 HTTP/1.1" status: 204 len: 168 time: 0.1530728 Feb 19 05:02:39.080343 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae6675-c96d-49b0-b1c8-0dea4955d46f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4d385c-4a6e-47e3-91dd-30f7394bb6c8,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:39.286689 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47740) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:39.292709 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-33ec532e-7a9d-4ca0-8059-c123d2caecd6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-551911448', 'description': 'tempest-secgroup-smoke-551911448 description', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:02:39.316378 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-33ec532e-7a9d-4ca0-8059-c123d2caecd6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:39.386040 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-33ec532e-7a9d-4ca0-8059-c123d2caecd6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (12be89de-0bdb-4617-a5f1-65d059f6eaac), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:39.389827 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-33ec532e-7a9d-4ca0-8059-c123d2caecd6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (12be89de-0bdb-4617-a5f1-65d059f6eaac), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:39.419948 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-33ec532e-7a9d-4ca0-8059-c123d2caecd6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:39.421162 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-33ec532e-7a9d-4ca0-8059-c123d2caecd6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1334827 Feb 19 05:02:39.423003 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec532e-7a9d-4ca0-8059-c123d2caecd6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12be89de-0bdb-4617-a5f1-65d059f6eaac,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:39.424244 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47742) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:39.428930 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-4cda0b1c-14df-4ce5-91b6-f2550487f31f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': '12be89de-0bdb-4617-a5f1-65d059f6eaac', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:02:39.452453 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4cda0b1c-14df-4ce5-91b6-f2550487f31f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (027ad7da-b7ee-4795-bc3f-19179612bde2), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:39.506703 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4cda0b1c-14df-4ce5-91b6-f2550487f31f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (027ad7da-b7ee-4795-bc3f-19179612bde2), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:39.509950 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4cda0b1c-14df-4ce5-91b6-f2550487f31f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (027ad7da-b7ee-4795-bc3f-19179612bde2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:39.529543 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda0b1c-14df-4ce5-91b6-f2550487f31f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027ad7da-b7ee-4795-bc3f-19179612bde2,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:39.536578 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4cda0b1c-14df-4ce5-91b6-f2550487f31f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:39.537796 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4cda0b1c-14df-4ce5-91b6-f2550487f31f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1125047 Feb 19 05:02:39.541048 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47744) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:39.545368 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-e78a12de-0f9e-4a78-bd40-181d27c86b4d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': '12be89de-0bdb-4617-a5f1-65d059f6eaac', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:02:39.570315 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e78a12de-0f9e-4a78-bd40-181d27c86b4d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (bca5afa9-5589-42d8-b28f-d73fd4dbc6e3), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:39.624652 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e78a12de-0f9e-4a78-bd40-181d27c86b4d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (bca5afa9-5589-42d8-b28f-d73fd4dbc6e3), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:39.628066 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e78a12de-0f9e-4a78-bd40-181d27c86b4d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (bca5afa9-5589-42d8-b28f-d73fd4dbc6e3), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:39.648912 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a12de-0f9e-4a78-bd40-181d27c86b4d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca5afa9-5589-42d8-b28f-d73fd4dbc6e3,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:39.656877 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e78a12de-0f9e-4a78-bd40-181d27c86b4d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:39.659294 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e78a12de-0f9e-4a78-bd40-181d27c86b4d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161132 Feb 19 05:02:39.661936 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47746) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:39.666816 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3f7e9422-0419-4d76-a130-7a1aac89377d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': '12be89de-0bdb-4617-a5f1-65d059f6eaac', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:02:39.691582 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f7e9422-0419-4d76-a130-7a1aac89377d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (3d8c5fe0-9333-4a1c-bddf-4db38dc7c42b), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:39.746037 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f7e9422-0419-4d76-a130-7a1aac89377d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (3d8c5fe0-9333-4a1c-bddf-4db38dc7c42b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:39.749370 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f7e9422-0419-4d76-a130-7a1aac89377d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (3d8c5fe0-9333-4a1c-bddf-4db38dc7c42b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:39.768080 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e9422-0419-4d76-a130-7a1aac89377d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8c5fe0-9333-4a1c-bddf-4db38dc7c42b,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:39.776052 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3f7e9422-0419-4d76-a130-7a1aac89377d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:39.777232 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3f7e9422-0419-4d76-a130-7a1aac89377d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143250 Feb 19 05:02:39.779983 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47748) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:39.784619 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-0ce14e40-ff54-47ec-80a8-19324817d215 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': '12be89de-0bdb-4617-a5f1-65d059f6eaac', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:02:39.812054 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0ce14e40-ff54-47ec-80a8-19324817d215 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (0051401f-f66b-48f8-b016-2d1a96486192), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:39.870027 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0ce14e40-ff54-47ec-80a8-19324817d215 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (0051401f-f66b-48f8-b016-2d1a96486192), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:39.873765 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0ce14e40-ff54-47ec-80a8-19324817d215 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (0051401f-f66b-48f8-b016-2d1a96486192), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:39.889891 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7ac5afb5-7290-4b30-9993-662fd2911390 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:02:39.894889 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce14e40-ff54-47ec-80a8-19324817d215 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0051401f-f66b-48f8-b016-2d1a96486192,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:39.901313 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0ce14e40-ff54-47ec-80a8-19324817d215 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:39.905344 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47750) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:39.905496 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0ce14e40-ff54-47ec-80a8-19324817d215 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1244538 Feb 19 05:02:39.910382 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-b8ab3b69-0b31-4482-8963-fa2f75dd15e3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': '12be89de-0bdb-4617-a5f1-65d059f6eaac', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:02:39.910871 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 7ac5afb5-7290-4b30-9993-662fd2911390 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:02:39.911219 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7ac5afb5-7290-4b30-9993-662fd2911390 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:02:39.911638 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 35e5acad-3d4d-45fc-ae1a-6c3b982a876a no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:02:39.930793 n-d-828369-19 neutron-server[109926]: INFO neutron.db.securitygroups_db [None req-b8ab3b69-0b31-4482-8963-fa2f75dd15e3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Project 35b259a6dce94926b3e9e09de8b37f6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:02:39.932289 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 35e5acad-3d4d-45fc-ae1a-6c3b982a876a {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:02:39.932637 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 35e5acad-3d4d-45fc-ae1a-6c3b982a876a not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:02:39.933057 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e2000ebb-6f07-41f3-bbb8-e870d98a83c3 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:02:39.936059 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b8ab3b69-0b31-4482-8963-fa2f75dd15e3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (ce055845-d34e-4fda-9338-c73bf6f66cc1), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:39.951804 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: e2000ebb-6f07-41f3-bbb8-e870d98a83c3 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:02:39.952156 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e2000ebb-6f07-41f3-bbb8-e870d98a83c3 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:02:39.999140 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b8ab3b69-0b31-4482-8963-fa2f75dd15e3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (ce055845-d34e-4fda-9338-c73bf6f66cc1), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:40.002704 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b8ab3b69-0b31-4482-8963-fa2f75dd15e3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (ce055845-d34e-4fda-9338-c73bf6f66cc1), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:40.019066 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab3b69-0b31-4482-8963-fa2f75dd15e3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce055845-d34e-4fda-9338-c73bf6f66cc1,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:40.027551 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b8ab3b69-0b31-4482-8963-fa2f75dd15e3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:40.028746 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b8ab3b69-0b31-4482-8963-fa2f75dd15e3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218543 Feb 19 05:02:40.031453 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47752) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:40.035922 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-991a81e0-ed0c-4430-a93a-b2ad4d9f8833 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': '12be89de-0bdb-4617-a5f1-65d059f6eaac', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:02:40.056060 n-d-828369-19 neutron-server[109926]: INFO neutron.db.securitygroups_db [None req-991a81e0-ed0c-4430-a93a-b2ad4d9f8833 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Project 35b259a6dce94926b3e9e09de8b37f6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:02:40.061752 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-991a81e0-ed0c-4430-a93a-b2ad4d9f8833 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (1ab7ae4d-e7fc-4c9e-9e82-3e3d6a6ec65f), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:40.119251 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-991a81e0-ed0c-4430-a93a-b2ad4d9f8833 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (1ab7ae4d-e7fc-4c9e-9e82-3e3d6a6ec65f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:40.123020 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-991a81e0-ed0c-4430-a93a-b2ad4d9f8833 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (1ab7ae4d-e7fc-4c9e-9e82-3e3d6a6ec65f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:40.140281 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a81e0-ed0c-4430-a93a-b2ad4d9f8833 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab7ae4d-e7fc-4c9e-9e82-3e3d6a6ec65f,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:40.147504 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-991a81e0-ed0c-4430-a93a-b2ad4d9f8833 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:40.149399 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-991a81e0-ed0c-4430-a93a-b2ad4d9f8833 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1163669 Feb 19 05:02:40.152065 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47754) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:40.156902 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-af551bef-74bf-4186-8a8d-1673318657da tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'network': {'name': 'tempest-network-smoke--1129938219', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'port_security_enabled': True}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:02:40.175303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af551bef-74bf-4186-8a8d-1673318657da tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Made reservation on behalf of 35b259a6dce94926b3e9e09de8b37f6a for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:02:40.178657 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-af551bef-74bf-4186-8a8d-1673318657da tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:40.180809 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:02:40.201292 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:02:40.201645 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device bb89cdc7-d1e0-4271-b74f-b76f7b4a2802 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:02:40.203446 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af551bef-74bf-4186-8a8d-1673318657da tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:02:40.213605 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-af551bef-74bf-4186-8a8d-1673318657da tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:40.213974 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-af551bef-74bf-4186-8a8d-1673318657da tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Added segment 49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c of type vlan for network 43df089b-7712-453d-86bb-724d74e55a4a Feb 19 05:02:40.252752 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-af551bef-74bf-4186-8a8d-1673318657da tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (43df089b-7712-453d-86bb-724d74e55a4a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:40.276348 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-af551bef-74bf-4186-8a8d-1673318657da tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (43df089b-7712-453d-86bb-724d74e55a4a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:40.281282 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af551bef-74bf-4186-8a8d-1673318657da tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:40.281857 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-af551bef-74bf-4186-8a8d-1673318657da tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:40.688051 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-af551bef-74bf-4186-8a8d-1673318657da tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5349219 Feb 19 05:02:40.690676 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47756) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:40.694905 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-72f796d0-d644-4ba4-a322-0f7defb5bbc4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-892401756', 'admin_state_up': True, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:02:40.705271 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af551bef-74bf-4186-8a8d-1673318657da tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Network': ['ID=43df089b-7712-453d-86bb-724d74e55a4a,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:40.716639 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 43df089b-7712-453d-86bb-724d74e55a4a details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:02:40.719808 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-72f796d0-d644-4ba4-a322-0f7defb5bbc4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (50708159-834b-4b6b-a8fb-ad59b61aaa66), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:40.720780 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-72f796d0-d644-4ba4-a322-0f7defb5bbc4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (50708159-834b-4b6b-a8fb-ad59b61aaa66), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:40.776689 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-72f796d0-d644-4ba4-a322-0f7defb5bbc4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_controller (50708159-834b-4b6b-a8fb-ad59b61aaa66), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:40.919198 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-72f796d0-d644-4ba4-a322-0f7defb5bbc4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_gateway (50708159-834b-4b6b-a8fb-ad59b61aaa66), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:41.113399 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-72f796d0-d644-4ba4-a322-0f7defb5bbc4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_gateway (50708159-834b-4b6b-a8fb-ad59b61aaa66), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:41.131872 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-72f796d0-d644-4ba4-a322-0f7defb5bbc4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:41.242222 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-72f796d0-d644-4ba4-a322-0f7defb5bbc4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Allocated IP 172.25.3.144 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/4bfef028-0e17-4dff-8cae-e67de03f07a8) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:02:41.345044 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-72f796d0-d644-4ba4-a322-0f7defb5bbc4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (4bfef028-0e17-4dff-8cae-e67de03f07a8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:41.377882 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-72f796d0-d644-4ba4-a322-0f7defb5bbc4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (4bfef028-0e17-4dff-8cae-e67de03f07a8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:41.413194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f796d0-d644-4ba4-a322-0f7defb5bbc4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:02:41.416816 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-72f796d0-d644-4ba4-a322-0f7defb5bbc4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:02:41.420183 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f796d0-d644-4ba4-a322-0f7defb5bbc4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:02:41.447906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f796d0-d644-4ba4-a322-0f7defb5bbc4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=4bfef028-0e17-4dff-8cae-e67de03f07a8,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:41.675451 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-72f796d0-d644-4ba4-a322-0f7defb5bbc4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_gateway (50708159-834b-4b6b-a8fb-ad59b61aaa66), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:41.878400 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-72f796d0-d644-4ba4-a322-0f7defb5bbc4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (50708159-834b-4b6b-a8fb-ad59b61aaa66), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:42.007115 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f796d0-d644-4ba4-a322-0f7defb5bbc4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Router 50708159-834b-4b6b-a8fb-ad59b61aaa66 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:02:42.113320 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f796d0-d644-4ba4-a322-0f7defb5bbc4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:02:42.123670 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af89d7e5-4215-43fd-8265-ab1e921089bc None None] Sync routers for ids ['50708159-834b-4b6b-a8fb-ad59b61aaa66'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:02:42.132998 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-72f796d0-d644-4ba4-a322-0f7defb5bbc4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:42.134658 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af89d7e5-4215-43fd-8265-ab1e921089bc None None] Routers {'50708159-834b-4b6b-a8fb-ad59b61aaa66'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:02:42.135280 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-af89d7e5-4215-43fd-8265-ab1e921089bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:02:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['50708159-834b-4b6b-a8fb-ad59b61aaa66'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:42.135441 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-72f796d0-d644-4ba4-a322-0f7defb5bbc4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4433439 Feb 19 05:02:42.139459 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47758) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:42.167911 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-584c3403-b418-4758-8e51-6d5c455591ab tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=35b259a6dce94926b3e9e09de8b37f6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268211 Feb 19 05:02:42.170542 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47760) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:42.244836 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-af89d7e5-4215-43fd-8265-ab1e921089bc None None] Set router 50708159-834b-4b6b-a8fb-ad59b61aaa66 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:02:42.255885 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c18c1e-5f22-44f7-a900-9a1c11f36a74 tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:42.257392 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-87c18c1e-5f22-44f7-a900-9a1c11f36a74 tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0859671 Feb 19 05:02:42.260329 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47762) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:42.292544 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0ef0e73e-96c5-48ce-9188-9f554d0ccabd tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310569 Feb 19 05:02:42.294990 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47764) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:42.299631 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-cdcc195e-1ab7-4ef7-bf87-0720eec71286 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-130808791', 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:02:42.386788 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcc195e-1ab7-4ef7-bf87-0720eec71286 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Made reservation on behalf of 35b259a6dce94926b3e9e09de8b37f6a for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:02:42.390340 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cdcc195e-1ab7-4ef7-bf87-0720eec71286 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:42.423121 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-af89d7e5-4215-43fd-8265-ab1e921089bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892401756', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '4bfef028-0e17-4dff-8cae-e67de03f07a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:02:40Z', 'updated_at': '2022-02-19T05:02:41Z', 'revision_number': 3, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '4bfef028-0e17-4dff-8cae-e67de03f07a8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:41Z', 'updated_at': '2022-02-19T05:02:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:42.450208 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af89d7e5-4215-43fd-8265-ab1e921089bc None None] Checking router: 50708159-834b-4b6b-a8fb-ad59b61aaa66 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:02:42.450842 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af89d7e5-4215-43fd-8265-ab1e921089bc None None] Updating router 50708159-834b-4b6b-a8fb-ad59b61aaa66 port 4bfef028-0e17-4dff-8cae-e67de03f07a8 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:02:42.478102 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-af89d7e5-4215-43fd-8265-ab1e921089bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4bfef028-0e17-4dff-8cae-e67de03f07a8), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:42.575773 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cdcc195e-1ab7-4ef7-bf87-0720eec71286 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (bfb5fed6-78e3-41f8-bfbf-68e848c0380a), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:42.633494 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc195e-1ab7-4ef7-bf87-0720eec71286 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Subnet': ['ID=bfb5fed6-78e3-41f8-bfbf-68e848c0380a,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:42.645062 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcc195e-1ab7-4ef7-bf87-0720eec71286 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Checking segment: {'id': '49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:02:42.645420 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcc195e-1ab7-4ef7-bf87-0720eec71286 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network hostable DHCP agents. Network: 43df089b-7712-453d-86bb-724d74e55a4a, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:02:42.662219 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcc195e-1ab7-4ef7-bf87-0720eec71286 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network 43df089b-7712-453d-86bb-724d74e55a4a is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:02:42.671244 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-cdcc195e-1ab7-4ef7-bf87-0720eec71286 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 43df089b-7712-453d-86bb-724d74e55a4a) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:02:42.675450 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcc195e-1ab7-4ef7-bf87-0720eec71286 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:42.676349 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cdcc195e-1ab7-4ef7-bf87-0720eec71286 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:42.687190 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61646613-45f1-487e-889e-d7e6a95f7153 None None] Network 43df089b-7712-453d-86bb-724d74e55a4a requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:02:42.691872 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cdcc195e-1ab7-4ef7-bf87-0720eec71286 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3959105 Feb 19 05:02:42.694745 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47766) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:42.783990 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-af89d7e5-4215-43fd-8265-ab1e921089bc None None] Publish callbacks [] for port (4bfef028-0e17-4dff-8cae-e67de03f07a8), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:42.797776 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-af89d7e5-4215-43fd-8265-ab1e921089bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4bfef028-0e17-4dff-8cae-e67de03f07a8), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:42.877031 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd899675-8abd-46e4-83c4-062c35acf88a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-43df089b-7712-453d-86bb-724d74e55a4a', 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'fixed_ips': [{'subnet_id': 'bfb5fed6-78e3-41f8-bfbf-68e848c0380a'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:02:42.877983 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cd899675-8abd-46e4-83c4-062c35acf88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:42.894274 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369cc701-58d8-4217-8ff0-d31b058713ac None None] Pushing event updated for resources: {'Port': ['ID=4bfef028-0e17-4dff-8cae-e67de03f07a8,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:42.899597 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-af89d7e5-4215-43fd-8265-ab1e921089bc None None] Attempting to bind port 4bfef028-0e17-4dff-8cae-e67de03f07a8 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:02:42.899970 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-af89d7e5-4215-43fd-8265-ab1e921089bc None None] Attempting to bind port 4bfef028-0e17-4dff-8cae-e67de03f07a8 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:02:42.900339 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af89d7e5-4215-43fd-8265-ab1e921089bc None None] Attempting to bind port 4bfef028-0e17-4dff-8cae-e67de03f07a8 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:02:42.909094 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af89d7e5-4215-43fd-8265-ab1e921089bc None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:02:42.909476 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af89d7e5-4215-43fd-8265-ab1e921089bc None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:02:42.909883 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-af89d7e5-4215-43fd-8265-ab1e921089bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:42.910306 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af89d7e5-4215-43fd-8265-ab1e921089bc None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:02:42.910787 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-af89d7e5-4215-43fd-8265-ab1e921089bc None None] Bound port: 4bfef028-0e17-4dff-8cae-e67de03f07a8, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:02:42.911169 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-af89d7e5-4215-43fd-8265-ab1e921089bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4bfef028-0e17-4dff-8cae-e67de03f07a8), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:43.025084 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-af89d7e5-4215-43fd-8265-ab1e921089bc None None] For port 4bfef028-0e17-4dff-8cae-e67de03f07a8, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:02:43.030130 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-af89d7e5-4215-43fd-8265-ab1e921089bc None None] For port 4bfef028-0e17-4dff-8cae-e67de03f07a8, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4bfef028-0e17-4dff-8cae-e67de03f07a8,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:02:43.063910 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-af89d7e5-4215-43fd-8265-ab1e921089bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4bfef028-0e17-4dff-8cae-e67de03f07a8), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:43.106882 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-cd899675-8abd-46e4-83c4-062c35acf88a None None] Allocated IP 172.20.0.2 (43df089b-7712-453d-86bb-724d74e55a4a/bfb5fed6-78e3-41f8-bfbf-68e848c0380a/75bd6e9b-9cb1-4f3e-b188-05d0de76778d) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:02:43.143258 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af89d7e5-4215-43fd-8265-ab1e921089bc None None] Routers {'50708159-834b-4b6b-a8fb-ad59b61aaa66'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:02:43.143954 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-af89d7e5-4215-43fd-8265-ab1e921089bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:02:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['50708159-834b-4b6b-a8fb-ad59b61aaa66'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:43.146828 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fa38db49-91ea-46d3-97e3-aebe109dfc34 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:43.147311 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369cc701-58d8-4217-8ff0-d31b058713ac None None] Pushing event updated for resources: {'Port': ['ID=4bfef028-0e17-4dff-8cae-e67de03f07a8,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:43.332657 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-af89d7e5-4215-43fd-8265-ab1e921089bc None None] Set router 50708159-834b-4b6b-a8fb-ad59b61aaa66 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:02:43.466478 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cd899675-8abd-46e4-83c4-062c35acf88a None None] Publish callbacks [] for port (75bd6e9b-9cb1-4f3e-b188-05d0de76778d), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:43.475582 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cd899675-8abd-46e4-83c4-062c35acf88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (75bd6e9b-9cb1-4f3e-b188-05d0de76778d), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:43.520082 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-fa38db49-91ea-46d3-97e3-aebe109dfc34 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Allocated IP 172.20.0.1 (43df089b-7712-453d-86bb-724d74e55a4a/bfb5fed6-78e3-41f8-bfbf-68e848c0380a/ec8d7356-b186-4d0d-9857-4fb44a05b513) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:02:43.530069 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd899675-8abd-46e4-83c4-062c35acf88a None None] Network 43df089b-7712-453d-86bb-724d74e55a4a is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:02:43.537684 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-cd899675-8abd-46e4-83c4-062c35acf88a None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:02:43.544732 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd899675-8abd-46e4-83c4-062c35acf88a None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:02:43.547451 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd899675-8abd-46e4-83c4-062c35acf88a None None] Pushing event updated for resources: {'Port': ['ID=75bd6e9b-9cb1-4f3e-b188-05d0de76778d,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:43.638180 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-cd899675-8abd-46e4-83c4-062c35acf88a None None] Attempting to bind port 75bd6e9b-9cb1-4f3e-b188-05d0de76778d on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:02:43.638562 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-cd899675-8abd-46e4-83c4-062c35acf88a None None] Attempting to bind port 75bd6e9b-9cb1-4f3e-b188-05d0de76778d by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:02:43.638929 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd899675-8abd-46e4-83c4-062c35acf88a None None] Attempting to bind port 75bd6e9b-9cb1-4f3e-b188-05d0de76778d on network 43df089b-7712-453d-86bb-724d74e55a4a {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:02:43.646111 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd899675-8abd-46e4-83c4-062c35acf88a None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:02:43.646545 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd899675-8abd-46e4-83c4-062c35acf88a None None] Checking segment: {'id': '49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:02:43.646919 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cd899675-8abd-46e4-83c4-062c35acf88a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:43.647318 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd899675-8abd-46e4-83c4-062c35acf88a None None] Bound using segment: {'id': '49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:02:43.647800 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-cd899675-8abd-46e4-83c4-062c35acf88a None None] Bound port: 75bd6e9b-9cb1-4f3e-b188-05d0de76778d, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:02:43.648230 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cd899675-8abd-46e4-83c4-062c35acf88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (75bd6e9b-9cb1-4f3e-b188-05d0de76778d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:43.648542 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fa38db49-91ea-46d3-97e3-aebe109dfc34 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (ec8d7356-b186-4d0d-9857-4fb44a05b513), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:43.663657 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-af89d7e5-4215-43fd-8265-ab1e921089bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892401756', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '4bfef028-0e17-4dff-8cae-e67de03f07a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:02:40Z', 'updated_at': '2022-02-19T05:02:41Z', 'revision_number': 3, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '4bfef028-0e17-4dff-8cae-e67de03f07a8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:41Z', 'updated_at': '2022-02-19T05:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:43.682936 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fa38db49-91ea-46d3-97e3-aebe109dfc34 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ec8d7356-b186-4d0d-9857-4fb44a05b513), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:43.710506 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af89d7e5-4215-43fd-8265-ab1e921089bc None None] The sync data for ids ['50708159-834b-4b6b-a8fb-ad59b61aaa66'] in n-d-828369-19 is: [{'id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892401756', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '4bfef028-0e17-4dff-8cae-e67de03f07a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:02:40Z', 'updated_at': '2022-02-19T05:02:41Z', 'revision_number': 3, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '4bfef028-0e17-4dff-8cae-e67de03f07a8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:41Z', 'updated_at': '2022-02-19T05:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:02:43.721546 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa38db49-91ea-46d3-97e3-aebe109dfc34 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network 43df089b-7712-453d-86bb-724d74e55a4a is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:02:43.724806 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-fa38db49-91ea-46d3-97e3-aebe109dfc34 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:02:43.728584 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa38db49-91ea-46d3-97e3-aebe109dfc34 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:02:43.746941 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-cd899675-8abd-46e4-83c4-062c35acf88a None None] For port 75bd6e9b-9cb1-4f3e-b188-05d0de76778d, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:02:43.751554 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-cd899675-8abd-46e4-83c4-062c35acf88a None None] For port 75bd6e9b-9cb1-4f3e-b188-05d0de76778d, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=75bd6e9b-9cb1-4f3e-b188-05d0de76778d,segment=NetworkSegment(49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c),segment_id=49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:02:43.758634 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cd899675-8abd-46e4-83c4-062c35acf88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (75bd6e9b-9cb1-4f3e-b188-05d0de76778d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:43.775002 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38db49-91ea-46d3-97e3-aebe109dfc34 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=ec8d7356-b186-4d0d-9857-4fb44a05b513,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:43.787715 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fa38db49-91ea-46d3-97e3-aebe109dfc34 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (50708159-834b-4b6b-a8fb-ad59b61aaa66), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:43.947022 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fa38db49-91ea-46d3-97e3-aebe109dfc34 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ec8d7356-b186-4d0d-9857-4fb44a05b513), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:43.995372 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd899675-8abd-46e4-83c4-062c35acf88a None None] Pushing event updated for resources: {'Port': ['ID=75bd6e9b-9cb1-4f3e-b188-05d0de76778d,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:44.302473 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fa38db49-91ea-46d3-97e3-aebe109dfc34 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (ec8d7356-b186-4d0d-9857-4fb44a05b513), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:44.308825 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fa38db49-91ea-46d3-97e3-aebe109dfc34 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (ec8d7356-b186-4d0d-9857-4fb44a05b513), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:44.389378 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38db49-91ea-46d3-97e3-aebe109dfc34 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=ec8d7356-b186-4d0d-9857-4fb44a05b513,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:44.391971 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fa38db49-91ea-46d3-97e3-aebe109dfc34 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (50708159-834b-4b6b-a8fb-ad59b61aaa66), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:44.487226 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa38db49-91ea-46d3-97e3-aebe109dfc34 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network 43df089b-7712-453d-86bb-724d74e55a4a is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:02:44.488586 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-fa38db49-91ea-46d3-97e3-aebe109dfc34 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:02:44.607819 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa38db49-91ea-46d3-97e3-aebe109dfc34 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Router 50708159-834b-4b6b-a8fb-ad59b61aaa66 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:02:44.724612 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa38db49-91ea-46d3-97e3-aebe109dfc34 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:02:44.732920 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fa38db49-91ea-46d3-97e3-aebe109dfc34 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "PUT /v2.0/routers/50708159-834b-4b6b-a8fb-ad59b61aaa66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0341215 Feb 19 05:02:44.885211 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-fd8b753e-9611-4ae3-9d72-4e0d16934539 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-551911448&fields=id&tenant_id=35b259a6dce94926b3e9e09de8b37f6a HTTP/1.1" status: 200 len: 267 time: 0.0461898 Feb 19 05:02:45.000311 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-754c2a7f-2949-452a-8361-697e8c4c25ba tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:45.001806 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-754c2a7f-2949-452a-8361-697e8c4c25ba tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/networks?id=43df089b-7712-453d-86bb-724d74e55a4a HTTP/1.1" status: 200 len: 797 time: 0.1099958 Feb 19 05:02:45.016861 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-35bc0863-cd38-4006-a679-a5f33bf2ada9 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/quotas/35b259a6dce94926b3e9e09de8b37f6a HTTP/1.1" status: 200 len: 375 time: 0.0095048 Feb 19 05:02:45.019636 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850080d5-0d9e-478a-a518-dae70670a116 None None] Network 43df089b-7712-453d-86bb-724d74e55a4a requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:02:45.072177 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-af77260a-93ef-47e4-810d-8cfbe0ffe604 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500243 Feb 19 05:02:45.146341 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-3ebd9455-8264-4c22-85f7-d96caba06fe3 None None] Provisioning complete for port 75bd6e9b-9cb1-4f3e-b188-05d0de76778d triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:02:45.146712 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3ebd9455-8264-4c22-85f7-d96caba06fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (75bd6e9b-9cb1-4f3e-b188-05d0de76778d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:45.174828 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-83cd559f-8455-42d5-a7b8-b6d9020ee658 service neutron] 10.222.0.52 "GET /v2.0/networks/43df089b-7712-453d-86bb-724d74e55a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911760 Feb 19 05:02:45.230951 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3ebd9455-8264-4c22-85f7-d96caba06fe3 None None] Current status of the port 75bd6e9b-9cb1-4f3e-b188-05d0de76778d is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:02:45.231609 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3ebd9455-8264-4c22-85f7-d96caba06fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (75bd6e9b-9cb1-4f3e-b188-05d0de76778d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:45.272486 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3ebd9455-8264-4c22-85f7-d96caba06fe3 None None] For port 75bd6e9b-9cb1-4f3e-b188-05d0de76778d, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=75bd6e9b-9cb1-4f3e-b188-05d0de76778d,segment=NetworkSegment(49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c),segment_id=49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:02:45.281561 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-53638704-8aa3-4319-b125-8d77f05a952f service neutron] 10.222.0.52 "GET /v2.0/networks/43df089b-7712-453d-86bb-724d74e55a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056821 Feb 19 05:02:45.282214 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3ebd9455-8264-4c22-85f7-d96caba06fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (75bd6e9b-9cb1-4f3e-b188-05d0de76778d), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:45.313379 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:02:45.346097 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd9455-8264-4c22-85f7-d96caba06fe3 None None] Pushing event updated for resources: {'Port': ['ID=75bd6e9b-9cb1-4f3e-b188-05d0de76778d,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:45.411815 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-cb578960-32b1-4a88-b5c2-bf9aa6e9a17f None None] Provisioning complete for port 75bd6e9b-9cb1-4f3e-b188-05d0de76778d triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:02:45.412461 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cb578960-32b1-4a88-b5c2-bf9aa6e9a17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (75bd6e9b-9cb1-4f3e-b188-05d0de76778d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:45.483601 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dd1a76f1-a607-402e-b1aa-0936aa32d2c6 req-f4210e12-9f2b-4a53-924c-d28578e99d07 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 210 time: 0.0312693 Feb 19 05:02:45.521810 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad845b4f-53e5-4e25-a818-e872a25a401e None None] Sync routers for ids ['50708159-834b-4b6b-a8fb-ad59b61aaa66'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:02:45.522880 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-cb578960-32b1-4a88-b5c2-bf9aa6e9a17f None None] Current status of the port 75bd6e9b-9cb1-4f3e-b188-05d0de76778d is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:02:45.532873 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad845b4f-53e5-4e25-a818-e872a25a401e None None] Routers {'50708159-834b-4b6b-a8fb-ad59b61aaa66'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:02:45.533498 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-ad845b4f-53e5-4e25-a818-e872a25a401e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:02:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['50708159-834b-4b6b-a8fb-ad59b61aaa66'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:45.534188 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-cb578960-32b1-4a88-b5c2-bf9aa6e9a17f None None] Provisioning complete for port ec8d7356-b186-4d0d-9857-4fb44a05b513 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:02:45.534609 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cb578960-32b1-4a88-b5c2-bf9aa6e9a17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ec8d7356-b186-4d0d-9857-4fb44a05b513), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:45.575747 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-cb578960-32b1-4a88-b5c2-bf9aa6e9a17f None None] Port ec8d7356-b186-4d0d-9857-4fb44a05b513 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:02:45.652026 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-ad845b4f-53e5-4e25-a818-e872a25a401e None None] Set router 50708159-834b-4b6b-a8fb-ad59b61aaa66 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:02:45.695274 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-8c6fc4df-d7ca-42b7-871a-ab3904ef8d8d None None] Provisioning complete for port ec8d7356-b186-4d0d-9857-4fb44a05b513 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:02:45.696142 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8c6fc4df-d7ca-42b7-871a-ab3904ef8d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ec8d7356-b186-4d0d-9857-4fb44a05b513), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:45.733084 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8c6fc4df-d7ca-42b7-871a-ab3904ef8d8d None None] Port ec8d7356-b186-4d0d-9857-4fb44a05b513 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:02:45.852575 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-47eadbd7-2e84-4341-a588-3281223b73de None None] Provisioning complete for port ec8d7356-b186-4d0d-9857-4fb44a05b513 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:02:45.852575 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-47eadbd7-2e84-4341-a588-3281223b73de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ec8d7356-b186-4d0d-9857-4fb44a05b513), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:45.867248 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-ad845b4f-53e5-4e25-a818-e872a25a401e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892401756', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '4bfef028-0e17-4dff-8cae-e67de03f07a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:02:40Z', 'updated_at': '2022-02-19T05:02:43Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '4bfef028-0e17-4dff-8cae-e67de03f07a8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:41Z', 'updated_at': '2022-02-19T05:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'ec8d7356-b186-4d0d-9857-4fb44a05b513', 'name': '', 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:17:1c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bfb5fed6-78e3-41f8-bfbf-68e848c0380a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:43Z', 'updated_at': '2022-02-19T05:02:44Z', 'revision_number': 2, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': 'bfb5fed6-78e3-41f8-bfbf-68e848c0380a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:45.890531 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-47eadbd7-2e84-4341-a588-3281223b73de None None] Port ec8d7356-b186-4d0d-9857-4fb44a05b513 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:02:45.899554 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad845b4f-53e5-4e25-a818-e872a25a401e None None] Checking router: 50708159-834b-4b6b-a8fb-ad59b61aaa66 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:02:45.899908 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad845b4f-53e5-4e25-a818-e872a25a401e None None] Updating router 50708159-834b-4b6b-a8fb-ad59b61aaa66 port ec8d7356-b186-4d0d-9857-4fb44a05b513 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:02:45.927436 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-ad845b4f-53e5-4e25-a818-e872a25a401e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ec8d7356-b186-4d0d-9857-4fb44a05b513), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:45.953757 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4bfef028-0e17-4dff-8cae-e67de03f07a8 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:02:46.007315 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 4bfef028-0e17-4dff-8cae-e67de03f07a8 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:02:46.007685 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4bfef028-0e17-4dff-8cae-e67de03f07a8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:46.083676 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 4bfef028-0e17-4dff-8cae-e67de03f07a8 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:02:46.084325 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4bfef028-0e17-4dff-8cae-e67de03f07a8), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:46.104616 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 4bfef028-0e17-4dff-8cae-e67de03f07a8, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4bfef028-0e17-4dff-8cae-e67de03f07a8,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:02:46.109896 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4bfef028-0e17-4dff-8cae-e67de03f07a8), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:46.110722 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 75bd6e9b-9cb1-4f3e-b188-05d0de76778d up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:02:46.185120 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=4bfef028-0e17-4dff-8cae-e67de03f07a8,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:46.193042 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-ad845b4f-53e5-4e25-a818-e872a25a401e None None] Publish callbacks [] for port (ec8d7356-b186-4d0d-9857-4fb44a05b513), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:46.198976 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 75bd6e9b-9cb1-4f3e-b188-05d0de76778d triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:02:46.199367 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (75bd6e9b-9cb1-4f3e-b188-05d0de76778d), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:46.199682 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-ad845b4f-53e5-4e25-a818-e872a25a401e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ec8d7356-b186-4d0d-9857-4fb44a05b513), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:46.272024 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defae3ea-8ce5-4c94-9618-a5ff1a6d46a5 None None] Pushing event updated for resources: {'Port': ['ID=ec8d7356-b186-4d0d-9857-4fb44a05b513,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:46.281038 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 75bd6e9b-9cb1-4f3e-b188-05d0de76778d is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:02:46.297373 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defae3ea-8ce5-4c94-9618-a5ff1a6d46a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:46.297718 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defae3ea-8ce5-4c94-9618-a5ff1a6d46a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:46.298058 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defae3ea-8ce5-4c94-9618-a5ff1a6d46a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:46.298435 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defae3ea-8ce5-4c94-9618-a5ff1a6d46a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:46.298753 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defae3ea-8ce5-4c94-9618-a5ff1a6d46a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:46.299080 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defae3ea-8ce5-4c94-9618-a5ff1a6d46a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:46.299404 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defae3ea-8ce5-4c94-9618-a5ff1a6d46a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:46.299726 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defae3ea-8ce5-4c94-9618-a5ff1a6d46a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:46.300044 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defae3ea-8ce5-4c94-9618-a5ff1a6d46a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:46.300365 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defae3ea-8ce5-4c94-9618-a5ff1a6d46a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:46.300684 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defae3ea-8ce5-4c94-9618-a5ff1a6d46a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:46.301001 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defae3ea-8ce5-4c94-9618-a5ff1a6d46a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:46.301317 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defae3ea-8ce5-4c94-9618-a5ff1a6d46a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:46.315448 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-ad845b4f-53e5-4e25-a818-e872a25a401e None None] Attempting to bind port ec8d7356-b186-4d0d-9857-4fb44a05b513 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:02:46.316015 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-ad845b4f-53e5-4e25-a818-e872a25a401e None None] Attempting to bind port ec8d7356-b186-4d0d-9857-4fb44a05b513 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:02:46.316015 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad845b4f-53e5-4e25-a818-e872a25a401e None None] Attempting to bind port ec8d7356-b186-4d0d-9857-4fb44a05b513 on network 43df089b-7712-453d-86bb-724d74e55a4a {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:02:46.321747 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad845b4f-53e5-4e25-a818-e872a25a401e None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:02:46.322125 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad845b4f-53e5-4e25-a818-e872a25a401e None None] Checking segment: {'id': '49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:02:46.322567 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-ad845b4f-53e5-4e25-a818-e872a25a401e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:46.322961 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad845b4f-53e5-4e25-a818-e872a25a401e None None] Bound using segment: {'id': '49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:02:46.323428 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-ad845b4f-53e5-4e25-a818-e872a25a401e None None] Bound port: ec8d7356-b186-4d0d-9857-4fb44a05b513, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:02:46.323808 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-ad845b4f-53e5-4e25-a818-e872a25a401e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ec8d7356-b186-4d0d-9857-4fb44a05b513), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:46.390024 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-ad845b4f-53e5-4e25-a818-e872a25a401e None None] For port ec8d7356-b186-4d0d-9857-4fb44a05b513, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:02:46.393218 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-ad845b4f-53e5-4e25-a818-e872a25a401e None None] For port ec8d7356-b186-4d0d-9857-4fb44a05b513, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ec8d7356-b186-4d0d-9857-4fb44a05b513,segment=NetworkSegment(49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c),segment_id=49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:02:46.400477 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-ad845b4f-53e5-4e25-a818-e872a25a401e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ec8d7356-b186-4d0d-9857-4fb44a05b513), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:46.459760 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defae3ea-8ce5-4c94-9618-a5ff1a6d46a5 None None] Pushing event updated for resources: {'Port': ['ID=ec8d7356-b186-4d0d-9857-4fb44a05b513,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:46.462875 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad845b4f-53e5-4e25-a818-e872a25a401e None None] Routers {'50708159-834b-4b6b-a8fb-ad59b61aaa66'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:02:46.463487 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-ad845b4f-53e5-4e25-a818-e872a25a401e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:02:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['50708159-834b-4b6b-a8fb-ad59b61aaa66'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:46.530645 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-74af4914-a852-4efa-bb20-0673108cff2d None None] Provisioning complete for port ec8d7356-b186-4d0d-9857-4fb44a05b513 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:02:46.531242 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-74af4914-a852-4efa-bb20-0673108cff2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ec8d7356-b186-4d0d-9857-4fb44a05b513), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:46.591480 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-881c5c8f-458f-4c8f-88ca-d52402783577 req-3a8aa6d8-a04f-4f26-bd26-b16b088aac17 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 210 time: 0.0414445 Feb 19 05:02:46.606701 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-ad845b4f-53e5-4e25-a818-e872a25a401e None None] Set router 50708159-834b-4b6b-a8fb-ad59b61aaa66 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:02:46.630132 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-74af4914-a852-4efa-bb20-0673108cff2d None None] Current status of the port ec8d7356-b186-4d0d-9857-4fb44a05b513 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:02:46.630554 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-74af4914-a852-4efa-bb20-0673108cff2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ec8d7356-b186-4d0d-9857-4fb44a05b513), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:46.665980 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-74af4914-a852-4efa-bb20-0673108cff2d None None] For port ec8d7356-b186-4d0d-9857-4fb44a05b513, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ec8d7356-b186-4d0d-9857-4fb44a05b513,segment=NetworkSegment(49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c),segment_id=49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:02:46.671346 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-74af4914-a852-4efa-bb20-0673108cff2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ec8d7356-b186-4d0d-9857-4fb44a05b513), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:46.719949 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af4914-a852-4efa-bb20-0673108cff2d None None] Pushing event updated for resources: {'Port': ['ID=ec8d7356-b186-4d0d-9857-4fb44a05b513,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:46.790827 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a0af8499-0e94-4754-93d2-6c87c5d851d4 None None] Provisioning complete for port ec8d7356-b186-4d0d-9857-4fb44a05b513 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:02:46.791212 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a0af8499-0e94-4754-93d2-6c87c5d851d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ec8d7356-b186-4d0d-9857-4fb44a05b513), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:46.814834 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-ad845b4f-53e5-4e25-a818-e872a25a401e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892401756', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '4bfef028-0e17-4dff-8cae-e67de03f07a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:02:40Z', 'updated_at': '2022-02-19T05:02:43Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '4bfef028-0e17-4dff-8cae-e67de03f07a8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:41Z', 'updated_at': '2022-02-19T05:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'ec8d7356-b186-4d0d-9857-4fb44a05b513', 'name': '', 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:17:1c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bfb5fed6-78e3-41f8-bfbf-68e848c0380a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:43Z', 'updated_at': '2022-02-19T05:02:46Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': 'bfb5fed6-78e3-41f8-bfbf-68e848c0380a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:46.842052 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad845b4f-53e5-4e25-a818-e872a25a401e None None] The sync data for ids ['50708159-834b-4b6b-a8fb-ad59b61aaa66'] in n-d-828369-19 is: [{'id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892401756', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '4bfef028-0e17-4dff-8cae-e67de03f07a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:02:40Z', 'updated_at': '2022-02-19T05:02:43Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '4bfef028-0e17-4dff-8cae-e67de03f07a8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:41Z', 'updated_at': '2022-02-19T05:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'ec8d7356-b186-4d0d-9857-4fb44a05b513', 'name': '', 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:17:1c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bfb5fed6-78e3-41f8-bfbf-68e848c0380a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:43Z', 'updated_at': '2022-02-19T05:02:46Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': 'bfb5fed6-78e3-41f8-bfbf-68e848c0380a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:02:46.876814 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a0af8499-0e94-4754-93d2-6c87c5d851d4 None None] Current status of the port ec8d7356-b186-4d0d-9857-4fb44a05b513 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:02:47.662270 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58781161-a2ad-4d93-b170-967d6054ebd2 req-20a68f69-d5ff-4c6e-baad-60fb05fa9a3e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 210 time: 0.0278246 Feb 19 05:02:47.958870 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4bfef028-0e17-4dff-8cae-e67de03f07a8 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:02:48.005796 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 4bfef028-0e17-4dff-8cae-e67de03f07a8 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:02:48.006157 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4bfef028-0e17-4dff-8cae-e67de03f07a8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:48.080080 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 4bfef028-0e17-4dff-8cae-e67de03f07a8 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:02:48.081130 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ec8d7356-b186-4d0d-9857-4fb44a05b513 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:02:48.127996 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port ec8d7356-b186-4d0d-9857-4fb44a05b513 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:02:48.128363 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ec8d7356-b186-4d0d-9857-4fb44a05b513), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:48.199917 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port ec8d7356-b186-4d0d-9857-4fb44a05b513 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:02:48.746847 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3c7f5cf3-aaf6-409d-9acb-230198ac1cbb req-b2d7e494-095c-440e-99fd-9ed9c8901157 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 210 time: 0.0330281 Feb 19 05:02:49.847455 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-32bc650c-e269-4892-bcf6-67476aa49405 req-2e185787-56aa-4dd6-ac29-e7f799ecef8f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 210 time: 0.0273006 Feb 19 05:02:50.449000 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-ab463288-17a3-42d4-a51e-f81b19762680 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:50.450516 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-ab463288-17a3-42d4-a51e-f81b19762680 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.26 "GET /v2.0/networks?id=43df089b-7712-453d-86bb-724d74e55a4a HTTP/1.1" status: 200 len: 797 time: 0.1010125 Feb 19 05:02:50.516454 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-3d3f7779-6da6-460b-aa29-3521c82ff527 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35b259a6dce94926b3e9e09de8b37f6a HTTP/1.1" status: 200 len: 379 time: 0.0583539 Feb 19 05:02:50.526503 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-2d6fc8c9-bd51-4773-bf5c-ff0af7fe44b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'port': {'device_id': '8b39ad88-5071-4362-a009-e3240907c3d6', 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a', 'admin_state_up': True, 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'security_groups': ['12be89de-0bdb-4617-a5f1-65d059f6eaac']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:02:50.634137 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-2d6fc8c9-bd51-4773-bf5c-ff0af7fe44b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Made reservation on behalf of 35b259a6dce94926b3e9e09de8b37f6a for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:02:50.637518 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-2d6fc8c9-bd51-4773-bf5c-ff0af7fe44b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:50.764471 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-2d6fc8c9-bd51-4773-bf5c-ff0af7fe44b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Allocated IP 172.20.0.12 (43df089b-7712-453d-86bb-724d74e55a4a/bfb5fed6-78e3-41f8-bfbf-68e848c0380a/c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:02:50.896962 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-2d6fc8c9-bd51-4773-bf5c-ff0af7fe44b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:50.952745 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-de94d96f-7cdc-433f-b78c-f33c6ad22504 req-fca7cb60-dba5-4956-a279-b813a205ccd3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 210 time: 0.0340641 Feb 19 05:02:50.960114 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-2d6fc8c9-bd51-4773-bf5c-ff0af7fe44b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:51.000932 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-2d6fc8c9-bd51-4773-bf5c-ff0af7fe44b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network 43df089b-7712-453d-86bb-724d74e55a4a is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:02:51.003980 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-2d6fc8c9-bd51-4773-bf5c-ff0af7fe44b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:02:51.007557 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-2d6fc8c9-bd51-4773-bf5c-ff0af7fe44b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:02:51.035476 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fc8c9-bd51-4773-bf5c-ff0af7fe44b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:51.063236 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-2d6fc8c9-bd51-4773-bf5c-ff0af7fe44b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:51.063883 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-2d6fc8c9-bd51-4773-bf5c-ff0af7fe44b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:51.081086 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-2d6fc8c9-bd51-4773-bf5c-ff0af7fe44b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5586905 Feb 19 05:02:51.139421 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-164fed60-eea4-475b-a02e-edac03bdf1bb service neutron] Request body: {'port': {'device_id': '8b39ad88-5071-4362-a009-e3240907c3d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:02:51.202207 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-164fed60-eea4-475b-a02e-edac03bdf1bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:51.227136 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a5d0df44-15fa-4a84-9c3a-6e6cdc15cdf6 None None] Provisioning complete for port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:02:51.227861 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a5d0df44-15fa-4a84-9c3a-6e6cdc15cdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:51.273536 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a5d0df44-15fa-4a84-9c3a-6e6cdc15cdf6 None None] Port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:02:51.458068 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-164fed60-eea4-475b-a02e-edac03bdf1bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:02:51.465357 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-164fed60-eea4-475b-a02e-edac03bdf1bb service neutron] Publish callbacks [] for port (c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:51.477497 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-164fed60-eea4-475b-a02e-edac03bdf1bb service neutron] Transition to ACTIVE for port object c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:02:51.481553 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-164fed60-eea4-475b-a02e-edac03bdf1bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:51.545985 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fed60-eea4-475b-a02e-edac03bdf1bb service neutron] Pushing event updated for resources: {'Port': ['ID=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:51.602675 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-164fed60-eea4-475b-a02e-edac03bdf1bb service neutron] Attempting to bind port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:02:51.603110 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-164fed60-eea4-475b-a02e-edac03bdf1bb service neutron] Attempting to bind port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:02:51.603441 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-164fed60-eea4-475b-a02e-edac03bdf1bb service neutron] Attempting to bind port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f on network 43df089b-7712-453d-86bb-724d74e55a4a {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:02:51.608273 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-164fed60-eea4-475b-a02e-edac03bdf1bb service neutron] Port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f on network 43df089b-7712-453d-86bb-724d74e55a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:02:51.608593 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-164fed60-eea4-475b-a02e-edac03bdf1bb service neutron] Attempting to bind port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f on network 43df089b-7712-453d-86bb-724d74e55a4a {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:02:51.613684 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-164fed60-eea4-475b-a02e-edac03bdf1bb service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:02:51.614024 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-164fed60-eea4-475b-a02e-edac03bdf1bb service neutron] Checking segment: {'id': '49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:02:51.614700 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-164fed60-eea4-475b-a02e-edac03bdf1bb service neutron] Bound using segment: {'id': '49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:02:51.614855 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-164fed60-eea4-475b-a02e-edac03bdf1bb service neutron] Bound port: c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:02:51.615207 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-164fed60-eea4-475b-a02e-edac03bdf1bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:51.679358 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-164fed60-eea4-475b-a02e-edac03bdf1bb service neutron] For port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:02:51.683083 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-164fed60-eea4-475b-a02e-edac03bdf1bb service neutron] For port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f,segment=NetworkSegment(49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c),segment_id=49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:02:51.689393 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-164fed60-eea4-475b-a02e-edac03bdf1bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:51.722196 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-164fed60-eea4-475b-a02e-edac03bdf1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:51.722882 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-164fed60-eea4-475b-a02e-edac03bdf1bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:51.724242 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-164fed60-eea4-475b-a02e-edac03bdf1bb service neutron] 10.222.0.26 "PUT /v2.0/ports/c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f HTTP/1.1" status: 200 len: 1093 time: 0.6354134 Feb 19 05:02:51.724669 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b39ad88-5071-4362-a009-e3240907c3d6', 'tag': 'c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:02:51.727447 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7793d24a-e935-4079-ad51-e58f1ef42661" -d '{"events": [{"name": "network-changed", "server_uuid": "8b39ad88-5071-4362-a009-e3240907c3d6", "tag": "c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:02:51.755046 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fed60-eea4-475b-a02e-edac03bdf1bb service neutron] Pushing event updated for resources: {'Port': ['ID=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:51.790811 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71cf98f-a212-4e5c-87d7-e40e4fd06f4b x-openstack-request-id: req-b71cf98f-a212-4e5c-87d7-e40e4fd06f4b {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:02:51.791145 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b39ad88-5071-4362-a009-e3240907c3d6", "tag": "c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:02:51.791338 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b71cf98f-a212-4e5c-87d7-e40e4fd06f4b {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:02:51.791731 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b39ad88-5071-4362-a009-e3240907c3d6', 'tag': 'c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f', 'status': 'completed', 'code': 200} Feb 19 05:02:51.813439 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-d21c6ab6-964b-4742-bb8d-c88d576bb257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:51.814988 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-d21c6ab6-964b-4742-bb8d-c88d576bb257 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 1127 time: 0.0533562 Feb 19 05:02:51.860736 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-ec530458-80fd-4a7a-b6e0-7d5cfa605a0c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f HTTP/1.1" status: 200 len: 217 time: 0.0394194 Feb 19 05:02:51.911050 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-e272a258-2891-4e3f-8ca5-cf06d4e271eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:51.912639 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-e272a258-2891-4e3f-8ca5-cf06d4e271eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bfb5fed6-78e3-41f8-bfbf-68e848c0380a HTTP/1.1" status: 200 len: 834 time: 0.0457733 Feb 19 05:02:51.961766 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-b79fe29f-ab75-4090-99be-babf754ad9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:51.963310 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-b79fe29f-ab75-4090-99be-babf754ad9d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43df089b-7712-453d-86bb-724d74e55a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452051 Feb 19 05:02:52.086658 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-5f159ff8-4807-420f-b630-225eab30e438 service neutron] 10.222.0.26 "GET /v2.0/networks/43df089b-7712-453d-86bb-724d74e55a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171625 Feb 19 05:02:52.096849 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59ca3e-2415-4543-b03c-66fe794b55c6 req-2c3b03dc-9695-48ed-94b1-e62808935c4a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:52.098260 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a59ca3e-2415-4543-b03c-66fe794b55c6 req-2c3b03dc-9695-48ed-94b1-e62808935c4a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 944 time: 0.0751624 Feb 19 05:02:52.195609 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a59ca3e-2415-4543-b03c-66fe794b55c6 req-ce0eb05a-f0cf-4fb4-aa04-e566e92e721d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890989 Feb 19 05:02:52.217714 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1a595f55-8555-4c38-95c2-6cb631eb8e67 req-77c053da-8c27-4eea-9469-852148a44798 service neutron] 10.222.0.26 "GET /v2.0/networks/43df089b-7712-453d-86bb-724d74e55a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185381 Feb 19 05:02:52.303415 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793d24a-e935-4079-ad51-e58f1ef42661 req-c30f6be3-7c85-4596-b5d2-0a4b7ef90cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:52.305449 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7793d24a-e935-4079-ad51-e58f1ef42661 req-c30f6be3-7c85-4596-b5d2-0a4b7ef90cb7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 1127 time: 0.0447936 Feb 19 05:02:52.396312 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793d24a-e935-4079-ad51-e58f1ef42661 req-9d7361d3-85a5-40c3-850c-95706d103833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:52.397785 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7793d24a-e935-4079-ad51-e58f1ef42661 req-9d7361d3-85a5-40c3-850c-95706d103833 service neutron] 10.222.0.26 "GET /v2.0/networks?id=43df089b-7712-453d-86bb-724d74e55a4a HTTP/1.1" status: 200 len: 898 time: 0.0869482 Feb 19 05:02:52.437678 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7793d24a-e935-4079-ad51-e58f1ef42661 req-90aece0d-5f4e-4e70-9c0c-b06bab257fa3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f HTTP/1.1" status: 200 len: 217 time: 0.0335622 Feb 19 05:02:52.484561 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793d24a-e935-4079-ad51-e58f1ef42661 req-80a37f3b-835b-488d-b5ea-01400f7bcf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:52.485974 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7793d24a-e935-4079-ad51-e58f1ef42661 req-80a37f3b-835b-488d-b5ea-01400f7bcf61 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bfb5fed6-78e3-41f8-bfbf-68e848c0380a HTTP/1.1" status: 200 len: 834 time: 0.0423663 Feb 19 05:02:52.536814 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793d24a-e935-4079-ad51-e58f1ef42661 req-f3e5e8ce-ebc1-4619-b2af-d4a19b14f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:52.538314 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7793d24a-e935-4079-ad51-e58f1ef42661 req-f3e5e8ce-ebc1-4619-b2af-d4a19b14f9dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43df089b-7712-453d-86bb-724d74e55a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466139 Feb 19 05:02:52.630468 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7793d24a-e935-4079-ad51-e58f1ef42661 req-1a66d7cf-0765-4776-9c8a-aa85f242bdf1 service neutron] 10.222.0.26 "GET /v2.0/networks/43df089b-7712-453d-86bb-724d74e55a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862200 Feb 19 05:02:52.720107 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7793d24a-e935-4079-ad51-e58f1ef42661 req-4a17bc8b-216c-476b-89cb-c5c96b67c45c service neutron] 10.222.0.26 "GET /v2.0/networks/43df089b-7712-453d-86bb-724d74e55a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837393 Feb 19 05:02:53.318122 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93491ab-8adb-4c12-814b-2516b4ae3fce req-e541aa5a-7a70-4cd1-87bf-af590557f6d3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:53.319507 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d93491ab-8adb-4c12-814b-2516b4ae3fce req-e541aa5a-7a70-4cd1-87bf-af590557f6d3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 944 time: 0.0531600 Feb 19 05:02:53.367782 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d93491ab-8adb-4c12-814b-2516b4ae3fce req-cd0f06f5-796a-4186-aac3-17f413a4cd8e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424974 Feb 19 05:02:54.449001 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:02:54.483967 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bf344-96b9-4a42-980e-a7cf4a2caac4 req-3bb97088-40fe-43f3-9056-9c8bf55910f4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:54.485431 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c17bf344-96b9-4a42-980e-a7cf4a2caac4 req-3bb97088-40fe-43f3-9056-9c8bf55910f4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 944 time: 0.0509450 Feb 19 05:02:54.532813 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c17bf344-96b9-4a42-980e-a7cf4a2caac4 req-2000cc19-0c08-4ab6-a344-a37e892fe041 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418286 Feb 19 05:02:54.542671 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f,segment=NetworkSegment(49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c),segment_id=49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:02:54.558046 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f', 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a', 'port_id': 'c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f', 'mac_address': 'fa:16:3e:bd:c2:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb5fed6-78e3-41f8-bfbf-68e848c0380a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:02:54.592580 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:02:54.592966 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:54.605635 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:02:54.624727 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f,segment=NetworkSegment(49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c),segment_id=49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:02:54.628327 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:54.672913 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:54.982599 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:02:55.654777 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a9e04-4ece-4338-a1e3-a1b48adbe76a req-62f95a3d-38b0-499f-b25f-4b2e53803f8e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:55.656246 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4b5a9e04-4ece-4338-a1e3-a1b48adbe76a req-62f95a3d-38b0-499f-b25f-4b2e53803f8e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 945 time: 0.0549436 Feb 19 05:02:55.703893 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4b5a9e04-4ece-4338-a1e3-a1b48adbe76a req-fa21b87b-107c-4aa2-b1b3-b85f151eb455 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421193 Feb 19 05:02:56.464398 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:02:56.515180 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:02:56.519175 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:02:56.519557 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:56.601490 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:02:56.601960 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:56.624881 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b39ad88-5071-4362-a009-e3240907c3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:02:56.627821 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef644b6ab79b0ac41de0b13976fcd129d4d99816de20742327e953106f20d7ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccebf38-9be9-4a81-9def-44192f6daa62" -d '{"events": [{"server_uuid": "8b39ad88-5071-4362-a009-e3240907c3d6", "name": "network-vif-plugged", "status": "completed", "tag": "c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:02:56.643467 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f,segment=NetworkSegment(49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c),segment_id=49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:02:56.647743 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:56.703028 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:56.723432 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a466d0-673b-42c9-a3c7-0a7535ea611f x-openstack-request-id: req-05a466d0-673b-42c9-a3c7-0a7535ea611f {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:02:56.723731 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b39ad88-5071-4362-a009-e3240907c3d6", "name": "network-vif-plugged", "status": "completed", "tag": "c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:02:56.723985 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-05a466d0-673b-42c9-a3c7-0a7535ea611f {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:02:56.724418 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b39ad88-5071-4362-a009-e3240907c3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f', 'code': 200} Feb 19 05:02:56.852846 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d1753-8639-4931-b75b-92ab26119f0d req-326097a8-6964-4d40-a2ae-5bb66e6ce106 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:56.854353 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b42d1753-8639-4931-b75b-92ab26119f0d req-326097a8-6964-4d40-a2ae-5bb66e6ce106 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 946 time: 0.0835917 Feb 19 05:02:56.868275 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ab479-1148-4c0f-af23-3fc891badef2 req-5860897b-b694-46ca-85dc-5c253aa85d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:56.869684 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-928ab479-1148-4c0f-af23-3fc891badef2 req-5860897b-b694-46ca-85dc-5c253aa85d7a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 1129 time: 0.0858200 Feb 19 05:02:56.937514 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b42d1753-8639-4931-b75b-92ab26119f0d req-c1cd1da8-f092-4c43-9ae8-12009eee9f18 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766361 Feb 19 05:02:56.952974 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-928ab479-1148-4c0f-af23-3fc891badef2 req-00ae55b6-c0f5-4701-a2fa-8916a962121c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760555 Feb 19 05:02:57.452980 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:58.057566 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79726a-73b7-451d-8565-5069696ade85 req-4b48b933-ee94-4907-b8a7-f8a768aa1d38 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:58.059352 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa79726a-73b7-451d-8565-5069696ade85 req-4b48b933-ee94-4907-b8a7-f8a768aa1d38 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 946 time: 0.0516522 Feb 19 05:02:58.107524 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa79726a-73b7-451d-8565-5069696ade85 req-f6838168-d931-4804-b6be-d0aaa22d7621 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424454 Feb 19 05:02:59.223781 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b41a5-5c3e-4597-a2ab-8b5e65ee551e req-ad1272fe-98c3-40bc-87b4-51bd5738a099 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:59.225243 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-147b41a5-5c3e-4597-a2ab-8b5e65ee551e req-ad1272fe-98c3-40bc-87b4-51bd5738a099 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 946 time: 0.0519009 Feb 19 05:02:59.272697 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-147b41a5-5c3e-4597-a2ab-8b5e65ee551e req-c71f97e2-135b-451f-87d9-16c13246b961 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412080 Feb 19 05:02:59.394857 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dce3e2-d72f-446d-af2c-8ae5c27cc319 req-3a3cb63b-71ed-47d0-bc29-99867caacae6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:59.396295 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09dce3e2-d72f-446d-af2c-8ae5c27cc319 req-3a3cb63b-71ed-47d0-bc29-99867caacae6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 946 time: 0.0547979 Feb 19 05:02:59.443865 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09dce3e2-d72f-446d-af2c-8ae5c27cc319 req-4f86a253-53d6-4b27-9900-f3148a1ddb11 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413959 Feb 19 05:02:59.465390 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47836) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:59.506423 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312c8db1-6faa-44bc-a138-bdaa6c0369a1 tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:59.507916 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-312c8db1-6faa-44bc-a138-bdaa6c0369a1 tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 1124 time: 0.0415661 Feb 19 05:02:59.511045 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47838) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:59.515437 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-c2d3bbff-1b72-4a57-bd29-60f1641485b3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'port_id': 'c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:02:59.534975 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c2d3bbff-1b72-4a57-bd29-60f1641485b3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:59.632628 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c2d3bbff-1b72-4a57-bd29-60f1641485b3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:59.731427 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-c2d3bbff-1b72-4a57-bd29-60f1641485b3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Allocated IP 172.25.3.105 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/8e510b8d-520c-4d19-97c8-43644880dff2) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:02:59.832119 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c2d3bbff-1b72-4a57-bd29-60f1641485b3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (8e510b8d-520c-4d19-97c8-43644880dff2), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:59.865215 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c2d3bbff-1b72-4a57-bd29-60f1641485b3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (8e510b8d-520c-4d19-97c8-43644880dff2), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:59.902157 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d3bbff-1b72-4a57-bd29-60f1641485b3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:02:59.904884 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-c2d3bbff-1b72-4a57-bd29-60f1641485b3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:02:59.910763 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d3bbff-1b72-4a57-bd29-60f1641485b3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:02:59.931105 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3bbff-1b72-4a57-bd29-60f1641485b3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=8e510b8d-520c-4d19-97c8-43644880dff2,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:03:00.171786 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:00.603064 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c2d3bbff-1b72-4a57-bd29-60f1641485b3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for floatingip (ce86f346-9bde-45c3-9a9e-4a25c4d620c6), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:00.669717 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c2d3bbff-1b72-4a57-bd29-60f1641485b3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8e510b8d-520c-4d19-97c8-43644880dff2), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:00.730040 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d7f18805-8082-4df8-a8b4-1c391ddaa55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:00.817831 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c2d3bbff-1b72-4a57-bd29-60f1641485b3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (8e510b8d-520c-4d19-97c8-43644880dff2), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:00.822128 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c2d3bbff-1b72-4a57-bd29-60f1641485b3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (8e510b8d-520c-4d19-97c8-43644880dff2), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:00.890189 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3bbff-1b72-4a57-bd29-60f1641485b3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=8e510b8d-520c-4d19-97c8-43644880dff2,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:03:00.902256 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c2d3bbff-1b72-4a57-bd29-60f1641485b3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (ce86f346-9bde-45c3-9a9e-4a25c4d620c6), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:01.002805 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-c2d3bbff-1b72-4a57-bd29-60f1641485b3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Floating IP ce86f346-9bde-45c3-9a9e-4a25c4d620c6 associated. External IP: 172.25.3.105, port: c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f. Feb 19 05:03:01.215022 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d3bbff-1b72-4a57-bd29-60f1641485b3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Router 50708159-834b-4b6b-a8fb-ad59b61aaa66 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:03:01.325759 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d3bbff-1b72-4a57-bd29-60f1641485b3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:03:01.335172 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc10340-d71d-48da-a457-370a9438f3e4 None None] Sync routers for ids ['50708159-834b-4b6b-a8fb-ad59b61aaa66'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:03:01.344072 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-c2d3bbff-1b72-4a57-bd29-60f1641485b3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:01.345112 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc10340-d71d-48da-a457-370a9438f3e4 None None] Routers {'50708159-834b-4b6b-a8fb-ad59b61aaa66'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:03:01.345738 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1fc10340-d71d-48da-a457-370a9438f3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:02:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['50708159-834b-4b6b-a8fb-ad59b61aaa66'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:03:01.373500 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c2d3bbff-1b72-4a57-bd29-60f1641485b3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8614378 Feb 19 05:03:01.374103 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b39ad88-5071-4362-a009-e3240907c3d6', 'tag': 'c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:03:01.376360 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6dd0d3c-33af-4c31-9cd1-2b251a08f8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "8b39ad88-5071-4362-a009-e3240907c3d6", "tag": "c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:03:01.453172 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e876f1f8-e0d6-46de-836e-bab32c981830 x-openstack-request-id: req-e876f1f8-e0d6-46de-836e-bab32c981830 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:03:01.453502 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b39ad88-5071-4362-a009-e3240907c3d6", "tag": "c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:03:01.453708 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e876f1f8-e0d6-46de-836e-bab32c981830 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:03:01.454102 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b39ad88-5071-4362-a009-e3240907c3d6', 'tag': 'c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f', 'status': 'completed', 'code': 200} Feb 19 05:03:01.457823 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-1fc10340-d71d-48da-a457-370a9438f3e4 None None] Set router 50708159-834b-4b6b-a8fb-ad59b61aaa66 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:03:01.499718 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2c0c1264-9603-4ec7-9adb-ca1b1ec914ea req-ac292b61-4799-497b-9e11-313687be29d8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0819416 Feb 19 05:03:01.502100 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd0d3c-33af-4c31-9cd1-2b251a08f8d3 req-6dea68ea-d15e-4c67-b535-034e6c48803e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:01.503690 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c6dd0d3c-33af-4c31-9cd1-2b251a08f8d3 req-6dea68ea-d15e-4c67-b535-034e6c48803e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 1129 time: 0.0500896 Feb 19 05:03:01.511093 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23515dde-8025-4b56-8f3c-23db64820062 req-950fe3aa-eb8a-4711-a8c4-48d8d89149f0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:01.512524 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-23515dde-8025-4b56-8f3c-23db64820062 req-950fe3aa-eb8a-4711-a8c4-48d8d89149f0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 946 time: 0.0851071 Feb 19 05:03:01.568419 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-23515dde-8025-4b56-8f3c-23db64820062 req-fc9d5c0e-9628-4449-a048-3e891242a821 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498550 Feb 19 05:03:01.592722 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 47844) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:03:01.658712 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9544ace9-8bb1-4122-9031-feebc6fa16a0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/floatingips/ce86f346-9bde-45c3-9a9e-4a25c4d620c6 HTTP/1.1" status: 200 len: 992 time: 0.0634501 Feb 19 05:03:01.701453 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1fc10340-d71d-48da-a457-370a9438f3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892401756', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '4bfef028-0e17-4dff-8cae-e67de03f07a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:02:40Z', 'updated_at': '2022-02-19T05:02:43Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '4bfef028-0e17-4dff-8cae-e67de03f07a8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:41Z', 'updated_at': '2022-02-19T05:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'ce86f346-9bde-45c3-9a9e-4a25c4d620c6', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'port_id': 'c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a', 'mac_address': 'fa:16:3e:bd:c2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b39ad88-5071-4362-a009-e3240907c3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:03:00Z', 'updated_at': '2022-02-19T05:03:00Z', 'revision_number': 0, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8d7356-b186-4d0d-9857-4fb44a05b513', 'name': '', 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:17:1c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bfb5fed6-78e3-41f8-bfbf-68e848c0380a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:43Z', 'updated_at': '2022-02-19T05:02:46Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': 'bfb5fed6-78e3-41f8-bfbf-68e848c0380a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:03:01.728186 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc10340-d71d-48da-a457-370a9438f3e4 None None] Checking router: 50708159-834b-4b6b-a8fb-ad59b61aaa66 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:03:01.736860 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc10340-d71d-48da-a457-370a9438f3e4 None None] Routers {'50708159-834b-4b6b-a8fb-ad59b61aaa66'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:03:01.737483 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1fc10340-d71d-48da-a457-370a9438f3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:02:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['50708159-834b-4b6b-a8fb-ad59b61aaa66'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:03:01.902034 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd0d3c-33af-4c31-9cd1-2b251a08f8d3 req-cb2cf2b8-7f38-4abc-beb3-72a3c06286b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:01.903558 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c6dd0d3c-33af-4c31-9cd1-2b251a08f8d3 req-cb2cf2b8-7f38-4abc-beb3-72a3c06286b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=43df089b-7712-453d-86bb-724d74e55a4a HTTP/1.1" status: 200 len: 898 time: 0.3927419 Feb 19 05:03:01.969554 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c6dd0d3c-33af-4c31-9cd1-2b251a08f8d3 req-b9c61463-eccf-4afd-8ae1-eda123e20410 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f HTTP/1.1" status: 200 len: 1000 time: 0.0597057 Feb 19 05:03:02.003437 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-1fc10340-d71d-48da-a457-370a9438f3e4 None None] Set router 50708159-834b-4b6b-a8fb-ad59b61aaa66 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:03:02.019151 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd0d3c-33af-4c31-9cd1-2b251a08f8d3 req-9c2c774b-4524-4301-a0f5-3729230693a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:02.020607 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c6dd0d3c-33af-4c31-9cd1-2b251a08f8d3 req-9c2c774b-4524-4301-a0f5-3729230693a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bfb5fed6-78e3-41f8-bfbf-68e848c0380a HTTP/1.1" status: 200 len: 834 time: 0.0457442 Feb 19 05:03:02.068587 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd0d3c-33af-4c31-9cd1-2b251a08f8d3 req-fe0e6f60-2991-48df-8d58-323328123d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:02.070147 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c6dd0d3c-33af-4c31-9cd1-2b251a08f8d3 req-fe0e6f60-2991-48df-8d58-323328123d2a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43df089b-7712-453d-86bb-724d74e55a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436513 Feb 19 05:03:02.157551 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c6dd0d3c-33af-4c31-9cd1-2b251a08f8d3 req-2c5a967a-7f63-4147-bc21-b7fe428a66c2 service neutron] 10.222.0.26 "GET /v2.0/networks/43df089b-7712-453d-86bb-724d74e55a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808682 Feb 19 05:03:02.231097 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-1fc10340-d71d-48da-a457-370a9438f3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892401756', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '4bfef028-0e17-4dff-8cae-e67de03f07a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:02:40Z', 'updated_at': '2022-02-19T05:02:43Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '4bfef028-0e17-4dff-8cae-e67de03f07a8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:41Z', 'updated_at': '2022-02-19T05:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'ce86f346-9bde-45c3-9a9e-4a25c4d620c6', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'port_id': 'c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a', 'mac_address': 'fa:16:3e:bd:c2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b39ad88-5071-4362-a009-e3240907c3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:03:00Z', 'updated_at': '2022-02-19T05:03:00Z', 'revision_number': 0, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8d7356-b186-4d0d-9857-4fb44a05b513', 'name': '', 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:17:1c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bfb5fed6-78e3-41f8-bfbf-68e848c0380a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:43Z', 'updated_at': '2022-02-19T05:02:46Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': 'bfb5fed6-78e3-41f8-bfbf-68e848c0380a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:03:02.248654 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c6dd0d3c-33af-4c31-9cd1-2b251a08f8d3 req-a153278c-e5e4-420c-91f0-65751265d5ff service neutron] 10.222.0.26 "GET /v2.0/networks/43df089b-7712-453d-86bb-724d74e55a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851254 Feb 19 05:03:02.261036 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc10340-d71d-48da-a457-370a9438f3e4 None None] The sync data for ids ['50708159-834b-4b6b-a8fb-ad59b61aaa66'] in n-d-828369-19 is: [{'id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892401756', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '4bfef028-0e17-4dff-8cae-e67de03f07a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:02:40Z', 'updated_at': '2022-02-19T05:02:43Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '4bfef028-0e17-4dff-8cae-e67de03f07a8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:41Z', 'updated_at': '2022-02-19T05:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'ce86f346-9bde-45c3-9a9e-4a25c4d620c6', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'port_id': 'c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a', 'mac_address': 'fa:16:3e:bd:c2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b39ad88-5071-4362-a009-e3240907c3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:03:00Z', 'updated_at': '2022-02-19T05:03:00Z', 'revision_number': 0, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8d7356-b186-4d0d-9857-4fb44a05b513', 'name': '', 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:17:1c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bfb5fed6-78e3-41f8-bfbf-68e848c0380a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:43Z', 'updated_at': '2022-02-19T05:02:46Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': 'bfb5fed6-78e3-41f8-bfbf-68e848c0380a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:03:02.357662 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c1264-9603-4ec7-9adb-ca1b1ec914ea req-5bea9a4a-cbc5-46ba-9a67-496575083ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:02.359304 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2c0c1264-9603-4ec7-9adb-ca1b1ec914ea req-5bea9a4a-cbc5-46ba-9a67-496575083ffd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 1129 time: 0.0457971 Feb 19 05:03:02.466864 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c1264-9603-4ec7-9adb-ca1b1ec914ea req-766b9d13-da9a-4ec6-ba28-dc510a382029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:02.467638 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01365505-2b1a-48b0-b5af-667862433e39 None None] New status for floating IP ce86f346-9bde-45c3-9a9e-4a25c4d620c6: ACTIVE {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:03:02.468357 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2c0c1264-9603-4ec7-9adb-ca1b1ec914ea req-766b9d13-da9a-4ec6-ba28-dc510a382029 service neutron] 10.222.0.26 "GET /v2.0/networks?id=43df089b-7712-453d-86bb-724d74e55a4a HTTP/1.1" status: 200 len: 898 time: 0.0909681 Feb 19 05:03:02.533756 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2c0c1264-9603-4ec7-9adb-ca1b1ec914ea req-f7628dc0-e6f0-4229-9bd9-08b4ad40ba83 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f HTTP/1.1" status: 200 len: 1000 time: 0.0581634 Feb 19 05:03:02.582373 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c1264-9603-4ec7-9adb-ca1b1ec914ea req-4cd0de8d-762e-40b1-bf8b-39c0ce5409e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:02.583834 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2c0c1264-9603-4ec7-9adb-ca1b1ec914ea req-4cd0de8d-762e-40b1-bf8b-39c0ce5409e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bfb5fed6-78e3-41f8-bfbf-68e848c0380a HTTP/1.1" status: 200 len: 834 time: 0.0443015 Feb 19 05:03:02.636108 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c1264-9603-4ec7-9adb-ca1b1ec914ea req-84eec5c8-cc96-4eb0-85e2-753883bd91d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:02.637635 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2c0c1264-9603-4ec7-9adb-ca1b1ec914ea req-84eec5c8-cc96-4eb0-85e2-753883bd91d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43df089b-7712-453d-86bb-724d74e55a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485473 Feb 19 05:03:02.660800 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47846) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:03:02.756437 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-49fd3739-5958-4c42-a222-392738c071eb tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/floatingips/ce86f346-9bde-45c3-9a9e-4a25c4d620c6 HTTP/1.1" status: 200 len: 994 time: 0.0945749 Feb 19 05:03:02.778256 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2c0c1264-9603-4ec7-9adb-ca1b1ec914ea req-49d98734-1c4f-47d1-8553-5f3797bb06ce service neutron] 10.222.0.26 "GET /v2.0/networks/43df089b-7712-453d-86bb-724d74e55a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345057 Feb 19 05:03:02.863983 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2c0c1264-9603-4ec7-9adb-ca1b1ec914ea req-40242b31-ee3e-4692-b644-fd1bd9d95daa service neutron] 10.222.0.26 "GET /v2.0/networks/43df089b-7712-453d-86bb-724d74e55a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799596 Feb 19 05:03:03.596746 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-79168fda-105b-49c0-99e1-d01c80c42108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:04.035058 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:05.524563 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:06.908591 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:22.313865 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:03:27.457999 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:30.181637 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:30.731483 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c28519da-78cd-461f-97d1-3c4ffed2af42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:33.597749 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-81036d06-90d1-4194-be26-ab41c51d7302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:34.036754 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:35.528099 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:36.910397 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:57.473477 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:59.313112 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:04:00.186065 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:00.732183 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f5688a32-38f9-4f17-bfd1-ad0ae4909d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:01.455482 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9458b206-4285-4c77-a5c8-a9d79b21c1a0 req-0e12e3d9-d332-4183-8141-145090f385c3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0478408 Feb 19 05:04:01.536991 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458b206-4285-4c77-a5c8-a9d79b21c1a0 req-4676f572-be0a-4cef-9916-025ec2ee5213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:01.538479 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9458b206-4285-4c77-a5c8-a9d79b21c1a0 req-4676f572-be0a-4cef-9916-025ec2ee5213 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 1129 time: 0.0431671 Feb 19 05:04:01.636559 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458b206-4285-4c77-a5c8-a9d79b21c1a0 req-a611753d-20d7-49d7-ab49-06d15a3be484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:01.638026 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9458b206-4285-4c77-a5c8-a9d79b21c1a0 req-a611753d-20d7-49d7-ab49-06d15a3be484 service neutron] 10.222.0.26 "GET /v2.0/networks?id=43df089b-7712-453d-86bb-724d74e55a4a HTTP/1.1" status: 200 len: 898 time: 0.0820327 Feb 19 05:04:01.707905 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9458b206-4285-4c77-a5c8-a9d79b21c1a0 req-ca15394b-f8bd-44ef-a1f8-ef94611303fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f HTTP/1.1" status: 200 len: 1002 time: 0.0622005 Feb 19 05:04:01.754431 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458b206-4285-4c77-a5c8-a9d79b21c1a0 req-6349d654-ce9a-4b98-8da3-e1028ae13c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:01.755846 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9458b206-4285-4c77-a5c8-a9d79b21c1a0 req-6349d654-ce9a-4b98-8da3-e1028ae13c48 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bfb5fed6-78e3-41f8-bfbf-68e848c0380a HTTP/1.1" status: 200 len: 834 time: 0.0415566 Feb 19 05:04:01.804036 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458b206-4285-4c77-a5c8-a9d79b21c1a0 req-2239ba6e-f7f2-4788-9572-4aa075267621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:01.805520 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9458b206-4285-4c77-a5c8-a9d79b21c1a0 req-2239ba6e-f7f2-4788-9572-4aa075267621 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43df089b-7712-453d-86bb-724d74e55a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0426772 Feb 19 05:04:01.897995 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9458b206-4285-4c77-a5c8-a9d79b21c1a0 req-668b8e4e-ce8d-4bae-a11c-cc8292e8d74a service neutron] 10.222.0.26 "GET /v2.0/networks/43df089b-7712-453d-86bb-724d74e55a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859392 Feb 19 05:04:01.984267 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9458b206-4285-4c77-a5c8-a9d79b21c1a0 req-07797a95-7270-4295-8ad6-9a8a19d09fa3 service neutron] 10.222.0.26 "GET /v2.0/networks/43df089b-7712-453d-86bb-724d74e55a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799282 Feb 19 05:04:03.522264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-f25715ae-8e07-4089-bda4-d24a46f5f42a req-b3296eca-43a9-4369-b2a4-a2fbc94d6635 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:04:03.523269 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f25715ae-8e07-4089-bda4-d24a46f5f42a req-b3296eca-43a9-4369-b2a4-a2fbc94d6635 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464914 Feb 19 05:04:03.602628 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-37b329a0-8492-4c49-b968-5cc06ab77c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:03.698599 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47882) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:03.713549 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3611cb-714c-405e-b185-522e5bdf87be req-74dcf8a0-66dd-4263-88b4-21349b91dfe5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:03.715090 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d3611cb-714c-405e-b185-522e5bdf87be req-74dcf8a0-66dd-4263-88b4-21349b91dfe5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 946 time: 0.0553679 Feb 19 05:04:03.767796 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8d3611cb-714c-405e-b185-522e5bdf87be req-66391cd9-5405-49cb-b8e0-f24a66a5aa48 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471103 Feb 19 05:04:03.790328 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-8f29fed4-60eb-4404-b744-41ed74a9f002 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0897708 Feb 19 05:04:03.798758 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-0a777697-3946-41e4-acb9-e45d30ff5770 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:04:03.799728 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-0a777697-3946-41e4-acb9-e45d30ff5770 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049942 Feb 19 05:04:04.040960 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:04.157417 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47904) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:04.245683 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-518c4f51-74b4-4896-9707-ece5f17a6864 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:04.247073 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-518c4f51-74b4-4896-9707-ece5f17a6864 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports/c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f HTTP/1.1" status: 200 len: 943 time: 0.0886035 Feb 19 05:04:04.895355 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fd9b6-d32d-4889-855c-3ca7a741970f req-f0502598-881b-488a-a93c-eccaafa6a440 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:04.896845 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d67fd9b6-d32d-4889-855c-3ca7a741970f req-f0502598-881b-488a-a93c-eccaafa6a440 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 946 time: 0.0561147 Feb 19 05:04:04.947397 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d67fd9b6-d32d-4889-855c-3ca7a741970f req-f7924d7c-43ef-4c52-9e7c-efc8cbdd4f67 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448358 Feb 19 05:04:05.030984 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-962fe727-214f-478a-9a63-8718e5c49136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:05.032468 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-962fe727-214f-478a-9a63-8718e5c49136 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 1129 time: 0.0437224 Feb 19 05:04:05.125048 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-3d29bb40-9ff6-4460-bc49-b5e380ce207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:05.126450 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-3d29bb40-9ff6-4460-bc49-b5e380ce207b service neutron] 10.222.0.26 "GET /v2.0/networks?id=43df089b-7712-453d-86bb-724d74e55a4a HTTP/1.1" status: 200 len: 898 time: 0.0858147 Feb 19 05:04:05.189588 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-587816ab-cd1e-406e-81dc-c4ac8c18e9cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f HTTP/1.1" status: 200 len: 1002 time: 0.0569606 Feb 19 05:04:05.237084 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-4ffc1fcd-d657-42d9-953d-2dfdd539f6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:05.238570 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-4ffc1fcd-d657-42d9-953d-2dfdd539f6ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bfb5fed6-78e3-41f8-bfbf-68e848c0380a HTTP/1.1" status: 200 len: 834 time: 0.0422940 Feb 19 05:04:05.290523 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-1d204b51-1b02-4248-a92c-d8e43cb6e6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:05.292015 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-1d204b51-1b02-4248-a92c-d8e43cb6e6c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43df089b-7712-453d-86bb-724d74e55a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471213 Feb 19 05:04:05.378146 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-162947a0-511c-4324-ac62-077ebc6de3a4 service neutron] 10.222.0.26 "GET /v2.0/networks/43df089b-7712-453d-86bb-724d74e55a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791557 Feb 19 05:04:05.467681 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-a0624730-a43b-4f0c-ba6c-36c34eb54681 service neutron] 10.222.0.26 "GET /v2.0/networks/43df089b-7712-453d-86bb-724d74e55a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834119 Feb 19 05:04:05.532592 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:06.069359 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fefed7-0c47-450e-a6bd-48d3ea5b6986 req-d20ed84d-e87f-4a31-90cd-b608ca26eb10 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:06.071474 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60fefed7-0c47-450e-a6bd-48d3ea5b6986 req-d20ed84d-e87f-4a31-90cd-b608ca26eb10 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 946 time: 0.0536716 Feb 19 05:04:06.118840 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60fefed7-0c47-450e-a6bd-48d3ea5b6986 req-8174fbac-29f3-4f5e-a65e-354cc0ccd27b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419211 Feb 19 05:04:06.913673 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:07.241683 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb846a57-c735-47ee-80b2-f47c5dd001b7 req-7f771631-aa82-4226-bfd8-a285708e1036 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:07.243091 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eb846a57-c735-47ee-80b2-f47c5dd001b7 req-7f771631-aa82-4226-bfd8-a285708e1036 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 946 time: 0.0563998 Feb 19 05:04:07.294573 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eb846a57-c735-47ee-80b2-f47c5dd001b7 req-e9151ec0-d5ae-48be-9a12-1360b4ee9ab4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458915 Feb 19 05:04:08.411252 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbaa91d-58ef-48f0-a958-029f3375009c req-14155b34-1dbb-41ea-82e4-82546123b916 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:08.412708 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-adbaa91d-58ef-48f0-a958-029f3375009c req-14155b34-1dbb-41ea-82e4-82546123b916 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 946 time: 0.0505500 Feb 19 05:04:08.460341 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-adbaa91d-58ef-48f0-a958-029f3375009c req-5b070920-2fd3-4106-a43b-acbf14441a18 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414553 Feb 19 05:04:09.577260 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018532f-3046-4b16-875b-91b713435b8d req-3b6f171f-9c17-41a5-949e-25634e853ed0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:09.578754 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a018532f-3046-4b16-875b-91b713435b8d req-3b6f171f-9c17-41a5-949e-25634e853ed0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 946 time: 0.0513613 Feb 19 05:04:09.631401 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a018532f-3046-4b16-875b-91b713435b8d req-49d5cdfb-ab28-489b-aa25-e997eab8e121 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471530 Feb 19 05:04:10.748150 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff2536-5ad8-47ec-837a-cd3b37702cf1 req-4fd41d2b-eec1-4507-81aa-5c45eb36d4e8 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:10.749613 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-21ff2536-5ad8-47ec-837a-cd3b37702cf1 req-4fd41d2b-eec1-4507-81aa-5c45eb36d4e8 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 946 time: 0.0511756 Feb 19 05:04:10.800008 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-21ff2536-5ad8-47ec-837a-cd3b37702cf1 req-888081a4-dcba-4a4d-ac3a-fb3c61b75204 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447755 Feb 19 05:04:11.918455 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42b9cf-951e-4420-be84-db3243e728d1 req-7ffe0b1b-8eff-46a2-a50d-3a1cdd5962c1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:11.919944 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e42b9cf-951e-4420-be84-db3243e728d1 req-7ffe0b1b-8eff-46a2-a50d-3a1cdd5962c1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 946 time: 0.0532498 Feb 19 05:04:11.969082 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2e42b9cf-951e-4420-be84-db3243e728d1 req-51d222f4-204a-4163-9b95-f0bb5e7ac5ed tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436015 Feb 19 05:04:13.093165 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8881c-a0fa-4f22-9dcd-a5323b97b4fe req-4bff2430-184e-440e-b9c2-8118c3cead6e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:13.094658 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88a8881c-a0fa-4f22-9dcd-a5323b97b4fe req-4bff2430-184e-440e-b9c2-8118c3cead6e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 946 time: 0.0561695 Feb 19 05:04:13.142119 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88a8881c-a0fa-4f22-9dcd-a5323b97b4fe req-192b0aac-b66a-416f-9a18-d535ef58e947 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420010 Feb 19 05:04:14.259904 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3da758-2f54-4f25-97fb-d5da1a1aa120 req-1f745f74-a5bb-496d-9df7-b7375ef74cca tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:14.261312 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6e3da758-2f54-4f25-97fb-d5da1a1aa120 req-1f745f74-a5bb-496d-9df7-b7375ef74cca tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 946 time: 0.0524917 Feb 19 05:04:14.309175 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6e3da758-2f54-4f25-97fb-d5da1a1aa120 req-1dd2ec6a-3de7-44d8-872c-3b7ac2e53416 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423102 Feb 19 05:04:15.433372 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39358c0-9324-43f1-96ad-498762ef6d7e req-fd457e5d-c814-4559-b870-a888aae5a6c2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:15.434880 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e39358c0-9324-43f1-96ad-498762ef6d7e req-fd457e5d-c814-4559-b870-a888aae5a6c2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 946 time: 0.0523467 Feb 19 05:04:15.486370 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e39358c0-9324-43f1-96ad-498762ef6d7e req-e4b8026b-2324-44b3-b1f5-53ed52446125 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455883 Feb 19 05:04:16.620059 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0011c80-1ee3-4e7a-81b8-3593b7d14923 req-8abae9b0-d5c3-4b95-9390-5aed6a69bf73 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:16.621526 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d0011c80-1ee3-4e7a-81b8-3593b7d14923 req-8abae9b0-d5c3-4b95-9390-5aed6a69bf73 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 946 time: 0.0669105 Feb 19 05:04:16.668596 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d0011c80-1ee3-4e7a-81b8-3593b7d14923 req-f6205d2d-d9dd-4156-a86d-127afb39651a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415609 Feb 19 05:04:17.388023 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-a5529ff9-90e8-42b7-b8cf-21679fb02e8f service neutron] show failed (client error): The resource could not be found. Feb 19 05:04:17.388938 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-a5529ff9-90e8-42b7-b8cf-21679fb02e8f service neutron] 10.222.0.26 "GET /v2.0/ports/c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f/bindings/n-h2-828369-19 HTTP/1.1" status: 404 len: 381 time: 0.0548279 Feb 19 05:04:17.579480 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-80f7c962-4905-4e70-8f71-1343f89cd7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:17.580963 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-80f7c962-4905-4e70-8f71-1343f89cd7f9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6&tenant_id=35b259a6dce94926b3e9e09de8b37f6a HTTP/1.1" status: 200 len: 1129 time: 0.0440919 Feb 19 05:04:17.591434 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-19', 'device_owner': 'compute:nova'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:17.651953 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:17.857610 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5e356-7fcd-4120-9fe9-c996b0a63b0b req-48a20c8e-8741-4185-a651-0be753884e52 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:17.859105 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4af5e356-7fcd-4120-9fe9-c996b0a63b0b req-48a20c8e-8741-4185-a651-0be753884e52 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 946 time: 0.1136618 Feb 19 05:04:17.907635 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] For port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f,segment=NetworkSegment(49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c),segment_id=49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:04:17.940253 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4af5e356-7fcd-4120-9fe9-c996b0a63b0b req-9b539ccc-37e8-453d-809a-16c32e4768ff tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754592 Feb 19 05:04:17.962190 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] For port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f, host n-h1-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:04:18.000663 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b39ad88-5071-4362-a009-e3240907c3d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:04:18.003002 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02670096-bf19-42ee-8378-dab24b15fe04" -d '{"events": [{"server_uuid": "8b39ad88-5071-4362-a009-e3240907c3d6", "name": "network-vif-unplugged", "status": "completed", "tag": "c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:04:18.006878 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Publish callbacks [] for port (c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:18.021209 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Transition to ACTIVE for port object c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:04:18.026735 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:18.061258 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 05:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572d1c63-5b79-4822-96a8-23346c815f6b x-openstack-request-id: req-572d1c63-5b79-4822-96a8-23346c815f6b {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:04:18.061558 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b39ad88-5071-4362-a009-e3240907c3d6", "name": "network-vif-unplugged", "status": "completed", "tag": "c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:04:18.061819 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-572d1c63-5b79-4822-96a8-23346c815f6b {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:04:18.062241 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b39ad88-5071-4362-a009-e3240907c3d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f', 'code': 200} Feb 19 05:04:18.111949 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Pushing event updated for resources: {'Port': ['ID=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f,revision_number=6']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:18.124746 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:18.125099 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:18.125446 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:18.125789 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:18.126123 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:18.126552 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:18.126885 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:18.127216 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:18.127543 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:18.127872 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:18.128198 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:18.128525 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:18.128851 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:18.166349 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] No DVR routers for this DVR port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f on host n-h1-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:04:18.307960 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Attempting to bind port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:04:18.308289 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Attempting to bind port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:04:18.308615 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Attempting to bind port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f on network 43df089b-7712-453d-86bb-724d74e55a4a {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:04:18.313065 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f on network 43df089b-7712-453d-86bb-724d74e55a4a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:04:18.313384 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Attempting to bind port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f on network 43df089b-7712-453d-86bb-724d74e55a4a {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:04:18.318081 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:04:18.318513 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Checking segment: {'id': '49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:04:18.318890 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Bound using segment: {'id': '49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:04:18.319313 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Bound port: c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:04:18.319656 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:18.382333 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] For port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:04:18.386109 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] For port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f,segment=NetworkSegment(49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c),segment_id=49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:04:18.391732 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:18.426496 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:18.427780 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:18.429247 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] 10.222.0.79 "PUT /v2.0/ports/c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f HTTP/1.1" status: 200 len: 1093 time: 0.8418791 Feb 19 05:04:18.463299 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defd65a-2f35-4d53-a1f2-7100d97bca6b service neutron] Pushing event updated for resources: {'Port': ['ID=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f,revision_number=7']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:18.501329 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-17d81614-56a5-492f-b822-2a09d401d2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:18.502898 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-17d81614-56a5-492f-b822-2a09d401d2b0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 1127 time: 0.0506139 Feb 19 05:04:18.596832 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-d5182fe1-4af6-4a7c-a0f2-8325b16cf266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:18.598344 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-d5182fe1-4af6-4a7c-a0f2-8325b16cf266 service neutron] 10.222.0.79 "GET /v2.0/networks?id=43df089b-7712-453d-86bb-724d74e55a4a HTTP/1.1" status: 200 len: 898 time: 0.0896828 Feb 19 05:04:18.666849 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-cbc6c041-ae07-4b34-87fc-ce820914cb05 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f HTTP/1.1" status: 200 len: 1000 time: 0.0628657 Feb 19 05:04:18.715224 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-2dcaf84b-65d7-4fbd-a55b-4d180a08fe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:18.716529 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-2dcaf84b-65d7-4fbd-a55b-4d180a08fe04 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bfb5fed6-78e3-41f8-bfbf-68e848c0380a HTTP/1.1" status: 200 len: 834 time: 0.0429652 Feb 19 05:04:18.763445 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-da730143-ebb8-478f-bf90-392d274d5849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:18.764923 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-da730143-ebb8-478f-bf90-392d274d5849 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=43df089b-7712-453d-86bb-724d74e55a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0426991 Feb 19 05:04:18.855374 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-fe4f80ee-d6e1-4662-a9b3-2bfd61e6734c service neutron] 10.222.0.79 "GET /v2.0/networks/43df089b-7712-453d-86bb-724d74e55a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844166 Feb 19 05:04:18.941673 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3e638a0d-a2dc-4a82-b5e8-dc6a8e465c92 req-cb4c3d41-bb53-4cba-b810-70d2867b0748 service neutron] 10.222.0.79 "GET /v2.0/networks/43df089b-7712-453d-86bb-724d74e55a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806062 Feb 19 05:04:19.071149 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89750e-e731-4a88-9b5a-17ca7cf8ad2a req-4322b6d8-cd4f-4e76-b708-93343e3d1d12 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:19.072649 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7d89750e-e731-4a88-9b5a-17ca7cf8ad2a req-4322b6d8-cd4f-4e76-b708-93343e3d1d12 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 944 time: 0.0596135 Feb 19 05:04:19.121914 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7d89750e-e731-4a88-9b5a-17ca7cf8ad2a req-87ab12e7-d258-42d4-8c2d-a7c986ccf9c0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438004 Feb 19 05:04:20.063395 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b39ad88-5071-4362-a009-e3240907c3d6', 'tag': 'c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:04:20.065772 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d21317b-6f6a-482c-9cbb-ba5cc49bee67" -d '{"events": [{"name": "network-changed", "server_uuid": "8b39ad88-5071-4362-a009-e3240907c3d6", "tag": "c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:04:20.113093 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687e0974-e220-4791-82ce-bdef31f60954 x-openstack-request-id: req-687e0974-e220-4791-82ce-bdef31f60954 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:04:20.113416 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b39ad88-5071-4362-a009-e3240907c3d6", "tag": "c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:04:20.113674 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-687e0974-e220-4791-82ce-bdef31f60954 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:04:20.114079 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b39ad88-5071-4362-a009-e3240907c3d6', 'tag': 'c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f', 'status': 'completed', 'code': 200} Feb 19 05:04:20.175638 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21317b-6f6a-482c-9cbb-ba5cc49bee67 req-c7e0f1cb-c526-48c7-a0da-38eb2f15a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:20.177131 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d21317b-6f6a-482c-9cbb-ba5cc49bee67 req-c7e0f1cb-c526-48c7-a0da-38eb2f15a4b2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 1127 time: 0.0455785 Feb 19 05:04:20.181222 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21317b-6f6a-482c-9cbb-ba5cc49bee67 req-d4cbb16a-2923-4663-99d7-b09c112b78e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:20.182813 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2d21317b-6f6a-482c-9cbb-ba5cc49bee67 req-d4cbb16a-2923-4663-99d7-b09c112b78e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 1127 time: 0.0469053 Feb 19 05:04:20.272370 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21317b-6f6a-482c-9cbb-ba5cc49bee67 req-79080f15-82c7-4131-8ed6-fe1ba57b6064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:20.274461 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2d21317b-6f6a-482c-9cbb-ba5cc49bee67 req-79080f15-82c7-4131-8ed6-fe1ba57b6064 service neutron] 10.222.0.26 "GET /v2.0/networks?id=43df089b-7712-453d-86bb-724d74e55a4a HTTP/1.1" status: 200 len: 898 time: 0.0861518 Feb 19 05:04:20.304070 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757eb0f-6ca0-4a97-a860-a576a41328f3 req-42394912-c0e7-46a4-8ef1-fe5b4d8f1267 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:20.305876 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9757eb0f-6ca0-4a97-a860-a576a41328f3 req-42394912-c0e7-46a4-8ef1-fe5b4d8f1267 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 944 time: 0.1138442 Feb 19 05:04:20.311409 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21317b-6f6a-482c-9cbb-ba5cc49bee67 req-9169f16d-04a6-44e4-a9c5-40e6eb4b2188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:20.312969 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d21317b-6f6a-482c-9cbb-ba5cc49bee67 req-9169f16d-04a6-44e4-a9c5-40e6eb4b2188 service neutron] 10.222.0.79 "GET /v2.0/networks?id=43df089b-7712-453d-86bb-724d74e55a4a HTTP/1.1" status: 200 len: 898 time: 0.1294863 Feb 19 05:04:20.342223 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2d21317b-6f6a-482c-9cbb-ba5cc49bee67 req-585d86a4-b23d-447a-b5b3-b9fb305ef9e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f HTTP/1.1" status: 200 len: 1000 time: 0.0609424 Feb 19 05:04:20.391341 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21317b-6f6a-482c-9cbb-ba5cc49bee67 req-fe0f9837-8db8-4d4d-8314-b3c4caf3b923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:20.392991 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2d21317b-6f6a-482c-9cbb-ba5cc49bee67 req-fe0f9837-8db8-4d4d-8314-b3c4caf3b923 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bfb5fed6-78e3-41f8-bfbf-68e848c0380a HTTP/1.1" status: 200 len: 834 time: 0.0443337 Feb 19 05:04:20.413091 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9757eb0f-6ca0-4a97-a860-a576a41328f3 req-0bbbf81f-ef37-4c3e-a861-8d0d2737ed26 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990729 Feb 19 05:04:20.415488 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d21317b-6f6a-482c-9cbb-ba5cc49bee67 req-1cc9d920-8b71-447d-aa38-d91e11e8f8dc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f HTTP/1.1" status: 200 len: 1000 time: 0.0928805 Feb 19 05:04:20.453305 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21317b-6f6a-482c-9cbb-ba5cc49bee67 req-a820aa6e-4d8a-4a11-a423-1214f2e89bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:20.455040 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2d21317b-6f6a-482c-9cbb-ba5cc49bee67 req-a820aa6e-4d8a-4a11-a423-1214f2e89bc7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43df089b-7712-453d-86bb-724d74e55a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0557218 Feb 19 05:04:20.465826 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21317b-6f6a-482c-9cbb-ba5cc49bee67 req-927462d7-35c5-46a3-b4f9-0c4f85007d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:20.467341 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d21317b-6f6a-482c-9cbb-ba5cc49bee67 req-927462d7-35c5-46a3-b4f9-0c4f85007d03 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bfb5fed6-78e3-41f8-bfbf-68e848c0380a HTTP/1.1" status: 200 len: 834 time: 0.0453186 Feb 19 05:04:20.519706 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21317b-6f6a-482c-9cbb-ba5cc49bee67 req-c8f9e9ce-19cd-4855-b9dc-cecaa4f21a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:20.521183 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d21317b-6f6a-482c-9cbb-ba5cc49bee67 req-c8f9e9ce-19cd-4855-b9dc-cecaa4f21a10 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=43df089b-7712-453d-86bb-724d74e55a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480490 Feb 19 05:04:20.548887 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2d21317b-6f6a-482c-9cbb-ba5cc49bee67 req-03963e62-86f0-4562-9228-85b6d2dfea39 service neutron] 10.222.0.26 "GET /v2.0/networks/43df089b-7712-453d-86bb-724d74e55a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875006 Feb 19 05:04:20.560843 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:04:20.614953 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d21317b-6f6a-482c-9cbb-ba5cc49bee67 req-d668d1c6-815e-4ceb-a9c4-9e44170f4fa3 service neutron] 10.222.0.79 "GET /v2.0/networks/43df089b-7712-453d-86bb-724d74e55a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862918 Feb 19 05:04:20.655509 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-2d21317b-6f6a-482c-9cbb-ba5cc49bee67 req-c3b9198c-b494-4716-90a1-87e09b99f57c service neutron] 10.222.0.26 "GET /v2.0/networks/43df089b-7712-453d-86bb-724d74e55a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008363 Feb 19 05:04:20.661259 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f,segment=NetworkSegment(49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c),segment_id=49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:04:20.673857 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f', 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a', 'port_id': 'c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f', 'mac_address': 'fa:16:3e:bd:c2:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb5fed6-78e3-41f8-bfbf-68e848c0380a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:04:20.705179 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2d21317b-6f6a-482c-9cbb-ba5cc49bee67 req-614912ef-6dea-446c-9de5-2b936a33668b service neutron] 10.222.0.79 "GET /v2.0/networks/43df089b-7712-453d-86bb-724d74e55a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842643 Feb 19 05:04:20.715517 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:04:20.715910 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:20.730365 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:04:20.749107 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f,segment=NetworkSegment(49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c),segment_id=49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:04:20.753280 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:20.801200 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:20.809230 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:20.809582 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:20.809928 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:20.810562 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:20.810901 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:20.811236 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:20.811567 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:20.811895 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:20.812224 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:20.812551 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:20.812877 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:20.813203 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:20.813523 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:20.917266 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:04:20.958606 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] The host n-h1-828369-19 is not matching for port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f host n-h2-828369-19! {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 05:04:20.958913 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:04:21.010590 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:04:21.535931 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fa848-4630-413c-a269-f6671084b3a9 req-d18cfcb2-e550-4d00-b7a1-8fc61aafc88e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:21.537378 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-063fa848-4630-413c-a269-f6671084b3a9 req-d18cfcb2-e550-4d00-b7a1-8fc61aafc88e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 945 time: 0.0512660 Feb 19 05:04:21.589186 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-063fa848-4630-413c-a269-f6671084b3a9 req-7284b8f6-116d-49a7-bba7-92ea098f1dcf tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456698 Feb 19 05:04:21.793444 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4d572-363e-4968-9e59-b3f18a007ce3 req-83710cf3-0f97-487e-8282-adf34005b0d9 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:21.798678 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5ad4d572-363e-4968-9e59-b3f18a007ce3 req-83710cf3-0f97-487e-8282-adf34005b0d9 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 945 time: 0.0596590 Feb 19 05:04:21.801631 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9eb85-bde6-42fa-99a4-c82fa950483d req-79cf68e3-57f8-4e85-8f8f-9a75ddea7b3f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:21.803135 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1bc9eb85-bde6-42fa-99a4-c82fa950483d req-79cf68e3-57f8-4e85-8f8f-9a75ddea7b3f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6&tenant_id=35b259a6dce94926b3e9e09de8b37f6a&binding%3Ahost_id=n-h2-828369-19 HTTP/1.1" status: 200 len: 945 time: 0.0552695 Feb 19 05:04:21.847136 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5ad4d572-363e-4968-9e59-b3f18a007ce3 req-6050d837-15db-48b4-869c-0e5366e95c16 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466788 Feb 19 05:04:21.863025 n-d-828369-19 neutron-server[109925]: INFO neutron.api.v2.resource [req-1bc9eb85-bde6-42fa-99a4-c82fa950483d req-58952818-0e3f-4db0-9af9-ca323ab2b280 service neutron] delete failed (client error): The resource could not be found. Feb 19 05:04:21.864061 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1bc9eb85-bde6-42fa-99a4-c82fa950483d req-58952818-0e3f-4db0-9af9-ca323ab2b280 service neutron] 10.222.0.26 "DELETE /v2.0/ports/c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f/bindings/n-h1-828369-19 HTTP/1.1" status: 404 len: 381 time: 0.0548513 Feb 19 05:04:21.955353 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9eb85-bde6-42fa-99a4-c82fa950483d req-f46d915c-779c-4701-a85c-7200f5588773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:21.956790 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1bc9eb85-bde6-42fa-99a4-c82fa950483d req-f46d915c-779c-4701-a85c-7200f5588773 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 1128 time: 0.0468636 Feb 19 05:04:21.973635 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56cb4e-c939-4fc3-89e7-4790341ba0b8 req-000ba24b-be7b-448c-9708-bc65e79558cc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:21.975189 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1e56cb4e-c939-4fc3-89e7-4790341ba0b8 req-000ba24b-be7b-448c-9708-bc65e79558cc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 945 time: 0.0528893 Feb 19 05:04:22.041312 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1e56cb4e-c939-4fc3-89e7-4790341ba0b8 req-fcc9d451-02b1-40b4-9677-b02fb24a5de5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521493 Feb 19 05:04:22.064762 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9eb85-bde6-42fa-99a4-c82fa950483d req-ff98b1b3-46a0-4041-b62a-c71168aaa842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:22.066346 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1bc9eb85-bde6-42fa-99a4-c82fa950483d req-ff98b1b3-46a0-4041-b62a-c71168aaa842 service neutron] 10.222.0.26 "GET /v2.0/networks?id=43df089b-7712-453d-86bb-724d74e55a4a HTTP/1.1" status: 200 len: 898 time: 0.1037660 Feb 19 05:04:22.130179 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1bc9eb85-bde6-42fa-99a4-c82fa950483d req-1d562cff-a399-46df-8e9c-c953489465e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f HTTP/1.1" status: 200 len: 1001 time: 0.0580721 Feb 19 05:04:22.182016 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9eb85-bde6-42fa-99a4-c82fa950483d req-362406e8-578b-416a-9549-6d2cc5bb8189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:22.183508 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1bc9eb85-bde6-42fa-99a4-c82fa950483d req-362406e8-578b-416a-9549-6d2cc5bb8189 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bfb5fed6-78e3-41f8-bfbf-68e848c0380a HTTP/1.1" status: 200 len: 834 time: 0.0480688 Feb 19 05:04:22.232360 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9eb85-bde6-42fa-99a4-c82fa950483d req-8104f9fa-50bf-4e8b-9f5c-3ccbefcfc917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:22.233861 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1bc9eb85-bde6-42fa-99a4-c82fa950483d req-8104f9fa-50bf-4e8b-9f5c-3ccbefcfc917 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43df089b-7712-453d-86bb-724d74e55a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441213 Feb 19 05:04:22.331244 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1bc9eb85-bde6-42fa-99a4-c82fa950483d req-fcb8da32-2b5f-4840-aee0-216aca7984b2 service neutron] 10.222.0.26 "GET /v2.0/networks/43df089b-7712-453d-86bb-724d74e55a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911958 Feb 19 05:04:22.432750 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1bc9eb85-bde6-42fa-99a4-c82fa950483d req-e6ac29f2-0780-4ee4-86b2-0357352dc9df service neutron] 10.222.0.26 "GET /v2.0/networks/43df089b-7712-453d-86bb-724d74e55a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950289 Feb 19 05:04:22.571134 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:04:22.623537 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:04:22.627650 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:04:22.628043 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:22.717392 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:04:22.717865 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:22.740955 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b39ad88-5071-4362-a009-e3240907c3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:04:22.743807 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef644b6ab79b0ac41de0b13976fcd129d4d99816de20742327e953106f20d7ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a011ee-6c90-4ee2-99e7-7ebfd2e74fd1" -d '{"events": [{"server_uuid": "8b39ad88-5071-4362-a009-e3240907c3d6", "name": "network-vif-plugged", "status": "completed", "tag": "c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:04:22.757430 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f,segment=NetworkSegment(49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c),segment_id=49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:04:22.763004 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:22.801681 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f259635e-f3e7-49ce-bf71-5bb833d68bf6 x-openstack-request-id: req-f259635e-f3e7-49ce-bf71-5bb833d68bf6 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:04:22.802056 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b39ad88-5071-4362-a009-e3240907c3d6", "name": "network-vif-plugged", "status": "completed", "tag": "c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:04:22.802399 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f259635e-f3e7-49ce-bf71-5bb833d68bf6 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:04:22.802806 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b39ad88-5071-4362-a009-e3240907c3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f', 'code': 200} Feb 19 05:04:22.816112 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f,revision_number=9']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:23.167664 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110db511-9d1b-4631-8ad0-12e05d00aa4b req-91418a0e-3815-492b-94e6-cb677b9dc7b6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:23.169510 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-110db511-9d1b-4631-8ad0-12e05d00aa4b req-91418a0e-3815-492b-94e6-cb677b9dc7b6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 946 time: 0.0574775 Feb 19 05:04:23.217757 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-110db511-9d1b-4631-8ad0-12e05d00aa4b req-70bd9bcf-01d8-4140-a0f7-5f76efe3fe5a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426123 Feb 19 05:04:23.240429 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47960) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:23.300472 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-af64a24b-c51a-49f8-aaee-919fed4e06d1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/floatingips/ce86f346-9bde-45c3-9a9e-4a25c4d620c6 HTTP/1.1" status: 200 len: 994 time: 0.0588286 Feb 19 05:04:27.472053 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:30.179955 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:30.735245 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ddc4abd2-1838-44d7-84b1-0cb6df85d700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:33.596380 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-03a681fc-aebc-4d42-a51b-a7c070b5bc42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:34.044930 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:35.533019 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:36.313846 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:04:36.919150 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:51.654390 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47974) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:51.855786 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-5162ff93-1b6c-41c6-91a4-ead278d5179a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Deleting port 8e510b8d-520c-4d19-97c8-43644880dff2 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:04:51.856042 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5162ff93-1b6c-41c6-91a4-ead278d5179a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (8e510b8d-520c-4d19-97c8-43644880dff2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:51.929055 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5162ff93-1b6c-41c6-91a4-ead278d5179a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (8e510b8d-520c-4d19-97c8-43644880dff2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:51.929388 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5162ff93-1b6c-41c6-91a4-ead278d5179a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for floatingip (8e510b8d-520c-4d19-97c8-43644880dff2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:51.941372 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-5162ff93-1b6c-41c6-91a4-ead278d5179a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Calling delete_port for 8e510b8d-520c-4d19-97c8-43644880dff2 owned by network:floatingip {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:04:52.088580 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5162ff93-1b6c-41c6-91a4-ead278d5179a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (8e510b8d-520c-4d19-97c8-43644880dff2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:52.118788 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162ff93-1b6c-41c6-91a4-ead278d5179a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Port': ['ID=8e510b8d-520c-4d19-97c8-43644880dff2,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:52.158338 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5162ff93-1b6c-41c6-91a4-ead278d5179a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:52.158693 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5162ff93-1b6c-41c6-91a4-ead278d5179a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:52.159037 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5162ff93-1b6c-41c6-91a4-ead278d5179a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:52.159376 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5162ff93-1b6c-41c6-91a4-ead278d5179a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:52.159711 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5162ff93-1b6c-41c6-91a4-ead278d5179a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:52.160046 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5162ff93-1b6c-41c6-91a4-ead278d5179a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:52.160375 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5162ff93-1b6c-41c6-91a4-ead278d5179a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:52.160705 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5162ff93-1b6c-41c6-91a4-ead278d5179a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:52.161035 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5162ff93-1b6c-41c6-91a4-ead278d5179a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:52.161361 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5162ff93-1b6c-41c6-91a4-ead278d5179a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:52.161684 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5162ff93-1b6c-41c6-91a4-ead278d5179a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:52.162006 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5162ff93-1b6c-41c6-91a4-ead278d5179a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:52.162349 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5162ff93-1b6c-41c6-91a4-ead278d5179a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:52.183815 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5162ff93-1b6c-41c6-91a4-ead278d5179a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for floatingip (ce86f346-9bde-45c3-9a9e-4a25c4d620c6), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:52.184146 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-5162ff93-1b6c-41c6-91a4-ead278d5179a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Floating IP ce86f346-9bde-45c3-9a9e-4a25c4d620c6 disassociated (deleted). External IP: 172.25.3.105, port: c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f. Feb 19 05:04:52.390361 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5162ff93-1b6c-41c6-91a4-ead278d5179a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Router 50708159-834b-4b6b-a8fb-ad59b61aaa66 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:04:52.496689 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5162ff93-1b6c-41c6-91a4-ead278d5179a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:04:52.501644 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5162ff93-1b6c-41c6-91a4-ead278d5179a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:52.509015 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9200a7da-1815-4e7d-9fa3-6228d8a233c4 None None] Sync routers for ids ['50708159-834b-4b6b-a8fb-ad59b61aaa66'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:04:52.519628 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9200a7da-1815-4e7d-9fa3-6228d8a233c4 None None] Routers {'50708159-834b-4b6b-a8fb-ad59b61aaa66'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:04:52.520253 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-9200a7da-1815-4e7d-9fa3-6228d8a233c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:04:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['50708159-834b-4b6b-a8fb-ad59b61aaa66'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:52.531150 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5162ff93-1b6c-41c6-91a4-ead278d5179a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "DELETE /v2.0/floatingips/ce86f346-9bde-45c3-9a9e-4a25c4d620c6 HTTP/1.1" status: 204 len: 168 time: 0.8756897 Feb 19 05:04:52.531842 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b39ad88-5071-4362-a009-e3240907c3d6', 'tag': 'c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:04:52.534330 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4d7a6f327845de7d96adfc61245815a02f228650e7f42977fc0a396d303eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09805d34-2832-467f-acdd-58a024275f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "8b39ad88-5071-4362-a009-e3240907c3d6", "tag": "c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:04:52.633036 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00102d1-1d29-424d-99d4-b0b059c134f0 x-openstack-request-id: req-e00102d1-1d29-424d-99d4-b0b059c134f0 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:04:52.633399 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b39ad88-5071-4362-a009-e3240907c3d6", "tag": "c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:04:52.633734 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e00102d1-1d29-424d-99d4-b0b059c134f0 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:04:52.634341 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b39ad88-5071-4362-a009-e3240907c3d6', 'tag': 'c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f', 'status': 'completed', 'code': 200} Feb 19 05:04:52.637859 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-9200a7da-1815-4e7d-9fa3-6228d8a233c4 None None] Set router 50708159-834b-4b6b-a8fb-ad59b61aaa66 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:04:52.706522 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09805d34-2832-467f-acdd-58a024275f3d req-370f192b-78c7-4d7b-a0a2-d68bbdf56dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:52.708045 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09805d34-2832-467f-acdd-58a024275f3d req-370f192b-78c7-4d7b-a0a2-d68bbdf56dc2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 1129 time: 0.0449798 Feb 19 05:04:52.859651 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-9200a7da-1815-4e7d-9fa3-6228d8a233c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892401756', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '4bfef028-0e17-4dff-8cae-e67de03f07a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:02:40Z', 'updated_at': '2022-02-19T05:02:43Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '4bfef028-0e17-4dff-8cae-e67de03f07a8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:41Z', 'updated_at': '2022-02-19T05:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'ec8d7356-b186-4d0d-9857-4fb44a05b513', 'name': '', 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:17:1c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bfb5fed6-78e3-41f8-bfbf-68e848c0380a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:43Z', 'updated_at': '2022-02-19T05:02:46Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': 'bfb5fed6-78e3-41f8-bfbf-68e848c0380a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:52.888284 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9200a7da-1815-4e7d-9fa3-6228d8a233c4 None None] Checking router: 50708159-834b-4b6b-a8fb-ad59b61aaa66 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:04:52.897143 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9200a7da-1815-4e7d-9fa3-6228d8a233c4 None None] Routers {'50708159-834b-4b6b-a8fb-ad59b61aaa66'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:04:52.897790 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-9200a7da-1815-4e7d-9fa3-6228d8a233c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:04:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['50708159-834b-4b6b-a8fb-ad59b61aaa66'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:53.010586 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-9200a7da-1815-4e7d-9fa3-6228d8a233c4 None None] Set router 50708159-834b-4b6b-a8fb-ad59b61aaa66 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:04:53.171957 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef273c71-22ab-4353-a558-c1a87dd3bb11 req-46447bae-3c01-4f03-becc-e98fd679b8bf tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:53.174083 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef273c71-22ab-4353-a558-c1a87dd3bb11 req-46447bae-3c01-4f03-becc-e98fd679b8bf tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 946 time: 0.4650140 Feb 19 05:04:53.209857 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09805d34-2832-467f-acdd-58a024275f3d req-50e64904-493c-4d1b-bb00-9b13c7ba7cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:53.211899 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09805d34-2832-467f-acdd-58a024275f3d req-50e64904-493c-4d1b-bb00-9b13c7ba7cb3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=43df089b-7712-453d-86bb-724d74e55a4a HTTP/1.1" status: 200 len: 898 time: 0.4940636 Feb 19 05:04:53.225567 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-9200a7da-1815-4e7d-9fa3-6228d8a233c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892401756', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '4bfef028-0e17-4dff-8cae-e67de03f07a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:02:40Z', 'updated_at': '2022-02-19T05:02:43Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '4bfef028-0e17-4dff-8cae-e67de03f07a8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:41Z', 'updated_at': '2022-02-19T05:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'ec8d7356-b186-4d0d-9857-4fb44a05b513', 'name': '', 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:17:1c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bfb5fed6-78e3-41f8-bfbf-68e848c0380a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:43Z', 'updated_at': '2022-02-19T05:02:46Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': 'bfb5fed6-78e3-41f8-bfbf-68e848c0380a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:53.255777 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9200a7da-1815-4e7d-9fa3-6228d8a233c4 None None] The sync data for ids ['50708159-834b-4b6b-a8fb-ad59b61aaa66'] in n-d-828369-19 is: [{'id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892401756', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '4bfef028-0e17-4dff-8cae-e67de03f07a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:02:40Z', 'updated_at': '2022-02-19T05:02:43Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '4bfef028-0e17-4dff-8cae-e67de03f07a8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:41Z', 'updated_at': '2022-02-19T05:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'ec8d7356-b186-4d0d-9857-4fb44a05b513', 'name': '', 'network_id': '43df089b-7712-453d-86bb-724d74e55a4a', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:17:1c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bfb5fed6-78e3-41f8-bfbf-68e848c0380a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:43Z', 'updated_at': '2022-02-19T05:02:46Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': 'bfb5fed6-78e3-41f8-bfbf-68e848c0380a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:04:53.265213 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09805d34-2832-467f-acdd-58a024275f3d req-6c1b0806-6fc5-41a1-a0f3-e59ad0d830b7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f HTTP/1.1" status: 200 len: 217 time: 0.0442433 Feb 19 05:04:53.270109 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ef273c71-22ab-4353-a558-c1a87dd3bb11 req-43200da7-b6a0-4ad8-8c9e-5df2c4e099cf tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=12be89de-0bdb-4617-a5f1-65d059f6eaac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887833 Feb 19 05:04:53.318753 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09805d34-2832-467f-acdd-58a024275f3d req-59429f89-aaf4-4def-bd2e-a634b9c6415d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:53.320207 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09805d34-2832-467f-acdd-58a024275f3d req-59429f89-aaf4-4def-bd2e-a634b9c6415d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bfb5fed6-78e3-41f8-bfbf-68e848c0380a HTTP/1.1" status: 200 len: 834 time: 0.0483363 Feb 19 05:04:53.375203 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09805d34-2832-467f-acdd-58a024275f3d req-5c3d8219-d081-40af-875a-8572d8526b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:53.376766 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09805d34-2832-467f-acdd-58a024275f3d req-5c3d8219-d081-40af-875a-8572d8526b9b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=43df089b-7712-453d-86bb-724d74e55a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490222 Feb 19 05:04:53.469924 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09805d34-2832-467f-acdd-58a024275f3d req-29b9d955-10af-4022-9d9b-e0ae274f75b1 service neutron] 10.222.0.79 "GET /v2.0/networks/43df089b-7712-453d-86bb-724d74e55a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865061 Feb 19 05:04:53.488896 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f780495-5693-44d3-805a-01dfcad2c2a8 None None] New status for floating IP ce86f346-9bde-45c3-9a9e-4a25c4d620c6: DOWN {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:04:53.565955 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-09805d34-2832-467f-acdd-58a024275f3d req-51d761d8-5fa2-4c3e-9c95-a98a5ba0998c service neutron] 10.222.0.79 "GET /v2.0/networks/43df089b-7712-453d-86bb-724d74e55a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897555 Feb 19 05:04:54.001493 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3608537-3e98-41e4-8124-c3c4638f5110 req-4c829e14-7927-4bf7-88f3-9917deffb0e5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:54.002985 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3608537-3e98-41e4-8124-c3c4638f5110 req-4c829e14-7927-4bf7-88f3-9917deffb0e5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 946 time: 0.0524096 Feb 19 05:04:54.095178 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-a3608537-3e98-41e4-8124-c3c4638f5110 req-a173215a-bcae-43af-846f-c054a6200980 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Deleting port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:04:54.095520 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a3608537-3e98-41e4-8124-c3c4638f5110 req-a173215a-bcae-43af-846f-c054a6200980 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:54.184764 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-a3608537-3e98-41e4-8124-c3c4638f5110 req-a173215a-bcae-43af-846f-c054a6200980 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] For port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f,segment=NetworkSegment(49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c),segment_id=49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:04:54.185039 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a3608537-3e98-41e4-8124-c3c4638f5110 req-a173215a-bcae-43af-846f-c054a6200980 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:54.197272 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-a3608537-3e98-41e4-8124-c3c4638f5110 req-a173215a-bcae-43af-846f-c054a6200980 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Calling delete_port for c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:04:54.325283 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a3608537-3e98-41e4-8124-c3c4638f5110 req-a173215a-bcae-43af-846f-c054a6200980 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:54.356902 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173215a-bcae-43af-846f-c054a6200980 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Port': ['ID=c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:54.404541 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-342675c6-190e-4dca-9282-19836264cd8a req-87c88804-3183-4a46-b0dd-1685bf80034d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b39ad88-5071-4362-a009-e3240907c3d6 HTTP/1.1" status: 200 len: 210 time: 0.0496652 Feb 19 05:04:54.424391 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3608537-3e98-41e4-8124-c3c4638f5110 req-a173215a-bcae-43af-846f-c054a6200980 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] No DVR routers for this DVR port c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:04:54.427131 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a3608537-3e98-41e4-8124-c3c4638f5110 req-a173215a-bcae-43af-846f-c054a6200980 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:54.431061 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3608537-3e98-41e4-8124-c3c4638f5110 req-a173215a-bcae-43af-846f-c054a6200980 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.79 "DELETE /v2.0/ports/c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f HTTP/1.1" status: 204 len: 173 time: 0.4232888 Feb 19 05:04:54.431500 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b39ad88-5071-4362-a009-e3240907c3d6', 'name': 'network-vif-deleted', 'tag': 'c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:04:54.433781 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e72697-669f-49eb-8c44-8dd1984987bb" -d '{"events": [{"server_uuid": "8b39ad88-5071-4362-a009-e3240907c3d6", "name": "network-vif-deleted", "tag": "c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:04:54.475757 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fbc858-3f45-4526-bdef-a4f402ba729b x-openstack-request-id: req-02fbc858-3f45-4526-bdef-a4f402ba729b {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:04:54.476086 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b39ad88-5071-4362-a009-e3240907c3d6", "name": "network-vif-deleted", "tag": "c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:04:54.476348 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-02fbc858-3f45-4526-bdef-a4f402ba729b {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:04:54.476808 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b39ad88-5071-4362-a009-e3240907c3d6', 'name': 'network-vif-deleted', 'tag': 'c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f', 'status': 'completed', 'code': 200} Feb 19 05:04:55.461135 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47994) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:55.814399 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-349d7be3-0dff-4e0a-8fbe-a7069a5cfd0e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (50708159-834b-4b6b-a8fb-ad59b61aaa66), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:56.365886 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-349d7be3-0dff-4e0a-8fbe-a7069a5cfd0e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Deleting port ec8d7356-b186-4d0d-9857-4fb44a05b513 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:04:56.366253 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-349d7be3-0dff-4e0a-8fbe-a7069a5cfd0e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ec8d7356-b186-4d0d-9857-4fb44a05b513), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:56.450020 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-349d7be3-0dff-4e0a-8fbe-a7069a5cfd0e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] For port ec8d7356-b186-4d0d-9857-4fb44a05b513, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ec8d7356-b186-4d0d-9857-4fb44a05b513,segment=NetworkSegment(49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c),segment_id=49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:04:56.450409 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-349d7be3-0dff-4e0a-8fbe-a7069a5cfd0e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ec8d7356-b186-4d0d-9857-4fb44a05b513), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:56.462742 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-349d7be3-0dff-4e0a-8fbe-a7069a5cfd0e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Calling delete_port for ec8d7356-b186-4d0d-9857-4fb44a05b513 owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:04:56.646636 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-349d7be3-0dff-4e0a-8fbe-a7069a5cfd0e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (ec8d7356-b186-4d0d-9857-4fb44a05b513), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:56.671937 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d7be3-0dff-4e0a-8fbe-a7069a5cfd0e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Port': ['ID=ec8d7356-b186-4d0d-9857-4fb44a05b513,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:56.846261 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-349d7be3-0dff-4e0a-8fbe-a7069a5cfd0e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (50708159-834b-4b6b-a8fb-ad59b61aaa66), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:57.061417 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349d7be3-0dff-4e0a-8fbe-a7069a5cfd0e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Router 50708159-834b-4b6b-a8fb-ad59b61aaa66 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:04:57.166110 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349d7be3-0dff-4e0a-8fbe-a7069a5cfd0e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:04:57.171638 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-349d7be3-0dff-4e0a-8fbe-a7069a5cfd0e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "PUT /v2.0/routers/50708159-834b-4b6b-a8fb-ad59b61aaa66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7083910 Feb 19 05:04:57.174283 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47996) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:57.177336 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5374fb0b-f22a-45a5-80eb-4d4d2afb6e16 None None] Sync routers for ids ['50708159-834b-4b6b-a8fb-ad59b61aaa66'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:04:57.187528 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5374fb0b-f22a-45a5-80eb-4d4d2afb6e16 None None] Routers {'50708159-834b-4b6b-a8fb-ad59b61aaa66'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:04:57.188229 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-5374fb0b-f22a-45a5-80eb-4d4d2afb6e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:04:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['50708159-834b-4b6b-a8fb-ad59b61aaa66'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:57.226207 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-a481e8ad-c06c-4692-8432-13492bee6fb7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Deleting subnet bfb5fed6-78e3-41f8-bfbf-68e848c0380a {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:04:57.229877 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a481e8ad-c06c-4692-8432-13492bee6fb7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for subnet (bfb5fed6-78e3-41f8-bfbf-68e848c0380a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:57.268637 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a481e8ad-c06c-4692-8432-13492bee6fb7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (bfb5fed6-78e3-41f8-bfbf-68e848c0380a), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:57.358355 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a481e8ad-c06c-4692-8432-13492bee6fb7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (bfb5fed6-78e3-41f8-bfbf-68e848c0380a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:57.418129 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a481e8ad-c06c-4692-8432-13492bee6fb7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (bfb5fed6-78e3-41f8-bfbf-68e848c0380a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:57.444259 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481e8ad-c06c-4692-8432-13492bee6fb7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Subnet': ['ID=bfb5fed6-78e3-41f8-bfbf-68e848c0380a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:57.449117 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a481e8ad-c06c-4692-8432-13492bee6fb7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:57.454756 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a481e8ad-c06c-4692-8432-13492bee6fb7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "DELETE /v2.0/subnets/bfb5fed6-78e3-41f8-bfbf-68e848c0380a HTTP/1.1" status: 204 len: 168 time: 0.2771387 Feb 19 05:04:57.455750 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 47998) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:57.463114 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-5374fb0b-f22a-45a5-80eb-4d4d2afb6e16 None None] Set router 50708159-834b-4b6b-a8fb-ad59b61aaa66 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:04:57.464968 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fad278-c0c2-4c28-b1d9-5a5bd09a471b None None] Network 43df089b-7712-453d-86bb-724d74e55a4a requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:04:57.564806 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-626998e9-3103-4d71-ad32-b964fac124e9 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router (50708159-834b-4b6b-a8fb-ad59b61aaa66), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:57.581596 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:57.671401 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-626998e9-3103-4d71-ad32-b964fac124e9 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_gateway (50708159-834b-4b6b-a8fb-ad59b61aaa66), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:57.727937 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-626998e9-3103-4d71-ad32-b964fac124e9 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Deleting port 4bfef028-0e17-4dff-8cae-e67de03f07a8 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:04:57.728288 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-626998e9-3103-4d71-ad32-b964fac124e9 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (4bfef028-0e17-4dff-8cae-e67de03f07a8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:57.728557 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-5374fb0b-f22a-45a5-80eb-4d4d2afb6e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892401756', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '4bfef028-0e17-4dff-8cae-e67de03f07a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:02:40Z', 'updated_at': '2022-02-19T05:04:56Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '4bfef028-0e17-4dff-8cae-e67de03f07a8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:41Z', 'updated_at': '2022-02-19T05:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:57.758731 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7186c775-907d-4295-ab3d-182c8ffee9a6 None None] DHCP port deletion for 43df089b-7712-453d-86bb-724d74e55a4a request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:04:57.760960 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5374fb0b-f22a-45a5-80eb-4d4d2afb6e16 None None] Checking router: 50708159-834b-4b6b-a8fb-ad59b61aaa66 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:04:57.795232 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5374fb0b-f22a-45a5-80eb-4d4d2afb6e16 None None] Routers {'50708159-834b-4b6b-a8fb-ad59b61aaa66'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:04:57.795872 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-5374fb0b-f22a-45a5-80eb-4d4d2afb6e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:04:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['50708159-834b-4b6b-a8fb-ad59b61aaa66'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:57.811769 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-626998e9-3103-4d71-ad32-b964fac124e9 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] For port 4bfef028-0e17-4dff-8cae-e67de03f07a8, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4bfef028-0e17-4dff-8cae-e67de03f07a8,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:04:57.812132 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-626998e9-3103-4d71-ad32-b964fac124e9 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (4bfef028-0e17-4dff-8cae-e67de03f07a8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:57.823486 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-626998e9-3103-4d71-ad32-b964fac124e9 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Calling delete_port for 4bfef028-0e17-4dff-8cae-e67de03f07a8 owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:04:57.895617 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-5374fb0b-f22a-45a5-80eb-4d4d2afb6e16 None None] Set router 50708159-834b-4b6b-a8fb-ad59b61aaa66 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:04:57.923756 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-7186c775-907d-4295-ab3d-182c8ffee9a6 None None] Deleting port 75bd6e9b-9cb1-4f3e-b188-05d0de76778d {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:04:57.924132 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7186c775-907d-4295-ab3d-182c8ffee9a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (75bd6e9b-9cb1-4f3e-b188-05d0de76778d), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:57.962155 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-5374fb0b-f22a-45a5-80eb-4d4d2afb6e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892401756', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:02:40Z', 'updated_at': '2022-02-19T05:04:57Z', 'revision_number': 6, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:57.999369 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-626998e9-3103-4d71-ad32-b964fac124e9 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (4bfef028-0e17-4dff-8cae-e67de03f07a8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:58.023372 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626998e9-3103-4d71-ad32-b964fac124e9 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Port': ['ID=4bfef028-0e17-4dff-8cae-e67de03f07a8,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:58.026850 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 75bd6e9b-9cb1-4f3e-b188-05d0de76778d no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:04:58.033310 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5374fb0b-f22a-45a5-80eb-4d4d2afb6e16 None None] The sync data for ids ['50708159-834b-4b6b-a8fb-ad59b61aaa66'] in n-d-828369-19 is: [{'id': '50708159-834b-4b6b-a8fb-ad59b61aaa66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892401756', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:02:40Z', 'updated_at': '2022-02-19T05:04:57Z', 'revision_number': 6, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:04:58.093022 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-626998e9-3103-4d71-ad32-b964fac124e9 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (50708159-834b-4b6b-a8fb-ad59b61aaa66), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:58.094253 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-7186c775-907d-4295-ab3d-182c8ffee9a6 None None] For port 75bd6e9b-9cb1-4f3e-b188-05d0de76778d, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=75bd6e9b-9cb1-4f3e-b188-05d0de76778d,segment=NetworkSegment(49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c),segment_id=49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:04:58.094817 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7186c775-907d-4295-ab3d-182c8ffee9a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (75bd6e9b-9cb1-4f3e-b188-05d0de76778d), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:58.113481 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-7186c775-907d-4295-ab3d-182c8ffee9a6 None None] Calling delete_port for 75bd6e9b-9cb1-4f3e-b188-05d0de76778d owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:04:58.184901 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-626998e9-3103-4d71-ad32-b964fac124e9 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (50708159-834b-4b6b-a8fb-ad59b61aaa66), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:58.187372 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-626998e9-3103-4d71-ad32-b964fac124e9 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_controller (50708159-834b-4b6b-a8fb-ad59b61aaa66), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:58.202508 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 75bd6e9b-9cb1-4f3e-b188-05d0de76778d is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:04:58.203079 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (75bd6e9b-9cb1-4f3e-b188-05d0de76778d), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:58.239420 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-626998e9-3103-4d71-ad32-b964fac124e9 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (50708159-834b-4b6b-a8fb-ad59b61aaa66), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:58.240039 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626998e9-3103-4d71-ad32-b964fac124e9 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Fanout notify agent at l3_agent the message router_deleted on router 50708159-834b-4b6b-a8fb-ad59b61aaa66 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:04:58.248193 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-626998e9-3103-4d71-ad32-b964fac124e9 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:58.249334 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-626998e9-3103-4d71-ad32-b964fac124e9 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "DELETE /v2.0/routers/50708159-834b-4b6b-a8fb-ad59b61aaa66 HTTP/1.1" status: 204 len: 168 time: 0.7932255 Feb 19 05:04:58.252016 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48000) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:58.264497 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7186c775-907d-4295-ab3d-182c8ffee9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (75bd6e9b-9cb1-4f3e-b188-05d0de76778d), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:58.290558 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186c775-907d-4295-ab3d-182c8ffee9a6 None None] Pushing event deleted for resources: {'Port': ['ID=75bd6e9b-9cb1-4f3e-b188-05d0de76778d,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:58.294622 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7186c775-907d-4295-ab3d-182c8ffee9a6 None None] No DVR routers for this DVR port 75bd6e9b-9cb1-4f3e-b188-05d0de76778d on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:04:58.332155 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-35716278-7771-4322-9034-1636ab0f664e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (43df089b-7712-453d-86bb-724d74e55a4a), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:58.419826 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-35716278-7771-4322-9034-1636ab0f664e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (43df089b-7712-453d-86bb-724d74e55a4a), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:58.440487 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-35716278-7771-4322-9034-1636ab0f664e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43df089b-7712-453d-86bb-724d74e55a4a']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:58.450705 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-35716278-7771-4322-9034-1636ab0f664e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:58.451006 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-35716278-7771-4322-9034-1636ab0f664e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:58.460734 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-35716278-7771-4322-9034-1636ab0f664e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:58.477907 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-35716278-7771-4322-9034-1636ab0f664e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:58.484221 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35716278-7771-4322-9034-1636ab0f664e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:04:58.484613 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-35716278-7771-4322-9034-1636ab0f664e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (49a33ab1-a1ea-4394-a2f4-a2a7e6444a1c), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: timer() Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:04:58.487912 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:04:58.548536 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-35716278-7771-4322-9034-1636ab0f664e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (43df089b-7712-453d-86bb-724d74e55a4a), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:58.556075 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-35716278-7771-4322-9034-1636ab0f664e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:58.559178 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-35716278-7771-4322-9034-1636ab0f664e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "DELETE /v2.0/networks/43df089b-7712-453d-86bb-724d74e55a4a HTTP/1.1" status: 204 len: 168 time: 0.3062167 Feb 19 05:04:58.562368 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48002) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:58.571630 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35716278-7771-4322-9034-1636ab0f664e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Network': ['ID=43df089b-7712-453d-86bb-724d74e55a4a,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:58.619346 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-631a7229-ee3d-4674-ba35-0b2385db0aac tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (12be89de-0bdb-4617-a5f1-65d059f6eaac), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:58.644083 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-631a7229-ee3d-4674-ba35-0b2385db0aac tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (12be89de-0bdb-4617-a5f1-65d059f6eaac), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:58.702314 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-631a7229-ee3d-4674-ba35-0b2385db0aac tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (12be89de-0bdb-4617-a5f1-65d059f6eaac), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:58.704854 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-631a7229-ee3d-4674-ba35-0b2385db0aac tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:58.706089 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-631a7229-ee3d-4674-ba35-0b2385db0aac tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "DELETE /v2.0/security-groups/12be89de-0bdb-4617-a5f1-65d059f6eaac HTTP/1.1" status: 204 len: 168 time: 0.1427240 Feb 19 05:04:58.708600 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:04:58.720057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a7229-ee3d-4674-ba35-0b2385db0aac tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12be89de-0bdb-4617-a5f1-65d059f6eaac,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:58.732016 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:04:58.732364 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device c22b104d-4c6d-4a2c-bfce-d67b6ee2c85f not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:04:59.193235 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48008) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:59.197791 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-b4328b5f-4237-4008-8d58-b3d9a55787a7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-579694210', 'description': 'tempest-secgroup-smoke-579694210 description', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:59.218428 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4328b5f-4237-4008-8d58-b3d9a55787a7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:59.286914 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4328b5f-4237-4008-8d58-b3d9a55787a7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (6a10759e-622d-4433-b71a-b8559b0cabab), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:59.291305 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4328b5f-4237-4008-8d58-b3d9a55787a7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6a10759e-622d-4433-b71a-b8559b0cabab), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:59.321064 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b4328b5f-4237-4008-8d58-b3d9a55787a7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:59.322288 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b4328b5f-4237-4008-8d58-b3d9a55787a7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1280048 Feb 19 05:04:59.324158 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4328b5f-4237-4008-8d58-b3d9a55787a7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a10759e-622d-4433-b71a-b8559b0cabab,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:59.325529 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48010) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:59.330319 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3832086b-2ae7-4d43-bb9a-f500024edf19 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': '6a10759e-622d-4433-b71a-b8559b0cabab', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:59.355359 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3832086b-2ae7-4d43-bb9a-f500024edf19 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (92a40699-d6cf-40eb-9988-6c14144419b1), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:59.408238 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3832086b-2ae7-4d43-bb9a-f500024edf19 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (92a40699-d6cf-40eb-9988-6c14144419b1), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:59.411735 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3832086b-2ae7-4d43-bb9a-f500024edf19 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (92a40699-d6cf-40eb-9988-6c14144419b1), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:59.429890 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832086b-2ae7-4d43-bb9a-f500024edf19 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a40699-d6cf-40eb-9988-6c14144419b1,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:59.439163 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3832086b-2ae7-4d43-bb9a-f500024edf19 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:59.440511 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3832086b-2ae7-4d43-bb9a-f500024edf19 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1139786 Feb 19 05:04:59.443202 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48012) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:59.447541 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-e4d79602-37d2-4998-b5e7-6ced131ebe29 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': '6a10759e-622d-4433-b71a-b8559b0cabab', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:59.471461 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e4d79602-37d2-4998-b5e7-6ced131ebe29 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (f7052410-0a3a-4aff-841a-a472042553cd), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:59.525888 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e4d79602-37d2-4998-b5e7-6ced131ebe29 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (f7052410-0a3a-4aff-841a-a472042553cd), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:59.531344 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e4d79602-37d2-4998-b5e7-6ced131ebe29 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (f7052410-0a3a-4aff-841a-a472042553cd), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:59.548757 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d79602-37d2-4998-b5e7-6ced131ebe29 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7052410-0a3a-4aff-841a-a472042553cd,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:59.557387 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e4d79602-37d2-4998-b5e7-6ced131ebe29 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:59.558612 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e4d79602-37d2-4998-b5e7-6ced131ebe29 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1144774 Feb 19 05:04:59.561567 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48014) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:59.565839 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-71f5a6bb-df04-4c9b-938b-0658ff72351a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': '6a10759e-622d-4433-b71a-b8559b0cabab', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:59.589925 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-71f5a6bb-df04-4c9b-938b-0658ff72351a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (d4e1abaf-e539-44e7-9231-cf6ac24f31da), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:59.649787 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-71f5a6bb-df04-4c9b-938b-0658ff72351a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (d4e1abaf-e539-44e7-9231-cf6ac24f31da), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:59.653227 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-71f5a6bb-df04-4c9b-938b-0658ff72351a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (d4e1abaf-e539-44e7-9231-cf6ac24f31da), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:59.671058 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5a6bb-df04-4c9b-938b-0658ff72351a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e1abaf-e539-44e7-9231-cf6ac24f31da,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:59.676188 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-71f5a6bb-df04-4c9b-938b-0658ff72351a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:59.677438 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-71f5a6bb-df04-4c9b-938b-0658ff72351a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148863 Feb 19 05:04:59.680210 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48016) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:59.684532 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3d41d1cf-b074-4ee0-94f5-38adfe4d04a1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': '6a10759e-622d-4433-b71a-b8559b0cabab', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:59.708764 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d41d1cf-b074-4ee0-94f5-38adfe4d04a1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (f9a80d84-b6cc-444b-852f-f8593e215070), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:59.764190 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d41d1cf-b074-4ee0-94f5-38adfe4d04a1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (f9a80d84-b6cc-444b-852f-f8593e215070), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:59.767692 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d41d1cf-b074-4ee0-94f5-38adfe4d04a1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (f9a80d84-b6cc-444b-852f-f8593e215070), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:59.785791 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41d1cf-b074-4ee0-94f5-38adfe4d04a1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a80d84-b6cc-444b-852f-f8593e215070,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:59.791055 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d41d1cf-b074-4ee0-94f5-38adfe4d04a1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:59.792134 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3d41d1cf-b074-4ee0-94f5-38adfe4d04a1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1110628 Feb 19 05:04:59.794875 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48018) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:59.799119 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-6b38f2c7-7ce2-45bd-a48a-358edc99eb6f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': '6a10759e-622d-4433-b71a-b8559b0cabab', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:59.819551 n-d-828369-19 neutron-server[109925]: INFO neutron.db.securitygroups_db [None req-6b38f2c7-7ce2-45bd-a48a-358edc99eb6f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Project 35b259a6dce94926b3e9e09de8b37f6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:04:59.825117 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6b38f2c7-7ce2-45bd-a48a-358edc99eb6f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (297106ab-40e8-477b-8318-93c0b5f292c3), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:59.883733 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6b38f2c7-7ce2-45bd-a48a-358edc99eb6f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (297106ab-40e8-477b-8318-93c0b5f292c3), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:59.889044 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6b38f2c7-7ce2-45bd-a48a-358edc99eb6f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (297106ab-40e8-477b-8318-93c0b5f292c3), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:59.907624 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38f2c7-7ce2-45bd-a48a-358edc99eb6f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=297106ab-40e8-477b-8318-93c0b5f292c3,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:59.914373 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-6b38f2c7-7ce2-45bd-a48a-358edc99eb6f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:59.915562 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-6b38f2c7-7ce2-45bd-a48a-358edc99eb6f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197817 Feb 19 05:04:59.918408 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48020) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:59.922722 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-753e3892-c68b-4d78-a460-51d859f56b27 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': '6a10759e-622d-4433-b71a-b8559b0cabab', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:59.943473 n-d-828369-19 neutron-server[109925]: INFO neutron.db.securitygroups_db [None req-753e3892-c68b-4d78-a460-51d859f56b27 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Project 35b259a6dce94926b3e9e09de8b37f6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:04:59.948939 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-753e3892-c68b-4d78-a460-51d859f56b27 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (10f6dfb9-38d8-4eeb-880a-04dd9d986ac0), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:59.969077 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4bfef028-0e17-4dff-8cae-e67de03f07a8 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:04:59.989328 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 4bfef028-0e17-4dff-8cae-e67de03f07a8 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:04:59.989691 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4bfef028-0e17-4dff-8cae-e67de03f07a8 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:04:59.990112 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ec8d7356-b186-4d0d-9857-4fb44a05b513 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:05:00.012845 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: ec8d7356-b186-4d0d-9857-4fb44a05b513 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:05:00.013253 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ec8d7356-b186-4d0d-9857-4fb44a05b513 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:05:00.013655 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-753e3892-c68b-4d78-a460-51d859f56b27 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (10f6dfb9-38d8-4eeb-880a-04dd9d986ac0), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:00.019462 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-753e3892-c68b-4d78-a460-51d859f56b27 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (10f6dfb9-38d8-4eeb-880a-04dd9d986ac0), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:00.039054 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e3892-c68b-4d78-a460-51d859f56b27 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f6dfb9-38d8-4eeb-880a-04dd9d986ac0,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:00.044873 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-753e3892-c68b-4d78-a460-51d859f56b27 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:00.046079 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-753e3892-c68b-4d78-a460-51d859f56b27 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1267500 Feb 19 05:05:00.048877 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48022) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:00.053621 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-d92f5779-dec2-4333-b918-1608b52bb5fd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'network': {'name': 'tempest-network-smoke--153759731', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'port_security_enabled': True}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:05:00.074979 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92f5779-dec2-4333-b918-1608b52bb5fd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Made reservation on behalf of 35b259a6dce94926b3e9e09de8b37f6a for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:05:00.078297 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d92f5779-dec2-4333-b918-1608b52bb5fd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:00.101094 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d92f5779-dec2-4333-b918-1608b52bb5fd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:05:00.109876 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d92f5779-dec2-4333-b918-1608b52bb5fd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (79ea31bd-af05-4ea7-83e8-df637b11480f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:00.110316 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-d92f5779-dec2-4333-b918-1608b52bb5fd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Added segment 79ea31bd-af05-4ea7-83e8-df637b11480f of type vlan for network ee925ad7-649c-42aa-ae0c-340b044efa3d Feb 19 05:05:00.150977 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d92f5779-dec2-4333-b918-1608b52bb5fd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (ee925ad7-649c-42aa-ae0c-340b044efa3d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:00.184118 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:00.184735 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d92f5779-dec2-4333-b918-1608b52bb5fd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (ee925ad7-649c-42aa-ae0c-340b044efa3d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:00.189961 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92f5779-dec2-4333-b918-1608b52bb5fd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:00.190777 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d92f5779-dec2-4333-b918-1608b52bb5fd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:00.245505 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d92f5779-dec2-4333-b918-1608b52bb5fd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1956201 Feb 19 05:05:00.248427 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48024) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:00.252963 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-6bf1d68f-f58f-4c36-a647-65da49fb8c77 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1847674943', 'admin_state_up': True, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:05:00.264411 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f5779-dec2-4333-b918-1608b52bb5fd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Network': ['ID=ee925ad7-649c-42aa-ae0c-340b044efa3d,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:00.274783 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6bf1d68f-f58f-4c36-a647-65da49fb8c77 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (52c4f025-6b47-4f11-9745-07106fd9e3d8), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:00.274966 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network ee925ad7-649c-42aa-ae0c-340b044efa3d details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:05:00.275874 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6bf1d68f-f58f-4c36-a647-65da49fb8c77 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (52c4f025-6b47-4f11-9745-07106fd9e3d8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:00.328988 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6bf1d68f-f58f-4c36-a647-65da49fb8c77 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_controller (52c4f025-6b47-4f11-9745-07106fd9e3d8), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:00.480218 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6bf1d68f-f58f-4c36-a647-65da49fb8c77 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_gateway (52c4f025-6b47-4f11-9745-07106fd9e3d8), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:00.675058 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6bf1d68f-f58f-4c36-a647-65da49fb8c77 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_gateway (52c4f025-6b47-4f11-9745-07106fd9e3d8), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:00.697695 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6bf1d68f-f58f-4c36-a647-65da49fb8c77 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:00.738472 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7dfcb53f-2460-4520-9c10-7f53bca845ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:00.800281 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-6bf1d68f-f58f-4c36-a647-65da49fb8c77 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Allocated IP 172.25.3.244 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/f49458a8-0901-489f-8795-f4dc9a233c50) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:05:00.903095 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6bf1d68f-f58f-4c36-a647-65da49fb8c77 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (f49458a8-0901-489f-8795-f4dc9a233c50), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:00.937475 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6bf1d68f-f58f-4c36-a647-65da49fb8c77 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (f49458a8-0901-489f-8795-f4dc9a233c50), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:00.972356 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf1d68f-f58f-4c36-a647-65da49fb8c77 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:05:00.975225 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-6bf1d68f-f58f-4c36-a647-65da49fb8c77 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:05:00.979435 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf1d68f-f58f-4c36-a647-65da49fb8c77 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:05:01.013175 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1d68f-f58f-4c36-a647-65da49fb8c77 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=f49458a8-0901-489f-8795-f4dc9a233c50,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:01.240874 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6bf1d68f-f58f-4c36-a647-65da49fb8c77 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_gateway (52c4f025-6b47-4f11-9745-07106fd9e3d8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:01.440142 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6bf1d68f-f58f-4c36-a647-65da49fb8c77 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (52c4f025-6b47-4f11-9745-07106fd9e3d8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:01.570293 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf1d68f-f58f-4c36-a647-65da49fb8c77 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Router 52c4f025-6b47-4f11-9745-07106fd9e3d8 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:05:01.677148 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf1d68f-f58f-4c36-a647-65da49fb8c77 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:05:01.688157 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e51d9-37f0-4430-aec1-5a3c3db2aa05 None None] Sync routers for ids ['52c4f025-6b47-4f11-9745-07106fd9e3d8'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:05:01.698280 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6bf1d68f-f58f-4c36-a647-65da49fb8c77 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:01.698487 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899e51d9-37f0-4430-aec1-5a3c3db2aa05 None None] Routers {'52c4f025-6b47-4f11-9745-07106fd9e3d8'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:05:01.699061 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-899e51d9-37f0-4430-aec1-5a3c3db2aa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:04:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['52c4f025-6b47-4f11-9745-07106fd9e3d8'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:01.700103 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6bf1d68f-f58f-4c36-a647-65da49fb8c77 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4506419 Feb 19 05:05:01.702818 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48026) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:01.782067 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8cb83d6d-85db-458a-b63e-50517b3333b9 tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=35b259a6dce94926b3e9e09de8b37f6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0780244 Feb 19 05:05:01.784568 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48030) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:01.804596 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-899e51d9-37f0-4430-aec1-5a3c3db2aa05 None None] Set router 52c4f025-6b47-4f11-9745-07106fd9e3d8 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:05:01.879646 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884a7082-e1f5-4f81-94b4-816f2dcd1b9f tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:01.884709 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-884a7082-e1f5-4f81-94b4-816f2dcd1b9f tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0955870 Feb 19 05:05:01.884938 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48032) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:01.913266 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-c02cf092-923f-440a-b815-bb7fd39487f7 tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272462 Feb 19 05:05:01.916455 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48034) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:01.921873 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-410da720-be78-4eb0-b298-7ea32a0ba1f6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2118425093', 'network_id': 'ee925ad7-649c-42aa-ae0c-340b044efa3d', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:05:01.998685 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-899e51d9-37f0-4430-aec1-5a3c3db2aa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847674943', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:05:01Z', 'revision_number': 3, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:05:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:02.013706 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410da720-be78-4eb0-b298-7ea32a0ba1f6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Made reservation on behalf of 35b259a6dce94926b3e9e09de8b37f6a for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:05:02.017168 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-410da720-be78-4eb0-b298-7ea32a0ba1f6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:02.024118 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e51d9-37f0-4430-aec1-5a3c3db2aa05 None None] Checking router: 52c4f025-6b47-4f11-9745-07106fd9e3d8 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:05:02.024483 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e51d9-37f0-4430-aec1-5a3c3db2aa05 None None] Updating router 52c4f025-6b47-4f11-9745-07106fd9e3d8 port f49458a8-0901-489f-8795-f4dc9a233c50 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:05:02.050813 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-899e51d9-37f0-4430-aec1-5a3c3db2aa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f49458a8-0901-489f-8795-f4dc9a233c50), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:02.199458 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-410da720-be78-4eb0-b298-7ea32a0ba1f6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (bd58a70c-1d1d-4680-9e79-f5a60d427be2), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:02.262747 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410da720-be78-4eb0-b298-7ea32a0ba1f6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Subnet': ['ID=bd58a70c-1d1d-4680-9e79-f5a60d427be2,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:02.273099 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410da720-be78-4eb0-b298-7ea32a0ba1f6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Checking segment: {'id': '79ea31bd-af05-4ea7-83e8-df637b11480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ee925ad7-649c-42aa-ae0c-340b044efa3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:05:02.273445 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410da720-be78-4eb0-b298-7ea32a0ba1f6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network hostable DHCP agents. Network: ee925ad7-649c-42aa-ae0c-340b044efa3d, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:05:02.290959 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410da720-be78-4eb0-b298-7ea32a0ba1f6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network ee925ad7-649c-42aa-ae0c-340b044efa3d is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:05:02.299334 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-410da720-be78-4eb0-b298-7ea32a0ba1f6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, ee925ad7-649c-42aa-ae0c-340b044efa3d) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:05:02.305978 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410da720-be78-4eb0-b298-7ea32a0ba1f6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:02.307024 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-410da720-be78-4eb0-b298-7ea32a0ba1f6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:02.308908 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b885f46a-b6a4-44c5-8e69-4f5d5e04f2dd None None] Network ee925ad7-649c-42aa-ae0c-340b044efa3d requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:05:02.313302 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-899e51d9-37f0-4430-aec1-5a3c3db2aa05 None None] Publish callbacks [] for port (f49458a8-0901-489f-8795-f4dc9a233c50), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:02.319535 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-899e51d9-37f0-4430-aec1-5a3c3db2aa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f49458a8-0901-489f-8795-f4dc9a233c50), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:02.323869 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-410da720-be78-4eb0-b298-7ea32a0ba1f6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4060616 Feb 19 05:05:02.326745 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48036) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:02.361543 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-899e51d9-37f0-4430-aec1-5a3c3db2aa05 None None] Attempting to bind port f49458a8-0901-489f-8795-f4dc9a233c50 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:05:02.361916 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-899e51d9-37f0-4430-aec1-5a3c3db2aa05 None None] Attempting to bind port f49458a8-0901-489f-8795-f4dc9a233c50 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:05:02.362317 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e51d9-37f0-4430-aec1-5a3c3db2aa05 None None] Attempting to bind port f49458a8-0901-489f-8795-f4dc9a233c50 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:05:02.368880 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e51d9-37f0-4430-aec1-5a3c3db2aa05 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:05:02.369250 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e51d9-37f0-4430-aec1-5a3c3db2aa05 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:05:02.369650 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-899e51d9-37f0-4430-aec1-5a3c3db2aa05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:02.370041 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e51d9-37f0-4430-aec1-5a3c3db2aa05 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:05:02.370531 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-899e51d9-37f0-4430-aec1-5a3c3db2aa05 None None] Bound port: f49458a8-0901-489f-8795-f4dc9a233c50, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:05:02.370905 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-899e51d9-37f0-4430-aec1-5a3c3db2aa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f49458a8-0901-489f-8795-f4dc9a233c50), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:02.427609 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-899e51d9-37f0-4430-aec1-5a3c3db2aa05 None None] For port f49458a8-0901-489f-8795-f4dc9a233c50, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:05:02.428505 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c86938d-6846-41f9-b8db-b2621f999ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-ee925ad7-649c-42aa-ae0c-340b044efa3d', 'network_id': 'ee925ad7-649c-42aa-ae0c-340b044efa3d', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'fixed_ips': [{'subnet_id': 'bd58a70c-1d1d-4680-9e79-f5a60d427be2'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:05:02.429455 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7c86938d-6846-41f9-b8db-b2621f999ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:02.439324 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-899e51d9-37f0-4430-aec1-5a3c3db2aa05 None None] For port f49458a8-0901-489f-8795-f4dc9a233c50, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=f49458a8-0901-489f-8795-f4dc9a233c50,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:05:02.444631 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e2c9d-250b-44a2-b363-c675bf34f752 None None] Pushing event updated for resources: {'Port': ['ID=f49458a8-0901-489f-8795-f4dc9a233c50,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:02.453572 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e2c9d-250b-44a2-b363-c675bf34f752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:02.453958 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e2c9d-250b-44a2-b363-c675bf34f752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:02.454186 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e2c9d-250b-44a2-b363-c675bf34f752 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:02.454757 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e2c9d-250b-44a2-b363-c675bf34f752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:02.455056 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e2c9d-250b-44a2-b363-c675bf34f752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:02.455390 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e2c9d-250b-44a2-b363-c675bf34f752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:02.455748 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e2c9d-250b-44a2-b363-c675bf34f752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:02.456039 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e2c9d-250b-44a2-b363-c675bf34f752 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:02.456363 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e2c9d-250b-44a2-b363-c675bf34f752 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:02.456717 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e2c9d-250b-44a2-b363-c675bf34f752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:02.457004 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e2c9d-250b-44a2-b363-c675bf34f752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:02.457325 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e2c9d-250b-44a2-b363-c675bf34f752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:02.457640 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e2c9d-250b-44a2-b363-c675bf34f752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:02.462498 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-899e51d9-37f0-4430-aec1-5a3c3db2aa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f49458a8-0901-489f-8795-f4dc9a233c50), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:02.512806 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e2c9d-250b-44a2-b363-c675bf34f752 None None] Pushing event updated for resources: {'Port': ['ID=f49458a8-0901-489f-8795-f4dc9a233c50,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:02.531898 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899e51d9-37f0-4430-aec1-5a3c3db2aa05 None None] Routers {'52c4f025-6b47-4f11-9745-07106fd9e3d8'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:05:02.532514 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-899e51d9-37f0-4430-aec1-5a3c3db2aa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:04:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['52c4f025-6b47-4f11-9745-07106fd9e3d8'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:02.581889 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-7c86938d-6846-41f9-b8db-b2621f999ba5 None None] Allocated IP 172.20.0.2 (ee925ad7-649c-42aa-ae0c-340b044efa3d/bd58a70c-1d1d-4680-9e79-f5a60d427be2/4ec7dc89-9529-4215-915e-3bb0a72c36db) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:05:02.644649 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-899e51d9-37f0-4430-aec1-5a3c3db2aa05 None None] Set router 52c4f025-6b47-4f11-9745-07106fd9e3d8 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:05:02.731501 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7c86938d-6846-41f9-b8db-b2621f999ba5 None None] Publish callbacks [] for port (4ec7dc89-9529-4215-915e-3bb0a72c36db), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:02.737703 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7c86938d-6846-41f9-b8db-b2621f999ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (4ec7dc89-9529-4215-915e-3bb0a72c36db), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:02.776584 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c86938d-6846-41f9-b8db-b2621f999ba5 None None] Network ee925ad7-649c-42aa-ae0c-340b044efa3d is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:05:02.779518 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-7c86938d-6846-41f9-b8db-b2621f999ba5 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:05:02.782628 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c86938d-6846-41f9-b8db-b2621f999ba5 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:05:02.792046 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bcf81714-8784-4842-a13b-ed9c2470c3a0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:02.795241 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86938d-6846-41f9-b8db-b2621f999ba5 None None] Pushing event updated for resources: {'Port': ['ID=4ec7dc89-9529-4215-915e-3bb0a72c36db,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:02.835071 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-899e51d9-37f0-4430-aec1-5a3c3db2aa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847674943', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:05:01Z', 'revision_number': 3, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:02.850583 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7c86938d-6846-41f9-b8db-b2621f999ba5 None None] Attempting to bind port 4ec7dc89-9529-4215-915e-3bb0a72c36db on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:05:02.850994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7c86938d-6846-41f9-b8db-b2621f999ba5 None None] Attempting to bind port 4ec7dc89-9529-4215-915e-3bb0a72c36db by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '79ea31bd-af05-4ea7-83e8-df637b11480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ee925ad7-649c-42aa-ae0c-340b044efa3d'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:05:02.851335 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c86938d-6846-41f9-b8db-b2621f999ba5 None None] Attempting to bind port 4ec7dc89-9529-4215-915e-3bb0a72c36db on network ee925ad7-649c-42aa-ae0c-340b044efa3d {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:05:02.856955 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c86938d-6846-41f9-b8db-b2621f999ba5 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:05:02.857339 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c86938d-6846-41f9-b8db-b2621f999ba5 None None] Checking segment: {'id': '79ea31bd-af05-4ea7-83e8-df637b11480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ee925ad7-649c-42aa-ae0c-340b044efa3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:05:02.857752 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7c86938d-6846-41f9-b8db-b2621f999ba5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:02.858154 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c86938d-6846-41f9-b8db-b2621f999ba5 None None] Bound using segment: {'id': '79ea31bd-af05-4ea7-83e8-df637b11480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ee925ad7-649c-42aa-ae0c-340b044efa3d'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:05:02.858661 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-7c86938d-6846-41f9-b8db-b2621f999ba5 None None] Bound port: 4ec7dc89-9529-4215-915e-3bb0a72c36db, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ea31bd-af05-4ea7-83e8-df637b11480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ee925ad7-649c-42aa-ae0c-340b044efa3d'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:05:02.859061 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7c86938d-6846-41f9-b8db-b2621f999ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4ec7dc89-9529-4215-915e-3bb0a72c36db), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:02.863360 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e51d9-37f0-4430-aec1-5a3c3db2aa05 None None] The sync data for ids ['52c4f025-6b47-4f11-9745-07106fd9e3d8'] in n-d-828369-19 is: [{'id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847674943', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:05:01Z', 'revision_number': 3, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:05:02.943435 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-7c86938d-6846-41f9-b8db-b2621f999ba5 None None] For port 4ec7dc89-9529-4215-915e-3bb0a72c36db, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:05:02.948022 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-7c86938d-6846-41f9-b8db-b2621f999ba5 None None] For port 4ec7dc89-9529-4215-915e-3bb0a72c36db, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4ec7dc89-9529-4215-915e-3bb0a72c36db,segment=NetworkSegment(79ea31bd-af05-4ea7-83e8-df637b11480f),segment_id=79ea31bd-af05-4ea7-83e8-df637b11480f)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:05:02.955218 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7c86938d-6846-41f9-b8db-b2621f999ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4ec7dc89-9529-4215-915e-3bb0a72c36db), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:03.022125 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86938d-6846-41f9-b8db-b2621f999ba5 None None] Pushing event updated for resources: {'Port': ['ID=4ec7dc89-9529-4215-915e-3bb0a72c36db,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:03.436763 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-bcf81714-8784-4842-a13b-ed9c2470c3a0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Allocated IP 172.20.0.1 (ee925ad7-649c-42aa-ae0c-340b044efa3d/bd58a70c-1d1d-4680-9e79-f5a60d427be2/e382465d-5c5c-4833-9af5-d098c7e7421f) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:05:03.560364 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bcf81714-8784-4842-a13b-ed9c2470c3a0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (e382465d-5c5c-4833-9af5-d098c7e7421f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:03.600066 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bcf81714-8784-4842-a13b-ed9c2470c3a0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (e382465d-5c5c-4833-9af5-d098c7e7421f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:03.601660 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-146452ac-b10a-4879-82e2-11520218bbc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:03.641877 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf81714-8784-4842-a13b-ed9c2470c3a0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network ee925ad7-649c-42aa-ae0c-340b044efa3d is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:05:03.644980 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-bcf81714-8784-4842-a13b-ed9c2470c3a0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:05:03.651771 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf81714-8784-4842-a13b-ed9c2470c3a0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:05:03.658515 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf81714-8784-4842-a13b-ed9c2470c3a0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=e382465d-5c5c-4833-9af5-d098c7e7421f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:03.700635 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bcf81714-8784-4842-a13b-ed9c2470c3a0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (52c4f025-6b47-4f11-9745-07106fd9e3d8), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:03.848577 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bcf81714-8784-4842-a13b-ed9c2470c3a0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e382465d-5c5c-4833-9af5-d098c7e7421f), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:04.032775 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d614c3a-74b3-42d2-a084-e42704352079 None None] Network ee925ad7-649c-42aa-ae0c-340b044efa3d requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:05:04.066947 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4ec7dc89-9529-4215-915e-3bb0a72c36db up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:05:04.136234 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:04.154436 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-ce44ac19-6b51-488c-a888-46f7f9edaa05 None None] Provisioning complete for port 4ec7dc89-9529-4215-915e-3bb0a72c36db triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:04.154896 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ce44ac19-6b51-488c-a888-46f7f9edaa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4ec7dc89-9529-4215-915e-3bb0a72c36db), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:04.158157 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bcf81714-8784-4842-a13b-ed9c2470c3a0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (e382465d-5c5c-4833-9af5-d098c7e7421f), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:04.163299 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bcf81714-8784-4842-a13b-ed9c2470c3a0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (e382465d-5c5c-4833-9af5-d098c7e7421f), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:04.241201 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-bcf81714-8784-4842-a13b-ed9c2470c3a0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (52c4f025-6b47-4f11-9745-07106fd9e3d8), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:04.243453 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 4ec7dc89-9529-4215-915e-3bb0a72c36db triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:04.243830 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4ec7dc89-9529-4215-915e-3bb0a72c36db), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:04.244404 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf81714-8784-4842-a13b-ed9c2470c3a0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=e382465d-5c5c-4833-9af5-d098c7e7421f,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:04.326510 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ce44ac19-6b51-488c-a888-46f7f9edaa05 None None] Current status of the port 4ec7dc89-9529-4215-915e-3bb0a72c36db is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:05:04.326908 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ce44ac19-6b51-488c-a888-46f7f9edaa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4ec7dc89-9529-4215-915e-3bb0a72c36db), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:04.352756 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf81714-8784-4842-a13b-ed9c2470c3a0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network ee925ad7-649c-42aa-ae0c-340b044efa3d is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:05:04.354278 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-bcf81714-8784-4842-a13b-ed9c2470c3a0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:05:04.399781 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-ce44ac19-6b51-488c-a888-46f7f9edaa05 None None] For port 4ec7dc89-9529-4215-915e-3bb0a72c36db, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4ec7dc89-9529-4215-915e-3bb0a72c36db,segment=NetworkSegment(79ea31bd-af05-4ea7-83e8-df637b11480f),segment_id=79ea31bd-af05-4ea7-83e8-df637b11480f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:05:04.411171 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ce44ac19-6b51-488c-a888-46f7f9edaa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4ec7dc89-9529-4215-915e-3bb0a72c36db), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:04.437998 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 4ec7dc89-9529-4215-915e-3bb0a72c36db is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:05:04.438420 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4ec7dc89-9529-4215-915e-3bb0a72c36db), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:04.486470 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf81714-8784-4842-a13b-ed9c2470c3a0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Router 52c4f025-6b47-4f11-9745-07106fd9e3d8 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:05:04.507820 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44ac19-6b51-488c-a888-46f7f9edaa05 None None] Pushing event updated for resources: {'Port': ['ID=4ec7dc89-9529-4215-915e-3bb0a72c36db,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:04.529551 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 05:05:04.529921 n-d-828369-19 neutron-server[109927]: DEBUG oslo_db.api [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 05:05:04.609893 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf81714-8784-4842-a13b-ed9c2470c3a0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:05:04.614960 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-bcf81714-8784-4842-a13b-ed9c2470c3a0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "PUT /v2.0/routers/52c4f025-6b47-4f11-9745-07106fd9e3d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2871890 Feb 19 05:05:04.641972 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-bef925c1-520c-427b-a33d-d664d53e9fc5 None None] Provisioning complete for port e382465d-5c5c-4833-9af5-d098c7e7421f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:04.642479 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bef925c1-520c-427b-a33d-d664d53e9fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e382465d-5c5c-4833-9af5-d098c7e7421f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:04.682813 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61459ea-fd47-4e9b-8803-5fd83fa30359 None None] Sync routers for ids ['52c4f025-6b47-4f11-9745-07106fd9e3d8'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:05:04.694033 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-bef925c1-520c-427b-a33d-d664d53e9fc5 None None] Port e382465d-5c5c-4833-9af5-d098c7e7421f cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:05:04.704517 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61459ea-fd47-4e9b-8803-5fd83fa30359 None None] Routers {'52c4f025-6b47-4f11-9745-07106fd9e3d8'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:05:04.704517 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-b61459ea-fd47-4e9b-8803-5fd83fa30359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:05:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['52c4f025-6b47-4f11-9745-07106fd9e3d8'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:04.750760 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-bef925c1-520c-427b-a33d-d664d53e9fc5 None None] Provisioning complete for port 4ec7dc89-9529-4215-915e-3bb0a72c36db triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:04.751138 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bef925c1-520c-427b-a33d-d664d53e9fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4ec7dc89-9529-4215-915e-3bb0a72c36db), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:04.798783 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eec01d44-0948-4f01-8600-af0503256902 req-ae2dc49b-56a7-428a-b764-36258b07627d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-579694210&fields=id&tenant_id=35b259a6dce94926b3e9e09de8b37f6a HTTP/1.1" status: 200 len: 267 time: 0.0510893 Feb 19 05:05:04.927238 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec01d44-0948-4f01-8600-af0503256902 req-967bf2a6-b569-414e-9827-c1803618f4f9 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:04.928790 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eec01d44-0948-4f01-8600-af0503256902 req-967bf2a6-b569-414e-9827-c1803618f4f9 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/networks?id=ee925ad7-649c-42aa-ae0c-340b044efa3d HTTP/1.1" status: 200 len: 796 time: 0.1208720 Feb 19 05:05:04.946115 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eec01d44-0948-4f01-8600-af0503256902 req-eb93234b-9bae-4692-8324-bfc799a167d2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/quotas/35b259a6dce94926b3e9e09de8b37f6a HTTP/1.1" status: 200 len: 375 time: 0.0102582 Feb 19 05:05:05.004591 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eec01d44-0948-4f01-8600-af0503256902 req-2fd999fc-99a3-40c9-b080-4f5d48a72b1b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525999 Feb 19 05:05:05.019376 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-b61459ea-fd47-4e9b-8803-5fd83fa30359 None None] Set router 52c4f025-6b47-4f11-9745-07106fd9e3d8 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:05:05.019947 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-eec01d44-0948-4f01-8600-af0503256902 req-732720d6-5950-4ae5-8ee8-6f579951539a service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:05:05.020936 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eec01d44-0948-4f01-8600-af0503256902 req-732720d6-5950-4ae5-8ee8-6f579951539a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052519 Feb 19 05:05:05.110341 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eec01d44-0948-4f01-8600-af0503256902 req-2c6f8cd9-fb49-40da-9046-1e6c4767e7a9 service neutron] 10.222.0.52 "GET /v2.0/networks/ee925ad7-649c-42aa-ae0c-340b044efa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834737 Feb 19 05:05:05.144260 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 4ec7dc89-9529-4215-915e-3bb0a72c36db is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:05:05.145276 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f49458a8-0901-489f-8795-f4dc9a233c50 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:05:05.167055 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-bef925c1-520c-427b-a33d-d664d53e9fc5 None None] Current status of the port 4ec7dc89-9529-4215-915e-3bb0a72c36db is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:05:05.204143 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eec01d44-0948-4f01-8600-af0503256902 req-d8fa452b-ca30-4614-87c5-72256a7ac2b7 service neutron] 10.222.0.52 "GET /v2.0/networks/ee925ad7-649c-42aa-ae0c-340b044efa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880547 Feb 19 05:05:05.257827 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port f49458a8-0901-489f-8795-f4dc9a233c50 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:05.258212 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f49458a8-0901-489f-8795-f4dc9a233c50), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:05.341486 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-676b07d5-5082-4fe5-9404-6dd524f45366 None None] Provisioning complete for port e382465d-5c5c-4833-9af5-d098c7e7421f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:05.341895 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-676b07d5-5082-4fe5-9404-6dd524f45366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e382465d-5c5c-4833-9af5-d098c7e7421f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:05.398432 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-676b07d5-5082-4fe5-9404-6dd524f45366 None None] Port e382465d-5c5c-4833-9af5-d098c7e7421f cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:05:05.406867 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c1fb1b59-fa42-4ae3-8da2-de19eb3dc38d req-711ca636-c6bd-4fe7-badb-e9e4c375b718 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 210 time: 0.0518906 Feb 19 05:05:05.438480 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port f49458a8-0901-489f-8795-f4dc9a233c50 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:05:05.438874 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (f49458a8-0901-489f-8795-f4dc9a233c50), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:05.447929 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-b61459ea-fd47-4e9b-8803-5fd83fa30359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847674943', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:05:03Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'e382465d-5c5c-4833-9af5-d098c7e7421f', 'name': '', 'network_id': 'ee925ad7-649c-42aa-ae0c-340b044efa3d', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:7f:5f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bd58a70c-1d1d-4680-9e79-f5a60d427be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:03Z', 'updated_at': '2022-02-19T05:05:04Z', 'revision_number': 2, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': 'bd58a70c-1d1d-4680-9e79-f5a60d427be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:05.484132 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61459ea-fd47-4e9b-8803-5fd83fa30359 None None] Checking router: 52c4f025-6b47-4f11-9745-07106fd9e3d8 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:05:05.484498 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61459ea-fd47-4e9b-8803-5fd83fa30359 None None] Updating router 52c4f025-6b47-4f11-9745-07106fd9e3d8 port e382465d-5c5c-4833-9af5-d098c7e7421f binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:05:05.489487 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port f49458a8-0901-489f-8795-f4dc9a233c50, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=f49458a8-0901-489f-8795-f4dc9a233c50,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:05:05.505398 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (f49458a8-0901-489f-8795-f4dc9a233c50), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:05.554257 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b61459ea-fd47-4e9b-8803-5fd83fa30359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e382465d-5c5c-4833-9af5-d098c7e7421f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:05.575580 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:05.588268 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=f49458a8-0901-489f-8795-f4dc9a233c50,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:05.845646 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b61459ea-fd47-4e9b-8803-5fd83fa30359 None None] Publish callbacks [] for port (e382465d-5c5c-4833-9af5-d098c7e7421f), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:05.850889 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b61459ea-fd47-4e9b-8803-5fd83fa30359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e382465d-5c5c-4833-9af5-d098c7e7421f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:05.905069 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19074d9-a7d3-4316-92f7-5c48055a8f7f None None] Pushing event updated for resources: {'Port': ['ID=e382465d-5c5c-4833-9af5-d098c7e7421f,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:05.960258 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b61459ea-fd47-4e9b-8803-5fd83fa30359 None None] Attempting to bind port e382465d-5c5c-4833-9af5-d098c7e7421f on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:05:05.960637 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b61459ea-fd47-4e9b-8803-5fd83fa30359 None None] Attempting to bind port e382465d-5c5c-4833-9af5-d098c7e7421f by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '79ea31bd-af05-4ea7-83e8-df637b11480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ee925ad7-649c-42aa-ae0c-340b044efa3d'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:05:05.961137 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61459ea-fd47-4e9b-8803-5fd83fa30359 None None] Attempting to bind port e382465d-5c5c-4833-9af5-d098c7e7421f on network ee925ad7-649c-42aa-ae0c-340b044efa3d {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:05:05.966945 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61459ea-fd47-4e9b-8803-5fd83fa30359 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:05:05.967186 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61459ea-fd47-4e9b-8803-5fd83fa30359 None None] Checking segment: {'id': '79ea31bd-af05-4ea7-83e8-df637b11480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ee925ad7-649c-42aa-ae0c-340b044efa3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:05:05.967589 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b61459ea-fd47-4e9b-8803-5fd83fa30359 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:05.968096 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61459ea-fd47-4e9b-8803-5fd83fa30359 None None] Bound using segment: {'id': '79ea31bd-af05-4ea7-83e8-df637b11480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ee925ad7-649c-42aa-ae0c-340b044efa3d'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:05:05.968440 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-b61459ea-fd47-4e9b-8803-5fd83fa30359 None None] Bound port: e382465d-5c5c-4833-9af5-d098c7e7421f, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ea31bd-af05-4ea7-83e8-df637b11480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ee925ad7-649c-42aa-ae0c-340b044efa3d'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:05:05.968821 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b61459ea-fd47-4e9b-8803-5fd83fa30359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e382465d-5c5c-4833-9af5-d098c7e7421f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:05.989193 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4ec7dc89-9529-4215-915e-3bb0a72c36db up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:05:06.073432 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b61459ea-fd47-4e9b-8803-5fd83fa30359 None None] For port e382465d-5c5c-4833-9af5-d098c7e7421f, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:05:06.076940 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b61459ea-fd47-4e9b-8803-5fd83fa30359 None None] For port e382465d-5c5c-4833-9af5-d098c7e7421f, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e382465d-5c5c-4833-9af5-d098c7e7421f,segment=NetworkSegment(79ea31bd-af05-4ea7-83e8-df637b11480f),segment_id=79ea31bd-af05-4ea7-83e8-df637b11480f)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:05:06.086900 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b61459ea-fd47-4e9b-8803-5fd83fa30359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e382465d-5c5c-4833-9af5-d098c7e7421f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:06.101430 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 4ec7dc89-9529-4215-915e-3bb0a72c36db triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:06.102505 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4ec7dc89-9529-4215-915e-3bb0a72c36db), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:06.178893 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61459ea-fd47-4e9b-8803-5fd83fa30359 None None] Routers {'52c4f025-6b47-4f11-9745-07106fd9e3d8'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:05:06.179539 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-b61459ea-fd47-4e9b-8803-5fd83fa30359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:05:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['52c4f025-6b47-4f11-9745-07106fd9e3d8'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:06.230009 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19074d9-a7d3-4316-92f7-5c48055a8f7f None None] Pushing event updated for resources: {'Port': ['ID=e382465d-5c5c-4833-9af5-d098c7e7421f,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:06.288616 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d6d28788-3d66-46f1-aa60-d976067c1caa None None] Provisioning complete for port e382465d-5c5c-4833-9af5-d098c7e7421f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:06.289005 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d6d28788-3d66-46f1-aa60-d976067c1caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e382465d-5c5c-4833-9af5-d098c7e7421f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:06.371143 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 4ec7dc89-9529-4215-915e-3bb0a72c36db is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:05:06.372218 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f49458a8-0901-489f-8795-f4dc9a233c50 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:05:06.395644 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-b61459ea-fd47-4e9b-8803-5fd83fa30359 None None] Set router 52c4f025-6b47-4f11-9745-07106fd9e3d8 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:05:06.460282 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec01d44-0948-4f01-8600-af0503256902 req-0e2d7f8c-37aa-4a2b-a5ed-c811c5ef72ca tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:06.462439 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eec01d44-0948-4f01-8600-af0503256902 req-0e2d7f8c-37aa-4a2b-a5ed-c811c5ef72ca tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.79 "GET /v2.0/networks?id=ee925ad7-649c-42aa-ae0c-340b044efa3d HTTP/1.1" status: 200 len: 796 time: 0.1234550 Feb 19 05:05:06.512959 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d1c75f19-4c49-4019-8549-1aaeea646d71 req-fd3fa602-ee29-4bf7-99ab-05fed01a14bf tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 210 time: 0.0330529 Feb 19 05:05:06.552886 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eec01d44-0948-4f01-8600-af0503256902 req-bf5aa502-8242-4d59-8b58-6748cb3ceecc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35b259a6dce94926b3e9e09de8b37f6a HTTP/1.1" status: 200 len: 379 time: 0.0802393 Feb 19 05:05:06.562202 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-eec01d44-0948-4f01-8600-af0503256902 req-ac5fa626-5c6c-4d2a-9dfb-137e3be1a0dd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'port': {'device_id': 'ec6b120c-902b-4762-a07b-eb4ecf0714d8', 'network_id': 'ee925ad7-649c-42aa-ae0c-340b044efa3d', 'admin_state_up': True, 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'security_groups': ['6a10759e-622d-4433-b71a-b8559b0cabab']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:05:06.606474 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d6d28788-3d66-46f1-aa60-d976067c1caa None None] Current status of the port e382465d-5c5c-4833-9af5-d098c7e7421f is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:05:06.606865 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d6d28788-3d66-46f1-aa60-d976067c1caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e382465d-5c5c-4833-9af5-d098c7e7421f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:06.617397 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port f49458a8-0901-489f-8795-f4dc9a233c50 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:06.617769 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (f49458a8-0901-489f-8795-f4dc9a233c50), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:06.671109 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec01d44-0948-4f01-8600-af0503256902 req-ac5fa626-5c6c-4d2a-9dfb-137e3be1a0dd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Made reservation on behalf of 35b259a6dce94926b3e9e09de8b37f6a for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:05:06.674476 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-eec01d44-0948-4f01-8600-af0503256902 req-ac5fa626-5c6c-4d2a-9dfb-137e3be1a0dd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:06.702527 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d6d28788-3d66-46f1-aa60-d976067c1caa None None] For port e382465d-5c5c-4833-9af5-d098c7e7421f, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e382465d-5c5c-4833-9af5-d098c7e7421f,segment=NetworkSegment(79ea31bd-af05-4ea7-83e8-df637b11480f),segment_id=79ea31bd-af05-4ea7-83e8-df637b11480f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:05:06.711175 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d6d28788-3d66-46f1-aa60-d976067c1caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e382465d-5c5c-4833-9af5-d098c7e7421f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:06.796888 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-eec01d44-0948-4f01-8600-af0503256902 req-ac5fa626-5c6c-4d2a-9dfb-137e3be1a0dd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Allocated IP 172.20.0.7 (ee925ad7-649c-42aa-ae0c-340b044efa3d/bd58a70c-1d1d-4680-9e79-f5a60d427be2/45594063-9021-47f6-a60f-5684ea9528c0) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:05:06.802937 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-b61459ea-fd47-4e9b-8803-5fd83fa30359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847674943', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:05:03Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'e382465d-5c5c-4833-9af5-d098c7e7421f', 'name': '', 'network_id': 'ee925ad7-649c-42aa-ae0c-340b044efa3d', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:7f:5f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bd58a70c-1d1d-4680-9e79-f5a60d427be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:03Z', 'updated_at': '2022-02-19T05:05:06Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': 'bd58a70c-1d1d-4680-9e79-f5a60d427be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:06.950109 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-eec01d44-0948-4f01-8600-af0503256902 req-ac5fa626-5c6c-4d2a-9dfb-137e3be1a0dd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (45594063-9021-47f6-a60f-5684ea9528c0), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:06.988243 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-eec01d44-0948-4f01-8600-af0503256902 req-ac5fa626-5c6c-4d2a-9dfb-137e3be1a0dd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (45594063-9021-47f6-a60f-5684ea9528c0), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:06.991602 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d28788-3d66-46f1-aa60-d976067c1caa None None] Pushing event updated for resources: {'Port': ['ID=e382465d-5c5c-4833-9af5-d098c7e7421f,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:06.997253 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port f49458a8-0901-489f-8795-f4dc9a233c50 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:05:07.005490 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61459ea-fd47-4e9b-8803-5fd83fa30359 None None] The sync data for ids ['52c4f025-6b47-4f11-9745-07106fd9e3d8'] in n-d-828369-19 is: [{'id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847674943', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:05:03Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'e382465d-5c5c-4833-9af5-d098c7e7421f', 'name': '', 'network_id': 'ee925ad7-649c-42aa-ae0c-340b044efa3d', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:7f:5f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bd58a70c-1d1d-4680-9e79-f5a60d427be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:03Z', 'updated_at': '2022-02-19T05:05:06Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': 'bd58a70c-1d1d-4680-9e79-f5a60d427be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:05:07.033177 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-8e097f96-3e3b-4db9-b9db-16923aee8a2b None None] Provisioning complete for port e382465d-5c5c-4833-9af5-d098c7e7421f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:07.033582 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8e097f96-3e3b-4db9-b9db-16923aee8a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e382465d-5c5c-4833-9af5-d098c7e7421f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:07.034856 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec01d44-0948-4f01-8600-af0503256902 req-ac5fa626-5c6c-4d2a-9dfb-137e3be1a0dd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network ee925ad7-649c-42aa-ae0c-340b044efa3d is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:05:07.035404 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:07.038324 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-eec01d44-0948-4f01-8600-af0503256902 req-ac5fa626-5c6c-4d2a-9dfb-137e3be1a0dd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:05:07.042826 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec01d44-0948-4f01-8600-af0503256902 req-ac5fa626-5c6c-4d2a-9dfb-137e3be1a0dd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:05:07.075950 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5fa626-5c6c-4d2a-9dfb-137e3be1a0dd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=45594063-9021-47f6-a60f-5684ea9528c0,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:07.109952 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec01d44-0948-4f01-8600-af0503256902 req-ac5fa626-5c6c-4d2a-9dfb-137e3be1a0dd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:07.110643 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-eec01d44-0948-4f01-8600-af0503256902 req-ac5fa626-5c6c-4d2a-9dfb-137e3be1a0dd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:07.134436 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eec01d44-0948-4f01-8600-af0503256902 req-ac5fa626-5c6c-4d2a-9dfb-137e3be1a0dd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5761197 Feb 19 05:05:07.157695 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8e097f96-3e3b-4db9-b9db-16923aee8a2b None None] Current status of the port e382465d-5c5c-4833-9af5-d098c7e7421f is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:05:07.198226 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-eec01d44-0948-4f01-8600-af0503256902 req-22645713-cade-4c1d-8068-91852bc7cf1d service neutron] Request body: {'port': {'device_id': 'ec6b120c-902b-4762-a07b-eb4ecf0714d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:05:07.264476 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-eec01d44-0948-4f01-8600-af0503256902 req-22645713-cade-4c1d-8068-91852bc7cf1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (45594063-9021-47f6-a60f-5684ea9528c0), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:07.381474 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-f1fc305c-23c2-4e92-82d3-7fdc0b2b8791 None None] Provisioning complete for port 45594063-9021-47f6-a60f-5684ea9528c0 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:07.381933 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f1fc305c-23c2-4e92-82d3-7fdc0b2b8791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (45594063-9021-47f6-a60f-5684ea9528c0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:07.421879 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f1fc305c-23c2-4e92-82d3-7fdc0b2b8791 None None] Port 45594063-9021-47f6-a60f-5684ea9528c0 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:05:07.544551 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-eec01d44-0948-4f01-8600-af0503256902 req-22645713-cade-4c1d-8068-91852bc7cf1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45594063-9021-47f6-a60f-5684ea9528c0 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:05:07.553256 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-eec01d44-0948-4f01-8600-af0503256902 req-22645713-cade-4c1d-8068-91852bc7cf1d service neutron] Publish callbacks [] for port (45594063-9021-47f6-a60f-5684ea9528c0), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:07.567850 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-eec01d44-0948-4f01-8600-af0503256902 req-22645713-cade-4c1d-8068-91852bc7cf1d service neutron] Transition to ACTIVE for port object 45594063-9021-47f6-a60f-5684ea9528c0 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:05:07.573852 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-eec01d44-0948-4f01-8600-af0503256902 req-22645713-cade-4c1d-8068-91852bc7cf1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (45594063-9021-47f6-a60f-5684ea9528c0), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:07.651634 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22645713-cade-4c1d-8068-91852bc7cf1d service neutron] Pushing event updated for resources: {'Port': ['ID=45594063-9021-47f6-a60f-5684ea9528c0,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:07.733275 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a21c83-628c-47af-a03e-093c7c5b0342 req-855c5a07-358d-4236-b94c-d1c0de051a8c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:07.734903 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88a21c83-628c-47af-a03e-093c7c5b0342 req-855c5a07-358d-4236-b94c-d1c0de051a8c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 943 time: 0.1347282 Feb 19 05:05:07.776917 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-eec01d44-0948-4f01-8600-af0503256902 req-22645713-cade-4c1d-8068-91852bc7cf1d service neutron] Attempting to bind port 45594063-9021-47f6-a60f-5684ea9528c0 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:05:07.777264 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-eec01d44-0948-4f01-8600-af0503256902 req-22645713-cade-4c1d-8068-91852bc7cf1d service neutron] Attempting to bind port 45594063-9021-47f6-a60f-5684ea9528c0 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '79ea31bd-af05-4ea7-83e8-df637b11480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ee925ad7-649c-42aa-ae0c-340b044efa3d'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:05:07.777600 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec01d44-0948-4f01-8600-af0503256902 req-22645713-cade-4c1d-8068-91852bc7cf1d service neutron] Attempting to bind port 45594063-9021-47f6-a60f-5684ea9528c0 on network ee925ad7-649c-42aa-ae0c-340b044efa3d {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:05:07.790340 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec01d44-0948-4f01-8600-af0503256902 req-22645713-cade-4c1d-8068-91852bc7cf1d service neutron] Port 45594063-9021-47f6-a60f-5684ea9528c0 on network ee925ad7-649c-42aa-ae0c-340b044efa3d not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:05:07.790675 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec01d44-0948-4f01-8600-af0503256902 req-22645713-cade-4c1d-8068-91852bc7cf1d service neutron] Attempting to bind port 45594063-9021-47f6-a60f-5684ea9528c0 on network ee925ad7-649c-42aa-ae0c-340b044efa3d {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:05:07.808849 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec01d44-0948-4f01-8600-af0503256902 req-22645713-cade-4c1d-8068-91852bc7cf1d service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:05:07.809229 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec01d44-0948-4f01-8600-af0503256902 req-22645713-cade-4c1d-8068-91852bc7cf1d service neutron] Checking segment: {'id': '79ea31bd-af05-4ea7-83e8-df637b11480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ee925ad7-649c-42aa-ae0c-340b044efa3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:05:07.809689 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec01d44-0948-4f01-8600-af0503256902 req-22645713-cade-4c1d-8068-91852bc7cf1d service neutron] Bound using segment: {'id': '79ea31bd-af05-4ea7-83e8-df637b11480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ee925ad7-649c-42aa-ae0c-340b044efa3d'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:05:07.810140 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-eec01d44-0948-4f01-8600-af0503256902 req-22645713-cade-4c1d-8068-91852bc7cf1d service neutron] Bound port: 45594063-9021-47f6-a60f-5684ea9528c0, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79ea31bd-af05-4ea7-83e8-df637b11480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ee925ad7-649c-42aa-ae0c-340b044efa3d'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:05:07.810534 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-eec01d44-0948-4f01-8600-af0503256902 req-22645713-cade-4c1d-8068-91852bc7cf1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (45594063-9021-47f6-a60f-5684ea9528c0), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:07.818058 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88a21c83-628c-47af-a03e-093c7c5b0342 req-8d7b8f4c-bff0-4dfe-9302-d95acc3c86e8 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a10759e-622d-4433-b71a-b8559b0cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745399 Feb 19 05:05:07.884621 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-eec01d44-0948-4f01-8600-af0503256902 req-22645713-cade-4c1d-8068-91852bc7cf1d service neutron] For port 45594063-9021-47f6-a60f-5684ea9528c0, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:05:07.887948 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-eec01d44-0948-4f01-8600-af0503256902 req-22645713-cade-4c1d-8068-91852bc7cf1d service neutron] For port 45594063-9021-47f6-a60f-5684ea9528c0, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=45594063-9021-47f6-a60f-5684ea9528c0,segment=NetworkSegment(79ea31bd-af05-4ea7-83e8-df637b11480f),segment_id=79ea31bd-af05-4ea7-83e8-df637b11480f)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:05:07.894202 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-eec01d44-0948-4f01-8600-af0503256902 req-22645713-cade-4c1d-8068-91852bc7cf1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (45594063-9021-47f6-a60f-5684ea9528c0), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:07.929434 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec01d44-0948-4f01-8600-af0503256902 req-22645713-cade-4c1d-8068-91852bc7cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:07.929936 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-eec01d44-0948-4f01-8600-af0503256902 req-22645713-cade-4c1d-8068-91852bc7cf1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:07.933235 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eec01d44-0948-4f01-8600-af0503256902 req-22645713-cade-4c1d-8068-91852bc7cf1d service neutron] 10.222.0.79 "PUT /v2.0/ports/45594063-9021-47f6-a60f-5684ea9528c0 HTTP/1.1" status: 200 len: 1092 time: 0.7880726 Feb 19 05:05:07.933235 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6b120c-902b-4762-a07b-eb4ecf0714d8', 'tag': '45594063-9021-47f6-a60f-5684ea9528c0'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:05:07.934012 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b155217f-0d15-4743-b1b9-2e1a48e289f7" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6b120c-902b-4762-a07b-eb4ecf0714d8", "tag": "45594063-9021-47f6-a60f-5684ea9528c0"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:05:08.029491 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e382465d-5c5c-4833-9af5-d098c7e7421f up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:05:08.047238 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00715728-da1a-4721-8865-879bcea47411 x-openstack-request-id: req-00715728-da1a-4721-8865-879bcea47411 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:05:08.047845 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6b120c-902b-4762-a07b-eb4ecf0714d8", "tag": "45594063-9021-47f6-a60f-5684ea9528c0", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:05:08.048313 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-00715728-da1a-4721-8865-879bcea47411 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:05:08.048722 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6b120c-902b-4762-a07b-eb4ecf0714d8', 'tag': '45594063-9021-47f6-a60f-5684ea9528c0', 'status': 'completed', 'code': 200} Feb 19 05:05:08.049683 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22645713-cade-4c1d-8068-91852bc7cf1d service neutron] Pushing event updated for resources: {'Port': ['ID=45594063-9021-47f6-a60f-5684ea9528c0,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:08.076844 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec01d44-0948-4f01-8600-af0503256902 req-54a0b99c-b29d-48bf-bb24-bff9a2c2d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:08.078759 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eec01d44-0948-4f01-8600-af0503256902 req-54a0b99c-b29d-48bf-bb24-bff9a2c2d587 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 1126 time: 0.0932391 Feb 19 05:05:08.092915 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port e382465d-5c5c-4833-9af5-d098c7e7421f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:08.093523 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e382465d-5c5c-4833-9af5-d098c7e7421f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:08.123076 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eec01d44-0948-4f01-8600-af0503256902 req-6db8555c-8954-463b-9e25-a1e7d2e4f32d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45594063-9021-47f6-a60f-5684ea9528c0 HTTP/1.1" status: 200 len: 217 time: 0.0378649 Feb 19 05:05:08.178007 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec01d44-0948-4f01-8600-af0503256902 req-a12e878a-c38c-48f6-b2fd-b73fcc130677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:08.180510 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eec01d44-0948-4f01-8600-af0503256902 req-a12e878a-c38c-48f6-b2fd-b73fcc130677 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd58a70c-1d1d-4680-9e79-f5a60d427be2 HTTP/1.1" status: 200 len: 835 time: 0.0518491 Feb 19 05:05:08.186892 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port e382465d-5c5c-4833-9af5-d098c7e7421f is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:05:08.241057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec01d44-0948-4f01-8600-af0503256902 req-f1c070ff-fc9c-4746-bd7e-10af909ad164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:08.243273 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eec01d44-0948-4f01-8600-af0503256902 req-f1c070ff-fc9c-4746-bd7e-10af909ad164 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ee925ad7-649c-42aa-ae0c-340b044efa3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0568192 Feb 19 05:05:08.339026 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eec01d44-0948-4f01-8600-af0503256902 req-6fe650f3-eb33-4a87-a03d-8c773ddb9836 service neutron] 10.222.0.79 "GET /v2.0/networks/ee925ad7-649c-42aa-ae0c-340b044efa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892856 Feb 19 05:05:08.434036 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eec01d44-0948-4f01-8600-af0503256902 req-718343ca-2639-4843-b6d3-9e73db1d956c service neutron] 10.222.0.79 "GET /v2.0/networks/ee925ad7-649c-42aa-ae0c-340b044efa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859718 Feb 19 05:05:08.524782 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155217f-0d15-4743-b1b9-2e1a48e289f7 req-636e39f5-402d-407a-9bb3-a61afdefe14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:08.526722 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b155217f-0d15-4743-b1b9-2e1a48e289f7 req-636e39f5-402d-407a-9bb3-a61afdefe14e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 1126 time: 0.0448942 Feb 19 05:05:08.616557 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155217f-0d15-4743-b1b9-2e1a48e289f7 req-d782d90d-17e1-4c3d-9c85-ec76c1556692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:08.618649 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b155217f-0d15-4743-b1b9-2e1a48e289f7 req-d782d90d-17e1-4c3d-9c85-ec76c1556692 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ee925ad7-649c-42aa-ae0c-340b044efa3d HTTP/1.1" status: 200 len: 897 time: 0.0852835 Feb 19 05:05:09.020867 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b155217f-0d15-4743-b1b9-2e1a48e289f7 req-ee5c224c-dddf-4b73-848f-a4b98f91c2b8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45594063-9021-47f6-a60f-5684ea9528c0 HTTP/1.1" status: 200 len: 217 time: 0.3959706 Feb 19 05:05:09.090397 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155217f-0d15-4743-b1b9-2e1a48e289f7 req-df225516-0f6c-498d-8256-b8f0a49062d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:09.091831 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b155217f-0d15-4743-b1b9-2e1a48e289f7 req-df225516-0f6c-498d-8256-b8f0a49062d9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd58a70c-1d1d-4680-9e79-f5a60d427be2 HTTP/1.1" status: 200 len: 835 time: 0.0623307 Feb 19 05:05:09.105460 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6336bd7-dfe1-4063-bc5d-03de3b75cfba req-35ed3750-fab6-4a6d-9eac-f1d628a1796a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:09.106827 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c6336bd7-dfe1-4063-bc5d-03de3b75cfba req-35ed3750-fab6-4a6d-9eac-f1d628a1796a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 943 time: 0.0886631 Feb 19 05:05:09.182451 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c6336bd7-dfe1-4063-bc5d-03de3b75cfba req-3ce84ee4-2ad4-4f9c-953e-b2c8c39624e7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a10759e-622d-4433-b71a-b8559b0cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677302 Feb 19 05:05:09.185082 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155217f-0d15-4743-b1b9-2e1a48e289f7 req-aca11ccf-f45f-459f-af31-3082495b9a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:09.186773 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b155217f-0d15-4743-b1b9-2e1a48e289f7 req-aca11ccf-f45f-459f-af31-3082495b9a84 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ee925ad7-649c-42aa-ae0c-340b044efa3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0791004 Feb 19 05:05:09.279918 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b155217f-0d15-4743-b1b9-2e1a48e289f7 req-419a4de0-12eb-4f91-8028-f97d7c0390fd service neutron] 10.222.0.79 "GET /v2.0/networks/ee925ad7-649c-42aa-ae0c-340b044efa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850837 Feb 19 05:05:09.370749 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b155217f-0d15-4743-b1b9-2e1a48e289f7 req-afc2f862-d87b-4b68-ac0a-67d4156cfe8c service neutron] 10.222.0.79 "GET /v2.0/networks/ee925ad7-649c-42aa-ae0c-340b044efa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838912 Feb 19 05:05:10.300903 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c83352-76da-4aa6-a293-894d7a1d0601 req-0f883d6e-7811-422b-a60d-dc36872ef376 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:10.302387 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96c83352-76da-4aa6-a293-894d7a1d0601 req-0f883d6e-7811-422b-a60d-dc36872ef376 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 943 time: 0.0508051 Feb 19 05:05:10.351032 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96c83352-76da-4aa6-a293-894d7a1d0601 req-069ce162-5740-4df4-8c65-a89079faccc5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a10759e-622d-4433-b71a-b8559b0cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421453 Feb 19 05:05:10.754878 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 45594063-9021-47f6-a60f-5684ea9528c0 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:05:10.848710 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 45594063-9021-47f6-a60f-5684ea9528c0, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=45594063-9021-47f6-a60f-5684ea9528c0,segment=NetworkSegment(79ea31bd-af05-4ea7-83e8-df637b11480f),segment_id=79ea31bd-af05-4ea7-83e8-df637b11480f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:05:10.860401 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '45594063-9021-47f6-a60f-5684ea9528c0', 'network_id': 'ee925ad7-649c-42aa-ae0c-340b044efa3d', 'port_id': '45594063-9021-47f6-a60f-5684ea9528c0', 'mac_address': 'fa:16:3e:3e:31:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd58a70c-1d1d-4680-9e79-f5a60d427be2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:05:10.901235 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 45594063-9021-47f6-a60f-5684ea9528c0 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:05:10.901623 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (45594063-9021-47f6-a60f-5684ea9528c0), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:10.913918 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45594063-9021-47f6-a60f-5684ea9528c0 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:05:10.932504 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 45594063-9021-47f6-a60f-5684ea9528c0, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=45594063-9021-47f6-a60f-5684ea9528c0,segment=NetworkSegment(79ea31bd-af05-4ea7-83e8-df637b11480f),segment_id=79ea31bd-af05-4ea7-83e8-df637b11480f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:05:10.936484 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (45594063-9021-47f6-a60f-5684ea9528c0), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:10.982364 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=45594063-9021-47f6-a60f-5684ea9528c0,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:11.246418 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['45594063-9021-47f6-a60f-5684ea9528c0'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:05:11.475771 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356cbd4-1c62-40f6-a3cc-67e513e47c0a req-82b3d0bd-bb4b-4748-bd7e-a28695f60a41 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:11.477865 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7356cbd4-1c62-40f6-a3cc-67e513e47c0a req-82b3d0bd-bb4b-4748-bd7e-a28695f60a41 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 944 time: 0.0524602 Feb 19 05:05:11.529441 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7356cbd4-1c62-40f6-a3cc-67e513e47c0a req-926b5024-c74a-4546-9459-2b53db69a045 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a10759e-622d-4433-b71a-b8559b0cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458806 Feb 19 05:05:12.650457 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0160b7-1be2-4e91-9426-020bc9f1c579 req-7bed4f33-819d-4fa8-8be6-5367b64d5fef tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:12.651955 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9e0160b7-1be2-4e91-9426-020bc9f1c579 req-7bed4f33-819d-4fa8-8be6-5367b64d5fef tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 944 time: 0.0543780 Feb 19 05:05:12.700405 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9e0160b7-1be2-4e91-9426-020bc9f1c579 req-23f1b513-7107-4690-b2ca-026e430b71c2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a10759e-622d-4433-b71a-b8559b0cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429564 Feb 19 05:05:12.770833 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 45594063-9021-47f6-a60f-5684ea9528c0 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:05:12.820504 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 45594063-9021-47f6-a60f-5684ea9528c0 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:05:12.824125 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 45594063-9021-47f6-a60f-5684ea9528c0 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:12.824504 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (45594063-9021-47f6-a60f-5684ea9528c0), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:12.902631 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 45594063-9021-47f6-a60f-5684ea9528c0 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:05:12.903022 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (45594063-9021-47f6-a60f-5684ea9528c0), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:12.926968 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6b120c-902b-4762-a07b-eb4ecf0714d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45594063-9021-47f6-a60f-5684ea9528c0'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:05:12.929213 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef644b6ab79b0ac41de0b13976fcd129d4d99816de20742327e953106f20d7ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8806d7a3-c261-4447-87f2-23c7ccd498cd" -d '{"events": [{"server_uuid": "ec6b120c-902b-4762-a07b-eb4ecf0714d8", "name": "network-vif-plugged", "status": "completed", "tag": "45594063-9021-47f6-a60f-5684ea9528c0"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:05:12.941329 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 45594063-9021-47f6-a60f-5684ea9528c0, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=45594063-9021-47f6-a60f-5684ea9528c0,segment=NetworkSegment(79ea31bd-af05-4ea7-83e8-df637b11480f),segment_id=79ea31bd-af05-4ea7-83e8-df637b11480f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:05:12.945780 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (45594063-9021-47f6-a60f-5684ea9528c0), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:12.971296 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bbdc0e-be0d-46d4-bd83-63f9e6128864 x-openstack-request-id: req-76bbdc0e-be0d-46d4-bd83-63f9e6128864 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:05:12.971589 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6b120c-902b-4762-a07b-eb4ecf0714d8", "name": "network-vif-plugged", "status": "completed", "tag": "45594063-9021-47f6-a60f-5684ea9528c0", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:05:12.971840 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-76bbdc0e-be0d-46d4-bd83-63f9e6128864 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:05:12.972226 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6b120c-902b-4762-a07b-eb4ecf0714d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45594063-9021-47f6-a60f-5684ea9528c0', 'code': 200} Feb 19 05:05:13.005956 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=45594063-9021-47f6-a60f-5684ea9528c0,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:13.068369 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b586ac4-944c-4019-b4b4-eee2ef9baaf9 req-73ac0c65-9e4c-46e6-9337-db1835627e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:13.069858 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b586ac4-944c-4019-b4b4-eee2ef9baaf9 req-73ac0c65-9e4c-46e6-9337-db1835627e8e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 1128 time: 0.0425189 Feb 19 05:05:13.115319 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9b586ac4-944c-4019-b4b4-eee2ef9baaf9 req-ce2a69f3-87d3-4954-8f09-ccf2cc25d523 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6a10759e-622d-4433-b71a-b8559b0cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387053 Feb 19 05:05:13.314659 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:05:13.821266 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf99bdb-710d-4ee0-b55d-26d01a838a51 req-cd980732-8942-4e86-8ec9-3559053f7206 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:13.823396 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-edf99bdb-710d-4ee0-b55d-26d01a838a51 req-cd980732-8942-4e86-8ec9-3559053f7206 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 945 time: 0.0556648 Feb 19 05:05:13.871909 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-edf99bdb-710d-4ee0-b55d-26d01a838a51 req-40f26a00-c33b-4995-af19-d4d541c82b69 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a10759e-622d-4433-b71a-b8559b0cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430932 Feb 19 05:05:14.414602 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b619de1e-39c4-453e-90db-697e27de7c78 req-dce7bfb2-91c0-47ea-a4df-33febfaa28e3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422409 Feb 19 05:05:14.497997 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619de1e-39c4-453e-90db-697e27de7c78 req-39e7618c-9284-48ed-ac36-508d6db3ab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:14.499507 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b619de1e-39c4-453e-90db-697e27de7c78 req-39e7618c-9284-48ed-ac36-508d6db3ab4d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 1128 time: 0.0434849 Feb 19 05:05:14.602531 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619de1e-39c4-453e-90db-697e27de7c78 req-71ab2f52-fac8-4527-bb0d-fc9b2f09d907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:14.604460 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b619de1e-39c4-453e-90db-697e27de7c78 req-71ab2f52-fac8-4527-bb0d-fc9b2f09d907 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ee925ad7-649c-42aa-ae0c-340b044efa3d HTTP/1.1" status: 200 len: 897 time: 0.0886273 Feb 19 05:05:14.645486 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b619de1e-39c4-453e-90db-697e27de7c78 req-68106922-7b06-45d9-a7d9-1043d032f812 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45594063-9021-47f6-a60f-5684ea9528c0 HTTP/1.1" status: 200 len: 217 time: 0.0339763 Feb 19 05:05:14.695467 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619de1e-39c4-453e-90db-697e27de7c78 req-39a5b2dd-9990-4df7-8811-cc164b882234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:14.697403 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b619de1e-39c4-453e-90db-697e27de7c78 req-39a5b2dd-9990-4df7-8811-cc164b882234 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd58a70c-1d1d-4680-9e79-f5a60d427be2 HTTP/1.1" status: 200 len: 835 time: 0.0462031 Feb 19 05:05:14.743950 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619de1e-39c4-453e-90db-697e27de7c78 req-0595bb14-dbab-4cac-a427-a53877f72776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:14.745412 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b619de1e-39c4-453e-90db-697e27de7c78 req-0595bb14-dbab-4cac-a427-a53877f72776 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ee925ad7-649c-42aa-ae0c-340b044efa3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0425844 Feb 19 05:05:14.831825 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b619de1e-39c4-453e-90db-697e27de7c78 req-7122dd62-2650-4750-a744-da85f1071af2 service neutron] 10.222.0.79 "GET /v2.0/networks/ee925ad7-649c-42aa-ae0c-340b044efa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801330 Feb 19 05:05:14.924688 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b619de1e-39c4-453e-90db-697e27de7c78 req-fed3f44c-7ba9-4c40-b119-ec0f87234541 service neutron] 10.222.0.79 "GET /v2.0/networks/ee925ad7-649c-42aa-ae0c-340b044efa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861890 Feb 19 05:05:14.997612 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e4b14-0e32-4252-b39c-a933cdb6e6f4 req-9f0777f4-6db1-446d-a359-001870460454 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:14.999176 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-570e4b14-0e32-4252-b39c-a933cdb6e6f4 req-9f0777f4-6db1-446d-a359-001870460454 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 945 time: 0.0584440 Feb 19 05:05:15.050528 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-570e4b14-0e32-4252-b39c-a933cdb6e6f4 req-b688a504-95fb-4678-ba9d-8c9b87f51ce5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a10759e-622d-4433-b71a-b8559b0cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456636 Feb 19 05:05:15.167507 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1506a4-02b4-4a6d-92ae-087d3182bf96 req-d0f48434-11c4-4ff3-a018-f0354483a6ce tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:15.168860 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9d1506a4-02b4-4a6d-92ae-087d3182bf96 req-d0f48434-11c4-4ff3-a018-f0354483a6ce tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 945 time: 0.0526271 Feb 19 05:05:15.220642 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9d1506a4-02b4-4a6d-92ae-087d3182bf96 req-ca83b1f8-418b-4d9c-9294-7692b9f741ec tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a10759e-622d-4433-b71a-b8559b0cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463924 Feb 19 05:05:15.242521 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48092) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:15.286233 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93faf047-3c11-4ed5-ad37-d5b2c039d486 tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:15.287971 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-93faf047-3c11-4ed5-ad37-d5b2c039d486 tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 1123 time: 0.0443065 Feb 19 05:05:15.291473 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48094) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:15.296238 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-5d354856-ffdc-44e6-a168-50ede07ba9b6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'port_id': '45594063-9021-47f6-a60f-5684ea9528c0', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:05:15.315629 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d354856-ffdc-44e6-a168-50ede07ba9b6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:15.415600 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d354856-ffdc-44e6-a168-50ede07ba9b6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:15.513068 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-5d354856-ffdc-44e6-a168-50ede07ba9b6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Allocated IP 172.25.3.42 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/da85f2aa-e862-4332-8915-6eb5fd7de843) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:05:15.614600 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d354856-ffdc-44e6-a168-50ede07ba9b6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (da85f2aa-e862-4332-8915-6eb5fd7de843), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:15.648172 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d354856-ffdc-44e6-a168-50ede07ba9b6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (da85f2aa-e862-4332-8915-6eb5fd7de843), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:15.684069 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d354856-ffdc-44e6-a168-50ede07ba9b6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:05:15.687250 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-5d354856-ffdc-44e6-a168-50ede07ba9b6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:05:15.690650 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d354856-ffdc-44e6-a168-50ede07ba9b6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:05:15.716719 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d354856-ffdc-44e6-a168-50ede07ba9b6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=da85f2aa-e862-4332-8915-6eb5fd7de843,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:16.057086 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d354856-ffdc-44e6-a168-50ede07ba9b6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for floatingip (1c309dc3-84e1-47b1-b2f3-2a74f52a3331), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:16.124373 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d354856-ffdc-44e6-a168-50ede07ba9b6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (da85f2aa-e862-4332-8915-6eb5fd7de843), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:16.268903 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d354856-ffdc-44e6-a168-50ede07ba9b6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (da85f2aa-e862-4332-8915-6eb5fd7de843), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:16.274346 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d354856-ffdc-44e6-a168-50ede07ba9b6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (da85f2aa-e862-4332-8915-6eb5fd7de843), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:16.346030 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d354856-ffdc-44e6-a168-50ede07ba9b6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=da85f2aa-e862-4332-8915-6eb5fd7de843,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:16.357371 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d354856-ffdc-44e6-a168-50ede07ba9b6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (1c309dc3-84e1-47b1-b2f3-2a74f52a3331), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:16.456472 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-5d354856-ffdc-44e6-a168-50ede07ba9b6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Floating IP 1c309dc3-84e1-47b1-b2f3-2a74f52a3331 associated. External IP: 172.25.3.42, port: 45594063-9021-47f6-a60f-5684ea9528c0. Feb 19 05:05:16.659063 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d354856-ffdc-44e6-a168-50ede07ba9b6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Router 52c4f025-6b47-4f11-9745-07106fd9e3d8 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:05:16.770456 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d354856-ffdc-44e6-a168-50ede07ba9b6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:05:16.780856 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484dddb5-5fbb-4de4-8738-0aac219031d0 None None] Sync routers for ids ['52c4f025-6b47-4f11-9745-07106fd9e3d8'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:05:16.788966 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d354856-ffdc-44e6-a168-50ede07ba9b6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:16.792630 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484dddb5-5fbb-4de4-8738-0aac219031d0 None None] Routers {'52c4f025-6b47-4f11-9745-07106fd9e3d8'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:05:16.793314 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-484dddb5-5fbb-4de4-8738-0aac219031d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:05:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['52c4f025-6b47-4f11-9745-07106fd9e3d8'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:16.819558 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5d354856-ffdc-44e6-a168-50ede07ba9b6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5269628 Feb 19 05:05:16.820151 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6b120c-902b-4762-a07b-eb4ecf0714d8', 'tag': '45594063-9021-47f6-a60f-5684ea9528c0'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:05:16.822542 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4d7a6f327845de7d96adfc61245815a02f228650e7f42977fc0a396d303eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f61ba32-6f2a-44fc-a955-fe66da963d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6b120c-902b-4762-a07b-eb4ecf0714d8", "tag": "45594063-9021-47f6-a60f-5684ea9528c0"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:05:16.866858 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cb3ac8-b9ce-44c5-a703-0f99c8bcc1c6 x-openstack-request-id: req-f5cb3ac8-b9ce-44c5-a703-0f99c8bcc1c6 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:05:16.867166 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6b120c-902b-4762-a07b-eb4ecf0714d8", "tag": "45594063-9021-47f6-a60f-5684ea9528c0", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:05:16.867644 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f5cb3ac8-b9ce-44c5-a703-0f99c8bcc1c6 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:05:16.868066 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6b120c-902b-4762-a07b-eb4ecf0714d8', 'tag': '45594063-9021-47f6-a60f-5684ea9528c0', 'status': 'completed', 'code': 200} Feb 19 05:05:16.911251 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-484dddb5-5fbb-4de4-8738-0aac219031d0 None None] Set router 52c4f025-6b47-4f11-9745-07106fd9e3d8 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:05:16.962785 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f37d5-06d9-4f61-9dfc-3488a03f422d req-3d0be351-22a6-4360-a72b-c76e2d136def tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:16.965034 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e67f37d5-06d9-4f61-9dfc-3488a03f422d req-3d0be351-22a6-4360-a72b-c76e2d136def tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 945 time: 0.0942698 Feb 19 05:05:16.970394 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61ba32-6f2a-44fc-a955-fe66da963d3c req-01fe5760-6bcc-4b1d-ba6a-886f0f2a3f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:16.972125 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f61ba32-6f2a-44fc-a955-fe66da963d3c req-01fe5760-6bcc-4b1d-ba6a-886f0f2a3f61 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 1128 time: 0.0724783 Feb 19 05:05:17.079664 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e67f37d5-06d9-4f61-9dfc-3488a03f422d req-2537eaf9-39b8-4b91-8282-6fed9453d5f1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a10759e-622d-4433-b71a-b8559b0cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065257 Feb 19 05:05:17.102317 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48100) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:17.105155 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61ba32-6f2a-44fc-a955-fe66da963d3c req-59b124f7-dd61-4eff-bb8a-b85fe582af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:17.106766 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f61ba32-6f2a-44fc-a955-fe66da963d3c req-59b124f7-dd61-4eff-bb8a-b85fe582af81 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ee925ad7-649c-42aa-ae0c-340b044efa3d HTTP/1.1" status: 200 len: 897 time: 0.1262794 Feb 19 05:05:17.162637 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-79b5ceef-bad4-4188-9400-47a876354666 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/floatingips/1c309dc3-84e1-47b1-b2f3-2a74f52a3331 HTTP/1.1" status: 200 len: 990 time: 0.0583942 Feb 19 05:05:17.174977 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f61ba32-6f2a-44fc-a955-fe66da963d3c req-e2a85682-b1eb-4df0-8f73-f9d1846e154d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45594063-9021-47f6-a60f-5684ea9528c0 HTTP/1.1" status: 200 len: 998 time: 0.0615239 Feb 19 05:05:17.227364 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61ba32-6f2a-44fc-a955-fe66da963d3c req-f5283f58-428d-4445-8cfe-0df32a91933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:17.229480 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f61ba32-6f2a-44fc-a955-fe66da963d3c req-f5283f58-428d-4445-8cfe-0df32a91933c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd58a70c-1d1d-4680-9e79-f5a60d427be2 HTTP/1.1" status: 200 len: 835 time: 0.0493774 Feb 19 05:05:17.245632 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-484dddb5-5fbb-4de4-8738-0aac219031d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847674943', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:05:03Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '1c309dc3-84e1-47b1-b2f3-2a74f52a3331', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'floating_ip_address': '172.25.3.42', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'port_id': '45594063-9021-47f6-a60f-5684ea9528c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee925ad7-649c-42aa-ae0c-340b044efa3d', 'mac_address': 'fa:16:3e:3e:31:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6b120c-902b-4762-a07b-eb4ecf0714d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:05:15Z', 'updated_at': '2022-02-19T05:05:15Z', 'revision_number': 0, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e382465d-5c5c-4833-9af5-d098c7e7421f', 'name': '', 'network_id': 'ee925ad7-649c-42aa-ae0c-340b044efa3d', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:7f:5f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bd58a70c-1d1d-4680-9e79-f5a60d427be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:03Z', 'updated_at': '2022-02-19T05:05:06Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': 'bd58a70c-1d1d-4680-9e79-f5a60d427be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:17.271215 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484dddb5-5fbb-4de4-8738-0aac219031d0 None None] Checking router: 52c4f025-6b47-4f11-9745-07106fd9e3d8 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:05:17.278805 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61ba32-6f2a-44fc-a955-fe66da963d3c req-c268616b-8169-4c32-ad72-15bb102461a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:17.279802 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484dddb5-5fbb-4de4-8738-0aac219031d0 None None] Routers {'52c4f025-6b47-4f11-9745-07106fd9e3d8'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:05:17.280299 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f61ba32-6f2a-44fc-a955-fe66da963d3c req-c268616b-8169-4c32-ad72-15bb102461a6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ee925ad7-649c-42aa-ae0c-340b044efa3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442715 Feb 19 05:05:17.280429 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-484dddb5-5fbb-4de4-8738-0aac219031d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:05:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['52c4f025-6b47-4f11-9745-07106fd9e3d8'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:17.370728 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f61ba32-6f2a-44fc-a955-fe66da963d3c req-8219a243-e84d-4227-aee7-bdd5611f2e7f service neutron] 10.222.0.79 "GET /v2.0/networks/ee925ad7-649c-42aa-ae0c-340b044efa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846214 Feb 19 05:05:17.389948 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-484dddb5-5fbb-4de4-8738-0aac219031d0 None None] Set router 52c4f025-6b47-4f11-9745-07106fd9e3d8 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:05:17.470374 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7f61ba32-6f2a-44fc-a955-fe66da963d3c req-a51fc98e-9da2-4e50-a779-61edf2d7c261 service neutron] 10.222.0.79 "GET /v2.0/networks/ee925ad7-649c-42aa-ae0c-340b044efa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938470 Feb 19 05:05:17.612534 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-484dddb5-5fbb-4de4-8738-0aac219031d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847674943', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:05:03Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '1c309dc3-84e1-47b1-b2f3-2a74f52a3331', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'floating_ip_address': '172.25.3.42', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'port_id': '45594063-9021-47f6-a60f-5684ea9528c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee925ad7-649c-42aa-ae0c-340b044efa3d', 'mac_address': 'fa:16:3e:3e:31:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6b120c-902b-4762-a07b-eb4ecf0714d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:05:15Z', 'updated_at': '2022-02-19T05:05:15Z', 'revision_number': 0, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e382465d-5c5c-4833-9af5-d098c7e7421f', 'name': '', 'network_id': 'ee925ad7-649c-42aa-ae0c-340b044efa3d', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:7f:5f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bd58a70c-1d1d-4680-9e79-f5a60d427be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:03Z', 'updated_at': '2022-02-19T05:05:06Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': 'bd58a70c-1d1d-4680-9e79-f5a60d427be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:17.638258 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484dddb5-5fbb-4de4-8738-0aac219031d0 None None] The sync data for ids ['52c4f025-6b47-4f11-9745-07106fd9e3d8'] in n-d-828369-19 is: [{'id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847674943', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:05:03Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '1c309dc3-84e1-47b1-b2f3-2a74f52a3331', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'floating_ip_address': '172.25.3.42', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'port_id': '45594063-9021-47f6-a60f-5684ea9528c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee925ad7-649c-42aa-ae0c-340b044efa3d', 'mac_address': 'fa:16:3e:3e:31:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6b120c-902b-4762-a07b-eb4ecf0714d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:05:15Z', 'updated_at': '2022-02-19T05:05:15Z', 'revision_number': 0, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e382465d-5c5c-4833-9af5-d098c7e7421f', 'name': '', 'network_id': 'ee925ad7-649c-42aa-ae0c-340b044efa3d', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:7f:5f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bd58a70c-1d1d-4680-9e79-f5a60d427be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:03Z', 'updated_at': '2022-02-19T05:05:06Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': 'bd58a70c-1d1d-4680-9e79-f5a60d427be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:05:17.835690 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45007dee-9f62-450f-ab25-1fe72fb5e02a None None] New status for floating IP 1c309dc3-84e1-47b1-b2f3-2a74f52a3331: ACTIVE {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:05:18.166307 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48102) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:18.226354 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-651a153f-f12f-43d5-bde2-ed193c5bc018 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/floatingips/1c309dc3-84e1-47b1-b2f3-2a74f52a3331 HTTP/1.1" status: 200 len: 992 time: 0.0588593 Feb 19 05:05:27.470952 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:30.197590 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:30.740726 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b882faab-7d8a-4dee-bc42-2f2cd8f99903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:33.595039 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d32189d1-429a-4c59-bf11-5e44d80f023c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:34.051289 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:35.539394 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:36.925350 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:49.572532 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044aeb0-d22d-49c9-a5c6-346dd1153128 req-819bc536-6d3b-4500-89f6-f7299f7b4fbd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:49.574060 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0044aeb0-d22d-49c9-a5c6-346dd1153128 req-819bc536-6d3b-4500-89f6-f7299f7b4fbd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 945 time: 0.0581379 Feb 19 05:05:49.622260 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0044aeb0-d22d-49c9-a5c6-346dd1153128 req-55612f0b-0436-46e2-888f-06807cfeedf3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a10759e-622d-4433-b71a-b8559b0cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426764 Feb 19 05:05:50.314008 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:05:50.743792 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4599a-993a-43ca-b9bb-6a74a6cca11d req-bc575792-c05b-4057-903a-a2d8129fbb89 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:50.745259 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85d4599a-993a-43ca-b9bb-6a74a6cca11d req-bc575792-c05b-4057-903a-a2d8129fbb89 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 945 time: 0.0511332 Feb 19 05:05:50.793671 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-85d4599a-993a-43ca-b9bb-6a74a6cca11d req-a5e5a67f-663c-4338-ac6a-ff7480c01334 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a10759e-622d-4433-b71a-b8559b0cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428529 Feb 19 05:05:51.913907 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283acdf-09e4-4b23-9113-d011690f9451 req-2af7a12e-b092-42a9-9122-5183ce5c4ea3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:51.916047 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5283acdf-09e4-4b23-9113-d011690f9451 req-2af7a12e-b092-42a9-9122-5183ce5c4ea3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 945 time: 0.0542278 Feb 19 05:05:51.968322 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5283acdf-09e4-4b23-9113-d011690f9451 req-9d447a47-2377-4586-ae9a-9d1be6ced850 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a10759e-622d-4433-b71a-b8559b0cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466971 Feb 19 05:05:53.085894 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf215769-7237-4504-970d-f78d9e2b938d req-c9ac301b-300d-4451-91a3-6e9820cf496b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:53.087410 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf215769-7237-4504-970d-f78d9e2b938d req-c9ac301b-300d-4451-91a3-6e9820cf496b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 945 time: 0.0518963 Feb 19 05:05:53.135278 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cf215769-7237-4504-970d-f78d9e2b938d req-28cf83a4-7303-4387-bb2c-c2cdabb5a53f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a10759e-622d-4433-b71a-b8559b0cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422885 Feb 19 05:05:54.250348 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c93a72-8835-4f76-b049-442ada985c0e req-6167816a-0de9-4ef0-8947-48cce06fe264 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:54.251812 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6c93a72-8835-4f76-b049-442ada985c0e req-6167816a-0de9-4ef0-8947-48cce06fe264 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 945 time: 0.0509865 Feb 19 05:05:54.299115 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6c93a72-8835-4f76-b049-442ada985c0e req-60313a90-d3b1-40a6-b3b2-82b1f5aff219 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a10759e-622d-4433-b71a-b8559b0cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417609 Feb 19 05:05:55.421878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec0a9b-92fe-4322-8820-e826378ad433 req-a877d426-657e-4617-a884-d258592aceac tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:55.423386 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-30ec0a9b-92fe-4322-8820-e826378ad433 req-a877d426-657e-4617-a884-d258592aceac tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 945 time: 0.0563948 Feb 19 05:05:55.475151 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-30ec0a9b-92fe-4322-8820-e826378ad433 req-194c0db8-75bc-464a-8d15-934a5e3e1c95 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a10759e-622d-4433-b71a-b8559b0cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461833 Feb 19 05:05:56.594905 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922aa28-293c-408f-be5a-9b167039640f req-5c23d658-0ae8-49b8-8f50-1008446cf0fc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:56.596391 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2922aa28-293c-408f-be5a-9b167039640f req-5c23d658-0ae8-49b8-8f50-1008446cf0fc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 945 time: 0.0533061 Feb 19 05:05:56.643880 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2922aa28-293c-408f-be5a-9b167039640f req-0b036036-9190-454c-8833-b0f64b819d3f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a10759e-622d-4433-b71a-b8559b0cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420389 Feb 19 05:05:57.486008 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:57.765978 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17720b04-eea9-4a26-897c-a89c8256260e req-ef45920b-0bb5-4e3f-ac58-063ce2f4013e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:57.767522 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17720b04-eea9-4a26-897c-a89c8256260e req-ef45920b-0bb5-4e3f-ac58-063ce2f4013e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 945 time: 0.0557325 Feb 19 05:05:57.815705 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-17720b04-eea9-4a26-897c-a89c8256260e req-7fcdad35-b8eb-4b9c-ba59-4adb02b2f65c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a10759e-622d-4433-b71a-b8559b0cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426798 Feb 19 05:05:58.934851 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07571c05-4704-4b23-a1d4-74a8f8e11489 req-bb7b0dc1-83de-45e7-8772-ed52f450a84c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:58.936318 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07571c05-4704-4b23-a1d4-74a8f8e11489 req-bb7b0dc1-83de-45e7-8772-ed52f450a84c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 945 time: 0.0529456 Feb 19 05:05:58.986626 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-07571c05-4704-4b23-a1d4-74a8f8e11489 req-38c68042-3aa1-45cd-a42e-9892e357fb20 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a10759e-622d-4433-b71a-b8559b0cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442302 Feb 19 05:06:00.104968 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f61b4-2249-49c8-996a-e5a5f5a0930e req-16712a24-d5bd-40cd-b7fc-e9367b3d4b8f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:00.106459 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b51f61b4-2249-49c8-996a-e5a5f5a0930e req-16712a24-d5bd-40cd-b7fc-e9367b3d4b8f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 945 time: 0.0521598 Feb 19 05:06:00.159570 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b51f61b4-2249-49c8-996a-e5a5f5a0930e req-867aba62-824d-4bc6-8f9c-ebce290e9e1d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a10759e-622d-4433-b71a-b8559b0cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472496 Feb 19 05:06:00.207110 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:00.741918 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ec80aa35-27cd-4c1b-85c0-3a3587c6419f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:01.278927 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f92284-1439-4cd1-9b12-82efdcefbfec req-5421ad61-a6c7-42fb-b5fb-48ce0a67f7f1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:01.280425 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4f92284-1439-4cd1-9b12-82efdcefbfec req-5421ad61-a6c7-42fb-b5fb-48ce0a67f7f1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 945 time: 0.0520394 Feb 19 05:06:01.333430 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c4f92284-1439-4cd1-9b12-82efdcefbfec req-1a1327f0-66db-4a36-93eb-2fd0e295f600 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a10759e-622d-4433-b71a-b8559b0cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428751 Feb 19 05:06:02.450222 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09cea79-6f89-4441-9818-e51fbd00e596 req-73333636-b3eb-42b5-aacf-cd844172268e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:02.451679 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b09cea79-6f89-4441-9818-e51fbd00e596 req-73333636-b3eb-42b5-aacf-cd844172268e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 945 time: 0.0509589 Feb 19 05:06:02.498758 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b09cea79-6f89-4441-9818-e51fbd00e596 req-d7de70c5-d09b-47f9-b97b-c3267253b7c3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a10759e-622d-4433-b71a-b8559b0cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415678 Feb 19 05:06:03.596690 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c4086cfe-d583-49c2-b9be-8e440fd5255d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:03.622375 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066c18d-7442-4036-8da5-0406ffb0888b req-26b82883-4f39-4440-8c32-f4712de1e7ff tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:03.624222 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8066c18d-7442-4036-8da5-0406ffb0888b req-26b82883-4f39-4440-8c32-f4712de1e7ff tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 945 time: 0.0581722 Feb 19 05:06:03.671965 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8066c18d-7442-4036-8da5-0406ffb0888b req-0ac56ec2-c773-4949-ae49-33dd96c966ed tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a10759e-622d-4433-b71a-b8559b0cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420935 Feb 19 05:06:04.053400 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:04.794869 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa99e60-8b0e-43ad-811c-f8773b2a6edf req-9b87f522-65e0-4d9a-95bb-52f3da2aae83 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:04.796363 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7aa99e60-8b0e-43ad-811c-f8773b2a6edf req-9b87f522-65e0-4d9a-95bb-52f3da2aae83 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 945 time: 0.0538859 Feb 19 05:06:04.844608 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7aa99e60-8b0e-43ad-811c-f8773b2a6edf req-e0489cc6-3d31-407f-a1e2-87860751ed68 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a10759e-622d-4433-b71a-b8559b0cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426924 Feb 19 05:06:05.541703 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:05.961611 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6404e6-acbb-40fc-ad63-a33706db283c req-d349c2da-9c17-42dc-9550-d341287a5bbe tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:05.963600 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3d6404e6-acbb-40fc-ad63-a33706db283c req-d349c2da-9c17-42dc-9550-d341287a5bbe tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 945 time: 0.0516598 Feb 19 05:06:06.014974 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3d6404e6-acbb-40fc-ad63-a33706db283c req-5fa9706c-67fc-4753-9a23-0d6eff5dabe2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a10759e-622d-4433-b71a-b8559b0cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459201 Feb 19 05:06:06.037440 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48154) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:06.096873 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b1c57e2d-7050-4ef0-97d7-ed08a7535c49 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/floatingips/1c309dc3-84e1-47b1-b2f3-2a74f52a3331 HTTP/1.1" status: 200 len: 992 time: 0.0582855 Feb 19 05:06:06.926310 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:07.401639 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95524dd9-d54f-469f-bf0e-01c0959d9d7b req-0db84114-8876-4e2a-a09f-bb5594a1e0b2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:07.403141 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95524dd9-d54f-469f-bf0e-01c0959d9d7b req-0db84114-8876-4e2a-a09f-bb5594a1e0b2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 945 time: 0.0918956 Feb 19 05:06:07.408354 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26938640-4971-4179-b635-a6b793b218bd req-5810795c-6ec4-47cb-bf29-387f8d80f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:07.409714 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26938640-4971-4179-b635-a6b793b218bd req-5810795c-6ec4-47cb-bf29-387f8d80f1be service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 1128 time: 0.0669148 Feb 19 05:06:07.502062 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95524dd9-d54f-469f-bf0e-01c0959d9d7b req-5f038350-391d-4ce5-849f-6ed754ff4073 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a10759e-622d-4433-b71a-b8559b0cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913830 Feb 19 05:06:07.528119 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26938640-4971-4179-b635-a6b793b218bd req-ca788b2d-85b9-4455-844d-548a45d3dcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:07.529562 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26938640-4971-4179-b635-a6b793b218bd req-ca788b2d-85b9-4455-844d-548a45d3dcf5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ee925ad7-649c-42aa-ae0c-340b044efa3d HTTP/1.1" status: 200 len: 897 time: 0.1134543 Feb 19 05:06:07.597598 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26938640-4971-4179-b635-a6b793b218bd req-89f572a5-1a56-4e32-898c-cd3c9f6747d4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45594063-9021-47f6-a60f-5684ea9528c0 HTTP/1.1" status: 200 len: 1000 time: 0.0613558 Feb 19 05:06:07.642626 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26938640-4971-4179-b635-a6b793b218bd req-cbf4da75-be59-459f-bb28-f65f48629dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:07.643991 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26938640-4971-4179-b635-a6b793b218bd req-cbf4da75-be59-459f-bb28-f65f48629dc7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd58a70c-1d1d-4680-9e79-f5a60d427be2 HTTP/1.1" status: 200 len: 835 time: 0.0412974 Feb 19 05:06:07.690611 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26938640-4971-4179-b635-a6b793b218bd req-cc84c194-45bd-40a7-9e04-8092439b0176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:07.692045 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26938640-4971-4179-b635-a6b793b218bd req-cc84c194-45bd-40a7-9e04-8092439b0176 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ee925ad7-649c-42aa-ae0c-340b044efa3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0422108 Feb 19 05:06:07.780078 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26938640-4971-4179-b635-a6b793b218bd req-6f7fae59-85a6-4508-980e-86eae5ba4a3c service neutron] 10.222.0.79 "GET /v2.0/networks/ee925ad7-649c-42aa-ae0c-340b044efa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820775 Feb 19 05:06:07.865075 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26938640-4971-4179-b635-a6b793b218bd req-534756c7-a12c-4c03-910b-61e1c2730b22 service neutron] 10.222.0.79 "GET /v2.0/networks/ee925ad7-649c-42aa-ae0c-340b044efa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797167 Feb 19 05:06:08.632450 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b5588-fbf0-4e18-ac72-4af6b10e29e2 req-3b6e4039-a95c-49f3-8785-841fe8c5eb37 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:08.634033 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2a4b5588-fbf0-4e18-ac72-4af6b10e29e2 req-3b6e4039-a95c-49f3-8785-841fe8c5eb37 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 945 time: 0.0639236 Feb 19 05:06:08.681280 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2a4b5588-fbf0-4e18-ac72-4af6b10e29e2 req-1a616f09-766c-45f9-a50b-29f90b8f1230 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a10759e-622d-4433-b71a-b8559b0cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416749 Feb 19 05:06:08.704432 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48164) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:08.762182 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-29052475-8b61-4bb3-bed6-1e586bc4e3a8 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/floatingips/1c309dc3-84e1-47b1-b2f3-2a74f52a3331 HTTP/1.1" status: 200 len: 992 time: 0.0566547 Feb 19 05:06:14.407929 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-21bd3018-acb9-4476-8a9a-b0320195e63b req-406cfda4-206e-4e24-b8e1-2e0e774397cb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463846 Feb 19 05:06:14.489300 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd3018-acb9-4476-8a9a-b0320195e63b req-2a4153bd-5ee1-489e-a758-c31a91a39dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:14.490837 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-21bd3018-acb9-4476-8a9a-b0320195e63b req-2a4153bd-5ee1-489e-a758-c31a91a39dd2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 1128 time: 0.0437629 Feb 19 05:06:14.594503 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd3018-acb9-4476-8a9a-b0320195e63b req-3b00af78-4e78-4f96-a581-3c5faccce655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:14.595996 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-21bd3018-acb9-4476-8a9a-b0320195e63b req-3b00af78-4e78-4f96-a581-3c5faccce655 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ee925ad7-649c-42aa-ae0c-340b044efa3d HTTP/1.1" status: 200 len: 897 time: 0.0823240 Feb 19 05:06:14.663363 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-21bd3018-acb9-4476-8a9a-b0320195e63b req-a569159f-e3ca-496c-9f00-9b36c935e3d7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45594063-9021-47f6-a60f-5684ea9528c0 HTTP/1.1" status: 200 len: 1000 time: 0.0617783 Feb 19 05:06:14.713125 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd3018-acb9-4476-8a9a-b0320195e63b req-699687bb-c3a7-4d6f-9573-11ef6db1b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:14.714645 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-21bd3018-acb9-4476-8a9a-b0320195e63b req-699687bb-c3a7-4d6f-9573-11ef6db1b3f2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd58a70c-1d1d-4680-9e79-f5a60d427be2 HTTP/1.1" status: 200 len: 835 time: 0.0457323 Feb 19 05:06:14.762928 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd3018-acb9-4476-8a9a-b0320195e63b req-ebdba022-00f9-4042-b0b0-c14c13ba520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:14.764407 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-21bd3018-acb9-4476-8a9a-b0320195e63b req-ebdba022-00f9-4042-b0b0-c14c13ba520e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ee925ad7-649c-42aa-ae0c-340b044efa3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436378 Feb 19 05:06:14.856020 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-21bd3018-acb9-4476-8a9a-b0320195e63b req-5a306919-7970-4668-aad5-741942cdd001 service neutron] 10.222.0.79 "GET /v2.0/networks/ee925ad7-649c-42aa-ae0c-340b044efa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849848 Feb 19 05:06:14.943620 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-21bd3018-acb9-4476-8a9a-b0320195e63b req-b45cefdc-01c0-4fa1-a2a1-073f3a7ca529 service neutron] 10.222.0.79 "GET /v2.0/networks/ee925ad7-649c-42aa-ae0c-340b044efa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813236 Feb 19 05:06:27.312881 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:06:27.520256 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:30.204172 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:30.742341 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9b71232f-5e75-4c4b-b562-3bc027ad9a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:33.599065 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-512c5ab9-4495-45fc-9311-6c470f58ff09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:34.059559 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:35.544381 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:36.929281 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:39.163656 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48182) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:39.323046 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-e45b3a38-bce2-482d-9083-439cbe0b1526 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Deleting port da85f2aa-e862-4332-8915-6eb5fd7de843 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:06:39.323308 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e45b3a38-bce2-482d-9083-439cbe0b1526 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (da85f2aa-e862-4332-8915-6eb5fd7de843), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:39.396964 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e45b3a38-bce2-482d-9083-439cbe0b1526 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (da85f2aa-e862-4332-8915-6eb5fd7de843), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:39.397290 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e45b3a38-bce2-482d-9083-439cbe0b1526 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for floatingip (da85f2aa-e862-4332-8915-6eb5fd7de843), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:39.408552 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-e45b3a38-bce2-482d-9083-439cbe0b1526 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Calling delete_port for da85f2aa-e862-4332-8915-6eb5fd7de843 owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:06:39.551191 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e45b3a38-bce2-482d-9083-439cbe0b1526 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (da85f2aa-e862-4332-8915-6eb5fd7de843), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:39.579221 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b3a38-bce2-482d-9083-439cbe0b1526 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Port': ['ID=da85f2aa-e862-4332-8915-6eb5fd7de843,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:39.605326 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b3a38-bce2-482d-9083-439cbe0b1526 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:39.605695 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b3a38-bce2-482d-9083-439cbe0b1526 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:39.606018 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b3a38-bce2-482d-9083-439cbe0b1526 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:39.606377 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b3a38-bce2-482d-9083-439cbe0b1526 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:39.606710 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b3a38-bce2-482d-9083-439cbe0b1526 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:39.607034 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b3a38-bce2-482d-9083-439cbe0b1526 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:39.607361 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b3a38-bce2-482d-9083-439cbe0b1526 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:39.607687 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b3a38-bce2-482d-9083-439cbe0b1526 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:39.608008 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b3a38-bce2-482d-9083-439cbe0b1526 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:39.608334 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b3a38-bce2-482d-9083-439cbe0b1526 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:39.608654 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b3a38-bce2-482d-9083-439cbe0b1526 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:39.608972 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b3a38-bce2-482d-9083-439cbe0b1526 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:39.609287 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45b3a38-bce2-482d-9083-439cbe0b1526 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:39.651766 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e45b3a38-bce2-482d-9083-439cbe0b1526 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for floatingip (1c309dc3-84e1-47b1-b2f3-2a74f52a3331), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:39.652101 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-e45b3a38-bce2-482d-9083-439cbe0b1526 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Floating IP 1c309dc3-84e1-47b1-b2f3-2a74f52a3331 disassociated (deleted). External IP: 172.25.3.42, port: 45594063-9021-47f6-a60f-5684ea9528c0. Feb 19 05:06:39.862868 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45b3a38-bce2-482d-9083-439cbe0b1526 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Router 52c4f025-6b47-4f11-9745-07106fd9e3d8 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:06:39.970565 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45b3a38-bce2-482d-9083-439cbe0b1526 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:06:39.975368 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-e45b3a38-bce2-482d-9083-439cbe0b1526 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:39.980067 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05ba81f-c4aa-4239-9902-c39f9153ae79 None None] Sync routers for ids ['52c4f025-6b47-4f11-9745-07106fd9e3d8'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:06:39.989827 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05ba81f-c4aa-4239-9902-c39f9153ae79 None None] Routers {'52c4f025-6b47-4f11-9745-07106fd9e3d8'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:06:39.990464 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b05ba81f-c4aa-4239-9902-c39f9153ae79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:06:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['52c4f025-6b47-4f11-9745-07106fd9e3d8'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:06:40.005147 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-e45b3a38-bce2-482d-9083-439cbe0b1526 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "DELETE /v2.0/floatingips/1c309dc3-84e1-47b1-b2f3-2a74f52a3331 HTTP/1.1" status: 204 len: 168 time: 0.8403399 Feb 19 05:06:40.005743 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6b120c-902b-4762-a07b-eb4ecf0714d8', 'tag': '45594063-9021-47f6-a60f-5684ea9528c0'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:06:40.008021 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff7e4ea-678a-4252-91f9-d7e5e81ef79c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6b120c-902b-4762-a07b-eb4ecf0714d8", "tag": "45594063-9021-47f6-a60f-5684ea9528c0"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:06:40.046113 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ff753e-93a8-4446-96d0-62abc2b1caab x-openstack-request-id: req-69ff753e-93a8-4446-96d0-62abc2b1caab {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:06:40.046443 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6b120c-902b-4762-a07b-eb4ecf0714d8", "tag": "45594063-9021-47f6-a60f-5684ea9528c0", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:06:40.046696 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-69ff753e-93a8-4446-96d0-62abc2b1caab {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:06:40.047095 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6b120c-902b-4762-a07b-eb4ecf0714d8', 'tag': '45594063-9021-47f6-a60f-5684ea9528c0', 'status': 'completed', 'code': 200} Feb 19 05:06:40.105835 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-b05ba81f-c4aa-4239-9902-c39f9153ae79 None None] Set router 52c4f025-6b47-4f11-9745-07106fd9e3d8 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:06:40.127726 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7e4ea-678a-4252-91f9-d7e5e81ef79c req-68a805fa-bc2b-4e33-9aeb-e7dbcff8131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:40.129574 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2ff7e4ea-678a-4252-91f9-d7e5e81ef79c req-68a805fa-bc2b-4e33-9aeb-e7dbcff8131f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 1128 time: 0.0562155 Feb 19 05:06:40.260826 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7e4ea-678a-4252-91f9-d7e5e81ef79c req-90c2ee79-6343-4719-bcc2-a3c967c1cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:40.262328 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2ff7e4ea-678a-4252-91f9-d7e5e81ef79c req-90c2ee79-6343-4719-bcc2-a3c967c1cbf3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ee925ad7-649c-42aa-ae0c-340b044efa3d HTTP/1.1" status: 200 len: 897 time: 0.1264017 Feb 19 05:06:40.272596 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe54bf-2cb9-447a-a321-23af4653c94e req-58e2210a-043e-497a-b079-ec657f94d50a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:40.273980 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3efe54bf-2cb9-447a-a321-23af4653c94e req-58e2210a-043e-497a-b079-ec657f94d50a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 945 time: 0.0829697 Feb 19 05:06:40.303133 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b05ba81f-c4aa-4239-9902-c39f9153ae79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847674943', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:05:03Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'e382465d-5c5c-4833-9af5-d098c7e7421f', 'name': '', 'network_id': 'ee925ad7-649c-42aa-ae0c-340b044efa3d', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:7f:5f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bd58a70c-1d1d-4680-9e79-f5a60d427be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:03Z', 'updated_at': '2022-02-19T05:05:06Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': 'bd58a70c-1d1d-4680-9e79-f5a60d427be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:06:40.314977 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2ff7e4ea-678a-4252-91f9-d7e5e81ef79c req-3a9b86ba-8692-4f35-853f-ffeaf1766d83 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45594063-9021-47f6-a60f-5684ea9528c0 HTTP/1.1" status: 200 len: 217 time: 0.0400603 Feb 19 05:06:40.330026 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05ba81f-c4aa-4239-9902-c39f9153ae79 None None] Checking router: 52c4f025-6b47-4f11-9745-07106fd9e3d8 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:06:40.338328 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05ba81f-c4aa-4239-9902-c39f9153ae79 None None] Routers {'52c4f025-6b47-4f11-9745-07106fd9e3d8'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:06:40.338937 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b05ba81f-c4aa-4239-9902-c39f9153ae79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:06:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['52c4f025-6b47-4f11-9745-07106fd9e3d8'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:06:40.383321 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3efe54bf-2cb9-447a-a321-23af4653c94e req-073fedeb-6510-4b8b-b41f-aa2a42b0cd3c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a10759e-622d-4433-b71a-b8559b0cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018376 Feb 19 05:06:40.386757 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7e4ea-678a-4252-91f9-d7e5e81ef79c req-e038f2b4-9453-4da4-aaeb-636dfe1f335f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:40.388138 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2ff7e4ea-678a-4252-91f9-d7e5e81ef79c req-e038f2b4-9453-4da4-aaeb-636dfe1f335f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd58a70c-1d1d-4680-9e79-f5a60d427be2 HTTP/1.1" status: 200 len: 835 time: 0.0671146 Feb 19 05:06:40.447140 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7e4ea-678a-4252-91f9-d7e5e81ef79c req-a4b7d8aa-bc4c-4bab-a654-931a77736679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:40.448646 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2ff7e4ea-678a-4252-91f9-d7e5e81ef79c req-a4b7d8aa-bc4c-4bab-a654-931a77736679 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ee925ad7-649c-42aa-ae0c-340b044efa3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0541160 Feb 19 05:06:40.452277 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-b05ba81f-c4aa-4239-9902-c39f9153ae79 None None] Set router 52c4f025-6b47-4f11-9745-07106fd9e3d8 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:06:40.538521 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2ff7e4ea-678a-4252-91f9-d7e5e81ef79c req-7bc8f251-38da-444d-9686-9f84873215df service neutron] 10.222.0.79 "GET /v2.0/networks/ee925ad7-649c-42aa-ae0c-340b044efa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831931 Feb 19 05:06:40.629571 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2ff7e4ea-678a-4252-91f9-d7e5e81ef79c req-517fd173-d0a5-4173-a7a4-586699ae2b88 service neutron] 10.222.0.79 "GET /v2.0/networks/ee925ad7-649c-42aa-ae0c-340b044efa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847158 Feb 19 05:06:40.650759 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b05ba81f-c4aa-4239-9902-c39f9153ae79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847674943', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:05:03Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'e382465d-5c5c-4833-9af5-d098c7e7421f', 'name': '', 'network_id': 'ee925ad7-649c-42aa-ae0c-340b044efa3d', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:7f:5f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bd58a70c-1d1d-4680-9e79-f5a60d427be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:03Z', 'updated_at': '2022-02-19T05:05:06Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': 'bd58a70c-1d1d-4680-9e79-f5a60d427be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:06:40.676639 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05ba81f-c4aa-4239-9902-c39f9153ae79 None None] The sync data for ids ['52c4f025-6b47-4f11-9745-07106fd9e3d8'] in n-d-828369-19 is: [{'id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847674943', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:05:03Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'e382465d-5c5c-4833-9af5-d098c7e7421f', 'name': '', 'network_id': 'ee925ad7-649c-42aa-ae0c-340b044efa3d', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:7f:5f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bd58a70c-1d1d-4680-9e79-f5a60d427be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:03Z', 'updated_at': '2022-02-19T05:05:06Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': 'bd58a70c-1d1d-4680-9e79-f5a60d427be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:06:40.892626 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c458db-646c-41cb-9b06-0ebdbcb409cd None None] New status for floating IP 1c309dc3-84e1-47b1-b2f3-2a74f52a3331: DOWN {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:06:41.506069 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e86a7-563d-4a1e-8a92-52d9fc117523 req-07eafd70-f813-4dc5-ada8-edd9356c8647 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:41.507611 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-913e86a7-563d-4a1e-8a92-52d9fc117523 req-07eafd70-f813-4dc5-ada8-edd9356c8647 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 945 time: 0.0517170 Feb 19 05:06:41.555044 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-913e86a7-563d-4a1e-8a92-52d9fc117523 req-382c0855-622a-4c11-947e-7ea929b12d92 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a10759e-622d-4433-b71a-b8559b0cabab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412543 Feb 19 05:06:41.732476 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fab3f-14ac-4d8d-b9e8-39c55832ce05 req-f9e1116d-f47c-4537-b7d0-6a59ad2000f7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:41.733925 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-be2fab3f-14ac-4d8d-b9e8-39c55832ce05 req-f9e1116d-f47c-4537-b7d0-6a59ad2000f7 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec6b120c-902b-4762-a07b-eb4ecf0714d8 HTTP/1.1" status: 200 len: 945 time: 0.0502734 Feb 19 05:06:41.826056 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-be2fab3f-14ac-4d8d-b9e8-39c55832ce05 req-86e43df3-be1a-46da-982b-18257872b5fe tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Deleting port 45594063-9021-47f6-a60f-5684ea9528c0 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:06:41.826432 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-be2fab3f-14ac-4d8d-b9e8-39c55832ce05 req-86e43df3-be1a-46da-982b-18257872b5fe tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (45594063-9021-47f6-a60f-5684ea9528c0), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:41.913594 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-be2fab3f-14ac-4d8d-b9e8-39c55832ce05 req-86e43df3-be1a-46da-982b-18257872b5fe tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] For port 45594063-9021-47f6-a60f-5684ea9528c0, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=45594063-9021-47f6-a60f-5684ea9528c0,segment=NetworkSegment(79ea31bd-af05-4ea7-83e8-df637b11480f),segment_id=79ea31bd-af05-4ea7-83e8-df637b11480f)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:06:41.913964 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-be2fab3f-14ac-4d8d-b9e8-39c55832ce05 req-86e43df3-be1a-46da-982b-18257872b5fe tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (45594063-9021-47f6-a60f-5684ea9528c0), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:41.927319 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-be2fab3f-14ac-4d8d-b9e8-39c55832ce05 req-86e43df3-be1a-46da-982b-18257872b5fe tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Calling delete_port for 45594063-9021-47f6-a60f-5684ea9528c0 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:06:42.054567 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-be2fab3f-14ac-4d8d-b9e8-39c55832ce05 req-86e43df3-be1a-46da-982b-18257872b5fe tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (45594063-9021-47f6-a60f-5684ea9528c0), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:42.082000 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e43df3-be1a-46da-982b-18257872b5fe tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Port': ['ID=45594063-9021-47f6-a60f-5684ea9528c0,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:42.130081 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2fab3f-14ac-4d8d-b9e8-39c55832ce05 req-86e43df3-be1a-46da-982b-18257872b5fe tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] No DVR routers for this DVR port 45594063-9021-47f6-a60f-5684ea9528c0 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:06:42.132675 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-be2fab3f-14ac-4d8d-b9e8-39c55832ce05 req-86e43df3-be1a-46da-982b-18257872b5fe tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:42.136090 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-be2fab3f-14ac-4d8d-b9e8-39c55832ce05 req-86e43df3-be1a-46da-982b-18257872b5fe tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.79 "DELETE /v2.0/ports/45594063-9021-47f6-a60f-5684ea9528c0 HTTP/1.1" status: 204 len: 173 time: 0.3968952 Feb 19 05:06:42.136534 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6b120c-902b-4762-a07b-eb4ecf0714d8', 'name': 'network-vif-deleted', 'tag': '45594063-9021-47f6-a60f-5684ea9528c0'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:06:42.138889 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285efbfe-1414-4bbc-be79-17b8d93e4809" -d '{"events": [{"server_uuid": "ec6b120c-902b-4762-a07b-eb4ecf0714d8", "name": "network-vif-deleted", "tag": "45594063-9021-47f6-a60f-5684ea9528c0"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:06:42.176920 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fe0826-5b0c-44c9-804c-fcb0b2982c03 x-openstack-request-id: req-42fe0826-5b0c-44c9-804c-fcb0b2982c03 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:06:42.177270 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6b120c-902b-4762-a07b-eb4ecf0714d8", "name": "network-vif-deleted", "tag": "45594063-9021-47f6-a60f-5684ea9528c0", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:06:42.177531 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-42fe0826-5b0c-44c9-804c-fcb0b2982c03 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:06:42.177959 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6b120c-902b-4762-a07b-eb4ecf0714d8', 'name': 'network-vif-deleted', 'tag': '45594063-9021-47f6-a60f-5684ea9528c0', 'status': 'completed', 'code': 200} Feb 19 05:06:42.614149 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48196) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:43.298963 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dfff90bb-5f34-4a33-af90-f0e6c988d462 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (52c4f025-6b47-4f11-9745-07106fd9e3d8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:43.548785 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-dfff90bb-5f34-4a33-af90-f0e6c988d462 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Deleting port e382465d-5c5c-4833-9af5-d098c7e7421f {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:06:43.549175 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dfff90bb-5f34-4a33-af90-f0e6c988d462 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (e382465d-5c5c-4833-9af5-d098c7e7421f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:43.636905 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-dfff90bb-5f34-4a33-af90-f0e6c988d462 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] For port e382465d-5c5c-4833-9af5-d098c7e7421f, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e382465d-5c5c-4833-9af5-d098c7e7421f,segment=NetworkSegment(79ea31bd-af05-4ea7-83e8-df637b11480f),segment_id=79ea31bd-af05-4ea7-83e8-df637b11480f)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:06:43.637606 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dfff90bb-5f34-4a33-af90-f0e6c988d462 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (e382465d-5c5c-4833-9af5-d098c7e7421f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:43.649446 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-dfff90bb-5f34-4a33-af90-f0e6c988d462 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Calling delete_port for e382465d-5c5c-4833-9af5-d098c7e7421f owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:06:43.830210 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dfff90bb-5f34-4a33-af90-f0e6c988d462 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (e382465d-5c5c-4833-9af5-d098c7e7421f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:43.856993 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff90bb-5f34-4a33-af90-f0e6c988d462 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Port': ['ID=e382465d-5c5c-4833-9af5-d098c7e7421f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:44.047449 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dfff90bb-5f34-4a33-af90-f0e6c988d462 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (52c4f025-6b47-4f11-9745-07106fd9e3d8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:44.263013 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfff90bb-5f34-4a33-af90-f0e6c988d462 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Router 52c4f025-6b47-4f11-9745-07106fd9e3d8 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:06:44.371026 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfff90bb-5f34-4a33-af90-f0e6c988d462 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:06:44.376052 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-dfff90bb-5f34-4a33-af90-f0e6c988d462 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "PUT /v2.0/routers/52c4f025-6b47-4f11-9745-07106fd9e3d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7608559 Feb 19 05:06:44.378774 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48198) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:44.381653 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d9db8-836c-4a8c-8b1e-901ecbee25ad None None] Sync routers for ids ['52c4f025-6b47-4f11-9745-07106fd9e3d8'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:06:44.392162 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4d9db8-836c-4a8c-8b1e-901ecbee25ad None None] Routers {'52c4f025-6b47-4f11-9745-07106fd9e3d8'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:06:44.392783 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2d4d9db8-836c-4a8c-8b1e-901ecbee25ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:06:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['52c4f025-6b47-4f11-9745-07106fd9e3d8'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:06:44.432630 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0e666b-9ce8-4c60-9dc3-c6feeb48cfbd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Deleting subnet bd58a70c-1d1d-4680-9e79-f5a60d427be2 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:06:44.436141 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3a0e666b-9ce8-4c60-9dc3-c6feeb48cfbd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for subnet (bd58a70c-1d1d-4680-9e79-f5a60d427be2), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:44.477473 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3a0e666b-9ce8-4c60-9dc3-c6feeb48cfbd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (bd58a70c-1d1d-4680-9e79-f5a60d427be2), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:44.559998 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3a0e666b-9ce8-4c60-9dc3-c6feeb48cfbd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (bd58a70c-1d1d-4680-9e79-f5a60d427be2), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:44.589879 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-2d4d9db8-836c-4a8c-8b1e-901ecbee25ad None None] Set router 52c4f025-6b47-4f11-9745-07106fd9e3d8 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:06:44.620688 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3a0e666b-9ce8-4c60-9dc3-c6feeb48cfbd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (bd58a70c-1d1d-4680-9e79-f5a60d427be2), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:44.650894 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3a0e666b-9ce8-4c60-9dc3-c6feeb48cfbd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:44.657165 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3a0e666b-9ce8-4c60-9dc3-c6feeb48cfbd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "DELETE /v2.0/subnets/bd58a70c-1d1d-4680-9e79-f5a60d427be2 HTTP/1.1" status: 204 len: 168 time: 0.2748537 Feb 19 05:06:44.657334 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b10a4af-b388-4272-a02e-6d67cf5e37df None None] Network ee925ad7-649c-42aa-ae0c-340b044efa3d requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:06:44.657747 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e666b-9ce8-4c60-9dc3-c6feeb48cfbd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Subnet': ['ID=bd58a70c-1d1d-4680-9e79-f5a60d427be2,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:44.657864 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48200) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:44.768785 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dbcb3bb3-6014-454c-8b5a-548fc6322443 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router (52c4f025-6b47-4f11-9745-07106fd9e3d8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:44.774420 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2d4d9db8-836c-4a8c-8b1e-901ecbee25ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847674943', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:06:43Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:06:44.800788 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d9db8-836c-4a8c-8b1e-901ecbee25ad None None] Checking router: 52c4f025-6b47-4f11-9745-07106fd9e3d8 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:06:44.809524 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4d9db8-836c-4a8c-8b1e-901ecbee25ad None None] Routers {'52c4f025-6b47-4f11-9745-07106fd9e3d8'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:06:44.810229 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2d4d9db8-836c-4a8c-8b1e-901ecbee25ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:06:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['52c4f025-6b47-4f11-9745-07106fd9e3d8'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:06:44.825805 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1898b496-48b5-4944-b268-7864cd176f61 None None] DHCP port deletion for ee925ad7-649c-42aa-ae0c-340b044efa3d request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:06:44.877558 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-1898b496-48b5-4944-b268-7864cd176f61 None None] Deleting port 4ec7dc89-9529-4215-915e-3bb0a72c36db {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:06:44.877926 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1898b496-48b5-4944-b268-7864cd176f61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (4ec7dc89-9529-4215-915e-3bb0a72c36db), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:44.924116 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-2d4d9db8-836c-4a8c-8b1e-901ecbee25ad None None] Set router 52c4f025-6b47-4f11-9745-07106fd9e3d8 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:06:44.948434 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-1898b496-48b5-4944-b268-7864cd176f61 None None] For port 4ec7dc89-9529-4215-915e-3bb0a72c36db, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4ec7dc89-9529-4215-915e-3bb0a72c36db,segment=NetworkSegment(79ea31bd-af05-4ea7-83e8-df637b11480f),segment_id=79ea31bd-af05-4ea7-83e8-df637b11480f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:06:44.949147 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1898b496-48b5-4944-b268-7864cd176f61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (4ec7dc89-9529-4215-915e-3bb0a72c36db), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:44.963325 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-1898b496-48b5-4944-b268-7864cd176f61 None None] Calling delete_port for 4ec7dc89-9529-4215-915e-3bb0a72c36db owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:06:45.053833 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1898b496-48b5-4944-b268-7864cd176f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (4ec7dc89-9529-4215-915e-3bb0a72c36db), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:45.087157 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1898b496-48b5-4944-b268-7864cd176f61 None None] Pushing event deleted for resources: {'Port': ['ID=4ec7dc89-9529-4215-915e-3bb0a72c36db,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:45.091040 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1898b496-48b5-4944-b268-7864cd176f61 None None] No DVR routers for this DVR port 4ec7dc89-9529-4215-915e-3bb0a72c36db on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:06:45.098776 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1898b496-48b5-4944-b268-7864cd176f61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:45.102318 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1898b496-48b5-4944-b268-7864cd176f61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:45.102921 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1898b496-48b5-4944-b268-7864cd176f61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:45.103447 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1898b496-48b5-4944-b268-7864cd176f61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:45.103960 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1898b496-48b5-4944-b268-7864cd176f61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:45.104474 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1898b496-48b5-4944-b268-7864cd176f61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:45.104809 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1898b496-48b5-4944-b268-7864cd176f61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:45.105146 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1898b496-48b5-4944-b268-7864cd176f61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:45.105555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1898b496-48b5-4944-b268-7864cd176f61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:45.105788 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1898b496-48b5-4944-b268-7864cd176f61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:45.106402 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1898b496-48b5-4944-b268-7864cd176f61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:45.106904 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1898b496-48b5-4944-b268-7864cd176f61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:45.107401 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1898b496-48b5-4944-b268-7864cd176f61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:45.122692 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-2d4d9db8-836c-4a8c-8b1e-901ecbee25ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847674943', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:06:43Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:06:45.152685 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d9db8-836c-4a8c-8b1e-901ecbee25ad None None] The sync data for ids ['52c4f025-6b47-4f11-9745-07106fd9e3d8'] in n-d-828369-19 is: [{'id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847674943', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:06:43Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': 'f49458a8-0901-489f-8795-f4dc9a233c50', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c4f025-6b47-4f11-9745-07106fd9e3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:00Z', 'updated_at': '2022-02-19T05:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:06:45.186582 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dbcb3bb3-6014-454c-8b5a-548fc6322443 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_gateway (52c4f025-6b47-4f11-9745-07106fd9e3d8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:45.205770 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 45594063-9021-47f6-a60f-5684ea9528c0 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:06:45.225304 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 45594063-9021-47f6-a60f-5684ea9528c0 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:06:45.225649 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 45594063-9021-47f6-a60f-5684ea9528c0 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:06:45.239534 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb3bb3-6014-454c-8b5a-548fc6322443 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Deleting port f49458a8-0901-489f-8795-f4dc9a233c50 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:06:45.239869 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dbcb3bb3-6014-454c-8b5a-548fc6322443 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (f49458a8-0901-489f-8795-f4dc9a233c50), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:45.314695 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-dbcb3bb3-6014-454c-8b5a-548fc6322443 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] For port f49458a8-0901-489f-8795-f4dc9a233c50, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=f49458a8-0901-489f-8795-f4dc9a233c50,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:06:45.315058 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dbcb3bb3-6014-454c-8b5a-548fc6322443 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (f49458a8-0901-489f-8795-f4dc9a233c50), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:45.327599 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb3bb3-6014-454c-8b5a-548fc6322443 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Calling delete_port for f49458a8-0901-489f-8795-f4dc9a233c50 owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:06:45.497659 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dbcb3bb3-6014-454c-8b5a-548fc6322443 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (f49458a8-0901-489f-8795-f4dc9a233c50), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:45.550229 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb3bb3-6014-454c-8b5a-548fc6322443 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Port': ['ID=f49458a8-0901-489f-8795-f4dc9a233c50,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:45.578709 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb3bb3-6014-454c-8b5a-548fc6322443 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:45.579064 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb3bb3-6014-454c-8b5a-548fc6322443 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:45.579425 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb3bb3-6014-454c-8b5a-548fc6322443 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:45.579768 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb3bb3-6014-454c-8b5a-548fc6322443 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:45.580102 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb3bb3-6014-454c-8b5a-548fc6322443 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:45.580433 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb3bb3-6014-454c-8b5a-548fc6322443 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:45.580764 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb3bb3-6014-454c-8b5a-548fc6322443 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:45.581139 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb3bb3-6014-454c-8b5a-548fc6322443 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:45.581411 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb3bb3-6014-454c-8b5a-548fc6322443 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:45.581739 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb3bb3-6014-454c-8b5a-548fc6322443 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:45.582065 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb3bb3-6014-454c-8b5a-548fc6322443 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:45.582414 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb3bb3-6014-454c-8b5a-548fc6322443 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:45.582741 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb3bb3-6014-454c-8b5a-548fc6322443 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:45.598739 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dbcb3bb3-6014-454c-8b5a-548fc6322443 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (52c4f025-6b47-4f11-9745-07106fd9e3d8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:45.693964 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dbcb3bb3-6014-454c-8b5a-548fc6322443 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (52c4f025-6b47-4f11-9745-07106fd9e3d8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:45.696116 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dbcb3bb3-6014-454c-8b5a-548fc6322443 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_controller (52c4f025-6b47-4f11-9745-07106fd9e3d8), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:45.740460 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dbcb3bb3-6014-454c-8b5a-548fc6322443 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (52c4f025-6b47-4f11-9745-07106fd9e3d8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:45.741040 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcb3bb3-6014-454c-8b5a-548fc6322443 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Fanout notify agent at l3_agent the message router_deleted on router 52c4f025-6b47-4f11-9745-07106fd9e3d8 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:06:45.747605 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dbcb3bb3-6014-454c-8b5a-548fc6322443 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:45.748715 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-dbcb3bb3-6014-454c-8b5a-548fc6322443 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "DELETE /v2.0/routers/52c4f025-6b47-4f11-9745-07106fd9e3d8 HTTP/1.1" status: 204 len: 168 time: 1.0901513 Feb 19 05:06:45.751472 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48204) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:45.833177 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41f4ced9-0369-46cb-82ae-2e74f8a91157 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (ee925ad7-649c-42aa-ae0c-340b044efa3d), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:45.923732 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41f4ced9-0369-46cb-82ae-2e74f8a91157 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (ee925ad7-649c-42aa-ae0c-340b044efa3d), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:45.943465 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-41f4ced9-0369-46cb-82ae-2e74f8a91157 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee925ad7-649c-42aa-ae0c-340b044efa3d']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:06:45.952367 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-41f4ced9-0369-46cb-82ae-2e74f8a91157 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ea31bd-af05-4ea7-83e8-df637b11480f') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:06:45.952670 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-41f4ced9-0369-46cb-82ae-2e74f8a91157 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ea31bd-af05-4ea7-83e8-df637b11480f') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:06:45.961728 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41f4ced9-0369-46cb-82ae-2e74f8a91157 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (79ea31bd-af05-4ea7-83e8-df637b11480f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:45.975351 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41f4ced9-0369-46cb-82ae-2e74f8a91157 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (79ea31bd-af05-4ea7-83e8-df637b11480f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:45.981961 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f4ced9-0369-46cb-82ae-2e74f8a91157 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:06:45.982380 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41f4ced9-0369-46cb-82ae-2e74f8a91157 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (79ea31bd-af05-4ea7-83e8-df637b11480f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: timer() Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:06:45.985254 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:06:46.039912 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41f4ced9-0369-46cb-82ae-2e74f8a91157 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (ee925ad7-649c-42aa-ae0c-340b044efa3d), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:46.047392 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-41f4ced9-0369-46cb-82ae-2e74f8a91157 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:46.050429 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-41f4ced9-0369-46cb-82ae-2e74f8a91157 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "DELETE /v2.0/networks/ee925ad7-649c-42aa-ae0c-340b044efa3d HTTP/1.1" status: 204 len: 168 time: 0.2980027 Feb 19 05:06:46.053291 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48206) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:46.062253 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4ced9-0369-46cb-82ae-2e74f8a91157 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Network': ['ID=ee925ad7-649c-42aa-ae0c-340b044efa3d,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:46.109777 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d11c4df8-6a0b-4899-a73c-747a81c05484 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (6a10759e-622d-4433-b71a-b8559b0cabab), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:46.133808 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d11c4df8-6a0b-4899-a73c-747a81c05484 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (6a10759e-622d-4433-b71a-b8559b0cabab), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:46.203432 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d11c4df8-6a0b-4899-a73c-747a81c05484 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (6a10759e-622d-4433-b71a-b8559b0cabab), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:46.206491 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d11c4df8-6a0b-4899-a73c-747a81c05484 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:46.210585 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d11c4df8-6a0b-4899-a73c-747a81c05484 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "DELETE /v2.0/security-groups/6a10759e-622d-4433-b71a-b8559b0cabab HTTP/1.1" status: 204 len: 168 time: 0.1534424 Feb 19 05:06:46.219705 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c4df8-6a0b-4899-a73c-747a81c05484 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a10759e-622d-4433-b71a-b8559b0cabab,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:46.235226 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4ec7dc89-9529-4215-915e-3bb0a72c36db no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:06:46.266416 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 4ec7dc89-9529-4215-915e-3bb0a72c36db {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:06:46.266776 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4ec7dc89-9529-4215-915e-3bb0a72c36db not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:06:46.267285 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e382465d-5c5c-4833-9af5-d098c7e7421f no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:06:46.287131 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: e382465d-5c5c-4833-9af5-d098c7e7421f {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:06:46.287483 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e382465d-5c5c-4833-9af5-d098c7e7421f not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:06:46.287909 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f49458a8-0901-489f-8795-f4dc9a233c50 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:06:46.306635 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: f49458a8-0901-489f-8795-f4dc9a233c50 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:06:46.307027 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device f49458a8-0901-489f-8795-f4dc9a233c50 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:06:46.498801 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48212) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:46.503414 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-4daff6b1-4e51-4935-81ec-348fb83f0fe6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2013481358', 'description': 'tempest-secgroup-smoke-2013481358 description', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:06:46.523565 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4daff6b1-4e51-4935-81ec-348fb83f0fe6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:46.589017 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4daff6b1-4e51-4935-81ec-348fb83f0fe6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (1cd8c784-0918-496c-b48a-118c88e2b3e6), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:46.592602 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4daff6b1-4e51-4935-81ec-348fb83f0fe6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1cd8c784-0918-496c-b48a-118c88e2b3e6), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:46.622509 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-4daff6b1-4e51-4935-81ec-348fb83f0fe6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:46.623740 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4daff6b1-4e51-4935-81ec-348fb83f0fe6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1238999 Feb 19 05:06:46.624453 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daff6b1-4e51-4935-81ec-348fb83f0fe6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd8c784-0918-496c-b48a-118c88e2b3e6,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:46.626676 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48214) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:46.631194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-aa68fb47-8107-4100-bcb9-352c1d82eccc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': '1cd8c784-0918-496c-b48a-118c88e2b3e6', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:06:46.654978 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aa68fb47-8107-4100-bcb9-352c1d82eccc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (940dd69e-60ea-4f5c-a9c2-d7b882f28a28), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:46.712611 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aa68fb47-8107-4100-bcb9-352c1d82eccc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (940dd69e-60ea-4f5c-a9c2-d7b882f28a28), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:46.715963 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aa68fb47-8107-4100-bcb9-352c1d82eccc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (940dd69e-60ea-4f5c-a9c2-d7b882f28a28), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:46.732346 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68fb47-8107-4100-bcb9-352c1d82eccc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=940dd69e-60ea-4f5c-a9c2-d7b882f28a28,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:46.740450 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-aa68fb47-8107-4100-bcb9-352c1d82eccc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:46.741621 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-aa68fb47-8107-4100-bcb9-352c1d82eccc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140428 Feb 19 05:06:46.744911 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48216) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:46.749341 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-36134bda-0574-4a70-a15e-639a34f93aeb tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': '1cd8c784-0918-496c-b48a-118c88e2b3e6', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:06:46.772659 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-36134bda-0574-4a70-a15e-639a34f93aeb tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (ceaee137-b17c-4142-84b3-b28fb31834d1), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:46.826981 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-36134bda-0574-4a70-a15e-639a34f93aeb tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (ceaee137-b17c-4142-84b3-b28fb31834d1), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:46.831070 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-36134bda-0574-4a70-a15e-639a34f93aeb tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (ceaee137-b17c-4142-84b3-b28fb31834d1), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:46.848074 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36134bda-0574-4a70-a15e-639a34f93aeb tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceaee137-b17c-4142-84b3-b28fb31834d1,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:46.856235 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-36134bda-0574-4a70-a15e-639a34f93aeb tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:46.857425 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-36134bda-0574-4a70-a15e-639a34f93aeb tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1116157 Feb 19 05:06:46.861187 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48218) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:46.865549 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-cdcef614-8d45-4f13-b85a-00ef343726e1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': '1cd8c784-0918-496c-b48a-118c88e2b3e6', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:06:46.889209 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cdcef614-8d45-4f13-b85a-00ef343726e1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (1892b133-b70c-4c48-9227-701986306b26), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:46.944350 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cdcef614-8d45-4f13-b85a-00ef343726e1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (1892b133-b70c-4c48-9227-701986306b26), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:46.947914 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cdcef614-8d45-4f13-b85a-00ef343726e1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (1892b133-b70c-4c48-9227-701986306b26), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:46.964672 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcef614-8d45-4f13-b85a-00ef343726e1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1892b133-b70c-4c48-9227-701986306b26,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:46.973486 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cdcef614-8d45-4f13-b85a-00ef343726e1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:46.977420 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cdcef614-8d45-4f13-b85a-00ef343726e1 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1126144 Feb 19 05:06:46.977721 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48220) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:46.982526 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-565026ab-c115-45d7-ad67-91a86493e701 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': '1cd8c784-0918-496c-b48a-118c88e2b3e6', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:06:47.007763 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-565026ab-c115-45d7-ad67-91a86493e701 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (b686ebe6-21ff-4aeb-9fa2-7772f9ca2650), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:47.067574 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-565026ab-c115-45d7-ad67-91a86493e701 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (b686ebe6-21ff-4aeb-9fa2-7772f9ca2650), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:47.071298 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-565026ab-c115-45d7-ad67-91a86493e701 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (b686ebe6-21ff-4aeb-9fa2-7772f9ca2650), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:47.092708 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565026ab-c115-45d7-ad67-91a86493e701 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b686ebe6-21ff-4aeb-9fa2-7772f9ca2650,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:47.099024 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-565026ab-c115-45d7-ad67-91a86493e701 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:47.100145 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-565026ab-c115-45d7-ad67-91a86493e701 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209936 Feb 19 05:06:47.102858 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48222) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:47.107981 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-6b1ddf9b-e6ec-497e-89ba-21440cb5503f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': '1cd8c784-0918-496c-b48a-118c88e2b3e6', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:06:47.127619 n-d-828369-19 neutron-server[109926]: INFO neutron.db.securitygroups_db [None req-6b1ddf9b-e6ec-497e-89ba-21440cb5503f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Project 35b259a6dce94926b3e9e09de8b37f6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:06:47.132902 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b1ddf9b-e6ec-497e-89ba-21440cb5503f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (86aef859-957d-4b2e-94a1-2f0118afd685), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:47.190354 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b1ddf9b-e6ec-497e-89ba-21440cb5503f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (86aef859-957d-4b2e-94a1-2f0118afd685), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:47.193729 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b1ddf9b-e6ec-497e-89ba-21440cb5503f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (86aef859-957d-4b2e-94a1-2f0118afd685), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:47.210091 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ddf9b-e6ec-497e-89ba-21440cb5503f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86aef859-957d-4b2e-94a1-2f0118afd685,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:47.218647 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b1ddf9b-e6ec-497e-89ba-21440cb5503f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:47.219819 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6b1ddf9b-e6ec-497e-89ba-21440cb5503f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1153982 Feb 19 05:06:47.222677 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48224) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:47.227371 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-e40c3d83-1524-4183-ba00-58f8f47ed2ee tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'security_group_rule': {'security_group_id': '1cd8c784-0918-496c-b48a-118c88e2b3e6', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:06:47.246910 n-d-828369-19 neutron-server[109925]: INFO neutron.db.securitygroups_db [None req-e40c3d83-1524-4183-ba00-58f8f47ed2ee tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Project 35b259a6dce94926b3e9e09de8b37f6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:06:47.251497 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e40c3d83-1524-4183-ba00-58f8f47ed2ee tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (0335d8c3-7bdc-4e18-9c11-087fba389a9b), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:47.308657 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e40c3d83-1524-4183-ba00-58f8f47ed2ee tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (0335d8c3-7bdc-4e18-9c11-087fba389a9b), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:47.312806 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e40c3d83-1524-4183-ba00-58f8f47ed2ee tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (0335d8c3-7bdc-4e18-9c11-087fba389a9b), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:47.336889 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c3d83-1524-4183-ba00-58f8f47ed2ee tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0335d8c3-7bdc-4e18-9c11-087fba389a9b,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:47.346418 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e40c3d83-1524-4183-ba00-58f8f47ed2ee tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:47.347643 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e40c3d83-1524-4183-ba00-58f8f47ed2ee tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1239126 Feb 19 05:06:47.350596 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48226) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:47.355279 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-f1aa743e-a4a1-44f6-ac00-a66842ae8298 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'network': {'name': 'tempest-network-smoke--1152538082', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'port_security_enabled': True}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:06:47.373903 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1aa743e-a4a1-44f6-ac00-a66842ae8298 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Made reservation on behalf of 35b259a6dce94926b3e9e09de8b37f6a for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:06:47.377100 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f1aa743e-a4a1-44f6-ac00-a66842ae8298 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:47.401870 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1aa743e-a4a1-44f6-ac00-a66842ae8298 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:06:47.412120 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f1aa743e-a4a1-44f6-ac00-a66842ae8298 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (7a088661-45bc-40a2-b55e-d95319cbc9e5), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:47.412487 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-f1aa743e-a4a1-44f6-ac00-a66842ae8298 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Added segment 7a088661-45bc-40a2-b55e-d95319cbc9e5 of type vlan for network cb69d881-b5b4-47e1-a06c-d4e9759b2c29 Feb 19 05:06:47.452185 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f1aa743e-a4a1-44f6-ac00-a66842ae8298 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (cb69d881-b5b4-47e1-a06c-d4e9759b2c29), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:47.476735 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f1aa743e-a4a1-44f6-ac00-a66842ae8298 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (cb69d881-b5b4-47e1-a06c-d4e9759b2c29), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:47.481687 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1aa743e-a4a1-44f6-ac00-a66842ae8298 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:47.482294 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-f1aa743e-a4a1-44f6-ac00-a66842ae8298 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:47.532868 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-f1aa743e-a4a1-44f6-ac00-a66842ae8298 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1813302 Feb 19 05:06:47.535624 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48228) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:47.542356 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ca883a5e-2e9c-43a5-997d-14324405ec9b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1256866427', 'admin_state_up': True, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:06:47.565445 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa743e-a4a1-44f6-ac00-a66842ae8298 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Network': ['ID=cb69d881-b5b4-47e1-a06c-d4e9759b2c29,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:47.576906 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca883a5e-2e9c-43a5-997d-14324405ec9b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (e8998653-1fe9-4f1f-ad22-efeeed59a3a9), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:47.577195 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network cb69d881-b5b4-47e1-a06c-d4e9759b2c29 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:06:47.577996 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca883a5e-2e9c-43a5-997d-14324405ec9b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (e8998653-1fe9-4f1f-ad22-efeeed59a3a9), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:47.634462 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca883a5e-2e9c-43a5-997d-14324405ec9b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_controller (e8998653-1fe9-4f1f-ad22-efeeed59a3a9), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:47.799972 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca883a5e-2e9c-43a5-997d-14324405ec9b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_gateway (e8998653-1fe9-4f1f-ad22-efeeed59a3a9), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:47.993354 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca883a5e-2e9c-43a5-997d-14324405ec9b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_gateway (e8998653-1fe9-4f1f-ad22-efeeed59a3a9), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:48.012314 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca883a5e-2e9c-43a5-997d-14324405ec9b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:48.116749 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-ca883a5e-2e9c-43a5-997d-14324405ec9b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Allocated IP 172.25.3.168 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:06:48.216573 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca883a5e-2e9c-43a5-997d-14324405ec9b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:48.248869 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca883a5e-2e9c-43a5-997d-14324405ec9b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:48.289153 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca883a5e-2e9c-43a5-997d-14324405ec9b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:06:48.292498 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-ca883a5e-2e9c-43a5-997d-14324405ec9b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:06:48.295467 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca883a5e-2e9c-43a5-997d-14324405ec9b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:06:48.320863 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca883a5e-2e9c-43a5-997d-14324405ec9b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:48.550332 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca883a5e-2e9c-43a5-997d-14324405ec9b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_gateway (e8998653-1fe9-4f1f-ad22-efeeed59a3a9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:48.745859 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca883a5e-2e9c-43a5-997d-14324405ec9b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (e8998653-1fe9-4f1f-ad22-efeeed59a3a9), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:48.872162 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca883a5e-2e9c-43a5-997d-14324405ec9b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Router e8998653-1fe9-4f1f-ad22-efeeed59a3a9 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:06:48.977813 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca883a5e-2e9c-43a5-997d-14324405ec9b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:06:48.991836 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189a7e0c-c2a0-443f-aa78-3799084da7e3 None None] Sync routers for ids ['e8998653-1fe9-4f1f-ad22-efeeed59a3a9'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:06:48.998715 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ca883a5e-2e9c-43a5-997d-14324405ec9b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:48.999990 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ca883a5e-2e9c-43a5-997d-14324405ec9b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4633508 Feb 19 05:06:49.003065 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48230) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:49.003781 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189a7e0c-c2a0-443f-aa78-3799084da7e3 None None] Routers {'e8998653-1fe9-4f1f-ad22-efeeed59a3a9'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:06:49.004681 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-189a7e0c-c2a0-443f-aa78-3799084da7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:06:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['e8998653-1fe9-4f1f-ad22-efeeed59a3a9'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:06:49.034672 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e65ac1f0-8b46-45c5-ac27-4b60dd81df9a tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=35b259a6dce94926b3e9e09de8b37f6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281394 Feb 19 05:06:49.035038 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48232) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:49.114135 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-189a7e0c-c2a0-443f-aa78-3799084da7e3 None None] Set router e8998653-1fe9-4f1f-ad22-efeeed59a3a9 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:06:49.124350 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36683f9-4bef-4df9-9cf1-a7a314226382 tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:49.125892 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b36683f9-4bef-4df9-9cf1-a7a314226382 tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898547 Feb 19 05:06:49.128772 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48234) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:49.158336 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3116884e-91dd-415a-add9-4b26fb8f6b73 tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=7a52a964-6629-4bca-b7ab-6a5aa64b42d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262089 Feb 19 05:06:49.158557 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48236) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:49.163051 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-0e471767-8248-4a76-8759-641a771bc53d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1643615537', 'network_id': 'cb69d881-b5b4-47e1-a06c-d4e9759b2c29', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:06:49.247906 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e471767-8248-4a76-8759-641a771bc53d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Made reservation on behalf of 35b259a6dce94926b3e9e09de8b37f6a for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:06:49.251290 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0e471767-8248-4a76-8759-641a771bc53d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:49.288523 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-189a7e0c-c2a0-443f-aa78-3799084da7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256866427', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:06:47Z', 'updated_at': '2022-02-19T05:06:48Z', 'revision_number': 3, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:06:48Z', 'updated_at': '2022-02-19T05:06:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:06:49.315704 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189a7e0c-c2a0-443f-aa78-3799084da7e3 None None] Checking router: e8998653-1fe9-4f1f-ad22-efeeed59a3a9 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:06:49.316111 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189a7e0c-c2a0-443f-aa78-3799084da7e3 None None] Updating router e8998653-1fe9-4f1f-ad22-efeeed59a3a9 port 82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:06:49.342485 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-189a7e0c-c2a0-443f-aa78-3799084da7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:49.430246 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0e471767-8248-4a76-8759-641a771bc53d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:49.504364 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e471767-8248-4a76-8759-641a771bc53d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Subnet': ['ID=4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:49.510106 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e471767-8248-4a76-8759-641a771bc53d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Checking segment: {'id': '7a088661-45bc-40a2-b55e-d95319cbc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cb69d881-b5b4-47e1-a06c-d4e9759b2c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:06:49.510511 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e471767-8248-4a76-8759-641a771bc53d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network hostable DHCP agents. Network: cb69d881-b5b4-47e1-a06c-d4e9759b2c29, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:06:49.527600 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e471767-8248-4a76-8759-641a771bc53d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network cb69d881-b5b4-47e1-a06c-d4e9759b2c29 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:06:49.536660 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-0e471767-8248-4a76-8759-641a771bc53d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, cb69d881-b5b4-47e1-a06c-d4e9759b2c29) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:06:49.541320 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e471767-8248-4a76-8759-641a771bc53d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:49.541926 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-0e471767-8248-4a76-8759-641a771bc53d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:49.558619 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-0e471767-8248-4a76-8759-641a771bc53d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3990576 Feb 19 05:06:49.561371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48238) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:49.708344 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f979052b-1c24-4d7b-868a-12b323d3f4ef None None] Network cb69d881-b5b4-47e1-a06c-d4e9759b2c29 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:06:49.831307 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-189a7e0c-c2a0-443f-aa78-3799084da7e3 None None] Publish callbacks [] for port (82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:49.859586 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-189a7e0c-c2a0-443f-aa78-3799084da7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:49.883932 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34529a41-2648-4081-89da-51fae0757788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-cb69d881-b5b4-47e1-a06c-d4e9759b2c29', 'network_id': 'cb69d881-b5b4-47e1-a06c-d4e9759b2c29', 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'fixed_ips': [{'subnet_id': '4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:06:49.885310 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-34529a41-2648-4081-89da-51fae0757788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:49.935061 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-189a7e0c-c2a0-443f-aa78-3799084da7e3 None None] Attempting to bind port 82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:06:49.935438 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-189a7e0c-c2a0-443f-aa78-3799084da7e3 None None] Attempting to bind port 82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:06:49.935804 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189a7e0c-c2a0-443f-aa78-3799084da7e3 None None] Attempting to bind port 82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:06:49.946449 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e9c66-09cf-46dd-818b-9fa1a3745038 None None] Pushing event updated for resources: {'Port': ['ID=82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:49.952404 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189a7e0c-c2a0-443f-aa78-3799084da7e3 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:06:49.952789 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189a7e0c-c2a0-443f-aa78-3799084da7e3 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:06:49.953205 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-189a7e0c-c2a0-443f-aa78-3799084da7e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:49.953600 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189a7e0c-c2a0-443f-aa78-3799084da7e3 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:06:49.954082 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-189a7e0c-c2a0-443f-aa78-3799084da7e3 None None] Bound port: 82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:06:49.954501 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-189a7e0c-c2a0-443f-aa78-3799084da7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:50.025547 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a18eae25-5076-4dc5-b406-eb204d93c1b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:50.092286 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-189a7e0c-c2a0-443f-aa78-3799084da7e3 None None] For port 82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:06:50.096884 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-189a7e0c-c2a0-443f-aa78-3799084da7e3 None None] For port 82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:06:50.107965 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-189a7e0c-c2a0-443f-aa78-3799084da7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:50.114487 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-34529a41-2648-4081-89da-51fae0757788 None None] Allocated IP 172.20.0.2 (cb69d881-b5b4-47e1-a06c-d4e9759b2c29/4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2/adedd441-3080-4df9-b496-7c13fb610db8) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:06:50.238339 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e9c66-09cf-46dd-818b-9fa1a3745038 None None] Pushing event updated for resources: {'Port': ['ID=82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:50.242768 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189a7e0c-c2a0-443f-aa78-3799084da7e3 None None] Routers {'e8998653-1fe9-4f1f-ad22-efeeed59a3a9'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:06:50.243385 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-189a7e0c-c2a0-443f-aa78-3799084da7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:06:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['e8998653-1fe9-4f1f-ad22-efeeed59a3a9'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:06:50.406960 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-189a7e0c-c2a0-443f-aa78-3799084da7e3 None None] Set router e8998653-1fe9-4f1f-ad22-efeeed59a3a9 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:06:50.433340 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-34529a41-2648-4081-89da-51fae0757788 None None] Publish callbacks [] for port (adedd441-3080-4df9-b496-7c13fb610db8), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:50.474722 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-34529a41-2648-4081-89da-51fae0757788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (adedd441-3080-4df9-b496-7c13fb610db8), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:50.513068 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-a18eae25-5076-4dc5-b406-eb204d93c1b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Allocated IP 172.20.0.1 (cb69d881-b5b4-47e1-a06c-d4e9759b2c29/4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2/e86c607f-58d1-46cf-82a2-7239cb3dac82) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:06:50.547476 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34529a41-2648-4081-89da-51fae0757788 None None] Network cb69d881-b5b4-47e1-a06c-d4e9759b2c29 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:06:50.553045 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-34529a41-2648-4081-89da-51fae0757788 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:06:50.560086 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34529a41-2648-4081-89da-51fae0757788 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:06:50.570313 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34529a41-2648-4081-89da-51fae0757788 None None] Pushing event updated for resources: {'Port': ['ID=adedd441-3080-4df9-b496-7c13fb610db8,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:50.631059 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a18eae25-5076-4dc5-b406-eb204d93c1b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (e86c607f-58d1-46cf-82a2-7239cb3dac82), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:50.660754 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-34529a41-2648-4081-89da-51fae0757788 None None] Attempting to bind port adedd441-3080-4df9-b496-7c13fb610db8 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:06:50.661129 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-34529a41-2648-4081-89da-51fae0757788 None None] Attempting to bind port adedd441-3080-4df9-b496-7c13fb610db8 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '7a088661-45bc-40a2-b55e-d95319cbc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cb69d881-b5b4-47e1-a06c-d4e9759b2c29'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:06:50.661495 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34529a41-2648-4081-89da-51fae0757788 None None] Attempting to bind port adedd441-3080-4df9-b496-7c13fb610db8 on network cb69d881-b5b4-47e1-a06c-d4e9759b2c29 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:06:50.667450 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a18eae25-5076-4dc5-b406-eb204d93c1b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (e86c607f-58d1-46cf-82a2-7239cb3dac82), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:50.669206 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34529a41-2648-4081-89da-51fae0757788 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:06:50.669585 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34529a41-2648-4081-89da-51fae0757788 None None] Checking segment: {'id': '7a088661-45bc-40a2-b55e-d95319cbc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cb69d881-b5b4-47e1-a06c-d4e9759b2c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:06:50.670000 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-34529a41-2648-4081-89da-51fae0757788 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:50.670405 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34529a41-2648-4081-89da-51fae0757788 None None] Bound using segment: {'id': '7a088661-45bc-40a2-b55e-d95319cbc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cb69d881-b5b4-47e1-a06c-d4e9759b2c29'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:06:50.670873 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-34529a41-2648-4081-89da-51fae0757788 None None] Bound port: adedd441-3080-4df9-b496-7c13fb610db8, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a088661-45bc-40a2-b55e-d95319cbc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cb69d881-b5b4-47e1-a06c-d4e9759b2c29'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:06:50.671256 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-34529a41-2648-4081-89da-51fae0757788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (adedd441-3080-4df9-b496-7c13fb610db8), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:50.704485 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18eae25-5076-4dc5-b406-eb204d93c1b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network cb69d881-b5b4-47e1-a06c-d4e9759b2c29 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:06:50.707895 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-a18eae25-5076-4dc5-b406-eb204d93c1b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:06:50.713152 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18eae25-5076-4dc5-b406-eb204d93c1b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:06:50.727962 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-189a7e0c-c2a0-443f-aa78-3799084da7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256866427', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:06:47Z', 'updated_at': '2022-02-19T05:06:48Z', 'revision_number': 3, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:06:48Z', 'updated_at': '2022-02-19T05:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:06:50.746313 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18eae25-5076-4dc5-b406-eb204d93c1b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=e86c607f-58d1-46cf-82a2-7239cb3dac82,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:50.758038 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189a7e0c-c2a0-443f-aa78-3799084da7e3 None None] The sync data for ids ['e8998653-1fe9-4f1f-ad22-efeeed59a3a9'] in n-d-828369-19 is: [{'id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256866427', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:06:47Z', 'updated_at': '2022-02-19T05:06:48Z', 'revision_number': 3, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:06:48Z', 'updated_at': '2022-02-19T05:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:06:50.763048 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a18eae25-5076-4dc5-b406-eb204d93c1b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (e8998653-1fe9-4f1f-ad22-efeeed59a3a9), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:50.769452 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-34529a41-2648-4081-89da-51fae0757788 None None] For port adedd441-3080-4df9-b496-7c13fb610db8, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:06:50.773078 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-34529a41-2648-4081-89da-51fae0757788 None None] For port adedd441-3080-4df9-b496-7c13fb610db8, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=adedd441-3080-4df9-b496-7c13fb610db8,segment=NetworkSegment(7a088661-45bc-40a2-b55e-d95319cbc9e5),segment_id=7a088661-45bc-40a2-b55e-d95319cbc9e5)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:06:50.781474 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-34529a41-2648-4081-89da-51fae0757788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (adedd441-3080-4df9-b496-7c13fb610db8), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:50.844916 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34529a41-2648-4081-89da-51fae0757788 None None] Pushing event updated for resources: {'Port': ['ID=adedd441-3080-4df9-b496-7c13fb610db8,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:50.916009 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a18eae25-5076-4dc5-b406-eb204d93c1b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e86c607f-58d1-46cf-82a2-7239cb3dac82), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:51.254311 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a18eae25-5076-4dc5-b406-eb204d93c1b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (e86c607f-58d1-46cf-82a2-7239cb3dac82), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:51.259166 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a18eae25-5076-4dc5-b406-eb204d93c1b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (e86c607f-58d1-46cf-82a2-7239cb3dac82), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:51.334046 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18eae25-5076-4dc5-b406-eb204d93c1b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=e86c607f-58d1-46cf-82a2-7239cb3dac82,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:51.338287 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a18eae25-5076-4dc5-b406-eb204d93c1b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (e8998653-1fe9-4f1f-ad22-efeeed59a3a9), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:51.435654 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18eae25-5076-4dc5-b406-eb204d93c1b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network cb69d881-b5b4-47e1-a06c-d4e9759b2c29 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:06:51.437200 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-a18eae25-5076-4dc5-b406-eb204d93c1b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:06:51.927803 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f9e8d0-47e5-49f2-9540-6a19857146df None None] Network cb69d881-b5b4-47e1-a06c-d4e9759b2c29 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:06:51.931862 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18eae25-5076-4dc5-b406-eb204d93c1b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Router e8998653-1fe9-4f1f-ad22-efeeed59a3a9 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:06:52.051811 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18eae25-5076-4dc5-b406-eb204d93c1b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:06:52.057076 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a18eae25-5076-4dc5-b406-eb204d93c1b0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "PUT /v2.0/routers/e8998653-1fe9-4f1f-ad22-efeeed59a3a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4945030 Feb 19 05:06:52.059562 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-824a5fac-72d4-4c21-b370-3762ba9e879f None None] Provisioning complete for port adedd441-3080-4df9-b496-7c13fb610db8 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:06:52.059943 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-824a5fac-72d4-4c21-b370-3762ba9e879f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (adedd441-3080-4df9-b496-7c13fb610db8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:52.126715 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device adedd441-3080-4df9-b496-7c13fb610db8 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:06:52.200095 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-824a5fac-72d4-4c21-b370-3762ba9e879f None None] Current status of the port adedd441-3080-4df9-b496-7c13fb610db8 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:06:52.200490 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-824a5fac-72d4-4c21-b370-3762ba9e879f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (adedd441-3080-4df9-b496-7c13fb610db8), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:52.245977 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port adedd441-3080-4df9-b496-7c13fb610db8 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:06:52.246456 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (adedd441-3080-4df9-b496-7c13fb610db8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:52.251263 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-824a5fac-72d4-4c21-b370-3762ba9e879f None None] For port adedd441-3080-4df9-b496-7c13fb610db8, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=adedd441-3080-4df9-b496-7c13fb610db8,segment=NetworkSegment(7a088661-45bc-40a2-b55e-d95319cbc9e5),segment_id=7a088661-45bc-40a2-b55e-d95319cbc9e5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:06:52.271684 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-824a5fac-72d4-4c21-b370-3762ba9e879f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (adedd441-3080-4df9-b496-7c13fb610db8), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:52.336887 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a5fac-72d4-4c21-b370-3762ba9e879f None None] Pushing event updated for resources: {'Port': ['ID=adedd441-3080-4df9-b496-7c13fb610db8,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:52.393145 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port adedd441-3080-4df9-b496-7c13fb610db8 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:06:52.394422 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:06:52.425898 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c3f1d58e-21ff-416c-821a-d34a3f477766 None None] Provisioning complete for port adedd441-3080-4df9-b496-7c13fb610db8 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:06:52.426528 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c3f1d58e-21ff-416c-821a-d34a3f477766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (adedd441-3080-4df9-b496-7c13fb610db8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:52.495315 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:06:52.495699 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:52.520383 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-a6b5cdc8-b382-4dad-ae3b-c9e0a17dca12 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2013481358&fields=id&tenant_id=35b259a6dce94926b3e9e09de8b37f6a HTTP/1.1" status: 200 len: 267 time: 0.0527678 Feb 19 05:06:52.561331 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c3f1d58e-21ff-416c-821a-d34a3f477766 None None] Current status of the port adedd441-3080-4df9-b496-7c13fb610db8 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:06:52.597948 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-c3f1d58e-21ff-416c-821a-d34a3f477766 None None] Provisioning complete for port e86c607f-58d1-46cf-82a2-7239cb3dac82 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:06:52.598424 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c3f1d58e-21ff-416c-821a-d34a3f477766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e86c607f-58d1-46cf-82a2-7239cb3dac82), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:52.610111 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e773cb-fec4-4e22-8fb7-cb04b48cdef3 None None] Sync routers for ids ['e8998653-1fe9-4f1f-ad22-efeeed59a3a9'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:06:52.623441 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e773cb-fec4-4e22-8fb7-cb04b48cdef3 None None] Routers {'e8998653-1fe9-4f1f-ad22-efeeed59a3a9'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:06:52.624031 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-65e773cb-fec4-4e22-8fb7-cb04b48cdef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:06:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['e8998653-1fe9-4f1f-ad22-efeeed59a3a9'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:06:52.638101 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-ba5ad6b7-9f6b-4db9-bb19-2dc263dd33e9 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:52.639613 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-ba5ad6b7-9f6b-4db9-bb19-2dc263dd33e9 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/networks?id=cb69d881-b5b4-47e1-a06c-d4e9759b2c29 HTTP/1.1" status: 200 len: 797 time: 0.1119766 Feb 19 05:06:52.647130 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:06:52.647530 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:52.658244 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-1423f62f-e617-4ad6-a08f-6944a0932399 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/quotas/35b259a6dce94926b3e9e09de8b37f6a HTTP/1.1" status: 200 len: 375 time: 0.0103929 Feb 19 05:06:52.665178 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-c3f1d58e-21ff-416c-821a-d34a3f477766 None None] Port e86c607f-58d1-46cf-82a2-7239cb3dac82 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:06:52.681830 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:06:52.689337 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:52.741552 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-e2a4c03f-fa18-4a6e-b446-55c0c0e5457a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762634 Feb 19 05:06:52.762458 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:52.765208 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-65e773cb-fec4-4e22-8fb7-cb04b48cdef3 None None] Set router e8998653-1fe9-4f1f-ad22-efeeed59a3a9 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:06:52.787557 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e6a12c1d-1ff9-4da6-9fc5-84d9469f0fd4 None None] Provisioning complete for port e86c607f-58d1-46cf-82a2-7239cb3dac82 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:06:52.787907 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e6a12c1d-1ff9-4da6-9fc5-84d9469f0fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e86c607f-58d1-46cf-82a2-7239cb3dac82), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:52.830126 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e6a12c1d-1ff9-4da6-9fc5-84d9469f0fd4 None None] Port e86c607f-58d1-46cf-82a2-7239cb3dac82 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:06:52.904081 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-d5b08122-fa43-41de-9f86-852ba7298ad6 service neutron] 10.222.0.52 "GET /v2.0/networks/cb69d881-b5b4-47e1-a06c-d4e9759b2c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458373 Feb 19 05:06:52.952204 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2aa3ae10-fd23-4255-8780-bd110db66712 None None] Provisioning complete for port e86c607f-58d1-46cf-82a2-7239cb3dac82 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:06:52.952798 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2aa3ae10-fd23-4255-8780-bd110db66712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e86c607f-58d1-46cf-82a2-7239cb3dac82), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:52.971752 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-65e773cb-fec4-4e22-8fb7-cb04b48cdef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256866427', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:06:47Z', 'updated_at': '2022-02-19T05:06:50Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:06:48Z', 'updated_at': '2022-02-19T05:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'e86c607f-58d1-46cf-82a2-7239cb3dac82', 'name': '', 'network_id': 'cb69d881-b5b4-47e1-a06c-d4e9759b2c29', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:e4:cb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:06:50Z', 'updated_at': '2022-02-19T05:06:51Z', 'revision_number': 2, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': '4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:06:52.996331 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2aa3ae10-fd23-4255-8780-bd110db66712 None None] Port e86c607f-58d1-46cf-82a2-7239cb3dac82 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:06:53.001102 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-048c5a9c-e1b2-41af-8eb3-f1e343f6dc5d service neutron] 10.222.0.52 "GET /v2.0/networks/cb69d881-b5b4-47e1-a06c-d4e9759b2c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912395 Feb 19 05:06:53.003360 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e773cb-fec4-4e22-8fb7-cb04b48cdef3 None None] Checking router: e8998653-1fe9-4f1f-ad22-efeeed59a3a9 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:06:53.003710 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e773cb-fec4-4e22-8fb7-cb04b48cdef3 None None] Updating router e8998653-1fe9-4f1f-ad22-efeeed59a3a9 port e86c607f-58d1-46cf-82a2-7239cb3dac82 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:06:53.031775 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-65e773cb-fec4-4e22-8fb7-cb04b48cdef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e86c607f-58d1-46cf-82a2-7239cb3dac82), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:53.236490 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-844b38ec-3980-442c-9728-2f284e01273d req-e03635ab-86d9-40be-9f40-724e67b8941d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 210 time: 0.0773656 Feb 19 05:06:53.328151 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-65e773cb-fec4-4e22-8fb7-cb04b48cdef3 None None] Publish callbacks [] for port (e86c607f-58d1-46cf-82a2-7239cb3dac82), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:53.334543 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-65e773cb-fec4-4e22-8fb7-cb04b48cdef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e86c607f-58d1-46cf-82a2-7239cb3dac82), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:53.391990 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c51a00-109a-4f14-b40b-08b4a93bb050 None None] Pushing event updated for resources: {'Port': ['ID=e86c607f-58d1-46cf-82a2-7239cb3dac82,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:53.416577 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c51a00-109a-4f14-b40b-08b4a93bb050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:53.417222 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c51a00-109a-4f14-b40b-08b4a93bb050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:53.417747 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c51a00-109a-4f14-b40b-08b4a93bb050 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:53.418270 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c51a00-109a-4f14-b40b-08b4a93bb050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:53.418770 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c51a00-109a-4f14-b40b-08b4a93bb050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:53.419341 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c51a00-109a-4f14-b40b-08b4a93bb050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:53.419650 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c51a00-109a-4f14-b40b-08b4a93bb050 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:53.419989 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c51a00-109a-4f14-b40b-08b4a93bb050 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:53.420315 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c51a00-109a-4f14-b40b-08b4a93bb050 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:53.420806 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c51a00-109a-4f14-b40b-08b4a93bb050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:53.421321 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c51a00-109a-4f14-b40b-08b4a93bb050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:53.421650 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c51a00-109a-4f14-b40b-08b4a93bb050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:53.421978 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c51a00-109a-4f14-b40b-08b4a93bb050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:53.458138 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-65e773cb-fec4-4e22-8fb7-cb04b48cdef3 None None] Attempting to bind port e86c607f-58d1-46cf-82a2-7239cb3dac82 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:06:53.458531 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-65e773cb-fec4-4e22-8fb7-cb04b48cdef3 None None] Attempting to bind port e86c607f-58d1-46cf-82a2-7239cb3dac82 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '7a088661-45bc-40a2-b55e-d95319cbc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cb69d881-b5b4-47e1-a06c-d4e9759b2c29'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:06:53.459073 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e773cb-fec4-4e22-8fb7-cb04b48cdef3 None None] Attempting to bind port e86c607f-58d1-46cf-82a2-7239cb3dac82 on network cb69d881-b5b4-47e1-a06c-d4e9759b2c29 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:06:53.464994 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e773cb-fec4-4e22-8fb7-cb04b48cdef3 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:06:53.465365 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e773cb-fec4-4e22-8fb7-cb04b48cdef3 None None] Checking segment: {'id': '7a088661-45bc-40a2-b55e-d95319cbc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cb69d881-b5b4-47e1-a06c-d4e9759b2c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:06:53.465796 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-65e773cb-fec4-4e22-8fb7-cb04b48cdef3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:53.466205 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e773cb-fec4-4e22-8fb7-cb04b48cdef3 None None] Bound using segment: {'id': '7a088661-45bc-40a2-b55e-d95319cbc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cb69d881-b5b4-47e1-a06c-d4e9759b2c29'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:06:53.466674 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-65e773cb-fec4-4e22-8fb7-cb04b48cdef3 None None] Bound port: e86c607f-58d1-46cf-82a2-7239cb3dac82, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a088661-45bc-40a2-b55e-d95319cbc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cb69d881-b5b4-47e1-a06c-d4e9759b2c29'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:06:53.467049 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-65e773cb-fec4-4e22-8fb7-cb04b48cdef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e86c607f-58d1-46cf-82a2-7239cb3dac82), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:53.535801 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-65e773cb-fec4-4e22-8fb7-cb04b48cdef3 None None] For port e86c607f-58d1-46cf-82a2-7239cb3dac82, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:06:53.539232 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-65e773cb-fec4-4e22-8fb7-cb04b48cdef3 None None] For port e86c607f-58d1-46cf-82a2-7239cb3dac82, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e86c607f-58d1-46cf-82a2-7239cb3dac82,segment=NetworkSegment(7a088661-45bc-40a2-b55e-d95319cbc9e5),segment_id=7a088661-45bc-40a2-b55e-d95319cbc9e5)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:06:53.547315 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-65e773cb-fec4-4e22-8fb7-cb04b48cdef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e86c607f-58d1-46cf-82a2-7239cb3dac82), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:53.612853 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e773cb-fec4-4e22-8fb7-cb04b48cdef3 None None] Routers {'e8998653-1fe9-4f1f-ad22-efeeed59a3a9'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:06:53.613499 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-65e773cb-fec4-4e22-8fb7-cb04b48cdef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:06:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['e8998653-1fe9-4f1f-ad22-efeeed59a3a9'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:06:53.669303 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fe53b073-8ddc-43d4-b2b1-1aae99d075e6 None None] Provisioning complete for port e86c607f-58d1-46cf-82a2-7239cb3dac82 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:06:53.669790 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fe53b073-8ddc-43d4-b2b1-1aae99d075e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e86c607f-58d1-46cf-82a2-7239cb3dac82), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:53.755759 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c51a00-109a-4f14-b40b-08b4a93bb050 None None] Pushing event updated for resources: {'Port': ['ID=e86c607f-58d1-46cf-82a2-7239cb3dac82,revision_number=4']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:53.768009 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fe53b073-8ddc-43d4-b2b1-1aae99d075e6 None None] Current status of the port e86c607f-58d1-46cf-82a2-7239cb3dac82 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:06:53.768712 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fe53b073-8ddc-43d4-b2b1-1aae99d075e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e86c607f-58d1-46cf-82a2-7239cb3dac82), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:53.811280 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fe53b073-8ddc-43d4-b2b1-1aae99d075e6 None None] For port e86c607f-58d1-46cf-82a2-7239cb3dac82, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e86c607f-58d1-46cf-82a2-7239cb3dac82,segment=NetworkSegment(7a088661-45bc-40a2-b55e-d95319cbc9e5),segment_id=7a088661-45bc-40a2-b55e-d95319cbc9e5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:06:53.817171 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fe53b073-8ddc-43d4-b2b1-1aae99d075e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e86c607f-58d1-46cf-82a2-7239cb3dac82), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:53.842144 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-65e773cb-fec4-4e22-8fb7-cb04b48cdef3 None None] Set router e8998653-1fe9-4f1f-ad22-efeeed59a3a9 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:06:53.876161 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53b073-8ddc-43d4-b2b1-1aae99d075e6 None None] Pushing event updated for resources: {'Port': ['ID=e86c607f-58d1-46cf-82a2-7239cb3dac82,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:53.937771 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-a4f5be82-ef0f-46c0-bc21-0b0ad32a7d28 None None] Provisioning complete for port e86c607f-58d1-46cf-82a2-7239cb3dac82 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:06:53.938141 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a4f5be82-ef0f-46c0-bc21-0b0ad32a7d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e86c607f-58d1-46cf-82a2-7239cb3dac82), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:54.019261 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-a4f5be82-ef0f-46c0-bc21-0b0ad32a7d28 None None] Current status of the port e86c607f-58d1-46cf-82a2-7239cb3dac82 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:06:54.036135 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device adedd441-3080-4df9-b496-7c13fb610db8 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:06:54.047523 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-65e773cb-fec4-4e22-8fb7-cb04b48cdef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256866427', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:06:47Z', 'updated_at': '2022-02-19T05:06:50Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:06:48Z', 'updated_at': '2022-02-19T05:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'e86c607f-58d1-46cf-82a2-7239cb3dac82', 'name': '', 'network_id': 'cb69d881-b5b4-47e1-a06c-d4e9759b2c29', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:e4:cb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:06:50Z', 'updated_at': '2022-02-19T05:06:53Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': '4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:06:54.074444 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e773cb-fec4-4e22-8fb7-cb04b48cdef3 None None] The sync data for ids ['e8998653-1fe9-4f1f-ad22-efeeed59a3a9'] in n-d-828369-19 is: [{'id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256866427', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:06:47Z', 'updated_at': '2022-02-19T05:06:50Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:06:48Z', 'updated_at': '2022-02-19T05:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'e86c607f-58d1-46cf-82a2-7239cb3dac82', 'name': '', 'network_id': 'cb69d881-b5b4-47e1-a06c-d4e9759b2c29', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:e4:cb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:06:50Z', 'updated_at': '2022-02-19T05:06:53Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': '4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:06:54.092944 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port adedd441-3080-4df9-b496-7c13fb610db8 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:06:54.093463 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (adedd441-3080-4df9-b496-7c13fb610db8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:54.282158 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-18cf7870-2d7b-4e0c-b785-3d85d6749241 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:54.288786 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-18cf7870-2d7b-4e0c-b785-3d85d6749241 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.26 "GET /v2.0/networks?id=cb69d881-b5b4-47e1-a06c-d4e9759b2c29 HTTP/1.1" status: 200 len: 797 time: 0.1573520 Feb 19 05:06:54.372869 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port adedd441-3080-4df9-b496-7c13fb610db8 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:06:54.374524 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:06:54.377614 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d9de4c81-d293-4b23-9c42-0fb8a9f871e1 req-2f147e33-0f69-4224-997f-af4cf016e18d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 210 time: 0.0276024 Feb 19 05:06:54.441291 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:06:54.441818 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:54.530301 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:06:54.679258 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-09b1e6e4-47aa-4cd5-bd46-5978c66ede08 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35b259a6dce94926b3e9e09de8b37f6a HTTP/1.1" status: 200 len: 380 time: 0.3807552 Feb 19 05:06:54.688501 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-3d1ff9ed-d568-401c-94ec-7522830b13d4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'port': {'device_id': '6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800', 'network_id': 'cb69d881-b5b4-47e1-a06c-d4e9759b2c29', 'admin_state_up': True, 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'security_groups': ['1cd8c784-0918-496c-b48a-118c88e2b3e6']}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:06:54.795210 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-3d1ff9ed-d568-401c-94ec-7522830b13d4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Made reservation on behalf of 35b259a6dce94926b3e9e09de8b37f6a for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:06:54.798607 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-3d1ff9ed-d568-401c-94ec-7522830b13d4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:54.938261 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-3d1ff9ed-d568-401c-94ec-7522830b13d4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Allocated IP 172.20.0.4 (cb69d881-b5b4-47e1-a06c-d4e9759b2c29/4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2/84ca3b96-d69e-4a77-a328-4431816a2139) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:06:55.082691 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-3d1ff9ed-d568-401c-94ec-7522830b13d4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (84ca3b96-d69e-4a77-a328-4431816a2139), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:55.117080 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-3d1ff9ed-d568-401c-94ec-7522830b13d4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (84ca3b96-d69e-4a77-a328-4431816a2139), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:55.160731 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-3d1ff9ed-d568-401c-94ec-7522830b13d4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network cb69d881-b5b4-47e1-a06c-d4e9759b2c29 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:06:55.166564 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-3d1ff9ed-d568-401c-94ec-7522830b13d4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:06:55.170242 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-3d1ff9ed-d568-401c-94ec-7522830b13d4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:06:55.203148 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ff9ed-d568-401c-94ec-7522830b13d4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=84ca3b96-d69e-4a77-a328-4431816a2139,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:55.230088 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-3d1ff9ed-d568-401c-94ec-7522830b13d4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:55.230787 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-3d1ff9ed-d568-401c-94ec-7522830b13d4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:55.250404 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-3d1ff9ed-d568-401c-94ec-7522830b13d4 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5657816 Feb 19 05:06:55.259867 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-f67b4f31-9508-40f9-b4e1-fcda45b3e9d8 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:06:55.261193 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-f67b4f31-9508-40f9-b4e1-fcda45b3e9d8 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058613 Feb 19 05:06:55.272271 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-36170b52-a4bb-402e-8b4d-4d720af049a2 service neutron] Request body: {'port': {'device_id': '6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:06:55.341947 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-36170b52-a4bb-402e-8b4d-4d720af049a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (84ca3b96-d69e-4a77-a328-4431816a2139), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:55.453405 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-59110cc7-2b37-433e-a9a6-944781964889 None None] Provisioning complete for port 84ca3b96-d69e-4a77-a328-4431816a2139 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:06:55.453967 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-59110cc7-2b37-433e-a9a6-944781964889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (84ca3b96-d69e-4a77-a328-4431816a2139), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:55.488022 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-59110cc7-2b37-433e-a9a6-944781964889 None None] Port 84ca3b96-d69e-4a77-a328-4431816a2139 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:06:55.514433 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab0218-ef3f-4827-8c16-631fb9aa9821 req-6fd56235-f416-4e08-9f99-9c8dd3b87120 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:55.515924 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-81ab0218-ef3f-4827-8c16-631fb9aa9821 req-6fd56235-f416-4e08-9f99-9c8dd3b87120 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 931 time: 0.0615361 Feb 19 05:06:55.564732 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-81ab0218-ef3f-4827-8c16-631fb9aa9821 req-f2f4d989-3cfa-4cad-9dd2-7cf2fb0535bd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=1cd8c784-0918-496c-b48a-118c88e2b3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431616 Feb 19 05:06:55.604048 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-36170b52-a4bb-402e-8b4d-4d720af049a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84ca3b96-d69e-4a77-a328-4431816a2139 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:06:55.611893 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-36170b52-a4bb-402e-8b4d-4d720af049a2 service neutron] Publish callbacks [] for port (84ca3b96-d69e-4a77-a328-4431816a2139), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:55.623469 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-36170b52-a4bb-402e-8b4d-4d720af049a2 service neutron] Transition to ACTIVE for port object 84ca3b96-d69e-4a77-a328-4431816a2139 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:06:55.627178 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-36170b52-a4bb-402e-8b4d-4d720af049a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (84ca3b96-d69e-4a77-a328-4431816a2139), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:55.681935 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36170b52-a4bb-402e-8b4d-4d720af049a2 service neutron] Pushing event updated for resources: {'Port': ['ID=84ca3b96-d69e-4a77-a328-4431816a2139,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:55.755635 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-36170b52-a4bb-402e-8b4d-4d720af049a2 service neutron] Attempting to bind port 84ca3b96-d69e-4a77-a328-4431816a2139 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:06:55.755977 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-36170b52-a4bb-402e-8b4d-4d720af049a2 service neutron] Attempting to bind port 84ca3b96-d69e-4a77-a328-4431816a2139 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '7a088661-45bc-40a2-b55e-d95319cbc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cb69d881-b5b4-47e1-a06c-d4e9759b2c29'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:06:55.756396 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-36170b52-a4bb-402e-8b4d-4d720af049a2 service neutron] Attempting to bind port 84ca3b96-d69e-4a77-a328-4431816a2139 on network cb69d881-b5b4-47e1-a06c-d4e9759b2c29 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:06:55.761241 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-36170b52-a4bb-402e-8b4d-4d720af049a2 service neutron] Port 84ca3b96-d69e-4a77-a328-4431816a2139 on network cb69d881-b5b4-47e1-a06c-d4e9759b2c29 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:06:55.761558 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-36170b52-a4bb-402e-8b4d-4d720af049a2 service neutron] Attempting to bind port 84ca3b96-d69e-4a77-a328-4431816a2139 on network cb69d881-b5b4-47e1-a06c-d4e9759b2c29 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:06:55.767079 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-36170b52-a4bb-402e-8b4d-4d720af049a2 service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:06:55.767418 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-36170b52-a4bb-402e-8b4d-4d720af049a2 service neutron] Checking segment: {'id': '7a088661-45bc-40a2-b55e-d95319cbc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cb69d881-b5b4-47e1-a06c-d4e9759b2c29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:06:55.767805 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-36170b52-a4bb-402e-8b4d-4d720af049a2 service neutron] Bound using segment: {'id': '7a088661-45bc-40a2-b55e-d95319cbc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cb69d881-b5b4-47e1-a06c-d4e9759b2c29'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:06:55.768227 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-36170b52-a4bb-402e-8b4d-4d720af049a2 service neutron] Bound port: 84ca3b96-d69e-4a77-a328-4431816a2139, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a088661-45bc-40a2-b55e-d95319cbc9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cb69d881-b5b4-47e1-a06c-d4e9759b2c29'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:06:55.768582 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-36170b52-a4bb-402e-8b4d-4d720af049a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (84ca3b96-d69e-4a77-a328-4431816a2139), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:55.834962 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-36170b52-a4bb-402e-8b4d-4d720af049a2 service neutron] For port 84ca3b96-d69e-4a77-a328-4431816a2139, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:06:55.838953 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-36170b52-a4bb-402e-8b4d-4d720af049a2 service neutron] For port 84ca3b96-d69e-4a77-a328-4431816a2139, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=84ca3b96-d69e-4a77-a328-4431816a2139,segment=NetworkSegment(7a088661-45bc-40a2-b55e-d95319cbc9e5),segment_id=7a088661-45bc-40a2-b55e-d95319cbc9e5)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:06:55.844910 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-36170b52-a4bb-402e-8b4d-4d720af049a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (84ca3b96-d69e-4a77-a328-4431816a2139), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:55.876323 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-36170b52-a4bb-402e-8b4d-4d720af049a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:55.876950 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-36170b52-a4bb-402e-8b4d-4d720af049a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:55.878417 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-36170b52-a4bb-402e-8b4d-4d720af049a2 service neutron] 10.222.0.26 "PUT /v2.0/ports/84ca3b96-d69e-4a77-a328-4431816a2139 HTTP/1.1" status: 200 len: 1092 time: 0.6102266 Feb 19 05:06:55.878854 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800', 'tag': '84ca3b96-d69e-4a77-a328-4431816a2139'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:06:55.881191 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4d7a6f327845de7d96adfc61245815a02f228650e7f42977fc0a396d303eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d336279e-66d5-4503-8f1c-620f1153fc44" -d '{"events": [{"name": "network-changed", "server_uuid": "6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800", "tag": "84ca3b96-d69e-4a77-a328-4431816a2139"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:06:55.927760 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36170b52-a4bb-402e-8b4d-4d720af049a2 service neutron] Pushing event updated for resources: {'Port': ['ID=84ca3b96-d69e-4a77-a328-4431816a2139,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:55.931862 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac88cc68-8fd7-4e7a-a045-70bd62fb54a0 x-openstack-request-id: req-ac88cc68-8fd7-4e7a-a045-70bd62fb54a0 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:06:55.932188 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800", "tag": "84ca3b96-d69e-4a77-a328-4431816a2139", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:06:55.932454 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac88cc68-8fd7-4e7a-a045-70bd62fb54a0 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:06:55.932856 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800', 'tag': '84ca3b96-d69e-4a77-a328-4431816a2139', 'status': 'completed', 'code': 200} Feb 19 05:06:55.985660 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-dbac1ee1-4a39-465a-a976-95d8d1a82584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:55.987634 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-dbac1ee1-4a39-465a-a976-95d8d1a82584 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 1126 time: 0.0536175 Feb 19 05:06:56.036695 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-77d7b040-b3a7-4b63-bd8a-14980626c01b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84ca3b96-d69e-4a77-a328-4431816a2139 HTTP/1.1" status: 200 len: 217 time: 0.0414877 Feb 19 05:06:56.048253 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e86c607f-58d1-46cf-82a2-7239cb3dac82 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:06:56.092947 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-552237ec-055d-4626-917a-f6df7ba10024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:56.094542 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-552237ec-055d-4626-917a-f6df7ba10024 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2 HTTP/1.1" status: 200 len: 835 time: 0.0518904 Feb 19 05:06:56.100835 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port e86c607f-58d1-46cf-82a2-7239cb3dac82 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:06:56.101210 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e86c607f-58d1-46cf-82a2-7239cb3dac82), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:56.143116 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-f218fb13-02fb-45f8-a59d-773b0d4b8215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:56.144621 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-f218fb13-02fb-45f8-a59d-773b0d4b8215 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb69d881-b5b4-47e1-a06c-d4e9759b2c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443029 Feb 19 05:06:56.195045 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port e86c607f-58d1-46cf-82a2-7239cb3dac82 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:06:56.240197 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-e7233011-390a-4225-88c2-9cfaf54b4dbd service neutron] 10.222.0.26 "GET /v2.0/networks/cb69d881-b5b4-47e1-a06c-d4e9759b2c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891607 Feb 19 05:06:56.328882 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-a2570f15-ad24-4dc2-9f02-3578045bad6d req-925467ed-2db1-4c61-99dc-c7597c0b957d service neutron] 10.222.0.26 "GET /v2.0/networks/cb69d881-b5b4-47e1-a06c-d4e9759b2c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827715 Feb 19 05:06:56.422233 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336279e-66d5-4503-8f1c-620f1153fc44 req-b5a0b0c5-ed66-4d95-958f-96969ce78698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:56.423857 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d336279e-66d5-4503-8f1c-620f1153fc44 req-b5a0b0c5-ed66-4d95-958f-96969ce78698 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 1126 time: 0.0495346 Feb 19 05:06:56.514409 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336279e-66d5-4503-8f1c-620f1153fc44 req-92744ee2-4d51-4967-a47e-6ebeb0e6fae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:56.515887 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d336279e-66d5-4503-8f1c-620f1153fc44 req-92744ee2-4d51-4967-a47e-6ebeb0e6fae9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cb69d881-b5b4-47e1-a06c-d4e9759b2c29 HTTP/1.1" status: 200 len: 898 time: 0.0859635 Feb 19 05:06:56.560120 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d336279e-66d5-4503-8f1c-620f1153fc44 req-84f33a6b-46f4-457f-8de1-540a3fb23505 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84ca3b96-d69e-4a77-a328-4431816a2139 HTTP/1.1" status: 200 len: 217 time: 0.0383627 Feb 19 05:06:56.608146 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336279e-66d5-4503-8f1c-620f1153fc44 req-3d1b530b-a3f6-4856-849d-7aeb6c965297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:56.609763 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d336279e-66d5-4503-8f1c-620f1153fc44 req-3d1b530b-a3f6-4856-849d-7aeb6c965297 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2 HTTP/1.1" status: 200 len: 835 time: 0.0438907 Feb 19 05:06:56.658056 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336279e-66d5-4503-8f1c-620f1153fc44 req-d8e138ad-bd5d-4336-ae3d-c7ffb37c87a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:56.659606 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d336279e-66d5-4503-8f1c-620f1153fc44 req-d8e138ad-bd5d-4336-ae3d-c7ffb37c87a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb69d881-b5b4-47e1-a06c-d4e9759b2c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443916 Feb 19 05:06:56.689104 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0ed3d-663c-4dd8-98a7-8917d1b61f90 req-b9b60b0e-fab9-412b-86a2-3f66061a7ea6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:56.690595 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95b0ed3d-663c-4dd8-98a7-8917d1b61f90 req-b9b60b0e-fab9-412b-86a2-3f66061a7ea6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 943 time: 0.0574419 Feb 19 05:06:56.739090 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95b0ed3d-663c-4dd8-98a7-8917d1b61f90 req-71afd5b7-7b4e-495b-8b52-def53bcbce12 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=1cd8c784-0918-496c-b48a-118c88e2b3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429041 Feb 19 05:06:56.750254 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d336279e-66d5-4503-8f1c-620f1153fc44 req-f4cdf21f-f1e5-44bd-8938-db27efe4aadf service neutron] 10.222.0.26 "GET /v2.0/networks/cb69d881-b5b4-47e1-a06c-d4e9759b2c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844369 Feb 19 05:06:56.855062 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d336279e-66d5-4503-8f1c-620f1153fc44 req-67d43c9a-c303-409f-a383-6b923b9b5cba service neutron] 10.222.0.26 "GET /v2.0/networks/cb69d881-b5b4-47e1-a06c-d4e9759b2c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994885 Feb 19 05:06:57.515314 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:57.860035 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c0429-f6c6-45ef-833d-c74311cc2cc3 req-131345d4-6922-4143-939b-f6a90171af7f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:57.861510 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f4c0429-f6c6-45ef-833d-c74311cc2cc3 req-131345d4-6922-4143-939b-f6a90171af7f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 943 time: 0.0518417 Feb 19 05:06:57.909421 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3f4c0429-f6c6-45ef-833d-c74311cc2cc3 req-f67ef53e-8166-4c6f-a87c-3da982941482 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=1cd8c784-0918-496c-b48a-118c88e2b3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420852 Feb 19 05:06:59.027262 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49d776-ce25-478b-9ebd-ee85ba2d6163 req-eb4a09b8-0bf5-423f-8565-5ed5d4f16d84 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:59.028739 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf49d776-ce25-478b-9ebd-ee85ba2d6163 req-eb4a09b8-0bf5-423f-8565-5ed5d4f16d84 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 943 time: 0.0523474 Feb 19 05:06:59.081038 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf49d776-ce25-478b-9ebd-ee85ba2d6163 req-4d27a377-1806-46a6-aaf5-5055a8d22441 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=1cd8c784-0918-496c-b48a-118c88e2b3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466733 Feb 19 05:06:59.848530 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 84ca3b96-d69e-4a77-a328-4431816a2139 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:06:59.945733 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 84ca3b96-d69e-4a77-a328-4431816a2139, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=84ca3b96-d69e-4a77-a328-4431816a2139,segment=NetworkSegment(7a088661-45bc-40a2-b55e-d95319cbc9e5),segment_id=7a088661-45bc-40a2-b55e-d95319cbc9e5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:06:59.957901 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '84ca3b96-d69e-4a77-a328-4431816a2139', 'network_id': 'cb69d881-b5b4-47e1-a06c-d4e9759b2c29', 'port_id': '84ca3b96-d69e-4a77-a328-4431816a2139', 'mac_address': 'fa:16:3e:e4:c8:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:06:59.993895 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 84ca3b96-d69e-4a77-a328-4431816a2139 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:06:59.994238 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (84ca3b96-d69e-4a77-a328-4431816a2139), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:00.006749 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84ca3b96-d69e-4a77-a328-4431816a2139 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:07:00.026632 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 84ca3b96-d69e-4a77-a328-4431816a2139, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=84ca3b96-d69e-4a77-a328-4431816a2139,segment=NetworkSegment(7a088661-45bc-40a2-b55e-d95319cbc9e5),segment_id=7a088661-45bc-40a2-b55e-d95319cbc9e5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:07:00.030398 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (84ca3b96-d69e-4a77-a328-4431816a2139), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:00.076370 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=84ca3b96-d69e-4a77-a328-4431816a2139,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:00.198746 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:00.199592 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2218d2-4872-40e9-adec-036b0e3dce4c req-4263c510-1dd9-414b-b89e-d3210d5deebd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:00.201135 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4e2218d2-4872-40e9-adec-036b0e3dce4c req-4263c510-1dd9-414b-b89e-d3210d5deebd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 944 time: 0.0532258 Feb 19 05:07:00.249553 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4e2218d2-4872-40e9-adec-036b0e3dce4c req-f1aed79a-e99f-43e2-bc2f-6b49d1977494 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=1cd8c784-0918-496c-b48a-118c88e2b3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425768 Feb 19 05:07:00.401858 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['84ca3b96-d69e-4a77-a328-4431816a2139'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:07:00.743855 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7c17c850-3cac-4331-bb0c-b948933b60d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:01.366524 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd992837-0243-4876-bf2e-a0b2bf75e892 req-42eeff4b-e56f-4b6e-a301-84791517015a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:01.368012 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd992837-0243-4876-bf2e-a0b2bf75e892 req-42eeff4b-e56f-4b6e-a301-84791517015a tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 944 time: 0.0515208 Feb 19 05:07:01.415803 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd992837-0243-4876-bf2e-a0b2bf75e892 req-4a442d13-61bb-42df-a3be-a4a7a11bb796 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=1cd8c784-0918-496c-b48a-118c88e2b3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420930 Feb 19 05:07:01.867822 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 84ca3b96-d69e-4a77-a328-4431816a2139 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:07:01.920110 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 84ca3b96-d69e-4a77-a328-4431816a2139 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:07:01.925933 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 84ca3b96-d69e-4a77-a328-4431816a2139 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:07:01.925933 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (84ca3b96-d69e-4a77-a328-4431816a2139), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:02.002340 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 84ca3b96-d69e-4a77-a328-4431816a2139 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:07:02.002731 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (84ca3b96-d69e-4a77-a328-4431816a2139), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:02.027906 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ca3b96-d69e-4a77-a328-4431816a2139'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:07:02.030421 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef644b6ab79b0ac41de0b13976fcd129d4d99816de20742327e953106f20d7ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296488e0-1b6f-49ee-8864-ba8b6690e7d0" -d '{"events": [{"server_uuid": "6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800", "name": "network-vif-plugged", "status": "completed", "tag": "84ca3b96-d69e-4a77-a328-4431816a2139"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:07:02.042870 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 84ca3b96-d69e-4a77-a328-4431816a2139, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=84ca3b96-d69e-4a77-a328-4431816a2139,segment=NetworkSegment(7a088661-45bc-40a2-b55e-d95319cbc9e5),segment_id=7a088661-45bc-40a2-b55e-d95319cbc9e5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:07:02.046806 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (84ca3b96-d69e-4a77-a328-4431816a2139), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:02.072757 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb78a2c6-9231-49cf-baae-376e667856b8 x-openstack-request-id: req-cb78a2c6-9231-49cf-baae-376e667856b8 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:07:02.073754 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800", "name": "network-vif-plugged", "status": "completed", "tag": "84ca3b96-d69e-4a77-a328-4431816a2139", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:07:02.074008 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cb78a2c6-9231-49cf-baae-376e667856b8 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:07:02.074753 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ca3b96-d69e-4a77-a328-4431816a2139', 'code': 200} Feb 19 05:07:02.103743 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=84ca3b96-d69e-4a77-a328-4431816a2139,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:02.163706 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca9a7e-7a6a-4dbb-af82-05225a7b0b36 req-e0158ee5-b18c-491e-abff-ef3c57ef8215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:02.165104 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-59ca9a7e-7a6a-4dbb-af82-05225a7b0b36 req-e0158ee5-b18c-491e-abff-ef3c57ef8215 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 1128 time: 0.0425696 Feb 19 05:07:02.210400 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-59ca9a7e-7a6a-4dbb-af82-05225a7b0b36 req-e2d7c215-9962-4437-a4d7-305252068d51 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1cd8c784-0918-496c-b48a-118c88e2b3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388982 Feb 19 05:07:02.537169 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2009c-3ff4-4c00-9eea-e4fd79b5a1f0 req-f1b3f340-0a00-407d-925f-9b68648fe5e6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:02.538635 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6f2009c-3ff4-4c00-9eea-e4fd79b5a1f0 req-f1b3f340-0a00-407d-925f-9b68648fe5e6 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 945 time: 0.0541012 Feb 19 05:07:02.586580 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a6f2009c-3ff4-4c00-9eea-e4fd79b5a1f0 req-5b017cfc-88b2-4c22-bba6-f9b933e655e8 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=1cd8c784-0918-496c-b48a-118c88e2b3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418305 Feb 19 05:07:03.605724 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-792cbeba-bce1-4a65-ba12-31471db9fe94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:03.705194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6f26d-a43a-4248-92b4-a9465044e330 req-9d97a4dd-9d71-4e9d-96f6-c5b0e89c5174 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:03.706699 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29b6f26d-a43a-4248-92b4-a9465044e330 req-9d97a4dd-9d71-4e9d-96f6-c5b0e89c5174 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 945 time: 0.0525718 Feb 19 05:07:03.754580 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-29b6f26d-a43a-4248-92b4-a9465044e330 req-f26dd259-29b0-4aab-a7c2-8e43416036f2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=1cd8c784-0918-496c-b48a-118c88e2b3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422711 Feb 19 05:07:03.885165 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c213511-b2a9-4dc6-9720-7d4a6e1cf7ee req-f8bd2f5e-d010-44f6-9a8d-1310d6ba78cf tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:03.886586 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c213511-b2a9-4dc6-9720-7d4a6e1cf7ee req-f8bd2f5e-d010-44f6-9a8d-1310d6ba78cf tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 945 time: 0.0654974 Feb 19 05:07:03.936068 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c213511-b2a9-4dc6-9720-7d4a6e1cf7ee req-f602c7dc-18b0-449a-8844-165ff1223741 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=1cd8c784-0918-496c-b48a-118c88e2b3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438373 Feb 19 05:07:03.964010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48300) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:04.013676 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0d0dc4-d62f-4116-b17d-eb544e202660 tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:04.015226 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-4b0d0dc4-d62f-4116-b17d-eb544e202660 tempest-TestNetworkAdvancedServerOps-1137404944 tempest-TestNetworkAdvancedServerOps-1137404944-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 1123 time: 0.0502067 Feb 19 05:07:04.017973 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48302) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:04.022123 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-9512a733-6503-428b-b9ac-f77bb5f2e85f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'port_id': '84ca3b96-d69e-4a77-a328-4431816a2139', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:07:04.043107 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9512a733-6503-428b-b9ac-f77bb5f2e85f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:04.058663 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:04.140940 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9512a733-6503-428b-b9ac-f77bb5f2e85f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:04.239516 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-9512a733-6503-428b-b9ac-f77bb5f2e85f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Allocated IP 172.25.3.160 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/32cd4a9e-4209-4b7a-9506-ad23c43e1423) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:07:04.315753 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:07:04.342968 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9512a733-6503-428b-b9ac-f77bb5f2e85f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (32cd4a9e-4209-4b7a-9506-ad23c43e1423), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:04.375291 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9512a733-6503-428b-b9ac-f77bb5f2e85f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (32cd4a9e-4209-4b7a-9506-ad23c43e1423), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:04.410349 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9512a733-6503-428b-b9ac-f77bb5f2e85f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:07:04.413092 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-9512a733-6503-428b-b9ac-f77bb5f2e85f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:07:04.415655 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9512a733-6503-428b-b9ac-f77bb5f2e85f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:07:04.447641 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512a733-6503-428b-b9ac-f77bb5f2e85f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=32cd4a9e-4209-4b7a-9506-ad23c43e1423,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:04.777396 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9512a733-6503-428b-b9ac-f77bb5f2e85f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for floatingip (11a29745-a3c3-4abc-a95d-98eb39ff0207), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:04.843231 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9512a733-6503-428b-b9ac-f77bb5f2e85f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (32cd4a9e-4209-4b7a-9506-ad23c43e1423), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:05.000557 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9512a733-6503-428b-b9ac-f77bb5f2e85f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for port (32cd4a9e-4209-4b7a-9506-ad23c43e1423), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:05.005141 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9512a733-6503-428b-b9ac-f77bb5f2e85f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (32cd4a9e-4209-4b7a-9506-ad23c43e1423), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:05.073584 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512a733-6503-428b-b9ac-f77bb5f2e85f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event updated for resources: {'Port': ['ID=32cd4a9e-4209-4b7a-9506-ad23c43e1423,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:05.085278 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9512a733-6503-428b-b9ac-f77bb5f2e85f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (11a29745-a3c3-4abc-a95d-98eb39ff0207), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:05.188179 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-9512a733-6503-428b-b9ac-f77bb5f2e85f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Floating IP 11a29745-a3c3-4abc-a95d-98eb39ff0207 associated. External IP: 172.25.3.160, port: 84ca3b96-d69e-4a77-a328-4431816a2139. Feb 19 05:07:05.401873 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9512a733-6503-428b-b9ac-f77bb5f2e85f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Router e8998653-1fe9-4f1f-ad22-efeeed59a3a9 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:07:05.510300 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9512a733-6503-428b-b9ac-f77bb5f2e85f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:07:05.519645 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6396d4ba-5646-472e-b748-75efdd5bfc6a None None] Sync routers for ids ['e8998653-1fe9-4f1f-ad22-efeeed59a3a9'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:07:05.532945 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-9512a733-6503-428b-b9ac-f77bb5f2e85f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:05.538038 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6396d4ba-5646-472e-b748-75efdd5bfc6a None None] Routers {'e8998653-1fe9-4f1f-ad22-efeeed59a3a9'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:07:05.538689 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-6396d4ba-5646-472e-b748-75efdd5bfc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:07:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['e8998653-1fe9-4f1f-ad22-efeeed59a3a9'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:07:05.563666 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-9512a733-6503-428b-b9ac-f77bb5f2e85f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5446534 Feb 19 05:07:05.564638 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800', 'tag': '84ca3b96-d69e-4a77-a328-4431816a2139'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:07:05.567516 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b64094-e9ca-4459-9967-3cc0cc251d80" -d '{"events": [{"name": "network-changed", "server_uuid": "6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800", "tag": "84ca3b96-d69e-4a77-a328-4431816a2139"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:07:05.606249 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:05.620725 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be27b03d-e1d4-401b-903e-04499f1d0d99 x-openstack-request-id: req-be27b03d-e1d4-401b-903e-04499f1d0d99 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:07:05.621021 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800", "tag": "84ca3b96-d69e-4a77-a328-4431816a2139", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:07:05.621273 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be27b03d-e1d4-401b-903e-04499f1d0d99 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:07:05.621677 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800', 'tag': '84ca3b96-d69e-4a77-a328-4431816a2139', 'status': 'completed', 'code': 200} Feb 19 05:07:05.674418 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-6396d4ba-5646-472e-b748-75efdd5bfc6a None None] Set router e8998653-1fe9-4f1f-ad22-efeeed59a3a9 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:07:05.676553 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766db9f-e68c-48fc-b0eb-13910a0b5e29 req-51f321bf-f12a-4dca-9133-fb9cf81e5545 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:05.678058 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e766db9f-e68c-48fc-b0eb-13910a0b5e29 req-51f321bf-f12a-4dca-9133-fb9cf81e5545 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 945 time: 0.0555761 Feb 19 05:07:05.699212 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b64094-e9ca-4459-9967-3cc0cc251d80 req-fd0fc43f-c322-4f15-8883-000faa423e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:05.700878 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e5b64094-e9ca-4459-9967-3cc0cc251d80 req-fd0fc43f-c322-4f15-8883-000faa423e9d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 1128 time: 0.0565703 Feb 19 05:07:05.732599 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e766db9f-e68c-48fc-b0eb-13910a0b5e29 req-2ad54dc4-39a6-4329-b45b-4424f1ae6f15 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=1cd8c784-0918-496c-b48a-118c88e2b3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483227 Feb 19 05:07:05.754059 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48308) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:05.795100 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b64094-e9ca-4459-9967-3cc0cc251d80 req-f0517fb2-c7a1-4b83-89a4-ba121aa28322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:05.796807 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e5b64094-e9ca-4459-9967-3cc0cc251d80 req-f0517fb2-c7a1-4b83-89a4-ba121aa28322 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cb69d881-b5b4-47e1-a06c-d4e9759b2c29 HTTP/1.1" status: 200 len: 898 time: 0.0887711 Feb 19 05:07:05.823434 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-084439da-615d-40a1-a3ad-9b2102977c5d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/floatingips/11a29745-a3c3-4abc-a95d-98eb39ff0207 HTTP/1.1" status: 200 len: 991 time: 0.0680652 Feb 19 05:07:05.867553 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e5b64094-e9ca-4459-9967-3cc0cc251d80 req-7014ad09-9e9e-4f49-b9a4-eb8cde12b0bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84ca3b96-d69e-4a77-a328-4431816a2139 HTTP/1.1" status: 200 len: 999 time: 0.0647023 Feb 19 05:07:05.914810 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-6396d4ba-5646-472e-b748-75efdd5bfc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256866427', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:06:47Z', 'updated_at': '2022-02-19T05:06:50Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:06:48Z', 'updated_at': '2022-02-19T05:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '11a29745-a3c3-4abc-a95d-98eb39ff0207', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'port_id': '84ca3b96-d69e-4a77-a328-4431816a2139', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb69d881-b5b4-47e1-a06c-d4e9759b2c29', 'mac_address': 'fa:16:3e:e4:c8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:07:04Z', 'updated_at': '2022-02-19T05:07:04Z', 'revision_number': 0, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e86c607f-58d1-46cf-82a2-7239cb3dac82', 'name': '', 'network_id': 'cb69d881-b5b4-47e1-a06c-d4e9759b2c29', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:e4:cb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:06:50Z', 'updated_at': '2022-02-19T05:06:53Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': '4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:07:05.916615 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b64094-e9ca-4459-9967-3cc0cc251d80 req-c1cb0989-4a09-49fa-b215-fb58be7d0487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:05.918072 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e5b64094-e9ca-4459-9967-3cc0cc251d80 req-c1cb0989-4a09-49fa-b215-fb58be7d0487 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2 HTTP/1.1" status: 200 len: 835 time: 0.0442617 Feb 19 05:07:05.942005 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6396d4ba-5646-472e-b748-75efdd5bfc6a None None] Checking router: e8998653-1fe9-4f1f-ad22-efeeed59a3a9 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:07:05.950575 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6396d4ba-5646-472e-b748-75efdd5bfc6a None None] Routers {'e8998653-1fe9-4f1f-ad22-efeeed59a3a9'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:07:05.951200 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-6396d4ba-5646-472e-b748-75efdd5bfc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:07:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['e8998653-1fe9-4f1f-ad22-efeeed59a3a9'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:07:05.967591 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b64094-e9ca-4459-9967-3cc0cc251d80 req-791e290d-9a5c-47ff-99d0-54654032aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:05.969300 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e5b64094-e9ca-4459-9967-3cc0cc251d80 req-791e290d-9a5c-47ff-99d0-54654032aeba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb69d881-b5b4-47e1-a06c-d4e9759b2c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448833 Feb 19 05:07:06.060875 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e5b64094-e9ca-4459-9967-3cc0cc251d80 req-2387924f-85be-499c-bd10-09162d72d1b5 service neutron] 10.222.0.26 "GET /v2.0/networks/cb69d881-b5b4-47e1-a06c-d4e9759b2c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855978 Feb 19 05:07:06.063805 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-6396d4ba-5646-472e-b748-75efdd5bfc6a None None] Set router e8998653-1fe9-4f1f-ad22-efeeed59a3a9 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:07:06.149339 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e5b64094-e9ca-4459-9967-3cc0cc251d80 req-dc1f3731-375d-4080-a040-64939c31cd75 service neutron] 10.222.0.26 "GET /v2.0/networks/cb69d881-b5b4-47e1-a06c-d4e9759b2c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817285 Feb 19 05:07:06.163217 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-d9ab3e42-758c-447a-859a-e95cd2e90a20 service neutron] (109926) timed out ('10.222.0.52', 44538) {{(pid=109926) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 05:07:06.284415 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-6396d4ba-5646-472e-b748-75efdd5bfc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256866427', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:06:47Z', 'updated_at': '2022-02-19T05:06:50Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:06:48Z', 'updated_at': '2022-02-19T05:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '11a29745-a3c3-4abc-a95d-98eb39ff0207', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'port_id': '84ca3b96-d69e-4a77-a328-4431816a2139', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb69d881-b5b4-47e1-a06c-d4e9759b2c29', 'mac_address': 'fa:16:3e:e4:c8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:07:04Z', 'updated_at': '2022-02-19T05:07:04Z', 'revision_number': 0, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e86c607f-58d1-46cf-82a2-7239cb3dac82', 'name': '', 'network_id': 'cb69d881-b5b4-47e1-a06c-d4e9759b2c29', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:e4:cb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:06:50Z', 'updated_at': '2022-02-19T05:06:53Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': '4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:07:06.310821 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6396d4ba-5646-472e-b748-75efdd5bfc6a None None] The sync data for ids ['e8998653-1fe9-4f1f-ad22-efeeed59a3a9'] in n-d-828369-19 is: [{'id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256866427', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:06:47Z', 'updated_at': '2022-02-19T05:06:50Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:06:48Z', 'updated_at': '2022-02-19T05:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '11a29745-a3c3-4abc-a95d-98eb39ff0207', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'port_id': '84ca3b96-d69e-4a77-a328-4431816a2139', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb69d881-b5b4-47e1-a06c-d4e9759b2c29', 'mac_address': 'fa:16:3e:e4:c8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:07:04Z', 'updated_at': '2022-02-19T05:07:04Z', 'revision_number': 0, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e86c607f-58d1-46cf-82a2-7239cb3dac82', 'name': '', 'network_id': 'cb69d881-b5b4-47e1-a06c-d4e9759b2c29', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:e4:cb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:06:50Z', 'updated_at': '2022-02-19T05:06:53Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': '4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:07:06.460435 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4849b173-100c-4a8d-b100-d632677f92ff req-cf5992a4-09ed-41a1-be3c-36e74cdb982a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0489528 Feb 19 05:07:06.516658 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1d8980-b121-41b1-91e4-eeb8948b35af None None] New status for floating IP 11a29745-a3c3-4abc-a95d-98eb39ff0207: ACTIVE {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:07:06.545954 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-331e31aa-6ea2-4e8c-97b3-d36517cb1733 req-a5e3a3fc-e9e8-4d5c-9b8e-ae58ee6ab88a tempest-ServerActionsTestJSON-1651396128 tempest-ServerActionsTestJSON-1651396128-project] (109926) timed out ('10.222.0.52', 44558) {{(pid=109926) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 05:07:06.551045 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849b173-100c-4a8d-b100-d632677f92ff req-af5b8f05-9465-41fd-89b3-5c0e18c6af00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:06.552671 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4849b173-100c-4a8d-b100-d632677f92ff req-af5b8f05-9465-41fd-89b3-5c0e18c6af00 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 1128 time: 0.0509319 Feb 19 05:07:06.656305 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849b173-100c-4a8d-b100-d632677f92ff req-19204bac-e610-44be-af9b-b7c36cf2de6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:06.657772 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4849b173-100c-4a8d-b100-d632677f92ff req-19204bac-e610-44be-af9b-b7c36cf2de6b service neutron] 10.222.0.26 "GET /v2.0/networks?id=cb69d881-b5b4-47e1-a06c-d4e9759b2c29 HTTP/1.1" status: 200 len: 898 time: 0.0865140 Feb 19 05:07:06.726447 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4849b173-100c-4a8d-b100-d632677f92ff req-14a7e2aa-9d70-4aa8-b1a4-5e28e47fed71 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84ca3b96-d69e-4a77-a328-4431816a2139 HTTP/1.1" status: 200 len: 1001 time: 0.0629542 Feb 19 05:07:06.773707 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849b173-100c-4a8d-b100-d632677f92ff req-474bd062-2235-4f52-b6f8-9618b7ef54e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:06.775230 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4849b173-100c-4a8d-b100-d632677f92ff req-474bd062-2235-4f52-b6f8-9618b7ef54e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2 HTTP/1.1" status: 200 len: 835 time: 0.0428922 Feb 19 05:07:06.821135 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849b173-100c-4a8d-b100-d632677f92ff req-59f48288-e0b6-4f7a-9b9d-b867b6a6d269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:06.823220 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4849b173-100c-4a8d-b100-d632677f92ff req-59f48288-e0b6-4f7a-9b9d-b867b6a6d269 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb69d881-b5b4-47e1-a06c-d4e9759b2c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0428569 Feb 19 05:07:06.827330 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48310) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:06.895172 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-243447b1-aa9a-4aba-bede-059378be5f44 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/floatingips/11a29745-a3c3-4abc-a95d-98eb39ff0207 HTTP/1.1" status: 200 len: 993 time: 0.0665779 Feb 19 05:07:06.920368 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4849b173-100c-4a8d-b100-d632677f92ff req-27b0fe7e-9a6c-47f7-8bc7-c0ee5483049e service neutron] 10.222.0.26 "GET /v2.0/networks/cb69d881-b5b4-47e1-a06c-d4e9759b2c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893369 Feb 19 05:07:06.932852 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:07.010304 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4849b173-100c-4a8d-b100-d632677f92ff req-49930a8a-0b74-4dd5-a0ae-e93d597490d6 service neutron] 10.222.0.26 "GET /v2.0/networks/cb69d881-b5b4-47e1-a06c-d4e9759b2c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835018 Feb 19 05:07:27.514821 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:30.206256 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:30.746773 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2906acf8-3100-4ff5-b250-8e6b3fe3311a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:33.597420 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0ab8843d-156f-4eee-8def-a0dab77c5e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:34.062540 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:35.549700 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:36.933190 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:41.316022 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:07:57.513914 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:00.194831 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:00.747818 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9ab97f2f-5403-40e0-a6bb-7094e7070414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:03.601638 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-74dcc0e5-7f2f-409f-a928-f4a1c61b9c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:04.064107 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:05.551952 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:06.936108 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:08.489526 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22bcb6ba-d13a-46d7-b4e2-60d6a704fb6a req-339383f1-7a00-4e89-8c61-4d6eb870ce8b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0809855 Feb 19 05:08:08.579582 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcb6ba-d13a-46d7-b4e2-60d6a704fb6a req-b2fe6d1a-8646-4a20-a011-5f81d97b0dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:08.581045 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22bcb6ba-d13a-46d7-b4e2-60d6a704fb6a req-b2fe6d1a-8646-4a20-a011-5f81d97b0dde service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 1128 time: 0.0481322 Feb 19 05:08:08.679291 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcb6ba-d13a-46d7-b4e2-60d6a704fb6a req-42ffff58-372a-40ee-a736-b4ce5801dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:08.680646 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22bcb6ba-d13a-46d7-b4e2-60d6a704fb6a req-42ffff58-372a-40ee-a736-b4ce5801dfed service neutron] 10.222.0.26 "GET /v2.0/networks?id=cb69d881-b5b4-47e1-a06c-d4e9759b2c29 HTTP/1.1" status: 200 len: 898 time: 0.0812707 Feb 19 05:08:08.747642 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22bcb6ba-d13a-46d7-b4e2-60d6a704fb6a req-eeb5aa63-401c-4554-929f-364eafbc6a9a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84ca3b96-d69e-4a77-a328-4431816a2139 HTTP/1.1" status: 200 len: 1001 time: 0.0602665 Feb 19 05:08:08.793905 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcb6ba-d13a-46d7-b4e2-60d6a704fb6a req-e98ba52b-8895-481c-940a-53b41021c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:08.795373 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22bcb6ba-d13a-46d7-b4e2-60d6a704fb6a req-e98ba52b-8895-481c-940a-53b41021c3dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2 HTTP/1.1" status: 200 len: 835 time: 0.0421717 Feb 19 05:08:08.841457 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcb6ba-d13a-46d7-b4e2-60d6a704fb6a req-826be94a-b1d2-4489-85c3-3b3e2b06e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:08.842925 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22bcb6ba-d13a-46d7-b4e2-60d6a704fb6a req-826be94a-b1d2-4489-85c3-3b3e2b06e423 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb69d881-b5b4-47e1-a06c-d4e9759b2c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0424039 Feb 19 05:08:08.932498 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22bcb6ba-d13a-46d7-b4e2-60d6a704fb6a req-80916ffc-6fb1-4ded-9c2e-6d2d5fd4f91d service neutron] 10.222.0.26 "GET /v2.0/networks/cb69d881-b5b4-47e1-a06c-d4e9759b2c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830460 Feb 19 05:08:09.020523 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-22bcb6ba-d13a-46d7-b4e2-60d6a704fb6a req-e5fa6e7b-3678-45d1-911e-2d914e5f6ee1 service neutron] 10.222.0.26 "GET /v2.0/networks/cb69d881-b5b4-47e1-a06c-d4e9759b2c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816362 Feb 19 05:08:09.708962 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2ab61-4e9f-4a52-ad10-2e193a2e540c req-c7719f98-d240-4e56-8d0c-d1a1c27e480f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:09.710464 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ece2ab61-4e9f-4a52-ad10-2e193a2e540c req-c7719f98-d240-4e56-8d0c-d1a1c27e480f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 945 time: 0.0535724 Feb 19 05:08:09.762107 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ece2ab61-4e9f-4a52-ad10-2e193a2e540c req-192df73e-5821-4359-9a79-690f581cdd6f tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=1cd8c784-0918-496c-b48a-118c88e2b3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453668 Feb 19 05:08:10.879318 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c4ed2-4f57-4d11-a368-36e8b83128ec req-2d7e1b01-55fa-4d7c-a91f-f8bbc34d6f59 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:10.880781 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f0c4ed2-4f57-4d11-a368-36e8b83128ec req-2d7e1b01-55fa-4d7c-a91f-f8bbc34d6f59 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 945 time: 0.0509822 Feb 19 05:08:10.928736 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8f0c4ed2-4f57-4d11-a368-36e8b83128ec req-bd25d771-1c4c-4520-91e8-9f995c77b89d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=1cd8c784-0918-496c-b48a-118c88e2b3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423927 Feb 19 05:08:12.047510 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08e7f8-2f1a-4f56-97cd-380feb6ed273 req-50af56e3-86ea-463f-8147-a7ff81b14a2b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:12.048959 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c08e7f8-2f1a-4f56-97cd-380feb6ed273 req-50af56e3-86ea-463f-8147-a7ff81b14a2b tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 945 time: 0.0511932 Feb 19 05:08:12.096084 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c08e7f8-2f1a-4f56-97cd-380feb6ed273 req-4aace6f6-bb4e-4fc0-90b2-d96cd47eda06 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=1cd8c784-0918-496c-b48a-118c88e2b3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416291 Feb 19 05:08:12.118491 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48348) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:12.180105 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-eda455cc-bbbb-40ae-8b17-6608b6694bea tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/floatingips/11a29745-a3c3-4abc-a95d-98eb39ff0207 HTTP/1.1" status: 200 len: 993 time: 0.0604110 Feb 19 05:08:13.455896 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8eafc6-8b3b-4edc-91c9-af6e3a2d7422 req-110a29b7-69a3-4392-b442-7106a87eacad tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:13.457382 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f8eafc6-8b3b-4edc-91c9-af6e3a2d7422 req-110a29b7-69a3-4392-b442-7106a87eacad tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 945 time: 0.0539408 Feb 19 05:08:13.484352 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894e3c8-ae42-4d40-87fc-96b6d68a7c80 req-415db7c7-0501-43a8-b5ae-3a1560e4cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:13.485895 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b894e3c8-ae42-4d40-87fc-96b6d68a7c80 req-415db7c7-0501-43a8-b5ae-3a1560e4cf7f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 1128 time: 0.0458143 Feb 19 05:08:13.505971 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4f8eafc6-8b3b-4edc-91c9-af6e3a2d7422 req-2630e8b8-99ab-4d96-a258-30defe04d145 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=1cd8c784-0918-496c-b48a-118c88e2b3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429087 Feb 19 05:08:13.580629 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894e3c8-ae42-4d40-87fc-96b6d68a7c80 req-d443f1d0-c7d9-4217-85fa-340c36cab99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:13.582336 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b894e3c8-ae42-4d40-87fc-96b6d68a7c80 req-d443f1d0-c7d9-4217-85fa-340c36cab99b service neutron] 10.222.0.26 "GET /v2.0/networks?id=cb69d881-b5b4-47e1-a06c-d4e9759b2c29 HTTP/1.1" status: 200 len: 898 time: 0.0891640 Feb 19 05:08:13.648936 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b894e3c8-ae42-4d40-87fc-96b6d68a7c80 req-1ed65cd9-39ac-4d73-8df9-d62483afb07f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84ca3b96-d69e-4a77-a328-4431816a2139 HTTP/1.1" status: 200 len: 1001 time: 0.0603671 Feb 19 05:08:13.702689 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894e3c8-ae42-4d40-87fc-96b6d68a7c80 req-b58bb1f4-2b2b-4d28-9450-d254affa364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:13.704266 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b894e3c8-ae42-4d40-87fc-96b6d68a7c80 req-b58bb1f4-2b2b-4d28-9450-d254affa364a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2 HTTP/1.1" status: 200 len: 835 time: 0.0495355 Feb 19 05:08:13.752817 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894e3c8-ae42-4d40-87fc-96b6d68a7c80 req-36b28424-df01-4e95-9c65-cfa84fad227a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:13.754397 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b894e3c8-ae42-4d40-87fc-96b6d68a7c80 req-36b28424-df01-4e95-9c65-cfa84fad227a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb69d881-b5b4-47e1-a06c-d4e9759b2c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441778 Feb 19 05:08:13.841995 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b894e3c8-ae42-4d40-87fc-96b6d68a7c80 req-b2b11969-c85c-4188-8b41-3b8a67d9e93e service neutron] 10.222.0.26 "GET /v2.0/networks/cb69d881-b5b4-47e1-a06c-d4e9759b2c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806775 Feb 19 05:08:13.935298 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-b894e3c8-ae42-4d40-87fc-96b6d68a7c80 req-f43b0e1e-523d-4394-a959-2f03c9d3a696 service neutron] 10.222.0.26 "GET /v2.0/networks/cb69d881-b5b4-47e1-a06c-d4e9759b2c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872784 Feb 19 05:08:14.630273 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161c9de-e1aa-4150-879a-354a9d2778a1 req-49a5cd96-5d17-4c01-b005-15a8466d5f82 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:14.631740 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0161c9de-e1aa-4150-879a-354a9d2778a1 req-49a5cd96-5d17-4c01-b005-15a8466d5f82 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 945 time: 0.0552876 Feb 19 05:08:14.679060 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0161c9de-e1aa-4150-879a-354a9d2778a1 req-2200e897-8f81-4744-a113-211a0b8c239d tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=1cd8c784-0918-496c-b48a-118c88e2b3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417416 Feb 19 05:08:15.799306 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bdc6d-519c-4abc-837c-9808853c8bb1 req-d20842f7-1c2a-445d-ba20-4c5f059f6884 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:15.800811 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f98bdc6d-519c-4abc-837c-9808853c8bb1 req-d20842f7-1c2a-445d-ba20-4c5f059f6884 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 945 time: 0.0528207 Feb 19 05:08:15.850315 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f98bdc6d-519c-4abc-837c-9808853c8bb1 req-4d4b774f-bd87-4fdd-b54d-5f2df3593e7e tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=1cd8c784-0918-496c-b48a-118c88e2b3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439556 Feb 19 05:08:15.873323 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48374) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:15.937024 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d22f14d1-4e62-45f8-b2a3-d76b05248763 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/floatingips/11a29745-a3c3-4abc-a95d-98eb39ff0207 HTTP/1.1" status: 200 len: 993 time: 0.0625424 Feb 19 05:08:16.159995 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48380) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:16.311379 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-2f621993-5c04-437a-bb0f-3491deea2fa3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Deleting port 32cd4a9e-4209-4b7a-9506-ad23c43e1423 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:08:16.311723 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2f621993-5c04-437a-bb0f-3491deea2fa3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (32cd4a9e-4209-4b7a-9506-ad23c43e1423), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:16.386499 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2f621993-5c04-437a-bb0f-3491deea2fa3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (32cd4a9e-4209-4b7a-9506-ad23c43e1423), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:16.386835 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2f621993-5c04-437a-bb0f-3491deea2fa3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for floatingip (32cd4a9e-4209-4b7a-9506-ad23c43e1423), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:16.398352 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-2f621993-5c04-437a-bb0f-3491deea2fa3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Calling delete_port for 32cd4a9e-4209-4b7a-9506-ad23c43e1423 owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:08:16.542346 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2f621993-5c04-437a-bb0f-3491deea2fa3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (32cd4a9e-4209-4b7a-9506-ad23c43e1423), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:16.568873 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f621993-5c04-437a-bb0f-3491deea2fa3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Port': ['ID=32cd4a9e-4209-4b7a-9506-ad23c43e1423,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:16.595631 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f621993-5c04-437a-bb0f-3491deea2fa3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:16.595977 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f621993-5c04-437a-bb0f-3491deea2fa3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:16.596318 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f621993-5c04-437a-bb0f-3491deea2fa3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:16.596651 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f621993-5c04-437a-bb0f-3491deea2fa3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:16.596989 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f621993-5c04-437a-bb0f-3491deea2fa3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:16.597314 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f621993-5c04-437a-bb0f-3491deea2fa3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:16.597654 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f621993-5c04-437a-bb0f-3491deea2fa3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:16.597963 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f621993-5c04-437a-bb0f-3491deea2fa3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:16.598327 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f621993-5c04-437a-bb0f-3491deea2fa3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:16.598654 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f621993-5c04-437a-bb0f-3491deea2fa3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:16.598975 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f621993-5c04-437a-bb0f-3491deea2fa3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:16.599292 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f621993-5c04-437a-bb0f-3491deea2fa3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:16.599608 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f621993-5c04-437a-bb0f-3491deea2fa3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:16.986421 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2f621993-5c04-437a-bb0f-3491deea2fa3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for floatingip (11a29745-a3c3-4abc-a95d-98eb39ff0207), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:16.986934 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-2f621993-5c04-437a-bb0f-3491deea2fa3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Floating IP 11a29745-a3c3-4abc-a95d-98eb39ff0207 disassociated (deleted). External IP: 172.25.3.160, port: 84ca3b96-d69e-4a77-a328-4431816a2139. Feb 19 05:08:17.200405 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f621993-5c04-437a-bb0f-3491deea2fa3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Router e8998653-1fe9-4f1f-ad22-efeeed59a3a9 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:08:17.309632 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f621993-5c04-437a-bb0f-3491deea2fa3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:08:17.314578 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2f621993-5c04-437a-bb0f-3491deea2fa3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:17.319615 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b69d4e3-8348-44e2-be42-5ba6fd1d1a7e None None] Sync routers for ids ['e8998653-1fe9-4f1f-ad22-efeeed59a3a9'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:08:17.329404 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b69d4e3-8348-44e2-be42-5ba6fd1d1a7e None None] Routers {'e8998653-1fe9-4f1f-ad22-efeeed59a3a9'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:08:17.330024 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-6b69d4e3-8348-44e2-be42-5ba6fd1d1a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:08:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['e8998653-1fe9-4f1f-ad22-efeeed59a3a9'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:17.346226 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2f621993-5c04-437a-bb0f-3491deea2fa3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "DELETE /v2.0/floatingips/11a29745-a3c3-4abc-a95d-98eb39ff0207 HTTP/1.1" status: 204 len: 168 time: 1.1827359 Feb 19 05:08:17.346226 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800', 'tag': '84ca3b96-d69e-4a77-a328-4431816a2139'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:08:17.346761 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cc675d-eefb-4100-9928-7103e34a88ac" -d '{"events": [{"name": "network-changed", "server_uuid": "6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800", "tag": "84ca3b96-d69e-4a77-a328-4431816a2139"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:08:17.437673 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19f9b2c-f3f9-4bdc-a7b3-b652fb627aa8 x-openstack-request-id: req-a19f9b2c-f3f9-4bdc-a7b3-b652fb627aa8 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:08:17.437974 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800", "tag": "84ca3b96-d69e-4a77-a328-4431816a2139", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:08:17.438251 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a19f9b2c-f3f9-4bdc-a7b3-b652fb627aa8 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:08:17.438661 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800', 'tag': '84ca3b96-d69e-4a77-a328-4431816a2139', 'status': 'completed', 'code': 200} Feb 19 05:08:17.442985 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-6b69d4e3-8348-44e2-be42-5ba6fd1d1a7e None None] Set router e8998653-1fe9-4f1f-ad22-efeeed59a3a9 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:08:17.519246 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc675d-eefb-4100-9928-7103e34a88ac req-da1ec7b6-1b65-4378-9f56-f11fded516f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:17.521683 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c7cc675d-eefb-4100-9928-7103e34a88ac req-da1ec7b6-1b65-4378-9f56-f11fded516f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 1128 time: 0.0552733 Feb 19 05:08:17.580698 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f88cd-699f-409f-8193-8f683ce099e0 req-7c3b3f7d-c8d1-4545-abd8-48c1c82137b5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:17.581654 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c4f88cd-699f-409f-8193-8f683ce099e0 req-7c3b3f7d-c8d1-4545-abd8-48c1c82137b5 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 945 time: 0.0558834 Feb 19 05:08:17.623458 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc675d-eefb-4100-9928-7103e34a88ac req-a79a7d01-de75-4d7a-af17-4aedafd11b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:17.626010 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c7cc675d-eefb-4100-9928-7103e34a88ac req-a79a7d01-de75-4d7a-af17-4aedafd11b19 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cb69d881-b5b4-47e1-a06c-d4e9759b2c29 HTTP/1.1" status: 200 len: 898 time: 0.0970831 Feb 19 05:08:17.633109 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4c4f88cd-699f-409f-8193-8f683ce099e0 req-a4328392-1599-4508-a7f9-6aa137319d44 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=1cd8c784-0918-496c-b48a-118c88e2b3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454235 Feb 19 05:08:17.669054 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c7cc675d-eefb-4100-9928-7103e34a88ac req-f56a1206-b9d6-4354-8b98-e7d6d9f00d35 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84ca3b96-d69e-4a77-a328-4431816a2139 HTTP/1.1" status: 200 len: 217 time: 0.0364211 Feb 19 05:08:17.718973 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc675d-eefb-4100-9928-7103e34a88ac req-8462f3bb-76f6-4386-b905-aea74551b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:17.720454 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c7cc675d-eefb-4100-9928-7103e34a88ac req-8462f3bb-76f6-4386-b905-aea74551b16c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2 HTTP/1.1" status: 200 len: 835 time: 0.0449982 Feb 19 05:08:17.774724 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc675d-eefb-4100-9928-7103e34a88ac req-4363c558-f91d-4e81-ad15-05a7ec1a86fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:17.776253 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c7cc675d-eefb-4100-9928-7103e34a88ac req-4363c558-f91d-4e81-ad15-05a7ec1a86fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb69d881-b5b4-47e1-a06c-d4e9759b2c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501254 Feb 19 05:08:17.815062 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-6b69d4e3-8348-44e2-be42-5ba6fd1d1a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256866427', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:06:47Z', 'updated_at': '2022-02-19T05:06:50Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:06:48Z', 'updated_at': '2022-02-19T05:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'e86c607f-58d1-46cf-82a2-7239cb3dac82', 'name': '', 'network_id': 'cb69d881-b5b4-47e1-a06c-d4e9759b2c29', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:e4:cb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:06:50Z', 'updated_at': '2022-02-19T05:06:53Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': '4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:17.840299 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b69d4e3-8348-44e2-be42-5ba6fd1d1a7e None None] Checking router: e8998653-1fe9-4f1f-ad22-efeeed59a3a9 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:08:17.848361 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b69d4e3-8348-44e2-be42-5ba6fd1d1a7e None None] Routers {'e8998653-1fe9-4f1f-ad22-efeeed59a3a9'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:08:17.848983 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-6b69d4e3-8348-44e2-be42-5ba6fd1d1a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:08:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['e8998653-1fe9-4f1f-ad22-efeeed59a3a9'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:17.864157 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c7cc675d-eefb-4100-9928-7103e34a88ac req-18e6ea9d-6a2b-45ec-95b3-5748cc2fddc4 service neutron] 10.222.0.26 "GET /v2.0/networks/cb69d881-b5b4-47e1-a06c-d4e9759b2c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815194 Feb 19 05:08:17.958647 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-6b69d4e3-8348-44e2-be42-5ba6fd1d1a7e None None] Set router e8998653-1fe9-4f1f-ad22-efeeed59a3a9 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:08:17.959657 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c7cc675d-eefb-4100-9928-7103e34a88ac req-27d0254c-6ffd-4cad-b413-25edc4f3cb11 service neutron] 10.222.0.26 "GET /v2.0/networks/cb69d881-b5b4-47e1-a06c-d4e9759b2c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876632 Feb 19 05:08:18.155066 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-6b69d4e3-8348-44e2-be42-5ba6fd1d1a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256866427', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:06:47Z', 'updated_at': '2022-02-19T05:06:50Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:06:48Z', 'updated_at': '2022-02-19T05:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'e86c607f-58d1-46cf-82a2-7239cb3dac82', 'name': '', 'network_id': 'cb69d881-b5b4-47e1-a06c-d4e9759b2c29', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:e4:cb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:06:50Z', 'updated_at': '2022-02-19T05:06:53Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': '4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:18.180329 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b69d4e3-8348-44e2-be42-5ba6fd1d1a7e None None] The sync data for ids ['e8998653-1fe9-4f1f-ad22-efeeed59a3a9'] in n-d-828369-19 is: [{'id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256866427', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:06:47Z', 'updated_at': '2022-02-19T05:06:50Z', 'revision_number': 4, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:06:48Z', 'updated_at': '2022-02-19T05:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'e86c607f-58d1-46cf-82a2-7239cb3dac82', 'name': '', 'network_id': 'cb69d881-b5b4-47e1-a06c-d4e9759b2c29', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'mac_address': 'fa:16:3e:e4:cb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:06:50Z', 'updated_at': '2022-02-19T05:06:53Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'subnets': [{'id': '4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:08:18.317006 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:08:18.403185 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091ec60d-a23b-4b08-a0b4-a07319b28390 None None] New status for floating IP 11a29745-a3c3-4abc-a95d-98eb39ff0207: DOWN {{(pid=109928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:08:18.756032 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae540bf-7b6f-42ef-b9ba-dcf25ab1f872 req-73a602e0-2888-490c-974f-7e3333308004 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:18.757520 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bae540bf-7b6f-42ef-b9ba-dcf25ab1f872 req-73a602e0-2888-490c-974f-7e3333308004 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 945 time: 0.0511632 Feb 19 05:08:18.809117 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bae540bf-7b6f-42ef-b9ba-dcf25ab1f872 req-ed27bdbb-d992-4ba9-86d1-bfdd2b5cc198 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/security-groups?id=1cd8c784-0918-496c-b48a-118c88e2b3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460117 Feb 19 05:08:19.524646 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3acec-8e41-44f3-9330-c736812b7451 req-de68c239-887f-4e23-b21f-96dcd3232d6c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:19.526092 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-20f3acec-8e41-44f3-9330-c736812b7451 req-de68c239-887f-4e23-b21f-96dcd3232d6c tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 945 time: 0.0519555 Feb 19 05:08:19.613785 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-20f3acec-8e41-44f3-9330-c736812b7451 req-5cd597f7-e392-42c9-a9eb-a0233ceec616 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Deleting port 84ca3b96-d69e-4a77-a328-4431816a2139 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:08:19.614129 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-20f3acec-8e41-44f3-9330-c736812b7451 req-5cd597f7-e392-42c9-a9eb-a0233ceec616 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (84ca3b96-d69e-4a77-a328-4431816a2139), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:19.704542 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-20f3acec-8e41-44f3-9330-c736812b7451 req-5cd597f7-e392-42c9-a9eb-a0233ceec616 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] For port 84ca3b96-d69e-4a77-a328-4431816a2139, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=84ca3b96-d69e-4a77-a328-4431816a2139,segment=NetworkSegment(7a088661-45bc-40a2-b55e-d95319cbc9e5),segment_id=7a088661-45bc-40a2-b55e-d95319cbc9e5)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:19.704898 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-20f3acec-8e41-44f3-9330-c736812b7451 req-5cd597f7-e392-42c9-a9eb-a0233ceec616 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (84ca3b96-d69e-4a77-a328-4431816a2139), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:19.717455 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-20f3acec-8e41-44f3-9330-c736812b7451 req-5cd597f7-e392-42c9-a9eb-a0233ceec616 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Calling delete_port for 84ca3b96-d69e-4a77-a328-4431816a2139 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:08:19.844636 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-20f3acec-8e41-44f3-9330-c736812b7451 req-5cd597f7-e392-42c9-a9eb-a0233ceec616 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (84ca3b96-d69e-4a77-a328-4431816a2139), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:19.871934 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd597f7-e392-42c9-a9eb-a0233ceec616 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Port': ['ID=84ca3b96-d69e-4a77-a328-4431816a2139,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:19.885178 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd597f7-e392-42c9-a9eb-a0233ceec616 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:19.885178 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd597f7-e392-42c9-a9eb-a0233ceec616 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:19.885507 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd597f7-e392-42c9-a9eb-a0233ceec616 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:19.885845 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd597f7-e392-42c9-a9eb-a0233ceec616 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:19.886236 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd597f7-e392-42c9-a9eb-a0233ceec616 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:19.886661 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd597f7-e392-42c9-a9eb-a0233ceec616 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:19.886999 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd597f7-e392-42c9-a9eb-a0233ceec616 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:19.887333 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd597f7-e392-42c9-a9eb-a0233ceec616 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:19.887664 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd597f7-e392-42c9-a9eb-a0233ceec616 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:19.887993 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd597f7-e392-42c9-a9eb-a0233ceec616 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:19.888317 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd597f7-e392-42c9-a9eb-a0233ceec616 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:19.888644 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd597f7-e392-42c9-a9eb-a0233ceec616 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:19.888966 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd597f7-e392-42c9-a9eb-a0233ceec616 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:19.910698 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f1ad240e-7029-4f95-9a98-93d08859a4e1 req-106c342f-97d3-4417-8038-87ce59b92209 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800 HTTP/1.1" status: 200 len: 210 time: 0.0327084 Feb 19 05:08:19.929780 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f3acec-8e41-44f3-9330-c736812b7451 req-5cd597f7-e392-42c9-a9eb-a0233ceec616 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] No DVR routers for this DVR port 84ca3b96-d69e-4a77-a328-4431816a2139 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:08:19.932426 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-20f3acec-8e41-44f3-9330-c736812b7451 req-5cd597f7-e392-42c9-a9eb-a0233ceec616 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:19.945020 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-20f3acec-8e41-44f3-9330-c736812b7451 req-5cd597f7-e392-42c9-a9eb-a0233ceec616 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.26 "DELETE /v2.0/ports/84ca3b96-d69e-4a77-a328-4431816a2139 HTTP/1.1" status: 204 len: 173 time: 0.4139309 Feb 19 05:08:19.945514 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800', 'name': 'network-vif-deleted', 'tag': '84ca3b96-d69e-4a77-a328-4431816a2139'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:08:19.947797 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4d7a6f327845de7d96adfc61245815a02f228650e7f42977fc0a396d303eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07aaa90-417f-4997-924c-dd4fd586a009" -d '{"events": [{"server_uuid": "6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800", "name": "network-vif-deleted", "tag": "84ca3b96-d69e-4a77-a328-4431816a2139"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:08:19.989360 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db3d10f-c9f7-4662-a5b9-48dd9dd6881b x-openstack-request-id: req-2db3d10f-c9f7-4662-a5b9-48dd9dd6881b {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:08:19.989665 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800", "name": "network-vif-deleted", "tag": "84ca3b96-d69e-4a77-a328-4431816a2139", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:08:19.989920 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2db3d10f-c9f7-4662-a5b9-48dd9dd6881b {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:08:19.990361 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dae14a5-4d36-46f2-ad6b-7f4a4d9a0800', 'name': 'network-vif-deleted', 'tag': '84ca3b96-d69e-4a77-a328-4431816a2139', 'status': 'completed', 'code': 200} Feb 19 05:08:20.968787 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48398) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:21.328124 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-da44e640-f671-4493-8c3c-670e06fd29dd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (e8998653-1fe9-4f1f-ad22-efeeed59a3a9), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:21.584473 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-da44e640-f671-4493-8c3c-670e06fd29dd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Deleting port e86c607f-58d1-46cf-82a2-7239cb3dac82 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:08:21.584731 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-da44e640-f671-4493-8c3c-670e06fd29dd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (e86c607f-58d1-46cf-82a2-7239cb3dac82), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:21.675788 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-da44e640-f671-4493-8c3c-670e06fd29dd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] For port e86c607f-58d1-46cf-82a2-7239cb3dac82, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e86c607f-58d1-46cf-82a2-7239cb3dac82,segment=NetworkSegment(7a088661-45bc-40a2-b55e-d95319cbc9e5),segment_id=7a088661-45bc-40a2-b55e-d95319cbc9e5)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:21.676153 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-da44e640-f671-4493-8c3c-670e06fd29dd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (e86c607f-58d1-46cf-82a2-7239cb3dac82), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:21.688413 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-da44e640-f671-4493-8c3c-670e06fd29dd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Calling delete_port for e86c607f-58d1-46cf-82a2-7239cb3dac82 owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:08:21.873134 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-da44e640-f671-4493-8c3c-670e06fd29dd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (e86c607f-58d1-46cf-82a2-7239cb3dac82), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:21.900522 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44e640-f671-4493-8c3c-670e06fd29dd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Port': ['ID=e86c607f-58d1-46cf-82a2-7239cb3dac82,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:22.088783 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-da44e640-f671-4493-8c3c-670e06fd29dd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (e8998653-1fe9-4f1f-ad22-efeeed59a3a9), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:22.314551 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da44e640-f671-4493-8c3c-670e06fd29dd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Router e8998653-1fe9-4f1f-ad22-efeeed59a3a9 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:08:22.327198 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 84ca3b96-d69e-4a77-a328-4431816a2139 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:08:22.346200 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 84ca3b96-d69e-4a77-a328-4431816a2139 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:08:22.346553 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 84ca3b96-d69e-4a77-a328-4431816a2139 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:08:22.422724 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da44e640-f671-4493-8c3c-670e06fd29dd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:08:22.428284 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-da44e640-f671-4493-8c3c-670e06fd29dd tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "PUT /v2.0/routers/e8998653-1fe9-4f1f-ad22-efeeed59a3a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4584448 Feb 19 05:08:22.430899 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48400) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:22.434122 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0d1bbd-83aa-4711-9772-799ed9a2c214 None None] Sync routers for ids ['e8998653-1fe9-4f1f-ad22-efeeed59a3a9'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:08:22.446144 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0d1bbd-83aa-4711-9772-799ed9a2c214 None None] Routers {'e8998653-1fe9-4f1f-ad22-efeeed59a3a9'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:08:22.447082 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-8f0d1bbd-83aa-4711-9772-799ed9a2c214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:08:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['e8998653-1fe9-4f1f-ad22-efeeed59a3a9'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:22.485035 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-561eb0a7-924e-4d24-a39c-5eed803680e0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Deleting subnet 4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:08:22.488455 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-561eb0a7-924e-4d24-a39c-5eed803680e0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for subnet (4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:22.531233 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-561eb0a7-924e-4d24-a39c-5eed803680e0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:22.555533 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-8f0d1bbd-83aa-4711-9772-799ed9a2c214 None None] Set router e8998653-1fe9-4f1f-ad22-efeeed59a3a9 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:08:22.623387 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-561eb0a7-924e-4d24-a39c-5eed803680e0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:22.685302 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-561eb0a7-924e-4d24-a39c-5eed803680e0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:22.716997 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561eb0a7-924e-4d24-a39c-5eed803680e0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Subnet': ['ID=4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:22.720771 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-561eb0a7-924e-4d24-a39c-5eed803680e0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:22.726493 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-561eb0a7-924e-4d24-a39c-5eed803680e0 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "DELETE /v2.0/subnets/4c3578cb-fe5d-4b06-8c87-f8ceb939e2b2 HTTP/1.1" status: 204 len: 168 time: 0.2915795 Feb 19 05:08:22.726855 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48402) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:22.740883 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24388bc-ea71-41bf-b8c9-89f9ef9df8ad None None] Network cb69d881-b5b4-47e1-a06c-d4e9759b2c29 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:08:22.841287 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c37ad586-881a-47de-8dea-cd0c3d21fab3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router (e8998653-1fe9-4f1f-ad22-efeeed59a3a9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:22.842803 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-8f0d1bbd-83aa-4711-9772-799ed9a2c214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256866427', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:06:47Z', 'updated_at': '2022-02-19T05:08:21Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:06:48Z', 'updated_at': '2022-02-19T05:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:22.875307 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0d1bbd-83aa-4711-9772-799ed9a2c214 None None] Checking router: e8998653-1fe9-4f1f-ad22-efeeed59a3a9 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:08:22.889001 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0d1bbd-83aa-4711-9772-799ed9a2c214 None None] Routers {'e8998653-1fe9-4f1f-ad22-efeeed59a3a9'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:08:22.889926 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-8f0d1bbd-83aa-4711-9772-799ed9a2c214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:08:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['e8998653-1fe9-4f1f-ad22-efeeed59a3a9'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:22.968474 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c37ad586-881a-47de-8dea-cd0c3d21fab3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_gateway (e8998653-1fe9-4f1f-ad22-efeeed59a3a9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:22.982292 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31f46e5-fa12-4d88-9db4-09d2872b4e1b None None] DHCP port deletion for cb69d881-b5b4-47e1-a06c-d4e9759b2c29 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:08:23.027620 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c37ad586-881a-47de-8dea-cd0c3d21fab3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Deleting port 82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:08:23.027966 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c37ad586-881a-47de-8dea-cd0c3d21fab3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:23.033580 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-8f0d1bbd-83aa-4711-9772-799ed9a2c214 None None] Set router e8998653-1fe9-4f1f-ad22-efeeed59a3a9 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:08:23.160525 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e31f46e5-fa12-4d88-9db4-09d2872b4e1b None None] Deleting port adedd441-3080-4df9-b496-7c13fb610db8 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:08:23.160895 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e31f46e5-fa12-4d88-9db4-09d2872b4e1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (adedd441-3080-4df9-b496-7c13fb610db8), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:23.268331 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-e31f46e5-fa12-4d88-9db4-09d2872b4e1b None None] For port adedd441-3080-4df9-b496-7c13fb610db8, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=adedd441-3080-4df9-b496-7c13fb610db8,segment=NetworkSegment(7a088661-45bc-40a2-b55e-d95319cbc9e5),segment_id=7a088661-45bc-40a2-b55e-d95319cbc9e5)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:23.268736 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e31f46e5-fa12-4d88-9db4-09d2872b4e1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (adedd441-3080-4df9-b496-7c13fb610db8), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:23.285580 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e31f46e5-fa12-4d88-9db4-09d2872b4e1b None None] Calling delete_port for adedd441-3080-4df9-b496-7c13fb610db8 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:08:23.365397 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-8f0d1bbd-83aa-4711-9772-799ed9a2c214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256866427', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:06:47Z', 'updated_at': '2022-02-19T05:08:21Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:06:48Z', 'updated_at': '2022-02-19T05:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:23.400856 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0d1bbd-83aa-4711-9772-799ed9a2c214 None None] The sync data for ids ['e8998653-1fe9-4f1f-ad22-efeeed59a3a9'] in n-d-828369-19 is: [{'id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256866427', 'tenant_id': '35b259a6dce94926b3e9e09de8b37f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:06:47Z', 'updated_at': '2022-02-19T05:08:21Z', 'revision_number': 5, 'project_id': '35b259a6dce94926b3e9e09de8b37f6a', 'gw_port': {'id': '82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8998653-1fe9-4f1f-ad22-efeeed59a3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:06:48Z', 'updated_at': '2022-02-19T05:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:08:23.418782 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e31f46e5-fa12-4d88-9db4-09d2872b4e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (adedd441-3080-4df9-b496-7c13fb610db8), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:23.421011 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-c37ad586-881a-47de-8dea-cd0c3d21fab3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] For port 82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:23.421383 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c37ad586-881a-47de-8dea-cd0c3d21fab3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:23.435301 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-c37ad586-881a-47de-8dea-cd0c3d21fab3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Calling delete_port for 82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4 owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:08:23.455142 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f46e5-fa12-4d88-9db4-09d2872b4e1b None None] Pushing event deleted for resources: {'Port': ['ID=adedd441-3080-4df9-b496-7c13fb610db8,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:23.463450 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31f46e5-fa12-4d88-9db4-09d2872b4e1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:23.463809 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31f46e5-fa12-4d88-9db4-09d2872b4e1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:23.464154 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31f46e5-fa12-4d88-9db4-09d2872b4e1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:23.464544 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31f46e5-fa12-4d88-9db4-09d2872b4e1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:23.464880 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31f46e5-fa12-4d88-9db4-09d2872b4e1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:23.465209 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31f46e5-fa12-4d88-9db4-09d2872b4e1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:23.465535 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31f46e5-fa12-4d88-9db4-09d2872b4e1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:23.465985 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31f46e5-fa12-4d88-9db4-09d2872b4e1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:23.466320 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31f46e5-fa12-4d88-9db4-09d2872b4e1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:23.466645 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31f46e5-fa12-4d88-9db4-09d2872b4e1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:23.466968 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31f46e5-fa12-4d88-9db4-09d2872b4e1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:23.467288 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31f46e5-fa12-4d88-9db4-09d2872b4e1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:23.467607 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31f46e5-fa12-4d88-9db4-09d2872b4e1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:23.475527 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31f46e5-fa12-4d88-9db4-09d2872b4e1b None None] No DVR routers for this DVR port adedd441-3080-4df9-b496-7c13fb610db8 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:08:23.617937 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c37ad586-881a-47de-8dea-cd0c3d21fab3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:23.643417 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ad586-881a-47de-8dea-cd0c3d21fab3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Port': ['ID=82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:23.707941 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c37ad586-881a-47de-8dea-cd0c3d21fab3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (e8998653-1fe9-4f1f-ad22-efeeed59a3a9), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:23.805524 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c37ad586-881a-47de-8dea-cd0c3d21fab3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (e8998653-1fe9-4f1f-ad22-efeeed59a3a9), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:23.807835 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c37ad586-881a-47de-8dea-cd0c3d21fab3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router_controller (e8998653-1fe9-4f1f-ad22-efeeed59a3a9), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:23.857718 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c37ad586-881a-47de-8dea-cd0c3d21fab3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (e8998653-1fe9-4f1f-ad22-efeeed59a3a9), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:23.858313 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37ad586-881a-47de-8dea-cd0c3d21fab3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Fanout notify agent at l3_agent the message router_deleted on router e8998653-1fe9-4f1f-ad22-efeeed59a3a9 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:08:23.865827 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-c37ad586-881a-47de-8dea-cd0c3d21fab3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:23.869470 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-c37ad586-881a-47de-8dea-cd0c3d21fab3 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "DELETE /v2.0/routers/e8998653-1fe9-4f1f-ad22-efeeed59a3a9 HTTP/1.1" status: 204 len: 168 time: 1.1391406 Feb 19 05:08:23.869695 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48404) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:23.960932 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e9b778a-6dec-49c2-ba45-92ee1eda6bd2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (cb69d881-b5b4-47e1-a06c-d4e9759b2c29), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:24.050861 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e9b778a-6dec-49c2-ba45-92ee1eda6bd2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (cb69d881-b5b4-47e1-a06c-d4e9759b2c29), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:24.082859 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-0e9b778a-6dec-49c2-ba45-92ee1eda6bd2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb69d881-b5b4-47e1-a06c-d4e9759b2c29']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:24.094592 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-0e9b778a-6dec-49c2-ba45-92ee1eda6bd2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a088661-45bc-40a2-b55e-d95319cbc9e5') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:24.095054 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-0e9b778a-6dec-49c2-ba45-92ee1eda6bd2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a088661-45bc-40a2-b55e-d95319cbc9e5') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:24.112788 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e9b778a-6dec-49c2-ba45-92ee1eda6bd2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (7a088661-45bc-40a2-b55e-d95319cbc9e5), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:24.128107 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e9b778a-6dec-49c2-ba45-92ee1eda6bd2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (7a088661-45bc-40a2-b55e-d95319cbc9e5), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:24.136577 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e9b778a-6dec-49c2-ba45-92ee1eda6bd2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:08:24.136870 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e9b778a-6dec-49c2-ba45-92ee1eda6bd2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (7a088661-45bc-40a2-b55e-d95319cbc9e5), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: timer() Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:08:24.140322 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:08:24.204372 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e9b778a-6dec-49c2-ba45-92ee1eda6bd2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (cb69d881-b5b4-47e1-a06c-d4e9759b2c29), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:24.213515 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0e9b778a-6dec-49c2-ba45-92ee1eda6bd2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:24.218083 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0e9b778a-6dec-49c2-ba45-92ee1eda6bd2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "DELETE /v2.0/networks/cb69d881-b5b4-47e1-a06c-d4e9759b2c29 HTTP/1.1" status: 204 len: 168 time: 0.3458378 Feb 19 05:08:24.228753 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48406) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:24.232592 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b778a-6dec-49c2-ba45-92ee1eda6bd2 tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'Network': ['ID=cb69d881-b5b4-47e1-a06c-d4e9759b2c29,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:24.303634 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2795f8c8-78e3-4627-9c02-a1933c6663fc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (1cd8c784-0918-496c-b48a-118c88e2b3e6), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:24.331490 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2795f8c8-78e3-4627-9c02-a1933c6663fc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (1cd8c784-0918-496c-b48a-118c88e2b3e6), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:24.390818 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2795f8c8-78e3-4627-9c02-a1933c6663fc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (1cd8c784-0918-496c-b48a-118c88e2b3e6), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:24.393494 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2795f8c8-78e3-4627-9c02-a1933c6663fc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:24.394704 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2795f8c8-78e3-4627-9c02-a1933c6663fc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] 10.222.0.52 "DELETE /v2.0/security-groups/1cd8c784-0918-496c-b48a-118c88e2b3e6 HTTP/1.1" status: 204 len: 168 time: 0.1629274 Feb 19 05:08:24.405008 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795f8c8-78e3-4627-9c02-a1933c6663fc tempest-TestNetworkAdvancedServerOps-300803351 tempest-TestNetworkAdvancedServerOps-300803351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd8c784-0918-496c-b48a-118c88e2b3e6,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:24.584973 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device adedd441-3080-4df9-b496-7c13fb610db8 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:08:24.606962 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: adedd441-3080-4df9-b496-7c13fb610db8 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:08:24.607315 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device adedd441-3080-4df9-b496-7c13fb610db8 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:08:24.607745 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e86c607f-58d1-46cf-82a2-7239cb3dac82 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:08:24.630128 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: e86c607f-58d1-46cf-82a2-7239cb3dac82 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:08:24.630514 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e86c607f-58d1-46cf-82a2-7239cb3dac82 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:08:24.733793 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48414) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:24.872827 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fece6979-4c50-4c05-91b4-b327c4725ae8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=35b259a6dce94926b3e9e09de8b37f6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1377234 Feb 19 05:08:24.875287 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48418) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:24.924341 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d0610fb-771a-4d97-8ec2-9c21bca7d106 admin admin] Publish callbacks [] for security_group (60379608-cc5a-4699-b463-5743abea24a8), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:24.945713 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d0610fb-771a-4d97-8ec2-9c21bca7d106 admin admin] Publish callbacks [] for security_group (60379608-cc5a-4699-b463-5743abea24a8), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:24.991463 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d0610fb-771a-4d97-8ec2-9c21bca7d106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (60379608-cc5a-4699-b463-5743abea24a8), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:24.994135 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d0610fb-771a-4d97-8ec2-9c21bca7d106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:24.995327 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1d0610fb-771a-4d97-8ec2-9c21bca7d106 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/60379608-cc5a-4699-b463-5743abea24a8 HTTP/1.1" status: 204 len: 168 time: 0.1191411 Feb 19 05:08:25.003399 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0610fb-771a-4d97-8ec2-9c21bca7d106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60379608-cc5a-4699-b463-5743abea24a8,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:25.252570 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48424) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:25.265555 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d9a20f33-c6d5-4795-b426-488b4e26eb60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:25.340119 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d9a20f33-c6d5-4795-b426-488b4e26eb60 admin admin] Publish callbacks [] for security_group (67cf99f9-a245-4676-8dc7-bfbf6d68a70f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:25.343542 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d9a20f33-c6d5-4795-b426-488b4e26eb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (67cf99f9-a245-4676-8dc7-bfbf6d68a70f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:25.380339 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d9a20f33-c6d5-4795-b426-488b4e26eb60 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=497431da67c247cb9d6ee4855a3d9718&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1267228 Feb 19 05:08:25.382284 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a20f33-c6d5-4795-b426-488b4e26eb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cf99f9-a245-4676-8dc7-bfbf6d68a70f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:25.383061 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48426) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:25.432218 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bd75a41c-72da-45fa-97ac-e19baaa31543 admin admin] Publish callbacks [] for security_group (67cf99f9-a245-4676-8dc7-bfbf6d68a70f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:25.452512 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bd75a41c-72da-45fa-97ac-e19baaa31543 admin admin] Publish callbacks [] for security_group (67cf99f9-a245-4676-8dc7-bfbf6d68a70f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:25.499223 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bd75a41c-72da-45fa-97ac-e19baaa31543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (67cf99f9-a245-4676-8dc7-bfbf6d68a70f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:25.501876 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-bd75a41c-72da-45fa-97ac-e19baaa31543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:25.503177 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-bd75a41c-72da-45fa-97ac-e19baaa31543 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/67cf99f9-a245-4676-8dc7-bfbf6d68a70f HTTP/1.1" status: 204 len: 168 time: 0.1191435 Feb 19 05:08:25.510812 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75a41c-72da-45fa-97ac-e19baaa31543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cf99f9-a245-4676-8dc7-bfbf6d68a70f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:26.021863 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:08:26.042367 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:08:26.042785 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 82c6fd2f-1c0d-4e83-adb1-a77a4eab3ef4 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:08:26.181325 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48448) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:26.276289 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-25d7eeae-d920-46f6-a004-8a414bbddc77 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1693923003-network', 'tenant_id': '229835303a204fa7aca8eeef706ec63d'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:26.295782 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d7eeae-d920-46f6-a004-8a414bbddc77 admin admin] Made reservation on behalf of 229835303a204fa7aca8eeef706ec63d for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:08:26.298209 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-25d7eeae-d920-46f6-a004-8a414bbddc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:26.311366 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-25d7eeae-d920-46f6-a004-8a414bbddc77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:26.388419 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-25d7eeae-d920-46f6-a004-8a414bbddc77 admin admin] Publish callbacks [] for security_group (b9ed1f4b-ae90-4110-9d7c-66efa4b1969f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:26.394776 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-25d7eeae-d920-46f6-a004-8a414bbddc77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b9ed1f4b-ae90-4110-9d7c-66efa4b1969f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:26.422155 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d7eeae-d920-46f6-a004-8a414bbddc77 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:08:26.436166 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7eeae-d920-46f6-a004-8a414bbddc77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ed1f4b-ae90-4110-9d7c-66efa4b1969f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:26.441730 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-25d7eeae-d920-46f6-a004-8a414bbddc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:26.442110 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-25d7eeae-d920-46f6-a004-8a414bbddc77 admin admin] Added segment 6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8 of type vlan for network 1f82dc15-7700-447d-9d19-34866fd3954f Feb 19 05:08:26.481334 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-25d7eeae-d920-46f6-a004-8a414bbddc77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (1f82dc15-7700-447d-9d19-34866fd3954f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:26.504936 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-25d7eeae-d920-46f6-a004-8a414bbddc77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (1f82dc15-7700-447d-9d19-34866fd3954f), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:26.505860 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d7eeae-d920-46f6-a004-8a414bbddc77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:26.506465 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-25d7eeae-d920-46f6-a004-8a414bbddc77 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:26.553952 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-25d7eeae-d920-46f6-a004-8a414bbddc77 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3714149 Feb 19 05:08:26.556885 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48452) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:26.562141 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-3d37265f-fbc9-4dec-85fa-70262a8f4baa admin admin] Request body: {'subnet': {'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1693923003-subnet', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:26.582701 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7eeae-d920-46f6-a004-8a414bbddc77 admin admin] Pushing event updated for resources: {'Network': ['ID=1f82dc15-7700-447d-9d19-34866fd3954f,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:26.594291 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 1f82dc15-7700-447d-9d19-34866fd3954f details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:08:26.595462 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d37265f-fbc9-4dec-85fa-70262a8f4baa admin admin] Made reservation on behalf of 229835303a204fa7aca8eeef706ec63d for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:08:26.597816 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d37265f-fbc9-4dec-85fa-70262a8f4baa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:26.757624 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d37265f-fbc9-4dec-85fa-70262a8f4baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (bb326b32-dbe5-4bec-9093-458de47b3098), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:26.816141 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37265f-fbc9-4dec-85fa-70262a8f4baa admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb326b32-dbe5-4bec-9093-458de47b3098,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:26.825365 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d37265f-fbc9-4dec-85fa-70262a8f4baa admin admin] Checking segment: {'id': '6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:08:26.825718 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d37265f-fbc9-4dec-85fa-70262a8f4baa admin admin] Network hostable DHCP agents. Network: 1f82dc15-7700-447d-9d19-34866fd3954f, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:08:26.841152 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d37265f-fbc9-4dec-85fa-70262a8f4baa admin admin] Network 1f82dc15-7700-447d-9d19-34866fd3954f is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:08:26.849437 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-3d37265f-fbc9-4dec-85fa-70262a8f4baa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 1f82dc15-7700-447d-9d19-34866fd3954f) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:08:26.853318 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d37265f-fbc9-4dec-85fa-70262a8f4baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:26.853910 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3d37265f-fbc9-4dec-85fa-70262a8f4baa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:26.859782 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c66694c-ae58-4977-92d0-97c9a718c4c1 None None] Network 1f82dc15-7700-447d-9d19-34866fd3954f requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:08:26.874436 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48454) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:26.875291 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3d37265f-fbc9-4dec-85fa-70262a8f4baa admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3173108 Feb 19 05:08:26.882757 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-b3eae610-01e2-4f60-9a52-e8d9cb4d2e38 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1693923003-router', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:26.903221 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b3eae610-01e2-4f60-9a52-e8d9cb4d2e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (7c305826-2209-4969-8af8-6c46679fe0e7), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:26.904234 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b3eae610-01e2-4f60-9a52-e8d9cb4d2e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (7c305826-2209-4969-8af8-6c46679fe0e7), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:26.959321 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b3eae610-01e2-4f60-9a52-e8d9cb4d2e38 admin admin] Publish callbacks [] for router_controller (7c305826-2209-4969-8af8-6c46679fe0e7), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:26.959494 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f5d140-f0aa-4e8e-b2f7-389189dd20aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-1f82dc15-7700-447d-9d19-34866fd3954f', 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'project_id': '229835303a204fa7aca8eeef706ec63d', 'fixed_ips': [{'subnet_id': 'bb326b32-dbe5-4bec-9093-458de47b3098'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:08:26.960278 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-85f5d140-f0aa-4e8e-b2f7-389189dd20aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:27.099623 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b3eae610-01e2-4f60-9a52-e8d9cb4d2e38 admin admin] Publish callbacks [] for router_gateway (7c305826-2209-4969-8af8-6c46679fe0e7), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:27.113110 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-85f5d140-f0aa-4e8e-b2f7-389189dd20aa None None] Allocated IP 172.20.0.2 (1f82dc15-7700-447d-9d19-34866fd3954f/bb326b32-dbe5-4bec-9093-458de47b3098/2443ab50-3c6d-44dc-9893-b9c772141915) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:08:27.253763 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-85f5d140-f0aa-4e8e-b2f7-389189dd20aa None None] Publish callbacks [] for port (2443ab50-3c6d-44dc-9893-b9c772141915), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:27.259819 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-85f5d140-f0aa-4e8e-b2f7-389189dd20aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (2443ab50-3c6d-44dc-9893-b9c772141915), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:27.296147 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f5d140-f0aa-4e8e-b2f7-389189dd20aa None None] Network 1f82dc15-7700-447d-9d19-34866fd3954f is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:08:27.299325 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-85f5d140-f0aa-4e8e-b2f7-389189dd20aa None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:08:27.302175 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f5d140-f0aa-4e8e-b2f7-389189dd20aa None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:08:27.306597 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b3eae610-01e2-4f60-9a52-e8d9cb4d2e38 admin admin] Publish callbacks [] for router_gateway (7c305826-2209-4969-8af8-6c46679fe0e7), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:27.317296 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5d140-f0aa-4e8e-b2f7-389189dd20aa None None] Pushing event updated for resources: {'Port': ['ID=2443ab50-3c6d-44dc-9893-b9c772141915,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:27.326674 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b3eae610-01e2-4f60-9a52-e8d9cb4d2e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:27.438718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-b3eae610-01e2-4f60-9a52-e8d9cb4d2e38 admin admin] Allocated IP 172.25.3.118 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/c0150044-a8b4-45a3-a419-704d0bab6ce8) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:08:27.539284 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-85f5d140-f0aa-4e8e-b2f7-389189dd20aa None None] Attempting to bind port 2443ab50-3c6d-44dc-9893-b9c772141915 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:08:27.539731 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-85f5d140-f0aa-4e8e-b2f7-389189dd20aa None None] Attempting to bind port 2443ab50-3c6d-44dc-9893-b9c772141915 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:08:27.540147 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f5d140-f0aa-4e8e-b2f7-389189dd20aa None None] Attempting to bind port 2443ab50-3c6d-44dc-9893-b9c772141915 on network 1f82dc15-7700-447d-9d19-34866fd3954f {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:08:27.542792 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b3eae610-01e2-4f60-9a52-e8d9cb4d2e38 admin admin] Publish callbacks [] for port (c0150044-a8b4-45a3-a419-704d0bab6ce8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:27.543908 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:27.547382 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f5d140-f0aa-4e8e-b2f7-389189dd20aa None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:08:27.547761 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f5d140-f0aa-4e8e-b2f7-389189dd20aa None None] Checking segment: {'id': '6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:08:27.548147 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-85f5d140-f0aa-4e8e-b2f7-389189dd20aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:27.548533 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f5d140-f0aa-4e8e-b2f7-389189dd20aa None None] Bound using segment: {'id': '6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:08:27.548992 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-85f5d140-f0aa-4e8e-b2f7-389189dd20aa None None] Bound port: 2443ab50-3c6d-44dc-9893-b9c772141915, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:08:27.549390 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-85f5d140-f0aa-4e8e-b2f7-389189dd20aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2443ab50-3c6d-44dc-9893-b9c772141915), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:27.577652 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b3eae610-01e2-4f60-9a52-e8d9cb4d2e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (c0150044-a8b4-45a3-a419-704d0bab6ce8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:27.612548 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-85f5d140-f0aa-4e8e-b2f7-389189dd20aa None None] For port 2443ab50-3c6d-44dc-9893-b9c772141915, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:08:27.615718 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-85f5d140-f0aa-4e8e-b2f7-389189dd20aa None None] For port 2443ab50-3c6d-44dc-9893-b9c772141915, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2443ab50-3c6d-44dc-9893-b9c772141915,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:08:27.617464 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eae610-01e2-4f60-9a52-e8d9cb4d2e38 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:08:27.621146 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-b3eae610-01e2-4f60-9a52-e8d9cb4d2e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:08:27.621865 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-85f5d140-f0aa-4e8e-b2f7-389189dd20aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2443ab50-3c6d-44dc-9893-b9c772141915), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:27.624855 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eae610-01e2-4f60-9a52-e8d9cb4d2e38 admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:08:27.653017 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eae610-01e2-4f60-9a52-e8d9cb4d2e38 admin admin] Pushing event updated for resources: {'Port': ['ID=c0150044-a8b4-45a3-a419-704d0bab6ce8,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:27.681912 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5d140-f0aa-4e8e-b2f7-389189dd20aa None None] Pushing event updated for resources: {'Port': ['ID=2443ab50-3c6d-44dc-9893-b9c772141915,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:28.090264 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2443ab50-3c6d-44dc-9893-b9c772141915 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:08:28.143300 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 2443ab50-3c6d-44dc-9893-b9c772141915 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:28.144489 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2443ab50-3c6d-44dc-9893-b9c772141915), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:28.222856 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 2443ab50-3c6d-44dc-9893-b9c772141915 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:28.223135 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2443ab50-3c6d-44dc-9893-b9c772141915), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:28.240722 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b3eae610-01e2-4f60-9a52-e8d9cb4d2e38 admin admin] Publish callbacks [] for router_gateway (7c305826-2209-4969-8af8-6c46679fe0e7), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:28.256286 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 2443ab50-3c6d-44dc-9893-b9c772141915, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2443ab50-3c6d-44dc-9893-b9c772141915,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:28.260384 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2443ab50-3c6d-44dc-9893-b9c772141915), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:28.312468 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=2443ab50-3c6d-44dc-9893-b9c772141915,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:28.455214 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b3eae610-01e2-4f60-9a52-e8d9cb4d2e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (7c305826-2209-4969-8af8-6c46679fe0e7), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:28.591208 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3eae610-01e2-4f60-9a52-e8d9cb4d2e38 admin admin] Router 7c305826-2209-4969-8af8-6c46679fe0e7 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:08:28.627018 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd4822d-0746-4de0-85a1-2e34a53df156 None None] Network 1f82dc15-7700-447d-9d19-34866fd3954f requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:08:28.703316 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3eae610-01e2-4f60-9a52-e8d9cb4d2e38 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:08:28.712250 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691292c-cb89-4d46-8405-8574f8184960 None None] Sync routers for ids ['7c305826-2209-4969-8af8-6c46679fe0e7'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:08:28.725270 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4691292c-cb89-4d46-8405-8574f8184960 None None] Routers {'7c305826-2209-4969-8af8-6c46679fe0e7'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:08:28.725542 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b3eae610-01e2-4f60-9a52-e8d9cb4d2e38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:28.725908 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-4691292c-cb89-4d46-8405-8574f8184960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:08:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7c305826-2209-4969-8af8-6c46679fe0e7'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:28.729759 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b3eae610-01e2-4f60-9a52-e8d9cb4d2e38 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8498590 Feb 19 05:08:28.729967 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48456) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:28.746691 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-3e7aa730-ed6a-4569-9de4-f13c0cb4ceea None None] Provisioning complete for port 2443ab50-3c6d-44dc-9893-b9c772141915 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:28.747073 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3e7aa730-ed6a-4569-9de4-f13c0cb4ceea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2443ab50-3c6d-44dc-9893-b9c772141915), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:28.850693 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-3e7aa730-ed6a-4569-9de4-f13c0cb4ceea None None] Current status of the port 2443ab50-3c6d-44dc-9893-b9c772141915 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:28.865817 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-4691292c-cb89-4d46-8405-8574f8184960 None None] Set router 7c305826-2209-4969-8af8-6c46679fe0e7 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:08:29.061797 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-4691292c-cb89-4d46-8405-8574f8184960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'name': 'tempest-TestShelveInstance-1693923003-router', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:26Z', 'updated_at': '2022-02-19T05:08:28Z', 'revision_number': 3, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'gw_port': {'id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:53:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:27Z', 'updated_at': '2022-02-19T05:08:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:29.075162 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-8dd92d2c-6f41-468f-b511-0dff69bd8537 None None] Provisioning complete for port 2443ab50-3c6d-44dc-9893-b9c772141915 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:29.075676 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8dd92d2c-6f41-468f-b511-0dff69bd8537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2443ab50-3c6d-44dc-9893-b9c772141915), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:29.092816 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691292c-cb89-4d46-8405-8574f8184960 None None] Checking router: 7c305826-2209-4969-8af8-6c46679fe0e7 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:08:29.093158 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691292c-cb89-4d46-8405-8574f8184960 None None] Updating router 7c305826-2209-4969-8af8-6c46679fe0e7 port c0150044-a8b4-45a3-a419-704d0bab6ce8 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:08:29.133694 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-4691292c-cb89-4d46-8405-8574f8184960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c0150044-a8b4-45a3-a419-704d0bab6ce8), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:29.159637 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8dd92d2c-6f41-468f-b511-0dff69bd8537 None None] Current status of the port 2443ab50-3c6d-44dc-9893-b9c772141915 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:29.223264 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-384995ac-f00b-4045-96a6-64785321df73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:29.381990 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-384995ac-f00b-4045-96a6-64785321df73 admin admin] Allocated IP 172.20.0.1 (1f82dc15-7700-447d-9d19-34866fd3954f/bb326b32-dbe5-4bec-9093-458de47b3098/157c13f4-c84c-4f44-8904-e8a4aae36773) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:08:29.474904 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-4691292c-cb89-4d46-8405-8574f8184960 None None] Publish callbacks [] for port (c0150044-a8b4-45a3-a419-704d0bab6ce8), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:29.481373 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-4691292c-cb89-4d46-8405-8574f8184960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c0150044-a8b4-45a3-a419-704d0bab6ce8), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:29.493996 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-384995ac-f00b-4045-96a6-64785321df73 admin admin] Publish callbacks [] for port (157c13f4-c84c-4f44-8904-e8a4aae36773), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:29.528339 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-384995ac-f00b-4045-96a6-64785321df73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (157c13f4-c84c-4f44-8904-e8a4aae36773), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:29.535158 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-4691292c-cb89-4d46-8405-8574f8184960 None None] Attempting to bind port c0150044-a8b4-45a3-a419-704d0bab6ce8 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:08:29.535537 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-4691292c-cb89-4d46-8405-8574f8184960 None None] Attempting to bind port c0150044-a8b4-45a3-a419-704d0bab6ce8 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:08:29.535902 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4691292c-cb89-4d46-8405-8574f8184960 None None] Attempting to bind port c0150044-a8b4-45a3-a419-704d0bab6ce8 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:08:29.542932 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44281a5-71ca-41db-a47a-a29a57584f1e None None] Pushing event updated for resources: {'Port': ['ID=c0150044-a8b4-45a3-a419-704d0bab6ce8,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:29.545082 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4691292c-cb89-4d46-8405-8574f8184960 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:08:29.545460 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4691292c-cb89-4d46-8405-8574f8184960 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:08:29.545861 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-4691292c-cb89-4d46-8405-8574f8184960 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:29.546281 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4691292c-cb89-4d46-8405-8574f8184960 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:08:29.546745 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-4691292c-cb89-4d46-8405-8574f8184960 None None] Bound port: c0150044-a8b4-45a3-a419-704d0bab6ce8, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:08:29.547464 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-4691292c-cb89-4d46-8405-8574f8184960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c0150044-a8b4-45a3-a419-704d0bab6ce8), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:29.562157 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384995ac-f00b-4045-96a6-64785321df73 admin admin] Network 1f82dc15-7700-447d-9d19-34866fd3954f is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:08:29.565326 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-384995ac-f00b-4045-96a6-64785321df73 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:08:29.568911 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384995ac-f00b-4045-96a6-64785321df73 admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:08:29.571989 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44281a5-71ca-41db-a47a-a29a57584f1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:29.572347 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44281a5-71ca-41db-a47a-a29a57584f1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:29.572696 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44281a5-71ca-41db-a47a-a29a57584f1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:29.573026 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44281a5-71ca-41db-a47a-a29a57584f1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:29.573355 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44281a5-71ca-41db-a47a-a29a57584f1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:29.574225 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44281a5-71ca-41db-a47a-a29a57584f1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:29.574559 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44281a5-71ca-41db-a47a-a29a57584f1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:29.574885 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44281a5-71ca-41db-a47a-a29a57584f1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:29.575207 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44281a5-71ca-41db-a47a-a29a57584f1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:29.575653 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44281a5-71ca-41db-a47a-a29a57584f1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:29.575890 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44281a5-71ca-41db-a47a-a29a57584f1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:29.576181 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44281a5-71ca-41db-a47a-a29a57584f1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:29.576500 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44281a5-71ca-41db-a47a-a29a57584f1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:29.600018 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384995ac-f00b-4045-96a6-64785321df73 admin admin] Pushing event updated for resources: {'Port': ['ID=157c13f4-c84c-4f44-8904-e8a4aae36773,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:29.616868 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-4691292c-cb89-4d46-8405-8574f8184960 None None] For port c0150044-a8b4-45a3-a419-704d0bab6ce8, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:08:29.617592 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-384995ac-f00b-4045-96a6-64785321df73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (7c305826-2209-4969-8af8-6c46679fe0e7), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:29.621209 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-4691292c-cb89-4d46-8405-8574f8184960 None None] For port c0150044-a8b4-45a3-a419-704d0bab6ce8, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=c0150044-a8b4-45a3-a419-704d0bab6ce8,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:08:29.628600 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-4691292c-cb89-4d46-8405-8574f8184960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c0150044-a8b4-45a3-a419-704d0bab6ce8), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:29.689600 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4691292c-cb89-4d46-8405-8574f8184960 None None] Routers {'7c305826-2209-4969-8af8-6c46679fe0e7'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:08:29.690275 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-4691292c-cb89-4d46-8405-8574f8184960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:08:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7c305826-2209-4969-8af8-6c46679fe0e7'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:29.733365 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44281a5-71ca-41db-a47a-a29a57584f1e None None] Pushing event updated for resources: {'Port': ['ID=c0150044-a8b4-45a3-a419-704d0bab6ce8,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:29.762499 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-384995ac-f00b-4045-96a6-64785321df73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (157c13f4-c84c-4f44-8904-e8a4aae36773), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:29.817671 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-4691292c-cb89-4d46-8405-8574f8184960 None None] Set router 7c305826-2209-4969-8af8-6c46679fe0e7 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:08:29.883604 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-69bfc1af-34f3-40b1-a531-1eb360558ab4 None None] Provisioning complete for port 157c13f4-c84c-4f44-8904-e8a4aae36773 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:29.884342 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-69bfc1af-34f3-40b1-a531-1eb360558ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (157c13f4-c84c-4f44-8904-e8a4aae36773), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:29.921395 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-69bfc1af-34f3-40b1-a531-1eb360558ab4 None None] Port 157c13f4-c84c-4f44-8904-e8a4aae36773 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:08:29.931527 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-384995ac-f00b-4045-96a6-64785321df73 admin admin] Publish callbacks [] for port (157c13f4-c84c-4f44-8904-e8a4aae36773), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:29.936921 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-384995ac-f00b-4045-96a6-64785321df73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (157c13f4-c84c-4f44-8904-e8a4aae36773), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:29.994067 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-4691292c-cb89-4d46-8405-8574f8184960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'name': 'tempest-TestShelveInstance-1693923003-router', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:26Z', 'updated_at': '2022-02-19T05:08:28Z', 'revision_number': 3, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'gw_port': {'id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:53:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:27Z', 'updated_at': '2022-02-19T05:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:30.001272 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-384995ac-f00b-4045-96a6-64785321df73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (7c305826-2209-4969-8af8-6c46679fe0e7), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:30.003865 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384995ac-f00b-4045-96a6-64785321df73 admin admin] Pushing event updated for resources: {'Port': ['ID=157c13f4-c84c-4f44-8904-e8a4aae36773,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:30.021779 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691292c-cb89-4d46-8405-8574f8184960 None None] The sync data for ids ['7c305826-2209-4969-8af8-6c46679fe0e7'] in n-d-828369-19 is: [{'id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'name': 'tempest-TestShelveInstance-1693923003-router', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:26Z', 'updated_at': '2022-02-19T05:08:28Z', 'revision_number': 3, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'gw_port': {'id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:53:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:27Z', 'updated_at': '2022-02-19T05:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:08:30.087501 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2443ab50-3c6d-44dc-9893-b9c772141915 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:08:30.104186 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384995ac-f00b-4045-96a6-64785321df73 admin admin] Network 1f82dc15-7700-447d-9d19-34866fd3954f is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:08:30.105925 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-384995ac-f00b-4045-96a6-64785321df73 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:08:30.150736 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 2443ab50-3c6d-44dc-9893-b9c772141915 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:30.151259 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2443ab50-3c6d-44dc-9893-b9c772141915), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:30.238778 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:30.242255 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384995ac-f00b-4045-96a6-64785321df73 admin admin] Router 7c305826-2209-4969-8af8-6c46679fe0e7 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:08:30.253924 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 2443ab50-3c6d-44dc-9893-b9c772141915 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:30.382942 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384995ac-f00b-4045-96a6-64785321df73 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:08:30.388268 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-384995ac-f00b-4045-96a6-64785321df73 admin admin] 10.222.0.52 "PUT /v2.0/routers/7c305826-2209-4969-8af8-6c46679fe0e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6570606 Feb 19 05:08:30.452302 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-32390142-aa2a-4726-b5c3-5b93d59d23b1 None None] Provisioning complete for port 157c13f4-c84c-4f44-8904-e8a4aae36773 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:30.453291 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-32390142-aa2a-4726-b5c3-5b93d59d23b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (157c13f4-c84c-4f44-8904-e8a4aae36773), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:30.492435 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-32390142-aa2a-4726-b5c3-5b93d59d23b1 None None] Port 157c13f4-c84c-4f44-8904-e8a4aae36773 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:08:30.752726 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9685a226-3597-481a-bacf-16eaf21d86b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:30.889967 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48472) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:30.895180 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-83dd702e-11f5-41ee-8ad7-5afd7e725d99 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-848338308-network', 'tenant_id': '820e44d7783b4e848f93da463a756340'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:30.915874 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dd702e-11f5-41ee-8ad7-5afd7e725d99 admin admin] Made reservation on behalf of 820e44d7783b4e848f93da463a756340 for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:08:30.919017 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-83dd702e-11f5-41ee-8ad7-5afd7e725d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:30.928537 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-83dd702e-11f5-41ee-8ad7-5afd7e725d99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:31.005583 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-83dd702e-11f5-41ee-8ad7-5afd7e725d99 admin admin] Publish callbacks [] for security_group (3f7725bc-87b8-41a9-aa39-fb6438c22b84), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:31.009251 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-83dd702e-11f5-41ee-8ad7-5afd7e725d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3f7725bc-87b8-41a9-aa39-fb6438c22b84), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:31.033473 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83dd702e-11f5-41ee-8ad7-5afd7e725d99 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:08:31.043518 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd702e-11f5-41ee-8ad7-5afd7e725d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7725bc-87b8-41a9-aa39-fb6438c22b84,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:31.048209 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-83dd702e-11f5-41ee-8ad7-5afd7e725d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (775511c9-2c59-4d26-ab14-82ccfba09583), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:31.048564 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-83dd702e-11f5-41ee-8ad7-5afd7e725d99 admin admin] Added segment 775511c9-2c59-4d26-ab14-82ccfba09583 of type vlan for network 10825d1a-652c-4aa0-8f72-b845022489f3 Feb 19 05:08:31.087953 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-83dd702e-11f5-41ee-8ad7-5afd7e725d99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (10825d1a-652c-4aa0-8f72-b845022489f3), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:31.111992 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-83dd702e-11f5-41ee-8ad7-5afd7e725d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (10825d1a-652c-4aa0-8f72-b845022489f3), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:31.113000 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dd702e-11f5-41ee-8ad7-5afd7e725d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:31.113609 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-83dd702e-11f5-41ee-8ad7-5afd7e725d99 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:31.167002 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-83dd702e-11f5-41ee-8ad7-5afd7e725d99 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2758501 Feb 19 05:08:31.170368 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48474) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:31.175363 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-6056506c-c36e-451c-ac9c-333b90d3ec51 admin admin] Request body: {'subnet': {'network_id': '10825d1a-652c-4aa0-8f72-b845022489f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-848338308-subnet', 'tenant_id': '820e44d7783b4e848f93da463a756340', 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:31.178767 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd702e-11f5-41ee-8ad7-5afd7e725d99 admin admin] Pushing event updated for resources: {'Network': ['ID=10825d1a-652c-4aa0-8f72-b845022489f3,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:31.190521 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 10825d1a-652c-4aa0-8f72-b845022489f3 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:08:31.195658 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6056506c-c36e-451c-ac9c-333b90d3ec51 admin admin] Made reservation on behalf of 820e44d7783b4e848f93da463a756340 for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:08:31.198040 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6056506c-c36e-451c-ac9c-333b90d3ec51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:31.363632 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6056506c-c36e-451c-ac9c-333b90d3ec51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (2ee5b237-32a8-4b26-a941-30cc7a5f055e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:31.418030 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056506c-c36e-451c-ac9c-333b90d3ec51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ee5b237-32a8-4b26-a941-30cc7a5f055e,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:31.428294 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6056506c-c36e-451c-ac9c-333b90d3ec51 admin admin] Checking segment: {'id': '775511c9-2c59-4d26-ab14-82ccfba09583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '10825d1a-652c-4aa0-8f72-b845022489f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:08:31.428662 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6056506c-c36e-451c-ac9c-333b90d3ec51 admin admin] Network hostable DHCP agents. Network: 10825d1a-652c-4aa0-8f72-b845022489f3, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:08:31.445514 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6056506c-c36e-451c-ac9c-333b90d3ec51 admin admin] Network 10825d1a-652c-4aa0-8f72-b845022489f3 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:08:31.454807 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-6056506c-c36e-451c-ac9c-333b90d3ec51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 10825d1a-652c-4aa0-8f72-b845022489f3) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:08:31.459988 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6056506c-c36e-451c-ac9c-333b90d3ec51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:31.460793 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6056506c-c36e-451c-ac9c-333b90d3ec51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:31.465792 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d2a5d0-c9cd-4f96-b2fa-74a6ed55c68d None None] Network 10825d1a-652c-4aa0-8f72-b845022489f3 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:08:31.477846 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6056506c-c36e-451c-ac9c-333b90d3ec51 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3063817 Feb 19 05:08:31.482106 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48476) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:31.486554 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-70e2b4b9-9245-4c48-a2d4-3631c07faed6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-848338308-router', 'tenant_id': '820e44d7783b4e848f93da463a756340', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:31.506983 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70e2b4b9-9245-4c48-a2d4-3631c07faed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (5d314b6b-cd67-495f-b381-0817dd74df80), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:31.508133 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70e2b4b9-9245-4c48-a2d4-3631c07faed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (5d314b6b-cd67-495f-b381-0817dd74df80), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:31.563566 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70e2b4b9-9245-4c48-a2d4-3631c07faed6 admin admin] Publish callbacks [] for router_controller (5d314b6b-cd67-495f-b381-0817dd74df80), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:31.575833 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5c6767-45b6-4c11-aa34-e824133ac7ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-10825d1a-652c-4aa0-8f72-b845022489f3', 'network_id': '10825d1a-652c-4aa0-8f72-b845022489f3', 'project_id': '820e44d7783b4e848f93da463a756340', 'fixed_ips': [{'subnet_id': '2ee5b237-32a8-4b26-a941-30cc7a5f055e'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:08:31.576697 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2c5c6767-45b6-4c11-aa34-e824133ac7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:31.711180 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70e2b4b9-9245-4c48-a2d4-3631c07faed6 admin admin] Publish callbacks [] for router_gateway (5d314b6b-cd67-495f-b381-0817dd74df80), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:31.712271 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d812a-b7ec-47b7-9451-fd106fab873d None None] Sync routers for ids ['7c305826-2209-4969-8af8-6c46679fe0e7'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:08:31.722754 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-2c5c6767-45b6-4c11-aa34-e824133ac7ba None None] Allocated IP 172.20.0.2 (10825d1a-652c-4aa0-8f72-b845022489f3/2ee5b237-32a8-4b26-a941-30cc7a5f055e/bd2fb923-3813-4e4b-8263-7d7e192083a9) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:08:31.738822 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7d812a-b7ec-47b7-9451-fd106fab873d None None] Routers {'7c305826-2209-4969-8af8-6c46679fe0e7'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:08:31.739453 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-cd7d812a-b7ec-47b7-9451-fd106fab873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:08:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7c305826-2209-4969-8af8-6c46679fe0e7'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:31.912688 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70e2b4b9-9245-4c48-a2d4-3631c07faed6 admin admin] Publish callbacks [] for router_gateway (5d314b6b-cd67-495f-b381-0817dd74df80), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:31.926267 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-cd7d812a-b7ec-47b7-9451-fd106fab873d None None] Set router 7c305826-2209-4969-8af8-6c46679fe0e7 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:08:31.935414 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70e2b4b9-9245-4c48-a2d4-3631c07faed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:32.035585 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2c5c6767-45b6-4c11-aa34-e824133ac7ba None None] Publish callbacks [] for port (bd2fb923-3813-4e4b-8263-7d7e192083a9), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:32.048196 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-70e2b4b9-9245-4c48-a2d4-3631c07faed6 admin admin] Allocated IP 172.25.3.187 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/2037a3f1-561c-4f37-9f0b-c2e278b69a13) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:08:32.053632 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2c5c6767-45b6-4c11-aa34-e824133ac7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (bd2fb923-3813-4e4b-8263-7d7e192083a9), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:32.124719 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5c6767-45b6-4c11-aa34-e824133ac7ba None None] Network 10825d1a-652c-4aa0-8f72-b845022489f3 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:08:32.125702 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device c0150044-a8b4-45a3-a419-704d0bab6ce8 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:08:32.135518 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-2c5c6767-45b6-4c11-aa34-e824133ac7ba None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:08:32.159929 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5c6767-45b6-4c11-aa34-e824133ac7ba None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:08:32.172060 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70e2b4b9-9245-4c48-a2d4-3631c07faed6 admin admin] Publish callbacks [] for port (2037a3f1-561c-4f37-9f0b-c2e278b69a13), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:32.182044 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c6767-45b6-4c11-aa34-e824133ac7ba None None] Pushing event updated for resources: {'Port': ['ID=bd2fb923-3813-4e4b-8263-7d7e192083a9,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:32.208338 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70e2b4b9-9245-4c48-a2d4-3631c07faed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (2037a3f1-561c-4f37-9f0b-c2e278b69a13), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:32.242099 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e2b4b9-9245-4c48-a2d4-3631c07faed6 admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:08:32.244980 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-70e2b4b9-9245-4c48-a2d4-3631c07faed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:08:32.248567 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e2b4b9-9245-4c48-a2d4-3631c07faed6 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:08:32.281826 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2b4b9-9245-4c48-a2d4-3631c07faed6 admin admin] Pushing event updated for resources: {'Port': ['ID=2037a3f1-561c-4f37-9f0b-c2e278b69a13,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:32.283741 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-2c5c6767-45b6-4c11-aa34-e824133ac7ba None None] Attempting to bind port bd2fb923-3813-4e4b-8263-7d7e192083a9 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:08:32.284121 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-2c5c6767-45b6-4c11-aa34-e824133ac7ba None None] Attempting to bind port bd2fb923-3813-4e4b-8263-7d7e192083a9 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '775511c9-2c59-4d26-ab14-82ccfba09583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '10825d1a-652c-4aa0-8f72-b845022489f3'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:08:32.284496 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5c6767-45b6-4c11-aa34-e824133ac7ba None None] Attempting to bind port bd2fb923-3813-4e4b-8263-7d7e192083a9 on network 10825d1a-652c-4aa0-8f72-b845022489f3 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:08:32.297277 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5c6767-45b6-4c11-aa34-e824133ac7ba None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:08:32.297832 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5c6767-45b6-4c11-aa34-e824133ac7ba None None] Checking segment: {'id': '775511c9-2c59-4d26-ab14-82ccfba09583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '10825d1a-652c-4aa0-8f72-b845022489f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:08:32.299232 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2c5c6767-45b6-4c11-aa34-e824133ac7ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:32.299232 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5c6767-45b6-4c11-aa34-e824133ac7ba None None] Bound using segment: {'id': '775511c9-2c59-4d26-ab14-82ccfba09583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '10825d1a-652c-4aa0-8f72-b845022489f3'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:08:32.299232 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-2c5c6767-45b6-4c11-aa34-e824133ac7ba None None] Bound port: bd2fb923-3813-4e4b-8263-7d7e192083a9, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775511c9-2c59-4d26-ab14-82ccfba09583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '10825d1a-652c-4aa0-8f72-b845022489f3'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:08:32.299649 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2c5c6767-45b6-4c11-aa34-e824133ac7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (bd2fb923-3813-4e4b-8263-7d7e192083a9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:32.316229 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port c0150044-a8b4-45a3-a419-704d0bab6ce8 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:32.316601 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c0150044-a8b4-45a3-a419-704d0bab6ce8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:32.411669 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-cd7d812a-b7ec-47b7-9451-fd106fab873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'name': 'tempest-TestShelveInstance-1693923003-router', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:26Z', 'updated_at': '2022-02-19T05:08:29Z', 'revision_number': 4, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'gw_port': {'id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:53:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:27Z', 'updated_at': '2022-02-19T05:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '157c13f4-c84c-4f44-8904-e8a4aae36773', 'name': '', 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'mac_address': 'fa:16:3e:08:c9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:29Z', 'updated_at': '2022-02-19T05:08:29Z', 'revision_number': 2, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'subnets': [{'id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:32.416796 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-2c5c6767-45b6-4c11-aa34-e824133ac7ba None None] For port bd2fb923-3813-4e4b-8263-7d7e192083a9, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:08:32.453061 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d812a-b7ec-47b7-9451-fd106fab873d None None] Checking router: 7c305826-2209-4969-8af8-6c46679fe0e7 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:08:32.453330 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d812a-b7ec-47b7-9451-fd106fab873d None None] Updating router 7c305826-2209-4969-8af8-6c46679fe0e7 port 157c13f4-c84c-4f44-8904-e8a4aae36773 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:08:32.475080 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-2c5c6767-45b6-4c11-aa34-e824133ac7ba None None] For port bd2fb923-3813-4e4b-8263-7d7e192083a9, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=bd2fb923-3813-4e4b-8263-7d7e192083a9,segment=NetworkSegment(775511c9-2c59-4d26-ab14-82ccfba09583),segment_id=775511c9-2c59-4d26-ab14-82ccfba09583)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:08:32.500887 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2c5c6767-45b6-4c11-aa34-e824133ac7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (bd2fb923-3813-4e4b-8263-7d7e192083a9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:32.513918 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70e2b4b9-9245-4c48-a2d4-3631c07faed6 admin admin] Publish callbacks [] for router_gateway (5d314b6b-cd67-495f-b381-0817dd74df80), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:32.536871 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cd7d812a-b7ec-47b7-9451-fd106fab873d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (157c13f4-c84c-4f44-8904-e8a4aae36773), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:32.558061 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port c0150044-a8b4-45a3-a419-704d0bab6ce8 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:32.558462 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c0150044-a8b4-45a3-a419-704d0bab6ce8), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:32.619145 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port c0150044-a8b4-45a3-a419-704d0bab6ce8, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=c0150044-a8b4-45a3-a419-704d0bab6ce8,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:32.628695 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c0150044-a8b4-45a3-a419-704d0bab6ce8), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:32.637653 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c6767-45b6-4c11-aa34-e824133ac7ba None None] Pushing event updated for resources: {'Port': ['ID=bd2fb923-3813-4e4b-8263-7d7e192083a9,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:32.734379 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70e2b4b9-9245-4c48-a2d4-3631c07faed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (5d314b6b-cd67-495f-b381-0817dd74df80), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:32.752460 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=c0150044-a8b4-45a3-a419-704d0bab6ce8,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:32.891686 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e2b4b9-9245-4c48-a2d4-3631c07faed6 admin admin] Router 5d314b6b-cd67-495f-b381-0817dd74df80 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:08:32.936641 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cd7d812a-b7ec-47b7-9451-fd106fab873d None None] Publish callbacks [] for port (157c13f4-c84c-4f44-8904-e8a4aae36773), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:32.943656 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cd7d812a-b7ec-47b7-9451-fd106fab873d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (157c13f4-c84c-4f44-8904-e8a4aae36773), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:33.000783 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb833e53-2146-4e7e-88c4-9d19ad55b23d None None] Pushing event updated for resources: {'Port': ['ID=157c13f4-c84c-4f44-8904-e8a4aae36773,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:33.014370 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e2b4b9-9245-4c48-a2d4-3631c07faed6 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:08:33.026507 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b73057-b21a-4dd5-9977-7a387e65b13c None None] Sync routers for ids ['5d314b6b-cd67-495f-b381-0817dd74df80'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:08:33.038940 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b73057-b21a-4dd5-9977-7a387e65b13c None None] Routers {'5d314b6b-cd67-495f-b381-0817dd74df80'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:08:33.040211 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a8b73057-b21a-4dd5-9977-7a387e65b13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:08:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['5d314b6b-cd67-495f-b381-0817dd74df80'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:33.045771 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70e2b4b9-9245-4c48-a2d4-3631c07faed6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:33.047331 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-70e2b4b9-9245-4c48-a2d4-3631c07faed6 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5641294 Feb 19 05:08:33.050128 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48478) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:33.055063 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-cd7d812a-b7ec-47b7-9451-fd106fab873d None None] Attempting to bind port 157c13f4-c84c-4f44-8904-e8a4aae36773 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:08:33.055645 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-cd7d812a-b7ec-47b7-9451-fd106fab873d None None] Attempting to bind port 157c13f4-c84c-4f44-8904-e8a4aae36773 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:08:33.056326 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7d812a-b7ec-47b7-9451-fd106fab873d None None] Attempting to bind port 157c13f4-c84c-4f44-8904-e8a4aae36773 on network 1f82dc15-7700-447d-9d19-34866fd3954f {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:08:33.066538 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7d812a-b7ec-47b7-9451-fd106fab873d None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:08:33.067088 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7d812a-b7ec-47b7-9451-fd106fab873d None None] Checking segment: {'id': '6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:08:33.067503 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cd7d812a-b7ec-47b7-9451-fd106fab873d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:33.067905 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7d812a-b7ec-47b7-9451-fd106fab873d None None] Bound using segment: {'id': '6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:08:33.068386 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-cd7d812a-b7ec-47b7-9451-fd106fab873d None None] Bound port: 157c13f4-c84c-4f44-8904-e8a4aae36773, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:08:33.069967 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cd7d812a-b7ec-47b7-9451-fd106fab873d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (157c13f4-c84c-4f44-8904-e8a4aae36773), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:33.147497 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-cd7d812a-b7ec-47b7-9451-fd106fab873d None None] For port 157c13f4-c84c-4f44-8904-e8a4aae36773, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:08:33.150794 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-cd7d812a-b7ec-47b7-9451-fd106fab873d None None] For port 157c13f4-c84c-4f44-8904-e8a4aae36773, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=157c13f4-c84c-4f44-8904-e8a4aae36773,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:08:33.159005 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cd7d812a-b7ec-47b7-9451-fd106fab873d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (157c13f4-c84c-4f44-8904-e8a4aae36773), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:33.178419 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-a8b73057-b21a-4dd5-9977-7a387e65b13c None None] Set router 5d314b6b-cd67-495f-b381-0817dd74df80 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:08:33.226944 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7d812a-b7ec-47b7-9451-fd106fab873d None None] Routers {'7c305826-2209-4969-8af8-6c46679fe0e7'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:08:33.227589 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-cd7d812a-b7ec-47b7-9451-fd106fab873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:08:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7c305826-2209-4969-8af8-6c46679fe0e7'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:33.230754 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb833e53-2146-4e7e-88c4-9d19ad55b23d None None] Pushing event updated for resources: {'Port': ['ID=157c13f4-c84c-4f44-8904-e8a4aae36773,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:33.432472 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a8b73057-b21a-4dd5-9977-7a387e65b13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d314b6b-cd67-495f-b381-0817dd74df80', 'name': 'tempest-TestShelveInstance-848338308-router', 'tenant_id': '820e44d7783b4e848f93da463a756340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '2037a3f1-561c-4f37-9f0b-c2e278b69a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:31Z', 'updated_at': '2022-02-19T05:08:32Z', 'revision_number': 3, 'project_id': '820e44d7783b4e848f93da463a756340', 'gw_port': {'id': '2037a3f1-561c-4f37-9f0b-c2e278b69a13', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d314b6b-cd67-495f-b381-0817dd74df80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:31Z', 'updated_at': '2022-02-19T05:08:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:33.467236 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b73057-b21a-4dd5-9977-7a387e65b13c None None] Checking router: 5d314b6b-cd67-495f-b381-0817dd74df80 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:08:33.467890 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b73057-b21a-4dd5-9977-7a387e65b13c None None] Updating router 5d314b6b-cd67-495f-b381-0817dd74df80 port 2037a3f1-561c-4f37-9f0b-c2e278b69a13 binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:08:33.480544 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-844f0c60-4e7f-4b2d-8a35-16c183b9cb79 None None] Provisioning complete for port 157c13f4-c84c-4f44-8904-e8a4aae36773 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:33.481094 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-844f0c60-4e7f-4b2d-8a35-16c183b9cb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (157c13f4-c84c-4f44-8904-e8a4aae36773), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:33.512740 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a8b73057-b21a-4dd5-9977-7a387e65b13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2037a3f1-561c-4f37-9f0b-c2e278b69a13), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:33.584347 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-cd7d812a-b7ec-47b7-9451-fd106fab873d None None] Set router 7c305826-2209-4969-8af8-6c46679fe0e7 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:08:33.731946 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c3c44e83-9d54-4ef4-affb-673ac13d3fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:33.826222 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a8b73057-b21a-4dd5-9977-7a387e65b13c None None] Publish callbacks [] for port (2037a3f1-561c-4f37-9f0b-c2e278b69a13), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:33.835486 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a8b73057-b21a-4dd5-9977-7a387e65b13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2037a3f1-561c-4f37-9f0b-c2e278b69a13), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:33.859674 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-844f0c60-4e7f-4b2d-8a35-16c183b9cb79 None None] Current status of the port 157c13f4-c84c-4f44-8904-e8a4aae36773 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:33.860250 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-844f0c60-4e7f-4b2d-8a35-16c183b9cb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (157c13f4-c84c-4f44-8904-e8a4aae36773), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:33.884271 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1173cffb-48b9-44b5-bd3d-7e26e0d1de73 None None] Network 10825d1a-652c-4aa0-8f72-b845022489f3 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:08:33.906496 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e97fd-c2c9-49b8-a3ec-28e3b9a3bb3e None None] Pushing event updated for resources: {'Port': ['ID=2037a3f1-561c-4f37-9f0b-c2e278b69a13,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:33.909007 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-a8b73057-b21a-4dd5-9977-7a387e65b13c None None] Attempting to bind port 2037a3f1-561c-4f37-9f0b-c2e278b69a13 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:08:33.909456 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-a8b73057-b21a-4dd5-9977-7a387e65b13c None None] Attempting to bind port 2037a3f1-561c-4f37-9f0b-c2e278b69a13 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:08:33.909871 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b73057-b21a-4dd5-9977-7a387e65b13c None None] Attempting to bind port 2037a3f1-561c-4f37-9f0b-c2e278b69a13 on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:08:33.915679 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b73057-b21a-4dd5-9977-7a387e65b13c None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:08:33.916147 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b73057-b21a-4dd5-9977-7a387e65b13c None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:08:33.916615 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a8b73057-b21a-4dd5-9977-7a387e65b13c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:33.917075 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b73057-b21a-4dd5-9977-7a387e65b13c None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:08:33.918269 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-a8b73057-b21a-4dd5-9977-7a387e65b13c None None] Bound port: 2037a3f1-561c-4f37-9f0b-c2e278b69a13, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:08:33.918722 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a8b73057-b21a-4dd5-9977-7a387e65b13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2037a3f1-561c-4f37-9f0b-c2e278b69a13), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:33.968671 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-a8b73057-b21a-4dd5-9977-7a387e65b13c None None] For port 2037a3f1-561c-4f37-9f0b-c2e278b69a13, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:08:33.971974 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-a8b73057-b21a-4dd5-9977-7a387e65b13c None None] For port 2037a3f1-561c-4f37-9f0b-c2e278b69a13, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2037a3f1-561c-4f37-9f0b-c2e278b69a13,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:08:33.977597 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-a8b73057-b21a-4dd5-9977-7a387e65b13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2037a3f1-561c-4f37-9f0b-c2e278b69a13), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:33.984871 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-844f0c60-4e7f-4b2d-8a35-16c183b9cb79 None None] For port 157c13f4-c84c-4f44-8904-e8a4aae36773, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=157c13f4-c84c-4f44-8904-e8a4aae36773,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:33.994593 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-844f0c60-4e7f-4b2d-8a35-16c183b9cb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (157c13f4-c84c-4f44-8904-e8a4aae36773), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:34.039125 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b73057-b21a-4dd5-9977-7a387e65b13c None None] Routers {'5d314b6b-cd67-495f-b381-0817dd74df80'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:08:34.039578 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a8b73057-b21a-4dd5-9977-7a387e65b13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:08:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['5d314b6b-cd67-495f-b381-0817dd74df80'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:34.090915 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a532d0bd-58c8-46af-b267-6ad64d5dbc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:34.106555 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-cd7d812a-b7ec-47b7-9451-fd106fab873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'name': 'tempest-TestShelveInstance-1693923003-router', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:26Z', 'updated_at': '2022-02-19T05:08:29Z', 'revision_number': 4, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'gw_port': {'id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:27Z', 'updated_at': '2022-02-19T05:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '157c13f4-c84c-4f44-8904-e8a4aae36773', 'name': '', 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'mac_address': 'fa:16:3e:08:c9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:29Z', 'updated_at': '2022-02-19T05:08:33Z', 'revision_number': 4, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'subnets': [{'id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:34.139415 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e97fd-c2c9-49b8-a3ec-28e3b9a3bb3e None None] Pushing event updated for resources: {'Port': ['ID=2037a3f1-561c-4f37-9f0b-c2e278b69a13,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:34.151221 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f0c60-4e7f-4b2d-8a35-16c183b9cb79 None None] Pushing event updated for resources: {'Port': ['ID=157c13f4-c84c-4f44-8904-e8a4aae36773,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:34.160766 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d812a-b7ec-47b7-9451-fd106fab873d None None] The sync data for ids ['7c305826-2209-4969-8af8-6c46679fe0e7'] in n-d-828369-19 is: [{'id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'name': 'tempest-TestShelveInstance-1693923003-router', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:26Z', 'updated_at': '2022-02-19T05:08:29Z', 'revision_number': 4, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'gw_port': {'id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:27Z', 'updated_at': '2022-02-19T05:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '157c13f4-c84c-4f44-8904-e8a4aae36773', 'name': '', 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'mac_address': 'fa:16:3e:08:c9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:29Z', 'updated_at': '2022-02-19T05:08:33Z', 'revision_number': 4, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'subnets': [{'id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:08:34.163356 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:34.178697 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-a8b73057-b21a-4dd5-9977-7a387e65b13c None None] Set router 5d314b6b-cd67-495f-b381-0817dd74df80 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:08:34.184927 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b499d9bc-4f56-4aa6-956c-6f37f839850f None None] Provisioning complete for port 157c13f4-c84c-4f44-8904-e8a4aae36773 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:34.185309 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b499d9bc-4f56-4aa6-956c-6f37f839850f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (157c13f4-c84c-4f44-8904-e8a4aae36773), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:34.256131 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device c0150044-a8b4-45a3-a419-704d0bab6ce8 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:08:34.371636 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-a532d0bd-58c8-46af-b267-6ad64d5dbc5c admin admin] Allocated IP 172.20.0.1 (10825d1a-652c-4aa0-8f72-b845022489f3/2ee5b237-32a8-4b26-a941-30cc7a5f055e/ee3e604e-170e-4200-b86b-6b7a0f507388) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:08:34.394290 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b499d9bc-4f56-4aa6-956c-6f37f839850f None None] Current status of the port 157c13f4-c84c-4f44-8904-e8a4aae36773 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:34.404288 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port c0150044-a8b4-45a3-a419-704d0bab6ce8 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:34.404667 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c0150044-a8b4-45a3-a419-704d0bab6ce8), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:34.445000 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-a8b73057-b21a-4dd5-9977-7a387e65b13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d314b6b-cd67-495f-b381-0817dd74df80', 'name': 'tempest-TestShelveInstance-848338308-router', 'tenant_id': '820e44d7783b4e848f93da463a756340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '2037a3f1-561c-4f37-9f0b-c2e278b69a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:31Z', 'updated_at': '2022-02-19T05:08:32Z', 'revision_number': 3, 'project_id': '820e44d7783b4e848f93da463a756340', 'gw_port': {'id': '2037a3f1-561c-4f37-9f0b-c2e278b69a13', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d314b6b-cd67-495f-b381-0817dd74df80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:31Z', 'updated_at': '2022-02-19T05:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:34.451003 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b499d9bc-4f56-4aa6-956c-6f37f839850f None None] Provisioning complete for port bd2fb923-3813-4e4b-8263-7d7e192083a9 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:34.451707 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b499d9bc-4f56-4aa6-956c-6f37f839850f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bd2fb923-3813-4e4b-8263-7d7e192083a9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:34.477061 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b73057-b21a-4dd5-9977-7a387e65b13c None None] The sync data for ids ['5d314b6b-cd67-495f-b381-0817dd74df80'] in n-d-828369-19 is: [{'id': '5d314b6b-cd67-495f-b381-0817dd74df80', 'name': 'tempest-TestShelveInstance-848338308-router', 'tenant_id': '820e44d7783b4e848f93da463a756340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '2037a3f1-561c-4f37-9f0b-c2e278b69a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:31Z', 'updated_at': '2022-02-19T05:08:32Z', 'revision_number': 3, 'project_id': '820e44d7783b4e848f93da463a756340', 'gw_port': {'id': '2037a3f1-561c-4f37-9f0b-c2e278b69a13', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d314b6b-cd67-495f-b381-0817dd74df80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:31Z', 'updated_at': '2022-02-19T05:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:08:34.542060 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a532d0bd-58c8-46af-b267-6ad64d5dbc5c admin admin] Publish callbacks [] for port (ee3e604e-170e-4200-b86b-6b7a0f507388), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:34.585894 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a532d0bd-58c8-46af-b267-6ad64d5dbc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (ee3e604e-170e-4200-b86b-6b7a0f507388), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:34.612245 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port c0150044-a8b4-45a3-a419-704d0bab6ce8 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:34.613542 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device bd2fb923-3813-4e4b-8263-7d7e192083a9 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:08:34.627360 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a532d0bd-58c8-46af-b267-6ad64d5dbc5c admin admin] Network 10825d1a-652c-4aa0-8f72-b845022489f3 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:08:34.630474 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-a532d0bd-58c8-46af-b267-6ad64d5dbc5c admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:08:34.637202 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a532d0bd-58c8-46af-b267-6ad64d5dbc5c admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:08:34.643592 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532d0bd-58c8-46af-b267-6ad64d5dbc5c admin admin] Pushing event updated for resources: {'Port': ['ID=ee3e604e-170e-4200-b86b-6b7a0f507388,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:34.679811 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b499d9bc-4f56-4aa6-956c-6f37f839850f None None] Current status of the port bd2fb923-3813-4e4b-8263-7d7e192083a9 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:34.680596 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b499d9bc-4f56-4aa6-956c-6f37f839850f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (bd2fb923-3813-4e4b-8263-7d7e192083a9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:34.698017 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a532d0bd-58c8-46af-b267-6ad64d5dbc5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (5d314b6b-cd67-495f-b381-0817dd74df80), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:34.713093 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port bd2fb923-3813-4e4b-8263-7d7e192083a9 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:34.713526 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bd2fb923-3813-4e4b-8263-7d7e192083a9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:34.777794 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b499d9bc-4f56-4aa6-956c-6f37f839850f None None] For port bd2fb923-3813-4e4b-8263-7d7e192083a9, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=bd2fb923-3813-4e4b-8263-7d7e192083a9,segment=NetworkSegment(775511c9-2c59-4d26-ab14-82ccfba09583),segment_id=775511c9-2c59-4d26-ab14-82ccfba09583)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:34.790721 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b499d9bc-4f56-4aa6-956c-6f37f839850f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (bd2fb923-3813-4e4b-8263-7d7e192083a9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:34.908615 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a532d0bd-58c8-46af-b267-6ad64d5dbc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ee3e604e-170e-4200-b86b-6b7a0f507388), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:34.917506 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499d9bc-4f56-4aa6-956c-6f37f839850f None None] Pushing event updated for resources: {'Port': ['ID=bd2fb923-3813-4e4b-8263-7d7e192083a9,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:34.940709 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-8e5203f4-dd5c-4987-b59d-ea235ec01d12 None None] Provisioning complete for port bd2fb923-3813-4e4b-8263-7d7e192083a9 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:34.941161 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8e5203f4-dd5c-4987-b59d-ea235ec01d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bd2fb923-3813-4e4b-8263-7d7e192083a9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:34.944087 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port bd2fb923-3813-4e4b-8263-7d7e192083a9 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:35.045214 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-8e5203f4-dd5c-4987-b59d-ea235ec01d12 None None] Current status of the port bd2fb923-3813-4e4b-8263-7d7e192083a9 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:35.147100 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a532d0bd-58c8-46af-b267-6ad64d5dbc5c admin admin] Publish callbacks [] for port (ee3e604e-170e-4200-b86b-6b7a0f507388), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:35.152944 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a532d0bd-58c8-46af-b267-6ad64d5dbc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (ee3e604e-170e-4200-b86b-6b7a0f507388), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:35.168513 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-70bbe747-60f8-463d-b542-8d5680b73c38 None None] Provisioning complete for port ee3e604e-170e-4200-b86b-6b7a0f507388 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:35.169189 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-70bbe747-60f8-463d-b542-8d5680b73c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ee3e604e-170e-4200-b86b-6b7a0f507388), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:35.209633 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-70bbe747-60f8-463d-b542-8d5680b73c38 None None] Port ee3e604e-170e-4200-b86b-6b7a0f507388 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:08:35.227900 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532d0bd-58c8-46af-b267-6ad64d5dbc5c admin admin] Pushing event updated for resources: {'Port': ['ID=ee3e604e-170e-4200-b86b-6b7a0f507388,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:35.232584 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a532d0bd-58c8-46af-b267-6ad64d5dbc5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (5d314b6b-cd67-495f-b381-0817dd74df80), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:35.330011 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a532d0bd-58c8-46af-b267-6ad64d5dbc5c admin admin] Network 10825d1a-652c-4aa0-8f72-b845022489f3 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:08:35.331591 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-a532d0bd-58c8-46af-b267-6ad64d5dbc5c admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:08:35.465883 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a532d0bd-58c8-46af-b267-6ad64d5dbc5c admin admin] Router 5d314b6b-cd67-495f-b381-0817dd74df80 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:08:35.581929 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:35.599260 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a532d0bd-58c8-46af-b267-6ad64d5dbc5c admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:08:35.606297 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a532d0bd-58c8-46af-b267-6ad64d5dbc5c admin admin] 10.222.0.52 "PUT /v2.0/routers/5d314b6b-cd67-495f-b381-0817dd74df80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5537472 Feb 19 05:08:35.637720 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d21d0ac9-7ed3-4757-9215-83c8194f521b None None] Provisioning complete for port ee3e604e-170e-4200-b86b-6b7a0f507388 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:35.638346 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d21d0ac9-7ed3-4757-9215-83c8194f521b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ee3e604e-170e-4200-b86b-6b7a0f507388), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:35.680379 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d21d0ac9-7ed3-4757-9215-83c8194f521b None None] Port ee3e604e-170e-4200-b86b-6b7a0f507388 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:08:36.180190 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device bd2fb923-3813-4e4b-8263-7d7e192083a9 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:08:36.228244 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port bd2fb923-3813-4e4b-8263-7d7e192083a9 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:36.228619 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (bd2fb923-3813-4e4b-8263-7d7e192083a9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:36.274919 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48486) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:36.280241 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-808ba4ee-da5f-477d-8dc5-8c7ca099892a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1608056192', 'description': 'tempest-secgroup-smoke-1608056192 description', 'project_id': '229835303a204fa7aca8eeef706ec63d'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:36.300832 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-808ba4ee-da5f-477d-8dc5-8c7ca099892a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:36.304596 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port bd2fb923-3813-4e4b-8263-7d7e192083a9 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:36.305677 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 157c13f4-c84c-4f44-8904-e8a4aae36773 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:08:36.356911 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 157c13f4-c84c-4f44-8904-e8a4aae36773 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:36.357284 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (157c13f4-c84c-4f44-8904-e8a4aae36773), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:36.368668 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-808ba4ee-da5f-477d-8dc5-8c7ca099892a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group (82a9014f-d87d-42ce-b4b5-d47af0178f9c), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:36.373220 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-808ba4ee-da5f-477d-8dc5-8c7ca099892a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (82a9014f-d87d-42ce-b4b5-d47af0178f9c), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:36.405024 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-808ba4ee-da5f-477d-8dc5-8c7ca099892a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:36.406380 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-808ba4ee-da5f-477d-8dc5-8c7ca099892a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1303213 Feb 19 05:08:36.409744 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ba4ee-da5f-477d-8dc5-8c7ca099892a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82a9014f-d87d-42ce-b4b5-d47af0178f9c,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:36.409925 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48488) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:36.415613 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-5d0d189d-1889-4a8d-88fe-d0c56be77b3f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Request body: {'security_group_rule': {'security_group_id': '82a9014f-d87d-42ce-b4b5-d47af0178f9c', 'project_id': '229835303a204fa7aca8eeef706ec63d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:36.442928 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d0d189d-1889-4a8d-88fe-d0c56be77b3f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (5ec75dec-0ae9-4b0d-b0de-20f3d61f8b2c), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:36.443568 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 157c13f4-c84c-4f44-8904-e8a4aae36773 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:36.444734 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2037a3f1-561c-4f37-9f0b-c2e278b69a13 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:08:36.490446 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 2037a3f1-561c-4f37-9f0b-c2e278b69a13 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:36.490824 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2037a3f1-561c-4f37-9f0b-c2e278b69a13), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:36.504220 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d0d189d-1889-4a8d-88fe-d0c56be77b3f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (5ec75dec-0ae9-4b0d-b0de-20f3d61f8b2c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:36.508405 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d0d189d-1889-4a8d-88fe-d0c56be77b3f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (5ec75dec-0ae9-4b0d-b0de-20f3d61f8b2c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:36.530532 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d189d-1889-4a8d-88fe-d0c56be77b3f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec75dec-0ae9-4b0d-b0de-20f3d61f8b2c,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:36.541194 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-5d0d189d-1889-4a8d-88fe-d0c56be77b3f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:36.542479 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-5d0d189d-1889-4a8d-88fe-d0c56be77b3f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317606 Feb 19 05:08:36.545140 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48490) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:36.549555 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b9fcd829-d198-42b8-9ac9-9be41319b414 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Request body: {'security_group_rule': {'security_group_id': '82a9014f-d87d-42ce-b4b5-d47af0178f9c', 'project_id': '229835303a204fa7aca8eeef706ec63d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:36.573294 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 2037a3f1-561c-4f37-9f0b-c2e278b69a13 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:36.574133 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2037a3f1-561c-4f37-9f0b-c2e278b69a13), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:36.575276 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9fcd829-d198-42b8-9ac9-9be41319b414 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (c62b8c02-8bc6-4ee1-a1a1-b1e63ef8465c), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:36.595371 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 2037a3f1-561c-4f37-9f0b-c2e278b69a13, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2037a3f1-561c-4f37-9f0b-c2e278b69a13,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:36.599606 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2037a3f1-561c-4f37-9f0b-c2e278b69a13), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:36.632930 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9fcd829-d198-42b8-9ac9-9be41319b414 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (c62b8c02-8bc6-4ee1-a1a1-b1e63ef8465c), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:36.637746 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9fcd829-d198-42b8-9ac9-9be41319b414 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (c62b8c02-8bc6-4ee1-a1a1-b1e63ef8465c), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:36.649443 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=2037a3f1-561c-4f37-9f0b-c2e278b69a13,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:36.659807 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fcd829-d198-42b8-9ac9-9be41319b414 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62b8c02-8bc6-4ee1-a1a1-b1e63ef8465c,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:36.666548 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b9fcd829-d198-42b8-9ac9-9be41319b414 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:36.667786 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b9fcd829-d198-42b8-9ac9-9be41319b414 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1217349 Feb 19 05:08:36.670438 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48492) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:36.674624 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b898f9f7-0ca2-4031-9b2b-c09207d1d980 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Request body: {'security_group_rule': {'security_group_id': '82a9014f-d87d-42ce-b4b5-d47af0178f9c', 'project_id': '229835303a204fa7aca8eeef706ec63d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:36.700111 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b898f9f7-0ca2-4031-9b2b-c09207d1d980 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (d4a12d19-1c8d-4391-a240-ebfa07eb9789), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:36.758860 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b898f9f7-0ca2-4031-9b2b-c09207d1d980 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (d4a12d19-1c8d-4391-a240-ebfa07eb9789), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:36.763498 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b898f9f7-0ca2-4031-9b2b-c09207d1d980 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (d4a12d19-1c8d-4391-a240-ebfa07eb9789), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:36.782453 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898f9f7-0ca2-4031-9b2b-c09207d1d980 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a12d19-1c8d-4391-a240-ebfa07eb9789,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:36.791096 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b898f9f7-0ca2-4031-9b2b-c09207d1d980 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:36.792322 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b898f9f7-0ca2-4031-9b2b-c09207d1d980 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209090 Feb 19 05:08:36.795179 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48494) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:36.799562 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b8a069b4-bd08-49e1-a393-4cdcb8efc652 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Request body: {'security_group_rule': {'security_group_id': '82a9014f-d87d-42ce-b4b5-d47af0178f9c', 'project_id': '229835303a204fa7aca8eeef706ec63d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:36.825152 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b8a069b4-bd08-49e1-a393-4cdcb8efc652 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (34566974-f4d0-4bc9-a212-e0b81214343d), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:36.882625 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b8a069b4-bd08-49e1-a393-4cdcb8efc652 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (34566974-f4d0-4bc9-a212-e0b81214343d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:36.889226 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b8a069b4-bd08-49e1-a393-4cdcb8efc652 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (34566974-f4d0-4bc9-a212-e0b81214343d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:36.909764 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a069b4-bd08-49e1-a393-4cdcb8efc652 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34566974-f4d0-4bc9-a212-e0b81214343d,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:36.918577 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b8a069b4-bd08-49e1-a393-4cdcb8efc652 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:36.919802 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b8a069b4-bd08-49e1-a393-4cdcb8efc652 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236806 Feb 19 05:08:36.926589 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48496) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:36.931391 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-dc345a57-eee8-460e-a007-2a7a3f3e9023 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Request body: {'security_group_rule': {'security_group_id': '82a9014f-d87d-42ce-b4b5-d47af0178f9c', 'project_id': '229835303a204fa7aca8eeef706ec63d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:36.940477 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:36.957075 n-d-828369-19 neutron-server[109925]: INFO neutron.db.securitygroups_db [None req-dc345a57-eee8-460e-a007-2a7a3f3e9023 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Project 229835303a204fa7aca8eeef706ec63d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:08:36.962746 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dc345a57-eee8-460e-a007-2a7a3f3e9023 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (3dc53742-a31a-43ee-9806-dcbf59a104a1), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:37.021290 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dc345a57-eee8-460e-a007-2a7a3f3e9023 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (3dc53742-a31a-43ee-9806-dcbf59a104a1), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:37.025334 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dc345a57-eee8-460e-a007-2a7a3f3e9023 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (3dc53742-a31a-43ee-9806-dcbf59a104a1), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:37.045267 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc345a57-eee8-460e-a007-2a7a3f3e9023 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc53742-a31a-43ee-9806-dcbf59a104a1,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:37.052918 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-dc345a57-eee8-460e-a007-2a7a3f3e9023 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:37.054106 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-dc345a57-eee8-460e-a007-2a7a3f3e9023 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261969 Feb 19 05:08:37.056971 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48498) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:37.061945 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-34c4bc4a-10ba-4b14-a5e6-ba07f36f8baf tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Request body: {'security_group_rule': {'security_group_id': '82a9014f-d87d-42ce-b4b5-d47af0178f9c', 'project_id': '229835303a204fa7aca8eeef706ec63d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:37.082465 n-d-828369-19 neutron-server[109925]: INFO neutron.db.securitygroups_db [None req-34c4bc4a-10ba-4b14-a5e6-ba07f36f8baf tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Project 229835303a204fa7aca8eeef706ec63d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:08:37.087109 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-34c4bc4a-10ba-4b14-a5e6-ba07f36f8baf tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (22b967db-9663-4229-ae3a-33d4075d7dfd), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:37.147740 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-34c4bc4a-10ba-4b14-a5e6-ba07f36f8baf tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (22b967db-9663-4229-ae3a-33d4075d7dfd), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:37.153045 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-34c4bc4a-10ba-4b14-a5e6-ba07f36f8baf tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (22b967db-9663-4229-ae3a-33d4075d7dfd), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:37.169895 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4bc4a-10ba-4b14-a5e6-ba07f36f8baf tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b967db-9663-4229-ae3a-33d4075d7dfd,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:37.181222 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-34c4bc4a-10ba-4b14-a5e6-ba07f36f8baf tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:37.186792 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-34c4bc4a-10ba-4b14-a5e6-ba07f36f8baf tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1245000 Feb 19 05:08:37.334112 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-cd5b10a3-5889-4dc1-8826-ea34cdf4079e tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1608056192&fields=id&tenant_id=229835303a204fa7aca8eeef706ec63d HTTP/1.1" status: 200 len: 267 time: 0.0490448 Feb 19 05:08:37.436857 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-acaf8af0-e210-4c85-90f7-fc7af2eaa9fc tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:37.438314 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-acaf8af0-e210-4c85-90f7-fc7af2eaa9fc tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/networks?id=1f82dc15-7700-447d-9d19-34866fd3954f HTTP/1.1" status: 200 len: 809 time: 0.0975993 Feb 19 05:08:37.452726 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-e74f2d29-859c-40bd-9c31-9e034f726760 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/quotas/229835303a204fa7aca8eeef706ec63d HTTP/1.1" status: 200 len: 375 time: 0.0087285 Feb 19 05:08:37.509747 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-d5b05cdc-7db2-4101-bd0b-77516419dea8 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=229835303a204fa7aca8eeef706ec63d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520334 Feb 19 05:08:37.606365 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-0f4982d4-9908-4ebd-bd04-4c01442d687c service neutron] 10.222.0.52 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850780 Feb 19 05:08:37.702019 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-0d07b2bf-febc-46ba-be24-b8d02b57984d service neutron] 10.222.0.52 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900187 Feb 19 05:08:37.837828 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04a9218-c848-4f98-b8c0-2f99f86394fd None None] Sync routers for ids ['5d314b6b-cd67-495f-b381-0817dd74df80'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:08:37.858618 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04a9218-c848-4f98-b8c0-2f99f86394fd None None] Routers {'5d314b6b-cd67-495f-b381-0817dd74df80'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:08:37.859172 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-c04a9218-c848-4f98-b8c0-2f99f86394fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:08:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['5d314b6b-cd67-495f-b381-0817dd74df80'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:37.877357 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-791470bc-7803-4396-930b-455ffbb910bc req-78db7585-5fa3-44e3-a6ee-cd1c2d966af8 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 210 time: 0.0298781 Feb 19 05:08:37.973185 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-c04a9218-c848-4f98-b8c0-2f99f86394fd None None] Set router 5d314b6b-cd67-495f-b381-0817dd74df80 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:08:38.098610 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2037a3f1-561c-4f37-9f0b-c2e278b69a13 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:08:38.229534 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 2037a3f1-561c-4f37-9f0b-c2e278b69a13 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:38.229955 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2037a3f1-561c-4f37-9f0b-c2e278b69a13), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:38.292532 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-c04a9218-c848-4f98-b8c0-2f99f86394fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d314b6b-cd67-495f-b381-0817dd74df80', 'name': 'tempest-TestShelveInstance-848338308-router', 'tenant_id': '820e44d7783b4e848f93da463a756340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '2037a3f1-561c-4f37-9f0b-c2e278b69a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:31Z', 'updated_at': '2022-02-19T05:08:34Z', 'revision_number': 4, 'project_id': '820e44d7783b4e848f93da463a756340', 'gw_port': {'id': '2037a3f1-561c-4f37-9f0b-c2e278b69a13', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d314b6b-cd67-495f-b381-0817dd74df80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:31Z', 'updated_at': '2022-02-19T05:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'ee3e604e-170e-4200-b86b-6b7a0f507388', 'name': '', 'network_id': '10825d1a-652c-4aa0-8f72-b845022489f3', 'tenant_id': '820e44d7783b4e848f93da463a756340', 'mac_address': 'fa:16:3e:fa:71:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d314b6b-cd67-495f-b381-0817dd74df80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '2ee5b237-32a8-4b26-a941-30cc7a5f055e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:34Z', 'updated_at': '2022-02-19T05:08:35Z', 'revision_number': 2, 'project_id': '820e44d7783b4e848f93da463a756340', 'subnets': [{'id': '2ee5b237-32a8-4b26-a941-30cc7a5f055e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:38.340602 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04a9218-c848-4f98-b8c0-2f99f86394fd None None] Checking router: 5d314b6b-cd67-495f-b381-0817dd74df80 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:08:38.340961 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04a9218-c848-4f98-b8c0-2f99f86394fd None None] Updating router 5d314b6b-cd67-495f-b381-0817dd74df80 port ee3e604e-170e-4200-b86b-6b7a0f507388 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:08:38.377310 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 2037a3f1-561c-4f37-9f0b-c2e278b69a13 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:38.379348 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c04a9218-c848-4f98-b8c0-2f99f86394fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ee3e604e-170e-4200-b86b-6b7a0f507388), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:38.647055 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c04a9218-c848-4f98-b8c0-2f99f86394fd None None] Publish callbacks [] for port (ee3e604e-170e-4200-b86b-6b7a0f507388), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:38.652701 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c04a9218-c848-4f98-b8c0-2f99f86394fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ee3e604e-170e-4200-b86b-6b7a0f507388), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:38.703468 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079602d-639e-4560-b09c-bbfa45d4289d None None] Pushing event updated for resources: {'Port': ['ID=ee3e604e-170e-4200-b86b-6b7a0f507388,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:38.756851 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-c04a9218-c848-4f98-b8c0-2f99f86394fd None None] Attempting to bind port ee3e604e-170e-4200-b86b-6b7a0f507388 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:08:38.757489 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-c04a9218-c848-4f98-b8c0-2f99f86394fd None None] Attempting to bind port ee3e604e-170e-4200-b86b-6b7a0f507388 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '775511c9-2c59-4d26-ab14-82ccfba09583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '10825d1a-652c-4aa0-8f72-b845022489f3'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:08:38.758111 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04a9218-c848-4f98-b8c0-2f99f86394fd None None] Attempting to bind port ee3e604e-170e-4200-b86b-6b7a0f507388 on network 10825d1a-652c-4aa0-8f72-b845022489f3 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:08:38.763614 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04a9218-c848-4f98-b8c0-2f99f86394fd None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:08:38.763999 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04a9218-c848-4f98-b8c0-2f99f86394fd None None] Checking segment: {'id': '775511c9-2c59-4d26-ab14-82ccfba09583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '10825d1a-652c-4aa0-8f72-b845022489f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:08:38.764411 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c04a9218-c848-4f98-b8c0-2f99f86394fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:38.765373 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04a9218-c848-4f98-b8c0-2f99f86394fd None None] Bound using segment: {'id': '775511c9-2c59-4d26-ab14-82ccfba09583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '10825d1a-652c-4aa0-8f72-b845022489f3'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:08:38.765373 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-c04a9218-c848-4f98-b8c0-2f99f86394fd None None] Bound port: ee3e604e-170e-4200-b86b-6b7a0f507388, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775511c9-2c59-4d26-ab14-82ccfba09583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '10825d1a-652c-4aa0-8f72-b845022489f3'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:08:38.765846 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c04a9218-c848-4f98-b8c0-2f99f86394fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ee3e604e-170e-4200-b86b-6b7a0f507388), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:38.843522 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c04a9218-c848-4f98-b8c0-2f99f86394fd None None] For port ee3e604e-170e-4200-b86b-6b7a0f507388, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:08:38.846993 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-c04a9218-c848-4f98-b8c0-2f99f86394fd None None] For port ee3e604e-170e-4200-b86b-6b7a0f507388, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ee3e604e-170e-4200-b86b-6b7a0f507388,segment=NetworkSegment(775511c9-2c59-4d26-ab14-82ccfba09583),segment_id=775511c9-2c59-4d26-ab14-82ccfba09583)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:08:38.858069 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c04a9218-c848-4f98-b8c0-2f99f86394fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ee3e604e-170e-4200-b86b-6b7a0f507388), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:38.875402 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-9a8ea71c-4a36-49ca-94cd-2ef3881b657c tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:38.886874 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-9a8ea71c-4a36-49ca-94cd-2ef3881b657c tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.79 "GET /v2.0/networks?id=1f82dc15-7700-447d-9d19-34866fd3954f HTTP/1.1" status: 200 len: 809 time: 0.1411748 Feb 19 05:08:39.003006 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d37d74c9-8278-4b1f-a164-79db3b5c1db2 req-7ae92506-996e-4bfa-a23f-0d48f6c7b3f6 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 210 time: 0.0408330 Feb 19 05:08:39.009807 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-9e5d92c6-2243-41a2-b284-9cf2fbb1d6be tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=229835303a204fa7aca8eeef706ec63d HTTP/1.1" status: 200 len: 380 time: 0.1153083 Feb 19 05:08:39.019250 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-10d92a04-5912-4f26-8204-dd68004fb656 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Request body: {'port': {'device_id': '8cc2e19b-40c9-439b-8481-eaaf5563189f', 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'admin_state_up': True, 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'security_groups': ['82a9014f-d87d-42ce-b4b5-d47af0178f9c']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:39.092472 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-d49f49e7-1d73-4b84-be56-93b33707ca54 None None] Provisioning complete for port ee3e604e-170e-4200-b86b-6b7a0f507388 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:39.092847 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d49f49e7-1d73-4b84-be56-93b33707ca54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ee3e604e-170e-4200-b86b-6b7a0f507388), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:39.119336 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079602d-639e-4560-b09c-bbfa45d4289d None None] Pushing event updated for resources: {'Port': ['ID=ee3e604e-170e-4200-b86b-6b7a0f507388,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:39.127255 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04a9218-c848-4f98-b8c0-2f99f86394fd None None] Routers {'5d314b6b-cd67-495f-b381-0817dd74df80'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:08:39.127882 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-c04a9218-c848-4f98-b8c0-2f99f86394fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:08:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['5d314b6b-cd67-495f-b381-0817dd74df80'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:39.138238 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-10d92a04-5912-4f26-8204-dd68004fb656 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Made reservation on behalf of 229835303a204fa7aca8eeef706ec63d for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:08:39.141891 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-10d92a04-5912-4f26-8204-dd68004fb656 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:39.272338 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-c04a9218-c848-4f98-b8c0-2f99f86394fd None None] Set router 5d314b6b-cd67-495f-b381-0817dd74df80 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:08:39.281197 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-10d92a04-5912-4f26-8204-dd68004fb656 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Allocated IP 172.20.0.6 (1f82dc15-7700-447d-9d19-34866fd3954f/bb326b32-dbe5-4bec-9093-458de47b3098/8a580112-1a58-4625-9fb3-512773e5bd7b) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:08:39.316989 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-d49f49e7-1d73-4b84-be56-93b33707ca54 None None] Current status of the port ee3e604e-170e-4200-b86b-6b7a0f507388 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:39.317377 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d49f49e7-1d73-4b84-be56-93b33707ca54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ee3e604e-170e-4200-b86b-6b7a0f507388), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:39.422519 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-d49f49e7-1d73-4b84-be56-93b33707ca54 None None] For port ee3e604e-170e-4200-b86b-6b7a0f507388, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ee3e604e-170e-4200-b86b-6b7a0f507388,segment=NetworkSegment(775511c9-2c59-4d26-ab14-82ccfba09583),segment_id=775511c9-2c59-4d26-ab14-82ccfba09583)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:39.427274 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d49f49e7-1d73-4b84-be56-93b33707ca54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ee3e604e-170e-4200-b86b-6b7a0f507388), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:39.428512 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-10d92a04-5912-4f26-8204-dd68004fb656 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:39.463835 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-10d92a04-5912-4f26-8204-dd68004fb656 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:39.508537 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-10d92a04-5912-4f26-8204-dd68004fb656 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Network 1f82dc15-7700-447d-9d19-34866fd3954f is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:08:39.514124 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-10d92a04-5912-4f26-8204-dd68004fb656 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:08:39.515564 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f49e7-1d73-4b84-be56-93b33707ca54 None None] Pushing event updated for resources: {'Port': ['ID=ee3e604e-170e-4200-b86b-6b7a0f507388,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:39.518580 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-10d92a04-5912-4f26-8204-dd68004fb656 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:08:39.545673 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d92a04-5912-4f26-8204-dd68004fb656 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Pushing event updated for resources: {'Port': ['ID=8a580112-1a58-4625-9fb3-512773e5bd7b,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:39.558552 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-c04a9218-c848-4f98-b8c0-2f99f86394fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d314b6b-cd67-495f-b381-0817dd74df80', 'name': 'tempest-TestShelveInstance-848338308-router', 'tenant_id': '820e44d7783b4e848f93da463a756340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '2037a3f1-561c-4f37-9f0b-c2e278b69a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:31Z', 'updated_at': '2022-02-19T05:08:34Z', 'revision_number': 4, 'project_id': '820e44d7783b4e848f93da463a756340', 'gw_port': {'id': '2037a3f1-561c-4f37-9f0b-c2e278b69a13', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d314b6b-cd67-495f-b381-0817dd74df80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:31Z', 'updated_at': '2022-02-19T05:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'ee3e604e-170e-4200-b86b-6b7a0f507388', 'name': '', 'network_id': '10825d1a-652c-4aa0-8f72-b845022489f3', 'tenant_id': '820e44d7783b4e848f93da463a756340', 'mac_address': 'fa:16:3e:fa:71:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d314b6b-cd67-495f-b381-0817dd74df80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '2ee5b237-32a8-4b26-a941-30cc7a5f055e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:34Z', 'updated_at': '2022-02-19T05:08:38Z', 'revision_number': 4, 'project_id': '820e44d7783b4e848f93da463a756340', 'subnets': [{'id': '2ee5b237-32a8-4b26-a941-30cc7a5f055e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:39.560847 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-f536eb21-5e76-4875-9e7d-6c138c430382 None None] Provisioning complete for port ee3e604e-170e-4200-b86b-6b7a0f507388 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:39.561229 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f536eb21-5e76-4875-9e7d-6c138c430382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ee3e604e-170e-4200-b86b-6b7a0f507388), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:39.570958 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-10d92a04-5912-4f26-8204-dd68004fb656 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:39.571589 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-10d92a04-5912-4f26-8204-dd68004fb656 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:39.590565 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-10d92a04-5912-4f26-8204-dd68004fb656 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5760398 Feb 19 05:08:39.601631 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-a9c9a860-0f76-4c8d-bf20-c95278b7de13 service neutron] Request body: {'port': {'device_id': '8cc2e19b-40c9-439b-8481-eaaf5563189f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:39.614317 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04a9218-c848-4f98-b8c0-2f99f86394fd None None] The sync data for ids ['5d314b6b-cd67-495f-b381-0817dd74df80'] in n-d-828369-19 is: [{'id': '5d314b6b-cd67-495f-b381-0817dd74df80', 'name': 'tempest-TestShelveInstance-848338308-router', 'tenant_id': '820e44d7783b4e848f93da463a756340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '2037a3f1-561c-4f37-9f0b-c2e278b69a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:31Z', 'updated_at': '2022-02-19T05:08:34Z', 'revision_number': 4, 'project_id': '820e44d7783b4e848f93da463a756340', 'gw_port': {'id': '2037a3f1-561c-4f37-9f0b-c2e278b69a13', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d314b6b-cd67-495f-b381-0817dd74df80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:31Z', 'updated_at': '2022-02-19T05:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': 'ee3e604e-170e-4200-b86b-6b7a0f507388', 'name': '', 'network_id': '10825d1a-652c-4aa0-8f72-b845022489f3', 'tenant_id': '820e44d7783b4e848f93da463a756340', 'mac_address': 'fa:16:3e:fa:71:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d314b6b-cd67-495f-b381-0817dd74df80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '2ee5b237-32a8-4b26-a941-30cc7a5f055e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:34Z', 'updated_at': '2022-02-19T05:08:38Z', 'revision_number': 4, 'project_id': '820e44d7783b4e848f93da463a756340', 'subnets': [{'id': '2ee5b237-32a8-4b26-a941-30cc7a5f055e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:08:39.695987 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-f536eb21-5e76-4875-9e7d-6c138c430382 None None] Current status of the port ee3e604e-170e-4200-b86b-6b7a0f507388 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:39.704936 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-a9c9a860-0f76-4c8d-bf20-c95278b7de13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:39.820379 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-da8aa1ce-a1dc-4252-b3c2-ef3f6bcba3a1 None None] Provisioning complete for port 8a580112-1a58-4625-9fb3-512773e5bd7b triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:39.820824 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-da8aa1ce-a1dc-4252-b3c2-ef3f6bcba3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:39.856621 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-da8aa1ce-a1dc-4252-b3c2-ef3f6bcba3a1 None None] Port 8a580112-1a58-4625-9fb3-512773e5bd7b cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:08:40.009201 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-a9c9a860-0f76-4c8d-bf20-c95278b7de13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a580112-1a58-4625-9fb3-512773e5bd7b {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:08:40.017844 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-a9c9a860-0f76-4c8d-bf20-c95278b7de13 service neutron] Publish callbacks [] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:40.035538 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-a9c9a860-0f76-4c8d-bf20-c95278b7de13 service neutron] Transition to ACTIVE for port object 8a580112-1a58-4625-9fb3-512773e5bd7b will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:08:40.044248 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-a9c9a860-0f76-4c8d-bf20-c95278b7de13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:40.109321 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9a860-0f76-4c8d-bf20-c95278b7de13 service neutron] Pushing event updated for resources: {'Port': ['ID=8a580112-1a58-4625-9fb3-512773e5bd7b,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:40.137565 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ee3e604e-170e-4200-b86b-6b7a0f507388 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:08:40.255549 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port ee3e604e-170e-4200-b86b-6b7a0f507388 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:40.255932 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ee3e604e-170e-4200-b86b-6b7a0f507388), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:40.261281 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88316c-6f82-4f5b-9d94-0b434692edf9 req-b898688f-d251-484f-ae6e-b1ab80634cef tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:40.263068 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed88316c-6f82-4f5b-9d94-0b434692edf9 req-b898688f-d251-484f-ae6e-b1ab80634cef tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 943 time: 0.1426144 Feb 19 05:08:40.264125 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-a9c9a860-0f76-4c8d-bf20-c95278b7de13 service neutron] Attempting to bind port 8a580112-1a58-4625-9fb3-512773e5bd7b on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:08:40.264682 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-a9c9a860-0f76-4c8d-bf20-c95278b7de13 service neutron] Attempting to bind port 8a580112-1a58-4625-9fb3-512773e5bd7b by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:08:40.265116 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-a9c9a860-0f76-4c8d-bf20-c95278b7de13 service neutron] Attempting to bind port 8a580112-1a58-4625-9fb3-512773e5bd7b on network 1f82dc15-7700-447d-9d19-34866fd3954f {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:08:40.270289 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-a9c9a860-0f76-4c8d-bf20-c95278b7de13 service neutron] Port 8a580112-1a58-4625-9fb3-512773e5bd7b on network 1f82dc15-7700-447d-9d19-34866fd3954f not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:08:40.270718 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-a9c9a860-0f76-4c8d-bf20-c95278b7de13 service neutron] Attempting to bind port 8a580112-1a58-4625-9fb3-512773e5bd7b on network 1f82dc15-7700-447d-9d19-34866fd3954f {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:08:40.283171 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-a9c9a860-0f76-4c8d-bf20-c95278b7de13 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:08:40.283665 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-a9c9a860-0f76-4c8d-bf20-c95278b7de13 service neutron] Checking segment: {'id': '6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:08:40.284170 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-a9c9a860-0f76-4c8d-bf20-c95278b7de13 service neutron] Bound using segment: {'id': '6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:08:40.284722 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-a9c9a860-0f76-4c8d-bf20-c95278b7de13 service neutron] Bound port: 8a580112-1a58-4625-9fb3-512773e5bd7b, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:08:40.285186 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-a9c9a860-0f76-4c8d-bf20-c95278b7de13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:40.352527 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port ee3e604e-170e-4200-b86b-6b7a0f507388 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:40.365219 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ed88316c-6f82-4f5b-9d94-0b434692edf9 req-45296ec2-a24e-4632-9a07-3570654da946 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911171 Feb 19 05:08:40.387931 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-a9c9a860-0f76-4c8d-bf20-c95278b7de13 service neutron] For port 8a580112-1a58-4625-9fb3-512773e5bd7b, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:08:40.390928 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-a9c9a860-0f76-4c8d-bf20-c95278b7de13 service neutron] For port 8a580112-1a58-4625-9fb3-512773e5bd7b, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=8a580112-1a58-4625-9fb3-512773e5bd7b,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:08:40.398100 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-a9c9a860-0f76-4c8d-bf20-c95278b7de13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:40.438942 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-a9c9a860-0f76-4c8d-bf20-c95278b7de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:40.440080 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-a9c9a860-0f76-4c8d-bf20-c95278b7de13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:40.441926 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-a9c9a860-0f76-4c8d-bf20-c95278b7de13 service neutron] 10.222.0.79 "PUT /v2.0/ports/8a580112-1a58-4625-9fb3-512773e5bd7b HTTP/1.1" status: 200 len: 1092 time: 0.8445826 Feb 19 05:08:40.444199 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc2e19b-40c9-439b-8481-eaaf5563189f', 'tag': '8a580112-1a58-4625-9fb3-512773e5bd7b'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:08:40.447471 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0c5554-d7b9-4d48-8573-bed5179bee0f" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc2e19b-40c9-439b-8481-eaaf5563189f", "tag": "8a580112-1a58-4625-9fb3-512773e5bd7b"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:08:40.477969 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9a860-0f76-4c8d-bf20-c95278b7de13 service neutron] Pushing event updated for resources: {'Port': ['ID=8a580112-1a58-4625-9fb3-512773e5bd7b,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:40.498678 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a640adba-2ab7-4add-a64a-5d74664880ca x-openstack-request-id: req-a640adba-2ab7-4add-a64a-5d74664880ca {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:08:40.498971 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc2e19b-40c9-439b-8481-eaaf5563189f", "tag": "8a580112-1a58-4625-9fb3-512773e5bd7b", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:08:40.499222 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a640adba-2ab7-4add-a64a-5d74664880ca {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:08:40.499625 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc2e19b-40c9-439b-8481-eaaf5563189f', 'tag': '8a580112-1a58-4625-9fb3-512773e5bd7b', 'status': 'completed', 'code': 200} Feb 19 05:08:40.555270 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-2aa51313-5738-4680-aae3-ce255bbb8cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:40.556788 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-2aa51313-5738-4680-aae3-ce255bbb8cd3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=229835303a204fa7aca8eeef706ec63d&device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 1126 time: 0.0518510 Feb 19 05:08:40.599520 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-710c1dc1-3915-401f-ba0d-ceea2870a0d7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a580112-1a58-4625-9fb3-512773e5bd7b HTTP/1.1" status: 200 len: 217 time: 0.0355091 Feb 19 05:08:40.652931 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-b2aa801c-f761-4ec3-85f6-0f50af358182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:40.654493 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-b2aa801c-f761-4ec3-85f6-0f50af358182 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb326b32-dbe5-4bec-9093-458de47b3098 HTTP/1.1" status: 200 len: 848 time: 0.0489557 Feb 19 05:08:40.702956 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-16168713-2be5-42b7-bf01-daf867b42b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:40.704464 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-16168713-2be5-42b7-bf01-daf867b42b3c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1f82dc15-7700-447d-9d19-34866fd3954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446551 Feb 19 05:08:40.791625 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-3260ca22-2d56-4699-9f94-cd70ba9b1925 service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811424 Feb 19 05:08:40.884321 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19b3d8c2-60ff-4ddd-8195-70632365ee52 req-ae3460d7-8e74-4de5-8632-49c3195494c1 service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863454 Feb 19 05:08:40.972571 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c5554-d7b9-4d48-8573-bed5179bee0f req-ed6f08d9-2951-44c9-a3fc-51fca65c6c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:40.974073 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf0c5554-d7b9-4d48-8573-bed5179bee0f req-ed6f08d9-2951-44c9-a3fc-51fca65c6c4c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=229835303a204fa7aca8eeef706ec63d&device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 1126 time: 0.0449126 Feb 19 05:08:41.068945 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c5554-d7b9-4d48-8573-bed5179bee0f req-d0246f7f-1ce6-4a2e-9723-1c9b3ac963bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:41.070602 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf0c5554-d7b9-4d48-8573-bed5179bee0f req-d0246f7f-1ce6-4a2e-9723-1c9b3ac963bf service neutron] 10.222.0.79 "GET /v2.0/networks?id=1f82dc15-7700-447d-9d19-34866fd3954f HTTP/1.1" status: 200 len: 910 time: 0.0907774 Feb 19 05:08:41.111599 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf0c5554-d7b9-4d48-8573-bed5179bee0f req-03328445-5c10-470a-a337-3f3808e08796 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a580112-1a58-4625-9fb3-512773e5bd7b HTTP/1.1" status: 200 len: 217 time: 0.0354288 Feb 19 05:08:41.159304 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c5554-d7b9-4d48-8573-bed5179bee0f req-0d69bab8-2f79-4868-aed3-d5e7f58bb64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:41.160769 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf0c5554-d7b9-4d48-8573-bed5179bee0f req-0d69bab8-2f79-4868-aed3-d5e7f58bb64e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb326b32-dbe5-4bec-9093-458de47b3098 HTTP/1.1" status: 200 len: 848 time: 0.0427203 Feb 19 05:08:41.213187 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c5554-d7b9-4d48-8573-bed5179bee0f req-c954e892-b2dd-41e7-9007-20a302b8fa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:41.215189 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf0c5554-d7b9-4d48-8573-bed5179bee0f req-c954e892-b2dd-41e7-9007-20a302b8fa6d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1f82dc15-7700-447d-9d19-34866fd3954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468850 Feb 19 05:08:41.305871 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf0c5554-d7b9-4d48-8573-bed5179bee0f req-c7df93b5-f60e-4ff2-a70b-d409f4be7909 service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843034 Feb 19 05:08:41.401225 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf0c5554-d7b9-4d48-8573-bed5179bee0f req-7279ae18-8275-4e08-a6a2-499b0419f99f service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887020 Feb 19 05:08:41.489656 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf5a39-79a7-4e68-a11e-c96c55cc20b2 req-061420c4-dc0f-46a6-b9fa-0df9ffcf14ce tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:41.491210 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97cf5a39-79a7-4e68-a11e-c96c55cc20b2 req-061420c4-dc0f-46a6-b9fa-0df9ffcf14ce tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 943 time: 0.0548010 Feb 19 05:08:41.542233 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-97cf5a39-79a7-4e68-a11e-c96c55cc20b2 req-3e10479c-67a6-4536-ba4d-9ff2e2229347 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452163 Feb 19 05:08:42.670649 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b87e0b-e1c4-4b59-a237-90e479d629f5 req-d42d56ea-8f29-4d87-8a7b-fd056e58be81 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:42.672112 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-98b87e0b-e1c4-4b59-a237-90e479d629f5 req-d42d56ea-8f29-4d87-8a7b-fd056e58be81 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 943 time: 0.0515592 Feb 19 05:08:42.720578 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-98b87e0b-e1c4-4b59-a237-90e479d629f5 req-451dce48-61bc-443d-866e-62aa13614aac tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428703 Feb 19 05:08:43.841332 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 8a580112-1a58-4625-9fb3-512773e5bd7b details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:08:43.843215 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae991627-ee19-4eab-8fdf-64bd4ff75b54 req-b3bbdeee-a83e-4b53-a455-048e483393a2 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:43.844745 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ae991627-ee19-4eab-8fdf-64bd4ff75b54 req-b3bbdeee-a83e-4b53-a455-048e483393a2 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 943 time: 0.0571914 Feb 19 05:08:43.892761 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ae991627-ee19-4eab-8fdf-64bd4ff75b54 req-ccd7827d-93bd-4680-a94e-a77fcf8ec3cf tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424991 Feb 19 05:08:43.938550 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 8a580112-1a58-4625-9fb3-512773e5bd7b, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=8a580112-1a58-4625-9fb3-512773e5bd7b,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:43.950590 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '8a580112-1a58-4625-9fb3-512773e5bd7b', 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'port_id': '8a580112-1a58-4625-9fb3-512773e5bd7b', 'mac_address': 'fa:16:3e:9f:07:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:08:43.986719 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 8a580112-1a58-4625-9fb3-512773e5bd7b is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:43.987116 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:43.999648 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a580112-1a58-4625-9fb3-512773e5bd7b {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:08:44.018964 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 8a580112-1a58-4625-9fb3-512773e5bd7b, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=8a580112-1a58-4625-9fb3-512773e5bd7b,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:44.022869 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:44.072423 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=8a580112-1a58-4625-9fb3-512773e5bd7b,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:44.257534 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['8a580112-1a58-4625-9fb3-512773e5bd7b'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:08:45.012276 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260179fd-ade0-4d49-bbd0-d7fa9a1db3e7 req-b9f0cd41-9db2-46a1-855d-c463d999261c tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:45.013773 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-260179fd-ade0-4d49-bbd0-d7fa9a1db3e7 req-b9f0cd41-9db2-46a1-855d-c463d999261c tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 944 time: 0.0527568 Feb 19 05:08:45.062003 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-260179fd-ade0-4d49-bbd0-d7fa9a1db3e7 req-7a4228b1-80ba-4a57-8689-21e928f951bc tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426044 Feb 19 05:08:45.843021 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 8a580112-1a58-4625-9fb3-512773e5bd7b up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:08:45.891315 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 8a580112-1a58-4625-9fb3-512773e5bd7b completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:08:45.895448 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 8a580112-1a58-4625-9fb3-512773e5bd7b triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:45.895822 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:45.975290 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 8a580112-1a58-4625-9fb3-512773e5bd7b is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:45.975676 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:45.997915 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc2e19b-40c9-439b-8481-eaaf5563189f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a580112-1a58-4625-9fb3-512773e5bd7b'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:08:46.000168 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef644b6ab79b0ac41de0b13976fcd129d4d99816de20742327e953106f20d7ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c804fab-0436-4e52-9cad-4dbfe467cd70" -d '{"events": [{"server_uuid": "8cc2e19b-40c9-439b-8481-eaaf5563189f", "name": "network-vif-plugged", "status": "completed", "tag": "8a580112-1a58-4625-9fb3-512773e5bd7b"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:08:46.012882 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 8a580112-1a58-4625-9fb3-512773e5bd7b, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=8a580112-1a58-4625-9fb3-512773e5bd7b,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:46.016975 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:46.064961 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=8a580112-1a58-4625-9fb3-512773e5bd7b,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:46.093585 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f442ea-4774-43cb-90b0-0276d80a2088 x-openstack-request-id: req-e2f442ea-4774-43cb-90b0-0276d80a2088 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:08:46.093903 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc2e19b-40c9-439b-8481-eaaf5563189f", "name": "network-vif-plugged", "status": "completed", "tag": "8a580112-1a58-4625-9fb3-512773e5bd7b", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:08:46.094156 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e2f442ea-4774-43cb-90b0-0276d80a2088 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:08:46.094611 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc2e19b-40c9-439b-8481-eaaf5563189f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a580112-1a58-4625-9fb3-512773e5bd7b', 'code': 200} Feb 19 05:08:46.215876 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a951f6-ee16-483b-8603-1ba70cab5a31 req-24e5fa4e-726e-4946-8d6f-b5a70dc9f79d tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:46.217366 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-27a951f6-ee16-483b-8603-1ba70cab5a31 req-24e5fa4e-726e-4946-8d6f-b5a70dc9f79d tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 945 time: 0.0855086 Feb 19 05:08:46.222795 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f2600-d0c3-41cc-8317-5a57cf87092f req-b130a7b8-7601-4e22-a707-25bb264e9959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:46.224141 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ba9f2600-d0c3-41cc-8317-5a57cf87092f req-b130a7b8-7601-4e22-a707-25bb264e9959 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 1128 time: 0.0669451 Feb 19 05:08:46.295712 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-27a951f6-ee16-483b-8603-1ba70cab5a31 req-42e457c8-96b7-4859-987a-a111c32b5fc9 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706239 Feb 19 05:08:46.298316 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ba9f2600-d0c3-41cc-8317-5a57cf87092f req-4f9b4923-1e0e-47be-89c4-b9e3303dc9a4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670846 Feb 19 05:08:47.415994 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc27d36-27e1-45df-81e7-995d9ee07aa7 req-01b36ea2-f35c-4678-b7b5-9af1999d2dce tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:47.417469 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4dc27d36-27e1-45df-81e7-995d9ee07aa7 req-01b36ea2-f35c-4678-b7b5-9af1999d2dce tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 945 time: 0.0523601 Feb 19 05:08:47.469662 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4dc27d36-27e1-45df-81e7-995d9ee07aa7 req-c39e2aad-a8aa-47a3-9cce-29ab47143bb5 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464075 Feb 19 05:08:48.585962 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbec1d-a863-4c0c-a182-0e756910e040 req-efa07acb-0fe6-4a20-abe0-b2bb4dc81d6e tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:48.587438 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1fdbec1d-a863-4c0c-a182-0e756910e040 req-efa07acb-0fe6-4a20-abe0-b2bb4dc81d6e tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 945 time: 0.0510581 Feb 19 05:08:48.634361 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1fdbec1d-a863-4c0c-a182-0e756910e040 req-8fffa826-cb52-4cfc-b158-10d9ebfa1f64 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407889 Feb 19 05:08:48.750709 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31835d8-4d2b-4efb-871c-b06766e91fe2 req-56064b55-58f3-484e-bec7-470d3135e63c tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:48.752112 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f31835d8-4d2b-4efb-871c-b06766e91fe2 req-56064b55-58f3-484e-bec7-470d3135e63c tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 945 time: 0.0510004 Feb 19 05:08:48.799459 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f31835d8-4d2b-4efb-871c-b06766e91fe2 req-743ad234-deaf-4429-aa71-9f587ed9ca25 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417995 Feb 19 05:08:48.821310 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48552) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:48.958667 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e1ebb3-0c2e-4db5-a176-dd5feeb4f136 tempest-TestShelveInstance-23361196 tempest-TestShelveInstance-23361196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:48.960166 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-48e1ebb3-0c2e-4db5-a176-dd5feeb4f136 tempest-TestShelveInstance-23361196 tempest-TestShelveInstance-23361196-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 1123 time: 0.1378961 Feb 19 05:08:48.963055 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48556) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:48.967749 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-15c039f9-dab3-4df5-a475-21dc79e347b1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'port_id': '8a580112-1a58-4625-9fb3-512773e5bd7b', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:48.988023 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-15c039f9-dab3-4df5-a475-21dc79e347b1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:49.083722 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-15c039f9-dab3-4df5-a475-21dc79e347b1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:49.185435 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-15c039f9-dab3-4df5-a475-21dc79e347b1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Allocated IP 172.25.3.252 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/29ab5a30-0ee7-4679-9c33-c558b7b0e5b6) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:08:49.283016 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-15c039f9-dab3-4df5-a475-21dc79e347b1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for port (29ab5a30-0ee7-4679-9c33-c558b7b0e5b6), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:49.316221 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-15c039f9-dab3-4df5-a475-21dc79e347b1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (29ab5a30-0ee7-4679-9c33-c558b7b0e5b6), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:49.354139 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c039f9-dab3-4df5-a475-21dc79e347b1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:08:49.357496 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-15c039f9-dab3-4df5-a475-21dc79e347b1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:08:49.360823 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c039f9-dab3-4df5-a475-21dc79e347b1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:08:49.385377 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c039f9-dab3-4df5-a475-21dc79e347b1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Pushing event updated for resources: {'Port': ['ID=29ab5a30-0ee7-4679-9c33-c558b7b0e5b6,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:49.716903 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-15c039f9-dab3-4df5-a475-21dc79e347b1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for floatingip (d4a49638-e6e7-43c6-9fac-653a512c43b4), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:49.786653 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-15c039f9-dab3-4df5-a475-21dc79e347b1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (29ab5a30-0ee7-4679-9c33-c558b7b0e5b6), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:49.934538 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-15c039f9-dab3-4df5-a475-21dc79e347b1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for port (29ab5a30-0ee7-4679-9c33-c558b7b0e5b6), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:49.938686 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-15c039f9-dab3-4df5-a475-21dc79e347b1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (29ab5a30-0ee7-4679-9c33-c558b7b0e5b6), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:50.002734 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c039f9-dab3-4df5-a475-21dc79e347b1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Pushing event updated for resources: {'Port': ['ID=29ab5a30-0ee7-4679-9c33-c558b7b0e5b6,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:50.014684 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-15c039f9-dab3-4df5-a475-21dc79e347b1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (d4a49638-e6e7-43c6-9fac-653a512c43b4), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:50.115770 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-15c039f9-dab3-4df5-a475-21dc79e347b1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Floating IP d4a49638-e6e7-43c6-9fac-653a512c43b4 associated. External IP: 172.25.3.252, port: 8a580112-1a58-4625-9fb3-512773e5bd7b. Feb 19 05:08:50.324593 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c039f9-dab3-4df5-a475-21dc79e347b1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Router 7c305826-2209-4969-8af8-6c46679fe0e7 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:08:50.431375 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c039f9-dab3-4df5-a475-21dc79e347b1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:08:50.441510 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffcf0de-0cc9-4cde-8167-0b317ebedb11 None None] Sync routers for ids ['7c305826-2209-4969-8af8-6c46679fe0e7'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:08:50.450082 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-15c039f9-dab3-4df5-a475-21dc79e347b1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:50.452110 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffcf0de-0cc9-4cde-8167-0b317ebedb11 None None] Routers {'7c305826-2209-4969-8af8-6c46679fe0e7'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:08:50.452739 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-fffcf0de-0cc9-4cde-8167-0b317ebedb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:08:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7c305826-2209-4969-8af8-6c46679fe0e7'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:50.478386 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-15c039f9-dab3-4df5-a475-21dc79e347b1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5142887 Feb 19 05:08:50.478969 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc2e19b-40c9-439b-8481-eaaf5563189f', 'tag': '8a580112-1a58-4625-9fb3-512773e5bd7b'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:08:50.481318 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08887874-893e-49cd-b05e-dfaa57468041" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc2e19b-40c9-439b-8481-eaaf5563189f", "tag": "8a580112-1a58-4625-9fb3-512773e5bd7b"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:08:50.519909 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd10000-04c4-4cf1-8936-5485b1251932 x-openstack-request-id: req-ddd10000-04c4-4cf1-8936-5485b1251932 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:08:50.520208 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc2e19b-40c9-439b-8481-eaaf5563189f", "tag": "8a580112-1a58-4625-9fb3-512773e5bd7b", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:08:50.520461 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ddd10000-04c4-4cf1-8936-5485b1251932 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:08:50.520865 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc2e19b-40c9-439b-8481-eaaf5563189f', 'tag': '8a580112-1a58-4625-9fb3-512773e5bd7b', 'status': 'completed', 'code': 200} Feb 19 05:08:50.591243 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08887874-893e-49cd-b05e-dfaa57468041 req-f1da3d36-9f1c-4fa9-9db6-62bc85ab1262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:50.592760 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-08887874-893e-49cd-b05e-dfaa57468041 req-f1da3d36-9f1c-4fa9-9db6-62bc85ab1262 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=229835303a204fa7aca8eeef706ec63d&device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 1128 time: 0.0517256 Feb 19 05:08:50.658775 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-fffcf0de-0cc9-4cde-8167-0b317ebedb11 None None] Set router 7c305826-2209-4969-8af8-6c46679fe0e7 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:08:50.898476 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-fffcf0de-0cc9-4cde-8167-0b317ebedb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'name': 'tempest-TestShelveInstance-1693923003-router', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:26Z', 'updated_at': '2022-02-19T05:08:29Z', 'revision_number': 4, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'gw_port': {'id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:27Z', 'updated_at': '2022-02-19T05:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'd4a49638-e6e7-43c6-9fac-653a512c43b4', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'floating_ip_address': '172.25.3.252', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'port_id': '8a580112-1a58-4625-9fb3-512773e5bd7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'mac_address': 'fa:16:3e:9f:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc2e19b-40c9-439b-8481-eaaf5563189f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:08:49Z', 'updated_at': '2022-02-19T05:08:49Z', 'revision_number': 0, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157c13f4-c84c-4f44-8904-e8a4aae36773', 'name': '', 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'mac_address': 'fa:16:3e:08:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:29Z', 'updated_at': '2022-02-19T05:08:33Z', 'revision_number': 5, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'subnets': [{'id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:50.925080 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffcf0de-0cc9-4cde-8167-0b317ebedb11 None None] Checking router: 7c305826-2209-4969-8af8-6c46679fe0e7 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:08:50.934640 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffcf0de-0cc9-4cde-8167-0b317ebedb11 None None] Routers {'7c305826-2209-4969-8af8-6c46679fe0e7'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:08:50.935269 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-fffcf0de-0cc9-4cde-8167-0b317ebedb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:08:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7c305826-2209-4969-8af8-6c46679fe0e7'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:51.036313 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08887874-893e-49cd-b05e-dfaa57468041 req-96440db9-3bcc-4c39-b5ce-f2d2e1cf2092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:51.037766 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-08887874-893e-49cd-b05e-dfaa57468041 req-96440db9-3bcc-4c39-b5ce-f2d2e1cf2092 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1f82dc15-7700-447d-9d19-34866fd3954f HTTP/1.1" status: 200 len: 910 time: 0.4388573 Feb 19 05:08:51.043566 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-fffcf0de-0cc9-4cde-8167-0b317ebedb11 None None] Set router 7c305826-2209-4969-8af8-6c46679fe0e7 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:08:51.101477 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-08887874-893e-49cd-b05e-dfaa57468041 req-fbc3c25c-89e5-44a6-b3dd-3fc663d996b4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a580112-1a58-4625-9fb3-512773e5bd7b HTTP/1.1" status: 200 len: 999 time: 0.0571442 Feb 19 05:08:51.149804 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08887874-893e-49cd-b05e-dfaa57468041 req-38ce499a-a2d9-47aa-aa7d-24572dcaaddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:51.151165 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-08887874-893e-49cd-b05e-dfaa57468041 req-38ce499a-a2d9-47aa-aa7d-24572dcaaddb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb326b32-dbe5-4bec-9093-458de47b3098 HTTP/1.1" status: 200 len: 848 time: 0.0447602 Feb 19 05:08:51.200247 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08887874-893e-49cd-b05e-dfaa57468041 req-8d17d9ad-1719-4605-8292-5112f81f23c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:51.201778 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-08887874-893e-49cd-b05e-dfaa57468041 req-8d17d9ad-1719-4605-8292-5112f81f23c6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1f82dc15-7700-447d-9d19-34866fd3954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436809 Feb 19 05:08:51.267904 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-fffcf0de-0cc9-4cde-8167-0b317ebedb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'name': 'tempest-TestShelveInstance-1693923003-router', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:26Z', 'updated_at': '2022-02-19T05:08:29Z', 'revision_number': 4, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'gw_port': {'id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:27Z', 'updated_at': '2022-02-19T05:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'd4a49638-e6e7-43c6-9fac-653a512c43b4', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'floating_ip_address': '172.25.3.252', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'port_id': '8a580112-1a58-4625-9fb3-512773e5bd7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'mac_address': 'fa:16:3e:9f:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc2e19b-40c9-439b-8481-eaaf5563189f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:08:49Z', 'updated_at': '2022-02-19T05:08:49Z', 'revision_number': 0, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157c13f4-c84c-4f44-8904-e8a4aae36773', 'name': '', 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'mac_address': 'fa:16:3e:08:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:29Z', 'updated_at': '2022-02-19T05:08:33Z', 'revision_number': 5, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'subnets': [{'id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:51.294021 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffcf0de-0cc9-4cde-8167-0b317ebedb11 None None] The sync data for ids ['7c305826-2209-4969-8af8-6c46679fe0e7'] in n-d-828369-19 is: [{'id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'name': 'tempest-TestShelveInstance-1693923003-router', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:26Z', 'updated_at': '2022-02-19T05:08:29Z', 'revision_number': 4, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'gw_port': {'id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:27Z', 'updated_at': '2022-02-19T05:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'd4a49638-e6e7-43c6-9fac-653a512c43b4', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'floating_ip_address': '172.25.3.252', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'port_id': '8a580112-1a58-4625-9fb3-512773e5bd7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'mac_address': 'fa:16:3e:9f:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc2e19b-40c9-439b-8481-eaaf5563189f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:08:49Z', 'updated_at': '2022-02-19T05:08:49Z', 'revision_number': 0, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157c13f4-c84c-4f44-8904-e8a4aae36773', 'name': '', 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'mac_address': 'fa:16:3e:08:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:29Z', 'updated_at': '2022-02-19T05:08:33Z', 'revision_number': 5, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'subnets': [{'id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:08:51.295260 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-08887874-893e-49cd-b05e-dfaa57468041 req-84f1401d-9fc7-4bb6-a6cc-55dccb2625a5 service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874767 Feb 19 05:08:51.388421 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-08887874-893e-49cd-b05e-dfaa57468041 req-b48f917a-edc2-437b-97c1-d73c1183031c service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876081 Feb 19 05:08:51.489822 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a811283-7962-4215-88ea-1e8d0e40b445 None None] New status for floating IP d4a49638-e6e7-43c6-9fac-653a512c43b4: ACTIVE {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:08:55.317041 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:08:57.527687 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:00.208536 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:00.754341 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cb09a1eb-7bb9-4613-aa0f-e974f9294054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:03.604018 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ca6cffd6-1df7-42b7-a402-9bea5dbf9b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:04.069210 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:05.560370 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:06.944587 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:16.419030 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3e2ba0b-a969-4e51-b1ae-53be22ad8a7c req-ef30604f-b735-4a1d-9e94-8d029075abad service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428274 Feb 19 05:09:16.501401 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2ba0b-a969-4e51-b1ae-53be22ad8a7c req-be1e183d-2624-491f-a3df-326c1cd0493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:16.502956 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3e2ba0b-a969-4e51-b1ae-53be22ad8a7c req-be1e183d-2624-491f-a3df-326c1cd0493f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=229835303a204fa7aca8eeef706ec63d&device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 1128 time: 0.0430348 Feb 19 05:09:16.605323 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2ba0b-a969-4e51-b1ae-53be22ad8a7c req-ef82859f-ab3f-493b-b57a-bd84908486bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:16.606819 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3e2ba0b-a969-4e51-b1ae-53be22ad8a7c req-ef82859f-ab3f-493b-b57a-bd84908486bb service neutron] 10.222.0.79 "GET /v2.0/networks?id=1f82dc15-7700-447d-9d19-34866fd3954f HTTP/1.1" status: 200 len: 910 time: 0.0854669 Feb 19 05:09:16.670055 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3e2ba0b-a969-4e51-b1ae-53be22ad8a7c req-5892a009-f535-470e-a007-a55abaf597e4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a580112-1a58-4625-9fb3-512773e5bd7b HTTP/1.1" status: 200 len: 1001 time: 0.0567200 Feb 19 05:09:16.722221 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2ba0b-a969-4e51-b1ae-53be22ad8a7c req-1def8f3e-f26d-4213-a70e-293fe4744f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:16.723690 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3e2ba0b-a969-4e51-b1ae-53be22ad8a7c req-1def8f3e-f26d-4213-a70e-293fe4744f9e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb326b32-dbe5-4bec-9093-458de47b3098 HTTP/1.1" status: 200 len: 848 time: 0.0483375 Feb 19 05:09:16.773306 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2ba0b-a969-4e51-b1ae-53be22ad8a7c req-4cf834f5-6283-4453-8a23-a13f46bbd780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:16.774922 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3e2ba0b-a969-4e51-b1ae-53be22ad8a7c req-4cf834f5-6283-4453-8a23-a13f46bbd780 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1f82dc15-7700-447d-9d19-34866fd3954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437865 Feb 19 05:09:16.868204 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3e2ba0b-a969-4e51-b1ae-53be22ad8a7c req-35a6ec4c-834c-4d25-a080-72db08251e3e service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871673 Feb 19 05:09:16.962119 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3e2ba0b-a969-4e51-b1ae-53be22ad8a7c req-cc6d21db-7dce-4377-adf8-3b0bb97f2b60 service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876174 Feb 19 05:09:27.540949 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:30.229648 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:30.756222 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-55565ce0-b0c2-451a-8ecc-a7c5299c7945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:32.316583 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:09:33.605888 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0175c147-5784-4028-a9e1-bfbebf349b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:34.071865 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:35.561688 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:36.947756 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:57.541888 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:00.240703 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:00.758011 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-55e78db0-73e7-4a55-ae9c-e238eb6555d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:03.607231 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8a7de9c4-07ff-4b02-a710-f2a468f665d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:04.074978 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:05.565410 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:06.950035 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:09.316448 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:10:17.466787 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74be17c9-7252-489c-90f2-f53ff29ad993 req-8bcaa88a-f568-4ed3-b3ab-6051a12b7eb5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0946712 Feb 19 05:10:17.565304 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be17c9-7252-489c-90f2-f53ff29ad993 req-e7351e06-3d98-418f-87e9-7db90e19f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:17.566844 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74be17c9-7252-489c-90f2-f53ff29ad993 req-e7351e06-3d98-418f-87e9-7db90e19f7ea service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=229835303a204fa7aca8eeef706ec63d&device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 1128 time: 0.0585895 Feb 19 05:10:17.671592 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be17c9-7252-489c-90f2-f53ff29ad993 req-73bddaaf-b11c-4234-8181-0002aa0e154d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:17.672964 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74be17c9-7252-489c-90f2-f53ff29ad993 req-73bddaaf-b11c-4234-8181-0002aa0e154d service neutron] 10.222.0.79 "GET /v2.0/networks?id=1f82dc15-7700-447d-9d19-34866fd3954f HTTP/1.1" status: 200 len: 910 time: 0.0865049 Feb 19 05:10:17.737390 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74be17c9-7252-489c-90f2-f53ff29ad993 req-52f4d06b-9efc-46bc-81c6-53abfa7a03ab service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a580112-1a58-4625-9fb3-512773e5bd7b HTTP/1.1" status: 200 len: 1001 time: 0.0575957 Feb 19 05:10:17.788567 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be17c9-7252-489c-90f2-f53ff29ad993 req-0f8ffbe6-cdd8-4a4d-8803-411c0e7d562e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:17.790035 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74be17c9-7252-489c-90f2-f53ff29ad993 req-0f8ffbe6-cdd8-4a4d-8803-411c0e7d562e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb326b32-dbe5-4bec-9093-458de47b3098 HTTP/1.1" status: 200 len: 848 time: 0.0469863 Feb 19 05:10:17.837474 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be17c9-7252-489c-90f2-f53ff29ad993 req-29b28dd6-4472-43d1-9a20-6fb880632090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:17.839025 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74be17c9-7252-489c-90f2-f53ff29ad993 req-29b28dd6-4472-43d1-9a20-6fb880632090 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1f82dc15-7700-447d-9d19-34866fd3954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434320 Feb 19 05:10:17.848455 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-74be17c9-7252-489c-90f2-f53ff29ad993 req-b1f373ef-0467-47f1-97c8-fb308c646a79 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:10:17.849477 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74be17c9-7252-489c-90f2-f53ff29ad993 req-b1f373ef-0467-47f1-97c8-fb308c646a79 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048001 Feb 19 05:10:17.937290 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74be17c9-7252-489c-90f2-f53ff29ad993 req-23c7fda6-bd48-49e5-9629-0cb3cb04e9c7 service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819409 Feb 19 05:10:18.029315 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74be17c9-7252-489c-90f2-f53ff29ad993 req-dfd4c461-4731-4bb5-964b-8210c27b27cc service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857103 Feb 19 05:10:27.567147 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:30.234971 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:30.762276 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2cf8e6ed-4528-47f8-bb18-1ae2d2f9ef0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:33.609059 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-997d3d1f-d92d-44a7-b14f-6146400e0ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:34.077913 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:35.566979 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:36.951246 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:46.132469 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f982c-9938-4aeb-8db4-a64a6d47ca59 req-ac73210f-aef0-4aee-bf18-9cd594d3a0b3 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:46.134010 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-646f982c-9938-4aeb-8db4-a64a6d47ca59 req-ac73210f-aef0-4aee-bf18-9cd594d3a0b3 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 945 time: 0.0533462 Feb 19 05:10:46.182235 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-646f982c-9938-4aeb-8db4-a64a6d47ca59 req-ed78916d-33e5-4f21-ae15-8d621cb4077a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424895 Feb 19 05:10:46.316199 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:10:47.315177 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041242cc-c5c3-4297-9ccb-caa2ce17a4a1 req-46b6926d-ca98-4aab-95b3-4d1b7202f795 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:47.316565 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-041242cc-c5c3-4297-9ccb-caa2ce17a4a1 req-46b6926d-ca98-4aab-95b3-4d1b7202f795 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 945 time: 0.0581870 Feb 19 05:10:47.364353 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-041242cc-c5c3-4297-9ccb-caa2ce17a4a1 req-461b7123-11a5-408d-b6c6-9c11dfb2abe6 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421033 Feb 19 05:10:48.487457 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed9c45-5042-4fc8-bab6-354003096078 req-f3753e68-7b1b-4232-9ba7-ef672784d638 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:48.488931 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3fed9c45-5042-4fc8-bab6-354003096078 req-f3753e68-7b1b-4232-9ba7-ef672784d638 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 945 time: 0.0516889 Feb 19 05:10:48.537091 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3fed9c45-5042-4fc8-bab6-354003096078 req-78227ebd-78d5-4d3e-a876-ce362d5fa53b tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421596 Feb 19 05:10:49.654736 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb8b29-2650-4e73-9211-1dff60246a19 req-2a4e7c41-b4fe-4c7f-bc03-f4e5740e327e tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:49.656201 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dceb8b29-2650-4e73-9211-1dff60246a19 req-2a4e7c41-b4fe-4c7f-bc03-f4e5740e327e tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 945 time: 0.0511730 Feb 19 05:10:49.708852 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dceb8b29-2650-4e73-9211-1dff60246a19 req-bf2ed1ab-4dd0-4256-8bd6-20121a75f1f6 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470603 Feb 19 05:10:50.827279 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c046d0-f128-4537-bac2-a3a1e254224c req-3cc15f91-d16e-4e6b-9f02-17955d6a07da tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:50.828752 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67c046d0-f128-4537-bac2-a3a1e254224c req-3cc15f91-d16e-4e6b-9f02-17955d6a07da tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 945 time: 0.0530901 Feb 19 05:10:50.876331 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-67c046d0-f128-4537-bac2-a3a1e254224c req-bf4e104d-281d-4fbf-8e27-a067befb76c5 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419877 Feb 19 05:10:51.998020 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bffeb-bfba-4e1d-a56e-ce8b4a8c0847 req-29462178-8166-4ad9-ac08-14c676f2d218 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:51.999567 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-038bffeb-bfba-4e1d-a56e-ce8b4a8c0847 req-29462178-8166-4ad9-ac08-14c676f2d218 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 945 time: 0.0522082 Feb 19 05:10:52.048618 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-038bffeb-bfba-4e1d-a56e-ce8b4a8c0847 req-66e92ba2-f278-44ac-a686-a406cd1a6add tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433710 Feb 19 05:10:53.173503 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57322d-6503-4610-ab50-0a9767912770 req-28d87cd3-8727-4c12-9ac4-3d8cd243b8df tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:53.175010 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8b57322d-6503-4610-ab50-0a9767912770 req-28d87cd3-8727-4c12-9ac4-3d8cd243b8df tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 945 time: 0.0555575 Feb 19 05:10:53.222541 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8b57322d-6503-4610-ab50-0a9767912770 req-c2778e79-6f1f-4d34-b1c7-e7341d027ea4 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414479 Feb 19 05:10:54.339237 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8236a35-9c2b-4bbf-86bd-3ea3c0515265 req-550625b7-ec3d-4024-9edf-deb8c457205e tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:54.340888 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e8236a35-9c2b-4bbf-86bd-3ea3c0515265 req-550625b7-ec3d-4024-9edf-deb8c457205e tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 945 time: 0.0520678 Feb 19 05:10:54.388778 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e8236a35-9c2b-4bbf-86bd-3ea3c0515265 req-4f524288-313d-45ef-9be2-43c257545c3a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423470 Feb 19 05:10:55.508253 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e97a3-2a37-4f69-a30f-d8fcef2adbe3 req-6bf93b81-6c38-422e-b282-073ecc35b7aa tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:55.509708 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa2e97a3-2a37-4f69-a30f-d8fcef2adbe3 req-6bf93b81-6c38-422e-b282-073ecc35b7aa tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 945 time: 0.0515511 Feb 19 05:10:55.561422 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-aa2e97a3-2a37-4f69-a30f-d8fcef2adbe3 req-89941503-f0e3-47df-85d2-d25d835b2f8d tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458651 Feb 19 05:10:56.684216 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f50bf-ed17-4c95-bb83-3857a11d381a req-bbc98e8c-914b-4fab-9138-973ef9c6ffbf tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:56.686820 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf9f50bf-ed17-4c95-bb83-3857a11d381a req-bbc98e8c-914b-4fab-9138-973ef9c6ffbf tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 945 time: 0.0587935 Feb 19 05:10:56.736419 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf9f50bf-ed17-4c95-bb83-3857a11d381a req-47718a1a-d0bb-4807-980f-995a01cd6ad8 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441549 Feb 19 05:10:57.569730 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:57.855963 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35442bd5-3516-43f9-80eb-8456fe08b97b req-734178c7-488f-4c7a-97c6-3997ead56196 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:57.857343 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-35442bd5-3516-43f9-80eb-8456fe08b97b req-734178c7-488f-4c7a-97c6-3997ead56196 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 945 time: 0.0525527 Feb 19 05:10:57.905116 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-35442bd5-3516-43f9-80eb-8456fe08b97b req-b81324c1-fec9-48a5-8048-8fecb02c89cf tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421910 Feb 19 05:10:58.536332 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 8a580112-1a58-4625-9fb3-512773e5bd7b details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:10:58.633599 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 8a580112-1a58-4625-9fb3-512773e5bd7b, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=8a580112-1a58-4625-9fb3-512773e5bd7b,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:10:58.644775 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '8a580112-1a58-4625-9fb3-512773e5bd7b', 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'port_id': '8a580112-1a58-4625-9fb3-512773e5bd7b', 'mac_address': 'fa:16:3e:9f:07:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:10:58.682110 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 8a580112-1a58-4625-9fb3-512773e5bd7b is: ACTIVE; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:10:58.682566 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:58.695813 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a580112-1a58-4625-9fb3-512773e5bd7b {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:10:58.715643 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 8a580112-1a58-4625-9fb3-512773e5bd7b, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=8a580112-1a58-4625-9fb3-512773e5bd7b,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:10:58.720617 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:58.771779 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=8a580112-1a58-4625-9fb3-512773e5bd7b,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:10:58.779821 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:58.780174 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:58.780516 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:58.780856 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:58.781218 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:58.781551 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:58.781880 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:58.782225 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:58.782553 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:58.782877 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:58.783201 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:58.783522 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:58.783843 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:58.790431 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['8a580112-1a58-4625-9fb3-512773e5bd7b'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:10:59.060650 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab013bce-88e5-437f-81b5-4283271ab9df req-319eb346-bf7d-48c0-9352-c792ee51ea07 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:59.068071 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab013bce-88e5-437f-81b5-4283271ab9df req-319eb346-bf7d-48c0-9352-c792ee51ea07 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 944 time: 0.0697243 Feb 19 05:10:59.126570 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ab013bce-88e5-437f-81b5-4283271ab9df req-236cdb26-1996-4db6-af60-bbeaadc44d3e tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564537 Feb 19 05:11:00.246260 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:00.269023 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387408f6-7c6f-4595-86a6-e041eb823e26 req-7a7b07dd-8d7b-48a0-b04c-0814f3fec34d tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:00.271137 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-387408f6-7c6f-4595-86a6-e041eb823e26 req-7a7b07dd-8d7b-48a0-b04c-0814f3fec34d tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 944 time: 0.0724874 Feb 19 05:11:00.335207 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-387408f6-7c6f-4595-86a6-e041eb823e26 req-55145e40-2b12-4ed8-84f4-b4e15cb1c5dd tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546112 Feb 19 05:11:00.537245 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 8a580112-1a58-4625-9fb3-512773e5bd7b up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:11:00.777610 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a103d0bf-2eb3-4f9b-8473-2489ce003f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:00.793223 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 8a580112-1a58-4625-9fb3-512773e5bd7b triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:11:00.793576 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:00.886803 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 8a580112-1a58-4625-9fb3-512773e5bd7b is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:11:00.887195 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:00.921523 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc2e19b-40c9-439b-8481-eaaf5563189f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a580112-1a58-4625-9fb3-512773e5bd7b'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:11:00.923806 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef644b6ab79b0ac41de0b13976fcd129d4d99816de20742327e953106f20d7ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c004c27-522b-45c6-a9cc-4fab73b6827b" -d '{"events": [{"server_uuid": "8cc2e19b-40c9-439b-8481-eaaf5563189f", "name": "network-vif-plugged", "status": "completed", "tag": "8a580112-1a58-4625-9fb3-512773e5bd7b"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:11:00.940934 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 8a580112-1a58-4625-9fb3-512773e5bd7b, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=8a580112-1a58-4625-9fb3-512773e5bd7b,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:11:00.948423 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:00.982471 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f94e95-4c79-4b4c-ada9-9e360f7b7a2b x-openstack-request-id: req-e1f94e95-4c79-4b4c-ada9-9e360f7b7a2b {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:11:00.982471 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc2e19b-40c9-439b-8481-eaaf5563189f", "name": "network-vif-plugged", "status": "completed", "tag": "8a580112-1a58-4625-9fb3-512773e5bd7b", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:11:00.982471 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e1f94e95-4c79-4b4c-ada9-9e360f7b7a2b {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:11:00.982471 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc2e19b-40c9-439b-8481-eaaf5563189f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a580112-1a58-4625-9fb3-512773e5bd7b', 'code': 200} Feb 19 05:11:01.016113 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=8a580112-1a58-4625-9fb3-512773e5bd7b,revision_number=7']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:11:01.474425 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24102af-6a88-4c81-b193-40e120810f37 req-3d0fb891-582f-4af4-8a8f-2f3ca604fbde tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:01.476156 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d24102af-6a88-4c81-b193-40e120810f37 req-3d0fb891-582f-4af4-8a8f-2f3ca604fbde tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 945 time: 0.0739865 Feb 19 05:11:01.542529 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d24102af-6a88-4c81-b193-40e120810f37 req-794eb11e-804a-46c9-8f65-78a24dc26237 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571270 Feb 19 05:11:02.671338 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc95ea-8cd4-4436-b72b-3d9e3849e448 req-318b8108-5174-450c-8889-7e42b305bd42 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:02.672891 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebcc95ea-8cd4-4436-b72b-3d9e3849e448 req-318b8108-5174-450c-8889-7e42b305bd42 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 945 time: 0.0606270 Feb 19 05:11:02.730458 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ebcc95ea-8cd4-4436-b72b-3d9e3849e448 req-c95aba08-7db2-4848-a7b6-c5b5f8304b26 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513539 Feb 19 05:11:03.613413 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e6df7f90-f681-4d98-9274-efa76c124274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:03.858336 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f155ba-1945-4500-8fa5-9b7e2ea5d3c7 req-b933c80f-9b41-4eeb-a0c5-7a0cab361489 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:03.859895 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18f155ba-1945-4500-8fa5-9b7e2ea5d3c7 req-b933c80f-9b41-4eeb-a0c5-7a0cab361489 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 945 time: 0.0550761 Feb 19 05:11:03.920921 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18f155ba-1945-4500-8fa5-9b7e2ea5d3c7 req-2c683a40-80a0-4f40-8dc1-a6a6781eac05 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527492 Feb 19 05:11:04.088212 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:05.064958 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa979201-2d0c-4c9f-9dfa-cde875b2d7fb req-a54cb1c5-4372-4042-bdb5-5728ffbc4ef5 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:05.067187 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa979201-2d0c-4c9f-9dfa-cde875b2d7fb req-a54cb1c5-4372-4042-bdb5-5728ffbc4ef5 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 945 time: 0.0765102 Feb 19 05:11:05.131148 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fa979201-2d0c-4c9f-9dfa-cde875b2d7fb req-a51d7e27-f328-4ab9-9b6d-3331950c4021 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548871 Feb 19 05:11:05.573080 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:06.266227 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2e2af-1352-4a5a-b478-6f14c6aca3b3 req-3498e52e-5be6-4cb8-958c-f46c7e2bdb53 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:06.267794 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bca2e2af-1352-4a5a-b478-6f14c6aca3b3 req-3498e52e-5be6-4cb8-958c-f46c7e2bdb53 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 945 time: 0.0553758 Feb 19 05:11:06.326152 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bca2e2af-1352-4a5a-b478-6f14c6aca3b3 req-4682b01b-20ba-4e78-8845-8c2728fdb8c1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497384 Feb 19 05:11:06.954767 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:07.446475 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88653d76-6434-49f0-a8b2-594c8f117d45 req-c257cb7a-d4fb-4b65-8a8f-0bdcbf1681e7 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:07.447929 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88653d76-6434-49f0-a8b2-594c8f117d45 req-c257cb7a-d4fb-4b65-8a8f-0bdcbf1681e7 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 945 time: 0.0563478 Feb 19 05:11:07.495426 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-88653d76-6434-49f0-a8b2-594c8f117d45 req-b0c87ff7-b880-4e64-b1e2-9e392d5d418c tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418031 Feb 19 05:11:07.745786 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590ab05-dc63-47ea-924c-ec9f20e8ad5a req-b78b1d16-d51e-432e-a87a-b934fa620a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:07.747201 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4590ab05-dc63-47ea-924c-ec9f20e8ad5a req-b78b1d16-d51e-432e-a87a-b934fa620a74 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=229835303a204fa7aca8eeef706ec63d&device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 1128 time: 0.0444186 Feb 19 05:11:07.837252 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590ab05-dc63-47ea-924c-ec9f20e8ad5a req-b0ed89d3-0880-4df4-b278-56f53492e8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:07.838728 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4590ab05-dc63-47ea-924c-ec9f20e8ad5a req-b0ed89d3-0880-4df4-b278-56f53492e8e1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1f82dc15-7700-447d-9d19-34866fd3954f HTTP/1.1" status: 200 len: 910 time: 0.0856426 Feb 19 05:11:07.902075 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4590ab05-dc63-47ea-924c-ec9f20e8ad5a req-1951f065-798d-4e12-a978-3cf4389cf009 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a580112-1a58-4625-9fb3-512773e5bd7b HTTP/1.1" status: 200 len: 1001 time: 0.0566144 Feb 19 05:11:07.947972 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590ab05-dc63-47ea-924c-ec9f20e8ad5a req-2d72a47e-6560-4ee4-8f24-d1ba393a50cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:07.949374 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4590ab05-dc63-47ea-924c-ec9f20e8ad5a req-2d72a47e-6560-4ee4-8f24-d1ba393a50cf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb326b32-dbe5-4bec-9093-458de47b3098 HTTP/1.1" status: 200 len: 848 time: 0.0419364 Feb 19 05:11:08.000178 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590ab05-dc63-47ea-924c-ec9f20e8ad5a req-af7eec09-6fe9-454e-84ff-7b22be4efa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:08.001593 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4590ab05-dc63-47ea-924c-ec9f20e8ad5a req-af7eec09-6fe9-454e-84ff-7b22be4efa0a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1f82dc15-7700-447d-9d19-34866fd3954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463939 Feb 19 05:11:08.088826 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4590ab05-dc63-47ea-924c-ec9f20e8ad5a req-72e68008-eca4-42ce-af7f-3e95eaf90060 service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798266 Feb 19 05:11:08.177324 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4590ab05-dc63-47ea-924c-ec9f20e8ad5a req-a243b155-a319-45b7-ba2f-d74fc9d7b3ca service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837457 Feb 19 05:11:08.612726 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfd252-4bf0-4380-b701-60b6de65d647 req-d2d7a543-27cd-470f-a310-ddf1bdd9f86f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:08.614204 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f8dfd252-4bf0-4380-b701-60b6de65d647 req-d2d7a543-27cd-470f-a310-ddf1bdd9f86f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 945 time: 0.0514851 Feb 19 05:11:08.661648 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-f8dfd252-4bf0-4380-b701-60b6de65d647 req-c75c6517-8602-46ca-bd04-88a7a6cdadfa tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411699 Feb 19 05:11:09.784759 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f5d42-f73a-42a8-b196-c6ad57d349c0 req-7b616a92-85f5-434e-af7b-f2120ac98ff2 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:09.786281 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-179f5d42-f73a-42a8-b196-c6ad57d349c0 req-7b616a92-85f5-434e-af7b-f2120ac98ff2 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 945 time: 0.0522757 Feb 19 05:11:09.836926 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-179f5d42-f73a-42a8-b196-c6ad57d349c0 req-5a4f2315-478c-4ef5-9c58-d826bea1b43f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427592 Feb 19 05:11:09.904052 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-6a693073-bd83-4683-aa42-fbbf42a9f47e req-debe5e16-1da3-498d-b038-e6f5c92961ee service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:11:09.905123 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6a693073-bd83-4683-aa42-fbbf42a9f47e req-debe5e16-1da3-498d-b038-e6f5c92961ee service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053566 Feb 19 05:11:10.076907 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34694f08-45c0-43e6-b42a-15e2742e736f req-1baa01b0-52dd-404d-a26c-6c012643939d tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:10.078518 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34694f08-45c0-43e6-b42a-15e2742e736f req-1baa01b0-52dd-404d-a26c-6c012643939d tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 945 time: 0.0608323 Feb 19 05:11:10.129195 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-34694f08-45c0-43e6-b42a-15e2742e736f req-ebe2dfd0-e8c9-4895-ab77-0176a951cd37 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447421 Feb 19 05:11:10.291973 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-eb2771bf-ecef-44b7-812e-d69498bd8542 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0863838 Feb 19 05:11:10.409866 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-d8ed8647-2f8a-41fb-86d9-f9bb79ff882b tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:10.411141 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-d8ed8647-2f8a-41fb-86d9-f9bb79ff882b tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports/8a580112-1a58-4625-9fb3-512773e5bd7b HTTP/1.1" status: 200 len: 942 time: 0.0915751 Feb 19 05:11:10.617206 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 8a580112-1a58-4625-9fb3-512773e5bd7b no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:11:10.701266 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 8a580112-1a58-4625-9fb3-512773e5bd7b is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:11:10.701593 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:10.725165 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc2e19b-40c9-439b-8481-eaaf5563189f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a580112-1a58-4625-9fb3-512773e5bd7b'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:11:10.728460 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef644b6ab79b0ac41de0b13976fcd129d4d99816de20742327e953106f20d7ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f19b18-19e3-4e7d-b137-564cda6c3ee2" -d '{"events": [{"server_uuid": "8cc2e19b-40c9-439b-8481-eaaf5563189f", "name": "network-vif-unplugged", "status": "completed", "tag": "8a580112-1a58-4625-9fb3-512773e5bd7b"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:11:10.741546 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 8a580112-1a58-4625-9fb3-512773e5bd7b, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=8a580112-1a58-4625-9fb3-512773e5bd7b,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:11:10.747186 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:10.775502 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 05:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f52c61a-bb01-449e-bd12-4ffc2864f112 x-openstack-request-id: req-7f52c61a-bb01-449e-bd12-4ffc2864f112 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:11:10.775790 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc2e19b-40c9-439b-8481-eaaf5563189f", "name": "network-vif-unplugged", "status": "failed", "tag": "8a580112-1a58-4625-9fb3-512773e5bd7b", "code": 422}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:11:10.776042 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7f52c61a-bb01-449e-bd12-4ffc2864f112 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:11:10.776434 n-d-828369-19 neutron-server[109927]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8cc2e19b-40c9-439b-8481-eaaf5563189f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8a580112-1a58-4625-9fb3-512773e5bd7b', 'code': 422} returned with failed status Feb 19 05:11:10.806931 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=8a580112-1a58-4625-9fb3-512773e5bd7b,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:11:11.145294 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-3e8a14a9-9d6f-4e08-b02e-f6ee5cc47aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:11.146815 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-3e8a14a9-9d6f-4e08-b02e-f6ee5cc47aa7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f&tenant_id=229835303a204fa7aca8eeef706ec63d HTTP/1.1" status: 200 len: 1126 time: 0.0471730 Feb 19 05:11:11.157970 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-19', 'device_owner': 'compute:nova'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:11:11.216978 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:11.251804 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d9890-33f6-4c56-8d27-e7979acfc36c req-2c93ef06-7517-4c8f-8d7b-eabfc510bd02 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:11.253214 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-991d9890-33f6-4c56-8d27-e7979acfc36c req-2c93ef06-7517-4c8f-8d7b-eabfc510bd02 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 943 time: 0.0514669 Feb 19 05:11:11.303060 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-991d9890-33f6-4c56-8d27-e7979acfc36c req-4f5b05be-b0e8-4a15-a22d-9b440d41d893 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435543 Feb 19 05:11:11.417574 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] For port 8a580112-1a58-4625-9fb3-512773e5bd7b, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=8a580112-1a58-4625-9fb3-512773e5bd7b,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:11:11.449028 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] For port 8a580112-1a58-4625-9fb3-512773e5bd7b, host n-h2-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:11:11.484824 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a580112-1a58-4625-9fb3-512773e5bd7b {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:11:11.492035 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Publish callbacks [] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:11.503579 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Transition to ACTIVE for port object 8a580112-1a58-4625-9fb3-512773e5bd7b will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:11:11.506826 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:11.600665 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Pushing event updated for resources: {'Port': ['ID=8a580112-1a58-4625-9fb3-512773e5bd7b,revision_number=9']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:11:11.617605 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:11:11.617942 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:11:11.618312 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:11:11.618644 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:11:11.619136 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:11:11.619289 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:11:11.619614 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:11:11.619936 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:11:11.620268 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:11:11.620595 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:11:11.620919 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:11:11.621239 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:11:11.621557 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:11:11.690554 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] No DVR routers for this DVR port 8a580112-1a58-4625-9fb3-512773e5bd7b on host n-h2-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:11:11.825998 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Attempting to bind port 8a580112-1a58-4625-9fb3-512773e5bd7b on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:11:11.826268 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Attempting to bind port 8a580112-1a58-4625-9fb3-512773e5bd7b by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:11:11.826590 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Attempting to bind port 8a580112-1a58-4625-9fb3-512773e5bd7b on network 1f82dc15-7700-447d-9d19-34866fd3954f {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:11:11.831150 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Port 8a580112-1a58-4625-9fb3-512773e5bd7b on network 1f82dc15-7700-447d-9d19-34866fd3954f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:11:11.831492 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Attempting to bind port 8a580112-1a58-4625-9fb3-512773e5bd7b on network 1f82dc15-7700-447d-9d19-34866fd3954f {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:11:11.836838 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:11:11.837172 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Checking segment: {'id': '6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:11:11.837550 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Bound using segment: {'id': '6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:11:11.837970 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Bound port: 8a580112-1a58-4625-9fb3-512773e5bd7b, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:11:11.838343 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:11.897461 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] For port 8a580112-1a58-4625-9fb3-512773e5bd7b, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:11:11.901318 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] For port 8a580112-1a58-4625-9fb3-512773e5bd7b, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=8a580112-1a58-4625-9fb3-512773e5bd7b,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:11:11.907317 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:11.944084 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:11.944691 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:11.946660 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] 10.222.0.26 "PUT /v2.0/ports/8a580112-1a58-4625-9fb3-512773e5bd7b HTTP/1.1" status: 200 len: 1092 time: 0.7928967 Feb 19 05:11:11.947123 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc2e19b-40c9-439b-8481-eaaf5563189f', 'tag': '8a580112-1a58-4625-9fb3-512773e5bd7b'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:11:11.949395 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4d7a6f327845de7d96adfc61245815a02f228650e7f42977fc0a396d303eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bcf815-fba3-40fe-9e67-3ca1e3249fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc2e19b-40c9-439b-8481-eaaf5563189f", "tag": "8a580112-1a58-4625-9fb3-512773e5bd7b"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:11:11.996540 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ef193-cd9a-45e6-a7b5-f3af0811a84a service neutron] Pushing event updated for resources: {'Port': ['ID=8a580112-1a58-4625-9fb3-512773e5bd7b,revision_number=10']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:11:12.037664 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-f6633552-95e2-4091-b9f1-15606dd11458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:12.039411 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-f6633552-95e2-4091-b9f1-15606dd11458 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=229835303a204fa7aca8eeef706ec63d&device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 1127 time: 0.0609698 Feb 19 05:11:12.093592 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df86d12c-2f64-46ed-83ec-dd532b8fed28 x-openstack-request-id: req-df86d12c-2f64-46ed-83ec-dd532b8fed28 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:11:12.094015 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc2e19b-40c9-439b-8481-eaaf5563189f", "tag": "8a580112-1a58-4625-9fb3-512773e5bd7b", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:11:12.094418 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-df86d12c-2f64-46ed-83ec-dd532b8fed28 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:11:12.094974 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc2e19b-40c9-439b-8481-eaaf5563189f', 'tag': '8a580112-1a58-4625-9fb3-512773e5bd7b', 'status': 'completed', 'code': 200} Feb 19 05:11:12.142540 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-8507afa0-2576-43c0-8801-d88e74a0d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:12.144051 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-8507afa0-2576-43c0-8801-d88e74a0d469 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f82dc15-7700-447d-9d19-34866fd3954f HTTP/1.1" status: 200 len: 910 time: 0.0992820 Feb 19 05:11:12.425959 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce0509-543d-461c-bc64-babb4352a5fa req-a35bf7ab-a666-45a4-a8f7-57bdab92190e tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:12.427486 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47ce0509-543d-461c-bc64-babb4352a5fa req-a35bf7ab-a666-45a4-a8f7-57bdab92190e tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 944 time: 0.0534768 Feb 19 05:11:12.484852 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-47ce0509-543d-461c-bc64-babb4352a5fa req-0a4071d5-76dd-4125-859b-4bcb50793847 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510306 Feb 19 05:11:12.513949 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-3178e90c-6450-46ac-827c-c0cd3793c5f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a580112-1a58-4625-9fb3-512773e5bd7b HTTP/1.1" status: 200 len: 999 time: 0.3627892 Feb 19 05:11:12.562481 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-fd92967a-f237-4f87-baa0-caf5e22b0997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:12.563901 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-fd92967a-f237-4f87-baa0-caf5e22b0997 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb326b32-dbe5-4bec-9093-458de47b3098 HTTP/1.1" status: 200 len: 848 time: 0.0435226 Feb 19 05:11:12.611363 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-a0a166ce-c435-47ca-a4d9-1c806f3774cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:12.612778 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-a0a166ce-c435-47ca-a4d9-1c806f3774cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f82dc15-7700-447d-9d19-34866fd3954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0427990 Feb 19 05:11:12.702431 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-837bf473-2a84-48de-828e-2f11ed296d9c service neutron] 10.222.0.26 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825918 Feb 19 05:11:12.787717 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1324ee99-af0b-4161-ba5e-20ef4dba568e req-36244548-558e-4b29-a667-c7a3cd01243a service neutron] 10.222.0.26 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798838 Feb 19 05:11:12.880197 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcf815-fba3-40fe-9e67-3ca1e3249fd7 req-c851cc2f-077e-40fd-9a86-4deaf68a83fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:12.881726 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d3bcf815-fba3-40fe-9e67-3ca1e3249fd7 req-c851cc2f-077e-40fd-9a86-4deaf68a83fb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=229835303a204fa7aca8eeef706ec63d&device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 1127 time: 0.0503359 Feb 19 05:11:12.970111 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcf815-fba3-40fe-9e67-3ca1e3249fd7 req-b269c35e-7cae-45e6-9fa6-fdd4a3910cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:12.971619 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d3bcf815-fba3-40fe-9e67-3ca1e3249fd7 req-b269c35e-7cae-45e6-9fa6-fdd4a3910cf3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f82dc15-7700-447d-9d19-34866fd3954f HTTP/1.1" status: 200 len: 910 time: 0.0841513 Feb 19 05:11:13.043729 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d3bcf815-fba3-40fe-9e67-3ca1e3249fd7 req-00e58ef0-a939-4d3c-8c65-454f70ae9767 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a580112-1a58-4625-9fb3-512773e5bd7b HTTP/1.1" status: 200 len: 999 time: 0.0648715 Feb 19 05:11:13.120093 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcf815-fba3-40fe-9e67-3ca1e3249fd7 req-da0eac9e-598b-4b32-90f7-7a150029a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:13.122868 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d3bcf815-fba3-40fe-9e67-3ca1e3249fd7 req-da0eac9e-598b-4b32-90f7-7a150029a5c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb326b32-dbe5-4bec-9093-458de47b3098 HTTP/1.1" status: 200 len: 848 time: 0.0721855 Feb 19 05:11:13.610940 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b4e56-bd39-4848-ad15-e96cf524c725 req-faafa5da-ae2b-4ba2-a8b3-105ea8bccf0c tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:13.612402 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-222b4e56-bd39-4848-ad15-e96cf524c725 req-faafa5da-ae2b-4ba2-a8b3-105ea8bccf0c tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 944 time: 0.0549517 Feb 19 05:11:13.661507 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-222b4e56-bd39-4848-ad15-e96cf524c725 req-da5a38a7-b38e-4a6a-8759-a9be8347bfff tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435412 Feb 19 05:11:14.793247 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1bf31-0ec7-432c-93ec-765da1e077c6 req-22b0396f-ff2f-4af5-9657-6b9374f2af53 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:14.794794 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7de1bf31-0ec7-432c-93ec-765da1e077c6 req-22b0396f-ff2f-4af5-9657-6b9374f2af53 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 944 time: 0.0583553 Feb 19 05:11:14.846813 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7de1bf31-0ec7-432c-93ec-765da1e077c6 req-f8a5bdd3-db64-4505-bfeb-a08be6f1eca8 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463836 Feb 19 05:11:15.979774 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afb5dc-7840-4071-b3e1-85420a001fae req-a81a8874-147c-4dee-a688-7ac11e7c3671 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:15.981319 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0afb5dc-7840-4071-b3e1-85420a001fae req-a81a8874-147c-4dee-a688-7ac11e7c3671 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 944 time: 0.0594223 Feb 19 05:11:16.030969 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b0afb5dc-7840-4071-b3e1-85420a001fae req-9ddb86be-09d1-412c-a3d0-d8be84d1b6dd tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433679 Feb 19 05:11:17.154772 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd6e5f-3615-4be4-bd00-e970663ce33b req-a5bc7dec-c0bc-4c27-8c9d-a5bd91df4e9b tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:17.156266 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-35fd6e5f-3615-4be4-bd00-e970663ce33b req-a5bc7dec-c0bc-4c27-8c9d-a5bd91df4e9b tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 944 time: 0.0540726 Feb 19 05:11:17.213381 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-35fd6e5f-3615-4be4-bd00-e970663ce33b req-72372bdd-57fc-492c-9939-389b13345704 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502708 Feb 19 05:11:18.344414 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cd231-2a0e-4891-b61d-f7e026d7bcfc req-38071501-4d1a-4a94-872e-c7c05c4a4305 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:18.351356 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5d5cd231-2a0e-4891-b61d-f7e026d7bcfc req-38071501-4d1a-4a94-872e-c7c05c4a4305 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 944 time: 0.0641444 Feb 19 05:11:18.399483 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5d5cd231-2a0e-4891-b61d-f7e026d7bcfc req-a98308af-af71-4525-be03-20938e8978be tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472372 Feb 19 05:11:19.522225 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec75e7c-3157-48db-be56-e7ca18a2a9d8 req-71ed5fab-c1ea-4f05-9e3f-b29bdf26fb11 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:19.524395 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ec75e7c-3157-48db-be56-e7ca18a2a9d8 req-71ed5fab-c1ea-4f05-9e3f-b29bdf26fb11 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 944 time: 0.0535822 Feb 19 05:11:19.576094 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ec75e7c-3157-48db-be56-e7ca18a2a9d8 req-151bad0a-0e17-45e7-bd59-7328fe0df698 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461547 Feb 19 05:11:20.730726 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0875a04-4d8b-458c-abfe-7b8b1a98e942 req-9e5cc147-938d-4cfb-9232-1c9349b71133 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:20.732361 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d0875a04-4d8b-458c-abfe-7b8b1a98e942 req-9e5cc147-938d-4cfb-9232-1c9349b71133 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 944 time: 0.0578201 Feb 19 05:11:20.788116 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d0875a04-4d8b-458c-abfe-7b8b1a98e942 req-5fb6786d-35ad-4e26-8aaa-ae86ed04d368 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498533 Feb 19 05:11:21.912841 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a63351-0e57-49b8-b0fc-79dce8cf037e req-3c12bea5-d93e-44e4-b5b8-c960592b7844 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:21.914926 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96a63351-0e57-49b8-b0fc-79dce8cf037e req-3c12bea5-d93e-44e4-b5b8-c960592b7844 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 944 time: 0.0519166 Feb 19 05:11:21.968880 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-96a63351-0e57-49b8-b0fc-79dce8cf037e req-fa6638c6-92d0-459a-bd6f-9e0ee32de3ca tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469017 Feb 19 05:11:23.094121 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df8357-f566-4154-95c1-486120fc96e0 req-692c4bfe-a6de-45a9-8235-e8439a6ddc63 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:23.095662 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d3df8357-f566-4154-95c1-486120fc96e0 req-692c4bfe-a6de-45a9-8235-e8439a6ddc63 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 944 time: 0.0554824 Feb 19 05:11:23.143177 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d3df8357-f566-4154-95c1-486120fc96e0 req-02cb1ea9-731a-4fa2-8cd7-bd991eaf1c4b tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420303 Feb 19 05:11:23.316968 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:11:24.265673 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3174351-6508-4a9a-8dac-564b584eae7c req-748e4c0c-ffbd-432f-940a-452832704627 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:24.267082 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3174351-6508-4a9a-8dac-564b584eae7c req-748e4c0c-ffbd-432f-940a-452832704627 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 944 time: 0.0545394 Feb 19 05:11:24.314582 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a3174351-6508-4a9a-8dac-564b584eae7c req-344e4b8c-1fcd-4847-ac48-afa66828fa73 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418837 Feb 19 05:11:25.018801 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcf815-fba3-40fe-9e67-3ca1e3249fd7 req-2bc5195d-f2d3-48fb-984e-006c08abcdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:25.020297 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d3bcf815-fba3-40fe-9e67-3ca1e3249fd7 req-2bc5195d-f2d3-48fb-984e-006c08abcdcf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f82dc15-7700-447d-9d19-34866fd3954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467367 Feb 19 05:11:25.111821 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d3bcf815-fba3-40fe-9e67-3ca1e3249fd7 req-7daac598-5084-479a-a47f-fa017649d46a service neutron] 10.222.0.26 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843279 Feb 19 05:11:25.206587 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-d3bcf815-fba3-40fe-9e67-3ca1e3249fd7 req-7835f100-b311-4e16-a2dd-f43aa5fbfba8 service neutron] 10.222.0.26 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855048 Feb 19 05:11:25.309786 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606a894-2fb4-45c9-aa5a-4b8ed52d4655 req-45e75683-8958-4df6-90a7-07fd52e54f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:25.311479 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9606a894-2fb4-45c9-aa5a-4b8ed52d4655 req-45e75683-8958-4df6-90a7-07fd52e54f66 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=229835303a204fa7aca8eeef706ec63d&device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 1127 time: 0.0453305 Feb 19 05:11:25.415707 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606a894-2fb4-45c9-aa5a-4b8ed52d4655 req-ef4dc70e-3032-458d-a5fc-2cac064cd83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:25.417224 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9606a894-2fb4-45c9-aa5a-4b8ed52d4655 req-ef4dc70e-3032-458d-a5fc-2cac064cd83a service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f82dc15-7700-447d-9d19-34866fd3954f HTTP/1.1" status: 200 len: 910 time: 0.0888102 Feb 19 05:11:25.433157 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f93973-a805-438f-96c8-6628ee634ee6 req-2b8c9017-7271-421b-b724-ae1b611b8a46 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:25.434666 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95f93973-a805-438f-96c8-6628ee634ee6 req-2b8c9017-7271-421b-b724-ae1b611b8a46 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 944 time: 0.0515475 Feb 19 05:11:25.482120 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9606a894-2fb4-45c9-aa5a-4b8ed52d4655 req-0a8cfbe1-f7ac-4be5-b8b8-5809f77d7cac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a580112-1a58-4625-9fb3-512773e5bd7b HTTP/1.1" status: 200 len: 999 time: 0.0584064 Feb 19 05:11:25.493373 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-95f93973-a805-438f-96c8-6628ee634ee6 req-1e6cdf28-a6ce-4020-9ca3-a0b0535f72f8 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525482 Feb 19 05:11:25.535669 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606a894-2fb4-45c9-aa5a-4b8ed52d4655 req-3ec8745c-dfac-4d7a-837b-f31181d0532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:25.537136 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9606a894-2fb4-45c9-aa5a-4b8ed52d4655 req-3ec8745c-dfac-4d7a-837b-f31181d0532f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb326b32-dbe5-4bec-9093-458de47b3098 HTTP/1.1" status: 200 len: 848 time: 0.0486970 Feb 19 05:11:25.586244 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606a894-2fb4-45c9-aa5a-4b8ed52d4655 req-6ffc65e7-d914-4a98-8920-9f7e14b73eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:25.587681 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9606a894-2fb4-45c9-aa5a-4b8ed52d4655 req-6ffc65e7-d914-4a98-8920-9f7e14b73eb6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f82dc15-7700-447d-9d19-34866fd3954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452354 Feb 19 05:11:25.673933 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9606a894-2fb4-45c9-aa5a-4b8ed52d4655 req-adb5eb3e-af01-423b-8950-b55cc1c92221 service neutron] 10.222.0.26 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801995 Feb 19 05:11:25.763201 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-9606a894-2fb4-45c9-aa5a-4b8ed52d4655 req-0154fc61-4b74-475f-818b-a48c923ae614 service neutron] 10.222.0.26 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832427 Feb 19 05:11:26.609905 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de625e-9fb0-4eba-93c3-bd277a428136 req-3218d66a-909f-42a1-804a-d46f1e578e8f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:26.611431 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-20de625e-9fb0-4eba-93c3-bd277a428136 req-3218d66a-909f-42a1-804a-d46f1e578e8f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 944 time: 0.0511599 Feb 19 05:11:26.663919 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-20de625e-9fb0-4eba-93c3-bd277a428136 req-ea501d0f-4749-4f6c-bac3-271369234bc0 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454810 Feb 19 05:11:27.308208 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 8a580112-1a58-4625-9fb3-512773e5bd7b details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:11:27.403319 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 8a580112-1a58-4625-9fb3-512773e5bd7b, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=8a580112-1a58-4625-9fb3-512773e5bd7b,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:11:27.414864 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': '8a580112-1a58-4625-9fb3-512773e5bd7b', 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'port_id': '8a580112-1a58-4625-9fb3-512773e5bd7b', 'mac_address': 'fa:16:3e:9f:07:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:11:27.449747 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 8a580112-1a58-4625-9fb3-512773e5bd7b is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:11:27.450136 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:27.463165 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a580112-1a58-4625-9fb3-512773e5bd7b {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:11:27.485912 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 8a580112-1a58-4625-9fb3-512773e5bd7b, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=8a580112-1a58-4625-9fb3-512773e5bd7b,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:11:27.490186 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:27.537502 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=8a580112-1a58-4625-9fb3-512773e5bd7b,revision_number=11']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:11:27.596122 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:27.780769 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ed12f-216a-40f1-b836-4b79a5801cb2 req-e1dd6ca4-e5a2-4d89-b364-f49296d49ef2 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:27.782261 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea1ed12f-216a-40f1-b836-4b79a5801cb2 req-e1dd6ca4-e5a2-4d89-b364-f49296d49ef2 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 945 time: 0.0515664 Feb 19 05:11:27.830108 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['8a580112-1a58-4625-9fb3-512773e5bd7b'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:11:27.830519 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ea1ed12f-216a-40f1-b836-4b79a5801cb2 req-f57b51d3-6fee-4491-85c2-6bf429488934 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426078 Feb 19 05:11:28.947553 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0eaae-b64c-42ab-b390-bae1a698897d req-29e6d9d5-f625-489c-a2c8-185a209c0a45 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:28.949026 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-38e0eaae-b64c-42ab-b390-bae1a698897d req-29e6d9d5-f625-489c-a2c8-185a209c0a45 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 945 time: 0.0523403 Feb 19 05:11:28.998225 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-38e0eaae-b64c-42ab-b390-bae1a698897d req-710cec84-765f-47fc-b3c1-7879ead1338f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431559 Feb 19 05:11:29.324884 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 8a580112-1a58-4625-9fb3-512773e5bd7b up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:11:29.371820 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port 8a580112-1a58-4625-9fb3-512773e5bd7b completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:11:29.375822 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port 8a580112-1a58-4625-9fb3-512773e5bd7b triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:11:29.376201 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:29.453549 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port 8a580112-1a58-4625-9fb3-512773e5bd7b is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:11:29.453936 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:29.475612 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc2e19b-40c9-439b-8481-eaaf5563189f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a580112-1a58-4625-9fb3-512773e5bd7b'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:11:29.477827 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef644b6ab79b0ac41de0b13976fcd129d4d99816de20742327e953106f20d7ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c32d381-ef58-4842-8fdc-6a6524379d50" -d '{"events": [{"server_uuid": "8cc2e19b-40c9-439b-8481-eaaf5563189f", "name": "network-vif-plugged", "status": "completed", "tag": "8a580112-1a58-4625-9fb3-512773e5bd7b"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:11:29.490835 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port 8a580112-1a58-4625-9fb3-512773e5bd7b, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=8a580112-1a58-4625-9fb3-512773e5bd7b,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:11:29.495669 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:29.518647 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87b155a-9270-4c2f-a2ad-803b2ed25235 x-openstack-request-id: req-e87b155a-9270-4c2f-a2ad-803b2ed25235 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:11:29.518941 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc2e19b-40c9-439b-8481-eaaf5563189f", "name": "network-vif-plugged", "status": "completed", "tag": "8a580112-1a58-4625-9fb3-512773e5bd7b", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:11:29.519197 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e87b155a-9270-4c2f-a2ad-803b2ed25235 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:11:29.519588 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc2e19b-40c9-439b-8481-eaaf5563189f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a580112-1a58-4625-9fb3-512773e5bd7b', 'code': 200} Feb 19 05:11:29.544326 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=8a580112-1a58-4625-9fb3-512773e5bd7b,revision_number=12']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:11:29.670518 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997088a-8979-456c-b63a-ab8f033f2035 req-8c6ac08c-e23a-4ebc-8f9b-42487d982dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:29.671909 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1997088a-8979-456c-b63a-ab8f033f2035 req-8c6ac08c-e23a-4ebc-8f9b-42487d982dd8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 1129 time: 0.0437989 Feb 19 05:11:29.718179 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1997088a-8979-456c-b63a-ab8f033f2035 req-d16aaf02-cb16-4691-8fcb-2d87ac4d6063 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399299 Feb 19 05:11:30.119701 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2e6c8-a70a-444d-86d5-443bac907f24 req-f721876a-bd75-4a30-b8f2-261afa74f929 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:30.121186 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18a2e6c8-a70a-444d-86d5-443bac907f24 req-f721876a-bd75-4a30-b8f2-261afa74f929 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 946 time: 0.0554624 Feb 19 05:11:30.169419 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-18a2e6c8-a70a-444d-86d5-443bac907f24 req-23a9988e-c904-478c-977d-f8b2a4b9c738 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426714 Feb 19 05:11:30.239743 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:30.762239 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0d10ffa7-a806-4f78-942f-68ffd75d0c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:31.290852 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e410d40-1fa0-42a0-98d6-b992738ddb8d req-4449fac3-a024-417e-9287-15e15d9e03a2 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:31.292282 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e410d40-1fa0-42a0-98d6-b992738ddb8d req-4449fac3-a024-417e-9287-15e15d9e03a2 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 946 time: 0.0532043 Feb 19 05:11:31.341263 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5e410d40-1fa0-42a0-98d6-b992738ddb8d req-963f37e3-1f71-4dc3-b261-ef506e08a8ab tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430505 Feb 19 05:11:32.462885 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4d03b-ceef-4717-be23-1b29d99abb47 req-432f6feb-2ec1-4759-947a-d7420379f68a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:32.464340 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0ab4d03b-ceef-4717-be23-1b29d99abb47 req-432f6feb-2ec1-4759-947a-d7420379f68a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 946 time: 0.0550196 Feb 19 05:11:32.511347 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0ab4d03b-ceef-4717-be23-1b29d99abb47 req-b6215385-caa5-4632-97e1-0bfb97d364da tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415492 Feb 19 05:11:33.618367 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-34feb3e4-f565-44ce-a14c-6508d0ee7267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:34.085658 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:35.572091 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:36.957921 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:57.592166 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:00.245191 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:00.315966 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:12:00.763242 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4ba311dd-d701-4d43-9bc2-84d6804909fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:03.620248 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e3fce33c-c807-4491-96e2-548725e1fc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:04.086681 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:05.573980 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:06.960109 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:14.455955 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8ef3dc7e-126f-4e62-a117-534527d635c3 req-ad14a754-3d4e-4793-9f3a-2489a997e941 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0472400 Feb 19 05:12:14.541076 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3dc7e-126f-4e62-a117-534527d635c3 req-e4c084e3-44c7-4532-9041-5453a1b816d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:14.542588 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8ef3dc7e-126f-4e62-a117-534527d635c3 req-e4c084e3-44c7-4532-9041-5453a1b816d5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=229835303a204fa7aca8eeef706ec63d&device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 1129 time: 0.0440865 Feb 19 05:12:14.640367 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3dc7e-126f-4e62-a117-534527d635c3 req-21289077-0d9e-4546-8131-28cd4bb6d386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:14.641822 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8ef3dc7e-126f-4e62-a117-534527d635c3 req-21289077-0d9e-4546-8131-28cd4bb6d386 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f82dc15-7700-447d-9d19-34866fd3954f HTTP/1.1" status: 200 len: 910 time: 0.0813689 Feb 19 05:12:14.708617 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8ef3dc7e-126f-4e62-a117-534527d635c3 req-95cba510-651a-4ce9-bf34-284b9bdc3a5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a580112-1a58-4625-9fb3-512773e5bd7b HTTP/1.1" status: 200 len: 1001 time: 0.0602989 Feb 19 05:12:14.753678 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3dc7e-126f-4e62-a117-534527d635c3 req-0033a046-070b-4138-a9e5-76f8a5e814c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:14.755589 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8ef3dc7e-126f-4e62-a117-534527d635c3 req-0033a046-070b-4138-a9e5-76f8a5e814c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb326b32-dbe5-4bec-9093-458de47b3098 HTTP/1.1" status: 200 len: 848 time: 0.0411091 Feb 19 05:12:14.802560 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3dc7e-126f-4e62-a117-534527d635c3 req-a7de3607-1dcc-4b5c-863b-89732465e9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:14.804075 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8ef3dc7e-126f-4e62-a117-534527d635c3 req-a7de3607-1dcc-4b5c-863b-89732465e9a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f82dc15-7700-447d-9d19-34866fd3954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432639 Feb 19 05:12:14.893600 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8ef3dc7e-126f-4e62-a117-534527d635c3 req-bd34ef09-6ef8-4aa4-85a9-968548c2ad1a service neutron] 10.222.0.26 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831232 Feb 19 05:12:14.978180 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-8ef3dc7e-126f-4e62-a117-534527d635c3 req-d85f13e2-41ee-4e16-b022-6603742bd0dc service neutron] 10.222.0.26 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789020 Feb 19 05:12:27.591439 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:30.254650 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:30.764959 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-18dc41fd-b3d6-4058-a00f-b908c8bec0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:33.620746 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c2b32485-c9fe-491e-85dd-12f8ea61b789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:34.087399 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:35.577192 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:36.964224 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:37.314834 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:12:57.603811 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:00.258115 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:00.766272 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb66611b-3f48-45ae-9f6f-b9f2c9e105bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:03.621848 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-103f2f3d-4680-40ad-8b97-7309295b65e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:04.089783 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:05.581533 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:06.966728 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:14.314199 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:13:14.478071 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e0297876-08eb-4580-851d-e78f13fef20e req-792504cd-d135-4a2e-925b-ef2b25c8fd8c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0895145 Feb 19 05:13:14.561513 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0297876-08eb-4580-851d-e78f13fef20e req-f86f40eb-fedb-48e0-87d1-e4a8ef26b154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:14.563038 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e0297876-08eb-4580-851d-e78f13fef20e req-f86f40eb-fedb-48e0-87d1-e4a8ef26b154 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=229835303a204fa7aca8eeef706ec63d&device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 1129 time: 0.0448854 Feb 19 05:13:14.660227 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0297876-08eb-4580-851d-e78f13fef20e req-2e81b566-a490-47d8-a62d-389610af2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:14.662204 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e0297876-08eb-4580-851d-e78f13fef20e req-2e81b566-a490-47d8-a62d-389610af2ca4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f82dc15-7700-447d-9d19-34866fd3954f HTTP/1.1" status: 200 len: 910 time: 0.0821791 Feb 19 05:13:14.729311 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e0297876-08eb-4580-851d-e78f13fef20e req-dd2fc5b7-4b20-4d8f-9561-e146bf33ce62 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a580112-1a58-4625-9fb3-512773e5bd7b HTTP/1.1" status: 200 len: 1001 time: 0.0605927 Feb 19 05:13:14.775305 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0297876-08eb-4580-851d-e78f13fef20e req-02685a9a-b747-40e1-855e-73c6d70915e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:14.776698 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e0297876-08eb-4580-851d-e78f13fef20e req-02685a9a-b747-40e1-855e-73c6d70915e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb326b32-dbe5-4bec-9093-458de47b3098 HTTP/1.1" status: 200 len: 848 time: 0.0419340 Feb 19 05:13:14.823242 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0297876-08eb-4580-851d-e78f13fef20e req-c5db474b-1fd0-46ae-8407-8b50a8146d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:14.824695 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e0297876-08eb-4580-851d-e78f13fef20e req-c5db474b-1fd0-46ae-8407-8b50a8146d73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f82dc15-7700-447d-9d19-34866fd3954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0419424 Feb 19 05:13:14.912220 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e0297876-08eb-4580-851d-e78f13fef20e req-b682a957-a040-4f8c-9206-73f86942bb6d service neutron] 10.222.0.26 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815296 Feb 19 05:13:14.996907 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e0297876-08eb-4580-851d-e78f13fef20e req-ec4e7e1f-8e3e-4ff8-96a8-7e41c8d4d256 service neutron] 10.222.0.26 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792828 Feb 19 05:13:16.895327 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48888) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:13:17.048826 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-2625b209-a03f-4a62-963b-53c90b217e21 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Deleting port 29ab5a30-0ee7-4679-9c33-c558b7b0e5b6 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:13:17.049168 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2625b209-a03f-4a62-963b-53c90b217e21 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (29ab5a30-0ee7-4679-9c33-c558b7b0e5b6), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:17.123110 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2625b209-a03f-4a62-963b-53c90b217e21 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (29ab5a30-0ee7-4679-9c33-c558b7b0e5b6), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:17.123434 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2625b209-a03f-4a62-963b-53c90b217e21 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for floatingip (29ab5a30-0ee7-4679-9c33-c558b7b0e5b6), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:17.134698 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-2625b209-a03f-4a62-963b-53c90b217e21 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Calling delete_port for 29ab5a30-0ee7-4679-9c33-c558b7b0e5b6 owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:13:17.278770 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2625b209-a03f-4a62-963b-53c90b217e21 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (29ab5a30-0ee7-4679-9c33-c558b7b0e5b6), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:17.302814 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625b209-a03f-4a62-963b-53c90b217e21 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Pushing event deleted for resources: {'Port': ['ID=29ab5a30-0ee7-4679-9c33-c558b7b0e5b6,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:13:17.317376 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625b209-a03f-4a62-963b-53c90b217e21 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:13:17.317723 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625b209-a03f-4a62-963b-53c90b217e21 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:13:17.318065 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625b209-a03f-4a62-963b-53c90b217e21 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:13:17.318427 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625b209-a03f-4a62-963b-53c90b217e21 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:13:17.318763 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625b209-a03f-4a62-963b-53c90b217e21 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:13:17.319094 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625b209-a03f-4a62-963b-53c90b217e21 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:13:17.319421 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625b209-a03f-4a62-963b-53c90b217e21 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:13:17.319747 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625b209-a03f-4a62-963b-53c90b217e21 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:13:17.320074 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625b209-a03f-4a62-963b-53c90b217e21 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:13:17.320400 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625b209-a03f-4a62-963b-53c90b217e21 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:13:17.320731 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625b209-a03f-4a62-963b-53c90b217e21 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:13:17.321053 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625b209-a03f-4a62-963b-53c90b217e21 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:13:17.321372 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625b209-a03f-4a62-963b-53c90b217e21 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:13:17.378340 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2625b209-a03f-4a62-963b-53c90b217e21 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for floatingip (d4a49638-e6e7-43c6-9fac-653a512c43b4), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:17.378679 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-2625b209-a03f-4a62-963b-53c90b217e21 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Floating IP d4a49638-e6e7-43c6-9fac-653a512c43b4 disassociated (deleted). External IP: 172.25.3.252, port: 8a580112-1a58-4625-9fb3-512773e5bd7b. Feb 19 05:13:17.584657 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2625b209-a03f-4a62-963b-53c90b217e21 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Router 7c305826-2209-4969-8af8-6c46679fe0e7 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:13:17.694205 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2625b209-a03f-4a62-963b-53c90b217e21 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:13:17.699216 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-2625b209-a03f-4a62-963b-53c90b217e21 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:17.705439 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3270b1fb-cfe9-470a-be25-e8f8767fa5a3 None None] Sync routers for ids ['7c305826-2209-4969-8af8-6c46679fe0e7'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:13:17.716119 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3270b1fb-cfe9-470a-be25-e8f8767fa5a3 None None] Routers {'7c305826-2209-4969-8af8-6c46679fe0e7'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:13:17.716947 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3270b1fb-cfe9-470a-be25-e8f8767fa5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:13:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7c305826-2209-4969-8af8-6c46679fe0e7'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:13:17.729420 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2625b209-a03f-4a62-963b-53c90b217e21 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "DELETE /v2.0/floatingips/d4a49638-e6e7-43c6-9fac-653a512c43b4 HTTP/1.1" status: 204 len: 168 time: 0.8330431 Feb 19 05:13:17.730505 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc2e19b-40c9-439b-8481-eaaf5563189f', 'tag': '8a580112-1a58-4625-9fb3-512773e5bd7b'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:13:17.733477 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11432fc2-3e4e-48ea-bc3d-cc4e2ccee410" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc2e19b-40c9-439b-8481-eaaf5563189f", "tag": "8a580112-1a58-4625-9fb3-512773e5bd7b"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:13:17.840730 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd26a90-ed72-4088-9942-519e5e8f867f x-openstack-request-id: req-3dd26a90-ed72-4088-9942-519e5e8f867f {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:13:17.841031 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc2e19b-40c9-439b-8481-eaaf5563189f", "tag": "8a580112-1a58-4625-9fb3-512773e5bd7b", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:13:17.841287 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3dd26a90-ed72-4088-9942-519e5e8f867f {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:13:17.841708 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc2e19b-40c9-439b-8481-eaaf5563189f', 'tag': '8a580112-1a58-4625-9fb3-512773e5bd7b', 'status': 'completed', 'code': 200} Feb 19 05:13:17.916679 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11432fc2-3e4e-48ea-bc3d-cc4e2ccee410 req-ac156d9b-3f65-4ac3-8e59-012e8ad918a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:17.918357 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-11432fc2-3e4e-48ea-bc3d-cc4e2ccee410 req-ac156d9b-3f65-4ac3-8e59-012e8ad918a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=229835303a204fa7aca8eeef706ec63d&device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 1129 time: 0.0560625 Feb 19 05:13:17.940067 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-3270b1fb-cfe9-470a-be25-e8f8767fa5a3 None None] Set router 7c305826-2209-4969-8af8-6c46679fe0e7 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:13:18.010269 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11432fc2-3e4e-48ea-bc3d-cc4e2ccee410 req-64caf6e3-7cad-4f5e-b797-51c1013d855b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:18.011742 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-11432fc2-3e4e-48ea-bc3d-cc4e2ccee410 req-64caf6e3-7cad-4f5e-b797-51c1013d855b service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f82dc15-7700-447d-9d19-34866fd3954f HTTP/1.1" status: 200 len: 910 time: 0.0872831 Feb 19 05:13:18.057624 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-11432fc2-3e4e-48ea-bc3d-cc4e2ccee410 req-5649429e-7d7f-41fa-b0da-e489d89e5a36 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a580112-1a58-4625-9fb3-512773e5bd7b HTTP/1.1" status: 200 len: 217 time: 0.0388770 Feb 19 05:13:18.076411 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d33c52-33b8-4aa9-9ca0-9894c14e4426 req-44a64170-7a81-4f5e-a4b0-67f2e899f5dc tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:18.078202 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c5d33c52-33b8-4aa9-9ca0-9894c14e4426 req-44a64170-7a81-4f5e-a4b0-67f2e899f5dc tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 946 time: 0.1273911 Feb 19 05:13:18.111037 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11432fc2-3e4e-48ea-bc3d-cc4e2ccee410 req-9a90598c-5d52-4cab-9461-28f49037462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:18.112408 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-11432fc2-3e4e-48ea-bc3d-cc4e2ccee410 req-9a90598c-5d52-4cab-9461-28f49037462e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb326b32-dbe5-4bec-9093-458de47b3098 HTTP/1.1" status: 200 len: 848 time: 0.0483136 Feb 19 05:13:18.132167 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c5d33c52-33b8-4aa9-9ca0-9894c14e4426 req-811f25b8-e093-4e5c-869b-d9d692351a76 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465233 Feb 19 05:13:18.154884 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3270b1fb-cfe9-470a-be25-e8f8767fa5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'name': 'tempest-TestShelveInstance-1693923003-router', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:26Z', 'updated_at': '2022-02-19T05:08:29Z', 'revision_number': 4, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'gw_port': {'id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:27Z', 'updated_at': '2022-02-19T05:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '157c13f4-c84c-4f44-8904-e8a4aae36773', 'name': '', 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'mac_address': 'fa:16:3e:08:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:29Z', 'updated_at': '2022-02-19T05:08:33Z', 'revision_number': 5, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'subnets': [{'id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:13:18.175317 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11432fc2-3e4e-48ea-bc3d-cc4e2ccee410 req-74d9214a-659a-4bfa-a663-739cab5e9cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:18.176857 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-11432fc2-3e4e-48ea-bc3d-cc4e2ccee410 req-74d9214a-659a-4bfa-a663-739cab5e9cea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f82dc15-7700-447d-9d19-34866fd3954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0556269 Feb 19 05:13:18.178596 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3270b1fb-cfe9-470a-be25-e8f8767fa5a3 None None] Checking router: 7c305826-2209-4969-8af8-6c46679fe0e7 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:13:18.187159 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3270b1fb-cfe9-470a-be25-e8f8767fa5a3 None None] Routers {'7c305826-2209-4969-8af8-6c46679fe0e7'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:13:18.187796 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3270b1fb-cfe9-470a-be25-e8f8767fa5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:13:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7c305826-2209-4969-8af8-6c46679fe0e7'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:13:18.264850 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-11432fc2-3e4e-48ea-bc3d-cc4e2ccee410 req-ac17195a-5ed5-4fdb-a101-a930cb074fed service neutron] 10.222.0.26 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802619 Feb 19 05:13:18.302699 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-3270b1fb-cfe9-470a-be25-e8f8767fa5a3 None None] Set router 7c305826-2209-4969-8af8-6c46679fe0e7 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:13:18.357150 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-11432fc2-3e4e-48ea-bc3d-cc4e2ccee410 req-7ab7e068-8f81-41fd-98d4-5c7532648935 service neutron] 10.222.0.26 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860317 Feb 19 05:13:18.500977 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-3270b1fb-cfe9-470a-be25-e8f8767fa5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'name': 'tempest-TestShelveInstance-1693923003-router', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:26Z', 'updated_at': '2022-02-19T05:08:29Z', 'revision_number': 4, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'gw_port': {'id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:27Z', 'updated_at': '2022-02-19T05:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '157c13f4-c84c-4f44-8904-e8a4aae36773', 'name': '', 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'mac_address': 'fa:16:3e:08:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:29Z', 'updated_at': '2022-02-19T05:08:33Z', 'revision_number': 5, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'subnets': [{'id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:13:18.527132 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3270b1fb-cfe9-470a-be25-e8f8767fa5a3 None None] The sync data for ids ['7c305826-2209-4969-8af8-6c46679fe0e7'] in n-d-828369-19 is: [{'id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'name': 'tempest-TestShelveInstance-1693923003-router', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:26Z', 'updated_at': '2022-02-19T05:08:29Z', 'revision_number': 4, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'gw_port': {'id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:27Z', 'updated_at': '2022-02-19T05:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '157c13f4-c84c-4f44-8904-e8a4aae36773', 'name': '', 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'mac_address': 'fa:16:3e:08:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:29Z', 'updated_at': '2022-02-19T05:08:33Z', 'revision_number': 5, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'subnets': [{'id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:13:18.748923 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a1bdb3-187a-4a46-a559-d5be28800839 None None] New status for floating IP d4a49638-e6e7-43c6-9fac-653a512c43b4: DOWN {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:13:19.301322 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79887067-0221-4380-8b19-0cf06cb6c8ab req-317a3298-cd18-4314-ad38-a4609a26e719 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:19.303423 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-79887067-0221-4380-8b19-0cf06cb6c8ab req-317a3298-cd18-4314-ad38-a4609a26e719 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 946 time: 0.0995650 Feb 19 05:13:19.354457 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-79887067-0221-4380-8b19-0cf06cb6c8ab req-1fe6c0d6-a4bc-4623-a4b0-4e9e0c3103a1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=82a9014f-d87d-42ce-b4b5-d47af0178f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452950 Feb 19 05:13:19.538369 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428938e-b977-4e13-b9b5-a925f892188d req-884fdbd3-b277-43a0-99e2-7838046e1eb4 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:19.539825 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e428938e-b977-4e13-b9b5-a925f892188d req-884fdbd3-b277-43a0-99e2-7838046e1eb4 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 946 time: 0.0516503 Feb 19 05:13:19.632273 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-e428938e-b977-4e13-b9b5-a925f892188d req-78cde154-0f50-4866-9d47-aeff147c68ad tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Deleting port 8a580112-1a58-4625-9fb3-512773e5bd7b {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:13:19.632611 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e428938e-b977-4e13-b9b5-a925f892188d req-78cde154-0f50-4866-9d47-aeff147c68ad tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:19.717467 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-e428938e-b977-4e13-b9b5-a925f892188d req-78cde154-0f50-4866-9d47-aeff147c68ad tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] For port 8a580112-1a58-4625-9fb3-512773e5bd7b, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=8a580112-1a58-4625-9fb3-512773e5bd7b,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:13:19.717824 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e428938e-b977-4e13-b9b5-a925f892188d req-78cde154-0f50-4866-9d47-aeff147c68ad tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:19.730732 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-e428938e-b977-4e13-b9b5-a925f892188d req-78cde154-0f50-4866-9d47-aeff147c68ad tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Calling delete_port for 8a580112-1a58-4625-9fb3-512773e5bd7b owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:13:19.856026 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e428938e-b977-4e13-b9b5-a925f892188d req-78cde154-0f50-4866-9d47-aeff147c68ad tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (8a580112-1a58-4625-9fb3-512773e5bd7b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:19.882077 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cde154-0f50-4866-9d47-aeff147c68ad tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Pushing event deleted for resources: {'Port': ['ID=8a580112-1a58-4625-9fb3-512773e5bd7b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:13:19.892011 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cde154-0f50-4866-9d47-aeff147c68ad tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:13:19.892368 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cde154-0f50-4866-9d47-aeff147c68ad tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:13:19.892716 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cde154-0f50-4866-9d47-aeff147c68ad tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:13:19.893058 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cde154-0f50-4866-9d47-aeff147c68ad tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:13:19.893400 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cde154-0f50-4866-9d47-aeff147c68ad tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:13:19.893737 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cde154-0f50-4866-9d47-aeff147c68ad tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:13:19.894070 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cde154-0f50-4866-9d47-aeff147c68ad tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:13:19.894935 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cde154-0f50-4866-9d47-aeff147c68ad tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:13:19.894935 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cde154-0f50-4866-9d47-aeff147c68ad tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:13:19.895651 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cde154-0f50-4866-9d47-aeff147c68ad tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:13:19.895885 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cde154-0f50-4866-9d47-aeff147c68ad tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:13:19.896188 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cde154-0f50-4866-9d47-aeff147c68ad tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:13:19.896512 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cde154-0f50-4866-9d47-aeff147c68ad tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:13:19.941833 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-e428938e-b977-4e13-b9b5-a925f892188d req-78cde154-0f50-4866-9d47-aeff147c68ad tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] No DVR routers for this DVR port 8a580112-1a58-4625-9fb3-512773e5bd7b on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:13:19.945037 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-e428938e-b977-4e13-b9b5-a925f892188d req-78cde154-0f50-4866-9d47-aeff147c68ad tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:19.948422 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e428938e-b977-4e13-b9b5-a925f892188d req-78cde154-0f50-4866-9d47-aeff147c68ad tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.26 "DELETE /v2.0/ports/8a580112-1a58-4625-9fb3-512773e5bd7b HTTP/1.1" status: 204 len: 173 time: 0.4036813 Feb 19 05:13:19.948899 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc2e19b-40c9-439b-8481-eaaf5563189f', 'name': 'network-vif-deleted', 'tag': '8a580112-1a58-4625-9fb3-512773e5bd7b'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:13:19.951182 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4d7a6f327845de7d96adfc61245815a02f228650e7f42977fc0a396d303eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44f1f3f-3f97-4df4-880a-649d5db006ff" -d '{"events": [{"server_uuid": "8cc2e19b-40c9-439b-8481-eaaf5563189f", "name": "network-vif-deleted", "tag": "8a580112-1a58-4625-9fb3-512773e5bd7b"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:13:19.992579 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5a3b40-07f2-48c2-9e06-d14e87169be0 x-openstack-request-id: req-4c5a3b40-07f2-48c2-9e06-d14e87169be0 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:13:19.992900 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc2e19b-40c9-439b-8481-eaaf5563189f", "name": "network-vif-deleted", "tag": "8a580112-1a58-4625-9fb3-512773e5bd7b", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:13:19.993162 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4c5a3b40-07f2-48c2-9e06-d14e87169be0 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:13:19.993575 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc2e19b-40c9-439b-8481-eaaf5563189f', 'name': 'network-vif-deleted', 'tag': '8a580112-1a58-4625-9fb3-512773e5bd7b', 'status': 'completed', 'code': 200} Feb 19 05:13:20.465984 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d969c942-4a57-4534-b9e4-4f5434115fe6 req-a0957f67-dd39-4642-b1ae-15582e4530f8 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cc2e19b-40c9-439b-8481-eaaf5563189f HTTP/1.1" status: 200 len: 210 time: 0.0269217 Feb 19 05:13:21.521966 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48918) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:13:21.576854 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dbdc9e56-e29f-401c-bfb7-9475252e681f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group (82a9014f-d87d-42ce-b4b5-d47af0178f9c), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:21.601354 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dbdc9e56-e29f-401c-bfb7-9475252e681f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group (82a9014f-d87d-42ce-b4b5-d47af0178f9c), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:21.663832 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dbdc9e56-e29f-401c-bfb7-9475252e681f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (82a9014f-d87d-42ce-b4b5-d47af0178f9c), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:21.666547 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dbdc9e56-e29f-401c-bfb7-9475252e681f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:21.667724 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-dbdc9e56-e29f-401c-bfb7-9475252e681f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "DELETE /v2.0/security-groups/82a9014f-d87d-42ce-b4b5-d47af0178f9c HTTP/1.1" status: 204 len: 168 time: 0.1447551 Feb 19 05:13:21.677284 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc9e56-e29f-401c-bfb7-9475252e681f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a9014f-d87d-42ce-b4b5-d47af0178f9c,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:13:22.021525 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48924) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:13:22.026474 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-12e5f43e-2ef6-4a1e-ab07-ed69a6840d9f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-589899954', 'description': 'tempest-secgroup-smoke-589899954 description', 'project_id': '229835303a204fa7aca8eeef706ec63d'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:13:22.048166 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-12e5f43e-2ef6-4a1e-ab07-ed69a6840d9f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:22.114937 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-12e5f43e-2ef6-4a1e-ab07-ed69a6840d9f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group (f9c8ca5a-5b23-4812-a2fb-e67395c81c5d), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:22.119073 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-12e5f43e-2ef6-4a1e-ab07-ed69a6840d9f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f9c8ca5a-5b23-4812-a2fb-e67395c81c5d), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:22.150298 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-12e5f43e-2ef6-4a1e-ab07-ed69a6840d9f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:22.152843 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-12e5f43e-2ef6-4a1e-ab07-ed69a6840d9f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1301544 Feb 19 05:13:22.154833 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48926) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:13:22.155571 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5f43e-2ef6-4a1e-ab07-ed69a6840d9f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:13:22.160876 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-8a713526-b0ab-4f5c-b2ab-a501002d71d2 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Request body: {'security_group_rule': {'security_group_id': 'f9c8ca5a-5b23-4812-a2fb-e67395c81c5d', 'project_id': '229835303a204fa7aca8eeef706ec63d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:13:22.186958 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8a713526-b0ab-4f5c-b2ab-a501002d71d2 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (9af73f86-a625-4f42-855f-da10b9f2f499), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:22.231661 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8a713526-b0ab-4f5c-b2ab-a501002d71d2 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (9af73f86-a625-4f42-855f-da10b9f2f499), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:22.235600 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8a713526-b0ab-4f5c-b2ab-a501002d71d2 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (9af73f86-a625-4f42-855f-da10b9f2f499), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:22.252818 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a713526-b0ab-4f5c-b2ab-a501002d71d2 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9af73f86-a625-4f42-855f-da10b9f2f499,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:13:22.261451 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8a713526-b0ab-4f5c-b2ab-a501002d71d2 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:22.262671 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8a713526-b0ab-4f5c-b2ab-a501002d71d2 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1066301 Feb 19 05:13:22.265388 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48928) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:13:22.269652 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-de94c96e-372f-430a-97ea-b13a927e4d03 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Request body: {'security_group_rule': {'security_group_id': 'f9c8ca5a-5b23-4812-a2fb-e67395c81c5d', 'project_id': '229835303a204fa7aca8eeef706ec63d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:13:22.294254 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-de94c96e-372f-430a-97ea-b13a927e4d03 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (6ef6088a-9e4f-4a60-97f5-a5541248fa84), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:22.355669 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-de94c96e-372f-430a-97ea-b13a927e4d03 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (6ef6088a-9e4f-4a60-97f5-a5541248fa84), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:22.359319 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-de94c96e-372f-430a-97ea-b13a927e4d03 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (6ef6088a-9e4f-4a60-97f5-a5541248fa84), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:22.376682 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94c96e-372f-430a-97ea-b13a927e4d03 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef6088a-9e4f-4a60-97f5-a5541248fa84,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:13:22.385863 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-de94c96e-372f-430a-97ea-b13a927e4d03 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:22.387179 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-de94c96e-372f-430a-97ea-b13a927e4d03 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208978 Feb 19 05:13:22.390132 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48930) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:13:22.395013 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-74668c1a-5ad9-4ff0-aa6f-968dcbebaa84 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Request body: {'security_group_rule': {'security_group_id': 'f9c8ca5a-5b23-4812-a2fb-e67395c81c5d', 'project_id': '229835303a204fa7aca8eeef706ec63d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:13:22.418903 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-74668c1a-5ad9-4ff0-aa6f-968dcbebaa84 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (b9e0aa42-e870-487a-be5e-fdda14209fe5), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:22.475592 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-74668c1a-5ad9-4ff0-aa6f-968dcbebaa84 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (b9e0aa42-e870-487a-be5e-fdda14209fe5), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:22.479382 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-74668c1a-5ad9-4ff0-aa6f-968dcbebaa84 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (b9e0aa42-e870-487a-be5e-fdda14209fe5), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:22.498407 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74668c1a-5ad9-4ff0-aa6f-968dcbebaa84 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e0aa42-e870-487a-be5e-fdda14209fe5,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:13:22.502835 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-74668c1a-5ad9-4ff0-aa6f-968dcbebaa84 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:22.504018 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-74668c1a-5ad9-4ff0-aa6f-968dcbebaa84 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1128178 Feb 19 05:13:22.506719 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 48932) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:13:22.510948 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-586aade5-24cd-4747-a40d-abbaa1db503d tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Request body: {'security_group_rule': {'security_group_id': 'f9c8ca5a-5b23-4812-a2fb-e67395c81c5d', 'project_id': '229835303a204fa7aca8eeef706ec63d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:13:22.535103 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-586aade5-24cd-4747-a40d-abbaa1db503d tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (632e5465-14fd-4678-81c1-e34cf7a8798a), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:22.593522 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-586aade5-24cd-4747-a40d-abbaa1db503d tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (632e5465-14fd-4678-81c1-e34cf7a8798a), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:22.597428 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-586aade5-24cd-4747-a40d-abbaa1db503d tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (632e5465-14fd-4678-81c1-e34cf7a8798a), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:22.616472 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586aade5-24cd-4747-a40d-abbaa1db503d tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632e5465-14fd-4678-81c1-e34cf7a8798a,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:13:22.627154 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-586aade5-24cd-4747-a40d-abbaa1db503d tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:22.628373 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-586aade5-24cd-4747-a40d-abbaa1db503d tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207426 Feb 19 05:13:22.631587 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48934) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:13:22.636405 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-1878813e-f437-4713-b59e-f78664ec28d0 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Request body: {'security_group_rule': {'security_group_id': 'f9c8ca5a-5b23-4812-a2fb-e67395c81c5d', 'project_id': '229835303a204fa7aca8eeef706ec63d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:13:22.656542 n-d-828369-19 neutron-server[109925]: INFO neutron.db.securitygroups_db [None req-1878813e-f437-4713-b59e-f78664ec28d0 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Project 229835303a204fa7aca8eeef706ec63d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:13:22.662985 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1878813e-f437-4713-b59e-f78664ec28d0 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (146cc9c9-5002-4229-94b0-70f3d3399bfd), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:22.721541 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1878813e-f437-4713-b59e-f78664ec28d0 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (146cc9c9-5002-4229-94b0-70f3d3399bfd), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:22.725779 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1878813e-f437-4713-b59e-f78664ec28d0 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (146cc9c9-5002-4229-94b0-70f3d3399bfd), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:22.743600 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878813e-f437-4713-b59e-f78664ec28d0 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=146cc9c9-5002-4229-94b0-70f3d3399bfd,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:13:22.751377 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-1878813e-f437-4713-b59e-f78664ec28d0 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:22.752604 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-1878813e-f437-4713-b59e-f78664ec28d0 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198356 Feb 19 05:13:22.755395 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 48936) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:13:22.759735 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-ad8cbb5e-059a-4686-b1bb-a18673e46778 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Request body: {'security_group_rule': {'security_group_id': 'f9c8ca5a-5b23-4812-a2fb-e67395c81c5d', 'project_id': '229835303a204fa7aca8eeef706ec63d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:13:22.779975 n-d-828369-19 neutron-server[109925]: INFO neutron.db.securitygroups_db [None req-ad8cbb5e-059a-4686-b1bb-a18673e46778 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Project 229835303a204fa7aca8eeef706ec63d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:13:22.786331 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ad8cbb5e-059a-4686-b1bb-a18673e46778 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (bf41c3ca-aa4e-457e-984f-a730d7081abb), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:22.846042 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ad8cbb5e-059a-4686-b1bb-a18673e46778 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (bf41c3ca-aa4e-457e-984f-a730d7081abb), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:22.850250 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ad8cbb5e-059a-4686-b1bb-a18673e46778 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (bf41c3ca-aa4e-457e-984f-a730d7081abb), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:22.867510 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8cbb5e-059a-4686-b1bb-a18673e46778 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf41c3ca-aa4e-457e-984f-a730d7081abb,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:13:22.876919 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ad8cbb5e-059a-4686-b1bb-a18673e46778 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:22.878109 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ad8cbb5e-059a-4686-b1bb-a18673e46778 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217690 Feb 19 05:13:23.715281 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 8a580112-1a58-4625-9fb3-512773e5bd7b no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:13:23.739319 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: 8a580112-1a58-4625-9fb3-512773e5bd7b {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:13:23.739671 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device 8a580112-1a58-4625-9fb3-512773e5bd7b not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:13:27.600363 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:30.273904 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:30.773009 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0080d397-c078-46f3-9ebc-0e55d82e1c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:33.623363 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d891aa69-74cf-48af-8b30-72a5ed789cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:34.093176 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:35.584803 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:36.971021 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:42.295826 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-36ed1bad-621a-4564-acdc-ec2f7fe77218 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-589899954&fields=id&tenant_id=229835303a204fa7aca8eeef706ec63d HTTP/1.1" status: 200 len: 267 time: 0.0445838 Feb 19 05:13:42.398944 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-d0a671ff-57df-475a-97d7-0940561f14d9 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:42.400381 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-d0a671ff-57df-475a-97d7-0940561f14d9 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/networks?id=1f82dc15-7700-447d-9d19-34866fd3954f HTTP/1.1" status: 200 len: 809 time: 0.0976870 Feb 19 05:13:42.414225 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-99da137e-ae41-412a-a70c-99775c3f2a3c tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/quotas/229835303a204fa7aca8eeef706ec63d HTTP/1.1" status: 200 len: 375 time: 0.0085552 Feb 19 05:13:42.470063 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-11487e2e-1be2-4871-935c-5a46eab85c17 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=229835303a204fa7aca8eeef706ec63d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512059 Feb 19 05:13:42.526316 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-035ac917-eed0-4d1c-8d08-9f3c1df92082 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:13:42.527288 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-035ac917-eed0-4d1c-8d08-9f3c1df92082 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0461972 Feb 19 05:13:42.614489 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-885f7df2-1105-4de5-a4bb-d64ea6f33428 service neutron] 10.222.0.52 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813556 Feb 19 05:13:42.702983 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-8b9f51ab-1533-4d3a-a34e-79e0f97a0c71 service neutron] 10.222.0.52 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828636 Feb 19 05:13:42.983654 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e2936a91-5583-49a2-ab83-4720e2f39afa req-fbbd1b97-8362-400d-a8c7-9b58e516610c tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 210 time: 0.0278797 Feb 19 05:13:43.954390 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-381f55a1-02d3-454d-aaa3-37fd4dbe6cda tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:43.955848 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-381f55a1-02d3-454d-aaa3-37fd4dbe6cda tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.79 "GET /v2.0/networks?id=1f82dc15-7700-447d-9d19-34866fd3954f HTTP/1.1" status: 200 len: 809 time: 0.1149366 Feb 19 05:13:44.023476 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-90a379bf-f010-43c8-ae46-32471fa6c7a6 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=229835303a204fa7aca8eeef706ec63d HTTP/1.1" status: 200 len: 379 time: 0.0599928 Feb 19 05:13:44.032340 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-b2cbe6de-95ed-4cc4-be35-3dd69879cf4a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Request body: {'port': {'device_id': '765597ab-1084-498e-9876-271dc39589de', 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'admin_state_up': True, 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'security_groups': ['f9c8ca5a-5b23-4812-a2fb-e67395c81c5d']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:13:44.107884 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fd71b79f-a4c1-4f2d-ac8e-76cc7f24e470 req-6fb46f35-8645-428a-94a4-1f65a9934ae4 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 210 time: 0.0322495 Feb 19 05:13:44.164147 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-b2cbe6de-95ed-4cc4-be35-3dd69879cf4a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Made reservation on behalf of 229835303a204fa7aca8eeef706ec63d for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:13:44.167594 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-b2cbe6de-95ed-4cc4-be35-3dd69879cf4a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:44.295743 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-b2cbe6de-95ed-4cc4-be35-3dd69879cf4a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Allocated IP 172.20.0.14 (1f82dc15-7700-447d-9d19-34866fd3954f/bb326b32-dbe5-4bec-9093-458de47b3098/ba2472df-bd35-45b1-9030-a988da2ff92f) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:13:44.793542 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-b2cbe6de-95ed-4cc4-be35-3dd69879cf4a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for port (ba2472df-bd35-45b1-9030-a988da2ff92f), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:44.826885 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-b2cbe6de-95ed-4cc4-be35-3dd69879cf4a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (ba2472df-bd35-45b1-9030-a988da2ff92f), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:44.870886 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-b2cbe6de-95ed-4cc4-be35-3dd69879cf4a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Network 1f82dc15-7700-447d-9d19-34866fd3954f is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:13:44.873830 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-b2cbe6de-95ed-4cc4-be35-3dd69879cf4a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:13:44.876622 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-b2cbe6de-95ed-4cc4-be35-3dd69879cf4a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:13:44.914194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cbe6de-95ed-4cc4-be35-3dd69879cf4a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Pushing event updated for resources: {'Port': ['ID=ba2472df-bd35-45b1-9030-a988da2ff92f,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:13:44.944830 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-b2cbe6de-95ed-4cc4-be35-3dd69879cf4a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:44.945539 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-b2cbe6de-95ed-4cc4-be35-3dd69879cf4a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:44.963919 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-b2cbe6de-95ed-4cc4-be35-3dd69879cf4a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9353881 Feb 19 05:13:44.976474 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-c80a8e9e-d4da-4449-9689-957246a20afe service neutron] Request body: {'port': {'device_id': '765597ab-1084-498e-9876-271dc39589de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:13:45.047293 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-c80a8e9e-d4da-4449-9689-957246a20afe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ba2472df-bd35-45b1-9030-a988da2ff92f), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:45.197499 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-ea19e639-518c-43bb-976a-3dfcdb34faef None None] Provisioning complete for port ba2472df-bd35-45b1-9030-a988da2ff92f triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:13:45.198083 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ea19e639-518c-43bb-976a-3dfcdb34faef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ba2472df-bd35-45b1-9030-a988da2ff92f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:45.234642 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ea19e639-518c-43bb-976a-3dfcdb34faef None None] Port ba2472df-bd35-45b1-9030-a988da2ff92f cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:13:45.309552 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307286ef-b29b-4bf4-abbd-70d7c445e634 req-fad6005a-acec-4cd0-a05c-6b462a5fe367 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:45.311011 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-307286ef-b29b-4bf4-abbd-70d7c445e634 req-fad6005a-acec-4cd0-a05c-6b462a5fe367 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 932 time: 0.1107349 Feb 19 05:13:45.398468 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-307286ef-b29b-4bf4-abbd-70d7c445e634 req-de1f251a-08cd-40c9-bcb0-cde774a69c29 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810897 Feb 19 05:13:45.409439 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-c80a8e9e-d4da-4449-9689-957246a20afe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba2472df-bd35-45b1-9030-a988da2ff92f {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:13:45.417818 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-c80a8e9e-d4da-4449-9689-957246a20afe service neutron] Publish callbacks [] for port (ba2472df-bd35-45b1-9030-a988da2ff92f), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:45.429954 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-c80a8e9e-d4da-4449-9689-957246a20afe service neutron] Transition to ACTIVE for port object ba2472df-bd35-45b1-9030-a988da2ff92f will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:13:45.433925 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-c80a8e9e-d4da-4449-9689-957246a20afe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (ba2472df-bd35-45b1-9030-a988da2ff92f), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:45.484258 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a8e9e-d4da-4449-9689-957246a20afe service neutron] Pushing event updated for resources: {'Port': ['ID=ba2472df-bd35-45b1-9030-a988da2ff92f,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:13:45.553146 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-c80a8e9e-d4da-4449-9689-957246a20afe service neutron] Attempting to bind port ba2472df-bd35-45b1-9030-a988da2ff92f on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:13:45.553494 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-c80a8e9e-d4da-4449-9689-957246a20afe service neutron] Attempting to bind port ba2472df-bd35-45b1-9030-a988da2ff92f by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:13:45.553835 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-c80a8e9e-d4da-4449-9689-957246a20afe service neutron] Attempting to bind port ba2472df-bd35-45b1-9030-a988da2ff92f on network 1f82dc15-7700-447d-9d19-34866fd3954f {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:13:45.558843 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-c80a8e9e-d4da-4449-9689-957246a20afe service neutron] Port ba2472df-bd35-45b1-9030-a988da2ff92f on network 1f82dc15-7700-447d-9d19-34866fd3954f not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:13:45.559176 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-c80a8e9e-d4da-4449-9689-957246a20afe service neutron] Attempting to bind port ba2472df-bd35-45b1-9030-a988da2ff92f on network 1f82dc15-7700-447d-9d19-34866fd3954f {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:13:45.564582 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-c80a8e9e-d4da-4449-9689-957246a20afe service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:13:45.564867 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-c80a8e9e-d4da-4449-9689-957246a20afe service neutron] Checking segment: {'id': '6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:13:45.565266 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-c80a8e9e-d4da-4449-9689-957246a20afe service neutron] Bound using segment: {'id': '6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:13:45.565694 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-c80a8e9e-d4da-4449-9689-957246a20afe service neutron] Bound port: ba2472df-bd35-45b1-9030-a988da2ff92f, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:13:45.566600 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-c80a8e9e-d4da-4449-9689-957246a20afe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ba2472df-bd35-45b1-9030-a988da2ff92f), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:45.640677 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-c80a8e9e-d4da-4449-9689-957246a20afe service neutron] For port ba2472df-bd35-45b1-9030-a988da2ff92f, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:13:45.645098 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-c80a8e9e-d4da-4449-9689-957246a20afe service neutron] For port ba2472df-bd35-45b1-9030-a988da2ff92f, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=ba2472df-bd35-45b1-9030-a988da2ff92f,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:13:45.654074 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-c80a8e9e-d4da-4449-9689-957246a20afe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (ba2472df-bd35-45b1-9030-a988da2ff92f), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:45.687934 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-c80a8e9e-d4da-4449-9689-957246a20afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:45.688677 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-c80a8e9e-d4da-4449-9689-957246a20afe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:45.690452 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-c80a8e9e-d4da-4449-9689-957246a20afe service neutron] 10.222.0.79 "PUT /v2.0/ports/ba2472df-bd35-45b1-9030-a988da2ff92f HTTP/1.1" status: 200 len: 1093 time: 0.7188640 Feb 19 05:13:45.691289 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765597ab-1084-498e-9876-271dc39589de', 'tag': 'ba2472df-bd35-45b1-9030-a988da2ff92f'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:13:45.693594 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fc618e-56bc-4dc2-8101-19faa411c57f" -d '{"events": [{"name": "network-changed", "server_uuid": "765597ab-1084-498e-9876-271dc39589de", "tag": "ba2472df-bd35-45b1-9030-a988da2ff92f"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:13:45.731170 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a8e9e-d4da-4449-9689-957246a20afe service neutron] Pushing event updated for resources: {'Port': ['ID=ba2472df-bd35-45b1-9030-a988da2ff92f,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:13:45.750683 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a011cc-4771-4b9c-b54f-24933a7ac254 x-openstack-request-id: req-e6a011cc-4771-4b9c-b54f-24933a7ac254 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:13:45.750879 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765597ab-1084-498e-9876-271dc39589de", "tag": "ba2472df-bd35-45b1-9030-a988da2ff92f", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:13:45.750998 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e6a011cc-4771-4b9c-b54f-24933a7ac254 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:13:45.751379 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765597ab-1084-498e-9876-271dc39589de', 'tag': 'ba2472df-bd35-45b1-9030-a988da2ff92f', 'status': 'completed', 'code': 200} Feb 19 05:13:45.794660 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-903a671d-9a0f-4064-ae3f-6899aa356dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:45.796188 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-903a671d-9a0f-4064-ae3f-6899aa356dfd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=229835303a204fa7aca8eeef706ec63d&device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 1127 time: 0.0554862 Feb 19 05:13:45.844307 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-aae70dd4-470c-4b44-afbd-bc035f5f42c8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba2472df-bd35-45b1-9030-a988da2ff92f HTTP/1.1" status: 200 len: 217 time: 0.0402920 Feb 19 05:13:45.895189 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-21c5d2b2-f646-41ff-9983-cf29141ab2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:45.896779 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-21c5d2b2-f646-41ff-9983-cf29141ab2fc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb326b32-dbe5-4bec-9093-458de47b3098 HTTP/1.1" status: 200 len: 848 time: 0.0470734 Feb 19 05:13:45.947229 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-582a1c1c-d597-445b-8590-d1a5d92f203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:45.948731 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-582a1c1c-d597-445b-8590-d1a5d92f203b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1f82dc15-7700-447d-9d19-34866fd3954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460072 Feb 19 05:13:46.041963 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-6f51a5a4-f88a-425b-a028-80689a3e17a3 service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870938 Feb 19 05:13:46.132160 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-0a9da0b4-8a5b-4ea5-b0e2-b15d4137341c req-b3c3f50f-3f2a-4128-8a0c-de9b26dcf53c service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846703 Feb 19 05:13:46.218901 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc618e-56bc-4dc2-8101-19faa411c57f req-a08ae96e-7644-4542-a9b0-46be88f88170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:46.220445 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-48fc618e-56bc-4dc2-8101-19faa411c57f req-a08ae96e-7644-4542-a9b0-46be88f88170 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=229835303a204fa7aca8eeef706ec63d&device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 1127 time: 0.0456226 Feb 19 05:13:46.319070 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc618e-56bc-4dc2-8101-19faa411c57f req-80f46287-832d-4e1d-a92b-577081a677f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:46.320533 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-48fc618e-56bc-4dc2-8101-19faa411c57f req-80f46287-832d-4e1d-a92b-577081a677f3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1f82dc15-7700-447d-9d19-34866fd3954f HTTP/1.1" status: 200 len: 910 time: 0.0939107 Feb 19 05:13:46.367701 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-48fc618e-56bc-4dc2-8101-19faa411c57f req-aece6945-164a-4d9e-bbf9-327ad49c1ffe service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba2472df-bd35-45b1-9030-a988da2ff92f HTTP/1.1" status: 200 len: 217 time: 0.0412614 Feb 19 05:13:46.421211 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc618e-56bc-4dc2-8101-19faa411c57f req-81386ce1-49a7-4c07-ac44-27f9d24af920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:46.422862 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-48fc618e-56bc-4dc2-8101-19faa411c57f req-81386ce1-49a7-4c07-ac44-27f9d24af920 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb326b32-dbe5-4bec-9093-458de47b3098 HTTP/1.1" status: 200 len: 848 time: 0.0498857 Feb 19 05:13:46.472697 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc618e-56bc-4dc2-8101-19faa411c57f req-33d266c3-b853-4ad1-baff-2cac3872c53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:46.474244 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-48fc618e-56bc-4dc2-8101-19faa411c57f req-33d266c3-b853-4ad1-baff-2cac3872c53b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1f82dc15-7700-447d-9d19-34866fd3954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461347 Feb 19 05:13:46.593663 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56d9a3-a3da-41d0-8e89-db666acb4b72 req-a1224a61-d94e-41b8-928c-15a31f3dbde1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:46.595183 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ae56d9a3-a3da-41d0-8e89-db666acb4b72 req-a1224a61-d94e-41b8-928c-15a31f3dbde1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.1200728 Feb 19 05:13:46.601495 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-48fc618e-56bc-4dc2-8101-19faa411c57f req-bbf93350-44b4-488a-8479-b8e599f9040a service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185484 Feb 19 05:13:46.698792 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ae56d9a3-a3da-41d0-8e89-db666acb4b72 req-f819041c-d208-4007-8adf-6f237565cbc9 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962732 Feb 19 05:13:46.722587 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-48fc618e-56bc-4dc2-8101-19faa411c57f req-919019af-ab93-4ae7-9640-39404a499090 service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138923 Feb 19 05:13:47.824269 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178ea9b-6b14-4605-baec-6ce552259bdf req-4643ed28-ac0d-4b7c-95d5-8d6a971a3c1e tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:47.825752 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6178ea9b-6b14-4605-baec-6ce552259bdf req-4643ed28-ac0d-4b7c-95d5-8d6a971a3c1e tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0534909 Feb 19 05:13:47.874008 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6178ea9b-6b14-4605-baec-6ce552259bdf req-5af260ea-5074-4822-8a9a-9370a763d6be tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426457 Feb 19 05:13:48.992942 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82a753-ff0c-4e50-9205-274eca22ad0d req-74577b49-df6c-47c8-b4dc-8ca86ccaea4f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:48.994442 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e82a753-ff0c-4e50-9205-274eca22ad0d req-74577b49-df6c-47c8-b4dc-8ca86ccaea4f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0515883 Feb 19 05:13:49.043343 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8e82a753-ff0c-4e50-9205-274eca22ad0d req-e42b5d7b-9a12-40fd-ae0c-e2a0fcd1c919 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432875 Feb 19 05:13:50.164992 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2a69a-a012-4489-abd3-1b9eb19c2857 req-f18fe30e-c102-4620-bb62-b56dcfacca23 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:50.166506 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-def2a69a-a012-4489-abd3-1b9eb19c2857 req-f18fe30e-c102-4620-bb62-b56dcfacca23 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0567358 Feb 19 05:13:50.216229 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-def2a69a-a012-4489-abd3-1b9eb19c2857 req-e3eb17cd-446e-4f3d-9fec-a699d04b8d66 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441716 Feb 19 05:13:51.313559 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:13:51.338024 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e34e66-d982-44d6-9ce4-bcc1ee908f1f req-be6ee29a-2beb-4416-83c7-b6d12b7d3098 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:51.339524 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-70e34e66-d982-44d6-9ce4-bcc1ee908f1f req-be6ee29a-2beb-4416-83c7-b6d12b7d3098 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0533075 Feb 19 05:13:51.387234 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-70e34e66-d982-44d6-9ce4-bcc1ee908f1f req-45e12c3d-94ef-40bf-8b94-c6fc880b477a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420012 Feb 19 05:13:52.504160 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4717776-1a76-4fec-a437-d5d3ad086806 req-b8b060fc-8b1b-42df-9c27-595da5a7c556 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:52.505639 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4717776-1a76-4fec-a437-d5d3ad086806 req-b8b060fc-8b1b-42df-9c27-595da5a7c556 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0520148 Feb 19 05:13:52.557673 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d4717776-1a76-4fec-a437-d5d3ad086806 req-64c8c648-335c-4912-9e52-c269210e48e0 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464051 Feb 19 05:13:53.679163 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5290c-fe90-47d3-985d-74de3100056e req-8056c41a-999f-4f9a-b883-84235c509103 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:53.680676 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fcd5290c-fe90-47d3-985d-74de3100056e req-8056c41a-999f-4f9a-b883-84235c509103 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0525928 Feb 19 05:13:53.729521 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fcd5290c-fe90-47d3-985d-74de3100056e req-cf5c0cb5-f2e5-4451-b010-37d2615089dd tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430405 Feb 19 05:13:54.845829 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285e2d4-9075-4bd0-af52-326992538c00 req-1aadbf8f-7a51-4586-b832-407df0d8cd58 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:54.847867 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e285e2d4-9075-4bd0-af52-326992538c00 req-1aadbf8f-7a51-4586-b832-407df0d8cd58 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0519249 Feb 19 05:13:54.894942 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e285e2d4-9075-4bd0-af52-326992538c00 req-942319c8-dae8-48a8-bfc2-0235885f3442 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414946 Feb 19 05:13:56.016663 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7944ede-5824-4831-a756-458a714ef521 req-2d37f01a-3d0b-4de7-96e8-99a1f1117c9c tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:56.018132 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7944ede-5824-4831-a756-458a714ef521 req-2d37f01a-3d0b-4de7-96e8-99a1f1117c9c tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0555296 Feb 19 05:13:56.066478 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b7944ede-5824-4831-a756-458a714ef521 req-bc998fef-b0c8-477d-abaa-8c52e9952bdc tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428090 Feb 19 05:13:57.182418 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672c8e5-61f5-47a6-bedd-4130fc3a98eb req-f65d0f4e-b69f-4f50-8eb4-63a16e895cb6 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:57.183922 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d672c8e5-61f5-47a6-bedd-4130fc3a98eb req-f65d0f4e-b69f-4f50-8eb4-63a16e895cb6 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0508070 Feb 19 05:13:57.234992 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d672c8e5-61f5-47a6-bedd-4130fc3a98eb req-343d697a-c296-470c-8553-64cc2b366c44 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452440 Feb 19 05:13:57.619007 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:58.355670 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30085f3-e19d-4f99-b40b-867570de6532 req-f72125fa-7d51-456c-8b66-f73958136bd9 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:58.357155 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b30085f3-e19d-4f99-b40b-867570de6532 req-f72125fa-7d51-456c-8b66-f73958136bd9 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0560694 Feb 19 05:13:58.404479 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b30085f3-e19d-4f99-b40b-867570de6532 req-96602d7c-3130-4cc3-bc9c-55bd7304b13a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418465 Feb 19 05:13:59.520368 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61468819-0bc2-4c12-8711-d3c6cb58cfd9 req-dd68e85c-e884-4222-8384-81754a8108c6 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:59.521824 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-61468819-0bc2-4c12-8711-d3c6cb58cfd9 req-dd68e85c-e884-4222-8384-81754a8108c6 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0510952 Feb 19 05:13:59.568947 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-61468819-0bc2-4c12-8711-d3c6cb58cfd9 req-7d8ea44f-a2ad-490b-b590-dd7507696562 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415618 Feb 19 05:14:00.293394 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:00.698007 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627278cb-11c3-4ee2-b5d1-e0b114110b2e req-2e486876-319c-4381-bee7-f52851853d39 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:00.699513 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-627278cb-11c3-4ee2-b5d1-e0b114110b2e req-2e486876-319c-4381-bee7-f52851853d39 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0523820 Feb 19 05:14:00.753094 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-627278cb-11c3-4ee2-b5d1-e0b114110b2e req-eba93877-d06c-48df-9bc0-881406191fa9 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480771 Feb 19 05:14:00.765204 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8ae18ead-870b-4cbc-aa20-c995cb38d2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:01.872560 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa35b69-2ce1-419a-b4b5-2b65eedf2a66 req-1c0b2e78-8198-4902-9573-fc8bcda9ee35 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:01.874069 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cfa35b69-2ce1-419a-b4b5-2b65eedf2a66 req-1c0b2e78-8198-4902-9573-fc8bcda9ee35 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0518832 Feb 19 05:14:01.921686 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-cfa35b69-2ce1-419a-b4b5-2b65eedf2a66 req-9d518888-df7b-40e4-a321-0751917bb738 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414479 Feb 19 05:14:03.039529 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e59c10-1ac6-4a75-be9f-0898d11e5fab req-28a1ec87-98e3-47c4-9043-e5d281ccb9cd tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:03.041005 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9e59c10-1ac6-4a75-be9f-0898d11e5fab req-28a1ec87-98e3-47c4-9043-e5d281ccb9cd tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0517225 Feb 19 05:14:03.089340 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e9e59c10-1ac6-4a75-be9f-0898d11e5fab req-88ef9326-e795-441b-b4ed-6e93b6c80c9e tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428855 Feb 19 05:14:03.336862 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device ba2472df-bd35-45b1-9030-a988da2ff92f details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:14:03.430205 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port ba2472df-bd35-45b1-9030-a988da2ff92f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=ba2472df-bd35-45b1-9030-a988da2ff92f,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:14:03.441951 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'ba2472df-bd35-45b1-9030-a988da2ff92f', 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'port_id': 'ba2472df-bd35-45b1-9030-a988da2ff92f', 'mac_address': 'fa:16:3e:8a:e5:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:14:03.477004 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port ba2472df-bd35-45b1-9030-a988da2ff92f is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:14:03.477390 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ba2472df-bd35-45b1-9030-a988da2ff92f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:03.490359 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2472df-bd35-45b1-9030-a988da2ff92f {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:14:03.508337 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port ba2472df-bd35-45b1-9030-a988da2ff92f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=ba2472df-bd35-45b1-9030-a988da2ff92f,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:14:03.512031 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ba2472df-bd35-45b1-9030-a988da2ff92f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:03.556252 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=ba2472df-bd35-45b1-9030-a988da2ff92f,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:14:03.563526 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:03.563873 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:03.564215 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:03.564552 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:03.564904 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:03.565239 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:03.565564 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:03.565889 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:03.566233 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:03.566559 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:03.566880 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:03.567199 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:03.567518 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:03.624677 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4918a57b-0e66-47f4-9d85-07df7c2554d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:03.754028 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['ba2472df-bd35-45b1-9030-a988da2ff92f'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:14:04.094846 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:04.212311 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aab9e3-cdc7-4320-969c-c0ca1303ee47 req-5a00d406-9ecb-4234-9d43-a706ca554a04 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:04.213812 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55aab9e3-cdc7-4320-969c-c0ca1303ee47 req-5a00d406-9ecb-4234-9d43-a706ca554a04 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 945 time: 0.0584166 Feb 19 05:14:04.261373 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-55aab9e3-cdc7-4320-969c-c0ca1303ee47 req-cf8fe5c2-f9c5-4193-85cb-614916656c7a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419741 Feb 19 05:14:05.352037 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device ba2472df-bd35-45b1-9030-a988da2ff92f up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:14:05.385896 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a7b27-3ef9-42e3-9a52-74b29ff90c67 req-b8ceccab-c381-45ff-9046-2235ac828a9f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:05.387454 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-491a7b27-3ef9-42e3-9a52-74b29ff90c67 req-b8ceccab-c381-45ff-9046-2235ac828a9f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 945 time: 0.0512190 Feb 19 05:14:05.407028 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port ba2472df-bd35-45b1-9030-a988da2ff92f completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:14:05.411228 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port ba2472df-bd35-45b1-9030-a988da2ff92f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:14:05.411606 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ba2472df-bd35-45b1-9030-a988da2ff92f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:05.440009 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-491a7b27-3ef9-42e3-9a52-74b29ff90c67 req-f9c1217a-d920-418d-8e3b-bd2a69dd9664 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468428 Feb 19 05:14:05.488342 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port ba2472df-bd35-45b1-9030-a988da2ff92f is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:14:05.488729 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ba2472df-bd35-45b1-9030-a988da2ff92f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:05.510343 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765597ab-1084-498e-9876-271dc39589de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2472df-bd35-45b1-9030-a988da2ff92f'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:14:05.512536 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef644b6ab79b0ac41de0b13976fcd129d4d99816de20742327e953106f20d7ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b908203b-a777-4f28-aafd-a4b315d3564e" -d '{"events": [{"server_uuid": "765597ab-1084-498e-9876-271dc39589de", "name": "network-vif-plugged", "status": "completed", "tag": "ba2472df-bd35-45b1-9030-a988da2ff92f"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:14:05.526121 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port ba2472df-bd35-45b1-9030-a988da2ff92f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=ba2472df-bd35-45b1-9030-a988da2ff92f,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:14:05.530593 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ba2472df-bd35-45b1-9030-a988da2ff92f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:05.601103 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907d8222-1a2d-47a1-97db-3b56cfec35f0 x-openstack-request-id: req-907d8222-1a2d-47a1-97db-3b56cfec35f0 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:14:05.601396 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765597ab-1084-498e-9876-271dc39589de", "name": "network-vif-plugged", "status": "completed", "tag": "ba2472df-bd35-45b1-9030-a988da2ff92f", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:14:05.601649 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-907d8222-1a2d-47a1-97db-3b56cfec35f0 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:14:05.602039 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765597ab-1084-498e-9876-271dc39589de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2472df-bd35-45b1-9030-a988da2ff92f', 'code': 200} Feb 19 05:14:05.602771 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=ba2472df-bd35-45b1-9030-a988da2ff92f,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:14:05.606440 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:05.699847 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2e604-1a13-4979-89ac-b429b6c1c4e3 req-16abb51e-b8b7-478a-bb71-412cfcfbebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:05.701313 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5cf2e604-1a13-4979-89ac-b429b6c1c4e3 req-16abb51e-b8b7-478a-bb71-412cfcfbebc0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 1129 time: 0.0457730 Feb 19 05:14:05.749410 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5cf2e604-1a13-4979-89ac-b429b6c1c4e3 req-5cac52cc-a80c-4b5a-98b2-df2692a9ef10 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422993 Feb 19 05:14:06.560493 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9f501-06a8-45f7-9ea8-a5a789fed838 req-fcf72899-712d-4495-be87-fe60eeb7e4ad tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:06.561970 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c0d9f501-06a8-45f7-9ea8-a5a789fed838 req-fcf72899-712d-4495-be87-fe60eeb7e4ad tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 946 time: 0.0533018 Feb 19 05:14:06.610870 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c0d9f501-06a8-45f7-9ea8-a5a789fed838 req-cc75b557-641b-48dc-85ed-722e07497bd9 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433393 Feb 19 05:14:06.974064 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:07.731122 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b58ab-8e3e-4c9a-a539-a0cb70395077 req-fd2bfdb8-af50-4e3d-b437-0318a2dc8a20 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:07.732590 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-970b58ab-8e3e-4c9a-a539-a0cb70395077 req-fd2bfdb8-af50-4e3d-b437-0318a2dc8a20 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 946 time: 0.0526698 Feb 19 05:14:07.781150 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-970b58ab-8e3e-4c9a-a539-a0cb70395077 req-79a394ed-1e2f-4b6b-bc76-982033b25f1d tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425372 Feb 19 05:14:07.903555 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d9b55-7190-412d-a4bb-81dc5888e6d5 req-d7448f6f-9470-432b-bedd-fd3cd7589c35 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:07.904913 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-901d9b55-7190-412d-a4bb-81dc5888e6d5 req-d7448f6f-9470-432b-bedd-fd3cd7589c35 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 946 time: 0.0565655 Feb 19 05:14:07.954426 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-901d9b55-7190-412d-a4bb-81dc5888e6d5 req-58eb901b-334f-4de9-a349-5f93400371e8 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439951 Feb 19 05:14:07.976255 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49152) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:14:08.061882 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2643983b-4f01-47d5-8e92-af2ae71d2d9d tempest-TestShelveInstance-23361196 tempest-TestShelveInstance-23361196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:08.063480 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-2643983b-4f01-47d5-8e92-af2ae71d2d9d tempest-TestShelveInstance-23361196 tempest-TestShelveInstance-23361196-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 1124 time: 0.0862446 Feb 19 05:14:08.066231 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49156) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:14:08.071155 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-6d6b1212-fb9c-4837-bf11-dc570300d79a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'port_id': 'ba2472df-bd35-45b1-9030-a988da2ff92f', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:14:08.090894 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6d6b1212-fb9c-4837-bf11-dc570300d79a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:08.190524 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6d6b1212-fb9c-4837-bf11-dc570300d79a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:08.288866 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-6d6b1212-fb9c-4837-bf11-dc570300d79a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Allocated IP 172.25.3.139 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/dbf30827-dbcc-4a59-8e47-7ab01c0af3f1) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:14:08.411308 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6d6b1212-fb9c-4837-bf11-dc570300d79a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for port (dbf30827-dbcc-4a59-8e47-7ab01c0af3f1), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:08.443576 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6d6b1212-fb9c-4837-bf11-dc570300d79a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (dbf30827-dbcc-4a59-8e47-7ab01c0af3f1), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:08.479089 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6b1212-fb9c-4837-bf11-dc570300d79a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:14:08.481898 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-6d6b1212-fb9c-4837-bf11-dc570300d79a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:14:08.484973 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6b1212-fb9c-4837-bf11-dc570300d79a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:14:08.513841 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b1212-fb9c-4837-bf11-dc570300d79a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Pushing event updated for resources: {'Port': ['ID=dbf30827-dbcc-4a59-8e47-7ab01c0af3f1,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:14:08.853142 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6d6b1212-fb9c-4837-bf11-dc570300d79a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for floatingip (83534911-1ddc-4a4a-981c-465f020808ff), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:08.918038 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6d6b1212-fb9c-4837-bf11-dc570300d79a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (dbf30827-dbcc-4a59-8e47-7ab01c0af3f1), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:09.071464 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6d6b1212-fb9c-4837-bf11-dc570300d79a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for port (dbf30827-dbcc-4a59-8e47-7ab01c0af3f1), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:09.075992 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6d6b1212-fb9c-4837-bf11-dc570300d79a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (dbf30827-dbcc-4a59-8e47-7ab01c0af3f1), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:09.146764 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b1212-fb9c-4837-bf11-dc570300d79a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Pushing event updated for resources: {'Port': ['ID=dbf30827-dbcc-4a59-8e47-7ab01c0af3f1,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:14:09.156421 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6d6b1212-fb9c-4837-bf11-dc570300d79a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (83534911-1ddc-4a4a-981c-465f020808ff), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:09.257310 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-6d6b1212-fb9c-4837-bf11-dc570300d79a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Floating IP 83534911-1ddc-4a4a-981c-465f020808ff associated. External IP: 172.25.3.139, port: ba2472df-bd35-45b1-9030-a988da2ff92f. Feb 19 05:14:09.465709 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6b1212-fb9c-4837-bf11-dc570300d79a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Router 7c305826-2209-4969-8af8-6c46679fe0e7 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:14:09.571325 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6b1212-fb9c-4837-bf11-dc570300d79a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:14:09.581430 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33617818-a500-40b1-bf8a-3510a6edad53 None None] Sync routers for ids ['7c305826-2209-4969-8af8-6c46679fe0e7'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:14:09.589771 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6d6b1212-fb9c-4837-bf11-dc570300d79a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:09.592455 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33617818-a500-40b1-bf8a-3510a6edad53 None None] Routers {'7c305826-2209-4969-8af8-6c46679fe0e7'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:14:09.593071 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-33617818-a500-40b1-bf8a-3510a6edad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:14:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7c305826-2209-4969-8af8-6c46679fe0e7'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:14:09.619798 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6d6b1212-fb9c-4837-bf11-dc570300d79a tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5525434 Feb 19 05:14:09.620676 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765597ab-1084-498e-9876-271dc39589de', 'tag': 'ba2472df-bd35-45b1-9030-a988da2ff92f'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:14:09.623093 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ab815d-59b3-4448-89de-69bfa2683ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "765597ab-1084-498e-9876-271dc39589de", "tag": "ba2472df-bd35-45b1-9030-a988da2ff92f"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:14:09.660649 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22c5d4a-929c-437e-afaa-968546745358 x-openstack-request-id: req-d22c5d4a-929c-437e-afaa-968546745358 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:14:09.660946 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765597ab-1084-498e-9876-271dc39589de", "tag": "ba2472df-bd35-45b1-9030-a988da2ff92f", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:14:09.661204 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d22c5d4a-929c-437e-afaa-968546745358 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:14:09.661614 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765597ab-1084-498e-9876-271dc39589de', 'tag': 'ba2472df-bd35-45b1-9030-a988da2ff92f', 'status': 'completed', 'code': 200} Feb 19 05:14:09.700387 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-33617818-a500-40b1-bf8a-3510a6edad53 None None] Set router 7c305826-2209-4969-8af8-6c46679fe0e7 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:14:09.725010 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab815d-59b3-4448-89de-69bfa2683ee4 req-22c6963f-76bb-4a58-98cb-22d73335d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:09.726456 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84ab815d-59b3-4448-89de-69bfa2683ee4 req-22c6963f-76bb-4a58-98cb-22d73335d257 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=229835303a204fa7aca8eeef706ec63d&device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 1129 time: 0.0449193 Feb 19 05:14:09.816991 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab815d-59b3-4448-89de-69bfa2683ee4 req-3c0c3f55-cc94-4319-b6a4-4feea1568aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:09.818507 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84ab815d-59b3-4448-89de-69bfa2683ee4 req-3c0c3f55-cc94-4319-b6a4-4feea1568aef service neutron] 10.222.0.79 "GET /v2.0/networks?id=1f82dc15-7700-447d-9d19-34866fd3954f HTTP/1.1" status: 200 len: 910 time: 0.0865469 Feb 19 05:14:09.917570 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-33617818-a500-40b1-bf8a-3510a6edad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'name': 'tempest-TestShelveInstance-1693923003-router', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:26Z', 'updated_at': '2022-02-19T05:08:29Z', 'revision_number': 4, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'gw_port': {'id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:27Z', 'updated_at': '2022-02-19T05:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '83534911-1ddc-4a4a-981c-465f020808ff', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'port_id': 'ba2472df-bd35-45b1-9030-a988da2ff92f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'mac_address': 'fa:16:3e:8a:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765597ab-1084-498e-9876-271dc39589de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:14:08Z', 'updated_at': '2022-02-19T05:14:08Z', 'revision_number': 0, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157c13f4-c84c-4f44-8904-e8a4aae36773', 'name': '', 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'mac_address': 'fa:16:3e:08:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:29Z', 'updated_at': '2022-02-19T05:08:33Z', 'revision_number': 5, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'subnets': [{'id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:14:09.949122 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33617818-a500-40b1-bf8a-3510a6edad53 None None] Checking router: 7c305826-2209-4969-8af8-6c46679fe0e7 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:14:09.958069 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33617818-a500-40b1-bf8a-3510a6edad53 None None] Routers {'7c305826-2209-4969-8af8-6c46679fe0e7'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:14:09.958725 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-33617818-a500-40b1-bf8a-3510a6edad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:14:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7c305826-2209-4969-8af8-6c46679fe0e7'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:14:10.070614 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-33617818-a500-40b1-bf8a-3510a6edad53 None None] Set router 7c305826-2209-4969-8af8-6c46679fe0e7 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:14:10.229700 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84ab815d-59b3-4448-89de-69bfa2683ee4 req-5c2ea94b-918d-45d5-b894-55972100aeb7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba2472df-bd35-45b1-9030-a988da2ff92f HTTP/1.1" status: 200 len: 1000 time: 0.4059124 Feb 19 05:14:10.280192 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab815d-59b3-4448-89de-69bfa2683ee4 req-3b4fd031-e83e-4767-b127-b0c748c85c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:10.281640 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84ab815d-59b3-4448-89de-69bfa2683ee4 req-3b4fd031-e83e-4767-b127-b0c748c85c5c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb326b32-dbe5-4bec-9093-458de47b3098 HTTP/1.1" status: 200 len: 848 time: 0.0449593 Feb 19 05:14:10.330893 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab815d-59b3-4448-89de-69bfa2683ee4 req-121ba3d6-7880-4afe-b353-310fa8db7991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:10.332378 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84ab815d-59b3-4448-89de-69bfa2683ee4 req-121ba3d6-7880-4afe-b353-310fa8db7991 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1f82dc15-7700-447d-9d19-34866fd3954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453038 Feb 19 05:14:10.379986 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-33617818-a500-40b1-bf8a-3510a6edad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'name': 'tempest-TestShelveInstance-1693923003-router', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:26Z', 'updated_at': '2022-02-19T05:08:29Z', 'revision_number': 4, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'gw_port': {'id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:27Z', 'updated_at': '2022-02-19T05:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '83534911-1ddc-4a4a-981c-465f020808ff', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'port_id': 'ba2472df-bd35-45b1-9030-a988da2ff92f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'mac_address': 'fa:16:3e:8a:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765597ab-1084-498e-9876-271dc39589de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:14:08Z', 'updated_at': '2022-02-19T05:14:08Z', 'revision_number': 0, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157c13f4-c84c-4f44-8904-e8a4aae36773', 'name': '', 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'mac_address': 'fa:16:3e:08:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:29Z', 'updated_at': '2022-02-19T05:08:33Z', 'revision_number': 5, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'subnets': [{'id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:14:10.408244 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33617818-a500-40b1-bf8a-3510a6edad53 None None] The sync data for ids ['7c305826-2209-4969-8af8-6c46679fe0e7'] in n-d-828369-19 is: [{'id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'name': 'tempest-TestShelveInstance-1693923003-router', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:26Z', 'updated_at': '2022-02-19T05:08:29Z', 'revision_number': 4, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'gw_port': {'id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:27Z', 'updated_at': '2022-02-19T05:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '83534911-1ddc-4a4a-981c-465f020808ff', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'port_id': 'ba2472df-bd35-45b1-9030-a988da2ff92f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'mac_address': 'fa:16:3e:8a:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765597ab-1084-498e-9876-271dc39589de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:14:08Z', 'updated_at': '2022-02-19T05:14:08Z', 'revision_number': 0, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157c13f4-c84c-4f44-8904-e8a4aae36773', 'name': '', 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'mac_address': 'fa:16:3e:08:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:29Z', 'updated_at': '2022-02-19T05:08:33Z', 'revision_number': 5, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'subnets': [{'id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:14:10.418453 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84ab815d-59b3-4448-89de-69bfa2683ee4 req-ec88b623-6fad-4347-bcce-54d1f032600b service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799525 Feb 19 05:14:10.513566 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-84ab815d-59b3-4448-89de-69bfa2683ee4 req-1df07afe-a03c-494d-bb14-3d5d00bf86e6 service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885050 Feb 19 05:14:10.606625 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710b4ae0-afe4-4fde-af53-f021c4a65c0d None None] New status for floating IP 83534911-1ddc-4a4a-981c-465f020808ff: ACTIVE {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:14:20.381860 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4083d093-7fa4-4ac9-b72a-68f403b15a1b req-5fb3a52c-398c-4ec8-ad95-60bbd741c4c3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420480 Feb 19 05:14:20.463310 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083d093-7fa4-4ac9-b72a-68f403b15a1b req-23563b5e-302b-4b44-9c8f-bcaa08968e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:20.464719 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4083d093-7fa4-4ac9-b72a-68f403b15a1b req-23563b5e-302b-4b44-9c8f-bcaa08968e5d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=229835303a204fa7aca8eeef706ec63d&device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 1129 time: 0.0429089 Feb 19 05:14:20.565067 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083d093-7fa4-4ac9-b72a-68f403b15a1b req-baebe771-7504-405b-a5ab-bd8025457b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:20.566546 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4083d093-7fa4-4ac9-b72a-68f403b15a1b req-baebe771-7504-405b-a5ab-bd8025457b8d service neutron] 10.222.0.79 "GET /v2.0/networks?id=1f82dc15-7700-447d-9d19-34866fd3954f HTTP/1.1" status: 200 len: 910 time: 0.0843785 Feb 19 05:14:20.628400 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4083d093-7fa4-4ac9-b72a-68f403b15a1b req-82b21f0e-9563-42c5-a0c0-3446316f0ec1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba2472df-bd35-45b1-9030-a988da2ff92f HTTP/1.1" status: 200 len: 1002 time: 0.0562482 Feb 19 05:14:20.685440 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083d093-7fa4-4ac9-b72a-68f403b15a1b req-f9552df3-7ec5-4e75-b95b-bbf812a12d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:20.686877 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4083d093-7fa4-4ac9-b72a-68f403b15a1b req-f9552df3-7ec5-4e75-b95b-bbf812a12d3f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb326b32-dbe5-4bec-9093-458de47b3098 HTTP/1.1" status: 200 len: 848 time: 0.0428448 Feb 19 05:14:20.748631 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083d093-7fa4-4ac9-b72a-68f403b15a1b req-67ab248d-b36c-4e4d-a8f2-e8638762439a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:20.750109 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4083d093-7fa4-4ac9-b72a-68f403b15a1b req-67ab248d-b36c-4e4d-a8f2-e8638762439a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1f82dc15-7700-447d-9d19-34866fd3954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0537560 Feb 19 05:14:20.839076 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4083d093-7fa4-4ac9-b72a-68f403b15a1b req-fa163b6b-e2e7-4dc5-b030-c6659fcebebb service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821826 Feb 19 05:14:20.929193 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4083d093-7fa4-4ac9-b72a-68f403b15a1b req-ba1b18ca-70ea-4de4-8d49-37f03a8be308 service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842507 Feb 19 05:14:27.628399 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:28.313514 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:14:30.301864 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:30.763150 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dbe26ec8-5d2e-45e8-a937-fc9462a96d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:33.626432 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d126f4f7-e343-46bc-9a4a-33a9e779b027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:34.096594 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:35.589451 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:36.977375 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:57.643295 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:00.315292 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:00.764074 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1df69e35-fd85-46e3-b29e-f31f2aaa6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:03.627689 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5b8619bc-3a6b-4403-a3c9-8406fb7f2b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:04.100076 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:05.313091 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:15:05.591128 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:06.980897 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:22.428091 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d712e758-587b-4bb7-a322-e6ef513560ee req-e0833e95-1bdb-4328-8a2c-eac32adc21b7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0911667 Feb 19 05:15:22.513043 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712e758-587b-4bb7-a322-e6ef513560ee req-2a7af5a5-36fe-4896-bfe7-0fa23ee98e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:22.514566 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d712e758-587b-4bb7-a322-e6ef513560ee req-2a7af5a5-36fe-4896-bfe7-0fa23ee98e85 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=229835303a204fa7aca8eeef706ec63d&device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 1129 time: 0.0445809 Feb 19 05:15:22.619927 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712e758-587b-4bb7-a322-e6ef513560ee req-7fdbb464-cc62-44c0-ac9a-f85031717ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:22.621389 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d712e758-587b-4bb7-a322-e6ef513560ee req-7fdbb464-cc62-44c0-ac9a-f85031717ca4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1f82dc15-7700-447d-9d19-34866fd3954f HTTP/1.1" status: 200 len: 910 time: 0.0881386 Feb 19 05:15:22.687692 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d712e758-587b-4bb7-a322-e6ef513560ee req-3c6ec009-d8fd-4026-9b82-38a2b7a2abe1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba2472df-bd35-45b1-9030-a988da2ff92f HTTP/1.1" status: 200 len: 1002 time: 0.0590529 Feb 19 05:15:22.735643 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712e758-587b-4bb7-a322-e6ef513560ee req-01f6cca1-f4d4-4616-ae95-5a494de67f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:22.737098 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d712e758-587b-4bb7-a322-e6ef513560ee req-01f6cca1-f4d4-4616-ae95-5a494de67f9a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb326b32-dbe5-4bec-9093-458de47b3098 HTTP/1.1" status: 200 len: 848 time: 0.0438235 Feb 19 05:15:22.790682 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712e758-587b-4bb7-a322-e6ef513560ee req-cbb8d5aa-b97a-4df3-99bd-173b66c5703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:22.792097 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d712e758-587b-4bb7-a322-e6ef513560ee req-cbb8d5aa-b97a-4df3-99bd-173b66c5703b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1f82dc15-7700-447d-9d19-34866fd3954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0494342 Feb 19 05:15:22.881386 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d712e758-587b-4bb7-a322-e6ef513560ee req-bceb4386-2411-4dc2-8704-333f73a1825c service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824995 Feb 19 05:15:22.974032 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d712e758-587b-4bb7-a322-e6ef513560ee req-867fa52c-093e-4bda-8d65-625dd93486d1 service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868125 Feb 19 05:15:27.642050 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:30.321587 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:30.766379 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bf81f3c7-f1b1-4b3c-a065-459f0d2a6ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:33.628401 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e036f9b5-e164-4eac-9cef-dc0042128ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:34.102763 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:35.593663 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:36.982928 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:42.316601 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:15:57.640188 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:00.314920 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:00.767252 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-718d0d7c-3505-44b3-973d-077bae7128e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:03.629445 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-714bc5b6-0ad0-498a-ab88-5fb170a931e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:04.105959 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:05.097294 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58955c78-90d0-4200-b736-7d7e1c768d00 req-eb1f06bd-62e9-4a4c-a89a-fb500ec788c0 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:05.098826 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58955c78-90d0-4200-b736-7d7e1c768d00 req-eb1f06bd-62e9-4a4c-a89a-fb500ec788c0 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 946 time: 0.0554607 Feb 19 05:16:05.147502 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-58955c78-90d0-4200-b736-7d7e1c768d00 req-e128a520-4a77-40b4-903d-8d06ce4ad90d tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424187 Feb 19 05:16:05.597312 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:06.273947 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8d26d-4d71-40f7-a6b3-d9d77e146fc0 req-f55bd427-9d32-49e9-96a4-1daf91ebb3cd tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:06.275888 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26c8d26d-4d71-40f7-a6b3-d9d77e146fc0 req-f55bd427-9d32-49e9-96a4-1daf91ebb3cd tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 946 time: 0.0522511 Feb 19 05:16:06.324072 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-26c8d26d-4d71-40f7-a6b3-d9d77e146fc0 req-c7bddc4d-1850-4d6c-a6d8-fd85e0c64727 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424545 Feb 19 05:16:06.984563 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:07.450244 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41bac6-0366-4ab7-b8d4-7d4193b41427 req-a866248d-3543-43ec-a492-c427f764f127 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:07.451720 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2f41bac6-0366-4ab7-b8d4-7d4193b41427 req-a866248d-3543-43ec-a492-c427f764f127 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 946 time: 0.0561206 Feb 19 05:16:07.499958 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2f41bac6-0366-4ab7-b8d4-7d4193b41427 req-88b8c200-0af9-4fcb-bf82-29cd883a4feb tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427392 Feb 19 05:16:08.617195 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d213075-7257-42b0-be5f-d0bd0bfabdae req-b75e10ac-c2e5-40e7-adf2-2609ba3c4be3 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:08.618692 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5d213075-7257-42b0-be5f-d0bd0bfabdae req-b75e10ac-c2e5-40e7-adf2-2609ba3c4be3 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 946 time: 0.0518045 Feb 19 05:16:08.668729 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5d213075-7257-42b0-be5f-d0bd0bfabdae req-4ab4f3da-6b17-4645-b222-f1c419b78cb0 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445104 Feb 19 05:16:09.791573 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0be3f8-a445-450e-8e79-e95bf423d0e9 req-8b906208-f122-490f-bcc1-35329275374f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:09.793076 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf0be3f8-a445-450e-8e79-e95bf423d0e9 req-8b906208-f122-490f-bcc1-35329275374f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 946 time: 0.0561850 Feb 19 05:16:09.841503 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf0be3f8-a445-450e-8e79-e95bf423d0e9 req-8a0a84dc-53d5-424b-9f84-3208c11b792b tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425756 Feb 19 05:16:10.957304 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9cdd9-7563-4a31-bd8a-004280018cee req-f8c18194-27d6-4d01-a5cc-241bfd4b9921 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:10.958803 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a0d9cdd9-7563-4a31-bd8a-004280018cee req-f8c18194-27d6-4d01-a5cc-241bfd4b9921 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 946 time: 0.0513825 Feb 19 05:16:11.006581 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a0d9cdd9-7563-4a31-bd8a-004280018cee req-22e6b2af-fbfa-480c-8981-d2b99da415fd tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417473 Feb 19 05:16:12.125153 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c827a2f-ec60-4e11-8aba-e80c74b85250 req-c4adae5a-212e-482a-9d4f-aaf6c76fa4ab tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:12.126626 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c827a2f-ec60-4e11-8aba-e80c74b85250 req-c4adae5a-212e-482a-9d4f-aaf6c76fa4ab tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 946 time: 0.0516307 Feb 19 05:16:12.180425 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1c827a2f-ec60-4e11-8aba-e80c74b85250 req-0d89ea90-f2b6-42fb-b6a2-9e444e4dadd9 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483165 Feb 19 05:16:13.299393 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9919f-4ee0-49ac-b8f6-ed8c7165df04 req-7c2d58b3-abf9-462e-a474-19997f1e90e1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:13.300766 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dfe9919f-4ee0-49ac-b8f6-ed8c7165df04 req-7c2d58b3-abf9-462e-a474-19997f1e90e1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 946 time: 0.0518429 Feb 19 05:16:13.355821 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dfe9919f-4ee0-49ac-b8f6-ed8c7165df04 req-38076140-3565-4130-a1e5-3007555f936d tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493612 Feb 19 05:16:14.473653 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de2ad8-5c97-4448-9ecd-99c4aabffd4c req-cb11b72d-5b56-4cca-a9c6-493efcb3b71c tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:14.475148 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60de2ad8-5c97-4448-9ecd-99c4aabffd4c req-cb11b72d-5b56-4cca-a9c6-493efcb3b71c tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 946 time: 0.0516303 Feb 19 05:16:14.522780 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60de2ad8-5c97-4448-9ecd-99c4aabffd4c req-34acace5-0264-4167-a66d-ba9107da1c5f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420146 Feb 19 05:16:15.223466 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb9dd5-c10d-4ef5-b043-80d898f683de req-67f44070-d635-4012-a589-ff08ff97cc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:15.225013 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9edb9dd5-c10d-4ef5-b043-80d898f683de req-67f44070-d635-4012-a589-ff08ff97cc00 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=229835303a204fa7aca8eeef706ec63d&device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 1129 time: 0.0478101 Feb 19 05:16:15.311851 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb9dd5-c10d-4ef5-b043-80d898f683de req-8fcde1f8-6d59-4f8d-a797-d6060a457a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:15.313215 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9edb9dd5-c10d-4ef5-b043-80d898f683de req-8fcde1f8-6d59-4f8d-a797-d6060a457a43 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1f82dc15-7700-447d-9d19-34866fd3954f HTTP/1.1" status: 200 len: 910 time: 0.0824172 Feb 19 05:16:15.380278 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9edb9dd5-c10d-4ef5-b043-80d898f683de req-1cd59160-4d0f-4d7c-9fe5-51a26f698ead service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba2472df-bd35-45b1-9030-a988da2ff92f HTTP/1.1" status: 200 len: 1002 time: 0.0610631 Feb 19 05:16:15.428342 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb9dd5-c10d-4ef5-b043-80d898f683de req-bc0aa7ac-c1cc-4b38-a107-e2540fe126e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:15.430110 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9edb9dd5-c10d-4ef5-b043-80d898f683de req-bc0aa7ac-c1cc-4b38-a107-e2540fe126e7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb326b32-dbe5-4bec-9093-458de47b3098 HTTP/1.1" status: 200 len: 848 time: 0.0438778 Feb 19 05:16:15.477386 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb9dd5-c10d-4ef5-b043-80d898f683de req-f6eee900-e2a8-4825-9320-ca345fdbc542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:15.479473 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9edb9dd5-c10d-4ef5-b043-80d898f683de req-f6eee900-e2a8-4825-9320-ca345fdbc542 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1f82dc15-7700-447d-9d19-34866fd3954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439777 Feb 19 05:16:15.572357 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9edb9dd5-c10d-4ef5-b043-80d898f683de req-c8b90318-bf0d-4e5f-92bd-6c2bf0bb2e75 service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851243 Feb 19 05:16:15.696057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb3f07-d2bf-492f-aa31-adef1ed93344 req-c5e852a4-ff85-4bbc-b032-d000f56b4d09 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:15.698030 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e2cb3f07-d2bf-492f-aa31-adef1ed93344 req-c5e852a4-ff85-4bbc-b032-d000f56b4d09 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 946 time: 0.1016471 Feb 19 05:16:15.703478 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9edb9dd5-c10d-4ef5-b043-80d898f683de req-d09d0fb9-9a4e-4ec4-a7e0-03e9a1b210b1 service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247036 Feb 19 05:16:15.747740 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e2cb3f07-d2bf-492f-aa31-adef1ed93344 req-eadc6062-598c-4e34-b48b-2d65e69fb4c9 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430875 Feb 19 05:16:16.864425 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201bb54-070f-466d-a4ad-2972b9c22e2c req-da6bfee7-16f2-4698-8d5d-61b82adb24ed tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:16.865885 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d201bb54-070f-466d-a4ad-2972b9c22e2c req-da6bfee7-16f2-4698-8d5d-61b82adb24ed tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 946 time: 0.0510275 Feb 19 05:16:16.913268 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d201bb54-070f-466d-a4ad-2972b9c22e2c req-f6592937-e09e-4a06-a0d9-553fa757ec83 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418217 Feb 19 05:16:18.030203 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29c9a1-daa1-47e2-ba7e-3f68d8a955cb req-2268df48-c953-4ff8-a9e5-0057083b7233 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:18.031754 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1e29c9a1-daa1-47e2-ba7e-3f68d8a955cb req-2268df48-c953-4ff8-a9e5-0057083b7233 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 946 time: 0.0512702 Feb 19 05:16:18.086629 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1e29c9a1-daa1-47e2-ba7e-3f68d8a955cb req-3cdbbb23-02cf-4bd2-8c81-7667904733ba tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489419 Feb 19 05:16:19.207827 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc43db-c8dd-4403-b0e2-2dc9d52bc597 req-532595a5-581b-4e25-87be-e27a2fc0b703 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:19.209338 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1afc43db-c8dd-4403-b0e2-2dc9d52bc597 req-532595a5-581b-4e25-87be-e27a2fc0b703 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 946 time: 0.0512772 Feb 19 05:16:19.256395 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1afc43db-c8dd-4403-b0e2-2dc9d52bc597 req-f120acaf-6bf8-4b19-8eea-4bf01aaed6dd tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415339 Feb 19 05:16:19.315925 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:16:20.016607 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device ba2472df-bd35-45b1-9030-a988da2ff92f no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:16:20.096386 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port ba2472df-bd35-45b1-9030-a988da2ff92f is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:16:20.096776 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ba2472df-bd35-45b1-9030-a988da2ff92f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:20.119138 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765597ab-1084-498e-9876-271dc39589de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba2472df-bd35-45b1-9030-a988da2ff92f'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:16:20.121493 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef644b6ab79b0ac41de0b13976fcd129d4d99816de20742327e953106f20d7ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c47c357-439f-4550-984d-423944297fe3" -d '{"events": [{"server_uuid": "765597ab-1084-498e-9876-271dc39589de", "name": "network-vif-unplugged", "status": "completed", "tag": "ba2472df-bd35-45b1-9030-a988da2ff92f"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:16:20.136933 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port ba2472df-bd35-45b1-9030-a988da2ff92f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=ba2472df-bd35-45b1-9030-a988da2ff92f,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:16:20.141798 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ba2472df-bd35-45b1-9030-a988da2ff92f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:20.167888 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 05:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71db3baa-65e4-4033-ada9-3a0884c193c4 x-openstack-request-id: req-71db3baa-65e4-4033-ada9-3a0884c193c4 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:16:20.168163 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765597ab-1084-498e-9876-271dc39589de", "name": "network-vif-unplugged", "status": "completed", "tag": "ba2472df-bd35-45b1-9030-a988da2ff92f", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:16:20.168414 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-71db3baa-65e4-4033-ada9-3a0884c193c4 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:16:20.168801 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765597ab-1084-498e-9876-271dc39589de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba2472df-bd35-45b1-9030-a988da2ff92f', 'code': 200} Feb 19 05:16:20.193962 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=ba2472df-bd35-45b1-9030-a988da2ff92f,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:16:20.201737 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:20.202082 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:20.202707 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:20.203044 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:20.203380 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:20.203712 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:20.204040 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:20.204366 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:20.204693 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:20.205016 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:20.205347 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:20.205671 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:20.205992 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:20.373309 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080ccfe-a101-4a66-8c03-b4abbf7e3756 req-d148be85-e8ef-4027-a257-3c39ff0d62ff tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:20.374790 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6080ccfe-a101-4a66-8c03-b4abbf7e3756 req-d148be85-e8ef-4027-a257-3c39ff0d62ff tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0507040 Feb 19 05:16:20.422705 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6080ccfe-a101-4a66-8c03-b4abbf7e3756 req-50608611-f463-47c0-9dc2-85bcb67eeb6b tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422256 Feb 19 05:16:21.544119 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbe7f0-5773-47aa-a52f-e6596600cd04 req-43f8c07c-a909-43ad-9d62-0aed0a4623c3 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:21.545570 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-45dbe7f0-5773-47aa-a52f-e6596600cd04 req-43f8c07c-a909-43ad-9d62-0aed0a4623c3 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0544932 Feb 19 05:16:21.594466 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-45dbe7f0-5773-47aa-a52f-e6596600cd04 req-cb670c36-81ef-4f39-9f05-fbbd1cb2242e tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432346 Feb 19 05:16:22.827412 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65aed6a-cd2d-4b45-9283-f72a703b9f0e req-549672e0-9ad1-462c-9bb9-8bd40fde6104 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:22.828934 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d65aed6a-cd2d-4b45-9283-f72a703b9f0e req-549672e0-9ad1-462c-9bb9-8bd40fde6104 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0531373 Feb 19 05:16:22.841721 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5cf5aaba-05f4-4fed-b1fb-094728113c93 req-5d3ef24f-d1fd-419b-975d-9d327c411e4c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0910556 Feb 19 05:16:22.851100 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-5cf5aaba-05f4-4fed-b1fb-094728113c93 req-17ea6da1-0824-4a99-b373-8a91b89cc477 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:16:22.852084 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5cf5aaba-05f4-4fed-b1fb-094728113c93 req-17ea6da1-0824-4a99-b373-8a91b89cc477 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051563 Feb 19 05:16:22.879865 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d65aed6a-cd2d-4b45-9283-f72a703b9f0e req-3154c6cd-6029-4111-ad5e-7d97b883e2a8 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448751 Feb 19 05:16:23.987157 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5aaba-05f4-4fed-b1fb-094728113c93 req-f5986cd4-cb12-4f0d-a8ff-86e4ad67942f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:23.988657 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5cf5aaba-05f4-4fed-b1fb-094728113c93 req-f5986cd4-cb12-4f0d-a8ff-86e4ad67942f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports/ba2472df-bd35-45b1-9030-a988da2ff92f HTTP/1.1" status: 200 len: 941 time: 0.0989070 Feb 19 05:16:24.013429 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffb765-9683-4eec-b6ea-37092faa9739 req-33d57698-b181-4e41-b3af-9a352cadcf09 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:24.015010 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02ffb765-9683-4eec-b6ea-37092faa9739 req-33d57698-b181-4e41-b3af-9a352cadcf09 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0650926 Feb 19 05:16:24.070695 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-02ffb765-9683-4eec-b6ea-37092faa9739 req-b00e5ab1-0242-44d6-a24f-9ea8a743c998 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497346 Feb 19 05:16:25.195355 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e3089-ff07-49a1-9791-084799a18621 req-aaa18078-8c39-4eeb-8abc-4aa0e072291d tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:25.197412 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff3e3089-ff07-49a1-9791-084799a18621 req-aaa18078-8c39-4eeb-8abc-4aa0e072291d tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0528247 Feb 19 05:16:25.251941 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ff3e3089-ff07-49a1-9791-084799a18621 req-453a3841-27e8-4372-825e-3d78a6b47a57 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488601 Feb 19 05:16:26.369349 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204104c1-bdd3-4730-8556-301e3b5a7a0e req-50445287-1459-4876-900a-8b25fd477621 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:26.370828 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-204104c1-bdd3-4730-8556-301e3b5a7a0e req-50445287-1459-4876-900a-8b25fd477621 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0511358 Feb 19 05:16:26.422236 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-204104c1-bdd3-4730-8556-301e3b5a7a0e req-a40c8f82-aad6-432f-bc09-bb79219eed85 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458996 Feb 19 05:16:27.544161 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce353b-7237-4d16-9ca4-5e6b2db9e790 req-806ed6d2-f1b4-4060-960d-5642f07ae742 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:27.545064 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-27ce353b-7237-4d16-9ca4-5e6b2db9e790 req-806ed6d2-f1b4-4060-960d-5642f07ae742 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0525877 Feb 19 05:16:27.595197 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-27ce353b-7237-4d16-9ca4-5e6b2db9e790 req-09a21d3e-021b-4e55-9b0d-f6615959b775 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444286 Feb 19 05:16:27.669593 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:28.713022 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab564ba-04e1-435c-84ef-6507311239ec req-e4db614e-dc41-481a-b12c-2a31f48b1646 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:28.714508 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ab564ba-04e1-435c-84ef-6507311239ec req-e4db614e-dc41-481a-b12c-2a31f48b1646 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0524039 Feb 19 05:16:28.761594 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8ab564ba-04e1-435c-84ef-6507311239ec req-db20dbdb-1e30-4da1-875e-4e732e0185bd tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414772 Feb 19 05:16:29.887339 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2c82b-cc41-403f-a5ce-9ddcd25b6adb req-c1908182-0229-4c00-b520-59c38d9b5a5c tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:29.888800 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eff2c82b-cc41-403f-a5ce-9ddcd25b6adb req-c1908182-0229-4c00-b520-59c38d9b5a5c tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0574243 Feb 19 05:16:29.937686 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-eff2c82b-cc41-403f-a5ce-9ddcd25b6adb req-3772f0bf-7c3d-477d-ba42-b6752e654537 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432000 Feb 19 05:16:30.316036 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:30.766509 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-256d0a3f-f9e7-412d-b359-f34a5f3020cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:31.057066 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60bd1d-3cf8-4dcf-8d1d-d183bc44ce21 req-28edf2a5-085d-4479-a2df-5698bd6783c7 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:31.059318 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3d60bd1d-3cf8-4dcf-8d1d-d183bc44ce21 req-28edf2a5-085d-4479-a2df-5698bd6783c7 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0532160 Feb 19 05:16:31.110127 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3d60bd1d-3cf8-4dcf-8d1d-d183bc44ce21 req-b8d006c3-5129-4922-b132-346a5519f953 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436385 Feb 19 05:16:32.228479 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb0c39-3ff1-4ce5-a221-6fc30f81a142 req-246ef6e3-5b13-43e0-b055-c0381963dd1f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:32.229961 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54eb0c39-3ff1-4ce5-a221-6fc30f81a142 req-246ef6e3-5b13-43e0-b055-c0381963dd1f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0512362 Feb 19 05:16:32.281359 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-54eb0c39-3ff1-4ce5-a221-6fc30f81a142 req-a22abe3a-8612-4776-bb1f-302ff5f772cc tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456612 Feb 19 05:16:33.398293 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782a29f-3b8f-4197-8110-c5de418bbb83 req-32e20aa2-745c-4273-921d-be843e40528c tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:33.400295 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9782a29f-3b8f-4197-8110-c5de418bbb83 req-32e20aa2-745c-4273-921d-be843e40528c tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0531793 Feb 19 05:16:33.448736 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9782a29f-3b8f-4197-8110-c5de418bbb83 req-cb2fa840-4627-4fe1-9dd9-8685f8db1169 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428941 Feb 19 05:16:33.632299 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8833-3d5e-4f2d-bdd0-fa97c10e40f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:34.108618 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:34.566864 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b11e5-9952-460f-acc6-5d77e061d7ed req-c50ec5f3-300d-4629-89eb-c365661080fa tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:34.568266 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf2b11e5-9952-460f-acc6-5d77e061d7ed req-c50ec5f3-300d-4629-89eb-c365661080fa tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0523803 Feb 19 05:16:34.617435 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bf2b11e5-9952-460f-acc6-5d77e061d7ed req-b13da6c6-c0ae-43a7-b27c-3afd41b9bc36 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435362 Feb 19 05:16:35.600242 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:35.743476 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c6c1c-f62d-4bb5-9ac5-01ffca783e82 req-98b8e54a-fcb2-4743-9cb9-ca7f3a65b1db tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:35.744939 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-783c6c1c-f62d-4bb5-9ac5-01ffca783e82 req-98b8e54a-fcb2-4743-9cb9-ca7f3a65b1db tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0562134 Feb 19 05:16:35.794089 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-783c6c1c-f62d-4bb5-9ac5-01ffca783e82 req-f3f574be-666a-40a3-8ec7-224532bdef47 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434530 Feb 19 05:16:36.910177 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615c2c8-f0ac-45ed-83fd-1a69711ecaf5 req-548d195b-c63e-4190-ade2-3b9d5117b75f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:36.911659 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b615c2c8-f0ac-45ed-83fd-1a69711ecaf5 req-548d195b-c63e-4190-ade2-3b9d5117b75f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0524414 Feb 19 05:16:36.962095 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b615c2c8-f0ac-45ed-83fd-1a69711ecaf5 req-f7d057bf-2ba7-475b-be9c-490607c18725 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438149 Feb 19 05:16:36.990449 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:37.925828 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5aaba-05f4-4fed-b1fb-094728113c93 req-a9b92fb4-7116-4456-88b8-3a639d662888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:37.927318 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5cf5aaba-05f4-4fed-b1fb-094728113c93 req-a9b92fb4-7116-4456-88b8-3a639d662888 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de&tenant_id=229835303a204fa7aca8eeef706ec63d HTTP/1.1" status: 200 len: 1127 time: 0.0469959 Feb 19 05:16:37.989161 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5aaba-05f4-4fed-b1fb-094728113c93 req-8420d506-1142-493a-80ab-df59d039fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:37.990725 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5cf5aaba-05f4-4fed-b1fb-094728113c93 req-8420d506-1142-493a-80ab-df59d039fd07 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=229835303a204fa7aca8eeef706ec63d&device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 1127 time: 0.0430241 Feb 19 05:16:38.111292 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5aaba-05f4-4fed-b1fb-094728113c93 req-a89ec67e-01f8-48c0-882c-cf057c9ec33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:38.112731 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5cf5aaba-05f4-4fed-b1fb-094728113c93 req-a89ec67e-01f8-48c0-882c-cf057c9ec33f service neutron] 10.222.0.79 "GET /v2.0/networks?id=1f82dc15-7700-447d-9d19-34866fd3954f HTTP/1.1" status: 200 len: 910 time: 0.1161740 Feb 19 05:16:38.124147 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561ece2-603f-4b6e-8133-38bd572cbf66 req-05994b80-d381-49fa-86ed-cc727e048acc tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:38.125492 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e561ece2-603f-4b6e-8133-38bd572cbf66 req-05994b80-d381-49fa-86ed-cc727e048acc tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0863869 Feb 19 05:16:38.207587 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5cf5aaba-05f4-4fed-b1fb-094728113c93 req-e0af40fe-c380-4c6a-963b-3a7dd24c778f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba2472df-bd35-45b1-9030-a988da2ff92f HTTP/1.1" status: 200 len: 1000 time: 0.0810578 Feb 19 05:16:38.215741 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e561ece2-603f-4b6e-8133-38bd572cbf66 req-1f3c9e18-70d7-42b7-9067-e9c08964216e tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835896 Feb 19 05:16:38.261700 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5aaba-05f4-4fed-b1fb-094728113c93 req-733be57f-6078-49a5-96f5-06dd8b7b2d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:38.263199 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5cf5aaba-05f4-4fed-b1fb-094728113c93 req-733be57f-6078-49a5-96f5-06dd8b7b2d0c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb326b32-dbe5-4bec-9093-458de47b3098 HTTP/1.1" status: 200 len: 848 time: 0.0466478 Feb 19 05:16:38.311545 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5aaba-05f4-4fed-b1fb-094728113c93 req-6a2337fb-291f-49b0-afbd-bef2731d5679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:38.313122 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5cf5aaba-05f4-4fed-b1fb-094728113c93 req-6a2337fb-291f-49b0-afbd-bef2731d5679 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1f82dc15-7700-447d-9d19-34866fd3954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436091 Feb 19 05:16:38.397199 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5cf5aaba-05f4-4fed-b1fb-094728113c93 req-dcbcaaad-f71b-4ecf-95c4-42e73c5f7b8a service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780354 Feb 19 05:16:38.486521 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5cf5aaba-05f4-4fed-b1fb-094728113c93 req-72faee21-77ef-41ac-882c-f47cb1c8436a service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835385 Feb 19 05:16:39.333742 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df83e4-4d67-448b-8ef3-a11b19e9fa8e req-8d9934e2-51b6-4475-a87d-649e5a235d7b tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:39.335247 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9df83e4-4d67-448b-8ef3-a11b19e9fa8e req-8d9934e2-51b6-4475-a87d-649e5a235d7b tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0523210 Feb 19 05:16:39.382751 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b9df83e4-4d67-448b-8ef3-a11b19e9fa8e req-379e9f52-48fe-4da0-be51-a66285a535f8 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419545 Feb 19 05:16:40.503489 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129271f-11d0-4d22-94c2-bca58a28f693 req-c1ef1833-90c3-4638-b501-db492b970caf tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:40.504862 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d129271f-11d0-4d22-94c2-bca58a28f693 req-c1ef1833-90c3-4638-b501-db492b970caf tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0555141 Feb 19 05:16:40.553641 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d129271f-11d0-4d22-94c2-bca58a28f693 req-56f6f384-2351-434f-9a31-a2aebaaf79a1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426557 Feb 19 05:16:41.670851 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eab69-88c7-4136-bb2b-e0104cee199c req-2d46d030-5962-4632-af90-4cecf6f8c1d1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:41.672304 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac0eab69-88c7-4136-bb2b-e0104cee199c req-2d46d030-5962-4632-af90-4cecf6f8c1d1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0505662 Feb 19 05:16:41.719839 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ac0eab69-88c7-4136-bb2b-e0104cee199c req-29a1bf4a-ebda-438e-a830-1687221caea5 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420942 Feb 19 05:16:42.835492 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd358165-fd4b-406f-95ee-e497b59681f6 req-423ad15f-916d-45c3-94ba-608875766e74 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:42.837600 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dd358165-fd4b-406f-95ee-e497b59681f6 req-423ad15f-916d-45c3-94ba-608875766e74 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0509198 Feb 19 05:16:42.888706 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-dd358165-fd4b-406f-95ee-e497b59681f6 req-3413bdba-bbfa-447c-8e13-970a7f51a2e9 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456636 Feb 19 05:16:44.007463 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c356974-4ba6-4081-810b-394812a6270d req-a46bcceb-a179-449e-ae6c-66e800276db9 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:44.009470 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c356974-4ba6-4081-810b-394812a6270d req-a46bcceb-a179-449e-ae6c-66e800276db9 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0517962 Feb 19 05:16:44.056851 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7c356974-4ba6-4081-810b-394812a6270d req-2f212ed1-21d5-4925-9cbb-b80f2abe6e07 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417345 Feb 19 05:16:45.173789 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2a410-34d2-43ee-bcaf-27743a6d0181 req-da38d5d9-db1d-43bb-a8da-c201acab48f3 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:45.175276 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bff2a410-34d2-43ee-bcaf-27743a6d0181 req-da38d5d9-db1d-43bb-a8da-c201acab48f3 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0505850 Feb 19 05:16:45.222719 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bff2a410-34d2-43ee-bcaf-27743a6d0181 req-163471a0-17c4-46af-8a89-efbc49c6d5c5 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411222 Feb 19 05:16:46.170999 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device ba2472df-bd35-45b1-9030-a988da2ff92f details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:16:46.265565 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port ba2472df-bd35-45b1-9030-a988da2ff92f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=ba2472df-bd35-45b1-9030-a988da2ff92f,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:16:46.277176 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': 'ba2472df-bd35-45b1-9030-a988da2ff92f', 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'port_id': 'ba2472df-bd35-45b1-9030-a988da2ff92f', 'mac_address': 'fa:16:3e:8a:e5:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:16:46.314019 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port ba2472df-bd35-45b1-9030-a988da2ff92f is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:16:46.314682 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ba2472df-bd35-45b1-9030-a988da2ff92f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:46.330691 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2472df-bd35-45b1-9030-a988da2ff92f {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:16:46.342566 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98801a12-4ab3-4790-aed9-87c10e387e8b req-90daab10-46d3-4262-8ab0-904543f68da1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:46.344060 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-98801a12-4ab3-4790-aed9-87c10e387e8b req-90daab10-46d3-4262-8ab0-904543f68da1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 944 time: 0.0554993 Feb 19 05:16:46.351927 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port ba2472df-bd35-45b1-9030-a988da2ff92f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=ba2472df-bd35-45b1-9030-a988da2ff92f,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:16:46.357131 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ba2472df-bd35-45b1-9030-a988da2ff92f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:46.397984 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-98801a12-4ab3-4790-aed9-87c10e387e8b req-448b2bdc-0dd3-4cc8-969a-a15504ead5dd tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483694 Feb 19 05:16:46.403884 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=ba2472df-bd35-45b1-9030-a988da2ff92f,revision_number=7']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:16:46.613232 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['ba2472df-bd35-45b1-9030-a988da2ff92f'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:16:47.515628 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343c30f-a40e-4bed-94af-6ff8cb8ae10f req-9a75315c-48cc-4516-994b-8aff30c8a59e tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:47.517085 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6343c30f-a40e-4bed-94af-6ff8cb8ae10f req-9a75315c-48cc-4516-994b-8aff30c8a59e tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 945 time: 0.0511940 Feb 19 05:16:47.566807 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6343c30f-a40e-4bed-94af-6ff8cb8ae10f req-736726f2-dab5-426d-b337-966c38c7fe36 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442762 Feb 19 05:16:48.187047 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device ba2472df-bd35-45b1-9030-a988da2ff92f up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:16:48.233534 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port ba2472df-bd35-45b1-9030-a988da2ff92f triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:16:48.233918 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (ba2472df-bd35-45b1-9030-a988da2ff92f), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:48.311245 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port ba2472df-bd35-45b1-9030-a988da2ff92f is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:16:48.311635 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (ba2472df-bd35-45b1-9030-a988da2ff92f), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:48.332676 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765597ab-1084-498e-9876-271dc39589de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2472df-bd35-45b1-9030-a988da2ff92f'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:16:48.334917 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef644b6ab79b0ac41de0b13976fcd129d4d99816de20742327e953106f20d7ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01907f3f-026d-44d7-a279-dfea018e543e" -d '{"events": [{"server_uuid": "765597ab-1084-498e-9876-271dc39589de", "name": "network-vif-plugged", "status": "completed", "tag": "ba2472df-bd35-45b1-9030-a988da2ff92f"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:16:48.347280 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port ba2472df-bd35-45b1-9030-a988da2ff92f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=ba2472df-bd35-45b1-9030-a988da2ff92f,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:16:48.353257 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (ba2472df-bd35-45b1-9030-a988da2ff92f), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:48.376125 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31835a15-8e6c-423a-887c-3520f6b8a943 x-openstack-request-id: req-31835a15-8e6c-423a-887c-3520f6b8a943 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:16:48.376418 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765597ab-1084-498e-9876-271dc39589de", "name": "network-vif-plugged", "status": "completed", "tag": "ba2472df-bd35-45b1-9030-a988da2ff92f", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:16:48.376677 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-31835a15-8e6c-423a-887c-3520f6b8a943 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:16:48.377067 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765597ab-1084-498e-9876-271dc39589de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2472df-bd35-45b1-9030-a988da2ff92f', 'code': 200} Feb 19 05:16:48.403215 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=ba2472df-bd35-45b1-9030-a988da2ff92f,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:16:48.517930 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f6741-86e7-4791-91cc-74eb90675e8c req-06bd8bbc-9c3c-4692-ae89-f99a2c095a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:48.519348 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc1f6741-86e7-4791-91cc-74eb90675e8c req-06bd8bbc-9c3c-4692-ae89-f99a2c095a59 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 1129 time: 0.0430362 Feb 19 05:16:48.566760 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bc1f6741-86e7-4791-91cc-74eb90675e8c req-43364286-1bd9-43de-a394-d2dd808cde32 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407681 Feb 19 05:16:48.685609 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f0916-1341-43d7-96ec-53f71690d0f4 req-f7268d5d-d72c-4773-9dca-08d96ac80394 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:48.687114 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-470f0916-1341-43d7-96ec-53f71690d0f4 req-f7268d5d-d72c-4773-9dca-08d96ac80394 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 946 time: 0.0512791 Feb 19 05:16:48.734671 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-470f0916-1341-43d7-96ec-53f71690d0f4 req-ab48324d-7bef-43bc-b9ab-33fe05ce93cc tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420976 Feb 19 05:16:49.854792 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10c799-871b-4054-9488-29dcf13f3fef req-dda7cefc-418f-491c-a3df-e8681e7d2fea tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:49.856254 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f10c799-871b-4054-9488-29dcf13f3fef req-dda7cefc-418f-491c-a3df-e8681e7d2fea tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 946 time: 0.0521958 Feb 19 05:16:49.903273 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6f10c799-871b-4054-9488-29dcf13f3fef req-baa7314d-7bad-44e8-a79d-0de5c8faa426 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415597 Feb 19 05:16:56.315228 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:16:57.677115 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:00.311371 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:00.768763 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f2f88ac0-9758-4b95-9417-d69516f7c6a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:03.632975 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b114fab5-e976-4155-89ae-5acd3c6505ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:04.111293 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:05.601584 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:06.981774 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:24.390120 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d7ea28f-1dfe-43e3-951c-72d294ced567 req-5222f8cb-54eb-4b61-9033-45d58b536f33 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447609 Feb 19 05:17:24.471365 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ea28f-1dfe-43e3-951c-72d294ced567 req-9d3b0f9a-ed1e-4deb-a3f1-b76a5f1d998c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:24.472807 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d7ea28f-1dfe-43e3-951c-72d294ced567 req-9d3b0f9a-ed1e-4deb-a3f1-b76a5f1d998c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=229835303a204fa7aca8eeef706ec63d&device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 1129 time: 0.0428886 Feb 19 05:17:24.570809 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ea28f-1dfe-43e3-951c-72d294ced567 req-c1094897-c80f-41fb-92a9-4509fefc52ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:24.572155 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d7ea28f-1dfe-43e3-951c-72d294ced567 req-c1094897-c80f-41fb-92a9-4509fefc52ad service neutron] 10.222.0.79 "GET /v2.0/networks?id=1f82dc15-7700-447d-9d19-34866fd3954f HTTP/1.1" status: 200 len: 910 time: 0.0814345 Feb 19 05:17:24.637497 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d7ea28f-1dfe-43e3-951c-72d294ced567 req-1443b2cd-76f0-4ded-974f-62542fffa10c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba2472df-bd35-45b1-9030-a988da2ff92f HTTP/1.1" status: 200 len: 1002 time: 0.0595305 Feb 19 05:17:24.684753 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ea28f-1dfe-43e3-951c-72d294ced567 req-ed7f556b-453b-467c-a73a-fd4eae3f98be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:24.686192 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d7ea28f-1dfe-43e3-951c-72d294ced567 req-ed7f556b-453b-467c-a73a-fd4eae3f98be service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb326b32-dbe5-4bec-9093-458de47b3098 HTTP/1.1" status: 200 len: 848 time: 0.0430515 Feb 19 05:17:24.732954 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ea28f-1dfe-43e3-951c-72d294ced567 req-2052b5d7-cc6f-4e53-bcb5-80c6cfebbc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:24.734418 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d7ea28f-1dfe-43e3-951c-72d294ced567 req-2052b5d7-cc6f-4e53-bcb5-80c6cfebbc62 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1f82dc15-7700-447d-9d19-34866fd3954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0419657 Feb 19 05:17:24.823338 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d7ea28f-1dfe-43e3-951c-72d294ced567 req-2749207e-fe9e-427a-b565-4bcf1813277e service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825565 Feb 19 05:17:24.908285 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d7ea28f-1dfe-43e3-951c-72d294ced567 req-d950a372-fd76-4740-8c55-6dc3d0c5698c service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793247 Feb 19 05:17:27.682658 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:30.310793 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:30.769875 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-dfb5b323-9ec6-4af6-a3b2-ff7c515a950d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:33.314552 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:17:33.634130 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b5cab857-6c8a-4b3b-8ba5-6b4b4340705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:34.114434 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:35.603886 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:36.983157 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:57.696457 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:00.325065 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:00.771362 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7f2192e9-b457-4fdc-b729-3d0abe846248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:01.501553 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-2c0c1264-9603-4ec7-9adb-ca1b1ec914ea req-ac292b61-4799-497b-9e11-313687be29d8 service neutron] (109926) timed out ('10.222.0.26', 54799) {{(pid=109926) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 05:18:02.717949 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49350) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:02.873617 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-d30bbca5-0997-4882-ba5c-dde81606b591 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Deleting port dbf30827-dbcc-4a59-8e47-7ab01c0af3f1 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:18:02.873960 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d30bbca5-0997-4882-ba5c-dde81606b591 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (dbf30827-dbcc-4a59-8e47-7ab01c0af3f1), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:02.946792 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d30bbca5-0997-4882-ba5c-dde81606b591 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (dbf30827-dbcc-4a59-8e47-7ab01c0af3f1), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:02.947187 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d30bbca5-0997-4882-ba5c-dde81606b591 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for floatingip (dbf30827-dbcc-4a59-8e47-7ab01c0af3f1), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:02.959685 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-d30bbca5-0997-4882-ba5c-dde81606b591 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Calling delete_port for dbf30827-dbcc-4a59-8e47-7ab01c0af3f1 owned by network:floatingip {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:18:03.105278 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d30bbca5-0997-4882-ba5c-dde81606b591 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (dbf30827-dbcc-4a59-8e47-7ab01c0af3f1), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:03.129963 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30bbca5-0997-4882-ba5c-dde81606b591 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Pushing event deleted for resources: {'Port': ['ID=dbf30827-dbcc-4a59-8e47-7ab01c0af3f1,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:03.141509 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30bbca5-0997-4882-ba5c-dde81606b591 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:03.141861 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30bbca5-0997-4882-ba5c-dde81606b591 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:03.142228 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30bbca5-0997-4882-ba5c-dde81606b591 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:03.142572 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30bbca5-0997-4882-ba5c-dde81606b591 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:03.142910 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30bbca5-0997-4882-ba5c-dde81606b591 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:03.143244 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30bbca5-0997-4882-ba5c-dde81606b591 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:03.143574 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30bbca5-0997-4882-ba5c-dde81606b591 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:03.143903 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30bbca5-0997-4882-ba5c-dde81606b591 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:03.144230 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30bbca5-0997-4882-ba5c-dde81606b591 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:03.144559 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30bbca5-0997-4882-ba5c-dde81606b591 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:03.144885 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30bbca5-0997-4882-ba5c-dde81606b591 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:03.145211 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30bbca5-0997-4882-ba5c-dde81606b591 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:03.145534 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30bbca5-0997-4882-ba5c-dde81606b591 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:03.201269 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d30bbca5-0997-4882-ba5c-dde81606b591 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for floatingip (83534911-1ddc-4a4a-981c-465f020808ff), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:03.201649 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-d30bbca5-0997-4882-ba5c-dde81606b591 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Floating IP 83534911-1ddc-4a4a-981c-465f020808ff disassociated (deleted). External IP: 172.25.3.139, port: ba2472df-bd35-45b1-9030-a988da2ff92f. Feb 19 05:18:03.638469 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-df8236a4-162e-4f69-b9fb-e97f972048f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:03.744599 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30bbca5-0997-4882-ba5c-dde81606b591 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Router 7c305826-2209-4969-8af8-6c46679fe0e7 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:18:03.853217 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30bbca5-0997-4882-ba5c-dde81606b591 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:18:03.857925 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-d30bbca5-0997-4882-ba5c-dde81606b591 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:03.862426 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cc10a3-e465-4901-b5fa-69878e0c21f1 None None] Sync routers for ids ['7c305826-2209-4969-8af8-6c46679fe0e7'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:18:03.872044 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cc10a3-e465-4901-b5fa-69878e0c21f1 None None] Routers {'7c305826-2209-4969-8af8-6c46679fe0e7'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:18:03.872651 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b1cc10a3-e465-4901-b5fa-69878e0c21f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:18:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7c305826-2209-4969-8af8-6c46679fe0e7'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:03.888900 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-d30bbca5-0997-4882-ba5c-dde81606b591 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "DELETE /v2.0/floatingips/83534911-1ddc-4a4a-981c-465f020808ff HTTP/1.1" status: 204 len: 168 time: 1.1674380 Feb 19 05:18:03.888900 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765597ab-1084-498e-9876-271dc39589de', 'tag': 'ba2472df-bd35-45b1-9030-a988da2ff92f'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:18:03.889361 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b4c5dd-8fbf-4291-b36a-23e77c9d1cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "765597ab-1084-498e-9876-271dc39589de", "tag": "ba2472df-bd35-45b1-9030-a988da2ff92f"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:18:03.930512 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a76469e-f7ff-45aa-880f-b50b1247b1ea x-openstack-request-id: req-6a76469e-f7ff-45aa-880f-b50b1247b1ea {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:18:03.930881 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765597ab-1084-498e-9876-271dc39589de", "tag": "ba2472df-bd35-45b1-9030-a988da2ff92f", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:18:03.931138 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6a76469e-f7ff-45aa-880f-b50b1247b1ea {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:18:03.931544 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765597ab-1084-498e-9876-271dc39589de', 'tag': 'ba2472df-bd35-45b1-9030-a988da2ff92f', 'status': 'completed', 'code': 200} Feb 19 05:18:03.986283 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-b1cc10a3-e465-4901-b5fa-69878e0c21f1 None None] Set router 7c305826-2209-4969-8af8-6c46679fe0e7 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:18:03.999607 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4c5dd-8fbf-4291-b36a-23e77c9d1cd8 req-9dfab761-2706-4d40-8338-4403a0f5c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:04.001708 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60b4c5dd-8fbf-4291-b36a-23e77c9d1cd8 req-9dfab761-2706-4d40-8338-4403a0f5c6aa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=229835303a204fa7aca8eeef706ec63d&device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 1129 time: 0.0489702 Feb 19 05:18:04.119775 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:04.153436 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4c5dd-8fbf-4291-b36a-23e77c9d1cd8 req-a78c6cfa-eaa0-4e8e-bcd9-b6420e5f85ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:04.154823 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60b4c5dd-8fbf-4291-b36a-23e77c9d1cd8 req-a78c6cfa-eaa0-4e8e-bcd9-b6420e5f85ea service neutron] 10.222.0.79 "GET /v2.0/networks?id=1f82dc15-7700-447d-9d19-34866fd3954f HTTP/1.1" status: 200 len: 910 time: 0.1352065 Feb 19 05:18:04.162682 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d7af3-ca1b-486c-b9fa-89ad45672802 req-d3991e12-50cb-4dbc-b7db-7e31036ef857 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:04.164060 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d8d7af3-ca1b-486c-b9fa-89ad45672802 req-d3991e12-50cb-4dbc-b7db-7e31036ef857 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 946 time: 0.0830591 Feb 19 05:18:04.195110 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b1cc10a3-e465-4901-b5fa-69878e0c21f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'name': 'tempest-TestShelveInstance-1693923003-router', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:26Z', 'updated_at': '2022-02-19T05:08:29Z', 'revision_number': 4, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'gw_port': {'id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:27Z', 'updated_at': '2022-02-19T05:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '157c13f4-c84c-4f44-8904-e8a4aae36773', 'name': '', 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'mac_address': 'fa:16:3e:08:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:29Z', 'updated_at': '2022-02-19T05:08:33Z', 'revision_number': 5, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'subnets': [{'id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:04.204782 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60b4c5dd-8fbf-4291-b36a-23e77c9d1cd8 req-eb87f4b3-d1df-4a8a-bc48-0c7dab9dfdf7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba2472df-bd35-45b1-9030-a988da2ff92f HTTP/1.1" status: 200 len: 217 time: 0.0398045 Feb 19 05:18:04.222452 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cc10a3-e465-4901-b5fa-69878e0c21f1 None None] Checking router: 7c305826-2209-4969-8af8-6c46679fe0e7 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:18:04.230615 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cc10a3-e465-4901-b5fa-69878e0c21f1 None None] Routers {'7c305826-2209-4969-8af8-6c46679fe0e7'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:18:04.231222 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b1cc10a3-e465-4901-b5fa-69878e0c21f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:18:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7c305826-2209-4969-8af8-6c46679fe0e7'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:04.283752 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-6d8d7af3-ca1b-486c-b9fa-89ad45672802 req-63fff7f7-6c44-4a10-b4df-a6e91af99ef7 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131072 Feb 19 05:18:04.285314 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4c5dd-8fbf-4291-b36a-23e77c9d1cd8 req-5e063f86-45cd-452b-97c8-a910bb632cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:04.286711 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60b4c5dd-8fbf-4291-b36a-23e77c9d1cd8 req-5e063f86-45cd-452b-97c8-a910bb632cd0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb326b32-dbe5-4bec-9093-458de47b3098 HTTP/1.1" status: 200 len: 848 time: 0.0744107 Feb 19 05:18:04.338878 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4c5dd-8fbf-4291-b36a-23e77c9d1cd8 req-692a7132-f731-413c-a471-fe1c790eb709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:04.340266 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-b1cc10a3-e465-4901-b5fa-69878e0c21f1 None None] Set router 7c305826-2209-4969-8af8-6c46679fe0e7 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:18:04.340408 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60b4c5dd-8fbf-4291-b36a-23e77c9d1cd8 req-692a7132-f731-413c-a471-fe1c790eb709 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1f82dc15-7700-447d-9d19-34866fd3954f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472088 Feb 19 05:18:04.441367 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60b4c5dd-8fbf-4291-b36a-23e77c9d1cd8 req-08e67cb5-9725-4ff1-b830-1d430e4b4460 service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928295 Feb 19 05:18:04.533360 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-60b4c5dd-8fbf-4291-b36a-23e77c9d1cd8 req-29ea7203-6daa-4ab2-a6b6-a64020867f1e service neutron] 10.222.0.79 "GET /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855880 Feb 19 05:18:04.625191 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-b1cc10a3-e465-4901-b5fa-69878e0c21f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'name': 'tempest-TestShelveInstance-1693923003-router', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:26Z', 'updated_at': '2022-02-19T05:08:29Z', 'revision_number': 4, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'gw_port': {'id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:27Z', 'updated_at': '2022-02-19T05:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '157c13f4-c84c-4f44-8904-e8a4aae36773', 'name': '', 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'mac_address': 'fa:16:3e:08:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:29Z', 'updated_at': '2022-02-19T05:08:33Z', 'revision_number': 5, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'subnets': [{'id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:04.650095 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cc10a3-e465-4901-b5fa-69878e0c21f1 None None] The sync data for ids ['7c305826-2209-4969-8af8-6c46679fe0e7'] in n-d-828369-19 is: [{'id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'name': 'tempest-TestShelveInstance-1693923003-router', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:26Z', 'updated_at': '2022-02-19T05:08:29Z', 'revision_number': 4, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'gw_port': {'id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:27Z', 'updated_at': '2022-02-19T05:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '157c13f4-c84c-4f44-8904-e8a4aae36773', 'name': '', 'network_id': '1f82dc15-7700-447d-9d19-34866fd3954f', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'mac_address': 'fa:16:3e:08:c9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:29Z', 'updated_at': '2022-02-19T05:08:33Z', 'revision_number': 5, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'subnets': [{'id': 'bb326b32-dbe5-4bec-9093-458de47b3098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:18:04.876419 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd35c17-f75c-44c3-af25-e71b2c3e14f5 None None] New status for floating IP 83534911-1ddc-4a4a-981c-465f020808ff: DOWN {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:18:05.404701 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74707c1-ff3e-40c0-9320-be70a74a739a req-5d43d3c9-4783-4387-8075-b872fcd4f1c8 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:05.406514 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c74707c1-ff3e-40c0-9320-be70a74a739a req-5d43d3c9-4783-4387-8075-b872fcd4f1c8 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 946 time: 0.0529447 Feb 19 05:18:05.455304 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c74707c1-ff3e-40c0-9320-be70a74a739a req-a1dad829-9370-47c0-8a3a-86ab2a93c4a1 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432961 Feb 19 05:18:05.607262 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:05.616029 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2e49a-2baa-470e-8990-1e398d2d9fe0 req-d8825799-28b8-4355-a8b5-f0f17a36690b tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:05.617509 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b3f2e49a-2baa-470e-8990-1e398d2d9fe0 req-d8825799-28b8-4355-a8b5-f0f17a36690b tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.79 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 946 time: 0.0555842 Feb 19 05:18:05.711831 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-b3f2e49a-2baa-470e-8990-1e398d2d9fe0 req-b3f205c5-724f-4718-a1bd-d2e11d08644c tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Deleting port ba2472df-bd35-45b1-9030-a988da2ff92f {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:18:05.712178 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b3f2e49a-2baa-470e-8990-1e398d2d9fe0 req-b3f205c5-724f-4718-a1bd-d2e11d08644c tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ba2472df-bd35-45b1-9030-a988da2ff92f), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:05.801716 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-b3f2e49a-2baa-470e-8990-1e398d2d9fe0 req-b3f205c5-724f-4718-a1bd-d2e11d08644c tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] For port ba2472df-bd35-45b1-9030-a988da2ff92f, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=ba2472df-bd35-45b1-9030-a988da2ff92f,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:18:05.802076 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b3f2e49a-2baa-470e-8990-1e398d2d9fe0 req-b3f205c5-724f-4718-a1bd-d2e11d08644c tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ba2472df-bd35-45b1-9030-a988da2ff92f), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:05.815477 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-b3f2e49a-2baa-470e-8990-1e398d2d9fe0 req-b3f205c5-724f-4718-a1bd-d2e11d08644c tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Calling delete_port for ba2472df-bd35-45b1-9030-a988da2ff92f owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:18:05.939990 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b3f2e49a-2baa-470e-8990-1e398d2d9fe0 req-b3f205c5-724f-4718-a1bd-d2e11d08644c tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (ba2472df-bd35-45b1-9030-a988da2ff92f), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:05.969609 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f205c5-724f-4718-a1bd-d2e11d08644c tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Pushing event deleted for resources: {'Port': ['ID=ba2472df-bd35-45b1-9030-a988da2ff92f,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:06.020605 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f2e49a-2baa-470e-8990-1e398d2d9fe0 req-b3f205c5-724f-4718-a1bd-d2e11d08644c tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] No DVR routers for this DVR port ba2472df-bd35-45b1-9030-a988da2ff92f on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:18:06.023198 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-b3f2e49a-2baa-470e-8990-1e398d2d9fe0 req-b3f205c5-724f-4718-a1bd-d2e11d08644c tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:06.026669 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b3f2e49a-2baa-470e-8990-1e398d2d9fe0 req-b3f205c5-724f-4718-a1bd-d2e11d08644c tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.79 "DELETE /v2.0/ports/ba2472df-bd35-45b1-9030-a988da2ff92f HTTP/1.1" status: 204 len: 173 time: 0.4031875 Feb 19 05:18:06.027303 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765597ab-1084-498e-9876-271dc39589de', 'name': 'network-vif-deleted', 'tag': 'ba2472df-bd35-45b1-9030-a988da2ff92f'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:18:06.032536 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d19ed60-caf9-49f0-8136-cf7c5ba62d75" -d '{"events": [{"server_uuid": "765597ab-1084-498e-9876-271dc39589de", "name": "network-vif-deleted", "tag": "ba2472df-bd35-45b1-9030-a988da2ff92f"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:18:06.076586 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7cff36-c7e6-45b8-b46c-6520f31eec08 x-openstack-request-id: req-3b7cff36-c7e6-45b8-b46c-6520f31eec08 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:18:06.076884 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765597ab-1084-498e-9876-271dc39589de", "name": "network-vif-deleted", "tag": "ba2472df-bd35-45b1-9030-a988da2ff92f", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:18:06.077133 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b7cff36-c7e6-45b8-b46c-6520f31eec08 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:18:06.077532 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765597ab-1084-498e-9876-271dc39589de', 'name': 'network-vif-deleted', 'tag': 'ba2472df-bd35-45b1-9030-a988da2ff92f', 'status': 'completed', 'code': 200} Feb 19 05:18:06.549785 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4698b208-8fc6-48fa-bc70-ab35cd47e067 req-17f1123f-e70f-4284-b4e1-683f05aa968d tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 210 time: 0.0272803 Feb 19 05:18:06.987102 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:07.649956 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3fd3037f-578d-4f8b-a38c-b6959beb4106 req-aa2321bc-d3e1-4689-b1ad-c7b1461e31e0 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 210 time: 0.0278623 Feb 19 05:18:08.744498 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c9a7e5f8-7bca-4371-ada4-0e9a6f6035a7 req-0c8ea3a9-58d4-43af-8353-c6710b0dd7fb tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 210 time: 0.0266182 Feb 19 05:18:09.841033 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-5a300fa5-e913-411f-85ef-fd0cb4246d8b req-feaf0d69-e77b-422e-a993-fada64f2aa8d tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 210 time: 0.0301070 Feb 19 05:18:10.313665 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:18:10.585421 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device ba2472df-bd35-45b1-9030-a988da2ff92f no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:18:10.605524 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: ba2472df-bd35-45b1-9030-a988da2ff92f {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:18:10.605866 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device ba2472df-bd35-45b1-9030-a988da2ff92f not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:18:10.934105 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d25b7ae0-6b12-4660-b18c-cdb647f88983 req-f3375f85-4eed-4204-a6cf-9df93e97f252 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 210 time: 0.0261981 Feb 19 05:18:12.033192 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4e703342-f435-4716-8f9f-ad51ba26ae29 req-536433e5-c38c-4d4a-b1dd-5f7667e506af tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 210 time: 0.0286512 Feb 19 05:18:13.140301 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a201dfbd-96be-4ad0-9163-09e82067cb74 req-47b12c80-6f0d-419b-886c-abfd97ead1f9 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 210 time: 0.0276251 Feb 19 05:18:14.233286 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-98e0817a-ced2-42a9-bd07-c0295c72ab1f req-6f352aba-c6c5-4f56-8406-0b07b75058d9 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 210 time: 0.0257249 Feb 19 05:18:15.350360 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8bc33f08-12a4-44c9-9f67-1203dc4b303c req-e2de4115-506c-4492-917c-1e03f1ed6217 tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "GET /v2.0/ports?device_id=765597ab-1084-498e-9876-271dc39589de HTTP/1.1" status: 200 len: 210 time: 0.0287061 Feb 19 05:18:16.409153 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49392) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:16.470877 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cc0bcaca-b723-4501-bf6d-db9ff75b36bf tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group (f9c8ca5a-5b23-4812-a2fb-e67395c81c5d), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:16.496647 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cc0bcaca-b723-4501-bf6d-db9ff75b36bf tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group (f9c8ca5a-5b23-4812-a2fb-e67395c81c5d), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:16.559704 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cc0bcaca-b723-4501-bf6d-db9ff75b36bf tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (f9c8ca5a-5b23-4812-a2fb-e67395c81c5d), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:16.562840 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-cc0bcaca-b723-4501-bf6d-db9ff75b36bf tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Publish callbacks [] for security_group (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:16.564166 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-cc0bcaca-b723-4501-bf6d-db9ff75b36bf tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] 10.222.0.52 "DELETE /v2.0/security-groups/f9c8ca5a-5b23-4812-a2fb-e67395c81c5d HTTP/1.1" status: 204 len: 168 time: 0.1538157 Feb 19 05:18:16.579407 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0bcaca-b723-4501-bf6d-db9ff75b36bf tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c8ca5a-5b23-4812-a2fb-e67395c81c5d,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:16.625280 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49396) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:17.102401 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-49264fa2-16d3-45ff-98ec-f0469d921bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (7c305826-2209-4969-8af8-6c46679fe0e7), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:17.351043 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-49264fa2-16d3-45ff-98ec-f0469d921bc4 admin admin] Deleting port 157c13f4-c84c-4f44-8904-e8a4aae36773 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:18:17.351289 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-49264fa2-16d3-45ff-98ec-f0469d921bc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (157c13f4-c84c-4f44-8904-e8a4aae36773), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:17.428191 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-49264fa2-16d3-45ff-98ec-f0469d921bc4 admin admin] For port 157c13f4-c84c-4f44-8904-e8a4aae36773, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=157c13f4-c84c-4f44-8904-e8a4aae36773,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:18:17.429149 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-49264fa2-16d3-45ff-98ec-f0469d921bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (157c13f4-c84c-4f44-8904-e8a4aae36773), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:17.441737 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-49264fa2-16d3-45ff-98ec-f0469d921bc4 admin admin] Calling delete_port for 157c13f4-c84c-4f44-8904-e8a4aae36773 owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:18:17.624352 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-49264fa2-16d3-45ff-98ec-f0469d921bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (157c13f4-c84c-4f44-8904-e8a4aae36773), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:17.648275 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49264fa2-16d3-45ff-98ec-f0469d921bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=157c13f4-c84c-4f44-8904-e8a4aae36773,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:17.832576 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-49264fa2-16d3-45ff-98ec-f0469d921bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (7c305826-2209-4969-8af8-6c46679fe0e7), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:18.057781 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49264fa2-16d3-45ff-98ec-f0469d921bc4 admin admin] Router 7c305826-2209-4969-8af8-6c46679fe0e7 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:18:18.166310 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49264fa2-16d3-45ff-98ec-f0469d921bc4 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:18:18.174388 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49400) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:18.174852 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-49264fa2-16d3-45ff-98ec-f0469d921bc4 admin admin] 10.222.0.52 "PUT /v2.0/routers/7c305826-2209-4969-8af8-6c46679fe0e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5465610 Feb 19 05:18:18.176439 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85e1ac9-573d-4327-84cf-7395e9cadbb5 None None] Sync routers for ids ['7c305826-2209-4969-8af8-6c46679fe0e7'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:18:18.188136 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85e1ac9-573d-4327-84cf-7395e9cadbb5 None None] Routers {'7c305826-2209-4969-8af8-6c46679fe0e7'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:18:18.188757 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d85e1ac9-573d-4327-84cf-7395e9cadbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:18:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7c305826-2209-4969-8af8-6c46679fe0e7'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:18.283648 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a613760e-076e-4d02-a723-f69164241dae admin admin] Publish callbacks [] for router (7c305826-2209-4969-8af8-6c46679fe0e7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:18.296917 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-d85e1ac9-573d-4327-84cf-7395e9cadbb5 None None] Set router 7c305826-2209-4969-8af8-6c46679fe0e7 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:18:18.406692 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a613760e-076e-4d02-a723-f69164241dae admin admin] Publish callbacks [] for router_gateway (7c305826-2209-4969-8af8-6c46679fe0e7), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:18.459909 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-a613760e-076e-4d02-a723-f69164241dae admin admin] Deleting port c0150044-a8b4-45a3-a419-704d0bab6ce8 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:18:18.460293 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a613760e-076e-4d02-a723-f69164241dae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (c0150044-a8b4-45a3-a419-704d0bab6ce8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:18.486402 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d85e1ac9-573d-4327-84cf-7395e9cadbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'name': 'tempest-TestShelveInstance-1693923003-router', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:26Z', 'updated_at': '2022-02-19T05:18:17Z', 'revision_number': 5, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'gw_port': {'id': 'c0150044-a8b4-45a3-a419-704d0bab6ce8', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:27Z', 'updated_at': '2022-02-19T05:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:18.513047 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85e1ac9-573d-4327-84cf-7395e9cadbb5 None None] Checking router: 7c305826-2209-4969-8af8-6c46679fe0e7 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:18:18.521740 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85e1ac9-573d-4327-84cf-7395e9cadbb5 None None] Routers {'7c305826-2209-4969-8af8-6c46679fe0e7'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:18:18.522369 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d85e1ac9-573d-4327-84cf-7395e9cadbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:18:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['7c305826-2209-4969-8af8-6c46679fe0e7'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:18.545427 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-a613760e-076e-4d02-a723-f69164241dae admin admin] For port c0150044-a8b4-45a3-a419-704d0bab6ce8, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=c0150044-a8b4-45a3-a419-704d0bab6ce8,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:18:18.545777 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a613760e-076e-4d02-a723-f69164241dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (c0150044-a8b4-45a3-a419-704d0bab6ce8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:18.560486 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-a613760e-076e-4d02-a723-f69164241dae admin admin] Calling delete_port for c0150044-a8b4-45a3-a419-704d0bab6ce8 owned by network:router_gateway {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:18:18.614125 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-d85e1ac9-573d-4327-84cf-7395e9cadbb5 None None] Set router 7c305826-2209-4969-8af8-6c46679fe0e7 gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:18:18.674616 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-d85e1ac9-573d-4327-84cf-7395e9cadbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'name': 'tempest-TestShelveInstance-1693923003-router', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:26Z', 'updated_at': '2022-02-19T05:18:18Z', 'revision_number': 6, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:18.702866 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85e1ac9-573d-4327-84cf-7395e9cadbb5 None None] The sync data for ids ['7c305826-2209-4969-8af8-6c46679fe0e7'] in n-d-828369-19 is: [{'id': '7c305826-2209-4969-8af8-6c46679fe0e7', 'name': 'tempest-TestShelveInstance-1693923003-router', 'tenant_id': '229835303a204fa7aca8eeef706ec63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:26Z', 'updated_at': '2022-02-19T05:18:18Z', 'revision_number': 6, 'project_id': '229835303a204fa7aca8eeef706ec63d', 'gw_port_host': None}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:18:18.760211 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a613760e-076e-4d02-a723-f69164241dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (c0150044-a8b4-45a3-a419-704d0bab6ce8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:18.784505 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613760e-076e-4d02-a723-f69164241dae admin admin] Pushing event deleted for resources: {'Port': ['ID=c0150044-a8b4-45a3-a419-704d0bab6ce8,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:18.798215 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613760e-076e-4d02-a723-f69164241dae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:18.798511 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613760e-076e-4d02-a723-f69164241dae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:18.798835 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613760e-076e-4d02-a723-f69164241dae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:18.799167 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613760e-076e-4d02-a723-f69164241dae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:18.799494 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613760e-076e-4d02-a723-f69164241dae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:18.799820 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613760e-076e-4d02-a723-f69164241dae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:18.800141 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613760e-076e-4d02-a723-f69164241dae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:18.800460 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613760e-076e-4d02-a723-f69164241dae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:18.800780 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613760e-076e-4d02-a723-f69164241dae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:18.801098 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613760e-076e-4d02-a723-f69164241dae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:18.801414 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613760e-076e-4d02-a723-f69164241dae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:18.801726 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613760e-076e-4d02-a723-f69164241dae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:18.802042 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a613760e-076e-4d02-a723-f69164241dae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:18.856968 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a613760e-076e-4d02-a723-f69164241dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (7c305826-2209-4969-8af8-6c46679fe0e7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:18.951693 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a613760e-076e-4d02-a723-f69164241dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (7c305826-2209-4969-8af8-6c46679fe0e7), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:18.953908 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a613760e-076e-4d02-a723-f69164241dae admin admin] Publish callbacks [] for router_controller (7c305826-2209-4969-8af8-6c46679fe0e7), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:19.000816 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a613760e-076e-4d02-a723-f69164241dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (7c305826-2209-4969-8af8-6c46679fe0e7), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:19.001436 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a613760e-076e-4d02-a723-f69164241dae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c305826-2209-4969-8af8-6c46679fe0e7 {{(pid=109925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:18:19.011274 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a613760e-076e-4d02-a723-f69164241dae admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:19.012705 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a613760e-076e-4d02-a723-f69164241dae admin admin] 10.222.0.52 "DELETE /v2.0/routers/7c305826-2209-4969-8af8-6c46679fe0e7 HTTP/1.1" status: 204 len: 168 time: 0.8373137 Feb 19 05:18:19.015702 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49404) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:19.067312 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda2c06d-5f61-4bcb-8d13-59627b1c9ed3 admin admin] Deleting subnet bb326b32-dbe5-4bec-9093-458de47b3098 {{(pid=109925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:18:19.070714 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cda2c06d-5f61-4bcb-8d13-59627b1c9ed3 admin admin] Publish callbacks [] for subnet (bb326b32-dbe5-4bec-9093-458de47b3098), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:19.109604 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cda2c06d-5f61-4bcb-8d13-59627b1c9ed3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241256'] for subnet (bb326b32-dbe5-4bec-9093-458de47b3098), precommit_delete_associations {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:19.198741 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cda2c06d-5f61-4bcb-8d13-59627b1c9ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (bb326b32-dbe5-4bec-9093-458de47b3098), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:19.249857 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cda2c06d-5f61-4bcb-8d13-59627b1c9ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5799305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4424881'] for subnet (bb326b32-dbe5-4bec-9093-458de47b3098), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:19.278475 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-cda2c06d-5f61-4bcb-8d13-59627b1c9ed3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:19.285739 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-cda2c06d-5f61-4bcb-8d13-59627b1c9ed3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/bb326b32-dbe5-4bec-9093-458de47b3098 HTTP/1.1" status: 204 len: 168 time: 0.2666984 Feb 19 05:18:19.285919 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6c13ce-446d-4e6f-a03a-7b93330e1d57 None None] Network 1f82dc15-7700-447d-9d19-34866fd3954f requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:18:19.286462 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2c06d-5f61-4bcb-8d13-59627b1c9ed3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb326b32-dbe5-4bec-9093-458de47b3098,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:19.286462 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49406) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:19.356967 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3160c7b3-a82b-4a09-841b-0853d2c746be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (1f82dc15-7700-447d-9d19-34866fd3954f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:19.414811 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-3160c7b3-a82b-4a09-841b-0853d2c746be admin admin] Deleting port 2443ab50-3c6d-44dc-9893-b9c772141915 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:18:19.415244 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3160c7b3-a82b-4a09-841b-0853d2c746be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (2443ab50-3c6d-44dc-9893-b9c772141915), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:19.479411 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2c2d7d-d55d-4016-8ec5-58996b1d3aaa None None] DHCP port deletion for 1f82dc15-7700-447d-9d19-34866fd3954f request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:18:19.481944 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-3160c7b3-a82b-4a09-841b-0853d2c746be admin admin] For port 2443ab50-3c6d-44dc-9893-b9c772141915, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2443ab50-3c6d-44dc-9893-b9c772141915,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:18:19.482365 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3160c7b3-a82b-4a09-841b-0853d2c746be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (2443ab50-3c6d-44dc-9893-b9c772141915), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:19.496166 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-3160c7b3-a82b-4a09-841b-0853d2c746be admin admin] Calling delete_port for 2443ab50-3c6d-44dc-9893-b9c772141915 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:18:19.536106 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ad2c2d7d-d55d-4016-8ec5-58996b1d3aaa None None] Deleting port 2443ab50-3c6d-44dc-9893-b9c772141915 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:18:19.536643 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ad2c2d7d-d55d-4016-8ec5-58996b1d3aaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (2443ab50-3c6d-44dc-9893-b9c772141915), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:19.591490 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3160c7b3-a82b-4a09-841b-0853d2c746be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (2443ab50-3c6d-44dc-9893-b9c772141915), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:19.612586 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-ad2c2d7d-d55d-4016-8ec5-58996b1d3aaa None None] For port 2443ab50-3c6d-44dc-9893-b9c772141915, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2443ab50-3c6d-44dc-9893-b9c772141915,segment=NetworkSegment(6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8),segment_id=6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:18:19.613055 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ad2c2d7d-d55d-4016-8ec5-58996b1d3aaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (2443ab50-3c6d-44dc-9893-b9c772141915), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:19.621039 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160c7b3-a82b-4a09-841b-0853d2c746be admin admin] Pushing event deleted for resources: {'Port': ['ID=2443ab50-3c6d-44dc-9893-b9c772141915,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:19.626604 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-ad2c2d7d-d55d-4016-8ec5-58996b1d3aaa None None] Calling delete_port for 2443ab50-3c6d-44dc-9893-b9c772141915 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:18:19.637219 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3160c7b3-a82b-4a09-841b-0853d2c746be admin admin] No DVR routers for this DVR port 2443ab50-3c6d-44dc-9893-b9c772141915 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:18:19.708944 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ad2c2d7d-d55d-4016-8ec5-58996b1d3aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (2443ab50-3c6d-44dc-9893-b9c772141915), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:19.713375 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3160c7b3-a82b-4a09-841b-0853d2c746be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (1f82dc15-7700-447d-9d19-34866fd3954f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:19.736184 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2c2d7d-d55d-4016-8ec5-58996b1d3aaa None None] No DVR routers for this DVR port 2443ab50-3c6d-44dc-9893-b9c772141915 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:18:19.739010 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-3160c7b3-a82b-4a09-841b-0853d2c746be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f82dc15-7700-447d-9d19-34866fd3954f']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:19.745747 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c2d7d-d55d-4016-8ec5-58996b1d3aaa None None] Pushing event deleted for resources: {'Port': ['ID=2443ab50-3c6d-44dc-9893-b9c772141915,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:19.754969 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-3160c7b3-a82b-4a09-841b-0853d2c746be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:19.755272 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-3160c7b3-a82b-4a09-841b-0853d2c746be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:19.760499 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c2d7d-d55d-4016-8ec5-58996b1d3aaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:19.760830 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c2d7d-d55d-4016-8ec5-58996b1d3aaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:19.761381 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c2d7d-d55d-4016-8ec5-58996b1d3aaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:19.761928 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c2d7d-d55d-4016-8ec5-58996b1d3aaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:19.762284 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c2d7d-d55d-4016-8ec5-58996b1d3aaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:19.762641 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c2d7d-d55d-4016-8ec5-58996b1d3aaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:19.762977 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c2d7d-d55d-4016-8ec5-58996b1d3aaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:19.763303 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c2d7d-d55d-4016-8ec5-58996b1d3aaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:19.763630 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c2d7d-d55d-4016-8ec5-58996b1d3aaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:19.764541 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c2d7d-d55d-4016-8ec5-58996b1d3aaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:19.766089 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c2d7d-d55d-4016-8ec5-58996b1d3aaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:19.766543 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c2d7d-d55d-4016-8ec5-58996b1d3aaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:19.766792 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c2d7d-d55d-4016-8ec5-58996b1d3aaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:19.769609 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3160c7b3-a82b-4a09-841b-0853d2c746be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:19.786445 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3160c7b3-a82b-4a09-841b-0853d2c746be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:19.794791 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3160c7b3-a82b-4a09-841b-0853d2c746be admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:18:19.795367 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3160c7b3-a82b-4a09-841b-0853d2c746be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (6c8e01bf-5d97-4ae9-b48a-425dbce8d2c8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: timer() Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:18:19.797793 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:18:19.856112 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3160c7b3-a82b-4a09-841b-0853d2c746be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (1f82dc15-7700-447d-9d19-34866fd3954f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:19.862906 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-3160c7b3-a82b-4a09-841b-0853d2c746be admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:19.867054 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-3160c7b3-a82b-4a09-841b-0853d2c746be admin admin] 10.222.0.52 "DELETE /v2.0/networks/1f82dc15-7700-447d-9d19-34866fd3954f HTTP/1.1" status: 204 len: 168 time: 0.5794363 Feb 19 05:18:19.870100 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49408) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:19.887369 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160c7b3-a82b-4a09-841b-0853d2c746be admin admin] Pushing event deleted for resources: {'Network': ['ID=1f82dc15-7700-447d-9d19-34866fd3954f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:20.361028 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device c0150044-a8b4-45a3-a419-704d0bab6ce8 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:18:20.382499 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: c0150044-a8b4-45a3-a419-704d0bab6ce8 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:18:20.383037 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device c0150044-a8b4-45a3-a419-704d0bab6ce8 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:18:20.383520 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2443ab50-3c6d-44dc-9893-b9c772141915 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:18:20.402920 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 2443ab50-3c6d-44dc-9893-b9c772141915 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:18:20.403572 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2443ab50-3c6d-44dc-9893-b9c772141915 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:18:20.404063 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 157c13f4-c84c-4f44-8904-e8a4aae36773 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:18:20.424456 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 157c13f4-c84c-4f44-8904-e8a4aae36773 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:18:20.424858 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 157c13f4-c84c-4f44-8904-e8a4aae36773 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:18:20.593674 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8959a8fe-7b1c-4e12-8b4d-87ac484c6153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (5d314b6b-cd67-495f-b381-0817dd74df80), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:20.844770 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-8959a8fe-7b1c-4e12-8b4d-87ac484c6153 admin admin] Deleting port ee3e604e-170e-4200-b86b-6b7a0f507388 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:18:20.845114 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8959a8fe-7b1c-4e12-8b4d-87ac484c6153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (ee3e604e-170e-4200-b86b-6b7a0f507388), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:20.925358 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-8959a8fe-7b1c-4e12-8b4d-87ac484c6153 admin admin] For port ee3e604e-170e-4200-b86b-6b7a0f507388, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=ee3e604e-170e-4200-b86b-6b7a0f507388,segment=NetworkSegment(775511c9-2c59-4d26-ab14-82ccfba09583),segment_id=775511c9-2c59-4d26-ab14-82ccfba09583)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:18:20.926059 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8959a8fe-7b1c-4e12-8b4d-87ac484c6153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (ee3e604e-170e-4200-b86b-6b7a0f507388), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:20.939171 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-8959a8fe-7b1c-4e12-8b4d-87ac484c6153 admin admin] Calling delete_port for ee3e604e-170e-4200-b86b-6b7a0f507388 owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:18:21.139012 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8959a8fe-7b1c-4e12-8b4d-87ac484c6153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (ee3e604e-170e-4200-b86b-6b7a0f507388), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:21.170525 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959a8fe-7b1c-4e12-8b4d-87ac484c6153 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee3e604e-170e-4200-b86b-6b7a0f507388,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:21.336935 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8959a8fe-7b1c-4e12-8b4d-87ac484c6153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (5d314b6b-cd67-495f-b381-0817dd74df80), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:21.566845 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8959a8fe-7b1c-4e12-8b4d-87ac484c6153 admin admin] Router 5d314b6b-cd67-495f-b381-0817dd74df80 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:18:21.676586 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8959a8fe-7b1c-4e12-8b4d-87ac484c6153 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:18:21.685103 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8959a8fe-7b1c-4e12-8b4d-87ac484c6153 admin admin] 10.222.0.52 "PUT /v2.0/routers/5d314b6b-cd67-495f-b381-0817dd74df80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8106911 Feb 19 05:18:21.685103 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49410) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:21.687269 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b322a4f7-109f-4f5e-9b35-3c6db2daa228 None None] Sync routers for ids ['5d314b6b-cd67-495f-b381-0817dd74df80'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:18:21.697658 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b322a4f7-109f-4f5e-9b35-3c6db2daa228 None None] Routers {'5d314b6b-cd67-495f-b381-0817dd74df80'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:18:21.698310 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-b322a4f7-109f-4f5e-9b35-3c6db2daa228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:18:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['5d314b6b-cd67-495f-b381-0817dd74df80'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:21.797865 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-110911f3-ad50-4452-aa6f-f3c45994f5bd admin admin] Publish callbacks [] for router (5d314b6b-cd67-495f-b381-0817dd74df80), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:21.805597 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-b322a4f7-109f-4f5e-9b35-3c6db2daa228 None None] Set router 5d314b6b-cd67-495f-b381-0817dd74df80 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:18:21.909161 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-110911f3-ad50-4452-aa6f-f3c45994f5bd admin admin] Publish callbacks [] for router_gateway (5d314b6b-cd67-495f-b381-0817dd74df80), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:21.974978 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-110911f3-ad50-4452-aa6f-f3c45994f5bd admin admin] Deleting port 2037a3f1-561c-4f37-9f0b-c2e278b69a13 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:18:21.975673 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-110911f3-ad50-4452-aa6f-f3c45994f5bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (2037a3f1-561c-4f37-9f0b-c2e278b69a13), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:22.003803 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-b322a4f7-109f-4f5e-9b35-3c6db2daa228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d314b6b-cd67-495f-b381-0817dd74df80', 'name': 'tempest-TestShelveInstance-848338308-router', 'tenant_id': '820e44d7783b4e848f93da463a756340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '2037a3f1-561c-4f37-9f0b-c2e278b69a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:31Z', 'updated_at': '2022-02-19T05:18:21Z', 'revision_number': 5, 'project_id': '820e44d7783b4e848f93da463a756340', 'gw_port': {'id': '2037a3f1-561c-4f37-9f0b-c2e278b69a13', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d314b6b-cd67-495f-b381-0817dd74df80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:31Z', 'updated_at': '2022-02-19T05:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:22.052347 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b322a4f7-109f-4f5e-9b35-3c6db2daa228 None None] Checking router: 5d314b6b-cd67-495f-b381-0817dd74df80 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:18:22.069123 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-110911f3-ad50-4452-aa6f-f3c45994f5bd admin admin] For port 2037a3f1-561c-4f37-9f0b-c2e278b69a13, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2037a3f1-561c-4f37-9f0b-c2e278b69a13,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:18:22.069780 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-110911f3-ad50-4452-aa6f-f3c45994f5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (2037a3f1-561c-4f37-9f0b-c2e278b69a13), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:22.071640 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b322a4f7-109f-4f5e-9b35-3c6db2daa228 None None] Routers {'5d314b6b-cd67-495f-b381-0817dd74df80'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:18:22.073015 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-b322a4f7-109f-4f5e-9b35-3c6db2daa228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:18:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['5d314b6b-cd67-495f-b381-0817dd74df80'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:22.084052 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-110911f3-ad50-4452-aa6f-f3c45994f5bd admin admin] Calling delete_port for 2037a3f1-561c-4f37-9f0b-c2e278b69a13 owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:18:22.185561 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-b322a4f7-109f-4f5e-9b35-3c6db2daa228 None None] Set router 5d314b6b-cd67-495f-b381-0817dd74df80 gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:18:22.263746 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-b322a4f7-109f-4f5e-9b35-3c6db2daa228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d314b6b-cd67-495f-b381-0817dd74df80', 'name': 'tempest-TestShelveInstance-848338308-router', 'tenant_id': '820e44d7783b4e848f93da463a756340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:31Z', 'updated_at': '2022-02-19T05:18:21Z', 'revision_number': 6, 'project_id': '820e44d7783b4e848f93da463a756340', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:22.278763 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-110911f3-ad50-4452-aa6f-f3c45994f5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (2037a3f1-561c-4f37-9f0b-c2e278b69a13), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:22.292589 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b322a4f7-109f-4f5e-9b35-3c6db2daa228 None None] The sync data for ids ['5d314b6b-cd67-495f-b381-0817dd74df80'] in n-d-828369-19 is: [{'id': '5d314b6b-cd67-495f-b381-0817dd74df80', 'name': 'tempest-TestShelveInstance-848338308-router', 'tenant_id': '820e44d7783b4e848f93da463a756340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:31Z', 'updated_at': '2022-02-19T05:18:21Z', 'revision_number': 6, 'project_id': '820e44d7783b4e848f93da463a756340', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:18:22.325029 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110911f3-ad50-4452-aa6f-f3c45994f5bd admin admin] Pushing event deleted for resources: {'Port': ['ID=2037a3f1-561c-4f37-9f0b-c2e278b69a13,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:22.391101 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-110911f3-ad50-4452-aa6f-f3c45994f5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (5d314b6b-cd67-495f-b381-0817dd74df80), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:22.489395 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-110911f3-ad50-4452-aa6f-f3c45994f5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (5d314b6b-cd67-495f-b381-0817dd74df80), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:22.491865 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-110911f3-ad50-4452-aa6f-f3c45994f5bd admin admin] Publish callbacks [] for router_controller (5d314b6b-cd67-495f-b381-0817dd74df80), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:22.540166 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-110911f3-ad50-4452-aa6f-f3c45994f5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (5d314b6b-cd67-495f-b381-0817dd74df80), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:22.540780 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110911f3-ad50-4452-aa6f-f3c45994f5bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d314b6b-cd67-495f-b381-0817dd74df80 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:18:22.545648 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-110911f3-ad50-4452-aa6f-f3c45994f5bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:22.549088 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-110911f3-ad50-4452-aa6f-f3c45994f5bd admin admin] 10.222.0.52 "DELETE /v2.0/routers/5d314b6b-cd67-495f-b381-0817dd74df80 HTTP/1.1" status: 204 len: 168 time: 0.8637331 Feb 19 05:18:22.551597 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49412) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:22.597240 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9cc0787-2d81-43c3-84fb-65a24faaae5f admin admin] Deleting subnet 2ee5b237-32a8-4b26-a941-30cc7a5f055e {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:18:22.600259 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9cc0787-2d81-43c3-84fb-65a24faaae5f admin admin] Publish callbacks [] for subnet (2ee5b237-32a8-4b26-a941-30cc7a5f055e), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:22.635148 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9cc0787-2d81-43c3-84fb-65a24faaae5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (2ee5b237-32a8-4b26-a941-30cc7a5f055e), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:22.742886 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9cc0787-2d81-43c3-84fb-65a24faaae5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (2ee5b237-32a8-4b26-a941-30cc7a5f055e), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:22.801342 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9cc0787-2d81-43c3-84fb-65a24faaae5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (2ee5b237-32a8-4b26-a941-30cc7a5f055e), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:22.828727 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc0787-2d81-43c3-84fb-65a24faaae5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ee5b237-32a8-4b26-a941-30cc7a5f055e,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:22.834749 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a9cc0787-2d81-43c3-84fb-65a24faaae5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:22.840375 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba953d8-9254-4cf8-b481-ac92a8959841 None None] Network 10825d1a-652c-4aa0-8f72-b845022489f3 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:18:22.840988 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a9cc0787-2d81-43c3-84fb-65a24faaae5f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2ee5b237-32a8-4b26-a941-30cc7a5f055e HTTP/1.1" status: 204 len: 168 time: 0.2855599 Feb 19 05:18:22.840988 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49414) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:22.914851 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7e12b3a6-e37e-469d-9996-91802f8e3090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (10825d1a-652c-4aa0-8f72-b845022489f3), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:22.970357 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-7e12b3a6-e37e-469d-9996-91802f8e3090 admin admin] Deleting port bd2fb923-3813-4e4b-8263-7d7e192083a9 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:18:22.970705 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7e12b3a6-e37e-469d-9996-91802f8e3090 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (bd2fb923-3813-4e4b-8263-7d7e192083a9), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:23.038808 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-7e12b3a6-e37e-469d-9996-91802f8e3090 admin admin] For port bd2fb923-3813-4e4b-8263-7d7e192083a9, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=bd2fb923-3813-4e4b-8263-7d7e192083a9,segment=NetworkSegment(775511c9-2c59-4d26-ab14-82ccfba09583),segment_id=775511c9-2c59-4d26-ab14-82ccfba09583)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:18:23.039495 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7e12b3a6-e37e-469d-9996-91802f8e3090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (bd2fb923-3813-4e4b-8263-7d7e192083a9), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:23.053874 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-7e12b3a6-e37e-469d-9996-91802f8e3090 admin admin] Calling delete_port for bd2fb923-3813-4e4b-8263-7d7e192083a9 owned by network:dhcp {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:18:23.150515 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7e12b3a6-e37e-469d-9996-91802f8e3090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (bd2fb923-3813-4e4b-8263-7d7e192083a9), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:23.189407 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaeffe1-5f00-4734-819e-091576ef5860 None None] DHCP port deletion for 10825d1a-652c-4aa0-8f72-b845022489f3 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:18:23.192007 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12b3a6-e37e-469d-9996-91802f8e3090 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd2fb923-3813-4e4b-8263-7d7e192083a9,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:23.193929 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e12b3a6-e37e-469d-9996-91802f8e3090 admin admin] No DVR routers for this DVR port bd2fb923-3813-4e4b-8263-7d7e192083a9 on host n-d-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:18:23.275300 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7e12b3a6-e37e-469d-9996-91802f8e3090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (10825d1a-652c-4aa0-8f72-b845022489f3), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:23.297320 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-7e12b3a6-e37e-469d-9996-91802f8e3090 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10825d1a-652c-4aa0-8f72-b845022489f3']}} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:23.308066 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-7e12b3a6-e37e-469d-9996-91802f8e3090 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775511c9-2c59-4d26-ab14-82ccfba09583') {'for_net_delete': True} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:23.308479 n-d-828369-19 neutron-server[109926]: DEBUG neutron.services.segments.db [None req-7e12b3a6-e37e-469d-9996-91802f8e3090 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775511c9-2c59-4d26-ab14-82ccfba09583') {} {{(pid=109926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:23.318406 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7e12b3a6-e37e-469d-9996-91802f8e3090 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669609'] for segment (775511c9-2c59-4d26-ab14-82ccfba09583), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:23.331896 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7e12b3a6-e37e-469d-9996-91802f8e3090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (775511c9-2c59-4d26-ab14-82ccfba09583), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:23.337796 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e12b3a6-e37e-469d-9996-91802f8e3090 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=109926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:18:23.338250 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7e12b3a6-e37e-469d-9996-91802f8e3090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5238307'] for segment (775511c9-2c59-4d26-ab14-82ccfba09583), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: Traceback (most recent call last): Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: timer() Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: cb(*args, **kw) Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: return func(*args, **kwargs) Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: self._notify() Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: self.callback(batched_events) Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: event.method(event) Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: return f(self, *a, **k) Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: return self._get(url).json() Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: return self.request(url, 'GET', **kwargs) Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:18:23.339837 n-d-828369-19 neutron-server[109926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:18:23.396602 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7e12b3a6-e37e-469d-9996-91802f8e3090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (10825d1a-652c-4aa0-8f72-b845022489f3), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:23.402823 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7e12b3a6-e37e-469d-9996-91802f8e3090 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:23.409879 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7e12b3a6-e37e-469d-9996-91802f8e3090 admin admin] 10.222.0.52 "DELETE /v2.0/networks/10825d1a-652c-4aa0-8f72-b845022489f3 HTTP/1.1" status: 204 len: 168 time: 0.5659070 Feb 19 05:18:23.420200 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12b3a6-e37e-469d-9996-91802f8e3090 admin admin] Pushing event deleted for resources: {'Network': ['ID=10825d1a-652c-4aa0-8f72-b845022489f3,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:23.555232 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49418) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:23.597026 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-536cf47b-8b04-4906-a91e-e0b3387ea9d8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=229835303a204fa7aca8eeef706ec63d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396283 Feb 19 05:18:23.599475 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49420) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:23.645141 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70e14dd2-a617-4ad5-9191-1dcff92029cc admin admin] Publish callbacks [] for security_group (b9ed1f4b-ae90-4110-9d7c-66efa4b1969f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:23.670198 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70e14dd2-a617-4ad5-9191-1dcff92029cc admin admin] Publish callbacks [] for security_group (b9ed1f4b-ae90-4110-9d7c-66efa4b1969f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:23.718903 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70e14dd2-a617-4ad5-9191-1dcff92029cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (b9ed1f4b-ae90-4110-9d7c-66efa4b1969f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:23.721557 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-70e14dd2-a617-4ad5-9191-1dcff92029cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:23.725069 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-70e14dd2-a617-4ad5-9191-1dcff92029cc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b9ed1f4b-ae90-4110-9d7c-66efa4b1969f HTTP/1.1" status: 204 len: 168 time: 0.1223736 Feb 19 05:18:23.733166 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e14dd2-a617-4ad5-9191-1dcff92029cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ed1f4b-ae90-4110-9d7c-66efa4b1969f,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:24.063147 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49426) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:24.103202 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-312036ff-d7d1-47c9-9775-e0a4efe6befb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=820e44d7783b4e848f93da463a756340&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388353 Feb 19 05:18:24.105596 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49428) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:24.152625 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae34b843-a8f4-40aa-9924-90148fbe9ca7 admin admin] Publish callbacks [] for security_group (3f7725bc-87b8-41a9-aa39-fb6438c22b84), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:24.172762 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae34b843-a8f4-40aa-9924-90148fbe9ca7 admin admin] Publish callbacks [] for security_group (3f7725bc-87b8-41a9-aa39-fb6438c22b84), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:24.223655 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae34b843-a8f4-40aa-9924-90148fbe9ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (3f7725bc-87b8-41a9-aa39-fb6438c22b84), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:24.226424 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-ae34b843-a8f4-40aa-9924-90148fbe9ca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:24.230116 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-ae34b843-a8f4-40aa-9924-90148fbe9ca7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3f7725bc-87b8-41a9-aa39-fb6438c22b84 HTTP/1.1" status: 204 len: 168 time: 0.1211746 Feb 19 05:18:24.236182 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34b843-a8f4-40aa-9924-90148fbe9ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7725bc-87b8-41a9-aa39-fb6438c22b84,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:24.361584 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ee3e604e-170e-4200-b86b-6b7a0f507388 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:18:24.381337 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: ee3e604e-170e-4200-b86b-6b7a0f507388 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:18:24.381700 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device ee3e604e-170e-4200-b86b-6b7a0f507388 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:18:24.382133 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device bd2fb923-3813-4e4b-8263-7d7e192083a9 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:18:24.403867 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: bd2fb923-3813-4e4b-8263-7d7e192083a9 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:18:24.404220 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device bd2fb923-3813-4e4b-8263-7d7e192083a9 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:18:24.404639 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2037a3f1-561c-4f37-9f0b-c2e278b69a13 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:18:24.423840 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 2037a3f1-561c-4f37-9f0b-c2e278b69a13 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:18:24.424193 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2037a3f1-561c-4f37-9f0b-c2e278b69a13 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:18:24.973554 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49450) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:25.089643 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-94059753-7274-431b-8c5c-7d083725406c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1794456157-network', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:18:25.108283 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94059753-7274-431b-8c5c-7d083725406c admin admin] Made reservation on behalf of cbc0de98fc1a4375816b257fdbb951ce for: {'network': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:18:25.110723 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-94059753-7274-431b-8c5c-7d083725406c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:25.118880 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-94059753-7274-431b-8c5c-7d083725406c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:25.192225 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-94059753-7274-431b-8c5c-7d083725406c admin admin] Publish callbacks [] for security_group (34df8caa-de44-4aa9-b0d4-20f8e02935ad), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:25.196059 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-94059753-7274-431b-8c5c-7d083725406c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (34df8caa-de44-4aa9-b0d4-20f8e02935ad), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:25.216971 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94059753-7274-431b-8c5c-7d083725406c admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=109925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:18:25.231918 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94059753-7274-431b-8c5c-7d083725406c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34df8caa-de44-4aa9-b0d4-20f8e02935ad,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:25.236097 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-94059753-7274-431b-8c5c-7d083725406c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (796f1ee1-dbce-45be-9a57-d99c70da5b8f), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:25.236440 n-d-828369-19 neutron-server[109925]: INFO neutron.db.segments_db [None req-94059753-7274-431b-8c5c-7d083725406c admin admin] Added segment 796f1ee1-dbce-45be-9a57-d99c70da5b8f of type vlan for network 576206ff-ef4f-49ac-b525-94a5bf8e9777 Feb 19 05:18:25.274914 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-94059753-7274-431b-8c5c-7d083725406c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (576206ff-ef4f-49ac-b525-94a5bf8e9777), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:25.299302 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-94059753-7274-431b-8c5c-7d083725406c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (576206ff-ef4f-49ac-b525-94a5bf8e9777), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:25.300265 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94059753-7274-431b-8c5c-7d083725406c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:25.300837 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-94059753-7274-431b-8c5c-7d083725406c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:25.350060 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-94059753-7274-431b-8c5c-7d083725406c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3751931 Feb 19 05:18:25.352833 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49454) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:25.357657 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-462fce3e-e995-49e2-8aab-53fc456bf0be admin admin] Request body: {'subnet': {'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1794456157-subnet', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'ip_version': 4}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:18:25.361355 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94059753-7274-431b-8c5c-7d083725406c admin admin] Pushing event updated for resources: {'Network': ['ID=576206ff-ef4f-49ac-b525-94a5bf8e9777,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:25.370890 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 576206ff-ef4f-49ac-b525-94a5bf8e9777 details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:18:25.375992 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462fce3e-e995-49e2-8aab-53fc456bf0be admin admin] Made reservation on behalf of cbc0de98fc1a4375816b257fdbb951ce for: {'subnet': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:18:25.378327 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-462fce3e-e995-49e2-8aab-53fc456bf0be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4209707'] for subnet (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:25.541801 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-462fce3e-e995-49e2-8aab-53fc456bf0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5240708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4209881'] for subnet (8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:25.600252 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fce3e-e995-49e2-8aab-53fc456bf0be admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:25.608608 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462fce3e-e995-49e2-8aab-53fc456bf0be admin admin] Checking segment: {'id': '796f1ee1-dbce-45be-9a57-d99c70da5b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:18:25.608981 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462fce3e-e995-49e2-8aab-53fc456bf0be admin admin] Network hostable DHCP agents. Network: 576206ff-ef4f-49ac-b525-94a5bf8e9777, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:18:25.625366 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462fce3e-e995-49e2-8aab-53fc456bf0be admin admin] Network 576206ff-ef4f-49ac-b525-94a5bf8e9777 is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:18:25.634357 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-462fce3e-e995-49e2-8aab-53fc456bf0be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 576206ff-ef4f-49ac-b525-94a5bf8e9777) {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:18:25.638432 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462fce3e-e995-49e2-8aab-53fc456bf0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:25.639233 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-462fce3e-e995-49e2-8aab-53fc456bf0be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:25.644297 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a59a2b-5fd5-4889-baca-b67cbc7febde None None] Network 576206ff-ef4f-49ac-b525-94a5bf8e9777 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:18:25.656348 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-462fce3e-e995-49e2-8aab-53fc456bf0be admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3023763 Feb 19 05:18:25.658864 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49456) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:25.663240 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-8da1a1f7-b0fe-49f6-b82a-8d20f1bd920f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1794456157-router', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:18:25.682934 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8da1a1f7-b0fe-49f6-b82a-8d20f1bd920f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (4679b738-ec05-4df4-96db-c1686f6e8ad9), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:25.684006 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8da1a1f7-b0fe-49f6-b82a-8d20f1bd920f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (4679b738-ec05-4df4-96db-c1686f6e8ad9), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:25.736965 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8da1a1f7-b0fe-49f6-b82a-8d20f1bd920f admin admin] Publish callbacks [] for router_controller (4679b738-ec05-4df4-96db-c1686f6e8ad9), precommit_add_association {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:25.747543 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22548923-c790-4142-a92c-85dcb1322176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-576206ff-ef4f-49ac-b525-94a5bf8e9777', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'fixed_ips': [{'subnet_id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:18:25.748432 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-22548923-c790-4142-a92c-85dcb1322176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:25.878351 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8da1a1f7-b0fe-49f6-b82a-8d20f1bd920f admin admin] Publish callbacks [] for router_gateway (4679b738-ec05-4df4-96db-c1686f6e8ad9), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:25.886486 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-22548923-c790-4142-a92c-85dcb1322176 None None] Allocated IP 172.20.0.2 (576206ff-ef4f-49ac-b525-94a5bf8e9777/8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd/61394f78-3d70-48b8-8059-cdfa962212a3) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:18:26.032643 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-22548923-c790-4142-a92c-85dcb1322176 None None] Publish callbacks [] for port (61394f78-3d70-48b8-8059-cdfa962212a3), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:26.038594 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-22548923-c790-4142-a92c-85dcb1322176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (61394f78-3d70-48b8-8059-cdfa962212a3), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:26.078732 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8da1a1f7-b0fe-49f6-b82a-8d20f1bd920f admin admin] Publish callbacks [] for router_gateway (4679b738-ec05-4df4-96db-c1686f6e8ad9), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:26.078988 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22548923-c790-4142-a92c-85dcb1322176 None None] Network 576206ff-ef4f-49ac-b525-94a5bf8e9777 is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:18:26.083927 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-22548923-c790-4142-a92c-85dcb1322176 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:18:26.088607 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22548923-c790-4142-a92c-85dcb1322176 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:18:26.091553 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22548923-c790-4142-a92c-85dcb1322176 None None] Pushing event updated for resources: {'Port': ['ID=61394f78-3d70-48b8-8059-cdfa962212a3,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:26.097178 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8da1a1f7-b0fe-49f6-b82a-8d20f1bd920f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:26.144844 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-22548923-c790-4142-a92c-85dcb1322176 None None] Attempting to bind port 61394f78-3d70-48b8-8059-cdfa962212a3 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:18:26.145295 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-22548923-c790-4142-a92c-85dcb1322176 None None] Attempting to bind port 61394f78-3d70-48b8-8059-cdfa962212a3 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '796f1ee1-dbce-45be-9a57-d99c70da5b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:18:26.145814 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22548923-c790-4142-a92c-85dcb1322176 None None] Attempting to bind port 61394f78-3d70-48b8-8059-cdfa962212a3 on network 576206ff-ef4f-49ac-b525-94a5bf8e9777 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:18:26.152773 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22548923-c790-4142-a92c-85dcb1322176 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:18:26.153164 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22548923-c790-4142-a92c-85dcb1322176 None None] Checking segment: {'id': '796f1ee1-dbce-45be-9a57-d99c70da5b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:18:26.153566 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-22548923-c790-4142-a92c-85dcb1322176 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:26.153966 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22548923-c790-4142-a92c-85dcb1322176 None None] Bound using segment: {'id': '796f1ee1-dbce-45be-9a57-d99c70da5b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:18:26.154474 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-22548923-c790-4142-a92c-85dcb1322176 None None] Bound port: 61394f78-3d70-48b8-8059-cdfa962212a3, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '796f1ee1-dbce-45be-9a57-d99c70da5b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:18:26.154862 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-22548923-c790-4142-a92c-85dcb1322176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (61394f78-3d70-48b8-8059-cdfa962212a3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:26.199378 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-8da1a1f7-b0fe-49f6-b82a-8d20f1bd920f admin admin] Allocated IP 172.25.3.122 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/b1e72daa-130d-4cd7-976a-e4baa5c682dc) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:18:26.219630 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-22548923-c790-4142-a92c-85dcb1322176 None None] For port 61394f78-3d70-48b8-8059-cdfa962212a3, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:18:26.222680 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-22548923-c790-4142-a92c-85dcb1322176 None None] For port 61394f78-3d70-48b8-8059-cdfa962212a3, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=61394f78-3d70-48b8-8059-cdfa962212a3,segment=NetworkSegment(796f1ee1-dbce-45be-9a57-d99c70da5b8f),segment_id=796f1ee1-dbce-45be-9a57-d99c70da5b8f)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:18:26.228518 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-22548923-c790-4142-a92c-85dcb1322176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (61394f78-3d70-48b8-8059-cdfa962212a3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:26.286087 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22548923-c790-4142-a92c-85dcb1322176 None None] Pushing event updated for resources: {'Port': ['ID=61394f78-3d70-48b8-8059-cdfa962212a3,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:26.313591 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8da1a1f7-b0fe-49f6-b82a-8d20f1bd920f admin admin] Publish callbacks [] for port (b1e72daa-130d-4cd7-976a-e4baa5c682dc), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:26.347795 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8da1a1f7-b0fe-49f6-b82a-8d20f1bd920f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (b1e72daa-130d-4cd7-976a-e4baa5c682dc), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:26.385190 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da1a1f7-b0fe-49f6-b82a-8d20f1bd920f admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:18:26.392206 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-8da1a1f7-b0fe-49f6-b82a-8d20f1bd920f admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:18:26.396665 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da1a1f7-b0fe-49f6-b82a-8d20f1bd920f admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:18:26.399752 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1a1f7-b0fe-49f6-b82a-8d20f1bd920f admin admin] Pushing event updated for resources: {'Port': ['ID=b1e72daa-130d-4cd7-976a-e4baa5c682dc,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:26.660092 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8da1a1f7-b0fe-49f6-b82a-8d20f1bd920f admin admin] Publish callbacks [] for router_gateway (4679b738-ec05-4df4-96db-c1686f6e8ad9), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:27.218902 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34dbf5e-3804-4459-8944-2499631dbe9a None None] Network 576206ff-ef4f-49ac-b525-94a5bf8e9777 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:18:27.230457 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8da1a1f7-b0fe-49f6-b82a-8d20f1bd920f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (4679b738-ec05-4df4-96db-c1686f6e8ad9), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:27.323617 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-20b58d41-b3fe-4b2c-bcdc-09be75cb9c8c None None] Provisioning complete for port 61394f78-3d70-48b8-8059-cdfa962212a3 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:18:27.323988 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-20b58d41-b3fe-4b2c-bcdc-09be75cb9c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (61394f78-3d70-48b8-8059-cdfa962212a3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:27.366603 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da1a1f7-b0fe-49f6-b82a-8d20f1bd920f admin admin] Router 4679b738-ec05-4df4-96db-c1686f6e8ad9 is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:18:27.415394 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-20b58d41-b3fe-4b2c-bcdc-09be75cb9c8c None None] Current status of the port 61394f78-3d70-48b8-8059-cdfa962212a3 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:18:27.416105 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-20b58d41-b3fe-4b2c-bcdc-09be75cb9c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (61394f78-3d70-48b8-8059-cdfa962212a3), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:27.455658 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-20b58d41-b3fe-4b2c-bcdc-09be75cb9c8c None None] For port 61394f78-3d70-48b8-8059-cdfa962212a3, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=61394f78-3d70-48b8-8059-cdfa962212a3,segment=NetworkSegment(796f1ee1-dbce-45be-9a57-d99c70da5b8f),segment_id=796f1ee1-dbce-45be-9a57-d99c70da5b8f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:18:27.459770 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-20b58d41-b3fe-4b2c-bcdc-09be75cb9c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (61394f78-3d70-48b8-8059-cdfa962212a3), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:27.483869 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da1a1f7-b0fe-49f6-b82a-8d20f1bd920f admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:18:27.498381 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd7ed1-20e8-492b-b8bc-ecea6185dce7 None None] Sync routers for ids ['4679b738-ec05-4df4-96db-c1686f6e8ad9'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:18:27.507437 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-8da1a1f7-b0fe-49f6-b82a-8d20f1bd920f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:27.508711 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-8da1a1f7-b0fe-49f6-b82a-8d20f1bd920f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8489091 Feb 19 05:18:27.510453 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd7ed1-20e8-492b-b8bc-ecea6185dce7 None None] Routers {'4679b738-ec05-4df4-96db-c1686f6e8ad9'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:18:27.511372 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-6ccd7ed1-20e8-492b-b8bc-ecea6185dce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:18:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['4679b738-ec05-4df4-96db-c1686f6e8ad9'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:27.511537 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49458) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:27.522060 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b58d41-b3fe-4b2c-bcdc-09be75cb9c8c None None] Pushing event updated for resources: {'Port': ['ID=61394f78-3d70-48b8-8059-cdfa962212a3,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:27.622574 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-6ccd7ed1-20e8-492b-b8bc-ecea6185dce7 None None] Set router 4679b738-ec05-4df4-96db-c1686f6e8ad9 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:18:27.681513 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-bca5625c-5d5b-49d2-9a5d-7875852102be None None] Provisioning complete for port 61394f78-3d70-48b8-8059-cdfa962212a3 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:18:27.681900 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bca5625c-5d5b-49d2-9a5d-7875852102be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (61394f78-3d70-48b8-8059-cdfa962212a3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:27.727027 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:27.772580 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-bca5625c-5d5b-49d2-9a5d-7875852102be None None] Current status of the port 61394f78-3d70-48b8-8059-cdfa962212a3 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:18:27.805027 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-6ccd7ed1-20e8-492b-b8bc-ecea6185dce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'name': 'tempest-TestSnapshotPattern-1794456157-router', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:25Z', 'updated_at': '2022-02-19T05:18:26Z', 'revision_number': 3, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'gw_port': {'id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:02:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:26Z', 'updated_at': '2022-02-19T05:18:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:27.830806 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd7ed1-20e8-492b-b8bc-ecea6185dce7 None None] Checking router: 4679b738-ec05-4df4-96db-c1686f6e8ad9 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:18:27.831156 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd7ed1-20e8-492b-b8bc-ecea6185dce7 None None] Updating router 4679b738-ec05-4df4-96db-c1686f6e8ad9 port b1e72daa-130d-4cd7-976a-e4baa5c682dc binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:18:27.858111 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7ed1-20e8-492b-b8bc-ecea6185dce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b1e72daa-130d-4cd7-976a-e4baa5c682dc), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:27.941291 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a509-1078-462b-bc65-54aa63370b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:28.098480 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-b5d2a509-1078-462b-bc65-54aa63370b87 admin admin] Allocated IP 172.20.0.1 (576206ff-ef4f-49ac-b525-94a5bf8e9777/8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd/4ea39484-ff0f-4a94-a589-88e9f1a03c8b) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:18:28.110611 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7ed1-20e8-492b-b8bc-ecea6185dce7 None None] Publish callbacks [] for port (b1e72daa-130d-4cd7-976a-e4baa5c682dc), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:28.115894 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7ed1-20e8-492b-b8bc-ecea6185dce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b1e72daa-130d-4cd7-976a-e4baa5c682dc), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:28.167467 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-6ccd7ed1-20e8-492b-b8bc-ecea6185dce7 None None] Attempting to bind port b1e72daa-130d-4cd7-976a-e4baa5c682dc on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:18:28.167833 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-6ccd7ed1-20e8-492b-b8bc-ecea6185dce7 None None] Attempting to bind port b1e72daa-130d-4cd7-976a-e4baa5c682dc by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:18:28.168190 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccd7ed1-20e8-492b-b8bc-ecea6185dce7 None None] Attempting to bind port b1e72daa-130d-4cd7-976a-e4baa5c682dc on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:18:28.170973 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab22fe6-85de-48b8-9407-1d73583796e0 None None] Pushing event updated for resources: {'Port': ['ID=b1e72daa-130d-4cd7-976a-e4baa5c682dc,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:28.175575 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccd7ed1-20e8-492b-b8bc-ecea6185dce7 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:18:28.175941 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccd7ed1-20e8-492b-b8bc-ecea6185dce7 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:18:28.176339 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7ed1-20e8-492b-b8bc-ecea6185dce7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:28.176823 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccd7ed1-20e8-492b-b8bc-ecea6185dce7 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:18:28.177279 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-6ccd7ed1-20e8-492b-b8bc-ecea6185dce7 None None] Bound port: b1e72daa-130d-4cd7-976a-e4baa5c682dc, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:18:28.177650 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7ed1-20e8-492b-b8bc-ecea6185dce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b1e72daa-130d-4cd7-976a-e4baa5c682dc), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:28.184198 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab22fe6-85de-48b8-9407-1d73583796e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:28.184539 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab22fe6-85de-48b8-9407-1d73583796e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:28.184877 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab22fe6-85de-48b8-9407-1d73583796e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:28.185209 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab22fe6-85de-48b8-9407-1d73583796e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:28.185538 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab22fe6-85de-48b8-9407-1d73583796e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:28.185866 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab22fe6-85de-48b8-9407-1d73583796e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:28.186214 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab22fe6-85de-48b8-9407-1d73583796e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:28.186538 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab22fe6-85de-48b8-9407-1d73583796e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:28.186858 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab22fe6-85de-48b8-9407-1d73583796e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:28.187200 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab22fe6-85de-48b8-9407-1d73583796e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:28.187522 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab22fe6-85de-48b8-9407-1d73583796e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:28.187840 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab22fe6-85de-48b8-9407-1d73583796e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:28.188157 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab22fe6-85de-48b8-9407-1d73583796e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:28.204107 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a509-1078-462b-bc65-54aa63370b87 admin admin] Publish callbacks [] for port (4ea39484-ff0f-4a94-a589-88e9f1a03c8b), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:28.237608 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a509-1078-462b-bc65-54aa63370b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (4ea39484-ff0f-4a94-a589-88e9f1a03c8b), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:28.238810 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-6ccd7ed1-20e8-492b-b8bc-ecea6185dce7 None None] For port b1e72daa-130d-4cd7-976a-e4baa5c682dc, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:18:28.241976 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-6ccd7ed1-20e8-492b-b8bc-ecea6185dce7 None None] For port b1e72daa-130d-4cd7-976a-e4baa5c682dc, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=b1e72daa-130d-4cd7-976a-e4baa5c682dc,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:18:28.248866 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7ed1-20e8-492b-b8bc-ecea6185dce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b1e72daa-130d-4cd7-976a-e4baa5c682dc), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:28.276352 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d2a509-1078-462b-bc65-54aa63370b87 admin admin] Network 576206ff-ef4f-49ac-b525-94a5bf8e9777 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:18:28.279717 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-b5d2a509-1078-462b-bc65-54aa63370b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:18:28.285676 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d2a509-1078-462b-bc65-54aa63370b87 admin admin] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:18:28.308307 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2a509-1078-462b-bc65-54aa63370b87 admin admin] Pushing event updated for resources: {'Port': ['ID=4ea39484-ff0f-4a94-a589-88e9f1a03c8b,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:28.310552 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab22fe6-85de-48b8-9407-1d73583796e0 None None] Pushing event updated for resources: {'Port': ['ID=b1e72daa-130d-4cd7-976a-e4baa5c682dc,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:28.316601 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd7ed1-20e8-492b-b8bc-ecea6185dce7 None None] Routers {'4679b738-ec05-4df4-96db-c1686f6e8ad9'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:18:28.317723 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-6ccd7ed1-20e8-492b-b8bc-ecea6185dce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:18:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['4679b738-ec05-4df4-96db-c1686f6e8ad9'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:28.331675 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a509-1078-462b-bc65-54aa63370b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (4679b738-ec05-4df4-96db-c1686f6e8ad9), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:28.457017 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-6ccd7ed1-20e8-492b-b8bc-ecea6185dce7 None None] Set router 4679b738-ec05-4df4-96db-c1686f6e8ad9 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:18:28.506448 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a509-1078-462b-bc65-54aa63370b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4ea39484-ff0f-4a94-a589-88e9f1a03c8b), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:28.561129 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 61394f78-3d70-48b8-8059-cdfa962212a3 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:18:28.615251 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-e1ca7bf1-cfc2-4afa-bc94-fd972eaaa6d4 None None] Provisioning complete for port 4ea39484-ff0f-4a94-a589-88e9f1a03c8b triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:18:28.615528 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7bf1-cfc2-4afa-bc94-fd972eaaa6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4ea39484-ff0f-4a94-a589-88e9f1a03c8b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:28.655215 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 61394f78-3d70-48b8-8059-cdfa962212a3 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:18:28.655596 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (61394f78-3d70-48b8-8059-cdfa962212a3), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:28.658359 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-e1ca7bf1-cfc2-4afa-bc94-fd972eaaa6d4 None None] Port 4ea39484-ff0f-4a94-a589-88e9f1a03c8b cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:18:28.702381 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a509-1078-462b-bc65-54aa63370b87 admin admin] Publish callbacks [] for port (4ea39484-ff0f-4a94-a589-88e9f1a03c8b), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:28.708264 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a509-1078-462b-bc65-54aa63370b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (4ea39484-ff0f-4a94-a589-88e9f1a03c8b), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:28.740688 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 61394f78-3d70-48b8-8059-cdfa962212a3 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:18:28.766659 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-6ccd7ed1-20e8-492b-b8bc-ecea6185dce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'name': 'tempest-TestSnapshotPattern-1794456157-router', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:25Z', 'updated_at': '2022-02-19T05:18:26Z', 'revision_number': 3, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'gw_port': {'id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:02:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:26Z', 'updated_at': '2022-02-19T05:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:28.773564 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2a509-1078-462b-bc65-54aa63370b87 admin admin] Pushing event updated for resources: {'Port': ['ID=4ea39484-ff0f-4a94-a589-88e9f1a03c8b,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:28.776121 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a509-1078-462b-bc65-54aa63370b87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (4679b738-ec05-4df4-96db-c1686f6e8ad9), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:28.793489 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd7ed1-20e8-492b-b8bc-ecea6185dce7 None None] The sync data for ids ['4679b738-ec05-4df4-96db-c1686f6e8ad9'] in n-d-828369-19 is: [{'id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'name': 'tempest-TestSnapshotPattern-1794456157-router', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:25Z', 'updated_at': '2022-02-19T05:18:26Z', 'revision_number': 3, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'gw_port': {'id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:02:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:26Z', 'updated_at': '2022-02-19T05:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:18:28.876598 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d2a509-1078-462b-bc65-54aa63370b87 admin admin] Network 576206ff-ef4f-49ac-b525-94a5bf8e9777 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:18:28.878759 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-b5d2a509-1078-462b-bc65-54aa63370b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:18:29.026703 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d2a509-1078-462b-bc65-54aa63370b87 admin admin] Router 4679b738-ec05-4df4-96db-c1686f6e8ad9 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:18:29.161877 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d2a509-1078-462b-bc65-54aa63370b87 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:18:29.169566 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b5d2a509-1078-462b-bc65-54aa63370b87 admin admin] 10.222.0.52 "PUT /v2.0/routers/4679b738-ec05-4df4-96db-c1686f6e8ad9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6545274 Feb 19 05:18:29.185405 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-789bf14d-df2e-4cfd-a2bc-577e73d968c1 None None] Provisioning complete for port 4ea39484-ff0f-4a94-a589-88e9f1a03c8b triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:18:29.185786 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-789bf14d-df2e-4cfd-a2bc-577e73d968c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4ea39484-ff0f-4a94-a589-88e9f1a03c8b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:29.220094 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-789bf14d-df2e-4cfd-a2bc-577e73d968c1 None None] Port 4ea39484-ff0f-4a94-a589-88e9f1a03c8b cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:18:29.662642 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49474) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:29.667560 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-3c69ca3b-810b-4c66-a71f-e9e6fa77507c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1535949455-network', 'tenant_id': '9ca312806f53444a8a2e7cca8b8ff054'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:18:29.686282 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c69ca3b-810b-4c66-a71f-e9e6fa77507c admin admin] Made reservation on behalf of 9ca312806f53444a8a2e7cca8b8ff054 for: {'network': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:18:29.688570 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3c69ca3b-810b-4c66-a71f-e9e6fa77507c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for network (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:29.696831 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3c69ca3b-810b-4c66-a71f-e9e6fa77507c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:29.768695 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3c69ca3b-810b-4c66-a71f-e9e6fa77507c admin admin] Publish callbacks [] for security_group (ef8c87b8-dbf7-4bd8-904a-1e87b00ca26b), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:29.772064 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3c69ca3b-810b-4c66-a71f-e9e6fa77507c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ef8c87b8-dbf7-4bd8-904a-1e87b00ca26b), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:29.792547 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c69ca3b-810b-4c66-a71f-e9e6fa77507c admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=109926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:18:29.806966 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69ca3b-810b-4c66-a71f-e9e6fa77507c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8c87b8-dbf7-4bd8-904a-1e87b00ca26b,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:29.809762 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3c69ca3b-810b-4c66-a71f-e9e6fa77507c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (479dcb07-d853-4a19-af85-020e5987ecc2), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:29.810096 n-d-828369-19 neutron-server[109926]: INFO neutron.db.segments_db [None req-3c69ca3b-810b-4c66-a71f-e9e6fa77507c admin admin] Added segment 479dcb07-d853-4a19-af85-020e5987ecc2 of type vlan for network 5fba64c8-7665-4669-ab7f-90d35900f72b Feb 19 05:18:29.850824 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3c69ca3b-810b-4c66-a71f-e9e6fa77507c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727881929364'] for network (5fba64c8-7665-4669-ab7f-90d35900f72b), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:29.874398 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3c69ca3b-810b-4c66-a71f-e9e6fa77507c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590'] for network (5fba64c8-7665-4669-ab7f-90d35900f72b), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:29.875847 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c69ca3b-810b-4c66-a71f-e9e6fa77507c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:29.876427 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-3c69ca3b-810b-4c66-a71f-e9e6fa77507c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:29.934706 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-3c69ca3b-810b-4c66-a71f-e9e6fa77507c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2709479 Feb 19 05:18:29.938342 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49476) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:29.940442 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69ca3b-810b-4c66-a71f-e9e6fa77507c admin admin] Pushing event updated for resources: {'Network': ['ID=5fba64c8-7665-4669-ab7f-90d35900f72b,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:29.944594 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b661833c-2bad-45fb-a8de-67213e472459 admin admin] Request body: {'subnet': {'network_id': '5fba64c8-7665-4669-ab7f-90d35900f72b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1535949455-subnet', 'tenant_id': '9ca312806f53444a8a2e7cca8b8ff054', 'ip_version': 4}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:18:29.950102 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Network 5fba64c8-7665-4669-ab7f-90d35900f72b details requested by agent ovs-agent-n-d-828369-19 with host n-d-828369-19 {{(pid=109927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:18:29.964192 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b661833c-2bad-45fb-a8de-67213e472459 admin admin] Made reservation on behalf of 9ca312806f53444a8a2e7cca8b8ff054 for: {'subnet': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:18:29.967060 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b661833c-2bad-45fb-a8de-67213e472459 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4424796'] for subnet (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:30.137444 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b661833c-2bad-45fb-a8de-67213e472459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5799368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4424878'] for subnet (9ec768c8-b7c7-44f0-ad05-cfd467a4ee25), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:30.195344 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661833c-2bad-45fb-a8de-67213e472459 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ec768c8-b7c7-44f0-ad05-cfd467a4ee25,revision_number=0']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:30.206345 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661833c-2bad-45fb-a8de-67213e472459 admin admin] Checking segment: {'id': '479dcb07-d853-4a19-af85-020e5987ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5fba64c8-7665-4669-ab7f-90d35900f72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:18:30.206707 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b661833c-2bad-45fb-a8de-67213e472459 admin admin] Network hostable DHCP agents. Network: 5fba64c8-7665-4669-ab7f-90d35900f72b, hostable agents: ['826448b1-c4d6-41b0-ba3d-e2d460477813'], hosted agents: [] {{(pid=109925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:18:30.222487 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b661833c-2bad-45fb-a8de-67213e472459 admin admin] Network 5fba64c8-7665-4669-ab7f-90d35900f72b is scheduled to be hosted by DHCP agent 826448b1-c4d6-41b0-ba3d-e2d460477813 with binding_index 1 {{(pid=109925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:18:30.230632 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-b661833c-2bad-45fb-a8de-67213e472459 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-19, 5fba64c8-7665-4669-ab7f-90d35900f72b) {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:18:30.235237 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b661833c-2bad-45fb-a8de-67213e472459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:30.235823 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b661833c-2bad-45fb-a8de-67213e472459 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:30.241627 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c7876f-6c59-46f1-bd5e-bbc95af6e5bf None None] Network 5fba64c8-7665-4669-ab7f-90d35900f72b requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:18:30.253416 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b661833c-2bad-45fb-a8de-67213e472459 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3139582 Feb 19 05:18:30.255959 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49478) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:30.260208 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-9e02d801-a6d6-4d10-8252-8a2d0ed152ff admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1535949455-router', 'tenant_id': '9ca312806f53444a8a2e7cca8b8ff054', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:18:30.279793 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9e02d801-a6d6-4d10-8252-8a2d0ed152ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1610428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router (ae6e1b74-953d-4bc1-8e72-685644f0e4de), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:30.281170 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9e02d801-a6d6-4d10-8252-8a2d0ed152ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1612669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5567'] for router (ae6e1b74-953d-4bc1-8e72-685644f0e4de), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:30.338447 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9e02d801-a6d6-4d10-8252-8a2d0ed152ff admin admin] Publish callbacks [] for router_controller (ae6e1b74-953d-4bc1-8e72-685644f0e4de), precommit_add_association {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:30.355798 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:30.360475 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e65264c-e641-41a7-bea7-890baf230a13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfc1c767e-68ef-5b43-8d2c-38e8ca8175fd-5fba64c8-7665-4669-ab7f-90d35900f72b', 'network_id': '5fba64c8-7665-4669-ab7f-90d35900f72b', 'project_id': '9ca312806f53444a8a2e7cca8b8ff054', 'fixed_ips': [{'subnet_id': '9ec768c8-b7c7-44f0-ad05-cfd467a4ee25'}]}} from n-d-828369-19. {{(pid=109927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:18:30.361315 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5e65264c-e641-41a7-bea7-890baf230a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:30.379493 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4ce303-76c2-48ab-bf26-23bd0fa9ca33 None None] Sync routers for ids ['4679b738-ec05-4df4-96db-c1686f6e8ad9'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:18:30.447350 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b1e72daa-130d-4cd7-976a-e4baa5c682dc up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:18:30.454558 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4ce303-76c2-48ab-bf26-23bd0fa9ca33 None None] Routers {'4679b738-ec05-4df4-96db-c1686f6e8ad9'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:18:30.455193 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ad4ce303-76c2-48ab-bf26-23bd0fa9ca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:18:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['4679b738-ec05-4df4-96db-c1686f6e8ad9'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:30.506741 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9e02d801-a6d6-4d10-8252-8a2d0ed152ff admin admin] Publish callbacks [] for router_gateway (ae6e1b74-953d-4bc1-8e72-685644f0e4de), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:30.614562 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.db_base_plugin_common [None req-5e65264c-e641-41a7-bea7-890baf230a13 None None] Allocated IP 172.20.0.2 (5fba64c8-7665-4669-ab7f-90d35900f72b/9ec768c8-b7c7-44f0-ad05-cfd467a4ee25/e9465abc-a92a-4fe5-b35c-f9f9c8af06bb) {{(pid=109927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:18:30.647869 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port b1e72daa-130d-4cd7-976a-e4baa5c682dc triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:18:30.648143 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b1e72daa-130d-4cd7-976a-e4baa5c682dc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:30.708257 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9e02d801-a6d6-4d10-8252-8a2d0ed152ff admin admin] Publish callbacks [] for router_gateway (ae6e1b74-953d-4bc1-8e72-685644f0e4de), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:30.711269 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-ad4ce303-76c2-48ab-bf26-23bd0fa9ca33 None None] Set router 4679b738-ec05-4df4-96db-c1686f6e8ad9 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:18:30.851754 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7aa67cc1-9d05-47bc-b625-406cb7cfe74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:31.035858 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9e02d801-a6d6-4d10-8252-8a2d0ed152ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:31.135765 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port b1e72daa-130d-4cd7-976a-e4baa5c682dc is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:18:31.136345 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (b1e72daa-130d-4cd7-976a-e4baa5c682dc), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:31.137038 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-9e02d801-a6d6-4d10-8252-8a2d0ed152ff admin admin] Allocated IP 172.25.3.76 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/2d86a801-52e7-4e67-9e47-43ab9c5cf3dd) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:18:31.161425 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5e65264c-e641-41a7-bea7-890baf230a13 None None] Publish callbacks [] for port (e9465abc-a92a-4fe5-b35c-f9f9c8af06bb), precommit_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:31.179615 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port b1e72daa-130d-4cd7-976a-e4baa5c682dc, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=b1e72daa-130d-4cd7-976a-e4baa5c682dc,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:18:31.181226 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5e65264c-e641-41a7-bea7-890baf230a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890'] for port (e9465abc-a92a-4fe5-b35c-f9f9c8af06bb), after_create {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:31.187410 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (b1e72daa-130d-4cd7-976a-e4baa5c682dc), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:31.241719 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9e02d801-a6d6-4d10-8252-8a2d0ed152ff admin admin] Publish callbacks [] for port (2d86a801-52e7-4e67-9e47-43ab9c5cf3dd), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:31.259336 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e65264c-e641-41a7-bea7-890baf230a13 None None] Network 5fba64c8-7665-4669-ab7f-90d35900f72b is already hosted by enough agents. {{(pid=109927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:18:31.266339 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65264c-e641-41a7-bea7-890baf230a13 None None] Pushing event updated for resources: {'Port': ['ID=e9465abc-a92a-4fe5-b35c-f9f9c8af06bb,revision_number=1']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:31.268759 n-d-828369-19 neutron-server[109927]: DEBUG neutron.scheduler.base_scheduler [None req-5e65264c-e641-41a7-bea7-890baf230a13 None None] Resources bound (agent type, host, resource id): {{(pid=109927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:18:31.272889 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e65264c-e641-41a7-bea7-890baf230a13 None None] Received port after_create {{(pid=109927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:18:31.277381 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9e02d801-a6d6-4d10-8252-8a2d0ed152ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (2d86a801-52e7-4e67-9e47-43ab9c5cf3dd), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:31.312974 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e02d801-a6d6-4d10-8252-8a2d0ed152ff admin admin] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:18:31.315891 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-9e02d801-a6d6-4d10-8252-8a2d0ed152ff admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:18:31.319600 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e02d801-a6d6-4d10-8252-8a2d0ed152ff admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:18:31.352018 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02d801-a6d6-4d10-8252-8a2d0ed152ff admin admin] Pushing event updated for resources: {'Port': ['ID=2d86a801-52e7-4e67-9e47-43ab9c5cf3dd,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:31.364922 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=b1e72daa-130d-4cd7-976a-e4baa5c682dc,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:31.379621 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ad4ce303-76c2-48ab-bf26-23bd0fa9ca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'name': 'tempest-TestSnapshotPattern-1794456157-router', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:25Z', 'updated_at': '2022-02-19T05:18:28Z', 'revision_number': 4, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'gw_port': {'id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:02:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:26Z', 'updated_at': '2022-02-19T05:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '4ea39484-ff0f-4a94-a589-88e9f1a03c8b', 'name': '', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'mac_address': 'fa:16:3e:42:11:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:27Z', 'updated_at': '2022-02-19T05:18:28Z', 'revision_number': 2, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'subnets': [{'id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:31.381373 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-5e65264c-e641-41a7-bea7-890baf230a13 None None] Attempting to bind port e9465abc-a92a-4fe5-b35c-f9f9c8af06bb on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:18:31.381846 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-5e65264c-e641-41a7-bea7-890baf230a13 None None] Attempting to bind port e9465abc-a92a-4fe5-b35c-f9f9c8af06bb by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '479dcb07-d853-4a19-af85-020e5987ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5fba64c8-7665-4669-ab7f-90d35900f72b'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:18:31.382100 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e65264c-e641-41a7-bea7-890baf230a13 None None] Attempting to bind port e9465abc-a92a-4fe5-b35c-f9f9c8af06bb on network 5fba64c8-7665-4669-ab7f-90d35900f72b {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:18:31.410368 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4ce303-76c2-48ab-bf26-23bd0fa9ca33 None None] Checking router: 4679b738-ec05-4df4-96db-c1686f6e8ad9 for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:18:31.410727 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4ce303-76c2-48ab-bf26-23bd0fa9ca33 None None] Updating router 4679b738-ec05-4df4-96db-c1686f6e8ad9 port 4ea39484-ff0f-4a94-a589-88e9f1a03c8b binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:18:31.412665 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e65264c-e641-41a7-bea7-890baf230a13 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:18:31.413041 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e65264c-e641-41a7-bea7-890baf230a13 None None] Checking segment: {'id': '479dcb07-d853-4a19-af85-020e5987ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5fba64c8-7665-4669-ab7f-90d35900f72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:18:31.413444 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5e65264c-e641-41a7-bea7-890baf230a13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:31.413837 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e65264c-e641-41a7-bea7-890baf230a13 None None] Bound using segment: {'id': '479dcb07-d853-4a19-af85-020e5987ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5fba64c8-7665-4669-ab7f-90d35900f72b'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:18:31.414352 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-5e65264c-e641-41a7-bea7-890baf230a13 None None] Bound port: e9465abc-a92a-4fe5-b35c-f9f9c8af06bb, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '479dcb07-d853-4a19-af85-020e5987ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5fba64c8-7665-4669-ab7f-90d35900f72b'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:18:31.414749 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5e65264c-e641-41a7-bea7-890baf230a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e9465abc-a92a-4fe5-b35c-f9f9c8af06bb), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:31.470308 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce303-76c2-48ab-bf26-23bd0fa9ca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4ea39484-ff0f-4a94-a589-88e9f1a03c8b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:31.530557 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-5e65264c-e641-41a7-bea7-890baf230a13 None None] For port e9465abc-a92a-4fe5-b35c-f9f9c8af06bb, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:18:31.534678 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-5e65264c-e641-41a7-bea7-890baf230a13 None None] For port e9465abc-a92a-4fe5-b35c-f9f9c8af06bb, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e9465abc-a92a-4fe5-b35c-f9f9c8af06bb,segment=NetworkSegment(479dcb07-d853-4a19-af85-020e5987ecc2),segment_id=479dcb07-d853-4a19-af85-020e5987ecc2)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:18:31.547164 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5e65264c-e641-41a7-bea7-890baf230a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e9465abc-a92a-4fe5-b35c-f9f9c8af06bb), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:31.580656 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9e02d801-a6d6-4d10-8252-8a2d0ed152ff admin admin] Publish callbacks [] for router_gateway (ae6e1b74-953d-4bc1-8e72-685644f0e4de), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:31.672773 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65264c-e641-41a7-bea7-890baf230a13 None None] Pushing event updated for resources: {'Port': ['ID=e9465abc-a92a-4fe5-b35c-f9f9c8af06bb,revision_number=2']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:31.788813 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9e02d801-a6d6-4d10-8252-8a2d0ed152ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1612714'] for router (ae6e1b74-953d-4bc1-8e72-685644f0e4de), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:31.820208 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce303-76c2-48ab-bf26-23bd0fa9ca33 None None] Publish callbacks [] for port (4ea39484-ff0f-4a94-a589-88e9f1a03c8b), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:31.826042 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce303-76c2-48ab-bf26-23bd0fa9ca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4ea39484-ff0f-4a94-a589-88e9f1a03c8b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:31.931063 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b2d68-795b-43bf-be52-0bdcee4d7c7b None None] Pushing event updated for resources: {'Port': ['ID=4ea39484-ff0f-4a94-a589-88e9f1a03c8b,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:31.959653 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-ad4ce303-76c2-48ab-bf26-23bd0fa9ca33 None None] Attempting to bind port 4ea39484-ff0f-4a94-a589-88e9f1a03c8b on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:18:31.960119 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-ad4ce303-76c2-48ab-bf26-23bd0fa9ca33 None None] Attempting to bind port 4ea39484-ff0f-4a94-a589-88e9f1a03c8b by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '796f1ee1-dbce-45be-9a57-d99c70da5b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:18:31.960567 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4ce303-76c2-48ab-bf26-23bd0fa9ca33 None None] Attempting to bind port 4ea39484-ff0f-4a94-a589-88e9f1a03c8b on network 576206ff-ef4f-49ac-b525-94a5bf8e9777 {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:18:31.966102 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4ce303-76c2-48ab-bf26-23bd0fa9ca33 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:18:31.966917 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4ce303-76c2-48ab-bf26-23bd0fa9ca33 None None] Checking segment: {'id': '796f1ee1-dbce-45be-9a57-d99c70da5b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:18:31.967415 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce303-76c2-48ab-bf26-23bd0fa9ca33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:31.967887 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4ce303-76c2-48ab-bf26-23bd0fa9ca33 None None] Bound using segment: {'id': '796f1ee1-dbce-45be-9a57-d99c70da5b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:18:31.968847 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-ad4ce303-76c2-48ab-bf26-23bd0fa9ca33 None None] Bound port: 4ea39484-ff0f-4a94-a589-88e9f1a03c8b, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '796f1ee1-dbce-45be-9a57-d99c70da5b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:18:31.968847 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce303-76c2-48ab-bf26-23bd0fa9ca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4ea39484-ff0f-4a94-a589-88e9f1a03c8b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:32.007404 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e02d801-a6d6-4d10-8252-8a2d0ed152ff admin admin] Router ae6e1b74-953d-4bc1-8e72-685644f0e4de is scheduled to L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd with binding_index 1 {{(pid=109925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:18:32.051028 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-ad4ce303-76c2-48ab-bf26-23bd0fa9ca33 None None] For port 4ea39484-ff0f-4a94-a589-88e9f1a03c8b, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:18:32.062682 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-ad4ce303-76c2-48ab-bf26-23bd0fa9ca33 None None] For port 4ea39484-ff0f-4a94-a589-88e9f1a03c8b, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4ea39484-ff0f-4a94-a589-88e9f1a03c8b,segment=NetworkSegment(796f1ee1-dbce-45be-9a57-d99c70da5b8f),segment_id=796f1ee1-dbce-45be-9a57-d99c70da5b8f)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:18:32.070935 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce303-76c2-48ab-bf26-23bd0fa9ca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4ea39484-ff0f-4a94-a589-88e9f1a03c8b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:32.139132 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4ce303-76c2-48ab-bf26-23bd0fa9ca33 None None] Routers {'4679b738-ec05-4df4-96db-c1686f6e8ad9'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:18:32.139785 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ad4ce303-76c2-48ab-bf26-23bd0fa9ca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:18:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['4679b738-ec05-4df4-96db-c1686f6e8ad9'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:32.149334 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e02d801-a6d6-4d10-8252-8a2d0ed152ff admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:18:32.160838 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679575a8-1256-455f-9ba4-b92c5e2b1145 None None] Sync routers for ids ['ae6e1b74-953d-4bc1-8e72-685644f0e4de'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:18:32.170506 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-9e02d801-a6d6-4d10-8252-8a2d0ed152ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:32.172870 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-9e02d801-a6d6-4d10-8252-8a2d0ed152ff admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9159577 Feb 19 05:18:32.175546 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49480) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:32.183212 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679575a8-1256-455f-9ba4-b92c5e2b1145 None None] Routers {'ae6e1b74-953d-4bc1-8e72-685644f0e4de'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:18:32.183869 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-679575a8-1256-455f-9ba4-b92c5e2b1145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:18:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ae6e1b74-953d-4bc1-8e72-685644f0e4de'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:32.200672 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b2d68-795b-43bf-be52-0bdcee4d7c7b None None] Pushing event updated for resources: {'Port': ['ID=4ea39484-ff0f-4a94-a589-88e9f1a03c8b,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:32.315817 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-ad4ce303-76c2-48ab-bf26-23bd0fa9ca33 None None] Set router 4679b738-ec05-4df4-96db-c1686f6e8ad9 gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:18:32.332959 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-679575a8-1256-455f-9ba4-b92c5e2b1145 None None] Set router ae6e1b74-953d-4bc1-8e72-685644f0e4de gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:18:32.361768 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-389b6a9d-9e48-40b7-b2aa-92f9fd344c39 None None] Provisioning complete for port 4ea39484-ff0f-4a94-a589-88e9f1a03c8b triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:18:32.361992 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-389b6a9d-9e48-40b7-b2aa-92f9fd344c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4ea39484-ff0f-4a94-a589-88e9f1a03c8b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:32.598843 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-679575a8-1256-455f-9ba4-b92c5e2b1145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6e1b74-953d-4bc1-8e72-685644f0e4de', 'name': 'tempest-TestSnapshotPattern-1535949455-router', 'tenant_id': '9ca312806f53444a8a2e7cca8b8ff054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '2d86a801-52e7-4e67-9e47-43ab9c5cf3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:30Z', 'updated_at': '2022-02-19T05:18:31Z', 'revision_number': 3, 'project_id': '9ca312806f53444a8a2e7cca8b8ff054', 'gw_port': {'id': '2d86a801-52e7-4e67-9e47-43ab9c5cf3dd', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6e1b74-953d-4bc1-8e72-685644f0e4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:31Z', 'updated_at': '2022-02-19T05:18:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:32.599104 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e9465abc-a92a-4fe5-b35c-f9f9c8af06bb up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:18:32.633770 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679575a8-1256-455f-9ba4-b92c5e2b1145 None None] Checking router: ae6e1b74-953d-4bc1-8e72-685644f0e4de for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:18:32.634440 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679575a8-1256-455f-9ba4-b92c5e2b1145 None None] Updating router ae6e1b74-953d-4bc1-8e72-685644f0e4de port 2d86a801-52e7-4e67-9e47-43ab9c5cf3dd binding host n-d-828369-19 {{(pid=109928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:18:32.665756 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-679575a8-1256-455f-9ba4-b92c5e2b1145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2d86a801-52e7-4e67-9e47-43ab9c5cf3dd), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:32.696506 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port e9465abc-a92a-4fe5-b35c-f9f9c8af06bb triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:18:32.696965 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e9465abc-a92a-4fe5-b35c-f9f9c8af06bb), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:32.738703 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-389b6a9d-9e48-40b7-b2aa-92f9fd344c39 None None] Current status of the port 4ea39484-ff0f-4a94-a589-88e9f1a03c8b is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:18:32.739709 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-389b6a9d-9e48-40b7-b2aa-92f9fd344c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (4ea39484-ff0f-4a94-a589-88e9f1a03c8b), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:32.753898 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fe78e7e9-e453-4c48-add6-8a91243a5614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:32.782539 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-389b6a9d-9e48-40b7-b2aa-92f9fd344c39 None None] For port 4ea39484-ff0f-4a94-a589-88e9f1a03c8b, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4ea39484-ff0f-4a94-a589-88e9f1a03c8b,segment=NetworkSegment(796f1ee1-dbce-45be-9a57-d99c70da5b8f),segment_id=796f1ee1-dbce-45be-9a57-d99c70da5b8f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:18:32.806016 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-389b6a9d-9e48-40b7-b2aa-92f9fd344c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (4ea39484-ff0f-4a94-a589-88e9f1a03c8b), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:32.887245 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b6a9d-9e48-40b7-b2aa-92f9fd344c39 None None] Pushing event updated for resources: {'Port': ['ID=4ea39484-ff0f-4a94-a589-88e9f1a03c8b,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:32.895811 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6a7b32-4212-41ad-8eca-d4da8f53f753 None None] Network 5fba64c8-7665-4669-ab7f-90d35900f72b requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:18:32.900631 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-ad4ce303-76c2-48ab-bf26-23bd0fa9ca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'name': 'tempest-TestSnapshotPattern-1794456157-router', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:25Z', 'updated_at': '2022-02-19T05:18:28Z', 'revision_number': 4, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'gw_port': {'id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:26Z', 'updated_at': '2022-02-19T05:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '4ea39484-ff0f-4a94-a589-88e9f1a03c8b', 'name': '', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'mac_address': 'fa:16:3e:42:11:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:27Z', 'updated_at': '2022-02-19T05:18:32Z', 'revision_number': 4, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'subnets': [{'id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:32.949804 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4ce303-76c2-48ab-bf26-23bd0fa9ca33 None None] The sync data for ids ['4679b738-ec05-4df4-96db-c1686f6e8ad9'] in n-d-828369-19 is: [{'id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'name': 'tempest-TestSnapshotPattern-1794456157-router', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:25Z', 'updated_at': '2022-02-19T05:18:28Z', 'revision_number': 4, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'gw_port': {'id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:26Z', 'updated_at': '2022-02-19T05:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '4ea39484-ff0f-4a94-a589-88e9f1a03c8b', 'name': '', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'mac_address': 'fa:16:3e:42:11:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:27Z', 'updated_at': '2022-02-19T05:18:32Z', 'revision_number': 4, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'subnets': [{'id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:18:32.954619 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-679575a8-1256-455f-9ba4-b92c5e2b1145 None None] Publish callbacks [] for port (2d86a801-52e7-4e67-9e47-43ab9c5cf3dd), precommit_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:32.960982 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-679575a8-1256-455f-9ba4-b92c5e2b1145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2d86a801-52e7-4e67-9e47-43ab9c5cf3dd), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:32.968458 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [None req-fe78e7e9-e453-4c48-add6-8a91243a5614 admin admin] Allocated IP 172.20.0.1 (5fba64c8-7665-4669-ab7f-90d35900f72b/9ec768c8-b7c7-44f0-ad05-cfd467a4ee25/7704090f-9bab-4879-8f51-a9ced8409ce7) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:18:33.003489 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port e9465abc-a92a-4fe5-b35c-f9f9c8af06bb is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:18:33.003889 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (e9465abc-a92a-4fe5-b35c-f9f9c8af06bb), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:33.047814 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fba78a30-7431-4d36-823b-ca3c8696eb18 None None] Provisioning complete for port e9465abc-a92a-4fe5-b35c-f9f9c8af06bb triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:18:33.048198 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fba78a30-7431-4d36-823b-ca3c8696eb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e9465abc-a92a-4fe5-b35c-f9f9c8af06bb), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:33.052517 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0249815-6dab-4765-bf97-4c3e3809ed20 None None] Pushing event updated for resources: {'Port': ['ID=2d86a801-52e7-4e67-9e47-43ab9c5cf3dd,revision_number=2']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:33.065981 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-679575a8-1256-455f-9ba4-b92c5e2b1145 None None] Attempting to bind port 2d86a801-52e7-4e67-9e47-43ab9c5cf3dd on host n-d-828369-19 for vnic_type normal with profile {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:18:33.066634 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-679575a8-1256-455f-9ba4-b92c5e2b1145 None None] Attempting to bind port 2d86a801-52e7-4e67-9e47-43ab9c5cf3dd by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:18:33.067095 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679575a8-1256-455f-9ba4-b92c5e2b1145 None None] Attempting to bind port 2d86a801-52e7-4e67-9e47-43ab9c5cf3dd on network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:18:33.072353 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679575a8-1256-455f-9ba4-b92c5e2b1145 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:18:33.072720 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679575a8-1256-455f-9ba4-b92c5e2b1145 None None] Checking segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:18:33.073113 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-679575a8-1256-455f-9ba4-b92c5e2b1145 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:33.073496 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679575a8-1256-455f-9ba4-b92c5e2b1145 None None] Bound using segment: {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'} {{(pid=109928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:18:33.074105 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.managers [None req-679575a8-1256-455f-9ba4-b92c5e2b1145 None None] Bound port: 2d86a801-52e7-4e67-9e47-43ab9c5cf3dd, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3be90-9cdd-4c09-a524-a578f70ce007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0'}}] {{(pid=109928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:18:33.074646 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-679575a8-1256-455f-9ba4-b92c5e2b1145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2d86a801-52e7-4e67-9e47-43ab9c5cf3dd), before_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:33.113017 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port e9465abc-a92a-4fe5-b35c-f9f9c8af06bb, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e9465abc-a92a-4fe5-b35c-f9f9c8af06bb,segment=NetworkSegment(479dcb07-d853-4a19-af85-020e5987ecc2),segment_id=479dcb07-d853-4a19-af85-020e5987ecc2)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:18:33.122803 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (e9465abc-a92a-4fe5-b35c-f9f9c8af06bb), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:33.123883 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b1e72daa-130d-4cd7-976a-e4baa5c682dc up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:18:33.148767 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-679575a8-1256-455f-9ba4-b92c5e2b1145 None None] For port 2d86a801-52e7-4e67-9e47-43ab9c5cf3dd, host n-d-828369-19, cleared binding levels {{(pid=109928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:18:33.152017 n-d-828369-19 neutron-server[109928]: DEBUG neutron.plugins.ml2.db [None req-679575a8-1256-455f-9ba4-b92c5e2b1145 None None] For port 2d86a801-52e7-4e67-9e47-43ab9c5cf3dd, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2d86a801-52e7-4e67-9e47-43ab9c5cf3dd,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:18:33.157529 n-d-828369-19 neutron-server[109928]: DEBUG neutron_lib.callbacks.manager [None req-679575a8-1256-455f-9ba4-b92c5e2b1145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2d86a801-52e7-4e67-9e47-43ab9c5cf3dd), after_update {{(pid=109928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:33.157706 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fe78e7e9-e453-4c48-add6-8a91243a5614 admin admin] Publish callbacks [] for port (7704090f-9bab-4879-8f51-a9ced8409ce7), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:33.204910 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679575a8-1256-455f-9ba4-b92c5e2b1145 None None] Routers {'ae6e1b74-953d-4bc1-8e72-685644f0e4de'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:18:33.205683 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-679575a8-1256-455f-9ba4-b92c5e2b1145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:18:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ae6e1b74-953d-4bc1-8e72-685644f0e4de'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:33.223016 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fe78e7e9-e453-4c48-add6-8a91243a5614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (7704090f-9bab-4879-8f51-a9ced8409ce7), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:33.262379 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe78e7e9-e453-4c48-add6-8a91243a5614 admin admin] Network 5fba64c8-7665-4669-ab7f-90d35900f72b is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:18:33.269862 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-fe78e7e9-e453-4c48-add6-8a91243a5614 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:18:33.274436 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe78e7e9-e453-4c48-add6-8a91243a5614 admin admin] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:18:33.277689 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78e7e9-e453-4c48-add6-8a91243a5614 admin admin] Pushing event updated for resources: {'Port': ['ID=7704090f-9bab-4879-8f51-a9ced8409ce7,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:33.320642 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fe78e7e9-e453-4c48-add6-8a91243a5614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612925'] for router_interface (ae6e1b74-953d-4bc1-8e72-685644f0e4de), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:33.336642 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0249815-6dab-4765-bf97-4c3e3809ed20 None None] Pushing event updated for resources: {'Port': ['ID=2d86a801-52e7-4e67-9e47-43ab9c5cf3dd,revision_number=3']} {{(pid=109928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:33.347987 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fba78a30-7431-4d36-823b-ca3c8696eb18 None None] Current status of the port e9465abc-a92a-4fe5-b35c-f9f9c8af06bb is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:18:33.352313 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=e9465abc-a92a-4fe5-b35c-f9f9c8af06bb,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:33.370340 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-679575a8-1256-455f-9ba4-b92c5e2b1145 None None] Set router ae6e1b74-953d-4bc1-8e72-685644f0e4de gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:18:33.382964 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fba78a30-7431-4d36-823b-ca3c8696eb18 None None] Provisioning complete for port 4ea39484-ff0f-4a94-a589-88e9f1a03c8b triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:18:33.383409 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fba78a30-7431-4d36-823b-ca3c8696eb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4ea39484-ff0f-4a94-a589-88e9f1a03c8b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:33.415929 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port b1e72daa-130d-4cd7-976a-e4baa5c682dc triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:18:33.416405 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (b1e72daa-130d-4cd7-976a-e4baa5c682dc), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:33.552240 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fe78e7e9-e453-4c48-add6-8a91243a5614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7704090f-9bab-4879-8f51-a9ced8409ce7), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:33.676035 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-679575a8-1256-455f-9ba4-b92c5e2b1145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6e1b74-953d-4bc1-8e72-685644f0e4de', 'name': 'tempest-TestSnapshotPattern-1535949455-router', 'tenant_id': '9ca312806f53444a8a2e7cca8b8ff054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '2d86a801-52e7-4e67-9e47-43ab9c5cf3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:30Z', 'updated_at': '2022-02-19T05:18:31Z', 'revision_number': 3, 'project_id': '9ca312806f53444a8a2e7cca8b8ff054', 'gw_port': {'id': '2d86a801-52e7-4e67-9e47-43ab9c5cf3dd', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6e1b74-953d-4bc1-8e72-685644f0e4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:31Z', 'updated_at': '2022-02-19T05:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:33.707734 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679575a8-1256-455f-9ba4-b92c5e2b1145 None None] The sync data for ids ['ae6e1b74-953d-4bc1-8e72-685644f0e4de'] in n-d-828369-19 is: [{'id': 'ae6e1b74-953d-4bc1-8e72-685644f0e4de', 'name': 'tempest-TestSnapshotPattern-1535949455-router', 'tenant_id': '9ca312806f53444a8a2e7cca8b8ff054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '2d86a801-52e7-4e67-9e47-43ab9c5cf3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:30Z', 'updated_at': '2022-02-19T05:18:31Z', 'revision_number': 3, 'project_id': '9ca312806f53444a8a2e7cca8b8ff054', 'gw_port': {'id': '2d86a801-52e7-4e67-9e47-43ab9c5cf3dd', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6e1b74-953d-4bc1-8e72-685644f0e4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:31Z', 'updated_at': '2022-02-19T05:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:18:33.778439 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f0f27f6a-edbd-4ee2-93c4-040bfdd9fc56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:33.820500 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fe78e7e9-e453-4c48-add6-8a91243a5614 admin admin] Publish callbacks [] for port (7704090f-9bab-4879-8f51-a9ced8409ce7), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:33.829458 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fe78e7e9-e453-4c48-add6-8a91243a5614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (7704090f-9bab-4879-8f51-a9ced8409ce7), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:33.862879 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fba78a30-7431-4d36-823b-ca3c8696eb18 None None] Current status of the port 4ea39484-ff0f-4a94-a589-88e9f1a03c8b is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:18:33.865221 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port b1e72daa-130d-4cd7-976a-e4baa5c682dc is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:18:33.913439 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78e7e9-e453-4c48-add6-8a91243a5614 admin admin] Pushing event updated for resources: {'Port': ['ID=7704090f-9bab-4879-8f51-a9ced8409ce7,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:33.917659 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-fe78e7e9-e453-4c48-add6-8a91243a5614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1827604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1613033'] for router_interface (ae6e1b74-953d-4bc1-8e72-685644f0e4de), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:33.989392 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b7ddbe15-2569-4099-8961-38f01c758362 None None] Provisioning complete for port e9465abc-a92a-4fe5-b35c-f9f9c8af06bb triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:18:33.989656 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b7ddbe15-2569-4099-8961-38f01c758362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e9465abc-a92a-4fe5-b35c-f9f9c8af06bb), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:34.036808 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe78e7e9-e453-4c48-add6-8a91243a5614 admin admin] Network 5fba64c8-7665-4669-ab7f-90d35900f72b is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:18:34.038643 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [None req-fe78e7e9-e453-4c48-add6-8a91243a5614 admin admin] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:18:34.134842 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b7ddbe15-2569-4099-8961-38f01c758362 None None] Current status of the port e9465abc-a92a-4fe5-b35c-f9f9c8af06bb is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:18:34.150686 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:34.153157 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b7ddbe15-2569-4099-8961-38f01c758362 None None] Provisioning complete for port 7704090f-9bab-4879-8f51-a9ced8409ce7 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:18:34.153522 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b7ddbe15-2569-4099-8961-38f01c758362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7704090f-9bab-4879-8f51-a9ced8409ce7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:34.206789 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe78e7e9-e453-4c48-add6-8a91243a5614 admin admin] Router ae6e1b74-953d-4bc1-8e72-685644f0e4de has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:18:34.224192 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b7ddbe15-2569-4099-8961-38f01c758362 None None] Port 7704090f-9bab-4879-8f51-a9ced8409ce7 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:18:34.399722 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe78e7e9-e453-4c48-add6-8a91243a5614 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:18:34.413903 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-fe78e7e9-e453-4c48-add6-8a91243a5614 admin admin] 10.222.0.52 "PUT /v2.0/routers/ae6e1b74-953d-4bc1-8e72-685644f0e4de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2283583 Feb 19 05:18:34.461221 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-39e16804-0a89-423b-919b-ef4a92c7e9c3 None None] Provisioning complete for port 7704090f-9bab-4879-8f51-a9ced8409ce7 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:18:34.461755 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-39e16804-0a89-423b-919b-ef4a92c7e9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7704090f-9bab-4879-8f51-a9ced8409ce7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:34.511795 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-39e16804-0a89-423b-919b-ef4a92c7e9c3 None None] Port 7704090f-9bab-4879-8f51-a9ced8409ce7 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:18:34.528261 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4ea39484-ff0f-4a94-a589-88e9f1a03c8b up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:18:34.585210 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 4ea39484-ff0f-4a94-a589-88e9f1a03c8b triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:18:34.585585 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (4ea39484-ff0f-4a94-a589-88e9f1a03c8b), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:34.668824 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 4ea39484-ff0f-4a94-a589-88e9f1a03c8b is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:18:34.670482 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e9465abc-a92a-4fe5-b35c-f9f9c8af06bb up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:18:34.728000 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port e9465abc-a92a-4fe5-b35c-f9f9c8af06bb triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:18:34.728382 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (e9465abc-a92a-4fe5-b35c-f9f9c8af06bb), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:34.812727 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port e9465abc-a92a-4fe5-b35c-f9f9c8af06bb is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:18:34.813951 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2d86a801-52e7-4e67-9e47-43ab9c5cf3dd up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:18:34.859810 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 2d86a801-52e7-4e67-9e47-43ab9c5cf3dd triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:18:34.860164 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2d86a801-52e7-4e67-9e47-43ab9c5cf3dd), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:34.942075 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 2d86a801-52e7-4e67-9e47-43ab9c5cf3dd is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:18:34.942497 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (2d86a801-52e7-4e67-9e47-43ab9c5cf3dd), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:34.966313 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] For port 2d86a801-52e7-4e67-9e47-43ab9c5cf3dd, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2d86a801-52e7-4e67-9e47-43ab9c5cf3dd,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:18:34.970554 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (2d86a801-52e7-4e67-9e47-43ab9c5cf3dd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:35.019989 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Pushing event updated for resources: {'Port': ['ID=2d86a801-52e7-4e67-9e47-43ab9c5cf3dd,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:35.244134 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 49488) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:35.248739 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [None req-b6749652-6309-4017-baa8-7a083f8b9525 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1825568735', 'description': 'tempest-secgroup-smoke-1825568735 description', 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:18:35.268248 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b6749652-6309-4017-baa8-7a083f8b9525 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for security_group (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:35.330881 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b6749652-6309-4017-baa8-7a083f8b9525 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for security_group (fadb07df-c6b6-4341-9f26-531fcff47c15), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:35.334434 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b6749652-6309-4017-baa8-7a083f8b9525 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (fadb07df-c6b6-4341-9f26-531fcff47c15), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:35.363940 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-b6749652-6309-4017-baa8-7a083f8b9525 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:35.365145 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-b6749652-6309-4017-baa8-7a083f8b9525 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1200199 Feb 19 05:18:35.366353 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6749652-6309-4017-baa8-7a083f8b9525 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fadb07df-c6b6-4341-9f26-531fcff47c15,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:35.368267 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49490) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:35.372892 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-dee83152-dc88-4915-a864-cf13aff93dcb tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Request body: {'security_group_rule': {'security_group_id': 'fadb07df-c6b6-4341-9f26-531fcff47c15', 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:18:35.396280 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dee83152-dc88-4915-a864-cf13aff93dcb tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for security_group_rule (4d683113-c6e2-47a8-8e37-bbbbf154efe6), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:35.450210 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dee83152-dc88-4915-a864-cf13aff93dcb tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for security_group_rule (4d683113-c6e2-47a8-8e37-bbbbf154efe6), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:35.453873 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dee83152-dc88-4915-a864-cf13aff93dcb tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (4d683113-c6e2-47a8-8e37-bbbbf154efe6), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:35.471862 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee83152-dc88-4915-a864-cf13aff93dcb tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d683113-c6e2-47a8-8e37-bbbbf154efe6,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:35.479510 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-dee83152-dc88-4915-a864-cf13aff93dcb tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:35.480689 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-dee83152-dc88-4915-a864-cf13aff93dcb tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1113853 Feb 19 05:18:35.483351 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49492) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:35.488187 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-ec059fd5-ee8b-421c-bf7d-16db50a253d8 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Request body: {'security_group_rule': {'security_group_id': 'fadb07df-c6b6-4341-9f26-531fcff47c15', 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:18:35.512714 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ec059fd5-ee8b-421c-bf7d-16db50a253d8 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for security_group_rule (265251df-790b-4a72-a22b-fa940f833661), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:35.567980 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ec059fd5-ee8b-421c-bf7d-16db50a253d8 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for security_group_rule (265251df-790b-4a72-a22b-fa940f833661), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:35.571942 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ec059fd5-ee8b-421c-bf7d-16db50a253d8 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (265251df-790b-4a72-a22b-fa940f833661), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:35.593235 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec059fd5-ee8b-421c-bf7d-16db50a253d8 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=265251df-790b-4a72-a22b-fa940f833661,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:35.602393 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-ec059fd5-ee8b-421c-bf7d-16db50a253d8 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:35.606481 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-ec059fd5-ee8b-421c-bf7d-16db50a253d8 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187153 Feb 19 05:18:35.606481 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49494) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:35.610748 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-f0e8b105-72ab-43cf-9e97-eda92007eaad tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Request body: {'security_group_rule': {'security_group_id': 'fadb07df-c6b6-4341-9f26-531fcff47c15', 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:18:35.613415 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:35.634265 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f0e8b105-72ab-43cf-9e97-eda92007eaad tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for security_group_rule (fc406ecb-5dfc-41ff-baf0-10a5057a2fb3), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:35.692938 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f0e8b105-72ab-43cf-9e97-eda92007eaad tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for security_group_rule (fc406ecb-5dfc-41ff-baf0-10a5057a2fb3), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:35.696610 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f0e8b105-72ab-43cf-9e97-eda92007eaad tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (fc406ecb-5dfc-41ff-baf0-10a5057a2fb3), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:35.715536 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8b105-72ab-43cf-9e97-eda92007eaad tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc406ecb-5dfc-41ff-baf0-10a5057a2fb3,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:35.721561 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-f0e8b105-72ab-43cf-9e97-eda92007eaad tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:35.722787 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-f0e8b105-72ab-43cf-9e97-eda92007eaad tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155488 Feb 19 05:18:35.725439 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49496) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:35.729730 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-244eecff-ed48-4421-99b1-fe0f33b38009 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Request body: {'security_group_rule': {'security_group_id': 'fadb07df-c6b6-4341-9f26-531fcff47c15', 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:18:35.753309 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-244eecff-ed48-4421-99b1-fe0f33b38009 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for security_group_rule (1d7e79fc-88a1-4e08-9d73-6312a92cbb68), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:35.810602 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-244eecff-ed48-4421-99b1-fe0f33b38009 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for security_group_rule (1d7e79fc-88a1-4e08-9d73-6312a92cbb68), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:35.814035 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-244eecff-ed48-4421-99b1-fe0f33b38009 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (1d7e79fc-88a1-4e08-9d73-6312a92cbb68), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:35.829116 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244eecff-ed48-4421-99b1-fe0f33b38009 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7e79fc-88a1-4e08-9d73-6312a92cbb68,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:35.839405 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-244eecff-ed48-4421-99b1-fe0f33b38009 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:35.840988 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-244eecff-ed48-4421-99b1-fe0f33b38009 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1142344 Feb 19 05:18:35.843940 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49498) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:35.850442 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-59553fa3-817a-4d3e-830d-552990c64d3d tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Request body: {'security_group_rule': {'security_group_id': 'fadb07df-c6b6-4341-9f26-531fcff47c15', 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:18:35.870799 n-d-828369-19 neutron-server[109926]: INFO neutron.db.securitygroups_db [None req-59553fa3-817a-4d3e-830d-552990c64d3d tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Project cbc0de98fc1a4375816b257fdbb951ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:18:35.876160 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-59553fa3-817a-4d3e-830d-552990c64d3d tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for security_group_rule (5fcbcf8b-26dd-4df9-bf5c-096e0a6bea38), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:35.933417 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-59553fa3-817a-4d3e-830d-552990c64d3d tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for security_group_rule (5fcbcf8b-26dd-4df9-bf5c-096e0a6bea38), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:35.937960 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-59553fa3-817a-4d3e-830d-552990c64d3d tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (5fcbcf8b-26dd-4df9-bf5c-096e0a6bea38), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:35.957292 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59553fa3-817a-4d3e-830d-552990c64d3d tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fcbcf8b-26dd-4df9-bf5c-096e0a6bea38,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:35.964579 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-59553fa3-817a-4d3e-830d-552990c64d3d tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:35.965771 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-59553fa3-817a-4d3e-830d-552990c64d3d tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187651 Feb 19 05:18:35.968699 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49500) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:35.973201 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-a53bc03f-9405-4588-9bcb-2312584889a8 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Request body: {'security_group_rule': {'security_group_id': 'fadb07df-c6b6-4341-9f26-531fcff47c15', 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:18:35.992372 n-d-828369-19 neutron-server[109926]: INFO neutron.db.securitygroups_db [None req-a53bc03f-9405-4588-9bcb-2312584889a8 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Project cbc0de98fc1a4375816b257fdbb951ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:18:35.997276 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a53bc03f-9405-4588-9bcb-2312584889a8 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for security_group_rule (8da8d51c-ed29-409e-aa0b-ce931ae5c780), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:36.057694 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a53bc03f-9405-4588-9bcb-2312584889a8 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for security_group_rule (8da8d51c-ed29-409e-aa0b-ce931ae5c780), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:36.061331 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a53bc03f-9405-4588-9bcb-2312584889a8 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591387'] for security_group_rule (8da8d51c-ed29-409e-aa0b-ce931ae5c780), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:36.080168 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53bc03f-9405-4588-9bcb-2312584889a8 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da8d51c-ed29-409e-aa0b-ce931ae5c780,revision_number=0']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:36.088181 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-a53bc03f-9405-4588-9bcb-2312584889a8 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:36.089361 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-a53bc03f-9405-4588-9bcb-2312584889a8 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196895 Feb 19 05:18:36.364052 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2d86a801-52e7-4e67-9e47-43ab9c5cf3dd up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:18:36.380430 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-eb122cef-7ba1-4cca-b4f5-9c1a5e7dd5ff tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1825568735&fields=id&tenant_id=cbc0de98fc1a4375816b257fdbb951ce HTTP/1.1" status: 200 len: 267 time: 0.0464857 Feb 19 05:18:36.416025 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 2d86a801-52e7-4e67-9e47-43ab9c5cf3dd triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:18:36.416398 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (2d86a801-52e7-4e67-9e47-43ab9c5cf3dd), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:36.487067 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d66ee9d-aeff-481e-bb7c-6e1862b07e27 None None] Sync routers for ids ['ae6e1b74-953d-4bc1-8e72-685644f0e4de'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:18:36.493712 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-b39b671a-6a3a-4691-b910-e9f8db25e69d tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:36.495155 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-b39b671a-6a3a-4691-b910-e9f8db25e69d tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/networks?id=576206ff-ef4f-49ac-b525-94a5bf8e9777 HTTP/1.1" status: 200 len: 810 time: 0.1079347 Feb 19 05:18:36.506548 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 2d86a801-52e7-4e67-9e47-43ab9c5cf3dd is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:18:36.508521 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d66ee9d-aeff-481e-bb7c-6e1862b07e27 None None] Routers {'ae6e1b74-953d-4bc1-8e72-685644f0e4de'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:18:36.509148 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3d66ee9d-aeff-481e-bb7c-6e1862b07e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:18:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ae6e1b74-953d-4bc1-8e72-685644f0e4de'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:36.511009 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-86e938bf-51de-4975-aba7-8a4e44b5eb07 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/quotas/cbc0de98fc1a4375816b257fdbb951ce HTTP/1.1" status: 200 len: 375 time: 0.0092275 Feb 19 05:18:36.567154 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-240c9d01-ca22-4f22-b49c-ffe4b2483c64 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cbc0de98fc1a4375816b257fdbb951ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505636 Feb 19 05:18:36.622554 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-3d66ee9d-aeff-481e-bb7c-6e1862b07e27 None None] Set router ae6e1b74-953d-4bc1-8e72-685644f0e4de gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:18:36.662672 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-c6b12533-0a00-4289-8cb5-51b846d9aa4c service neutron] 10.222.0.52 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835843 Feb 19 05:18:36.755820 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-82f8f07e-e48c-4b2d-9e47-292ac42d0bbf service neutron] 10.222.0.52 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875318 Feb 19 05:18:36.830194 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3d66ee9d-aeff-481e-bb7c-6e1862b07e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6e1b74-953d-4bc1-8e72-685644f0e4de', 'name': 'tempest-TestSnapshotPattern-1535949455-router', 'tenant_id': '9ca312806f53444a8a2e7cca8b8ff054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '2d86a801-52e7-4e67-9e47-43ab9c5cf3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:30Z', 'updated_at': '2022-02-19T05:18:33Z', 'revision_number': 4, 'project_id': '9ca312806f53444a8a2e7cca8b8ff054', 'gw_port': {'id': '2d86a801-52e7-4e67-9e47-43ab9c5cf3dd', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6e1b74-953d-4bc1-8e72-685644f0e4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:31Z', 'updated_at': '2022-02-19T05:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '7704090f-9bab-4879-8f51-a9ced8409ce7', 'name': '', 'network_id': '5fba64c8-7665-4669-ab7f-90d35900f72b', 'tenant_id': '9ca312806f53444a8a2e7cca8b8ff054', 'mac_address': 'fa:16:3e:aa:36:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6e1b74-953d-4bc1-8e72-685644f0e4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '9ec768c8-b7c7-44f0-ad05-cfd467a4ee25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:32Z', 'updated_at': '2022-02-19T05:18:33Z', 'revision_number': 2, 'project_id': '9ca312806f53444a8a2e7cca8b8ff054', 'subnets': [{'id': '9ec768c8-b7c7-44f0-ad05-cfd467a4ee25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:36.858472 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d66ee9d-aeff-481e-bb7c-6e1862b07e27 None None] Checking router: ae6e1b74-953d-4bc1-8e72-685644f0e4de for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:18:36.859610 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d66ee9d-aeff-481e-bb7c-6e1862b07e27 None None] Updating router ae6e1b74-953d-4bc1-8e72-685644f0e4de port 7704090f-9bab-4879-8f51-a9ced8409ce7 binding host n-d-828369-19 {{(pid=109927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:18:36.894044 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3d66ee9d-aeff-481e-bb7c-6e1862b07e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7704090f-9bab-4879-8f51-a9ced8409ce7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:37.039688 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:37.062947 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9c474f0c-63e3-446f-9c17-d9fa458b3966 req-7ddf122b-ae7c-4466-b921-71ab2adcb5f3 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=3deb2310-c4c6-43f9-8211-09d4ec460d0f HTTP/1.1" status: 200 len: 210 time: 0.1600015 Feb 19 05:18:37.203691 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3d66ee9d-aeff-481e-bb7c-6e1862b07e27 None None] Publish callbacks [] for port (7704090f-9bab-4879-8f51-a9ced8409ce7), precommit_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:37.208861 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3d66ee9d-aeff-481e-bb7c-6e1862b07e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7704090f-9bab-4879-8f51-a9ced8409ce7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:37.257135 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8151905-1443-4f9b-a4d8-aca3222e7af0 None None] Pushing event updated for resources: {'Port': ['ID=7704090f-9bab-4879-8f51-a9ced8409ce7,revision_number=3']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:37.319446 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3d66ee9d-aeff-481e-bb7c-6e1862b07e27 None None] Attempting to bind port 7704090f-9bab-4879-8f51-a9ced8409ce7 on host n-d-828369-19 for vnic_type normal with profile {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:18:37.319844 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3d66ee9d-aeff-481e-bb7c-6e1862b07e27 None None] Attempting to bind port 7704090f-9bab-4879-8f51-a9ced8409ce7 by drivers openvswitch,hyperv on host n-d-828369-19 at level 0 using segments [{'id': '479dcb07-d853-4a19-af85-020e5987ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5fba64c8-7665-4669-ab7f-90d35900f72b'}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:18:37.320194 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d66ee9d-aeff-481e-bb7c-6e1862b07e27 None None] Attempting to bind port 7704090f-9bab-4879-8f51-a9ced8409ce7 on network 5fba64c8-7665-4669-ab7f-90d35900f72b {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:18:37.326039 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d66ee9d-aeff-481e-bb7c-6e1862b07e27 None None] Checking agent: {'id': '69cca5cc-9412-41d6-863a-19b7fe193f2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 43, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 43, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:18:37.326542 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d66ee9d-aeff-481e-bb7c-6e1862b07e27 None None] Checking segment: {'id': '479dcb07-d853-4a19-af85-020e5987ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5fba64c8-7665-4669-ab7f-90d35900f72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:18:37.326956 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3d66ee9d-aeff-481e-bb7c-6e1862b07e27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:37.327893 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d66ee9d-aeff-481e-bb7c-6e1862b07e27 None None] Bound using segment: {'id': '479dcb07-d853-4a19-af85-020e5987ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5fba64c8-7665-4669-ab7f-90d35900f72b'} {{(pid=109927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:18:37.328351 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.managers [None req-3d66ee9d-aeff-481e-bb7c-6e1862b07e27 None None] Bound port: 7704090f-9bab-4879-8f51-a9ced8409ce7, host: n-d-828369-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '479dcb07-d853-4a19-af85-020e5987ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5fba64c8-7665-4669-ab7f-90d35900f72b'}}] {{(pid=109927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:18:37.328741 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3d66ee9d-aeff-481e-bb7c-6e1862b07e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7704090f-9bab-4879-8f51-a9ced8409ce7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:37.400205 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3d66ee9d-aeff-481e-bb7c-6e1862b07e27 None None] For port 7704090f-9bab-4879-8f51-a9ced8409ce7, host n-d-828369-19, cleared binding levels {{(pid=109927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:18:37.403450 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-3d66ee9d-aeff-481e-bb7c-6e1862b07e27 None None] For port 7704090f-9bab-4879-8f51-a9ced8409ce7, host n-d-828369-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7704090f-9bab-4879-8f51-a9ced8409ce7,segment=NetworkSegment(479dcb07-d853-4a19-af85-020e5987ecc2),segment_id=479dcb07-d853-4a19-af85-020e5987ecc2)] {{(pid=109927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:18:37.411476 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3d66ee9d-aeff-481e-bb7c-6e1862b07e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7704090f-9bab-4879-8f51-a9ced8409ce7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:37.471986 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8151905-1443-4f9b-a4d8-aca3222e7af0 None None] Pushing event updated for resources: {'Port': ['ID=7704090f-9bab-4879-8f51-a9ced8409ce7,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:37.475082 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d66ee9d-aeff-481e-bb7c-6e1862b07e27 None None] Routers {'ae6e1b74-953d-4bc1-8e72-685644f0e4de'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:18:37.475460 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3d66ee9d-aeff-481e-bb7c-6e1862b07e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:18:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ae6e1b74-953d-4bc1-8e72-685644f0e4de'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:37.596900 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-98e99eab-3ee7-4d69-bbdc-9b713825cd60 None None] Provisioning complete for port 7704090f-9bab-4879-8f51-a9ced8409ce7 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:18:37.597287 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-98e99eab-3ee7-4d69-bbdc-9b713825cd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7704090f-9bab-4879-8f51-a9ced8409ce7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:37.602755 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-3d66ee9d-aeff-481e-bb7c-6e1862b07e27 None None] Set router ae6e1b74-953d-4bc1-8e72-685644f0e4de gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:18:37.802055 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-98e99eab-3ee7-4d69-bbdc-9b713825cd60 None None] Current status of the port 7704090f-9bab-4879-8f51-a9ced8409ce7 is: DOWN; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:18:37.802745 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-98e99eab-3ee7-4d69-bbdc-9b713825cd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (7704090f-9bab-4879-8f51-a9ced8409ce7), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:37.868146 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-98e99eab-3ee7-4d69-bbdc-9b713825cd60 None None] For port 7704090f-9bab-4879-8f51-a9ced8409ce7, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7704090f-9bab-4879-8f51-a9ced8409ce7,segment=NetworkSegment(479dcb07-d853-4a19-af85-020e5987ecc2),segment_id=479dcb07-d853-4a19-af85-020e5987ecc2)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:18:37.873938 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-98e99eab-3ee7-4d69-bbdc-9b713825cd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (7704090f-9bab-4879-8f51-a9ced8409ce7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:37.938108 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-3d66ee9d-aeff-481e-bb7c-6e1862b07e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6e1b74-953d-4bc1-8e72-685644f0e4de', 'name': 'tempest-TestSnapshotPattern-1535949455-router', 'tenant_id': '9ca312806f53444a8a2e7cca8b8ff054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '2d86a801-52e7-4e67-9e47-43ab9c5cf3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:30Z', 'updated_at': '2022-02-19T05:18:33Z', 'revision_number': 4, 'project_id': '9ca312806f53444a8a2e7cca8b8ff054', 'gw_port': {'id': '2d86a801-52e7-4e67-9e47-43ab9c5cf3dd', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6e1b74-953d-4bc1-8e72-685644f0e4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:31Z', 'updated_at': '2022-02-19T05:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '7704090f-9bab-4879-8f51-a9ced8409ce7', 'name': '', 'network_id': '5fba64c8-7665-4669-ab7f-90d35900f72b', 'tenant_id': '9ca312806f53444a8a2e7cca8b8ff054', 'mac_address': 'fa:16:3e:aa:36:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6e1b74-953d-4bc1-8e72-685644f0e4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '9ec768c8-b7c7-44f0-ad05-cfd467a4ee25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:32Z', 'updated_at': '2022-02-19T05:18:37Z', 'revision_number': 4, 'project_id': '9ca312806f53444a8a2e7cca8b8ff054', 'subnets': [{'id': '9ec768c8-b7c7-44f0-ad05-cfd467a4ee25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:37.939969 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e99eab-3ee7-4d69-bbdc-9b713825cd60 None None] Pushing event updated for resources: {'Port': ['ID=7704090f-9bab-4879-8f51-a9ced8409ce7,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:37.949959 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-9158478c-7489-49f0-af09-fdbd9c92fddb tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:37.951569 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-9158478c-7489-49f0-af09-fdbd9c92fddb tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.79 "GET /v2.0/networks?id=576206ff-ef4f-49ac-b525-94a5bf8e9777 HTTP/1.1" status: 200 len: 810 time: 0.1187770 Feb 19 05:18:38.023152 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-b1fe4217-23a4-4be8-88dc-7ba7ddb185cb tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbc0de98fc1a4375816b257fdbb951ce HTTP/1.1" status: 200 len: 380 time: 0.0636079 Feb 19 05:18:38.032042 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-e496d93a-cd89-47cb-9ec1-f1ed8873794c tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Request body: {'port': {'device_id': '3deb2310-c4c6-43f9-8211-09d4ec460d0f', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'admin_state_up': True, 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'security_groups': ['fadb07df-c6b6-4341-9f26-531fcff47c15']}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:18:38.138280 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d66ee9d-aeff-481e-bb7c-6e1862b07e27 None None] The sync data for ids ['ae6e1b74-953d-4bc1-8e72-685644f0e4de'] in n-d-828369-19 is: [{'id': 'ae6e1b74-953d-4bc1-8e72-685644f0e4de', 'name': 'tempest-TestSnapshotPattern-1535949455-router', 'tenant_id': '9ca312806f53444a8a2e7cca8b8ff054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '2d86a801-52e7-4e67-9e47-43ab9c5cf3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:30Z', 'updated_at': '2022-02-19T05:18:33Z', 'revision_number': 4, 'project_id': '9ca312806f53444a8a2e7cca8b8ff054', 'gw_port': {'id': '2d86a801-52e7-4e67-9e47-43ab9c5cf3dd', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6e1b74-953d-4bc1-8e72-685644f0e4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:31Z', 'updated_at': '2022-02-19T05:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '7704090f-9bab-4879-8f51-a9ced8409ce7', 'name': '', 'network_id': '5fba64c8-7665-4669-ab7f-90d35900f72b', 'tenant_id': '9ca312806f53444a8a2e7cca8b8ff054', 'mac_address': 'fa:16:3e:aa:36:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6e1b74-953d-4bc1-8e72-685644f0e4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '9ec768c8-b7c7-44f0-ad05-cfd467a4ee25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:32Z', 'updated_at': '2022-02-19T05:18:37Z', 'revision_number': 4, 'project_id': '9ca312806f53444a8a2e7cca8b8ff054', 'subnets': [{'id': '9ec768c8-b7c7-44f0-ad05-cfd467a4ee25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:18:38.150376 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-2e564f15-96d5-4ba1-ae0e-46b07b1e36a5 None None] Provisioning complete for port 7704090f-9bab-4879-8f51-a9ced8409ce7 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:18:38.150750 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2e564f15-96d5-4ba1-ae0e-46b07b1e36a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7704090f-9bab-4879-8f51-a9ced8409ce7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:38.177752 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-d92227dd-aa78-43b9-91dd-eba0e7ff3a56 req-5365f4e5-79a8-452a-a7dc-d49b7bba2008 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=3deb2310-c4c6-43f9-8211-09d4ec460d0f HTTP/1.1" status: 200 len: 210 time: 0.0378356 Feb 19 05:18:38.177909 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-e496d93a-cd89-47cb-9ec1-f1ed8873794c tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Made reservation on behalf of cbc0de98fc1a4375816b257fdbb951ce for: {'port': 1} {{(pid=109926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:18:38.181354 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-e496d93a-cd89-47cb-9ec1-f1ed8873794c tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:38.251539 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-2e564f15-96d5-4ba1-ae0e-46b07b1e36a5 None None] Current status of the port 7704090f-9bab-4879-8f51-a9ced8409ce7 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:18:38.344625 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-e496d93a-cd89-47cb-9ec1-f1ed8873794c tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Allocated IP 172.20.0.8 (576206ff-ef4f-49ac-b525-94a5bf8e9777/8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd/0110a7b8-6b2c-448f-a3f9-dcaa348500f9) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:18:38.403553 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7704090f-9bab-4879-8f51-a9ced8409ce7 up at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:18:38.458253 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Provisioning complete for port 7704090f-9bab-4879-8f51-a9ced8409ce7 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:18:38.458639 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (7704090f-9bab-4879-8f51-a9ced8409ce7), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:38.513651 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-e496d93a-cd89-47cb-9ec1-f1ed8873794c tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for port (0110a7b8-6b2c-448f-a3f9-dcaa348500f9), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:38.541546 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Current status of the port 7704090f-9bab-4879-8f51-a9ced8409ce7 is: ACTIVE; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:18:38.551476 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-e496d93a-cd89-47cb-9ec1-f1ed8873794c tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (0110a7b8-6b2c-448f-a3f9-dcaa348500f9), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:38.598651 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-e496d93a-cd89-47cb-9ec1-f1ed8873794c tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Network 576206ff-ef4f-49ac-b525-94a5bf8e9777 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:18:38.603931 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-e496d93a-cd89-47cb-9ec1-f1ed8873794c tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:18:38.608670 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-e496d93a-cd89-47cb-9ec1-f1ed8873794c tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:18:38.636108 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496d93a-cd89-47cb-9ec1-f1ed8873794c tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Pushing event updated for resources: {'Port': ['ID=0110a7b8-6b2c-448f-a3f9-dcaa348500f9,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:38.671141 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-e496d93a-cd89-47cb-9ec1-f1ed8873794c tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:38.671780 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-e496d93a-cd89-47cb-9ec1-f1ed8873794c tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:38.692395 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-e496d93a-cd89-47cb-9ec1-f1ed8873794c tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6642015 Feb 19 05:18:38.704090 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-91956486-cfa8-40c2-b407-9b2d01eb1019 service neutron] Request body: {'port': {'device_id': '3deb2310-c4c6-43f9-8211-09d4ec460d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-19'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:18:38.765457 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-91956486-cfa8-40c2-b407-9b2d01eb1019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0110a7b8-6b2c-448f-a3f9-dcaa348500f9), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:38.875921 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-03b92eda-3297-4bd2-b44f-49055686a2b7 None None] Provisioning complete for port 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:18:38.876441 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-03b92eda-3297-4bd2-b44f-49055686a2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0110a7b8-6b2c-448f-a3f9-dcaa348500f9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:38.914029 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-03b92eda-3297-4bd2-b44f-49055686a2b7 None None] Port 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:18:39.066056 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-91956486-cfa8-40c2-b407-9b2d01eb1019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 {{(pid=109926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:18:39.073736 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-91956486-cfa8-40c2-b407-9b2d01eb1019 service neutron] Publish callbacks [] for port (0110a7b8-6b2c-448f-a3f9-dcaa348500f9), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:39.086125 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.provisioning_blocks [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-91956486-cfa8-40c2-b407-9b2d01eb1019 service neutron] Transition to ACTIVE for port object 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 will not be triggered until provisioned by entity L2. {{(pid=109926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:18:39.089574 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-91956486-cfa8-40c2-b407-9b2d01eb1019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (0110a7b8-6b2c-448f-a3f9-dcaa348500f9), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:39.138869 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91956486-cfa8-40c2-b407-9b2d01eb1019 service neutron] Pushing event updated for resources: {'Port': ['ID=0110a7b8-6b2c-448f-a3f9-dcaa348500f9,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:39.208620 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-91956486-cfa8-40c2-b407-9b2d01eb1019 service neutron] Attempting to bind port 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 on host n-h2-828369-19 for vnic_type normal with profile {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:18:39.208962 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-91956486-cfa8-40c2-b407-9b2d01eb1019 service neutron] Attempting to bind port 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 by drivers openvswitch,hyperv on host n-h2-828369-19 at level 0 using segments [{'id': '796f1ee1-dbce-45be-9a57-d99c70da5b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777'}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:18:39.209308 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-91956486-cfa8-40c2-b407-9b2d01eb1019 service neutron] Attempting to bind port 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 on network 576206ff-ef4f-49ac-b525-94a5bf8e9777 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:18:39.213765 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-91956486-cfa8-40c2-b407-9b2d01eb1019 service neutron] Port 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 on network 576206ff-ef4f-49ac-b525-94a5bf8e9777 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-19 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:18:39.214092 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-91956486-cfa8-40c2-b407-9b2d01eb1019 service neutron] Attempting to bind port 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 on network 576206ff-ef4f-49ac-b525-94a5bf8e9777 {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:18:39.219165 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-91956486-cfa8-40c2-b407-9b2d01eb1019 service neutron] Checking agent: {'id': '0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:18:39.219517 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-91956486-cfa8-40c2-b407-9b2d01eb1019 service neutron] Checking segment: {'id': '796f1ee1-dbce-45be-9a57-d99c70da5b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:18:39.219885 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-91956486-cfa8-40c2-b407-9b2d01eb1019 service neutron] Bound using segment: {'id': '796f1ee1-dbce-45be-9a57-d99c70da5b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777'} {{(pid=109926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:18:39.220318 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.managers [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-91956486-cfa8-40c2-b407-9b2d01eb1019 service neutron] Bound port: 0110a7b8-6b2c-448f-a3f9-dcaa348500f9, host: n-h2-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796f1ee1-dbce-45be-9a57-d99c70da5b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777'}}] {{(pid=109926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:18:39.220678 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-91956486-cfa8-40c2-b407-9b2d01eb1019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0110a7b8-6b2c-448f-a3f9-dcaa348500f9), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:39.319672 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-91956486-cfa8-40c2-b407-9b2d01eb1019 service neutron] For port 0110a7b8-6b2c-448f-a3f9-dcaa348500f9, host n-h2-828369-19, cleared binding levels {{(pid=109926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:18:39.335233 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-91956486-cfa8-40c2-b407-9b2d01eb1019 service neutron] For port 0110a7b8-6b2c-448f-a3f9-dcaa348500f9, host n-h2-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0110a7b8-6b2c-448f-a3f9-dcaa348500f9,segment=NetworkSegment(796f1ee1-dbce-45be-9a57-d99c70da5b8f),segment_id=796f1ee1-dbce-45be-9a57-d99c70da5b8f)] {{(pid=109926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:18:39.345577 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-91956486-cfa8-40c2-b407-9b2d01eb1019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (0110a7b8-6b2c-448f-a3f9-dcaa348500f9), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:39.380211 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f3946-4f70-4007-9471-1dbfa874c00f req-02c52e6b-e792-4e8a-9cbe-85d4ece9d4a1 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:39.381609 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-430f3946-4f70-4007-9471-1dbfa874c00f req-02c52e6b-e792-4e8a-9cbe-85d4ece9d4a1 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=3deb2310-c4c6-43f9-8211-09d4ec460d0f HTTP/1.1" status: 200 len: 943 time: 0.1069858 Feb 19 05:18:39.392094 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-91956486-cfa8-40c2-b407-9b2d01eb1019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:39.392712 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-91956486-cfa8-40c2-b407-9b2d01eb1019 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:39.394027 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-91956486-cfa8-40c2-b407-9b2d01eb1019 service neutron] 10.222.0.79 "PUT /v2.0/ports/0110a7b8-6b2c-448f-a3f9-dcaa348500f9 HTTP/1.1" status: 200 len: 1092 time: 0.6949465 Feb 19 05:18:39.395087 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3deb2310-c4c6-43f9-8211-09d4ec460d0f', 'tag': '0110a7b8-6b2c-448f-a3f9-dcaa348500f9'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:18:39.397325 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad21e4a-28f2-480f-91c8-68b1246c4247" -d '{"events": [{"name": "network-changed", "server_uuid": "3deb2310-c4c6-43f9-8211-09d4ec460d0f", "tag": "0110a7b8-6b2c-448f-a3f9-dcaa348500f9"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:18:39.453956 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91956486-cfa8-40c2-b407-9b2d01eb1019 service neutron] Pushing event updated for resources: {'Port': ['ID=0110a7b8-6b2c-448f-a3f9-dcaa348500f9,revision_number=3']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:39.495224 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-430f3946-4f70-4007-9471-1dbfa874c00f req-66ad3996-9c91-4caf-8b9b-49b2416d314a tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063330 Feb 19 05:18:39.510734 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-75dae1b8-f917-4e1d-8434-7a237d12c86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:39.512322 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-75dae1b8-f917-4e1d-8434-7a237d12c86c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbc0de98fc1a4375816b257fdbb951ce&device_id=3deb2310-c4c6-43f9-8211-09d4ec460d0f HTTP/1.1" status: 200 len: 1126 time: 0.0775676 Feb 19 05:18:39.527391 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09397dd2-392f-4b03-81a7-d281e3583ff2 x-openstack-request-id: req-09397dd2-392f-4b03-81a7-d281e3583ff2 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:18:39.527679 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3deb2310-c4c6-43f9-8211-09d4ec460d0f", "tag": "0110a7b8-6b2c-448f-a3f9-dcaa348500f9", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:18:39.527956 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-09397dd2-392f-4b03-81a7-d281e3583ff2 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:18:39.528500 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3deb2310-c4c6-43f9-8211-09d4ec460d0f', 'tag': '0110a7b8-6b2c-448f-a3f9-dcaa348500f9', 'status': 'completed', 'code': 200} Feb 19 05:18:39.559208 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-e36e867b-f176-4fe6-a430-f39d598a8933 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0110a7b8-6b2c-448f-a3f9-dcaa348500f9 HTTP/1.1" status: 200 len: 217 time: 0.0398076 Feb 19 05:18:39.607003 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-baa05c77-e431-4c3d-8b49-abbd8953f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:39.608496 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-baa05c77-e431-4c3d-8b49-abbd8953f400 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd HTTP/1.1" status: 200 len: 849 time: 0.0440052 Feb 19 05:18:39.658527 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-212460ec-7417-411c-b6a6-8d807be4cf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:39.660042 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-212460ec-7417-411c-b6a6-8d807be4cf34 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=576206ff-ef4f-49ac-b525-94a5bf8e9777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460596 Feb 19 05:18:39.753034 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-d89cb848-8002-4ed4-a66f-a6f08ea61242 service neutron] 10.222.0.79 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870736 Feb 19 05:18:39.840076 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a197ad49-31c1-4c0d-8443-ba7ca3fd6409 req-e99591a1-742d-48c9-856c-f48a03e30a08 service neutron] 10.222.0.79 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812051 Feb 19 05:18:39.936850 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad21e4a-28f2-480f-91c8-68b1246c4247 req-1fd3eb1b-b043-46f4-9729-700ffdea874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:39.938296 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ad21e4a-28f2-480f-91c8-68b1246c4247 req-1fd3eb1b-b043-46f4-9729-700ffdea874a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbc0de98fc1a4375816b257fdbb951ce&device_id=3deb2310-c4c6-43f9-8211-09d4ec460d0f HTTP/1.1" status: 200 len: 1126 time: 0.0501533 Feb 19 05:18:40.030385 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad21e4a-28f2-480f-91c8-68b1246c4247 req-0e8f3b28-0ad1-4910-ae63-df7366fc51c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:40.032503 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ad21e4a-28f2-480f-91c8-68b1246c4247 req-0e8f3b28-0ad1-4910-ae63-df7366fc51c6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=576206ff-ef4f-49ac-b525-94a5bf8e9777 HTTP/1.1" status: 200 len: 911 time: 0.0878150 Feb 19 05:18:40.079554 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ad21e4a-28f2-480f-91c8-68b1246c4247 req-515db4fe-4201-4fca-9b45-e9354bfaaa81 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0110a7b8-6b2c-448f-a3f9-dcaa348500f9 HTTP/1.1" status: 200 len: 217 time: 0.0390697 Feb 19 05:18:40.129208 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad21e4a-28f2-480f-91c8-68b1246c4247 req-1eca7c29-3271-41bd-83eb-352199f8e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:40.130835 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ad21e4a-28f2-480f-91c8-68b1246c4247 req-1eca7c29-3271-41bd-83eb-352199f8e7d3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd HTTP/1.1" status: 200 len: 849 time: 0.0444045 Feb 19 05:18:40.183042 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad21e4a-28f2-480f-91c8-68b1246c4247 req-9c5fe703-adee-4fae-83d3-4e9ee72a5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:40.184563 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ad21e4a-28f2-480f-91c8-68b1246c4247 req-9c5fe703-adee-4fae-83d3-4e9ee72a5f23 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=576206ff-ef4f-49ac-b525-94a5bf8e9777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459416 Feb 19 05:18:40.279659 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ad21e4a-28f2-480f-91c8-68b1246c4247 req-54c82a2b-327a-4b2d-8187-b346109a1d7a service neutron] 10.222.0.79 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880949 Feb 19 05:18:40.368568 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1ad21e4a-28f2-480f-91c8-68b1246c4247 req-0eb4c50a-379e-4336-9ac9-d2c78f4e7f09 service neutron] 10.222.0.79 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823894 Feb 19 05:18:40.619627 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2d300-c5e4-4323-be55-88036bf3a121 req-a113db52-a0a5-401a-9ed6-f6e424a53dbb tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:40.621080 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2af2d300-c5e4-4323-be55-88036bf3a121 req-a113db52-a0a5-401a-9ed6-f6e424a53dbb tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=3deb2310-c4c6-43f9-8211-09d4ec460d0f HTTP/1.1" status: 200 len: 943 time: 0.0509927 Feb 19 05:18:40.667835 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2af2d300-c5e4-4323-be55-88036bf3a121 req-628499fd-29f6-4782-b2fa-b29d5f3e9d8e tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408006 Feb 19 05:18:41.791440 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038a496-755c-49b7-83bb-464f8fca4ea3 req-8fe41998-0269-41ac-9a0d-6a2cff4878ec tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:41.792927 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b038a496-755c-49b7-83bb-464f8fca4ea3 req-8fe41998-0269-41ac-9a0d-6a2cff4878ec tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=3deb2310-c4c6-43f9-8211-09d4ec460d0f HTTP/1.1" status: 200 len: 943 time: 0.0554113 Feb 19 05:18:41.840193 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b038a496-755c-49b7-83bb-464f8fca4ea3 req-adcecdce-0822-4b6f-befa-923fdf068bb1 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417700 Feb 19 05:18:42.666034 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:18:42.784022 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0110a7b8-6b2c-448f-a3f9-dcaa348500f9, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0110a7b8-6b2c-448f-a3f9-dcaa348500f9,segment=NetworkSegment(796f1ee1-dbce-45be-9a57-d99c70da5b8f),segment_id=796f1ee1-dbce-45be-9a57-d99c70da5b8f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:18:42.796934 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '0110a7b8-6b2c-448f-a3f9-dcaa348500f9', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'port_id': '0110a7b8-6b2c-448f-a3f9-dcaa348500f9', 'mac_address': 'fa:16:3e:ac:ff:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:18:42.837592 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:18:42.837981 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0110a7b8-6b2c-448f-a3f9-dcaa348500f9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:42.850787 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:18:42.871394 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0110a7b8-6b2c-448f-a3f9-dcaa348500f9, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0110a7b8-6b2c-448f-a3f9-dcaa348500f9,segment=NetworkSegment(796f1ee1-dbce-45be-9a57-d99c70da5b8f),segment_id=796f1ee1-dbce-45be-9a57-d99c70da5b8f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:18:42.876228 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0110a7b8-6b2c-448f-a3f9-dcaa348500f9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:42.928362 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=0110a7b8-6b2c-448f-a3f9-dcaa348500f9,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:42.969070 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba017fa2-9699-4238-ae0e-a5a7c860872a req-f8dd1bbd-d80b-420d-a7d4-866b6f29702a tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:42.970547 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ba017fa2-9699-4238-ae0e-a5a7c860872a req-f8dd1bbd-d80b-420d-a7d4-866b6f29702a tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=3deb2310-c4c6-43f9-8211-09d4ec460d0f HTTP/1.1" status: 200 len: 944 time: 0.0534649 Feb 19 05:18:43.020841 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ba017fa2-9699-4238-ae0e-a5a7c860872a req-30ae96fb-35ff-483b-9c4b-217fd9bb75ba tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444958 Feb 19 05:18:43.078329 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['0110a7b8-6b2c-448f-a3f9-dcaa348500f9'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:18:44.147103 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afacd11-0e46-4b6b-a0c3-a3ebf84cde57 req-497407a9-c5f4-486d-ba62-8d04ee6ea5d4 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:44.148479 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2afacd11-0e46-4b6b-a0c3-a3ebf84cde57 req-497407a9-c5f4-486d-ba62-8d04ee6ea5d4 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=3deb2310-c4c6-43f9-8211-09d4ec460d0f HTTP/1.1" status: 200 len: 944 time: 0.0555503 Feb 19 05:18:44.532584 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2afacd11-0e46-4b6b-a0c3-a3ebf84cde57 req-ad5a8fd6-5b90-4476-8d1b-5e6278596c65 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3784823 Feb 19 05:18:44.681050 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:18:44.729458 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning for port 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:18:44.733994 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:18:44.734393 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0110a7b8-6b2c-448f-a3f9-dcaa348500f9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:44.812739 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:18:44.813119 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0110a7b8-6b2c-448f-a3f9-dcaa348500f9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:44.834903 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3deb2310-c4c6-43f9-8211-09d4ec460d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0110a7b8-6b2c-448f-a3f9-dcaa348500f9'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:18:44.837118 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef644b6ab79b0ac41de0b13976fcd129d4d99816de20742327e953106f20d7ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20752e42-044d-4f6c-99cd-1a54d0004d5b" -d '{"events": [{"server_uuid": "3deb2310-c4c6-43f9-8211-09d4ec460d0f", "name": "network-vif-plugged", "status": "completed", "tag": "0110a7b8-6b2c-448f-a3f9-dcaa348500f9"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:18:44.849289 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0110a7b8-6b2c-448f-a3f9-dcaa348500f9, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0110a7b8-6b2c-448f-a3f9-dcaa348500f9,segment=NetworkSegment(796f1ee1-dbce-45be-9a57-d99c70da5b8f),segment_id=796f1ee1-dbce-45be-9a57-d99c70da5b8f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:18:44.853253 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0110a7b8-6b2c-448f-a3f9-dcaa348500f9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:44.877066 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af839e2-6e64-4444-a117-cd327536db95 x-openstack-request-id: req-7af839e2-6e64-4444-a117-cd327536db95 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:18:44.877355 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3deb2310-c4c6-43f9-8211-09d4ec460d0f", "name": "network-vif-plugged", "status": "completed", "tag": "0110a7b8-6b2c-448f-a3f9-dcaa348500f9", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:18:44.877629 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7af839e2-6e64-4444-a117-cd327536db95 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:18:44.878017 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3deb2310-c4c6-43f9-8211-09d4ec460d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0110a7b8-6b2c-448f-a3f9-dcaa348500f9', 'code': 200} Feb 19 05:18:44.904458 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=0110a7b8-6b2c-448f-a3f9-dcaa348500f9,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:44.973084 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21177f4-ee5f-4b15-9353-9192eccd1321 req-743f2fea-1123-48e1-b230-76f8700c2a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:44.974795 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c21177f4-ee5f-4b15-9353-9192eccd1321 req-743f2fea-1123-48e1-b230-76f8700c2a71 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3deb2310-c4c6-43f9-8211-09d4ec460d0f HTTP/1.1" status: 200 len: 1128 time: 0.0430160 Feb 19 05:18:45.018088 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c21177f4-ee5f-4b15-9353-9192eccd1321 req-17e68a60-5c4f-4f45-9c20-9bbde4340fb9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377686 Feb 19 05:18:45.651200 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179336ee-bdde-41de-bb2c-27ec4d3da62d req-cabfb876-5b4f-4ef4-b031-167f5a47e1f7 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:45.652571 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-179336ee-bdde-41de-bb2c-27ec4d3da62d req-cabfb876-5b4f-4ef4-b031-167f5a47e1f7 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=3deb2310-c4c6-43f9-8211-09d4ec460d0f HTTP/1.1" status: 200 len: 945 time: 0.0520093 Feb 19 05:18:45.703896 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-179336ee-bdde-41de-bb2c-27ec4d3da62d req-8a7225d3-3f31-4867-84e3-466eb851417d tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457058 Feb 19 05:18:46.823632 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5439fe7-6bb6-4f42-ba9e-f6489b3a50af req-a3e99fce-b3b8-45fc-ae7a-d92876d85396 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:46.825083 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a5439fe7-6bb6-4f42-ba9e-f6489b3a50af req-a3e99fce-b3b8-45fc-ae7a-d92876d85396 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=3deb2310-c4c6-43f9-8211-09d4ec460d0f HTTP/1.1" status: 200 len: 945 time: 0.0515087 Feb 19 05:18:46.871961 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a5439fe7-6bb6-4f42-ba9e-f6489b3a50af req-2acf66f9-96be-403e-a580-bbed00ff3a4b tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413098 Feb 19 05:18:47.003851 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095ccb9-a99c-415e-a318-60192bacb099 req-0ed6f3eb-7042-4b29-99ee-421440face0a tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:47.005841 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e095ccb9-a99c-415e-a318-60192bacb099 req-0ed6f3eb-7042-4b29-99ee-421440face0a tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=3deb2310-c4c6-43f9-8211-09d4ec460d0f HTTP/1.1" status: 200 len: 945 time: 0.0562744 Feb 19 05:18:47.055364 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e095ccb9-a99c-415e-a318-60192bacb099 req-8050687f-8a54-4009-8832-f65b694d9750 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438435 Feb 19 05:18:47.078685 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49556) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:47.164977 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ea94bf-dbda-4a28-be00-b4020f9812bf tempest-TestSnapshotPattern-1895703958 tempest-TestSnapshotPattern-1895703958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:47.166509 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b5ea94bf-dbda-4a28-be00-b4020f9812bf tempest-TestSnapshotPattern-1895703958 tempest-TestSnapshotPattern-1895703958-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3deb2310-c4c6-43f9-8211-09d4ec460d0f HTTP/1.1" status: 200 len: 1123 time: 0.0868218 Feb 19 05:18:47.169443 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49560) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:47.174334 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-1d5e1377-5a52-4943-9724-e97ef20bb673 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'port_id': '0110a7b8-6b2c-448f-a3f9-dcaa348500f9', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:18:47.193900 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d5e1377-5a52-4943-9724-e97ef20bb673 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:47.286211 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d5e1377-5a52-4943-9724-e97ef20bb673 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:47.312758 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:18:47.391909 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-1d5e1377-5a52-4943-9724-e97ef20bb673 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Allocated IP 172.25.3.32 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/3570b5a7-6109-49aa-b1d4-1a912cfd0b4e) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:18:47.491540 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d5e1377-5a52-4943-9724-e97ef20bb673 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for port (3570b5a7-6109-49aa-b1d4-1a912cfd0b4e), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:47.524182 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d5e1377-5a52-4943-9724-e97ef20bb673 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (3570b5a7-6109-49aa-b1d4-1a912cfd0b4e), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:47.561527 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5e1377-5a52-4943-9724-e97ef20bb673 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:18:47.565840 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-1d5e1377-5a52-4943-9724-e97ef20bb673 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:18:47.569186 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5e1377-5a52-4943-9724-e97ef20bb673 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:18:47.597440 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e1377-5a52-4943-9724-e97ef20bb673 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Pushing event updated for resources: {'Port': ['ID=3570b5a7-6109-49aa-b1d4-1a912cfd0b4e,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:47.944511 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d5e1377-5a52-4943-9724-e97ef20bb673 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for floatingip (c020fbd2-1764-441d-8d46-9d0e23cc0da2), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:48.011607 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d5e1377-5a52-4943-9724-e97ef20bb673 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (3570b5a7-6109-49aa-b1d4-1a912cfd0b4e), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:48.156811 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d5e1377-5a52-4943-9724-e97ef20bb673 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for port (3570b5a7-6109-49aa-b1d4-1a912cfd0b4e), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:48.161146 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d5e1377-5a52-4943-9724-e97ef20bb673 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (3570b5a7-6109-49aa-b1d4-1a912cfd0b4e), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:48.225199 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e1377-5a52-4943-9724-e97ef20bb673 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Pushing event updated for resources: {'Port': ['ID=3570b5a7-6109-49aa-b1d4-1a912cfd0b4e,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:48.236989 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d5e1377-5a52-4943-9724-e97ef20bb673 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (c020fbd2-1764-441d-8d46-9d0e23cc0da2), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:48.337979 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-1d5e1377-5a52-4943-9724-e97ef20bb673 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Floating IP c020fbd2-1764-441d-8d46-9d0e23cc0da2 associated. External IP: 172.25.3.32, port: 0110a7b8-6b2c-448f-a3f9-dcaa348500f9. Feb 19 05:18:48.545515 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5e1377-5a52-4943-9724-e97ef20bb673 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Router 4679b738-ec05-4df4-96db-c1686f6e8ad9 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:18:48.654172 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5e1377-5a52-4943-9724-e97ef20bb673 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:18:48.664036 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4051ca93-7185-4abf-a0dd-b0d11741b43a None None] Sync routers for ids ['4679b738-ec05-4df4-96db-c1686f6e8ad9'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:18:48.671257 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-1d5e1377-5a52-4943-9724-e97ef20bb673 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:48.674475 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4051ca93-7185-4abf-a0dd-b0d11741b43a None None] Routers {'4679b738-ec05-4df4-96db-c1686f6e8ad9'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:18:48.675108 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-4051ca93-7185-4abf-a0dd-b0d11741b43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:18:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['4679b738-ec05-4df4-96db-c1686f6e8ad9'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:48.700751 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-1d5e1377-5a52-4943-9724-e97ef20bb673 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5303004 Feb 19 05:18:48.701503 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3deb2310-c4c6-43f9-8211-09d4ec460d0f', 'tag': '0110a7b8-6b2c-448f-a3f9-dcaa348500f9'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:18:48.704359 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb74446d-b68a-4d6c-af76-61250fba1414" -d '{"events": [{"name": "network-changed", "server_uuid": "3deb2310-c4c6-43f9-8211-09d4ec460d0f", "tag": "0110a7b8-6b2c-448f-a3f9-dcaa348500f9"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:18:48.739966 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443aebcf-f040-430f-820b-a0a3aadd8c52 x-openstack-request-id: req-443aebcf-f040-430f-820b-a0a3aadd8c52 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:18:48.740268 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3deb2310-c4c6-43f9-8211-09d4ec460d0f", "tag": "0110a7b8-6b2c-448f-a3f9-dcaa348500f9", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:18:48.740513 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-443aebcf-f040-430f-820b-a0a3aadd8c52 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:18:48.740928 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3deb2310-c4c6-43f9-8211-09d4ec460d0f', 'tag': '0110a7b8-6b2c-448f-a3f9-dcaa348500f9', 'status': 'completed', 'code': 200} Feb 19 05:18:48.788764 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-4051ca93-7185-4abf-a0dd-b0d11741b43a None None] Set router 4679b738-ec05-4df4-96db-c1686f6e8ad9 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:18:48.806726 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74446d-b68a-4d6c-af76-61250fba1414 req-61c0cf26-50e3-4988-a854-071eb2abb1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:48.808151 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bb74446d-b68a-4d6c-af76-61250fba1414 req-61c0cf26-50e3-4988-a854-071eb2abb1f5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbc0de98fc1a4375816b257fdbb951ce&device_id=3deb2310-c4c6-43f9-8211-09d4ec460d0f HTTP/1.1" status: 200 len: 1128 time: 0.0444176 Feb 19 05:18:48.899996 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74446d-b68a-4d6c-af76-61250fba1414 req-431ad3b4-9e97-4ace-9b7a-e6f2231ee282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:48.901579 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bb74446d-b68a-4d6c-af76-61250fba1414 req-431ad3b4-9e97-4ace-9b7a-e6f2231ee282 service neutron] 10.222.0.79 "GET /v2.0/networks?id=576206ff-ef4f-49ac-b525-94a5bf8e9777 HTTP/1.1" status: 200 len: 911 time: 0.0877964 Feb 19 05:18:48.966865 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bb74446d-b68a-4d6c-af76-61250fba1414 req-273b627d-2f1c-43d1-9485-e62b7c80caa0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0110a7b8-6b2c-448f-a3f9-dcaa348500f9 HTTP/1.1" status: 200 len: 998 time: 0.0590336 Feb 19 05:18:49.018675 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74446d-b68a-4d6c-af76-61250fba1414 req-fd29d008-5241-4bb2-91a9-829449e4541d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:49.018937 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-4051ca93-7185-4abf-a0dd-b0d11741b43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'name': 'tempest-TestSnapshotPattern-1794456157-router', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:25Z', 'updated_at': '2022-02-19T05:18:28Z', 'revision_number': 4, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'gw_port': {'id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:26Z', 'updated_at': '2022-02-19T05:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'c020fbd2-1764-441d-8d46-9d0e23cc0da2', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'port_id': '0110a7b8-6b2c-448f-a3f9-dcaa348500f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'mac_address': 'fa:16:3e:ac:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb2310-c4c6-43f9-8211-09d4ec460d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:18:47Z', 'updated_at': '2022-02-19T05:18:47Z', 'revision_number': 0, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea39484-ff0f-4a94-a589-88e9f1a03c8b', 'name': '', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'mac_address': 'fa:16:3e:42:11:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:27Z', 'updated_at': '2022-02-19T05:18:32Z', 'revision_number': 5, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'subnets': [{'id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:49.020155 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bb74446d-b68a-4d6c-af76-61250fba1414 req-fd29d008-5241-4bb2-91a9-829449e4541d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd HTTP/1.1" status: 200 len: 849 time: 0.0480039 Feb 19 05:18:49.047949 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4051ca93-7185-4abf-a0dd-b0d11741b43a None None] Checking router: 4679b738-ec05-4df4-96db-c1686f6e8ad9 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:18:49.056652 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4051ca93-7185-4abf-a0dd-b0d11741b43a None None] Routers {'4679b738-ec05-4df4-96db-c1686f6e8ad9'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:18:49.057349 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-4051ca93-7185-4abf-a0dd-b0d11741b43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:18:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['4679b738-ec05-4df4-96db-c1686f6e8ad9'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:49.070283 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74446d-b68a-4d6c-af76-61250fba1414 req-6ab07fff-f243-4064-88b4-8d136b56fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:49.071788 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bb74446d-b68a-4d6c-af76-61250fba1414 req-6ab07fff-f243-4064-88b4-8d136b56fcdb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=576206ff-ef4f-49ac-b525-94a5bf8e9777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458431 Feb 19 05:18:49.157792 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bb74446d-b68a-4d6c-af76-61250fba1414 req-e46b4869-9450-412c-9e24-cf0e1f88c824 service neutron] 10.222.0.79 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799489 Feb 19 05:18:49.165718 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-4051ca93-7185-4abf-a0dd-b0d11741b43a None None] Set router 4679b738-ec05-4df4-96db-c1686f6e8ad9 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:18:49.250971 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bb74446d-b68a-4d6c-af76-61250fba1414 req-1ab4be13-d443-463c-8146-d0467124d26b service neutron] 10.222.0.79 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872571 Feb 19 05:18:49.384514 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-4051ca93-7185-4abf-a0dd-b0d11741b43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'name': 'tempest-TestSnapshotPattern-1794456157-router', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:25Z', 'updated_at': '2022-02-19T05:18:28Z', 'revision_number': 4, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'gw_port': {'id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:26Z', 'updated_at': '2022-02-19T05:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'c020fbd2-1764-441d-8d46-9d0e23cc0da2', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'port_id': '0110a7b8-6b2c-448f-a3f9-dcaa348500f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'mac_address': 'fa:16:3e:ac:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb2310-c4c6-43f9-8211-09d4ec460d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:18:47Z', 'updated_at': '2022-02-19T05:18:47Z', 'revision_number': 0, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea39484-ff0f-4a94-a589-88e9f1a03c8b', 'name': '', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'mac_address': 'fa:16:3e:42:11:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:27Z', 'updated_at': '2022-02-19T05:18:32Z', 'revision_number': 5, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'subnets': [{'id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:49.492361 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4051ca93-7185-4abf-a0dd-b0d11741b43a None None] The sync data for ids ['4679b738-ec05-4df4-96db-c1686f6e8ad9'] in n-d-828369-19 is: [{'id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'name': 'tempest-TestSnapshotPattern-1794456157-router', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:25Z', 'updated_at': '2022-02-19T05:18:28Z', 'revision_number': 4, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'gw_port': {'id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:26Z', 'updated_at': '2022-02-19T05:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'c020fbd2-1764-441d-8d46-9d0e23cc0da2', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'port_id': '0110a7b8-6b2c-448f-a3f9-dcaa348500f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'mac_address': 'fa:16:3e:ac:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb2310-c4c6-43f9-8211-09d4ec460d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:18:47Z', 'updated_at': '2022-02-19T05:18:47Z', 'revision_number': 0, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea39484-ff0f-4a94-a589-88e9f1a03c8b', 'name': '', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'mac_address': 'fa:16:3e:42:11:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:27Z', 'updated_at': '2022-02-19T05:18:32Z', 'revision_number': 5, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'subnets': [{'id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:18:49.680455 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2882777-d3e8-4be5-9ce0-0cb1401cb643 None None] New status for floating IP c020fbd2-1764-441d-8d46-9d0e23cc0da2: ACTIVE {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:18:57.716320 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:00.357962 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:00.774583 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b2ecc4d9-e20a-4871-bd5d-27fe1a3475a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:03.631149 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-61a596e2-5871-4eb2-a500-51e3fc2ccb8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:04.121966 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:05.611724 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:06.992169 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:24.312568 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:19:26.381951 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b67ff66-b80a-49a0-9f56-263da97f7166 req-599c9076-e5af-4863-8c02-a89a52c6436a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3deb2310-c4c6-43f9-8211-09d4ec460d0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434191 Feb 19 05:19:26.462217 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67ff66-b80a-49a0-9f56-263da97f7166 req-28071f05-574e-4bcf-9e74-cf5e9ba3c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:26.463663 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b67ff66-b80a-49a0-9f56-263da97f7166 req-28071f05-574e-4bcf-9e74-cf5e9ba3c928 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbc0de98fc1a4375816b257fdbb951ce&device_id=3deb2310-c4c6-43f9-8211-09d4ec460d0f HTTP/1.1" status: 200 len: 1128 time: 0.0421360 Feb 19 05:19:26.567847 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67ff66-b80a-49a0-9f56-263da97f7166 req-bceee2ef-e2dd-4a95-8d1e-80c10ee67e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:26.569277 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b67ff66-b80a-49a0-9f56-263da97f7166 req-bceee2ef-e2dd-4a95-8d1e-80c10ee67e96 service neutron] 10.222.0.79 "GET /v2.0/networks?id=576206ff-ef4f-49ac-b525-94a5bf8e9777 HTTP/1.1" status: 200 len: 911 time: 0.0865457 Feb 19 05:19:26.631199 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b67ff66-b80a-49a0-9f56-263da97f7166 req-01967e7f-af8f-4d2f-af66-3d17af21bb5a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0110a7b8-6b2c-448f-a3f9-dcaa348500f9 HTTP/1.1" status: 200 len: 1000 time: 0.0561697 Feb 19 05:19:26.681332 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67ff66-b80a-49a0-9f56-263da97f7166 req-e7163c8a-1065-45d2-b098-9c8bcfdf700b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:26.682781 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b67ff66-b80a-49a0-9f56-263da97f7166 req-e7163c8a-1065-45d2-b098-9c8bcfdf700b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd HTTP/1.1" status: 200 len: 849 time: 0.0460610 Feb 19 05:19:26.729019 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67ff66-b80a-49a0-9f56-263da97f7166 req-9e643cfc-0801-4bf1-ad5f-662f36688e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:26.730509 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b67ff66-b80a-49a0-9f56-263da97f7166 req-9e643cfc-0801-4bf1-ad5f-662f36688e96 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=576206ff-ef4f-49ac-b525-94a5bf8e9777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0424533 Feb 19 05:19:26.814849 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b67ff66-b80a-49a0-9f56-263da97f7166 req-e8436225-0a1e-4b36-8cc6-0d218b66a94b service neutron] 10.222.0.79 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787506 Feb 19 05:19:26.904773 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7b67ff66-b80a-49a0-9f56-263da97f7166 req-6eada814-ca84-42f6-942f-e600ca473cd4 service neutron] 10.222.0.79 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840635 Feb 19 05:19:27.738961 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:30.368281 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:30.776646 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-93717320-b3a8-48f2-a03d-11b120e1c8b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:33.632155 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fc01ad81-ebd1-439d-8da8-23ea3c861a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:34.126207 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:35.613993 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:36.994495 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:57.752896 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:00.368160 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:00.777945 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-7506ca4f-35bf-4c53-bd16-432e9230abe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:01.311718 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:20:03.633602 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2fc8b2fc-c209-4171-a34e-d87b293fd048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:04.128056 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:05.620349 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:07.000600 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:27.767442 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:28.416348 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc9611d8-75ce-43d1-a809-f3eb9204eca8 req-073f0735-a6ed-4bfa-8393-e79ec57623eb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3deb2310-c4c6-43f9-8211-09d4ec460d0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0943818 Feb 19 05:20:28.499428 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9611d8-75ce-43d1-a809-f3eb9204eca8 req-92be0259-43ed-4b20-8385-1368b05502b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:28.500953 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc9611d8-75ce-43d1-a809-f3eb9204eca8 req-92be0259-43ed-4b20-8385-1368b05502b0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbc0de98fc1a4375816b257fdbb951ce&device_id=3deb2310-c4c6-43f9-8211-09d4ec460d0f HTTP/1.1" status: 200 len: 1128 time: 0.0443540 Feb 19 05:20:28.605078 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9611d8-75ce-43d1-a809-f3eb9204eca8 req-d7d6a9cb-9ca8-4054-9ca9-47b3b4404a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:28.606454 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc9611d8-75ce-43d1-a809-f3eb9204eca8 req-d7d6a9cb-9ca8-4054-9ca9-47b3b4404a72 service neutron] 10.222.0.79 "GET /v2.0/networks?id=576206ff-ef4f-49ac-b525-94a5bf8e9777 HTTP/1.1" status: 200 len: 911 time: 0.0871110 Feb 19 05:20:28.667645 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc9611d8-75ce-43d1-a809-f3eb9204eca8 req-49e76219-e213-4851-a264-55c6131b6db4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0110a7b8-6b2c-448f-a3f9-dcaa348500f9 HTTP/1.1" status: 200 len: 1000 time: 0.0556741 Feb 19 05:20:28.718618 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9611d8-75ce-43d1-a809-f3eb9204eca8 req-85f5202c-49d1-4479-9984-0cb9bc2e082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:28.720664 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc9611d8-75ce-43d1-a809-f3eb9204eca8 req-85f5202c-49d1-4479-9984-0cb9bc2e082a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd HTTP/1.1" status: 200 len: 849 time: 0.0474181 Feb 19 05:20:28.767862 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9611d8-75ce-43d1-a809-f3eb9204eca8 req-1b7bb152-2c77-4f21-9803-ff6ec79a6d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:28.769348 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc9611d8-75ce-43d1-a809-f3eb9204eca8 req-1b7bb152-2c77-4f21-9803-ff6ec79a6d98 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=576206ff-ef4f-49ac-b525-94a5bf8e9777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0425317 Feb 19 05:20:28.779057 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [req-fc9611d8-75ce-43d1-a809-f3eb9204eca8 req-66842e65-fcc0-48e6-8744-67ab81c25600 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:20:28.779988 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc9611d8-75ce-43d1-a809-f3eb9204eca8 req-66842e65-fcc0-48e6-8744-67ab81c25600 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049138 Feb 19 05:20:28.865869 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc9611d8-75ce-43d1-a809-f3eb9204eca8 req-87e28a6c-ed7d-4303-9a00-f535d6f586e3 service neutron] 10.222.0.79 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796351 Feb 19 05:20:28.956931 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-fc9611d8-75ce-43d1-a809-f3eb9204eca8 req-0a81fa94-410a-461b-ad25-295e781a1b54 service neutron] 10.222.0.79 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852258 Feb 19 05:20:30.383267 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:30.779465 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-a3a3239c-4945-4881-996b-411f32a4643e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:33.635217 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8473aff8-09bf-4f83-ba71-6ef218307dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:34.131130 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:35.619642 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:36.992729 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:38.311144 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:20:47.230610 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 details requested by agent hyperv_n-h2-828369-19 with host n-h2-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:20:47.326865 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0110a7b8-6b2c-448f-a3f9-dcaa348500f9, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0110a7b8-6b2c-448f-a3f9-dcaa348500f9,segment=NetworkSegment(796f1ee1-dbce-45be-9a57-d99c70da5b8f),segment_id=796f1ee1-dbce-45be-9a57-d99c70da5b8f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:20:47.341010 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Returning: {'device': '0110a7b8-6b2c-448f-a3f9-dcaa348500f9', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'port_id': '0110a7b8-6b2c-448f-a3f9-dcaa348500f9', 'mac_address': 'fa:16:3e:ac:ff:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:20:47.376752 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 is: ACTIVE; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:20:47.377144 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0110a7b8-6b2c-448f-a3f9-dcaa348500f9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:47.389223 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:20:47.408234 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0110a7b8-6b2c-448f-a3f9-dcaa348500f9, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0110a7b8-6b2c-448f-a3f9-dcaa348500f9,segment=NetworkSegment(796f1ee1-dbce-45be-9a57-d99c70da5b8f),segment_id=796f1ee1-dbce-45be-9a57-d99c70da5b8f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:20:47.412637 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0110a7b8-6b2c-448f-a3f9-dcaa348500f9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:47.461485 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=0110a7b8-6b2c-448f-a3f9-dcaa348500f9,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:20:47.469021 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:47.469375 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:47.469723 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:47.470779 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:47.471121 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:47.471458 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:47.471793 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:47.472126 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:47.472459 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:47.472787 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:47.473114 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:47.473449 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:47.473776 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:47.483571 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] get_ports_and_sgs() called for port_ids ['0110a7b8-6b2c-448f-a3f9-dcaa348500f9'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:20:49.240157 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 up at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:20:49.296805 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Provisioning complete for port 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:20:49.297179 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (0110a7b8-6b2c-448f-a3f9-dcaa348500f9), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:49.382511 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:20:49.382903 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0110a7b8-6b2c-448f-a3f9-dcaa348500f9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:49.408304 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3deb2310-c4c6-43f9-8211-09d4ec460d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0110a7b8-6b2c-448f-a3f9-dcaa348500f9'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:20:49.410621 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef644b6ab79b0ac41de0b13976fcd129d4d99816de20742327e953106f20d7ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c255d2-aa53-42fa-95e3-8c89ac62aedf" -d '{"events": [{"server_uuid": "3deb2310-c4c6-43f9-8211-09d4ec460d0f", "name": "network-vif-plugged", "status": "completed", "tag": "0110a7b8-6b2c-448f-a3f9-dcaa348500f9"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:20:49.423964 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0110a7b8-6b2c-448f-a3f9-dcaa348500f9, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0110a7b8-6b2c-448f-a3f9-dcaa348500f9,segment=NetworkSegment(796f1ee1-dbce-45be-9a57-d99c70da5b8f),segment_id=796f1ee1-dbce-45be-9a57-d99c70da5b8f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:20:49.429911 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0110a7b8-6b2c-448f-a3f9-dcaa348500f9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:49.481212 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=0110a7b8-6b2c-448f-a3f9-dcaa348500f9,revision_number=7']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:20:49.523966 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18142b19-f307-437f-8587-0d20fb641476 x-openstack-request-id: req-18142b19-f307-437f-8587-0d20fb641476 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:20:49.524298 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3deb2310-c4c6-43f9-8211-09d4ec460d0f", "name": "network-vif-plugged", "status": "completed", "tag": "0110a7b8-6b2c-448f-a3f9-dcaa348500f9", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:20:49.524560 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-18142b19-f307-437f-8587-0d20fb641476 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:20:49.524964 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3deb2310-c4c6-43f9-8211-09d4ec460d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0110a7b8-6b2c-448f-a3f9-dcaa348500f9', 'code': 200} Feb 19 05:20:57.758244 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:57.773529 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-053d5cdb-75ad-4f83-b98a-828386703bd4 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1825568735&fields=id&tenant_id=cbc0de98fc1a4375816b257fdbb951ce HTTP/1.1" status: 200 len: 267 time: 0.0459504 Feb 19 05:20:57.887178 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-a09fd8bd-d210-4a22-8c4c-ea54a6bb3fed tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:57.888618 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-a09fd8bd-d210-4a22-8c4c-ea54a6bb3fed tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/networks?id=576206ff-ef4f-49ac-b525-94a5bf8e9777 HTTP/1.1" status: 200 len: 810 time: 0.1085906 Feb 19 05:20:57.903456 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-c2e149ba-0cb2-4b9b-bc2f-800d09cec6cd tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/quotas/cbc0de98fc1a4375816b257fdbb951ce HTTP/1.1" status: 200 len: 375 time: 0.0087247 Feb 19 05:20:57.957899 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-64e14438-24e9-4423-9130-4ba8ce159b5a tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cbc0de98fc1a4375816b257fdbb951ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497518 Feb 19 05:20:58.091984 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-1f01403f-6fd1-494e-8747-4f204117cba7 service neutron] 10.222.0.52 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230121 Feb 19 05:20:58.181739 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-97bce150-67e8-4af4-8b5b-5113b1f461d4 service neutron] 10.222.0.52 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838606 Feb 19 05:20:58.348742 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e972f4ee-1952-49f0-b69d-8ce2816aa2f4 req-4ee4a654-2a38-4ade-94f9-9ad2a5123d12 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 210 time: 0.0282338 Feb 19 05:20:59.427490 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-be653aa5-5c11-4d2b-b21b-fa1842fc998e req-91e86bc5-c950-476e-9fea-0664c658982c tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 210 time: 0.0265660 Feb 19 05:21:00.386560 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:00.504926 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1de49f68-b649-4596-9e49-8a979c019f90 req-b20e9ada-35b2-4309-a03a-6e1ddbe3e649 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 210 time: 0.0263510 Feb 19 05:21:00.780613 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f06e4b11-d46a-4333-933b-1db5642668e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:01.268908 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:21:01.344382 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Current status of the port 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:21:01.344779 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (0110a7b8-6b2c-448f-a3f9-dcaa348500f9), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:01.367392 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3deb2310-c4c6-43f9-8211-09d4ec460d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0110a7b8-6b2c-448f-a3f9-dcaa348500f9'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:21:01.369583 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef644b6ab79b0ac41de0b13976fcd129d4d99816de20742327e953106f20d7ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53559e4d-2f75-4e42-b793-db070f21f27b" -d '{"events": [{"server_uuid": "3deb2310-c4c6-43f9-8211-09d4ec460d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "0110a7b8-6b2c-448f-a3f9-dcaa348500f9"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:21:01.381786 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] For port 0110a7b8-6b2c-448f-a3f9-dcaa348500f9, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0110a7b8-6b2c-448f-a3f9-dcaa348500f9,segment=NetworkSegment(796f1ee1-dbce-45be-9a57-d99c70da5b8f),segment_id=796f1ee1-dbce-45be-9a57-d99c70da5b8f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:21:01.386347 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (0110a7b8-6b2c-448f-a3f9-dcaa348500f9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:01.409168 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 05:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dad743-04e9-4a14-8c9c-1d9a776e122d x-openstack-request-id: req-87dad743-04e9-4a14-8c9c-1d9a776e122d {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:21:01.409796 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3deb2310-c4c6-43f9-8211-09d4ec460d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "0110a7b8-6b2c-448f-a3f9-dcaa348500f9", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:21:01.409796 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-87dad743-04e9-4a14-8c9c-1d9a776e122d {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:21:01.410089 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3deb2310-c4c6-43f9-8211-09d4ec460d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0110a7b8-6b2c-448f-a3f9-dcaa348500f9', 'code': 200} Feb 19 05:21:01.435635 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Pushing event updated for resources: {'Port': ['ID=0110a7b8-6b2c-448f-a3f9-dcaa348500f9,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:21:01.586708 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-c6331945-e694-4254-b60f-c1f1c99de0f2 req-aec8ead1-e62e-4d61-a6db-d5326ea9b742 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 210 time: 0.0308793 Feb 19 05:21:02.682247 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e8ad5e40-9928-4af1-896c-0c32e417a364 req-e7410577-fe9e-4c8e-b058-41acd7c50b4d tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 210 time: 0.0270236 Feb 19 05:21:03.289774 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-69df526c-e398-4c99-9487-0b06f10a83e3 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:03.291214 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-69df526c-e398-4c99-9487-0b06f10a83e3 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.26 "GET /v2.0/networks?id=576206ff-ef4f-49ac-b525-94a5bf8e9777 HTTP/1.1" status: 200 len: 810 time: 0.1072311 Feb 19 05:21:03.353182 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-8f56bc22-dcc9-43b1-becb-f4bf485b5a14 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbc0de98fc1a4375816b257fdbb951ce HTTP/1.1" status: 200 len: 380 time: 0.0529563 Feb 19 05:21:03.362220 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-fa074301-7690-41f7-8fed-b29f55461549 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Request body: {'port': {'device_id': '4ce001c7-35de-4cc1-b87e-3d4b5725f68f', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'admin_state_up': True, 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'security_groups': ['fadb07df-c6b6-4341-9f26-531fcff47c15']}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:21:03.470975 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-fa074301-7690-41f7-8fed-b29f55461549 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Made reservation on behalf of cbc0de98fc1a4375816b257fdbb951ce for: {'port': 1} {{(pid=109925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:21:03.474367 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-fa074301-7690-41f7-8fed-b29f55461549 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:03.603220 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.db_base_plugin_common [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-fa074301-7690-41f7-8fed-b29f55461549 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Allocated IP 172.20.0.3 (576206ff-ef4f-49ac-b525-94a5bf8e9777/8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd/c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29) {{(pid=109925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:21:03.646637 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-072e0dd1-7679-4e94-8f50-4d4fd6e24563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:03.779219 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-fa074301-7690-41f7-8fed-b29f55461549 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for port (c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29), precommit_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:03.810697 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b590940c-e3ef-42ec-a188-b04c77ccabe5 req-d067b07f-855a-4a94-b2df-b443b29f3573 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 210 time: 0.0323250 Feb 19 05:21:03.815034 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-fa074301-7690-41f7-8fed-b29f55461549 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29), after_create {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:03.864786 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-fa074301-7690-41f7-8fed-b29f55461549 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Network 576206ff-ef4f-49ac-b525-94a5bf8e9777 is already hosted by enough agents. {{(pid=109925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:21:03.871964 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.base_scheduler [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-fa074301-7690-41f7-8fed-b29f55461549 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Resources bound (agent type, host, resource id): {{(pid=109925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:21:03.876506 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-fa074301-7690-41f7-8fed-b29f55461549 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Received port after_create {{(pid=109925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:21:03.912926 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa074301-7690-41f7-8fed-b29f55461549 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Pushing event updated for resources: {'Port': ['ID=c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29,revision_number=1']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:21:03.930284 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa074301-7690-41f7-8fed-b29f55461549 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:03.930653 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa074301-7690-41f7-8fed-b29f55461549 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:03.931047 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa074301-7690-41f7-8fed-b29f55461549 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:03.931383 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa074301-7690-41f7-8fed-b29f55461549 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:03.931746 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa074301-7690-41f7-8fed-b29f55461549 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:03.932118 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa074301-7690-41f7-8fed-b29f55461549 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:03.932633 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa074301-7690-41f7-8fed-b29f55461549 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:03.932965 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa074301-7690-41f7-8fed-b29f55461549 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:03.933297 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa074301-7690-41f7-8fed-b29f55461549 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:03.933625 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa074301-7690-41f7-8fed-b29f55461549 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:03.933995 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa074301-7690-41f7-8fed-b29f55461549 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:03.934447 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa074301-7690-41f7-8fed-b29f55461549 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:03.934774 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa074301-7690-41f7-8fed-b29f55461549 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:03.968162 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-fa074301-7690-41f7-8fed-b29f55461549 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:03.968898 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-fa074301-7690-41f7-8fed-b29f55461549 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:04.004880 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-fa074301-7690-41f7-8fed-b29f55461549 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6467617 Feb 19 05:21:04.144528 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:04.244929 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-1129bc4d-49b4-411e-9479-942db61418fb None None] Provisioning complete for port c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 triggered by entity DHCP. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:21:04.245675 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1129bc4d-49b4-411e-9479-942db61418fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:04.289103 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-1129bc4d-49b4-411e-9479-942db61418fb None None] Port c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 cannot update to ACTIVE because it is not bound. {{(pid=109927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:21:04.942589 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d88b8b-4a69-42df-b921-01bc95da6442 req-73ee559f-053d-4352-839e-fed52b1dae8f tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:04.943987 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91d88b8b-4a69-42df-b921-01bc95da6442 req-73ee559f-053d-4352-839e-fed52b1dae8f tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 931 time: 0.0529544 Feb 19 05:21:04.991895 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-91d88b8b-4a69-42df-b921-01bc95da6442 req-5b46dfda-dc6e-4e15-aa20-d37baf753ad8 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422759 Feb 19 05:21:05.625162 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:06.129839 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8c803-283c-4e58-8cf4-98eabb63ef5c req-f857ae3f-17f0-4e59-afdd-74475135e3bf tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:06.131387 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-edf8c803-283c-4e58-8cf4-98eabb63ef5c req-f857ae3f-17f0-4e59-afdd-74475135e3bf tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 931 time: 0.0595298 Feb 19 05:21:06.180541 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-edf8c803-283c-4e58-8cf4-98eabb63ef5c req-2ca7bce6-c8da-413e-a2ed-90fc2044220c tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435331 Feb 19 05:21:06.997839 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:07.298011 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133b789-427d-4c87-a924-5ae58dd5a50a req-48015c9e-0898-47da-90b9-63551b5801ef tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:07.299413 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3133b789-427d-4c87-a924-5ae58dd5a50a req-48015c9e-0898-47da-90b9-63551b5801ef tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 931 time: 0.0511189 Feb 19 05:21:07.348564 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-3133b789-427d-4c87-a924-5ae58dd5a50a req-b7a1a5df-de9d-4ced-9c66-2a22b556c8d0 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432291 Feb 19 05:21:08.486104 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a46fe-9f5d-4f29-bc0d-25ba1210d1b8 req-622bb644-4d90-45c6-a780-11c5aa5c4904 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:08.495360 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-848a46fe-9f5d-4f29-bc0d-25ba1210d1b8 req-622bb644-4d90-45c6-a780-11c5aa5c4904 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 931 time: 0.0706155 Feb 19 05:21:08.547159 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-848a46fe-9f5d-4f29-bc0d-25ba1210d1b8 req-f368ba40-d47f-4ea5-8598-5a2b318d66b5 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506327 Feb 19 05:21:09.669364 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a4951-d8eb-41ed-99d6-78ffbd9873a2 req-a91b32f4-7cab-4e9e-bd85-ab7d08bef8af tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:09.674078 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d1a4951-d8eb-41ed-99d6-78ffbd9873a2 req-a91b32f4-7cab-4e9e-bd85-ab7d08bef8af tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 931 time: 0.0568733 Feb 19 05:21:09.746692 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4d1a4951-d8eb-41ed-99d6-78ffbd9873a2 req-4f4541e8-da36-4fee-b00d-448f11d9ed39 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700958 Feb 19 05:21:10.883386 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62feb82-f0d8-4f64-ba0a-1fc5a19c0cf8 req-f3cc98f6-89f5-4042-a749-b512870c7169 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:10.884880 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b62feb82-f0d8-4f64-ba0a-1fc5a19c0cf8 req-f3cc98f6-89f5-4042-a749-b512870c7169 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 931 time: 0.0632749 Feb 19 05:21:10.935438 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-b62feb82-f0d8-4f64-ba0a-1fc5a19c0cf8 req-b6e311b3-6865-48bc-8d41-cb692b9bd2b4 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433557 Feb 19 05:21:12.055459 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a51cf2-1882-4832-9d10-5e2663631683 req-12dcba6e-fe96-4cbc-acf9-598954d56fb2 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:12.056917 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10a51cf2-1882-4832-9d10-5e2663631683 req-12dcba6e-fe96-4cbc-acf9-598954d56fb2 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 931 time: 0.0545285 Feb 19 05:21:12.105519 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-10a51cf2-1882-4832-9d10-5e2663631683 req-ae462586-b8aa-44c2-a05f-0e0891467ad9 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429707 Feb 19 05:21:13.221726 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ca4c5-d6e4-4418-be15-5f0799044dc9 req-d7a9398b-593e-406b-a8af-5a2daf263d24 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:13.223191 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b2ca4c5-d6e4-4418-be15-5f0799044dc9 req-d7a9398b-593e-406b-a8af-5a2daf263d24 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 931 time: 0.0509238 Feb 19 05:21:13.271509 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-2b2ca4c5-d6e4-4418-be15-5f0799044dc9 req-0d4d19a0-d161-4471-996b-1b932a80ada8 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427210 Feb 19 05:21:14.419668 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384e219-c452-45e2-82ff-be5e2d733f5d req-6cccc696-0ba1-4d08-8742-69bdb337d0aa tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:14.421176 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9384e219-c452-45e2-82ff-be5e2d733f5d req-6cccc696-0ba1-4d08-8742-69bdb337d0aa tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 931 time: 0.0586829 Feb 19 05:21:14.470387 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9384e219-c452-45e2-82ff-be5e2d733f5d req-51d66e59-28d1-479d-9d9f-51112495c985 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429296 Feb 19 05:21:15.310609 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:21:15.666552 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ea7cf-ab73-4ffa-a3de-116ff853e091 req-2ec2f707-e964-47f3-9910-bae9cd868d82 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:15.668050 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-517ea7cf-ab73-4ffa-a3de-116ff853e091 req-2ec2f707-e964-47f3-9910-bae9cd868d82 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 931 time: 0.0629635 Feb 19 05:21:15.717068 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-517ea7cf-ab73-4ffa-a3de-116ff853e091 req-bde66fd5-82c3-4669-aa8e-9c5b60392dfe tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434916 Feb 19 05:21:16.071268 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-3bc8aa1d-1eff-4869-a1f5-a981055ca3fc tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:21:16.072849 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-3bc8aa1d-1eff-4869-a1f5-a981055ca3fc tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061281 Feb 19 05:21:16.132212 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.v2.base [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-d438beb0-ae71-47b5-9e1f-f78e4c1abd2a service neutron] Request body: {'port': {'device_id': '4ce001c7-35de-4cc1-b87e-3d4b5725f68f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-19'}} {{(pid=109925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:21:16.191140 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-d438beb0-ae71-47b5-9e1f-f78e4c1abd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:16.451892 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-d438beb0-ae71-47b5-9e1f-f78e4c1abd2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 {{(pid=109925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:21:16.459904 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-d438beb0-ae71-47b5-9e1f-f78e4c1abd2a service neutron] Publish callbacks [] for port (c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29), precommit_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:16.471496 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.provisioning_blocks [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-d438beb0-ae71-47b5-9e1f-f78e4c1abd2a service neutron] Transition to ACTIVE for port object c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 will not be triggered until provisioned by entity L2. {{(pid=109925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:21:16.475216 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-d438beb0-ae71-47b5-9e1f-f78e4c1abd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:16.525189 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438beb0-ae71-47b5-9e1f-f78e4c1abd2a service neutron] Pushing event updated for resources: {'Port': ['ID=c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29,revision_number=2']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:21:16.595001 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-d438beb0-ae71-47b5-9e1f-f78e4c1abd2a service neutron] Attempting to bind port c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 on host n-h1-828369-19 for vnic_type normal with profile {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:21:16.595341 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-d438beb0-ae71-47b5-9e1f-f78e4c1abd2a service neutron] Attempting to bind port c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 by drivers openvswitch,hyperv on host n-h1-828369-19 at level 0 using segments [{'id': '796f1ee1-dbce-45be-9a57-d99c70da5b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777'}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:21:16.595670 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-d438beb0-ae71-47b5-9e1f-f78e4c1abd2a service neutron] Attempting to bind port c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 on network 576206ff-ef4f-49ac-b525-94a5bf8e9777 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:21:16.600186 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-d438beb0-ae71-47b5-9e1f-f78e4c1abd2a service neutron] Port c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 on network 576206ff-ef4f-49ac-b525-94a5bf8e9777 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-19 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:21:16.600512 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-d438beb0-ae71-47b5-9e1f-f78e4c1abd2a service neutron] Attempting to bind port c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 on network 576206ff-ef4f-49ac-b525-94a5bf8e9777 {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:21:16.605469 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-d438beb0-ae71-47b5-9e1f-f78e4c1abd2a service neutron] Checking agent: {'id': '818614dc-215e-4d09-85ac-eff6fa53b8c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'started_at': datetime.datetime(2022, 2, 19, 3, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:21:16.605815 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-d438beb0-ae71-47b5-9e1f-f78e4c1abd2a service neutron] Checking segment: {'id': '796f1ee1-dbce-45be-9a57-d99c70da5b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:21:16.606230 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-d438beb0-ae71-47b5-9e1f-f78e4c1abd2a service neutron] Bound using segment: {'id': '796f1ee1-dbce-45be-9a57-d99c70da5b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777'} {{(pid=109925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:21:16.606666 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.managers [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-d438beb0-ae71-47b5-9e1f-f78e4c1abd2a service neutron] Bound port: c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29, host: n-h1-828369-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796f1ee1-dbce-45be-9a57-d99c70da5b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777'}}] {{(pid=109925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:21:16.607023 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-d438beb0-ae71-47b5-9e1f-f78e4c1abd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29), before_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:16.675218 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-d438beb0-ae71-47b5-9e1f-f78e4c1abd2a service neutron] For port c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29, host n-h1-828369-19, cleared binding levels {{(pid=109925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:21:16.678666 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-d438beb0-ae71-47b5-9e1f-f78e4c1abd2a service neutron] For port c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29, host n-h1-828369-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29,segment=NetworkSegment(796f1ee1-dbce-45be-9a57-d99c70da5b8f),segment_id=796f1ee1-dbce-45be-9a57-d99c70da5b8f)] {{(pid=109925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:21:16.685042 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-d438beb0-ae71-47b5-9e1f-f78e4c1abd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5792835'] for port (c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29), after_update {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:16.715234 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-d438beb0-ae71-47b5-9e1f-f78e4c1abd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:16.715890 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-d438beb0-ae71-47b5-9e1f-f78e4c1abd2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:16.717456 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-d438beb0-ae71-47b5-9e1f-f78e4c1abd2a service neutron] 10.222.0.26 "PUT /v2.0/ports/c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 HTTP/1.1" status: 200 len: 1092 time: 0.6344955 Feb 19 05:21:16.719717 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce001c7-35de-4cc1-b87e-3d4b5725f68f', 'tag': 'c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:21:16.722087 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4d7a6f327845de7d96adfc61245815a02f228650e7f42977fc0a396d303eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1add52ca-e6ad-4ebf-a126-38cd687d4b91" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce001c7-35de-4cc1-b87e-3d4b5725f68f", "tag": "c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:21:16.761801 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438beb0-ae71-47b5-9e1f-f78e4c1abd2a service neutron] Pushing event updated for resources: {'Port': ['ID=c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29,revision_number=3']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:21:16.822420 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-4a26d11c-0c15-4cbc-9355-c5ecb303013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:16.823947 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-4a26d11c-0c15-4cbc-9355-c5ecb303013d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbc0de98fc1a4375816b257fdbb951ce&device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 1126 time: 0.0552411 Feb 19 05:21:16.871807 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea97e16-14e8-4fdc-bb88-f123f9675df0 x-openstack-request-id: req-4ea97e16-14e8-4fdc-bb88-f123f9675df0 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:21:16.872082 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce001c7-35de-4cc1-b87e-3d4b5725f68f", "tag": "c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:21:16.872331 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ea97e16-14e8-4fdc-bb88-f123f9675df0 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:21:16.872738 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce001c7-35de-4cc1-b87e-3d4b5725f68f', 'tag': 'c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29', 'status': 'completed', 'code': 200} Feb 19 05:21:16.874572 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-1605beaa-1945-4738-b1ad-f98b65534906 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 HTTP/1.1" status: 200 len: 217 time: 0.0426025 Feb 19 05:21:16.883040 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74466dca-04ad-43d5-9ded-bd3014ae54c2 req-b886bbc4-a705-41f9-999f-a3d98d23e618 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:16.884552 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74466dca-04ad-43d5-9ded-bd3014ae54c2 req-b886bbc4-a705-41f9-999f-a3d98d23e618 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 943 time: 0.0637445 Feb 19 05:21:16.927774 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-7f749174-79a1-42df-b7c7-e0307e04254a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:16.929431 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-7f749174-79a1-42df-b7c7-e0307e04254a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd HTTP/1.1" status: 200 len: 849 time: 0.0495737 Feb 19 05:21:16.940930 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-74466dca-04ad-43d5-9ded-bd3014ae54c2 req-32208794-3fc1-4035-95e0-e9ad2a8f2c5c tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501299 Feb 19 05:21:16.978381 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-4a28da3d-1b02-42af-b510-e5799ef5f935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:16.979888 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-4a28da3d-1b02-42af-b510-e5799ef5f935 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=576206ff-ef4f-49ac-b525-94a5bf8e9777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450473 Feb 19 05:21:17.073100 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-54fa120e-c9e3-44b6-bd71-f7da8e51a353 service neutron] 10.222.0.26 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864158 Feb 19 05:21:17.452586 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-c37829ed-b511-421c-a88f-4c44520b53a4 req-d11d644e-1017-4ee2-b7ed-414cc3102ace service neutron] 10.222.0.26 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732753 Feb 19 05:21:17.541046 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add52ca-e6ad-4ebf-a126-38cd687d4b91 req-4c1b50b9-b54c-484f-b4cf-da9bbacae2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:17.542546 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1add52ca-e6ad-4ebf-a126-38cd687d4b91 req-4c1b50b9-b54c-484f-b4cf-da9bbacae2f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbc0de98fc1a4375816b257fdbb951ce&device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 1126 time: 0.0436049 Feb 19 05:21:17.633277 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add52ca-e6ad-4ebf-a126-38cd687d4b91 req-c7780cb6-1c7e-42db-834d-aa747e001450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:17.634768 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1add52ca-e6ad-4ebf-a126-38cd687d4b91 req-c7780cb6-1c7e-42db-834d-aa747e001450 service neutron] 10.222.0.26 "GET /v2.0/networks?id=576206ff-ef4f-49ac-b525-94a5bf8e9777 HTTP/1.1" status: 200 len: 911 time: 0.0862679 Feb 19 05:21:17.674132 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1add52ca-e6ad-4ebf-a126-38cd687d4b91 req-7c2d5708-b98a-4333-ad6c-5f412cbbb5f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 HTTP/1.1" status: 200 len: 217 time: 0.0329733 Feb 19 05:21:17.723464 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add52ca-e6ad-4ebf-a126-38cd687d4b91 req-214860e5-d3ab-4fe6-8e4b-8863a7d269fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:17.724783 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1add52ca-e6ad-4ebf-a126-38cd687d4b91 req-214860e5-d3ab-4fe6-8e4b-8863a7d269fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd HTTP/1.1" status: 200 len: 849 time: 0.0448282 Feb 19 05:21:17.772034 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add52ca-e6ad-4ebf-a126-38cd687d4b91 req-818be172-4d4b-4c33-81d0-e2ddd8c79bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:17.773484 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1add52ca-e6ad-4ebf-a126-38cd687d4b91 req-818be172-4d4b-4c33-81d0-e2ddd8c79bf2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=576206ff-ef4f-49ac-b525-94a5bf8e9777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430641 Feb 19 05:21:17.857585 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1add52ca-e6ad-4ebf-a126-38cd687d4b91 req-850cf613-ea7f-439d-93ea-5a633b13d527 service neutron] 10.222.0.26 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784061 Feb 19 05:21:17.947468 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-1add52ca-e6ad-4ebf-a126-38cd687d4b91 req-a8c91e62-fdb4-45f6-a185-d3980d56b052 service neutron] 10.222.0.26 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841057 Feb 19 05:21:18.061617 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233d53d-e037-4639-94dc-b578e537906c req-6d38c5c9-5c7f-4ae4-a2d0-b218494a4911 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:18.063091 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1233d53d-e037-4639-94dc-b578e537906c req-6d38c5c9-5c7f-4ae4-a2d0-b218494a4911 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 943 time: 0.0513213 Feb 19 05:21:18.109860 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1233d53d-e037-4639-94dc-b578e537906c req-2ad37943-3394-4bc2-b84f-5efe1684f687 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412672 Feb 19 05:21:19.228216 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c74d9-52c1-4f4d-8235-364225845e58 req-fe7a6090-c3ac-40d5-90a4-dec31ea562cb tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:19.229681 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ee8c74d9-52c1-4f4d-8235-364225845e58 req-fe7a6090-c3ac-40d5-90a4-dec31ea562cb tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 943 time: 0.0522261 Feb 19 05:21:19.277395 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-ee8c74d9-52c1-4f4d-8235-364225845e58 req-ed5fc093-6664-49ac-9313-6b0654f17a06 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421789 Feb 19 05:21:20.400918 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182a4fe-3d08-41f0-8515-97b96c99e594 req-f09f8486-ab5f-4adf-a9a1-c566b1ea972f tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:20.402400 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a182a4fe-3d08-41f0-8515-97b96c99e594 req-f09f8486-ab5f-4adf-a9a1-c566b1ea972f tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 943 time: 0.0552111 Feb 19 05:21:20.449926 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-a182a4fe-3d08-41f0-8515-97b96c99e594 req-758261c9-449b-4d16-834d-2bcd4b7ff2a4 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418549 Feb 19 05:21:21.566883 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0a3fd-7833-4f7e-9a2d-db4fc19dc009 req-b49ec70d-16f7-4f9b-9046-6545ff6defbd tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:21.568334 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-23d0a3fd-7833-4f7e-9a2d-db4fc19dc009 req-b49ec70d-16f7-4f9b-9046-6545ff6defbd tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 943 time: 0.0510485 Feb 19 05:21:21.616829 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-23d0a3fd-7833-4f7e-9a2d-db4fc19dc009 req-5067964f-2c9e-4c0c-8d23-de5a0cbd4e4f tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420322 Feb 19 05:21:22.071668 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:21:22.170325 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29,segment=NetworkSegment(796f1ee1-dbce-45be-9a57-d99c70da5b8f),segment_id=796f1ee1-dbce-45be-9a57-d99c70da5b8f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:21:22.181169 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'port_id': 'c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29', 'mac_address': 'fa:16:3e:b4:f5:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:21:22.220916 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 is: DOWN; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:21:22.221671 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:22.233887 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:21:22.253117 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29,segment=NetworkSegment(796f1ee1-dbce-45be-9a57-d99c70da5b8f),segment_id=796f1ee1-dbce-45be-9a57-d99c70da5b8f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:21:22.256651 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:22.301992 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29,revision_number=4']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:21:22.725938 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:21:22.735611 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8e10c-d902-44e3-b6ee-87c6e0818c52 req-ec7bcbe0-22eb-4c9e-a4a5-2b544021e08d tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:22.737650 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1c8e10c-d902-44e3-b6ee-87c6e0818c52 req-ec7bcbe0-22eb-4c9e-a4a5-2b544021e08d tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 944 time: 0.0530906 Feb 19 05:21:22.793855 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e1c8e10c-d902-44e3-b6ee-87c6e0818c52 req-3e3e8753-5f86-4d98-918e-261d0f2eb7b3 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503185 Feb 19 05:21:23.915539 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad533c-1178-4668-ad8b-d04a972c3c4e req-383c6848-fa2f-43cd-8968-d0c6532d1726 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:23.916945 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e8ad533c-1178-4668-ad8b-d04a972c3c4e req-383c6848-fa2f-43cd-8968-d0c6532d1726 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 944 time: 0.0526478 Feb 19 05:21:23.965252 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e8ad533c-1178-4668-ad8b-d04a972c3c4e req-0730aec3-dd6d-4c3e-89ec-5512c6ae57d6 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428519 Feb 19 05:21:24.082578 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:21:24.134795 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning for port c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 completed by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:21:24.139224 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:21:24.139601 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:24.223405 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:21:24.223795 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:24.245481 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce001c7-35de-4cc1-b87e-3d4b5725f68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:21:24.247690 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef644b6ab79b0ac41de0b13976fcd129d4d99816de20742327e953106f20d7ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab68e06a-41f9-4b4a-9f90-6dd2e1e61251" -d '{"events": [{"server_uuid": "4ce001c7-35de-4cc1-b87e-3d4b5725f68f", "name": "network-vif-plugged", "status": "completed", "tag": "c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:21:24.259680 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29,segment=NetworkSegment(796f1ee1-dbce-45be-9a57-d99c70da5b8f),segment_id=796f1ee1-dbce-45be-9a57-d99c70da5b8f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:21:24.263669 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:24.287905 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa48e24-4f13-4c90-b779-a8daf5d355f9 x-openstack-request-id: req-8aa48e24-4f13-4c90-b779-a8daf5d355f9 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:21:24.288195 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce001c7-35de-4cc1-b87e-3d4b5725f68f", "name": "network-vif-plugged", "status": "completed", "tag": "c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:21:24.288463 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8aa48e24-4f13-4c90-b779-a8daf5d355f9 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:21:24.288827 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce001c7-35de-4cc1-b87e-3d4b5725f68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29', 'code': 200} Feb 19 05:21:24.313764 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29,revision_number=5']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:21:24.379978 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb202937-f66a-4ddd-aaec-3c944ee870de req-7e8f8f6f-2886-4e4c-b2f2-bc0dc5a188ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:24.381452 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fb202937-f66a-4ddd-aaec-3c944ee870de req-7e8f8f6f-2886-4e4c-b2f2-bc0dc5a188ab service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 1128 time: 0.0429993 Feb 19 05:21:24.426462 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-fb202937-f66a-4ddd-aaec-3c944ee870de req-147b66de-a1ea-46f6-874f-2c8e6f4f742f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392258 Feb 19 05:21:25.085496 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e798bdc-15f6-4fb5-ab31-ab42c643ebf3 req-0930e927-d944-4a84-b2c8-a23763bf926e tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:25.087021 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1e798bdc-15f6-4fb5-ab31-ab42c643ebf3 req-0930e927-d944-4a84-b2c8-a23763bf926e tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 945 time: 0.0524473 Feb 19 05:21:25.134416 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1e798bdc-15f6-4fb5-ab31-ab42c643ebf3 req-842f6ec9-55d5-4e23-afce-d79033d114cc tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418816 Feb 19 05:21:26.257869 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19693a50-a756-4fe6-89b4-2972c2ae4c11 req-315a23fc-cef6-4d70-8941-4f3bc4bcabdd tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:26.259283 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19693a50-a756-4fe6-89b4-2972c2ae4c11 req-315a23fc-cef6-4d70-8941-4f3bc4bcabdd tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 945 time: 0.0557988 Feb 19 05:21:26.307947 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-19693a50-a756-4fe6-89b4-2972c2ae4c11 req-e2e36be0-a364-4fc3-b119-da711ed811af tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431805 Feb 19 05:21:26.433160 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516861f-1e33-4d45-a495-dabece4ed669 req-31245dca-98d1-44df-b7ec-031c51a19cdf tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:26.434639 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1516861f-1e33-4d45-a495-dabece4ed669 req-31245dca-98d1-44df-b7ec-031c51a19cdf tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 945 time: 0.0515964 Feb 19 05:21:26.481569 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-1516861f-1e33-4d45-a495-dabece4ed669 req-7235bedf-2ea7-4201-86bd-c7c0ad36f109 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407979 Feb 19 05:21:26.503670 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49854) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:21:26.548473 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b1486f-4f9b-4008-b8de-7222a0c68d05 tempest-TestSnapshotPattern-1895703958 tempest-TestSnapshotPattern-1895703958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:26.550389 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-72b1486f-4f9b-4008-b8de-7222a0c68d05 tempest-TestSnapshotPattern-1895703958 tempest-TestSnapshotPattern-1895703958-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 1123 time: 0.0457525 Feb 19 05:21:26.553376 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 49856) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:21:26.557756 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.v2.base [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Request body: {'floatingip': {'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'port_id': 'c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:21:26.578139 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:26.672811 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (None), before_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:26.777061 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_common [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Allocated IP 172.25.3.91 (7a52a964-6629-4bca-b7ab-6a5aa64b42d0/db2f7979-f8c4-4886-9855-5cb740175e9a/98a61499-97f5-4fcd-8e17-7efbb0de2ba8) {{(pid=109926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:21:26.876647 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for port (98a61499-97f5-4fcd-8e17-7efbb0de2ba8), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:26.908953 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727881944890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (98a61499-97f5-4fcd-8e17-7efbb0de2ba8), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:26.945450 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Network 7a52a964-6629-4bca-b7ab-6a5aa64b42d0 is already hosted by enough agents. {{(pid=109926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:21:26.948121 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.base_scheduler [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Resources bound (agent type, host, resource id): {{(pid=109926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:21:26.957754 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Received port after_create {{(pid=109926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:21:26.978895 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Pushing event updated for resources: {'Port': ['ID=98a61499-97f5-4fcd-8e17-7efbb0de2ba8,revision_number=1']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:21:26.992661 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:26.993012 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:26.993356 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:26.993693 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:26.994027 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:26.994389 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:26.994721 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:26.995048 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:26.995376 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:26.995696 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:26.996019 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:26.996342 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:26.996666 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:27.321354 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for floatingip (0ec5e56d-5fda-417a-8304-e3357b28ac95), precommit_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:27.391991 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (98a61499-97f5-4fcd-8e17-7efbb0de2ba8), before_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:27.785110 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:27.888666 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for port (98a61499-97f5-4fcd-8e17-7efbb0de2ba8), precommit_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:27.893113 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5238287'] for port (98a61499-97f5-4fcd-8e17-7efbb0de2ba8), after_update {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:27.957289 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Pushing event updated for resources: {'Port': ['ID=98a61499-97f5-4fcd-8e17-7efbb0de2ba8,revision_number=2']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:21:27.968828 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1612788'] for floatingip (0ec5e56d-5fda-417a-8304-e3357b28ac95), after_create {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:28.082779 n-d-828369-19 neutron-server[109926]: INFO neutron.db.l3_db [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Floating IP 0ec5e56d-5fda-417a-8304-e3357b28ac95 associated. External IP: 172.25.3.91, port: c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29. Feb 19 05:21:28.289782 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Router 4679b738-ec05-4df4-96db-c1686f6e8ad9 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:21:28.397973 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:21:28.408813 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d299b96-d2fd-4d6c-9e12-dfe77759561f None None] Sync routers for ids ['4679b738-ec05-4df4-96db-c1686f6e8ad9'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:21:28.416586 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:28.419724 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d299b96-d2fd-4d6c-9e12-dfe77759561f None None] Routers {'4679b738-ec05-4df4-96db-c1686f6e8ad9'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:21:28.420622 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-0d299b96-d2fd-4d6c-9e12-dfe77759561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:21:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['4679b738-ec05-4df4-96db-c1686f6e8ad9'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:21:28.446510 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-6b531a04-d425-4d1f-a5cb-34f4e3a94672 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8921001 Feb 19 05:21:28.447111 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce001c7-35de-4cc1-b87e-3d4b5725f68f', 'tag': 'c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:21:28.449353 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b01c07f-d9d0-4ed6-a7a9-8802cf0800e8" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce001c7-35de-4cc1-b87e-3d4b5725f68f", "tag": "c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:21:28.491631 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322c8bf6-fbf3-463e-a3c9-cda4178e7207 x-openstack-request-id: req-322c8bf6-fbf3-463e-a3c9-cda4178e7207 {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:21:28.492301 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce001c7-35de-4cc1-b87e-3d4b5725f68f", "tag": "c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:21:28.492568 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-322c8bf6-fbf3-463e-a3c9-cda4178e7207 {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:21:28.492974 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce001c7-35de-4cc1-b87e-3d4b5725f68f', 'tag': 'c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29', 'status': 'completed', 'code': 200} Feb 19 05:21:28.531581 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-0d299b96-d2fd-4d6c-9e12-dfe77759561f None None] Set router 4679b738-ec05-4df4-96db-c1686f6e8ad9 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:21:28.559128 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01c07f-d9d0-4ed6-a7a9-8802cf0800e8 req-d32b3861-9991-4b4f-b653-29bad16b6ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:28.560586 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5b01c07f-d9d0-4ed6-a7a9-8802cf0800e8 req-d32b3861-9991-4b4f-b653-29bad16b6ab0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbc0de98fc1a4375816b257fdbb951ce&device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 1128 time: 0.0487318 Feb 19 05:21:28.648243 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01c07f-d9d0-4ed6-a7a9-8802cf0800e8 req-a0f5a100-6b87-417a-a185-3a8af04d6c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:28.649741 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5b01c07f-d9d0-4ed6-a7a9-8802cf0800e8 req-a0f5a100-6b87-417a-a185-3a8af04d6c40 service neutron] 10.222.0.26 "GET /v2.0/networks?id=576206ff-ef4f-49ac-b525-94a5bf8e9777 HTTP/1.1" status: 200 len: 911 time: 0.0827389 Feb 19 05:21:28.719301 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5b01c07f-d9d0-4ed6-a7a9-8802cf0800e8 req-f9083ef9-8993-47a8-9af1-0b74bf248d1b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 HTTP/1.1" status: 200 len: 998 time: 0.0641255 Feb 19 05:21:28.756096 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-0d299b96-d2fd-4d6c-9e12-dfe77759561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'name': 'tempest-TestSnapshotPattern-1794456157-router', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:25Z', 'updated_at': '2022-02-19T05:18:28Z', 'revision_number': 4, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'gw_port': {'id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:26Z', 'updated_at': '2022-02-19T05:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '0ec5e56d-5fda-417a-8304-e3357b28ac95', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'port_id': 'c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'mac_address': 'fa:16:3e:b4:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce001c7-35de-4cc1-b87e-3d4b5725f68f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:21:27Z', 'updated_at': '2022-02-19T05:21:27Z', 'revision_number': 0, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'fixed_ip_address_scope': None}, {'id': 'c020fbd2-1764-441d-8d46-9d0e23cc0da2', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'port_id': '0110a7b8-6b2c-448f-a3f9-dcaa348500f9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'mac_address': 'fa:16:3e:ac:ff:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deb2310-c4c6-43f9-8211-09d4ec460d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:18:47Z', 'updated_at': '2022-02-19T05:18:49Z', 'revision_number': 1, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea39484-ff0f-4a94-a589-88e9f1a03c8b', 'name': '', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'mac_address': 'fa:16:3e:42:11:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:27Z', 'updated_at': '2022-02-19T05:18:32Z', 'revision_number': 5, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'subnets': [{'id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:21:28.767773 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01c07f-d9d0-4ed6-a7a9-8802cf0800e8 req-bdca4e50-464f-4a78-a7f7-b4638ee07215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:28.769254 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5b01c07f-d9d0-4ed6-a7a9-8802cf0800e8 req-bdca4e50-464f-4a78-a7f7-b4638ee07215 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd HTTP/1.1" status: 200 len: 849 time: 0.0446584 Feb 19 05:21:28.785124 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d299b96-d2fd-4d6c-9e12-dfe77759561f None None] Checking router: 4679b738-ec05-4df4-96db-c1686f6e8ad9 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:21:28.793345 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d299b96-d2fd-4d6c-9e12-dfe77759561f None None] Routers {'4679b738-ec05-4df4-96db-c1686f6e8ad9'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:21:28.793954 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-0d299b96-d2fd-4d6c-9e12-dfe77759561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:21:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['4679b738-ec05-4df4-96db-c1686f6e8ad9'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:21:28.818659 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01c07f-d9d0-4ed6-a7a9-8802cf0800e8 req-1b203544-36f5-4b1d-948a-1998e069ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:28.820098 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5b01c07f-d9d0-4ed6-a7a9-8802cf0800e8 req-1b203544-36f5-4b1d-948a-1998e069ca72 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=576206ff-ef4f-49ac-b525-94a5bf8e9777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449293 Feb 19 05:21:28.898578 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-0d299b96-d2fd-4d6c-9e12-dfe77759561f None None] Set router 4679b738-ec05-4df4-96db-c1686f6e8ad9 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:21:28.911281 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5b01c07f-d9d0-4ed6-a7a9-8802cf0800e8 req-79a54eb3-eda1-4438-844d-4a49220c04b9 service neutron] 10.222.0.26 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845411 Feb 19 05:21:29.003728 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-5b01c07f-d9d0-4ed6-a7a9-8802cf0800e8 req-06b96a6f-bbaa-4d2d-8dca-2ac5d3bc5d88 service neutron] 10.222.0.26 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866261 Feb 19 05:21:29.120781 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-0d299b96-d2fd-4d6c-9e12-dfe77759561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'name': 'tempest-TestSnapshotPattern-1794456157-router', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:25Z', 'updated_at': '2022-02-19T05:18:28Z', 'revision_number': 4, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'gw_port': {'id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:26Z', 'updated_at': '2022-02-19T05:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '0ec5e56d-5fda-417a-8304-e3357b28ac95', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'port_id': 'c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'mac_address': 'fa:16:3e:b4:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce001c7-35de-4cc1-b87e-3d4b5725f68f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:21:27Z', 'updated_at': '2022-02-19T05:21:27Z', 'revision_number': 0, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'fixed_ip_address_scope': None}, {'id': 'c020fbd2-1764-441d-8d46-9d0e23cc0da2', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'port_id': '0110a7b8-6b2c-448f-a3f9-dcaa348500f9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'mac_address': 'fa:16:3e:ac:ff:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deb2310-c4c6-43f9-8211-09d4ec460d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:18:47Z', 'updated_at': '2022-02-19T05:18:49Z', 'revision_number': 1, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea39484-ff0f-4a94-a589-88e9f1a03c8b', 'name': '', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'mac_address': 'fa:16:3e:42:11:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:27Z', 'updated_at': '2022-02-19T05:18:32Z', 'revision_number': 5, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'subnets': [{'id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:21:29.145986 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d299b96-d2fd-4d6c-9e12-dfe77759561f None None] The sync data for ids ['4679b738-ec05-4df4-96db-c1686f6e8ad9'] in n-d-828369-19 is: [{'id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'name': 'tempest-TestSnapshotPattern-1794456157-router', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:25Z', 'updated_at': '2022-02-19T05:18:28Z', 'revision_number': 4, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'gw_port': {'id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:26Z', 'updated_at': '2022-02-19T05:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': '0ec5e56d-5fda-417a-8304-e3357b28ac95', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'port_id': 'c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'mac_address': 'fa:16:3e:b4:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce001c7-35de-4cc1-b87e-3d4b5725f68f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:21:27Z', 'updated_at': '2022-02-19T05:21:27Z', 'revision_number': 0, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'fixed_ip_address_scope': None}, {'id': 'c020fbd2-1764-441d-8d46-9d0e23cc0da2', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'port_id': '0110a7b8-6b2c-448f-a3f9-dcaa348500f9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'mac_address': 'fa:16:3e:ac:ff:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deb2310-c4c6-43f9-8211-09d4ec460d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:18:47Z', 'updated_at': '2022-02-19T05:18:49Z', 'revision_number': 1, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea39484-ff0f-4a94-a589-88e9f1a03c8b', 'name': '', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'mac_address': 'fa:16:3e:42:11:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:27Z', 'updated_at': '2022-02-19T05:18:32Z', 'revision_number': 5, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'subnets': [{'id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:21:29.340715 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c15947b-88ce-41be-8944-0ae2c39ec040 None None] New status for floating IP 0ec5e56d-5fda-417a-8304-e3357b28ac95: ACTIVE {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:21:29.362376 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-342b2e72-037a-419a-9b01-93463afcde0d req-9ba37f9a-abec-4492-abd0-08155ec174ad service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3deb2310-c4c6-43f9-8211-09d4ec460d0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439832 Feb 19 05:21:29.446137 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b2e72-037a-419a-9b01-93463afcde0d req-428362f0-f5a6-4f43-8ca9-afb3c69ad321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:29.447576 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-342b2e72-037a-419a-9b01-93463afcde0d req-428362f0-f5a6-4f43-8ca9-afb3c69ad321 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbc0de98fc1a4375816b257fdbb951ce&device_id=3deb2310-c4c6-43f9-8211-09d4ec460d0f HTTP/1.1" status: 200 len: 1126 time: 0.0474079 Feb 19 05:21:29.551475 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b2e72-037a-419a-9b01-93463afcde0d req-574c003c-bca3-4f3b-b3bd-03e564b712be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:29.553227 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-342b2e72-037a-419a-9b01-93463afcde0d req-574c003c-bca3-4f3b-b3bd-03e564b712be service neutron] 10.222.0.79 "GET /v2.0/networks?id=576206ff-ef4f-49ac-b525-94a5bf8e9777 HTTP/1.1" status: 200 len: 911 time: 0.0878682 Feb 19 05:21:29.621135 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-342b2e72-037a-419a-9b01-93463afcde0d req-9bde6bf4-0452-4342-8993-52f84cd69d45 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0110a7b8-6b2c-448f-a3f9-dcaa348500f9 HTTP/1.1" status: 200 len: 998 time: 0.0618258 Feb 19 05:21:29.668135 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b2e72-037a-419a-9b01-93463afcde0d req-f68b74a6-756e-48fb-a8c5-122cd1667bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:29.669529 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-342b2e72-037a-419a-9b01-93463afcde0d req-f68b74a6-756e-48fb-a8c5-122cd1667bf1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd HTTP/1.1" status: 200 len: 849 time: 0.0423429 Feb 19 05:21:29.716639 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b2e72-037a-419a-9b01-93463afcde0d req-3ffbcfff-1913-4224-b3e5-cee0b5138643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:29.718034 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-342b2e72-037a-419a-9b01-93463afcde0d req-3ffbcfff-1913-4224-b3e5-cee0b5138643 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=576206ff-ef4f-49ac-b525-94a5bf8e9777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0428245 Feb 19 05:21:29.808344 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-342b2e72-037a-419a-9b01-93463afcde0d req-ca526b38-a19d-4db6-814a-7d0eecd1f8c7 service neutron] 10.222.0.79 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840180 Feb 19 05:21:29.896596 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-342b2e72-037a-419a-9b01-93463afcde0d req-6e9e619f-b6d9-47a9-a226-8243219fff1d service neutron] 10.222.0.79 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816524 Feb 19 05:21:30.397251 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:30.782133 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9692e349-863b-47d0-bcbc-62b5a2fe1199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:33.638682 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ed8c85b7-c2bb-47d3-92e0-a227c4d8aa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:34.136521 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:35.628494 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:36.992961 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:52.309423 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:21:57.794506 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:00.413701 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:00.784281 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-79cbd323-c31e-4c6c-aed0-97740f70ec40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:03.639970 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-59951e14-2c2a-4f32-ad2d-02897fba7f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:04.139356 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:05.627703 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:06.994247 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:24.419770 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4037ad9c-7b7f-4f5d-b924-ae6dd54d0680 req-291b6e6b-65ba-40bd-97f8-616319f67a65 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0481596 Feb 19 05:22:24.507837 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037ad9c-7b7f-4f5d-b924-ae6dd54d0680 req-e26c9720-16b0-45cf-b11d-5371c460282c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:24.509338 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4037ad9c-7b7f-4f5d-b924-ae6dd54d0680 req-e26c9720-16b0-45cf-b11d-5371c460282c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbc0de98fc1a4375816b257fdbb951ce&device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 1128 time: 0.0498049 Feb 19 05:22:24.608005 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037ad9c-7b7f-4f5d-b924-ae6dd54d0680 req-382d8318-d335-4ba2-8375-eef937a67aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:24.609486 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4037ad9c-7b7f-4f5d-b924-ae6dd54d0680 req-382d8318-d335-4ba2-8375-eef937a67aa2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=576206ff-ef4f-49ac-b525-94a5bf8e9777 HTTP/1.1" status: 200 len: 911 time: 0.0817370 Feb 19 05:22:24.676398 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4037ad9c-7b7f-4f5d-b924-ae6dd54d0680 req-016322de-12a2-4209-a035-70d5537cac19 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 HTTP/1.1" status: 200 len: 1000 time: 0.0610428 Feb 19 05:22:24.724121 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037ad9c-7b7f-4f5d-b924-ae6dd54d0680 req-18ab4b51-fe39-421e-8260-e9fb8148da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:24.725543 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4037ad9c-7b7f-4f5d-b924-ae6dd54d0680 req-18ab4b51-fe39-421e-8260-e9fb8148da1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd HTTP/1.1" status: 200 len: 849 time: 0.0432312 Feb 19 05:22:24.773346 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037ad9c-7b7f-4f5d-b924-ae6dd54d0680 req-abf1fa99-f784-401a-a38d-130581353bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:24.774904 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4037ad9c-7b7f-4f5d-b924-ae6dd54d0680 req-abf1fa99-f784-401a-a38d-130581353bcb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=576206ff-ef4f-49ac-b525-94a5bf8e9777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435150 Feb 19 05:22:24.869507 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4037ad9c-7b7f-4f5d-b924-ae6dd54d0680 req-0ee1c3ff-155f-48ab-838f-143bef229c74 service neutron] 10.222.0.26 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842941 Feb 19 05:22:24.956246 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-4037ad9c-7b7f-4f5d-b924-ae6dd54d0680 req-27573f55-f0ed-465e-953b-1b211b373f66 service neutron] 10.222.0.26 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804098 Feb 19 05:22:27.792219 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:29.309126 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:22:29.357227 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3b64399-2034-48e1-ab2a-965202f6008f req-5385ae93-5b5e-4000-a8b1-c14bf1c8af65 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3deb2310-c4c6-43f9-8211-09d4ec460d0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429950 Feb 19 05:22:29.445321 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b64399-2034-48e1-ab2a-965202f6008f req-aa669c5f-4546-407a-b5ca-9f69572c56a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:29.447039 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3b64399-2034-48e1-ab2a-965202f6008f req-aa669c5f-4546-407a-b5ca-9f69572c56a6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbc0de98fc1a4375816b257fdbb951ce&device_id=3deb2310-c4c6-43f9-8211-09d4ec460d0f HTTP/1.1" status: 200 len: 1126 time: 0.0495491 Feb 19 05:22:29.547876 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b64399-2034-48e1-ab2a-965202f6008f req-7a884d90-867e-4e12-9c6d-d34238182248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:29.549345 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3b64399-2034-48e1-ab2a-965202f6008f req-7a884d90-867e-4e12-9c6d-d34238182248 service neutron] 10.222.0.79 "GET /v2.0/networks?id=576206ff-ef4f-49ac-b525-94a5bf8e9777 HTTP/1.1" status: 200 len: 911 time: 0.0825655 Feb 19 05:22:29.616175 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3b64399-2034-48e1-ab2a-965202f6008f req-8684f837-0b01-45a1-85b0-f6f1e2310c8f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0110a7b8-6b2c-448f-a3f9-dcaa348500f9 HTTP/1.1" status: 200 len: 998 time: 0.0611467 Feb 19 05:22:29.664194 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b64399-2034-48e1-ab2a-965202f6008f req-27ab5b7d-58f4-4dd0-849b-32f7e02b9673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:29.665597 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3b64399-2034-48e1-ab2a-965202f6008f req-27ab5b7d-58f4-4dd0-849b-32f7e02b9673 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd HTTP/1.1" status: 200 len: 849 time: 0.0430200 Feb 19 05:22:29.712283 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b64399-2034-48e1-ab2a-965202f6008f req-0d4297c8-5f0c-4110-8f87-da2344fd0619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:29.713772 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3b64399-2034-48e1-ab2a-965202f6008f req-0d4297c8-5f0c-4110-8f87-da2344fd0619 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=576206ff-ef4f-49ac-b525-94a5bf8e9777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0424919 Feb 19 05:22:29.804683 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3b64399-2034-48e1-ab2a-965202f6008f req-237cfe8d-3888-4a89-936a-a03d81cf74af service neutron] 10.222.0.79 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848217 Feb 19 05:22:29.891928 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e3b64399-2034-48e1-ab2a-965202f6008f req-3e72651b-8b3d-4644-9616-23faf9bed583 service neutron] 10.222.0.79 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807042 Feb 19 05:22:30.418770 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:30.785803 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6e2acd84-9f99-42f2-8cc1-deb2c87b1aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:33.641776 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f9c65fde-499d-47e0-9831-d7071a65eefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:34.142011 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:35.629801 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:36.997988 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:57.793236 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:00.411216 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:00.786961 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-75865eed-503f-4092-8517-55e3c94216d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:03.643521 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-614e2d2e-8f4e-4ffd-9376-5283146819bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:04.145884 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:05.633563 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:06.314295 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:23:06.999752 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:26.413075 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e6260025-3c84-4233-bb38-76165475262e req-3e332c84-83cb-414a-81c0-97e505f18e8a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441771 Feb 19 05:23:26.499172 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6260025-3c84-4233-bb38-76165475262e req-5f9fe427-a563-47d1-807d-6b320bc0ec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:26.500726 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e6260025-3c84-4233-bb38-76165475262e req-5f9fe427-a563-47d1-807d-6b320bc0ec09 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbc0de98fc1a4375816b257fdbb951ce&device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 1128 time: 0.0477829 Feb 19 05:23:26.600610 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6260025-3c84-4233-bb38-76165475262e req-7be071e0-d256-4dbe-9dbc-787ba81e7288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:26.602083 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e6260025-3c84-4233-bb38-76165475262e req-7be071e0-d256-4dbe-9dbc-787ba81e7288 service neutron] 10.222.0.26 "GET /v2.0/networks?id=576206ff-ef4f-49ac-b525-94a5bf8e9777 HTTP/1.1" status: 200 len: 911 time: 0.0814183 Feb 19 05:23:26.673795 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e6260025-3c84-4233-bb38-76165475262e req-9dbba039-19c4-4e5e-a7fb-0d2c29d89d8f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 HTTP/1.1" status: 200 len: 1000 time: 0.0658190 Feb 19 05:23:26.720618 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6260025-3c84-4233-bb38-76165475262e req-551b719c-2d78-4731-b670-bd9ff43229df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:26.722035 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e6260025-3c84-4233-bb38-76165475262e req-551b719c-2d78-4731-b670-bd9ff43229df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd HTTP/1.1" status: 200 len: 849 time: 0.0427437 Feb 19 05:23:26.769456 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6260025-3c84-4233-bb38-76165475262e req-e3456169-9524-4ed5-8491-42f8e3d6da0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:26.771022 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e6260025-3c84-4233-bb38-76165475262e req-e3456169-9524-4ed5-8491-42f8e3d6da0e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=576206ff-ef4f-49ac-b525-94a5bf8e9777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434098 Feb 19 05:23:26.860558 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e6260025-3c84-4233-bb38-76165475262e req-9dee60b0-3551-464f-8966-3ed8fa421719 service neutron] 10.222.0.26 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838740 Feb 19 05:23:26.946879 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-e6260025-3c84-4233-bb38-76165475262e req-c27c182e-1410-4d8f-bdcd-23f44d421f20 service neutron] 10.222.0.26 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809133 Feb 19 05:23:27.806788 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:29.387955 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8191837b-80ac-4ab7-93b5-e2a9d8d13f34 req-2e1b1178-8865-4ae5-a7f0-28154db88213 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3deb2310-c4c6-43f9-8211-09d4ec460d0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434489 Feb 19 05:23:29.474476 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191837b-80ac-4ab7-93b5-e2a9d8d13f34 req-0913a8ee-8832-49e2-80b8-4a3cd4075188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:29.475965 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8191837b-80ac-4ab7-93b5-e2a9d8d13f34 req-0913a8ee-8832-49e2-80b8-4a3cd4075188 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbc0de98fc1a4375816b257fdbb951ce&device_id=3deb2310-c4c6-43f9-8211-09d4ec460d0f HTTP/1.1" status: 200 len: 1126 time: 0.0488567 Feb 19 05:23:29.574680 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191837b-80ac-4ab7-93b5-e2a9d8d13f34 req-2af02feb-04bd-47cf-91e5-e5bd395f6d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:29.576164 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8191837b-80ac-4ab7-93b5-e2a9d8d13f34 req-2af02feb-04bd-47cf-91e5-e5bd395f6d3c service neutron] 10.222.0.79 "GET /v2.0/networks?id=576206ff-ef4f-49ac-b525-94a5bf8e9777 HTTP/1.1" status: 200 len: 911 time: 0.0828459 Feb 19 05:23:29.643784 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8191837b-80ac-4ab7-93b5-e2a9d8d13f34 req-83a081bb-25f3-462c-a0ae-709708de5f57 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0110a7b8-6b2c-448f-a3f9-dcaa348500f9 HTTP/1.1" status: 200 len: 998 time: 0.0619788 Feb 19 05:23:29.691046 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191837b-80ac-4ab7-93b5-e2a9d8d13f34 req-c1dc248a-da0e-4842-8c5d-f966a690c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:29.693058 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8191837b-80ac-4ab7-93b5-e2a9d8d13f34 req-c1dc248a-da0e-4842-8c5d-f966a690c22a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd HTTP/1.1" status: 200 len: 849 time: 0.0422404 Feb 19 05:23:29.739371 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191837b-80ac-4ab7-93b5-e2a9d8d13f34 req-7f5aea82-85ea-4155-b104-b8a12b6cf632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:29.740820 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8191837b-80ac-4ab7-93b5-e2a9d8d13f34 req-7f5aea82-85ea-4155-b104-b8a12b6cf632 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=576206ff-ef4f-49ac-b525-94a5bf8e9777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0419283 Feb 19 05:23:29.829693 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8191837b-80ac-4ab7-93b5-e2a9d8d13f34 req-b3a74ec4-0c38-4e15-88f2-af8579a2813b service neutron] 10.222.0.79 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823121 Feb 19 05:23:29.914745 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-8191837b-80ac-4ab7-93b5-e2a9d8d13f34 req-ec76b86f-b4ed-4228-b6b2-2b7e5bfeee57 service neutron] 10.222.0.79 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795038 Feb 19 05:23:30.424117 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:30.789127 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-0195f5f3-063c-4841-bd57-437e32bc6f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:33.644746 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-5579c4ae-fe2d-48df-98ec-9bc41bb54c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:34.148666 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:35.636960 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:37.002899 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:43.313758 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:23:46.678241 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 details requested by agent hyperv_n-h1-828369-19 with host n-h1-828369-19 {{(pid=109927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:23:46.775825 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29,segment=NetworkSegment(796f1ee1-dbce-45be-9a57-d99c70da5b8f),segment_id=796f1ee1-dbce-45be-9a57-d99c70da5b8f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:23:46.787011 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Returning: {'device': 'c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'port_id': 'c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29', 'mac_address': 'fa:16:3e:b4:f5:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:23:46.826752 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 is: ACTIVE; New status is: BUILD {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:46.827144 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:46.839374 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 {{(pid=109927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:23:46.857733 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29,segment=NetworkSegment(796f1ee1-dbce-45be-9a57-d99c70da5b8f),segment_id=796f1ee1-dbce-45be-9a57-d99c70da5b8f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:23:46.861659 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:46.911727 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29,revision_number=6']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:46.919462 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:46.919810 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:46.920153 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:46.920491 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:46.920820 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:46.921148 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:46.921475 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:46.921800 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:46.922123 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:46.922477 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:46.922807 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:46.923129 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:46.923511 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:46.930484 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] get_ports_and_sgs() called for port_ids ['c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29'] {{(pid=109927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:23:48.679093 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 up at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:23:48.725409 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.provisioning_blocks [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Provisioning complete for port c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 triggered by entity L2. {{(pid=109927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:48.725784 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856857'] for port (c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29), provisioning_complete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:48.810700 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 is: BUILD; New status is: ACTIVE {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:48.811090 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:48.832666 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce001c7-35de-4cc1-b87e-3d4b5725f68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:23:48.834945 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef644b6ab79b0ac41de0b13976fcd129d4d99816de20742327e953106f20d7ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1baf33-5128-4fd6-9e29-40968dc4e57e" -d '{"events": [{"server_uuid": "4ce001c7-35de-4cc1-b87e-3d4b5725f68f", "name": "network-vif-plugged", "status": "completed", "tag": "c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:23:48.847679 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29,segment=NetworkSegment(796f1ee1-dbce-45be-9a57-d99c70da5b8f),segment_id=796f1ee1-dbce-45be-9a57-d99c70da5b8f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:23:48.851839 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:48.878506 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216868f1-a18d-4525-88b6-85a93746e029 x-openstack-request-id: req-216868f1-a18d-4525-88b6-85a93746e029 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:23:48.878806 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce001c7-35de-4cc1-b87e-3d4b5725f68f", "name": "network-vif-plugged", "status": "completed", "tag": "c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:23:48.879059 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-216868f1-a18d-4525-88b6-85a93746e029 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:23:48.879450 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce001c7-35de-4cc1-b87e-3d4b5725f68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29', 'code': 200} Feb 19 05:23:48.903741 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29,revision_number=7']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:57.859606 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:59.926135 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50098) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:24:00.079470 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-d42c3bb0-49db-4ae4-9a58-06d2007cd287 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Deleting port 98a61499-97f5-4fcd-8e17-7efbb0de2ba8 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:24:00.079728 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d42c3bb0-49db-4ae4-9a58-06d2007cd287 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (98a61499-97f5-4fcd-8e17-7efbb0de2ba8), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:00.154673 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d42c3bb0-49db-4ae4-9a58-06d2007cd287 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (98a61499-97f5-4fcd-8e17-7efbb0de2ba8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:00.154994 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d42c3bb0-49db-4ae4-9a58-06d2007cd287 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for floatingip (98a61499-97f5-4fcd-8e17-7efbb0de2ba8), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:00.166061 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-d42c3bb0-49db-4ae4-9a58-06d2007cd287 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Calling delete_port for 98a61499-97f5-4fcd-8e17-7efbb0de2ba8 owned by network:floatingip {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:24:00.308829 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d42c3bb0-49db-4ae4-9a58-06d2007cd287 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (98a61499-97f5-4fcd-8e17-7efbb0de2ba8), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:00.331186 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c3bb0-49db-4ae4-9a58-06d2007cd287 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Pushing event deleted for resources: {'Port': ['ID=98a61499-97f5-4fcd-8e17-7efbb0de2ba8,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:24:00.345793 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42c3bb0-49db-4ae4-9a58-06d2007cd287 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:00.346152 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42c3bb0-49db-4ae4-9a58-06d2007cd287 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:00.346526 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42c3bb0-49db-4ae4-9a58-06d2007cd287 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:00.346924 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42c3bb0-49db-4ae4-9a58-06d2007cd287 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:00.347269 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42c3bb0-49db-4ae4-9a58-06d2007cd287 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:00.347608 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42c3bb0-49db-4ae4-9a58-06d2007cd287 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:00.347938 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42c3bb0-49db-4ae4-9a58-06d2007cd287 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:00.348269 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42c3bb0-49db-4ae4-9a58-06d2007cd287 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:00.348599 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42c3bb0-49db-4ae4-9a58-06d2007cd287 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:00.348955 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42c3bb0-49db-4ae4-9a58-06d2007cd287 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:00.349283 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42c3bb0-49db-4ae4-9a58-06d2007cd287 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:00.349609 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42c3bb0-49db-4ae4-9a58-06d2007cd287 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:00.349934 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42c3bb0-49db-4ae4-9a58-06d2007cd287 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:00.404161 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d42c3bb0-49db-4ae4-9a58-06d2007cd287 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for floatingip (0ec5e56d-5fda-417a-8304-e3357b28ac95), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:00.404495 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-d42c3bb0-49db-4ae4-9a58-06d2007cd287 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Floating IP 0ec5e56d-5fda-417a-8304-e3357b28ac95 disassociated (deleted). External IP: 172.25.3.91, port: c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29. Feb 19 05:24:00.426658 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:00.614054 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42c3bb0-49db-4ae4-9a58-06d2007cd287 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Router 4679b738-ec05-4df4-96db-c1686f6e8ad9 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:24:00.721907 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42c3bb0-49db-4ae4-9a58-06d2007cd287 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:24:00.726718 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-d42c3bb0-49db-4ae4-9a58-06d2007cd287 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:00.733560 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc793c9-de55-41ab-90d7-5c64d2384a7d None None] Sync routers for ids ['4679b738-ec05-4df4-96db-c1686f6e8ad9'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:24:00.742955 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc793c9-de55-41ab-90d7-5c64d2384a7d None None] Routers {'4679b738-ec05-4df4-96db-c1686f6e8ad9'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:24:00.743569 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-4fc793c9-de55-41ab-90d7-5c64d2384a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:23:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['4679b738-ec05-4df4-96db-c1686f6e8ad9'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:24:00.754955 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-d42c3bb0-49db-4ae4-9a58-06d2007cd287 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "DELETE /v2.0/floatingips/0ec5e56d-5fda-417a-8304-e3357b28ac95 HTTP/1.1" status: 204 len: 168 time: 0.8277311 Feb 19 05:24:00.755632 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce001c7-35de-4cc1-b87e-3d4b5725f68f', 'tag': 'c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:24:00.757992 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4d7a6f327845de7d96adfc61245815a02f228650e7f42977fc0a396d303eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e54c81-67a5-4118-aea1-6658accca707" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce001c7-35de-4cc1-b87e-3d4b5725f68f", "tag": "c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:24:00.797507 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1f0189fb-04d7-4a14-aaa4-7ea518918586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:00.807052 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05f2982-fbd6-4544-89cd-efc478ed1690 x-openstack-request-id: req-b05f2982-fbd6-4544-89cd-efc478ed1690 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:24:00.807981 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce001c7-35de-4cc1-b87e-3d4b5725f68f", "tag": "c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:24:00.808346 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b05f2982-fbd6-4544-89cd-efc478ed1690 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:24:00.808868 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce001c7-35de-4cc1-b87e-3d4b5725f68f', 'tag': 'c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29', 'status': 'completed', 'code': 200} Feb 19 05:24:00.864416 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-4fc793c9-de55-41ab-90d7-5c64d2384a7d None None] Set router 4679b738-ec05-4df4-96db-c1686f6e8ad9 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:24:00.878670 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e54c81-67a5-4118-aea1-6658accca707 req-57b29e4e-d4f9-44f9-8f7d-c700b41d3619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:00.880362 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-29e54c81-67a5-4118-aea1-6658accca707 req-57b29e4e-d4f9-44f9-8f7d-c700b41d3619 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbc0de98fc1a4375816b257fdbb951ce&device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 1128 time: 0.0520077 Feb 19 05:24:00.982315 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e54c81-67a5-4118-aea1-6658accca707 req-c7ca9241-069f-48aa-bcad-a049c09e960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:00.983821 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-29e54c81-67a5-4118-aea1-6658accca707 req-c7ca9241-069f-48aa-bcad-a049c09e960f service neutron] 10.222.0.26 "GET /v2.0/networks?id=576206ff-ef4f-49ac-b525-94a5bf8e9777 HTTP/1.1" status: 200 len: 911 time: 0.0961447 Feb 19 05:24:01.028655 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-29e54c81-67a5-4118-aea1-6658accca707 req-ef6185f4-2009-445e-bd9c-48caffbf4e7d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 HTTP/1.1" status: 200 len: 217 time: 0.0373201 Feb 19 05:24:01.061444 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3185c-5947-41f5-a181-7dc0fece39c1 req-364d439f-a583-469a-aa32-ab9a587ea78f tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:01.066613 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ac3185c-5947-41f5-a181-7dc0fece39c1 req-364d439f-a583-469a-aa32-ab9a587ea78f tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 945 time: 0.1082489 Feb 19 05:24:01.086684 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e54c81-67a5-4118-aea1-6658accca707 req-76fbadf2-fc64-4435-8d85-16112e2b4514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:01.088783 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-29e54c81-67a5-4118-aea1-6658accca707 req-76fbadf2-fc64-4435-8d85-16112e2b4514 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd HTTP/1.1" status: 200 len: 849 time: 0.0524659 Feb 19 05:24:01.104465 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-4fc793c9-de55-41ab-90d7-5c64d2384a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'name': 'tempest-TestSnapshotPattern-1794456157-router', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:25Z', 'updated_at': '2022-02-19T05:18:28Z', 'revision_number': 4, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'gw_port': {'id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:26Z', 'updated_at': '2022-02-19T05:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'c020fbd2-1764-441d-8d46-9d0e23cc0da2', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'port_id': '0110a7b8-6b2c-448f-a3f9-dcaa348500f9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'mac_address': 'fa:16:3e:ac:ff:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deb2310-c4c6-43f9-8211-09d4ec460d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:18:47Z', 'updated_at': '2022-02-19T05:18:49Z', 'revision_number': 1, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea39484-ff0f-4a94-a589-88e9f1a03c8b', 'name': '', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'mac_address': 'fa:16:3e:42:11:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:27Z', 'updated_at': '2022-02-19T05:18:32Z', 'revision_number': 5, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'subnets': [{'id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:24:01.122553 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-4ac3185c-5947-41f5-a181-7dc0fece39c1 req-28c7d483-d9f8-423b-b28a-0c325e77e3a7 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535891 Feb 19 05:24:01.130544 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc793c9-de55-41ab-90d7-5c64d2384a7d None None] Checking router: 4679b738-ec05-4df4-96db-c1686f6e8ad9 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:24:01.139474 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc793c9-de55-41ab-90d7-5c64d2384a7d None None] Routers {'4679b738-ec05-4df4-96db-c1686f6e8ad9'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:24:01.140282 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-4fc793c9-de55-41ab-90d7-5c64d2384a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:23:34Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['4679b738-ec05-4df4-96db-c1686f6e8ad9'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:24:01.143830 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e54c81-67a5-4118-aea1-6658accca707 req-13a182be-04c0-4552-8f2c-18d5f09120a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:01.145367 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-29e54c81-67a5-4118-aea1-6658accca707 req-13a182be-04c0-4552-8f2c-18d5f09120a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=576206ff-ef4f-49ac-b525-94a5bf8e9777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0506256 Feb 19 05:24:01.234750 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-29e54c81-67a5-4118-aea1-6658accca707 req-65a1f9d9-e56a-4248-bd8a-d689f8948d4c service neutron] 10.222.0.26 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826998 Feb 19 05:24:01.246577 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-4fc793c9-de55-41ab-90d7-5c64d2384a7d None None] Set router 4679b738-ec05-4df4-96db-c1686f6e8ad9 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:24:01.327368 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-29e54c81-67a5-4118-aea1-6658accca707 req-f354cae7-ed77-4376-a8d8-f419b8f2a047 service neutron] 10.222.0.26 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853245 Feb 19 05:24:01.466432 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-4fc793c9-de55-41ab-90d7-5c64d2384a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'name': 'tempest-TestSnapshotPattern-1794456157-router', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:25Z', 'updated_at': '2022-02-19T05:18:28Z', 'revision_number': 4, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'gw_port': {'id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:26Z', 'updated_at': '2022-02-19T05:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'c020fbd2-1764-441d-8d46-9d0e23cc0da2', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'port_id': '0110a7b8-6b2c-448f-a3f9-dcaa348500f9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'mac_address': 'fa:16:3e:ac:ff:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deb2310-c4c6-43f9-8211-09d4ec460d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:18:47Z', 'updated_at': '2022-02-19T05:18:49Z', 'revision_number': 1, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea39484-ff0f-4a94-a589-88e9f1a03c8b', 'name': '', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'mac_address': 'fa:16:3e:42:11:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:27Z', 'updated_at': '2022-02-19T05:18:32Z', 'revision_number': 5, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'subnets': [{'id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:24:01.494938 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc793c9-de55-41ab-90d7-5c64d2384a7d None None] The sync data for ids ['4679b738-ec05-4df4-96db-c1686f6e8ad9'] in n-d-828369-19 is: [{'id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'name': 'tempest-TestSnapshotPattern-1794456157-router', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:25Z', 'updated_at': '2022-02-19T05:18:28Z', 'revision_number': 4, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'gw_port': {'id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:26Z', 'updated_at': '2022-02-19T05:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_floatingips': [{'id': 'c020fbd2-1764-441d-8d46-9d0e23cc0da2', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'router_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'port_id': '0110a7b8-6b2c-448f-a3f9-dcaa348500f9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'mac_address': 'fa:16:3e:ac:ff:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deb2310-c4c6-43f9-8211-09d4ec460d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:18:47Z', 'updated_at': '2022-02-19T05:18:49Z', 'revision_number': 1, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea39484-ff0f-4a94-a589-88e9f1a03c8b', 'name': '', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'mac_address': 'fa:16:3e:42:11:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:27Z', 'updated_at': '2022-02-19T05:18:32Z', 'revision_number': 5, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'subnets': [{'id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:24:01.774155 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516b05e5-eb9d-41a7-852a-c40943f13dcc None None] New status for floating IP 0ec5e56d-5fda-417a-8304-e3357b28ac95: DOWN {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:24:02.251867 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5c517-ef7c-4d43-8f7b-6c5dc98eae75 req-36cf6563-7ae1-472b-889d-c57fd5aba14d tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:02.253334 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-86c5c517-ef7c-4d43-8f7b-6c5dc98eae75 req-36cf6563-7ae1-472b-889d-c57fd5aba14d tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 945 time: 0.0539439 Feb 19 05:24:02.300650 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-86c5c517-ef7c-4d43-8f7b-6c5dc98eae75 req-dad3318b-e27e-45bf-b72c-de680c273662 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417337 Feb 19 05:24:02.737061 n-d-828369-19 neutron-server[109925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f5406-d3ae-48ae-9708-bdc002e6e5ab req-f6dc1455-2ff7-43e3-b0f2-b68441f4240f tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:02.738518 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-331f5406-d3ae-48ae-9708-bdc002e6e5ab req-f6dc1455-2ff7-43e3-b0f2-b68441f4240f tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 945 time: 0.0509167 Feb 19 05:24:02.756921 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:24:02.834587 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Current status of the port c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 is: ACTIVE; New status is: DOWN {{(pid=109927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:24:02.835266 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722176'] for port (c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29), before_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:02.836235 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-331f5406-d3ae-48ae-9708-bdc002e6e5ab req-088a5467-e230-4aed-9211-6865545e2ed3 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Deleting port c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:24:02.836578 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-331f5406-d3ae-48ae-9708-bdc002e6e5ab req-088a5467-e230-4aed-9211-6865545e2ed3 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:02.857024 n-d-828369-19 neutron-server[109927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce001c7-35de-4cc1-b87e-3d4b5725f68f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29'}] {{(pid=109927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:24:02.859267 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef644b6ab79b0ac41de0b13976fcd129d4d99816de20742327e953106f20d7ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d8a3ed-c31d-4c28-93e8-3758914049a7" -d '{"events": [{"server_uuid": "4ce001c7-35de-4cc1-b87e-3d4b5725f68f", "name": "network-vif-unplugged", "status": "completed", "tag": "c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29"}]}' {{(pid=109927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:24:02.872676 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] For port c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29,segment=NetworkSegment(796f1ee1-dbce-45be-9a57-d99c70da5b8f),segment_id=796f1ee1-dbce-45be-9a57-d99c70da5b8f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:24:02.877570 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727882451339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727881944908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727881944926'] for port (c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:02.905492 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 05:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a41d4e3-da8d-4213-811c-8009ef2c4413 x-openstack-request-id: req-1a41d4e3-da8d-4213-811c-8009ef2c4413 {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:24:02.905794 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce001c7-35de-4cc1-b87e-3d4b5725f68f", "name": "network-vif-unplugged", "status": "completed", "tag": "c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29", "code": 200}]} {{(pid=109927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:24:02.906048 n-d-828369-19 neutron-server[109927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1a41d4e3-da8d-4213-811c-8009ef2c4413 {{(pid=109927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:24:02.906738 n-d-828369-19 neutron-server[109927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce001c7-35de-4cc1-b87e-3d4b5725f68f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29', 'code': 200} Feb 19 05:24:02.931179 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [req-331f5406-d3ae-48ae-9708-bdc002e6e5ab req-088a5467-e230-4aed-9211-6865545e2ed3 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] For port c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29, host n-h1-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-19',level=0,port_id=c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29,segment=NetworkSegment(796f1ee1-dbce-45be-9a57-d99c70da5b8f),segment_id=796f1ee1-dbce-45be-9a57-d99c70da5b8f)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:24:02.931541 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-331f5406-d3ae-48ae-9708-bdc002e6e5ab req-088a5467-e230-4aed-9211-6865545e2ed3 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:02.934091 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Pushing event updated for resources: {'Port': ['ID=c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29,revision_number=8']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:24:02.945108 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [req-331f5406-d3ae-48ae-9708-bdc002e6e5ab req-088a5467-e230-4aed-9211-6865545e2ed3 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Calling delete_port for c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 owned by compute:nova {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:24:03.071914 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-331f5406-d3ae-48ae-9708-bdc002e6e5ab req-088a5467-e230-4aed-9211-6865545e2ed3 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:03.099598 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a5467-e230-4aed-9211-6865545e2ed3 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Pushing event deleted for resources: {'Port': ['ID=c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:24:03.142560 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [req-331f5406-d3ae-48ae-9708-bdc002e6e5ab req-088a5467-e230-4aed-9211-6865545e2ed3 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] No DVR routers for this DVR port c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 on host n-h1-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:24:03.145195 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [req-331f5406-d3ae-48ae-9708-bdc002e6e5ab req-088a5467-e230-4aed-9211-6865545e2ed3 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:03.148672 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [req-331f5406-d3ae-48ae-9708-bdc002e6e5ab req-088a5467-e230-4aed-9211-6865545e2ed3 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.26 "DELETE /v2.0/ports/c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 HTTP/1.1" status: 204 len: 173 time: 0.4050465 Feb 19 05:24:03.149117 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce001c7-35de-4cc1-b87e-3d4b5725f68f', 'name': 'network-vif-deleted', 'tag': 'c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:24:03.151536 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4d7a6f327845de7d96adfc61245815a02f228650e7f42977fc0a396d303eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a6ca16-7f16-44de-8280-7c664a84885b" -d '{"events": [{"server_uuid": "4ce001c7-35de-4cc1-b87e-3d4b5725f68f", "name": "network-vif-deleted", "tag": "c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:24:03.193920 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caefb48a-b242-45fd-9d5c-bd05d4c5e3a0 x-openstack-request-id: req-caefb48a-b242-45fd-9d5c-bd05d4c5e3a0 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:24:03.194302 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce001c7-35de-4cc1-b87e-3d4b5725f68f", "name": "network-vif-deleted", "tag": "c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:24:03.194564 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-caefb48a-b242-45fd-9d5c-bd05d4c5e3a0 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:24:03.194978 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce001c7-35de-4cc1-b87e-3d4b5725f68f', 'name': 'network-vif-deleted', 'tag': 'c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29', 'status': 'completed', 'code': 200} Feb 19 05:24:03.407639 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-e012c245-d283-49f3-9738-2fe65559a31f req-36a7c95e-99f1-4a28-8b29-bb04eb31f7c8 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce001c7-35de-4cc1-b87e-3d4b5725f68f HTTP/1.1" status: 200 len: 210 time: 0.0267224 Feb 19 05:24:03.646735 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ae47a9e4-b1c4-4dee-b4bc-39759cf4323d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:04.151117 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:04.950691 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50162) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:24:05.107714 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-e05a5739-ab65-4481-81d1-d4ddb290dc29 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Deleting port 3570b5a7-6109-49aa-b1d4-1a912cfd0b4e {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:24:05.108055 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e05a5739-ab65-4481-81d1-d4ddb290dc29 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (3570b5a7-6109-49aa-b1d4-1a912cfd0b4e), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:05.181153 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e05a5739-ab65-4481-81d1-d4ddb290dc29 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (3570b5a7-6109-49aa-b1d4-1a912cfd0b4e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:05.181476 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e05a5739-ab65-4481-81d1-d4ddb290dc29 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for floatingip (3570b5a7-6109-49aa-b1d4-1a912cfd0b4e), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:05.192771 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-e05a5739-ab65-4481-81d1-d4ddb290dc29 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Calling delete_port for 3570b5a7-6109-49aa-b1d4-1a912cfd0b4e owned by network:floatingip {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:24:05.338968 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e05a5739-ab65-4481-81d1-d4ddb290dc29 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (3570b5a7-6109-49aa-b1d4-1a912cfd0b4e), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:05.361065 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a5739-ab65-4481-81d1-d4ddb290dc29 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Pushing event deleted for resources: {'Port': ['ID=3570b5a7-6109-49aa-b1d4-1a912cfd0b4e,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:24:05.427667 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e05a5739-ab65-4481-81d1-d4ddb290dc29 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for floatingip (c020fbd2-1764-441d-8d46-9d0e23cc0da2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:05.428299 n-d-828369-19 neutron-server[109925]: INFO neutron.db.l3_db [None req-e05a5739-ab65-4481-81d1-d4ddb290dc29 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Floating IP c020fbd2-1764-441d-8d46-9d0e23cc0da2 disassociated (deleted). External IP: 172.25.3.32, port: 0110a7b8-6b2c-448f-a3f9-dcaa348500f9. Feb 19 05:24:05.641215 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:05.934388 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05a5739-ab65-4481-81d1-d4ddb290dc29 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Router 4679b738-ec05-4df4-96db-c1686f6e8ad9 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:24:06.042945 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05a5739-ab65-4481-81d1-d4ddb290dc29 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:24:06.047597 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-e05a5739-ab65-4481-81d1-d4ddb290dc29 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for floatingip (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:06.052695 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1181266d-3e86-407d-ad6b-416f65412684 None None] Sync routers for ids ['4679b738-ec05-4df4-96db-c1686f6e8ad9'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:24:06.062330 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1181266d-3e86-407d-ad6b-416f65412684 None None] Routers {'4679b738-ec05-4df4-96db-c1686f6e8ad9'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:24:06.062961 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-1181266d-3e86-407d-ad6b-416f65412684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:24:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['4679b738-ec05-4df4-96db-c1686f6e8ad9'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:24:06.082842 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-e05a5739-ab65-4481-81d1-d4ddb290dc29 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "DELETE /v2.0/floatingips/c020fbd2-1764-441d-8d46-9d0e23cc0da2 HTTP/1.1" status: 204 len: 168 time: 1.1310515 Feb 19 05:24:06.083439 n-d-828369-19 neutron-server[109925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3deb2310-c4c6-43f9-8211-09d4ec460d0f', 'tag': '0110a7b8-6b2c-448f-a3f9-dcaa348500f9'}] {{(pid=109925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:24:06.085727 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e4d7a6f327845de7d96adfc61245815a02f228650e7f42977fc0a396d303eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe86239-3490-4ab7-8d6c-57b29194682b" -d '{"events": [{"name": "network-changed", "server_uuid": "3deb2310-c4c6-43f9-8211-09d4ec460d0f", "tag": "0110a7b8-6b2c-448f-a3f9-dcaa348500f9"}]}' {{(pid=109925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:24:06.126316 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764ff00e-dd86-4deb-af48-e33c2925eba1 x-openstack-request-id: req-764ff00e-dd86-4deb-af48-e33c2925eba1 {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:24:06.126603 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3deb2310-c4c6-43f9-8211-09d4ec460d0f", "tag": "0110a7b8-6b2c-448f-a3f9-dcaa348500f9", "status": "completed", "code": 200}]} {{(pid=109925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:24:06.127022 n-d-828369-19 neutron-server[109925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-764ff00e-dd86-4deb-af48-e33c2925eba1 {{(pid=109925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:24:06.127436 n-d-828369-19 neutron-server[109925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3deb2310-c4c6-43f9-8211-09d4ec460d0f', 'tag': '0110a7b8-6b2c-448f-a3f9-dcaa348500f9', 'status': 'completed', 'code': 200} Feb 19 05:24:06.176936 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-1181266d-3e86-407d-ad6b-416f65412684 None None] Set router 4679b738-ec05-4df4-96db-c1686f6e8ad9 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:24:06.192651 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe86239-3490-4ab7-8d6c-57b29194682b req-1464a13c-60e2-49b3-933a-e7c21370c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:06.194801 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7fe86239-3490-4ab7-8d6c-57b29194682b req-1464a13c-60e2-49b3-933a-e7c21370c47b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbc0de98fc1a4375816b257fdbb951ce&device_id=3deb2310-c4c6-43f9-8211-09d4ec460d0f HTTP/1.1" status: 200 len: 1126 time: 0.0461712 Feb 19 05:24:06.332908 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe86239-3490-4ab7-8d6c-57b29194682b req-9aa36e25-2a08-47d4-ab3e-302d0f887e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:06.334718 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7fe86239-3490-4ab7-8d6c-57b29194682b req-9aa36e25-2a08-47d4-ab3e-302d0f887e42 service neutron] 10.222.0.79 "GET /v2.0/networks?id=576206ff-ef4f-49ac-b525-94a5bf8e9777 HTTP/1.1" status: 200 len: 911 time: 0.1301496 Feb 19 05:24:06.347079 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d685f3d-68f5-4c81-81e9-b7bfcd4d4e78 req-97abf244-f72b-4371-b2a1-0ca18cf30b21 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:06.348521 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9d685f3d-68f5-4c81-81e9-b7bfcd4d4e78 req-97abf244-f72b-4371-b2a1-0ca18cf30b21 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=3deb2310-c4c6-43f9-8211-09d4ec460d0f HTTP/1.1" status: 200 len: 943 time: 0.0827472 Feb 19 05:24:06.379096 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-1181266d-3e86-407d-ad6b-416f65412684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'name': 'tempest-TestSnapshotPattern-1794456157-router', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:25Z', 'updated_at': '2022-02-19T05:18:28Z', 'revision_number': 4, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'gw_port': {'id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:26Z', 'updated_at': '2022-02-19T05:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '4ea39484-ff0f-4a94-a589-88e9f1a03c8b', 'name': '', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'mac_address': 'fa:16:3e:42:11:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:27Z', 'updated_at': '2022-02-19T05:18:32Z', 'revision_number': 5, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'subnets': [{'id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:24:06.398097 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7fe86239-3490-4ab7-8d6c-57b29194682b req-167fd573-bd00-4965-a9cc-ed9184d8a959 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0110a7b8-6b2c-448f-a3f9-dcaa348500f9 HTTP/1.1" status: 200 len: 217 time: 0.0486486 Feb 19 05:24:06.408268 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1181266d-3e86-407d-ad6b-416f65412684 None None] Checking router: 4679b738-ec05-4df4-96db-c1686f6e8ad9 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:24:06.416395 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1181266d-3e86-407d-ad6b-416f65412684 None None] Routers {'4679b738-ec05-4df4-96db-c1686f6e8ad9'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:24:06.417036 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-1181266d-3e86-407d-ad6b-416f65412684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:24:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['4679b738-ec05-4df4-96db-c1686f6e8ad9'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:24:06.459799 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-9d685f3d-68f5-4c81-81e9-b7bfcd4d4e78 req-07998d93-cec1-462b-8c3d-8223cd11b278 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/security-groups?id=fadb07df-c6b6-4341-9f26-531fcff47c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041467 Feb 19 05:24:06.467368 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe86239-3490-4ab7-8d6c-57b29194682b req-c8a65596-c2e5-48cf-aa66-ea3d711b36f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:06.468785 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7fe86239-3490-4ab7-8d6c-57b29194682b req-c8a65596-c2e5-48cf-aa66-ea3d711b36f4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd HTTP/1.1" status: 200 len: 849 time: 0.0631862 Feb 19 05:24:06.523251 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-1181266d-3e86-407d-ad6b-416f65412684 None None] Set router 4679b738-ec05-4df4-96db-c1686f6e8ad9 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:24:06.523485 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe86239-3490-4ab7-8d6c-57b29194682b req-5c7668a6-f7ef-4df5-87ba-390ec2d3a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:06.524937 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7fe86239-3490-4ab7-8d6c-57b29194682b req-5c7668a6-f7ef-4df5-87ba-390ec2d3a2a7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=576206ff-ef4f-49ac-b525-94a5bf8e9777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491807 Feb 19 05:24:06.623957 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7fe86239-3490-4ab7-8d6c-57b29194682b req-44196e92-9491-4ba1-9f5e-74c4a81f353a service neutron] 10.222.0.79 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917394 Feb 19 05:24:06.714644 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-7fe86239-3490-4ab7-8d6c-57b29194682b req-d3845a61-0d04-4e78-a937-0bf41845b0c6 service neutron] 10.222.0.79 "GET /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840120 Feb 19 05:24:06.787934 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 no longer exists at agent hyperv_n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:24:06.809179 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] No Port match for: c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:24:06.809603 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Device c8563b5f-8ebd-4cae-97d5-5cb1d83bcd29 not bound to the agent host n-h1-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:24:06.810506 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-1181266d-3e86-407d-ad6b-416f65412684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'name': 'tempest-TestSnapshotPattern-1794456157-router', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:25Z', 'updated_at': '2022-02-19T05:18:28Z', 'revision_number': 4, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'gw_port': {'id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:26Z', 'updated_at': '2022-02-19T05:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '4ea39484-ff0f-4a94-a589-88e9f1a03c8b', 'name': '', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'mac_address': 'fa:16:3e:42:11:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:27Z', 'updated_at': '2022-02-19T05:18:32Z', 'revision_number': 5, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'subnets': [{'id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:24:06.835613 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1181266d-3e86-407d-ad6b-416f65412684 None None] The sync data for ids ['4679b738-ec05-4df4-96db-c1686f6e8ad9'] in n-d-828369-19 is: [{'id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'name': 'tempest-TestSnapshotPattern-1794456157-router', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:25Z', 'updated_at': '2022-02-19T05:18:28Z', 'revision_number': 4, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'gw_port': {'id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:26Z', 'updated_at': '2022-02-19T05:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19', '_interfaces': [{'id': '4ea39484-ff0f-4a94-a589-88e9f1a03c8b', 'name': '', 'network_id': '576206ff-ef4f-49ac-b525-94a5bf8e9777', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'mac_address': 'fa:16:3e:42:11:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:27Z', 'updated_at': '2022-02-19T05:18:32Z', 'revision_number': 5, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'subnets': [{'id': '8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:24:06.894540 n-d-828369-19 neutron-server[109926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cdaf4-b5b2-42c0-8e97-f80e2e2fa300 req-fca16f7f-4b26-4d1f-b87a-bb143434f3ee tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:06.896040 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bb2cdaf4-b5b2-42c0-8e97-f80e2e2fa300 req-fca16f7f-4b26-4d1f-b87a-bb143434f3ee tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.79 "GET /v2.0/ports?device_id=3deb2310-c4c6-43f9-8211-09d4ec460d0f HTTP/1.1" status: 200 len: 943 time: 0.0629711 Feb 19 05:24:07.001073 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-bb2cdaf4-b5b2-42c0-8e97-f80e2e2fa300 req-3c68e327-c980-4c95-a748-412e693ff4d7 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Deleting port 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:24:07.001073 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bb2cdaf4-b5b2-42c0-8e97-f80e2e2fa300 req-3c68e327-c980-4c95-a748-412e693ff4d7 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (0110a7b8-6b2c-448f-a3f9-dcaa348500f9), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:07.006268 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:07.091174 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fd1486-f605-488f-beab-4a01b4f37b8a None None] New status for floating IP c020fbd2-1764-441d-8d46-9d0e23cc0da2: DOWN {{(pid=109927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:24:07.099018 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [req-bb2cdaf4-b5b2-42c0-8e97-f80e2e2fa300 req-3c68e327-c980-4c95-a748-412e693ff4d7 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] For port 0110a7b8-6b2c-448f-a3f9-dcaa348500f9, host n-h2-828369-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-19',level=0,port_id=0110a7b8-6b2c-448f-a3f9-dcaa348500f9,segment=NetworkSegment(796f1ee1-dbce-45be-9a57-d99c70da5b8f),segment_id=796f1ee1-dbce-45be-9a57-d99c70da5b8f)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:24:07.099388 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bb2cdaf4-b5b2-42c0-8e97-f80e2e2fa300 req-3c68e327-c980-4c95-a748-412e693ff4d7 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (0110a7b8-6b2c-448f-a3f9-dcaa348500f9), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:07.112586 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [req-bb2cdaf4-b5b2-42c0-8e97-f80e2e2fa300 req-3c68e327-c980-4c95-a748-412e693ff4d7 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Calling delete_port for 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 owned by compute:nova {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:24:07.241232 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bb2cdaf4-b5b2-42c0-8e97-f80e2e2fa300 req-3c68e327-c980-4c95-a748-412e693ff4d7 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (0110a7b8-6b2c-448f-a3f9-dcaa348500f9), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:07.273675 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68e327-c980-4c95-a748-412e693ff4d7 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Pushing event deleted for resources: {'Port': ['ID=0110a7b8-6b2c-448f-a3f9-dcaa348500f9,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:24:07.300699 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c68e327-c980-4c95-a748-412e693ff4d7 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:07.301060 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c68e327-c980-4c95-a748-412e693ff4d7 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:07.301410 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c68e327-c980-4c95-a748-412e693ff4d7 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:07.301760 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c68e327-c980-4c95-a748-412e693ff4d7 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:07.302110 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c68e327-c980-4c95-a748-412e693ff4d7 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:07.302477 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c68e327-c980-4c95-a748-412e693ff4d7 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:07.302819 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c68e327-c980-4c95-a748-412e693ff4d7 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:07.303413 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c68e327-c980-4c95-a748-412e693ff4d7 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:07.303754 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c68e327-c980-4c95-a748-412e693ff4d7 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:07.304079 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c68e327-c980-4c95-a748-412e693ff4d7 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:07.304412 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c68e327-c980-4c95-a748-412e693ff4d7 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:07.304744 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c68e327-c980-4c95-a748-412e693ff4d7 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:07.305154 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c68e327-c980-4c95-a748-412e693ff4d7 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-19 {{(pid=109926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:07.328335 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2cdaf4-b5b2-42c0-8e97-f80e2e2fa300 req-3c68e327-c980-4c95-a748-412e693ff4d7 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] No DVR routers for this DVR port 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 on host n-h2-828369-19 {{(pid=109926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:24:07.330868 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [req-bb2cdaf4-b5b2-42c0-8e97-f80e2e2fa300 req-3c68e327-c980-4c95-a748-412e693ff4d7 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111469'] for port (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:07.334326 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-bb2cdaf4-b5b2-42c0-8e97-f80e2e2fa300 req-3c68e327-c980-4c95-a748-412e693ff4d7 tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.79 "DELETE /v2.0/ports/0110a7b8-6b2c-448f-a3f9-dcaa348500f9 HTTP/1.1" status: 204 len: 173 time: 0.4322886 Feb 19 05:24:07.334772 n-d-828369-19 neutron-server[109926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3deb2310-c4c6-43f9-8211-09d4ec460d0f', 'name': 'network-vif-deleted', 'tag': '0110a7b8-6b2c-448f-a3f9-dcaa348500f9'}] {{(pid=109926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:24:07.337036 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc3a393393814be4d90b566daa6b17cbba4c985aff441ac5a2f3fd9667c29a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb65c858-fb9c-4c9f-aea4-5b78a0ea03e5" -d '{"events": [{"server_uuid": "3deb2310-c4c6-43f9-8211-09d4ec460d0f", "name": "network-vif-deleted", "tag": "0110a7b8-6b2c-448f-a3f9-dcaa348500f9"}]}' {{(pid=109926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:24:07.427635 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342cfd48-b141-4a95-ab26-d28035cead9b x-openstack-request-id: req-342cfd48-b141-4a95-ab26-d28035cead9b {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:24:07.428192 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3deb2310-c4c6-43f9-8211-09d4ec460d0f", "name": "network-vif-deleted", "tag": "0110a7b8-6b2c-448f-a3f9-dcaa348500f9", "status": "completed", "code": 200}]} {{(pid=109926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:24:07.428452 n-d-828369-19 neutron-server[109926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-342cfd48-b141-4a95-ab26-d28035cead9b {{(pid=109926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:24:07.428864 n-d-828369-19 neutron-server[109926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3deb2310-c4c6-43f9-8211-09d4ec460d0f', 'name': 'network-vif-deleted', 'tag': '0110a7b8-6b2c-448f-a3f9-dcaa348500f9', 'status': 'completed', 'code': 200} Feb 19 05:24:07.565080 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [req-050387b1-bb81-4ba6-aca3-2f19ffd6a2cf req-1e0102d3-3c0c-49cf-a62e-41f80dcf9feb tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "GET /v2.0/ports?device_id=3deb2310-c4c6-43f9-8211-09d4ec460d0f HTTP/1.1" status: 200 len: 210 time: 0.0274112 Feb 19 05:24:08.620635 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50178) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:24:08.675529 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-acdbd62b-103f-442f-8817-4642a2ec7ede tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for security_group (fadb07df-c6b6-4341-9f26-531fcff47c15), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:08.701204 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-acdbd62b-103f-442f-8817-4642a2ec7ede tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for security_group (fadb07df-c6b6-4341-9f26-531fcff47c15), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:08.760097 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-acdbd62b-103f-442f-8817-4642a2ec7ede tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (fadb07df-c6b6-4341-9f26-531fcff47c15), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:08.763583 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-acdbd62b-103f-442f-8817-4642a2ec7ede tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:08.764743 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-acdbd62b-103f-442f-8817-4642a2ec7ede tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] 10.222.0.52 "DELETE /v2.0/security-groups/fadb07df-c6b6-4341-9f26-531fcff47c15 HTTP/1.1" status: 204 len: 168 time: 0.1430573 Feb 19 05:24:08.773797 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbd62b-103f-442f-8817-4642a2ec7ede tempest-TestSnapshotPattern-738189883 tempest-TestSnapshotPattern-738189883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadb07df-c6b6-4341-9f26-531fcff47c15,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:24:08.812910 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50182) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:24:09.254016 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a9c98c5c-ab69-485c-b751-99f1a87eeba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (4679b738-ec05-4df4-96db-c1686f6e8ad9), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:09.500431 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-a9c98c5c-ab69-485c-b751-99f1a87eeba2 admin admin] Deleting port 4ea39484-ff0f-4a94-a589-88e9f1a03c8b {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:24:09.500765 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a9c98c5c-ab69-485c-b751-99f1a87eeba2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (4ea39484-ff0f-4a94-a589-88e9f1a03c8b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:09.575596 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-a9c98c5c-ab69-485c-b751-99f1a87eeba2 admin admin] For port 4ea39484-ff0f-4a94-a589-88e9f1a03c8b, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=4ea39484-ff0f-4a94-a589-88e9f1a03c8b,segment=NetworkSegment(796f1ee1-dbce-45be-9a57-d99c70da5b8f),segment_id=796f1ee1-dbce-45be-9a57-d99c70da5b8f)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:24:09.575869 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a9c98c5c-ab69-485c-b751-99f1a87eeba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (4ea39484-ff0f-4a94-a589-88e9f1a03c8b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:09.587965 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-a9c98c5c-ab69-485c-b751-99f1a87eeba2 admin admin] Calling delete_port for 4ea39484-ff0f-4a94-a589-88e9f1a03c8b owned by network:router_interface {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:24:09.765053 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a9c98c5c-ab69-485c-b751-99f1a87eeba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (4ea39484-ff0f-4a94-a589-88e9f1a03c8b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:09.792608 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c98c5c-ab69-485c-b751-99f1a87eeba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea39484-ff0f-4a94-a589-88e9f1a03c8b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:24:09.963470 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-a9c98c5c-ab69-485c-b751-99f1a87eeba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (4679b738-ec05-4df4-96db-c1686f6e8ad9), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:10.181228 n-d-828369-19 neutron-server[109925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c98c5c-ab69-485c-b751-99f1a87eeba2 admin admin] Router 4679b738-ec05-4df4-96db-c1686f6e8ad9 has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:24:10.286868 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c98c5c-ab69-485c-b751-99f1a87eeba2 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:24:10.291510 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 no longer exists at agent hyperv_n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:24:10.293012 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-a9c98c5c-ab69-485c-b751-99f1a87eeba2 admin admin] 10.222.0.52 "PUT /v2.0/routers/4679b738-ec05-4df4-96db-c1686f6e8ad9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4790490 Feb 19 05:24:10.295888 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 50186) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:24:10.298285 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d2283e-f97b-48fe-b92e-ea45f20b25be None None] Sync routers for ids ['4679b738-ec05-4df4-96db-c1686f6e8ad9'] in n-d-828369-19 {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:24:10.311495 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d2283e-f97b-48fe-b92e-ea45f20b25be None None] Routers {'4679b738-ec05-4df4-96db-c1686f6e8ad9'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:24:10.312118 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-17d2283e-f97b-48fe-b92e-ea45f20b25be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:24:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['4679b738-ec05-4df4-96db-c1686f6e8ad9'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:24:10.316807 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] No Port match for: 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:24:10.317534 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Device 0110a7b8-6b2c-448f-a3f9-dcaa348500f9 not bound to the agent host n-h2-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:24:10.402844 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b342e68c-0e51-4d1f-b9d6-66d7337d00a8 admin admin] Publish callbacks [] for router (4679b738-ec05-4df4-96db-c1686f6e8ad9), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:10.417754 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-17d2283e-f97b-48fe-b92e-ea45f20b25be None None] Set router 4679b738-ec05-4df4-96db-c1686f6e8ad9 gateway port host: n-d-828369-19 {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:24:10.507142 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b342e68c-0e51-4d1f-b9d6-66d7337d00a8 admin admin] Publish callbacks [] for router_gateway (4679b738-ec05-4df4-96db-c1686f6e8ad9), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:10.561386 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-b342e68c-0e51-4d1f-b9d6-66d7337d00a8 admin admin] Deleting port b1e72daa-130d-4cd7-976a-e4baa5c682dc {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:24:10.561732 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b342e68c-0e51-4d1f-b9d6-66d7337d00a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (b1e72daa-130d-4cd7-976a-e4baa5c682dc), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:10.596972 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-17d2283e-f97b-48fe-b92e-ea45f20b25be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'name': 'tempest-TestSnapshotPattern-1794456157-router', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:25Z', 'updated_at': '2022-02-19T05:24:09Z', 'revision_number': 5, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'gw_port': {'id': 'b1e72daa-130d-4cd7-976a-e4baa5c682dc', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:26Z', 'updated_at': '2022-02-19T05:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:24:10.622206 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d2283e-f97b-48fe-b92e-ea45f20b25be None None] Checking router: 4679b738-ec05-4df4-96db-c1686f6e8ad9 for host: n-d-828369-19 {{(pid=109928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:24:10.630268 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d2283e-f97b-48fe-b92e-ea45f20b25be None None] Routers {'4679b738-ec05-4df4-96db-c1686f6e8ad9'} bound to L3 agent in host n-d-828369-19 {{(pid=109928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:24:10.630875 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-17d2283e-f97b-48fe-b92e-ea45f20b25be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:24:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['4679b738-ec05-4df4-96db-c1686f6e8ad9'], 'active': True} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:24:10.641628 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-b342e68c-0e51-4d1f-b9d6-66d7337d00a8 admin admin] For port b1e72daa-130d-4cd7-976a-e4baa5c682dc, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=b1e72daa-130d-4cd7-976a-e4baa5c682dc,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:24:10.641995 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b342e68c-0e51-4d1f-b9d6-66d7337d00a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (b1e72daa-130d-4cd7-976a-e4baa5c682dc), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:10.653962 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-b342e68c-0e51-4d1f-b9d6-66d7337d00a8 admin admin] Calling delete_port for b1e72daa-130d-4cd7-976a-e4baa5c682dc owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:24:10.717418 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_dvr_db [None req-17d2283e-f97b-48fe-b92e-ea45f20b25be None None] Set router 4679b738-ec05-4df4-96db-c1686f6e8ad9 gateway port host: None {{(pid=109928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:24:10.770330 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.l3_hamode_db [None req-17d2283e-f97b-48fe-b92e-ea45f20b25be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'name': 'tempest-TestSnapshotPattern-1794456157-router', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:25Z', 'updated_at': '2022-02-19T05:24:10Z', 'revision_number': 6, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:24:10.796851 n-d-828369-19 neutron-server[109928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d2283e-f97b-48fe-b92e-ea45f20b25be None None] The sync data for ids ['4679b738-ec05-4df4-96db-c1686f6e8ad9'] in n-d-828369-19 is: [{'id': '4679b738-ec05-4df4-96db-c1686f6e8ad9', 'name': 'tempest-TestSnapshotPattern-1794456157-router', 'tenant_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:25Z', 'updated_at': '2022-02-19T05:24:10Z', 'revision_number': 6, 'project_id': 'cbc0de98fc1a4375816b257fdbb951ce', 'gw_port_host': None}] {{(pid=109928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:24:10.832544 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b342e68c-0e51-4d1f-b9d6-66d7337d00a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (b1e72daa-130d-4cd7-976a-e4baa5c682dc), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:10.858703 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342e68c-0e51-4d1f-b9d6-66d7337d00a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1e72daa-130d-4cd7-976a-e4baa5c682dc,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:24:10.917516 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b342e68c-0e51-4d1f-b9d6-66d7337d00a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (4679b738-ec05-4df4-96db-c1686f6e8ad9), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:11.017916 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b342e68c-0e51-4d1f-b9d6-66d7337d00a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (4679b738-ec05-4df4-96db-c1686f6e8ad9), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:11.027141 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b342e68c-0e51-4d1f-b9d6-66d7337d00a8 admin admin] Publish callbacks [] for router_controller (4679b738-ec05-4df4-96db-c1686f6e8ad9), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:11.069896 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b342e68c-0e51-4d1f-b9d6-66d7337d00a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (4679b738-ec05-4df4-96db-c1686f6e8ad9), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:11.070437 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b342e68c-0e51-4d1f-b9d6-66d7337d00a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4679b738-ec05-4df4-96db-c1686f6e8ad9 {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:24:11.075267 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-b342e68c-0e51-4d1f-b9d6-66d7337d00a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:11.076458 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-b342e68c-0e51-4d1f-b9d6-66d7337d00a8 admin admin] 10.222.0.52 "DELETE /v2.0/routers/4679b738-ec05-4df4-96db-c1686f6e8ad9 HTTP/1.1" status: 204 len: 168 time: 0.7790091 Feb 19 05:24:11.078976 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 50188) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:24:11.123861 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd1d24e6-e368-4e7a-92c8-b0ee127b2daf admin admin] Deleting subnet 8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:24:11.127315 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fd1d24e6-e368-4e7a-92c8-b0ee127b2daf admin admin] Publish callbacks [] for subnet (8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:11.163803 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fd1d24e6-e368-4e7a-92c8-b0ee127b2daf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:11.250641 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fd1d24e6-e368-4e7a-92c8-b0ee127b2daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:11.300274 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fd1d24e6-e368-4e7a-92c8-b0ee127b2daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:11.327482 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-fd1d24e6-e368-4e7a-92c8-b0ee127b2daf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:11.333496 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-fd1d24e6-e368-4e7a-92c8-b0ee127b2daf admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd HTTP/1.1" status: 204 len: 168 time: 0.2513449 Feb 19 05:24:11.333496 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d24e6-e368-4e7a-92c8-b0ee127b2daf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b6a6cbf-484d-4195-8db5-dbb9ee73a4bd,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:24:11.333903 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50190) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:24:11.335454 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0bb51a-d9f1-4988-9343-de4ae787353f None None] Network 576206ff-ef4f-49ac-b525-94a5bf8e9777 requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:24:11.401209 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80bd2568-5540-4bdc-ad7b-1818262e7061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (576206ff-ef4f-49ac-b525-94a5bf8e9777), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:11.453407 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-80bd2568-5540-4bdc-ad7b-1818262e7061 admin admin] Deleting port 61394f78-3d70-48b8-8059-cdfa962212a3 {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:24:11.453890 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80bd2568-5540-4bdc-ad7b-1818262e7061 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (61394f78-3d70-48b8-8059-cdfa962212a3), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:11.518818 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-80bd2568-5540-4bdc-ad7b-1818262e7061 admin admin] For port 61394f78-3d70-48b8-8059-cdfa962212a3, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=61394f78-3d70-48b8-8059-cdfa962212a3,segment=NetworkSegment(796f1ee1-dbce-45be-9a57-d99c70da5b8f),segment_id=796f1ee1-dbce-45be-9a57-d99c70da5b8f)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:24:11.519184 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80bd2568-5540-4bdc-ad7b-1818262e7061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (61394f78-3d70-48b8-8059-cdfa962212a3), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:11.533692 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-80bd2568-5540-4bdc-ad7b-1818262e7061 admin admin] Calling delete_port for 61394f78-3d70-48b8-8059-cdfa962212a3 owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:24:11.534819 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bb57ea-0d3b-4f1b-9b2f-b157716725ca None None] DHCP port deletion for 576206ff-ef4f-49ac-b525-94a5bf8e9777 request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:24:11.585419 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-41bb57ea-0d3b-4f1b-9b2f-b157716725ca None None] Deleting port 61394f78-3d70-48b8-8059-cdfa962212a3 {{(pid=109927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:24:11.585806 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-41bb57ea-0d3b-4f1b-9b2f-b157716725ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (61394f78-3d70-48b8-8059-cdfa962212a3), before_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:11.618564 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80bd2568-5540-4bdc-ad7b-1818262e7061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (61394f78-3d70-48b8-8059-cdfa962212a3), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:11.647704 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd2568-5540-4bdc-ad7b-1818262e7061 admin admin] Pushing event deleted for resources: {'Port': ['ID=61394f78-3d70-48b8-8059-cdfa962212a3,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:24:11.648524 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.db [None req-41bb57ea-0d3b-4f1b-9b2f-b157716725ca None None] For port 61394f78-3d70-48b8-8059-cdfa962212a3, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=61394f78-3d70-48b8-8059-cdfa962212a3,segment=NetworkSegment(796f1ee1-dbce-45be-9a57-d99c70da5b8f),segment_id=796f1ee1-dbce-45be-9a57-d99c70da5b8f)] {{(pid=109927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:24:11.648940 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-41bb57ea-0d3b-4f1b-9b2f-b157716725ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (61394f78-3d70-48b8-8059-cdfa962212a3), precommit_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:11.651986 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bd2568-5540-4bdc-ad7b-1818262e7061 admin admin] No DVR routers for this DVR port 61394f78-3d70-48b8-8059-cdfa962212a3 on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:24:11.663828 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-41bb57ea-0d3b-4f1b-9b2f-b157716725ca None None] Calling delete_port for 61394f78-3d70-48b8-8059-cdfa962212a3 owned by network:dhcp {{(pid=109927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:24:11.725059 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80bd2568-5540-4bdc-ad7b-1818262e7061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (576206ff-ef4f-49ac-b525-94a5bf8e9777), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:24:11.741161 n-d-828369-19 neutron-server[109927]: self.session.flush() Feb 19 05:24:11.746926 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-41bb57ea-0d3b-4f1b-9b2f-b157716725ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899'] for port (61394f78-3d70-48b8-8059-cdfa962212a3), after_delete {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:11.747345 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-80bd2568-5540-4bdc-ad7b-1818262e7061 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576206ff-ef4f-49ac-b525-94a5bf8e9777']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:24:11.759094 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bb57ea-0d3b-4f1b-9b2f-b157716725ca None None] No DVR routers for this DVR port 61394f78-3d70-48b8-8059-cdfa962212a3 on host n-d-828369-19 {{(pid=109927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:24:11.760462 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-80bd2568-5540-4bdc-ad7b-1818262e7061 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '796f1ee1-dbce-45be-9a57-d99c70da5b8f') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:24:11.761868 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-80bd2568-5540-4bdc-ad7b-1818262e7061 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '796f1ee1-dbce-45be-9a57-d99c70da5b8f') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:24:11.776902 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80bd2568-5540-4bdc-ad7b-1818262e7061 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (796f1ee1-dbce-45be-9a57-d99c70da5b8f), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:11.786882 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb57ea-0d3b-4f1b-9b2f-b157716725ca None None] Pushing event deleted for resources: {'Port': ['ID=61394f78-3d70-48b8-8059-cdfa962212a3,revision_number=None']} {{(pid=109927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:24:11.791799 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80bd2568-5540-4bdc-ad7b-1818262e7061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (796f1ee1-dbce-45be-9a57-d99c70da5b8f), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:11.799886 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80bd2568-5540-4bdc-ad7b-1818262e7061 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:24:11.800375 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80bd2568-5540-4bdc-ad7b-1818262e7061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (796f1ee1-dbce-45be-9a57-d99c70da5b8f), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: timer() Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:24:11.802885 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:24:11.863711 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80bd2568-5540-4bdc-ad7b-1818262e7061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (576206ff-ef4f-49ac-b525-94a5bf8e9777), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:11.869196 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-80bd2568-5540-4bdc-ad7b-1818262e7061 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:11.872982 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-80bd2568-5540-4bdc-ad7b-1818262e7061 admin admin] 10.222.0.52 "DELETE /v2.0/networks/576206ff-ef4f-49ac-b525-94a5bf8e9777 HTTP/1.1" status: 204 len: 168 time: 0.5380552 Feb 19 05:24:11.876158 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 50192) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:24:11.883949 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd2568-5540-4bdc-ad7b-1818262e7061 admin admin] Pushing event deleted for resources: {'Network': ['ID=576206ff-ef4f-49ac-b525-94a5bf8e9777,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:24:12.221658 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-432ed512-df13-40fc-9394-ba8341b95fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1613044'] for router_interface (ae6e1b74-953d-4bc1-8e72-685644f0e4de), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:12.468056 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-432ed512-df13-40fc-9394-ba8341b95fd9 admin admin] Deleting port 7704090f-9bab-4879-8f51-a9ced8409ce7 {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:24:12.468753 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-432ed512-df13-40fc-9394-ba8341b95fd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (7704090f-9bab-4879-8f51-a9ced8409ce7), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:12.534139 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 61394f78-3d70-48b8-8059-cdfa962212a3 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:24:12.545267 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-432ed512-df13-40fc-9394-ba8341b95fd9 admin admin] For port 7704090f-9bab-4879-8f51-a9ced8409ce7, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=7704090f-9bab-4879-8f51-a9ced8409ce7,segment=NetworkSegment(479dcb07-d853-4a19-af85-020e5987ecc2),segment_id=479dcb07-d853-4a19-af85-020e5987ecc2)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:24:12.545628 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-432ed512-df13-40fc-9394-ba8341b95fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (7704090f-9bab-4879-8f51-a9ced8409ce7), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:12.555063 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 61394f78-3d70-48b8-8059-cdfa962212a3 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:24:12.555489 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 61394f78-3d70-48b8-8059-cdfa962212a3 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:24:12.555979 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4ea39484-ff0f-4a94-a589-88e9f1a03c8b no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:24:12.558402 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-432ed512-df13-40fc-9394-ba8341b95fd9 admin admin] Calling delete_port for 7704090f-9bab-4879-8f51-a9ced8409ce7 owned by network:router_interface {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:24:12.574430 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 4ea39484-ff0f-4a94-a589-88e9f1a03c8b {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:24:12.574783 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 4ea39484-ff0f-4a94-a589-88e9f1a03c8b not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:24:12.575201 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b1e72daa-130d-4cd7-976a-e4baa5c682dc no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:24:12.593937 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: b1e72daa-130d-4cd7-976a-e4baa5c682dc {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:24:12.594314 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device b1e72daa-130d-4cd7-976a-e4baa5c682dc not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:24:12.736165 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-432ed512-df13-40fc-9394-ba8341b95fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (7704090f-9bab-4879-8f51-a9ced8409ce7), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:12.764511 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ed512-df13-40fc-9394-ba8341b95fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7704090f-9bab-4879-8f51-a9ced8409ce7,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:24:13.259643 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-432ed512-df13-40fc-9394-ba8341b95fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1827599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610084'] for router_interface (ae6e1b74-953d-4bc1-8e72-685644f0e4de), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:13.477252 n-d-828369-19 neutron-server[109926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432ed512-df13-40fc-9394-ba8341b95fd9 admin admin] Router ae6e1b74-953d-4bc1-8e72-685644f0e4de has already been hosted by L3 agent 4d8886ca-c7ab-4287-be8c-846f08da9fdd {{(pid=109926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:24:13.584067 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432ed512-df13-40fc-9394-ba8341b95fd9 admin admin] Notify agent at l3_agent.n-d-828369-19 the message routers_updated {{(pid=109926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:24:13.589638 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-432ed512-df13-40fc-9394-ba8341b95fd9 admin admin] 10.222.0.52 "PUT /v2.0/routers/ae6e1b74-953d-4bc1-8e72-685644f0e4de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7123623 Feb 19 05:24:13.592285 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 50194) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:24:13.598384 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefcd1bc-a367-495a-8964-18d560892ea3 None None] Sync routers for ids ['ae6e1b74-953d-4bc1-8e72-685644f0e4de'] in n-d-828369-19 {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:24:13.607784 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefcd1bc-a367-495a-8964-18d560892ea3 None None] Routers {'ae6e1b74-953d-4bc1-8e72-685644f0e4de'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:24:13.608401 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-fefcd1bc-a367-495a-8964-18d560892ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:24:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ae6e1b74-953d-4bc1-8e72-685644f0e4de'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:24:13.697183 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-133e2365-32ce-4dc0-b2b5-6655bf42b0ab admin admin] Publish callbacks [] for router (ae6e1b74-953d-4bc1-8e72-685644f0e4de), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:13.714649 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-fefcd1bc-a367-495a-8964-18d560892ea3 None None] Set router ae6e1b74-953d-4bc1-8e72-685644f0e4de gateway port host: n-d-828369-19 {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:24:13.803315 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-133e2365-32ce-4dc0-b2b5-6655bf42b0ab admin admin] Publish callbacks [] for router_gateway (ae6e1b74-953d-4bc1-8e72-685644f0e4de), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:13.857145 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-133e2365-32ce-4dc0-b2b5-6655bf42b0ab admin admin] Deleting port 2d86a801-52e7-4e67-9e47-43ab9c5cf3dd {{(pid=109926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:24:13.857410 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-133e2365-32ce-4dc0-b2b5-6655bf42b0ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (2d86a801-52e7-4e67-9e47-43ab9c5cf3dd), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:13.890192 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-fefcd1bc-a367-495a-8964-18d560892ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6e1b74-953d-4bc1-8e72-685644f0e4de', 'name': 'tempest-TestSnapshotPattern-1535949455-router', 'tenant_id': '9ca312806f53444a8a2e7cca8b8ff054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'external_fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '2d86a801-52e7-4e67-9e47-43ab9c5cf3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:30Z', 'updated_at': '2022-02-19T05:24:12Z', 'revision_number': 5, 'project_id': '9ca312806f53444a8a2e7cca8b8ff054', 'gw_port': {'id': '2d86a801-52e7-4e67-9e47-43ab9c5cf3dd', 'name': '', 'network_id': '7a52a964-6629-4bca-b7ab-6a5aa64b42d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6e1b74-953d-4bc1-8e72-685644f0e4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:18:31Z', 'updated_at': '2022-02-19T05:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db2f7979-f8c4-4886-9855-5cb740175e9a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-19'}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:24:13.916481 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefcd1bc-a367-495a-8964-18d560892ea3 None None] Checking router: ae6e1b74-953d-4bc1-8e72-685644f0e4de for host: n-d-828369-19 {{(pid=109927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:24:13.926246 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefcd1bc-a367-495a-8964-18d560892ea3 None None] Routers {'ae6e1b74-953d-4bc1-8e72-685644f0e4de'} bound to L3 agent in host n-d-828369-19 {{(pid=109927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:24:13.926862 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-fefcd1bc-a367-495a-8964-18d560892ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:43:03Z,description=,heartbeat_timestamp=2022-02-19T05:24:04Z,host='n-d-828369-19',id=4d8886ca-c7ab-4287-be8c-846f08da9fdd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:43:03Z,topic='l3_agent')) {'router_ids': ['ae6e1b74-953d-4bc1-8e72-685644f0e4de'], 'active': True} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:24:13.936395 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.db [None req-133e2365-32ce-4dc0-b2b5-6655bf42b0ab admin admin] For port 2d86a801-52e7-4e67-9e47-43ab9c5cf3dd, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=2d86a801-52e7-4e67-9e47-43ab9c5cf3dd,segment=NetworkSegment(96a3be90-9cdd-4c09-a524-a578f70ce007),segment_id=96a3be90-9cdd-4c09-a524-a578f70ce007)] {{(pid=109926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:24:13.936767 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-133e2365-32ce-4dc0-b2b5-6655bf42b0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (2d86a801-52e7-4e67-9e47-43ab9c5cf3dd), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:13.949656 n-d-828369-19 neutron-server[109926]: DEBUG neutron.plugins.ml2.plugin [None req-133e2365-32ce-4dc0-b2b5-6655bf42b0ab admin admin] Calling delete_port for 2d86a801-52e7-4e67-9e47-43ab9c5cf3dd owned by network:router_gateway {{(pid=109926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:24:14.126847 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-133e2365-32ce-4dc0-b2b5-6655bf42b0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5238292'] for port (2d86a801-52e7-4e67-9e47-43ab9c5cf3dd), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:14.151334 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e2365-32ce-4dc0-b2b5-6655bf42b0ab admin admin] Pushing event deleted for resources: {'Port': ['ID=2d86a801-52e7-4e67-9e47-43ab9c5cf3dd,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:24:14.170381 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_dvr_db [None req-fefcd1bc-a367-495a-8964-18d560892ea3 None None] Set router ae6e1b74-953d-4bc1-8e72-685644f0e4de gateway port host: None {{(pid=109927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:24:14.213472 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-133e2365-32ce-4dc0-b2b5-6655bf42b0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612686'] for router_gateway (ae6e1b74-953d-4bc1-8e72-685644f0e4de), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:14.225094 n-d-828369-19 neutron-server[109927]: DEBUG neutron.db.l3_hamode_db [None req-fefcd1bc-a367-495a-8964-18d560892ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6e1b74-953d-4bc1-8e72-685644f0e4de', 'name': 'tempest-TestSnapshotPattern-1535949455-router', 'tenant_id': '9ca312806f53444a8a2e7cca8b8ff054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:30Z', 'updated_at': '2022-02-19T05:24:13Z', 'revision_number': 6, 'project_id': '9ca312806f53444a8a2e7cca8b8ff054', 'gw_port_host': None}], 'n-d-828369-19', False) {} {{(pid=109927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:24:14.251748 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefcd1bc-a367-495a-8964-18d560892ea3 None None] The sync data for ids ['ae6e1b74-953d-4bc1-8e72-685644f0e4de'] in n-d-828369-19 is: [{'id': 'ae6e1b74-953d-4bc1-8e72-685644f0e4de', 'name': 'tempest-TestSnapshotPattern-1535949455-router', 'tenant_id': '9ca312806f53444a8a2e7cca8b8ff054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:18:30Z', 'updated_at': '2022-02-19T05:24:13Z', 'revision_number': 6, 'project_id': '9ca312806f53444a8a2e7cca8b8ff054', 'gw_port_host': None}] {{(pid=109927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:24:14.310037 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-133e2365-32ce-4dc0-b2b5-6655bf42b0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5558'] for router (ae6e1b74-953d-4bc1-8e72-685644f0e4de), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:14.312167 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-133e2365-32ce-4dc0-b2b5-6655bf42b0ab admin admin] Publish callbacks [] for router_controller (ae6e1b74-953d-4bc1-8e72-685644f0e4de), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:14.356620 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-133e2365-32ce-4dc0-b2b5-6655bf42b0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1611371'] for router (ae6e1b74-953d-4bc1-8e72-685644f0e4de), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:14.357208 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133e2365-32ce-4dc0-b2b5-6655bf42b0ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae6e1b74-953d-4bc1-8e72-685644f0e4de {{(pid=109926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:24:14.361476 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-133e2365-32ce-4dc0-b2b5-6655bf42b0ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:14.362696 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-133e2365-32ce-4dc0-b2b5-6655bf42b0ab admin admin] 10.222.0.52 "DELETE /v2.0/routers/ae6e1b74-953d-4bc1-8e72-685644f0e4de HTTP/1.1" status: 204 len: 168 time: 0.7694962 Feb 19 05:24:14.365265 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 50196) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:24:14.408797 n-d-828369-19 neutron-server[109926]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f276b8d-f5d5-4b49-b47a-2f386242c560 admin admin] Deleting subnet 9ec768c8-b7c7-44f0-ad05-cfd467a4ee25 {{(pid=109926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:24:14.411768 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7f276b8d-f5d5-4b49-b47a-2f386242c560 admin admin] Publish callbacks [] for subnet (9ec768c8-b7c7-44f0-ad05-cfd467a4ee25), before_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:14.446037 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7f276b8d-f5d5-4b49-b47a-2f386242c560 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669616'] for subnet (9ec768c8-b7c7-44f0-ad05-cfd467a4ee25), precommit_delete_associations {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:14.527124 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7f276b8d-f5d5-4b49-b47a-2f386242c560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861739'] for subnet (9ec768c8-b7c7-44f0-ad05-cfd467a4ee25), precommit_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:14.579965 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7f276b8d-f5d5-4b49-b47a-2f386242c560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5240773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4209862'] for subnet (9ec768c8-b7c7-44f0-ad05-cfd467a4ee25), after_delete {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:14.608351 n-d-828369-19 neutron-server[109926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f276b8d-f5d5-4b49-b47a-2f386242c560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ec768c8-b7c7-44f0-ad05-cfd467a4ee25,revision_number=None']} {{(pid=109926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:24:14.610379 n-d-828369-19 neutron-server[109926]: DEBUG neutron_lib.callbacks.manager [None req-7f276b8d-f5d5-4b49-b47a-2f386242c560 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:14.613555 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-7f276b8d-f5d5-4b49-b47a-2f386242c560 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9ec768c8-b7c7-44f0-ad05-cfd467a4ee25 HTTP/1.1" status: 204 len: 168 time: 0.2473779 Feb 19 05:24:14.616194 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50198) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:24:14.623711 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4dd9f0-ce21-4e40-87b4-7460ac17ce46 None None] Network 5fba64c8-7665-4669-ab7f-90d35900f72b requested from n-d-828369-19 {{(pid=109927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:24:14.700097 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4917b508-5c41-4942-9d34-94c64adb1b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789410'] for network (5fba64c8-7665-4669-ab7f-90d35900f72b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:14.747417 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7704090f-9bab-4879-8f51-a9ced8409ce7 no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:24:14.767960 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-4917b508-5c41-4942-9d34-94c64adb1b49 admin admin] Deleting port e9465abc-a92a-4fe5-b35c-f9f9c8af06bb {{(pid=109925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:24:14.768299 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4917b508-5c41-4942-9d34-94c64adb1b49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727882447126'] for port (e9465abc-a92a-4fe5-b35c-f9f9c8af06bb), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:14.769488 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 7704090f-9bab-4879-8f51-a9ced8409ce7 {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:24:14.769877 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 7704090f-9bab-4879-8f51-a9ced8409ce7 not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:24:14.841336 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.db [None req-4917b508-5c41-4942-9d34-94c64adb1b49 admin admin] For port e9465abc-a92a-4fe5-b35c-f9f9c8af06bb, host n-d-828369-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-19',level=0,port_id=e9465abc-a92a-4fe5-b35c-f9f9c8af06bb,segment=NetworkSegment(479dcb07-d853-4a19-af85-020e5987ecc2),segment_id=479dcb07-d853-4a19-af85-020e5987ecc2)] {{(pid=109925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:24:14.841862 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4917b508-5c41-4942-9d34-94c64adb1b49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608636'] for port (e9465abc-a92a-4fe5-b35c-f9f9c8af06bb), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:14.859479 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.plugin [None req-4917b508-5c41-4942-9d34-94c64adb1b49 admin admin] Calling delete_port for e9465abc-a92a-4fe5-b35c-f9f9c8af06bb owned by network:dhcp {{(pid=109925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:24:14.942666 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4917b508-5c41-4942-9d34-94c64adb1b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727882451321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727881944899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5792856'] for port (e9465abc-a92a-4fe5-b35c-f9f9c8af06bb), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:14.967934 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917b508-5c41-4942-9d34-94c64adb1b49 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9465abc-a92a-4fe5-b35c-f9f9c8af06bb,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:24:14.969744 n-d-828369-19 neutron-server[109925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4917b508-5c41-4942-9d34-94c64adb1b49 admin admin] No DVR routers for this DVR port e9465abc-a92a-4fe5-b35c-f9f9c8af06bb on host n-d-828369-19 {{(pid=109925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:24:15.040559 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4917b508-5c41-4942-9d34-94c64adb1b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858786', 'neutron.services.segments.db._delete_segments_for_network-8727882293050'] for network (5fba64c8-7665-4669-ab7f-90d35900f72b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:15.055193 n-d-828369-19 neutron-server[109927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d830596a-0653-4623-bd04-c8448e143587 None None] DHCP port deletion for 5fba64c8-7665-4669-ab7f-90d35900f72b request from n-d-828369-19 {{(pid=109927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:24:15.065246 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-4917b508-5c41-4942-9d34-94c64adb1b49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fba64c8-7665-4669-ab7f-90d35900f72b']}} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:24:15.076481 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-4917b508-5c41-4942-9d34-94c64adb1b49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '479dcb07-d853-4a19-af85-020e5987ecc2') {'for_net_delete': True} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:24:15.076781 n-d-828369-19 neutron-server[109925]: DEBUG neutron.services.segments.db [None req-4917b508-5c41-4942-9d34-94c64adb1b49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '479dcb07-d853-4a19-af85-020e5987ecc2') {} {{(pid=109925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:24:15.086568 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4917b508-5c41-4942-9d34-94c64adb1b49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727882293571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241265'] for segment (479dcb07-d853-4a19-af85-020e5987ecc2), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:15.100260 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4917b508-5c41-4942-9d34-94c64adb1b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486'] for segment (479dcb07-d853-4a19-af85-020e5987ecc2), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:15.106825 n-d-828369-19 neutron-server[109925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4917b508-5c41-4942-9d34-94c64adb1b49 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:24:15.107214 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4917b508-5c41-4942-9d34-94c64adb1b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-729486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5792879'] for segment (479dcb07-d853-4a19-af85-020e5987ecc2), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: Traceback (most recent call last): Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: timer() Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: cb(*args, **kw) Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: return func(*args, **kwargs) Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: self._notify() Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: self.callback(batched_events) Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: event.method(event) Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: return f(self, *a, **k) Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: return self._get(url).json() Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: return self.request(url, 'GET', **kwargs) Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:24:15.108861 n-d-828369-19 neutron-server[109925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:24:15.183669 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4917b508-5c41-4942-9d34-94c64adb1b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1827590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1612770'] for network (5fba64c8-7665-4669-ab7f-90d35900f72b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:15.189113 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-4917b508-5c41-4942-9d34-94c64adb1b49 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:15.192499 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-4917b508-5c41-4942-9d34-94c64adb1b49 admin admin] 10.222.0.52 "DELETE /v2.0/networks/5fba64c8-7665-4669-ab7f-90d35900f72b HTTP/1.1" status: 204 len: 168 time: 0.5751505 Feb 19 05:24:15.204620 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917b508-5c41-4942-9d34-94c64adb1b49 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fba64c8-7665-4669-ab7f-90d35900f72b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:24:15.315508 n-d-828369-19 neutron-server[109926]: DEBUG neutron.wsgi [-] (109926) accepted ('10.222.0.52', 50202) {{(pid=109926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:24:15.357948 n-d-828369-19 neutron-server[109926]: INFO neutron.wsgi [None req-da9ea927-bf4e-4d82-973b-d2d086ab4d62 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cbc0de98fc1a4375816b257fdbb951ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411890 Feb 19 05:24:15.360478 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50204) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:24:15.409485 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-00bd49f7-b879-4592-aae1-c3e97f9587f6 admin admin] Publish callbacks [] for security_group (34df8caa-de44-4aa9-b0d4-20f8e02935ad), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:15.430185 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-00bd49f7-b879-4592-aae1-c3e97f9587f6 admin admin] Publish callbacks [] for security_group (34df8caa-de44-4aa9-b0d4-20f8e02935ad), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:15.476617 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-00bd49f7-b879-4592-aae1-c3e97f9587f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (34df8caa-de44-4aa9-b0d4-20f8e02935ad), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:15.479949 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-00bd49f7-b879-4592-aae1-c3e97f9587f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:15.481231 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-00bd49f7-b879-4592-aae1-c3e97f9587f6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/34df8caa-de44-4aa9-b0d4-20f8e02935ad HTTP/1.1" status: 204 len: 168 time: 0.1196694 Feb 19 05:24:15.489020 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd49f7-b879-4592-aae1-c3e97f9587f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34df8caa-de44-4aa9-b0d4-20f8e02935ad,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:24:15.785256 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50210) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:24:15.827623 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-2e75481b-8383-4322-831c-456ac40af0b8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9ca312806f53444a8a2e7cca8b8ff054&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412378 Feb 19 05:24:15.830002 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [-] (109925) accepted ('10.222.0.52', 50212) {{(pid=109925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:24:15.874612 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0becb39d-8684-49c3-aa50-10b1cb687a37 admin admin] Publish callbacks [] for security_group (ef8c87b8-dbf7-4bd8-904a-1e87b00ca26b), before_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:15.894995 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0becb39d-8684-49c3-aa50-10b1cb687a37 admin admin] Publish callbacks [] for security_group (ef8c87b8-dbf7-4bd8-904a-1e87b00ca26b), precommit_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:15.940028 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0becb39d-8684-49c3-aa50-10b1cb687a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585563'] for security_group (ef8c87b8-dbf7-4bd8-904a-1e87b00ca26b), after_delete {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:15.942667 n-d-828369-19 neutron-server[109925]: DEBUG neutron_lib.callbacks.manager [None req-0becb39d-8684-49c3-aa50-10b1cb687a37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:15.943798 n-d-828369-19 neutron-server[109925]: INFO neutron.wsgi [None req-0becb39d-8684-49c3-aa50-10b1cb687a37 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ef8c87b8-dbf7-4bd8-904a-1e87b00ca26b HTTP/1.1" status: 204 len: 168 time: 0.1128976 Feb 19 05:24:15.951654 n-d-828369-19 neutron-server[109925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becb39d-8684-49c3-aa50-10b1cb687a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8c87b8-dbf7-4bd8-904a-1e87b00ca26b,revision_number=None']} {{(pid=109925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:24:16.532428 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2d86a801-52e7-4e67-9e47-43ab9c5cf3dd no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:24:16.553321 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: 2d86a801-52e7-4e67-9e47-43ab9c5cf3dd {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:24:16.553664 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device 2d86a801-52e7-4e67-9e47-43ab9c5cf3dd not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:24:16.554077 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e9465abc-a92a-4fe5-b35c-f9f9c8af06bb no longer exists at agent ovs-agent-n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:24:16.572902 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] No Port match for: e9465abc-a92a-4fe5-b35c-f9f9c8af06bb {{(pid=109927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:24:16.573255 n-d-828369-19 neutron-server[109927]: DEBUG neutron.plugins.ml2.rpc [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Device e9465abc-a92a-4fe5-b35c-f9f9c8af06bb not bound to the agent host n-d-828369-19 {{(pid=109927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:24:20.312800 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:24:27.819227 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:30.423283 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:30.788398 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-9af1d50c-5ee3-4477-b2cd-868f527a6d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:33.648292 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-d60ddc27-de30-4fab-81f7-0b6db3dda2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:34.153154 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:35.645300 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:37.009203 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:57.311732 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:24:57.833685 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:00.454826 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:00.792181 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4be5d8ac-8d1f-4cd8-a67d-a925092225e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:03.649686 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c9fe05ca-2ded-4425-adb3-77465ead1640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:04.155510 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:05.645915 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:07.013294 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:27.832797 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:30.478357 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:30.793079 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-634d36a7-bfdc-4f8c-9024-4d59f2cd9549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:33.650131 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-4fa555d2-a1e8-4210-9579-1b265fc0af8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:34.162123 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:34.310962 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:25:35.648260 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:37.017072 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:57.830388 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:00.469095 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:00.794840 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bb9a644e-d243-4889-ab5f-df3bf7aec624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:03.650724 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cbc020b9-591f-4f37-b55b-f2935c088477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:04.162316 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:05.651210 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:07.019846 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:11.310556 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:26:27.845689 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:30.499579 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:30.797551 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-bc3a9abc-b663-4994-aa6f-f2663c2e480d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:33.652143 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-19d38815-60b3-45e3-b72e-3aa8146c2d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:34.166276 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:35.653409 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:37.021906 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:48.310624 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:26:57.859906 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:00.514244 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:00.804650 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f09fb703-f2fc-42fa-9a8f-60287e9cadba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:03.653206 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-008cc5a1-8945-4772-b9fa-5c418a13b9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:04.168493 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:05.656396 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:07.023827 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:25.309819 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:27:27.859040 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:30.513746 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:30.805901 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-f9e88ce7-0a2e-4471-aeba-843948e4bbe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:33.654733 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8c6eee47-40fd-4817-a6a1-371a604d1cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:34.178112 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:35.658249 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:37.025761 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:57.868423 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:00.513516 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:00.807289 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2b0c9954-6b58-4275-9710-12738701bbe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:02.308774 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:28:03.656451 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-97e4c262-a8aa-4a7a-9c7b-d18a8bcce381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:04.173141 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:05.662203 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:07.027802 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:27.894600 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:30.511911 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:30.808806 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-3a5d83c5-6a29-4248-8c6b-45bb8878cfc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:33.657341 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-264f7335-2865-46b8-a040-7149e186a815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:34.175886 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:35.664012 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:37.029605 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:39.309277 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:28:57.902687 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:00.513982 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:00.809455 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-92fffa89-5395-4cf8-8a24-ce3e5951c6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:03.658603 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-8d327702-562c-481f-ba16-b8a6d31158b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:04.178860 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:05.667384 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:07.031174 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:16.308616 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:29:27.901378 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:30.526716 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:30.810377 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b5f0b431-89f8-4247-a533-61f4b6e97c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:33.658683 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-448cd548-c4e3-4ba4-a1f1-4162445d945a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:34.182762 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:35.670281 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:37.031880 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:53.309199 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:29:57.900487 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:00.542455 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:00.811038 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-1ee1d81d-5657-4da1-9456-e5a041281d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:03.659136 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-ba7e459f-a0e8-44af-8c34-a53b7b83c4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:04.184837 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:05.674874 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:07.032927 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.899197 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:30.308595 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:30:30.557340 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:30.813622 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e0dd5ac7-16a4-434c-afc8-a9d4a970c4bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:33.660541 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c1b16692-8d7b-45ea-b3c3-56f651fee89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:34.188600 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:35.675049 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:37.034271 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:57.897435 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:00.572024 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:00.815157 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-49df7d4c-5a3d-49bc-862f-14c1d5c95b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:03.660940 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-cf252daa-2e1c-4966-8ab5-f4bcea04457d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:04.190637 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:05.677735 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:07.036161 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:07.307887 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:31:22.853013 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-5cf5aaba-05f4-4fed-b1fb-094728113c93 req-17ea6da1-0824-4a99-b373-8a91b89cc477 service neutron] (109925) timed out ('10.222.0.52', 47882) {{(pid=109925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 05:31:23.990537 n-d-828369-19 neutron-server[109925]: DEBUG neutron.wsgi [req-5cf5aaba-05f4-4fed-b1fb-094728113c93 req-f5986cd4-cb12-4f0d-a8ff-86e4ad67942f tempest-TestShelveInstance-944841985 tempest-TestShelveInstance-944841985-project] (109925) timed out ('10.222.0.52', 47904) {{(pid=109925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 05:31:27.897120 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:30.571691 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:30.816775 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-540e02c5-bb7d-47e6-91f1-9661a17e67a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:33.662105 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c3bcc816-aa8e-477c-b17f-4cdc434a737f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:34.194348 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:35.678547 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:37.038454 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:44.307724 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:31:57.906618 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:00.582908 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:00.818174 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f720196-2957-49f8-9a68-72a74d6ddda4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:03.666009 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-c39eecc3-a517-4cdc-b9b5-d2cecea6529a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:04.199251 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:05.681924 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:07.041295 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:21.307043 n-d-828369-19 neutron-server[109928]: DEBUG neutron.db.agents_db [None req-99d5c11d-5edc-485a-abab-304f345906f9 None None] Agent healthcheck: found 7 active agents {{(pid=109928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:32:27.908262 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-b284b7a2-46f2-4f7c-867a-3b5f1329b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (0ee6fdf2-2d7a-4d75-b874-ad7261cfdae7), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:30.630666 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-6cbc813f-41df-4097-aa7a-f16f12d60ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (818614dc-215e-4d09-85ac-eff6fa53b8c1), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:30.819336 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-e01e2c35-bd27-41d2-817c-292ae1f94405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (826448b1-c4d6-41b0-ba3d-e2d460477813), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:33.667721 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-533833bf-6b59-4f52-87b1-f07d57b3ca86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (4d8886ca-c7ab-4287-be8c-846f08da9fdd), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:34.200957 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a16-91fb-4e53-a9fd-851e6e29c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (1c675f5c-ae2d-4ab4-a29d-e3693d2af857), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:35.686466 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-90182d72-cce8-49e3-a92d-fcd6c9145906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (5ec8b940-cfa2-4eeb-8b4a-f06a7665c6d9), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:37.048020 n-d-828369-19 neutron-server[109927]: DEBUG neutron_lib.callbacks.manager [None req-fb6d85fd-2997-4b18-aa1f-22941e007e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727882293032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856763'] for agent (69cca5cc-9412-41d6-863a-19b7fe193f2e), after_update {{(pid=109927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}